-- Logs begin at Fri 2021-11-12 00:04:32 UTC, end at Fri 2021-11-12 02:28:43 UTC. -- Nov 12 00:39:08.609613 n-d-712142-27 systemd[1]: Started Devstack devstack@q-svc.service. Nov 12 00:39:11.491828 n-d-712142-27 neutron-server[108940]: INFO neutron.common.config [-] Logging enabled! Nov 12 00:39:11.492512 n-d-712142-27 neutron-server[108940]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 12 00:39:11.492686 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108940) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 12 00:39:11.495844 n-d-712142-27 neutron-server[108940]: INFO neutron.common.config [-] Logging enabled! Nov 12 00:39:11.496173 n-d-712142-27 neutron-server[108940]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 12 00:39:11.496542 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108940) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 12 00:39:11.497698 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 00:39:11.498032 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 00:39:11.498514 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 00:39:11.498811 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 00:39:11.499088 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 00:39:11.499463 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.499955 n-d-712142-27 neutron-server[108940]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 12 00:39:11.500348 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.500690 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.501033 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.501889 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.502222 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.502573 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.502911 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.503255 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.503587 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.503913 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.504273 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.504614 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.504944 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] config_source = [] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.505282 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.505618 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.505949 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] debug = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.506281 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.506766 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.507277 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.507740 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.508240 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.508667 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.509035 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.509389 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.509743 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.510142 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] host = n-d-712142-27 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.510473 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.510810 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.511144 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.511473 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.511797 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.512184 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.512517 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.512838 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] log_dir = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.513156 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] log_file = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.513477 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.513812 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.514144 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.514477 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.514746 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.515031 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.515375 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.515710 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.516063 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.516435 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.516780 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.517136 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.517457 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.517774 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.518150 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.518532 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.518911 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.519284 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.519664 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.520072 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.520442 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.520819 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.521186 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.521563 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.521939 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.522317 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.522678 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.523047 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.523437 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.523813 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.524227 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.524603 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.524972 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.525344 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.525728 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.526102 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] use_journal = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.526523 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] use_json = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.526888 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.527255 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.527626 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.528029 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.528409 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.528778 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.529143 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.529521 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:11.529916 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.530301 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.530696 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.531072 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.531466 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.531839 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.532249 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.533143 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.533529 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.533909 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.534290 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.534660 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.535042 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.535412 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.535803 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.536230 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.536667 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.537056 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.537472 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.537851 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.538218 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.538591 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.538973 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.539343 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.539723 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.540176 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.540552 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.540945 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.541333 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.541712 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.542076 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.542449 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.542837 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.543211 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.543581 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.543952 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.544407 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.544778 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.545154 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.545526 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.545901 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.546263 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.546657 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.547014 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.547354 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.547681 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.548056 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.548911 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.549238 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.549556 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.549885 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.550206 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.550522 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.550837 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.551160 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.551486 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.551802 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.552190 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.552513 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.552836 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.553155 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.553559 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.553932 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.554309 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.554684 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.555003 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.555397 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.555745 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.556186 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.556551 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.556990 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.557371 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.557743 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.558145 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.558498 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.558834 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.559215 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.559590 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.559992 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.560381 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.560755 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.561132 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.561506 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.561871 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.562258 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.562643 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.563027 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.563404 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.563817 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.564266 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.564649 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.565024 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.565394 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.565771 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.566146 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.566522 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.566949 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.567320 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.567707 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.568132 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.568520 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.568926 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.569412 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.569711 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:11.569992 n-d-712142-27 neutron-server[108940]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 00:39:11.570289 n-d-712142-27 neutron-server[108940]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=108940) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 12 00:39:12.012326 n-d-712142-27 neutron-server[108940]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=108940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 12 00:39:12.012647 n-d-712142-27 neutron-server[108940]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=108940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 12 00:39:12.013011 n-d-712142-27 neutron-server[108940]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=108940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 12 00:39:12.013389 n-d-712142-27 neutron-server[108940]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 12 00:39:12.354997 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:12.355216 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:12.355465 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:12.356732 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:12.357008 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:12.357275 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:12.392860 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:12.393184 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:12.393505 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:12.409982 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:12.410265 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:12.410542 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:12.443154 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:12.443443 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:12.443713 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:12.481461 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:12.481813 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:12.482131 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:12.725725 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:12.726370 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:12.726517 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:12.726791 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:12.727557 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:12.861490 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:12.861892 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:12.862229 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:12.862546 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:12.862861 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:12.863229 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:12.863539 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:12.863851 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:12.864195 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:12.864539 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:12.864905 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:12.865231 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:12.865541 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:12.865847 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:12.866158 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:12.866475 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:12.866779 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:12.867098 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:12.867421 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:12.867727 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:12.868086 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:12.868392 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:12.868727 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:12.869187 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:12.869487 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:12.869782 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:12.870282 n-d-712142-27 neutron-server[108940]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=108940) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 00:39:12.870571 n-d-712142-27 neutron-server[108940]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=108940) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 00:39:12.870858 n-d-712142-27 neutron-server[108940]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=108940) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 00:39:12.871147 n-d-712142-27 neutron-server[108940]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=108940) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 00:39:12.871429 n-d-712142-27 neutron-server[108940]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=108940) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 00:39:12.871712 n-d-712142-27 neutron-server[108940]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=108940) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 00:39:12.872161 n-d-712142-27 neutron-server[108940]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 12 00:39:12.875809 n-d-712142-27 neutron-server[108940]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 12 00:39:12.880456 n-d-712142-27 neutron-server[108940]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 12 00:39:12.884934 n-d-712142-27 neutron-server[108940]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Nov 12 00:39:12.886749 n-d-712142-27 neutron-server[108940]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 12 00:39:12.887230 n-d-712142-27 neutron-server[108940]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 12 00:39:12.887572 n-d-712142-27 neutron-server[108940]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 12 00:39:12.888007 n-d-712142-27 neutron-server[108940]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 12 00:39:12.890945 n-d-712142-27 neutron-server[108940]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 12 00:39:12.891200 n-d-712142-27 neutron-server[108940]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 12 00:39:12.891566 n-d-712142-27 neutron-server[108940]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 12 00:39:12.897150 n-d-712142-27 neutron-server[108940]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 12 00:39:12.920271 n-d-712142-27 neutron-server[108940]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 12 00:39:12.920740 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:12.921050 n-d-712142-27 neutron-server[108940]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=108940) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 12 00:39:12.921416 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:12.922822 n-d-712142-27 neutron-server[108940]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=108940) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 12 00:39:12.923167 n-d-712142-27 neutron-server[108940]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 12 00:39:12.923421 n-d-712142-27 neutron-server[108940]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 12 00:39:12.926774 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:12.927062 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:12.993401 n-d-712142-27 neutron-server[108940]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 12 00:39:12.993692 n-d-712142-27 neutron-server[108940]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 12 00:39:12.994070 n-d-712142-27 neutron-server[108940]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 12 00:39:12.994682 n-d-712142-27 neutron-server[108940]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 12 00:39:13.029119 n-d-712142-27 neutron-server[108940]: DEBUG oslo_db.sqlalchemy.engines [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=108940) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 12 00:39:13.612893 n-d-712142-27 neutron-server[108940]: INFO neutron.plugins.ml2.managers [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Initializing driver for type 'gre' Nov 12 00:39:13.613492 n-d-712142-27 neutron-server[108940]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] gre ID ranges: [(1, 1000)] Nov 12 00:39:13.709618 n-d-712142-27 neutron-server[108940]: INFO neutron.plugins.ml2.managers [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Initializing driver for type 'local' Nov 12 00:39:13.710080 n-d-712142-27 neutron-server[108940]: INFO neutron.plugins.ml2.managers [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Initializing driver for type 'vlan' Nov 12 00:39:13.728854 n-d-712142-27 neutron-server[108940]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] VlanTypeDriver initialization complete Nov 12 00:39:13.729995 n-d-712142-27 neutron-server[108940]: INFO neutron.plugins.ml2.managers [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Initializing driver for type 'vxlan' Nov 12 00:39:13.730133 n-d-712142-27 neutron-server[108940]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] vxlan ID ranges: [(1, 1000)] Nov 12 00:39:13.817112 n-d-712142-27 neutron-server[108940]: INFO neutron.plugins.ml2.managers [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Initializing extension driver 'port_security' Nov 12 00:39:13.817606 n-d-712142-27 neutron-server[108940]: INFO neutron.plugins.ml2.extensions.port_security [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] PortSecurityExtensionDriver initialization complete Nov 12 00:39:13.818010 n-d-712142-27 neutron-server[108940]: INFO neutron.plugins.ml2.managers [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Initializing mechanism driver 'openvswitch' Nov 12 00:39:13.818386 n-d-712142-27 neutron-server[108940]: INFO neutron.plugins.ml2.managers [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Initializing mechanism driver 'hyperv' Nov 12 00:39:13.825617 n-d-712142-27 neutron-server[108940]: DEBUG neutron.plugins.ml2.plugin [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=108940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:13.826786 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > port after_create 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.827262 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > port after_update 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.827852 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > port after_delete 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.828560 n-d-712142-27 neutron-server[108940]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=108940) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 00:39:13.829227 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > subnet after_create 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.829783 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > subnet after_update 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.830244 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > subnet after_delete 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.830849 n-d-712142-27 neutron-server[108940]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=108940) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 00:39:13.831371 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > network after_create 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.831888 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > network after_update 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.832409 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > network after_delete 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.832956 n-d-712142-27 neutron-server[108940]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=108940) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 00:39:13.833561 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > security_group after_create 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.833962 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > security_group after_update 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.834350 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > security_group after_delete 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.834796 n-d-712142-27 neutron-server[108940]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=108940) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 00:39:13.835249 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.835637 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.836060 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.836503 n-d-712142-27 neutron-server[108940]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=108940) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 00:39:13.836954 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > address_group after_create 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.837357 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > address_group after_update 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.837791 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > address_group after_delete 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.838236 n-d-712142-27 neutron-server[108940]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=108940) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 00:39:13.838666 n-d-712142-27 neutron-server[108940]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] ML2 OVO RPC backend initialized. {{(pid=108940) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 12 00:39:13.839466 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > router_interface after_create 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.839873 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.840363 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > network before_response 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.840758 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > networks before_response 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.841152 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > port before_response 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.841569 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > ports before_response 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.841982 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > subnet before_response 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.842375 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > subnets before_response 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.842812 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > network after_create 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.843203 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > network after_update 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.843593 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > network after_delete 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.844015 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > port after_create 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.844414 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > port after_update 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.844820 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > port after_delete 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.845778 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > subnet after_create 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.846169 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > subnet after_update 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.846554 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > subnet after_delete 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.847213 n-d-712142-27 neutron-server[108940]: INFO neutron.plugins.ml2.plugin [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Modular L2 Plugin initialization complete Nov 12 00:39:13.847590 n-d-712142-27 neutron-server[108940]: DEBUG neutron.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading services supported by the core plugin {{(pid=108940) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 12 00:39:13.847987 n-d-712142-27 neutron-server[108940]: INFO neutron.plugins.ml2.managers [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Got port-security extension from driver 'port_security' Nov 12 00:39:13.848542 n-d-712142-27 neutron-server[108940]: INFO neutron.extensions.vlantransparent [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Disabled vlantransparent extension. Nov 12 00:39:13.849091 n-d-712142-27 neutron-server[108940]: DEBUG neutron.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=108940) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 12 00:39:13.849531 n-d-712142-27 neutron-server[108940]: INFO neutron.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading Plugin: router Nov 12 00:39:13.888194 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > router_interface before_create 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.888594 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > router after_create 55549900 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.888977 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > router before_create 55549900 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.889354 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.889736 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.890104 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > router after_delete 55549900 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.890468 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > floatingip after_create 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.891043 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > floatingip after_update 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.891555 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > router after_create 55549900 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.892122 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > router after_update 55549900 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.892572 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > router after_update 55549900 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.893037 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.893503 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > router after_update 55549900 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.894078 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > router precommit_update 55549900 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.894519 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: port after_update 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.894976 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: port after_delete 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.895416 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: subnet after_update 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.895859 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.896331 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > port precommit_delete 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.896677 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > router precommit_create 55549900 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.897030 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: port before_delete 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.897380 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > router precommit_create 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.897745 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > router after_update 55549900 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.898095 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > router precommit_delete 55549900 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.898454 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > router precommit_create 55549900 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.898825 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > router_interface after_create 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.899184 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > router precommit_update 55549900 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.899556 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > agent after_create 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.899914 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > agent after_delete 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.900299 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > network after_delete 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.901274 n-d-712142-27 neutron-server[108940]: DEBUG neutron.quota.resource_registry [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Tracking information for resource: router configured {{(pid=108940) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 00:39:13.901612 n-d-712142-27 neutron-server[108940]: DEBUG neutron.quota.resource_registry [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Tracking information for resource: floatingip configured {{(pid=108940) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 00:39:13.907045 n-d-712142-27 neutron-server[108940]: INFO neutron.db.l3_agentschedulers_db [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 12 00:39:13.908220 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: port after_update 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.908600 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: port after_create 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.908961 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: port after_delete 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.909323 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: port after_update 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.910181 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > router before_create 55550100 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.910560 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > router precommit_delete 55550100 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.910928 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > router precommit_create 55550100 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.911294 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > router precommit_update 55550100 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.916857 n-d-712142-27 neutron-server[108940]: DEBUG neutron.services.provider_configuration [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Service providers = [] {{(pid=108940) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 12 00:39:13.917233 n-d-712142-27 neutron-server[108940]: DEBUG neutron.db.servicetype_db [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=108940) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 12 00:39:13.920813 n-d-712142-27 neutron-server[108940]: DEBUG neutron.services.service_base [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=108940) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 00:39:13.921165 n-d-712142-27 neutron-server[108940]: DEBUG neutron.services.service_base [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=108940) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 00:39:13.921517 n-d-712142-27 neutron-server[108940]: DEBUG neutron.services.service_base [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=108940) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 00:39:13.922643 n-d-712142-27 neutron-server[108940]: DEBUG neutron.services.service_base [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=108940) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 00:39:13.923038 n-d-712142-27 neutron-server[108940]: INFO neutron.services.service_base [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 12 00:39:13.923503 n-d-712142-27 neutron-server[108940]: DEBUG neutron.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=108940) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 00:39:13.923825 n-d-712142-27 neutron-server[108940]: INFO neutron.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 12 00:39:13.937823 n-d-712142-27 neutron-server[108940]: DEBUG neutron.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=108940) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 00:39:13.938253 n-d-712142-27 neutron-server[108940]: INFO neutron.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading Plugin: auto_allocate Nov 12 00:39:13.945455 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: network precommit_update 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.946082 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: network precommit_create 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.946740 n-d-712142-27 neutron-server[108940]: DEBUG neutron.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=108940) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 00:39:13.947257 n-d-712142-27 neutron-server[108940]: INFO neutron.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading Plugin: tag Nov 12 00:39:13.956423 n-d-712142-27 neutron-server[108940]: DEBUG neutron.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=108940) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 00:39:13.956756 n-d-712142-27 neutron-server[108940]: INFO neutron.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading Plugin: timestamp Nov 12 00:39:13.961250 n-d-712142-27 neutron-server[108940]: DEBUG neutron.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=108940) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 00:39:13.961511 n-d-712142-27 neutron-server[108940]: INFO neutron.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading Plugin: network_ip_availability Nov 12 00:39:13.967644 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.968057 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.968421 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:13.969240 n-d-712142-27 neutron-server[108940]: DEBUG neutron.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=108940) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 00:39:13.969568 n-d-712142-27 neutron-server[108940]: INFO neutron.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading Plugin: flavors Nov 12 00:39:13.975405 n-d-712142-27 neutron-server[108940]: DEBUG neutron.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=108940) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 00:39:13.975752 n-d-712142-27 neutron-server[108940]: INFO neutron.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading Plugin: revisions Nov 12 00:39:13.980964 n-d-712142-27 neutron-server[108940]: DEBUG neutron.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=108940) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 00:39:13.981367 n-d-712142-27 neutron-server[108940]: DEBUG oslo_concurrency.lockutils [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.968s {{(pid=108940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 12 00:39:13.982188 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=108940) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 12 00:39:13.982542 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Initializing extension manager. Nov 12 00:39:13.983081 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: __init__.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:13.983433 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: __pycache__ {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:13.983782 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:13.984140 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: address_group.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:13.985128 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:13.986304 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: address-group Nov 12 00:39:13.986640 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: address_scope.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:13.987411 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:13.987955 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: address-scope Nov 12 00:39:13.988319 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: admin_state_down_before_update.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:13.989520 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:13.990323 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: router-admin-state-down-before-update Nov 12 00:39:13.990657 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: agent.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:13.991454 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:13.992045 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: agent Nov 12 00:39:13.992335 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: agent_resources_synced.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:13.993355 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:13.993888 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: agent-resources-synced Nov 12 00:39:13.994303 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: allowedaddresspairs.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:13.996204 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:13.996835 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: allowed-address-pairs Nov 12 00:39:13.997167 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: auto_allocated_topology.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:13.998341 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:13.998870 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: auto-allocated-topology Nov 12 00:39:13.999268 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: availability_zone.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.000085 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.000623 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: availability_zone Nov 12 00:39:14.000951 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: availability_zone_filter.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.001970 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.002502 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: availability_zone_filter Nov 12 00:39:14.002827 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: data_plane_status.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.003771 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.004323 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extension data-plane-status not supported by any of loaded plugins Nov 12 00:39:14.004649 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: default_subnetpools.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.005599 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.006122 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: default-subnetpools Nov 12 00:39:14.006449 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: dhcpagentscheduler.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.007327 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.007854 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: dhcp_agent_scheduler Nov 12 00:39:14.008218 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: dns.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.009243 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.009767 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extension dns-integration not supported by any of loaded plugins Nov 12 00:39:14.010094 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: dns_domain_ports.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.011060 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.011582 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 12 00:39:14.011905 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.012875 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.013395 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 12 00:39:14.013723 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: dvr.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.014418 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.014946 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: dvr Nov 12 00:39:14.015271 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: ecmp_routes.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.016287 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.016814 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extension ecmp_routes not supported by any of loaded plugins Nov 12 00:39:14.017677 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: empty_string_filtering.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.018632 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.019170 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: empty-string-filtering Nov 12 00:39:14.019494 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.020468 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.020992 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 12 00:39:14.021318 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.022283 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.022805 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 12 00:39:14.023129 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: external_net.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.024125 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.024663 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: external-net Nov 12 00:39:14.025081 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: extra_dhcp_opt.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.026326 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.027015 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: extra_dhcp_opt Nov 12 00:39:14.027437 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: extraroute.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.028803 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.029519 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: extraroute Nov 12 00:39:14.029925 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: extraroute_atomic.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.031218 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.031765 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: extraroute-atomic Nov 12 00:39:14.032132 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: filter_validation.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.033157 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.033690 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: filter-validation Nov 12 00:39:14.034023 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: fip_pf_description.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.035054 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.035582 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 12 00:39:14.035910 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: fip_port_details.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.036917 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.037448 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: fip-port-details Nov 12 00:39:14.037777 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: flavors.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.039151 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.039698 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: flavors Nov 12 00:39:14.040073 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.041927 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.042485 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 12 00:39:14.042823 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: floatingip_pools.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.043587 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.044163 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: floatingip-pools Nov 12 00:39:14.044495 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: ip_allocation.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.045520 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.046050 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extension ip_allocation not supported by any of loaded plugins Nov 12 00:39:14.046379 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.047325 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.047850 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: ip-substring-filtering Nov 12 00:39:14.048745 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: l2_adjacency.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.049711 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.050236 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extension l2_adjacency not supported by any of loaded plugins Nov 12 00:39:14.050563 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: l3.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.051616 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.052185 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: router Nov 12 00:39:14.052513 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: l3_conntrack_helper.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.054907 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.055459 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 12 00:39:14.055794 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.056768 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.057303 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: ext-gw-mode Nov 12 00:39:14.057635 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.058592 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.059129 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: l3-ha Nov 12 00:39:14.059465 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: l3_flavors.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.060438 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.060969 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: l3-flavors Nov 12 00:39:14.061298 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.062234 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.062760 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: l3-port-ip-change-not-allowed Nov 12 00:39:14.063085 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: l3agentscheduler.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.064296 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.064831 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: l3_agent_scheduler Nov 12 00:39:14.065163 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: logging.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.066832 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.067383 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extension logging not supported by any of loaded plugins Nov 12 00:39:14.067720 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: metering.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.068561 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.069217 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: metering Nov 12 00:39:14.069748 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.070939 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.071486 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: metering_source_and_destination_fields Nov 12 00:39:14.071819 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: multiprovidernet.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.072884 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.073659 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: multi-provider Nov 12 00:39:14.074048 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: netmtu.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.075005 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.075533 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: net-mtu Nov 12 00:39:14.075864 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: netmtu_writable.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.077092 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.077620 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: net-mtu-writable Nov 12 00:39:14.077950 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: network_availability_zone.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.078641 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.079175 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: network_availability_zone Nov 12 00:39:14.080079 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: network_ip_availability.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.081259 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.081794 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: network-ip-availability Nov 12 00:39:14.082122 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: network_segment_range.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.082924 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.083444 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extension network-segment-range not supported by any of loaded plugins Nov 12 00:39:14.083768 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: pagination.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.084842 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.085177 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: pagination Nov 12 00:39:14.085504 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: port_device_profile.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.086451 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.087005 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: port-device-profile Nov 12 00:39:14.087334 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.088332 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.088870 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: port-mac-address-regenerate Nov 12 00:39:14.089198 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.090160 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.090691 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: port-numa-affinity-policy Nov 12 00:39:14.091020 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: port_resource_request.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.091940 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.092496 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extension port-resource-request not supported by any of loaded plugins Nov 12 00:39:14.092893 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: port_resource_request_groups.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.093820 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.094344 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 12 00:39:14.094674 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: portbindings.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.095679 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.096240 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: binding Nov 12 00:39:14.096571 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: portbindings_extended.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.097926 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.098466 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: binding-extended Nov 12 00:39:14.098805 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: portsecurity.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.099730 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.100299 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: port-security Nov 12 00:39:14.100630 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: project_id.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.101626 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.101959 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: project-id Nov 12 00:39:14.102286 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: providernet.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.103236 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.103777 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: provider Nov 12 00:39:14.104147 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: qos.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.108000 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.108589 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extension qos not supported by any of loaded plugins Nov 12 00:39:14.108931 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.110339 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.111424 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 12 00:39:14.111760 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.112742 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.113275 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 12 00:39:14.113607 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: qos_default.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.114548 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.115077 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extension qos-default not supported by any of loaded plugins Nov 12 00:39:14.115410 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: qos_fip.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.116135 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.116654 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extension qos-fip not supported by any of loaded plugins Nov 12 00:39:14.116983 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: qos_gateway_ip.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.117931 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.118458 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 12 00:39:14.118786 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: qos_port_network_policy.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.119710 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.120269 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 12 00:39:14.120594 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.121897 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.122641 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 12 00:39:14.123126 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: qos_pps_rule.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.124658 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.125681 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extension qos-pps not supported by any of loaded plugins Nov 12 00:39:14.126018 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: qos_rule_type_details.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.127073 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.127612 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 12 00:39:14.127945 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: qos_rules_alias.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.129084 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.129617 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 12 00:39:14.129952 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: quota_check_limit.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.130899 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.131423 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: quota-check-limit Nov 12 00:39:14.131757 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: quotasv2.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.132795 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.133127 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: quotas Nov 12 00:39:14.133455 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: quotasv2_detail.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.136763 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.137113 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: quota_details Nov 12 00:39:14.137451 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: rbac.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.138649 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.139136 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: rbac-policies Nov 12 00:39:14.139471 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: rbac_address_group.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.140483 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.141017 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: rbac-address-group Nov 12 00:39:14.141347 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: rbac_address_scope.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.142818 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.143352 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: rbac-address-scope Nov 12 00:39:14.143681 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: rbac_security_groups.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.144677 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.145209 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: rbac-security-groups Nov 12 00:39:14.145535 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: rbac_subnetpool.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.146477 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.147015 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: rbac-subnetpool Nov 12 00:39:14.147338 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: revisionifmatch.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.148328 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.148872 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: revision-if-match Nov 12 00:39:14.149201 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: revisions.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.150371 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.150907 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: standard-attr-revisions Nov 12 00:39:14.151241 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: router_availability_zone.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.151933 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.152487 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: router_availability_zone Nov 12 00:39:14.152816 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: routerservicetype.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.153758 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.154279 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extension router-service-type not supported by any of loaded plugins Nov 12 00:39:14.154609 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.155550 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.156116 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: security-groups-normalized-cidr Nov 12 00:39:14.156447 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: security_groups_port_filtering.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.157597 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.158052 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: port-security-groups-filtering Nov 12 00:39:14.158382 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.159318 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.159858 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: security-groups-remote-address-group Nov 12 00:39:14.160210 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.161159 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.161687 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: security-groups-shared-filtering Nov 12 00:39:14.162011 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.162632 n-d-712142-27 neutron-server[108940]: WARNING neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 12 00:39:14.162958 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: securitygroup.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.174421 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.175024 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: security-group Nov 12 00:39:14.175364 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: segment.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.176321 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.176849 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extension segment not supported by any of loaded plugins Nov 12 00:39:14.177179 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.178237 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.178763 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 12 00:39:14.179093 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: servicetype.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.180279 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.180820 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: service-type Nov 12 00:39:14.181152 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: sorting.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.182159 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.182496 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: sorting Nov 12 00:39:14.182826 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: standard_attr_segment.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.183755 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.184322 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 12 00:39:14.184651 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: standardattrdescription.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.185309 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.185853 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: standard-attr-description Nov 12 00:39:14.186183 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: stateful_security_group.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.187137 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.187698 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: stateful-security-group Nov 12 00:39:14.188061 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: stdattrs_common.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.188676 n-d-712142-27 neutron-server[108940]: WARNING neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 12 00:39:14.189068 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.190111 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.190671 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 12 00:39:14.191000 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: subnet_onboard.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.192189 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.192743 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: subnet_onboard Nov 12 00:39:14.193078 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.194111 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.194653 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 12 00:39:14.194987 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: subnet_service_types.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.196055 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.196610 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: subnet-service-types Nov 12 00:39:14.196943 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: subnetallocation.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.198132 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.198670 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: subnet_allocation Nov 12 00:39:14.199003 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.199716 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.200327 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: subnetpool-prefix-ops Nov 12 00:39:14.200657 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.201909 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.202448 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 12 00:39:14.202778 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: tagging.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.203903 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.204993 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: standard-attr-tag Nov 12 00:39:14.205324 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: timestamp.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.206601 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.207144 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loaded extension: standard-attr-timestamp Nov 12 00:39:14.207476 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: trunk.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.208623 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.209163 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extension trunk not supported by any of loaded plugins Nov 12 00:39:14.209497 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: trunk_details.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.210489 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.211034 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extension trunk-details not supported by any of loaded plugins Nov 12 00:39:14.211423 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: uplink_status_propagation.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.212443 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.212989 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 12 00:39:14.213322 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Loading extension file: vlantransparent.py {{(pid=108940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 00:39:14.214044 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=108940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 00:39:14.214578 n-d-712142-27 neutron-server[108940]: INFO neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extension vlan-transparent not supported by any of loaded plugins Nov 12 00:39:14.217425 n-d-712142-27 neutron-server[108940]: INFO neutron.quota.resource_registry [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Creating instance of TrackedResource for resource:network Nov 12 00:39:14.217980 n-d-712142-27 neutron-server[108940]: INFO neutron.quota.resource_registry [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Creating instance of TrackedResource for resource:subnet Nov 12 00:39:14.218393 n-d-712142-27 neutron-server[108940]: INFO neutron.quota.resource_registry [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 00:39:14.218814 n-d-712142-27 neutron-server[108940]: INFO neutron.quota.resource_registry [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Creating instance of TrackedResource for resource:port Nov 12 00:39:14.220950 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.v2.resource_helper [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108940) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 00:39:14.221525 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.v2.resource_helper [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Service FLAVORS assigned prefix: {{(pid=108940) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 00:39:14.222267 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.v2.resource_helper [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108940) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 00:39:14.222866 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.v2.resource_helper [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108940) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 00:39:14.223357 n-d-712142-27 neutron-server[108940]: INFO neutron.quota.resource_registry [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Creating instance of TrackedResource for resource:router Nov 12 00:39:14.223944 n-d-712142-27 neutron-server[108940]: INFO neutron.quota.resource_registry [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Creating instance of TrackedResource for resource:floatingip Nov 12 00:39:14.224636 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.v2.resource_helper [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Service METERING assigned prefix: /metering {{(pid=108940) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 00:39:14.227007 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:14.227387 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:14.227745 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:39:14.228960 n-d-712142-27 neutron-server[108940]: INFO neutron.quota.resource_registry [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Creating instance of CountableResource for resource:rbac_policy Nov 12 00:39:14.229429 n-d-712142-27 neutron-server[108940]: INFO neutron.quota.resource_registry [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Creating instance of TrackedResource for resource:security_group Nov 12 00:39:14.229896 n-d-712142-27 neutron-server[108940]: INFO neutron.quota.resource_registry [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Creating instance of TrackedResource for resource:security_group_rule Nov 12 00:39:14.230560 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.v2.resource_helper [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Service CORE assigned prefix: {{(pid=108940) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 00:39:14.230906 n-d-712142-27 neutron-server[108940]: INFO neutron.quota.resource_registry [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 00:39:14.231267 n-d-712142-27 neutron-server[108940]: WARNING neutron.quota.resource_registry [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] subnetpool is already registered Nov 12 00:39:14.231715 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.v2.resource_helper [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Service CORE assigned prefix: {{(pid=108940) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 00:39:14.232130 n-d-712142-27 neutron-server[108940]: INFO neutron.quota.resource_registry [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 00:39:14.232428 n-d-712142-27 neutron-server[108940]: WARNING neutron.quota.resource_registry [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] subnetpool is already registered Nov 12 00:39:14.235067 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.v2.resource_helper [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108940) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 00:39:14.235514 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.v2.resource_helper [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Service FLAVORS assigned prefix: {{(pid=108940) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 00:39:14.236723 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.v2.resource_helper [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108940) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 00:39:14.237175 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.v2.resource_helper [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108940) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 00:39:14.237522 n-d-712142-27 neutron-server[108940]: INFO neutron.quota.resource_registry [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Creating instance of TrackedResource for resource:router Nov 12 00:39:14.237873 n-d-712142-27 neutron-server[108940]: WARNING neutron.quota.resource_registry [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] router is already registered Nov 12 00:39:14.238305 n-d-712142-27 neutron-server[108940]: INFO neutron.quota.resource_registry [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Creating instance of TrackedResource for resource:floatingip Nov 12 00:39:14.238643 n-d-712142-27 neutron-server[108940]: WARNING neutron.quota.resource_registry [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] floatingip is already registered Nov 12 00:39:14.239137 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.v2.resource_helper [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Service METERING assigned prefix: /metering {{(pid=108940) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 00:39:14.239896 n-d-712142-27 neutron-server[108940]: INFO neutron.quota.resource_registry [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Creating instance of CountableResource for resource:rbac_policy Nov 12 00:39:14.240260 n-d-712142-27 neutron-server[108940]: WARNING neutron.quota.resource_registry [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] rbac_policy is already registered Nov 12 00:39:14.240687 n-d-712142-27 neutron-server[108940]: INFO neutron.quota.resource_registry [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Creating instance of TrackedResource for resource:security_group Nov 12 00:39:14.241035 n-d-712142-27 neutron-server[108940]: WARNING neutron.quota.resource_registry [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] security_group is already registered Nov 12 00:39:14.241449 n-d-712142-27 neutron-server[108940]: INFO neutron.quota.resource_registry [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Creating instance of TrackedResource for resource:security_group_rule Nov 12 00:39:14.241804 n-d-712142-27 neutron-server[108940]: WARNING neutron.quota.resource_registry [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] security_group_rule is already registered Nov 12 00:39:14.242323 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.v2.resource_helper [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Service CORE assigned prefix: {{(pid=108940) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 00:39:14.242655 n-d-712142-27 neutron-server[108940]: INFO neutron.quota.resource_registry [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 00:39:14.242990 n-d-712142-27 neutron-server[108940]: WARNING neutron.quota.resource_registry [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] subnetpool is already registered Nov 12 00:39:14.243422 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.v2.resource_helper [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Service CORE assigned prefix: {{(pid=108940) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 00:39:14.243750 n-d-712142-27 neutron-server[108940]: INFO neutron.quota.resource_registry [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 00:39:14.244154 n-d-712142-27 neutron-server[108940]: WARNING neutron.quota.resource_registry [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] subnetpool is already registered Nov 12 00:39:14.246152 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extended resource: extensions {{(pid=108940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:39:14.247723 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extended resource: address-groups {{(pid=108940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:39:14.249273 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extended resource: address-scopes {{(pid=108940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:39:14.250616 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extended resource: agents {{(pid=108940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:39:14.251942 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extended resource: auto-allocated-topology {{(pid=108940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:39:14.253237 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extended resource: availability_zones {{(pid=108940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:39:14.254454 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extended resource: dhcp-networks {{(pid=108940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:39:14.255929 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extended resource: dhcp-agents {{(pid=108940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:39:14.257525 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extended resource: routers {{(pid=108940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:39:14.259650 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extended resource: flavors {{(pid=108940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:39:14.260987 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extended resource: service_profiles {{(pid=108940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:39:14.262209 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extended resource: next_providers {{(pid=108940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:39:14.263678 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extended resource: service_profiles {{(pid=108940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:39:14.265385 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extended resource: floatingip-pools {{(pid=108940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:39:14.266783 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extended resource: routers {{(pid=108940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:39:14.269457 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extended resource: floatingips {{(pid=108940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:39:14.270757 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extended resource: l3-routers {{(pid=108940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:39:14.272232 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extended resource: l3-agents {{(pid=108940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:39:14.273840 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extended resource: metering-labels {{(pid=108940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:39:14.275429 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extended resource: metering-label-rules {{(pid=108940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:39:14.277217 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extended resource: network-ip-availabilities {{(pid=108940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:39:14.278840 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extended resource: bindings {{(pid=108940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:39:14.280568 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extended resource: quotas {{(pid=108940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:39:14.282231 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extended resource: quotas {{(pid=108940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:39:14.283938 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extended resource: rbac-policies {{(pid=108940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:39:14.285167 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extended resource: security-groups {{(pid=108940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:39:14.286517 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extended resource: security-group-rules {{(pid=108940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:39:14.287819 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extended resource: service-providers {{(pid=108940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:39:14.289081 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extended resource: subnetpools {{(pid=108940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:39:14.290508 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extended resource: subnetpools {{(pid=108940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:39:14.292022 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extended resource: tags {{(pid=108940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:39:14.293787 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extended resource: tags {{(pid=108940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:39:14.295667 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extended resource: tags {{(pid=108940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:39:14.297556 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extended resource: tags {{(pid=108940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:39:14.299892 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extended resource: tags {{(pid=108940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:39:14.301917 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extended resource: tags {{(pid=108940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:39:14.303638 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extended resource: tags {{(pid=108940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:39:14.306674 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extended resource: tags {{(pid=108940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:39:14.308520 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extended resource: tags {{(pid=108940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:39:14.310456 n-d-712142-27 neutron-server[108940]: DEBUG neutron.api.extensions [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Extended resource: tags {{(pid=108940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 00:39:14.318297 n-d-712142-27 neutron-server[108940]: WARNING keystonemiddleware.auth_token [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 12 00:39:14.323211 n-d-712142-27 neutron-server[108940]: WARNING keystonemiddleware.auth_token [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 12 00:39:14.333077 n-d-712142-27 neutron-server[108940]: DEBUG oslo_concurrency.lockutils [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Acquired lock "singleton_lock" {{(pid=108940) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 12 00:39:14.333557 n-d-712142-27 neutron-server[108940]: DEBUG oslo_concurrency.lockutils [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Releasing lock "singleton_lock" {{(pid=108940) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 12 00:39:14.334234 n-d-712142-27 neutron-server[108940]: INFO oslo_service.service [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Starting 2 workers Nov 12 00:39:14.339415 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Started child 109085 {{(pid=108940) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 00:39:14.344535 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Started child 109086 {{(pid=108940) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 00:39:14.346524 n-d-712142-27 neutron-server[108940]: INFO neutron.service [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Neutron service started, listening on 0.0.0.0:9696 Nov 12 00:39:14.347161 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Publish callbacks [] for process, before_spawn {{(pid=108940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:14.349382 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:14.350319 n-d-712142-27 neutron-server[108940]: INFO oslo_service.service [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Starting 1 workers Nov 12 00:39:14.350451 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:14.351310 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [-] (109086) wsgi starting up on http://0.0.0.0:9696 Nov 12 00:39:14.351526 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [-] (109085) wsgi starting up on http://0.0.0.0:9696 Nov 12 00:39:14.355709 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Started child 109087 {{(pid=108940) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 00:39:14.356347 n-d-712142-27 neutron-server[108940]: INFO oslo_service.service [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Starting 1 workers Nov 12 00:39:14.361249 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Started child 109088 {{(pid=108940) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 00:39:14.362092 n-d-712142-27 neutron-server[108940]: DEBUG neutron_lib.callbacks.manager [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] Publish callbacks [] for process, after_spawn {{(pid=108940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:14.364167 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108940) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 12 00:39:14.364390 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 00:39:14.364540 n-d-712142-27 neutron-server[109087]: DEBUG neutron.service [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] calling RpcWorker wait() {{(pid=109087) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 12 00:39:14.365327 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 00:39:14.365327 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 00:39:14.365612 n-d-712142-27 neutron-server[109087]: DEBUG neutron.service [None req-c806686f-c1c6-45f8-bae8-05d5cab4849c None None] returning from RpcWorker wait() {{(pid=109087) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 12 00:39:14.365757 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 00:39:14.365757 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 00:39:14.365757 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.366134 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.366247 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.366512 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.366774 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.367223 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:14.367386 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.367592 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.367918 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:14.368094 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.368310 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.368573 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.368735 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.368937 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.369145 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.369394 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.369610 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:14.370379 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.370379 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.370379 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.370911 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.370911 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.370911 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.371478 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.371478 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.371862 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] debug = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.372093 n-d-712142-27 neutron-server[109088]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:14.372312 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.372510 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.372721 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.372912 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.373098 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.373454 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.373651 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.373844 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.374066 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.374280 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.374519 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.374777 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.375030 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.375268 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.375498 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.375731 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.376027 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.376236 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.377243 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] host = n-d-712142-27 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.377747 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.377747 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.378119 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.378119 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.378509 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.378509 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.378894 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.379090 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.379284 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.379485 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.379731 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.379987 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.380219 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.380471 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] log_file = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.380664 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] log_options = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.380880 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.381100 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.381355 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.381562 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.381752 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.381950 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.382141 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.382326 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.382525 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.382709 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.382929 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.383162 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.383394 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.383757 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.383956 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.384176 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.384379 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.384581 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.384771 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.385002 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.385225 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.385437 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.385735 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.385930 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.386113 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.386305 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.386494 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.386719 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.386973 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.387170 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.387411 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.387805 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.388035 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.388227 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.388443 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.388666 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.388893 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.389089 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.389366 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.389573 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.389841 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.390101 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.390297 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.390698 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.390902 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.391091 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.391301 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] use_json = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.391504 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.391697 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.391897 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.392443 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.392671 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.392868 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.393223 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.393542 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.394099 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.394462 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.394836 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.395206 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.395537 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.395760 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.396148 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.396462 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.396826 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.397109 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.397445 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.397651 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.398016 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.398227 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.398434 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.398752 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.399020 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.399302 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.399549 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.399776 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.400034 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.400249 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.400510 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.400750 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.401010 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.401228 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.401433 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.401837 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.402143 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.402398 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.402662 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.402884 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.403115 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.403347 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.403581 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.403808 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.404226 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.404436 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.404627 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.404821 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.405011 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.405205 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.405408 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.405659 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.405854 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.406115 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.406347 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.406932 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.407155 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.407352 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.408113 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.408447 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.408640 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.408846 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.409058 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.409259 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.409449 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.409687 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.409938 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.410167 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.410403 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.410643 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.410845 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.411082 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.411300 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.412015 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.417685 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.417685 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.417685 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.417685 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.417685 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.417685 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.417685 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.417685 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.417685 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.420074 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.420074 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.420074 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.420074 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.420074 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.420074 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.420074 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.420074 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.420074 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.421753 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.421753 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.421753 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.422247 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.422247 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.422585 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.422770 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.422985 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.423322 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.423567 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.423833 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.424181 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.424509 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.424687 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.424859 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.425076 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.425354 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.425579 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.425808 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.426049 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.426251 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.426585 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.426787 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.426976 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.427164 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.427363 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.427548 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.428050 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.428231 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.428398 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.428571 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.428789 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.429066 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.429303 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.429607 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.429848 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.430119 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.430433 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.430701 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.430966 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.431199 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.431579 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.431847 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.432115 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.432366 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.432787 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.432787 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.433223 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.433397 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.433654 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.433887 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.434157 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.434551 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.434834 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.434834 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.435323 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.435323 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.435792 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.435792 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.436257 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.436473 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.436838 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.436838 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.437323 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.437323 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.437678 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.437973 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.438302 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.438501 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.439284 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.439526 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.439740 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.439955 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.440224 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.440481 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.440695 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.440937 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.441168 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.441403 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.441622 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.441905 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.442116 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.442312 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.442526 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.442741 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.442958 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.443172 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.443383 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.443638 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.443856 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.444164 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.444426 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.444660 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.444903 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.445125 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.445387 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.445600 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.445848 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.446088 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.446301 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.446503 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.446718 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.447040 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.447209 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.447378 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.447541 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.447785 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.448062 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.448418 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.448676 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.448905 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.449143 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.449359 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.449613 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.449856 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.450071 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.450283 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.450497 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.450738 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.451130 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.451327 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.451762 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.451948 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.452223 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.452431 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.452632 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.452850 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.453056 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.453261 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.453515 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.453775 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.453999 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.454187 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.454480 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.455189 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.455396 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.455636 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.455855 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.456094 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.456343 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.456551 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.456747 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.457103 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.457296 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.457462 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.457652 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.457864 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.458070 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.458309 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.458509 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.458843 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.458997 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.459167 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.459377 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.459585 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.459797 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.460758 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.460758 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.460758 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.460758 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.461174 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.461174 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.461362 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.461628 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.461807 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.462132 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.462282 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.462501 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.462758 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.462998 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.463314 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.463547 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.463792 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.464055 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.464273 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.464491 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.464749 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.466265 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.466265 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.466265 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.466265 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.466265 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.466879 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.466879 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.467161 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.467286 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.467524 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.468030 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.468475 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.468909 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.469334 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.469757 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.470178 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.470598 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.471009 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.471431 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.471701 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.471957 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.472240 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.472499 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.472731 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.472963 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.473201 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.473450 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.473680 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.473900 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.474092 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 00:39:14.474605 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108940) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 12 00:39:14.474754 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 00:39:14.474970 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 00:39:14.475127 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 00:39:14.475287 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 00:39:14.475435 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 00:39:14.475583 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.475731 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.475890 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.476061 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.476198 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.476366 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.476508 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.476703 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.476844 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.476967 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.477177 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.477381 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.477513 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.477635 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.477786 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.477911 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.478035 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.478159 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.478284 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.478436 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.478745 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.479084 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.479415 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] debug = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.479744 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.480110 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.480447 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.480604 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.480731 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.480994 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.481166 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.481166 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.481407 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.481534 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.481659 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.481785 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.481910 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.482064 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.482349 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.482657 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.482955 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.483250 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.483542 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] host = n-d-712142-27 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.483833 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.484163 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.484323 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.484456 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.484679 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.484849 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.484979 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.485107 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.485227 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.485346 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.485634 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.485783 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.485911 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.486036 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] log_file = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.486265 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] log_options = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.486265 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.486493 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.486623 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.486724 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.487002 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.487002 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.487213 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.487329 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.487471 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.487595 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.487746 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.488066 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.488380 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.488533 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.488665 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.488820 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.488973 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.489287 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.489436 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.489644 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.489794 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.489919 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.490043 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.490262 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.490408 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.490533 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.490694 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.490981 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.491278 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.491571 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.491881 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.492098 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.492348 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.492514 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.492646 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.492790 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.492919 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.493046 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.493170 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.493297 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.493438 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.493739 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.493888 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.494119 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.494275 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.494382 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.494555 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] use_json = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.494737 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.494890 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.495036 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.495176 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.495310 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.495437 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.495565 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.495729 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 00:39:14.495914 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.496155 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.496289 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.496388 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.496624 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.496786 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.496928 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.497089 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.497234 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.497378 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.497503 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.497611 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.497773 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.498091 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.498259 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.498546 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.498546 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.498942 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.498942 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.499175 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.499175 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.499460 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.499460 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.499910 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.499910 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.499910 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.500358 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.500358 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.500784 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.500784 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.500784 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.503125 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.503125 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.503125 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.503125 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.503125 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.503125 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.503125 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.503125 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.503125 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.504898 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.504898 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.504898 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.504898 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.504898 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.504898 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.504898 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.504898 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.505730 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.505730 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.505730 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.505730 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.505730 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.505730 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.505730 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.505730 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.505730 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.506607 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.506607 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.506607 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.506607 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.506607 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.506607 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.506607 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.506607 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.506607 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.507158 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.507158 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.507158 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.507158 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.507394 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.507394 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.507510 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.507687 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.507822 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.508392 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.508392 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.508392 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.508929 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.508929 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.508929 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.508929 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.509679 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.509679 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.509679 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.509679 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.509679 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.510577 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.510577 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.510577 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.510577 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.510577 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.510577 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.512344 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.512344 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.512344 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.512344 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.512344 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.512344 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.512344 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.512344 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.516431 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.516431 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.516431 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.516431 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.516431 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.516431 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.516431 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.516431 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.518368 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.518368 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.518368 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.518368 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.518368 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.518368 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.518368 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.518368 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.519670 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.519670 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.519670 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.519670 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.519670 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.519670 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.519670 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.519670 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.521015 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.521015 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.521015 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.521015 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.521015 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.521015 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.521015 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.521015 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.522713 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.522713 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.522713 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.522713 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.522713 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.522713 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.522713 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.522713 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.524110 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.524110 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.524110 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.524110 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.524110 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.524110 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.524110 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.524110 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.525282 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.525282 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.525282 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.525282 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.525282 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.525282 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.525282 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.525282 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.526645 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.526645 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.526645 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.526645 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.526645 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.526645 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.526645 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.526645 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.528400 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.528400 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.528400 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.528400 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.528400 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.528400 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.528400 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.528400 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.529986 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.529986 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.529986 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.529986 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.529986 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.529986 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.529986 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.529986 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.531239 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.531239 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.531239 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.531239 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.531239 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.531239 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.531239 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.531239 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.532794 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.532794 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.532794 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.532794 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.532794 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.532794 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.532794 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.532794 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.533718 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.533718 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.533718 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.533718 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.533718 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.533718 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.533718 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.533718 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.534767 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.534767 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.534767 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.534767 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.534767 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.534767 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.534767 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.534767 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.535870 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.535870 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.535870 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.535870 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.535870 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.535870 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.535870 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.535870 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.536908 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.536908 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.536908 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.536908 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.536908 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.536908 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.536908 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.536908 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.538034 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.538034 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.538034 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.538034 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.538034 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.538034 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.538034 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.538034 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.539165 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.539165 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.539165 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.539165 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.539165 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.539165 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.539165 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.539165 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.540168 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.540168 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.540168 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.540168 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.540168 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.540168 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.540168 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.540168 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.541556 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.541556 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.541556 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.541556 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.541556 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.541556 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.541556 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.541556 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.542838 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.542838 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.542838 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.542838 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.542838 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.542838 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.542838 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.542838 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.543791 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.543791 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.543791 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.543791 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.543791 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.543791 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.543791 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.543791 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.543791 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.544901 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.544901 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.544901 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.544901 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.544901 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.544901 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.544901 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.544901 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.544901 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.546183 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.546183 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.546183 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 00:39:14.546183 n-d-712142-27 neutron-server[108940]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 00:39:14.590117 n-d-712142-27 neutron-server[109087]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:14.811574 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 44942) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:14.821677 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0074770 Nov 12 00:39:27.179611 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d213be7-8888-4d0c-8383-b58fa6d8acda None None] get_active_networks_info from n-d-712142-27 {{(pid=109087) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 00:39:27.347231 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d213be7-8888-4d0c-8383-b58fa6d8acda None None] No non-hosted networks {{(pid=109087) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 12 00:39:27.379920 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.agentschedulers_db [None req-6d213be7-8888-4d0c-8383-b58fa6d8acda None None] DHCP Agent not found on host n-d-712142-27 {{(pid=109087) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 12 00:39:27.534417 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b8a679a5-a0d4-4689-9bb4-07fdfcc2c29a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1711795'] for agent, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:30.674980 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-47d95430-95d8-49bb-9c0a-566a2d740bda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1711795'] for agent, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:30.782655 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6d09b62d-bf44-41af-b260-4c1516187ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:32.618224 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1711795'] for agent, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:33.778866 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1711795'] for agent, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:33.780440 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:33.781150 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:33.781852 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:33.782555 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:33.784664 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:33.785830 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:33.786820 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:33.788997 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:33.789338 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:33.789695 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:33.790029 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:33.790361 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:33.792299 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-712142-27', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:33.810032 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-712142-27', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:39:34.998371 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1711795'] for agent, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:36.430197 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 45036) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:37.112653 n-d-712142-27 neutron-server[109086]: WARNING oslo_policy.policy [None req-7f7327b2-754a-4191-9c77-469894c234d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 00:39:37.113351 n-d-712142-27 neutron-server[109086]: WARNING oslo_policy.policy [None req-7f7327b2-754a-4191-9c77-469894c234d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 00:39:37.355805 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [None req-7f7327b2-754a-4191-9c77-469894c234d9 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:39:37.357203 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7f7327b2-754a-4191-9c77-469894c234d9 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9246042 Nov 12 00:39:38.660233 n-d-712142-27 neutron-server[109087]: INFO neutron.db.l3_hamode_db [None req-9ab94b7a-e75d-436e-9f04-bfeb74af312d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 12 00:39:38.746583 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab94b7a-e75d-436e-9f04-bfeb74af312d None None] Routers set() bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:39:38.747005 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab94b7a-e75d-436e-9f04-bfeb74af312d None None] Router IDs set() for agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 00:39:40.028292 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 45050) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:40.590880 n-d-712142-27 neutron-server[109085]: WARNING oslo_policy.policy [None req-3e4ec478-25e5-4a9f-b462-cc9299f940e2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 00:39:40.591730 n-d-712142-27 neutron-server[109085]: WARNING oslo_policy.policy [None req-3e4ec478-25e5-4a9f-b462-cc9299f940e2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 00:39:41.016988 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-3e4ec478-25e5-4a9f-b462-cc9299f940e2 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:41.188658 n-d-712142-27 neutron-server[109085]: DEBUG neutron.policy [None req-3e4ec478-25e5-4a9f-b462-cc9299f940e2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109085) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 12 00:39:41.289038 n-d-712142-27 neutron-server[109085]: WARNING oslo_policy.policy [None req-3e4ec478-25e5-4a9f-b462-cc9299f940e2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 00:39:41.289563 n-d-712142-27 neutron-server[109085]: WARNING oslo_policy.policy [None req-3e4ec478-25e5-4a9f-b462-cc9299f940e2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 00:39:41.309674 n-d-712142-27 neutron-server[109085]: INFO neutron.quota [None req-3e4ec478-25e5-4a9f-b462-cc9299f940e2 admin admin] Loaded quota_driver: . Nov 12 00:39:41.437886 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3e4ec478-25e5-4a9f-b462-cc9299f940e2 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780987840345', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780987840772', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780987828038', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780987855753', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780988176243', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780987678639', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-669962', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-902294', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2005482', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1979798'] for rbac-policy, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:41.531606 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3e4ec478-25e5-4a9f-b462-cc9299f940e2 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:41.534204 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3e4ec478-25e5-4a9f-b462-cc9299f940e2 admin admin] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.5038831 Nov 12 00:39:44.432807 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 45068) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:44.736974 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-e2609b4e-ef75-4183-8f35-050aa6e2985b admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '424625902a154c04bb4370f304d98cd4', 'tenant_id': '424625902a154c04bb4370f304d98cd4'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:44.766721 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2609b4e-ef75-4183-8f35-050aa6e2985b admin admin] Made reservation on behalf of 424625902a154c04bb4370f304d98cd4 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:39:44.770111 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e2609b4e-ef75-4183-8f35-050aa6e2985b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:44.788839 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e2609b4e-ef75-4183-8f35-050aa6e2985b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:44.900101 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e2609b4e-ef75-4183-8f35-050aa6e2985b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:44.904512 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e2609b4e-ef75-4183-8f35-050aa6e2985b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:44.925017 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2609b4e-ef75-4183-8f35-050aa6e2985b admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:39:44.953193 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e2609b4e-ef75-4183-8f35-050aa6e2985b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780986514149', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:44.954010 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e2609b4e-ef75-4183-8f35-050aa6e2985b admin admin] Unsubscribe: segment precommit_create {{(pid=109085) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 12 00:39:44.954546 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-e2609b4e-ef75-4183-8f35-050aa6e2985b admin admin] Added segment 7a7b9be5-deca-44d9-9161-6b5f54d5a583 of type vlan for network 68002b2a-48f0-426f-8e0b-53cc0ad4b48e Nov 12 00:39:44.971063 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2609b4e-ef75-4183-8f35-050aa6e2985b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2e1991-71a9-4b35-8a87-20835c6e23b6,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:45.021285 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2609b4e-ef75-4183-8f35-050aa6e2985b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:45.021648 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2609b4e-ef75-4183-8f35-050aa6e2985b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:45.021983 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2609b4e-ef75-4183-8f35-050aa6e2985b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:45.022311 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2609b4e-ef75-4183-8f35-050aa6e2985b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:45.022635 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2609b4e-ef75-4183-8f35-050aa6e2985b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:45.022958 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2609b4e-ef75-4183-8f35-050aa6e2985b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:45.023275 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2609b4e-ef75-4183-8f35-050aa6e2985b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:45.023591 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2609b4e-ef75-4183-8f35-050aa6e2985b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:45.023907 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2609b4e-ef75-4183-8f35-050aa6e2985b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:45.024248 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2609b4e-ef75-4183-8f35-050aa6e2985b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:45.024563 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2609b4e-ef75-4183-8f35-050aa6e2985b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:45.024873 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2609b4e-ef75-4183-8f35-050aa6e2985b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:45.025926 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2609b4e-ef75-4183-8f35-050aa6e2985b admin admin] Tracked resource versions report: Nov 12 00:39:45.025926 n-d-712142-27 neutron-server[109085]: pushed versions: Nov 12 00:39:45.025926 n-d-712142-27 neutron-server[109085]: { 'AddressGroup': {'1.2'}, Nov 12 00:39:45.025926 n-d-712142-27 neutron-server[109085]: 'ConntrackHelper': {'1.0'}, Nov 12 00:39:45.025926 n-d-712142-27 neutron-server[109085]: 'Log': {'1.0'}, Nov 12 00:39:45.025926 n-d-712142-27 neutron-server[109085]: 'Network': {'1.1'}, Nov 12 00:39:45.025926 n-d-712142-27 neutron-server[109085]: 'Port': {'1.7'}, Nov 12 00:39:45.025926 n-d-712142-27 neutron-server[109085]: 'PortForwarding': {'1.2'}, Nov 12 00:39:45.025926 n-d-712142-27 neutron-server[109085]: 'QosPolicy': {'1.10'}, Nov 12 00:39:45.025926 n-d-712142-27 neutron-server[109085]: 'SecurityGroup': {'1.5'}, Nov 12 00:39:45.025926 n-d-712142-27 neutron-server[109085]: 'SecurityGroupRule': {'1.2'}, Nov 12 00:39:45.025926 n-d-712142-27 neutron-server[109085]: 'SubPort': {'1.0'}, Nov 12 00:39:45.025926 n-d-712142-27 neutron-server[109085]: 'Subnet': {'1.1'}, Nov 12 00:39:45.025926 n-d-712142-27 neutron-server[109085]: 'Trunk': {'1.1'}} Nov 12 00:39:45.025926 n-d-712142-27 neutron-server[109085]: consumer versions: Nov 12 00:39:45.025926 n-d-712142-27 neutron-server[109085]: { DHCP agent@n-d-712142-27: {}, Nov 12 00:39:45.025926 n-d-712142-27 neutron-server[109085]: L3 agent@n-d-712142-27: {}, Nov 12 00:39:45.025926 n-d-712142-27 neutron-server[109085]: Metadata agent@n-d-712142-27: {}, Nov 12 00:39:45.025926 n-d-712142-27 neutron-server[109085]: Metering agent@n-d-712142-27: {}, Nov 12 00:39:45.025926 n-d-712142-27 neutron-server[109085]: Open vSwitch agent@n-d-712142-27: { 'AddressGroup': '1.2', Nov 12 00:39:45.025926 n-d-712142-27 neutron-server[109085]: 'ConntrackHelper': '1.0', Nov 12 00:39:45.025926 n-d-712142-27 neutron-server[109085]: 'Log': '1.0', Nov 12 00:39:45.025926 n-d-712142-27 neutron-server[109085]: 'Network': '1.1', Nov 12 00:39:45.025926 n-d-712142-27 neutron-server[109085]: 'Port': '1.7', Nov 12 00:39:45.025926 n-d-712142-27 neutron-server[109085]: 'PortForwarding': '1.2', Nov 12 00:39:45.025926 n-d-712142-27 neutron-server[109085]: 'QosPolicy': '1.10', Nov 12 00:39:45.025926 n-d-712142-27 neutron-server[109085]: 'SecurityGroup': '1.5', Nov 12 00:39:45.025926 n-d-712142-27 neutron-server[109085]: 'SecurityGroupRule': '1.2', Nov 12 00:39:45.025926 n-d-712142-27 neutron-server[109085]: 'SubPort': '1.0', Nov 12 00:39:45.025926 n-d-712142-27 neutron-server[109085]: 'Subnet': '1.1', Nov 12 00:39:45.025926 n-d-712142-27 neutron-server[109085]: 'Trunk': '1.1'}} Nov 12 00:39:45.025926 n-d-712142-27 neutron-server[109085]: {{(pid=109085) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 00:39:45.076776 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e2609b4e-ef75-4183-8f35-050aa6e2985b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:45.120732 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e2609b4e-ef75-4183-8f35-050aa6e2985b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:45.121879 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2609b4e-ef75-4183-8f35-050aa6e2985b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:45.122631 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e2609b4e-ef75-4183-8f35-050aa6e2985b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:45.210609 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e2609b4e-ef75-4183-8f35-050aa6e2985b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7767692 Nov 12 00:39:45.226269 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2609b4e-ef75-4183-8f35-050aa6e2985b admin admin] Pushing event updated for resources: {'Network': ['ID=68002b2a-48f0-426f-8e0b-53cc0ad4b48e,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:45.239287 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 68002b2a-48f0-426f-8e0b-53cc0ad4b48e details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:39:48.194186 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 45082) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:48.827625 n-d-712142-27 neutron-server[109086]: DEBUG neutron.policy [None req-c95e2cc8-d250-4793-8cbb-bd9d5b19d447 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109086) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 12 00:39:48.876464 n-d-712142-27 neutron-server[109086]: WARNING oslo_policy.policy [None req-c95e2cc8-d250-4793-8cbb-bd9d5b19d447 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 00:39:48.876760 n-d-712142-27 neutron-server[109086]: WARNING oslo_policy.policy [None req-c95e2cc8-d250-4793-8cbb-bd9d5b19d447 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 00:39:48.885902 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95e2cc8-d250-4793-8cbb-bd9d5b19d447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:48.887787 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c95e2cc8-d250-4793-8cbb-bd9d5b19d447 admin admin] 10.222.0.45 "GET /v2.0/networks/68002b2a-48f0-426f-8e0b-53cc0ad4b48e HTTP/1.1" status: 200 len: 824 time: 0.6923482 Nov 12 00:39:48.928688 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5a71ded5-f3b9-4fda-b9c9-81454791eccf admin admin] 10.222.0.45 "GET /v2.0/subnetpools/ec6a4318-685b-4998-95e4-2a0174415ef9 HTTP/1.1" status: 200 len: 734 time: 0.0343735 Nov 12 00:39:48.938921 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-127d5a7f-49ff-42a7-bc6c-9ba324708416 admin admin] Request body: {'subnet': {'network_id': '68002b2a-48f0-426f-8e0b-53cc0ad4b48e', 'subnetpool_id': 'ec6a4318-685b-4998-95e4-2a0174415ef9', 'tenant_id': '424625902a154c04bb4370f304d98cd4', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:48.941072 n-d-712142-27 neutron-server[109086]: INFO neutron.quota [None req-127d5a7f-49ff-42a7-bc6c-9ba324708416 admin admin] Loaded quota_driver: . Nov 12 00:39:48.986125 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127d5a7f-49ff-42a7-bc6c-9ba324708416 admin admin] Made reservation on behalf of 424625902a154c04bb4370f304d98cd4 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:39:48.989291 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-127d5a7f-49ff-42a7-bc6c-9ba324708416 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:49.321646 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-127d5a7f-49ff-42a7-bc6c-9ba324708416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:49.405249 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127d5a7f-49ff-42a7-bc6c-9ba324708416 admin admin] Checking segment: {'id': '7a7b9be5-deca-44d9-9161-6b5f54d5a583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '68002b2a-48f0-426f-8e0b-53cc0ad4b48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:49.405628 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127d5a7f-49ff-42a7-bc6c-9ba324708416 admin admin] Network hostable DHCP agents. Network: 68002b2a-48f0-426f-8e0b-53cc0ad4b48e, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:39:49.419008 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d5a7f-49ff-42a7-bc6c-9ba324708416 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea300986-2744-4424-a08a-23981fa91917,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:49.437560 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127d5a7f-49ff-42a7-bc6c-9ba324708416 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:49.437900 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127d5a7f-49ff-42a7-bc6c-9ba324708416 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:49.438238 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127d5a7f-49ff-42a7-bc6c-9ba324708416 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:49.438568 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127d5a7f-49ff-42a7-bc6c-9ba324708416 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:49.438895 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127d5a7f-49ff-42a7-bc6c-9ba324708416 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:49.439229 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127d5a7f-49ff-42a7-bc6c-9ba324708416 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:49.439570 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127d5a7f-49ff-42a7-bc6c-9ba324708416 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:49.439870 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127d5a7f-49ff-42a7-bc6c-9ba324708416 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:49.440431 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127d5a7f-49ff-42a7-bc6c-9ba324708416 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:49.440753 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127d5a7f-49ff-42a7-bc6c-9ba324708416 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:49.441085 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127d5a7f-49ff-42a7-bc6c-9ba324708416 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:49.441397 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127d5a7f-49ff-42a7-bc6c-9ba324708416 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:49.442453 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127d5a7f-49ff-42a7-bc6c-9ba324708416 admin admin] Tracked resource versions report: Nov 12 00:39:49.442453 n-d-712142-27 neutron-server[109086]: pushed versions: Nov 12 00:39:49.442453 n-d-712142-27 neutron-server[109086]: { 'AddressGroup': {'1.2'}, Nov 12 00:39:49.442453 n-d-712142-27 neutron-server[109086]: 'ConntrackHelper': {'1.0'}, Nov 12 00:39:49.442453 n-d-712142-27 neutron-server[109086]: 'Log': {'1.0'}, Nov 12 00:39:49.442453 n-d-712142-27 neutron-server[109086]: 'Network': {'1.1'}, Nov 12 00:39:49.442453 n-d-712142-27 neutron-server[109086]: 'Port': {'1.7'}, Nov 12 00:39:49.442453 n-d-712142-27 neutron-server[109086]: 'PortForwarding': {'1.2'}, Nov 12 00:39:49.442453 n-d-712142-27 neutron-server[109086]: 'QosPolicy': {'1.10'}, Nov 12 00:39:49.442453 n-d-712142-27 neutron-server[109086]: 'SecurityGroup': {'1.5'}, Nov 12 00:39:49.442453 n-d-712142-27 neutron-server[109086]: 'SecurityGroupRule': {'1.2'}, Nov 12 00:39:49.442453 n-d-712142-27 neutron-server[109086]: 'SubPort': {'1.0'}, Nov 12 00:39:49.442453 n-d-712142-27 neutron-server[109086]: 'Subnet': {'1.1'}, Nov 12 00:39:49.442453 n-d-712142-27 neutron-server[109086]: 'Trunk': {'1.1'}} Nov 12 00:39:49.442453 n-d-712142-27 neutron-server[109086]: consumer versions: Nov 12 00:39:49.442453 n-d-712142-27 neutron-server[109086]: { DHCP agent@n-d-712142-27: {}, Nov 12 00:39:49.442453 n-d-712142-27 neutron-server[109086]: L3 agent@n-d-712142-27: {}, Nov 12 00:39:49.442453 n-d-712142-27 neutron-server[109086]: Metadata agent@n-d-712142-27: {}, Nov 12 00:39:49.442453 n-d-712142-27 neutron-server[109086]: Metering agent@n-d-712142-27: {}, Nov 12 00:39:49.442453 n-d-712142-27 neutron-server[109086]: Open vSwitch agent@n-d-712142-27: { 'AddressGroup': '1.2', Nov 12 00:39:49.442453 n-d-712142-27 neutron-server[109086]: 'ConntrackHelper': '1.0', Nov 12 00:39:49.442453 n-d-712142-27 neutron-server[109086]: 'Log': '1.0', Nov 12 00:39:49.442453 n-d-712142-27 neutron-server[109086]: 'Network': '1.1', Nov 12 00:39:49.442453 n-d-712142-27 neutron-server[109086]: 'Port': '1.7', Nov 12 00:39:49.442453 n-d-712142-27 neutron-server[109086]: 'PortForwarding': '1.2', Nov 12 00:39:49.442453 n-d-712142-27 neutron-server[109086]: 'QosPolicy': '1.10', Nov 12 00:39:49.442453 n-d-712142-27 neutron-server[109086]: 'SecurityGroup': '1.5', Nov 12 00:39:49.442453 n-d-712142-27 neutron-server[109086]: 'SecurityGroupRule': '1.2', Nov 12 00:39:49.442453 n-d-712142-27 neutron-server[109086]: 'SubPort': '1.0', Nov 12 00:39:49.442453 n-d-712142-27 neutron-server[109086]: 'Subnet': '1.1', Nov 12 00:39:49.442453 n-d-712142-27 neutron-server[109086]: 'Trunk': '1.1'}} Nov 12 00:39:49.442453 n-d-712142-27 neutron-server[109086]: {{(pid=109086) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 00:39:49.472713 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127d5a7f-49ff-42a7-bc6c-9ba324708416 admin admin] Network 68002b2a-48f0-426f-8e0b-53cc0ad4b48e is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:39:49.493808 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-127d5a7f-49ff-42a7-bc6c-9ba324708416 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 68002b2a-48f0-426f-8e0b-53cc0ad4b48e) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:39:49.501067 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127d5a7f-49ff-42a7-bc6c-9ba324708416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:39:49.502124 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-127d5a7f-49ff-42a7-bc6c-9ba324708416 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:49.513961 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9712297-be42-487f-b032-d0f3ebf61cf9 None None] Network 68002b2a-48f0-426f-8e0b-53cc0ad4b48e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:39:49.536505 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-127d5a7f-49ff-42a7-bc6c-9ba324708416 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6010139 Nov 12 00:39:50.007345 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3487880d-3dec-468f-b291-ec7d766325e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-68002b2a-48f0-426f-8e0b-53cc0ad4b48e', 'network_id': '68002b2a-48f0-426f-8e0b-53cc0ad4b48e', 'tenant_id': '424625902a154c04bb4370f304d98cd4', 'fixed_ips': [{'subnet_id': 'ea300986-2744-4424-a08a-23981fa91917'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:39:50.009206 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3487880d-3dec-468f-b291-ec7d766325e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:50.540562 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-3487880d-3dec-468f-b291-ec7d766325e1 None None] Allocated IP 172.20.0.2 (68002b2a-48f0-426f-8e0b-53cc0ad4b48e/ea300986-2744-4424-a08a-23981fa91917/5959ec8c-4144-46e6-b232-d882efeb40f4) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:39:50.814572 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3487880d-3dec-468f-b291-ec7d766325e1 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:50.825337 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3487880d-3dec-468f-b291-ec7d766325e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:50.956924 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3487880d-3dec-468f-b291-ec7d766325e1 None None] Network 68002b2a-48f0-426f-8e0b-53cc0ad4b48e is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:39:50.965571 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-3487880d-3dec-468f-b291-ec7d766325e1 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:39:50.969435 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3487880d-3dec-468f-b291-ec7d766325e1 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:39:51.041855 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3487880d-3dec-468f-b291-ec7d766325e1 None None] Pushing event updated for resources: {'Port': ['ID=5959ec8c-4144-46e6-b232-d882efeb40f4,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:51.090535 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3487880d-3dec-468f-b291-ec7d766325e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:51.091018 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3487880d-3dec-468f-b291-ec7d766325e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:51.091594 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3487880d-3dec-468f-b291-ec7d766325e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:51.092209 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3487880d-3dec-468f-b291-ec7d766325e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:51.092792 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3487880d-3dec-468f-b291-ec7d766325e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:51.093367 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3487880d-3dec-468f-b291-ec7d766325e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:51.093937 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3487880d-3dec-468f-b291-ec7d766325e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:51.094505 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3487880d-3dec-468f-b291-ec7d766325e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:51.095082 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3487880d-3dec-468f-b291-ec7d766325e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:51.095654 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3487880d-3dec-468f-b291-ec7d766325e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:51.096267 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3487880d-3dec-468f-b291-ec7d766325e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:51.097360 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3487880d-3dec-468f-b291-ec7d766325e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:39:51.099366 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3487880d-3dec-468f-b291-ec7d766325e1 None None] Tracked resource versions report: Nov 12 00:39:51.099366 n-d-712142-27 neutron-server[109087]: pushed versions: Nov 12 00:39:51.099366 n-d-712142-27 neutron-server[109087]: { 'AddressGroup': {'1.2'}, Nov 12 00:39:51.099366 n-d-712142-27 neutron-server[109087]: 'ConntrackHelper': {'1.0'}, Nov 12 00:39:51.099366 n-d-712142-27 neutron-server[109087]: 'Log': {'1.0'}, Nov 12 00:39:51.099366 n-d-712142-27 neutron-server[109087]: 'Network': {'1.1'}, Nov 12 00:39:51.099366 n-d-712142-27 neutron-server[109087]: 'Port': {'1.7'}, Nov 12 00:39:51.099366 n-d-712142-27 neutron-server[109087]: 'PortForwarding': {'1.2'}, Nov 12 00:39:51.099366 n-d-712142-27 neutron-server[109087]: 'QosPolicy': {'1.10'}, Nov 12 00:39:51.099366 n-d-712142-27 neutron-server[109087]: 'SecurityGroup': {'1.5'}, Nov 12 00:39:51.099366 n-d-712142-27 neutron-server[109087]: 'SecurityGroupRule': {'1.2'}, Nov 12 00:39:51.099366 n-d-712142-27 neutron-server[109087]: 'SubPort': {'1.0'}, Nov 12 00:39:51.099366 n-d-712142-27 neutron-server[109087]: 'Subnet': {'1.1'}, Nov 12 00:39:51.099366 n-d-712142-27 neutron-server[109087]: 'Trunk': {'1.1'}} Nov 12 00:39:51.099366 n-d-712142-27 neutron-server[109087]: consumer versions: Nov 12 00:39:51.099366 n-d-712142-27 neutron-server[109087]: { DHCP agent@n-d-712142-27: {}, Nov 12 00:39:51.099366 n-d-712142-27 neutron-server[109087]: L3 agent@n-d-712142-27: {}, Nov 12 00:39:51.099366 n-d-712142-27 neutron-server[109087]: Metadata agent@n-d-712142-27: {}, Nov 12 00:39:51.099366 n-d-712142-27 neutron-server[109087]: Metering agent@n-d-712142-27: {}, Nov 12 00:39:51.099366 n-d-712142-27 neutron-server[109087]: Open vSwitch agent@n-d-712142-27: { 'AddressGroup': '1.2', Nov 12 00:39:51.099366 n-d-712142-27 neutron-server[109087]: 'ConntrackHelper': '1.0', Nov 12 00:39:51.099366 n-d-712142-27 neutron-server[109087]: 'Log': '1.0', Nov 12 00:39:51.099366 n-d-712142-27 neutron-server[109087]: 'Network': '1.1', Nov 12 00:39:51.099366 n-d-712142-27 neutron-server[109087]: 'Port': '1.7', Nov 12 00:39:51.099366 n-d-712142-27 neutron-server[109087]: 'PortForwarding': '1.2', Nov 12 00:39:51.099366 n-d-712142-27 neutron-server[109087]: 'QosPolicy': '1.10', Nov 12 00:39:51.099366 n-d-712142-27 neutron-server[109087]: 'SecurityGroup': '1.5', Nov 12 00:39:51.099366 n-d-712142-27 neutron-server[109087]: 'SecurityGroupRule': '1.2', Nov 12 00:39:51.099366 n-d-712142-27 neutron-server[109087]: 'SubPort': '1.0', Nov 12 00:39:51.099366 n-d-712142-27 neutron-server[109087]: 'Subnet': '1.1', Nov 12 00:39:51.099366 n-d-712142-27 neutron-server[109087]: 'Trunk': '1.1'}} Nov 12 00:39:51.099366 n-d-712142-27 neutron-server[109087]: {{(pid=109087) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 00:39:51.146716 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-3487880d-3dec-468f-b291-ec7d766325e1 None None] Attempting to bind port 5959ec8c-4144-46e6-b232-d882efeb40f4 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:39:51.147358 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-3487880d-3dec-468f-b291-ec7d766325e1 None None] Attempting to bind port 5959ec8c-4144-46e6-b232-d882efeb40f4 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '7a7b9be5-deca-44d9-9161-6b5f54d5a583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '68002b2a-48f0-426f-8e0b-53cc0ad4b48e'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:39:51.148059 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3487880d-3dec-468f-b291-ec7d766325e1 None None] Attempting to bind port 5959ec8c-4144-46e6-b232-d882efeb40f4 on network 68002b2a-48f0-426f-8e0b-53cc0ad4b48e {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:39:51.156388 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3487880d-3dec-468f-b291-ec7d766325e1 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:39:51.157003 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3487880d-3dec-468f-b291-ec7d766325e1 None None] Checking segment: {'id': '7a7b9be5-deca-44d9-9161-6b5f54d5a583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '68002b2a-48f0-426f-8e0b-53cc0ad4b48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:39:51.157751 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3487880d-3dec-468f-b291-ec7d766325e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:51.158364 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3487880d-3dec-468f-b291-ec7d766325e1 None None] Bound using segment: {'id': '7a7b9be5-deca-44d9-9161-6b5f54d5a583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '68002b2a-48f0-426f-8e0b-53cc0ad4b48e'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:39:51.160178 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-3487880d-3dec-468f-b291-ec7d766325e1 None None] Bound port: 5959ec8c-4144-46e6-b232-d882efeb40f4, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7b9be5-deca-44d9-9161-6b5f54d5a583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '68002b2a-48f0-426f-8e0b-53cc0ad4b48e'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:39:51.160845 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3487880d-3dec-468f-b291-ec7d766325e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:51.258391 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-3487880d-3dec-468f-b291-ec7d766325e1 None None] For port 5959ec8c-4144-46e6-b232-d882efeb40f4, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:39:51.263795 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-3487880d-3dec-468f-b291-ec7d766325e1 None None] For port 5959ec8c-4144-46e6-b232-d882efeb40f4, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=5959ec8c-4144-46e6-b232-d882efeb40f4,segment=NetworkSegment(7a7b9be5-deca-44d9-9161-6b5f54d5a583),segment_id=7a7b9be5-deca-44d9-9161-6b5f54d5a583)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:39:51.269807 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3487880d-3dec-468f-b291-ec7d766325e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:51.355183 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3487880d-3dec-468f-b291-ec7d766325e1 None None] Pushing event updated for resources: {'Port': ['ID=5959ec8c-4144-46e6-b232-d882efeb40f4,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:39:52.270620 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 45096) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:52.611026 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [None req-03102688-c0b9-4489-b374-dd58a174b158 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:39:52.612188 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-03102688-c0b9-4489-b374-dd58a174b158 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3403740 Nov 12 00:39:55.661480 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 45104) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:56.090806 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [None req-502f7c18-0618-4a6e-b9a5-26f168c5f25f admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:39:56.091931 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-502f7c18-0618-4a6e-b9a5-26f168c5f25f admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4291914 Nov 12 00:39:57.059723 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-79211873-cfcc-43d3-a618-bd0361f374b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:59.160251 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 45114) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:39:59.509220 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-376d7cce-2a60-4574-a806-e578d64a4914 admin admin] Request body: {'router': {'tenant_id': '424625902a154c04bb4370f304d98cd4', 'name': 'router1', 'admin_state_up': True}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:39:59.537398 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-376d7cce-2a60-4574-a806-e578d64a4914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:59.538938 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-376d7cce-2a60-4574-a806-e578d64a4914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:59.691552 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-376d7cce-2a60-4574-a806-e578d64a4914 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:59.698506 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-376d7cce-2a60-4574-a806-e578d64a4914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:59.718423 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-376d7cce-2a60-4574-a806-e578d64a4914 admin admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:39:59.719447 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-376d7cce-2a60-4574-a806-e578d64a4914 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5581651 Nov 12 00:40:00.681148 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4e1321e6-9e9c-429e-b517-f1a30c41c686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:02.098153 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a565e4-1119-4420-a5ed-74c26d9c6ebd None None] Network 68002b2a-48f0-426f-8e0b-53cc0ad4b48e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:40:02.172053 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-a7a24f4c-e06d-4970-b817-dbff6f58d58a None None] Provisioning complete for port 5959ec8c-4144-46e6-b232-d882efeb40f4 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:02.172449 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a7a24f4c-e06d-4970-b817-dbff6f58d58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:02.428064 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a7a24f4c-e06d-4970-b817-dbff6f58d58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:02.456621 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 5959ec8c-4144-46e6-b232-d882efeb40f4 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:40:02.535244 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-a7a24f4c-e06d-4970-b817-dbff6f58d58a None None] For port 5959ec8c-4144-46e6-b232-d882efeb40f4, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=5959ec8c-4144-46e6-b232-d882efeb40f4,segment=NetworkSegment(7a7b9be5-deca-44d9-9161-6b5f54d5a583),segment_id=7a7b9be5-deca-44d9-9161-6b5f54d5a583)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:02.552380 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 5959ec8c-4144-46e6-b232-d882efeb40f4 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:02.552821 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:02.554707 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a7a24f4c-e06d-4970-b817-dbff6f58d58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:02.641515 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:02.667257 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a24f4c-e06d-4970-b817-dbff6f58d58a None None] Pushing event updated for resources: {'Port': ['ID=5959ec8c-4144-46e6-b232-d882efeb40f4,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:02.780450 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-71b3a52f-b6c7-4712-8225-a46c8b45cf2d None None] Provisioning complete for port 5959ec8c-4144-46e6-b232-d882efeb40f4 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:02.780886 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-71b3a52f-b6c7-4712-8225-a46c8b45cf2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:03.052579 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 45136) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:03.333815 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [None req-b791955c-61e3-4684-b57f-72baa2a024be admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:40:03.335011 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-b791955c-61e3-4684-b57f-72baa2a024be admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2811499 Nov 12 00:40:03.765260 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:04.396511 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 5959ec8c-4144-46e6-b232-d882efeb40f4 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:40:04.456902 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 5959ec8c-4144-46e6-b232-d882efeb40f4 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:04.457266 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:04.902656 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:05.858900 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 45154) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:05.911259 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-22fa0cea-5672-4111-af1e-176038177a82 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:05.934738 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22fa0cea-5672-4111-af1e-176038177a82 admin admin] Made reservation on behalf of 32ae68e7aa01454ba3d1090a7ef71a63 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:40:05.937132 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-22fa0cea-5672-4111-af1e-176038177a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:05.946478 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-22fa0cea-5672-4111-af1e-176038177a82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:06.043846 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-22fa0cea-5672-4111-af1e-176038177a82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:06.048190 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-22fa0cea-5672-4111-af1e-176038177a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:06.064772 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-22fa0cea-5672-4111-af1e-176038177a82 admin admin] Reserving flat network on physical network physnet1 {{(pid=109085) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 12 00:40:06.085305 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fa0cea-5672-4111-af1e-176038177a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88ea71e-f8f9-4717-b6c6-949bd73db766,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:06.092088 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-22fa0cea-5672-4111-af1e-176038177a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:06.092444 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-22fa0cea-5672-4111-af1e-176038177a82 admin admin] Added segment 334558b9-70be-40c8-ba69-2f9f0f148f68 of type flat for network ab9ea869-d067-4dfb-b2de-16b019fae22d Nov 12 00:40:06.150316 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-22fa0cea-5672-4111-af1e-176038177a82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:06.189315 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-22fa0cea-5672-4111-af1e-176038177a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:06.191174 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fa0cea-5672-4111-af1e-176038177a82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:06.192049 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-22fa0cea-5672-4111-af1e-176038177a82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:06.272420 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-22fa0cea-5672-4111-af1e-176038177a82 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4122655 Nov 12 00:40:06.281258 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fa0cea-5672-4111-af1e-176038177a82 admin admin] Pushing event updated for resources: {'Network': ['ID=ab9ea869-d067-4dfb-b2de-16b019fae22d,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:06.295343 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network ab9ea869-d067-4dfb-b2de-16b019fae22d details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:40:08.715259 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 45164) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:08.863292 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30933c1-91bb-4d06-9b69-f63c4cbb2a27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:08.864818 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e30933c1-91bb-4d06-9b69-f63c4cbb2a27 admin admin] 10.222.0.45 "GET /v2.0/subnets/ea300986-2744-4424-a08a-23981fa91917 HTTP/1.1" status: 200 len: 849 time: 0.1485848 Nov 12 00:40:08.996534 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-65fc187e-dda3-4eff-b228-acc43949464e admin admin] 10.222.0.45 "GET /v2.0/routers/58364413-7729-40ea-bcc2-54ab1f4eac1a HTTP/1.1" status: 200 len: 704 time: 0.1249497 Nov 12 00:40:09.289003 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-33b67e29-9c4f-451b-818c-d636943eed93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:09.614026 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-33b67e29-9c4f-451b-818c-d636943eed93 admin admin] Allocated IP 172.20.0.1 (68002b2a-48f0-426f-8e0b-53cc0ad4b48e/ea300986-2744-4424-a08a-23981fa91917/4111b4eb-f4d5-418d-8da0-dc6c014a10c7) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:40:09.819092 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-33b67e29-9c4f-451b-818c-d636943eed93 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:09.890755 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-33b67e29-9c4f-451b-818c-d636943eed93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:09.964246 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b67e29-9c4f-451b-818c-d636943eed93 admin admin] Network 68002b2a-48f0-426f-8e0b-53cc0ad4b48e is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:40:09.970330 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-33b67e29-9c4f-451b-818c-d636943eed93 admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:40:09.984633 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b67e29-9c4f-451b-818c-d636943eed93 admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:40:09.986461 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-33b67e29-9c4f-451b-818c-d636943eed93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:10.011050 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b67e29-9c4f-451b-818c-d636943eed93 admin admin] Pushing event updated for resources: {'Port': ['ID=4111b4eb-f4d5-418d-8da0-dc6c014a10c7,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:10.266240 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-33b67e29-9c4f-451b-818c-d636943eed93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:10.271486 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-aa36398e-45b8-45bd-b480-0cf0174f4f52 None None] Provisioning complete for port 4111b4eb-f4d5-418d-8da0-dc6c014a10c7 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:10.272287 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-aa36398e-45b8-45bd-b480-0cf0174f4f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:10.311152 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-aa36398e-45b8-45bd-b480-0cf0174f4f52 None None] Port 4111b4eb-f4d5-418d-8da0-dc6c014a10c7 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:40:10.527687 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-33b67e29-9c4f-451b-818c-d636943eed93 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:10.537137 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-33b67e29-9c4f-451b-818c-d636943eed93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:10.538187 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-33b67e29-9c4f-451b-818c-d636943eed93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:10.627936 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b67e29-9c4f-451b-818c-d636943eed93 admin admin] Pushing event updated for resources: {'Port': ['ID=4111b4eb-f4d5-418d-8da0-dc6c014a10c7,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:10.680334 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b67e29-9c4f-451b-818c-d636943eed93 admin admin] Network 68002b2a-48f0-426f-8e0b-53cc0ad4b48e is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:40:10.681862 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-33b67e29-9c4f-451b-818c-d636943eed93 admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:40:10.867294 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b67e29-9c4f-451b-818c-d636943eed93 admin admin] Router 58364413-7729-40ea-bcc2-54ab1f4eac1a is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:40:10.942364 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-d4237ea5-fa82-4f24-a6ee-2ba731037b37 None None] Provisioning complete for port 4111b4eb-f4d5-418d-8da0-dc6c014a10c7 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:10.942627 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d4237ea5-fa82-4f24-a6ee-2ba731037b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:10.968941 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b67e29-9c4f-451b-818c-d636943eed93 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:40:10.975949 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-33b67e29-9c4f-451b-818c-d636943eed93 admin admin] 10.222.0.45 "PUT /v2.0/routers/58364413-7729-40ea-bcc2-54ab1f4eac1a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9685147 Nov 12 00:40:10.979609 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-d4237ea5-fa82-4f24-a6ee-2ba731037b37 None None] Port 4111b4eb-f4d5-418d-8da0-dc6c014a10c7 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:40:10.987587 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb285e7d-54fc-4d05-874f-96b04ca60256 None None] Sync routers for ids ['58364413-7729-40ea-bcc2-54ab1f4eac1a'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:40:11.016019 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb285e7d-54fc-4d05-874f-96b04ca60256 None None] Routers {'58364413-7729-40ea-bcc2-54ab1f4eac1a'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:40:11.017477 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-cb285e7d-54fc-4d05-874f-96b04ca60256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:40:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['58364413-7729-40ea-bcc2-54ab1f4eac1a'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:11.323891 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-cb285e7d-54fc-4d05-874f-96b04ca60256 None None] Set router 58364413-7729-40ea-bcc2-54ab1f4eac1a gateway port host: None {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:40:12.005706 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-cb285e7d-54fc-4d05-874f-96b04ca60256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58364413-7729-40ea-bcc2-54ab1f4eac1a', 'name': 'router1', 'tenant_id': '424625902a154c04bb4370f304d98cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:39:59Z', 'updated_at': '2021-11-12T00:40:10Z', 'revision_number': 2, 'project_id': '424625902a154c04bb4370f304d98cd4', 'gw_port_host': None, '_interfaces': [{'id': '4111b4eb-f4d5-418d-8da0-dc6c014a10c7', 'name': '', 'network_id': '68002b2a-48f0-426f-8e0b-53cc0ad4b48e', 'tenant_id': '424625902a154c04bb4370f304d98cd4', 'mac_address': 'fa:16:3e:dd:35:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58364413-7729-40ea-bcc2-54ab1f4eac1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea300986-2744-4424-a08a-23981fa91917', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:40:09Z', 'updated_at': '2021-11-12T00:40:10Z', 'revision_number': 2, 'project_id': '424625902a154c04bb4370f304d98cd4', 'subnets': [{'id': 'ea300986-2744-4424-a08a-23981fa91917', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ec6a4318-685b-4998-95e4-2a0174415ef9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:12.103752 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb285e7d-54fc-4d05-874f-96b04ca60256 None None] Checking router: 58364413-7729-40ea-bcc2-54ab1f4eac1a for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:40:12.104398 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb285e7d-54fc-4d05-874f-96b04ca60256 None None] Updating router 58364413-7729-40ea-bcc2-54ab1f4eac1a port 4111b4eb-f4d5-418d-8da0-dc6c014a10c7 binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:40:12.172598 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-cb285e7d-54fc-4d05-874f-96b04ca60256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:12.988902 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-cb285e7d-54fc-4d05-874f-96b04ca60256 None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:12.999074 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-cb285e7d-54fc-4d05-874f-96b04ca60256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:13.229483 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae46544-669c-4aa4-abeb-56c9de015272 None None] Pushing event updated for resources: {'Port': ['ID=4111b4eb-f4d5-418d-8da0-dc6c014a10c7,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:13.241190 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-2a6c5d87-30cb-4588-b021-32f3daf1056e None None] Provisioning complete for port 4111b4eb-f4d5-418d-8da0-dc6c014a10c7 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:13.242008 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2a6c5d87-30cb-4588-b021-32f3daf1056e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:13.281185 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae46544-669c-4aa4-abeb-56c9de015272 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:13.281865 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae46544-669c-4aa4-abeb-56c9de015272 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:13.282453 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae46544-669c-4aa4-abeb-56c9de015272 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:13.282729 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-2a6c5d87-30cb-4588-b021-32f3daf1056e None None] Port 4111b4eb-f4d5-418d-8da0-dc6c014a10c7 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:40:13.283020 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae46544-669c-4aa4-abeb-56c9de015272 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:13.283589 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae46544-669c-4aa4-abeb-56c9de015272 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:13.284960 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae46544-669c-4aa4-abeb-56c9de015272 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:13.285759 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae46544-669c-4aa4-abeb-56c9de015272 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:13.286345 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae46544-669c-4aa4-abeb-56c9de015272 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:13.286908 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae46544-669c-4aa4-abeb-56c9de015272 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:13.287468 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae46544-669c-4aa4-abeb-56c9de015272 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:13.288065 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae46544-669c-4aa4-abeb-56c9de015272 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:13.288622 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae46544-669c-4aa4-abeb-56c9de015272 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:40:13.290564 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae46544-669c-4aa4-abeb-56c9de015272 None None] Tracked resource versions report: Nov 12 00:40:13.290564 n-d-712142-27 neutron-server[109088]: pushed versions: Nov 12 00:40:13.290564 n-d-712142-27 neutron-server[109088]: { 'AddressGroup': {'1.2'}, Nov 12 00:40:13.290564 n-d-712142-27 neutron-server[109088]: 'ConntrackHelper': {'1.0'}, Nov 12 00:40:13.290564 n-d-712142-27 neutron-server[109088]: 'Log': {'1.0'}, Nov 12 00:40:13.290564 n-d-712142-27 neutron-server[109088]: 'Network': {'1.1'}, Nov 12 00:40:13.290564 n-d-712142-27 neutron-server[109088]: 'Port': {'1.7'}, Nov 12 00:40:13.290564 n-d-712142-27 neutron-server[109088]: 'PortForwarding': {'1.2'}, Nov 12 00:40:13.290564 n-d-712142-27 neutron-server[109088]: 'QosPolicy': {'1.10'}, Nov 12 00:40:13.290564 n-d-712142-27 neutron-server[109088]: 'SecurityGroup': {'1.5'}, Nov 12 00:40:13.290564 n-d-712142-27 neutron-server[109088]: 'SecurityGroupRule': {'1.2'}, Nov 12 00:40:13.290564 n-d-712142-27 neutron-server[109088]: 'SubPort': {'1.0'}, Nov 12 00:40:13.290564 n-d-712142-27 neutron-server[109088]: 'Subnet': {'1.1'}, Nov 12 00:40:13.290564 n-d-712142-27 neutron-server[109088]: 'Trunk': {'1.1'}} Nov 12 00:40:13.290564 n-d-712142-27 neutron-server[109088]: consumer versions: Nov 12 00:40:13.290564 n-d-712142-27 neutron-server[109088]: { DHCP agent@n-d-712142-27: {}, Nov 12 00:40:13.290564 n-d-712142-27 neutron-server[109088]: L3 agent@n-d-712142-27: {}, Nov 12 00:40:13.290564 n-d-712142-27 neutron-server[109088]: Metadata agent@n-d-712142-27: {}, Nov 12 00:40:13.290564 n-d-712142-27 neutron-server[109088]: Metering agent@n-d-712142-27: {}, Nov 12 00:40:13.290564 n-d-712142-27 neutron-server[109088]: Open vSwitch agent@n-d-712142-27: { 'AddressGroup': '1.2', Nov 12 00:40:13.290564 n-d-712142-27 neutron-server[109088]: 'ConntrackHelper': '1.0', Nov 12 00:40:13.290564 n-d-712142-27 neutron-server[109088]: 'Log': '1.0', Nov 12 00:40:13.290564 n-d-712142-27 neutron-server[109088]: 'Network': '1.1', Nov 12 00:40:13.290564 n-d-712142-27 neutron-server[109088]: 'Port': '1.7', Nov 12 00:40:13.290564 n-d-712142-27 neutron-server[109088]: 'PortForwarding': '1.2', Nov 12 00:40:13.290564 n-d-712142-27 neutron-server[109088]: 'QosPolicy': '1.10', Nov 12 00:40:13.290564 n-d-712142-27 neutron-server[109088]: 'SecurityGroup': '1.5', Nov 12 00:40:13.290564 n-d-712142-27 neutron-server[109088]: 'SecurityGroupRule': '1.2', Nov 12 00:40:13.290564 n-d-712142-27 neutron-server[109088]: 'SubPort': '1.0', Nov 12 00:40:13.290564 n-d-712142-27 neutron-server[109088]: 'Subnet': '1.1', Nov 12 00:40:13.290564 n-d-712142-27 neutron-server[109088]: 'Trunk': '1.1'}} Nov 12 00:40:13.290564 n-d-712142-27 neutron-server[109088]: {{(pid=109088) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 00:40:13.304550 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-cb285e7d-54fc-4d05-874f-96b04ca60256 None None] Attempting to bind port 4111b4eb-f4d5-418d-8da0-dc6c014a10c7 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:40:13.304940 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-cb285e7d-54fc-4d05-874f-96b04ca60256 None None] Attempting to bind port 4111b4eb-f4d5-418d-8da0-dc6c014a10c7 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '7a7b9be5-deca-44d9-9161-6b5f54d5a583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '68002b2a-48f0-426f-8e0b-53cc0ad4b48e'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:40:13.305640 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb285e7d-54fc-4d05-874f-96b04ca60256 None None] Attempting to bind port 4111b4eb-f4d5-418d-8da0-dc6c014a10c7 on network 68002b2a-48f0-426f-8e0b-53cc0ad4b48e {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:13.314737 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb285e7d-54fc-4d05-874f-96b04ca60256 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:40:13.315328 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb285e7d-54fc-4d05-874f-96b04ca60256 None None] Checking segment: {'id': '7a7b9be5-deca-44d9-9161-6b5f54d5a583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '68002b2a-48f0-426f-8e0b-53cc0ad4b48e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:40:13.316688 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-cb285e7d-54fc-4d05-874f-96b04ca60256 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:13.317334 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb285e7d-54fc-4d05-874f-96b04ca60256 None None] Bound using segment: {'id': '7a7b9be5-deca-44d9-9161-6b5f54d5a583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '68002b2a-48f0-426f-8e0b-53cc0ad4b48e'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:40:13.318189 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-cb285e7d-54fc-4d05-874f-96b04ca60256 None None] Bound port: 4111b4eb-f4d5-418d-8da0-dc6c014a10c7, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7b9be5-deca-44d9-9161-6b5f54d5a583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '68002b2a-48f0-426f-8e0b-53cc0ad4b48e'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:40:13.318847 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-cb285e7d-54fc-4d05-874f-96b04ca60256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:13.426303 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-cb285e7d-54fc-4d05-874f-96b04ca60256 None None] For port 4111b4eb-f4d5-418d-8da0-dc6c014a10c7, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:40:13.444462 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 45174) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:13.451576 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-cb285e7d-54fc-4d05-874f-96b04ca60256 None None] For port 4111b4eb-f4d5-418d-8da0-dc6c014a10c7, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=4111b4eb-f4d5-418d-8da0-dc6c014a10c7,segment=NetworkSegment(7a7b9be5-deca-44d9-9161-6b5f54d5a583),segment_id=7a7b9be5-deca-44d9-9161-6b5f54d5a583)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:40:13.458041 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-cb285e7d-54fc-4d05-874f-96b04ca60256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:13.520140 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb285e7d-54fc-4d05-874f-96b04ca60256 None None] Routers {'58364413-7729-40ea-bcc2-54ab1f4eac1a'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:40:13.520861 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-cb285e7d-54fc-4d05-874f-96b04ca60256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:40:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['58364413-7729-40ea-bcc2-54ab1f4eac1a'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:13.523027 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae46544-669c-4aa4-abeb-56c9de015272 None None] Pushing event updated for resources: {'Port': ['ID=4111b4eb-f4d5-418d-8da0-dc6c014a10c7,revision_number=4']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:13.641367 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0964de04-feda-49d9-a397-e7b8e0d2160f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:13.646881 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-0964de04-feda-49d9-a397-e7b8e0d2160f admin admin] 10.222.0.45 "GET /v2.0/networks/ab9ea869-d067-4dfb-b2de-16b019fae22d HTTP/1.1" status: 200 len: 842 time: 0.1977775 Nov 12 00:40:13.660672 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-cb285e7d-54fc-4d05-874f-96b04ca60256 None None] Set router 58364413-7729-40ea-bcc2-54ab1f4eac1a gateway port host: None {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:40:13.662326 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-1157e661-c61d-4805-9da4-7a3a776cfb23 admin admin] Request body: {'subnet': {'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:13.697647 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1157e661-c61d-4805-9da4-7a3a776cfb23 admin admin] Made reservation on behalf of 32ae68e7aa01454ba3d1090a7ef71a63 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:40:13.701688 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1157e661-c61d-4805-9da4-7a3a776cfb23 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:13.834107 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-3a931de5-b38c-4860-bc00-0f433fd54c8b None None] Provisioning complete for port 4111b4eb-f4d5-418d-8da0-dc6c014a10c7 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:13.834788 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3a931de5-b38c-4860-bc00-0f433fd54c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:13.994540 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3a931de5-b38c-4860-bc00-0f433fd54c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:14.054237 n-d-712142-27 neutron-server[109085]: DEBUG neutron.objects.ports [None req-1157e661-c61d-4805-9da4-7a3a776cfb23 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109085) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 00:40:14.055043 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1157e661-c61d-4805-9da4-7a3a776cfb23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:14.070932 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-3a931de5-b38c-4860-bc00-0f433fd54c8b None None] For port 4111b4eb-f4d5-418d-8da0-dc6c014a10c7, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=4111b4eb-f4d5-418d-8da0-dc6c014a10c7,segment=NetworkSegment(7a7b9be5-deca-44d9-9161-6b5f54d5a583),segment_id=7a7b9be5-deca-44d9-9161-6b5f54d5a583)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:14.083362 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3a931de5-b38c-4860-bc00-0f433fd54c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:14.086858 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-cb285e7d-54fc-4d05-874f-96b04ca60256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58364413-7729-40ea-bcc2-54ab1f4eac1a', 'name': 'router1', 'tenant_id': '424625902a154c04bb4370f304d98cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:39:59Z', 'updated_at': '2021-11-12T00:40:10Z', 'revision_number': 2, 'project_id': '424625902a154c04bb4370f304d98cd4', 'gw_port_host': None, '_interfaces': [{'id': '4111b4eb-f4d5-418d-8da0-dc6c014a10c7', 'name': '', 'network_id': '68002b2a-48f0-426f-8e0b-53cc0ad4b48e', 'tenant_id': '424625902a154c04bb4370f304d98cd4', 'mac_address': 'fa:16:3e:dd:35:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58364413-7729-40ea-bcc2-54ab1f4eac1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea300986-2744-4424-a08a-23981fa91917', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:40:09Z', 'updated_at': '2021-11-12T00:40:13Z', 'revision_number': 4, 'project_id': '424625902a154c04bb4370f304d98cd4', 'subnets': [{'id': 'ea300986-2744-4424-a08a-23981fa91917', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ec6a4318-685b-4998-95e4-2a0174415ef9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:14.100159 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1157e661-c61d-4805-9da4-7a3a776cfb23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=311831b7-ce39-40a4-92ac-eb38aa6141e4,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:14.136207 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1157e661-c61d-4805-9da4-7a3a776cfb23 admin admin] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:40:14.136670 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1157e661-c61d-4805-9da4-7a3a776cfb23 admin admin] Network hostable DHCP agents. Network: ab9ea869-d067-4dfb-b2de-16b019fae22d, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:40:14.142052 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb285e7d-54fc-4d05-874f-96b04ca60256 None None] The sync data for ids ['58364413-7729-40ea-bcc2-54ab1f4eac1a'] in n-d-712142-27 is: [{'id': '58364413-7729-40ea-bcc2-54ab1f4eac1a', 'name': 'router1', 'tenant_id': '424625902a154c04bb4370f304d98cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:39:59Z', 'updated_at': '2021-11-12T00:40:10Z', 'revision_number': 2, 'project_id': '424625902a154c04bb4370f304d98cd4', 'gw_port_host': None, '_interfaces': [{'id': '4111b4eb-f4d5-418d-8da0-dc6c014a10c7', 'name': '', 'network_id': '68002b2a-48f0-426f-8e0b-53cc0ad4b48e', 'tenant_id': '424625902a154c04bb4370f304d98cd4', 'mac_address': 'fa:16:3e:dd:35:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58364413-7729-40ea-bcc2-54ab1f4eac1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea300986-2744-4424-a08a-23981fa91917', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:40:09Z', 'updated_at': '2021-11-12T00:40:13Z', 'revision_number': 4, 'project_id': '424625902a154c04bb4370f304d98cd4', 'subnets': [{'id': 'ea300986-2744-4424-a08a-23981fa91917', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ec6a4318-685b-4998-95e4-2a0174415ef9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:40:14.169608 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1157e661-c61d-4805-9da4-7a3a776cfb23 admin admin] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:40:14.208480 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a931de5-b38c-4860-bc00-0f433fd54c8b None None] Pushing event updated for resources: {'Port': ['ID=4111b4eb-f4d5-418d-8da0-dc6c014a10c7,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:14.213367 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-1157e661-c61d-4805-9da4-7a3a776cfb23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, ab9ea869-d067-4dfb-b2de-16b019fae22d) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:40:14.219235 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1157e661-c61d-4805-9da4-7a3a776cfb23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:14.222298 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1157e661-c61d-4805-9da4-7a3a776cfb23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:14.239752 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6eafe68-f81c-416f-a1c2-e3ff56087b6d None None] Network ab9ea869-d067-4dfb-b2de-16b019fae22d requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:40:14.276049 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-1157e661-c61d-4805-9da4-7a3a776cfb23 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6169360 Nov 12 00:40:14.454662 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49260812-b6bd-4212-88fb-f5bc961849db None None] Network ab9ea869-d067-4dfb-b2de-16b019fae22d requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:40:17.114596 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 45182) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:17.257931 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-b612f859-eeb5-41cc-a1fc-d8b685b1d132 admin admin] 10.222.0.45 "GET /v2.0/routers/58364413-7729-40ea-bcc2-54ab1f4eac1a HTTP/1.1" status: 200 len: 710 time: 0.1415901 Nov 12 00:40:17.431931 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc01677-cac6-43c7-b439-797259c2f91d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:40:17.433438 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7fc01677-cac6-43c7-b439-797259c2f91d admin admin] 10.222.0.45 "GET /v2.0/networks/ab9ea869-d067-4dfb-b2de-16b019fae22d HTTP/1.1" status: 200 len: 886 time: 0.1675510 Nov 12 00:40:17.444676 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-aeddb4fc-c174-486f-b1c2-4f2632132d71 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:40:17.478504 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 5 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:40:17.709908 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-aeddb4fc-c174-486f-b1c2-4f2632132d71 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:17.966149 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-aeddb4fc-c174-486f-b1c2-4f2632132d71 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:18.047550 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-aeddb4fc-c174-486f-b1c2-4f2632132d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:18.157071 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-aeddb4fc-c174-486f-b1c2-4f2632132d71 admin admin] Allocated IP 172.25.3.219 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/086492ee-7f21-4b68-b3c2-b400e04fc101) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:40:18.268616 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-aeddb4fc-c174-486f-b1c2-4f2632132d71 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:18.320431 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-aeddb4fc-c174-486f-b1c2-4f2632132d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:18.392084 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeddb4fc-c174-486f-b1c2-4f2632132d71 admin admin] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:40:18.395845 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-aeddb4fc-c174-486f-b1c2-4f2632132d71 admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:40:18.401793 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeddb4fc-c174-486f-b1c2-4f2632132d71 admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:40:18.404789 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeddb4fc-c174-486f-b1c2-4f2632132d71 admin admin] Pushing event updated for resources: {'Port': ['ID=086492ee-7f21-4b68-b3c2-b400e04fc101,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:18.705914 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-aeddb4fc-c174-486f-b1c2-4f2632132d71 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:19.033274 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-aeddb4fc-c174-486f-b1c2-4f2632132d71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-233838'] for router, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:19.037972 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-aeddb4fc-c174-486f-b1c2-4f2632132d71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1709614'] for router, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:19.152079 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeddb4fc-c174-486f-b1c2-4f2632132d71 admin admin] Router 58364413-7729-40ea-bcc2-54ab1f4eac1a has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:40:19.268419 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeddb4fc-c174-486f-b1c2-4f2632132d71 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:40:19.276126 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-aeddb4fc-c174-486f-b1c2-4f2632132d71 admin admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:19.292124 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-aeddb4fc-c174-486f-b1c2-4f2632132d71 admin admin] 10.222.0.45 "PUT /v2.0/routers/58364413-7729-40ea-bcc2-54ab1f4eac1a HTTP/1.1" status: 200 len: 890 time: 1.8376362 Nov 12 00:40:21.961389 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 45194) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:40:22.096138 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-94b733f0-5201-4ea5-bdaf-f876d4b66293 admin admin] 10.222.0.45 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1327834 Nov 12 00:40:22.354935 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561c565c-cc24-4113-8f9b-dbc84b63ec06 None None] Sync routers for ids ['58364413-7729-40ea-bcc2-54ab1f4eac1a'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:40:22.373625 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561c565c-cc24-4113-8f9b-dbc84b63ec06 None None] Routers {'58364413-7729-40ea-bcc2-54ab1f4eac1a'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:40:22.374329 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-561c565c-cc24-4113-8f9b-dbc84b63ec06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:40:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['58364413-7729-40ea-bcc2-54ab1f4eac1a'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:22.457040 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 4111b4eb-f4d5-418d-8da0-dc6c014a10c7 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:40:22.659955 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 4111b4eb-f4d5-418d-8da0-dc6c014a10c7 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:22.660909 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:22.689324 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-561c565c-cc24-4113-8f9b-dbc84b63ec06 None None] Set router 58364413-7729-40ea-bcc2-54ab1f4eac1a gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:40:23.250061 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-561c565c-cc24-4113-8f9b-dbc84b63ec06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58364413-7729-40ea-bcc2-54ab1f4eac1a', 'name': 'router1', 'tenant_id': '424625902a154c04bb4370f304d98cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '086492ee-7f21-4b68-b3c2-b400e04fc101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:39:59Z', 'updated_at': '2021-11-12T00:40:18Z', 'revision_number': 4, 'project_id': '424625902a154c04bb4370f304d98cd4', 'gw_port': {'id': '086492ee-7f21-4b68-b3c2-b400e04fc101', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f4:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58364413-7729-40ea-bcc2-54ab1f4eac1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:40:18Z', 'updated_at': '2021-11-12T00:40:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '4111b4eb-f4d5-418d-8da0-dc6c014a10c7', 'name': '', 'network_id': '68002b2a-48f0-426f-8e0b-53cc0ad4b48e', 'tenant_id': '424625902a154c04bb4370f304d98cd4', 'mac_address': 'fa:16:3e:dd:35:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58364413-7729-40ea-bcc2-54ab1f4eac1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea300986-2744-4424-a08a-23981fa91917', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:40:09Z', 'updated_at': '2021-11-12T00:40:14Z', 'revision_number': 5, 'project_id': '424625902a154c04bb4370f304d98cd4', 'subnets': [{'id': 'ea300986-2744-4424-a08a-23981fa91917', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ec6a4318-685b-4998-95e4-2a0174415ef9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:23.304149 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561c565c-cc24-4113-8f9b-dbc84b63ec06 None None] Checking router: 58364413-7729-40ea-bcc2-54ab1f4eac1a for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:40:23.304519 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561c565c-cc24-4113-8f9b-dbc84b63ec06 None None] Updating router 58364413-7729-40ea-bcc2-54ab1f4eac1a port 086492ee-7f21-4b68-b3c2-b400e04fc101 binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:40:23.355804 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-561c565c-cc24-4113-8f9b-dbc84b63ec06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:23.731587 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-561c565c-cc24-4113-8f9b-dbc84b63ec06 None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:23.737604 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-561c565c-cc24-4113-8f9b-dbc84b63ec06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:23.796420 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d5100-40bf-4112-ad7f-4d1f9763f73f None None] Pushing event updated for resources: {'Port': ['ID=086492ee-7f21-4b68-b3c2-b400e04fc101,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:23.798649 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-561c565c-cc24-4113-8f9b-dbc84b63ec06 None None] Attempting to bind port 086492ee-7f21-4b68-b3c2-b400e04fc101 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:40:23.799019 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-561c565c-cc24-4113-8f9b-dbc84b63ec06 None None] Attempting to bind port 086492ee-7f21-4b68-b3c2-b400e04fc101 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:40:23.799379 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561c565c-cc24-4113-8f9b-dbc84b63ec06 None None] Attempting to bind port 086492ee-7f21-4b68-b3c2-b400e04fc101 on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:40:23.806462 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561c565c-cc24-4113-8f9b-dbc84b63ec06 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:40:23.806688 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561c565c-cc24-4113-8f9b-dbc84b63ec06 None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:40:23.807104 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-561c565c-cc24-4113-8f9b-dbc84b63ec06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:23.807488 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561c565c-cc24-4113-8f9b-dbc84b63ec06 None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:40:23.807957 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-561c565c-cc24-4113-8f9b-dbc84b63ec06 None None] Bound port: 086492ee-7f21-4b68-b3c2-b400e04fc101, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:40:23.808383 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-561c565c-cc24-4113-8f9b-dbc84b63ec06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:23.862149 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-561c565c-cc24-4113-8f9b-dbc84b63ec06 None None] For port 086492ee-7f21-4b68-b3c2-b400e04fc101, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:40:23.865857 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-561c565c-cc24-4113-8f9b-dbc84b63ec06 None None] For port 086492ee-7f21-4b68-b3c2-b400e04fc101, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=086492ee-7f21-4b68-b3c2-b400e04fc101,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:40:23.871412 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-561c565c-cc24-4113-8f9b-dbc84b63ec06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:23.933462 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561c565c-cc24-4113-8f9b-dbc84b63ec06 None None] Routers {'58364413-7729-40ea-bcc2-54ab1f4eac1a'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:40:23.934091 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-561c565c-cc24-4113-8f9b-dbc84b63ec06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:40:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['58364413-7729-40ea-bcc2-54ab1f4eac1a'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:23.936158 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d5100-40bf-4112-ad7f-4d1f9763f73f None None] Pushing event updated for resources: {'Port': ['ID=086492ee-7f21-4b68-b3c2-b400e04fc101,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:24.109001 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-561c565c-cc24-4113-8f9b-dbc84b63ec06 None None] Set router 58364413-7729-40ea-bcc2-54ab1f4eac1a gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:40:24.471905 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-561c565c-cc24-4113-8f9b-dbc84b63ec06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58364413-7729-40ea-bcc2-54ab1f4eac1a', 'name': 'router1', 'tenant_id': '424625902a154c04bb4370f304d98cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '086492ee-7f21-4b68-b3c2-b400e04fc101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:39:59Z', 'updated_at': '2021-11-12T00:40:18Z', 'revision_number': 4, 'project_id': '424625902a154c04bb4370f304d98cd4', 'gw_port': {'id': '086492ee-7f21-4b68-b3c2-b400e04fc101', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f4:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58364413-7729-40ea-bcc2-54ab1f4eac1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:40:18Z', 'updated_at': '2021-11-12T00:40:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '4111b4eb-f4d5-418d-8da0-dc6c014a10c7', 'name': '', 'network_id': '68002b2a-48f0-426f-8e0b-53cc0ad4b48e', 'tenant_id': '424625902a154c04bb4370f304d98cd4', 'mac_address': 'fa:16:3e:dd:35:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58364413-7729-40ea-bcc2-54ab1f4eac1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea300986-2744-4424-a08a-23981fa91917', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:40:09Z', 'updated_at': '2021-11-12T00:40:14Z', 'revision_number': 5, 'project_id': '424625902a154c04bb4370f304d98cd4', 'subnets': [{'id': 'ea300986-2744-4424-a08a-23981fa91917', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ec6a4318-685b-4998-95e4-2a0174415ef9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:40:24.520072 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561c565c-cc24-4113-8f9b-dbc84b63ec06 None None] The sync data for ids ['58364413-7729-40ea-bcc2-54ab1f4eac1a'] in n-d-712142-27 is: [{'id': '58364413-7729-40ea-bcc2-54ab1f4eac1a', 'name': 'router1', 'tenant_id': '424625902a154c04bb4370f304d98cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '086492ee-7f21-4b68-b3c2-b400e04fc101', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:39:59Z', 'updated_at': '2021-11-12T00:40:18Z', 'revision_number': 4, 'project_id': '424625902a154c04bb4370f304d98cd4', 'gw_port': {'id': '086492ee-7f21-4b68-b3c2-b400e04fc101', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:f4:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58364413-7729-40ea-bcc2-54ab1f4eac1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:40:18Z', 'updated_at': '2021-11-12T00:40:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '4111b4eb-f4d5-418d-8da0-dc6c014a10c7', 'name': '', 'network_id': '68002b2a-48f0-426f-8e0b-53cc0ad4b48e', 'tenant_id': '424625902a154c04bb4370f304d98cd4', 'mac_address': 'fa:16:3e:dd:35:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58364413-7729-40ea-bcc2-54ab1f4eac1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea300986-2744-4424-a08a-23981fa91917', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:40:09Z', 'updated_at': '2021-11-12T00:40:14Z', 'revision_number': 5, 'project_id': '424625902a154c04bb4370f304d98cd4', 'subnets': [{'id': 'ea300986-2744-4424-a08a-23981fa91917', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ec6a4318-685b-4998-95e4-2a0174415ef9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:40:26.561971 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 086492ee-7f21-4b68-b3c2-b400e04fc101 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:40:26.662081 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 086492ee-7f21-4b68-b3c2-b400e04fc101 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:26.662584 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:26.823718 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:26.868596 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 086492ee-7f21-4b68-b3c2-b400e04fc101, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=086492ee-7f21-4b68-b3c2-b400e04fc101,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:40:26.881752 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:26.985514 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=086492ee-7f21-4b68-b3c2-b400e04fc101,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:40:27.072258 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d7d05b54-20d2-44bb-88b8-d62314a3cf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:28.498336 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 086492ee-7f21-4b68-b3c2-b400e04fc101 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:40:28.584333 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 086492ee-7f21-4b68-b3c2-b400e04fc101 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:40:28.585133 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:30.713311 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bc9a7252-2d36-46ac-b742-01916e51bd14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:32.592679 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:33.779935 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:34.924831 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:40:54.485109 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 5 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:40:57.081527 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-66e2f744-e5b8-41e6-b05f-b747cc009251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:00.683696 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7e8ad159-96d7-48a1-8cee-7e06dc2862ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:02.586225 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:03.769898 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:04.913514 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:27.055465 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-93b76190-e058-47ee-bc21-92862caeb443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:30.667159 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9e227bff-cbc8-4f5c-9fc8-4d61986b0c82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:31.474361 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 5 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:41:32.559408 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:33.764571 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:34.907019 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:41:57.057209 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9a7379d0-a112-4edf-b6c1-39503d6b9df7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:00.669790 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5895c7f4-380d-411b-a169-28aa7c8ec8eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:02.567139 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:03.769364 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:04.912757 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:08.472755 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 5 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:42:16.162961 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 45788) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:16.229006 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b5567fc-c5fb-47db-b919-44aa2b2404b9 admin admin] GET failed (client error): The resource could not be found. Nov 12 00:42:16.231157 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7b5567fc-c5fb-47db-b919-44aa2b2404b9 admin admin] 10.222.0.45 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0671864 Nov 12 00:42:16.388344 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedb6682-d852-4aad-8f8c-089804a9a889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:16.389766 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-fedb6682-d852-4aad-8f8c-089804a9a889 admin admin] 10.222.0.45 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1539533 Nov 12 00:42:18.714564 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 45798) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:18.814724 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081548cc-281c-439e-b077-63e11ae30920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:18.816139 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-081548cc-281c-439e-b077-63e11ae30920 admin admin] 10.222.0.45 "GET /v2.0/subnets/ea300986-2744-4424-a08a-23981fa91917 HTTP/1.1" status: 200 len: 849 time: 0.1006052 Nov 12 00:42:18.827266 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-f69b82da-380d-4989-9146-9d3c2ff6f60a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:42:18.920448 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f69b82da-380d-4989-9146-9d3c2ff6f60a admin admin] Publish callbacks [] for subnet, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:19.088156 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f69b82da-380d-4989-9146-9d3c2ff6f60a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780986477195'] for subnet, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:19.119128 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69b82da-380d-4989-9146-9d3c2ff6f60a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:19.120223 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f69b82da-380d-4989-9146-9d3c2ff6f60a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:19.121173 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f69b82da-380d-4989-9146-9d3c2ff6f60a admin admin] 10.222.0.45 "PUT /v2.0/subnets/ea300986-2744-4424-a08a-23981fa91917 HTTP/1.1" status: 200 len: 868 time: 0.2985325 Nov 12 00:42:19.123353 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffc3c84-4bf9-4af7-b9d1-297907cf7fad None None] Network 68002b2a-48f0-426f-8e0b-53cc0ad4b48e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:42:19.145332 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b82da-380d-4989-9146-9d3c2ff6f60a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea300986-2744-4424-a08a-23981fa91917,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:42:19.153728 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b82da-380d-4989-9146-9d3c2ff6f60a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:19.154076 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b82da-380d-4989-9146-9d3c2ff6f60a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:19.154417 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b82da-380d-4989-9146-9d3c2ff6f60a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:19.154752 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b82da-380d-4989-9146-9d3c2ff6f60a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:19.155087 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b82da-380d-4989-9146-9d3c2ff6f60a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:19.155527 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b82da-380d-4989-9146-9d3c2ff6f60a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:19.155777 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b82da-380d-4989-9146-9d3c2ff6f60a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:19.156106 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b82da-380d-4989-9146-9d3c2ff6f60a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:19.156422 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b82da-380d-4989-9146-9d3c2ff6f60a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:19.156799 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b82da-380d-4989-9146-9d3c2ff6f60a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:19.157130 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b82da-380d-4989-9146-9d3c2ff6f60a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:19.157454 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b82da-380d-4989-9146-9d3c2ff6f60a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:42:19.479036 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-1f9c46e8-72d0-4f82-829d-b4e93814b432 None None] Provisioning complete for port 5959ec8c-4144-46e6-b232-d882efeb40f4 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:19.479396 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1f9c46e8-72d0-4f82-829d-b4e93814b432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:19.567793 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-1f9c46e8-72d0-4f82-829d-b4e93814b432 None None] Provisioning complete for port 4111b4eb-f4d5-418d-8da0-dc6c014a10c7 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:42:19.568089 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1f9c46e8-72d0-4f82-829d-b4e93814b432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:21.438359 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 45808) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:21.640918 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924491a9-40a6-44c2-9da7-2c6642d91ef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:21.641676 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924491a9-40a6-44c2-9da7-2c6642d91ef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:21.643454 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-924491a9-40a6-44c2-9da7-2c6642d91ef5 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2040884 Nov 12 00:42:23.981167 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 45816) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:24.185458 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af00965-a297-47f1-bad1-e5088e898069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:24.185848 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af00965-a297-47f1-bad1-e5088e898069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:24.187411 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4af00965-a297-47f1-bad1-e5088e898069 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2052982 Nov 12 00:42:26.523127 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 45824) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:26.695927 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2542f33-2609-4513-b51e-d3f350cd3e81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:26.697778 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d2542f33-2609-4513-b51e-d3f350cd3e81 admin admin] 10.222.0.45 "GET /v2.0/networks/68002b2a-48f0-426f-8e0b-53cc0ad4b48e HTTP/1.1" status: 200 len: 868 time: 0.1736763 Nov 12 00:42:27.049918 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-dcd0383c-c9d7-4a75-b25f-7d47373bebe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:29.011081 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 45832) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:29.155086 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5086aa-e8c2-4eca-8c55-482553440467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:29.156526 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4d5086aa-e8c2-4eca-8c55-482553440467 admin admin] 10.222.0.45 "GET /v2.0/networks/ab9ea869-d067-4dfb-b2de-16b019fae22d HTTP/1.1" status: 200 len: 886 time: 0.1444852 Nov 12 00:42:30.673197 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2976a602-62bb-47e8-93c0-24449e5f36b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:31.470381 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 45840) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:31.594643 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0682a19d-c8ec-44dc-8d0d-fabf985f3858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:31.595098 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0682a19d-c8ec-44dc-8d0d-fabf985f3858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:31.596693 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-0682a19d-c8ec-44dc-8d0d-fabf985f3858 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1253505 Nov 12 00:42:32.565712 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:33.772045 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:33.899040 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 45848) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:33.992047 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7bf944-d72c-44f4-b65b-966d01cafe39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:33.992496 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7bf944-d72c-44f4-b65b-966d01cafe39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:33.993988 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-fe7bf944-d72c-44f4-b65b-966d01cafe39 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0940111 Nov 12 00:42:34.914308 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:42:36.292273 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 45856) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:36.387127 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031ab1e6-7376-4e47-bf1f-b8461853e78c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:36.388525 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-031ab1e6-7376-4e47-bf1f-b8461853e78c admin admin] 10.222.0.45 "GET /v2.0/subnets/311831b7-ce39-40a4-92ac-eb38aa6141e4 HTTP/1.1" status: 200 len: 816 time: 0.0952711 Nov 12 00:42:38.776059 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 45864) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:42:38.880543 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6419afe4-ba06-46e9-b639-275a9d4ae712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:42:38.882288 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-6419afe4-ba06-46e9-b639-275a9d4ae712 admin admin] 10.222.0.45 "GET /v2.0/subnets/ea300986-2744-4424-a08a-23981fa91917 HTTP/1.1" status: 200 len: 868 time: 0.1050870 Nov 12 00:42:45.471842 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 5 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:42:57.056613 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d3a04550-8336-43d6-a11a-b6aec36ef671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:00.676073 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2bdfeb80-9686-4529-9f46-03c2420d99e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:02.569600 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:03.777243 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:04.918499 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:05.260484 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 45918) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:05.313492 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [None req-736bb318-6f93-4e9e-895f-6701287e9cb6 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:43:05.314502 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-736bb318-6f93-4e9e-895f-6701287e9cb6 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0529318 Nov 12 00:43:07.756444 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 45926) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:07.820978 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-65c85fdb-c2db-45c7-bf70-d17d20edb872 admin admin] GET failed (client error): The resource could not be found. Nov 12 00:43:07.822441 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-65c85fdb-c2db-45c7-bf70-d17d20edb872 admin admin] 10.222.0.45 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0650258 Nov 12 00:43:07.909471 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b53cfb2-579a-48bf-b1c8-42484653f1c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:07.910922 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-9b53cfb2-579a-48bf-b1c8-42484653f1c8 admin admin] 10.222.0.45 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0838792 Nov 12 00:43:10.223833 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 45934) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:10.271953 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-f969245f-89cb-445d-adcb-e0c733c673d4 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:10.293937 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f969245f-89cb-445d-adcb-e0c733c673d4 admin admin] Made reservation on behalf of 32ae68e7aa01454ba3d1090a7ef71a63 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:43:10.296330 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f969245f-89cb-445d-adcb-e0c733c673d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:10.341862 n-d-712142-27 neutron-server[109086]: WARNING neutron.services.revisions.revision_plugin [None req-f969245f-89cb-445d-adcb-e0c733c673d4 admin admin] Could not find related network for resource to bump revision. Nov 12 00:43:10.358245 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f969245f-89cb-445d-adcb-e0c733c673d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:43:10.371214 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f969245f-89cb-445d-adcb-e0c733c673d4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780986514149', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:10.371754 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f969245f-89cb-445d-adcb-e0c733c673d4 admin admin] Unsubscribe: segment precommit_create {{(pid=109086) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 12 00:43:10.372278 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-f969245f-89cb-445d-adcb-e0c733c673d4 admin admin] Added segment afdd96f7-69f8-4d30-85d5-609161cf6ae1 of type vlan for network 945c2da1-f958-478a-a48a-8af2dfa2e179 Nov 12 00:43:10.417774 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f969245f-89cb-445d-adcb-e0c733c673d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:10.450531 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f969245f-89cb-445d-adcb-e0c733c673d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:10.451574 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f969245f-89cb-445d-adcb-e0c733c673d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:10.452216 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f969245f-89cb-445d-adcb-e0c733c673d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:10.514153 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f969245f-89cb-445d-adcb-e0c733c673d4 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2836106 Nov 12 00:43:10.551709 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f969245f-89cb-445d-adcb-e0c733c673d4 admin admin] Pushing event updated for resources: {'Network': ['ID=945c2da1-f958-478a-a48a-8af2dfa2e179,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:10.564126 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 945c2da1-f958-478a-a48a-8af2dfa2e179 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:43:12.884343 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 45942) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:43:12.946108 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef6cdfe1-cba1-43df-b48b-744bf61774d7 admin admin] GET failed (client error): The resource could not be found. Nov 12 00:43:12.947446 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ef6cdfe1-cba1-43df-b48b-744bf61774d7 admin admin] 10.222.0.45 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0620668 Nov 12 00:43:13.050142 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e6ab6e-f548-437a-bb0b-2ee5273ef553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:13.051634 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b7e6ab6e-f548-437a-bb0b-2ee5273ef553 admin admin] 10.222.0.45 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0993404 Nov 12 00:43:13.062840 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-6766042c-74fb-4c14-9549-99e6ce6d75ae admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:43:13.083681 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6766042c-74fb-4c14-9549-99e6ce6d75ae admin admin] Made reservation on behalf of 32ae68e7aa01454ba3d1090a7ef71a63 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:43:13.085975 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6766042c-74fb-4c14-9549-99e6ce6d75ae admin admin] Publish callbacks [] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:13.253859 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6766042c-74fb-4c14-9549-99e6ce6d75ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:13.310273 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6766042c-74fb-4c14-9549-99e6ce6d75ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0290328-7bc5-4266-bfb9-6eb25d91acf0,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:13.321311 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6766042c-74fb-4c14-9549-99e6ce6d75ae admin admin] Checking segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:43:13.321739 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6766042c-74fb-4c14-9549-99e6ce6d75ae admin admin] Network hostable DHCP agents. Network: 945c2da1-f958-478a-a48a-8af2dfa2e179, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:43:13.339786 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6766042c-74fb-4c14-9549-99e6ce6d75ae admin admin] Network 945c2da1-f958-478a-a48a-8af2dfa2e179 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:43:13.349568 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-6766042c-74fb-4c14-9549-99e6ce6d75ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 945c2da1-f958-478a-a48a-8af2dfa2e179) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:13.354181 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6766042c-74fb-4c14-9549-99e6ce6d75ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:43:13.354799 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6766042c-74fb-4c14-9549-99e6ce6d75ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:13.361883 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d964176a-b49c-47ad-952f-916c6889221f None None] Network 945c2da1-f958-478a-a48a-8af2dfa2e179 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:43:13.371896 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6766042c-74fb-4c14-9549-99e6ce6d75ae admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3130035 Nov 12 00:43:13.660794 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cef7452-b68f-4c8f-b9a0-688f861ff540 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-945c2da1-f958-478a-a48a-8af2dfa2e179', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'tenant_id': '32ae68e7aa01454ba3d1090a7ef71a63', 'fixed_ips': [{'subnet_id': 'f0290328-7bc5-4266-bfb9-6eb25d91acf0'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:43:13.661663 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0cef7452-b68f-4c8f-b9a0-688f861ff540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:13.822411 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-0cef7452-b68f-4c8f-b9a0-688f861ff540 None None] Allocated IP 192.168.233.2 (945c2da1-f958-478a-a48a-8af2dfa2e179/f0290328-7bc5-4266-bfb9-6eb25d91acf0/828a7786-7196-41dc-bb9f-38d1a02eee95) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:43:13.996386 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0cef7452-b68f-4c8f-b9a0-688f861ff540 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:14.003768 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0cef7452-b68f-4c8f-b9a0-688f861ff540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:14.042348 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cef7452-b68f-4c8f-b9a0-688f861ff540 None None] Network 945c2da1-f958-478a-a48a-8af2dfa2e179 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:43:14.048304 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-0cef7452-b68f-4c8f-b9a0-688f861ff540 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:43:14.053117 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cef7452-b68f-4c8f-b9a0-688f861ff540 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:43:14.059173 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef7452-b68f-4c8f-b9a0-688f861ff540 None None] Pushing event updated for resources: {'Port': ['ID=828a7786-7196-41dc-bb9f-38d1a02eee95,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:14.071653 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cef7452-b68f-4c8f-b9a0-688f861ff540 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:14.072141 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cef7452-b68f-4c8f-b9a0-688f861ff540 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:14.072422 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cef7452-b68f-4c8f-b9a0-688f861ff540 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:14.072758 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cef7452-b68f-4c8f-b9a0-688f861ff540 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:14.073089 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cef7452-b68f-4c8f-b9a0-688f861ff540 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:14.073420 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cef7452-b68f-4c8f-b9a0-688f861ff540 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:14.073745 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cef7452-b68f-4c8f-b9a0-688f861ff540 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:14.074075 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cef7452-b68f-4c8f-b9a0-688f861ff540 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:14.074405 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cef7452-b68f-4c8f-b9a0-688f861ff540 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:14.074718 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cef7452-b68f-4c8f-b9a0-688f861ff540 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:14.075073 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cef7452-b68f-4c8f-b9a0-688f861ff540 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:14.075354 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cef7452-b68f-4c8f-b9a0-688f861ff540 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:43:14.130220 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-0cef7452-b68f-4c8f-b9a0-688f861ff540 None None] Attempting to bind port 828a7786-7196-41dc-bb9f-38d1a02eee95 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:43:14.130590 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-0cef7452-b68f-4c8f-b9a0-688f861ff540 None None] Attempting to bind port 828a7786-7196-41dc-bb9f-38d1a02eee95 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:43:14.130958 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cef7452-b68f-4c8f-b9a0-688f861ff540 None None] Attempting to bind port 828a7786-7196-41dc-bb9f-38d1a02eee95 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:43:14.136573 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cef7452-b68f-4c8f-b9a0-688f861ff540 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:43:14.136943 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cef7452-b68f-4c8f-b9a0-688f861ff540 None None] Checking segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:43:14.137348 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0cef7452-b68f-4c8f-b9a0-688f861ff540 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:14.137740 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cef7452-b68f-4c8f-b9a0-688f861ff540 None None] Bound using segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:43:14.138200 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-0cef7452-b68f-4c8f-b9a0-688f861ff540 None None] Bound port: 828a7786-7196-41dc-bb9f-38d1a02eee95, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:43:14.138600 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0cef7452-b68f-4c8f-b9a0-688f861ff540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:14.212113 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-0cef7452-b68f-4c8f-b9a0-688f861ff540 None None] For port 828a7786-7196-41dc-bb9f-38d1a02eee95, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:43:14.218137 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-0cef7452-b68f-4c8f-b9a0-688f861ff540 None None] For port 828a7786-7196-41dc-bb9f-38d1a02eee95, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=828a7786-7196-41dc-bb9f-38d1a02eee95,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:43:14.224103 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0cef7452-b68f-4c8f-b9a0-688f861ff540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:14.296035 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef7452-b68f-4c8f-b9a0-688f861ff540 None None] Pushing event updated for resources: {'Port': ['ID=828a7786-7196-41dc-bb9f-38d1a02eee95,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:14.684656 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 828a7786-7196-41dc-bb9f-38d1a02eee95 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:43:14.749284 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 828a7786-7196-41dc-bb9f-38d1a02eee95 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:14.749805 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:14.840058 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:14.880865 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 828a7786-7196-41dc-bb9f-38d1a02eee95, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=828a7786-7196-41dc-bb9f-38d1a02eee95,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:43:14.885242 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:14.952231 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=828a7786-7196-41dc-bb9f-38d1a02eee95,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:43:15.295373 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721b671d-b09d-4108-ac7b-435f6204ed79 None None] Network 945c2da1-f958-478a-a48a-8af2dfa2e179 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:43:15.376881 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-3657c7c9-4755-48f4-a487-d7a19a79a2d5 None None] Provisioning complete for port 828a7786-7196-41dc-bb9f-38d1a02eee95 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:15.377165 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3657c7c9-4755-48f4-a487-d7a19a79a2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:15.750741 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-ea2b79bc-99e5-4a43-b652-6d82901a1f86 None None] Provisioning complete for port 828a7786-7196-41dc-bb9f-38d1a02eee95 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:15.751427 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ea2b79bc-99e5-4a43-b652-6d82901a1f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:16.521708 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 828a7786-7196-41dc-bb9f-38d1a02eee95 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:43:16.587428 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 828a7786-7196-41dc-bb9f-38d1a02eee95 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:43:16.587987 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:22.471700 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 5 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:43:27.049863 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a59a1439-257e-4110-91c5-b1ac312c0ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:30.679423 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-812622e1-f332-42bc-a9da-fc57d3114474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:32.572671 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:33.781781 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:34.924103 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:57.052154 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8fc1cdd6-8727-4706-bc1f-6f367968c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:43:59.470220 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 5 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:44:00.682730 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-562ac07d-46a0-44aa-9d8a-ea4eeae2f1bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:02.577442 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:03.784435 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:04.924547 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:27.055352 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c0191512-7f36-4795-87d0-2eb497a63ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:28.727706 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 45986) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:28.733563 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [None req-dfb7901d-2536-48ae-81cd-e388e1f34988 tempest-verify_tempest_config-1172693597 tempest-verify_tempest_config-1172693597-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:44:28.734595 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-dfb7901d-2536-48ae-81cd-e388e1f34988 tempest-verify_tempest_config-1172693597 tempest-verify_tempest_config-1172693597-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058939 Nov 12 00:44:29.034908 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46004) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:29.140428 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3473c332-76a8-4c3f-9ca6-358a15a3367e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:29.244771 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3473c332-76a8-4c3f-9ca6-358a15a3367e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:29.248943 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3473c332-76a8-4c3f-9ca6-358a15a3367e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:29.291719 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3473c332-76a8-4c3f-9ca6-358a15a3367e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de8c64a-37cc-4068-b2c6-7e98cb8792a4,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:29.296631 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3473c332-76a8-4c3f-9ca6-358a15a3367e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=edf341cbe1cb4676adf72b3a65b33bf2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2604055 Nov 12 00:44:29.299332 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46008) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:44:29.301064 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3473c332-76a8-4c3f-9ca6-358a15a3367e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:29.301409 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3473c332-76a8-4c3f-9ca6-358a15a3367e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:29.301745 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3473c332-76a8-4c3f-9ca6-358a15a3367e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:29.302081 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3473c332-76a8-4c3f-9ca6-358a15a3367e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:29.302407 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3473c332-76a8-4c3f-9ca6-358a15a3367e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:29.302733 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3473c332-76a8-4c3f-9ca6-358a15a3367e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:29.303675 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3473c332-76a8-4c3f-9ca6-358a15a3367e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:29.304023 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3473c332-76a8-4c3f-9ca6-358a15a3367e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:29.304349 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3473c332-76a8-4c3f-9ca6-358a15a3367e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:29.304676 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3473c332-76a8-4c3f-9ca6-358a15a3367e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:29.304994 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3473c332-76a8-4c3f-9ca6-358a15a3367e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:29.305309 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3473c332-76a8-4c3f-9ca6-358a15a3367e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:29.355114 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c89c0943-833c-48de-bcae-00a3284e7713 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:29.376109 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c89c0943-833c-48de-bcae-00a3284e7713 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:29.468653 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c89c0943-833c-48de-bcae-00a3284e7713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:29.471263 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c89c0943-833c-48de-bcae-00a3284e7713 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:29.472472 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c89c0943-833c-48de-bcae-00a3284e7713 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3de8c64a-37cc-4068-b2c6-7e98cb8792a4 HTTP/1.1" status: 204 len: 168 time: 0.1721153 Nov 12 00:44:29.481148 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89c0943-833c-48de-bcae-00a3284e7713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de8c64a-37cc-4068-b2c6-7e98cb8792a4,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:44:29.488381 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c0943-833c-48de-bcae-00a3284e7713 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:29.488723 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c0943-833c-48de-bcae-00a3284e7713 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:29.489067 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c0943-833c-48de-bcae-00a3284e7713 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:29.489405 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c0943-833c-48de-bcae-00a3284e7713 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:29.489740 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c0943-833c-48de-bcae-00a3284e7713 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:29.490073 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c0943-833c-48de-bcae-00a3284e7713 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:29.490970 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c0943-833c-48de-bcae-00a3284e7713 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:29.491317 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c0943-833c-48de-bcae-00a3284e7713 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:29.491620 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c0943-833c-48de-bcae-00a3284e7713 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:29.492074 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c0943-833c-48de-bcae-00a3284e7713 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:29.492284 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c0943-833c-48de-bcae-00a3284e7713 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:29.492606 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89c0943-833c-48de-bcae-00a3284e7713 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:44:30.687095 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3a671fa0-6970-4266-8b07-8b0b47ae10da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:32.577798 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:33.790987 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:34.924315 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:44:36.469809 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 5 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:44:57.059071 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d1fed796-28d2-4b33-8e8f-eb0754295373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:00.692083 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9feffe0f-55a5-4fce-be7f-8939a0b499a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:02.579892 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:03.785221 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:04.939072 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:13.472303 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 5 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:45:27.062220 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ddabc4dd-82db-4829-981c-5de30749b132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:30.700611 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e696b493-b62e-4fcc-a390-11ccf9043f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:32.583780 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:33.796970 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:34.932502 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:45:50.471515 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 5 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:45:57.065479 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f852140d-4f3f-4cc5-80f8-aa435e6b08f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:00.693404 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ea6a32b-c132-4f8d-bbd3-49723e580f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:02.585954 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:03.790086 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:04.933828 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:27.067241 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7621b7ab-837b-4c1f-976f-6df7ab0c82c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:27.471218 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 5 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:46:30.695009 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-054f3f90-b144-4ad3-8899-02b8b18c3206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:32.588580 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:33.793578 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:34.934705 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:46:57.068564 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4d036420-6e04-46ff-8e75-a63a2caa074c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:00.699333 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d6a1c783-76de-4efc-9d0d-ad28de8ea175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:02.592403 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:03.796724 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:04.470038 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 5 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:47:04.937800 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:27.070568 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fa58c8ed-e885-491e-b0d5-2fdbec91c6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:30.702888 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d5eb6e85-4871-420f-a54d-266b60c301dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:32.596623 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:33.799905 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:34.942624 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:37.909418 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1711795'] for agent, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:40.207018 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1711795'] for agent, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:47:41.472822 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:47:57.073702 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-22bf5b79-cec6-44e8-ac64-0593a99e5300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:00.704738 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-46a93a8e-0279-4778-8e43-4cb1c2760210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:02.606365 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:03.802289 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:04.947886 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:07.865256 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:10.143891 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:18.472341 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:48:21.340542 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46066) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:21.451139 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-06a02579-0847-4333-b3fb-56a338afb2d7 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1094513 Nov 12 00:48:23.765669 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46076) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:48:23.825288 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6562f920-0069-4f35-9bdb-686c48959d09 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0575647 Nov 12 00:48:27.075792 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ccf436ae-92c8-4e1c-98a5-6c882ffa4116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:30.706487 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e1249c91-8d56-4cf8-bb6c-a9875d8e0399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:32.602147 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:33.804767 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:34.949041 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:37.867300 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:40.148802 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:48:55.474715 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:48:57.078367 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2f59ce4d-f882-4820-bcb8-be4e269d8682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:00.708145 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-53e1e62f-e09d-4f2e-8bd5-4b9a977c6389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:02.607564 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:03.808987 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:04.974106 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:07.894804 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:10.142726 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:27.080682 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-51fa39a0-22ac-4915-86ba-31e7ef6d42b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:30.710155 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d0a68602-ec32-47f2-baee-c86132566e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:32.473607 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:49:32.609596 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:33.812885 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:34.953341 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:37.912083 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:40.183268 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:44.767308 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46290) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:45.187223 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-eabdaca8-185f-4baf-959e-d384f60c6475 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-868130520-network', 'tenant_id': 'ccb1e7e0eea141e9b6d3110322862248'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:45.214338 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabdaca8-185f-4baf-959e-d384f60c6475 admin admin] Made reservation on behalf of ccb1e7e0eea141e9b6d3110322862248 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:49:45.217222 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eabdaca8-185f-4baf-959e-d384f60c6475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:45.227501 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eabdaca8-185f-4baf-959e-d384f60c6475 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:45.309959 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eabdaca8-185f-4baf-959e-d384f60c6475 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:45.314368 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eabdaca8-185f-4baf-959e-d384f60c6475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:45.341739 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabdaca8-185f-4baf-959e-d384f60c6475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5abb3ff0-38cf-49e5-944f-b597ab45e01c,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:45.351465 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabdaca8-185f-4baf-959e-d384f60c6475 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:45.352091 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabdaca8-185f-4baf-959e-d384f60c6475 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:45.352601 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabdaca8-185f-4baf-959e-d384f60c6475 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:45.353270 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabdaca8-185f-4baf-959e-d384f60c6475 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:45.353782 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabdaca8-185f-4baf-959e-d384f60c6475 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:45.354262 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabdaca8-185f-4baf-959e-d384f60c6475 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:45.354742 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabdaca8-185f-4baf-959e-d384f60c6475 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:45.355209 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabdaca8-185f-4baf-959e-d384f60c6475 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:45.355703 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabdaca8-185f-4baf-959e-d384f60c6475 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:45.356201 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabdaca8-185f-4baf-959e-d384f60c6475 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:45.356704 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabdaca8-185f-4baf-959e-d384f60c6475 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:45.357034 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabdaca8-185f-4baf-959e-d384f60c6475 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:45.358071 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabdaca8-185f-4baf-959e-d384f60c6475 admin admin] Tracked resource versions report: Nov 12 00:49:45.358071 n-d-712142-27 neutron-server[109086]: pushed versions: Nov 12 00:49:45.358071 n-d-712142-27 neutron-server[109086]: { 'AddressGroup': {'1.2'}, Nov 12 00:49:45.358071 n-d-712142-27 neutron-server[109086]: 'ConntrackHelper': {'1.0'}, Nov 12 00:49:45.358071 n-d-712142-27 neutron-server[109086]: 'Log': {'1.0'}, Nov 12 00:49:45.358071 n-d-712142-27 neutron-server[109086]: 'Network': {'1.1'}, Nov 12 00:49:45.358071 n-d-712142-27 neutron-server[109086]: 'Port': {'1.7'}, Nov 12 00:49:45.358071 n-d-712142-27 neutron-server[109086]: 'PortForwarding': {'1.2'}, Nov 12 00:49:45.358071 n-d-712142-27 neutron-server[109086]: 'QosPolicy': {'1.10'}, Nov 12 00:49:45.358071 n-d-712142-27 neutron-server[109086]: 'SecurityGroup': {'1.5'}, Nov 12 00:49:45.358071 n-d-712142-27 neutron-server[109086]: 'SecurityGroupRule': {'1.2'}, Nov 12 00:49:45.358071 n-d-712142-27 neutron-server[109086]: 'SubPort': {'1.0'}, Nov 12 00:49:45.358071 n-d-712142-27 neutron-server[109086]: 'Subnet': {'1.1'}, Nov 12 00:49:45.358071 n-d-712142-27 neutron-server[109086]: 'Trunk': {'1.1'}} Nov 12 00:49:45.358071 n-d-712142-27 neutron-server[109086]: consumer versions: Nov 12 00:49:45.358071 n-d-712142-27 neutron-server[109086]: { DHCP agent@n-d-712142-27: {}, Nov 12 00:49:45.358071 n-d-712142-27 neutron-server[109086]: HyperV agent@n-h1-712142-27: {}, Nov 12 00:49:45.358071 n-d-712142-27 neutron-server[109086]: HyperV agent@n-h2-712142-27: {}, Nov 12 00:49:45.358071 n-d-712142-27 neutron-server[109086]: L3 agent@n-d-712142-27: {}, Nov 12 00:49:45.358071 n-d-712142-27 neutron-server[109086]: Metadata agent@n-d-712142-27: {}, Nov 12 00:49:45.358071 n-d-712142-27 neutron-server[109086]: Metering agent@n-d-712142-27: {}, Nov 12 00:49:45.358071 n-d-712142-27 neutron-server[109086]: Open vSwitch agent@n-d-712142-27: { 'AddressGroup': '1.2', Nov 12 00:49:45.358071 n-d-712142-27 neutron-server[109086]: 'ConntrackHelper': '1.0', Nov 12 00:49:45.358071 n-d-712142-27 neutron-server[109086]: 'Log': '1.0', Nov 12 00:49:45.358071 n-d-712142-27 neutron-server[109086]: 'Network': '1.1', Nov 12 00:49:45.358071 n-d-712142-27 neutron-server[109086]: 'Port': '1.7', Nov 12 00:49:45.358071 n-d-712142-27 neutron-server[109086]: 'PortForwarding': '1.2', Nov 12 00:49:45.358071 n-d-712142-27 neutron-server[109086]: 'QosPolicy': '1.10', Nov 12 00:49:45.358071 n-d-712142-27 neutron-server[109086]: 'SecurityGroup': '1.5', Nov 12 00:49:45.358071 n-d-712142-27 neutron-server[109086]: 'SecurityGroupRule': '1.2', Nov 12 00:49:45.358071 n-d-712142-27 neutron-server[109086]: 'SubPort': '1.0', Nov 12 00:49:45.358071 n-d-712142-27 neutron-server[109086]: 'Subnet': '1.1', Nov 12 00:49:45.358071 n-d-712142-27 neutron-server[109086]: 'Trunk': '1.1'}} Nov 12 00:49:45.358071 n-d-712142-27 neutron-server[109086]: {{(pid=109086) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 00:49:45.360780 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eabdaca8-185f-4baf-959e-d384f60c6475 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:49:45.373216 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eabdaca8-185f-4baf-959e-d384f60c6475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:45.373495 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-eabdaca8-185f-4baf-959e-d384f60c6475 admin admin] Added segment c597d253-3b8b-4ba2-8e61-dc5232a6ec18 of type vlan for network 9d38a466-42af-43d7-b83f-22dc50aa65c8 Nov 12 00:49:45.448163 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eabdaca8-185f-4baf-959e-d384f60c6475 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:45.464963 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eabdaca8-185f-4baf-959e-d384f60c6475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:45.466291 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabdaca8-185f-4baf-959e-d384f60c6475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:45.467307 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eabdaca8-185f-4baf-959e-d384f60c6475 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:45.501449 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-eabdaca8-185f-4baf-959e-d384f60c6475 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7300220 Nov 12 00:49:45.501617 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46328) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:45.506362 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-584691aa-8821-4a0f-9aec-7fa532b5cc36 admin admin] Request body: {'subnet': {'network_id': '9d38a466-42af-43d7-b83f-22dc50aa65c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-868130520-subnet', 'tenant_id': 'ccb1e7e0eea141e9b6d3110322862248', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:45.567848 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabdaca8-185f-4baf-959e-d384f60c6475 admin admin] Pushing event updated for resources: {'Network': ['ID=9d38a466-42af-43d7-b83f-22dc50aa65c8,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:45.583243 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 9d38a466-42af-43d7-b83f-22dc50aa65c8 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:49:45.589715 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584691aa-8821-4a0f-9aec-7fa532b5cc36 admin admin] Made reservation on behalf of ccb1e7e0eea141e9b6d3110322862248 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:49:45.592800 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-584691aa-8821-4a0f-9aec-7fa532b5cc36 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:45.833469 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-584691aa-8821-4a0f-9aec-7fa532b5cc36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:45.879693 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584691aa-8821-4a0f-9aec-7fa532b5cc36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3506ff68-efdf-4ec0-aae3-0d8c1586ac7a,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:45.903937 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584691aa-8821-4a0f-9aec-7fa532b5cc36 admin admin] Checking segment: {'id': 'c597d253-3b8b-4ba2-8e61-dc5232a6ec18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9d38a466-42af-43d7-b83f-22dc50aa65c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:49:45.904485 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584691aa-8821-4a0f-9aec-7fa532b5cc36 admin admin] Network hostable DHCP agents. Network: 9d38a466-42af-43d7-b83f-22dc50aa65c8, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:49:45.922592 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584691aa-8821-4a0f-9aec-7fa532b5cc36 admin admin] Network 9d38a466-42af-43d7-b83f-22dc50aa65c8 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:49:45.933234 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-584691aa-8821-4a0f-9aec-7fa532b5cc36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 9d38a466-42af-43d7-b83f-22dc50aa65c8) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:49:45.938722 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584691aa-8821-4a0f-9aec-7fa532b5cc36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:45.939419 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-584691aa-8821-4a0f-9aec-7fa532b5cc36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:45.947684 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48858184-566d-451a-95eb-a085381449e8 None None] Network 9d38a466-42af-43d7-b83f-22dc50aa65c8 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:49:45.958242 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-584691aa-8821-4a0f-9aec-7fa532b5cc36 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4555736 Nov 12 00:49:45.961848 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46346) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:45.974881 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-23d16381-bd0a-4e5f-b1e7-9a3b52dd38d3 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-868130520-router', 'tenant_id': 'ccb1e7e0eea141e9b6d3110322862248', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:46.034930 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-23d16381-bd0a-4e5f-b1e7-9a3b52dd38d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:46.036806 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-23d16381-bd0a-4e5f-b1e7-9a3b52dd38d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:46.154065 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e7b329-5963-40da-b431-4bb501f23427 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-9d38a466-42af-43d7-b83f-22dc50aa65c8', 'network_id': '9d38a466-42af-43d7-b83f-22dc50aa65c8', 'tenant_id': 'ccb1e7e0eea141e9b6d3110322862248', 'fixed_ips': [{'subnet_id': '3506ff68-efdf-4ec0-aae3-0d8c1586ac7a'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:49:46.155367 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f5e7b329-5963-40da-b431-4bb501f23427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:46.240028 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-23d16381-bd0a-4e5f-b1e7-9a3b52dd38d3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:46.328932 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-f5e7b329-5963-40da-b431-4bb501f23427 None None] Allocated IP 172.20.0.2 (9d38a466-42af-43d7-b83f-22dc50aa65c8/3506ff68-efdf-4ec0-aae3-0d8c1586ac7a/48d2fdc0-7e2c-496d-bdd0-b7a210678dd6) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:49:46.514638 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f5e7b329-5963-40da-b431-4bb501f23427 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:46.524630 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f5e7b329-5963-40da-b431-4bb501f23427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:46.564591 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-23d16381-bd0a-4e5f-b1e7-9a3b52dd38d3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:46.611788 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e7b329-5963-40da-b431-4bb501f23427 None None] Network 9d38a466-42af-43d7-b83f-22dc50aa65c8 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:49:46.613790 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e7b329-5963-40da-b431-4bb501f23427 None None] Pushing event updated for resources: {'Port': ['ID=48d2fdc0-7e2c-496d-bdd0-b7a210678dd6,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:46.616815 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-f5e7b329-5963-40da-b431-4bb501f23427 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:49:46.619937 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e7b329-5963-40da-b431-4bb501f23427 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:49:46.635225 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e7b329-5963-40da-b431-4bb501f23427 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:46.635903 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e7b329-5963-40da-b431-4bb501f23427 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:46.636680 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e7b329-5963-40da-b431-4bb501f23427 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:46.637243 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e7b329-5963-40da-b431-4bb501f23427 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:46.637778 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e7b329-5963-40da-b431-4bb501f23427 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:46.638297 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e7b329-5963-40da-b431-4bb501f23427 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:46.638814 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e7b329-5963-40da-b431-4bb501f23427 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:46.639327 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e7b329-5963-40da-b431-4bb501f23427 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:46.639907 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e7b329-5963-40da-b431-4bb501f23427 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:46.640445 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e7b329-5963-40da-b431-4bb501f23427 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:46.640954 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e7b329-5963-40da-b431-4bb501f23427 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:46.641460 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e7b329-5963-40da-b431-4bb501f23427 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:46.642708 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e7b329-5963-40da-b431-4bb501f23427 None None] Tracked resource versions report: Nov 12 00:49:46.642708 n-d-712142-27 neutron-server[109087]: pushed versions: Nov 12 00:49:46.642708 n-d-712142-27 neutron-server[109087]: { 'AddressGroup': {'1.2'}, Nov 12 00:49:46.642708 n-d-712142-27 neutron-server[109087]: 'ConntrackHelper': {'1.0'}, Nov 12 00:49:46.642708 n-d-712142-27 neutron-server[109087]: 'Log': {'1.0'}, Nov 12 00:49:46.642708 n-d-712142-27 neutron-server[109087]: 'Network': {'1.1'}, Nov 12 00:49:46.642708 n-d-712142-27 neutron-server[109087]: 'Port': {'1.7'}, Nov 12 00:49:46.642708 n-d-712142-27 neutron-server[109087]: 'PortForwarding': {'1.2'}, Nov 12 00:49:46.642708 n-d-712142-27 neutron-server[109087]: 'QosPolicy': {'1.10'}, Nov 12 00:49:46.642708 n-d-712142-27 neutron-server[109087]: 'SecurityGroup': {'1.5'}, Nov 12 00:49:46.642708 n-d-712142-27 neutron-server[109087]: 'SecurityGroupRule': {'1.2'}, Nov 12 00:49:46.642708 n-d-712142-27 neutron-server[109087]: 'SubPort': {'1.0'}, Nov 12 00:49:46.642708 n-d-712142-27 neutron-server[109087]: 'Subnet': {'1.1'}, Nov 12 00:49:46.642708 n-d-712142-27 neutron-server[109087]: 'Trunk': {'1.1'}} Nov 12 00:49:46.642708 n-d-712142-27 neutron-server[109087]: consumer versions: Nov 12 00:49:46.642708 n-d-712142-27 neutron-server[109087]: { DHCP agent@n-d-712142-27: {}, Nov 12 00:49:46.642708 n-d-712142-27 neutron-server[109087]: HyperV agent@n-h1-712142-27: {}, Nov 12 00:49:46.642708 n-d-712142-27 neutron-server[109087]: HyperV agent@n-h2-712142-27: {}, Nov 12 00:49:46.642708 n-d-712142-27 neutron-server[109087]: L3 agent@n-d-712142-27: {}, Nov 12 00:49:46.642708 n-d-712142-27 neutron-server[109087]: Metadata agent@n-d-712142-27: {}, Nov 12 00:49:46.642708 n-d-712142-27 neutron-server[109087]: Metering agent@n-d-712142-27: {}, Nov 12 00:49:46.642708 n-d-712142-27 neutron-server[109087]: Open vSwitch agent@n-d-712142-27: { 'AddressGroup': '1.2', Nov 12 00:49:46.642708 n-d-712142-27 neutron-server[109087]: 'ConntrackHelper': '1.0', Nov 12 00:49:46.642708 n-d-712142-27 neutron-server[109087]: 'Log': '1.0', Nov 12 00:49:46.642708 n-d-712142-27 neutron-server[109087]: 'Network': '1.1', Nov 12 00:49:46.642708 n-d-712142-27 neutron-server[109087]: 'Port': '1.7', Nov 12 00:49:46.642708 n-d-712142-27 neutron-server[109087]: 'PortForwarding': '1.2', Nov 12 00:49:46.642708 n-d-712142-27 neutron-server[109087]: 'QosPolicy': '1.10', Nov 12 00:49:46.642708 n-d-712142-27 neutron-server[109087]: 'SecurityGroup': '1.5', Nov 12 00:49:46.642708 n-d-712142-27 neutron-server[109087]: 'SecurityGroupRule': '1.2', Nov 12 00:49:46.642708 n-d-712142-27 neutron-server[109087]: 'SubPort': '1.0', Nov 12 00:49:46.642708 n-d-712142-27 neutron-server[109087]: 'Subnet': '1.1', Nov 12 00:49:46.642708 n-d-712142-27 neutron-server[109087]: 'Trunk': '1.1'}} Nov 12 00:49:46.642708 n-d-712142-27 neutron-server[109087]: {{(pid=109087) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 00:49:46.713023 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-f5e7b329-5963-40da-b431-4bb501f23427 None None] Attempting to bind port 48d2fdc0-7e2c-496d-bdd0-b7a210678dd6 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:49:46.713894 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-f5e7b329-5963-40da-b431-4bb501f23427 None None] Attempting to bind port 48d2fdc0-7e2c-496d-bdd0-b7a210678dd6 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'c597d253-3b8b-4ba2-8e61-dc5232a6ec18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9d38a466-42af-43d7-b83f-22dc50aa65c8'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:49:46.714531 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e7b329-5963-40da-b431-4bb501f23427 None None] Attempting to bind port 48d2fdc0-7e2c-496d-bdd0-b7a210678dd6 on network 9d38a466-42af-43d7-b83f-22dc50aa65c8 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:49:46.728373 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e7b329-5963-40da-b431-4bb501f23427 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:49:46.731352 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e7b329-5963-40da-b431-4bb501f23427 None None] Checking segment: {'id': 'c597d253-3b8b-4ba2-8e61-dc5232a6ec18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9d38a466-42af-43d7-b83f-22dc50aa65c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:49:46.732702 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f5e7b329-5963-40da-b431-4bb501f23427 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:46.735539 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e7b329-5963-40da-b431-4bb501f23427 None None] Bound using segment: {'id': 'c597d253-3b8b-4ba2-8e61-dc5232a6ec18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9d38a466-42af-43d7-b83f-22dc50aa65c8'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:49:46.736493 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-f5e7b329-5963-40da-b431-4bb501f23427 None None] Bound port: 48d2fdc0-7e2c-496d-bdd0-b7a210678dd6, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c597d253-3b8b-4ba2-8e61-dc5232a6ec18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9d38a466-42af-43d7-b83f-22dc50aa65c8'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:49:46.737262 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f5e7b329-5963-40da-b431-4bb501f23427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:46.879776 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-f5e7b329-5963-40da-b431-4bb501f23427 None None] For port 48d2fdc0-7e2c-496d-bdd0-b7a210678dd6, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:49:46.890489 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-f5e7b329-5963-40da-b431-4bb501f23427 None None] For port 48d2fdc0-7e2c-496d-bdd0-b7a210678dd6, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=48d2fdc0-7e2c-496d-bdd0-b7a210678dd6,segment=NetworkSegment(c597d253-3b8b-4ba2-8e61-dc5232a6ec18),segment_id=c597d253-3b8b-4ba2-8e61-dc5232a6ec18)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:49:46.898163 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f5e7b329-5963-40da-b431-4bb501f23427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:46.911300 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-23d16381-bd0a-4e5f-b1e7-9a3b52dd38d3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:46.940062 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-23d16381-bd0a-4e5f-b1e7-9a3b52dd38d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:47.015400 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e7b329-5963-40da-b431-4bb501f23427 None None] Pushing event updated for resources: {'Port': ['ID=48d2fdc0-7e2c-496d-bdd0-b7a210678dd6,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:47.139475 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-23d16381-bd0a-4e5f-b1e7-9a3b52dd38d3 admin admin] Allocated IP 172.25.3.209 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/b1875921-8068-48c5-9561-c0732c9b1da0) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:49:47.308457 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-23d16381-bd0a-4e5f-b1e7-9a3b52dd38d3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:47.440785 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-23d16381-bd0a-4e5f-b1e7-9a3b52dd38d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:47.508744 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d16381-bd0a-4e5f-b1e7-9a3b52dd38d3 admin admin] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:49:47.517349 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-23d16381-bd0a-4e5f-b1e7-9a3b52dd38d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:49:47.520210 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d16381-bd0a-4e5f-b1e7-9a3b52dd38d3 admin admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:49:47.610015 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d16381-bd0a-4e5f-b1e7-9a3b52dd38d3 admin admin] Pushing event updated for resources: {'Port': ['ID=b1875921-8068-48c5-9561-c0732c9b1da0,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:47.957170 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-23d16381-bd0a-4e5f-b1e7-9a3b52dd38d3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:48.182308 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-23d16381-bd0a-4e5f-b1e7-9a3b52dd38d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:48.280312 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5deb26-3aff-40a3-8dae-77cb357b62f8 None None] Network 9d38a466-42af-43d7-b83f-22dc50aa65c8 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:49:48.378393 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23d16381-bd0a-4e5f-b1e7-9a3b52dd38d3 admin admin] Router de22d560-bda6-410b-8bdd-52b814865145 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:49:48.536940 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d16381-bd0a-4e5f-b1e7-9a3b52dd38d3 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:49:48.548158 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7c90ed-f464-4f18-b51b-d10f6346b3bc None None] Sync routers for ids ['de22d560-bda6-410b-8bdd-52b814865145'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:49:48.570704 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-e18a421f-7f4f-4e79-a990-fc560d014139 None None] Provisioning complete for port 48d2fdc0-7e2c-496d-bdd0-b7a210678dd6 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:48.571077 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e18a421f-7f4f-4e79-a990-fc560d014139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:48.574897 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7c90ed-f464-4f18-b51b-d10f6346b3bc None None] Routers {'de22d560-bda6-410b-8bdd-52b814865145'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:49:48.575550 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-cd7c90ed-f464-4f18-b51b-d10f6346b3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:49:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['de22d560-bda6-410b-8bdd-52b814865145'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:48.589325 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-23d16381-bd0a-4e5f-b1e7-9a3b52dd38d3 admin admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:48.594245 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-23d16381-bd0a-4e5f-b1e7-9a3b52dd38d3 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.6277411 Nov 12 00:49:48.594592 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46462) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:48.768503 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e18a421f-7f4f-4e79-a990-fc560d014139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:48.782594 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46470) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:48.859398 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-e18a421f-7f4f-4e79-a990-fc560d014139 None None] For port 48d2fdc0-7e2c-496d-bdd0-b7a210678dd6, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=48d2fdc0-7e2c-496d-bdd0-b7a210678dd6,segment=NetworkSegment(c597d253-3b8b-4ba2-8e61-dc5232a6ec18),segment_id=c597d253-3b8b-4ba2-8e61-dc5232a6ec18)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:48.868189 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e18a421f-7f4f-4e79-a990-fc560d014139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:48.915849 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-cd7c90ed-f464-4f18-b51b-d10f6346b3bc None None] Set router de22d560-bda6-410b-8bdd-52b814865145 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:49:48.963544 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a421f-7f4f-4e79-a990-fc560d014139 None None] Pushing event updated for resources: {'Port': ['ID=48d2fdc0-7e2c-496d-bdd0-b7a210678dd6,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:48.967013 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 48d2fdc0-7e2c-496d-bdd0-b7a210678dd6 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:49:49.021012 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 48d2fdc0-7e2c-496d-bdd0-b7a210678dd6 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:49.021372 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:49.139805 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-15800a2e-0cd9-48e3-815c-96f6c6b14b8f None None] Provisioning complete for port 48d2fdc0-7e2c-496d-bdd0-b7a210678dd6 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:49.140561 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-15800a2e-0cd9-48e3-815c-96f6c6b14b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:49.226184 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b4ea9d38-b910-461c-b17a-1306d0d59a92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:49.261948 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-cd7c90ed-f464-4f18-b51b-d10f6346b3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de22d560-bda6-410b-8bdd-52b814865145', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-868130520-router', 'tenant_id': 'ccb1e7e0eea141e9b6d3110322862248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'b1875921-8068-48c5-9561-c0732c9b1da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:49:46Z', 'updated_at': '2021-11-12T00:49:47Z', 'revision_number': 3, 'project_id': 'ccb1e7e0eea141e9b6d3110322862248', 'gw_port': {'id': 'b1875921-8068-48c5-9561-c0732c9b1da0', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:45:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de22d560-bda6-410b-8bdd-52b814865145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:49:46Z', 'updated_at': '2021-11-12T00:49:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:49.266661 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46490) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:49.332642 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7c90ed-f464-4f18-b51b-d10f6346b3bc None None] Checking router: de22d560-bda6-410b-8bdd-52b814865145 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:49:49.332991 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7c90ed-f464-4f18-b51b-d10f6346b3bc None None] Updating router de22d560-bda6-410b-8bdd-52b814865145 port b1875921-8068-48c5-9561-c0732c9b1da0 binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:49:49.353531 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b4ea9d38-b910-461c-b17a-1306d0d59a92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:49.359503 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b4ea9d38-b910-461c-b17a-1306d0d59a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:49.373796 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f245bf5-4044-49c9-902e-a8a659f41aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:49.377971 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-cd7c90ed-f464-4f18-b51b-d10f6346b3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:49.435466 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-b4ea9d38-b910-461c-b17a-1306d0d59a92 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3929092ce54e476caa2ed01c41b62f6d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6507592 Nov 12 00:49:49.437327 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46502) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:49.444867 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ea9d38-b910-461c-b17a-1306d0d59a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7442e1-5c9d-412f-ab4b-c46ec6abf980,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:49.461118 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ea9d38-b910-461c-b17a-1306d0d59a92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:49.461671 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ea9d38-b910-461c-b17a-1306d0d59a92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:49.462140 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ea9d38-b910-461c-b17a-1306d0d59a92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:49.462602 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ea9d38-b910-461c-b17a-1306d0d59a92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:49.463060 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ea9d38-b910-461c-b17a-1306d0d59a92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:49.463538 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ea9d38-b910-461c-b17a-1306d0d59a92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:49.464026 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ea9d38-b910-461c-b17a-1306d0d59a92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:49.464477 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ea9d38-b910-461c-b17a-1306d0d59a92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:49.465090 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ea9d38-b910-461c-b17a-1306d0d59a92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:49.465600 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ea9d38-b910-461c-b17a-1306d0d59a92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:49.466051 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ea9d38-b910-461c-b17a-1306d0d59a92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:49.466510 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ea9d38-b910-461c-b17a-1306d0d59a92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:49.467528 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4ea9d38-b910-461c-b17a-1306d0d59a92 admin admin] Tracked resource versions report: Nov 12 00:49:49.467528 n-d-712142-27 neutron-server[109085]: pushed versions: Nov 12 00:49:49.467528 n-d-712142-27 neutron-server[109085]: { 'AddressGroup': {'1.2'}, Nov 12 00:49:49.467528 n-d-712142-27 neutron-server[109085]: 'ConntrackHelper': {'1.0'}, Nov 12 00:49:49.467528 n-d-712142-27 neutron-server[109085]: 'Log': {'1.0'}, Nov 12 00:49:49.467528 n-d-712142-27 neutron-server[109085]: 'Network': {'1.1'}, Nov 12 00:49:49.467528 n-d-712142-27 neutron-server[109085]: 'Port': {'1.7'}, Nov 12 00:49:49.467528 n-d-712142-27 neutron-server[109085]: 'PortForwarding': {'1.2'}, Nov 12 00:49:49.467528 n-d-712142-27 neutron-server[109085]: 'QosPolicy': {'1.10'}, Nov 12 00:49:49.467528 n-d-712142-27 neutron-server[109085]: 'SecurityGroup': {'1.5'}, Nov 12 00:49:49.467528 n-d-712142-27 neutron-server[109085]: 'SecurityGroupRule': {'1.2'}, Nov 12 00:49:49.467528 n-d-712142-27 neutron-server[109085]: 'SubPort': {'1.0'}, Nov 12 00:49:49.467528 n-d-712142-27 neutron-server[109085]: 'Subnet': {'1.1'}, Nov 12 00:49:49.467528 n-d-712142-27 neutron-server[109085]: 'Trunk': {'1.1'}} Nov 12 00:49:49.467528 n-d-712142-27 neutron-server[109085]: consumer versions: Nov 12 00:49:49.467528 n-d-712142-27 neutron-server[109085]: { DHCP agent@n-d-712142-27: {}, Nov 12 00:49:49.467528 n-d-712142-27 neutron-server[109085]: HyperV agent@n-h1-712142-27: {}, Nov 12 00:49:49.467528 n-d-712142-27 neutron-server[109085]: HyperV agent@n-h2-712142-27: {}, Nov 12 00:49:49.467528 n-d-712142-27 neutron-server[109085]: L3 agent@n-d-712142-27: {}, Nov 12 00:49:49.467528 n-d-712142-27 neutron-server[109085]: Metadata agent@n-d-712142-27: {}, Nov 12 00:49:49.467528 n-d-712142-27 neutron-server[109085]: Metering agent@n-d-712142-27: {}, Nov 12 00:49:49.467528 n-d-712142-27 neutron-server[109085]: Open vSwitch agent@n-d-712142-27: { 'AddressGroup': '1.2', Nov 12 00:49:49.467528 n-d-712142-27 neutron-server[109085]: 'ConntrackHelper': '1.0', Nov 12 00:49:49.467528 n-d-712142-27 neutron-server[109085]: 'Log': '1.0', Nov 12 00:49:49.467528 n-d-712142-27 neutron-server[109085]: 'Network': '1.1', Nov 12 00:49:49.467528 n-d-712142-27 neutron-server[109085]: 'Port': '1.7', Nov 12 00:49:49.467528 n-d-712142-27 neutron-server[109085]: 'PortForwarding': '1.2', Nov 12 00:49:49.467528 n-d-712142-27 neutron-server[109085]: 'QosPolicy': '1.10', Nov 12 00:49:49.467528 n-d-712142-27 neutron-server[109085]: 'SecurityGroup': '1.5', Nov 12 00:49:49.467528 n-d-712142-27 neutron-server[109085]: 'SecurityGroupRule': '1.2', Nov 12 00:49:49.467528 n-d-712142-27 neutron-server[109085]: 'SubPort': '1.0', Nov 12 00:49:49.467528 n-d-712142-27 neutron-server[109085]: 'Subnet': '1.1', Nov 12 00:49:49.467528 n-d-712142-27 neutron-server[109085]: 'Trunk': '1.1'}} Nov 12 00:49:49.467528 n-d-712142-27 neutron-server[109085]: {{(pid=109085) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 00:49:49.521902 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1a5f450a-c158-455e-89f4-61829734f3e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:49.546890 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1a5f450a-c158-455e-89f4-61829734f3e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:49.609785 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1a5f450a-c158-455e-89f4-61829734f3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:49.612838 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1a5f450a-c158-455e-89f4-61829734f3e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:49.614723 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-1a5f450a-c158-455e-89f4-61829734f3e8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8b7442e1-5c9d-412f-ab4b-c46ec6abf980 HTTP/1.1" status: 204 len: 168 time: 0.1758356 Nov 12 00:49:49.638807 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-03dd7827-5ae0-4858-abda-f8370d451b9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:49.648735 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f450a-c158-455e-89f4-61829734f3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7442e1-5c9d-412f-ab4b-c46ec6abf980,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:49.654816 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46518) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:49.716932 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-6f245bf5-4044-49c9-902e-a8a659f41aca admin admin] Allocated IP 172.20.0.1 (9d38a466-42af-43d7-b83f-22dc50aa65c8/3506ff68-efdf-4ec0-aae3-0d8c1586ac7a/54eca92d-57f7-44fd-8cb5-2079da57f60f) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:49:49.777614 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-03dd7827-5ae0-4858-abda-f8370d451b9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:49.785048 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-03dd7827-5ae0-4858-abda-f8370d451b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:49.822803 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-03dd7827-5ae0-4858-abda-f8370d451b9f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=88f542eeac8b479f9fdcaa6b60d809f8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5543246 Nov 12 00:49:49.836891 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd7827-5ae0-4858-abda-f8370d451b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694ed2b5-32cc-4a7d-a160-3782f416265a,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:49.842753 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46524) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:49.873510 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-cd7c90ed-f464-4f18-b51b-d10f6346b3bc None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:49.884285 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-cd7c90ed-f464-4f18-b51b-d10f6346b3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:49.910299 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a3d6c15f-ca29-41a7-a948-9f2c9df9849c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:49.936729 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a3d6c15f-ca29-41a7-a948-9f2c9df9849c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:49.968139 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f245bf5-4044-49c9-902e-a8a659f41aca admin admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:50.020841 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f245bf5-4044-49c9-902e-a8a659f41aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:50.029753 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d541c5da-3430-4088-a2d6-0ca0eee87151 None None] Pushing event updated for resources: {'Port': ['ID=b1875921-8068-48c5-9561-c0732c9b1da0,revision_number=2']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:50.034351 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-cd7c90ed-f464-4f18-b51b-d10f6346b3bc None None] Attempting to bind port b1875921-8068-48c5-9561-c0732c9b1da0 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:49:50.048345 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-cd7c90ed-f464-4f18-b51b-d10f6346b3bc None None] Attempting to bind port b1875921-8068-48c5-9561-c0732c9b1da0 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:49:50.050101 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7c90ed-f464-4f18-b51b-d10f6346b3bc None None] Attempting to bind port b1875921-8068-48c5-9561-c0732c9b1da0 on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:49:50.067807 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d541c5da-3430-4088-a2d6-0ca0eee87151 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:50.068405 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d541c5da-3430-4088-a2d6-0ca0eee87151 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:50.070514 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d541c5da-3430-4088-a2d6-0ca0eee87151 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:50.071406 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d541c5da-3430-4088-a2d6-0ca0eee87151 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:50.071894 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d541c5da-3430-4088-a2d6-0ca0eee87151 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:50.073615 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d541c5da-3430-4088-a2d6-0ca0eee87151 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:50.074238 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d541c5da-3430-4088-a2d6-0ca0eee87151 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:50.075235 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d541c5da-3430-4088-a2d6-0ca0eee87151 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:50.075846 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d541c5da-3430-4088-a2d6-0ca0eee87151 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:50.076504 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d541c5da-3430-4088-a2d6-0ca0eee87151 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:50.077266 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d541c5da-3430-4088-a2d6-0ca0eee87151 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:50.077837 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d541c5da-3430-4088-a2d6-0ca0eee87151 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:49:50.079526 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d541c5da-3430-4088-a2d6-0ca0eee87151 None None] Tracked resource versions report: Nov 12 00:49:50.079526 n-d-712142-27 neutron-server[109088]: pushed versions: Nov 12 00:49:50.079526 n-d-712142-27 neutron-server[109088]: { 'AddressGroup': {'1.2'}, Nov 12 00:49:50.079526 n-d-712142-27 neutron-server[109088]: 'ConntrackHelper': {'1.0'}, Nov 12 00:49:50.079526 n-d-712142-27 neutron-server[109088]: 'Log': {'1.0'}, Nov 12 00:49:50.079526 n-d-712142-27 neutron-server[109088]: 'Network': {'1.1'}, Nov 12 00:49:50.079526 n-d-712142-27 neutron-server[109088]: 'Port': {'1.7'}, Nov 12 00:49:50.079526 n-d-712142-27 neutron-server[109088]: 'PortForwarding': {'1.2'}, Nov 12 00:49:50.079526 n-d-712142-27 neutron-server[109088]: 'QosPolicy': {'1.10'}, Nov 12 00:49:50.079526 n-d-712142-27 neutron-server[109088]: 'SecurityGroup': {'1.5'}, Nov 12 00:49:50.079526 n-d-712142-27 neutron-server[109088]: 'SecurityGroupRule': {'1.2'}, Nov 12 00:49:50.079526 n-d-712142-27 neutron-server[109088]: 'SubPort': {'1.0'}, Nov 12 00:49:50.079526 n-d-712142-27 neutron-server[109088]: 'Subnet': {'1.1'}, Nov 12 00:49:50.079526 n-d-712142-27 neutron-server[109088]: 'Trunk': {'1.1'}} Nov 12 00:49:50.079526 n-d-712142-27 neutron-server[109088]: consumer versions: Nov 12 00:49:50.079526 n-d-712142-27 neutron-server[109088]: { DHCP agent@n-d-712142-27: {}, Nov 12 00:49:50.079526 n-d-712142-27 neutron-server[109088]: HyperV agent@n-h1-712142-27: {}, Nov 12 00:49:50.079526 n-d-712142-27 neutron-server[109088]: HyperV agent@n-h2-712142-27: {}, Nov 12 00:49:50.079526 n-d-712142-27 neutron-server[109088]: L3 agent@n-d-712142-27: {}, Nov 12 00:49:50.079526 n-d-712142-27 neutron-server[109088]: Metadata agent@n-d-712142-27: {}, Nov 12 00:49:50.079526 n-d-712142-27 neutron-server[109088]: Metering agent@n-d-712142-27: {}, Nov 12 00:49:50.079526 n-d-712142-27 neutron-server[109088]: Open vSwitch agent@n-d-712142-27: { 'AddressGroup': '1.2', Nov 12 00:49:50.079526 n-d-712142-27 neutron-server[109088]: 'ConntrackHelper': '1.0', Nov 12 00:49:50.079526 n-d-712142-27 neutron-server[109088]: 'Log': '1.0', Nov 12 00:49:50.079526 n-d-712142-27 neutron-server[109088]: 'Network': '1.1', Nov 12 00:49:50.079526 n-d-712142-27 neutron-server[109088]: 'Port': '1.7', Nov 12 00:49:50.079526 n-d-712142-27 neutron-server[109088]: 'PortForwarding': '1.2', Nov 12 00:49:50.079526 n-d-712142-27 neutron-server[109088]: 'QosPolicy': '1.10', Nov 12 00:49:50.079526 n-d-712142-27 neutron-server[109088]: 'SecurityGroup': '1.5', Nov 12 00:49:50.079526 n-d-712142-27 neutron-server[109088]: 'SecurityGroupRule': '1.2', Nov 12 00:49:50.079526 n-d-712142-27 neutron-server[109088]: 'SubPort': '1.0', Nov 12 00:49:50.079526 n-d-712142-27 neutron-server[109088]: 'Subnet': '1.1', Nov 12 00:49:50.079526 n-d-712142-27 neutron-server[109088]: 'Trunk': '1.1'}} Nov 12 00:49:50.079526 n-d-712142-27 neutron-server[109088]: {{(pid=109088) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 00:49:50.086665 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7c90ed-f464-4f18-b51b-d10f6346b3bc None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:49:50.087429 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7c90ed-f464-4f18-b51b-d10f6346b3bc None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:49:50.088076 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-cd7c90ed-f464-4f18-b51b-d10f6346b3bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:50.088610 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7c90ed-f464-4f18-b51b-d10f6346b3bc None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:49:50.089293 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-cd7c90ed-f464-4f18-b51b-d10f6346b3bc None None] Bound port: b1875921-8068-48c5-9561-c0732c9b1da0, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:49:50.089906 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-cd7c90ed-f464-4f18-b51b-d10f6346b3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:50.114918 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f245bf5-4044-49c9-902e-a8a659f41aca admin admin] Pushing event updated for resources: {'Port': ['ID=54eca92d-57f7-44fd-8cb5-2079da57f60f,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:50.161696 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f245bf5-4044-49c9-902e-a8a659f41aca admin admin] Network 9d38a466-42af-43d7-b83f-22dc50aa65c8 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:49:50.162349 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a3d6c15f-ca29-41a7-a948-9f2c9df9849c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:50.165673 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a3d6c15f-ca29-41a7-a948-9f2c9df9849c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:50.166825 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a3d6c15f-ca29-41a7-a948-9f2c9df9849c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/694ed2b5-32cc-4a7d-a160-3782f416265a HTTP/1.1" status: 204 len: 168 time: 0.3227556 Nov 12 00:49:50.172217 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-6f245bf5-4044-49c9-902e-a8a659f41aca admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:49:50.175256 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d6c15f-ca29-41a7-a948-9f2c9df9849c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694ed2b5-32cc-4a7d-a160-3782f416265a,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:50.177443 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f245bf5-4044-49c9-902e-a8a659f41aca admin admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:49:50.180699 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f245bf5-4044-49c9-902e-a8a659f41aca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:50.233504 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-cd7c90ed-f464-4f18-b51b-d10f6346b3bc None None] For port b1875921-8068-48c5-9561-c0732c9b1da0, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:49:50.238956 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-cd7c90ed-f464-4f18-b51b-d10f6346b3bc None None] For port b1875921-8068-48c5-9561-c0732c9b1da0, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=b1875921-8068-48c5-9561-c0732c9b1da0,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:49:50.248404 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-cd7c90ed-f464-4f18-b51b-d10f6346b3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:50.374435 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d541c5da-3430-4088-a2d6-0ca0eee87151 None None] Pushing event updated for resources: {'Port': ['ID=b1875921-8068-48c5-9561-c0732c9b1da0,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:50.402790 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46554) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:50.406507 n-d-712142-27 neutron-server[109085]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 12 00:49:50.432814 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7c90ed-f464-4f18-b51b-d10f6346b3bc None None] Routers {'de22d560-bda6-410b-8bdd-52b814865145'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:49:50.433378 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-cd7c90ed-f464-4f18-b51b-d10f6346b3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:49:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['de22d560-bda6-410b-8bdd-52b814865145'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:50.481646 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4970e6b3-0d0c-4e2c-89aa-9ba2957c2119 req-6e4bb4d5-8d28-49cd-98d2-4244a9052f6d tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=989bf1fc0c7241b8bc6a8a3371f07706&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0759292 Nov 12 00:49:50.482902 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46556) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:50.494913 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e1396ca2-403f-4fa6-9c6a-759dac28817a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:50.514113 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-664857bd-6652-4a43-abf1-28a815ab6535 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:50.572255 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-cd7c90ed-f464-4f18-b51b-d10f6346b3bc None None] Set router de22d560-bda6-410b-8bdd-52b814865145 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:49:50.696157 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5745cdad-cc3e-47c3-9455-404d16e64c84 None None] Provisioning complete for port 54eca92d-57f7-44fd-8cb5-2079da57f60f triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:50.696736 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5745cdad-cc3e-47c3-9455-404d16e64c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:50.801698 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 48d2fdc0-7e2c-496d-bdd0-b7a210678dd6 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:49:50.808469 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5745cdad-cc3e-47c3-9455-404d16e64c84 None None] Port 54eca92d-57f7-44fd-8cb5-2079da57f60f cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:49:50.866922 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-cd7c90ed-f464-4f18-b51b-d10f6346b3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de22d560-bda6-410b-8bdd-52b814865145', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-868130520-router', 'tenant_id': 'ccb1e7e0eea141e9b6d3110322862248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'b1875921-8068-48c5-9561-c0732c9b1da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:49:46Z', 'updated_at': '2021-11-12T00:49:47Z', 'revision_number': 3, 'project_id': 'ccb1e7e0eea141e9b6d3110322862248', 'gw_port': {'id': 'b1875921-8068-48c5-9561-c0732c9b1da0', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:45:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de22d560-bda6-410b-8bdd-52b814865145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:49:46Z', 'updated_at': '2021-11-12T00:49:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:50.880426 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f245bf5-4044-49c9-902e-a8a659f41aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:50.903292 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 48d2fdc0-7e2c-496d-bdd0-b7a210678dd6 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:50.903949 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:50.941007 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7c90ed-f464-4f18-b51b-d10f6346b3bc None None] The sync data for ids ['de22d560-bda6-410b-8bdd-52b814865145'] in n-d-712142-27 is: [{'id': 'de22d560-bda6-410b-8bdd-52b814865145', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-868130520-router', 'tenant_id': 'ccb1e7e0eea141e9b6d3110322862248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'b1875921-8068-48c5-9561-c0732c9b1da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:49:46Z', 'updated_at': '2021-11-12T00:49:47Z', 'revision_number': 3, 'project_id': 'ccb1e7e0eea141e9b6d3110322862248', 'gw_port': {'id': 'b1875921-8068-48c5-9561-c0732c9b1da0', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:45:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de22d560-bda6-410b-8bdd-52b814865145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:49:46Z', 'updated_at': '2021-11-12T00:49:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:49:50.995637 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46562) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:51.034259 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-918fd1f3-2de6-4430-bc69-7e5c9fa86e68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:51.062469 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-664857bd-6652-4a43-abf1-28a815ab6535 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:51.065644 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e1396ca2-403f-4fa6-9c6a-759dac28817a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:51.070139 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-664857bd-6652-4a43-abf1-28a815ab6535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:51.086858 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970e6b3-0d0c-4e2c-89aa-9ba2957c2119 req-317f9c2a-b116-4ff8-8dc7-09e39c8f61df tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:51.094652 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4970e6b3-0d0c-4e2c-89aa-9ba2957c2119 req-317f9c2a-b116-4ff8-8dc7-09e39c8f61df tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5602899 Nov 12 00:49:51.132706 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4970e6b3-0d0c-4e2c-89aa-9ba2957c2119 req-42b252a3-3ae2-4426-bd55-322d8902fb33 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/quotas/989bf1fc0c7241b8bc6a8a3371f07706 HTTP/1.1" status: 200 len: 375 time: 0.0370133 Nov 12 00:49:51.148706 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-664857bd-6652-4a43-abf1-28a815ab6535 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e07822ca7ffd40058d3134551ecd2c93&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6646559 Nov 12 00:49:51.167016 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46574) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:51.177449 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e1396ca2-403f-4fa6-9c6a-759dac28817a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:51.223363 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4970e6b3-0d0c-4e2c-89aa-9ba2957c2119 req-9ab9db6a-b6f1-4d75-aab7-c2c3ce6bc59b tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=989bf1fc0c7241b8bc6a8a3371f07706&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0805242 Nov 12 00:49:51.232040 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664857bd-6652-4a43-abf1-28a815ab6535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0af341-23fd-4542-845f-035bf87a09b5,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:51.278946 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e1396ca2-403f-4fa6-9c6a-759dac28817a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9c93fa01bb2d4b0397cdda6d2f3e49ff&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6206028 Nov 12 00:49:51.279716 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46584) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:51.320887 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1396ca2-403f-4fa6-9c6a-759dac28817a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7dfcba-99ba-4aa0-b568-9687edf4d7ca,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:51.341033 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-06663773-84bd-4e38-bcc9-2023117002b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:51.368409 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f245bf5-4044-49c9-902e-a8a659f41aca admin admin] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:51.382560 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f245bf5-4044-49c9-902e-a8a659f41aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:51.383481 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f245bf5-4044-49c9-902e-a8a659f41aca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:51.392926 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-06663773-84bd-4e38-bcc9-2023117002b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:51.420450 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a2e4af60-0a28-4a56-84ed-3e26809aeb85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:51.425070 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-918fd1f3-2de6-4430-bc69-7e5c9fa86e68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:51.436440 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-918fd1f3-2de6-4430-bc69-7e5c9fa86e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:51.477344 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a2e4af60-0a28-4a56-84ed-3e26809aeb85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:51.535907 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f245bf5-4044-49c9-902e-a8a659f41aca admin admin] Pushing event updated for resources: {'Port': ['ID=54eca92d-57f7-44fd-8cb5-2079da57f60f,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:51.566435 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-918fd1f3-2de6-4430-bc69-7e5c9fa86e68 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a3cee94d955d490f9b7ad215047940d9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5691948 Nov 12 00:49:51.572038 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46600) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:51.573373 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-06663773-84bd-4e38-bcc9-2023117002b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:51.581657 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918fd1f3-2de6-4430-bc69-7e5c9fa86e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d084d191-a8b0-496c-b8e0-e968c239a6bd,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:51.586338 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-06663773-84bd-4e38-bcc9-2023117002b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:51.588107 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-06663773-84bd-4e38-bcc9-2023117002b1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5c0af341-23fd-4542-845f-035bf87a09b5 HTTP/1.1" status: 204 len: 168 time: 0.4199808 Nov 12 00:49:51.607188 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06663773-84bd-4e38-bcc9-2023117002b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0af341-23fd-4542-845f-035bf87a09b5,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:51.618352 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a2e4af60-0a28-4a56-84ed-3e26809aeb85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:51.622282 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a2e4af60-0a28-4a56-84ed-3e26809aeb85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:51.625001 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a2e4af60-0a28-4a56-84ed-3e26809aeb85 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ff7dfcba-99ba-4aa0-b568-9687edf4d7ca HTTP/1.1" status: 204 len: 168 time: 0.3419917 Nov 12 00:49:51.653802 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4af60-0a28-4a56-84ed-3e26809aeb85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7dfcba-99ba-4aa0-b568-9687edf4d7ca,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:51.716532 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f245bf5-4044-49c9-902e-a8a659f41aca admin admin] Network 9d38a466-42af-43d7-b83f-22dc50aa65c8 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:49:51.722079 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-6f245bf5-4044-49c9-902e-a8a659f41aca admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:49:51.826783 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4bd91fc4-8952-4bb7-85ac-b427bc3f9d55 req-7f22ebae-a9b7-43a2-b44c-09c83adf6ba1 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/ports?device_id=316a01e8-0178-4e3f-bba5-36cbe85b1dd0 HTTP/1.1" status: 200 len: 210 time: 0.0708883 Nov 12 00:49:51.908040 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-abdd2aa0-e4f0-46ba-bd25-e3a6dd1023ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:52.013743 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-abdd2aa0-e4f0-46ba-bd25-e3a6dd1023ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:52.098386 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f245bf5-4044-49c9-902e-a8a659f41aca admin admin] Router de22d560-bda6-410b-8bdd-52b814865145 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:49:52.152657 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-241de5cb-6008-4e43-92c7-42c1e5e6b60b None None] Provisioning complete for port 54eca92d-57f7-44fd-8cb5-2079da57f60f triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:52.156291 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-241de5cb-6008-4e43-92c7-42c1e5e6b60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:52.267157 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-241de5cb-6008-4e43-92c7-42c1e5e6b60b None None] Port 54eca92d-57f7-44fd-8cb5-2079da57f60f cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:49:52.320328 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-abdd2aa0-e4f0-46ba-bd25-e3a6dd1023ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:52.323338 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-abdd2aa0-e4f0-46ba-bd25-e3a6dd1023ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:52.324666 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-abdd2aa0-e4f0-46ba-bd25-e3a6dd1023ae admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d084d191-a8b0-496c-b8e0-e968c239a6bd HTTP/1.1" status: 204 len: 168 time: 0.7512190 Nov 12 00:49:52.362049 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd2aa0-e4f0-46ba-bd25-e3a6dd1023ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d084d191-a8b0-496c-b8e0-e968c239a6bd,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:52.398451 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f245bf5-4044-49c9-902e-a8a659f41aca admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:49:52.409562 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6f245bf5-4044-49c9-902e-a8a659f41aca admin admin] 10.222.0.45 "PUT /v2.0/routers/de22d560-bda6-410b-8bdd-52b814865145/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8138125 Nov 12 00:49:52.768129 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device b1875921-8068-48c5-9561-c0732c9b1da0 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:49:52.783187 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46686) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:52.800045 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9bc10758-8193-4c66-afbf-edea415aa74f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:52.867210 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port b1875921-8068-48c5-9561-c0732c9b1da0 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:52.868751 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:52.951022 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9bc10758-8193-4c66-afbf-edea415aa74f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:52.955830 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9bc10758-8193-4c66-afbf-edea415aa74f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:52.974063 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46698) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:53.002921 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-9bc10758-8193-4c66-afbf-edea415aa74f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a6657f9ecdb14e328494db9d04ac8243&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2177701 Nov 12 00:49:53.004296 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc10758-8193-4c66-afbf-edea415aa74f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f27c17-c07c-4a75-a804-91540d95b662,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:53.007522 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46706) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:53.043835 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:53.070095 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port b1875921-8068-48c5-9561-c0732c9b1da0, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=b1875921-8068-48c5-9561-c0732c9b1da0,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:53.076197 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:53.076899 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4f9981d0-b978-4973-8093-daa349cbe11c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:53.120507 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4f9981d0-b978-4973-8093-daa349cbe11c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:53.183910 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4f9981d0-b978-4973-8093-daa349cbe11c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:53.185839 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=b1875921-8068-48c5-9561-c0732c9b1da0,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:53.187307 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4f9981d0-b978-4973-8093-daa349cbe11c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:53.196716 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4f9981d0-b978-4973-8093-daa349cbe11c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/78f27c17-c07c-4a75-a804-91540d95b662 HTTP/1.1" status: 204 len: 168 time: 0.1879346 Nov 12 00:49:53.206226 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9981d0-b978-4973-8093-daa349cbe11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f27c17-c07c-4a75-a804-91540d95b662,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:53.351505 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5d11ad77-3331-46e3-a2ba-383bdde45853 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:53.471868 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5d11ad77-3331-46e3-a2ba-383bdde45853 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:53.477508 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5d11ad77-3331-46e3-a2ba-383bdde45853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:53.499344 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46732) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:53.529361 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5d11ad77-3331-46e3-a2ba-383bdde45853 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=00e921f004c442a987017f7732c5d1ea&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5541935 Nov 12 00:49:53.530457 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d11ad77-3331-46e3-a2ba-383bdde45853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019f0025-ca29-49e9-9b96-f9938167d5d6,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:53.532051 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46736) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:53.617798 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f336e6bd-c4da-41b2-86cd-3d86348d5aef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:53.648593 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f336e6bd-c4da-41b2-86cd-3d86348d5aef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:53.680414 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5759859b-3c6a-4dbf-9bae-291d61968fc7 None None] Sync routers for ids ['de22d560-bda6-410b-8bdd-52b814865145'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:49:53.708706 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5759859b-3c6a-4dbf-9bae-291d61968fc7 None None] Routers {'de22d560-bda6-410b-8bdd-52b814865145'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:49:53.709365 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-5759859b-3c6a-4dbf-9bae-291d61968fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:49:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['de22d560-bda6-410b-8bdd-52b814865145'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:53.739059 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f336e6bd-c4da-41b2-86cd-3d86348d5aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:53.743020 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f336e6bd-c4da-41b2-86cd-3d86348d5aef admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:53.751143 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-f336e6bd-c4da-41b2-86cd-3d86348d5aef admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/019f0025-ca29-49e9-9b96-f9938167d5d6 HTTP/1.1" status: 204 len: 168 time: 0.2165108 Nov 12 00:49:53.773207 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f336e6bd-c4da-41b2-86cd-3d86348d5aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019f0025-ca29-49e9-9b96-f9938167d5d6,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:53.805622 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-041b932e-1ae8-473f-a55b-5c0f85f33713 req-3e74dac5-6d06-4704-b91f-7594713de0c2 tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=e4d64aa2a37c41a9823d4d2041200196&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346999 Nov 12 00:49:53.930963 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-5759859b-3c6a-4dbf-9bae-291d61968fc7 None None] Set router de22d560-bda6-410b-8bdd-52b814865145 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:49:53.945824 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b932e-1ae8-473f-a55b-5c0f85f33713 req-bde53503-a96f-4a20-8319-11509a63afe4 tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:53.947378 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-041b932e-1ae8-473f-a55b-5c0f85f33713 req-bde53503-a96f-4a20-8319-11509a63afe4 tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1402338 Nov 12 00:49:53.967345 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-041b932e-1ae8-473f-a55b-5c0f85f33713 req-44732f60-780d-432c-88d3-26485cf26308 tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] 10.222.0.45 "GET /v2.0/quotas/e4d64aa2a37c41a9823d4d2041200196 HTTP/1.1" status: 200 len: 375 time: 0.0140810 Nov 12 00:49:54.011701 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-041b932e-1ae8-473f-a55b-5c0f85f33713 req-4aa89e09-3432-4e4d-8619-73fbc62d577a tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e4d64aa2a37c41a9823d4d2041200196&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384519 Nov 12 00:49:54.219164 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-437838e9-c344-40b9-9382-33dcf6422eeb req-a10c9a38-ea2e-4ec8-ade0-e911ae2d7592 tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e3f3196-7aff-4b8d-9a24-d4d33ab1c132 HTTP/1.1" status: 200 len: 210 time: 0.0629928 Nov 12 00:49:54.250498 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f6aba009-21b1-4663-8f17-a03e0d88e9ae req-15ca54b4-58ab-4ff2-9ef7-dd103fade019 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/ports?device_id=316a01e8-0178-4e3f-bba5-36cbe85b1dd0 HTTP/1.1" status: 200 len: 210 time: 0.7488575 Nov 12 00:49:54.266028 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-5759859b-3c6a-4dbf-9bae-291d61968fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de22d560-bda6-410b-8bdd-52b814865145', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-868130520-router', 'tenant_id': 'ccb1e7e0eea141e9b6d3110322862248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'b1875921-8068-48c5-9561-c0732c9b1da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:49:46Z', 'updated_at': '2021-11-12T00:49:50Z', 'revision_number': 4, 'project_id': 'ccb1e7e0eea141e9b6d3110322862248', 'gw_port': {'id': 'b1875921-8068-48c5-9561-c0732c9b1da0', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:45:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de22d560-bda6-410b-8bdd-52b814865145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:49:46Z', 'updated_at': '2021-11-12T00:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '54eca92d-57f7-44fd-8cb5-2079da57f60f', 'name': '', 'network_id': '9d38a466-42af-43d7-b83f-22dc50aa65c8', 'tenant_id': 'ccb1e7e0eea141e9b6d3110322862248', 'mac_address': 'fa:16:3e:fd:e1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de22d560-bda6-410b-8bdd-52b814865145', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3506ff68-efdf-4ec0-aae3-0d8c1586ac7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:49:49Z', 'updated_at': '2021-11-12T00:49:51Z', 'revision_number': 2, 'project_id': 'ccb1e7e0eea141e9b6d3110322862248', 'subnets': [{'id': '3506ff68-efdf-4ec0-aae3-0d8c1586ac7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:54.298721 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5759859b-3c6a-4dbf-9bae-291d61968fc7 None None] Checking router: de22d560-bda6-410b-8bdd-52b814865145 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:49:54.299345 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5759859b-3c6a-4dbf-9bae-291d61968fc7 None None] Updating router de22d560-bda6-410b-8bdd-52b814865145 port 54eca92d-57f7-44fd-8cb5-2079da57f60f binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:49:54.338646 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5759859b-3c6a-4dbf-9bae-291d61968fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:54.540686 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.44', 58332) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:54.588732 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4970e6b3-0d0c-4e2c-89aa-9ba2957c2119 req-edbaa313-029e-47f0-89fc-bbb2b7e7da1c tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=989bf1fc0c7241b8bc6a8a3371f07706&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357435 Nov 12 00:49:54.797961 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970e6b3-0d0c-4e2c-89aa-9ba2957c2119 req-a68cef0e-9f28-4333-b9ff-fe7a5e7142b5 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:54.800161 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4970e6b3-0d0c-4e2c-89aa-9ba2957c2119 req-a68cef0e-9f28-4333-b9ff-fe7a5e7142b5 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2043180 Nov 12 00:49:54.823021 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device b1875921-8068-48c5-9561-c0732c9b1da0 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:49:54.887075 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5759859b-3c6a-4dbf-9bae-291d61968fc7 None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:54.899446 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5759859b-3c6a-4dbf-9bae-291d61968fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:54.902894 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46806) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:54.972100 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port b1875921-8068-48c5-9561-c0732c9b1da0 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:54.972812 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:54.978588 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5b8a35-b58e-47a2-ad95-22e6dd5fe9c6 None None] Pushing event updated for resources: {'Port': ['ID=54eca92d-57f7-44fd-8cb5-2079da57f60f,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:54.986305 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-4970e6b3-0d0c-4e2c-89aa-9ba2957c2119 req-3acd654a-901c-48d1-b6cc-310d82340cdf tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Request body: {'port': {'device_id': '316a01e8-0178-4e3f-bba5-36cbe85b1dd0', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'admin_state_up': True, 'tenant_id': '989bf1fc0c7241b8bc6a8a3371f07706'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:55.028540 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-19574f3f-9760-4ef5-b0ae-bcc5bd1c3590 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:55.118027 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-5759859b-3c6a-4dbf-9bae-291d61968fc7 None None] Attempting to bind port 54eca92d-57f7-44fd-8cb5-2079da57f60f on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:49:55.118397 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-5759859b-3c6a-4dbf-9bae-291d61968fc7 None None] Attempting to bind port 54eca92d-57f7-44fd-8cb5-2079da57f60f by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'c597d253-3b8b-4ba2-8e61-dc5232a6ec18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9d38a466-42af-43d7-b83f-22dc50aa65c8'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:49:55.123534 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5759859b-3c6a-4dbf-9bae-291d61968fc7 None None] Attempting to bind port 54eca92d-57f7-44fd-8cb5-2079da57f60f on network 9d38a466-42af-43d7-b83f-22dc50aa65c8 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:49:55.136103 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5759859b-3c6a-4dbf-9bae-291d61968fc7 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:49:55.136477 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5759859b-3c6a-4dbf-9bae-291d61968fc7 None None] Checking segment: {'id': 'c597d253-3b8b-4ba2-8e61-dc5232a6ec18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9d38a466-42af-43d7-b83f-22dc50aa65c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:49:55.136882 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5759859b-3c6a-4dbf-9bae-291d61968fc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:55.137279 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5759859b-3c6a-4dbf-9bae-291d61968fc7 None None] Bound using segment: {'id': 'c597d253-3b8b-4ba2-8e61-dc5232a6ec18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9d38a466-42af-43d7-b83f-22dc50aa65c8'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:49:55.137766 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-5759859b-3c6a-4dbf-9bae-291d61968fc7 None None] Bound port: 54eca92d-57f7-44fd-8cb5-2079da57f60f, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c597d253-3b8b-4ba2-8e61-dc5232a6ec18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9d38a466-42af-43d7-b83f-22dc50aa65c8'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:49:55.138171 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5759859b-3c6a-4dbf-9bae-291d61968fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:55.433099 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46836) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:55.438355 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-19574f3f-9760-4ef5-b0ae-bcc5bd1c3590 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:55.440810 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4970e6b3-0d0c-4e2c-89aa-9ba2957c2119 req-3acd654a-901c-48d1-b6cc-310d82340cdf tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Made reservation on behalf of 989bf1fc0c7241b8bc6a8a3371f07706 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:49:55.446228 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-9a9e2b09-7919-46c4-b9e9-1afdfb20e5af admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-844465192-network', 'tenant_id': '9b905ac4ad7e414b9066e5552ef2b701'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:55.446421 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4970e6b3-0d0c-4e2c-89aa-9ba2957c2119 req-3acd654a-901c-48d1-b6cc-310d82340cdf tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:55.452219 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-19574f3f-9760-4ef5-b0ae-bcc5bd1c3590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:55.512643 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19574f3f-9760-4ef5-b0ae-bcc5bd1c3590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d2ac7c-49b9-4aba-b8e6-d17b3bdcd402,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:55.533227 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4970e6b3-0d0c-4e2c-89aa-9ba2957c2119 req-3acd654a-901c-48d1-b6cc-310d82340cdf tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:55.551109 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9e2b09-7919-46c4-b9e9-1afdfb20e5af admin admin] Made reservation on behalf of 9b905ac4ad7e414b9066e5552ef2b701 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:49:55.554057 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9a9e2b09-7919-46c4-b9e9-1afdfb20e5af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:55.575106 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9a9e2b09-7919-46c4-b9e9-1afdfb20e5af admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:55.596733 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-dbdea94b-a77b-4048-b678-5afa4261fa11 None None] Provisioning complete for port 54eca92d-57f7-44fd-8cb5-2079da57f60f triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:55.597248 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-dbdea94b-a77b-4048-b678-5afa4261fa11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:55.626319 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5759859b-3c6a-4dbf-9bae-291d61968fc7 None None] For port 54eca92d-57f7-44fd-8cb5-2079da57f60f, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:49:55.646326 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5759859b-3c6a-4dbf-9bae-291d61968fc7 None None] For port 54eca92d-57f7-44fd-8cb5-2079da57f60f, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=54eca92d-57f7-44fd-8cb5-2079da57f60f,segment=NetworkSegment(c597d253-3b8b-4ba2-8e61-dc5232a6ec18),segment_id=c597d253-3b8b-4ba2-8e61-dc5232a6ec18)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:49:55.655688 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5759859b-3c6a-4dbf-9bae-291d61968fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:55.660584 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-dbdea94b-a77b-4048-b678-5afa4261fa11 None None] Port 54eca92d-57f7-44fd-8cb5-2079da57f60f cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:49:55.683193 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a16a5e39-bf7d-491b-84f8-df76ecc9e2e3 req-15e98c9f-f93c-44f9-8798-a0c805696cdf tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e3f3196-7aff-4b8d-9a24-d4d33ab1c132 HTTP/1.1" status: 200 len: 210 time: 0.1155438 Nov 12 00:49:55.698876 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-19574f3f-9760-4ef5-b0ae-bcc5bd1c3590 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ffb377e39acf4749a6422bcb4a5d69b3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7925291 Nov 12 00:49:55.705618 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46850) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:55.813089 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5759859b-3c6a-4dbf-9bae-291d61968fc7 None None] Routers {'de22d560-bda6-410b-8bdd-52b814865145'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:49:55.816407 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-5759859b-3c6a-4dbf-9bae-291d61968fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:49:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['de22d560-bda6-410b-8bdd-52b814865145'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:55.821713 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5b8a35-b58e-47a2-ad95-22e6dd5fe9c6 None None] Pushing event updated for resources: {'Port': ['ID=54eca92d-57f7-44fd-8cb5-2079da57f60f,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:55.850523 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-004b1877-b4fd-4ab8-9bea-07c424bbb31c req-45886d69-1862-4886-81ea-ea2aa19404ab tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/ports?device_id=316a01e8-0178-4e3f-bba5-36cbe85b1dd0 HTTP/1.1" status: 200 len: 210 time: 0.0769467 Nov 12 00:49:55.902081 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9a9e2b09-7919-46c4-b9e9-1afdfb20e5af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:55.905222 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-83ea88ba-7f51-4da3-8b4c-553593934ba3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:55.912833 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9a9e2b09-7919-46c4-b9e9-1afdfb20e5af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:55.975333 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4970e6b3-0d0c-4e2c-89aa-9ba2957c2119 req-3acd654a-901c-48d1-b6cc-310d82340cdf tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:55.981095 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4970e6b3-0d0c-4e2c-89aa-9ba2957c2119 req-3acd654a-901c-48d1-b6cc-310d82340cdf tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:56.012655 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-83ea88ba-7f51-4da3-8b4c-553593934ba3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:56.091932 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-5759859b-3c6a-4dbf-9bae-291d61968fc7 None None] Set router de22d560-bda6-410b-8bdd-52b814865145 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:49:56.101284 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-83ea88ba-7f51-4da3-8b4c-553593934ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:56.106142 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-83ea88ba-7f51-4da3-8b4c-553593934ba3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:56.110879 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-83ea88ba-7f51-4da3-8b4c-553593934ba3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a7d2ac7c-49b9-4aba-b8e6-d17b3bdcd402 HTTP/1.1" status: 204 len: 168 time: 0.4041574 Nov 12 00:49:56.121184 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd654a-901c-48d1-b6cc-310d82340cdf tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11ecfe66-8635-4f16-abd4-ad082f2cb0ed,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:56.123121 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a9e2b09-7919-46c4-b9e9-1afdfb20e5af admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:49:56.167668 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e2b09-7919-46c4-b9e9-1afdfb20e5af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad7c024-341d-45c5-bb34-49aee57d42d9,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:56.190988 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9a9e2b09-7919-46c4-b9e9-1afdfb20e5af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:56.192901 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-9a9e2b09-7919-46c4-b9e9-1afdfb20e5af admin admin] Added segment 49365b53-085c-43f7-a259-421fdf02465f of type vlan for network 380dc67f-32ee-42c3-b0ef-9b757f8d672c Nov 12 00:49:56.239750 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ea88ba-7f51-4da3-8b4c-553593934ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d2ac7c-49b9-4aba-b8e6-d17b3bdcd402,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:56.283470 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9a9e2b09-7919-46c4-b9e9-1afdfb20e5af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:56.313948 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-411e2b28-defc-4da4-85a1-6dccc22b8397 None None] Provisioning complete for port 54eca92d-57f7-44fd-8cb5-2079da57f60f triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:56.314158 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-411e2b28-defc-4da4-85a1-6dccc22b8397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:56.316267 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9a9e2b09-7919-46c4-b9e9-1afdfb20e5af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:56.318346 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9e2b09-7919-46c4-b9e9-1afdfb20e5af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:56.320983 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9a9e2b09-7919-46c4-b9e9-1afdfb20e5af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:56.478023 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-411e2b28-defc-4da4-85a1-6dccc22b8397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:56.496683 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-5759859b-3c6a-4dbf-9bae-291d61968fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de22d560-bda6-410b-8bdd-52b814865145', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-868130520-router', 'tenant_id': 'ccb1e7e0eea141e9b6d3110322862248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'b1875921-8068-48c5-9561-c0732c9b1da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:49:46Z', 'updated_at': '2021-11-12T00:49:50Z', 'revision_number': 4, 'project_id': 'ccb1e7e0eea141e9b6d3110322862248', 'gw_port': {'id': 'b1875921-8068-48c5-9561-c0732c9b1da0', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:45:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de22d560-bda6-410b-8bdd-52b814865145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:49:46Z', 'updated_at': '2021-11-12T00:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '54eca92d-57f7-44fd-8cb5-2079da57f60f', 'name': '', 'network_id': '9d38a466-42af-43d7-b83f-22dc50aa65c8', 'tenant_id': 'ccb1e7e0eea141e9b6d3110322862248', 'mac_address': 'fa:16:3e:fd:e1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de22d560-bda6-410b-8bdd-52b814865145', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3506ff68-efdf-4ec0-aae3-0d8c1586ac7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:49:49Z', 'updated_at': '2021-11-12T00:49:55Z', 'revision_number': 4, 'project_id': 'ccb1e7e0eea141e9b6d3110322862248', 'subnets': [{'id': '3506ff68-efdf-4ec0-aae3-0d8c1586ac7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:49:56.506120 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.44', 58336) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:56.565564 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-041b932e-1ae8-473f-a55b-5c0f85f33713 req-fcb8fc5a-48bd-4567-8fbb-8839b856914d tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=e4d64aa2a37c41a9823d4d2041200196&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0548084 Nov 12 00:49:56.566811 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e2b09-7919-46c4-b9e9-1afdfb20e5af admin admin] Pushing event updated for resources: {'Network': ['ID=380dc67f-32ee-42c3-b0ef-9b757f8d672c,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:56.573187 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9a9e2b09-7919-46c4-b9e9-1afdfb20e5af admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1364288 Nov 12 00:49:56.577113 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5759859b-3c6a-4dbf-9bae-291d61968fc7 None None] The sync data for ids ['de22d560-bda6-410b-8bdd-52b814865145'] in n-d-712142-27 is: [{'id': 'de22d560-bda6-410b-8bdd-52b814865145', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-868130520-router', 'tenant_id': 'ccb1e7e0eea141e9b6d3110322862248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'b1875921-8068-48c5-9561-c0732c9b1da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:49:46Z', 'updated_at': '2021-11-12T00:49:50Z', 'revision_number': 4, 'project_id': 'ccb1e7e0eea141e9b6d3110322862248', 'gw_port': {'id': 'b1875921-8068-48c5-9561-c0732c9b1da0', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:45:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de22d560-bda6-410b-8bdd-52b814865145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:49:46Z', 'updated_at': '2021-11-12T00:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '54eca92d-57f7-44fd-8cb5-2079da57f60f', 'name': '', 'network_id': '9d38a466-42af-43d7-b83f-22dc50aa65c8', 'tenant_id': 'ccb1e7e0eea141e9b6d3110322862248', 'mac_address': 'fa:16:3e:fd:e1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de22d560-bda6-410b-8bdd-52b814865145', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3506ff68-efdf-4ec0-aae3-0d8c1586ac7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:49:49Z', 'updated_at': '2021-11-12T00:49:55Z', 'revision_number': 4, 'project_id': 'ccb1e7e0eea141e9b6d3110322862248', 'subnets': [{'id': '3506ff68-efdf-4ec0-aae3-0d8c1586ac7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:49:56.586973 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46870) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:56.587647 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 380dc67f-32ee-42c3-b0ef-9b757f8d672c details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:49:56.594238 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-411e2b28-defc-4da4-85a1-6dccc22b8397 None None] For port 54eca92d-57f7-44fd-8cb5-2079da57f60f, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=54eca92d-57f7-44fd-8cb5-2079da57f60f,segment=NetworkSegment(c597d253-3b8b-4ba2-8e61-dc5232a6ec18),segment_id=c597d253-3b8b-4ba2-8e61-dc5232a6ec18)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:49:56.621225 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-411e2b28-defc-4da4-85a1-6dccc22b8397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:56.625221 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-d48778b3-f048-4d00-9b56-0f0b0a152d72 admin admin] Request body: {'subnet': {'network_id': '380dc67f-32ee-42c3-b0ef-9b757f8d672c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-844465192-subnet', 'tenant_id': '9b905ac4ad7e414b9066e5552ef2b701', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:56.972903 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 54eca92d-57f7-44fd-8cb5-2079da57f60f up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:49:57.045310 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e2b28-defc-4da4-85a1-6dccc22b8397 None None] Pushing event updated for resources: {'Port': ['ID=54eca92d-57f7-44fd-8cb5-2079da57f60f,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:57.075517 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-4970e6b3-0d0c-4e2c-89aa-9ba2957c2119 req-3acd654a-901c-48d1-b6cc-310d82340cdf tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Allocated IP 192.168.233.161 (945c2da1-f958-478a-a48a-8af2dfa2e179/f0290328-7bc5-4266-bfb9-6eb25d91acf0/191462a5-0638-4469-8cce-f9027cf63fbd) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:49:57.122635 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-37d9e783-cf38-43f6-8560-664d93716c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:57.166447 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 54eca92d-57f7-44fd-8cb5-2079da57f60f triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:57.169157 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:57.487323 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4970e6b3-0d0c-4e2c-89aa-9ba2957c2119 req-3acd654a-901c-48d1-b6cc-310d82340cdf tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:57.546514 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48778b3-f048-4d00-9b56-0f0b0a152d72 admin admin] Made reservation on behalf of 9b905ac4ad7e414b9066e5552ef2b701 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:49:57.558556 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d48778b3-f048-4d00-9b56-0f0b0a152d72 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:57.621053 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e58dff2a-e48d-43f2-9e81-d612a6993d4c req-dbb935f7-0cc3-4a16-9169-9c00fc664b3f tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/ports?device_id=316a01e8-0178-4e3f-bba5-36cbe85b1dd0 HTTP/1.1" status: 200 len: 210 time: 0.4961817 Nov 12 00:49:57.634940 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3b4db18e-1732-4d3e-89b3-775a31d0d0fb req-c693dae7-01d8-4e46-9083-963152e07a12 tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e3f3196-7aff-4b8d-9a24-d4d33ab1c132 HTTP/1.1" status: 200 len: 210 time: 0.6448977 Nov 12 00:49:57.638997 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4970e6b3-0d0c-4e2c-89aa-9ba2957c2119 req-3acd654a-901c-48d1-b6cc-310d82340cdf tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:57.839084 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4970e6b3-0d0c-4e2c-89aa-9ba2957c2119 req-3acd654a-901c-48d1-b6cc-310d82340cdf tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Network 945c2da1-f958-478a-a48a-8af2dfa2e179 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:49:57.851751 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-4970e6b3-0d0c-4e2c-89aa-9ba2957c2119 req-3acd654a-901c-48d1-b6cc-310d82340cdf tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:49:57.854008 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd654a-901c-48d1-b6cc-310d82340cdf tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Pushing event updated for resources: {'Port': ['ID=191462a5-0638-4469-8cce-f9027cf63fbd,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:57.870357 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-4970e6b3-0d0c-4e2c-89aa-9ba2957c2119 req-3acd654a-901c-48d1-b6cc-310d82340cdf tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:49:57.877673 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970e6b3-0d0c-4e2c-89aa-9ba2957c2119 req-3acd654a-901c-48d1-b6cc-310d82340cdf tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:57.878330 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4970e6b3-0d0c-4e2c-89aa-9ba2957c2119 req-3acd654a-901c-48d1-b6cc-310d82340cdf tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:57.951948 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4970e6b3-0d0c-4e2c-89aa-9ba2957c2119 req-3acd654a-901c-48d1-b6cc-310d82340cdf tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9799201 Nov 12 00:49:57.981440 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-4970e6b3-0d0c-4e2c-89aa-9ba2957c2119 req-a1a84fc2-3493-470d-b4d5-4303049981e2 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:49:57.983594 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4970e6b3-0d0c-4e2c-89aa-9ba2957c2119 req-a1a84fc2-3493-470d-b4d5-4303049981e2 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065615 Nov 12 00:49:58.031303 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b932e-1ae8-473f-a55b-5c0f85f33713 req-ad49bd2a-2796-48f1-984e-089138d99212 tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:58.032892 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-041b932e-1ae8-473f-a55b-5c0f85f33713 req-ad49bd2a-2796-48f1-984e-089138d99212 tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4531705 Nov 12 00:49:58.167081 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-041b932e-1ae8-473f-a55b-5c0f85f33713 req-3aef5539-e306-4ed2-a7f6-75cded8a8adf tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] Request body: {'port': {'device_id': '0e3f3196-7aff-4b8d-9a24-d4d33ab1c132', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'admin_state_up': True, 'tenant_id': 'e4d64aa2a37c41a9823d4d2041200196'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:58.274228 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-173f08b6-e448-48e1-ad21-25b4ee5155a4 None None] Provisioning complete for port 191462a5-0638-4469-8cce-f9027cf63fbd triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:58.278357 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-173f08b6-e448-48e1-ad21-25b4ee5155a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:58.396426 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-173f08b6-e448-48e1-ad21-25b4ee5155a4 None None] Port 191462a5-0638-4469-8cce-f9027cf63fbd cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:49:58.502416 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d48778b3-f048-4d00-9b56-0f0b0a152d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:58.608989 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48778b3-f048-4d00-9b56-0f0b0a152d72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47df7114-a0c2-4b46-b6af-a22b77fec071,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:58.641368 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-041b932e-1ae8-473f-a55b-5c0f85f33713 req-3aef5539-e306-4ed2-a7f6-75cded8a8adf tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] Made reservation on behalf of e4d64aa2a37c41a9823d4d2041200196 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:49:58.651607 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-041b932e-1ae8-473f-a55b-5c0f85f33713 req-3aef5539-e306-4ed2-a7f6-75cded8a8adf tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:58.690205 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-041b932e-1ae8-473f-a55b-5c0f85f33713 req-3aef5539-e306-4ed2-a7f6-75cded8a8adf tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:58.861541 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-041b932e-1ae8-473f-a55b-5c0f85f33713 req-3aef5539-e306-4ed2-a7f6-75cded8a8adf tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:58.871306 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-041b932e-1ae8-473f-a55b-5c0f85f33713 req-3aef5539-e306-4ed2-a7f6-75cded8a8adf tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:58.887866 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 54eca92d-57f7-44fd-8cb5-2079da57f60f up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:49:58.906171 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48778b3-f048-4d00-9b56-0f0b0a152d72 admin admin] Checking segment: {'id': '49365b53-085c-43f7-a259-421fdf02465f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '380dc67f-32ee-42c3-b0ef-9b757f8d672c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:49:58.920636 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48778b3-f048-4d00-9b56-0f0b0a152d72 admin admin] Network hostable DHCP agents. Network: 380dc67f-32ee-42c3-b0ef-9b757f8d672c, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:49:58.954961 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2de6824d-912b-40b1-82a4-b487946665a2 req-e233c890-b2c5-4da8-8afc-507bb1e70a81 tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e3f3196-7aff-4b8d-9a24-d4d33ab1c132 HTTP/1.1" status: 200 len: 210 time: 0.1313639 Nov 12 00:49:58.979814 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 54eca92d-57f7-44fd-8cb5-2079da57f60f triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:49:58.983473 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:59.096970 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd406b9c-211c-47d0-a47c-da1bc018f4f6 req-63e2ae42-75e8-415c-a3d9-d12af31905e5 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:59.112003 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bd406b9c-211c-47d0-a47c-da1bc018f4f6 req-63e2ae42-75e8-415c-a3d9-d12af31905e5 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/ports?device_id=316a01e8-0178-4e3f-bba5-36cbe85b1dd0 HTTP/1.1" status: 200 len: 936 time: 0.3174579 Nov 12 00:49:59.180486 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-4970e6b3-0d0c-4e2c-89aa-9ba2957c2119 req-9c237398-92a2-4422-bcb3-d994078f2d5d service neutron] Request body: {'port': {'device_id': '316a01e8-0178-4e3f-bba5-36cbe85b1dd0', 'device_owner': 'compute:tempest-test_az-1390527777', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:59.214002 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef5539-e306-4ed2-a7f6-75cded8a8adf tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fdd0820-a439-44fb-9f93-5f64e1e3f386,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:49:59.296857 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bd406b9c-211c-47d0-a47c-da1bc018f4f6 req-0734dd6e-3895-4df1-9037-9da02c9858bb tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/security-groups?id=11ecfe66-8635-4f16-abd4-ad082f2cb0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838591 Nov 12 00:49:59.314617 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48778b3-f048-4d00-9b56-0f0b0a152d72 admin admin] Network 380dc67f-32ee-42c3-b0ef-9b757f8d672c is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:49:59.349022 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4970e6b3-0d0c-4e2c-89aa-9ba2957c2119 req-9c237398-92a2-4422-bcb3-d994078f2d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:59.385142 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-d48778b3-f048-4d00-9b56-0f0b0a152d72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 380dc67f-32ee-42c3-b0ef-9b757f8d672c) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:49:59.408856 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48778b3-f048-4d00-9b56-0f0b0a152d72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:49:59.408856 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d48778b3-f048-4d00-9b56-0f0b0a152d72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:59.417268 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764aa4dd-3090-485b-8723-c2e7da24fbb6 None None] Network 380dc67f-32ee-42c3-b0ef-9b757f8d672c requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:49:59.465151 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d48778b3-f048-4d00-9b56-0f0b0a152d72 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.8766410 Nov 12 00:49:59.471146 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46936) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:49:59.494610 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-041b932e-1ae8-473f-a55b-5c0f85f33713 req-3aef5539-e306-4ed2-a7f6-75cded8a8adf tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] Allocated IP 192.168.233.193 (945c2da1-f958-478a-a48a-8af2dfa2e179/f0290328-7bc5-4266-bfb9-6eb25d91acf0/2a5f051d-5918-41e2-81dd-35e16c96100b) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:49:59.508607 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-117dc198-fd6a-4a7d-b521-ada193270eac admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-844465192-router', 'tenant_id': '9b905ac4ad7e414b9066e5552ef2b701', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:49:59.698325 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-117dc198-fd6a-4a7d-b521-ada193270eac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:59.700004 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-117dc198-fd6a-4a7d-b521-ada193270eac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:59.817399 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e1a7ad-b2ba-44df-924e-653da8811dc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-380dc67f-32ee-42c3-b0ef-9b757f8d672c', 'network_id': '380dc67f-32ee-42c3-b0ef-9b757f8d672c', 'tenant_id': '9b905ac4ad7e414b9066e5552ef2b701', 'fixed_ips': [{'subnet_id': '47df7114-a0c2-4b46-b6af-a22b77fec071'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:49:59.819025 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d3e1a7ad-b2ba-44df-924e-653da8811dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:59.848578 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-117dc198-fd6a-4a7d-b521-ada193270eac admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:59.895832 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-041b932e-1ae8-473f-a55b-5c0f85f33713 req-3aef5539-e306-4ed2-a7f6-75cded8a8adf tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:49:59.948965 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-041b932e-1ae8-473f-a55b-5c0f85f33713 req-3aef5539-e306-4ed2-a7f6-75cded8a8adf tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:00.083315 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-041b932e-1ae8-473f-a55b-5c0f85f33713 req-3aef5539-e306-4ed2-a7f6-75cded8a8adf tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] Network 945c2da1-f958-478a-a48a-8af2dfa2e179 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:50:00.092307 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-041b932e-1ae8-473f-a55b-5c0f85f33713 req-3aef5539-e306-4ed2-a7f6-75cded8a8adf tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:00.122030 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-041b932e-1ae8-473f-a55b-5c0f85f33713 req-3aef5539-e306-4ed2-a7f6-75cded8a8adf tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:50:00.132953 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b932e-1ae8-473f-a55b-5c0f85f33713 req-3aef5539-e306-4ed2-a7f6-75cded8a8adf tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:00.134934 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-041b932e-1ae8-473f-a55b-5c0f85f33713 req-3aef5539-e306-4ed2-a7f6-75cded8a8adf tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:00.170959 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef5539-e306-4ed2-a7f6-75cded8a8adf tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] Pushing event updated for resources: {'Port': ['ID=2a5f051d-5918-41e2-81dd-35e16c96100b,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:00.210214 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-041b932e-1ae8-473f-a55b-5c0f85f33713 req-3aef5539-e306-4ed2-a7f6-75cded8a8adf tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0529423 Nov 12 00:50:00.215264 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-d3e1a7ad-b2ba-44df-924e-653da8811dc7 None None] Allocated IP 172.20.0.2 (380dc67f-32ee-42c3-b0ef-9b757f8d672c/47df7114-a0c2-4b46-b6af-a22b77fec071/195c2ffc-b4ca-4e0f-bccb-a725a969be96) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:50:00.252429 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-041b932e-1ae8-473f-a55b-5c0f85f33713 req-45435137-d4f8-444f-bf6b-3cb854963875 service neutron] Request body: {'port': {'device_id': '0e3f3196-7aff-4b8d-9a24-d4d33ab1c132', 'device_owner': 'compute:tempest-test_az-1390527777', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:00.435500 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-041b932e-1ae8-473f-a55b-5c0f85f33713 req-45435137-d4f8-444f-bf6b-3cb854963875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:00.532742 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-117dc198-fd6a-4a7d-b521-ada193270eac admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:00.710698 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d3e1a7ad-b2ba-44df-924e-653da8811dc7 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:00.820714 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d3e1a7ad-b2ba-44df-924e-653da8811dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:00.826762 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-493f1e87-7deb-4518-a3e9-69d226a286c8 None None] Provisioning complete for port 2a5f051d-5918-41e2-81dd-35e16c96100b triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:00.827478 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-493f1e87-7deb-4518-a3e9-69d226a286c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:00.860742 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-55f8fd35-8ca1-4a05-a892-98a64edcfa63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:00.960555 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e966e-a16d-41d6-8869-f4862953418d req-b5ed7cd1-a4c0-4943-9f62-2a273ffbc6fe tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:00.972803 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f24e966e-a16d-41d6-8869-f4862953418d req-b5ed7cd1-a4c0-4943-9f62-2a273ffbc6fe tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e3f3196-7aff-4b8d-9a24-d4d33ab1c132 HTTP/1.1" status: 200 len: 936 time: 0.5790894 Nov 12 00:50:01.009964 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e1a7ad-b2ba-44df-924e-653da8811dc7 None None] Network 380dc67f-32ee-42c3-b0ef-9b757f8d672c is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:50:01.014471 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-d3e1a7ad-b2ba-44df-924e-653da8811dc7 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:01.024966 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e1a7ad-b2ba-44df-924e-653da8811dc7 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:50:01.054993 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-493f1e87-7deb-4518-a3e9-69d226a286c8 None None] Port 2a5f051d-5918-41e2-81dd-35e16c96100b cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:50:01.112503 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1a7ad-b2ba-44df-924e-653da8811dc7 None None] Pushing event updated for resources: {'Port': ['ID=195c2ffc-b4ca-4e0f-bccb-a725a969be96,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:01.150095 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-d3e1a7ad-b2ba-44df-924e-653da8811dc7 None None] Attempting to bind port 195c2ffc-b4ca-4e0f-bccb-a725a969be96 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:50:01.150468 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-d3e1a7ad-b2ba-44df-924e-653da8811dc7 None None] Attempting to bind port 195c2ffc-b4ca-4e0f-bccb-a725a969be96 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '49365b53-085c-43f7-a259-421fdf02465f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '380dc67f-32ee-42c3-b0ef-9b757f8d672c'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:50:01.151056 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e1a7ad-b2ba-44df-924e-653da8811dc7 None None] Attempting to bind port 195c2ffc-b4ca-4e0f-bccb-a725a969be96 on network 380dc67f-32ee-42c3-b0ef-9b757f8d672c {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:01.158100 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e1a7ad-b2ba-44df-924e-653da8811dc7 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:50:01.158733 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e1a7ad-b2ba-44df-924e-653da8811dc7 None None] Checking segment: {'id': '49365b53-085c-43f7-a259-421fdf02465f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '380dc67f-32ee-42c3-b0ef-9b757f8d672c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:50:01.159397 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d3e1a7ad-b2ba-44df-924e-653da8811dc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:01.159938 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e1a7ad-b2ba-44df-924e-653da8811dc7 None None] Bound using segment: {'id': '49365b53-085c-43f7-a259-421fdf02465f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '380dc67f-32ee-42c3-b0ef-9b757f8d672c'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:50:01.160585 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-d3e1a7ad-b2ba-44df-924e-653da8811dc7 None None] Bound port: 195c2ffc-b4ca-4e0f-bccb-a725a969be96, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49365b53-085c-43f7-a259-421fdf02465f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '380dc67f-32ee-42c3-b0ef-9b757f8d672c'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:50:01.163036 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d3e1a7ad-b2ba-44df-924e-653da8811dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:01.284765 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6dcaae-62e7-43ab-b984-f86f911d7fc4 req-3d1bbdcb-a60a-461c-9edb-274b117f86f9 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:01.291902 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ba6dcaae-62e7-43ab-b984-f86f911d7fc4 req-3d1bbdcb-a60a-461c-9edb-274b117f86f9 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/ports?device_id=316a01e8-0178-4e3f-bba5-36cbe85b1dd0 HTTP/1.1" status: 200 len: 936 time: 0.7865739 Nov 12 00:50:01.340997 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-d3e1a7ad-b2ba-44df-924e-653da8811dc7 None None] For port 195c2ffc-b4ca-4e0f-bccb-a725a969be96, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:50:01.350281 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-d3e1a7ad-b2ba-44df-924e-653da8811dc7 None None] For port 195c2ffc-b4ca-4e0f-bccb-a725a969be96, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=195c2ffc-b4ca-4e0f-bccb-a725a969be96,segment=NetworkSegment(49365b53-085c-43f7-a259-421fdf02465f),segment_id=49365b53-085c-43f7-a259-421fdf02465f)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:50:01.357357 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d3e1a7ad-b2ba-44df-924e-653da8811dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:01.394979 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-4970e6b3-0d0c-4e2c-89aa-9ba2957c2119 req-9c237398-92a2-4422-bcb3-d994078f2d5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 191462a5-0638-4469-8cce-f9027cf63fbd {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:50:01.411262 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4970e6b3-0d0c-4e2c-89aa-9ba2957c2119 req-9c237398-92a2-4422-bcb3-d994078f2d5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:01.434494 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1a7ad-b2ba-44df-924e-653da8811dc7 None None] Pushing event updated for resources: {'Port': ['ID=195c2ffc-b4ca-4e0f-bccb-a725a969be96,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:01.443024 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f24e966e-a16d-41d6-8869-f4862953418d req-79249689-bfda-4157-8830-40c19eb66571 tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fdd0820-a439-44fb-9f93-5f64e1e3f386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4692667 Nov 12 00:50:01.526534 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-4970e6b3-0d0c-4e2c-89aa-9ba2957c2119 req-9c237398-92a2-4422-bcb3-d994078f2d5d service neutron] Transition to ACTIVE for port object 191462a5-0638-4469-8cce-f9027cf63fbd will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:50:01.548248 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4970e6b3-0d0c-4e2c-89aa-9ba2957c2119 req-9c237398-92a2-4422-bcb3-d994078f2d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:01.569019 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ba6dcaae-62e7-43ab-b984-f86f911d7fc4 req-2531584c-5a07-44b3-8cf0-0f169cfeee24 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/security-groups?id=11ecfe66-8635-4f16-abd4-ad082f2cb0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561455 Nov 12 00:50:01.777046 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c237398-92a2-4422-bcb3-d994078f2d5d service neutron] Pushing event updated for resources: {'Port': ['ID=191462a5-0638-4469-8cce-f9027cf63fbd,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:01.880377 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-4970e6b3-0d0c-4e2c-89aa-9ba2957c2119 req-9c237398-92a2-4422-bcb3-d994078f2d5d service neutron] Attempting to bind port 191462a5-0638-4469-8cce-f9027cf63fbd on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:50:01.884779 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-4970e6b3-0d0c-4e2c-89aa-9ba2957c2119 req-9c237398-92a2-4422-bcb3-d994078f2d5d service neutron] Attempting to bind port 191462a5-0638-4469-8cce-f9027cf63fbd by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:50:01.885176 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4970e6b3-0d0c-4e2c-89aa-9ba2957c2119 req-9c237398-92a2-4422-bcb3-d994078f2d5d service neutron] Attempting to bind port 191462a5-0638-4469-8cce-f9027cf63fbd on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:01.908275 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4970e6b3-0d0c-4e2c-89aa-9ba2957c2119 req-9c237398-92a2-4422-bcb3-d994078f2d5d service neutron] Port 191462a5-0638-4469-8cce-f9027cf63fbd on network 945c2da1-f958-478a-a48a-8af2dfa2e179 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:50:01.908925 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4970e6b3-0d0c-4e2c-89aa-9ba2957c2119 req-9c237398-92a2-4422-bcb3-d994078f2d5d service neutron] Attempting to bind port 191462a5-0638-4469-8cce-f9027cf63fbd on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:01.938374 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-041b932e-1ae8-473f-a55b-5c0f85f33713 req-45435137-d4f8-444f-bf6b-3cb854963875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a5f051d-5918-41e2-81dd-35e16c96100b {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:50:01.979116 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-041b932e-1ae8-473f-a55b-5c0f85f33713 req-45435137-d4f8-444f-bf6b-3cb854963875 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:02.094682 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-041b932e-1ae8-473f-a55b-5c0f85f33713 req-45435137-d4f8-444f-bf6b-3cb854963875 service neutron] Transition to ACTIVE for port object 2a5f051d-5918-41e2-81dd-35e16c96100b will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:50:02.110573 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-041b932e-1ae8-473f-a55b-5c0f85f33713 req-45435137-d4f8-444f-bf6b-3cb854963875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:02.394173 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45435137-d4f8-444f-bf6b-3cb854963875 service neutron] Pushing event updated for resources: {'Port': ['ID=2a5f051d-5918-41e2-81dd-35e16c96100b,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:02.460566 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-041b932e-1ae8-473f-a55b-5c0f85f33713 req-45435137-d4f8-444f-bf6b-3cb854963875 service neutron] Attempting to bind port 2a5f051d-5918-41e2-81dd-35e16c96100b on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:50:02.461148 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-041b932e-1ae8-473f-a55b-5c0f85f33713 req-45435137-d4f8-444f-bf6b-3cb854963875 service neutron] Attempting to bind port 2a5f051d-5918-41e2-81dd-35e16c96100b by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:50:02.461560 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041b932e-1ae8-473f-a55b-5c0f85f33713 req-45435137-d4f8-444f-bf6b-3cb854963875 service neutron] Attempting to bind port 2a5f051d-5918-41e2-81dd-35e16c96100b on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:02.484143 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041b932e-1ae8-473f-a55b-5c0f85f33713 req-45435137-d4f8-444f-bf6b-3cb854963875 service neutron] Port 2a5f051d-5918-41e2-81dd-35e16c96100b on network 945c2da1-f958-478a-a48a-8af2dfa2e179 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:50:02.484829 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041b932e-1ae8-473f-a55b-5c0f85f33713 req-45435137-d4f8-444f-bf6b-3cb854963875 service neutron] Attempting to bind port 2a5f051d-5918-41e2-81dd-35e16c96100b on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:02.491478 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4970e6b3-0d0c-4e2c-89aa-9ba2957c2119 req-9c237398-92a2-4422-bcb3-d994078f2d5d service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:50:02.492225 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4970e6b3-0d0c-4e2c-89aa-9ba2957c2119 req-9c237398-92a2-4422-bcb3-d994078f2d5d service neutron] Checking segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:50:02.493121 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4970e6b3-0d0c-4e2c-89aa-9ba2957c2119 req-9c237398-92a2-4422-bcb3-d994078f2d5d service neutron] Bound using segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:50:02.501165 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-4970e6b3-0d0c-4e2c-89aa-9ba2957c2119 req-9c237398-92a2-4422-bcb3-d994078f2d5d service neutron] Bound port: 191462a5-0638-4469-8cce-f9027cf63fbd, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:50:02.501165 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4970e6b3-0d0c-4e2c-89aa-9ba2957c2119 req-9c237398-92a2-4422-bcb3-d994078f2d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:02.505007 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041b932e-1ae8-473f-a55b-5c0f85f33713 req-45435137-d4f8-444f-bf6b-3cb854963875 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:50:02.507478 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041b932e-1ae8-473f-a55b-5c0f85f33713 req-45435137-d4f8-444f-bf6b-3cb854963875 service neutron] Checking segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:50:02.508195 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041b932e-1ae8-473f-a55b-5c0f85f33713 req-45435137-d4f8-444f-bf6b-3cb854963875 service neutron] Bound using segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:50:02.508680 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-041b932e-1ae8-473f-a55b-5c0f85f33713 req-45435137-d4f8-444f-bf6b-3cb854963875 service neutron] Bound port: 2a5f051d-5918-41e2-81dd-35e16c96100b, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:50:02.509042 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-041b932e-1ae8-473f-a55b-5c0f85f33713 req-45435137-d4f8-444f-bf6b-3cb854963875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:02.698164 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:02.709502 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-117dc198-fd6a-4a7d-b521-ada193270eac admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:02.806655 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-117dc198-fd6a-4a7d-b521-ada193270eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:02.991727 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-4970e6b3-0d0c-4e2c-89aa-9ba2957c2119 req-9c237398-92a2-4422-bcb3-d994078f2d5d service neutron] For port 191462a5-0638-4469-8cce-f9027cf63fbd, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:50:03.014128 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 195c2ffc-b4ca-4e0f-bccb-a725a969be96 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:50:03.086445 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-041b932e-1ae8-473f-a55b-5c0f85f33713 req-45435137-d4f8-444f-bf6b-3cb854963875 service neutron] For port 2a5f051d-5918-41e2-81dd-35e16c96100b, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:50:03.096302 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-041b932e-1ae8-473f-a55b-5c0f85f33713 req-45435137-d4f8-444f-bf6b-3cb854963875 service neutron] For port 2a5f051d-5918-41e2-81dd-35e16c96100b, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=2a5f051d-5918-41e2-81dd-35e16c96100b,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:50:03.108716 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-041b932e-1ae8-473f-a55b-5c0f85f33713 req-45435137-d4f8-444f-bf6b-3cb854963875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:03.152391 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-4970e6b3-0d0c-4e2c-89aa-9ba2957c2119 req-9c237398-92a2-4422-bcb3-d994078f2d5d service neutron] For port 191462a5-0638-4469-8cce-f9027cf63fbd, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=191462a5-0638-4469-8cce-f9027cf63fbd,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:50:03.172384 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4970e6b3-0d0c-4e2c-89aa-9ba2957c2119 req-9c237398-92a2-4422-bcb3-d994078f2d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:03.249662 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970e6b3-0d0c-4e2c-89aa-9ba2957c2119 req-9c237398-92a2-4422-bcb3-d994078f2d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:03.250593 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4970e6b3-0d0c-4e2c-89aa-9ba2957c2119 req-9c237398-92a2-4422-bcb3-d994078f2d5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:03.252390 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4970e6b3-0d0c-4e2c-89aa-9ba2957c2119 req-9c237398-92a2-4422-bcb3-d994078f2d5d service neutron] 10.222.0.44 "PUT /v2.0/ports/191462a5-0638-4469-8cce-f9027cf63fbd HTTP/1.1" status: 200 len: 1119 time: 4.6414802 Nov 12 00:50:03.258020 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 195c2ffc-b4ca-4e0f-bccb-a725a969be96 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:03.258667 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:03.264368 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '316a01e8-0178-4e3f-bba5-36cbe85b1dd0', 'tag': '191462a5-0638-4469-8cce-f9027cf63fbd'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:03.305198 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b932e-1ae8-473f-a55b-5c0f85f33713 req-45435137-d4f8-444f-bf6b-3cb854963875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:03.307207 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-041b932e-1ae8-473f-a55b-5c0f85f33713 req-45435137-d4f8-444f-bf6b-3cb854963875 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:03.312424 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-041b932e-1ae8-473f-a55b-5c0f85f33713 req-45435137-d4f8-444f-bf6b-3cb854963875 service neutron] 10.222.0.44 "PUT /v2.0/ports/2a5f051d-5918-41e2-81dd-35e16c96100b HTTP/1.1" status: 200 len: 1119 time: 3.0646527 Nov 12 00:50:03.313732 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e3f3196-7aff-4b8d-9a24-d4d33ab1c132', 'tag': '2a5f051d-5918-41e2-81dd-35e16c96100b'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:03.374789 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6225e-d4e8-40e5-a563-09d90e4ee564 req-48e478d6-17c3-4a92-975b-344eba8e26a7 tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:03.377731 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ebc6225e-d4e8-40e5-a563-09d90e4ee564 req-48e478d6-17c3-4a92-975b-344eba8e26a7 tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e3f3196-7aff-4b8d-9a24-d4d33ab1c132 HTTP/1.1" status: 200 len: 970 time: 0.3460371 Nov 12 00:50:03.521962 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45435137-d4f8-444f-bf6b-3cb854963875 service neutron] Pushing event updated for resources: {'Port': ['ID=2a5f051d-5918-41e2-81dd-35e16c96100b,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:03.579947 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:03.606381 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c237398-92a2-4422-bcb3-d994078f2d5d service neutron] Pushing event updated for resources: {'Port': ['ID=191462a5-0638-4469-8cce-f9027cf63fbd,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:03.627301 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-117dc198-fd6a-4a7d-b521-ada193270eac admin admin] Allocated IP 172.25.3.102 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/1a79c30d-7b6b-4240-897c-ae5e8a6b9442) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:50:03.654574 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ebc6225e-d4e8-40e5-a563-09d90e4ee564 req-00b30979-69df-4ecd-9035-5fa839123752 tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fdd0820-a439-44fb-9f93-5f64e1e3f386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234433 Nov 12 00:50:03.691008 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e497a-5257-4c12-b40e-c6cb5eddb46c req-8b1e8607-e319-411b-8c86-36bf1986f7a8 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:03.692723 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-805e497a-5257-4c12-b40e-c6cb5eddb46c req-8b1e8607-e319-411b-8c86-36bf1986f7a8 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/ports?device_id=316a01e8-0178-4e3f-bba5-36cbe85b1dd0 HTTP/1.1" status: 200 len: 970 time: 0.2072294 Nov 12 00:50:03.786482 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 195c2ffc-b4ca-4e0f-bccb-a725a969be96, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=195c2ffc-b4ca-4e0f-bccb-a725a969be96,segment=NetworkSegment(49365b53-085c-43f7-a259-421fdf02465f),segment_id=49365b53-085c-43f7-a259-421fdf02465f)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:03.800310 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 47032) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:03.806636 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:03.841182 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c373575d-38b0-4749-ac5b-dcc8bba3f248 None None] Network 380dc67f-32ee-42c3-b0ef-9b757f8d672c requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:50:04.018691 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:04.026465 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970e6b3-0d0c-4e2c-89aa-9ba2957c2119 req-15698a6f-4425-4151-9bd4-7f5636ba9fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:04.029535 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4970e6b3-0d0c-4e2c-89aa-9ba2957c2119 req-15698a6f-4425-4151-9bd4-7f5636ba9fa7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=989bf1fc0c7241b8bc6a8a3371f07706&device_id=316a01e8-0178-4e3f-bba5-36cbe85b1dd0 HTTP/1.1" status: 200 len: 1122 time: 0.2842319 Nov 12 00:50:04.042996 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50869495-be96-46ee-bab3-a076cb040e28" -d '{"events": [{"name": "network-changed", "server_uuid": "0e3f3196-7aff-4b8d-9a24-d4d33ab1c132", "tag": "2a5f051d-5918-41e2-81dd-35e16c96100b"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:04.045716 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=195c2ffc-b4ca-4e0f-bccb-a725a969be96,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:04.063265 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719b5e93-e5ab-4ee5-bf09-4acfb60518ab" -d '{"events": [{"name": "network-changed", "server_uuid": "316a01e8-0178-4e3f-bba5-36cbe85b1dd0", "tag": "191462a5-0638-4469-8cce-f9027cf63fbd"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:04.273426 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4970e6b3-0d0c-4e2c-89aa-9ba2957c2119 req-4a821f6c-85ae-4eb3-b676-10a0baf82ab7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=191462a5-0638-4469-8cce-f9027cf63fbd HTTP/1.1" status: 200 len: 217 time: 0.2052746 Nov 12 00:50:04.300269 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-117dc198-fd6a-4a7d-b521-ada193270eac admin admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:04.363328 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-89f37514-3461-4f59-8a8c-429f12e0756f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:04.394308 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-805e497a-5257-4c12-b40e-c6cb5eddb46c req-19e2327d-7b70-4d9d-af35-c194d60d498f tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/security-groups?id=11ecfe66-8635-4f16-abd4-ad082f2cb0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6501639 Nov 12 00:50:04.436789 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b932e-1ae8-473f-a55b-5c0f85f33713 req-d10bdf33-a5f7-456f-8c7c-beb5937c529a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:04.438513 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-041b932e-1ae8-473f-a55b-5c0f85f33713 req-d10bdf33-a5f7-456f-8c7c-beb5937c529a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e4d64aa2a37c41a9823d4d2041200196&device_id=0e3f3196-7aff-4b8d-9a24-d4d33ab1c132 HTTP/1.1" status: 200 len: 1122 time: 0.3468451 Nov 12 00:50:04.448643 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-117dc198-fd6a-4a7d-b521-ada193270eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:04.504159 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-38f0396b-0b82-4855-ac21-d62a4f275a8c None None] Provisioning complete for port 195c2ffc-b4ca-4e0f-bccb-a725a969be96 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:04.504536 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-38f0396b-0b82-4855-ac21-d62a4f275a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:04.533734 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117dc198-fd6a-4a7d-b521-ada193270eac admin admin] Pushing event updated for resources: {'Port': ['ID=1a79c30d-7b6b-4240-897c-ae5e8a6b9442,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:04.557527 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117dc198-fd6a-4a7d-b521-ada193270eac admin admin] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:50:04.562384 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-117dc198-fd6a-4a7d-b521-ada193270eac admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:04.566094 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117dc198-fd6a-4a7d-b521-ada193270eac admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:50:04.774621 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970e6b3-0d0c-4e2c-89aa-9ba2957c2119 req-4d9977b8-db52-4d6d-801e-83a4cbcd0e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:04.777045 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4970e6b3-0d0c-4e2c-89aa-9ba2957c2119 req-4d9977b8-db52-4d6d-801e-83a4cbcd0e7e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.1766431 Nov 12 00:50:04.792082 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 195c2ffc-b4ca-4e0f-bccb-a725a969be96 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:50:04.853891 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947138c1-4f37-4978-af9c-40a7a10d27a8 x-openstack-request-id: req-947138c1-4f37-4978-af9c-40a7a10d27a8 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:04.871157 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e3f3196-7aff-4b8d-9a24-d4d33ab1c132", "tag": "2a5f051d-5918-41e2-81dd-35e16c96100b", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:04.871627 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-947138c1-4f37-4978-af9c-40a7a10d27a8 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:04.872205 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e3f3196-7aff-4b8d-9a24-d4d33ab1c132', 'tag': '2a5f051d-5918-41e2-81dd-35e16c96100b', 'status': 'completed', 'code': 200} Nov 12 00:50:04.878336 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 195c2ffc-b4ca-4e0f-bccb-a725a969be96 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:04.878796 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:05.000872 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:05.032641 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-89f37514-3461-4f59-8a8c-429f12e0756f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:05.100542 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-89f37514-3461-4f59-8a8c-429f12e0756f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:05.131731 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970e6b3-0d0c-4e2c-89aa-9ba2957c2119 req-8b4ef98d-8030-455e-8317-797d83cef184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:05.139779 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4970e6b3-0d0c-4e2c-89aa-9ba2957c2119 req-8b4ef98d-8030-455e-8317-797d83cef184 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3092296 Nov 12 00:50:05.197916 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9d8a1a-2a76-49ef-ba9d-eacd41a978b2 x-openstack-request-id: req-8a9d8a1a-2a76-49ef-ba9d-eacd41a978b2 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:05.198413 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "316a01e8-0178-4e3f-bba5-36cbe85b1dd0", "tag": "191462a5-0638-4469-8cce-f9027cf63fbd", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:05.198845 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8a9d8a1a-2a76-49ef-ba9d-eacd41a978b2 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:05.199604 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '316a01e8-0178-4e3f-bba5-36cbe85b1dd0', 'tag': '191462a5-0638-4469-8cce-f9027cf63fbd', 'status': 'completed', 'code': 200} Nov 12 00:50:05.278725 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f37514-3461-4f59-8a8c-429f12e0756f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8876534f-6b57-4d23-972e-188f63b4ca1d,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:05.281807 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-041b932e-1ae8-473f-a55b-5c0f85f33713 req-77cd1b83-33a1-4c53-8c70-f814a4931a6e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=2a5f051d-5918-41e2-81dd-35e16c96100b HTTP/1.1" status: 200 len: 217 time: 0.4955950 Nov 12 00:50:05.339261 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4970e6b3-0d0c-4e2c-89aa-9ba2957c2119 req-759b9d23-ef49-47ed-a3eb-cb467b2a50bd service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608593 Nov 12 00:50:05.342743 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-bde3fa7e-30a0-4ccb-8e6b-72b8b0aab023 None None] Provisioning complete for port 195c2ffc-b4ca-4e0f-bccb-a725a969be96 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:05.343400 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bde3fa7e-30a0-4ccb-8e6b-72b8b0aab023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:05.374247 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-89f37514-3461-4f59-8a8c-429f12e0756f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f6849802195c49f0a19615142be5f0e6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5301578 Nov 12 00:50:05.375054 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47072) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:05.602455 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4b581-4d24-438c-9a3e-fa4bd3261b77 req-b6f53aed-c92b-4801-ac80-78101ed5d999 tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:05.609816 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dfb4b581-4d24-438c-9a3e-fa4bd3261b77 req-b6f53aed-c92b-4801-ac80-78101ed5d999 tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e3f3196-7aff-4b8d-9a24-d4d33ab1c132 HTTP/1.1" status: 200 len: 970 time: 0.3274622 Nov 12 00:50:05.648550 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b932e-1ae8-473f-a55b-5c0f85f33713 req-4a505076-f678-45f3-aca6-4a6f75c9e68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:05.650121 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-041b932e-1ae8-473f-a55b-5c0f85f33713 req-4a505076-f678-45f3-aca6-4a6f75c9e68b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.2543020 Nov 12 00:50:05.665602 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4970e6b3-0d0c-4e2c-89aa-9ba2957c2119 req-d5e00246-3e9a-44e5-8051-376aac6485df service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322226 Nov 12 00:50:05.701854 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-944cf6bc-4d44-4c79-805b-ed549aac0994 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:05.728299 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-117dc198-fd6a-4a7d-b521-ada193270eac admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:05.731547 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-944cf6bc-4d44-4c79-805b-ed549aac0994 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:05.795827 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47086) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:05.802320 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb17c4e-80be-4fcb-ad18-c0d05d5b81d7 req-221d5fa8-5018-4dc0-a1dd-28ce2b3d5b79 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:05.804565 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5bb17c4e-80be-4fcb-ad18-c0d05d5b81d7 req-221d5fa8-5018-4dc0-a1dd-28ce2b3d5b79 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/ports?device_id=316a01e8-0178-4e3f-bba5-36cbe85b1dd0 HTTP/1.1" status: 200 len: 970 time: 0.1934574 Nov 12 00:50:05.808735 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-944cf6bc-4d44-4c79-805b-ed549aac0994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:05.815213 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-944cf6bc-4d44-4c79-805b-ed549aac0994 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:05.825255 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dfb4b581-4d24-438c-9a3e-fa4bd3261b77 req-ba40a198-9cd5-4399-822b-9f7941657330 tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fdd0820-a439-44fb-9f93-5f64e1e3f386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050500 Nov 12 00:50:05.837293 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-944cf6bc-4d44-4c79-805b-ed549aac0994 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8876534f-6b57-4d23-972e-188f63b4ca1d HTTP/1.1" status: 204 len: 168 time: 0.4545481 Nov 12 00:50:05.875076 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944cf6bc-4d44-4c79-805b-ed549aac0994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8876534f-6b57-4d23-972e-188f63b4ca1d,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:05.936448 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5bb17c4e-80be-4fcb-ad18-c0d05d5b81d7 req-b8f5083b-cc35-4fa0-b0b7-97dc1a765e90 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/security-groups?id=11ecfe66-8635-4f16-abd4-ad082f2cb0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178024 Nov 12 00:50:06.102580 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-117dc198-fd6a-4a7d-b521-ada193270eac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:06.151356 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c7757af1-ee17-4022-9f33-6c3e947d9e6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:06.370266 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c7757af1-ee17-4022-9f33-6c3e947d9e6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:06.438695 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c7757af1-ee17-4022-9f33-6c3e947d9e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:06.508624 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c7757af1-ee17-4022-9f33-6c3e947d9e6e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f0dfa7328da1470ea201358c527403cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7103288 Nov 12 00:50:06.510697 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47122) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:06.513671 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7757af1-ee17-4022-9f33-6c3e947d9e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05e9bb6-3700-4173-b9d2-de1be9287e3b,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:06.575014 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47124) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:06.576756 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b932e-1ae8-473f-a55b-5c0f85f33713 req-ebefa5ff-f70b-4bcb-9c5c-b93cfcfb6973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:06.578283 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-041b932e-1ae8-473f-a55b-5c0f85f33713 req-ebefa5ff-f70b-4bcb-9c5c-b93cfcfb6973 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4706874 Nov 12 00:50:06.593947 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cf7132a0-264f-40fb-8dad-ad484ce89470 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:06.634172 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cc94a61f-0d7b-477b-9818-22029463dd7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:06.668547 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cc94a61f-0d7b-477b-9818-22029463dd7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:06.748197 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b5e93-e5ab-4ee5-bf09-4acfb60518ab req-d6faa736-8c62-42b2-9aae-140d77d67654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:06.749735 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-719b5e93-e5ab-4ee5-bf09-4acfb60518ab req-d6faa736-8c62-42b2-9aae-140d77d67654 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=989bf1fc0c7241b8bc6a8a3371f07706&device_id=316a01e8-0178-4e3f-bba5-36cbe85b1dd0 HTTP/1.1" status: 200 len: 1122 time: 0.3778045 Nov 12 00:50:06.837591 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cc94a61f-0d7b-477b-9818-22029463dd7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:06.847435 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cc94a61f-0d7b-477b-9818-22029463dd7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:06.852127 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-cc94a61f-0d7b-477b-9818-22029463dd7f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e05e9bb6-3700-4173-b9d2-de1be9287e3b HTTP/1.1" status: 204 len: 168 time: 0.3343179 Nov 12 00:50:06.852699 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-117dc198-fd6a-4a7d-b521-ada193270eac admin admin] Router 3cd8e85d-fb20-414d-8208-eae0f460b3e1 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:50:06.957065 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 47132) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:07.029641 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-041b932e-1ae8-473f-a55b-5c0f85f33713 req-b8da4acc-ec63-4109-b70b-3d9c9f1d6772 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099599 Nov 12 00:50:07.258353 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc94a61f-0d7b-477b-9818-22029463dd7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05e9bb6-3700-4173-b9d2-de1be9287e3b,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:07.279519 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-041b932e-1ae8-473f-a55b-5c0f85f33713 req-98f82c58-f7a4-44af-8091-aa7ac6935c7e service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295793 Nov 12 00:50:07.345942 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b5e93-e5ab-4ee5-bf09-4acfb60518ab req-88a75e9f-aebc-4af1-af7f-e11f690a9e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:07.348305 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-719b5e93-e5ab-4ee5-bf09-4acfb60518ab req-88a75e9f-aebc-4af1-af7f-e11f690a9e26 service neutron] 10.222.0.44 "GET /v2.0/networks?id=945c2da1-f958-478a-a48a-8af2dfa2e179 HTTP/1.1" status: 200 len: 869 time: 0.5156949 Nov 12 00:50:07.375283 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cf7132a0-264f-40fb-8dad-ad484ce89470 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:07.386491 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cf7132a0-264f-40fb-8dad-ad484ce89470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:07.440790 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7132a0-264f-40fb-8dad-ad484ce89470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef84947d-fc04-4bea-9283-a0aae58d8b58,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:07.449957 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-cf7132a0-264f-40fb-8dad-ad484ce89470 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=76aa0abd8ecd425a9389ed253b61ef0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8737037 Nov 12 00:50:07.450844 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47142) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:07.462794 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-62b9a124-70ef-4fb5-aae0-1efb3ad6dead admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:07.494928 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b9e5b3-6087-43ed-bbd6-84373571dd1a req-e7b4c31d-0481-4205-a2f2-d7fb2b013c9b tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:07.504463 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-21b9e5b3-6087-43ed-bbd6-84373571dd1a req-e7b4c31d-0481-4205-a2f2-d7fb2b013c9b tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e3f3196-7aff-4b8d-9a24-d4d33ab1c132 HTTP/1.1" status: 200 len: 970 time: 0.3854010 Nov 12 00:50:07.519955 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4e07c5a8-dfe2-45f2-8bfb-d651f30fb2ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:07.557110 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4e07c5a8-dfe2-45f2-8bfb-d651f30fb2ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:07.594229 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47144) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:07.610696 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ddc1b-ab48-41aa-8b9a-0a1005eade64 req-390e1679-c76d-498d-ae69-3159baa2c07d tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:07.612506 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-859ddc1b-ab48-41aa-8b9a-0a1005eade64 req-390e1679-c76d-498d-ae69-3159baa2c07d tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/ports?device_id=316a01e8-0178-4e3f-bba5-36cbe85b1dd0 HTTP/1.1" status: 200 len: 970 time: 0.3319399 Nov 12 00:50:07.618328 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117dc198-fd6a-4a7d-b521-ada193270eac admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:50:07.630344 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-39044ceb-d2de-462e-871d-1173518d7f3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:07.633290 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdea8cc5-220a-44bc-a5d1-4014a0c497ae None None] Sync routers for ids ['3cd8e85d-fb20-414d-8208-eae0f460b3e1'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:50:07.649585 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdea8cc5-220a-44bc-a5d1-4014a0c497ae None None] Routers {'3cd8e85d-fb20-414d-8208-eae0f460b3e1'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:50:07.651087 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-cdea8cc5-220a-44bc-a5d1-4014a0c497ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:50:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['3cd8e85d-fb20-414d-8208-eae0f460b3e1'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:07.722359 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4e07c5a8-dfe2-45f2-8bfb-d651f30fb2ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:07.729489 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4e07c5a8-dfe2-45f2-8bfb-d651f30fb2ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:07.733174 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4e07c5a8-dfe2-45f2-8bfb-d651f30fb2ba admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ef84947d-fc04-4bea-9283-a0aae58d8b58 HTTP/1.1" status: 204 len: 168 time: 0.2781081 Nov 12 00:50:07.778711 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e07c5a8-dfe2-45f2-8bfb-d651f30fb2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef84947d-fc04-4bea-9283-a0aae58d8b58,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:07.792995 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-21b9e5b3-6087-43ed-bbd6-84373571dd1a req-43cc1498-01ef-45b1-8e15-ac12592f7cd7 tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fdd0820-a439-44fb-9f93-5f64e1e3f386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872865 Nov 12 00:50:07.812461 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-117dc198-fd6a-4a7d-b521-ada193270eac admin admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:07.822638 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-117dc198-fd6a-4a7d-b521-ada193270eac admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 8.3496892 Nov 12 00:50:07.825250 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47148) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:07.859923 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-cdea8cc5-220a-44bc-a5d1-4014a0c497ae None None] Set router 3cd8e85d-fb20-414d-8208-eae0f460b3e1 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:50:07.929663 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:07.940344 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-39044ceb-d2de-462e-871d-1173518d7f3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:07.955644 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-39044ceb-d2de-462e-871d-1173518d7f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:07.993931 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-62b9a124-70ef-4fb5-aae0-1efb3ad6dead admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:08.011727 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-62b9a124-70ef-4fb5-aae0-1efb3ad6dead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:08.095748 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-62b9a124-70ef-4fb5-aae0-1efb3ad6dead admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f0d89811be1f4ad0bfdaf83815a18019&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1162717 Nov 12 00:50:08.112934 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-cdea8cc5-220a-44bc-a5d1-4014a0c497ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd8e85d-fb20-414d-8208-eae0f460b3e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-844465192-router', 'tenant_id': '9b905ac4ad7e414b9066e5552ef2b701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '1a79c30d-7b6b-4240-897c-ae5e8a6b9442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:49:59Z', 'updated_at': '2021-11-12T00:50:04Z', 'revision_number': 3, 'project_id': '9b905ac4ad7e414b9066e5552ef2b701', 'gw_port': {'id': '1a79c30d-7b6b-4240-897c-ae5e8a6b9442', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:81:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd8e85d-fb20-414d-8208-eae0f460b3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:02Z', 'updated_at': '2021-11-12T00:50:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:08.126507 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-39044ceb-d2de-462e-871d-1173518d7f3e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0ae701f7376544c1b52e1ec2e52bd44e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5278146 Nov 12 00:50:08.130218 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 47160) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:08.130441 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 47162) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:08.170787 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdea8cc5-220a-44bc-a5d1-4014a0c497ae None None] Checking router: 3cd8e85d-fb20-414d-8208-eae0f460b3e1 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:50:08.176959 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdea8cc5-220a-44bc-a5d1-4014a0c497ae None None] Updating router 3cd8e85d-fb20-414d-8208-eae0f460b3e1 port 1a79c30d-7b6b-4240-897c-ae5e8a6b9442 binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:50:08.229058 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-cdea8cc5-220a-44bc-a5d1-4014a0c497ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:08.232445 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39044ceb-d2de-462e-871d-1173518d7f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd35502-2d0f-4b24-9088-ac72085998ac,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:08.247269 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-859ddc1b-ab48-41aa-8b9a-0a1005eade64 req-83fc789b-de48-46b0-8a2c-df621bccc5fd tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/security-groups?id=11ecfe66-8635-4f16-abd4-ad082f2cb0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6183043 Nov 12 00:50:08.310376 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b9a124-70ef-4fb5-aae0-1efb3ad6dead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39b80d2-8503-4e39-beb7-7afb470e93a6,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:08.398603 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ca637f87-6485-4752-9cdb-e6c2600cb295 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:08.486008 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ca637f87-6485-4752-9cdb-e6c2600cb295 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:08.590012 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ca637f87-6485-4752-9cdb-e6c2600cb295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:08.592590 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ca637f87-6485-4752-9cdb-e6c2600cb295 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:08.597636 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-ca637f87-6485-4752-9cdb-e6c2600cb295 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2bd35502-2d0f-4b24-9088-ac72085998ac HTTP/1.1" status: 204 len: 168 time: 0.4402506 Nov 12 00:50:08.606905 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-78df2bc0-0401-4ffe-a186-ac2b1fa8ca50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:08.629670 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca637f87-6485-4752-9cdb-e6c2600cb295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd35502-2d0f-4b24-9088-ac72085998ac,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:08.645035 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-cdea8cc5-220a-44bc-a5d1-4014a0c497ae None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:08.652729 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-cdea8cc5-220a-44bc-a5d1-4014a0c497ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:08.721946 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-78df2bc0-0401-4ffe-a186-ac2b1fa8ca50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:08.797118 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50869495-be96-46ee-bab3-a076cb040e28 req-ee78ad09-57b0-451d-b779-8afbceb4c754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:08.798685 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-50869495-be96-46ee-bab3-a076cb040e28 req-ee78ad09-57b0-451d-b779-8afbceb4c754 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e4d64aa2a37c41a9823d4d2041200196&device_id=0e3f3196-7aff-4b8d-9a24-d4d33ab1c132 HTTP/1.1" status: 200 len: 1122 time: 0.1573720 Nov 12 00:50:08.844423 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-cdea8cc5-220a-44bc-a5d1-4014a0c497ae None None] Attempting to bind port 1a79c30d-7b6b-4240-897c-ae5e8a6b9442 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:50:08.844792 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-cdea8cc5-220a-44bc-a5d1-4014a0c497ae None None] Attempting to bind port 1a79c30d-7b6b-4240-897c-ae5e8a6b9442 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:50:08.845372 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdea8cc5-220a-44bc-a5d1-4014a0c497ae None None] Attempting to bind port 1a79c30d-7b6b-4240-897c-ae5e8a6b9442 on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:08.861081 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdea8cc5-220a-44bc-a5d1-4014a0c497ae None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:50:08.861835 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdea8cc5-220a-44bc-a5d1-4014a0c497ae None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:50:08.862496 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-cdea8cc5-220a-44bc-a5d1-4014a0c497ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:08.863079 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdea8cc5-220a-44bc-a5d1-4014a0c497ae None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:50:08.863771 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-cdea8cc5-220a-44bc-a5d1-4014a0c497ae None None] Bound port: 1a79c30d-7b6b-4240-897c-ae5e8a6b9442, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:50:08.864216 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-cdea8cc5-220a-44bc-a5d1-4014a0c497ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:08.928809 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc7826c-3ff8-452b-92ad-7dd7f292a427 None None] Pushing event updated for resources: {'Port': ['ID=1a79c30d-7b6b-4240-897c-ae5e8a6b9442,revision_number=2']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:09.029131 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-cdea8cc5-220a-44bc-a5d1-4014a0c497ae None None] For port 1a79c30d-7b6b-4240-897c-ae5e8a6b9442, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:50:09.067191 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-cdea8cc5-220a-44bc-a5d1-4014a0c497ae None None] For port 1a79c30d-7b6b-4240-897c-ae5e8a6b9442, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=1a79c30d-7b6b-4240-897c-ae5e8a6b9442,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:50:09.074936 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-cdea8cc5-220a-44bc-a5d1-4014a0c497ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:09.088897 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-719b5e93-e5ab-4ee5-bf09-4acfb60518ab req-32ed2568-6e0f-4907-9fcb-41b71a3b7475 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=191462a5-0638-4469-8cce-f9027cf63fbd HTTP/1.1" status: 200 len: 217 time: 0.1461744 Nov 12 00:50:09.097254 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50869495-be96-46ee-bab3-a076cb040e28 req-6bd65317-ab06-43b5-9757-ba8d0fff08cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:09.098657 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-50869495-be96-46ee-bab3-a076cb040e28 req-6bd65317-ab06-43b5-9757-ba8d0fff08cb service neutron] 10.222.0.44 "GET /v2.0/networks?id=945c2da1-f958-478a-a48a-8af2dfa2e179 HTTP/1.1" status: 200 len: 869 time: 0.2837124 Nov 12 00:50:09.214233 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-78df2bc0-0401-4ffe-a186-ac2b1fa8ca50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:09.216883 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-78df2bc0-0401-4ffe-a186-ac2b1fa8ca50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:09.218042 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-78df2bc0-0401-4ffe-a186-ac2b1fa8ca50 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e39b80d2-8503-4e39-beb7-7afb470e93a6 HTTP/1.1" status: 204 len: 168 time: 1.0860927 Nov 12 00:50:09.219616 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-50869495-be96-46ee-bab3-a076cb040e28 req-95708cfd-e561-4e02-836a-a00535b47628 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=2a5f051d-5918-41e2-81dd-35e16c96100b HTTP/1.1" status: 200 len: 217 time: 0.0560436 Nov 12 00:50:09.233358 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78df2bc0-0401-4ffe-a186-ac2b1fa8ca50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39b80d2-8503-4e39-beb7-7afb470e93a6,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:09.240715 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc7826c-3ff8-452b-92ad-7dd7f292a427 None None] Pushing event updated for resources: {'Port': ['ID=1a79c30d-7b6b-4240-897c-ae5e8a6b9442,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:09.245274 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b1b97-d531-4126-8a4d-da07db709fc0 req-0ec5ed60-3052-4d2e-a5c4-67f965f29768 tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:09.253368 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7b4b1b97-d531-4126-8a4d-da07db709fc0 req-0ec5ed60-3052-4d2e-a5c4-67f965f29768 tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e3f3196-7aff-4b8d-9a24-d4d33ab1c132 HTTP/1.1" status: 200 len: 970 time: 0.1527035 Nov 12 00:50:09.283894 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdea8cc5-220a-44bc-a5d1-4014a0c497ae None None] Routers {'3cd8e85d-fb20-414d-8208-eae0f460b3e1'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:50:09.286498 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-cdea8cc5-220a-44bc-a5d1-4014a0c497ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:50:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['3cd8e85d-fb20-414d-8208-eae0f460b3e1'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:09.311410 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b5e93-e5ab-4ee5-bf09-4acfb60518ab req-512af7b6-ddfe-4bb8-af8d-721ff5b4db80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:09.315527 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50869495-be96-46ee-bab3-a076cb040e28 req-3ce73b6e-211a-4baa-befb-e483cad2d209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:09.317273 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-50869495-be96-46ee-bab3-a076cb040e28 req-3ce73b6e-211a-4baa-befb-e483cad2d209 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.0615580 Nov 12 00:50:09.324191 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-719b5e93-e5ab-4ee5-bf09-4acfb60518ab req-512af7b6-ddfe-4bb8-af8d-721ff5b4db80 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.2021918 Nov 12 00:50:09.398191 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-40ae59a7-be62-4f83-abed-fc13518edb63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:09.399225 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7b4b1b97-d531-4126-8a4d-da07db709fc0 req-a8a35094-b11f-4c99-b704-747aa91e8edb tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fdd0820-a439-44fb-9f93-5f64e1e3f386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419570 Nov 12 00:50:09.429477 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-cdea8cc5-220a-44bc-a5d1-4014a0c497ae None None] Set router 3cd8e85d-fb20-414d-8208-eae0f460b3e1 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:50:09.542778 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:50:09.626127 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50869495-be96-46ee-bab3-a076cb040e28 req-09bb7e37-67ae-4f8e-ba0b-fb002b8111b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:09.633206 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-50869495-be96-46ee-bab3-a076cb040e28 req-09bb7e37-67ae-4f8e-ba0b-fb002b8111b2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1440341 Nov 12 00:50:09.652999 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb160e40-0e22-434c-aa16-608b6860d4ed req-e06d46f3-9c86-4180-8c5d-45e3273fc170 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:09.663569 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cb160e40-0e22-434c-aa16-608b6860d4ed req-e06d46f3-9c86-4180-8c5d-45e3273fc170 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/ports?device_id=316a01e8-0178-4e3f-bba5-36cbe85b1dd0 HTTP/1.1" status: 200 len: 970 time: 0.1958528 Nov 12 00:50:09.715826 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b5e93-e5ab-4ee5-bf09-4acfb60518ab req-416e51ce-580a-4e6c-bd4e-c7407e8a4d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:09.718237 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-719b5e93-e5ab-4ee5-bf09-4acfb60518ab req-416e51ce-580a-4e6c-bd4e-c7407e8a4d9f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2161500 Nov 12 00:50:09.747309 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-cdea8cc5-220a-44bc-a5d1-4014a0c497ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd8e85d-fb20-414d-8208-eae0f460b3e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-844465192-router', 'tenant_id': '9b905ac4ad7e414b9066e5552ef2b701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '1a79c30d-7b6b-4240-897c-ae5e8a6b9442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:49:59Z', 'updated_at': '2021-11-12T00:50:04Z', 'revision_number': 3, 'project_id': '9b905ac4ad7e414b9066e5552ef2b701', 'gw_port': {'id': '1a79c30d-7b6b-4240-897c-ae5e8a6b9442', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:81:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd8e85d-fb20-414d-8208-eae0f460b3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:02Z', 'updated_at': '2021-11-12T00:50:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:09.749456 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-40ae59a7-be62-4f83-abed-fc13518edb63 admin admin] Allocated IP 172.20.0.1 (380dc67f-32ee-42c3-b0ef-9b757f8d672c/47df7114-a0c2-4b46-b6af-a22b77fec071/006edcac-9784-4f12-9487-80676da14248) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:50:09.770293 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cb160e40-0e22-434c-aa16-608b6860d4ed req-726f3658-870a-44c3-b3b4-b4684217b067 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/security-groups?id=11ecfe66-8635-4f16-abd4-ad082f2cb0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018419 Nov 12 00:50:09.782157 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdea8cc5-220a-44bc-a5d1-4014a0c497ae None None] The sync data for ids ['3cd8e85d-fb20-414d-8208-eae0f460b3e1'] in n-d-712142-27 is: [{'id': '3cd8e85d-fb20-414d-8208-eae0f460b3e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-844465192-router', 'tenant_id': '9b905ac4ad7e414b9066e5552ef2b701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '1a79c30d-7b6b-4240-897c-ae5e8a6b9442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:49:59Z', 'updated_at': '2021-11-12T00:50:04Z', 'revision_number': 3, 'project_id': '9b905ac4ad7e414b9066e5552ef2b701', 'gw_port': {'id': '1a79c30d-7b6b-4240-897c-ae5e8a6b9442', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:81:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd8e85d-fb20-414d-8208-eae0f460b3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:02Z', 'updated_at': '2021-11-12T00:50:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:50:09.832779 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 47226) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:09.868687 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-99c5c7e2-d9aa-4a09-a096-db0f124c2398 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:09.913206 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-50869495-be96-46ee-bab3-a076cb040e28 req-8309de5a-2c1e-4ddc-9d8e-988fb3e0d2a6 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462287 Nov 12 00:50:09.919065 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-40ae59a7-be62-4f83-abed-fc13518edb63 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:10.006760 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-40ae59a7-be62-4f83-abed-fc13518edb63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:10.069835 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-50869495-be96-46ee-bab3-a076cb040e28 req-6ca6fe4c-c933-4e19-8df1-db1df072cb48 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313412 Nov 12 00:50:10.076204 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-99c5c7e2-d9aa-4a09-a096-db0f124c2398 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:10.083818 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-99c5c7e2-d9aa-4a09-a096-db0f124c2398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:10.097811 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ae59a7-be62-4f83-abed-fc13518edb63 admin admin] Network 380dc67f-32ee-42c3-b0ef-9b757f8d672c is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:50:10.100639 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ae59a7-be62-4f83-abed-fc13518edb63 admin admin] Pushing event updated for resources: {'Port': ['ID=006edcac-9784-4f12-9487-80676da14248,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:10.103196 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-40ae59a7-be62-4f83-abed-fc13518edb63 admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:10.150693 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47236) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:10.151558 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ae59a7-be62-4f83-abed-fc13518edb63 admin admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:50:10.152110 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-40ae59a7-be62-4f83-abed-fc13518edb63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:10.154681 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-99c5c7e2-d9aa-4a09-a096-db0f124c2398 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=01fa334bc62c4363b4a44caad090c860&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3139327 Nov 12 00:50:10.158321 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c5c7e2-d9aa-4a09-a096-db0f124c2398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b31b8f85-10bf-4193-9563-d5af77d3a969,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:10.210184 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:10.345244 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 47242) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:10.409976 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-719b5e93-e5ab-4ee5-bf09-4acfb60518ab req-82a4ab21-0bb3-462e-b1a1-6ec2976dcc39 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4843590 Nov 12 00:50:10.459709 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-22192b09-e2fa-4fcb-91fb-bbb84b841f5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:10.571585 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3c844649-5b5f-480e-910e-01d25dcdacdc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:10.583374 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-519da69d-384a-4195-bd72-d26d220b946f None None] Provisioning complete for port 006edcac-9784-4f12-9487-80676da14248 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:10.584538 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-519da69d-384a-4195-bd72-d26d220b946f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:10.649288 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e9fe56-6b01-4bef-b101-16aed40794c5 req-967df3a7-dd24-409e-bb84-18bf0c96cf6d tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:10.660740 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-25e9fe56-6b01-4bef-b101-16aed40794c5 req-967df3a7-dd24-409e-bb84-18bf0c96cf6d tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e3f3196-7aff-4b8d-9a24-d4d33ab1c132 HTTP/1.1" status: 200 len: 970 time: 0.1623175 Nov 12 00:50:10.692676 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-519da69d-384a-4195-bd72-d26d220b946f None None] Port 006edcac-9784-4f12-9487-80676da14248 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:50:10.705336 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-22192b09-e2fa-4fcb-91fb-bbb84b841f5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:10.745165 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-40ae59a7-be62-4f83-abed-fc13518edb63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:10.842935 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-25e9fe56-6b01-4bef-b101-16aed40794c5 req-4dfe8192-7ca0-4b10-bd34-e71152cf1944 tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fdd0820-a439-44fb-9f93-5f64e1e3f386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812062 Nov 12 00:50:10.850687 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-719b5e93-e5ab-4ee5-bf09-4acfb60518ab req-34dd7085-410e-44a5-b051-356ccbf89fbd service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4228208 Nov 12 00:50:10.916314 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47260) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:10.936098 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 1a79c30d-7b6b-4240-897c-ae5e8a6b9442 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:50:10.973447 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3c844649-5b5f-480e-910e-01d25dcdacdc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:10.980524 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3c844649-5b5f-480e-910e-01d25dcdacdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:11.013634 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-22192b09-e2fa-4fcb-91fb-bbb84b841f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:11.027333 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-22192b09-e2fa-4fcb-91fb-bbb84b841f5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:11.030330 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-22192b09-e2fa-4fcb-91fb-bbb84b841f5c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b31b8f85-10bf-4193-9563-d5af77d3a969 HTTP/1.1" status: 204 len: 168 time: 0.8755090 Nov 12 00:50:11.066888 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22192b09-e2fa-4fcb-91fb-bbb84b841f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31b8f85-10bf-4193-9563-d5af77d3a969,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:11.116227 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c844649-5b5f-480e-910e-01d25dcdacdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4795e931-32ec-4a9b-ae35-49784b9514bc,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:11.126021 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3c844649-5b5f-480e-910e-01d25dcdacdc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b150f82840f6400e9e40e254bac63954&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7797015 Nov 12 00:50:11.131934 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 47270) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:11.159605 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 1a79c30d-7b6b-4240-897c-ae5e8a6b9442 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:11.160383 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:11.209044 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f011b1-fd97-49be-9629-c75918942ac9 req-279dbd98-d957-4d01-99dc-f93fc95090c3 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:11.210988 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-91f011b1-fd97-49be-9629-c75918942ac9 req-279dbd98-d957-4d01-99dc-f93fc95090c3 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/ports?device_id=316a01e8-0178-4e3f-bba5-36cbe85b1dd0 HTTP/1.1" status: 200 len: 970 time: 0.1670630 Nov 12 00:50:11.253944 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d47fcc83-be0d-47e6-9da0-23e897e74989 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:11.301723 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d47fcc83-be0d-47e6-9da0-23e897e74989 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:11.317694 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-40ae59a7-be62-4f83-abed-fc13518edb63 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:11.337150 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-91f011b1-fd97-49be-9629-c75918942ac9 req-30c476bb-f247-4406-99ca-e42de6e091cb tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/security-groups?id=11ecfe66-8635-4f16-abd4-ad082f2cb0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067853 Nov 12 00:50:11.346638 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-373ab038-6eaa-4fff-968e-4026232dac28 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1708142269-network', 'tenant_id': 'be790154a0eb4e83a3285874f15d7011'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:11.365597 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-40ae59a7-be62-4f83-abed-fc13518edb63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:11.366561 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-40ae59a7-be62-4f83-abed-fc13518edb63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:11.403528 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d47fcc83-be0d-47e6-9da0-23e897e74989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:11.406359 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d47fcc83-be0d-47e6-9da0-23e897e74989 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:11.408985 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-d47fcc83-be0d-47e6-9da0-23e897e74989 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4795e931-32ec-4a9b-ae35-49784b9514bc HTTP/1.1" status: 204 len: 168 time: 0.2741957 Nov 12 00:50:11.422954 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:11.433405 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47fcc83-be0d-47e6-9da0-23e897e74989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4795e931-32ec-4a9b-ae35-49784b9514bc,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:11.451282 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373ab038-6eaa-4fff-968e-4026232dac28 admin admin] Made reservation on behalf of be790154a0eb4e83a3285874f15d7011 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:50:11.462384 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-373ab038-6eaa-4fff-968e-4026232dac28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:11.470061 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 1a79c30d-7b6b-4240-897c-ae5e8a6b9442, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=1a79c30d-7b6b-4240-897c-ae5e8a6b9442,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:11.479405 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:11.506584 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-373ab038-6eaa-4fff-968e-4026232dac28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:11.516269 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ae59a7-be62-4f83-abed-fc13518edb63 admin admin] Pushing event updated for resources: {'Port': ['ID=006edcac-9784-4f12-9487-80676da14248,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:11.547389 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=1a79c30d-7b6b-4240-897c-ae5e8a6b9442,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:11.599730 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ae59a7-be62-4f83-abed-fc13518edb63 admin admin] Network 380dc67f-32ee-42c3-b0ef-9b757f8d672c is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:50:11.605463 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-40ae59a7-be62-4f83-abed-fc13518edb63 admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:11.702654 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-373ab038-6eaa-4fff-968e-4026232dac28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:11.733564 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-373ab038-6eaa-4fff-968e-4026232dac28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:11.782903 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-373ab038-6eaa-4fff-968e-4026232dac28 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:50:11.790561 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373ab038-6eaa-4fff-968e-4026232dac28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7b5f47-6a4d-4dbb-947d-d6f0677b04d1,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:11.811038 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-373ab038-6eaa-4fff-968e-4026232dac28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:11.811388 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-373ab038-6eaa-4fff-968e-4026232dac28 admin admin] Added segment 748a40d9-f548-4efe-84b7-3e5051b58076 of type vlan for network c7b9b149-504e-49e8-b977-749dca771516 Nov 12 00:50:11.813745 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ae59a7-be62-4f83-abed-fc13518edb63 admin admin] Router 3cd8e85d-fb20-414d-8208-eae0f460b3e1 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:50:11.903859 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-373ab038-6eaa-4fff-968e-4026232dac28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:11.955239 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 47294) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:11.970567 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-f670fdaf-c47a-478d-baca-7f25b4ef4756 None None] Provisioning complete for port 006edcac-9784-4f12-9487-80676da14248 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:11.971413 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f670fdaf-c47a-478d-baca-7f25b4ef4756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:11.980054 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4dc15e5f-2509-4bfb-b1eb-030ae3213a38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:11.997984 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-373ab038-6eaa-4fff-968e-4026232dac28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:11.998864 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373ab038-6eaa-4fff-968e-4026232dac28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:11.999464 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-373ab038-6eaa-4fff-968e-4026232dac28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:12.033650 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-f670fdaf-c47a-478d-baca-7f25b4ef4756 None None] Port 006edcac-9784-4f12-9487-80676da14248 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:50:12.079941 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f7cc55-593f-412a-a537-afadc2836661 req-afbd4b15-2132-4315-bd8e-a7ebc73fbd18 tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:12.081748 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-09f7cc55-593f-412a-a537-afadc2836661 req-afbd4b15-2132-4315-bd8e-a7ebc73fbd18 tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e3f3196-7aff-4b8d-9a24-d4d33ab1c132 HTTP/1.1" status: 200 len: 970 time: 0.1287353 Nov 12 00:50:12.137664 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373ab038-6eaa-4fff-968e-4026232dac28 admin admin] Pushing event updated for resources: {'Network': ['ID=c7b9b149-504e-49e8-b977-749dca771516,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:12.152985 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network c7b9b149-504e-49e8-b977-749dca771516 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:50:12.182990 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ae59a7-be62-4f83-abed-fc13518edb63 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:50:12.186117 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-09f7cc55-593f-412a-a537-afadc2836661 req-d0bff7d6-ac0a-4bd5-b2bb-506fe7acf10e tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fdd0820-a439-44fb-9f93-5f64e1e3f386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892735 Nov 12 00:50:12.197348 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-40ae59a7-be62-4f83-abed-fc13518edb63 admin admin] 10.222.0.45 "PUT /v2.0/routers/3cd8e85d-fb20-414d-8208-eae0f460b3e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3707516 Nov 12 00:50:12.206544 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 47298) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:12.209682 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-373ab038-6eaa-4fff-968e-4026232dac28 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2871728 Nov 12 00:50:12.213988 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-ddc70530-b00a-4fd2-9aeb-c31d353c07bf admin admin] Request body: {'subnet': {'network_id': 'c7b9b149-504e-49e8-b977-749dca771516', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1708142269-subnet', 'tenant_id': 'be790154a0eb4e83a3285874f15d7011', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:12.262948 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4dc15e5f-2509-4bfb-b1eb-030ae3213a38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:12.270960 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4dc15e5f-2509-4bfb-b1eb-030ae3213a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:12.277507 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc70530-b00a-4fd2-9aeb-c31d353c07bf admin admin] Made reservation on behalf of be790154a0eb4e83a3285874f15d7011 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:50:12.283853 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ddc70530-b00a-4fd2-9aeb-c31d353c07bf admin admin] Publish callbacks [] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:12.375390 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc15e5f-2509-4bfb-b1eb-030ae3213a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76ce40c-7c00-4426-87c1-2186a5398aea,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:12.398479 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4dc15e5f-2509-4bfb-b1eb-030ae3213a38 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fd929ead9b75449588395fc716df80d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4421794 Nov 12 00:50:12.401243 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47314) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:12.499204 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-56e80085-57fc-4034-82ec-4b053b7db014 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:12.532093 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-56e80085-57fc-4034-82ec-4b053b7db014 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:12.538496 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa0721e-4e63-43a4-b2ac-6772e2f72d58 None None] Sync routers for ids ['3cd8e85d-fb20-414d-8208-eae0f460b3e1'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:50:12.551824 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa0721e-4e63-43a4-b2ac-6772e2f72d58 None None] Routers {'3cd8e85d-fb20-414d-8208-eae0f460b3e1'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:50:12.553500 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-5aa0721e-4e63-43a4-b2ac-6772e2f72d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:50:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['3cd8e85d-fb20-414d-8208-eae0f460b3e1'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:12.585134 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-56e80085-57fc-4034-82ec-4b053b7db014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:12.588425 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-56e80085-57fc-4034-82ec-4b053b7db014 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:12.592158 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-56e80085-57fc-4034-82ec-4b053b7db014 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a76ce40c-7c00-4426-87c1-2186a5398aea HTTP/1.1" status: 204 len: 168 time: 0.1874044 Nov 12 00:50:12.607756 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e80085-57fc-4034-82ec-4b053b7db014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76ce40c-7c00-4426-87c1-2186a5398aea,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:12.623274 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703d70b5-ab61-459d-8cb8-6e42146dac33 req-022fce14-9ede-41f6-906d-a7f0d760b43f tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:12.625547 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-703d70b5-ab61-459d-8cb8-6e42146dac33 req-022fce14-9ede-41f6-906d-a7f0d760b43f tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/ports?device_id=316a01e8-0178-4e3f-bba5-36cbe85b1dd0 HTTP/1.1" status: 200 len: 970 time: 0.1559026 Nov 12 00:50:12.643619 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ddc70530-b00a-4fd2-9aeb-c31d353c07bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:12.738587 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-5aa0721e-4e63-43a4-b2ac-6772e2f72d58 None None] Set router 3cd8e85d-fb20-414d-8208-eae0f460b3e1 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:50:12.747344 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc70530-b00a-4fd2-9aeb-c31d353c07bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2d55a77-d132-4090-87d4-98bd07919932,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:12.763434 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-703d70b5-ab61-459d-8cb8-6e42146dac33 req-64621844-ee7d-43ca-9f43-11737a31b0fc tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/security-groups?id=11ecfe66-8635-4f16-abd4-ad082f2cb0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308982 Nov 12 00:50:12.780635 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc70530-b00a-4fd2-9aeb-c31d353c07bf admin admin] Checking segment: {'id': '748a40d9-f548-4efe-84b7-3e5051b58076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'c7b9b149-504e-49e8-b977-749dca771516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:50:12.781894 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc70530-b00a-4fd2-9aeb-c31d353c07bf admin admin] Network hostable DHCP agents. Network: c7b9b149-504e-49e8-b977-749dca771516, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:50:12.803549 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc70530-b00a-4fd2-9aeb-c31d353c07bf admin admin] Network c7b9b149-504e-49e8-b977-749dca771516 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:50:12.821883 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-ddc70530-b00a-4fd2-9aeb-c31d353c07bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, c7b9b149-504e-49e8-b977-749dca771516) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:12.830574 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc70530-b00a-4fd2-9aeb-c31d353c07bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:12.832257 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ddc70530-b00a-4fd2-9aeb-c31d353c07bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:12.854049 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-ddc70530-b00a-4fd2-9aeb-c31d353c07bf admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6441863 Nov 12 00:50:12.859263 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 1a79c30d-7b6b-4240-897c-ae5e8a6b9442 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:50:12.895457 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce25838d-b7e6-453e-a6f9-6d6ad34182f4 None None] Network c7b9b149-504e-49e8-b977-749dca771516 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:50:13.041439 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 1a79c30d-7b6b-4240-897c-ae5e8a6b9442 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:13.041881 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:13.173329 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9500e7e3-b187-4aa2-b7bc-42c5d1c8b6b5 None None] Network c7b9b149-504e-49e8-b977-749dca771516 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:50:13.270088 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47350) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:13.285175 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-5aa0721e-4e63-43a4-b2ac-6772e2f72d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd8e85d-fb20-414d-8208-eae0f460b3e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-844465192-router', 'tenant_id': '9b905ac4ad7e414b9066e5552ef2b701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '1a79c30d-7b6b-4240-897c-ae5e8a6b9442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:49:59Z', 'updated_at': '2021-11-12T00:50:10Z', 'revision_number': 4, 'project_id': '9b905ac4ad7e414b9066e5552ef2b701', 'gw_port': {'id': '1a79c30d-7b6b-4240-897c-ae5e8a6b9442', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:81:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd8e85d-fb20-414d-8208-eae0f460b3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:02Z', 'updated_at': '2021-11-12T00:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '006edcac-9784-4f12-9487-80676da14248', 'name': '', 'network_id': '380dc67f-32ee-42c3-b0ef-9b757f8d672c', 'tenant_id': '9b905ac4ad7e414b9066e5552ef2b701', 'mac_address': 'fa:16:3e:c4:cf:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd8e85d-fb20-414d-8208-eae0f460b3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '47df7114-a0c2-4b46-b6af-a22b77fec071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:09Z', 'updated_at': '2021-11-12T00:50:10Z', 'revision_number': 2, 'project_id': '9b905ac4ad7e414b9066e5552ef2b701', 'subnets': [{'id': '47df7114-a0c2-4b46-b6af-a22b77fec071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:13.309179 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-27f21b42-2b38-4ea0-bbec-397b9c604db3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:13.320768 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa0721e-4e63-43a4-b2ac-6772e2f72d58 None None] Checking router: 3cd8e85d-fb20-414d-8208-eae0f460b3e1 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:50:13.321382 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa0721e-4e63-43a4-b2ac-6772e2f72d58 None None] Updating router 3cd8e85d-fb20-414d-8208-eae0f460b3e1 port 006edcac-9784-4f12-9487-80676da14248 binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:50:13.382937 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5aa0721e-4e63-43a4-b2ac-6772e2f72d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:13.384272 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1598c-b85b-4064-9201-c4e7528dc7ac req-e23e382d-64b6-402b-a05b-2b47bc00e993 tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:13.390187 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d1f1598c-b85b-4064-9201-c4e7528dc7ac req-e23e382d-64b6-402b-a05b-2b47bc00e993 tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e3f3196-7aff-4b8d-9a24-d4d33ab1c132 HTTP/1.1" status: 200 len: 970 time: 0.1251309 Nov 12 00:50:13.457633 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d1f1598c-b85b-4064-9201-c4e7528dc7ac req-90cb10b5-63e7-4708-8422-15fe153c5a6c tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fdd0820-a439-44fb-9f93-5f64e1e3f386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603740 Nov 12 00:50:13.463668 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-27f21b42-2b38-4ea0-bbec-397b9c604db3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:13.469674 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-27f21b42-2b38-4ea0-bbec-397b9c604db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:13.505069 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f21b42-2b38-4ea0-bbec-397b9c604db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10580635-2f29-4d25-b568-d84ea1c231ff,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:13.537978 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 47356) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:13.538411 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-27f21b42-2b38-4ea0-bbec-397b9c604db3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3cce3ef9843b4df4a05a3c8008dbbac3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2664146 Nov 12 00:50:13.604084 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3230dc16-0226-44b7-9588-516fc8698946 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:13.631624 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3230dc16-0226-44b7-9588-516fc8698946 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:13.686942 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3230dc16-0226-44b7-9588-516fc8698946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:13.690407 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3230dc16-0226-44b7-9588-516fc8698946 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:13.692440 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3230dc16-0226-44b7-9588-516fc8698946 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/10580635-2f29-4d25-b568-d84ea1c231ff HTTP/1.1" status: 204 len: 168 time: 0.1523180 Nov 12 00:50:13.705521 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3230dc16-0226-44b7-9588-516fc8698946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10580635-2f29-4d25-b568-d84ea1c231ff,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:13.706336 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47362) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:13.903789 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5aa0721e-4e63-43a4-b2ac-6772e2f72d58 None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:13.917784 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5aa0721e-4e63-43a4-b2ac-6772e2f72d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:14.018620 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0cd1ba-473d-49ee-8faf-503990453e16 None None] Pushing event updated for resources: {'Port': ['ID=006edcac-9784-4f12-9487-80676da14248,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:14.072598 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-937ca615-3e30-4ccd-9f39-4e96f67f732d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:14.106218 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47384) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:14.107805 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-5aa0721e-4e63-43a4-b2ac-6772e2f72d58 None None] Attempting to bind port 006edcac-9784-4f12-9487-80676da14248 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:50:14.108199 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-5aa0721e-4e63-43a4-b2ac-6772e2f72d58 None None] Attempting to bind port 006edcac-9784-4f12-9487-80676da14248 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '49365b53-085c-43f7-a259-421fdf02465f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '380dc67f-32ee-42c3-b0ef-9b757f8d672c'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:50:14.108567 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa0721e-4e63-43a4-b2ac-6772e2f72d58 None None] Attempting to bind port 006edcac-9784-4f12-9487-80676da14248 on network 380dc67f-32ee-42c3-b0ef-9b757f8d672c {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:14.114706 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa0721e-4e63-43a4-b2ac-6772e2f72d58 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:50:14.115757 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa0721e-4e63-43a4-b2ac-6772e2f72d58 None None] Checking segment: {'id': '49365b53-085c-43f7-a259-421fdf02465f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '380dc67f-32ee-42c3-b0ef-9b757f8d672c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:50:14.116240 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5aa0721e-4e63-43a4-b2ac-6772e2f72d58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:14.116629 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa0721e-4e63-43a4-b2ac-6772e2f72d58 None None] Bound using segment: {'id': '49365b53-085c-43f7-a259-421fdf02465f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '380dc67f-32ee-42c3-b0ef-9b757f8d672c'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:50:14.117100 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-5aa0721e-4e63-43a4-b2ac-6772e2f72d58 None None] Bound port: 006edcac-9784-4f12-9487-80676da14248, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49365b53-085c-43f7-a259-421fdf02465f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '380dc67f-32ee-42c3-b0ef-9b757f8d672c'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:50:14.117497 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5aa0721e-4e63-43a4-b2ac-6772e2f72d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:14.119816 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-deecf6f8-3159-48d2-8565-350e2a503e4c tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1249096680', 'description': 'tempest-description--1366293985'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:14.212706 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-deecf6f8-3159-48d2-8565-350e2a503e4c tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:14.228017 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0126f-9729-4454-b4c2-48635864f5d9 req-2eda5968-7bd2-4768-b9b1-3f08c656b4f3 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:14.248878 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-06c0126f-9729-4454-b4c2-48635864f5d9 req-2eda5968-7bd2-4768-b9b1-3f08c656b4f3 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/ports?device_id=316a01e8-0178-4e3f-bba5-36cbe85b1dd0 HTTP/1.1" status: 200 len: 970 time: 0.3801546 Nov 12 00:50:14.293503 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5aa0721e-4e63-43a4-b2ac-6772e2f72d58 None None] For port 006edcac-9784-4f12-9487-80676da14248, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:50:14.312782 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5aa0721e-4e63-43a4-b2ac-6772e2f72d58 None None] For port 006edcac-9784-4f12-9487-80676da14248, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=006edcac-9784-4f12-9487-80676da14248,segment=NetworkSegment(49365b53-085c-43f7-a259-421fdf02465f),segment_id=49365b53-085c-43f7-a259-421fdf02465f)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:50:14.390890 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5aa0721e-4e63-43a4-b2ac-6772e2f72d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:14.401289 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-deecf6f8-3159-48d2-8565-350e2a503e4c tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:14.402265 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-06c0126f-9729-4454-b4c2-48635864f5d9 req-d4fd7d4e-29c1-40da-ab38-f1f8feb7de4b tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/security-groups?id=11ecfe66-8635-4f16-abd4-ad082f2cb0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520739 Nov 12 00:50:14.420724 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-deecf6f8-3159-48d2-8565-350e2a503e4c tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:14.430995 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-937ca615-3e30-4ccd-9f39-4e96f67f732d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:14.444233 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-937ca615-3e30-4ccd-9f39-4e96f67f732d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:14.465996 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-deecf6f8-3159-48d2-8565-350e2a503e4c tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:14.467194 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-deecf6f8-3159-48d2-8565-350e2a503e4c tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3558414 Nov 12 00:50:14.468065 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-cc14ebab-41b4-4f51-bc55-82fe2bcd3175 None None] Provisioning complete for port 006edcac-9784-4f12-9487-80676da14248 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:14.468590 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cc14ebab-41b4-4f51-bc55-82fe2bcd3175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:14.469859 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 47396) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:14.475548 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-3b6e8748-8ac3-472f-b30d-d828b2208268 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Request body: {'security_group_rule': {'security_group_id': '4b2b10d4-8fc9-4132-a464-1a2cc040fb47', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:14.498716 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deecf6f8-3159-48d2-8565-350e2a503e4c tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2b10d4-8fc9-4132-a464-1a2cc040fb47,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:14.518506 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 47400) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:14.521460 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-937ca615-3e30-4ccd-9f39-4e96f67f732d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=27d2a915ba0e4960a74ee37de7490885&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8113787 Nov 12 00:50:14.561937 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ca615-3e30-4ccd-9f39-4e96f67f732d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d713de-6c81-4d44-a3ba-bd9a3e76a7ab,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:14.586589 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 2a5f051d-5918-41e2-81dd-35e16c96100b details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:50:14.674405 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ff39a7d1-0e59-4f62-b924-aa8e05e6d1bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:14.716837 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3b6e8748-8ac3-472f-b30d-d828b2208268 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:14.749306 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cc14ebab-41b4-4f51-bc55-82fe2bcd3175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:14.760156 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ff39a7d1-0e59-4f62-b924-aa8e05e6d1bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:14.787574 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de9e081-a64a-4572-89fa-0cf03f440498 req-312bc6fd-016a-4450-aa46-0ae5a91ba31d tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:14.789154 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0de9e081-a64a-4572-89fa-0cf03f440498 req-312bc6fd-016a-4450-aa46-0ae5a91ba31d tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e3f3196-7aff-4b8d-9a24-d4d33ab1c132 HTTP/1.1" status: 200 len: 970 time: 0.1927598 Nov 12 00:50:14.801690 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-cc14ebab-41b4-4f51-bc55-82fe2bcd3175 None None] For port 006edcac-9784-4f12-9487-80676da14248, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=006edcac-9784-4f12-9487-80676da14248,segment=NetworkSegment(49365b53-085c-43f7-a259-421fdf02465f),segment_id=49365b53-085c-43f7-a259-421fdf02465f)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:14.808996 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa0721e-4e63-43a4-b2ac-6772e2f72d58 None None] Routers {'3cd8e85d-fb20-414d-8208-eae0f460b3e1'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:50:14.809642 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-5aa0721e-4e63-43a4-b2ac-6772e2f72d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:50:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['3cd8e85d-fb20-414d-8208-eae0f460b3e1'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:14.848081 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0cd1ba-473d-49ee-8faf-503990453e16 None None] Pushing event updated for resources: {'Port': ['ID=006edcac-9784-4f12-9487-80676da14248,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:14.851200 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cc14ebab-41b4-4f51-bc55-82fe2bcd3175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:14.862399 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3b6e8748-8ac3-472f-b30d-d828b2208268 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:14.876191 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3b6e8748-8ac3-472f-b30d-d828b2208268 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:14.897560 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6e8748-8ac3-472f-b30d-d828b2208268 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b7113ae-8939-41b5-87e7-649953203291,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:14.923650 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0de9e081-a64a-4572-89fa-0cf03f440498 req-7351c98f-36ba-41c2-8a7c-5617f9525e6c tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fdd0820-a439-44fb-9f93-5f64e1e3f386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090610 Nov 12 00:50:14.934864 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ff39a7d1-0e59-4f62-b924-aa8e05e6d1bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:14.937897 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ff39a7d1-0e59-4f62-b924-aa8e05e6d1bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:14.939258 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-ff39a7d1-0e59-4f62-b924-aa8e05e6d1bc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f8d713de-6c81-4d44-a3ba-bd9a3e76a7ab HTTP/1.1" status: 204 len: 168 time: 0.4198256 Nov 12 00:50:14.949422 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff39a7d1-0e59-4f62-b924-aa8e05e6d1bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d713de-6c81-4d44-a3ba-bd9a3e76a7ab,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:14.953691 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3b6e8748-8ac3-472f-b30d-d828b2208268 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:14.955105 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3b6e8748-8ac3-472f-b30d-d828b2208268 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4842491 Nov 12 00:50:14.958093 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47416) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:14.963405 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-f6dcdb6b-e821-4794-b2aa-7f075da9111c tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Request body: {'security_group_rule': {'security_group_id': '4b2b10d4-8fc9-4132-a464-1a2cc040fb47', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:14.969059 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 47418) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:14.976686 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-cf6049a9-ae21-442d-aa3f-752947f12440 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-464909999-network', 'tenant_id': '5a671bbdf9da4fa795283c14778e2bc8'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:14.992427 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.db.api [None req-cf6049a9-ae21-442d-aa3f-752947f12440 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 00:50:14.992427 n-d-712142-27 neutron-server[109085]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 12 00:50:14.992427 n-d-712142-27 neutron-server[109085]: [parameters: {'project_id_1': '5a671bbdf9da4fa795283c14778e2bc8', 'expiration_1': datetime.datetime(2021, 11, 12, 0, 49, 54, 985265)}] Nov 12 00:50:14.992427 n-d-712142-27 neutron-server[109085]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:50:14.992884 n-d-712142-27 neutron-server[109085]: DEBUG oslo_db.api [None req-cf6049a9-ae21-442d-aa3f-752947f12440 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:50:15.019511 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f6dcdb6b-e821-4794-b2aa-7f075da9111c tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:15.058496 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc14ebab-41b4-4f51-bc55-82fe2bcd3175 None None] Pushing event updated for resources: {'Port': ['ID=006edcac-9784-4f12-9487-80676da14248,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:15.074499 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-8bea4c1f-1bfd-4b28-8f2e-0efc737f468a None None] Provisioning complete for port 006edcac-9784-4f12-9487-80676da14248 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:15.074886 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8bea4c1f-1bfd-4b28-8f2e-0efc737f468a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:15.092067 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f6dcdb6b-e821-4794-b2aa-7f075da9111c tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:15.097450 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f6dcdb6b-e821-4794-b2aa-7f075da9111c tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:15.115442 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 2a5f051d-5918-41e2-81dd-35e16c96100b, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=2a5f051d-5918-41e2-81dd-35e16c96100b,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:15.121268 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-5aa0721e-4e63-43a4-b2ac-6772e2f72d58 None None] Set router 3cd8e85d-fb20-414d-8208-eae0f460b3e1 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:50:15.127336 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f6dcdb6b-e821-4794-b2aa-7f075da9111c tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:15.134693 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 47424) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:15.134976 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f6dcdb6b-e821-4794-b2aa-7f075da9111c tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1752119 Nov 12 00:50:15.140622 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-55651eab-8b06-4452-b3e9-ce87a7c307c4 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Request body: {'floatingip': {'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:15.142494 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dcdb6b-e821-4794-b2aa-7f075da9111c tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de24c94a-3221-4dff-bceb-77e16798f86e,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:15.169939 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-55651eab-8b06-4452-b3e9-ce87a7c307c4 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks [] for floatingip, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:15.176788 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '2a5f051d-5918-41e2-81dd-35e16c96100b', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'port_id': '2a5f051d-5918-41e2-81dd-35e16c96100b', 'mac_address': 'fa:16:3e:06:cc:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0290328-7bc5-4266-bfb9-6eb25d91acf0', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:tempest-test_az-1390527777', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:50:15.329842 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:15.372229 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a5f051d-5918-41e2-81dd-35e16c96100b {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:50:15.408834 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60152bac-b458-41c3-8a81-9b7966eff4d9 req-7a5fbfdd-80b1-48e3-ad7a-29837523d070 tempest-NetworksTest-1989547578 tempest-NetworksTest-1989547578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:15.409466 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60152bac-b458-41c3-8a81-9b7966eff4d9 req-7a5fbfdd-80b1-48e3-ad7a-29837523d070 tempest-NetworksTest-1989547578 tempest-NetworksTest-1989547578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:15.410218 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60152bac-b458-41c3-8a81-9b7966eff4d9 req-7a5fbfdd-80b1-48e3-ad7a-29837523d070 tempest-NetworksTest-1989547578 tempest-NetworksTest-1989547578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:15.410907 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60152bac-b458-41c3-8a81-9b7966eff4d9 req-7a5fbfdd-80b1-48e3-ad7a-29837523d070 tempest-NetworksTest-1989547578 tempest-NetworksTest-1989547578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:15.411572 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60152bac-b458-41c3-8a81-9b7966eff4d9 req-7a5fbfdd-80b1-48e3-ad7a-29837523d070 tempest-NetworksTest-1989547578 tempest-NetworksTest-1989547578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:15.413279 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60152bac-b458-41c3-8a81-9b7966eff4d9 req-7a5fbfdd-80b1-48e3-ad7a-29837523d070 tempest-NetworksTest-1989547578 tempest-NetworksTest-1989547578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:15.420652 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-60152bac-b458-41c3-8a81-9b7966eff4d9 req-7a5fbfdd-80b1-48e3-ad7a-29837523d070 tempest-NetworksTest-1989547578 tempest-NetworksTest-1989547578-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4336 time: 0.2049513 Nov 12 00:50:15.438260 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 2a5f051d-5918-41e2-81dd-35e16c96100b, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=2a5f051d-5918-41e2-81dd-35e16c96100b,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:15.444977 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:15.445788 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 191462a5-0638-4469-8cce-f9027cf63fbd details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:50:15.562067 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-55651eab-8b06-4452-b3e9-ce87a7c307c4 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:15.568985 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47438) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:15.592616 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-110ceb48-5d71-41cf-a09e-2d27931147a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:15.604134 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=2a5f051d-5918-41e2-81dd-35e16c96100b,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:15.611870 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 191462a5-0638-4469-8cce-f9027cf63fbd, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=191462a5-0638-4469-8cce-f9027cf63fbd,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:15.634622 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '191462a5-0638-4469-8cce-f9027cf63fbd', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'port_id': '191462a5-0638-4469-8cce-f9027cf63fbd', 'mac_address': 'fa:16:3e:b1:62:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0290328-7bc5-4266-bfb9-6eb25d91acf0', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:tempest-test_az-1390527777', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:50:15.648842 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6049a9-ae21-442d-aa3f-752947f12440 admin admin] Made reservation on behalf of 5a671bbdf9da4fa795283c14778e2bc8 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:50:15.651234 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cf6049a9-ae21-442d-aa3f-752947f12440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:15.675550 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a8fb2-078e-4026-9e0b-73491cc4a81d req-fd5500dc-c607-4952-a68e-f9b975059515 tempest-NetworksTest-1989547578 tempest-NetworksTest-1989547578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:15.676888 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9c7a8fb2-078e-4026-9e0b-73491cc4a81d req-fd5500dc-c607-4952-a68e-f9b975059515 tempest-NetworksTest-1989547578 tempest-NetworksTest-1989547578-project-admin] 10.222.0.45 "GET /v2.0/networks/ab9ea869-d067-4dfb-b2de-16b019fae22d HTTP/1.1" status: 200 len: 886 time: 0.2240751 Nov 12 00:50:15.678250 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-5aa0721e-4e63-43a4-b2ac-6772e2f72d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd8e85d-fb20-414d-8208-eae0f460b3e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-844465192-router', 'tenant_id': '9b905ac4ad7e414b9066e5552ef2b701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '1a79c30d-7b6b-4240-897c-ae5e8a6b9442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:49:59Z', 'updated_at': '2021-11-12T00:50:10Z', 'revision_number': 4, 'project_id': '9b905ac4ad7e414b9066e5552ef2b701', 'gw_port': {'id': '1a79c30d-7b6b-4240-897c-ae5e8a6b9442', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:81:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd8e85d-fb20-414d-8208-eae0f460b3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:02Z', 'updated_at': '2021-11-12T00:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '006edcac-9784-4f12-9487-80676da14248', 'name': '', 'network_id': '380dc67f-32ee-42c3-b0ef-9b757f8d672c', 'tenant_id': '9b905ac4ad7e414b9066e5552ef2b701', 'mac_address': 'fa:16:3e:c4:cf:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd8e85d-fb20-414d-8208-eae0f460b3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '47df7114-a0c2-4b46-b6af-a22b77fec071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:09Z', 'updated_at': '2021-11-12T00:50:14Z', 'revision_number': 5, 'project_id': '9b905ac4ad7e414b9066e5552ef2b701', 'subnets': [{'id': '47df7114-a0c2-4b46-b6af-a22b77fec071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:15.678462 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cf6049a9-ae21-442d-aa3f-752947f12440 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:15.709461 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e22ce9-d485-4917-95c0-8a0d9a3a38b0 req-9d9ba183-c014-4803-a394-99563eec3c69 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:15.715536 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa0721e-4e63-43a4-b2ac-6772e2f72d58 None None] The sync data for ids ['3cd8e85d-fb20-414d-8208-eae0f460b3e1'] in n-d-712142-27 is: [{'id': '3cd8e85d-fb20-414d-8208-eae0f460b3e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-844465192-router', 'tenant_id': '9b905ac4ad7e414b9066e5552ef2b701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '1a79c30d-7b6b-4240-897c-ae5e8a6b9442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:49:59Z', 'updated_at': '2021-11-12T00:50:10Z', 'revision_number': 4, 'project_id': '9b905ac4ad7e414b9066e5552ef2b701', 'gw_port': {'id': '1a79c30d-7b6b-4240-897c-ae5e8a6b9442', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:81:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd8e85d-fb20-414d-8208-eae0f460b3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:02Z', 'updated_at': '2021-11-12T00:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '006edcac-9784-4f12-9487-80676da14248', 'name': '', 'network_id': '380dc67f-32ee-42c3-b0ef-9b757f8d672c', 'tenant_id': '9b905ac4ad7e414b9066e5552ef2b701', 'mac_address': 'fa:16:3e:c4:cf:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd8e85d-fb20-414d-8208-eae0f460b3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '47df7114-a0c2-4b46-b6af-a22b77fec071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:09Z', 'updated_at': '2021-11-12T00:50:14Z', 'revision_number': 5, 'project_id': '9b905ac4ad7e414b9066e5552ef2b701', 'subnets': [{'id': '47df7114-a0c2-4b46-b6af-a22b77fec071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:50:15.716789 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f6e22ce9-d485-4917-95c0-8a0d9a3a38b0 req-9d9ba183-c014-4803-a394-99563eec3c69 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/ports?device_id=316a01e8-0178-4e3f-bba5-36cbe85b1dd0 HTTP/1.1" status: 200 len: 970 time: 0.1935523 Nov 12 00:50:15.717237 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:15.738246 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-110ceb48-5d71-41cf-a09e-2d27931147a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:15.739832 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 191462a5-0638-4469-8cce-f9027cf63fbd {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:50:15.744110 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-110ceb48-5d71-41cf-a09e-2d27931147a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:15.803636 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 191462a5-0638-4469-8cce-f9027cf63fbd, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=191462a5-0638-4469-8cce-f9027cf63fbd,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:15.819557 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:15.880113 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110ceb48-5d71-41cf-a09e-2d27931147a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b50d3e-a36a-493d-9eb2-686d70c0c180,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:15.897410 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=191462a5-0638-4469-8cce-f9027cf63fbd,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:15.913053 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-110ceb48-5d71-41cf-a09e-2d27931147a6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d00a2af795f24bf59d2f38610479be79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3416183 Nov 12 00:50:15.916499 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47446) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:15.948431 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-55651eab-8b06-4452-b3e9-ce87a7c307c4 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Allocated IP 172.25.3.202 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/f3fc8b82-3a06-43d2-8567-8303a9d4aca3) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:50:15.997198 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f6e22ce9-d485-4917-95c0-8a0d9a3a38b0 req-51f3ca9e-ac0a-4130-adf9-d81d911f2c7b tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/security-groups?id=11ecfe66-8635-4f16-abd4-ad082f2cb0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794309 Nov 12 00:50:16.001188 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ae491a51-2816-475a-8376-601d7a6fcc79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:16.061676 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ae491a51-2816-475a-8376-601d7a6fcc79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:16.182064 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3aa9f2-6804-42f3-9fcf-1ffd9a883f66 req-f7624ef7-be36-4315-864d-4935ad5d6e6f tempest-NetworksTest-1989547578 tempest-NetworksTest-1989547578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:16.182538 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3aa9f2-6804-42f3-9fcf-1ffd9a883f66 req-f7624ef7-be36-4315-864d-4935ad5d6e6f tempest-NetworksTest-1989547578 tempest-NetworksTest-1989547578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:16.182994 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3aa9f2-6804-42f3-9fcf-1ffd9a883f66 req-f7624ef7-be36-4315-864d-4935ad5d6e6f tempest-NetworksTest-1989547578 tempest-NetworksTest-1989547578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:16.183448 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3aa9f2-6804-42f3-9fcf-1ffd9a883f66 req-f7624ef7-be36-4315-864d-4935ad5d6e6f tempest-NetworksTest-1989547578 tempest-NetworksTest-1989547578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:16.183898 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3aa9f2-6804-42f3-9fcf-1ffd9a883f66 req-f7624ef7-be36-4315-864d-4935ad5d6e6f tempest-NetworksTest-1989547578 tempest-NetworksTest-1989547578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:16.184381 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3aa9f2-6804-42f3-9fcf-1ffd9a883f66 req-f7624ef7-be36-4315-864d-4935ad5d6e6f tempest-NetworksTest-1989547578 tempest-NetworksTest-1989547578-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:16.193479 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ae491a51-2816-475a-8376-601d7a6fcc79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:16.194678 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1e3aa9f2-6804-42f3-9fcf-1ffd9a883f66 req-f7624ef7-be36-4315-864d-4935ad5d6e6f tempest-NetworksTest-1989547578 tempest-NetworksTest-1989547578-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4336 time: 0.4752207 Nov 12 00:50:16.200823 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ae491a51-2816-475a-8376-601d7a6fcc79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:16.204265 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ae491a51-2816-475a-8376-601d7a6fcc79 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/46b50d3e-a36a-493d-9eb2-686d70c0c180 HTTP/1.1" status: 204 len: 168 time: 0.2838764 Nov 12 00:50:16.216614 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae491a51-2816-475a-8376-601d7a6fcc79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b50d3e-a36a-493d-9eb2-686d70c0c180,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:16.264306 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cf6049a9-ae21-442d-aa3f-752947f12440 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:16.277119 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cf6049a9-ae21-442d-aa3f-752947f12440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:16.313791 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['191462a5-0638-4469-8cce-f9027cf63fbd'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:50:16.320406 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7308993-3b95-49d9-a676-cee3061904f5 req-9876787b-203f-4d8b-a989-cd3f98fc5e1e tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:16.322163 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f7308993-3b95-49d9-a676-cee3061904f5 req-9876787b-203f-4d8b-a989-cd3f98fc5e1e tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e3f3196-7aff-4b8d-9a24-d4d33ab1c132 HTTP/1.1" status: 200 len: 971 time: 0.2027545 Nov 12 00:50:16.325533 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-55651eab-8b06-4452-b3e9-ce87a7c307c4 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:16.334436 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf6049a9-ae21-442d-aa3f-752947f12440 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:50:16.374118 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cf6049a9-ae21-442d-aa3f-752947f12440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:16.374875 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-cf6049a9-ae21-442d-aa3f-752947f12440 admin admin] Added segment eeecbdff-4545-4876-bd9b-aeac8e9913bc of type vlan for network 820a18e7-52ad-41b1-92e0-d9dca604d985 Nov 12 00:50:16.388822 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6049a9-ae21-442d-aa3f-752947f12440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45398f03-7a39-4659-af91-4dfde7d7e6b6,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:16.414356 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['2a5f051d-5918-41e2-81dd-35e16c96100b'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:50:16.497344 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cf6049a9-ae21-442d-aa3f-752947f12440 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:16.528996 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f7308993-3b95-49d9-a676-cee3061904f5 req-5b90a842-e350-42e2-9bc4-d45dd519f3f1 tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fdd0820-a439-44fb-9f93-5f64e1e3f386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962121 Nov 12 00:50:16.564737 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-55651eab-8b06-4452-b3e9-ce87a7c307c4 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:16.625787 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cf6049a9-ae21-442d-aa3f-752947f12440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:16.629719 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6049a9-ae21-442d-aa3f-752947f12440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:16.630576 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cf6049a9-ae21-442d-aa3f-752947f12440 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:16.641502 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47464) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:16.652947 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55651eab-8b06-4452-b3e9-ce87a7c307c4 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:50:16.684360 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-55651eab-8b06-4452-b3e9-ce87a7c307c4 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:16.698297 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55651eab-8b06-4452-b3e9-ce87a7c307c4 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:50:16.709596 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-cf6049a9-ae21-442d-aa3f-752947f12440 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.7378101 Nov 12 00:50:16.709897 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47470) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:16.718719 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-5e94f524-7fbb-4504-b9e4-d0e56575a400 admin admin] Request body: {'subnet': {'network_id': '820a18e7-52ad-41b1-92e0-d9dca604d985', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-464909999-subnet', 'tenant_id': '5a671bbdf9da4fa795283c14778e2bc8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:16.772381 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e94f524-7fbb-4504-b9e4-d0e56575a400 admin admin] Made reservation on behalf of 5a671bbdf9da4fa795283c14778e2bc8 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:50:16.779320 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5e94f524-7fbb-4504-b9e4-d0e56575a400 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:16.820573 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55651eab-8b06-4452-b3e9-ce87a7c307c4 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Pushing event updated for resources: {'Port': ['ID=f3fc8b82-3a06-43d2-8567-8303a9d4aca3,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:16.886553 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 006edcac-9784-4f12-9487-80676da14248 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:50:16.940509 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-203eb6a8-7300-4f5e-84ca-2c093e6c4f98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:16.951804 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6049a9-ae21-442d-aa3f-752947f12440 admin admin] Pushing event updated for resources: {'Network': ['ID=820a18e7-52ad-41b1-92e0-d9dca604d985,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:16.971724 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 820a18e7-52ad-41b1-92e0-d9dca604d985 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:50:17.075468 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 006edcac-9784-4f12-9487-80676da14248 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:17.075825 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:17.085263 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-55651eab-8b06-4452-b3e9-ce87a7c307c4 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:17.156374 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-55651eab-8b06-4452-b3e9-ce87a7c307c4 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:17.298861 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-203eb6a8-7300-4f5e-84ca-2c093e6c4f98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:17.307637 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-203eb6a8-7300-4f5e-84ca-2c093e6c4f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:17.426191 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3042de-f9c4-4128-a79f-d419b2ab43e5 req-02bc9f71-db7d-4fac-9b39-3bd8ff28e531 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:17.435879 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ec3042de-f9c4-4128-a79f-d419b2ab43e5 req-02bc9f71-db7d-4fac-9b39-3bd8ff28e531 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/ports?device_id=316a01e8-0178-4e3f-bba5-36cbe85b1dd0 HTTP/1.1" status: 200 len: 971 time: 0.2676826 Nov 12 00:50:17.485512 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203eb6a8-7300-4f5e-84ca-2c093e6c4f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d8cb3d-0edf-4d2d-a1a1-e48de6b4d94d,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:17.499428 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-203eb6a8-7300-4f5e-84ca-2c093e6c4f98 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=60d56d0bb8bb4edcb965bc7224fa1add&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8567104 Nov 12 00:50:17.503358 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47490) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:17.633329 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ec3042de-f9c4-4128-a79f-d419b2ab43e5 req-0093b5a3-98f0-4883-bcae-71f67d5e919e tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/security-groups?id=11ecfe66-8635-4f16-abd4-ad082f2cb0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943345 Nov 12 00:50:17.672078 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7992b6c1-4dfb-444e-86cc-464769955184 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:17.674899 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5e94f524-7fbb-4504-b9e4-d0e56575a400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:17.748301 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94f524-7fbb-4504-b9e4-d0e56575a400 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db42eeda-89e0-4efe-b794-216fd98f7e87,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:17.753302 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-55651eab-8b06-4452-b3e9-ce87a7c307c4 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:17.768726 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7992b6c1-4dfb-444e-86cc-464769955184 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:17.768969 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-55651eab-8b06-4452-b3e9-ce87a7c307c4 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:17.847987 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e94f524-7fbb-4504-b9e4-d0e56575a400 admin admin] Checking segment: {'id': 'eeecbdff-4545-4876-bd9b-aeac8e9913bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '820a18e7-52ad-41b1-92e0-d9dca604d985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:50:17.850985 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e94f524-7fbb-4504-b9e4-d0e56575a400 admin admin] Network hostable DHCP agents. Network: 820a18e7-52ad-41b1-92e0-d9dca604d985, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:50:17.853868 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-55651eab-8b06-4452-b3e9-ce87a7c307c4 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:17.868272 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55651eab-8b06-4452-b3e9-ce87a7c307c4 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Pushing event updated for resources: {'Port': ['ID=f3fc8b82-3a06-43d2-8567-8303a9d4aca3,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:17.881778 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7992b6c1-4dfb-444e-86cc-464769955184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:17.882589 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-55651eab-8b06-4452-b3e9-ce87a7c307c4 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:17.884248 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-55651eab-8b06-4452-b3e9-ce87a7c307c4 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7483137 Nov 12 00:50:17.885425 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7992b6c1-4dfb-444e-86cc-464769955184 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:17.886564 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7992b6c1-4dfb-444e-86cc-464769955184 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b7d8cb3d-0edf-4d2d-a1a1-e48de6b4d94d HTTP/1.1" status: 204 len: 168 time: 0.3822825 Nov 12 00:50:17.893278 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30adc3a6-1987-450e-9ed1-b0ac796f1c76 req-e0b2a12e-a8cf-48b1-991d-7ca6611b1014 tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:17.897714 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992b6c1-4dfb-444e-86cc-464769955184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d8cb3d-0edf-4d2d-a1a1-e48de6b4d94d,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:17.900896 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-30adc3a6-1987-450e-9ed1-b0ac796f1c76 req-e0b2a12e-a8cf-48b1-991d-7ca6611b1014 tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e3f3196-7aff-4b8d-9a24-d4d33ab1c132 HTTP/1.1" status: 200 len: 971 time: 0.1635418 Nov 12 00:50:17.904674 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e94f524-7fbb-4504-b9e4-d0e56575a400 admin admin] Network 820a18e7-52ad-41b1-92e0-d9dca604d985 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:50:17.929294 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-5e94f524-7fbb-4504-b9e4-d0e56575a400 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 820a18e7-52ad-41b1-92e0-d9dca604d985) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:17.934394 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e94f524-7fbb-4504-b9e4-d0e56575a400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:17.935217 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5e94f524-7fbb-4504-b9e4-d0e56575a400 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:17.943748 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924f2ac1-ffda-43ef-9d39-942612a52b34 None None] Network 820a18e7-52ad-41b1-92e0-d9dca604d985 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:50:17.963890 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-30adc3a6-1987-450e-9ed1-b0ac796f1c76 req-fe071dae-808e-446f-b68f-7bebf2237445 tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fdd0820-a439-44fb-9f93-5f64e1e3f386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620592 Nov 12 00:50:17.970614 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5e94f524-7fbb-4504-b9e4-d0e56575a400 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2592070 Nov 12 00:50:18.108229 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115ee72e-8c2f-4335-a08d-5b5aede91416 None None] Network 820a18e7-52ad-41b1-92e0-d9dca604d985 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:50:18.229718 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47532) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:18.249203 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-084aca04-97dc-4d98-af74-f26ee45284df req-9563c98f-96a6-4047-9b02-5cff1b1f5cca tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1249096680&fields=id&tenant_id=ccb1e7e0eea141e9b6d3110322862248 HTTP/1.1" status: 200 len: 267 time: 0.1001806 Nov 12 00:50:18.306611 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-159f2d06-743e-4a74-ae24-3b4aec0bfb8f admin admin] Deleting subnet b2d55a77-d132-4090-87d4-98bd07919932 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:50:18.311430 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-159f2d06-743e-4a74-ae24-3b4aec0bfb8f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:18.362662 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-159f2d06-743e-4a74-ae24-3b4aec0bfb8f admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:18.375829 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-159f2d06-743e-4a74-ae24-3b4aec0bfb8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:18.443753 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-159f2d06-743e-4a74-ae24-3b4aec0bfb8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:18.461462 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-159f2d06-743e-4a74-ae24-3b4aec0bfb8f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:18.467237 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-159f2d06-743e-4a74-ae24-3b4aec0bfb8f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/b2d55a77-d132-4090-87d4-98bd07919932 HTTP/1.1" status: 204 len: 168 time: 0.2341938 Nov 12 00:50:18.488826 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47544) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:18.496463 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f2d06-743e-4a74-ae24-3b4aec0bfb8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2d55a77-d132-4090-87d4-98bd07919932,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:18.559414 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 2a5f051d-5918-41e2-81dd-35e16c96100b up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:50:18.571107 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b2dc5a35-f1e1-4b80-83e7-edd04fd8b107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:18.686184 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 2a5f051d-5918-41e2-81dd-35e16c96100b completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:50:18.693004 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 2a5f051d-5918-41e2-81dd-35e16c96100b triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:18.693373 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:18.705063 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084aca04-97dc-4d98-af74-f26ee45284df req-36b16f21-17e6-4010-b7d3-09382fc569e8 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:18.708135 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-084aca04-97dc-4d98-af74-f26ee45284df req-36b16f21-17e6-4010-b7d3-09382fc569e8 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/networks?id=9d38a466-42af-43d7-b83f-22dc50aa65c8 HTTP/1.1" status: 200 len: 823 time: 0.4512143 Nov 12 00:50:18.746243 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-084aca04-97dc-4d98-af74-f26ee45284df req-067f07fd-e357-4f04-b758-2905e81dd244 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/quotas/ccb1e7e0eea141e9b6d3110322862248 HTTP/1.1" status: 200 len: 375 time: 0.0308974 Nov 12 00:50:18.824206 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:18.831672 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 47552) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:18.850973 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e3f3196-7aff-4b8d-9a24-d4d33ab1c132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a5f051d-5918-41e2-81dd-35e16c96100b'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:18.854252 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b2dc5a35-f1e1-4b80-83e7-edd04fd8b107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:18.883724 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b2dc5a35-f1e1-4b80-83e7-edd04fd8b107 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:50:18.883724 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b2dc5a35-f1e1-4b80-83e7-edd04fd8b107 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:50:18.883724 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b2dc5a35-f1e1-4b80-83e7-edd04fd8b107 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:50:18.883724 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b2dc5a35-f1e1-4b80-83e7-edd04fd8b107 admin admin] Subscribe: > port after_create 55550000 {{(pid=109086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:50:18.883724 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b2dc5a35-f1e1-4b80-83e7-edd04fd8b107 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:50:18.883724 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b2dc5a35-f1e1-4b80-83e7-edd04fd8b107 admin admin] Subscribe: > port after_update 55550000 {{(pid=109086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:50:18.883724 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b2dc5a35-f1e1-4b80-83e7-edd04fd8b107 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:50:18.883724 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b2dc5a35-f1e1-4b80-83e7-edd04fd8b107 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:50:18.883724 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b2dc5a35-f1e1-4b80-83e7-edd04fd8b107 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:50:18.883724 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b2dc5a35-f1e1-4b80-83e7-edd04fd8b107 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:50:18.915380 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 47556) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:18.932709 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5423e050-ca0e-4801-b3a0-b5938b615507 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:18.964050 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-084aca04-97dc-4d98-af74-f26ee45284df req-76c282c0-11a4-476e-88a5-915229dd89a9 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ccb1e7e0eea141e9b6d3110322862248&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2143760 Nov 12 00:50:18.980461 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 2a5f051d-5918-41e2-81dd-35e16c96100b, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=2a5f051d-5918-41e2-81dd-35e16c96100b,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:18.991828 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b43fe0-e6e4-4176-817f-88a5b32dec80 req-2eda6c89-d78d-4edd-bcb3-4374fc7634dd tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:18.995505 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f8b43fe0-e6e4-4176-817f-88a5b32dec80 req-2eda6c89-d78d-4edd-bcb3-4374fc7634dd tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/ports?device_id=316a01e8-0178-4e3f-bba5-36cbe85b1dd0 HTTP/1.1" status: 200 len: 971 time: 0.1607120 Nov 12 00:50:18.996279 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:18.997418 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 191462a5-0638-4469-8cce-f9027cf63fbd up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:50:19.021720 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b2dc5a35-f1e1-4b80-83e7-edd04fd8b107 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:50:19.022422 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b2dc5a35-f1e1-4b80-83e7-edd04fd8b107 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:50:19.023465 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b2dc5a35-f1e1-4b80-83e7-edd04fd8b107 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:50:19.026453 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b2dc5a35-f1e1-4b80-83e7-edd04fd8b107 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:50:19.027493 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-b2dc5a35-f1e1-4b80-83e7-edd04fd8b107 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7b9b149-504e-49e8-b977-749dca771516']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:19.076371 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-b2dc5a35-f1e1-4b80-83e7-edd04fd8b107 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '748a40d9-f548-4efe-84b7-3e5051b58076') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:19.078907 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-b2dc5a35-f1e1-4b80-83e7-edd04fd8b107 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '748a40d9-f548-4efe-84b7-3e5051b58076') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:19.099420 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f8b43fe0-e6e4-4176-817f-88a5b32dec80 req-5887c1bb-fcad-4654-aebc-8230ab8e3c6f tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/security-groups?id=11ecfe66-8635-4f16-abd4-ad082f2cb0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935445 Nov 12 00:50:19.103651 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=2a5f051d-5918-41e2-81dd-35e16c96100b,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:19.125239 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 191462a5-0638-4469-8cce-f9027cf63fbd completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:50:19.128031 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 191462a5-0638-4469-8cce-f9027cf63fbd triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:19.128446 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b2dc5a35-f1e1-4b80-83e7-edd04fd8b107 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:19.128581 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:19.139474 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5423e050-ca0e-4801-b3a0-b5938b615507 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:19.146327 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5423e050-ca0e-4801-b3a0-b5938b615507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:19.154683 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b2dc5a35-f1e1-4b80-83e7-edd04fd8b107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:19.177361 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2dc5a35-f1e1-4b80-83e7-edd04fd8b107 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:50:19.179997 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b2dc5a35-f1e1-4b80-83e7-edd04fd8b107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:19.196096 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423e050-ca0e-4801-b3a0-b5938b615507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c84df9-0d2e-4678-98ed-fa9b10b415d3,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:19.208927 n-d-712142-27 neutron-server[109086]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 00:50:19.208927 n-d-712142-27 neutron-server[109086]: from cryptography.utils import int_from_bytes Nov 12 00:50:19.208927 n-d-712142-27 neutron-server[109086]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 00:50:19.208927 n-d-712142-27 neutron-server[109086]: from cryptography.utils import int_from_bytes Nov 12 00:50:19.208927 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 00:50:19.208927 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:50:19.208927 n-d-712142-27 neutron-server[109086]: timer() Nov 12 00:50:19.208927 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:50:19.208927 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 00:50:19.208927 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:50:19.208927 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 00:50:19.208927 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:50:19.208927 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 00:50:19.208927 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:50:19.208927 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 00:50:19.208927 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:50:19.208927 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 00:50:19.208927 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:50:19.208927 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:50:19.208927 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:50:19.208927 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:50:19.208927 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:50:19.208927 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 00:50:19.208927 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:50:19.208927 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 00:50:19.208927 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:50:19.208927 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:50:19.208927 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:50:19.208927 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 00:50:19.208927 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:50:19.208927 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:50:19.208927 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:50:19.208927 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:50:19.208927 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:50:19.208927 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:50:19.208927 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:50:19.247266 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-497a4d63-dd44-4254-a477-2c10d5a87350 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:19.279587 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-5423e050-ca0e-4801-b3a0-b5938b615507 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5d010338d1704c43815719f629131d85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4219666 Nov 12 00:50:19.293703 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:19.303230 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47574) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:19.336233 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da40c530-dd1d-45e0-9bd3-de8c964dc608" -d '{"events": [{"server_uuid": "0e3f3196-7aff-4b8d-9a24-d4d33ab1c132", "name": "network-vif-plugged", "status": "completed", "tag": "2a5f051d-5918-41e2-81dd-35e16c96100b"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:19.350539 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 191462a5-0638-4469-8cce-f9027cf63fbd, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=191462a5-0638-4469-8cce-f9027cf63fbd,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:19.356886 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:19.369404 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138ccd6-2ad2-4335-add0-f9e90c5f8ea4 req-48bdf5ee-f3d6-49f3-b867-49b5af5b14cf tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:19.371126 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c138ccd6-2ad2-4335-add0-f9e90c5f8ea4 req-48bdf5ee-f3d6-49f3-b867-49b5af5b14cf tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e3f3196-7aff-4b8d-9a24-d4d33ab1c132 HTTP/1.1" status: 200 len: 972 time: 0.1512690 Nov 12 00:50:19.409473 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b2dc5a35-f1e1-4b80-83e7-edd04fd8b107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:19.431228 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=191462a5-0638-4469-8cce-f9027cf63fbd,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:19.464255 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b2dc5a35-f1e1-4b80-83e7-edd04fd8b107 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:19.467730 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b2dc5a35-f1e1-4b80-83e7-edd04fd8b107 admin admin] 10.222.0.45 "DELETE /v2.0/networks/c7b9b149-504e-49e8-b977-749dca771516 HTTP/1.1" status: 204 len: 168 time: 0.9774935 Nov 12 00:50:19.469876 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c138ccd6-2ad2-4335-add0-f9e90c5f8ea4 req-702ff18a-dcf7-40a9-9e76-8279485fd0fb tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fdd0820-a439-44fb-9f93-5f64e1e3f386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873084 Nov 12 00:50:19.470702 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 47582) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:19.473432 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc5a35-f1e1-4b80-83e7-edd04fd8b107 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7b9b149-504e-49e8-b977-749dca771516,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:19.501983 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-00d34fdb-c97c-402b-a557-2cb2fcc4f95e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:19.520649 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-084aca04-97dc-4d98-af74-f26ee45284df req-cb7e31a3-0718-495a-ae4b-fdb115e76d08 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:50:19.522174 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-084aca04-97dc-4d98-af74-f26ee45284df req-cb7e31a3-0718-495a-ae4b-fdb115e76d08 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2650290 Nov 12 00:50:19.524135 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-497a4d63-dd44-4254-a477-2c10d5a87350 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:19.531859 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-00d34fdb-c97c-402b-a557-2cb2fcc4f95e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:19.547248 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-497a4d63-dd44-4254-a477-2c10d5a87350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:19.584747 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-00d34fdb-c97c-402b-a557-2cb2fcc4f95e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:19.587733 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-00d34fdb-c97c-402b-a557-2cb2fcc4f95e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:19.591477 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-00d34fdb-c97c-402b-a557-2cb2fcc4f95e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b3c84df9-0d2e-4678-98ed-fa9b10b415d3 HTTP/1.1" status: 204 len: 168 time: 0.2876990 Nov 12 00:50:19.600310 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d34fdb-c97c-402b-a557-2cb2fcc4f95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c84df9-0d2e-4678-98ed-fa9b10b415d3,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:19.601870 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-96dacf7f-169d-437d-979d-223bb4ff21d8 admin admin] Deleting subnet db42eeda-89e0-4efe-b794-216fd98f7e87 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:50:19.642704 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85497c6a-a608-464b-9619-352dcc0257d5 x-openstack-request-id: req-85497c6a-a608-464b-9619-352dcc0257d5 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:19.643038 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e3f3196-7aff-4b8d-9a24-d4d33ab1c132", "name": "network-vif-plugged", "status": "completed", "tag": "2a5f051d-5918-41e2-81dd-35e16c96100b", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:19.643290 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-85497c6a-a608-464b-9619-352dcc0257d5 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:19.643758 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e3f3196-7aff-4b8d-9a24-d4d33ab1c132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a5f051d-5918-41e2-81dd-35e16c96100b', 'code': 200} Nov 12 00:50:19.664744 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-96dacf7f-169d-437d-979d-223bb4ff21d8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:19.717928 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497a4d63-dd44-4254-a477-2c10d5a87350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546708ea-efcf-4ca9-a261-54ec478921b3,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:19.728302 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47592) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:19.728536 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-497a4d63-dd44-4254-a477-2c10d5a87350 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=392428753b1f4ff280452c6dc9c5d0c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8060658 Nov 12 00:50:19.756454 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-96dacf7f-169d-437d-979d-223bb4ff21d8 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:19.783064 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-96dacf7f-169d-437d-979d-223bb4ff21d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:19.823184 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-084aca04-97dc-4d98-af74-f26ee45284df req-d1040a80-8155-4793-9d64-1eb2dbf439da service neutron] 10.222.0.45 "GET /v2.0/networks/9d38a466-42af-43d7-b83f-22dc50aa65c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882817 Nov 12 00:50:19.883999 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9ffb3b67-71a2-40b7-858a-da2975d9479b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:19.895911 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8196b-e3ec-47a6-b310-15b0b9b139b2 req-2ee46471-d326-4a7b-a105-98e3244ec987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:19.898006 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-94d8196b-e3ec-47a6-b310-15b0b9b139b2 req-2ee46471-d326-4a7b-a105-98e3244ec987 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0e3f3196-7aff-4b8d-9a24-d4d33ab1c132 HTTP/1.1" status: 200 len: 1124 time: 0.1447661 Nov 12 00:50:19.923499 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-94d8196b-e3ec-47a6-b310-15b0b9b139b2 req-7a17f3bb-85c9-4163-83d7-09cfbfaea52d service neutron] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:19.938486 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-96dacf7f-169d-437d-979d-223bb4ff21d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:19.979955 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dacf7f-169d-437d-979d-223bb4ff21d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db42eeda-89e0-4efe-b794-216fd98f7e87,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:19.982269 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-96dacf7f-169d-437d-979d-223bb4ff21d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:19.986524 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-96dacf7f-169d-437d-979d-223bb4ff21d8 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/db42eeda-89e0-4efe-b794-216fd98f7e87 HTTP/1.1" status: 204 len: 168 time: 0.5047562 Nov 12 00:50:19.990100 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-084aca04-97dc-4d98-af74-f26ee45284df req-6c39db5f-f4a4-4c3d-914d-69e38b8f6b60 service neutron] 10.222.0.45 "GET /v2.0/networks/9d38a466-42af-43d7-b83f-22dc50aa65c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558044 Nov 12 00:50:19.990795 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 47604) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:20.052958 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-94d8196b-e3ec-47a6-b310-15b0b9b139b2 req-7a17f3bb-85c9-4163-83d7-09cfbfaea52d service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:20.067040 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9ffb3b67-71a2-40b7-858a-da2975d9479b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:20.068896 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-94d8196b-e3ec-47a6-b310-15b0b9b139b2 req-7a17f3bb-85c9-4163-83d7-09cfbfaea52d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:20.083886 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ae9e4894-cda7-43f6-9d2d-e9b636260665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:20.116786 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-94d8196b-e3ec-47a6-b310-15b0b9b139b2 req-7a17f3bb-85c9-4163-83d7-09cfbfaea52d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7fdd0820-a439-44fb-9f93-5f64e1e3f386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094345 Nov 12 00:50:20.157796 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 47612) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:20.160379 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a17f3bb-85c9-4163-83d7-09cfbfaea52d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=de871134-4c0c-4b63-9f25-4f737b600523,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:20.188724 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9ffb3b67-71a2-40b7-858a-da2975d9479b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:20.193289 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9ffb3b67-71a2-40b7-858a-da2975d9479b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:20.195791 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9ffb3b67-71a2-40b7-858a-da2975d9479b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/546708ea-efcf-4ca9-a261-54ec478921b3 HTTP/1.1" status: 204 len: 168 time: 0.4658015 Nov 12 00:50:20.212574 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffb3b67-71a2-40b7-858a-da2975d9479b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546708ea-efcf-4ca9-a261-54ec478921b3,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:20.319037 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ae9e4894-cda7-43f6-9d2d-e9b636260665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:20.378073 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-41d655d1-9291-45c7-b5f2-c3becc0de4d1 req-480b376c-e13d-4d99-bb90-97e3039840c4 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a0e4135-6894-4fd4-a9c1-8da7da0430fb HTTP/1.1" status: 200 len: 210 time: 0.0897505 Nov 12 00:50:20.399365 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ae9e4894-cda7-43f6-9d2d-e9b636260665 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:50:20.399841 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ae9e4894-cda7-43f6-9d2d-e9b636260665 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:50:20.400653 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ae9e4894-cda7-43f6-9d2d-e9b636260665 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:50:20.400999 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ae9e4894-cda7-43f6-9d2d-e9b636260665 admin admin] Subscribe: > port after_create 55550000 {{(pid=109085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:50:20.401316 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ae9e4894-cda7-43f6-9d2d-e9b636260665 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:50:20.401629 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ae9e4894-cda7-43f6-9d2d-e9b636260665 admin admin] Subscribe: > port after_update 55550000 {{(pid=109085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:50:20.402104 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ae9e4894-cda7-43f6-9d2d-e9b636260665 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:50:20.402613 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ae9e4894-cda7-43f6-9d2d-e9b636260665 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:50:20.402932 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ae9e4894-cda7-43f6-9d2d-e9b636260665 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:50:20.403238 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ae9e4894-cda7-43f6-9d2d-e9b636260665 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:50:20.479372 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ae9e4894-cda7-43f6-9d2d-e9b636260665 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:50:20.479849 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ae9e4894-cda7-43f6-9d2d-e9b636260665 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:50:20.480138 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ae9e4894-cda7-43f6-9d2d-e9b636260665 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:50:20.480419 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ae9e4894-cda7-43f6-9d2d-e9b636260665 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 00:50:20.491059 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-ae9e4894-cda7-43f6-9d2d-e9b636260665 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['820a18e7-52ad-41b1-92e0-d9dca604d985']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:20.528709 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-ae9e4894-cda7-43f6-9d2d-e9b636260665 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeecbdff-4545-4876-bd9b-aeac8e9913bc') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:20.529003 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-ae9e4894-cda7-43f6-9d2d-e9b636260665 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeecbdff-4545-4876-bd9b-aeac8e9913bc') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:20.533931 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-17834408-6c07-4688-908c-875bea1edbec admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:20.564314 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ae9e4894-cda7-43f6-9d2d-e9b636260665 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:20.603008 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd01e0-fee8-495d-83c0-cd0ef54850a4 req-b6e7b961-29d0-4c0e-85e0-5aceca90e588 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:20.606617 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-75dd01e0-fee8-495d-83c0-cd0ef54850a4 req-b6e7b961-29d0-4c0e-85e0-5aceca90e588 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/ports?device_id=316a01e8-0178-4e3f-bba5-36cbe85b1dd0 HTTP/1.1" status: 200 len: 972 time: 0.3275011 Nov 12 00:50:20.609123 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ae9e4894-cda7-43f6-9d2d-e9b636260665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:20.651016 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae9e4894-cda7-43f6-9d2d-e9b636260665 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:50:20.651424 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ae9e4894-cda7-43f6-9d2d-e9b636260665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:20.656612 n-d-712142-27 neutron-server[109085]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 00:50:20.656612 n-d-712142-27 neutron-server[109085]: from cryptography.utils import int_from_bytes Nov 12 00:50:20.656612 n-d-712142-27 neutron-server[109085]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 00:50:20.656612 n-d-712142-27 neutron-server[109085]: from cryptography.utils import int_from_bytes Nov 12 00:50:20.656612 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 00:50:20.656612 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:50:20.656612 n-d-712142-27 neutron-server[109085]: timer() Nov 12 00:50:20.656612 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:50:20.656612 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 00:50:20.656612 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:50:20.656612 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 00:50:20.656612 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:50:20.656612 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 00:50:20.656612 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:50:20.656612 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 00:50:20.656612 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:50:20.656612 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 00:50:20.656612 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:50:20.656612 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:50:20.656612 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:50:20.656612 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:50:20.656612 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:50:20.656612 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 00:50:20.656612 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:50:20.656612 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 00:50:20.656612 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:50:20.656612 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:50:20.656612 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:50:20.656612 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 00:50:20.656612 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:50:20.656612 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:50:20.656612 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:50:20.656612 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:50:20.656612 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:50:20.656612 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:50:20.656612 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:50:20.726465 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47642) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:20.743450 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-50bdf7c4-5e06-441a-855a-e596e70c14cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:20.792912 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ae9e4894-cda7-43f6-9d2d-e9b636260665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:20.801063 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ae9e4894-cda7-43f6-9d2d-e9b636260665 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:20.806945 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-ae9e4894-cda7-43f6-9d2d-e9b636260665 admin admin] 10.222.0.45 "DELETE /v2.0/networks/820a18e7-52ad-41b1-92e0-d9dca604d985 HTTP/1.1" status: 204 len: 168 time: 0.8148403 Nov 12 00:50:20.827161 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824fb24b-54d2-41ce-8aa1-24e81713eec7 req-5c53ddb4-1a47-48e0-987e-d3c52e8229fb tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:20.829100 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-824fb24b-54d2-41ce-8aa1-24e81713eec7 req-5c53ddb4-1a47-48e0-987e-d3c52e8229fb tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e3f3196-7aff-4b8d-9a24-d4d33ab1c132 HTTP/1.1" status: 200 len: 972 time: 0.2402742 Nov 12 00:50:20.848229 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-75dd01e0-fee8-495d-83c0-cd0ef54850a4 req-6b9fcb2f-25f5-4829-adb5-ef664ddb7352 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/security-groups?id=11ecfe66-8635-4f16-abd4-ad082f2cb0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178800 Nov 12 00:50:20.854076 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9e4894-cda7-43f6-9d2d-e9b636260665 admin admin] Pushing event deleted for resources: {'Network': ['ID=820a18e7-52ad-41b1-92e0-d9dca604d985,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:20.872787 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-50bdf7c4-5e06-441a-855a-e596e70c14cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:20.880042 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-50bdf7c4-5e06-441a-855a-e596e70c14cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:20.922814 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-50bdf7c4-5e06-441a-855a-e596e70c14cb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c829c9ca4d884c5c9982e553adb7cfaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1952798 Nov 12 00:50:20.927453 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 47648) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:20.930080 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-17834408-6c07-4688-908c-875bea1edbec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:20.930800 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bdf7c4-5e06-441a-855a-e596e70c14cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb0fcc1-747b-4fd3-8c61-617f9a291367,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:20.955124 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-17834408-6c07-4688-908c-875bea1edbec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:21.040259 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-824fb24b-54d2-41ce-8aa1-24e81713eec7 req-55f415d1-23d1-4518-b7e9-75864f40c1b6 tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fdd0820-a439-44fb-9f93-5f64e1e3f386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893387 Nov 12 00:50:21.055402 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-17834408-6c07-4688-908c-875bea1edbec admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=880363703f004bcdb07f7f3c393783c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8947756 Nov 12 00:50:21.057070 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17834408-6c07-4688-908c-875bea1edbec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=958c5733-0598-4ce1-87c5-6771af3d3088,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:21.060545 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 47650) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:21.077128 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47654) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:21.114974 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b7ce9d58-f257-4591-91b2-d088241f7a4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:21.121511 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ddd0c7ce-93d9-4b0f-8760-8e6e5e90a76c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=be790154a0eb4e83a3285874f15d7011&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427563 Nov 12 00:50:21.123809 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47656) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:21.150600 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b7ce9d58-f257-4591-91b2-d088241f7a4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:21.158765 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-18e33e0b-a9e5-483d-8dc2-940877f735b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:21.177276 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-682c8281-c12e-43c1-b27d-cc81676c7299 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:21.199904 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-18e33e0b-a9e5-483d-8dc2-940877f735b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:21.212976 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-682c8281-c12e-43c1-b27d-cc81676c7299 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:21.247334 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b7ce9d58-f257-4591-91b2-d088241f7a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:21.250326 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b7ce9d58-f257-4591-91b2-d088241f7a4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:21.252035 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-b7ce9d58-f257-4591-91b2-d088241f7a4f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/eeb0fcc1-747b-4fd3-8c61-617f9a291367 HTTP/1.1" status: 204 len: 168 time: 0.3201504 Nov 12 00:50:21.264120 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-18e33e0b-a9e5-483d-8dc2-940877f735b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:21.267309 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-18e33e0b-a9e5-483d-8dc2-940877f735b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:21.268746 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-18e33e0b-a9e5-483d-8dc2-940877f735b6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/958c5733-0598-4ce1-87c5-6771af3d3088 HTTP/1.1" status: 204 len: 168 time: 0.2067482 Nov 12 00:50:21.270350 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce9d58-f257-4591-91b2-d088241f7a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb0fcc1-747b-4fd3-8c61-617f9a291367,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:21.296743 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-682c8281-c12e-43c1-b27d-cc81676c7299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:21.301254 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-682c8281-c12e-43c1-b27d-cc81676c7299 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:21.307764 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-682c8281-c12e-43c1-b27d-cc81676c7299 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ae7b5f47-6a4d-4dbb-947d-d6f0677b04d1 HTTP/1.1" status: 204 len: 168 time: 0.1829221 Nov 12 00:50:21.308208 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e33e0b-a9e5-483d-8dc2-940877f735b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958c5733-0598-4ce1-87c5-6771af3d3088,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:21.321415 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682c8281-c12e-43c1-b27d-cc81676c7299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7b5f47-6a4d-4dbb-947d-d6f0677b04d1,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:21.484353 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e99bdb8-6a4d-4f3f-b554-ca417008ceb0 req-15effe83-3f85-4b6a-80fd-76afea1f9eb7 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a0e4135-6894-4fd4-a9c1-8da7da0430fb HTTP/1.1" status: 200 len: 210 time: 0.0304453 Nov 12 00:50:21.644693 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316a01e8-0178-4e3f-bba5-36cbe85b1dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191462a5-0638-4469-8cce-f9027cf63fbd'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:21.648510 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeaf7818-dcc6-4174-b2c2-2f64f5882b20" -d '{"events": [{"server_uuid": "316a01e8-0178-4e3f-bba5-36cbe85b1dd0", "name": "network-vif-plugged", "status": "completed", "tag": "191462a5-0638-4469-8cce-f9027cf63fbd"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:21.676049 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.16', 55331) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:21.687926 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8631b8cb-22d0-4499-889f-16db9e259abf x-openstack-request-id: req-8631b8cb-22d0-4499-889f-16db9e259abf {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:21.688453 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316a01e8-0178-4e3f-bba5-36cbe85b1dd0", "name": "network-vif-plugged", "status": "completed", "tag": "191462a5-0638-4469-8cce-f9027cf63fbd", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:21.688841 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8631b8cb-22d0-4499-889f-16db9e259abf {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:21.689374 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316a01e8-0178-4e3f-bba5-36cbe85b1dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191462a5-0638-4469-8cce-f9027cf63fbd', 'code': 200} Nov 12 00:50:21.835123 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 47686) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:21.854408 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-38be01a3-de56-4f57-94e3-1bce1e6b9d3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:21.924927 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084aca04-97dc-4d98-af74-f26ee45284df req-8601367a-7c0f-483d-830e-779524e90497 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:21.926448 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-084aca04-97dc-4d98-af74-f26ee45284df req-8601367a-7c0f-483d-830e-779524e90497 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.16 "GET /v2.0/networks?id=9d38a466-42af-43d7-b83f-22dc50aa65c8 HTTP/1.1" status: 200 len: 823 time: 0.2376790 Nov 12 00:50:21.932261 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35836872-f527-421e-8f38-a602a97595e8 req-dc6b5a4d-6e6b-46ed-ba10-93e0a4249d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:21.933883 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-35836872-f527-421e-8f38-a602a97595e8 req-dc6b5a4d-6e6b-46ed-ba10-93e0a4249d34 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=316a01e8-0178-4e3f-bba5-36cbe85b1dd0 HTTP/1.1" status: 200 len: 1124 time: 0.1138995 Nov 12 00:50:22.021248 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-35836872-f527-421e-8f38-a602a97595e8 req-41f3e2b6-49df-484a-a971-bd68dab6301b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=11ecfe66-8635-4f16-abd4-ad082f2cb0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647569 Nov 12 00:50:22.048709 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-38be01a3-de56-4f57-94e3-1bce1e6b9d3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:22.060491 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-38be01a3-de56-4f57-94e3-1bce1e6b9d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:22.097070 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d39504-3022-44ed-9683-1c2d064104ab req-d08efdb4-0f13-4f03-bfad-5f2e1d535cdc tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:22.098762 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-63d39504-3022-44ed-9683-1c2d064104ab req-d08efdb4-0f13-4f03-bfad-5f2e1d535cdc tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/ports?device_id=316a01e8-0178-4e3f-bba5-36cbe85b1dd0 HTTP/1.1" status: 200 len: 972 time: 0.1266356 Nov 12 00:50:22.116702 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 47698) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:22.139902 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-38be01a3-de56-4f57-94e3-1bce1e6b9d3c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=445f0cb8240b4ea1b4e3ed662d81f51a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3036432 Nov 12 00:50:22.142578 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47700) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:22.173140 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38be01a3-de56-4f57-94e3-1bce1e6b9d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e8b688-6db0-44e2-9110-3c5823742baa,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:22.232033 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-084aca04-97dc-4d98-af74-f26ee45284df req-2e39b4d3-f212-42ff-b704-ff3de3b7fbbc tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccb1e7e0eea141e9b6d3110322862248 HTTP/1.1" status: 200 len: 380 time: 0.1736910 Nov 12 00:50:22.243396 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-084aca04-97dc-4d98-af74-f26ee45284df req-821d2b0a-84a5-4ccb-b5b3-b48113ac7c63 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Request body: {'port': {'device_id': '9a0e4135-6894-4fd4-a9c1-8da7da0430fb', 'network_id': '9d38a466-42af-43d7-b83f-22dc50aa65c8', 'admin_state_up': True, 'tenant_id': 'ccb1e7e0eea141e9b6d3110322862248', 'security_groups': ['4b2b10d4-8fc9-4132-a464-1a2cc040fb47']}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:22.274119 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f2c6d2ff-9243-4610-8e1b-8ce141da6fd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:22.280375 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-63d39504-3022-44ed-9683-1c2d064104ab req-671eea22-7a4d-4361-8b3c-3a0ed5223ca0 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/security-groups?id=11ecfe66-8635-4f16-abd4-ad082f2cb0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698229 Nov 12 00:50:22.317303 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f2c6d2ff-9243-4610-8e1b-8ce141da6fd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:22.332238 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6353ef-ecb9-4847-8e73-29c84b2ef7d4 req-ee811f40-66cc-459e-8741-4ae215160504 tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:22.335898 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4e6353ef-ecb9-4847-8e73-29c84b2ef7d4 req-ee811f40-66cc-459e-8741-4ae215160504 tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e3f3196-7aff-4b8d-9a24-d4d33ab1c132 HTTP/1.1" status: 200 len: 972 time: 0.1842046 Nov 12 00:50:22.349669 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c8067a72-aa95-432d-8e3b-fd0d7db7e847 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5a671bbdf9da4fa795283c14778e2bc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2312350 Nov 12 00:50:22.374807 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47710) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:22.422820 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4e6353ef-ecb9-4847-8e73-29c84b2ef7d4 req-89522514-2b1f-440f-a436-efe3de7c9339 tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fdd0820-a439-44fb-9f93-5f64e1e3f386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720377 Nov 12 00:50:22.512061 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f2c6d2ff-9243-4610-8e1b-8ce141da6fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:22.515237 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f2c6d2ff-9243-4610-8e1b-8ce141da6fd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:22.516726 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f2c6d2ff-9243-4610-8e1b-8ce141da6fd8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e0e8b688-6db0-44e2-9110-3c5823742baa HTTP/1.1" status: 204 len: 168 time: 0.3652740 Nov 12 00:50:22.541566 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1465bed8-2e6e-402c-aba9-fa3a78e4f43e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:22.545745 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c6d2ff-9243-4610-8e1b-8ce141da6fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e8b688-6db0-44e2-9110-3c5823742baa,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:22.581867 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1465bed8-2e6e-402c-aba9-fa3a78e4f43e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:22.622394 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-084aca04-97dc-4d98-af74-f26ee45284df req-821d2b0a-84a5-4ccb-b5b3-b48113ac7c63 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Made reservation on behalf of ccb1e7e0eea141e9b6d3110322862248 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:50:22.626762 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-084aca04-97dc-4d98-af74-f26ee45284df req-821d2b0a-84a5-4ccb-b5b3-b48113ac7c63 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:22.724933 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d3f1425c-e370-45dc-ae3a-e59ce5bc55f3 req-8cc5ce44-a542-4599-9c8e-a0d2277d5e1c tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a0e4135-6894-4fd4-a9c1-8da7da0430fb HTTP/1.1" status: 200 len: 210 time: 0.0977185 Nov 12 00:50:22.725164 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1465bed8-2e6e-402c-aba9-fa3a78e4f43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:22.727520 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1465bed8-2e6e-402c-aba9-fa3a78e4f43e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:22.728888 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1465bed8-2e6e-402c-aba9-fa3a78e4f43e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/45398f03-7a39-4659-af91-4dfde7d7e6b6 HTTP/1.1" status: 204 len: 168 time: 0.3526325 Nov 12 00:50:22.757458 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1465bed8-2e6e-402c-aba9-fa3a78e4f43e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45398f03-7a39-4659-af91-4dfde7d7e6b6,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:22.761621 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd20b1f-9e98-400e-a1e3-5f70e25876c8 req-a03b3a51-93f8-4b03-8518-014a639eafd8 tempest-AggregatesAdminTestJSON-626543009 tempest-AggregatesAdminTestJSON-626543009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:22.773039 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1bd20b1f-9e98-400e-a1e3-5f70e25876c8 req-a03b3a51-93f8-4b03-8518-014a639eafd8 tempest-AggregatesAdminTestJSON-626543009 tempest-AggregatesAdminTestJSON-626543009-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=0e3f3196-7aff-4b8d-9a24-d4d33ab1c132 HTTP/1.1" status: 200 len: 1124 time: 0.1185679 Nov 12 00:50:22.792001 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1bd20b1f-9e98-400e-a1e3-5f70e25876c8 req-2313bc1b-6d64-4bd4-bc81-3a48c4a9417c tempest-AggregatesAdminTestJSON-626543009 tempest-AggregatesAdminTestJSON-626543009-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:22.852221 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-084aca04-97dc-4d98-af74-f26ee45284df req-821d2b0a-84a5-4ccb-b5b3-b48113ac7c63 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Allocated IP 172.20.0.5 (9d38a466-42af-43d7-b83f-22dc50aa65c8/3506ff68-efdf-4ec0-aae3-0d8c1586ac7a/2ed1f2e6-b473-4a25-9380-d1c902b834d4) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:50:22.894347 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1bd20b1f-9e98-400e-a1e3-5f70e25876c8 req-2313bc1b-6d64-4bd4-bc81-3a48c4a9417c tempest-AggregatesAdminTestJSON-626543009 tempest-AggregatesAdminTestJSON-626543009-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:22.900500 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1bd20b1f-9e98-400e-a1e3-5f70e25876c8 req-2313bc1b-6d64-4bd4-bc81-3a48c4a9417c tempest-AggregatesAdminTestJSON-626543009 tempest-AggregatesAdminTestJSON-626543009-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:22.960646 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2313bc1b-6d64-4bd4-bc81-3a48c4a9417c tempest-AggregatesAdminTestJSON-626543009 tempest-AggregatesAdminTestJSON-626543009-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cdc14d0-2ea6-4136-a164-9e9359bbfa6a,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:22.975289 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1bd20b1f-9e98-400e-a1e3-5f70e25876c8 req-2313bc1b-6d64-4bd4-bc81-3a48c4a9417c tempest-AggregatesAdminTestJSON-626543009 tempest-AggregatesAdminTestJSON-626543009-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=7fdd0820-a439-44fb-9f93-5f64e1e3f386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974630 Nov 12 00:50:23.078370 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-084aca04-97dc-4d98-af74-f26ee45284df req-821d2b0a-84a5-4ccb-b5b3-b48113ac7c63 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:23.139421 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-084aca04-97dc-4d98-af74-f26ee45284df req-821d2b0a-84a5-4ccb-b5b3-b48113ac7c63 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:23.236737 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-084aca04-97dc-4d98-af74-f26ee45284df req-821d2b0a-84a5-4ccb-b5b3-b48113ac7c63 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Network 9d38a466-42af-43d7-b83f-22dc50aa65c8 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:50:23.240724 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-084aca04-97dc-4d98-af74-f26ee45284df req-821d2b0a-84a5-4ccb-b5b3-b48113ac7c63 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:23.246145 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-084aca04-97dc-4d98-af74-f26ee45284df req-821d2b0a-84a5-4ccb-b5b3-b48113ac7c63 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:50:23.250202 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d2b0a-84a5-4ccb-b5b3-b48113ac7c63 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Pushing event updated for resources: {'Port': ['ID=2ed1f2e6-b473-4a25-9380-d1c902b834d4,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:23.383537 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084aca04-97dc-4d98-af74-f26ee45284df req-821d2b0a-84a5-4ccb-b5b3-b48113ac7c63 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:23.383537 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-084aca04-97dc-4d98-af74-f26ee45284df req-821d2b0a-84a5-4ccb-b5b3-b48113ac7c63 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:23.410059 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-084aca04-97dc-4d98-af74-f26ee45284df req-821d2b0a-84a5-4ccb-b5b3-b48113ac7c63 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1709354 Nov 12 00:50:23.534854 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5670f-84f2-420e-b772-0c035a6c4cb3 req-944711ae-7bba-40a5-b986-c60d5f92dfa4 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:23.537977 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-29a5670f-84f2-420e-b772-0c035a6c4cb3 req-944711ae-7bba-40a5-b986-c60d5f92dfa4 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/ports?device_id=316a01e8-0178-4e3f-bba5-36cbe85b1dd0 HTTP/1.1" status: 200 len: 972 time: 0.0931580 Nov 12 00:50:23.635916 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-d094062f-7cce-4c52-b2fd-0a48553cda87 None None] Provisioning complete for port 2ed1f2e6-b473-4a25-9380-d1c902b834d4 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:23.636510 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d094062f-7cce-4c52-b2fd-0a48553cda87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:23.642727 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-29a5670f-84f2-420e-b772-0c035a6c4cb3 req-99cfa0fb-083f-497d-a7d7-64e2c94c763d tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/security-groups?id=11ecfe66-8635-4f16-abd4-ad082f2cb0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868397 Nov 12 00:50:23.688052 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-d094062f-7cce-4c52-b2fd-0a48553cda87 None None] Port 2ed1f2e6-b473-4a25-9380-d1c902b834d4 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:50:24.142371 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f07895e-f48e-4652-915d-bea3bfc56b5a req-db7847d4-091f-4bd7-b307-e6594f92787d tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:24.148505 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2f07895e-f48e-4652-915d-bea3bfc56b5a req-db7847d4-091f-4bd7-b307-e6594f92787d tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a0e4135-6894-4fd4-a9c1-8da7da0430fb HTTP/1.1" status: 200 len: 931 time: 0.0554039 Nov 12 00:50:24.211261 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2f07895e-f48e-4652-915d-bea3bfc56b5a req-b95dc030-710b-4b10-85ca-d6711ca7fe38 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b2b10d4-8fc9-4132-a464-1a2cc040fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604460 Nov 12 00:50:24.771375 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455b86a-6025-4d82-9d30-7d03d6a3af67 req-753718a8-7a25-4f1c-b085-2aa9f0ffa155 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:24.778143 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47846) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:24.779231 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a455b86a-6025-4d82-9d30-7d03d6a3af67 req-753718a8-7a25-4f1c-b085-2aa9f0ffa155 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/ports?device_id=316a01e8-0178-4e3f-bba5-36cbe85b1dd0 HTTP/1.1" status: 200 len: 972 time: 0.0733013 Nov 12 00:50:24.826740 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a455b86a-6025-4d82-9d30-7d03d6a3af67 req-aa0081fc-2470-4795-aee9-43411aacf131 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/security-groups?id=11ecfe66-8635-4f16-abd4-ad082f2cb0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463881 Nov 12 00:50:25.074454 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-71444bc7-695b-4ae3-9ccd-bd4b3cc253d7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1670049317-network', 'tenant_id': '31213ba92821461cba1a0adcb9241baa'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:25.118522 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71444bc7-695b-4ae3-9ccd-bd4b3cc253d7 admin admin] Made reservation on behalf of 31213ba92821461cba1a0adcb9241baa for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:50:25.121797 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-71444bc7-695b-4ae3-9ccd-bd4b3cc253d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:25.133201 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-71444bc7-695b-4ae3-9ccd-bd4b3cc253d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:25.250039 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-71444bc7-695b-4ae3-9ccd-bd4b3cc253d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:25.257701 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-71444bc7-695b-4ae3-9ccd-bd4b3cc253d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:25.294386 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71444bc7-695b-4ae3-9ccd-bd4b3cc253d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:50:25.314065 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-71444bc7-695b-4ae3-9ccd-bd4b3cc253d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:25.314427 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-71444bc7-695b-4ae3-9ccd-bd4b3cc253d7 admin admin] Added segment 22cf0803-7015-4b8f-9bea-ad8ec3d31ac5 of type vlan for network dfbacf63-886c-40df-80dd-a56be185809d Nov 12 00:50:25.323791 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71444bc7-695b-4ae3-9ccd-bd4b3cc253d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a22e0df-b0e9-4738-bae1-57c99549c82f,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:25.418980 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-71444bc7-695b-4ae3-9ccd-bd4b3cc253d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:25.441614 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736da1f8-6aef-4b97-8528-fcec18c942ef req-70358ec0-051d-4e3d-b337-161a6000523e tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:25.443738 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-736da1f8-6aef-4b97-8528-fcec18c942ef req-70358ec0-051d-4e3d-b337-161a6000523e tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a0e4135-6894-4fd4-a9c1-8da7da0430fb HTTP/1.1" status: 200 len: 931 time: 0.0717378 Nov 12 00:50:25.463195 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-71444bc7-695b-4ae3-9ccd-bd4b3cc253d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:25.464206 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71444bc7-695b-4ae3-9ccd-bd4b3cc253d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:25.464821 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-71444bc7-695b-4ae3-9ccd-bd4b3cc253d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:25.511123 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-736da1f8-6aef-4b97-8528-fcec18c942ef req-a4a1872e-f224-484e-b668-fbe67b81e00d tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b2b10d4-8fc9-4132-a464-1a2cc040fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596695 Nov 12 00:50:25.548269 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 47894) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:25.548687 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-71444bc7-695b-4ae3-9ccd-bd4b3cc253d7 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7682378 Nov 12 00:50:25.557500 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-2b1c0b8d-5279-4196-9157-f2dec44e3f54 admin admin] Request body: {'subnet': {'network_id': 'dfbacf63-886c-40df-80dd-a56be185809d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1670049317-subnet', 'tenant_id': '31213ba92821461cba1a0adcb9241baa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:25.559846 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71444bc7-695b-4ae3-9ccd-bd4b3cc253d7 admin admin] Pushing event updated for resources: {'Network': ['ID=dfbacf63-886c-40df-80dd-a56be185809d,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:25.579857 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network dfbacf63-886c-40df-80dd-a56be185809d details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:50:25.607241 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1c0b8d-5279-4196-9157-f2dec44e3f54 admin admin] Made reservation on behalf of 31213ba92821461cba1a0adcb9241baa for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:50:25.610596 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2b1c0b8d-5279-4196-9157-f2dec44e3f54 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:25.835612 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2b1c0b8d-5279-4196-9157-f2dec44e3f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:25.928657 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f55f9e22-cd90-4e5a-ab6d-04cea65df3e1 req-9b16653b-34d8-464d-a111-0354d9acc7e7 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=798b5104a5534c79b1bbe81f7b5291e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476756 Nov 12 00:50:25.946456 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1c0b8d-5279-4196-9157-f2dec44e3f54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47cc90a9-e995-4711-ba6b-508e6e69e5de,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:25.985511 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1c0b8d-5279-4196-9157-f2dec44e3f54 admin admin] Checking segment: {'id': '22cf0803-7015-4b8f-9bea-ad8ec3d31ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfbacf63-886c-40df-80dd-a56be185809d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:50:25.985511 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1c0b8d-5279-4196-9157-f2dec44e3f54 admin admin] Network hostable DHCP agents. Network: dfbacf63-886c-40df-80dd-a56be185809d, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:50:26.030495 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b263f-8b5f-48c9-9b33-530df74d8992 req-c8d0a881-421d-4511-8075-a9f6bec61ec9 tempest-DeleteServersAdminTestJSON-203234694 tempest-DeleteServersAdminTestJSON-203234694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:26.037510 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-426b263f-8b5f-48c9-9b33-530df74d8992 req-c8d0a881-421d-4511-8075-a9f6bec61ec9 tempest-DeleteServersAdminTestJSON-203234694 tempest-DeleteServersAdminTestJSON-203234694-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=316a01e8-0178-4e3f-bba5-36cbe85b1dd0 HTTP/1.1" status: 200 len: 1124 time: 0.0896463 Nov 12 00:50:26.080287 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1c0b8d-5279-4196-9157-f2dec44e3f54 admin admin] Network dfbacf63-886c-40df-80dd-a56be185809d is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:50:26.093480 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-2b1c0b8d-5279-4196-9157-f2dec44e3f54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, dfbacf63-886c-40df-80dd-a56be185809d) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:26.111281 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719c18b6-8d43-4ca9-83a2-c8b0222cfc1d None None] Network dfbacf63-886c-40df-80dd-a56be185809d requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:50:26.132739 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1c0b8d-5279-4196-9157-f2dec44e3f54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:26.133578 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2b1c0b8d-5279-4196-9157-f2dec44e3f54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:26.202019 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-426b263f-8b5f-48c9-9b33-530df74d8992 req-e3d2feb5-1086-423b-805b-c5b8f9e2a5cd tempest-DeleteServersAdminTestJSON-203234694 tempest-DeleteServersAdminTestJSON-203234694-project-admin] Deleting port 191462a5-0638-4469-8cce-f9027cf63fbd {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:50:26.202361 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-426b263f-8b5f-48c9-9b33-530df74d8992 req-e3d2feb5-1086-423b-805b-c5b8f9e2a5cd tempest-DeleteServersAdminTestJSON-203234694 tempest-DeleteServersAdminTestJSON-203234694-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:26.210367 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f9e22-cd90-4e5a-ab6d-04cea65df3e1 req-d9655554-c707-4f7d-8c29-b1aa1d5e1b9b tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:26.221883 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f55f9e22-cd90-4e5a-ab6d-04cea65df3e1 req-d9655554-c707-4f7d-8c29-b1aa1d5e1b9b tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2866001 Nov 12 00:50:26.226534 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2b1c0b8d-5279-4196-9157-f2dec44e3f54 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6764591 Nov 12 00:50:26.288530 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f55f9e22-cd90-4e5a-ab6d-04cea65df3e1 req-d55edce2-ce44-4434-97fc-1decd7ea4523 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] 10.222.0.45 "GET /v2.0/quotas/798b5104a5534c79b1bbe81f7b5291e7 HTTP/1.1" status: 200 len: 375 time: 0.0512865 Nov 12 00:50:26.329436 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-426b263f-8b5f-48c9-9b33-530df74d8992 req-e3d2feb5-1086-423b-805b-c5b8f9e2a5cd tempest-DeleteServersAdminTestJSON-203234694 tempest-DeleteServersAdminTestJSON-203234694-project-admin] For port 191462a5-0638-4469-8cce-f9027cf63fbd, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=191462a5-0638-4469-8cce-f9027cf63fbd,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:26.330077 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-426b263f-8b5f-48c9-9b33-530df74d8992 req-e3d2feb5-1086-423b-805b-c5b8f9e2a5cd tempest-DeleteServersAdminTestJSON-203234694 tempest-DeleteServersAdminTestJSON-203234694-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:26.350442 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-426b263f-8b5f-48c9-9b33-530df74d8992 req-e3d2feb5-1086-423b-805b-c5b8f9e2a5cd tempest-DeleteServersAdminTestJSON-203234694 tempest-DeleteServersAdminTestJSON-203234694-project-admin] Calling delete_port for 191462a5-0638-4469-8cce-f9027cf63fbd owned by compute:tempest-test_az-1390527777 {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:50:26.389386 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87e7be2-2a6e-4cfa-a469-ae555568b43e None None] Network dfbacf63-886c-40df-80dd-a56be185809d requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:50:26.394148 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f55f9e22-cd90-4e5a-ab6d-04cea65df3e1 req-5048b628-2ae0-433f-82b8-cb9de3c31ba0 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=798b5104a5534c79b1bbe81f7b5291e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0756285 Nov 12 00:50:26.429181 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8003a3-94fd-42f7-9a1f-b8a56b874ab2 req-06cb2648-7207-4aa0-be98-ad2f518fa126 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:26.439640 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2f8003a3-94fd-42f7-9a1f-b8a56b874ab2 req-06cb2648-7207-4aa0-be98-ad2f518fa126 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/ports?device_id=316a01e8-0178-4e3f-bba5-36cbe85b1dd0 HTTP/1.1" status: 200 len: 972 time: 0.1863871 Nov 12 00:50:26.504497 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2f8003a3-94fd-42f7-9a1f-b8a56b874ab2 req-03c8472f-b350-4a99-b046-8bbf93ccfca6 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/security-groups?id=11ecfe66-8635-4f16-abd4-ad082f2cb0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626519 Nov 12 00:50:26.665690 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-426b263f-8b5f-48c9-9b33-530df74d8992 req-e3d2feb5-1086-423b-805b-c5b8f9e2a5cd tempest-DeleteServersAdminTestJSON-203234694 tempest-DeleteServersAdminTestJSON-203234694-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:26.706510 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['191462a5-0638-4469-8cce-f9027cf63fbd'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:50:26.718551 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d2feb5-1086-423b-805b-c5b8f9e2a5cd tempest-DeleteServersAdminTestJSON-203234694 tempest-DeleteServersAdminTestJSON-203234694-project-admin] Pushing event deleted for resources: {'Port': ['ID=191462a5-0638-4469-8cce-f9027cf63fbd,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:26.804052 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-426b263f-8b5f-48c9-9b33-530df74d8992 req-e3d2feb5-1086-423b-805b-c5b8f9e2a5cd tempest-DeleteServersAdminTestJSON-203234694 tempest-DeleteServersAdminTestJSON-203234694-project-admin] No DVR routers for this DVR port 191462a5-0638-4469-8cce-f9027cf63fbd on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:50:26.817599 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-426b263f-8b5f-48c9-9b33-530df74d8992 req-e3d2feb5-1086-423b-805b-c5b8f9e2a5cd tempest-DeleteServersAdminTestJSON-203234694 tempest-DeleteServersAdminTestJSON-203234694-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:26.835697 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-426b263f-8b5f-48c9-9b33-530df74d8992 req-e3d2feb5-1086-423b-805b-c5b8f9e2a5cd tempest-DeleteServersAdminTestJSON-203234694 tempest-DeleteServersAdminTestJSON-203234694-project-admin] 10.222.0.44 "DELETE /v2.0/ports/191462a5-0638-4469-8cce-f9027cf63fbd HTTP/1.1" status: 204 len: 173 time: 0.7792203 Nov 12 00:50:26.849168 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316a01e8-0178-4e3f-bba5-36cbe85b1dd0', 'name': 'network-vif-deleted', 'tag': '191462a5-0638-4469-8cce-f9027cf63fbd'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:26.852884 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6af9245-04f5-45c7-9f61-5a8ed0746d7b" -d '{"events": [{"server_uuid": "316a01e8-0178-4e3f-bba5-36cbe85b1dd0", "name": "network-vif-deleted", "tag": "191462a5-0638-4469-8cce-f9027cf63fbd"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:26.923683 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4081edb1-61f0-4305-9443-5d6d2089982b req-98f0a67b-24c6-40b1-8a53-211a5458bbdd tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:26.935292 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4081edb1-61f0-4305-9443-5d6d2089982b req-98f0a67b-24c6-40b1-8a53-211a5458bbdd tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a0e4135-6894-4fd4-a9c1-8da7da0430fb HTTP/1.1" status: 200 len: 931 time: 0.1147318 Nov 12 00:50:27.046913 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4081edb1-61f0-4305-9443-5d6d2089982b req-a5b60d0a-910c-4180-8876-f0dc34be2dbe tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b2b10d4-8fc9-4132-a464-1a2cc040fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950096 Nov 12 00:50:27.115548 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f0d6b988-3c3d-4c4d-9ce8-91f4e52452ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:27.146766 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d404cf39-2417-4930-99dc-1c4a64a74bb2 req-1191e7be-c39d-44e4-85d8-c09756a54fe6 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] 10.222.0.45 "GET /v2.0/ports?device_id=0167bf20-4467-4146-9c98-977aea984342 HTTP/1.1" status: 200 len: 210 time: 0.0544221 Nov 12 00:50:27.198800 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 47974) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:27.203881 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-5a0ae54a-071f-40a4-bf61-b8872073b7ed admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-422542902-network', 'tenant_id': '473e5c3531ec4c97a0f91b2a425551dd'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:27.241353 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0ae54a-071f-40a4-bf61-b8872073b7ed admin admin] Made reservation on behalf of 473e5c3531ec4c97a0f91b2a425551dd for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:50:27.244301 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5a0ae54a-071f-40a4-bf61-b8872073b7ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:27.260240 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b631f67-8378-4fcd-bcb0-b27338bf81f9 x-openstack-request-id: req-1b631f67-8378-4fcd-bcb0-b27338bf81f9 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:27.260730 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5a0ae54a-071f-40a4-bf61-b8872073b7ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:27.260811 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316a01e8-0178-4e3f-bba5-36cbe85b1dd0", "name": "network-vif-deleted", "tag": "191462a5-0638-4469-8cce-f9027cf63fbd", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:27.260811 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1b631f67-8378-4fcd-bcb0-b27338bf81f9 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:27.261196 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316a01e8-0178-4e3f-bba5-36cbe85b1dd0', 'name': 'network-vif-deleted', 'tag': '191462a5-0638-4469-8cce-f9027cf63fbd', 'status': 'completed', 'code': 200} Nov 12 00:50:27.377713 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5a0ae54a-071f-40a4-bf61-b8872073b7ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:27.387692 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5a0ae54a-071f-40a4-bf61-b8872073b7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:27.426280 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a0ae54a-071f-40a4-bf61-b8872073b7ed admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:50:27.436840 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ae54a-071f-40a4-bf61-b8872073b7ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b76060-78e1-4cc2-bab4-d4b1f7cd419c,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:27.442839 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5a0ae54a-071f-40a4-bf61-b8872073b7ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:27.443172 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-5a0ae54a-071f-40a4-bf61-b8872073b7ed admin admin] Added segment 15833460-7488-4fa5-9e63-b5a25b4bbd94 of type vlan for network c254d6bc-dd59-45ba-9e8a-258ec4d3aaca Nov 12 00:50:27.502463 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5a0ae54a-071f-40a4-bf61-b8872073b7ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:27.539270 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5a0ae54a-071f-40a4-bf61-b8872073b7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:27.541857 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0ae54a-071f-40a4-bf61-b8872073b7ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:27.543159 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5a0ae54a-071f-40a4-bf61-b8872073b7ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:27.615186 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-5a0ae54a-071f-40a4-bf61-b8872073b7ed admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4152355 Nov 12 00:50:27.617987 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48004) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:27.623536 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-c070ba78-cc7b-4325-ba21-361f4385ad3c admin admin] Request body: {'subnet': {'network_id': 'c254d6bc-dd59-45ba-9e8a-258ec4d3aaca', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-422542902-subnet', 'tenant_id': '473e5c3531ec4c97a0f91b2a425551dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:27.636483 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ae54a-071f-40a4-bf61-b8872073b7ed admin admin] Pushing event updated for resources: {'Network': ['ID=c254d6bc-dd59-45ba-9e8a-258ec4d3aaca,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:27.653192 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network c254d6bc-dd59-45ba-9e8a-258ec4d3aaca details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:50:27.655314 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c070ba78-cc7b-4325-ba21-361f4385ad3c admin admin] Made reservation on behalf of 473e5c3531ec4c97a0f91b2a425551dd for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:50:27.659066 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c070ba78-cc7b-4325-ba21-361f4385ad3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:27.719080 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-581ed4e0-05a4-4213-82a5-0f604e6b69c1 req-63256441-d690-43f2-a29e-5811479e45a6 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/ports?device_id=316a01e8-0178-4e3f-bba5-36cbe85b1dd0 HTTP/1.1" status: 200 len: 210 time: 0.0366912 Nov 12 00:50:28.139799 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c070ba78-cc7b-4325-ba21-361f4385ad3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:28.182832 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f57f2c-4c00-4670-b28f-c4ce2c093050 req-4213c481-b4b1-441f-9026-f120f11b7526 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:28.184921 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f8f57f2c-4c00-4670-b28f-c4ce2c093050 req-4213c481-b4b1-441f-9026-f120f11b7526 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a0e4135-6894-4fd4-a9c1-8da7da0430fb HTTP/1.1" status: 200 len: 931 time: 0.0619302 Nov 12 00:50:28.216384 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c070ba78-cc7b-4325-ba21-361f4385ad3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=07aeef1b-8f1d-44d7-98c7-5fe776c1f044,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:28.228953 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c070ba78-cc7b-4325-ba21-361f4385ad3c admin admin] Checking segment: {'id': '15833460-7488-4fa5-9e63-b5a25b4bbd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c254d6bc-dd59-45ba-9e8a-258ec4d3aaca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:50:28.229590 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c070ba78-cc7b-4325-ba21-361f4385ad3c admin admin] Network hostable DHCP agents. Network: c254d6bc-dd59-45ba-9e8a-258ec4d3aaca, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:50:28.251092 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c070ba78-cc7b-4325-ba21-361f4385ad3c admin admin] Network c254d6bc-dd59-45ba-9e8a-258ec4d3aaca is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:50:28.261774 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-c070ba78-cc7b-4325-ba21-361f4385ad3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, c254d6bc-dd59-45ba-9e8a-258ec4d3aaca) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:28.267551 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f8f57f2c-4c00-4670-b28f-c4ce2c093050 req-40f5c6f6-1a04-434b-8efd-e60764e3257b tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b2b10d4-8fc9-4132-a464-1a2cc040fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732250 Nov 12 00:50:28.270703 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928631d3-c281-4925-8479-9598968dd5a4 None None] Network c254d6bc-dd59-45ba-9e8a-258ec4d3aaca requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:50:28.275057 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c070ba78-cc7b-4325-ba21-361f4385ad3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:28.275836 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c070ba78-cc7b-4325-ba21-361f4385ad3c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:28.310070 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c070ba78-cc7b-4325-ba21-361f4385ad3c admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6905239 Nov 12 00:50:28.443074 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506920ca-8fc0-4609-898f-178a71f424ba None None] Network c254d6bc-dd59-45ba-9e8a-258ec4d3aaca requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:50:28.673218 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-37704efe-408e-49ca-b428-8666a8302a59 req-809632c2-63ec-4a70-a1b3-8799b1bbb76d tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] 10.222.0.45 "GET /v2.0/ports?device_id=0167bf20-4467-4146-9c98-977aea984342 HTTP/1.1" status: 200 len: 210 time: 0.3156443 Nov 12 00:50:28.967380 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [req-084aca04-97dc-4d98-af74-f26ee45284df req-7e1e0e9e-8b6f-47f9-806d-c11dddbe9668 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:50:28.968555 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-084aca04-97dc-4d98-af74-f26ee45284df req-7e1e0e9e-8b6f-47f9-806d-c11dddbe9668 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056832 Nov 12 00:50:29.148053 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48116) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:29.298933 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2a9d368f-dc5b-46b4-ad46-6a48169b223a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:29.301176 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92fc87d-d340-4392-96ea-1dd260754b82 req-8f948c64-fe5f-47f7-a10f-adc3665a2b5b tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:29.302855 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a92fc87d-d340-4392-96ea-1dd260754b82 req-8f948c64-fe5f-47f7-a10f-adc3665a2b5b tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/networks?id=dfbacf63-886c-40df-80dd-a56be185809d HTTP/1.1" status: 200 len: 808 time: 0.1231062 Nov 12 00:50:29.329375 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a92fc87d-d340-4392-96ea-1dd260754b82 req-d8da6cca-7664-4324-925c-313010f836d9 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/quotas/31213ba92821461cba1a0adcb9241baa HTTP/1.1" status: 200 len: 375 time: 0.0194046 Nov 12 00:50:29.343124 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-084aca04-97dc-4d98-af74-f26ee45284df req-a6549823-aa72-4ded-a570-3a3d957cc25f service neutron] Request body: {'port': {'device_id': '9a0e4135-6894-4fd4-a9c1-8da7da0430fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:29.363380 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a92fc87d-d340-4392-96ea-1dd260754b82 req-78bcd02f-15c3-496d-8c27-73d46468e133 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=31213ba92821461cba1a0adcb9241baa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331404 Nov 12 00:50:29.424671 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-084aca04-97dc-4d98-af74-f26ee45284df req-a6549823-aa72-4ded-a570-3a3d957cc25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:29.449526 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2a9d368f-dc5b-46b4-ad46-6a48169b223a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:29.474752 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-a92fc87d-d340-4392-96ea-1dd260754b82 req-4f90873c-1450-4dea-a4cb-12d0ceec7a64 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:50:29.476333 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a92fc87d-d340-4392-96ea-1dd260754b82 req-4f90873c-1450-4dea-a4cb-12d0ceec7a64 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0601928 Nov 12 00:50:29.477719 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2a9d368f-dc5b-46b4-ad46-6a48169b223a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:29.494914 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-47e3ca44-ea21-4fb1-998f-6e7adb1cc0a4 req-4f08f910-766f-4dd6-ad75-cf97a30fb06c tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=989bf1fc0c7241b8bc6a8a3371f07706&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373178 Nov 12 00:50:29.576790 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2a9d368f-dc5b-46b4-ad46-6a48169b223a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ca530961ff984c6bbdfcc3ebc60decfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4272740 Nov 12 00:50:29.579501 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9d368f-dc5b-46b4-ad46-6a48169b223a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85cb11b3-dda2-435e-a772-4582825c0238,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:29.584173 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48144) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:29.650495 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a92fc87d-d340-4392-96ea-1dd260754b82 req-17890af2-3258-4b4b-a437-78481f628fdb service neutron] 10.222.0.45 "GET /v2.0/networks/dfbacf63-886c-40df-80dd-a56be185809d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643045 Nov 12 00:50:29.669952 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3ca44-ea21-4fb1-998f-6e7adb1cc0a4 req-c4c0e102-57c7-41e5-b368-a69402b95ba6 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:29.671428 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-47e3ca44-ea21-4fb1-998f-6e7adb1cc0a4 req-c4c0e102-57c7-41e5-b368-a69402b95ba6 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1662588 Nov 12 00:50:29.701882 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ab417c7e-4102-4677-a5cc-fead9e67827b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:29.731232 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.16', 55336) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:29.735607 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-47e3ca44-ea21-4fb1-998f-6e7adb1cc0a4 req-fe05228a-93fa-4bb9-b3d8-8c5de8de24f9 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/quotas/989bf1fc0c7241b8bc6a8a3371f07706 HTTP/1.1" status: 200 len: 375 time: 0.0554388 Nov 12 00:50:29.737061 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ab417c7e-4102-4677-a5cc-fead9e67827b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:29.776980 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-47e3ca44-ea21-4fb1-998f-6e7adb1cc0a4 req-97cea579-dcff-4ca4-b3d1-4bc622df8620 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=989bf1fc0c7241b8bc6a8a3371f07706&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299547 Nov 12 00:50:29.780449 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f55f9e22-cd90-4e5a-ab6d-04cea65df3e1 req-04c13296-1c54-426e-a5a3-529194a2ddb5 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=798b5104a5534c79b1bbe81f7b5291e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384617 Nov 12 00:50:29.805005 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a92fc87d-d340-4392-96ea-1dd260754b82 req-cab3d209-90fe-4bac-9864-5335f5c17d92 service neutron] 10.222.0.45 "GET /v2.0/networks/dfbacf63-886c-40df-80dd-a56be185809d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320930 Nov 12 00:50:29.920698 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ab417c7e-4102-4677-a5cc-fead9e67827b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:29.923540 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ab417c7e-4102-4677-a5cc-fead9e67827b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:29.927317 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ab417c7e-4102-4677-a5cc-fead9e67827b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/85cb11b3-dda2-435e-a772-4582825c0238 HTTP/1.1" status: 204 len: 168 time: 0.3396814 Nov 12 00:50:29.936202 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-084aca04-97dc-4d98-af74-f26ee45284df req-a6549823-aa72-4ded-a570-3a3d957cc25f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ed1f2e6-b473-4a25-9380-d1c902b834d4 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:50:29.956308 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-084aca04-97dc-4d98-af74-f26ee45284df req-a6549823-aa72-4ded-a570-3a3d957cc25f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:29.962554 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab417c7e-4102-4677-a5cc-fead9e67827b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85cb11b3-dda2-435e-a772-4582825c0238,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:29.997536 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-084aca04-97dc-4d98-af74-f26ee45284df req-a6549823-aa72-4ded-a570-3a3d957cc25f service neutron] Transition to ACTIVE for port object 2ed1f2e6-b473-4a25-9380-d1c902b834d4 will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:50:30.016107 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f9e22-cd90-4e5a-ab6d-04cea65df3e1 req-ea1e154c-6537-4948-a05b-49a4dc34dc63 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:30.037623 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f55f9e22-cd90-4e5a-ab6d-04cea65df3e1 req-ea1e154c-6537-4948-a05b-49a4dc34dc63 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2235420 Nov 12 00:50:30.048396 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-f55f9e22-cd90-4e5a-ab6d-04cea65df3e1 req-53f7b5f2-6c37-42d6-a18f-ac5e713961f3 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] Request body: {'port': {'device_id': '0167bf20-4467-4146-9c98-977aea984342', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'admin_state_up': True, 'tenant_id': '798b5104a5534c79b1bbe81f7b5291e7'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:30.157849 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce0ce6e-8abe-4f42-b79a-b4b4f243a419 req-23e85c4c-e75c-4bd0-a63b-a5c96de86efd tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:30.159901 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5ce0ce6e-8abe-4f42-b79a-b4b4f243a419 req-23e85c4c-e75c-4bd0-a63b-a5c96de86efd tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e3f3196-7aff-4b8d-9a24-d4d33ab1c132 HTTP/1.1" status: 200 len: 972 time: 0.1218646 Nov 12 00:50:30.207431 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91210ffd-03fa-4355-9dff-3008fc8eb5fa req-b08752fa-ab45-4146-bf72-7d008848580e tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:30.216668 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-91210ffd-03fa-4355-9dff-3008fc8eb5fa req-b08752fa-ab45-4146-bf72-7d008848580e tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a0e4135-6894-4fd4-a9c1-8da7da0430fb HTTP/1.1" status: 200 len: 943 time: 0.1295893 Nov 12 00:50:30.264748 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-084aca04-97dc-4d98-af74-f26ee45284df req-a6549823-aa72-4ded-a570-3a3d957cc25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:30.280024 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5ce0ce6e-8abe-4f42-b79a-b4b4f243a419 req-4a164e0b-81cd-4aab-88c4-998aa44a7077 tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fdd0820-a439-44fb-9f93-5f64e1e3f386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101532 Nov 12 00:50:30.296403 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f55f9e22-cd90-4e5a-ab6d-04cea65df3e1 req-53f7b5f2-6c37-42d6-a18f-ac5e713961f3 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] Made reservation on behalf of 798b5104a5534c79b1bbe81f7b5291e7 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:50:30.303596 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-f55f9e22-cd90-4e5a-ab6d-04cea65df3e1 req-53f7b5f2-6c37-42d6-a18f-ac5e713961f3 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:30.307607 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-91210ffd-03fa-4355-9dff-3008fc8eb5fa req-6b7a7e3f-7ea7-4844-a634-5311bd295e4e tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b2b10d4-8fc9-4132-a464-1a2cc040fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895636 Nov 12 00:50:30.322390 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-f55f9e22-cd90-4e5a-ab6d-04cea65df3e1 req-53f7b5f2-6c37-42d6-a18f-ac5e713961f3 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:30.475194 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cd3de4f0-a5b4-422f-a77b-fb47941f0fe7 req-4d196203-cd76-41e1-af86-5d9565371628 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] 10.222.0.45 "GET /v2.0/ports?device_id=0167bf20-4467-4146-9c98-977aea984342 HTTP/1.1" status: 200 len: 210 time: 0.0657845 Nov 12 00:50:30.476966 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 48176) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:30.525778 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c6d3d635-e29e-4010-b045-6a0cf3c804b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:30.560136 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-f55f9e22-cd90-4e5a-ab6d-04cea65df3e1 req-53f7b5f2-6c37-42d6-a18f-ac5e713961f3 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:30.595915 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6549823-aa72-4ded-a570-3a3d957cc25f service neutron] Pushing event updated for resources: {'Port': ['ID=2ed1f2e6-b473-4a25-9380-d1c902b834d4,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:30.635068 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 191462a5-0638-4469-8cce-f9027cf63fbd no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:50:30.682204 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 191462a5-0638-4469-8cce-f9027cf63fbd {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:50:30.693483 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 191462a5-0638-4469-8cce-f9027cf63fbd not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:50:30.709978 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6f7c7261-07ca-483a-a4d1-fbe85b2d2f36 req-a6e7f3fc-f0f6-4665-b1df-9cc6a6cc2ea9 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/ports?device_id=026c862d-bc34-4d1c-9243-0cf1bf0851bc HTTP/1.1" status: 200 len: 210 time: 0.1290998 Nov 12 00:50:30.756397 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0ca7a87f-f5eb-426e-ae60-3a8185c9358b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:30.793298 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-f55f9e22-cd90-4e5a-ab6d-04cea65df3e1 req-53f7b5f2-6c37-42d6-a18f-ac5e713961f3 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:30.824771 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c6d3d635-e29e-4010-b045-6a0cf3c804b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:30.856203 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dee5f185-dbfe-4386-ba9f-cea2ec290530 req-bb285448-5310-4491-b4f0-850f7fa4a4f3 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873 HTTP/1.1" status: 200 len: 210 time: 0.0455446 Nov 12 00:50:30.856950 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c6d3d635-e29e-4010-b045-6a0cf3c804b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:30.913352 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c6d3d635-e29e-4010-b045-6a0cf3c804b3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1bd5b378c2ea4cb8a8a71b0b825f7c02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4325011 Nov 12 00:50:30.913352 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d3d635-e29e-4010-b045-6a0cf3c804b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a68b65-5f91-4266-9c92-4436164f01c4,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:30.914346 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 48182) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:30.954979 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f7b5f2-6c37-42d6-a18f-ac5e713961f3 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fda4d8b-305a-47ea-98aa-1cb9186f8c7a,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:30.971526 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4550f475-5f4c-49ae-b6e8-a7645f9ce4be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:31.013700 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4550f475-5f4c-49ae-b6e8-a7645f9ce4be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:31.072256 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4550f475-5f4c-49ae-b6e8-a7645f9ce4be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:31.073543 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-084aca04-97dc-4d98-af74-f26ee45284df req-a6549823-aa72-4ded-a570-3a3d957cc25f service neutron] Attempting to bind port 2ed1f2e6-b473-4a25-9380-d1c902b834d4 on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:50:31.073931 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-084aca04-97dc-4d98-af74-f26ee45284df req-a6549823-aa72-4ded-a570-3a3d957cc25f service neutron] Attempting to bind port 2ed1f2e6-b473-4a25-9380-d1c902b834d4 by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': 'c597d253-3b8b-4ba2-8e61-dc5232a6ec18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9d38a466-42af-43d7-b83f-22dc50aa65c8'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:50:31.074278 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084aca04-97dc-4d98-af74-f26ee45284df req-a6549823-aa72-4ded-a570-3a3d957cc25f service neutron] Attempting to bind port 2ed1f2e6-b473-4a25-9380-d1c902b834d4 on network 9d38a466-42af-43d7-b83f-22dc50aa65c8 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:31.076612 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4550f475-5f4c-49ae-b6e8-a7645f9ce4be admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:31.077728 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4550f475-5f4c-49ae-b6e8-a7645f9ce4be admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/28a68b65-5f91-4266-9c92-4436164f01c4 HTTP/1.1" status: 204 len: 168 time: 0.1624601 Nov 12 00:50:31.087435 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084aca04-97dc-4d98-af74-f26ee45284df req-a6549823-aa72-4ded-a570-3a3d957cc25f service neutron] Port 2ed1f2e6-b473-4a25-9380-d1c902b834d4 on network 9d38a466-42af-43d7-b83f-22dc50aa65c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:50:31.087777 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084aca04-97dc-4d98-af74-f26ee45284df req-a6549823-aa72-4ded-a570-3a3d957cc25f service neutron] Attempting to bind port 2ed1f2e6-b473-4a25-9380-d1c902b834d4 on network 9d38a466-42af-43d7-b83f-22dc50aa65c8 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:31.091829 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4550f475-5f4c-49ae-b6e8-a7645f9ce4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a68b65-5f91-4266-9c92-4436164f01c4,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:31.108982 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc674d8-4ebe-4774-8528-d0b4e341f879 req-09c925c6-458e-4370-b2e7-03f707d4a279 tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:31.110815 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1fc674d8-4ebe-4774-8528-d0b4e341f879 req-09c925c6-458e-4370-b2e7-03f707d4a279 tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e3f3196-7aff-4b8d-9a24-d4d33ab1c132 HTTP/1.1" status: 200 len: 972 time: 0.5120065 Nov 12 00:50:31.163278 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084aca04-97dc-4d98-af74-f26ee45284df req-a6549823-aa72-4ded-a570-3a3d957cc25f service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:50:31.163749 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084aca04-97dc-4d98-af74-f26ee45284df req-a6549823-aa72-4ded-a570-3a3d957cc25f service neutron] Checking segment: {'id': 'c597d253-3b8b-4ba2-8e61-dc5232a6ec18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9d38a466-42af-43d7-b83f-22dc50aa65c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:50:31.164418 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-084aca04-97dc-4d98-af74-f26ee45284df req-a6549823-aa72-4ded-a570-3a3d957cc25f service neutron] Bound using segment: {'id': 'c597d253-3b8b-4ba2-8e61-dc5232a6ec18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9d38a466-42af-43d7-b83f-22dc50aa65c8'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:50:31.164968 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-084aca04-97dc-4d98-af74-f26ee45284df req-a6549823-aa72-4ded-a570-3a3d957cc25f service neutron] Bound port: 2ed1f2e6-b473-4a25-9380-d1c902b834d4, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c597d253-3b8b-4ba2-8e61-dc5232a6ec18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9d38a466-42af-43d7-b83f-22dc50aa65c8'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:50:31.165421 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-084aca04-97dc-4d98-af74-f26ee45284df req-a6549823-aa72-4ded-a570-3a3d957cc25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:31.236780 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-f55f9e22-cd90-4e5a-ab6d-04cea65df3e1 req-53f7b5f2-6c37-42d6-a18f-ac5e713961f3 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] Allocated IP 192.168.233.202 (945c2da1-f958-478a-a48a-8af2dfa2e179/f0290328-7bc5-4266-bfb9-6eb25d91acf0/0d966bcb-8f3b-4484-a4ce-c3297136cdd8) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:50:31.432312 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-084aca04-97dc-4d98-af74-f26ee45284df req-a6549823-aa72-4ded-a570-3a3d957cc25f service neutron] For port 2ed1f2e6-b473-4a25-9380-d1c902b834d4, host n-h1-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:50:31.459402 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-1fc674d8-4ebe-4774-8528-d0b4e341f879 req-3f7ea920-60f9-45d2-a834-517e1130e90f tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] Deleting port 2a5f051d-5918-41e2-81dd-35e16c96100b {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:50:31.459744 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-1fc674d8-4ebe-4774-8528-d0b4e341f879 req-3f7ea920-60f9-45d2-a834-517e1130e90f tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:31.467650 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6ee06-5dd3-4f65-b84b-bf5d9d48c569 req-84ac585f-4f94-4f15-8dd0-1e4fefecce91 tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:31.476258 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-084aca04-97dc-4d98-af74-f26ee45284df req-a6549823-aa72-4ded-a570-3a3d957cc25f service neutron] For port 2ed1f2e6-b473-4a25-9380-d1c902b834d4, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=2ed1f2e6-b473-4a25-9380-d1c902b834d4,segment=NetworkSegment(c597d253-3b8b-4ba2-8e61-dc5232a6ec18),segment_id=c597d253-3b8b-4ba2-8e61-dc5232a6ec18)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:50:31.477818 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-50c6ee06-5dd3-4f65-b84b-bf5d9d48c569 req-84ac585f-4f94-4f15-8dd0-1e4fefecce91 tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e3f3196-7aff-4b8d-9a24-d4d33ab1c132 HTTP/1.1" status: 200 len: 972 time: 0.1101797 Nov 12 00:50:31.506935 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-084aca04-97dc-4d98-af74-f26ee45284df req-a6549823-aa72-4ded-a570-3a3d957cc25f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:31.588754 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-50c6ee06-5dd3-4f65-b84b-bf5d9d48c569 req-a0ec96f1-a5cf-4cf7-a909-9a67680ee2ac tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fdd0820-a439-44fb-9f93-5f64e1e3f386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097631 Nov 12 00:50:31.648210 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084aca04-97dc-4d98-af74-f26ee45284df req-a6549823-aa72-4ded-a570-3a3d957cc25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:31.649358 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-084aca04-97dc-4d98-af74-f26ee45284df req-a6549823-aa72-4ded-a570-3a3d957cc25f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:31.654635 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-084aca04-97dc-4d98-af74-f26ee45284df req-a6549823-aa72-4ded-a570-3a3d957cc25f service neutron] 10.222.0.16 "PUT /v2.0/ports/2ed1f2e6-b473-4a25-9380-d1c902b834d4 HTTP/1.1" status: 200 len: 1092 time: 2.4185317 Nov 12 00:50:31.657506 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a0e4135-6894-4fd4-a9c1-8da7da0430fb', 'tag': '2ed1f2e6-b473-4a25-9380-d1c902b834d4'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:31.666437 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f035fda-a32f-499d-ae65-df74b1cfd0eb" -d '{"events": [{"name": "network-changed", "server_uuid": "9a0e4135-6894-4fd4-a9c1-8da7da0430fb", "tag": "2ed1f2e6-b473-4a25-9380-d1c902b834d4"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:31.789590 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-f55f9e22-cd90-4e5a-ab6d-04cea65df3e1 req-53f7b5f2-6c37-42d6-a18f-ac5e713961f3 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:31.891622 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92fc87d-d340-4392-96ea-1dd260754b82 req-2b425749-942a-413e-aa00-756359976b48 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:31.897961 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a92fc87d-d340-4392-96ea-1dd260754b82 req-2b425749-942a-413e-aa00-756359976b48 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.44 "GET /v2.0/networks?id=dfbacf63-886c-40df-80dd-a56be185809d HTTP/1.1" status: 200 len: 808 time: 0.3077290 Nov 12 00:50:31.911573 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084aca04-97dc-4d98-af74-f26ee45284df req-74ac7b60-edb9-4bc1-89e6-bcf5290b8681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:31.913150 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-084aca04-97dc-4d98-af74-f26ee45284df req-74ac7b60-edb9-4bc1-89e6-bcf5290b8681 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ccb1e7e0eea141e9b6d3110322862248&device_id=9a0e4135-6894-4fd4-a9c1-8da7da0430fb HTTP/1.1" status: 200 len: 1095 time: 0.1003842 Nov 12 00:50:31.926092 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-1fc674d8-4ebe-4774-8528-d0b4e341f879 req-3f7ea920-60f9-45d2-a834-517e1130e90f tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] For port 2a5f051d-5918-41e2-81dd-35e16c96100b, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=2a5f051d-5918-41e2-81dd-35e16c96100b,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:31.926609 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-1fc674d8-4ebe-4774-8528-d0b4e341f879 req-3f7ea920-60f9-45d2-a834-517e1130e90f tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:31.937277 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131fbc80-0e7e-412a-a915-079ad59ff68b req-6b1964fd-df30-48bd-87e6-84e9677612ca tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:31.939903 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-131fbc80-0e7e-412a-a915-079ad59ff68b req-6b1964fd-df30-48bd-87e6-84e9677612ca tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a0e4135-6894-4fd4-a9c1-8da7da0430fb HTTP/1.1" status: 200 len: 943 time: 0.1739440 Nov 12 00:50:31.952853 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6549823-aa72-4ded-a570-3a3d957cc25f service neutron] Pushing event updated for resources: {'Port': ['ID=2ed1f2e6-b473-4a25-9380-d1c902b834d4,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:31.955446 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-a92fc87d-d340-4392-96ea-1dd260754b82 req-8ae76b6e-8751-4507-abf7-e636ec601932 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Request body: {'port': {'device_id': '7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873', 'network_id': 'dfbacf63-886c-40df-80dd-a56be185809d', 'admin_state_up': True, 'tenant_id': '31213ba92821461cba1a0adcb9241baa'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:31.965141 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-1fc674d8-4ebe-4774-8528-d0b4e341f879 req-3f7ea920-60f9-45d2-a834-517e1130e90f tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] Calling delete_port for 2a5f051d-5918-41e2-81dd-35e16c96100b owned by compute:tempest-test_az-1390527777 {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:50:32.004575 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-084aca04-97dc-4d98-af74-f26ee45284df req-fc44c7d3-d00e-425d-b13a-07cbb5b5adae service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ed1f2e6-b473-4a25-9380-d1c902b834d4 HTTP/1.1" status: 200 len: 217 time: 0.0619242 Nov 12 00:50:32.098854 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-f55f9e22-cd90-4e5a-ab6d-04cea65df3e1 req-53f7b5f2-6c37-42d6-a18f-ac5e713961f3 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:32.103037 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.44', 58349) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:32.132567 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f55f9e22-cd90-4e5a-ab6d-04cea65df3e1 req-53f7b5f2-6c37-42d6-a18f-ac5e713961f3 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] Network 945c2da1-f958-478a-a48a-8af2dfa2e179 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:50:32.148640 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-f55f9e22-cd90-4e5a-ab6d-04cea65df3e1 req-53f7b5f2-6c37-42d6-a18f-ac5e713961f3 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:32.174317 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-131fbc80-0e7e-412a-a915-079ad59ff68b req-eac3a1ce-e218-4e02-8baa-1ed53bf9cf58 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b2b10d4-8fc9-4132-a464-1a2cc040fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2255831 Nov 12 00:50:32.180628 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-f55f9e22-cd90-4e5a-ab6d-04cea65df3e1 req-53f7b5f2-6c37-42d6-a18f-ac5e713961f3 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:50:32.397082 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-59bb159c-cc18-44d3-8584-8a6f04fefc11 req-a989967e-e009-4d86-915d-2e6bdcd302d3 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/ports?device_id=026c862d-bc34-4d1c-9243-0cf1bf0851bc HTTP/1.1" status: 200 len: 210 time: 0.0707750 Nov 12 00:50:32.453151 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305399d9-a7fd-4957-9ca2-ef3e612d48f3 req-42260db5-8f2b-4cb1-8f61-123a61631def tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:32.462986 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-305399d9-a7fd-4957-9ca2-ef3e612d48f3 req-42260db5-8f2b-4cb1-8f61-123a61631def tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] 10.222.0.45 "GET /v2.0/ports?device_id=0167bf20-4467-4146-9c98-977aea984342 HTTP/1.1" status: 200 len: 936 time: 0.2067518 Nov 12 00:50:32.480575 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a92fc87d-d340-4392-96ea-1dd260754b82 req-8ae76b6e-8751-4507-abf7-e636ec601932 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Made reservation on behalf of 31213ba92821461cba1a0adcb9241baa for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:50:32.492475 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a92fc87d-d340-4392-96ea-1dd260754b82 req-8ae76b6e-8751-4507-abf7-e636ec601932 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:32.573942 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-47e3ca44-ea21-4fb1-998f-6e7adb1cc0a4 req-a1fd1203-dc33-499e-af24-2465e810cd88 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=989bf1fc0c7241b8bc6a8a3371f07706&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4677522 Nov 12 00:50:32.575392 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084aca04-97dc-4d98-af74-f26ee45284df req-8328b378-2f82-487e-96df-9c0658de2142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:32.576861 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-084aca04-97dc-4d98-af74-f26ee45284df req-8328b378-2f82-487e-96df-9c0658de2142 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3506ff68-efdf-4ec0-aae3-0d8c1586ac7a HTTP/1.1" status: 200 len: 862 time: 0.5647860 Nov 12 00:50:32.578730 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99ea518-5367-4604-8d69-6816ca71da19 x-openstack-request-id: req-c99ea518-5367-4604-8d69-6816ca71da19 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:32.579166 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-b726fd3f-6048-4c2b-a53b-0f4fedd06fa3 None None] Provisioning complete for port 0d966bcb-8f3b-4484-a4ce-c3297136cdd8 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:32.579608 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b726fd3f-6048-4c2b-a53b-0f4fedd06fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:32.580006 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a0e4135-6894-4fd4-a9c1-8da7da0430fb", "tag": "2ed1f2e6-b473-4a25-9380-d1c902b834d4", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:32.580487 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c99ea518-5367-4604-8d69-6816ca71da19 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:32.581356 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a0e4135-6894-4fd4-a9c1-8da7da0430fb', 'tag': '2ed1f2e6-b473-4a25-9380-d1c902b834d4', 'status': 'completed', 'code': 200} Nov 12 00:50:32.591756 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f9e22-cd90-4e5a-ab6d-04cea65df3e1 req-53f7b5f2-6c37-42d6-a18f-ac5e713961f3 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:32.592774 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-f55f9e22-cd90-4e5a-ab6d-04cea65df3e1 req-53f7b5f2-6c37-42d6-a18f-ac5e713961f3 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:32.671250 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:32.687686 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-b726fd3f-6048-4c2b-a53b-0f4fedd06fa3 None None] Port 0d966bcb-8f3b-4484-a4ce-c3297136cdd8 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:50:32.697759 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-305399d9-a7fd-4957-9ca2-ef3e612d48f3 req-caf9ae91-802e-4e35-b314-4a537331cc22 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] 10.222.0.45 "GET /v2.0/security-groups?id=5fda4d8b-305a-47ea-98aa-1cb9186f8c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338359 Nov 12 00:50:32.721334 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f55f9e22-cd90-4e5a-ab6d-04cea65df3e1 req-53f7b5f2-6c37-42d6-a18f-ac5e713961f3 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6825666 Nov 12 00:50:32.729622 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0661311c-a7be-4295-adde-a9947aeebb6e req-c8cb2d1b-5f83-443e-95e5-937c026ec65b tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873 HTTP/1.1" status: 200 len: 210 time: 0.0671678 Nov 12 00:50:32.731314 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f7b5f2-6c37-42d6-a18f-ac5e713961f3 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] Pushing event updated for resources: {'Port': ['ID=0d966bcb-8f3b-4484-a4ce-c3297136cdd8,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:32.768568 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-f55f9e22-cd90-4e5a-ab6d-04cea65df3e1 req-31718bd5-6a63-43be-829a-bcc08f723d1b service neutron] Request body: {'port': {'device_id': '0167bf20-4467-4146-9c98-977aea984342', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:32.825308 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084aca04-97dc-4d98-af74-f26ee45284df req-c6fa4100-c803-473d-872b-c93a0ac7a1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:32.827302 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-084aca04-97dc-4d98-af74-f26ee45284df req-c6fa4100-c803-473d-872b-c93a0ac7a1e2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9d38a466-42af-43d7-b83f-22dc50aa65c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2133918 Nov 12 00:50:32.835458 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48240) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:32.858842 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-a92fc87d-d340-4392-96ea-1dd260754b82 req-8ae76b6e-8751-4507-abf7-e636ec601932 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Allocated IP 172.20.0.10 (dfbacf63-886c-40df-80dd-a56be185809d/47cc90a9-e995-4711-ba6b-508e6e69e5de/c668a224-06b4-4f21-be65-64f708fef230) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:50:32.902580 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7487baf-2f8e-4763-bd37-7cbe38ad86a4 req-96f46cf2-53c0-4797-8135-62b484e49958 tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:32.904215 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d7487baf-2f8e-4763-bd37-7cbe38ad86a4 req-96f46cf2-53c0-4797-8135-62b484e49958 tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e3f3196-7aff-4b8d-9a24-d4d33ab1c132 HTTP/1.1" status: 200 len: 972 time: 0.0871639 Nov 12 00:50:33.011536 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-084aca04-97dc-4d98-af74-f26ee45284df req-90807a80-b113-417c-a47d-b8f5839e1647 service neutron] 10.222.0.16 "GET /v2.0/networks/9d38a466-42af-43d7-b83f-22dc50aa65c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647327 Nov 12 00:50:33.033633 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d7487baf-2f8e-4763-bd37-7cbe38ad86a4 req-f080a54b-1040-469e-909a-aede029d6047 tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] 10.222.0.45 "GET /v2.0/security-groups?id=7fdd0820-a439-44fb-9f93-5f64e1e3f386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152112 Nov 12 00:50:33.077859 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3ca44-ea21-4fb1-998f-6e7adb1cc0a4 req-b0a3d512-8579-4864-832a-0fec93635906 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:33.079507 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-47e3ca44-ea21-4fb1-998f-6e7adb1cc0a4 req-b0a3d512-8579-4864-832a-0fec93635906 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4734261 Nov 12 00:50:33.089487 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-f55f9e22-cd90-4e5a-ab6d-04cea65df3e1 req-31718bd5-6a63-43be-829a-bcc08f723d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:33.102503 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a92fc87d-d340-4392-96ea-1dd260754b82 req-8ae76b6e-8751-4507-abf7-e636ec601932 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:33.116917 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4efa0715-6370-4652-872a-b79fa6563fec admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:33.121721 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-47e3ca44-ea21-4fb1-998f-6e7adb1cc0a4 req-69375c77-f218-4a05-a7f0-c60461798bde tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Request body: {'port': {'device_id': '026c862d-bc34-4d1c-9243-0cf1bf0851bc', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'admin_state_up': True, 'tenant_id': '989bf1fc0c7241b8bc6a8a3371f07706'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:33.145650 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a92fc87d-d340-4392-96ea-1dd260754b82 req-8ae76b6e-8751-4507-abf7-e636ec601932 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:33.201887 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae76b6e-8751-4507-abf7-e636ec601932 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Pushing event updated for resources: {'Port': ['ID=c668a224-06b4-4f21-be65-64f708fef230,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:33.227394 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a92fc87d-d340-4392-96ea-1dd260754b82 req-8ae76b6e-8751-4507-abf7-e636ec601932 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Network dfbacf63-886c-40df-80dd-a56be185809d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:50:33.228903 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-a92fc87d-d340-4392-96ea-1dd260754b82 req-8ae76b6e-8751-4507-abf7-e636ec601932 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:33.231293 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-a92fc87d-d340-4392-96ea-1dd260754b82 req-8ae76b6e-8751-4507-abf7-e636ec601932 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:50:33.302299 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92fc87d-d340-4392-96ea-1dd260754b82 req-8ae76b6e-8751-4507-abf7-e636ec601932 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:33.303188 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a92fc87d-d340-4392-96ea-1dd260754b82 req-8ae76b6e-8751-4507-abf7-e636ec601932 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:33.333592 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-1fc674d8-4ebe-4774-8528-d0b4e341f879 req-3f7ea920-60f9-45d2-a834-517e1130e90f tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:33.350394 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a92fc87d-d340-4392-96ea-1dd260754b82 req-8ae76b6e-8751-4507-abf7-e636ec601932 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4004154 Nov 12 00:50:33.366655 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ee048-6cd1-4640-a037-d500ce119fd8 req-8ba55c71-b07d-4f8a-a2c3-cf89605f393c tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:33.368711 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ba4ee048-6cd1-4640-a037-d500ce119fd8 req-8ba55c71-b07d-4f8a-a2c3-cf89605f393c tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a0e4135-6894-4fd4-a9c1-8da7da0430fb HTTP/1.1" status: 200 len: 943 time: 0.0620995 Nov 12 00:50:33.373857 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-a92fc87d-d340-4392-96ea-1dd260754b82 req-bcbb0e96-f966-43a1-afd5-5ad4809e0d82 service neutron] Request body: {'port': {'device_id': '7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:33.383988 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-084aca04-97dc-4d98-af74-f26ee45284df req-297f3d69-9d53-4b74-8119-d1a993942425 service neutron] 10.222.0.16 "GET /v2.0/networks/9d38a466-42af-43d7-b83f-22dc50aa65c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622532 Nov 12 00:50:33.427679 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7ea920-60f9-45d2-a834-517e1130e90f tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] Pushing event deleted for resources: {'Port': ['ID=2a5f051d-5918-41e2-81dd-35e16c96100b,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:33.464442 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ba4ee048-6cd1-4640-a037-d500ce119fd8 req-ea752ea4-17fb-46aa-909d-9f3beb66fe50 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b2b10d4-8fc9-4132-a464-1a2cc040fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862100 Nov 12 00:50:33.506095 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a92fc87d-d340-4392-96ea-1dd260754b82 req-bcbb0e96-f966-43a1-afd5-5ad4809e0d82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:33.647947 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc674d8-4ebe-4774-8528-d0b4e341f879 req-3f7ea920-60f9-45d2-a834-517e1130e90f tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] No DVR routers for this DVR port 2a5f051d-5918-41e2-81dd-35e16c96100b on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:50:33.651380 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ac84776d-0998-40d7-95ec-c219b23238ac req-d0baebf3-4b20-4440-8859-8087ab50885e tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/ports?device_id=026c862d-bc34-4d1c-9243-0cf1bf0851bc HTTP/1.1" status: 200 len: 210 time: 0.0770187 Nov 12 00:50:33.669606 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-1fc674d8-4ebe-4774-8528-d0b4e341f879 req-3f7ea920-60f9-45d2-a834-517e1130e90f tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:33.679186 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1fc674d8-4ebe-4774-8528-d0b4e341f879 req-3f7ea920-60f9-45d2-a834-517e1130e90f tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] 10.222.0.44 "DELETE /v2.0/ports/2a5f051d-5918-41e2-81dd-35e16c96100b HTTP/1.1" status: 204 len: 173 time: 2.5445008 Nov 12 00:50:33.772417 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f035fda-a32f-499d-ae65-df74b1cfd0eb req-59680384-8cd5-4ffb-8c40-8da01d9d6355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:33.774118 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3f035fda-a32f-499d-ae65-df74b1cfd0eb req-59680384-8cd5-4ffb-8c40-8da01d9d6355 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ccb1e7e0eea141e9b6d3110322862248&device_id=9a0e4135-6894-4fd4-a9c1-8da7da0430fb HTTP/1.1" status: 200 len: 1095 time: 0.1849349 Nov 12 00:50:33.780711 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47e3ca44-ea21-4fb1-998f-6e7adb1cc0a4 req-69375c77-f218-4a05-a7f0-c60461798bde tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Made reservation on behalf of 989bf1fc0c7241b8bc6a8a3371f07706 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:50:33.784413 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-47e3ca44-ea21-4fb1-998f-6e7adb1cc0a4 req-69375c77-f218-4a05-a7f0-c60461798bde tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:33.829002 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:33.875571 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4efa0715-6370-4652-872a-b79fa6563fec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:33.898464 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4efa0715-6370-4652-872a-b79fa6563fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:33.999527 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-a92fc87d-d340-4392-96ea-1dd260754b82 req-bcbb0e96-f966-43a1-afd5-5ad4809e0d82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c668a224-06b4-4f21-be65-64f708fef230 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:50:34.010950 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a92fc87d-d340-4392-96ea-1dd260754b82 req-bcbb0e96-f966-43a1-afd5-5ad4809e0d82 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:34.014957 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa0715-6370-4652-872a-b79fa6563fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808a7f5d-dbf9-4484-9476-15cd2c6c663e,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:34.019173 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4efa0715-6370-4652-872a-b79fa6563fec admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f17c265eb2f048cbbe2271f25c942090&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1800423 Nov 12 00:50:34.027668 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b18ae1-f29d-4bee-b6ce-eff9cbe90fa3 req-3f6b2c22-328a-4fd6-8e61-ad47445a6637 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:34.029216 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-62b18ae1-f29d-4bee-b6ce-eff9cbe90fa3 req-3f6b2c22-328a-4fd6-8e61-ad47445a6637 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] 10.222.0.45 "GET /v2.0/ports?device_id=0167bf20-4467-4146-9c98-977aea984342 HTTP/1.1" status: 200 len: 936 time: 0.1624815 Nov 12 00:50:34.030561 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 48278) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:34.048700 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc9ff0-7e70-48b5-a79e-b57b41451883 req-be03327f-64ab-4c02-a568-b776dc373a91 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:34.050165 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dbdc9ff0-7e70-48b5-a79e-b57b41451883 req-be03327f-64ab-4c02-a568-b776dc373a91 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873 HTTP/1.1" status: 200 len: 932 time: 0.1406879 Nov 12 00:50:34.062883 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-a92fc87d-d340-4392-96ea-1dd260754b82 req-bcbb0e96-f966-43a1-afd5-5ad4809e0d82 service neutron] Transition to ACTIVE for port object c668a224-06b4-4f21-be65-64f708fef230 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:50:34.087667 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a92fc87d-d340-4392-96ea-1dd260754b82 req-bcbb0e96-f966-43a1-afd5-5ad4809e0d82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:34.117080 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f035fda-a32f-499d-ae65-df74b1cfd0eb req-994341ab-808f-44d1-b11c-0c2acc5736db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:34.118471 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3f035fda-a32f-499d-ae65-df74b1cfd0eb req-994341ab-808f-44d1-b11c-0c2acc5736db service neutron] 10.222.0.16 "GET /v2.0/networks?id=9d38a466-42af-43d7-b83f-22dc50aa65c8 HTTP/1.1" status: 200 len: 923 time: 0.2731864 Nov 12 00:50:34.186288 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3f035fda-a32f-499d-ae65-df74b1cfd0eb req-fd81870a-cb67-426c-81b2-53c346fc981c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ed1f2e6-b473-4a25-9380-d1c902b834d4 HTTP/1.1" status: 200 len: 217 time: 0.0477893 Nov 12 00:50:34.188337 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-f55f9e22-cd90-4e5a-ab6d-04cea65df3e1 req-31718bd5-6a63-43be-829a-bcc08f723d1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d966bcb-8f3b-4484-a4ce-c3297136cdd8 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:50:34.193967 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbb0e96-f966-43a1-afd5-5ad4809e0d82 service neutron] Pushing event updated for resources: {'Port': ['ID=c668a224-06b4-4f21-be65-64f708fef230,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:34.197305 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-f55f9e22-cd90-4e5a-ab6d-04cea65df3e1 req-31718bd5-6a63-43be-829a-bcc08f723d1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:34.203477 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-62b18ae1-f29d-4bee-b6ce-eff9cbe90fa3 req-9b5ef23b-d1ea-4955-8e3e-d332f9ccfef6 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] 10.222.0.45 "GET /v2.0/security-groups?id=5fda4d8b-305a-47ea-98aa-1cb9186f8c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501212 Nov 12 00:50:34.229177 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dbdc9ff0-7e70-48b5-a79e-b57b41451883 req-871ac046-8882-4cc2-828b-eb108750f757 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674950 Nov 12 00:50:34.243431 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-f55f9e22-cd90-4e5a-ab6d-04cea65df3e1 req-31718bd5-6a63-43be-829a-bcc08f723d1b service neutron] Transition to ACTIVE for port object 0d966bcb-8f3b-4484-a4ce-c3297136cdd8 will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:50:34.272757 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-f55f9e22-cd90-4e5a-ab6d-04cea65df3e1 req-31718bd5-6a63-43be-829a-bcc08f723d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:34.278301 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a7e89878-3674-4fcd-b295-7048e7d5bb89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:34.311414 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f035fda-a32f-499d-ae65-df74b1cfd0eb req-4126ac6e-99c7-4843-9c99-841ec81cb06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:34.313241 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3f035fda-a32f-499d-ae65-df74b1cfd0eb req-4126ac6e-99c7-4843-9c99-841ec81cb06f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3506ff68-efdf-4ec0-aae3-0d8c1586ac7a HTTP/1.1" status: 200 len: 862 time: 0.1181817 Nov 12 00:50:34.314679 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a7e89878-3674-4fcd-b295-7048e7d5bb89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:34.322141 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-a92fc87d-d340-4392-96ea-1dd260754b82 req-bcbb0e96-f966-43a1-afd5-5ad4809e0d82 service neutron] Attempting to bind port c668a224-06b4-4f21-be65-64f708fef230 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:50:34.322479 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-a92fc87d-d340-4392-96ea-1dd260754b82 req-bcbb0e96-f966-43a1-afd5-5ad4809e0d82 service neutron] Attempting to bind port c668a224-06b4-4f21-be65-64f708fef230 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '22cf0803-7015-4b8f-9bea-ad8ec3d31ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfbacf63-886c-40df-80dd-a56be185809d'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:50:34.322809 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92fc87d-d340-4392-96ea-1dd260754b82 req-bcbb0e96-f966-43a1-afd5-5ad4809e0d82 service neutron] Attempting to bind port c668a224-06b4-4f21-be65-64f708fef230 on network dfbacf63-886c-40df-80dd-a56be185809d {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:34.335269 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92fc87d-d340-4392-96ea-1dd260754b82 req-bcbb0e96-f966-43a1-afd5-5ad4809e0d82 service neutron] Port c668a224-06b4-4f21-be65-64f708fef230 on network dfbacf63-886c-40df-80dd-a56be185809d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:50:34.335594 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92fc87d-d340-4392-96ea-1dd260754b82 req-bcbb0e96-f966-43a1-afd5-5ad4809e0d82 service neutron] Attempting to bind port c668a224-06b4-4f21-be65-64f708fef230 on network dfbacf63-886c-40df-80dd-a56be185809d {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:34.352076 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92fc87d-d340-4392-96ea-1dd260754b82 req-bcbb0e96-f966-43a1-afd5-5ad4809e0d82 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:50:34.352418 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92fc87d-d340-4392-96ea-1dd260754b82 req-bcbb0e96-f966-43a1-afd5-5ad4809e0d82 service neutron] Checking segment: {'id': '22cf0803-7015-4b8f-9bea-ad8ec3d31ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfbacf63-886c-40df-80dd-a56be185809d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:50:34.352799 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92fc87d-d340-4392-96ea-1dd260754b82 req-bcbb0e96-f966-43a1-afd5-5ad4809e0d82 service neutron] Bound using segment: {'id': '22cf0803-7015-4b8f-9bea-ad8ec3d31ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfbacf63-886c-40df-80dd-a56be185809d'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:50:34.353237 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-a92fc87d-d340-4392-96ea-1dd260754b82 req-bcbb0e96-f966-43a1-afd5-5ad4809e0d82 service neutron] Bound port: c668a224-06b4-4f21-be65-64f708fef230, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22cf0803-7015-4b8f-9bea-ad8ec3d31ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfbacf63-886c-40df-80dd-a56be185809d'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:50:34.353646 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a92fc87d-d340-4392-96ea-1dd260754b82 req-bcbb0e96-f966-43a1-afd5-5ad4809e0d82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:34.487038 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-47e3ca44-ea21-4fb1-998f-6e7adb1cc0a4 req-69375c77-f218-4a05-a7f0-c60461798bde tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Allocated IP 192.168.233.217 (945c2da1-f958-478a-a48a-8af2dfa2e179/f0290328-7bc5-4266-bfb9-6eb25d91acf0/819014ce-e76d-485d-b941-682cc2597bb6) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:50:34.493254 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31718bd5-6a63-43be-829a-bcc08f723d1b service neutron] Pushing event updated for resources: {'Port': ['ID=0d966bcb-8f3b-4484-a4ce-c3297136cdd8,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:34.529890 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-a92fc87d-d340-4392-96ea-1dd260754b82 req-bcbb0e96-f966-43a1-afd5-5ad4809e0d82 service neutron] For port c668a224-06b4-4f21-be65-64f708fef230, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:50:34.549914 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a7e89878-3674-4fcd-b295-7048e7d5bb89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:34.554449 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a7e89878-3674-4fcd-b295-7048e7d5bb89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:34.556148 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a7e89878-3674-4fcd-b295-7048e7d5bb89 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/808a7f5d-dbf9-4484-9476-15cd2c6c663e HTTP/1.1" status: 204 len: 168 time: 0.5224621 Nov 12 00:50:34.582957 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e3f3196-7aff-4b8d-9a24-d4d33ab1c132', 'name': 'network-vif-deleted', 'tag': '2a5f051d-5918-41e2-81dd-35e16c96100b'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:34.585762 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19572a0e-dc17-4a63-a8ec-cf0fea4e291c" -d '{"events": [{"server_uuid": "0e3f3196-7aff-4b8d-9a24-d4d33ab1c132", "name": "network-vif-deleted", "tag": "2a5f051d-5918-41e2-81dd-35e16c96100b"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:34.595241 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f035fda-a32f-499d-ae65-df74b1cfd0eb req-6d7ec5e4-a753-4eb5-a161-4e1a42898036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:34.597189 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3f035fda-a32f-499d-ae65-df74b1cfd0eb req-6d7ec5e4-a753-4eb5-a161-4e1a42898036 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9d38a466-42af-43d7-b83f-22dc50aa65c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2541201 Nov 12 00:50:34.600980 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-94588de6-a983-45b3-869e-ae4f895011a9 req-1aa01635-d408-4a97-a162-395aa3edca1f tempest-AggregatesAdminTestJSON-1639178590 tempest-AggregatesAdminTestJSON-1639178590-project] 10.222.0.45 "GET /v2.0/ports?device_id=0e3f3196-7aff-4b8d-9a24-d4d33ab1c132 HTTP/1.1" status: 200 len: 210 time: 0.0650313 Nov 12 00:50:34.603153 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-a92fc87d-d340-4392-96ea-1dd260754b82 req-bcbb0e96-f966-43a1-afd5-5ad4809e0d82 service neutron] For port c668a224-06b4-4f21-be65-64f708fef230, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=c668a224-06b4-4f21-be65-64f708fef230,segment=NetworkSegment(22cf0803-7015-4b8f-9bea-ad8ec3d31ac5),segment_id=22cf0803-7015-4b8f-9bea-ad8ec3d31ac5)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:50:34.617009 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a92fc87d-d340-4392-96ea-1dd260754b82 req-bcbb0e96-f966-43a1-afd5-5ad4809e0d82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:34.621605 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e89878-3674-4fcd-b295-7048e7d5bb89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808a7f5d-dbf9-4484-9476-15cd2c6c663e,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:34.662610 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92fc87d-d340-4392-96ea-1dd260754b82 req-bcbb0e96-f966-43a1-afd5-5ad4809e0d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:34.663257 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a92fc87d-d340-4392-96ea-1dd260754b82 req-bcbb0e96-f966-43a1-afd5-5ad4809e0d82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:34.664791 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a92fc87d-d340-4392-96ea-1dd260754b82 req-bcbb0e96-f966-43a1-afd5-5ad4809e0d82 service neutron] 10.222.0.44 "PUT /v2.0/ports/c668a224-06b4-4f21-be65-64f708fef230 HTTP/1.1" status: 200 len: 1093 time: 1.2950478 Nov 12 00:50:34.665237 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873', 'tag': 'c668a224-06b4-4f21-be65-64f708fef230'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:34.667872 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a75ba0-37b2-4dcb-b41f-6d990a682680" -d '{"events": [{"name": "network-changed", "server_uuid": "7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873", "tag": "c668a224-06b4-4f21-be65-64f708fef230"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:34.680439 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 2a5f051d-5918-41e2-81dd-35e16c96100b no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:50:34.714275 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbb0e96-f966-43a1-afd5-5ad4809e0d82 service neutron] Pushing event updated for resources: {'Port': ['ID=c668a224-06b4-4f21-be65-64f708fef230,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:34.776148 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 2a5f051d-5918-41e2-81dd-35e16c96100b {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:50:34.789555 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 2a5f051d-5918-41e2-81dd-35e16c96100b not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:50:34.793140 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-f55f9e22-cd90-4e5a-ab6d-04cea65df3e1 req-31718bd5-6a63-43be-829a-bcc08f723d1b service neutron] Attempting to bind port 0d966bcb-8f3b-4484-a4ce-c3297136cdd8 on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:50:34.794043 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-f55f9e22-cd90-4e5a-ab6d-04cea65df3e1 req-31718bd5-6a63-43be-829a-bcc08f723d1b service neutron] Attempting to bind port 0d966bcb-8f3b-4484-a4ce-c3297136cdd8 by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:50:34.794533 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55f9e22-cd90-4e5a-ab6d-04cea65df3e1 req-31718bd5-6a63-43be-829a-bcc08f723d1b service neutron] Attempting to bind port 0d966bcb-8f3b-4484-a4ce-c3297136cdd8 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:34.797018 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92fc87d-d340-4392-96ea-1dd260754b82 req-c2aca0cd-9b08-4766-8c7d-1adb09f4e4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:34.798844 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a92fc87d-d340-4392-96ea-1dd260754b82 req-c2aca0cd-9b08-4766-8c7d-1adb09f4e4e7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=31213ba92821461cba1a0adcb9241baa&device_id=7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873 HTTP/1.1" status: 200 len: 1096 time: 0.0510476 Nov 12 00:50:34.828000 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55f9e22-cd90-4e5a-ab6d-04cea65df3e1 req-31718bd5-6a63-43be-829a-bcc08f723d1b service neutron] Port 0d966bcb-8f3b-4484-a4ce-c3297136cdd8 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:50:34.828355 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55f9e22-cd90-4e5a-ab6d-04cea65df3e1 req-31718bd5-6a63-43be-829a-bcc08f723d1b service neutron] Attempting to bind port 0d966bcb-8f3b-4484-a4ce-c3297136cdd8 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:34.837415 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55f9e22-cd90-4e5a-ab6d-04cea65df3e1 req-31718bd5-6a63-43be-829a-bcc08f723d1b service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:50:34.837764 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55f9e22-cd90-4e5a-ab6d-04cea65df3e1 req-31718bd5-6a63-43be-829a-bcc08f723d1b service neutron] Checking segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:50:34.838440 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55f9e22-cd90-4e5a-ab6d-04cea65df3e1 req-31718bd5-6a63-43be-829a-bcc08f723d1b service neutron] Bound using segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:50:34.838585 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-f55f9e22-cd90-4e5a-ab6d-04cea65df3e1 req-31718bd5-6a63-43be-829a-bcc08f723d1b service neutron] Bound port: 0d966bcb-8f3b-4484-a4ce-c3297136cdd8, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:50:34.838993 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-f55f9e22-cd90-4e5a-ab6d-04cea65df3e1 req-31718bd5-6a63-43be-829a-bcc08f723d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:34.842051 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf639fc-1b55-4bdf-bfa4-7187a943b4f6 x-openstack-request-id: req-aaf639fc-1b55-4bdf-bfa4-7187a943b4f6 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:34.842270 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e3f3196-7aff-4b8d-9a24-d4d33ab1c132", "name": "network-vif-deleted", "tag": "2a5f051d-5918-41e2-81dd-35e16c96100b", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:34.842535 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-aaf639fc-1b55-4bdf-bfa4-7187a943b4f6 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:34.842913 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e3f3196-7aff-4b8d-9a24-d4d33ab1c132', 'name': 'network-vif-deleted', 'tag': '2a5f051d-5918-41e2-81dd-35e16c96100b', 'status': 'completed', 'code': 200} Nov 12 00:50:34.865933 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a92fc87d-d340-4392-96ea-1dd260754b82 req-9be63c21-5ace-4655-a924-c54daeba3722 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c668a224-06b4-4f21-be65-64f708fef230 HTTP/1.1" status: 200 len: 217 time: 0.0509915 Nov 12 00:50:34.904359 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42d1688-c39c-41f1-9bc2-c64fcd6a138c x-openstack-request-id: req-a42d1688-c39c-41f1-9bc2-c64fcd6a138c {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:34.904678 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873", "tag": "c668a224-06b4-4f21-be65-64f708fef230", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:34.904895 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a42d1688-c39c-41f1-9bc2-c64fcd6a138c {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:34.905284 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873', 'tag': 'c668a224-06b4-4f21-be65-64f708fef230', 'status': 'completed', 'code': 200} Nov 12 00:50:34.970638 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92fc87d-d340-4392-96ea-1dd260754b82 req-d6f8e76f-db76-4069-ac57-be6967a29c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:34.972238 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a92fc87d-d340-4392-96ea-1dd260754b82 req-d6f8e76f-db76-4069-ac57-be6967a29c66 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=47cc90a9-e995-4711-ba6b-508e6e69e5de HTTP/1.1" status: 200 len: 848 time: 0.0972121 Nov 12 00:50:34.985974 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838ee95-2b63-45ea-a709-d352f421102f req-daad9c4c-7a7e-4b13-93d4-9ffe0a49f530 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:34.988115 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1838ee95-2b63-45ea-a709-d352f421102f req-daad9c4c-7a7e-4b13-93d4-9ffe0a49f530 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a0e4135-6894-4fd4-a9c1-8da7da0430fb HTTP/1.1" status: 200 len: 943 time: 0.1251545 Nov 12 00:50:34.998543 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:35.030174 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a92fc87d-d340-4392-96ea-1dd260754b82 req-f559ff79-2640-40da-81cd-ed4552e8897b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dfbacf63-886c-40df-80dd-a56be185809d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404723 Nov 12 00:50:35.084112 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0789da3d-8820-4cda-adf3-d133fc008b21 req-1dcd5d83-f0a4-4b9c-9e3d-c2aa1fcddb9c tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/ports?device_id=026c862d-bc34-4d1c-9243-0cf1bf0851bc HTTP/1.1" status: 200 len: 210 time: 0.0564206 Nov 12 00:50:35.155847 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1838ee95-2b63-45ea-a709-d352f421102f req-1f4ce24a-2011-4cd4-bb9c-093bbcd4822b tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b2b10d4-8fc9-4132-a464-1a2cc040fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516061 Nov 12 00:50:35.163726 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3f035fda-a32f-499d-ae65-df74b1cfd0eb req-6e8008d4-ee13-4138-bb57-6adc9c20330e service neutron] 10.222.0.16 "GET /v2.0/networks/9d38a466-42af-43d7-b83f-22dc50aa65c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5543633 Nov 12 00:50:35.193528 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a92fc87d-d340-4392-96ea-1dd260754b82 req-db03010d-3af4-4667-8f2c-fed2effb77a5 service neutron] 10.222.0.44 "GET /v2.0/networks/dfbacf63-886c-40df-80dd-a56be185809d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452060 Nov 12 00:50:35.278372 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-47e3ca44-ea21-4fb1-998f-6e7adb1cc0a4 req-69375c77-f218-4a05-a7f0-c60461798bde tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:35.284491 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48328) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:35.296091 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-f55f9e22-cd90-4e5a-ab6d-04cea65df3e1 req-31718bd5-6a63-43be-829a-bcc08f723d1b service neutron] For port 0d966bcb-8f3b-4484-a4ce-c3297136cdd8, host n-h1-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:50:35.319818 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f60e0d41-7503-42dc-bf67-378ae9de4165 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:35.324876 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-f55f9e22-cd90-4e5a-ab6d-04cea65df3e1 req-31718bd5-6a63-43be-829a-bcc08f723d1b service neutron] For port 0d966bcb-8f3b-4484-a4ce-c3297136cdd8, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=0d966bcb-8f3b-4484-a4ce-c3297136cdd8,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:50:35.345286 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-f55f9e22-cd90-4e5a-ab6d-04cea65df3e1 req-31718bd5-6a63-43be-829a-bcc08f723d1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:35.367517 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a92fc87d-d340-4392-96ea-1dd260754b82 req-9c88fa07-b070-404a-bdb6-e07eaceb7017 service neutron] 10.222.0.44 "GET /v2.0/networks/dfbacf63-886c-40df-80dd-a56be185809d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667557 Nov 12 00:50:35.382676 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a06ad60-8428-4fbf-b583-a8a1ddef06de req-e3ee9b56-bc19-4879-aff7-0386e5779b61 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:35.384311 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1a06ad60-8428-4fbf-b583-a8a1ddef06de req-e3ee9b56-bc19-4879-aff7-0386e5779b61 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] 10.222.0.45 "GET /v2.0/ports?device_id=0167bf20-4467-4146-9c98-977aea984342 HTTP/1.1" status: 200 len: 948 time: 0.0695305 Nov 12 00:50:35.393445 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3f035fda-a32f-499d-ae65-df74b1cfd0eb req-2b9cfdb5-17a6-419e-9a9e-e1a27175e3a9 service neutron] 10.222.0.16 "GET /v2.0/networks/9d38a466-42af-43d7-b83f-22dc50aa65c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203689 Nov 12 00:50:35.413284 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f9e22-cd90-4e5a-ab6d-04cea65df3e1 req-31718bd5-6a63-43be-829a-bcc08f723d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:35.414101 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-f55f9e22-cd90-4e5a-ab6d-04cea65df3e1 req-31718bd5-6a63-43be-829a-bcc08f723d1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:35.426184 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f55f9e22-cd90-4e5a-ab6d-04cea65df3e1 req-31718bd5-6a63-43be-829a-bcc08f723d1b service neutron] 10.222.0.16 "PUT /v2.0/ports/0d966bcb-8f3b-4484-a4ce-c3297136cdd8 HTTP/1.1" status: 200 len: 1097 time: 2.6730425 Nov 12 00:50:35.453821 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31718bd5-6a63-43be-829a-bcc08f723d1b service neutron] Pushing event updated for resources: {'Port': ['ID=0d966bcb-8f3b-4484-a4ce-c3297136cdd8,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:35.476941 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-47e3ca44-ea21-4fb1-998f-6e7adb1cc0a4 req-69375c77-f218-4a05-a7f0-c60461798bde tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:35.502180 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1a06ad60-8428-4fbf-b583-a8a1ddef06de req-098d1ba2-2519-4f9d-b66c-2743f40e1b23 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] 10.222.0.45 "GET /v2.0/security-groups?id=5fda4d8b-305a-47ea-98aa-1cb9186f8c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015561 Nov 12 00:50:35.512168 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47e3ca44-ea21-4fb1-998f-6e7adb1cc0a4 req-69375c77-f218-4a05-a7f0-c60461798bde tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Network 945c2da1-f958-478a-a48a-8af2dfa2e179 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:50:35.586946 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-47e3ca44-ea21-4fb1-998f-6e7adb1cc0a4 req-69375c77-f218-4a05-a7f0-c60461798bde tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:35.587198 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a75ba0-37b2-4dcb-b41f-6d990a682680 req-827511ae-8c67-4f7f-ab7b-8bcbc328943d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:35.588472 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c8a75ba0-37b2-4dcb-b41f-6d990a682680 req-827511ae-8c67-4f7f-ab7b-8bcbc328943d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=31213ba92821461cba1a0adcb9241baa&device_id=7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873 HTTP/1.1" status: 200 len: 1096 time: 0.0852702 Nov 12 00:50:35.601013 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e3ca44-ea21-4fb1-998f-6e7adb1cc0a4 req-69375c77-f218-4a05-a7f0-c60461798bde tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:50:35.641569 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69375c77-f218-4a05-a7f0-c60461798bde tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Pushing event updated for resources: {'Port': ['ID=819014ce-e76d-485d-b941-682cc2597bb6,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:35.701859 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3ca44-ea21-4fb1-998f-6e7adb1cc0a4 req-69375c77-f218-4a05-a7f0-c60461798bde tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:35.702478 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-47e3ca44-ea21-4fb1-998f-6e7adb1cc0a4 req-69375c77-f218-4a05-a7f0-c60461798bde tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:35.707781 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1c1f4-72e0-46e1-9ace-20198b8bfc3f req-32b22846-e25b-4574-81d1-c8b60ffc1813 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:35.709518 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f9e22-cd90-4e5a-ab6d-04cea65df3e1 req-9423cabf-abbb-4e47-aa89-960c36690b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:35.711013 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f55f9e22-cd90-4e5a-ab6d-04cea65df3e1 req-9423cabf-abbb-4e47-aa89-960c36690b66 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=798b5104a5534c79b1bbe81f7b5291e7&device_id=0167bf20-4467-4146-9c98-977aea984342 HTTP/1.1" status: 200 len: 1100 time: 0.2031894 Nov 12 00:50:35.715710 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-21d1c1f4-72e0-46e1-9ace-20198b8bfc3f req-32b22846-e25b-4574-81d1-c8b60ffc1813 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873 HTTP/1.1" status: 200 len: 944 time: 0.1328275 Nov 12 00:50:35.742860 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f60e0d41-7503-42dc-bf67-378ae9de4165 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:35.746261 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-47e3ca44-ea21-4fb1-998f-6e7adb1cc0a4 req-69375c77-f218-4a05-a7f0-c60461798bde tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6336920 Nov 12 00:50:35.773660 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a75ba0-37b2-4dcb-b41f-6d990a682680 req-e538f027-e7eb-4052-87b6-d3fec6b392f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:35.781384 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c8a75ba0-37b2-4dcb-b41f-6d990a682680 req-e538f027-e7eb-4052-87b6-d3fec6b392f8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=dfbacf63-886c-40df-80dd-a56be185809d HTTP/1.1" status: 200 len: 908 time: 0.1802328 Nov 12 00:50:35.782198 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-47e3ca44-ea21-4fb1-998f-6e7adb1cc0a4 req-2997e1fa-fe4b-4833-b376-cd4d02957df5 service neutron] Request body: {'port': {'device_id': '026c862d-bc34-4d1c-9243-0cf1bf0851bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:35.788474 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f60e0d41-7503-42dc-bf67-378ae9de4165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:35.791626 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f55f9e22-cd90-4e5a-ab6d-04cea65df3e1 req-ec57d827-d34f-4016-afd8-89157c21c60b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=0d966bcb-8f3b-4484-a4ce-c3297136cdd8 HTTP/1.1" status: 200 len: 217 time: 0.0618186 Nov 12 00:50:35.846471 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c8a75ba0-37b2-4dcb-b41f-6d990a682680 req-abd3aee5-133f-4ffd-84df-a6acbb98fcb1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c668a224-06b4-4f21-be65-64f708fef230 HTTP/1.1" status: 200 len: 217 time: 0.0543931 Nov 12 00:50:35.850108 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-21d1c1f4-72e0-46e1-9ace-20198b8bfc3f req-3d297033-c24a-41db-b1a9-f9a9392fc311 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337941 Nov 12 00:50:35.928415 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f60e0d41-7503-42dc-bf67-378ae9de4165 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b045897e0076461a8bcd89c9fcc3f466&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6359818 Nov 12 00:50:35.934288 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48334) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:35.938213 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e0d41-7503-42dc-bf67-378ae9de4165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94570b8a-7938-48ad-a02c-ece7f78a637d,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:35.968757 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-47e3ca44-ea21-4fb1-998f-6e7adb1cc0a4 req-2997e1fa-fe4b-4833-b376-cd4d02957df5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:35.980400 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f9e22-cd90-4e5a-ab6d-04cea65df3e1 req-68bcecb9-fb4d-44d9-8b1d-8f60a886e790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:35.982113 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f55f9e22-cd90-4e5a-ab6d-04cea65df3e1 req-68bcecb9-fb4d-44d9-8b1d-8f60a886e790 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.1719248 Nov 12 00:50:36.126639 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-d972a469-7833-48c8-869f-9211e970a7cf None None] Provisioning complete for port 819014ce-e76d-485d-b941-682cc2597bb6 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:36.128018 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d972a469-7833-48c8-869f-9211e970a7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:36.175337 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f9e22-cd90-4e5a-ab6d-04cea65df3e1 req-de2cef7d-80f1-431e-9318-52d2f033900e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:36.177894 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f55f9e22-cd90-4e5a-ab6d-04cea65df3e1 req-de2cef7d-80f1-431e-9318-52d2f033900e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1767316 Nov 12 00:50:36.188679 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c503292e-45bd-4944-91c7-0456ca1d6587 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:36.246153 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-d972a469-7833-48c8-869f-9211e970a7cf None None] Port 819014ce-e76d-485d-b941-682cc2597bb6 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:50:36.270471 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a75ba0-37b2-4dcb-b41f-6d990a682680 req-fe1d2ecf-c521-427c-a8c3-30ca1591fb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:36.273487 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c8a75ba0-37b2-4dcb-b41f-6d990a682680 req-fe1d2ecf-c521-427c-a8c3-30ca1591fb82 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=47cc90a9-e995-4711-ba6b-508e6e69e5de HTTP/1.1" status: 200 len: 848 time: 0.4197497 Nov 12 00:50:36.390878 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c503292e-45bd-4944-91c7-0456ca1d6587 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:36.441642 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c8a75ba0-37b2-4dcb-b41f-6d990a682680 req-b6d63588-e37e-4739-934f-808a800e60b1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dfbacf63-886c-40df-80dd-a56be185809d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1480172 Nov 12 00:50:36.455249 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 48360) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:36.549497 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23302faa-6b8e-4789-8675-6287c513bac2 req-a194bee3-18f3-4dac-975b-2e667dfe9264 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:36.552030 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-23302faa-6b8e-4789-8675-6287c513bac2 req-a194bee3-18f3-4dac-975b-2e667dfe9264 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/ports?device_id=026c862d-bc34-4d1c-9243-0cf1bf0851bc HTTP/1.1" status: 200 len: 936 time: 0.2770646 Nov 12 00:50:36.653582 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f55f9e22-cd90-4e5a-ab6d-04cea65df3e1 req-810fa877-f32c-44a6-b269-8d6383f87c24 service neutron] 10.222.0.16 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844020 Nov 12 00:50:36.684585 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c503292e-45bd-4944-91c7-0456ca1d6587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:36.689394 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c503292e-45bd-4944-91c7-0456ca1d6587 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:36.691204 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c503292e-45bd-4944-91c7-0456ca1d6587 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/94570b8a-7938-48ad-a02c-ece7f78a637d HTTP/1.1" status: 204 len: 168 time: 0.7538619 Nov 12 00:50:36.721676 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba525b2c-b1ad-4351-ad61-c3b3e817d10d req-c9e36882-12db-4702-863e-eeffec047c1d tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:36.735450 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ba525b2c-b1ad-4351-ad61-c3b3e817d10d req-c9e36882-12db-4702-863e-eeffec047c1d tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a0e4135-6894-4fd4-a9c1-8da7da0430fb HTTP/1.1" status: 200 len: 943 time: 0.2321539 Nov 12 00:50:36.757036 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503292e-45bd-4944-91c7-0456ca1d6587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94570b8a-7938-48ad-a02c-ece7f78a637d,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:36.846771 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0167bf20-4467-4146-9c98-977aea984342', 'tag': '0d966bcb-8f3b-4484-a4ce-c3297136cdd8'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:36.849759 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5e7406-cc88-4521-a946-1b74ccaf42a9" -d '{"events": [{"name": "network-changed", "server_uuid": "0167bf20-4467-4146-9c98-977aea984342", "tag": "0d966bcb-8f3b-4484-a4ce-c3297136cdd8"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:36.890570 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-23302faa-6b8e-4789-8675-6287c513bac2 req-8f17ff3a-bef3-464d-82d8-9d426f863ee0 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/security-groups?id=11ecfe66-8635-4f16-abd4-ad082f2cb0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618878 Nov 12 00:50:36.923530 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 2ed1f2e6-b473-4a25-9380-d1c902b834d4 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:50:36.934960 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c8a75ba0-37b2-4dcb-b41f-6d990a682680 req-1676d8f0-45a2-4832-bb29-746b7f1ce752 service neutron] 10.222.0.44 "GET /v2.0/networks/dfbacf63-886c-40df-80dd-a56be185809d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4810452 Nov 12 00:50:36.956624 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f55f9e22-cd90-4e5a-ab6d-04cea65df3e1 req-76c7a1b5-972b-4f30-af43-bb0215818d9e service neutron] 10.222.0.16 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913787 Nov 12 00:50:36.988662 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ba525b2c-b1ad-4351-ad61-c3b3e817d10d req-234e55a1-615a-4d38-979a-59028e5cbe24 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b2b10d4-8fc9-4132-a464-1a2cc040fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2519939 Nov 12 00:50:36.994112 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-47e3ca44-ea21-4fb1-998f-6e7adb1cc0a4 req-2997e1fa-fe4b-4833-b376-cd4d02957df5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 819014ce-e76d-485d-b941-682cc2597bb6 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:50:37.023352 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-47e3ca44-ea21-4fb1-998f-6e7adb1cc0a4 req-2997e1fa-fe4b-4833-b376-cd4d02957df5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:37.045076 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-47e3ca44-ea21-4fb1-998f-6e7adb1cc0a4 req-2997e1fa-fe4b-4833-b376-cd4d02957df5 service neutron] Transition to ACTIVE for port object 819014ce-e76d-485d-b941-682cc2597bb6 will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:50:37.063224 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-47e3ca44-ea21-4fb1-998f-6e7adb1cc0a4 req-2997e1fa-fe4b-4833-b376-cd4d02957df5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:37.130096 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c8a75ba0-37b2-4dcb-b41f-6d990a682680 req-f69633e7-e20e-41e0-a5ec-548b2ab6927a service neutron] 10.222.0.44 "GET /v2.0/networks/dfbacf63-886c-40df-80dd-a56be185809d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608033 Nov 12 00:50:37.142745 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a47638a-3b66-4e76-98bf-e920f2ff8e3b x-openstack-request-id: req-6a47638a-3b66-4e76-98bf-e920f2ff8e3b {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:37.143041 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0167bf20-4467-4146-9c98-977aea984342", "tag": "0d966bcb-8f3b-4484-a4ce-c3297136cdd8", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:37.143298 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6a47638a-3b66-4e76-98bf-e920f2ff8e3b {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:37.145362 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0167bf20-4467-4146-9c98-977aea984342', 'tag': '0d966bcb-8f3b-4484-a4ce-c3297136cdd8', 'status': 'completed', 'code': 200} Nov 12 00:50:37.146692 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2997e1fa-fe4b-4833-b376-cd4d02957df5 service neutron] Pushing event updated for resources: {'Port': ['ID=819014ce-e76d-485d-b941-682cc2597bb6,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:37.179588 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-000f6054-8641-4a72-94d0-7720cf117acd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e4d64aa2a37c41a9823d4d2041200196&name=default HTTP/1.1" status: 200 len: 2994 time: 0.7206590 Nov 12 00:50:37.180179 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 48382) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:37.180434 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 2ed1f2e6-b473-4a25-9380-d1c902b834d4, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=2ed1f2e6-b473-4a25-9380-d1c902b834d4,segment=NetworkSegment(c597d253-3b8b-4ba2-8e61-dc5232a6ec18),segment_id=c597d253-3b8b-4ba2-8e61-dc5232a6ec18)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:37.210192 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': '2ed1f2e6-b473-4a25-9380-d1c902b834d4', 'network_id': '9d38a466-42af-43d7-b83f-22dc50aa65c8', 'port_id': '2ed1f2e6-b473-4a25-9380-d1c902b834d4', 'mac_address': 'fa:16:3e:8a:2d:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3506ff68-efdf-4ec0-aae3-0d8c1586ac7a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:50:37.251099 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa029b46-ab2e-4192-a959-75bce88abbb7 req-6a2c9ad4-03c5-4b06-81ea-516f227777c1 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:37.261761 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e7406-cc88-4521-a946-1b74ccaf42a9 req-7a6ad0de-3cc0-4150-9130-15699e1c0e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:37.263406 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ab5e7406-cc88-4521-a946-1b74ccaf42a9 req-7a6ad0de-3cc0-4150-9130-15699e1c0e39 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=798b5104a5534c79b1bbe81f7b5291e7&device_id=0167bf20-4467-4146-9c98-977aea984342 HTTP/1.1" status: 200 len: 1100 time: 0.1260960 Nov 12 00:50:37.269774 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aa029b46-ab2e-4192-a959-75bce88abbb7 req-6a2c9ad4-03c5-4b06-81ea-516f227777c1 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] 10.222.0.45 "GET /v2.0/ports?device_id=0167bf20-4467-4146-9c98-977aea984342 HTTP/1.1" status: 200 len: 948 time: 0.1346302 Nov 12 00:50:37.282294 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:37.325996 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ed1f2e6-b473-4a25-9380-d1c902b834d4 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:50:37.350587 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 48386) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:37.367141 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-47e3ca44-ea21-4fb1-998f-6e7adb1cc0a4 req-2997e1fa-fe4b-4833-b376-cd4d02957df5 service neutron] Attempting to bind port 819014ce-e76d-485d-b941-682cc2597bb6 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:50:37.367477 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-47e3ca44-ea21-4fb1-998f-6e7adb1cc0a4 req-2997e1fa-fe4b-4833-b376-cd4d02957df5 service neutron] Attempting to bind port 819014ce-e76d-485d-b941-682cc2597bb6 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:50:37.367804 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e3ca44-ea21-4fb1-998f-6e7adb1cc0a4 req-2997e1fa-fe4b-4833-b376-cd4d02957df5 service neutron] Attempting to bind port 819014ce-e76d-485d-b941-682cc2597bb6 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:37.373347 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bade967-f400-4ed6-b5aa-13c4b310d913 req-97be7daa-8287-49ab-bb7e-b2bbbf08cc7f tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:37.378018 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 2ed1f2e6-b473-4a25-9380-d1c902b834d4, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=2ed1f2e6-b473-4a25-9380-d1c902b834d4,segment=NetworkSegment(c597d253-3b8b-4ba2-8e61-dc5232a6ec18),segment_id=c597d253-3b8b-4ba2-8e61-dc5232a6ec18)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:37.382044 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3bade967-f400-4ed6-b5aa-13c4b310d913 req-97be7daa-8287-49ab-bb7e-b2bbbf08cc7f tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873 HTTP/1.1" status: 200 len: 944 time: 0.1589072 Nov 12 00:50:37.391045 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:37.397162 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cf0ba140-cf05-4346-83a2-7b0d21a512f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:37.413384 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e3ca44-ea21-4fb1-998f-6e7adb1cc0a4 req-2997e1fa-fe4b-4833-b376-cd4d02957df5 service neutron] Port 819014ce-e76d-485d-b941-682cc2597bb6 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:50:37.414075 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e3ca44-ea21-4fb1-998f-6e7adb1cc0a4 req-2997e1fa-fe4b-4833-b376-cd4d02957df5 service neutron] Attempting to bind port 819014ce-e76d-485d-b941-682cc2597bb6 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:37.424630 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e3ca44-ea21-4fb1-998f-6e7adb1cc0a4 req-2997e1fa-fe4b-4833-b376-cd4d02957df5 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:50:37.425300 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e3ca44-ea21-4fb1-998f-6e7adb1cc0a4 req-2997e1fa-fe4b-4833-b376-cd4d02957df5 service neutron] Checking segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:50:37.426564 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e3ca44-ea21-4fb1-998f-6e7adb1cc0a4 req-2997e1fa-fe4b-4833-b376-cd4d02957df5 service neutron] Bound using segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:50:37.427241 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-47e3ca44-ea21-4fb1-998f-6e7adb1cc0a4 req-2997e1fa-fe4b-4833-b376-cd4d02957df5 service neutron] Bound port: 819014ce-e76d-485d-b941-682cc2597bb6, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:50:37.427816 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-47e3ca44-ea21-4fb1-998f-6e7adb1cc0a4 req-2997e1fa-fe4b-4833-b376-cd4d02957df5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:37.435559 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cf0ba140-cf05-4346-83a2-7b0d21a512f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:37.501202 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cf0ba140-cf05-4346-83a2-7b0d21a512f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:37.503900 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cf0ba140-cf05-4346-83a2-7b0d21a512f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:37.508035 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-cf0ba140-cf05-4346-83a2-7b0d21a512f0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7fdd0820-a439-44fb-9f93-5f64e1e3f386 HTTP/1.1" status: 204 len: 168 time: 0.3208754 Nov 12 00:50:37.519935 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aa029b46-ab2e-4192-a959-75bce88abbb7 req-fdba6b89-cb3a-4f7b-a1c3-1a5d24c423fb tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] 10.222.0.45 "GET /v2.0/security-groups?id=5fda4d8b-305a-47ea-98aa-1cb9186f8c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491674 Nov 12 00:50:37.525065 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e7406-cc88-4521-a946-1b74ccaf42a9 req-dc288f19-3850-4ba8-b725-0f4576e8d9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:37.527528 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ab5e7406-cc88-4521-a946-1b74ccaf42a9 req-dc288f19-3850-4ba8-b725-0f4576e8d9af service neutron] 10.222.0.16 "GET /v2.0/networks?id=945c2da1-f958-478a-a48a-8af2dfa2e179 HTTP/1.1" status: 200 len: 869 time: 0.2456229 Nov 12 00:50:37.531525 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ba140-cf05-4346-83a2-7b0d21a512f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fdd0820-a439-44fb-9f93-5f64e1e3f386,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:37.540150 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=2ed1f2e6-b473-4a25-9380-d1c902b834d4,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:37.587063 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3bade967-f400-4ed6-b5aa-13c4b310d913 req-e9bd8f9f-568d-46e8-bbc0-1ef59e315a57 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922991 Nov 12 00:50:37.626542 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fd63e72b-c5f1-46ab-ba43-701ef9ada665 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:37.657515 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ab5e7406-cc88-4521-a946-1b74ccaf42a9 req-ff43705f-3da2-48fe-92dc-7f36541e8afc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=0d966bcb-8f3b-4484-a4ce-c3297136cdd8 HTTP/1.1" status: 200 len: 217 time: 0.1074708 Nov 12 00:50:37.727204 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e7406-cc88-4521-a946-1b74ccaf42a9 req-bf7fd88f-c65c-49ba-a1c0-9c950b80beae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:37.728721 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ab5e7406-cc88-4521-a946-1b74ccaf42a9 req-bf7fd88f-c65c-49ba-a1c0-9c950b80beae service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.0631633 Nov 12 00:50:37.744871 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fd63e72b-c5f1-46ab-ba43-701ef9ada665 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:37.754952 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fd63e72b-c5f1-46ab-ba43-701ef9ada665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:37.767245 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-47e3ca44-ea21-4fb1-998f-6e7adb1cc0a4 req-2997e1fa-fe4b-4833-b376-cd4d02957df5 service neutron] For port 819014ce-e76d-485d-b941-682cc2597bb6, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:50:37.782724 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-47e3ca44-ea21-4fb1-998f-6e7adb1cc0a4 req-2997e1fa-fe4b-4833-b376-cd4d02957df5 service neutron] For port 819014ce-e76d-485d-b941-682cc2597bb6, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=819014ce-e76d-485d-b941-682cc2597bb6,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:50:37.792662 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-47e3ca44-ea21-4fb1-998f-6e7adb1cc0a4 req-2997e1fa-fe4b-4833-b376-cd4d02957df5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:37.798395 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e7406-cc88-4521-a946-1b74ccaf42a9 req-3f290047-0a6b-4f39-b19e-8b5341b49e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:37.800023 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ab5e7406-cc88-4521-a946-1b74ccaf42a9 req-3f290047-0a6b-4f39-b19e-8b5341b49e86 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0628202 Nov 12 00:50:37.815867 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd63e72b-c5f1-46ab-ba43-701ef9ada665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6bf485e-cc43-4dc5-95b4-d4de62059c6d,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:37.817935 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['2ed1f2e6-b473-4a25-9380-d1c902b834d4'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:50:37.830229 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-fd63e72b-c5f1-46ab-ba43-701ef9ada665 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cdd300c91f054326867bc4d167c5dc8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4723582 Nov 12 00:50:37.833289 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 48404) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:37.855818 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3ca44-ea21-4fb1-998f-6e7adb1cc0a4 req-2997e1fa-fe4b-4833-b376-cd4d02957df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:37.856465 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-47e3ca44-ea21-4fb1-998f-6e7adb1cc0a4 req-2997e1fa-fe4b-4833-b376-cd4d02957df5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:37.857911 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-47e3ca44-ea21-4fb1-998f-6e7adb1cc0a4 req-2997e1fa-fe4b-4833-b376-cd4d02957df5 service neutron] 10.222.0.44 "PUT /v2.0/ports/819014ce-e76d-485d-b941-682cc2597bb6 HTTP/1.1" status: 200 len: 1097 time: 2.0857189 Nov 12 00:50:37.969621 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3215bc56-9c3b-427b-befe-c8bdc7bfff65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:37.973068 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:38.049173 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3215bc56-9c3b-427b-befe-c8bdc7bfff65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:38.058188 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2997e1fa-fe4b-4833-b376-cd4d02957df5 service neutron] Pushing event updated for resources: {'Port': ['ID=819014ce-e76d-485d-b941-682cc2597bb6,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:38.145907 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3ca44-ea21-4fb1-998f-6e7adb1cc0a4 req-6196fbb1-6a46-448c-ae89-2754963393dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:38.147426 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-47e3ca44-ea21-4fb1-998f-6e7adb1cc0a4 req-6196fbb1-6a46-448c-ae89-2754963393dd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=989bf1fc0c7241b8bc6a8a3371f07706&device_id=026c862d-bc34-4d1c-9243-0cf1bf0851bc HTTP/1.1" status: 200 len: 1100 time: 0.2188489 Nov 12 00:50:38.153954 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 48414) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:38.161974 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ab5e7406-cc88-4521-a946-1b74ccaf42a9 req-90191180-f706-4ef4-bef8-4bfc40e83e37 service neutron] 10.222.0.16 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343897 Nov 12 00:50:38.243708 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d96759-8a8c-4ef1-a22c-19785fe01e56 req-458f640a-0e2d-4754-811c-05f3b38ce60d tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:38.252015 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-28d96759-8a8c-4ef1-a22c-19785fe01e56 req-458f640a-0e2d-4754-811c-05f3b38ce60d tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/ports?device_id=026c862d-bc34-4d1c-9243-0cf1bf0851bc HTTP/1.1" status: 200 len: 948 time: 0.2389872 Nov 12 00:50:38.265824 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2ae5d199-8c27-4480-8c8e-fb51bd0313e1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bf53bc7243dd4900a1f64f72b3d2a004&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1084745 Nov 12 00:50:38.266503 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-47e3ca44-ea21-4fb1-998f-6e7adb1cc0a4 req-4d9d674f-5d42-4b65-9168-25cd0ed03d66 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=819014ce-e76d-485d-b941-682cc2597bb6 HTTP/1.1" status: 200 len: 217 time: 0.1035321 Nov 12 00:50:38.274560 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 48416) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:38.309015 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3215bc56-9c3b-427b-befe-c8bdc7bfff65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:38.312288 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3215bc56-9c3b-427b-befe-c8bdc7bfff65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:38.317508 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3215bc56-9c3b-427b-befe-c8bdc7bfff65 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f6bf485e-cc43-4dc5-95b4-d4de62059c6d HTTP/1.1" status: 204 len: 168 time: 0.4831533 Nov 12 00:50:38.340190 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3215bc56-9c3b-427b-befe-c8bdc7bfff65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6bf485e-cc43-4dc5-95b4-d4de62059c6d,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:38.376682 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48420) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:38.388239 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-28d96759-8a8c-4ef1-a22c-19785fe01e56 req-6dfab97d-dbf5-4c3e-954e-e544dcff1c44 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/security-groups?id=11ecfe66-8635-4f16-abd4-ad082f2cb0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348650 Nov 12 00:50:38.439503 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2ab81413-58b9-4fe0-8c96-400cc4f493e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:38.459532 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3ca44-ea21-4fb1-998f-6e7adb1cc0a4 req-2af057a1-0b90-4f33-acac-4fb13e0d218d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:38.460935 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-47e3ca44-ea21-4fb1-998f-6e7adb1cc0a4 req-2af057a1-0b90-4f33-acac-4fb13e0d218d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.1825757 Nov 12 00:50:38.499582 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2ab81413-58b9-4fe0-8c96-400cc4f493e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:38.505316 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ab5e7406-cc88-4521-a946-1b74ccaf42a9 req-9928c418-3c94-49a6-b5b3-8eb0cf3397b4 service neutron] 10.222.0.16 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274872 Nov 12 00:50:38.527921 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a33d36-4e8c-4be7-ab67-a8b88537c7e2 req-898a2c28-82e7-46ce-97aa-f681f6f07c75 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:38.529935 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-72a33d36-4e8c-4be7-ab67-a8b88537c7e2 req-898a2c28-82e7-46ce-97aa-f681f6f07c75 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a0e4135-6894-4fd4-a9c1-8da7da0430fb HTTP/1.1" status: 200 len: 944 time: 0.1289449 Nov 12 00:50:38.546375 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3ca44-ea21-4fb1-998f-6e7adb1cc0a4 req-0d91adcb-e7d3-48ba-84cd-e025501c5108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:38.552808 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-47e3ca44-ea21-4fb1-998f-6e7adb1cc0a4 req-0d91adcb-e7d3-48ba-84cd-e025501c5108 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0837407 Nov 12 00:50:38.606594 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-72a33d36-4e8c-4be7-ab67-a8b88537c7e2 req-0736bea8-2b4b-44e5-8074-d1fc94f2dcc5 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b2b10d4-8fc9-4132-a464-1a2cc040fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665910 Nov 12 00:50:38.626596 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2ab81413-58b9-4fe0-8c96-400cc4f493e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:38.630345 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2ab81413-58b9-4fe0-8c96-400cc4f493e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:38.631676 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2ab81413-58b9-4fe0-8c96-400cc4f493e3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5cdc14d0-2ea6-4136-a164-9e9359bbfa6a HTTP/1.1" status: 204 len: 168 time: 0.3540971 Nov 12 00:50:38.661476 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab81413-58b9-4fe0-8c96-400cc4f493e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cdc14d0-2ea6-4136-a164-9e9359bbfa6a,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:38.682400 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device c668a224-06b4-4f21-be65-64f708fef230 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:50:38.687701 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00220fca-9046-4b5e-a64c-f675f7d137cc req-8be7128f-353e-4144-9054-a43f7283a4dd tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:38.698916 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-00220fca-9046-4b5e-a64c-f675f7d137cc req-8be7128f-353e-4144-9054-a43f7283a4dd tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] 10.222.0.45 "GET /v2.0/ports?device_id=0167bf20-4467-4146-9c98-977aea984342 HTTP/1.1" status: 200 len: 948 time: 0.0876162 Nov 12 00:50:38.750377 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-47e3ca44-ea21-4fb1-998f-6e7adb1cc0a4 req-cbdbfcc1-5e2d-49e5-9639-dd0131909319 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881917 Nov 12 00:50:38.812241 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-844a2f54-62f9-4762-afaf-f9e4b818ab13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:38.847219 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-00220fca-9046-4b5e-a64c-f675f7d137cc req-d169766d-4032-4a62-ab5d-d35fff9be978 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] 10.222.0.45 "GET /v2.0/security-groups?id=5fda4d8b-305a-47ea-98aa-1cb9186f8c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471903 Nov 12 00:50:38.848365 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port c668a224-06b4-4f21-be65-64f708fef230, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=c668a224-06b4-4f21-be65-64f708fef230,segment=NetworkSegment(22cf0803-7015-4b8f-9bea-ad8ec3d31ac5),segment_id=22cf0803-7015-4b8f-9bea-ad8ec3d31ac5)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:38.863321 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'c668a224-06b4-4f21-be65-64f708fef230', 'network_id': 'dfbacf63-886c-40df-80dd-a56be185809d', 'port_id': 'c668a224-06b4-4f21-be65-64f708fef230', 'mac_address': 'fa:16:3e:80:6f:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47cc90a9-e995-4711-ba6b-508e6e69e5de', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:50:38.866440 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 48436) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:38.896408 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8e26de8d-809e-49ce-8c46-d677583cfcca admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:38.913715 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 2ed1f2e6-b473-4a25-9380-d1c902b834d4 up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:50:38.924367 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-47e3ca44-ea21-4fb1-998f-6e7adb1cc0a4 req-4c1ee53a-6deb-4694-b545-6366c7d2e556 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666379 Nov 12 00:50:38.954766 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:38.959490 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1b95d-b7e2-4d9d-8b44-d38f6df7e0f8 req-8caf1c97-0253-450b-82c4-1226a63a670a tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:38.961293 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-63d1b95d-b7e2-4d9d-8b44-d38f6df7e0f8 req-8caf1c97-0253-450b-82c4-1226a63a670a tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873 HTTP/1.1" status: 200 len: 944 time: 0.2256100 Nov 12 00:50:38.983622 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c668a224-06b4-4f21-be65-64f708fef230 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:50:38.988019 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-844a2f54-62f9-4762-afaf-f9e4b818ab13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:38.996404 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-844a2f54-62f9-4762-afaf-f9e4b818ab13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:39.025739 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port c668a224-06b4-4f21-be65-64f708fef230, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=c668a224-06b4-4f21-be65-64f708fef230,segment=NetworkSegment(22cf0803-7015-4b8f-9bea-ad8ec3d31ac5),segment_id=22cf0803-7015-4b8f-9bea-ad8ec3d31ac5)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:39.036220 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:39.072606 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-844a2f54-62f9-4762-afaf-f9e4b818ab13 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=875cc94faf0d4dc5aac0bd6a5a803586&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6946380 Nov 12 00:50:39.074603 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844a2f54-62f9-4762-afaf-f9e4b818ab13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64612d7c-3b81-441b-8ed6-f431aa0da52f,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:39.077317 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 48440) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:39.097219 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port 2ed1f2e6-b473-4a25-9380-d1c902b834d4 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:50:39.106002 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port 2ed1f2e6-b473-4a25-9380-d1c902b834d4 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:39.106379 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:39.142509 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-63d1b95d-b7e2-4d9d-8b44-d38f6df7e0f8 req-0e5a81ac-cdd4-40f5-9290-275cd9415043 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727452 Nov 12 00:50:39.146437 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '026c862d-bc34-4d1c-9243-0cf1bf0851bc', 'tag': '819014ce-e76d-485d-b941-682cc2597bb6'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:39.148866 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327243a5-add7-4f9e-aca4-9bf5967026c8" -d '{"events": [{"name": "network-changed", "server_uuid": "026c862d-bc34-4d1c-9243-0cf1bf0851bc", "tag": "819014ce-e76d-485d-b941-682cc2597bb6"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:39.174602 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=c668a224-06b4-4f21-be65-64f708fef230,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:39.228042 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2feccd6b-6f9a-4273-8842-cfb8b7e86364 x-openstack-request-id: req-2feccd6b-6f9a-4273-8842-cfb8b7e86364 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:39.229179 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0952-a398-478f-8380-2c4c8cf812c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:39.229374 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "026c862d-bc34-4d1c-9243-0cf1bf0851bc", "tag": "819014ce-e76d-485d-b941-682cc2597bb6", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:39.229631 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2feccd6b-6f9a-4273-8842-cfb8b7e86364 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:39.230464 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '026c862d-bc34-4d1c-9243-0cf1bf0851bc', 'tag': '819014ce-e76d-485d-b941-682cc2597bb6', 'status': 'completed', 'code': 200} Nov 12 00:50:39.252502 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0952-a398-478f-8380-2c4c8cf812c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:39.272911 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:39.311706 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8e26de8d-809e-49ce-8c46-d677583cfcca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:39.314892 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0e4135-6894-4fd4-a9c1-8da7da0430fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ed1f2e6-b473-4a25-9380-d1c902b834d4'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:39.316693 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8e26de8d-809e-49ce-8c46-d677583cfcca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:39.319009 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72effc7f-fc45-4617-a333-afe459231ce7" -d '{"events": [{"server_uuid": "9a0e4135-6894-4fd4-a9c1-8da7da0430fb", "name": "network-vif-plugged", "status": "completed", "tag": "2ed1f2e6-b473-4a25-9380-d1c902b834d4"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:39.323197 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0952-a398-478f-8380-2c4c8cf812c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:39.326309 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0952-a398-478f-8380-2c4c8cf812c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:39.330009 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4d0e0952-a398-478f-8380-2c4c8cf812c8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/64612d7c-3b81-441b-8ed6-f431aa0da52f HTTP/1.1" status: 204 len: 168 time: 0.2393956 Nov 12 00:50:39.343708 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327243a5-add7-4f9e-aca4-9bf5967026c8 req-81e8d83f-32eb-434c-9d7b-786439f8342a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:39.345786 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-327243a5-add7-4f9e-aca4-9bf5967026c8 req-81e8d83f-32eb-434c-9d7b-786439f8342a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=989bf1fc0c7241b8bc6a8a3371f07706&device_id=026c862d-bc34-4d1c-9243-0cf1bf0851bc HTTP/1.1" status: 200 len: 1100 time: 0.0726430 Nov 12 00:50:39.360974 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['c668a224-06b4-4f21-be65-64f708fef230'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:50:39.373532 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-8e26de8d-809e-49ce-8c46-d677583cfcca admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2c6ecde138b24656ab863b29c2a4c126&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5036051 Nov 12 00:50:39.373532 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e26de8d-809e-49ce-8c46-d677583cfcca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850bd1e5-8adb-4604-a322-d1de21ded652,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:39.374956 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 48456) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:39.421048 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e0952-a398-478f-8380-2c4c8cf812c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64612d7c-3b81-441b-8ed6-f431aa0da52f,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:39.444669 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2258fabc-8cc0-4807-b13d-8414739c26fc x-openstack-request-id: req-2258fabc-8cc0-4807-b13d-8414739c26fc {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:39.445116 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a0e4135-6894-4fd4-a9c1-8da7da0430fb", "name": "network-vif-plugged", "status": "completed", "tag": "2ed1f2e6-b473-4a25-9380-d1c902b834d4", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:39.445334 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2258fabc-8cc0-4807-b13d-8414739c26fc {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:39.445696 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0e4135-6894-4fd4-a9c1-8da7da0430fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ed1f2e6-b473-4a25-9380-d1c902b834d4', 'code': 200} Nov 12 00:50:39.462241 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 2ed1f2e6-b473-4a25-9380-d1c902b834d4, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=2ed1f2e6-b473-4a25-9380-d1c902b834d4,segment=NetworkSegment(c597d253-3b8b-4ba2-8e61-dc5232a6ec18),segment_id=c597d253-3b8b-4ba2-8e61-dc5232a6ec18)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:39.468735 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:39.476694 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ea2ec839-726a-4b51-b41e-057861af4d78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:39.511773 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ea2ec839-726a-4b51-b41e-057861af4d78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:39.566906 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=2ed1f2e6-b473-4a25-9380-d1c902b834d4,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:39.647937 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e49f7c7-9700-45dc-b271-e4fda484790f req-ea7ea77e-4e05-4e32-b85b-22b4d27901fd tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:39.648454 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327243a5-add7-4f9e-aca4-9bf5967026c8 req-5eb8be8e-549f-48a6-9c4f-052458d7d9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:39.650110 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-327243a5-add7-4f9e-aca4-9bf5967026c8 req-5eb8be8e-549f-48a6-9c4f-052458d7d9da service neutron] 10.222.0.44 "GET /v2.0/networks?id=945c2da1-f958-478a-a48a-8af2dfa2e179 HTTP/1.1" status: 200 len: 869 time: 0.2956083 Nov 12 00:50:39.656407 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e49f7c7-9700-45dc-b271-e4fda484790f req-ea7ea77e-4e05-4e32-b85b-22b4d27901fd tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/ports?device_id=026c862d-bc34-4d1c-9243-0cf1bf0851bc HTTP/1.1" status: 200 len: 948 time: 0.1002119 Nov 12 00:50:39.661356 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e083c-9d14-4ebf-a002-ddefeb85f65e req-ef0ddf63-0e24-4316-8cca-c3d76f9fd388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:39.663176 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a52e083c-9d14-4ebf-a002-ddefeb85f65e req-ef0ddf63-0e24-4316-8cca-c3d76f9fd388 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9a0e4135-6894-4fd4-a9c1-8da7da0430fb HTTP/1.1" status: 200 len: 1097 time: 0.0854177 Nov 12 00:50:39.678500 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ea2ec839-726a-4b51-b41e-057861af4d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:39.681541 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ea2ec839-726a-4b51-b41e-057861af4d78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:39.682755 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-ea2ec839-726a-4b51-b41e-057861af4d78 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/850bd1e5-8adb-4604-a322-d1de21ded652 HTTP/1.1" status: 204 len: 168 time: 0.3069892 Nov 12 00:50:39.704493 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2ec839-726a-4b51-b41e-057861af4d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850bd1e5-8adb-4604-a322-d1de21ded652,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:39.727767 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-327243a5-add7-4f9e-aca4-9bf5967026c8 req-f5f56baa-cf41-44a8-97b0-d84ec4375b25 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=819014ce-e76d-485d-b941-682cc2597bb6 HTTP/1.1" status: 200 len: 217 time: 0.0627978 Nov 12 00:50:39.736486 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e49f7c7-9700-45dc-b271-e4fda484790f req-e1e6ac08-2803-4fa4-8ad1-c8c01c646ea5 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/security-groups?id=11ecfe66-8635-4f16-abd4-ad082f2cb0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746834 Nov 12 00:50:39.810064 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a52e083c-9d14-4ebf-a002-ddefeb85f65e req-b55631f3-8b54-4ead-94c8-919b32d4323f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4b2b10d4-8fc9-4132-a464-1a2cc040fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857213 Nov 12 00:50:39.825651 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a95cabd-275d-413f-8818-5dea9c85e714 req-3d248ab3-31f4-47d0-943e-e795c374064f tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:39.827164 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3a95cabd-275d-413f-8818-5dea9c85e714 req-3d248ab3-31f4-47d0-943e-e795c374064f tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a0e4135-6894-4fd4-a9c1-8da7da0430fb HTTP/1.1" status: 200 len: 945 time: 0.0683131 Nov 12 00:50:39.829014 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327243a5-add7-4f9e-aca4-9bf5967026c8 req-258ee59d-adc1-4828-bc36-718e0652f3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:39.830574 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-327243a5-add7-4f9e-aca4-9bf5967026c8 req-258ee59d-adc1-4828-bc36-718e0652f3cb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.0773070 Nov 12 00:50:39.890040 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 48474) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:39.913177 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327243a5-add7-4f9e-aca4-9bf5967026c8 req-3d880fb5-06a3-4a11-b402-f783e120de8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:39.916475 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-327243a5-add7-4f9e-aca4-9bf5967026c8 req-3d880fb5-06a3-4a11-b402-f783e120de8b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0746233 Nov 12 00:50:39.918014 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3a95cabd-275d-413f-8818-5dea9c85e714 req-3838ec54-921e-452c-a9a4-3b456da49cd5 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b2b10d4-8fc9-4132-a464-1a2cc040fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829968 Nov 12 00:50:39.918918 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-839f9918-b686-44c2-a21c-25cfbd10dff4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:40.056578 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff3542-b581-4ff8-9d13-26200b298e63 req-f6cdf685-b37a-4d70-b58e-ef6e04e31557 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:40.058127 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-93ff3542-b581-4ff8-9d13-26200b298e63 req-f6cdf685-b37a-4d70-b58e-ef6e04e31557 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] 10.222.0.45 "GET /v2.0/ports?device_id=0167bf20-4467-4146-9c98-977aea984342 HTTP/1.1" status: 200 len: 948 time: 0.0925465 Nov 12 00:50:40.069795 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-839f9918-b686-44c2-a21c-25cfbd10dff4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:40.077108 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-839f9918-b686-44c2-a21c-25cfbd10dff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:40.102459 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-327243a5-add7-4f9e-aca4-9bf5967026c8 req-057ec133-be8f-4ac2-b392-7bc2ddc86a53 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710024 Nov 12 00:50:40.145209 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-839f9918-b686-44c2-a21c-25cfbd10dff4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f0740907a2af4a58bf7b820e2eea3cc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2517540 Nov 12 00:50:40.145614 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48482) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:40.147087 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839f9918-b686-44c2-a21c-25cfbd10dff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=742aa24e-d035-4707-afa2-658f56588e41,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:40.160898 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-93ff3542-b581-4ff8-9d13-26200b298e63 req-039158e6-4f55-46d0-b099-5e873923e6f2 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] 10.222.0.45 "GET /v2.0/security-groups?id=5fda4d8b-305a-47ea-98aa-1cb9186f8c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882962 Nov 12 00:50:40.219586 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:40.321869 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b05f923-985a-4a04-ac3f-b4e614a3f541 req-b8409f22-2f6c-46b2-a0ee-ea62fd4df2a6 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:40.323548 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6b05f923-985a-4a04-ac3f-b4e614a3f541 req-b8409f22-2f6c-46b2-a0ee-ea62fd4df2a6 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873 HTTP/1.1" status: 200 len: 945 time: 0.0672929 Nov 12 00:50:40.397033 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6b05f923-985a-4a04-ac3f-b4e614a3f541 req-59dad2c5-0fec-41b0-bb8f-52e077353d0e tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650456 Nov 12 00:50:40.520960 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-327243a5-add7-4f9e-aca4-9bf5967026c8 req-55948978-be12-4883-ba60-fe46446a6b32 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4099801 Nov 12 00:50:40.532983 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7c255e0c-eb5f-4410-8487-07d3b3b49474 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:40.557027 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7c255e0c-eb5f-4410-8487-07d3b3b49474 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:40.607439 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7c255e0c-eb5f-4410-8487-07d3b3b49474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:40.610873 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7c255e0c-eb5f-4410-8487-07d3b3b49474 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:40.612134 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7c255e0c-eb5f-4410-8487-07d3b3b49474 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/742aa24e-d035-4707-afa2-658f56588e41 HTTP/1.1" status: 204 len: 168 time: 0.4638889 Nov 12 00:50:40.621439 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c255e0c-eb5f-4410-8487-07d3b3b49474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742aa24e-d035-4707-afa2-658f56588e41,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:40.682537 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device c668a224-06b4-4f21-be65-64f708fef230 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:50:40.746798 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port c668a224-06b4-4f21-be65-64f708fef230 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:50:40.750818 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port c668a224-06b4-4f21-be65-64f708fef230 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:40.751198 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:40.835625 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:40.877289 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port c668a224-06b4-4f21-be65-64f708fef230, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=c668a224-06b4-4f21-be65-64f708fef230,segment=NetworkSegment(22cf0803-7015-4b8f-9bea-ad8ec3d31ac5),segment_id=22cf0803-7015-4b8f-9bea-ad8ec3d31ac5)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:40.879420 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875fc1e-2e6b-4420-8005-478273eadb75 req-f8462ea8-9363-405a-8395-fffe74992a19 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:40.881543 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3875fc1e-2e6b-4420-8005-478273eadb75 req-f8462ea8-9363-405a-8395-fffe74992a19 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/ports?device_id=026c862d-bc34-4d1c-9243-0cf1bf0851bc HTTP/1.1" status: 200 len: 948 time: 0.0726664 Nov 12 00:50:40.882839 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:40.929766 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 0d966bcb-8f3b-4484-a4ce-c3297136cdd8 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:50:40.956526 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=c668a224-06b4-4f21-be65-64f708fef230,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:40.956885 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3875fc1e-2e6b-4420-8005-478273eadb75 req-8f0daa5d-da4d-4b6e-bb0e-6f8905ead46f tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/security-groups?id=11ecfe66-8635-4f16-abd4-ad082f2cb0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664036 Nov 12 00:50:41.007141 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48522) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:41.100599 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 0d966bcb-8f3b-4484-a4ce-c3297136cdd8, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=0d966bcb-8f3b-4484-a4ce-c3297136cdd8,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:41.118813 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': '0d966bcb-8f3b-4484-a4ce-c3297136cdd8', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'port_id': '0d966bcb-8f3b-4484-a4ce-c3297136cdd8', 'mac_address': 'fa:16:3e:f7:67:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0290328-7bc5-4266-bfb9-6eb25d91acf0', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:50:41.168079 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458493f-cd04-431f-b9ec-e88eba75ef6b req-54197449-7812-47c2-87d3-f228dd4043c7 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:41.169773 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3458493f-cd04-431f-b9ec-e88eba75ef6b req-54197449-7812-47c2-87d3-f228dd4043c7 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a0e4135-6894-4fd4-a9c1-8da7da0430fb HTTP/1.1" status: 200 len: 945 time: 0.0969703 Nov 12 00:50:41.198376 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:41.218256 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d966bcb-8f3b-4484-a4ce-c3297136cdd8 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:50:41.245161 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 0d966bcb-8f3b-4484-a4ce-c3297136cdd8, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=0d966bcb-8f3b-4484-a4ce-c3297136cdd8,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:41.251894 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:41.269188 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3458493f-cd04-431f-b9ec-e88eba75ef6b req-91a89690-a337-4056-bed1-078a9830f95b tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b2b10d4-8fc9-4132-a464-1a2cc040fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905230 Nov 12 00:50:41.335152 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=0d966bcb-8f3b-4484-a4ce-c3297136cdd8,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:41.345217 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4daed2-6154-44d7-a9cd-598c263ad0cd req-4cabc873-27b3-4e9c-a990-4f25854afded tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:41.346943 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9d4daed2-6154-44d7-a9cd-598c263ad0cd req-4cabc873-27b3-4e9c-a990-4f25854afded tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] 10.222.0.45 "GET /v2.0/ports?device_id=0167bf20-4467-4146-9c98-977aea984342 HTTP/1.1" status: 200 len: 949 time: 0.0684171 Nov 12 00:50:41.360052 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b94651a4-c011-4db0-bc7a-0194f0a72f9f tempest-AutoAllocateNetworkTest-1113976125 tempest-AutoAllocateNetworkTest-1113976125-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=be31e6e07c7c4210bba67ddb86873277&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3512425 Nov 12 00:50:41.361981 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48550) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:41.434812 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9d4daed2-6154-44d7-a9cd-598c263ad0cd req-20c46a85-2bcb-4b50-a88d-3c95caa58ad7 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] 10.222.0.45 "GET /v2.0/security-groups?id=5fda4d8b-305a-47ea-98aa-1cb9186f8c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818946 Nov 12 00:50:41.447294 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c668a224-06b4-4f21-be65-64f708fef230'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:41.450055 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44551aa-0ed9-4afe-a645-87ab9f782168" -d '{"events": [{"server_uuid": "7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873", "name": "network-vif-plugged", "status": "completed", "tag": "c668a224-06b4-4f21-be65-64f708fef230"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:41.551541 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f59db54-84cb-4471-889a-0e4ba7c403b5 x-openstack-request-id: req-4f59db54-84cb-4471-889a-0e4ba7c403b5 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:41.552103 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873", "name": "network-vif-plugged", "status": "completed", "tag": "c668a224-06b4-4f21-be65-64f708fef230", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:41.552579 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4f59db54-84cb-4471-889a-0e4ba7c403b5 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:41.553365 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c668a224-06b4-4f21-be65-64f708fef230', 'code': 200} Nov 12 00:50:41.557545 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5264f6be-ff44-4004-9696-d69cadb716fb tempest-AutoAllocateNetworkTest-1113976125 tempest-AutoAllocateNetworkTest-1113976125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:41.559124 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5264f6be-ff44-4004-9696-d69cadb716fb tempest-AutoAllocateNetworkTest-1113976125 tempest-AutoAllocateNetworkTest-1113976125-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1959891 Nov 12 00:50:41.562231 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48572) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:41.590762 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f143d-86f9-45f3-b353-31bddd4d98a4 req-3ddd71b2-7bf7-4dd9-97fc-eea83a86d6d4 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:41.598555 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-746f143d-86f9-45f3-b353-31bddd4d98a4 req-3ddd71b2-7bf7-4dd9-97fc-eea83a86d6d4 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873 HTTP/1.1" status: 200 len: 946 time: 0.0831230 Nov 12 00:50:41.605978 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['0d966bcb-8f3b-4484-a4ce-c3297136cdd8'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:50:41.629599 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-496b369e-4891-4fe0-a740-15d23f46a409 tempest-AutoAllocateNetworkTest-1113976125 tempest-AutoAllocateNetworkTest-1113976125-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0656848 Nov 12 00:50:41.633226 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 48578) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:41.671645 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-746f143d-86f9-45f3-b353-31bddd4d98a4 req-90965bb6-3e7f-432e-a1b8-33396ccd0cb9 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721896 Nov 12 00:50:41.676808 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-055d35e6-edce-40fd-a034-2781a075a27c tempest-AutoAllocateNetworkTest-1113976125 tempest-AutoAllocateNetworkTest-1113976125-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=be31e6e07c7c4210bba67ddb86873277 HTTP/1.1" status: 200 len: 208 time: 0.0394294 Nov 12 00:50:41.770890 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342fc275-fbb6-44c9-b155-f91dbffac0e3 req-34046ba8-95ae-4e46-88df-ee7c2e58e9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:41.772437 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-342fc275-fbb6-44c9-b155-f91dbffac0e3 req-34046ba8-95ae-4e46-88df-ee7c2e58e9cd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873 HTTP/1.1" status: 200 len: 1098 time: 0.0585721 Nov 12 00:50:41.825833 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-342fc275-fbb6-44c9-b155-f91dbffac0e3 req-e0df3408-a666-436e-b1ce-22f04e3f46b1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455842 Nov 12 00:50:42.084392 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fccad50-7ffb-4d5e-a7fb-705b4c971bff req-30bcecbb-7c86-4835-a228-08b57a75ca36 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:42.086206 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2fccad50-7ffb-4d5e-a7fb-705b4c971bff req-30bcecbb-7c86-4835-a228-08b57a75ca36 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/ports?device_id=026c862d-bc34-4d1c-9243-0cf1bf0851bc HTTP/1.1" status: 200 len: 948 time: 0.0570037 Nov 12 00:50:42.152644 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2fccad50-7ffb-4d5e-a7fb-705b4c971bff req-633983ce-3407-4758-8b2f-5de3f80186b4 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/security-groups?id=11ecfe66-8635-4f16-abd4-ad082f2cb0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578728 Nov 12 00:50:42.216299 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 48602) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:42.280731 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48610) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:42.360785 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c5b7840f-e8d7-4a05-9723-f847fb3a281b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:42.434725 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de0bbf-144c-40f2-9b9d-363e5d86d5a3 req-c4a59b9d-d9f1-4725-8132-3700d323e80d tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:42.436284 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-06de0bbf-144c-40f2-9b9d-363e5d86d5a3 req-c4a59b9d-d9f1-4725-8132-3700d323e80d tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a0e4135-6894-4fd4-a9c1-8da7da0430fb HTTP/1.1" status: 200 len: 945 time: 0.0781870 Nov 12 00:50:42.488299 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a5381336-489d-460e-a017-60371643f069 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:42.524447 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-06de0bbf-144c-40f2-9b9d-363e5d86d5a3 req-42fd80d6-59a4-4922-b40e-bdf05fb82590 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b2b10d4-8fc9-4132-a464-1a2cc040fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764613 Nov 12 00:50:42.538584 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c5b7840f-e8d7-4a05-9723-f847fb3a281b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:42.560098 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c5b7840f-e8d7-4a05-9723-f847fb3a281b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:42.635114 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a5381336-489d-460e-a017-60371643f069 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:42.637239 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c5b7840f-e8d7-4a05-9723-f847fb3a281b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=be31e6e07c7c4210bba67ddb86873277&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4197850 Nov 12 00:50:42.639818 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a5381336-489d-460e-a017-60371643f069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:42.640794 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7840f-e8d7-4a05-9723-f847fb3a281b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58fe02d2-67aa-4a43-ab6b-97183c6576e9,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:42.644636 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48626) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:42.702558 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 819014ce-e76d-485d-b941-682cc2597bb6 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:50:42.708125 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0fb01-bcfa-4802-ba11-f98f97eb00ba req-a03b3559-01b3-4d69-b327-b205086ff655 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:42.715803 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ccd0fb01-bcfa-4802-ba11-f98f97eb00ba req-a03b3559-01b3-4d69-b327-b205086ff655 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] 10.222.0.45 "GET /v2.0/ports?device_id=0167bf20-4467-4146-9c98-977aea984342 HTTP/1.1" status: 200 len: 949 time: 0.1834252 Nov 12 00:50:42.738592 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e9254-17bd-4475-9925-624e342b941c req-7f41ebff-a5ab-47b6-b777-13f9220c7ffa tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:42.740353 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ef7e9254-17bd-4475-9925-624e342b941c req-7f41ebff-a5ab-47b6-b777-13f9220c7ffa tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a0e4135-6894-4fd4-a9c1-8da7da0430fb HTTP/1.1" status: 200 len: 945 time: 0.1059391 Nov 12 00:50:42.753567 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 48634) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:42.762075 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-d8ffb807-bc30-4931-8c0c-568f2b37b7d7 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Request body: {'floatingip': {'port_id': '2ed1f2e6-b473-4a25-9380-d1c902b834d4'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:42.799875 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5381336-489d-460e-a017-60371643f069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9e6cbc-bf74-4289-a13a-fbe95b448512,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:42.811587 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a5381336-489d-460e-a017-60371643f069 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=668d8c5215214b93bd58ad0a1657fca5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5297589 Nov 12 00:50:42.820040 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48636) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:42.868599 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d8ffb807-bc30-4931-8c0c-568f2b37b7d7 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks [] for floatingip, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:42.871179 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aa8cae89-ab4c-4b9c-8af4-0a02bee3f29f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:42.921097 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aa8cae89-ab4c-4b9c-8af4-0a02bee3f29f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:42.932166 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 0d966bcb-8f3b-4484-a4ce-c3297136cdd8 up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:50:42.932457 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1b67a24c-f7dd-4987-b9bd-2aea9d35a5e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:42.981740 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1b67a24c-f7dd-4987-b9bd-2aea9d35a5e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:43.039059 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 819014ce-e76d-485d-b941-682cc2597bb6, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=819014ce-e76d-485d-b941-682cc2597bb6,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:43.041914 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aa8cae89-ab4c-4b9c-8af4-0a02bee3f29f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:43.052177 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aa8cae89-ab4c-4b9c-8af4-0a02bee3f29f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:43.056591 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-aa8cae89-ab4c-4b9c-8af4-0a02bee3f29f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/58fe02d2-67aa-4a43-ab6b-97183c6576e9 HTTP/1.1" status: 204 len: 168 time: 0.4079435 Nov 12 00:50:43.061684 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1b67a24c-f7dd-4987-b9bd-2aea9d35a5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:43.065316 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1b67a24c-f7dd-4987-b9bd-2aea9d35a5e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:43.069935 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1b67a24c-f7dd-4987-b9bd-2aea9d35a5e0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cf9e6cbc-bf74-4289-a13a-fbe95b448512 HTTP/1.1" status: 204 len: 168 time: 0.2461669 Nov 12 00:50:43.072595 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ccd0fb01-bcfa-4802-ba11-f98f97eb00ba req-55bdd3de-4b9a-4ef2-8372-7063967c4523 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] 10.222.0.45 "GET /v2.0/security-groups?id=5fda4d8b-305a-47ea-98aa-1cb9186f8c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558247 Nov 12 00:50:43.074672 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8cae89-ab4c-4b9c-8af4-0a02bee3f29f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58fe02d2-67aa-4a43-ab6b-97183c6576e9,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:43.082984 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '819014ce-e76d-485d-b941-682cc2597bb6', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'port_id': '819014ce-e76d-485d-b941-682cc2597bb6', 'mac_address': 'fa:16:3e:fe:8a:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0290328-7bc5-4266-bfb9-6eb25d91acf0', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:50:43.086035 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b67a24c-f7dd-4987-b9bd-2aea9d35a5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9e6cbc-bf74-4289-a13a-fbe95b448512,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:43.136861 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4025d195-b40d-4fbf-b4cf-93bf6411a54d req-382e8863-3fa1-4788-9a08-4801a2f19856 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:43.138130 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48646) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:43.138379 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4025d195-b40d-4fbf-b4cf-93bf6411a54d req-382e8863-3fa1-4788-9a08-4801a2f19856 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873 HTTP/1.1" status: 200 len: 946 time: 0.2866654 Nov 12 00:50:43.173442 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port 0d966bcb-8f3b-4484-a4ce-c3297136cdd8 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:50:43.196663 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:43.214513 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port 0d966bcb-8f3b-4484-a4ce-c3297136cdd8 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:43.214884 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:43.270947 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4025d195-b40d-4fbf-b4cf-93bf6411a54d req-ad597182-a33f-4876-ac7f-fc2940754f17 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019678 Nov 12 00:50:43.281231 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d7f69b00-1cac-4d3b-9d8a-c53b1368f7cc req-34b8c239-99bc-4641-a322-7d95bc94ba5a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9a0e4135-6894-4fd4-a9c1-8da7da0430fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0793777 Nov 12 00:50:43.298953 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 819014ce-e76d-485d-b941-682cc2597bb6 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:50:43.331442 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 819014ce-e76d-485d-b941-682cc2597bb6, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=819014ce-e76d-485d-b941-682cc2597bb6,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:43.360380 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:43.401337 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:43.436542 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f69b00-1cac-4d3b-9d8a-c53b1368f7cc req-89bcac0e-f8ed-474e-b53e-d44e2925716b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:43.438422 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d7f69b00-1cac-4d3b-9d8a-c53b1368f7cc req-89bcac0e-f8ed-474e-b53e-d44e2925716b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ccb1e7e0eea141e9b6d3110322862248&device_id=9a0e4135-6894-4fd4-a9c1-8da7da0430fb HTTP/1.1" status: 200 len: 1097 time: 0.0835469 Nov 12 00:50:43.458887 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abec7d0-b5e3-449b-8a5c-bab065be1bce req-cce18f34-e4fc-47a1-8a71-6bddf6082d81 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:43.460770 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6abec7d0-b5e3-449b-8a5c-bab065be1bce req-cce18f34-e4fc-47a1-8a71-6bddf6082d81 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/ports?device_id=026c862d-bc34-4d1c-9243-0cf1bf0851bc HTTP/1.1" status: 200 len: 948 time: 0.1686110 Nov 12 00:50:43.469360 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 0d966bcb-8f3b-4484-a4ce-c3297136cdd8, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=0d966bcb-8f3b-4484-a4ce-c3297136cdd8,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:43.477927 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:43.490041 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=819014ce-e76d-485d-b941-682cc2597bb6,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:43.555308 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0167bf20-4467-4146-9c98-977aea984342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d966bcb-8f3b-4484-a4ce-c3297136cdd8'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:43.557757 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9c6b11-8b9b-4812-b346-f5642fe842d0" -d '{"events": [{"server_uuid": "0167bf20-4467-4146-9c98-977aea984342", "name": "network-vif-plugged", "status": "completed", "tag": "0d966bcb-8f3b-4484-a4ce-c3297136cdd8"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:43.579362 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=0d966bcb-8f3b-4484-a4ce-c3297136cdd8,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:43.635670 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59516526-2d65-4f69-a499-e8571cdeab5b x-openstack-request-id: req-59516526-2d65-4f69-a499-e8571cdeab5b {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:43.636044 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0167bf20-4467-4146-9c98-977aea984342", "name": "network-vif-plugged", "status": "completed", "tag": "0d966bcb-8f3b-4484-a4ce-c3297136cdd8", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:43.636466 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-59516526-2d65-4f69-a499-e8571cdeab5b {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:43.636858 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0167bf20-4467-4146-9c98-977aea984342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d966bcb-8f3b-4484-a4ce-c3297136cdd8', 'code': 200} Nov 12 00:50:43.647481 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['819014ce-e76d-485d-b941-682cc2597bb6'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:50:43.702523 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f69b00-1cac-4d3b-9d8a-c53b1368f7cc req-631859f8-8156-49c8-9b2a-8c145eafe927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:43.706479 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d7f69b00-1cac-4d3b-9d8a-c53b1368f7cc req-631859f8-8156-49c8-9b2a-8c145eafe927 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9d38a466-42af-43d7-b83f-22dc50aa65c8 HTTP/1.1" status: 200 len: 923 time: 0.2465796 Nov 12 00:50:43.725752 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c7931d3c-4af6-4061-8057-1b4aac69fc6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:43.829611 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d7f69b00-1cac-4d3b-9d8a-c53b1368f7cc req-3bcbb73f-9806-4c5e-b12f-19cf6cad69cc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ed1f2e6-b473-4a25-9380-d1c902b834d4 HTTP/1.1" status: 200 len: 217 time: 0.0997546 Nov 12 00:50:43.898803 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48664) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:43.901305 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb635bf-94ff-4ab6-9429-3da0986effec req-beb13edd-843f-479e-a25f-642d2c2bc500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:43.903278 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ffb635bf-94ff-4ab6-9429-3da0986effec req-beb13edd-843f-479e-a25f-642d2c2bc500 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0167bf20-4467-4146-9c98-977aea984342 HTTP/1.1" status: 200 len: 1102 time: 0.1711571 Nov 12 00:50:43.905008 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6abec7d0-b5e3-449b-8a5c-bab065be1bce req-d18ff2e5-a612-4721-a1c3-dc27ea8c05b1 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/security-groups?id=11ecfe66-8635-4f16-abd4-ad082f2cb0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4324274 Nov 12 00:50:43.962387 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f69b00-1cac-4d3b-9d8a-c53b1368f7cc req-8447f581-c60a-4c8e-8f49-53510d5c35e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:43.964509 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d7f69b00-1cac-4d3b-9d8a-c53b1368f7cc req-8447f581-c60a-4c8e-8f49-53510d5c35e8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3506ff68-efdf-4ec0-aae3-0d8c1586ac7a HTTP/1.1" status: 200 len: 862 time: 0.1227932 Nov 12 00:50:43.965355 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-38fa3b53-b357-4f93-979b-3a5112263955 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:44.055486 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ffb635bf-94ff-4ab6-9429-3da0986effec req-8dfc220a-20f0-4b9e-93cc-aff0aa5e52ac service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5fda4d8b-305a-47ea-98aa-1cb9186f8c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390247 Nov 12 00:50:44.109659 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f69b00-1cac-4d3b-9d8a-c53b1368f7cc req-033379cc-edf8-4bf2-ba78-24a75ba040cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:44.111170 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d7f69b00-1cac-4d3b-9d8a-c53b1368f7cc req-033379cc-edf8-4bf2-ba78-24a75ba040cf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9d38a466-42af-43d7-b83f-22dc50aa65c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1337261 Nov 12 00:50:44.119692 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c7931d3c-4af6-4061-8057-1b4aac69fc6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:44.137507 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c7931d3c-4af6-4061-8057-1b4aac69fc6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:44.154133 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d8ffb807-bc30-4931-8c0c-568f2b37b7d7 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:44.160957 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d8ffb807-bc30-4931-8c0c-568f2b37b7d7 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:44.191525 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7931d3c-4af6-4061-8057-1b4aac69fc6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8bda5b-8861-4085-a4b5-ebd29d78f747,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:44.232664 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-38fa3b53-b357-4f93-979b-3a5112263955 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:44.246208 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-38fa3b53-b357-4f93-979b-3a5112263955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:44.277526 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c7931d3c-4af6-4061-8057-1b4aac69fc6c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=71d6dfddaf8b4f76a54a813a5d69be43&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1322677 Nov 12 00:50:44.286427 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48684) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:44.321156 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7f6d0-d578-4dd3-838d-db1cf9e1338a req-1eb10081-2df1-497c-9928-84f77cfefb8c tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:44.328499 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-33a7f6d0-d578-4dd3-838d-db1cf9e1338a req-1eb10081-2df1-497c-9928-84f77cfefb8c tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] 10.222.0.45 "GET /v2.0/ports?device_id=0167bf20-4467-4146-9c98-977aea984342 HTTP/1.1" status: 200 len: 950 time: 0.1135445 Nov 12 00:50:44.338161 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fa3b53-b357-4f93-979b-3a5112263955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bf8fbc-9cb6-4077-8859-148c4bcf969f,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:44.343572 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-38fa3b53-b357-4f93-979b-3a5112263955 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=01801b7259ce4a62bb3c966c8c8e2529&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4386632 Nov 12 00:50:44.346469 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48690) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:44.346722 n-d-712142-27 neutron-server[109085]: INFO neutron.db.l3_db [None req-d8ffb807-bc30-4931-8c0c-568f2b37b7d7 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Floating IP 565201aa-c2a7-4d33-bc42-9996dafc78cb associated. External IP: 172.25.3.202, port: 2ed1f2e6-b473-4a25-9380-d1c902b834d4. Nov 12 00:50:44.439622 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9ce613d4-82e7-4f94-bf86-8e88474abf52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:44.499144 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9ce613d4-82e7-4f94-bf86-8e88474abf52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:44.509253 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d7f69b00-1cac-4d3b-9d8a-c53b1368f7cc req-7036ac95-12d1-4eaa-890d-29ac9888f44a service neutron] 10.222.0.16 "GET /v2.0/networks/9d38a466-42af-43d7-b83f-22dc50aa65c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409776 Nov 12 00:50:44.564206 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4367353d-afa0-4d05-b19a-e7a477bfa1cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:44.571812 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-33a7f6d0-d578-4dd3-838d-db1cf9e1338a req-b328ef7e-8558-4213-b1bb-31dd7be4f418 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] 10.222.0.45 "GET /v2.0/security-groups?id=5fda4d8b-305a-47ea-98aa-1cb9186f8c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419181 Nov 12 00:50:44.630268 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4367353d-afa0-4d05-b19a-e7a477bfa1cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:44.646696 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3836858-da72-4869-998b-c1a31fb9132d req-1fd50791-a9db-4633-9117-bcab0eab7c34 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:44.649124 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d3836858-da72-4869-998b-c1a31fb9132d req-1fd50791-a9db-4633-9117-bcab0eab7c34 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873 HTTP/1.1" status: 200 len: 946 time: 0.1238177 Nov 12 00:50:44.653852 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9ce613d4-82e7-4f94-bf86-8e88474abf52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:44.656477 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9ce613d4-82e7-4f94-bf86-8e88474abf52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:44.660605 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9ce613d4-82e7-4f94-bf86-8e88474abf52 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5c8bda5b-8861-4085-a4b5-ebd29d78f747 HTTP/1.1" status: 204 len: 168 time: 0.3704295 Nov 12 00:50:44.690407 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce613d4-82e7-4f94-bf86-8e88474abf52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8bda5b-8861-4085-a4b5-ebd29d78f747,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:44.700112 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d7f69b00-1cac-4d3b-9d8a-c53b1368f7cc req-3458bb22-ab4a-4515-8098-f19fc7c3df6d service neutron] 10.222.0.16 "GET /v2.0/networks/9d38a466-42af-43d7-b83f-22dc50aa65c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785014 Nov 12 00:50:44.716859 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 819014ce-e76d-485d-b941-682cc2597bb6 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:50:44.740699 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4367353d-afa0-4d05-b19a-e7a477bfa1cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:44.761760 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4367353d-afa0-4d05-b19a-e7a477bfa1cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:44.765205 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4367353d-afa0-4d05-b19a-e7a477bfa1cf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/57bf8fbc-9cb6-4077-8859-148c4bcf969f HTTP/1.1" status: 204 len: 168 time: 0.4155593 Nov 12 00:50:44.778639 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4367353d-afa0-4d05-b19a-e7a477bfa1cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bf8fbc-9cb6-4077-8859-148c4bcf969f,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:44.791481 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d3836858-da72-4869-998b-c1a31fb9132d req-d5f776dc-2727-44c3-a0e7-7cae2ea87b81 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070073 Nov 12 00:50:44.795828 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ffb807-bc30-4931-8c0c-568f2b37b7d7 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Router de22d560-bda6-410b-8bdd-52b814865145 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:50:44.906587 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 819014ce-e76d-485d-b941-682cc2597bb6 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:50:44.919927 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 819014ce-e76d-485d-b941-682cc2597bb6 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:44.920338 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:44.937188 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ffb807-bc30-4931-8c0c-568f2b37b7d7 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:50:44.953279 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f5c5d0-18a1-4595-b45e-8e2aa7f5efc2 None None] Sync routers for ids ['de22d560-bda6-410b-8bdd-52b814865145'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:50:44.976941 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d8ffb807-bc30-4931-8c0c-568f2b37b7d7 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:44.980783 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f5c5d0-18a1-4595-b45e-8e2aa7f5efc2 None None] Routers {'de22d560-bda6-410b-8bdd-52b814865145'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:50:44.985672 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-43f5c5d0-18a1-4595-b45e-8e2aa7f5efc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:50:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['de22d560-bda6-410b-8bdd-52b814865145'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:45.027934 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:45.077168 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 819014ce-e76d-485d-b941-682cc2597bb6, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=819014ce-e76d-485d-b941-682cc2597bb6,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:45.083606 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:45.115728 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-d8ffb807-bc30-4931-8c0c-568f2b37b7d7 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "PUT /v2.0/floatingips/565201aa-c2a7-4d33-bc42-9996dafc78cb HTTP/1.1" status: 200 len: 991 time: 2.3605394 Nov 12 00:50:45.117410 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a0e4135-6894-4fd4-a9c1-8da7da0430fb', 'tag': '2ed1f2e6-b473-4a25-9380-d1c902b834d4'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:45.120948 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2bf4b86-b785-4bf0-9641-cbe6fc49c2d3" -d '{"events": [{"name": "network-changed", "server_uuid": "9a0e4135-6894-4fd4-a9c1-8da7da0430fb", "tag": "2ed1f2e6-b473-4a25-9380-d1c902b834d4"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:45.142022 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b739870-ab02-400c-9aa1-9d915a457fa0 req-cd6281de-3502-40e3-91ca-2d87b33c8d4c tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:45.151001 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1b739870-ab02-400c-9aa1-9d915a457fa0 req-cd6281de-3502-40e3-91ca-2d87b33c8d4c tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/ports?device_id=026c862d-bc34-4d1c-9243-0cf1bf0851bc HTTP/1.1" status: 200 len: 949 time: 0.1218286 Nov 12 00:50:45.156863 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=819014ce-e76d-485d-b941-682cc2597bb6,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:45.222426 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1b739870-ab02-400c-9aa1-9d915a457fa0 req-b4638b0e-76d6-48cf-903c-75fd4a3ee413 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/security-groups?id=11ecfe66-8635-4f16-abd4-ad082f2cb0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702033 Nov 12 00:50:45.225670 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-43f5c5d0-18a1-4595-b45e-8e2aa7f5efc2 None None] Set router de22d560-bda6-410b-8bdd-52b814865145 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:50:45.441923 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48732) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:45.470103 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-321f23c1-b1f6-4216-b956-074724da8e0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:45.486513 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7099603-6fb6-4b37-8c53-f404fcf4e314 req-02a9d038-1b7d-4c78-a673-d82ab1573cfd tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:45.491668 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c7099603-6fb6-4b37-8c53-f404fcf4e314 req-02a9d038-1b7d-4c78-a673-d82ab1573cfd tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873 HTTP/1.1" status: 200 len: 1098 time: 0.0914624 Nov 12 00:50:45.570252 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a197504-aa63-4b5d-90bb-c18d3ccfca48 x-openstack-request-id: req-5a197504-aa63-4b5d-90bb-c18d3ccfca48 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:45.570550 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a0e4135-6894-4fd4-a9c1-8da7da0430fb", "tag": "2ed1f2e6-b473-4a25-9380-d1c902b834d4", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:45.570804 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5a197504-aa63-4b5d-90bb-c18d3ccfca48 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:45.571215 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a0e4135-6894-4fd4-a9c1-8da7da0430fb', 'tag': '2ed1f2e6-b473-4a25-9380-d1c902b834d4', 'status': 'completed', 'code': 200} Nov 12 00:50:45.575107 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c7099603-6fb6-4b37-8c53-f404fcf4e314 req-09c8d8e4-f230-4ec3-b5fd-8762f4daab60 tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767770 Nov 12 00:50:45.638135 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '026c862d-bc34-4d1c-9243-0cf1bf0851bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819014ce-e76d-485d-b941-682cc2597bb6'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:45.641106 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1713b4b1-4456-4e04-ae49-9ba92774d6c6" -d '{"events": [{"server_uuid": "026c862d-bc34-4d1c-9243-0cf1bf0851bc", "name": "network-vif-plugged", "status": "completed", "tag": "819014ce-e76d-485d-b941-682cc2597bb6"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:45.732281 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf4b86-b785-4bf0-9641-cbe6fc49c2d3 req-15ebe735-c4eb-48c8-addf-79efed09e148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:45.734029 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b2bf4b86-b785-4bf0-9641-cbe6fc49c2d3 req-15ebe735-c4eb-48c8-addf-79efed09e148 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ccb1e7e0eea141e9b6d3110322862248&device_id=9a0e4135-6894-4fd4-a9c1-8da7da0430fb HTTP/1.1" status: 200 len: 1097 time: 0.1243241 Nov 12 00:50:45.791834 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-43f5c5d0-18a1-4595-b45e-8e2aa7f5efc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de22d560-bda6-410b-8bdd-52b814865145', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-868130520-router', 'tenant_id': 'ccb1e7e0eea141e9b6d3110322862248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'b1875921-8068-48c5-9561-c0732c9b1da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:49:46Z', 'updated_at': '2021-11-12T00:49:50Z', 'revision_number': 4, 'project_id': 'ccb1e7e0eea141e9b6d3110322862248', 'gw_port': {'id': 'b1875921-8068-48c5-9561-c0732c9b1da0', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:45:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de22d560-bda6-410b-8bdd-52b814865145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:49:46Z', 'updated_at': '2021-11-12T00:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '565201aa-c2a7-4d33-bc42-9996dafc78cb', 'tenant_id': 'ccb1e7e0eea141e9b6d3110322862248', 'floating_ip_address': '172.25.3.202', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'de22d560-bda6-410b-8bdd-52b814865145', 'port_id': '2ed1f2e6-b473-4a25-9380-d1c902b834d4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d38a466-42af-43d7-b83f-22dc50aa65c8', 'mac_address': 'fa:16:3e:8a:2d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0e4135-6894-4fd4-a9c1-8da7da0430fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:50:16Z', 'updated_at': '2021-11-12T00:50:43Z', 'revision_number': 1, 'project_id': 'ccb1e7e0eea141e9b6d3110322862248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54eca92d-57f7-44fd-8cb5-2079da57f60f', 'name': '', 'network_id': '9d38a466-42af-43d7-b83f-22dc50aa65c8', 'tenant_id': 'ccb1e7e0eea141e9b6d3110322862248', 'mac_address': 'fa:16:3e:fd:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de22d560-bda6-410b-8bdd-52b814865145', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3506ff68-efdf-4ec0-aae3-0d8c1586ac7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:49:49Z', 'updated_at': '2021-11-12T00:49:56Z', 'revision_number': 5, 'project_id': 'ccb1e7e0eea141e9b6d3110322862248', 'subnets': [{'id': '3506ff68-efdf-4ec0-aae3-0d8c1586ac7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:45.803363 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a280a5ce-1b41-4b10-bf86-307e9044c947 req-76810e2e-d32e-479d-9fab-0c349918d839 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:45.808025 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a280a5ce-1b41-4b10-bf86-307e9044c947 req-76810e2e-d32e-479d-9fab-0c349918d839 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] 10.222.0.45 "GET /v2.0/ports?device_id=0167bf20-4467-4146-9c98-977aea984342 HTTP/1.1" status: 200 len: 950 time: 0.1216922 Nov 12 00:50:45.825062 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f5c5d0-18a1-4595-b45e-8e2aa7f5efc2 None None] Checking router: de22d560-bda6-410b-8bdd-52b814865145 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:50:45.836330 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f5c5d0-18a1-4595-b45e-8e2aa7f5efc2 None None] Routers {'de22d560-bda6-410b-8bdd-52b814865145'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:50:45.837004 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-43f5c5d0-18a1-4595-b45e-8e2aa7f5efc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:50:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['de22d560-bda6-410b-8bdd-52b814865145'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:45.897197 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-321f23c1-b1f6-4216-b956-074724da8e0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:45.910718 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-321f23c1-b1f6-4216-b956-074724da8e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:45.939617 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396bcab3-2a0a-473d-a2d7-94249eb57289 req-222e5f44-1308-420d-8e32-1de64948275f tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:45.947944 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-396bcab3-2a0a-473d-a2d7-94249eb57289 req-222e5f44-1308-420d-8e32-1de64948275f tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873 HTTP/1.1" status: 200 len: 1098 time: 0.1200123 Nov 12 00:50:46.004720 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f23c1-b1f6-4216-b956-074724da8e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a166801-539e-4f6b-b8cf-6c7f9cc5bf36,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:46.020608 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-43f5c5d0-18a1-4595-b45e-8e2aa7f5efc2 None None] Set router de22d560-bda6-410b-8bdd-52b814865145 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:50:46.023132 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-396bcab3-2a0a-473d-a2d7-94249eb57289 req-a4288aea-a91f-4233-8e35-d74df760eb8d tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744722 Nov 12 00:50:46.026967 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a280a5ce-1b41-4b10-bf86-307e9044c947 req-8d89abb3-2515-462b-84dc-a6298533fa71 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] 10.222.0.45 "GET /v2.0/security-groups?id=5fda4d8b-305a-47ea-98aa-1cb9186f8c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110114 Nov 12 00:50:46.080081 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf4b86-b785-4bf0-9641-cbe6fc49c2d3 req-b2784d5e-fe49-465d-9a39-693d921d3409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:46.081963 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b2bf4b86-b785-4bf0-9641-cbe6fc49c2d3 req-b2784d5e-fe49-465d-9a39-693d921d3409 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9d38a466-42af-43d7-b83f-22dc50aa65c8 HTTP/1.1" status: 200 len: 923 time: 0.3363798 Nov 12 00:50:46.086801 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba55f3f-7d6a-452a-93bb-050a1b28e93d x-openstack-request-id: req-7ba55f3f-7d6a-452a-93bb-050a1b28e93d {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:46.087719 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "026c862d-bc34-4d1c-9243-0cf1bf0851bc", "name": "network-vif-plugged", "status": "completed", "tag": "819014ce-e76d-485d-b941-682cc2597bb6", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:46.088175 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7ba55f3f-7d6a-452a-93bb-050a1b28e93d {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:46.088478 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321f23c1-b1f6-4216-b956-074724da8e0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:46.088911 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321f23c1-b1f6-4216-b956-074724da8e0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:46.089254 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '026c862d-bc34-4d1c-9243-0cf1bf0851bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819014ce-e76d-485d-b941-682cc2597bb6', 'code': 200} Nov 12 00:50:46.089405 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321f23c1-b1f6-4216-b956-074724da8e0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:46.089840 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321f23c1-b1f6-4216-b956-074724da8e0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:46.090240 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321f23c1-b1f6-4216-b956-074724da8e0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:46.090643 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321f23c1-b1f6-4216-b956-074724da8e0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:46.091340 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321f23c1-b1f6-4216-b956-074724da8e0b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:46.091744 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321f23c1-b1f6-4216-b956-074724da8e0b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:46.092302 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321f23c1-b1f6-4216-b956-074724da8e0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:46.092749 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321f23c1-b1f6-4216-b956-074724da8e0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:46.093149 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321f23c1-b1f6-4216-b956-074724da8e0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:46.093536 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321f23c1-b1f6-4216-b956-074724da8e0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:46.110288 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-321f23c1-b1f6-4216-b956-074724da8e0b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5eca7534356148948d27a3c825601126&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6668906 Nov 12 00:50:46.115543 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48762) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:46.333032 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7e0d6702-6966-40f2-9e61-558a3996c085 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:46.351149 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-284bc226-ae11-43a2-bbf7-ab9db881e8c8 req-67cb8cdd-8cfa-4e7b-8ba3-0c75470bb88f service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:50:46.353377 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-284bc226-ae11-43a2-bbf7-ab9db881e8c8 req-67cb8cdd-8cfa-4e7b-8ba3-0c75470bb88f service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093210 Nov 12 00:50:46.360177 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7e0d6702-6966-40f2-9e61-558a3996c085 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:46.441771 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7e0d6702-6966-40f2-9e61-558a3996c085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:46.445072 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7e0d6702-6966-40f2-9e61-558a3996c085 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:46.448723 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7e0d6702-6966-40f2-9e61-558a3996c085 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7a166801-539e-4f6b-b8cf-6c7f9cc5bf36 HTTP/1.1" status: 204 len: 168 time: 0.3295472 Nov 12 00:50:46.449735 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb9b40-b985-4131-a78d-a95037b7fcfe req-0dc2e41d-a9c4-4b71-ba5b-4dccfc794fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:46.451628 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-73eb9b40-b985-4131-a78d-a95037b7fcfe req-0dc2e41d-a9c4-4b71-ba5b-4dccfc794fdc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=026c862d-bc34-4d1c-9243-0cf1bf0851bc HTTP/1.1" status: 200 len: 1102 time: 0.2269375 Nov 12 00:50:46.456828 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b2bf4b86-b785-4bf0-9641-cbe6fc49c2d3 req-05c3f2b7-7eb9-4b19-b5b5-c1e441e9b8f4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ed1f2e6-b473-4a25-9380-d1c902b834d4 HTTP/1.1" status: 200 len: 999 time: 0.3578863 Nov 12 00:50:46.519067 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d6702-6966-40f2-9e61-558a3996c085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a166801-539e-4f6b-b8cf-6c7f9cc5bf36,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:46.524296 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-73eb9b40-b985-4131-a78d-a95037b7fcfe req-0eae53f8-40fb-41f1-93ce-a4594745f70f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=11ecfe66-8635-4f16-abd4-ad082f2cb0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582392 Nov 12 00:50:46.528687 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:50:46.552056 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48790) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:46.595530 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf4b86-b785-4bf0-9641-cbe6fc49c2d3 req-34843674-2a81-4315-95be-2a8c3b614e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:46.598314 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b2bf4b86-b785-4bf0-9641-cbe6fc49c2d3 req-34843674-2a81-4315-95be-2a8c3b614e96 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3506ff68-efdf-4ec0-aae3-0d8c1586ac7a HTTP/1.1" status: 200 len: 862 time: 0.1332569 Nov 12 00:50:46.615327 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ce952-9cff-4311-86da-e6fe7a94aebb req-aeaf0038-ddbc-4bf5-aaeb-3660c8184dd6 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:46.617150 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-684ce952-9cff-4311-86da-e6fe7a94aebb req-aeaf0038-ddbc-4bf5-aaeb-3660c8184dd6 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/ports?device_id=026c862d-bc34-4d1c-9243-0cf1bf0851bc HTTP/1.1" status: 200 len: 950 time: 0.1562736 Nov 12 00:50:46.662701 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf4b86-b785-4bf0-9641-cbe6fc49c2d3 req-2d896203-7edd-4ca4-ac60-77166abfd862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:46.664253 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b2bf4b86-b785-4bf0-9641-cbe6fc49c2d3 req-2d896203-7edd-4ca4-ac60-77166abfd862 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9d38a466-42af-43d7-b83f-22dc50aa65c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590327 Nov 12 00:50:46.743761 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-43f5c5d0-18a1-4595-b45e-8e2aa7f5efc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de22d560-bda6-410b-8bdd-52b814865145', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-868130520-router', 'tenant_id': 'ccb1e7e0eea141e9b6d3110322862248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'b1875921-8068-48c5-9561-c0732c9b1da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:49:46Z', 'updated_at': '2021-11-12T00:49:50Z', 'revision_number': 4, 'project_id': 'ccb1e7e0eea141e9b6d3110322862248', 'gw_port': {'id': 'b1875921-8068-48c5-9561-c0732c9b1da0', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:45:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de22d560-bda6-410b-8bdd-52b814865145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:49:46Z', 'updated_at': '2021-11-12T00:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '565201aa-c2a7-4d33-bc42-9996dafc78cb', 'tenant_id': 'ccb1e7e0eea141e9b6d3110322862248', 'floating_ip_address': '172.25.3.202', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'de22d560-bda6-410b-8bdd-52b814865145', 'port_id': '2ed1f2e6-b473-4a25-9380-d1c902b834d4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d38a466-42af-43d7-b83f-22dc50aa65c8', 'mac_address': 'fa:16:3e:8a:2d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0e4135-6894-4fd4-a9c1-8da7da0430fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:50:16Z', 'updated_at': '2021-11-12T00:50:43Z', 'revision_number': 1, 'project_id': 'ccb1e7e0eea141e9b6d3110322862248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54eca92d-57f7-44fd-8cb5-2079da57f60f', 'name': '', 'network_id': '9d38a466-42af-43d7-b83f-22dc50aa65c8', 'tenant_id': 'ccb1e7e0eea141e9b6d3110322862248', 'mac_address': 'fa:16:3e:fd:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de22d560-bda6-410b-8bdd-52b814865145', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3506ff68-efdf-4ec0-aae3-0d8c1586ac7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:49:49Z', 'updated_at': '2021-11-12T00:49:56Z', 'revision_number': 5, 'project_id': 'ccb1e7e0eea141e9b6d3110322862248', 'subnets': [{'id': '3506ff68-efdf-4ec0-aae3-0d8c1586ac7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:46.762893 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-684ce952-9cff-4311-86da-e6fe7a94aebb req-4fa987a9-93f0-48e3-a452-539ef8148b0c tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/security-groups?id=11ecfe66-8635-4f16-abd4-ad082f2cb0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382616 Nov 12 00:50:46.820832 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f5c5d0-18a1-4595-b45e-8e2aa7f5efc2 None None] The sync data for ids ['de22d560-bda6-410b-8bdd-52b814865145'] in n-d-712142-27 is: [{'id': 'de22d560-bda6-410b-8bdd-52b814865145', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-868130520-router', 'tenant_id': 'ccb1e7e0eea141e9b6d3110322862248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'b1875921-8068-48c5-9561-c0732c9b1da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:49:46Z', 'updated_at': '2021-11-12T00:49:50Z', 'revision_number': 4, 'project_id': 'ccb1e7e0eea141e9b6d3110322862248', 'gw_port': {'id': 'b1875921-8068-48c5-9561-c0732c9b1da0', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:45:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de22d560-bda6-410b-8bdd-52b814865145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:49:46Z', 'updated_at': '2021-11-12T00:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '565201aa-c2a7-4d33-bc42-9996dafc78cb', 'tenant_id': 'ccb1e7e0eea141e9b6d3110322862248', 'floating_ip_address': '172.25.3.202', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'de22d560-bda6-410b-8bdd-52b814865145', 'port_id': '2ed1f2e6-b473-4a25-9380-d1c902b834d4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d38a466-42af-43d7-b83f-22dc50aa65c8', 'mac_address': 'fa:16:3e:8a:2d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0e4135-6894-4fd4-a9c1-8da7da0430fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:50:16Z', 'updated_at': '2021-11-12T00:50:43Z', 'revision_number': 1, 'project_id': 'ccb1e7e0eea141e9b6d3110322862248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54eca92d-57f7-44fd-8cb5-2079da57f60f', 'name': '', 'network_id': '9d38a466-42af-43d7-b83f-22dc50aa65c8', 'tenant_id': 'ccb1e7e0eea141e9b6d3110322862248', 'mac_address': 'fa:16:3e:fd:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de22d560-bda6-410b-8bdd-52b814865145', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3506ff68-efdf-4ec0-aae3-0d8c1586ac7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:49:49Z', 'updated_at': '2021-11-12T00:49:56Z', 'revision_number': 5, 'project_id': 'ccb1e7e0eea141e9b6d3110322862248', 'subnets': [{'id': '3506ff68-efdf-4ec0-aae3-0d8c1586ac7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:50:46.856525 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b2bf4b86-b785-4bf0-9641-cbe6fc49c2d3 req-db3f9580-69dd-442a-bf75-1c8cef6a85f1 service neutron] 10.222.0.16 "GET /v2.0/networks/9d38a466-42af-43d7-b83f-22dc50aa65c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831591 Nov 12 00:50:46.976099 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 48804) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:47.001777 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b2bf4b86-b785-4bf0-9641-cbe6fc49c2d3 req-b79d551c-05ff-4e24-a4fc-6f3b20fe88d0 service neutron] 10.222.0.16 "GET /v2.0/networks/9d38a466-42af-43d7-b83f-22dc50aa65c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366026 Nov 12 00:50:47.067163 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-2bc3f366-a725-4674-a9f9-4141d3d3cc66 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1308416798-network', 'tenant_id': '83eada3bc343462492e64e9fa7dd64d1'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:47.093540 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc3f366-a725-4674-a9f9-4141d3d3cc66 admin admin] Made reservation on behalf of 83eada3bc343462492e64e9fa7dd64d1 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:50:47.095905 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2bc3f366-a725-4674-a9f9-4141d3d3cc66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:47.107264 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2bc3f366-a725-4674-a9f9-4141d3d3cc66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:47.129939 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-83796051-f49f-4a99-baff-69f8d57fc8ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:47.149685 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bd1421-cafb-4b6c-b96e-562e07603d4e None None] New status for floating IP 565201aa-c2a7-4d33-bc42-9996dafc78cb: ACTIVE {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:50:47.212113 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2bc3f366-a725-4674-a9f9-4141d3d3cc66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:47.219493 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2bc3f366-a725-4674-a9f9-4141d3d3cc66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:47.269523 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-83796051-f49f-4a99-baff-69f8d57fc8ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:47.273102 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bc3f366-a725-4674-a9f9-4141d3d3cc66 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:50:47.280639 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-83796051-f49f-4a99-baff-69f8d57fc8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:47.286404 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc3f366-a725-4674-a9f9-4141d3d3cc66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147f837d-f129-4148-9ea2-013c732402bf,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:47.292405 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2bc3f366-a725-4674-a9f9-4141d3d3cc66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:47.292933 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-2bc3f366-a725-4674-a9f9-4141d3d3cc66 admin admin] Added segment f5a63f27-c50a-4e4c-bd91-9eb60efb33af of type vlan for network 5dea2f77-8295-4da8-a787-569a69965ebe Nov 12 00:50:47.346900 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2bc3f366-a725-4674-a9f9-4141d3d3cc66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:47.368064 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48822) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:47.371244 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-83796051-f49f-4a99-baff-69f8d57fc8ad admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=edf7c26d8c314f0992c70331fa27f302&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3849437 Nov 12 00:50:47.410239 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83796051-f49f-4a99-baff-69f8d57fc8ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0864f16b-ddd8-4f08-8737-15e6b81c1f04,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:47.454367 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2bc3f366-a725-4674-a9f9-4141d3d3cc66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:47.455422 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc3f366-a725-4674-a9f9-4141d3d3cc66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:47.458621 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2bc3f366-a725-4674-a9f9-4141d3d3cc66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:47.502270 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eac5c260-fd2e-428d-8aa8-d875c0e848e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:47.514381 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2bc3f366-a725-4674-a9f9-4141d3d3cc66 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9583771 Nov 12 00:50:47.515611 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 48828) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:47.529711 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-d0889263-09f7-40f0-9370-232382210bc6 admin admin] Request body: {'subnet': {'network_id': '5dea2f77-8295-4da8-a787-569a69965ebe', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1308416798-subnet', 'tenant_id': '83eada3bc343462492e64e9fa7dd64d1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:47.565442 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc3f366-a725-4674-a9f9-4141d3d3cc66 admin admin] Pushing event updated for resources: {'Network': ['ID=5dea2f77-8295-4da8-a787-569a69965ebe,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:47.572281 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eac5c260-fd2e-428d-8aa8-d875c0e848e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:47.593753 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 5dea2f77-8295-4da8-a787-569a69965ebe details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:50:47.620094 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0889263-09f7-40f0-9370-232382210bc6 admin admin] Made reservation on behalf of 83eada3bc343462492e64e9fa7dd64d1 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:50:47.622643 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d0889263-09f7-40f0-9370-232382210bc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:47.681419 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eac5c260-fd2e-428d-8aa8-d875c0e848e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:47.685013 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eac5c260-fd2e-428d-8aa8-d875c0e848e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:47.686629 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-eac5c260-fd2e-428d-8aa8-d875c0e848e4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0864f16b-ddd8-4f08-8737-15e6b81c1f04 HTTP/1.1" status: 204 len: 168 time: 0.3174202 Nov 12 00:50:47.716747 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5c260-fd2e-428d-8aa8-d875c0e848e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0864f16b-ddd8-4f08-8737-15e6b81c1f04,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:48.023123 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d0889263-09f7-40f0-9370-232382210bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:48.098201 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57b47b-293e-4267-a95d-6503fe3b71e3 req-9352bb26-ad84-43f6-b49a-1638dbe5d77c tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:48.099679 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9a57b47b-293e-4267-a95d-6503fe3b71e3 req-9352bb26-ad84-43f6-b49a-1638dbe5d77c tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] 10.222.0.45 "GET /v2.0/ports?device_id=0167bf20-4467-4146-9c98-977aea984342 HTTP/1.1" status: 200 len: 950 time: 0.1568921 Nov 12 00:50:48.148488 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0889263-09f7-40f0-9370-232382210bc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d317dcad-6957-4229-abe0-26e636c3f387,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:48.174017 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0889263-09f7-40f0-9370-232382210bc6 admin admin] Checking segment: {'id': 'f5a63f27-c50a-4e4c-bd91-9eb60efb33af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5dea2f77-8295-4da8-a787-569a69965ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:50:48.174375 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0889263-09f7-40f0-9370-232382210bc6 admin admin] Network hostable DHCP agents. Network: 5dea2f77-8295-4da8-a787-569a69965ebe, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:50:48.205825 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9a57b47b-293e-4267-a95d-6503fe3b71e3 req-bf584006-f8af-4b1b-9b5c-91af5de8dad1 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] 10.222.0.45 "GET /v2.0/security-groups?id=5fda4d8b-305a-47ea-98aa-1cb9186f8c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940571 Nov 12 00:50:48.207648 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48860) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:48.223776 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0889263-09f7-40f0-9370-232382210bc6 admin admin] Network 5dea2f77-8295-4da8-a787-569a69965ebe is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:50:48.240694 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-d0889263-09f7-40f0-9370-232382210bc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 5dea2f77-8295-4da8-a787-569a69965ebe) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:48.247354 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0889263-09f7-40f0-9370-232382210bc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:48.247990 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d0889263-09f7-40f0-9370-232382210bc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:48.255049 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9053e8a9-5adc-4e59-b268-675474e2ac81 None None] Network 5dea2f77-8295-4da8-a787-569a69965ebe requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:50:48.292532 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-d0889263-09f7-40f0-9370-232382210bc6 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7747142 Nov 12 00:50:48.295388 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48868) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:48.302641 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-4bb8910c-05e7-4a20-b297-3371c4956a02 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1308416798-router', 'tenant_id': '83eada3bc343462492e64e9fa7dd64d1', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:48.335647 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4bb8910c-05e7-4a20-b297-3371c4956a02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:48.337944 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4bb8910c-05e7-4a20-b297-3371c4956a02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:48.400380 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 48872) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:48.423069 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4bb8910c-05e7-4a20-b297-3371c4956a02 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:48.471155 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-58e4cb96-e07d-4629-96c4-8c6863d226f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:48.504303 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bbc39f-35c2-4086-a615-b71975ad0c1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-5dea2f77-8295-4da8-a787-569a69965ebe', 'network_id': '5dea2f77-8295-4da8-a787-569a69965ebe', 'tenant_id': '83eada3bc343462492e64e9fa7dd64d1', 'fixed_ips': [{'subnet_id': 'd317dcad-6957-4229-abe0-26e636c3f387'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:50:48.505605 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-42bbc39f-35c2-4086-a615-b71975ad0c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:48.525620 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690949e-88d6-4893-92b9-79967f254359 req-91667436-2aa5-4b0f-b481-51550baccb3c tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:48.533391 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c690949e-88d6-4893-92b9-79967f254359 req-91667436-2aa5-4b0f-b481-51550baccb3c tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/ports?device_id=026c862d-bc34-4d1c-9243-0cf1bf0851bc HTTP/1.1" status: 200 len: 950 time: 0.1342621 Nov 12 00:50:48.619861 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4bb8910c-05e7-4a20-b297-3371c4956a02 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:48.649129 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c690949e-88d6-4893-92b9-79967f254359 req-cd6a37ce-0c42-4514-8e24-bb6d1d7c3301 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/security-groups?id=11ecfe66-8635-4f16-abd4-ad082f2cb0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097710 Nov 12 00:50:48.676809 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-42bbc39f-35c2-4086-a615-b71975ad0c1c None None] Allocated IP 172.20.0.2 (5dea2f77-8295-4da8-a787-569a69965ebe/d317dcad-6957-4229-abe0-26e636c3f387/babc7405-942c-466b-b1fd-cad53bff0090) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:50:48.734234 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-453ca6d9-e6f1-495e-9adb-5c53278453f7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1727113462-network', 'tenant_id': '10e546ec20224b1c887b967b60c4d627'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:48.740284 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-58e4cb96-e07d-4629-96c4-8c6863d226f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:48.750260 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-58e4cb96-e07d-4629-96c4-8c6863d226f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:48.788653 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453ca6d9-e6f1-495e-9adb-5c53278453f7 admin admin] Made reservation on behalf of 10e546ec20224b1c887b967b60c4d627 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:50:48.791199 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-453ca6d9-e6f1-495e-9adb-5c53278453f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:48.817725 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-453ca6d9-e6f1-495e-9adb-5c53278453f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:48.853534 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-58e4cb96-e07d-4629-96c4-8c6863d226f6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e4e1ebd5501741d1bb75bb5229bd4746&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4508224 Nov 12 00:50:48.854220 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 48884) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:48.867008 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e4cb96-e07d-4629-96c4-8c6863d226f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63aa0c90-3247-46d1-a3c4-4f37d44d5905,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:48.875559 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 48886) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:48.907997 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34416e4b-a511-4113-993b-663650073a7c req-b858a978-c07d-45b4-ba58-6539501f2947 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:48.911402 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-34416e4b-a511-4113-993b-663650073a7c req-b858a978-c07d-45b4-ba58-6539501f2947 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] 10.222.0.16 "GET /v2.0/ports?device_id=0167bf20-4467-4146-9c98-977aea984342 HTTP/1.1" status: 200 len: 950 time: 0.1405418 Nov 12 00:50:48.946413 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a8ce892d-93ec-448d-b197-9e232089cde3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:48.978544 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-42bbc39f-35c2-4086-a615-b71975ad0c1c None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:48.981665 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a8ce892d-93ec-448d-b197-9e232089cde3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:48.987632 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-42bbc39f-35c2-4086-a615-b71975ad0c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:49.029819 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-74da1deb-af5a-4d72-aa70-5a6f9377944c tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:50:49.033121 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-74da1deb-af5a-4d72-aa70-5a6f9377944c tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1468332 Nov 12 00:50:49.045054 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bbc39f-35c2-4086-a615-b71975ad0c1c None None] Network 5dea2f77-8295-4da8-a787-569a69965ebe is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:50:49.049669 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-42bbc39f-35c2-4086-a615-b71975ad0c1c None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:49.055364 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bbc39f-35c2-4086-a615-b71975ad0c1c None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:50:49.066740 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-453ca6d9-e6f1-495e-9adb-5c53278453f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:49.077350 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bbc39f-35c2-4086-a615-b71975ad0c1c None None] Pushing event updated for resources: {'Port': ['ID=babc7405-942c-466b-b1fd-cad53bff0090,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:49.077564 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-453ca6d9-e6f1-495e-9adb-5c53278453f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:49.099275 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a8ce892d-93ec-448d-b197-9e232089cde3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:49.102592 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a8ce892d-93ec-448d-b197-9e232089cde3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:49.106166 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bbc39f-35c2-4086-a615-b71975ad0c1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:49.106724 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bbc39f-35c2-4086-a615-b71975ad0c1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:49.107177 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bbc39f-35c2-4086-a615-b71975ad0c1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:49.107468 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bbc39f-35c2-4086-a615-b71975ad0c1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:49.107871 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a8ce892d-93ec-448d-b197-9e232089cde3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/63aa0c90-3247-46d1-a3c4-4f37d44d5905 HTTP/1.1" status: 204 len: 168 time: 0.2494731 Nov 12 00:50:49.108214 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bbc39f-35c2-4086-a615-b71975ad0c1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:49.108648 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bbc39f-35c2-4086-a615-b71975ad0c1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:49.109071 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bbc39f-35c2-4086-a615-b71975ad0c1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:49.109489 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bbc39f-35c2-4086-a615-b71975ad0c1c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:49.110380 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bbc39f-35c2-4086-a615-b71975ad0c1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:49.110826 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bbc39f-35c2-4086-a615-b71975ad0c1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:49.111247 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bbc39f-35c2-4086-a615-b71975ad0c1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:49.111665 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bbc39f-35c2-4086-a615-b71975ad0c1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:49.141955 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ce892d-93ec-448d-b197-9e232089cde3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63aa0c90-3247-46d1-a3c4-4f37d44d5905,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:49.159891 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-42bbc39f-35c2-4086-a615-b71975ad0c1c None None] Attempting to bind port babc7405-942c-466b-b1fd-cad53bff0090 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:50:49.160389 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-42bbc39f-35c2-4086-a615-b71975ad0c1c None None] Attempting to bind port babc7405-942c-466b-b1fd-cad53bff0090 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'f5a63f27-c50a-4e4c-bd91-9eb60efb33af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5dea2f77-8295-4da8-a787-569a69965ebe'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:50:49.160755 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bbc39f-35c2-4086-a615-b71975ad0c1c None None] Attempting to bind port babc7405-942c-466b-b1fd-cad53bff0090 on network 5dea2f77-8295-4da8-a787-569a69965ebe {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:49.175103 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bbc39f-35c2-4086-a615-b71975ad0c1c None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:50:49.176126 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bbc39f-35c2-4086-a615-b71975ad0c1c None None] Checking segment: {'id': 'f5a63f27-c50a-4e4c-bd91-9eb60efb33af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5dea2f77-8295-4da8-a787-569a69965ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:50:49.176669 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-42bbc39f-35c2-4086-a615-b71975ad0c1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:49.177072 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bbc39f-35c2-4086-a615-b71975ad0c1c None None] Bound using segment: {'id': 'f5a63f27-c50a-4e4c-bd91-9eb60efb33af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5dea2f77-8295-4da8-a787-569a69965ebe'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:50:49.177820 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-42bbc39f-35c2-4086-a615-b71975ad0c1c None None] Bound port: babc7405-942c-466b-b1fd-cad53bff0090, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5a63f27-c50a-4e4c-bd91-9eb60efb33af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5dea2f77-8295-4da8-a787-569a69965ebe'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:50:49.178211 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-42bbc39f-35c2-4086-a615-b71975ad0c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:49.262645 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-42bbc39f-35c2-4086-a615-b71975ad0c1c None None] For port babc7405-942c-466b-b1fd-cad53bff0090, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:50:49.266346 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-42bbc39f-35c2-4086-a615-b71975ad0c1c None None] For port babc7405-942c-466b-b1fd-cad53bff0090, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=babc7405-942c-466b-b1fd-cad53bff0090,segment=NetworkSegment(f5a63f27-c50a-4e4c-bd91-9eb60efb33af),segment_id=f5a63f27-c50a-4e4c-bd91-9eb60efb33af)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:50:49.284084 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-42bbc39f-35c2-4086-a615-b71975ad0c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:49.291628 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-7bf6993f-cbf1-4d77-938b-08da73647265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:49.302959 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-7bf6993f-cbf1-4d77-938b-08da73647265 service neutron] 10.222.0.45 "GET /v2.0/ports/c668a224-06b4-4f21-be65-64f708fef230 HTTP/1.1" status: 200 len: 1095 time: 0.1928661 Nov 12 00:50:49.307910 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-76e53666-b27e-40c9-a78e-1f3c35b6d7d5 service neutron] Request body: {'binding': {'host': 'n-h1-712142-27', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:49.309094 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-76e53666-b27e-40c9-a78e-1f3c35b6d7d5 service neutron] Unknown quota resources ['binding']. {{(pid=109085) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 00:50:49.372690 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bbc39f-35c2-4086-a615-b71975ad0c1c None None] Pushing event updated for resources: {'Port': ['ID=babc7405-942c-466b-b1fd-cad53bff0090,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:49.404289 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-453ca6d9-e6f1-495e-9adb-5c53278453f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:50:49.432674 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ca6d9-e6f1-495e-9adb-5c53278453f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c64e9f-26bf-4cae-954e-7c86ebe7e1fb,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:49.467828 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db74160-aee6-4b92-b20a-475f40d47ef8 req-198cf41e-29e6-4e89-85b6-8f9b0fd79b11 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:49.476787 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0db74160-aee6-4b92-b20a-475f40d47ef8 req-198cf41e-29e6-4e89-85b6-8f9b0fd79b11 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/ports?device_id=026c862d-bc34-4d1c-9243-0cf1bf0851bc HTTP/1.1" status: 200 len: 950 time: 0.1631687 Nov 12 00:50:49.481326 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-453ca6d9-e6f1-495e-9adb-5c53278453f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:49.482058 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-453ca6d9-e6f1-495e-9adb-5c53278453f7 admin admin] Added segment 6eca3569-bbd9-4f4d-bcf1-f2a3273ec25a of type vlan for network 2a29fb7d-1389-4bf5-9af7-7b665f8258fb Nov 12 00:50:49.506047 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-34416e4b-a511-4113-993b-663650073a7c req-2ea19b53-2e2a-46e3-a11b-c61637778af4 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] Deleting port 0d966bcb-8f3b-4484-a4ce-c3297136cdd8 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:50:49.506396 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-34416e4b-a511-4113-993b-663650073a7c req-2ea19b53-2e2a-46e3-a11b-c61637778af4 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:49.571190 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0db74160-aee6-4b92-b20a-475f40d47ef8 req-fe4dd3c3-6d0d-4c9a-9812-a47550fcf7a5 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/security-groups?id=11ecfe66-8635-4f16-abd4-ad082f2cb0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935187 Nov 12 00:50:49.575779 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4bb8910c-05e7-4a20-b297-3371c4956a02 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:49.596458 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-453ca6d9-e6f1-495e-9adb-5c53278453f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:49.657945 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4bb8910c-05e7-4a20-b297-3371c4956a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:49.680573 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-76e53666-b27e-40c9-a78e-1f3c35b6d7d5 service neutron] Attempting to bind port c668a224-06b4-4f21-be65-64f708fef230 on host n-h1-712142-27 for vnic_type normal with profile None {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:50:49.681260 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-76e53666-b27e-40c9-a78e-1f3c35b6d7d5 service neutron] Attempting to bind port c668a224-06b4-4f21-be65-64f708fef230 by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': '22cf0803-7015-4b8f-9bea-ad8ec3d31ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfbacf63-886c-40df-80dd-a56be185809d'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:50:49.682758 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-76e53666-b27e-40c9-a78e-1f3c35b6d7d5 service neutron] Attempting to bind port c668a224-06b4-4f21-be65-64f708fef230 on network dfbacf63-886c-40df-80dd-a56be185809d {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:49.700154 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-76e53666-b27e-40c9-a78e-1f3c35b6d7d5 service neutron] Port c668a224-06b4-4f21-be65-64f708fef230 on network dfbacf63-886c-40df-80dd-a56be185809d not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:50:49.700811 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-76e53666-b27e-40c9-a78e-1f3c35b6d7d5 service neutron] Attempting to bind port c668a224-06b4-4f21-be65-64f708fef230 on network dfbacf63-886c-40df-80dd-a56be185809d {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:49.726045 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-76e53666-b27e-40c9-a78e-1f3c35b6d7d5 service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:50:49.727329 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-76e53666-b27e-40c9-a78e-1f3c35b6d7d5 service neutron] Checking segment: {'id': '22cf0803-7015-4b8f-9bea-ad8ec3d31ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfbacf63-886c-40df-80dd-a56be185809d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:50:49.728368 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-76e53666-b27e-40c9-a78e-1f3c35b6d7d5 service neutron] Bound using segment: {'id': '22cf0803-7015-4b8f-9bea-ad8ec3d31ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfbacf63-886c-40df-80dd-a56be185809d'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:50:49.729319 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-76e53666-b27e-40c9-a78e-1f3c35b6d7d5 service neutron] Bound port: c668a224-06b4-4f21-be65-64f708fef230, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22cf0803-7015-4b8f-9bea-ad8ec3d31ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfbacf63-886c-40df-80dd-a56be185809d'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:50:49.792870 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-453ca6d9-e6f1-495e-9adb-5c53278453f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:49.793818 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453ca6d9-e6f1-495e-9adb-5c53278453f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:49.794424 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-453ca6d9-e6f1-495e-9adb-5c53278453f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:49.865250 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-34416e4b-a511-4113-993b-663650073a7c req-2ea19b53-2e2a-46e3-a11b-c61637778af4 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] For port 0d966bcb-8f3b-4484-a4ce-c3297136cdd8, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=0d966bcb-8f3b-4484-a4ce-c3297136cdd8,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:49.865619 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-34416e4b-a511-4113-993b-663650073a7c req-2ea19b53-2e2a-46e3-a11b-c61637778af4 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:49.916115 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-453ca6d9-e6f1-495e-9adb-5c53278453f7 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7051702 Nov 12 00:50:49.922472 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48918) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:49.923330 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-34416e4b-a511-4113-993b-663650073a7c req-2ea19b53-2e2a-46e3-a11b-c61637778af4 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] Calling delete_port for 0d966bcb-8f3b-4484-a4ce-c3297136cdd8 owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:50:49.923715 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-76e53666-b27e-40c9-a78e-1f3c35b6d7d5 service neutron] For port c668a224-06b4-4f21-be65-64f708fef230, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=c668a224-06b4-4f21-be65-64f708fef230,segment=NetworkSegment(22cf0803-7015-4b8f-9bea-ad8ec3d31ac5),segment_id=22cf0803-7015-4b8f-9bea-ad8ec3d31ac5)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:50:49.933329 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-79bf9676-3a8d-4d3f-ab0b-a11ed9ee5cc0 admin admin] Request body: {'subnet': {'network_id': '2a29fb7d-1389-4bf5-9af7-7b665f8258fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1727113462-subnet', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:49.933605 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29566d8-a343-4909-8cf0-4b543250e407 req-c89c3442-80d2-4107-8654-758189912d83 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:49.935116 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c29566d8-a343-4909-8cf0-4b543250e407 req-c89c3442-80d2-4107-8654-758189912d83 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] 10.222.0.45 "GET /v2.0/ports?device_id=0167bf20-4467-4146-9c98-977aea984342 HTTP/1.1" status: 200 len: 950 time: 0.1710906 Nov 12 00:50:49.938365 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ca6d9-e6f1-495e-9adb-5c53278453f7 admin admin] Pushing event updated for resources: {'Network': ['ID=2a29fb7d-1389-4bf5-9af7-7b665f8258fb,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:49.941665 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-76e53666-b27e-40c9-a78e-1f3c35b6d7d5 service neutron] Publish callbacks [] for binding, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:49.944099 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-76e53666-b27e-40c9-a78e-1f3c35b6d7d5 service neutron] 10.222.0.45 "POST /v2.0/ports/c668a224-06b4-4f21-be65-64f708fef230/bindings HTTP/1.1" status: 201 len: 390 time: 0.6396561 Nov 12 00:50:49.950822 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 2a29fb7d-1389-4bf5-9af7-7b665f8258fb details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:50:49.987672 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-4bb8910c-05e7-4a20-b297-3371c4956a02 admin admin] Allocated IP 172.25.3.217 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/baae78e4-bcca-410e-b4ee-5b005ae463b7) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:50:50.016292 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c29566d8-a343-4909-8cf0-4b543250e407 req-f930c69c-c473-4455-889d-4fb54684f075 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] 10.222.0.45 "GET /v2.0/security-groups?id=5fda4d8b-305a-47ea-98aa-1cb9186f8c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679646 Nov 12 00:50:50.090713 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79bf9676-3a8d-4d3f-ab0b-a11ed9ee5cc0 admin admin] Made reservation on behalf of 10e546ec20224b1c887b967b60c4d627 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:50:50.093253 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-79bf9676-3a8d-4d3f-ab0b-a11ed9ee5cc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:50.316344 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4bb8910c-05e7-4a20-b297-3371c4956a02 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:50.447479 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12de3a5-cb7f-45d3-a69a-4caa2889626e req-b062b1a8-0614-42f6-a927-55be6d4df7bd tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:50.460190 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a12de3a5-cb7f-45d3-a69a-4caa2889626e req-b062b1a8-0614-42f6-a927-55be6d4df7bd tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873 HTTP/1.1" status: 200 len: 946 time: 0.1923327 Nov 12 00:50:50.510507 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-34416e4b-a511-4113-993b-663650073a7c req-2ea19b53-2e2a-46e3-a11b-c61637778af4 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:50.513370 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a12de3a5-cb7f-45d3-a69a-4caa2889626e req-21de01fe-9e3c-4be9-bc5a-3e067a4bbeb9 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523024 Nov 12 00:50:50.554514 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['0d966bcb-8f3b-4484-a4ce-c3297136cdd8'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:50:50.576985 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4bb8910c-05e7-4a20-b297-3371c4956a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:50.632365 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea19b53-2e2a-46e3-a11b-c61637778af4 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] Pushing event deleted for resources: {'Port': ['ID=0d966bcb-8f3b-4484-a4ce-c3297136cdd8,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:50.682779 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb8910c-05e7-4a20-b297-3371c4956a02 admin admin] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:50:50.704439 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-79bf9676-3a8d-4d3f-ab0b-a11ed9ee5cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:50.708366 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-aef82e16-a63a-487f-8107-b9181b0ca75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:50.709929 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-aef82e16-a63a-487f-8107-b9181b0ca75b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=31213ba92821461cba1a0adcb9241baa&device_id=7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873 HTTP/1.1" status: 200 len: 1098 time: 0.3105993 Nov 12 00:50:50.761669 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1df3e-ae0d-4355-b9c5-7e2946852ac3 req-d333beab-d758-49b7-8436-256a340ddc2d tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:50.763264 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a7b1df3e-ae0d-4355-b9c5-7e2946852ac3 req-d333beab-d758-49b7-8436-256a340ddc2d tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/ports?device_id=026c862d-bc34-4d1c-9243-0cf1bf0851bc HTTP/1.1" status: 200 len: 950 time: 0.1277592 Nov 12 00:50:50.769671 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-4bb8910c-05e7-4a20-b297-3371c4956a02 admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:50.772784 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-34416e4b-a511-4113-993b-663650073a7c req-2ea19b53-2e2a-46e3-a11b-c61637778af4 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] No DVR routers for this DVR port 0d966bcb-8f3b-4484-a4ce-c3297136cdd8 on host n-h1-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:50:50.788087 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb8910c-05e7-4a20-b297-3371c4956a02 admin admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:50:50.828580 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-34416e4b-a511-4113-993b-663650073a7c req-2ea19b53-2e2a-46e3-a11b-c61637778af4 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:50.831711 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-34416e4b-a511-4113-993b-663650073a7c req-2ea19b53-2e2a-46e3-a11b-c61637778af4 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] 10.222.0.16 "DELETE /v2.0/ports/0d966bcb-8f3b-4484-a4ce-c3297136cdd8 HTTP/1.1" status: 204 len: 173 time: 1.9101651 Nov 12 00:50:50.865894 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0167bf20-4467-4146-9c98-977aea984342', 'name': 'network-vif-deleted', 'tag': '0d966bcb-8f3b-4484-a4ce-c3297136cdd8'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:50.868660 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d6bc62-05da-4061-b2fb-d352b6f5de67" -d '{"events": [{"server_uuid": "0167bf20-4467-4146-9c98-977aea984342", "name": "network-vif-deleted", "tag": "0d966bcb-8f3b-4484-a4ce-c3297136cdd8"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:50.901682 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a7b1df3e-ae0d-4355-b9c5-7e2946852ac3 req-f241b398-5cde-46b1-b5df-a72ad35cf447 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/security-groups?id=11ecfe66-8635-4f16-abd4-ad082f2cb0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281130 Nov 12 00:50:50.942227 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device babc7405-942c-466b-b1fd-cad53bff0090 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:50:51.015106 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb8910c-05e7-4a20-b297-3371c4956a02 admin admin] Pushing event updated for resources: {'Port': ['ID=baae78e4-bcca-410e-b4ee-5b005ae463b7,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:51.030130 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9b0125-72fe-4d72-a153-0812f268f0de x-openstack-request-id: req-1b9b0125-72fe-4d72-a153-0812f268f0de {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:51.030589 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0167bf20-4467-4146-9c98-977aea984342", "name": "network-vif-deleted", "tag": "0d966bcb-8f3b-4484-a4ce-c3297136cdd8", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:51.031016 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1b9b0125-72fe-4d72-a153-0812f268f0de {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:51.031423 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0167bf20-4467-4146-9c98-977aea984342', 'name': 'network-vif-deleted', 'tag': '0d966bcb-8f3b-4484-a4ce-c3297136cdd8', 'status': 'completed', 'code': 200} Nov 12 00:50:51.078307 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port babc7405-942c-466b-b1fd-cad53bff0090 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:51.079977 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:51.105663 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf9676-3a8d-4d3f-ab0b-a11ed9ee5cc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6fc0feb-8af3-4ee2-88bf-6fef1760f601,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:51.143475 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efd94a9-3d6c-4dda-b4b7-5db1ed13945a None None] Network 5dea2f77-8295-4da8-a787-569a69965ebe requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:50:51.242766 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5191d296-301d-45bc-b566-b45d2f3785f3 None None] Provisioning complete for port babc7405-942c-466b-b1fd-cad53bff0090 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:51.243472 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5191d296-301d-45bc-b566-b45d2f3785f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:51.275230 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e3857a0b-5e4a-4ee2-85ff-2b8974691b2b req-f5579ed1-6da7-47d8-b40b-9dc31e38dca6 tempest-ServerDiagnosticsNegativeTest-483776629 tempest-ServerDiagnosticsNegativeTest-483776629-project] 10.222.0.45 "GET /v2.0/ports?device_id=0167bf20-4467-4146-9c98-977aea984342 HTTP/1.1" status: 200 len: 210 time: 0.0715249 Nov 12 00:50:51.291182 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bf9676-3a8d-4d3f-ab0b-a11ed9ee5cc0 admin admin] Checking segment: {'id': '6eca3569-bbd9-4f4d-bcf1-f2a3273ec25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a29fb7d-1389-4bf5-9af7-7b665f8258fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:50:51.291861 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bf9676-3a8d-4d3f-ab0b-a11ed9ee5cc0 admin admin] Network hostable DHCP agents. Network: 2a29fb7d-1389-4bf5-9af7-7b665f8258fb, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:50:51.346899 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-8e93ec23-290a-46d2-ae3f-18576ab580d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:51.350204 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-8e93ec23-290a-46d2-ae3f-18576ab580d1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dfbacf63-886c-40df-80dd-a56be185809d HTTP/1.1" status: 200 len: 908 time: 0.6057150 Nov 12 00:50:51.403464 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:51.490733 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-dc33be42-5f7c-47a9-be4c-aae5523b2eb9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c668a224-06b4-4f21-be65-64f708fef230 HTTP/1.1" status: 200 len: 217 time: 0.1297183 Nov 12 00:50:51.495653 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bf9676-3a8d-4d3f-ab0b-a11ed9ee5cc0 admin admin] Network 2a29fb7d-1389-4bf5-9af7-7b665f8258fb is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:50:51.519157 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port babc7405-942c-466b-b1fd-cad53bff0090, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=babc7405-942c-466b-b1fd-cad53bff0090,segment=NetworkSegment(f5a63f27-c50a-4e4c-bd91-9eb60efb33af),segment_id=f5a63f27-c50a-4e4c-bd91-9eb60efb33af)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:51.533727 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:51.544545 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5191d296-301d-45bc-b566-b45d2f3785f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:51.608458 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-79bf9676-3a8d-4d3f-ab0b-a11ed9ee5cc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 2a29fb7d-1389-4bf5-9af7-7b665f8258fb) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:51.621639 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bf9676-3a8d-4d3f-ab0b-a11ed9ee5cc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:51.622248 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-79bf9676-3a8d-4d3f-ab0b-a11ed9ee5cc0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:51.646818 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e292c9-db27-4477-ac86-4ee48315e470 None None] Network 2a29fb7d-1389-4bf5-9af7-7b665f8258fb requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:50:51.721225 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-79bf9676-3a8d-4d3f-ab0b-a11ed9ee5cc0 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7924373 Nov 12 00:50:51.721902 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 48986) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:51.727991 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-2127d88c-1fd7-47ef-9f9a-a4a842d836a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:51.730464 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-2127d88c-1fd7-47ef-9f9a-a4a842d836a0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=47cc90a9-e995-4711-ba6b-508e6e69e5de HTTP/1.1" status: 200 len: 848 time: 0.1868141 Nov 12 00:50:51.737168 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=babc7405-942c-466b-b1fd-cad53bff0090,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:51.740441 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-3b3bb660-c89d-4680-932b-5ff9d5a57b4a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1727113462-router', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:51.805222 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.api [None req-5191d296-301d-45bc-b566-b45d2f3785f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:50:51.805634 n-d-712142-27 neutron-server[109087]: DEBUG oslo_db.api [None req-5191d296-301d-45bc-b566-b45d2f3785f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:50:51.816503 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-ef5cab74-4936-4206-8020-8ffcd9acca53 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dfbacf63-886c-40df-80dd-a56be185809d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654953 Nov 12 00:50:51.820055 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3b3bb660-c89d-4680-932b-5ff9d5a57b4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:51.821095 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3b3bb660-c89d-4680-932b-5ff9d5a57b4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:51.824838 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4bb8910c-05e7-4a20-b297-3371c4956a02 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:51.850605 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d956d6-2ba2-4d48-b528-15fd105b5b52 req-41f3491a-5f30-449f-a481-cfa5584b0c27 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:51.858227 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-98d956d6-2ba2-4d48-b528-15fd105b5b52 req-41f3491a-5f30-449f-a481-cfa5584b0c27 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873 HTTP/1.1" status: 200 len: 946 time: 0.1793373 Nov 12 00:50:51.920105 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5986ec26-492c-4ed7-b480-ba1e63a5f5ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-2a29fb7d-1389-4bf5-9af7-7b665f8258fb', 'network_id': '2a29fb7d-1389-4bf5-9af7-7b665f8258fb', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'fixed_ips': [{'subnet_id': 'f6fc0feb-8af3-4ee2-88bf-6fef1760f601'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:50:51.921524 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5986ec26-492c-4ed7-b480-ba1e63a5f5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:51.965185 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3b3bb660-c89d-4680-932b-5ff9d5a57b4a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:52.094960 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-5986ec26-492c-4ed7-b480-ba1e63a5f5ca None None] Allocated IP 172.20.0.2 (2a29fb7d-1389-4bf5-9af7-7b665f8258fb/f6fc0feb-8af3-4ee2-88bf-6fef1760f601/bf311bbb-22f4-4b8b-b711-d6f1faaf2b2e) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:50:52.293680 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5986ec26-492c-4ed7-b480-ba1e63a5f5ca None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:52.303490 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5986ec26-492c-4ed7-b480-ba1e63a5f5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:52.344694 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-98d956d6-2ba2-4d48-b528-15fd105b5b52 req-d5257b9a-3f12-4cae-9c06-3620868c3981 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4853780 Nov 12 00:50:52.345903 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-3d4a0f2f-3864-44cd-8d17-73ca12fb46b9 service neutron] 10.222.0.16 "GET /v2.0/networks/dfbacf63-886c-40df-80dd-a56be185809d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5179856 Nov 12 00:50:52.368630 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c79ab4-7675-446a-9d52-14c8f32f38e0 req-eb636e46-35ec-46d3-9a48-2854592fa808 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:52.370160 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a5c79ab4-7675-446a-9d52-14c8f32f38e0 req-eb636e46-35ec-46d3-9a48-2854592fa808 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.44 "GET /v2.0/ports?device_id=026c862d-bc34-4d1c-9243-0cf1bf0851bc HTTP/1.1" status: 200 len: 950 time: 0.4601324 Nov 12 00:50:52.383788 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5986ec26-492c-4ed7-b480-ba1e63a5f5ca None None] Pushing event updated for resources: {'Port': ['ID=bf311bbb-22f4-4b8b-b711-d6f1faaf2b2e,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:52.444386 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3b3bb660-c89d-4680-932b-5ff9d5a57b4a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:52.450204 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5986ec26-492c-4ed7-b480-ba1e63a5f5ca None None] Network 2a29fb7d-1389-4bf5-9af7-7b665f8258fb is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:50:52.458481 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-5986ec26-492c-4ed7-b480-ba1e63a5f5ca None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:52.462645 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81c02d-1b80-4660-8220-b94582b395c8 req-7653bc03-3a15-4f95-8ba5-0b4df058cb43 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:52.464704 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3d81c02d-1b80-4660-8220-b94582b395c8 req-7653bc03-3a15-4f95-8ba5-0b4df058cb43 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/ports?device_id=026c862d-bc34-4d1c-9243-0cf1bf0851bc HTTP/1.1" status: 200 len: 950 time: 0.1957793 Nov 12 00:50:52.465854 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5986ec26-492c-4ed7-b480-ba1e63a5f5ca None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:50:52.554212 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3d81c02d-1b80-4660-8220-b94582b395c8 req-691a9b54-883c-41a4-a9c8-e7e00267e89d tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/security-groups?id=11ecfe66-8635-4f16-abd4-ad082f2cb0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735521 Nov 12 00:50:52.562043 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4bb8910c-05e7-4a20-b297-3371c4956a02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:52.705965 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-0973fa62-40fc-4cf2-8eca-85cadfe3101f None None] Provisioning complete for port babc7405-942c-466b-b1fd-cad53bff0090 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:52.707644 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0973fa62-40fc-4cf2-8eca-85cadfe3101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:52.758998 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-5986ec26-492c-4ed7-b480-ba1e63a5f5ca None None] Attempting to bind port bf311bbb-22f4-4b8b-b711-d6f1faaf2b2e on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:50:52.759392 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-5986ec26-492c-4ed7-b480-ba1e63a5f5ca None None] Attempting to bind port bf311bbb-22f4-4b8b-b711-d6f1faaf2b2e by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '6eca3569-bbd9-4f4d-bcf1-f2a3273ec25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a29fb7d-1389-4bf5-9af7-7b665f8258fb'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:50:52.759912 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5986ec26-492c-4ed7-b480-ba1e63a5f5ca None None] Attempting to bind port bf311bbb-22f4-4b8b-b711-d6f1faaf2b2e on network 2a29fb7d-1389-4bf5-9af7-7b665f8258fb {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:52.775484 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5986ec26-492c-4ed7-b480-ba1e63a5f5ca None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:50:52.775668 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5986ec26-492c-4ed7-b480-ba1e63a5f5ca None None] Checking segment: {'id': '6eca3569-bbd9-4f4d-bcf1-f2a3273ec25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a29fb7d-1389-4bf5-9af7-7b665f8258fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:50:52.776107 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5986ec26-492c-4ed7-b480-ba1e63a5f5ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:52.776512 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5986ec26-492c-4ed7-b480-ba1e63a5f5ca None None] Bound using segment: {'id': '6eca3569-bbd9-4f4d-bcf1-f2a3273ec25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a29fb7d-1389-4bf5-9af7-7b665f8258fb'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:50:52.777000 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-5986ec26-492c-4ed7-b480-ba1e63a5f5ca None None] Bound port: bf311bbb-22f4-4b8b-b711-d6f1faaf2b2e, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eca3569-bbd9-4f4d-bcf1-f2a3273ec25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a29fb7d-1389-4bf5-9af7-7b665f8258fb'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:50:52.777383 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5986ec26-492c-4ed7-b480-ba1e63a5f5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:52.820432 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-dd02dd82-00b7-46fd-bfd5-e0efa3c42db8 service neutron] 10.222.0.16 "GET /v2.0/networks/dfbacf63-886c-40df-80dd-a56be185809d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4599867 Nov 12 00:50:52.845895 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-a5c79ab4-7675-446a-9d52-14c8f32f38e0 req-035a6f1f-8a39-45c3-bd53-44922c6e3076 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Deleting port 819014ce-e76d-485d-b941-682cc2597bb6 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:50:52.846294 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-a5c79ab4-7675-446a-9d52-14c8f32f38e0 req-035a6f1f-8a39-45c3-bd53-44922c6e3076 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:52.914250 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5986ec26-492c-4ed7-b480-ba1e63a5f5ca None None] For port bf311bbb-22f4-4b8b-b711-d6f1faaf2b2e, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:50:52.919782 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5986ec26-492c-4ed7-b480-ba1e63a5f5ca None None] For port bf311bbb-22f4-4b8b-b711-d6f1faaf2b2e, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=bf311bbb-22f4-4b8b-b711-d6f1faaf2b2e,segment=NetworkSegment(6eca3569-bbd9-4f4d-bcf1-f2a3273ec25a),segment_id=6eca3569-bbd9-4f4d-bcf1-f2a3273ec25a)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:50:52.927351 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5986ec26-492c-4ed7-b480-ba1e63a5f5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:52.935220 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device babc7405-942c-466b-b1fd-cad53bff0090 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:50:53.008771 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 0d966bcb-8f3b-4484-a4ce-c3297136cdd8 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:50:53.080501 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] No Port match for: 0d966bcb-8f3b-4484-a4ce-c3297136cdd8 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:50:53.080972 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 0d966bcb-8f3b-4484-a4ce-c3297136cdd8 not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:50:53.105601 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3b3bb660-c89d-4680-932b-5ff9d5a57b4a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:53.152472 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5986ec26-492c-4ed7-b480-ba1e63a5f5ca None None] Pushing event updated for resources: {'Port': ['ID=bf311bbb-22f4-4b8b-b711-d6f1faaf2b2e,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:53.163414 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3b3bb660-c89d-4680-932b-5ff9d5a57b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:53.177242 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port babc7405-942c-466b-b1fd-cad53bff0090 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:53.177622 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:53.328248 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49048) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:53.355160 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-a5c79ab4-7675-446a-9d52-14c8f32f38e0 req-035a6f1f-8a39-45c3-bd53-44922c6e3076 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] For port 819014ce-e76d-485d-b941-682cc2597bb6, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=819014ce-e76d-485d-b941-682cc2597bb6,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:53.355531 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-a5c79ab4-7675-446a-9d52-14c8f32f38e0 req-035a6f1f-8a39-45c3-bd53-44922c6e3076 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:53.442718 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 49056) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:53.476436 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-a5c79ab4-7675-446a-9d52-14c8f32f38e0 req-035a6f1f-8a39-45c3-bd53-44922c6e3076 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Calling delete_port for 819014ce-e76d-485d-b941-682cc2597bb6 owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:50:53.478687 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb8910c-05e7-4a20-b297-3371c4956a02 admin admin] Router b48cf159-4c64-4378-b5e7-20d5158fd5a8 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:50:53.486466 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-889c5020-bbbc-4db1-a3f7-63c6f11bfa6f tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:53.492257 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-889c5020-bbbc-4db1-a3f7-63c6f11bfa6f tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873&tenant_id=31213ba92821461cba1a0adcb9241baa&binding%3Ahost_id=n-h2-712142-27 HTTP/1.1" status: 200 len: 1098 time: 0.3976233 Nov 12 00:50:53.514005 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-3204c8d3-6fa7-4c57-87fe-dfab90df8efe service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712142-27'}}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:50:53.568058 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-3b3bb660-c89d-4680-932b-5ff9d5a57b4a admin admin] Allocated IP 172.25.3.13 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/c281920c-f9e1-4fae-a472-a8180a3d2ed6) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:50:53.578443 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ee64d-1a64-49c4-b77d-4d0f5da7865c req-e489a664-b5c0-4619-a914-a78466bbdd03 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:53.599187 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d8ee64d-1a64-49c4-b77d-4d0f5da7865c req-e489a664-b5c0-4619-a914-a78466bbdd03 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873 HTTP/1.1" status: 200 len: 946 time: 0.1425617 Nov 12 00:50:53.707533 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d8ee64d-1a64-49c4-b77d-4d0f5da7865c req-8f3d0786-4e98-46c6-a8e5-b2f370319e09 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072268 Nov 12 00:50:53.753789 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-604628b7-8524-4de5-b239-d9a2b85b452a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:53.788900 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-3204c8d3-6fa7-4c57-87fe-dfab90df8efe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:53.809891 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-62253a77-f05c-42a9-8c75-00b0d96fe2ad admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=798b5104a5534c79b1bbe81f7b5291e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4784794 Nov 12 00:50:53.814139 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49074) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:53.858804 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c480c3-9cd8-4397-9c72-f780de2de21f req-3d3f8d57-ff2a-4fa2-83e3-a4aa4635a83c tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:53.868052 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b4c480c3-9cd8-4397-9c72-f780de2de21f req-3d3f8d57-ff2a-4fa2-83e3-a4aa4635a83c tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/ports?device_id=026c862d-bc34-4d1c-9243-0cf1bf0851bc HTTP/1.1" status: 200 len: 950 time: 0.1240747 Nov 12 00:50:53.920295 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3b3bb660-c89d-4680-932b-5ff9d5a57b4a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:53.955434 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb8910c-05e7-4a20-b297-3371c4956a02 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:50:53.964763 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e4300955-13e2-411f-b3c0-85f997dff327 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:53.978969 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa18002-5cbf-4db6-b64b-01240a82d0cb None None] Sync routers for ids ['b48cf159-4c64-4378-b5e7-20d5158fd5a8'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:50:53.979550 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b4c480c3-9cd8-4397-9c72-f780de2de21f req-1b40bd22-cb7d-411d-a926-cdb1030eb21b tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/security-groups?id=11ecfe66-8635-4f16-abd4-ad082f2cb0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113346 Nov 12 00:50:54.017222 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa18002-5cbf-4db6-b64b-01240a82d0cb None None] Routers {'b48cf159-4c64-4378-b5e7-20d5158fd5a8'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:50:54.018020 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-daa18002-5cbf-4db6-b64b-01240a82d0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:50:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['b48cf159-4c64-4378-b5e7-20d5158fd5a8'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:54.018270 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4bb8910c-05e7-4a20-b297-3371c4956a02 admin admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:54.022035 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4bb8910c-05e7-4a20-b297-3371c4956a02 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.7229075 Nov 12 00:50:54.028115 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e4300955-13e2-411f-b3c0-85f997dff327 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:54.029358 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49084) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:54.086714 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-a5c79ab4-7675-446a-9d52-14c8f32f38e0 req-035a6f1f-8a39-45c3-bd53-44922c6e3076 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:54.099402 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-604628b7-8524-4de5-b239-d9a2b85b452a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:54.125323 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['819014ce-e76d-485d-b941-682cc2597bb6'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:50:54.133224 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-604628b7-8524-4de5-b239-d9a2b85b452a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:54.154250 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a6f1f-8a39-45c3-bd53-44922c6e3076 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Pushing event deleted for resources: {'Port': ['ID=819014ce-e76d-485d-b941-682cc2597bb6,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:54.207082 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3b3bb660-c89d-4680-932b-5ff9d5a57b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:54.246446 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-daa18002-5cbf-4db6-b64b-01240a82d0cb None None] Set router b48cf159-4c64-4378-b5e7-20d5158fd5a8 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:50:54.318329 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c79ab4-7675-446a-9d52-14c8f32f38e0 req-035a6f1f-8a39-45c3-bd53-44922c6e3076 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] No DVR routers for this DVR port 819014ce-e76d-485d-b941-682cc2597bb6 on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:50:54.337508 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-604628b7-8524-4de5-b239-d9a2b85b452a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3aa43bf024e544d18950fcac596475b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8918142 Nov 12 00:50:54.339822 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-3204c8d3-6fa7-4c57-87fe-dfab90df8efe service neutron] For port c668a224-06b4-4f21-be65-64f708fef230, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=c668a224-06b4-4f21-be65-64f708fef230,segment=NetworkSegment(22cf0803-7015-4b8f-9bea-ad8ec3d31ac5),segment_id=22cf0803-7015-4b8f-9bea-ad8ec3d31ac5)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:54.342929 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-a5c79ab4-7675-446a-9d52-14c8f32f38e0 req-035a6f1f-8a39-45c3-bd53-44922c6e3076 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:54.346820 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a5c79ab4-7675-446a-9d52-14c8f32f38e0 req-035a6f1f-8a39-45c3-bd53-44922c6e3076 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.44 "DELETE /v2.0/ports/819014ce-e76d-485d-b941-682cc2597bb6 HTTP/1.1" status: 204 len: 173 time: 1.9670992 Nov 12 00:50:54.348117 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 49096) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:54.348601 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '026c862d-bc34-4d1c-9243-0cf1bf0851bc', 'name': 'network-vif-deleted', 'tag': '819014ce-e76d-485d-b941-682cc2597bb6'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:54.351163 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33be5be7-3c06-4e23-a835-86e21bc18a49" -d '{"events": [{"server_uuid": "026c862d-bc34-4d1c-9243-0cf1bf0851bc", "name": "network-vif-deleted", "tag": "819014ce-e76d-485d-b941-682cc2597bb6"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:54.387493 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604628b7-8524-4de5-b239-d9a2b85b452a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10097e9e-538f-43f1-a5f3-c77f66c0dc82,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:54.458427 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8d2d32-648c-4439-a092-b61af8bab599 x-openstack-request-id: req-ed8d2d32-648c-4439-a092-b61af8bab599 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:54.458665 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "026c862d-bc34-4d1c-9243-0cf1bf0851bc", "name": "network-vif-deleted", "tag": "819014ce-e76d-485d-b941-682cc2597bb6", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:54.458926 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ed8d2d32-648c-4439-a092-b61af8bab599 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:54.459540 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '026c862d-bc34-4d1c-9243-0cf1bf0851bc', 'name': 'network-vif-deleted', 'tag': '819014ce-e76d-485d-b941-682cc2597bb6', 'status': 'completed', 'code': 200} Nov 12 00:50:54.461847 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3bb660-c89d-4680-932b-5ff9d5a57b4a admin admin] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:50:54.504211 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-3b3bb660-c89d-4680-932b-5ff9d5a57b4a admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:54.509501 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3bb660-c89d-4680-932b-5ff9d5a57b4a admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:50:54.568288 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-3204c8d3-6fa7-4c57-87fe-dfab90df8efe service neutron] For port c668a224-06b4-4f21-be65-64f708fef230, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:50:54.606393 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3bb660-c89d-4680-932b-5ff9d5a57b4a admin admin] Pushing event updated for resources: {'Port': ['ID=c281920c-f9e1-4fae-a472-a8180a3d2ed6,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:54.660364 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-daa18002-5cbf-4db6-b64b-01240a82d0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48cf159-4c64-4378-b5e7-20d5158fd5a8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1308416798-router', 'tenant_id': '83eada3bc343462492e64e9fa7dd64d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'baae78e4-bcca-410e-b4ee-5b005ae463b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:48Z', 'updated_at': '2021-11-12T00:50:51Z', 'revision_number': 3, 'project_id': '83eada3bc343462492e64e9fa7dd64d1', 'gw_port': {'id': 'baae78e4-bcca-410e-b4ee-5b005ae463b7', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:87:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48cf159-4c64-4378-b5e7-20d5158fd5a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:49Z', 'updated_at': '2021-11-12T00:50:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:54.671805 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fb72368a-6e24-46d0-acd3-10a4ad76c833 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:54.696711 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-3204c8d3-6fa7-4c57-87fe-dfab90df8efe service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:54.701762 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 49102) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:54.718346 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fb72368a-6e24-46d0-acd3-10a4ad76c833 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:54.729607 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa18002-5cbf-4db6-b64b-01240a82d0cb None None] Checking router: b48cf159-4c64-4378-b5e7-20d5158fd5a8 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:50:54.730126 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa18002-5cbf-4db6-b64b-01240a82d0cb None None] Updating router b48cf159-4c64-4378-b5e7-20d5158fd5a8 port baae78e4-bcca-410e-b4ee-5b005ae463b7 binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:50:54.730781 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-3204c8d3-6fa7-4c57-87fe-dfab90df8efe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:54.757737 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3bb660-c89d-4680-932b-5ff9d5a57b4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:54.758115 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3bb660-c89d-4680-932b-5ff9d5a57b4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:54.758499 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3bb660-c89d-4680-932b-5ff9d5a57b4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:54.758828 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3bb660-c89d-4680-932b-5ff9d5a57b4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:54.759166 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3bb660-c89d-4680-932b-5ff9d5a57b4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:54.761806 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3bb660-c89d-4680-932b-5ff9d5a57b4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:54.762154 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3bb660-c89d-4680-932b-5ff9d5a57b4a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:54.762470 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3bb660-c89d-4680-932b-5ff9d5a57b4a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:54.762809 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3bb660-c89d-4680-932b-5ff9d5a57b4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:54.763161 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3bb660-c89d-4680-932b-5ff9d5a57b4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:54.765131 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3bb660-c89d-4680-932b-5ff9d5a57b4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:54.765131 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3bb660-c89d-4680-932b-5ff9d5a57b4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:54.787727 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf19fdf-263d-4b6c-8da7-1ce179190e42 None None] Network 2a29fb7d-1389-4bf5-9af7-7b665f8258fb requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:50:54.791477 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e4300955-13e2-411f-b3c0-85f997dff327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:54.804132 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e4300955-13e2-411f-b3c0-85f997dff327 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:54.809713 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e4300955-13e2-411f-b3c0-85f997dff327 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5fda4d8b-305a-47ea-98aa-1cb9186f8c7a HTTP/1.1" status: 204 len: 168 time: 0.9937899 Nov 12 00:50:54.813451 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-daa18002-5cbf-4db6-b64b-01240a82d0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:54.894585 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3204c8d3-6fa7-4c57-87fe-dfab90df8efe service neutron] Pushing event updated for resources: {'Port': ['ID=c668a224-06b4-4f21-be65-64f708fef230,revision_number=7']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:55.037562 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device bf311bbb-22f4-4b8b-b711-d6f1faaf2b2e up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:50:55.044053 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-3204c8d3-6fa7-4c57-87fe-dfab90df8efe service neutron] Attempting to bind port c668a224-06b4-4f21-be65-64f708fef230 on host n-h2-712142-27 for vnic_type normal with profile {"migrating_to": "n-h1-712142-27"} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:50:55.044596 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-3204c8d3-6fa7-4c57-87fe-dfab90df8efe service neutron] Attempting to bind port c668a224-06b4-4f21-be65-64f708fef230 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '22cf0803-7015-4b8f-9bea-ad8ec3d31ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfbacf63-886c-40df-80dd-a56be185809d'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:50:55.044866 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-3204c8d3-6fa7-4c57-87fe-dfab90df8efe service neutron] Attempting to bind port c668a224-06b4-4f21-be65-64f708fef230 on network dfbacf63-886c-40df-80dd-a56be185809d {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:55.048441 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fb72368a-6e24-46d0-acd3-10a4ad76c833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:55.053850 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fb72368a-6e24-46d0-acd3-10a4ad76c833 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:55.055926 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-fb72368a-6e24-46d0-acd3-10a4ad76c833 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/10097e9e-538f-43f1-a5f3-c77f66c0dc82 HTTP/1.1" status: 204 len: 168 time: 0.7010849 Nov 12 00:50:55.072780 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1380503e-e689-4ce0-9d58-68c638d9e49d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:55.098174 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-09086fa7-21e2-477d-a929-88da8ab79070 None None] Provisioning complete for port bf311bbb-22f4-4b8b-b711-d6f1faaf2b2e triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:55.099267 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-09086fa7-21e2-477d-a929-88da8ab79070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:55.262378 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-3204c8d3-6fa7-4c57-87fe-dfab90df8efe service neutron] Port c668a224-06b4-4f21-be65-64f708fef230 on network dfbacf63-886c-40df-80dd-a56be185809d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:50:55.263599 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-3204c8d3-6fa7-4c57-87fe-dfab90df8efe service neutron] Attempting to bind port c668a224-06b4-4f21-be65-64f708fef230 on network dfbacf63-886c-40df-80dd-a56be185809d {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:55.276172 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb72368a-6e24-46d0-acd3-10a4ad76c833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10097e9e-538f-43f1-a5f3-c77f66c0dc82,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:55.283222 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4300955-13e2-411f-b3c0-85f997dff327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fda4d8b-305a-47ea-98aa-1cb9186f8c7a,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:55.286556 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-3204c8d3-6fa7-4c57-87fe-dfab90df8efe service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:50:55.287442 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-3204c8d3-6fa7-4c57-87fe-dfab90df8efe service neutron] Checking segment: {'id': '22cf0803-7015-4b8f-9bea-ad8ec3d31ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfbacf63-886c-40df-80dd-a56be185809d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:50:55.289190 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-3204c8d3-6fa7-4c57-87fe-dfab90df8efe service neutron] Bound using segment: {'id': '22cf0803-7015-4b8f-9bea-ad8ec3d31ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfbacf63-886c-40df-80dd-a56be185809d'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:50:55.290438 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-3204c8d3-6fa7-4c57-87fe-dfab90df8efe service neutron] Bound port: c668a224-06b4-4f21-be65-64f708fef230, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22cf0803-7015-4b8f-9bea-ad8ec3d31ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfbacf63-886c-40df-80dd-a56be185809d'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:50:55.291361 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-3204c8d3-6fa7-4c57-87fe-dfab90df8efe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:55.350656 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1380503e-e689-4ce0-9d58-68c638d9e49d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:55.375822 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1380503e-e689-4ce0-9d58-68c638d9e49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:55.426412 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port bf311bbb-22f4-4b8b-b711-d6f1faaf2b2e triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:55.427055 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:55.453093 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-daa18002-5cbf-4db6-b64b-01240a82d0cb None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:55.463147 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-daa18002-5cbf-4db6-b64b-01240a82d0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:55.475688 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-75edb182-7f6f-40de-839c-f7bbf055a0bf req-58f9a701-447c-4e85-8d57-274cc034e6d0 tempest-DeleteServersAdminTestJSON-213720286 tempest-DeleteServersAdminTestJSON-213720286-project] 10.222.0.45 "GET /v2.0/ports?device_id=026c862d-bc34-4d1c-9243-0cf1bf0851bc HTTP/1.1" status: 200 len: 210 time: 0.1551418 Nov 12 00:50:55.513735 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1380503e-e689-4ce0-9d58-68c638d9e49d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=25950a19cbe541fea0287cbb0bfbd4c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8108137 Nov 12 00:50:55.530485 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 49120) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:55.530840 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 49122) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:55.553994 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81590e1-28f7-4f6f-b5ad-17f84fa151e2 req-62708993-3f5d-423b-898e-73c82a29fff3 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:55.565162 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d81590e1-28f7-4f6f-b5ad-17f84fa151e2 req-62708993-3f5d-423b-898e-73c82a29fff3 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873 HTTP/1.1" status: 200 len: 944 time: 0.5781074 Nov 12 00:50:55.603440 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e369c7e8-aa49-4dd9-816b-7aaf51a63a0f None None] Pushing event updated for resources: {'Port': ['ID=baae78e4-bcca-410e-b4ee-5b005ae463b7,revision_number=2']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:55.642863 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e369c7e8-aa49-4dd9-816b-7aaf51a63a0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:55.643467 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e369c7e8-aa49-4dd9-816b-7aaf51a63a0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:55.647324 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e369c7e8-aa49-4dd9-816b-7aaf51a63a0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:55.647860 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e369c7e8-aa49-4dd9-816b-7aaf51a63a0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:55.648443 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e369c7e8-aa49-4dd9-816b-7aaf51a63a0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:55.649100 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e369c7e8-aa49-4dd9-816b-7aaf51a63a0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:55.650573 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e369c7e8-aa49-4dd9-816b-7aaf51a63a0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:55.652288 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e369c7e8-aa49-4dd9-816b-7aaf51a63a0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:55.652815 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e369c7e8-aa49-4dd9-816b-7aaf51a63a0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:55.653389 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e369c7e8-aa49-4dd9-816b-7aaf51a63a0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:55.653687 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e369c7e8-aa49-4dd9-816b-7aaf51a63a0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:55.654019 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e369c7e8-aa49-4dd9-816b-7aaf51a63a0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:50:55.690068 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-3204c8d3-6fa7-4c57-87fe-dfab90df8efe service neutron] For port c668a224-06b4-4f21-be65-64f708fef230, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:50:55.705739 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1380503e-e689-4ce0-9d58-68c638d9e49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906afdd7-8a18-4ecb-a600-75cf92feb705,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:55.707854 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-09086fa7-21e2-477d-a929-88da8ab79070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:55.717105 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:55.728002 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-daa18002-5cbf-4db6-b64b-01240a82d0cb None None] Attempting to bind port baae78e4-bcca-410e-b4ee-5b005ae463b7 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:50:55.728395 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-daa18002-5cbf-4db6-b64b-01240a82d0cb None None] Attempting to bind port baae78e4-bcca-410e-b4ee-5b005ae463b7 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:50:55.728762 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa18002-5cbf-4db6-b64b-01240a82d0cb None None] Attempting to bind port baae78e4-bcca-410e-b4ee-5b005ae463b7 on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:50:55.741720 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa18002-5cbf-4db6-b64b-01240a82d0cb None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:50:55.742109 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa18002-5cbf-4db6-b64b-01240a82d0cb None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:50:55.742535 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-daa18002-5cbf-4db6-b64b-01240a82d0cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:55.742923 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa18002-5cbf-4db6-b64b-01240a82d0cb None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:50:55.743420 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-daa18002-5cbf-4db6-b64b-01240a82d0cb None None] Bound port: baae78e4-bcca-410e-b4ee-5b005ae463b7, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:50:55.743807 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-daa18002-5cbf-4db6-b64b-01240a82d0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:55.754745 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6122d404-7cc7-477f-87db-743732612826 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:55.795260 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-3204c8d3-6fa7-4c57-87fe-dfab90df8efe service neutron] For port c668a224-06b4-4f21-be65-64f708fef230, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=c668a224-06b4-4f21-be65-64f708fef230,segment=NetworkSegment(22cf0803-7015-4b8f-9bea-ad8ec3d31ac5),segment_id=22cf0803-7015-4b8f-9bea-ad8ec3d31ac5)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:50:55.815352 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-3204c8d3-6fa7-4c57-87fe-dfab90df8efe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:55.824597 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port bf311bbb-22f4-4b8b-b711-d6f1faaf2b2e, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=bf311bbb-22f4-4b8b-b711-d6f1faaf2b2e,segment=NetworkSegment(6eca3569-bbd9-4f4d-bcf1-f2a3273ec25a),segment_id=6eca3569-bbd9-4f4d-bcf1-f2a3273ec25a)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:55.834881 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:55.844086 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-daa18002-5cbf-4db6-b64b-01240a82d0cb None None] For port baae78e4-bcca-410e-b4ee-5b005ae463b7, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:50:55.853638 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-daa18002-5cbf-4db6-b64b-01240a82d0cb None None] For port baae78e4-bcca-410e-b4ee-5b005ae463b7, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=baae78e4-bcca-410e-b4ee-5b005ae463b7,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:50:55.859821 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-daa18002-5cbf-4db6-b64b-01240a82d0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:55.886042 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9bbac90e-9a70-4654-bf30-eed873bc0ec3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:55.905981 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49124) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:55.916248 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa18002-5cbf-4db6-b64b-01240a82d0cb None None] Routers {'b48cf159-4c64-4378-b5e7-20d5158fd5a8'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:50:55.916718 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-daa18002-5cbf-4db6-b64b-01240a82d0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:50:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['b48cf159-4c64-4378-b5e7-20d5158fd5a8'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:55.969960 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=bf311bbb-22f4-4b8b-b711-d6f1faaf2b2e,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:55.991023 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.api [None req-09086fa7-21e2-477d-a929-88da8ab79070 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:50:55.991698 n-d-712142-27 neutron-server[109087]: DEBUG oslo_db.api [None req-09086fa7-21e2-477d-a929-88da8ab79070 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:50:55.992016 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9bbac90e-9a70-4654-bf30-eed873bc0ec3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:55.996601 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3b3bb660-c89d-4680-932b-5ff9d5a57b4a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:56.013424 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e369c7e8-aa49-4dd9-816b-7aaf51a63a0f None None] Pushing event updated for resources: {'Port': ['ID=baae78e4-bcca-410e-b4ee-5b005ae463b7,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:56.064449 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3204c8d3-6fa7-4c57-87fe-dfab90df8efe service neutron] Pushing event updated for resources: {'Port': ['ID=c668a224-06b4-4f21-be65-64f708fef230,revision_number=8']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:56.089126 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-3204c8d3-6fa7-4c57-87fe-dfab90df8efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:56.089757 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-3204c8d3-6fa7-4c57-87fe-dfab90df8efe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:56.092515 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-3204c8d3-6fa7-4c57-87fe-dfab90df8efe service neutron] 10.222.0.16 "PUT /v2.0/ports/c668a224-06b4-4f21-be65-64f708fef230 HTTP/1.1" status: 200 len: 1124 time: 2.5951889 Nov 12 00:50:56.144560 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6122d404-7cc7-477f-87db-743732612826 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:56.157813 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6122d404-7cc7-477f-87db-743732612826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:56.165310 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9bbac90e-9a70-4654-bf30-eed873bc0ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:56.168653 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9bbac90e-9a70-4654-bf30-eed873bc0ec3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:56.170163 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9bbac90e-9a70-4654-bf30-eed873bc0ec3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/906afdd7-8a18-4ecb-a600-75cf92feb705 HTTP/1.1" status: 204 len: 168 time: 0.6288590 Nov 12 00:50:56.214872 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6122d404-7cc7-477f-87db-743732612826 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e0bbd18cd60e427cb5d1c71d1feba6f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6576326 Nov 12 00:50:56.215874 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6122d404-7cc7-477f-87db-743732612826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fc45e7-6a2d-4ea2-9706-6c733ac0fae1,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:56.219298 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 49128) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:56.271372 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbac90e-9a70-4654-bf30-eed873bc0ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906afdd7-8a18-4ecb-a600-75cf92feb705,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:56.274227 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-daa18002-5cbf-4db6-b64b-01240a82d0cb None None] Set router b48cf159-4c64-4378-b5e7-20d5158fd5a8 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:50:56.288394 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['c668a224-06b4-4f21-be65-64f708fef230'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:50:56.335893 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d4ef2964-81b9-4124-b59f-bbe15109d830 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:56.393714 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d4ef2964-81b9-4124-b59f-bbe15109d830 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:56.461283 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c668a224-06b4-4f21-be65-64f708fef230'}, {'name': 'network-changed', 'server_uuid': '7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873', 'tag': 'c668a224-06b4-4f21-be65-64f708fef230'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:50:56.463782 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6bd691-9535-4689-90fa-e57d40417771" -d '{"events": [{"server_uuid": "7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873", "name": "network-vif-unplugged", "status": "completed", "tag": "c668a224-06b4-4f21-be65-64f708fef230"}, {"name": "network-changed", "server_uuid": "7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873", "tag": "c668a224-06b4-4f21-be65-64f708fef230"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:50:56.485468 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d81590e1-28f7-4f6f-b5ad-17f84fa151e2 req-0c43b4c3-686c-4af1-ac74-edfa6dcf17dd tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9191015 Nov 12 00:50:56.510140 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d4ef2964-81b9-4124-b59f-bbe15109d830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:56.510140 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d4ef2964-81b9-4124-b59f-bbe15109d830 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:56.513174 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d4ef2964-81b9-4124-b59f-bbe15109d830 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d8fc45e7-6a2d-4ea2-9706-6c733ac0fae1 HTTP/1.1" status: 204 len: 168 time: 0.2782636 Nov 12 00:50:56.526512 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-728ac228-a127-42cb-8efa-756b320ff54f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:56.530439 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ef2964-81b9-4124-b59f-bbe15109d830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fc45e7-6a2d-4ea2-9706-6c733ac0fae1,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:56.562277 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 12 Nov 2021 00:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00fedd1-3f45-4fe9-8e67-03f2074d0a3b x-openstack-request-id: req-c00fedd1-3f45-4fe9-8e67-03f2074d0a3b {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:50:56.562973 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873", "name": "network-vif-unplugged", "status": "completed", "tag": "c668a224-06b4-4f21-be65-64f708fef230", "code": 200}, {"name": "network-changed", "server_uuid": "7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873", "tag": "c668a224-06b4-4f21-be65-64f708fef230", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:50:56.563105 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c00fedd1-3f45-4fe9-8e67-03f2074d0a3b {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:50:56.563465 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c668a224-06b4-4f21-be65-64f708fef230', 'code': 200} Nov 12 00:50:56.563859 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873', 'tag': 'c668a224-06b4-4f21-be65-64f708fef230', 'status': 'completed', 'code': 200} Nov 12 00:50:56.681844 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-daa18002-5cbf-4db6-b64b-01240a82d0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48cf159-4c64-4378-b5e7-20d5158fd5a8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1308416798-router', 'tenant_id': '83eada3bc343462492e64e9fa7dd64d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'baae78e4-bcca-410e-b4ee-5b005ae463b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:48Z', 'updated_at': '2021-11-12T00:50:51Z', 'revision_number': 3, 'project_id': '83eada3bc343462492e64e9fa7dd64d1', 'gw_port': {'id': 'baae78e4-bcca-410e-b4ee-5b005ae463b7', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:87:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48cf159-4c64-4378-b5e7-20d5158fd5a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:49Z', 'updated_at': '2021-11-12T00:50:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:56.732832 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6bd691-9535-4689-90fa-e57d40417771 req-930395e0-5a34-407b-9e4b-42ea2d420157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:56.734706 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9c6bd691-9535-4689-90fa-e57d40417771 req-930395e0-5a34-407b-9e4b-42ea2d420157 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=31213ba92821461cba1a0adcb9241baa&device_id=7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873 HTTP/1.1" status: 200 len: 1127 time: 0.1028552 Nov 12 00:50:56.736843 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-f03ffb3c-fdbc-4906-9404-734b33d12e8d None None] Provisioning complete for port bf311bbb-22f4-4b8b-b711-d6f1faaf2b2e triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:56.737390 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f03ffb3c-fdbc-4906-9404-734b33d12e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:56.760147 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa18002-5cbf-4db6-b64b-01240a82d0cb None None] The sync data for ids ['b48cf159-4c64-4378-b5e7-20d5158fd5a8'] in n-d-712142-27 is: [{'id': 'b48cf159-4c64-4378-b5e7-20d5158fd5a8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1308416798-router', 'tenant_id': '83eada3bc343462492e64e9fa7dd64d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'baae78e4-bcca-410e-b4ee-5b005ae463b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:48Z', 'updated_at': '2021-11-12T00:50:51Z', 'revision_number': 3, 'project_id': '83eada3bc343462492e64e9fa7dd64d1', 'gw_port': {'id': 'baae78e4-bcca-410e-b4ee-5b005ae463b7', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:87:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48cf159-4c64-4378-b5e7-20d5158fd5a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:49Z', 'updated_at': '2021-11-12T00:50:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:50:56.867437 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 819014ce-e76d-485d-b941-682cc2597bb6 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:50:56.904083 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 49150) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:56.927219 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device bf311bbb-22f4-4b8b-b711-d6f1faaf2b2e up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:50:56.958817 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9e2bc0a6-a5ae-45e1-9cc4-ace2b9914e81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:56.966920 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 819014ce-e76d-485d-b941-682cc2597bb6 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:50:56.967074 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 819014ce-e76d-485d-b941-682cc2597bb6 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:50:56.989771 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6bd691-9535-4689-90fa-e57d40417771 req-03d736e4-3650-4794-afe6-b12a31e84b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:56.991267 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9c6bd691-9535-4689-90fa-e57d40417771 req-03d736e4-3650-4794-afe6-b12a31e84b7f service neutron] 10.222.0.44 "GET /v2.0/networks?id=dfbacf63-886c-40df-80dd-a56be185809d HTTP/1.1" status: 200 len: 908 time: 0.2494879 Nov 12 00:50:57.041482 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port bf311bbb-22f4-4b8b-b711-d6f1faaf2b2e triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:57.042200 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:57.070077 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3b3bb660-c89d-4680-932b-5ff9d5a57b4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:57.102101 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9c6bd691-9535-4689-90fa-e57d40417771 req-40bb1446-0f7f-4066-b1dc-0565a971fb64 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c668a224-06b4-4f21-be65-64f708fef230 HTTP/1.1" status: 200 len: 217 time: 0.0969961 Nov 12 00:50:57.124337 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2079c34b-23d7-4ec0-a6e3-650c0f9b63a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:57.270552 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-79ccbdaa-b733-4e13-ae27-494d074376c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:57.311798 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6bd691-9535-4689-90fa-e57d40417771 req-3fe833e1-411f-410a-82a4-b896101487b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:57.313563 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9c6bd691-9535-4689-90fa-e57d40417771 req-3fe833e1-411f-410a-82a4-b896101487b0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=47cc90a9-e995-4711-ba6b-508e6e69e5de HTTP/1.1" status: 200 len: 848 time: 0.1955268 Nov 12 00:50:57.349874 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9c6bd691-9535-4689-90fa-e57d40417771 req-b33bd92f-078c-4e0d-a746-42dc1ebcd130 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dfbacf63-886c-40df-80dd-a56be185809d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290360 Nov 12 00:50:57.355651 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9e2bc0a6-a5ae-45e1-9cc4-ace2b9914e81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:57.391617 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9e2bc0a6-a5ae-45e1-9cc4-ace2b9914e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:57.434611 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-728ac228-a127-42cb-8efa-756b320ff54f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:57.442824 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49162) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:57.482160 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-728ac228-a127-42cb-8efa-756b320ff54f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:57.498993 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9e2bc0a6-a5ae-45e1-9cc4-ace2b9914e81 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bb1eedf4f4ef4ddc920e171b76ccd478&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5936804 Nov 12 00:50:57.507378 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 49168) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:57.548512 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2bc0a6-a5ae-45e1-9cc4-ace2b9914e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80bd9ba-a855-450a-9ad8-ff5064e8bdbd,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:57.549293 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-728ac228-a127-42cb-8efa-756b320ff54f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dd87f3355dad4b878fbbe06f5950232d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6342340 Nov 12 00:50:57.550508 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49172) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:57.629836 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ac228-a127-42cb-8efa-756b320ff54f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d60e23-841d-4e76-aa4c-2cd1c14c130f,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:57.662827 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9c6bd691-9535-4689-90fa-e57d40417771 req-383924dc-2ace-40dc-b776-0518fcaa120c service neutron] 10.222.0.44 "GET /v2.0/networks/dfbacf63-886c-40df-80dd-a56be185809d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025415 Nov 12 00:50:57.771890 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-78d78b0c-a7b2-4b72-bce3-ed5397b6b75a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:57.803604 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-78d78b0c-a7b2-4b72-bce3-ed5397b6b75a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:57.832165 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-79ccbdaa-b733-4e13-ae27-494d074376c2 admin admin] Allocated IP 172.20.0.1 (5dea2f77-8295-4da8-a787-569a69965ebe/d317dcad-6957-4229-abe0-26e636c3f387/1d6fd85f-6668-43f2-a114-7c41e1eee463) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:50:57.838432 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-814f687b-388f-4cc0-9cdd-1c19e7656971 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:57.840557 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b3bb660-c89d-4680-932b-5ff9d5a57b4a admin admin] Router f77bc365-8913-4337-bb46-b37016fcb3c4 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:50:57.871394 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-77401764-e79d-4822-9577-9ae246fe744f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=989bf1fc0c7241b8bc6a8a3371f07706&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4246581 Nov 12 00:50:57.875669 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49184) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:57.902687 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4efe00f-22d1-4a00-a386-9f90d3e821b4 req-c2e47301-3819-4372-93e4-5bb2d6f0649b tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:57.904328 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f4efe00f-22d1-4a00-a386-9f90d3e821b4 req-c2e47301-3819-4372-93e4-5bb2d6f0649b tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873 HTTP/1.1" status: 200 len: 944 time: 0.2515750 Nov 12 00:50:57.911436 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9c6bd691-9535-4689-90fa-e57d40417771 req-7d7783f8-cad7-419a-94b3-f8a0bbcbc30e service neutron] 10.222.0.44 "GET /v2.0/networks/dfbacf63-886c-40df-80dd-a56be185809d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320588 Nov 12 00:50:57.921144 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-78d78b0c-a7b2-4b72-bce3-ed5397b6b75a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:57.935160 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-78d78b0c-a7b2-4b72-bce3-ed5397b6b75a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:57.939360 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-78d78b0c-a7b2-4b72-bce3-ed5397b6b75a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c80bd9ba-a855-450a-9ad8-ff5064e8bdbd HTTP/1.1" status: 204 len: 168 time: 0.4254010 Nov 12 00:50:57.949422 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-814f687b-388f-4cc0-9cdd-1c19e7656971 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:57.953287 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d78b0c-a7b2-4b72-bce3-ed5397b6b75a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80bd9ba-a855-450a-9ad8-ff5064e8bdbd,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:58.216710 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f4efe00f-22d1-4a00-a386-9f90d3e821b4 req-08ddeff1-f7cb-41a0-8938-85ec1792516a tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885001 Nov 12 00:50:58.278340 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7b54440a-35ab-4c83-9c11-497ff0e57566 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:58.280285 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-814f687b-388f-4cc0-9cdd-1c19e7656971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:58.282850 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-814f687b-388f-4cc0-9cdd-1c19e7656971 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:58.284237 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-814f687b-388f-4cc0-9cdd-1c19e7656971 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/16d60e23-841d-4e76-aa4c-2cd1c14c130f HTTP/1.1" status: 204 len: 168 time: 0.7240207 Nov 12 00:50:58.291297 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3bb660-c89d-4680-932b-5ff9d5a57b4a admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:50:58.311257 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189b2ec3-dbde-45ef-8747-fa425c9daf4f None None] Sync routers for ids ['f77bc365-8913-4337-bb46-b37016fcb3c4'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:50:58.335306 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189b2ec3-dbde-45ef-8747-fa425c9daf4f None None] Routers {'f77bc365-8913-4337-bb46-b37016fcb3c4'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:50:58.335947 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-189b2ec3-dbde-45ef-8747-fa425c9daf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:50:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['f77bc365-8913-4337-bb46-b37016fcb3c4'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:58.358446 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-79ccbdaa-b733-4e13-ae27-494d074376c2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:58.380854 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814f687b-388f-4cc0-9cdd-1c19e7656971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d60e23-841d-4e76-aa4c-2cd1c14c130f,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:58.400751 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7b54440a-35ab-4c83-9c11-497ff0e57566 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:58.487576 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3b3bb660-c89d-4680-932b-5ff9d5a57b4a admin admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:58.491943 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3b3bb660-c89d-4680-932b-5ff9d5a57b4a admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.7615738 Nov 12 00:50:58.493257 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49204) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:58.577282 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7b54440a-35ab-4c83-9c11-497ff0e57566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:58.579882 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7b54440a-35ab-4c83-9c11-497ff0e57566 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:58.581113 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7b54440a-35ab-4c83-9c11-497ff0e57566 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/11ecfe66-8635-4f16-abd4-ad082f2cb0ed HTTP/1.1" status: 204 len: 168 time: 0.7044218 Nov 12 00:50:58.604142 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b54440a-35ab-4c83-9c11-497ff0e57566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ecfe66-8635-4f16-abd4-ad082f2cb0ed,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:58.654612 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-189b2ec3-dbde-45ef-8747-fa425c9daf4f None None] Set router f77bc365-8913-4337-bb46-b37016fcb3c4 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:50:58.655368 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-79ccbdaa-b733-4e13-ae27-494d074376c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:58.717794 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ccbdaa-b733-4e13-ae27-494d074376c2 admin admin] Network 5dea2f77-8295-4da8-a787-569a69965ebe is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:50:58.766521 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-79ccbdaa-b733-4e13-ae27-494d074376c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:50:58.769557 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ccbdaa-b733-4e13-ae27-494d074376c2 admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:50:58.802796 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ccbdaa-b733-4e13-ae27-494d074376c2 admin admin] Pushing event updated for resources: {'Port': ['ID=1d6fd85f-6668-43f2-a114-7c41e1eee463,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:58.906230 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-79ccbdaa-b733-4e13-ae27-494d074376c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:58.941380 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-189b2ec3-dbde-45ef-8747-fa425c9daf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1727113462-router', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c281920c-f9e1-4fae-a472-a8180a3d2ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:51Z', 'updated_at': '2021-11-12T00:50:55Z', 'revision_number': 3, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'gw_port': {'id': 'c281920c-f9e1-4fae-a472-a8180a3d2ed6', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:53Z', 'updated_at': '2021-11-12T00:50:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:50:59.032864 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189b2ec3-dbde-45ef-8747-fa425c9daf4f None None] Checking router: f77bc365-8913-4337-bb46-b37016fcb3c4 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:50:59.034700 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189b2ec3-dbde-45ef-8747-fa425c9daf4f None None] Updating router f77bc365-8913-4337-bb46-b37016fcb3c4 port c281920c-f9e1-4fae-a472-a8180a3d2ed6 binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:50:59.040156 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device c668a224-06b4-4f21-be65-64f708fef230 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:50:59.047538 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device baae78e4-bcca-410e-b4ee-5b005ae463b7 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:50:59.183380 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-189b2ec3-dbde-45ef-8747-fa425c9daf4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:59.356318 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-a5581849-5c29-488e-9b17-14726af4eb2e None None] Provisioning complete for port 1d6fd85f-6668-43f2-a114-7c41e1eee463 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:59.356931 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a5581849-5c29-488e-9b17-14726af4eb2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:59.410285 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 49236) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:59.435680 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-79ccbdaa-b733-4e13-ae27-494d074376c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:59.439621 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f4b4442c-15fa-4e62-adc0-5c0e3fafa005 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:59.473059 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a33ea00-e8c1-4caf-9a72-b0a9e1b4b545 req-32d28120-b677-4e02-9a16-ffd63371e591 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:50:59.475469 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2a33ea00-e8c1-4caf-9a72-b0a9e1b4b545 req-32d28120-b677-4e02-9a16-ffd63371e591 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873 HTTP/1.1" status: 200 len: 944 time: 0.1361332 Nov 12 00:50:59.534029 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f4b4442c-15fa-4e62-adc0-5c0e3fafa005 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:59.540992 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f4b4442c-15fa-4e62-adc0-5c0e3fafa005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:59.576804 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port baae78e4-bcca-410e-b4ee-5b005ae463b7 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:50:59.577175 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:59.582879 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f4b4442c-15fa-4e62-adc0-5c0e3fafa005 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1851bfc67ad4435bbba4adafcdfe5b5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1716337 Nov 12 00:50:59.587527 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49238) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:50:59.596403 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b4442c-15fa-4e62-adc0-5c0e3fafa005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c117d7e4-ed23-486b-b31f-beb5182ece5e,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:50:59.604969 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d2322a5c-5363-4e41-9a82-785613cc6fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:59.619107 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2a33ea00-e8c1-4caf-9a72-b0a9e1b4b545 req-1d039d20-2819-4791-9b7e-eaed09c7c8ec tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351089 Nov 12 00:50:59.624913 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-a5581849-5c29-488e-9b17-14726af4eb2e None None] Port 1d6fd85f-6668-43f2-a114-7c41e1eee463 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:50:59.670430 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port c668a224-06b4-4f21-be65-64f708fef230, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=c668a224-06b4-4f21-be65-64f708fef230,segment=NetworkSegment(22cf0803-7015-4b8f-9bea-ad8ec3d31ac5),segment_id=22cf0803-7015-4b8f-9bea-ad8ec3d31ac5)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:59.712428 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device c668a224-06b4-4f21-be65-64f708fef230 has no active binding in host n-h1-712142-27 {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 00:50:59.874530 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:59.897577 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port baae78e4-bcca-410e-b4ee-5b005ae463b7, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=baae78e4-bcca-410e-b4ee-5b005ae463b7,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:50:59.906898 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:50:59.992615 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-189b2ec3-dbde-45ef-8747-fa425c9daf4f None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:00.004300 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=baae78e4-bcca-410e-b4ee-5b005ae463b7,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:00.008178 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-189b2ec3-dbde-45ef-8747-fa425c9daf4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:00.041559 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5d4420ec-7fc2-4414-91f1-8d1b9361306a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:00.054084 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0ef9b4-8559-4952-a23f-286280c0c64a None None] Pushing event updated for resources: {'Port': ['ID=c281920c-f9e1-4fae-a472-a8180a3d2ed6,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:00.078853 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-189b2ec3-dbde-45ef-8747-fa425c9daf4f None None] Attempting to bind port c281920c-f9e1-4fae-a472-a8180a3d2ed6 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:00.079305 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-189b2ec3-dbde-45ef-8747-fa425c9daf4f None None] Attempting to bind port c281920c-f9e1-4fae-a472-a8180a3d2ed6 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:00.079872 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189b2ec3-dbde-45ef-8747-fa425c9daf4f None None] Attempting to bind port c281920c-f9e1-4fae-a472-a8180a3d2ed6 on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:00.086749 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189b2ec3-dbde-45ef-8747-fa425c9daf4f None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:51:00.087227 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189b2ec3-dbde-45ef-8747-fa425c9daf4f None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:00.087998 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-189b2ec3-dbde-45ef-8747-fa425c9daf4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:00.088255 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189b2ec3-dbde-45ef-8747-fa425c9daf4f None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:51:00.088813 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-189b2ec3-dbde-45ef-8747-fa425c9daf4f None None] Bound port: c281920c-f9e1-4fae-a472-a8180a3d2ed6, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:51:00.089262 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-189b2ec3-dbde-45ef-8747-fa425c9daf4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:00.125348 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5d4420ec-7fc2-4414-91f1-8d1b9361306a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:00.177265 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-189b2ec3-dbde-45ef-8747-fa425c9daf4f None None] For port c281920c-f9e1-4fae-a472-a8180a3d2ed6, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:51:00.184317 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-189b2ec3-dbde-45ef-8747-fa425c9daf4f None None] For port c281920c-f9e1-4fae-a472-a8180a3d2ed6, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=c281920c-f9e1-4fae-a472-a8180a3d2ed6,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:51:00.190074 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-189b2ec3-dbde-45ef-8747-fa425c9daf4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:00.261965 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4949a4b4-98cc-4ac3-9f75-a7db5da2ae97 req-baa6f160-b38a-4b1a-85a7-041df8f40d7e tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=1a351b85e994407a86b201df7ace2e9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0803809 Nov 12 00:51:00.263598 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189b2ec3-dbde-45ef-8747-fa425c9daf4f None None] Routers {'f77bc365-8913-4337-bb46-b37016fcb3c4'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:51:00.264250 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-189b2ec3-dbde-45ef-8747-fa425c9daf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:50:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['f77bc365-8913-4337-bb46-b37016fcb3c4'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:00.296735 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-79ccbdaa-b733-4e13-ae27-494d074376c2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:00.323331 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-79ccbdaa-b733-4e13-ae27-494d074376c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:00.363890 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-d2322a5c-5363-4e41-9a82-785613cc6fd7 admin admin] Allocated IP 172.20.0.1 (2a29fb7d-1389-4bf5-9af7-7b665f8258fb/f6fc0feb-8af3-4ee2-88bf-6fef1760f601/6770ef76-2f92-4734-883a-b8bff27b8f08) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:51:00.369707 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-79ccbdaa-b733-4e13-ae27-494d074376c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:00.377677 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5d4420ec-7fc2-4414-91f1-8d1b9361306a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:00.380772 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5d4420ec-7fc2-4414-91f1-8d1b9361306a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:00.384020 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0ef9b4-8559-4952-a23f-286280c0c64a None None] Pushing event updated for resources: {'Port': ['ID=c281920c-f9e1-4fae-a472-a8180a3d2ed6,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:00.385176 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-5d4420ec-7fc2-4414-91f1-8d1b9361306a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c117d7e4-ed23-486b-b31f-beb5182ece5e HTTP/1.1" status: 204 len: 168 time: 0.7874382 Nov 12 00:51:00.432622 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-189b2ec3-dbde-45ef-8747-fa425c9daf4f None None] Set router f77bc365-8913-4337-bb46-b37016fcb3c4 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:51:00.455055 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4420ec-7fc2-4414-91f1-8d1b9361306a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c117d7e4-ed23-486b-b31f-beb5182ece5e,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:00.530110 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ccbdaa-b733-4e13-ae27-494d074376c2 admin admin] Pushing event updated for resources: {'Port': ['ID=1d6fd85f-6668-43f2-a114-7c41e1eee463,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:00.613045 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949a4b4-98cc-4ac3-9f75-a7db5da2ae97 req-da91d723-1783-4768-9755-b34891f61951 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:00.620288 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4949a4b4-98cc-4ac3-9f75-a7db5da2ae97 req-da91d723-1783-4768-9755-b34891f61951 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3461089 Nov 12 00:51:00.656613 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4949a4b4-98cc-4ac3-9f75-a7db5da2ae97 req-fdca1f89-7b3e-4500-a56a-8b3b31663868 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/quotas/1a351b85e994407a86b201df7ace2e9c HTTP/1.1" status: 200 len: 375 time: 0.0351653 Nov 12 00:51:00.677644 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-189b2ec3-dbde-45ef-8747-fa425c9daf4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1727113462-router', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c281920c-f9e1-4fae-a472-a8180a3d2ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:51Z', 'updated_at': '2021-11-12T00:50:55Z', 'revision_number': 3, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'gw_port': {'id': 'c281920c-f9e1-4fae-a472-a8180a3d2ed6', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:53Z', 'updated_at': '2021-11-12T00:51:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:00.715591 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4949a4b4-98cc-4ac3-9f75-a7db5da2ae97 req-5bbe1bb3-7126-43b4-9560-021aa0a2f5d8 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1a351b85e994407a86b201df7ace2e9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577009 Nov 12 00:51:00.715810 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189b2ec3-dbde-45ef-8747-fa425c9daf4f None None] The sync data for ids ['f77bc365-8913-4337-bb46-b37016fcb3c4'] in n-d-712142-27 is: [{'id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1727113462-router', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c281920c-f9e1-4fae-a472-a8180a3d2ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:51Z', 'updated_at': '2021-11-12T00:50:55Z', 'revision_number': 3, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'gw_port': {'id': 'c281920c-f9e1-4fae-a472-a8180a3d2ed6', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:53Z', 'updated_at': '2021-11-12T00:51:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:51:00.750468 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-44bf3f9d-b33c-4cd8-a2ef-55e2afb379c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:00.776385 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ccbdaa-b733-4e13-ae27-494d074376c2 admin admin] Network 5dea2f77-8295-4da8-a787-569a69965ebe is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:00.802776 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-79ccbdaa-b733-4e13-ae27-494d074376c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:00.810075 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d2322a5c-5363-4e41-9a82-785613cc6fd7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:00.930091 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device baae78e4-bcca-410e-b4ee-5b005ae463b7 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:51:01.017415 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7313e-920d-49a3-9c25-23fbccae240b req-f5af3609-bf94-42b1-82d1-81d9b65cdc00 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:01.024376 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-36d7313e-920d-49a3-9c25-23fbccae240b req-f5af3609-bf94-42b1-82d1-81d9b65cdc00 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873 HTTP/1.1" status: 200 len: 944 time: 0.2611346 Nov 12 00:51:01.048870 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port baae78e4-bcca-410e-b4ee-5b005ae463b7 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:01.049258 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:01.082111 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-04280579-54de-486e-83d6-927ab0a53240 req-0c2b369d-63ed-41a9-80ba-5b15968c54d7 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dae5fe0-49f1-4df5-84b6-d1b4c070a380 HTTP/1.1" status: 200 len: 210 time: 0.1276295 Nov 12 00:51:01.211839 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d2322a5c-5363-4e41-9a82-785613cc6fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:01.294366 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-c0783754-33fa-4005-ab9c-8d9ef2ef48bd None None] Provisioning complete for port 1d6fd85f-6668-43f2-a114-7c41e1eee463 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:01.294618 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c0783754-33fa-4005-ab9c-8d9ef2ef48bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:01.331029 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ccbdaa-b733-4e13-ae27-494d074376c2 admin admin] Router b48cf159-4c64-4378-b5e7-20d5158fd5a8 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:51:01.350231 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-c0783754-33fa-4005-ab9c-8d9ef2ef48bd None None] Port 1d6fd85f-6668-43f2-a114-7c41e1eee463 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:51:01.366403 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-36d7313e-920d-49a3-9c25-23fbccae240b req-7e1c6b89-5e82-4c93-ace6-18689b17113c tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032730 Nov 12 00:51:01.376724 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2322a5c-5363-4e41-9a82-785613cc6fd7 admin admin] Network 2a29fb7d-1389-4bf5-9af7-7b665f8258fb is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:01.385179 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-d2322a5c-5363-4e41-9a82-785613cc6fd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:01.394519 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2322a5c-5363-4e41-9a82-785613cc6fd7 admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:51:01.437654 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2322a5c-5363-4e41-9a82-785613cc6fd7 admin admin] Pushing event updated for resources: {'Port': ['ID=6770ef76-2f92-4734-883a-b8bff27b8f08,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:01.510685 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d2322a5c-5363-4e41-9a82-785613cc6fd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:01.749926 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ccbdaa-b733-4e13-ae27-494d074376c2 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:51:01.762970 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bb9993-7fff-4f72-b771-a1055001d18d None None] Sync routers for ids ['b48cf159-4c64-4378-b5e7-20d5158fd5a8'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:51:01.763787 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-79ccbdaa-b733-4e13-ae27-494d074376c2 admin admin] 10.222.0.45 "PUT /v2.0/routers/b48cf159-4c64-4378-b5e7-20d5158fd5a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7333293 Nov 12 00:51:01.774795 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-d1abd498-63a2-4a98-9d9c-32a99fb191c2 service neutron] 10.222.0.44 "GET /v2.0/ports/c668a224-06b4-4f21-be65-64f708fef230/bindings/n-h1-712142-27 HTTP/1.1" status: 200 len: 385 time: 0.1899605 Nov 12 00:51:01.780931 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bb9993-7fff-4f72-b771-a1055001d18d None None] Routers {'b48cf159-4c64-4378-b5e7-20d5158fd5a8'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:51:01.781839 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-56bb9993-7fff-4f72-b771-a1055001d18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:51:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['b48cf159-4c64-4378-b5e7-20d5158fd5a8'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:01.903798 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-d789e3f4-0e47-4873-a7e8-d34377b84913 None None] Provisioning complete for port 6770ef76-2f92-4734-883a-b8bff27b8f08 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:01.903798 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d789e3f4-0e47-4873-a7e8-d34377b84913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:01.995884 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d2322a5c-5363-4e41-9a82-785613cc6fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:02.035400 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-d789e3f4-0e47-4873-a7e8-d34377b84913 None None] Port 6770ef76-2f92-4734-883a-b8bff27b8f08 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:51:02.053891 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-56bb9993-7fff-4f72-b771-a1055001d18d None None] Set router b48cf159-4c64-4378-b5e7-20d5158fd5a8 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:51:02.358803 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b4d741a1-b8fd-4bed-9284-0d55bf51f482 req-3dd91f71-8859-48c9-aa76-4099fab23da8 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dae5fe0-49f1-4df5-84b6-d1b4c070a380 HTTP/1.1" status: 200 len: 210 time: 0.1143894 Nov 12 00:51:02.434040 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-56bb9993-7fff-4f72-b771-a1055001d18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48cf159-4c64-4378-b5e7-20d5158fd5a8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1308416798-router', 'tenant_id': '83eada3bc343462492e64e9fa7dd64d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'baae78e4-bcca-410e-b4ee-5b005ae463b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:48Z', 'updated_at': '2021-11-12T00:50:59Z', 'revision_number': 4, 'project_id': '83eada3bc343462492e64e9fa7dd64d1', 'gw_port': {'id': 'baae78e4-bcca-410e-b4ee-5b005ae463b7', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:87:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48cf159-4c64-4378-b5e7-20d5158fd5a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:49Z', 'updated_at': '2021-11-12T00:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '1d6fd85f-6668-43f2-a114-7c41e1eee463', 'name': '', 'network_id': '5dea2f77-8295-4da8-a787-569a69965ebe', 'tenant_id': '83eada3bc343462492e64e9fa7dd64d1', 'mac_address': 'fa:16:3e:c0:94:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48cf159-4c64-4378-b5e7-20d5158fd5a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'd317dcad-6957-4229-abe0-26e636c3f387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:57Z', 'updated_at': '2021-11-12T00:50:59Z', 'revision_number': 2, 'project_id': '83eada3bc343462492e64e9fa7dd64d1', 'subnets': [{'id': 'd317dcad-6957-4229-abe0-26e636c3f387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:02.475808 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bb9993-7fff-4f72-b771-a1055001d18d None None] Checking router: b48cf159-4c64-4378-b5e7-20d5158fd5a8 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:51:02.477177 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bb9993-7fff-4f72-b771-a1055001d18d None None] Updating router b48cf159-4c64-4378-b5e7-20d5158fd5a8 port 1d6fd85f-6668-43f2-a114-7c41e1eee463 binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:51:02.496709 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d2322a5c-5363-4e41-9a82-785613cc6fd7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:02.505956 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d2322a5c-5363-4e41-9a82-785613cc6fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:02.514220 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-56bb9993-7fff-4f72-b771-a1055001d18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:02.609764 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-4f7dc245-4849-444e-b234-a8fd5331ac2e service neutron] For port c668a224-06b4-4f21-be65-64f708fef230, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=c668a224-06b4-4f21-be65-64f708fef230,segment=NetworkSegment(22cf0803-7015-4b8f-9bea-ad8ec3d31ac5),segment_id=22cf0803-7015-4b8f-9bea-ad8ec3d31ac5)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:02.626400 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:02.666684 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2322a5c-5363-4e41-9a82-785613cc6fd7 admin admin] Pushing event updated for resources: {'Port': ['ID=6770ef76-2f92-4734-883a-b8bff27b8f08,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:02.681894 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d2322a5c-5363-4e41-9a82-785613cc6fd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:02.689068 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-4f7dc245-4849-444e-b234-a8fd5331ac2e service neutron] For port c668a224-06b4-4f21-be65-64f708fef230, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:51:02.740516 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0bdca0-f24e-4e07-ac46-4c8cd163cf43 req-66820445-5958-4226-8224-beeab6c7539f tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:02.750305 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3d0bdca0-f24e-4e07-ac46-4c8cd163cf43 req-66820445-5958-4226-8224-beeab6c7539f tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873 HTTP/1.1" status: 200 len: 944 time: 0.1517296 Nov 12 00:51:02.760484 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-4f7dc245-4849-444e-b234-a8fd5331ac2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c668a224-06b4-4f21-be65-64f708fef230 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:02.782549 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-4f7dc245-4849-444e-b234-a8fd5331ac2e service neutron] For port c668a224-06b4-4f21-be65-64f708fef230, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=c668a224-06b4-4f21-be65-64f708fef230,segment=NetworkSegment(22cf0803-7015-4b8f-9bea-ad8ec3d31ac5),segment_id=22cf0803-7015-4b8f-9bea-ad8ec3d31ac5)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:02.886211 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3d0bdca0-f24e-4e07-ac46-4c8cd163cf43 req-517f3907-0a50-465c-b6ac-5b164a71598e tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297648 Nov 12 00:51:02.892341 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4949a4b4-98cc-4ac3-9f75-a7db5da2ae97 req-ca0ebf41-de71-4f7a-a439-1be533c9ffec tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=1a351b85e994407a86b201df7ace2e9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1049142 Nov 12 00:51:02.923598 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-4f7dc245-4849-444e-b234-a8fd5331ac2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:02.944725 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2322a5c-5363-4e41-9a82-785613cc6fd7 admin admin] Network 2a29fb7d-1389-4bf5-9af7-7b665f8258fb is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:02.946585 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-d2322a5c-5363-4e41-9a82-785613cc6fd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:02.979741 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device c281920c-f9e1-4fae-a472-a8180a3d2ed6 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:51:03.132267 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port c281920c-f9e1-4fae-a472-a8180a3d2ed6 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:03.132636 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:03.204444 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2322a5c-5363-4e41-9a82-785613cc6fd7 admin admin] Router f77bc365-8913-4337-bb46-b37016fcb3c4 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:51:03.218204 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-56bb9993-7fff-4f72-b771-a1055001d18d None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:03.228287 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-56bb9993-7fff-4f72-b771-a1055001d18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:03.358214 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:03.362112 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8175159b-49fc-4c49-b6af-810fbdd95c52 None None] Pushing event updated for resources: {'Port': ['ID=1d6fd85f-6668-43f2-a114-7c41e1eee463,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:03.405807 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-4f7dc245-4849-444e-b234-a8fd5331ac2e service neutron] Transition to ACTIVE for port object c668a224-06b4-4f21-be65-64f708fef230 will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:51:03.438995 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port c281920c-f9e1-4fae-a472-a8180a3d2ed6, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=c281920c-f9e1-4fae-a472-a8180a3d2ed6,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:03.443667 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949a4b4-98cc-4ac3-9f75-a7db5da2ae97 req-04262dc3-b292-4487-9cce-26a62631badf tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:03.447788 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4949a4b4-98cc-4ac3-9f75-a7db5da2ae97 req-04262dc3-b292-4487-9cce-26a62631badf tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5485420 Nov 12 00:51:03.452893 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-4f7dc245-4849-444e-b234-a8fd5331ac2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:03.461306 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:03.503750 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2322a5c-5363-4e41-9a82-785613cc6fd7 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:51:03.519624 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-d2322a5c-5363-4e41-9a82-785613cc6fd7 admin admin] 10.222.0.45 "PUT /v2.0/routers/f77bc365-8913-4337-bb46-b37016fcb3c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0228443 Nov 12 00:51:03.522902 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-56bb9993-7fff-4f72-b771-a1055001d18d None None] Attempting to bind port 1d6fd85f-6668-43f2-a114-7c41e1eee463 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:03.523626 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-56bb9993-7fff-4f72-b771-a1055001d18d None None] Attempting to bind port 1d6fd85f-6668-43f2-a114-7c41e1eee463 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'f5a63f27-c50a-4e4c-bd91-9eb60efb33af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5dea2f77-8295-4da8-a787-569a69965ebe'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:03.524580 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bb9993-7fff-4f72-b771-a1055001d18d None None] Attempting to bind port 1d6fd85f-6668-43f2-a114-7c41e1eee463 on network 5dea2f77-8295-4da8-a787-569a69965ebe {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:03.530811 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bb9993-7fff-4f72-b771-a1055001d18d None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:51:03.531596 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bb9993-7fff-4f72-b771-a1055001d18d None None] Checking segment: {'id': 'f5a63f27-c50a-4e4c-bd91-9eb60efb33af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5dea2f77-8295-4da8-a787-569a69965ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:03.532256 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-56bb9993-7fff-4f72-b771-a1055001d18d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:03.532852 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bb9993-7fff-4f72-b771-a1055001d18d None None] Bound using segment: {'id': 'f5a63f27-c50a-4e4c-bd91-9eb60efb33af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5dea2f77-8295-4da8-a787-569a69965ebe'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:51:03.533552 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-56bb9993-7fff-4f72-b771-a1055001d18d None None] Bound port: 1d6fd85f-6668-43f2-a114-7c41e1eee463, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5a63f27-c50a-4e4c-bd91-9eb60efb33af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5dea2f77-8295-4da8-a787-569a69965ebe'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:51:03.534711 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-56bb9993-7fff-4f72-b771-a1055001d18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:03.556701 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-fd25e2e2-c4e0-41fe-a8c0-38ba5921c6eb None None] Provisioning complete for port 6770ef76-2f92-4734-883a-b8bff27b8f08 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:03.557084 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fd25e2e2-c4e0-41fe-a8c0-38ba5921c6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:03.628193 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d1d8d0eb-a965-4698-a084-892d76c0333e req-9caa9179-e504-46c4-99d9-dcd80fde4203 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=6bde2e332c8e418290dd069bae32e617&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441744 Nov 12 00:51:03.666541 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-4949a4b4-98cc-4ac3-9f75-a7db5da2ae97 req-a7824976-6395-4f61-ab79-46097510e0bb tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Request body: {'port': {'device_id': '3dae5fe0-49f1-4df5-84b6-d1b4c070a380', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'admin_state_up': True, 'tenant_id': '1a351b85e994407a86b201df7ace2e9c'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:03.683955 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-fd25e2e2-c4e0-41fe-a8c0-38ba5921c6eb None None] Port 6770ef76-2f92-4734-883a-b8bff27b8f08 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:51:03.689393 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=c281920c-f9e1-4fae-a472-a8180a3d2ed6,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:03.713068 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-56bb9993-7fff-4f72-b771-a1055001d18d None None] For port 1d6fd85f-6668-43f2-a114-7c41e1eee463, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:51:03.718158 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-56bb9993-7fff-4f72-b771-a1055001d18d None None] For port 1d6fd85f-6668-43f2-a114-7c41e1eee463, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=1d6fd85f-6668-43f2-a114-7c41e1eee463,segment=NetworkSegment(f5a63f27-c50a-4e4c-bd91-9eb60efb33af),segment_id=f5a63f27-c50a-4e4c-bd91-9eb60efb33af)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:51:03.731528 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-56bb9993-7fff-4f72-b771-a1055001d18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:03.824059 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:03.827337 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8d0eb-a965-4698-a084-892d76c0333e req-ac3ed61d-869f-45e8-b23c-0e024b4d2127 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:03.838263 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dac221-eb6f-40b9-9c22-b9166da6cd11 None None] Sync routers for ids ['f77bc365-8913-4337-bb46-b37016fcb3c4'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:51:03.838493 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d1d8d0eb-a965-4698-a084-892d76c0333e req-ac3ed61d-869f-45e8-b23c-0e024b4d2127 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2092736 Nov 12 00:51:03.870065 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dac221-eb6f-40b9-9c22-b9166da6cd11 None None] Routers {'f77bc365-8913-4337-bb46-b37016fcb3c4'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:51:03.870695 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-c9dac221-eb6f-40b9-9c22-b9166da6cd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:51:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['f77bc365-8913-4337-bb46-b37016fcb3c4'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:03.889690 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d1d8d0eb-a965-4698-a084-892d76c0333e req-a198403d-4d80-4492-ad75-500cb9d9e257 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/quotas/6bde2e332c8e418290dd069bae32e617 HTTP/1.1" status: 200 len: 375 time: 0.0503731 Nov 12 00:51:03.904904 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7dc245-4849-444e-b234-a8fd5331ac2e service neutron] Pushing event updated for resources: {'Port': ['ID=c668a224-06b4-4f21-be65-64f708fef230,revision_number=10']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:03.943252 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ad30668e-f7c7-47d8-9252-13af74017a72 req-7ffaacdf-7a4e-4e89-992c-5655e155da81 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dae5fe0-49f1-4df5-84b6-d1b4c070a380 HTTP/1.1" status: 200 len: 210 time: 0.0786808 Nov 12 00:51:03.990524 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bb9993-7fff-4f72-b771-a1055001d18d None None] Routers {'b48cf159-4c64-4378-b5e7-20d5158fd5a8'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:51:03.994104 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-56bb9993-7fff-4f72-b771-a1055001d18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:51:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['b48cf159-4c64-4378-b5e7-20d5158fd5a8'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:03.999327 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-4f7dc245-4849-444e-b234-a8fd5331ac2e service neutron] No DVR routers for this DVR port c668a224-06b4-4f21-be65-64f708fef230 on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:51:04.006477 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8175159b-49fc-4c49-b6af-810fbdd95c52 None None] Pushing event updated for resources: {'Port': ['ID=1d6fd85f-6668-43f2-a114-7c41e1eee463,revision_number=4']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:04.010201 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4949a4b4-98cc-4ac3-9f75-a7db5da2ae97 req-a7824976-6395-4f61-ab79-46097510e0bb tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Made reservation on behalf of 1a351b85e994407a86b201df7ace2e9c for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:04.014239 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4949a4b4-98cc-4ac3-9f75-a7db5da2ae97 req-a7824976-6395-4f61-ab79-46097510e0bb tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:04.030021 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d1d8d0eb-a965-4698-a084-892d76c0333e req-6fcd23a8-71ef-4ad4-a7e3-304fd8715c76 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6bde2e332c8e418290dd069bae32e617&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1068776 Nov 12 00:51:04.058856 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4949a4b4-98cc-4ac3-9f75-a7db5da2ae97 req-a7824976-6395-4f61-ab79-46097510e0bb tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:04.115204 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-4f7dc245-4849-444e-b234-a8fd5331ac2e service neutron] 10.222.0.44 "PUT /v2.0/ports/c668a224-06b4-4f21-be65-64f708fef230/bindings/n-h1-712142-27/activate HTTP/1.1" status: 200 len: 370 time: 2.3328927 Nov 12 00:51:04.271919 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-56bb9993-7fff-4f72-b771-a1055001d18d None None] Set router b48cf159-4c64-4378-b5e7-20d5158fd5a8 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:51:04.308958 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4949a4b4-98cc-4ac3-9f75-a7db5da2ae97 req-a7824976-6395-4f61-ab79-46097510e0bb tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:04.316549 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4949a4b4-98cc-4ac3-9f75-a7db5da2ae97 req-a7824976-6395-4f61-ab79-46097510e0bb tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:04.403627 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 49398) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:04.445233 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-3c401081-023c-4390-ab31-07e551692e3f admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1778989988-network', 'tenant_id': '4fa9f6c3ee344f05900481867394d8ac'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:04.451044 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-c9dac221-eb6f-40b9-9c22-b9166da6cd11 None None] Set router f77bc365-8913-4337-bb46-b37016fcb3c4 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:51:04.462447 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2fa39a-2146-4d39-b776-5fa21c914157 req-815b66db-8201-4277-851c-20d57f029952 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:04.475172 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-af2fa39a-2146-4d39-b776-5fa21c914157 req-815b66db-8201-4277-851c-20d57f029952 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873 HTTP/1.1" status: 200 len: 945 time: 0.1168747 Nov 12 00:51:04.591848 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-af2fa39a-2146-4d39-b776-5fa21c914157 req-cf70c632-a048-464d-aadb-9d392e79e935 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154513 Nov 12 00:51:04.606017 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-1d8e2cc7-9b13-479e-bff1-c2317267b8b1 None None] Provisioning complete for port 1d6fd85f-6668-43f2-a114-7c41e1eee463 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:04.606384 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1d8e2cc7-9b13-479e-bff1-c2317267b8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:04.627222 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7824976-6395-4f61-ab79-46097510e0bb tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40935701-72c0-4024-aba9-0370b45a93a9,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:04.690849 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-a995c365-8a8e-4225-9904-3250ac341d12 tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:04.693015 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-a995c365-8a8e-4225-9904-3250ac341d12 tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873&tenant_id=31213ba92821461cba1a0adcb9241baa&binding%3Ahost_id=n-h2-712142-27 HTTP/1.1" status: 200 len: 1097 time: 0.4471002 Nov 12 00:51:04.697396 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c401081-023c-4390-ab31-07e551692e3f admin admin] Made reservation on behalf of 4fa9f6c3ee344f05900481867394d8ac for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:04.699902 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3c401081-023c-4390-ab31-07e551692e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:04.741869 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3c401081-023c-4390-ab31-07e551692e3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:04.742924 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1d8e2cc7-9b13-479e-bff1-c2317267b8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:04.767401 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-56bb9993-7fff-4f72-b771-a1055001d18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48cf159-4c64-4378-b5e7-20d5158fd5a8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1308416798-router', 'tenant_id': '83eada3bc343462492e64e9fa7dd64d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'baae78e4-bcca-410e-b4ee-5b005ae463b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:48Z', 'updated_at': '2021-11-12T00:50:59Z', 'revision_number': 4, 'project_id': '83eada3bc343462492e64e9fa7dd64d1', 'gw_port': {'id': 'baae78e4-bcca-410e-b4ee-5b005ae463b7', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:87:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48cf159-4c64-4378-b5e7-20d5158fd5a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:49Z', 'updated_at': '2021-11-12T00:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '1d6fd85f-6668-43f2-a114-7c41e1eee463', 'name': '', 'network_id': '5dea2f77-8295-4da8-a787-569a69965ebe', 'tenant_id': '83eada3bc343462492e64e9fa7dd64d1', 'mac_address': 'fa:16:3e:c0:94:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48cf159-4c64-4378-b5e7-20d5158fd5a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'd317dcad-6957-4229-abe0-26e636c3f387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:57Z', 'updated_at': '2021-11-12T00:51:03Z', 'revision_number': 4, 'project_id': '83eada3bc343462492e64e9fa7dd64d1', 'subnets': [{'id': 'd317dcad-6957-4229-abe0-26e636c3f387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:04.813552 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bb9993-7fff-4f72-b771-a1055001d18d None None] The sync data for ids ['b48cf159-4c64-4378-b5e7-20d5158fd5a8'] in n-d-712142-27 is: [{'id': 'b48cf159-4c64-4378-b5e7-20d5158fd5a8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1308416798-router', 'tenant_id': '83eada3bc343462492e64e9fa7dd64d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'baae78e4-bcca-410e-b4ee-5b005ae463b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:48Z', 'updated_at': '2021-11-12T00:50:59Z', 'revision_number': 4, 'project_id': '83eada3bc343462492e64e9fa7dd64d1', 'gw_port': {'id': 'baae78e4-bcca-410e-b4ee-5b005ae463b7', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:87:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48cf159-4c64-4378-b5e7-20d5158fd5a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:49Z', 'updated_at': '2021-11-12T00:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '1d6fd85f-6668-43f2-a114-7c41e1eee463', 'name': '', 'network_id': '5dea2f77-8295-4da8-a787-569a69965ebe', 'tenant_id': '83eada3bc343462492e64e9fa7dd64d1', 'mac_address': 'fa:16:3e:c0:94:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b48cf159-4c64-4378-b5e7-20d5158fd5a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'd317dcad-6957-4229-abe0-26e636c3f387', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:57Z', 'updated_at': '2021-11-12T00:51:03Z', 'revision_number': 4, 'project_id': '83eada3bc343462492e64e9fa7dd64d1', 'subnets': [{'id': 'd317dcad-6957-4229-abe0-26e636c3f387', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:51:04.849088 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device c668a224-06b4-4f21-be65-64f708fef230 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:51:04.871477 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-1d8e2cc7-9b13-479e-bff1-c2317267b8b1 None None] For port 1d6fd85f-6668-43f2-a114-7c41e1eee463, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=1d6fd85f-6668-43f2-a114-7c41e1eee463,segment=NetworkSegment(f5a63f27-c50a-4e4c-bd91-9eb60efb33af),segment_id=f5a63f27-c50a-4e4c-bd91-9eb60efb33af)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:04.897277 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-90dc8e27-28ad-4c29-ba67-d7a2537aee31 req-b052686c-8d52-41a2-9429-d165c871eb6e tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=139490e9-9c7d-4d98-8128-b40f17d71f2a HTTP/1.1" status: 200 len: 210 time: 0.0493598 Nov 12 00:51:05.065681 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3c401081-023c-4390-ab31-07e551692e3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:05.077154 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3c401081-023c-4390-ab31-07e551692e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:05.085304 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-fb790974-2804-4964-b8e3-aef355947998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:05.087145 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-fb790974-2804-4964-b8e3-aef355947998 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873&tenant_id=31213ba92821461cba1a0adcb9241baa HTTP/1.1" status: 200 len: 1097 time: 0.3464024 Nov 12 00:51:05.088309 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device c281920c-f9e1-4fae-a472-a8180a3d2ed6 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:51:05.090307 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-4949a4b4-98cc-4ac3-9f75-a7db5da2ae97 req-a7824976-6395-4f61-ab79-46097510e0bb tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Allocated IP 192.168.233.204 (945c2da1-f958-478a-a48a-8af2dfa2e179/f0290328-7bc5-4266-bfb9-6eb25d91acf0/8ee9b406-63fc-4abb-9ad7-a586a9c8cd94) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:51:05.148728 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c401081-023c-4390-ab31-07e551692e3f admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:51:05.250794 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device c668a224-06b4-4f21-be65-64f708fef230 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:51:05.260537 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1d8e2cc7-9b13-479e-bff1-c2317267b8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:05.304141 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c401081-023c-4390-ab31-07e551692e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c3b7f0-b37e-4899-a796-4118ae8e99f2,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:05.325812 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3c401081-023c-4390-ab31-07e551692e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:05.329529 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-3c401081-023c-4390-ab31-07e551692e3f admin admin] Added segment ecb904b9-e8fa-4839-969d-4e2a3eae66df of type vlan for network 13cb42e1-f8c4-42c7-9016-a9d9d381474d Nov 12 00:51:05.341031 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8e2cc7-9b13-479e-bff1-c2317267b8b1 None None] Pushing event updated for resources: {'Port': ['ID=1d6fd85f-6668-43f2-a114-7c41e1eee463,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:05.356593 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port c281920c-f9e1-4fae-a472-a8180a3d2ed6 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:05.357033 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:05.417541 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-c9dac221-eb6f-40b9-9c22-b9166da6cd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1727113462-router', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c281920c-f9e1-4fae-a472-a8180a3d2ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:51Z', 'updated_at': '2021-11-12T00:51:01Z', 'revision_number': 4, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'gw_port': {'id': 'c281920c-f9e1-4fae-a472-a8180a3d2ed6', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:53Z', 'updated_at': '2021-11-12T00:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '6770ef76-2f92-4734-883a-b8bff27b8f08', 'name': '', 'network_id': '2a29fb7d-1389-4bf5-9af7-7b665f8258fb', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'mac_address': 'fa:16:3e:30:44:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'f6fc0feb-8af3-4ee2-88bf-6fef1760f601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:59Z', 'updated_at': '2021-11-12T00:51:02Z', 'revision_number': 2, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'subnets': [{'id': 'f6fc0feb-8af3-4ee2-88bf-6fef1760f601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:05.468858 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dac221-eb6f-40b9-9c22-b9166da6cd11 None None] Checking router: f77bc365-8913-4337-bb46-b37016fcb3c4 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:51:05.468858 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dac221-eb6f-40b9-9c22-b9166da6cd11 None None] Updating router f77bc365-8913-4337-bb46-b37016fcb3c4 port 6770ef76-2f92-4734-883a-b8bff27b8f08 binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:51:05.468858 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:05.520167 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-855dafc1-9475-423f-a3f0-75cf4e4cfdf5 None None] Provisioning complete for port 1d6fd85f-6668-43f2-a114-7c41e1eee463 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:05.520792 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-855dafc1-9475-423f-a3f0-75cf4e4cfdf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:05.561828 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-8861283b-8df6-48c0-9fbe-43659209b2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:05.563824 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-8861283b-8df6-48c0-9fbe-43659209b2a6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=31213ba92821461cba1a0adcb9241baa&device_id=7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873 HTTP/1.1" status: 200 len: 1097 time: 0.4006486 Nov 12 00:51:05.566546 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27825735-3c96-40d0-84d0-7051c023e604 req-525fa764-3322-4e47-be2c-842b6901b42b tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:05.574241 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-27825735-3c96-40d0-84d0-7051c023e604 req-525fa764-3322-4e47-be2c-842b6901b42b tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/networks?id=2a29fb7d-1389-4bf5-9af7-7b665f8258fb HTTP/1.1" status: 200 len: 821 time: 0.3844912 Nov 12 00:51:05.576909 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3c401081-023c-4390-ab31-07e551692e3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:05.613371 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c9dac221-eb6f-40b9-9c22-b9166da6cd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:05.641329 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e3af1729-6e6d-4f28-8f5e-51bc91545d0e req-eaed5df4-d17b-434f-a13a-09b4d6c360f0 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dae5fe0-49f1-4df5-84b6-d1b4c070a380 HTTP/1.1" status: 200 len: 210 time: 0.1254137 Nov 12 00:51:05.652989 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-27825735-3c96-40d0-84d0-7051c023e604 req-07970ed8-2c06-4943-8238-5d9e6bfcd536 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/quotas/10e546ec20224b1c887b967b60c4d627 HTTP/1.1" status: 200 len: 375 time: 0.0776281 Nov 12 00:51:05.764187 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-27825735-3c96-40d0-84d0-7051c023e604 req-5af8481c-af19-42b1-b47d-2bb9b472ca51 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=10e546ec20224b1c887b967b60c4d627&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1098573 Nov 12 00:51:05.841991 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.db.resource_extend [None req-3c401081-023c-4390-ab31-07e551692e3f admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:51:05.889472 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3c401081-023c-4390-ab31-07e551692e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:05.891025 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c401081-023c-4390-ab31-07e551692e3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:05.891824 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3c401081-023c-4390-ab31-07e551692e3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:05.928316 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3c401081-023c-4390-ab31-07e551692e3f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5088048 Nov 12 00:51:05.932186 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 49448) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:05.943911 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-27825735-3c96-40d0-84d0-7051c023e604 req-e383ad5b-5105-4aed-b81b-46873e80019b service neutron] 10.222.0.45 "GET /v2.0/networks/2a29fb7d-1389-4bf5-9af7-7b665f8258fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775000 Nov 12 00:51:05.961652 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-17ce3f2f-ac28-45b5-b94c-2984b8cc74f6 admin admin] Request body: {'subnet': {'network_id': '13cb42e1-f8c4-42c7-9016-a9d9d381474d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1778989988-subnet', 'tenant_id': '4fa9f6c3ee344f05900481867394d8ac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:05.966043 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-8d7a16df-23b6-4484-821b-47f9b2323cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:05.967483 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-8d7a16df-23b6-4484-821b-47f9b2323cf1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dfbacf63-886c-40df-80dd-a56be185809d HTTP/1.1" status: 200 len: 908 time: 0.3798385 Nov 12 00:51:06.077671 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4949a4b4-98cc-4ac3-9f75-a7db5da2ae97 req-a7824976-6395-4f61-ab79-46097510e0bb tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:06.084509 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-f2cfc0c4-60fa-4e99-9c45-cc2d021ffc1b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c668a224-06b4-4f21-be65-64f708fef230 HTTP/1.1" status: 200 len: 217 time: 0.1038890 Nov 12 00:51:06.090039 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c401081-023c-4390-ab31-07e551692e3f admin admin] Pushing event updated for resources: {'Network': ['ID=13cb42e1-f8c4-42c7-9016-a9d9d381474d,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:06.161856 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c9dac221-eb6f-40b9-9c22-b9166da6cd11 None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:06.169677 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 13cb42e1-f8c4-42c7-9016-a9d9d381474d details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:51:06.184972 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ce3f2f-ac28-45b5-b94c-2984b8cc74f6 admin admin] Made reservation on behalf of 4fa9f6c3ee344f05900481867394d8ac for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:06.186120 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c9dac221-eb6f-40b9-9c22-b9166da6cd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:06.188285 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17ce3f2f-ac28-45b5-b94c-2984b8cc74f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:06.244478 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-7b95e13e-b597-4f40-a29e-902f1c147392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:06.246567 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-7b95e13e-b597-4f40-a29e-902f1c147392 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=47cc90a9-e995-4711-ba6b-508e6e69e5de HTTP/1.1" status: 200 len: 848 time: 0.1526678 Nov 12 00:51:06.287092 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4949a4b4-98cc-4ac3-9f75-a7db5da2ae97 req-a7824976-6395-4f61-ab79-46097510e0bb tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:06.383781 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f892d8-ac41-4ad5-97c4-29342a23c083 None None] Pushing event updated for resources: {'Port': ['ID=6770ef76-2f92-4734-883a-b8bff27b8f08,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:06.462278 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7824976-6395-4f61-ab79-46097510e0bb tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Pushing event updated for resources: {'Port': ['ID=8ee9b406-63fc-4abb-9ad7-a586a9c8cd94,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:06.464559 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f153cd7-1632-4594-a56b-68eb3d623734 req-6a318909-4879-4d0a-a505-7dc7e7f61658 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:06.467685 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-ef91f4c5-1ff7-4298-8a84-cc4cf6a24364 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dfbacf63-886c-40df-80dd-a56be185809d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1924593 Nov 12 00:51:06.479914 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3f153cd7-1632-4594-a56b-68eb3d623734 req-6a318909-4879-4d0a-a505-7dc7e7f61658 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873 HTTP/1.1" status: 200 len: 945 time: 0.6036167 Nov 12 00:51:06.484051 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-c9dac221-eb6f-40b9-9c22-b9166da6cd11 None None] Attempting to bind port 6770ef76-2f92-4734-883a-b8bff27b8f08 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:06.484564 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-c9dac221-eb6f-40b9-9c22-b9166da6cd11 None None] Attempting to bind port 6770ef76-2f92-4734-883a-b8bff27b8f08 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '6eca3569-bbd9-4f4d-bcf1-f2a3273ec25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a29fb7d-1389-4bf5-9af7-7b665f8258fb'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:06.486179 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dac221-eb6f-40b9-9c22-b9166da6cd11 None None] Attempting to bind port 6770ef76-2f92-4734-883a-b8bff27b8f08 on network 2a29fb7d-1389-4bf5-9af7-7b665f8258fb {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:06.521865 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dac221-eb6f-40b9-9c22-b9166da6cd11 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:51:06.527913 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dac221-eb6f-40b9-9c22-b9166da6cd11 None None] Checking segment: {'id': '6eca3569-bbd9-4f4d-bcf1-f2a3273ec25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a29fb7d-1389-4bf5-9af7-7b665f8258fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:06.528983 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c9dac221-eb6f-40b9-9c22-b9166da6cd11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:06.530626 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dac221-eb6f-40b9-9c22-b9166da6cd11 None None] Bound using segment: {'id': '6eca3569-bbd9-4f4d-bcf1-f2a3273ec25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a29fb7d-1389-4bf5-9af7-7b665f8258fb'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:51:06.531276 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-c9dac221-eb6f-40b9-9c22-b9166da6cd11 None None] Bound port: 6770ef76-2f92-4734-883a-b8bff27b8f08, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eca3569-bbd9-4f4d-bcf1-f2a3273ec25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a29fb7d-1389-4bf5-9af7-7b665f8258fb'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:51:06.531771 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c9dac221-eb6f-40b9-9c22-b9166da6cd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:06.580383 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3f153cd7-1632-4594-a56b-68eb3d623734 req-db534dc9-0db8-4132-bcc5-a370907dce7f tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938148 Nov 12 00:51:06.597966 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-27825735-3c96-40d0-84d0-7051c023e604 req-e3311ef6-535e-4a47-a7cb-5f4f794dfd29 service neutron] 10.222.0.45 "GET /v2.0/networks/2a29fb7d-1389-4bf5-9af7-7b665f8258fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6531217 Nov 12 00:51:06.662078 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d1d8d0eb-a965-4698-a084-892d76c0333e req-a0c95859-9049-4d1b-9097-e11264b9ae2b tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=6bde2e332c8e418290dd069bae32e617&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2617044 Nov 12 00:51:06.676821 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4949a4b4-98cc-4ac3-9f75-a7db5da2ae97 req-a7824976-6395-4f61-ab79-46097510e0bb tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Network 945c2da1-f958-478a-a48a-8af2dfa2e179 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:06.700338 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-c9dac221-eb6f-40b9-9c22-b9166da6cd11 None None] For port 6770ef76-2f92-4734-883a-b8bff27b8f08, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:51:06.706845 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-c9dac221-eb6f-40b9-9c22-b9166da6cd11 None None] For port 6770ef76-2f92-4734-883a-b8bff27b8f08, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=6770ef76-2f92-4734-883a-b8bff27b8f08,segment=NetworkSegment(6eca3569-bbd9-4f4d-bcf1-f2a3273ec25a),segment_id=6eca3569-bbd9-4f4d-bcf1-f2a3273ec25a)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:51:06.714858 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c9dac221-eb6f-40b9-9c22-b9166da6cd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:06.739102 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-4949a4b4-98cc-4ac3-9f75-a7db5da2ae97 req-a7824976-6395-4f61-ab79-46097510e0bb tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:06.754898 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-4949a4b4-98cc-4ac3-9f75-a7db5da2ae97 req-a7824976-6395-4f61-ab79-46097510e0bb tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:51:06.823827 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f892d8-ac41-4ad5-97c4-29342a23c083 None None] Pushing event updated for resources: {'Port': ['ID=6770ef76-2f92-4734-883a-b8bff27b8f08,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:06.833897 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dac221-eb6f-40b9-9c22-b9166da6cd11 None None] Routers {'f77bc365-8913-4337-bb46-b37016fcb3c4'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:51:06.834636 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-c9dac221-eb6f-40b9-9c22-b9166da6cd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:51:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['f77bc365-8913-4337-bb46-b37016fcb3c4'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:06.948764 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-1cbe2b29-fb9a-4619-8422-ececfe69afe1 service neutron] 10.222.0.16 "GET /v2.0/networks/dfbacf63-886c-40df-80dd-a56be185809d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4431834 Nov 12 00:51:07.150801 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-69e708ef-27eb-435a-835b-056d95856c5c None None] Provisioning complete for port 6770ef76-2f92-4734-883a-b8bff27b8f08 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:07.151096 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-69e708ef-27eb-435a-835b-056d95856c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:07.170644 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 1d6fd85f-6668-43f2-a114-7c41e1eee463 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:51:07.208017 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949a4b4-98cc-4ac3-9f75-a7db5da2ae97 req-a7824976-6395-4f61-ab79-46097510e0bb tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:07.208857 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4949a4b4-98cc-4ac3-9f75-a7db5da2ae97 req-a7824976-6395-4f61-ab79-46097510e0bb tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:07.236276 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ad9d37d0-d8a4-4f1a-ab34-91ed544a7d07 req-1758e084-2eba-48ae-be1c-ebb68a9a97e6 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=139490e9-9c7d-4d98-8128-b40f17d71f2a HTTP/1.1" status: 200 len: 210 time: 0.0789106 Nov 12 00:51:07.272125 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-c9dac221-eb6f-40b9-9c22-b9166da6cd11 None None] Set router f77bc365-8913-4337-bb46-b37016fcb3c4 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:51:07.277701 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe75e70-ca75-44cd-bca0-41133a4f0229 req-7140c509-5217-45d3-94b5-c82064c29bec tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:07.279386 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4fe75e70-ca75-44cd-bca0-41133a4f0229 req-7140c509-5217-45d3-94b5-c82064c29bec tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dae5fe0-49f1-4df5-84b6-d1b4c070a380 HTTP/1.1" status: 200 len: 936 time: 0.1020408 Nov 12 00:51:07.286268 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4949a4b4-98cc-4ac3-9f75-a7db5da2ae97 req-a7824976-6395-4f61-ab79-46097510e0bb tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6293426 Nov 12 00:51:07.299398 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8d0eb-a965-4698-a084-892d76c0333e req-a155087c-eda7-4002-b574-0d2d898d9213 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:07.303463 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d1d8d0eb-a965-4698-a084-892d76c0333e req-a155087c-eda7-4002-b574-0d2d898d9213 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6198223 Nov 12 00:51:07.329826 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-4949a4b4-98cc-4ac3-9f75-a7db5da2ae97 req-3eaef978-5789-4df2-8888-0ff7716b4c12 service neutron] Request body: {'port': {'device_id': '3dae5fe0-49f1-4df5-84b6-d1b4c070a380', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:07.345829 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-d1d8d0eb-a965-4698-a084-892d76c0333e req-cf5ca749-4e45-4706-9350-f4a678d63bff tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Request body: {'port': {'device_id': '139490e9-9c7d-4d98-8128-b40f17d71f2a', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'admin_state_up': True, 'tenant_id': '6bde2e332c8e418290dd069bae32e617'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:07.410374 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 1d6fd85f-6668-43f2-a114-7c41e1eee463 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:07.410594 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:07.433409 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-da4d898e-d8f7-4a3a-9794-95b1555c8e50 req-ba6b5ffb-c998-41d3-b339-41941c8b3124 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7d172f4-6a2d-41a7-8858-305d51794d58 HTTP/1.1" status: 200 len: 210 time: 0.0774362 Nov 12 00:51:07.488367 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4fe75e70-ca75-44cd-bca0-41133a4f0229 req-93ad0c6c-752e-4a06-81b4-bb1b02d15bdd tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012110 Nov 12 00:51:07.543837 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-34c782fa-e35b-4b59-a16c-358cb84f73bb service neutron] 10.222.0.16 "GET /v2.0/networks/dfbacf63-886c-40df-80dd-a56be185809d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5771708 Nov 12 00:51:07.660060 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4949a4b4-98cc-4ac3-9f75-a7db5da2ae97 req-3eaef978-5789-4df2-8888-0ff7716b4c12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:07.675173 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17ce3f2f-ac28-45b5-b94c-2984b8cc74f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:07.752612 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-69e708ef-27eb-435a-835b-056d95856c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:07.813322 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1d8d0eb-a965-4698-a084-892d76c0333e req-cf5ca749-4e45-4706-9350-f4a678d63bff tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Made reservation on behalf of 6bde2e332c8e418290dd069bae32e617 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:07.817193 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-d1d8d0eb-a965-4698-a084-892d76c0333e req-cf5ca749-4e45-4706-9350-f4a678d63bff tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:07.835078 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-69e708ef-27eb-435a-835b-056d95856c5c None None] For port 6770ef76-2f92-4734-883a-b8bff27b8f08, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=6770ef76-2f92-4734-883a-b8bff27b8f08,segment=NetworkSegment(6eca3569-bbd9-4f4d-bcf1-f2a3273ec25a),segment_id=6eca3569-bbd9-4f4d-bcf1-f2a3273ec25a)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:07.842499 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ce3f2f-ac28-45b5-b94c-2984b8cc74f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d34d78d1-49dd-4b07-848f-9eb11dae08d2,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:07.845152 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-69e708ef-27eb-435a-835b-056d95856c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:07.848435 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-d1d8d0eb-a965-4698-a084-892d76c0333e req-cf5ca749-4e45-4706-9350-f4a678d63bff tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:07.920853 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43624ae-8c22-472c-92f0-efccd5bff24d req-f005c911-ddb1-4a31-a7b8-af0a60c4b31f tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:07.928779 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c43624ae-8c22-472c-92f0-efccd5bff24d req-f005c911-ddb1-4a31-a7b8-af0a60c4b31f tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873 HTTP/1.1" status: 200 len: 945 time: 0.2253780 Nov 12 00:51:08.035242 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c43624ae-8c22-472c-92f0-efccd5bff24d req-bf6eba1b-edaa-45f8-979f-f3b376224032 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972285 Nov 12 00:51:08.046597 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ce3f2f-ac28-45b5-b94c-2984b8cc74f6 admin admin] Checking segment: {'id': 'ecb904b9-e8fa-4839-969d-4e2a3eae66df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '13cb42e1-f8c4-42c7-9016-a9d9d381474d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:08.046597 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ce3f2f-ac28-45b5-b94c-2984b8cc74f6 admin admin] Network hostable DHCP agents. Network: 13cb42e1-f8c4-42c7-9016-a9d9d381474d, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:51:08.058765 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:08.093305 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-d08c08b8-215a-4330-92b0-dab608eff75d None None] Provisioning complete for port 6770ef76-2f92-4734-883a-b8bff27b8f08 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:08.093683 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d08c08b8-215a-4330-92b0-dab608eff75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:08.148757 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e708ef-27eb-435a-835b-056d95856c5c None None] Pushing event updated for resources: {'Port': ['ID=6770ef76-2f92-4734-883a-b8bff27b8f08,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:08.193774 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-c9dac221-eb6f-40b9-9c22-b9166da6cd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1727113462-router', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c281920c-f9e1-4fae-a472-a8180a3d2ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:51Z', 'updated_at': '2021-11-12T00:51:01Z', 'revision_number': 4, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'gw_port': {'id': 'c281920c-f9e1-4fae-a472-a8180a3d2ed6', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:53Z', 'updated_at': '2021-11-12T00:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '6770ef76-2f92-4734-883a-b8bff27b8f08', 'name': '', 'network_id': '2a29fb7d-1389-4bf5-9af7-7b665f8258fb', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'mac_address': 'fa:16:3e:30:44:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'f6fc0feb-8af3-4ee2-88bf-6fef1760f601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:59Z', 'updated_at': '2021-11-12T00:51:06Z', 'revision_number': 4, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'subnets': [{'id': 'f6fc0feb-8af3-4ee2-88bf-6fef1760f601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:08.213357 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-3e2db9c9-8d0b-4737-9bc3-6172dcc8adc9 tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:08.217378 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-3e2db9c9-8d0b-4737-9bc3-6172dcc8adc9 tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873&tenant_id=31213ba92821461cba1a0adcb9241baa&binding%3Ahost_id=n-h1-712142-27 HTTP/1.1" status: 200 len: 1097 time: 0.2537389 Nov 12 00:51:08.266496 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ce3f2f-ac28-45b5-b94c-2984b8cc74f6 admin admin] Network 13cb42e1-f8c4-42c7-9016-a9d9d381474d is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:51:08.291263 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dac221-eb6f-40b9-9c22-b9166da6cd11 None None] The sync data for ids ['f77bc365-8913-4337-bb46-b37016fcb3c4'] in n-d-712142-27 is: [{'id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1727113462-router', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c281920c-f9e1-4fae-a472-a8180a3d2ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:51Z', 'updated_at': '2021-11-12T00:51:01Z', 'revision_number': 4, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'gw_port': {'id': 'c281920c-f9e1-4fae-a472-a8180a3d2ed6', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:53Z', 'updated_at': '2021-11-12T00:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '6770ef76-2f92-4734-883a-b8bff27b8f08', 'name': '', 'network_id': '2a29fb7d-1389-4bf5-9af7-7b665f8258fb', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'mac_address': 'fa:16:3e:30:44:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'f6fc0feb-8af3-4ee2-88bf-6fef1760f601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:59Z', 'updated_at': '2021-11-12T00:51:06Z', 'revision_number': 4, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'subnets': [{'id': 'f6fc0feb-8af3-4ee2-88bf-6fef1760f601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:51:08.374668 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-d08c08b8-215a-4330-92b0-dab608eff75d None None] Provisioning complete for port 8ee9b406-63fc-4abb-9ad7-a586a9c8cd94 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:08.374990 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d08c08b8-215a-4330-92b0-dab608eff75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:08.425996 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-17ce3f2f-ac28-45b5-b94c-2984b8cc74f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 13cb42e1-f8c4-42c7-9016-a9d9d381474d) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:08.453231 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fe7253-dd07-4bd2-b0b5-0b6819e805e5 None None] Network 13cb42e1-f8c4-42c7-9016-a9d9d381474d requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:51:08.471766 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ce3f2f-ac28-45b5-b94c-2984b8cc74f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:08.474075 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17ce3f2f-ac28-45b5-b94c-2984b8cc74f6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:08.501981 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d9d38bf7-d7f7-4bfa-b495-0233ba34c0df req-747e2b30-838d-4755-a93b-a0d715487b70 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=139490e9-9c7d-4d98-8128-b40f17d71f2a HTTP/1.1" status: 200 len: 210 time: 0.1542878 Nov 12 00:51:08.559829 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-d1d8d0eb-a965-4698-a084-892d76c0333e req-cf5ca749-4e45-4706-9350-f4a678d63bff tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:08.583512 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-d1d8d0eb-a965-4698-a084-892d76c0333e req-cf5ca749-4e45-4706-9350-f4a678d63bff tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:08.618116 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-17ce3f2f-ac28-45b5-b94c-2984b8cc74f6 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6712058 Nov 12 00:51:08.622111 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 49520) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:08.645612 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-d08c08b8-215a-4330-92b0-dab608eff75d None None] Port 8ee9b406-63fc-4abb-9ad7-a586a9c8cd94 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:51:08.647135 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-0224ac0a-7b0d-4a4e-bcfd-4d34015da297 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1778989988-router', 'tenant_id': '4fa9f6c3ee344f05900481867394d8ac', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:08.652702 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-951f077d-f88d-425e-80f7-6c4a9b198012 req-04239619-f00e-41cc-a403-71e025553e67 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7d172f4-6a2d-41a7-8858-305d51794d58 HTTP/1.1" status: 200 len: 210 time: 0.0689707 Nov 12 00:51:08.728501 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49522) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:08.821954 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150ec08-3c36-45cd-be5f-8dbb0c8ff238 req-dfa65954-49ea-4f16-a502-2b68aaadf770 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:08.827741 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1150ec08-3c36-45cd-be5f-8dbb0c8ff238 req-dfa65954-49ea-4f16-a502-2b68aaadf770 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dae5fe0-49f1-4df5-84b6-d1b4c070a380 HTTP/1.1" status: 200 len: 936 time: 0.1883280 Nov 12 00:51:08.849662 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c63e0b-f868-454a-b44a-4af96321c578 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-13cb42e1-f8c4-42c7-9016-a9d9d381474d', 'network_id': '13cb42e1-f8c4-42c7-9016-a9d9d381474d', 'tenant_id': '4fa9f6c3ee344f05900481867394d8ac', 'fixed_ips': [{'subnet_id': 'd34d78d1-49dd-4b07-848f-9eb11dae08d2'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:51:08.853421 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-35c63e0b-f868-454a-b44a-4af96321c578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:08.939213 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.16', 55351) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:08.990665 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1150ec08-3c36-45cd-be5f-8dbb0c8ff238 req-e8f568c5-785e-4c6f-869d-439325bdcae9 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510861 Nov 12 00:51:08.997279 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ca749-4e45-4706-9350-f4a678d63bff tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e5630d-5333-4125-9e5b-53202cfb6853,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:09.097410 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 6770ef76-2f92-4734-883a-b8bff27b8f08 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:51:09.125980 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-13448b04-4ae1-4433-8509-769379a639d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:09.245961 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49534) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:09.267762 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-35c63e0b-f868-454a-b44a-4af96321c578 None None] Allocated IP 172.20.0.2 (13cb42e1-f8c4-42c7-9016-a9d9d381474d/d34d78d1-49dd-4b07-848f-9eb11dae08d2/f9d6c356-c7c9-4299-8b9e-bfb93e5215ce) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:51:09.288627 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 6770ef76-2f92-4734-883a-b8bff27b8f08 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:09.289271 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:09.409500 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27825735-3c96-40d0-84d0-7051c023e604 req-d9f039fa-9165-4dd8-9f5c-274b1c5b9ec7 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:09.411145 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-27825735-3c96-40d0-84d0-7051c023e604 req-d9f039fa-9165-4dd8-9f5c-274b1c5b9ec7 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.16 "GET /v2.0/networks?id=2a29fb7d-1389-4bf5-9af7-7b665f8258fb HTTP/1.1" status: 200 len: 821 time: 0.4709098 Nov 12 00:51:09.439636 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b59a3-bdc6-4a5f-b841-74d09dd4e6a7 req-05e3337d-8c19-4a2a-a970-00e71d7c68d4 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:09.447282 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-689b59a3-bdc6-4a5f-b841-74d09dd4e6a7 req-05e3337d-8c19-4a2a-a970-00e71d7c68d4 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873 HTTP/1.1" status: 200 len: 945 time: 0.2516310 Nov 12 00:51:09.460807 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-27825735-3c96-40d0-84d0-7051c023e604 req-1c7c4b5a-3880-41c6-9fb5-31aa74c93d0a tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Request body: {'port': {'device_id': 'c7d172f4-6a2d-41a7-8858-305d51794d58', 'network_id': '2a29fb7d-1389-4bf5-9af7-7b665f8258fb', 'admin_state_up': True, 'tenant_id': '10e546ec20224b1c887b967b60c4d627'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:09.488081 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0224ac0a-7b0d-4a4e-bcfd-4d34015da297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:09.489127 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0224ac0a-7b0d-4a4e-bcfd-4d34015da297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:09.504745 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-4949a4b4-98cc-4ac3-9f75-a7db5da2ae97 req-3eaef978-5789-4df2-8888-0ff7716b4c12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ee9b406-63fc-4abb-9ad7-a586a9c8cd94 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:09.518785 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4949a4b4-98cc-4ac3-9f75-a7db5da2ae97 req-3eaef978-5789-4df2-8888-0ff7716b4c12 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:09.550247 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-5d6f2c9a-a11b-4614-9ecb-fd7b2225439c service neutron] For port c668a224-06b4-4f21-be65-64f708fef230, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:51:09.552771 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-4949a4b4-98cc-4ac3-9f75-a7db5da2ae97 req-3eaef978-5789-4df2-8888-0ff7716b4c12 service neutron] Transition to ACTIVE for port object 8ee9b406-63fc-4abb-9ad7-a586a9c8cd94 will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:51:09.557700 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-5d6f2c9a-a11b-4614-9ecb-fd7b2225439c service neutron] Publish callbacks [] for binding, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:09.559236 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e89b25a0-74c4-4d0f-ac03-9634f366d6f6 req-5d6f2c9a-a11b-4614-9ecb-fd7b2225439c service neutron] 10.222.0.16 "DELETE /v2.0/ports/c668a224-06b4-4f21-be65-64f708fef230/bindings/n-h2-712142-27 HTTP/1.1" status: 204 len: 173 time: 1.3207185 Nov 12 00:51:09.603055 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4949a4b4-98cc-4ac3-9f75-a7db5da2ae97 req-3eaef978-5789-4df2-8888-0ff7716b4c12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:09.617998 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-35c63e0b-f868-454a-b44a-4af96321c578 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:09.622901 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0224ac0a-7b0d-4a4e-bcfd-4d34015da297 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:09.625769 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-35c63e0b-f868-454a-b44a-4af96321c578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:09.690638 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-13448b04-4ae1-4433-8509-769379a639d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:09.703224 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c63e0b-f868-454a-b44a-4af96321c578 None None] Network 13cb42e1-f8c4-42c7-9016-a9d9d381474d is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:09.705367 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c63e0b-f868-454a-b44a-4af96321c578 None None] Pushing event updated for resources: {'Port': ['ID=f9d6c356-c7c9-4299-8b9e-bfb93e5215ce,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:09.709261 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-35c63e0b-f868-454a-b44a-4af96321c578 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:09.713255 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c63e0b-f868-454a-b44a-4af96321c578 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:51:09.739500 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-96092dc1-05b5-4807-bc92-ed047a590ac3 req-ef4a896b-8e4c-42b6-942b-41d7069a0027 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=139490e9-9c7d-4d98-8128-b40f17d71f2a HTTP/1.1" status: 200 len: 210 time: 0.0930274 Nov 12 00:51:09.740569 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-df33f630-2ce4-457c-9032-74ebe082cb66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:09.742849 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-13448b04-4ae1-4433-8509-769379a639d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:09.781360 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-35c63e0b-f868-454a-b44a-4af96321c578 None None] Attempting to bind port f9d6c356-c7c9-4299-8b9e-bfb93e5215ce on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:09.781730 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-35c63e0b-f868-454a-b44a-4af96321c578 None None] Attempting to bind port f9d6c356-c7c9-4299-8b9e-bfb93e5215ce by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'ecb904b9-e8fa-4839-969d-4e2a3eae66df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '13cb42e1-f8c4-42c7-9016-a9d9d381474d'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:09.782090 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c63e0b-f868-454a-b44a-4af96321c578 None None] Attempting to bind port f9d6c356-c7c9-4299-8b9e-bfb93e5215ce on network 13cb42e1-f8c4-42c7-9016-a9d9d381474d {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:09.794867 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c63e0b-f868-454a-b44a-4af96321c578 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:51:09.795661 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaef978-5789-4df2-8888-0ff7716b4c12 service neutron] Pushing event updated for resources: {'Port': ['ID=8ee9b406-63fc-4abb-9ad7-a586a9c8cd94,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:09.797555 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c63e0b-f868-454a-b44a-4af96321c578 None None] Checking segment: {'id': 'ecb904b9-e8fa-4839-969d-4e2a3eae66df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '13cb42e1-f8c4-42c7-9016-a9d9d381474d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:09.800222 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-35c63e0b-f868-454a-b44a-4af96321c578 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:09.800666 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c63e0b-f868-454a-b44a-4af96321c578 None None] Bound using segment: {'id': 'ecb904b9-e8fa-4839-969d-4e2a3eae66df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '13cb42e1-f8c4-42c7-9016-a9d9d381474d'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:51:09.801336 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-35c63e0b-f868-454a-b44a-4af96321c578 None None] Bound port: f9d6c356-c7c9-4299-8b9e-bfb93e5215ce, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecb904b9-e8fa-4839-969d-4e2a3eae66df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '13cb42e1-f8c4-42c7-9016-a9d9d381474d'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:51:09.804003 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-35c63e0b-f868-454a-b44a-4af96321c578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:09.808984 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-689b59a3-bdc6-4a5f-b841-74d09dd4e6a7 req-eba31c0a-d9be-4677-b529-dc4c5dc00b55 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607748 Nov 12 00:51:09.891992 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-13448b04-4ae1-4433-8509-769379a639d7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5719cae303f94b51ac26b05f5a91bcb1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1547658 Nov 12 00:51:09.906572 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49544) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:09.929374 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13448b04-4ae1-4433-8509-769379a639d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12bac512-3d31-46a4-b6c8-76e755ea4828,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:09.974357 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-35c63e0b-f868-454a-b44a-4af96321c578 None None] For port f9d6c356-c7c9-4299-8b9e-bfb93e5215ce, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:51:09.983168 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-35c63e0b-f868-454a-b44a-4af96321c578 None None] For port f9d6c356-c7c9-4299-8b9e-bfb93e5215ce, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=f9d6c356-c7c9-4299-8b9e-bfb93e5215ce,segment=NetworkSegment(ecb904b9-e8fa-4839-969d-4e2a3eae66df),segment_id=ecb904b9-e8fa-4839-969d-4e2a3eae66df)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:51:09.992674 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-35c63e0b-f868-454a-b44a-4af96321c578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:10.008528 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-d1d8d0eb-a965-4698-a084-892d76c0333e req-cf5ca749-4e45-4706-9350-f4a678d63bff tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Allocated IP 192.168.233.237 (945c2da1-f958-478a-a48a-8af2dfa2e179/f0290328-7bc5-4266-bfb9-6eb25d91acf0/a680a354-383a-4b9b-8e66-248db6e76ac5) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:51:10.059131 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e85d5895-c4d1-43a1-b636-aab2334c1bd2 req-a71760b8-362b-43a6-a75d-0945cda53f15 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7d172f4-6a2d-41a7-8858-305d51794d58 HTTP/1.1" status: 200 len: 210 time: 0.1010420 Nov 12 00:51:10.088837 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27825735-3c96-40d0-84d0-7051c023e604 req-1c7c4b5a-3880-41c6-9fb5-31aa74c93d0a tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Made reservation on behalf of 10e546ec20224b1c887b967b60c4d627 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:10.093026 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-27825735-3c96-40d0-84d0-7051c023e604 req-1c7c4b5a-3880-41c6-9fb5-31aa74c93d0a tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:10.186871 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c63e0b-f868-454a-b44a-4af96321c578 None None] Pushing event updated for resources: {'Port': ['ID=f9d6c356-c7c9-4299-8b9e-bfb93e5215ce,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:10.205569 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:10.232536 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0224ac0a-7b0d-4a4e-bcfd-4d34015da297 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:10.337359 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-4949a4b4-98cc-4ac3-9f75-a7db5da2ae97 req-3eaef978-5789-4df2-8888-0ff7716b4c12 service neutron] Attempting to bind port 8ee9b406-63fc-4abb-9ad7-a586a9c8cd94 on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:10.337702 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-4949a4b4-98cc-4ac3-9f75-a7db5da2ae97 req-3eaef978-5789-4df2-8888-0ff7716b4c12 service neutron] Attempting to bind port 8ee9b406-63fc-4abb-9ad7-a586a9c8cd94 by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:10.338038 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4949a4b4-98cc-4ac3-9f75-a7db5da2ae97 req-3eaef978-5789-4df2-8888-0ff7716b4c12 service neutron] Attempting to bind port 8ee9b406-63fc-4abb-9ad7-a586a9c8cd94 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:10.346045 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4949a4b4-98cc-4ac3-9f75-a7db5da2ae97 req-3eaef978-5789-4df2-8888-0ff7716b4c12 service neutron] Port 8ee9b406-63fc-4abb-9ad7-a586a9c8cd94 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:10.346630 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4949a4b4-98cc-4ac3-9f75-a7db5da2ae97 req-3eaef978-5789-4df2-8888-0ff7716b4c12 service neutron] Attempting to bind port 8ee9b406-63fc-4abb-9ad7-a586a9c8cd94 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:10.357475 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4949a4b4-98cc-4ac3-9f75-a7db5da2ae97 req-3eaef978-5789-4df2-8888-0ff7716b4c12 service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:51:10.357825 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4949a4b4-98cc-4ac3-9f75-a7db5da2ae97 req-3eaef978-5789-4df2-8888-0ff7716b4c12 service neutron] Checking segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:10.358210 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4949a4b4-98cc-4ac3-9f75-a7db5da2ae97 req-3eaef978-5789-4df2-8888-0ff7716b4c12 service neutron] Bound using segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:51:10.358648 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-4949a4b4-98cc-4ac3-9f75-a7db5da2ae97 req-3eaef978-5789-4df2-8888-0ff7716b4c12 service neutron] Bound port: 8ee9b406-63fc-4abb-9ad7-a586a9c8cd94, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:51:10.359006 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4949a4b4-98cc-4ac3-9f75-a7db5da2ae97 req-3eaef978-5789-4df2-8888-0ff7716b4c12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:10.386105 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-df33f630-2ce4-457c-9032-74ebe082cb66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:10.438349 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-d1d8d0eb-a965-4698-a084-892d76c0333e req-cf5ca749-4e45-4706-9350-f4a678d63bff tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:10.456421 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-df33f630-2ce4-457c-9032-74ebe082cb66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:10.499641 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-27825735-3c96-40d0-84d0-7051c023e604 req-1c7c4b5a-3880-41c6-9fb5-31aa74c93d0a tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Allocated IP 172.20.0.12 (2a29fb7d-1389-4bf5-9af7-7b665f8258fb/f6fc0feb-8af3-4ee2-88bf-6fef1760f601/e769a600-8888-44e6-b2e0-6ce080ffb7a0) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:51:10.538515 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ef355aab-4379-498e-8647-aa69ccaf5cd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:10.540712 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-4949a4b4-98cc-4ac3-9f75-a7db5da2ae97 req-3eaef978-5789-4df2-8888-0ff7716b4c12 service neutron] For port 8ee9b406-63fc-4abb-9ad7-a586a9c8cd94, host n-h1-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:51:10.546938 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-4949a4b4-98cc-4ac3-9f75-a7db5da2ae97 req-3eaef978-5789-4df2-8888-0ff7716b4c12 service neutron] For port 8ee9b406-63fc-4abb-9ad7-a586a9c8cd94, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=8ee9b406-63fc-4abb-9ad7-a586a9c8cd94,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:51:10.555834 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4949a4b4-98cc-4ac3-9f75-a7db5da2ae97 req-3eaef978-5789-4df2-8888-0ff7716b4c12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:10.567008 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-d1d8d0eb-a965-4698-a084-892d76c0333e req-cf5ca749-4e45-4706-9350-f4a678d63bff tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:10.594009 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df33f630-2ce4-457c-9032-74ebe082cb66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed835b73-fd41-430a-8b96-c596114e1921,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:10.600603 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f1454-0434-4c7d-b1bd-aeeeae6fe596 req-68b1f9a0-e6c4-4531-a958-fb1ab0656864 tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:10.610327 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a03f1454-0434-4c7d-b1bd-aeeeae6fe596 req-68b1f9a0-e6c4-4531-a958-fb1ab0656864 tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873 HTTP/1.1" status: 200 len: 1097 time: 0.4981804 Nov 12 00:51:10.622625 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7cb72f-a15b-427e-b48b-5f96093f9c2b req-6d400245-c90f-4bef-bdcc-847a93949f6f tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:10.626470 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0d7cb72f-a15b-427e-b48b-5f96093f9c2b req-6d400245-c90f-4bef-bdcc-847a93949f6f tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dae5fe0-49f1-4df5-84b6-d1b4c070a380 HTTP/1.1" status: 200 len: 948 time: 0.4109676 Nov 12 00:51:10.638125 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949a4b4-98cc-4ac3-9f75-a7db5da2ae97 req-3eaef978-5789-4df2-8888-0ff7716b4c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:10.638749 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4949a4b4-98cc-4ac3-9f75-a7db5da2ae97 req-3eaef978-5789-4df2-8888-0ff7716b4c12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:10.640190 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4949a4b4-98cc-4ac3-9f75-a7db5da2ae97 req-3eaef978-5789-4df2-8888-0ff7716b4c12 service neutron] 10.222.0.16 "PUT /v2.0/ports/8ee9b406-63fc-4abb-9ad7-a586a9c8cd94 HTTP/1.1" status: 200 len: 1097 time: 3.3260214 Nov 12 00:51:10.641513 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dae5fe0-49f1-4df5-84b6-d1b4c070a380', 'tag': '8ee9b406-63fc-4abb-9ad7-a586a9c8cd94'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:10.644375 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128f0e3c-f068-46ee-a3a7-6849eb85bd0d" -d '{"events": [{"name": "network-changed", "server_uuid": "3dae5fe0-49f1-4df5-84b6-d1b4c070a380", "tag": "8ee9b406-63fc-4abb-9ad7-a586a9c8cd94"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:10.656172 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1d8d0eb-a965-4698-a084-892d76c0333e req-cf5ca749-4e45-4706-9350-f4a678d63bff tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Network 945c2da1-f958-478a-a48a-8af2dfa2e179 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:10.662048 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-df33f630-2ce4-457c-9032-74ebe082cb66 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2725bed5bbf643e6aa9ee9f7cfabebe4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4122565 Nov 12 00:51:10.668361 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-d1d8d0eb-a965-4698-a084-892d76c0333e req-cf5ca749-4e45-4706-9350-f4a678d63bff tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:10.674309 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 49554) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:10.676738 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d8d0eb-a965-4698-a084-892d76c0333e req-cf5ca749-4e45-4706-9350-f4a678d63bff tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:51:10.679937 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ef355aab-4379-498e-8647-aa69ccaf5cd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:10.694256 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaef978-5789-4df2-8888-0ff7716b4c12 service neutron] Pushing event updated for resources: {'Port': ['ID=8ee9b406-63fc-4abb-9ad7-a586a9c8cd94,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:10.884579 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a03f1454-0434-4c7d-b1bd-aeeeae6fe596 req-48822de4-2e8e-4ec7-8156-77f898f2d700 tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730792 Nov 12 00:51:10.919843 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ca749-4e45-4706-9350-f4a678d63bff tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Pushing event updated for resources: {'Port': ['ID=a680a354-383a-4b9b-8e66-248db6e76ac5,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:10.933521 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8d0eb-a965-4698-a084-892d76c0333e req-cf5ca749-4e45-4706-9350-f4a678d63bff tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:10.934287 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-d1d8d0eb-a965-4698-a084-892d76c0333e req-cf5ca749-4e45-4706-9350-f4a678d63bff tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:10.994400 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949a4b4-98cc-4ac3-9f75-a7db5da2ae97 req-4e11c72b-6970-4c67-a5bd-29e3f4602c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:10.996277 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4949a4b4-98cc-4ac3-9f75-a7db5da2ae97 req-4e11c72b-6970-4c67-a5bd-29e3f4602c1f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1a351b85e994407a86b201df7ace2e9c&device_id=3dae5fe0-49f1-4df5-84b6-d1b4c070a380 HTTP/1.1" status: 200 len: 1100 time: 0.2707715 Nov 12 00:51:11.008555 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device f9d6c356-c7c9-4299-8b9e-bfb93e5215ce up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:51:11.038787 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d1d8d0eb-a965-4698-a084-892d76c0333e req-cf5ca749-4e45-4706-9350-f4a678d63bff tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7155931 Nov 12 00:51:11.098623 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-d1d8d0eb-a965-4698-a084-892d76c0333e req-f81b9378-212c-4ed6-8fb8-0e2ac5ade9eb service neutron] Request body: {'port': {'device_id': '139490e9-9c7d-4d98-8128-b40f17d71f2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:11.101877 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ec88b9e5-f8e6-4901-9b05-ee8a38d412cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:11.108133 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4949a4b4-98cc-4ac3-9f75-a7db5da2ae97 req-fccf6c9c-0562-42d2-a419-9bf2dd7d0584 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=8ee9b406-63fc-4abb-9ad7-a586a9c8cd94 HTTP/1.1" status: 200 len: 217 time: 0.0729370 Nov 12 00:51:11.124528 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-27825735-3c96-40d0-84d0-7051c023e604 req-1c7c4b5a-3880-41c6-9fb5-31aa74c93d0a tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:11.130544 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb42649-21ab-4be2-b5f6-a36468345552 x-openstack-request-id: req-5fb42649-21ab-4be2-b5f6-a36468345552 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:11.131139 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dae5fe0-49f1-4df5-84b6-d1b4c070a380", "tag": "8ee9b406-63fc-4abb-9ad7-a586a9c8cd94", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:11.131544 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5fb42649-21ab-4be2-b5f6-a36468345552 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:11.132149 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dae5fe0-49f1-4df5-84b6-d1b4c070a380', 'tag': '8ee9b406-63fc-4abb-9ad7-a586a9c8cd94', 'status': 'completed', 'code': 200} Nov 12 00:51:11.171190 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port f9d6c356-c7c9-4299-8b9e-bfb93e5215ce triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:11.171611 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:11.178843 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0224ac0a-7b0d-4a4e-bcfd-4d34015da297 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:11.199731 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0d7cb72f-a15b-427e-b48b-5f96093f9c2b req-4d69a8f4-5098-41c3-810a-44ee2922e8fd tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5361569 Nov 12 00:51:11.224843 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-27825735-3c96-40d0-84d0-7051c023e604 req-1c7c4b5a-3880-41c6-9fb5-31aa74c93d0a tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:11.245786 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ec88b9e5-f8e6-4901-9b05-ee8a38d412cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:11.293237 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0224ac0a-7b0d-4a4e-bcfd-4d34015da297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:11.309296 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ef355aab-4379-498e-8647-aa69ccaf5cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:11.311994 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ef355aab-4379-498e-8647-aa69ccaf5cd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:11.312785 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:11.315690 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-ef355aab-4379-498e-8647-aa69ccaf5cd1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/12bac512-3d31-46a4-b6c8-76e755ea4828 HTTP/1.1" status: 204 len: 168 time: 1.4047930 Nov 12 00:51:11.318291 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4b5a-3880-41c6-9fb5-31aa74c93d0a tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Pushing event updated for resources: {'Port': ['ID=e769a600-8888-44e6-b2e0-6ce080ffb7a0,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:11.383033 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef355aab-4379-498e-8647-aa69ccaf5cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12bac512-3d31-46a4-b6c8-76e755ea4828,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:11.415110 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-648ae5a5-dc09-41d0-8b1d-8974ff2e9084 None None] Provisioning complete for port a680a354-383a-4b9b-8e66-248db6e76ac5 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:11.415709 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-648ae5a5-dc09-41d0-8b1d-8974ff2e9084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:11.420322 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port f9d6c356-c7c9-4299-8b9e-bfb93e5215ce, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=f9d6c356-c7c9-4299-8b9e-bfb93e5215ce,segment=NetworkSegment(ecb904b9-e8fa-4839-969d-4e2a3eae66df),segment_id=ecb904b9-e8fa-4839-969d-4e2a3eae66df)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:11.446859 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:11.522929 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=f9d6c356-c7c9-4299-8b9e-bfb93e5215ce,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:11.534060 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-648ae5a5-dc09-41d0-8b1d-8974ff2e9084 None None] Port a680a354-383a-4b9b-8e66-248db6e76ac5 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:51:11.540370 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-0224ac0a-7b0d-4a4e-bcfd-4d34015da297 admin admin] Allocated IP 172.25.3.149 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/99aed95b-451f-4c92-a941-ad8a6e07abd9) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:51:11.546839 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27825735-3c96-40d0-84d0-7051c023e604 req-1c7c4b5a-3880-41c6-9fb5-31aa74c93d0a tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Network 2a29fb7d-1389-4bf5-9af7-7b665f8258fb is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:11.558756 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb612a-1ff4-43bb-bf06-e3cc8f5d9578 req-19bbe4a7-b0a2-42d0-894e-b2066d9a034f tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:11.560322 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-60eb612a-1ff4-43bb-bf06-e3cc8f5d9578 req-19bbe4a7-b0a2-42d0-894e-b2066d9a034f tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/networks?id=dfbacf63-886c-40df-80dd-a56be185809d HTTP/1.1" status: 200 len: 808 time: 0.1695743 Nov 12 00:51:11.566017 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-d1d8d0eb-a965-4698-a084-892d76c0333e req-f81b9378-212c-4ed6-8fb8-0e2ac5ade9eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:11.569893 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9193af-8512-465d-b3cd-508833331a41 req-0bf16864-f623-4b69-b953-5e7f5ec41a23 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:11.571750 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ac9193af-8512-465d-b3cd-508833331a41 req-0bf16864-f623-4b69-b953-5e7f5ec41a23 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=139490e9-9c7d-4d98-8128-b40f17d71f2a HTTP/1.1" status: 200 len: 936 time: 0.2546742 Nov 12 00:51:11.575274 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-27825735-3c96-40d0-84d0-7051c023e604 req-1c7c4b5a-3880-41c6-9fb5-31aa74c93d0a tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:11.579558 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-27825735-3c96-40d0-84d0-7051c023e604 req-1c7c4b5a-3880-41c6-9fb5-31aa74c93d0a tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:51:11.634207 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949a4b4-98cc-4ac3-9f75-a7db5da2ae97 req-8d0d1ec4-4a80-4752-9c36-bc05a3cd4422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:11.634770 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-60eb612a-1ff4-43bb-bf06-e3cc8f5d9578 req-8f55cc49-0714-4960-8fff-9c1db12c3ae0 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/quotas/31213ba92821461cba1a0adcb9241baa HTTP/1.1" status: 200 len: 375 time: 0.0614681 Nov 12 00:51:11.635675 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4949a4b4-98cc-4ac3-9f75-a7db5da2ae97 req-8d0d1ec4-4a80-4752-9c36-bc05a3cd4422 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.4874787 Nov 12 00:51:11.738110 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995d2c2e-6cae-4509-8505-d782eb38877e None None] Network 13cb42e1-f8c4-42c7-9016-a9d9d381474d requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:51:11.740231 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ac9193af-8512-465d-b3cd-508833331a41 req-1e24645e-1ac9-4e4a-99cb-2816816d06d5 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615188 Nov 12 00:51:11.746511 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27825735-3c96-40d0-84d0-7051c023e604 req-1c7c4b5a-3880-41c6-9fb5-31aa74c93d0a tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:11.748517 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-27825735-3c96-40d0-84d0-7051c023e604 req-1c7c4b5a-3880-41c6-9fb5-31aa74c93d0a tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:11.784323 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-60eb612a-1ff4-43bb-bf06-e3cc8f5d9578 req-d6cc5305-3c76-4645-8b31-38cfe3f72133 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=31213ba92821461cba1a0adcb9241baa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1480348 Nov 12 00:51:11.883689 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49578) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:11.887295 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-d91fac7a-3a93-465a-8410-585d5a4d2874 None None] Provisioning complete for port f9d6c356-c7c9-4299-8b9e-bfb93e5215ce triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:11.888120 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d91fac7a-3a93-465a-8410-585d5a4d2874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:11.890097 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-27825735-3c96-40d0-84d0-7051c023e604 req-1c7c4b5a-3880-41c6-9fb5-31aa74c93d0a tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4355621 Nov 12 00:51:11.917053 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-27825735-3c96-40d0-84d0-7051c023e604 req-0bbe3c0f-634f-4ea6-8e4f-320193bdd9cf service neutron] Request body: {'port': {'device_id': 'c7d172f4-6a2d-41a7-8858-305d51794d58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:11.964395 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c9969451-c3e4-427c-98ba-466720b5c191 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:12.008322 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949a4b4-98cc-4ac3-9f75-a7db5da2ae97 req-ebc79855-98b2-41c9-b257-ac19884cd84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:12.009930 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4949a4b4-98cc-4ac3-9f75-a7db5da2ae97 req-ebc79855-98b2-41c9-b257-ac19884cd84e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1190603 Nov 12 00:51:12.019265 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ec88b9e5-f8e6-4901-9b05-ee8a38d412cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:12.021833 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ec88b9e5-f8e6-4901-9b05-ee8a38d412cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:12.022953 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ec88b9e5-f8e6-4901-9b05-ee8a38d412cb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ed835b73-fd41-430a-8b96-c596114e1921 HTTP/1.1" status: 204 len: 168 time: 1.3474083 Nov 12 00:51:12.066867 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb56b27-71d6-41c1-a9af-ceac14f3bcd1 req-bc6f0274-ec63-44da-a758-2b13178bb6c6 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:12.068599 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-deb56b27-71d6-41c1-a9af-ceac14f3bcd1 req-bc6f0274-ec63-44da-a758-2b13178bb6c6 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7d172f4-6a2d-41a7-8858-305d51794d58 HTTP/1.1" status: 200 len: 932 time: 0.1859109 Nov 12 00:51:12.081787 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec88b9e5-f8e6-4901-9b05-ee8a38d412cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed835b73-fd41-430a-8b96-c596114e1921,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:12.092306 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-60eb612a-1ff4-43bb-bf06-e3cc8f5d9578 req-e6503250-ddff-46c7-b4ed-144dd862024d service neutron] 10.222.0.45 "GET /v2.0/networks/dfbacf63-886c-40df-80dd-a56be185809d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069358 Nov 12 00:51:12.098943 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-27825735-3c96-40d0-84d0-7051c023e604 req-0bbe3c0f-634f-4ea6-8e4f-320193bdd9cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:12.143581 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0224ac0a-7b0d-4a4e-bcfd-4d34015da297 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:12.217501 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-d1d8d0eb-a965-4698-a084-892d76c0333e req-f81b9378-212c-4ed6-8fb8-0e2ac5ade9eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a680a354-383a-4b9b-8e66-248db6e76ac5 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:12.236684 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-8e1baeb0-e29d-471f-9389-6d4e5296b5de None None] Provisioning complete for port e769a600-8888-44e6-b2e0-6ce080ffb7a0 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:12.238049 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8e1baeb0-e29d-471f-9389-6d4e5296b5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:12.243503 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-d1d8d0eb-a965-4698-a084-892d76c0333e req-f81b9378-212c-4ed6-8fb8-0e2ac5ade9eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:12.279314 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4949a4b4-98cc-4ac3-9f75-a7db5da2ae97 req-c0bfa450-decb-4b17-a7fd-2590167a72fc service neutron] 10.222.0.16 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513797 Nov 12 00:51:12.282586 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-8e1baeb0-e29d-471f-9389-6d4e5296b5de None None] Port e769a600-8888-44e6-b2e0-6ce080ffb7a0 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:51:12.287914 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-d1d8d0eb-a965-4698-a084-892d76c0333e req-f81b9378-212c-4ed6-8fb8-0e2ac5ade9eb service neutron] Transition to ACTIVE for port object a680a354-383a-4b9b-8e66-248db6e76ac5 will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:51:12.301145 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-d1d8d0eb-a965-4698-a084-892d76c0333e req-f81b9378-212c-4ed6-8fb8-0e2ac5ade9eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:12.303538 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0224ac0a-7b0d-4a4e-bcfd-4d34015da297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:12.309081 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-deb56b27-71d6-41c1-a9af-ceac14f3bcd1 req-a79c2f4b-5e18-4b43-9ab7-8425183b6641 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c64e9f-26bf-4cae-954e-7c86ebe7e1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138021 Nov 12 00:51:12.341361 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c9969451-c3e4-427c-98ba-466720b5c191 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:12.360054 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c9969451-c3e4-427c-98ba-466720b5c191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:12.421816 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0224ac0a-7b0d-4a4e-bcfd-4d34015da297 admin admin] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:12.452505 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-0224ac0a-7b0d-4a4e-bcfd-4d34015da297 admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:12.456851 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-60eb612a-1ff4-43bb-bf06-e3cc8f5d9578 req-c1149098-3952-47ad-8fa6-f276c4e76aa7 service neutron] 10.222.0.45 "GET /v2.0/networks/dfbacf63-886c-40df-80dd-a56be185809d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628175 Nov 12 00:51:12.458809 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0224ac0a-7b0d-4a4e-bcfd-4d34015da297 admin admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:51:12.464227 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81b9378-212c-4ed6-8fb8-0e2ac5ade9eb service neutron] Pushing event updated for resources: {'Port': ['ID=a680a354-383a-4b9b-8e66-248db6e76ac5,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:12.536118 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-8c406c94-47ac-4703-9c52-d1aae3d8b757 None None] Provisioning complete for port f9d6c356-c7c9-4299-8b9e-bfb93e5215ce triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:12.539419 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8c406c94-47ac-4703-9c52-d1aae3d8b757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:12.539594 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c9969451-c3e4-427c-98ba-466720b5c191 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=46bbc1c45e02434182295b8e1a718f00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6516993 Nov 12 00:51:12.539858 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9969451-c3e4-427c-98ba-466720b5c191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19bd9c1e-8413-45fc-bb95-bc243ee14a75,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:12.555722 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49588) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:12.768230 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7ed7fcea-f102-4ed1-b17e-d4879eb60224 req-748e1d29-eb69-4407-98c8-e247365dcb4a tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0e631e3-91d5-4309-ab8e-b1808e224b3d HTTP/1.1" status: 200 len: 210 time: 0.0515134 Nov 12 00:51:12.807978 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5e302b5c-858e-4f8c-a020-e3e272f5e7b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:12.821894 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff8829f-b5ef-4e65-9850-fdc0a5c8483b req-7a1e195e-48dd-4069-90d4-6b6af6a5bd6f tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:12.829867 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4ff8829f-b5ef-4e65-9850-fdc0a5c8483b req-7a1e195e-48dd-4069-90d4-6b6af6a5bd6f tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dae5fe0-49f1-4df5-84b6-d1b4c070a380 HTTP/1.1" status: 200 len: 948 time: 0.1886582 Nov 12 00:51:12.845776 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49596) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:12.914700 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5e302b5c-858e-4f8c-a020-e3e272f5e7b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:12.918427 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device f9d6c356-c7c9-4299-8b9e-bfb93e5215ce up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:51:12.937963 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f778844c-4baf-4bbf-b6a9-2e03edb4ed6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:12.984803 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port f9d6c356-c7c9-4299-8b9e-bfb93e5215ce triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:12.985196 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:13.032907 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4949a4b4-98cc-4ac3-9f75-a7db5da2ae97 req-77117026-9d4f-4718-a0db-c68cf0dd2dce service neutron] 10.222.0.16 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7436175 Nov 12 00:51:13.078454 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4ff8829f-b5ef-4e65-9850-fdc0a5c8483b req-86b043d7-ca41-43c5-85a3-17bd8cf942d0 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448852 Nov 12 00:51:13.104846 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-27825735-3c96-40d0-84d0-7051c023e604 req-0bbe3c0f-634f-4ea6-8e4f-320193bdd9cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e769a600-8888-44e6-b2e0-6ce080ffb7a0 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:13.121477 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f4388-cf8c-40cf-b12c-fc4c82f63fbf req-b58ac96b-70ef-4e5e-ad1f-2eb833a76a3f tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:13.127019 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0224ac0a-7b0d-4a4e-bcfd-4d34015da297 admin admin] Pushing event updated for resources: {'Port': ['ID=99aed95b-451f-4c92-a941-ad8a6e07abd9,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:13.130113 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ae2f4388-cf8c-40cf-b12c-fc4c82f63fbf req-b58ac96b-70ef-4e5e-ad1f-2eb833a76a3f tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=139490e9-9c7d-4d98-8128-b40f17d71f2a HTTP/1.1" status: 200 len: 948 time: 0.2282460 Nov 12 00:51:13.134760 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-27825735-3c96-40d0-84d0-7051c023e604 req-0bbe3c0f-634f-4ea6-8e4f-320193bdd9cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:13.177663 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-27825735-3c96-40d0-84d0-7051c023e604 req-0bbe3c0f-634f-4ea6-8e4f-320193bdd9cf service neutron] Transition to ACTIVE for port object e769a600-8888-44e6-b2e0-6ce080ffb7a0 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:51:13.183563 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5e302b5c-858e-4f8c-a020-e3e272f5e7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:13.186664 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5e302b5c-858e-4f8c-a020-e3e272f5e7b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:13.188015 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-5e302b5c-858e-4f8c-a020-e3e272f5e7b3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/19bd9c1e-8413-45fc-bb95-bc243ee14a75 HTTP/1.1" status: 204 len: 168 time: 0.6311977 Nov 12 00:51:13.200474 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-27825735-3c96-40d0-84d0-7051c023e604 req-0bbe3c0f-634f-4ea6-8e4f-320193bdd9cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:13.225721 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-d1d8d0eb-a965-4698-a084-892d76c0333e req-f81b9378-212c-4ed6-8fb8-0e2ac5ade9eb service neutron] Attempting to bind port a680a354-383a-4b9b-8e66-248db6e76ac5 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:13.226765 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-d1d8d0eb-a965-4698-a084-892d76c0333e req-f81b9378-212c-4ed6-8fb8-0e2ac5ade9eb service neutron] Attempting to bind port a680a354-383a-4b9b-8e66-248db6e76ac5 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:13.227175 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d8d0eb-a965-4698-a084-892d76c0333e req-f81b9378-212c-4ed6-8fb8-0e2ac5ade9eb service neutron] Attempting to bind port a680a354-383a-4b9b-8e66-248db6e76ac5 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:13.245739 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d8d0eb-a965-4698-a084-892d76c0333e req-f81b9378-212c-4ed6-8fb8-0e2ac5ade9eb service neutron] Port a680a354-383a-4b9b-8e66-248db6e76ac5 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:13.246149 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d8d0eb-a965-4698-a084-892d76c0333e req-f81b9378-212c-4ed6-8fb8-0e2ac5ade9eb service neutron] Attempting to bind port a680a354-383a-4b9b-8e66-248db6e76ac5 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:13.249864 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e302b5c-858e-4f8c-a020-e3e272f5e7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19bd9c1e-8413-45fc-bb95-bc243ee14a75,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:13.290313 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ae2f4388-cf8c-40cf-b12c-fc4c82f63fbf req-6f92557a-6685-4e84-8939-c17dd25c5252 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592300 Nov 12 00:51:13.298675 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f778844c-4baf-4bbf-b6a9-2e03edb4ed6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:13.315953 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f778844c-4baf-4bbf-b6a9-2e03edb4ed6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:13.321657 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d8d0eb-a965-4698-a084-892d76c0333e req-f81b9378-212c-4ed6-8fb8-0e2ac5ade9eb service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:51:13.322243 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d8d0eb-a965-4698-a084-892d76c0333e req-f81b9378-212c-4ed6-8fb8-0e2ac5ade9eb service neutron] Checking segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:13.322796 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d8d0eb-a965-4698-a084-892d76c0333e req-f81b9378-212c-4ed6-8fb8-0e2ac5ade9eb service neutron] Bound using segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:51:13.323453 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-d1d8d0eb-a965-4698-a084-892d76c0333e req-f81b9378-212c-4ed6-8fb8-0e2ac5ade9eb service neutron] Bound port: a680a354-383a-4b9b-8e66-248db6e76ac5, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:51:13.323994 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-d1d8d0eb-a965-4698-a084-892d76c0333e req-f81b9378-212c-4ed6-8fb8-0e2ac5ade9eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:13.342277 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f0e3c-f068-46ee-a3a7-6849eb85bd0d req-10fa90ea-e8d9-4b87-8935-116f65f31e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:13.344933 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-128f0e3c-f068-46ee-a3a7-6849eb85bd0d req-10fa90ea-e8d9-4b87-8935-116f65f31e91 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1a351b85e994407a86b201df7ace2e9c&device_id=3dae5fe0-49f1-4df5-84b6-d1b4c070a380 HTTP/1.1" status: 200 len: 1100 time: 0.2116566 Nov 12 00:51:13.630280 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-d1d8d0eb-a965-4698-a084-892d76c0333e req-f81b9378-212c-4ed6-8fb8-0e2ac5ade9eb service neutron] For port a680a354-383a-4b9b-8e66-248db6e76ac5, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:51:13.682971 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-d1d8d0eb-a965-4698-a084-892d76c0333e req-f81b9378-212c-4ed6-8fb8-0e2ac5ade9eb service neutron] For port a680a354-383a-4b9b-8e66-248db6e76ac5, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=a680a354-383a-4b9b-8e66-248db6e76ac5,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:51:13.686036 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f0e3c-f068-46ee-a3a7-6849eb85bd0d req-b62308a2-7ea2-4166-b1d0-68ed979ae31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:13.687565 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-128f0e3c-f068-46ee-a3a7-6849eb85bd0d req-b62308a2-7ea2-4166-b1d0-68ed979ae31b service neutron] 10.222.0.16 "GET /v2.0/networks?id=945c2da1-f958-478a-a48a-8af2dfa2e179 HTTP/1.1" status: 200 len: 869 time: 0.3331220 Nov 12 00:51:13.691475 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-d1d8d0eb-a965-4698-a084-892d76c0333e req-f81b9378-212c-4ed6-8fb8-0e2ac5ade9eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:13.723811 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe3c0f-634f-4ea6-8e4f-320193bdd9cf service neutron] Pushing event updated for resources: {'Port': ['ID=e769a600-8888-44e6-b2e0-6ce080ffb7a0,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:13.777595 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-f778844c-4baf-4bbf-b6a9-2e03edb4ed6a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b33112c78fdd4a1498570b04c55647a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9237788 Nov 12 00:51:13.778246 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49618) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:13.780216 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-128f0e3c-f068-46ee-a3a7-6849eb85bd0d req-b03c2e8a-a442-4031-b125-a9f594247f89 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=8ee9b406-63fc-4abb-9ad7-a586a9c8cd94 HTTP/1.1" status: 200 len: 217 time: 0.0779302 Nov 12 00:51:13.788128 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0224ac0a-7b0d-4a4e-bcfd-4d34015da297 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:13.793537 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8d0eb-a965-4698-a084-892d76c0333e req-f81b9378-212c-4ed6-8fb8-0e2ac5ade9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:13.794351 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-d1d8d0eb-a965-4698-a084-892d76c0333e req-f81b9378-212c-4ed6-8fb8-0e2ac5ade9eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:13.796051 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d1d8d0eb-a965-4698-a084-892d76c0333e req-f81b9378-212c-4ed6-8fb8-0e2ac5ade9eb service neutron] 10.222.0.44 "PUT /v2.0/ports/a680a354-383a-4b9b-8e66-248db6e76ac5 HTTP/1.1" status: 200 len: 1097 time: 2.7060592 Nov 12 00:51:13.798426 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '139490e9-9c7d-4d98-8128-b40f17d71f2a', 'tag': 'a680a354-383a-4b9b-8e66-248db6e76ac5'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:13.801270 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1824940-d0c9-4a57-b6f0-ff373fb39b82" -d '{"events": [{"name": "network-changed", "server_uuid": "139490e9-9c7d-4d98-8128-b40f17d71f2a", "tag": "a680a354-383a-4b9b-8e66-248db6e76ac5"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:13.861546 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f778844c-4baf-4bbf-b6a9-2e03edb4ed6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c224b17a-a8f6-4f3a-9cbc-9c46cfd118f2,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:13.946470 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3359ca84-3785-4005-b504-6234d1bb5caa req-686a17bd-f1f5-4aa6-bb8f-081a46045c5e tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0e631e3-91d5-4309-ab8e-b1808e224b3d HTTP/1.1" status: 200 len: 210 time: 0.0772991 Nov 12 00:51:13.982823 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81b9378-212c-4ed6-8fb8-0e2ac5ade9eb service neutron] Pushing event updated for resources: {'Port': ['ID=a680a354-383a-4b9b-8e66-248db6e76ac5,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:14.028588 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-76796167-62f6-4ed3-b8ea-9f31e380aae9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:14.042469 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e283da-f6e2-4fd7-80ff-7db01bc63516 req-46da215c-6d6b-4003-b5e7-4591c838c007 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:14.051940 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d2e283da-f6e2-4fd7-80ff-7db01bc63516 req-46da215c-6d6b-4003-b5e7-4591c838c007 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7d172f4-6a2d-41a7-8858-305d51794d58 HTTP/1.1" status: 200 len: 944 time: 0.3120494 Nov 12 00:51:14.054567 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e1f46d-df8e-4577-83fd-50b766ebf004 x-openstack-request-id: req-f5e1f46d-df8e-4577-83fd-50b766ebf004 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:14.055513 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "139490e9-9c7d-4d98-8128-b40f17d71f2a", "tag": "a680a354-383a-4b9b-8e66-248db6e76ac5", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:14.055513 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f5e1f46d-df8e-4577-83fd-50b766ebf004 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:14.055744 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-27825735-3c96-40d0-84d0-7051c023e604 req-0bbe3c0f-634f-4ea6-8e4f-320193bdd9cf service neutron] Attempting to bind port e769a600-8888-44e6-b2e0-6ce080ffb7a0 on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:14.056452 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-27825735-3c96-40d0-84d0-7051c023e604 req-0bbe3c0f-634f-4ea6-8e4f-320193bdd9cf service neutron] Attempting to bind port e769a600-8888-44e6-b2e0-6ce080ffb7a0 by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': '6eca3569-bbd9-4f4d-bcf1-f2a3273ec25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a29fb7d-1389-4bf5-9af7-7b665f8258fb'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:14.056582 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '139490e9-9c7d-4d98-8128-b40f17d71f2a', 'tag': 'a680a354-383a-4b9b-8e66-248db6e76ac5', 'status': 'completed', 'code': 200} Nov 12 00:51:14.056675 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27825735-3c96-40d0-84d0-7051c023e604 req-0bbe3c0f-634f-4ea6-8e4f-320193bdd9cf service neutron] Attempting to bind port e769a600-8888-44e6-b2e0-6ce080ffb7a0 on network 2a29fb7d-1389-4bf5-9af7-7b665f8258fb {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:14.061790 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f0e3c-f068-46ee-a3a7-6849eb85bd0d req-ebd01adb-d0dd-46d7-a6b8-bb36e842a4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:14.063733 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-128f0e3c-f068-46ee-a3a7-6849eb85bd0d req-ebd01adb-d0dd-46d7-a6b8-bb36e842a4b1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.2722871 Nov 12 00:51:14.070908 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8d0eb-a965-4698-a084-892d76c0333e req-2c9d102b-a75d-4c7f-8011-7f5e5f5ae80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:14.072461 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d1d8d0eb-a965-4698-a084-892d76c0333e req-2c9d102b-a75d-4c7f-8011-7f5e5f5ae80f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6bde2e332c8e418290dd069bae32e617&device_id=139490e9-9c7d-4d98-8128-b40f17d71f2a HTTP/1.1" status: 200 len: 1100 time: 0.1745322 Nov 12 00:51:14.081256 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27825735-3c96-40d0-84d0-7051c023e604 req-0bbe3c0f-634f-4ea6-8e4f-320193bdd9cf service neutron] Port e769a600-8888-44e6-b2e0-6ce080ffb7a0 on network 2a29fb7d-1389-4bf5-9af7-7b665f8258fb not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:14.081589 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27825735-3c96-40d0-84d0-7051c023e604 req-0bbe3c0f-634f-4ea6-8e4f-320193bdd9cf service neutron] Attempting to bind port e769a600-8888-44e6-b2e0-6ce080ffb7a0 on network 2a29fb7d-1389-4bf5-9af7-7b665f8258fb {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:14.111433 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-76796167-62f6-4ed3-b8ea-9f31e380aae9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:14.113519 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27825735-3c96-40d0-84d0-7051c023e604 req-0bbe3c0f-634f-4ea6-8e4f-320193bdd9cf service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:51:14.113865 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27825735-3c96-40d0-84d0-7051c023e604 req-0bbe3c0f-634f-4ea6-8e4f-320193bdd9cf service neutron] Checking segment: {'id': '6eca3569-bbd9-4f4d-bcf1-f2a3273ec25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a29fb7d-1389-4bf5-9af7-7b665f8258fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:14.114243 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27825735-3c96-40d0-84d0-7051c023e604 req-0bbe3c0f-634f-4ea6-8e4f-320193bdd9cf service neutron] Bound using segment: {'id': '6eca3569-bbd9-4f4d-bcf1-f2a3273ec25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a29fb7d-1389-4bf5-9af7-7b665f8258fb'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:51:14.114688 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-27825735-3c96-40d0-84d0-7051c023e604 req-0bbe3c0f-634f-4ea6-8e4f-320193bdd9cf service neutron] Bound port: e769a600-8888-44e6-b2e0-6ce080ffb7a0, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6eca3569-bbd9-4f4d-bcf1-f2a3273ec25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a29fb7d-1389-4bf5-9af7-7b665f8258fb'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:51:14.115032 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-27825735-3c96-40d0-84d0-7051c023e604 req-0bbe3c0f-634f-4ea6-8e4f-320193bdd9cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:14.152583 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d1d8d0eb-a965-4698-a084-892d76c0333e req-38083c1d-2823-43ca-a3e1-9c5de9877369 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=a680a354-383a-4b9b-8e66-248db6e76ac5 HTTP/1.1" status: 200 len: 217 time: 0.0438616 Nov 12 00:51:14.265147 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f0e3c-f068-46ee-a3a7-6849eb85bd0d req-791820fc-32cd-45ad-bf4c-a3b98536838d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:14.267148 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-128f0e3c-f068-46ee-a3a7-6849eb85bd0d req-791820fc-32cd-45ad-bf4c-a3b98536838d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1935196 Nov 12 00:51:14.275656 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8d0eb-a965-4698-a084-892d76c0333e req-6d38f109-7781-4d96-8b8c-ed63870106d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:14.277119 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d1d8d0eb-a965-4698-a084-892d76c0333e req-6d38f109-7781-4d96-8b8c-ed63870106d5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.1136742 Nov 12 00:51:14.316517 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-27825735-3c96-40d0-84d0-7051c023e604 req-0bbe3c0f-634f-4ea6-8e4f-320193bdd9cf service neutron] For port e769a600-8888-44e6-b2e0-6ce080ffb7a0, host n-h1-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:51:14.320464 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-27825735-3c96-40d0-84d0-7051c023e604 req-0bbe3c0f-634f-4ea6-8e4f-320193bdd9cf service neutron] For port e769a600-8888-44e6-b2e0-6ce080ffb7a0, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=e769a600-8888-44e6-b2e0-6ce080ffb7a0,segment=NetworkSegment(6eca3569-bbd9-4f4d-bcf1-f2a3273ec25a),segment_id=6eca3569-bbd9-4f4d-bcf1-f2a3273ec25a)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:51:14.348884 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-27825735-3c96-40d0-84d0-7051c023e604 req-0bbe3c0f-634f-4ea6-8e4f-320193bdd9cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:14.387686 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d2e283da-f6e2-4fd7-80ff-7db01bc63516 req-ada803b4-5079-4b98-ae3a-fecdaad7ccd0 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c64e9f-26bf-4cae-954e-7c86ebe7e1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346779 Nov 12 00:51:14.439257 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27825735-3c96-40d0-84d0-7051c023e604 req-0bbe3c0f-634f-4ea6-8e4f-320193bdd9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:14.440996 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-27825735-3c96-40d0-84d0-7051c023e604 req-0bbe3c0f-634f-4ea6-8e4f-320193bdd9cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:14.442641 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-27825735-3c96-40d0-84d0-7051c023e604 req-0bbe3c0f-634f-4ea6-8e4f-320193bdd9cf service neutron] 10.222.0.16 "PUT /v2.0/ports/e769a600-8888-44e6-b2e0-6ce080ffb7a0 HTTP/1.1" status: 200 len: 1093 time: 2.5338833 Nov 12 00:51:14.442957 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0224ac0a-7b0d-4a4e-bcfd-4d34015da297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:14.445542 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d172f4-6a2d-41a7-8858-305d51794d58', 'tag': 'e769a600-8888-44e6-b2e0-6ce080ffb7a0'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:14.448082 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73dc156a-038b-4ce3-b772-8e4cb7d52ddc" -d '{"events": [{"name": "network-changed", "server_uuid": "c7d172f4-6a2d-41a7-8858-305d51794d58", "tag": "e769a600-8888-44e6-b2e0-6ce080ffb7a0"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:14.457803 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8d0eb-a965-4698-a084-892d76c0333e req-225c6b35-c42b-42cf-8498-48e400cfa8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:14.459300 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d1d8d0eb-a965-4698-a084-892d76c0333e req-225c6b35-c42b-42cf-8498-48e400cfa8be service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1665316 Nov 12 00:51:14.517060 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe3c0f-634f-4ea6-8e4f-320193bdd9cf service neutron] Pushing event updated for resources: {'Port': ['ID=e769a600-8888-44e6-b2e0-6ce080ffb7a0,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:14.528989 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb612a-1ff4-43bb-bf06-e3cc8f5d9578 req-71255bfa-ee99-4200-ba6c-707233706378 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:14.530943 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-60eb612a-1ff4-43bb-bf06-e3cc8f5d9578 req-71255bfa-ee99-4200-ba6c-707233706378 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.44 "GET /v2.0/networks?id=dfbacf63-886c-40df-80dd-a56be185809d HTTP/1.1" status: 200 len: 808 time: 0.4302747 Nov 12 00:51:14.531805 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-76796167-62f6-4ed3-b8ea-9f31e380aae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:14.536197 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-76796167-62f6-4ed3-b8ea-9f31e380aae9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:14.537576 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-76796167-62f6-4ed3-b8ea-9f31e380aae9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c224b17a-a8f6-4f3a-9cbc-9c46cfd118f2 HTTP/1.1" status: 204 len: 168 time: 0.7401772 Nov 12 00:51:14.545207 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-128f0e3c-f068-46ee-a3a7-6849eb85bd0d req-a4aaa37c-318f-4c2f-bd8d-b0bf2cd483b7 service neutron] 10.222.0.16 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657130 Nov 12 00:51:14.551910 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5398c2-ce84-4db3-9027-368b7271a1f3 req-e2fddbbc-0657-4a42-acf5-ba4e9ff5ee0e tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:14.559918 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3b5398c2-ce84-4db3-9027-368b7271a1f3 req-e2fddbbc-0657-4a42-acf5-ba4e9ff5ee0e tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dae5fe0-49f1-4df5-84b6-d1b4c070a380 HTTP/1.1" status: 200 len: 948 time: 0.3432534 Nov 12 00:51:14.570119 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-60eb612a-1ff4-43bb-bf06-e3cc8f5d9578 req-6ca6454d-ace3-4aa8-96e7-2f1db7ffd5a5 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Request body: {'port': {'device_id': 'b0e631e3-91d5-4309-ab8e-b1808e224b3d', 'network_id': 'dfbacf63-886c-40df-80dd-a56be185809d', 'admin_state_up': True, 'tenant_id': '31213ba92821461cba1a0adcb9241baa'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:14.657677 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76796167-62f6-4ed3-b8ea-9f31e380aae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c224b17a-a8f6-4f3a-9cbc-9c46cfd118f2,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:14.807454 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27825735-3c96-40d0-84d0-7051c023e604 req-f8e07e8a-5170-4579-955a-17a3f8a4a8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:14.809281 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-27825735-3c96-40d0-84d0-7051c023e604 req-f8e07e8a-5170-4579-955a-17a3f8a4a8c8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=10e546ec20224b1c887b967b60c4d627&device_id=c7d172f4-6a2d-41a7-8858-305d51794d58 HTTP/1.1" status: 200 len: 1096 time: 0.2459311 Nov 12 00:51:14.823737 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3b5398c2-ce84-4db3-9027-368b7271a1f3 req-9a90fb71-e3d1-4611-8fcc-d059966e5ee8 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625611 Nov 12 00:51:14.893463 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-27825735-3c96-40d0-84d0-7051c023e604 req-8903f05a-bf00-467c-ad0c-f9b1894dfbd2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e769a600-8888-44e6-b2e0-6ce080ffb7a0 HTTP/1.1" status: 200 len: 217 time: 0.0591886 Nov 12 00:51:14.904530 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31439f-daf5-404f-bdd8-77f1de17ec30 req-4e1c908c-c5eb-40e3-82ec-7cdd6fd0b5ec tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:14.923491 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ac31439f-daf5-404f-bdd8-77f1de17ec30 req-4e1c908c-c5eb-40e3-82ec-7cdd6fd0b5ec tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=139490e9-9c7d-4d98-8128-b40f17d71f2a HTTP/1.1" status: 200 len: 948 time: 0.2429378 Nov 12 00:51:14.981702 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0619e2e-340d-4a94-a194-45d9c25feeca x-openstack-request-id: req-b0619e2e-340d-4a94-a194-45d9c25feeca {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:14.982771 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7d172f4-6a2d-41a7-8858-305d51794d58", "tag": "e769a600-8888-44e6-b2e0-6ce080ffb7a0", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:14.983380 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b0619e2e-340d-4a94-a194-45d9c25feeca {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:14.984030 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7d172f4-6a2d-41a7-8858-305d51794d58', 'tag': 'e769a600-8888-44e6-b2e0-6ce080ffb7a0', 'status': 'completed', 'code': 200} Nov 12 00:51:15.005050 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d1d8d0eb-a965-4698-a084-892d76c0333e req-6e35cb60-4072-4d64-8b44-fcff01be039b service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5303299 Nov 12 00:51:15.032856 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27825735-3c96-40d0-84d0-7051c023e604 req-09f9f2fa-6af1-4633-aeaa-7512a84c24a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:15.038534 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-27825735-3c96-40d0-84d0-7051c023e604 req-09f9f2fa-6af1-4633-aeaa-7512a84c24a6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f6fc0feb-8af3-4ee2-88bf-6fef1760f601 HTTP/1.1" status: 200 len: 860 time: 0.1112204 Nov 12 00:51:15.042178 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 8ee9b406-63fc-4abb-9ad7-a586a9c8cd94 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:51:15.089286 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60eb612a-1ff4-43bb-bf06-e3cc8f5d9578 req-6ca6454d-ace3-4aa8-96e7-2f1db7ffd5a5 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Made reservation on behalf of 31213ba92821461cba1a0adcb9241baa for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:15.104440 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-60eb612a-1ff4-43bb-bf06-e3cc8f5d9578 req-6ca6454d-ace3-4aa8-96e7-2f1db7ffd5a5 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:15.119271 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-128f0e3c-f068-46ee-a3a7-6849eb85bd0d req-90b01b30-91d1-4d8c-ae46-ac346bb9ece5 service neutron] 10.222.0.16 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5311697 Nov 12 00:51:15.167286 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0224ac0a-7b0d-4a4e-bcfd-4d34015da297 admin admin] Router 09a326cc-604f-492e-9726-2685f3777939 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:51:15.178163 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d1d8d0eb-a965-4698-a084-892d76c0333e req-0ff6b41e-771b-4646-a10e-16391bb1ee7f service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633642 Nov 12 00:51:15.194818 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ac31439f-daf5-404f-bdd8-77f1de17ec30 req-4a4ce57e-516e-46fd-8d87-05c380beca1f tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675874 Nov 12 00:51:15.240637 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27825735-3c96-40d0-84d0-7051c023e604 req-5542a3db-065a-4dee-9553-72421eb9839a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:15.240790 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 8ee9b406-63fc-4abb-9ad7-a586a9c8cd94, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=8ee9b406-63fc-4abb-9ad7-a586a9c8cd94,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:15.242766 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-27825735-3c96-40d0-84d0-7051c023e604 req-5542a3db-065a-4dee-9553-72421eb9839a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2a29fb7d-1389-4bf5-9af7-7b665f8258fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1859624 Nov 12 00:51:15.275290 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': '8ee9b406-63fc-4abb-9ad7-a586a9c8cd94', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'port_id': '8ee9b406-63fc-4abb-9ad7-a586a9c8cd94', 'mac_address': 'fa:16:3e:a1:f4:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0290328-7bc5-4266-bfb9-6eb25d91acf0', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:51:15.339429 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:15.342566 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e52b9425-db49-4448-9794-6064319ffacd req-8988a83f-8a87-4b4f-bc6e-1ca53fae9182 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0e631e3-91d5-4309-ab8e-b1808e224b3d HTTP/1.1" status: 200 len: 210 time: 0.0618799 Nov 12 00:51:15.357205 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ee9b406-63fc-4abb-9ad7-a586a9c8cd94 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:15.383106 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 8ee9b406-63fc-4abb-9ad7-a586a9c8cd94, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=8ee9b406-63fc-4abb-9ad7-a586a9c8cd94,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:15.388426 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:15.466149 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=8ee9b406-63fc-4abb-9ad7-a586a9c8cd94,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:15.482659 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-60eb612a-1ff4-43bb-bf06-e3cc8f5d9578 req-6ca6454d-ace3-4aa8-96e7-2f1db7ffd5a5 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Allocated IP 172.20.0.6 (dfbacf63-886c-40df-80dd-a56be185809d/47cc90a9-e995-4711-ba6b-508e6e69e5de/a7a8c72c-f355-4c96-8431-4b6abf124fc2) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:51:15.495460 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1824940-d0c9-4a57-b6f0-ff373fb39b82 req-0bf1c8c7-c47b-41ee-9faf-785f60b75cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:15.496978 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a1824940-d0c9-4a57-b6f0-ff373fb39b82 req-0bf1c8c7-c47b-41ee-9faf-785f60b75cd0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6bde2e332c8e418290dd069bae32e617&device_id=139490e9-9c7d-4d98-8128-b40f17d71f2a HTTP/1.1" status: 200 len: 1100 time: 0.2160556 Nov 12 00:51:15.501737 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-27825735-3c96-40d0-84d0-7051c023e604 req-3fcd5057-91e7-4391-8238-11c44fad34c3 service neutron] 10.222.0.16 "GET /v2.0/networks/2a29fb7d-1389-4bf5-9af7-7b665f8258fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166240 Nov 12 00:51:15.619069 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1824940-d0c9-4a57-b6f0-ff373fb39b82 req-4cb81783-a9d6-4ae2-8d7e-6ca845d1a1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:15.620611 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a1824940-d0c9-4a57-b6f0-ff373fb39b82 req-4cb81783-a9d6-4ae2-8d7e-6ca845d1a1a0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=945c2da1-f958-478a-a48a-8af2dfa2e179 HTTP/1.1" status: 200 len: 869 time: 0.1162138 Nov 12 00:51:15.621809 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0224ac0a-7b0d-4a4e-bcfd-4d34015da297 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:51:15.633285 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fe7905-b94c-4dc5-a701-cd30ae65c8d4 None None] Sync routers for ids ['09a326cc-604f-492e-9726-2685f3777939'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:51:15.651523 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fe7905-b94c-4dc5-a701-cd30ae65c8d4 None None] Routers {'09a326cc-604f-492e-9726-2685f3777939'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:51:15.652822 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-69fe7905-b94c-4dc5-a701-cd30ae65c8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:51:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['09a326cc-604f-492e-9726-2685f3777939'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:15.679993 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a1824940-d0c9-4a57-b6f0-ff373fb39b82 req-977b4b22-52ec-4711-926e-e7e26e5c4508 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=a680a354-383a-4b9b-8e66-248db6e76ac5 HTTP/1.1" status: 200 len: 217 time: 0.0474577 Nov 12 00:51:15.693224 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0224ac0a-7b0d-4a4e-bcfd-4d34015da297 admin admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:15.695024 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0224ac0a-7b0d-4a4e-bcfd-4d34015da297 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.0573435 Nov 12 00:51:15.698403 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 49678) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:15.720676 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['8ee9b406-63fc-4abb-9ad7-a586a9c8cd94'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:51:15.833246 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1824940-d0c9-4a57-b6f0-ff373fb39b82 req-e3e66941-787f-4682-8267-8ac730005640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:15.833582 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df924d-fb8d-46aa-aada-0cef12633597 req-b3561244-7eb2-4921-b3e0-91381d872afa tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:15.835081 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a1824940-d0c9-4a57-b6f0-ff373fb39b82 req-e3e66941-787f-4682-8267-8ac730005640 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.1389019 Nov 12 00:51:15.843223 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-72df924d-fb8d-46aa-aada-0cef12633597 req-b3561244-7eb2-4921-b3e0-91381d872afa tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7d172f4-6a2d-41a7-8858-305d51794d58 HTTP/1.1" status: 200 len: 944 time: 0.1826420 Nov 12 00:51:15.875841 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-60eb612a-1ff4-43bb-bf06-e3cc8f5d9578 req-6ca6454d-ace3-4aa8-96e7-2f1db7ffd5a5 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:15.904325 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-27825735-3c96-40d0-84d0-7051c023e604 req-e2c7c555-5326-4ebf-9a26-dfb3dd0b9a40 service neutron] 10.222.0.16 "GET /v2.0/networks/2a29fb7d-1389-4bf5-9af7-7b665f8258fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426820 Nov 12 00:51:15.952736 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1824940-d0c9-4a57-b6f0-ff373fb39b82 req-b586006b-ac31-4f23-965c-1fd8a9f9b634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:15.954801 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a1824940-d0c9-4a57-b6f0-ff373fb39b82 req-b586006b-ac31-4f23-965c-1fd8a9f9b634 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0874264 Nov 12 00:51:15.987623 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-72df924d-fb8d-46aa-aada-0cef12633597 req-c1b4ec89-2ce4-4cbc-8d02-e5b44e9d45d9 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c64e9f-26bf-4cae-954e-7c86ebe7e1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411119 Nov 12 00:51:16.081322 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-69fe7905-b94c-4dc5-a701-cd30ae65c8d4 None None] Set router 09a326cc-604f-492e-9726-2685f3777939 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:51:16.149366 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-60eb612a-1ff4-43bb-bf06-e3cc8f5d9578 req-6ca6454d-ace3-4aa8-96e7-2f1db7ffd5a5 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:16.232023 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17074790-c8d7-4c12-9777-d019509c20bb req-a10ff526-82cf-4dc2-8053-f6eb9196485b tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:16.233665 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-17074790-c8d7-4c12-9777-d019509c20bb req-a10ff526-82cf-4dc2-8053-f6eb9196485b tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dae5fe0-49f1-4df5-84b6-d1b4c070a380 HTTP/1.1" status: 200 len: 949 time: 0.2399046 Nov 12 00:51:16.270573 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60eb612a-1ff4-43bb-bf06-e3cc8f5d9578 req-6ca6454d-ace3-4aa8-96e7-2f1db7ffd5a5 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Network dfbacf63-886c-40df-80dd-a56be185809d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:16.273016 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc156a-038b-4ce3-b772-8e4cb7d52ddc req-b24f73a5-b2e5-447a-bbf0-57d007da5c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:16.275063 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-73dc156a-038b-4ce3-b772-8e4cb7d52ddc req-b24f73a5-b2e5-447a-bbf0-57d007da5c6d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=10e546ec20224b1c887b967b60c4d627&device_id=c7d172f4-6a2d-41a7-8858-305d51794d58 HTTP/1.1" status: 200 len: 1096 time: 0.2050068 Nov 12 00:51:16.279474 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a1824940-d0c9-4a57-b6f0-ff373fb39b82 req-d41f6a92-828e-4ed3-b2e4-9341ccdf626b service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474094 Nov 12 00:51:16.285876 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-60eb612a-1ff4-43bb-bf06-e3cc8f5d9578 req-6ca6454d-ace3-4aa8-96e7-2f1db7ffd5a5 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:16.322814 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-60eb612a-1ff4-43bb-bf06-e3cc8f5d9578 req-6ca6454d-ace3-4aa8-96e7-2f1db7ffd5a5 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:51:16.329328 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6454d-ace3-4aa8-96e7-2f1db7ffd5a5 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Pushing event updated for resources: {'Port': ['ID=a7a8c72c-f355-4c96-8431-4b6abf124fc2,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:16.345493 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-69fe7905-b94c-4dc5-a701-cd30ae65c8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a326cc-604f-492e-9726-2685f3777939', 'name': 'tempest-AttachSCSIVolumeTestJSON-1778989988-router', 'tenant_id': '4fa9f6c3ee344f05900481867394d8ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '99aed95b-451f-4c92-a941-ad8a6e07abd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:51:09Z', 'updated_at': '2021-11-12T00:51:13Z', 'revision_number': 3, 'project_id': '4fa9f6c3ee344f05900481867394d8ac', 'gw_port': {'id': '99aed95b-451f-4c92-a941-ad8a6e07abd9', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09a326cc-604f-492e-9726-2685f3777939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:11Z', 'updated_at': '2021-11-12T00:51:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:16.383600 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fe7905-b94c-4dc5-a701-cd30ae65c8d4 None None] Checking router: 09a326cc-604f-492e-9726-2685f3777939 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:51:16.384847 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fe7905-b94c-4dc5-a701-cd30ae65c8d4 None None] Updating router 09a326cc-604f-492e-9726-2685f3777939 port 99aed95b-451f-4c92-a941-ad8a6e07abd9 binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:51:16.443411 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-69fe7905-b94c-4dc5-a701-cd30ae65c8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:16.461891 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-17074790-c8d7-4c12-9777-d019509c20bb req-e48d7aee-f44b-45bb-a047-2f22a28f815d tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166941 Nov 12 00:51:16.462946 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a1824940-d0c9-4a57-b6f0-ff373fb39b82 req-98e33398-a222-4a26-9aa1-56c989b8f481 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741514 Nov 12 00:51:16.513076 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb612a-1ff4-43bb-bf06-e3cc8f5d9578 req-6ca6454d-ace3-4aa8-96e7-2f1db7ffd5a5 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:16.514086 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-60eb612a-1ff4-43bb-bf06-e3cc8f5d9578 req-6ca6454d-ace3-4aa8-96e7-2f1db7ffd5a5 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:16.563791 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-60eb612a-1ff4-43bb-bf06-e3cc8f5d9578 req-6ca6454d-ace3-4aa8-96e7-2f1db7ffd5a5 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0012746 Nov 12 00:51:16.570114 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc156a-038b-4ce3-b772-8e4cb7d52ddc req-96ce3bc9-25e4-4db5-9889-70e133c3c9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:16.572230 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-73dc156a-038b-4ce3-b772-8e4cb7d52ddc req-96ce3bc9-25e4-4db5-9889-70e133c3c9ca service neutron] 10.222.0.16 "GET /v2.0/networks?id=2a29fb7d-1389-4bf5-9af7-7b665f8258fb HTTP/1.1" status: 200 len: 921 time: 0.2842691 Nov 12 00:51:16.588251 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9819a836-fdf2-41c9-97b2-d35babd72ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:16.588798 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-60eb612a-1ff4-43bb-bf06-e3cc8f5d9578 req-3f0df8e1-4018-401e-ab50-fbfb47eb8aac service neutron] Request body: {'port': {'device_id': 'b0e631e3-91d5-4309-ab8e-b1808e224b3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:16.683815 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-08dcd3a0-caea-4bbd-8e01-702fda289786 req-03e02cd3-27dd-4a15-a7d1-c98ed1140048 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=d973b090b8504fa28326b199cfd90457&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0894773 Nov 12 00:51:16.687241 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-73dc156a-038b-4ce3-b772-8e4cb7d52ddc req-47024628-5fd0-4361-a1ab-17a04efe60f4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e769a600-8888-44e6-b2e0-6ce080ffb7a0 HTTP/1.1" status: 200 len: 217 time: 0.0571799 Nov 12 00:51:16.831283 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-9819a836-fdf2-41c9-97b2-d35babd72ebc admin admin] Allocated IP 172.20.0.1 (13cb42e1-f8c4-42c7-9016-a9d9d381474d/d34d78d1-49dd-4b07-848f-9eb11dae08d2/79ce7fcb-4ca8-472c-a27f-69963a354020) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:51:16.879750 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-69fe7905-b94c-4dc5-a701-cd30ae65c8d4 None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:16.889074 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-69fe7905-b94c-4dc5-a701-cd30ae65c8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:16.964034 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9819a836-fdf2-41c9-97b2-d35babd72ebc admin admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:16.981621 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-69fe7905-b94c-4dc5-a701-cd30ae65c8d4 None None] Attempting to bind port 99aed95b-451f-4c92-a941-ad8a6e07abd9 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:16.982150 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-69fe7905-b94c-4dc5-a701-cd30ae65c8d4 None None] Attempting to bind port 99aed95b-451f-4c92-a941-ad8a6e07abd9 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:16.982528 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fe7905-b94c-4dc5-a701-cd30ae65c8d4 None None] Attempting to bind port 99aed95b-451f-4c92-a941-ad8a6e07abd9 on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:16.999061 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fe7905-b94c-4dc5-a701-cd30ae65c8d4 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:51:17.000206 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fe7905-b94c-4dc5-a701-cd30ae65c8d4 None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:17.004534 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-69fe7905-b94c-4dc5-a701-cd30ae65c8d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:17.006093 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fe7905-b94c-4dc5-a701-cd30ae65c8d4 None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:51:17.008614 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-69fe7905-b94c-4dc5-a701-cd30ae65c8d4 None None] Bound port: 99aed95b-451f-4c92-a941-ad8a6e07abd9, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:51:17.009662 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-69fe7905-b94c-4dc5-a701-cd30ae65c8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:17.010043 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9819a836-fdf2-41c9-97b2-d35babd72ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:17.020357 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf14cb-a5b0-470d-b821-d530dc1cd069 None None] Pushing event updated for resources: {'Port': ['ID=99aed95b-451f-4c92-a941-ad8a6e07abd9,revision_number=2']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:17.083763 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 8ee9b406-63fc-4abb-9ad7-a586a9c8cd94 up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:51:17.086435 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9819a836-fdf2-41c9-97b2-d35babd72ebc admin admin] Pushing event updated for resources: {'Port': ['ID=79ce7fcb-4ca8-472c-a27f-69963a354020,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:17.104649 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9819a836-fdf2-41c9-97b2-d35babd72ebc admin admin] Network 13cb42e1-f8c4-42c7-9016-a9d9d381474d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:17.109308 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-9819a836-fdf2-41c9-97b2-d35babd72ebc admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:17.116437 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9819a836-fdf2-41c9-97b2-d35babd72ebc admin admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:51:17.117492 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-69fe7905-b94c-4dc5-a701-cd30ae65c8d4 None None] For port 99aed95b-451f-4c92-a941-ad8a6e07abd9, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:51:17.123693 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-69fe7905-b94c-4dc5-a701-cd30ae65c8d4 None None] For port 99aed95b-451f-4c92-a941-ad8a6e07abd9, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=99aed95b-451f-4c92-a941-ad8a6e07abd9,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:51:17.133407 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-69fe7905-b94c-4dc5-a701-cd30ae65c8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:17.154356 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc156a-038b-4ce3-b772-8e4cb7d52ddc req-c0abc9ab-959c-424c-9cdf-dd68d8ac14f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:17.155871 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-73dc156a-038b-4ce3-b772-8e4cb7d52ddc req-c0abc9ab-959c-424c-9cdf-dd68d8ac14f7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f6fc0feb-8af3-4ee2-88bf-6fef1760f601 HTTP/1.1" status: 200 len: 860 time: 0.4114549 Nov 12 00:51:17.156488 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-60eb612a-1ff4-43bb-bf06-e3cc8f5d9578 req-3f0df8e1-4018-401e-ab50-fbfb47eb8aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:17.202845 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf14cb-a5b0-470d-b821-d530dc1cd069 None None] Pushing event updated for resources: {'Port': ['ID=99aed95b-451f-4c92-a941-ad8a6e07abd9,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:17.221126 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fe7905-b94c-4dc5-a701-cd30ae65c8d4 None None] Routers {'09a326cc-604f-492e-9726-2685f3777939'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:51:17.221706 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-69fe7905-b94c-4dc5-a701-cd30ae65c8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:51:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['09a326cc-604f-492e-9726-2685f3777939'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:17.222724 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9819a836-fdf2-41c9-97b2-d35babd72ebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:17.237530 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port 8ee9b406-63fc-4abb-9ad7-a586a9c8cd94 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:51:17.248176 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port 8ee9b406-63fc-4abb-9ad7-a586a9c8cd94 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:17.249062 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:17.383747 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9819a836-fdf2-41c9-97b2-d35babd72ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:17.387260 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:17.404922 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4314d-bf08-42a6-b524-e47f13f83bb7 req-a3b3491e-9bb9-47fd-910d-4d7d443600e0 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:17.406515 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-07d4314d-bf08-42a6-b524-e47f13f83bb7 req-a3b3491e-9bb9-47fd-910d-4d7d443600e0 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=139490e9-9c7d-4d98-8128-b40f17d71f2a HTTP/1.1" status: 200 len: 948 time: 0.7147195 Nov 12 00:51:17.434991 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-69fe7905-b94c-4dc5-a701-cd30ae65c8d4 None None] Set router 09a326cc-604f-492e-9726-2685f3777939 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:51:17.449951 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dae5fe0-49f1-4df5-84b6-d1b4c070a380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee9b406-63fc-4abb-9ad7-a586a9c8cd94'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:17.452688 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1903a04a-66f6-4bb2-8127-9f9d71214582" -d '{"events": [{"server_uuid": "3dae5fe0-49f1-4df5-84b6-d1b4c070a380", "name": "network-vif-plugged", "status": "completed", "tag": "8ee9b406-63fc-4abb-9ad7-a586a9c8cd94"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:17.470160 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 8ee9b406-63fc-4abb-9ad7-a586a9c8cd94, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=8ee9b406-63fc-4abb-9ad7-a586a9c8cd94,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:17.479911 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:17.501972 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dcd3a0-caea-4bbd-8e01-702fda289786 req-f4249c2c-61da-4c06-bb93-e08ff9700a74 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:17.509769 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-08dcd3a0-caea-4bbd-8e01-702fda289786 req-f4249c2c-61da-4c06-bb93-e08ff9700a74 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8167851 Nov 12 00:51:17.522610 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc156a-038b-4ce3-b772-8e4cb7d52ddc req-be668d7d-5570-4b63-b342-61afdf3f99df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:17.525864 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-73dc156a-038b-4ce3-b772-8e4cb7d52ddc req-be668d7d-5570-4b63-b342-61afdf3f99df service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2a29fb7d-1389-4bf5-9af7-7b665f8258fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3323343 Nov 12 00:51:17.536863 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-08dcd3a0-caea-4bbd-8e01-702fda289786 req-2ffe1207-74b4-4c3f-b3e8-9fbd77255ad6 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] 10.222.0.45 "GET /v2.0/quotas/d973b090b8504fa28326b199cfd90457 HTTP/1.1" status: 200 len: 375 time: 0.0260749 Nov 12 00:51:17.566321 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-046a3e7a-d14a-4330-93ca-3c653b95fa06 None None] Provisioning complete for port 79ce7fcb-4ca8-472c-a27f-69963a354020 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:17.567098 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-046a3e7a-d14a-4330-93ca-3c653b95fa06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:17.572606 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=8ee9b406-63fc-4abb-9ad7-a586a9c8cd94,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:17.608506 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9819a836-fdf2-41c9-97b2-d35babd72ebc admin admin] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:17.616993 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9819a836-fdf2-41c9-97b2-d35babd72ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:17.651464 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-08dcd3a0-caea-4bbd-8e01-702fda289786 req-16792b98-5f47-43ef-a732-cec7258da39d tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d973b090b8504fa28326b199cfd90457&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1136353 Nov 12 00:51:17.695959 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9819a836-fdf2-41c9-97b2-d35babd72ebc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:17.710462 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-07d4314d-bf08-42a6-b524-e47f13f83bb7 req-4d0a0787-1d60-40ed-9da2-d571cf7a0c28 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937953 Nov 12 00:51:17.716705 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9819a836-fdf2-41c9-97b2-d35babd72ebc admin admin] Pushing event updated for resources: {'Port': ['ID=79ce7fcb-4ca8-472c-a27f-69963a354020,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:17.788004 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-046a3e7a-d14a-4330-93ca-3c653b95fa06 None None] Port 79ce7fcb-4ca8-472c-a27f-69963a354020 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:51:17.819205 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-69fe7905-b94c-4dc5-a701-cd30ae65c8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a326cc-604f-492e-9726-2685f3777939', 'name': 'tempest-AttachSCSIVolumeTestJSON-1778989988-router', 'tenant_id': '4fa9f6c3ee344f05900481867394d8ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '99aed95b-451f-4c92-a941-ad8a6e07abd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:51:09Z', 'updated_at': '2021-11-12T00:51:13Z', 'revision_number': 3, 'project_id': '4fa9f6c3ee344f05900481867394d8ac', 'gw_port': {'id': '99aed95b-451f-4c92-a941-ad8a6e07abd9', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09a326cc-604f-492e-9726-2685f3777939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:11Z', 'updated_at': '2021-11-12T00:51:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:17.844580 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9819a836-fdf2-41c9-97b2-d35babd72ebc admin admin] Network 13cb42e1-f8c4-42c7-9016-a9d9d381474d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:17.847022 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-9819a836-fdf2-41c9-97b2-d35babd72ebc admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:17.892027 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fe7905-b94c-4dc5-a701-cd30ae65c8d4 None None] The sync data for ids ['09a326cc-604f-492e-9726-2685f3777939'] in n-d-712142-27 is: [{'id': '09a326cc-604f-492e-9726-2685f3777939', 'name': 'tempest-AttachSCSIVolumeTestJSON-1778989988-router', 'tenant_id': '4fa9f6c3ee344f05900481867394d8ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '99aed95b-451f-4c92-a941-ad8a6e07abd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:51:09Z', 'updated_at': '2021-11-12T00:51:13Z', 'revision_number': 3, 'project_id': '4fa9f6c3ee344f05900481867394d8ac', 'gw_port': {'id': '99aed95b-451f-4c92-a941-ad8a6e07abd9', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09a326cc-604f-492e-9726-2685f3777939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:11Z', 'updated_at': '2021-11-12T00:51:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:51:18.044201 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9819a836-fdf2-41c9-97b2-d35babd72ebc admin admin] Router 09a326cc-604f-492e-9726-2685f3777939 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:51:18.106093 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-73dc156a-038b-4ce3-b772-8e4cb7d52ddc req-f15b1d95-78bf-46f1-8277-ec094ac12b23 service neutron] 10.222.0.16 "GET /v2.0/networks/2a29fb7d-1389-4bf5-9af7-7b665f8258fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5492749 Nov 12 00:51:18.199081 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9819a836-fdf2-41c9-97b2-d35babd72ebc admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:51:18.204842 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9819a836-fdf2-41c9-97b2-d35babd72ebc admin admin] 10.222.0.45 "PUT /v2.0/routers/09a326cc-604f-492e-9726-2685f3777939/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4960256 Nov 12 00:51:18.216148 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-60eb612a-1ff4-43bb-bf06-e3cc8f5d9578 req-3f0df8e1-4018-401e-ab50-fbfb47eb8aac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7a8c72c-f355-4c96-8431-4b6abf124fc2 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:18.244722 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-f8b5f2b8-b4c0-46e6-92b0-2d3c506d7d76 None None] Provisioning complete for port 79ce7fcb-4ca8-472c-a27f-69963a354020 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:18.245296 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f8b5f2b8-b4c0-46e6-92b0-2d3c506d7d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:18.245385 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-60eb612a-1ff4-43bb-bf06-e3cc8f5d9578 req-3f0df8e1-4018-401e-ab50-fbfb47eb8aac service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:18.294170 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-60eb612a-1ff4-43bb-bf06-e3cc8f5d9578 req-3f0df8e1-4018-401e-ab50-fbfb47eb8aac service neutron] Transition to ACTIVE for port object a7a8c72c-f355-4c96-8431-4b6abf124fc2 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:51:18.304764 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfecd55-03c0-4f19-83c6-aec39a9f43a4 req-39ff0152-ffc0-4cf6-ab91-c7bcbe8ca025 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:18.316973 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fcfecd55-03c0-4f19-83c6-aec39a9f43a4 req-39ff0152-ffc0-4cf6-ab91-c7bcbe8ca025 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0e631e3-91d5-4309-ab8e-b1808e224b3d HTTP/1.1" status: 200 len: 931 time: 0.3838289 Nov 12 00:51:18.331657 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-60eb612a-1ff4-43bb-bf06-e3cc8f5d9578 req-3f0df8e1-4018-401e-ab50-fbfb47eb8aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:18.351869 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-f8b5f2b8-b4c0-46e6-92b0-2d3c506d7d76 None None] Port 79ce7fcb-4ca8-472c-a27f-69963a354020 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:51:18.363054 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930133f-6c30-446b-9fa4-536c900fdbff req-c1c929b3-db50-49da-aa40-235881d56f4a tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:18.364732 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5930133f-6c30-446b-9fa4-536c900fdbff req-c1c929b3-db50-49da-aa40-235881d56f4a tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7d172f4-6a2d-41a7-8858-305d51794d58 HTTP/1.1" status: 200 len: 944 time: 0.3748875 Nov 12 00:51:18.366883 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-73dc156a-038b-4ce3-b772-8e4cb7d52ddc req-64f15d4c-0479-4579-abac-1ad9ca7c6d9c service neutron] 10.222.0.16 "GET /v2.0/networks/2a29fb7d-1389-4bf5-9af7-7b665f8258fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478499 Nov 12 00:51:18.468749 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fcfecd55-03c0-4f19-83c6-aec39a9f43a4 req-4952764f-1caa-4100-9f70-dc0b96ea56ad tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506836 Nov 12 00:51:18.469391 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0df8e1-4018-401e-ab50-fbfb47eb8aac service neutron] Pushing event updated for resources: {'Port': ['ID=a7a8c72c-f355-4c96-8431-4b6abf124fc2,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:18.530295 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5930133f-6c30-446b-9fa4-536c900fdbff req-93f9ddbb-85a0-4094-b016-d70ef187518d tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c64e9f-26bf-4cae-954e-7c86ebe7e1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312521 Nov 12 00:51:18.619880 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b64d452-7edf-47c5-8016-306b49a67073 x-openstack-request-id: req-8b64d452-7edf-47c5-8016-306b49a67073 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:18.620313 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dae5fe0-49f1-4df5-84b6-d1b4c070a380", "name": "network-vif-plugged", "status": "completed", "tag": "8ee9b406-63fc-4abb-9ad7-a586a9c8cd94", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:18.620638 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8b64d452-7edf-47c5-8016-306b49a67073 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:18.621086 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dae5fe0-49f1-4df5-84b6-d1b4c070a380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee9b406-63fc-4abb-9ad7-a586a9c8cd94', 'code': 200} Nov 12 00:51:18.645913 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-60eb612a-1ff4-43bb-bf06-e3cc8f5d9578 req-3f0df8e1-4018-401e-ab50-fbfb47eb8aac service neutron] Attempting to bind port a7a8c72c-f355-4c96-8431-4b6abf124fc2 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:18.645913 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-60eb612a-1ff4-43bb-bf06-e3cc8f5d9578 req-3f0df8e1-4018-401e-ab50-fbfb47eb8aac service neutron] Attempting to bind port a7a8c72c-f355-4c96-8431-4b6abf124fc2 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '22cf0803-7015-4b8f-9bea-ad8ec3d31ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfbacf63-886c-40df-80dd-a56be185809d'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:18.645913 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60eb612a-1ff4-43bb-bf06-e3cc8f5d9578 req-3f0df8e1-4018-401e-ab50-fbfb47eb8aac service neutron] Attempting to bind port a7a8c72c-f355-4c96-8431-4b6abf124fc2 on network dfbacf63-886c-40df-80dd-a56be185809d {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:18.649477 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60eb612a-1ff4-43bb-bf06-e3cc8f5d9578 req-3f0df8e1-4018-401e-ab50-fbfb47eb8aac service neutron] Port a7a8c72c-f355-4c96-8431-4b6abf124fc2 on network dfbacf63-886c-40df-80dd-a56be185809d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:18.649743 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60eb612a-1ff4-43bb-bf06-e3cc8f5d9578 req-3f0df8e1-4018-401e-ab50-fbfb47eb8aac service neutron] Attempting to bind port a7a8c72c-f355-4c96-8431-4b6abf124fc2 on network dfbacf63-886c-40df-80dd-a56be185809d {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:18.655013 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60eb612a-1ff4-43bb-bf06-e3cc8f5d9578 req-3f0df8e1-4018-401e-ab50-fbfb47eb8aac service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:51:18.655342 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60eb612a-1ff4-43bb-bf06-e3cc8f5d9578 req-3f0df8e1-4018-401e-ab50-fbfb47eb8aac service neutron] Checking segment: {'id': '22cf0803-7015-4b8f-9bea-ad8ec3d31ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfbacf63-886c-40df-80dd-a56be185809d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:18.655922 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60eb612a-1ff4-43bb-bf06-e3cc8f5d9578 req-3f0df8e1-4018-401e-ab50-fbfb47eb8aac service neutron] Bound using segment: {'id': '22cf0803-7015-4b8f-9bea-ad8ec3d31ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfbacf63-886c-40df-80dd-a56be185809d'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:51:18.656538 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-60eb612a-1ff4-43bb-bf06-e3cc8f5d9578 req-3f0df8e1-4018-401e-ab50-fbfb47eb8aac service neutron] Bound port: a7a8c72c-f355-4c96-8431-4b6abf124fc2, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22cf0803-7015-4b8f-9bea-ad8ec3d31ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfbacf63-886c-40df-80dd-a56be185809d'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:51:18.657057 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-60eb612a-1ff4-43bb-bf06-e3cc8f5d9578 req-3f0df8e1-4018-401e-ab50-fbfb47eb8aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:18.836823 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-60eb612a-1ff4-43bb-bf06-e3cc8f5d9578 req-3f0df8e1-4018-401e-ab50-fbfb47eb8aac service neutron] For port a7a8c72c-f355-4c96-8431-4b6abf124fc2, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:51:18.876166 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb837cff-4354-41a6-84bb-9b6d6520b5bc req-f79d2036-d030-4071-ae6d-caad1aa935aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:18.878604 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device a680a354-383a-4b9b-8e66-248db6e76ac5 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:51:18.883668 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fb837cff-4354-41a6-84bb-9b6d6520b5bc req-f79d2036-d030-4071-ae6d-caad1aa935aa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3dae5fe0-49f1-4df5-84b6-d1b4c070a380 HTTP/1.1" status: 200 len: 1102 time: 0.1110034 Nov 12 00:51:18.968404 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-60eb612a-1ff4-43bb-bf06-e3cc8f5d9578 req-3f0df8e1-4018-401e-ab50-fbfb47eb8aac service neutron] For port a7a8c72c-f355-4c96-8431-4b6abf124fc2, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=a7a8c72c-f355-4c96-8431-4b6abf124fc2,segment=NetworkSegment(22cf0803-7015-4b8f-9bea-ad8ec3d31ac5),segment_id=22cf0803-7015-4b8f-9bea-ad8ec3d31ac5)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:51:18.994381 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-60eb612a-1ff4-43bb-bf06-e3cc8f5d9578 req-3f0df8e1-4018-401e-ab50-fbfb47eb8aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:18.997309 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 99aed95b-451f-4c92-a941-ad8a6e07abd9 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:51:19.052914 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983b545-cb0c-448e-b690-d544c9f21c2a req-d51b0a36-5f36-48d3-9e66-77806a916514 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:19.064621 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0983b545-cb0c-448e-b690-d544c9f21c2a req-d51b0a36-5f36-48d3-9e66-77806a916514 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dae5fe0-49f1-4df5-84b6-d1b4c070a380 HTTP/1.1" status: 200 len: 950 time: 0.3013918 Nov 12 00:51:19.091546 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb612a-1ff4-43bb-bf06-e3cc8f5d9578 req-3f0df8e1-4018-401e-ab50-fbfb47eb8aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:19.092208 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-60eb612a-1ff4-43bb-bf06-e3cc8f5d9578 req-3f0df8e1-4018-401e-ab50-fbfb47eb8aac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:19.097288 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-60eb612a-1ff4-43bb-bf06-e3cc8f5d9578 req-3f0df8e1-4018-401e-ab50-fbfb47eb8aac service neutron] 10.222.0.44 "PUT /v2.0/ports/a7a8c72c-f355-4c96-8431-4b6abf124fc2 HTTP/1.1" status: 200 len: 1092 time: 2.5202038 Nov 12 00:51:19.151147 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device e769a600-8888-44e6-b2e0-6ce080ffb7a0 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:51:19.153693 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0e631e3-91d5-4309-ab8e-b1808e224b3d', 'tag': 'a7a8c72c-f355-4c96-8431-4b6abf124fc2'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:19.156177 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f94b848-6ac2-4f53-953b-035ccb6e5cdf" -d '{"events": [{"name": "network-changed", "server_uuid": "b0e631e3-91d5-4309-ab8e-b1808e224b3d", "tag": "a7a8c72c-f355-4c96-8431-4b6abf124fc2"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:19.201658 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fb837cff-4354-41a6-84bb-9b6d6520b5bc req-03062843-e1dc-43dd-9a12-eed932ce256b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811086 Nov 12 00:51:19.301262 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port e769a600-8888-44e6-b2e0-6ce080ffb7a0, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=e769a600-8888-44e6-b2e0-6ce080ffb7a0,segment=NetworkSegment(6eca3569-bbd9-4f4d-bcf1-f2a3273ec25a),segment_id=6eca3569-bbd9-4f4d-bcf1-f2a3273ec25a)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:19.343838 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': 'e769a600-8888-44e6-b2e0-6ce080ffb7a0', 'network_id': '2a29fb7d-1389-4bf5-9af7-7b665f8258fb', 'port_id': 'e769a600-8888-44e6-b2e0-6ce080ffb7a0', 'mac_address': 'fa:16:3e:43:6b:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6fc0feb-8af3-4ee2-88bf-6fef1760f601', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:51:19.357751 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.resource_extend [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:51:19.378171 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0983b545-cb0c-448e-b690-d544c9f21c2a req-7ede107f-c456-44b0-a19a-f176bdbc0314 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106117 Nov 12 00:51:19.509885 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb612a-1ff4-43bb-bf06-e3cc8f5d9578 req-eaadae61-d1bc-4edb-96be-af79fb9d13b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:19.512765 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-60eb612a-1ff4-43bb-bf06-e3cc8f5d9578 req-eaadae61-d1bc-4edb-96be-af79fb9d13b6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=31213ba92821461cba1a0adcb9241baa&device_id=b0e631e3-91d5-4309-ab8e-b1808e224b3d HTTP/1.1" status: 200 len: 1095 time: 0.3098741 Nov 12 00:51:19.516440 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:19.520864 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0df8e1-4018-401e-ab50-fbfb47eb8aac service neutron] Pushing event updated for resources: {'Port': ['ID=a7a8c72c-f355-4c96-8431-4b6abf124fc2,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:19.550490 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e769a600-8888-44e6-b2e0-6ce080ffb7a0 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:19.574556 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 99aed95b-451f-4c92-a941-ad8a6e07abd9 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:19.574931 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:19.589560 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port a680a354-383a-4b9b-8e66-248db6e76ac5, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=a680a354-383a-4b9b-8e66-248db6e76ac5,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:19.653028 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port e769a600-8888-44e6-b2e0-6ce080ffb7a0, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=e769a600-8888-44e6-b2e0-6ce080ffb7a0,segment=NetworkSegment(6eca3569-bbd9-4f4d-bcf1-f2a3273ec25a),segment_id=6eca3569-bbd9-4f4d-bcf1-f2a3273ec25a)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:19.654320 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'a680a354-383a-4b9b-8e66-248db6e76ac5', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'port_id': 'a680a354-383a-4b9b-8e66-248db6e76ac5', 'mac_address': 'fa:16:3e:e4:1e:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0290328-7bc5-4266-bfb9-6eb25d91acf0', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:51:19.665021 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:19.732008 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-60eb612a-1ff4-43bb-bf06-e3cc8f5d9578 req-6d6c3573-451f-4e40-b964-de295f4acef3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7a8c72c-f355-4c96-8431-4b6abf124fc2 HTTP/1.1" status: 200 len: 217 time: 0.1799316 Nov 12 00:51:19.750861 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fbb8b0e2-6bcc-441c-bd23-2ed299e2b4af req-d8a5cd1b-a296-4e8b-aeea-1b6e69392133 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cefa95a-9485-41e5-a6c6-8eb9c38baa0a HTTP/1.1" status: 200 len: 210 time: 0.2205176 Nov 12 00:51:19.826486 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=e769a600-8888-44e6-b2e0-6ce080ffb7a0,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:19.842552 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:19.875870 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a680a354-383a-4b9b-8e66-248db6e76ac5 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:19.881268 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-08dcd3a0-caea-4bbd-8e01-702fda289786 req-f27b9c21-5c92-4ced-a0f7-e6a0b542fdc8 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=d973b090b8504fa28326b199cfd90457&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0604324 Nov 12 00:51:19.915766 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port a680a354-383a-4b9b-8e66-248db6e76ac5, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=a680a354-383a-4b9b-8e66-248db6e76ac5,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:19.925870 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:19.927894 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8eb3b3f-143e-47ed-a080-23078bb78b3f x-openstack-request-id: req-e8eb3b3f-143e-47ed-a080-23078bb78b3f {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:19.930974 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0e631e3-91d5-4309-ab8e-b1808e224b3d", "tag": "a7a8c72c-f355-4c96-8431-4b6abf124fc2", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:19.934748 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e8eb3b3f-143e-47ed-a080-23078bb78b3f {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:19.937927 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0e631e3-91d5-4309-ab8e-b1808e224b3d', 'tag': 'a7a8c72c-f355-4c96-8431-4b6abf124fc2', 'status': 'completed', 'code': 200} Nov 12 00:51:20.019910 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:20.057779 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['e769a600-8888-44e6-b2e0-6ce080ffb7a0'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:51:20.078100 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=a680a354-383a-4b9b-8e66-248db6e76ac5,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:20.084893 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 99aed95b-451f-4c92-a941-ad8a6e07abd9, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=99aed95b-451f-4c92-a941-ad8a6e07abd9,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:20.098885 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb612a-1ff4-43bb-bf06-e3cc8f5d9578 req-a1f2a621-90c2-47ff-b579-d6c326aa847a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:20.100409 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-60eb612a-1ff4-43bb-bf06-e3cc8f5d9578 req-a1f2a621-90c2-47ff-b579-d6c326aa847a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=47cc90a9-e995-4711-ba6b-508e6e69e5de HTTP/1.1" status: 200 len: 848 time: 0.3391957 Nov 12 00:51:20.140492 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a9cb8-0e08-4261-a531-1f68f775f20b req-8565f31d-02ff-4db6-a7c1-7c9198450e9b tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:20.152217 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0f2a9cb8-0e08-4261-a531-1f68f775f20b req-8565f31d-02ff-4db6-a7c1-7c9198450e9b tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=139490e9-9c7d-4d98-8128-b40f17d71f2a HTTP/1.1" status: 200 len: 948 time: 0.2893019 Nov 12 00:51:20.169767 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:20.193693 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dcd3a0-caea-4bbd-8e01-702fda289786 req-80f21e0f-7d21-4908-93f9-9b10484ac334 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:20.195318 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-08dcd3a0-caea-4bbd-8e01-702fda289786 req-80f21e0f-7d21-4908-93f9-9b10484ac334 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2924738 Nov 12 00:51:20.217782 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-08dcd3a0-caea-4bbd-8e01-702fda289786 req-86b50b79-a8c5-4357-b7a4-ac94fa54baf9 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Request body: {'port': {'device_id': '0cefa95a-9485-41e5-a6c6-8eb9c38baa0a', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'admin_state_up': True, 'tenant_id': 'd973b090b8504fa28326b199cfd90457'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:20.243817 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-60eb612a-1ff4-43bb-bf06-e3cc8f5d9578 req-3e07d26f-3fa9-47d8-8599-33c53e1c62bb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dfbacf63-886c-40df-80dd-a56be185809d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1274557 Nov 12 00:51:20.270756 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['a680a354-383a-4b9b-8e66-248db6e76ac5'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:51:20.450155 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0f2a9cb8-0e08-4261-a531-1f68f775f20b req-8ee74c49-1f4f-48c6-99ae-7e0ef8a20ec7 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969873 Nov 12 00:51:20.474773 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=99aed95b-451f-4c92-a941-ad8a6e07abd9,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:20.481136 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08dcd3a0-caea-4bbd-8e01-702fda289786 req-86b50b79-a8c5-4357-b7a4-ac94fa54baf9 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Made reservation on behalf of d973b090b8504fa28326b199cfd90457 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:20.493937 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-08dcd3a0-caea-4bbd-8e01-702fda289786 req-86b50b79-a8c5-4357-b7a4-ac94fa54baf9 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:20.527452 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-08dcd3a0-caea-4bbd-8e01-702fda289786 req-86b50b79-a8c5-4357-b7a4-ac94fa54baf9 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:20.664675 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-60eb612a-1ff4-43bb-bf06-e3cc8f5d9578 req-5b1c3acf-8cca-47a2-bc7a-62c29ee7ab87 service neutron] 10.222.0.44 "GET /v2.0/networks/dfbacf63-886c-40df-80dd-a56be185809d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024918 Nov 12 00:51:20.735999 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-08dcd3a0-caea-4bbd-8e01-702fda289786 req-86b50b79-a8c5-4357-b7a4-ac94fa54baf9 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:20.743608 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-08dcd3a0-caea-4bbd-8e01-702fda289786 req-86b50b79-a8c5-4357-b7a4-ac94fa54baf9 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:20.831036 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c7316-f08e-4e15-b34b-080b4d3812e2 req-0be61f48-d3a9-4e03-8be0-0c4d3579c6a6 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:20.839028 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-981c7316-f08e-4e15-b34b-080b4d3812e2 req-0be61f48-d3a9-4e03-8be0-0c4d3579c6a6 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0e631e3-91d5-4309-ab8e-b1808e224b3d HTTP/1.1" status: 200 len: 943 time: 0.2660186 Nov 12 00:51:20.884445 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b50b79-a8c5-4357-b7a4-ac94fa54baf9 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffe40b4-8291-4a8e-ac1b-1f22789b79f9,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:20.901764 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d733bb36-8986-4978-bbd3-9b2aad73a3f5 req-3c1684a8-38be-4453-b2ba-b3854e5232d9 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:20.912767 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d733bb36-8986-4978-bbd3-9b2aad73a3f5 req-3c1684a8-38be-4453-b2ba-b3854e5232d9 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7d172f4-6a2d-41a7-8858-305d51794d58 HTTP/1.1" status: 200 len: 945 time: 0.2849944 Nov 12 00:51:20.944411 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 99aed95b-451f-4c92-a941-ad8a6e07abd9 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:51:20.969864 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-981c7316-f08e-4e15-b34b-080b4d3812e2 req-92ce9b67-a969-46a8-9816-dc2f213f0033 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296422 Nov 12 00:51:20.995052 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-60eb612a-1ff4-43bb-bf06-e3cc8f5d9578 req-a9b28dd6-6921-4066-b950-eba4dc5553d8 service neutron] 10.222.0.44 "GET /v2.0/networks/dfbacf63-886c-40df-80dd-a56be185809d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115315 Nov 12 00:51:21.042758 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d733bb36-8986-4978-bbd3-9b2aad73a3f5 req-85d4cbc7-6434-412d-bbaf-d62cbec110bc tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c64e9f-26bf-4cae-954e-7c86ebe7e1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316495 Nov 12 00:51:21.065404 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977649ad-f56a-4ea3-a740-1172c277ccdd None None] Sync routers for ids ['09a326cc-604f-492e-9726-2685f3777939'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:51:21.070522 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 99aed95b-451f-4c92-a941-ad8a6e07abd9 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:21.071050 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:21.107498 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977649ad-f56a-4ea3-a740-1172c277ccdd None None] Routers {'09a326cc-604f-492e-9726-2685f3777939'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:51:21.108503 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-977649ad-f56a-4ea3-a740-1172c277ccdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:51:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['09a326cc-604f-492e-9726-2685f3777939'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:21.264095 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-977649ad-f56a-4ea3-a740-1172c277ccdd None None] Set router 09a326cc-604f-492e-9726-2685f3777939 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:51:21.277132 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94b848-6ac2-4f53-953b-035ccb6e5cdf req-3f86986f-ca5e-4bea-af11-c2b4eac732eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:21.278810 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5f94b848-6ac2-4f53-953b-035ccb6e5cdf req-3f86986f-ca5e-4bea-af11-c2b4eac732eb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=31213ba92821461cba1a0adcb9241baa&device_id=b0e631e3-91d5-4309-ab8e-b1808e224b3d HTTP/1.1" status: 200 len: 1095 time: 0.1680465 Nov 12 00:51:21.399728 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-08dcd3a0-caea-4bbd-8e01-702fda289786 req-86b50b79-a8c5-4357-b7a4-ac94fa54baf9 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Allocated IP 192.168.233.6 (945c2da1-f958-478a-a48a-8af2dfa2e179/f0290328-7bc5-4266-bfb9-6eb25d91acf0/a30e244e-7306-4557-a0d0-3131069d77cc) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:51:21.404273 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c2630-84f4-42bc-952b-347a7e4f8cb9 req-51838de4-99c5-4d94-9334-6405d69aa363 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:21.405979 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6c2c2630-84f4-42bc-952b-347a7e4f8cb9 req-51838de4-99c5-4d94-9334-6405d69aa363 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dae5fe0-49f1-4df5-84b6-d1b4c070a380 HTTP/1.1" status: 200 len: 950 time: 0.2446604 Nov 12 00:51:21.472204 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9920fdb6-d699-4f91-acb7-39003a8460ff req-7e416e81-73f3-4fdd-a338-edb6e84866dc tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cefa95a-9485-41e5-a6c6-8eb9c38baa0a HTTP/1.1" status: 200 len: 210 time: 0.0812776 Nov 12 00:51:21.583382 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6c2c2630-84f4-42bc-952b-347a7e4f8cb9 req-1c9d65ad-b22c-4a4a-b809-cc10ac1f1285 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450021 Nov 12 00:51:21.594590 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94b848-6ac2-4f53-953b-035ccb6e5cdf req-2999a502-19ab-49f2-9bc9-e6ab6082e106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:21.597035 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5f94b848-6ac2-4f53-953b-035ccb6e5cdf req-2999a502-19ab-49f2-9bc9-e6ab6082e106 service neutron] 10.222.0.44 "GET /v2.0/networks?id=dfbacf63-886c-40df-80dd-a56be185809d HTTP/1.1" status: 200 len: 908 time: 0.3063507 Nov 12 00:51:21.598042 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-08dcd3a0-caea-4bbd-8e01-702fda289786 req-86b50b79-a8c5-4357-b7a4-ac94fa54baf9 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:21.687559 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-08dcd3a0-caea-4bbd-8e01-702fda289786 req-86b50b79-a8c5-4357-b7a4-ac94fa54baf9 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:21.690631 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-977649ad-f56a-4ea3-a740-1172c277ccdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a326cc-604f-492e-9726-2685f3777939', 'name': 'tempest-AttachSCSIVolumeTestJSON-1778989988-router', 'tenant_id': '4fa9f6c3ee344f05900481867394d8ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '99aed95b-451f-4c92-a941-ad8a6e07abd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:51:09Z', 'updated_at': '2021-11-12T00:51:17Z', 'revision_number': 4, 'project_id': '4fa9f6c3ee344f05900481867394d8ac', 'gw_port': {'id': '99aed95b-451f-4c92-a941-ad8a6e07abd9', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a326cc-604f-492e-9726-2685f3777939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:11Z', 'updated_at': '2021-11-12T00:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '79ce7fcb-4ca8-472c-a27f-69963a354020', 'name': '', 'network_id': '13cb42e1-f8c4-42c7-9016-a9d9d381474d', 'tenant_id': '4fa9f6c3ee344f05900481867394d8ac', 'mac_address': 'fa:16:3e:c3:62:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09a326cc-604f-492e-9726-2685f3777939', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'd34d78d1-49dd-4b07-848f-9eb11dae08d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:16Z', 'updated_at': '2021-11-12T00:51:17Z', 'revision_number': 2, 'project_id': '4fa9f6c3ee344f05900481867394d8ac', 'subnets': [{'id': 'd34d78d1-49dd-4b07-848f-9eb11dae08d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:21.703826 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5f94b848-6ac2-4f53-953b-035ccb6e5cdf req-d438127b-f6d7-4ae8-908a-0efb3f746eb6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7a8c72c-f355-4c96-8431-4b6abf124fc2 HTTP/1.1" status: 200 len: 217 time: 0.0951228 Nov 12 00:51:21.722406 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977649ad-f56a-4ea3-a740-1172c277ccdd None None] Checking router: 09a326cc-604f-492e-9726-2685f3777939 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:51:21.724263 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977649ad-f56a-4ea3-a740-1172c277ccdd None None] Updating router 09a326cc-604f-492e-9726-2685f3777939 port 79ce7fcb-4ca8-472c-a27f-69963a354020 binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:51:21.758381 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-977649ad-f56a-4ea3-a740-1172c277ccdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:21.779838 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b50b79-a8c5-4357-b7a4-ac94fa54baf9 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Pushing event updated for resources: {'Port': ['ID=a30e244e-7306-4557-a0d0-3131069d77cc,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:21.818754 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08dcd3a0-caea-4bbd-8e01-702fda289786 req-86b50b79-a8c5-4357-b7a4-ac94fa54baf9 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Network 945c2da1-f958-478a-a48a-8af2dfa2e179 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:21.820562 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-08dcd3a0-caea-4bbd-8e01-702fda289786 req-86b50b79-a8c5-4357-b7a4-ac94fa54baf9 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:21.834063 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-08dcd3a0-caea-4bbd-8e01-702fda289786 req-86b50b79-a8c5-4357-b7a4-ac94fa54baf9 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:51:21.927438 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94b848-6ac2-4f53-953b-035ccb6e5cdf req-e1541b18-8875-4ac6-8f5c-54d92a7839ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:21.929815 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5f94b848-6ac2-4f53-953b-035ccb6e5cdf req-e1541b18-8875-4ac6-8f5c-54d92a7839ba service neutron] 10.222.0.44 "GET /v2.0/subnets?id=47cc90a9-e995-4711-ba6b-508e6e69e5de HTTP/1.1" status: 200 len: 848 time: 0.1536183 Nov 12 00:51:21.933072 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dcd3a0-caea-4bbd-8e01-702fda289786 req-86b50b79-a8c5-4357-b7a4-ac94fa54baf9 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:21.934482 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-08dcd3a0-caea-4bbd-8e01-702fda289786 req-86b50b79-a8c5-4357-b7a4-ac94fa54baf9 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:21.968260 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-08dcd3a0-caea-4bbd-8e01-702fda289786 req-86b50b79-a8c5-4357-b7a4-ac94fa54baf9 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7545309 Nov 12 00:51:21.982672 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5f94b848-6ac2-4f53-953b-035ccb6e5cdf req-263c75a4-e098-407b-b631-170d2a465b93 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dfbacf63-886c-40df-80dd-a56be185809d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400100 Nov 12 00:51:21.992237 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-08dcd3a0-caea-4bbd-8e01-702fda289786 req-4a61878e-9277-4ca1-bd8f-17a6bea0b66b service neutron] Request body: {'port': {'device_id': '0cefa95a-9485-41e5-a6c6-8eb9c38baa0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:22.075183 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-08dcd3a0-caea-4bbd-8e01-702fda289786 req-4a61878e-9277-4ca1-bd8f-17a6bea0b66b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:22.102683 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdafabf0-5ad0-4cb5-a0f9-d520059d6c98 req-91a7c191-e773-4b46-87e8-0d96295c5196 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:22.104330 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fdafabf0-5ad0-4cb5-a0f9-d520059d6c98 req-91a7c191-e773-4b46-87e8-0d96295c5196 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=139490e9-9c7d-4d98-8128-b40f17d71f2a HTTP/1.1" status: 200 len: 949 time: 0.3970814 Nov 12 00:51:22.227280 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5f94b848-6ac2-4f53-953b-035ccb6e5cdf req-3dcd2d5b-f0f9-420d-a22b-4c39ed7c1103 service neutron] 10.222.0.44 "GET /v2.0/networks/dfbacf63-886c-40df-80dd-a56be185809d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316680 Nov 12 00:51:22.231350 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fdafabf0-5ad0-4cb5-a0f9-d520059d6c98 req-fe814139-2a7b-49e0-91de-e18464c4b489 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079714 Nov 12 00:51:22.272204 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-d588c5c6-89f6-474f-a4aa-73236c0c25d0 None None] Provisioning complete for port a30e244e-7306-4557-a0d0-3131069d77cc triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:22.272578 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d588c5c6-89f6-474f-a4aa-73236c0c25d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:22.315886 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-d588c5c6-89f6-474f-a4aa-73236c0c25d0 None None] Port a30e244e-7306-4557-a0d0-3131069d77cc cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:51:22.373272 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-977649ad-f56a-4ea3-a740-1172c277ccdd None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:22.381066 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5f94b848-6ac2-4f53-953b-035ccb6e5cdf req-48ce2697-5610-4db2-84a8-acbc75f901c5 service neutron] 10.222.0.44 "GET /v2.0/networks/dfbacf63-886c-40df-80dd-a56be185809d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446450 Nov 12 00:51:22.384146 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e629c8-f2e0-4594-b201-0918048b2dfb req-42abd42a-7174-4c04-9fbc-af6d9e980220 tempest-ServersOnMultiNodesTest-1740922003 tempest-ServersOnMultiNodesTest-1740922003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:22.391400 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-977649ad-f56a-4ea3-a740-1172c277ccdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:22.402980 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-40e629c8-f2e0-4594-b201-0918048b2dfb req-42abd42a-7174-4c04-9fbc-af6d9e980220 tempest-ServersOnMultiNodesTest-1740922003 tempest-ServersOnMultiNodesTest-1740922003-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=3dae5fe0-49f1-4df5-84b6-d1b4c070a380 HTTP/1.1" status: 200 len: 1102 time: 0.0866070 Nov 12 00:51:22.442313 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-40e629c8-f2e0-4594-b201-0918048b2dfb req-14a059b9-21f9-4f23-a8f2-b5a03b614a2f tempest-ServersOnMultiNodesTest-1740922003 tempest-ServersOnMultiNodesTest-1740922003-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:22.506881 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0958d8e-5485-428b-875f-6c9683466ee3 None None] Pushing event updated for resources: {'Port': ['ID=79ce7fcb-4ca8-472c-a27f-69963a354020,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:22.603472 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8150ce97-6982-4f72-81fb-0c19aaaa601e req-79546698-aa54-4bd6-bf4b-4047b30807ab tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:22.604987 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8150ce97-6982-4f72-81fb-0c19aaaa601e req-79546698-aa54-4bd6-bf4b-4047b30807ab tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0e631e3-91d5-4309-ab8e-b1808e224b3d HTTP/1.1" status: 200 len: 943 time: 0.1647391 Nov 12 00:51:22.755691 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-40e629c8-f2e0-4594-b201-0918048b2dfb req-14a059b9-21f9-4f23-a8f2-b5a03b614a2f tempest-ServersOnMultiNodesTest-1740922003 tempest-ServersOnMultiNodesTest-1740922003-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:22.762510 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-40e629c8-f2e0-4594-b201-0918048b2dfb req-14a059b9-21f9-4f23-a8f2-b5a03b614a2f tempest-ServersOnMultiNodesTest-1740922003 tempest-ServersOnMultiNodesTest-1740922003-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:22.819371 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-08dcd3a0-caea-4bbd-8e01-702fda289786 req-4a61878e-9277-4ca1-bd8f-17a6bea0b66b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a30e244e-7306-4557-a0d0-3131069d77cc {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:22.823762 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-977649ad-f56a-4ea3-a740-1172c277ccdd None None] Attempting to bind port 79ce7fcb-4ca8-472c-a27f-69963a354020 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:22.824351 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-977649ad-f56a-4ea3-a740-1172c277ccdd None None] Attempting to bind port 79ce7fcb-4ca8-472c-a27f-69963a354020 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'ecb904b9-e8fa-4839-969d-4e2a3eae66df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '13cb42e1-f8c4-42c7-9016-a9d9d381474d'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:22.824517 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977649ad-f56a-4ea3-a740-1172c277ccdd None None] Attempting to bind port 79ce7fcb-4ca8-472c-a27f-69963a354020 on network 13cb42e1-f8c4-42c7-9016-a9d9d381474d {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:22.831333 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-08dcd3a0-caea-4bbd-8e01-702fda289786 req-4a61878e-9277-4ca1-bd8f-17a6bea0b66b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:22.832634 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8150ce97-6982-4f72-81fb-0c19aaaa601e req-3d80b0c8-ca13-4289-92ee-ee9ee363fc87 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099891 Nov 12 00:51:22.838864 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977649ad-f56a-4ea3-a740-1172c277ccdd None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:51:22.839386 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977649ad-f56a-4ea3-a740-1172c277ccdd None None] Checking segment: {'id': 'ecb904b9-e8fa-4839-969d-4e2a3eae66df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '13cb42e1-f8c4-42c7-9016-a9d9d381474d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:22.839792 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-977649ad-f56a-4ea3-a740-1172c277ccdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:22.840247 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977649ad-f56a-4ea3-a740-1172c277ccdd None None] Bound using segment: {'id': 'ecb904b9-e8fa-4839-969d-4e2a3eae66df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '13cb42e1-f8c4-42c7-9016-a9d9d381474d'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:51:22.840729 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-977649ad-f56a-4ea3-a740-1172c277ccdd None None] Bound port: 79ce7fcb-4ca8-472c-a27f-69963a354020, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecb904b9-e8fa-4839-969d-4e2a3eae66df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '13cb42e1-f8c4-42c7-9016-a9d9d381474d'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:51:22.841161 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-977649ad-f56a-4ea3-a740-1172c277ccdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:22.848739 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-08dcd3a0-caea-4bbd-8e01-702fda289786 req-4a61878e-9277-4ca1-bd8f-17a6bea0b66b service neutron] Transition to ACTIVE for port object a30e244e-7306-4557-a0d0-3131069d77cc will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:51:22.850133 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-40e629c8-f2e0-4594-b201-0918048b2dfb req-14a059b9-21f9-4f23-a8f2-b5a03b614a2f tempest-ServersOnMultiNodesTest-1740922003 tempest-ServersOnMultiNodesTest-1740922003-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4462330 Nov 12 00:51:22.851695 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a059b9-21f9-4f23-a8f2-b5a03b614a2f tempest-ServersOnMultiNodesTest-1740922003 tempest-ServersOnMultiNodesTest-1740922003-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7dc1ae3-4370-465e-adfe-8f72f6c701a4,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:22.867719 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-08dcd3a0-caea-4bbd-8e01-702fda289786 req-4a61878e-9277-4ca1-bd8f-17a6bea0b66b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:22.882396 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-eedb4c99-83c2-4c36-b5f1-a693de1a6f4b None None] Provisioning complete for port 79ce7fcb-4ca8-472c-a27f-69963a354020 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:22.882690 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-eedb4c99-83c2-4c36-b5f1-a693de1a6f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:22.931534 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a61878e-9277-4ca1-bd8f-17a6bea0b66b service neutron] Pushing event updated for resources: {'Port': ['ID=a30e244e-7306-4557-a0d0-3131069d77cc,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:22.968033 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device a680a354-383a-4b9b-8e66-248db6e76ac5 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:51:23.032172 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-eedb4c99-83c2-4c36-b5f1-a693de1a6f4b None None] Port 79ce7fcb-4ca8-472c-a27f-69963a354020 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:51:23.058510 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9be1f-1da5-41da-8e1e-b9af94b64f6c req-3b0127f2-4a9e-452d-b515-2fb316493f4f tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:23.061196 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-977649ad-f56a-4ea3-a740-1172c277ccdd None None] For port 79ce7fcb-4ca8-472c-a27f-69963a354020, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:51:23.063820 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4ac9be1f-1da5-41da-8e1e-b9af94b64f6c req-3b0127f2-4a9e-452d-b515-2fb316493f4f tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7d172f4-6a2d-41a7-8858-305d51794d58 HTTP/1.1" status: 200 len: 945 time: 0.1057382 Nov 12 00:51:23.066105 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-977649ad-f56a-4ea3-a740-1172c277ccdd None None] For port 79ce7fcb-4ca8-472c-a27f-69963a354020, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=79ce7fcb-4ca8-472c-a27f-69963a354020,segment=NetworkSegment(ecb904b9-e8fa-4839-969d-4e2a3eae66df),segment_id=ecb904b9-e8fa-4839-969d-4e2a3eae66df)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:51:23.073853 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-977649ad-f56a-4ea3-a740-1172c277ccdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:23.107415 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device e769a600-8888-44e6-b2e0-6ce080ffb7a0 up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:51:23.109643 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port a680a354-383a-4b9b-8e66-248db6e76ac5 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:51:23.138661 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-08dcd3a0-caea-4bbd-8e01-702fda289786 req-4a61878e-9277-4ca1-bd8f-17a6bea0b66b service neutron] Attempting to bind port a30e244e-7306-4557-a0d0-3131069d77cc on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:23.139246 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-08dcd3a0-caea-4bbd-8e01-702fda289786 req-4a61878e-9277-4ca1-bd8f-17a6bea0b66b service neutron] Attempting to bind port a30e244e-7306-4557-a0d0-3131069d77cc by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:23.139483 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dcd3a0-caea-4bbd-8e01-702fda289786 req-4a61878e-9277-4ca1-bd8f-17a6bea0b66b service neutron] Attempting to bind port a30e244e-7306-4557-a0d0-3131069d77cc on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:23.150367 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dcd3a0-caea-4bbd-8e01-702fda289786 req-4a61878e-9277-4ca1-bd8f-17a6bea0b66b service neutron] Port a30e244e-7306-4557-a0d0-3131069d77cc on network 945c2da1-f958-478a-a48a-8af2dfa2e179 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:23.150695 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dcd3a0-caea-4bbd-8e01-702fda289786 req-4a61878e-9277-4ca1-bd8f-17a6bea0b66b service neutron] Attempting to bind port a30e244e-7306-4557-a0d0-3131069d77cc on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:23.164553 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dcd3a0-caea-4bbd-8e01-702fda289786 req-4a61878e-9277-4ca1-bd8f-17a6bea0b66b service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:51:23.164875 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dcd3a0-caea-4bbd-8e01-702fda289786 req-4a61878e-9277-4ca1-bd8f-17a6bea0b66b service neutron] Checking segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:23.165275 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dcd3a0-caea-4bbd-8e01-702fda289786 req-4a61878e-9277-4ca1-bd8f-17a6bea0b66b service neutron] Bound using segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:51:23.168141 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port a680a354-383a-4b9b-8e66-248db6e76ac5 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:23.168692 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:23.172807 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-08dcd3a0-caea-4bbd-8e01-702fda289786 req-4a61878e-9277-4ca1-bd8f-17a6bea0b66b service neutron] Bound port: a30e244e-7306-4557-a0d0-3131069d77cc, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:51:23.173286 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-08dcd3a0-caea-4bbd-8e01-702fda289786 req-4a61878e-9277-4ca1-bd8f-17a6bea0b66b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:23.232239 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4ac9be1f-1da5-41da-8e1e-b9af94b64f6c req-e5f6be59-3d76-419e-9286-eb87614c8513 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c64e9f-26bf-4cae-954e-7c86ebe7e1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534231 Nov 12 00:51:23.313380 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-08dcd3a0-caea-4bbd-8e01-702fda289786 req-4a61878e-9277-4ca1-bd8f-17a6bea0b66b service neutron] For port a30e244e-7306-4557-a0d0-3131069d77cc, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:51:23.330281 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0958d8e-5485-428b-875f-6c9683466ee3 None None] Pushing event updated for resources: {'Port': ['ID=79ce7fcb-4ca8-472c-a27f-69963a354020,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:23.333712 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-08dcd3a0-caea-4bbd-8e01-702fda289786 req-4a61878e-9277-4ca1-bd8f-17a6bea0b66b service neutron] For port a30e244e-7306-4557-a0d0-3131069d77cc, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=a30e244e-7306-4557-a0d0-3131069d77cc,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:51:23.343582 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-08dcd3a0-caea-4bbd-8e01-702fda289786 req-4a61878e-9277-4ca1-bd8f-17a6bea0b66b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:23.347572 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977649ad-f56a-4ea3-a740-1172c277ccdd None None] Routers {'09a326cc-604f-492e-9726-2685f3777939'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:51:23.349442 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-977649ad-f56a-4ea3-a740-1172c277ccdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:51:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['09a326cc-604f-492e-9726-2685f3777939'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:23.355798 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485ca84-b8df-4e68-8290-f0b224b63529 req-3e8f294f-0072-4dc9-b376-51cb3ab0ffd5 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:23.369969 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2485ca84-b8df-4e68-8290-f0b224b63529 req-3e8f294f-0072-4dc9-b376-51cb3ab0ffd5 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cefa95a-9485-41e5-a6c6-8eb9c38baa0a HTTP/1.1" status: 200 len: 946 time: 0.1679251 Nov 12 00:51:23.402086 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dcd3a0-caea-4bbd-8e01-702fda289786 req-4a61878e-9277-4ca1-bd8f-17a6bea0b66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:23.410643 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-08dcd3a0-caea-4bbd-8e01-702fda289786 req-4a61878e-9277-4ca1-bd8f-17a6bea0b66b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:23.433789 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-08dcd3a0-caea-4bbd-8e01-702fda289786 req-4a61878e-9277-4ca1-bd8f-17a6bea0b66b service neutron] 10.222.0.44 "PUT /v2.0/ports/a30e244e-7306-4557-a0d0-3131069d77cc HTTP/1.1" status: 200 len: 1095 time: 1.4480326 Nov 12 00:51:23.434270 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cefa95a-9485-41e5-a6c6-8eb9c38baa0a', 'tag': 'a30e244e-7306-4557-a0d0-3131069d77cc'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:23.440084 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e70f53-c2f6-47cf-b840-ce7640cfa0df" -d '{"events": [{"name": "network-changed", "server_uuid": "0cefa95a-9485-41e5-a6c6-8eb9c38baa0a", "tag": "a30e244e-7306-4557-a0d0-3131069d77cc"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:23.530620 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:51:23.546194 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2485ca84-b8df-4e68-8290-f0b224b63529 req-af918266-9e90-4862-8554-7b3a93beb360 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ffe40b4-8291-4a8e-ac1b-1f22789b79f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732094 Nov 12 00:51:23.547291 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a61878e-9277-4ca1-bd8f-17a6bea0b66b service neutron] Pushing event updated for resources: {'Port': ['ID=a30e244e-7306-4557-a0d0-3131069d77cc,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:23.636389 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port e769a600-8888-44e6-b2e0-6ce080ffb7a0 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:51:23.667558 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dcd3a0-caea-4bbd-8e01-702fda289786 req-b4b701c1-2582-49d3-9ee9-efd12df07290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:23.670794 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-08dcd3a0-caea-4bbd-8e01-702fda289786 req-b4b701c1-2582-49d3-9ee9-efd12df07290 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d973b090b8504fa28326b199cfd90457&device_id=0cefa95a-9485-41e5-a6c6-8eb9c38baa0a HTTP/1.1" status: 200 len: 1098 time: 0.1018090 Nov 12 00:51:23.699148 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port e769a600-8888-44e6-b2e0-6ce080ffb7a0 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:23.699522 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:23.777186 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-08dcd3a0-caea-4bbd-8e01-702fda289786 req-b54abbfd-c2db-4a39-8c69-d627dfc0b427 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=a30e244e-7306-4557-a0d0-3131069d77cc HTTP/1.1" status: 200 len: 217 time: 0.0936360 Nov 12 00:51:23.781371 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa93e2b-9405-4e70-b016-6c5167c457b2 x-openstack-request-id: req-2fa93e2b-9405-4e70-b016-6c5167c457b2 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:23.781834 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cefa95a-9485-41e5-a6c6-8eb9c38baa0a", "tag": "a30e244e-7306-4557-a0d0-3131069d77cc", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:23.786305 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-977649ad-f56a-4ea3-a740-1172c277ccdd None None] Set router 09a326cc-604f-492e-9726-2685f3777939 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:51:23.788192 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:23.789316 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2fa93e2b-9405-4e70-b016-6c5167c457b2 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:23.790340 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cefa95a-9485-41e5-a6c6-8eb9c38baa0a', 'tag': 'a30e244e-7306-4557-a0d0-3131069d77cc', 'status': 'completed', 'code': 200} Nov 12 00:51:23.853698 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-da3be8ae-ef52-4a44-87ab-94f72cbb533b None None] Provisioning complete for port 79ce7fcb-4ca8-472c-a27f-69963a354020 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:23.854185 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-da3be8ae-ef52-4a44-87ab-94f72cbb533b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:23.869931 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '139490e9-9c7d-4d98-8128-b40f17d71f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a680a354-383a-4b9b-8e66-248db6e76ac5'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:23.872165 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96834fc6-10aa-45e3-94db-9bf636ffc63a" -d '{"events": [{"server_uuid": "139490e9-9c7d-4d98-8128-b40f17d71f2a", "name": "network-vif-plugged", "status": "completed", "tag": "a680a354-383a-4b9b-8e66-248db6e76ac5"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:23.892522 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca9c8a-8ccb-45ac-816d-f6a1bf7ff5b6 req-d38e0dae-af12-44fe-983e-f880b16ab74d tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:23.898698 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-45ca9c8a-8ccb-45ac-816d-f6a1bf7ff5b6 req-d38e0dae-af12-44fe-983e-f880b16ab74d tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=139490e9-9c7d-4d98-8128-b40f17d71f2a HTTP/1.1" status: 200 len: 949 time: 0.1586924 Nov 12 00:51:23.951169 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dcd3a0-caea-4bbd-8e01-702fda289786 req-1fd48353-e81a-4c0b-9585-5c9f5998d469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:23.952632 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-08dcd3a0-caea-4bbd-8e01-702fda289786 req-1fd48353-e81a-4c0b-9585-5c9f5998d469 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.1609952 Nov 12 00:51:23.989713 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9aeab898-6e11-4b58-9671-739add464b4b req-d1f41dd6-6d55-4689-bde7-2c15a34df800 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=1a351b85e994407a86b201df7ace2e9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363529 Nov 12 00:51:24.046369 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dcd3a0-caea-4bbd-8e01-702fda289786 req-77f06f43-5ffc-4f97-ba84-a193d16258c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:24.047897 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-08dcd3a0-caea-4bbd-8e01-702fda289786 req-77f06f43-5ffc-4f97-ba84-a193d16258c8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0854959 Nov 12 00:51:24.051302 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-45ca9c8a-8ccb-45ac-816d-f6a1bf7ff5b6 req-28f93f58-8e10-4256-9d7d-1b65c418a41e tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423333 Nov 12 00:51:24.147282 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeab898-6e11-4b58-9671-739add464b4b req-2e350094-e0a6-44a6-b6c3-713ec7499dc4 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:24.157151 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9aeab898-6e11-4b58-9671-739add464b4b req-2e350094-e0a6-44a6-b6c3-713ec7499dc4 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1660585 Nov 12 00:51:24.178503 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9aeab898-6e11-4b58-9671-739add464b4b req-c2ec5143-4648-4368-b3fe-6ad0356952ac tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/quotas/1a351b85e994407a86b201df7ace2e9c HTTP/1.1" status: 200 len: 375 time: 0.0200982 Nov 12 00:51:24.211105 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port a680a354-383a-4b9b-8e66-248db6e76ac5, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=a680a354-383a-4b9b-8e66-248db6e76ac5,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:24.231749 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:24.249021 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:24.272770 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-08dcd3a0-caea-4bbd-8e01-702fda289786 req-a5f1fb3d-a275-422a-8c20-f27a45713a7b service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157311 Nov 12 00:51:24.286249 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18187766-692c-496b-a632-58106f59f214 req-448e6dd6-1f43-4dca-9221-97d27a9a3769 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:24.288087 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-18187766-692c-496b-a632-58106f59f214 req-448e6dd6-1f43-4dca-9221-97d27a9a3769 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0e631e3-91d5-4309-ab8e-b1808e224b3d HTTP/1.1" status: 200 len: 943 time: 0.1070230 Nov 12 00:51:24.310343 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9aeab898-6e11-4b58-9671-739add464b4b req-eff85328-5a4b-486b-a1a9-6533c1c706ec tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1a351b85e994407a86b201df7ace2e9c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1304095 Nov 12 00:51:24.326990 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=a680a354-383a-4b9b-8e66-248db6e76ac5,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:24.390109 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49826) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:24.395028 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-18187766-692c-496b-a632-58106f59f214 req-38e30053-56ad-4554-8c25-7ecea45b5333 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830522 Nov 12 00:51:24.442726 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port e769a600-8888-44e6-b2e0-6ce080ffb7a0, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=e769a600-8888-44e6-b2e0-6ce080ffb7a0,segment=NetworkSegment(6eca3569-bbd9-4f4d-bcf1-f2a3273ec25a),segment_id=6eca3569-bbd9-4f4d-bcf1-f2a3273ec25a)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:24.458682 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-08dcd3a0-caea-4bbd-8e01-702fda289786 req-fb360fc0-5cd1-463a-9b02-56e1980ef248 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772387 Nov 12 00:51:24.464925 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:24.514805 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-da3be8ae-ef52-4a44-87ab-94f72cbb533b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:24.573477 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e247130-20f6-42da-b215-804b4762b704 x-openstack-request-id: req-8e247130-20f6-42da-b215-804b4762b704 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:24.573803 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "139490e9-9c7d-4d98-8128-b40f17d71f2a", "name": "network-vif-plugged", "status": "completed", "tag": "a680a354-383a-4b9b-8e66-248db6e76ac5", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:24.574059 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8e247130-20f6-42da-b215-804b4762b704 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:24.574449 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '139490e9-9c7d-4d98-8128-b40f17d71f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a680a354-383a-4b9b-8e66-248db6e76ac5', 'code': 200} Nov 12 00:51:24.622023 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-977649ad-f56a-4ea3-a740-1172c277ccdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a326cc-604f-492e-9726-2685f3777939', 'name': 'tempest-AttachSCSIVolumeTestJSON-1778989988-router', 'tenant_id': '4fa9f6c3ee344f05900481867394d8ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '99aed95b-451f-4c92-a941-ad8a6e07abd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:51:09Z', 'updated_at': '2021-11-12T00:51:17Z', 'revision_number': 4, 'project_id': '4fa9f6c3ee344f05900481867394d8ac', 'gw_port': {'id': '99aed95b-451f-4c92-a941-ad8a6e07abd9', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a326cc-604f-492e-9726-2685f3777939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:11Z', 'updated_at': '2021-11-12T00:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '79ce7fcb-4ca8-472c-a27f-69963a354020', 'name': '', 'network_id': '13cb42e1-f8c4-42c7-9016-a9d9d381474d', 'tenant_id': '4fa9f6c3ee344f05900481867394d8ac', 'mac_address': 'fa:16:3e:c3:62:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09a326cc-604f-492e-9726-2685f3777939', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'd34d78d1-49dd-4b07-848f-9eb11dae08d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:16Z', 'updated_at': '2021-11-12T00:51:23Z', 'revision_number': 4, 'project_id': '4fa9f6c3ee344f05900481867394d8ac', 'subnets': [{'id': 'd34d78d1-49dd-4b07-848f-9eb11dae08d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:24.684497 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-da3be8ae-ef52-4a44-87ab-94f72cbb533b None None] For port 79ce7fcb-4ca8-472c-a27f-69963a354020, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=79ce7fcb-4ca8-472c-a27f-69963a354020,segment=NetworkSegment(ecb904b9-e8fa-4839-969d-4e2a3eae66df),segment_id=ecb904b9-e8fa-4839-969d-4e2a3eae66df)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:24.685817 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977649ad-f56a-4ea3-a740-1172c277ccdd None None] The sync data for ids ['09a326cc-604f-492e-9726-2685f3777939'] in n-d-712142-27 is: [{'id': '09a326cc-604f-492e-9726-2685f3777939', 'name': 'tempest-AttachSCSIVolumeTestJSON-1778989988-router', 'tenant_id': '4fa9f6c3ee344f05900481867394d8ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '99aed95b-451f-4c92-a941-ad8a6e07abd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:51:09Z', 'updated_at': '2021-11-12T00:51:17Z', 'revision_number': 4, 'project_id': '4fa9f6c3ee344f05900481867394d8ac', 'gw_port': {'id': '99aed95b-451f-4c92-a941-ad8a6e07abd9', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a326cc-604f-492e-9726-2685f3777939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:11Z', 'updated_at': '2021-11-12T00:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '79ce7fcb-4ca8-472c-a27f-69963a354020', 'name': '', 'network_id': '13cb42e1-f8c4-42c7-9016-a9d9d381474d', 'tenant_id': '4fa9f6c3ee344f05900481867394d8ac', 'mac_address': 'fa:16:3e:c3:62:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09a326cc-604f-492e-9726-2685f3777939', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'd34d78d1-49dd-4b07-848f-9eb11dae08d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:16Z', 'updated_at': '2021-11-12T00:51:23Z', 'revision_number': 4, 'project_id': '4fa9f6c3ee344f05900481867394d8ac', 'subnets': [{'id': 'd34d78d1-49dd-4b07-848f-9eb11dae08d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:51:24.687389 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=e769a600-8888-44e6-b2e0-6ce080ffb7a0,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:24.688269 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e70f53-c2f6-47cf-b840-ce7640cfa0df req-2886b482-e24d-4664-b21f-2e37651b7827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:24.698796 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-44e70f53-c2f6-47cf-b840-ce7640cfa0df req-2886b482-e24d-4664-b21f-2e37651b7827 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d973b090b8504fa28326b199cfd90457&device_id=0cefa95a-9485-41e5-a6c6-8eb9c38baa0a HTTP/1.1" status: 200 len: 1098 time: 0.1418569 Nov 12 00:51:24.706037 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-da3be8ae-ef52-4a44-87ab-94f72cbb533b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:24.711959 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8c733b0f-0b9f-46b0-8309-95b171d26805 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:24.871222 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ad302-2480-4a1f-a5d4-a266e220ee85 req-ab550381-d0d4-40a1-8eee-66f70c4f9f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:24.877838 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f34ad302-2480-4a1f-a5d4-a266e220ee85 req-ab550381-d0d4-40a1-8eee-66f70c4f9f57 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=139490e9-9c7d-4d98-8128-b40f17d71f2a HTTP/1.1" status: 200 len: 1102 time: 0.2069926 Nov 12 00:51:24.964995 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device a7a8c72c-f355-4c96-8431-4b6abf124fc2 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:51:24.981423 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e70f53-c2f6-47cf-b840-ce7640cfa0df req-fcc23f94-ad5c-4654-89b3-9a6a19c136bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:24.985476 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-44e70f53-c2f6-47cf-b840-ce7640cfa0df req-fcc23f94-ad5c-4654-89b3-9a6a19c136bc service neutron] 10.222.0.44 "GET /v2.0/networks?id=945c2da1-f958-478a-a48a-8af2dfa2e179 HTTP/1.1" status: 200 len: 869 time: 0.2802160 Nov 12 00:51:24.991772 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3be8ae-ef52-4a44-87ab-94f72cbb533b None None] Pushing event updated for resources: {'Port': ['ID=79ce7fcb-4ca8-472c-a27f-69963a354020,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:25.059633 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 79ce7fcb-4ca8-472c-a27f-69963a354020 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:51:25.097580 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f34ad302-2480-4a1f-a5d4-a266e220ee85 req-689518b4-9b53-43a5-b270-5b4e0124d152 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742377 Nov 12 00:51:25.114418 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-44e70f53-c2f6-47cf-b840-ce7640cfa0df req-95b5f9fe-737d-40e8-997b-e633ee2debf8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=a30e244e-7306-4557-a0d0-3131069d77cc HTTP/1.1" status: 200 len: 217 time: 0.1212227 Nov 12 00:51:25.174756 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 79ce7fcb-4ca8-472c-a27f-69963a354020 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:25.175173 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:25.198938 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9dd028-73e6-4ab0-a4fc-3baf9784de21 req-aab0a920-670d-4669-aa8f-78d831248323 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:25.207140 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4b9dd028-73e6-4ab0-a4fc-3baf9784de21 req-aab0a920-670d-4669-aa8f-78d831248323 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7d172f4-6a2d-41a7-8858-305d51794d58 HTTP/1.1" status: 200 len: 946 time: 0.3238482 Nov 12 00:51:25.363071 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port a7a8c72c-f355-4c96-8431-4b6abf124fc2, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=a7a8c72c-f355-4c96-8431-4b6abf124fc2,segment=NetworkSegment(22cf0803-7015-4b8f-9bea-ad8ec3d31ac5),segment_id=22cf0803-7015-4b8f-9bea-ad8ec3d31ac5)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:25.377545 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'a7a8c72c-f355-4c96-8431-4b6abf124fc2', 'network_id': 'dfbacf63-886c-40df-80dd-a56be185809d', 'port_id': 'a7a8c72c-f355-4c96-8431-4b6abf124fc2', 'mac_address': 'fa:16:3e:e9:15:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47cc90a9-e995-4711-ba6b-508e6e69e5de', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:51:25.437202 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e70f53-c2f6-47cf-b840-ce7640cfa0df req-da09dc5e-de47-4780-98d2-9ffc18d732eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:25.439676 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-44e70f53-c2f6-47cf-b840-ce7640cfa0df req-da09dc5e-de47-4780-98d2-9ffc18d732eb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.0769856 Nov 12 00:51:25.467651 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:25.483134 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7a8c72c-f355-4c96-8431-4b6abf124fc2 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:25.535608 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e70f53-c2f6-47cf-b840-ce7640cfa0df req-0b346568-a70d-45cd-be58-473f2f31d06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:25.537335 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-44e70f53-c2f6-47cf-b840-ce7640cfa0df req-0b346568-a70d-45cd-be58-473f2f31d06c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0910852 Nov 12 00:51:25.540864 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port a7a8c72c-f355-4c96-8431-4b6abf124fc2, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=a7a8c72c-f355-4c96-8431-4b6abf124fc2,segment=NetworkSegment(22cf0803-7015-4b8f-9bea-ad8ec3d31ac5),segment_id=22cf0803-7015-4b8f-9bea-ad8ec3d31ac5)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:25.551464 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:25.759442 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=a7a8c72c-f355-4c96-8431-4b6abf124fc2,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:25.783796 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ade21b-ea7b-4bc9-9065-4c4076fcbb17 req-8cb1b751-6455-4e82-8f06-09b6349e7331 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:25.785629 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68ade21b-ea7b-4bc9-9065-4c4076fcbb17 req-8cb1b751-6455-4e82-8f06-09b6349e7331 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cefa95a-9485-41e5-a6c6-8eb9c38baa0a HTTP/1.1" status: 200 len: 946 time: 0.1378250 Nov 12 00:51:25.803105 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4b9dd028-73e6-4ab0-a4fc-3baf9784de21 req-72044957-c6ae-425b-bcc0-c9bcf6339173 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c64e9f-26bf-4cae-954e-7c86ebe7e1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5950053 Nov 12 00:51:25.852516 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8c733b0f-0b9f-46b0-8309-95b171d26805 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:25.880125 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8c733b0f-0b9f-46b0-8309-95b171d26805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:25.903219 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-44e70f53-c2f6-47cf-b840-ce7640cfa0df req-4f834687-b81f-4d36-848d-1a15e67534f4 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555984 Nov 12 00:51:25.908439 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['a7a8c72c-f355-4c96-8431-4b6abf124fc2'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:51:25.945260 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c733b0f-0b9f-46b0-8309-95b171d26805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f18d5d-494d-4011-a7d9-fa214896493c,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:26.059768 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-8c733b0f-0b9f-46b0-8309-95b171d26805 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2f965eca2bd74aeeae921bb1cf70734e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6634884 Nov 12 00:51:26.068331 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49850) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:26.088054 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68ade21b-ea7b-4bc9-9065-4c4076fcbb17 req-c673944a-843d-423e-8177-5c2f1c3a4566 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ffe40b4-8291-4a8e-ac1b-1f22789b79f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836547 Nov 12 00:51:26.114525 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef685a-2864-4df4-aec9-57afa8aef1fb req-7991b42e-13a5-4f5f-977d-fbee9229bbc4 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:26.124564 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-76ef685a-2864-4df4-aec9-57afa8aef1fb req-7991b42e-13a5-4f5f-977d-fbee9229bbc4 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=139490e9-9c7d-4d98-8128-b40f17d71f2a HTTP/1.1" status: 200 len: 950 time: 0.1791146 Nov 12 00:51:26.180354 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-44e70f53-c2f6-47cf-b840-ce7640cfa0df req-cb461e3a-6ae5-4072-901a-4f2e382a168f service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580142 Nov 12 00:51:26.342330 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-76ef685a-2864-4df4-aec9-57afa8aef1fb req-86d09721-7a9a-4687-a588-70e9d01cd11a tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148259 Nov 12 00:51:26.379240 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-30eff46b-e10e-433f-a946-cfbdb9ae5301 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:26.471403 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-30eff46b-e10e-433f-a946-cfbdb9ae5301 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:26.575571 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d172f4-6a2d-41a7-8858-305d51794d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e769a600-8888-44e6-b2e0-6ce080ffb7a0'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:26.578142 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b7134a-b420-46a3-95c5-8bf2b2334df4" -d '{"events": [{"server_uuid": "c7d172f4-6a2d-41a7-8858-305d51794d58", "name": "network-vif-plugged", "status": "completed", "tag": "e769a600-8888-44e6-b2e0-6ce080ffb7a0"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:26.628661 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-30eff46b-e10e-433f-a946-cfbdb9ae5301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:26.632933 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-30eff46b-e10e-433f-a946-cfbdb9ae5301 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:26.636692 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-30eff46b-e10e-433f-a946-cfbdb9ae5301 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/94f18d5d-494d-4011-a7d9-fa214896493c HTTP/1.1" status: 204 len: 168 time: 0.5589616 Nov 12 00:51:26.666907 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275a5be-d9fc-4e37-af89-2d23adc8dcb3 req-2ce45db0-26b0-445d-bf62-bbf462986650 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:26.669032 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5275a5be-d9fc-4e37-af89-2d23adc8dcb3 req-2ce45db0-26b0-445d-bf62-bbf462986650 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0e631e3-91d5-4309-ab8e-b1808e224b3d HTTP/1.1" status: 200 len: 944 time: 0.1306999 Nov 12 00:51:26.734849 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eff46b-e10e-433f-a946-cfbdb9ae5301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f18d5d-494d-4011-a7d9-fa214896493c,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:26.860395 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5275a5be-d9fc-4e37-af89-2d23adc8dcb3 req-1f6f5666-c4e2-46df-815b-63ff8c20eaca tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780570 Nov 12 00:51:26.927203 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d2e84250-2363-4563-8f49-671abc696c6f req-9d0f6dce-1c66-45f1-8800-aa27254b2f55 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=52d0e715-9392-4339-b495-b1a8ec82fe96 HTTP/1.1" status: 200 len: 210 time: 0.0646775 Nov 12 00:51:26.953283 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device a7a8c72c-f355-4c96-8431-4b6abf124fc2 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:51:27.079499 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ce1ec-12b0-495f-9502-ed19125cb598 req-dfdb79b9-c3f8-4b2e-bbc8-ecece4a96fc2 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:27.083695 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7b9ce1ec-12b0-495f-9502-ed19125cb598 req-dfdb79b9-c3f8-4b2e-bbc8-ecece4a96fc2 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7d172f4-6a2d-41a7-8858-305d51794d58 HTTP/1.1" status: 200 len: 946 time: 0.0876501 Nov 12 00:51:27.220712 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 49866) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:27.221758 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b4b57-8a24-4ac3-9fa5-fbde3b897b54 req-ea10e140-35a1-419e-b507-2bda44c1bafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:27.223265 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7b1b4b57-8a24-4ac3-9fa5-fbde3b897b54 req-ea10e140-35a1-419e-b507-2bda44c1bafc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c7d172f4-6a2d-41a7-8858-305d51794d58 HTTP/1.1" status: 200 len: 1098 time: 0.1155488 Nov 12 00:51:27.240247 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c9dee7d5-5c88-425b-a9c2-a5e9281330a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:27.248081 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7b9ce1ec-12b0-495f-9502-ed19125cb598 req-04c33169-ac08-4daf-99e4-273b4da330f8 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c64e9f-26bf-4cae-954e-7c86ebe7e1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493099 Nov 12 00:51:27.264812 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2b5a8a-8ed3-4adf-b8d5-d91117cd640b x-openstack-request-id: req-5d2b5a8a-8ed3-4adf-b8d5-d91117cd640b {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:27.264812 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d172f4-6a2d-41a7-8858-305d51794d58", "name": "network-vif-plugged", "status": "completed", "tag": "e769a600-8888-44e6-b2e0-6ce080ffb7a0", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:27.264812 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5d2b5a8a-8ed3-4adf-b8d5-d91117cd640b {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:27.264812 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d172f4-6a2d-41a7-8858-305d51794d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e769a600-8888-44e6-b2e0-6ce080ffb7a0', 'code': 200} Nov 12 00:51:27.266109 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 79ce7fcb-4ca8-472c-a27f-69963a354020 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:51:27.340973 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-01b1564f-44bb-4e06-9b93-d5069a5b6798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:27.379856 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4938058b-8641-4d5e-8930-42bd71ba2975 req-9099fa59-cab1-41c4-ad7e-ff7575733562 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:27.382136 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4938058b-8641-4d5e-8930-42bd71ba2975 req-9099fa59-cab1-41c4-ad7e-ff7575733562 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cefa95a-9485-41e5-a6c6-8eb9c38baa0a HTTP/1.1" status: 200 len: 946 time: 0.1657553 Nov 12 00:51:27.398189 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port a7a8c72c-f355-4c96-8431-4b6abf124fc2 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:51:27.401813 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 79ce7fcb-4ca8-472c-a27f-69963a354020 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:27.402185 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:27.407251 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port a7a8c72c-f355-4c96-8431-4b6abf124fc2 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:27.407442 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:27.414859 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7b1b4b57-8a24-4ac3-9fa5-fbde3b897b54 req-a5d4366d-d448-43a7-85cf-f632419abbf4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=59c64e9f-26bf-4cae-954e-7c86ebe7e1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578114 Nov 12 00:51:27.438025 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c9dee7d5-5c88-425b-a9c2-a5e9281330a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:27.444045 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c9dee7d5-5c88-425b-a9c2-a5e9281330a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:27.494734 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4938058b-8641-4d5e-8930-42bd71ba2975 req-6158b0c9-5739-478a-8bd1-e3b9f87ac03e tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ffe40b4-8291-4a8e-ac1b-1f22789b79f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039052 Nov 12 00:51:27.523743 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c9dee7d5-5c88-425b-a9c2-a5e9281330a4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0be27d93d8c54fb48fffb3d1c383b919&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3020024 Nov 12 00:51:27.554702 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49870) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:27.595848 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dee7d5-5c88-425b-a9c2-a5e9281330a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb1a2d3-523f-4339-97e4-e25854452638,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:27.610779 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:27.628667 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc364191-4fea-412e-90fe-5e92e607feac req-e242ad3c-cbdd-43f6-8b6e-69baab6a3f1d tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:27.630191 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cc364191-4fea-412e-90fe-5e92e607feac req-e242ad3c-cbdd-43f6-8b6e-69baab6a3f1d tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=139490e9-9c7d-4d98-8128-b40f17d71f2a HTTP/1.1" status: 200 len: 950 time: 0.1321023 Nov 12 00:51:27.654925 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port a7a8c72c-f355-4c96-8431-4b6abf124fc2, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=a7a8c72c-f355-4c96-8431-4b6abf124fc2,segment=NetworkSegment(22cf0803-7015-4b8f-9bea-ad8ec3d31ac5),segment_id=22cf0803-7015-4b8f-9bea-ad8ec3d31ac5)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:27.659508 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:27.678374 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2f6c9815-d31d-4459-bb3b-f1ed11567dad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:27.724104 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cc364191-4fea-412e-90fe-5e92e607feac req-a98b23a0-45d2-4343-bc4b-52555a3bd7ac tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764909 Nov 12 00:51:27.741580 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=a7a8c72c-f355-4c96-8431-4b6abf124fc2,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:27.765459 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2f6c9815-d31d-4459-bb3b-f1ed11567dad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:27.852342 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2f6c9815-d31d-4459-bb3b-f1ed11567dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:27.856678 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2f6c9815-d31d-4459-bb3b-f1ed11567dad admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:27.860483 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2f6c9815-d31d-4459-bb3b-f1ed11567dad admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0eb1a2d3-523f-4339-97e4-e25854452638 HTTP/1.1" status: 204 len: 168 time: 0.3095427 Nov 12 00:51:27.878809 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c9815-d31d-4459-bb3b-f1ed11567dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb1a2d3-523f-4339-97e4-e25854452638,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:27.943663 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9aeab898-6e11-4b58-9671-739add464b4b req-60bb54bc-55b3-46c0-91d3-639a98b91389 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=1a351b85e994407a86b201df7ace2e9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358343 Nov 12 00:51:28.203849 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b62261-c5ff-4ef1-a931-1e24c3452b2d req-7fe37aac-5da6-4348-bfc6-a5fd72e3d650 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:28.205545 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f6b62261-c5ff-4ef1-a931-1e24c3452b2d req-7fe37aac-5da6-4348-bfc6-a5fd72e3d650 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0e631e3-91d5-4309-ab8e-b1808e224b3d HTTP/1.1" status: 200 len: 945 time: 0.1656070 Nov 12 00:51:28.257070 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeab898-6e11-4b58-9671-739add464b4b req-a0fc7bdb-8867-476b-8bd4-b8ec6aade954 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:28.258695 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9aeab898-6e11-4b58-9671-739add464b4b req-a0fc7bdb-8867-476b-8bd4-b8ec6aade954 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2990191 Nov 12 00:51:28.295688 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f6b62261-c5ff-4ef1-a931-1e24c3452b2d req-0f6c6eae-bc1b-482f-8a05-13b76cdef37b tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690293 Nov 12 00:51:28.300988 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-9aeab898-6e11-4b58-9671-739add464b4b req-a9fa3287-fcd4-41d2-b544-d4332c5c533d tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Request body: {'port': {'device_id': 'fc699982-537a-4d2b-9409-74b5712e3139', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'admin_state_up': True, 'tenant_id': '1a351b85e994407a86b201df7ace2e9c'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:28.505157 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9aeab898-6e11-4b58-9671-739add464b4b req-1f1b80b8-0952-4c2a-b9d2-8670d3f18ca7 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=1a351b85e994407a86b201df7ace2e9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404186 Nov 12 00:51:28.527662 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2f5b92db-5f0d-476c-9d6c-a1c9baa85d36 req-5e657f9e-13a3-4579-bba6-8a565d518311 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=52d0e715-9392-4339-b495-b1a8ec82fe96 HTTP/1.1" status: 200 len: 210 time: 0.0796151 Nov 12 00:51:28.530641 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aeab898-6e11-4b58-9671-739add464b4b req-a9fa3287-fcd4-41d2-b544-d4332c5c533d tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Made reservation on behalf of 1a351b85e994407a86b201df7ace2e9c for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:28.535305 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9aeab898-6e11-4b58-9671-739add464b4b req-a9fa3287-fcd4-41d2-b544-d4332c5c533d tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:28.624851 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f92d61-c307-4125-bedc-0c74253390a5 req-8f16c348-ee50-431b-9f12-5a83fd5eb7b1 tempest-MigrationsAdminTest-480281328 tempest-MigrationsAdminTest-480281328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:28.627356 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-15f92d61-c307-4125-bedc-0c74253390a5 req-8f16c348-ee50-431b-9f12-5a83fd5eb7b1 tempest-MigrationsAdminTest-480281328 tempest-MigrationsAdminTest-480281328-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=139490e9-9c7d-4d98-8128-b40f17d71f2a HTTP/1.1" status: 200 len: 1102 time: 0.1806378 Nov 12 00:51:28.716778 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeab898-6e11-4b58-9671-739add464b4b req-91a9c895-7e59-409e-8a4f-acbc73385872 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:28.718989 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9aeab898-6e11-4b58-9671-739add464b4b req-91a9c895-7e59-409e-8a4f-acbc73385872 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1667743 Nov 12 00:51:28.740287 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-9aeab898-6e11-4b58-9671-739add464b4b req-4283fe86-13d2-4bc9-9646-dd3920dc7545 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Request body: {'port': {'device_id': '52d0e715-9392-4339-b495-b1a8ec82fe96', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'admin_state_up': True, 'tenant_id': '1a351b85e994407a86b201df7ace2e9c'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:28.765201 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-15f92d61-c307-4125-bedc-0c74253390a5 req-586bf826-5e08-4dd4-8952-9f4cfa5c4b29 tempest-MigrationsAdminTest-480281328 tempest-MigrationsAdminTest-480281328-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:28.893968 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f30cc97-e530-4c8e-9640-a28ed77466a4 req-5ab6ff08-5f2a-4ca5-9b22-549c7334f91f tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:28.898058 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7f30cc97-e530-4c8e-9640-a28ed77466a4 req-5ab6ff08-5f2a-4ca5-9b22-549c7334f91f tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7d172f4-6a2d-41a7-8858-305d51794d58 HTTP/1.1" status: 200 len: 946 time: 0.1513021 Nov 12 00:51:28.966736 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device a30e244e-7306-4557-a0d0-3131069d77cc details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:51:28.983085 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aeab898-6e11-4b58-9671-739add464b4b req-4283fe86-13d2-4bc9-9646-dd3920dc7545 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Made reservation on behalf of 1a351b85e994407a86b201df7ace2e9c for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:28.989530 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-9aeab898-6e11-4b58-9671-739add464b4b req-4283fe86-13d2-4bc9-9646-dd3920dc7545 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:29.045116 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7f30cc97-e530-4c8e-9640-a28ed77466a4 req-40be5887-02a0-4308-823c-c4e442bbf017 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c64e9f-26bf-4cae-954e-7c86ebe7e1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459901 Nov 12 00:51:29.098071 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-9aeab898-6e11-4b58-9671-739add464b4b req-a9fa3287-fcd4-41d2-b544-d4332c5c533d tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Allocated IP 192.168.233.63 (945c2da1-f958-478a-a48a-8af2dfa2e179/f0290328-7bc5-4266-bfb9-6eb25d91acf0/00dbddc7-a1c8-4c61-99f2-f71236b0ee66) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:51:29.196328 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port a30e244e-7306-4557-a0d0-3131069d77cc, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=a30e244e-7306-4557-a0d0-3131069d77cc,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:29.229355 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'a30e244e-7306-4557-a0d0-3131069d77cc', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'port_id': 'a30e244e-7306-4557-a0d0-3131069d77cc', 'mac_address': 'fa:16:3e:e8:e7:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0290328-7bc5-4266-bfb9-6eb25d91acf0', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:51:29.242232 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 49908) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:29.268147 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e631e3-91d5-4309-ab8e-b1808e224b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a8c72c-f355-4c96-8431-4b6abf124fc2'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:29.271187 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b70426-7ec6-454a-b0d6-ce0659914a12" -d '{"events": [{"server_uuid": "b0e631e3-91d5-4309-ab8e-b1808e224b3d", "name": "network-vif-plugged", "status": "completed", "tag": "a7a8c72c-f355-4c96-8431-4b6abf124fc2"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:29.279191 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:29.299061 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a30e244e-7306-4557-a0d0-3131069d77cc {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:29.324840 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port a30e244e-7306-4557-a0d0-3131069d77cc, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=a30e244e-7306-4557-a0d0-3131069d77cc,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:29.331169 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:29.336086 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9aeab898-6e11-4b58-9671-739add464b4b req-a9fa3287-fcd4-41d2-b544-d4332c5c533d tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:29.368046 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-285563e7-0dcb-472f-aaec-68f8d5090bb1 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-448972001-network', 'tenant_id': '52ec13b5aa674ec2836b22da2faf152e'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:29.397911 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=a30e244e-7306-4557-a0d0-3131069d77cc,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:29.402820 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285563e7-0dcb-472f-aaec-68f8d5090bb1 admin admin] Made reservation on behalf of 52ec13b5aa674ec2836b22da2faf152e for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:29.405516 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-285563e7-0dcb-472f-aaec-68f8d5090bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:29.416919 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-285563e7-0dcb-472f-aaec-68f8d5090bb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:29.445036 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9aeab898-6e11-4b58-9671-739add464b4b req-a9fa3287-fcd4-41d2-b544-d4332c5c533d tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:29.450801 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-15f92d61-c307-4125-bedc-0c74253390a5 req-586bf826-5e08-4dd4-8952-9f4cfa5c4b29 tempest-MigrationsAdminTest-480281328 tempest-MigrationsAdminTest-480281328-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:29.482936 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['8ee9b406-63fc-4abb-9ad7-a586a9c8cd94'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:51:29.497067 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acdadff-b1a3-496e-9d04-8454f56fe680 req-ab6e233b-fe04-47a9-a791-3e4654e3e5e9 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:29.498732 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5acdadff-b1a3-496e-9d04-8454f56fe680 req-ab6e233b-fe04-47a9-a791-3e4654e3e5e9 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cefa95a-9485-41e5-a6c6-8eb9c38baa0a HTTP/1.1" status: 200 len: 947 time: 0.1230917 Nov 12 00:51:29.499689 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-15f92d61-c307-4125-bedc-0c74253390a5 req-586bf826-5e08-4dd4-8952-9f4cfa5c4b29 tempest-MigrationsAdminTest-480281328 tempest-MigrationsAdminTest-480281328-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:29.513880 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-9aeab898-6e11-4b58-9671-739add464b4b req-4283fe86-13d2-4bc9-9646-dd3920dc7545 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Allocated IP 192.168.233.242 (945c2da1-f958-478a-a48a-8af2dfa2e179/f0290328-7bc5-4266-bfb9-6eb25d91acf0/559534ec-b918-4572-b31d-8e35637a07fc) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:51:29.519298 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aeab898-6e11-4b58-9671-739add464b4b req-a9fa3287-fcd4-41d2-b544-d4332c5c533d tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Network 945c2da1-f958-478a-a48a-8af2dfa2e179 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:29.534643 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-9aeab898-6e11-4b58-9671-739add464b4b req-a9fa3287-fcd4-41d2-b544-d4332c5c533d tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:29.538058 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aeab898-6e11-4b58-9671-739add464b4b req-a9fa3287-fcd4-41d2-b544-d4332c5c533d tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:51:29.655412 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['a30e244e-7306-4557-a0d0-3131069d77cc'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:51:29.708638 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5acdadff-b1a3-496e-9d04-8454f56fe680 req-df42e075-41c0-4b5e-a9f0-aec27fc441b9 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ffe40b4-8291-4a8e-ac1b-1f22789b79f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009039 Nov 12 00:51:29.709565 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586bf826-5e08-4dd4-8952-9f4cfa5c4b29 tempest-MigrationsAdminTest-480281328 tempest-MigrationsAdminTest-480281328-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85578e16-df56-4fbd-a784-278d618499c1,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:29.725492 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa3287-fcd4-41d2-b544-d4332c5c533d tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Pushing event updated for resources: {'Port': ['ID=00dbddc7-a1c8-4c61-99f2-f71236b0ee66,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:29.750422 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-15f92d61-c307-4125-bedc-0c74253390a5 req-586bf826-5e08-4dd4-8952-9f4cfa5c4b29 tempest-MigrationsAdminTest-480281328 tempest-MigrationsAdminTest-480281328-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0989940 Nov 12 00:51:29.766527 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeab898-6e11-4b58-9671-739add464b4b req-a9fa3287-fcd4-41d2-b544-d4332c5c533d tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:29.767160 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9aeab898-6e11-4b58-9671-739add464b4b req-a9fa3287-fcd4-41d2-b544-d4332c5c533d tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:29.802860 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9aeab898-6e11-4b58-9671-739add464b4b req-a9fa3287-fcd4-41d2-b544-d4332c5c533d tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5148666 Nov 12 00:51:29.823264 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-9aeab898-6e11-4b58-9671-739add464b4b req-d2cd83d2-ecaf-4f24-bdaa-b667bf52a6fc service neutron] Request body: {'port': {'device_id': 'fc699982-537a-4d2b-9409-74b5712e3139', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:29.893476 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cbf64cd-4d06-4712-a810-7c94ce876918 x-openstack-request-id: req-8cbf64cd-4d06-4712-a810-7c94ce876918 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:29.894307 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e631e3-91d5-4309-ab8e-b1808e224b3d", "name": "network-vif-plugged", "status": "completed", "tag": "a7a8c72c-f355-4c96-8431-4b6abf124fc2", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:29.894707 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8cbf64cd-4d06-4712-a810-7c94ce876918 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:29.914426 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e631e3-91d5-4309-ab8e-b1808e224b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a8c72c-f355-4c96-8431-4b6abf124fc2', 'code': 200} Nov 12 00:51:30.003647 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9aeab898-6e11-4b58-9671-739add464b4b req-d2cd83d2-ecaf-4f24-bdaa-b667bf52a6fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:30.014218 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-9aeab898-6e11-4b58-9671-739add464b4b req-4283fe86-13d2-4bc9-9646-dd3920dc7545 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:30.133418 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b2b1c-9db9-419a-bded-26d9a2b7e782 req-7d9585c1-37a4-458e-938b-80849ca7745e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:30.134924 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-044b2b1c-9db9-419a-bded-26d9a2b7e782 req-7d9585c1-37a4-458e-938b-80849ca7745e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b0e631e3-91d5-4309-ab8e-b1808e224b3d HTTP/1.1" status: 200 len: 1097 time: 0.1123602 Nov 12 00:51:30.136891 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-285563e7-0dcb-472f-aaec-68f8d5090bb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:30.151383 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-786cf8f6-ce00-4520-bc36-5ea64134dedf None None] Provisioning complete for port 00dbddc7-a1c8-4c61-99f2-f71236b0ee66 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:30.152086 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-285563e7-0dcb-472f-aaec-68f8d5090bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:30.152786 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-786cf8f6-ce00-4520-bc36-5ea64134dedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:30.176301 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-9aeab898-6e11-4b58-9671-739add464b4b req-4283fe86-13d2-4bc9-9646-dd3920dc7545 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:30.199379 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-285563e7-0dcb-472f-aaec-68f8d5090bb1 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:51:30.250247 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-786cf8f6-ce00-4520-bc36-5ea64134dedf None None] Port 00dbddc7-a1c8-4c61-99f2-f71236b0ee66 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:51:30.263355 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aeab898-6e11-4b58-9671-739add464b4b req-4283fe86-13d2-4bc9-9646-dd3920dc7545 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Network 945c2da1-f958-478a-a48a-8af2dfa2e179 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:30.271695 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-285563e7-0dcb-472f-aaec-68f8d5090bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:30.272064 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-285563e7-0dcb-472f-aaec-68f8d5090bb1 admin admin] Added segment 936f4dc4-b49e-4318-84e7-8d3d4988961e of type vlan for network 1c193d6a-5984-4109-91aa-b0c9d7c9a6bf Nov 12 00:51:30.274640 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-9aeab898-6e11-4b58-9671-739add464b4b req-4283fe86-13d2-4bc9-9646-dd3920dc7545 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:30.288611 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285563e7-0dcb-472f-aaec-68f8d5090bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13497ec-9bd3-4a10-a798-32d6e65f05b7,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:30.303243 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aeab898-6e11-4b58-9671-739add464b4b req-4283fe86-13d2-4bc9-9646-dd3920dc7545 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:51:30.356838 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-044b2b1c-9db9-419a-bded-26d9a2b7e782 req-76b1684b-1761-4765-9d31-3ccf52823e60 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135229 Nov 12 00:51:30.362881 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeab898-6e11-4b58-9671-739add464b4b req-4283fe86-13d2-4bc9-9646-dd3920dc7545 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:30.364191 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-9aeab898-6e11-4b58-9671-739add464b4b req-4283fe86-13d2-4bc9-9646-dd3920dc7545 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:30.397565 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76561d-2f07-4024-9541-6d5f177a9108 req-667caff6-7fa8-4d1c-8d45-0b4a9356bec6 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:30.398798 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283fe86-13d2-4bc9-9646-dd3920dc7545 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Pushing event updated for resources: {'Port': ['ID=559534ec-b918-4572-b31d-8e35637a07fc,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:30.399396 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6a76561d-2f07-4024-9541-6d5f177a9108 req-667caff6-7fa8-4d1c-8d45-0b4a9356bec6 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0e631e3-91d5-4309-ab8e-b1808e224b3d HTTP/1.1" status: 200 len: 945 time: 0.1349592 Nov 12 00:51:30.413608 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-285563e7-0dcb-472f-aaec-68f8d5090bb1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:30.442084 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9aeab898-6e11-4b58-9671-739add464b4b req-4283fe86-13d2-4bc9-9646-dd3920dc7545 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7072527 Nov 12 00:51:30.456990 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a2434c-e4f3-4ff2-b578-cfd5aa972cab req-63bf79e1-a885-42ae-9191-7e9fea794902 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:30.459447 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-70a2434c-e4f3-4ff2-b578-cfd5aa972cab req-63bf79e1-a885-42ae-9191-7e9fea794902 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=52d0e715-9392-4339-b495-b1a8ec82fe96 HTTP/1.1" status: 200 len: 936 time: 0.1933262 Nov 12 00:51:30.465110 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['8ee9b406-63fc-4abb-9ad7-a586a9c8cd94'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:51:30.518059 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-9aeab898-6e11-4b58-9671-739add464b4b req-4bf9d5d3-8766-40cf-ad66-c31c6f2a8a90 service neutron] Request body: {'port': {'device_id': '52d0e715-9392-4339-b495-b1a8ec82fe96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:30.566772 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-285563e7-0dcb-472f-aaec-68f8d5090bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:30.567941 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285563e7-0dcb-472f-aaec-68f8d5090bb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:30.568173 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6a76561d-2f07-4024-9541-6d5f177a9108 req-b21b4b21-0e75-441a-bf08-7f841fe46c7b tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228964 Nov 12 00:51:30.569133 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-285563e7-0dcb-472f-aaec-68f8d5090bb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:30.644136 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285563e7-0dcb-472f-aaec-68f8d5090bb1 admin admin] Pushing event updated for resources: {'Network': ['ID=1c193d6a-5984-4109-91aa-b0c9d7c9a6bf,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:30.645346 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-70a2434c-e4f3-4ff2-b578-cfd5aa972cab req-83d9eaa8-231c-4a6e-b4ee-355f220e5406 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620982 Nov 12 00:51:30.673313 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-285563e7-0dcb-472f-aaec-68f8d5090bb1 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4298081 Nov 12 00:51:30.699315 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49922) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:30.704002 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 1c193d6a-5984-4109-91aa-b0c9d7c9a6bf details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:51:30.705145 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-b9aae58b-5274-4798-b95d-2087935a9455 admin admin] Request body: {'subnet': {'network_id': '1c193d6a-5984-4109-91aa-b0c9d7c9a6bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-448972001-subnet', 'tenant_id': '52ec13b5aa674ec2836b22da2faf152e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:30.710186 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-57457115-c5a5-43e6-bab2-3681884df223 None None] Provisioning complete for port 559534ec-b918-4572-b31d-8e35637a07fc triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:30.710334 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-57457115-c5a5-43e6-bab2-3681884df223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:30.734827 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-9aeab898-6e11-4b58-9671-739add464b4b req-d2cd83d2-ecaf-4f24-bdaa-b667bf52a6fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00dbddc7-a1c8-4c61-99f2-f71236b0ee66 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:30.747027 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9aeab898-6e11-4b58-9671-739add464b4b req-d2cd83d2-ecaf-4f24-bdaa-b667bf52a6fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:30.756471 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9aae58b-5274-4798-b95d-2087935a9455 admin admin] Made reservation on behalf of 52ec13b5aa674ec2836b22da2faf152e for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:30.757443 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-9aeab898-6e11-4b58-9671-739add464b4b req-4bf9d5d3-8766-40cf-ad66-c31c6f2a8a90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:30.776156 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b9aae58b-5274-4798-b95d-2087935a9455 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:30.804640 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-57457115-c5a5-43e6-bab2-3681884df223 None None] Port 559534ec-b918-4572-b31d-8e35637a07fc cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:51:30.814604 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-9aeab898-6e11-4b58-9671-739add464b4b req-d2cd83d2-ecaf-4f24-bdaa-b667bf52a6fc service neutron] Transition to ACTIVE for port object 00dbddc7-a1c8-4c61-99f2-f71236b0ee66 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:51:30.964413 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9aeab898-6e11-4b58-9671-739add464b4b req-d2cd83d2-ecaf-4f24-bdaa-b667bf52a6fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:31.005569 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device a30e244e-7306-4557-a0d0-3131069d77cc up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:51:31.014889 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-72079838-3233-41fe-ae76-900617207633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:31.132322 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port a30e244e-7306-4557-a0d0-3131069d77cc completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:51:31.136983 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port a30e244e-7306-4557-a0d0-3131069d77cc triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:31.137367 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:31.170129 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd83d2-ecaf-4f24-bdaa-b667bf52a6fc service neutron] Pushing event updated for resources: {'Port': ['ID=00dbddc7-a1c8-4c61-99f2-f71236b0ee66,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:31.279588 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-9aeab898-6e11-4b58-9671-739add464b4b req-4bf9d5d3-8766-40cf-ad66-c31c6f2a8a90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 559534ec-b918-4572-b31d-8e35637a07fc {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:31.290539 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-9aeab898-6e11-4b58-9671-739add464b4b req-4bf9d5d3-8766-40cf-ad66-c31c6f2a8a90 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:31.305589 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-9aeab898-6e11-4b58-9671-739add464b4b req-4bf9d5d3-8766-40cf-ad66-c31c6f2a8a90 service neutron] Transition to ACTIVE for port object 559534ec-b918-4572-b31d-8e35637a07fc will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:51:31.320020 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-9aeab898-6e11-4b58-9671-739add464b4b req-4bf9d5d3-8766-40cf-ad66-c31c6f2a8a90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:31.335715 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:31.449618 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port a30e244e-7306-4557-a0d0-3131069d77cc, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=a30e244e-7306-4557-a0d0-3131069d77cc,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:31.459220 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:31.606098 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf9d5d3-8766-40cf-ad66-c31c6f2a8a90 service neutron] Pushing event updated for resources: {'Port': ['ID=559534ec-b918-4572-b31d-8e35637a07fc,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:31.632198 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdfa881-1e9f-4235-be46-243991047e5c req-fbc355d2-b80d-49ea-afd4-0decc0290212 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:31.633798 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1fdfa881-1e9f-4235-be46-243991047e5c req-fbc355d2-b80d-49ea-afd4-0decc0290212 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7d172f4-6a2d-41a7-8858-305d51794d58 HTTP/1.1" status: 200 len: 946 time: 0.6918731 Nov 12 00:51:31.680237 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-9aeab898-6e11-4b58-9671-739add464b4b req-4bf9d5d3-8766-40cf-ad66-c31c6f2a8a90 service neutron] Attempting to bind port 559534ec-b918-4572-b31d-8e35637a07fc on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:31.680930 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-9aeab898-6e11-4b58-9671-739add464b4b req-4bf9d5d3-8766-40cf-ad66-c31c6f2a8a90 service neutron] Attempting to bind port 559534ec-b918-4572-b31d-8e35637a07fc by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:31.681445 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aeab898-6e11-4b58-9671-739add464b4b req-4bf9d5d3-8766-40cf-ad66-c31c6f2a8a90 service neutron] Attempting to bind port 559534ec-b918-4572-b31d-8e35637a07fc on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:31.682954 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=a30e244e-7306-4557-a0d0-3131069d77cc,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:31.686965 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aeab898-6e11-4b58-9671-739add464b4b req-4bf9d5d3-8766-40cf-ad66-c31c6f2a8a90 service neutron] Port 559534ec-b918-4572-b31d-8e35637a07fc on network 945c2da1-f958-478a-a48a-8af2dfa2e179 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:31.687500 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aeab898-6e11-4b58-9671-739add464b4b req-4bf9d5d3-8766-40cf-ad66-c31c6f2a8a90 service neutron] Attempting to bind port 559534ec-b918-4572-b31d-8e35637a07fc on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:31.694361 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aeab898-6e11-4b58-9671-739add464b4b req-4bf9d5d3-8766-40cf-ad66-c31c6f2a8a90 service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:51:31.694974 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aeab898-6e11-4b58-9671-739add464b4b req-4bf9d5d3-8766-40cf-ad66-c31c6f2a8a90 service neutron] Checking segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:31.695599 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aeab898-6e11-4b58-9671-739add464b4b req-4bf9d5d3-8766-40cf-ad66-c31c6f2a8a90 service neutron] Bound using segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:51:31.696316 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-9aeab898-6e11-4b58-9671-739add464b4b req-4bf9d5d3-8766-40cf-ad66-c31c6f2a8a90 service neutron] Bound port: 559534ec-b918-4572-b31d-8e35637a07fc, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:51:31.696872 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-9aeab898-6e11-4b58-9671-739add464b4b req-4bf9d5d3-8766-40cf-ad66-c31c6f2a8a90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:31.788345 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b9aae58b-5274-4798-b95d-2087935a9455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:31.790702 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-9aeab898-6e11-4b58-9671-739add464b4b req-4bf9d5d3-8766-40cf-ad66-c31c6f2a8a90 service neutron] For port 559534ec-b918-4572-b31d-8e35637a07fc, host n-h1-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:51:31.795548 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-9aeab898-6e11-4b58-9671-739add464b4b req-4bf9d5d3-8766-40cf-ad66-c31c6f2a8a90 service neutron] For port 559534ec-b918-4572-b31d-8e35637a07fc, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=559534ec-b918-4572-b31d-8e35637a07fc,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:51:31.801351 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1fdfa881-1e9f-4235-be46-243991047e5c req-b27eac6f-9943-4fed-982c-8af8cbd51d8b tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c64e9f-26bf-4cae-954e-7c86ebe7e1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558611 Nov 12 00:51:31.801514 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-9aeab898-6e11-4b58-9671-739add464b4b req-4bf9d5d3-8766-40cf-ad66-c31c6f2a8a90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:31.801828 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49958) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:31.852218 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeab898-6e11-4b58-9671-739add464b4b req-4bf9d5d3-8766-40cf-ad66-c31c6f2a8a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:31.852733 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-9aeab898-6e11-4b58-9671-739add464b4b req-4bf9d5d3-8766-40cf-ad66-c31c6f2a8a90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:31.854190 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9aeab898-6e11-4b58-9671-739add464b4b req-4bf9d5d3-8766-40cf-ad66-c31c6f2a8a90 service neutron] 10.222.0.16 "PUT /v2.0/ports/559534ec-b918-4572-b31d-8e35637a07fc HTTP/1.1" status: 200 len: 1097 time: 1.3691053 Nov 12 00:51:31.854596 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52d0e715-9392-4339-b495-b1a8ec82fe96', 'tag': '559534ec-b918-4572-b31d-8e35637a07fc'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:31.857039 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68861129-08e8-428d-bed5-8e911948683b" -d '{"events": [{"name": "network-changed", "server_uuid": "52d0e715-9392-4339-b495-b1a8ec82fe96", "tag": "559534ec-b918-4572-b31d-8e35637a07fc"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:31.915197 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cefa95a-9485-41e5-a6c6-8eb9c38baa0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30e244e-7306-4557-a0d0-3131069d77cc'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:31.917807 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff632b9-5900-4fba-a6d0-3b3477d5cd97" -d '{"events": [{"server_uuid": "0cefa95a-9485-41e5-a6c6-8eb9c38baa0a", "name": "network-vif-plugged", "status": "completed", "tag": "a30e244e-7306-4557-a0d0-3131069d77cc"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:31.920044 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf9d5d3-8766-40cf-ad66-c31c6f2a8a90 service neutron] Pushing event updated for resources: {'Port': ['ID=559534ec-b918-4572-b31d-8e35637a07fc,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:31.999792 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-9aeab898-6e11-4b58-9671-739add464b4b req-d2cd83d2-ecaf-4f24-bdaa-b667bf52a6fc service neutron] Attempting to bind port 00dbddc7-a1c8-4c61-99f2-f71236b0ee66 on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:32.000161 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-9aeab898-6e11-4b58-9671-739add464b4b req-d2cd83d2-ecaf-4f24-bdaa-b667bf52a6fc service neutron] Attempting to bind port 00dbddc7-a1c8-4c61-99f2-f71236b0ee66 by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:32.001042 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aeab898-6e11-4b58-9671-739add464b4b req-d2cd83d2-ecaf-4f24-bdaa-b667bf52a6fc service neutron] Attempting to bind port 00dbddc7-a1c8-4c61-99f2-f71236b0ee66 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:32.023715 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aae58b-5274-4798-b95d-2087935a9455 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d8bd009-45c7-4017-80d7-9c1f69484ce9,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:32.031782 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeab898-6e11-4b58-9671-739add464b4b req-366a0268-9e34-4318-8861-9773bc845a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:32.034226 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9aeab898-6e11-4b58-9671-739add464b4b req-366a0268-9e34-4318-8861-9773bc845a97 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1a351b85e994407a86b201df7ace2e9c&device_id=52d0e715-9392-4339-b495-b1a8ec82fe96 HTTP/1.1" status: 200 len: 1100 time: 0.0960102 Nov 12 00:51:32.089356 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aeab898-6e11-4b58-9671-739add464b4b req-d2cd83d2-ecaf-4f24-bdaa-b667bf52a6fc service neutron] Port 00dbddc7-a1c8-4c61-99f2-f71236b0ee66 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:32.089755 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aeab898-6e11-4b58-9671-739add464b4b req-d2cd83d2-ecaf-4f24-bdaa-b667bf52a6fc service neutron] Attempting to bind port 00dbddc7-a1c8-4c61-99f2-f71236b0ee66 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:32.093598 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9aeab898-6e11-4b58-9671-739add464b4b req-bdd9ded3-28cd-4af8-84a6-689db2b3c2d1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=559534ec-b918-4572-b31d-8e35637a07fc HTTP/1.1" status: 200 len: 217 time: 0.0432513 Nov 12 00:51:32.098964 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aeab898-6e11-4b58-9671-739add464b4b req-d2cd83d2-ecaf-4f24-bdaa-b667bf52a6fc service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:51:32.099300 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aeab898-6e11-4b58-9671-739add464b4b req-d2cd83d2-ecaf-4f24-bdaa-b667bf52a6fc service neutron] Checking segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:32.099682 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aeab898-6e11-4b58-9671-739add464b4b req-d2cd83d2-ecaf-4f24-bdaa-b667bf52a6fc service neutron] Bound using segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:51:32.100153 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-9aeab898-6e11-4b58-9671-739add464b4b req-d2cd83d2-ecaf-4f24-bdaa-b667bf52a6fc service neutron] Bound port: 00dbddc7-a1c8-4c61-99f2-f71236b0ee66, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:51:32.100510 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9aeab898-6e11-4b58-9671-739add464b4b req-d2cd83d2-ecaf-4f24-bdaa-b667bf52a6fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:32.133659 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f7bbf-373c-4704-9bb9-959f07a64e22 req-0015bd9b-c385-4154-b104-dc00572e4cb2 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:32.135925 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8a0f7bbf-373c-4704-9bb9-959f07a64e22 req-0015bd9b-c385-4154-b104-dc00572e4cb2 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cefa95a-9485-41e5-a6c6-8eb9c38baa0a HTTP/1.1" status: 200 len: 948 time: 0.3322523 Nov 12 00:51:32.141827 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9aae58b-5274-4798-b95d-2087935a9455 admin admin] Checking segment: {'id': '936f4dc4-b49e-4318-84e7-8d3d4988961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1c193d6a-5984-4109-91aa-b0c9d7c9a6bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:32.142373 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9aae58b-5274-4798-b95d-2087935a9455 admin admin] Network hostable DHCP agents. Network: 1c193d6a-5984-4109-91aa-b0c9d7c9a6bf, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:51:32.159026 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeab898-6e11-4b58-9671-739add464b4b req-fa9ee589-953a-4038-9d94-62b90cda7ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:32.160705 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9aeab898-6e11-4b58-9671-739add464b4b req-fa9ee589-953a-4038-9d94-62b90cda7ec6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.0594122 Nov 12 00:51:32.209888 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeab898-6e11-4b58-9671-739add464b4b req-356a3ce7-a3c6-4ff5-b689-e67c6877276d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:32.211201 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7173316-2167-4585-801c-8b1da06b1fef req-c83a9834-500a-4cc4-b971-cad1297d1999 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:32.211396 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9aeab898-6e11-4b58-9671-739add464b4b req-356a3ce7-a3c6-4ff5-b689-e67c6877276d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0429528 Nov 12 00:51:32.212931 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f7173316-2167-4585-801c-8b1da06b1fef req-c83a9834-500a-4cc4-b971-cad1297d1999 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0e631e3-91d5-4309-ab8e-b1808e224b3d HTTP/1.1" status: 200 len: 945 time: 0.2182910 Nov 12 00:51:32.239691 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-94c46a6e-aa94-4f32-88b6-de7dca5f5ff4 req-21d2f0c8-78e3-428a-99dd-fb6867c363b6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=139490e9-9c7d-4d98-8128-b40f17d71f2a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4124775 Nov 12 00:51:32.266603 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-94c46a6e-aa94-4f32-88b6-de7dca5f5ff4 req-c5582f92-fe02-4a70-9847-bb8ffb658e53 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:51:32.267757 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-94c46a6e-aa94-4f32-88b6-de7dca5f5ff4 req-c5582f92-fe02-4a70-9847-bb8ffb658e53 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0152709 Nov 12 00:51:32.274160 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9aae58b-5274-4798-b95d-2087935a9455 admin admin] Network 1c193d6a-5984-4109-91aa-b0c9d7c9a6bf is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:51:32.302478 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8a0f7bbf-373c-4704-9bb9-959f07a64e22 req-34bd5377-394d-4018-843d-70a4483dd179 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ffe40b4-8291-4a8e-ac1b-1f22789b79f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527615 Nov 12 00:51:32.313284 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-b9aae58b-5274-4798-b95d-2087935a9455 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 1c193d6a-5984-4109-91aa-b0c9d7c9a6bf) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:32.324969 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9aae58b-5274-4798-b95d-2087935a9455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:32.325656 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b9aae58b-5274-4798-b95d-2087935a9455 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:32.326479 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c80f2f-dabe-4b95-b9b5-5ebf68705ac4 None None] Network 1c193d6a-5984-4109-91aa-b0c9d7c9a6bf requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:51:32.342405 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-9aeab898-6e11-4b58-9671-739add464b4b req-d2cd83d2-ecaf-4f24-bdaa-b667bf52a6fc service neutron] For port 00dbddc7-a1c8-4c61-99f2-f71236b0ee66, host n-h1-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:51:32.346776 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9aeab898-6e11-4b58-9671-739add464b4b req-1684b215-fedc-47d9-bd3d-c00848b9348f service neutron] 10.222.0.16 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269147 Nov 12 00:51:32.358309 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f7173316-2167-4585-801c-8b1da06b1fef req-d51d1c53-c298-4b49-8116-307896cbc1c7 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297255 Nov 12 00:51:32.374574 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-b9aae58b-5274-4798-b95d-2087935a9455 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6743073 Nov 12 00:51:32.411929 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-9aeab898-6e11-4b58-9671-739add464b4b req-d2cd83d2-ecaf-4f24-bdaa-b667bf52a6fc service neutron] For port 00dbddc7-a1c8-4c61-99f2-f71236b0ee66, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=00dbddc7-a1c8-4c61-99f2-f71236b0ee66,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:51:32.427702 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9aeab898-6e11-4b58-9671-739add464b4b req-d2cd83d2-ecaf-4f24-bdaa-b667bf52a6fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:32.526679 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeab898-6e11-4b58-9671-739add464b4b req-d2cd83d2-ecaf-4f24-bdaa-b667bf52a6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:32.527476 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9aeab898-6e11-4b58-9671-739add464b4b req-d2cd83d2-ecaf-4f24-bdaa-b667bf52a6fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:32.529072 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9aeab898-6e11-4b58-9671-739add464b4b req-d2cd83d2-ecaf-4f24-bdaa-b667bf52a6fc service neutron] 10.222.0.16 "PUT /v2.0/ports/00dbddc7-a1c8-4c61-99f2-f71236b0ee66 HTTP/1.1" status: 200 len: 1096 time: 2.7110932 Nov 12 00:51:32.558306 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc699982-537a-4d2b-9409-74b5712e3139', 'tag': '00dbddc7-a1c8-4c61-99f2-f71236b0ee66'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:32.562376 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc64e6e8-3f98-4b07-aedb-abd0bfdad347" -d '{"events": [{"name": "network-changed", "server_uuid": "fc699982-537a-4d2b-9409-74b5712e3139", "tag": "00dbddc7-a1c8-4c61-99f2-f71236b0ee66"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:32.649010 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9aeab898-6e11-4b58-9671-739add464b4b req-28a9288a-b22f-4d0e-bc98-513d8a166d6c service neutron] 10.222.0.16 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939618 Nov 12 00:51:32.702776 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd83d2-ecaf-4f24-bdaa-b667bf52a6fc service neutron] Pushing event updated for resources: {'Port': ['ID=00dbddc7-a1c8-4c61-99f2-f71236b0ee66,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:32.724796 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:32.823317 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e1a87-d9b0-48b6-999e-030427db8d39 req-48db0011-d882-4b14-a624-cbd33ddbe057 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:32.826575 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fdfcdb-665d-425a-92e3-3c83b5b1e79b None None] Network 1c193d6a-5984-4109-91aa-b0c9d7c9a6bf requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:51:32.833097 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0c4e1a87-d9b0-48b6-999e-030427db8d39 req-48db0011-d882-4b14-a624-cbd33ddbe057 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=139490e9-9c7d-4d98-8128-b40f17d71f2a HTTP/1.1" status: 200 len: 950 time: 0.2945762 Nov 12 00:51:32.837801 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeab898-6e11-4b58-9671-739add464b4b req-79a297c0-0987-497f-8871-d8dd23071d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:32.839415 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9aeab898-6e11-4b58-9671-739add464b4b req-79a297c0-0987-497f-8871-d8dd23071d12 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1a351b85e994407a86b201df7ace2e9c&device_id=fc699982-537a-4d2b-9409-74b5712e3139 HTTP/1.1" status: 200 len: 1099 time: 0.1377547 Nov 12 00:51:32.853724 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8b1b1-ad02-4c8d-a055-1d612ba465f8 req-255bc021-ebd0-4309-b187-79a3e8b216e9 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:32.863276 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aef8b1b1-ad02-4c8d-a055-1d612ba465f8 req-255bc021-ebd0-4309-b187-79a3e8b216e9 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=52d0e715-9392-4339-b495-b1a8ec82fe96 HTTP/1.1" status: 200 len: 948 time: 0.4106169 Nov 12 00:51:32.950402 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aef8b1b1-ad02-4c8d-a055-1d612ba465f8 req-46d0bc54-246d-400d-af65-2425874bcb11 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859160 Nov 12 00:51:33.028378 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9aeab898-6e11-4b58-9671-739add464b4b req-374db562-cb42-4778-9733-798457019849 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=00dbddc7-a1c8-4c61-99f2-f71236b0ee66 HTTP/1.1" status: 200 len: 217 time: 0.1615591 Nov 12 00:51:33.275667 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0c4e1a87-d9b0-48b6-999e-030427db8d39 req-462b73f2-a897-46a1-86e5-899cf31215c6 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4415491 Nov 12 00:51:33.369154 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35076fcf-7315-4b67-8069-9823a066bdb7 x-openstack-request-id: req-35076fcf-7315-4b67-8069-9823a066bdb7 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:33.369745 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52d0e715-9392-4339-b495-b1a8ec82fe96", "tag": "559534ec-b918-4572-b31d-8e35637a07fc", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:33.370308 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-35076fcf-7315-4b67-8069-9823a066bdb7 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:33.370803 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52d0e715-9392-4339-b495-b1a8ec82fe96', 'tag': '559534ec-b918-4572-b31d-8e35637a07fc', 'status': 'completed', 'code': 200} Nov 12 00:51:33.408968 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeab898-6e11-4b58-9671-739add464b4b req-21134f15-94d5-4cb1-9985-6b78b30f0820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:33.424439 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149036af-5a33-44a0-bd79-c065842ff982 x-openstack-request-id: req-149036af-5a33-44a0-bd79-c065842ff982 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:33.425389 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cefa95a-9485-41e5-a6c6-8eb9c38baa0a", "name": "network-vif-plugged", "status": "completed", "tag": "a30e244e-7306-4557-a0d0-3131069d77cc", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:33.425979 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-149036af-5a33-44a0-bd79-c065842ff982 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:33.426564 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cefa95a-9485-41e5-a6c6-8eb9c38baa0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30e244e-7306-4557-a0d0-3131069d77cc', 'code': 200} Nov 12 00:51:33.433354 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9aeab898-6e11-4b58-9671-739add464b4b req-21134f15-94d5-4cb1-9985-6b78b30f0820 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.3823693 Nov 12 00:51:33.462863 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 50030) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:33.523488 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68861129-08e8-428d-bed5-8e911948683b req-385381ef-787a-4408-9095-3b3eb4287e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:33.527485 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-68861129-08e8-428d-bed5-8e911948683b req-385381ef-787a-4408-9095-3b3eb4287e7e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1a351b85e994407a86b201df7ace2e9c&device_id=52d0e715-9392-4339-b495-b1a8ec82fe96 HTTP/1.1" status: 200 len: 1100 time: 0.0672028 Nov 12 00:51:33.698455 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44242885-25a1-460f-9164-4a3e90a77c2f req-244daa76-65e4-4ad5-84e7-6728116d82bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:33.700169 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-44242885-25a1-460f-9164-4a3e90a77c2f req-244daa76-65e4-4ad5-84e7-6728116d82bf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0cefa95a-9485-41e5-a6c6-8eb9c38baa0a HTTP/1.1" status: 200 len: 1100 time: 0.1518769 Nov 12 00:51:33.736642 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68861129-08e8-428d-bed5-8e911948683b req-5f30a653-f478-4590-8d30-aed9f9b0ae53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:33.738318 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-68861129-08e8-428d-bed5-8e911948683b req-5f30a653-f478-4590-8d30-aed9f9b0ae53 service neutron] 10.222.0.16 "GET /v2.0/networks?id=945c2da1-f958-478a-a48a-8af2dfa2e179 HTTP/1.1" status: 200 len: 869 time: 0.1993134 Nov 12 00:51:33.765186 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-44242885-25a1-460f-9164-4a3e90a77c2f req-2cee3640-262e-475d-af5b-0111d36a0874 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5ffe40b4-8291-4a8e-ac1b-1f22789b79f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582342 Nov 12 00:51:33.807939 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-c1836cdb-c58b-48d5-bf0d-4ea0606b28a1 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-420758926-network', 'tenant_id': '0bf4a21a99ae49a1a63949701ce19618'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:33.832641 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-68861129-08e8-428d-bed5-8e911948683b req-fb874e91-adfd-46b4-a82e-eff070056e01 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=559534ec-b918-4572-b31d-8e35637a07fc HTTP/1.1" status: 200 len: 217 time: 0.0576048 Nov 12 00:51:33.834215 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-658d467b-7a98-40ac-9d4b-92a643d87bbb req-143a73c1-e602-4fd0-b4a1-859d965bd95e tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8102641 Nov 12 00:51:33.834615 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:33.844154 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-658d467b-7a98-40ac-9d4b-92a643d87bbb req-ac75b70d-a448-444c-ab32-324e41ba95cf tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Request body: {'floatingip': {'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:33.903347 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68861129-08e8-428d-bed5-8e911948683b req-8c48e492-ddf2-4d75-91c3-1d1e8e0fbf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:33.908186 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-68861129-08e8-428d-bed5-8e911948683b req-8c48e492-ddf2-4d75-91c3-1d1e8e0fbf7b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.0630431 Nov 12 00:51:33.915694 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.db.api [None req-c1836cdb-c58b-48d5-bf0d-4ea0606b28a1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 00:51:33.915694 n-d-712142-27 neutron-server[109085]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 12 00:51:33.915694 n-d-712142-27 neutron-server[109085]: [parameters: {'project_id': '0bf4a21a99ae49a1a63949701ce19618', 'id': '7589d440-7690-43a3-be86-d6147168be86', 'expiration': datetime.datetime(2021, 11, 12, 0, 53, 33, 899758)}] Nov 12 00:51:33.915694 n-d-712142-27 neutron-server[109085]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:51:33.916325 n-d-712142-27 neutron-server[109085]: DEBUG oslo_db.api [None req-c1836cdb-c58b-48d5-bf0d-4ea0606b28a1 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:51:33.926383 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302b76f-eb70-481e-ab06-2593a7f3d634 req-a0b208b9-07aa-4cf8-8fe3-2a37ca039572 tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:33.927915 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7302b76f-eb70-481e-ab06-2593a7f3d634 req-a0b208b9-07aa-4cf8-8fe3-2a37ca039572 tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b0e631e3-91d5-4309-ab8e-b1808e224b3d HTTP/1.1" status: 200 len: 1097 time: 0.1092539 Nov 12 00:51:33.930089 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeab898-6e11-4b58-9671-739add464b4b req-e74ed4ae-2250-4914-b4be-51600bbab895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:33.931397 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9aeab898-6e11-4b58-9671-739add464b4b req-e74ed4ae-2250-4914-b4be-51600bbab895 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4681313 Nov 12 00:51:33.932182 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-658d467b-7a98-40ac-9d4b-92a643d87bbb req-ac75b70d-a448-444c-ab32-324e41ba95cf tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Publish callbacks [] for floatingip, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:34.012822 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68861129-08e8-428d-bed5-8e911948683b req-2fd5b8c5-72cb-4e30-9f33-5f927692fe9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:34.014639 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-68861129-08e8-428d-bed5-8e911948683b req-2fd5b8c5-72cb-4e30-9f33-5f927692fe9d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0738087 Nov 12 00:51:34.128442 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7302b76f-eb70-481e-ab06-2593a7f3d634 req-10bb2821-0722-4833-ac6d-115d8e169050 tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881759 Nov 12 00:51:34.138224 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9aeab898-6e11-4b58-9671-739add464b4b req-34570e92-35fe-45d4-8ceb-2057e2e6bfac service neutron] 10.222.0.16 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819732 Nov 12 00:51:34.196536 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-68861129-08e8-428d-bed5-8e911948683b req-3d6185cd-57db-4750-9184-3ca2d8d7902a service neutron] 10.222.0.16 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499450 Nov 12 00:51:34.231899 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae494e5-8a96-4ea0-af0f-80466751be95 x-openstack-request-id: req-8ae494e5-8a96-4ea0-af0f-80466751be95 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:34.232215 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc699982-537a-4d2b-9409-74b5712e3139", "tag": "00dbddc7-a1c8-4c61-99f2-f71236b0ee66", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:34.232423 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8ae494e5-8a96-4ea0-af0f-80466751be95 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:34.232815 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc699982-537a-4d2b-9409-74b5712e3139', 'tag': '00dbddc7-a1c8-4c61-99f2-f71236b0ee66', 'status': 'completed', 'code': 200} Nov 12 00:51:34.267945 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-658d467b-7a98-40ac-9d4b-92a643d87bbb req-ac75b70d-a448-444c-ab32-324e41ba95cf tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:34.288204 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9aeab898-6e11-4b58-9671-739add464b4b req-fc13fd68-b85d-48be-9fde-40035770ad85 service neutron] 10.222.0.16 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370635 Nov 12 00:51:34.321423 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-68861129-08e8-428d-bed5-8e911948683b req-6a64d1d9-784e-4e2f-a375-2773e2084883 service neutron] 10.222.0.16 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146083 Nov 12 00:51:34.456687 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1836cdb-c58b-48d5-bf0d-4ea0606b28a1 admin admin] Made reservation on behalf of 0bf4a21a99ae49a1a63949701ce19618 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:34.458963 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c1836cdb-c58b-48d5-bf0d-4ea0606b28a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:34.472986 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c1836cdb-c58b-48d5-bf0d-4ea0606b28a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:34.488693 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-658d467b-7a98-40ac-9d4b-92a643d87bbb req-ac75b70d-a448-444c-ab32-324e41ba95cf tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Allocated IP 172.25.3.166 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/f0fc9753-c70c-4525-897c-61b706a296f1) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:51:34.510299 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985f024-3e3e-4a76-993b-bba6ebeec6f0 req-f46d1005-057f-4953-91e8-e0db8521fbea tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:34.517767 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1985f024-3e3e-4a76-993b-bba6ebeec6f0 req-f46d1005-057f-4953-91e8-e0db8521fbea tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cefa95a-9485-41e5-a6c6-8eb9c38baa0a HTTP/1.1" status: 200 len: 948 time: 0.1366336 Nov 12 00:51:34.666845 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1985f024-3e3e-4a76-993b-bba6ebeec6f0 req-5ebf386c-9adf-409a-9f14-d8d73b797c07 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ffe40b4-8291-4a8e-ac1b-1f22789b79f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479034 Nov 12 00:51:34.692839 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64e6e8-3f98-4b07-aedb-abd0bfdad347 req-75e97da2-2e09-4c9d-9115-ffabc42c3734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:34.694649 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-bc64e6e8-3f98-4b07-aedb-abd0bfdad347 req-75e97da2-2e09-4c9d-9115-ffabc42c3734 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1a351b85e994407a86b201df7ace2e9c&device_id=fc699982-537a-4d2b-9409-74b5712e3139 HTTP/1.1" status: 200 len: 1099 time: 0.1619859 Nov 12 00:51:34.706760 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c46a6e-aa94-4f32-88b6-de7dca5f5ff4 req-6c0d943c-1097-4a9e-a725-fbaf16ddcda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:34.708264 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-94c46a6e-aa94-4f32-88b6-de7dca5f5ff4 req-6c0d943c-1097-4a9e-a725-fbaf16ddcda1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6bde2e332c8e418290dd069bae32e617&device_id=139490e9-9c7d-4d98-8128-b40f17d71f2a HTTP/1.1" status: 200 len: 1102 time: 0.0965347 Nov 12 00:51:34.742522 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-658d467b-7a98-40ac-9d4b-92a643d87bbb req-ac75b70d-a448-444c-ab32-324e41ba95cf tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:34.802607 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64e6e8-3f98-4b07-aedb-abd0bfdad347 req-96aefdbc-bb61-457a-9b2d-f77c82bab768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:34.803090 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-658d467b-7a98-40ac-9d4b-92a643d87bbb req-ac75b70d-a448-444c-ab32-324e41ba95cf tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:34.804239 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-bc64e6e8-3f98-4b07-aedb-abd0bfdad347 req-96aefdbc-bb61-457a-9b2d-f77c82bab768 service neutron] 10.222.0.16 "GET /v2.0/networks?id=945c2da1-f958-478a-a48a-8af2dfa2e179 HTTP/1.1" status: 200 len: 869 time: 0.0949512 Nov 12 00:51:34.881568 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c1836cdb-c58b-48d5-bf0d-4ea0606b28a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:34.896312 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-bc64e6e8-3f98-4b07-aedb-abd0bfdad347 req-2cda6fca-02de-4028-a235-1093f0c5150b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=00dbddc7-a1c8-4c61-99f2-f71236b0ee66 HTTP/1.1" status: 200 len: 217 time: 0.0787394 Nov 12 00:51:34.896557 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-658d467b-7a98-40ac-9d4b-92a643d87bbb req-ac75b70d-a448-444c-ab32-324e41ba95cf tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:34.901588 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-658d467b-7a98-40ac-9d4b-92a643d87bbb req-ac75b70d-a448-444c-ab32-324e41ba95cf tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:34.908939 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c1836cdb-c58b-48d5-bf0d-4ea0606b28a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:34.915223 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-658d467b-7a98-40ac-9d4b-92a643d87bbb req-ac75b70d-a448-444c-ab32-324e41ba95cf tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:51:34.961743 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac75b70d-a448-444c-ab32-324e41ba95cf tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Pushing event updated for resources: {'Port': ['ID=f0fc9753-c70c-4525-897c-61b706a296f1,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:34.992450 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:34.994748 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1836cdb-c58b-48d5-bf0d-4ea0606b28a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:51:35.013069 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238e862-c2db-4c81-8e10-b9898d97f307 req-4110eed0-2034-42d0-9922-d8ff9c4fc5f5 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:35.020805 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b238e862-c2db-4c81-8e10-b9898d97f307 req-4110eed0-2034-42d0-9922-d8ff9c4fc5f5 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=52d0e715-9392-4339-b495-b1a8ec82fe96 HTTP/1.1" status: 200 len: 948 time: 0.2345936 Nov 12 00:51:35.044904 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1836cdb-c58b-48d5-bf0d-4ea0606b28a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6294190-8ce8-44db-b15d-1380f2d97a7a,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:35.060372 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c1836cdb-c58b-48d5-bf0d-4ea0606b28a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:35.060724 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-c1836cdb-c58b-48d5-bf0d-4ea0606b28a1 admin admin] Added segment 2cc85a27-34b4-4b6e-b6a7-987082b13e7e of type vlan for network 9f70e613-b8a0-4d57-855e-65f749ecf3d1 Nov 12 00:51:35.115770 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 559534ec-b918-4572-b31d-8e35637a07fc details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:51:35.162822 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c1836cdb-c58b-48d5-bf0d-4ea0606b28a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:35.202491 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b238e862-c2db-4c81-8e10-b9898d97f307 req-89cb0331-7fd0-433d-a2a5-65a31700ad2d tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806889 Nov 12 00:51:35.211534 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-658d467b-7a98-40ac-9d4b-92a643d87bbb req-ac75b70d-a448-444c-ab32-324e41ba95cf tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:35.233330 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c1836cdb-c58b-48d5-bf0d-4ea0606b28a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:35.236388 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1836cdb-c58b-48d5-bf0d-4ea0606b28a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:35.237020 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c1836cdb-c58b-48d5-bf0d-4ea0606b28a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:35.292096 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-658d467b-7a98-40ac-9d4b-92a643d87bbb req-ac75b70d-a448-444c-ab32-324e41ba95cf tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:35.297736 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 559534ec-b918-4572-b31d-8e35637a07fc, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=559534ec-b918-4572-b31d-8e35637a07fc,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:35.310969 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': '559534ec-b918-4572-b31d-8e35637a07fc', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'port_id': '559534ec-b918-4572-b31d-8e35637a07fc', 'mac_address': 'fa:16:3e:23:7e:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0290328-7bc5-4266-bfb9-6eb25d91acf0', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:51:35.328810 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c1836cdb-c58b-48d5-bf0d-4ea0606b28a1 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.8535266 Nov 12 00:51:35.334894 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50040) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:35.342073 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-4a161a8f-c2cf-49e2-a176-37e26d642dae admin admin] Request body: {'subnet': {'network_id': '9f70e613-b8a0-4d57-855e-65f749ecf3d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-420758926-subnet', 'tenant_id': '0bf4a21a99ae49a1a63949701ce19618', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:35.358937 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:35.366864 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1836cdb-c58b-48d5-bf0d-4ea0606b28a1 admin admin] Pushing event updated for resources: {'Network': ['ID=9f70e613-b8a0-4d57-855e-65f749ecf3d1,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:35.372942 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a161a8f-c2cf-49e2-a176-37e26d642dae admin admin] Made reservation on behalf of 0bf4a21a99ae49a1a63949701ce19618 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:35.375217 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4a161a8f-c2cf-49e2-a176-37e26d642dae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:35.384009 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 9f70e613-b8a0-4d57-855e-65f749ecf3d1 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:51:35.408324 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64e6e8-3f98-4b07-aedb-abd0bfdad347 req-9fdca1ca-3433-4ca0-8dd8-4cd18a0d54f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:35.409781 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-bc64e6e8-3f98-4b07-aedb-abd0bfdad347 req-9fdca1ca-3433-4ca0-8dd8-4cd18a0d54f5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.4858024 Nov 12 00:51:35.427506 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 559534ec-b918-4572-b31d-8e35637a07fc {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:35.440143 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff7ec6-879f-4e9e-ba5a-5397fea58d6a req-e3a9208f-02a3-4173-8ba6-a6ef6d8ab288 tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:35.441865 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-47ff7ec6-879f-4e9e-ba5a-5397fea58d6a req-e3a9208f-02a3-4173-8ba6-a6ef6d8ab288 tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b0e631e3-91d5-4309-ab8e-b1808e224b3d HTTP/1.1" status: 200 len: 1097 time: 0.1192799 Nov 12 00:51:35.468252 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c46a6e-aa94-4f32-88b6-de7dca5f5ff4 req-04a1cd63-9d01-4cb3-9b3c-fbee0d360d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:35.469740 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-94c46a6e-aa94-4f32-88b6-de7dca5f5ff4 req-04a1cd63-9d01-4cb3-9b3c-fbee0d360d50 service neutron] 10.222.0.44 "GET /v2.0/networks?id=945c2da1-f958-478a-a48a-8af2dfa2e179 HTTP/1.1" status: 200 len: 869 time: 0.6644452 Nov 12 00:51:35.507423 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 559534ec-b918-4572-b31d-8e35637a07fc, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=559534ec-b918-4572-b31d-8e35637a07fc,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:35.522253 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:35.559051 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-94c46a6e-aa94-4f32-88b6-de7dca5f5ff4 req-8b664526-7057-4d59-a219-e3286b733607 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=a680a354-383a-4b9b-8e66-248db6e76ac5 HTTP/1.1" status: 200 len: 217 time: 0.0488057 Nov 12 00:51:35.567439 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-47ff7ec6-879f-4e9e-ba5a-5397fea58d6a req-132e5611-4e48-48b9-91eb-79e96edf2780 tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131182 Nov 12 00:51:35.607660 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64e6e8-3f98-4b07-aedb-abd0bfdad347 req-cb18574b-4726-44ff-97c9-55bd529f2522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:35.609166 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-bc64e6e8-3f98-4b07-aedb-abd0bfdad347 req-cb18574b-4726-44ff-97c9-55bd529f2522 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1693530 Nov 12 00:51:35.623230 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=559534ec-b918-4572-b31d-8e35637a07fc,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:35.648972 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-658d467b-7a98-40ac-9d4b-92a643d87bbb req-ac75b70d-a448-444c-ab32-324e41ba95cf tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:35.657450 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-658d467b-7a98-40ac-9d4b-92a643d87bbb req-ac75b70d-a448-444c-ab32-324e41ba95cf tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:35.700843 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c46a6e-aa94-4f32-88b6-de7dca5f5ff4 req-74ca50b9-4677-481c-94ee-0d83373f17d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:35.702303 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-94c46a6e-aa94-4f32-88b6-de7dca5f5ff4 req-74ca50b9-4677-481c-94ee-0d83373f17d4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.1337690 Nov 12 00:51:35.784879 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-658d467b-7a98-40ac-9d4b-92a643d87bbb req-ac75b70d-a448-444c-ab32-324e41ba95cf tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:35.787033 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac75b70d-a448-444c-ab32-324e41ba95cf tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Pushing event updated for resources: {'Port': ['ID=f0fc9753-c70c-4525-897c-61b706a296f1,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:35.823867 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-bc64e6e8-3f98-4b07-aedb-abd0bfdad347 req-3ac988d6-b3f5-4138-9e3d-bb1f70622ad0 service neutron] 10.222.0.16 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031424 Nov 12 00:51:35.827496 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2a09e-d49a-4430-b3e2-7a8a2c412699 req-c4a5197b-4a20-4d2e-bda5-d6fc10998c68 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:35.835857 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a3b2a09e-d49a-4430-b3e2-7a8a2c412699 req-c4a5197b-4a20-4d2e-bda5-d6fc10998c68 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=139490e9-9c7d-4d98-8128-b40f17d71f2a HTTP/1.1" status: 200 len: 950 time: 0.1723599 Nov 12 00:51:35.865348 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-658d467b-7a98-40ac-9d4b-92a643d87bbb req-ac75b70d-a448-444c-ab32-324e41ba95cf tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:35.866625 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-658d467b-7a98-40ac-9d4b-92a643d87bbb req-ac75b70d-a448-444c-ab32-324e41ba95cf tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0316174 Nov 12 00:51:35.884328 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['559534ec-b918-4572-b31d-8e35637a07fc'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:51:35.974739 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-bc64e6e8-3f98-4b07-aedb-abd0bfdad347 req-78197ba1-169c-4ba6-a130-8ebacffa64a9 service neutron] 10.222.0.16 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152618 Nov 12 00:51:35.979923 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c46a6e-aa94-4f32-88b6-de7dca5f5ff4 req-162eb240-9744-4cce-993c-b9b4c253bad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:35.981586 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-94c46a6e-aa94-4f32-88b6-de7dca5f5ff4 req-162eb240-9744-4cce-993c-b9b4c253bad8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2477264 Nov 12 00:51:35.986751 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a3b2a09e-d49a-4430-b3e2-7a8a2c412699 req-38db8407-38bc-4b57-9782-b714a9e7a7da tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479735 Nov 12 00:51:36.012619 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-658d467b-7a98-40ac-9d4b-92a643d87bbb req-891c9b2d-3612-4e0d-9954-147d059759e2 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.166 HTTP/1.1" status: 200 len: 696 time: 0.1367834 Nov 12 00:51:36.024137 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4a161a8f-c2cf-49e2-a176-37e26d642dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:36.182364 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d467b-7a98-40ac-9d4b-92a643d87bbb req-1bab0f8c-02db-4ffc-862f-6f419e0fa4ff tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:36.184425 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-658d467b-7a98-40ac-9d4b-92a643d87bbb req-1bab0f8c-02db-4ffc-862f-6f419e0fa4ff tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/networks/ab9ea869-d067-4dfb-b2de-16b019fae22d HTTP/1.1" status: 200 len: 784 time: 0.1616180 Nov 12 00:51:36.202720 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-658d467b-7a98-40ac-9d4b-92a643d87bbb req-1ea5ac75-51c8-402f-987e-79e215bcd7ee tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:51:36.205167 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-658d467b-7a98-40ac-9d4b-92a643d87bbb req-1ea5ac75-51c8-402f-987e-79e215bcd7ee tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0140457 Nov 12 00:51:36.278045 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-94c46a6e-aa94-4f32-88b6-de7dca5f5ff4 req-dfeab3ce-264d-4f08-9401-6867c748667f service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794032 Nov 12 00:51:36.280748 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a161a8f-c2cf-49e2-a176-37e26d642dae admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc7e975f-7234-4642-9a3c-5f2b71c82965,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:36.310802 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a161a8f-c2cf-49e2-a176-37e26d642dae admin admin] Checking segment: {'id': '2cc85a27-34b4-4b6e-b6a7-987082b13e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9f70e613-b8a0-4d57-855e-65f749ecf3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:36.311320 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a161a8f-c2cf-49e2-a176-37e26d642dae admin admin] Network hostable DHCP agents. Network: 9f70e613-b8a0-4d57-855e-65f749ecf3d1, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:51:36.368672 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b8b1c-2efe-4027-b156-cc9d3b53ba05 req-63ecbdb0-ffdc-4fe3-ba87-2aae438920fe tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:36.371011 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-446b8b1c-2efe-4027-b156-cc9d3b53ba05 req-63ecbdb0-ffdc-4fe3-ba87-2aae438920fe tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cefa95a-9485-41e5-a6c6-8eb9c38baa0a HTTP/1.1" status: 200 len: 948 time: 0.0669122 Nov 12 00:51:36.417252 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a161a8f-c2cf-49e2-a176-37e26d642dae admin admin] Network 9f70e613-b8a0-4d57-855e-65f749ecf3d1 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:51:36.433286 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-4a161a8f-c2cf-49e2-a176-37e26d642dae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 9f70e613-b8a0-4d57-855e-65f749ecf3d1) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:36.446458 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4c92bf-a675-4154-ac69-0e04d91713c3 None None] Network 9f70e613-b8a0-4d57-855e-65f749ecf3d1 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:51:36.456440 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a161a8f-c2cf-49e2-a176-37e26d642dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:36.463953 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4a161a8f-c2cf-49e2-a176-37e26d642dae admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:36.474169 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-446b8b1c-2efe-4027-b156-cc9d3b53ba05 req-07199c20-59c8-4008-9317-f4752ae5f257 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ffe40b4-8291-4a8e-ac1b-1f22789b79f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935664 Nov 12 00:51:36.512855 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-94c46a6e-aa94-4f32-88b6-de7dca5f5ff4 req-af8c1f41-6a55-4f44-8537-52c073b06839 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227936 Nov 12 00:51:36.557241 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4a161a8f-c2cf-49e2-a176-37e26d642dae admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2110960 Nov 12 00:51:36.625711 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180d4e3-c41b-4e99-b84b-036bf0b73bb5 req-aa0afeae-5881-4c6b-b294-87eed572f0a5 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:36.628286 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1180d4e3-c41b-4e99-b84b-036bf0b73bb5 req-aa0afeae-5881-4c6b-b294-87eed572f0a5 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=52d0e715-9392-4339-b495-b1a8ec82fe96 HTTP/1.1" status: 200 len: 949 time: 0.1087503 Nov 12 00:51:36.679576 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fec308b-9684-4bb3-8cdd-c9bf0ff6aedc None None] Network 9f70e613-b8a0-4d57-855e-65f749ecf3d1 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:51:36.744598 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1180d4e3-c41b-4e99-b84b-036bf0b73bb5 req-ca7c72ac-0a4f-4d73-9821-43d0aec5200c tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986633 Nov 12 00:51:36.848029 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b196d6-1db1-497d-9992-949d763a0a08 req-2ed01dc3-b61a-4186-82e5-0bfc10f3bbc2 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:36.856166 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-05b196d6-1db1-497d-9992-949d763a0a08 req-2ed01dc3-b61a-4186-82e5-0bfc10f3bbc2 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/networks?id=2a29fb7d-1389-4bf5-9af7-7b665f8258fb HTTP/1.1" status: 200 len: 821 time: 0.2551458 Nov 12 00:51:36.881236 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-05b196d6-1db1-497d-9992-949d763a0a08 req-1a36e5b7-104e-4ae5-9bcf-0f4108dd2fc6 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/quotas/10e546ec20224b1c887b967b60c4d627 HTTP/1.1" status: 200 len: 375 time: 0.0241995 Nov 12 00:51:36.964211 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c098c6c-6931-403c-8284-d74f8a5c8033 req-7712ab75-e74f-43df-a7a5-072029cbbb31 tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:36.965762 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0c098c6c-6931-403c-8284-d74f8a5c8033 req-7712ab75-e74f-43df-a7a5-072029cbbb31 tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b0e631e3-91d5-4309-ab8e-b1808e224b3d HTTP/1.1" status: 200 len: 1097 time: 0.0968156 Nov 12 00:51:36.991318 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-05b196d6-1db1-497d-9992-949d763a0a08 req-4a5ed21f-f29c-4e9b-9f0f-bb230968a980 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=10e546ec20224b1c887b967b60c4d627&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0925639 Nov 12 00:51:37.116317 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0c098c6c-6931-403c-8284-d74f8a5c8033 req-1a094e32-722b-41b5-b1e6-901ad474dcce tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122935 Nov 12 00:51:37.120396 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 00dbddc7-a1c8-4c61-99f2-f71236b0ee66 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:51:37.156315 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-05b196d6-1db1-497d-9992-949d763a0a08 req-307b2f79-d489-48f1-a793-fab3d934f906 service neutron] 10.222.0.45 "GET /v2.0/networks/2a29fb7d-1389-4bf5-9af7-7b665f8258fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640885 Nov 12 00:51:37.188464 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 559534ec-b918-4572-b31d-8e35637a07fc up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:51:37.282292 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-05b196d6-1db1-497d-9992-949d763a0a08 req-fca7967b-9bc7-4f1d-b517-1ff41673a7bc service neutron] 10.222.0.45 "GET /v2.0/networks/2a29fb7d-1389-4bf5-9af7-7b665f8258fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185052 Nov 12 00:51:37.310851 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 00dbddc7-a1c8-4c61-99f2-f71236b0ee66, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=00dbddc7-a1c8-4c61-99f2-f71236b0ee66,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:37.322680 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port 559534ec-b918-4572-b31d-8e35637a07fc completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:51:37.331840 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': '00dbddc7-a1c8-4c61-99f2-f71236b0ee66', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'port_id': '00dbddc7-a1c8-4c61-99f2-f71236b0ee66', 'mac_address': 'fa:16:3e:b6:c5:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0290328-7bc5-4266-bfb9-6eb25d91acf0', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:51:37.333393 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port 559534ec-b918-4572-b31d-8e35637a07fc triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:37.333767 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:37.412506 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:37.464108 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00dbddc7-a1c8-4c61-99f2-f71236b0ee66 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:37.500102 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 00dbddc7-a1c8-4c61-99f2-f71236b0ee66, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=00dbddc7-a1c8-4c61-99f2-f71236b0ee66,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:37.501404 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:37.513537 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:37.536574 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d0e715-9392-4339-b495-b1a8ec82fe96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '559534ec-b918-4572-b31d-8e35637a07fc'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:37.539283 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884ec709-e70b-4ffd-90de-39267bd24a40" -d '{"events": [{"server_uuid": "52d0e715-9392-4339-b495-b1a8ec82fe96", "name": "network-vif-plugged", "status": "completed", "tag": "559534ec-b918-4572-b31d-8e35637a07fc"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:37.595606 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 559534ec-b918-4572-b31d-8e35637a07fc, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=559534ec-b918-4572-b31d-8e35637a07fc,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:37.604153 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:37.607571 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=00dbddc7-a1c8-4c61-99f2-f71236b0ee66,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:37.725702 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=559534ec-b918-4572-b31d-8e35637a07fc,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:37.741156 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c510fe-0873-4fb7-b603-6f78b3ad6acc req-ffdac4e9-f3ad-4619-97c1-3bf37c6775a0 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:37.742720 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-79c510fe-0873-4fb7-b603-6f78b3ad6acc req-ffdac4e9-f3ad-4619-97c1-3bf37c6775a0 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=139490e9-9c7d-4d98-8128-b40f17d71f2a HTTP/1.1" status: 200 len: 950 time: 0.1588466 Nov 12 00:51:37.897298 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-79c510fe-0873-4fb7-b603-6f78b3ad6acc req-61d68d83-262a-45ec-b2bf-6f5b9d0750e3 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432760 Nov 12 00:51:37.909422 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['00dbddc7-a1c8-4c61-99f2-f71236b0ee66'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:51:37.927868 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0539fa0-c8fb-40bd-b9c4-3bd43ed8caef req-f9716f2a-9153-4cc9-9e2d-c199e76f1da8 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:37.929409 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c0539fa0-c8fb-40bd-b9c4-3bd43ed8caef req-f9716f2a-9153-4cc9-9e2d-c199e76f1da8 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/networks?id=1c193d6a-5984-4109-91aa-b0c9d7c9a6bf HTTP/1.1" status: 200 len: 820 time: 0.1857338 Nov 12 00:51:37.956068 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c0539fa0-c8fb-40bd-b9c4-3bd43ed8caef req-d2794c6e-1845-44a6-bbb6-a3e3f2a1b790 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/quotas/52ec13b5aa674ec2836b22da2faf152e HTTP/1.1" status: 200 len: 375 time: 0.0149996 Nov 12 00:51:38.012590 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:38.017235 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c0539fa0-c8fb-40bd-b9c4-3bd43ed8caef req-ec964206-2cca-4ef6-b170-481d8b993905 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=52ec13b5aa674ec2836b22da2faf152e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516365 Nov 12 00:51:38.186237 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c0539fa0-c8fb-40bd-b9c4-3bd43ed8caef req-50115c7b-b4e7-42c5-aa53-f6ddb334c8a3 service neutron] 10.222.0.45 "GET /v2.0/networks/1c193d6a-5984-4109-91aa-b0c9d7c9a6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612022 Nov 12 00:51:38.209125 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8166af52-85f7-4c64-ae53-fff268bf5355 req-da34bdf6-9909-4c98-b952-1e751915f2c3 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/ports?device_id=5572a7ab-842e-4d7b-9461-5ee2dc84c22d HTTP/1.1" status: 200 len: 210 time: 0.0462177 Nov 12 00:51:38.280019 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a019a675-d513-4407-afb2-c4e5f0d476ce x-openstack-request-id: req-a019a675-d513-4407-afb2-c4e5f0d476ce {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:38.280593 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d0e715-9392-4339-b495-b1a8ec82fe96", "name": "network-vif-plugged", "status": "completed", "tag": "559534ec-b918-4572-b31d-8e35637a07fc", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:38.281571 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a019a675-d513-4407-afb2-c4e5f0d476ce {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:38.282224 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52d0e715-9392-4339-b495-b1a8ec82fe96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '559534ec-b918-4572-b31d-8e35637a07fc', 'code': 200} Nov 12 00:51:38.306986 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c0539fa0-c8fb-40bd-b9c4-3bd43ed8caef req-48e956b7-54fe-4929-ae92-65a6daab4644 service neutron] 10.222.0.45 "GET /v2.0/networks/1c193d6a-5984-4109-91aa-b0c9d7c9a6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199918 Nov 12 00:51:38.409118 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4a78aa52-471f-4234-ad26-4b89f0a1f5ae req-c2ce00d9-e339-47bd-ad29-20e90d5e9862 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=d973b090b8504fa28326b199cfd90457&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369749 Nov 12 00:51:38.444184 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294fdec-3317-4ec3-916f-d3b599f0da96 req-1491ca3d-e207-4194-8927-e56f609d2fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:38.445702 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1294fdec-3317-4ec3-916f-d3b599f0da96 req-1491ca3d-e207-4194-8927-e56f609d2fa7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=52d0e715-9392-4339-b495-b1a8ec82fe96 HTTP/1.1" status: 200 len: 1102 time: 0.0633047 Nov 12 00:51:38.502760 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1294fdec-3317-4ec3-916f-d3b599f0da96 req-df7b679b-a417-4972-9966-a9bc7e892ec5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447237 Nov 12 00:51:38.552476 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78aa52-471f-4234-ad26-4b89f0a1f5ae req-8e56ee5a-d9a9-410d-bcac-7a3a406b006c tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:38.562038 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4a78aa52-471f-4234-ad26-4b89f0a1f5ae req-8e56ee5a-d9a9-410d-bcac-7a3a406b006c tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1465418 Nov 12 00:51:38.578858 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4a78aa52-471f-4234-ad26-4b89f0a1f5ae req-c151542a-0dfc-4984-b6b3-5cfbb2edd90d tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] 10.222.0.45 "GET /v2.0/quotas/d973b090b8504fa28326b199cfd90457 HTTP/1.1" status: 200 len: 375 time: 0.0159280 Nov 12 00:51:38.670872 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4a78aa52-471f-4234-ad26-4b89f0a1f5ae req-1163c7bd-6bfb-4542-9c93-4a4df73b8a78 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d973b090b8504fa28326b199cfd90457&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0853329 Nov 12 00:51:38.706538 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f09201-10dd-46fc-8895-2b3712df843c req-7ed69ece-cc2d-445d-9e31-ae833cf5b496 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:38.718119 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b4f09201-10dd-46fc-8895-2b3712df843c req-7ed69ece-cc2d-445d-9e31-ae833cf5b496 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=52d0e715-9392-4339-b495-b1a8ec82fe96 HTTP/1.1" status: 200 len: 950 time: 0.0928273 Nov 12 00:51:38.852207 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b4f09201-10dd-46fc-8895-2b3712df843c req-d499faac-07e8-4543-a1b0-b4e344393b16 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322107 Nov 12 00:51:39.102222 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e17eabbd-e5f2-474a-9aa1-e1354cf81bdc req-ff6650a3-8e5a-4d43-9313-00b274cf26ac tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dd028aa-e923-45bc-a0e7-d99ba751725c HTTP/1.1" status: 200 len: 210 time: 0.0996397 Nov 12 00:51:39.122000 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4812433-52af-482f-806e-f1267cb9a3a5 req-84ffa518-d4f4-485b-bfed-49b50df47bc2 tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:39.137627 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 00dbddc7-a1c8-4c61-99f2-f71236b0ee66 up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:51:39.144293 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d4812433-52af-482f-806e-f1267cb9a3a5 req-84ffa518-d4f4-485b-bfed-49b50df47bc2 tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b0e631e3-91d5-4309-ab8e-b1808e224b3d HTTP/1.1" status: 200 len: 1097 time: 0.1817923 Nov 12 00:51:39.152252 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b196d6-1db1-497d-9992-949d763a0a08 req-cc6af871-6aee-49e0-bbc9-c0ba408f7505 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:39.153790 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-05b196d6-1db1-497d-9992-949d763a0a08 req-cc6af871-6aee-49e0-bbc9-c0ba408f7505 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.44 "GET /v2.0/networks?id=2a29fb7d-1389-4bf5-9af7-7b665f8258fb HTTP/1.1" status: 200 len: 821 time: 0.3433702 Nov 12 00:51:39.180609 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-05b196d6-1db1-497d-9992-949d763a0a08 req-2920a92c-51a2-4251-9e81-ae23f9b7d356 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Request body: {'port': {'device_id': '5572a7ab-842e-4d7b-9461-5ee2dc84c22d', 'network_id': '2a29fb7d-1389-4bf5-9af7-7b665f8258fb', 'admin_state_up': True, 'tenant_id': '10e546ec20224b1c887b967b60c4d627'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:39.246326 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port 00dbddc7-a1c8-4c61-99f2-f71236b0ee66 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:51:39.253795 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port 00dbddc7-a1c8-4c61-99f2-f71236b0ee66 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:39.254363 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:39.296950 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-266fe972-1a42-4d11-b5a9-ae118867126e req-2bf29a7e-99ff-4be8-b7d3-e0eaff36d528 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] 10.222.0.45 "GET /v2.0/ports?device_id=abca2410-b92e-44b6-947a-269c4009c032 HTTP/1.1" status: 200 len: 210 time: 0.0850439 Nov 12 00:51:39.342761 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d4812433-52af-482f-806e-f1267cb9a3a5 req-daacf6a0-eae2-4be8-83f0-e72cf6eff6e0 tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971364 Nov 12 00:51:39.447021 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05b196d6-1db1-497d-9992-949d763a0a08 req-2920a92c-51a2-4251-9e81-ae23f9b7d356 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Made reservation on behalf of 10e546ec20224b1c887b967b60c4d627 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:39.451172 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-05b196d6-1db1-497d-9992-949d763a0a08 req-2920a92c-51a2-4251-9e81-ae23f9b7d356 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:39.469701 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:39.534466 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 00dbddc7-a1c8-4c61-99f2-f71236b0ee66, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=00dbddc7-a1c8-4c61-99f2-f71236b0ee66,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:39.540415 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b78084-501b-49b2-a737-f11a2345d526 req-2951b5c0-960b-40d9-8304-a3bba02f9630 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:39.540707 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:39.553085 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b1b78084-501b-49b2-a737-f11a2345d526 req-2951b5c0-960b-40d9-8304-a3bba02f9630 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=139490e9-9c7d-4d98-8128-b40f17d71f2a HTTP/1.1" status: 200 len: 950 time: 0.0996130 Nov 12 00:51:39.664121 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=00dbddc7-a1c8-4c61-99f2-f71236b0ee66,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:39.670357 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b1b78084-501b-49b2-a737-f11a2345d526 req-3049cac8-d334-41c4-84a3-6204d29581bd tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161320 Nov 12 00:51:39.723350 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-87d1c7e9-531d-4fe0-a14d-892a9e59cc6f req-3627e503-eb7a-43e8-a431-12f9482e9a76 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/ports?device_id=5572a7ab-842e-4d7b-9461-5ee2dc84c22d HTTP/1.1" status: 200 len: 210 time: 0.0736172 Nov 12 00:51:39.743988 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-05b196d6-1db1-497d-9992-949d763a0a08 req-2920a92c-51a2-4251-9e81-ae23f9b7d356 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Allocated IP 172.20.0.4 (2a29fb7d-1389-4bf5-9af7-7b665f8258fb/f6fc0feb-8af3-4ee2-88bf-6fef1760f601/f5926488-c332-4a5f-9e41-7430d388af76) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:51:39.852889 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-a5772ca0-3491-4725-abdc-e4c0b5d8334e req-32262002-b5e7-422d-b91c-a17d61420ae0 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:51:39.853821 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a5772ca0-3491-4725-abdc-e4c0b5d8334e req-32262002-b5e7-422d-b91c-a17d61420ae0 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064907 Nov 12 00:51:40.030866 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-05b196d6-1db1-497d-9992-949d763a0a08 req-2920a92c-51a2-4251-9e81-ae23f9b7d356 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:40.044899 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc99fa-f269-4d2c-8dd9-7ce8ab3aa3f5 req-7b54ca8c-48fc-4110-be6e-4a8dc3f6bf83 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:40.047345 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0cfc99fa-f269-4d2c-8dd9-7ce8ab3aa3f5 req-7b54ca8c-48fc-4110-be6e-4a8dc3f6bf83 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=52d0e715-9392-4339-b495-b1a8ec82fe96 HTTP/1.1" status: 200 len: 950 time: 0.0798824 Nov 12 00:51:40.117114 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-05b196d6-1db1-497d-9992-949d763a0a08 req-2920a92c-51a2-4251-9e81-ae23f9b7d356 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:40.143865 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0cfc99fa-f269-4d2c-8dd9-7ce8ab3aa3f5 req-113e93d6-e454-41fa-b57c-97998b6eb0cd tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866554 Nov 12 00:51:40.166272 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['e769a600-8888-44e6-b2e0-6ce080ffb7a0'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:51:40.180874 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05b196d6-1db1-497d-9992-949d763a0a08 req-2920a92c-51a2-4251-9e81-ae23f9b7d356 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Network 2a29fb7d-1389-4bf5-9af7-7b665f8258fb is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:40.184631 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-05b196d6-1db1-497d-9992-949d763a0a08 req-2920a92c-51a2-4251-9e81-ae23f9b7d356 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:40.193264 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b196d6-1db1-497d-9992-949d763a0a08 req-2920a92c-51a2-4251-9e81-ae23f9b7d356 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:51:40.239245 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2920a92c-51a2-4251-9e81-ae23f9b7d356 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Pushing event updated for resources: {'Port': ['ID=f5926488-c332-4a5f-9e41-7430d388af76,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:40.292357 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc699982-537a-4d2b-9409-74b5712e3139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00dbddc7-a1c8-4c61-99f2-f71236b0ee66'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:40.295773 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7527e059-313f-45cc-a6af-e7ff959d2643" -d '{"events": [{"server_uuid": "fc699982-537a-4d2b-9409-74b5712e3139", "name": "network-vif-plugged", "status": "completed", "tag": "00dbddc7-a1c8-4c61-99f2-f71236b0ee66"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:40.307657 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b196d6-1db1-497d-9992-949d763a0a08 req-2920a92c-51a2-4251-9e81-ae23f9b7d356 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:40.308734 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-05b196d6-1db1-497d-9992-949d763a0a08 req-2920a92c-51a2-4251-9e81-ae23f9b7d356 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:40.346769 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-05b196d6-1db1-497d-9992-949d763a0a08 req-2920a92c-51a2-4251-9e81-ae23f9b7d356 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1717834 Nov 12 00:51:40.359856 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-21a7f095-b01a-4b29-a7ad-d7fde778571c req-cfda79ec-eef1-4cb2-bb27-c59c8719542d tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dd028aa-e923-45bc-a0e7-d99ba751725c HTTP/1.1" status: 200 len: 210 time: 0.0497243 Nov 12 00:51:40.372481 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:40.402989 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-05b196d6-1db1-497d-9992-949d763a0a08 req-1c0bc3f3-5616-4184-98f8-0bbeb34494a6 service neutron] Request body: {'port': {'device_id': '5572a7ab-842e-4d7b-9461-5ee2dc84c22d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:40.568547 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-05b196d6-1db1-497d-9992-949d763a0a08 req-1c0bc3f3-5616-4184-98f8-0bbeb34494a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:40.689965 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-546f47b4-5543-492f-bf0c-7cb3687f4fdb None None] Provisioning complete for port f5926488-c332-4a5f-9e41-7430d388af76 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:40.690819 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-546f47b4-5543-492f-bf0c-7cb3687f4fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:40.733840 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0cd081-f4ee-42e4-ac29-604cd74be491 req-e3a17ee3-c45b-4d15-990f-c64dc744e50c tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:40.735690 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7c0cd081-f4ee-42e4-ac29-604cd74be491 req-e3a17ee3-c45b-4d15-990f-c64dc744e50c tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc699982-537a-4d2b-9409-74b5712e3139 HTTP/1.1" status: 200 len: 949 time: 0.1345057 Nov 12 00:51:40.755947 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-546f47b4-5543-492f-bf0c-7cb3687f4fdb None None] Port f5926488-c332-4a5f-9e41-7430d388af76 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:51:40.775331 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0539fa0-c8fb-40bd-b9c4-3bd43ed8caef req-f2c6bb57-5e35-49fe-b114-e4cd8b9ffb26 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:40.777972 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c0539fa0-c8fb-40bd-b9c4-3bd43ed8caef req-f2c6bb57-5e35-49fe-b114-e4cd8b9ffb26 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.44 "GET /v2.0/networks?id=1c193d6a-5984-4109-91aa-b0c9d7c9a6bf HTTP/1.1" status: 200 len: 820 time: 0.3796527 Nov 12 00:51:40.831876 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-c0539fa0-c8fb-40bd-b9c4-3bd43ed8caef req-d579467a-9acb-4764-ab37-052ce6242d16 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Request body: {'port': {'device_id': '2dd028aa-e923-45bc-a0e7-d99ba751725c', 'network_id': '1c193d6a-5984-4109-91aa-b0c9d7c9a6bf', 'admin_state_up': True, 'tenant_id': '52ec13b5aa674ec2836b22da2faf152e'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:40.959139 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4a78aa52-471f-4234-ad26-4b89f0a1f5ae req-c617e3fa-d844-4e8f-bae1-b0ec5dafe09c tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=d973b090b8504fa28326b199cfd90457&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327013 Nov 12 00:51:40.987269 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7c0cd081-f4ee-42e4-ac29-604cd74be491 req-60950648-dbdc-4dc4-bcc3-79741ab79675 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383699 Nov 12 00:51:41.024339 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0539fa0-c8fb-40bd-b9c4-3bd43ed8caef req-d579467a-9acb-4764-ab37-052ce6242d16 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Made reservation on behalf of 52ec13b5aa674ec2836b22da2faf152e for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:41.028642 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c0539fa0-c8fb-40bd-b9c4-3bd43ed8caef req-d579467a-9acb-4764-ab37-052ce6242d16 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:41.073805 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2222fb2b-766a-4d31-bd07-ed7c4434b5b8 x-openstack-request-id: req-2222fb2b-766a-4d31-bd07-ed7c4434b5b8 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:41.074205 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc699982-537a-4d2b-9409-74b5712e3139", "name": "network-vif-plugged", "status": "completed", "tag": "00dbddc7-a1c8-4c61-99f2-f71236b0ee66", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:41.074468 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2222fb2b-766a-4d31-bd07-ed7c4434b5b8 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:41.074881 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc699982-537a-4d2b-9409-74b5712e3139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00dbddc7-a1c8-4c61-99f2-f71236b0ee66', 'code': 200} Nov 12 00:51:41.225395 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a2eacad2-fdad-42c2-84b8-2ff86123b7d1 req-6face598-9596-4cbb-8d2d-3b01ee8fb109 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] 10.222.0.45 "GET /v2.0/ports?device_id=abca2410-b92e-44b6-947a-269c4009c032 HTTP/1.1" status: 200 len: 210 time: 0.0573251 Nov 12 00:51:41.234210 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78aa52-471f-4234-ad26-4b89f0a1f5ae req-49a9cdac-a27f-4c6b-8a75-e44b45c35e5c tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:41.237330 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4a78aa52-471f-4234-ad26-4b89f0a1f5ae req-49a9cdac-a27f-4c6b-8a75-e44b45c35e5c tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2713001 Nov 12 00:51:41.270540 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-05b196d6-1db1-497d-9992-949d763a0a08 req-1c0bc3f3-5616-4184-98f8-0bbeb34494a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5926488-c332-4a5f-9e41-7430d388af76 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:41.281699 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-4a78aa52-471f-4234-ad26-4b89f0a1f5ae req-bb300cbd-4269-4e5d-8ea5-33e96b98675d tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Request body: {'port': {'device_id': 'abca2410-b92e-44b6-947a-269c4009c032', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'admin_state_up': True, 'tenant_id': 'd973b090b8504fa28326b199cfd90457'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:41.306889 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-05b196d6-1db1-497d-9992-949d763a0a08 req-1c0bc3f3-5616-4184-98f8-0bbeb34494a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:41.370331 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105f55b-bad1-426a-8e26-80262fac974b req-668ac25f-5b1f-461d-acd7-e3b9a8e60634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:41.371903 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1105f55b-bad1-426a-8e26-80262fac974b req-668ac25f-5b1f-461d-acd7-e3b9a8e60634 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fc699982-537a-4d2b-9409-74b5712e3139 HTTP/1.1" status: 200 len: 1101 time: 0.1811962 Nov 12 00:51:41.373027 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-05b196d6-1db1-497d-9992-949d763a0a08 req-1c0bc3f3-5616-4184-98f8-0bbeb34494a6 service neutron] Transition to ACTIVE for port object f5926488-c332-4a5f-9e41-7430d388af76 will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:51:41.381500 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-05b196d6-1db1-497d-9992-949d763a0a08 req-1c0bc3f3-5616-4184-98f8-0bbeb34494a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:41.540248 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0bc3f3-5616-4184-98f8-0bbeb34494a6 service neutron] Pushing event updated for resources: {'Port': ['ID=f5926488-c332-4a5f-9e41-7430d388af76,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:41.610459 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1105f55b-bad1-426a-8e26-80262fac974b req-f6ee366a-8a32-405a-ae8a-4139d4c6754e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168097 Nov 12 00:51:41.655671 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a78aa52-471f-4234-ad26-4b89f0a1f5ae req-bb300cbd-4269-4e5d-8ea5-33e96b98675d tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Made reservation on behalf of d973b090b8504fa28326b199cfd90457 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:41.662943 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4a78aa52-471f-4234-ad26-4b89f0a1f5ae req-bb300cbd-4269-4e5d-8ea5-33e96b98675d tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:41.715563 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-c0539fa0-c8fb-40bd-b9c4-3bd43ed8caef req-d579467a-9acb-4764-ab37-052ce6242d16 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Allocated IP 172.20.0.14 (1c193d6a-5984-4109-91aa-b0c9d7c9a6bf/6d8bd009-45c7-4017-80d7-9c1f69484ce9/184d2cbb-cfd2-43da-a346-ae95d0707e70) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:51:41.720167 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-05b196d6-1db1-497d-9992-949d763a0a08 req-1c0bc3f3-5616-4184-98f8-0bbeb34494a6 service neutron] Attempting to bind port f5926488-c332-4a5f-9e41-7430d388af76 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:41.720829 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-05b196d6-1db1-497d-9992-949d763a0a08 req-1c0bc3f3-5616-4184-98f8-0bbeb34494a6 service neutron] Attempting to bind port f5926488-c332-4a5f-9e41-7430d388af76 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '6eca3569-bbd9-4f4d-bcf1-f2a3273ec25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a29fb7d-1389-4bf5-9af7-7b665f8258fb'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:41.720970 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b196d6-1db1-497d-9992-949d763a0a08 req-1c0bc3f3-5616-4184-98f8-0bbeb34494a6 service neutron] Attempting to bind port f5926488-c332-4a5f-9e41-7430d388af76 on network 2a29fb7d-1389-4bf5-9af7-7b665f8258fb {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:41.738280 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f2f64c-5c19-4d0a-a155-a26519697e44 req-3f496d20-fb7e-4a63-aa4b-0e4ad493fe48 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:41.746676 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f2f2f64c-5c19-4d0a-a155-a26519697e44 req-3f496d20-fb7e-4a63-aa4b-0e4ad493fe48 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=139490e9-9c7d-4d98-8128-b40f17d71f2a HTTP/1.1" status: 200 len: 950 time: 0.1027267 Nov 12 00:51:41.789175 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b196d6-1db1-497d-9992-949d763a0a08 req-1c0bc3f3-5616-4184-98f8-0bbeb34494a6 service neutron] Port f5926488-c332-4a5f-9e41-7430d388af76 on network 2a29fb7d-1389-4bf5-9af7-7b665f8258fb not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:41.789424 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b196d6-1db1-497d-9992-949d763a0a08 req-1c0bc3f3-5616-4184-98f8-0bbeb34494a6 service neutron] Attempting to bind port f5926488-c332-4a5f-9e41-7430d388af76 on network 2a29fb7d-1389-4bf5-9af7-7b665f8258fb {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:41.811689 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b196d6-1db1-497d-9992-949d763a0a08 req-1c0bc3f3-5616-4184-98f8-0bbeb34494a6 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:51:41.812005 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b196d6-1db1-497d-9992-949d763a0a08 req-1c0bc3f3-5616-4184-98f8-0bbeb34494a6 service neutron] Checking segment: {'id': '6eca3569-bbd9-4f4d-bcf1-f2a3273ec25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a29fb7d-1389-4bf5-9af7-7b665f8258fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:41.812405 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b196d6-1db1-497d-9992-949d763a0a08 req-1c0bc3f3-5616-4184-98f8-0bbeb34494a6 service neutron] Bound using segment: {'id': '6eca3569-bbd9-4f4d-bcf1-f2a3273ec25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a29fb7d-1389-4bf5-9af7-7b665f8258fb'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:51:41.812850 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-05b196d6-1db1-497d-9992-949d763a0a08 req-1c0bc3f3-5616-4184-98f8-0bbeb34494a6 service neutron] Bound port: f5926488-c332-4a5f-9e41-7430d388af76, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6eca3569-bbd9-4f4d-bcf1-f2a3273ec25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '2a29fb7d-1389-4bf5-9af7-7b665f8258fb'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:51:41.813214 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-05b196d6-1db1-497d-9992-949d763a0a08 req-1c0bc3f3-5616-4184-98f8-0bbeb34494a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:41.891830 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f2f2f64c-5c19-4d0a-a155-a26519697e44 req-96e5c3d1-dc6b-4766-b663-6094189e7fba tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368213 Nov 12 00:51:41.899611 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-fe210f04-baac-4999-a5b5-87c2aff81561 tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:51:41.911801 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-4a78aa52-471f-4234-ad26-4b89f0a1f5ae req-bb300cbd-4269-4e5d-8ea5-33e96b98675d tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Allocated IP 192.168.233.174 (945c2da1-f958-478a-a48a-8af2dfa2e179/f0290328-7bc5-4266-bfb9-6eb25d91acf0/32cd39df-0b31-4980-bef0-a86a57652cfe) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:51:41.914703 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-fe210f04-baac-4999-a5b5-87c2aff81561 tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2538254 Nov 12 00:51:41.965662 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-05b196d6-1db1-497d-9992-949d763a0a08 req-1c0bc3f3-5616-4184-98f8-0bbeb34494a6 service neutron] For port f5926488-c332-4a5f-9e41-7430d388af76, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:51:41.971128 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-05b196d6-1db1-497d-9992-949d763a0a08 req-1c0bc3f3-5616-4184-98f8-0bbeb34494a6 service neutron] For port f5926488-c332-4a5f-9e41-7430d388af76, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=f5926488-c332-4a5f-9e41-7430d388af76,segment=NetworkSegment(6eca3569-bbd9-4f4d-bcf1-f2a3273ec25a),segment_id=6eca3569-bbd9-4f4d-bcf1-f2a3273ec25a)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:51:41.979378 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-05b196d6-1db1-497d-9992-949d763a0a08 req-1c0bc3f3-5616-4184-98f8-0bbeb34494a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:41.992705 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-18af5d38-4378-4c16-89c6-d9b59e94dfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:41.999677 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-18af5d38-4378-4c16-89c6-d9b59e94dfea service neutron] 10.222.0.45 "GET /v2.0/ports/a7a8c72c-f355-4c96-8431-4b6abf124fc2 HTTP/1.1" status: 200 len: 1094 time: 0.0845447 Nov 12 00:51:42.004264 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-b4418f93-e8bf-4bc2-ac3d-61947c80cd98 service neutron] Request body: {'binding': {'host': 'n-h1-712142-27', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:42.004705 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-b4418f93-e8bf-4bc2-ac3d-61947c80cd98 service neutron] Unknown quota resources ['binding']. {{(pid=109085) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 00:51:42.035626 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b196d6-1db1-497d-9992-949d763a0a08 req-1c0bc3f3-5616-4184-98f8-0bbeb34494a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:42.036276 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-05b196d6-1db1-497d-9992-949d763a0a08 req-1c0bc3f3-5616-4184-98f8-0bbeb34494a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:42.037691 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-05b196d6-1db1-497d-9992-949d763a0a08 req-1c0bc3f3-5616-4184-98f8-0bbeb34494a6 service neutron] 10.222.0.44 "PUT /v2.0/ports/f5926488-c332-4a5f-9e41-7430d388af76 HTTP/1.1" status: 200 len: 1092 time: 1.6397238 Nov 12 00:51:42.041044 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5572a7ab-842e-4d7b-9461-5ee2dc84c22d', 'tag': 'f5926488-c332-4a5f-9e41-7430d388af76'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:42.044853 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95248cb8-8569-44e4-95d2-d1c0e1f9dd2b" -d '{"events": [{"name": "network-changed", "server_uuid": "5572a7ab-842e-4d7b-9461-5ee2dc84c22d", "tag": "f5926488-c332-4a5f-9e41-7430d388af76"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:42.096684 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0bc3f3-5616-4184-98f8-0bbeb34494a6 service neutron] Pushing event updated for resources: {'Port': ['ID=f5926488-c332-4a5f-9e41-7430d388af76,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:42.223565 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b196d6-1db1-497d-9992-949d763a0a08 req-d3d67b14-12b5-4066-b2d7-ebc543948bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:42.225139 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-05b196d6-1db1-497d-9992-949d763a0a08 req-d3d67b14-12b5-4066-b2d7-ebc543948bb6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=10e546ec20224b1c887b967b60c4d627&device_id=5572a7ab-842e-4d7b-9461-5ee2dc84c22d HTTP/1.1" status: 200 len: 1095 time: 0.0868273 Nov 12 00:51:42.238200 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d104b4-7a10-4a0e-bcd8-9629cb99fd80 req-76dec6c8-06d7-4f51-be85-7002336f3626 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:42.249931 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-28d104b4-7a10-4a0e-bcd8-9629cb99fd80 req-76dec6c8-06d7-4f51-be85-7002336f3626 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/ports?device_id=5572a7ab-842e-4d7b-9461-5ee2dc84c22d HTTP/1.1" status: 200 len: 943 time: 0.2373095 Nov 12 00:51:42.254812 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4a78aa52-471f-4234-ad26-4b89f0a1f5ae req-bb300cbd-4269-4e5d-8ea5-33e96b98675d tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:42.286778 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-05b196d6-1db1-497d-9992-949d763a0a08 req-f40824de-3ecb-4f6b-aff8-3c5803b62822 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5926488-c332-4a5f-9e41-7430d388af76 HTTP/1.1" status: 200 len: 217 time: 0.0430779 Nov 12 00:51:42.308864 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c0539fa0-c8fb-40bd-b9c4-3bd43ed8caef req-d579467a-9acb-4764-ab37-052ce6242d16 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:42.385852 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b196d6-1db1-497d-9992-949d763a0a08 req-c28d4a77-dd89-4f7b-9596-2ade3ba8ad3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:42.387670 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-05b196d6-1db1-497d-9992-949d763a0a08 req-c28d4a77-dd89-4f7b-9596-2ade3ba8ad3f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f6fc0feb-8af3-4ee2-88bf-6fef1760f601 HTTP/1.1" status: 200 len: 860 time: 0.0933983 Nov 12 00:51:42.408988 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4a78aa52-471f-4234-ad26-4b89f0a1f5ae req-bb300cbd-4269-4e5d-8ea5-33e96b98675d tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:42.437993 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-28d104b4-7a10-4a0e-bcd8-9629cb99fd80 req-d5c42426-a023-4ef6-b8cb-c740944e8185 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c64e9f-26bf-4cae-954e-7c86ebe7e1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836171 Nov 12 00:51:42.452717 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['a30e244e-7306-4557-a0d0-3131069d77cc'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:51:42.461950 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c0539fa0-c8fb-40bd-b9c4-3bd43ed8caef req-d579467a-9acb-4764-ab37-052ce6242d16 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:42.569029 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0539fa0-c8fb-40bd-b9c4-3bd43ed8caef req-d579467a-9acb-4764-ab37-052ce6242d16 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Network 1c193d6a-5984-4109-91aa-b0c9d7c9a6bf is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:42.579240 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a78aa52-471f-4234-ad26-4b89f0a1f5ae req-bb300cbd-4269-4e5d-8ea5-33e96b98675d tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Network 945c2da1-f958-478a-a48a-8af2dfa2e179 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:42.592336 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-b4418f93-e8bf-4bc2-ac3d-61947c80cd98 service neutron] Attempting to bind port a7a8c72c-f355-4c96-8431-4b6abf124fc2 on host n-h1-712142-27 for vnic_type normal with profile None {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:42.593416 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-b4418f93-e8bf-4bc2-ac3d-61947c80cd98 service neutron] Attempting to bind port a7a8c72c-f355-4c96-8431-4b6abf124fc2 by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': '22cf0803-7015-4b8f-9bea-ad8ec3d31ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfbacf63-886c-40df-80dd-a56be185809d'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:42.593803 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-b4418f93-e8bf-4bc2-ac3d-61947c80cd98 service neutron] Attempting to bind port a7a8c72c-f355-4c96-8431-4b6abf124fc2 on network dfbacf63-886c-40df-80dd-a56be185809d {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:42.602392 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-4a78aa52-471f-4234-ad26-4b89f0a1f5ae req-bb300cbd-4269-4e5d-8ea5-33e96b98675d tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:42.609591 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-b4418f93-e8bf-4bc2-ac3d-61947c80cd98 service neutron] Port a7a8c72c-f355-4c96-8431-4b6abf124fc2 on network dfbacf63-886c-40df-80dd-a56be185809d not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:42.609920 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-b4418f93-e8bf-4bc2-ac3d-61947c80cd98 service neutron] Attempting to bind port a7a8c72c-f355-4c96-8431-4b6abf124fc2 on network dfbacf63-886c-40df-80dd-a56be185809d {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:42.612028 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a78aa52-471f-4234-ad26-4b89f0a1f5ae req-bb300cbd-4269-4e5d-8ea5-33e96b98675d tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:51:42.616818 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-c0539fa0-c8fb-40bd-b9c4-3bd43ed8caef req-d579467a-9acb-4764-ab37-052ce6242d16 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:42.625949 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb300cbd-4269-4e5d-8ea5-33e96b98675d tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Pushing event updated for resources: {'Port': ['ID=32cd39df-0b31-4980-bef0-a86a57652cfe,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:42.626161 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0539fa0-c8fb-40bd-b9c4-3bd43ed8caef req-d579467a-9acb-4764-ab37-052ce6242d16 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:51:42.682450 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-b4418f93-e8bf-4bc2-ac3d-61947c80cd98 service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:51:42.682855 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-b4418f93-e8bf-4bc2-ac3d-61947c80cd98 service neutron] Checking segment: {'id': '22cf0803-7015-4b8f-9bea-ad8ec3d31ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfbacf63-886c-40df-80dd-a56be185809d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:42.683186 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-b4418f93-e8bf-4bc2-ac3d-61947c80cd98 service neutron] Bound using segment: {'id': '22cf0803-7015-4b8f-9bea-ad8ec3d31ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfbacf63-886c-40df-80dd-a56be185809d'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:51:42.683632 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-b4418f93-e8bf-4bc2-ac3d-61947c80cd98 service neutron] Bound port: a7a8c72c-f355-4c96-8431-4b6abf124fc2, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22cf0803-7015-4b8f-9bea-ad8ec3d31ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfbacf63-886c-40df-80dd-a56be185809d'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:51:42.685860 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d579467a-9acb-4764-ab37-052ce6242d16 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Pushing event updated for resources: {'Port': ['ID=184d2cbb-cfd2-43da-a346-ae95d0707e70,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:42.702416 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b196d6-1db1-497d-9992-949d763a0a08 req-16a6e63b-ccca-44af-9fd6-0ffcc36ab04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:42.708341 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-05b196d6-1db1-497d-9992-949d763a0a08 req-16a6e63b-ccca-44af-9fd6-0ffcc36ab04c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2a29fb7d-1389-4bf5-9af7-7b665f8258fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3091898 Nov 12 00:51:42.766154 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6892a5f-93ff-4555-8868-928a5cd33916 req-9082d78a-da4f-4f04-b984-68f040f4f029 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:42.775534 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d6892a5f-93ff-4555-8868-928a5cd33916 req-9082d78a-da4f-4f04-b984-68f040f4f029 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dd028aa-e923-45bc-a0e7-d99ba751725c HTTP/1.1" status: 200 len: 932 time: 0.2290752 Nov 12 00:51:42.806079 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78aa52-471f-4234-ad26-4b89f0a1f5ae req-bb300cbd-4269-4e5d-8ea5-33e96b98675d tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:42.806743 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4a78aa52-471f-4234-ad26-4b89f0a1f5ae req-bb300cbd-4269-4e5d-8ea5-33e96b98675d tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:42.816741 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0539fa0-c8fb-40bd-b9c4-3bd43ed8caef req-d579467a-9acb-4764-ab37-052ce6242d16 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:42.817987 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c0539fa0-c8fb-40bd-b9c4-3bd43ed8caef req-d579467a-9acb-4764-ab37-052ce6242d16 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:42.899843 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d6892a5f-93ff-4555-8868-928a5cd33916 req-aa866c26-56f8-44cb-ab74-bafed3ddaaa9 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191924 Nov 12 00:51:42.908384 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4a78aa52-471f-4234-ad26-4b89f0a1f5ae req-bb300cbd-4269-4e5d-8ea5-33e96b98675d tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6325457 Nov 12 00:51:42.924397 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c0539fa0-c8fb-40bd-b9c4-3bd43ed8caef req-d579467a-9acb-4764-ab37-052ce6242d16 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0963774 Nov 12 00:51:42.931874 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-b4418f93-e8bf-4bc2-ac3d-61947c80cd98 service neutron] For port a7a8c72c-f355-4c96-8431-4b6abf124fc2, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=a7a8c72c-f355-4c96-8431-4b6abf124fc2,segment=NetworkSegment(22cf0803-7015-4b8f-9bea-ad8ec3d31ac5),segment_id=22cf0803-7015-4b8f-9bea-ad8ec3d31ac5)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:51:42.947929 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-b4418f93-e8bf-4bc2-ac3d-61947c80cd98 service neutron] Publish callbacks [] for binding, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:42.949157 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-b4418f93-e8bf-4bc2-ac3d-61947c80cd98 service neutron] 10.222.0.45 "POST /v2.0/ports/a7a8c72c-f355-4c96-8431-4b6abf124fc2/bindings HTTP/1.1" status: 201 len: 390 time: 0.9487362 Nov 12 00:51:42.969466 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-c0539fa0-c8fb-40bd-b9c4-3bd43ed8caef req-06483b88-94c5-4957-a955-fd4365a5a47e service neutron] Request body: {'port': {'device_id': '2dd028aa-e923-45bc-a0e7-d99ba751725c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:42.970161 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-05b196d6-1db1-497d-9992-949d763a0a08 req-871c3e85-113e-4b82-983f-36559653b5b1 service neutron] 10.222.0.44 "GET /v2.0/networks/2a29fb7d-1389-4bf5-9af7-7b665f8258fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581999 Nov 12 00:51:42.975178 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-4a78aa52-471f-4234-ad26-4b89f0a1f5ae req-a8801bbe-0b23-4df5-923c-7fca3c60452b service neutron] Request body: {'port': {'device_id': 'abca2410-b92e-44b6-947a-269c4009c032', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:43.037918 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-1afb52d5-3efd-40e7-89c8-ad7268acff15 None None] Provisioning complete for port 32cd39df-0b31-4980-bef0-a86a57652cfe triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:43.038383 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1afb52d5-3efd-40e7-89c8-ad7268acff15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:43.195702 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-1afb52d5-3efd-40e7-89c8-ad7268acff15 None None] Port 32cd39df-0b31-4980-bef0-a86a57652cfe cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:51:43.246795 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c0539fa0-c8fb-40bd-b9c4-3bd43ed8caef req-06483b88-94c5-4957-a955-fd4365a5a47e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:43.282835 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4218c1cb-499c-4029-bebf-bfecfc61b906 x-openstack-request-id: req-4218c1cb-499c-4029-bebf-bfecfc61b906 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:43.283106 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5572a7ab-842e-4d7b-9461-5ee2dc84c22d", "tag": "f5926488-c332-4a5f-9e41-7430d388af76", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:43.283449 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4218c1cb-499c-4029-bebf-bfecfc61b906 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:43.283673 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce004e-eef1-4633-9382-4f23ff49fa49 req-621b81f3-ab81-4916-b0c5-3f181ae9464a tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:43.283993 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5572a7ab-842e-4d7b-9461-5ee2dc84c22d', 'tag': 'f5926488-c332-4a5f-9e41-7430d388af76', 'status': 'completed', 'code': 200} Nov 12 00:51:43.285287 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b1ce004e-eef1-4633-9382-4f23ff49fa49 req-621b81f3-ab81-4916-b0c5-3f181ae9464a tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc699982-537a-4d2b-9409-74b5712e3139 HTTP/1.1" status: 200 len: 949 time: 0.2298436 Nov 12 00:51:43.334240 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c97453-9021-4d9f-91fe-2fb064c48311 req-8bf4080f-45db-45a5-8a92-965608844aff tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:43.335684 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-35c97453-9021-4d9f-91fe-2fb064c48311 req-8bf4080f-45db-45a5-8a92-965608844aff tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] 10.222.0.45 "GET /v2.0/ports?device_id=abca2410-b92e-44b6-947a-269c4009c032 HTTP/1.1" status: 200 len: 936 time: 0.1445904 Nov 12 00:51:43.401983 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4a78aa52-471f-4234-ad26-4b89f0a1f5ae req-a8801bbe-0b23-4df5-923c-7fca3c60452b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:43.414572 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-05b196d6-1db1-497d-9992-949d763a0a08 req-2e9a070e-30d1-4a7b-b3dd-085d623f9c1e service neutron] 10.222.0.44 "GET /v2.0/networks/2a29fb7d-1389-4bf5-9af7-7b665f8258fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4362071 Nov 12 00:51:43.452762 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b1ce004e-eef1-4633-9382-4f23ff49fa49 req-96694f70-51ef-404a-a147-a775dde95c12 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593616 Nov 12 00:51:43.473737 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-4b5c2338-4f37-4528-b952-482597b50807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:43.476559 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-4b5c2338-4f37-4528-b952-482597b50807 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=31213ba92821461cba1a0adcb9241baa&device_id=b0e631e3-91d5-4309-ab8e-b1808e224b3d HTTP/1.1" status: 200 len: 1097 time: 0.1119475 Nov 12 00:51:43.490772 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-35c97453-9021-4d9f-91fe-2fb064c48311 req-0bfc2988-8404-4499-96a2-10a844d2c249 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ffe40b4-8291-4a8e-ac1b-1f22789b79f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385844 Nov 12 00:51:43.771416 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef05995-eeff-4e59-80a3-247b09fb39ae req-85c1b798-80c9-43c0-b2a3-c04f4d29b1ac tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:43.773032 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aef05995-eeff-4e59-80a3-247b09fb39ae req-85c1b798-80c9-43c0-b2a3-c04f4d29b1ac tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=139490e9-9c7d-4d98-8128-b40f17d71f2a HTTP/1.1" status: 200 len: 950 time: 0.1596994 Nov 12 00:51:43.777806 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-c0539fa0-c8fb-40bd-b9c4-3bd43ed8caef req-06483b88-94c5-4957-a955-fd4365a5a47e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 184d2cbb-cfd2-43da-a346-ae95d0707e70 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:43.791956 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95248cb8-8569-44e4-95d2-d1c0e1f9dd2b req-19c9f7a4-8c28-4196-8931-5ba550f49d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:43.793608 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-95248cb8-8569-44e4-95d2-d1c0e1f9dd2b req-19c9f7a4-8c28-4196-8931-5ba550f49d61 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=10e546ec20224b1c887b967b60c4d627&device_id=5572a7ab-842e-4d7b-9461-5ee2dc84c22d HTTP/1.1" status: 200 len: 1095 time: 0.2562344 Nov 12 00:51:43.794519 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c0539fa0-c8fb-40bd-b9c4-3bd43ed8caef req-06483b88-94c5-4957-a955-fd4365a5a47e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:43.846347 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-c0539fa0-c8fb-40bd-b9c4-3bd43ed8caef req-06483b88-94c5-4957-a955-fd4365a5a47e service neutron] Transition to ACTIVE for port object 184d2cbb-cfd2-43da-a346-ae95d0707e70 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:51:43.857143 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d7eff5-4460-4ec3-9662-348370b061f8 req-7c5c5bee-b6a7-4881-a4c8-856d09aebf16 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:43.858762 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-77d7eff5-4460-4ec3-9662-348370b061f8 req-7c5c5bee-b6a7-4881-a4c8-856d09aebf16 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0e631e3-91d5-4309-ab8e-b1808e224b3d HTTP/1.1" status: 200 len: 945 time: 0.1558981 Nov 12 00:51:43.861888 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c0539fa0-c8fb-40bd-b9c4-3bd43ed8caef req-06483b88-94c5-4957-a955-fd4365a5a47e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:43.865266 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-51f2b0df-4a81-4b3b-8b65-e411c8dbe38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:43.867150 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-51f2b0df-4a81-4b3b-8b65-e411c8dbe38d service neutron] 10.222.0.16 "GET /v2.0/networks?id=dfbacf63-886c-40df-80dd-a56be185809d HTTP/1.1" status: 200 len: 908 time: 0.3577707 Nov 12 00:51:43.956511 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aef05995-eeff-4e59-80a3-247b09fb39ae req-931f11ee-cfdc-45cb-9880-6bc2c7472de0 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669295 Nov 12 00:51:43.978306 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06483b88-94c5-4957-a955-fd4365a5a47e service neutron] Pushing event updated for resources: {'Port': ['ID=184d2cbb-cfd2-43da-a346-ae95d0707e70,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:43.995257 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.44', 58385) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:51:44.079065 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-383784f1-cf5c-4870-9d00-1101f0ebb6ac service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7a8c72c-f355-4c96-8431-4b6abf124fc2 HTTP/1.1" status: 200 len: 217 time: 0.1974099 Nov 12 00:51:44.090979 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-4a78aa52-471f-4234-ad26-4b89f0a1f5ae req-a8801bbe-0b23-4df5-923c-7fca3c60452b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32cd39df-0b31-4980-bef0-a86a57652cfe {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:44.111628 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4a78aa52-471f-4234-ad26-4b89f0a1f5ae req-a8801bbe-0b23-4df5-923c-7fca3c60452b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:44.154627 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-77d7eff5-4460-4ec3-9662-348370b061f8 req-709a8d4f-67b1-43f1-8c52-a943af7974bf tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316396 Nov 12 00:51:44.190231 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8ec08-e2c4-4e35-99a3-5af5d820d25e req-a988b9bd-ede4-4805-ba4d-a5e8912d679b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:44.192038 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-41f8ec08-e2c4-4e35-99a3-5af5d820d25e req-a988b9bd-ede4-4805-ba4d-a5e8912d679b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6bde2e332c8e418290dd069bae32e617&device_id=139490e9-9c7d-4d98-8128-b40f17d71f2a HTTP/1.1" status: 200 len: 1102 time: 0.1939578 Nov 12 00:51:44.200509 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-4a78aa52-471f-4234-ad26-4b89f0a1f5ae req-a8801bbe-0b23-4df5-923c-7fca3c60452b service neutron] Transition to ACTIVE for port object 32cd39df-0b31-4980-bef0-a86a57652cfe will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:51:44.217106 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf6186-bf65-431d-a5b7-0eec55931362 req-f630f6f8-a41c-4a90-9f42-9e914e40027e tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:44.218973 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-27bf6186-bf65-431d-a5b7-0eec55931362 req-f630f6f8-a41c-4a90-9f42-9e914e40027e tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/ports?device_id=5572a7ab-842e-4d7b-9461-5ee2dc84c22d HTTP/1.1" status: 200 len: 943 time: 0.1641593 Nov 12 00:51:44.219320 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4a78aa52-471f-4234-ad26-4b89f0a1f5ae req-a8801bbe-0b23-4df5-923c-7fca3c60452b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:44.249792 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-c0539fa0-c8fb-40bd-b9c4-3bd43ed8caef req-06483b88-94c5-4957-a955-fd4365a5a47e service neutron] Attempting to bind port 184d2cbb-cfd2-43da-a346-ae95d0707e70 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:44.250372 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-c0539fa0-c8fb-40bd-b9c4-3bd43ed8caef req-06483b88-94c5-4957-a955-fd4365a5a47e service neutron] Attempting to bind port 184d2cbb-cfd2-43da-a346-ae95d0707e70 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '936f4dc4-b49e-4318-84e7-8d3d4988961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1c193d6a-5984-4109-91aa-b0c9d7c9a6bf'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:44.250486 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0539fa0-c8fb-40bd-b9c4-3bd43ed8caef req-06483b88-94c5-4957-a955-fd4365a5a47e service neutron] Attempting to bind port 184d2cbb-cfd2-43da-a346-ae95d0707e70 on network 1c193d6a-5984-4109-91aa-b0c9d7c9a6bf {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:44.265853 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95248cb8-8569-44e4-95d2-d1c0e1f9dd2b req-77e662cc-4d08-422b-9395-8deb1b0a3313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:44.267680 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-95248cb8-8569-44e4-95d2-d1c0e1f9dd2b req-77e662cc-4d08-422b-9395-8deb1b0a3313 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2a29fb7d-1389-4bf5-9af7-7b665f8258fb HTTP/1.1" status: 200 len: 921 time: 0.4287758 Nov 12 00:51:44.275610 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-7482ee39-fea1-4aeb-a780-10dcc4032c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:44.277344 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-7482ee39-fea1-4aeb-a780-10dcc4032c14 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=47cc90a9-e995-4711-ba6b-508e6e69e5de HTTP/1.1" status: 200 len: 848 time: 0.1889446 Nov 12 00:51:44.338656 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8801bbe-0b23-4df5-923c-7fca3c60452b service neutron] Pushing event updated for resources: {'Port': ['ID=32cd39df-0b31-4980-bef0-a86a57652cfe,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:44.355379 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0539fa0-c8fb-40bd-b9c4-3bd43ed8caef req-06483b88-94c5-4957-a955-fd4365a5a47e service neutron] Port 184d2cbb-cfd2-43da-a346-ae95d0707e70 on network 1c193d6a-5984-4109-91aa-b0c9d7c9a6bf not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:44.355810 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0539fa0-c8fb-40bd-b9c4-3bd43ed8caef req-06483b88-94c5-4957-a955-fd4365a5a47e service neutron] Attempting to bind port 184d2cbb-cfd2-43da-a346-ae95d0707e70 on network 1c193d6a-5984-4109-91aa-b0c9d7c9a6bf {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:44.358912 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-189cf512-2831-48b1-b6a6-22de0116f5e2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dfbacf63-886c-40df-80dd-a56be185809d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633650 Nov 12 00:51:44.360716 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-95248cb8-8569-44e4-95d2-d1c0e1f9dd2b req-9ecae4f1-ef31-4582-82eb-0a9ae47a565c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5926488-c332-4a5f-9e41-7430d388af76 HTTP/1.1" status: 200 len: 217 time: 0.0778477 Nov 12 00:51:44.371202 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0539fa0-c8fb-40bd-b9c4-3bd43ed8caef req-06483b88-94c5-4957-a955-fd4365a5a47e service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:51:44.371581 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0539fa0-c8fb-40bd-b9c4-3bd43ed8caef req-06483b88-94c5-4957-a955-fd4365a5a47e service neutron] Checking segment: {'id': '936f4dc4-b49e-4318-84e7-8d3d4988961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1c193d6a-5984-4109-91aa-b0c9d7c9a6bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:44.371925 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0539fa0-c8fb-40bd-b9c4-3bd43ed8caef req-06483b88-94c5-4957-a955-fd4365a5a47e service neutron] Bound using segment: {'id': '936f4dc4-b49e-4318-84e7-8d3d4988961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1c193d6a-5984-4109-91aa-b0c9d7c9a6bf'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:51:44.372397 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-c0539fa0-c8fb-40bd-b9c4-3bd43ed8caef req-06483b88-94c5-4957-a955-fd4365a5a47e service neutron] Bound port: 184d2cbb-cfd2-43da-a346-ae95d0707e70, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '936f4dc4-b49e-4318-84e7-8d3d4988961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1c193d6a-5984-4109-91aa-b0c9d7c9a6bf'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:51:44.372754 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c0539fa0-c8fb-40bd-b9c4-3bd43ed8caef req-06483b88-94c5-4957-a955-fd4365a5a47e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:44.456869 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cde64be2-7b3b-4cdf-8f2f-8e3852138403 req-da8bcb0d-8ce5-42b9-b1e2-620e5a7c9b25 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9a0e4135-6894-4fd4-a9c1-8da7da0430fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2340648 Nov 12 00:51:44.545213 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95248cb8-8569-44e4-95d2-d1c0e1f9dd2b req-92b29df6-96bb-40df-a7a9-f7789585971e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:44.546685 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-95248cb8-8569-44e4-95d2-d1c0e1f9dd2b req-92b29df6-96bb-40df-a7a9-f7789585971e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f6fc0feb-8af3-4ee2-88bf-6fef1760f601 HTTP/1.1" status: 200 len: 860 time: 0.1610410 Nov 12 00:51:44.558465 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-27bf6186-bf65-431d-a5b7-0eec55931362 req-a8de7e01-1f30-44c7-8ca3-c8b671b1e0a2 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c64e9f-26bf-4cae-954e-7c86ebe7e1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110511 Nov 12 00:51:44.590517 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-4a78aa52-471f-4234-ad26-4b89f0a1f5ae req-a8801bbe-0b23-4df5-923c-7fca3c60452b service neutron] Attempting to bind port 32cd39df-0b31-4980-bef0-a86a57652cfe on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:44.590862 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-4a78aa52-471f-4234-ad26-4b89f0a1f5ae req-a8801bbe-0b23-4df5-923c-7fca3c60452b service neutron] Attempting to bind port 32cd39df-0b31-4980-bef0-a86a57652cfe by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:44.591198 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a78aa52-471f-4234-ad26-4b89f0a1f5ae req-a8801bbe-0b23-4df5-923c-7fca3c60452b service neutron] Attempting to bind port 32cd39df-0b31-4980-bef0-a86a57652cfe on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:44.617753 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a78aa52-471f-4234-ad26-4b89f0a1f5ae req-a8801bbe-0b23-4df5-923c-7fca3c60452b service neutron] Port 32cd39df-0b31-4980-bef0-a86a57652cfe on network 945c2da1-f958-478a-a48a-8af2dfa2e179 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:44.618093 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a78aa52-471f-4234-ad26-4b89f0a1f5ae req-a8801bbe-0b23-4df5-923c-7fca3c60452b service neutron] Attempting to bind port 32cd39df-0b31-4980-bef0-a86a57652cfe on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:44.629488 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-ffee78ab-9dde-425f-af8e-6f8c181edb2c service neutron] 10.222.0.16 "GET /v2.0/networks/dfbacf63-886c-40df-80dd-a56be185809d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516189 Nov 12 00:51:44.633675 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a78aa52-471f-4234-ad26-4b89f0a1f5ae req-a8801bbe-0b23-4df5-923c-7fca3c60452b service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:51:44.634023 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a78aa52-471f-4234-ad26-4b89f0a1f5ae req-a8801bbe-0b23-4df5-923c-7fca3c60452b service neutron] Checking segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:44.634416 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a78aa52-471f-4234-ad26-4b89f0a1f5ae req-a8801bbe-0b23-4df5-923c-7fca3c60452b service neutron] Bound using segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:51:44.634872 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-4a78aa52-471f-4234-ad26-4b89f0a1f5ae req-a8801bbe-0b23-4df5-923c-7fca3c60452b service neutron] Bound port: 32cd39df-0b31-4980-bef0-a86a57652cfe, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:51:44.635241 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4a78aa52-471f-4234-ad26-4b89f0a1f5ae req-a8801bbe-0b23-4df5-923c-7fca3c60452b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:44.644285 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d96f1d-ab8a-40a3-b166-4acad1dcee29 req-326e6895-63ad-474b-bf54-3c23d16b1bac tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:44.648490 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-07d96f1d-ab8a-40a3-b166-4acad1dcee29 req-326e6895-63ad-474b-bf54-3c23d16b1bac tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dd028aa-e923-45bc-a0e7-d99ba751725c HTTP/1.1" status: 200 len: 944 time: 0.3872440 Nov 12 00:51:44.648679 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95248cb8-8569-44e4-95d2-d1c0e1f9dd2b req-b6a6be31-5f9a-46c8-89ec-8bda56af8a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:44.650016 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-95248cb8-8569-44e4-95d2-d1c0e1f9dd2b req-b6a6be31-5f9a-46c8-89ec-8bda56af8a1f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2a29fb7d-1389-4bf5-9af7-7b665f8258fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0960743 Nov 12 00:51:44.695013 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8ec08-e2c4-4e35-99a3-5af5d820d25e req-b9a8960f-2e6f-479d-9d73-3bea44670335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:44.696502 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-41f8ec08-e2c4-4e35-99a3-5af5d820d25e req-b9a8960f-2e6f-479d-9d73-3bea44670335 service neutron] 10.222.0.44 "GET /v2.0/networks?id=945c2da1-f958-478a-a48a-8af2dfa2e179 HTTP/1.1" status: 200 len: 869 time: 0.4481435 Nov 12 00:51:44.784812 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-c0539fa0-c8fb-40bd-b9c4-3bd43ed8caef req-06483b88-94c5-4957-a955-fd4365a5a47e service neutron] For port 184d2cbb-cfd2-43da-a346-ae95d0707e70, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:51:44.808865 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-41f8ec08-e2c4-4e35-99a3-5af5d820d25e req-7033b8cc-3a84-4370-82db-599904bc73f4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=a680a354-383a-4b9b-8e66-248db6e76ac5 HTTP/1.1" status: 200 len: 217 time: 0.0967066 Nov 12 00:51:44.830075 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-c0539fa0-c8fb-40bd-b9c4-3bd43ed8caef req-06483b88-94c5-4957-a955-fd4365a5a47e service neutron] For port 184d2cbb-cfd2-43da-a346-ae95d0707e70, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=184d2cbb-cfd2-43da-a346-ae95d0707e70,segment=NetworkSegment(936f4dc4-b49e-4318-84e7-8d3d4988961e),segment_id=936f4dc4-b49e-4318-84e7-8d3d4988961e)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:51:44.838857 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde64be2-7b3b-4cdf-8f2f-8e3852138403 req-74687e50-401f-4837-a731-89bb949beed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:44.840411 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cde64be2-7b3b-4cdf-8f2f-8e3852138403 req-74687e50-401f-4837-a731-89bb949beed2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ccb1e7e0eea141e9b6d3110322862248&device_id=9a0e4135-6894-4fd4-a9c1-8da7da0430fb HTTP/1.1" status: 200 len: 1097 time: 0.2860262 Nov 12 00:51:44.860043 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c0539fa0-c8fb-40bd-b9c4-3bd43ed8caef req-06483b88-94c5-4957-a955-fd4365a5a47e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:44.868132 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-61ed7040-82ae-43ac-ad10-a96769905715 service neutron] 10.222.0.16 "GET /v2.0/networks/dfbacf63-886c-40df-80dd-a56be185809d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296388 Nov 12 00:51:44.869211 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-4a78aa52-471f-4234-ad26-4b89f0a1f5ae req-a8801bbe-0b23-4df5-923c-7fca3c60452b service neutron] For port 32cd39df-0b31-4980-bef0-a86a57652cfe, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:51:44.875190 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-4a78aa52-471f-4234-ad26-4b89f0a1f5ae req-a8801bbe-0b23-4df5-923c-7fca3c60452b service neutron] For port 32cd39df-0b31-4980-bef0-a86a57652cfe, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=32cd39df-0b31-4980-bef0-a86a57652cfe,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:51:44.882336 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-95248cb8-8569-44e4-95d2-d1c0e1f9dd2b req-00480646-2046-410a-9adb-d59ef19c7232 service neutron] 10.222.0.44 "GET /v2.0/networks/2a29fb7d-1389-4bf5-9af7-7b665f8258fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136712 Nov 12 00:51:44.884358 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4a78aa52-471f-4234-ad26-4b89f0a1f5ae req-a8801bbe-0b23-4df5-923c-7fca3c60452b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:44.912606 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-07d96f1d-ab8a-40a3-b166-4acad1dcee29 req-d698c463-4170-489a-8741-b28d0aaa788d tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374389 Nov 12 00:51:44.967301 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78aa52-471f-4234-ad26-4b89f0a1f5ae req-a8801bbe-0b23-4df5-923c-7fca3c60452b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:44.967931 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4a78aa52-471f-4234-ad26-4b89f0a1f5ae req-a8801bbe-0b23-4df5-923c-7fca3c60452b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:44.969372 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4a78aa52-471f-4234-ad26-4b89f0a1f5ae req-a8801bbe-0b23-4df5-923c-7fca3c60452b service neutron] 10.222.0.44 "PUT /v2.0/ports/32cd39df-0b31-4980-bef0-a86a57652cfe HTTP/1.1" status: 200 len: 1097 time: 1.9982922 Nov 12 00:51:45.098551 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde64be2-7b3b-4cdf-8f2f-8e3852138403 req-9920b862-af41-4a2c-b6ff-da38ac03aac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:45.100326 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cde64be2-7b3b-4cdf-8f2f-8e3852138403 req-9920b862-af41-4a2c-b6ff-da38ac03aac4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9d38a466-42af-43d7-b83f-22dc50aa65c8 HTTP/1.1" status: 200 len: 923 time: 0.2128472 Nov 12 00:51:45.109929 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef90500-846e-47ea-b7b9-65c1472bc3c7 req-cedac5cb-cf60-4015-9274-22c3775b1b77 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:45.112087 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fef90500-846e-47ea-b7b9-65c1472bc3c7 req-cedac5cb-cf60-4015-9274-22c3775b1b77 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc699982-537a-4d2b-9409-74b5712e3139 HTTP/1.1" status: 200 len: 949 time: 0.4356246 Nov 12 00:51:45.113006 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06483b88-94c5-4957-a955-fd4365a5a47e service neutron] Pushing event updated for resources: {'Port': ['ID=184d2cbb-cfd2-43da-a346-ae95d0707e70,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:45.117335 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8801bbe-0b23-4df5-923c-7fca3c60452b service neutron] Pushing event updated for resources: {'Port': ['ID=32cd39df-0b31-4980-bef0-a86a57652cfe,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:45.154489 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-4cd70a44-b447-4af1-9b4b-bfe20c7a58cf tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:45.156720 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-4cd70a44-b447-4af1-9b4b-bfe20c7a58cf tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b0e631e3-91d5-4309-ab8e-b1808e224b3d&tenant_id=31213ba92821461cba1a0adcb9241baa&binding%3Ahost_id=n-h2-712142-27 HTTP/1.1" status: 200 len: 1097 time: 0.1539690 Nov 12 00:51:45.169072 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78aa52-471f-4234-ad26-4b89f0a1f5ae req-ff33735b-d14e-40bb-ae23-d42ce6cb50c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:45.170641 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4a78aa52-471f-4234-ad26-4b89f0a1f5ae req-ff33735b-d14e-40bb-ae23-d42ce6cb50c1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d973b090b8504fa28326b199cfd90457&device_id=abca2410-b92e-44b6-947a-269c4009c032 HTTP/1.1" status: 200 len: 1100 time: 0.1139767 Nov 12 00:51:45.176395 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-95248cb8-8569-44e4-95d2-d1c0e1f9dd2b req-eedd9d75-8318-492d-b5f2-6ec15e90c111 service neutron] 10.222.0.44 "GET /v2.0/networks/2a29fb7d-1389-4bf5-9af7-7b665f8258fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811234 Nov 12 00:51:45.181492 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8ec08-e2c4-4e35-99a3-5af5d820d25e req-50c8d92c-0d7c-4cef-9f53-9ac89ce43955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:45.182960 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-41f8ec08-e2c4-4e35-99a3-5af5d820d25e req-50c8d92c-0d7c-4cef-9f53-9ac89ce43955 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.3514817 Nov 12 00:51:45.183791 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-1f49e91e-a6ed-4bce-bb5e-154b536c31e1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712142-27'}}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:45.190293 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0539fa0-c8fb-40bd-b9c4-3bd43ed8caef req-06483b88-94c5-4957-a955-fd4365a5a47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:45.190944 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c0539fa0-c8fb-40bd-b9c4-3bd43ed8caef req-06483b88-94c5-4957-a955-fd4365a5a47e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:45.192333 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c0539fa0-c8fb-40bd-b9c4-3bd43ed8caef req-06483b88-94c5-4957-a955-fd4365a5a47e service neutron] 10.222.0.44 "PUT /v2.0/ports/184d2cbb-cfd2-43da-a346-ae95d0707e70 HTTP/1.1" status: 200 len: 1093 time: 2.2422764 Nov 12 00:51:45.194837 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dd028aa-e923-45bc-a0e7-d99ba751725c', 'tag': '184d2cbb-cfd2-43da-a346-ae95d0707e70'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:45.197291 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784ebe39-5767-41bb-a733-6854c5575b7b" -d '{"events": [{"name": "network-changed", "server_uuid": "2dd028aa-e923-45bc-a0e7-d99ba751725c", "tag": "184d2cbb-cfd2-43da-a346-ae95d0707e70"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:45.287200 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abca2410-b92e-44b6-947a-269c4009c032', 'tag': '32cd39df-0b31-4980-bef0-a86a57652cfe'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:45.290712 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25503e0-5e9f-4360-8f2e-a4a8588f034f" -d '{"events": [{"name": "network-changed", "server_uuid": "abca2410-b92e-44b6-947a-269c4009c032", "tag": "32cd39df-0b31-4980-bef0-a86a57652cfe"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:45.294739 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4a78aa52-471f-4234-ad26-4b89f0a1f5ae req-62193e2b-e849-46cd-b9d5-70098f0f344a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=32cd39df-0b31-4980-bef0-a86a57652cfe HTTP/1.1" status: 200 len: 217 time: 0.0584071 Nov 12 00:51:45.361392 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-1f49e91e-a6ed-4bce-bb5e-154b536c31e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:45.422561 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78aa52-471f-4234-ad26-4b89f0a1f5ae req-37580997-978b-4bf0-8be9-b0313794252d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:45.425511 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4a78aa52-471f-4234-ad26-4b89f0a1f5ae req-37580997-978b-4bf0-8be9-b0313794252d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.1019011 Nov 12 00:51:45.557303 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78aa52-471f-4234-ad26-4b89f0a1f5ae req-8010f762-5a56-483d-b26f-72a5ad899d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:45.559325 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4a78aa52-471f-4234-ad26-4b89f0a1f5ae req-8010f762-5a56-483d-b26f-72a5ad899d41 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1149447 Nov 12 00:51:45.653109 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-1f49e91e-a6ed-4bce-bb5e-154b536c31e1 service neutron] For port a7a8c72c-f355-4c96-8431-4b6abf124fc2, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=a7a8c72c-f355-4c96-8431-4b6abf124fc2,segment=NetworkSegment(22cf0803-7015-4b8f-9bea-ad8ec3d31ac5),segment_id=22cf0803-7015-4b8f-9bea-ad8ec3d31ac5)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:45.694428 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ea099-a32c-422b-8a78-b0968c0042ef req-0313cac0-3fa2-489d-9090-02473139e979 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:45.695884 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f48ea099-a32c-422b-8a78-b0968c0042ef req-0313cac0-3fa2-489d-9090-02473139e979 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] 10.222.0.45 "GET /v2.0/ports?device_id=abca2410-b92e-44b6-947a-269c4009c032 HTTP/1.1" status: 200 len: 948 time: 0.5773394 Nov 12 00:51:45.704069 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cde64be2-7b3b-4cdf-8f2f-8e3852138403 req-44b79b49-e42b-4bf7-9d9d-79b1b88a7cf7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ed1f2e6-b473-4a25-9380-d1c902b834d4 HTTP/1.1" status: 200 len: 1001 time: 0.5312362 Nov 12 00:51:45.717456 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fef90500-846e-47ea-b7b9-65c1472bc3c7 req-f57c6659-ea77-444b-94db-d32cfb96fd9e tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5241725 Nov 12 00:51:45.733247 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-1f49e91e-a6ed-4bce-bb5e-154b536c31e1 service neutron] For port a7a8c72c-f355-4c96-8431-4b6abf124fc2, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:51:45.737331 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4a78aa52-471f-4234-ad26-4b89f0a1f5ae req-a068277c-eda7-4e5a-8e0c-d6acd8243a58 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685266 Nov 12 00:51:45.775090 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0539fa0-c8fb-40bd-b9c4-3bd43ed8caef req-e32ddbdb-5bec-4c43-81c5-f574a366245a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:45.776600 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c0539fa0-c8fb-40bd-b9c4-3bd43ed8caef req-e32ddbdb-5bec-4c43-81c5-f574a366245a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=52ec13b5aa674ec2836b22da2faf152e&device_id=2dd028aa-e923-45bc-a0e7-d99ba751725c HTTP/1.1" status: 200 len: 1096 time: 0.4615200 Nov 12 00:51:45.783783 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8ec08-e2c4-4e35-99a3-5af5d820d25e req-412b98f4-42ac-48d5-a461-1b0c32f19fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:45.785366 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-41f8ec08-e2c4-4e35-99a3-5af5d820d25e req-412b98f4-42ac-48d5-a461-1b0c32f19fe9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5269005 Nov 12 00:51:45.818479 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde64be2-7b3b-4cdf-8f2f-8e3852138403 req-7a7aa612-f5d2-44a9-b698-2848addad848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:45.819919 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cde64be2-7b3b-4cdf-8f2f-8e3852138403 req-7a7aa612-f5d2-44a9-b698-2848addad848 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3506ff68-efdf-4ec0-aae3-0d8c1586ac7a HTTP/1.1" status: 200 len: 862 time: 0.1067579 Nov 12 00:51:45.924824 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c0539fa0-c8fb-40bd-b9c4-3bd43ed8caef req-1f6e8426-253a-4b31-854c-d39d4df1909a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=184d2cbb-cfd2-43da-a346-ae95d0707e70 HTTP/1.1" status: 200 len: 217 time: 0.1092753 Nov 12 00:51:45.966875 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f48ea099-a32c-422b-8a78-b0968c0042ef req-ceaa2611-d206-4482-b32c-7e92d05ff2bf tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ffe40b4-8291-4a8e-ac1b-1f22789b79f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041152 Nov 12 00:51:46.072452 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde64be2-7b3b-4cdf-8f2f-8e3852138403 req-d560213b-ad12-4249-862b-eeffb0f93503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:46.075534 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cde64be2-7b3b-4cdf-8f2f-8e3852138403 req-d560213b-ad12-4249-862b-eeffb0f93503 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9d38a466-42af-43d7-b83f-22dc50aa65c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2342234 Nov 12 00:51:46.118948 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0539fa0-c8fb-40bd-b9c4-3bd43ed8caef req-2b437f17-3830-43e7-ba38-5af782b01304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:46.120476 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c0539fa0-c8fb-40bd-b9c4-3bd43ed8caef req-2b437f17-3830-43e7-ba38-5af782b01304 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d8bd009-45c7-4017-80d7-9c1f69484ce9 HTTP/1.1" status: 200 len: 860 time: 0.1526940 Nov 12 00:51:46.143621 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-1f49e91e-a6ed-4bce-bb5e-154b536c31e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:46.149988 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-41f8ec08-e2c4-4e35-99a3-5af5d820d25e req-ab5f4bab-e085-4761-9fdd-936c697d6984 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332181 Nov 12 00:51:46.158568 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-1f49e91e-a6ed-4bce-bb5e-154b536c31e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:46.188014 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c0539fa0-c8fb-40bd-b9c4-3bd43ed8caef req-614b4633-d7d4-436b-8858-53245c10e805 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1c193d6a-5984-4109-91aa-b0c9d7c9a6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580795 Nov 12 00:51:46.223301 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4a78aa52-471f-4234-ad26-4b89f0a1f5ae req-e1f0b2c1-72ea-4a49-b053-e8040534d962 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4660308 Nov 12 00:51:46.261465 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff6e1b-d3a6-45de-bb43-8692fe0de70a req-9a36804f-ee70-442b-b8c5-883c6c646c85 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:46.268786 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3fff6e1b-d3a6-45de-bb43-8692fe0de70a req-9a36804f-ee70-442b-b8c5-883c6c646c85 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=139490e9-9c7d-4d98-8128-b40f17d71f2a HTTP/1.1" status: 200 len: 950 time: 0.2670786 Nov 12 00:51:46.283276 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f49e91e-a6ed-4bce-bb5e-154b536c31e1 service neutron] Pushing event updated for resources: {'Port': ['ID=a7a8c72c-f355-4c96-8431-4b6abf124fc2,revision_number=7']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:46.299912 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f49e91e-a6ed-4bce-bb5e-154b536c31e1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:46.300603 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f49e91e-a6ed-4bce-bb5e-154b536c31e1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:46.301154 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f49e91e-a6ed-4bce-bb5e-154b536c31e1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:46.301494 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f49e91e-a6ed-4bce-bb5e-154b536c31e1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:46.301827 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f49e91e-a6ed-4bce-bb5e-154b536c31e1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:46.302156 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f49e91e-a6ed-4bce-bb5e-154b536c31e1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:46.302485 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f49e91e-a6ed-4bce-bb5e-154b536c31e1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:46.302804 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f49e91e-a6ed-4bce-bb5e-154b536c31e1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:46.303128 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f49e91e-a6ed-4bce-bb5e-154b536c31e1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:46.303450 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f49e91e-a6ed-4bce-bb5e-154b536c31e1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:46.303767 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f49e91e-a6ed-4bce-bb5e-154b536c31e1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:46.304117 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f49e91e-a6ed-4bce-bb5e-154b536c31e1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:46.315403 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-1f49e91e-a6ed-4bce-bb5e-154b536c31e1 service neutron] Attempting to bind port a7a8c72c-f355-4c96-8431-4b6abf124fc2 on host n-h2-712142-27 for vnic_type normal with profile {"migrating_to": "n-h1-712142-27"} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:46.315939 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-1f49e91e-a6ed-4bce-bb5e-154b536c31e1 service neutron] Attempting to bind port a7a8c72c-f355-4c96-8431-4b6abf124fc2 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '22cf0803-7015-4b8f-9bea-ad8ec3d31ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfbacf63-886c-40df-80dd-a56be185809d'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:46.316481 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-1f49e91e-a6ed-4bce-bb5e-154b536c31e1 service neutron] Attempting to bind port a7a8c72c-f355-4c96-8431-4b6abf124fc2 on network dfbacf63-886c-40df-80dd-a56be185809d {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:46.322817 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93adebef-2e27-40a1-9fd2-11f3801aa8af req-055a948c-82b6-4510-b3b1-4afabd4b68fa tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:46.328448 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-1f49e91e-a6ed-4bce-bb5e-154b536c31e1 service neutron] Port a7a8c72c-f355-4c96-8431-4b6abf124fc2 on network dfbacf63-886c-40df-80dd-a56be185809d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:46.329099 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-1f49e91e-a6ed-4bce-bb5e-154b536c31e1 service neutron] Attempting to bind port a7a8c72c-f355-4c96-8431-4b6abf124fc2 on network dfbacf63-886c-40df-80dd-a56be185809d {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:46.330628 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-93adebef-2e27-40a1-9fd2-11f3801aa8af req-055a948c-82b6-4510-b3b1-4afabd4b68fa tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0e631e3-91d5-4309-ab8e-b1808e224b3d HTTP/1.1" status: 200 len: 945 time: 0.2777758 Nov 12 00:51:46.335861 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-1f49e91e-a6ed-4bce-bb5e-154b536c31e1 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:51:46.336523 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-1f49e91e-a6ed-4bce-bb5e-154b536c31e1 service neutron] Checking segment: {'id': '22cf0803-7015-4b8f-9bea-ad8ec3d31ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfbacf63-886c-40df-80dd-a56be185809d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:46.337102 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-1f49e91e-a6ed-4bce-bb5e-154b536c31e1 service neutron] Bound using segment: {'id': '22cf0803-7015-4b8f-9bea-ad8ec3d31ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfbacf63-886c-40df-80dd-a56be185809d'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:51:46.337739 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-1f49e91e-a6ed-4bce-bb5e-154b536c31e1 service neutron] Bound port: a7a8c72c-f355-4c96-8431-4b6abf124fc2, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22cf0803-7015-4b8f-9bea-ad8ec3d31ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfbacf63-886c-40df-80dd-a56be185809d'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:51:46.338103 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-1f49e91e-a6ed-4bce-bb5e-154b536c31e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:46.445980 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-1f49e91e-a6ed-4bce-bb5e-154b536c31e1 service neutron] For port a7a8c72c-f355-4c96-8431-4b6abf124fc2, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:51:46.450933 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-1f49e91e-a6ed-4bce-bb5e-154b536c31e1 service neutron] For port a7a8c72c-f355-4c96-8431-4b6abf124fc2, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=a7a8c72c-f355-4c96-8431-4b6abf124fc2,segment=NetworkSegment(22cf0803-7015-4b8f-9bea-ad8ec3d31ac5),segment_id=22cf0803-7015-4b8f-9bea-ad8ec3d31ac5)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:51:46.456736 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-1f49e91e-a6ed-4bce-bb5e-154b536c31e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:46.499088 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3fff6e1b-d3a6-45de-bb43-8692fe0de70a req-077b976f-a18f-46fa-8d64-f8fc21ba1db6 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293353 Nov 12 00:51:46.509117 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cde64be2-7b3b-4cdf-8f2f-8e3852138403 req-b50ff3cf-50d8-4033-98ff-8e16506242fe service neutron] 10.222.0.16 "GET /v2.0/networks/9d38a466-42af-43d7-b83f-22dc50aa65c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4185176 Nov 12 00:51:46.513853 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-41f8ec08-e2c4-4e35-99a3-5af5d820d25e req-4e6abe37-140f-4671-84eb-d85e35f7b867 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398719 Nov 12 00:51:46.532874 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-93adebef-2e27-40a1-9fd2-11f3801aa8af req-dde57392-d9d1-4d1f-9ddf-b67a81643b56 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948850 Nov 12 00:51:46.545722 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f49e91e-a6ed-4bce-bb5e-154b536c31e1 service neutron] Pushing event updated for resources: {'Port': ['ID=a7a8c72c-f355-4c96-8431-4b6abf124fc2,revision_number=8']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:46.584514 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27265dbb-c8ab-41f2-9481-c3bbca99aade x-openstack-request-id: req-27265dbb-c8ab-41f2-9481-c3bbca99aade {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:46.585104 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dd028aa-e923-45bc-a0e7-d99ba751725c", "tag": "184d2cbb-cfd2-43da-a346-ae95d0707e70", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:46.585564 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-27265dbb-c8ab-41f2-9481-c3bbca99aade {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:46.586188 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dd028aa-e923-45bc-a0e7-d99ba751725c', 'tag': '184d2cbb-cfd2-43da-a346-ae95d0707e70', 'status': 'completed', 'code': 200} Nov 12 00:51:46.599946 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c0539fa0-c8fb-40bd-b9c4-3bd43ed8caef req-fcaeb89b-9833-43ec-8bec-63a6c759f64a service neutron] 10.222.0.44 "GET /v2.0/networks/1c193d6a-5984-4109-91aa-b0c9d7c9a6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589084 Nov 12 00:51:46.618306 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4365eaa-e00f-4245-b1a9-c4696f928558 x-openstack-request-id: req-d4365eaa-e00f-4245-b1a9-c4696f928558 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:46.618580 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abca2410-b92e-44b6-947a-269c4009c032", "tag": "32cd39df-0b31-4980-bef0-a86a57652cfe", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:46.618826 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d4365eaa-e00f-4245-b1a9-c4696f928558 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:46.619206 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abca2410-b92e-44b6-947a-269c4009c032', 'tag': '32cd39df-0b31-4980-bef0-a86a57652cfe', 'status': 'completed', 'code': 200} Nov 12 00:51:46.624549 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-1f49e91e-a6ed-4bce-bb5e-154b536c31e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:46.625179 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-1f49e91e-a6ed-4bce-bb5e-154b536c31e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:46.626623 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-1f49e91e-a6ed-4bce-bb5e-154b536c31e1 service neutron] 10.222.0.16 "PUT /v2.0/ports/a7a8c72c-f355-4c96-8431-4b6abf124fc2 HTTP/1.1" status: 200 len: 1123 time: 1.4492877 Nov 12 00:51:46.789224 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['a7a8c72c-f355-4c96-8431-4b6abf124fc2'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:51:46.852918 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cde64be2-7b3b-4cdf-8f2f-8e3852138403 req-a62bc8ed-6b5f-41aa-a0b3-cbcee206c634 service neutron] 10.222.0.16 "GET /v2.0/networks/9d38a466-42af-43d7-b83f-22dc50aa65c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009784 Nov 12 00:51:46.859052 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c0539fa0-c8fb-40bd-b9c4-3bd43ed8caef req-d11de0ef-db68-4d9d-b90c-c73f1a81003d service neutron] 10.222.0.44 "GET /v2.0/networks/1c193d6a-5984-4109-91aa-b0c9d7c9a6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973896 Nov 12 00:51:46.868633 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ae527-8016-411d-bd1f-b3c312c042df req-c6653b19-8439-42b3-89b0-1048f942cdc2 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:46.885985 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9c2ae527-8016-411d-bd1f-b3c312c042df req-c6653b19-8439-42b3-89b0-1048f942cdc2 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/ports?device_id=5572a7ab-842e-4d7b-9461-5ee2dc84c22d HTTP/1.1" status: 200 len: 943 time: 0.2229085 Nov 12 00:51:46.950976 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25503e0-5e9f-4360-8f2e-a4a8588f034f req-42641a8b-b93a-40f3-9391-a25696f71510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:46.952540 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f25503e0-5e9f-4360-8f2e-a4a8588f034f req-42641a8b-b93a-40f3-9391-a25696f71510 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d973b090b8504fa28326b199cfd90457&device_id=abca2410-b92e-44b6-947a-269c4009c032 HTTP/1.1" status: 200 len: 1100 time: 0.2368610 Nov 12 00:51:46.970341 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9c2ae527-8016-411d-bd1f-b3c312c042df req-1e83d84c-91d6-4212-9cc0-6d0389713f72 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c64e9f-26bf-4cae-954e-7c86ebe7e1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773420 Nov 12 00:51:47.032505 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device f5926488-c332-4a5f-9e41-7430d388af76 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:51:47.144841 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port f5926488-c332-4a5f-9e41-7430d388af76, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=f5926488-c332-4a5f-9e41-7430d388af76,segment=NetworkSegment(6eca3569-bbd9-4f4d-bcf1-f2a3273ec25a),segment_id=6eca3569-bbd9-4f4d-bcf1-f2a3273ec25a)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:47.159816 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'f5926488-c332-4a5f-9e41-7430d388af76', 'network_id': '2a29fb7d-1389-4bf5-9af7-7b665f8258fb', 'port_id': 'f5926488-c332-4a5f-9e41-7430d388af76', 'mac_address': 'fa:16:3e:1e:cb:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6fc0feb-8af3-4ee2-88bf-6fef1760f601', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:51:47.194286 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ebe39-5767-41bb-a733-6854c5575b7b req-57af70f4-6415-496d-a2db-8c0f9fcaac52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:47.195797 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-784ebe39-5767-41bb-a733-6854c5575b7b req-57af70f4-6415-496d-a2db-8c0f9fcaac52 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=52ec13b5aa674ec2836b22da2faf152e&device_id=2dd028aa-e923-45bc-a0e7-d99ba751725c HTTP/1.1" status: 200 len: 1096 time: 0.1974142 Nov 12 00:51:47.205898 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d4c95-54d8-4d31-8fe0-03d93f95db5f req-9ced89bf-e398-440a-a46f-65cf154dfa62 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:47.207528 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-273d4c95-54d8-4d31-8fe0-03d93f95db5f req-9ced89bf-e398-440a-a46f-65cf154dfa62 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dd028aa-e923-45bc-a0e7-d99ba751725c HTTP/1.1" status: 200 len: 944 time: 0.1290839 Nov 12 00:51:47.210043 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:47.218416 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b4e805-950d-4f2d-bfd1-032bfb40462d req-eca89185-b526-4121-9187-20d407770afa tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:47.225194 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b4e805-950d-4f2d-bfd1-032bfb40462d req-eca89185-b526-4121-9187-20d407770afa tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:47.225986 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5926488-c332-4a5f-9e41-7430d388af76 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:47.226851 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-47b4e805-950d-4f2d-bfd1-032bfb40462d req-eca89185-b526-4121-9187-20d407770afa tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=52d0e715-9392-4339-b495-b1a8ec82fe96&device_id=fc699982-537a-4d2b-9409-74b5712e3139 HTTP/1.1" status: 200 len: 1690 time: 0.2521570 Nov 12 00:51:47.251570 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port f5926488-c332-4a5f-9e41-7430d388af76, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=f5926488-c332-4a5f-9e41-7430d388af76,segment=NetworkSegment(6eca3569-bbd9-4f4d-bcf1-f2a3273ec25a),segment_id=6eca3569-bbd9-4f4d-bcf1-f2a3273ec25a)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:47.258094 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:47.337114 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=f5926488-c332-4a5f-9e41-7430d388af76,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:47.373746 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-273d4c95-54d8-4d31-8fe0-03d93f95db5f req-afc7f6d7-0f83-466f-b57d-4e214aad121d tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401877 Nov 12 00:51:47.396732 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25503e0-5e9f-4360-8f2e-a4a8588f034f req-65461f5d-2f76-4de2-9498-f603abe21db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:47.397830 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f25503e0-5e9f-4360-8f2e-a4a8588f034f req-65461f5d-2f76-4de2-9498-f603abe21db9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=945c2da1-f958-478a-a48a-8af2dfa2e179 HTTP/1.1" status: 200 len: 869 time: 0.3976932 Nov 12 00:51:47.470958 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-47b4e805-950d-4f2d-bfd1-032bfb40462d req-a52e7fec-15e4-437e-86cc-dc7b7efbc1df tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268682 Nov 12 00:51:47.533101 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f25503e0-5e9f-4360-8f2e-a4a8588f034f req-b131d87d-c6d6-458d-98b2-2a5ca949b336 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=32cd39df-0b31-4980-bef0-a86a57652cfe HTTP/1.1" status: 200 len: 217 time: 0.0666778 Nov 12 00:51:47.640956 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['f5926488-c332-4a5f-9e41-7430d388af76'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:51:47.650543 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ebe39-5767-41bb-a733-6854c5575b7b req-f7545332-7250-49e4-8eba-c25a5ae0386d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:47.652040 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-784ebe39-5767-41bb-a733-6854c5575b7b req-f7545332-7250-49e4-8eba-c25a5ae0386d service neutron] 10.222.0.44 "GET /v2.0/networks?id=1c193d6a-5984-4109-91aa-b0c9d7c9a6bf HTTP/1.1" status: 200 len: 920 time: 0.4183526 Nov 12 00:51:47.653405 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25503e0-5e9f-4360-8f2e-a4a8588f034f req-ca127f0e-0dc0-4068-81fe-8ac135577c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:47.654715 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f25503e0-5e9f-4360-8f2e-a4a8588f034f req-ca127f0e-0dc0-4068-81fe-8ac135577c2f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.1083102 Nov 12 00:51:47.777630 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8e58de-4feb-4c75-9a6e-52c3d26e7767 req-47bd5935-adba-4f6c-aa8b-d4a363e0cdf1 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:47.786754 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-de8e58de-4feb-4c75-9a6e-52c3d26e7767 req-47bd5935-adba-4f6c-aa8b-d4a363e0cdf1 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] 10.222.0.45 "GET /v2.0/ports?device_id=abca2410-b92e-44b6-947a-269c4009c032 HTTP/1.1" status: 200 len: 948 time: 0.1818986 Nov 12 00:51:47.807468 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-784ebe39-5767-41bb-a733-6854c5575b7b req-48c06a4b-5f2b-49cd-88a5-c8bc3c58d515 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=184d2cbb-cfd2-43da-a346-ae95d0707e70 HTTP/1.1" status: 200 len: 217 time: 0.1330397 Nov 12 00:51:47.899895 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25503e0-5e9f-4360-8f2e-a4a8588f034f req-9c31fd03-b28e-46e5-9092-230ccdfcfeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:47.901343 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f25503e0-5e9f-4360-8f2e-a4a8588f034f req-9c31fd03-b28e-46e5-9092-230ccdfcfeb9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2138970 Nov 12 00:51:47.929434 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5bd5b-a63e-430e-bb03-683d3dc31572 req-f5389aea-6ee7-481a-8a72-58c704125631 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:47.932417 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8ca5bd5b-a63e-430e-bb03-683d3dc31572 req-f5389aea-6ee7-481a-8a72-58c704125631 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=139490e9-9c7d-4d98-8128-b40f17d71f2a HTTP/1.1" status: 200 len: 950 time: 0.2289634 Nov 12 00:51:47.940626 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-de8e58de-4feb-4c75-9a6e-52c3d26e7767 req-5e9571be-39f3-411f-b8b9-775f9127f3cb tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ffe40b4-8291-4a8e-ac1b-1f22789b79f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530190 Nov 12 00:51:47.977935 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ebe39-5767-41bb-a733-6854c5575b7b req-558d381a-5358-47f7-b17f-99aa719fe430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:47.979417 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-784ebe39-5767-41bb-a733-6854c5575b7b req-558d381a-5358-47f7-b17f-99aa719fe430 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d8bd009-45c7-4017-80d7-9c1f69484ce9 HTTP/1.1" status: 200 len: 860 time: 0.1613944 Nov 12 00:51:48.015499 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-784ebe39-5767-41bb-a733-6854c5575b7b req-2c7ca87c-b5c5-4b6f-adae-c5b1ef30af46 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1c193d6a-5984-4109-91aa-b0c9d7c9a6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247433 Nov 12 00:51:48.425630 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8ca5bd5b-a63e-430e-bb03-683d3dc31572 req-08ce9fe3-a9bb-4774-9dfd-77dd19859127 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4806232 Nov 12 00:51:48.460602 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a1ef5-6446-4829-b3da-7301676e33dc req-0b9c1828-397e-471f-8bda-28381c48d1b4 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:48.462198 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d0a1ef5-6446-4829-b3da-7301676e33dc req-0b9c1828-397e-471f-8bda-28381c48d1b4 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0e631e3-91d5-4309-ab8e-b1808e224b3d HTTP/1.1" status: 200 len: 943 time: 0.4441402 Nov 12 00:51:48.466548 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f25503e0-5e9f-4360-8f2e-a4a8588f034f req-614b53bd-ff68-47aa-9929-cb93caa76a87 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5556293 Nov 12 00:51:48.598699 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-784ebe39-5767-41bb-a733-6854c5575b7b req-15210574-8b31-4620-b522-0e8690c86c26 service neutron] 10.222.0.44 "GET /v2.0/networks/1c193d6a-5984-4109-91aa-b0c9d7c9a6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999351 Nov 12 00:51:48.621283 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e631e3-91d5-4309-ab8e-b1808e224b3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7a8c72c-f355-4c96-8431-4b6abf124fc2'}, {'name': 'network-changed', 'server_uuid': 'b0e631e3-91d5-4309-ab8e-b1808e224b3d', 'tag': 'a7a8c72c-f355-4c96-8431-4b6abf124fc2'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:48.623226 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fc8c15-8f1d-40b4-adac-79ec0a6f680c" -d '{"events": [{"server_uuid": "b0e631e3-91d5-4309-ab8e-b1808e224b3d", "name": "network-vif-unplugged", "status": "completed", "tag": "a7a8c72c-f355-4c96-8431-4b6abf124fc2"}, {"name": "network-changed", "server_uuid": "b0e631e3-91d5-4309-ab8e-b1808e224b3d", "tag": "a7a8c72c-f355-4c96-8431-4b6abf124fc2"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:48.645728 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d0a1ef5-6446-4829-b3da-7301676e33dc req-6d39c4a8-ca40-45e8-a10e-9f91df04509d tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729147 Nov 12 00:51:48.669506 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c793b-1dd5-4d53-adf1-fff586055903 req-f7ea76f3-87e8-4885-8bae-a272be8c8b29 tempest-ServersOnMultiNodesTest-1740922003 tempest-ServersOnMultiNodesTest-1740922003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:48.671046 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-999c793b-1dd5-4d53-adf1-fff586055903 req-f7ea76f3-87e8-4885-8bae-a272be8c8b29 tempest-ServersOnMultiNodesTest-1740922003 tempest-ServersOnMultiNodesTest-1740922003-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=52d0e715-9392-4339-b495-b1a8ec82fe96 HTTP/1.1" status: 200 len: 1102 time: 0.1673069 Nov 12 00:51:48.715665 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f25503e0-5e9f-4360-8f2e-a4a8588f034f req-2f583ab4-ee8a-420d-8340-9a24d95a551b service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342877 Nov 12 00:51:48.821278 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-999c793b-1dd5-4d53-adf1-fff586055903 req-fd0a81fa-f8e8-43bc-855b-b8a1a93e7ae1 tempest-ServersOnMultiNodesTest-1740922003 tempest-ServersOnMultiNodesTest-1740922003-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356022 Nov 12 00:51:48.823833 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-784ebe39-5767-41bb-a733-6854c5575b7b req-1c9a61c4-2ef7-47bf-9103-5cba7b85af41 service neutron] 10.222.0.44 "GET /v2.0/networks/1c193d6a-5984-4109-91aa-b0c9d7c9a6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082202 Nov 12 00:51:48.843148 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397111ec-43d3-4cfe-8a4a-391619aede3f req-4181a9f2-fb3c-4ea7-ae20-5cbf2869978b tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:48.847419 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-397111ec-43d3-4cfe-8a4a-391619aede3f req-4181a9f2-fb3c-4ea7-ae20-5cbf2869978b tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/ports?device_id=5572a7ab-842e-4d7b-9461-5ee2dc84c22d HTTP/1.1" status: 200 len: 944 time: 0.1233606 Nov 12 00:51:48.929692 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-397111ec-43d3-4cfe-8a4a-391619aede3f req-0dbce47a-a90d-4ea4-bea3-ea2b31a6ad84 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c64e9f-26bf-4cae-954e-7c86ebe7e1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747368 Nov 12 00:51:48.954924 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d20724-0561-4add-8d6b-e0ef3abc7617 req-d66f386d-f9f6-4fe7-9b1a-08902478930a tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:48.956853 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-21d20724-0561-4add-8d6b-e0ef3abc7617 req-d66f386d-f9f6-4fe7-9b1a-08902478930a tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dd028aa-e923-45bc-a0e7-d99ba751725c HTTP/1.1" status: 200 len: 944 time: 0.0760880 Nov 12 00:51:49.017086 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-21d20724-0561-4add-8d6b-e0ef3abc7617 req-6533d2c0-a589-453e-a7b8-2dea8a717947 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469534 Nov 12 00:51:49.042665 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 32cd39df-0b31-4980-bef0-a86a57652cfe details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:51:49.049015 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device f5926488-c332-4a5f-9e41-7430d388af76 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:51:49.078956 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5fc57c-a9f6-49f1-83e2-34792b60fbdf x-openstack-request-id: req-fd5fc57c-a9f6-49f1-83e2-34792b60fbdf {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:49.079948 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0e631e3-91d5-4309-ab8e-b1808e224b3d", "name": "network-vif-unplugged", "status": "completed", "tag": "a7a8c72c-f355-4c96-8431-4b6abf124fc2", "code": 200}, {"name": "network-changed", "server_uuid": "b0e631e3-91d5-4309-ab8e-b1808e224b3d", "tag": "a7a8c72c-f355-4c96-8431-4b6abf124fc2", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:49.080640 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fd5fc57c-a9f6-49f1-83e2-34792b60fbdf {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:49.081393 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e631e3-91d5-4309-ab8e-b1808e224b3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7a8c72c-f355-4c96-8431-4b6abf124fc2', 'code': 200} Nov 12 00:51:49.081935 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0e631e3-91d5-4309-ab8e-b1808e224b3d', 'tag': 'a7a8c72c-f355-4c96-8431-4b6abf124fc2', 'status': 'completed', 'code': 200} Nov 12 00:51:49.192375 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device a7a8c72c-f355-4c96-8431-4b6abf124fc2 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:51:49.217001 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 32cd39df-0b31-4980-bef0-a86a57652cfe, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=32cd39df-0b31-4980-bef0-a86a57652cfe,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:49.251626 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '32cd39df-0b31-4980-bef0-a86a57652cfe', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'port_id': '32cd39df-0b31-4980-bef0-a86a57652cfe', 'mac_address': 'fa:16:3e:f6:78:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0290328-7bc5-4266-bfb9-6eb25d91acf0', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:51:49.261115 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918a347-21f5-4e17-b8cf-a47ff6db6cd9 req-27686f51-559f-4eea-936d-4b91cebabd33 tempest-ServersOnMultiNodesTest-1740922003 tempest-ServersOnMultiNodesTest-1740922003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:49.263028 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b918a347-21f5-4e17-b8cf-a47ff6db6cd9 req-27686f51-559f-4eea-936d-4b91cebabd33 tempest-ServersOnMultiNodesTest-1740922003 tempest-ServersOnMultiNodesTest-1740922003-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=fc699982-537a-4d2b-9409-74b5712e3139 HTTP/1.1" status: 200 len: 1101 time: 0.1037767 Nov 12 00:51:49.300559 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc8c15-8f1d-40b4-adac-79ec0a6f680c req-883c20fe-995a-4481-8c5a-5dd31a14b477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:49.302161 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-27fc8c15-8f1d-40b4-adac-79ec0a6f680c req-883c20fe-995a-4481-8c5a-5dd31a14b477 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=31213ba92821461cba1a0adcb9241baa&device_id=b0e631e3-91d5-4309-ab8e-b1808e224b3d HTTP/1.1" status: 200 len: 1126 time: 0.1310034 Nov 12 00:51:49.314744 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d331a-3c99-4c5b-8c03-3d3d46bcffaa req-4a1c4ce9-88c1-472a-b0b9-45a01b02419e tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:49.317246 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-795d331a-3c99-4c5b-8c03-3d3d46bcffaa req-4a1c4ce9-88c1-472a-b0b9-45a01b02419e tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] 10.222.0.45 "GET /v2.0/ports?device_id=abca2410-b92e-44b6-947a-269c4009c032 HTTP/1.1" status: 200 len: 948 time: 0.1694927 Nov 12 00:51:49.343663 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:49.349190 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port f5926488-c332-4a5f-9e41-7430d388af76 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:51:49.368097 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port f5926488-c332-4a5f-9e41-7430d388af76 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:49.368481 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:49.391753 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32cd39df-0b31-4980-bef0-a86a57652cfe {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:49.415599 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b918a347-21f5-4e17-b8cf-a47ff6db6cd9 req-73ab02cb-5f30-412e-8e62-61854969e272 tempest-ServersOnMultiNodesTest-1740922003 tempest-ServersOnMultiNodesTest-1740922003-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365728 Nov 12 00:51:49.415843 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port a7a8c72c-f355-4c96-8431-4b6abf124fc2, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=a7a8c72c-f355-4c96-8431-4b6abf124fc2,segment=NetworkSegment(22cf0803-7015-4b8f-9bea-ad8ec3d31ac5),segment_id=22cf0803-7015-4b8f-9bea-ad8ec3d31ac5)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:49.443920 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 32cd39df-0b31-4980-bef0-a86a57652cfe, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=32cd39df-0b31-4980-bef0-a86a57652cfe,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:49.446750 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device a7a8c72c-f355-4c96-8431-4b6abf124fc2 has no active binding in host n-h1-712142-27 {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 00:51:49.450075 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:49.456286 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-795d331a-3c99-4c5b-8c03-3d3d46bcffaa req-0e52bf29-db8c-42a0-83c3-ee78f17abeec tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ffe40b4-8291-4a8e-ac1b-1f22789b79f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200519 Nov 12 00:51:49.479199 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc8c15-8f1d-40b4-adac-79ec0a6f680c req-68ab8ce9-d6bd-4962-a2be-71a8d9828c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:49.480963 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-27fc8c15-8f1d-40b4-adac-79ec0a6f680c req-68ab8ce9-d6bd-4962-a2be-71a8d9828c28 service neutron] 10.222.0.44 "GET /v2.0/networks?id=dfbacf63-886c-40df-80dd-a56be185809d HTTP/1.1" status: 200 len: 908 time: 0.1616120 Nov 12 00:51:49.538607 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-27fc8c15-8f1d-40b4-adac-79ec0a6f680c req-64dd0eed-008a-4b80-a8d5-bbd5a27decf3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7a8c72c-f355-4c96-8431-4b6abf124fc2 HTTP/1.1" status: 200 len: 217 time: 0.0499747 Nov 12 00:51:49.670521 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=32cd39df-0b31-4980-bef0-a86a57652cfe,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:49.675158 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:49.682312 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:49.682654 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:49.682989 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:49.683317 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:49.683642 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:49.683994 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:49.684326 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:49.684645 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:49.684965 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:49.685287 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:49.685603 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:49.685918 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:49.692549 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309cd18-705b-420b-a12f-b58df2f250c5 req-e1c87839-ae32-4774-aeac-6b0b9f76600a tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:49.694146 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8309cd18-705b-420b-a12f-b58df2f250c5 req-e1c87839-ae32-4774-aeac-6b0b9f76600a tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=139490e9-9c7d-4d98-8128-b40f17d71f2a HTTP/1.1" status: 200 len: 950 time: 0.1581948 Nov 12 00:51:49.697871 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc8c15-8f1d-40b4-adac-79ec0a6f680c req-1b56f00a-c495-4adb-b8c4-65866f704a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:49.699313 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-27fc8c15-8f1d-40b4-adac-79ec0a6f680c req-1b56f00a-c495-4adb-b8c4-65866f704a82 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=47cc90a9-e995-4711-ba6b-508e6e69e5de HTTP/1.1" status: 200 len: 848 time: 0.1488502 Nov 12 00:51:49.714883 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5572a7ab-842e-4d7b-9461-5ee2dc84c22d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5926488-c332-4a5f-9e41-7430d388af76'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:49.717143 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5cb2d4-e430-4ada-876f-d5eec0364875" -d '{"events": [{"server_uuid": "5572a7ab-842e-4d7b-9461-5ee2dc84c22d", "name": "network-vif-plugged", "status": "completed", "tag": "f5926488-c332-4a5f-9e41-7430d388af76"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:49.730390 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port f5926488-c332-4a5f-9e41-7430d388af76, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=f5926488-c332-4a5f-9e41-7430d388af76,segment=NetworkSegment(6eca3569-bbd9-4f4d-bcf1-f2a3273ec25a),segment_id=6eca3569-bbd9-4f4d-bcf1-f2a3273ec25a)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:49.734767 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:49.748945 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-27fc8c15-8f1d-40b4-adac-79ec0a6f680c req-b7932eab-4538-4866-a119-b20f672af065 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dfbacf63-886c-40df-80dd-a56be185809d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371284 Nov 12 00:51:49.784588 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=f5926488-c332-4a5f-9e41-7430d388af76,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:49.808430 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5defc32-3cd9-43bc-9143-282d6653b0b7 req-088ba9a6-feb0-49c6-a043-718e25e5b697 tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:49.809911 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a5defc32-3cd9-43bc-9143-282d6653b0b7 req-088ba9a6-feb0-49c6-a043-718e25e5b697 tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] 10.222.0.45 "GET /v2.0/networks?id=5dea2f77-8295-4da8-a787-569a69965ebe HTTP/1.1" status: 200 len: 815 time: 0.2115152 Nov 12 00:51:49.856092 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['32cd39df-0b31-4980-bef0-a86a57652cfe'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:51:49.861436 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8309cd18-705b-420b-a12f-b58df2f250c5 req-b63f307b-9b4b-4b15-8621-743f255eee73 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591365 Nov 12 00:51:49.865355 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a5defc32-3cd9-43bc-9143-282d6653b0b7 req-dd18fd19-b093-4914-aba8-14391363b301 tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] 10.222.0.45 "GET /v2.0/quotas/83eada3bc343462492e64e9fa7dd64d1 HTTP/1.1" status: 200 len: 375 time: 0.0491896 Nov 12 00:51:49.919032 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-27fc8c15-8f1d-40b4-adac-79ec0a6f680c req-3abf1838-5516-4bf1-915d-cfdaa887007e service neutron] 10.222.0.44 "GET /v2.0/networks/dfbacf63-886c-40df-80dd-a56be185809d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585083 Nov 12 00:51:49.937929 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a5defc32-3cd9-43bc-9143-282d6653b0b7 req-df411689-8e0e-4e85-bd2a-9cfa816f0d19 tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=83eada3bc343462492e64e9fa7dd64d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622907 Nov 12 00:51:50.118506 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-27fc8c15-8f1d-40b4-adac-79ec0a6f680c req-5259b170-13cd-4ecb-80a2-b898647d4421 service neutron] 10.222.0.44 "GET /v2.0/networks/dfbacf63-886c-40df-80dd-a56be185809d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795697 Nov 12 00:51:50.137902 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a5defc32-3cd9-43bc-9143-282d6653b0b7 req-f0676f86-7eff-43d1-bb5f-3ed16ef814ea service neutron] 10.222.0.45 "GET /v2.0/networks/5dea2f77-8295-4da8-a787-569a69965ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775928 Nov 12 00:51:50.146466 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0dce22-3691-4ff8-ae91-c7546228a095 req-437d20e3-2248-409a-add6-a97509f1296e tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:50.147924 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8b0dce22-3691-4ff8-ae91-c7546228a095 req-437d20e3-2248-409a-add6-a97509f1296e tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0e631e3-91d5-4309-ab8e-b1808e224b3d HTTP/1.1" status: 200 len: 943 time: 0.0943110 Nov 12 00:51:50.250867 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8b0dce22-3691-4ff8-ae91-c7546228a095 req-c7fa5973-50c6-4271-a1af-26b247b478af tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939741 Nov 12 00:51:50.273456 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a5defc32-3cd9-43bc-9143-282d6653b0b7 req-373f5241-9389-40b9-8666-3fc89cabea5a service neutron] 10.222.0.45 "GET /v2.0/networks/5dea2f77-8295-4da8-a787-569a69965ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195765 Nov 12 00:51:50.299370 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da508d3f-35b4-4757-9514-ea5f03169f0c x-openstack-request-id: req-da508d3f-35b4-4757-9514-ea5f03169f0c {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:50.299861 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5572a7ab-842e-4d7b-9461-5ee2dc84c22d", "name": "network-vif-plugged", "status": "completed", "tag": "f5926488-c332-4a5f-9e41-7430d388af76", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:50.299997 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-da508d3f-35b4-4757-9514-ea5f03169f0c {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:50.300357 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5572a7ab-842e-4d7b-9461-5ee2dc84c22d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5926488-c332-4a5f-9e41-7430d388af76', 'code': 200} Nov 12 00:51:50.405131 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb54a67-6dd7-41ec-a2b2-dd14a0c349ed req-cfe1af84-7452-4ef7-88e6-c355fb80158f tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:50.406664 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bfb54a67-6dd7-41ec-a2b2-dd14a0c349ed req-cfe1af84-7452-4ef7-88e6-c355fb80158f tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/ports?device_id=5572a7ab-842e-4d7b-9461-5ee2dc84c22d HTTP/1.1" status: 200 len: 945 time: 0.0597227 Nov 12 00:51:50.516921 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bfb54a67-6dd7-41ec-a2b2-dd14a0c349ed req-64c93538-a91f-478f-a9f7-6b2936fedef8 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c64e9f-26bf-4cae-954e-7c86ebe7e1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002197 Nov 12 00:51:50.520725 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f855c2-9238-4f2a-8e36-cbd9f75c898a req-303c28df-6e38-46cf-9b94-c4590587209d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:50.522035 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-24f855c2-9238-4f2a-8e36-cbd9f75c898a req-303c28df-6e38-46cf-9b94-c4590587209d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5572a7ab-842e-4d7b-9461-5ee2dc84c22d HTTP/1.1" status: 200 len: 1097 time: 0.1144562 Nov 12 00:51:50.530527 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07aab2a-a39d-4e60-8615-de4fbc55e7b1 req-e2ef220d-fbc3-416b-8639-853e2966b20c tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:50.532080 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a07aab2a-a39d-4e60-8615-de4fbc55e7b1 req-e2ef220d-fbc3-416b-8639-853e2966b20c tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dd028aa-e923-45bc-a0e7-d99ba751725c HTTP/1.1" status: 200 len: 944 time: 0.1009078 Nov 12 00:51:50.602706 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-24f855c2-9238-4f2a-8e36-cbd9f75c898a req-70249883-6670-44a9-8b9f-5810ee2edc74 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=59c64e9f-26bf-4cae-954e-7c86ebe7e1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689118 Nov 12 00:51:50.607266 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a07aab2a-a39d-4e60-8615-de4fbc55e7b1 req-f7e64a2d-2947-4e25-bffa-95d92cfed605 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682237 Nov 12 00:51:50.710557 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b677514b-cc49-429e-80ed-d6cdf141183d req-1c045800-8e11-4d78-a56c-42c16a3148c6 tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd499ad-a3fe-4163-b937-f25084529eca HTTP/1.1" status: 200 len: 210 time: 0.0279589 Nov 12 00:51:50.740984 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-8fdccbaa-dc7b-4e33-979d-a9983c229d47 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=1a351b85e994407a86b201df7ace2e9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328648 Nov 12 00:51:50.878960 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e98c95-2be3-4e96-b9c4-b3cffcfaee36 req-7574c560-c810-440c-9fa5-e949d120821c tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:50.880478 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c2e98c95-2be3-4e96-b9c4-b3cffcfaee36 req-7574c560-c810-440c-9fa5-e949d120821c tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] 10.222.0.45 "GET /v2.0/ports?device_id=abca2410-b92e-44b6-947a-269c4009c032 HTTP/1.1" status: 200 len: 949 time: 0.1070864 Nov 12 00:51:50.891453 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-273c6ec3-40dc-4a92-81b2-8c3b36144622 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:50.892935 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-273c6ec3-40dc-4a92-81b2-8c3b36144622 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1451645 Nov 12 00:51:50.918579 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-7690e30a-cca1-45d5-937a-ba126cee1ad2 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/quotas/1a351b85e994407a86b201df7ace2e9c HTTP/1.1" status: 200 len: 375 time: 0.0188608 Nov 12 00:51:50.972732 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c2e98c95-2be3-4e96-b9c4-b3cffcfaee36 req-e9eb83cf-cedf-467e-8861-104c78e399b5 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ffe40b4-8291-4a8e-ac1b-1f22789b79f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788221 Nov 12 00:51:50.992788 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-3c5941f7-e0c6-4104-ab6d-6b0c7ce1e96f tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1a351b85e994407a86b201df7ace2e9c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0639596 Nov 12 00:51:51.058830 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 184d2cbb-cfd2-43da-a346-ae95d0707e70 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:51:51.076027 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 32cd39df-0b31-4980-bef0-a86a57652cfe up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:51:51.128826 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd74b7-a2fa-4f79-ab55-215f05698232 req-69cb9ded-71ec-4c97-9035-801631515b73 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:51.130360 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1cdd74b7-a2fa-4f79-ab55-215f05698232 req-69cb9ded-71ec-4c97-9035-801631515b73 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=139490e9-9c7d-4d98-8128-b40f17d71f2a HTTP/1.1" status: 200 len: 950 time: 0.0906954 Nov 12 00:51:51.174478 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-682b7d2a-047d-4ff2-b721-8f6191cefafe service neutron] 10.222.0.44 "GET /v2.0/ports/a7a8c72c-f355-4c96-8431-4b6abf124fc2/bindings/n-h1-712142-27 HTTP/1.1" status: 200 len: 385 time: 0.1018991 Nov 12 00:51:51.205299 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 32cd39df-0b31-4980-bef0-a86a57652cfe completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:51:51.214102 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 32cd39df-0b31-4980-bef0-a86a57652cfe triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:51.214599 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:51.236953 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1cdd74b7-a2fa-4f79-ab55-215f05698232 req-6f4e47ed-ed3b-4129-b74e-216fae3a5eac tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978489 Nov 12 00:51:51.245330 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 184d2cbb-cfd2-43da-a346-ae95d0707e70, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=184d2cbb-cfd2-43da-a346-ae95d0707e70,segment=NetworkSegment(936f4dc4-b49e-4318-84e7-8d3d4988961e),segment_id=936f4dc4-b49e-4318-84e7-8d3d4988961e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:51.271851 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '184d2cbb-cfd2-43da-a346-ae95d0707e70', 'network_id': '1c193d6a-5984-4109-91aa-b0c9d7c9a6bf', 'port_id': '184d2cbb-cfd2-43da-a346-ae95d0707e70', 'mac_address': 'fa:16:3e:37:62:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d8bd009-45c7-4017-80d7-9c1f69484ce9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:51:51.361325 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:51.388340 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:51.433230 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c791cd-da78-4572-9da1-1efef9194404 req-c341d3ef-2e41-4c57-a0fc-12821137cde4 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:51.434750 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-23c791cd-da78-4572-9da1-1efef9194404 req-c341d3ef-2e41-4c57-a0fc-12821137cde4 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0e631e3-91d5-4309-ab8e-b1808e224b3d HTTP/1.1" status: 200 len: 943 time: 0.0797920 Nov 12 00:51:51.440539 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 184d2cbb-cfd2-43da-a346-ae95d0707e70 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:51.448252 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-56ea8c43-507a-4148-b4a7-da012b22cce8 service neutron] For port a7a8c72c-f355-4c96-8431-4b6abf124fc2, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=a7a8c72c-f355-4c96-8431-4b6abf124fc2,segment=NetworkSegment(22cf0803-7015-4b8f-9bea-ad8ec3d31ac5),segment_id=22cf0803-7015-4b8f-9bea-ad8ec3d31ac5)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:51.461392 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 32cd39df-0b31-4980-bef0-a86a57652cfe, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=32cd39df-0b31-4980-bef0-a86a57652cfe,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:51.472578 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:51.489350 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-56ea8c43-507a-4148-b4a7-da012b22cce8 service neutron] For port a7a8c72c-f355-4c96-8431-4b6abf124fc2, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:51:51.493557 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 184d2cbb-cfd2-43da-a346-ae95d0707e70, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=184d2cbb-cfd2-43da-a346-ae95d0707e70,segment=NetworkSegment(936f4dc4-b49e-4318-84e7-8d3d4988961e),segment_id=936f4dc4-b49e-4318-84e7-8d3d4988961e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:51.519929 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:51.561347 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6f1ecc9-cb0d-4972-b6d2-5d00fdeba4b4 req-f9e7ef6e-e201-4c19-9493-a889c60fd887 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d8331e2-4b8a-4675-ba51-5805802cc1e1 HTTP/1.1" status: 200 len: 210 time: 0.0652237 Nov 12 00:51:51.570467 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=32cd39df-0b31-4980-bef0-a86a57652cfe,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:51.570648 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-56ea8c43-507a-4148-b4a7-da012b22cce8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7a8c72c-f355-4c96-8431-4b6abf124fc2 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:51.594742 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-23c791cd-da78-4572-9da1-1efef9194404 req-957b20c8-56cf-4e6b-aa74-1228e17f1356 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412547 Nov 12 00:51:51.611737 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-56ea8c43-507a-4148-b4a7-da012b22cce8 service neutron] For port a7a8c72c-f355-4c96-8431-4b6abf124fc2, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=a7a8c72c-f355-4c96-8431-4b6abf124fc2,segment=NetworkSegment(22cf0803-7015-4b8f-9bea-ad8ec3d31ac5),segment_id=22cf0803-7015-4b8f-9bea-ad8ec3d31ac5)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:51.667706 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=184d2cbb-cfd2-43da-a346-ae95d0707e70,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:51.700576 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-56ea8c43-507a-4148-b4a7-da012b22cce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:51.874579 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a3ff2-7435-4d5f-95e1-5aba4b22aa6a req-6ab18d74-d287-4fa0-8cab-10c6a593a7b7 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:51.876985 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7d4a3ff2-7435-4d5f-95e1-5aba4b22aa6a req-6ab18d74-d287-4fa0-8cab-10c6a593a7b7 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/ports?device_id=5572a7ab-842e-4d7b-9461-5ee2dc84c22d HTTP/1.1" status: 200 len: 945 time: 0.1656623 Nov 12 00:51:51.884422 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5defc32-3cd9-43bc-9143-282d6653b0b7 req-379c3a12-d474-4051-9e86-e5264778d6f5 tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:51.885840 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a5defc32-3cd9-43bc-9143-282d6653b0b7 req-379c3a12-d474-4051-9e86-e5264778d6f5 tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] 10.222.0.16 "GET /v2.0/networks?id=5dea2f77-8295-4da8-a787-569a69965ebe HTTP/1.1" status: 200 len: 815 time: 0.2876310 Nov 12 00:51:51.902592 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1819bee-79e5-4de7-affb-2d61de40cfb6 req-e64bae15-b1c9-4a62-8437-2efb9a6913a6 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:51.910639 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e1819bee-79e5-4de7-affb-2d61de40cfb6 req-e64bae15-b1c9-4a62-8437-2efb9a6913a6 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dd028aa-e923-45bc-a0e7-d99ba751725c HTTP/1.1" status: 200 len: 945 time: 0.2039669 Nov 12 00:51:51.925530 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-a5defc32-3cd9-43bc-9143-282d6653b0b7 req-ceb3f2dc-8ea1-4175-bf42-d03d73f9b5e4 tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] Request body: {'port': {'device_id': '4fd499ad-a3fe-4163-b937-f25084529eca', 'network_id': '5dea2f77-8295-4da8-a787-569a69965ebe', 'admin_state_up': True, 'tenant_id': '83eada3bc343462492e64e9fa7dd64d1'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:51.947878 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['184d2cbb-cfd2-43da-a346-ae95d0707e70'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:51:52.301335 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abca2410-b92e-44b6-947a-269c4009c032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32cd39df-0b31-4980-bef0-a86a57652cfe'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:52.304689 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af12be4-202c-4340-87e3-02b2f59f6d5c" -d '{"events": [{"server_uuid": "abca2410-b92e-44b6-947a-269c4009c032", "name": "network-vif-plugged", "status": "completed", "tag": "32cd39df-0b31-4980-bef0-a86a57652cfe"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:52.466774 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e1819bee-79e5-4de7-affb-2d61de40cfb6 req-d58abf1f-1b66-4f08-a626-88dd56bbb684 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5550642 Nov 12 00:51:52.590533 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-56ea8c43-507a-4148-b4a7-da012b22cce8 service neutron] Transition to ACTIVE for port object a7a8c72c-f355-4c96-8431-4b6abf124fc2 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:51:52.597661 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7d4a3ff2-7435-4d5f-95e1-5aba4b22aa6a req-874dd599-50e9-4ed6-8cb8-97ccac80afa9 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c64e9f-26bf-4cae-954e-7c86ebe7e1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7106962 Nov 12 00:51:52.606051 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-56ea8c43-507a-4148-b4a7-da012b22cce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:52.713208 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-56ea8c43-507a-4148-b4a7-da012b22cce8 service neutron] No DVR routers for this DVR port a7a8c72c-f355-4c96-8431-4b6abf124fc2 on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:51:52.726835 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea8c43-507a-4148-b4a7-da012b22cce8 service neutron] Pushing event updated for resources: {'Port': ['ID=a7a8c72c-f355-4c96-8431-4b6abf124fc2,revision_number=10']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:52.787332 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8334cddd-0a7d-414f-b8c4-5fef6efea8be req-abcea12a-b0a6-46f8-8c4e-6ab46c33af98 tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd499ad-a3fe-4163-b937-f25084529eca HTTP/1.1" status: 200 len: 210 time: 0.0368416 Nov 12 00:51:52.793428 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-56ea8c43-507a-4148-b4a7-da012b22cce8 service neutron] 10.222.0.44 "PUT /v2.0/ports/a7a8c72c-f355-4c96-8431-4b6abf124fc2/bindings/n-h1-712142-27/activate HTTP/1.1" status: 200 len: 370 time: 1.6067245 Nov 12 00:51:52.794588 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5defc32-3cd9-43bc-9143-282d6653b0b7 req-ceb3f2dc-8ea1-4175-bf42-d03d73f9b5e4 tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] Made reservation on behalf of 83eada3bc343462492e64e9fa7dd64d1 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:52.798254 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a5defc32-3cd9-43bc-9143-282d6653b0b7 req-ceb3f2dc-8ea1-4175-bf42-d03d73f9b5e4 tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:52.991423 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-a5defc32-3cd9-43bc-9143-282d6653b0b7 req-ceb3f2dc-8ea1-4175-bf42-d03d73f9b5e4 tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] Allocated IP 172.20.0.8 (5dea2f77-8295-4da8-a787-569a69965ebe/d317dcad-6957-4229-abe0-26e636c3f387/8e9eb78b-e84d-4ee2-abe8-859c308a4905) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:51:53.002111 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7183a4-95d4-49aa-b39b-dee2b453dd76 req-d3c32e17-1c6d-47a9-a632-692ab8b9ae91 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:53.003652 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3c7183a4-95d4-49aa-b39b-dee2b453dd76 req-d3c32e17-1c6d-47a9-a632-692ab8b9ae91 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] 10.222.0.45 "GET /v2.0/ports?device_id=abca2410-b92e-44b6-947a-269c4009c032 HTTP/1.1" status: 200 len: 950 time: 0.1160541 Nov 12 00:51:53.051646 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 184d2cbb-cfd2-43da-a346-ae95d0707e70 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:51:53.095302 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3c7183a4-95d4-49aa-b39b-dee2b453dd76 req-17455d2e-e72f-454d-a569-32a8f1310789 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ffe40b4-8291-4a8e-ac1b-1f22789b79f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802243 Nov 12 00:51:53.124134 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 184d2cbb-cfd2-43da-a346-ae95d0707e70 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:51:53.131236 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 184d2cbb-cfd2-43da-a346-ae95d0707e70 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:53.131749 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:53.264408 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:53.276007 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a5defc32-3cd9-43bc-9143-282d6653b0b7 req-ceb3f2dc-8ea1-4175-bf42-d03d73f9b5e4 tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:53.309054 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-d27b5fdd-cb31-4c86-8358-59486af2fdb4 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=1a351b85e994407a86b201df7ace2e9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310619 Nov 12 00:51:53.334908 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 184d2cbb-cfd2-43da-a346-ae95d0707e70, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=184d2cbb-cfd2-43da-a346-ae95d0707e70,segment=NetworkSegment(936f4dc4-b49e-4318-84e7-8d3d4988961e),segment_id=936f4dc4-b49e-4318-84e7-8d3d4988961e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:51:53.350694 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:53.351583 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device a7a8c72c-f355-4c96-8431-4b6abf124fc2 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:51:53.394246 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d5b07-c082-4c91-ac41-b15d7b172bc7 req-1c934ca4-929e-49e4-a61a-ddfc3a029e57 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:53.401554 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-558d5b07-c082-4c91-ac41-b15d7b172bc7 req-1c934ca4-929e-49e4-a61a-ddfc3a029e57 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=139490e9-9c7d-4d98-8128-b40f17d71f2a HTTP/1.1" status: 200 len: 950 time: 0.1768486 Nov 12 00:51:53.472076 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a5defc32-3cd9-43bc-9143-282d6653b0b7 req-ceb3f2dc-8ea1-4175-bf42-d03d73f9b5e4 tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:53.488956 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device a7a8c72c-f355-4c96-8431-4b6abf124fc2 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:51:53.502637 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=184d2cbb-cfd2-43da-a346-ae95d0707e70,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:53.570407 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5defc32-3cd9-43bc-9143-282d6653b0b7 req-ceb3f2dc-8ea1-4175-bf42-d03d73f9b5e4 tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] Network 5dea2f77-8295-4da8-a787-569a69965ebe is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:53.574200 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-558d5b07-c082-4c91-ac41-b15d7b172bc7 req-4f97ad5f-4605-4b10-aab7-1202d38d4181 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718557 Nov 12 00:51:53.585882 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-f826da0a-b161-4dec-8754-661b47e4fc6c tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:53.587254 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-f826da0a-b161-4dec-8754-661b47e4fc6c tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2579136 Nov 12 00:51:53.588583 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-a5defc32-3cd9-43bc-9143-282d6653b0b7 req-ceb3f2dc-8ea1-4175-bf42-d03d73f9b5e4 tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:53.591205 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5defc32-3cd9-43bc-9143-282d6653b0b7 req-ceb3f2dc-8ea1-4175-bf42-d03d73f9b5e4 tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:51:53.594137 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb3f2dc-8ea1-4175-bf42-d03d73f9b5e4 tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] Pushing event updated for resources: {'Port': ['ID=8e9eb78b-e84d-4ee2-abe8-859c308a4905,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:53.625678 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-6a647cdc-cd67-4dd4-9706-3460a737f23c tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Request body: {'port': {'device_id': '9d8331e2-4b8a-4675-ba51-5805802cc1e1', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'admin_state_up': True, 'tenant_id': '1a351b85e994407a86b201df7ace2e9c'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:53.643381 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63abaa63-20b5-417a-b8a9-98faef54e8af x-openstack-request-id: req-63abaa63-20b5-417a-b8a9-98faef54e8af {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:53.643724 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abca2410-b92e-44b6-947a-269c4009c032", "name": "network-vif-plugged", "status": "completed", "tag": "32cd39df-0b31-4980-bef0-a86a57652cfe", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:53.644002 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-63abaa63-20b5-417a-b8a9-98faef54e8af {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:53.644411 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abca2410-b92e-44b6-947a-269c4009c032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32cd39df-0b31-4980-bef0-a86a57652cfe', 'code': 200} Nov 12 00:51:53.682518 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5defc32-3cd9-43bc-9143-282d6653b0b7 req-ceb3f2dc-8ea1-4175-bf42-d03d73f9b5e4 tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:53.683918 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a5defc32-3cd9-43bc-9143-282d6653b0b7 req-ceb3f2dc-8ea1-4175-bf42-d03d73f9b5e4 tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:53.754677 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a5defc32-3cd9-43bc-9143-282d6653b0b7 req-ceb3f2dc-8ea1-4175-bf42-d03d73f9b5e4 tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8341150 Nov 12 00:51:53.837238 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bc11c6bf-c9ec-45e4-a35f-edcc48fe4bfa req-f36fa316-d0fc-434c-b759-cdfacbc28d3a tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d8331e2-4b8a-4675-ba51-5805802cc1e1 HTTP/1.1" status: 200 len: 210 time: 0.0960367 Nov 12 00:51:53.879932 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94159d07-cf7c-4c2e-855b-484fd6b44677 req-ed98f8c3-61f2-4d56-837b-a0971f377de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:53.881716 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-94159d07-cf7c-4c2e-855b-484fd6b44677 req-ed98f8c3-61f2-4d56-837b-a0971f377de0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=abca2410-b92e-44b6-947a-269c4009c032 HTTP/1.1" status: 200 len: 1102 time: 0.0938241 Nov 12 00:51:53.899808 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7fafc4a4-8af6-4f81-8110-f5b91663bb8b None None] Provisioning complete for port 8e9eb78b-e84d-4ee2-abe8-859c308a4905 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:53.902226 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7fafc4a4-8af6-4f81-8110-f5b91663bb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:53.944566 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-6a647cdc-cd67-4dd4-9706-3460a737f23c tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Made reservation on behalf of 1a351b85e994407a86b201df7ace2e9c for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:51:53.948102 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-6a647cdc-cd67-4dd4-9706-3460a737f23c tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:53.970575 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-7fafc4a4-8af6-4f81-8110-f5b91663bb8b None None] Port 8e9eb78b-e84d-4ee2-abe8-859c308a4905 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:51:54.051616 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfdf832-e26f-400d-9b12-6f8416b255c2 req-22717027-2d50-4d1b-92cf-7ad90c156b04 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:54.053141 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cbfdf832-e26f-400d-9b12-6f8416b255c2 req-22717027-2d50-4d1b-92cf-7ad90c156b04 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0e631e3-91d5-4309-ab8e-b1808e224b3d HTTP/1.1" status: 200 len: 944 time: 0.1451592 Nov 12 00:51:54.058570 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-94159d07-cf7c-4c2e-855b-484fd6b44677 req-bacbb0f5-2d6c-4b6a-b8bd-aef0e23a917d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5ffe40b4-8291-4a8e-ac1b-1f22789b79f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585717 Nov 12 00:51:54.150202 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cbfdf832-e26f-400d-9b12-6f8416b255c2 req-85e36b43-1898-48c4-80fe-b25ffdcc239d tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852580 Nov 12 00:51:54.164140 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-6a647cdc-cd67-4dd4-9706-3460a737f23c tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Allocated IP 192.168.233.109 (945c2da1-f958-478a-a48a-8af2dfa2e179/f0290328-7bc5-4266-bfb9-6eb25d91acf0/7f4a4f9d-e3c5-4587-9470-60d804758a00) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:51:54.332247 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e48b82-8697-4f2f-b818-66553ad66b5f req-73c2421a-a5e6-476e-ac2b-d9306f666bb6 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:54.333817 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-19e48b82-8697-4f2f-b818-66553ad66b5f req-73c2421a-a5e6-476e-ac2b-d9306f666bb6 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dd028aa-e923-45bc-a0e7-d99ba751725c HTTP/1.1" status: 200 len: 946 time: 0.1120393 Nov 12 00:51:54.407522 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-6a647cdc-cd67-4dd4-9706-3460a737f23c tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:54.419258 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-19e48b82-8697-4f2f-b818-66553ad66b5f req-4bc92a61-83be-4b05-befa-d714aa04f1c6 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776918 Nov 12 00:51:54.462089 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-6a647cdc-cd67-4dd4-9706-3460a737f23c tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:54.508113 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['8ee9b406-63fc-4abb-9ad7-a586a9c8cd94', '559534ec-b918-4572-b31d-8e35637a07fc', '00dbddc7-a1c8-4c61-99f2-f71236b0ee66'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:51:54.526078 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-6a647cdc-cd67-4dd4-9706-3460a737f23c tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Network 945c2da1-f958-478a-a48a-8af2dfa2e179 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:51:54.547029 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-6a647cdc-cd67-4dd4-9706-3460a737f23c tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:51:54.553303 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-6a647cdc-cd67-4dd4-9706-3460a737f23c tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:51:54.582158 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a647cdc-cd67-4dd4-9706-3460a737f23c tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Pushing event updated for resources: {'Port': ['ID=7f4a4f9d-e3c5-4587-9470-60d804758a00,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:54.629116 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeba1c1-f4a7-4b78-8a50-fabd695b4483 req-4a26d057-f86b-4b94-beab-8eb5eb54627c tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:54.630744 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7aeba1c1-f4a7-4b78-8a50-fabd695b4483 req-4a26d057-f86b-4b94-beab-8eb5eb54627c tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/ports?device_id=5572a7ab-842e-4d7b-9461-5ee2dc84c22d HTTP/1.1" status: 200 len: 945 time: 0.1260464 Nov 12 00:51:54.639924 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-6a647cdc-cd67-4dd4-9706-3460a737f23c tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:54.640870 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-6a647cdc-cd67-4dd4-9706-3460a737f23c tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:54.689883 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-6a647cdc-cd67-4dd4-9706-3460a737f23c tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0681181 Nov 12 00:51:54.717392 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-2647aa60-0a61-4747-8d95-51cd6bb40273 service neutron] Request body: {'port': {'device_id': '9d8331e2-4b8a-4675-ba51-5805802cc1e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:54.763430 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7aeba1c1-f4a7-4b78-8a50-fabd695b4483 req-9447a58a-d462-4488-9ae1-0b92c2155c37 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c64e9f-26bf-4cae-954e-7c86ebe7e1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188688 Nov 12 00:51:54.822346 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-2647aa60-0a61-4747-8d95-51cd6bb40273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:54.947025 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-a6dc93da-a1b1-47ce-bcca-048db8d1e714 None None] Provisioning complete for port 7f4a4f9d-e3c5-4587-9470-60d804758a00 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:51:54.947278 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a6dc93da-a1b1-47ce-bcca-048db8d1e714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:54.999897 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-a6dc93da-a1b1-47ce-bcca-048db8d1e714 None None] Port 7f4a4f9d-e3c5-4587-9470-60d804758a00 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:51:55.017722 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2d3dc-7185-4f2f-892a-2fd1b7b6dc63 req-ff0bd8f5-ed47-46fb-ab86-401ef05f3c63 tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:55.025792 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8bc2d3dc-7185-4f2f-892a-2fd1b7b6dc63 req-ff0bd8f5-ed47-46fb-ab86-401ef05f3c63 tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd499ad-a3fe-4163-b937-f25084529eca HTTP/1.1" status: 200 len: 931 time: 0.1443906 Nov 12 00:51:55.126246 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8bc2d3dc-7185-4f2f-892a-2fd1b7b6dc63 req-43950cdf-bf5d-42ef-815e-f996f329c17a tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] 10.222.0.45 "GET /v2.0/security-groups?id=147f837d-f129-4148-9ea2-013c732402bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987482 Nov 12 00:51:55.269291 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-2647aa60-0a61-4747-8d95-51cd6bb40273 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f4a4f9d-e3c5-4587-9470-60d804758a00 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:51:55.277709 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-2647aa60-0a61-4747-8d95-51cd6bb40273 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:55.293525 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60f40b-5f80-4be3-9351-348ec3aa6a07 req-5f770b02-256f-465b-aa9e-9fe94d0bf55f tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:55.301881 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-de60f40b-5f80-4be3-9351-348ec3aa6a07 req-5f770b02-256f-465b-aa9e-9fe94d0bf55f tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] 10.222.0.45 "GET /v2.0/ports?device_id=abca2410-b92e-44b6-947a-269c4009c032 HTTP/1.1" status: 200 len: 950 time: 0.1057982 Nov 12 00:51:55.315443 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-2647aa60-0a61-4747-8d95-51cd6bb40273 service neutron] Transition to ACTIVE for port object 7f4a4f9d-e3c5-4587-9470-60d804758a00 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:51:55.328352 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-2647aa60-0a61-4747-8d95-51cd6bb40273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:55.408273 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-de60f40b-5f80-4be3-9351-348ec3aa6a07 req-60084ec1-b209-42f7-a353-77ce7f5a2ce7 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ffe40b4-8291-4a8e-ac1b-1f22789b79f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023724 Nov 12 00:51:55.409302 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2647aa60-0a61-4747-8d95-51cd6bb40273 service neutron] Pushing event updated for resources: {'Port': ['ID=7f4a4f9d-e3c5-4587-9470-60d804758a00,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:55.481718 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2647aa60-0a61-4747-8d95-51cd6bb40273 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:55.482064 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2647aa60-0a61-4747-8d95-51cd6bb40273 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:55.482420 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2647aa60-0a61-4747-8d95-51cd6bb40273 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:55.483017 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2647aa60-0a61-4747-8d95-51cd6bb40273 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:55.483357 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2647aa60-0a61-4747-8d95-51cd6bb40273 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:55.483684 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2647aa60-0a61-4747-8d95-51cd6bb40273 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:55.484040 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2647aa60-0a61-4747-8d95-51cd6bb40273 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:55.484367 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2647aa60-0a61-4747-8d95-51cd6bb40273 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:55.484723 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2647aa60-0a61-4747-8d95-51cd6bb40273 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:55.485051 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2647aa60-0a61-4747-8d95-51cd6bb40273 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:55.485374 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2647aa60-0a61-4747-8d95-51cd6bb40273 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:55.485693 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2647aa60-0a61-4747-8d95-51cd6bb40273 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:51:55.574405 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-2647aa60-0a61-4747-8d95-51cd6bb40273 service neutron] Attempting to bind port 7f4a4f9d-e3c5-4587-9470-60d804758a00 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:51:55.575062 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-2647aa60-0a61-4747-8d95-51cd6bb40273 service neutron] Attempting to bind port 7f4a4f9d-e3c5-4587-9470-60d804758a00 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:51:55.575062 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-2647aa60-0a61-4747-8d95-51cd6bb40273 service neutron] Attempting to bind port 7f4a4f9d-e3c5-4587-9470-60d804758a00 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:55.603571 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-2647aa60-0a61-4747-8d95-51cd6bb40273 service neutron] Port 7f4a4f9d-e3c5-4587-9470-60d804758a00 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:51:55.603907 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-2647aa60-0a61-4747-8d95-51cd6bb40273 service neutron] Attempting to bind port 7f4a4f9d-e3c5-4587-9470-60d804758a00 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:51:55.613536 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-2647aa60-0a61-4747-8d95-51cd6bb40273 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:51:55.613876 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-2647aa60-0a61-4747-8d95-51cd6bb40273 service neutron] Checking segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:51:55.614257 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-2647aa60-0a61-4747-8d95-51cd6bb40273 service neutron] Bound using segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:51:55.614887 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-2647aa60-0a61-4747-8d95-51cd6bb40273 service neutron] Bound port: 7f4a4f9d-e3c5-4587-9470-60d804758a00, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:51:55.615247 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-2647aa60-0a61-4747-8d95-51cd6bb40273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:55.643724 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb71b3-f740-438e-b812-ebb5865a910e req-9dba4d77-ed88-439c-98a0-be2fbe6f3e2c tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:55.645300 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd028aa-e923-45bc-a0e7-d99ba751725c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184d2cbb-cfd2-43da-a346-ae95d0707e70'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:55.645797 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e9eb71b3-f740-438e-b812-ebb5865a910e req-9dba4d77-ed88-439c-98a0-be2fbe6f3e2c tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=139490e9-9c7d-4d98-8128-b40f17d71f2a HTTP/1.1" status: 200 len: 950 time: 0.0936136 Nov 12 00:51:55.647710 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f19605-0925-460a-ab28-50422c023844" -d '{"events": [{"server_uuid": "2dd028aa-e923-45bc-a0e7-d99ba751725c", "name": "network-vif-plugged", "status": "completed", "tag": "184d2cbb-cfd2-43da-a346-ae95d0707e70"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:55.730005 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-2647aa60-0a61-4747-8d95-51cd6bb40273 service neutron] For port 7f4a4f9d-e3c5-4587-9470-60d804758a00, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:51:55.733868 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-2647aa60-0a61-4747-8d95-51cd6bb40273 service neutron] For port 7f4a4f9d-e3c5-4587-9470-60d804758a00, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=7f4a4f9d-e3c5-4587-9470-60d804758a00,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:51:55.739868 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e9eb71b3-f740-438e-b812-ebb5865a910e req-8d546e68-60fb-4e0b-b42a-35e876821efb tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778489 Nov 12 00:51:55.741460 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-2647aa60-0a61-4747-8d95-51cd6bb40273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:55.778888 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-2647aa60-0a61-4747-8d95-51cd6bb40273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:55.779775 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-2647aa60-0a61-4747-8d95-51cd6bb40273 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:55.781232 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-2647aa60-0a61-4747-8d95-51cd6bb40273 service neutron] 10.222.0.44 "PUT /v2.0/ports/7f4a4f9d-e3c5-4587-9470-60d804758a00 HTTP/1.1" status: 200 len: 1097 time: 1.0711212 Nov 12 00:51:55.784504 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d8331e2-4b8a-4675-ba51-5805802cc1e1', 'tag': '7f4a4f9d-e3c5-4587-9470-60d804758a00'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:51:55.787770 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651e566a-fa97-412c-8ddb-27e98cd597f8" -d '{"events": [{"name": "network-changed", "server_uuid": "9d8331e2-4b8a-4675-ba51-5805802cc1e1", "tag": "7f4a4f9d-e3c5-4587-9470-60d804758a00"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:51:55.849354 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2647aa60-0a61-4747-8d95-51cd6bb40273 service neutron] Pushing event updated for resources: {'Port': ['ID=7f4a4f9d-e3c5-4587-9470-60d804758a00,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:51:55.987222 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ebd70-061e-4223-9f79-55062456e1d1 req-492c7c88-ef2a-4381-8b23-b2c43973a11d tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:55.989495 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-188ebd70-061e-4223-9f79-55062456e1d1 req-492c7c88-ef2a-4381-8b23-b2c43973a11d tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7d172f4-6a2d-41a7-8858-305d51794d58&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1296563 Nov 12 00:51:55.991730 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-a87e2616-26f0-430b-9456-3a7b1c96474d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:55.993378 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-a87e2616-26f0-430b-9456-3a7b1c96474d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a351b85e994407a86b201df7ace2e9c&device_id=9d8331e2-4b8a-4675-ba51-5805802cc1e1 HTTP/1.1" status: 200 len: 1100 time: 0.1224990 Nov 12 00:51:56.077832 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-8e65c86b-051d-4682-bc92-6cce72420720 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=7f4a4f9d-e3c5-4587-9470-60d804758a00 HTTP/1.1" status: 200 len: 217 time: 0.0409753 Nov 12 00:51:56.080968 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-188ebd70-061e-4223-9f79-55062456e1d1 req-26e05325-a60c-4a51-920a-0e1c0c9aba62 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.166 HTTP/1.1" status: 200 len: 696 time: 0.0864813 Nov 12 00:51:56.097788 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-188ebd70-061e-4223-9f79-55062456e1d1 req-3a53fbfe-f56e-4d35-ba15-1afa7d3c2c40 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Request body: {'floatingip': {'port_id': 'e769a600-8888-44e6-b2e0-6ce080ffb7a0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:56.164057 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-188ebd70-061e-4223-9f79-55062456e1d1 req-3a53fbfe-f56e-4d35-ba15-1afa7d3c2c40 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Publish callbacks [] for floatingip, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:56.207037 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-c7e4780f-1e14-46a5-8571-9bc5d4b6e47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:56.208505 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-c7e4780f-1e14-46a5-8571-9bc5d4b6e47f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.1230805 Nov 12 00:51:56.309686 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-60214599-3102-474b-879f-9587de0ca00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:56.311160 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-60214599-3102-474b-879f-9587de0ca00d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0840275 Nov 12 00:51:56.506831 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-09b7abc4-94f0-46f4-a521-d8e71dfc6b7b service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633255 Nov 12 00:51:56.924564 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-8ec79977-fc5d-4aba-bbcc-97dc8f504a1c service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098117 Nov 12 00:51:57.013770 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-188ebd70-061e-4223-9f79-55062456e1d1 req-3a53fbfe-f56e-4d35-ba15-1afa7d3c2c40 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:57.017683 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-188ebd70-061e-4223-9f79-55062456e1d1 req-3a53fbfe-f56e-4d35-ba15-1afa7d3c2c40 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:57.096947 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-287ff9d3-c075-4e4b-b8c4-fd50f8bae646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:57.128961 n-d-712142-27 neutron-server[109085]: INFO neutron.db.l3_db [req-188ebd70-061e-4223-9f79-55062456e1d1 req-3a53fbfe-f56e-4d35-ba15-1afa7d3c2c40 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Floating IP bd4198bc-a219-403d-bf9c-f59a8d02e1e0 associated. External IP: 172.25.3.166, port: e769a600-8888-44e6-b2e0-6ce080ffb7a0. Nov 12 00:51:57.338595 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-188ebd70-061e-4223-9f79-55062456e1d1 req-3a53fbfe-f56e-4d35-ba15-1afa7d3c2c40 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Router f77bc365-8913-4337-bb46-b37016fcb3c4 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:51:57.458470 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-188ebd70-061e-4223-9f79-55062456e1d1 req-3a53fbfe-f56e-4d35-ba15-1afa7d3c2c40 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:51:57.463298 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-188ebd70-061e-4223-9f79-55062456e1d1 req-3a53fbfe-f56e-4d35-ba15-1afa7d3c2c40 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:57.468175 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177b1239-6a40-4a1e-ade3-059b6a5be78f None None] Sync routers for ids ['f77bc365-8913-4337-bb46-b37016fcb3c4'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:51:57.493817 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-188ebd70-061e-4223-9f79-55062456e1d1 req-3a53fbfe-f56e-4d35-ba15-1afa7d3c2c40 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "PUT /v2.0/floatingips/bd4198bc-a219-403d-bf9c-f59a8d02e1e0 HTTP/1.1" status: 200 len: 997 time: 1.4009113 Nov 12 00:51:57.498881 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177b1239-6a40-4a1e-ade3-059b6a5be78f None None] Routers {'f77bc365-8913-4337-bb46-b37016fcb3c4'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:51:57.500350 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-177b1239-6a40-4a1e-ade3-059b6a5be78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:51:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['f77bc365-8913-4337-bb46-b37016fcb3c4'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:57.565266 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ebd70-061e-4223-9f79-55062456e1d1 req-a771358b-e464-4457-a65d-f25a05b3c845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:57.566794 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-188ebd70-061e-4223-9f79-55062456e1d1 req-a771358b-e464-4457-a65d-f25a05b3c845 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=10e546ec20224b1c887b967b60c4d627&device_id=c7d172f4-6a2d-41a7-8858-305d51794d58 HTTP/1.1" status: 200 len: 1098 time: 0.0428269 Nov 12 00:51:57.614439 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-177b1239-6a40-4a1e-ade3-059b6a5be78f None None] Set router f77bc365-8913-4337-bb46-b37016fcb3c4 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:51:57.664571 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ebd70-061e-4223-9f79-55062456e1d1 req-8a45c96c-e38a-47d8-9a6e-64254e1b6698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:57.666066 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-188ebd70-061e-4223-9f79-55062456e1d1 req-8a45c96c-e38a-47d8-9a6e-64254e1b6698 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2a29fb7d-1389-4bf5-9af7-7b665f8258fb HTTP/1.1" status: 200 len: 921 time: 0.0932236 Nov 12 00:51:57.740130 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-188ebd70-061e-4223-9f79-55062456e1d1 req-1c7c23be-52da-4de2-99c2-440e1420bda2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e769a600-8888-44e6-b2e0-6ce080ffb7a0 HTTP/1.1" status: 200 len: 1000 time: 0.0666096 Nov 12 00:51:57.791981 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ebd70-061e-4223-9f79-55062456e1d1 req-7ee3e496-cfdb-4d96-a3b6-64c27ab292c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:57.793559 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-188ebd70-061e-4223-9f79-55062456e1d1 req-7ee3e496-cfdb-4d96-a3b6-64c27ab292c0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f6fc0feb-8af3-4ee2-88bf-6fef1760f601 HTTP/1.1" status: 200 len: 860 time: 0.0515275 Nov 12 00:51:57.839265 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ebd70-061e-4223-9f79-55062456e1d1 req-9ac1a075-557a-4ecb-a345-fc2f58f50995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:57.840779 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-188ebd70-061e-4223-9f79-55062456e1d1 req-9ac1a075-557a-4ecb-a345-fc2f58f50995 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2a29fb7d-1389-4bf5-9af7-7b665f8258fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411797 Nov 12 00:51:57.853453 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-188ebd70-061e-4223-9f79-55062456e1d1 req-862fc526-3836-41b0-b36c-631f2ae3b9f9 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:51:57.861544 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-188ebd70-061e-4223-9f79-55062456e1d1 req-862fc526-3836-41b0-b36c-631f2ae3b9f9 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0125716 Nov 12 00:51:57.897892 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-177b1239-6a40-4a1e-ade3-059b6a5be78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1727113462-router', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c281920c-f9e1-4fae-a472-a8180a3d2ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:51Z', 'updated_at': '2021-11-12T00:51:01Z', 'revision_number': 4, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'gw_port': {'id': 'c281920c-f9e1-4fae-a472-a8180a3d2ed6', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:53Z', 'updated_at': '2021-11-12T00:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': 'bd4198bc-a219-403d-bf9c-f59a8d02e1e0', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'floating_ip_address': '172.25.3.166', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'port_id': 'e769a600-8888-44e6-b2e0-6ce080ffb7a0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a29fb7d-1389-4bf5-9af7-7b665f8258fb', 'mac_address': 'fa:16:3e:43:6b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d172f4-6a2d-41a7-8858-305d51794d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:51:35Z', 'updated_at': '2021-11-12T00:51:56Z', 'revision_number': 1, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6770ef76-2f92-4734-883a-b8bff27b8f08', 'name': '', 'network_id': '2a29fb7d-1389-4bf5-9af7-7b665f8258fb', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'mac_address': 'fa:16:3e:30:44:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'f6fc0feb-8af3-4ee2-88bf-6fef1760f601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:59Z', 'updated_at': '2021-11-12T00:51:07Z', 'revision_number': 5, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'subnets': [{'id': 'f6fc0feb-8af3-4ee2-88bf-6fef1760f601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:57.955154 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-188ebd70-061e-4223-9f79-55062456e1d1 req-da14cfb6-0e69-4699-b4b0-4552eda19d4f service neutron] 10.222.0.45 "GET /v2.0/networks/2a29fb7d-1389-4bf5-9af7-7b665f8258fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894227 Nov 12 00:51:58.008313 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177b1239-6a40-4a1e-ade3-059b6a5be78f None None] Checking router: f77bc365-8913-4337-bb46-b37016fcb3c4 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:51:58.016526 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177b1239-6a40-4a1e-ade3-059b6a5be78f None None] Routers {'f77bc365-8913-4337-bb46-b37016fcb3c4'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:51:58.017126 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-177b1239-6a40-4a1e-ade3-059b6a5be78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:51:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['f77bc365-8913-4337-bb46-b37016fcb3c4'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:58.055001 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-188ebd70-061e-4223-9f79-55062456e1d1 req-307d344d-8f3c-4252-98ef-b0e7a2ef0306 service neutron] 10.222.0.45 "GET /v2.0/networks/2a29fb7d-1389-4bf5-9af7-7b665f8258fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939298 Nov 12 00:51:58.133382 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-177b1239-6a40-4a1e-ade3-059b6a5be78f None None] Set router f77bc365-8913-4337-bb46-b37016fcb3c4 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:51:58.199311 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06366b34-8ec9-468a-8ebb-b1f618bbecb2 req-31efbeb6-e765-4e4c-afa0-b878aa9ec233 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:58.200890 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-06366b34-8ec9-468a-8ebb-b1f618bbecb2 req-31efbeb6-e765-4e4c-afa0-b878aa9ec233 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d8331e2-4b8a-4675-ba51-5805802cc1e1 HTTP/1.1" status: 200 len: 948 time: 0.0626566 Nov 12 00:51:58.253865 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-06366b34-8ec9-468a-8ebb-b1f618bbecb2 req-0bff80a2-db02-4fba-8c5d-4195bb0f610a tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469453 Nov 12 00:51:58.372502 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-177b1239-6a40-4a1e-ade3-059b6a5be78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1727113462-router', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c281920c-f9e1-4fae-a472-a8180a3d2ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:51Z', 'updated_at': '2021-11-12T00:51:01Z', 'revision_number': 4, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'gw_port': {'id': 'c281920c-f9e1-4fae-a472-a8180a3d2ed6', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:53Z', 'updated_at': '2021-11-12T00:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': 'bd4198bc-a219-403d-bf9c-f59a8d02e1e0', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'floating_ip_address': '172.25.3.166', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'port_id': 'e769a600-8888-44e6-b2e0-6ce080ffb7a0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a29fb7d-1389-4bf5-9af7-7b665f8258fb', 'mac_address': 'fa:16:3e:43:6b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d172f4-6a2d-41a7-8858-305d51794d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:51:35Z', 'updated_at': '2021-11-12T00:51:56Z', 'revision_number': 1, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6770ef76-2f92-4734-883a-b8bff27b8f08', 'name': '', 'network_id': '2a29fb7d-1389-4bf5-9af7-7b665f8258fb', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'mac_address': 'fa:16:3e:30:44:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'f6fc0feb-8af3-4ee2-88bf-6fef1760f601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:59Z', 'updated_at': '2021-11-12T00:51:07Z', 'revision_number': 5, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'subnets': [{'id': 'f6fc0feb-8af3-4ee2-88bf-6fef1760f601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:51:58.374433 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1ca21-a8b9-4ee2-82e4-e231bf582aa6 req-14e945cc-208d-4b97-bce3-07fd58c10ef4 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:58.376032 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2bc1ca21-a8b9-4ee2-82e4-e231bf582aa6 req-14e945cc-208d-4b97-bce3-07fd58c10ef4 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0e631e3-91d5-4309-ab8e-b1808e224b3d HTTP/1.1" status: 200 len: 944 time: 0.0529180 Nov 12 00:51:58.401817 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177b1239-6a40-4a1e-ade3-059b6a5be78f None None] The sync data for ids ['f77bc365-8913-4337-bb46-b37016fcb3c4'] in n-d-712142-27 is: [{'id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1727113462-router', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c281920c-f9e1-4fae-a472-a8180a3d2ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:51Z', 'updated_at': '2021-11-12T00:51:01Z', 'revision_number': 4, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'gw_port': {'id': 'c281920c-f9e1-4fae-a472-a8180a3d2ed6', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:53Z', 'updated_at': '2021-11-12T00:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': 'bd4198bc-a219-403d-bf9c-f59a8d02e1e0', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'floating_ip_address': '172.25.3.166', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'port_id': 'e769a600-8888-44e6-b2e0-6ce080ffb7a0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a29fb7d-1389-4bf5-9af7-7b665f8258fb', 'mac_address': 'fa:16:3e:43:6b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d172f4-6a2d-41a7-8858-305d51794d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:51:35Z', 'updated_at': '2021-11-12T00:51:56Z', 'revision_number': 1, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6770ef76-2f92-4734-883a-b8bff27b8f08', 'name': '', 'network_id': '2a29fb7d-1389-4bf5-9af7-7b665f8258fb', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'mac_address': 'fa:16:3e:30:44:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'f6fc0feb-8af3-4ee2-88bf-6fef1760f601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:59Z', 'updated_at': '2021-11-12T00:51:07Z', 'revision_number': 5, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'subnets': [{'id': 'f6fc0feb-8af3-4ee2-88bf-6fef1760f601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:51:58.440905 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2bc1ca21-a8b9-4ee2-82e4-e231bf582aa6 req-695ed1a7-41b5-49b3-96a6-8827f2a5f41c tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581648 Nov 12 00:51:58.554373 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1c4cc-fe82-4b52-8787-ff0f7a314185 req-93115916-7f49-46de-9dff-2adad39ac2d7 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:58.555882 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8dc1c4cc-fe82-4b52-8787-ff0f7a314185 req-93115916-7f49-46de-9dff-2adad39ac2d7 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dd028aa-e923-45bc-a0e7-d99ba751725c HTTP/1.1" status: 200 len: 946 time: 0.0491214 Nov 12 00:51:58.622243 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8dc1c4cc-fe82-4b52-8787-ff0f7a314185 req-c8e4233d-5554-4645-a3f0-b6a2cc573cc2 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597723 Nov 12 00:51:58.650877 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba13c47-428d-41fe-a220-43138c59add2 None None] New status for floating IP bd4198bc-a219-403d-bf9c-f59a8d02e1e0: ACTIVE {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:51:58.684735 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d98b95-e666-4001-b228-bf220df153bb x-openstack-request-id: req-01d98b95-e666-4001-b228-bf220df153bb {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:58.684962 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dd028aa-e923-45bc-a0e7-d99ba751725c", "name": "network-vif-plugged", "status": "completed", "tag": "184d2cbb-cfd2-43da-a346-ae95d0707e70", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:58.685417 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-01d98b95-e666-4001-b228-bf220df153bb {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:58.685815 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd028aa-e923-45bc-a0e7-d99ba751725c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184d2cbb-cfd2-43da-a346-ae95d0707e70', 'code': 200} Nov 12 00:51:58.742239 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c32f2ed-80a2-4bb9-9005-b36d9cb81ffe x-openstack-request-id: req-0c32f2ed-80a2-4bb9-9005-b36d9cb81ffe {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:51:58.742624 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d8331e2-4b8a-4675-ba51-5805802cc1e1", "tag": "7f4a4f9d-e3c5-4587-9470-60d804758a00", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:51:58.743022 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0c32f2ed-80a2-4bb9-9005-b36d9cb81ffe {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:51:58.743517 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d8331e2-4b8a-4675-ba51-5805802cc1e1', 'tag': '7f4a4f9d-e3c5-4587-9470-60d804758a00', 'status': 'completed', 'code': 200} Nov 12 00:51:58.891338 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32099838-f4ff-4ab0-9b9e-6bfc9155bbad req-cb711648-417a-4c5e-9950-77bce702210d tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:58.892886 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-32099838-f4ff-4ab0-9b9e-6bfc9155bbad req-cb711648-417a-4c5e-9950-77bce702210d tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd499ad-a3fe-4163-b937-f25084529eca HTTP/1.1" status: 200 len: 931 time: 0.1069453 Nov 12 00:51:58.912959 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c484a-60b6-41b9-a98c-4eda672ebd94 req-9099f583-404d-4b96-9f28-bd0b5dffd154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:58.914390 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d10c484a-60b6-41b9-a98c-4eda672ebd94 req-9099f583-404d-4b96-9f28-bd0b5dffd154 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2dd028aa-e923-45bc-a0e7-d99ba751725c HTTP/1.1" status: 200 len: 1098 time: 0.0996263 Nov 12 00:51:58.921712 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e566a-fa97-412c-8ddb-27e98cd597f8 req-190d0737-6deb-4ff0-b83e-59ea268502e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:58.923621 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-651e566a-fa97-412c-8ddb-27e98cd597f8 req-190d0737-6deb-4ff0-b83e-59ea268502e0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a351b85e994407a86b201df7ace2e9c&device_id=9d8331e2-4b8a-4675-ba51-5805802cc1e1 HTTP/1.1" status: 200 len: 1100 time: 0.1077621 Nov 12 00:51:58.952530 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-32099838-f4ff-4ab0-9b9e-6bfc9155bbad req-d73b9e32-b3de-4127-8606-d9228154dec3 tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] 10.222.0.45 "GET /v2.0/security-groups?id=147f837d-f129-4148-9ea2-013c732402bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531209 Nov 12 00:51:59.060828 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d10c484a-60b6-41b9-a98c-4eda672ebd94 req-eeee1fbc-0abf-4175-9de0-1fd70363d056 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073425 Nov 12 00:51:59.106610 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e566a-fa97-412c-8ddb-27e98cd597f8 req-e46cd906-3b73-45fe-a3c1-cf5f782435ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:59.108059 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-651e566a-fa97-412c-8ddb-27e98cd597f8 req-e46cd906-3b73-45fe-a3c1-cf5f782435ce service neutron] 10.222.0.44 "GET /v2.0/networks?id=945c2da1-f958-478a-a48a-8af2dfa2e179 HTTP/1.1" status: 200 len: 869 time: 0.1475809 Nov 12 00:51:59.120456 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9bc395-e208-4962-9b7c-f4458ea8a4df req-d0a16124-55f2-4fbe-b128-1f0d77175703 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:59.121994 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6d9bc395-e208-4962-9b7c-f4458ea8a4df req-d0a16124-55f2-4fbe-b128-1f0d77175703 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] 10.222.0.45 "GET /v2.0/ports?device_id=abca2410-b92e-44b6-947a-269c4009c032 HTTP/1.1" status: 200 len: 950 time: 0.0883064 Nov 12 00:51:59.170613 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6d9bc395-e208-4962-9b7c-f4458ea8a4df req-0eabc97b-4202-464b-b318-d35eeeb181ed tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ffe40b4-8291-4a8e-ac1b-1f22789b79f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419896 Nov 12 00:51:59.276314 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f767fe-2d4f-489b-bd44-e6f1a118f390 req-03634024-bfbb-49cb-99b1-0a5ceab0d0c2 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:59.277841 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-87f767fe-2d4f-489b-bd44-e6f1a118f390 req-03634024-bfbb-49cb-99b1-0a5ceab0d0c2 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=139490e9-9c7d-4d98-8128-b40f17d71f2a HTTP/1.1" status: 200 len: 950 time: 0.0517938 Nov 12 00:51:59.333090 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-87f767fe-2d4f-489b-bd44-e6f1a118f390 req-d0ce0de6-252d-4711-a8a4-90b6a7c53810 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465884 Nov 12 00:51:59.385418 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-651e566a-fa97-412c-8ddb-27e98cd597f8 req-0dfd9a91-4e46-4e57-b9e0-6de54aeb2fe2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=7f4a4f9d-e3c5-4587-9470-60d804758a00 HTTP/1.1" status: 200 len: 217 time: 0.0405238 Nov 12 00:51:59.521079 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e566a-fa97-412c-8ddb-27e98cd597f8 req-cb95ab8f-71d2-40bf-87b6-a6a97bb1f22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:59.522538 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-651e566a-fa97-412c-8ddb-27e98cd597f8 req-cb95ab8f-71d2-40bf-87b6-a6a97bb1f22c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.0953295 Nov 12 00:51:59.530335 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f60e27-7c6f-432d-8d34-44611caf1597 req-58883497-cb80-49f5-8023-7994a546582b tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:59.531709 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e0f60e27-7c6f-432d-8d34-44611caf1597 req-58883497-cb80-49f5-8023-7994a546582b tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/ports?device_id=5572a7ab-842e-4d7b-9461-5ee2dc84c22d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1445446 Nov 12 00:51:59.532711 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [req-94c46a6e-aa94-4f32-88b6-de7dca5f5ff4 req-46657ecf-b962-4a4a-9496-6b185d2e525d service neutron] show failed (client error): The resource could not be found. Nov 12 00:51:59.533607 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-94c46a6e-aa94-4f32-88b6-de7dca5f5ff4 req-46657ecf-b962-4a4a-9496-6b185d2e525d service neutron] 10.222.0.44 "GET /v2.0/ports/a680a354-383a-4b9b-8e66-248db6e76ac5/bindings/n-h1-712142-27 HTTP/1.1" status: 404 len: 381 time: 0.1541150 Nov 12 00:51:59.677639 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e0f60e27-7c6f-432d-8d34-44611caf1597 req-f1b9ab10-d4f4-4faf-b157-3d0efc37ad9c tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.166 HTTP/1.1" status: 200 len: 1002 time: 0.1386106 Nov 12 00:51:59.693073 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-e0f60e27-7c6f-432d-8d34-44611caf1597 req-bb42a670-62fa-4604-b599-fcaf17d46a49 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Request body: {'floatingip': {'port_id': 'f5926488-c332-4a5f-9e41-7430d388af76', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:51:59.699404 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e566a-fa97-412c-8ddb-27e98cd597f8 req-5dd529af-43f6-4500-bdf8-4ea2cacae643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:51:59.701094 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-651e566a-fa97-412c-8ddb-27e98cd597f8 req-5dd529af-43f6-4500-bdf8-4ea2cacae643 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1506460 Nov 12 00:51:59.811669 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e0f60e27-7c6f-432d-8d34-44611caf1597 req-bb42a670-62fa-4604-b599-fcaf17d46a49 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Publish callbacks [] for floatingip, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:51:59.911355 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-651e566a-fa97-412c-8ddb-27e98cd597f8 req-fff08a7e-5419-4a9f-bbfb-7932c6efa0aa service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770806 Nov 12 00:52:00.113671 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-651e566a-fa97-412c-8ddb-27e98cd597f8 req-abc6663f-b4b6-40e5-9c16-2d6300310dad service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886406 Nov 12 00:52:00.511809 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:52:00.700180 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e0f60e27-7c6f-432d-8d34-44611caf1597 req-bb42a670-62fa-4604-b599-fcaf17d46a49 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:00.709285 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e0f60e27-7c6f-432d-8d34-44611caf1597 req-bb42a670-62fa-4604-b599-fcaf17d46a49 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:00.724653 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e71d113e-9326-4ac0-b62b-1151ed74dfa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:00.745896 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d172f4-6a2d-41a7-8858-305d51794d58', 'tag': 'e769a600-8888-44e6-b2e0-6ce080ffb7a0'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:00.748381 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6378e8-539c-424e-a7ef-70f6cbabd594" -d '{"events": [{"name": "network-changed", "server_uuid": "c7d172f4-6a2d-41a7-8858-305d51794d58", "tag": "e769a600-8888-44e6-b2e0-6ce080ffb7a0"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:00.817776 n-d-712142-27 neutron-server[109085]: INFO neutron.db.l3_db [req-e0f60e27-7c6f-432d-8d34-44611caf1597 req-bb42a670-62fa-4604-b599-fcaf17d46a49 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Floating IP bd4198bc-a219-403d-bf9c-f59a8d02e1e0 associated. External IP: 172.25.3.166, port: e769a600-8888-44e6-b2e0-6ce080ffb7a0. Nov 12 00:52:01.026575 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0f60e27-7c6f-432d-8d34-44611caf1597 req-bb42a670-62fa-4604-b599-fcaf17d46a49 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Router f77bc365-8913-4337-bb46-b37016fcb3c4 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:52:01.106485 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 7f4a4f9d-e3c5-4587-9470-60d804758a00 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:52:01.136702 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0f60e27-7c6f-432d-8d34-44611caf1597 req-bb42a670-62fa-4604-b599-fcaf17d46a49 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:52:01.151937 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843216e8-4c5b-44a3-afb4-78b819e407ca None None] Sync routers for ids ['f77bc365-8913-4337-bb46-b37016fcb3c4'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:52:01.163210 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843216e8-4c5b-44a3-afb4-78b819e407ca None None] Routers {'f77bc365-8913-4337-bb46-b37016fcb3c4'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:01.164197 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-843216e8-4c5b-44a3-afb4-78b819e407ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:52:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['f77bc365-8913-4337-bb46-b37016fcb3c4'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:01.232789 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 7f4a4f9d-e3c5-4587-9470-60d804758a00, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=7f4a4f9d-e3c5-4587-9470-60d804758a00,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:01.254991 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '7f4a4f9d-e3c5-4587-9470-60d804758a00', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'port_id': '7f4a4f9d-e3c5-4587-9470-60d804758a00', 'mac_address': 'fa:16:3e:b9:39:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0290328-7bc5-4266-bfb9-6eb25d91acf0', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:52:01.290353 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-843216e8-4c5b-44a3-afb4-78b819e407ca None None] Set router f77bc365-8913-4337-bb46-b37016fcb3c4 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:52:01.317616 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:01.350407 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f4a4f9d-e3c5-4587-9470-60d804758a00 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:52:01.397639 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 7f4a4f9d-e3c5-4587-9470-60d804758a00, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=7f4a4f9d-e3c5-4587-9470-60d804758a00,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:01.401985 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0f60e27-7c6f-432d-8d34-44611caf1597 req-bb42a670-62fa-4604-b599-fcaf17d46a49 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Router f77bc365-8913-4337-bb46-b37016fcb3c4 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:52:01.403122 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:01.476595 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=7f4a4f9d-e3c5-4587-9470-60d804758a00,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:01.544743 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0f60e27-7c6f-432d-8d34-44611caf1597 req-bb42a670-62fa-4604-b599-fcaf17d46a49 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:52:01.550422 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e0f60e27-7c6f-432d-8d34-44611caf1597 req-bb42a670-62fa-4604-b599-fcaf17d46a49 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:01.581891 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-843216e8-4c5b-44a3-afb4-78b819e407ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1727113462-router', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c281920c-f9e1-4fae-a472-a8180a3d2ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:51Z', 'updated_at': '2021-11-12T00:51:01Z', 'revision_number': 4, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'gw_port': {'id': 'c281920c-f9e1-4fae-a472-a8180a3d2ed6', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:53Z', 'updated_at': '2021-11-12T00:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': 'bd4198bc-a219-403d-bf9c-f59a8d02e1e0', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'floating_ip_address': '172.25.3.166', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'port_id': 'f5926488-c332-4a5f-9e41-7430d388af76', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a29fb7d-1389-4bf5-9af7-7b665f8258fb', 'mac_address': 'fa:16:3e:1e:cb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5572a7ab-842e-4d7b-9461-5ee2dc84c22d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:51:35Z', 'updated_at': '2021-11-12T00:52:00Z', 'revision_number': 3, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6770ef76-2f92-4734-883a-b8bff27b8f08', 'name': '', 'network_id': '2a29fb7d-1389-4bf5-9af7-7b665f8258fb', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'mac_address': 'fa:16:3e:30:44:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'f6fc0feb-8af3-4ee2-88bf-6fef1760f601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:59Z', 'updated_at': '2021-11-12T00:51:07Z', 'revision_number': 5, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'subnets': [{'id': 'f6fc0feb-8af3-4ee2-88bf-6fef1760f601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:01.611470 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e0f60e27-7c6f-432d-8d34-44611caf1597 req-bb42a670-62fa-4604-b599-fcaf17d46a49 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "PUT /v2.0/floatingips/bd4198bc-a219-403d-bf9c-f59a8d02e1e0 HTTP/1.1" status: 200 len: 998 time: 1.9262300 Nov 12 00:52:01.613388 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843216e8-4c5b-44a3-afb4-78b819e407ca None None] Checking router: f77bc365-8913-4337-bb46-b37016fcb3c4 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:52:01.623538 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843216e8-4c5b-44a3-afb4-78b819e407ca None None] Routers {'f77bc365-8913-4337-bb46-b37016fcb3c4'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:01.624223 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-843216e8-4c5b-44a3-afb4-78b819e407ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:52:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['f77bc365-8913-4337-bb46-b37016fcb3c4'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:01.680139 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f60e27-7c6f-432d-8d34-44611caf1597 req-6d4e461b-cbdd-4d1e-864d-35724eaa1369 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:01.681533 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e0f60e27-7c6f-432d-8d34-44611caf1597 req-6d4e461b-cbdd-4d1e-864d-35724eaa1369 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/ports/e769a600-8888-44e6-b2e0-6ce080ffb7a0 HTTP/1.1" status: 200 len: 943 time: 0.0633678 Nov 12 00:52:01.732771 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-843216e8-4c5b-44a3-afb4-78b819e407ca None None] Set router f77bc365-8913-4337-bb46-b37016fcb3c4 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:52:01.783674 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f60e27-7c6f-432d-8d34-44611caf1597 req-218470c5-52f8-49d4-a2c3-5b7bb97c6add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:01.785272 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e0f60e27-7c6f-432d-8d34-44611caf1597 req-218470c5-52f8-49d4-a2c3-5b7bb97c6add service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=10e546ec20224b1c887b967b60c4d627&device_id=c7d172f4-6a2d-41a7-8858-305d51794d58 HTTP/1.1" status: 200 len: 1098 time: 0.0448668 Nov 12 00:52:01.791174 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['7f4a4f9d-e3c5-4587-9470-60d804758a00'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:01.909789 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f60e27-7c6f-432d-8d34-44611caf1597 req-e824fbde-23c5-4b87-8c69-85faee56abef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:01.918208 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e0f60e27-7c6f-432d-8d34-44611caf1597 req-e824fbde-23c5-4b87-8c69-85faee56abef service neutron] 10.222.0.45 "GET /v2.0/networks?id=2a29fb7d-1389-4bf5-9af7-7b665f8258fb HTTP/1.1" status: 200 len: 921 time: 0.1237605 Nov 12 00:52:01.965916 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e0f60e27-7c6f-432d-8d34-44611caf1597 req-d6e4f18c-65f5-48af-a4d1-41153b553c95 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e769a600-8888-44e6-b2e0-6ce080ffb7a0 HTTP/1.1" status: 200 len: 217 time: 0.0467489 Nov 12 00:52:02.038599 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f60e27-7c6f-432d-8d34-44611caf1597 req-ce3ebd89-248b-4f67-81cf-5925800778ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:02.040153 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e0f60e27-7c6f-432d-8d34-44611caf1597 req-ce3ebd89-248b-4f67-81cf-5925800778ce service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f6fc0feb-8af3-4ee2-88bf-6fef1760f601 HTTP/1.1" status: 200 len: 860 time: 0.0734527 Nov 12 00:52:02.063305 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-843216e8-4c5b-44a3-afb4-78b819e407ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1727113462-router', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c281920c-f9e1-4fae-a472-a8180a3d2ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:51Z', 'updated_at': '2021-11-12T00:51:01Z', 'revision_number': 4, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'gw_port': {'id': 'c281920c-f9e1-4fae-a472-a8180a3d2ed6', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:53Z', 'updated_at': '2021-11-12T00:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': 'bd4198bc-a219-403d-bf9c-f59a8d02e1e0', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'floating_ip_address': '172.25.3.166', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'port_id': 'f5926488-c332-4a5f-9e41-7430d388af76', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a29fb7d-1389-4bf5-9af7-7b665f8258fb', 'mac_address': 'fa:16:3e:1e:cb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5572a7ab-842e-4d7b-9461-5ee2dc84c22d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:51:35Z', 'updated_at': '2021-11-12T00:52:00Z', 'revision_number': 3, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6770ef76-2f92-4734-883a-b8bff27b8f08', 'name': '', 'network_id': '2a29fb7d-1389-4bf5-9af7-7b665f8258fb', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'mac_address': 'fa:16:3e:30:44:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'f6fc0feb-8af3-4ee2-88bf-6fef1760f601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:59Z', 'updated_at': '2021-11-12T00:51:07Z', 'revision_number': 5, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'subnets': [{'id': 'f6fc0feb-8af3-4ee2-88bf-6fef1760f601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:02.091149 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843216e8-4c5b-44a3-afb4-78b819e407ca None None] The sync data for ids ['f77bc365-8913-4337-bb46-b37016fcb3c4'] in n-d-712142-27 is: [{'id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1727113462-router', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c281920c-f9e1-4fae-a472-a8180a3d2ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:51Z', 'updated_at': '2021-11-12T00:51:01Z', 'revision_number': 4, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'gw_port': {'id': 'c281920c-f9e1-4fae-a472-a8180a3d2ed6', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:53Z', 'updated_at': '2021-11-12T00:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': 'bd4198bc-a219-403d-bf9c-f59a8d02e1e0', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'floating_ip_address': '172.25.3.166', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'port_id': 'f5926488-c332-4a5f-9e41-7430d388af76', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a29fb7d-1389-4bf5-9af7-7b665f8258fb', 'mac_address': 'fa:16:3e:1e:cb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5572a7ab-842e-4d7b-9461-5ee2dc84c22d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:51:35Z', 'updated_at': '2021-11-12T00:52:00Z', 'revision_number': 3, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6770ef76-2f92-4734-883a-b8bff27b8f08', 'name': '', 'network_id': '2a29fb7d-1389-4bf5-9af7-7b665f8258fb', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'mac_address': 'fa:16:3e:30:44:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'f6fc0feb-8af3-4ee2-88bf-6fef1760f601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:59Z', 'updated_at': '2021-11-12T00:51:07Z', 'revision_number': 5, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'subnets': [{'id': 'f6fc0feb-8af3-4ee2-88bf-6fef1760f601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:52:02.091567 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f60e27-7c6f-432d-8d34-44611caf1597 req-d575962c-c428-477d-99c8-5ece2f219900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:02.093123 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e0f60e27-7c6f-432d-8d34-44611caf1597 req-d575962c-c428-477d-99c8-5ece2f219900 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2a29fb7d-1389-4bf5-9af7-7b665f8258fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440671 Nov 12 00:52:02.202211 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e0f60e27-7c6f-432d-8d34-44611caf1597 req-2cd0551c-b3ce-41e4-a785-0f2b9dd83d5d service neutron] 10.222.0.45 "GET /v2.0/networks/2a29fb7d-1389-4bf5-9af7-7b665f8258fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976236 Nov 12 00:52:02.272199 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b638a945-f899-4e4f-83f0-cfe8560409d8 None None] New status for floating IP bd4198bc-a219-403d-bf9c-f59a8d02e1e0: ACTIVE {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:52:02.301490 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e0f60e27-7c6f-432d-8d34-44611caf1597 req-6357e140-a733-4a18-8eb0-491a5a626bcc service neutron] 10.222.0.45 "GET /v2.0/networks/2a29fb7d-1389-4bf5-9af7-7b665f8258fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934570 Nov 12 00:52:02.375820 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f60e27-7c6f-432d-8d34-44611caf1597 req-ae6bc95d-6535-4c08-b605-e01befb21eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:02.377435 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e0f60e27-7c6f-432d-8d34-44611caf1597 req-ae6bc95d-6535-4c08-b605-e01befb21eeb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=10e546ec20224b1c887b967b60c4d627&device_id=5572a7ab-842e-4d7b-9461-5ee2dc84c22d HTTP/1.1" status: 200 len: 1097 time: 0.0457408 Nov 12 00:52:02.491859 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f60e27-7c6f-432d-8d34-44611caf1597 req-035cdd84-a3b6-4871-9530-9be096b1df96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:02.491859 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e0f60e27-7c6f-432d-8d34-44611caf1597 req-035cdd84-a3b6-4871-9530-9be096b1df96 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2a29fb7d-1389-4bf5-9af7-7b665f8258fb HTTP/1.1" status: 200 len: 921 time: 0.1081576 Nov 12 00:52:02.547195 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5354a02-9dee-42ae-ac1a-1cacdbf9d74e None None] Sync routers for ids ['f77bc365-8913-4337-bb46-b37016fcb3c4'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:52:02.557592 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5354a02-9dee-42ae-ac1a-1cacdbf9d74e None None] Routers {'f77bc365-8913-4337-bb46-b37016fcb3c4'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:02.558194 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-e5354a02-9dee-42ae-ac1a-1cacdbf9d74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:52:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['f77bc365-8913-4337-bb46-b37016fcb3c4'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:02.569639 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e0f60e27-7c6f-432d-8d34-44611caf1597 req-7fc5d909-2ab2-4421-8427-d069ebfeaa37 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5926488-c332-4a5f-9e41-7430d388af76 HTTP/1.1" status: 200 len: 1001 time: 0.0715504 Nov 12 00:52:02.619227 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:02.644806 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f60e27-7c6f-432d-8d34-44611caf1597 req-78cc2728-b283-4e3d-a77f-ff1490777961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:02.646816 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e0f60e27-7c6f-432d-8d34-44611caf1597 req-78cc2728-b283-4e3d-a77f-ff1490777961 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f6fc0feb-8af3-4ee2-88bf-6fef1760f601 HTTP/1.1" status: 200 len: 860 time: 0.0711558 Nov 12 00:52:02.693663 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f60e27-7c6f-432d-8d34-44611caf1597 req-11ed5edd-7cc7-441c-bfdc-b868f5ab8ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:02.695818 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e0f60e27-7c6f-432d-8d34-44611caf1597 req-11ed5edd-7cc7-441c-bfdc-b868f5ab8ca8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2a29fb7d-1389-4bf5-9af7-7b665f8258fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421970 Nov 12 00:52:02.696576 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-e5354a02-9dee-42ae-ac1a-1cacdbf9d74e None None] Set router f77bc365-8913-4337-bb46-b37016fcb3c4 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:52:02.794905 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e0f60e27-7c6f-432d-8d34-44611caf1597 req-89fd5530-9794-419f-9146-265befbdc92c service neutron] 10.222.0.45 "GET /v2.0/networks/2a29fb7d-1389-4bf5-9af7-7b665f8258fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925055 Nov 12 00:52:02.902657 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e0f60e27-7c6f-432d-8d34-44611caf1597 req-e838ceed-feaa-4cbb-926e-f69d7d20e57a service neutron] 10.222.0.45 "GET /v2.0/networks/2a29fb7d-1389-4bf5-9af7-7b665f8258fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007681 Nov 12 00:52:03.032769 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-e5354a02-9dee-42ae-ac1a-1cacdbf9d74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1727113462-router', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c281920c-f9e1-4fae-a472-a8180a3d2ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:51Z', 'updated_at': '2021-11-12T00:51:01Z', 'revision_number': 4, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'gw_port': {'id': 'c281920c-f9e1-4fae-a472-a8180a3d2ed6', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:53Z', 'updated_at': '2021-11-12T00:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': 'bd4198bc-a219-403d-bf9c-f59a8d02e1e0', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'floating_ip_address': '172.25.3.166', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'port_id': 'f5926488-c332-4a5f-9e41-7430d388af76', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a29fb7d-1389-4bf5-9af7-7b665f8258fb', 'mac_address': 'fa:16:3e:1e:cb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5572a7ab-842e-4d7b-9461-5ee2dc84c22d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:51:35Z', 'updated_at': '2021-11-12T00:52:02Z', 'revision_number': 4, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6770ef76-2f92-4734-883a-b8bff27b8f08', 'name': '', 'network_id': '2a29fb7d-1389-4bf5-9af7-7b665f8258fb', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'mac_address': 'fa:16:3e:30:44:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'f6fc0feb-8af3-4ee2-88bf-6fef1760f601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:59Z', 'updated_at': '2021-11-12T00:51:07Z', 'revision_number': 5, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'subnets': [{'id': 'f6fc0feb-8af3-4ee2-88bf-6fef1760f601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:03.062816 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5354a02-9dee-42ae-ac1a-1cacdbf9d74e None None] Checking router: f77bc365-8913-4337-bb46-b37016fcb3c4 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:52:03.072845 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5354a02-9dee-42ae-ac1a-1cacdbf9d74e None None] Routers {'f77bc365-8913-4337-bb46-b37016fcb3c4'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:03.073817 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-e5354a02-9dee-42ae-ac1a-1cacdbf9d74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:52:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['f77bc365-8913-4337-bb46-b37016fcb3c4'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:03.127011 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 7f4a4f9d-e3c5-4587-9470-60d804758a00 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:52:03.158924 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf6aee-7ce6-4d95-a055-597c86c5429e req-dd4d2248-9be2-44f5-9fcb-e0fa04100988 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:03.160498 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-63cf6aee-7ce6-4d95-a055-597c86c5429e req-dd4d2248-9be2-44f5-9fcb-e0fa04100988 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d8331e2-4b8a-4675-ba51-5805802cc1e1 HTTP/1.1" status: 200 len: 949 time: 0.0564930 Nov 12 00:52:03.195648 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 7f4a4f9d-e3c5-4587-9470-60d804758a00 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:52:03.198027 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-e5354a02-9dee-42ae-ac1a-1cacdbf9d74e None None] Set router f77bc365-8913-4337-bb46-b37016fcb3c4 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:52:03.201202 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 7f4a4f9d-e3c5-4587-9470-60d804758a00 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:03.201373 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:03.220024 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-63cf6aee-7ce6-4d95-a055-597c86c5429e req-a43863fe-9d18-461d-a7e1-f44bf88121bc tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533123 Nov 12 00:52:03.298583 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:03.324005 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d8331e2-4b8a-4675-ba51-5805802cc1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4a4f9d-e3c5-4587-9470-60d804758a00'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:03.326171 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd155a39-8d39-4f19-b113-3b61b20ebad8" -d '{"events": [{"server_uuid": "9d8331e2-4b8a-4675-ba51-5805802cc1e1", "name": "network-vif-plugged", "status": "completed", "tag": "7f4a4f9d-e3c5-4587-9470-60d804758a00"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:03.340528 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 7f4a4f9d-e3c5-4587-9470-60d804758a00, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=7f4a4f9d-e3c5-4587-9470-60d804758a00,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:03.345904 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:03.348612 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device a680a354-383a-4b9b-8e66-248db6e76ac5 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:52:03.400092 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50763c-d881-4f01-89e1-f71b530fc7e1 req-fc45a796-91a5-450b-9730-1e420968b7d9 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:03.407916 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3d50763c-d881-4f01-89e1-f71b530fc7e1 req-fc45a796-91a5-450b-9730-1e420968b7d9 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0e631e3-91d5-4309-ab8e-b1808e224b3d HTTP/1.1" status: 200 len: 944 time: 0.0902367 Nov 12 00:52:03.459526 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=7f4a4f9d-e3c5-4587-9470-60d804758a00,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:03.466097 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3d50763c-d881-4f01-89e1-f71b530fc7e1 req-d90e2c61-9760-4816-9145-f3288ff6f1f7 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572674 Nov 12 00:52:03.498773 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:03.544571 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-e5354a02-9dee-42ae-ac1a-1cacdbf9d74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1727113462-router', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c281920c-f9e1-4fae-a472-a8180a3d2ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:51Z', 'updated_at': '2021-11-12T00:51:01Z', 'revision_number': 4, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'gw_port': {'id': 'c281920c-f9e1-4fae-a472-a8180a3d2ed6', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:53Z', 'updated_at': '2021-11-12T00:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': 'bd4198bc-a219-403d-bf9c-f59a8d02e1e0', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'floating_ip_address': '172.25.3.166', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'port_id': 'f5926488-c332-4a5f-9e41-7430d388af76', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a29fb7d-1389-4bf5-9af7-7b665f8258fb', 'mac_address': 'fa:16:3e:1e:cb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5572a7ab-842e-4d7b-9461-5ee2dc84c22d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:51:35Z', 'updated_at': '2021-11-12T00:52:02Z', 'revision_number': 4, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6770ef76-2f92-4734-883a-b8bff27b8f08', 'name': '', 'network_id': '2a29fb7d-1389-4bf5-9af7-7b665f8258fb', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'mac_address': 'fa:16:3e:30:44:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'f6fc0feb-8af3-4ee2-88bf-6fef1760f601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:59Z', 'updated_at': '2021-11-12T00:51:07Z', 'revision_number': 5, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'subnets': [{'id': 'f6fc0feb-8af3-4ee2-88bf-6fef1760f601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:03.548286 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port a680a354-383a-4b9b-8e66-248db6e76ac5, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=a680a354-383a-4b9b-8e66-248db6e76ac5,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:03.554936 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:03.572848 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5354a02-9dee-42ae-ac1a-1cacdbf9d74e None None] The sync data for ids ['f77bc365-8913-4337-bb46-b37016fcb3c4'] in n-d-712142-27 is: [{'id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1727113462-router', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c281920c-f9e1-4fae-a472-a8180a3d2ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:51Z', 'updated_at': '2021-11-12T00:51:01Z', 'revision_number': 4, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'gw_port': {'id': 'c281920c-f9e1-4fae-a472-a8180a3d2ed6', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:53Z', 'updated_at': '2021-11-12T00:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': 'bd4198bc-a219-403d-bf9c-f59a8d02e1e0', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'floating_ip_address': '172.25.3.166', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'port_id': 'f5926488-c332-4a5f-9e41-7430d388af76', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a29fb7d-1389-4bf5-9af7-7b665f8258fb', 'mac_address': 'fa:16:3e:1e:cb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5572a7ab-842e-4d7b-9461-5ee2dc84c22d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:51:35Z', 'updated_at': '2021-11-12T00:52:02Z', 'revision_number': 4, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6770ef76-2f92-4734-883a-b8bff27b8f08', 'name': '', 'network_id': '2a29fb7d-1389-4bf5-9af7-7b665f8258fb', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'mac_address': 'fa:16:3e:30:44:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'f6fc0feb-8af3-4ee2-88bf-6fef1760f601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:59Z', 'updated_at': '2021-11-12T00:51:07Z', 'revision_number': 5, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'subnets': [{'id': 'f6fc0feb-8af3-4ee2-88bf-6fef1760f601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:52:03.622775 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=a680a354-383a-4b9b-8e66-248db6e76ac5,revision_number=6']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:03.648856 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04430baa-066c-45b5-bb52-19343b5c957f req-1f038744-462f-42e9-af95-1c56b2574b4b tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:03.650426 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-04430baa-066c-45b5-bb52-19343b5c957f req-1f038744-462f-42e9-af95-1c56b2574b4b tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dd028aa-e923-45bc-a0e7-d99ba751725c HTTP/1.1" status: 200 len: 946 time: 0.0627942 Nov 12 00:52:03.715661 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-04430baa-066c-45b5-bb52-19343b5c957f req-f2604258-8bc4-44f0-859e-3545857845d2 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577760 Nov 12 00:52:03.827682 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:03.883529 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3684d21-804e-49e3-9184-635e969dbfb6 req-012d2812-dce8-46ff-b1c4-931a19e17ef9 tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:03.885116 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b3684d21-804e-49e3-9184-635e969dbfb6 req-012d2812-dce8-46ff-b1c4-931a19e17ef9 tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd499ad-a3fe-4163-b937-f25084529eca HTTP/1.1" status: 200 len: 931 time: 0.0597057 Nov 12 00:52:03.934614 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b3684d21-804e-49e3-9184-635e969dbfb6 req-cd6a9f56-00ca-47a3-9af6-a50e4fa3782e tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] 10.222.0.45 "GET /v2.0/security-groups?id=147f837d-f129-4148-9ea2-013c732402bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418363 Nov 12 00:52:04.058617 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee9a44-ab35-47bb-95a8-a240bf093c97 req-b52571df-91a4-4e76-8847-b673366fb072 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:04.060452 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-81ee9a44-ab35-47bb-95a8-a240bf093c97 req-b52571df-91a4-4e76-8847-b673366fb072 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=139490e9-9c7d-4d98-8128-b40f17d71f2a HTTP/1.1" status: 200 len: 948 time: 0.0530839 Nov 12 00:52:04.112238 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-81ee9a44-ab35-47bb-95a8-a240bf093c97 req-ab23bce5-d181-47af-9a3d-ae9fe7bc38d6 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448081 Nov 12 00:52:04.164260 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279813f2-5ba2-417c-81ca-de40bf1dcccf x-openstack-request-id: req-279813f2-5ba2-417c-81ca-de40bf1dcccf {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:04.164528 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7d172f4-6a2d-41a7-8858-305d51794d58", "tag": "e769a600-8888-44e6-b2e0-6ce080ffb7a0", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:04.164851 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-279813f2-5ba2-417c-81ca-de40bf1dcccf {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:04.165320 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7d172f4-6a2d-41a7-8858-305d51794d58', 'tag': 'e769a600-8888-44e6-b2e0-6ce080ffb7a0', 'status': 'completed', 'code': 200} Nov 12 00:52:04.245047 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4b724dda-062e-4305-9adc-e33191e22ab9 req-41c84faf-fe3d-4720-9cb7-19cb806f1af2 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.166 HTTP/1.1" status: 200 len: 1001 time: 0.0669641 Nov 12 00:52:04.305169 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b724dda-062e-4305-9adc-e33191e22ab9 req-10a5e995-cb91-4996-afd9-e63cb9f45198 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:04.306711 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4b724dda-062e-4305-9adc-e33191e22ab9 req-10a5e995-cb91-4996-afd9-e63cb9f45198 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/ports/f5926488-c332-4a5f-9e41-7430d388af76 HTTP/1.1" status: 200 len: 942 time: 0.0554702 Nov 12 00:52:04.413527 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4b724dda-062e-4305-9adc-e33191e22ab9 req-057b6d9a-9cf8-4441-ba96-ad5e9b89dcfe tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.166 HTTP/1.1" status: 200 len: 1001 time: 0.0673437 Nov 12 00:52:04.523711 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b724dda-062e-4305-9adc-e33191e22ab9 req-a98aa29a-31eb-43a1-adf0-570b047e4494 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:04.525575 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4b724dda-062e-4305-9adc-e33191e22ab9 req-a98aa29a-31eb-43a1-adf0-570b047e4494 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/networks/ab9ea869-d067-4dfb-b2de-16b019fae22d HTTP/1.1" status: 200 len: 784 time: 0.1059730 Nov 12 00:52:04.624238 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dbfe3f-bbcb-4b56-8f03-cca098c3bc53 req-e13e525b-6c51-47f6-ab39-86cc224a184f tempest-ServersAdminNegativeTestJSON-709207932 tempest-ServersAdminNegativeTestJSON-709207932-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:04.628238 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-23dbfe3f-bbcb-4b56-8f03-cca098c3bc53 req-e13e525b-6c51-47f6-ab39-86cc224a184f tempest-ServersAdminNegativeTestJSON-709207932 tempest-ServersAdminNegativeTestJSON-709207932-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=abca2410-b92e-44b6-947a-269c4009c032 HTTP/1.1" status: 200 len: 1102 time: 0.0539420 Nov 12 00:52:04.645267 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-23dbfe3f-bbcb-4b56-8f03-cca098c3bc53 req-369efe69-7c41-43ee-8af9-dc87ab990a6c tempest-ServersAdminNegativeTestJSON-709207932 tempest-ServersAdminNegativeTestJSON-709207932-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:04.721697 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-23dbfe3f-bbcb-4b56-8f03-cca098c3bc53 req-369efe69-7c41-43ee-8af9-dc87ab990a6c tempest-ServersAdminNegativeTestJSON-709207932 tempest-ServersAdminNegativeTestJSON-709207932-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:04.728701 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-23dbfe3f-bbcb-4b56-8f03-cca098c3bc53 req-369efe69-7c41-43ee-8af9-dc87ab990a6c tempest-ServersAdminNegativeTestJSON-709207932 tempest-ServersAdminNegativeTestJSON-709207932-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:04.768292 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369efe69-7c41-43ee-8af9-dc87ab990a6c tempest-ServersAdminNegativeTestJSON-709207932 tempest-ServersAdminNegativeTestJSON-709207932-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818d704d-cb0e-4805-bc07-de2e1074f918,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:04.772321 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-23dbfe3f-bbcb-4b56-8f03-cca098c3bc53 req-369efe69-7c41-43ee-8af9-dc87ab990a6c tempest-ServersAdminNegativeTestJSON-709207932 tempest-ServersAdminNegativeTestJSON-709207932-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=5ffe40b4-8291-4a8e-ac1b-1f22789b79f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404040 Nov 12 00:52:04.814866 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67283575-d277-41e1-9ec3-621ffbd7e707 x-openstack-request-id: req-67283575-d277-41e1-9ec3-621ffbd7e707 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:04.815367 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d8331e2-4b8a-4675-ba51-5805802cc1e1", "name": "network-vif-plugged", "status": "completed", "tag": "7f4a4f9d-e3c5-4587-9470-60d804758a00", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:04.815469 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-67283575-d277-41e1-9ec3-621ffbd7e707 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:04.815793 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d8331e2-4b8a-4675-ba51-5805802cc1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4a4f9d-e3c5-4587-9470-60d804758a00', 'code': 200} Nov 12 00:52:04.983377 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:04.986947 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c866f06c-1112-42c9-bc0f-e8f4af8ee8bf req-550ef457-e214-4d16-9547-7dbf4aabfbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:04.988490 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c866f06c-1112-42c9-bc0f-e8f4af8ee8bf req-550ef457-e214-4d16-9547-7dbf4aabfbfb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9d8331e2-4b8a-4675-ba51-5805802cc1e1 HTTP/1.1" status: 200 len: 1102 time: 0.0710287 Nov 12 00:52:04.997233 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f20af-e1ab-437f-9f68-ac91477b2046 req-284e1205-2a93-4d27-be4c-bf8fe5d275b7 tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:04.998679 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b33f20af-e1ab-437f-9f68-ac91477b2046 req-284e1205-2a93-4d27-be4c-bf8fe5d275b7 tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=2dd028aa-e923-45bc-a0e7-d99ba751725c HTTP/1.1" status: 200 len: 1098 time: 0.0567944 Nov 12 00:52:05.062872 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c866f06c-1112-42c9-bc0f-e8f4af8ee8bf req-0e37aedc-65d8-47f3-b449-47a7f005d941 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632069 Nov 12 00:52:05.069676 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b33f20af-e1ab-437f-9f68-ac91477b2046 req-3bbb6b77-af22-4c5e-b831-a75048354a6b tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633445 Nov 12 00:52:05.240556 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99e56f-2651-4800-a06e-f6c9ddcb1b67 req-de927414-a0e5-48fc-8cea-5d5e3ec09178 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:05.241957 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ab99e56f-2651-4800-a06e-f6c9ddcb1b67 req-de927414-a0e5-48fc-8cea-5d5e3ec09178 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d8331e2-4b8a-4675-ba51-5805802cc1e1 HTTP/1.1" status: 200 len: 950 time: 0.0499153 Nov 12 00:52:05.289998 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ab99e56f-2651-4800-a06e-f6c9ddcb1b67 req-ee21aed5-e504-4a70-a13f-d5951dd5e4f1 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421782 Nov 12 00:52:05.392515 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff031ce-d4ca-4813-bbbd-fa066eabb7f0 req-c60ab6dc-ab5d-4206-acd8-f6c13ec7fde8 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:05.394010 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6ff031ce-d4ca-4813-bbbd-fa066eabb7f0 req-c60ab6dc-ab5d-4206-acd8-f6c13ec7fde8 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0e631e3-91d5-4309-ab8e-b1808e224b3d HTTP/1.1" status: 200 len: 944 time: 0.0487654 Nov 12 00:52:05.446772 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6ff031ce-d4ca-4813-bbbd-fa066eabb7f0 req-436de36c-f6a2-47c2-8877-7ebc951282cc tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467587 Nov 12 00:52:05.527372 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5032b155-f572-44c7-a01a-42c86d16722c req-c428735e-7b2a-409c-a448-837ad78e8e51 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.166 HTTP/1.1" status: 200 len: 1001 time: 0.0595737 Nov 12 00:52:05.577408 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5032b155-f572-44c7-a01a-42c86d16722c req-63aa4886-ef1a-49e8-abe2-c5e30da2416e tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:05.578747 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5032b155-f572-44c7-a01a-42c86d16722c req-63aa4886-ef1a-49e8-abe2-c5e30da2416e tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/ports/f5926488-c332-4a5f-9e41-7430d388af76 HTTP/1.1" status: 200 len: 942 time: 0.0459573 Nov 12 00:52:05.680181 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5032b155-f572-44c7-a01a-42c86d16722c req-7bd3f5c6-2fb5-4d25-9407-57ab377aa38d tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.166 HTTP/1.1" status: 200 len: 1001 time: 0.0626225 Nov 12 00:52:05.787195 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5032b155-f572-44c7-a01a-42c86d16722c req-c42d98c0-2857-4fe2-afd4-132821f8c038 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:05.788488 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5032b155-f572-44c7-a01a-42c86d16722c req-c42d98c0-2857-4fe2-afd4-132821f8c038 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/networks/ab9ea869-d067-4dfb-b2de-16b019fae22d HTTP/1.1" status: 200 len: 784 time: 0.1028183 Nov 12 00:52:05.855184 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5032b155-f572-44c7-a01a-42c86d16722c req-a84c5572-7b48-4721-91e5-d546edaf1d2e tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.166 HTTP/1.1" status: 200 len: 1001 time: 0.0596404 Nov 12 00:52:05.865369 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-5032b155-f572-44c7-a01a-42c86d16722c req-627f1b2e-436e-4d74-aa46-210738e3ed30 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:05.925902 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5032b155-f572-44c7-a01a-42c86d16722c req-627f1b2e-436e-4d74-aa46-210738e3ed30 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Publish callbacks [] for floatingip, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:06.091909 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-a5defc32-3cd9-43bc-9143-282d6653b0b7 req-593b5d82-0ad2-4b1b-837c-5829563a115c service neutron] Request body: {'port': {'device_id': '4fd499ad-a3fe-4163-b937-f25084529eca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:06.110727 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5032b155-f572-44c7-a01a-42c86d16722c req-627f1b2e-436e-4d74-aa46-210738e3ed30 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:06.146050 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5032b155-f572-44c7-a01a-42c86d16722c req-627f1b2e-436e-4d74-aa46-210738e3ed30 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:06.146474 n-d-712142-27 neutron-server[109085]: INFO neutron.db.l3_db [req-5032b155-f572-44c7-a01a-42c86d16722c req-627f1b2e-436e-4d74-aa46-210738e3ed30 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Floating IP bd4198bc-a219-403d-bf9c-f59a8d02e1e0 disassociated. External IP: 172.25.3.166, port: f5926488-c332-4a5f-9e41-7430d388af76. Nov 12 00:52:06.157776 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.16', 55369) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:06.198190 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c46a6e-aa94-4f32-88b6-de7dca5f5ff4 req-e2e70ad9-6024-4ee2-b01f-03397a6e7a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:06.201136 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-94c46a6e-aa94-4f32-88b6-de7dca5f5ff4 req-e2e70ad9-6024-4ee2-b01f-03397a6e7a41 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=139490e9-9c7d-4d98-8128-b40f17d71f2a&tenant_id=6bde2e332c8e418290dd069bae32e617 HTTP/1.1" status: 200 len: 1100 time: 0.0745935 Nov 12 00:52:06.216545 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-4a651ec0-1c10-4d19-9903-066820735002 tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:06.217985 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-4a651ec0-1c10-4d19-9903-066820735002 tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b0e631e3-91d5-4309-ab8e-b1808e224b3d&tenant_id=31213ba92821461cba1a0adcb9241baa&binding%3Ahost_id=n-h2-712142-27 HTTP/1.1" status: 200 len: 1096 time: 0.0597353 Nov 12 00:52:06.222779 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d172f4-6a2d-41a7-8858-305d51794d58', 'tag': 'e769a600-8888-44e6-b2e0-6ce080ffb7a0'}, {'name': 'network-changed', 'server_uuid': '5572a7ab-842e-4d7b-9461-5ee2dc84c22d', 'tag': 'f5926488-c332-4a5f-9e41-7430d388af76'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:06.225305 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed5fbe7-627f-4731-9f62-53810fe2527f" -d '{"events": [{"name": "network-changed", "server_uuid": "c7d172f4-6a2d-41a7-8858-305d51794d58", "tag": "e769a600-8888-44e6-b2e0-6ce080ffb7a0"}, {"name": "network-changed", "server_uuid": "5572a7ab-842e-4d7b-9461-5ee2dc84c22d", "tag": "f5926488-c332-4a5f-9e41-7430d388af76"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:06.256386 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-94c46a6e-aa94-4f32-88b6-de7dca5f5ff4 req-4b409e9c-11a3-4899-8e0d-f568ac39ade9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712142-27', 'device_owner': 'compute:nova'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:06.345954 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-94c46a6e-aa94-4f32-88b6-de7dca5f5ff4 req-4b409e9c-11a3-4899-8e0d-f568ac39ade9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:06.388978 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-aac7060e-0c70-480f-a5b6-874bc7439ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:06.391499 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-aac7060e-0c70-480f-a5b6-874bc7439ddd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b0e631e3-91d5-4309-ab8e-b1808e224b3d&tenant_id=31213ba92821461cba1a0adcb9241baa HTTP/1.1" status: 200 len: 1096 time: 0.1304474 Nov 12 00:52:06.587137 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-5af2f784-02b7-4f05-8393-b86d9ac47e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:06.588841 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-5af2f784-02b7-4f05-8393-b86d9ac47e1e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=31213ba92821461cba1a0adcb9241baa&device_id=b0e631e3-91d5-4309-ab8e-b1808e224b3d HTTP/1.1" status: 200 len: 1096 time: 0.1028996 Nov 12 00:52:06.609073 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157e4db-36eb-422f-be6e-b0c262d78bff req-48eb68fb-7a10-41ea-9ab1-d1b8c61b1968 tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:06.610588 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7157e4db-36eb-422f-be6e-b0c262d78bff req-48eb68fb-7a10-41ea-9ab1-d1b8c61b1968 tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd499ad-a3fe-4163-b937-f25084529eca HTTP/1.1" status: 200 len: 931 time: 0.5231512 Nov 12 00:52:06.617344 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a5defc32-3cd9-43bc-9143-282d6653b0b7 req-593b5d82-0ad2-4b1b-837c-5829563a115c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:06.646204 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-94c46a6e-aa94-4f32-88b6-de7dca5f5ff4 req-4b409e9c-11a3-4899-8e0d-f568ac39ade9 service neutron] For port a680a354-383a-4b9b-8e66-248db6e76ac5, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=a680a354-383a-4b9b-8e66-248db6e76ac5,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:06.649912 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6378e8-539c-424e-a7ef-70f6cbabd594 req-810d3e0a-1600-4c54-99a1-6fa6f4a73cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:06.651698 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0b6378e8-539c-424e-a7ef-70f6cbabd594 req-810d3e0a-1600-4c54-99a1-6fa6f4a73cf3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=10e546ec20224b1c887b967b60c4d627&device_id=c7d172f4-6a2d-41a7-8858-305d51794d58 HTTP/1.1" status: 200 len: 1098 time: 0.4922121 Nov 12 00:52:06.736139 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-94c46a6e-aa94-4f32-88b6-de7dca5f5ff4 req-4b409e9c-11a3-4899-8e0d-f568ac39ade9 service neutron] For port a680a354-383a-4b9b-8e66-248db6e76ac5, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:52:06.778492 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-bc2879c9-8dbf-4f65-9df4-bec85063b9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:06.780098 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-bc2879c9-8dbf-4f65-9df4-bec85063b9e0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dfbacf63-886c-40df-80dd-a56be185809d HTTP/1.1" status: 200 len: 908 time: 0.1558847 Nov 12 00:52:06.785671 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-94c46a6e-aa94-4f32-88b6-de7dca5f5ff4 req-4b409e9c-11a3-4899-8e0d-f568ac39ade9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a680a354-383a-4b9b-8e66-248db6e76ac5 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:52:06.794257 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-94c46a6e-aa94-4f32-88b6-de7dca5f5ff4 req-4b409e9c-11a3-4899-8e0d-f568ac39ade9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:06.816710 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '139490e9-9c7d-4d98-8128-b40f17d71f2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a680a354-383a-4b9b-8e66-248db6e76ac5'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:06.822226 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0ac4c2-7095-4e00-9c9a-3524a894fed8" -d '{"events": [{"server_uuid": "139490e9-9c7d-4d98-8128-b40f17d71f2a", "name": "network-vif-unplugged", "status": "completed", "tag": "a680a354-383a-4b9b-8e66-248db6e76ac5"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:06.852015 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7157e4db-36eb-422f-be6e-b0c262d78bff req-0adfd299-8bc5-42eb-bfc6-957d60ee4581 tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] 10.222.0.45 "GET /v2.0/security-groups?id=147f837d-f129-4148-9ea2-013c732402bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211595 Nov 12 00:52:06.869933 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-67fd7498-61d5-437f-bac5-f9192dea842f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7a8c72c-f355-4c96-8431-4b6abf124fc2 HTTP/1.1" status: 200 len: 217 time: 0.0778513 Nov 12 00:52:06.880289 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-94c46a6e-aa94-4f32-88b6-de7dca5f5ff4 req-4b409e9c-11a3-4899-8e0d-f568ac39ade9 service neutron] Transition to ACTIVE for port object a680a354-383a-4b9b-8e66-248db6e76ac5 will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:52:06.882790 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.16', 55370) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:06.888829 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-94c46a6e-aa94-4f32-88b6-de7dca5f5ff4 req-4b409e9c-11a3-4899-8e0d-f568ac39ade9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:06.964019 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b409e9c-11a3-4899-8e0d-f568ac39ade9 service neutron] Pushing event updated for resources: {'Port': ['ID=a680a354-383a-4b9b-8e66-248db6e76ac5,revision_number=7']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:06.968041 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-2474de22-2c68-4b54-97ad-d407480d9d5b tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=1a351b85e994407a86b201df7ace2e9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0755870 Nov 12 00:52:07.016256 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6378e8-539c-424e-a7ef-70f6cbabd594 req-246d9168-8227-43fd-8dec-8749cc67f32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:07.017954 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0b6378e8-539c-424e-a7ef-70f6cbabd594 req-246d9168-8227-43fd-8dec-8749cc67f32c service neutron] 10.222.0.16 "GET /v2.0/networks?id=2a29fb7d-1389-4bf5-9af7-7b665f8258fb HTTP/1.1" status: 200 len: 921 time: 0.3465180 Nov 12 00:52:07.079611 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c46a6e-aa94-4f32-88b6-de7dca5f5ff4 req-4b409e9c-11a3-4899-8e0d-f568ac39ade9 service neutron] No DVR routers for this DVR port a680a354-383a-4b9b-8e66-248db6e76ac5 on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:52:07.126141 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-4d636f7c-d9cd-4d83-95d2-60eee1a90e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:07.129117 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0b6378e8-539c-424e-a7ef-70f6cbabd594 req-30711ebc-b0cb-4813-9ff4-bbfcfd492337 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e769a600-8888-44e6-b2e0-6ce080ffb7a0 HTTP/1.1" status: 200 len: 217 time: 0.0993164 Nov 12 00:52:07.129484 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-4d636f7c-d9cd-4d83-95d2-60eee1a90e51 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=47cc90a9-e995-4711-ba6b-508e6e69e5de HTTP/1.1" status: 200 len: 848 time: 0.2358639 Nov 12 00:52:07.186514 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-94c46a6e-aa94-4f32-88b6-de7dca5f5ff4 req-4b409e9c-11a3-4899-8e0d-f568ac39ade9 service neutron] Attempting to bind port a680a354-383a-4b9b-8e66-248db6e76ac5 on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:52:07.186904 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-94c46a6e-aa94-4f32-88b6-de7dca5f5ff4 req-4b409e9c-11a3-4899-8e0d-f568ac39ade9 service neutron] Attempting to bind port a680a354-383a-4b9b-8e66-248db6e76ac5 by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:52:07.187179 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c46a6e-aa94-4f32-88b6-de7dca5f5ff4 req-4b409e9c-11a3-4899-8e0d-f568ac39ade9 service neutron] Attempting to bind port a680a354-383a-4b9b-8e66-248db6e76ac5 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:52:07.213336 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5032b155-f572-44c7-a01a-42c86d16722c req-627f1b2e-436e-4d74-aa46-210738e3ed30 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Router f77bc365-8913-4337-bb46-b37016fcb3c4 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:52:07.226660 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c46a6e-aa94-4f32-88b6-de7dca5f5ff4 req-4b409e9c-11a3-4899-8e0d-f568ac39ade9 service neutron] Port a680a354-383a-4b9b-8e66-248db6e76ac5 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:52:07.227221 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c46a6e-aa94-4f32-88b6-de7dca5f5ff4 req-4b409e9c-11a3-4899-8e0d-f568ac39ade9 service neutron] Attempting to bind port a680a354-383a-4b9b-8e66-248db6e76ac5 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:52:07.231429 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-68904e6c-5fa6-4d19-9889-40beb10e5676 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dfbacf63-886c-40df-80dd-a56be185809d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489659 Nov 12 00:52:07.239524 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-4eacfd1e-7bba-4b1c-9f49-f8ca2bf429c0 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:07.241070 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-4eacfd1e-7bba-4b1c-9f49-f8ca2bf429c0 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2423887 Nov 12 00:52:07.244143 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c46a6e-aa94-4f32-88b6-de7dca5f5ff4 req-4b409e9c-11a3-4899-8e0d-f568ac39ade9 service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:52:07.244491 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c46a6e-aa94-4f32-88b6-de7dca5f5ff4 req-4b409e9c-11a3-4899-8e0d-f568ac39ade9 service neutron] Checking segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:52:07.245149 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c46a6e-aa94-4f32-88b6-de7dca5f5ff4 req-4b409e9c-11a3-4899-8e0d-f568ac39ade9 service neutron] Bound using segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:52:07.245299 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-94c46a6e-aa94-4f32-88b6-de7dca5f5ff4 req-4b409e9c-11a3-4899-8e0d-f568ac39ade9 service neutron] Bound port: a680a354-383a-4b9b-8e66-248db6e76ac5, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:52:07.245713 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-94c46a6e-aa94-4f32-88b6-de7dca5f5ff4 req-4b409e9c-11a3-4899-8e0d-f568ac39ade9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:07.254789 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcbfb34-f3b1-4178-9a99-64605bc47aae req-4d1a1c03-e615-4ec9-8a25-17c2902f7256 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:07.263433 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1dcbfb34-f3b1-4178-9a99-64605bc47aae req-4d1a1c03-e615-4ec9-8a25-17c2902f7256 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=139490e9-9c7d-4d98-8128-b40f17d71f2a HTTP/1.1" status: 200 len: 948 time: 0.2175014 Nov 12 00:52:07.288057 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-b83e2f2a-6b1d-458a-b84b-ff48b5d1ecf8 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Request body: {'port': {'device_id': 'dcf5a37e-b3ce-475b-8b26-2eedd77fe336', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'admin_state_up': True, 'tenant_id': '1a351b85e994407a86b201df7ace2e9c'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:07.292494 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6378e8-539c-424e-a7ef-70f6cbabd594 req-b1cfac74-937a-47e8-a759-ada1f9b5de6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:07.293965 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0b6378e8-539c-424e-a7ef-70f6cbabd594 req-b1cfac74-937a-47e8-a759-ada1f9b5de6e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f6fc0feb-8af3-4ee2-88bf-6fef1760f601 HTTP/1.1" status: 200 len: 860 time: 0.1332736 Nov 12 00:52:07.428795 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1dcbfb34-f3b1-4178-9a99-64605bc47aae req-fcdf295c-8271-4802-8d83-0145701400f8 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650898 Nov 12 00:52:07.436749 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-94c46a6e-aa94-4f32-88b6-de7dca5f5ff4 req-4b409e9c-11a3-4899-8e0d-f568ac39ade9 service neutron] For port a680a354-383a-4b9b-8e66-248db6e76ac5, host n-h1-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:52:07.467030 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-94c46a6e-aa94-4f32-88b6-de7dca5f5ff4 req-4b409e9c-11a3-4899-8e0d-f568ac39ade9 service neutron] For port a680a354-383a-4b9b-8e66-248db6e76ac5, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=a680a354-383a-4b9b-8e66-248db6e76ac5,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:52:07.481576 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-94c46a6e-aa94-4f32-88b6-de7dca5f5ff4 req-4b409e9c-11a3-4899-8e0d-f568ac39ade9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:07.529588 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-b6c3abad-3099-4311-acdf-931d1c4cdd39 service neutron] 10.222.0.16 "GET /v2.0/networks/dfbacf63-886c-40df-80dd-a56be185809d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453566 Nov 12 00:52:07.536387 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-a5defc32-3cd9-43bc-9143-282d6653b0b7 req-593b5d82-0ad2-4b1b-837c-5829563a115c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e9eb78b-e84d-4ee2-abe8-859c308a4905 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:52:07.539232 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c46a6e-aa94-4f32-88b6-de7dca5f5ff4 req-4b409e9c-11a3-4899-8e0d-f568ac39ade9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:07.541091 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-94c46a6e-aa94-4f32-88b6-de7dca5f5ff4 req-4b409e9c-11a3-4899-8e0d-f568ac39ade9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:07.542776 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-94c46a6e-aa94-4f32-88b6-de7dca5f5ff4 req-4b409e9c-11a3-4899-8e0d-f568ac39ade9 service neutron] 10.222.0.16 "PUT /v2.0/ports/a680a354-383a-4b9b-8e66-248db6e76ac5 HTTP/1.1" status: 200 len: 1097 time: 1.2910166 Nov 12 00:52:07.557705 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '139490e9-9c7d-4d98-8128-b40f17d71f2a', 'tag': 'a680a354-383a-4b9b-8e66-248db6e76ac5'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:07.560573 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f764ba-66ed-48cd-b3d2-e5b674e6e5c2" -d '{"events": [{"name": "network-changed", "server_uuid": "139490e9-9c7d-4d98-8128-b40f17d71f2a", "tag": "a680a354-383a-4b9b-8e66-248db6e76ac5"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:07.567834 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6378e8-539c-424e-a7ef-70f6cbabd594 req-4fddec89-350e-48bc-ae42-0b773ac563fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:07.570423 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0b6378e8-539c-424e-a7ef-70f6cbabd594 req-4fddec89-350e-48bc-ae42-0b773ac563fb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2a29fb7d-1389-4bf5-9af7-7b665f8258fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2628095 Nov 12 00:52:07.584552 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a5defc32-3cd9-43bc-9143-282d6653b0b7 req-593b5d82-0ad2-4b1b-837c-5829563a115c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:07.617126 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5032b155-f572-44c7-a01a-42c86d16722c req-627f1b2e-436e-4d74-aa46-210738e3ed30 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:52:07.622292 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5032b155-f572-44c7-a01a-42c86d16722c req-627f1b2e-436e-4d74-aa46-210738e3ed30 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:07.633149 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39907116-bde2-429c-853e-b8992022c5e4 None None] Sync routers for ids ['f77bc365-8913-4337-bb46-b37016fcb3c4'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:52:07.644604 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39907116-bde2-429c-853e-b8992022c5e4 None None] Routers {'f77bc365-8913-4337-bb46-b37016fcb3c4'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:07.645558 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-39907116-bde2-429c-853e-b8992022c5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:52:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['f77bc365-8913-4337-bb46-b37016fcb3c4'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:07.662440 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-a5defc32-3cd9-43bc-9143-282d6653b0b7 req-593b5d82-0ad2-4b1b-837c-5829563a115c service neutron] Transition to ACTIVE for port object 8e9eb78b-e84d-4ee2-abe8-859c308a4905 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:52:07.673448 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a5defc32-3cd9-43bc-9143-282d6653b0b7 req-593b5d82-0ad2-4b1b-837c-5829563a115c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:07.685795 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b409e9c-11a3-4899-8e0d-f568ac39ade9 service neutron] Pushing event updated for resources: {'Port': ['ID=a680a354-383a-4b9b-8e66-248db6e76ac5,revision_number=8']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:07.704679 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-b83e2f2a-6b1d-458a-b84b-ff48b5d1ecf8 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Made reservation on behalf of 1a351b85e994407a86b201df7ace2e9c for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:52:07.709553 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-b83e2f2a-6b1d-458a-b84b-ff48b5d1ecf8 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:07.715428 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcfd848-7599-49a9-93be-d6ff967f6667 req-b35bf332-e3d4-4b19-867a-c6943a1a202e tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:07.717040 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6dcfd848-7599-49a9-93be-d6ff967f6667 req-b35bf332-e3d4-4b19-867a-c6943a1a202e tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=2dd028aa-e923-45bc-a0e7-d99ba751725c HTTP/1.1" status: 200 len: 1098 time: 0.2094774 Nov 12 00:52:07.761586 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5032b155-f572-44c7-a01a-42c86d16722c req-627f1b2e-436e-4d74-aa46-210738e3ed30 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "PUT /v2.0/floatingips/bd4198bc-a219-403d-bf9c-f59a8d02e1e0 HTTP/1.1" status: 200 len: 695 time: 1.8999827 Nov 12 00:52:07.849901 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c46a6e-aa94-4f32-88b6-de7dca5f5ff4 req-d5dcfa3a-72ed-48c9-8e87-dd09db2a94e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:07.851427 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-94c46a6e-aa94-4f32-88b6-de7dca5f5ff4 req-d5dcfa3a-72ed-48c9-8e87-dd09db2a94e6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6bde2e332c8e418290dd069bae32e617&device_id=139490e9-9c7d-4d98-8128-b40f17d71f2a HTTP/1.1" status: 200 len: 1100 time: 0.2445488 Nov 12 00:52:07.872565 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593b5d82-0ad2-4b1b-837c-5829563a115c service neutron] Pushing event updated for resources: {'Port': ['ID=8e9eb78b-e84d-4ee2-abe8-859c308a4905,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:07.910326 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-84197bf8-6929-41cf-a9d5-53a1a43aded2 service neutron] 10.222.0.16 "GET /v2.0/networks/dfbacf63-886c-40df-80dd-a56be185809d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3665595 Nov 12 00:52:07.927923 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0b6378e8-539c-424e-a7ef-70f6cbabd594 req-8f41832a-9662-442f-8a29-263d190e7457 service neutron] 10.222.0.16 "GET /v2.0/networks/2a29fb7d-1389-4bf5-9af7-7b665f8258fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343329 Nov 12 00:52:07.942512 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6dcfd848-7599-49a9-93be-d6ff967f6667 req-277e2195-bddd-4979-8bf3-fbf7755c97c3 tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962900 Nov 12 00:52:07.995431 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:08.015752 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-39907116-bde2-429c-853e-b8992022c5e4 None None] Set router f77bc365-8913-4337-bb46-b37016fcb3c4 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:52:08.045897 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5032b155-f572-44c7-a01a-42c86d16722c req-5558a01a-9e55-4a82-b456-75f22432fd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:08.047557 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-b83e2f2a-6b1d-458a-b84b-ff48b5d1ecf8 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Allocated IP 192.168.233.232 (945c2da1-f958-478a-a48a-8af2dfa2e179/f0290328-7bc5-4266-bfb9-6eb25d91acf0/903e9341-2db9-4f60-814e-55a6db923eda) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:52:08.055648 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5032b155-f572-44c7-a01a-42c86d16722c req-5558a01a-9e55-4a82-b456-75f22432fd76 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=10e546ec20224b1c887b967b60c4d627&device_id=5572a7ab-842e-4d7b-9461-5ee2dc84c22d HTTP/1.1" status: 200 len: 1097 time: 0.2664325 Nov 12 00:52:08.104636 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c46a6e-aa94-4f32-88b6-de7dca5f5ff4 req-62ba1d25-2c63-452e-8dbe-613ca2fe9ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:08.108033 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-94c46a6e-aa94-4f32-88b6-de7dca5f5ff4 req-62ba1d25-2c63-452e-8dbe-613ca2fe9ed7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=945c2da1-f958-478a-a48a-8af2dfa2e179 HTTP/1.1" status: 200 len: 869 time: 0.2448339 Nov 12 00:52:08.132715 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7109b239-b0f4-473e-b8d3-8039cb0da1fb x-openstack-request-id: req-7109b239-b0f4-473e-b8d3-8039cb0da1fb {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:08.133010 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7d172f4-6a2d-41a7-8858-305d51794d58", "tag": "e769a600-8888-44e6-b2e0-6ce080ffb7a0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5572a7ab-842e-4d7b-9461-5ee2dc84c22d", "tag": "f5926488-c332-4a5f-9e41-7430d388af76", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:08.133261 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7109b239-b0f4-473e-b8d3-8039cb0da1fb {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:08.133648 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7d172f4-6a2d-41a7-8858-305d51794d58', 'tag': 'e769a600-8888-44e6-b2e0-6ce080ffb7a0', 'status': 'completed', 'code': 200} Nov 12 00:52:08.134352 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5572a7ab-842e-4d7b-9461-5ee2dc84c22d', 'tag': 'f5926488-c332-4a5f-9e41-7430d388af76', 'status': 'completed', 'code': 200} Nov 12 00:52:08.221107 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-a5defc32-3cd9-43bc-9143-282d6653b0b7 req-593b5d82-0ad2-4b1b-837c-5829563a115c service neutron] Attempting to bind port 8e9eb78b-e84d-4ee2-abe8-859c308a4905 on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:52:08.221469 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-a5defc32-3cd9-43bc-9143-282d6653b0b7 req-593b5d82-0ad2-4b1b-837c-5829563a115c service neutron] Attempting to bind port 8e9eb78b-e84d-4ee2-abe8-859c308a4905 by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': 'f5a63f27-c50a-4e4c-bd91-9eb60efb33af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5dea2f77-8295-4da8-a787-569a69965ebe'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:52:08.221805 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5defc32-3cd9-43bc-9143-282d6653b0b7 req-593b5d82-0ad2-4b1b-837c-5829563a115c service neutron] Attempting to bind port 8e9eb78b-e84d-4ee2-abe8-859c308a4905 on network 5dea2f77-8295-4da8-a787-569a69965ebe {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:52:08.225669 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-94c46a6e-aa94-4f32-88b6-de7dca5f5ff4 req-c250bc01-b2b0-4fe8-8970-166793d198f8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=a680a354-383a-4b9b-8e66-248db6e76ac5 HTTP/1.1" status: 200 len: 217 time: 0.0550001 Nov 12 00:52:08.279622 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5defc32-3cd9-43bc-9143-282d6653b0b7 req-593b5d82-0ad2-4b1b-837c-5829563a115c service neutron] Port 8e9eb78b-e84d-4ee2-abe8-859c308a4905 on network 5dea2f77-8295-4da8-a787-569a69965ebe not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:52:08.279953 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5defc32-3cd9-43bc-9143-282d6653b0b7 req-593b5d82-0ad2-4b1b-837c-5829563a115c service neutron] Attempting to bind port 8e9eb78b-e84d-4ee2-abe8-859c308a4905 on network 5dea2f77-8295-4da8-a787-569a69965ebe {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:52:08.310156 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5defc32-3cd9-43bc-9143-282d6653b0b7 req-593b5d82-0ad2-4b1b-837c-5829563a115c service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:52:08.310493 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5defc32-3cd9-43bc-9143-282d6653b0b7 req-593b5d82-0ad2-4b1b-837c-5829563a115c service neutron] Checking segment: {'id': 'f5a63f27-c50a-4e4c-bd91-9eb60efb33af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5dea2f77-8295-4da8-a787-569a69965ebe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:52:08.310914 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5defc32-3cd9-43bc-9143-282d6653b0b7 req-593b5d82-0ad2-4b1b-837c-5829563a115c service neutron] Bound using segment: {'id': 'f5a63f27-c50a-4e4c-bd91-9eb60efb33af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5dea2f77-8295-4da8-a787-569a69965ebe'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:52:08.311357 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-a5defc32-3cd9-43bc-9143-282d6653b0b7 req-593b5d82-0ad2-4b1b-837c-5829563a115c service neutron] Bound port: 8e9eb78b-e84d-4ee2-abe8-859c308a4905, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5a63f27-c50a-4e4c-bd91-9eb60efb33af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '5dea2f77-8295-4da8-a787-569a69965ebe'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:52:08.313547 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a5defc32-3cd9-43bc-9143-282d6653b0b7 req-593b5d82-0ad2-4b1b-837c-5829563a115c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:08.317881 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0b6378e8-539c-424e-a7ef-70f6cbabd594 req-b2da5428-8a95-4fe8-bb51-5ab07d565cf2 service neutron] 10.222.0.16 "GET /v2.0/networks/2a29fb7d-1389-4bf5-9af7-7b665f8258fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692904 Nov 12 00:52:08.349712 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5032b155-f572-44c7-a01a-42c86d16722c req-2f014edc-33c8-4105-9ad5-9be80706e42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:08.351267 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5032b155-f572-44c7-a01a-42c86d16722c req-2f014edc-33c8-4105-9ad5-9be80706e42d service neutron] 10.222.0.45 "GET /v2.0/networks?id=2a29fb7d-1389-4bf5-9af7-7b665f8258fb HTTP/1.1" status: 200 len: 921 time: 0.2945280 Nov 12 00:52:08.353247 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5fbe7-627f-4731-9f62-53810fe2527f req-7b1d2fad-d5e3-468c-8db3-266bc489f531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:08.354662 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0ed5fbe7-627f-4731-9f62-53810fe2527f req-7b1d2fad-d5e3-468c-8db3-266bc489f531 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=10e546ec20224b1c887b967b60c4d627&device_id=5572a7ab-842e-4d7b-9461-5ee2dc84c22d HTTP/1.1" status: 200 len: 1097 time: 0.1540921 Nov 12 00:52:08.362876 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ac94e-c794-4f36-ab57-daff9b4426a1 req-b86cfe65-90ed-4f30-a5e8-7e3fee24e61c tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:08.364154 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c46a6e-aa94-4f32-88b6-de7dca5f5ff4 req-e93bccd1-b0a1-48a2-a43e-d21be50dcd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:08.364652 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-714ac94e-c794-4f36-ab57-daff9b4426a1 req-b86cfe65-90ed-4f30-a5e8-7e3fee24e61c tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d8331e2-4b8a-4675-ba51-5805802cc1e1 HTTP/1.1" status: 200 len: 950 time: 0.1659641 Nov 12 00:52:08.365021 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-39907116-bde2-429c-853e-b8992022c5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1727113462-router', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c281920c-f9e1-4fae-a472-a8180a3d2ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:51Z', 'updated_at': '2021-11-12T00:51:01Z', 'revision_number': 4, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'gw_port': {'id': 'c281920c-f9e1-4fae-a472-a8180a3d2ed6', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:53Z', 'updated_at': '2021-11-12T00:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '6770ef76-2f92-4734-883a-b8bff27b8f08', 'name': '', 'network_id': '2a29fb7d-1389-4bf5-9af7-7b665f8258fb', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'mac_address': 'fa:16:3e:30:44:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'f6fc0feb-8af3-4ee2-88bf-6fef1760f601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:59Z', 'updated_at': '2021-11-12T00:51:07Z', 'revision_number': 5, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'subnets': [{'id': 'f6fc0feb-8af3-4ee2-88bf-6fef1760f601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:08.365601 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-94c46a6e-aa94-4f32-88b6-de7dca5f5ff4 req-e93bccd1-b0a1-48a2-a43e-d21be50dcd23 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.1322751 Nov 12 00:52:08.400057 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-52931fdd-2a59-400b-8bd5-798ea40e2ae9 tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:08.401677 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-52931fdd-2a59-400b-8bd5-798ea40e2ae9 tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b0e631e3-91d5-4309-ab8e-b1808e224b3d&tenant_id=31213ba92821461cba1a0adcb9241baa&binding%3Ahost_id=n-h1-712142-27 HTTP/1.1" status: 200 len: 1096 time: 0.1062911 Nov 12 00:52:08.402416 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39907116-bde2-429c-853e-b8992022c5e4 None None] Checking router: f77bc365-8913-4337-bb46-b37016fcb3c4 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:52:08.413287 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39907116-bde2-429c-853e-b8992022c5e4 None None] Routers {'f77bc365-8913-4337-bb46-b37016fcb3c4'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:08.414314 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-39907116-bde2-429c-853e-b8992022c5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:52:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['f77bc365-8913-4337-bb46-b37016fcb3c4'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:08.421584 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-b83e2f2a-6b1d-458a-b84b-ff48b5d1ecf8 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:08.445455 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5032b155-f572-44c7-a01a-42c86d16722c req-8f273bd9-6974-4d55-9231-6dee6d2a5f75 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5926488-c332-4a5f-9e41-7430d388af76 HTTP/1.1" status: 200 len: 217 time: 0.0786419 Nov 12 00:52:08.518937 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c46a6e-aa94-4f32-88b6-de7dca5f5ff4 req-53f57021-56e7-4e56-a211-77bf721d671d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:08.520404 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-94c46a6e-aa94-4f32-88b6-de7dca5f5ff4 req-53f57021-56e7-4e56-a211-77bf721d671d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1178164 Nov 12 00:52:08.544213 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-39907116-bde2-429c-853e-b8992022c5e4 None None] Set router f77bc365-8913-4337-bb46-b37016fcb3c4 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:52:08.569450 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-b83e2f2a-6b1d-458a-b84b-ff48b5d1ecf8 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:08.624685 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-a5defc32-3cd9-43bc-9143-282d6653b0b7 req-593b5d82-0ad2-4b1b-837c-5829563a115c service neutron] For port 8e9eb78b-e84d-4ee2-abe8-859c308a4905, host n-h1-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:52:08.635325 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['7f4a4f9d-e3c5-4587-9470-60d804758a00'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:08.637788 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['8ee9b406-63fc-4abb-9ad7-a586a9c8cd94', '559534ec-b918-4572-b31d-8e35637a07fc', '00dbddc7-a1c8-4c61-99f2-f71236b0ee66'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:08.659584 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-714ac94e-c794-4f36-ab57-daff9b4426a1 req-a00307c9-7bc1-43d7-ad11-f4c933eaf8c6 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332404 Nov 12 00:52:08.663741 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-a5defc32-3cd9-43bc-9143-282d6653b0b7 req-593b5d82-0ad2-4b1b-837c-5829563a115c service neutron] For port 8e9eb78b-e84d-4ee2-abe8-859c308a4905, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=8e9eb78b-e84d-4ee2-abe8-859c308a4905,segment=NetworkSegment(f5a63f27-c50a-4e4c-bd91-9eb60efb33af),segment_id=f5a63f27-c50a-4e4c-bd91-9eb60efb33af)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:52:08.665612 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5032b155-f572-44c7-a01a-42c86d16722c req-69a14000-aca0-4904-9bef-e0a8e866e7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:08.667619 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5032b155-f572-44c7-a01a-42c86d16722c req-69a14000-aca0-4904-9bef-e0a8e866e7d8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f6fc0feb-8af3-4ee2-88bf-6fef1760f601 HTTP/1.1" status: 200 len: 860 time: 0.1901083 Nov 12 00:52:08.671094 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5fbe7-627f-4731-9f62-53810fe2527f req-f74a4d2c-7743-4c8a-9c12-48a8089626e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:08.672933 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0ed5fbe7-627f-4731-9f62-53810fe2527f req-f74a4d2c-7743-4c8a-9c12-48a8089626e4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=10e546ec20224b1c887b967b60c4d627&device_id=c7d172f4-6a2d-41a7-8858-305d51794d58 HTTP/1.1" status: 200 len: 1098 time: 0.2293079 Nov 12 00:52:08.679901 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-b83e2f2a-6b1d-458a-b84b-ff48b5d1ecf8 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Network 945c2da1-f958-478a-a48a-8af2dfa2e179 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:52:08.686408 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-b83e2f2a-6b1d-458a-b84b-ff48b5d1ecf8 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:52:08.690527 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e2f2a-6b1d-458a-b84b-ff48b5d1ecf8 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Pushing event updated for resources: {'Port': ['ID=903e9341-2db9-4f60-814e-55a6db923eda,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:08.703919 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-b83e2f2a-6b1d-458a-b84b-ff48b5d1ecf8 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:52:08.703919 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-c3699d3c-8dc5-4f0c-841a-6f64f7aa1e1d service neutron] For port a7a8c72c-f355-4c96-8431-4b6abf124fc2, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:52:08.727635 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-c3699d3c-8dc5-4f0c-841a-6f64f7aa1e1d service neutron] Publish callbacks [] for binding, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:08.728777 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-c3699d3c-8dc5-4f0c-841a-6f64f7aa1e1d service neutron] 10.222.0.16 "DELETE /v2.0/ports/a7a8c72c-f355-4c96-8431-4b6abf124fc2/bindings/n-h2-712142-27 HTTP/1.1" status: 204 len: 173 time: 0.3049574 Nov 12 00:52:08.740216 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5fbe7-627f-4731-9f62-53810fe2527f req-b25209f1-6311-4d22-aad7-60b7b503079c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:08.746980 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0ed5fbe7-627f-4731-9f62-53810fe2527f req-b25209f1-6311-4d22-aad7-60b7b503079c service neutron] 10.222.0.44 "GET /v2.0/networks?id=2a29fb7d-1389-4bf5-9af7-7b665f8258fb HTTP/1.1" status: 200 len: 921 time: 0.3525784 Nov 12 00:52:08.751361 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a5defc32-3cd9-43bc-9143-282d6653b0b7 req-593b5d82-0ad2-4b1b-837c-5829563a115c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:08.760434 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-94c46a6e-aa94-4f32-88b6-de7dca5f5ff4 req-dd0a4b3a-2953-4674-8f5d-50c4e8557915 service neutron] 10.222.0.16 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300134 Nov 12 00:52:08.782440 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-b83e2f2a-6b1d-458a-b84b-ff48b5d1ecf8 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:08.786883 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-b83e2f2a-6b1d-458a-b84b-ff48b5d1ecf8 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:08.844501 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0ed5fbe7-627f-4731-9f62-53810fe2527f req-b736f9aa-ea77-4c91-a0f3-2f070c3c2f49 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5926488-c332-4a5f-9e41-7430d388af76 HTTP/1.1" status: 200 len: 217 time: 0.0863750 Nov 12 00:52:08.864215 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-b83e2f2a-6b1d-458a-b84b-ff48b5d1ecf8 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5812490 Nov 12 00:52:08.886121 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-760a1eb9-1632-42ce-807f-0e5f9b90e27d service neutron] Request body: {'port': {'device_id': 'dcf5a37e-b3ce-475b-8b26-2eedd77fe336', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:08.946618 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-94c46a6e-aa94-4f32-88b6-de7dca5f5ff4 req-ad907de7-7d28-4ff8-8f94-53d99e474db5 service neutron] 10.222.0.16 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557856 Nov 12 00:52:08.978416 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-760a1eb9-1632-42ce-807f-0e5f9b90e27d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:09.034948 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-39907116-bde2-429c-853e-b8992022c5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1727113462-router', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c281920c-f9e1-4fae-a472-a8180a3d2ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:51Z', 'updated_at': '2021-11-12T00:51:01Z', 'revision_number': 4, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'gw_port': {'id': 'c281920c-f9e1-4fae-a472-a8180a3d2ed6', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:53Z', 'updated_at': '2021-11-12T00:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '6770ef76-2f92-4734-883a-b8bff27b8f08', 'name': '', 'network_id': '2a29fb7d-1389-4bf5-9af7-7b665f8258fb', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'mac_address': 'fa:16:3e:30:44:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'f6fc0feb-8af3-4ee2-88bf-6fef1760f601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:59Z', 'updated_at': '2021-11-12T00:51:07Z', 'revision_number': 5, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'subnets': [{'id': 'f6fc0feb-8af3-4ee2-88bf-6fef1760f601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:09.089846 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39907116-bde2-429c-853e-b8992022c5e4 None None] The sync data for ids ['f77bc365-8913-4337-bb46-b37016fcb3c4'] in n-d-712142-27 is: [{'id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1727113462-router', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c281920c-f9e1-4fae-a472-a8180a3d2ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:51Z', 'updated_at': '2021-11-12T00:51:01Z', 'revision_number': 4, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'gw_port': {'id': 'c281920c-f9e1-4fae-a472-a8180a3d2ed6', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:53Z', 'updated_at': '2021-11-12T00:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '6770ef76-2f92-4734-883a-b8bff27b8f08', 'name': '', 'network_id': '2a29fb7d-1389-4bf5-9af7-7b665f8258fb', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'mac_address': 'fa:16:3e:30:44:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'f6fc0feb-8af3-4ee2-88bf-6fef1760f601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:59Z', 'updated_at': '2021-11-12T00:51:07Z', 'revision_number': 5, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'subnets': [{'id': 'f6fc0feb-8af3-4ee2-88bf-6fef1760f601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:52:09.194428 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4cd1a69d-fc5b-4114-bae9-08703bbc0b52 None None] Provisioning complete for port 903e9341-2db9-4f60-814e-55a6db923eda triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:09.194808 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4cd1a69d-fc5b-4114-bae9-08703bbc0b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:09.241925 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5fbe7-627f-4731-9f62-53810fe2527f req-35c435f8-0e17-4f1c-9906-5df4beb482bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:09.243392 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0ed5fbe7-627f-4731-9f62-53810fe2527f req-35c435f8-0e17-4f1c-9906-5df4beb482bd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f6fc0feb-8af3-4ee2-88bf-6fef1760f601 HTTP/1.1" status: 200 len: 860 time: 0.0510910 Nov 12 00:52:09.270851 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4cd1a69d-fc5b-4114-bae9-08703bbc0b52 None None] Port 903e9341-2db9-4f60-814e-55a6db923eda cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:52:09.337397 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5defc32-3cd9-43bc-9143-282d6653b0b7 req-593b5d82-0ad2-4b1b-837c-5829563a115c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:09.338022 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a5defc32-3cd9-43bc-9143-282d6653b0b7 req-593b5d82-0ad2-4b1b-837c-5829563a115c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:09.339428 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a5defc32-3cd9-43bc-9143-282d6653b0b7 req-593b5d82-0ad2-4b1b-837c-5829563a115c service neutron] 10.222.0.16 "PUT /v2.0/ports/8e9eb78b-e84d-4ee2-abe8-859c308a4905 HTTP/1.1" status: 200 len: 1092 time: 3.2537892 Nov 12 00:52:09.374168 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39cbbd-811d-4d45-bdd5-d4edb4fa01a0 req-d9c0355d-1dd5-4e4b-8f65-40a05dec5d7d tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:09.394505 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1d39cbbd-811d-4d45-bdd5-d4edb4fa01a0 req-d9c0355d-1dd5-4e4b-8f65-40a05dec5d7d tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0e631e3-91d5-4309-ab8e-b1808e224b3d HTTP/1.1" status: 200 len: 944 time: 0.5386336 Nov 12 00:52:09.456177 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5032b155-f572-44c7-a01a-42c86d16722c req-78e7cb57-381e-4921-a594-ec8360f3cdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:09.457332 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316afd39-3a32-4ceb-ad23-db8a8bded6c3 None None] New status for floating IP bd4198bc-a219-403d-bf9c-f59a8d02e1e0: DOWN {{(pid=109088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:52:09.464116 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5032b155-f572-44c7-a01a-42c86d16722c req-78e7cb57-381e-4921-a594-ec8360f3cdb7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2a29fb7d-1389-4bf5-9af7-7b665f8258fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7046244 Nov 12 00:52:09.487463 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-760a1eb9-1632-42ce-807f-0e5f9b90e27d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 903e9341-2db9-4f60-814e-55a6db923eda {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:52:09.499287 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-760a1eb9-1632-42ce-807f-0e5f9b90e27d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:09.519224 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-760a1eb9-1632-42ce-807f-0e5f9b90e27d service neutron] Transition to ACTIVE for port object 903e9341-2db9-4f60-814e-55a6db923eda will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:52:09.526588 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-760a1eb9-1632-42ce-807f-0e5f9b90e27d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:09.628369 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593b5d82-0ad2-4b1b-837c-5829563a115c service neutron] Pushing event updated for resources: {'Port': ['ID=8e9eb78b-e84d-4ee2-abe8-859c308a4905,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:09.633715 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5fbe7-627f-4731-9f62-53810fe2527f req-5e5e7b58-d140-40c0-a2d5-43355e9af87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:09.635441 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0ed5fbe7-627f-4731-9f62-53810fe2527f req-5e5e7b58-d140-40c0-a2d5-43355e9af87f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2a29fb7d-1389-4bf5-9af7-7b665f8258fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3682408 Nov 12 00:52:09.740672 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5fbe7-627f-4731-9f62-53810fe2527f req-664f433f-4492-4884-88bd-4a77cba64eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:09.742789 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0ed5fbe7-627f-4731-9f62-53810fe2527f req-664f433f-4492-4884-88bd-4a77cba64eac service neutron] 10.222.0.16 "GET /v2.0/networks?id=2a29fb7d-1389-4bf5-9af7-7b665f8258fb HTTP/1.1" status: 200 len: 921 time: 1.0267658 Nov 12 00:52:09.778442 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5032b155-f572-44c7-a01a-42c86d16722c req-a3254fd0-17b3-481d-bede-2af6cbf3b1b8 service neutron] 10.222.0.45 "GET /v2.0/networks/2a29fb7d-1389-4bf5-9af7-7b665f8258fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134363 Nov 12 00:52:09.800543 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1d39cbbd-811d-4d45-bdd5-d4edb4fa01a0 req-9bfa9b8f-e3a7-41a8-a852-d21134968957 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4030597 Nov 12 00:52:09.900639 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a895f91-5851-4a5b-9d8b-bfbcae06a43f x-openstack-request-id: req-2a895f91-5851-4a5b-9d8b-bfbcae06a43f {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:09.900639 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "139490e9-9c7d-4d98-8128-b40f17d71f2a", "name": "network-vif-unplugged", "status": "completed", "tag": "a680a354-383a-4b9b-8e66-248db6e76ac5", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:09.908241 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2a895f91-5851-4a5b-9d8b-bfbcae06a43f {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:09.908762 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '139490e9-9c7d-4d98-8128-b40f17d71f2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a680a354-383a-4b9b-8e66-248db6e76ac5', 'code': 200} Nov 12 00:52:09.945445 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5defc32-3cd9-43bc-9143-282d6653b0b7 req-5dc2b7f9-0340-4d48-ba79-e8066c836fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:09.947259 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a5defc32-3cd9-43bc-9143-282d6653b0b7 req-5dc2b7f9-0340-4d48-ba79-e8066c836fb1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=83eada3bc343462492e64e9fa7dd64d1&device_id=4fd499ad-a3fe-4163-b937-f25084529eca HTTP/1.1" status: 200 len: 1095 time: 0.5205276 Nov 12 00:52:09.975450 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0ed5fbe7-627f-4731-9f62-53810fe2527f req-d4732fa5-e28f-40b8-92e9-1a334e6330c2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e769a600-8888-44e6-b2e0-6ce080ffb7a0 HTTP/1.1" status: 200 len: 217 time: 0.2143674 Nov 12 00:52:09.981413 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760a1eb9-1632-42ce-807f-0e5f9b90e27d service neutron] Pushing event updated for resources: {'Port': ['ID=903e9341-2db9-4f60-814e-55a6db923eda,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:10.023155 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-760a1eb9-1632-42ce-807f-0e5f9b90e27d service neutron] Attempting to bind port 903e9341-2db9-4f60-814e-55a6db923eda on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:52:10.023509 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-760a1eb9-1632-42ce-807f-0e5f9b90e27d service neutron] Attempting to bind port 903e9341-2db9-4f60-814e-55a6db923eda by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:52:10.023811 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-760a1eb9-1632-42ce-807f-0e5f9b90e27d service neutron] Attempting to bind port 903e9341-2db9-4f60-814e-55a6db923eda on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:52:10.028868 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-760a1eb9-1632-42ce-807f-0e5f9b90e27d service neutron] Port 903e9341-2db9-4f60-814e-55a6db923eda on network 945c2da1-f958-478a-a48a-8af2dfa2e179 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:52:10.029206 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-760a1eb9-1632-42ce-807f-0e5f9b90e27d service neutron] Attempting to bind port 903e9341-2db9-4f60-814e-55a6db923eda on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:52:10.035090 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-760a1eb9-1632-42ce-807f-0e5f9b90e27d service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:52:10.035434 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-760a1eb9-1632-42ce-807f-0e5f9b90e27d service neutron] Checking segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:52:10.035823 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-760a1eb9-1632-42ce-807f-0e5f9b90e27d service neutron] Bound using segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:52:10.036287 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-760a1eb9-1632-42ce-807f-0e5f9b90e27d service neutron] Bound port: 903e9341-2db9-4f60-814e-55a6db923eda, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:52:10.036648 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-760a1eb9-1632-42ce-807f-0e5f9b90e27d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:10.061103 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a5defc32-3cd9-43bc-9143-282d6653b0b7 req-85013f93-f5aa-407a-94e1-4d9330f2d49f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e9eb78b-e84d-4ee2-abe8-859c308a4905 HTTP/1.1" status: 200 len: 217 time: 0.0493078 Nov 12 00:52:10.078630 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02d5f19-7434-48fb-aff9-d1fe61dc27c5 x-openstack-request-id: req-f02d5f19-7434-48fb-aff9-d1fe61dc27c5 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:10.078881 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "139490e9-9c7d-4d98-8128-b40f17d71f2a", "tag": "a680a354-383a-4b9b-8e66-248db6e76ac5", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:10.079136 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f02d5f19-7434-48fb-aff9-d1fe61dc27c5 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:10.079534 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '139490e9-9c7d-4d98-8128-b40f17d71f2a', 'tag': 'a680a354-383a-4b9b-8e66-248db6e76ac5', 'status': 'completed', 'code': 200} Nov 12 00:52:10.120866 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-760a1eb9-1632-42ce-807f-0e5f9b90e27d service neutron] For port 903e9341-2db9-4f60-814e-55a6db923eda, host n-h1-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:52:10.125413 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-760a1eb9-1632-42ce-807f-0e5f9b90e27d service neutron] For port 903e9341-2db9-4f60-814e-55a6db923eda, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=903e9341-2db9-4f60-814e-55a6db923eda,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:52:10.127798 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5fbe7-627f-4731-9f62-53810fe2527f req-d867b337-43f3-4576-95da-258dd57ce8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:10.129406 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0ed5fbe7-627f-4731-9f62-53810fe2527f req-d867b337-43f3-4576-95da-258dd57ce8a5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f6fc0feb-8af3-4ee2-88bf-6fef1760f601 HTTP/1.1" status: 200 len: 860 time: 0.0834007 Nov 12 00:52:10.130003 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-760a1eb9-1632-42ce-807f-0e5f9b90e27d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:10.131114 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0ed5fbe7-627f-4731-9f62-53810fe2527f req-814a8568-13dd-4977-8fc4-bcea68d2a85d service neutron] 10.222.0.44 "GET /v2.0/networks/2a29fb7d-1389-4bf5-9af7-7b665f8258fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4704173 Nov 12 00:52:10.135792 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5572a7ab-842e-4d7b-9461-5ee2dc84c22d', 'tag': 'f5926488-c332-4a5f-9e41-7430d388af76'}, {'name': 'network-changed', 'server_uuid': '4fd499ad-a3fe-4163-b937-f25084529eca', 'tag': '8e9eb78b-e84d-4ee2-abe8-859c308a4905'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:10.138181 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03754fe9-da28-4102-b113-69e1df38c01c" -d '{"events": [{"name": "network-changed", "server_uuid": "5572a7ab-842e-4d7b-9461-5ee2dc84c22d", "tag": "f5926488-c332-4a5f-9e41-7430d388af76"}, {"name": "network-changed", "server_uuid": "4fd499ad-a3fe-4163-b937-f25084529eca", "tag": "8e9eb78b-e84d-4ee2-abe8-859c308a4905"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:10.191007 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-760a1eb9-1632-42ce-807f-0e5f9b90e27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:10.191007 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-760a1eb9-1632-42ce-807f-0e5f9b90e27d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:10.192230 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-760a1eb9-1632-42ce-807f-0e5f9b90e27d service neutron] 10.222.0.16 "PUT /v2.0/ports/903e9341-2db9-4f60-814e-55a6db923eda HTTP/1.1" status: 200 len: 1097 time: 1.3109419 Nov 12 00:52:10.222904 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f764ba-66ed-48cd-b3d2-e5b674e6e5c2 req-59d35b0e-4e8a-4f44-a8fd-d7f69896b8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:10.225724 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-01f764ba-66ed-48cd-b3d2-e5b674e6e5c2 req-59d35b0e-4e8a-4f44-a8fd-d7f69896b8bf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6bde2e332c8e418290dd069bae32e617&device_id=139490e9-9c7d-4d98-8128-b40f17d71f2a HTTP/1.1" status: 200 len: 1100 time: 0.0708025 Nov 12 00:52:10.235710 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:10.254735 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760a1eb9-1632-42ce-807f-0e5f9b90e27d service neutron] Pushing event updated for resources: {'Port': ['ID=903e9341-2db9-4f60-814e-55a6db923eda,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:10.290652 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5032b155-f572-44c7-a01a-42c86d16722c req-4eae8541-f068-45ed-acfe-23bf0b011023 service neutron] 10.222.0.45 "GET /v2.0/networks/2a29fb7d-1389-4bf5-9af7-7b665f8258fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4887099 Nov 12 00:52:10.372977 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-1644502d-5ca5-49e4-9229-cf8345fca6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:10.379307 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-1644502d-5ca5-49e4-9229-cf8345fca6aa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1a351b85e994407a86b201df7ace2e9c&device_id=dcf5a37e-b3ce-475b-8b26-2eedd77fe336 HTTP/1.1" status: 200 len: 1100 time: 0.0978544 Nov 12 00:52:10.388741 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f764ba-66ed-48cd-b3d2-e5b674e6e5c2 req-432c92c6-dc76-497e-a5ed-20d72951ef7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:10.390235 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-01f764ba-66ed-48cd-b3d2-e5b674e6e5c2 req-432c92c6-dc76-497e-a5ed-20d72951ef7a service neutron] 10.222.0.16 "GET /v2.0/networks?id=945c2da1-f958-478a-a48a-8af2dfa2e179 HTTP/1.1" status: 200 len: 869 time: 0.1503456 Nov 12 00:52:10.402297 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0ed5fbe7-627f-4731-9f62-53810fe2527f req-c59e1a05-9f58-4cc2-a05b-c4d80cf5b546 service neutron] 10.222.0.44 "GET /v2.0/networks/2a29fb7d-1389-4bf5-9af7-7b665f8258fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594190 Nov 12 00:52:10.420519 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5defc32-3cd9-43bc-9143-282d6653b0b7 req-15146e52-5af8-46d5-bc4a-185412ea9662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:10.424175 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a5defc32-3cd9-43bc-9143-282d6653b0b7 req-15146e52-5af8-46d5-bc4a-185412ea9662 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d317dcad-6957-4229-abe0-26e636c3f387 HTTP/1.1" status: 200 len: 854 time: 0.2812223 Nov 12 00:52:10.426339 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5fbe7-627f-4731-9f62-53810fe2527f req-ed8af22e-a607-40bc-8aaf-6c03c22fd9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:10.428027 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0ed5fbe7-627f-4731-9f62-53810fe2527f req-ed8af22e-a607-40bc-8aaf-6c03c22fd9ce service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2a29fb7d-1389-4bf5-9af7-7b665f8258fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2656446 Nov 12 00:52:10.430082 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f764ba-66ed-48cd-b3d2-e5b674e6e5c2 req-397d1450-21af-49d4-b679-0b7ea7b7ca18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:10.431710 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-01f764ba-66ed-48cd-b3d2-e5b674e6e5c2 req-397d1450-21af-49d4-b679-0b7ea7b7ca18 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6bde2e332c8e418290dd069bae32e617&device_id=139490e9-9c7d-4d98-8128-b40f17d71f2a HTTP/1.1" status: 200 len: 1100 time: 0.2996829 Nov 12 00:52:10.439699 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcdf8e4-9bec-42af-acd2-a988a779e631 req-bcf1180b-ba4e-45f6-89c9-96c074ca860a tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:10.441691 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8fcdf8e4-9bec-42af-acd2-a988a779e631 req-bcf1180b-ba4e-45f6-89c9-96c074ca860a tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd499ad-a3fe-4163-b937-f25084529eca HTTP/1.1" status: 200 len: 943 time: 0.3064880 Nov 12 00:52:10.453975 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-4eb57875-1c16-45e3-9272-a47a91f069f0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=903e9341-2db9-4f60-814e-55a6db923eda HTTP/1.1" status: 200 len: 217 time: 0.0622275 Nov 12 00:52:10.488018 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-01f764ba-66ed-48cd-b3d2-e5b674e6e5c2 req-6b605805-2384-41ad-bfc1-7aded7045924 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=a680a354-383a-4b9b-8e66-248db6e76ac5 HTTP/1.1" status: 200 len: 217 time: 0.0888410 Nov 12 00:52:10.563584 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-7d29dc31-499c-4f1d-9df6-19033cb756ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:10.565161 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-7d29dc31-499c-4f1d-9df6-19033cb756ff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.0854867 Nov 12 00:52:10.570764 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f764ba-66ed-48cd-b3d2-e5b674e6e5c2 req-3da76eb9-46c6-4d4c-bef4-5318e0dc648d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:10.572180 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-01f764ba-66ed-48cd-b3d2-e5b674e6e5c2 req-3da76eb9-46c6-4d4c-bef4-5318e0dc648d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.0619287 Nov 12 00:52:10.649008 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-357ec5fd-4f29-48a8-84dd-5318b6c2b5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:10.650577 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-357ec5fd-4f29-48a8-84dd-5318b6c2b5fc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0661244 Nov 12 00:52:10.656596 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f764ba-66ed-48cd-b3d2-e5b674e6e5c2 req-1d960a1f-4032-47a6-9ac4-461a41a4d389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:10.658104 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-01f764ba-66ed-48cd-b3d2-e5b674e6e5c2 req-1d960a1f-4032-47a6-9ac4-461a41a4d389 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0659792 Nov 12 00:52:10.678955 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b9d026-214f-4f65-98ef-7cac7b490944 req-41df6a5b-22f5-4f6d-a15c-efa6a1f79f1c tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:10.680486 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c0b9d026-214f-4f65-98ef-7cac7b490944 req-41df6a5b-22f5-4f6d-a15c-efa6a1f79f1c tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=139490e9-9c7d-4d98-8128-b40f17d71f2a HTTP/1.1" status: 200 len: 948 time: 0.2379701 Nov 12 00:52:10.689190 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8fcdf8e4-9bec-42af-acd2-a988a779e631 req-9e820101-f393-4ead-80be-a8a8e5552e3d tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] 10.222.0.45 "GET /v2.0/security-groups?id=147f837d-f129-4148-9ea2-013c732402bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185428 Nov 12 00:52:10.699418 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5defc32-3cd9-43bc-9143-282d6653b0b7 req-38c917e2-c144-4dd8-83de-addad59e9d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:10.700997 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a5defc32-3cd9-43bc-9143-282d6653b0b7 req-38c917e2-c144-4dd8-83de-addad59e9d70 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5dea2f77-8295-4da8-a787-569a69965ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2480030 Nov 12 00:52:10.761437 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f764ba-66ed-48cd-b3d2-e5b674e6e5c2 req-d4919456-51c9-4dde-b7e9-f33df9ace83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:10.762850 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-01f764ba-66ed-48cd-b3d2-e5b674e6e5c2 req-d4919456-51c9-4dde-b7e9-f33df9ace83d service neutron] 10.222.0.44 "GET /v2.0/networks?id=945c2da1-f958-478a-a48a-8af2dfa2e179 HTTP/1.1" status: 200 len: 869 time: 0.2998133 Nov 12 00:52:10.764594 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0ed5fbe7-627f-4731-9f62-53810fe2527f req-8a4d0f00-4e15-488d-b9dd-ffad6d86f07f service neutron] 10.222.0.16 "GET /v2.0/networks/2a29fb7d-1389-4bf5-9af7-7b665f8258fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025751 Nov 12 00:52:10.833598 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-281c9612-da83-4c33-a7e3-e8b23d9dddcf service neutron] 10.222.0.16 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595757 Nov 12 00:52:10.835332 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-01f764ba-66ed-48cd-b3d2-e5b674e6e5c2 req-a2e51e94-512c-4669-b95a-5b8cf7f41010 service neutron] 10.222.0.16 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541071 Nov 12 00:52:10.899600 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-01f764ba-66ed-48cd-b3d2-e5b674e6e5c2 req-3b7f880f-5e42-4140-bcac-f4d98ffcc2eb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=a680a354-383a-4b9b-8e66-248db6e76ac5 HTTP/1.1" status: 200 len: 217 time: 0.1205208 Nov 12 00:52:10.950816 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c0b9d026-214f-4f65-98ef-7cac7b490944 req-4c549276-e619-4343-9114-1c90cf6b1860 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588687 Nov 12 00:52:11.019243 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f764ba-66ed-48cd-b3d2-e5b674e6e5c2 req-0a9c91a3-d685-442f-8abc-7413553c6252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:11.020010 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4503e125-a3af-47a6-8f2a-e21f7735a049 req-c1b69947-d16b-4627-a6d6-5afad80118e4 service neutron] 10.222.0.16 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654546 Nov 12 00:52:11.021071 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-01f764ba-66ed-48cd-b3d2-e5b674e6e5c2 req-0a9c91a3-d685-442f-8abc-7413553c6252 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.0872037 Nov 12 00:52:11.023504 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-01f764ba-66ed-48cd-b3d2-e5b674e6e5c2 req-d2998ce6-8f1a-420b-834a-b5f4c156026b service neutron] 10.222.0.16 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607978 Nov 12 00:52:11.027052 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e1f4a0-b988-44d1-83ee-31dfd71bc951 x-openstack-request-id: req-10e1f4a0-b988-44d1-83ee-31dfd71bc951 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:11.027347 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5572a7ab-842e-4d7b-9461-5ee2dc84c22d", "tag": "f5926488-c332-4a5f-9e41-7430d388af76", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4fd499ad-a3fe-4163-b937-f25084529eca", "tag": "8e9eb78b-e84d-4ee2-abe8-859c308a4905", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:11.027594 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-10e1f4a0-b988-44d1-83ee-31dfd71bc951 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:11.027999 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5572a7ab-842e-4d7b-9461-5ee2dc84c22d', 'tag': 'f5926488-c332-4a5f-9e41-7430d388af76', 'status': 'completed', 'code': 200} Nov 12 00:52:11.028252 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fd499ad-a3fe-4163-b937-f25084529eca', 'tag': '8e9eb78b-e84d-4ee2-abe8-859c308a4905', 'status': 'completed', 'code': 200} Nov 12 00:52:11.031873 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a5defc32-3cd9-43bc-9143-282d6653b0b7 req-bf93c180-1b73-4a2e-b4db-bae1a53cb6f2 service neutron] 10.222.0.16 "GET /v2.0/networks/5dea2f77-8295-4da8-a787-569a69965ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137157 Nov 12 00:52:11.044122 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d2082-aa48-433e-ba54-0cdbcaf39b5d req-f19c2a06-43ee-4a3b-9686-d2ef4267831a tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:11.045897 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8b9d2082-aa48-433e-ba54-0cdbcaf39b5d req-f19c2a06-43ee-4a3b-9686-d2ef4267831a tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcf5a37e-b3ce-475b-8b26-2eedd77fe336 HTTP/1.1" status: 200 len: 948 time: 0.2862341 Nov 12 00:52:11.103343 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0ed5fbe7-627f-4731-9f62-53810fe2527f req-613a5e57-12a5-4dd3-a2db-8c7d90d31274 service neutron] 10.222.0.16 "GET /v2.0/networks/2a29fb7d-1389-4bf5-9af7-7b665f8258fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883673 Nov 12 00:52:11.229164 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8b9d2082-aa48-433e-ba54-0cdbcaf39b5d req-a892fadd-2d74-4cf5-8d15-3c5c2872cba6 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697769 Nov 12 00:52:11.251137 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f764ba-66ed-48cd-b3d2-e5b674e6e5c2 req-6f8d1405-01c6-492d-8852-5b6815bf2645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:11.251137 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-01f764ba-66ed-48cd-b3d2-e5b674e6e5c2 req-6f8d1405-01c6-492d-8852-5b6815bf2645 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1625423 Nov 12 00:52:11.251137 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03754fe9-da28-4102-b113-69e1df38c01c req-fa569167-e890-47c1-930b-a0bdb99c1d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:11.252224 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-03754fe9-da28-4102-b113-69e1df38c01c req-fa569167-e890-47c1-930b-a0bdb99c1d87 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=10e546ec20224b1c887b967b60c4d627&device_id=5572a7ab-842e-4d7b-9461-5ee2dc84c22d HTTP/1.1" status: 200 len: 1097 time: 0.1588764 Nov 12 00:52:11.257433 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device a680a354-383a-4b9b-8e66-248db6e76ac5 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:52:11.370992 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port a680a354-383a-4b9b-8e66-248db6e76ac5, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=a680a354-383a-4b9b-8e66-248db6e76ac5,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:11.383026 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': 'a680a354-383a-4b9b-8e66-248db6e76ac5', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'port_id': 'a680a354-383a-4b9b-8e66-248db6e76ac5', 'mac_address': 'fa:16:3e:e4:1e:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0290328-7bc5-4266-bfb9-6eb25d91acf0', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:52:11.398781 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a5defc32-3cd9-43bc-9143-282d6653b0b7 req-eb62ed3d-9c5f-4f82-b9d7-09acef7b78cd service neutron] 10.222.0.16 "GET /v2.0/networks/5dea2f77-8295-4da8-a787-569a69965ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631667 Nov 12 00:52:11.431287 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:11.449523 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a680a354-383a-4b9b-8e66-248db6e76ac5 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:52:11.471958 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port a680a354-383a-4b9b-8e66-248db6e76ac5, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=a680a354-383a-4b9b-8e66-248db6e76ac5,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:11.476717 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:11.479533 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664da87-4aa4-43db-86dc-9bb9fc52f408 req-d3bc95a0-2cfa-460d-a917-45b9ec7a01a5 tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:11.481095 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3664da87-4aa4-43db-86dc-9bb9fc52f408 req-d3bc95a0-2cfa-460d-a917-45b9ec7a01a5 tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b0e631e3-91d5-4309-ab8e-b1808e224b3d HTTP/1.1" status: 200 len: 1096 time: 0.1638651 Nov 12 00:52:11.489922 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-01f764ba-66ed-48cd-b3d2-e5b674e6e5c2 req-cff48c0f-c78f-463b-890b-b24f69f7ef28 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216501 Nov 12 00:52:11.493519 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03754fe9-da28-4102-b113-69e1df38c01c req-ff237f66-aeeb-4c6f-9496-3f95dc58f234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:11.496732 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-03754fe9-da28-4102-b113-69e1df38c01c req-ff237f66-aeeb-4c6f-9496-3f95dc58f234 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2a29fb7d-1389-4bf5-9af7-7b665f8258fb HTTP/1.1" status: 200 len: 921 time: 0.2193680 Nov 12 00:52:11.536454 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=a680a354-383a-4b9b-8e66-248db6e76ac5,revision_number=9']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:11.840168 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-03754fe9-da28-4102-b113-69e1df38c01c req-aa4a93a6-d2fa-4e17-9e2f-bd0b7b2cc8ad service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5926488-c332-4a5f-9e41-7430d388af76 HTTP/1.1" status: 200 len: 217 time: 0.3281994 Nov 12 00:52:11.949749 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3664da87-4aa4-43db-86dc-9bb9fc52f408 req-f4f0b8c0-dafe-495f-be12-d4a3795d1c02 tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4576356 Nov 12 00:52:11.972141 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03754fe9-da28-4102-b113-69e1df38c01c req-1f8a66a4-a778-457b-8f68-0981f75c4faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:11.979922 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-03754fe9-da28-4102-b113-69e1df38c01c req-1f8a66a4-a778-457b-8f68-0981f75c4faf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=83eada3bc343462492e64e9fa7dd64d1&device_id=4fd499ad-a3fe-4163-b937-f25084529eca HTTP/1.1" status: 200 len: 1095 time: 0.4393144 Nov 12 00:52:11.990521 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03754fe9-da28-4102-b113-69e1df38c01c req-d1d60b3d-8412-464b-8649-54e0d28e793f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:11.992039 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-03754fe9-da28-4102-b113-69e1df38c01c req-d1d60b3d-8412-464b-8649-54e0d28e793f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f6fc0feb-8af3-4ee2-88bf-6fef1760f601 HTTP/1.1" status: 200 len: 860 time: 0.1033437 Nov 12 00:52:11.995828 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-01f764ba-66ed-48cd-b3d2-e5b674e6e5c2 req-bd382683-c333-45ff-9bd5-2f89becfe1cc service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4828088 Nov 12 00:52:12.025450 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['a680a354-383a-4b9b-8e66-248db6e76ac5'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:12.080936 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf5a37e-b3ce-475b-8b26-2eedd77fe336', 'tag': '903e9341-2db9-4f60-814e-55a6db923eda'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:12.084325 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e10fb02-20f9-4bb3-a6b5-bb4af43fe4f8" -d '{"events": [{"name": "network-changed", "server_uuid": "dcf5a37e-b3ce-475b-8b26-2eedd77fe336", "tag": "903e9341-2db9-4f60-814e-55a6db923eda"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:12.113817 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03754fe9-da28-4102-b113-69e1df38c01c req-f6b637d0-76f4-4302-a2dc-e6130422f40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:12.115688 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-03754fe9-da28-4102-b113-69e1df38c01c req-f6b637d0-76f4-4302-a2dc-e6130422f40e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2a29fb7d-1389-4bf5-9af7-7b665f8258fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0956848 Nov 12 00:52:12.127531 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03754fe9-da28-4102-b113-69e1df38c01c req-222439ec-3ec0-4e84-8d37-0eaa230c6a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:12.129280 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-03754fe9-da28-4102-b113-69e1df38c01c req-222439ec-3ec0-4e84-8d37-0eaa230c6a1b service neutron] 10.222.0.16 "GET /v2.0/networks?id=5dea2f77-8295-4da8-a787-569a69965ebe HTTP/1.1" status: 200 len: 915 time: 0.1282609 Nov 12 00:52:12.223832 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-03754fe9-da28-4102-b113-69e1df38c01c req-ddcf9465-157f-48fe-bda4-91f660aa2233 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e9eb78b-e84d-4ee2-abe8-859c308a4905 HTTP/1.1" status: 200 len: 217 time: 0.0743010 Nov 12 00:52:12.236123 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-55dc1486-d019-4ace-8972-3177dbe46551 tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:52:12.237114 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-55dc1486-d019-4ace-8972-3177dbe46551 tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0399234 Nov 12 00:52:12.350946 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-65fbd191-26b3-439d-9fce-126101189bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:12.352328 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-65fbd191-26b3-439d-9fce-126101189bb9 service neutron] 10.222.0.45 "GET /v2.0/ports/184d2cbb-cfd2-43da-a346-ae95d0707e70 HTTP/1.1" status: 200 len: 1095 time: 0.0905805 Nov 12 00:52:12.360221 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03754fe9-da28-4102-b113-69e1df38c01c req-dc321bce-3e3f-45cd-b7d8-2c13ea265068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:12.361574 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-03754fe9-da28-4102-b113-69e1df38c01c req-dc321bce-3e3f-45cd-b7d8-2c13ea265068 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d317dcad-6957-4229-abe0-26e636c3f387 HTTP/1.1" status: 200 len: 854 time: 0.1210275 Nov 12 00:52:12.363293 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-03754fe9-da28-4102-b113-69e1df38c01c req-cfae5068-e3e3-4ef8-8351-9df80c6cfc61 service neutron] 10.222.0.44 "GET /v2.0/networks/2a29fb7d-1389-4bf5-9af7-7b665f8258fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329366 Nov 12 00:52:12.366244 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-aa63f00b-7635-4779-8730-0891078cae9f service neutron] Request body: {'binding': {'host': 'n-h1-712142-27', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:12.366683 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-aa63f00b-7635-4779-8730-0891078cae9f service neutron] Unknown quota resources ['binding']. {{(pid=109085) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 00:52:12.411179 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a91a0-6436-41e0-a6e6-9c3dc65503aa req-558b2f9e-13d0-4786-b065-02c85865df28 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:12.412692 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-333a91a0-6436-41e0-a6e6-9c3dc65503aa req-558b2f9e-13d0-4786-b065-02c85865df28 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7d172f4-6a2d-41a7-8858-305d51794d58&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2184591 Nov 12 00:52:12.540584 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-333a91a0-6436-41e0-a6e6-9c3dc65503aa req-b1205c8d-416e-466e-9149-91472db3b3a3 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.166 HTTP/1.1" status: 200 len: 696 time: 0.1113837 Nov 12 00:52:12.558637 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-333a91a0-6436-41e0-a6e6-9c3dc65503aa req-dfd3fd91-c77d-4552-9df3-2640d3a64c08 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Request body: {'floatingip': {'port_id': 'e769a600-8888-44e6-b2e0-6ce080ffb7a0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:12.624115 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03754fe9-da28-4102-b113-69e1df38c01c req-42324dd6-8283-40aa-9963-9103257e5439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:12.625654 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-03754fe9-da28-4102-b113-69e1df38c01c req-42324dd6-8283-40aa-9963-9103257e5439 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5dea2f77-8295-4da8-a787-569a69965ebe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2553973 Nov 12 00:52:12.644543 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-333a91a0-6436-41e0-a6e6-9c3dc65503aa req-dfd3fd91-c77d-4552-9df3-2640d3a64c08 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Publish callbacks [] for floatingip, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:12.781871 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-03754fe9-da28-4102-b113-69e1df38c01c req-fdf43abe-4191-4a2c-8df9-db971b3c4c6b service neutron] 10.222.0.44 "GET /v2.0/networks/2a29fb7d-1389-4bf5-9af7-7b665f8258fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4020014 Nov 12 00:52:12.868914 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-aa63f00b-7635-4779-8730-0891078cae9f service neutron] Attempting to bind port 184d2cbb-cfd2-43da-a346-ae95d0707e70 on host n-h1-712142-27 for vnic_type normal with profile None {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:52:12.869598 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-aa63f00b-7635-4779-8730-0891078cae9f service neutron] Attempting to bind port 184d2cbb-cfd2-43da-a346-ae95d0707e70 by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': '936f4dc4-b49e-4318-84e7-8d3d4988961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1c193d6a-5984-4109-91aa-b0c9d7c9a6bf'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:52:12.869598 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-aa63f00b-7635-4779-8730-0891078cae9f service neutron] Attempting to bind port 184d2cbb-cfd2-43da-a346-ae95d0707e70 on network 1c193d6a-5984-4109-91aa-b0c9d7c9a6bf {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:52:12.913204 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-aa63f00b-7635-4779-8730-0891078cae9f service neutron] Port 184d2cbb-cfd2-43da-a346-ae95d0707e70 on network 1c193d6a-5984-4109-91aa-b0c9d7c9a6bf not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:52:12.913528 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-aa63f00b-7635-4779-8730-0891078cae9f service neutron] Attempting to bind port 184d2cbb-cfd2-43da-a346-ae95d0707e70 on network 1c193d6a-5984-4109-91aa-b0c9d7c9a6bf {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:52:12.918573 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-03754fe9-da28-4102-b113-69e1df38c01c req-efb4adf7-dc35-4792-8fe1-955bf20ad997 service neutron] 10.222.0.16 "GET /v2.0/networks/5dea2f77-8295-4da8-a787-569a69965ebe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687006 Nov 12 00:52:12.937703 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-aa63f00b-7635-4779-8730-0891078cae9f service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:52:12.938057 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-aa63f00b-7635-4779-8730-0891078cae9f service neutron] Checking segment: {'id': '936f4dc4-b49e-4318-84e7-8d3d4988961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1c193d6a-5984-4109-91aa-b0c9d7c9a6bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:52:12.938428 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-aa63f00b-7635-4779-8730-0891078cae9f service neutron] Bound using segment: {'id': '936f4dc4-b49e-4318-84e7-8d3d4988961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1c193d6a-5984-4109-91aa-b0c9d7c9a6bf'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:52:12.938859 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-aa63f00b-7635-4779-8730-0891078cae9f service neutron] Bound port: 184d2cbb-cfd2-43da-a346-ae95d0707e70, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '936f4dc4-b49e-4318-84e7-8d3d4988961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1c193d6a-5984-4109-91aa-b0c9d7c9a6bf'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:52:13.195446 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-aa63f00b-7635-4779-8730-0891078cae9f service neutron] For port 184d2cbb-cfd2-43da-a346-ae95d0707e70, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=184d2cbb-cfd2-43da-a346-ae95d0707e70,segment=NetworkSegment(936f4dc4-b49e-4318-84e7-8d3d4988961e),segment_id=936f4dc4-b49e-4318-84e7-8d3d4988961e)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:52:13.207451 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-aa63f00b-7635-4779-8730-0891078cae9f service neutron] Publish callbacks [] for binding, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:13.208653 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-aa63f00b-7635-4779-8730-0891078cae9f service neutron] 10.222.0.45 "POST /v2.0/ports/184d2cbb-cfd2-43da-a346-ae95d0707e70/bindings HTTP/1.1" status: 201 len: 390 time: 0.8502529 Nov 12 00:52:13.215743 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-03754fe9-da28-4102-b113-69e1df38c01c req-8dabd02c-0388-47e3-bfee-8ce8fb340f4e service neutron] 10.222.0.16 "GET /v2.0/networks/5dea2f77-8295-4da8-a787-569a69965ebe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869968 Nov 12 00:52:13.259342 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33374e-09e1-42ec-b697-281a9d16fdbd req-6b665630-832f-4c1e-9315-df7b89775743 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:13.260951 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ef33374e-09e1-42ec-b697-281a9d16fdbd req-6b665630-832f-4c1e-9315-df7b89775743 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.44 "GET /v2.0/ports?device_id=5572a7ab-842e-4d7b-9461-5ee2dc84c22d HTTP/1.1" status: 200 len: 945 time: 0.1905918 Nov 12 00:52:13.289023 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 903e9341-2db9-4f60-814e-55a6db923eda details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:52:13.407832 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 903e9341-2db9-4f60-814e-55a6db923eda, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=903e9341-2db9-4f60-814e-55a6db923eda,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:13.439840 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': '903e9341-2db9-4f60-814e-55a6db923eda', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'port_id': '903e9341-2db9-4f60-814e-55a6db923eda', 'mac_address': 'fa:16:3e:41:7c:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0290328-7bc5-4266-bfb9-6eb25d91acf0', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:52:13.476797 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-333a91a0-6436-41e0-a6e6-9c3dc65503aa req-dfd3fd91-c77d-4552-9df3-2640d3a64c08 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:13.483737 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-333a91a0-6436-41e0-a6e6-9c3dc65503aa req-dfd3fd91-c77d-4552-9df3-2640d3a64c08 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:13.489617 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-ef33374e-09e1-42ec-b697-281a9d16fdbd req-829e2e11-d4c3-4f4a-a7d5-9fab379ec638 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Deleting port f5926488-c332-4a5f-9e41-7430d388af76 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:52:13.489948 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ef33374e-09e1-42ec-b697-281a9d16fdbd req-829e2e11-d4c3-4f4a-a7d5-9fab379ec638 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:13.491089 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:13.507646 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 903e9341-2db9-4f60-814e-55a6db923eda {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:52:13.527160 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 903e9341-2db9-4f60-814e-55a6db923eda, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=903e9341-2db9-4f60-814e-55a6db923eda,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:13.531863 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:13.582918 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=903e9341-2db9-4f60-814e-55a6db923eda,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:13.957294 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e69ec4-5fd6-4a48-b127-404f10fd7ada req-708e88c5-cab4-4d72-9d4c-f5d63f6650fa tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:13.958792 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-98e69ec4-5fd6-4a48-b127-404f10fd7ada req-708e88c5-cab4-4d72-9d4c-f5d63f6650fa tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd499ad-a3fe-4163-b937-f25084529eca HTTP/1.1" status: 200 len: 943 time: 0.4370480 Nov 12 00:52:13.977842 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-b5268d4d-ed40-4e41-9753-1e8e183ef64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:13.979321 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-b5268d4d-ed40-4e41-9753-1e8e183ef64a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=52ec13b5aa674ec2836b22da2faf152e&device_id=2dd028aa-e923-45bc-a0e7-d99ba751725c HTTP/1.1" status: 200 len: 1098 time: 0.4586725 Nov 12 00:52:13.988630 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-ef33374e-09e1-42ec-b697-281a9d16fdbd req-829e2e11-d4c3-4f4a-a7d5-9fab379ec638 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] For port f5926488-c332-4a5f-9e41-7430d388af76, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=f5926488-c332-4a5f-9e41-7430d388af76,segment=NetworkSegment(6eca3569-bbd9-4f4d-bcf1-f2a3273ec25a),segment_id=6eca3569-bbd9-4f4d-bcf1-f2a3273ec25a)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:13.988994 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ef33374e-09e1-42ec-b697-281a9d16fdbd req-829e2e11-d4c3-4f4a-a7d5-9fab379ec638 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:13.992634 n-d-712142-27 neutron-server[109085]: INFO neutron.db.l3_db [req-333a91a0-6436-41e0-a6e6-9c3dc65503aa req-dfd3fd91-c77d-4552-9df3-2640d3a64c08 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Floating IP bd4198bc-a219-403d-bf9c-f59a8d02e1e0 associated. External IP: 172.25.3.166, port: e769a600-8888-44e6-b2e0-6ce080ffb7a0. Nov 12 00:52:14.020998 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['903e9341-2db9-4f60-814e-55a6db923eda'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:14.063355 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-ef33374e-09e1-42ec-b697-281a9d16fdbd req-829e2e11-d4c3-4f4a-a7d5-9fab379ec638 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Calling delete_port for f5926488-c332-4a5f-9e41-7430d388af76 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:52:14.198300 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-98e69ec4-5fd6-4a48-b127-404f10fd7ada req-231391ac-c3e7-45d5-8878-19cfd48acbf9 tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] 10.222.0.45 "GET /v2.0/security-groups?id=147f837d-f129-4148-9ea2-013c732402bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274306 Nov 12 00:52:14.318888 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-fa86d5be-4558-4a63-9bb8-1c75403c648b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:14.320317 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-fa86d5be-4558-4a63-9bb8-1c75403c648b service neutron] 10.222.0.16 "GET /v2.0/networks?id=1c193d6a-5984-4109-91aa-b0c9d7c9a6bf HTTP/1.1" status: 200 len: 920 time: 0.3137052 Nov 12 00:52:14.409052 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-1e03ec81-9bc0-477d-b83b-fc82880f7170 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=184d2cbb-cfd2-43da-a346-ae95d0707e70 HTTP/1.1" status: 200 len: 217 time: 0.0753553 Nov 12 00:52:14.459679 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79e2ce-9bc7-404e-92e8-36abc4865a18 req-f9d63350-7f0b-4eee-bc28-f10e867dba9a tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:14.461071 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7e79e2ce-9bc7-404e-92e8-36abc4865a18 req-f9d63350-7f0b-4eee-bc28-f10e867dba9a tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=139490e9-9c7d-4d98-8128-b40f17d71f2a HTTP/1.1" status: 200 len: 949 time: 0.2062643 Nov 12 00:52:14.574290 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ef33374e-09e1-42ec-b697-281a9d16fdbd req-829e2e11-d4c3-4f4a-a7d5-9fab379ec638 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:14.581987 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-6fe9924a-b5cd-486e-bd0d-413ec60dc741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:14.583465 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-6fe9924a-b5cd-486e-bd0d-413ec60dc741 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6d8bd009-45c7-4017-80d7-9c1f69484ce9 HTTP/1.1" status: 200 len: 860 time: 0.1635454 Nov 12 00:52:14.616479 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['f5926488-c332-4a5f-9e41-7430d388af76'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:14.648348 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e2e11-d4c3-4f4a-a7d5-9fab379ec638 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Pushing event deleted for resources: {'Port': ['ID=f5926488-c332-4a5f-9e41-7430d388af76,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:14.652158 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-42f6d040-81e3-4281-ab60-ea4c0584fb04 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1c193d6a-5984-4109-91aa-b0c9d7c9a6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560281 Nov 12 00:52:14.655467 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7e79e2ce-9bc7-404e-92e8-36abc4865a18 req-10fed4b5-13c8-4d33-bfc2-e77e09a282f5 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741807 Nov 12 00:52:14.714494 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1714a8bc-16e2-4e7d-9d41-34343dd9aaeb x-openstack-request-id: req-1714a8bc-16e2-4e7d-9d41-34343dd9aaeb {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:14.714984 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcf5a37e-b3ce-475b-8b26-2eedd77fe336", "tag": "903e9341-2db9-4f60-814e-55a6db923eda", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:14.715066 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1714a8bc-16e2-4e7d-9d41-34343dd9aaeb {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:14.715409 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf5a37e-b3ce-475b-8b26-2eedd77fe336', 'tag': '903e9341-2db9-4f60-814e-55a6db923eda', 'status': 'completed', 'code': 200} Nov 12 00:52:14.721992 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-333a91a0-6436-41e0-a6e6-9c3dc65503aa req-dfd3fd91-c77d-4552-9df3-2640d3a64c08 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Router f77bc365-8913-4337-bb46-b37016fcb3c4 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:52:14.799218 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef33374e-09e1-42ec-b697-281a9d16fdbd req-829e2e11-d4c3-4f4a-a7d5-9fab379ec638 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] No DVR routers for this DVR port f5926488-c332-4a5f-9e41-7430d388af76 on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:52:14.805625 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ef33374e-09e1-42ec-b697-281a9d16fdbd req-829e2e11-d4c3-4f4a-a7d5-9fab379ec638 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:14.809031 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ef33374e-09e1-42ec-b697-281a9d16fdbd req-829e2e11-d4c3-4f4a-a7d5-9fab379ec638 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.44 "DELETE /v2.0/ports/f5926488-c332-4a5f-9e41-7430d388af76 HTTP/1.1" status: 204 len: 173 time: 1.5347273 Nov 12 00:52:14.809485 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5572a7ab-842e-4d7b-9461-5ee2dc84c22d', 'name': 'network-vif-deleted', 'tag': 'f5926488-c332-4a5f-9e41-7430d388af76'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:14.811806 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8261ec-c318-4d8c-9c7e-d7a9a31a1f79" -d '{"events": [{"server_uuid": "5572a7ab-842e-4d7b-9461-5ee2dc84c22d", "name": "network-vif-deleted", "tag": "f5926488-c332-4a5f-9e41-7430d388af76"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:15.025026 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-f39db624-d4c1-4dd1-ad3d-81027f97826c service neutron] 10.222.0.16 "GET /v2.0/networks/1c193d6a-5984-4109-91aa-b0c9d7c9a6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610656 Nov 12 00:52:15.055670 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10fb02-20f9-4bb3-a6b5-bb4af43fe4f8 req-ed5d2172-c91b-4fb6-9ee0-b954950d4847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:15.057200 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e10fb02-20f9-4bb3-a6b5-bb4af43fe4f8 req-ed5d2172-c91b-4fb6-9ee0-b954950d4847 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1a351b85e994407a86b201df7ace2e9c&device_id=dcf5a37e-b3ce-475b-8b26-2eedd77fe336 HTTP/1.1" status: 200 len: 1101 time: 0.2057493 Nov 12 00:52:15.109422 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['e769a600-8888-44e6-b2e0-6ce080ffb7a0'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:15.141737 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-333a91a0-6436-41e0-a6e6-9c3dc65503aa req-dfd3fd91-c77d-4552-9df3-2640d3a64c08 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:52:15.152129 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfa2a19-f0a4-4cbb-9909-68c7b9942d59 None None] Sync routers for ids ['f77bc365-8913-4337-bb46-b37016fcb3c4'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:52:15.159372 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-333a91a0-6436-41e0-a6e6-9c3dc65503aa req-dfd3fd91-c77d-4552-9df3-2640d3a64c08 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:15.177891 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfa2a19-f0a4-4cbb-9909-68c7b9942d59 None None] Routers {'f77bc365-8913-4337-bb46-b37016fcb3c4'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:15.178528 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-adfa2a19-f0a4-4cbb-9909-68c7b9942d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:52:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['f77bc365-8913-4337-bb46-b37016fcb3c4'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:15.238650 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d008af-61d9-4767-8298-eae8672e8e96 req-61cd0c4b-74fc-4920-8cc9-fc9b10354425 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:15.240077 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-00d008af-61d9-4767-8298-eae8672e8e96 req-61cd0c4b-74fc-4920-8cc9-fc9b10354425 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/networks?id=dfbacf63-886c-40df-80dd-a56be185809d HTTP/1.1" status: 200 len: 808 time: 0.4253366 Nov 12 00:52:15.267346 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-333a91a0-6436-41e0-a6e6-9c3dc65503aa req-dfd3fd91-c77d-4552-9df3-2640d3a64c08 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "PUT /v2.0/floatingips/bd4198bc-a219-403d-bf9c-f59a8d02e1e0 HTTP/1.1" status: 200 len: 997 time: 2.7165263 Nov 12 00:52:15.283045 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 8e9eb78b-e84d-4ee2-abe8-859c308a4905 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:52:15.289625 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device a680a354-383a-4b9b-8e66-248db6e76ac5 up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:52:15.313572 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-00d008af-61d9-4767-8298-eae8672e8e96 req-81efd726-8170-4c2e-83f5-b1347a9d9bf1 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/quotas/31213ba92821461cba1a0adcb9241baa HTTP/1.1" status: 200 len: 375 time: 0.0514946 Nov 12 00:52:15.359405 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-a6e91a8d-5e0f-4370-aab2-104c44bc8d14 service neutron] 10.222.0.16 "GET /v2.0/networks/1c193d6a-5984-4109-91aa-b0c9d7c9a6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184254 Nov 12 00:52:15.397814 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10fb02-20f9-4bb3-a6b5-bb4af43fe4f8 req-00cbf100-ae19-4c7f-9307-480592150c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:15.399220 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e10fb02-20f9-4bb3-a6b5-bb4af43fe4f8 req-00cbf100-ae19-4c7f-9307-480592150c42 service neutron] 10.222.0.16 "GET /v2.0/networks?id=945c2da1-f958-478a-a48a-8af2dfa2e179 HTTP/1.1" status: 200 len: 869 time: 0.3310432 Nov 12 00:52:15.407806 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984eec89-8b9d-4b2c-bb7d-73f22841e4ba req-735f7aa2-8bcb-457c-92f3-da6513736a4a tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:15.409276 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-984eec89-8b9d-4b2c-bb7d-73f22841e4ba req-735f7aa2-8bcb-457c-92f3-da6513736a4a tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] 10.222.0.44 "GET /v2.0/ports?device_id=abca2410-b92e-44b6-947a-269c4009c032 HTTP/1.1" status: 200 len: 950 time: 0.2219636 Nov 12 00:52:15.427459 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a91a0-6436-41e0-a6e6-9c3dc65503aa req-a455b87f-232d-4db9-ba02-1f94e2af050c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:15.429171 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-333a91a0-6436-41e0-a6e6-9c3dc65503aa req-a455b87f-232d-4db9-ba02-1f94e2af050c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=10e546ec20224b1c887b967b60c4d627&device_id=c7d172f4-6a2d-41a7-8858-305d51794d58 HTTP/1.1" status: 200 len: 1098 time: 0.1391618 Nov 12 00:52:15.499206 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e10fb02-20f9-4bb3-a6b5-bb4af43fe4f8 req-318716c4-4844-4c05-a488-8e2a431130fc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=903e9341-2db9-4f60-814e-55a6db923eda HTTP/1.1" status: 200 len: 217 time: 0.0670803 Nov 12 00:52:15.510168 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-adfa2a19-f0a4-4cbb-9909-68c7b9942d59 None None] Set router f77bc365-8913-4337-bb46-b37016fcb3c4 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:52:15.625149 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-00d008af-61d9-4767-8298-eae8672e8e96 req-a92e6235-cfdc-44c4-b8ac-28cc97ecbf0a tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=31213ba92821461cba1a0adcb9241baa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2933900 Nov 12 00:52:15.665453 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port a680a354-383a-4b9b-8e66-248db6e76ac5 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:52:15.713357 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port a680a354-383a-4b9b-8e66-248db6e76ac5 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:15.713738 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:15.802536 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 8e9eb78b-e84d-4ee2-abe8-859c308a4905, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=8e9eb78b-e84d-4ee2-abe8-859c308a4905,segment=NetworkSegment(f5a63f27-c50a-4e4c-bd91-9eb60efb33af),segment_id=f5a63f27-c50a-4e4c-bd91-9eb60efb33af)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:15.832945 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': '8e9eb78b-e84d-4ee2-abe8-859c308a4905', 'network_id': '5dea2f77-8295-4da8-a787-569a69965ebe', 'port_id': '8e9eb78b-e84d-4ee2-abe8-859c308a4905', 'mac_address': 'fa:16:3e:c6:fc:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd317dcad-6957-4229-abe0-26e636c3f387', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:52:15.950027 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:15.979505 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:15.984519 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e9eb78b-e84d-4ee2-abe8-859c308a4905 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:52:16.009534 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10fb02-20f9-4bb3-a6b5-bb4af43fe4f8 req-265111c3-c5ad-4814-8695-ba0f53182347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:16.011155 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e10fb02-20f9-4bb3-a6b5-bb4af43fe4f8 req-265111c3-c5ad-4814-8695-ba0f53182347 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.4698360 Nov 12 00:52:16.050820 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '139490e9-9c7d-4d98-8128-b40f17d71f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a680a354-383a-4b9b-8e66-248db6e76ac5'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:16.054208 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31994fc4-9669-44a4-b2be-6a6cd7ad1336" -d '{"events": [{"server_uuid": "139490e9-9c7d-4d98-8128-b40f17d71f2a", "name": "network-vif-plugged", "status": "completed", "tag": "a680a354-383a-4b9b-8e66-248db6e76ac5"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:16.059058 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 8e9eb78b-e84d-4ee2-abe8-859c308a4905, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=8e9eb78b-e84d-4ee2-abe8-859c308a4905,segment=NetworkSegment(f5a63f27-c50a-4e4c-bd91-9eb60efb33af),segment_id=f5a63f27-c50a-4e4c-bd91-9eb60efb33af)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:16.076861 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:16.079737 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port a680a354-383a-4b9b-8e66-248db6e76ac5, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=a680a354-383a-4b9b-8e66-248db6e76ac5,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:16.087275 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:16.095891 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-d2dec4f9-aebc-416c-9ee8-b282055b9468 tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:16.097708 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-d2dec4f9-aebc-416c-9ee8-b282055b9468 tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2dd028aa-e923-45bc-a0e7-d99ba751725c&tenant_id=52ec13b5aa674ec2836b22da2faf152e&binding%3Ahost_id=n-h2-712142-27 HTTP/1.1" status: 200 len: 1098 time: 0.5675998 Nov 12 00:52:16.120632 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-b7ae203b-5b49-41f7-8a97-d6b05141797e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712142-27'}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:16.126445 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-adfa2a19-f0a4-4cbb-9909-68c7b9942d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1727113462-router', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c281920c-f9e1-4fae-a472-a8180a3d2ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:51Z', 'updated_at': '2021-11-12T00:51:01Z', 'revision_number': 4, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'gw_port': {'id': 'c281920c-f9e1-4fae-a472-a8180a3d2ed6', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:53Z', 'updated_at': '2021-11-12T00:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': 'bd4198bc-a219-403d-bf9c-f59a8d02e1e0', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'floating_ip_address': '172.25.3.166', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'port_id': 'e769a600-8888-44e6-b2e0-6ce080ffb7a0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a29fb7d-1389-4bf5-9af7-7b665f8258fb', 'mac_address': 'fa:16:3e:43:6b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d172f4-6a2d-41a7-8858-305d51794d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:51:35Z', 'updated_at': '2021-11-12T00:52:13Z', 'revision_number': 8, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6770ef76-2f92-4734-883a-b8bff27b8f08', 'name': '', 'network_id': '2a29fb7d-1389-4bf5-9af7-7b665f8258fb', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'mac_address': 'fa:16:3e:30:44:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'f6fc0feb-8af3-4ee2-88bf-6fef1760f601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:59Z', 'updated_at': '2021-11-12T00:51:07Z', 'revision_number': 5, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'subnets': [{'id': 'f6fc0feb-8af3-4ee2-88bf-6fef1760f601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:16.128347 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a91a0-6436-41e0-a6e6-9c3dc65503aa req-822c6122-7cb1-4031-8556-ae742bbacbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:16.129926 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-333a91a0-6436-41e0-a6e6-9c3dc65503aa req-822c6122-7cb1-4031-8556-ae742bbacbcf service neutron] 10.222.0.45 "GET /v2.0/networks?id=2a29fb7d-1389-4bf5-9af7-7b665f8258fb HTTP/1.1" status: 200 len: 921 time: 0.6428416 Nov 12 00:52:16.162598 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfa2a19-f0a4-4cbb-9909-68c7b9942d59 None None] Checking router: f77bc365-8913-4337-bb46-b37016fcb3c4 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:52:16.165430 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=8e9eb78b-e84d-4ee2-abe8-859c308a4905,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:16.201745 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfa2a19-f0a4-4cbb-9909-68c7b9942d59 None None] Routers {'f77bc365-8913-4337-bb46-b37016fcb3c4'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:16.202408 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-adfa2a19-f0a4-4cbb-9909-68c7b9942d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:52:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['f77bc365-8913-4337-bb46-b37016fcb3c4'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:16.213653 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-984eec89-8b9d-4b2c-bb7d-73f22841e4ba req-6a0365f1-0826-4157-88e5-8fe55dbc2efc tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Deleting port 32cd39df-0b31-4980-bef0-a86a57652cfe {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:52:16.213993 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-984eec89-8b9d-4b2c-bb7d-73f22841e4ba req-6a0365f1-0826-4157-88e5-8fe55dbc2efc tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:16.230494 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-00d008af-61d9-4767-8298-eae8672e8e96 req-3e5ee2f3-e45b-4932-b6ce-ff990e90fffd service neutron] 10.222.0.45 "GET /v2.0/networks/dfbacf63-886c-40df-80dd-a56be185809d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5645962 Nov 12 00:52:16.256386 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10fb02-20f9-4bb3-a6b5-bb4af43fe4f8 req-84ca57b5-f655-4e8e-be02-130b71841b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:16.257833 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e10fb02-20f9-4bb3-a6b5-bb4af43fe4f8 req-84ca57b5-f655-4e8e-be02-130b71841b28 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2159572 Nov 12 00:52:16.261491 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=a680a354-383a-4b9b-8e66-248db6e76ac5,revision_number=10']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:16.324546 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-adfa2a19-f0a4-4cbb-9909-68c7b9942d59 None None] Set router f77bc365-8913-4337-bb46-b37016fcb3c4 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:52:16.376144 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-333a91a0-6436-41e0-a6e6-9c3dc65503aa req-d3f596cc-2ea7-4db4-a40f-33fde12ea16e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e769a600-8888-44e6-b2e0-6ce080ffb7a0 HTTP/1.1" status: 200 len: 1000 time: 0.2223020 Nov 12 00:52:16.410681 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-b7ae203b-5b49-41f7-8a97-d6b05141797e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:16.554127 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['8e9eb78b-e84d-4ee2-abe8-859c308a4905'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:16.567543 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-984eec89-8b9d-4b2c-bb7d-73f22841e4ba req-6a0365f1-0826-4157-88e5-8fe55dbc2efc tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] For port 32cd39df-0b31-4980-bef0-a86a57652cfe, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=32cd39df-0b31-4980-bef0-a86a57652cfe,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:16.567909 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-984eec89-8b9d-4b2c-bb7d-73f22841e4ba req-6a0365f1-0826-4157-88e5-8fe55dbc2efc tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:16.600253 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-00d008af-61d9-4767-8298-eae8672e8e96 req-ce5d7530-30a0-4653-80eb-0fc1cbc3a40c service neutron] 10.222.0.45 "GET /v2.0/networks/dfbacf63-886c-40df-80dd-a56be185809d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572505 Nov 12 00:52:16.600475 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-adfa2a19-f0a4-4cbb-9909-68c7b9942d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1727113462-router', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c281920c-f9e1-4fae-a472-a8180a3d2ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:51Z', 'updated_at': '2021-11-12T00:51:01Z', 'revision_number': 4, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'gw_port': {'id': 'c281920c-f9e1-4fae-a472-a8180a3d2ed6', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:53Z', 'updated_at': '2021-11-12T00:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': 'bd4198bc-a219-403d-bf9c-f59a8d02e1e0', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'floating_ip_address': '172.25.3.166', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'port_id': 'e769a600-8888-44e6-b2e0-6ce080ffb7a0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a29fb7d-1389-4bf5-9af7-7b665f8258fb', 'mac_address': 'fa:16:3e:43:6b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d172f4-6a2d-41a7-8858-305d51794d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:51:35Z', 'updated_at': '2021-11-12T00:52:13Z', 'revision_number': 8, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6770ef76-2f92-4734-883a-b8bff27b8f08', 'name': '', 'network_id': '2a29fb7d-1389-4bf5-9af7-7b665f8258fb', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'mac_address': 'fa:16:3e:30:44:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'f6fc0feb-8af3-4ee2-88bf-6fef1760f601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:59Z', 'updated_at': '2021-11-12T00:51:07Z', 'revision_number': 5, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'subnets': [{'id': 'f6fc0feb-8af3-4ee2-88bf-6fef1760f601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:16.609624 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a91a0-6436-41e0-a6e6-9c3dc65503aa req-4dd73afa-cdb8-4acd-95c2-ed0dc33d2c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:16.611113 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-333a91a0-6436-41e0-a6e6-9c3dc65503aa req-4dd73afa-cdb8-4acd-95c2-ed0dc33d2c56 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f6fc0feb-8af3-4ee2-88bf-6fef1760f601 HTTP/1.1" status: 200 len: 860 time: 0.2051449 Nov 12 00:52:16.614035 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-984eec89-8b9d-4b2c-bb7d-73f22841e4ba req-6a0365f1-0826-4157-88e5-8fe55dbc2efc tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Calling delete_port for 32cd39df-0b31-4980-bef0-a86a57652cfe owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:52:16.629551 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e10fb02-20f9-4bb3-a6b5-bb4af43fe4f8 req-436ea858-8486-4736-9b72-32a68ec487b1 service neutron] 10.222.0.16 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338566 Nov 12 00:52:16.634575 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfa2a19-f0a4-4cbb-9909-68c7b9942d59 None None] The sync data for ids ['f77bc365-8913-4337-bb46-b37016fcb3c4'] in n-d-712142-27 is: [{'id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1727113462-router', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c281920c-f9e1-4fae-a472-a8180a3d2ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:51Z', 'updated_at': '2021-11-12T00:51:01Z', 'revision_number': 4, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'gw_port': {'id': 'c281920c-f9e1-4fae-a472-a8180a3d2ed6', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:53Z', 'updated_at': '2021-11-12T00:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': 'bd4198bc-a219-403d-bf9c-f59a8d02e1e0', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'floating_ip_address': '172.25.3.166', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'port_id': 'e769a600-8888-44e6-b2e0-6ce080ffb7a0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a29fb7d-1389-4bf5-9af7-7b665f8258fb', 'mac_address': 'fa:16:3e:43:6b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d172f4-6a2d-41a7-8858-305d51794d58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:51:35Z', 'updated_at': '2021-11-12T00:52:13Z', 'revision_number': 8, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6770ef76-2f92-4734-883a-b8bff27b8f08', 'name': '', 'network_id': '2a29fb7d-1389-4bf5-9af7-7b665f8258fb', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'mac_address': 'fa:16:3e:30:44:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'f6fc0feb-8af3-4ee2-88bf-6fef1760f601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:59Z', 'updated_at': '2021-11-12T00:51:07Z', 'revision_number': 5, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'subnets': [{'id': 'f6fc0feb-8af3-4ee2-88bf-6fef1760f601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:52:16.872544 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a91a0-6436-41e0-a6e6-9c3dc65503aa req-0ed18195-6493-4fa6-97fb-1d77ce307726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:16.874075 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-333a91a0-6436-41e0-a6e6-9c3dc65503aa req-0ed18195-6493-4fa6-97fb-1d77ce307726 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2a29fb7d-1389-4bf5-9af7-7b665f8258fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2421753 Nov 12 00:52:16.898350 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-b7ae203b-5b49-41f7-8a97-d6b05141797e service neutron] For port 184d2cbb-cfd2-43da-a346-ae95d0707e70, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=184d2cbb-cfd2-43da-a346-ae95d0707e70,segment=NetworkSegment(936f4dc4-b49e-4318-84e7-8d3d4988961e),segment_id=936f4dc4-b49e-4318-84e7-8d3d4988961e)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:16.903280 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-333a91a0-6436-41e0-a6e6-9c3dc65503aa req-2c409a2d-0e5f-4500-8bbd-92131c434732 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:52:16.904628 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-333a91a0-6436-41e0-a6e6-9c3dc65503aa req-2c409a2d-0e5f-4500-8bbd-92131c434732 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0127268 Nov 12 00:52:16.917403 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc87802f-e56c-4797-979e-923439733292 None None] New status for floating IP bd4198bc-a219-403d-bf9c-f59a8d02e1e0: ACTIVE {{(pid=109088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:52:16.958508 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e10fb02-20f9-4bb3-a6b5-bb4af43fe4f8 req-1644e195-a4d0-42b3-b813-0932ee2f3e43 service neutron] 10.222.0.16 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010788 Nov 12 00:52:17.046599 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe465e2-0e40-4e7f-a40f-67dac9a41af5 req-3bad9001-bfa4-4a09-af41-f7de28bced58 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:17.047878 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-afe465e2-0e40-4e7f-a40f-67dac9a41af5 req-3bad9001-bfa4-4a09-af41-f7de28bced58 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcf5a37e-b3ce-475b-8b26-2eedd77fe336 HTTP/1.1" status: 200 len: 949 time: 0.2292566 Nov 12 00:52:17.080655 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-b7ae203b-5b49-41f7-8a97-d6b05141797e service neutron] For port 184d2cbb-cfd2-43da-a346-ae95d0707e70, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:52:17.131615 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-984eec89-8b9d-4b2c-bb7d-73f22841e4ba req-6a0365f1-0826-4157-88e5-8fe55dbc2efc tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:17.188581 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['a30e244e-7306-4557-a0d0-3131069d77cc', '32cd39df-0b31-4980-bef0-a86a57652cfe'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:17.206529 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-b7ae203b-5b49-41f7-8a97-d6b05141797e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:17.209201 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0365f1-0826-4157-88e5-8fe55dbc2efc tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Pushing event deleted for resources: {'Port': ['ID=32cd39df-0b31-4980-bef0-a86a57652cfe,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:17.215932 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device f5926488-c332-4a5f-9e41-7430d388af76 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:52:17.217301 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-333a91a0-6436-41e0-a6e6-9c3dc65503aa req-41afbf57-5fa1-4e6c-8300-e44d4bdaf6fa service neutron] 10.222.0.45 "GET /v2.0/networks/2a29fb7d-1389-4bf5-9af7-7b665f8258fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862277 Nov 12 00:52:17.224474 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-b7ae203b-5b49-41f7-8a97-d6b05141797e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:17.231352 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-afe465e2-0e40-4e7f-a40f-67dac9a41af5 req-3bb12bb5-3025-46df-be53-ad19edf90cdf tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627028 Nov 12 00:52:17.243799 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: f5926488-c332-4a5f-9e41-7430d388af76 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:52:17.244172 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device f5926488-c332-4a5f-9e41-7430d388af76 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:52:17.274284 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 903e9341-2db9-4f60-814e-55a6db923eda up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:52:17.324699 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-984eec89-8b9d-4b2c-bb7d-73f22841e4ba req-6a0365f1-0826-4157-88e5-8fe55dbc2efc tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] No DVR routers for this DVR port 32cd39df-0b31-4980-bef0-a86a57652cfe on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:52:17.371086 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port 903e9341-2db9-4f60-814e-55a6db923eda completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:52:17.381877 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port 903e9341-2db9-4f60-814e-55a6db923eda triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:17.382250 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:17.393077 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ae203b-5b49-41f7-8a97-d6b05141797e service neutron] Pushing event updated for resources: {'Port': ['ID=184d2cbb-cfd2-43da-a346-ae95d0707e70,revision_number=7']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:17.436439 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-984eec89-8b9d-4b2c-bb7d-73f22841e4ba req-6a0365f1-0826-4157-88e5-8fe55dbc2efc tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:17.444799 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-984eec89-8b9d-4b2c-bb7d-73f22841e4ba req-6a0365f1-0826-4157-88e5-8fe55dbc2efc tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] 10.222.0.44 "DELETE /v2.0/ports/32cd39df-0b31-4980-bef0-a86a57652cfe HTTP/1.1" status: 204 len: 173 time: 2.0255949 Nov 12 00:52:17.515202 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:17.551130 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 903e9341-2db9-4f60-814e-55a6db923eda, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=903e9341-2db9-4f60-814e-55a6db923eda,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:17.556552 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:17.581078 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-333a91a0-6436-41e0-a6e6-9c3dc65503aa req-243448ba-5504-49a7-b0ca-e1e9615d3cc9 service neutron] 10.222.0.45 "GET /v2.0/networks/2a29fb7d-1389-4bf5-9af7-7b665f8258fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213091 Nov 12 00:52:17.621423 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=903e9341-2db9-4f60-814e-55a6db923eda,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:17.635440 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-b7ae203b-5b49-41f7-8a97-d6b05141797e service neutron] Attempting to bind port 184d2cbb-cfd2-43da-a346-ae95d0707e70 on host n-h2-712142-27 for vnic_type normal with profile {"migrating_to": "n-h1-712142-27"} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:52:17.635775 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-b7ae203b-5b49-41f7-8a97-d6b05141797e service neutron] Attempting to bind port 184d2cbb-cfd2-43da-a346-ae95d0707e70 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '936f4dc4-b49e-4318-84e7-8d3d4988961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1c193d6a-5984-4109-91aa-b0c9d7c9a6bf'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:52:17.636150 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-b7ae203b-5b49-41f7-8a97-d6b05141797e service neutron] Attempting to bind port 184d2cbb-cfd2-43da-a346-ae95d0707e70 on network 1c193d6a-5984-4109-91aa-b0c9d7c9a6bf {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:52:17.647169 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9848af09-8287-4c02-a87a-1c2107e4adcd req-b55fc192-2872-4f24-9061-ccd07d687630 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:17.648724 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9848af09-8287-4c02-a87a-1c2107e4adcd req-b55fc192-2872-4f24-9061-ccd07d687630 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dd028aa-e923-45bc-a0e7-d99ba751725c HTTP/1.1" status: 200 len: 944 time: 0.1266060 Nov 12 00:52:17.651762 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-b7ae203b-5b49-41f7-8a97-d6b05141797e service neutron] Port 184d2cbb-cfd2-43da-a346-ae95d0707e70 on network 1c193d6a-5984-4109-91aa-b0c9d7c9a6bf not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:52:17.652071 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-b7ae203b-5b49-41f7-8a97-d6b05141797e service neutron] Attempting to bind port 184d2cbb-cfd2-43da-a346-ae95d0707e70 on network 1c193d6a-5984-4109-91aa-b0c9d7c9a6bf {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:52:17.679467 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-b7ae203b-5b49-41f7-8a97-d6b05141797e service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:52:17.679817 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-b7ae203b-5b49-41f7-8a97-d6b05141797e service neutron] Checking segment: {'id': '936f4dc4-b49e-4318-84e7-8d3d4988961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1c193d6a-5984-4109-91aa-b0c9d7c9a6bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:52:17.680225 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-b7ae203b-5b49-41f7-8a97-d6b05141797e service neutron] Bound using segment: {'id': '936f4dc4-b49e-4318-84e7-8d3d4988961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1c193d6a-5984-4109-91aa-b0c9d7c9a6bf'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:52:17.680677 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-b7ae203b-5b49-41f7-8a97-d6b05141797e service neutron] Bound port: 184d2cbb-cfd2-43da-a346-ae95d0707e70, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '936f4dc4-b49e-4318-84e7-8d3d4988961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1c193d6a-5984-4109-91aa-b0c9d7c9a6bf'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:52:17.681032 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-b7ae203b-5b49-41f7-8a97-d6b05141797e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:17.711858 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-db456a2b-6e6a-4c8b-86f8-5e5b90afca4d req-0ff87be5-485e-4538-b088-201c6ee6da2b tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] 10.222.0.45 "GET /v2.0/ports?device_id=abca2410-b92e-44b6-947a-269c4009c032 HTTP/1.1" status: 200 len: 210 time: 0.0532060 Nov 12 00:52:17.756789 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9848af09-8287-4c02-a87a-1c2107e4adcd req-7a25bad3-2df6-406e-8687-fa0a50752517 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014585 Nov 12 00:52:17.788579 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-b7ae203b-5b49-41f7-8a97-d6b05141797e service neutron] For port 184d2cbb-cfd2-43da-a346-ae95d0707e70, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:52:17.792801 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-b7ae203b-5b49-41f7-8a97-d6b05141797e service neutron] For port 184d2cbb-cfd2-43da-a346-ae95d0707e70, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=184d2cbb-cfd2-43da-a346-ae95d0707e70,segment=NetworkSegment(936f4dc4-b49e-4318-84e7-8d3d4988961e),segment_id=936f4dc4-b49e-4318-84e7-8d3d4988961e)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:52:17.799504 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-b7ae203b-5b49-41f7-8a97-d6b05141797e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:17.816951 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda0ce80-5abc-47a2-8843-01ab1ff2c748 x-openstack-request-id: req-fda0ce80-5abc-47a2-8843-01ab1ff2c748 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:17.817248 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5572a7ab-842e-4d7b-9461-5ee2dc84c22d", "name": "network-vif-deleted", "tag": "f5926488-c332-4a5f-9e41-7430d388af76", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:17.817505 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fda0ce80-5abc-47a2-8843-01ab1ff2c748 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:17.817916 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5572a7ab-842e-4d7b-9461-5ee2dc84c22d', 'name': 'network-vif-deleted', 'tag': 'f5926488-c332-4a5f-9e41-7430d388af76', 'status': 'completed', 'code': 200} Nov 12 00:52:17.872530 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd7e2ac-74c4-4f1b-907d-6a813def2a14 x-openstack-request-id: req-4fd7e2ac-74c4-4f1b-907d-6a813def2a14 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:17.872940 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "139490e9-9c7d-4d98-8128-b40f17d71f2a", "name": "network-vif-plugged", "status": "completed", "tag": "a680a354-383a-4b9b-8e66-248db6e76ac5", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:17.873315 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4fd7e2ac-74c4-4f1b-907d-6a813def2a14 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:17.873901 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '139490e9-9c7d-4d98-8128-b40f17d71f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a680a354-383a-4b9b-8e66-248db6e76ac5', 'code': 200} Nov 12 00:52:17.949033 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-b7ae203b-5b49-41f7-8a97-d6b05141797e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:17.949707 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-b7ae203b-5b49-41f7-8a97-d6b05141797e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:17.951083 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-b7ae203b-5b49-41f7-8a97-d6b05141797e service neutron] 10.222.0.16 "PUT /v2.0/ports/184d2cbb-cfd2-43da-a346-ae95d0707e70 HTTP/1.1" status: 200 len: 1124 time: 1.8349912 Nov 12 00:52:17.968588 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ae203b-5b49-41f7-8a97-d6b05141797e service neutron] Pushing event updated for resources: {'Port': ['ID=184d2cbb-cfd2-43da-a346-ae95d0707e70,revision_number=8']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:18.004324 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7f94a200-439a-428f-8c63-d40afdebcad7 req-8ab21316-4ce4-4b93-bce7-fdf8042d5e90 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=fae9f6f0-d961-46c4-b01a-29a22e071ae6 HTTP/1.1" status: 200 len: 210 time: 0.0609274 Nov 12 00:52:18.020298 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c963250-d269-46af-97fa-397354d372e7 req-d10a29f3-82be-4669-87d0-f4c9e1f488a4 tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:18.021808 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7c963250-d269-46af-97fa-397354d372e7 req-d10a29f3-82be-4669-87d0-f4c9e1f488a4 tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd499ad-a3fe-4163-b937-f25084529eca HTTP/1.1" status: 200 len: 944 time: 0.1559894 Nov 12 00:52:18.137849 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['184d2cbb-cfd2-43da-a346-ae95d0707e70'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:18.263999 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c4ec6a6-b1b6-472b-aa4c-848d0f325c8d req-7b81da20-cdf8-4d4b-b335-b136c1d79fef tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/floatingips/bd4198bc-a219-403d-bf9c-f59a8d02e1e0 HTTP/1.1" status: 200 len: 999 time: 0.2255695 Nov 12 00:52:18.280291 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7c963250-d269-46af-97fa-397354d372e7 req-1e9df192-ca5b-40d0-b0b7-8fbd1b3c7cac tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] 10.222.0.45 "GET /v2.0/security-groups?id=147f837d-f129-4148-9ea2-013c732402bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520914 Nov 12 00:52:18.334071 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bfc734-b80b-407c-aa75-409f4bd100a1 req-5b085698-7548-4862-8750-95137c24ad11 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:18.336747 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-53bfc734-b80b-407c-aa75-409f4bd100a1 req-5b085698-7548-4862-8750-95137c24ad11 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.44 "GET /v2.0/ports?device_id=139490e9-9c7d-4d98-8128-b40f17d71f2a&tenant_id=6bde2e332c8e418290dd069bae32e617&binding%3Ahost_id=n-h1-712142-27 HTTP/1.1" status: 200 len: 951 time: 0.2381487 Nov 12 00:52:18.708219 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d008af-61d9-4767-8298-eae8672e8e96 req-311eaac2-744b-403c-81f3-9be106973f06 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:18.709646 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-00d008af-61d9-4767-8298-eae8672e8e96 req-311eaac2-744b-403c-81f3-9be106973f06 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.44 "GET /v2.0/networks?id=dfbacf63-886c-40df-80dd-a56be185809d HTTP/1.1" status: 200 len: 808 time: 0.6570179 Nov 12 00:52:18.738855 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-00d008af-61d9-4767-8298-eae8672e8e96 req-471c2dbb-cead-474e-b597-0da640bdd7c3 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Request body: {'port': {'device_id': 'fae9f6f0-d961-46c4-b01a-29a22e071ae6', 'network_id': 'dfbacf63-886c-40df-80dd-a56be185809d', 'admin_state_up': True, 'tenant_id': '31213ba92821461cba1a0adcb9241baa'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:18.854524 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ec6a6-b1b6-472b-aa4c-848d0f325c8d req-4cfb6e95-39ce-4822-976a-ef8ed7094c88 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:18.855895 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c4ec6a6-b1b6-472b-aa4c-848d0f325c8d req-4cfb6e95-39ce-4822-976a-ef8ed7094c88 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/networks/ab9ea869-d067-4dfb-b2de-16b019fae22d HTTP/1.1" status: 200 len: 784 time: 0.5844622 Nov 12 00:52:18.866856 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484da9a-8a43-4386-9690-a9b457549d52 req-b1cf0430-5cb0-4ef4-9ef4-30653ee83d34 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:18.868292 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f484da9a-8a43-4386-9690-a9b457549d52 req-b1cf0430-5cb0-4ef4-9ef4-30653ee83d34 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=139490e9-9c7d-4d98-8128-b40f17d71f2a HTTP/1.1" status: 200 len: 951 time: 0.2014055 Nov 12 00:52:18.873080 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [req-53bfc734-b80b-407c-aa75-409f4bd100a1 req-c48070e2-cc3c-45be-bf7a-a27170a32759 service neutron] delete failed (client error): The resource could not be found. Nov 12 00:52:18.874044 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-53bfc734-b80b-407c-aa75-409f4bd100a1 req-c48070e2-cc3c-45be-bf7a-a27170a32759 service neutron] 10.222.0.44 "DELETE /v2.0/ports/a680a354-383a-4b9b-8e66-248db6e76ac5/bindings/n-h2-712142-27 HTTP/1.1" status: 404 len: 381 time: 0.5131357 Nov 12 00:52:18.878201 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-4c4ec6a6-b1b6-472b-aa4c-848d0f325c8d req-ba1f5aa1-d935-496c-aeb2-d1734cd3ee7f tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:52:18.879139 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c4ec6a6-b1b6-472b-aa4c-848d0f325c8d req-ba1f5aa1-d935-496c-aeb2-d1734cd3ee7f tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097411 Nov 12 00:52:18.959484 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f484da9a-8a43-4386-9690-a9b457549d52 req-69c08456-1fc7-43fe-9e34-4c33dfa5d724 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793140 Nov 12 00:52:18.993461 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00d008af-61d9-4767-8298-eae8672e8e96 req-471c2dbb-cead-474e-b597-0da640bdd7c3 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Made reservation on behalf of 31213ba92821461cba1a0adcb9241baa for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:52:18.997427 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-00d008af-61d9-4767-8298-eae8672e8e96 req-471c2dbb-cead-474e-b597-0da640bdd7c3 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:19.056725 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e66cf1-8f50-4c2c-9e35-004fe4df3921 req-48787d58-1c07-466f-8f56-a6a5b5da8513 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:19.058284 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-41e66cf1-8f50-4c2c-9e35-004fe4df3921 req-48787d58-1c07-466f-8f56-a6a5b5da8513 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcf5a37e-b3ce-475b-8b26-2eedd77fe336 HTTP/1.1" status: 200 len: 950 time: 0.1263280 Nov 12 00:52:19.095089 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bfc734-b80b-407c-aa75-409f4bd100a1 req-73edb7f7-db9d-4d77-b0eb-313a39df873c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:19.096615 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-53bfc734-b80b-407c-aa75-409f4bd100a1 req-73edb7f7-db9d-4d77-b0eb-313a39df873c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6bde2e332c8e418290dd069bae32e617&device_id=139490e9-9c7d-4d98-8128-b40f17d71f2a HTTP/1.1" status: 200 len: 1103 time: 0.1175916 Nov 12 00:52:19.232027 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 32cd39df-0b31-4980-bef0-a86a57652cfe no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:52:19.252705 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 32cd39df-0b31-4980-bef0-a86a57652cfe {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:52:19.253043 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 32cd39df-0b31-4980-bef0-a86a57652cfe not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:52:19.270108 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-41e66cf1-8f50-4c2c-9e35-004fe4df3921 req-e86cd34c-85b7-4334-b6a9-0a496df7f962 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802106 Nov 12 00:52:19.293160 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 184d2cbb-cfd2-43da-a346-ae95d0707e70 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:52:19.304732 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 8e9eb78b-e84d-4ee2-abe8-859c308a4905 up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:52:19.313124 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-00d008af-61d9-4767-8298-eae8672e8e96 req-471c2dbb-cead-474e-b597-0da640bdd7c3 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Allocated IP 172.20.0.3 (dfbacf63-886c-40df-80dd-a56be185809d/47cc90a9-e995-4711-ba6b-508e6e69e5de/a9829ae0-68a1-466e-86d4-cef54886a7b3) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:52:19.333337 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf7f14-c4c7-416e-8ef1-040e430c125b req-64b66fce-8a55-4484-b586-a477841dfe5c tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:19.335264 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fcdf7f14-c4c7-416e-8ef1-040e430c125b req-64b66fce-8a55-4484-b586-a477841dfe5c tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dd028aa-e923-45bc-a0e7-d99ba751725c HTTP/1.1" status: 200 len: 944 time: 0.1779053 Nov 12 00:52:19.383192 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bfc734-b80b-407c-aa75-409f4bd100a1 req-52724bf4-46bf-496a-8525-fd410a86ab5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:19.384690 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-53bfc734-b80b-407c-aa75-409f4bd100a1 req-52724bf4-46bf-496a-8525-fd410a86ab5e service neutron] 10.222.0.44 "GET /v2.0/networks?id=945c2da1-f958-478a-a48a-8af2dfa2e179 HTTP/1.1" status: 200 len: 869 time: 0.2775993 Nov 12 00:52:19.424003 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port 8e9eb78b-e84d-4ee2-abe8-859c308a4905 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:52:19.436326 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port 8e9eb78b-e84d-4ee2-abe8-859c308a4905 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:19.436694 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:19.439282 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 184d2cbb-cfd2-43da-a346-ae95d0707e70, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=184d2cbb-cfd2-43da-a346-ae95d0707e70,segment=NetworkSegment(936f4dc4-b49e-4318-84e7-8d3d4988961e),segment_id=936f4dc4-b49e-4318-84e7-8d3d4988961e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:19.464093 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-53bfc734-b80b-407c-aa75-409f4bd100a1 req-46c4f232-560c-4f1d-8551-e81ca4a3a90e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=a680a354-383a-4b9b-8e66-248db6e76ac5 HTTP/1.1" status: 200 len: 217 time: 0.0690944 Nov 12 00:52:19.470268 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 184d2cbb-cfd2-43da-a346-ae95d0707e70 has no active binding in host n-h1-712142-27 {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 00:52:19.497590 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dd40f606-fd0c-4b9e-a340-8f3ee793ecbe req-81e24533-a8c2-46f0-8d8f-7acaf3479fe7 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.166 HTTP/1.1" status: 200 len: 1002 time: 0.1912658 Nov 12 00:52:19.526426 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:19.561096 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 8e9eb78b-e84d-4ee2-abe8-859c308a4905, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=8e9eb78b-e84d-4ee2-abe8-859c308a4905,segment=NetworkSegment(f5a63f27-c50a-4e4c-bd91-9eb60efb33af),segment_id=f5a63f27-c50a-4e4c-bd91-9eb60efb33af)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:19.565167 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:19.599877 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fcdf7f14-c4c7-416e-8ef1-040e430c125b req-95a9014d-6875-44c5-9289-1f92a9b9b7ea tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234111 Nov 12 00:52:19.625613 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=8e9eb78b-e84d-4ee2-abe8-859c308a4905,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:19.650091 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd40f606-fd0c-4b9e-a340-8f3ee793ecbe req-b0662b17-a69e-4759-8c93-e99c6afa9bc9 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:19.651449 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dd40f606-fd0c-4b9e-a340-8f3ee793ecbe req-b0662b17-a69e-4759-8c93-e99c6afa9bc9 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/ports/e769a600-8888-44e6-b2e0-6ce080ffb7a0 HTTP/1.1" status: 200 len: 943 time: 0.1439080 Nov 12 00:52:19.652924 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bfc734-b80b-407c-aa75-409f4bd100a1 req-69f62efa-ebb0-4910-8ea4-958f7668d47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:19.654385 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-53bfc734-b80b-407c-aa75-409f4bd100a1 req-69f62efa-ebb0-4910-8ea4-958f7668d47c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.1802704 Nov 12 00:52:19.724111 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-388b354a-dd0e-493e-8da0-e52f85963d85 req-fbb3b216-ca2e-4ae7-8172-fe8ad27fff79 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=fae9f6f0-d961-46c4-b01a-29a22e071ae6 HTTP/1.1" status: 200 len: 210 time: 0.0594640 Nov 12 00:52:19.798618 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-00d008af-61d9-4767-8298-eae8672e8e96 req-471c2dbb-cead-474e-b597-0da640bdd7c3 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:19.818834 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d172f4-6a2d-41a7-8858-305d51794d58', 'tag': 'e769a600-8888-44e6-b2e0-6ce080ffb7a0'}, {'server_uuid': '2dd028aa-e923-45bc-a0e7-d99ba751725c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '184d2cbb-cfd2-43da-a346-ae95d0707e70'}, {'server_uuid': 'abca2410-b92e-44b6-947a-269c4009c032', 'name': 'network-vif-deleted', 'tag': '32cd39df-0b31-4980-bef0-a86a57652cfe'}, {'name': 'network-changed', 'server_uuid': '2dd028aa-e923-45bc-a0e7-d99ba751725c', 'tag': '184d2cbb-cfd2-43da-a346-ae95d0707e70'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:19.821304 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ddb0c8-e9c7-4948-8f22-e11efab31c77" -d '{"events": [{"name": "network-changed", "server_uuid": "c7d172f4-6a2d-41a7-8858-305d51794d58", "tag": "e769a600-8888-44e6-b2e0-6ce080ffb7a0"}, {"server_uuid": "2dd028aa-e923-45bc-a0e7-d99ba751725c", "name": "network-vif-unplugged", "status": "completed", "tag": "184d2cbb-cfd2-43da-a346-ae95d0707e70"}, {"server_uuid": "abca2410-b92e-44b6-947a-269c4009c032", "name": "network-vif-deleted", "tag": "32cd39df-0b31-4980-bef0-a86a57652cfe"}, {"name": "network-changed", "server_uuid": "2dd028aa-e923-45bc-a0e7-d99ba751725c", "tag": "184d2cbb-cfd2-43da-a346-ae95d0707e70"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:19.828911 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bfc734-b80b-407c-aa75-409f4bd100a1 req-d95f571d-32dd-463f-9891-d5eef5c9efc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:19.830510 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-53bfc734-b80b-407c-aa75-409f4bd100a1 req-d95f571d-32dd-463f-9891-d5eef5c9efc5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1647701 Nov 12 00:52:19.833567 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dd40f606-fd0c-4b9e-a340-8f3ee793ecbe req-0c94eff0-f42b-49ff-b0f3-3322a5b0bcf5 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.166 HTTP/1.1" status: 200 len: 1002 time: 0.1166387 Nov 12 00:52:19.875379 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf5a37e-b3ce-475b-8b26-2eedd77fe336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '903e9341-2db9-4f60-814e-55a6db923eda'}, {'server_uuid': '4fd499ad-a3fe-4163-b937-f25084529eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9eb78b-e84d-4ee2-abe8-859c308a4905'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:19.878585 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03579f0b-98b3-4d7d-93ba-ef2af0e94264" -d '{"events": [{"server_uuid": "dcf5a37e-b3ce-475b-8b26-2eedd77fe336", "name": "network-vif-plugged", "status": "completed", "tag": "903e9341-2db9-4f60-814e-55a6db923eda"}, {"server_uuid": "4fd499ad-a3fe-4163-b937-f25084529eca", "name": "network-vif-plugged", "status": "completed", "tag": "8e9eb78b-e84d-4ee2-abe8-859c308a4905"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:20.001145 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-00d008af-61d9-4767-8298-eae8672e8e96 req-471c2dbb-cead-474e-b597-0da640bdd7c3 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:20.090347 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00d008af-61d9-4767-8298-eae8672e8e96 req-471c2dbb-cead-474e-b597-0da640bdd7c3 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Network dfbacf63-886c-40df-80dd-a56be185809d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:52:20.109769 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-00d008af-61d9-4767-8298-eae8672e8e96 req-471c2dbb-cead-474e-b597-0da640bdd7c3 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:52:20.114643 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-00d008af-61d9-4767-8298-eae8672e8e96 req-471c2dbb-cead-474e-b597-0da640bdd7c3 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:52:20.127360 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac2210-ff6a-4a7d-9e8a-1c7998484496 req-196979ea-eb3f-4d9e-8afe-dc98900da5a3 tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:20.128872 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-07ac2210-ff6a-4a7d-9e8a-1c7998484496 req-196979ea-eb3f-4d9e-8afe-dc98900da5a3 tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd499ad-a3fe-4163-b937-f25084529eca HTTP/1.1" status: 200 len: 945 time: 0.2112176 Nov 12 00:52:20.130629 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-53bfc734-b80b-407c-aa75-409f4bd100a1 req-9fb22389-af2c-40bc-8759-10191b7bfef4 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790909 Nov 12 00:52:20.137409 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd40f606-fd0c-4b9e-a340-8f3ee793ecbe req-2c13ebfd-a30b-403a-a3fe-c424c6093130 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:20.138658 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dd40f606-fd0c-4b9e-a340-8f3ee793ecbe req-2c13ebfd-a30b-403a-a3fe-c424c6093130 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/networks/ab9ea869-d067-4dfb-b2de-16b019fae22d HTTP/1.1" status: 200 len: 784 time: 0.2938130 Nov 12 00:52:20.167575 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c2dbb-cead-474e-b597-0da640bdd7c3 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Pushing event updated for resources: {'Port': ['ID=a9829ae0-68a1-466e-86d4-cef54886a7b3,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:20.316508 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d008af-61d9-4767-8298-eae8672e8e96 req-471c2dbb-cead-474e-b597-0da640bdd7c3 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:20.317161 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-00d008af-61d9-4767-8298-eae8672e8e96 req-471c2dbb-cead-474e-b597-0da640bdd7c3 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:20.348429 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dd40f606-fd0c-4b9e-a340-8f3ee793ecbe req-1e72cf50-747c-4175-b277-90402d227b79 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.166 HTTP/1.1" status: 200 len: 1002 time: 0.1717830 Nov 12 00:52:20.354377 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-07ac2210-ff6a-4a7d-9e8a-1c7998484496 req-59dcefb9-42cb-4657-ba92-bd8720b23e24 tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] 10.222.0.45 "GET /v2.0/security-groups?id=147f837d-f129-4148-9ea2-013c732402bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127233 Nov 12 00:52:20.368179 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-dd40f606-fd0c-4b9e-a340-8f3ee793ecbe req-0f53af5a-61e5-4d07-b756-da192cb05927 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:20.375485 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-00d008af-61d9-4767-8298-eae8672e8e96 req-471c2dbb-cead-474e-b597-0da640bdd7c3 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6481569 Nov 12 00:52:20.380158 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-53bfc734-b80b-407c-aa75-409f4bd100a1 req-e6adabf5-91ee-462c-b030-4dba983ca6db service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373829 Nov 12 00:52:20.415349 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-00d008af-61d9-4767-8298-eae8672e8e96 req-dc06cda0-08b1-4d22-b318-b33e46aaf134 service neutron] Request body: {'port': {'device_id': 'fae9f6f0-d961-46c4-b01a-29a22e071ae6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:20.418550 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 690 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b3eb29-8d8d-4c67-983a-070ba47b2823 x-openstack-request-id: req-c2b3eb29-8d8d-4c67-983a-070ba47b2823 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:20.418935 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7d172f4-6a2d-41a7-8858-305d51794d58", "tag": "e769a600-8888-44e6-b2e0-6ce080ffb7a0", "status": "completed", "code": 200}, {"server_uuid": "2dd028aa-e923-45bc-a0e7-d99ba751725c", "name": "network-vif-unplugged", "status": "completed", "tag": "184d2cbb-cfd2-43da-a346-ae95d0707e70", "code": 200}, {"server_uuid": "abca2410-b92e-44b6-947a-269c4009c032", "name": "network-vif-deleted", "tag": "32cd39df-0b31-4980-bef0-a86a57652cfe", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2dd028aa-e923-45bc-a0e7-d99ba751725c", "tag": "184d2cbb-cfd2-43da-a346-ae95d0707e70", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:20.419207 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c2b3eb29-8d8d-4c67-983a-070ba47b2823 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:20.419613 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7d172f4-6a2d-41a7-8858-305d51794d58', 'tag': 'e769a600-8888-44e6-b2e0-6ce080ffb7a0', 'status': 'completed', 'code': 200} Nov 12 00:52:20.419864 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd028aa-e923-45bc-a0e7-d99ba751725c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '184d2cbb-cfd2-43da-a346-ae95d0707e70', 'code': 200} Nov 12 00:52:20.420172 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abca2410-b92e-44b6-947a-269c4009c032', 'name': 'network-vif-deleted', 'tag': '32cd39df-0b31-4980-bef0-a86a57652cfe', 'status': 'completed', 'code': 200} Nov 12 00:52:20.420397 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dd028aa-e923-45bc-a0e7-d99ba751725c', 'tag': '184d2cbb-cfd2-43da-a346-ae95d0707e70', 'status': 'completed', 'code': 200} Nov 12 00:52:20.505393 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-dd40f606-fd0c-4b9e-a340-8f3ee793ecbe req-0f53af5a-61e5-4d07-b756-da192cb05927 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Publish callbacks [] for floatingip, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:20.600799 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-00d008af-61d9-4767-8298-eae8672e8e96 req-dc06cda0-08b1-4d22-b318-b33e46aaf134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:20.978823 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b708f0c-5781-4eb2-ba6a-b93e7c660e4d req-4b733c7c-1e7e-495b-b2b3-1f9f3e6491a1 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:20.980328 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9b708f0c-5781-4eb2-ba6a-b93e7c660e4d req-4b733c7c-1e7e-495b-b2b3-1f9f3e6491a1 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cefa95a-9485-41e5-a6c6-8eb9c38baa0a HTTP/1.1" status: 200 len: 948 time: 0.5172396 Nov 12 00:52:20.989187 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ddb0c8-e9c7-4948-8f22-e11efab31c77 req-8c147f3d-a460-4f4c-8535-3ef14d24697c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:20.990662 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-00ddb0c8-e9c7-4948-8f22-e11efab31c77 req-8c147f3d-a460-4f4c-8535-3ef14d24697c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=10e546ec20224b1c887b967b60c4d627&device_id=c7d172f4-6a2d-41a7-8858-305d51794d58 HTTP/1.1" status: 200 len: 1098 time: 0.4974704 Nov 12 00:52:20.992409 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ddb0c8-e9c7-4948-8f22-e11efab31c77 req-0d086a17-56a4-4e85-bd3e-c70d8a0872bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:20.993748 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-00ddb0c8-e9c7-4948-8f22-e11efab31c77 req-0d086a17-56a4-4e85-bd3e-c70d8a0872bd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=52ec13b5aa674ec2836b22da2faf152e&device_id=2dd028aa-e923-45bc-a0e7-d99ba751725c HTTP/1.1" status: 200 len: 1127 time: 0.4700880 Nov 12 00:52:21.215607 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-dd40f606-fd0c-4b9e-a340-8f3ee793ecbe req-0f53af5a-61e5-4d07-b756-da192cb05927 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:21.259451 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-dd40f606-fd0c-4b9e-a340-8f3ee793ecbe req-0f53af5a-61e5-4d07-b756-da192cb05927 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:21.259698 n-d-712142-27 neutron-server[109085]: INFO neutron.db.l3_db [req-dd40f606-fd0c-4b9e-a340-8f3ee793ecbe req-0f53af5a-61e5-4d07-b756-da192cb05927 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Floating IP bd4198bc-a219-403d-bf9c-f59a8d02e1e0 disassociated. External IP: 172.25.3.166, port: e769a600-8888-44e6-b2e0-6ce080ffb7a0. Nov 12 00:52:21.312717 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9b708f0c-5781-4eb2-ba6a-b93e7c660e4d req-02c52416-3331-4c59-b6f2-badc7c427547 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ffe40b4-8291-4a8e-ac1b-1f22789b79f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173044 Nov 12 00:52:21.359953 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80c3db6-2063-4e30-b7e3-dee0507caaea x-openstack-request-id: req-d80c3db6-2063-4e30-b7e3-dee0507caaea {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:21.360586 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf5a37e-b3ce-475b-8b26-2eedd77fe336", "name": "network-vif-plugged", "status": "completed", "tag": "903e9341-2db9-4f60-814e-55a6db923eda", "code": 200}, {"server_uuid": "4fd499ad-a3fe-4163-b937-f25084529eca", "name": "network-vif-plugged", "status": "completed", "tag": "8e9eb78b-e84d-4ee2-abe8-859c308a4905", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:21.360586 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d80c3db6-2063-4e30-b7e3-dee0507caaea {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:21.360788 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf5a37e-b3ce-475b-8b26-2eedd77fe336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '903e9341-2db9-4f60-814e-55a6db923eda', 'code': 200} Nov 12 00:52:21.361769 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd499ad-a3fe-4163-b937-f25084529eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9eb78b-e84d-4ee2-abe8-859c308a4905', 'code': 200} Nov 12 00:52:21.439011 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ddb0c8-e9c7-4948-8f22-e11efab31c77 req-0f21a212-7830-4529-b74f-c20de32c64f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:21.440508 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-00ddb0c8-e9c7-4948-8f22-e11efab31c77 req-0f21a212-7830-4529-b74f-c20de32c64f8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2a29fb7d-1389-4bf5-9af7-7b665f8258fb HTTP/1.1" status: 200 len: 921 time: 0.4327002 Nov 12 00:52:21.457561 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ddb0c8-e9c7-4948-8f22-e11efab31c77 req-3c08fbd0-7fd1-4145-83c2-939ba70404f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:21.458965 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-00ddb0c8-e9c7-4948-8f22-e11efab31c77 req-3c08fbd0-7fd1-4145-83c2-939ba70404f5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1c193d6a-5984-4109-91aa-b0c9d7c9a6bf HTTP/1.1" status: 200 len: 920 time: 0.4304037 Nov 12 00:52:21.577234 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-00ddb0c8-e9c7-4948-8f22-e11efab31c77 req-07dc3eec-b56d-466c-aae8-7fce339678c9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e769a600-8888-44e6-b2e0-6ce080ffb7a0 HTTP/1.1" status: 200 len: 217 time: 0.0954134 Nov 12 00:52:21.590319 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-00ddb0c8-e9c7-4948-8f22-e11efab31c77 req-22502b74-9868-4b95-afb5-b6abc5122ef1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=184d2cbb-cfd2-43da-a346-ae95d0707e70 HTTP/1.1" status: 200 len: 217 time: 0.0908761 Nov 12 00:52:21.619460 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2b078-c36b-486d-84b6-c3e6be52c24f req-1cbdd942-ba4e-4695-bac5-0d14a4f1be9b tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:21.620930 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7cb2b078-c36b-486d-84b6-c3e6be52c24f req-1cbdd942-ba4e-4695-bac5-0d14a4f1be9b tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=139490e9-9c7d-4d98-8128-b40f17d71f2a HTTP/1.1" status: 200 len: 951 time: 0.1850669 Nov 12 00:52:21.686620 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd45524-e612-4593-95a3-9f0c4d550ce4 req-17b4fe6e-babf-4f6d-aa60-110bada6eb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:21.689052 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ffd45524-e612-4593-95a3-9f0c4d550ce4 req-17b4fe6e-babf-4f6d-aa60-110bada6eb8d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4fd499ad-a3fe-4163-b937-f25084529eca HTTP/1.1" status: 200 len: 1097 time: 0.0427270 Nov 12 00:52:21.739349 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ffd45524-e612-4593-95a3-9f0c4d550ce4 req-3a8e76f0-ba6a-45e2-8741-acf6e548acd5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=147f837d-f129-4148-9ea2-013c732402bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380995 Nov 12 00:52:21.826227 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ddb0c8-e9c7-4948-8f22-e11efab31c77 req-44584fb4-5602-4fae-8dd0-e9c3bffe732f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:21.827861 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-00ddb0c8-e9c7-4948-8f22-e11efab31c77 req-44584fb4-5602-4fae-8dd0-e9c3bffe732f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d8bd009-45c7-4017-80d7-9c1f69484ce9 HTTP/1.1" status: 200 len: 860 time: 0.2178700 Nov 12 00:52:21.837842 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35762d12-5fee-4156-b8b4-21964dc8f9d5 req-b6e9c6d1-2850-44d0-8b0e-9ac4c8db11ce tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:21.839293 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-35762d12-5fee-4156-b8b4-21964dc8f9d5 req-b6e9c6d1-2850-44d0-8b0e-9ac4c8db11ce tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] 10.222.0.44 "GET /v2.0/ports?device_id=0cefa95a-9485-41e5-a6c6-8eb9c38baa0a HTTP/1.1" status: 200 len: 948 time: 0.0518208 Nov 12 00:52:21.910640 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ddb0c8-e9c7-4948-8f22-e11efab31c77 req-065a5cf7-e4bb-4408-b090-706987f8c38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:21.912157 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-00ddb0c8-e9c7-4948-8f22-e11efab31c77 req-065a5cf7-e4bb-4408-b090-706987f8c38b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f6fc0feb-8af3-4ee2-88bf-6fef1760f601 HTTP/1.1" status: 200 len: 860 time: 0.2307179 Nov 12 00:52:21.920269 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-00ddb0c8-e9c7-4948-8f22-e11efab31c77 req-4628e5d2-1aa7-41bd-a7a9-acdb055aaf61 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1c193d6a-5984-4109-91aa-b0c9d7c9a6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571516 Nov 12 00:52:21.924477 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7cb2b078-c36b-486d-84b6-c3e6be52c24f req-f7e5ae67-c1e0-429e-a1bf-ff4c8a2eb144 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935174 Nov 12 00:52:21.926580 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-00d008af-61d9-4767-8298-eae8672e8e96 req-dc06cda0-08b1-4d22-b318-b33e46aaf134 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9829ae0-68a1-466e-86d4-cef54886a7b3 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:52:21.947897 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-00d008af-61d9-4767-8298-eae8672e8e96 req-dc06cda0-08b1-4d22-b318-b33e46aaf134 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:21.949735 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-35762d12-5fee-4156-b8b4-21964dc8f9d5 req-42b7a56a-5551-4bbf-8cb3-e8a3c4f64458 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Deleting port a30e244e-7306-4557-a0d0-3131069d77cc {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:52:21.949980 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-35762d12-5fee-4156-b8b4-21964dc8f9d5 req-42b7a56a-5551-4bbf-8cb3-e8a3c4f64458 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:21.962732 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3a9a6-69d1-4863-89ee-46adde193c2e req-f9b0e959-c513-4838-acf4-b9a12fa0cef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:21.964441 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-89d3a9a6-69d1-4863-89ee-46adde193c2e req-f9b0e959-c513-4838-acf4-b9a12fa0cef5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dcf5a37e-b3ce-475b-8b26-2eedd77fe336 HTTP/1.1" status: 200 len: 1102 time: 0.2819316 Nov 12 00:52:22.016935 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-00d008af-61d9-4767-8298-eae8672e8e96 req-dc06cda0-08b1-4d22-b318-b33e46aaf134 service neutron] Transition to ACTIVE for port object a9829ae0-68a1-466e-86d4-cef54886a7b3 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:52:22.023666 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd40f606-fd0c-4b9e-a340-8f3ee793ecbe req-0f53af5a-61e5-4d07-b756-da192cb05927 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Router f77bc365-8913-4337-bb46-b37016fcb3c4 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:52:22.025963 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-00d008af-61d9-4767-8298-eae8672e8e96 req-dc06cda0-08b1-4d22-b318-b33e46aaf134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:22.044884 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-35762d12-5fee-4156-b8b4-21964dc8f9d5 req-42b7a56a-5551-4bbf-8cb3-e8a3c4f64458 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] For port a30e244e-7306-4557-a0d0-3131069d77cc, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=a30e244e-7306-4557-a0d0-3131069d77cc,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:22.045588 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-35762d12-5fee-4156-b8b4-21964dc8f9d5 req-42b7a56a-5551-4bbf-8cb3-e8a3c4f64458 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:22.059025 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-35762d12-5fee-4156-b8b4-21964dc8f9d5 req-42b7a56a-5551-4bbf-8cb3-e8a3c4f64458 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Calling delete_port for a30e244e-7306-4557-a0d0-3131069d77cc owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:52:22.135501 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-00ddb0c8-e9c7-4948-8f22-e11efab31c77 req-7b87038c-c716-4b4f-979c-a16f00e4ef92 service neutron] 10.222.0.44 "GET /v2.0/networks/1c193d6a-5984-4109-91aa-b0c9d7c9a6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993785 Nov 12 00:52:22.153737 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc06cda0-08b1-4d22-b318-b33e46aaf134 service neutron] Pushing event updated for resources: {'Port': ['ID=a9829ae0-68a1-466e-86d4-cef54886a7b3,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:22.184882 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-35762d12-5fee-4156-b8b4-21964dc8f9d5 req-42b7a56a-5551-4bbf-8cb3-e8a3c4f64458 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:22.219650 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b7a56a-5551-4bbf-8cb3-e8a3c4f64458 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Pushing event deleted for resources: {'Port': ['ID=a30e244e-7306-4557-a0d0-3131069d77cc,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:22.222920 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['a30e244e-7306-4557-a0d0-3131069d77cc'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:22.260558 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-35762d12-5fee-4156-b8b4-21964dc8f9d5 req-42b7a56a-5551-4bbf-8cb3-e8a3c4f64458 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] No DVR routers for this DVR port a30e244e-7306-4557-a0d0-3131069d77cc on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:52:22.263705 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-35762d12-5fee-4156-b8b4-21964dc8f9d5 req-42b7a56a-5551-4bbf-8cb3-e8a3c4f64458 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:22.268092 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-35762d12-5fee-4156-b8b4-21964dc8f9d5 req-42b7a56a-5551-4bbf-8cb3-e8a3c4f64458 tempest-ServersAdminNegativeTestJSON-1950156785 tempest-ServersAdminNegativeTestJSON-1950156785-project] 10.222.0.44 "DELETE /v2.0/ports/a30e244e-7306-4557-a0d0-3131069d77cc HTTP/1.1" status: 204 len: 173 time: 0.4191480 Nov 12 00:52:22.268849 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cefa95a-9485-41e5-a6c6-8eb9c38baa0a', 'name': 'network-vif-deleted', 'tag': 'a30e244e-7306-4557-a0d0-3131069d77cc'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:22.273296 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf42d53-4cbc-4b64-8b89-6070eb65f614" -d '{"events": [{"server_uuid": "0cefa95a-9485-41e5-a6c6-8eb9c38baa0a", "name": "network-vif-deleted", "tag": "a30e244e-7306-4557-a0d0-3131069d77cc"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:22.440097 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd40f606-fd0c-4b9e-a340-8f3ee793ecbe req-0f53af5a-61e5-4d07-b756-da192cb05927 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:52:22.451249 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74325fce-99a5-420e-9023-17c0faeb91f8 None None] Sync routers for ids ['f77bc365-8913-4337-bb46-b37016fcb3c4'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:52:22.456610 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-dd40f606-fd0c-4b9e-a340-8f3ee793ecbe req-0f53af5a-61e5-4d07-b756-da192cb05927 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:22.459670 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-00d008af-61d9-4767-8298-eae8672e8e96 req-dc06cda0-08b1-4d22-b318-b33e46aaf134 service neutron] Attempting to bind port a9829ae0-68a1-466e-86d4-cef54886a7b3 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:52:22.459955 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-00d008af-61d9-4767-8298-eae8672e8e96 req-dc06cda0-08b1-4d22-b318-b33e46aaf134 service neutron] Attempting to bind port a9829ae0-68a1-466e-86d4-cef54886a7b3 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '22cf0803-7015-4b8f-9bea-ad8ec3d31ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfbacf63-886c-40df-80dd-a56be185809d'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:52:22.460313 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d008af-61d9-4767-8298-eae8672e8e96 req-dc06cda0-08b1-4d22-b318-b33e46aaf134 service neutron] Attempting to bind port a9829ae0-68a1-466e-86d4-cef54886a7b3 on network dfbacf63-886c-40df-80dd-a56be185809d {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:52:22.463069 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74325fce-99a5-420e-9023-17c0faeb91f8 None None] Routers {'f77bc365-8913-4337-bb46-b37016fcb3c4'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:22.464283 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-74325fce-99a5-420e-9023-17c0faeb91f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:52:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['f77bc365-8913-4337-bb46-b37016fcb3c4'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:22.488178 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-89d3a9a6-69d1-4863-89ee-46adde193c2e req-58d77719-76b6-4a5f-84ab-7a12cebe090c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283041 Nov 12 00:52:22.492467 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ddb0c8-e9c7-4948-8f22-e11efab31c77 req-de100482-eac6-4f72-99fa-ff6acc6f4b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:22.493882 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-00ddb0c8-e9c7-4948-8f22-e11efab31c77 req-de100482-eac6-4f72-99fa-ff6acc6f4b43 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2a29fb7d-1389-4bf5-9af7-7b665f8258fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2445376 Nov 12 00:52:22.496655 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-00ddb0c8-e9c7-4948-8f22-e11efab31c77 req-a382ac17-552a-445c-aabb-3391e8b29167 service neutron] 10.222.0.44 "GET /v2.0/networks/1c193d6a-5984-4109-91aa-b0c9d7c9a6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519859 Nov 12 00:52:22.501160 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d008af-61d9-4767-8298-eae8672e8e96 req-dc06cda0-08b1-4d22-b318-b33e46aaf134 service neutron] Port a9829ae0-68a1-466e-86d4-cef54886a7b3 on network dfbacf63-886c-40df-80dd-a56be185809d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:52:22.501488 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d008af-61d9-4767-8298-eae8672e8e96 req-dc06cda0-08b1-4d22-b318-b33e46aaf134 service neutron] Attempting to bind port a9829ae0-68a1-466e-86d4-cef54886a7b3 on network dfbacf63-886c-40df-80dd-a56be185809d {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:52:22.516113 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb2b89-298b-4408-8404-fb14642801e0 req-56743708-db8a-4e2d-9d25-5e6fa54228c1 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:22.517645 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-abfb2b89-298b-4408-8404-fb14642801e0 req-56743708-db8a-4e2d-9d25-5e6fa54228c1 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcf5a37e-b3ce-475b-8b26-2eedd77fe336 HTTP/1.1" status: 200 len: 950 time: 0.1924994 Nov 12 00:52:22.521122 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d008af-61d9-4767-8298-eae8672e8e96 req-dc06cda0-08b1-4d22-b318-b33e46aaf134 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:52:22.521403 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d008af-61d9-4767-8298-eae8672e8e96 req-dc06cda0-08b1-4d22-b318-b33e46aaf134 service neutron] Checking segment: {'id': '22cf0803-7015-4b8f-9bea-ad8ec3d31ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfbacf63-886c-40df-80dd-a56be185809d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:52:22.521794 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d008af-61d9-4767-8298-eae8672e8e96 req-dc06cda0-08b1-4d22-b318-b33e46aaf134 service neutron] Bound using segment: {'id': '22cf0803-7015-4b8f-9bea-ad8ec3d31ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfbacf63-886c-40df-80dd-a56be185809d'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:52:22.522247 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-00d008af-61d9-4767-8298-eae8672e8e96 req-dc06cda0-08b1-4d22-b318-b33e46aaf134 service neutron] Bound port: a9829ae0-68a1-466e-86d4-cef54886a7b3, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22cf0803-7015-4b8f-9bea-ad8ec3d31ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfbacf63-886c-40df-80dd-a56be185809d'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:52:22.522606 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-00d008af-61d9-4767-8298-eae8672e8e96 req-dc06cda0-08b1-4d22-b318-b33e46aaf134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:22.526583 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dd40f606-fd0c-4b9e-a340-8f3ee793ecbe req-0f53af5a-61e5-4d07-b756-da192cb05927 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "PUT /v2.0/floatingips/bd4198bc-a219-403d-bf9c-f59a8d02e1e0 HTTP/1.1" status: 200 len: 696 time: 2.1684191 Nov 12 00:52:22.533706 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d172f4-6a2d-41a7-8858-305d51794d58', 'tag': 'e769a600-8888-44e6-b2e0-6ce080ffb7a0'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:22.536004 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c1aa64-9b3e-413c-8228-252e51e9360e" -d '{"events": [{"name": "network-changed", "server_uuid": "c7d172f4-6a2d-41a7-8858-305d51794d58", "tag": "e769a600-8888-44e6-b2e0-6ce080ffb7a0"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:22.588994 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-74325fce-99a5-420e-9023-17c0faeb91f8 None None] Set router f77bc365-8913-4337-bb46-b37016fcb3c4 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:52:22.660069 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd40f606-fd0c-4b9e-a340-8f3ee793ecbe req-de17e987-059f-47b3-8cb1-7f4b0184a9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:22.661799 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dd40f606-fd0c-4b9e-a340-8f3ee793ecbe req-de17e987-059f-47b3-8cb1-7f4b0184a9e6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=10e546ec20224b1c887b967b60c4d627&device_id=c7d172f4-6a2d-41a7-8858-305d51794d58 HTTP/1.1" status: 200 len: 1098 time: 0.1207790 Nov 12 00:52:22.667357 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-abfb2b89-298b-4408-8404-fb14642801e0 req-31a01324-5c84-4357-94bc-87c9d1d76f70 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284344 Nov 12 00:52:22.679475 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-00d008af-61d9-4767-8298-eae8672e8e96 req-dc06cda0-08b1-4d22-b318-b33e46aaf134 service neutron] For port a9829ae0-68a1-466e-86d4-cef54886a7b3, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:52:22.833552 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-74325fce-99a5-420e-9023-17c0faeb91f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1727113462-router', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c281920c-f9e1-4fae-a472-a8180a3d2ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:51Z', 'updated_at': '2021-11-12T00:51:01Z', 'revision_number': 4, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'gw_port': {'id': 'c281920c-f9e1-4fae-a472-a8180a3d2ed6', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:53Z', 'updated_at': '2021-11-12T00:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '6770ef76-2f92-4734-883a-b8bff27b8f08', 'name': '', 'network_id': '2a29fb7d-1389-4bf5-9af7-7b665f8258fb', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'mac_address': 'fa:16:3e:30:44:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'f6fc0feb-8af3-4ee2-88bf-6fef1760f601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:59Z', 'updated_at': '2021-11-12T00:51:07Z', 'revision_number': 5, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'subnets': [{'id': 'f6fc0feb-8af3-4ee2-88bf-6fef1760f601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:22.865107 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74325fce-99a5-420e-9023-17c0faeb91f8 None None] Checking router: f77bc365-8913-4337-bb46-b37016fcb3c4 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:52:22.876883 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74325fce-99a5-420e-9023-17c0faeb91f8 None None] Routers {'f77bc365-8913-4337-bb46-b37016fcb3c4'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:22.878271 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-74325fce-99a5-420e-9023-17c0faeb91f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:52:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['f77bc365-8913-4337-bb46-b37016fcb3c4'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:23.019858 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-74325fce-99a5-420e-9023-17c0faeb91f8 None None] Set router f77bc365-8913-4337-bb46-b37016fcb3c4 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:52:23.047415 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-00d008af-61d9-4767-8298-eae8672e8e96 req-dc06cda0-08b1-4d22-b318-b33e46aaf134 service neutron] For port a9829ae0-68a1-466e-86d4-cef54886a7b3, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=a9829ae0-68a1-466e-86d4-cef54886a7b3,segment=NetworkSegment(22cf0803-7015-4b8f-9bea-ad8ec3d31ac5),segment_id=22cf0803-7015-4b8f-9bea-ad8ec3d31ac5)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:52:23.105124 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-00d008af-61d9-4767-8298-eae8672e8e96 req-dc06cda0-08b1-4d22-b318-b33e46aaf134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:23.176226 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d008af-61d9-4767-8298-eae8672e8e96 req-dc06cda0-08b1-4d22-b318-b33e46aaf134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:23.177220 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-00d008af-61d9-4767-8298-eae8672e8e96 req-dc06cda0-08b1-4d22-b318-b33e46aaf134 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:23.178237 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-00d008af-61d9-4767-8298-eae8672e8e96 req-dc06cda0-08b1-4d22-b318-b33e46aaf134 service neutron] 10.222.0.44 "PUT /v2.0/ports/a9829ae0-68a1-466e-86d4-cef54886a7b3 HTTP/1.1" status: 200 len: 1092 time: 2.7700679 Nov 12 00:52:23.231080 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991963e-7af5-4f8f-b353-c40333794460 req-ef69143f-1826-490d-8a1d-bfd112e34e77 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:23.232623 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7991963e-7af5-4f8f-b353-c40333794460 req-ef69143f-1826-490d-8a1d-bfd112e34e77 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dd028aa-e923-45bc-a0e7-d99ba751725c HTTP/1.1" status: 200 len: 944 time: 0.2479722 Nov 12 00:52:23.235777 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd40f606-fd0c-4b9e-a340-8f3ee793ecbe req-698b7a02-3a66-493e-b1c5-ef7a211973c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:23.237263 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dd40f606-fd0c-4b9e-a340-8f3ee793ecbe req-698b7a02-3a66-493e-b1c5-ef7a211973c7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2a29fb7d-1389-4bf5-9af7-7b665f8258fb HTTP/1.1" status: 200 len: 921 time: 0.5676804 Nov 12 00:52:23.237865 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc06cda0-08b1-4d22-b318-b33e46aaf134 service neutron] Pushing event updated for resources: {'Port': ['ID=a9829ae0-68a1-466e-86d4-cef54886a7b3,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:23.246217 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-00ddb0c8-e9c7-4948-8f22-e11efab31c77 req-97c32af9-6c98-450a-90c0-d321fdc69791 service neutron] 10.222.0.16 "GET /v2.0/networks/2a29fb7d-1389-4bf5-9af7-7b665f8258fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604065 Nov 12 00:52:23.263851 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-74325fce-99a5-420e-9023-17c0faeb91f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1727113462-router', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c281920c-f9e1-4fae-a472-a8180a3d2ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:51Z', 'updated_at': '2021-11-12T00:51:01Z', 'revision_number': 4, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'gw_port': {'id': 'c281920c-f9e1-4fae-a472-a8180a3d2ed6', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:53Z', 'updated_at': '2021-11-12T00:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '6770ef76-2f92-4734-883a-b8bff27b8f08', 'name': '', 'network_id': '2a29fb7d-1389-4bf5-9af7-7b665f8258fb', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'mac_address': 'fa:16:3e:30:44:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'f6fc0feb-8af3-4ee2-88bf-6fef1760f601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:59Z', 'updated_at': '2021-11-12T00:51:07Z', 'revision_number': 5, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'subnets': [{'id': 'f6fc0feb-8af3-4ee2-88bf-6fef1760f601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:23.293146 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74325fce-99a5-420e-9023-17c0faeb91f8 None None] The sync data for ids ['f77bc365-8913-4337-bb46-b37016fcb3c4'] in n-d-712142-27 is: [{'id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1727113462-router', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c281920c-f9e1-4fae-a472-a8180a3d2ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:51Z', 'updated_at': '2021-11-12T00:51:01Z', 'revision_number': 4, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'gw_port': {'id': 'c281920c-f9e1-4fae-a472-a8180a3d2ed6', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:53Z', 'updated_at': '2021-11-12T00:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '6770ef76-2f92-4734-883a-b8bff27b8f08', 'name': '', 'network_id': '2a29fb7d-1389-4bf5-9af7-7b665f8258fb', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'mac_address': 'fa:16:3e:30:44:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'f6fc0feb-8af3-4ee2-88bf-6fef1760f601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:59Z', 'updated_at': '2021-11-12T00:51:07Z', 'revision_number': 5, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'subnets': [{'id': 'f6fc0feb-8af3-4ee2-88bf-6fef1760f601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:52:23.354560 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dd40f606-fd0c-4b9e-a340-8f3ee793ecbe req-244c4fec-9de1-482c-bbe7-fbd447f43f1c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e769a600-8888-44e6-b2e0-6ce080ffb7a0 HTTP/1.1" status: 200 len: 217 time: 0.0928967 Nov 12 00:52:23.477310 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7991963e-7af5-4f8f-b353-c40333794460 req-f54be00a-ab88-440b-999d-329ef8c09053 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235348 Nov 12 00:52:23.485377 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd40f606-fd0c-4b9e-a340-8f3ee793ecbe req-9fe83db0-581c-4e35-8a35-8ee5bc58276b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:23.486852 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dd40f606-fd0c-4b9e-a340-8f3ee793ecbe req-9fe83db0-581c-4e35-8a35-8ee5bc58276b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f6fc0feb-8af3-4ee2-88bf-6fef1760f601 HTTP/1.1" status: 200 len: 860 time: 0.1029015 Nov 12 00:52:23.490322 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d008af-61d9-4767-8298-eae8672e8e96 req-8bd1e43f-caf9-4ad7-bbf7-45d57718d31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:23.492181 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-00d008af-61d9-4767-8298-eae8672e8e96 req-8bd1e43f-caf9-4ad7-bbf7-45d57718d31a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=31213ba92821461cba1a0adcb9241baa&device_id=fae9f6f0-d961-46c4-b01a-29a22e071ae6 HTTP/1.1" status: 200 len: 1095 time: 0.2152123 Nov 12 00:52:23.575494 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-00ddb0c8-e9c7-4948-8f22-e11efab31c77 req-02173bc4-eb47-4ea1-bfa3-62a9a6b9ad66 service neutron] 10.222.0.16 "GET /v2.0/networks/2a29fb7d-1389-4bf5-9af7-7b665f8258fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084252 Nov 12 00:52:23.576872 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-00d008af-61d9-4767-8298-eae8672e8e96 req-8809c538-4753-4749-9356-c0ce61976872 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9829ae0-68a1-466e-86d4-cef54886a7b3 HTTP/1.1" status: 200 len: 217 time: 0.0460739 Nov 12 00:52:23.596568 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e8d97c-7059-4651-a5b4-8a10fd4d45ff None None] New status for floating IP bd4198bc-a219-403d-bf9c-f59a8d02e1e0: DOWN {{(pid=109088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:52:23.662031 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd40f606-fd0c-4b9e-a340-8f3ee793ecbe req-ec382a81-d23e-41d9-83cb-cd7e7d0e11f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:23.663540 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dd40f606-fd0c-4b9e-a340-8f3ee793ecbe req-ec382a81-d23e-41d9-83cb-cd7e7d0e11f5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2a29fb7d-1389-4bf5-9af7-7b665f8258fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1682050 Nov 12 00:52:23.700079 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d008af-61d9-4767-8298-eae8672e8e96 req-032fe6b2-7bc3-4969-804a-4cf75e65d8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:23.701479 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-00d008af-61d9-4767-8298-eae8672e8e96 req-032fe6b2-7bc3-4969-804a-4cf75e65d8ff service neutron] 10.222.0.44 "GET /v2.0/subnets?id=47cc90a9-e995-4711-ba6b-508e6e69e5de HTTP/1.1" status: 200 len: 848 time: 0.1140025 Nov 12 00:52:23.800623 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-00d008af-61d9-4767-8298-eae8672e8e96 req-92ba239c-b6d9-4de2-8fe4-2746f95a37e2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dfbacf63-886c-40df-80dd-a56be185809d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790155 Nov 12 00:52:23.816966 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae339bb-21e7-4de3-8349-bc413cb351c5 req-bb8477c1-b534-47b6-84c3-5702a69648af tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:23.818498 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8ae339bb-21e7-4de3-8349-bc413cb351c5 req-bb8477c1-b534-47b6-84c3-5702a69648af tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=fae9f6f0-d961-46c4-b01a-29a22e071ae6 HTTP/1.1" status: 200 len: 943 time: 0.2472894 Nov 12 00:52:23.865472 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-e0488ae2-ef3b-46a6-a832-797e625f8c54 service neutron] 10.222.0.44 "GET /v2.0/ports/184d2cbb-cfd2-43da-a346-ae95d0707e70/bindings/n-h1-712142-27 HTTP/1.1" status: 200 len: 385 time: 0.2158527 Nov 12 00:52:24.016493 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dd40f606-fd0c-4b9e-a340-8f3ee793ecbe req-2adbc5bb-7d0c-4218-b895-efbfd62d496d service neutron] 10.222.0.45 "GET /v2.0/networks/2a29fb7d-1389-4bf5-9af7-7b665f8258fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315470 Nov 12 00:52:24.040815 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8ae339bb-21e7-4de3-8349-bc413cb351c5 req-61b940b8-b692-4f4f-9cb2-94d67270ac30 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069888 Nov 12 00:52:24.074807 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-00d008af-61d9-4767-8298-eae8672e8e96 req-a77b2d4c-2931-47a7-b53a-155c4a27b5e4 service neutron] 10.222.0.44 "GET /v2.0/networks/dfbacf63-886c-40df-80dd-a56be185809d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534058 Nov 12 00:52:24.322209 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b31111-caf8-4ff2-ba47-6045a054f6cc req-b9f1b53b-01f2-4a4a-9048-4348103b9e63 tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:24.323674 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-72b31111-caf8-4ff2-ba47-6045a054f6cc req-b9f1b53b-01f2-4a4a-9048-4348103b9e63 tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd499ad-a3fe-4163-b937-f25084529eca HTTP/1.1" status: 200 len: 945 time: 0.2079215 Nov 12 00:52:24.330830 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dd40f606-fd0c-4b9e-a340-8f3ee793ecbe req-da4c6758-6303-4e41-8650-f2038a0e0766 service neutron] 10.222.0.45 "GET /v2.0/networks/2a29fb7d-1389-4bf5-9af7-7b665f8258fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061295 Nov 12 00:52:24.372329 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-00d008af-61d9-4767-8298-eae8672e8e96 req-2e3c9a3a-f8cf-4df3-b470-8670dbe7fce6 service neutron] 10.222.0.44 "GET /v2.0/networks/dfbacf63-886c-40df-80dd-a56be185809d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579634 Nov 12 00:52:24.430499 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-bc5b5746-1a99-4ba1-9727-36dd40f9bdf2 service neutron] For port 184d2cbb-cfd2-43da-a346-ae95d0707e70, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=184d2cbb-cfd2-43da-a346-ae95d0707e70,segment=NetworkSegment(936f4dc4-b49e-4318-84e7-8d3d4988961e),segment_id=936f4dc4-b49e-4318-84e7-8d3d4988961e)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:24.453508 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-72b31111-caf8-4ff2-ba47-6045a054f6cc req-2f39b98e-abca-4823-8e2c-48728cb5070b tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] 10.222.0.45 "GET /v2.0/security-groups?id=147f837d-f129-4148-9ea2-013c732402bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217299 Nov 12 00:52:24.473174 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-bc5b5746-1a99-4ba1-9727-36dd40f9bdf2 service neutron] For port 184d2cbb-cfd2-43da-a346-ae95d0707e70, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:52:24.498286 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7897c813-be40-4294-87f9-f7e7c06f2441 x-openstack-request-id: req-7897c813-be40-4294-87f9-f7e7c06f2441 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:24.498816 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cefa95a-9485-41e5-a6c6-8eb9c38baa0a", "name": "network-vif-deleted", "tag": "a30e244e-7306-4557-a0d0-3131069d77cc", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:24.498940 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7897c813-be40-4294-87f9-f7e7c06f2441 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:24.499842 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cefa95a-9485-41e5-a6c6-8eb9c38baa0a', 'name': 'network-vif-deleted', 'tag': 'a30e244e-7306-4557-a0d0-3131069d77cc', 'status': 'completed', 'code': 200} Nov 12 00:52:24.501393 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f302f98-7217-41f7-8954-f4c41be4c5ee req-ec3a7912-28f7-4861-a438-511ac1972b6f tempest-MigrationsAdminTest-480281328 tempest-MigrationsAdminTest-480281328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:24.502975 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6f302f98-7217-41f7-8954-f4c41be4c5ee req-ec3a7912-28f7-4861-a438-511ac1972b6f tempest-MigrationsAdminTest-480281328 tempest-MigrationsAdminTest-480281328-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=139490e9-9c7d-4d98-8128-b40f17d71f2a HTTP/1.1" status: 200 len: 1103 time: 0.0986872 Nov 12 00:52:24.517890 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-bc5b5746-1a99-4ba1-9727-36dd40f9bdf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 184d2cbb-cfd2-43da-a346-ae95d0707e70 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:52:24.540466 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-bc5b5746-1a99-4ba1-9727-36dd40f9bdf2 service neutron] For port 184d2cbb-cfd2-43da-a346-ae95d0707e70, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=184d2cbb-cfd2-43da-a346-ae95d0707e70,segment=NetworkSegment(936f4dc4-b49e-4318-84e7-8d3d4988961e),segment_id=936f4dc4-b49e-4318-84e7-8d3d4988961e)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:24.566942 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-bc5b5746-1a99-4ba1-9727-36dd40f9bdf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:24.569677 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39e1628-ac9b-4ee3-9e14-1519fcf32aa2 x-openstack-request-id: req-a39e1628-ac9b-4ee3-9e14-1519fcf32aa2 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:24.569971 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7d172f4-6a2d-41a7-8858-305d51794d58", "tag": "e769a600-8888-44e6-b2e0-6ce080ffb7a0", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:24.570227 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a39e1628-ac9b-4ee3-9e14-1519fcf32aa2 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:24.570625 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7d172f4-6a2d-41a7-8858-305d51794d58', 'tag': 'e769a600-8888-44e6-b2e0-6ce080ffb7a0', 'status': 'completed', 'code': 200} Nov 12 00:52:24.602143 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6f302f98-7217-41f7-8954-f4c41be4c5ee req-4bdaa425-814e-43a2-9206-4b890793eeea tempest-MigrationsAdminTest-480281328 tempest-MigrationsAdminTest-480281328-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875018 Nov 12 00:52:24.810681 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-bc5b5746-1a99-4ba1-9727-36dd40f9bdf2 service neutron] Transition to ACTIVE for port object 184d2cbb-cfd2-43da-a346-ae95d0707e70 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:52:24.818745 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-bc5b5746-1a99-4ba1-9727-36dd40f9bdf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:24.853737 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1aa64-9b3e-413c-8228-252e51e9360e req-a72a63a4-f910-4ba2-b59c-86498d10970d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:24.855419 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-95c1aa64-9b3e-413c-8228-252e51e9360e req-a72a63a4-f910-4ba2-b59c-86498d10970d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=10e546ec20224b1c887b967b60c4d627&device_id=c7d172f4-6a2d-41a7-8858-305d51794d58 HTTP/1.1" status: 200 len: 1098 time: 0.1855035 Nov 12 00:52:24.926917 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8307cb-7dd5-494e-91f0-306242a926f3 req-d3e6676c-0a52-44e5-8338-cff2e67456bb tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:24.928438 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ce8307cb-7dd5-494e-91f0-306242a926f3 req-d3e6676c-0a52-44e5-8338-cff2e67456bb tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcf5a37e-b3ce-475b-8b26-2eedd77fe336 HTTP/1.1" status: 200 len: 950 time: 0.2058625 Nov 12 00:52:24.970868 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50632) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:25.028410 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b16bf7-14b3-442d-8c2a-0024ca866a07 req-691d2c52-0600-48c9-a062-dca4aae5811b tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:25.029931 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b3b16bf7-14b3-442d-8c2a-0024ca866a07 req-691d2c52-0600-48c9-a062-dca4aae5811b tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dd028aa-e923-45bc-a0e7-d99ba751725c HTTP/1.1" status: 200 len: 945 time: 0.2397377 Nov 12 00:52:25.030813 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-bc5b5746-1a99-4ba1-9727-36dd40f9bdf2 service neutron] No DVR routers for this DVR port 184d2cbb-cfd2-43da-a346-ae95d0707e70 on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:52:25.037926 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5b5746-1a99-4ba1-9727-36dd40f9bdf2 service neutron] Pushing event updated for resources: {'Port': ['ID=184d2cbb-cfd2-43da-a346-ae95d0707e70,revision_number=10']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:25.122147 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-bc5b5746-1a99-4ba1-9727-36dd40f9bdf2 service neutron] 10.222.0.44 "PUT /v2.0/ports/184d2cbb-cfd2-43da-a346-ae95d0707e70/bindings/n-h1-712142-27/activate HTTP/1.1" status: 200 len: 370 time: 1.2437818 Nov 12 00:52:25.146273 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ce8307cb-7dd5-494e-91f0-306242a926f3 req-ba4c0ace-5af2-4e2a-9a7d-906a48b0b9c8 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060666 Nov 12 00:52:25.151483 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b28e21e0-59b3-4868-b572-b2ebb69d38e0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d973b090b8504fa28326b199cfd90457&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1792097 Nov 12 00:52:25.153913 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50644) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:25.158628 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1aa64-9b3e-413c-8228-252e51e9360e req-5d7bb04e-ee00-4ba2-9409-6631864d0331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:25.160380 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-95c1aa64-9b3e-413c-8228-252e51e9360e req-5d7bb04e-ee00-4ba2-9409-6631864d0331 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2a29fb7d-1389-4bf5-9af7-7b665f8258fb HTTP/1.1" status: 200 len: 921 time: 0.2792668 Nov 12 00:52:25.172190 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b3b16bf7-14b3-442d-8c2a-0024ca866a07 req-d43f5853-b882-4568-8b36-cc995a8fc7ee tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308370 Nov 12 00:52:25.238294 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a892abaf-b193-4708-a8fb-0023d6bdf8e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:25.286872 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device a30e244e-7306-4557-a0d0-3131069d77cc no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:52:25.294703 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-95c1aa64-9b3e-413c-8228-252e51e9360e req-c5ae995e-41a9-43e9-b942-2743d9520761 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e769a600-8888-44e6-b2e0-6ce080ffb7a0 HTTP/1.1" status: 200 len: 217 time: 0.1111364 Nov 12 00:52:25.305370 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a892abaf-b193-4708-a8fb-0023d6bdf8e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:25.359700 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: a30e244e-7306-4557-a0d0-3131069d77cc {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:52:25.365015 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device a30e244e-7306-4557-a0d0-3131069d77cc not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:52:25.365513 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 184d2cbb-cfd2-43da-a346-ae95d0707e70 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:52:25.429745 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a892abaf-b193-4708-a8fb-0023d6bdf8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:25.433317 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a892abaf-b193-4708-a8fb-0023d6bdf8e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:25.434824 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a892abaf-b193-4708-a8fb-0023d6bdf8e6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5ffe40b4-8291-4a8e-ac1b-1f22789b79f9 HTTP/1.1" status: 204 len: 168 time: 0.2798841 Nov 12 00:52:25.466733 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a892abaf-b193-4708-a8fb-0023d6bdf8e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffe40b4-8291-4a8e-ac1b-1f22789b79f9,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:25.472865 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-49d27d02-6080-41c8-9ee8-a133e44bfc2e tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:25.474528 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-49d27d02-6080-41c8-9ee8-a133e44bfc2e tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2dd028aa-e923-45bc-a0e7-d99ba751725c&tenant_id=52ec13b5aa674ec2836b22da2faf152e&binding%3Ahost_id=n-h2-712142-27 HTTP/1.1" status: 200 len: 1097 time: 0.2035983 Nov 12 00:52:25.478145 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1aa64-9b3e-413c-8228-252e51e9360e req-f353f6dd-41e2-4b17-bf4e-de4b8024d408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:25.479535 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-95c1aa64-9b3e-413c-8228-252e51e9360e req-f353f6dd-41e2-4b17-bf4e-de4b8024d408 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f6fc0feb-8af3-4ee2-88bf-6fef1760f601 HTTP/1.1" status: 200 len: 860 time: 0.1542382 Nov 12 00:52:25.501787 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe99e96-7abe-4fca-992b-80a1341e1a0a req-304ed3b9-7a98-4084-a291-431962b5b29e tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:25.512100 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ebe99e96-7abe-4fca-992b-80a1341e1a0a req-304ed3b9-7a98-4084-a291-431962b5b29e tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=fae9f6f0-d961-46c4-b01a-29a22e071ae6 HTTP/1.1" status: 200 len: 943 time: 0.0826504 Nov 12 00:52:25.514591 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 184d2cbb-cfd2-43da-a346-ae95d0707e70 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:52:25.805382 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50666) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:25.875700 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2ea1d868-e4f6-4993-98b9-b1ce4e054229 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e3fdc14fd51d4105b194c034ec89dc22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0681412 Nov 12 00:52:25.876870 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50668) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:25.936157 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a6d9019b-a4f0-41b9-a106-c160a1ccbd15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:25.964354 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a6d9019b-a4f0-41b9-a106-c160a1ccbd15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:25.977837 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ebe99e96-7abe-4fca-992b-80a1341e1a0a req-3ecc8b5e-bb03-4dca-bcda-3693ac79340d tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4627135 Nov 12 00:52:25.993640 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-345f6a88-1b55-4bf0-a5c5-e2ac6e3eaf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:26.002984 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-345f6a88-1b55-4bf0-a5c5-e2ac6e3eaf5f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2dd028aa-e923-45bc-a0e7-d99ba751725c&tenant_id=52ec13b5aa674ec2836b22da2faf152e HTTP/1.1" status: 200 len: 1097 time: 0.4873238 Nov 12 00:52:26.010192 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1aa64-9b3e-413c-8228-252e51e9360e req-d819475f-f87a-4de3-aa7a-79c2be576c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:26.011846 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-95c1aa64-9b3e-413c-8228-252e51e9360e req-d819475f-f87a-4de3-aa7a-79c2be576c92 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2a29fb7d-1389-4bf5-9af7-7b665f8258fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4974220 Nov 12 00:52:26.043563 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a6d9019b-a4f0-41b9-a106-c160a1ccbd15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:26.047773 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a6d9019b-a4f0-41b9-a106-c160a1ccbd15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:26.051809 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a6d9019b-a4f0-41b9-a106-c160a1ccbd15 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/818d704d-cb0e-4805-bc07-de2e1074f918 HTTP/1.1" status: 204 len: 168 time: 0.1709228 Nov 12 00:52:26.066101 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3c14f-ecec-4ca2-ba7b-eef54365f28f req-2ad7a9c3-6175-4f1e-8e2d-a203a499f964 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:26.067833 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d9019b-a4f0-41b9-a106-c160a1ccbd15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818d704d-cb0e-4805-bc07-de2e1074f918,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:26.073074 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3c14f-ecec-4ca2-ba7b-eef54365f28f req-2ad7a9c3-6175-4f1e-8e2d-a203a499f964 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:26.076744 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-38f3c14f-ecec-4ca2-ba7b-eef54365f28f req-2ad7a9c3-6175-4f1e-8e2d-a203a499f964 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=9d8331e2-4b8a-4675-ba51-5805802cc1e1&device_id=dcf5a37e-b3ce-475b-8b26-2eedd77fe336 HTTP/1.1" status: 200 len: 1691 time: 0.1989205 Nov 12 00:52:26.152165 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3d33fc25-815d-4ed7-9e59-cb768db35932 req-33599d7f-54a1-4b18-9487-8400f1cb5907 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/floatingips/bd4198bc-a219-403d-bf9c-f59a8d02e1e0 HTTP/1.1" status: 200 len: 694 time: 0.1477962 Nov 12 00:52:26.309487 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-29da99de-88f1-4f11-a641-c734fd79fd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:26.310997 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-29da99de-88f1-4f11-a641-c734fd79fd2e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=52ec13b5aa674ec2836b22da2faf152e&device_id=2dd028aa-e923-45bc-a0e7-d99ba751725c HTTP/1.1" status: 200 len: 1097 time: 0.2208443 Nov 12 00:52:26.314940 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-38f3c14f-ecec-4ca2-ba7b-eef54365f28f req-f748994a-920a-4ddb-b337-3f90f2fdfc78 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169209 Nov 12 00:52:26.353297 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-95c1aa64-9b3e-413c-8228-252e51e9360e req-ff1f2d60-94bb-463a-85a0-c1ad03c34323 service neutron] 10.222.0.16 "GET /v2.0/networks/2a29fb7d-1389-4bf5-9af7-7b665f8258fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985759 Nov 12 00:52:26.509717 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-970c767a-6b14-4051-9cfc-14285a4e2f55 req-c0bd47de-5176-4f8e-a167-afefd0cca8c1 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=6bde2e332c8e418290dd069bae32e617&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0868039 Nov 12 00:52:26.516650 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d33fc25-815d-4ed7-9e59-cb768db35932 req-02d1337b-0c15-4ee7-a0ba-85c78e03b67c tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:26.517919 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3d33fc25-815d-4ed7-9e59-cb768db35932 req-02d1337b-0c15-4ee7-a0ba-85c78e03b67c tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/networks/ab9ea869-d067-4dfb-b2de-16b019fae22d HTTP/1.1" status: 200 len: 784 time: 0.3530560 Nov 12 00:52:26.564409 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-3d33fc25-815d-4ed7-9e59-cb768db35932 req-3ab3f2ef-e987-4b51-b581-59770f5436b3 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:52:26.564409 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3d33fc25-815d-4ed7-9e59-cb768db35932 req-3ab3f2ef-e987-4b51-b581-59770f5436b3 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0249498 Nov 12 00:52:26.572388 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fae9f6f0-d961-46c4-b01a-29a22e071ae6', 'tag': 'a9829ae0-68a1-466e-86d4-cef54886a7b3'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:26.574656 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a6e679-d2de-449d-836b-c9e9bbc5b6ce" -d '{"events": [{"name": "network-changed", "server_uuid": "fae9f6f0-d961-46c4-b01a-29a22e071ae6", "tag": "a9829ae0-68a1-466e-86d4-cef54886a7b3"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:26.673664 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-1eddb2ce-8feb-40f9-b2aa-8d0652e30b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:26.673664 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-1eddb2ce-8feb-40f9-b2aa-8d0652e30b6f service neutron] 10.222.0.16 "GET /v2.0/networks?id=1c193d6a-5984-4109-91aa-b0c9d7c9a6bf HTTP/1.1" status: 200 len: 920 time: 0.3489351 Nov 12 00:52:26.707574 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3d33fc25-815d-4ed7-9e59-cb768db35932 req-f323ab13-c568-4314-9a6b-7549a35f3994 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.166 HTTP/1.1" status: 200 len: 697 time: 0.1299477 Nov 12 00:52:26.751841 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-95c1aa64-9b3e-413c-8228-252e51e9360e req-603aae19-ca99-471a-8c8b-c02fcd4481e6 service neutron] 10.222.0.16 "GET /v2.0/networks/2a29fb7d-1389-4bf5-9af7-7b665f8258fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804777 Nov 12 00:52:26.756373 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-6e4741fb-a083-4dec-8bb2-bfb0f8be8739 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=184d2cbb-cfd2-43da-a346-ae95d0707e70 HTTP/1.1" status: 200 len: 217 time: 0.0680828 Nov 12 00:52:26.813321 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c767a-6b14-4051-9cfc-14285a4e2f55 req-b20cb96e-dddf-4ab1-859d-88beb3879cff tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:26.815035 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-970c767a-6b14-4051-9cfc-14285a4e2f55 req-b20cb96e-dddf-4ab1-859d-88beb3879cff tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2933831 Nov 12 00:52:26.820310 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3d33fc25-815d-4ed7-9e59-cb768db35932 req-db7898c5-347a-40d9-bba4-cffd0f1e0a8d tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.166 HTTP/1.1" status: 200 len: 697 time: 0.0713160 Nov 12 00:52:26.868759 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-970c767a-6b14-4051-9cfc-14285a4e2f55 req-643b0851-3cfa-4b52-bc67-4d291b638550 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/quotas/6bde2e332c8e418290dd069bae32e617 HTTP/1.1" status: 200 len: 375 time: 0.0404856 Nov 12 00:52:26.947511 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-21a5d948-8707-443d-92e6-a01d82d4e9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:26.948970 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-21a5d948-8707-443d-92e6-a01d82d4e9c0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6d8bd009-45c7-4017-80d7-9c1f69484ce9 HTTP/1.1" status: 200 len: 860 time: 0.1323233 Nov 12 00:52:27.034160 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-86842816-9716-4985-9f71-68f8157deb9e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1c193d6a-5984-4109-91aa-b0c9d7c9a6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522096 Nov 12 00:52:27.049705 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-970c767a-6b14-4051-9cfc-14285a4e2f55 req-fbac2b06-775f-4f11-903e-a344ba5a7494 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6bde2e332c8e418290dd069bae32e617&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1499624 Nov 12 00:52:27.112365 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3e1c2af4-0a62-4b1f-a4da-c06ac565903c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:27.153044 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-3d33fc25-815d-4ed7-9e59-cb768db35932 req-6db75b74-1253-49f2-a848-ee9901062b04 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Deleting port f0fc9753-c70c-4525-897c-61b706a296f1 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:52:27.153382 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-3d33fc25-815d-4ed7-9e59-cb768db35932 req-6db75b74-1253-49f2-a848-ee9901062b04 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:27.228803 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-5c28d523-1c16-461b-a925-377311a4693c service neutron] 10.222.0.16 "GET /v2.0/networks/1c193d6a-5984-4109-91aa-b0c9d7c9a6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779096 Nov 12 00:52:27.271775 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device a9829ae0-68a1-466e-86d4-cef54886a7b3 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:52:27.285192 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-3d33fc25-815d-4ed7-9e59-cb768db35932 req-6db75b74-1253-49f2-a848-ee9901062b04 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:27.285612 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-3d33fc25-815d-4ed7-9e59-cb768db35932 req-6db75b74-1253-49f2-a848-ee9901062b04 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:27.335598 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-3d33fc25-815d-4ed7-9e59-cb768db35932 req-6db75b74-1253-49f2-a848-ee9901062b04 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Calling delete_port for f0fc9753-c70c-4525-897c-61b706a296f1 owned by network:floatingip {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:52:27.407000 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port a9829ae0-68a1-466e-86d4-cef54886a7b3, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=a9829ae0-68a1-466e-86d4-cef54886a7b3,segment=NetworkSegment(22cf0803-7015-4b8f-9bea-ad8ec3d31ac5),segment_id=22cf0803-7015-4b8f-9bea-ad8ec3d31ac5)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:27.421915 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'a9829ae0-68a1-466e-86d4-cef54886a7b3', 'network_id': 'dfbacf63-886c-40df-80dd-a56be185809d', 'port_id': 'a9829ae0-68a1-466e-86d4-cef54886a7b3', 'mac_address': 'fa:16:3e:4d:5a:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47cc90a9-e995-4711-ba6b-508e6e69e5de', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:52:27.458535 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-8416f429-2219-41dc-b0bb-674cab28f6ac service neutron] 10.222.0.16 "GET /v2.0/networks/1c193d6a-5984-4109-91aa-b0c9d7c9a6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025402 Nov 12 00:52:27.467546 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:27.483029 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9829ae0-68a1-466e-86d4-cef54886a7b3 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:52:27.506533 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6955b-25cd-4176-8537-07af089ab661 req-89c91651-a1d9-4730-951e-38ab3f25cc8a tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:27.508103 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port a9829ae0-68a1-466e-86d4-cef54886a7b3, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=a9829ae0-68a1-466e-86d4-cef54886a7b3,segment=NetworkSegment(22cf0803-7015-4b8f-9bea-ad8ec3d31ac5),segment_id=22cf0803-7015-4b8f-9bea-ad8ec3d31ac5)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:27.508241 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c5c6955b-25cd-4176-8537-07af089ab661 req-89c91651-a1d9-4730-951e-38ab3f25cc8a tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dd028aa-e923-45bc-a0e7-d99ba751725c HTTP/1.1" status: 200 len: 945 time: 0.1173570 Nov 12 00:52:27.516597 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:27.594481 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=a9829ae0-68a1-466e-86d4-cef54886a7b3,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:27.601611 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c5c6955b-25cd-4176-8537-07af089ab661 req-459e22db-bb8e-4136-867a-5d9e281c1bdf tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859060 Nov 12 00:52:27.611075 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-3d33fc25-815d-4ed7-9e59-cb768db35932 req-6db75b74-1253-49f2-a848-ee9901062b04 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:27.645520 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db75b74-1253-49f2-a848-ee9901062b04 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Pushing event deleted for resources: {'Port': ['ID=f0fc9753-c70c-4525-897c-61b706a296f1,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:27.708646 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-3d33fc25-815d-4ed7-9e59-cb768db35932 req-6db75b74-1253-49f2-a848-ee9901062b04 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Publish callbacks [] for floatingip, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:27.711179 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-3d33fc25-815d-4ed7-9e59-cb768db35932 req-6db75b74-1253-49f2-a848-ee9901062b04 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:27.712418 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3d33fc25-815d-4ed7-9e59-cb768db35932 req-6db75b74-1253-49f2-a848-ee9901062b04 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "DELETE /v2.0/floatingips/bd4198bc-a219-403d-bf9c-f59a8d02e1e0 HTTP/1.1" status: 204 len: 173 time: 0.8544135 Nov 12 00:52:27.731531 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8274db26-695e-40d5-bdb1-3cfb56c80435 x-openstack-request-id: req-8274db26-695e-40d5-bdb1-3cfb56c80435 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:27.731817 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fae9f6f0-d961-46c4-b01a-29a22e071ae6", "tag": "a9829ae0-68a1-466e-86d4-cef54886a7b3", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:27.732118 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8274db26-695e-40d5-bdb1-3cfb56c80435 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:27.732525 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fae9f6f0-d961-46c4-b01a-29a22e071ae6', 'tag': 'a9829ae0-68a1-466e-86d4-cef54886a7b3', 'status': 'completed', 'code': 200} Nov 12 00:52:27.819491 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['a9829ae0-68a1-466e-86d4-cef54886a7b3'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:27.911609 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa3f0f-343b-4f62-b46f-db2ff732f14c req-3edade1f-f39d-4220-b18a-f21d5f36a1fd tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:27.924082 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8eaa3f0f-343b-4f62-b46f-db2ff732f14c req-3edade1f-f39d-4220-b18a-f21d5f36a1fd tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=fae9f6f0-d961-46c4-b01a-29a22e071ae6 HTTP/1.1" status: 200 len: 944 time: 0.1407294 Nov 12 00:52:27.933461 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-35f69508-7d71-4cd9-ae58-30c071ede97c tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:27.935191 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-35f69508-7d71-4cd9-ae58-30c071ede97c tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2dd028aa-e923-45bc-a0e7-d99ba751725c&tenant_id=52ec13b5aa674ec2836b22da2faf152e&binding%3Ahost_id=n-h1-712142-27 HTTP/1.1" status: 200 len: 1097 time: 0.1246970 Nov 12 00:52:27.943906 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6e679-d2de-449d-836b-c9e9bbc5b6ce req-573e9310-427f-4aa9-a45d-875db55d0287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:27.945620 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-03a6e679-d2de-449d-836b-c9e9bbc5b6ce req-573e9310-427f-4aa9-a45d-875db55d0287 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=31213ba92821461cba1a0adcb9241baa&device_id=fae9f6f0-d961-46c4-b01a-29a22e071ae6 HTTP/1.1" status: 200 len: 1096 time: 0.1362407 Nov 12 00:52:28.052663 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-60446928-f787-4fff-a5de-41fe5bc18550 req-ce6e1963-d964-4798-815c-3a119d60b219 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4c37546-1535-44ad-b00f-166a19bf0b5c HTTP/1.1" status: 200 len: 210 time: 0.0871384 Nov 12 00:52:28.154920 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8eaa3f0f-343b-4f62-b46f-db2ff732f14c req-865982e6-3a03-4046-bd82-4a2bf8c09621 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291019 Nov 12 00:52:28.168653 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6e679-d2de-449d-836b-c9e9bbc5b6ce req-61b1b99b-ca10-46c0-b5f1-2231ecbf78d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:28.170184 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-03a6e679-d2de-449d-836b-c9e9bbc5b6ce req-61b1b99b-ca10-46c0-b5f1-2231ecbf78d1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=dfbacf63-886c-40df-80dd-a56be185809d HTTP/1.1" status: 200 len: 908 time: 0.2060137 Nov 12 00:52:28.244897 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-03a6e679-d2de-449d-836b-c9e9bbc5b6ce req-4f8ae8f3-67d7-4d7c-a46a-69ee0a561f14 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9829ae0-68a1-466e-86d4-cef54886a7b3 HTTP/1.1" status: 200 len: 217 time: 0.0635777 Nov 12 00:52:28.339228 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-5757edff-2bfc-4bb0-a8ae-94d0008d9502 service neutron] For port 184d2cbb-cfd2-43da-a346-ae95d0707e70, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:52:28.348178 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-5757edff-2bfc-4bb0-a8ae-94d0008d9502 service neutron] Publish callbacks [] for binding, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:28.349557 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aaca1176-d1e1-4bc8-91b3-a9597de4a59f req-5757edff-2bfc-4bb0-a8ae-94d0008d9502 service neutron] 10.222.0.16 "DELETE /v2.0/ports/184d2cbb-cfd2-43da-a346-ae95d0707e70/bindings/n-h2-712142-27 HTTP/1.1" status: 204 len: 173 time: 0.4018040 Nov 12 00:52:28.358880 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31bc98-ef08-478d-989c-9b4a8a7396f7 req-68a72042-4cf4-4fcb-bf1f-48d3e07def42 tempest-ServersOnMultiNodesTest-1740922003 tempest-ServersOnMultiNodesTest-1740922003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:28.360638 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-de31bc98-ef08-478d-989c-9b4a8a7396f7 req-68a72042-4cf4-4fcb-bf1f-48d3e07def42 tempest-ServersOnMultiNodesTest-1740922003 tempest-ServersOnMultiNodesTest-1740922003-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9d8331e2-4b8a-4675-ba51-5805802cc1e1 HTTP/1.1" status: 200 len: 1102 time: 0.1198320 Nov 12 00:52:28.361999 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6e679-d2de-449d-836b-c9e9bbc5b6ce req-c4ee53f4-fdbd-4f37-93c2-d1413d6a9890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:28.363449 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-03a6e679-d2de-449d-836b-c9e9bbc5b6ce req-c4ee53f4-fdbd-4f37-93c2-d1413d6a9890 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=47cc90a9-e995-4711-ba6b-508e6e69e5de HTTP/1.1" status: 200 len: 848 time: 0.1049581 Nov 12 00:52:28.424269 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-03a6e679-d2de-449d-836b-c9e9bbc5b6ce req-ee273eb9-9ef1-4feb-9cc5-5d2c9e91c36e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dfbacf63-886c-40df-80dd-a56be185809d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345125 Nov 12 00:52:28.460251 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-de31bc98-ef08-478d-989c-9b4a8a7396f7 req-a3a60952-4e0e-4aa0-9227-9dd52d99f670 tempest-ServersOnMultiNodesTest-1740922003 tempest-ServersOnMultiNodesTest-1740922003-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903542 Nov 12 00:52:28.580157 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-970c767a-6b14-4051-9cfc-14285a4e2f55 req-bd3eb0a5-d338-4bc9-b31c-92f21cae6e9f tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=6bde2e332c8e418290dd069bae32e617&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0822654 Nov 12 00:52:28.990272 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-03a6e679-d2de-449d-836b-c9e9bbc5b6ce req-173a5920-7417-4de4-a72d-878f1ab02590 service neutron] 10.222.0.44 "GET /v2.0/networks/dfbacf63-886c-40df-80dd-a56be185809d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5006652 Nov 12 00:52:29.083726 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c767a-6b14-4051-9cfc-14285a4e2f55 req-2f12834b-d87a-4087-8b17-79ada8aadfd2 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:29.085191 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-970c767a-6b14-4051-9cfc-14285a4e2f55 req-2f12834b-d87a-4087-8b17-79ada8aadfd2 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4926617 Nov 12 00:52:29.088776 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef6569-d45c-44e6-a424-efda422bfa10 req-049c65cd-0a84-4729-8a97-0fb043653724 tempest-ServersOnMultiNodesTest-1740922003 tempest-ServersOnMultiNodesTest-1740922003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:29.090172 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-02ef6569-d45c-44e6-a424-efda422bfa10 req-049c65cd-0a84-4729-8a97-0fb043653724 tempest-ServersOnMultiNodesTest-1740922003 tempest-ServersOnMultiNodesTest-1740922003-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=dcf5a37e-b3ce-475b-8b26-2eedd77fe336 HTTP/1.1" status: 200 len: 1102 time: 0.1452246 Nov 12 00:52:29.115349 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-970c767a-6b14-4051-9cfc-14285a4e2f55 req-427230af-2558-4588-8e41-985faab1a1e6 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Request body: {'port': {'device_id': 'e4c37546-1535-44ad-b00f-166a19bf0b5c', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'admin_state_up': True, 'tenant_id': '6bde2e332c8e418290dd069bae32e617'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:29.165139 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-03a6e679-d2de-449d-836b-c9e9bbc5b6ce req-dcb95ceb-650c-47be-984a-1dbfdb62d4c3 service neutron] 10.222.0.44 "GET /v2.0/networks/dfbacf63-886c-40df-80dd-a56be185809d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635082 Nov 12 00:52:29.235515 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-12a90f9e-90aa-4c6a-92fc-d13e280bb3d1 req-b1780287-649a-4ccb-81a1-8191b58112a3 tempest-FlavorsV2NegativeTest-374387682 tempest-FlavorsV2NegativeTest-374387682-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=0f459a90a9264a888e261c431a7be74f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441923 Nov 12 00:52:29.259732 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-02ef6569-d45c-44e6-a424-efda422bfa10 req-d441afd5-44e4-4709-9706-a01c90e0de13 tempest-ServersOnMultiNodesTest-1740922003 tempest-ServersOnMultiNodesTest-1740922003-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633987 Nov 12 00:52:29.272346 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device a9829ae0-68a1-466e-86d4-cef54886a7b3 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:52:29.372193 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port a9829ae0-68a1-466e-86d4-cef54886a7b3 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:52:29.383067 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port a9829ae0-68a1-466e-86d4-cef54886a7b3 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:29.384112 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:29.391722 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-970c767a-6b14-4051-9cfc-14285a4e2f55 req-427230af-2558-4588-8e41-985faab1a1e6 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Made reservation on behalf of 6bde2e332c8e418290dd069bae32e617 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:52:29.410515 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-970c767a-6b14-4051-9cfc-14285a4e2f55 req-427230af-2558-4588-8e41-985faab1a1e6 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:29.442528 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a90f9e-90aa-4c6a-92fc-d13e280bb3d1 req-78572106-eb37-45a6-be3c-f3fa061dd56e tempest-FlavorsV2NegativeTest-374387682 tempest-FlavorsV2NegativeTest-374387682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:29.444126 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-12a90f9e-90aa-4c6a-92fc-d13e280bb3d1 req-78572106-eb37-45a6-be3c-f3fa061dd56e tempest-FlavorsV2NegativeTest-374387682 tempest-FlavorsV2NegativeTest-374387682-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2016671 Nov 12 00:52:29.498138 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:29.512804 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-12a90f9e-90aa-4c6a-92fc-d13e280bb3d1 req-1327e9f6-5942-46a6-b11c-c873726efffe tempest-FlavorsV2NegativeTest-374387682 tempest-FlavorsV2NegativeTest-374387682-project] 10.222.0.45 "GET /v2.0/quotas/0f459a90a9264a888e261c431a7be74f HTTP/1.1" status: 200 len: 375 time: 0.0525646 Nov 12 00:52:29.523890 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae9f6f0-d961-46c4-b01a-29a22e071ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9829ae0-68a1-466e-86d4-cef54886a7b3'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:29.526242 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45f2897-d193-4582-9784-da6b3bf699db" -d '{"events": [{"server_uuid": "fae9f6f0-d961-46c4-b01a-29a22e071ae6", "name": "network-vif-plugged", "status": "completed", "tag": "a9829ae0-68a1-466e-86d4-cef54886a7b3"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:29.539993 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port a9829ae0-68a1-466e-86d4-cef54886a7b3, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=a9829ae0-68a1-466e-86d4-cef54886a7b3,segment=NetworkSegment(22cf0803-7015-4b8f-9bea-ad8ec3d31ac5),segment_id=22cf0803-7015-4b8f-9bea-ad8ec3d31ac5)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:29.545521 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:29.582299 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-12a90f9e-90aa-4c6a-92fc-d13e280bb3d1 req-da298c0f-856d-43e8-b6e5-d34036a51626 tempest-FlavorsV2NegativeTest-374387682 tempest-FlavorsV2NegativeTest-374387682-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=0f459a90a9264a888e261c431a7be74f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0654213 Nov 12 00:52:29.595932 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6277375-e6b5-4a49-adb1-4610dcf5efb7 req-6efbbda0-9307-4812-8287-995ccfad9eec tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:29.597608 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a6277375-e6b5-4a49-adb1-4610dcf5efb7 req-6efbbda0-9307-4812-8287-995ccfad9eec tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dd028aa-e923-45bc-a0e7-d99ba751725c HTTP/1.1" status: 200 len: 945 time: 0.1829627 Nov 12 00:52:29.616899 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=a9829ae0-68a1-466e-86d4-cef54886a7b3,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:29.728199 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-970c767a-6b14-4051-9cfc-14285a4e2f55 req-427230af-2558-4588-8e41-985faab1a1e6 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Allocated IP 192.168.233.149 (945c2da1-f958-478a-a48a-8af2dfa2e179/f0290328-7bc5-4266-bfb9-6eb25d91acf0/3bf65952-28b5-4d0e-8528-54eaa04543a2) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:52:29.737151 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a6277375-e6b5-4a49-adb1-4610dcf5efb7 req-3f466fc3-468e-4d9d-8958-ac2058386f78 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320019 Nov 12 00:52:29.774285 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4901d9-1004-43ed-904a-97fe07ba136d req-8f9cd461-c758-4ca7-86af-21c66c92ce1a tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:29.776347 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fe4901d9-1004-43ed-904a-97fe07ba136d req-8f9cd461-c758-4ca7-86af-21c66c92ce1a tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7d172f4-6a2d-41a7-8858-305d51794d58 HTTP/1.1" status: 200 len: 946 time: 0.1029568 Nov 12 00:52:29.940053 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0ea4c5f6-8584-45f0-9738-fe5efc82995d req-fb2564d2-4396-45a8-9b56-7f99efdb9675 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4c37546-1535-44ad-b00f-166a19bf0b5c HTTP/1.1" status: 200 len: 210 time: 0.0821280 Nov 12 00:52:29.956364 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fe4901d9-1004-43ed-904a-97fe07ba136d req-c11e9358-262c-48d7-9285-856b718e8506 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c64e9f-26bf-4cae-954e-7c86ebe7e1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722054 Nov 12 00:52:30.006498 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-970c767a-6b14-4051-9cfc-14285a4e2f55 req-427230af-2558-4588-8e41-985faab1a1e6 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:30.090025 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-970c767a-6b14-4051-9cfc-14285a4e2f55 req-427230af-2558-4588-8e41-985faab1a1e6 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:30.150383 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f2e77-0e84-4001-b8b1-141914b2d5a1 req-8ffe9dd9-c209-4dce-b43f-91ce5e1bb38a tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:30.151947 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e76f2e77-0e84-4001-b8b1-141914b2d5a1 req-8ffe9dd9-c209-4dce-b43f-91ce5e1bb38a tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a0e4135-6894-4fd4-a9c1-8da7da0430fb HTTP/1.1" status: 200 len: 945 time: 0.1334326 Nov 12 00:52:30.158563 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['a680a354-383a-4b9b-8e66-248db6e76ac5'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:30.192427 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-970c767a-6b14-4051-9cfc-14285a4e2f55 req-427230af-2558-4588-8e41-985faab1a1e6 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Network 945c2da1-f958-478a-a48a-8af2dfa2e179 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:52:30.209286 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-970c767a-6b14-4051-9cfc-14285a4e2f55 req-427230af-2558-4588-8e41-985faab1a1e6 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:52:30.213650 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427230af-2558-4588-8e41-985faab1a1e6 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Pushing event updated for resources: {'Port': ['ID=3bf65952-28b5-4d0e-8528-54eaa04543a2,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:30.216389 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-970c767a-6b14-4051-9cfc-14285a4e2f55 req-427230af-2558-4588-8e41-985faab1a1e6 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:52:30.229647 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9967e1e-2959-43e0-9e9e-7af40694a374 req-f6410b73-948f-436c-a549-8f86791c0573 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:30.238699 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f9967e1e-2959-43e0-9e9e-7af40694a374 req-f6410b73-948f-436c-a549-8f86791c0573 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=fae9f6f0-d961-46c4-b01a-29a22e071ae6 HTTP/1.1" status: 200 len: 945 time: 0.1656539 Nov 12 00:52:30.289886 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50818) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:30.375419 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e76f2e77-0e84-4001-b8b1-141914b2d5a1 req-53015960-896c-4b29-94de-2ac9917dd30e tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b2b10d4-8fc9-4132-a464-1a2cc040fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2083242 Nov 12 00:52:30.419845 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c767a-6b14-4051-9cfc-14285a4e2f55 req-427230af-2558-4588-8e41-985faab1a1e6 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:30.421809 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-970c767a-6b14-4051-9cfc-14285a4e2f55 req-427230af-2558-4588-8e41-985faab1a1e6 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:30.443237 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f9967e1e-2959-43e0-9e9e-7af40694a374 req-a9f1e041-7857-4361-b4bb-43406b61af81 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034681 Nov 12 00:52:30.477589 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-970c767a-6b14-4051-9cfc-14285a4e2f55 req-427230af-2558-4588-8e41-985faab1a1e6 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3706803 Nov 12 00:52:30.497483 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-970c767a-6b14-4051-9cfc-14285a4e2f55 req-bc25aeee-b423-4f63-8517-04c305ed7a0f service neutron] Request body: {'port': {'device_id': 'e4c37546-1535-44ad-b00f-166a19bf0b5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:30.514642 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5c583e0f-5ceb-4661-8c44-ac15f2240a81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:30.573686 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-85b11a65-bd7a-4ed5-949a-13cd76c68f1a req-5b3d19c9-31c4-4d08-a5e8-3d764337dab9 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=1a351b85e994407a86b201df7ace2e9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401809 Nov 12 00:52:30.586607 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-0289941c-35b1-40d2-a7d6-84c56286a799 None None] Provisioning complete for port 3bf65952-28b5-4d0e-8528-54eaa04543a2 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:30.588997 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0289941c-35b1-40d2-a7d6-84c56286a799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:30.671391 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5c583e0f-5ceb-4661-8c44-ac15f2240a81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:30.679538 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5c583e0f-5ceb-4661-8c44-ac15f2240a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:30.691366 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-0289941c-35b1-40d2-a7d6-84c56286a799 None None] Port 3bf65952-28b5-4d0e-8528-54eaa04543a2 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:52:30.720880 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b11a65-bd7a-4ed5-949a-13cd76c68f1a req-3d4f17f6-faa7-4418-b7f8-3125cbbb5d47 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:30.725615 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b56a1b-86a9-4968-8f2f-79613764e6e2 x-openstack-request-id: req-f7b56a1b-86a9-4968-8f2f-79613764e6e2 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:30.725615 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fae9f6f0-d961-46c4-b01a-29a22e071ae6", "name": "network-vif-plugged", "status": "completed", "tag": "a9829ae0-68a1-466e-86d4-cef54886a7b3", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:30.725615 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f7b56a1b-86a9-4968-8f2f-79613764e6e2 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:30.729001 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fae9f6f0-d961-46c4-b01a-29a22e071ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9829ae0-68a1-466e-86d4-cef54886a7b3', 'code': 200} Nov 12 00:52:30.729129 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-85b11a65-bd7a-4ed5-949a-13cd76c68f1a req-3d4f17f6-faa7-4418-b7f8-3125cbbb5d47 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1543438 Nov 12 00:52:30.741062 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5c583e0f-5ceb-4661-8c44-ac15f2240a81 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0f459a90a9264a888e261c431a7be74f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4490235 Nov 12 00:52:30.744166 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-21550a5b-9daa-46c2-be57-280c1cf4c092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:30.764981 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c583e0f-5ceb-4661-8c44-ac15f2240a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a87f83-f6a3-4d30-97b4-b6407f301a3a,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:30.768780 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50834) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:30.802995 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-85b11a65-bd7a-4ed5-949a-13cd76c68f1a req-3fc8b029-28e3-4d60-afc1-7672e370402b tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/quotas/1a351b85e994407a86b201df7ace2e9c HTTP/1.1" status: 200 len: 375 time: 0.0728903 Nov 12 00:52:30.805511 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-970c767a-6b14-4051-9cfc-14285a4e2f55 req-bc25aeee-b423-4f63-8517-04c305ed7a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:30.841224 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5c31aa4a-f320-4f1e-acfe-ee473109cf4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:30.884348 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5c31aa4a-f320-4f1e-acfe-ee473109cf4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:30.941472 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5c31aa4a-f320-4f1e-acfe-ee473109cf4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:30.944538 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5c31aa4a-f320-4f1e-acfe-ee473109cf4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:30.954077 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5c31aa4a-f320-4f1e-acfe-ee473109cf4b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c1a87f83-f6a3-4d30-97b4-b6407f301a3a HTTP/1.1" status: 204 len: 168 time: 0.1803765 Nov 12 00:52:30.966636 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c31aa4a-f320-4f1e-acfe-ee473109cf4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a87f83-f6a3-4d30-97b4-b6407f301a3a,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:30.987903 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-85b11a65-bd7a-4ed5-949a-13cd76c68f1a req-7341db80-5f9d-44ce-8f83-2a0cc77114e9 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1a351b85e994407a86b201df7ace2e9c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1841302 Nov 12 00:52:30.998603 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2523ae6-6d80-44be-9ae0-820b75419aeb req-b974eccd-a845-48b8-b436-45ca13fa8839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:31.000258 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f2523ae6-6d80-44be-9ae0-820b75419aeb req-b974eccd-a845-48b8-b436-45ca13fa8839 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fae9f6f0-d961-46c4-b01a-29a22e071ae6 HTTP/1.1" status: 200 len: 1097 time: 0.1557145 Nov 12 00:52:31.007081 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178001d0-b778-41b1-b203-ed9efdcd2321 req-64d75dbd-af7d-4bca-b6f5-371fb3b3e9eb tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:31.013214 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-178001d0-b778-41b1-b203-ed9efdcd2321 req-64d75dbd-af7d-4bca-b6f5-371fb3b3e9eb tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=2dd028aa-e923-45bc-a0e7-d99ba751725c HTTP/1.1" status: 200 len: 1097 time: 0.1696556 Nov 12 00:52:31.203282 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-178001d0-b778-41b1-b203-ed9efdcd2321 req-9d0e0754-8cde-408f-bfa3-2678a4edbb6a tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863108 Nov 12 00:52:31.228128 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f2523ae6-6d80-44be-9ae0-820b75419aeb req-e37ae5cf-1979-44da-9d0d-295d4fc42479 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100868 Nov 12 00:52:31.568484 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-970c767a-6b14-4051-9cfc-14285a4e2f55 req-bc25aeee-b423-4f63-8517-04c305ed7a0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bf65952-28b5-4d0e-8528-54eaa04543a2 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:52:31.587145 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-970c767a-6b14-4051-9cfc-14285a4e2f55 req-bc25aeee-b423-4f63-8517-04c305ed7a0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:31.625517 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ff8e3-b899-47df-b0ff-5271c87093ad req-bd016f5d-c63c-4b0b-8548-d1c61343f7f6 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:31.627150 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-197ff8e3-b899-47df-b0ff-5271c87093ad req-bd016f5d-c63c-4b0b-8548-d1c61343f7f6 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7d172f4-6a2d-41a7-8858-305d51794d58 HTTP/1.1" status: 200 len: 946 time: 0.1950121 Nov 12 00:52:31.632226 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-970c767a-6b14-4051-9cfc-14285a4e2f55 req-bc25aeee-b423-4f63-8517-04c305ed7a0f service neutron] Transition to ACTIVE for port object 3bf65952-28b5-4d0e-8528-54eaa04543a2 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:52:31.646361 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d0d78-a5a5-44a1-8ba5-2a26266af85f req-0502bf52-07bf-47db-b9be-1e6ecbc02084 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:31.647888 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-345d0d78-a5a5-44a1-8ba5-2a26266af85f req-0502bf52-07bf-47db-b9be-1e6ecbc02084 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7d172f4-6a2d-41a7-8858-305d51794d58 HTTP/1.1" status: 200 len: 946 time: 0.1538908 Nov 12 00:52:31.658069 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b0eb2-6b18-4528-892f-9fcbb4a353c2 req-14831621-d4bd-471e-b5dc-abac803ea97e tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:31.659669 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-345b0eb2-6b18-4528-892f-9fcbb4a353c2 req-14831621-d4bd-471e-b5dc-abac803ea97e tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4c37546-1535-44ad-b00f-166a19bf0b5c HTTP/1.1" status: 200 len: 936 time: 0.2256205 Nov 12 00:52:31.661206 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-970c767a-6b14-4051-9cfc-14285a4e2f55 req-bc25aeee-b423-4f63-8517-04c305ed7a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:31.821937 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc25aeee-b423-4f63-8517-04c305ed7a0f service neutron] Pushing event updated for resources: {'Port': ['ID=3bf65952-28b5-4d0e-8528-54eaa04543a2,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:31.913475 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-197ff8e3-b899-47df-b0ff-5271c87093ad req-b1108cd4-da04-489f-8fa1-cb626204ff90 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/security-groups?id=59c64e9f-26bf-4cae-954e-7c86ebe7e1fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645333 Nov 12 00:52:31.958513 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-345b0eb2-6b18-4528-892f-9fcbb4a353c2 req-d4208c07-082d-43e5-b279-74b05a5cb5ec tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798724 Nov 12 00:52:32.016581 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-345d0d78-a5a5-44a1-8ba5-2a26266af85f req-da6828a3-d814-4adc-afad-cd99103a9e2d tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Deleting port e769a600-8888-44e6-b2e0-6ce080ffb7a0 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:52:32.017225 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-345d0d78-a5a5-44a1-8ba5-2a26266af85f req-da6828a3-d814-4adc-afad-cd99103a9e2d tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:32.077386 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-970c767a-6b14-4051-9cfc-14285a4e2f55 req-bc25aeee-b423-4f63-8517-04c305ed7a0f service neutron] Attempting to bind port 3bf65952-28b5-4d0e-8528-54eaa04543a2 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:52:32.077852 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-970c767a-6b14-4051-9cfc-14285a4e2f55 req-bc25aeee-b423-4f63-8517-04c305ed7a0f service neutron] Attempting to bind port 3bf65952-28b5-4d0e-8528-54eaa04543a2 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:52:32.078287 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970c767a-6b14-4051-9cfc-14285a4e2f55 req-bc25aeee-b423-4f63-8517-04c305ed7a0f service neutron] Attempting to bind port 3bf65952-28b5-4d0e-8528-54eaa04543a2 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:52:32.081887 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50890) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:32.160736 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ead21539-0734-48a6-9a9f-ac333c108a2e req-1c997375-f4f6-4d64-a4a1-ec2615d8c45c tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=e65c675e-1a9f-4cc7-9955-0c823551197c HTTP/1.1" status: 200 len: 210 time: 0.1012702 Nov 12 00:52:32.161387 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970c767a-6b14-4051-9cfc-14285a4e2f55 req-bc25aeee-b423-4f63-8517-04c305ed7a0f service neutron] Port 3bf65952-28b5-4d0e-8528-54eaa04543a2 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:52:32.161726 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970c767a-6b14-4051-9cfc-14285a4e2f55 req-bc25aeee-b423-4f63-8517-04c305ed7a0f service neutron] Attempting to bind port 3bf65952-28b5-4d0e-8528-54eaa04543a2 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:52:32.207510 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970c767a-6b14-4051-9cfc-14285a4e2f55 req-bc25aeee-b423-4f63-8517-04c305ed7a0f service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:52:32.208488 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970c767a-6b14-4051-9cfc-14285a4e2f55 req-bc25aeee-b423-4f63-8517-04c305ed7a0f service neutron] Checking segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:52:32.208926 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970c767a-6b14-4051-9cfc-14285a4e2f55 req-bc25aeee-b423-4f63-8517-04c305ed7a0f service neutron] Bound using segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:52:32.209468 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-970c767a-6b14-4051-9cfc-14285a4e2f55 req-bc25aeee-b423-4f63-8517-04c305ed7a0f service neutron] Bound port: 3bf65952-28b5-4d0e-8528-54eaa04543a2, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:52:32.210077 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-970c767a-6b14-4051-9cfc-14285a4e2f55 req-bc25aeee-b423-4f63-8517-04c305ed7a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:32.249831 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-f25d2709-f367-400e-b38b-ba3530cf1d4a admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1810495670-network', 'tenant_id': '57d245a6684d43328d4720699dcb1130'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:32.286959 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25d2709-f367-400e-b38b-ba3530cf1d4a admin admin] Made reservation on behalf of 57d245a6684d43328d4720699dcb1130 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:52:32.290312 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f25d2709-f367-400e-b38b-ba3530cf1d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:32.299607 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f25d2709-f367-400e-b38b-ba3530cf1d4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:32.378230 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-345d0d78-a5a5-44a1-8ba5-2a26266af85f req-da6828a3-d814-4adc-afad-cd99103a9e2d tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] For port e769a600-8888-44e6-b2e0-6ce080ffb7a0, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=e769a600-8888-44e6-b2e0-6ce080ffb7a0,segment=NetworkSegment(6eca3569-bbd9-4f4d-bcf1-f2a3273ec25a),segment_id=6eca3569-bbd9-4f4d-bcf1-f2a3273ec25a)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:32.378914 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-345d0d78-a5a5-44a1-8ba5-2a26266af85f req-da6828a3-d814-4adc-afad-cd99103a9e2d tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:32.414651 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f25d2709-f367-400e-b38b-ba3530cf1d4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:32.417191 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cadbbf8-1a0a-4dbe-91c8-bb871e3901d4 req-b359d428-8c80-4e29-a4cc-66f2e4e69f44 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:32.420366 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f25d2709-f367-400e-b38b-ba3530cf1d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:32.425084 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6cadbbf8-1a0a-4dbe-91c8-bb871e3901d4 req-b359d428-8c80-4e29-a4cc-66f2e4e69f44 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/networks?id=1c193d6a-5984-4109-91aa-b0c9d7c9a6bf HTTP/1.1" status: 200 len: 820 time: 0.3372049 Nov 12 00:52:32.431658 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-345d0d78-a5a5-44a1-8ba5-2a26266af85f req-da6828a3-d814-4adc-afad-cd99103a9e2d tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Calling delete_port for e769a600-8888-44e6-b2e0-6ce080ffb7a0 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:52:32.448881 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-970c767a-6b14-4051-9cfc-14285a4e2f55 req-bc25aeee-b423-4f63-8517-04c305ed7a0f service neutron] For port 3bf65952-28b5-4d0e-8528-54eaa04543a2, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:52:32.450758 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f25d2709-f367-400e-b38b-ba3530cf1d4a admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:52:32.459887 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-970c767a-6b14-4051-9cfc-14285a4e2f55 req-bc25aeee-b423-4f63-8517-04c305ed7a0f service neutron] For port 3bf65952-28b5-4d0e-8528-54eaa04543a2, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=3bf65952-28b5-4d0e-8528-54eaa04543a2,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:52:32.465014 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6cadbbf8-1a0a-4dbe-91c8-bb871e3901d4 req-bf5f50e3-7529-46d5-b980-926c63f8d080 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/quotas/52ec13b5aa674ec2836b22da2faf152e HTTP/1.1" status: 200 len: 375 time: 0.0390620 Nov 12 00:52:32.473540 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f25d2709-f367-400e-b38b-ba3530cf1d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:32.474221 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-f25d2709-f367-400e-b38b-ba3530cf1d4a admin admin] Added segment f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2 of type vlan for network cab82de1-4853-402a-8ee1-5c45d6f97745 Nov 12 00:52:32.475620 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6f1e7-28d2-43e1-8047-0c7faecc640a req-2e7b3f05-61a8-4c2a-a2de-36179d8a6b9e tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:32.476013 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25d2709-f367-400e-b38b-ba3530cf1d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510a0917-ea45-4112-bcdb-7cef6947100e,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:32.482922 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0bd6f1e7-28d2-43e1-8047-0c7faecc640a req-2e7b3f05-61a8-4c2a-a2de-36179d8a6b9e tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=fae9f6f0-d961-46c4-b01a-29a22e071ae6 HTTP/1.1" status: 200 len: 945 time: 0.1794062 Nov 12 00:52:32.489116 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-970c767a-6b14-4051-9cfc-14285a4e2f55 req-bc25aeee-b423-4f63-8517-04c305ed7a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:32.534047 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f25d2709-f367-400e-b38b-ba3530cf1d4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:32.567918 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f25d2709-f367-400e-b38b-ba3530cf1d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:32.569212 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25d2709-f367-400e-b38b-ba3530cf1d4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:32.570036 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f25d2709-f367-400e-b38b-ba3530cf1d4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:32.611492 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c767a-6b14-4051-9cfc-14285a4e2f55 req-bc25aeee-b423-4f63-8517-04c305ed7a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:32.612150 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-970c767a-6b14-4051-9cfc-14285a4e2f55 req-bc25aeee-b423-4f63-8517-04c305ed7a0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:32.613550 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-970c767a-6b14-4051-9cfc-14285a4e2f55 req-bc25aeee-b423-4f63-8517-04c305ed7a0f service neutron] 10.222.0.44 "PUT /v2.0/ports/3bf65952-28b5-4d0e-8528-54eaa04543a2 HTTP/1.1" status: 200 len: 1097 time: 2.1206563 Nov 12 00:52:32.623400 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c37546-1535-44ad-b00f-166a19bf0b5c', 'tag': '3bf65952-28b5-4d0e-8528-54eaa04543a2'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:32.626322 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e3df79-cc52-4c8e-a1d2-3fbb7e9c2dea" -d '{"events": [{"name": "network-changed", "server_uuid": "e4c37546-1535-44ad-b00f-166a19bf0b5c", "tag": "3bf65952-28b5-4d0e-8528-54eaa04543a2"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:32.636857 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:32.659764 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f25d2709-f367-400e-b38b-ba3530cf1d4a admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5759928 Nov 12 00:52:32.660696 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50896) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:32.670349 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-661efb43-d500-40eb-aaea-0a5f3614ab20 admin admin] Request body: {'subnet': {'network_id': 'cab82de1-4853-402a-8ee1-5c45d6f97745', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1810495670-subnet', 'tenant_id': '57d245a6684d43328d4720699dcb1130', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:32.679936 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25d2709-f367-400e-b38b-ba3530cf1d4a admin admin] Pushing event updated for resources: {'Network': ['ID=cab82de1-4853-402a-8ee1-5c45d6f97745,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:32.680120 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc25aeee-b423-4f63-8517-04c305ed7a0f service neutron] Pushing event updated for resources: {'Port': ['ID=3bf65952-28b5-4d0e-8528-54eaa04543a2,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:32.689679 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0bd6f1e7-28d2-43e1-8047-0c7faecc640a req-bc25a05a-be43-4abf-8eed-0857b86046e2 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052431 Nov 12 00:52:32.694844 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network cab82de1-4853-402a-8ee1-5c45d6f97745 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:52:32.706096 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6cadbbf8-1a0a-4dbe-91c8-bb871e3901d4 req-e6fcecd6-4ca2-4b72-bb05-6a459dc0721f tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=52ec13b5aa674ec2836b22da2faf152e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2181265 Nov 12 00:52:32.726496 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661efb43-d500-40eb-aaea-0a5f3614ab20 admin admin] Made reservation on behalf of 57d245a6684d43328d4720699dcb1130 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:52:32.729391 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-661efb43-d500-40eb-aaea-0a5f3614ab20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:32.982399 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-661efb43-d500-40eb-aaea-0a5f3614ab20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:32.996813 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-85b11a65-bd7a-4ed5-949a-13cd76c68f1a req-28da1211-2f56-4ff2-925d-69161250b074 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=1a351b85e994407a86b201df7ace2e9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1187465 Nov 12 00:52:33.132931 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661efb43-d500-40eb-aaea-0a5f3614ab20 admin admin] Checking segment: {'id': 'f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cab82de1-4853-402a-8ee1-5c45d6f97745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:52:33.133491 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661efb43-d500-40eb-aaea-0a5f3614ab20 admin admin] Network hostable DHCP agents. Network: cab82de1-4853-402a-8ee1-5c45d6f97745, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:52:33.136555 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661efb43-d500-40eb-aaea-0a5f3614ab20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12a98869-a3ee-4178-9eb9-17614c418237,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:33.160467 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b11a65-bd7a-4ed5-949a-13cd76c68f1a req-739b5c45-3d60-4712-83cc-d7fcf34916aa tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:33.161973 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-85b11a65-bd7a-4ed5-949a-13cd76c68f1a req-739b5c45-3d60-4712-83cc-d7fcf34916aa tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1580307 Nov 12 00:52:33.166848 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c375de8e-828c-4ac8-8132-1b131209352e x-openstack-request-id: req-c375de8e-828c-4ac8-8132-1b131209352e {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:33.167143 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4c37546-1535-44ad-b00f-166a19bf0b5c", "tag": "3bf65952-28b5-4d0e-8528-54eaa04543a2", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:33.167398 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c375de8e-828c-4ac8-8132-1b131209352e {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:33.167937 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4c37546-1535-44ad-b00f-166a19bf0b5c', 'tag': '3bf65952-28b5-4d0e-8528-54eaa04543a2', 'status': 'completed', 'code': 200} Nov 12 00:52:33.173802 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661efb43-d500-40eb-aaea-0a5f3614ab20 admin admin] Network cab82de1-4853-402a-8ee1-5c45d6f97745 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:52:33.175554 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-345d0d78-a5a5-44a1-8ba5-2a26266af85f req-da6828a3-d814-4adc-afad-cd99103a9e2d tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:33.190883 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-661efb43-d500-40eb-aaea-0a5f3614ab20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, cab82de1-4853-402a-8ee1-5c45d6f97745) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:52:33.196028 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661efb43-d500-40eb-aaea-0a5f3614ab20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:33.196653 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-661efb43-d500-40eb-aaea-0a5f3614ab20 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:33.202009 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecfd661-d33c-4177-87a0-626b548d58a7 None None] Network cab82de1-4853-402a-8ee1-5c45d6f97745 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:52:33.223810 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c767a-6b14-4051-9cfc-14285a4e2f55 req-17009ebf-972b-4484-9e62-66d555796c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:33.225912 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-970c767a-6b14-4051-9cfc-14285a4e2f55 req-17009ebf-972b-4484-9e62-66d555796c46 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6bde2e332c8e418290dd069bae32e617&device_id=e4c37546-1535-44ad-b00f-166a19bf0b5c HTTP/1.1" status: 200 len: 1100 time: 0.4546945 Nov 12 00:52:33.229035 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-661efb43-d500-40eb-aaea-0a5f3614ab20 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5643907 Nov 12 00:52:33.234461 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['e769a600-8888-44e6-b2e0-6ce080ffb7a0'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:33.250073 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6828a3-d814-4adc-afad-cd99103a9e2d tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Pushing event deleted for resources: {'Port': ['ID=e769a600-8888-44e6-b2e0-6ce080ffb7a0,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:33.264696 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-85b11a65-bd7a-4ed5-949a-13cd76c68f1a req-07379a5c-1532-4646-9342-176d15cc8fcc tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Request body: {'port': {'device_id': 'e65c675e-1a9f-4cc7-9955-0c823551197c', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'admin_state_up': True, 'tenant_id': '1a351b85e994407a86b201df7ace2e9c'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:33.542245 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe2b3d8-2460-4a17-a035-3ffc97e631d6 None None] Network cab82de1-4853-402a-8ee1-5c45d6f97745 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:52:33.653188 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6cadbbf8-1a0a-4dbe-91c8-bb871e3901d4 req-14a6ef89-e19a-4bbc-8e36-23ef44068030 service neutron] 10.222.0.45 "GET /v2.0/networks/1c193d6a-5984-4109-91aa-b0c9d7c9a6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9256375 Nov 12 00:52:33.656630 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-970c767a-6b14-4051-9cfc-14285a4e2f55 req-da288276-8d4b-4aa3-acf8-095e922364f3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=3bf65952-28b5-4d0e-8528-54eaa04543a2 HTTP/1.1" status: 200 len: 217 time: 0.3962891 Nov 12 00:52:33.714540 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-01717a73-ee17-4f92-9632-84cb0159d696 req-f53363ae-3b9a-494f-a04a-5a96ead05391 tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7d172f4-6a2d-41a7-8858-305d51794d58 HTTP/1.1" status: 200 len: 210 time: 0.4699914 Nov 12 00:52:33.823546 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-345d0d78-a5a5-44a1-8ba5-2a26266af85f req-da6828a3-d814-4adc-afad-cd99103a9e2d tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] No DVR routers for this DVR port e769a600-8888-44e6-b2e0-6ce080ffb7a0 on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:52:33.826643 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:33.844823 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-345d0d78-a5a5-44a1-8ba5-2a26266af85f req-da6828a3-d814-4adc-afad-cd99103a9e2d tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:33.848160 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-345d0d78-a5a5-44a1-8ba5-2a26266af85f req-da6828a3-d814-4adc-afad-cd99103a9e2d tempest-FloatingIPsAssociationTestJSON-1892517467 tempest-FloatingIPsAssociationTestJSON-1892517467-project] 10.222.0.16 "DELETE /v2.0/ports/e769a600-8888-44e6-b2e0-6ce080ffb7a0 HTTP/1.1" status: 204 len: 173 time: 2.1788445 Nov 12 00:52:33.899725 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c767a-6b14-4051-9cfc-14285a4e2f55 req-f1fb73a3-6b1e-4870-84d5-ac1482ea7287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:33.901209 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-970c767a-6b14-4051-9cfc-14285a4e2f55 req-f1fb73a3-6b1e-4870-84d5-ac1482ea7287 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.2191360 Nov 12 00:52:33.970881 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6cadbbf8-1a0a-4dbe-91c8-bb871e3901d4 req-d0277192-e4d7-4495-9ccc-8232a1dd9025 service neutron] 10.222.0.45 "GET /v2.0/networks/1c193d6a-5984-4109-91aa-b0c9d7c9a6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168077 Nov 12 00:52:33.986009 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714892dc-bdbf-48a2-b557-5b711d9d40a1 req-ebe92a8e-7d12-4189-8f18-d59f9cad8841 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:33.989330 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-714892dc-bdbf-48a2-b557-5b711d9d40a1 req-ebe92a8e-7d12-4189-8f18-d59f9cad8841 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4c37546-1535-44ad-b00f-166a19bf0b5c HTTP/1.1" status: 200 len: 948 time: 0.1904674 Nov 12 00:52:34.020481 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c767a-6b14-4051-9cfc-14285a4e2f55 req-e4d91c91-d01b-440b-9f34-7ab05277b6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:34.022947 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-970c767a-6b14-4051-9cfc-14285a4e2f55 req-e4d91c91-d01b-440b-9f34-7ab05277b6e4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1086373 Nov 12 00:52:34.029225 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85b11a65-bd7a-4ed5-949a-13cd76c68f1a req-07379a5c-1532-4646-9342-176d15cc8fcc tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Made reservation on behalf of 1a351b85e994407a86b201df7ace2e9c for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:52:34.033564 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-85b11a65-bd7a-4ed5-949a-13cd76c68f1a req-07379a5c-1532-4646-9342-176d15cc8fcc tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:34.120775 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-714892dc-bdbf-48a2-b557-5b711d9d40a1 req-a687388d-ebc2-4363-99ff-e218c2dbcc9d tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193333 Nov 12 00:52:34.320339 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-970c767a-6b14-4051-9cfc-14285a4e2f55 req-ae7aefe6-e4d6-4bdb-8373-97284002fc51 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674069 Nov 12 00:52:34.322649 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c2ef7a72-30d5-46f2-88f7-53648df182a4 req-3c7ba0bb-d8f9-4437-975f-63483b03daae tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=e65c675e-1a9f-4cc7-9955-0c823551197c HTTP/1.1" status: 200 len: 210 time: 0.0685604 Nov 12 00:52:34.455706 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-85b11a65-bd7a-4ed5-949a-13cd76c68f1a req-07379a5c-1532-4646-9342-176d15cc8fcc tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Allocated IP 192.168.233.162 (945c2da1-f958-478a-a48a-8af2dfa2e179/f0290328-7bc5-4266-bfb9-6eb25d91acf0/068c7cae-9c9b-4543-ba29-1f5c97d2202a) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:52:34.512485 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1f54e429-e439-48eb-b9e3-a9e79ab4c5a4 req-fbe1f02b-1350-4eaf-9e8c-e677df413a22 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1249096680&fields=id&tenant_id=ccb1e7e0eea141e9b6d3110322862248 HTTP/1.1" status: 200 len: 267 time: 0.1623850 Nov 12 00:52:34.704809 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-970c767a-6b14-4051-9cfc-14285a4e2f55 req-d33c5011-9eda-450d-97a3-f548d47449ae service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3782773 Nov 12 00:52:34.927117 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-85b11a65-bd7a-4ed5-949a-13cd76c68f1a req-07379a5c-1532-4646-9342-176d15cc8fcc tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:34.987721 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:35.000129 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54e429-e439-48eb-b9e3-a9e79ab4c5a4 req-fc2dbdde-bb2d-40a5-ad0d-08a5327cd946 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:35.008222 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1f54e429-e439-48eb-b9e3-a9e79ab4c5a4 req-fc2dbdde-bb2d-40a5-ad0d-08a5327cd946 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/networks?id=9d38a466-42af-43d7-b83f-22dc50aa65c8 HTTP/1.1" status: 200 len: 823 time: 0.4712689 Nov 12 00:52:35.035771 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e3df79-cc52-4c8e-a1d2-3fbb7e9c2dea req-13e55396-0dd8-43b6-be0a-29a3b5fd21b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:35.037489 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b0e3df79-cc52-4c8e-a1d2-3fbb7e9c2dea req-13e55396-0dd8-43b6-be0a-29a3b5fd21b9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6bde2e332c8e418290dd069bae32e617&device_id=e4c37546-1535-44ad-b00f-166a19bf0b5c HTTP/1.1" status: 200 len: 1100 time: 0.2019293 Nov 12 00:52:35.057583 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1f54e429-e439-48eb-b9e3-a9e79ab4c5a4 req-d19d7635-180d-4442-9aa0-a27463e41c1c tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/quotas/ccb1e7e0eea141e9b6d3110322862248 HTTP/1.1" status: 200 len: 375 time: 0.0480642 Nov 12 00:52:35.070533 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1066c46-5b18-4059-942c-7ac1b87ca7e3 req-ce78f949-f51b-43fa-9e4c-322336b32636 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:35.072282 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a1066c46-5b18-4059-942c-7ac1b87ca7e3 req-ce78f949-f51b-43fa-9e4c-322336b32636 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/networks?id=cab82de1-4853-402a-8ee1-5c45d6f97745 HTTP/1.1" status: 200 len: 805 time: 0.3894932 Nov 12 00:52:35.145626 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a1066c46-5b18-4059-942c-7ac1b87ca7e3 req-2f05c050-25d0-47d4-b60c-e84b286c0af3 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/quotas/57d245a6684d43328d4720699dcb1130 HTTP/1.1" status: 200 len: 375 time: 0.0612531 Nov 12 00:52:35.177742 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d172f4-6a2d-41a7-8858-305d51794d58', 'name': 'network-vif-deleted', 'tag': 'e769a600-8888-44e6-b2e0-6ce080ffb7a0'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:35.179640 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527b5bab-c33a-4438-b68f-de19542a5abf" -d '{"events": [{"server_uuid": "c7d172f4-6a2d-41a7-8858-305d51794d58", "name": "network-vif-deleted", "tag": "e769a600-8888-44e6-b2e0-6ce080ffb7a0"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:35.193174 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-85b11a65-bd7a-4ed5-949a-13cd76c68f1a req-07379a5c-1532-4646-9342-176d15cc8fcc tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:35.233804 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['7f4a4f9d-e3c5-4587-9470-60d804758a00'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:35.256653 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a1066c46-5b18-4059-942c-7ac1b87ca7e3 req-88de28fd-6996-40fe-8e23-55dfcd915f24 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=57d245a6684d43328d4720699dcb1130&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0712998 Nov 12 00:52:35.279139 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['8ee9b406-63fc-4abb-9ad7-a586a9c8cd94', '559534ec-b918-4572-b31d-8e35637a07fc', '00dbddc7-a1c8-4c61-99f2-f71236b0ee66', '903e9341-2db9-4f60-814e-55a6db923eda'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:35.334353 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1f54e429-e439-48eb-b9e3-a9e79ab4c5a4 req-9bb33297-102d-43b4-939c-e0fc46ff81d1 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ccb1e7e0eea141e9b6d3110322862248&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2754674 Nov 12 00:52:35.390177 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85b11a65-bd7a-4ed5-949a-13cd76c68f1a req-07379a5c-1532-4646-9342-176d15cc8fcc tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Network 945c2da1-f958-478a-a48a-8af2dfa2e179 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:52:35.391796 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device e769a600-8888-44e6-b2e0-6ce080ffb7a0 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:52:35.419911 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] No Port match for: e769a600-8888-44e6-b2e0-6ce080ffb7a0 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:52:35.421053 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device e769a600-8888-44e6-b2e0-6ce080ffb7a0 not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:52:35.470327 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-85b11a65-bd7a-4ed5-949a-13cd76c68f1a req-07379a5c-1532-4646-9342-176d15cc8fcc tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:52:35.480592 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e3df79-cc52-4c8e-a1d2-3fbb7e9c2dea req-fd616083-9597-4b2a-be9d-2fe6b1fa42fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:35.482395 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b0e3df79-cc52-4c8e-a1d2-3fbb7e9c2dea req-fd616083-9597-4b2a-be9d-2fe6b1fa42fa service neutron] 10.222.0.44 "GET /v2.0/networks?id=945c2da1-f958-478a-a48a-8af2dfa2e179 HTTP/1.1" status: 200 len: 869 time: 0.4003406 Nov 12 00:52:35.483239 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07379a5c-1532-4646-9342-176d15cc8fcc tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Pushing event updated for resources: {'Port': ['ID=068c7cae-9c9b-4543-ba29-1f5c97d2202a,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:35.486942 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b11a65-bd7a-4ed5-949a-13cd76c68f1a req-07379a5c-1532-4646-9342-176d15cc8fcc tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:52:35.665035 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b0e3df79-cc52-4c8e-a1d2-3fbb7e9c2dea req-c52dc8a9-ce61-4031-a853-ef8050cd084f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=3bf65952-28b5-4d0e-8528-54eaa04543a2 HTTP/1.1" status: 200 len: 217 time: 0.1706245 Nov 12 00:52:35.743703 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1476fd-87c3-4404-b606-39528d648ef8 req-2bdf4799-ed4d-4ccf-aad6-8f1f9243a728 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:35.745316 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1b1476fd-87c3-4404-b606-39528d648ef8 req-2bdf4799-ed4d-4ccf-aad6-8f1f9243a728 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a0e4135-6894-4fd4-a9c1-8da7da0430fb HTTP/1.1" status: 200 len: 945 time: 0.3848968 Nov 12 00:52:35.856620 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a1066c46-5b18-4059-942c-7ac1b87ca7e3 req-a1503453-0c40-4749-a1d2-4e7fefce4219 service neutron] 10.222.0.45 "GET /v2.0/networks/cab82de1-4853-402a-8ee1-5c45d6f97745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5730586 Nov 12 00:52:35.881401 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b11a65-bd7a-4ed5-949a-13cd76c68f1a req-07379a5c-1532-4646-9342-176d15cc8fcc tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:35.882502 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-85b11a65-bd7a-4ed5-949a-13cd76c68f1a req-07379a5c-1532-4646-9342-176d15cc8fcc tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:35.886920 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e3df79-cc52-4c8e-a1d2-3fbb7e9c2dea req-41182e52-f3e1-4d0b-ba86-c1c1fa650e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:35.888634 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b0e3df79-cc52-4c8e-a1d2-3fbb7e9c2dea req-41182e52-f3e1-4d0b-ba86-c1c1fa650e0c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.1730595 Nov 12 00:52:35.921217 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cadbbf8-1a0a-4dbe-91c8-bb871e3901d4 req-a03a1659-cd8b-47a0-8baa-1319b1fca81c tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:35.922752 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6cadbbf8-1a0a-4dbe-91c8-bb871e3901d4 req-a03a1659-cd8b-47a0-8baa-1319b1fca81c tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.44 "GET /v2.0/networks?id=1c193d6a-5984-4109-91aa-b0c9d7c9a6bf HTTP/1.1" status: 200 len: 820 time: 0.2602780 Nov 12 00:52:35.946595 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-6cadbbf8-1a0a-4dbe-91c8-bb871e3901d4 req-30d5fc62-c330-417a-9c98-0e4d02da6f7a tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Request body: {'port': {'device_id': '693d0b75-ece2-4869-ae25-5ae5d8a5bb27', 'network_id': '1c193d6a-5984-4109-91aa-b0c9d7c9a6bf', 'admin_state_up': True, 'tenant_id': '52ec13b5aa674ec2836b22da2faf152e'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:35.981438 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-1522f10c-fe0a-4f60-8eab-8e2889ed8fd5 None None] Provisioning complete for port 068c7cae-9c9b-4543-ba29-1f5c97d2202a triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:35.981807 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1522f10c-fe0a-4f60-8eab-8e2889ed8fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:36.030286 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a1066c46-5b18-4059-942c-7ac1b87ca7e3 req-ac05253d-5c89-456a-8eb1-cffaf32c6a44 service neutron] 10.222.0.45 "GET /v2.0/networks/cab82de1-4853-402a-8ee1-5c45d6f97745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360366 Nov 12 00:52:36.068659 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-1522f10c-fe0a-4f60-8eab-8e2889ed8fd5 None None] Port 068c7cae-9c9b-4543-ba29-1f5c97d2202a cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:52:36.102561 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cadbbf8-1a0a-4dbe-91c8-bb871e3901d4 req-30d5fc62-c330-417a-9c98-0e4d02da6f7a tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Made reservation on behalf of 52ec13b5aa674ec2836b22da2faf152e for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:52:36.106636 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-6cadbbf8-1a0a-4dbe-91c8-bb871e3901d4 req-30d5fc62-c330-417a-9c98-0e4d02da6f7a tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:36.134049 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1f54e429-e439-48eb-b9e3-a9e79ab4c5a4 req-c9e60d5b-74c0-417a-be0b-b91f2aa2f03b service neutron] 10.222.0.45 "GET /v2.0/networks/9d38a466-42af-43d7-b83f-22dc50aa65c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7764878 Nov 12 00:52:36.149901 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e3df79-cc52-4c8e-a1d2-3fbb7e9c2dea req-bad81b9b-46f0-4bda-aa0e-f2ea1bae2f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:36.151688 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b0e3df79-cc52-4c8e-a1d2-3fbb7e9c2dea req-bad81b9b-46f0-4bda-aa0e-f2ea1bae2f85 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2425051 Nov 12 00:52:36.155406 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-85b11a65-bd7a-4ed5-949a-13cd76c68f1a req-07379a5c-1532-4646-9342-176d15cc8fcc tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9164181 Nov 12 00:52:36.200913 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-85b11a65-bd7a-4ed5-949a-13cd76c68f1a req-13aa2181-1c37-4423-8618-8dbfa8f81e8f service neutron] Request body: {'port': {'device_id': 'e65c675e-1a9f-4cc7-9955-0c823551197c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:36.351895 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-6cadbbf8-1a0a-4dbe-91c8-bb871e3901d4 req-30d5fc62-c330-417a-9c98-0e4d02da6f7a tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Allocated IP 172.20.0.13 (1c193d6a-5984-4109-91aa-b0c9d7c9a6bf/6d8bd009-45c7-4017-80d7-9c1f69484ce9/7d75c348-286f-4701-8d3d-df1cef9f0a75) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:52:36.410636 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b0e3df79-cc52-4c8e-a1d2-3fbb7e9c2dea req-e2aebd61-7959-4f6b-b40d-1125a4dcb7ce service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315593 Nov 12 00:52:36.554846 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-6cadbbf8-1a0a-4dbe-91c8-bb871e3901d4 req-30d5fc62-c330-417a-9c98-0e4d02da6f7a tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:36.603137 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-6cadbbf8-1a0a-4dbe-91c8-bb871e3901d4 req-30d5fc62-c330-417a-9c98-0e4d02da6f7a tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:36.674764 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cadbbf8-1a0a-4dbe-91c8-bb871e3901d4 req-30d5fc62-c330-417a-9c98-0e4d02da6f7a tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Network 1c193d6a-5984-4109-91aa-b0c9d7c9a6bf is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:52:36.681227 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-6cadbbf8-1a0a-4dbe-91c8-bb871e3901d4 req-30d5fc62-c330-417a-9c98-0e4d02da6f7a tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:52:36.683881 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cadbbf8-1a0a-4dbe-91c8-bb871e3901d4 req-30d5fc62-c330-417a-9c98-0e4d02da6f7a tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:52:36.713078 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d5fc62-c330-417a-9c98-0e4d02da6f7a tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Pushing event updated for resources: {'Port': ['ID=7d75c348-286f-4701-8d3d-df1cef9f0a75,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:36.745874 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cadbbf8-1a0a-4dbe-91c8-bb871e3901d4 req-30d5fc62-c330-417a-9c98-0e4d02da6f7a tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:36.746515 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-6cadbbf8-1a0a-4dbe-91c8-bb871e3901d4 req-30d5fc62-c330-417a-9c98-0e4d02da6f7a tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:36.765237 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6cadbbf8-1a0a-4dbe-91c8-bb871e3901d4 req-30d5fc62-c330-417a-9c98-0e4d02da6f7a tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8257012 Nov 12 00:52:36.784385 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-6cadbbf8-1a0a-4dbe-91c8-bb871e3901d4 req-ddd164ab-3508-457d-86ae-e145f5288ff7 service neutron] Request body: {'port': {'device_id': '693d0b75-ece2-4869-ae25-5ae5d8a5bb27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:36.842017 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-6cadbbf8-1a0a-4dbe-91c8-bb871e3901d4 req-ddd164ab-3508-457d-86ae-e145f5288ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:36.853903 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-85b11a65-bd7a-4ed5-949a-13cd76c68f1a req-13aa2181-1c37-4423-8618-8dbfa8f81e8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:36.970654 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b53fd-5842-4b9e-8327-18566ecb6e4d req-cc7b7928-f578-4004-912c-56ff6979d413 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:36.972244 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-128b53fd-5842-4b9e-8327-18566ecb6e4d req-cc7b7928-f578-4004-912c-56ff6979d413 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=fae9f6f0-d961-46c4-b01a-29a22e071ae6 HTTP/1.1" status: 200 len: 945 time: 0.5595939 Nov 12 00:52:36.991416 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1f54e429-e439-48eb-b9e3-a9e79ab4c5a4 req-39295520-7d32-4b1a-b556-c622309afaed service neutron] 10.222.0.45 "GET /v2.0/networks/9d38a466-42af-43d7-b83f-22dc50aa65c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8334692 Nov 12 00:52:37.000662 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b0e3df79-cc52-4c8e-a1d2-3fbb7e9c2dea req-3886cc4c-b356-45a8-8378-c1965a740530 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5495119 Nov 12 00:52:37.009982 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-1b1476fd-87c3-4404-b606-39528d648ef8 req-e46729de-31ee-44c4-b622-30d7ac5bf00a tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Deleting port 2ed1f2e6-b473-4a25-9380-d1c902b834d4 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:52:37.010327 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1b1476fd-87c3-4404-b606-39528d648ef8 req-e46729de-31ee-44c4-b622-30d7ac5bf00a tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:37.204679 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-128b53fd-5842-4b9e-8327-18566ecb6e4d req-df6f3491-db56-4254-99b7-1c234feb7428 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223418 Nov 12 00:52:37.248379 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-6cadbbf8-1a0a-4dbe-91c8-bb871e3901d4 req-ddd164ab-3508-457d-86ae-e145f5288ff7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d75c348-286f-4701-8d3d-df1cef9f0a75 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:52:37.259990 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-6cadbbf8-1a0a-4dbe-91c8-bb871e3901d4 req-ddd164ab-3508-457d-86ae-e145f5288ff7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:37.279463 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50976) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:37.287046 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-6cadbbf8-1a0a-4dbe-91c8-bb871e3901d4 req-ddd164ab-3508-457d-86ae-e145f5288ff7 service neutron] Transition to ACTIVE for port object 7d75c348-286f-4701-8d3d-df1cef9f0a75 will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:52:37.326903 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 3bf65952-28b5-4d0e-8528-54eaa04543a2 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:52:37.330840 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-6cadbbf8-1a0a-4dbe-91c8-bb871e3901d4 req-ddd164ab-3508-457d-86ae-e145f5288ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:37.498434 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 3bf65952-28b5-4d0e-8528-54eaa04543a2, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=3bf65952-28b5-4d0e-8528-54eaa04543a2,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:37.510289 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-1b1476fd-87c3-4404-b606-39528d648ef8 req-e46729de-31ee-44c4-b622-30d7ac5bf00a tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] For port 2ed1f2e6-b473-4a25-9380-d1c902b834d4, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=2ed1f2e6-b473-4a25-9380-d1c902b834d4,segment=NetworkSegment(c597d253-3b8b-4ba2-8e61-dc5232a6ec18),segment_id=c597d253-3b8b-4ba2-8e61-dc5232a6ec18)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:37.510894 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1b1476fd-87c3-4404-b606-39528d648ef8 req-e46729de-31ee-44c4-b622-30d7ac5bf00a tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:37.515529 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:52:37.518437 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '3bf65952-28b5-4d0e-8528-54eaa04543a2', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'port_id': '3bf65952-28b5-4d0e-8528-54eaa04543a2', 'mac_address': 'fa:16:3e:79:9f:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0290328-7bc5-4266-bfb9-6eb25d91acf0', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:52:37.579141 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:37.613688 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bf65952-28b5-4d0e-8528-54eaa04543a2 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:52:37.649922 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 3bf65952-28b5-4d0e-8528-54eaa04543a2, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=3bf65952-28b5-4d0e-8528-54eaa04543a2,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:37.659725 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:37.664254 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-85b11a65-bd7a-4ed5-949a-13cd76c68f1a req-13aa2181-1c37-4423-8618-8dbfa8f81e8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 068c7cae-9c9b-4543-ba29-1f5c97d2202a {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:52:37.706871 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa18b39-e062-4151-bf39-d7a502eef7d4 req-bd1b6638-5f4c-4331-a6bb-2aa74a8a180b tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:37.718441 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3fa18b39-e062-4151-bf39-d7a502eef7d4 req-bd1b6638-5f4c-4331-a6bb-2aa74a8a180b tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=693d0b75-ece2-4869-ae25-5ae5d8a5bb27 HTTP/1.1" status: 200 len: 944 time: 0.4096711 Nov 12 00:52:37.731828 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=3bf65952-28b5-4d0e-8528-54eaa04543a2,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:37.759639 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd164ab-3508-457d-86ae-e145f5288ff7 service neutron] Pushing event updated for resources: {'Port': ['ID=7d75c348-286f-4701-8d3d-df1cef9f0a75,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:37.760203 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-85b11a65-bd7a-4ed5-949a-13cd76c68f1a req-13aa2181-1c37-4423-8618-8dbfa8f81e8f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:37.826415 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1509d-0936-470e-9f01-2f61e82c228c req-afc2978b-b647-456c-9ded-b8a2c6d8ae1a tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:37.832673 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-14c1509d-0936-470e-9f01-2f61e82c228c req-afc2978b-b647-456c-9ded-b8a2c6d8ae1a tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4c37546-1535-44ad-b00f-166a19bf0b5c HTTP/1.1" status: 200 len: 948 time: 0.4677663 Nov 12 00:52:37.899502 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-85b11a65-bd7a-4ed5-949a-13cd76c68f1a req-13aa2181-1c37-4423-8618-8dbfa8f81e8f service neutron] Transition to ACTIVE for port object 068c7cae-9c9b-4543-ba29-1f5c97d2202a will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:52:37.912523 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-6cadbbf8-1a0a-4dbe-91c8-bb871e3901d4 req-ddd164ab-3508-457d-86ae-e145f5288ff7 service neutron] Attempting to bind port 7d75c348-286f-4701-8d3d-df1cef9f0a75 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:52:37.912862 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-6cadbbf8-1a0a-4dbe-91c8-bb871e3901d4 req-ddd164ab-3508-457d-86ae-e145f5288ff7 service neutron] Attempting to bind port 7d75c348-286f-4701-8d3d-df1cef9f0a75 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '936f4dc4-b49e-4318-84e7-8d3d4988961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1c193d6a-5984-4109-91aa-b0c9d7c9a6bf'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:52:37.913187 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cadbbf8-1a0a-4dbe-91c8-bb871e3901d4 req-ddd164ab-3508-457d-86ae-e145f5288ff7 service neutron] Attempting to bind port 7d75c348-286f-4701-8d3d-df1cef9f0a75 on network 1c193d6a-5984-4109-91aa-b0c9d7c9a6bf {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:52:37.925052 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:37.927224 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cadbbf8-1a0a-4dbe-91c8-bb871e3901d4 req-ddd164ab-3508-457d-86ae-e145f5288ff7 service neutron] Port 7d75c348-286f-4701-8d3d-df1cef9f0a75 on network 1c193d6a-5984-4109-91aa-b0c9d7c9a6bf not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:52:37.927558 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cadbbf8-1a0a-4dbe-91c8-bb871e3901d4 req-ddd164ab-3508-457d-86ae-e145f5288ff7 service neutron] Attempting to bind port 7d75c348-286f-4701-8d3d-df1cef9f0a75 on network 1c193d6a-5984-4109-91aa-b0c9d7c9a6bf {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:52:37.941696 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cadbbf8-1a0a-4dbe-91c8-bb871e3901d4 req-ddd164ab-3508-457d-86ae-e145f5288ff7 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:52:37.942083 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cadbbf8-1a0a-4dbe-91c8-bb871e3901d4 req-ddd164ab-3508-457d-86ae-e145f5288ff7 service neutron] Checking segment: {'id': '936f4dc4-b49e-4318-84e7-8d3d4988961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1c193d6a-5984-4109-91aa-b0c9d7c9a6bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:52:37.942421 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cadbbf8-1a0a-4dbe-91c8-bb871e3901d4 req-ddd164ab-3508-457d-86ae-e145f5288ff7 service neutron] Bound using segment: {'id': '936f4dc4-b49e-4318-84e7-8d3d4988961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1c193d6a-5984-4109-91aa-b0c9d7c9a6bf'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:52:37.943022 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-6cadbbf8-1a0a-4dbe-91c8-bb871e3901d4 req-ddd164ab-3508-457d-86ae-e145f5288ff7 service neutron] Bound port: 7d75c348-286f-4701-8d3d-df1cef9f0a75, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '936f4dc4-b49e-4318-84e7-8d3d4988961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1c193d6a-5984-4109-91aa-b0c9d7c9a6bf'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:52:37.943392 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-6cadbbf8-1a0a-4dbe-91c8-bb871e3901d4 req-ddd164ab-3508-457d-86ae-e145f5288ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:37.953826 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-85b11a65-bd7a-4ed5-949a-13cd76c68f1a req-13aa2181-1c37-4423-8618-8dbfa8f81e8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:37.981735 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['3bf65952-28b5-4d0e-8528-54eaa04543a2'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:38.054212 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3fa18b39-e062-4151-bf39-d7a502eef7d4 req-0e5baa6e-e29c-4b15-a130-3bfd4ba27790 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342493 Nov 12 00:52:38.085995 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-6cadbbf8-1a0a-4dbe-91c8-bb871e3901d4 req-ddd164ab-3508-457d-86ae-e145f5288ff7 service neutron] For port 7d75c348-286f-4701-8d3d-df1cef9f0a75, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:52:38.110896 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-6cadbbf8-1a0a-4dbe-91c8-bb871e3901d4 req-ddd164ab-3508-457d-86ae-e145f5288ff7 service neutron] For port 7d75c348-286f-4701-8d3d-df1cef9f0a75, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=7d75c348-286f-4701-8d3d-df1cef9f0a75,segment=NetworkSegment(936f4dc4-b49e-4318-84e7-8d3d4988961e),segment_id=936f4dc4-b49e-4318-84e7-8d3d4988961e)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:52:38.128182 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-14c1509d-0936-470e-9f01-2f61e82c228c req-bcc335b0-ac41-4ed8-9c6d-9632154a8691 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777698 Nov 12 00:52:38.138905 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-6cadbbf8-1a0a-4dbe-91c8-bb871e3901d4 req-ddd164ab-3508-457d-86ae-e145f5288ff7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:38.178347 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1066c46-5b18-4059-942c-7ac1b87ca7e3 req-fe0c2dc5-884b-498c-aed2-26a97e3f6f5b tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:38.182090 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a1066c46-5b18-4059-942c-7ac1b87ca7e3 req-fe0c2dc5-884b-498c-aed2-26a97e3f6f5b tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.44 "GET /v2.0/networks?id=cab82de1-4853-402a-8ee1-5c45d6f97745 HTTP/1.1" status: 200 len: 805 time: 0.5431445 Nov 12 00:52:38.200312 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa2181-1c37-4423-8618-8dbfa8f81e8f service neutron] Pushing event updated for resources: {'Port': ['ID=068c7cae-9c9b-4543-ba29-1f5c97d2202a,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:38.223384 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-a1066c46-5b18-4059-942c-7ac1b87ca7e3 req-e631453e-35f6-43f4-88ad-d724416b044a tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Request body: {'port': {'device_id': '97e04b42-24ed-4311-9db9-971e0331dc50', 'network_id': 'cab82de1-4853-402a-8ee1-5c45d6f97745', 'admin_state_up': True, 'tenant_id': '57d245a6684d43328d4720699dcb1130'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:38.230408 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129d491b-533c-40c5-b905-1a0f5f4451b0 x-openstack-request-id: req-129d491b-533c-40c5-b905-1a0f5f4451b0 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:38.230750 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d172f4-6a2d-41a7-8858-305d51794d58", "name": "network-vif-deleted", "tag": "e769a600-8888-44e6-b2e0-6ce080ffb7a0", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:38.230946 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-129d491b-533c-40c5-b905-1a0f5f4451b0 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:38.231352 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d172f4-6a2d-41a7-8858-305d51794d58', 'name': 'network-vif-deleted', 'tag': 'e769a600-8888-44e6-b2e0-6ce080ffb7a0', 'status': 'completed', 'code': 200} Nov 12 00:52:38.273109 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cadbbf8-1a0a-4dbe-91c8-bb871e3901d4 req-ddd164ab-3508-457d-86ae-e145f5288ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:38.273713 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-6cadbbf8-1a0a-4dbe-91c8-bb871e3901d4 req-ddd164ab-3508-457d-86ae-e145f5288ff7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:38.276975 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6cadbbf8-1a0a-4dbe-91c8-bb871e3901d4 req-ddd164ab-3508-457d-86ae-e145f5288ff7 service neutron] 10.222.0.44 "PUT /v2.0/ports/7d75c348-286f-4701-8d3d-df1cef9f0a75 HTTP/1.1" status: 200 len: 1093 time: 1.4953084 Nov 12 00:52:38.276975 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '693d0b75-ece2-4869-ae25-5ae5d8a5bb27', 'tag': '7d75c348-286f-4701-8d3d-df1cef9f0a75'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:38.278028 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543f258d-d9e4-4884-ad28-d17f7d01eaac" -d '{"events": [{"name": "network-changed", "server_uuid": "693d0b75-ece2-4869-ae25-5ae5d8a5bb27", "tag": "7d75c348-286f-4701-8d3d-df1cef9f0a75"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:38.343882 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd164ab-3508-457d-86ae-e145f5288ff7 service neutron] Pushing event updated for resources: {'Port': ['ID=7d75c348-286f-4701-8d3d-df1cef9f0a75,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:38.368200 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1b1476fd-87c3-4404-b606-39528d648ef8 req-e46729de-31ee-44c4-b622-30d7ac5bf00a tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:38.368572 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1b1476fd-87c3-4404-b606-39528d648ef8 req-e46729de-31ee-44c4-b622-30d7ac5bf00a tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:38.369102 n-d-712142-27 neutron-server[109085]: INFO neutron.db.l3_db [req-1b1476fd-87c3-4404-b606-39528d648ef8 req-e46729de-31ee-44c4-b622-30d7ac5bf00a tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Floating IP 565201aa-c2a7-4d33-bc42-9996dafc78cb disassociated. External IP: 172.25.3.202, port: 2ed1f2e6-b473-4a25-9380-d1c902b834d4. Nov 12 00:52:38.369453 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-1b1476fd-87c3-4404-b606-39528d648ef8 req-e46729de-31ee-44c4-b622-30d7ac5bf00a tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Calling delete_port for 2ed1f2e6-b473-4a25-9380-d1c902b834d4 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:52:38.397685 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a29a1a43-147e-4fba-aa4a-ef813a226102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:38.429608 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f7196fa4-1a31-45d4-9ec7-7f9a5e6f1aa6 req-12d7c2a1-22c6-4cb9-b142-acedf41deefa tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=97e04b42-24ed-4311-9db9-971e0331dc50 HTTP/1.1" status: 200 len: 210 time: 0.1165802 Nov 12 00:52:38.479009 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cadbbf8-1a0a-4dbe-91c8-bb871e3901d4 req-a9ec6298-dc4c-44b8-ad51-fa0d263091e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:38.480747 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6cadbbf8-1a0a-4dbe-91c8-bb871e3901d4 req-a9ec6298-dc4c-44b8-ad51-fa0d263091e3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=52ec13b5aa674ec2836b22da2faf152e&device_id=693d0b75-ece2-4869-ae25-5ae5d8a5bb27 HTTP/1.1" status: 200 len: 1096 time: 0.1334734 Nov 12 00:52:38.518633 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3897407-0b55-4c9c-a8cb-dd45d7a4c0c4 req-c6ced38e-17d4-440a-ae65-9e8fe344c5d4 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:38.520986 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b3897407-0b55-4c9c-a8cb-dd45d7a4c0c4 req-c6ced38e-17d4-440a-ae65-9e8fe344c5d4 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=e65c675e-1a9f-4cc7-9955-0c823551197c HTTP/1.1" status: 200 len: 948 time: 0.2873781 Nov 12 00:52:38.565834 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6cadbbf8-1a0a-4dbe-91c8-bb871e3901d4 req-3a99df3f-f4ed-4e12-ad07-a959595fe2f5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d75c348-286f-4701-8d3d-df1cef9f0a75 HTTP/1.1" status: 200 len: 217 time: 0.0704463 Nov 12 00:52:38.596968 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-85b11a65-bd7a-4ed5-949a-13cd76c68f1a req-13aa2181-1c37-4423-8618-8dbfa8f81e8f service neutron] Attempting to bind port 068c7cae-9c9b-4543-ba29-1f5c97d2202a on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:52:38.597441 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-85b11a65-bd7a-4ed5-949a-13cd76c68f1a req-13aa2181-1c37-4423-8618-8dbfa8f81e8f service neutron] Attempting to bind port 068c7cae-9c9b-4543-ba29-1f5c97d2202a by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:52:38.597652 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b11a65-bd7a-4ed5-949a-13cd76c68f1a req-13aa2181-1c37-4423-8618-8dbfa8f81e8f service neutron] Attempting to bind port 068c7cae-9c9b-4543-ba29-1f5c97d2202a on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:52:38.606166 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-784f5b79-0e68-4c86-8c75-4ca4c2bc0fb7 req-b6174a85-2b6f-4e5f-b260-da2f4ece4a69 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4469394-cb8f-4a59-a4a9-2290ea4d30ae HTTP/1.1" status: 200 len: 210 time: 0.0672221 Nov 12 00:52:38.631761 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b11a65-bd7a-4ed5-949a-13cd76c68f1a req-13aa2181-1c37-4423-8618-8dbfa8f81e8f service neutron] Port 068c7cae-9c9b-4543-ba29-1f5c97d2202a on network 945c2da1-f958-478a-a48a-8af2dfa2e179 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:52:38.631761 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b11a65-bd7a-4ed5-949a-13cd76c68f1a req-13aa2181-1c37-4423-8618-8dbfa8f81e8f service neutron] Attempting to bind port 068c7cae-9c9b-4543-ba29-1f5c97d2202a on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:52:38.645206 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1066c46-5b18-4059-942c-7ac1b87ca7e3 req-e631453e-35f6-43f4-88ad-d724416b044a tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Made reservation on behalf of 57d245a6684d43328d4720699dcb1130 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:52:38.648814 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a1066c46-5b18-4059-942c-7ac1b87ca7e3 req-e631453e-35f6-43f4-88ad-d724416b044a tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:38.661492 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b11a65-bd7a-4ed5-949a-13cd76c68f1a req-13aa2181-1c37-4423-8618-8dbfa8f81e8f service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:52:38.661871 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b11a65-bd7a-4ed5-949a-13cd76c68f1a req-13aa2181-1c37-4423-8618-8dbfa8f81e8f service neutron] Checking segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:52:38.662217 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85b11a65-bd7a-4ed5-949a-13cd76c68f1a req-13aa2181-1c37-4423-8618-8dbfa8f81e8f service neutron] Bound using segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:52:38.662669 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-85b11a65-bd7a-4ed5-949a-13cd76c68f1a req-13aa2181-1c37-4423-8618-8dbfa8f81e8f service neutron] Bound port: 068c7cae-9c9b-4543-ba29-1f5c97d2202a, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:52:38.663026 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-85b11a65-bd7a-4ed5-949a-13cd76c68f1a req-13aa2181-1c37-4423-8618-8dbfa8f81e8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:38.693920 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b3897407-0b55-4c9c-a8cb-dd45d7a4c0c4 req-bbc5a30a-bc47-462a-baef-dddab8d20d7d tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644948 Nov 12 00:52:38.715201 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cadbbf8-1a0a-4dbe-91c8-bb871e3901d4 req-bc2697e0-3c7f-448b-a9ac-10f56b1633e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:38.716697 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6cadbbf8-1a0a-4dbe-91c8-bb871e3901d4 req-bc2697e0-3c7f-448b-a9ac-10f56b1633e1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d8bd009-45c7-4017-80d7-9c1f69484ce9 HTTP/1.1" status: 200 len: 860 time: 0.1405740 Nov 12 00:52:38.759949 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497f075c-d857-4029-8a95-2bca21fe7160 x-openstack-request-id: req-497f075c-d857-4029-8a95-2bca21fe7160 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:38.760282 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "693d0b75-ece2-4869-ae25-5ae5d8a5bb27", "tag": "7d75c348-286f-4701-8d3d-df1cef9f0a75", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:38.760544 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-497f075c-d857-4029-8a95-2bca21fe7160 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:38.760950 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '693d0b75-ece2-4869-ae25-5ae5d8a5bb27', 'tag': '7d75c348-286f-4701-8d3d-df1cef9f0a75', 'status': 'completed', 'code': 200} Nov 12 00:52:38.763829 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6cadbbf8-1a0a-4dbe-91c8-bb871e3901d4 req-946ad46b-24db-427d-843d-de202fa0ef95 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1c193d6a-5984-4109-91aa-b0c9d7c9a6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367882 Nov 12 00:52:38.863549 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1b1476fd-87c3-4404-b606-39528d648ef8 req-e46729de-31ee-44c4-b622-30d7ac5bf00a tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:38.921174 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6cadbbf8-1a0a-4dbe-91c8-bb871e3901d4 req-f057ff2c-b575-49df-a423-8928b4278efc service neutron] 10.222.0.44 "GET /v2.0/networks/1c193d6a-5984-4109-91aa-b0c9d7c9a6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457047 Nov 12 00:52:39.005212 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46729de-31ee-44c4-b622-30d7ac5bf00a tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Pushing event deleted for resources: {'Port': ['ID=2ed1f2e6-b473-4a25-9380-d1c902b834d4,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:39.014539 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-85b11a65-bd7a-4ed5-949a-13cd76c68f1a req-13aa2181-1c37-4423-8618-8dbfa8f81e8f service neutron] For port 068c7cae-9c9b-4543-ba29-1f5c97d2202a, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:52:39.025224 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43949250-7a0d-49bb-a5b2-3fd5a50219f0 req-2af19da4-a203-41ad-a47c-50e78af7849e tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:39.026757 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-43949250-7a0d-49bb-a5b2-3fd5a50219f0 req-2af19da4-a203-41ad-a47c-50e78af7849e tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=fae9f6f0-d961-46c4-b01a-29a22e071ae6 HTTP/1.1" status: 200 len: 1097 time: 0.2969248 Nov 12 00:52:39.036759 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-a29a1a43-147e-4fba-aa4a-ef813a226102 admin admin] Deleting port 6770ef76-2f92-4734-883a-b8bff27b8f08 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:52:39.041867 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a29a1a43-147e-4fba-aa4a-ef813a226102 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:39.061865 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-85b11a65-bd7a-4ed5-949a-13cd76c68f1a req-13aa2181-1c37-4423-8618-8dbfa8f81e8f service neutron] For port 068c7cae-9c9b-4543-ba29-1f5c97d2202a, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=068c7cae-9c9b-4543-ba29-1f5c97d2202a,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:52:39.080424 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-a1066c46-5b18-4059-942c-7ac1b87ca7e3 req-e631453e-35f6-43f4-88ad-d724416b044a tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Allocated IP 172.20.0.13 (cab82de1-4853-402a-8ee1-5c45d6f97745/12a98869-a3ee-4178-9eb9-17614c418237/a067bb18-326f-4fbe-b8af-94675041d31d) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:52:39.092191 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-85b11a65-bd7a-4ed5-949a-13cd76c68f1a req-13aa2181-1c37-4423-8618-8dbfa8f81e8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:39.166595 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6cadbbf8-1a0a-4dbe-91c8-bb871e3901d4 req-23294f92-1a81-47a5-9ca8-0634ed53cc8d service neutron] 10.222.0.44 "GET /v2.0/networks/1c193d6a-5984-4109-91aa-b0c9d7c9a6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319071 Nov 12 00:52:39.193266 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-a29a1a43-147e-4fba-aa4a-ef813a226102 admin admin] For port 6770ef76-2f92-4734-883a-b8bff27b8f08, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=6770ef76-2f92-4734-883a-b8bff27b8f08,segment=NetworkSegment(6eca3569-bbd9-4f4d-bcf1-f2a3273ec25a),segment_id=6eca3569-bbd9-4f4d-bcf1-f2a3273ec25a)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:39.194074 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a29a1a43-147e-4fba-aa4a-ef813a226102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:39.214842 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-a29a1a43-147e-4fba-aa4a-ef813a226102 admin admin] Calling delete_port for 6770ef76-2f92-4734-883a-b8bff27b8f08 owned by network:router_interface {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:52:39.223821 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54e429-e439-48eb-b9e3-a9e79ab4c5a4 req-ab71ad6b-840c-41f0-a971-cc141a39d139 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:39.225618 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1f54e429-e439-48eb-b9e3-a9e79ab4c5a4 req-ab71ad6b-840c-41f0-a971-cc141a39d139 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.16 "GET /v2.0/networks?id=9d38a466-42af-43d7-b83f-22dc50aa65c8 HTTP/1.1" status: 200 len: 823 time: 0.3661222 Nov 12 00:52:39.242513 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b11a65-bd7a-4ed5-949a-13cd76c68f1a req-13aa2181-1c37-4423-8618-8dbfa8f81e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:39.243133 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-85b11a65-bd7a-4ed5-949a-13cd76c68f1a req-13aa2181-1c37-4423-8618-8dbfa8f81e8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:39.244542 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-85b11a65-bd7a-4ed5-949a-13cd76c68f1a req-13aa2181-1c37-4423-8618-8dbfa8f81e8f service neutron] 10.222.0.44 "PUT /v2.0/ports/068c7cae-9c9b-4543-ba29-1f5c97d2202a HTTP/1.1" status: 200 len: 1097 time: 3.0672374 Nov 12 00:52:39.336982 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-43949250-7a0d-49bb-a5b2-3fd5a50219f0 req-bf8096b1-4aee-47a6-849f-6c1d2610c385 tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892015 Nov 12 00:52:39.345305 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 3bf65952-28b5-4d0e-8528-54eaa04543a2 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:52:39.492921 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 2ed1f2e6-b473-4a25-9380-d1c902b834d4 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:52:39.530282 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b11a65-bd7a-4ed5-949a-13cd76c68f1a req-d45b5adc-cc7b-4113-bed2-f4683e03d96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:39.532234 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-85b11a65-bd7a-4ed5-949a-13cd76c68f1a req-d45b5adc-cc7b-4113-bed2-f4683e03d96e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a351b85e994407a86b201df7ace2e9c&device_id=e65c675e-1a9f-4cc7-9955-0c823551197c HTTP/1.1" status: 200 len: 1100 time: 0.0996327 Nov 12 00:52:39.557362 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] No Port match for: 2ed1f2e6-b473-4a25-9380-d1c902b834d4 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:52:39.558889 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 2ed1f2e6-b473-4a25-9380-d1c902b834d4 not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:52:39.580563 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 3bf65952-28b5-4d0e-8528-54eaa04543a2 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:52:39.597857 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 3bf65952-28b5-4d0e-8528-54eaa04543a2 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:39.598538 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:39.645707 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-85b11a65-bd7a-4ed5-949a-13cd76c68f1a req-167df058-7229-49b4-82c0-5f5c7e15aae3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=068c7cae-9c9b-4543-ba29-1f5c97d2202a HTTP/1.1" status: 200 len: 217 time: 0.0877693 Nov 12 00:52:39.706240 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a29a1a43-147e-4fba-aa4a-ef813a226102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:39.726059 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:39.738470 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b11a65-bd7a-4ed5-949a-13cd76c68f1a req-14596538-596c-4195-98ae-cce430bbd82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:39.740008 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-85b11a65-bd7a-4ed5-949a-13cd76c68f1a req-14596538-596c-4195-98ae-cce430bbd82e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.0847208 Nov 12 00:52:39.741173 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29a1a43-147e-4fba-aa4a-ef813a226102 admin admin] Pushing event deleted for resources: {'Port': ['ID=6770ef76-2f92-4734-883a-b8bff27b8f08,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:39.765258 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c37546-1535-44ad-b00f-166a19bf0b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf65952-28b5-4d0e-8528-54eaa04543a2'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:39.767900 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723005f4-c715-4b03-8661-836c05578566" -d '{"events": [{"server_uuid": "e4c37546-1535-44ad-b00f-166a19bf0b5c", "name": "network-vif-plugged", "status": "completed", "tag": "3bf65952-28b5-4d0e-8528-54eaa04543a2"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:39.796871 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 3bf65952-28b5-4d0e-8528-54eaa04543a2, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=3bf65952-28b5-4d0e-8528-54eaa04543a2,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:39.806400 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:39.854583 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa2181-1c37-4423-8618-8dbfa8f81e8f service neutron] Pushing event updated for resources: {'Port': ['ID=068c7cae-9c9b-4543-ba29-1f5c97d2202a,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:39.862290 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b11a65-bd7a-4ed5-949a-13cd76c68f1a req-d06006a1-f485-4d97-8523-fec33fd966d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:39.864199 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-85b11a65-bd7a-4ed5-949a-13cd76c68f1a req-d06006a1-f485-4d97-8523-fec33fd966d0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0939484 Nov 12 00:52:39.915149 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=3bf65952-28b5-4d0e-8528-54eaa04543a2,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:39.991317 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b1476fd-87c3-4404-b606-39528d648ef8 req-e46729de-31ee-44c4-b622-30d7ac5bf00a tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Router de22d560-bda6-410b-8bdd-52b814865145 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:52:40.009341 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1f54e429-e439-48eb-b9e3-a9e79ab4c5a4 req-a19d40ac-98cd-4abc-b711-cc1ff0fb237e tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccb1e7e0eea141e9b6d3110322862248 HTTP/1.1" status: 200 len: 380 time: 0.7270479 Nov 12 00:52:40.022740 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b6010-bd1f-438a-a31d-204414203d93 req-9243b214-950c-46c1-83f0-238796d39284 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:40.024275 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d43b6010-bd1f-438a-a31d-204414203d93 req-9243b214-950c-46c1-83f0-238796d39284 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4c37546-1535-44ad-b00f-166a19bf0b5c HTTP/1.1" status: 200 len: 949 time: 0.7744739 Nov 12 00:52:40.042713 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-1f54e429-e439-48eb-b9e3-a9e79ab4c5a4 req-3342d937-cf46-432c-88cb-d6f07177ff5f tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Request body: {'port': {'device_id': 'a4469394-cb8f-4a59-a4a9-2290ea4d30ae', 'network_id': '9d38a466-42af-43d7-b83f-22dc50aa65c8', 'admin_state_up': True, 'tenant_id': 'ccb1e7e0eea141e9b6d3110322862248', 'security_groups': ['4b2b10d4-8fc9-4132-a464-1a2cc040fb47']}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:40.049476 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f258d-d9e4-4884-ad28-d17f7d01eaac req-a307e977-2abf-4269-bb83-e08a61f28067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:40.051011 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-543f258d-d9e4-4884-ad28-d17f7d01eaac req-a307e977-2abf-4269-bb83-e08a61f28067 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=52ec13b5aa674ec2836b22da2faf152e&device_id=693d0b75-ece2-4869-ae25-5ae5d8a5bb27 HTTP/1.1" status: 200 len: 1096 time: 0.6953824 Nov 12 00:52:40.223359 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be6933-3203-4619-93fb-6eca6155ca47 req-1d579839-68b9-4232-926c-ed09b81236f1 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:40.225010 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-67be6933-3203-4619-93fb-6eca6155ca47 req-1d579839-68b9-4232-926c-ed09b81236f1 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=693d0b75-ece2-4869-ae25-5ae5d8a5bb27 HTTP/1.1" status: 200 len: 944 time: 0.3346314 Nov 12 00:52:40.233156 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:40.257980 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a29a1a43-147e-4fba-aa4a-ef813a226102 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:40.260815 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e65c675e-1a9f-4cc7-9955-0c823551197c', 'tag': '068c7cae-9c9b-4543-ba29-1f5c97d2202a'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:40.262088 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-85b11a65-bd7a-4ed5-949a-13cd76c68f1a req-56d648a3-424f-41bd-a33a-bae37b71a9d2 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625519 Nov 12 00:52:40.263039 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ac27ff-d27d-4b44-9002-c767d6d1e191" -d '{"events": [{"name": "network-changed", "server_uuid": "e65c675e-1a9f-4cc7-9955-0c823551197c", "tag": "068c7cae-9c9b-4543-ba29-1f5c97d2202a"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:40.295000 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a1066c46-5b18-4059-942c-7ac1b87ca7e3 req-e631453e-35f6-43f4-88ad-d724416b044a tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:40.368417 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d43b6010-bd1f-438a-a31d-204414203d93 req-5b4d7c52-3872-4013-a1df-e5dcaef2e045 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305762 Nov 12 00:52:40.455240 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-85b11a65-bd7a-4ed5-949a-13cd76c68f1a req-93de4fee-04c8-4cf9-a2b5-60af36597a32 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832392 Nov 12 00:52:40.477403 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f258d-d9e4-4884-ad28-d17f7d01eaac req-815ee244-3d1e-4d14-a4c9-ff26f047a61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:40.478819 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-543f258d-d9e4-4884-ad28-d17f7d01eaac req-815ee244-3d1e-4d14-a4c9-ff26f047a61d service neutron] 10.222.0.44 "GET /v2.0/networks?id=1c193d6a-5984-4109-91aa-b0c9d7c9a6bf HTTP/1.1" status: 200 len: 920 time: 0.4016466 Nov 12 00:52:40.479991 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b1476fd-87c3-4404-b606-39528d648ef8 req-e46729de-31ee-44c4-b622-30d7ac5bf00a tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:52:40.494609 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-67be6933-3203-4619-93fb-6eca6155ca47 req-c4557b91-9fa8-4881-9e5a-5e72cade72b0 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280545 Nov 12 00:52:40.495168 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17026308-caf1-481e-9e29-8c95e6c21e8c None None] Sync routers for ids ['de22d560-bda6-410b-8bdd-52b814865145'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:52:40.525747 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17026308-caf1-481e-9e29-8c95e6c21e8c None None] Routers {'de22d560-bda6-410b-8bdd-52b814865145'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:40.531193 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-17026308-caf1-481e-9e29-8c95e6c21e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:52:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['de22d560-bda6-410b-8bdd-52b814865145'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:40.599057 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-446c8f5a-f2c2-4916-9ebc-b1be026c6980 req-6c1603ad-61e7-4536-8f45-27d996837ae2 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=97e04b42-24ed-4311-9db9-971e0331dc50 HTTP/1.1" status: 200 len: 210 time: 0.0991709 Nov 12 00:52:40.600351 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-543f258d-d9e4-4884-ad28-d17f7d01eaac req-5b0958d1-3feb-490c-9385-9121317e6d1e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d75c348-286f-4701-8d3d-df1cef9f0a75 HTTP/1.1" status: 200 len: 217 time: 0.1035604 Nov 12 00:52:40.601631 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f54e429-e439-48eb-b9e3-a9e79ab4c5a4 req-3342d937-cf46-432c-88cb-d6f07177ff5f tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Made reservation on behalf of ccb1e7e0eea141e9b6d3110322862248 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:52:40.605300 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1f54e429-e439-48eb-b9e3-a9e79ab4c5a4 req-3342d937-cf46-432c-88cb-d6f07177ff5f tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:40.607626 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b1476fd-87c3-4404-b606-39528d648ef8 req-e46729de-31ee-44c4-b622-30d7ac5bf00a tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] No DVR routers for this DVR port 2ed1f2e6-b473-4a25-9380-d1c902b834d4 on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:52:40.611664 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a1066c46-5b18-4059-942c-7ac1b87ca7e3 req-e631453e-35f6-43f4-88ad-d724416b044a tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:40.614236 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1b1476fd-87c3-4404-b606-39528d648ef8 req-e46729de-31ee-44c4-b622-30d7ac5bf00a tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:40.617041 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1b1476fd-87c3-4404-b606-39528d648ef8 req-e46729de-31ee-44c4-b622-30d7ac5bf00a tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.16 "DELETE /v2.0/ports/2ed1f2e6-b473-4a25-9380-d1c902b834d4 HTTP/1.1" status: 204 len: 173 time: 4.7640305 Nov 12 00:52:40.713942 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29a1a43-147e-4fba-aa4a-ef813a226102 admin admin] Router f77bc365-8913-4337-bb46-b37016fcb3c4 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:52:40.781154 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-17026308-caf1-481e-9e29-8c95e6c21e8c None None] Set router de22d560-bda6-410b-8bdd-52b814865145 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:52:40.821212 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1066c46-5b18-4059-942c-7ac1b87ca7e3 req-e631453e-35f6-43f4-88ad-d724416b044a tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Network cab82de1-4853-402a-8ee1-5c45d6f97745 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:52:40.891482 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3e4d5227-8ed5-41cc-9aa4-95c6e2563151 req-c23bf0fd-f91e-495d-a916-7467603afc51 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4469394-cb8f-4a59-a4a9-2290ea4d30ae HTTP/1.1" status: 200 len: 210 time: 0.1771963 Nov 12 00:52:40.909867 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-a1066c46-5b18-4059-942c-7ac1b87ca7e3 req-e631453e-35f6-43f4-88ad-d724416b044a tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:52:40.915866 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1066c46-5b18-4059-942c-7ac1b87ca7e3 req-e631453e-35f6-43f4-88ad-d724416b044a tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:52:40.929818 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29a1a43-147e-4fba-aa4a-ef813a226102 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:52:40.939910 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a29a1a43-147e-4fba-aa4a-ef813a226102 admin admin] 10.222.0.45 "PUT /v2.0/routers/f77bc365-8913-4337-bb46-b37016fcb3c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6559160 Nov 12 00:52:40.940306 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51014) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:40.950210 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6723e8ed-bdc5-44cd-9893-2253be246da1 None None] Sync routers for ids ['f77bc365-8913-4337-bb46-b37016fcb3c4'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:52:40.976308 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6723e8ed-bdc5-44cd-9893-2253be246da1 None None] Routers {'f77bc365-8913-4337-bb46-b37016fcb3c4'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:40.977407 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-6723e8ed-bdc5-44cd-9893-2253be246da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:52:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['f77bc365-8913-4337-bb46-b37016fcb3c4'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:40.984632 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f258d-d9e4-4884-ad28-d17f7d01eaac req-fb382614-7acb-4b0d-87f1-edcc738d934e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:40.985164 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0534cfed-4ad7-48a3-acfd-94c2201bcbb1 x-openstack-request-id: req-0534cfed-4ad7-48a3-acfd-94c2201bcbb1 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:40.986108 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-543f258d-d9e4-4884-ad28-d17f7d01eaac req-fb382614-7acb-4b0d-87f1-edcc738d934e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d8bd009-45c7-4017-80d7-9c1f69484ce9 HTTP/1.1" status: 200 len: 860 time: 0.3625069 Nov 12 00:52:40.986903 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c37546-1535-44ad-b00f-166a19bf0b5c", "name": "network-vif-plugged", "status": "completed", "tag": "3bf65952-28b5-4d0e-8528-54eaa04543a2", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:40.987257 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0534cfed-4ad7-48a3-acfd-94c2201bcbb1 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:40.995258 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c37546-1535-44ad-b00f-166a19bf0b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf65952-28b5-4d0e-8528-54eaa04543a2', 'code': 200} Nov 12 00:52:41.003774 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e631453e-35f6-43f4-88ad-d724416b044a tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Pushing event updated for resources: {'Port': ['ID=a067bb18-326f-4fbe-b8af-94675041d31d,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:41.049950 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7846fbac-d984-4969-a8ee-dc6789ec8d73 x-openstack-request-id: req-7846fbac-d984-4969-a8ee-dc6789ec8d73 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:41.050242 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e65c675e-1a9f-4cc7-9955-0c823551197c", "tag": "068c7cae-9c9b-4543-ba29-1f5c97d2202a", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:41.050521 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7846fbac-d984-4969-a8ee-dc6789ec8d73 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:41.050973 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e65c675e-1a9f-4cc7-9955-0c823551197c', 'tag': '068c7cae-9c9b-4543-ba29-1f5c97d2202a', 'status': 'completed', 'code': 200} Nov 12 00:52:41.085947 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-543f258d-d9e4-4884-ad28-d17f7d01eaac req-b7dd591c-c2ba-4508-a901-96ba49a41bbb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1c193d6a-5984-4109-91aa-b0c9d7c9a6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594680 Nov 12 00:52:41.131482 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1066c46-5b18-4059-942c-7ac1b87ca7e3 req-e631453e-35f6-43f4-88ad-d724416b044a tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:41.132169 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a1066c46-5b18-4059-942c-7ac1b87ca7e3 req-e631453e-35f6-43f4-88ad-d724416b044a tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:41.158176 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656dece-7c51-4fe5-ad0d-2cac6acc06e1 req-8df21014-32d3-4d77-b95b-36c433655aa3 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:41.166360 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a656dece-7c51-4fe5-ad0d-2cac6acc06e1 req-8df21014-32d3-4d77-b95b-36c433655aa3 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=e65c675e-1a9f-4cc7-9955-0c823551197c HTTP/1.1" status: 200 len: 948 time: 0.3946404 Nov 12 00:52:41.213455 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-17026308-caf1-481e-9e29-8c95e6c21e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de22d560-bda6-410b-8bdd-52b814865145', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-868130520-router', 'tenant_id': 'ccb1e7e0eea141e9b6d3110322862248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'b1875921-8068-48c5-9561-c0732c9b1da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:49:46Z', 'updated_at': '2021-11-12T00:49:50Z', 'revision_number': 4, 'project_id': 'ccb1e7e0eea141e9b6d3110322862248', 'gw_port': {'id': 'b1875921-8068-48c5-9561-c0732c9b1da0', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:45:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de22d560-bda6-410b-8bdd-52b814865145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:49:46Z', 'updated_at': '2021-11-12T00:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '54eca92d-57f7-44fd-8cb5-2079da57f60f', 'name': '', 'network_id': '9d38a466-42af-43d7-b83f-22dc50aa65c8', 'tenant_id': 'ccb1e7e0eea141e9b6d3110322862248', 'mac_address': 'fa:16:3e:fd:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de22d560-bda6-410b-8bdd-52b814865145', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3506ff68-efdf-4ec0-aae3-0d8c1586ac7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:49:49Z', 'updated_at': '2021-11-12T00:49:56Z', 'revision_number': 5, 'project_id': 'ccb1e7e0eea141e9b6d3110322862248', 'subnets': [{'id': '3506ff68-efdf-4ec0-aae3-0d8c1586ac7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:41.250530 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-1f54e429-e439-48eb-b9e3-a9e79ab4c5a4 req-3342d937-cf46-432c-88cb-d6f07177ff5f tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Allocated IP 172.20.0.11 (9d38a466-42af-43d7-b83f-22dc50aa65c8/3506ff68-efdf-4ec0-aae3-0d8c1586ac7a/7dfe18f0-f9be-4ee5-b99f-bbe038303411) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:52:41.258791 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a1066c46-5b18-4059-942c-7ac1b87ca7e3 req-e631453e-35f6-43f4-88ad-d724416b044a tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0474663 Nov 12 00:52:41.263457 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-6723e8ed-bdc5-44cd-9893-2253be246da1 None None] Set router f77bc365-8913-4337-bb46-b37016fcb3c4 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:52:41.290882 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17026308-caf1-481e-9e29-8c95e6c21e8c None None] Checking router: de22d560-bda6-410b-8bdd-52b814865145 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:52:41.319428 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17026308-caf1-481e-9e29-8c95e6c21e8c None None] Routers {'de22d560-bda6-410b-8bdd-52b814865145'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:41.320104 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-17026308-caf1-481e-9e29-8c95e6c21e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:52:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['de22d560-bda6-410b-8bdd-52b814865145'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:41.437074 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ac27ff-d27d-4b44-9002-c767d6d1e191 req-4d129b66-ad36-49e5-afb6-b32b17ac43d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:41.437953 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e9ac27ff-d27d-4b44-9002-c767d6d1e191 req-4d129b66-ad36-49e5-afb6-b32b17ac43d5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a351b85e994407a86b201df7ace2e9c&device_id=e65c675e-1a9f-4cc7-9955-0c823551197c HTTP/1.1" status: 200 len: 1100 time: 0.3187678 Nov 12 00:52:41.443505 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467377b-935e-4732-af47-7ba9fdbbfc2e req-7ca4bc89-204f-4c0e-8c1a-63f7d7d22bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:41.444952 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a467377b-935e-4732-af47-7ba9fdbbfc2e req-7ca4bc89-204f-4c0e-8c1a-63f7d7d22bf7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e4c37546-1535-44ad-b00f-166a19bf0b5c HTTP/1.1" status: 200 len: 1102 time: 0.2531123 Nov 12 00:52:41.450677 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3068c7ef-d1a5-4a91-893e-65e3d5808b6b admin admin] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:41.558049 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ac27ff-d27d-4b44-9002-c767d6d1e191 req-011cc8a0-e81b-49e0-a27b-5e25be583033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:41.559194 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e9ac27ff-d27d-4b44-9002-c767d6d1e191 req-011cc8a0-e81b-49e0-a27b-5e25be583033 service neutron] 10.222.0.44 "GET /v2.0/networks?id=945c2da1-f958-478a-a48a-8af2dfa2e179 HTTP/1.1" status: 200 len: 869 time: 0.1059301 Nov 12 00:52:41.570032 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1f54e429-e439-48eb-b9e3-a9e79ab4c5a4 req-3342d937-cf46-432c-88cb-d6f07177ff5f tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:41.573478 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-17026308-caf1-481e-9e29-8c95e6c21e8c None None] Set router de22d560-bda6-410b-8bdd-52b814865145 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:52:41.588265 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-a1066c46-5b18-4059-942c-7ac1b87ca7e3 req-d4f0e77f-8f27-434b-8668-ac99f8f726d3 service neutron] Request body: {'port': {'device_id': '97e04b42-24ed-4311-9db9-971e0331dc50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:41.658119 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e9ac27ff-d27d-4b44-9002-c767d6d1e191 req-c4fad9f9-12b9-44ec-955f-5c5b9142ca29 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=068c7cae-9c9b-4543-ba29-1f5c97d2202a HTTP/1.1" status: 200 len: 217 time: 0.0538118 Nov 12 00:52:41.751897 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a656dece-7c51-4fe5-ad0d-2cac6acc06e1 req-2bfcf31a-83f9-4ab4-95f7-e371f1227197 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5842459 Nov 12 00:52:41.810015 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-6723e8ed-bdc5-44cd-9893-2253be246da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1727113462-router', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c281920c-f9e1-4fae-a472-a8180a3d2ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:51Z', 'updated_at': '2021-11-12T00:52:39Z', 'revision_number': 5, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'gw_port': {'id': 'c281920c-f9e1-4fae-a472-a8180a3d2ed6', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:53Z', 'updated_at': '2021-11-12T00:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:41.811550 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-543f258d-d9e4-4884-ad28-d17f7d01eaac req-efdcc4d2-e3e6-428d-a3e3-6277484e0243 service neutron] 10.222.0.44 "GET /v2.0/networks/1c193d6a-5984-4109-91aa-b0c9d7c9a6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6978405 Nov 12 00:52:41.844383 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6723e8ed-bdc5-44cd-9893-2253be246da1 None None] Checking router: f77bc365-8913-4337-bb46-b37016fcb3c4 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:52:41.855015 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ac27ff-d27d-4b44-9002-c767d6d1e191 req-97c2b6a6-0145-45db-9490-70ab91f69586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:41.856876 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6723e8ed-bdc5-44cd-9893-2253be246da1 None None] Routers {'f77bc365-8913-4337-bb46-b37016fcb3c4'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:52:41.857437 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e9ac27ff-d27d-4b44-9002-c767d6d1e191 req-97c2b6a6-0145-45db-9490-70ab91f69586 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.1883762 Nov 12 00:52:41.857986 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-6723e8ed-bdc5-44cd-9893-2253be246da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:52:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['f77bc365-8913-4337-bb46-b37016fcb3c4'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:41.862081 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a467377b-935e-4732-af47-7ba9fdbbfc2e req-a3743653-1f04-4b74-af40-aa7df2ea2cc1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064888 Nov 12 00:52:41.945211 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3068c7ef-d1a5-4a91-893e-65e3d5808b6b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:41.974373 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-17026308-caf1-481e-9e29-8c95e6c21e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de22d560-bda6-410b-8bdd-52b814865145', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-868130520-router', 'tenant_id': 'ccb1e7e0eea141e9b6d3110322862248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'b1875921-8068-48c5-9561-c0732c9b1da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:49:46Z', 'updated_at': '2021-11-12T00:49:50Z', 'revision_number': 4, 'project_id': 'ccb1e7e0eea141e9b6d3110322862248', 'gw_port': {'id': 'b1875921-8068-48c5-9561-c0732c9b1da0', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:45:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de22d560-bda6-410b-8bdd-52b814865145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:49:46Z', 'updated_at': '2021-11-12T00:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '54eca92d-57f7-44fd-8cb5-2079da57f60f', 'name': '', 'network_id': '9d38a466-42af-43d7-b83f-22dc50aa65c8', 'tenant_id': 'ccb1e7e0eea141e9b6d3110322862248', 'mac_address': 'fa:16:3e:fd:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de22d560-bda6-410b-8bdd-52b814865145', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3506ff68-efdf-4ec0-aae3-0d8c1586ac7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:49:49Z', 'updated_at': '2021-11-12T00:49:56Z', 'revision_number': 5, 'project_id': 'ccb1e7e0eea141e9b6d3110322862248', 'subnets': [{'id': '3506ff68-efdf-4ec0-aae3-0d8c1586ac7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:42.000693 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-6723e8ed-bdc5-44cd-9893-2253be246da1 None None] Set router f77bc365-8913-4337-bb46-b37016fcb3c4 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:52:42.020905 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17026308-caf1-481e-9e29-8c95e6c21e8c None None] The sync data for ids ['de22d560-bda6-410b-8bdd-52b814865145'] in n-d-712142-27 is: [{'id': 'de22d560-bda6-410b-8bdd-52b814865145', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-868130520-router', 'tenant_id': 'ccb1e7e0eea141e9b6d3110322862248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'b1875921-8068-48c5-9561-c0732c9b1da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:49:46Z', 'updated_at': '2021-11-12T00:49:50Z', 'revision_number': 4, 'project_id': 'ccb1e7e0eea141e9b6d3110322862248', 'gw_port': {'id': 'b1875921-8068-48c5-9561-c0732c9b1da0', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:45:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de22d560-bda6-410b-8bdd-52b814865145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:49:46Z', 'updated_at': '2021-11-12T00:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '54eca92d-57f7-44fd-8cb5-2079da57f60f', 'name': '', 'network_id': '9d38a466-42af-43d7-b83f-22dc50aa65c8', 'tenant_id': 'ccb1e7e0eea141e9b6d3110322862248', 'mac_address': 'fa:16:3e:fd:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de22d560-bda6-410b-8bdd-52b814865145', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3506ff68-efdf-4ec0-aae3-0d8c1586ac7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:49:49Z', 'updated_at': '2021-11-12T00:49:56Z', 'revision_number': 5, 'project_id': 'ccb1e7e0eea141e9b6d3110322862248', 'subnets': [{'id': '3506ff68-efdf-4ec0-aae3-0d8c1586ac7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:52:42.026086 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-3068c7ef-d1a5-4a91-893e-65e3d5808b6b admin admin] Deleting port c281920c-f9e1-4fae-a472-a8180a3d2ed6 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:52:42.026208 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3068c7ef-d1a5-4a91-893e-65e3d5808b6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:42.147472 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a1066c46-5b18-4059-942c-7ac1b87ca7e3 req-d4f0e77f-8f27-434b-8668-ac99f8f726d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:42.152129 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-543f258d-d9e4-4884-ad28-d17f7d01eaac req-ab7f09aa-2172-4102-9603-6e47f7a04dde service neutron] 10.222.0.44 "GET /v2.0/networks/1c193d6a-5984-4109-91aa-b0c9d7c9a6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223312 Nov 12 00:52:42.168227 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-3068c7ef-d1a5-4a91-893e-65e3d5808b6b admin admin] For port c281920c-f9e1-4fae-a472-a8180a3d2ed6, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=c281920c-f9e1-4fae-a472-a8180a3d2ed6,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:42.168597 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3068c7ef-d1a5-4a91-893e-65e3d5808b6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:42.168927 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471c0bc-1e20-4a34-b4e8-211225e2c071 req-375a7b44-6e1c-4d6e-8e01-347a8b3fa105 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:42.172281 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1471c0bc-1e20-4a34-b4e8-211225e2c071 req-375a7b44-6e1c-4d6e-8e01-347a8b3fa105 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4c37546-1535-44ad-b00f-166a19bf0b5c HTTP/1.1" status: 200 len: 950 time: 0.5038457 Nov 12 00:52:42.191796 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1f54e429-e439-48eb-b9e3-a9e79ab4c5a4 req-3342d937-cf46-432c-88cb-d6f07177ff5f tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:42.198310 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-3068c7ef-d1a5-4a91-893e-65e3d5808b6b admin admin] Calling delete_port for c281920c-f9e1-4fae-a472-a8180a3d2ed6 owned by network:router_gateway {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:52:42.221098 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30e718-defa-40ec-89a8-64f9c9b30f61 req-9f64341b-a8eb-4c69-8382-1da336def4c9 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:42.228660 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5c30e718-defa-40ec-89a8-64f9c9b30f61 req-9f64341b-a8eb-4c69-8382-1da336def4c9 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=693d0b75-ece2-4869-ae25-5ae5d8a5bb27 HTTP/1.1" status: 200 len: 944 time: 0.3034966 Nov 12 00:52:42.293767 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-6723e8ed-bdc5-44cd-9893-2253be246da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1727113462-router', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c281920c-f9e1-4fae-a472-a8180a3d2ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:51Z', 'updated_at': '2021-11-12T00:52:39Z', 'revision_number': 5, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'gw_port': {'id': 'c281920c-f9e1-4fae-a472-a8180a3d2ed6', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:53Z', 'updated_at': '2021-11-12T00:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:42.327196 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ac27ff-d27d-4b44-9002-c767d6d1e191 req-d79122f3-8696-4b25-ae03-3d795545f82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:42.330701 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e9ac27ff-d27d-4b44-9002-c767d6d1e191 req-d79122f3-8696-4b25-ae03-3d795545f82d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1259153 Nov 12 00:52:42.331197 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6723e8ed-bdc5-44cd-9893-2253be246da1 None None] The sync data for ids ['f77bc365-8913-4337-bb46-b37016fcb3c4'] in n-d-712142-27 is: [{'id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1727113462-router', 'tenant_id': '10e546ec20224b1c887b967b60c4d627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': 'c281920c-f9e1-4fae-a472-a8180a3d2ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:51Z', 'updated_at': '2021-11-12T00:52:39Z', 'revision_number': 5, 'project_id': '10e546ec20224b1c887b967b60c4d627', 'gw_port': {'id': 'c281920c-f9e1-4fae-a472-a8180a3d2ed6', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:f6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77bc365-8913-4337-bb46-b37016fcb3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:53Z', 'updated_at': '2021-11-12T00:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:52:42.432098 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f54e429-e439-48eb-b9e3-a9e79ab4c5a4 req-3342d937-cf46-432c-88cb-d6f07177ff5f tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Network 9d38a466-42af-43d7-b83f-22dc50aa65c8 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:52:42.457054 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-1f54e429-e439-48eb-b9e3-a9e79ab4c5a4 req-3342d937-cf46-432c-88cb-d6f07177ff5f tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:52:42.478401 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f54e429-e439-48eb-b9e3-a9e79ab4c5a4 req-3342d937-cf46-432c-88cb-d6f07177ff5f tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:52:42.487777 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3342d937-cf46-432c-88cb-d6f07177ff5f tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Pushing event updated for resources: {'Port': ['ID=7dfe18f0-f9be-4ee5-b99f-bbe038303411,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:42.531242 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230b9368-a84b-411d-acb2-2676fd975617 None None] New status for floating IP 565201aa-c2a7-4d33-bc42-9996dafc78cb: DOWN {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:52:42.566349 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e9ac27ff-d27d-4b44-9002-c767d6d1e191 req-8d69edf4-fabe-4da3-bf98-119b354808e6 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275569 Nov 12 00:52:42.640553 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1471c0bc-1e20-4a34-b4e8-211225e2c071 req-7ccc22ad-9672-408a-81fc-dd759e6c7fe5 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4447103 Nov 12 00:52:42.730470 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5c30e718-defa-40ec-89a8-64f9c9b30f61 req-6f33d9aa-063b-4786-ac91-79fb3f50ad8e tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4831507 Nov 12 00:52:42.776620 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54e429-e439-48eb-b9e3-a9e79ab4c5a4 req-3342d937-cf46-432c-88cb-d6f07177ff5f tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:42.792203 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1f54e429-e439-48eb-b9e3-a9e79ab4c5a4 req-3342d937-cf46-432c-88cb-d6f07177ff5f tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:42.886807 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1f54e429-e439-48eb-b9e3-a9e79ab4c5a4 req-3342d937-cf46-432c-88cb-d6f07177ff5f tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8525107 Nov 12 00:52:42.896317 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 6770ef76-2f92-4734-883a-b8bff27b8f08 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:52:42.949033 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-1f54e429-e439-48eb-b9e3-a9e79ab4c5a4 req-ac2f31ea-6406-4ca4-8017-7b70d45df4d8 service neutron] Request body: {'port': {'device_id': 'a4469394-cb8f-4a59-a4a9-2290ea4d30ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:42.988528 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 6770ef76-2f92-4734-883a-b8bff27b8f08 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:52:42.989848 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 6770ef76-2f92-4734-883a-b8bff27b8f08 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:52:43.004342 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-8c32e9af-9d05-4ca5-b117-19be1c287fd4 None None] Provisioning complete for port 7dfe18f0-f9be-4ee5-b99f-bbe038303411 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:43.005057 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8c32e9af-9d05-4ca5-b117-19be1c287fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:43.006463 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e9ac27ff-d27d-4b44-9002-c767d6d1e191 req-9fb4b680-acb3-4fdb-93ca-fef38b1670c9 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4323277 Nov 12 00:52:43.063259 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3068c7ef-d1a5-4a91-893e-65e3d5808b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:43.069910 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0e4135-6894-4fd4-a9c1-8da7da0430fb', 'name': 'network-vif-deleted', 'tag': '2ed1f2e6-b473-4a25-9380-d1c902b834d4'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:43.073619 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df8e833-f47c-4ae4-b6a4-9b1219429dbb" -d '{"events": [{"server_uuid": "9a0e4135-6894-4fd4-a9c1-8da7da0430fb", "name": "network-vif-deleted", "tag": "2ed1f2e6-b473-4a25-9380-d1c902b834d4"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:43.074898 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-8c32e9af-9d05-4ca5-b117-19be1c287fd4 None None] Port 7dfe18f0-f9be-4ee5-b99f-bbe038303411 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:52:43.106678 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3068c7ef-d1a5-4a91-893e-65e3d5808b6b admin admin] Pushing event deleted for resources: {'Port': ['ID=c281920c-f9e1-4fae-a472-a8180a3d2ed6,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:43.165179 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8aed1a-7af7-4cfb-ba53-fa8237e2ef9a req-5be27e6c-ebbd-493a-a9e1-1f6774eda7f4 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:43.172698 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1a8aed1a-7af7-4cfb-ba53-fa8237e2ef9a req-5be27e6c-ebbd-493a-a9e1-1f6774eda7f4 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=97e04b42-24ed-4311-9db9-971e0331dc50 HTTP/1.1" status: 200 len: 932 time: 0.3723052 Nov 12 00:52:43.193392 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1f54e429-e439-48eb-b9e3-a9e79ab4c5a4 req-ac2f31ea-6406-4ca4-8017-7b70d45df4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:43.194613 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3068c7ef-d1a5-4a91-893e-65e3d5808b6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:43.208377 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a91465-690d-4243-8343-af5894530ca3 req-ac5c2456-c78a-4472-8143-805373e1e28f tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:43.216174 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-39a91465-690d-4243-8343-af5894530ca3 req-ac5c2456-c78a-4472-8143-805373e1e28f tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4469394-cb8f-4a59-a4a9-2290ea4d30ae HTTP/1.1" status: 200 len: 932 time: 0.2600091 Nov 12 00:52:43.307643 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3068c7ef-d1a5-4a91-893e-65e3d5808b6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:43.309827 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3068c7ef-d1a5-4a91-893e-65e3d5808b6b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:43.368533 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-39a91465-690d-4243-8343-af5894530ca3 req-27971fad-502b-49d7-a0e4-b7eeaf46a940 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b2b10d4-8fc9-4132-a464-1a2cc040fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513300 Nov 12 00:52:43.374593 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1a8aed1a-7af7-4cfb-ba53-fa8237e2ef9a req-83ccbdab-48c5-48b9-ac81-4558983d93de tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/security-groups?id=510a0917-ea45-4112-bcdb-7cef6947100e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893229 Nov 12 00:52:43.378640 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3068c7ef-d1a5-4a91-893e-65e3d5808b6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:43.379315 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3068c7ef-d1a5-4a91-893e-65e3d5808b6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f77bc365-8913-4337-bb46-b37016fcb3c4 {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:52:43.386444 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3068c7ef-d1a5-4a91-893e-65e3d5808b6b admin admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:43.391110 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3068c7ef-d1a5-4a91-893e-65e3d5808b6b admin admin] 10.222.0.45 "DELETE /v2.0/routers/f77bc365-8913-4337-bb46-b37016fcb3c4 HTTP/1.1" status: 204 len: 168 time: 2.4497547 Nov 12 00:52:43.391947 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51040) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:43.393336 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 068c7cae-9c9b-4543-ba29-1f5c97d2202a details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:52:43.440394 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-a1066c46-5b18-4059-942c-7ac1b87ca7e3 req-d4f0e77f-8f27-434b-8668-ac99f8f726d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a067bb18-326f-4fbe-b8af-94675041d31d {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:52:43.464872 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a1066c46-5b18-4059-942c-7ac1b87ca7e3 req-d4f0e77f-8f27-434b-8668-ac99f8f726d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:43.501910 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae7a8e1-9c6c-4f9c-9a44-590d3f0d7463 x-openstack-request-id: req-2ae7a8e1-9c6c-4f9c-9a44-590d3f0d7463 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:43.503491 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a0e4135-6894-4fd4-a9c1-8da7da0430fb", "name": "network-vif-deleted", "tag": "2ed1f2e6-b473-4a25-9380-d1c902b834d4", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:43.505433 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2ae7a8e1-9c6c-4f9c-9a44-590d3f0d7463 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:43.509667 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0e4135-6894-4fd4-a9c1-8da7da0430fb', 'name': 'network-vif-deleted', 'tag': '2ed1f2e6-b473-4a25-9380-d1c902b834d4', 'status': 'completed', 'code': 200} Nov 12 00:52:43.521760 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-efb3fe83-7a04-4961-b491-deeb31132191 admin admin] Deleting subnet f6fc0feb-8af3-4ee2-88bf-6fef1760f601 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:52:43.529223 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-efb3fe83-7a04-4961-b491-deeb31132191 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:43.562863 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-a1066c46-5b18-4059-942c-7ac1b87ca7e3 req-d4f0e77f-8f27-434b-8668-ac99f8f726d3 service neutron] Transition to ACTIVE for port object a067bb18-326f-4fbe-b8af-94675041d31d will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:52:43.590577 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a1066c46-5b18-4059-942c-7ac1b87ca7e3 req-d4f0e77f-8f27-434b-8668-ac99f8f726d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:43.619920 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 068c7cae-9c9b-4543-ba29-1f5c97d2202a, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=068c7cae-9c9b-4543-ba29-1f5c97d2202a,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:43.630593 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-efb3fe83-7a04-4961-b491-deeb31132191 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:43.636461 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '068c7cae-9c9b-4543-ba29-1f5c97d2202a', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'port_id': '068c7cae-9c9b-4543-ba29-1f5c97d2202a', 'mac_address': 'fa:16:3e:06:85:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0290328-7bc5-4266-bfb9-6eb25d91acf0', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:52:43.702086 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:43.738516 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 068c7cae-9c9b-4543-ba29-1f5c97d2202a {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:52:43.746274 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74daabcf-0542-4392-b7e5-aaee9b8bd5a4 req-8cf15a8d-f332-4284-ba5e-0aad86af64f1 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:43.747927 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-74daabcf-0542-4392-b7e5-aaee9b8bd5a4 req-8cf15a8d-f332-4284-ba5e-0aad86af64f1 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=e65c675e-1a9f-4cc7-9955-0c823551197c HTTP/1.1" status: 200 len: 948 time: 0.2286575 Nov 12 00:52:43.768173 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 068c7cae-9c9b-4543-ba29-1f5c97d2202a, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=068c7cae-9c9b-4543-ba29-1f5c97d2202a,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:43.770786 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f0e77f-8f27-434b-8668-ac99f8f726d3 service neutron] Pushing event updated for resources: {'Port': ['ID=a067bb18-326f-4fbe-b8af-94675041d31d,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:43.775482 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:43.778479 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 7d75c348-286f-4701-8d3d-df1cef9f0a75 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:52:43.825638 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-efb3fe83-7a04-4961-b491-deeb31132191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:43.940731 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=068c7cae-9c9b-4543-ba29-1f5c97d2202a,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:43.941385 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-efb3fe83-7a04-4961-b491-deeb31132191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:43.950976 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 7d75c348-286f-4701-8d3d-df1cef9f0a75, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=7d75c348-286f-4701-8d3d-df1cef9f0a75,segment=NetworkSegment(936f4dc4-b49e-4318-84e7-8d3d4988961e),segment_id=936f4dc4-b49e-4318-84e7-8d3d4988961e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:43.965332 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '7d75c348-286f-4701-8d3d-df1cef9f0a75', 'network_id': '1c193d6a-5984-4109-91aa-b0c9d7c9a6bf', 'port_id': '7d75c348-286f-4701-8d3d-df1cef9f0a75', 'mac_address': 'fa:16:3e:fe:fb:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d8bd009-45c7-4017-80d7-9c1f69484ce9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:52:43.985420 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb3fe83-7a04-4961-b491-deeb31132191 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6fc0feb-8af3-4ee2-88bf-6fef1760f601,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:43.997218 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-efb3fe83-7a04-4961-b491-deeb31132191 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:44.006575 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-efb3fe83-7a04-4961-b491-deeb31132191 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f6fc0feb-8af3-4ee2-88bf-6fef1760f601 HTTP/1.1" status: 204 len: 168 time: 0.6134007 Nov 12 00:52:44.007729 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51058) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:44.035873 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:44.038226 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a055b1-359e-43cb-b244-2652acd3a104 None None] Network 2a29fb7d-1389-4bf5-9af7-7b665f8258fb requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:52:44.202623 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3c6f5c7d-6466-49b5-820e-4eecc0b63de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:44.222196 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d75c348-286f-4701-8d3d-df1cef9f0a75 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:52:44.274070 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-3c6f5c7d-6466-49b5-820e-4eecc0b63de7 admin admin] Deleting port bf311bbb-22f4-4b8b-b711-d6f1faaf2b2e {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:52:44.274408 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3c6f5c7d-6466-49b5-820e-4eecc0b63de7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:44.321997 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-74daabcf-0542-4392-b7e5-aaee9b8bd5a4 req-24912040-f2cf-447f-b571-9a7c4fe3bec4 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5625372 Nov 12 00:52:44.352112 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-3c6f5c7d-6466-49b5-820e-4eecc0b63de7 admin admin] For port bf311bbb-22f4-4b8b-b711-d6f1faaf2b2e, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=bf311bbb-22f4-4b8b-b711-d6f1faaf2b2e,segment=NetworkSegment(6eca3569-bbd9-4f4d-bcf1-f2a3273ec25a),segment_id=6eca3569-bbd9-4f4d-bcf1-f2a3273ec25a)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:44.352503 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3c6f5c7d-6466-49b5-820e-4eecc0b63de7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:44.393799 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-1f54e429-e439-48eb-b9e3-a9e79ab4c5a4 req-ac2f31ea-6406-4ca4-8017-7b70d45df4d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dfe18f0-f9be-4ee5-b99f-bbe038303411 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:52:44.404570 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1f54e429-e439-48eb-b9e3-a9e79ab4c5a4 req-ac2f31ea-6406-4ca4-8017-7b70d45df4d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:44.425228 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-1f54e429-e439-48eb-b9e3-a9e79ab4c5a4 req-ac2f31ea-6406-4ca4-8017-7b70d45df4d8 service neutron] Transition to ACTIVE for port object 7dfe18f0-f9be-4ee5-b99f-bbe038303411 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:52:44.434153 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 7d75c348-286f-4701-8d3d-df1cef9f0a75, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=7d75c348-286f-4701-8d3d-df1cef9f0a75,segment=NetworkSegment(936f4dc4-b49e-4318-84e7-8d3d4988961e),segment_id=936f4dc4-b49e-4318-84e7-8d3d4988961e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:44.441945 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:44.461796 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1f54e429-e439-48eb-b9e3-a9e79ab4c5a4 req-ac2f31ea-6406-4ca4-8017-7b70d45df4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:44.485037 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb23e1-5aaf-4d99-8690-960e013dde09 req-5e56d119-a5f0-43db-ab01-9fab4e7bfe9f tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:44.492617 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7ecb23e1-5aaf-4d99-8690-960e013dde09 req-5e56d119-a5f0-43db-ab01-9fab4e7bfe9f tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4c37546-1535-44ad-b00f-166a19bf0b5c HTTP/1.1" status: 200 len: 950 time: 0.2754602 Nov 12 00:52:44.501784 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=7d75c348-286f-4701-8d3d-df1cef9f0a75,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:44.544516 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-a1066c46-5b18-4059-942c-7ac1b87ca7e3 req-d4f0e77f-8f27-434b-8668-ac99f8f726d3 service neutron] Attempting to bind port a067bb18-326f-4fbe-b8af-94675041d31d on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:52:44.544688 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-a1066c46-5b18-4059-942c-7ac1b87ca7e3 req-d4f0e77f-8f27-434b-8668-ac99f8f726d3 service neutron] Attempting to bind port a067bb18-326f-4fbe-b8af-94675041d31d by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cab82de1-4853-402a-8ee1-5c45d6f97745'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:52:44.545065 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1066c46-5b18-4059-942c-7ac1b87ca7e3 req-d4f0e77f-8f27-434b-8668-ac99f8f726d3 service neutron] Attempting to bind port a067bb18-326f-4fbe-b8af-94675041d31d on network cab82de1-4853-402a-8ee1-5c45d6f97745 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:52:44.576112 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1066c46-5b18-4059-942c-7ac1b87ca7e3 req-d4f0e77f-8f27-434b-8668-ac99f8f726d3 service neutron] Port a067bb18-326f-4fbe-b8af-94675041d31d on network cab82de1-4853-402a-8ee1-5c45d6f97745 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:52:44.577185 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1066c46-5b18-4059-942c-7ac1b87ca7e3 req-d4f0e77f-8f27-434b-8668-ac99f8f726d3 service neutron] Attempting to bind port a067bb18-326f-4fbe-b8af-94675041d31d on network cab82de1-4853-402a-8ee1-5c45d6f97745 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:52:44.583813 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2c1f16-3a6a-4e51-8469-1647e8626628 None None] DHCP port deletion for 2a29fb7d-1389-4bf5-9af7-7b665f8258fb request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:52:44.602166 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2f31ea-6406-4ca4-8017-7b70d45df4d8 service neutron] Pushing event updated for resources: {'Port': ['ID=7dfe18f0-f9be-4ee5-b99f-bbe038303411,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:44.612120 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1066c46-5b18-4059-942c-7ac1b87ca7e3 req-d4f0e77f-8f27-434b-8668-ac99f8f726d3 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:52:44.612120 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1066c46-5b18-4059-942c-7ac1b87ca7e3 req-d4f0e77f-8f27-434b-8668-ac99f8f726d3 service neutron] Checking segment: {'id': 'f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cab82de1-4853-402a-8ee1-5c45d6f97745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:52:44.612120 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1066c46-5b18-4059-942c-7ac1b87ca7e3 req-d4f0e77f-8f27-434b-8668-ac99f8f726d3 service neutron] Bound using segment: {'id': 'f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cab82de1-4853-402a-8ee1-5c45d6f97745'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:52:44.612795 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-a1066c46-5b18-4059-942c-7ac1b87ca7e3 req-d4f0e77f-8f27-434b-8668-ac99f8f726d3 service neutron] Bound port: a067bb18-326f-4fbe-b8af-94675041d31d, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cab82de1-4853-402a-8ee1-5c45d6f97745'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:52:44.612898 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a1066c46-5b18-4059-942c-7ac1b87ca7e3 req-d4f0e77f-8f27-434b-8668-ac99f8f726d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:44.635613 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-3c6f5c7d-6466-49b5-820e-4eecc0b63de7 admin admin] Calling delete_port for bf311bbb-22f4-4b8b-b711-d6f1faaf2b2e owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:52:44.657877 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-da2c1f16-3a6a-4e51-8469-1647e8626628 None None] Deleting port bf311bbb-22f4-4b8b-b711-d6f1faaf2b2e {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:52:44.658326 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-da2c1f16-3a6a-4e51-8469-1647e8626628 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:44.663343 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6416a5-7407-44ce-99a0-73cbbac34b69 req-ca490ad9-ac13-4ee8-94ad-f9fe59c55d58 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:44.665102 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5c6416a5-7407-44ce-99a0-73cbbac34b69 req-ca490ad9-ac13-4ee8-94ad-f9fe59c55d58 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=693d0b75-ece2-4869-ae25-5ae5d8a5bb27 HTTP/1.1" status: 200 len: 945 time: 0.2386460 Nov 12 00:52:44.710189 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7ecb23e1-5aaf-4d99-8690-960e013dde09 req-e4d2dfef-4d5f-4a21-b875-6ed593593623 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122052 Nov 12 00:52:44.775071 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3c6f5c7d-6466-49b5-820e-4eecc0b63de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:44.814844 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-da2c1f16-3a6a-4e51-8469-1647e8626628 None None] For port bf311bbb-22f4-4b8b-b711-d6f1faaf2b2e, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=bf311bbb-22f4-4b8b-b711-d6f1faaf2b2e,segment=NetworkSegment(6eca3569-bbd9-4f4d-bcf1-f2a3273ec25a),segment_id=6eca3569-bbd9-4f4d-bcf1-f2a3273ec25a)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:44.815365 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-da2c1f16-3a6a-4e51-8469-1647e8626628 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:44.835660 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f5c7d-6466-49b5-820e-4eecc0b63de7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf311bbb-22f4-4b8b-b711-d6f1faaf2b2e,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:44.855062 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6f5c7d-6466-49b5-820e-4eecc0b63de7 admin admin] No DVR routers for this DVR port bf311bbb-22f4-4b8b-b711-d6f1faaf2b2e on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:52:44.861552 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-da2c1f16-3a6a-4e51-8469-1647e8626628 None None] Calling delete_port for bf311bbb-22f4-4b8b-b711-d6f1faaf2b2e owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:52:44.965843 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3c6f5c7d-6466-49b5-820e-4eecc0b63de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:44.997654 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-3c6f5c7d-6466-49b5-820e-4eecc0b63de7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a29fb7d-1389-4bf5-9af7-7b665f8258fb']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:45.010182 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-3c6f5c7d-6466-49b5-820e-4eecc0b63de7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eca3569-bbd9-4f4d-bcf1-f2a3273ec25a') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:45.010826 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-3c6f5c7d-6466-49b5-820e-4eecc0b63de7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eca3569-bbd9-4f4d-bcf1-f2a3273ec25a') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:52:45.015412 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-1f54e429-e439-48eb-b9e3-a9e79ab4c5a4 req-ac2f31ea-6406-4ca4-8017-7b70d45df4d8 service neutron] Attempting to bind port 7dfe18f0-f9be-4ee5-b99f-bbe038303411 on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:52:45.015760 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-1f54e429-e439-48eb-b9e3-a9e79ab4c5a4 req-ac2f31ea-6406-4ca4-8017-7b70d45df4d8 service neutron] Attempting to bind port 7dfe18f0-f9be-4ee5-b99f-bbe038303411 by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': 'c597d253-3b8b-4ba2-8e61-dc5232a6ec18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9d38a466-42af-43d7-b83f-22dc50aa65c8'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:52:45.016766 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f54e429-e439-48eb-b9e3-a9e79ab4c5a4 req-ac2f31ea-6406-4ca4-8017-7b70d45df4d8 service neutron] Attempting to bind port 7dfe18f0-f9be-4ee5-b99f-bbe038303411 on network 9d38a466-42af-43d7-b83f-22dc50aa65c8 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:52:45.021803 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device bf311bbb-22f4-4b8b-b711-d6f1faaf2b2e no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:52:45.026918 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5c6416a5-7407-44ce-99a0-73cbbac34b69 req-5b99a643-c3cb-4762-a1ee-db8770eafc48 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509591 Nov 12 00:52:45.035868 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-a1066c46-5b18-4059-942c-7ac1b87ca7e3 req-d4f0e77f-8f27-434b-8668-ac99f8f726d3 service neutron] For port a067bb18-326f-4fbe-b8af-94675041d31d, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:52:45.038739 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3c6f5c7d-6466-49b5-820e-4eecc0b63de7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:45.041955 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-a1066c46-5b18-4059-942c-7ac1b87ca7e3 req-d4f0e77f-8f27-434b-8668-ac99f8f726d3 service neutron] For port a067bb18-326f-4fbe-b8af-94675041d31d, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=a067bb18-326f-4fbe-b8af-94675041d31d,segment=NetworkSegment(f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2),segment_id=f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:52:45.044719 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f54e429-e439-48eb-b9e3-a9e79ab4c5a4 req-ac2f31ea-6406-4ca4-8017-7b70d45df4d8 service neutron] Port 7dfe18f0-f9be-4ee5-b99f-bbe038303411 on network 9d38a466-42af-43d7-b83f-22dc50aa65c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:52:45.045822 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f54e429-e439-48eb-b9e3-a9e79ab4c5a4 req-ac2f31ea-6406-4ca4-8017-7b70d45df4d8 service neutron] Attempting to bind port 7dfe18f0-f9be-4ee5-b99f-bbe038303411 on network 9d38a466-42af-43d7-b83f-22dc50aa65c8 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:52:45.057996 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf7b18-5b93-4ddf-b70b-a11e60efe08d req-6158489a-1acc-4128-b51b-de7a4ec83e33 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:45.061045 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e6cf7b18-5b93-4ddf-b70b-a11e60efe08d req-6158489a-1acc-4128-b51b-de7a4ec83e33 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=97e04b42-24ed-4311-9db9-971e0331dc50 HTTP/1.1" status: 200 len: 944 time: 0.2310619 Nov 12 00:52:45.064182 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a1066c46-5b18-4059-942c-7ac1b87ca7e3 req-d4f0e77f-8f27-434b-8668-ac99f8f726d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:45.075142 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3c6f5c7d-6466-49b5-820e-4eecc0b63de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:45.082482 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: bf311bbb-22f4-4b8b-b711-d6f1faaf2b2e {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:52:45.082972 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device bf311bbb-22f4-4b8b-b711-d6f1faaf2b2e not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:52:45.083603 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device c281920c-f9e1-4fae-a472-a8180a3d2ed6 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:52:45.091810 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c6f5c7d-6466-49b5-820e-4eecc0b63de7 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:52:45.093975 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3c6f5c7d-6466-49b5-820e-4eecc0b63de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:45.098981 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 00:52:45.098981 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:52:45.098981 n-d-712142-27 neutron-server[109086]: timer() Nov 12 00:52:45.098981 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:52:45.098981 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 00:52:45.098981 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:52:45.098981 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 00:52:45.098981 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:52:45.098981 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 00:52:45.098981 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:52:45.098981 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 00:52:45.098981 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:52:45.098981 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 00:52:45.098981 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:52:45.098981 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:52:45.098981 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:52:45.098981 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:52:45.098981 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:52:45.098981 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 00:52:45.098981 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:52:45.098981 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 00:52:45.098981 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:52:45.098981 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:52:45.098981 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:52:45.098981 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 00:52:45.098981 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:52:45.098981 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:52:45.098981 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:52:45.098981 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:52:45.098981 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:52:45.098981 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:52:45.098981 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:52:45.118873 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f54e429-e439-48eb-b9e3-a9e79ab4c5a4 req-ac2f31ea-6406-4ca4-8017-7b70d45df4d8 service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:52:45.119227 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f54e429-e439-48eb-b9e3-a9e79ab4c5a4 req-ac2f31ea-6406-4ca4-8017-7b70d45df4d8 service neutron] Checking segment: {'id': 'c597d253-3b8b-4ba2-8e61-dc5232a6ec18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9d38a466-42af-43d7-b83f-22dc50aa65c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:52:45.119675 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f54e429-e439-48eb-b9e3-a9e79ab4c5a4 req-ac2f31ea-6406-4ca4-8017-7b70d45df4d8 service neutron] Bound using segment: {'id': 'c597d253-3b8b-4ba2-8e61-dc5232a6ec18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9d38a466-42af-43d7-b83f-22dc50aa65c8'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:52:45.120167 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-1f54e429-e439-48eb-b9e3-a9e79ab4c5a4 req-ac2f31ea-6406-4ca4-8017-7b70d45df4d8 service neutron] Bound port: 7dfe18f0-f9be-4ee5-b99f-bbe038303411, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c597d253-3b8b-4ba2-8e61-dc5232a6ec18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9d38a466-42af-43d7-b83f-22dc50aa65c8'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:52:45.120539 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1f54e429-e439-48eb-b9e3-a9e79ab4c5a4 req-ac2f31ea-6406-4ca4-8017-7b70d45df4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:45.141472 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: c281920c-f9e1-4fae-a472-a8180a3d2ed6 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:52:45.142556 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device c281920c-f9e1-4fae-a472-a8180a3d2ed6 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:52:45.158940 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1066c46-5b18-4059-942c-7ac1b87ca7e3 req-d4f0e77f-8f27-434b-8668-ac99f8f726d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:45.160036 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['7d75c348-286f-4701-8d3d-df1cef9f0a75'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:45.160171 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a1066c46-5b18-4059-942c-7ac1b87ca7e3 req-d4f0e77f-8f27-434b-8668-ac99f8f726d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:45.161195 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a1066c46-5b18-4059-942c-7ac1b87ca7e3 req-d4f0e77f-8f27-434b-8668-ac99f8f726d3 service neutron] 10.222.0.44 "PUT /v2.0/ports/a067bb18-326f-4fbe-b8af-94675041d31d HTTP/1.1" status: 200 len: 1093 time: 3.8797784 Nov 12 00:52:45.263600 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3c6f5c7d-6466-49b5-820e-4eecc0b63de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:45.278630 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3c6f5c7d-6466-49b5-820e-4eecc0b63de7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:45.285921 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['068c7cae-9c9b-4543-ba29-1f5c97d2202a'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:45.308803 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3c6f5c7d-6466-49b5-820e-4eecc0b63de7 admin admin] 10.222.0.45 "DELETE /v2.0/networks/2a29fb7d-1389-4bf5-9af7-7b665f8258fb HTTP/1.1" status: 204 len: 168 time: 1.2968078 Nov 12 00:52:45.336415 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e6cf7b18-5b93-4ddf-b70b-a11e60efe08d req-f1c70a69-3cb8-4588-aa64-62bcd883838e tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/security-groups?id=510a0917-ea45-4112-bcdb-7cef6947100e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673767 Nov 12 00:52:45.347356 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f0e77f-8f27-434b-8668-ac99f8f726d3 service neutron] Pushing event updated for resources: {'Port': ['ID=a067bb18-326f-4fbe-b8af-94675041d31d,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:45.353951 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f5c7d-6466-49b5-820e-4eecc0b63de7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a29fb7d-1389-4bf5-9af7-7b665f8258fb,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:45.411681 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-1f54e429-e439-48eb-b9e3-a9e79ab4c5a4 req-ac2f31ea-6406-4ca4-8017-7b70d45df4d8 service neutron] For port 7dfe18f0-f9be-4ee5-b99f-bbe038303411, host n-h1-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:52:45.419404 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-1f54e429-e439-48eb-b9e3-a9e79ab4c5a4 req-ac2f31ea-6406-4ca4-8017-7b70d45df4d8 service neutron] For port 7dfe18f0-f9be-4ee5-b99f-bbe038303411, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=7dfe18f0-f9be-4ee5-b99f-bbe038303411,segment=NetworkSegment(c597d253-3b8b-4ba2-8e61-dc5232a6ec18),segment_id=c597d253-3b8b-4ba2-8e61-dc5232a6ec18)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:52:45.424667 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fd961801-36e6-4c4c-9e93-c8b1daa6e365 req-246bee31-7b7e-4287-a1de-ea82d84f597c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1858640 Nov 12 00:52:45.433322 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7808fb-7100-40d2-b280-e8f2aea51465 req-187a58ab-dd34-4d04-9348-01da72124525 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:45.434862 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ca7808fb-7100-40d2-b280-e8f2aea51465 req-187a58ab-dd34-4d04-9348-01da72124525 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4469394-cb8f-4a59-a4a9-2290ea4d30ae HTTP/1.1" status: 200 len: 944 time: 0.2076085 Nov 12 00:52:45.438351 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1066c46-5b18-4059-942c-7ac1b87ca7e3 req-72091dcd-7f29-4d85-9a5b-090a846cacaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:45.440090 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a1066c46-5b18-4059-942c-7ac1b87ca7e3 req-72091dcd-7f29-4d85-9a5b-090a846cacaf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57d245a6684d43328d4720699dcb1130&device_id=97e04b42-24ed-4311-9db9-971e0331dc50 HTTP/1.1" status: 200 len: 1096 time: 0.1786776 Nov 12 00:52:45.442278 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1f54e429-e439-48eb-b9e3-a9e79ab4c5a4 req-ac2f31ea-6406-4ca4-8017-7b70d45df4d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:45.449528 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-da2c1f16-3a6a-4e51-8469-1647e8626628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:45.496359 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c1f16-3a6a-4e51-8469-1647e8626628 None None] Pushing event deleted for resources: {'Port': ['ID=bf311bbb-22f4-4b8b-b711-d6f1faaf2b2e,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:45.509693 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-da2c1f16-3a6a-4e51-8469-1647e8626628 None None] Network 2a29fb7d-1389-4bf5-9af7-7b665f8258fb is not hosted by any dhcp agent {{(pid=109087) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 00:52:45.510952 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2c1f16-3a6a-4e51-8469-1647e8626628 None None] No DVR routers for this DVR port bf311bbb-22f4-4b8b-b711-d6f1faaf2b2e on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:52:45.622100 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97e04b42-24ed-4311-9db9-971e0331dc50', 'tag': 'a067bb18-326f-4fbe-b8af-94675041d31d'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:45.625175 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a72fcdf-0829-4279-b807-a5108c7ca26d" -d '{"events": [{"name": "network-changed", "server_uuid": "97e04b42-24ed-4311-9db9-971e0331dc50", "tag": "a067bb18-326f-4fbe-b8af-94675041d31d"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:45.630979 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a1066c46-5b18-4059-942c-7ac1b87ca7e3 req-094291bc-8ed4-4417-ac58-53ddd97ea14e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a067bb18-326f-4fbe-b8af-94675041d31d HTTP/1.1" status: 200 len: 217 time: 0.1423514 Nov 12 00:52:45.649616 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51084) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:45.683616 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54e429-e439-48eb-b9e3-a9e79ab4c5a4 req-ac2f31ea-6406-4ca4-8017-7b70d45df4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:45.685029 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1f54e429-e439-48eb-b9e3-a9e79ab4c5a4 req-ac2f31ea-6406-4ca4-8017-7b70d45df4d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:45.687619 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1f54e429-e439-48eb-b9e3-a9e79ab4c5a4 req-ac2f31ea-6406-4ca4-8017-7b70d45df4d8 service neutron] 10.222.0.16 "PUT /v2.0/ports/7dfe18f0-f9be-4ee5-b99f-bbe038303411 HTTP/1.1" status: 200 len: 1093 time: 2.7614350 Nov 12 00:52:45.688537 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2f31ea-6406-4ca4-8017-7b70d45df4d8 service neutron] Pushing event updated for resources: {'Port': ['ID=7dfe18f0-f9be-4ee5-b99f-bbe038303411,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:45.760986 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-53c0105a-b868-437e-9dda-f5b2307abce1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=10e546ec20224b1c887b967b60c4d627&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1096799 Nov 12 00:52:45.764383 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51088) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:45.822357 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-e43afa3a-298b-477b-a965-41c64c269492 req-2e9f9e34-4eb6-48b5-b250-98e8e962dcb0 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:52:45.823494 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e43afa3a-298b-477b-a965-41c64c269492 req-2e9f9e34-4eb6-48b5-b250-98e8e962dcb0 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060732 Nov 12 00:52:45.830116 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-688c9e5d-b81e-4613-a94f-bdb9fc9ef854 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:45.849813 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1066c46-5b18-4059-942c-7ac1b87ca7e3 req-1e5e4a78-7469-4cd6-b10d-437e70a79daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:45.851480 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a1066c46-5b18-4059-942c-7ac1b87ca7e3 req-1e5e4a78-7469-4cd6-b10d-437e70a79daa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=12a98869-a3ee-4178-9eb9-17614c418237 HTTP/1.1" status: 200 len: 845 time: 0.1195812 Nov 12 00:52:45.859900 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-688c9e5d-b81e-4613-a94f-bdb9fc9ef854 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:45.882713 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ca7808fb-7100-40d2-b280-e8f2aea51465 req-8ad18111-29c0-4edc-9cce-1c0d6ba0c346 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b2b10d4-8fc9-4132-a464-1a2cc040fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4365635 Nov 12 00:52:45.922393 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a1066c46-5b18-4059-942c-7ac1b87ca7e3 req-d8c3ac98-d18f-459c-9803-2c9d3f5375f3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cab82de1-4853-402a-8ee1-5c45d6f97745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487864 Nov 12 00:52:45.926640 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd961801-36e6-4c4c-9e93-c8b1daa6e365 req-7a6648d3-d740-498f-ad89-28fddd703744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:45.928444 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fd961801-36e6-4c4c-9e93-c8b1daa6e365 req-7a6648d3-d740-498f-ad89-28fddd703744 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=31213ba92821461cba1a0adcb9241baa&device_id=7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873 HTTP/1.1" status: 200 len: 1097 time: 0.4306550 Nov 12 00:52:45.931345 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-688c9e5d-b81e-4613-a94f-bdb9fc9ef854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:45.934830 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-688c9e5d-b81e-4613-a94f-bdb9fc9ef854 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:45.940908 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-688c9e5d-b81e-4613-a94f-bdb9fc9ef854 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/59c64e9f-26bf-4cae-954e-7c86ebe7e1fb HTTP/1.1" status: 204 len: 168 time: 0.1753678 Nov 12 00:52:45.979155 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688c9e5d-b81e-4613-a94f-bdb9fc9ef854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c64e9f-26bf-4cae-954e-7c86ebe7e1fb,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:46.097281 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54e429-e439-48eb-b9e3-a9e79ab4c5a4 req-f59b2252-5260-4833-b557-80c4ef6be6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:46.099755 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1f54e429-e439-48eb-b9e3-a9e79ab4c5a4 req-f59b2252-5260-4833-b557-80c4ef6be6bb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ccb1e7e0eea141e9b6d3110322862248&device_id=a4469394-cb8f-4a59-a4a9-2290ea4d30ae HTTP/1.1" status: 200 len: 1096 time: 0.2835495 Nov 12 00:52:46.162338 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a1066c46-5b18-4059-942c-7ac1b87ca7e3 req-53aba95f-e9bc-4bb5-a3c5-11a61b79811a service neutron] 10.222.0.44 "GET /v2.0/networks/cab82de1-4853-402a-8ee1-5c45d6f97745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305372 Nov 12 00:52:46.232657 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60deb598-a126-4671-b6b5-3cb3ad553a18 x-openstack-request-id: req-60deb598-a126-4671-b6b5-3cb3ad553a18 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:46.232979 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97e04b42-24ed-4311-9db9-971e0331dc50", "tag": "a067bb18-326f-4fbe-b8af-94675041d31d", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:46.233185 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-60deb598-a126-4671-b6b5-3cb3ad553a18 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:46.233579 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97e04b42-24ed-4311-9db9-971e0331dc50', 'tag': 'a067bb18-326f-4fbe-b8af-94675041d31d', 'status': 'completed', 'code': 200} Nov 12 00:52:46.243105 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1f54e429-e439-48eb-b9e3-a9e79ab4c5a4 req-4abc28fe-7680-4ddf-bc0f-aa3dde7fee99 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7dfe18f0-f9be-4ee5-b99f-bbe038303411 HTTP/1.1" status: 200 len: 217 time: 0.0925536 Nov 12 00:52:46.462654 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa2e97-de9b-4fbb-84d1-20b1966d918f req-521af6ea-3efb-469b-88ea-a52e390d38ae tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:46.464202 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-81fa2e97-de9b-4fbb-84d1-20b1966d918f req-521af6ea-3efb-469b-88ea-a52e390d38ae tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=e65c675e-1a9f-4cc7-9955-0c823551197c HTTP/1.1" status: 200 len: 949 time: 0.4038072 Nov 12 00:52:46.513318 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a1066c46-5b18-4059-942c-7ac1b87ca7e3 req-812950c9-3208-4183-9371-a0841a3585b1 service neutron] 10.222.0.44 "GET /v2.0/networks/cab82de1-4853-402a-8ee1-5c45d6f97745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788737 Nov 12 00:52:46.525456 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd961801-36e6-4c4c-9e93-c8b1daa6e365 req-12df4571-4006-48f1-a100-8f111200bc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:46.526909 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fd961801-36e6-4c4c-9e93-c8b1daa6e365 req-12df4571-4006-48f1-a100-8f111200bc44 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dfbacf63-886c-40df-80dd-a56be185809d HTTP/1.1" status: 200 len: 908 time: 0.4642451 Nov 12 00:52:46.528367 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54e429-e439-48eb-b9e3-a9e79ab4c5a4 req-04103fca-68b7-46f6-a431-6344a860cd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:46.530446 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1f54e429-e439-48eb-b9e3-a9e79ab4c5a4 req-04103fca-68b7-46f6-a431-6344a860cd8e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3506ff68-efdf-4ec0-aae3-0d8c1586ac7a HTTP/1.1" status: 200 len: 862 time: 0.2107379 Nov 12 00:52:46.536898 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8f3f2e3d-c7ec-44fc-ac84-195401bdb82f req-4856b481-8cfa-42bd-bebd-8922c4edb46a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e4c37546-1535-44ad-b00f-166a19bf0b5c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2956626 Nov 12 00:52:46.547846 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef723ef2-2f44-44bb-902c-e7f62b993180 req-f0334b3d-c937-4ded-a576-e68c402cfc3e tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:46.555462 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ef723ef2-2f44-44bb-902c-e7f62b993180 req-f0334b3d-c937-4ded-a576-e68c402cfc3e tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=693d0b75-ece2-4869-ae25-5ae5d8a5bb27 HTTP/1.1" status: 200 len: 945 time: 0.2404275 Nov 12 00:52:46.652574 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fd961801-36e6-4c4c-9e93-c8b1daa6e365 req-dbc2299e-61ec-49df-be75-ff9a3e9a0077 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c668a224-06b4-4f21-be65-64f708fef230 HTTP/1.1" status: 200 len: 217 time: 0.0917208 Nov 12 00:52:46.733302 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-81fa2e97-de9b-4fbb-84d1-20b1966d918f req-4c96189d-c70a-4e47-be7a-924302fc8e84 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471673 Nov 12 00:52:46.762730 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54e429-e439-48eb-b9e3-a9e79ab4c5a4 req-63da7f10-7630-4cac-8c48-6dd778a38d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:46.765056 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1f54e429-e439-48eb-b9e3-a9e79ab4c5a4 req-63da7f10-7630-4cac-8c48-6dd778a38d1e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9d38a466-42af-43d7-b83f-22dc50aa65c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2059064 Nov 12 00:52:46.791669 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ef723ef2-2f44-44bb-902c-e7f62b993180 req-7a9d9611-88c7-4f04-99c6-f00c8ad8fc67 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255707 Nov 12 00:52:46.845612 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd961801-36e6-4c4c-9e93-c8b1daa6e365 req-b415e9c3-30f8-4b88-a2e9-f36a598d0614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:46.858346 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fd961801-36e6-4c4c-9e93-c8b1daa6e365 req-b415e9c3-30f8-4b88-a2e9-f36a598d0614 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=47cc90a9-e995-4711-ba6b-508e6e69e5de HTTP/1.1" status: 200 len: 848 time: 0.1909146 Nov 12 00:52:47.006099 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fd961801-36e6-4c4c-9e93-c8b1daa6e365 req-77fdfa18-8af1-41a5-b435-195ade8844a3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dfbacf63-886c-40df-80dd-a56be185809d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1305401 Nov 12 00:52:47.033587 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72fcdf-0829-4279-b807-a5108c7ca26d req-02ddfde7-2d30-47af-ac8d-29c60d974ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:47.035530 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2a72fcdf-0829-4279-b807-a5108c7ca26d req-02ddfde7-2d30-47af-ac8d-29c60d974ac9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57d245a6684d43328d4720699dcb1130&device_id=97e04b42-24ed-4311-9db9-971e0331dc50 HTTP/1.1" status: 200 len: 1096 time: 0.3727744 Nov 12 00:52:47.242155 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1f54e429-e439-48eb-b9e3-a9e79ab4c5a4 req-3477397d-05db-4ec4-aeb5-ae7b393d2d28 service neutron] 10.222.0.16 "GET /v2.0/networks/9d38a466-42af-43d7-b83f-22dc50aa65c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4453986 Nov 12 00:52:47.277538 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efbdac2-5101-49d3-b4e7-18832e7476ec req-86ed1d89-9ac4-43da-8b56-f8ea57f7fdff tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:47.279047 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5efbdac2-5101-49d3-b4e7-18832e7476ec req-86ed1d89-9ac4-43da-8b56-f8ea57f7fdff tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4c37546-1535-44ad-b00f-166a19bf0b5c HTTP/1.1" status: 200 len: 950 time: 0.3836946 Nov 12 00:52:47.286205 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fd961801-36e6-4c4c-9e93-c8b1daa6e365 req-f8841e2e-5d82-4621-ab6d-2a2479c040b6 service neutron] 10.222.0.16 "GET /v2.0/networks/dfbacf63-886c-40df-80dd-a56be185809d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494729 Nov 12 00:52:47.393054 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72fcdf-0829-4279-b807-a5108c7ca26d req-18fa67fd-1e2b-4262-b280-718fb664f2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:47.394945 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2a72fcdf-0829-4279-b807-a5108c7ca26d req-18fa67fd-1e2b-4262-b280-718fb664f2fc service neutron] 10.222.0.44 "GET /v2.0/networks?id=cab82de1-4853-402a-8ee1-5c45d6f97745 HTTP/1.1" status: 200 len: 905 time: 0.3132119 Nov 12 00:52:47.400703 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 068c7cae-9c9b-4543-ba29-1f5c97d2202a up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:52:47.487727 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 068c7cae-9c9b-4543-ba29-1f5c97d2202a completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:52:47.500381 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 068c7cae-9c9b-4543-ba29-1f5c97d2202a triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:47.502378 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:47.625065 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:47.707010 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e65c675e-1a9f-4cc7-9955-0c823551197c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068c7cae-9c9b-4543-ba29-1f5c97d2202a'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:47.712562 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb2e381-91c9-4d0c-abf2-5e3d85e9ea92" -d '{"events": [{"server_uuid": "e65c675e-1a9f-4cc7-9955-0c823551197c", "name": "network-vif-plugged", "status": "completed", "tag": "068c7cae-9c9b-4543-ba29-1f5c97d2202a"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:47.737442 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 068c7cae-9c9b-4543-ba29-1f5c97d2202a, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=068c7cae-9c9b-4543-ba29-1f5c97d2202a,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:47.745890 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:47.747427 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 7d75c348-286f-4701-8d3d-df1cef9f0a75 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:52:47.868293 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2a72fcdf-0829-4279-b807-a5108c7ca26d req-5d4e06ef-e0fb-43ca-9971-b312f15f9b3e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a067bb18-326f-4fbe-b8af-94675041d31d HTTP/1.1" status: 200 len: 217 time: 0.1088908 Nov 12 00:52:47.902116 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5efbdac2-5101-49d3-b4e7-18832e7476ec req-a7f0a649-ed86-4707-9dca-4864a1e0acfd tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5968795 Nov 12 00:52:47.914429 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 7d75c348-286f-4701-8d3d-df1cef9f0a75 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:52:47.936882 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=068c7cae-9c9b-4543-ba29-1f5c97d2202a,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:47.942044 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 7d75c348-286f-4701-8d3d-df1cef9f0a75 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:47.953793 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:47.959698 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fcea1a-3533-43c4-a41f-ddb120a58b67 req-bf67f4ea-a48a-4dda-8451-c6737bc2e695 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:47.963894 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-22fcea1a-3533-43c4-a41f-ddb120a58b67 req-bf67f4ea-a48a-4dda-8451-c6737bc2e695 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=97e04b42-24ed-4311-9db9-971e0331dc50 HTTP/1.1" status: 200 len: 944 time: 0.6308749 Nov 12 00:52:48.018694 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1f54e429-e439-48eb-b9e3-a9e79ab4c5a4 req-11bdabc7-53c7-453b-b559-142cb82513f5 service neutron] 10.222.0.16 "GET /v2.0/networks/9d38a466-42af-43d7-b83f-22dc50aa65c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7609129 Nov 12 00:52:48.070413 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:48.115468 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 7d75c348-286f-4701-8d3d-df1cef9f0a75, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=7d75c348-286f-4701-8d3d-df1cef9f0a75,segment=NetworkSegment(936f4dc4-b49e-4318-84e7-8d3d4988961e),segment_id=936f4dc4-b49e-4318-84e7-8d3d4988961e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:48.121460 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:48.144293 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fd961801-36e6-4c4c-9e93-c8b1daa6e365 req-e723e17c-743c-4de2-9233-e8b49891ed72 service neutron] 10.222.0.16 "GET /v2.0/networks/dfbacf63-886c-40df-80dd-a56be185809d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8210244 Nov 12 00:52:48.150215 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72fcdf-0829-4279-b807-a5108c7ca26d req-abb6bcc3-ee5a-4bc6-965d-d70e10f3f36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:48.152452 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2a72fcdf-0829-4279-b807-a5108c7ca26d req-abb6bcc3-ee5a-4bc6-965d-d70e10f3f36c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=12a98869-a3ee-4178-9eb9-17614c418237 HTTP/1.1" status: 200 len: 845 time: 0.2599888 Nov 12 00:52:48.211853 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=7d75c348-286f-4701-8d3d-df1cef9f0a75,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:48.226319 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2a72fcdf-0829-4279-b807-a5108c7ca26d req-2e5b4c18-9b0b-4467-b78d-447f0293edc5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cab82de1-4853-402a-8ee1-5c45d6f97745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516286 Nov 12 00:52:48.234371 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4469394-cb8f-4a59-a4a9-2290ea4d30ae', 'tag': '7dfe18f0-f9be-4ee5-b99f-bbe038303411'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:48.236713 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fcf670-9c44-4b39-bb5f-9c24942ed6a4" -d '{"events": [{"name": "network-changed", "server_uuid": "a4469394-cb8f-4a59-a4a9-2290ea4d30ae", "tag": "7dfe18f0-f9be-4ee5-b99f-bbe038303411"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:48.252059 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-22fcea1a-3533-43c4-a41f-ddb120a58b67 req-30f32976-1d4b-4cac-9906-ac531ae964ab tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/security-groups?id=510a0917-ea45-4112-bcdb-7cef6947100e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198691 Nov 12 00:52:48.282356 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5f5d1-0e79-46ab-a392-9a6a5f5bf6b0 req-b243ad5b-d61b-4bf0-a238-ea51be80e12d tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:48.289791 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2bb5f5d1-0e79-46ab-a392-9a6a5f5bf6b0 req-b243ad5b-d61b-4bf0-a238-ea51be80e12d tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4469394-cb8f-4a59-a4a9-2290ea4d30ae HTTP/1.1" status: 200 len: 944 time: 0.2618439 Nov 12 00:52:48.400266 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2bb5f5d1-0e79-46ab-a392-9a6a5f5bf6b0 req-2ad71cfc-3b3e-4fe7-9360-1dec30aaea42 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b2b10d4-8fc9-4132-a464-1a2cc040fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088083 Nov 12 00:52:48.423230 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2a72fcdf-0829-4279-b807-a5108c7ca26d req-6265cbe7-2c15-4fc9-bd73-1c4b2983ba91 service neutron] 10.222.0.44 "GET /v2.0/networks/cab82de1-4853-402a-8ee1-5c45d6f97745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710482 Nov 12 00:52:48.472106 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984a2eb1-4c21-486b-9c47-4e283a129587 x-openstack-request-id: req-984a2eb1-4c21-486b-9c47-4e283a129587 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:48.472930 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e65c675e-1a9f-4cc7-9955-0c823551197c", "name": "network-vif-plugged", "status": "completed", "tag": "068c7cae-9c9b-4543-ba29-1f5c97d2202a", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:48.473359 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-984a2eb1-4c21-486b-9c47-4e283a129587 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:48.473919 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e65c675e-1a9f-4cc7-9955-0c823551197c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068c7cae-9c9b-4543-ba29-1f5c97d2202a', 'code': 200} Nov 12 00:52:48.630532 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2a72fcdf-0829-4279-b807-a5108c7ca26d req-dd1a385a-52f0-4106-91f2-4f61ba6501ca service neutron] 10.222.0.44 "GET /v2.0/networks/cab82de1-4853-402a-8ee1-5c45d6f97745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997817 Nov 12 00:52:48.644717 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0624eb3e-9a81-416d-bfc2-e77ce64565ea req-17ee9c0f-3a5c-4a56-9986-4180bf2ba288 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:48.646510 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0624eb3e-9a81-416d-bfc2-e77ce64565ea req-17ee9c0f-3a5c-4a56-9986-4180bf2ba288 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=e65c675e-1a9f-4cc7-9955-0c823551197c HTTP/1.1" status: 200 len: 950 time: 0.1245735 Nov 12 00:52:48.659608 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69edcfe-87bf-4e72-be8e-1544c08704e0 req-0abe852e-a898-4dac-814c-127604f748a3 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:48.661596 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d69edcfe-87bf-4e72-be8e-1544c08704e0 req-0abe852e-a898-4dac-814c-127604f748a3 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=693d0b75-ece2-4869-ae25-5ae5d8a5bb27 HTTP/1.1" status: 200 len: 946 time: 0.1251736 Nov 12 00:52:48.708133 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277bd7c4-1274-4dc3-b5c1-ed38c9dd3941 req-2b89e0d3-f3c9-4005-9d26-5f44a32d28e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:48.709813 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-277bd7c4-1274-4dc3-b5c1-ed38c9dd3941 req-2b89e0d3-f3c9-4005-9d26-5f44a32d28e4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e65c675e-1a9f-4cc7-9955-0c823551197c HTTP/1.1" status: 200 len: 1102 time: 0.0565410 Nov 12 00:52:48.733278 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0624eb3e-9a81-416d-bfc2-e77ce64565ea req-dcdc65c0-b616-411e-ad4d-18a3500d5251 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699468 Nov 12 00:52:48.748692 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d69edcfe-87bf-4e72-be8e-1544c08704e0 req-4b51ad94-37a5-40ea-bfd0-42fe18d6930e tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713623 Nov 12 00:52:48.788044 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-277bd7c4-1274-4dc3-b5c1-ed38c9dd3941 req-4ae40d70-39d7-4cb8-b8dd-06dbfab73770 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653603 Nov 12 00:52:48.822740 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c413072-fbb9-4bdb-9af0-3d4ceb1f0470 x-openstack-request-id: req-8c413072-fbb9-4bdb-9af0-3d4ceb1f0470 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:48.823062 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4469394-cb8f-4a59-a4a9-2290ea4d30ae", "tag": "7dfe18f0-f9be-4ee5-b99f-bbe038303411", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:48.823289 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8c413072-fbb9-4bdb-9af0-3d4ceb1f0470 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:48.823690 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4469394-cb8f-4a59-a4a9-2290ea4d30ae', 'tag': '7dfe18f0-f9be-4ee5-b99f-bbe038303411', 'status': 'completed', 'code': 200} Nov 12 00:52:49.051044 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fcf670-9c44-4b39-bb5f-9c24942ed6a4 req-54d1a047-4aab-4343-9ec6-74dd95443e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:49.053072 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-44fcf670-9c44-4b39-bb5f-9c24942ed6a4 req-54d1a047-4aab-4343-9ec6-74dd95443e60 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ccb1e7e0eea141e9b6d3110322862248&device_id=a4469394-cb8f-4a59-a4a9-2290ea4d30ae HTTP/1.1" status: 200 len: 1096 time: 0.1348796 Nov 12 00:52:49.084602 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c557c-75ea-4e0e-8d44-be8bb4fb26c0 req-4d0b80b5-b39b-4ea7-8db3-4aa1f449500f tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:49.087156 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-849c557c-75ea-4e0e-8d44-be8bb4fb26c0 req-4d0b80b5-b39b-4ea7-8db3-4aa1f449500f tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4c37546-1535-44ad-b00f-166a19bf0b5c HTTP/1.1" status: 200 len: 950 time: 0.0825882 Nov 12 00:52:49.200631 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-849c557c-75ea-4e0e-8d44-be8bb4fb26c0 req-dc611b19-1827-42a2-9dd0-0744cec9ff13 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073160 Nov 12 00:52:49.244510 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fcf670-9c44-4b39-bb5f-9c24942ed6a4 req-23192075-2a7d-4ca1-8d7b-156c8c8d45a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:49.246256 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-44fcf670-9c44-4b39-bb5f-9c24942ed6a4 req-23192075-2a7d-4ca1-8d7b-156c8c8d45a1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9d38a466-42af-43d7-b83f-22dc50aa65c8 HTTP/1.1" status: 200 len: 923 time: 0.1457257 Nov 12 00:52:49.307400 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-44fcf670-9c44-4b39-bb5f-9c24942ed6a4 req-7af8bd21-b579-4ef8-bec4-17da4a9effb9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7dfe18f0-f9be-4ee5-b99f-bbe038303411 HTTP/1.1" status: 200 len: 217 time: 0.0483677 Nov 12 00:52:49.365938 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f2e3d-c7ec-44fc-ac84-195401bdb82f req-dbb4195e-b00f-41a4-a973-1045cddc8f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:49.367900 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8f3f2e3d-c7ec-44fc-ac84-195401bdb82f req-dbb4195e-b00f-41a4-a973-1045cddc8f02 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6bde2e332c8e418290dd069bae32e617&device_id=e4c37546-1535-44ad-b00f-166a19bf0b5c HTTP/1.1" status: 200 len: 1102 time: 0.0576644 Nov 12 00:52:49.388344 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fcf670-9c44-4b39-bb5f-9c24942ed6a4 req-6be3ee36-374a-46a3-91be-7eeddf669a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:49.391780 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-44fcf670-9c44-4b39-bb5f-9c24942ed6a4 req-6be3ee36-374a-46a3-91be-7eeddf669a01 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3506ff68-efdf-4ec0-aae3-0d8c1586ac7a HTTP/1.1" status: 200 len: 862 time: 0.0705950 Nov 12 00:52:49.400565 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device a067bb18-326f-4fbe-b8af-94675041d31d details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:52:49.471425 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e52ba-f277-43dd-9f3a-1fd37cee89bf req-8bacd08f-3da6-43b6-aebe-a3889f7211b7 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:49.480057 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-549e52ba-f277-43dd-9f3a-1fd37cee89bf req-8bacd08f-3da6-43b6-aebe-a3889f7211b7 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=97e04b42-24ed-4311-9db9-971e0331dc50 HTTP/1.1" status: 200 len: 944 time: 0.1097412 Nov 12 00:52:49.518423 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f2e3d-c7ec-44fc-ac84-195401bdb82f req-7ee4805a-5afd-4017-9f93-d9167b2f086c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:49.520927 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8f3f2e3d-c7ec-44fc-ac84-195401bdb82f req-7ee4805a-5afd-4017-9f93-d9167b2f086c service neutron] 10.222.0.44 "GET /v2.0/networks?id=945c2da1-f958-478a-a48a-8af2dfa2e179 HTTP/1.1" status: 200 len: 869 time: 0.1366193 Nov 12 00:52:49.531294 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fcf670-9c44-4b39-bb5f-9c24942ed6a4 req-8a6b054a-b6a1-4d50-b969-7bb0d0c3711d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:49.534552 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-44fcf670-9c44-4b39-bb5f-9c24942ed6a4 req-8a6b054a-b6a1-4d50-b969-7bb0d0c3711d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9d38a466-42af-43d7-b83f-22dc50aa65c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1255047 Nov 12 00:52:49.550770 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51210) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:49.594229 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port a067bb18-326f-4fbe-b8af-94675041d31d, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=a067bb18-326f-4fbe-b8af-94675041d31d,segment=NetworkSegment(f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2),segment_id=f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:49.598613 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8f3f2e3d-c7ec-44fc-ac84-195401bdb82f req-6b15922c-8da1-4583-9852-97589d84ccac service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=3bf65952-28b5-4d0e-8528-54eaa04543a2 HTTP/1.1" status: 200 len: 217 time: 0.0590193 Nov 12 00:52:49.610715 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'a067bb18-326f-4fbe-b8af-94675041d31d', 'network_id': 'cab82de1-4853-402a-8ee1-5c45d6f97745', 'port_id': 'a067bb18-326f-4fbe-b8af-94675041d31d', 'mac_address': 'fa:16:3e:68:d0:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a98869-a3ee-4178-9eb9-17614c418237', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:52:49.614071 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-549e52ba-f277-43dd-9f3a-1fd37cee89bf req-d6b91541-7feb-494b-bcb2-a36e113a2990 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/security-groups?id=510a0917-ea45-4112-bcdb-7cef6947100e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330771 Nov 12 00:52:49.661174 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:49.677831 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a067bb18-326f-4fbe-b8af-94675041d31d {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:52:49.690031 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f2e3d-c7ec-44fc-ac84-195401bdb82f req-892993c0-ee37-467c-8831-67beb6479077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:49.692212 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8f3f2e3d-c7ec-44fc-ac84-195401bdb82f req-892993c0-ee37-467c-8831-67beb6479077 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.0860744 Nov 12 00:52:49.703020 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port a067bb18-326f-4fbe-b8af-94675041d31d, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=a067bb18-326f-4fbe-b8af-94675041d31d,segment=NetworkSegment(f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2),segment_id=f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:49.709567 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:49.713090 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219cbc0c-2505-4d46-80a1-c1cff48464cd req-840acc42-a87b-4cd0-a769-dfa2bc71cbb9 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:49.714907 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-219cbc0c-2505-4d46-80a1-c1cff48464cd req-840acc42-a87b-4cd0-a769-dfa2bc71cbb9 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4469394-cb8f-4a59-a4a9-2290ea4d30ae HTTP/1.1" status: 200 len: 944 time: 0.1892064 Nov 12 00:52:49.782805 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-44fcf670-9c44-4b39-bb5f-9c24942ed6a4 req-cdf72bc9-00f6-467a-b757-67293d458a7a service neutron] 10.222.0.16 "GET /v2.0/networks/9d38a466-42af-43d7-b83f-22dc50aa65c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172523 Nov 12 00:52:49.788535 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=a067bb18-326f-4fbe-b8af-94675041d31d,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:49.799708 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:49.800576 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:49.801300 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:49.801796 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:49.802295 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:49.802790 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:49.803274 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:49.803753 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:49.804296 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:49.804888 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:49.805551 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:49.806276 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:49.825595 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-219cbc0c-2505-4d46-80a1-c1cff48464cd req-3a77222f-0669-4f52-af0b-07676c4ab526 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b2b10d4-8fc9-4132-a464-1a2cc040fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011977 Nov 12 00:52:49.830597 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d87ae57b-4fd3-4735-bc45-5c9350afb032 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:49.857770 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f2e3d-c7ec-44fc-ac84-195401bdb82f req-ab3a31e8-7cf2-4bcd-b722-eb83b71617a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:49.859915 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8f3f2e3d-c7ec-44fc-ac84-195401bdb82f req-ab3a31e8-7cf2-4bcd-b722-eb83b71617a2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1537523 Nov 12 00:52:50.003887 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-44fcf670-9c44-4b39-bb5f-9c24942ed6a4 req-72813944-efbd-4af6-aebd-a7126d2fb208 service neutron] 10.222.0.16 "GET /v2.0/networks/9d38a466-42af-43d7-b83f-22dc50aa65c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092376 Nov 12 00:52:50.017395 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc16ca-52c3-480f-b3ae-ce6c3c42b48e req-35541cba-ecc8-46dc-a4fa-084026b64b7c tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:50.018942 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-60cc16ca-52c3-480f-b3ae-ce6c3c42b48e req-35541cba-ecc8-46dc-a4fa-084026b64b7c tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=e65c675e-1a9f-4cc7-9955-0c823551197c HTTP/1.1" status: 200 len: 950 time: 0.1209757 Nov 12 00:52:50.024759 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8f3f2e3d-c7ec-44fc-ac84-195401bdb82f req-16feec73-acfc-4cdb-92b7-f76a03fbf724 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543744 Nov 12 00:52:50.030447 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d87ae57b-4fd3-4735-bc45-5c9350afb032 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:50.032994 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb993bd-6eb3-4969-8fc5-f827a1e3dfbb req-80d494f3-660f-4f67-bc21-43dca148f1ae tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:50.034761 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3bb993bd-6eb3-4969-8fc5-f827a1e3dfbb req-80d494f3-660f-4f67-bc21-43dca148f1ae tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=693d0b75-ece2-4869-ae25-5ae5d8a5bb27 HTTP/1.1" status: 200 len: 946 time: 0.0914688 Nov 12 00:52:50.036259 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d87ae57b-4fd3-4735-bc45-5c9350afb032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:50.079194 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ae57b-4fd3-4735-bc45-5c9350afb032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc87dbd-db6b-4938-9523-0a5a61293a36,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:50.127340 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-60cc16ca-52c3-480f-b3ae-ce6c3c42b48e req-42526d69-c08c-4706-b250-ea49fdd3575c tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915072 Nov 12 00:52:50.129866 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ae57b-4fd3-4735-bc45-5c9350afb032 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:50.130502 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ae57b-4fd3-4735-bc45-5c9350afb032 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:50.130993 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ae57b-4fd3-4735-bc45-5c9350afb032 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:50.131678 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ae57b-4fd3-4735-bc45-5c9350afb032 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:50.132206 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ae57b-4fd3-4735-bc45-5c9350afb032 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:50.132696 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ae57b-4fd3-4735-bc45-5c9350afb032 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:50.133169 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ae57b-4fd3-4735-bc45-5c9350afb032 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:50.133740 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ae57b-4fd3-4735-bc45-5c9350afb032 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:50.134213 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ae57b-4fd3-4735-bc45-5c9350afb032 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:50.134684 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ae57b-4fd3-4735-bc45-5c9350afb032 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:50.135165 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ae57b-4fd3-4735-bc45-5c9350afb032 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:50.135801 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87ae57b-4fd3-4735-bc45-5c9350afb032 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:50.146697 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3bb993bd-6eb3-4969-8fc5-f827a1e3dfbb req-578198a7-e12a-4569-973a-688460ba7ddc tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953004 Nov 12 00:52:50.148732 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['a067bb18-326f-4fbe-b8af-94675041d31d'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:50.150258 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d87ae57b-4fd3-4735-bc45-5c9350afb032 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2617c5d24d1f4166a37a3122a9c317f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5984197 Nov 12 00:52:50.152961 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 51218) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:50.208019 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d8aa9248-937a-47f9-b2aa-661cac945087 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:50.242807 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d8aa9248-937a-47f9-b2aa-661cac945087 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:50.265895 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8f3f2e3d-c7ec-44fc-ac84-195401bdb82f req-33fce74e-9b2a-40bb-9e89-213dbfa9db9d service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935282 Nov 12 00:52:50.357357 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727df865-7393-46c6-bc3a-6446d8169dfa req-7706321e-4f0d-467d-a182-36f25103bd84 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:50.366755 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-727df865-7393-46c6-bc3a-6446d8169dfa req-7706321e-4f0d-467d-a182-36f25103bd84 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4c37546-1535-44ad-b00f-166a19bf0b5c HTTP/1.1" status: 200 len: 950 time: 0.0797436 Nov 12 00:52:50.398008 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d8aa9248-937a-47f9-b2aa-661cac945087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:50.400655 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d8aa9248-937a-47f9-b2aa-661cac945087 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:50.401754 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-d8aa9248-937a-47f9-b2aa-661cac945087 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7cc87dbd-db6b-4938-9523-0a5a61293a36 HTTP/1.1" status: 204 len: 168 time: 0.2478237 Nov 12 00:52:50.436657 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-727df865-7393-46c6-bc3a-6446d8169dfa req-1a77c8e2-1ba6-4bee-b552-919f1b3d98ea tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689394 Nov 12 00:52:50.446105 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aa9248-937a-47f9-b2aa-661cac945087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc87dbd-db6b-4938-9523-0a5a61293a36,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:50.475090 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '693d0b75-ece2-4869-ae25-5ae5d8a5bb27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d75c348-286f-4701-8d3d-df1cef9f0a75'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:50.477740 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b49cb9-2bbc-45ab-927b-e980584b9443" -d '{"events": [{"server_uuid": "693d0b75-ece2-4869-ae25-5ae5d8a5bb27", "name": "network-vif-plugged", "status": "completed", "tag": "7d75c348-286f-4701-8d3d-df1cef9f0a75"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:50.519388 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b55137-281f-41f7-a504-62fd643da63f x-openstack-request-id: req-59b55137-281f-41f7-a504-62fd643da63f {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:50.519687 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "693d0b75-ece2-4869-ae25-5ae5d8a5bb27", "name": "network-vif-plugged", "status": "completed", "tag": "7d75c348-286f-4701-8d3d-df1cef9f0a75", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:50.519993 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-59b55137-281f-41f7-a504-62fd643da63f {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:50.520390 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '693d0b75-ece2-4869-ae25-5ae5d8a5bb27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d75c348-286f-4701-8d3d-df1cef9f0a75', 'code': 200} Nov 12 00:52:50.757514 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc9fec-64b3-4ad4-aa63-c8d363df1956 req-8e7bc753-8c09-43ff-b3b7-82a695b15847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:50.759570 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-01fc9fec-64b3-4ad4-aa63-c8d363df1956 req-8e7bc753-8c09-43ff-b3b7-82a695b15847 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=693d0b75-ece2-4869-ae25-5ae5d8a5bb27 HTTP/1.1" status: 200 len: 1098 time: 0.0616429 Nov 12 00:52:50.783320 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd6de7-96d8-49c6-be04-3f88e24f765f req-e0c9c579-fc10-411f-945f-9fa1125a3cf5 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:50.785183 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d3bd6de7-96d8-49c6-be04-3f88e24f765f req-e0c9c579-fc10-411f-945f-9fa1125a3cf5 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=97e04b42-24ed-4311-9db9-971e0331dc50 HTTP/1.1" status: 200 len: 945 time: 0.0718708 Nov 12 00:52:50.849880 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-01fc9fec-64b3-4ad4-aa63-c8d363df1956 req-2604b824-03fc-44fa-8c87-e116d4ee7582 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754135 Nov 12 00:52:50.853095 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d3bd6de7-96d8-49c6-be04-3f88e24f765f req-dc67c050-5c76-457d-aaa6-6ee247a06037 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/security-groups?id=510a0917-ea45-4112-bcdb-7cef6947100e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601807 Nov 12 00:52:50.995070 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fc52d-e56c-4d97-9f1e-29eaf350aea2 req-fd13c8cb-1e72-480c-a947-3ba51753aae0 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:50.996832 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-504fc52d-e56c-4d97-9f1e-29eaf350aea2 req-fd13c8cb-1e72-480c-a947-3ba51753aae0 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4469394-cb8f-4a59-a4a9-2290ea4d30ae HTTP/1.1" status: 200 len: 944 time: 0.0568991 Nov 12 00:52:51.056308 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-504fc52d-e56c-4d97-9f1e-29eaf350aea2 req-b5db5c92-d844-4c92-993c-b64718bfec76 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b2b10d4-8fc9-4132-a464-1a2cc040fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516868 Nov 12 00:52:51.326322 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe13267-c8c5-463d-9bf9-a4483d4d539f req-69a836ae-ddbe-484a-bf40-936f619d7f27 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:51.327923 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9fe13267-c8c5-463d-9bf9-a4483d4d539f req-69a836ae-ddbe-484a-bf40-936f619d7f27 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=693d0b75-ece2-4869-ae25-5ae5d8a5bb27 HTTP/1.1" status: 200 len: 946 time: 0.0852635 Nov 12 00:52:51.340955 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbff145-c32d-433e-b6bd-757478c5dc76 req-2e947976-5bf7-4840-af16-6357fd76b4b9 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:51.342897 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-efbff145-c32d-433e-b6bd-757478c5dc76 req-2e947976-5bf7-4840-af16-6357fd76b4b9 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=e65c675e-1a9f-4cc7-9955-0c823551197c HTTP/1.1" status: 200 len: 950 time: 0.0882463 Nov 12 00:52:51.400689 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device a067bb18-326f-4fbe-b8af-94675041d31d up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:52:51.415401 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9fe13267-c8c5-463d-9bf9-a4483d4d539f req-56c139c8-0c30-4f4b-b9f5-6ee9e0527938 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716498 Nov 12 00:52:51.424236 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-efbff145-c32d-433e-b6bd-757478c5dc76 req-d45f0897-dff9-4554-8315-4355bfe1c90f tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721285 Nov 12 00:52:51.433583 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 7dfe18f0-f9be-4ee5-b99f-bbe038303411 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:52:51.530022 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port a067bb18-326f-4fbe-b8af-94675041d31d completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:52:51.542169 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port a067bb18-326f-4fbe-b8af-94675041d31d triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:51.542752 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:51.561388 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912c2697-63d8-4db7-9009-4bb325befa57 req-bfa77c23-e63d-4756-868a-bbbcbeb45182 tempest-ServersOnMultiNodesTest-1740922003 tempest-ServersOnMultiNodesTest-1740922003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:51.570263 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-912c2697-63d8-4db7-9009-4bb325befa57 req-bfa77c23-e63d-4756-868a-bbbcbeb45182 tempest-ServersOnMultiNodesTest-1740922003 tempest-ServersOnMultiNodesTest-1740922003-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=e65c675e-1a9f-4cc7-9955-0c823551197c HTTP/1.1" status: 200 len: 1102 time: 0.0608220 Nov 12 00:52:51.619482 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 7dfe18f0-f9be-4ee5-b99f-bbe038303411, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=7dfe18f0-f9be-4ee5-b99f-bbe038303411,segment=NetworkSegment(c597d253-3b8b-4ba2-8e61-dc5232a6ec18),segment_id=c597d253-3b8b-4ba2-8e61-dc5232a6ec18)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:51.623508 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-912c2697-63d8-4db7-9009-4bb325befa57 req-633f18f3-2e36-4ee5-8ec3-dc32947c7414 tempest-ServersOnMultiNodesTest-1740922003 tempest-ServersOnMultiNodesTest-1740922003-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524883 Nov 12 00:52:51.640532 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': '7dfe18f0-f9be-4ee5-b99f-bbe038303411', 'network_id': '9d38a466-42af-43d7-b83f-22dc50aa65c8', 'port_id': '7dfe18f0-f9be-4ee5-b99f-bbe038303411', 'mac_address': 'fa:16:3e:e3:81:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3506ff68-efdf-4ec0-aae3-0d8c1586ac7a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:52:51.753400 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:51.779466 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dfe18f0-f9be-4ee5-b99f-bbe038303411 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:52:51.789487 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:51.797489 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9600cd-d7d4-4fda-871e-cc05a59167c7 req-8cad122e-a9a8-4154-9522-dfdc85ce57a0 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:51.805661 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5b9600cd-d7d4-4fda-871e-cc05a59167c7 req-8cad122e-a9a8-4154-9522-dfdc85ce57a0 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4c37546-1535-44ad-b00f-166a19bf0b5c HTTP/1.1" status: 200 len: 950 time: 0.0820124 Nov 12 00:52:51.819776 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 7dfe18f0-f9be-4ee5-b99f-bbe038303411, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=7dfe18f0-f9be-4ee5-b99f-bbe038303411,segment=NetworkSegment(c597d253-3b8b-4ba2-8e61-dc5232a6ec18),segment_id=c597d253-3b8b-4ba2-8e61-dc5232a6ec18)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:51.830987 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:51.865955 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0ed4acc2-ca35-4327-b5e4-c4031de087d8 req-90cd1e7b-098f-4d8e-b94e-4a4f3ac0a9dc tempest-AbsoluteLimitsNegativeTestJSON-1866554308 tempest-AbsoluteLimitsNegativeTestJSON-1866554308-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=73a59f99607047d48691021d4a22de26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366528 Nov 12 00:52:51.874935 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port a067bb18-326f-4fbe-b8af-94675041d31d, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=a067bb18-326f-4fbe-b8af-94675041d31d,segment=NetworkSegment(f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2),segment_id=f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:51.880562 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5b9600cd-d7d4-4fda-871e-cc05a59167c7 req-3f45c8ea-ae77-43bc-b9ed-cec031620688 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737746 Nov 12 00:52:51.887207 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:51.908150 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=7dfe18f0-f9be-4ee5-b99f-bbe038303411,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:51.969620 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=a067bb18-326f-4fbe-b8af-94675041d31d,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:52.020239 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-789d301d-88d3-4f9e-933a-2431b0a9578d req-bbb576ec-a0f3-44b1-9673-4251b8daac31 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=1a351b85e994407a86b201df7ace2e9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316341 Nov 12 00:52:52.110741 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4acc2-ca35-4327-b5e4-c4031de087d8 req-2badfd98-1866-4cc4-ad90-58333658c538 tempest-AbsoluteLimitsNegativeTestJSON-1866554308 tempest-AbsoluteLimitsNegativeTestJSON-1866554308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:52.112970 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0ed4acc2-ca35-4327-b5e4-c4031de087d8 req-2badfd98-1866-4cc4-ad90-58333658c538 tempest-AbsoluteLimitsNegativeTestJSON-1866554308 tempest-AbsoluteLimitsNegativeTestJSON-1866554308-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2310288 Nov 12 00:52:52.138045 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0ed4acc2-ca35-4327-b5e4-c4031de087d8 req-4eaab48d-83a4-4b9e-a9ea-995a2626af1c tempest-AbsoluteLimitsNegativeTestJSON-1866554308 tempest-AbsoluteLimitsNegativeTestJSON-1866554308-project] 10.222.0.45 "GET /v2.0/quotas/73a59f99607047d48691021d4a22de26 HTTP/1.1" status: 200 len: 375 time: 0.0166714 Nov 12 00:52:52.186776 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0ed4acc2-ca35-4327-b5e4-c4031de087d8 req-cf022585-f35e-439c-b065-37e2a10e7d4b tempest-AbsoluteLimitsNegativeTestJSON-1866554308 tempest-AbsoluteLimitsNegativeTestJSON-1866554308-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=73a59f99607047d48691021d4a22de26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378404 Nov 12 00:52:52.195761 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d301d-88d3-4f9e-933a-2431b0a9578d req-d878c872-b4fe-41ba-af64-969fe8fa99e7 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:52.197551 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-789d301d-88d3-4f9e-933a-2431b0a9578d req-d878c872-b4fe-41ba-af64-969fe8fa99e7 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1703031 Nov 12 00:52:52.217576 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-789d301d-88d3-4f9e-933a-2431b0a9578d req-cada16aa-5608-43a8-b6e6-8663fdb4e879 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/quotas/1a351b85e994407a86b201df7ace2e9c HTTP/1.1" status: 200 len: 375 time: 0.0107350 Nov 12 00:52:52.269421 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['7dfe18f0-f9be-4ee5-b99f-bbe038303411'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:52.320569 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-789d301d-88d3-4f9e-933a-2431b0a9578d req-4e6e47f3-67f6-4267-9dc8-e224029308ed tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1a351b85e994407a86b201df7ace2e9c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0944271 Nov 12 00:52:52.364044 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be535cd-501d-4aa6-b6fe-3ab48493923e req-f316c7d9-503d-4015-b1c3-294109c26208 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:52.368748 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2be535cd-501d-4aa6-b6fe-3ab48493923e req-f316c7d9-503d-4015-b1c3-294109c26208 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=97e04b42-24ed-4311-9db9-971e0331dc50 HTTP/1.1" status: 200 len: 946 time: 0.0772645 Nov 12 00:52:52.460392 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2be535cd-501d-4aa6-b6fe-3ab48493923e req-58ff58c8-039f-48ff-a85c-aa8dcf44aa4c tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/security-groups?id=510a0917-ea45-4112-bcdb-7cef6947100e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796700 Nov 12 00:52:52.521505 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e04b42-24ed-4311-9db9-971e0331dc50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a067bb18-326f-4fbe-b8af-94675041d31d'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:52.524739 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0a259b-ff7b-4e4a-a0a2-98f74f6f318a" -d '{"events": [{"server_uuid": "97e04b42-24ed-4311-9db9-971e0331dc50", "name": "network-vif-plugged", "status": "completed", "tag": "a067bb18-326f-4fbe-b8af-94675041d31d"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:52.655602 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51300) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:52.661322 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af97890b-fe74-4e6b-9c26-4b50160730ab req-ead59500-b625-49fe-b344-1d1534841185 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:52.662860 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-af97890b-fe74-4e6b-9c26-4b50160730ab req-ead59500-b625-49fe-b344-1d1534841185 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4469394-cb8f-4a59-a4a9-2290ea4d30ae HTTP/1.1" status: 200 len: 945 time: 0.1109281 Nov 12 00:52:52.678962 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31164e08-6278-4f23-9d74-1e3cc263dc56 req-98d0346a-ce30-4528-af9f-7286b3583135 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:52.681764 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-31164e08-6278-4f23-9d74-1e3cc263dc56 req-98d0346a-ce30-4528-af9f-7286b3583135 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=693d0b75-ece2-4869-ae25-5ae5d8a5bb27 HTTP/1.1" status: 200 len: 946 time: 0.0891831 Nov 12 00:52:52.764652 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-31164e08-6278-4f23-9d74-1e3cc263dc56 req-891716f9-752b-4c67-b123-4cafc2247c9d tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752673 Nov 12 00:52:52.793844 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-af97890b-fe74-4e6b-9c26-4b50160730ab req-bcecdee6-929d-44f4-95da-4643ff087f0f tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b2b10d4-8fc9-4132-a464-1a2cc040fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090870 Nov 12 00:52:52.816676 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-def711fa-292c-4284-a884-399459a1253a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:52.844388 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87cba61b-16cc-472d-9a9f-89abaaa8099f x-openstack-request-id: req-87cba61b-16cc-472d-9a9f-89abaaa8099f {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:52.844559 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97e04b42-24ed-4311-9db9-971e0331dc50", "name": "network-vif-plugged", "status": "completed", "tag": "a067bb18-326f-4fbe-b8af-94675041d31d", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:52.844731 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-87cba61b-16cc-472d-9a9f-89abaaa8099f {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:52.845168 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e04b42-24ed-4311-9db9-971e0331dc50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a067bb18-326f-4fbe-b8af-94675041d31d', 'code': 200} Nov 12 00:52:52.898529 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2ec9d564-22ac-4ff7-8a80-e0623dcfcedd req-04bbefff-829b-4e24-8bc3-554817500684 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=463d7b0f-dc57-4792-9edc-b4d0c93a91c3 HTTP/1.1" status: 200 len: 210 time: 0.0729330 Nov 12 00:52:52.950811 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bdcecd-5de4-4fa8-b629-c38cdeba2c7f req-a296e537-364f-4be2-a910-dbd3dd838787 tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:52.954322 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-20bdcecd-5de4-4fa8-b629-c38cdeba2c7f req-a296e537-364f-4be2-a910-dbd3dd838787 tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=693d0b75-ece2-4869-ae25-5ae5d8a5bb27 HTTP/1.1" status: 200 len: 1098 time: 0.0547788 Nov 12 00:52:53.026544 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4a911-5ecb-459c-b445-11be040253d4 req-901e6463-cc4f-4a47-a0da-06f6bb9035ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:53.029843 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-00e4a911-5ecb-459c-b445-11be040253d4 req-901e6463-cc4f-4a47-a0da-06f6bb9035ea service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=97e04b42-24ed-4311-9db9-971e0331dc50 HTTP/1.1" status: 200 len: 1098 time: 0.0619199 Nov 12 00:52:53.074934 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a6bc6-409c-4525-80c8-5ec702ea9d37 req-6da43f57-48c8-4c33-943d-f55a39ff14b5 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:53.077695 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-def711fa-292c-4284-a884-399459a1253a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:53.084290 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-647a6bc6-409c-4525-80c8-5ec702ea9d37 req-6da43f57-48c8-4c33-943d-f55a39ff14b5 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4c37546-1535-44ad-b00f-166a19bf0b5c HTTP/1.1" status: 200 len: 950 time: 0.0959773 Nov 12 00:52:53.090482 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-def711fa-292c-4284-a884-399459a1253a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:53.096136 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-20bdcecd-5de4-4fa8-b629-c38cdeba2c7f req-65f4ab99-87b3-422e-83b6-3102dc43e5c6 tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351769 Nov 12 00:52:53.156322 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-647a6bc6-409c-4525-80c8-5ec702ea9d37 req-a8dee14e-742d-45c2-bbb4-365c8272c9ae tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645909 Nov 12 00:52:53.166333 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-def711fa-292c-4284-a884-399459a1253a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=73a59f99607047d48691021d4a22de26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5090077 Nov 12 00:52:53.169535 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 51316) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:53.170121 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-00e4a911-5ecb-459c-b445-11be040253d4 req-cf3a47cc-3fad-4035-a67d-dd42fe8ea97a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=510a0917-ea45-4112-bcdb-7cef6947100e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336503 Nov 12 00:52:53.171138 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def711fa-292c-4284-a884-399459a1253a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63963954-bead-41ba-9740-acabcc48fd7b,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:53.230251 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7686a5b9-4f55-42c0-bedb-b481b7225deb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:53.280653 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7686a5b9-4f55-42c0-bedb-b481b7225deb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:53.321129 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa9f0b-78b2-4dee-8e4d-96ad84bb9f69 req-94b08b45-fffd-4f22-b1e8-9dfca8ef605d tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:53.322723 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c2fa9f0b-78b2-4dee-8e4d-96ad84bb9f69 req-94b08b45-fffd-4f22-b1e8-9dfca8ef605d tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=693d0b75-ece2-4869-ae25-5ae5d8a5bb27 HTTP/1.1" status: 200 len: 1098 time: 0.0815308 Nov 12 00:52:53.354127 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7686a5b9-4f55-42c0-bedb-b481b7225deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:53.356744 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7686a5b9-4f55-42c0-bedb-b481b7225deb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:53.358412 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7686a5b9-4f55-42c0-bedb-b481b7225deb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/63963954-bead-41ba-9740-acabcc48fd7b HTTP/1.1" status: 204 len: 168 time: 0.1878536 Nov 12 00:52:53.381911 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7686a5b9-4f55-42c0-bedb-b481b7225deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63963954-bead-41ba-9740-acabcc48fd7b,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:53.403514 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c2fa9f0b-78b2-4dee-8e4d-96ad84bb9f69 req-4f5c4761-3207-41fd-8578-00c8d1ca8aca tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730166 Nov 12 00:52:53.608733 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250cd8f-6b27-473a-973f-158fe9751a71 req-2fc0329c-4acb-4ed5-9601-aad0bd3b8540 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:53.617998 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3250cd8f-6b27-473a-973f-158fe9751a71 req-2fc0329c-4acb-4ed5-9601-aad0bd3b8540 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=97e04b42-24ed-4311-9db9-971e0331dc50 HTTP/1.1" status: 200 len: 946 time: 0.0686939 Nov 12 00:52:53.686688 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3250cd8f-6b27-473a-973f-158fe9751a71 req-0859366e-6f22-4a8f-a230-8a1aa130dbba tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/security-groups?id=510a0917-ea45-4112-bcdb-7cef6947100e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632889 Nov 12 00:52:53.842516 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eee8ee-1e00-412d-a63c-b0d7b919a84f req-6e0d948d-11d9-49e5-840d-2fe4aee2b858 tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:53.844350 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a2eee8ee-1e00-412d-a63c-b0d7b919a84f req-6e0d948d-11d9-49e5-840d-2fe4aee2b858 tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=693d0b75-ece2-4869-ae25-5ae5d8a5bb27 HTTP/1.1" status: 200 len: 1098 time: 0.0695632 Nov 12 00:52:53.941308 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a2eee8ee-1e00-412d-a63c-b0d7b919a84f req-6b2993db-631f-465f-a03d-b309ea657c87 tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879347 Nov 12 00:52:53.957924 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa2fd1-b74c-4e07-ade3-fd18948dd604 req-c9dc3aed-4cd0-4b29-9c3f-be272918374a tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:53.959573 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-79fa2fd1-b74c-4e07-ade3-fd18948dd604 req-c9dc3aed-4cd0-4b29-9c3f-be272918374a tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4469394-cb8f-4a59-a4a9-2290ea4d30ae HTTP/1.1" status: 200 len: 945 time: 0.0822418 Nov 12 00:52:54.058309 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-79fa2fd1-b74c-4e07-ade3-fd18948dd604 req-573e64f8-c262-46d2-9fb9-fd84348a371b tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b2b10d4-8fc9-4132-a464-1a2cc040fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897014 Nov 12 00:52:54.103268 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0a7f9b96-51d2-4ecd-8caa-e042dc7ab867 req-5617445e-e1e9-43b0-8f48-811d446fe33a tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=463d7b0f-dc57-4792-9edc-b4d0c93a91c3 HTTP/1.1" status: 200 len: 210 time: 0.0320261 Nov 12 00:52:54.276142 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733d6da-8f8b-40ae-bd32-274f65d55e0b req-7bf76a24-5826-42cc-98cb-800645f08801 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:54.277776 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a733d6da-8f8b-40ae-bd32-274f65d55e0b req-7bf76a24-5826-42cc-98cb-800645f08801 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4c37546-1535-44ad-b00f-166a19bf0b5c HTTP/1.1" status: 200 len: 950 time: 0.0659206 Nov 12 00:52:54.360680 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a733d6da-8f8b-40ae-bd32-274f65d55e0b req-97070f5e-8efb-4f02-a67d-f3080dc88ee1 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729690 Nov 12 00:52:54.381670 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 51354) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:54.450814 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-789d301d-88d3-4f9e-933a-2431b0a9578d req-7adeb5ee-c94f-4c4d-9db7-c13949d6a473 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=1a351b85e994407a86b201df7ace2e9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326967 Nov 12 00:52:54.520122 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-73125e8e-d7c3-40c6-8b2b-1a3b20ec41ee admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1565268894-network', 'tenant_id': 'e868fe4c0eba4442806899167e012a91'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:54.573523 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73125e8e-d7c3-40c6-8b2b-1a3b20ec41ee admin admin] Made reservation on behalf of e868fe4c0eba4442806899167e012a91 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:52:54.577178 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-73125e8e-d7c3-40c6-8b2b-1a3b20ec41ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:54.603463 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-73125e8e-d7c3-40c6-8b2b-1a3b20ec41ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:54.659300 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d301d-88d3-4f9e-933a-2431b0a9578d req-2bf8e5b6-777d-4065-86d4-a4ef1569a6fb tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:54.661540 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-789d301d-88d3-4f9e-933a-2431b0a9578d req-2bf8e5b6-777d-4065-86d4-a4ef1569a6fb tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1843405 Nov 12 00:52:54.714775 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-789d301d-88d3-4f9e-933a-2431b0a9578d req-4107c040-61ec-4c79-bf4b-02097ae86934 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Request body: {'port': {'device_id': '463d7b0f-dc57-4792-9edc-b4d0c93a91c3', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'admin_state_up': True, 'tenant_id': '1a351b85e994407a86b201df7ace2e9c'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:54.772163 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-73125e8e-d7c3-40c6-8b2b-1a3b20ec41ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:54.780100 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-73125e8e-d7c3-40c6-8b2b-1a3b20ec41ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:54.821971 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73125e8e-d7c3-40c6-8b2b-1a3b20ec41ee admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:52:54.876669 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-73125e8e-d7c3-40c6-8b2b-1a3b20ec41ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:54.877293 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-73125e8e-d7c3-40c6-8b2b-1a3b20ec41ee admin admin] Added segment 47ee5f77-257a-4dab-8f62-4d6ca66e2be2 of type vlan for network fc829990-3cb3-4490-b229-d8b9e8e3d4f4 Nov 12 00:52:54.879058 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73125e8e-d7c3-40c6-8b2b-1a3b20ec41ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a14b3a8-ce12-4775-bf18-da7874348cef,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:54.976045 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-73125e8e-d7c3-40c6-8b2b-1a3b20ec41ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:55.031174 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-789d301d-88d3-4f9e-933a-2431b0a9578d req-4107c040-61ec-4c79-bf4b-02097ae86934 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Made reservation on behalf of 1a351b85e994407a86b201df7ace2e9c for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:52:55.054278 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-789d301d-88d3-4f9e-933a-2431b0a9578d req-4107c040-61ec-4c79-bf4b-02097ae86934 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:55.069155 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-73125e8e-d7c3-40c6-8b2b-1a3b20ec41ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:55.069155 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73125e8e-d7c3-40c6-8b2b-1a3b20ec41ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:55.069155 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-73125e8e-d7c3-40c6-8b2b-1a3b20ec41ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:55.138273 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56db73d-8801-407d-959d-457df7db5fe0 req-5278e3ae-246f-48de-a5fd-fd1f3416fab2 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:55.140926 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d56db73d-8801-407d-959d-457df7db5fe0 req-5278e3ae-246f-48de-a5fd-fd1f3416fab2 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=97e04b42-24ed-4311-9db9-971e0331dc50 HTTP/1.1" status: 200 len: 946 time: 0.2943966 Nov 12 00:52:55.211780 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-73125e8e-d7c3-40c6-8b2b-1a3b20ec41ee admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8283091 Nov 12 00:52:55.216313 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 51376) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:52:55.217366 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73125e8e-d7c3-40c6-8b2b-1a3b20ec41ee admin admin] Pushing event updated for resources: {'Network': ['ID=fc829990-3cb3-4490-b229-d8b9e8e3d4f4,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:55.229682 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-3f037c8d-ac07-4abf-9fc1-43e15e686804 admin admin] Request body: {'subnet': {'network_id': 'fc829990-3cb3-4490-b229-d8b9e8e3d4f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1565268894-subnet', 'tenant_id': 'e868fe4c0eba4442806899167e012a91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:55.229844 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network fc829990-3cb3-4490-b229-d8b9e8e3d4f4 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:52:55.285994 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bac86d-94c2-4c89-ac61-a69679751d6d req-ab8d5568-b044-4f18-b685-d31aa0fbea67 tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:55.288577 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-56bac86d-94c2-4c89-ac61-a69679751d6d req-ab8d5568-b044-4f18-b685-d31aa0fbea67 tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=693d0b75-ece2-4869-ae25-5ae5d8a5bb27 HTTP/1.1" status: 200 len: 1098 time: 0.2237399 Nov 12 00:52:55.318548 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-789d301d-88d3-4f9e-933a-2431b0a9578d req-4107c040-61ec-4c79-bf4b-02097ae86934 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Allocated IP 192.168.233.70 (945c2da1-f958-478a-a48a-8af2dfa2e179/f0290328-7bc5-4266-bfb9-6eb25d91acf0/d76c2986-dd8a-4df1-8b47-ea03a8fc1669) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:52:55.349029 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f037c8d-ac07-4abf-9fc1-43e15e686804 admin admin] Made reservation on behalf of e868fe4c0eba4442806899167e012a91 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:52:55.352613 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3f037c8d-ac07-4abf-9fc1-43e15e686804 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:55.365190 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d56db73d-8801-407d-959d-457df7db5fe0 req-68567638-fe1e-4f64-a7d5-18920d55bbc4 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/security-groups?id=510a0917-ea45-4112-bcdb-7cef6947100e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782467 Nov 12 00:52:55.433108 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 7dfe18f0-f9be-4ee5-b99f-bbe038303411 up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:52:55.514380 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-56bac86d-94c2-4c89-ac61-a69679751d6d req-56e8bd57-22ec-4843-8688-b5dd044fdd86 tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083423 Nov 12 00:52:55.514982 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port 7dfe18f0-f9be-4ee5-b99f-bbe038303411 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:52:55.520518 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port 7dfe18f0-f9be-4ee5-b99f-bbe038303411 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:55.522958 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:55.642931 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-789d301d-88d3-4f9e-933a-2431b0a9578d req-4107c040-61ec-4c79-bf4b-02097ae86934 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:55.698439 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-789d301d-88d3-4f9e-933a-2431b0a9578d req-4107c040-61ec-4c79-bf4b-02097ae86934 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:55.735670 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:55.760738 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4107c040-61ec-4c79-bf4b-02097ae86934 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Pushing event updated for resources: {'Port': ['ID=d76c2986-dd8a-4df1-8b47-ea03a8fc1669,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:55.771922 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-789d301d-88d3-4f9e-933a-2431b0a9578d req-4107c040-61ec-4c79-bf4b-02097ae86934 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Network 945c2da1-f958-478a-a48a-8af2dfa2e179 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:52:55.772218 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['7f4a4f9d-e3c5-4587-9470-60d804758a00', '068c7cae-9c9b-4543-ba29-1f5c97d2202a'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:55.773841 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-789d301d-88d3-4f9e-933a-2431b0a9578d req-4107c040-61ec-4c79-bf4b-02097ae86934 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:52:55.776463 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-789d301d-88d3-4f9e-933a-2431b0a9578d req-4107c040-61ec-4c79-bf4b-02097ae86934 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:52:55.783496 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['8ee9b406-63fc-4abb-9ad7-a586a9c8cd94', '559534ec-b918-4572-b31d-8e35637a07fc', '00dbddc7-a1c8-4c61-99f2-f71236b0ee66', '903e9341-2db9-4f60-814e-55a6db923eda'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:55.868840 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4469394-cb8f-4a59-a4a9-2290ea4d30ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dfe18f0-f9be-4ee5-b99f-bbe038303411'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:55.871742 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3f037c8d-ac07-4abf-9fc1-43e15e686804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:55.881848 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fafb7186-7691-4496-8e49-74b7bc09d5d8" -d '{"events": [{"server_uuid": "a4469394-cb8f-4a59-a4a9-2290ea4d30ae", "name": "network-vif-plugged", "status": "completed", "tag": "7dfe18f0-f9be-4ee5-b99f-bbe038303411"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:55.895997 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b13361-9c2c-4058-a352-94d25a246647 req-035504bc-6725-48c0-bda1-0cc13c14b402 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:55.897567 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e7b13361-9c2c-4058-a352-94d25a246647 req-035504bc-6725-48c0-bda1-0cc13c14b402 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4469394-cb8f-4a59-a4a9-2290ea4d30ae HTTP/1.1" status: 200 len: 945 time: 0.1847806 Nov 12 00:52:55.912596 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 7dfe18f0-f9be-4ee5-b99f-bbe038303411, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=7dfe18f0-f9be-4ee5-b99f-bbe038303411,segment=NetworkSegment(c597d253-3b8b-4ba2-8e61-dc5232a6ec18),segment_id=c597d253-3b8b-4ba2-8e61-dc5232a6ec18)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:55.912811 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d301d-88d3-4f9e-933a-2431b0a9578d req-4107c040-61ec-4c79-bf4b-02097ae86934 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:55.913491 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-789d301d-88d3-4f9e-933a-2431b0a9578d req-4107c040-61ec-4c79-bf4b-02097ae86934 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:55.921976 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:55.942955 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-789d301d-88d3-4f9e-933a-2431b0a9578d req-4107c040-61ec-4c79-bf4b-02097ae86934 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2455132 Nov 12 00:52:55.983299 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-789d301d-88d3-4f9e-933a-2431b0a9578d req-321eb84f-38b9-4625-b971-68344ceb415f service neutron] Request body: {'port': {'device_id': '463d7b0f-dc57-4792-9edc-b4d0c93a91c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:55.997638 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a779445-3191-4e75-a861-c821de4f7405 req-1e9b6150-8633-4f3e-8c5c-925d039d7eb8 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:56.012114 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3a779445-3191-4e75-a861-c821de4f7405 req-1e9b6150-8633-4f3e-8c5c-925d039d7eb8 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=463d7b0f-dc57-4792-9edc-b4d0c93a91c3 HTTP/1.1" status: 200 len: 935 time: 0.2636530 Nov 12 00:52:56.033921 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=7dfe18f0-f9be-4ee5-b99f-bbe038303411,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:56.130985 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-789d301d-88d3-4f9e-933a-2431b0a9578d req-321eb84f-38b9-4625-b971-68344ceb415f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:56.157792 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f037c8d-ac07-4abf-9fc1-43e15e686804 admin admin] Pushing event updated for resources: {'Subnet': ['ID=099c1077-d7d9-4d2b-8d0a-cb64340e3fae,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:56.174465 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e7b13361-9c2c-4058-a352-94d25a246647 req-5b47253e-5afb-4e0d-955d-32162a0ba00c tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b2b10d4-8fc9-4132-a464-1a2cc040fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2617273 Nov 12 00:52:56.186863 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f037c8d-ac07-4abf-9fc1-43e15e686804 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:56.187206 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f037c8d-ac07-4abf-9fc1-43e15e686804 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:56.187543 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f037c8d-ac07-4abf-9fc1-43e15e686804 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:56.187879 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f037c8d-ac07-4abf-9fc1-43e15e686804 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:56.188235 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f037c8d-ac07-4abf-9fc1-43e15e686804 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:56.188566 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f037c8d-ac07-4abf-9fc1-43e15e686804 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:56.188892 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f037c8d-ac07-4abf-9fc1-43e15e686804 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:56.189215 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f037c8d-ac07-4abf-9fc1-43e15e686804 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:56.189537 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f037c8d-ac07-4abf-9fc1-43e15e686804 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:56.189866 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f037c8d-ac07-4abf-9fc1-43e15e686804 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:56.190177 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f037c8d-ac07-4abf-9fc1-43e15e686804 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:56.190510 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f037c8d-ac07-4abf-9fc1-43e15e686804 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:52:56.208526 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3a779445-3191-4e75-a861-c821de4f7405 req-66aecdea-ce4c-4456-803c-316da67df564 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927147 Nov 12 00:52:56.209833 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f037c8d-ac07-4abf-9fc1-43e15e686804 admin admin] Checking segment: {'id': '47ee5f77-257a-4dab-8f62-4d6ca66e2be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc829990-3cb3-4490-b229-d8b9e8e3d4f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:52:56.210353 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f037c8d-ac07-4abf-9fc1-43e15e686804 admin admin] Network hostable DHCP agents. Network: fc829990-3cb3-4490-b229-d8b9e8e3d4f4, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:52:56.265259 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f037c8d-ac07-4abf-9fc1-43e15e686804 admin admin] Network fc829990-3cb3-4490-b229-d8b9e8e3d4f4 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:52:56.282662 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-3f037c8d-ac07-4abf-9fc1-43e15e686804 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, fc829990-3cb3-4490-b229-d8b9e8e3d4f4) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:52:56.292230 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f037c8d-ac07-4abf-9fc1-43e15e686804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:56.293153 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3f037c8d-ac07-4abf-9fc1-43e15e686804 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:56.304064 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a44d0e-a964-4aa6-afdc-062fb18247e2 None None] Network fc829990-3cb3-4490-b229-d8b9e8e3d4f4 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:52:56.429547 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3f037c8d-ac07-4abf-9fc1-43e15e686804 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2067907 Nov 12 00:52:56.482807 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-26ae278a-3614-4ded-8965-27fb78e93e5f None None] Provisioning complete for port d76c2986-dd8a-4df1-8b47-ea03a8fc1669 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:52:56.482807 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-26ae278a-3614-4ded-8965-27fb78e93e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:56.483131 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756554d3-c93a-4ccf-b27a-f20f814bf934 req-35281ac6-c60a-4282-9697-6f19ad47e845 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:56.487914 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-756554d3-c93a-4ccf-b27a-f20f814bf934 req-35281ac6-c60a-4282-9697-6f19ad47e845 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4c37546-1535-44ad-b00f-166a19bf0b5c HTTP/1.1" status: 200 len: 950 time: 0.1689935 Nov 12 00:52:56.589325 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-756554d3-c93a-4ccf-b27a-f20f814bf934 req-a7b46008-8fb5-4afa-be95-3aef60621a8c tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798869 Nov 12 00:52:56.694059 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-26ae278a-3614-4ded-8965-27fb78e93e5f None None] Port d76c2986-dd8a-4df1-8b47-ea03a8fc1669 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:52:56.717590 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73a2ff-ac9f-4375-9d22-ebc1b53e1ad6 req-c2677c8b-33f4-4ff4-a5d1-0b8f6a190286 tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:56.742830 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9f73a2ff-ac9f-4375-9d22-ebc1b53e1ad6 req-c2677c8b-33f4-4ff4-a5d1-0b8f6a190286 tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd499ad-a3fe-4163-b937-f25084529eca HTTP/1.1" status: 200 len: 945 time: 0.1674356 Nov 12 00:52:56.836724 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b999c79d-399c-479f-8145-1d25331b2e79 None None] Network fc829990-3cb3-4490-b229-d8b9e8e3d4f4 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:52:56.884700 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9f73a2ff-ac9f-4375-9d22-ebc1b53e1ad6 req-33ae55ff-105c-4e2f-b104-b295462a3c1e tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] 10.222.0.45 "GET /v2.0/security-groups?id=147f837d-f129-4148-9ea2-013c732402bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409423 Nov 12 00:52:56.945631 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-789d301d-88d3-4f9e-933a-2431b0a9578d req-321eb84f-38b9-4625-b971-68344ceb415f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d76c2986-dd8a-4df1-8b47-ea03a8fc1669 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:52:56.963910 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-789d301d-88d3-4f9e-933a-2431b0a9578d req-321eb84f-38b9-4625-b971-68344ceb415f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:57.001552 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff7feaf-4447-490c-9e94-09b77d991477 x-openstack-request-id: req-bff7feaf-4447-490c-9e94-09b77d991477 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:57.001869 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4469394-cb8f-4a59-a4a9-2290ea4d30ae", "name": "network-vif-plugged", "status": "completed", "tag": "7dfe18f0-f9be-4ee5-b99f-bbe038303411", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:57.002129 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bff7feaf-4447-490c-9e94-09b77d991477 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:57.002519 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4469394-cb8f-4a59-a4a9-2290ea4d30ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dfe18f0-f9be-4ee5-b99f-bbe038303411', 'code': 200} Nov 12 00:52:57.012917 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-789d301d-88d3-4f9e-933a-2431b0a9578d req-321eb84f-38b9-4625-b971-68344ceb415f service neutron] Transition to ACTIVE for port object d76c2986-dd8a-4df1-8b47-ea03a8fc1669 will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:52:57.019090 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-789d301d-88d3-4f9e-933a-2431b0a9578d req-321eb84f-38b9-4625-b971-68344ceb415f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:57.242936 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bb80b1dd-43ee-46b0-ab7b-7f86acfc04dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:57.255684 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bbccea-de9c-448e-8920-79f54b9922b7 req-40e3a9bd-0f08-42a1-8428-a00c9fdad793 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:57.268720 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-19bbccea-de9c-448e-8920-79f54b9922b7 req-40e3a9bd-0f08-42a1-8428-a00c9fdad793 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=97e04b42-24ed-4311-9db9-971e0331dc50 HTTP/1.1" status: 200 len: 946 time: 0.1668239 Nov 12 00:52:57.303175 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321eb84f-38b9-4625-b971-68344ceb415f service neutron] Pushing event updated for resources: {'Port': ['ID=d76c2986-dd8a-4df1-8b47-ea03a8fc1669,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:57.380153 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-19bbccea-de9c-448e-8920-79f54b9922b7 req-a9acb419-ec0e-4423-a926-3238798e0f35 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/security-groups?id=510a0917-ea45-4112-bcdb-7cef6947100e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952468 Nov 12 00:52:57.380153 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0273aa-1349-47ba-b0b9-42e0bb7c18da req-5766b161-9c52-470e-bd28-613ebbdf9a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:57.380153 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-db0273aa-1349-47ba-b0b9-42e0bb7c18da req-5766b161-9c52-470e-bd28-613ebbdf9a83 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a4469394-cb8f-4a59-a4a9-2290ea4d30ae HTTP/1.1" status: 200 len: 1098 time: 0.2106090 Nov 12 00:52:57.401073 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-789d301d-88d3-4f9e-933a-2431b0a9578d req-321eb84f-38b9-4625-b971-68344ceb415f service neutron] Attempting to bind port d76c2986-dd8a-4df1-8b47-ea03a8fc1669 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:52:57.401446 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-789d301d-88d3-4f9e-933a-2431b0a9578d req-321eb84f-38b9-4625-b971-68344ceb415f service neutron] Attempting to bind port d76c2986-dd8a-4df1-8b47-ea03a8fc1669 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:52:57.404535 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789d301d-88d3-4f9e-933a-2431b0a9578d req-321eb84f-38b9-4625-b971-68344ceb415f service neutron] Attempting to bind port d76c2986-dd8a-4df1-8b47-ea03a8fc1669 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:52:57.413348 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789d301d-88d3-4f9e-933a-2431b0a9578d req-321eb84f-38b9-4625-b971-68344ceb415f service neutron] Port d76c2986-dd8a-4df1-8b47-ea03a8fc1669 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:52:57.413694 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789d301d-88d3-4f9e-933a-2431b0a9578d req-321eb84f-38b9-4625-b971-68344ceb415f service neutron] Attempting to bind port d76c2986-dd8a-4df1-8b47-ea03a8fc1669 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:52:57.435706 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789d301d-88d3-4f9e-933a-2431b0a9578d req-321eb84f-38b9-4625-b971-68344ceb415f service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:52:57.436205 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789d301d-88d3-4f9e-933a-2431b0a9578d req-321eb84f-38b9-4625-b971-68344ceb415f service neutron] Checking segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:52:57.436517 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789d301d-88d3-4f9e-933a-2431b0a9578d req-321eb84f-38b9-4625-b971-68344ceb415f service neutron] Bound using segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:52:57.436984 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-789d301d-88d3-4f9e-933a-2431b0a9578d req-321eb84f-38b9-4625-b971-68344ceb415f service neutron] Bound port: d76c2986-dd8a-4df1-8b47-ea03a8fc1669, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:52:57.437353 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-789d301d-88d3-4f9e-933a-2431b0a9578d req-321eb84f-38b9-4625-b971-68344ceb415f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:57.485947 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-db0273aa-1349-47ba-b0b9-42e0bb7c18da req-33d23526-22c3-402f-bd95-ad4ecd25e58c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4b2b10d4-8fc9-4132-a464-1a2cc040fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942197 Nov 12 00:52:57.588159 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-789d301d-88d3-4f9e-933a-2431b0a9578d req-321eb84f-38b9-4625-b971-68344ceb415f service neutron] For port d76c2986-dd8a-4df1-8b47-ea03a8fc1669, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:52:57.592921 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-789d301d-88d3-4f9e-933a-2431b0a9578d req-321eb84f-38b9-4625-b971-68344ceb415f service neutron] For port d76c2986-dd8a-4df1-8b47-ea03a8fc1669, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d76c2986-dd8a-4df1-8b47-ea03a8fc1669,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:52:57.601246 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-789d301d-88d3-4f9e-933a-2431b0a9578d req-321eb84f-38b9-4625-b971-68344ceb415f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:57.643707 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d301d-88d3-4f9e-933a-2431b0a9578d req-321eb84f-38b9-4625-b971-68344ceb415f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:57.644495 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-789d301d-88d3-4f9e-933a-2431b0a9578d req-321eb84f-38b9-4625-b971-68344ceb415f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:57.646114 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-789d301d-88d3-4f9e-933a-2431b0a9578d req-321eb84f-38b9-4625-b971-68344ceb415f service neutron] 10.222.0.44 "PUT /v2.0/ports/d76c2986-dd8a-4df1-8b47-ea03a8fc1669 HTTP/1.1" status: 200 len: 1096 time: 1.6765242 Nov 12 00:52:57.646480 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '463d7b0f-dc57-4792-9edc-b4d0c93a91c3', 'tag': 'd76c2986-dd8a-4df1-8b47-ea03a8fc1669'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:57.649242 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abfba2e0-d5f6-4a58-bfa8-0f2d47358a54" -d '{"events": [{"name": "network-changed", "server_uuid": "463d7b0f-dc57-4792-9edc-b4d0c93a91c3", "tag": "d76c2986-dd8a-4df1-8b47-ea03a8fc1669"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:57.755326 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321eb84f-38b9-4625-b971-68344ceb415f service neutron] Pushing event updated for resources: {'Port': ['ID=d76c2986-dd8a-4df1-8b47-ea03a8fc1669,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:57.805149 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d301d-88d3-4f9e-933a-2431b0a9578d req-ffec4582-83ca-4b8b-bbb9-b54ca0b57a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:57.807933 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-789d301d-88d3-4f9e-933a-2431b0a9578d req-ffec4582-83ca-4b8b-bbb9-b54ca0b57a70 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a351b85e994407a86b201df7ace2e9c&device_id=463d7b0f-dc57-4792-9edc-b4d0c93a91c3 HTTP/1.1" status: 200 len: 1099 time: 0.0734901 Nov 12 00:52:57.861395 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5eeab7-f298-4a13-a6ff-0a60e8d15fab req-2e7f3161-b066-4228-a431-9ffbd3adf92f tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:57.866227 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-789d301d-88d3-4f9e-933a-2431b0a9578d req-6f1d72e6-1de2-4f81-89a5-106c9b2fe7d8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=d76c2986-dd8a-4df1-8b47-ea03a8fc1669 HTTP/1.1" status: 200 len: 217 time: 0.0419981 Nov 12 00:52:57.869603 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-da5eeab7-f298-4a13-a6ff-0a60e8d15fab req-2e7f3161-b066-4228-a431-9ffbd3adf92f tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] 10.222.0.45 "GET /v2.0/networks?id=fc829990-3cb3-4490-b229-d8b9e8e3d4f4 HTTP/1.1" status: 200 len: 814 time: 0.1463616 Nov 12 00:52:57.892212 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-da5eeab7-f298-4a13-a6ff-0a60e8d15fab req-440083ae-ec8a-43ee-bc84-308bd2c4b445 tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] 10.222.0.45 "GET /v2.0/quotas/e868fe4c0eba4442806899167e012a91 HTTP/1.1" status: 200 len: 375 time: 0.0218985 Nov 12 00:52:57.920565 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d301d-88d3-4f9e-933a-2431b0a9578d req-63063e8b-437a-460d-bd44-a6b30dc7d0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:57.922028 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-789d301d-88d3-4f9e-933a-2431b0a9578d req-63063e8b-437a-460d-bd44-a6b30dc7d0e8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.0470238 Nov 12 00:52:57.922633 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-da5eeab7-f298-4a13-a6ff-0a60e8d15fab req-30f30767-60fc-4323-809f-46f9955616a3 tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e868fe4c0eba4442806899167e012a91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295398 Nov 12 00:52:57.976679 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d301d-88d3-4f9e-933a-2431b0a9578d req-0ba57c86-3c20-4914-a73d-de1267651e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:57.978475 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-789d301d-88d3-4f9e-933a-2431b0a9578d req-0ba57c86-3c20-4914-a73d-de1267651e82 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0483651 Nov 12 00:52:58.029607 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-da5eeab7-f298-4a13-a6ff-0a60e8d15fab req-cc25e3ec-bfb0-4298-aa06-91dd139c6a26 service neutron] 10.222.0.45 "GET /v2.0/networks/fc829990-3cb3-4490-b229-d8b9e8e3d4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009996 Nov 12 00:52:58.085014 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-789d301d-88d3-4f9e-933a-2431b0a9578d req-6b08378a-5e9a-479d-8ad2-50bfe7da1e15 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978935 Nov 12 00:52:58.125360 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-da5eeab7-f298-4a13-a6ff-0a60e8d15fab req-c6ab8c3c-7f9d-4863-a7c9-ab156fcb31b7 service neutron] 10.222.0.45 "GET /v2.0/networks/fc829990-3cb3-4490-b229-d8b9e8e3d4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896709 Nov 12 00:52:58.209462 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-789d301d-88d3-4f9e-933a-2431b0a9578d req-9b3a3bc1-5711-4013-9c13-18eec7668788 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143553 Nov 12 00:52:58.212954 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd7c58-18b9-4e02-9d30-de0f789a170f req-38603751-3de6-48e1-92ce-b9ac9217d25e tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:58.214545 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-36bd7c58-18b9-4e02-9d30-de0f789a170f req-38603751-3de6-48e1-92ce-b9ac9217d25e tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fd499ad-a3fe-4163-b937-f25084529eca HTTP/1.1" status: 200 len: 945 time: 0.0594513 Nov 12 00:52:58.338908 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-36bd7c58-18b9-4e02-9d30-de0f789a170f req-0a2cda33-e881-4362-97be-9d108082f41b tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] Deleting port 8e9eb78b-e84d-4ee2-abe8-859c308a4905 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:52:58.339312 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-36bd7c58-18b9-4e02-9d30-de0f789a170f req-0a2cda33-e881-4362-97be-9d108082f41b tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:58.443190 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5343c-f8ba-4484-b89b-78318334c721 req-012e3514-bf7e-45cf-b34a-39ffe1fa12f9 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:58.444706 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f4f5343c-f8ba-4484-b89b-78318334c721 req-012e3514-bf7e-45cf-b34a-39ffe1fa12f9 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4469394-cb8f-4a59-a4a9-2290ea4d30ae HTTP/1.1" status: 200 len: 946 time: 0.1203842 Nov 12 00:52:58.466211 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-8dfa160a-83fc-4df5-aae9-be8c65011421 tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:52:58.467823 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-8dfa160a-83fc-4df5-aae9-be8c65011421 tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0120749 Nov 12 00:52:58.485284 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-36bd7c58-18b9-4e02-9d30-de0f789a170f req-0a2cda33-e881-4362-97be-9d108082f41b tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] For port 8e9eb78b-e84d-4ee2-abe8-859c308a4905, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=8e9eb78b-e84d-4ee2-abe8-859c308a4905,segment=NetworkSegment(f5a63f27-c50a-4e4c-bd91-9eb60efb33af),segment_id=f5a63f27-c50a-4e4c-bd91-9eb60efb33af)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:52:58.485699 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-36bd7c58-18b9-4e02-9d30-de0f789a170f req-0a2cda33-e881-4362-97be-9d108082f41b tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:58.524381 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-36bd7c58-18b9-4e02-9d30-de0f789a170f req-0a2cda33-e881-4362-97be-9d108082f41b tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] Calling delete_port for 8e9eb78b-e84d-4ee2-abe8-859c308a4905 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:52:58.563550 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-be330b33-11c8-4100-bf42-8294c0b87838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:58.564949 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-be330b33-11c8-4100-bf42-8294c0b87838 service neutron] 10.222.0.45 "GET /v2.0/ports/7d75c348-286f-4701-8d3d-df1cef9f0a75 HTTP/1.1" status: 200 len: 1095 time: 0.0763714 Nov 12 00:52:58.882791 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-e450cd43-8c19-4b7e-9614-0bc099ae6f7e service neutron] Request body: {'binding': {'host': 'n-h1-712142-27', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:52:58.883286 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-e450cd43-8c19-4b7e-9614-0bc099ae6f7e service neutron] Unknown quota resources ['binding']. {{(pid=109085) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 00:52:58.916321 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f4f5343c-f8ba-4484-b89b-78318334c721 req-0c07b588-b598-47fb-a4ab-2ad957056137 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b2b10d4-8fc9-4132-a464-1a2cc040fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4645407 Nov 12 00:52:59.125381 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673c118-7926-4df7-ba87-f41af61c8960 req-448a67e3-8f9c-4240-88ce-b168e08f0a4c tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:59.126828 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0673c118-7926-4df7-ba87-f41af61c8960 req-448a67e3-8f9c-4240-88ce-b168e08f0a4c tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=463d7b0f-dc57-4792-9edc-b4d0c93a91c3 HTTP/1.1" status: 200 len: 947 time: 0.1264040 Nov 12 00:52:59.151412 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-36bd7c58-18b9-4e02-9d30-de0f789a170f req-0a2cda33-e881-4362-97be-9d108082f41b tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:59.168237 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-e450cd43-8c19-4b7e-9614-0bc099ae6f7e service neutron] Attempting to bind port 7d75c348-286f-4701-8d3d-df1cef9f0a75 on host n-h1-712142-27 for vnic_type normal with profile None {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:52:59.168570 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-e450cd43-8c19-4b7e-9614-0bc099ae6f7e service neutron] Attempting to bind port 7d75c348-286f-4701-8d3d-df1cef9f0a75 by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': '936f4dc4-b49e-4318-84e7-8d3d4988961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1c193d6a-5984-4109-91aa-b0c9d7c9a6bf'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:52:59.168902 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-e450cd43-8c19-4b7e-9614-0bc099ae6f7e service neutron] Attempting to bind port 7d75c348-286f-4701-8d3d-df1cef9f0a75 on network 1c193d6a-5984-4109-91aa-b0c9d7c9a6bf {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:52:59.193736 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['8e9eb78b-e84d-4ee2-abe8-859c308a4905'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:52:59.194594 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2cda33-e881-4362-97be-9d108082f41b tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] Pushing event deleted for resources: {'Port': ['ID=8e9eb78b-e84d-4ee2-abe8-859c308a4905,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:52:59.202489 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-e450cd43-8c19-4b7e-9614-0bc099ae6f7e service neutron] Port 7d75c348-286f-4701-8d3d-df1cef9f0a75 on network 1c193d6a-5984-4109-91aa-b0c9d7c9a6bf not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:52:59.202811 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-e450cd43-8c19-4b7e-9614-0bc099ae6f7e service neutron] Attempting to bind port 7d75c348-286f-4701-8d3d-df1cef9f0a75 on network 1c193d6a-5984-4109-91aa-b0c9d7c9a6bf {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:52:59.238078 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-e450cd43-8c19-4b7e-9614-0bc099ae6f7e service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:52:59.238415 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-e450cd43-8c19-4b7e-9614-0bc099ae6f7e service neutron] Checking segment: {'id': '936f4dc4-b49e-4318-84e7-8d3d4988961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1c193d6a-5984-4109-91aa-b0c9d7c9a6bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:52:59.238797 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-e450cd43-8c19-4b7e-9614-0bc099ae6f7e service neutron] Bound using segment: {'id': '936f4dc4-b49e-4318-84e7-8d3d4988961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1c193d6a-5984-4109-91aa-b0c9d7c9a6bf'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:52:59.239242 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-e450cd43-8c19-4b7e-9614-0bc099ae6f7e service neutron] Bound port: 7d75c348-286f-4701-8d3d-df1cef9f0a75, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '936f4dc4-b49e-4318-84e7-8d3d4988961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1c193d6a-5984-4109-91aa-b0c9d7c9a6bf'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:52:59.284803 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-36bd7c58-18b9-4e02-9d30-de0f789a170f req-0a2cda33-e881-4362-97be-9d108082f41b tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] No DVR routers for this DVR port 8e9eb78b-e84d-4ee2-abe8-859c308a4905 on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:52:59.292129 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0673c118-7926-4df7-ba87-f41af61c8960 req-04012fac-ae3b-465f-9cca-23d2cfdbc54d tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560991 Nov 12 00:52:59.295639 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-36bd7c58-18b9-4e02-9d30-de0f789a170f req-0a2cda33-e881-4362-97be-9d108082f41b tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:59.299011 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-36bd7c58-18b9-4e02-9d30-de0f789a170f req-0a2cda33-e881-4362-97be-9d108082f41b tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] 10.222.0.16 "DELETE /v2.0/ports/8e9eb78b-e84d-4ee2-abe8-859c308a4905 HTTP/1.1" status: 204 len: 173 time: 1.0763264 Nov 12 00:52:59.299517 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fd499ad-a3fe-4163-b937-f25084529eca', 'name': 'network-vif-deleted', 'tag': '8e9eb78b-e84d-4ee2-abe8-859c308a4905'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:52:59.301847 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9571c6d4-98d4-4221-948f-8fefe408b5ca" -d '{"events": [{"server_uuid": "4fd499ad-a3fe-4163-b937-f25084529eca", "name": "network-vif-deleted", "tag": "8e9eb78b-e84d-4ee2-abe8-859c308a4905"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:52:59.360627 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-e450cd43-8c19-4b7e-9614-0bc099ae6f7e service neutron] For port 7d75c348-286f-4701-8d3d-df1cef9f0a75, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=7d75c348-286f-4701-8d3d-df1cef9f0a75,segment=NetworkSegment(936f4dc4-b49e-4318-84e7-8d3d4988961e),segment_id=936f4dc4-b49e-4318-84e7-8d3d4988961e)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:52:59.370928 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-e450cd43-8c19-4b7e-9614-0bc099ae6f7e service neutron] Publish callbacks [] for binding, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:52:59.373820 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-e450cd43-8c19-4b7e-9614-0bc099ae6f7e service neutron] 10.222.0.45 "POST /v2.0/ports/7d75c348-286f-4701-8d3d-df1cef9f0a75/bindings HTTP/1.1" status: 201 len: 390 time: 0.4930363 Nov 12 00:52:59.567191 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af316acd-bd85-4ffb-a90f-19510ba564bd req-c1ddfb56-883e-423f-95f2-eb8926ec7498 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:59.568832 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-af316acd-bd85-4ffb-a90f-19510ba564bd req-c1ddfb56-883e-423f-95f2-eb8926ec7498 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4c37546-1535-44ad-b00f-166a19bf0b5c HTTP/1.1" status: 200 len: 950 time: 0.0640142 Nov 12 00:52:59.628042 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-af316acd-bd85-4ffb-a90f-19510ba564bd req-45252064-e6f3-477f-ab5c-498ba937b97e tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528276 Nov 12 00:52:59.681384 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a133d6c-32d3-4059-89e7-791c5e31978b x-openstack-request-id: req-9a133d6c-32d3-4059-89e7-791c5e31978b {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:59.681927 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "463d7b0f-dc57-4792-9edc-b4d0c93a91c3", "tag": "d76c2986-dd8a-4df1-8b47-ea03a8fc1669", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:59.681927 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9a133d6c-32d3-4059-89e7-791c5e31978b {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:59.682322 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '463d7b0f-dc57-4792-9edc-b4d0c93a91c3', 'tag': 'd76c2986-dd8a-4df1-8b47-ea03a8fc1669', 'status': 'completed', 'code': 200} Nov 12 00:52:59.725456 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-d1a138d2-1adc-4d19-9f40-a52a566fe7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:59.726977 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-d1a138d2-1adc-4d19-9f40-a52a566fe7c4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=52ec13b5aa674ec2836b22da2faf152e&device_id=693d0b75-ece2-4869-ae25-5ae5d8a5bb27 HTTP/1.1" status: 200 len: 1098 time: 0.0440154 Nov 12 00:52:59.772929 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7441479b-1177-4066-b4a8-a9639199740a req-4197d6c5-a59a-4ae6-b09f-e8d60f22a586 tempest-AttachSCSIVolumeTestJSON-197069453 tempest-AttachSCSIVolumeTestJSON-197069453-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fd499ad-a3fe-4163-b937-f25084529eca HTTP/1.1" status: 200 len: 210 time: 0.0396321 Nov 12 00:52:59.819430 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0bb37cd8-9df5-468f-a20c-a02d1e0382ce req-a1ac7c56-d875-4f92-b2d8-70e758acd10a tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] 10.222.0.45 "GET /v2.0/ports?device_id=e46bdab6-eb2e-42f8-a658-2f81e3392eeb HTTP/1.1" status: 200 len: 210 time: 0.0772552 Nov 12 00:52:59.828296 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfba2e0-d5f6-4a58-bfa8-0f2d47358a54 req-878f04ef-32dc-4601-a970-2638a22f224e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:59.829876 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-abfba2e0-d5f6-4a58-bfa8-0f2d47358a54 req-878f04ef-32dc-4601-a970-2638a22f224e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a351b85e994407a86b201df7ace2e9c&device_id=463d7b0f-dc57-4792-9edc-b4d0c93a91c3 HTTP/1.1" status: 200 len: 1099 time: 0.0842023 Nov 12 00:52:59.847688 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b81ce0a-7bfb-46a6-8481-cd21c5b35c3e x-openstack-request-id: req-7b81ce0a-7bfb-46a6-8481-cd21c5b35c3e {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:52:59.848003 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fd499ad-a3fe-4163-b937-f25084529eca", "name": "network-vif-deleted", "tag": "8e9eb78b-e84d-4ee2-abe8-859c308a4905", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:52:59.848263 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7b81ce0a-7bfb-46a6-8481-cd21c5b35c3e {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:52:59.848659 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fd499ad-a3fe-4163-b937-f25084529eca', 'name': 'network-vif-deleted', 'tag': '8e9eb78b-e84d-4ee2-abe8-859c308a4905', 'status': 'completed', 'code': 200} Nov 12 00:52:59.959469 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfba2e0-d5f6-4a58-bfa8-0f2d47358a54 req-53fed86a-4a1e-4eaa-959b-2f478a43829c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:52:59.961263 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-abfba2e0-d5f6-4a58-bfa8-0f2d47358a54 req-53fed86a-4a1e-4eaa-959b-2f478a43829c service neutron] 10.222.0.44 "GET /v2.0/networks?id=945c2da1-f958-478a-a48a-8af2dfa2e179 HTTP/1.1" status: 200 len: 869 time: 0.1235869 Nov 12 00:53:00.009431 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-abfba2e0-d5f6-4a58-bfa8-0f2d47358a54 req-8886b6f1-b716-46b6-8a6b-961ddd9c23aa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=d76c2986-dd8a-4df1-8b47-ea03a8fc1669 HTTP/1.1" status: 200 len: 217 time: 0.0379274 Nov 12 00:53:00.034735 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-71bd5a5e-fc1e-4019-9aea-d9d81de84752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:00.037740 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-71bd5a5e-fc1e-4019-9aea-d9d81de84752 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1c193d6a-5984-4109-91aa-b0c9d7c9a6bf HTTP/1.1" status: 200 len: 920 time: 0.2667162 Nov 12 00:53:00.065805 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfba2e0-d5f6-4a58-bfa8-0f2d47358a54 req-4e052f00-3612-4e64-b837-3c691be0b89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:00.067553 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-abfba2e0-d5f6-4a58-bfa8-0f2d47358a54 req-4e052f00-3612-4e64-b837-3c691be0b89d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.0497978 Nov 12 00:53:00.116923 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfba2e0-d5f6-4a58-bfa8-0f2d47358a54 req-d020e38e-75db-4c70-887b-c719ed62a342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:00.118570 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-abfba2e0-d5f6-4a58-bfa8-0f2d47358a54 req-d020e38e-75db-4c70-887b-c719ed62a342 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0429096 Nov 12 00:53:00.133700 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-5552c2db-a595-47b5-b14d-f9f4cc017542 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d75c348-286f-4701-8d3d-df1cef9f0a75 HTTP/1.1" status: 200 len: 217 time: 0.0557101 Nov 12 00:53:00.147830 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c980fd4-970f-4d73-b807-d340c5905fe3 req-2020c84c-d74b-4b36-8913-4fd17d3b71fc tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:00.149467 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9c980fd4-970f-4d73-b807-d340c5905fe3 req-2020c84c-d74b-4b36-8913-4fd17d3b71fc tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=693d0b75-ece2-4869-ae25-5ae5d8a5bb27 HTTP/1.1" status: 200 len: 946 time: 0.2273104 Nov 12 00:53:00.206071 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67198b-8fc1-496a-b3df-cbdd959b2f36 req-318144ac-63ca-4510-ae05-d06f472eb12d tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:00.207498 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2d67198b-8fc1-496a-b3df-cbdd959b2f36 req-318144ac-63ca-4510-ae05-d06f472eb12d tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4469394-cb8f-4a59-a4a9-2290ea4d30ae HTTP/1.1" status: 200 len: 946 time: 0.1901863 Nov 12 00:53:00.228136 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-abfba2e0-d5f6-4a58-bfa8-0f2d47358a54 req-434997f9-255f-46dc-a052-b43dece5372a service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988092 Nov 12 00:53:00.242529 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5eeab7-f298-4a13-a6ff-0a60e8d15fab req-e9a1bcf7-070e-4b90-b6c9-cc7d95a741a8 tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:00.243956 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-da5eeab7-f298-4a13-a6ff-0a60e8d15fab req-e9a1bcf7-070e-4b90-b6c9-cc7d95a741a8 tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] 10.222.0.16 "GET /v2.0/networks?id=fc829990-3cb3-4490-b229-d8b9e8e3d4f4 HTTP/1.1" status: 200 len: 814 time: 0.3093207 Nov 12 00:53:00.302144 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9c980fd4-970f-4d73-b807-d340c5905fe3 req-b1a76131-d0e3-4bb2-89be-84a43f9157ea tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413312 Nov 12 00:53:00.312316 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-0b5f7431-d49e-4bfb-b4a5-237a86dd8cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:00.314216 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-0b5f7431-d49e-4bfb-b4a5-237a86dd8cb7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6d8bd009-45c7-4017-80d7-9c1f69484ce9 HTTP/1.1" status: 200 len: 860 time: 0.1349578 Nov 12 00:53:00.326342 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-da5eeab7-f298-4a13-a6ff-0a60e8d15fab req-efa76bf7-5857-40aa-a1cf-4ba0a71ff6a9 tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] Request body: {'port': {'device_id': 'e46bdab6-eb2e-42f8-a658-2f81e3392eeb', 'network_id': 'fc829990-3cb3-4490-b229-d8b9e8e3d4f4', 'admin_state_up': True, 'tenant_id': 'e868fe4c0eba4442806899167e012a91'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:00.343482 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-abfba2e0-d5f6-4a58-bfa8-0f2d47358a54 req-4c507f4b-3527-4b8c-a082-3d35d7ce66fb service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079068 Nov 12 00:53:00.392618 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-e97a973a-736c-4573-a3c8-c2c9c25f3be4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1c193d6a-5984-4109-91aa-b0c9d7c9a6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583513 Nov 12 00:53:00.439546 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2d67198b-8fc1-496a-b3df-cbdd959b2f36 req-cd2c4992-75f7-416f-a0e7-d3a592c79367 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b2b10d4-8fc9-4132-a464-1a2cc040fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2043364 Nov 12 00:53:00.602501 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d6100-11f3-4be4-849f-82c58aa57028 req-4afb0644-f137-4497-88a1-914ec5234b24 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:00.604040 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-236d6100-11f3-4be4-849f-82c58aa57028 req-4afb0644-f137-4497-88a1-914ec5234b24 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=463d7b0f-dc57-4792-9edc-b4d0c93a91c3 HTTP/1.1" status: 200 len: 947 time: 0.2105420 Nov 12 00:53:00.658506 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-e04ec821-9c6c-4437-9336-5b10920f62ef service neutron] 10.222.0.16 "GET /v2.0/networks/1c193d6a-5984-4109-91aa-b0c9d7c9a6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570291 Nov 12 00:53:00.679895 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9214e8c-1549-45b5-bb2d-ed18ae7c062a req-a04fcf83-0030-4327-a907-573af3289076 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:00.681376 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e9214e8c-1549-45b5-bb2d-ed18ae7c062a req-a04fcf83-0030-4327-a907-573af3289076 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4469394-cb8f-4a59-a4a9-2290ea4d30ae HTTP/1.1" status: 200 len: 946 time: 0.1485956 Nov 12 00:53:00.692520 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51490) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:00.697990 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da5eeab7-f298-4a13-a6ff-0a60e8d15fab req-efa76bf7-5857-40aa-a1cf-4ba0a71ff6a9 tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] Made reservation on behalf of e868fe4c0eba4442806899167e012a91 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:00.701151 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-e87f405c-4bec-4c29-bcc3-058af41a6f39 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Request body: {'floatingip': {'port_id': '7dfe18f0-f9be-4ee5-b99f-bbe038303411'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:00.701307 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-da5eeab7-f298-4a13-a6ff-0a60e8d15fab req-efa76bf7-5857-40aa-a1cf-4ba0a71ff6a9 tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:00.732119 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bd83ad98-1f5f-4176-95e1-c6a2d1ceb9be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:00.746601 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-236d6100-11f3-4be4-849f-82c58aa57028 req-d8642f83-d241-4afa-ada2-24fa49ca4999 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358714 Nov 12 00:53:00.822530 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e87f405c-4bec-4c29-bcc3-058af41a6f39 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks [] for floatingip, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:00.932182 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-61e27f7b-3f1b-4fc7-8e3b-1c295c353a1f service neutron] 10.222.0.16 "GET /v2.0/networks/1c193d6a-5984-4109-91aa-b0c9d7c9a6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602203 Nov 12 00:53:00.972133 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae811710-7302-48b7-8472-0f5ef83d6214 req-b16cb8b0-1fcc-40eb-bf98-36e64cb533ff tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:00.973682 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ae811710-7302-48b7-8472-0f5ef83d6214 req-b16cb8b0-1fcc-40eb-bf98-36e64cb533ff tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4c37546-1535-44ad-b00f-166a19bf0b5c HTTP/1.1" status: 200 len: 950 time: 0.1593990 Nov 12 00:53:00.975547 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2d21a37c-b67b-48ec-b84a-8576401e22f6 req-38fdf493-5fba-4631-94ce-73318471f48a tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] 10.222.0.45 "GET /v2.0/ports?device_id=e46bdab6-eb2e-42f8-a658-2f81e3392eeb HTTP/1.1" status: 200 len: 210 time: 0.0492878 Nov 12 00:53:01.000390 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-da5eeab7-f298-4a13-a6ff-0a60e8d15fab req-efa76bf7-5857-40aa-a1cf-4ba0a71ff6a9 tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] Allocated IP 172.20.0.7 (fc829990-3cb3-4490-b229-d8b9e8e3d4f4/099c1077-d7d9-4d2b-8d0a-cb64340e3fae/5525baf2-42f6-4f92-8a1e-f7282ad02870) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:01.142766 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ae811710-7302-48b7-8472-0f5ef83d6214 req-14e4e9b8-1e50-4ecf-b234-6a335b04aad3 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204674 Nov 12 00:53:01.196728 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-a75b0ade-e316-454e-bc32-fcd4b6c06560 tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:01.198343 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-a75b0ade-e316-454e-bc32-fcd4b6c06560 tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=693d0b75-ece2-4869-ae25-5ae5d8a5bb27&tenant_id=52ec13b5aa674ec2836b22da2faf152e&binding%3Ahost_id=n-h2-712142-27 HTTP/1.1" status: 200 len: 1098 time: 0.1204937 Nov 12 00:53:01.214641 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-f17a81c9-32e6-4598-b3ed-f10a3f29b4b4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712142-27'}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:01.290532 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-da5eeab7-f298-4a13-a6ff-0a60e8d15fab req-efa76bf7-5857-40aa-a1cf-4ba0a71ff6a9 tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:01.305612 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-f17a81c9-32e6-4598-b3ed-f10a3f29b4b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:01.484599 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-da5eeab7-f298-4a13-a6ff-0a60e8d15fab req-efa76bf7-5857-40aa-a1cf-4ba0a71ff6a9 tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:01.489786 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 8e9eb78b-e84d-4ee2-abe8-859c308a4905 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:53:01.515020 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] No Port match for: 8e9eb78b-e84d-4ee2-abe8-859c308a4905 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:53:01.515730 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 8e9eb78b-e84d-4ee2-abe8-859c308a4905 not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:53:01.567480 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device d76c2986-dd8a-4df1-8b47-ea03a8fc1669 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:53:01.580818 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da5eeab7-f298-4a13-a6ff-0a60e8d15fab req-efa76bf7-5857-40aa-a1cf-4ba0a71ff6a9 tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] Network fc829990-3cb3-4490-b229-d8b9e8e3d4f4 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:01.603111 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca7444-eca7-4947-a224-ad13299eeee7 req-e4b510af-213d-460d-9f54-b9b2d32d7f72 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:01.604732 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-34ca7444-eca7-4947-a224-ad13299eeee7 req-e4b510af-213d-460d-9f54-b9b2d32d7f72 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=693d0b75-ece2-4869-ae25-5ae5d8a5bb27 HTTP/1.1" status: 200 len: 946 time: 0.1860280 Nov 12 00:53:01.605900 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-da5eeab7-f298-4a13-a6ff-0a60e8d15fab req-efa76bf7-5857-40aa-a1cf-4ba0a71ff6a9 tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:01.611833 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa76bf7-5857-40aa-a1cf-4ba0a71ff6a9 tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] Pushing event updated for resources: {'Port': ['ID=5525baf2-42f6-4f92-8a1e-f7282ad02870,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:01.616140 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-da5eeab7-f298-4a13-a6ff-0a60e8d15fab req-efa76bf7-5857-40aa-a1cf-4ba0a71ff6a9 tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:01.680809 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-f17a81c9-32e6-4598-b3ed-f10a3f29b4b4 service neutron] For port 7d75c348-286f-4701-8d3d-df1cef9f0a75, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=7d75c348-286f-4701-8d3d-df1cef9f0a75,segment=NetworkSegment(936f4dc4-b49e-4318-84e7-8d3d4988961e),segment_id=936f4dc4-b49e-4318-84e7-8d3d4988961e)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:01.732827 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port d76c2986-dd8a-4df1-8b47-ea03a8fc1669, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d76c2986-dd8a-4df1-8b47-ea03a8fc1669,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:01.757032 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'd76c2986-dd8a-4df1-8b47-ea03a8fc1669', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'port_id': 'd76c2986-dd8a-4df1-8b47-ea03a8fc1669', 'mac_address': 'fa:16:3e:3a:a3:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0290328-7bc5-4266-bfb9-6eb25d91acf0', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:53:01.762519 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5eeab7-f298-4a13-a6ff-0a60e8d15fab req-efa76bf7-5857-40aa-a1cf-4ba0a71ff6a9 tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:01.763936 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-da5eeab7-f298-4a13-a6ff-0a60e8d15fab req-efa76bf7-5857-40aa-a1cf-4ba0a71ff6a9 tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:01.775080 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-34ca7444-eca7-4947-a224-ad13299eeee7 req-1e08e467-a834-49f4-b0de-897697bc0b4c tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559138 Nov 12 00:53:01.787322 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-f17a81c9-32e6-4598-b3ed-f10a3f29b4b4 service neutron] For port 7d75c348-286f-4701-8d3d-df1cef9f0a75, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:53:01.813738 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:01.821000 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-da5eeab7-f298-4a13-a6ff-0a60e8d15fab req-efa76bf7-5857-40aa-a1cf-4ba0a71ff6a9 tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5053842 Nov 12 00:53:01.828980 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d76c2986-dd8a-4df1-8b47-ea03a8fc1669 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:53:01.847824 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e87f405c-4bec-4c29-bcc3-058af41a6f39 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:01.849652 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-da5eeab7-f298-4a13-a6ff-0a60e8d15fab req-99267f32-698e-4008-8387-b84aefc6d385 service neutron] Request body: {'port': {'device_id': 'e46bdab6-eb2e-42f8-a658-2f81e3392eeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:01.853218 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e87f405c-4bec-4c29-bcc3-058af41a6f39 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:01.853904 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port d76c2986-dd8a-4df1-8b47-ea03a8fc1669, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d76c2986-dd8a-4df1-8b47-ea03a8fc1669,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:01.860752 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:01.913480 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '693d0b75-ece2-4869-ae25-5ae5d8a5bb27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d75c348-286f-4701-8d3d-df1cef9f0a75'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:01.915432 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429da834-b2a7-48be-80e8-c9a1f12e980b" -d '{"events": [{"server_uuid": "693d0b75-ece2-4869-ae25-5ae5d8a5bb27", "name": "network-vif-unplugged", "status": "completed", "tag": "7d75c348-286f-4701-8d3d-df1cef9f0a75"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:01.920368 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-f17a81c9-32e6-4598-b3ed-f10a3f29b4b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:01.956900 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-f17a81c9-32e6-4598-b3ed-f10a3f29b4b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:01.963206 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=d76c2986-dd8a-4df1-8b47-ea03a8fc1669,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:02.011360 n-d-712142-27 neutron-server[109086]: INFO neutron.db.l3_db [None req-e87f405c-4bec-4c29-bcc3-058af41a6f39 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Floating IP 565201aa-c2a7-4d33-bc42-9996dafc78cb associated. External IP: 172.25.3.202, port: 7dfe18f0-f9be-4ee5-b99f-bbe038303411. Nov 12 00:53:02.016808 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bfd34ff-0971-4c7b-86fb-7f712a6ae0e2 x-openstack-request-id: req-6bfd34ff-0971-4c7b-86fb-7f712a6ae0e2 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:02.017195 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "693d0b75-ece2-4869-ae25-5ae5d8a5bb27", "name": "network-vif-unplugged", "status": "completed", "tag": "7d75c348-286f-4701-8d3d-df1cef9f0a75", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:02.017494 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6bfd34ff-0971-4c7b-86fb-7f712a6ae0e2 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:02.017950 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '693d0b75-ece2-4869-ae25-5ae5d8a5bb27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d75c348-286f-4701-8d3d-df1cef9f0a75', 'code': 200} Nov 12 00:53:02.061171 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-da5eeab7-f298-4a13-a6ff-0a60e8d15fab req-99267f32-698e-4008-8387-b84aefc6d385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:02.095595 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952c1cc-91ba-4c5e-b66e-10ff57a36f38 req-296563ca-d50b-4a76-88cc-a0e2e6bc9795 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:02.097124 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2952c1cc-91ba-4c5e-b66e-10ff57a36f38 req-296563ca-d50b-4a76-88cc-a0e2e6bc9795 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=463d7b0f-dc57-4792-9edc-b4d0c93a91c3 HTTP/1.1" status: 200 len: 948 time: 0.2021463 Nov 12 00:53:02.135692 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a81c9-32e6-4598-b3ed-f10a3f29b4b4 service neutron] Pushing event updated for resources: {'Port': ['ID=7d75c348-286f-4701-8d3d-df1cef9f0a75,revision_number=7']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:02.210960 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-f17a81c9-32e6-4598-b3ed-f10a3f29b4b4 service neutron] Attempting to bind port 7d75c348-286f-4701-8d3d-df1cef9f0a75 on host n-h2-712142-27 for vnic_type normal with profile {"migrating_to": "n-h1-712142-27"} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:53:02.211647 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-f17a81c9-32e6-4598-b3ed-f10a3f29b4b4 service neutron] Attempting to bind port 7d75c348-286f-4701-8d3d-df1cef9f0a75 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '936f4dc4-b49e-4318-84e7-8d3d4988961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1c193d6a-5984-4109-91aa-b0c9d7c9a6bf'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:53:02.211757 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-f17a81c9-32e6-4598-b3ed-f10a3f29b4b4 service neutron] Attempting to bind port 7d75c348-286f-4701-8d3d-df1cef9f0a75 on network 1c193d6a-5984-4109-91aa-b0c9d7c9a6bf {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:02.240850 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-f17a81c9-32e6-4598-b3ed-f10a3f29b4b4 service neutron] Port 7d75c348-286f-4701-8d3d-df1cef9f0a75 on network 1c193d6a-5984-4109-91aa-b0c9d7c9a6bf not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:53:02.241242 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e87f405c-4bec-4c29-bcc3-058af41a6f39 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Router de22d560-bda6-410b-8bdd-52b814865145 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:53:02.241398 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-f17a81c9-32e6-4598-b3ed-f10a3f29b4b4 service neutron] Attempting to bind port 7d75c348-286f-4701-8d3d-df1cef9f0a75 on network 1c193d6a-5984-4109-91aa-b0c9d7c9a6bf {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:02.316327 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-f17a81c9-32e6-4598-b3ed-f10a3f29b4b4 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:53:02.316683 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-f17a81c9-32e6-4598-b3ed-f10a3f29b4b4 service neutron] Checking segment: {'id': '936f4dc4-b49e-4318-84e7-8d3d4988961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1c193d6a-5984-4109-91aa-b0c9d7c9a6bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:02.317141 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-f17a81c9-32e6-4598-b3ed-f10a3f29b4b4 service neutron] Bound using segment: {'id': '936f4dc4-b49e-4318-84e7-8d3d4988961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1c193d6a-5984-4109-91aa-b0c9d7c9a6bf'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:53:02.317669 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-f17a81c9-32e6-4598-b3ed-f10a3f29b4b4 service neutron] Bound port: 7d75c348-286f-4701-8d3d-df1cef9f0a75, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '936f4dc4-b49e-4318-84e7-8d3d4988961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1c193d6a-5984-4109-91aa-b0c9d7c9a6bf'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:53:02.318117 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-f17a81c9-32e6-4598-b3ed-f10a3f29b4b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:02.336468 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607db703-9eeb-4c45-b2d6-879e9f9e881d req-b925841d-de46-46db-8945-f08936e5670f tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:02.337994 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-607db703-9eeb-4c45-b2d6-879e9f9e881d req-b925841d-de46-46db-8945-f08936e5670f tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] 10.222.0.45 "GET /v2.0/ports?device_id=e46bdab6-eb2e-42f8-a658-2f81e3392eeb HTTP/1.1" status: 200 len: 931 time: 0.2526152 Nov 12 00:53:02.355733 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87f405c-4bec-4c29-bcc3-058af41a6f39 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:53:02.355944 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2952c1cc-91ba-4c5e-b66e-10ff57a36f38 req-c7b3e74f-3d03-467f-8226-cce5daf855a8 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265232 Nov 12 00:53:02.360856 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e87f405c-4bec-4c29-bcc3-058af41a6f39 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:02.374594 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10743b2f-f685-4a35-b065-09d7231e4fe6 None None] Sync routers for ids ['de22d560-bda6-410b-8bdd-52b814865145'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:53:02.411095 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10743b2f-f685-4a35-b065-09d7231e4fe6 None None] Routers {'de22d560-bda6-410b-8bdd-52b814865145'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:53:02.412057 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-10743b2f-f685-4a35-b065-09d7231e4fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:53:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['de22d560-bda6-410b-8bdd-52b814865145'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:02.414408 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e87f405c-4bec-4c29-bcc3-058af41a6f39 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "PUT /v2.0/floatingips/565201aa-c2a7-4d33-bc42-9996dafc78cb HTTP/1.1" status: 200 len: 992 time: 1.7203801 Nov 12 00:53:02.415126 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4469394-cb8f-4a59-a4a9-2290ea4d30ae', 'tag': '7dfe18f0-f9be-4ee5-b99f-bbe038303411'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:02.421406 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5d3bc4-aabd-4aea-8b8a-aed507ae2bf7" -d '{"events": [{"name": "network-changed", "server_uuid": "a4469394-cb8f-4a59-a4a9-2290ea4d30ae", "tag": "7dfe18f0-f9be-4ee5-b99f-bbe038303411"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:02.518178 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['d76c2986-dd8a-4df1-8b47-ea03a8fc1669'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:53:02.566410 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-607db703-9eeb-4c45-b2d6-879e9f9e881d req-ff1a5f9d-ae67-4aee-a071-00f4dfcee924 tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] 10.222.0.45 "GET /v2.0/security-groups?id=9a14b3a8-ce12-4775-bf18-da7874348cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049670 Nov 12 00:53:02.604878 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-10743b2f-f685-4a35-b065-09d7231e4fe6 None None] Set router de22d560-bda6-410b-8bdd-52b814865145 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:53:02.666824 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:02.674218 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-f17a81c9-32e6-4598-b3ed-f10a3f29b4b4 service neutron] For port 7d75c348-286f-4701-8d3d-df1cef9f0a75, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:53:02.679415 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-f17a81c9-32e6-4598-b3ed-f10a3f29b4b4 service neutron] For port 7d75c348-286f-4701-8d3d-df1cef9f0a75, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=7d75c348-286f-4701-8d3d-df1cef9f0a75,segment=NetworkSegment(936f4dc4-b49e-4318-84e7-8d3d4988961e),segment_id=936f4dc4-b49e-4318-84e7-8d3d4988961e)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:53:02.693821 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-f17a81c9-32e6-4598-b3ed-f10a3f29b4b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:02.796260 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e59f458-ac61-4d28-82a4-71571e277c5a x-openstack-request-id: req-2e59f458-ac61-4d28-82a4-71571e277c5a {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:02.797294 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4469394-cb8f-4a59-a4a9-2290ea4d30ae", "tag": "7dfe18f0-f9be-4ee5-b99f-bbe038303411", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:02.797734 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a3032-030f-41bf-9021-6d45896077a2 req-90952636-b2b3-4ac9-9b01-ba6753158df6 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:02.797867 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2e59f458-ac61-4d28-82a4-71571e277c5a {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:02.799052 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4469394-cb8f-4a59-a4a9-2290ea4d30ae', 'tag': '7dfe18f0-f9be-4ee5-b99f-bbe038303411', 'status': 'completed', 'code': 200} Nov 12 00:53:02.805644 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3a6a3032-030f-41bf-9021-6d45896077a2 req-90952636-b2b3-4ac9-9b01-ba6753158df6 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4c37546-1535-44ad-b00f-166a19bf0b5c HTTP/1.1" status: 200 len: 950 time: 0.2221172 Nov 12 00:53:02.811151 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a81c9-32e6-4598-b3ed-f10a3f29b4b4 service neutron] Pushing event updated for resources: {'Port': ['ID=7d75c348-286f-4701-8d3d-df1cef9f0a75,revision_number=8']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:02.921424 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d3bc4-aabd-4aea-8b8a-aed507ae2bf7 req-f068c124-696a-4319-b622-aec80598d375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:02.923822 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e5d3bc4-aabd-4aea-8b8a-aed507ae2bf7 req-f068c124-696a-4319-b622-aec80598d375 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ccb1e7e0eea141e9b6d3110322862248&device_id=a4469394-cb8f-4a59-a4a9-2290ea4d30ae HTTP/1.1" status: 200 len: 1098 time: 0.0607839 Nov 12 00:53:02.932144 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-f17a81c9-32e6-4598-b3ed-f10a3f29b4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:02.932853 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-f17a81c9-32e6-4598-b3ed-f10a3f29b4b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:02.934723 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-f17a81c9-32e6-4598-b3ed-f10a3f29b4b4 service neutron] 10.222.0.16 "PUT /v2.0/ports/7d75c348-286f-4701-8d3d-df1cef9f0a75 HTTP/1.1" status: 200 len: 1124 time: 1.7265112 Nov 12 00:53:03.069900 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-da5eeab7-f298-4a13-a6ff-0a60e8d15fab req-99267f32-698e-4008-8387-b84aefc6d385 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5525baf2-42f6-4f92-8a1e-f7282ad02870 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:53:03.083152 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3a6a3032-030f-41bf-9021-6d45896077a2 req-eb97e2af-568c-42cb-8864-b72f560eede0 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765138 Nov 12 00:53:03.109097 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d3bc4-aabd-4aea-8b8a-aed507ae2bf7 req-a5405875-1af0-4ef2-b5f0-3a0b2aacebf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:03.109448 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a5d7ec-59bf-4fcc-b3d2-473691c0bf9a req-a541812c-2af6-4cc4-bd5e-7410105e2d9a tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:03.110614 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e5d3bc4-aabd-4aea-8b8a-aed507ae2bf7 req-a5405875-1af0-4ef2-b5f0-3a0b2aacebf1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9d38a466-42af-43d7-b83f-22dc50aa65c8 HTTP/1.1" status: 200 len: 923 time: 0.1752696 Nov 12 00:53:03.114496 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-73a5d7ec-59bf-4fcc-b3d2-473691c0bf9a req-a541812c-2af6-4cc4-bd5e-7410105e2d9a tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=693d0b75-ece2-4869-ae25-5ae5d8a5bb27 HTTP/1.1" status: 200 len: 944 time: 0.2123086 Nov 12 00:53:03.116694 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-da5eeab7-f298-4a13-a6ff-0a60e8d15fab req-99267f32-698e-4008-8387-b84aefc6d385 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:03.130801 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-da5eeab7-f298-4a13-a6ff-0a60e8d15fab req-99267f32-698e-4008-8387-b84aefc6d385 service neutron] Transition to ACTIVE for port object 5525baf2-42f6-4f92-8a1e-f7282ad02870 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:53:03.141606 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-da5eeab7-f298-4a13-a6ff-0a60e8d15fab req-99267f32-698e-4008-8387-b84aefc6d385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:03.161234 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-10743b2f-f685-4a35-b065-09d7231e4fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de22d560-bda6-410b-8bdd-52b814865145', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-868130520-router', 'tenant_id': 'ccb1e7e0eea141e9b6d3110322862248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'b1875921-8068-48c5-9561-c0732c9b1da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:49:46Z', 'updated_at': '2021-11-12T00:49:50Z', 'revision_number': 4, 'project_id': 'ccb1e7e0eea141e9b6d3110322862248', 'gw_port': {'id': 'b1875921-8068-48c5-9561-c0732c9b1da0', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:45:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de22d560-bda6-410b-8bdd-52b814865145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:49:46Z', 'updated_at': '2021-11-12T00:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '565201aa-c2a7-4d33-bc42-9996dafc78cb', 'tenant_id': 'ccb1e7e0eea141e9b6d3110322862248', 'floating_ip_address': '172.25.3.202', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'de22d560-bda6-410b-8bdd-52b814865145', 'port_id': '7dfe18f0-f9be-4ee5-b99f-bbe038303411', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d38a466-42af-43d7-b83f-22dc50aa65c8', 'mac_address': 'fa:16:3e:e3:81:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4469394-cb8f-4a59-a4a9-2290ea4d30ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:50:16Z', 'updated_at': '2021-11-12T00:53:01Z', 'revision_number': 5, 'project_id': 'ccb1e7e0eea141e9b6d3110322862248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54eca92d-57f7-44fd-8cb5-2079da57f60f', 'name': '', 'network_id': '9d38a466-42af-43d7-b83f-22dc50aa65c8', 'tenant_id': 'ccb1e7e0eea141e9b6d3110322862248', 'mac_address': 'fa:16:3e:fd:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de22d560-bda6-410b-8bdd-52b814865145', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3506ff68-efdf-4ec0-aae3-0d8c1586ac7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:49:49Z', 'updated_at': '2021-11-12T00:49:56Z', 'revision_number': 5, 'project_id': 'ccb1e7e0eea141e9b6d3110322862248', 'subnets': [{'id': '3506ff68-efdf-4ec0-aae3-0d8c1586ac7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:03.199213 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['7d75c348-286f-4701-8d3d-df1cef9f0a75'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:53:03.212764 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10743b2f-f685-4a35-b065-09d7231e4fe6 None None] Checking router: de22d560-bda6-410b-8bdd-52b814865145 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:53:03.215051 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e5d3bc4-aabd-4aea-8b8a-aed507ae2bf7 req-5ff61752-cb70-4a82-abec-f85b27aefeca service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7dfe18f0-f9be-4ee5-b99f-bbe038303411 HTTP/1.1" status: 200 len: 1000 time: 0.0928762 Nov 12 00:53:03.229566 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10743b2f-f685-4a35-b065-09d7231e4fe6 None None] Routers {'de22d560-bda6-410b-8bdd-52b814865145'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:53:03.230566 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-10743b2f-f685-4a35-b065-09d7231e4fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:53:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['de22d560-bda6-410b-8bdd-52b814865145'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:03.302661 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d3bc4-aabd-4aea-8b8a-aed507ae2bf7 req-e062e968-e7f6-4f7d-a284-97e08f6759ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:03.304727 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e5d3bc4-aabd-4aea-8b8a-aed507ae2bf7 req-e062e968-e7f6-4f7d-a284-97e08f6759ac service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3506ff68-efdf-4ec0-aae3-0d8c1586ac7a HTTP/1.1" status: 200 len: 862 time: 0.0809541 Nov 12 00:53:03.395653 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-10743b2f-f685-4a35-b065-09d7231e4fe6 None None] Set router de22d560-bda6-410b-8bdd-52b814865145 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:53:03.409827 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d3bc4-aabd-4aea-8b8a-aed507ae2bf7 req-f98ff1fe-3529-4c10-ac46-fc61dce7c142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:03.415784 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e5d3bc4-aabd-4aea-8b8a-aed507ae2bf7 req-f98ff1fe-3529-4c10-ac46-fc61dce7c142 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9d38a466-42af-43d7-b83f-22dc50aa65c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0922072 Nov 12 00:53:03.595411 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device a067bb18-326f-4fbe-b8af-94675041d31d details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:53:03.639120 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e5d3bc4-aabd-4aea-8b8a-aed507ae2bf7 req-8986ac6d-75c3-4f4c-a63f-f195d4854061 service neutron] 10.222.0.16 "GET /v2.0/networks/9d38a466-42af-43d7-b83f-22dc50aa65c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159476 Nov 12 00:53:03.844018 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-73a5d7ec-59bf-4fcc-b3d2-473691c0bf9a req-b5a8ddff-239a-4781-b43f-7f786bab1a5d tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7094016 Nov 12 00:53:03.884482 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e5d3bc4-aabd-4aea-8b8a-aed507ae2bf7 req-297a787e-7a9a-4897-87ee-763f266981ac service neutron] 10.222.0.16 "GET /v2.0/networks/9d38a466-42af-43d7-b83f-22dc50aa65c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335141 Nov 12 00:53:03.903605 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port a067bb18-326f-4fbe-b8af-94675041d31d, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=a067bb18-326f-4fbe-b8af-94675041d31d,segment=NetworkSegment(f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2),segment_id=f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:03.908057 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99267f32-698e-4008-8387-b84aefc6d385 service neutron] Pushing event updated for resources: {'Port': ['ID=5525baf2-42f6-4f92-8a1e-f7282ad02870,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:03.953271 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'a067bb18-326f-4fbe-b8af-94675041d31d', 'network_id': 'cab82de1-4853-402a-8ee1-5c45d6f97745', 'port_id': 'a067bb18-326f-4fbe-b8af-94675041d31d', 'mac_address': 'fa:16:3e:68:d0:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a98869-a3ee-4178-9eb9-17614c418237', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:53:03.976479 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-da5eeab7-f298-4a13-a6ff-0a60e8d15fab req-99267f32-698e-4008-8387-b84aefc6d385 service neutron] Attempting to bind port 5525baf2-42f6-4f92-8a1e-f7282ad02870 on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:53:03.976818 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-da5eeab7-f298-4a13-a6ff-0a60e8d15fab req-99267f32-698e-4008-8387-b84aefc6d385 service neutron] Attempting to bind port 5525baf2-42f6-4f92-8a1e-f7282ad02870 by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': '47ee5f77-257a-4dab-8f62-4d6ca66e2be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc829990-3cb3-4490-b229-d8b9e8e3d4f4'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:53:03.977159 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5eeab7-f298-4a13-a6ff-0a60e8d15fab req-99267f32-698e-4008-8387-b84aefc6d385 service neutron] Attempting to bind port 5525baf2-42f6-4f92-8a1e-f7282ad02870 on network fc829990-3cb3-4490-b229-d8b9e8e3d4f4 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:03.997424 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5eeab7-f298-4a13-a6ff-0a60e8d15fab req-99267f32-698e-4008-8387-b84aefc6d385 service neutron] Port 5525baf2-42f6-4f92-8a1e-f7282ad02870 on network fc829990-3cb3-4490-b229-d8b9e8e3d4f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:53:03.999686 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5eeab7-f298-4a13-a6ff-0a60e8d15fab req-99267f32-698e-4008-8387-b84aefc6d385 service neutron] Attempting to bind port 5525baf2-42f6-4f92-8a1e-f7282ad02870 on network fc829990-3cb3-4490-b229-d8b9e8e3d4f4 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:04.018379 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad769af-ca98-4339-b589-8f07198fc929 req-3072eed6-4f73-42f6-a74f-a3cff8b3819b tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:04.034415 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2ad769af-ca98-4339-b589-8f07198fc929 req-3072eed6-4f73-42f6-a74f-a3cff8b3819b tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=463d7b0f-dc57-4792-9edc-b4d0c93a91c3 HTTP/1.1" status: 200 len: 948 time: 0.2053688 Nov 12 00:53:04.047030 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '693d0b75-ece2-4869-ae25-5ae5d8a5bb27', 'tag': '7d75c348-286f-4701-8d3d-df1cef9f0a75'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:04.049386 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7adc8e1-c45d-4ea8-8158-7d87fd93782b" -d '{"events": [{"name": "network-changed", "server_uuid": "693d0b75-ece2-4869-ae25-5ae5d8a5bb27", "tag": "7d75c348-286f-4701-8d3d-df1cef9f0a75"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:04.064998 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:04.071051 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:04.083393 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5eeab7-f298-4a13-a6ff-0a60e8d15fab req-99267f32-698e-4008-8387-b84aefc6d385 service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:53:04.104706 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5eeab7-f298-4a13-a6ff-0a60e8d15fab req-99267f32-698e-4008-8387-b84aefc6d385 service neutron] Checking segment: {'id': '47ee5f77-257a-4dab-8f62-4d6ca66e2be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc829990-3cb3-4490-b229-d8b9e8e3d4f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:04.105377 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5eeab7-f298-4a13-a6ff-0a60e8d15fab req-99267f32-698e-4008-8387-b84aefc6d385 service neutron] Bound using segment: {'id': '47ee5f77-257a-4dab-8f62-4d6ca66e2be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc829990-3cb3-4490-b229-d8b9e8e3d4f4'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:53:04.106048 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-da5eeab7-f298-4a13-a6ff-0a60e8d15fab req-99267f32-698e-4008-8387-b84aefc6d385 service neutron] Bound port: 5525baf2-42f6-4f92-8a1e-f7282ad02870, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47ee5f77-257a-4dab-8f62-4d6ca66e2be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fc829990-3cb3-4490-b229-d8b9e8e3d4f4'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:53:04.107682 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-da5eeab7-f298-4a13-a6ff-0a60e8d15fab req-99267f32-698e-4008-8387-b84aefc6d385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:04.115582 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a067bb18-326f-4fbe-b8af-94675041d31d {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:53:04.172551 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port a067bb18-326f-4fbe-b8af-94675041d31d, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=a067bb18-326f-4fbe-b8af-94675041d31d,segment=NetworkSegment(f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2),segment_id=f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:04.177509 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:04.178340 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-10743b2f-f685-4a35-b065-09d7231e4fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de22d560-bda6-410b-8bdd-52b814865145', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-868130520-router', 'tenant_id': 'ccb1e7e0eea141e9b6d3110322862248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'b1875921-8068-48c5-9561-c0732c9b1da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:49:46Z', 'updated_at': '2021-11-12T00:49:50Z', 'revision_number': 4, 'project_id': 'ccb1e7e0eea141e9b6d3110322862248', 'gw_port': {'id': 'b1875921-8068-48c5-9561-c0732c9b1da0', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:45:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de22d560-bda6-410b-8bdd-52b814865145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:49:46Z', 'updated_at': '2021-11-12T00:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '565201aa-c2a7-4d33-bc42-9996dafc78cb', 'tenant_id': 'ccb1e7e0eea141e9b6d3110322862248', 'floating_ip_address': '172.25.3.202', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'de22d560-bda6-410b-8bdd-52b814865145', 'port_id': '7dfe18f0-f9be-4ee5-b99f-bbe038303411', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d38a466-42af-43d7-b83f-22dc50aa65c8', 'mac_address': 'fa:16:3e:e3:81:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4469394-cb8f-4a59-a4a9-2290ea4d30ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:50:16Z', 'updated_at': '2021-11-12T00:53:01Z', 'revision_number': 5, 'project_id': 'ccb1e7e0eea141e9b6d3110322862248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54eca92d-57f7-44fd-8cb5-2079da57f60f', 'name': '', 'network_id': '9d38a466-42af-43d7-b83f-22dc50aa65c8', 'tenant_id': 'ccb1e7e0eea141e9b6d3110322862248', 'mac_address': 'fa:16:3e:fd:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de22d560-bda6-410b-8bdd-52b814865145', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3506ff68-efdf-4ec0-aae3-0d8c1586ac7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:49:49Z', 'updated_at': '2021-11-12T00:49:56Z', 'revision_number': 5, 'project_id': 'ccb1e7e0eea141e9b6d3110322862248', 'subnets': [{'id': '3506ff68-efdf-4ec0-aae3-0d8c1586ac7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:04.285497 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-da5eeab7-f298-4a13-a6ff-0a60e8d15fab req-99267f32-698e-4008-8387-b84aefc6d385 service neutron] For port 5525baf2-42f6-4f92-8a1e-f7282ad02870, host n-h1-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:53:04.288990 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-da5eeab7-f298-4a13-a6ff-0a60e8d15fab req-99267f32-698e-4008-8387-b84aefc6d385 service neutron] For port 5525baf2-42f6-4f92-8a1e-f7282ad02870, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=5525baf2-42f6-4f92-8a1e-f7282ad02870,segment=NetworkSegment(47ee5f77-257a-4dab-8f62-4d6ca66e2be2),segment_id=47ee5f77-257a-4dab-8f62-4d6ca66e2be2)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:53:04.290293 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=a067bb18-326f-4fbe-b8af-94675041d31d,revision_number=6']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:04.305742 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-da5eeab7-f298-4a13-a6ff-0a60e8d15fab req-99267f32-698e-4008-8387-b84aefc6d385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:04.306628 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10743b2f-f685-4a35-b065-09d7231e4fe6 None None] The sync data for ids ['de22d560-bda6-410b-8bdd-52b814865145'] in n-d-712142-27 is: [{'id': 'de22d560-bda6-410b-8bdd-52b814865145', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-868130520-router', 'tenant_id': 'ccb1e7e0eea141e9b6d3110322862248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'b1875921-8068-48c5-9561-c0732c9b1da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:49:46Z', 'updated_at': '2021-11-12T00:49:50Z', 'revision_number': 4, 'project_id': 'ccb1e7e0eea141e9b6d3110322862248', 'gw_port': {'id': 'b1875921-8068-48c5-9561-c0732c9b1da0', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:45:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de22d560-bda6-410b-8bdd-52b814865145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:49:46Z', 'updated_at': '2021-11-12T00:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '565201aa-c2a7-4d33-bc42-9996dafc78cb', 'tenant_id': 'ccb1e7e0eea141e9b6d3110322862248', 'floating_ip_address': '172.25.3.202', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'de22d560-bda6-410b-8bdd-52b814865145', 'port_id': '7dfe18f0-f9be-4ee5-b99f-bbe038303411', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d38a466-42af-43d7-b83f-22dc50aa65c8', 'mac_address': 'fa:16:3e:e3:81:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4469394-cb8f-4a59-a4a9-2290ea4d30ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:50:16Z', 'updated_at': '2021-11-12T00:53:01Z', 'revision_number': 5, 'project_id': 'ccb1e7e0eea141e9b6d3110322862248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54eca92d-57f7-44fd-8cb5-2079da57f60f', 'name': '', 'network_id': '9d38a466-42af-43d7-b83f-22dc50aa65c8', 'tenant_id': 'ccb1e7e0eea141e9b6d3110322862248', 'mac_address': 'fa:16:3e:fd:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de22d560-bda6-410b-8bdd-52b814865145', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3506ff68-efdf-4ec0-aae3-0d8c1586ac7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:49:49Z', 'updated_at': '2021-11-12T00:49:56Z', 'revision_number': 5, 'project_id': 'ccb1e7e0eea141e9b6d3110322862248', 'subnets': [{'id': '3506ff68-efdf-4ec0-aae3-0d8c1586ac7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:53:04.351601 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef7232-d2f3-4166-ad54-f7ec991df6ac req-c64a8706-4e75-4ed4-be1a-ea41de5a4d74 tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:04.358799 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-abef7232-d2f3-4166-ad54-f7ec991df6ac req-c64a8706-4e75-4ed4-be1a-ea41de5a4d74 tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] 10.222.0.45 "GET /v2.0/ports?device_id=e46bdab6-eb2e-42f8-a658-2f81e3392eeb HTTP/1.1" status: 200 len: 943 time: 0.2021649 Nov 12 00:53:04.416427 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2ad769af-ca98-4339-b589-8f07198fc929 req-4eacac24-16b7-4c54-863a-334ba442da21 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3804126 Nov 12 00:53:04.457710 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5eeab7-f298-4a13-a6ff-0a60e8d15fab req-99267f32-698e-4008-8387-b84aefc6d385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:04.458665 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-da5eeab7-f298-4a13-a6ff-0a60e8d15fab req-99267f32-698e-4008-8387-b84aefc6d385 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:04.460445 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-da5eeab7-f298-4a13-a6ff-0a60e8d15fab req-99267f32-698e-4008-8387-b84aefc6d385 service neutron] 10.222.0.16 "PUT /v2.0/ports/5525baf2-42f6-4f92-8a1e-f7282ad02870 HTTP/1.1" status: 200 len: 1092 time: 2.6164069 Nov 12 00:53:04.516800 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['a067bb18-326f-4fbe-b8af-94675041d31d'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:53:04.600239 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99267f32-698e-4008-8387-b84aefc6d385 service neutron] Pushing event updated for resources: {'Port': ['ID=5525baf2-42f6-4f92-8a1e-f7282ad02870,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:04.648939 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-abef7232-d2f3-4166-ad54-f7ec991df6ac req-3cf0d050-72e5-4330-beab-962c4b714111 tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] 10.222.0.45 "GET /v2.0/security-groups?id=9a14b3a8-ce12-4775-bf18-da7874348cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600434 Nov 12 00:53:04.720491 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6f60d7-5b28-45d2-960c-3a5d85299b8b x-openstack-request-id: req-9f6f60d7-5b28-45d2-960c-3a5d85299b8b {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:04.721985 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "693d0b75-ece2-4869-ae25-5ae5d8a5bb27", "tag": "7d75c348-286f-4701-8d3d-df1cef9f0a75", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:04.722529 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9f6f60d7-5b28-45d2-960c-3a5d85299b8b {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:04.728517 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '693d0b75-ece2-4869-ae25-5ae5d8a5bb27', 'tag': '7d75c348-286f-4701-8d3d-df1cef9f0a75', 'status': 'completed', 'code': 200} Nov 12 00:53:04.837053 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e406ab53-a878-49b6-aace-d3b31da6b145 None None] New status for floating IP 565201aa-c2a7-4d33-bc42-9996dafc78cb: ACTIVE {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:53:04.849700 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7adc8e1-c45d-4ea8-8158-7d87fd93782b req-f7c839fd-4ea7-4a2c-96c5-5c77e3a82dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:04.853089 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b7adc8e1-c45d-4ea8-8158-7d87fd93782b req-f7c839fd-4ea7-4a2c-96c5-5c77e3a82dba service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=52ec13b5aa674ec2836b22da2faf152e&device_id=693d0b75-ece2-4869-ae25-5ae5d8a5bb27 HTTP/1.1" status: 200 len: 1127 time: 0.1494474 Nov 12 00:53:04.857461 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5eeab7-f298-4a13-a6ff-0a60e8d15fab req-3bb794db-86fc-47cc-b82a-ae3a0a81b838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:04.859175 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-da5eeab7-f298-4a13-a6ff-0a60e8d15fab req-3bb794db-86fc-47cc-b82a-ae3a0a81b838 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e868fe4c0eba4442806899167e012a91&device_id=e46bdab6-eb2e-42f8-a658-2f81e3392eeb HTTP/1.1" status: 200 len: 1095 time: 0.2991779 Nov 12 00:53:04.888732 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d512df16-0493-4bdd-9ca5-26bfdd11734b req-590841dc-499f-4a9e-8b4e-0a8010a7d4bb tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:04.890427 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d512df16-0493-4bdd-9ca5-26bfdd11734b req-590841dc-499f-4a9e-8b4e-0a8010a7d4bb tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4c37546-1535-44ad-b00f-166a19bf0b5c HTTP/1.1" status: 200 len: 950 time: 0.1168442 Nov 12 00:53:05.026046 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-da5eeab7-f298-4a13-a6ff-0a60e8d15fab req-081c9d75-604c-4352-954a-de91e54e39f9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5525baf2-42f6-4f92-8a1e-f7282ad02870 HTTP/1.1" status: 200 len: 217 time: 0.1323218 Nov 12 00:53:05.054461 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7adc8e1-c45d-4ea8-8158-7d87fd93782b req-c746079a-f74c-495a-aa26-880c700150c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:05.057355 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b7adc8e1-c45d-4ea8-8158-7d87fd93782b req-c746079a-f74c-495a-aa26-880c700150c9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1c193d6a-5984-4109-91aa-b0c9d7c9a6bf HTTP/1.1" status: 200 len: 920 time: 0.1936383 Nov 12 00:53:05.076531 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:05.121139 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b7adc8e1-c45d-4ea8-8158-7d87fd93782b req-3772a989-0d01-4037-a509-3896af52228b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d75c348-286f-4701-8d3d-df1cef9f0a75 HTTP/1.1" status: 200 len: 217 time: 0.0560637 Nov 12 00:53:05.171775 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d512df16-0493-4bdd-9ca5-26bfdd11734b req-fc5d637c-836f-4329-80ce-039dffce1f95 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644749 Nov 12 00:53:05.178223 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7adc8e1-c45d-4ea8-8158-7d87fd93782b req-0949e11f-6f19-4500-9f3e-c1f981b12358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:05.179727 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b7adc8e1-c45d-4ea8-8158-7d87fd93782b req-0949e11f-6f19-4500-9f3e-c1f981b12358 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d8bd009-45c7-4017-80d7-9c1f69484ce9 HTTP/1.1" status: 200 len: 860 time: 0.0500331 Nov 12 00:53:05.246610 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5eeab7-f298-4a13-a6ff-0a60e8d15fab req-8d5ea6fd-75d4-4559-8a8b-dc76bca5e73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:05.255362 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-da5eeab7-f298-4a13-a6ff-0a60e8d15fab req-8d5ea6fd-75d4-4559-8a8b-dc76bca5e73b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=099c1077-d7d9-4d2b-8d0a-cb64340e3fae HTTP/1.1" status: 200 len: 854 time: 0.2059581 Nov 12 00:53:05.266989 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b7adc8e1-c45d-4ea8-8158-7d87fd93782b req-65c6c15a-5aac-4f67-9ef9-eb44e5bf49a0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1c193d6a-5984-4109-91aa-b0c9d7c9a6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646439 Nov 12 00:53:05.274543 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533753c3-0cfe-4801-96da-0897524f63fd req-c8bdf060-7660-45b8-b3c3-94355ab67707 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:05.276304 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-533753c3-0cfe-4801-96da-0897524f63fd req-c8bdf060-7660-45b8-b3c3-94355ab67707 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=693d0b75-ece2-4869-ae25-5ae5d8a5bb27 HTTP/1.1" status: 200 len: 944 time: 0.2154365 Nov 12 00:53:05.356497 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-da5eeab7-f298-4a13-a6ff-0a60e8d15fab req-31fdaa22-8742-4cd3-8fa4-5cf8da66a551 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc829990-3cb3-4490-b229-d8b9e8e3d4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789819 Nov 12 00:53:05.406698 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b7adc8e1-c45d-4ea8-8158-7d87fd93782b req-60eb245c-41ea-444d-b44e-265fc61d3c91 service neutron] 10.222.0.44 "GET /v2.0/networks/1c193d6a-5984-4109-91aa-b0c9d7c9a6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193857 Nov 12 00:53:05.517033 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-da5eeab7-f298-4a13-a6ff-0a60e8d15fab req-f2e97216-ef59-4b29-a472-75b7e7a2ccf0 service neutron] 10.222.0.16 "GET /v2.0/networks/fc829990-3cb3-4490-b229-d8b9e8e3d4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406653 Nov 12 00:53:05.569737 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 7d75c348-286f-4701-8d3d-df1cef9f0a75 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:53:05.571947 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b7adc8e1-c45d-4ea8-8158-7d87fd93782b req-3e378d82-5082-4d9d-b803-8129082cabaa service neutron] 10.222.0.44 "GET /v2.0/networks/1c193d6a-5984-4109-91aa-b0c9d7c9a6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545787 Nov 12 00:53:05.579168 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-533753c3-0cfe-4801-96da-0897524f63fd req-265c8397-d0d6-43e4-ae80-27c24637b94d tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788420 Nov 12 00:53:05.589741 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device a067bb18-326f-4fbe-b8af-94675041d31d up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:53:05.759742 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 7d75c348-286f-4701-8d3d-df1cef9f0a75, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=7d75c348-286f-4701-8d3d-df1cef9f0a75,segment=NetworkSegment(936f4dc4-b49e-4318-84e7-8d3d4988961e),segment_id=936f4dc4-b49e-4318-84e7-8d3d4988961e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:05.798378 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419ef78-25d9-4732-aff7-c16b7aa64511 req-ed920b57-6349-45a9-9455-2d0e1e636c6f tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:05.799893 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a419ef78-25d9-4732-aff7-c16b7aa64511 req-ed920b57-6349-45a9-9455-2d0e1e636c6f tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=463d7b0f-dc57-4792-9edc-b4d0c93a91c3 HTTP/1.1" status: 200 len: 948 time: 0.1867418 Nov 12 00:53:05.818325 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 7d75c348-286f-4701-8d3d-df1cef9f0a75 has no active binding in host n-h1-712142-27 {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 00:53:05.831634 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-da5eeab7-f298-4a13-a6ff-0a60e8d15fab req-47540c82-9406-425a-bd05-450d34af1fcc service neutron] 10.222.0.16 "GET /v2.0/networks/fc829990-3cb3-4490-b229-d8b9e8e3d4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051138 Nov 12 00:53:05.836003 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port a067bb18-326f-4fbe-b8af-94675041d31d triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:05.836682 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:05.943133 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b55ca-67be-46fa-9afe-20f491b0cbb2 req-8adbc713-e9dd-4740-9bf8-584fa70be096 tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:05.944859 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9c5b55ca-67be-46fa-9afe-20f491b0cbb2 req-8adbc713-e9dd-4740-9bf8-584fa70be096 tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] 10.222.0.45 "GET /v2.0/ports?device_id=e46bdab6-eb2e-42f8-a658-2f81e3392eeb HTTP/1.1" status: 200 len: 943 time: 0.1845984 Nov 12 00:53:05.994656 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a419ef78-25d9-4732-aff7-c16b7aa64511 req-af90400e-c05c-4e51-8bd4-26c08f24dfe6 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581225 Nov 12 00:53:06.071863 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9c5b55ca-67be-46fa-9afe-20f491b0cbb2 req-bbc9bd0f-0b9a-4d3e-af0e-9d28729710ba tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] 10.222.0.45 "GET /v2.0/security-groups?id=9a14b3a8-ce12-4775-bf18-da7874348cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184535 Nov 12 00:53:06.185760 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e14a54-0172-4cc1-b498-85c2229077d3 req-3713c893-809e-418e-8e8c-20d3fdf0382e tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:06.187932 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-21e14a54-0172-4cc1-b498-85c2229077d3 req-3713c893-809e-418e-8e8c-20d3fdf0382e tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=fae9f6f0-d961-46c4-b01a-29a22e071ae6 HTTP/1.1" status: 200 len: 1097 time: 0.0842750 Nov 12 00:53:06.333438 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:06.368645 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e04b42-24ed-4311-9db9-971e0331dc50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a067bb18-326f-4fbe-b8af-94675041d31d'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:06.370959 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df2c61c-f720-40b6-ba53-79c700196ca1" -d '{"events": [{"server_uuid": "97e04b42-24ed-4311-9db9-971e0331dc50", "name": "network-vif-plugged", "status": "completed", "tag": "a067bb18-326f-4fbe-b8af-94675041d31d"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:06.384864 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port a067bb18-326f-4fbe-b8af-94675041d31d, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=a067bb18-326f-4fbe-b8af-94675041d31d,segment=NetworkSegment(f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2),segment_id=f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:06.396782 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:06.398220 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device d76c2986-dd8a-4df1-8b47-ea03a8fc1669 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:53:06.495064 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-21e14a54-0172-4cc1-b498-85c2229077d3 req-33a132e1-5387-4cec-a705-3e0684f5d8d1 tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585983 Nov 12 00:53:06.534911 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port d76c2986-dd8a-4df1-8b47-ea03a8fc1669 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:53:06.547603 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac710a9c-9565-440e-97c2-3dd51082526f req-6ca638d8-bb94-4166-96e4-a63f658127a7 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:06.549818 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port d76c2986-dd8a-4df1-8b47-ea03a8fc1669 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:06.550194 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:06.552815 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ac710a9c-9565-440e-97c2-3dd51082526f req-6ca638d8-bb94-4166-96e4-a63f658127a7 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4c37546-1535-44ad-b00f-166a19bf0b5c HTTP/1.1" status: 200 len: 950 time: 0.2461624 Nov 12 00:53:06.652873 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ac710a9c-9565-440e-97c2-3dd51082526f req-ceee6ff7-bcd5-472a-9e23-f3c7fdf55a29 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938420 Nov 12 00:53:06.696626 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=a067bb18-326f-4fbe-b8af-94675041d31d,revision_number=7']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:06.699459 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:06.729644 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e46bdab6-eb2e-42f8-a658-2f81e3392eeb', 'tag': '5525baf2-42f6-4f92-8a1e-f7282ad02870'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:06.732504 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d43964d-4c38-4fcf-ae8b-257e0471bcde" -d '{"events": [{"name": "network-changed", "server_uuid": "e46bdab6-eb2e-42f8-a658-2f81e3392eeb", "tag": "5525baf2-42f6-4f92-8a1e-f7282ad02870"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:06.746089 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264665e6-acbf-4489-9161-02d609848123 x-openstack-request-id: req-264665e6-acbf-4489-9161-02d609848123 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:06.746735 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97e04b42-24ed-4311-9db9-971e0331dc50", "name": "network-vif-plugged", "status": "completed", "tag": "a067bb18-326f-4fbe-b8af-94675041d31d", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:06.747194 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-264665e6-acbf-4489-9161-02d609848123 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:06.747829 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e04b42-24ed-4311-9db9-971e0331dc50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a067bb18-326f-4fbe-b8af-94675041d31d', 'code': 200} Nov 12 00:53:06.756659 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port d76c2986-dd8a-4df1-8b47-ea03a8fc1669, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d76c2986-dd8a-4df1-8b47-ea03a8fc1669,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:06.763769 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:06.907808 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=d76c2986-dd8a-4df1-8b47-ea03a8fc1669,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:06.983136 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b5a682-0cd0-49af-9b26-d13cb434bd06 req-ad263c39-0c50-47f0-a938-373ea0bfe36b tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:06.985494 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b2b5a682-0cd0-49af-9b26-d13cb434bd06 req-ad263c39-0c50-47f0-a938-373ea0bfe36b tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=693d0b75-ece2-4869-ae25-5ae5d8a5bb27 HTTP/1.1" status: 200 len: 944 time: 0.1406252 Nov 12 00:53:07.059316 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b2b5a682-0cd0-49af-9b26-d13cb434bd06 req-aa816546-3723-402a-a035-c2d40cd00ac0 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655406 Nov 12 00:53:07.298025 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485bd678-3eec-45c8-8747-c0b290688187 x-openstack-request-id: req-485bd678-3eec-45c8-8747-c0b290688187 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:07.298555 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e46bdab6-eb2e-42f8-a658-2f81e3392eeb", "tag": "5525baf2-42f6-4f92-8a1e-f7282ad02870", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:07.298976 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-485bd678-3eec-45c8-8747-c0b290688187 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:07.299537 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e46bdab6-eb2e-42f8-a658-2f81e3392eeb', 'tag': '5525baf2-42f6-4f92-8a1e-f7282ad02870', 'status': 'completed', 'code': 200} Nov 12 00:53:07.576319 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 5525baf2-42f6-4f92-8a1e-f7282ad02870 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:53:07.600523 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ec805-3ce7-49b9-8cd5-166c6391af20 req-f8c223ec-af5e-45bd-a01f-3045f2f43f3c tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:07.602105 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-929ec805-3ce7-49b9-8cd5-166c6391af20 req-f8c223ec-af5e-45bd-a01f-3045f2f43f3c tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=463d7b0f-dc57-4792-9edc-b4d0c93a91c3 HTTP/1.1" status: 200 len: 949 time: 0.2021563 Nov 12 00:53:07.615505 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-10138cf7-a55c-424f-9d11-1007325c5e86 service neutron] 10.222.0.44 "GET /v2.0/ports/7d75c348-286f-4701-8d3d-df1cef9f0a75/bindings/n-h1-712142-27 HTTP/1.1" status: 200 len: 385 time: 0.2012246 Nov 12 00:53:07.673808 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d43964d-4c38-4fcf-ae8b-257e0471bcde req-91ed2bbd-ecd3-4a4b-9ec8-5db229c50ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:07.675356 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0d43964d-4c38-4fcf-ae8b-257e0471bcde req-91ed2bbd-ecd3-4a4b-9ec8-5db229c50ff1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e868fe4c0eba4442806899167e012a91&device_id=e46bdab6-eb2e-42f8-a658-2f81e3392eeb HTTP/1.1" status: 200 len: 1095 time: 0.3276267 Nov 12 00:53:07.853101 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 5525baf2-42f6-4f92-8a1e-f7282ad02870, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=5525baf2-42f6-4f92-8a1e-f7282ad02870,segment=NetworkSegment(47ee5f77-257a-4dab-8f62-4d6ca66e2be2),segment_id=47ee5f77-257a-4dab-8f62-4d6ca66e2be2)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:07.891250 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': '5525baf2-42f6-4f92-8a1e-f7282ad02870', 'network_id': 'fc829990-3cb3-4490-b229-d8b9e8e3d4f4', 'port_id': '5525baf2-42f6-4f92-8a1e-f7282ad02870', 'mac_address': 'fa:16:3e:af:82:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '099c1077-d7d9-4d2b-8d0a-cb64340e3fae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:53:07.917928 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-929ec805-3ce7-49b9-8cd5-166c6391af20 req-4c8c01ee-2120-47ac-8016-f432325d3e77 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990136 Nov 12 00:53:08.024900 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d43964d-4c38-4fcf-ae8b-257e0471bcde req-f165e173-03a1-4817-9bfd-c91a7540e272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:08.027090 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0d43964d-4c38-4fcf-ae8b-257e0471bcde req-f165e173-03a1-4817-9bfd-c91a7540e272 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fc829990-3cb3-4490-b229-d8b9e8e3d4f4 HTTP/1.1" status: 200 len: 914 time: 0.3256764 Nov 12 00:53:08.043566 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:08.065426 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5525baf2-42f6-4f92-8a1e-f7282ad02870 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:53:08.071128 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:08.074435 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-990e46b0-d978-4089-92db-d2cfdf54f600 service neutron] For port 7d75c348-286f-4701-8d3d-df1cef9f0a75, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=7d75c348-286f-4701-8d3d-df1cef9f0a75,segment=NetworkSegment(936f4dc4-b49e-4318-84e7-8d3d4988961e),segment_id=936f4dc4-b49e-4318-84e7-8d3d4988961e)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:08.104824 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-990e46b0-d978-4089-92db-d2cfdf54f600 service neutron] For port 7d75c348-286f-4701-8d3d-df1cef9f0a75, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:53:08.109615 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 5525baf2-42f6-4f92-8a1e-f7282ad02870, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=5525baf2-42f6-4f92-8a1e-f7282ad02870,segment=NetworkSegment(47ee5f77-257a-4dab-8f62-4d6ca66e2be2),segment_id=47ee5f77-257a-4dab-8f62-4d6ca66e2be2)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:08.116409 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:08.161812 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-990e46b0-d978-4089-92db-d2cfdf54f600 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d75c348-286f-4701-8d3d-df1cef9f0a75 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:53:08.168675 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0d43964d-4c38-4fcf-ae8b-257e0471bcde req-446bd37c-f73a-4aa9-8a33-2a3492410256 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5525baf2-42f6-4f92-8a1e-f7282ad02870 HTTP/1.1" status: 200 len: 217 time: 0.1199732 Nov 12 00:53:08.177259 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-990e46b0-d978-4089-92db-d2cfdf54f600 service neutron] For port 7d75c348-286f-4701-8d3d-df1cef9f0a75, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=7d75c348-286f-4701-8d3d-df1cef9f0a75,segment=NetworkSegment(936f4dc4-b49e-4318-84e7-8d3d4988961e),segment_id=936f4dc4-b49e-4318-84e7-8d3d4988961e)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:08.194424 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-990e46b0-d978-4089-92db-d2cfdf54f600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:08.232488 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=5525baf2-42f6-4f92-8a1e-f7282ad02870,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:08.265768 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-54053880-034e-4a82-baf4-e84f0d633036 tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:53:08.266804 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-54053880-034e-4a82-baf4-e84f0d633036 tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096636 Nov 12 00:53:08.274905 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d43964d-4c38-4fcf-ae8b-257e0471bcde req-d82f6b9a-4ab8-4ba3-903c-f29e131ff4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:08.276398 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0d43964d-4c38-4fcf-ae8b-257e0471bcde req-d82f6b9a-4ab8-4ba3-903c-f29e131ff4d3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=099c1077-d7d9-4d2b-8d0a-cb64340e3fae HTTP/1.1" status: 200 len: 854 time: 0.1072693 Nov 12 00:53:08.285619 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f564f-4986-462f-bb79-9d1443ad8aa5 req-68a732fb-2257-4a7a-abcc-82330250a56a tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:08.287137 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5d4f564f-4986-462f-bb79-9d1443ad8aa5 req-68a732fb-2257-4a7a-abcc-82330250a56a tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] 10.222.0.45 "GET /v2.0/ports?device_id=e46bdab6-eb2e-42f8-a658-2f81e3392eeb HTTP/1.1" status: 200 len: 944 time: 0.1599236 Nov 12 00:53:08.307886 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-990e46b0-d978-4089-92db-d2cfdf54f600 service neutron] Transition to ACTIVE for port object 7d75c348-286f-4701-8d3d-df1cef9f0a75 will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:53:08.320481 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-990e46b0-d978-4089-92db-d2cfdf54f600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:08.371379 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0d43964d-4c38-4fcf-ae8b-257e0471bcde req-320442d2-a663-499d-badb-3a716ee6d425 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc829990-3cb3-4490-b229-d8b9e8e3d4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770183 Nov 12 00:53:08.418852 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-990e46b0-d978-4089-92db-d2cfdf54f600 service neutron] No DVR routers for this DVR port 7d75c348-286f-4701-8d3d-df1cef9f0a75 on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:53:08.426826 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990e46b0-d978-4089-92db-d2cfdf54f600 service neutron] Pushing event updated for resources: {'Port': ['ID=7d75c348-286f-4701-8d3d-df1cef9f0a75,revision_number=10']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:08.447073 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-4385d9ff-ce03-4aa8-9e8b-ee7fb9d9ee2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:08.454406 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-4385d9ff-ce03-4aa8-9e8b-ee7fb9d9ee2b service neutron] 10.222.0.45 "GET /v2.0/ports/a9829ae0-68a1-466e-86d4-cef54886a7b3 HTTP/1.1" status: 200 len: 1094 time: 0.1663122 Nov 12 00:53:08.459601 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-8590113e-c5ec-49b9-9387-2e85280bae93 service neutron] Request body: {'binding': {'host': 'n-h1-712142-27', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:08.460075 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-8590113e-c5ec-49b9-9387-2e85280bae93 service neutron] Unknown quota resources ['binding']. {{(pid=109085) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 00:53:08.472986 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-990e46b0-d978-4089-92db-d2cfdf54f600 service neutron] 10.222.0.44 "PUT /v2.0/ports/7d75c348-286f-4701-8d3d-df1cef9f0a75/bindings/n-h1-712142-27/activate HTTP/1.1" status: 200 len: 370 time: 0.8468857 Nov 12 00:53:08.508270 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5d4f564f-4986-462f-bb79-9d1443ad8aa5 req-bc95e9e6-5537-438a-abba-1d945a8cc8c8 tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] 10.222.0.45 "GET /v2.0/security-groups?id=9a14b3a8-ce12-4775-bf18-da7874348cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806431 Nov 12 00:53:08.596993 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['5525baf2-42f6-4f92-8a1e-f7282ad02870'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:53:08.610027 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0d43964d-4c38-4fcf-ae8b-257e0471bcde req-92d667c9-1d29-4bc7-9cd7-d0d22bba4603 service neutron] 10.222.0.16 "GET /v2.0/networks/fc829990-3cb3-4490-b229-d8b9e8e3d4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145803 Nov 12 00:53:08.740271 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-1abb8ff4-44cb-4f72-89b1-787153fe8359 tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:08.741821 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-1abb8ff4-44cb-4f72-89b1-787153fe8359 tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=693d0b75-ece2-4869-ae25-5ae5d8a5bb27&tenant_id=52ec13b5aa674ec2836b22da2faf152e&binding%3Ahost_id=n-h2-712142-27 HTTP/1.1" status: 200 len: 1097 time: 0.1375701 Nov 12 00:53:08.756362 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '463d7b0f-dc57-4792-9edc-b4d0c93a91c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd76c2986-dd8a-4df1-8b47-ea03a8fc1669'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:08.759262 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34aefc7b-c495-4026-9931-017420e2190e" -d '{"events": [{"server_uuid": "463d7b0f-dc57-4792-9edc-b4d0c93a91c3", "name": "network-vif-plugged", "status": "completed", "tag": "d76c2986-dd8a-4df1-8b47-ea03a8fc1669"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:08.814865 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-3fa52bff-8b3d-4cdf-b382-90533d9b9b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:08.817250 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-3fa52bff-8b3d-4cdf-b382-90533d9b9b6b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=693d0b75-ece2-4869-ae25-5ae5d8a5bb27&tenant_id=52ec13b5aa674ec2836b22da2faf152e HTTP/1.1" status: 200 len: 1097 time: 0.0641406 Nov 12 00:53:08.876543 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f7df11-9eeb-475c-b49e-98a2a30b967b req-7057e812-0068-49c3-beb0-7932825e1437 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:08.878707 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-98f7df11-9eeb-475c-b49e-98a2a30b967b req-7057e812-0068-49c3-beb0-7932825e1437 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4c37546-1535-44ad-b00f-166a19bf0b5c HTTP/1.1" status: 200 len: 950 time: 0.1095731 Nov 12 00:53:08.958574 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-28d4a4a5-c68c-4abe-9e5a-b70aa8577fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:08.961096 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-28d4a4a5-c68c-4abe-9e5a-b70aa8577fb4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=52ec13b5aa674ec2836b22da2faf152e&device_id=693d0b75-ece2-4869-ae25-5ae5d8a5bb27 HTTP/1.1" status: 200 len: 1097 time: 0.0925362 Nov 12 00:53:09.025244 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0d43964d-4c38-4fcf-ae8b-257e0471bcde req-43d0d431-0997-4693-b800-765aa3253ec8 service neutron] 10.222.0.16 "GET /v2.0/networks/fc829990-3cb3-4490-b229-d8b9e8e3d4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041629 Nov 12 00:53:09.037797 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-8590113e-c5ec-49b9-9387-2e85280bae93 service neutron] Attempting to bind port a9829ae0-68a1-466e-86d4-cef54886a7b3 on host n-h1-712142-27 for vnic_type normal with profile None {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:53:09.038152 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-8590113e-c5ec-49b9-9387-2e85280bae93 service neutron] Attempting to bind port a9829ae0-68a1-466e-86d4-cef54886a7b3 by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': '22cf0803-7015-4b8f-9bea-ad8ec3d31ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfbacf63-886c-40df-80dd-a56be185809d'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:53:09.038476 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-8590113e-c5ec-49b9-9387-2e85280bae93 service neutron] Attempting to bind port a9829ae0-68a1-466e-86d4-cef54886a7b3 on network dfbacf63-886c-40df-80dd-a56be185809d {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:09.078933 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-98f7df11-9eeb-475c-b49e-98a2a30b967b req-ab130a7b-f485-491b-8aaa-cef4fc9e66b2 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786869 Nov 12 00:53:09.079869 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-8590113e-c5ec-49b9-9387-2e85280bae93 service neutron] Port a9829ae0-68a1-466e-86d4-cef54886a7b3 on network dfbacf63-886c-40df-80dd-a56be185809d not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:53:09.088516 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-8590113e-c5ec-49b9-9387-2e85280bae93 service neutron] Attempting to bind port a9829ae0-68a1-466e-86d4-cef54886a7b3 on network dfbacf63-886c-40df-80dd-a56be185809d {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:09.092940 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-04127124-4eee-4c26-b82d-6816a4f65ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:09.095224 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-04127124-4eee-4c26-b82d-6816a4f65ce2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1c193d6a-5984-4109-91aa-b0c9d7c9a6bf HTTP/1.1" status: 200 len: 920 time: 0.1234727 Nov 12 00:53:09.097855 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-8590113e-c5ec-49b9-9387-2e85280bae93 service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:53:09.098189 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-8590113e-c5ec-49b9-9387-2e85280bae93 service neutron] Checking segment: {'id': '22cf0803-7015-4b8f-9bea-ad8ec3d31ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfbacf63-886c-40df-80dd-a56be185809d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:09.098702 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-8590113e-c5ec-49b9-9387-2e85280bae93 service neutron] Bound using segment: {'id': '22cf0803-7015-4b8f-9bea-ad8ec3d31ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfbacf63-886c-40df-80dd-a56be185809d'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:53:09.099132 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-8590113e-c5ec-49b9-9387-2e85280bae93 service neutron] Bound port: a9829ae0-68a1-466e-86d4-cef54886a7b3, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22cf0803-7015-4b8f-9bea-ad8ec3d31ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfbacf63-886c-40df-80dd-a56be185809d'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:53:09.165074 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-71e56e0e-2418-4ac1-adff-4531fea8cc55 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d75c348-286f-4701-8d3d-df1cef9f0a75 HTTP/1.1" status: 200 len: 217 time: 0.0576618 Nov 12 00:53:09.210366 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-8590113e-c5ec-49b9-9387-2e85280bae93 service neutron] For port a9829ae0-68a1-466e-86d4-cef54886a7b3, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=a9829ae0-68a1-466e-86d4-cef54886a7b3,segment=NetworkSegment(22cf0803-7015-4b8f-9bea-ad8ec3d31ac5),segment_id=22cf0803-7015-4b8f-9bea-ad8ec3d31ac5)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:53:09.220211 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-8590113e-c5ec-49b9-9387-2e85280bae93 service neutron] Publish callbacks [] for binding, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:09.221467 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-8590113e-c5ec-49b9-9387-2e85280bae93 service neutron] 10.222.0.45 "POST /v2.0/ports/a9829ae0-68a1-466e-86d4-cef54886a7b3/bindings HTTP/1.1" status: 201 len: 390 time: 0.7662623 Nov 12 00:53:09.239595 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832788db-abd4-4d86-86db-54bf4723f5e1 req-4b5450cc-82d0-4d13-9709-aebe54fe54b4 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:09.241222 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-832788db-abd4-4d86-86db-54bf4723f5e1 req-4b5450cc-82d0-4d13-9709-aebe54fe54b4 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=693d0b75-ece2-4869-ae25-5ae5d8a5bb27 HTTP/1.1" status: 200 len: 945 time: 0.0898435 Nov 12 00:53:09.248639 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-4f5941eb-33b7-4f58-b64f-8dd079590e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:09.250287 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-4f5941eb-33b7-4f58-b64f-8dd079590e0e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6d8bd009-45c7-4017-80d7-9c1f69484ce9 HTTP/1.1" status: 200 len: 860 time: 0.0727110 Nov 12 00:53:09.315740 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-71078887-e406-4c6d-b9ec-fce114db8677 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1c193d6a-5984-4109-91aa-b0c9d7c9a6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562849 Nov 12 00:53:09.316531 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-832788db-abd4-4d86-86db-54bf4723f5e1 req-6f40fcd0-2301-4091-a0e0-07c435d796cd tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690887 Nov 12 00:53:09.409135 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 51736) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:09.457587 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3687f6-b266-4183-9562-29b2c925af55 x-openstack-request-id: req-fa3687f6-b266-4183-9562-29b2c925af55 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:09.458088 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "463d7b0f-dc57-4792-9edc-b4d0c93a91c3", "name": "network-vif-plugged", "status": "completed", "tag": "d76c2986-dd8a-4df1-8b47-ea03a8fc1669", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:09.458310 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fa3687f6-b266-4183-9562-29b2c925af55 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:09.458795 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '463d7b0f-dc57-4792-9edc-b4d0c93a91c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd76c2986-dd8a-4df1-8b47-ea03a8fc1669', 'code': 200} Nov 12 00:53:09.480083 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-8bf420e9-ca19-49e2-9b8a-e7110e0bf4d1 service neutron] 10.222.0.16 "GET /v2.0/networks/1c193d6a-5984-4109-91aa-b0c9d7c9a6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545675 Nov 12 00:53:09.628517 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69709654-354a-4f46-b1fa-c0aa0a9a21d9 req-6fca62d3-54f1-441e-ac30-621f3703a8bd tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:09.636267 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-69709654-354a-4f46-b1fa-c0aa0a9a21d9 req-6fca62d3-54f1-441e-ac30-621f3703a8bd tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=463d7b0f-dc57-4792-9edc-b4d0c93a91c3 HTTP/1.1" status: 200 len: 949 time: 0.1607537 Nov 12 00:53:09.664161 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84270f14-26e9-4906-991c-af5593c42432 req-1b8226d8-1118-4c6e-b73c-dfc285d50db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:09.666382 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-84270f14-26e9-4906-991c-af5593c42432 req-1b8226d8-1118-4c6e-b73c-dfc285d50db7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=463d7b0f-dc57-4792-9edc-b4d0c93a91c3 HTTP/1.1" status: 200 len: 1101 time: 0.0853257 Nov 12 00:53:09.668444 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-dd2473c1-9bc9-408f-889c-bf43e8bdeced service neutron] 10.222.0.16 "GET /v2.0/networks/1c193d6a-5984-4109-91aa-b0c9d7c9a6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631544 Nov 12 00:53:09.716146 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3297aa63-efff-4bd4-8069-bb8643b311e1 req-86eee64e-6bea-4933-b99e-f826c5492685 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:09.716146 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3297aa63-efff-4bd4-8069-bb8643b311e1 req-86eee64e-6bea-4933-b99e-f826c5492685 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=fae9f6f0-d961-46c4-b01a-29a22e071ae6 HTTP/1.1" status: 200 len: 945 time: 0.1897664 Nov 12 00:53:09.743619 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-84270f14-26e9-4906-991c-af5593c42432 req-c2d3857d-3b03-47ff-819c-d0cb8b3a2750 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631096 Nov 12 00:53:09.789594 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-69709654-354a-4f46-b1fa-c0aa0a9a21d9 req-e4de3fe9-508e-4ba3-a4bf-28d407ccc780 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522396 Nov 12 00:53:09.886437 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3297aa63-efff-4bd4-8069-bb8643b311e1 req-699844e7-614c-4c7e-9815-84ac6f8cba5e tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569524 Nov 12 00:53:10.066381 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-e97fda2c-ce54-48d7-bfc5-e3d409653df3 tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:10.068293 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-e97fda2c-ce54-48d7-bfc5-e3d409653df3 tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=693d0b75-ece2-4869-ae25-5ae5d8a5bb27&tenant_id=52ec13b5aa674ec2836b22da2faf152e&binding%3Ahost_id=n-h1-712142-27 HTTP/1.1" status: 200 len: 1097 time: 0.0518410 Nov 12 00:53:10.073034 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a52cbb-73ed-4bc2-a4db-d9ad9d9c4992 req-5aa199ec-dc80-48b5-86e0-2c0d083ec1b6 tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:10.075182 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-17a52cbb-73ed-4bc2-a4db-d9ad9d9c4992 req-5aa199ec-dc80-48b5-86e0-2c0d083ec1b6 tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] 10.222.0.45 "GET /v2.0/ports?device_id=e46bdab6-eb2e-42f8-a658-2f81e3392eeb HTTP/1.1" status: 200 len: 944 time: 0.1875868 Nov 12 00:53:10.160011 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-17a52cbb-73ed-4bc2-a4db-d9ad9d9c4992 req-c0a77a85-7fc2-4847-baa5-d25b3d5f2f05 tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] 10.222.0.45 "GET /v2.0/security-groups?id=9a14b3a8-ce12-4775-bf18-da7874348cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771108 Nov 12 00:53:10.244795 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:10.304329 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7b1e4-0dbc-48ad-bbe3-8b7c30cf64b4 req-195445e4-3636-4b91-8e70-81c1318aebae tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:10.306009 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fcf7b1e4-0dbc-48ad-bbe3-8b7c30cf64b4 req-195445e4-3636-4b91-8e70-81c1318aebae tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4c37546-1535-44ad-b00f-166a19bf0b5c HTTP/1.1" status: 200 len: 950 time: 0.0883524 Nov 12 00:53:10.328450 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ef28c589-5d3d-4409-a6c8-73e801da46ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:10.455989 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fcf7b1e4-0dbc-48ad-bbe3-8b7c30cf64b4 req-16c508cf-441b-4d22-9436-7056746b4ceb tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378856 Nov 12 00:53:10.529583 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-f5baf70b-ae8e-490b-baae-69dbe1c194b8 service neutron] For port 7d75c348-286f-4701-8d3d-df1cef9f0a75, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:53:10.534632 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-f5baf70b-ae8e-490b-baae-69dbe1c194b8 service neutron] Publish callbacks [] for binding, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:10.536003 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9ab7232e-d636-4b45-b03b-9ad4beef7ece req-f5baf70b-ae8e-490b-baae-69dbe1c194b8 service neutron] 10.222.0.16 "DELETE /v2.0/ports/7d75c348-286f-4701-8d3d-df1cef9f0a75/bindings/n-h2-712142-27 HTTP/1.1" status: 204 len: 173 time: 0.4480968 Nov 12 00:53:10.986218 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01923e9e-e52f-4e39-bc35-f5e200301a5f req-47440af9-0917-4304-9673-5a28e36c2830 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:10.989430 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-01923e9e-e52f-4e39-bc35-f5e200301a5f req-47440af9-0917-4304-9673-5a28e36c2830 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=693d0b75-ece2-4869-ae25-5ae5d8a5bb27 HTTP/1.1" status: 200 len: 945 time: 0.5308199 Nov 12 00:53:11.036944 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e022dc6c-70a9-4d98-914e-92eefc80d120 req-1835e986-dc2c-4abd-971a-2766d61cb174 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:11.040436 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e022dc6c-70a9-4d98-914e-92eefc80d120 req-1835e986-dc2c-4abd-971a-2766d61cb174 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=463d7b0f-dc57-4792-9edc-b4d0c93a91c3 HTTP/1.1" status: 200 len: 949 time: 0.0997198 Nov 12 00:53:11.111373 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-01923e9e-e52f-4e39-bc35-f5e200301a5f req-926dd1b1-00fe-4f3f-8bc7-6a6c297dafc8 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103199 Nov 12 00:53:11.150999 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e022dc6c-70a9-4d98-914e-92eefc80d120 req-be991404-e039-4284-9547-bc5d21190e90 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021466 Nov 12 00:53:11.400417 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c662da-2644-4c63-a277-446a2fd11823 req-638219ea-d900-467f-b4f1-44f5ded8a10c tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:11.402683 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a8c662da-2644-4c63-a277-446a2fd11823 req-638219ea-d900-467f-b4f1-44f5ded8a10c tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=fae9f6f0-d961-46c4-b01a-29a22e071ae6 HTTP/1.1" status: 200 len: 945 time: 0.1796403 Nov 12 00:53:11.428711 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-ef28c589-5d3d-4409-a6c8-73e801da46ec admin admin] Deleting port 1d6fd85f-6668-43f2-a114-7c41e1eee463 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:53:11.429183 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ef28c589-5d3d-4409-a6c8-73e801da46ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:11.500672 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa60a7-b69e-4197-a4be-8431c1b8e1a8 req-edba05b7-b64d-46e8-8e6a-806f38020467 tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:11.507923 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3bfa60a7-b69e-4197-a4be-8431c1b8e1a8 req-edba05b7-b64d-46e8-8e6a-806f38020467 tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] 10.222.0.45 "GET /v2.0/ports?device_id=e46bdab6-eb2e-42f8-a658-2f81e3392eeb HTTP/1.1" status: 200 len: 944 time: 0.1743209 Nov 12 00:53:11.593174 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-ef28c589-5d3d-4409-a6c8-73e801da46ec admin admin] For port 1d6fd85f-6668-43f2-a114-7c41e1eee463, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=1d6fd85f-6668-43f2-a114-7c41e1eee463,segment=NetworkSegment(f5a63f27-c50a-4e4c-bd91-9eb60efb33af),segment_id=f5a63f27-c50a-4e4c-bd91-9eb60efb33af)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:11.593691 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ef28c589-5d3d-4409-a6c8-73e801da46ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:11.611189 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 5525baf2-42f6-4f92-8a1e-f7282ad02870 up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:53:11.623676 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a8c662da-2644-4c63-a277-446a2fd11823 req-12d51d8f-e236-4586-8a7f-3370a43e2598 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955762 Nov 12 00:53:11.631676 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-ef28c589-5d3d-4409-a6c8-73e801da46ec admin admin] Calling delete_port for 1d6fd85f-6668-43f2-a114-7c41e1eee463 owned by network:router_interface {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:53:11.658666 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 7d75c348-286f-4701-8d3d-df1cef9f0a75 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:53:11.659133 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3bfa60a7-b69e-4197-a4be-8431c1b8e1a8 req-194324e8-0d75-4b18-b2a9-b37a36958f40 tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] 10.222.0.45 "GET /v2.0/security-groups?id=9a14b3a8-ce12-4775-bf18-da7874348cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435988 Nov 12 00:53:11.717920 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 7d75c348-286f-4701-8d3d-df1cef9f0a75 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:53:11.730924 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port 5525baf2-42f6-4f92-8a1e-f7282ad02870 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:53:11.738704 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port 5525baf2-42f6-4f92-8a1e-f7282ad02870 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:11.739372 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:11.828663 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:11.853826 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b061782-dc8e-4575-b5d6-4e03e10ea1ef req-a39d677b-e292-45e7-b4c2-1cd64249b48f tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:11.862340 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6b061782-dc8e-4575-b5d6-4e03e10ea1ef req-a39d677b-e292-45e7-b4c2-1cd64249b48f tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=693d0b75-ece2-4869-ae25-5ae5d8a5bb27 HTTP/1.1" status: 200 len: 1097 time: 0.1083076 Nov 12 00:53:11.870417 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 5525baf2-42f6-4f92-8a1e-f7282ad02870, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=5525baf2-42f6-4f92-8a1e-f7282ad02870,segment=NetworkSegment(47ee5f77-257a-4dab-8f62-4d6ca66e2be2),segment_id=47ee5f77-257a-4dab-8f62-4d6ca66e2be2)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:11.871692 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e46bdab6-eb2e-42f8-a658-2f81e3392eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5525baf2-42f6-4f92-8a1e-f7282ad02870'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:11.874998 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa94079d-06c0-48dc-94da-056bedf339e1" -d '{"events": [{"server_uuid": "e46bdab6-eb2e-42f8-a658-2f81e3392eeb", "name": "network-vif-plugged", "status": "completed", "tag": "5525baf2-42f6-4f92-8a1e-f7282ad02870"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:11.879133 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:11.909194 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f0292-494c-4006-b514-b49163535189 req-22614530-f3ee-4026-bb47-35e4e8c813b3 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:11.911244 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ef0f0292-494c-4006-b514-b49163535189 req-22614530-f3ee-4026-bb47-35e4e8c813b3 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4c37546-1535-44ad-b00f-166a19bf0b5c HTTP/1.1" status: 200 len: 950 time: 0.1664789 Nov 12 00:53:11.941665 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=5525baf2-42f6-4f92-8a1e-f7282ad02870,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:12.022498 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6b061782-dc8e-4575-b5d6-4e03e10ea1ef req-876ee85c-5f97-4e89-bd78-de878d7a2dba tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590879 Nov 12 00:53:12.048541 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ef0f0292-494c-4006-b514-b49163535189 req-40619d58-d8d9-490c-abe4-1f5fad9f7488 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180205 Nov 12 00:53:12.124065 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ef28c589-5d3d-4409-a6c8-73e801da46ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:12.158623 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd05336-134f-41f1-aaec-749e5ccf78e4 x-openstack-request-id: req-2cd05336-134f-41f1-aaec-749e5ccf78e4 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:12.158885 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e46bdab6-eb2e-42f8-a658-2f81e3392eeb", "name": "network-vif-plugged", "status": "completed", "tag": "5525baf2-42f6-4f92-8a1e-f7282ad02870", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:12.159132 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2cd05336-134f-41f1-aaec-749e5ccf78e4 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:12.159535 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e46bdab6-eb2e-42f8-a658-2f81e3392eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5525baf2-42f6-4f92-8a1e-f7282ad02870', 'code': 200} Nov 12 00:53:12.186031 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef28c589-5d3d-4409-a6c8-73e801da46ec admin admin] Pushing event deleted for resources: {'Port': ['ID=1d6fd85f-6668-43f2-a114-7c41e1eee463,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:12.379866 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-85dc3475-3aff-42c0-9251-ad31de14604a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:12.381658 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-85dc3475-3aff-42c0-9251-ad31de14604a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=31213ba92821461cba1a0adcb9241baa&device_id=fae9f6f0-d961-46c4-b01a-29a22e071ae6 HTTP/1.1" status: 200 len: 1097 time: 0.0835018 Nov 12 00:53:12.549069 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-dc80422f-0266-45e0-84e2-ddec6c59b2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:12.550570 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-dc80422f-0266-45e0-84e2-ddec6c59b2f5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dfbacf63-886c-40df-80dd-a56be185809d HTTP/1.1" status: 200 len: 908 time: 0.1480901 Nov 12 00:53:12.597621 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-19604ee4-f50c-4b62-ad8e-2ac222739792 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9829ae0-68a1-466e-86d4-cef54886a7b3 HTTP/1.1" status: 200 len: 217 time: 0.0392001 Nov 12 00:53:12.622041 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74707a6d-978f-4586-9bc8-d3a4d1f9d401 req-010fba07-30eb-47fd-ad52-bb8e56b92590 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:12.631222 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-74707a6d-978f-4586-9bc8-d3a4d1f9d401 req-010fba07-30eb-47fd-ad52-bb8e56b92590 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=463d7b0f-dc57-4792-9edc-b4d0c93a91c3 HTTP/1.1" status: 200 len: 949 time: 0.3781645 Nov 12 00:53:12.668786 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-4eff8b15-8fff-468c-bb7b-2f23aeedfca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:12.670610 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-4eff8b15-8fff-468c-bb7b-2f23aeedfca6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=47cc90a9-e995-4711-ba6b-508e6e69e5de HTTP/1.1" status: 200 len: 848 time: 0.0615957 Nov 12 00:53:12.695009 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9951475-1e1d-42cc-9ed1-158135380c3b req-33f60fd3-a2a1-4dc5-9c6a-52169b5470ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:12.697479 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f9951475-1e1d-42cc-9ed1-158135380c3b req-33f60fd3-a2a1-4dc5-9c6a-52169b5470ac service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e46bdab6-eb2e-42f8-a658-2f81e3392eeb HTTP/1.1" status: 200 len: 1097 time: 0.3206935 Nov 12 00:53:12.708436 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fe287-dfe5-4131-8150-9c4ef21d5cdb req-19c5d0dc-ecd2-47cc-88d2-63f1af29940e tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:12.710123 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-788fe287-dfe5-4131-8150-9c4ef21d5cdb req-19c5d0dc-ecd2-47cc-88d2-63f1af29940e tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/networks?id=1c193d6a-5984-4109-91aa-b0c9d7c9a6bf HTTP/1.1" status: 200 len: 820 time: 0.2920845 Nov 12 00:53:12.719758 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-5c2c63e7-6544-4b3c-8b92-ac12228da5bb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dfbacf63-886c-40df-80dd-a56be185809d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403407 Nov 12 00:53:12.777477 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-788fe287-dfe5-4131-8150-9c4ef21d5cdb req-4e2d6417-906c-4e34-9ecb-3ec7f42b1dca tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/quotas/52ec13b5aa674ec2836b22da2faf152e HTTP/1.1" status: 200 len: 375 time: 0.0288577 Nov 12 00:53:12.846687 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-7d90bb2c-4ca5-49ce-b245-fd74ec69e26f service neutron] 10.222.0.16 "GET /v2.0/networks/dfbacf63-886c-40df-80dd-a56be185809d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116216 Nov 12 00:53:12.875584 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-74707a6d-978f-4586-9bc8-d3a4d1f9d401 req-0330ecd6-0495-485b-ae85-75783528d63d tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431262 Nov 12 00:53:12.878391 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ef28c589-5d3d-4409-a6c8-73e801da46ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:12.883083 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f9951475-1e1d-42cc-9ed1-158135380c3b req-afcf599a-c926-4bcc-8270-8deedbe917f6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9a14b3a8-ce12-4775-bf18-da7874348cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701260 Nov 12 00:53:12.924704 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-788fe287-dfe5-4131-8150-9c4ef21d5cdb req-32679e01-948d-4e62-998c-aafb8e6de1d5 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=52ec13b5aa674ec2836b22da2faf152e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1219640 Nov 12 00:53:13.008628 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-777e69ee-9445-432e-abfa-455f00ff4196 service neutron] 10.222.0.16 "GET /v2.0/networks/dfbacf63-886c-40df-80dd-a56be185809d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472852 Nov 12 00:53:13.186888 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8129f-f3d5-4fef-94cd-d291a7f048d0 req-cbc5efa6-ca37-4894-95dd-a10b51d99e36 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:13.188849 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-41c8129f-f3d5-4fef-94cd-d291a7f048d0 req-cbc5efa6-ca37-4894-95dd-a10b51d99e36 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=fae9f6f0-d961-46c4-b01a-29a22e071ae6 HTTP/1.1" status: 200 len: 945 time: 0.1713881 Nov 12 00:53:13.200308 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-788fe287-dfe5-4131-8150-9c4ef21d5cdb req-6ace5fc8-e26d-491a-91d8-9c17d35077ab service neutron] 10.222.0.45 "GET /v2.0/networks/1c193d6a-5984-4109-91aa-b0c9d7c9a6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297926 Nov 12 00:53:13.379405 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-41c8129f-f3d5-4fef-94cd-d291a7f048d0 req-8b0dfd34-28c2-4aa6-9e45-3cd82d496a84 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753769 Nov 12 00:53:13.444132 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-788fe287-dfe5-4131-8150-9c4ef21d5cdb req-4595a12c-bae7-49ec-bddf-c46b328d37f4 service neutron] 10.222.0.45 "GET /v2.0/networks/1c193d6a-5984-4109-91aa-b0c9d7c9a6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423079 Nov 12 00:53:13.616077 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb47a7-0372-47f3-9dba-0487fbb6cc17 req-2dbaa447-24d3-474c-8ba7-d2422d1cd773 tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:13.625353 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-07cb47a7-0372-47f3-9dba-0487fbb6cc17 req-2dbaa447-24d3-474c-8ba7-d2422d1cd773 tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] 10.222.0.45 "GET /v2.0/ports?device_id=e46bdab6-eb2e-42f8-a658-2f81e3392eeb HTTP/1.1" status: 200 len: 945 time: 0.1546760 Nov 12 00:53:13.637387 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef28c589-5d3d-4409-a6c8-73e801da46ec admin admin] Router b48cf159-4c64-4378-b5e7-20d5158fd5a8 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:53:13.772700 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-07cb47a7-0372-47f3-9dba-0487fbb6cc17 req-913c6d9d-3e43-4faf-ae43-da8af2243157 tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] 10.222.0.45 "GET /v2.0/security-groups?id=9a14b3a8-ce12-4775-bf18-da7874348cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462553 Nov 12 00:53:13.837269 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe8e13-f5ec-4689-af28-113a68f77be3 req-2caae15a-8cb3-4950-8f0c-86803ba9dc90 tempest-ServersOnMultiNodesTest-1740922003 tempest-ServersOnMultiNodesTest-1740922003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:13.845724 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bdfe8e13-f5ec-4689-af28-113a68f77be3 req-2caae15a-8cb3-4950-8f0c-86803ba9dc90 tempest-ServersOnMultiNodesTest-1740922003 tempest-ServersOnMultiNodesTest-1740922003-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=463d7b0f-dc57-4792-9edc-b4d0c93a91c3 HTTP/1.1" status: 200 len: 1101 time: 0.1815636 Nov 12 00:53:13.883253 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef28c589-5d3d-4409-a6c8-73e801da46ec admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:53:13.894947 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b98872-6c2e-4209-929f-88575bb81466 None None] Sync routers for ids ['b48cf159-4c64-4378-b5e7-20d5158fd5a8'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:53:13.905603 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-ef28c589-5d3d-4409-a6c8-73e801da46ec admin admin] 10.222.0.45 "PUT /v2.0/routers/b48cf159-4c64-4378-b5e7-20d5158fd5a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4915836 Nov 12 00:53:13.906229 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51826) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:13.945837 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b98872-6c2e-4209-929f-88575bb81466 None None] Routers {'b48cf159-4c64-4378-b5e7-20d5158fd5a8'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:53:13.946719 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-e7b98872-6c2e-4209-929f-88575bb81466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:53:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['b48cf159-4c64-4378-b5e7-20d5158fd5a8'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:13.955040 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bdfe8e13-f5ec-4689-af28-113a68f77be3 req-3f1fc0c9-e09e-4141-bc46-3d94164c8cec tempest-ServersOnMultiNodesTest-1740922003 tempest-ServersOnMultiNodesTest-1740922003-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083381 Nov 12 00:53:13.978297 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a84ed7-d1e9-4d1c-9a94-527d43de103a req-4dc28680-dadc-4bbc-9b9a-75edb791ddf6 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:13.978297 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-81a84ed7-d1e9-4d1c-9a94-527d43de103a req-4dc28680-dadc-4bbc-9b9a-75edb791ddf6 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4c37546-1535-44ad-b00f-166a19bf0b5c HTTP/1.1" status: 200 len: 950 time: 0.1036828 Nov 12 00:53:14.070765 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-81a84ed7-d1e9-4d1c-9a94-527d43de103a req-e8f6c28f-8c43-4855-b9b1-75c191511432 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938888 Nov 12 00:53:14.380735 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-19ff2911-c3d2-4ea4-a3c8-64ef72529cad req-e0b0159a-efb5-4e8e-b338-77c816044ab5 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f HTTP/1.1" status: 200 len: 210 time: 0.0972772 Nov 12 00:53:14.423642 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a71ed973-db26-41c0-a222-e0f792af7a79 admin admin] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:14.436136 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-d5334709-657c-4fd0-bcf0-9389424e6995 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=1a351b85e994407a86b201df7ace2e9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518973 Nov 12 00:53:14.519989 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-e7b98872-6c2e-4209-929f-88575bb81466 None None] Set router b48cf159-4c64-4378-b5e7-20d5158fd5a8 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:53:14.674343 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a71ed973-db26-41c0-a222-e0f792af7a79 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:14.791635 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f07bdb5-e019-480f-8894-ff2f2e695349 req-4ae65f77-d626-4822-84e2-5b6455629856 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:14.792377 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-a71ed973-db26-41c0-a222-e0f792af7a79 admin admin] Deleting port baae78e4-bcca-410e-b4ee-5b005ae463b7 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:53:14.793672 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5f07bdb5-e019-480f-8894-ff2f2e695349 req-4ae65f77-d626-4822-84e2-5b6455629856 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=fae9f6f0-d961-46c4-b01a-29a22e071ae6 HTTP/1.1" status: 200 len: 945 time: 0.2094231 Nov 12 00:53:14.795217 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a71ed973-db26-41c0-a222-e0f792af7a79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:14.810475 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-e16c3b49-22c0-498e-b65b-370808c3ba2b tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:14.821191 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-e16c3b49-22c0-498e-b65b-370808c3ba2b tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3826087 Nov 12 00:53:14.828138 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:53:14.883821 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-e7b98872-6c2e-4209-929f-88575bb81466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48cf159-4c64-4378-b5e7-20d5158fd5a8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1308416798-router', 'tenant_id': '83eada3bc343462492e64e9fa7dd64d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'baae78e4-bcca-410e-b4ee-5b005ae463b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:48Z', 'updated_at': '2021-11-12T00:53:12Z', 'revision_number': 5, 'project_id': '83eada3bc343462492e64e9fa7dd64d1', 'gw_port': {'id': 'baae78e4-bcca-410e-b4ee-5b005ae463b7', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:87:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48cf159-4c64-4378-b5e7-20d5158fd5a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:49Z', 'updated_at': '2021-11-12T00:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:14.899637 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-3e4d4e61-086e-4da1-8da6-bc18b6c9a8a8 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/quotas/1a351b85e994407a86b201df7ace2e9c HTTP/1.1" status: 200 len: 375 time: 0.0772195 Nov 12 00:53:14.931637 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b98872-6c2e-4209-929f-88575bb81466 None None] Checking router: b48cf159-4c64-4378-b5e7-20d5158fd5a8 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:53:14.942549 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b98872-6c2e-4209-929f-88575bb81466 None None] Routers {'b48cf159-4c64-4378-b5e7-20d5158fd5a8'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:53:14.943513 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-e7b98872-6c2e-4209-929f-88575bb81466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:53:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['b48cf159-4c64-4378-b5e7-20d5158fd5a8'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:14.975543 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-a71ed973-db26-41c0-a222-e0f792af7a79 admin admin] For port baae78e4-bcca-410e-b4ee-5b005ae463b7, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=baae78e4-bcca-410e-b4ee-5b005ae463b7,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:14.976181 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a71ed973-db26-41c0-a222-e0f792af7a79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:15.003082 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-a71ed973-db26-41c0-a222-e0f792af7a79 admin admin] Calling delete_port for baae78e4-bcca-410e-b4ee-5b005ae463b7 owned by network:router_gateway {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:53:15.016585 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5f07bdb5-e019-480f-8894-ff2f2e695349 req-f5c4ecc0-68f2-4f40-93dd-00862fc2a9c4 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929770 Nov 12 00:53:15.085815 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-e7b98872-6c2e-4209-929f-88575bb81466 None None] Set router b48cf159-4c64-4378-b5e7-20d5158fd5a8 gateway port host: None {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:53:15.109123 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-87a3827c-997e-45cb-9d3e-57a21296944f tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1a351b85e994407a86b201df7ace2e9c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2084742 Nov 12 00:53:15.188466 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-e7b98872-6c2e-4209-929f-88575bb81466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b48cf159-4c64-4378-b5e7-20d5158fd5a8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1308416798-router', 'tenant_id': '83eada3bc343462492e64e9fa7dd64d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:48Z', 'updated_at': '2021-11-12T00:53:14Z', 'revision_number': 6, 'project_id': '83eada3bc343462492e64e9fa7dd64d1', 'gw_port_host': None}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:15.231184 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b98872-6c2e-4209-929f-88575bb81466 None None] The sync data for ids ['b48cf159-4c64-4378-b5e7-20d5158fd5a8'] in n-d-712142-27 is: [{'id': 'b48cf159-4c64-4378-b5e7-20d5158fd5a8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1308416798-router', 'tenant_id': '83eada3bc343462492e64e9fa7dd64d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:50:48Z', 'updated_at': '2021-11-12T00:53:14Z', 'revision_number': 6, 'project_id': '83eada3bc343462492e64e9fa7dd64d1', 'gw_port_host': None}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:53:15.242688 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3aeb0-b015-492c-ad94-0d8039ade9a3 req-f2749996-e566-4de3-a3ed-9161708d39d1 tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:15.244273 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f4f3aeb0-b015-492c-ad94-0d8039ade9a3 req-f2749996-e566-4de3-a3ed-9161708d39d1 tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] 10.222.0.45 "GET /v2.0/ports?device_id=e46bdab6-eb2e-42f8-a658-2f81e3392eeb HTTP/1.1" status: 200 len: 945 time: 0.0978673 Nov 12 00:53:15.317767 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f4f3aeb0-b015-492c-ad94-0d8039ade9a3 req-ba0760ec-ad7e-4d88-ad3b-b2204d650fc8 tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] 10.222.0.45 "GET /v2.0/security-groups?id=9a14b3a8-ce12-4775-bf18-da7874348cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646951 Nov 12 00:53:15.391274 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a71ed973-db26-41c0-a222-e0f792af7a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:15.439675 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71ed973-db26-41c0-a222-e0f792af7a79 admin admin] Pushing event deleted for resources: {'Port': ['ID=baae78e4-bcca-410e-b4ee-5b005ae463b7,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:15.615210 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a71ed973-db26-41c0-a222-e0f792af7a79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:15.685504 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296d998-711c-4036-8c6a-83e522802432 req-919d9bd2-6c60-47c7-940c-65529f8af7af tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:15.687634 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1296d998-711c-4036-8c6a-83e522802432 req-919d9bd2-6c60-47c7-940c-65529f8af7af tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4c37546-1535-44ad-b00f-166a19bf0b5c HTTP/1.1" status: 200 len: 950 time: 0.1882863 Nov 12 00:53:15.700788 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-37d9e45f-abc4-43e6-9fa3-7407f43b5f71 req-6aa77b0d-c715-4528-b4d2-3b5149671ad9 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=04b645d0-af99-4170-849a-96e128e6b694 HTTP/1.1" status: 200 len: 210 time: 0.0645595 Nov 12 00:53:15.850187 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1296d998-711c-4036-8c6a-83e522802432 req-ec3a1023-57a6-4b54-9935-25cf58be0206 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474757 Nov 12 00:53:16.023802 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1f96ebe6-54ed-43d0-92c1-4bd81c213b80 req-c986b4e6-f2a9-4ae3-8ffd-1d12ec032995 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f HTTP/1.1" status: 200 len: 210 time: 0.0512364 Nov 12 00:53:16.076701 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fe287-dfe5-4131-8150-9c4ef21d5cdb req-da42f6c7-28ef-4ff6-9bc8-544e137844e9 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:16.079181 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-788fe287-dfe5-4131-8150-9c4ef21d5cdb req-da42f6c7-28ef-4ff6-9bc8-544e137844e9 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.44 "GET /v2.0/networks?id=1c193d6a-5984-4109-91aa-b0c9d7c9a6bf HTTP/1.1" status: 200 len: 820 time: 0.4541209 Nov 12 00:53:16.088855 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a71ed973-db26-41c0-a222-e0f792af7a79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:16.093839 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a71ed973-db26-41c0-a222-e0f792af7a79 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:16.107825 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-788fe287-dfe5-4131-8150-9c4ef21d5cdb req-f6ee309e-6c1f-4394-bf0c-e56699082aba tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Request body: {'port': {'device_id': '2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f', 'network_id': '1c193d6a-5984-4109-91aa-b0c9d7c9a6bf', 'admin_state_up': True, 'tenant_id': '52ec13b5aa674ec2836b22da2faf152e'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:16.266219 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb671f-9b30-40d5-8fc0-0a5357fa605b req-7db41aae-03f0-4171-a2f3-1bb2055dd44c tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:16.273614 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6bbb671f-9b30-40d5-8fc0-0a5357fa605b req-7db41aae-03f0-4171-a2f3-1bb2055dd44c tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=fae9f6f0-d961-46c4-b01a-29a22e071ae6 HTTP/1.1" status: 200 len: 945 time: 0.1355767 Nov 12 00:53:16.289231 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a71ed973-db26-41c0-a222-e0f792af7a79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:16.290357 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71ed973-db26-41c0-a222-e0f792af7a79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b48cf159-4c64-4378-b5e7-20d5158fd5a8 {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:53:16.305703 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a71ed973-db26-41c0-a222-e0f792af7a79 admin admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:16.306995 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a71ed973-db26-41c0-a222-e0f792af7a79 admin admin] 10.222.0.45 "DELETE /v2.0/routers/b48cf159-4c64-4378-b5e7-20d5158fd5a8 HTTP/1.1" status: 204 len: 168 time: 2.3997531 Nov 12 00:53:16.313152 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51896) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:16.332633 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e6b6a9-cc50-4fee-987b-14afe5025b86 req-8f24b32e-c5f2-4978-a8fa-d44ab3c0d956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:16.334287 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-07e6b6a9-cc50-4fee-987b-14afe5025b86 req-8f24b32e-c5f2-4978-a8fa-d44ab3c0d956 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e868fe4c0eba4442806899167e012a91&device_id=e46bdab6-eb2e-42f8-a658-2f81e3392eeb HTTP/1.1" status: 200 len: 1097 time: 0.0833900 Nov 12 00:53:16.447377 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6bbb671f-9b30-40d5-8fc0-0a5357fa605b req-9cb7d666-a171-4368-bc83-f1c5bd3d460e tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707428 Nov 12 00:53:16.489443 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0484f84-d633-409a-830b-f07ace63fbd5 req-8539c508-fc20-498a-91bd-b1ec5ed984e1 tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:16.489914 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9164f5f-e0c3-479f-80fb-855c20debb0b admin admin] Deleting subnet d317dcad-6957-4229-abe0-26e636c3f387 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:53:16.494536 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e9164f5f-e0c3-479f-80fb-855c20debb0b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:16.507261 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d0484f84-d633-409a-830b-f07ace63fbd5 req-8539c508-fc20-498a-91bd-b1ec5ed984e1 tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] 10.222.0.45 "GET /v2.0/ports?device_id=e46bdab6-eb2e-42f8-a658-2f81e3392eeb HTTP/1.1" status: 200 len: 945 time: 0.2247899 Nov 12 00:53:16.558123 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e9164f5f-e0c3-479f-80fb-855c20debb0b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:16.602827 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d0484f84-d633-409a-830b-f07ace63fbd5 req-dbe8e63f-52e1-4033-9cce-6da5a53d5876 tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] 10.222.0.45 "GET /v2.0/security-groups?id=9a14b3a8-ce12-4775-bf18-da7874348cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945711 Nov 12 00:53:16.684812 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e9164f5f-e0c3-479f-80fb-855c20debb0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:16.765020 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e9164f5f-e0c3-479f-80fb-855c20debb0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:16.786234 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-788fe287-dfe5-4131-8150-9c4ef21d5cdb req-f6ee309e-6c1f-4394-bf0c-e56699082aba tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Made reservation on behalf of 52ec13b5aa674ec2836b22da2faf152e for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:16.789751 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f97c48-3247-4f17-b939-83454dc68687 None None] Network 5dea2f77-8295-4da8-a787-569a69965ebe requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:53:16.790230 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-788fe287-dfe5-4131-8150-9c4ef21d5cdb req-f6ee309e-6c1f-4394-bf0c-e56699082aba tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:16.852713 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e9164f5f-e0c3-479f-80fb-855c20debb0b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:16.863145 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e9164f5f-e0c3-479f-80fb-855c20debb0b admin admin] 10.222.0.45 "DELETE /v2.0/subnets/d317dcad-6957-4229-abe0-26e636c3f387 HTTP/1.1" status: 204 len: 168 time: 0.5428534 Nov 12 00:53:16.876286 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51914) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:16.918776 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9164f5f-e0c3-479f-80fb-855c20debb0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d317dcad-6957-4229-abe0-26e636c3f387,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:16.942106 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5da85d3c-5b26-43c5-bca0-900fea9d620c req-8fd54f4a-87cb-43ec-9dfc-73ae5a00c852 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=04b645d0-af99-4170-849a-96e128e6b694 HTTP/1.1" status: 200 len: 210 time: 0.0979986 Nov 12 00:53:17.023318 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device baae78e4-bcca-410e-b4ee-5b005ae463b7 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:53:17.056579 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: baae78e4-bcca-410e-b4ee-5b005ae463b7 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:53:17.057720 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device baae78e4-bcca-410e-b4ee-5b005ae463b7 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:53:17.058970 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 1d6fd85f-6668-43f2-a114-7c41e1eee463 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:53:17.068891 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d2364d-aa85-479d-b5cf-32d758504963 req-5686649b-6fc5-42cd-9af8-7251d928eff6 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:17.072514 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f0d2364d-aa85-479d-b5cf-32d758504963 req-5686649b-6fc5-42cd-9af8-7251d928eff6 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4c37546-1535-44ad-b00f-166a19bf0b5c HTTP/1.1" status: 200 len: 950 time: 0.0799091 Nov 12 00:53:17.101488 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e6b6a9-cc50-4fee-987b-14afe5025b86 req-9f3322d5-c29b-41db-a216-949020c07acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:17.103695 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-07e6b6a9-cc50-4fee-987b-14afe5025b86 req-9f3322d5-c29b-41db-a216-949020c07acd service neutron] 10.222.0.16 "GET /v2.0/networks?id=fc829990-3cb3-4490-b229-d8b9e8e3d4f4 HTTP/1.1" status: 200 len: 914 time: 0.7487063 Nov 12 00:53:17.141240 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 1d6fd85f-6668-43f2-a114-7c41e1eee463 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:53:17.141590 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 1d6fd85f-6668-43f2-a114-7c41e1eee463 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:53:17.245906 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f481c572-5d46-4c38-8a85-6627556d2780 req-671cb08c-e0e0-4ab7-b6e4-5a861aebf8ea tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f HTTP/1.1" status: 200 len: 210 time: 0.0724018 Nov 12 00:53:17.252392 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f0d2364d-aa85-479d-b5cf-32d758504963 req-22a73717-afb2-4807-bf50-45a60d796d1d tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710365 Nov 12 00:53:17.288149 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-14f7ae85-4e30-46b2-9f33-0d2e739b293c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:17.290566 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-07e6b6a9-cc50-4fee-987b-14afe5025b86 req-06a8bcf7-1920-4c0e-914d-89aed3c9d0d9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5525baf2-42f6-4f92-8a1e-f7282ad02870 HTTP/1.1" status: 200 len: 217 time: 0.1199739 Nov 12 00:53:17.344827 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-680aa8d5-767a-4957-8d9f-6dd57f751a90 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=1a351b85e994407a86b201df7ace2e9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307858 Nov 12 00:53:17.358550 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51acb30-8888-4f47-9e8b-0542632d25ab None None] DHCP port deletion for 5dea2f77-8295-4da8-a787-569a69965ebe request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:53:17.400926 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-788fe287-dfe5-4131-8150-9c4ef21d5cdb req-f6ee309e-6c1f-4394-bf0c-e56699082aba tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Allocated IP 172.20.0.6 (1c193d6a-5984-4109-91aa-b0c9d7c9a6bf/6d8bd009-45c7-4017-80d7-9c1f69484ce9/826a3929-0457-4fc5-98c8-fb33208c939e) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:17.498370 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-c51acb30-8888-4f47-9e8b-0542632d25ab None None] Deleting port babc7405-942c-466b-b1fd-cad53bff0090 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:53:17.498745 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c51acb30-8888-4f47-9e8b-0542632d25ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:17.537752 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e6b6a9-cc50-4fee-987b-14afe5025b86 req-53ab1e16-9add-49ef-a4ed-64f2cbebb6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:17.539249 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-07e6b6a9-cc50-4fee-987b-14afe5025b86 req-53ab1e16-9add-49ef-a4ed-64f2cbebb6e1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=099c1077-d7d9-4d2b-8d0a-cb64340e3fae HTTP/1.1" status: 200 len: 854 time: 0.2215610 Nov 12 00:53:17.611618 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-c51acb30-8888-4f47-9e8b-0542632d25ab None None] For port babc7405-942c-466b-b1fd-cad53bff0090, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=babc7405-942c-466b-b1fd-cad53bff0090,segment=NetworkSegment(f5a63f27-c50a-4e4c-bd91-9eb60efb33af),segment_id=f5a63f27-c50a-4e4c-bd91-9eb60efb33af)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:17.612323 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c51acb30-8888-4f47-9e8b-0542632d25ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:17.618250 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-07e6b6a9-cc50-4fee-987b-14afe5025b86 req-7eeadfd6-9192-45e5-9992-886f5640b187 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc829990-3cb3-4490-b229-d8b9e8e3d4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655303 Nov 12 00:53:17.633529 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-c51acb30-8888-4f47-9e8b-0542632d25ab None None] Calling delete_port for babc7405-942c-466b-b1fd-cad53bff0090 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:53:17.741382 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-74773d31-ebcc-43a5-abc4-692f3e7f3fec tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:17.745193 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-74773d31-ebcc-43a5-abc4-692f3e7f3fec tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3918645 Nov 12 00:53:17.771726 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c51acb30-8888-4f47-9e8b-0542632d25ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:17.790395 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-5d018e81-e581-4b55-8579-fad5fe1fd234 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Request body: {'port': {'device_id': '04b645d0-af99-4170-849a-96e128e6b694', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'admin_state_up': True, 'tenant_id': '1a351b85e994407a86b201df7ace2e9c'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:17.810557 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf3a36-3370-4e83-b7db-dd2fff571392 req-361ac7b4-ee8c-47c4-b6a7-beab9ea14aea tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:17.821204 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-73cf3a36-3370-4e83-b7db-dd2fff571392 req-361ac7b4-ee8c-47c4-b6a7-beab9ea14aea tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=fae9f6f0-d961-46c4-b01a-29a22e071ae6 HTTP/1.1" status: 200 len: 945 time: 0.2491143 Nov 12 00:53:17.831345 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51acb30-8888-4f47-9e8b-0542632d25ab None None] Pushing event deleted for resources: {'Port': ['ID=babc7405-942c-466b-b1fd-cad53bff0090,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:17.855887 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51acb30-8888-4f47-9e8b-0542632d25ab None None] No DVR routers for this DVR port babc7405-942c-466b-b1fd-cad53bff0090 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:53:17.965520 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-14f7ae85-4e30-46b2-9f33-0d2e739b293c admin admin] Deleting port babc7405-942c-466b-b1fd-cad53bff0090 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:53:17.966490 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-14f7ae85-4e30-46b2-9f33-0d2e739b293c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:17.991090 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-73cf3a36-3370-4e83-b7db-dd2fff571392 req-9b163ca4-413f-4a9b-b339-d2fb7f6efc25 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676662 Nov 12 00:53:18.000463 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-07e6b6a9-cc50-4fee-987b-14afe5025b86 req-e44ba412-8610-4a90-bc3b-ea5bfec156f5 service neutron] 10.222.0.16 "GET /v2.0/networks/fc829990-3cb3-4490-b229-d8b9e8e3d4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701980 Nov 12 00:53:18.029392 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-788fe287-dfe5-4131-8150-9c4ef21d5cdb req-f6ee309e-6c1f-4394-bf0c-e56699082aba tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:18.115874 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003b553-a9d0-4a0a-b998-2feb764ddefd req-60977252-627d-4877-86e7-620a4b11ba52 tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:18.119717 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3003b553-a9d0-4a0a-b998-2feb764ddefd req-60977252-627d-4877-86e7-620a4b11ba52 tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] 10.222.0.45 "GET /v2.0/ports?device_id=e46bdab6-eb2e-42f8-a658-2f81e3392eeb HTTP/1.1" status: 200 len: 945 time: 0.2410884 Nov 12 00:53:18.160699 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-07e6b6a9-cc50-4fee-987b-14afe5025b86 req-474a8842-7fe4-4ea2-9cd1-f0241512eb0a service neutron] 10.222.0.16 "GET /v2.0/networks/fc829990-3cb3-4490-b229-d8b9e8e3d4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419058 Nov 12 00:53:18.256520 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-14f7ae85-4e30-46b2-9f33-0d2e739b293c admin admin] For port babc7405-942c-466b-b1fd-cad53bff0090, host n-d-712142-27, got binding levels [] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:18.257224 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-14f7ae85-4e30-46b2-9f33-0d2e739b293c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:18.278290 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-14f7ae85-4e30-46b2-9f33-0d2e739b293c admin admin] Calling delete_port for babc7405-942c-466b-b1fd-cad53bff0090 owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:53:18.284217 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.ipam_backend_mixin [None req-14f7ae85-4e30-46b2-9f33-0d2e739b293c admin admin] Port babc7405-942c-466b-b1fd-cad53bff0090 was not found and therefore no delete operation was performed {{(pid=109086) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 00:53:18.287325 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-14f7ae85-4e30-46b2-9f33-0d2e739b293c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:18.316407 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f7ae85-4e30-46b2-9f33-0d2e739b293c admin admin] Pushing event deleted for resources: {'Port': ['ID=babc7405-942c-466b-b1fd-cad53bff0090,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:18.327061 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-788fe287-dfe5-4131-8150-9c4ef21d5cdb req-f6ee309e-6c1f-4394-bf0c-e56699082aba tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:18.388522 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ee309e-6c1f-4394-bf0c-e56699082aba tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Pushing event updated for resources: {'Port': ['ID=826a3929-0457-4fc5-98c8-fb33208c939e,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:18.405966 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f7ae85-4e30-46b2-9f33-0d2e739b293c admin admin] No DVR routers for this DVR port babc7405-942c-466b-b1fd-cad53bff0090 on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:53:18.423316 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-788fe287-dfe5-4131-8150-9c4ef21d5cdb req-f6ee309e-6c1f-4394-bf0c-e56699082aba tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Network 1c193d6a-5984-4109-91aa-b0c9d7c9a6bf is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:18.467639 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-788fe287-dfe5-4131-8150-9c4ef21d5cdb req-f6ee309e-6c1f-4394-bf0c-e56699082aba tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:18.471551 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-788fe287-dfe5-4131-8150-9c4ef21d5cdb req-f6ee309e-6c1f-4394-bf0c-e56699082aba tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:18.567785 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-14f7ae85-4e30-46b2-9f33-0d2e739b293c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:18.604080 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-14f7ae85-4e30-46b2-9f33-0d2e739b293c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dea2f77-8295-4da8-a787-569a69965ebe']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:18.616907 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-14f7ae85-4e30-46b2-9f33-0d2e739b293c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5a63f27-c50a-4e4c-bd91-9eb60efb33af') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:18.618097 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-14f7ae85-4e30-46b2-9f33-0d2e739b293c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5a63f27-c50a-4e4c-bd91-9eb60efb33af') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:18.630356 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-14f7ae85-4e30-46b2-9f33-0d2e739b293c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:18.645497 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-14f7ae85-4e30-46b2-9f33-0d2e739b293c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:18.652834 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14f7ae85-4e30-46b2-9f33-0d2e739b293c admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:53:18.654083 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-14f7ae85-4e30-46b2-9f33-0d2e739b293c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:18.685390 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3003b553-a9d0-4a0a-b998-2feb764ddefd req-606a4049-edf3-49aa-a2d7-a21d035dfb9b tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] 10.222.0.45 "GET /v2.0/security-groups?id=9a14b3a8-ce12-4775-bf18-da7874348cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5453479 Nov 12 00:53:18.696720 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-58e4fac8-5d5a-4003-82cd-084a3cd628fc req-9313a87f-b193-4528-bd19-02323bfbe1bc tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=04b645d0-af99-4170-849a-96e128e6b694 HTTP/1.1" status: 200 len: 210 time: 0.0505877 Nov 12 00:53:18.789408 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 00:53:18.789408 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:53:18.789408 n-d-712142-27 neutron-server[109086]: timer() Nov 12 00:53:18.789408 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:53:18.789408 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 00:53:18.789408 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:53:18.789408 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 00:53:18.789408 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:53:18.789408 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 00:53:18.789408 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:53:18.789408 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 00:53:18.789408 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:53:18.789408 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 00:53:18.789408 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:53:18.789408 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:53:18.789408 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:53:18.789408 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:53:18.789408 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:53:18.789408 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 00:53:18.789408 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:53:18.789408 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 00:53:18.789408 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:53:18.789408 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:53:18.789408 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:53:18.789408 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 00:53:18.789408 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:53:18.789408 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:53:18.789408 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:53:18.789408 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:53:18.789408 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:53:18.789408 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:53:18.789408 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:53:18.802215 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-5d018e81-e581-4b55-8579-fad5fe1fd234 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Made reservation on behalf of 1a351b85e994407a86b201df7ace2e9c for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:18.812417 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-5d018e81-e581-4b55-8579-fad5fe1fd234 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:18.866371 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-14f7ae85-4e30-46b2-9f33-0d2e739b293c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:18.884645 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-14f7ae85-4e30-46b2-9f33-0d2e739b293c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:18.891733 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 51942) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:18.893192 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-14f7ae85-4e30-46b2-9f33-0d2e739b293c admin admin] 10.222.0.45 "DELETE /v2.0/networks/5dea2f77-8295-4da8-a787-569a69965ebe HTTP/1.1" status: 204 len: 168 time: 1.9628756 Nov 12 00:53:18.991631 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fe287-dfe5-4131-8150-9c4ef21d5cdb req-f6ee309e-6c1f-4394-bf0c-e56699082aba tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:18.992742 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-788fe287-dfe5-4131-8150-9c4ef21d5cdb req-f6ee309e-6c1f-4394-bf0c-e56699082aba tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:19.011188 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f7ae85-4e30-46b2-9f33-0d2e739b293c admin admin] Pushing event deleted for resources: {'Network': ['ID=5dea2f77-8295-4da8-a787-569a69965ebe,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:19.027472 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-788fe287-dfe5-4131-8150-9c4ef21d5cdb req-f6ee309e-6c1f-4394-bf0c-e56699082aba tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9255352 Nov 12 00:53:19.053004 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-788fe287-dfe5-4131-8150-9c4ef21d5cdb req-4ec8f397-a828-48c9-aab4-7617a5a9dfc0 service neutron] Request body: {'port': {'device_id': '2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:19.077532 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device babc7405-942c-466b-b1fd-cad53bff0090 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:53:19.108143 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: babc7405-942c-466b-b1fd-cad53bff0090 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:53:19.108837 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device babc7405-942c-466b-b1fd-cad53bff0090 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:53:19.144534 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-788fe287-dfe5-4131-8150-9c4ef21d5cdb req-4ec8f397-a828-48c9-aab4-7617a5a9dfc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:19.440359 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58fd05e-7146-4cac-bd65-005adf27b91d req-3cd08b91-406a-4681-b815-365ef49bb203 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:19.448470 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e58fd05e-7146-4cac-bd65-005adf27b91d req-3cd08b91-406a-4681-b815-365ef49bb203 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f HTTP/1.1" status: 200 len: 931 time: 0.4235985 Nov 12 00:53:19.459754 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5337a9-5aea-4559-bcfc-2429455f2067 req-30678f86-2b33-4e1e-817e-74afc86283d0 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:19.470848 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5f5337a9-5aea-4559-bcfc-2429455f2067 req-30678f86-2b33-4e1e-817e-74afc86283d0 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4c37546-1535-44ad-b00f-166a19bf0b5c HTTP/1.1" status: 200 len: 950 time: 0.5674093 Nov 12 00:53:19.578351 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-788fe287-dfe5-4131-8150-9c4ef21d5cdb req-4ec8f397-a828-48c9-aab4-7617a5a9dfc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 826a3929-0457-4fc5-98c8-fb33208c939e {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:53:19.592441 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-788fe287-dfe5-4131-8150-9c4ef21d5cdb req-4ec8f397-a828-48c9-aab4-7617a5a9dfc0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:19.602350 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e58fd05e-7146-4cac-bd65-005adf27b91d req-a52e49fb-bdc8-41d3-96ab-a2d4cd412693 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525514 Nov 12 00:53:19.615016 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-788fe287-dfe5-4131-8150-9c4ef21d5cdb req-4ec8f397-a828-48c9-aab4-7617a5a9dfc0 service neutron] Transition to ACTIVE for port object 826a3929-0457-4fc5-98c8-fb33208c939e will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:53:19.622937 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-788fe287-dfe5-4131-8150-9c4ef21d5cdb req-4ec8f397-a828-48c9-aab4-7617a5a9dfc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:19.660214 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-5d018e81-e581-4b55-8579-fad5fe1fd234 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Allocated IP 192.168.233.50 (945c2da1-f958-478a-a48a-8af2dfa2e179/f0290328-7bc5-4266-bfb9-6eb25d91acf0/2b56d6f1-f1b2-42c6-b614-86ce833b0928) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:19.719500 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5f5337a9-5aea-4559-bcfc-2429455f2067 req-c7213c19-fd65-4211-ad1a-568743296403 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474623 Nov 12 00:53:20.032553 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9745e-7286-4c3e-ac3a-8f51b491b114 req-50b0c0ca-ccf4-4d01-a0b6-64ac32255469 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:20.040324 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1ca9745e-7286-4c3e-ac3a-8f51b491b114 req-50b0c0ca-ccf4-4d01-a0b6-64ac32255469 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=fae9f6f0-d961-46c4-b01a-29a22e071ae6 HTTP/1.1" status: 200 len: 945 time: 0.1449988 Nov 12 00:53:20.076803 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec8f397-a828-48c9-aab4-7617a5a9dfc0 service neutron] Pushing event updated for resources: {'Port': ['ID=826a3929-0457-4fc5-98c8-fb33208c939e,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:20.102375 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-5d018e81-e581-4b55-8579-fad5fe1fd234 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:20.183991 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-788fe287-dfe5-4131-8150-9c4ef21d5cdb req-4ec8f397-a828-48c9-aab4-7617a5a9dfc0 service neutron] Attempting to bind port 826a3929-0457-4fc5-98c8-fb33208c939e on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:53:20.184376 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-788fe287-dfe5-4131-8150-9c4ef21d5cdb req-4ec8f397-a828-48c9-aab4-7617a5a9dfc0 service neutron] Attempting to bind port 826a3929-0457-4fc5-98c8-fb33208c939e by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '936f4dc4-b49e-4318-84e7-8d3d4988961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1c193d6a-5984-4109-91aa-b0c9d7c9a6bf'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:53:20.184731 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788fe287-dfe5-4131-8150-9c4ef21d5cdb req-4ec8f397-a828-48c9-aab4-7617a5a9dfc0 service neutron] Attempting to bind port 826a3929-0457-4fc5-98c8-fb33208c939e on network 1c193d6a-5984-4109-91aa-b0c9d7c9a6bf {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:20.190636 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788fe287-dfe5-4131-8150-9c4ef21d5cdb req-4ec8f397-a828-48c9-aab4-7617a5a9dfc0 service neutron] Port 826a3929-0457-4fc5-98c8-fb33208c939e on network 1c193d6a-5984-4109-91aa-b0c9d7c9a6bf not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:53:20.191297 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788fe287-dfe5-4131-8150-9c4ef21d5cdb req-4ec8f397-a828-48c9-aab4-7617a5a9dfc0 service neutron] Attempting to bind port 826a3929-0457-4fc5-98c8-fb33208c939e on network 1c193d6a-5984-4109-91aa-b0c9d7c9a6bf {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:20.195279 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc35b2-2833-4773-a08d-45c032f684e8 req-b32de7c7-119f-4207-9187-0e35aa67e43d tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:20.197357 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d0bc35b2-2833-4773-a08d-45c032f684e8 req-b32de7c7-119f-4207-9187-0e35aa67e43d tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] 10.222.0.45 "GET /v2.0/ports?device_id=e46bdab6-eb2e-42f8-a658-2f81e3392eeb HTTP/1.1" status: 200 len: 945 time: 0.1240795 Nov 12 00:53:20.205177 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788fe287-dfe5-4131-8150-9c4ef21d5cdb req-4ec8f397-a828-48c9-aab4-7617a5a9dfc0 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:53:20.205524 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788fe287-dfe5-4131-8150-9c4ef21d5cdb req-4ec8f397-a828-48c9-aab4-7617a5a9dfc0 service neutron] Checking segment: {'id': '936f4dc4-b49e-4318-84e7-8d3d4988961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1c193d6a-5984-4109-91aa-b0c9d7c9a6bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:20.205917 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788fe287-dfe5-4131-8150-9c4ef21d5cdb req-4ec8f397-a828-48c9-aab4-7617a5a9dfc0 service neutron] Bound using segment: {'id': '936f4dc4-b49e-4318-84e7-8d3d4988961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1c193d6a-5984-4109-91aa-b0c9d7c9a6bf'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:53:20.206435 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-788fe287-dfe5-4131-8150-9c4ef21d5cdb req-4ec8f397-a828-48c9-aab4-7617a5a9dfc0 service neutron] Bound port: 826a3929-0457-4fc5-98c8-fb33208c939e, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '936f4dc4-b49e-4318-84e7-8d3d4988961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1c193d6a-5984-4109-91aa-b0c9d7c9a6bf'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:53:20.207805 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-788fe287-dfe5-4131-8150-9c4ef21d5cdb req-4ec8f397-a828-48c9-aab4-7617a5a9dfc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:20.242617 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1ca9745e-7286-4c3e-ac3a-8f51b491b114 req-38c034a4-6c4e-49db-b1bd-715c97bbdc11 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998494 Nov 12 00:53:20.307886 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-788fe287-dfe5-4131-8150-9c4ef21d5cdb req-4ec8f397-a828-48c9-aab4-7617a5a9dfc0 service neutron] For port 826a3929-0457-4fc5-98c8-fb33208c939e, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:53:20.311274 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-788fe287-dfe5-4131-8150-9c4ef21d5cdb req-4ec8f397-a828-48c9-aab4-7617a5a9dfc0 service neutron] For port 826a3929-0457-4fc5-98c8-fb33208c939e, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=826a3929-0457-4fc5-98c8-fb33208c939e,segment=NetworkSegment(936f4dc4-b49e-4318-84e7-8d3d4988961e),segment_id=936f4dc4-b49e-4318-84e7-8d3d4988961e)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:53:20.317284 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-788fe287-dfe5-4131-8150-9c4ef21d5cdb req-4ec8f397-a828-48c9-aab4-7617a5a9dfc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:20.362601 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fe287-dfe5-4131-8150-9c4ef21d5cdb req-4ec8f397-a828-48c9-aab4-7617a5a9dfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:20.363223 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-788fe287-dfe5-4131-8150-9c4ef21d5cdb req-4ec8f397-a828-48c9-aab4-7617a5a9dfc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:20.365202 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-788fe287-dfe5-4131-8150-9c4ef21d5cdb req-4ec8f397-a828-48c9-aab4-7617a5a9dfc0 service neutron] 10.222.0.44 "PUT /v2.0/ports/826a3929-0457-4fc5-98c8-fb33208c939e HTTP/1.1" status: 200 len: 1092 time: 1.3182678 Nov 12 00:53:20.365647 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f', 'tag': '826a3929-0457-4fc5-98c8-fb33208c939e'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:20.368109 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27765a8a-05b3-4603-a439-4c9cb98352ab" -d '{"events": [{"name": "network-changed", "server_uuid": "2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f", "tag": "826a3929-0457-4fc5-98c8-fb33208c939e"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:20.406126 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec8f397-a828-48c9-aab4-7617a5a9dfc0 service neutron] Pushing event updated for resources: {'Port': ['ID=826a3929-0457-4fc5-98c8-fb33208c939e,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:20.452280 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d0bc35b2-2833-4773-a08d-45c032f684e8 req-d991764e-6b16-4129-8da0-127e1f13b23c tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] 10.222.0.45 "GET /v2.0/security-groups?id=9a14b3a8-ce12-4775-bf18-da7874348cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227631 Nov 12 00:53:20.460196 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-5d018e81-e581-4b55-8579-fad5fe1fd234 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:20.504742 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['7f4a4f9d-e3c5-4587-9470-60d804758a00', '068c7cae-9c9b-4543-ba29-1f5c97d2202a', 'd76c2986-dd8a-4df1-8b47-ea03a8fc1669'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:53:20.568144 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fe287-dfe5-4131-8150-9c4ef21d5cdb req-915f79d4-b42a-43cd-bf9c-bfb280fadd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:20.569159 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['8ee9b406-63fc-4abb-9ad7-a586a9c8cd94', '559534ec-b918-4572-b31d-8e35637a07fc', '00dbddc7-a1c8-4c61-99f2-f71236b0ee66', '903e9341-2db9-4f60-814e-55a6db923eda'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:53:20.569682 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-788fe287-dfe5-4131-8150-9c4ef21d5cdb req-915f79d4-b42a-43cd-bf9c-bfb280fadd11 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=52ec13b5aa674ec2836b22da2faf152e&device_id=2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f HTTP/1.1" status: 200 len: 1095 time: 0.0959435 Nov 12 00:53:20.592177 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4dd65c-d39a-4043-b225-5a352a39d077 x-openstack-request-id: req-6b4dd65c-d39a-4043-b225-5a352a39d077 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:20.592754 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f", "tag": "826a3929-0457-4fc5-98c8-fb33208c939e", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:20.592754 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6b4dd65c-d39a-4043-b225-5a352a39d077 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:20.593516 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f', 'tag': '826a3929-0457-4fc5-98c8-fb33208c939e', 'status': 'completed', 'code': 200} Nov 12 00:53:20.647105 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-788fe287-dfe5-4131-8150-9c4ef21d5cdb req-a85050f6-2c57-4ce3-bb78-440051fcec56 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=826a3929-0457-4fc5-98c8-fb33208c939e HTTP/1.1" status: 200 len: 217 time: 0.0451396 Nov 12 00:53:20.696173 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-71b3d8d0-881e-4a2c-a9c1-37b1e8dd0376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:20.781843 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fe287-dfe5-4131-8150-9c4ef21d5cdb req-c816fa13-c45c-4e32-8027-c94c042d2cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:20.783509 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-788fe287-dfe5-4131-8150-9c4ef21d5cdb req-c816fa13-c45c-4e32-8027-c94c042d2cad service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d8bd009-45c7-4017-80d7-9c1f69484ce9 HTTP/1.1" status: 200 len: 860 time: 0.1271510 Nov 12 00:53:20.837474 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-5d018e81-e581-4b55-8579-fad5fe1fd234 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Network 945c2da1-f958-478a-a48a-8af2dfa2e179 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:20.838044 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-788fe287-dfe5-4131-8150-9c4ef21d5cdb req-16f7138d-d8b6-4a35-8c7c-42c513339f12 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1c193d6a-5984-4109-91aa-b0c9d7c9a6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457785 Nov 12 00:53:20.889180 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d018e81-e581-4b55-8579-fad5fe1fd234 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Pushing event updated for resources: {'Port': ['ID=2b56d6f1-f1b2-42c6-b614-86ce833b0928,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:20.918472 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-5d018e81-e581-4b55-8579-fad5fe1fd234 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:20.930142 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-5d018e81-e581-4b55-8579-fad5fe1fd234 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:20.995549 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-788fe287-dfe5-4131-8150-9c4ef21d5cdb req-60f865b3-155e-4a86-b2b0-e7d087141e91 service neutron] 10.222.0.44 "GET /v2.0/networks/1c193d6a-5984-4109-91aa-b0c9d7c9a6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491885 Nov 12 00:53:21.049719 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64128f66-acde-4ecb-82b7-c9bdf5f4e714 req-92bfd1e0-7fc7-4d34-88d0-6f494d11edf3 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:21.051420 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-64128f66-acde-4ecb-82b7-c9bdf5f4e714 req-92bfd1e0-7fc7-4d34-88d0-6f494d11edf3 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=04b645d0-af99-4170-849a-96e128e6b694 HTTP/1.1" status: 200 len: 935 time: 0.6486557 Nov 12 00:53:21.190391 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b87a3fe-ecb6-42f5-9320-9252aa33256e req-4154086e-0727-422d-903c-c0c515256da3 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:21.205909 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0b87a3fe-ecb6-42f5-9320-9252aa33256e req-4154086e-0727-422d-903c-c0c515256da3 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f HTTP/1.1" status: 200 len: 943 time: 0.3790629 Nov 12 00:53:21.221210 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-788fe287-dfe5-4131-8150-9c4ef21d5cdb req-bc1bc2a5-99d3-4f09-9f31-70f2f253520c service neutron] 10.222.0.44 "GET /v2.0/networks/1c193d6a-5984-4109-91aa-b0c9d7c9a6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953392 Nov 12 00:53:21.225319 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-5d018e81-e581-4b55-8579-fad5fe1fd234 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:21.226174 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-5d018e81-e581-4b55-8579-fad5fe1fd234 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:21.277153 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-5d018e81-e581-4b55-8579-fad5fe1fd234 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5019197 Nov 12 00:53:21.320190 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-dcc6633d-92b7-47c0-abe2-6c811ab0e4a0 service neutron] Request body: {'port': {'device_id': '04b645d0-af99-4170-849a-96e128e6b694', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:21.393164 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-a8c594ff-1e81-4788-baaa-b8fe8a69e920 None None] Provisioning complete for port 2b56d6f1-f1b2-42c6-b614-86ce833b0928 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:21.394193 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a8c594ff-1e81-4788-baaa-b8fe8a69e920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:21.427040 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27765a8a-05b3-4603-a439-4c9cb98352ab req-18e3780b-6aa1-42dd-889c-b8c4792de052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:21.429003 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-27765a8a-05b3-4603-a439-4c9cb98352ab req-18e3780b-6aa1-42dd-889c-b8c4792de052 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=52ec13b5aa674ec2836b22da2faf152e&device_id=2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f HTTP/1.1" status: 200 len: 1095 time: 0.0997891 Nov 12 00:53:21.456523 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-dcc6633d-92b7-47c0-abe2-6c811ab0e4a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:21.494254 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0b87a3fe-ecb6-42f5-9320-9252aa33256e req-8520f853-1d1f-4211-a188-e79ff9c5b2d6 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873666 Nov 12 00:53:21.524580 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-a8c594ff-1e81-4788-baaa-b8fe8a69e920 None None] Port 2b56d6f1-f1b2-42c6-b614-86ce833b0928 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:53:21.549427 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-64128f66-acde-4ecb-82b7-c9bdf5f4e714 req-76192200-be61-4cff-a9a9-77b776690d97 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4497368 Nov 12 00:53:21.659231 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27765a8a-05b3-4603-a439-4c9cb98352ab req-a38a18fd-6763-4e70-944a-e8e5bb66c534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:21.663682 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-27765a8a-05b3-4603-a439-4c9cb98352ab req-a38a18fd-6763-4e70-944a-e8e5bb66c534 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1c193d6a-5984-4109-91aa-b0c9d7c9a6bf HTTP/1.1" status: 200 len: 920 time: 0.2262022 Nov 12 00:53:21.769638 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-27765a8a-05b3-4603-a439-4c9cb98352ab req-413d3062-cb93-45d7-a648-b9a408c2a512 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=826a3929-0457-4fc5-98c8-fb33208c939e HTTP/1.1" status: 200 len: 217 time: 0.0962861 Nov 12 00:53:21.884865 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27765a8a-05b3-4603-a439-4c9cb98352ab req-8b29c1a0-93ab-4655-a289-4ca89619b586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:21.886354 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-27765a8a-05b3-4603-a439-4c9cb98352ab req-8b29c1a0-93ab-4655-a289-4ca89619b586 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d8bd009-45c7-4017-80d7-9c1f69484ce9 HTTP/1.1" status: 200 len: 860 time: 0.1042538 Nov 12 00:53:21.949424 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-27765a8a-05b3-4603-a439-4c9cb98352ab req-bc201281-ef65-4019-bd75-15a6ac9ebfa2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1c193d6a-5984-4109-91aa-b0c9d7c9a6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542314 Nov 12 00:53:22.019353 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231fd2f-fe1b-4f56-b011-655ec1535106 req-111ecc0f-7dba-4b32-b7cf-2b56f28f0b2e tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:22.023816 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d231fd2f-fe1b-4f56-b011-655ec1535106 req-111ecc0f-7dba-4b32-b7cf-2b56f28f0b2e tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4c37546-1535-44ad-b00f-166a19bf0b5c HTTP/1.1" status: 200 len: 950 time: 0.1469319 Nov 12 00:53:22.113856 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-27765a8a-05b3-4603-a439-4c9cb98352ab req-78d1e529-a28c-4d4a-be20-1c85db89d615 service neutron] 10.222.0.44 "GET /v2.0/networks/1c193d6a-5984-4109-91aa-b0c9d7c9a6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557279 Nov 12 00:53:22.174383 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-71b3d8d0-881e-4a2c-a9c1-37b1e8dd0376 admin admin] Deleting port 79ce7fcb-4ca8-472c-a27f-69963a354020 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:53:22.175034 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-71b3d8d0-881e-4a2c-a9c1-37b1e8dd0376 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:22.284469 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d231fd2f-fe1b-4f56-b011-655ec1535106 req-d56e2966-d0ff-460d-b686-41d0d72a5032 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475083 Nov 12 00:53:22.315238 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee147d-663c-4f9d-9213-79299196f591 req-30719257-97d9-4fdc-a7ae-3e2170a721a8 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:22.317199 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-46ee147d-663c-4f9d-9213-79299196f591 req-30719257-97d9-4fdc-a7ae-3e2170a721a8 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=fae9f6f0-d961-46c4-b01a-29a22e071ae6 HTTP/1.1" status: 200 len: 945 time: 0.2784364 Nov 12 00:53:22.335199 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-27765a8a-05b3-4603-a439-4c9cb98352ab req-ad3806db-f360-4f9d-b897-c36842317a10 service neutron] 10.222.0.44 "GET /v2.0/networks/1c193d6a-5984-4109-91aa-b0c9d7c9a6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070913 Nov 12 00:53:22.419931 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-46ee147d-663c-4f9d-9213-79299196f591 req-26ce0191-00ca-4256-9ec3-ec7030c499c9 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874522 Nov 12 00:53:22.464690 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-71b3d8d0-881e-4a2c-a9c1-37b1e8dd0376 admin admin] For port 79ce7fcb-4ca8-472c-a27f-69963a354020, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=79ce7fcb-4ca8-472c-a27f-69963a354020,segment=NetworkSegment(ecb904b9-e8fa-4839-969d-4e2a3eae66df),segment_id=ecb904b9-e8fa-4839-969d-4e2a3eae66df)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:22.465431 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-71b3d8d0-881e-4a2c-a9c1-37b1e8dd0376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:22.509183 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-71b3d8d0-881e-4a2c-a9c1-37b1e8dd0376 admin admin] Calling delete_port for 79ce7fcb-4ca8-472c-a27f-69963a354020 owned by network:router_interface {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:53:22.531473 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878014e-e202-4e28-b503-cf4bde2707b8 req-e03bfda2-de2f-4e2f-a787-b84e62405a20 tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:22.538832 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a878014e-e202-4e28-b503-cf4bde2707b8 req-e03bfda2-de2f-4e2f-a787-b84e62405a20 tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] 10.222.0.45 "GET /v2.0/ports?device_id=e46bdab6-eb2e-42f8-a658-2f81e3392eeb HTTP/1.1" status: 200 len: 945 time: 0.1278763 Nov 12 00:53:22.551134 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-dcc6633d-92b7-47c0-abe2-6c811ab0e4a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b56d6f1-f1b2-42c6-b614-86ce833b0928 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:53:22.571458 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-dcc6633d-92b7-47c0-abe2-6c811ab0e4a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:22.668505 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-dcc6633d-92b7-47c0-abe2-6c811ab0e4a0 service neutron] Transition to ACTIVE for port object 2b56d6f1-f1b2-42c6-b614-86ce833b0928 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:53:22.690687 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-dcc6633d-92b7-47c0-abe2-6c811ab0e4a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:22.707050 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a878014e-e202-4e28-b503-cf4bde2707b8 req-d8f3e3d8-9ee7-45d0-b540-e299c514de0d tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] 10.222.0.45 "GET /v2.0/security-groups?id=9a14b3a8-ce12-4775-bf18-da7874348cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673241 Nov 12 00:53:22.758001 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae5a4c4-9170-49a3-838f-c89887991647 req-0b66c9ef-678d-4154-abde-342a73eba069 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:22.765421 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1ae5a4c4-9170-49a3-838f-c89887991647 req-0b66c9ef-678d-4154-abde-342a73eba069 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f HTTP/1.1" status: 200 len: 943 time: 0.1863496 Nov 12 00:53:22.800279 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8f3f2e3d-c7ec-44fc-ac84-195401bdb82f req-8102b2db-ccc4-4375-8b3a-00eecd16b9d9 service neutron] 10.222.0.44 "GET /v2.0/ports/3bf65952-28b5-4d0e-8528-54eaa04543a2/bindings/n-h2-712142-27 HTTP/1.1" status: 200 len: 383 time: 0.0916426 Nov 12 00:53:23.136544 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f2e3d-c7ec-44fc-ac84-195401bdb82f req-e09ab5d1-ab4c-479b-a731-0e2d3c489a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:23.139269 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8f3f2e3d-c7ec-44fc-ac84-195401bdb82f req-e09ab5d1-ab4c-479b-a731-0e2d3c489a6a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e4c37546-1535-44ad-b00f-166a19bf0b5c&tenant_id=6bde2e332c8e418290dd069bae32e617 HTTP/1.1" status: 200 len: 1102 time: 0.0659842 Nov 12 00:53:23.194924 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc6633d-92b7-47c0-abe2-6c811ab0e4a0 service neutron] Pushing event updated for resources: {'Port': ['ID=2b56d6f1-f1b2-42c6-b614-86ce833b0928,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:23.230198 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f2e3d-c7ec-44fc-ac84-195401bdb82f req-8b3f7132-4786-45a3-8f79-5436a377348a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:23.231771 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8f3f2e3d-c7ec-44fc-ac84-195401bdb82f req-8b3f7132-4786-45a3-8f79-5436a377348a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6bde2e332c8e418290dd069bae32e617&device_id=e4c37546-1535-44ad-b00f-166a19bf0b5c HTTP/1.1" status: 200 len: 1102 time: 0.0414093 Nov 12 00:53:23.294352 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1ae5a4c4-9170-49a3-838f-c89887991647 req-af1f5f35-cba2-41f7-98df-88d9aa751dcf tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5280390 Nov 12 00:53:23.324393 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad85208e-40db-4120-be31-36433396a062 req-c95165f6-76ec-4522-b625-2e3d397c5ba0 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:23.326375 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ad85208e-40db-4120-be31-36433396a062 req-c95165f6-76ec-4522-b625-2e3d397c5ba0 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=04b645d0-af99-4170-849a-96e128e6b694 HTTP/1.1" status: 200 len: 947 time: 0.1701169 Nov 12 00:53:23.350959 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f2e3d-c7ec-44fc-ac84-195401bdb82f req-0389600f-34d8-4d75-9ea7-fa2ab9a68069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:23.352605 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8f3f2e3d-c7ec-44fc-ac84-195401bdb82f req-0389600f-34d8-4d75-9ea7-fa2ab9a68069 service neutron] 10.222.0.44 "GET /v2.0/networks?id=945c2da1-f958-478a-a48a-8af2dfa2e179 HTTP/1.1" status: 200 len: 869 time: 0.1042943 Nov 12 00:53:23.379927 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-dcc6633d-92b7-47c0-abe2-6c811ab0e4a0 service neutron] Attempting to bind port 2b56d6f1-f1b2-42c6-b614-86ce833b0928 on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:53:23.380297 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-dcc6633d-92b7-47c0-abe2-6c811ab0e4a0 service neutron] Attempting to bind port 2b56d6f1-f1b2-42c6-b614-86ce833b0928 by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:53:23.380629 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-dcc6633d-92b7-47c0-abe2-6c811ab0e4a0 service neutron] Attempting to bind port 2b56d6f1-f1b2-42c6-b614-86ce833b0928 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:23.395569 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-dcc6633d-92b7-47c0-abe2-6c811ab0e4a0 service neutron] Port 2b56d6f1-f1b2-42c6-b614-86ce833b0928 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:53:23.395902 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-dcc6633d-92b7-47c0-abe2-6c811ab0e4a0 service neutron] Attempting to bind port 2b56d6f1-f1b2-42c6-b614-86ce833b0928 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:23.398855 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8f3f2e3d-c7ec-44fc-ac84-195401bdb82f req-3147da11-4ae6-491e-87d7-ef4227b1c6dc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=3bf65952-28b5-4d0e-8528-54eaa04543a2 HTTP/1.1" status: 200 len: 217 time: 0.0371664 Nov 12 00:53:23.417128 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-dcc6633d-92b7-47c0-abe2-6c811ab0e4a0 service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:53:23.417511 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-dcc6633d-92b7-47c0-abe2-6c811ab0e4a0 service neutron] Checking segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:23.417923 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-dcc6633d-92b7-47c0-abe2-6c811ab0e4a0 service neutron] Bound using segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:53:23.418373 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-dcc6633d-92b7-47c0-abe2-6c811ab0e4a0 service neutron] Bound port: 2b56d6f1-f1b2-42c6-b614-86ce833b0928, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:53:23.419265 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-dcc6633d-92b7-47c0-abe2-6c811ab0e4a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:23.438275 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-71b3d8d0-881e-4a2c-a9c1-37b1e8dd0376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:23.445751 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ad85208e-40db-4120-be31-36433396a062 req-68aca0d0-a483-45d1-8cf7-5ae28ff92ac0 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080861 Nov 12 00:53:23.470688 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b3d8d0-881e-4a2c-a9c1-37b1e8dd0376 admin admin] Pushing event deleted for resources: {'Port': ['ID=79ce7fcb-4ca8-472c-a27f-69963a354020,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:23.619845 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-dcc6633d-92b7-47c0-abe2-6c811ab0e4a0 service neutron] For port 2b56d6f1-f1b2-42c6-b614-86ce833b0928, host n-h1-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:53:23.633556 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 826a3929-0457-4fc5-98c8-fb33208c939e details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:53:23.634493 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f2e3d-c7ec-44fc-ac84-195401bdb82f req-07052011-b76f-4d91-9c95-9d8afa8d5b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:23.636382 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8f3f2e3d-c7ec-44fc-ac84-195401bdb82f req-07052011-b76f-4d91-9c95-9d8afa8d5b47 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.1229291 Nov 12 00:53:23.673788 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-dcc6633d-92b7-47c0-abe2-6c811ab0e4a0 service neutron] For port 2b56d6f1-f1b2-42c6-b614-86ce833b0928, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=2b56d6f1-f1b2-42c6-b614-86ce833b0928,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:53:23.693160 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-dcc6633d-92b7-47c0-abe2-6c811ab0e4a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:23.713612 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f2e3d-c7ec-44fc-ac84-195401bdb82f req-6336e120-afd8-4106-a084-b666ab377983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:23.718979 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8f3f2e3d-c7ec-44fc-ac84-195401bdb82f req-6336e120-afd8-4106-a084-b666ab377983 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0741708 Nov 12 00:53:23.748399 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 826a3929-0457-4fc5-98c8-fb33208c939e, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=826a3929-0457-4fc5-98c8-fb33208c939e,segment=NetworkSegment(936f4dc4-b49e-4318-84e7-8d3d4988961e),segment_id=936f4dc4-b49e-4318-84e7-8d3d4988961e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:23.762812 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '826a3929-0457-4fc5-98c8-fb33208c939e', 'network_id': '1c193d6a-5984-4109-91aa-b0c9d7c9a6bf', 'port_id': '826a3929-0457-4fc5-98c8-fb33208c939e', 'mac_address': 'fa:16:3e:34:57:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d8bd009-45c7-4017-80d7-9c1f69484ce9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:53:23.795258 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-dcc6633d-92b7-47c0-abe2-6c811ab0e4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:23.795886 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-dcc6633d-92b7-47c0-abe2-6c811ab0e4a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:23.797344 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-dcc6633d-92b7-47c0-abe2-6c811ab0e4a0 service neutron] 10.222.0.16 "PUT /v2.0/ports/2b56d6f1-f1b2-42c6-b614-86ce833b0928 HTTP/1.1" status: 200 len: 1096 time: 2.4970701 Nov 12 00:53:23.806981 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d70999-5169-4780-9008-56c369c9c608 req-d25a4159-cc88-4bbf-8f92-d5eff4482b34 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:23.816282 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-84d70999-5169-4780-9008-56c369c9c608 req-d25a4159-cc88-4bbf-8f92-d5eff4482b34 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4c37546-1535-44ad-b00f-166a19bf0b5c HTTP/1.1" status: 200 len: 950 time: 0.2678053 Nov 12 00:53:23.817938 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04b645d0-af99-4170-849a-96e128e6b694', 'tag': '2b56d6f1-f1b2-42c6-b614-86ce833b0928'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:23.820312 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a04423-b1c9-429f-aabd-1e2971ee2ffd" -d '{"events": [{"name": "network-changed", "server_uuid": "04b645d0-af99-4170-849a-96e128e6b694", "tag": "2b56d6f1-f1b2-42c6-b614-86ce833b0928"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:23.826764 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:23.838870 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208bea1a-5711-49af-99d7-7750511c357c req-34fb460f-c772-43bd-9a86-7fe59ecf113d tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:23.846850 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-208bea1a-5711-49af-99d7-7750511c357c req-34fb460f-c772-43bd-9a86-7fe59ecf113d tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=fae9f6f0-d961-46c4-b01a-29a22e071ae6 HTTP/1.1" status: 200 len: 945 time: 0.2566707 Nov 12 00:53:23.856509 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8f3f2e3d-c7ec-44fc-ac84-195401bdb82f req-6b4e8e9b-43e7-4ecd-84d3-3d7455844825 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162336 Nov 12 00:53:23.857010 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 826a3929-0457-4fc5-98c8-fb33208c939e {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:53:23.880320 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 826a3929-0457-4fc5-98c8-fb33208c939e, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=826a3929-0457-4fc5-98c8-fb33208c939e,segment=NetworkSegment(936f4dc4-b49e-4318-84e7-8d3d4988961e),segment_id=936f4dc4-b49e-4318-84e7-8d3d4988961e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:23.886679 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:23.947911 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=826a3929-0457-4fc5-98c8-fb33208c939e,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:24.003595 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-29aa2d73-86dd-49e1-bfb9-97b7ea8aa099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:24.004628 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc6633d-92b7-47c0-abe2-6c811ab0e4a0 service neutron] Pushing event updated for resources: {'Port': ['ID=2b56d6f1-f1b2-42c6-b614-86ce833b0928,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:24.005116 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-29aa2d73-86dd-49e1-bfb9-97b7ea8aa099 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1a351b85e994407a86b201df7ace2e9c&device_id=04b645d0-af99-4170-849a-96e128e6b694 HTTP/1.1" status: 200 len: 1099 time: 0.0939519 Nov 12 00:53:24.019039 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8f3f2e3d-c7ec-44fc-ac84-195401bdb82f req-dce723e4-bf05-446e-8706-3318b27737fe service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443577 Nov 12 00:53:24.030926 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-71b3d8d0-881e-4a2c-a9c1-37b1e8dd0376 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:24.041623 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-84d70999-5169-4780-9008-56c369c9c608 req-646f7c2c-7628-4d69-af4c-a1d93a944597 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241189 Nov 12 00:53:24.049063 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-208bea1a-5711-49af-99d7-7750511c357c req-8eb3d91b-2ce5-407b-a67a-314982d725a1 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007666 Nov 12 00:53:24.071440 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a09bf-ba47-4e48-b4f0-7aed6da607eb req-43cc4c73-918e-4c02-8da9-a4c0dca4da62 tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:24.073569 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d55a09bf-ba47-4e48-b4f0-7aed6da607eb req-43cc4c73-918e-4c02-8da9-a4c0dca4da62 tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] 10.222.0.16 "GET /v2.0/ports?device_id=e46bdab6-eb2e-42f8-a658-2f81e3392eeb HTTP/1.1" status: 200 len: 945 time: 0.1575990 Nov 12 00:53:24.078002 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-1fcbadec-3e6c-453e-a7a6-85680681a5e2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=2b56d6f1-f1b2-42c6-b614-86ce833b0928 HTTP/1.1" status: 200 len: 217 time: 0.0580096 Nov 12 00:53:24.169856 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-7d8e41ef-882b-4cb3-8cf6-6fbf14199afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:24.171924 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-7d8e41ef-882b-4cb3-8cf6-6fbf14199afc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.0863140 Nov 12 00:53:24.222114 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-e2e216ea-3dd5-4402-98b6-8e679e075ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:24.223670 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-e2e216ea-3dd5-4402-98b6-8e679e075ecf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0432870 Nov 12 00:53:24.243570 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43de3f2b-7ee2-47b7-8473-14bd05bac6b8 x-openstack-request-id: req-43de3f2b-7ee2-47b7-8473-14bd05bac6b8 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:24.243861 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04b645d0-af99-4170-849a-96e128e6b694", "tag": "2b56d6f1-f1b2-42c6-b614-86ce833b0928", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:24.244136 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-43de3f2b-7ee2-47b7-8473-14bd05bac6b8 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:24.244526 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04b645d0-af99-4170-849a-96e128e6b694', 'tag': '2b56d6f1-f1b2-42c6-b614-86ce833b0928', 'status': 'completed', 'code': 200} Nov 12 00:53:24.256958 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['826a3929-0457-4fc5-98c8-fb33208c939e'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:53:24.321063 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f178c-d4f5-4c87-823f-6d6cb5ef089d req-38e65930-6589-4514-895e-9352be0e6a7f tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:24.322577 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f32f178c-d4f5-4c87-823f-6d6cb5ef089d req-38e65930-6589-4514-895e-9352be0e6a7f tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] 10.222.0.45 "GET /v2.0/ports?device_id=e46bdab6-eb2e-42f8-a658-2f81e3392eeb HTTP/1.1" status: 200 len: 945 time: 0.1601558 Nov 12 00:53:24.347221 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-6b0c0f09-d737-4768-b9f2-edc70332c77a service neutron] 10.222.0.16 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141624 Nov 12 00:53:24.452853 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-d55a09bf-ba47-4e48-b4f0-7aed6da607eb req-9daee765-36a8-4d92-89cc-236cfd3eac0b tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] Deleting port 5525baf2-42f6-4f92-8a1e-f7282ad02870 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:53:24.453062 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d55a09bf-ba47-4e48-b4f0-7aed6da607eb req-9daee765-36a8-4d92-89cc-236cfd3eac0b tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:24.466857 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-f09a9258-0958-4f03-a981-743d6672d74e service neutron] 10.222.0.16 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106389 Nov 12 00:53:24.536075 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f32f178c-d4f5-4c87-823f-6d6cb5ef089d req-154efba7-0e45-4eb1-8f82-53d332df24bd tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] 10.222.0.45 "GET /v2.0/security-groups?id=9a14b3a8-ce12-4775-bf18-da7874348cef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054713 Nov 12 00:53:24.574393 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b3d8d0-881e-4a2c-a9c1-37b1e8dd0376 admin admin] Router 09a326cc-604f-492e-9726-2685f3777939 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:53:24.592947 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-d55a09bf-ba47-4e48-b4f0-7aed6da607eb req-9daee765-36a8-4d92-89cc-236cfd3eac0b tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] For port 5525baf2-42f6-4f92-8a1e-f7282ad02870, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=5525baf2-42f6-4f92-8a1e-f7282ad02870,segment=NetworkSegment(47ee5f77-257a-4dab-8f62-4d6ca66e2be2),segment_id=47ee5f77-257a-4dab-8f62-4d6ca66e2be2)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:24.593197 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d55a09bf-ba47-4e48-b4f0-7aed6da607eb req-9daee765-36a8-4d92-89cc-236cfd3eac0b tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:24.615133 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-d55a09bf-ba47-4e48-b4f0-7aed6da607eb req-9daee765-36a8-4d92-89cc-236cfd3eac0b tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] Calling delete_port for 5525baf2-42f6-4f92-8a1e-f7282ad02870 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:53:24.661360 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a04423-b1c9-429f-aabd-1e2971ee2ffd req-3f06d49c-1329-4352-a8f3-ab2c7517c57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:24.663673 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-23a04423-b1c9-429f-aabd-1e2971ee2ffd req-3f06d49c-1329-4352-a8f3-ab2c7517c57e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1a351b85e994407a86b201df7ace2e9c&device_id=04b645d0-af99-4170-849a-96e128e6b694 HTTP/1.1" status: 200 len: 1099 time: 0.0866122 Nov 12 00:53:24.768545 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a04423-b1c9-429f-aabd-1e2971ee2ffd req-9dec552c-390f-41bb-b55f-52a72372293d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:24.770177 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-23a04423-b1c9-429f-aabd-1e2971ee2ffd req-9dec552c-390f-41bb-b55f-52a72372293d service neutron] 10.222.0.16 "GET /v2.0/networks?id=945c2da1-f958-478a-a48a-8af2dfa2e179 HTTP/1.1" status: 200 len: 869 time: 0.0992846 Nov 12 00:53:24.808219 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c158c76-31ef-4d57-b72a-0a33c6eb31ef req-117ceaf1-8095-4acd-a378-6d1a396b3fc3 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:24.809778 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6c158c76-31ef-4d57-b72a-0a33c6eb31ef req-117ceaf1-8095-4acd-a378-6d1a396b3fc3 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f HTTP/1.1" status: 200 len: 944 time: 0.1485949 Nov 12 00:53:24.823560 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-23a04423-b1c9-429f-aabd-1e2971ee2ffd req-2761ffa7-d6a6-417b-ab79-89d9c54303c2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=2b56d6f1-f1b2-42c6-b614-86ce833b0928 HTTP/1.1" status: 200 len: 217 time: 0.0427189 Nov 12 00:53:24.847617 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b3d8d0-881e-4a2c-a9c1-37b1e8dd0376 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:53:24.854110 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-71b3d8d0-881e-4a2c-a9c1-37b1e8dd0376 admin admin] 10.222.0.45 "PUT /v2.0/routers/09a326cc-604f-492e-9726-2685f3777939/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9613066 Nov 12 00:53:24.857457 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52080) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:24.862048 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c61b55-4cd0-4630-97d7-9d1775df89af None None] Sync routers for ids ['09a326cc-604f-492e-9726-2685f3777939'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:53:24.874230 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c61b55-4cd0-4630-97d7-9d1775df89af None None] Routers {'09a326cc-604f-492e-9726-2685f3777939'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:53:24.874857 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-d6c61b55-4cd0-4630-97d7-9d1775df89af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:53:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['09a326cc-604f-492e-9726-2685f3777939'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:24.902170 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a04423-b1c9-429f-aabd-1e2971ee2ffd req-f57844b9-e262-4b79-944a-f8c9595bdaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:24.904394 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-23a04423-b1c9-429f-aabd-1e2971ee2ffd req-f57844b9-e262-4b79-944a-f8c9595bdaf5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.0587201 Nov 12 00:53:24.980501 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6c158c76-31ef-4d57-b72a-0a33c6eb31ef req-29f98189-3844-4535-8685-2dc69f06423d tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623108 Nov 12 00:53:24.999301 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a04423-b1c9-429f-aabd-1e2971ee2ffd req-97a9163b-fa13-4390-b21c-0869b5121cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:25.001526 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-23a04423-b1c9-429f-aabd-1e2971ee2ffd req-97a9163b-fa13-4390-b21c-0869b5121cf9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0822852 Nov 12 00:53:25.042640 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d55a09bf-ba47-4e48-b4f0-7aed6da607eb req-9daee765-36a8-4d92-89cc-236cfd3eac0b tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:25.106643 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daee765-36a8-4d92-89cc-236cfd3eac0b tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] Pushing event deleted for resources: {'Port': ['ID=5525baf2-42f6-4f92-8a1e-f7282ad02870,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:25.131204 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6fc1ae2a-d62a-485f-bdc1-47bf2f1f3f6c admin admin] Publish callbacks [] for router, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:25.142017 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a2d7f9-ffdd-468d-b397-9488c32c321d req-2e8e6c82-fd08-43c3-b324-4bdf71fb9690 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:25.144098 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f8a2d7f9-ffdd-468d-b397-9488c32c321d req-2e8e6c82-fd08-43c3-b324-4bdf71fb9690 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=04b645d0-af99-4170-849a-96e128e6b694 HTTP/1.1" status: 200 len: 947 time: 0.1972716 Nov 12 00:53:25.155097 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['5525baf2-42f6-4f92-8a1e-f7282ad02870'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:53:25.161451 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-23a04423-b1c9-429f-aabd-1e2971ee2ffd req-b810175d-6fd3-46da-98d9-1721acb5e5d4 service neutron] 10.222.0.16 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513839 Nov 12 00:53:25.200937 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-d6c61b55-4cd0-4630-97d7-9d1775df89af None None] Set router 09a326cc-604f-492e-9726-2685f3777939 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:53:25.210596 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-d55a09bf-ba47-4e48-b4f0-7aed6da607eb req-9daee765-36a8-4d92-89cc-236cfd3eac0b tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] No DVR routers for this DVR port 5525baf2-42f6-4f92-8a1e-f7282ad02870 on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:53:25.213002 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d55a09bf-ba47-4e48-b4f0-7aed6da607eb req-9daee765-36a8-4d92-89cc-236cfd3eac0b tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:25.216928 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d55a09bf-ba47-4e48-b4f0-7aed6da607eb req-9daee765-36a8-4d92-89cc-236cfd3eac0b tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] 10.222.0.16 "DELETE /v2.0/ports/5525baf2-42f6-4f92-8a1e-f7282ad02870 HTTP/1.1" status: 204 len: 173 time: 1.1014032 Nov 12 00:53:25.346697 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-23a04423-b1c9-429f-aabd-1e2971ee2ffd req-2e50ba5e-6662-4dd5-8a83-2bb4a3dfcb90 service neutron] 10.222.0.16 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642711 Nov 12 00:53:25.358924 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f8a2d7f9-ffdd-468d-b397-9488c32c321d req-6d7b5a15-e5bd-4034-b129-48044b6a39f0 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500762 Nov 12 00:53:25.389659 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651347bf-f234-4e75-b948-4d5964406f6e req-c309a17c-a869-4ef3-a72b-29d10597fc2b tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:25.391556 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-651347bf-f234-4e75-b948-4d5964406f6e req-c309a17c-a869-4ef3-a72b-29d10597fc2b tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4c37546-1535-44ad-b00f-166a19bf0b5c HTTP/1.1" status: 200 len: 950 time: 0.1392848 Nov 12 00:53:25.393178 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6fc1ae2a-d62a-485f-bdc1-47bf2f1f3f6c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:25.476939 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-d6c61b55-4cd0-4630-97d7-9d1775df89af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a326cc-604f-492e-9726-2685f3777939', 'name': 'tempest-AttachSCSIVolumeTestJSON-1778989988-router', 'tenant_id': '4fa9f6c3ee344f05900481867394d8ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '99aed95b-451f-4c92-a941-ad8a6e07abd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:51:09Z', 'updated_at': '2021-11-12T00:53:23Z', 'revision_number': 5, 'project_id': '4fa9f6c3ee344f05900481867394d8ac', 'gw_port': {'id': '99aed95b-451f-4c92-a941-ad8a6e07abd9', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:6e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a326cc-604f-492e-9726-2685f3777939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:51:11Z', 'updated_at': '2021-11-12T00:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:25.506149 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-651347bf-f234-4e75-b948-4d5964406f6e req-c19e8393-9301-4133-bd85-a06c33227036 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054015 Nov 12 00:53:25.509013 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c61b55-4cd0-4630-97d7-9d1775df89af None None] Checking router: 09a326cc-604f-492e-9726-2685f3777939 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:53:25.528692 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c61b55-4cd0-4630-97d7-9d1775df89af None None] Routers {'09a326cc-604f-492e-9726-2685f3777939'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:53:25.528692 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-d6c61b55-4cd0-4630-97d7-9d1775df89af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:53:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['09a326cc-604f-492e-9726-2685f3777939'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:25.537051 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff47b53-31db-4722-ae21-62543173cf3d req-1cfaccc7-115e-422e-9c31-a787ef81985b tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:25.538559 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bff47b53-31db-4722-ae21-62543173cf3d req-1cfaccc7-115e-422e-9c31-a787ef81985b tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=fae9f6f0-d961-46c4-b01a-29a22e071ae6 HTTP/1.1" status: 200 len: 945 time: 0.0724046 Nov 12 00:53:25.547135 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-6fc1ae2a-d62a-485f-bdc1-47bf2f1f3f6c admin admin] Deleting port 99aed95b-451f-4c92-a941-ad8a6e07abd9 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:53:25.547476 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6fc1ae2a-d62a-485f-bdc1-47bf2f1f3f6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:25.623681 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-d6c61b55-4cd0-4630-97d7-9d1775df89af None None] Set router 09a326cc-604f-492e-9726-2685f3777939 gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:53:25.676369 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-d6c61b55-4cd0-4630-97d7-9d1775df89af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09a326cc-604f-492e-9726-2685f3777939', 'name': 'tempest-AttachSCSIVolumeTestJSON-1778989988-router', 'tenant_id': '4fa9f6c3ee344f05900481867394d8ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:51:09Z', 'updated_at': '2021-11-12T00:53:25Z', 'revision_number': 6, 'project_id': '4fa9f6c3ee344f05900481867394d8ac', 'gw_port_host': None}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:25.707032 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bff47b53-31db-4722-ae21-62543173cf3d req-64e61cdc-546b-4c11-9363-a3bc3ea864d1 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574190 Nov 12 00:53:25.707989 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 826a3929-0457-4fc5-98c8-fb33208c939e up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:53:25.729127 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c61b55-4cd0-4630-97d7-9d1775df89af None None] The sync data for ids ['09a326cc-604f-492e-9726-2685f3777939'] in n-d-712142-27 is: [{'id': '09a326cc-604f-492e-9726-2685f3777939', 'name': 'tempest-AttachSCSIVolumeTestJSON-1778989988-router', 'tenant_id': '4fa9f6c3ee344f05900481867394d8ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:51:09Z', 'updated_at': '2021-11-12T00:53:25Z', 'revision_number': 6, 'project_id': '4fa9f6c3ee344f05900481867394d8ac', 'gw_port_host': None}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:53:25.747938 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-6fc1ae2a-d62a-485f-bdc1-47bf2f1f3f6c admin admin] For port 99aed95b-451f-4c92-a941-ad8a6e07abd9, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=99aed95b-451f-4c92-a941-ad8a6e07abd9,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:25.748351 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6fc1ae2a-d62a-485f-bdc1-47bf2f1f3f6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:25.761314 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 826a3929-0457-4fc5-98c8-fb33208c939e completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:53:25.766942 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 826a3929-0457-4fc5-98c8-fb33208c939e triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:25.767520 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:25.769316 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-6fc1ae2a-d62a-485f-bdc1-47bf2f1f3f6c admin admin] Calling delete_port for 99aed95b-451f-4c92-a941-ad8a6e07abd9 owned by network:router_gateway {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:53:25.830040 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5cdbbb-91b6-4c6f-b849-b550ba6e4ab5 req-67ab85a7-b5f1-40fa-a82b-84e2065af2fb tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:25.833204 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2d5cdbbb-91b6-4c6f-b849-b550ba6e4ab5 req-67ab85a7-b5f1-40fa-a82b-84e2065af2fb tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/networks?id=cab82de1-4853-402a-8ee1-5c45d6f97745 HTTP/1.1" status: 200 len: 805 time: 0.2192228 Nov 12 00:53:25.867065 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:25.904154 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826a3929-0457-4fc5-98c8-fb33208c939e'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:25.906300 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1401c4-9891-417f-ad8b-eaf6228c9ff6" -d '{"events": [{"server_uuid": "2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f", "name": "network-vif-plugged", "status": "completed", "tag": "826a3929-0457-4fc5-98c8-fb33208c939e"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:25.920479 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 826a3929-0457-4fc5-98c8-fb33208c939e, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=826a3929-0457-4fc5-98c8-fb33208c939e,segment=NetworkSegment(936f4dc4-b49e-4318-84e7-8d3d4988961e),segment_id=936f4dc4-b49e-4318-84e7-8d3d4988961e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:25.926102 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:25.927274 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device a067bb18-326f-4fbe-b8af-94675041d31d no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:53:25.944598 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fb90732c-f3f1-4c6b-86d2-7373388a5a06 req-d0a8c24a-55d6-4f2f-8265-971cdd1ef75c tempest-InstanceActionsTestJSON-480576746 tempest-InstanceActionsTestJSON-480576746-project] 10.222.0.45 "GET /v2.0/ports?device_id=e46bdab6-eb2e-42f8-a658-2f81e3392eeb HTTP/1.1" status: 200 len: 210 time: 0.1103201 Nov 12 00:53:25.948485 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2d5cdbbb-91b6-4c6f-b849-b550ba6e4ab5 req-e177905f-9bb0-4278-8d79-bc772a52b6b8 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/quotas/57d245a6684d43328d4720699dcb1130 HTTP/1.1" status: 200 len: 375 time: 0.0610812 Nov 12 00:53:26.007684 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=826a3929-0457-4fc5-98c8-fb33208c939e,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:26.053062 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:26.096034 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port a067bb18-326f-4fbe-b8af-94675041d31d, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=a067bb18-326f-4fbe-b8af-94675041d31d,segment=NetworkSegment(f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2),segment_id=f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:26.101757 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:26.102749 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 3bf65952-28b5-4d0e-8528-54eaa04543a2 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:53:26.109150 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6fe0fc-fb19-4f9f-99e5-ebdb84e1552e x-openstack-request-id: req-1d6fe0fc-fb19-4f9f-99e5-ebdb84e1552e {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:26.109885 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f", "name": "network-vif-plugged", "status": "completed", "tag": "826a3929-0457-4fc5-98c8-fb33208c939e", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:26.110206 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1d6fe0fc-fb19-4f9f-99e5-ebdb84e1552e {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:26.110400 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826a3929-0457-4fc5-98c8-fb33208c939e', 'code': 200} Nov 12 00:53:26.191095 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=a067bb18-326f-4fbe-b8af-94675041d31d,revision_number=8']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:26.235411 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:26.271705 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 3bf65952-28b5-4d0e-8528-54eaa04543a2, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=3bf65952-28b5-4d0e-8528-54eaa04543a2,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:26.277576 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:26.351149 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=3bf65952-28b5-4d0e-8528-54eaa04543a2,revision_number=6']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:26.355726 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e46bdab6-eb2e-42f8-a658-2f81e3392eeb', 'name': 'network-vif-deleted', 'tag': '5525baf2-42f6-4f92-8a1e-f7282ad02870'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:26.358712 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99392c8-c92a-42df-83c1-7a7b83e95c38" -d '{"events": [{"server_uuid": "e46bdab6-eb2e-42f8-a658-2f81e3392eeb", "name": "network-vif-deleted", "tag": "5525baf2-42f6-4f92-8a1e-f7282ad02870"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:26.362096 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3af21-a804-468b-88b4-081593a49b47 req-0443b967-4916-425d-be65-389c2ea93c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:26.364326 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e1c3af21-a804-468b-88b4-081593a49b47 req-0443b967-4916-425d-be65-389c2ea93c0d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f HTTP/1.1" status: 200 len: 1097 time: 0.0548546 Nov 12 00:53:26.373226 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2d5cdbbb-91b6-4c6f-b849-b550ba6e4ab5 req-5726e936-0780-463c-9a4e-b9acc92aad93 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=57d245a6684d43328d4720699dcb1130&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4133515 Nov 12 00:53:26.439739 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e1c3af21-a804-468b-88b4-081593a49b47 req-7d739e54-f371-45d9-89ca-cb2e8a7a57a5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661545 Nov 12 00:53:26.528981 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c19e76-2976-4b2e-8563-6900a742a5c6 req-8042218d-b1b0-4e5a-a1e3-d34c55e9b215 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:26.530478 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-48c19e76-2976-4b2e-8563-6900a742a5c6 req-8042218d-b1b0-4e5a-a1e3-d34c55e9b215 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f HTTP/1.1" status: 200 len: 945 time: 0.1650026 Nov 12 00:53:26.567684 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2d5cdbbb-91b6-4c6f-b849-b550ba6e4ab5 req-f82b7b1c-8149-4411-8b2a-23c0b24f9bde service neutron] 10.222.0.45 "GET /v2.0/networks/cab82de1-4853-402a-8ee1-5c45d6f97745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775835 Nov 12 00:53:26.584481 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6fc1ae2a-d62a-485f-bdc1-47bf2f1f3f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:26.642736 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc1ae2a-d62a-485f-bdc1-47bf2f1f3f6c admin admin] Pushing event deleted for resources: {'Port': ['ID=99aed95b-451f-4c92-a941-ad8a6e07abd9,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:26.681482 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-48c19e76-2976-4b2e-8563-6900a742a5c6 req-b7123c93-76d6-4242-96ec-4f99f9ce9a80 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405625 Nov 12 00:53:26.731465 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e38319-0d2f-4252-87ca-d7f568f62554 x-openstack-request-id: req-83e38319-0d2f-4252-87ca-d7f568f62554 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:26.731670 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e46bdab6-eb2e-42f8-a658-2f81e3392eeb", "name": "network-vif-deleted", "tag": "5525baf2-42f6-4f92-8a1e-f7282ad02870", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:26.731893 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-83e38319-0d2f-4252-87ca-d7f568f62554 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:26.732332 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e46bdab6-eb2e-42f8-a658-2f81e3392eeb', 'name': 'network-vif-deleted', 'tag': '5525baf2-42f6-4f92-8a1e-f7282ad02870', 'status': 'completed', 'code': 200} Nov 12 00:53:26.761966 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2d5cdbbb-91b6-4c6f-b849-b550ba6e4ab5 req-c1ec9f46-ce9b-4fad-b4e8-b6a3d06f344f service neutron] 10.222.0.45 "GET /v2.0/networks/cab82de1-4853-402a-8ee1-5c45d6f97745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868570 Nov 12 00:53:26.771806 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6fc1ae2a-d62a-485f-bdc1-47bf2f1f3f6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:26.912653 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6fc1ae2a-d62a-485f-bdc1-47bf2f1f3f6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:26.915741 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6fc1ae2a-d62a-485f-bdc1-47bf2f1f3f6c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:26.987879 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3418586e-d5ad-4bff-95d9-45817ddbfdc4 req-8290ab41-3f4f-45c2-ba1b-27fdb5024ea5 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:26.989435 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3418586e-d5ad-4bff-95d9-45817ddbfdc4 req-8290ab41-3f4f-45c2-ba1b-27fdb5024ea5 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=04b645d0-af99-4170-849a-96e128e6b694 HTTP/1.1" status: 200 len: 947 time: 0.2153990 Nov 12 00:53:26.997712 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 79ce7fcb-4ca8-472c-a27f-69963a354020 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:53:27.019457 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 79ce7fcb-4ca8-472c-a27f-69963a354020 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:53:27.019808 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 79ce7fcb-4ca8-472c-a27f-69963a354020 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:53:27.020244 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 99aed95b-451f-4c92-a941-ad8a6e07abd9 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:53:27.031677 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6fc1ae2a-d62a-485f-bdc1-47bf2f1f3f6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:27.032132 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc1ae2a-d62a-485f-bdc1-47bf2f1f3f6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09a326cc-604f-492e-9726-2685f3777939 {{(pid=109085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:53:27.040701 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 99aed95b-451f-4c92-a941-ad8a6e07abd9 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:53:27.041522 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 99aed95b-451f-4c92-a941-ad8a6e07abd9 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:53:27.043004 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6fc1ae2a-d62a-485f-bdc1-47bf2f1f3f6c admin admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:27.047528 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-6fc1ae2a-d62a-485f-bdc1-47bf2f1f3f6c admin admin] 10.222.0.45 "DELETE /v2.0/routers/09a326cc-604f-492e-9726-2685f3777939 HTTP/1.1" status: 204 len: 168 time: 2.1888638 Nov 12 00:53:27.047945 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52122) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:27.098178 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b18f3b63-4a61-436f-af66-0679fc7f0379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:27.098481 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3418586e-d5ad-4bff-95d9-45817ddbfdc4 req-1bdceb61-4f0a-4f40-a145-acf99ad1be0a tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980024 Nov 12 00:53:27.106831 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61471c70-8596-4e79-98bb-86f56d52a575 req-03ae2e3a-f2a0-4692-bb78-372f8427a9cd tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:27.114555 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-61471c70-8596-4e79-98bb-86f56d52a575 req-03ae2e3a-f2a0-4692-bb78-372f8427a9cd tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4c37546-1535-44ad-b00f-166a19bf0b5c HTTP/1.1" status: 200 len: 948 time: 0.1667938 Nov 12 00:53:27.117719 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-2feea794-60c0-4345-9d1d-f97d62aa5895 admin admin] Deleting subnet d34d78d1-49dd-4b07-848f-9eb11dae08d2 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:53:27.122429 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2feea794-60c0-4345-9d1d-f97d62aa5895 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:27.181182 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2feea794-60c0-4345-9d1d-f97d62aa5895 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:27.186701 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-61471c70-8596-4e79-98bb-86f56d52a575 req-0c8920c6-3120-46b2-aa13-4cfcd64d7851 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712504 Nov 12 00:53:27.286460 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-201e6f88-3070-4486-a577-70fab5fd0b2d req-27227b58-505e-4e38-918c-e2e51fbfd679 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7a3b2-baea-4469-9d1e-276b20425e8a HTTP/1.1" status: 200 len: 210 time: 0.0318458 Nov 12 00:53:27.286650 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2feea794-60c0-4345-9d1d-f97d62aa5895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:27.308164 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e068c-8730-425d-8eb9-eb8509493f71 req-bc009a72-03f1-4364-9e3a-42a88d2dff9d tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:27.310412 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f30e068c-8730-425d-8eb9-eb8509493f71 req-bc009a72-03f1-4364-9e3a-42a88d2dff9d tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=fae9f6f0-d961-46c4-b01a-29a22e071ae6 HTTP/1.1" status: 200 len: 945 time: 0.0848050 Nov 12 00:53:27.349671 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52132) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:27.374655 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2feea794-60c0-4345-9d1d-f97d62aa5895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:27.406201 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feea794-60c0-4345-9d1d-f97d62aa5895 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d34d78d1-49dd-4b07-848f-9eb11dae08d2,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:27.412417 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2feea794-60c0-4345-9d1d-f97d62aa5895 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:27.417162 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2feea794-60c0-4345-9d1d-f97d62aa5895 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/d34d78d1-49dd-4b07-848f-9eb11dae08d2 HTTP/1.1" status: 204 len: 168 time: 0.3679979 Nov 12 00:53:27.418078 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37f151d-e56d-469f-b993-b15ee41ac42c None None] Network 13cb42e1-f8c4-42c7-9016-a9d9d381474d requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:53:27.420452 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52134) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:27.435358 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f30e068c-8730-425d-8eb9-eb8509493f71 req-e8d658c9-ad55-4cfb-ba2c-bdad326aec08 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137240 Nov 12 00:53:27.461169 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-6131fc5b-cccb-4115-bd12-33293178b0d4 admin admin] Deleting subnet 099c1077-d7d9-4d2b-8d0a-cb64340e3fae {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:53:27.468721 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6131fc5b-cccb-4115-bd12-33293178b0d4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:27.499156 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-63b70d7f-5b2c-46c0-aaa9-e5ee9005fb66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:27.530418 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6131fc5b-cccb-4115-bd12-33293178b0d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:27.580073 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-63b70d7f-5b2c-46c0-aaa9-e5ee9005fb66 admin admin] Deleting port f9d6c356-c7c9-4299-8b9e-bfb93e5215ce {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:53:27.580422 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-63b70d7f-5b2c-46c0-aaa9-e5ee9005fb66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:27.592654 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6131fc5b-cccb-4115-bd12-33293178b0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:27.666354 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 3bf65952-28b5-4d0e-8528-54eaa04543a2 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:53:27.681654 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-63b70d7f-5b2c-46c0-aaa9-e5ee9005fb66 admin admin] For port f9d6c356-c7c9-4299-8b9e-bfb93e5215ce, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=f9d6c356-c7c9-4299-8b9e-bfb93e5215ce,segment=NetworkSegment(ecb904b9-e8fa-4839-969d-4e2a3eae66df),segment_id=ecb904b9-e8fa-4839-969d-4e2a3eae66df)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:27.682090 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-63b70d7f-5b2c-46c0-aaa9-e5ee9005fb66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:27.700312 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-63b70d7f-5b2c-46c0-aaa9-e5ee9005fb66 admin admin] Calling delete_port for f9d6c356-c7c9-4299-8b9e-bfb93e5215ce owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:53:27.716584 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe708bd-8544-4684-aa82-edbcdbd2e7c1 None None] DHCP port deletion for 13cb42e1-f8c4-42c7-9016-a9d9d381474d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:53:27.721442 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6131fc5b-cccb-4115-bd12-33293178b0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:27.734521 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 2b56d6f1-f1b2-42c6-b614-86ce833b0928 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:53:27.737407 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 5525baf2-42f6-4f92-8a1e-f7282ad02870 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:53:27.757744 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6131fc5b-cccb-4115-bd12-33293178b0d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:27.760872 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] No Port match for: 5525baf2-42f6-4f92-8a1e-f7282ad02870 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:53:27.761070 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-6131fc5b-cccb-4115-bd12-33293178b0d4 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/099c1077-d7d9-4d2b-8d0a-cb64340e3fae HTTP/1.1" status: 204 len: 168 time: 0.4079380 Nov 12 00:53:27.761873 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6131fc5b-cccb-4115-bd12-33293178b0d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=099c1077-d7d9-4d2b-8d0a-cb64340e3fae,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:27.762535 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 5525baf2-42f6-4f92-8a1e-f7282ad02870 not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:53:27.763827 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52140) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:27.787254 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50322f-69bc-4fe9-847b-392467b0b2be req-73692a19-1dfc-4353-9b04-4020996e8253 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:27.791668 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1d50322f-69bc-4fe9-847b-392467b0b2be req-73692a19-1dfc-4353-9b04-4020996e8253 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4c37546-1535-44ad-b00f-166a19bf0b5c HTTP/1.1" status: 200 len: 948 time: 0.1191649 Nov 12 00:53:27.882719 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1d50322f-69bc-4fe9-847b-392467b0b2be req-f29c0e11-ba27-4da9-9559-53d38a96ca02 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845454 Nov 12 00:53:27.904545 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-91708ee8-867f-43b8-af92-2c9047343cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:27.923551 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ee550-1d28-4906-8331-649442d3a1b0 req-1af514e3-302c-4e0d-ba98-f97286513c2a tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:27.925524 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ba8ee550-1d28-4906-8331-649442d3a1b0 req-1af514e3-302c-4e0d-ba98-f97286513c2a tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f HTTP/1.1" status: 200 len: 945 time: 0.0920630 Nov 12 00:53:27.966283 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9684bfa-e1d0-4734-a9a5-15f5a53cd3c9 req-977c605a-7565-4d67-8e2c-8ae8e3339ed6 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:27.968365 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c9684bfa-e1d0-4734-a9a5-15f5a53cd3c9 req-977c605a-7565-4d67-8e2c-8ae8e3339ed6 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c37546-1535-44ad-b00f-166a19bf0b5c&tenant_id=6bde2e332c8e418290dd069bae32e617&binding%3Ahost_id=n-h2-712142-27 HTTP/1.1" status: 200 len: 948 time: 0.1304567 Nov 12 00:53:27.987616 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-63b70d7f-5b2c-46c0-aaa9-e5ee9005fb66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:27.997811 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ba8ee550-1d28-4906-8331-649442d3a1b0 req-9ce703e9-d454-4844-aeb4-477a8018ff26 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635188 Nov 12 00:53:28.012090 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b70d7f-5b2c-46c0-aaa9-e5ee9005fb66 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9d6c356-c7c9-4299-8b9e-bfb93e5215ce,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:28.022273 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 3bf65952-28b5-4d0e-8528-54eaa04543a2, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=3bf65952-28b5-4d0e-8528-54eaa04543a2,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:28.026382 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5fe708bd-8544-4684-aa82-edbcdbd2e7c1 None None] Deleting port f9d6c356-c7c9-4299-8b9e-bfb93e5215ce {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:53:28.027668 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5fe708bd-8544-4684-aa82-edbcdbd2e7c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:28.037428 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b70d7f-5b2c-46c0-aaa9-e5ee9005fb66 admin admin] No DVR routers for this DVR port f9d6c356-c7c9-4299-8b9e-bfb93e5215ce on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:53:28.072212 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '3bf65952-28b5-4d0e-8528-54eaa04543a2', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'port_id': '3bf65952-28b5-4d0e-8528-54eaa04543a2', 'mac_address': 'fa:16:3e:79:9f:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0290328-7bc5-4266-bfb9-6eb25d91acf0', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:53:28.100790 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-91708ee8-867f-43b8-af92-2c9047343cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:28.112992 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e04b42-24ed-4311-9db9-971e0331dc50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a067bb18-326f-4fbe-b8af-94675041d31d'}, {'server_uuid': 'e4c37546-1535-44ad-b00f-166a19bf0b5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bf65952-28b5-4d0e-8528-54eaa04543a2'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:28.115281 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a520e76e-4147-42de-b12b-5eb34b1215ed" -d '{"events": [{"server_uuid": "97e04b42-24ed-4311-9db9-971e0331dc50", "name": "network-vif-unplugged", "status": "completed", "tag": "a067bb18-326f-4fbe-b8af-94675041d31d"}, {"server_uuid": "e4c37546-1535-44ad-b00f-166a19bf0b5c", "name": "network-vif-unplugged", "status": "completed", "tag": "3bf65952-28b5-4d0e-8528-54eaa04543a2"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:28.147083 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 2b56d6f1-f1b2-42c6-b614-86ce833b0928, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=2b56d6f1-f1b2-42c6-b614-86ce833b0928,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:28.181837 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-91708ee8-867f-43b8-af92-2c9047343cea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc829990-3cb3-4490-b229-d8b9e8e3d4f4']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:28.200773 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-63b70d7f-5b2c-46c0-aaa9-e5ee9005fb66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:28.204460 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5fe708bd-8544-4684-aa82-edbcdbd2e7c1 None None] For port f9d6c356-c7c9-4299-8b9e-bfb93e5215ce, host n-d-712142-27, got binding levels [] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:28.204752 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-91708ee8-867f-43b8-af92-2c9047343cea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47ee5f77-257a-4dab-8f62-4d6ca66e2be2') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:28.204881 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5fe708bd-8544-4684-aa82-edbcdbd2e7c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:28.205047 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-91708ee8-867f-43b8-af92-2c9047343cea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47ee5f77-257a-4dab-8f62-4d6ca66e2be2') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:28.214078 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2f6df7-aeb2-4d94-993e-1b974f762c7e x-openstack-request-id: req-af2f6df7-aeb2-4d94-993e-1b974f762c7e {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:28.214372 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97e04b42-24ed-4311-9db9-971e0331dc50", "name": "network-vif-unplugged", "status": "completed", "tag": "a067bb18-326f-4fbe-b8af-94675041d31d", "code": 200}, {"server_uuid": "e4c37546-1535-44ad-b00f-166a19bf0b5c", "name": "network-vif-unplugged", "status": "completed", "tag": "3bf65952-28b5-4d0e-8528-54eaa04543a2", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:28.214620 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-af2f6df7-aeb2-4d94-993e-1b974f762c7e {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:28.215001 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e04b42-24ed-4311-9db9-971e0331dc50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a067bb18-326f-4fbe-b8af-94675041d31d', 'code': 200} Nov 12 00:53:28.215250 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c37546-1535-44ad-b00f-166a19bf0b5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bf65952-28b5-4d0e-8528-54eaa04543a2', 'code': 200} Nov 12 00:53:28.225592 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5fe708bd-8544-4684-aa82-edbcdbd2e7c1 None None] Calling delete_port for f9d6c356-c7c9-4299-8b9e-bfb93e5215ce owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:53:28.230533 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-91708ee8-867f-43b8-af92-2c9047343cea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:28.233081 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.ipam_backend_mixin [None req-5fe708bd-8544-4684-aa82-edbcdbd2e7c1 None None] Port f9d6c356-c7c9-4299-8b9e-bfb93e5215ce was not found and therefore no delete operation was performed {{(pid=109087) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 00:53:28.234129 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': '2b56d6f1-f1b2-42c6-b614-86ce833b0928', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'port_id': '2b56d6f1-f1b2-42c6-b614-86ce833b0928', 'mac_address': 'fa:16:3e:57:1a:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0290328-7bc5-4266-bfb9-6eb25d91acf0', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:53:28.235657 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9684bfa-e1d0-4734-a9a5-15f5a53cd3c9 req-feb81a96-4aa9-40ef-9b29-155efd1e99ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:28.237206 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c9684bfa-e1d0-4734-a9a5-15f5a53cd3c9 req-feb81a96-4aa9-40ef-9b29-155efd1e99ad service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6bde2e332c8e418290dd069bae32e617&device_id=e4c37546-1535-44ad-b00f-166a19bf0b5c HTTP/1.1" status: 200 len: 1100 time: 0.1658485 Nov 12 00:53:28.238954 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5fe708bd-8544-4684-aa82-edbcdbd2e7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:28.243278 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-63b70d7f-5b2c-46c0-aaa9-e5ee9005fb66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13cb42e1-f8c4-42c7-9016-a9d9d381474d']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:28.257431 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-63b70d7f-5b2c-46c0-aaa9-e5ee9005fb66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecb904b9-e8fa-4839-969d-4e2a3eae66df') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:28.257877 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-63b70d7f-5b2c-46c0-aaa9-e5ee9005fb66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecb904b9-e8fa-4839-969d-4e2a3eae66df') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:53:28.260599 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f01e127-7ac8-4edb-aa05-718b7769ba9e req-34c19a8a-f92e-4a74-85d5-2893da7483be tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:28.262849 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5f01e127-7ac8-4edb-aa05-718b7769ba9e req-34c19a8a-f92e-4a74-85d5-2893da7483be tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.44 "GET /v2.0/ports?device_id=97e04b42-24ed-4311-9db9-971e0331dc50 HTTP/1.1" status: 200 len: 944 time: 0.1008162 Nov 12 00:53:28.266304 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-91708ee8-867f-43b8-af92-2c9047343cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:28.272564 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-63b70d7f-5b2c-46c0-aaa9-e5ee9005fb66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:28.280653 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91708ee8-867f-43b8-af92-2c9047343cea admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:53:28.281049 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-91708ee8-867f-43b8-af92-2c9047343cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:28.282724 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 00:53:28.282724 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:53:28.282724 n-d-712142-27 neutron-server[109086]: timer() Nov 12 00:53:28.282724 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:53:28.282724 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 00:53:28.282724 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:53:28.282724 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 00:53:28.282724 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:53:28.282724 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 00:53:28.282724 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:53:28.282724 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 00:53:28.282724 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:53:28.282724 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 00:53:28.282724 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:53:28.282724 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:53:28.282724 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:53:28.282724 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:53:28.282724 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:53:28.282724 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 00:53:28.282724 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:53:28.282724 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 00:53:28.282724 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:53:28.282724 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:53:28.282724 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:53:28.282724 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 00:53:28.282724 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:53:28.282724 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:53:28.282724 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:53:28.282724 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:53:28.282724 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:53:28.282724 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:53:28.282724 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:53:28.284946 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a2659-d100-4b14-b703-19d775eecb5a req-a409ae1a-c20c-43ed-a791-d99e0a116fe7 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:28.286388 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-145a2659-d100-4b14-b703-19d775eecb5a req-a409ae1a-c20c-43ed-a791-d99e0a116fe7 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=04b645d0-af99-4170-849a-96e128e6b694 HTTP/1.1" status: 200 len: 947 time: 0.0735044 Nov 12 00:53:28.293455 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe708bd-8544-4684-aa82-edbcdbd2e7c1 None None] Pushing event deleted for resources: {'Port': ['ID=f9d6c356-c7c9-4299-8b9e-bfb93e5215ce,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:28.295549 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:28.313164 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe708bd-8544-4684-aa82-edbcdbd2e7c1 None None] No DVR routers for this DVR port f9d6c356-c7c9-4299-8b9e-bfb93e5215ce on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:53:28.328704 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bf65952-28b5-4d0e-8528-54eaa04543a2 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:53:28.347087 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-63b70d7f-5b2c-46c0-aaa9-e5ee9005fb66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:28.347227 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:28.367867 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 3bf65952-28b5-4d0e-8528-54eaa04543a2, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=3bf65952-28b5-4d0e-8528-54eaa04543a2,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:28.368122 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63b70d7f-5b2c-46c0-aaa9-e5ee9005fb66 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:53:28.368416 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-63b70d7f-5b2c-46c0-aaa9-e5ee9005fb66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:28.371275 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 00:53:28.371275 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:53:28.371275 n-d-712142-27 neutron-server[109086]: timer() Nov 12 00:53:28.371275 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:53:28.371275 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 00:53:28.371275 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:53:28.371275 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 00:53:28.371275 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:53:28.371275 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 00:53:28.371275 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:53:28.371275 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 00:53:28.371275 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:53:28.371275 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 00:53:28.371275 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:53:28.371275 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:53:28.371275 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:53:28.371275 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:53:28.371275 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:53:28.371275 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 00:53:28.371275 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:53:28.371275 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 00:53:28.371275 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:53:28.371275 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:53:28.371275 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:53:28.371275 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 00:53:28.371275 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:53:28.371275 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:53:28.371275 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:53:28.371275 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:53:28.371275 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:53:28.371275 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:53:28.371275 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:53:28.373837 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b56d6f1-f1b2-42c6-b614-86ce833b0928 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:53:28.408201 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 2b56d6f1-f1b2-42c6-b614-86ce833b0928, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=2b56d6f1-f1b2-42c6-b614-86ce833b0928,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:28.409691 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:28.417649 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:28.439848 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-145a2659-d100-4b14-b703-19d775eecb5a req-5a6c2598-656d-47be-b3ca-5b05d3dcc766 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375840 Nov 12 00:53:28.468260 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-91708ee8-867f-43b8-af92-2c9047343cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:28.485868 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=3bf65952-28b5-4d0e-8528-54eaa04543a2,revision_number=7']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:28.487340 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-44254a57-3bdd-4eff-8b68-4a876a410c21 req-76d76b93-2138-410f-b5c1-b563d1bb4782 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7a3b2-baea-4469-9d1e-276b20425e8a HTTP/1.1" status: 200 len: 210 time: 0.0424788 Nov 12 00:53:28.487868 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-91708ee8-867f-43b8-af92-2c9047343cea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:28.491144 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-91708ee8-867f-43b8-af92-2c9047343cea admin admin] 10.222.0.45 "DELETE /v2.0/networks/fc829990-3cb3-4490-b229-d8b9e8e3d4f4 HTTP/1.1" status: 204 len: 168 time: 0.7260265 Nov 12 00:53:28.522528 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91708ee8-867f-43b8-af92-2c9047343cea admin admin] Pushing event deleted for resources: {'Network': ['ID=fc829990-3cb3-4490-b229-d8b9e8e3d4f4,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:28.530795 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-63b70d7f-5b2c-46c0-aaa9-e5ee9005fb66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:28.542031 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-63b70d7f-5b2c-46c0-aaa9-e5ee9005fb66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:28.545953 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-63b70d7f-5b2c-46c0-aaa9-e5ee9005fb66 admin admin] 10.222.0.45 "DELETE /v2.0/networks/13cb42e1-f8c4-42c7-9016-a9d9d381474d HTTP/1.1" status: 204 len: 168 time: 1.1241338 Nov 12 00:53:28.552002 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-5f01e127-7ac8-4edb-aa05-718b7769ba9e req-2426d7bd-f163-45a4-81e5-0d70781276d8 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Deleting port a067bb18-326f-4fbe-b8af-94675041d31d {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:53:28.552348 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5f01e127-7ac8-4edb-aa05-718b7769ba9e req-2426d7bd-f163-45a4-81e5-0d70781276d8 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:28.603451 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b70d7f-5b2c-46c0-aaa9-e5ee9005fb66 admin admin] Pushing event deleted for resources: {'Network': ['ID=13cb42e1-f8c4-42c7-9016-a9d9d381474d,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:28.619048 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=2b56d6f1-f1b2-42c6-b614-86ce833b0928,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:28.621059 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9684bfa-e1d0-4734-a9a5-15f5a53cd3c9 req-5ceaa392-9d87-4a83-9a03-1e5d4033c5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:28.623201 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c9684bfa-e1d0-4734-a9a5-15f5a53cd3c9 req-5ceaa392-9d87-4a83-9a03-1e5d4033c5ad service neutron] 10.222.0.44 "GET /v2.0/networks?id=945c2da1-f958-478a-a48a-8af2dfa2e179 HTTP/1.1" status: 200 len: 869 time: 0.3296835 Nov 12 00:53:28.686837 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c9684bfa-e1d0-4734-a9a5-15f5a53cd3c9 req-87e3f275-e333-420b-9a79-06e1da894770 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=3bf65952-28b5-4d0e-8528-54eaa04543a2 HTTP/1.1" status: 200 len: 217 time: 0.0542490 Nov 12 00:53:28.732327 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52156) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:28.735252 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa565f-7606-48fd-873c-5fdd15b2ef70 req-e94f951b-8b72-4754-963a-8ff08a3f2974 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:28.736848 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c1fa565f-7606-48fd-873c-5fdd15b2ef70 req-e94f951b-8b72-4754-963a-8ff08a3f2974 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=fae9f6f0-d961-46c4-b01a-29a22e071ae6 HTTP/1.1" status: 200 len: 945 time: 0.1198559 Nov 12 00:53:28.750357 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-5f01e127-7ac8-4edb-aa05-718b7769ba9e req-2426d7bd-f163-45a4-81e5-0d70781276d8 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] For port a067bb18-326f-4fbe-b8af-94675041d31d, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=a067bb18-326f-4fbe-b8af-94675041d31d,segment=NetworkSegment(f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2),segment_id=f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:28.750632 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5f01e127-7ac8-4edb-aa05-718b7769ba9e req-2426d7bd-f163-45a4-81e5-0d70781276d8 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:28.765368 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52158) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:28.814323 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9684bfa-e1d0-4734-a9a5-15f5a53cd3c9 req-9681694f-abf6-445b-89f5-023437931f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:28.816600 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c9684bfa-e1d0-4734-a9a5-15f5a53cd3c9 req-9681694f-abf6-445b-89f5-023437931f9d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.0765409 Nov 12 00:53:28.823272 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-17621523-6c00-4af2-be9a-17197016b221 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e868fe4c0eba4442806899167e012a91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0897059 Nov 12 00:53:28.826427 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52160) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:28.828344 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-5f01e127-7ac8-4edb-aa05-718b7769ba9e req-2426d7bd-f163-45a4-81e5-0d70781276d8 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Calling delete_port for a067bb18-326f-4fbe-b8af-94675041d31d owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:53:28.865107 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['2b56d6f1-f1b2-42c6-b614-86ce833b0928'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:53:28.900763 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['3bf65952-28b5-4d0e-8528-54eaa04543a2'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:53:28.901525 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9684bfa-e1d0-4734-a9a5-15f5a53cd3c9 req-5bf10c8a-76d3-46a8-9c7f-3b23e1630c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:28.903690 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c9684bfa-e1d0-4734-a9a5-15f5a53cd3c9 req-5bf10c8a-76d3-46a8-9c7f-3b23e1630c3e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0700295 Nov 12 00:53:29.000564 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device f9d6c356-c7c9-4299-8b9e-bfb93e5215ce no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:53:29.000760 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8d009b8a-368e-4263-a56e-84f143a66920 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:29.010956 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c1fa565f-7606-48fd-873c-5fdd15b2ef70 req-8a76b2b6-a29f-4519-b482-93a34bbde1ca tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574203 Nov 12 00:53:29.037057 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5cdbbb-91b6-4c6f-b849-b550ba6e4ab5 req-75ba3faa-877b-4635-a143-332f075c15d7 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:29.038899 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2d5cdbbb-91b6-4c6f-b849-b550ba6e4ab5 req-75ba3faa-877b-4635-a143-332f075c15d7 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.44 "GET /v2.0/networks?id=cab82de1-4853-402a-8ee1-5c45d6f97745 HTTP/1.1" status: 200 len: 805 time: 0.2978506 Nov 12 00:53:29.044148 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: f9d6c356-c7c9-4299-8b9e-bfb93e5215ce {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:53:29.044662 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8d009b8a-368e-4263-a56e-84f143a66920 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:29.044752 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device f9d6c356-c7c9-4299-8b9e-bfb93e5215ce not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:53:29.066767 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-2d5cdbbb-91b6-4c6f-b849-b550ba6e4ab5 req-431d34b3-0568-4ecd-9cb7-ce255d3a69a6 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Request body: {'port': {'device_id': 'cac7a3b2-baea-4469-9d1e-276b20425e8a', 'network_id': 'cab82de1-4853-402a-8ee1-5c45d6f97745', 'admin_state_up': True, 'tenant_id': '57d245a6684d43328d4720699dcb1130'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:29.079556 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c9684bfa-e1d0-4734-a9a5-15f5a53cd3c9 req-8ee27e89-3629-4143-b5f3-fa0aeb645d2f service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567464 Nov 12 00:53:29.143181 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-fdab0da1-791e-4156-b615-9569cf90f651 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=83eada3bc343462492e64e9fa7dd64d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3630702 Nov 12 00:53:29.154440 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52166) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:29.208567 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8d009b8a-368e-4263-a56e-84f143a66920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:29.211111 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8d009b8a-368e-4263-a56e-84f143a66920 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:29.214665 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8d009b8a-368e-4263-a56e-84f143a66920 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9a14b3a8-ce12-4775-bf18-da7874348cef HTTP/1.1" status: 204 len: 168 time: 0.3848214 Nov 12 00:53:29.235848 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d009b8a-368e-4263-a56e-84f143a66920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a14b3a8-ce12-4775-bf18-da7874348cef,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:29.241780 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c9684bfa-e1d0-4734-a9a5-15f5a53cd3c9 req-247e0367-72c2-4169-999c-17bf5f1dee22 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490688 Nov 12 00:53:29.253153 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0c4e304c-245a-427c-957b-06cebf76c497 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:29.290811 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0c4e304c-245a-427c-957b-06cebf76c497 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:29.317366 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172dcf7-047d-4176-a50a-4d82b162deed req-89b1adc7-922a-4761-a32c-b4d1416eeff5 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:29.319207 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8172dcf7-047d-4176-a50a-4d82b162deed req-89b1adc7-922a-4761-a32c-b4d1416eeff5 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4c37546-1535-44ad-b00f-166a19bf0b5c HTTP/1.1" status: 200 len: 949 time: 0.3161082 Nov 12 00:53:29.352625 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-51d87c69-b20e-41c9-9cf9-c157e1444921 tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:29.354108 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-51d87c69-b20e-41c9-9cf9-c157e1444921 tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=fae9f6f0-d961-46c4-b01a-29a22e071ae6&tenant_id=31213ba92821461cba1a0adcb9241baa&binding%3Ahost_id=n-h2-712142-27 HTTP/1.1" status: 200 len: 1097 time: 0.0816338 Nov 12 00:53:29.369971 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-acf9a3c8-0a6c-4575-8387-059fb1aa20e2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712142-27'}}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:29.390549 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0c4e304c-245a-427c-957b-06cebf76c497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:29.393170 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0c4e304c-245a-427c-957b-06cebf76c497 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:29.397674 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0c4e304c-245a-427c-957b-06cebf76c497 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/147f837d-f129-4148-9ea2-013c732402bf HTTP/1.1" status: 204 len: 168 time: 0.2383668 Nov 12 00:53:29.408943 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c722ab8-fb65-4a35-b991-7d968f646a18 req-79a956a5-d51d-4a64-b2e2-aed51d9d24a8 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:29.409238 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4e304c-245a-427c-957b-06cebf76c497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147f837d-f129-4148-9ea2-013c732402bf,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:29.410958 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c722ab8-fb65-4a35-b991-7d968f646a18 req-79a956a5-d51d-4a64-b2e2-aed51d9d24a8 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f HTTP/1.1" status: 200 len: 945 time: 0.2630684 Nov 12 00:53:29.446958 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-acf9a3c8-0a6c-4575-8387-059fb1aa20e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:29.447448 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d5cdbbb-91b6-4c6f-b849-b550ba6e4ab5 req-431d34b3-0568-4ecd-9cb7-ce255d3a69a6 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Made reservation on behalf of 57d245a6684d43328d4720699dcb1130 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:29.452508 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2d5cdbbb-91b6-4c6f-b849-b550ba6e4ab5 req-431d34b3-0568-4ecd-9cb7-ce255d3a69a6 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:29.508462 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5f01e127-7ac8-4edb-aa05-718b7769ba9e req-2426d7bd-f163-45a4-81e5-0d70781276d8 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:29.542933 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8172dcf7-047d-4176-a50a-4d82b162deed req-14b1b3e5-47fc-4881-a683-cce0b2790be6 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667831 Nov 12 00:53:29.627302 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-acf9a3c8-0a6c-4575-8387-059fb1aa20e2 service neutron] For port a9829ae0-68a1-466e-86d4-cef54886a7b3, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=a9829ae0-68a1-466e-86d4-cef54886a7b3,segment=NetworkSegment(22cf0803-7015-4b8f-9bea-ad8ec3d31ac5),segment_id=22cf0803-7015-4b8f-9bea-ad8ec3d31ac5)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:29.672075 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device a067bb18-326f-4fbe-b8af-94675041d31d no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:53:29.676693 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2426d7bd-f163-45a4-81e5-0d70781276d8 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Pushing event deleted for resources: {'Port': ['ID=a067bb18-326f-4fbe-b8af-94675041d31d,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:29.685251 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-acf9a3c8-0a6c-4575-8387-059fb1aa20e2 service neutron] For port a9829ae0-68a1-466e-86d4-cef54886a7b3, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:53:29.716152 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: a067bb18-326f-4fbe-b8af-94675041d31d {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:53:29.716611 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device a067bb18-326f-4fbe-b8af-94675041d31d not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:53:29.740214 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device a9829ae0-68a1-466e-86d4-cef54886a7b3 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:53:29.759954 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f01e127-7ac8-4edb-aa05-718b7769ba9e req-2426d7bd-f163-45a4-81e5-0d70781276d8 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] No DVR routers for this DVR port a067bb18-326f-4fbe-b8af-94675041d31d on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:53:29.763565 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae9f6f0-d961-46c4-b01a-29a22e071ae6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9829ae0-68a1-466e-86d4-cef54886a7b3'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:29.766918 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2cad73-d583-42da-8cf3-11a33eddceac" -d '{"events": [{"server_uuid": "fae9f6f0-d961-46c4-b01a-29a22e071ae6", "name": "network-vif-unplugged", "status": "completed", "tag": "a9829ae0-68a1-466e-86d4-cef54886a7b3"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:29.771286 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-acf9a3c8-0a6c-4575-8387-059fb1aa20e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:29.778680 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-acf9a3c8-0a6c-4575-8387-059fb1aa20e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:29.794202 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5f01e127-7ac8-4edb-aa05-718b7769ba9e req-2426d7bd-f163-45a4-81e5-0d70781276d8 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:29.797578 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5f01e127-7ac8-4edb-aa05-718b7769ba9e req-2426d7bd-f163-45a4-81e5-0d70781276d8 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.44 "DELETE /v2.0/ports/a067bb18-326f-4fbe-b8af-94675041d31d HTTP/1.1" status: 204 len: 173 time: 1.5079439 Nov 12 00:53:29.827998 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd33ed-23f4-4220-9cbe-cf9e425cc355 req-28c1f5e7-78d4-4fd8-9c14-d27fe7fca915 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:29.829579 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5bdd33ed-23f4-4220-9cbe-cf9e425cc355 req-28c1f5e7-78d4-4fd8-9c14-d27fe7fca915 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=04b645d0-af99-4170-849a-96e128e6b694 HTTP/1.1" status: 200 len: 948 time: 0.1818752 Nov 12 00:53:29.830050 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97e04b42-24ed-4311-9db9-971e0331dc50', 'name': 'network-vif-deleted', 'tag': 'a067bb18-326f-4fbe-b8af-94675041d31d'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:29.832373 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa38388b-15da-4bc7-aaa5-26317c2444ee" -d '{"events": [{"server_uuid": "97e04b42-24ed-4311-9db9-971e0331dc50", "name": "network-vif-deleted", "tag": "a067bb18-326f-4fbe-b8af-94675041d31d"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:29.838435 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf9a3c8-0a6c-4575-8387-059fb1aa20e2 service neutron] Pushing event updated for resources: {'Port': ['ID=a9829ae0-68a1-466e-86d4-cef54886a7b3,revision_number=7']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:29.866251 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c722ab8-fb65-4a35-b991-7d968f646a18 req-f269e3a2-a0cc-4547-a4da-ab2b06bd97f0 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3934898 Nov 12 00:53:29.962651 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port a9829ae0-68a1-466e-86d4-cef54886a7b3, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=a9829ae0-68a1-466e-86d4-cef54886a7b3,segment=NetworkSegment(22cf0803-7015-4b8f-9bea-ad8ec3d31ac5),segment_id=22cf0803-7015-4b8f-9bea-ad8ec3d31ac5)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:29.983988 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device a9829ae0-68a1-466e-86d4-cef54886a7b3 has no active binding in host n-h1-712142-27 {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 00:53:30.006011 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-acf9a3c8-0a6c-4575-8387-059fb1aa20e2 service neutron] Attempting to bind port a9829ae0-68a1-466e-86d4-cef54886a7b3 on host n-h2-712142-27 for vnic_type normal with profile {"migrating_to": "n-h1-712142-27"} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:53:30.006348 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-acf9a3c8-0a6c-4575-8387-059fb1aa20e2 service neutron] Attempting to bind port a9829ae0-68a1-466e-86d4-cef54886a7b3 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '22cf0803-7015-4b8f-9bea-ad8ec3d31ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfbacf63-886c-40df-80dd-a56be185809d'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:53:30.006684 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-acf9a3c8-0a6c-4575-8387-059fb1aa20e2 service neutron] Attempting to bind port a9829ae0-68a1-466e-86d4-cef54886a7b3 on network dfbacf63-886c-40df-80dd-a56be185809d {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:30.014059 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-acf9a3c8-0a6c-4575-8387-059fb1aa20e2 service neutron] Port a9829ae0-68a1-466e-86d4-cef54886a7b3 on network dfbacf63-886c-40df-80dd-a56be185809d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:53:30.014359 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-acf9a3c8-0a6c-4575-8387-059fb1aa20e2 service neutron] Attempting to bind port a9829ae0-68a1-466e-86d4-cef54886a7b3 on network dfbacf63-886c-40df-80dd-a56be185809d {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:30.020586 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-acf9a3c8-0a6c-4575-8387-059fb1aa20e2 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:53:30.020934 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-acf9a3c8-0a6c-4575-8387-059fb1aa20e2 service neutron] Checking segment: {'id': '22cf0803-7015-4b8f-9bea-ad8ec3d31ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfbacf63-886c-40df-80dd-a56be185809d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:30.021405 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-acf9a3c8-0a6c-4575-8387-059fb1aa20e2 service neutron] Bound using segment: {'id': '22cf0803-7015-4b8f-9bea-ad8ec3d31ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfbacf63-886c-40df-80dd-a56be185809d'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:53:30.022122 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-acf9a3c8-0a6c-4575-8387-059fb1aa20e2 service neutron] Bound port: a9829ae0-68a1-466e-86d4-cef54886a7b3, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22cf0803-7015-4b8f-9bea-ad8ec3d31ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfbacf63-886c-40df-80dd-a56be185809d'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:53:30.022491 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-acf9a3c8-0a6c-4575-8387-059fb1aa20e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.027558 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7e5d4690-a3ad-44fe-a5d7-4634f6f5a8db req-1217ff1a-56ea-45ec-99a9-246d51c1e7d9 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7a3b2-baea-4469-9d1e-276b20425e8a HTTP/1.1" status: 200 len: 210 time: 0.0546429 Nov 12 00:53:30.040592 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52198) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:30.069717 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-2d5cdbbb-91b6-4c6f-b849-b550ba6e4ab5 req-431d34b3-0568-4ecd-9cb7-ce255d3a69a6 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Allocated IP 172.20.0.11 (cab82de1-4853-402a-8ee1-5c45d6f97745/12a98869-a3ee-4178-9eb9-17614c418237/b4f0e477-9b64-456a-8556-8ef0685510f6) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:30.089277 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5bdd33ed-23f4-4220-9cbe-cf9e425cc355 req-a3ed841d-7728-4b50-8fb1-27e544bd4a3f tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215800 Nov 12 00:53:30.118550 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ed13b100-0588-43b8-a38e-177580c3c815 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4fa9f6c3ee344f05900481867394d8ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0749068 Nov 12 00:53:30.118860 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52200) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:30.171495 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-acf9a3c8-0a6c-4575-8387-059fb1aa20e2 service neutron] For port a9829ae0-68a1-466e-86d4-cef54886a7b3, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:53:30.178774 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-acf9a3c8-0a6c-4575-8387-059fb1aa20e2 service neutron] For port a9829ae0-68a1-466e-86d4-cef54886a7b3, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=a9829ae0-68a1-466e-86d4-cef54886a7b3,segment=NetworkSegment(22cf0803-7015-4b8f-9bea-ad8ec3d31ac5),segment_id=22cf0803-7015-4b8f-9bea-ad8ec3d31ac5)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:53:30.184623 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-acf9a3c8-0a6c-4575-8387-059fb1aa20e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.192779 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df1e716-1989-411e-9cda-c14981a5aa9e x-openstack-request-id: req-9df1e716-1989-411e-9cda-c14981a5aa9e {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:30.193051 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97e04b42-24ed-4311-9db9-971e0331dc50", "name": "network-vif-deleted", "tag": "a067bb18-326f-4fbe-b8af-94675041d31d", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:30.195892 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9df1e716-1989-411e-9cda-c14981a5aa9e {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:30.196352 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97e04b42-24ed-4311-9db9-971e0331dc50', 'name': 'network-vif-deleted', 'tag': 'a067bb18-326f-4fbe-b8af-94675041d31d', 'status': 'completed', 'code': 200} Nov 12 00:53:30.209728 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3214b47-d3b6-406a-9873-52110de3ece5 x-openstack-request-id: req-b3214b47-d3b6-406a-9873-52110de3ece5 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:30.210028 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fae9f6f0-d961-46c4-b01a-29a22e071ae6", "name": "network-vif-unplugged", "status": "completed", "tag": "a9829ae0-68a1-466e-86d4-cef54886a7b3", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:30.210301 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b3214b47-d3b6-406a-9873-52110de3ece5 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:30.210809 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fae9f6f0-d961-46c4-b01a-29a22e071ae6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9829ae0-68a1-466e-86d4-cef54886a7b3', 'code': 200} Nov 12 00:53:30.295249 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-acf9a3c8-0a6c-4575-8387-059fb1aa20e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:30.295873 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-acf9a3c8-0a6c-4575-8387-059fb1aa20e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.297514 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-acf9a3c8-0a6c-4575-8387-059fb1aa20e2 service neutron] 10.222.0.16 "PUT /v2.0/ports/a9829ae0-68a1-466e-86d4-cef54886a7b3 HTTP/1.1" status: 200 len: 1123 time: 0.9348924 Nov 12 00:53:30.321407 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf9a3c8-0a6c-4575-8387-059fb1aa20e2 service neutron] Pushing event updated for resources: {'Port': ['ID=a9829ae0-68a1-466e-86d4-cef54886a7b3,revision_number=8']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:30.473553 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['a9829ae0-68a1-466e-86d4-cef54886a7b3'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:53:30.484159 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a07b79d-f296-43e0-9c8f-4fa97d360256 req-f4c94b69-23f3-4ae5-b429-f4711bf4e4c3 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:30.485743 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9a07b79d-f296-43e0-9c8f-4fa97d360256 req-f4c94b69-23f3-4ae5-b429-f4711bf4e4c3 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=fae9f6f0-d961-46c4-b01a-29a22e071ae6 HTTP/1.1" status: 200 len: 943 time: 0.2319906 Nov 12 00:53:30.489944 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-90a297bc-0bce-4f9e-b3e2-ed768795eeb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.535794 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['a9829ae0-68a1-466e-86d4-cef54886a7b3'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:53:30.553268 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb5eaa-c3d6-425e-b56d-ea086a0f2f75 req-43c177a2-bdf3-445d-97b6-5925cb4d2eb5 tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:30.554383 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-73fb5eaa-c3d6-425e-b56d-ea086a0f2f75 req-43c177a2-bdf3-445d-97b6-5925cb4d2eb5 tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f HTTP/1.1" status: 200 len: 1097 time: 0.2248409 Nov 12 00:53:30.557729 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-90a297bc-0bce-4f9e-b3e2-ed768795eeb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.595981 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52212) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:30.612769 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2d5cdbbb-91b6-4c6f-b849-b550ba6e4ab5 req-431d34b3-0568-4ecd-9cb7-ce255d3a69a6 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.665943 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9a07b79d-f296-43e0-9c8f-4fa97d360256 req-ffe2ab98-4b0f-4c2d-9843-a976498edadb tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685815 Nov 12 00:53:30.693279 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-73fb5eaa-c3d6-425e-b56d-ea086a0f2f75 req-0bec8f4b-9541-48d7-9fc6-ec95ba614bc6 tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251397 Nov 12 00:53:30.722016 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-90a297bc-0bce-4f9e-b3e2-ed768795eeb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.725266 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-90a297bc-0bce-4f9e-b3e2-ed768795eeb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.727606 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-90a297bc-0bce-4f9e-b3e2-ed768795eeb4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/06c3b7f0-b37e-4899-a796-4118ae8e99f2 HTTP/1.1" status: 204 len: 168 time: 0.6068604 Nov 12 00:53:30.740305 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a297bc-0bce-4f9e-b3e2-ed768795eeb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c3b7f0-b37e-4899-a796-4118ae8e99f2,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:30.744929 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2d5cdbbb-91b6-4c6f-b849-b550ba6e4ab5 req-431d34b3-0568-4ecd-9cb7-ce255d3a69a6 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.835247 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-d2838645-563f-4698-990a-f688fc432350 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1756113958-network', 'tenant_id': '885fa18cf87248f8a5901a8b83a9c386'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:30.921617 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d5cdbbb-91b6-4c6f-b849-b550ba6e4ab5 req-431d34b3-0568-4ecd-9cb7-ce255d3a69a6 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Network cab82de1-4853-402a-8ee1-5c45d6f97745 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:30.932334 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3bd8f4e3-2b7f-46e0-b14c-46c61f165d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:30.941308 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-2d5cdbbb-91b6-4c6f-b849-b550ba6e4ab5 req-431d34b3-0568-4ecd-9cb7-ce255d3a69a6 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:30.950759 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d5cdbbb-91b6-4c6f-b849-b550ba6e4ab5 req-431d34b3-0568-4ecd-9cb7-ce255d3a69a6 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:30.985463 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d34b3-0568-4ecd-9cb7-ce255d3a69a6 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Pushing event updated for resources: {'Port': ['ID=b4f0e477-9b64-456a-8556-8ef0685510f6,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:31.069069 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3ae7f-8ba7-44ab-9868-cd4d9cfbb7fb req-2b138a42-9a9c-4380-8888-d1a2a81f945b tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:31.071070 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a7e3ae7f-8ba7-44ab-9868-cd4d9cfbb7fb req-2b138a42-9a9c-4380-8888-d1a2a81f945b tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4c37546-1535-44ad-b00f-166a19bf0b5c HTTP/1.1" status: 200 len: 949 time: 0.2230947 Nov 12 00:53:31.110317 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5cdbbb-91b6-4c6f-b849-b550ba6e4ab5 req-431d34b3-0568-4ecd-9cb7-ce255d3a69a6 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:31.111071 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2d5cdbbb-91b6-4c6f-b849-b550ba6e4ab5 req-431d34b3-0568-4ecd-9cb7-ce255d3a69a6 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:31.148548 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2d5cdbbb-91b6-4c6f-b849-b550ba6e4ab5 req-431d34b3-0568-4ecd-9cb7-ce255d3a69a6 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0866866 Nov 12 00:53:31.173604 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-2d5cdbbb-91b6-4c6f-b849-b550ba6e4ab5 req-2c8aec04-8d79-483d-b242-26173db13853 service neutron] Request body: {'port': {'device_id': 'cac7a3b2-baea-4469-9d1e-276b20425e8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:31.230344 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a7e3ae7f-8ba7-44ab-9868-cd4d9cfbb7fb req-9778f25e-7c9c-4b49-97f9-2252ae9cd9dd tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506779 Nov 12 00:53:31.293885 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2d5cdbbb-91b6-4c6f-b849-b550ba6e4ab5 req-2c8aec04-8d79-483d-b242-26173db13853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:31.300223 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2838645-563f-4698-990a-f688fc432350 admin admin] Made reservation on behalf of 885fa18cf87248f8a5901a8b83a9c386 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:31.302882 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d2838645-563f-4698-990a-f688fc432350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:31.319281 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d2838645-563f-4698-990a-f688fc432350 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:31.369421 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393a1cc-8007-4a43-a040-1566f9682ad6 req-4cba0ae7-6182-477d-8005-67047c0a0e5b tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:31.372542 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0393a1cc-8007-4a43-a040-1566f9682ad6 req-4cba0ae7-6182-477d-8005-67047c0a0e5b tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7a3b2-baea-4469-9d1e-276b20425e8a HTTP/1.1" status: 200 len: 932 time: 0.1475685 Nov 12 00:53:31.430404 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d2838645-563f-4698-990a-f688fc432350 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:31.436478 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d2838645-563f-4698-990a-f688fc432350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:31.454959 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2838645-563f-4698-990a-f688fc432350 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:53:31.469209 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d2838645-563f-4698-990a-f688fc432350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:31.469591 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-d2838645-563f-4698-990a-f688fc432350 admin admin] Added segment a434b64c-a48b-45f6-82ed-79c7dd532f9d of type vlan for network 46656200-3daa-4f5a-ac50-4d09f5e8bc87 Nov 12 00:53:31.519093 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d2838645-563f-4698-990a-f688fc432350 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:31.551837 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749bb5b-81d0-421d-85d7-a6bb8fcd104f req-0e153ae9-508c-4625-84ad-61b42aa10598 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:31.558908 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7749bb5b-81d0-421d-85d7-a6bb8fcd104f req-0e153ae9-508c-4625-84ad-61b42aa10598 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=04b645d0-af99-4170-849a-96e128e6b694 HTTP/1.1" status: 200 len: 948 time: 0.1832507 Nov 12 00:53:31.563448 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d2838645-563f-4698-990a-f688fc432350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:31.564716 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2838645-563f-4698-990a-f688fc432350 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:31.564969 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0393a1cc-8007-4a43-a040-1566f9682ad6 req-dc0b682c-baf2-4bdc-b03b-8c2f49f302ce tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/security-groups?id=510a0917-ea45-4112-bcdb-7cef6947100e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733949 Nov 12 00:53:31.566018 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d2838645-563f-4698-990a-f688fc432350 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:31.682436 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d2838645-563f-4698-990a-f688fc432350 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0852578 Nov 12 00:53:31.683439 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2838645-563f-4698-990a-f688fc432350 admin admin] Pushing event updated for resources: {'Network': ['ID=46656200-3daa-4f5a-ac50-4d09f5e8bc87,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:31.687933 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52254) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:31.688672 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2838645-563f-4698-990a-f688fc432350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f371520-5127-469d-b96b-144d75981164,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:31.693295 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 3bf65952-28b5-4d0e-8528-54eaa04543a2 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:53:31.700852 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-527efe43-8aea-4d8f-81c4-61af91e11bf6 admin admin] Request body: {'subnet': {'network_id': '46656200-3daa-4f5a-ac50-4d09f5e8bc87', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1756113958-subnet', 'tenant_id': '885fa18cf87248f8a5901a8b83a9c386', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:31.729257 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527efe43-8aea-4d8f-81c4-61af91e11bf6 admin admin] Made reservation on behalf of 885fa18cf87248f8a5901a8b83a9c386 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:31.731909 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-527efe43-8aea-4d8f-81c4-61af91e11bf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:31.765486 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 46656200-3daa-4f5a-ac50-4d09f5e8bc87 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:53:31.783523 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 2b56d6f1-f1b2-42c6-b614-86ce833b0928 up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:53:31.990899 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-527efe43-8aea-4d8f-81c4-61af91e11bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:32.008448 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7749bb5b-81d0-421d-85d7-a6bb8fcd104f req-9bcc280c-0038-4f2e-8d06-20d095722730 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4480872 Nov 12 00:53:32.079838 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f279c-a604-4d89-afc2-e15d79669373 req-aa010dce-99d7-4095-aee6-5cb39ea7930d tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:32.081791 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 3bf65952-28b5-4d0e-8528-54eaa04543a2 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:32.082377 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:32.089661 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c02f279c-a604-4d89-afc2-e15d79669373 req-aa010dce-99d7-4095-aee6-5cb39ea7930d tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4c37546-1535-44ad-b00f-166a19bf0b5c HTTP/1.1" status: 200 len: 949 time: 0.1265676 Nov 12 00:53:32.111458 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port 2b56d6f1-f1b2-42c6-b614-86ce833b0928 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:53:32.118196 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527efe43-8aea-4d8f-81c4-61af91e11bf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8afbde95-8e72-42fe-817e-186bf98ef7bc,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:32.128999 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527efe43-8aea-4d8f-81c4-61af91e11bf6 admin admin] Checking segment: {'id': 'a434b64c-a48b-45f6-82ed-79c7dd532f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '46656200-3daa-4f5a-ac50-4d09f5e8bc87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:32.129417 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527efe43-8aea-4d8f-81c4-61af91e11bf6 admin admin] Network hostable DHCP agents. Network: 46656200-3daa-4f5a-ac50-4d09f5e8bc87, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:53:32.131063 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port 2b56d6f1-f1b2-42c6-b614-86ce833b0928 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:32.131652 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:32.151475 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527efe43-8aea-4d8f-81c4-61af91e11bf6 admin admin] Network 46656200-3daa-4f5a-ac50-4d09f5e8bc87 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:53:32.164772 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-527efe43-8aea-4d8f-81c4-61af91e11bf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 46656200-3daa-4f5a-ac50-4d09f5e8bc87) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:32.171221 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527efe43-8aea-4d8f-81c4-61af91e11bf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:32.171952 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-527efe43-8aea-4d8f-81c4-61af91e11bf6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:32.176446 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6de5eaa-0ac9-4795-a334-45475b81277a None None] Network 46656200-3daa-4f5a-ac50-4d09f5e8bc87 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:53:32.195699 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-527efe43-8aea-4d8f-81c4-61af91e11bf6 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5033708 Nov 12 00:53:32.211619 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fae9f6f0-d961-46c4-b01a-29a22e071ae6', 'tag': 'a9829ae0-68a1-466e-86d4-cef54886a7b3'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:32.216632 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b192f8-185d-4748-b9c2-aa5c402688c8" -d '{"events": [{"name": "network-changed", "server_uuid": "fae9f6f0-d961-46c4-b01a-29a22e071ae6", "tag": "a9829ae0-68a1-466e-86d4-cef54886a7b3"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:32.235800 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c02f279c-a604-4d89-afc2-e15d79669373 req-bef59182-cd7f-4121-b9a5-9b28bc0888c4 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451530 Nov 12 00:53:32.240833 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-2d5cdbbb-91b6-4c6f-b849-b550ba6e4ab5 req-2c8aec04-8d79-483d-b242-26173db13853 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4f0e477-9b64-456a-8556-8ef0685510f6 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:53:32.274613 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2d5cdbbb-91b6-4c6f-b849-b550ba6e4ab5 req-2c8aec04-8d79-483d-b242-26173db13853 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:32.285620 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d51b04-4a82-4136-b6cd-915e5b3bed9d req-d7f021e9-f247-4735-98d3-9d568ec70d57 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:32.287677 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-48d51b04-4a82-4136-b6cd-915e5b3bed9d req-d7f021e9-f247-4735-98d3-9d568ec70d57 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=fae9f6f0-d961-46c4-b01a-29a22e071ae6 HTTP/1.1" status: 200 len: 943 time: 0.1704576 Nov 12 00:53:32.314283 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-2d5cdbbb-91b6-4c6f-b849-b550ba6e4ab5 req-2c8aec04-8d79-483d-b242-26173db13853 service neutron] Transition to ACTIVE for port object b4f0e477-9b64-456a-8556-8ef0685510f6 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:53:32.340377 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2d5cdbbb-91b6-4c6f-b849-b550ba6e4ab5 req-2c8aec04-8d79-483d-b242-26173db13853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:32.347870 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:32.430722 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:32.460576 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8aec04-8d79-483d-b242-26173db13853 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f0e477-9b64-456a-8556-8ef0685510f6,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:32.463496 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c37546-1535-44ad-b00f-166a19bf0b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf65952-28b5-4d0e-8528-54eaa04543a2'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:32.471384 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321ebb50-a804-459b-afde-08e96462e105" -d '{"events": [{"server_uuid": "e4c37546-1535-44ad-b00f-166a19bf0b5c", "name": "network-vif-plugged", "status": "completed", "tag": "3bf65952-28b5-4d0e-8528-54eaa04543a2"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:32.478569 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-48d51b04-4a82-4136-b6cd-915e5b3bed9d req-cdedc747-4003-4ef6-a72e-1bfaa1fd42ca tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779912 Nov 12 00:53:32.544744 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0527d0-e67e-4d77-b80f-a733bd8837d6 x-openstack-request-id: req-9e0527d0-e67e-4d77-b80f-a733bd8837d6 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:32.545287 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fae9f6f0-d961-46c4-b01a-29a22e071ae6", "tag": "a9829ae0-68a1-466e-86d4-cef54886a7b3", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:32.546151 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9e0527d0-e67e-4d77-b80f-a733bd8837d6 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:32.546751 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fae9f6f0-d961-46c4-b01a-29a22e071ae6', 'tag': 'a9829ae0-68a1-466e-86d4-cef54886a7b3', 'status': 'completed', 'code': 200} Nov 12 00:53:32.604519 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 3bf65952-28b5-4d0e-8528-54eaa04543a2, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=3bf65952-28b5-4d0e-8528-54eaa04543a2,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:32.641598 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-2d5cdbbb-91b6-4c6f-b849-b550ba6e4ab5 req-2c8aec04-8d79-483d-b242-26173db13853 service neutron] Attempting to bind port b4f0e477-9b64-456a-8556-8ef0685510f6 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:53:32.642353 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-2d5cdbbb-91b6-4c6f-b849-b550ba6e4ab5 req-2c8aec04-8d79-483d-b242-26173db13853 service neutron] Attempting to bind port b4f0e477-9b64-456a-8556-8ef0685510f6 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cab82de1-4853-402a-8ee1-5c45d6f97745'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:53:32.644294 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5cdbbb-91b6-4c6f-b849-b550ba6e4ab5 req-2c8aec04-8d79-483d-b242-26173db13853 service neutron] Attempting to bind port b4f0e477-9b64-456a-8556-8ef0685510f6 on network cab82de1-4853-402a-8ee1-5c45d6f97745 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:32.651398 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5cdbbb-91b6-4c6f-b849-b550ba6e4ab5 req-2c8aec04-8d79-483d-b242-26173db13853 service neutron] Port b4f0e477-9b64-456a-8556-8ef0685510f6 on network cab82de1-4853-402a-8ee1-5c45d6f97745 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:53:32.652000 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5cdbbb-91b6-4c6f-b849-b550ba6e4ab5 req-2c8aec04-8d79-483d-b242-26173db13853 service neutron] Attempting to bind port b4f0e477-9b64-456a-8556-8ef0685510f6 on network cab82de1-4853-402a-8ee1-5c45d6f97745 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:32.654447 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de2d261-112a-4fd4-b865-f1d42b970bdc x-openstack-request-id: req-6de2d261-112a-4fd4-b865-f1d42b970bdc {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:32.654760 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c37546-1535-44ad-b00f-166a19bf0b5c", "name": "network-vif-plugged", "status": "completed", "tag": "3bf65952-28b5-4d0e-8528-54eaa04543a2", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:32.655530 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6de2d261-112a-4fd4-b865-f1d42b970bdc {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:32.656412 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c37546-1535-44ad-b00f-166a19bf0b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf65952-28b5-4d0e-8528-54eaa04543a2', 'code': 200} Nov 12 00:53:32.663544 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa34e9a-ca36-4fd9-8ea6-78d8907dbf81 None None] Network 46656200-3daa-4f5a-ac50-4d09f5e8bc87 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:53:32.664117 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5cdbbb-91b6-4c6f-b849-b550ba6e4ab5 req-2c8aec04-8d79-483d-b242-26173db13853 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:53:32.664743 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5cdbbb-91b6-4c6f-b849-b550ba6e4ab5 req-2c8aec04-8d79-483d-b242-26173db13853 service neutron] Checking segment: {'id': 'f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cab82de1-4853-402a-8ee1-5c45d6f97745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:32.665960 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:32.666565 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5cdbbb-91b6-4c6f-b849-b550ba6e4ab5 req-2c8aec04-8d79-483d-b242-26173db13853 service neutron] Bound using segment: {'id': 'f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cab82de1-4853-402a-8ee1-5c45d6f97745'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:53:32.667330 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-2d5cdbbb-91b6-4c6f-b849-b550ba6e4ab5 req-2c8aec04-8d79-483d-b242-26173db13853 service neutron] Bound port: b4f0e477-9b64-456a-8556-8ef0685510f6, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cab82de1-4853-402a-8ee1-5c45d6f97745'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:53:32.667881 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2d5cdbbb-91b6-4c6f-b849-b550ba6e4ab5 req-2c8aec04-8d79-483d-b242-26173db13853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:32.693844 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b192f8-185d-4748-b9c2-aa5c402688c8 req-eb762e47-195c-41d4-9085-872633b16ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:32.695583 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-47b192f8-185d-4748-b9c2-aa5c402688c8 req-eb762e47-195c-41d4-9085-872633b16ada service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=31213ba92821461cba1a0adcb9241baa&device_id=fae9f6f0-d961-46c4-b01a-29a22e071ae6 HTTP/1.1" status: 200 len: 1126 time: 0.0952210 Nov 12 00:53:32.716949 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 2b56d6f1-f1b2-42c6-b614-86ce833b0928, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=2b56d6f1-f1b2-42c6-b614-86ce833b0928,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:32.742984 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:32.752664 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:32.759338 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=3bf65952-28b5-4d0e-8528-54eaa04543a2,revision_number=8']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:32.867550 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=2b56d6f1-f1b2-42c6-b614-86ce833b0928,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:32.929386 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-2d5cdbbb-91b6-4c6f-b849-b550ba6e4ab5 req-2c8aec04-8d79-483d-b242-26173db13853 service neutron] For port b4f0e477-9b64-456a-8556-8ef0685510f6, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:53:32.962792 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-2d5cdbbb-91b6-4c6f-b849-b550ba6e4ab5 req-2c8aec04-8d79-483d-b242-26173db13853 service neutron] For port b4f0e477-9b64-456a-8556-8ef0685510f6, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=b4f0e477-9b64-456a-8556-8ef0685510f6,segment=NetworkSegment(f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2),segment_id=f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:53:32.980556 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2d5cdbbb-91b6-4c6f-b849-b550ba6e4ab5 req-2c8aec04-8d79-483d-b242-26173db13853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:33.006113 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ca324-8c52-420d-b727-201236e3ec6b req-59672116-b3fa-4902-a40e-5664a3dc07f6 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:33.007608 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-242ca324-8c52-420d-b727-201236e3ec6b req-59672116-b3fa-4902-a40e-5664a3dc07f6 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7a3b2-baea-4469-9d1e-276b20425e8a HTTP/1.1" status: 200 len: 944 time: 0.2856498 Nov 12 00:53:33.028536 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b192f8-185d-4748-b9c2-aa5c402688c8 req-08ae4266-67da-45b4-98c8-1d566ac86f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:33.029966 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-47b192f8-185d-4748-b9c2-aa5c402688c8 req-08ae4266-67da-45b4-98c8-1d566ac86f43 service neutron] 10.222.0.44 "GET /v2.0/networks?id=dfbacf63-886c-40df-80dd-a56be185809d HTTP/1.1" status: 200 len: 908 time: 0.3093753 Nov 12 00:53:33.051131 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-3702c242-57a7-4fa2-a34e-fd348b71a269 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:33.052632 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-3702c242-57a7-4fa2-a34e-fd348b71a269 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.45 "GET /v2.0/networks?id=46656200-3daa-4f5a-ac50-4d09f5e8bc87 HTTP/1.1" status: 200 len: 818 time: 0.2464592 Nov 12 00:53:33.072003 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5cdbbb-91b6-4c6f-b849-b550ba6e4ab5 req-2c8aec04-8d79-483d-b242-26173db13853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:33.072618 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2d5cdbbb-91b6-4c6f-b849-b550ba6e4ab5 req-2c8aec04-8d79-483d-b242-26173db13853 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:33.073994 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2d5cdbbb-91b6-4c6f-b849-b550ba6e4ab5 req-2c8aec04-8d79-483d-b242-26173db13853 service neutron] 10.222.0.44 "PUT /v2.0/ports/b4f0e477-9b64-456a-8556-8ef0685510f6 HTTP/1.1" status: 200 len: 1093 time: 1.9079278 Nov 12 00:53:33.074437 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac7a3b2-baea-4469-9d1e-276b20425e8a', 'tag': 'b4f0e477-9b64-456a-8556-8ef0685510f6'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:33.077253 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a40ce7-00f5-4b4e-9212-e5da42461ba5" -d '{"events": [{"name": "network-changed", "server_uuid": "cac7a3b2-baea-4469-9d1e-276b20425e8a", "tag": "b4f0e477-9b64-456a-8556-8ef0685510f6"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:33.132753 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-47b192f8-185d-4748-b9c2-aa5c402688c8 req-8d9b2eaa-e400-492d-9934-11b843160bf6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9829ae0-68a1-466e-86d4-cef54886a7b3 HTTP/1.1" status: 200 len: 217 time: 0.0762854 Nov 12 00:53:33.156119 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8aec04-8d79-483d-b242-26173db13853 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f0e477-9b64-456a-8556-8ef0685510f6,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:33.159545 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-63de87c1-412d-40f4-b1e7-f38a3850c516 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.45 "GET /v2.0/quotas/885fa18cf87248f8a5901a8b83a9c386 HTTP/1.1" status: 200 len: 375 time: 0.0752761 Nov 12 00:53:33.251156 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-242ca324-8c52-420d-b727-201236e3ec6b req-53bac0b3-0776-46c6-bfb5-b6c69ed4112d tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/security-groups?id=510a0917-ea45-4112-bcdb-7cef6947100e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168965 Nov 12 00:53:33.255667 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-0b5b3820-a0a8-42e7-b783-97049bbe312e tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=885fa18cf87248f8a5901a8b83a9c386&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0843248 Nov 12 00:53:33.287757 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b192f8-185d-4748-b9c2-aa5c402688c8 req-32dfeed3-f271-4b48-a875-fe3ec7ed22d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:33.289265 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-47b192f8-185d-4748-b9c2-aa5c402688c8 req-32dfeed3-f271-4b48-a875-fe3ec7ed22d3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=47cc90a9-e995-4711-ba6b-508e6e69e5de HTTP/1.1" status: 200 len: 848 time: 0.1376269 Nov 12 00:53:33.341793 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5cdbbb-91b6-4c6f-b849-b550ba6e4ab5 req-fd591037-4a40-49d2-8ea5-ef11805358bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:33.343310 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2d5cdbbb-91b6-4c6f-b849-b550ba6e4ab5 req-fd591037-4a40-49d2-8ea5-ef11805358bd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57d245a6684d43328d4720699dcb1130&device_id=cac7a3b2-baea-4469-9d1e-276b20425e8a HTTP/1.1" status: 200 len: 1096 time: 0.1800947 Nov 12 00:53:33.360176 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-47b192f8-185d-4748-b9c2-aa5c402688c8 req-021d2a51-ee21-4754-b726-5d983ea1ce4c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dfbacf63-886c-40df-80dd-a56be185809d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573328 Nov 12 00:53:33.419484 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2d5cdbbb-91b6-4c6f-b849-b550ba6e4ab5 req-362dd761-fdfd-45a3-aa4a-94729e40dcff service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4f0e477-9b64-456a-8556-8ef0685510f6 HTTP/1.1" status: 200 len: 217 time: 0.0581763 Nov 12 00:53:33.527238 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-a16122cf-7d00-4b6d-aae4-b74eba05f38e service neutron] 10.222.0.45 "GET /v2.0/networks/46656200-3daa-4f5a-ac50-4d09f5e8bc87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610617 Nov 12 00:53:33.615387 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5cdbbb-91b6-4c6f-b849-b550ba6e4ab5 req-215bab3b-7ee0-49b3-8497-f3f94e3cbd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:33.616881 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2d5cdbbb-91b6-4c6f-b849-b550ba6e4ab5 req-215bab3b-7ee0-49b3-8497-f3f94e3cbd0a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=12a98869-a3ee-4178-9eb9-17614c418237 HTTP/1.1" status: 200 len: 845 time: 0.1848230 Nov 12 00:53:33.632961 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d143a26-0672-41ac-b101-74bbca3cc4d0 req-dac50381-9931-4b1b-b741-9a6bb313bff4 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:33.634383 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d143a26-0672-41ac-b101-74bbca3cc4d0 req-dac50381-9931-4b1b-b741-9a6bb313bff4 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=04b645d0-af99-4170-849a-96e128e6b694 HTTP/1.1" status: 200 len: 949 time: 0.2011850 Nov 12 00:53:33.689574 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-47b192f8-185d-4748-b9c2-aa5c402688c8 req-628b6177-d740-4f9a-801e-29a72335ff05 service neutron] 10.222.0.44 "GET /v2.0/networks/dfbacf63-886c-40df-80dd-a56be185809d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152409 Nov 12 00:53:33.694877 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2d5cdbbb-91b6-4c6f-b849-b550ba6e4ab5 req-31e392c0-b427-48cc-9d31-202490852d53 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cab82de1-4853-402a-8ee1-5c45d6f97745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561213 Nov 12 00:53:33.765338 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-0fc8998f-0e0b-43bf-bf4e-5e7aafe9e8ae service neutron] 10.222.0.45 "GET /v2.0/networks/46656200-3daa-4f5a-ac50-4d09f5e8bc87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249451 Nov 12 00:53:33.811635 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d143a26-0672-41ac-b101-74bbca3cc4d0 req-c4f997e6-668d-44e1-84f3-b79fe787b17b tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702688 Nov 12 00:53:33.840984 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:33.862236 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11ad3b9-425c-411d-b7d2-5b541cfc4285 x-openstack-request-id: req-a11ad3b9-425c-411d-b7d2-5b541cfc4285 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:33.862538 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cac7a3b2-baea-4469-9d1e-276b20425e8a", "tag": "b4f0e477-9b64-456a-8556-8ef0685510f6", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:33.862797 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a11ad3b9-425c-411d-b7d2-5b541cfc4285 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:33.863205 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cac7a3b2-baea-4469-9d1e-276b20425e8a', 'tag': 'b4f0e477-9b64-456a-8556-8ef0685510f6', 'status': 'completed', 'code': 200} Nov 12 00:53:33.895245 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2d5cdbbb-91b6-4c6f-b849-b550ba6e4ab5 req-708642fb-d4de-4938-ac6d-a6af64895c30 service neutron] 10.222.0.44 "GET /v2.0/networks/cab82de1-4853-402a-8ee1-5c45d6f97745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760828 Nov 12 00:53:33.899142 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-47b192f8-185d-4748-b9c2-aa5c402688c8 req-5174f2c2-bf27-4e7f-8f72-beb2c346d74f service neutron] 10.222.0.44 "GET /v2.0/networks/dfbacf63-886c-40df-80dd-a56be185809d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810825 Nov 12 00:53:34.098277 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db33c1-1c5d-4794-91b5-a8fb3f36e5b4 req-9063a15d-7349-4efe-bde7-90460d3b5f9d tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:34.099831 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-94db33c1-1c5d-4794-91b5-a8fb3f36e5b4 req-9063a15d-7349-4efe-bde7-90460d3b5f9d tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=fae9f6f0-d961-46c4-b01a-29a22e071ae6 HTTP/1.1" status: 200 len: 943 time: 0.1264546 Nov 12 00:53:34.106852 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2d5cdbbb-91b6-4c6f-b849-b550ba6e4ab5 req-03c805be-73c6-45e2-928c-18b486e1f91c service neutron] 10.222.0.44 "GET /v2.0/networks/cab82de1-4853-402a-8ee1-5c45d6f97745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654251 Nov 12 00:53:34.159128 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-94db33c1-1c5d-4794-91b5-a8fb3f36e5b4 req-fc43050e-d456-4b4c-aaff-a21d5f64c8c2 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493653 Nov 12 00:53:34.309020 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a40ce7-00f5-4b4e-9212-e5da42461ba5 req-3def1e01-6394-4f99-acc6-78784e9574b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:34.311336 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-35a40ce7-00f5-4b4e-9212-e5da42461ba5 req-3def1e01-6394-4f99-acc6-78784e9574b1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57d245a6684d43328d4720699dcb1130&device_id=cac7a3b2-baea-4469-9d1e-276b20425e8a HTTP/1.1" status: 200 len: 1096 time: 0.0673289 Nov 12 00:53:34.387383 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-390ae80b-0a35-422d-9559-801c479a2c9c req-03e1531e-a627-4ec4-b530-f1ad7577328e tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=6bde2e332c8e418290dd069bae32e617&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463591 Nov 12 00:53:34.543053 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a40ce7-00f5-4b4e-9212-e5da42461ba5 req-8567794a-40eb-45e1-b4f7-7ec4edc8078e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:34.544662 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-35a40ce7-00f5-4b4e-9212-e5da42461ba5 req-8567794a-40eb-45e1-b4f7-7ec4edc8078e service neutron] 10.222.0.44 "GET /v2.0/networks?id=cab82de1-4853-402a-8ee1-5c45d6f97745 HTTP/1.1" status: 200 len: 905 time: 0.2140756 Nov 12 00:53:34.632222 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9acba08b-690a-4ffd-9375-4154d4353214 req-16a2fc5b-b580-4452-bd27-41ff42b74651 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.45 "GET /v2.0/ports?device_id=22bc2517-b469-4acf-a563-2eda6a0c1379 HTTP/1.1" status: 200 len: 210 time: 0.0865207 Nov 12 00:53:34.633996 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-35a40ce7-00f5-4b4e-9212-e5da42461ba5 req-c71274c8-0943-47d3-bc62-76d4953f6e39 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4f0e477-9b64-456a-8556-8ef0685510f6 HTTP/1.1" status: 200 len: 217 time: 0.0623136 Nov 12 00:53:34.641381 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ae80b-0a35-422d-9559-801c479a2c9c req-116f1256-6cd0-40fc-bbde-f7eca7f012e9 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:34.642868 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-390ae80b-0a35-422d-9559-801c479a2c9c req-116f1256-6cd0-40fc-bbde-f7eca7f012e9 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2219543 Nov 12 00:53:34.658243 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b645d0-af99-4170-849a-96e128e6b694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b56d6f1-f1b2-42c6-b614-86ce833b0928'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:34.661061 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e497fc25-afc3-4f1d-b5ab-6ecbc639a8a4" -d '{"events": [{"server_uuid": "04b645d0-af99-4170-849a-96e128e6b694", "name": "network-vif-plugged", "status": "completed", "tag": "2b56d6f1-f1b2-42c6-b614-86ce833b0928"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:34.692354 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-390ae80b-0a35-422d-9559-801c479a2c9c req-3d3a6e5e-8721-456e-9f6e-28d6e024221a tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/quotas/6bde2e332c8e418290dd069bae32e617 HTTP/1.1" status: 200 len: 375 time: 0.0374355 Nov 12 00:53:34.760616 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a40ce7-00f5-4b4e-9212-e5da42461ba5 req-89de5fa5-6916-4368-985e-c5e76b6aa98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:34.762166 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-35a40ce7-00f5-4b4e-9212-e5da42461ba5 req-89de5fa5-6916-4368-985e-c5e76b6aa98a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=12a98869-a3ee-4178-9eb9-17614c418237 HTTP/1.1" status: 200 len: 845 time: 0.1091983 Nov 12 00:53:34.815791 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-35a40ce7-00f5-4b4e-9212-e5da42461ba5 req-dc2fe79b-1e0e-4505-abc3-5756a0ab374d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cab82de1-4853-402a-8ee1-5c45d6f97745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383453 Nov 12 00:53:34.832042 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-390ae80b-0a35-422d-9559-801c479a2c9c req-91be3791-21b4-4528-94e4-e725f744454d tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6bde2e332c8e418290dd069bae32e617&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1304140 Nov 12 00:53:34.852798 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc6925-7d00-4a41-9af7-bb29fdf4cf85 req-40e66efe-9a24-478a-a50c-4520a4cb2afb tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:34.860945 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-04fc6925-7d00-4a41-9af7-bb29fdf4cf85 req-40e66efe-9a24-478a-a50c-4520a4cb2afb tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7a3b2-baea-4469-9d1e-276b20425e8a HTTP/1.1" status: 200 len: 944 time: 0.1445701 Nov 12 00:53:35.013536 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:35.080462 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-04fc6925-7d00-4a41-9af7-bb29fdf4cf85 req-8f084152-acb9-4431-b205-291874a545f8 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/security-groups?id=510a0917-ea45-4112-bcdb-7cef6947100e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185159 Nov 12 00:53:35.103405 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-35a40ce7-00f5-4b4e-9212-e5da42461ba5 req-84040cc8-61a1-4cb0-8b4d-de350ef5ec7c service neutron] 10.222.0.44 "GET /v2.0/networks/cab82de1-4853-402a-8ee1-5c45d6f97745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701700 Nov 12 00:53:35.241150 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3733256-e21a-4552-8bd7-f906e8632d00 x-openstack-request-id: req-b3733256-e21a-4552-8bd7-f906e8632d00 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:35.241917 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b645d0-af99-4170-849a-96e128e6b694", "name": "network-vif-plugged", "status": "completed", "tag": "2b56d6f1-f1b2-42c6-b614-86ce833b0928", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:35.242341 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b3733256-e21a-4552-8bd7-f906e8632d00 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:35.242949 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b645d0-af99-4170-849a-96e128e6b694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b56d6f1-f1b2-42c6-b614-86ce833b0928', 'code': 200} Nov 12 00:53:35.359295 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f1d6f2d9-3aa3-4576-9d87-488f5f222c7d req-8aa9c16d-f066-441f-b5f1-9a73f58f3f80 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc7ef492-66a9-4346-a8a6-aaafeb9e1537 HTTP/1.1" status: 200 len: 210 time: 0.0459478 Nov 12 00:53:35.463671 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3625c3-c0d3-42f1-96fc-510c853b069a req-8408c7f4-5d54-4bc2-b7df-987dff4641f2 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:35.482623 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4e3625c3-c0d3-42f1-96fc-510c853b069a req-8408c7f4-5d54-4bc2-b7df-987dff4641f2 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=04b645d0-af99-4170-849a-96e128e6b694 HTTP/1.1" status: 200 len: 949 time: 0.1569917 Nov 12 00:53:35.491610 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-35a40ce7-00f5-4b4e-9212-e5da42461ba5 req-1640f39e-1818-4493-8c90-d18e9d7bdd52 service neutron] 10.222.0.44 "GET /v2.0/networks/cab82de1-4853-402a-8ee1-5c45d6f97745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570051 Nov 12 00:53:35.535213 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c9bcd4-5701-4860-8b32-aa3ec6db5c7b req-35179011-69d7-477b-9b22-60fdc982acd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:35.537511 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-07c9bcd4-5701-4860-8b32-aa3ec6db5c7b req-35179011-69d7-477b-9b22-60fdc982acd5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=04b645d0-af99-4170-849a-96e128e6b694 HTTP/1.1" status: 200 len: 1101 time: 0.0714283 Nov 12 00:53:35.612013 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29cc027-e1da-48c9-bb4b-b284dbe2a77a req-5ea05594-c4c0-4ffe-b6e3-ae9c38a54fdc tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:35.614674 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b29cc027-e1da-48c9-bb4b-b284dbe2a77a req-5ea05594-c4c0-4ffe-b6e3-ae9c38a54fdc tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=fae9f6f0-d961-46c4-b01a-29a22e071ae6 HTTP/1.1" status: 200 len: 943 time: 0.1075110 Nov 12 00:53:35.642856 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-07c9bcd4-5701-4860-8b32-aa3ec6db5c7b req-1db6c0c0-d6da-45dc-870c-e4e3e59a0aea service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945275 Nov 12 00:53:35.650108 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4e3625c3-c0d3-42f1-96fc-510c853b069a req-63544352-1263-4483-b1a9-ef1715f8df86 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666026 Nov 12 00:53:35.685413 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b29cc027-e1da-48c9-bb4b-b284dbe2a77a req-059b789d-55b1-486d-9408-18bf39cd21b7 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591016 Nov 12 00:53:35.796672 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cc58f129-bdca-40a1-a4b8-765bf308c0e1 req-8e7f14b6-7670-49ae-9505-fbe8c4ef719a tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.45 "GET /v2.0/ports?device_id=22bc2517-b469-4acf-a563-2eda6a0c1379 HTTP/1.1" status: 200 len: 210 time: 0.0388482 Nov 12 00:53:36.092337 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-2db97c4b-78b9-4b8b-9c1d-1760f6d08c70 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:36.093986 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-2db97c4b-78b9-4b8b-9c1d-1760f6d08c70 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.44 "GET /v2.0/networks?id=46656200-3daa-4f5a-ac50-4d09f5e8bc87 HTTP/1.1" status: 200 len: 818 time: 0.1605523 Nov 12 00:53:36.132385 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-a82c4f5a-418c-47ed-bab0-87bf337b0441 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Request body: {'port': {'device_id': '3f07eb67-1e6d-4e72-9a08-9fd55382271e', 'network_id': '46656200-3daa-4f5a-ac50-4d09f5e8bc87', 'admin_state_up': True, 'tenant_id': '885fa18cf87248f8a5901a8b83a9c386'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:36.492833 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52420) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:36.605082 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d0f6587d-9df4-4b8e-b43e-18dbea34b781 req-2f125bbd-9859-448a-952b-a3c345823a5d tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc7ef492-66a9-4346-a8a6-aaafeb9e1537 HTTP/1.1" status: 200 len: 210 time: 0.0405085 Nov 12 00:53:36.635520 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d1dbc-1d50-4e3d-8f96-50bfadfd7475 req-607a5b9b-1294-4fca-8c09-21417e84163b tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:36.644392 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6c0d1dbc-1d50-4e3d-8f96-50bfadfd7475 req-607a5b9b-1294-4fca-8c09-21417e84163b tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7a3b2-baea-4469-9d1e-276b20425e8a HTTP/1.1" status: 200 len: 944 time: 0.4446342 Nov 12 00:53:36.684412 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-eb47bdc0-7fd9-4d7d-95df-ff1a2d86820e tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:36.686752 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-eb47bdc0-7fd9-4d7d-95df-ff1a2d86820e tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.16 "GET /v2.0/networks?id=46656200-3daa-4f5a-ac50-4d09f5e8bc87 HTTP/1.1" status: 200 len: 818 time: 0.2743273 Nov 12 00:53:36.714249 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-a82c4f5a-418c-47ed-bab0-87bf337b0441 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Made reservation on behalf of 885fa18cf87248f8a5901a8b83a9c386 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:36.714534 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-345df0b4-607f-469b-a649-ae32d5d400d5 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Request body: {'port': {'device_id': 'dd7aff00-2ed1-4173-9184-ab6bcb9b58dc', 'network_id': '46656200-3daa-4f5a-ac50-4d09f5e8bc87', 'admin_state_up': True, 'tenant_id': '885fa18cf87248f8a5901a8b83a9c386'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:36.725850 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-a82c4f5a-418c-47ed-bab0-87bf337b0441 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:36.831697 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-148ff1aa-8c9b-442d-956c-53b9360f6a10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:36.865317 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6c0d1dbc-1d50-4e3d-8f96-50bfadfd7475 req-cd5d75a7-8804-41da-a0b9-7502744ba5af tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/security-groups?id=510a0917-ea45-4112-bcdb-7cef6947100e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196622 Nov 12 00:53:37.004917 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-148ff1aa-8c9b-442d-956c-53b9360f6a10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:37.016803 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-148ff1aa-8c9b-442d-956c-53b9360f6a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:37.086939 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-148ff1aa-8c9b-442d-956c-53b9360f6a10 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7b5f65adfa254e6081f19dc0f2857bad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5928671 Nov 12 00:53:37.090477 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52434) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:37.097862 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148ff1aa-8c9b-442d-956c-53b9360f6a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab607bcb-0ac7-4df9-be6b-b59f2d43e57f,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:37.125722 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-a82c4f5a-418c-47ed-bab0-87bf337b0441 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Allocated IP 172.20.0.14 (46656200-3daa-4f5a-ac50-4d09f5e8bc87/8afbde95-8e72-42fe-817e-186bf98ef7bc/54f2a916-56b6-497a-a89b-0727b3316be0) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:37.149717 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-345df0b4-607f-469b-a649-ae32d5d400d5 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Made reservation on behalf of 885fa18cf87248f8a5901a8b83a9c386 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:37.153415 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-345df0b4-607f-469b-a649-ae32d5d400d5 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:37.178776 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a4500d18-a5d4-45d1-9b53-59413445d035 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:37.249999 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a4500d18-a5d4-45d1-9b53-59413445d035 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:37.311634 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a4500d18-a5d4-45d1-9b53-59413445d035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:37.314802 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a4500d18-a5d4-45d1-9b53-59413445d035 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:37.316185 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a4500d18-a5d4-45d1-9b53-59413445d035 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ab607bcb-0ac7-4df9-be6b-b59f2d43e57f HTTP/1.1" status: 204 len: 168 time: 0.2239020 Nov 12 00:53:37.325048 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4500d18-a5d4-45d1-9b53-59413445d035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab607bcb-0ac7-4df9-be6b-b59f2d43e57f,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:37.365985 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb71476-cd72-4832-8f4b-5ea81196eb2b req-d8b9852f-aa42-46a3-a07d-e4834906feea tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:37.368615 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7fb71476-cd72-4832-8f4b-5ea81196eb2b req-d8b9852f-aa42-46a3-a07d-e4834906feea tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=04b645d0-af99-4170-849a-96e128e6b694 HTTP/1.1" status: 200 len: 949 time: 0.5790570 Nov 12 00:53:37.441567 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-a82c4f5a-418c-47ed-bab0-87bf337b0441 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:37.455126 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-46fcadb0-a0eb-4c66-9d54-11166dfbc8ec tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:37.457811 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-46fcadb0-a0eb-4c66-9d54-11166dfbc8ec tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.44 "GET /v2.0/networks?id=46656200-3daa-4f5a-ac50-4d09f5e8bc87 HTTP/1.1" status: 200 len: 818 time: 0.6950765 Nov 12 00:53:37.479354 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6378e-67b8-463e-a4ab-8bdb0d6c0b4e req-2a15e06f-7089-44c4-82ac-6ba9e1a7198b tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:37.481708 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-23f6378e-67b8-463e-a4ab-8bdb0d6c0b4e req-2a15e06f-7089-44c4-82ac-6ba9e1a7198b tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=fae9f6f0-d961-46c4-b01a-29a22e071ae6 HTTP/1.1" status: 200 len: 943 time: 0.2590835 Nov 12 00:53:37.520368 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-2f4b510f-27ed-4744-bb4b-7409677c00fa tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Request body: {'port': {'device_id': '22bc2517-b469-4acf-a563-2eda6a0c1379', 'network_id': '46656200-3daa-4f5a-ac50-4d09f5e8bc87', 'admin_state_up': True, 'tenant_id': '885fa18cf87248f8a5901a8b83a9c386'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:37.549427 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-390ae80b-0a35-422d-9559-801c479a2c9c req-29bc591c-5658-4bb9-8e45-5a8ba6ce9ae9 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=6bde2e332c8e418290dd069bae32e617&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408363 Nov 12 00:53:37.593074 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-23f6378e-67b8-463e-a4ab-8bdb0d6c0b4e req-79923e11-02e2-4cfb-8698-94f5d73c3e76 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043725 Nov 12 00:53:37.606269 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7fb71476-cd72-4832-8f4b-5ea81196eb2b req-ca11a19d-3a65-4238-8f7a-98a67b1952a5 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209196 Nov 12 00:53:37.705979 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device b4f0e477-9b64-456a-8556-8ef0685510f6 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:53:37.713943 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-a82c4f5a-418c-47ed-bab0-87bf337b0441 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:37.797680 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a72c818e-55fc-47f5-a51a-3756cbb50898 req-c50e4c9f-49ac-4cf1-b7bc-cdb075b53f65 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.45 "GET /v2.0/ports?device_id=22bc2517-b469-4acf-a563-2eda6a0c1379 HTTP/1.1" status: 200 len: 210 time: 0.0890656 Nov 12 00:53:37.807358 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-345df0b4-607f-469b-a649-ae32d5d400d5 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Allocated IP 172.20.0.10 (46656200-3daa-4f5a-ac50-4d09f5e8bc87/8afbde95-8e72-42fe-817e-186bf98ef7bc/d3c6c2ff-e10d-4345-b2ed-c3907294f3b9) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:37.906610 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port b4f0e477-9b64-456a-8556-8ef0685510f6, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=b4f0e477-9b64-456a-8556-8ef0685510f6,segment=NetworkSegment(f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2),segment_id=f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:37.923872 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-a82c4f5a-418c-47ed-bab0-87bf337b0441 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Network 46656200-3daa-4f5a-ac50-4d09f5e8bc87 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:37.929667 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'b4f0e477-9b64-456a-8556-8ef0685510f6', 'network_id': 'cab82de1-4853-402a-8ee1-5c45d6f97745', 'port_id': 'b4f0e477-9b64-456a-8556-8ef0685510f6', 'mac_address': 'fa:16:3e:82:a2:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a98869-a3ee-4178-9eb9-17614c418237', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:53:37.994282 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-a82c4f5a-418c-47ed-bab0-87bf337b0441 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:38.003890 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-345df0b4-607f-469b-a649-ae32d5d400d5 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:38.028024 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ae80b-0a35-422d-9559-801c479a2c9c req-5c236ab6-1ea1-48d2-a9f5-2444bf52ece4 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:38.030836 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-390ae80b-0a35-422d-9559-801c479a2c9c req-5c236ab6-1ea1-48d2-a9f5-2444bf52ece4 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4756665 Nov 12 00:53:38.041346 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:38.046286 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:38.047083 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-587376d4-ee49-4b2b-99a3-777d64b5667d req-c7fdaf3f-703b-4af3-8e1f-ed051397283f tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc7ef492-66a9-4346-a8a6-aaafeb9e1537 HTTP/1.1" status: 200 len: 210 time: 0.1786664 Nov 12 00:53:38.060619 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-390ae80b-0a35-422d-9559-801c479a2c9c req-36906293-6aeb-4aee-9212-c32028667876 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Request body: {'port': {'device_id': 'dc7ef492-66a9-4346-a8a6-aaafeb9e1537', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'admin_state_up': True, 'tenant_id': '6bde2e332c8e418290dd069bae32e617'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:38.082520 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4f0e477-9b64-456a-8556-8ef0685510f6 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:53:38.088475 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-a82c4f5a-418c-47ed-bab0-87bf337b0441 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:38.092658 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-2f4b510f-27ed-4744-bb4b-7409677c00fa tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Made reservation on behalf of 885fa18cf87248f8a5901a8b83a9c386 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:38.096479 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-2f4b510f-27ed-4744-bb4b-7409677c00fa tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:38.131172 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82c4f5a-418c-47ed-bab0-87bf337b0441 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Pushing event updated for resources: {'Port': ['ID=54f2a916-56b6-497a-a89b-0727b3316be0,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:38.155571 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port b4f0e477-9b64-456a-8556-8ef0685510f6, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=b4f0e477-9b64-456a-8556-8ef0685510f6,segment=NetworkSegment(f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2),segment_id=f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:38.162792 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:38.194145 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa4289-dd19-4007-b145-9dc4bb024511 req-966937bb-7414-40f6-9672-d6fef9d1bb52 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:38.202653 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5bfa4289-dd19-4007-b145-9dc4bb024511 req-966937bb-7414-40f6-9672-d6fef9d1bb52 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7a3b2-baea-4469-9d1e-276b20425e8a HTTP/1.1" status: 200 len: 944 time: 0.1753120 Nov 12 00:53:38.213021 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-a82c4f5a-418c-47ed-bab0-87bf337b0441 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:38.213935 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-a82c4f5a-418c-47ed-bab0-87bf337b0441 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:38.244224 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-345df0b4-607f-469b-a649-ae32d5d400d5 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:38.275578 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-345df0b4-607f-469b-a649-ae32d5d400d5 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Network 46656200-3daa-4f5a-ac50-4d09f5e8bc87 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:38.279821 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-345df0b4-607f-469b-a649-ae32d5d400d5 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:38.287334 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-390ae80b-0a35-422d-9559-801c479a2c9c req-36906293-6aeb-4aee-9212-c32028667876 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Made reservation on behalf of 6bde2e332c8e418290dd069bae32e617 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:38.290740 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-a82c4f5a-418c-47ed-bab0-87bf337b0441 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1678543 Nov 12 00:53:38.292635 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-390ae80b-0a35-422d-9559-801c479a2c9c req-36906293-6aeb-4aee-9212-c32028667876 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:38.314324 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=b4f0e477-9b64-456a-8556-8ef0685510f6,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:38.317701 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-345df0b4-607f-469b-a649-ae32d5d400d5 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:38.360225 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-d5383491-a8a2-4e24-b560-319b8d6dfed2 service neutron] Request body: {'port': {'device_id': '3f07eb67-1e6d-4e72-9a08-9fd55382271e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:38.451314 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5bfa4289-dd19-4007-b145-9dc4bb024511 req-e53d3cdf-db3a-4723-8b16-48bb53668436 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/security-groups?id=510a0917-ea45-4112-bcdb-7cef6947100e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421260 Nov 12 00:53:38.453526 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345df0b4-607f-469b-a649-ae32d5d400d5 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Pushing event updated for resources: {'Port': ['ID=d3c6c2ff-e10d-4345-b2ed-c3907294f3b9,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:38.457394 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-2f4b510f-27ed-4744-bb4b-7409677c00fa tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Allocated IP 172.20.0.9 (46656200-3daa-4f5a-ac50-4d09f5e8bc87/8afbde95-8e72-42fe-817e-186bf98ef7bc/9abca1d0-5814-4443-9a3c-12eb75bb5a6a) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:38.504744 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-d5383491-a8a2-4e24-b560-319b8d6dfed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:38.567863 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-345df0b4-607f-469b-a649-ae32d5d400d5 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:38.569383 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-345df0b4-607f-469b-a649-ae32d5d400d5 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:38.609284 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-390ae80b-0a35-422d-9559-801c479a2c9c req-36906293-6aeb-4aee-9212-c32028667876 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Allocated IP 192.168.233.183 (945c2da1-f958-478a-a48a-8af2dfa2e179/f0290328-7bc5-4266-bfb9-6eb25d91acf0/37bc00c5-8867-401d-bdd4-d9749fd6f9ed) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:38.631893 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-345df0b4-607f-469b-a649-ae32d5d400d5 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9256146 Nov 12 00:53:38.638327 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['b4f0e477-9b64-456a-8556-8ef0685510f6'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:53:38.655413 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-d03a15a3-50f3-4f96-9a07-ed1335d61982 service neutron] Request body: {'port': {'device_id': 'dd7aff00-2ed1-4173-9184-ab6bcb9b58dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:38.773406 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-d03a15a3-50f3-4f96-9a07-ed1335d61982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:38.922931 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1798ae2c-9a2d-41f2-87a0-4c618d09f7b0 req-2624e76c-6715-436e-ad48-f0375764a6e7 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:38.924664 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1798ae2c-9a2d-41f2-87a0-4c618d09f7b0 req-2624e76c-6715-436e-ad48-f0375764a6e7 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=fae9f6f0-d961-46c4-b01a-29a22e071ae6 HTTP/1.1" status: 200 len: 943 time: 0.1064303 Nov 12 00:53:38.940164 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-2f4b510f-27ed-4744-bb4b-7409677c00fa tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:39.016763 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1798ae2c-9a2d-41f2-87a0-4c618d09f7b0 req-2de219a0-bdf1-4445-8a11-dd852d5eec0d tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844760 Nov 12 00:53:39.070979 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-2f4b510f-27ed-4744-bb4b-7409677c00fa tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:39.147990 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-390ae80b-0a35-422d-9559-801c479a2c9c req-36906293-6aeb-4aee-9212-c32028667876 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:39.193500 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-390ae80b-0a35-422d-9559-801c479a2c9c req-36906293-6aeb-4aee-9212-c32028667876 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:39.228550 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-91409d29-7e24-4217-b176-d0d103857cda tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=a8ded03765684c3eb48dafae548b7a36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0943730 Nov 12 00:53:39.235412 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['a680a354-383a-4b9b-8e66-248db6e76ac5'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:53:39.247790 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-2f4b510f-27ed-4744-bb4b-7409677c00fa tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Network 46656200-3daa-4f5a-ac50-4d09f5e8bc87 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:39.268349 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-2f4b510f-27ed-4744-bb4b-7409677c00fa tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:39.268817 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36906293-6aeb-4aee-9212-c32028667876 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Pushing event updated for resources: {'Port': ['ID=37bc00c5-8867-401d-bdd4-d9749fd6f9ed,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:39.271257 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-2f4b510f-27ed-4744-bb4b-7409677c00fa tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:39.292362 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-390ae80b-0a35-422d-9559-801c479a2c9c req-36906293-6aeb-4aee-9212-c32028667876 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Network 945c2da1-f958-478a-a48a-8af2dfa2e179 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:39.294483 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-390ae80b-0a35-422d-9559-801c479a2c9c req-36906293-6aeb-4aee-9212-c32028667876 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:39.298756 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b510f-27ed-4744-bb4b-7409677c00fa tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Pushing event updated for resources: {'Port': ['ID=9abca1d0-5814-4443-9a3c-12eb75bb5a6a,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:39.308618 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-390ae80b-0a35-422d-9559-801c479a2c9c req-36906293-6aeb-4aee-9212-c32028667876 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:39.388089 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ae80b-0a35-422d-9559-801c479a2c9c req-36906293-6aeb-4aee-9212-c32028667876 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:39.389931 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-390ae80b-0a35-422d-9559-801c479a2c9c req-36906293-6aeb-4aee-9212-c32028667876 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:39.417532 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-390ae80b-0a35-422d-9559-801c479a2c9c req-36906293-6aeb-4aee-9212-c32028667876 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3655457 Nov 12 00:53:39.431144 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7832737c-5063-4ad7-9bcd-87adb293a700 req-ab3a63d2-b992-4419-923b-3ffb4915037b tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:39.434158 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7832737c-5063-4ad7-9bcd-87adb293a700 req-ab3a63d2-b992-4419-923b-3ffb4915037b tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=04b645d0-af99-4170-849a-96e128e6b694 HTTP/1.1" status: 200 len: 949 time: 0.2961404 Nov 12 00:53:39.441512 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-390ae80b-0a35-422d-9559-801c479a2c9c req-3fe480e6-4375-4ecb-afdf-5b61f1dcab33 service neutron] Request body: {'port': {'device_id': 'dc7ef492-66a9-4346-a8a6-aaafeb9e1537', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:39.508061 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-390ae80b-0a35-422d-9559-801c479a2c9c req-3fe480e6-4375-4ecb-afdf-5b61f1dcab33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:39.519339 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-7f2dc62f-677b-4714-924a-815a115cd97e tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:39.521650 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-7f2dc62f-677b-4714-924a-815a115cd97e tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2727811 Nov 12 00:53:39.557475 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-2f4b510f-27ed-4744-bb4b-7409677c00fa tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:39.558262 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-2f4b510f-27ed-4744-bb4b-7409677c00fa tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:39.602628 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-bc54474a-b3bf-43ea-ba91-524a6cd00986 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/quotas/a8ded03765684c3eb48dafae548b7a36 HTTP/1.1" status: 200 len: 375 time: 0.0370307 Nov 12 00:53:39.610272 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-2f4b510f-27ed-4744-bb4b-7409677c00fa tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1014223 Nov 12 00:53:39.612606 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-d5383491-a8a2-4e24-b560-319b8d6dfed2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54f2a916-56b6-497a-a89b-0727b3316be0 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:53:39.625776 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-d5383491-a8a2-4e24-b560-319b8d6dfed2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:39.650177 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-e2bf3e07-6478-44ca-b400-27af0d1fe690 service neutron] Request body: {'port': {'device_id': '22bc2517-b469-4acf-a563-2eda6a0c1379', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:39.673356 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-d5d1d2d5-cb89-4181-b21c-78ccbe51a4e8 None None] Provisioning complete for port 37bc00c5-8867-401d-bdd4-d9749fd6f9ed triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:39.675160 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d5d1d2d5-cb89-4181-b21c-78ccbe51a4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:39.676376 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-c4df22cd-0188-4bdb-b5c4-8f06a78d4c07 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a8ded03765684c3eb48dafae548b7a36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535483 Nov 12 00:53:39.681135 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7832737c-5063-4ad7-9bcd-87adb293a700 req-43251062-b6d9-4dd3-8ea4-215b3686013d tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903706 Nov 12 00:53:39.705743 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-d5383491-a8a2-4e24-b560-319b8d6dfed2 service neutron] Transition to ACTIVE for port object 54f2a916-56b6-497a-a89b-0727b3316be0 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:53:39.712467 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-d5383491-a8a2-4e24-b560-319b8d6dfed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:39.811918 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-e2bf3e07-6478-44ca-b400-27af0d1fe690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:39.814042 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device a9829ae0-68a1-466e-86d4-cef54886a7b3 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:53:39.822905 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5383491-a8a2-4e24-b560-319b8d6dfed2 service neutron] Pushing event updated for resources: {'Port': ['ID=54f2a916-56b6-497a-a89b-0727b3316be0,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:39.846078 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-d5d1d2d5-cb89-4181-b21c-78ccbe51a4e8 None None] Port 37bc00c5-8867-401d-bdd4-d9749fd6f9ed cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:53:39.930008 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['3bf65952-28b5-4d0e-8528-54eaa04543a2'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:53:40.000114 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-390ae80b-0a35-422d-9559-801c479a2c9c req-3fe480e6-4375-4ecb-afdf-5b61f1dcab33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37bc00c5-8867-401d-bdd4-d9749fd6f9ed {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:53:40.009291 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-390ae80b-0a35-422d-9559-801c479a2c9c req-3fe480e6-4375-4ecb-afdf-5b61f1dcab33 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:40.024048 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-390ae80b-0a35-422d-9559-801c479a2c9c req-3fe480e6-4375-4ecb-afdf-5b61f1dcab33 service neutron] Transition to ACTIVE for port object 37bc00c5-8867-401d-bdd4-d9749fd6f9ed will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:53:40.033554 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-390ae80b-0a35-422d-9559-801c479a2c9c req-3fe480e6-4375-4ecb-afdf-5b61f1dcab33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:40.152480 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe480e6-4375-4ecb-afdf-5b61f1dcab33 service neutron] Pushing event updated for resources: {'Port': ['ID=37bc00c5-8867-401d-bdd4-d9749fd6f9ed,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:40.298533 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:40.376760 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd507ee-9993-4a1d-9eb4-eb37e675044f req-184d5095-313f-4b57-8539-99d3dbf3c67c tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:40.378402 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9bd507ee-9993-4a1d-9eb4-eb37e675044f req-184d5095-313f-4b57-8539-99d3dbf3c67c tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc7ef492-66a9-4346-a8a6-aaafeb9e1537 HTTP/1.1" status: 200 len: 948 time: 0.2917802 Nov 12 00:53:40.386961 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699f9e0-9bb1-4c19-8a23-09ede5b38445 req-eb58fbde-ca63-422c-9113-cc47cd176842 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:40.388521 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5699f9e0-9bb1-4c19-8a23-09ede5b38445 req-eb58fbde-ca63-422c-9113-cc47cd176842 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.45 "GET /v2.0/ports?device_id=22bc2517-b469-4acf-a563-2eda6a0c1379 HTTP/1.1" status: 200 len: 931 time: 0.3049181 Nov 12 00:53:40.389498 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-d5383491-a8a2-4e24-b560-319b8d6dfed2 service neutron] Attempting to bind port 54f2a916-56b6-497a-a89b-0727b3316be0 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:53:40.389835 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-d5383491-a8a2-4e24-b560-319b8d6dfed2 service neutron] Attempting to bind port 54f2a916-56b6-497a-a89b-0727b3316be0 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'a434b64c-a48b-45f6-82ed-79c7dd532f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '46656200-3daa-4f5a-ac50-4d09f5e8bc87'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:53:40.390165 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-d5383491-a8a2-4e24-b560-319b8d6dfed2 service neutron] Attempting to bind port 54f2a916-56b6-497a-a89b-0727b3316be0 on network 46656200-3daa-4f5a-ac50-4d09f5e8bc87 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:40.395339 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-d5383491-a8a2-4e24-b560-319b8d6dfed2 service neutron] Port 54f2a916-56b6-497a-a89b-0727b3316be0 on network 46656200-3daa-4f5a-ac50-4d09f5e8bc87 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:53:40.395692 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-d5383491-a8a2-4e24-b560-319b8d6dfed2 service neutron] Attempting to bind port 54f2a916-56b6-497a-a89b-0727b3316be0 on network 46656200-3daa-4f5a-ac50-4d09f5e8bc87 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:40.435359 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-d03a15a3-50f3-4f96-9a07-ed1335d61982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3c6c2ff-e10d-4345-b2ed-c3907294f3b9 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:53:40.441861 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-d5383491-a8a2-4e24-b560-319b8d6dfed2 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:53:40.442380 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-d5383491-a8a2-4e24-b560-319b8d6dfed2 service neutron] Checking segment: {'id': 'a434b64c-a48b-45f6-82ed-79c7dd532f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '46656200-3daa-4f5a-ac50-4d09f5e8bc87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:40.442781 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-d5383491-a8a2-4e24-b560-319b8d6dfed2 service neutron] Bound using segment: {'id': 'a434b64c-a48b-45f6-82ed-79c7dd532f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '46656200-3daa-4f5a-ac50-4d09f5e8bc87'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:53:40.443237 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-d5383491-a8a2-4e24-b560-319b8d6dfed2 service neutron] Bound port: 54f2a916-56b6-497a-a89b-0727b3316be0, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a434b64c-a48b-45f6-82ed-79c7dd532f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '46656200-3daa-4f5a-ac50-4d09f5e8bc87'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:53:40.443596 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-d5383491-a8a2-4e24-b560-319b8d6dfed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:40.459147 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-d03a15a3-50f3-4f96-9a07-ed1335d61982 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:40.482318 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-390ae80b-0a35-422d-9559-801c479a2c9c req-3fe480e6-4375-4ecb-afdf-5b61f1dcab33 service neutron] Attempting to bind port 37bc00c5-8867-401d-bdd4-d9749fd6f9ed on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:53:40.482318 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-390ae80b-0a35-422d-9559-801c479a2c9c req-3fe480e6-4375-4ecb-afdf-5b61f1dcab33 service neutron] Attempting to bind port 37bc00c5-8867-401d-bdd4-d9749fd6f9ed by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:53:40.482318 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390ae80b-0a35-422d-9559-801c479a2c9c req-3fe480e6-4375-4ecb-afdf-5b61f1dcab33 service neutron] Attempting to bind port 37bc00c5-8867-401d-bdd4-d9749fd6f9ed on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:40.493005 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390ae80b-0a35-422d-9559-801c479a2c9c req-3fe480e6-4375-4ecb-afdf-5b61f1dcab33 service neutron] Port 37bc00c5-8867-401d-bdd4-d9749fd6f9ed on network 945c2da1-f958-478a-a48a-8af2dfa2e179 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:53:40.493329 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390ae80b-0a35-422d-9559-801c479a2c9c req-3fe480e6-4375-4ecb-afdf-5b61f1dcab33 service neutron] Attempting to bind port 37bc00c5-8867-401d-bdd4-d9749fd6f9ed on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:40.502801 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-d03a15a3-50f3-4f96-9a07-ed1335d61982 service neutron] Transition to ACTIVE for port object d3c6c2ff-e10d-4345-b2ed-c3907294f3b9 will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:53:40.504545 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390ae80b-0a35-422d-9559-801c479a2c9c req-3fe480e6-4375-4ecb-afdf-5b61f1dcab33 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:53:40.505606 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390ae80b-0a35-422d-9559-801c479a2c9c req-3fe480e6-4375-4ecb-afdf-5b61f1dcab33 service neutron] Checking segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:40.505606 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390ae80b-0a35-422d-9559-801c479a2c9c req-3fe480e6-4375-4ecb-afdf-5b61f1dcab33 service neutron] Bound using segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:53:40.506081 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-390ae80b-0a35-422d-9559-801c479a2c9c req-3fe480e6-4375-4ecb-afdf-5b61f1dcab33 service neutron] Bound port: 37bc00c5-8867-401d-bdd4-d9749fd6f9ed, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:53:40.506549 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-390ae80b-0a35-422d-9559-801c479a2c9c req-3fe480e6-4375-4ecb-afdf-5b61f1dcab33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:40.518473 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-d03a15a3-50f3-4f96-9a07-ed1335d61982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:40.584202 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5699f9e0-9bb1-4c19-8a23-09ede5b38445 req-510bfb9d-2e9a-4515-927c-7e1f3f044ccb tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6f371520-5127-469d-b96b-144d75981164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774957 Nov 12 00:53:40.670284 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a15a3-50f3-4f96-9a07-ed1335d61982 service neutron] Pushing event updated for resources: {'Port': ['ID=d3c6c2ff-e10d-4345-b2ed-c3907294f3b9,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:40.685914 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9bd507ee-9993-4a1d-9eb4-eb37e675044f req-155f3353-4772-4fd1-93c7-65eca8310e58 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781641 Nov 12 00:53:40.718601 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-390ae80b-0a35-422d-9559-801c479a2c9c req-3fe480e6-4375-4ecb-afdf-5b61f1dcab33 service neutron] For port 37bc00c5-8867-401d-bdd4-d9749fd6f9ed, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:53:40.722619 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-390ae80b-0a35-422d-9559-801c479a2c9c req-3fe480e6-4375-4ecb-afdf-5b61f1dcab33 service neutron] For port 37bc00c5-8867-401d-bdd4-d9749fd6f9ed, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=37bc00c5-8867-401d-bdd4-d9749fd6f9ed,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:53:40.736020 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-390ae80b-0a35-422d-9559-801c479a2c9c req-3fe480e6-4375-4ecb-afdf-5b61f1dcab33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:40.736281 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-d5383491-a8a2-4e24-b560-319b8d6dfed2 service neutron] For port 54f2a916-56b6-497a-a89b-0727b3316be0, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:53:40.772271 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-d5383491-a8a2-4e24-b560-319b8d6dfed2 service neutron] For port 54f2a916-56b6-497a-a89b-0727b3316be0, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=54f2a916-56b6-497a-a89b-0727b3316be0,segment=NetworkSegment(a434b64c-a48b-45f6-82ed-79c7dd532f9d),segment_id=a434b64c-a48b-45f6-82ed-79c7dd532f9d)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:53:40.794126 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02ab4a-d9ce-4c98-bf7a-84e18190c3ae req-ce2e4e00-5272-427f-b58f-87a58fc2f08a tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:40.796155 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe480e6-4375-4ecb-afdf-5b61f1dcab33 service neutron] Pushing event updated for resources: {'Port': ['ID=37bc00c5-8867-401d-bdd4-d9749fd6f9ed,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:40.797583 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0b02ab4a-d9ce-4c98-bf7a-84e18190c3ae req-ce2e4e00-5272-427f-b58f-87a58fc2f08a tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7a3b2-baea-4469-9d1e-276b20425e8a HTTP/1.1" status: 200 len: 945 time: 0.1319897 Nov 12 00:53:40.800799 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-d03a15a3-50f3-4f96-9a07-ed1335d61982 service neutron] Attempting to bind port d3c6c2ff-e10d-4345-b2ed-c3907294f3b9 on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:53:40.801130 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-d03a15a3-50f3-4f96-9a07-ed1335d61982 service neutron] Attempting to bind port d3c6c2ff-e10d-4345-b2ed-c3907294f3b9 by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': 'a434b64c-a48b-45f6-82ed-79c7dd532f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '46656200-3daa-4f5a-ac50-4d09f5e8bc87'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:53:40.801463 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-d03a15a3-50f3-4f96-9a07-ed1335d61982 service neutron] Attempting to bind port d3c6c2ff-e10d-4345-b2ed-c3907294f3b9 on network 46656200-3daa-4f5a-ac50-4d09f5e8bc87 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:40.805432 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-d5383491-a8a2-4e24-b560-319b8d6dfed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:40.810355 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-d03a15a3-50f3-4f96-9a07-ed1335d61982 service neutron] Port d3c6c2ff-e10d-4345-b2ed-c3907294f3b9 on network 46656200-3daa-4f5a-ac50-4d09f5e8bc87 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:53:40.810739 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-d03a15a3-50f3-4f96-9a07-ed1335d61982 service neutron] Attempting to bind port d3c6c2ff-e10d-4345-b2ed-c3907294f3b9 on network 46656200-3daa-4f5a-ac50-4d09f5e8bc87 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:40.813690 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ae80b-0a35-422d-9559-801c479a2c9c req-3fe480e6-4375-4ecb-afdf-5b61f1dcab33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:40.814305 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-390ae80b-0a35-422d-9559-801c479a2c9c req-3fe480e6-4375-4ecb-afdf-5b61f1dcab33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:40.816114 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-390ae80b-0a35-422d-9559-801c479a2c9c req-3fe480e6-4375-4ecb-afdf-5b61f1dcab33 service neutron] 10.222.0.44 "PUT /v2.0/ports/37bc00c5-8867-401d-bdd4-d9749fd6f9ed HTTP/1.1" status: 200 len: 1097 time: 1.3796835 Nov 12 00:53:40.816520 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc7ef492-66a9-4346-a8a6-aaafeb9e1537', 'tag': '37bc00c5-8867-401d-bdd4-d9749fd6f9ed'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:40.818887 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991caa67-3eb0-4dfa-94f0-197083a6a13e" -d '{"events": [{"name": "network-changed", "server_uuid": "dc7ef492-66a9-4346-a8a6-aaafeb9e1537", "tag": "37bc00c5-8867-401d-bdd4-d9749fd6f9ed"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:40.825698 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-d03a15a3-50f3-4f96-9a07-ed1335d61982 service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:53:40.826040 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-d03a15a3-50f3-4f96-9a07-ed1335d61982 service neutron] Checking segment: {'id': 'a434b64c-a48b-45f6-82ed-79c7dd532f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '46656200-3daa-4f5a-ac50-4d09f5e8bc87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:40.827389 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-d03a15a3-50f3-4f96-9a07-ed1335d61982 service neutron] Bound using segment: {'id': 'a434b64c-a48b-45f6-82ed-79c7dd532f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '46656200-3daa-4f5a-ac50-4d09f5e8bc87'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:53:40.827389 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-d03a15a3-50f3-4f96-9a07-ed1335d61982 service neutron] Bound port: d3c6c2ff-e10d-4345-b2ed-c3907294f3b9, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a434b64c-a48b-45f6-82ed-79c7dd532f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '46656200-3daa-4f5a-ac50-4d09f5e8bc87'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:53:40.827389 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-d03a15a3-50f3-4f96-9a07-ed1335d61982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:40.895933 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-d5383491-a8a2-4e24-b560-319b8d6dfed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:40.896741 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-d5383491-a8a2-4e24-b560-319b8d6dfed2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:40.898931 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-d5383491-a8a2-4e24-b560-319b8d6dfed2 service neutron] 10.222.0.44 "PUT /v2.0/ports/54f2a916-56b6-497a-a89b-0727b3316be0 HTTP/1.1" status: 200 len: 1093 time: 2.5461397 Nov 12 00:53:40.902135 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f07eb67-1e6d-4e72-9a08-9fd55382271e', 'tag': '54f2a916-56b6-497a-a89b-0727b3316be0'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:40.905027 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc5fddb-f5d9-4c79-bb36-bec3f0f8372c" -d '{"events": [{"name": "network-changed", "server_uuid": "3f07eb67-1e6d-4e72-9a08-9fd55382271e", "tag": "54f2a916-56b6-497a-a89b-0727b3316be0"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:40.964658 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4d72d4a1-c137-4611-a238-10ccd172719f req-c4be6d54-21fc-4151-8955-301edd456e14 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/ports?device_id=44241e0e-86ed-4a6c-b7a4-90aa36076e1b HTTP/1.1" status: 200 len: 210 time: 0.1127110 Nov 12 00:53:41.065307 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-d03a15a3-50f3-4f96-9a07-ed1335d61982 service neutron] For port d3c6c2ff-e10d-4345-b2ed-c3907294f3b9, host n-h1-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:53:41.069622 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-d03a15a3-50f3-4f96-9a07-ed1335d61982 service neutron] For port d3c6c2ff-e10d-4345-b2ed-c3907294f3b9, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=d3c6c2ff-e10d-4345-b2ed-c3907294f3b9,segment=NetworkSegment(a434b64c-a48b-45f6-82ed-79c7dd532f9d),segment_id=a434b64c-a48b-45f6-82ed-79c7dd532f9d)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:53:41.080540 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-d03a15a3-50f3-4f96-9a07-ed1335d61982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:41.085910 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ae80b-0a35-422d-9559-801c479a2c9c req-392ee887-8959-48ea-8663-bd01c407a103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:41.087406 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-390ae80b-0a35-422d-9559-801c479a2c9c req-392ee887-8959-48ea-8663-bd01c407a103 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6bde2e332c8e418290dd069bae32e617&device_id=dc7ef492-66a9-4346-a8a6-aaafeb9e1537 HTTP/1.1" status: 200 len: 1100 time: 0.1995189 Nov 12 00:53:41.109220 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-e2bf3e07-6478-44ca-b400-27af0d1fe690 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9abca1d0-5814-4443-9a3c-12eb75bb5a6a {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:53:41.130835 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-e2bf3e07-6478-44ca-b400-27af0d1fe690 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:41.158951 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-e2bf3e07-6478-44ca-b400-27af0d1fe690 service neutron] Transition to ACTIVE for port object 9abca1d0-5814-4443-9a3c-12eb75bb5a6a will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:53:41.159645 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-d03a15a3-50f3-4f96-9a07-ed1335d61982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:41.160760 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-d03a15a3-50f3-4f96-9a07-ed1335d61982 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:41.162258 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-d03a15a3-50f3-4f96-9a07-ed1335d61982 service neutron] 10.222.0.16 "PUT /v2.0/ports/d3c6c2ff-e10d-4345-b2ed-c3907294f3b9 HTTP/1.1" status: 200 len: 1093 time: 2.5140827 Nov 12 00:53:41.166033 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-390ae80b-0a35-422d-9559-801c479a2c9c req-10396169-5849-4033-985d-019dc843e360 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=37bc00c5-8867-401d-bdd4-d9749fd6f9ed HTTP/1.1" status: 200 len: 217 time: 0.0532787 Nov 12 00:53:41.214807 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-e2bf3e07-6478-44ca-b400-27af0d1fe690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:41.224388 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a15a3-50f3-4f96-9a07-ed1335d61982 service neutron] Pushing event updated for resources: {'Port': ['ID=d3c6c2ff-e10d-4345-b2ed-c3907294f3b9,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:41.262501 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0b02ab4a-d9ce-4c98-bf7a-84e18190c3ae req-947a63d4-5404-447f-8e6e-5ebb82bd71f5 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/security-groups?id=510a0917-ea45-4112-bcdb-7cef6947100e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4443192 Nov 12 00:53:41.275075 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ae80b-0a35-422d-9559-801c479a2c9c req-8e8f43dc-008b-46ac-bc82-80b5c0c5ccb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:41.279452 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-390ae80b-0a35-422d-9559-801c479a2c9c req-8e8f43dc-008b-46ac-bc82-80b5c0c5ccb1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.1006939 Nov 12 00:53:41.384938 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5383491-a8a2-4e24-b560-319b8d6dfed2 service neutron] Pushing event updated for resources: {'Port': ['ID=54f2a916-56b6-497a-a89b-0727b3316be0,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:41.395240 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-d6a602b2-c6c3-4dcf-9de4-c96b81a50c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:41.396801 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-d6a602b2-c6c3-4dcf-9de4-c96b81a50c5f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=885fa18cf87248f8a5901a8b83a9c386&device_id=dd7aff00-2ed1-4173-9184-ab6bcb9b58dc HTTP/1.1" status: 200 len: 1096 time: 0.1145761 Nov 12 00:53:41.410628 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ae80b-0a35-422d-9559-801c479a2c9c req-166d109d-00e0-46b5-a8eb-cc4c9e8ea3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:41.411551 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-390ae80b-0a35-422d-9559-801c479a2c9c req-166d109d-00e0-46b5-a8eb-cc4c9e8ea3b0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1156607 Nov 12 00:53:41.468851 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-d2eadb12-7ff0-4dae-adba-0935ebd2b6ef service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3c6c2ff-e10d-4345-b2ed-c3907294f3b9 HTTP/1.1" status: 200 len: 217 time: 0.0444806 Nov 12 00:53:41.499508 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17578a12-f64c-46c5-8488-4f1ac7df327d req-0aa465df-dd7a-4ef4-8d70-97fb27a02d65 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:41.502341 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-17578a12-f64c-46c5-8488-4f1ac7df327d req-0aa465df-dd7a-4ef4-8d70-97fb27a02d65 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=fae9f6f0-d961-46c4-b01a-29a22e071ae6 HTTP/1.1" status: 200 len: 943 time: 0.3307569 Nov 12 00:53:41.530086 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-430f0bfb-f4c9-4b60-b257-a7c8b76c8784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:41.532231 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-430f0bfb-f4c9-4b60-b257-a7c8b76c8784 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=885fa18cf87248f8a5901a8b83a9c386&device_id=3f07eb67-1e6d-4e72-9a08-9fd55382271e HTTP/1.1" status: 200 len: 1096 time: 0.3654087 Nov 12 00:53:41.566634 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-a8a521d3-90b6-4bd9-bb81-49dfa51608a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:41.568404 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-a8a521d3-90b6-4bd9-bb81-49dfa51608a7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8afbde95-8e72-42fe-817e-186bf98ef7bc HTTP/1.1" status: 200 len: 858 time: 0.0854139 Nov 12 00:53:41.618047 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-c99fda92-67d7-43d8-b57d-b74370c2ef1d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=46656200-3daa-4f5a-ac50-4d09f5e8bc87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398369 Nov 12 00:53:41.624981 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-390ae80b-0a35-422d-9559-801c479a2c9c req-89793f2d-2535-4cd6-bf48-8d6d5ceaaef7 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915751 Nov 12 00:53:41.694589 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-c7221b1b-9fe4-468f-90eb-6cfe16326b92 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54f2a916-56b6-497a-a89b-0727b3316be0 HTTP/1.1" status: 200 len: 217 time: 0.1287742 Nov 12 00:53:41.695426 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf3e07-6478-44ca-b400-27af0d1fe690 service neutron] Pushing event updated for resources: {'Port': ['ID=9abca1d0-5814-4443-9a3c-12eb75bb5a6a,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:41.712119 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device b4f0e477-9b64-456a-8556-8ef0685510f6 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:53:41.835745 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02578373-465d-4851-a7fe-d59136b86826 req-8def75ec-fbbf-43b0-b763-c574edf2ff9b tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:41.837650 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-02578373-465d-4851-a7fe-d59136b86826 req-8def75ec-fbbf-43b0-b763-c574edf2ff9b tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=04b645d0-af99-4170-849a-96e128e6b694 HTTP/1.1" status: 200 len: 949 time: 0.4369173 Nov 12 00:53:41.880763 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-7fc17407-0fc5-41ce-80a0-9cfe4f0113fa service neutron] 10.222.0.16 "GET /v2.0/networks/46656200-3daa-4f5a-ac50-4d09f5e8bc87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524793 Nov 12 00:53:41.889501 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-390ae80b-0a35-422d-9559-801c479a2c9c req-8cbe6db2-21cf-4b53-a517-9e75ee93f8ff service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516382 Nov 12 00:53:41.890760 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port b4f0e477-9b64-456a-8556-8ef0685510f6 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:53:41.895201 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port b4f0e477-9b64-456a-8556-8ef0685510f6 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:41.895854 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:41.920423 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-17578a12-f64c-46c5-8488-4f1ac7df327d req-2caafe56-0614-4d4f-931f-a2cb1a2251f2 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3863337 Nov 12 00:53:41.925187 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-e2bf3e07-6478-44ca-b400-27af0d1fe690 service neutron] Attempting to bind port 9abca1d0-5814-4443-9a3c-12eb75bb5a6a on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:53:41.925770 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-e2bf3e07-6478-44ca-b400-27af0d1fe690 service neutron] Attempting to bind port 9abca1d0-5814-4443-9a3c-12eb75bb5a6a by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'a434b64c-a48b-45f6-82ed-79c7dd532f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '46656200-3daa-4f5a-ac50-4d09f5e8bc87'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:53:41.926346 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-e2bf3e07-6478-44ca-b400-27af0d1fe690 service neutron] Attempting to bind port 9abca1d0-5814-4443-9a3c-12eb75bb5a6a on network 46656200-3daa-4f5a-ac50-4d09f5e8bc87 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:42.029320 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:42.046127 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-0447f647-4d70-4ca2-825a-c748affb1c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:42.049107 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-0447f647-4d70-4ca2-825a-c748affb1c3b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8afbde95-8e72-42fe-817e-186bf98ef7bc HTTP/1.1" status: 200 len: 858 time: 0.3397355 Nov 12 00:53:42.076001 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-e2bf3e07-6478-44ca-b400-27af0d1fe690 service neutron] Port 9abca1d0-5814-4443-9a3c-12eb75bb5a6a on network 46656200-3daa-4f5a-ac50-4d09f5e8bc87 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:53:42.076965 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-e2bf3e07-6478-44ca-b400-27af0d1fe690 service neutron] Attempting to bind port 9abca1d0-5814-4443-9a3c-12eb75bb5a6a on network 46656200-3daa-4f5a-ac50-4d09f5e8bc87 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:42.085684 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac7a3b2-baea-4469-9d1e-276b20425e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f0e477-9b64-456a-8556-8ef0685510f6'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:42.092269 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeeb25e5-0d7d-489b-828f-4a79c443a70d" -d '{"events": [{"server_uuid": "cac7a3b2-baea-4469-9d1e-276b20425e8a", "name": "network-vif-plugged", "status": "completed", "tag": "b4f0e477-9b64-456a-8556-8ef0685510f6"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:42.095491 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6394e45a-4193-43f1-b85d-9dfcfcdc9157 x-openstack-request-id: req-6394e45a-4193-43f1-b85d-9dfcfcdc9157 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:42.095930 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc7ef492-66a9-4346-a8a6-aaafeb9e1537", "tag": "37bc00c5-8867-401d-bdd4-d9749fd6f9ed", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:42.096746 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6394e45a-4193-43f1-b85d-9dfcfcdc9157 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:42.098789 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc7ef492-66a9-4346-a8a6-aaafeb9e1537', 'tag': '37bc00c5-8867-401d-bdd4-d9749fd6f9ed', 'status': 'completed', 'code': 200} Nov 12 00:53:42.136314 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-e043b7f8-5b90-43a2-9205-df209c6efa6e tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=a8ded03765684c3eb48dafae548b7a36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1585767 Nov 12 00:53:42.144175 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port b4f0e477-9b64-456a-8556-8ef0685510f6, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=b4f0e477-9b64-456a-8556-8ef0685510f6,segment=NetworkSegment(f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2),segment_id=f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:42.154093 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:42.224490 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-25949f6c-5a5d-43a7-b8db-070162a780f0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=46656200-3daa-4f5a-ac50-4d09f5e8bc87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1350753 Nov 12 00:53:42.225741 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-e2bf3e07-6478-44ca-b400-27af0d1fe690 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:53:42.232056 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-e2bf3e07-6478-44ca-b400-27af0d1fe690 service neutron] Checking segment: {'id': 'a434b64c-a48b-45f6-82ed-79c7dd532f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '46656200-3daa-4f5a-ac50-4d09f5e8bc87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:42.232956 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-e2bf3e07-6478-44ca-b400-27af0d1fe690 service neutron] Bound using segment: {'id': 'a434b64c-a48b-45f6-82ed-79c7dd532f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '46656200-3daa-4f5a-ac50-4d09f5e8bc87'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:53:42.233733 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-e2bf3e07-6478-44ca-b400-27af0d1fe690 service neutron] Bound port: 9abca1d0-5814-4443-9a3c-12eb75bb5a6a, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a434b64c-a48b-45f6-82ed-79c7dd532f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '46656200-3daa-4f5a-ac50-4d09f5e8bc87'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:53:42.234318 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-e2bf3e07-6478-44ca-b400-27af0d1fe690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:42.249281 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=b4f0e477-9b64-456a-8556-8ef0685510f6,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:42.270453 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-c69c6f36-a920-430e-94a9-2c7560f6b828 service neutron] 10.222.0.16 "GET /v2.0/networks/46656200-3daa-4f5a-ac50-4d09f5e8bc87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768854 Nov 12 00:53:42.285372 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991caa67-3eb0-4dfa-94f0-197083a6a13e req-96075c97-3c3e-4829-ba2d-80bb9db88d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:42.288885 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-991caa67-3eb0-4dfa-94f0-197083a6a13e req-96075c97-3c3e-4829-ba2d-80bb9db88d39 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6bde2e332c8e418290dd069bae32e617&device_id=dc7ef492-66a9-4346-a8a6-aaafeb9e1537 HTTP/1.1" status: 200 len: 1100 time: 0.1390769 Nov 12 00:53:42.447240 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4812e808-2d10-432c-8aac-e5fa4704a688 x-openstack-request-id: req-4812e808-2d10-432c-8aac-e5fa4704a688 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:42.447982 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f07eb67-1e6d-4e72-9a08-9fd55382271e", "tag": "54f2a916-56b6-497a-a89b-0727b3316be0", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:42.448545 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4812e808-2d10-432c-8aac-e5fa4704a688 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:42.449136 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f07eb67-1e6d-4e72-9a08-9fd55382271e', 'tag': '54f2a916-56b6-497a-a89b-0727b3316be0', 'status': 'completed', 'code': 200} Nov 12 00:53:42.491145 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991caa67-3eb0-4dfa-94f0-197083a6a13e req-f5fac64f-0470-4d50-a9e3-496776499e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:42.493026 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-991caa67-3eb0-4dfa-94f0-197083a6a13e req-f5fac64f-0470-4d50-a9e3-496776499e5f service neutron] 10.222.0.44 "GET /v2.0/networks?id=945c2da1-f958-478a-a48a-8af2dfa2e179 HTTP/1.1" status: 200 len: 869 time: 0.1932056 Nov 12 00:53:42.574303 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-991caa67-3eb0-4dfa-94f0-197083a6a13e req-76796ebe-a145-4bf5-98ef-d604d0b80135 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=37bc00c5-8867-401d-bdd4-d9749fd6f9ed HTTP/1.1" status: 200 len: 217 time: 0.0479887 Nov 12 00:53:42.664315 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-50396be8-868f-4350-9717-4db7ce0e2766 service neutron] 10.222.0.44 "GET /v2.0/ports/a9829ae0-68a1-466e-86d4-cef54886a7b3/bindings/n-h1-712142-27 HTTP/1.1" status: 200 len: 385 time: 0.1934693 Nov 12 00:53:42.667380 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991caa67-3eb0-4dfa-94f0-197083a6a13e req-996f66d4-d76c-450d-b3d8-0b466701f09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:42.669024 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-991caa67-3eb0-4dfa-94f0-197083a6a13e req-996f66d4-d76c-450d-b3d8-0b466701f09a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.0859754 Nov 12 00:53:42.825771 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991caa67-3eb0-4dfa-94f0-197083a6a13e req-dbffd982-f83f-4530-a4f5-423cc6ac166f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:42.828670 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-991caa67-3eb0-4dfa-94f0-197083a6a13e req-dbffd982-f83f-4530-a4f5-423cc6ac166f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1400800 Nov 12 00:53:43.047375 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.44', 58491) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:43.072027 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-02578373-465d-4851-a7fe-d59136b86826 req-91bb3deb-fafd-4c00-b5ae-3a903e88562e tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1754580 Nov 12 00:53:43.275302 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-e2bf3e07-6478-44ca-b400-27af0d1fe690 service neutron] For port 9abca1d0-5814-4443-9a3c-12eb75bb5a6a, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:53:43.356263 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-e2bf3e07-6478-44ca-b400-27af0d1fe690 service neutron] For port 9abca1d0-5814-4443-9a3c-12eb75bb5a6a, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=9abca1d0-5814-4443-9a3c-12eb75bb5a6a,segment=NetworkSegment(a434b64c-a48b-45f6-82ed-79c7dd532f9d),segment_id=a434b64c-a48b-45f6-82ed-79c7dd532f9d)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:53:43.387492 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0027c459-aa65-44a4-9fc5-bdfe64c5274e req-b23d7877-8d46-4d06-b33a-1a1c5b23f3c1 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:43.390705 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0027c459-aa65-44a4-9fc5-bdfe64c5274e req-b23d7877-8d46-4d06-b33a-1a1c5b23f3c1 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.45 "GET /v2.0/ports?device_id=22bc2517-b469-4acf-a563-2eda6a0c1379 HTTP/1.1" status: 200 len: 943 time: 0.4624143 Nov 12 00:53:43.406375 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-a123d17b-a6f0-44cf-82a2-0da6fb8b1f88 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:43.409197 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-a123d17b-a6f0-44cf-82a2-0da6fb8b1f88 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1988366 Nov 12 00:53:43.443818 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-e2bf3e07-6478-44ca-b400-27af0d1fe690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:43.459504 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f65b09fa-dc6d-4cf4-833c-4f2bc3c571d2 req-676c5cab-5c02-4016-8cb0-78f9877dad85 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9d8331e2-4b8a-4675-ba51-5805802cc1e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4033589 Nov 12 00:53:43.461493 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-558a5a5f-4b9d-4ddd-b471-396894ef1a22 service neutron] 10.222.0.44 "GET /v2.0/networks/46656200-3daa-4f5a-ac50-4d09f5e8bc87?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1548131 Nov 12 00:53:43.496900 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-991caa67-3eb0-4dfa-94f0-197083a6a13e req-f644c4af-7645-434d-8a43-a92746f4fefc service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6295712 Nov 12 00:53:43.502010 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7940f85-2741-463d-81f4-a7c805f704b5 req-a26156ec-734f-4349-a0c6-db775e25421b tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:43.503635 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d7940f85-2741-463d-81f4-a7c805f704b5 req-a26156ec-734f-4349-a0c6-db775e25421b tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc7ef492-66a9-4346-a8a6-aaafeb9e1537 HTTP/1.1" status: 200 len: 948 time: 0.3492129 Nov 12 00:53:43.560941 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0027c459-aa65-44a4-9fc5-bdfe64c5274e req-65f7c4d5-f8a3-4314-baba-0223b62da2fa tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6f371520-5127-469d-b96b-144d75981164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479783 Nov 12 00:53:43.581755 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-e2bf3e07-6478-44ca-b400-27af0d1fe690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:43.583706 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-e2bf3e07-6478-44ca-b400-27af0d1fe690 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:43.587013 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-e2bf3e07-6478-44ca-b400-27af0d1fe690 service neutron] 10.222.0.44 "PUT /v2.0/ports/9abca1d0-5814-4443-9a3c-12eb75bb5a6a HTTP/1.1" status: 200 len: 1092 time: 3.9458928 Nov 12 00:53:43.689549 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-ddc8e57c-1861-42d5-a734-102b31595546 service neutron] For port a9829ae0-68a1-466e-86d4-cef54886a7b3, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=a9829ae0-68a1-466e-86d4-cef54886a7b3,segment=NetworkSegment(22cf0803-7015-4b8f-9bea-ad8ec3d31ac5),segment_id=22cf0803-7015-4b8f-9bea-ad8ec3d31ac5)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:43.754735 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-ddc8e57c-1861-42d5-a734-102b31595546 service neutron] For port a9829ae0-68a1-466e-86d4-cef54886a7b3, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:53:43.799330 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf3e07-6478-44ca-b400-27af0d1fe690 service neutron] Pushing event updated for resources: {'Port': ['ID=9abca1d0-5814-4443-9a3c-12eb75bb5a6a,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:43.812361 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-991caa67-3eb0-4dfa-94f0-197083a6a13e req-0a2aa3d0-4a82-4f28-bfe1-ce71a79949f4 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065467 Nov 12 00:53:43.834758 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-ddc8e57c-1861-42d5-a734-102b31595546 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9829ae0-68a1-466e-86d4-cef54886a7b3 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:53:43.854701 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-140939a2-37aa-4522-813a-a10ce99ee29f req-9fddccd9-9e88-4203-987e-22bef3a52475 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/ports?device_id=44241e0e-86ed-4a6c-b7a4-90aa36076e1b HTTP/1.1" status: 200 len: 210 time: 0.1258326 Nov 12 00:53:43.856868 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-ddc8e57c-1861-42d5-a734-102b31595546 service neutron] For port a9829ae0-68a1-466e-86d4-cef54886a7b3, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=a9829ae0-68a1-466e-86d4-cef54886a7b3,segment=NetworkSegment(22cf0803-7015-4b8f-9bea-ad8ec3d31ac5),segment_id=22cf0803-7015-4b8f-9bea-ad8ec3d31ac5)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:43.889176 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-ddc8e57c-1861-42d5-a734-102b31595546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:43.893710 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d7940f85-2741-463d-81f4-a7c805f704b5 req-cfdad1f4-284c-46c0-a04e-0614b41d70cf tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521867 Nov 12 00:53:43.928007 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b09fa-dc6d-4cf4-833c-4f2bc3c571d2 req-8769650a-f1a8-468b-982e-185a57bc3b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:43.930824 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f65b09fa-dc6d-4cf4-833c-4f2bc3c571d2 req-8769650a-f1a8-468b-982e-185a57bc3b55 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1a351b85e994407a86b201df7ace2e9c&device_id=9d8331e2-4b8a-4675-ba51-5805802cc1e1 HTTP/1.1" status: 200 len: 1102 time: 0.3683560 Nov 12 00:53:43.939519 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-955a3b33-e6f7-4fed-9e42-ca51e81c0cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:43.942047 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-955a3b33-e6f7-4fed-9e42-ca51e81c0cc5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=885fa18cf87248f8a5901a8b83a9c386&device_id=22bc2517-b469-4acf-a563-2eda6a0c1379 HTTP/1.1" status: 200 len: 1095 time: 0.2507937 Nov 12 00:53:43.945438 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-ca5f040c-a948-4a5d-a1e3-92b4ea9f6567 service neutron] 10.222.0.44 "GET /v2.0/networks/46656200-3daa-4f5a-ac50-4d09f5e8bc87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4140334 Nov 12 00:53:43.968577 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e318b84-8193-4138-a7df-986e6c1fb9b4 x-openstack-request-id: req-4e318b84-8193-4138-a7df-986e6c1fb9b4 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:43.969155 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac7a3b2-baea-4469-9d1e-276b20425e8a", "name": "network-vif-plugged", "status": "completed", "tag": "b4f0e477-9b64-456a-8556-8ef0685510f6", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:43.969365 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4e318b84-8193-4138-a7df-986e6c1fb9b4 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:43.969940 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac7a3b2-baea-4469-9d1e-276b20425e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f0e477-9b64-456a-8556-8ef0685510f6', 'code': 200} Nov 12 00:53:44.062081 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-ed67b732-1ab4-4c4b-8940-d00aa71a514d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9abca1d0-5814-4443-9a3c-12eb75bb5a6a HTTP/1.1" status: 200 len: 217 time: 0.0943127 Nov 12 00:53:44.073569 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-ddc8e57c-1861-42d5-a734-102b31595546 service neutron] Transition to ACTIVE for port object a9829ae0-68a1-466e-86d4-cef54886a7b3 will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:53:44.079603 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-ddc8e57c-1861-42d5-a734-102b31595546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:44.133605 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd7aff00-2ed1-4173-9184-ab6bcb9b58dc', 'tag': 'd3c6c2ff-e10d-4345-b2ed-c3907294f3b9'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:44.136183 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf8d517-ad5f-48d8-b229-9d97b3b0a966" -d '{"events": [{"name": "network-changed", "server_uuid": "dd7aff00-2ed1-4173-9184-ab6bcb9b58dc", "tag": "d3c6c2ff-e10d-4345-b2ed-c3907294f3b9"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:44.158189 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-539e8c66-4329-42f2-b6d0-1941e82f3a92 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Request body: {'port': {'device_id': '44241e0e-86ed-4a6c-b7a4-90aa36076e1b', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'admin_state_up': True, 'tenant_id': 'a8ded03765684c3eb48dafae548b7a36'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:44.198265 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-ddc8e57c-1861-42d5-a734-102b31595546 service neutron] No DVR routers for this DVR port a9829ae0-68a1-466e-86d4-cef54886a7b3 on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:53:44.232484 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc8e57c-1861-42d5-a734-102b31595546 service neutron] Pushing event updated for resources: {'Port': ['ID=a9829ae0-68a1-466e-86d4-cef54886a7b3,revision_number=10']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:44.261353 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-ddc8e57c-1861-42d5-a734-102b31595546 service neutron] 10.222.0.44 "PUT /v2.0/ports/a9829ae0-68a1-466e-86d4-cef54886a7b3/bindings/n-h1-712142-27/activate HTTP/1.1" status: 200 len: 370 time: 1.5824461 Nov 12 00:53:44.271925 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a9dd5-2327-4b5f-aabe-e175c79964a2 req-93ea5a05-5679-46c9-909c-972edbd35d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:44.273474 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7b4a9dd5-2327-4b5f-aabe-e175c79964a2 req-93ea5a05-5679-46c9-909c-972edbd35d13 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cac7a3b2-baea-4469-9d1e-276b20425e8a HTTP/1.1" status: 200 len: 1098 time: 0.0712345 Nov 12 00:53:44.366173 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7b4a9dd5-2327-4b5f-aabe-e175c79964a2 req-4cb94810-15b1-4820-b226-2386d7915e09 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=510a0917-ea45-4112-bcdb-7cef6947100e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438633 Nov 12 00:53:44.423415 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb199e-76bc-417d-a8eb-fc3527933f16 req-1102617f-7993-417d-a2e1-87fcf3525cdb tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:44.425053 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-70bb199e-76bc-417d-a8eb-fc3527933f16 req-1102617f-7993-417d-a2e1-87fcf3525cdb tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7a3b2-baea-4469-9d1e-276b20425e8a HTTP/1.1" status: 200 len: 946 time: 0.3578315 Nov 12 00:53:44.426760 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-7f297dee-017f-4511-b716-9942d30d8e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:44.428387 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-7f297dee-017f-4511-b716-9942d30d8e83 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8afbde95-8e72-42fe-817e-186bf98ef7bc HTTP/1.1" status: 200 len: 858 time: 0.2775571 Nov 12 00:53:44.442275 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd950fc-3c06-4afb-b65a-c9c3fe68dd86 req-5cc57f4a-4f01-4e3b-8b55-434b410bad13 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:44.443821 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1fd950fc-3c06-4afb-b65a-c9c3fe68dd86 req-5cc57f4a-4f01-4e3b-8b55-434b410bad13 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=fae9f6f0-d961-46c4-b01a-29a22e071ae6 HTTP/1.1" status: 200 len: 944 time: 0.3423417 Nov 12 00:53:44.452686 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22bc2517-b469-4acf-a563-2eda6a0c1379', 'tag': '9abca1d0-5814-4443-9a3c-12eb75bb5a6a'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:44.454851 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9b9807-3bca-4262-b3f2-a145dfaf4098" -d '{"events": [{"name": "network-changed", "server_uuid": "22bc2517-b469-4acf-a563-2eda6a0c1379", "tag": "9abca1d0-5814-4443-9a3c-12eb75bb5a6a"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:44.476713 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b09fa-dc6d-4cf4-833c-4f2bc3c571d2 req-9738ea39-d5e9-4aaf-9f29-3f75d0cbc6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:44.478202 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f65b09fa-dc6d-4cf4-833c-4f2bc3c571d2 req-9738ea39-d5e9-4aaf-9f29-3f75d0cbc6ff service neutron] 10.222.0.44 "GET /v2.0/networks?id=945c2da1-f958-478a-a48a-8af2dfa2e179 HTTP/1.1" status: 200 len: 869 time: 0.4322059 Nov 12 00:53:44.480283 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5fddb-f5d9-4c79-bb36-bec3f0f8372c req-4f16b8e3-796b-480b-a123-dc9484aeeb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:44.482305 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7cc5fddb-f5d9-4c79-bb36-bec3f0f8372c req-4f16b8e3-796b-480b-a123-dc9484aeeb61 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=885fa18cf87248f8a5901a8b83a9c386&device_id=3f07eb67-1e6d-4e72-9a08-9fd55382271e HTTP/1.1" status: 200 len: 1096 time: 0.3334341 Nov 12 00:53:44.569592 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-70bb199e-76bc-417d-a8eb-fc3527933f16 req-439115ec-0e8a-406f-b241-c0354271ce86 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/security-groups?id=510a0917-ea45-4112-bcdb-7cef6947100e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244960 Nov 12 00:53:44.579219 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-539e8c66-4329-42f2-b6d0-1941e82f3a92 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Made reservation on behalf of a8ded03765684c3eb48dafae548b7a36 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:53:44.584703 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-539e8c66-4329-42f2-b6d0-1941e82f3a92 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:44.623436 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-539e8c66-4329-42f2-b6d0-1941e82f3a92 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:44.631775 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1fd950fc-3c06-4afb-b65a-c9c3fe68dd86 req-02655266-cacc-45ef-99da-1e90f7b10d0a tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657259 Nov 12 00:53:44.752590 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-67852172-9b35-4d56-98c5-c304abdf2566 tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:44.755051 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-67852172-9b35-4d56-98c5-c304abdf2566 tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=fae9f6f0-d961-46c4-b01a-29a22e071ae6&tenant_id=31213ba92821461cba1a0adcb9241baa&binding%3Ahost_id=n-h2-712142-27 HTTP/1.1" status: 200 len: 1096 time: 0.1011920 Nov 12 00:53:44.843286 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c427cf-8a2a-4b46-8a60-469f7cb8a4b9 x-openstack-request-id: req-b4c427cf-8a2a-4b46-8a60-469f7cb8a4b9 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:44.843716 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd7aff00-2ed1-4173-9184-ab6bcb9b58dc", "tag": "d3c6c2ff-e10d-4345-b2ed-c3907294f3b9", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:44.844139 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b4c427cf-8a2a-4b46-8a60-469f7cb8a4b9 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:44.844729 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd7aff00-2ed1-4173-9184-ab6bcb9b58dc', 'tag': 'd3c6c2ff-e10d-4345-b2ed-c3907294f3b9', 'status': 'completed', 'code': 200} Nov 12 00:53:44.869789 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-2a528386-7380-437a-9461-005011dbf1eb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=46656200-3daa-4f5a-ac50-4d09f5e8bc87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1688230 Nov 12 00:53:44.871049 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-f4a071b5-4f16-47f0-81c2-6dad5976c725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:44.873616 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-f4a071b5-4f16-47f0-81c2-6dad5976c725 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fae9f6f0-d961-46c4-b01a-29a22e071ae6&tenant_id=31213ba92821461cba1a0adcb9241baa HTTP/1.1" status: 200 len: 1096 time: 0.0841823 Nov 12 00:53:44.911714 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79d7e40-b9a0-4978-9c10-8e2eb0d2dd6a x-openstack-request-id: req-c79d7e40-b9a0-4978-9c10-8e2eb0d2dd6a {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:44.912125 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22bc2517-b469-4acf-a563-2eda6a0c1379", "tag": "9abca1d0-5814-4443-9a3c-12eb75bb5a6a", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:44.912377 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c79d7e40-b9a0-4978-9c10-8e2eb0d2dd6a {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:44.912780 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22bc2517-b469-4acf-a563-2eda6a0c1379', 'tag': '9abca1d0-5814-4443-9a3c-12eb75bb5a6a', 'status': 'completed', 'code': 200} Nov 12 00:53:44.923251 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f65b09fa-dc6d-4cf4-833c-4f2bc3c571d2 req-850ecc23-dc71-4f3e-af86-39f67f32349e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=7f4a4f9d-e3c5-4587-9470-60d804758a00 HTTP/1.1" status: 200 len: 217 time: 0.2203519 Nov 12 00:53:45.140380 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-539e8c66-4329-42f2-b6d0-1941e82f3a92 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:45.172733 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233edc21-2053-43e5-ad28-5fb269b5d330 req-d4b1868b-4bdd-439d-9a41-0515fcd292b8 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:45.174626 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-233edc21-2053-43e5-ad28-5fb269b5d330 req-d4b1868b-4bdd-439d-9a41-0515fcd292b8 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=04b645d0-af99-4170-849a-96e128e6b694 HTTP/1.1" status: 200 len: 949 time: 0.3812881 Nov 12 00:53:45.175471 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-539e8c66-4329-42f2-b6d0-1941e82f3a92 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:45.200073 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b09fa-dc6d-4cf4-833c-4f2bc3c571d2 req-147ec966-ac75-49a9-a1f9-af8fc216c81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:45.201664 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f65b09fa-dc6d-4cf4-833c-4f2bc3c571d2 req-147ec966-ac75-49a9-a1f9-af8fc216c81d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.2321026 Nov 12 00:53:45.256747 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5fddb-f5d9-4c79-bb36-bec3f0f8372c req-61d6196b-9e9d-4c84-a8f7-054ec9673ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:45.258422 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7cc5fddb-f5d9-4c79-bb36-bec3f0f8372c req-61d6196b-9e9d-4c84-a8f7-054ec9673ed9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=46656200-3daa-4f5a-ac50-4d09f5e8bc87 HTTP/1.1" status: 200 len: 918 time: 0.5541077 Nov 12 00:53:45.315455 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22313222-8b2b-4153-a43e-1d3d45f0bf33 req-e903525e-72bb-4586-969c-144f4fa372a8 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:45.317028 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-22313222-8b2b-4153-a43e-1d3d45f0bf33 req-e903525e-72bb-4586-969c-144f4fa372a8 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.45 "GET /v2.0/ports?device_id=22bc2517-b469-4acf-a563-2eda6a0c1379 HTTP/1.1" status: 200 len: 943 time: 0.3496625 Nov 12 00:53:45.334051 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539e8c66-4329-42f2-b6d0-1941e82f3a92 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d83acefb-04f1-490e-bcaa-44c43b9f6096,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:45.372721 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-88263378-c8ff-42d9-a971-47664d05a7b2 service neutron] 10.222.0.44 "GET /v2.0/networks/46656200-3daa-4f5a-ac50-4d09f5e8bc87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4569654 Nov 12 00:53:45.405698 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7cc5fddb-f5d9-4c79-bb36-bec3f0f8372c req-1e6e62a8-32b6-4942-beb5-a7de333fa5e5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54f2a916-56b6-497a-a89b-0727b3316be0 HTTP/1.1" status: 200 len: 217 time: 0.1291223 Nov 12 00:53:45.542366 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-233edc21-2053-43e5-ad28-5fb269b5d330 req-551b4240-b43e-4956-89ad-eb4ffa9ac9f8 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523347 Nov 12 00:53:45.605878 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b09fa-dc6d-4cf4-833c-4f2bc3c571d2 req-a48dd9ab-c1a6-4cd4-806e-e9b30bb0c549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:45.607487 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f65b09fa-dc6d-4cf4-833c-4f2bc3c571d2 req-a48dd9ab-c1a6-4cd4-806e-e9b30bb0c549 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3833184 Nov 12 00:53:45.619409 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-22313222-8b2b-4153-a43e-1d3d45f0bf33 req-3e13298f-668c-41ee-9b32-45eec72b2f7b tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6f371520-5127-469d-b96b-144d75981164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904463 Nov 12 00:53:45.643320 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-539e8c66-4329-42f2-b6d0-1941e82f3a92 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Allocated IP 192.168.233.112 (945c2da1-f958-478a-a48a-8af2dfa2e179/f0290328-7bc5-4266-bfb9-6eb25d91acf0/2b4e7750-1614-43ca-9d55-c72672cc15b1) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:53:45.658561 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5fddb-f5d9-4c79-bb36-bec3f0f8372c req-c2fa699e-b499-4b40-bc6d-b5e8ea7cc1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:45.660477 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7cc5fddb-f5d9-4c79-bb36-bec3f0f8372c req-c2fa699e-b499-4b40-bc6d-b5e8ea7cc1d1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8afbde95-8e72-42fe-817e-186bf98ef7bc HTTP/1.1" status: 200 len: 858 time: 0.2294104 Nov 12 00:53:45.689333 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1beefbd3-3b3b-4216-8c4e-df18d94d5aab req-29841bb1-83f6-4837-95a5-9df4669e9f06 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/ports?device_id=44241e0e-86ed-4a6c-b7a4-90aa36076e1b HTTP/1.1" status: 200 len: 210 time: 0.0784674 Nov 12 00:53:45.731189 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 37bc00c5-8867-401d-bdd4-d9749fd6f9ed details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:53:45.838798 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 37bc00c5-8867-401d-bdd4-d9749fd6f9ed, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=37bc00c5-8867-401d-bdd4-d9749fd6f9ed,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:45.854047 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '37bc00c5-8867-401d-bdd4-d9749fd6f9ed', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'port_id': '37bc00c5-8867-401d-bdd4-d9749fd6f9ed', 'mac_address': 'fa:16:3e:7f:ab:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0290328-7bc5-4266-bfb9-6eb25d91acf0', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:53:45.900943 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:45.921115 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37bc00c5-8867-401d-bdd4-d9749fd6f9ed {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:53:45.972097 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 37bc00c5-8867-401d-bdd4-d9749fd6f9ed, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=37bc00c5-8867-401d-bdd4-d9749fd6f9ed,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:45.978747 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:46.015129 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d44c529b-db47-4be0-81e6-d0a3fe8ccc3d req-b1ea3c16-c376-40f5-9dec-d0f2d6f744fc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3dae5fe0-49f1-4df5-84b6-d1b4c070a380&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0904126 Nov 12 00:53:46.022313 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf8d517-ad5f-48d8-b229-9d97b3b0a966 req-997d96e8-c87d-43d8-a2cc-59b0e58f681c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:46.023592 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6cf8d517-ad5f-48d8-b229-9d97b3b0a966 req-997d96e8-c87d-43d8-a2cc-59b0e58f681c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=885fa18cf87248f8a5901a8b83a9c386&device_id=dd7aff00-2ed1-4173-9184-ab6bcb9b58dc HTTP/1.1" status: 200 len: 1096 time: 0.0719414 Nov 12 00:53:46.033919 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=37bc00c5-8867-401d-bdd4-d9749fd6f9ed,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:46.118558 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7cc5fddb-f5d9-4c79-bb36-bec3f0f8372c req-64ad6b9d-b750-4e37-8fa1-91e42928b056 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=46656200-3daa-4f5a-ac50-4d09f5e8bc87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3970854 Nov 12 00:53:46.177098 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e661cee4-8bcf-4fc9-9045-c66f69e39729 req-010411cf-318b-4888-bce9-07c3151a02d7 service neutron] 10.222.0.44 "GET /v2.0/networks/46656200-3daa-4f5a-ac50-4d09f5e8bc87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7731299 Nov 12 00:53:46.224841 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c529b-db47-4be0-81e6-d0a3fe8ccc3d req-644d9fdc-6da5-4d31-b151-eed2d607d404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:46.226347 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d44c529b-db47-4be0-81e6-d0a3fe8ccc3d req-644d9fdc-6da5-4d31-b151-eed2d607d404 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1a351b85e994407a86b201df7ace2e9c&device_id=3dae5fe0-49f1-4df5-84b6-d1b4c070a380 HTTP/1.1" status: 200 len: 1102 time: 0.0962892 Nov 12 00:53:46.239204 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf8d517-ad5f-48d8-b229-9d97b3b0a966 req-c58b43ba-53a6-43f2-bdb0-5258f1804cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:46.243247 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6cf8d517-ad5f-48d8-b229-9d97b3b0a966 req-c58b43ba-53a6-43f2-bdb0-5258f1804cfb service neutron] 10.222.0.16 "GET /v2.0/networks?id=46656200-3daa-4f5a-ac50-4d09f5e8bc87 HTTP/1.1" status: 200 len: 918 time: 0.1308396 Nov 12 00:53:46.304348 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6cf8d517-ad5f-48d8-b229-9d97b3b0a966 req-c2535c9f-b838-4d63-a131-5b838b738748 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3c6c2ff-e10d-4345-b2ed-c3907294f3b9 HTTP/1.1" status: 200 len: 217 time: 0.0546169 Nov 12 00:53:46.322322 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e24143-a2da-419a-a6b2-3bee3d42ebe9 req-445ccb6c-9013-4279-b0c8-88b050772f92 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:46.323857 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d7e24143-a2da-419a-a6b2-3bee3d42ebe9 req-445ccb6c-9013-4279-b0c8-88b050772f92 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc7ef492-66a9-4346-a8a6-aaafeb9e1537 HTTP/1.1" status: 200 len: 948 time: 0.6371758 Nov 12 00:53:46.390782 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f65b09fa-dc6d-4cf4-833c-4f2bc3c571d2 req-87fdc95b-f0ea-460a-8648-a521c5df7a7a service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7355447 Nov 12 00:53:46.396598 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c529b-db47-4be0-81e6-d0a3fe8ccc3d req-d0f98692-f2cf-45dd-be8d-2d789f1f06b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:46.398665 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d44c529b-db47-4be0-81e6-d0a3fe8ccc3d req-d0f98692-f2cf-45dd-be8d-2d789f1f06b7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=945c2da1-f958-478a-a48a-8af2dfa2e179 HTTP/1.1" status: 200 len: 869 time: 0.1030118 Nov 12 00:53:46.423400 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f02ceb-b44a-46f1-98ec-6a2e6e9259a2 req-4bb83297-6818-41e4-a680-a0c3d1f9fc29 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:46.425225 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-17f02ceb-b44a-46f1-98ec-6a2e6e9259a2 req-4bb83297-6818-41e4-a680-a0c3d1f9fc29 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7a3b2-baea-4469-9d1e-276b20425e8a HTTP/1.1" status: 200 len: 946 time: 0.3200929 Nov 12 00:53:46.432694 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['37bc00c5-8867-401d-bdd4-d9749fd6f9ed'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:53:46.474103 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d44c529b-db47-4be0-81e6-d0a3fe8ccc3d req-c19d51d3-a69e-449f-b000-56b2fd1d3626 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=8ee9b406-63fc-4abb-9ad7-a586a9c8cd94 HTTP/1.1" status: 200 len: 217 time: 0.0633206 Nov 12 00:53:46.478250 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-159ee773-1597-4dd4-9e64-68a2f1b50e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:46.479945 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-159ee773-1597-4dd4-9e64-68a2f1b50e4d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=31213ba92821461cba1a0adcb9241baa&device_id=fae9f6f0-d961-46c4-b01a-29a22e071ae6 HTTP/1.1" status: 200 len: 1096 time: 0.3641729 Nov 12 00:53:46.492311 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf8d517-ad5f-48d8-b229-9d97b3b0a966 req-b9c5ff99-313c-49eb-aad9-461910a8cd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:46.493826 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6cf8d517-ad5f-48d8-b229-9d97b3b0a966 req-b9c5ff99-313c-49eb-aad9-461910a8cd8d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8afbde95-8e72-42fe-817e-186bf98ef7bc HTTP/1.1" status: 200 len: 858 time: 0.0940654 Nov 12 00:53:46.560952 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7cc5fddb-f5d9-4c79-bb36-bec3f0f8372c req-25c3bb37-1a08-4934-bb41-ad44b00dee3c service neutron] 10.222.0.44 "GET /v2.0/networks/46656200-3daa-4f5a-ac50-4d09f5e8bc87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4206758 Nov 12 00:53:46.599729 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6cf8d517-ad5f-48d8-b229-9d97b3b0a966 req-36efe7d3-a5b4-48df-852a-36d2a1e5167c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=46656200-3daa-4f5a-ac50-4d09f5e8bc87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344882 Nov 12 00:53:46.603428 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b9807-3bca-4262-b3f2-a145dfaf4098 req-81fe7988-6189-4825-bd81-072015cb627f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:46.605023 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4f9b9807-3bca-4262-b3f2-a145dfaf4098 req-81fe7988-6189-4825-bd81-072015cb627f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=885fa18cf87248f8a5901a8b83a9c386&device_id=22bc2517-b469-4acf-a563-2eda6a0c1379 HTTP/1.1" status: 200 len: 1095 time: 0.3153129 Nov 12 00:53:46.690485 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c529b-db47-4be0-81e6-d0a3fe8ccc3d req-58c55936-1df1-4069-a681-92c3f93f6f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:46.692078 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d44c529b-db47-4be0-81e6-d0a3fe8ccc3d req-58c55936-1df1-4069-a681-92c3f93f6f78 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.1170466 Nov 12 00:53:46.717472 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d7e24143-a2da-419a-a6b2-3bee3d42ebe9 req-b72b6587-a7ca-432b-93bd-fa44dd8354b5 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817580 Nov 12 00:53:46.767302 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c529b-db47-4be0-81e6-d0a3fe8ccc3d req-061895ec-4b79-42d2-ab44-e49b70b42bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:46.770189 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d44c529b-db47-4be0-81e6-d0a3fe8ccc3d req-061895ec-4b79-42d2-ab44-e49b70b42bb2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0688803 Nov 12 00:53:46.777325 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6cf8d517-ad5f-48d8-b229-9d97b3b0a966 req-66ff44a8-f2b9-49ff-8916-45ce69bc81e3 service neutron] 10.222.0.16 "GET /v2.0/networks/46656200-3daa-4f5a-ac50-4d09f5e8bc87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591773 Nov 12 00:53:46.849825 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-539e8c66-4329-42f2-b6d0-1941e82f3a92 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:46.860044 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-17f02ceb-b44a-46f1-98ec-6a2e6e9259a2 req-41022faf-748b-4a0c-b043-1ba620abcc88 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/security-groups?id=510a0917-ea45-4112-bcdb-7cef6947100e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3941984 Nov 12 00:53:46.944627 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f65b09fa-dc6d-4cf4-833c-4f2bc3c571d2 req-c984c3b6-34f6-4b00-aeb5-bc866d495169 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5156817 Nov 12 00:53:46.955164 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d44c529b-db47-4be0-81e6-d0a3fe8ccc3d req-90397d11-1209-4e44-b22d-9da3fe4f7101 service neutron] 10.222.0.16 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621270 Nov 12 00:53:46.958772 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6cf8d517-ad5f-48d8-b229-9d97b3b0a966 req-e5599ccf-2e01-456e-bf63-d90066c598ae service neutron] 10.222.0.16 "GET /v2.0/networks/46656200-3daa-4f5a-ac50-4d09f5e8bc87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645141 Nov 12 00:53:47.013953 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-a2d41531-c8a4-49ac-981d-6e52bef9fc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:47.015426 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-a2d41531-c8a4-49ac-981d-6e52bef9fc93 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dfbacf63-886c-40df-80dd-a56be185809d HTTP/1.1" status: 200 len: 908 time: 0.4184253 Nov 12 00:53:47.022901 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7cc5fddb-f5d9-4c79-bb36-bec3f0f8372c req-23c52a3c-345a-4d71-a168-09ab4dfdd098 service neutron] 10.222.0.44 "GET /v2.0/networks/46656200-3daa-4f5a-ac50-4d09f5e8bc87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4261622 Nov 12 00:53:47.033220 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77494f2c-6600-4e46-846a-c5336a2f4530 req-aa9c0014-a4d3-4e76-a5a1-7de3b7910eca tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:47.034707 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-77494f2c-6600-4e46-846a-c5336a2f4530 req-aa9c0014-a4d3-4e76-a5a1-7de3b7910eca tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=fae9f6f0-d961-46c4-b01a-29a22e071ae6 HTTP/1.1" status: 200 len: 944 time: 0.1910450 Nov 12 00:53:47.036243 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b9807-3bca-4262-b3f2-a145dfaf4098 req-d310997a-7d1e-4004-900d-765a6ab28701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:47.037559 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4f9b9807-3bca-4262-b3f2-a145dfaf4098 req-d310997a-7d1e-4004-900d-765a6ab28701 service neutron] 10.222.0.44 "GET /v2.0/networks?id=46656200-3daa-4f5a-ac50-4d09f5e8bc87 HTTP/1.1" status: 200 len: 918 time: 0.4030561 Nov 12 00:53:47.038820 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-539e8c66-4329-42f2-b6d0-1941e82f3a92 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:47.131183 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-539e8c66-4329-42f2-b6d0-1941e82f3a92 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Network 945c2da1-f958-478a-a48a-8af2dfa2e179 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:53:47.134523 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4f9b9807-3bca-4262-b3f2-a145dfaf4098 req-a9314753-7bfc-4a92-9f2c-b2333192f1c9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9abca1d0-5814-4443-9a3c-12eb75bb5a6a HTTP/1.1" status: 200 len: 217 time: 0.0668993 Nov 12 00:53:47.143204 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-539e8c66-4329-42f2-b6d0-1941e82f3a92 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:53:47.159630 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-539e8c66-4329-42f2-b6d0-1941e82f3a92 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:53:47.222939 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539e8c66-4329-42f2-b6d0-1941e82f3a92 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Pushing event updated for resources: {'Port': ['ID=2b4e7750-1614-43ca-9d55-c72672cc15b1,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:47.228759 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-77494f2c-6600-4e46-846a-c5336a2f4530 req-ab2098ee-e466-45ce-af52-75f63b60ebd0 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875186 Nov 12 00:53:47.256738 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b9807-3bca-4262-b3f2-a145dfaf4098 req-dd103477-3a06-4fc3-aaa0-ec13105a06cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:47.258400 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4f9b9807-3bca-4262-b3f2-a145dfaf4098 req-dd103477-3a06-4fc3-aaa0-ec13105a06cd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8afbde95-8e72-42fe-817e-186bf98ef7bc HTTP/1.1" status: 200 len: 858 time: 0.0961220 Nov 12 00:53:47.272135 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-539e8c66-4329-42f2-b6d0-1941e82f3a92 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:47.272559 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-539e8c66-4329-42f2-b6d0-1941e82f3a92 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:47.312888 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4f9b9807-3bca-4262-b3f2-a145dfaf4098 req-eb19857b-027e-4680-a4e7-42ad2062329b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=46656200-3daa-4f5a-ac50-4d09f5e8bc87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327299 Nov 12 00:53:47.317242 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-539e8c66-4329-42f2-b6d0-1941e82f3a92 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1631188 Nov 12 00:53:47.407201 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-03ae449e-d377-4803-8909-50ba5e8fb3e3 None None] Provisioning complete for port 2b4e7750-1614-43ca-9d55-c72672cc15b1 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:47.407789 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-03ae449e-d377-4803-8909-50ba5e8fb3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:47.445546 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-03ae449e-d377-4803-8909-50ba5e8fb3e3 None None] Port 2b4e7750-1614-43ca-9d55-c72672cc15b1 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:53:47.452912 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7160230-9123-4aa2-8036-beb36aabd5e8 req-a4589612-3ef7-4de8-8343-1c903b0c9676 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:47.454482 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c7160230-9123-4aa2-8036-beb36aabd5e8 req-a4589612-3ef7-4de8-8343-1c903b0c9676 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=04b645d0-af99-4170-849a-96e128e6b694 HTTP/1.1" status: 200 len: 949 time: 0.1448352 Nov 12 00:53:47.500136 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ba093-cc99-474e-a5ab-e82d90b88493 req-b76521d8-1904-420d-98f0-e188d74877ae tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:47.501757 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-126ba093-cc99-474e-a5ab-e82d90b88493 req-b76521d8-1904-420d-98f0-e188d74877ae tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.45 "GET /v2.0/ports?device_id=22bc2517-b469-4acf-a563-2eda6a0c1379 HTTP/1.1" status: 200 len: 943 time: 0.1418059 Nov 12 00:53:47.548034 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4f9b9807-3bca-4262-b3f2-a145dfaf4098 req-8075375b-4dac-477e-9c59-58ab7ac04cbc service neutron] 10.222.0.44 "GET /v2.0/networks/46656200-3daa-4f5a-ac50-4d09f5e8bc87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992235 Nov 12 00:53:47.582656 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c7160230-9123-4aa2-8036-beb36aabd5e8 req-62f844d5-eef3-401a-8bbb-544e3e9bf3b1 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208453 Nov 12 00:53:47.615816 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-126ba093-cc99-474e-a5ab-e82d90b88493 req-7bcf63e2-b5a0-44a4-8e19-328597ad33b9 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6f371520-5127-469d-b96b-144d75981164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047606 Nov 12 00:53:47.679784 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-936a2fbe-6f0c-43cf-ac24-4254b0814f37 service neutron] Request body: {'port': {'device_id': '44241e0e-86ed-4a6c-b7a4-90aa36076e1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:47.733028 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 54f2a916-56b6-497a-a89b-0727b3316be0 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:53:47.733324 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-81ec9656-058e-457f-8731-a9fe07d7fdf0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9829ae0-68a1-466e-86d4-cef54886a7b3 HTTP/1.1" status: 200 len: 217 time: 0.0835660 Nov 12 00:53:47.752085 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d44c529b-db47-4be0-81e6-d0a3fe8ccc3d req-7f4a0cf1-1c2b-4594-b064-e48a4068d179 service neutron] 10.222.0.16 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035535 Nov 12 00:53:47.826747 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device d3c6c2ff-e10d-4345-b2ed-c3907294f3b9 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:53:47.888400 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4f9b9807-3bca-4262-b3f2-a145dfaf4098 req-dc323ed7-0078-4e0c-bdef-c0def9c29a4d service neutron] 10.222.0.44 "GET /v2.0/networks/46656200-3daa-4f5a-ac50-4d09f5e8bc87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271148 Nov 12 00:53:47.892512 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 54f2a916-56b6-497a-a89b-0727b3316be0, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=54f2a916-56b6-497a-a89b-0727b3316be0,segment=NetworkSegment(a434b64c-a48b-45f6-82ed-79c7dd532f9d),segment_id=a434b64c-a48b-45f6-82ed-79c7dd532f9d)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:47.920215 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e6c90c-ed17-41ea-a4e3-4fed42628416 req-ef4762fc-5ac7-412c-893a-91c8b768ad60 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:47.921799 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-52e6c90c-ed17-41ea-a4e3-4fed42628416 req-ef4762fc-5ac7-412c-893a-91c8b768ad60 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/ports?device_id=44241e0e-86ed-4a6c-b7a4-90aa36076e1b HTTP/1.1" status: 200 len: 936 time: 0.2550092 Nov 12 00:53:47.923302 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-3e061d5b-1526-48ed-a898-450863fad1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:47.924664 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-3e061d5b-1526-48ed-a898-450863fad1d3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=47cc90a9-e995-4711-ba6b-508e6e69e5de HTTP/1.1" status: 200 len: 848 time: 0.1629319 Nov 12 00:53:47.927301 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-936a2fbe-6f0c-43cf-ac24-4254b0814f37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:47.950866 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '54f2a916-56b6-497a-a89b-0727b3316be0', 'network_id': '46656200-3daa-4f5a-ac50-4d09f5e8bc87', 'port_id': '54f2a916-56b6-497a-a89b-0727b3316be0', 'mac_address': 'fa:16:3e:e2:ea:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8afbde95-8e72-42fe-817e-186bf98ef7bc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:53:48.012317 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-f7c7a58d-c3ee-4230-82d8-0d5f450b5dcb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dfbacf63-886c-40df-80dd-a56be185809d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612862 Nov 12 00:53:48.063206 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145315ce-981d-442e-ba55-dc9efa2aaa7b req-c569684a-d4e0-43ae-b73d-b2dbeaed4c45 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:48.063794 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port d3c6c2ff-e10d-4345-b2ed-c3907294f3b9, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=d3c6c2ff-e10d-4345-b2ed-c3907294f3b9,segment=NetworkSegment(a434b64c-a48b-45f6-82ed-79c7dd532f9d),segment_id=a434b64c-a48b-45f6-82ed-79c7dd532f9d)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:48.064777 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-145315ce-981d-442e-ba55-dc9efa2aaa7b req-c569684a-d4e0-43ae-b73d-b2dbeaed4c45 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc7ef492-66a9-4346-a8a6-aaafeb9e1537 HTTP/1.1" status: 200 len: 949 time: 0.2053080 Nov 12 00:53:48.068930 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:48.102407 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': 'd3c6c2ff-e10d-4345-b2ed-c3907294f3b9', 'network_id': '46656200-3daa-4f5a-ac50-4d09f5e8bc87', 'port_id': 'd3c6c2ff-e10d-4345-b2ed-c3907294f3b9', 'mac_address': 'fa:16:3e:3d:e8:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8afbde95-8e72-42fe-817e-186bf98ef7bc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:53:48.107912 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54f2a916-56b6-497a-a89b-0727b3316be0 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:53:48.176080 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-52e6c90c-ed17-41ea-a4e3-4fed42628416 req-a5ed9741-ce24-4398-8650-7b1f422ccc36 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/security-groups?id=d83acefb-04f1-490e-bcaa-44c43b9f6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383130 Nov 12 00:53:48.182001 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 54f2a916-56b6-497a-a89b-0727b3316be0, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=54f2a916-56b6-497a-a89b-0727b3316be0,segment=NetworkSegment(a434b64c-a48b-45f6-82ed-79c7dd532f9d),segment_id=a434b64c-a48b-45f6-82ed-79c7dd532f9d)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:48.188698 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:48.197391 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:48.238913 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3c6c2ff-e10d-4345-b2ed-c3907294f3b9 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:53:48.276386 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port d3c6c2ff-e10d-4345-b2ed-c3907294f3b9, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=d3c6c2ff-e10d-4345-b2ed-c3907294f3b9,segment=NetworkSegment(a434b64c-a48b-45f6-82ed-79c7dd532f9d),segment_id=a434b64c-a48b-45f6-82ed-79c7dd532f9d)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:48.277940 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=54f2a916-56b6-497a-a89b-0727b3316be0,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:48.281968 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:48.302641 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-145315ce-981d-442e-ba55-dc9efa2aaa7b req-3e0d392b-cbdd-459b-ae8c-2b44fb5c150d tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164590 Nov 12 00:53:48.327102 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-09ab6306-a0d4-49ce-bced-84182241cf17 service neutron] 10.222.0.16 "GET /v2.0/networks/dfbacf63-886c-40df-80dd-a56be185809d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007667 Nov 12 00:53:48.334991 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=d3c6c2ff-e10d-4345-b2ed-c3907294f3b9,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:48.643639 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['54f2a916-56b6-497a-a89b-0727b3316be0'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:53:48.745123 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['d3c6c2ff-e10d-4345-b2ed-c3907294f3b9'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:53:48.755434 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e751398-c3d2-4610-b6c9-1ae7e36dd3c6 req-dc5f1351-c310-4708-95a2-cb6a921c6d5a tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:48.757006 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8e751398-c3d2-4610-b6c9-1ae7e36dd3c6 req-dc5f1351-c310-4708-95a2-cb6a921c6d5a tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7a3b2-baea-4469-9d1e-276b20425e8a HTTP/1.1" status: 200 len: 946 time: 0.5024016 Nov 12 00:53:48.858212 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bde632-77b9-4894-a34f-f8e755a95293 req-0e025ef8-c35d-488c-b64c-4ce9e19e77b5 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:48.859900 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-27bde632-77b9-4894-a34f-f8e755a95293 req-0e025ef8-c35d-488c-b64c-4ce9e19e77b5 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=fae9f6f0-d961-46c4-b01a-29a22e071ae6 HTTP/1.1" status: 200 len: 944 time: 0.4900033 Nov 12 00:53:48.929998 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-55582029-050d-4a21-afbc-5a75f1ab26ca service neutron] 10.222.0.16 "GET /v2.0/networks/dfbacf63-886c-40df-80dd-a56be185809d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299066 Nov 12 00:53:48.940340 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8e751398-c3d2-4610-b6c9-1ae7e36dd3c6 req-c51c81ce-9114-41c5-bef6-a81d1fa632ba tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/security-groups?id=510a0917-ea45-4112-bcdb-7cef6947100e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733356 Nov 12 00:53:48.997288 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-936a2fbe-6f0c-43cf-ac24-4254b0814f37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b4e7750-1614-43ca-9d55-c72672cc15b1 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:53:49.004457 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-27bde632-77b9-4894-a34f-f8e755a95293 req-b3223999-3262-4e6f-98db-17ed18b3ca87 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289699 Nov 12 00:53:49.008682 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-936a2fbe-6f0c-43cf-ac24-4254b0814f37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:49.026519 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-936a2fbe-6f0c-43cf-ac24-4254b0814f37 service neutron] Transition to ACTIVE for port object 2b4e7750-1614-43ca-9d55-c72672cc15b1 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:53:49.026836 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-936a2fbe-6f0c-43cf-ac24-4254b0814f37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:49.123864 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a2fbe-6f0c-43cf-ac24-4254b0814f37 service neutron] Pushing event updated for resources: {'Port': ['ID=2b4e7750-1614-43ca-9d55-c72672cc15b1,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:49.183431 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840aac20-830b-4f2e-b0eb-bb48166cd851 req-c1147545-aea9-421b-8423-6023c66943f1 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:49.185067 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-840aac20-830b-4f2e-b0eb-bb48166cd851 req-c1147545-aea9-421b-8423-6023c66943f1 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=04b645d0-af99-4170-849a-96e128e6b694 HTTP/1.1" status: 200 len: 949 time: 0.1133027 Nov 12 00:53:49.233085 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-936a2fbe-6f0c-43cf-ac24-4254b0814f37 service neutron] Attempting to bind port 2b4e7750-1614-43ca-9d55-c72672cc15b1 on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:53:49.233438 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-936a2fbe-6f0c-43cf-ac24-4254b0814f37 service neutron] Attempting to bind port 2b4e7750-1614-43ca-9d55-c72672cc15b1 by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:53:49.233774 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-936a2fbe-6f0c-43cf-ac24-4254b0814f37 service neutron] Attempting to bind port 2b4e7750-1614-43ca-9d55-c72672cc15b1 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:49.248887 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-936a2fbe-6f0c-43cf-ac24-4254b0814f37 service neutron] Port 2b4e7750-1614-43ca-9d55-c72672cc15b1 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:53:49.249222 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-936a2fbe-6f0c-43cf-ac24-4254b0814f37 service neutron] Attempting to bind port 2b4e7750-1614-43ca-9d55-c72672cc15b1 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:49.262505 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-936a2fbe-6f0c-43cf-ac24-4254b0814f37 service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:53:49.262843 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-936a2fbe-6f0c-43cf-ac24-4254b0814f37 service neutron] Checking segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:49.263230 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-936a2fbe-6f0c-43cf-ac24-4254b0814f37 service neutron] Bound using segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:53:49.263672 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-936a2fbe-6f0c-43cf-ac24-4254b0814f37 service neutron] Bound port: 2b4e7750-1614-43ca-9d55-c72672cc15b1, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:53:49.264074 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-936a2fbe-6f0c-43cf-ac24-4254b0814f37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:49.268921 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-840aac20-830b-4f2e-b0eb-bb48166cd851 req-9b48757e-7b9e-4e50-ab6c-f6a866474e14 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748117 Nov 12 00:53:49.351505 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-936a2fbe-6f0c-43cf-ac24-4254b0814f37 service neutron] For port 2b4e7750-1614-43ca-9d55-c72672cc15b1, host n-h1-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:53:49.382422 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-936a2fbe-6f0c-43cf-ac24-4254b0814f37 service neutron] For port 2b4e7750-1614-43ca-9d55-c72672cc15b1, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=2b4e7750-1614-43ca-9d55-c72672cc15b1,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:53:49.391193 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-936a2fbe-6f0c-43cf-ac24-4254b0814f37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:49.429621 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-936a2fbe-6f0c-43cf-ac24-4254b0814f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:49.430206 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-936a2fbe-6f0c-43cf-ac24-4254b0814f37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:49.433007 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-936a2fbe-6f0c-43cf-ac24-4254b0814f37 service neutron] 10.222.0.16 "PUT /v2.0/ports/2b4e7750-1614-43ca-9d55-c72672cc15b1 HTTP/1.1" status: 200 len: 1097 time: 1.7693808 Nov 12 00:53:49.437186 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44241e0e-86ed-4a6c-b7a4-90aa36076e1b', 'tag': '2b4e7750-1614-43ca-9d55-c72672cc15b1'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:49.439852 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61bdada5-13e1-4c6b-82e2-8a3b89fbe8c8" -d '{"events": [{"name": "network-changed", "server_uuid": "44241e0e-86ed-4a6c-b7a4-90aa36076e1b", "tag": "2b4e7750-1614-43ca-9d55-c72672cc15b1"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:49.452227 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40fe25-8bf1-40bf-8d23-80882bb66964 req-d61d8aa1-48b0-40d9-b8dd-c553e1cffbd7 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:49.454543 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ac40fe25-8bf1-40bf-8d23-80882bb66964 req-d61d8aa1-48b0-40d9-b8dd-c553e1cffbd7 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.45 "GET /v2.0/ports?device_id=22bc2517-b469-4acf-a563-2eda6a0c1379 HTTP/1.1" status: 200 len: 943 time: 0.1190319 Nov 12 00:53:49.511377 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a2fbe-6f0c-43cf-ac24-4254b0814f37 service neutron] Pushing event updated for resources: {'Port': ['ID=2b4e7750-1614-43ca-9d55-c72672cc15b1,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:49.586461 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ac40fe25-8bf1-40bf-8d23-80882bb66964 req-02261ae8-d35d-481f-95b5-659cc2177c84 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6f371520-5127-469d-b96b-144d75981164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154165 Nov 12 00:53:49.602697 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-5dc78070-a86d-4554-8d9f-30022dd7930f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:49.604429 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-5dc78070-a86d-4554-8d9f-30022dd7930f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a8ded03765684c3eb48dafae548b7a36&device_id=44241e0e-86ed-4a6c-b7a4-90aa36076e1b HTTP/1.1" status: 200 len: 1100 time: 0.0785804 Nov 12 00:53:49.708531 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-86251164-382c-4a66-98ba-d1a07e53c2e7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=2b4e7750-1614-43ca-9d55-c72672cc15b1 HTTP/1.1" status: 200 len: 217 time: 0.0817318 Nov 12 00:53:49.754231 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 9abca1d0-5814-4443-9a3c-12eb75bb5a6a details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:53:49.784333 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 37bc00c5-8867-401d-bdd4-d9749fd6f9ed up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:53:49.814169 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b000f3-680d-4b19-b639-242d37a46562 req-2e36aba6-1fef-40b4-a33d-0e42989e7944 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:49.815716 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-43b000f3-680d-4b19-b639-242d37a46562 req-2e36aba6-1fef-40b4-a33d-0e42989e7944 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/ports?device_id=44241e0e-86ed-4a6c-b7a4-90aa36076e1b HTTP/1.1" status: 200 len: 948 time: 0.1805010 Nov 12 00:53:49.823560 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e124d-79c9-487e-a14b-a74369f8ff57 req-7c14b60c-9237-463d-8db5-ff55f4b9d497 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:49.825653 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e60e124d-79c9-487e-a14b-a74369f8ff57 req-7c14b60c-9237-463d-8db5-ff55f4b9d497 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc7ef492-66a9-4346-a8a6-aaafeb9e1537 HTTP/1.1" status: 200 len: 949 time: 0.1237476 Nov 12 00:53:49.905089 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e60e124d-79c9-487e-a14b-a74369f8ff57 req-f9e24d36-1f40-4231-ac7a-7225759b6a3f tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721874 Nov 12 00:53:49.908670 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-43b000f3-680d-4b19-b639-242d37a46562 req-39ae4b59-b973-4732-a165-df28bd46116f tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/security-groups?id=d83acefb-04f1-490e-bcaa-44c43b9f6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819700 Nov 12 00:53:49.914061 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 9abca1d0-5814-4443-9a3c-12eb75bb5a6a, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=9abca1d0-5814-4443-9a3c-12eb75bb5a6a,segment=NetworkSegment(a434b64c-a48b-45f6-82ed-79c7dd532f9d),segment_id=a434b64c-a48b-45f6-82ed-79c7dd532f9d)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:49.939230 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 37bc00c5-8867-401d-bdd4-d9749fd6f9ed completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:53:49.949586 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 37bc00c5-8867-401d-bdd4-d9749fd6f9ed triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:49.949961 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:49.973573 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '9abca1d0-5814-4443-9a3c-12eb75bb5a6a', 'network_id': '46656200-3daa-4f5a-ac50-4d09f5e8bc87', 'port_id': '9abca1d0-5814-4443-9a3c-12eb75bb5a6a', 'mac_address': 'fa:16:3e:52:1c:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8afbde95-8e72-42fe-817e-186bf98ef7bc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:53:50.001052 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67aa48f5-bff3-48a9-84eb-ffeb03405f68 x-openstack-request-id: req-67aa48f5-bff3-48a9-84eb-ffeb03405f68 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:50.001471 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44241e0e-86ed-4a6c-b7a4-90aa36076e1b", "tag": "2b4e7750-1614-43ca-9d55-c72672cc15b1", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:50.001832 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-67aa48f5-bff3-48a9-84eb-ffeb03405f68 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:50.002357 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44241e0e-86ed-4a6c-b7a4-90aa36076e1b', 'tag': '2b4e7750-1614-43ca-9d55-c72672cc15b1', 'status': 'completed', 'code': 200} Nov 12 00:53:50.037558 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:50.051174 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fecc80-b0e0-4278-83d4-d3db2bcf181d req-ffbdb41e-cfc6-4c0d-942c-9d137572a870 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:50.052669 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-96fecc80-b0e0-4278-83d4-d3db2bcf181d req-ffbdb41e-cfc6-4c0d-942c-9d137572a870 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7a3b2-baea-4469-9d1e-276b20425e8a HTTP/1.1" status: 200 len: 946 time: 0.0635629 Nov 12 00:53:50.076975 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9abca1d0-5814-4443-9a3c-12eb75bb5a6a {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:53:50.111709 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:50.114612 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 9abca1d0-5814-4443-9a3c-12eb75bb5a6a, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=9abca1d0-5814-4443-9a3c-12eb75bb5a6a,segment=NetworkSegment(a434b64c-a48b-45f6-82ed-79c7dd532f9d),segment_id=a434b64c-a48b-45f6-82ed-79c7dd532f9d)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:50.125259 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-96fecc80-b0e0-4278-83d4-d3db2bcf181d req-4b77a4ff-5fdd-4704-82ad-0cb0c3b34065 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/security-groups?id=510a0917-ea45-4112-bcdb-7cef6947100e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560138 Nov 12 00:53:50.125479 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:50.164300 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc7ef492-66a9-4346-a8a6-aaafeb9e1537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37bc00c5-8867-401d-bdd4-d9749fd6f9ed'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:50.166882 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a160ecd-ebdd-4d6f-9b4b-10d32e770ec8" -d '{"events": [{"server_uuid": "dc7ef492-66a9-4346-a8a6-aaafeb9e1537", "name": "network-vif-plugged", "status": "completed", "tag": "37bc00c5-8867-401d-bdd4-d9749fd6f9ed"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:50.171173 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6954789e-c5de-4e3d-9827-5e09b89b27e0 req-fa1520d7-f1eb-432f-b4e3-b4039db049b4 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:50.172806 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6954789e-c5de-4e3d-9827-5e09b89b27e0 req-fa1520d7-f1eb-432f-b4e3-b4039db049b4 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=fae9f6f0-d961-46c4-b01a-29a22e071ae6 HTTP/1.1" status: 200 len: 944 time: 0.0645881 Nov 12 00:53:50.187449 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 37bc00c5-8867-401d-bdd4-d9749fd6f9ed, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=37bc00c5-8867-401d-bdd4-d9749fd6f9ed,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:50.199947 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:50.207449 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=9abca1d0-5814-4443-9a3c-12eb75bb5a6a,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:50.218082 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:50.218451 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:50.219400 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:50.219579 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:50.220079 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:50.220587 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:50.221033 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:50.221430 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:50.221850 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:50.222244 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:50.222635 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:50.223024 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:50.249230 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6954789e-c5de-4e3d-9827-5e09b89b27e0 req-c59c41c2-b099-421a-ae7b-d3dab994f939 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684469 Nov 12 00:53:50.254142 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5347800c-8c78-4c58-9712-4c51bba426d0 x-openstack-request-id: req-5347800c-8c78-4c58-9712-4c51bba426d0 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:50.254429 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc7ef492-66a9-4346-a8a6-aaafeb9e1537", "name": "network-vif-plugged", "status": "completed", "tag": "37bc00c5-8867-401d-bdd4-d9749fd6f9ed", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:50.254617 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5347800c-8c78-4c58-9712-4c51bba426d0 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:50.255010 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc7ef492-66a9-4346-a8a6-aaafeb9e1537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37bc00c5-8867-401d-bdd4-d9749fd6f9ed', 'code': 200} Nov 12 00:53:50.298332 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=37bc00c5-8867-401d-bdd4-d9749fd6f9ed,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:50.429067 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035a5d4-c48b-4627-91c9-aa956d9b6a0f req-6b52a9eb-883a-4580-a718-4be5cb23f8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:50.430717 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2035a5d4-c48b-4627-91c9-aa956d9b6a0f req-6b52a9eb-883a-4580-a718-4be5cb23f8eb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dc7ef492-66a9-4346-a8a6-aaafeb9e1537 HTTP/1.1" status: 200 len: 1102 time: 0.0743420 Nov 12 00:53:50.447651 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6d26d-10bb-4b9d-b013-ebc56dd2eebf req-306fc47c-1d57-4fcb-bd8c-f80ab5aa3da8 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:50.450298 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7ca6d26d-10bb-4b9d-b013-ebc56dd2eebf req-306fc47c-1d57-4fcb-bd8c-f80ab5aa3da8 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=04b645d0-af99-4170-849a-96e128e6b694 HTTP/1.1" status: 200 len: 949 time: 0.0691249 Nov 12 00:53:50.550089 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7ca6d26d-10bb-4b9d-b013-ebc56dd2eebf req-e8c92d01-c1e9-40f9-9904-ae67ca5d87cf tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890920 Nov 12 00:53:50.552897 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2035a5d4-c48b-4627-91c9-aa956d9b6a0f req-714bb8db-dba9-4026-8f84-dd8c00a6495a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987532 Nov 12 00:53:50.645383 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['9abca1d0-5814-4443-9a3c-12eb75bb5a6a'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:53:50.717541 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70964cfc-8915-4717-bdfb-36727ee2e328 req-85478a3c-1f38-41f3-a1cf-cb447c9e4fb0 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:50.719124 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-70964cfc-8915-4717-bdfb-36727ee2e328 req-85478a3c-1f38-41f3-a1cf-cb447c9e4fb0 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.45 "GET /v2.0/ports?device_id=22bc2517-b469-4acf-a563-2eda6a0c1379 HTTP/1.1" status: 200 len: 944 time: 0.0506008 Nov 12 00:53:50.768813 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-70964cfc-8915-4717-bdfb-36727ee2e328 req-c4828435-66e6-4f59-89b9-6eadc6ddb4fb tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6f371520-5127-469d-b96b-144d75981164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432289 Nov 12 00:53:50.893689 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-57df05bc-ba8c-48d8-96dc-2f7da6884228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:50.895378 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-57df05bc-ba8c-48d8-96dc-2f7da6884228 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.0461648 Nov 12 00:53:51.086409 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-852b9d1f-e9ef-4c41-883e-eace773e61a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:51.087852 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-852b9d1f-e9ef-4c41-883e-eace773e61a7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1274836 Nov 12 00:53:51.101826 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12fd53-f423-4672-a479-db72f90c8819 req-4c0a15ea-cd2d-4166-820c-9dccfb4f18a0 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:51.103325 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ab12fd53-f423-4672-a479-db72f90c8819 req-4c0a15ea-cd2d-4166-820c-9dccfb4f18a0 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc7ef492-66a9-4346-a8a6-aaafeb9e1537 HTTP/1.1" status: 200 len: 950 time: 0.1049337 Nov 12 00:53:51.143947 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6050e12-e3b3-4f30-9961-6c8c8f911137 req-9b322bfb-0650-458e-8337-84b6c9e83a49 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:51.145450 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e6050e12-e3b3-4f30-9961-6c8c8f911137 req-9b322bfb-0650-458e-8337-84b6c9e83a49 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/ports?device_id=44241e0e-86ed-4a6c-b7a4-90aa36076e1b HTTP/1.1" status: 200 len: 948 time: 0.1397874 Nov 12 00:53:51.258406 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ab12fd53-f423-4672-a479-db72f90c8819 req-89ff3bfb-1ddd-4dd9-b761-3acaba5495c6 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450973 Nov 12 00:53:51.272665 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-83b5822a-eda0-4179-8249-aadd2a969352 service neutron] 10.222.0.16 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683702 Nov 12 00:53:51.277883 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e6050e12-e3b3-4f30-9961-6c8c8f911137 req-48e44664-9159-4020-8bbd-86984b1b47b1 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/security-groups?id=d83acefb-04f1-490e-bcaa-44c43b9f6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951576 Nov 12 00:53:51.462716 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-215170a0-e733-4763-806e-07e44d27f0b3 service neutron] 10.222.0.16 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810536 Nov 12 00:53:51.472710 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887657ba-1eb7-4cee-94a9-0f7b841da665 req-efbc71c3-1d38-4bc7-9186-fa25b56a7822 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:51.474150 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-887657ba-1eb7-4cee-94a9-0f7b841da665 req-efbc71c3-1d38-4bc7-9186-fa25b56a7822 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=fae9f6f0-d961-46c4-b01a-29a22e071ae6 HTTP/1.1" status: 200 len: 944 time: 0.0998161 Nov 12 00:53:51.483488 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3bfdd-0b90-4853-af30-6c60f90ada86 req-2d3d9553-3842-443b-82c0-f514ba33ad6b tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:51.488501 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dac3bfdd-0b90-4853-af30-6c60f90ada86 req-2d3d9553-3842-443b-82c0-f514ba33ad6b tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7a3b2-baea-4469-9d1e-276b20425e8a HTTP/1.1" status: 200 len: 946 time: 0.1306186 Nov 12 00:53:51.567542 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-887657ba-1eb7-4cee-94a9-0f7b841da665 req-553cd316-74fd-436a-bb52-beca63de9213 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779839 Nov 12 00:53:51.570900 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dac3bfdd-0b90-4853-af30-6c60f90ada86 req-5cc5a989-4689-49b9-8036-43b49fd10243 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/security-groups?id=510a0917-ea45-4112-bcdb-7cef6947100e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747454 Nov 12 00:53:51.640157 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:53:51.670549 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-e275d03a-4fa6-4103-9a2b-39868cc46f46 tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:51.672174 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-e275d03a-4fa6-4103-9a2b-39868cc46f46 tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=fae9f6f0-d961-46c4-b01a-29a22e071ae6&tenant_id=31213ba92821461cba1a0adcb9241baa&binding%3Ahost_id=n-h1-712142-27 HTTP/1.1" status: 200 len: 1096 time: 0.0985785 Nov 12 00:53:51.703817 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdada5-13e1-4c6b-82e2-8a3b89fbe8c8 req-0c57a6a3-6328-488a-9468-2291644e02e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:51.705289 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-61bdada5-13e1-4c6b-82e2-8a3b89fbe8c8 req-0c57a6a3-6328-488a-9468-2291644e02e9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a8ded03765684c3eb48dafae548b7a36&device_id=44241e0e-86ed-4a6c-b7a4-90aa36076e1b HTTP/1.1" status: 200 len: 1100 time: 0.1331863 Nov 12 00:53:51.758864 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 54f2a916-56b6-497a-a89b-0727b3316be0 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:53:51.811425 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 54f2a916-56b6-497a-a89b-0727b3316be0 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:53:51.816438 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 54f2a916-56b6-497a-a89b-0727b3316be0 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:51.816810 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:51.825887 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5107f66f-6909-4ddc-b27b-6a3fc3581e14 req-b1f3da56-ec12-43b0-9f77-8e3d8bf37041 tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:51.827254 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5107f66f-6909-4ddc-b27b-6a3fc3581e14 req-b1f3da56-ec12-43b0-9f77-8e3d8bf37041 tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f HTTP/1.1" status: 200 len: 1097 time: 0.1810243 Nov 12 00:53:51.839646 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device d3c6c2ff-e10d-4345-b2ed-c3907294f3b9 up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:53:51.866470 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14462592-e914-4b23-98b1-275843e8e294 req-de97f06b-9f23-458d-a39a-1d91c331c1dc tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:51.867873 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-14462592-e914-4b23-98b1-275843e8e294 req-de97f06b-9f23-458d-a39a-1d91c331c1dc tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=04b645d0-af99-4170-849a-96e128e6b694 HTTP/1.1" status: 200 len: 949 time: 0.2182953 Nov 12 00:53:51.937359 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port d3c6c2ff-e10d-4345-b2ed-c3907294f3b9 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:53:51.946011 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port d3c6c2ff-e10d-4345-b2ed-c3907294f3b9 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:51.946381 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:51.970472 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:51.980057 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5107f66f-6909-4ddc-b27b-6a3fc3581e14 req-1fac9d1c-1c3e-422f-8cc7-08f686b39de9 tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421182 Nov 12 00:53:51.985881 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdada5-13e1-4c6b-82e2-8a3b89fbe8c8 req-cb88e5b7-c164-4469-aa69-a90466891547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:51.987576 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-61bdada5-13e1-4c6b-82e2-8a3b89fbe8c8 req-cb88e5b7-c164-4469-aa69-a90466891547 service neutron] 10.222.0.16 "GET /v2.0/networks?id=945c2da1-f958-478a-a48a-8af2dfa2e179 HTTP/1.1" status: 200 len: 869 time: 0.2716959 Nov 12 00:53:52.041846 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-14462592-e914-4b23-98b1-275843e8e294 req-a99ae349-e7e2-452c-96b2-2b35cf5c1b7c tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600618 Nov 12 00:53:52.044423 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-61bdada5-13e1-4c6b-82e2-8a3b89fbe8c8 req-4ebd04fb-28b6-48ed-9c9b-05578031d545 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=2b4e7750-1614-43ca-9d55-c72672cc15b1 HTTP/1.1" status: 200 len: 217 time: 0.0462494 Nov 12 00:53:52.045531 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-8684de1b-8e39-4fd9-87e2-b276364d99b3 service neutron] For port a9829ae0-68a1-466e-86d4-cef54886a7b3, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:53:52.048871 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-8684de1b-8e39-4fd9-87e2-b276364d99b3 service neutron] Publish callbacks [] for binding, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:52.049936 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-8684de1b-8e39-4fd9-87e2-b276364d99b3 service neutron] 10.222.0.16 "DELETE /v2.0/ports/a9829ae0-68a1-466e-86d4-cef54886a7b3/bindings/n-h2-712142-27 HTTP/1.1" status: 204 len: 173 time: 0.3493400 Nov 12 00:53:52.050212 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 54f2a916-56b6-497a-a89b-0727b3316be0, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=54f2a916-56b6-497a-a89b-0727b3316be0,segment=NetworkSegment(a434b64c-a48b-45f6-82ed-79c7dd532f9d),segment_id=a434b64c-a48b-45f6-82ed-79c7dd532f9d)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:52.059139 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:52.099297 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:52.158929 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=54f2a916-56b6-497a-a89b-0727b3316be0,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:52.164426 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port d3c6c2ff-e10d-4345-b2ed-c3907294f3b9, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=d3c6c2ff-e10d-4345-b2ed-c3907294f3b9,segment=NetworkSegment(a434b64c-a48b-45f6-82ed-79c7dd532f9d),segment_id=a434b64c-a48b-45f6-82ed-79c7dd532f9d)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:52.169807 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:52.179166 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdada5-13e1-4c6b-82e2-8a3b89fbe8c8 req-c35406e0-d92d-46c3-80f4-67c979f6e6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:52.180847 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-61bdada5-13e1-4c6b-82e2-8a3b89fbe8c8 req-c35406e0-d92d-46c3-80f4-67c979f6e6d7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.1233487 Nov 12 00:53:52.206820 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5618d-bf2d-45d0-892f-51d139f5795f req-7d5c7ca1-41cb-4d8a-9a06-f739610f5c74 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:52.208384 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5bf5618d-bf2d-45d0-892f-51d139f5795f req-7d5c7ca1-41cb-4d8a-9a06-f739610f5c74 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.45 "GET /v2.0/ports?device_id=22bc2517-b469-4acf-a563-2eda6a0c1379 HTTP/1.1" status: 200 len: 944 time: 0.0828564 Nov 12 00:53:52.234864 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=d3c6c2ff-e10d-4345-b2ed-c3907294f3b9,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:52.256383 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f07eb67-1e6d-4e72-9a08-9fd55382271e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f2a916-56b6-497a-a89b-0727b3316be0'}, {'server_uuid': 'dd7aff00-2ed1-4173-9184-ab6bcb9b58dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c6c2ff-e10d-4345-b2ed-c3907294f3b9'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:52.259620 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880d227b-d29f-444a-a4fa-952deb831699" -d '{"events": [{"server_uuid": "3f07eb67-1e6d-4e72-9a08-9fd55382271e", "name": "network-vif-plugged", "status": "completed", "tag": "54f2a916-56b6-497a-a89b-0727b3316be0"}, {"server_uuid": "dd7aff00-2ed1-4173-9184-ab6bcb9b58dc", "name": "network-vif-plugged", "status": "completed", "tag": "d3c6c2ff-e10d-4345-b2ed-c3907294f3b9"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:52.272835 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdada5-13e1-4c6b-82e2-8a3b89fbe8c8 req-7d8d41b9-4234-4dee-be13-1d2e4668178d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:52.274521 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-61bdada5-13e1-4c6b-82e2-8a3b89fbe8c8 req-7d8d41b9-4234-4dee-be13-1d2e4668178d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0862010 Nov 12 00:53:52.282478 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5bf5618d-bf2d-45d0-892f-51d139f5795f req-5884c849-682d-40c9-8235-807d2865a9d8 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6f371520-5127-469d-b96b-144d75981164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587411 Nov 12 00:53:52.361713 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f5eeec-e319-46c2-a14f-b17e2a1c5ee5 x-openstack-request-id: req-27f5eeec-e319-46c2-a14f-b17e2a1c5ee5 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:52.362016 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f07eb67-1e6d-4e72-9a08-9fd55382271e", "name": "network-vif-plugged", "status": "completed", "tag": "54f2a916-56b6-497a-a89b-0727b3316be0", "code": 200}, {"server_uuid": "dd7aff00-2ed1-4173-9184-ab6bcb9b58dc", "name": "network-vif-plugged", "status": "completed", "tag": "d3c6c2ff-e10d-4345-b2ed-c3907294f3b9", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:52.362266 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-27f5eeec-e319-46c2-a14f-b17e2a1c5ee5 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:52.362753 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f07eb67-1e6d-4e72-9a08-9fd55382271e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54f2a916-56b6-497a-a89b-0727b3316be0', 'code': 200} Nov 12 00:53:52.363673 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd7aff00-2ed1-4173-9184-ab6bcb9b58dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c6c2ff-e10d-4345-b2ed-c3907294f3b9', 'code': 200} Nov 12 00:53:52.379343 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-61bdada5-13e1-4c6b-82e2-8a3b89fbe8c8 req-b002f916-4ce4-4e79-925c-30bde8a1b784 service neutron] 10.222.0.16 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958660 Nov 12 00:53:52.609019 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2211f99-adbe-45b5-9c55-3a544ee50c49 req-cf9674a6-02e5-4071-a03e-9423e43c673d tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:52.610586 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e2211f99-adbe-45b5-9c55-3a544ee50c49 req-cf9674a6-02e5-4071-a03e-9423e43c673d tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc7ef492-66a9-4346-a8a6-aaafeb9e1537 HTTP/1.1" status: 200 len: 950 time: 0.1769001 Nov 12 00:53:52.615836 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-61bdada5-13e1-4c6b-82e2-8a3b89fbe8c8 req-1b5fa654-f5f9-45b5-947a-fe7fc49cd8e3 service neutron] 10.222.0.16 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185841 Nov 12 00:53:52.626842 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d5f38-9e09-4a17-a582-2ff2930ae831 req-d9999d0c-6a8a-4753-a61d-080d05581a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:52.628547 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-704d5f38-9e09-4a17-a582-2ff2930ae831 req-d9999d0c-6a8a-4753-a61d-080d05581a74 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3f07eb67-1e6d-4e72-9a08-9fd55382271e HTTP/1.1" status: 200 len: 1098 time: 0.1274705 Nov 12 00:53:52.631410 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7995b74-8090-492e-a958-41fffb0be9fd req-2783da1c-57ab-4452-bbd3-f1fbc0e46eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:52.633138 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a7995b74-8090-492e-a958-41fffb0be9fd req-2783da1c-57ab-4452-bbd3-f1fbc0e46eb4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dd7aff00-2ed1-4173-9184-ab6bcb9b58dc HTTP/1.1" status: 200 len: 1098 time: 0.1332035 Nov 12 00:53:52.751638 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-704d5f38-9e09-4a17-a582-2ff2930ae831 req-575b4415-374f-41d7-a1a6-ebc4c66248c9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6f371520-5127-469d-b96b-144d75981164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117475 Nov 12 00:53:52.756164 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e2211f99-adbe-45b5-9c55-3a544ee50c49 req-2acc77cc-8f50-4302-bc54-d7fd56dc27f3 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326964 Nov 12 00:53:52.759343 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a7995b74-8090-492e-a958-41fffb0be9fd req-a943294b-37f8-4fda-b31c-a71b59dcf793 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6f371520-5127-469d-b96b-144d75981164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006265 Nov 12 00:53:52.872991 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c56177-83be-41ad-91bc-e5b629ea8a0c req-73c40e31-19dc-4389-bd00-894a08109b9f tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:52.874585 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-12c56177-83be-41ad-91bc-e5b629ea8a0c req-73c40e31-19dc-4389-bd00-894a08109b9f tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/ports?device_id=44241e0e-86ed-4a6c-b7a4-90aa36076e1b HTTP/1.1" status: 200 len: 948 time: 0.0566261 Nov 12 00:53:52.923525 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-12c56177-83be-41ad-91bc-e5b629ea8a0c req-122253f5-5c90-49f2-bfab-117205015f84 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/security-groups?id=d83acefb-04f1-490e-bcaa-44c43b9f6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429115 Nov 12 00:53:53.029984 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd72be6-4e80-48bc-9c97-0f7fa7aa4e83 req-db301a85-e198-4ac7-adfc-b4bdce1ca814 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:53.031364 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-abd72be6-4e80-48bc-9c97-0f7fa7aa4e83 req-db301a85-e198-4ac7-adfc-b4bdce1ca814 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=fae9f6f0-d961-46c4-b01a-29a22e071ae6 HTTP/1.1" status: 200 len: 944 time: 0.0507553 Nov 12 00:53:53.086365 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-abd72be6-4e80-48bc-9c97-0f7fa7aa4e83 req-b0bd7d68-73cf-4d8a-8b8c-89f26aa4b0d5 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489109 Nov 12 00:53:53.197226 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a7860-237e-49ee-9d0e-ddc8be04e8a2 req-22e55cac-8f41-414c-afe8-123c42c819e9 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:53.198933 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-703a7860-237e-49ee-9d0e-ddc8be04e8a2 req-22e55cac-8f41-414c-afe8-123c42c819e9 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7a3b2-baea-4469-9d1e-276b20425e8a HTTP/1.1" status: 200 len: 946 time: 0.0548072 Nov 12 00:53:53.250544 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-703a7860-237e-49ee-9d0e-ddc8be04e8a2 req-e24b92ac-609d-4861-9492-21e46c98f60a tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/security-groups?id=510a0917-ea45-4112-bcdb-7cef6947100e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450196 Nov 12 00:53:53.367726 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191305a6-25b4-4bfb-bea8-9331ccaab381 req-ea3cc77f-f32b-40ff-9e44-c02333799d9e tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:53.369271 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-191305a6-25b4-4bfb-bea8-9331ccaab381 req-ea3cc77f-f32b-40ff-9e44-c02333799d9e tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc7ef492-66a9-4346-a8a6-aaafeb9e1537 HTTP/1.1" status: 200 len: 950 time: 0.0517299 Nov 12 00:53:53.421898 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-191305a6-25b4-4bfb-bea8-9331ccaab381 req-e6854957-1d10-43f2-87e3-cca3e8f5cb76 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460813 Nov 12 00:53:53.534369 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801eeab8-fcbb-4456-b31f-80d5042dda68 req-36130e2a-8282-4da4-a4f8-496eeb9f239f tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:53.535418 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-801eeab8-fcbb-4456-b31f-80d5042dda68 req-36130e2a-8282-4da4-a4f8-496eeb9f239f tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=04b645d0-af99-4170-849a-96e128e6b694 HTTP/1.1" status: 200 len: 949 time: 0.0535119 Nov 12 00:53:53.568651 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-a174bf37-bb81-4ab9-8f4c-0c4039e3b088 tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:53:53.569684 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-a174bf37-bb81-4ab9-8f4c-0c4039e3b088 tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082455 Nov 12 00:53:53.623028 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-801eeab8-fcbb-4456-b31f-80d5042dda68 req-3a272353-7bf8-4e69-b681-5a44d75c4b17 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792856 Nov 12 00:53:53.624449 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-cf3c89a0-9c9a-4330-92d2-25396352f261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:53.625701 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-cf3c89a0-9c9a-4330-92d2-25396352f261 service neutron] 10.222.0.45 "GET /v2.0/ports/826a3929-0457-4fc5-98c8-fb33208c939e HTTP/1.1" status: 200 len: 1094 time: 0.0476458 Nov 12 00:53:53.635092 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-7ea425ba-8279-45be-92fb-eed35dfa56d3 service neutron] Request body: {'binding': {'host': 'n-h1-712142-27', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:53:53.635547 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-7ea425ba-8279-45be-92fb-eed35dfa56d3 service neutron] Unknown quota resources ['binding']. {{(pid=109085) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 00:53:53.767196 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 9abca1d0-5814-4443-9a3c-12eb75bb5a6a up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:53:53.789835 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-7ea425ba-8279-45be-92fb-eed35dfa56d3 service neutron] Attempting to bind port 826a3929-0457-4fc5-98c8-fb33208c939e on host n-h1-712142-27 for vnic_type normal with profile None {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:53:53.790167 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-7ea425ba-8279-45be-92fb-eed35dfa56d3 service neutron] Attempting to bind port 826a3929-0457-4fc5-98c8-fb33208c939e by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': '936f4dc4-b49e-4318-84e7-8d3d4988961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1c193d6a-5984-4109-91aa-b0c9d7c9a6bf'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:53:53.790821 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-7ea425ba-8279-45be-92fb-eed35dfa56d3 service neutron] Attempting to bind port 826a3929-0457-4fc5-98c8-fb33208c939e on network 1c193d6a-5984-4109-91aa-b0c9d7c9a6bf {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:53.811284 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-7ea425ba-8279-45be-92fb-eed35dfa56d3 service neutron] Port 826a3929-0457-4fc5-98c8-fb33208c939e on network 1c193d6a-5984-4109-91aa-b0c9d7c9a6bf not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:53:53.811284 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-7ea425ba-8279-45be-92fb-eed35dfa56d3 service neutron] Attempting to bind port 826a3929-0457-4fc5-98c8-fb33208c939e on network 1c193d6a-5984-4109-91aa-b0c9d7c9a6bf {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:53:53.830868 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-7ea425ba-8279-45be-92fb-eed35dfa56d3 service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:53:53.831253 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-7ea425ba-8279-45be-92fb-eed35dfa56d3 service neutron] Checking segment: {'id': '936f4dc4-b49e-4318-84e7-8d3d4988961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1c193d6a-5984-4109-91aa-b0c9d7c9a6bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:53:53.831759 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-7ea425ba-8279-45be-92fb-eed35dfa56d3 service neutron] Bound using segment: {'id': '936f4dc4-b49e-4318-84e7-8d3d4988961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1c193d6a-5984-4109-91aa-b0c9d7c9a6bf'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:53:53.832160 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 9abca1d0-5814-4443-9a3c-12eb75bb5a6a completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:53:53.832489 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-7ea425ba-8279-45be-92fb-eed35dfa56d3 service neutron] Bound port: 826a3929-0457-4fc5-98c8-fb33208c939e, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '936f4dc4-b49e-4318-84e7-8d3d4988961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1c193d6a-5984-4109-91aa-b0c9d7c9a6bf'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:53:53.836267 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 9abca1d0-5814-4443-9a3c-12eb75bb5a6a triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:53:53.836639 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:53.896783 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07328639-9a08-40ab-a34d-faef71832fdc req-8b6dbc39-4820-494a-b995-8946f096a604 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:53.898354 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-07328639-9a08-40ab-a34d-faef71832fdc req-8b6dbc39-4820-494a-b995-8946f096a604 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.45 "GET /v2.0/ports?device_id=22bc2517-b469-4acf-a563-2eda6a0c1379 HTTP/1.1" status: 200 len: 944 time: 0.1051939 Nov 12 00:53:53.922233 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-7ea425ba-8279-45be-92fb-eed35dfa56d3 service neutron] For port 826a3929-0457-4fc5-98c8-fb33208c939e, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=826a3929-0457-4fc5-98c8-fb33208c939e,segment=NetworkSegment(936f4dc4-b49e-4318-84e7-8d3d4988961e),segment_id=936f4dc4-b49e-4318-84e7-8d3d4988961e)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:53:53.933071 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:53.933868 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-7ea425ba-8279-45be-92fb-eed35dfa56d3 service neutron] Publish callbacks [] for binding, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:53.935587 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-7ea425ba-8279-45be-92fb-eed35dfa56d3 service neutron] 10.222.0.45 "POST /v2.0/ports/826a3929-0457-4fc5-98c8-fb33208c939e/bindings HTTP/1.1" status: 201 len: 390 time: 0.3038671 Nov 12 00:53:53.972688 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-07328639-9a08-40ab-a34d-faef71832fdc req-987f957b-c3a0-43ae-9221-ba17c5b64114 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6f371520-5127-469d-b96b-144d75981164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653434 Nov 12 00:53:53.993372 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 9abca1d0-5814-4443-9a3c-12eb75bb5a6a, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=9abca1d0-5814-4443-9a3c-12eb75bb5a6a,segment=NetworkSegment(a434b64c-a48b-45f6-82ed-79c7dd532f9d),segment_id=a434b64c-a48b-45f6-82ed-79c7dd532f9d)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:53.999464 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:54.105875 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=9abca1d0-5814-4443-9a3c-12eb75bb5a6a,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:54.176827 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae015013-bf3d-491f-99d9-2c1c55704680 req-6933dc48-8125-4fb2-b600-1379a74dcfbc tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:54.178727 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ae015013-bf3d-491f-99d9-2c1c55704680 req-6933dc48-8125-4fb2-b600-1379a74dcfbc tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=fae9f6f0-d961-46c4-b01a-29a22e071ae6 HTTP/1.1" status: 200 len: 1096 time: 0.0797658 Nov 12 00:53:54.223557 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd1194-5fa0-4e74-9ebc-d848a942c12f req-d0ff9396-5f6a-4f20-a71d-eaa67e65ab93 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:54.225146 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-38dd1194-5fa0-4e74-9ebc-d848a942c12f req-d0ff9396-5f6a-4f20-a71d-eaa67e65ab93 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/ports?device_id=44241e0e-86ed-4a6c-b7a4-90aa36076e1b HTTP/1.1" status: 200 len: 948 time: 0.0799818 Nov 12 00:53:54.268794 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ae015013-bf3d-491f-99d9-2c1c55704680 req-cb090fc9-9bc8-45b8-b715-51f1c0ce4d84 tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825989 Nov 12 00:53:54.296454 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-38dd1194-5fa0-4e74-9ebc-d848a942c12f req-0fa1db21-d692-4e56-86e9-b818630917ec tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/security-groups?id=d83acefb-04f1-490e-bcaa-44c43b9f6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625100 Nov 12 00:53:54.364991 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22bc2517-b469-4acf-a563-2eda6a0c1379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9abca1d0-5814-4443-9a3c-12eb75bb5a6a'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:54.367791 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5d7dd9-14da-4f7a-a548-19f5f04f57b7" -d '{"events": [{"server_uuid": "22bc2517-b469-4acf-a563-2eda6a0c1379", "name": "network-vif-plugged", "status": "completed", "tag": "9abca1d0-5814-4443-9a3c-12eb75bb5a6a"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:54.392904 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363e3c9-2b7e-4476-92af-cfff0a00d46f req-f48179fc-2d62-4100-8e2b-692f03a20aa3 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:54.394238 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4363e3c9-2b7e-4476-92af-cfff0a00d46f req-f48179fc-2d62-4100-8e2b-692f03a20aa3 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f HTTP/1.1" status: 200 len: 945 time: 0.0580738 Nov 12 00:53:54.474992 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15fbb15-0b09-42a1-aa51-e30da2b479cd req-d689cf77-eebb-467a-8a2b-e6efae2dbcac tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:54.476522 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d15fbb15-0b09-42a1-aa51-e30da2b479cd req-d689cf77-eebb-467a-8a2b-e6efae2dbcac tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7a3b2-baea-4469-9d1e-276b20425e8a HTTP/1.1" status: 200 len: 946 time: 0.0813878 Nov 12 00:53:54.481325 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4363e3c9-2b7e-4476-92af-cfff0a00d46f req-c60c4ba0-f2e9-4324-92c1-0b84a158124f tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754259 Nov 12 00:53:54.529602 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d15fbb15-0b09-42a1-aa51-e30da2b479cd req-43d266b7-a6ab-4a6a-92f6-18da522b29fd tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/security-groups?id=510a0917-ea45-4112-bcdb-7cef6947100e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468483 Nov 12 00:53:54.593010 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570a2b7-b7fd-4031-88e7-83c5baedc407 req-5d060aaf-93e7-4ebd-81cc-8f7ac93cc69d tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:54.594580 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6570a2b7-b7fd-4031-88e7-83c5baedc407 req-5d060aaf-93e7-4ebd-81cc-8f7ac93cc69d tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=fae9f6f0-d961-46c4-b01a-29a22e071ae6 HTTP/1.1" status: 200 len: 1096 time: 0.0507939 Nov 12 00:53:54.643766 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-2549ff15-b87d-4fd2-90c2-de45f5edc303 req-464d61de-6e51-4824-9d7c-2ce1b3b5b2d3 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:53:54.644888 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2549ff15-b87d-4fd2-90c2-de45f5edc303 req-464d61de-6e51-4824-9d7c-2ce1b3b5b2d3 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060477 Nov 12 00:53:54.658995 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6570a2b7-b7fd-4031-88e7-83c5baedc407 req-285c9d1a-cab1-41c0-be95-8e1e45b3597c tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546153 Nov 12 00:53:54.727943 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b261fcb1-1875-4d58-8bf6-ca865ba4a48d x-openstack-request-id: req-b261fcb1-1875-4d58-8bf6-ca865ba4a48d {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:54.728272 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22bc2517-b469-4acf-a563-2eda6a0c1379", "name": "network-vif-plugged", "status": "completed", "tag": "9abca1d0-5814-4443-9a3c-12eb75bb5a6a", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:54.729377 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b261fcb1-1875-4d58-8bf6-ca865ba4a48d {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:54.729775 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22bc2517-b469-4acf-a563-2eda6a0c1379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9abca1d0-5814-4443-9a3c-12eb75bb5a6a', 'code': 200} Nov 12 00:53:54.878051 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8d6e9-ab82-4b99-9ba5-df0b6192d43d req-3edaf7e3-8195-4df7-b02b-bbce73736c40 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:54.880360 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-73f8d6e9-ab82-4b99-9ba5-df0b6192d43d req-3edaf7e3-8195-4df7-b02b-bbce73736c40 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=04b645d0-af99-4170-849a-96e128e6b694 HTTP/1.1" status: 200 len: 949 time: 0.0777903 Nov 12 00:53:55.019478 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-73f8d6e9-ab82-4b99-9ba5-df0b6192d43d req-297e4281-f8dd-4026-9528-6687fdfcf70a tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156991 Nov 12 00:53:55.025467 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7c39fc58-8af9-4ce9-ab4e-72618ccecd87 req-92a73891-1daa-4149-be21-7d58f3014f78 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dc7ef492-66a9-4346-a8a6-aaafeb9e1537&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1437972 Nov 12 00:53:55.029211 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86aa3c3-6807-4188-824b-9345213e43cf req-4dbd012a-36b8-4f35-b37e-1d2eead2af18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:55.030686 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d86aa3c3-6807-4188-824b-9345213e43cf req-4dbd012a-36b8-4f35-b37e-1d2eead2af18 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=22bc2517-b469-4acf-a563-2eda6a0c1379 HTTP/1.1" status: 200 len: 1097 time: 0.1480050 Nov 12 00:53:55.108156 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d86aa3c3-6807-4188-824b-9345213e43cf req-9c8b6974-1592-42c3-86f3-aa1dc69c6870 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6f371520-5127-469d-b96b-144d75981164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675232 Nov 12 00:53:55.369050 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fc415-1e7d-49aa-b029-8463f4d416b4 req-c7f303df-ad54-48c1-a0a4-4f6b544fd8a1 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:55.369050 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-694fc415-1e7d-49aa-b029-8463f4d416b4 req-c7f303df-ad54-48c1-a0a4-4f6b544fd8a1 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc7ef492-66a9-4346-a8a6-aaafeb9e1537 HTTP/1.1" status: 200 len: 950 time: 0.1747572 Nov 12 00:53:55.378644 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf54b2f-4de8-476a-9c88-185fcd681fe2 req-69ca15f5-1e18-4bea-b1a5-067458a21347 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:55.380211 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bbf54b2f-4de8-476a-9c88-185fcd681fe2 req-69ca15f5-1e18-4bea-b1a5-067458a21347 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.45 "GET /v2.0/ports?device_id=22bc2517-b469-4acf-a563-2eda6a0c1379 HTTP/1.1" status: 200 len: 945 time: 0.1420271 Nov 12 00:53:55.385963 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-9252d994-7888-4556-a33c-6001a6b06bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:55.388298 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-9252d994-7888-4556-a33c-6001a6b06bd7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=52ec13b5aa674ec2836b22da2faf152e&device_id=2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f HTTP/1.1" status: 200 len: 1097 time: 0.1487391 Nov 12 00:53:55.529804 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-694fc415-1e7d-49aa-b029-8463f4d416b4 req-926445de-f22c-42c5-91fd-dfc0e85ac44a tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476443 Nov 12 00:53:55.536597 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bbf54b2f-4de8-476a-9c88-185fcd681fe2 req-9f2d155b-f598-453e-b56f-6c9c7b100052 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6f371520-5127-469d-b96b-144d75981164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429932 Nov 12 00:53:55.591266 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-a726926e-3f6a-4a9d-890e-554b50961506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:55.593464 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-a726926e-3f6a-4a9d-890e-554b50961506 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1c193d6a-5984-4109-91aa-b0c9d7c9a6bf HTTP/1.1" status: 200 len: 920 time: 0.1756821 Nov 12 00:53:55.701438 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad518e8d-3cd7-499c-9cfa-a55d293b7931 req-8de8a907-cdd1-48aa-aced-eb29fd761caf tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:55.703364 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ad518e8d-3cd7-499c-9cfa-a55d293b7931 req-8de8a907-cdd1-48aa-aced-eb29fd761caf tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/ports?device_id=44241e0e-86ed-4a6c-b7a4-90aa36076e1b HTTP/1.1" status: 200 len: 948 time: 0.0763040 Nov 12 00:53:55.787521 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ad518e8d-3cd7-499c-9cfa-a55d293b7931 req-9f77e441-09ca-4173-8d0b-a530301e0b98 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/security-groups?id=d83acefb-04f1-490e-bcaa-44c43b9f6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778434 Nov 12 00:53:55.802428 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd919062-87ea-4065-a5eb-22e29e420538 req-0e7c5b66-d46a-4065-a973-eca6b98e3df4 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:55.813164 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bd919062-87ea-4065-a5eb-22e29e420538 req-0e7c5b66-d46a-4065-a973-eca6b98e3df4 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f HTTP/1.1" status: 200 len: 945 time: 0.0843186 Nov 12 00:53:55.839656 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 2b4e7750-1614-43ca-9d55-c72672cc15b1 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:53:55.861462 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bd919062-87ea-4065-a5eb-22e29e420538 req-e591fc0f-443a-4ba7-ba6a-5ecdc8a8060c tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483983 Nov 12 00:53:55.981920 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 2b4e7750-1614-43ca-9d55-c72672cc15b1, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=2b4e7750-1614-43ca-9d55-c72672cc15b1,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:55.994899 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': '2b4e7750-1614-43ca-9d55-c72672cc15b1', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'port_id': '2b4e7750-1614-43ca-9d55-c72672cc15b1', 'mac_address': 'fa:16:3e:e6:53:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0290328-7bc5-4266-bfb9-6eb25d91acf0', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:53:56.037021 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:56.068926 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b4e7750-1614-43ca-9d55-c72672cc15b1 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:53:56.096643 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 2b4e7750-1614-43ca-9d55-c72672cc15b1, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=2b4e7750-1614-43ca-9d55-c72672cc15b1,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:56.101842 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:56.162010 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=2b4e7750-1614-43ca-9d55-c72672cc15b1,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:56.314506 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-a2ddf768-0a25-4e6b-984a-e8070045c1bb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=826a3929-0457-4fc5-98c8-fb33208c939e HTTP/1.1" status: 200 len: 217 time: 0.3991327 Nov 12 00:53:56.337963 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82660c7d-f816-497d-bd08-c1cced11807c req-9eb284a0-44e2-4b44-81a7-5672928a647a tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:56.339323 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-82660c7d-f816-497d-bd08-c1cced11807c req-9eb284a0-44e2-4b44-81a7-5672928a647a tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7a3b2-baea-4469-9d1e-276b20425e8a HTTP/1.1" status: 200 len: 946 time: 0.4696152 Nov 12 00:53:56.352125 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0ad35-159d-4da3-8fca-d27053b2cef0 req-b70ed61e-2097-45da-9f4e-54b964fbeff7 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:56.353597 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0fb0ad35-159d-4da3-8fca-d27053b2cef0 req-b70ed61e-2097-45da-9f4e-54b964fbeff7 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=04b645d0-af99-4170-849a-96e128e6b694 HTTP/1.1" status: 200 len: 949 time: 0.0935202 Nov 12 00:53:56.429152 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-82660c7d-f816-497d-bd08-c1cced11807c req-b6582033-ac88-41c1-9278-a937589ebb33 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/security-groups?id=510a0917-ea45-4112-bcdb-7cef6947100e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745928 Nov 12 00:53:56.433619 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0fb0ad35-159d-4da3-8fca-d27053b2cef0 req-8157ab0d-34a0-448c-84bf-ca00d8a5e7ac tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727127 Nov 12 00:53:56.546800 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['2b4e7750-1614-43ca-9d55-c72672cc15b1'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:53:56.686581 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-1cb79776-563d-4408-9b04-1db310a51463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:56.688073 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-1cb79776-563d-4408-9b04-1db310a51463 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6d8bd009-45c7-4017-80d7-9c1f69484ce9 HTTP/1.1" status: 200 len: 860 time: 0.1013536 Nov 12 00:53:56.732405 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fcda31-bab8-45c4-bcb5-466b6d124381 req-8b5abd0e-baf4-4926-9e7a-4b5329ee9a3c tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:56.733984 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-37fcda31-bab8-45c4-bcb5-466b6d124381 req-8b5abd0e-baf4-4926-9e7a-4b5329ee9a3c tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc7ef492-66a9-4346-a8a6-aaafeb9e1537 HTTP/1.1" status: 200 len: 950 time: 0.1031127 Nov 12 00:53:56.742913 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a145ce2-2f81-4d9f-9ac4-3e6fb26fbcbe req-5649048f-48a1-4782-817f-bf6666649e43 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:56.744493 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2a145ce2-2f81-4d9f-9ac4-3e6fb26fbcbe req-5649048f-48a1-4782-817f-bf6666649e43 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.45 "GET /v2.0/ports?device_id=22bc2517-b469-4acf-a563-2eda6a0c1379 HTTP/1.1" status: 200 len: 945 time: 0.0753224 Nov 12 00:53:56.816611 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-37fcda31-bab8-45c4-bcb5-466b6d124381 req-d0ee4900-d747-4384-a0be-a237b860c8fb tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711091 Nov 12 00:53:56.831867 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2a145ce2-2f81-4d9f-9ac4-3e6fb26fbcbe req-19037bdc-204f-452c-8972-e2a250b566a0 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6f371520-5127-469d-b96b-144d75981164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786130 Nov 12 00:53:57.029252 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c8930-b8a9-482b-ae01-be7dc6cabe15 req-b096442e-6e11-4407-b54f-c51c27cbe6e4 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:57.030785 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ea9c8930-b8a9-482b-ae01-be7dc6cabe15 req-b096442e-6e11-4407-b54f-c51c27cbe6e4 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/ports?device_id=44241e0e-86ed-4a6c-b7a4-90aa36076e1b HTTP/1.1" status: 200 len: 949 time: 0.1215584 Nov 12 00:53:57.035483 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39fc58-8af9-4ce9-ab4e-72618ccecd87 req-59365b18-4482-4859-abfe-95596f338ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:57.036945 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7c39fc58-8af9-4ce9-ab4e-72618ccecd87 req-59365b18-4482-4859-abfe-95596f338ac8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6bde2e332c8e418290dd069bae32e617&device_id=dc7ef492-66a9-4346-a8a6-aaafeb9e1537 HTTP/1.1" status: 200 len: 1102 time: 0.0995870 Nov 12 00:53:57.054308 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb88de3-1271-4d87-aac7-a4bfa02d0840 req-a08e97fb-457a-4769-a4fa-958dec848d87 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:57.055853 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8eb88de3-1271-4d87-aac7-a4bfa02d0840 req-a08e97fb-457a-4769-a4fa-958dec848d87 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f HTTP/1.1" status: 200 len: 945 time: 0.0921922 Nov 12 00:53:57.105804 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7ac436e0-ed54-4919-99c3-6a4a9f8fcc32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:57.183383 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ea9c8930-b8a9-482b-ae01-be7dc6cabe15 req-fb4c65e2-65cc-4834-a776-c2dc5c06864a tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/security-groups?id=d83acefb-04f1-490e-bcaa-44c43b9f6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437619 Nov 12 00:53:57.197329 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8eb88de3-1271-4d87-aac7-a4bfa02d0840 req-1383339e-6877-4403-87be-e0c1872c005b tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322675 Nov 12 00:53:57.218330 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39fc58-8af9-4ce9-ab4e-72618ccecd87 req-f65c7d49-1b1b-45d0-9de4-08e154b305bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:57.219849 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7c39fc58-8af9-4ce9-ab4e-72618ccecd87 req-f65c7d49-1b1b-45d0-9de4-08e154b305bc service neutron] 10.222.0.44 "GET /v2.0/networks?id=945c2da1-f958-478a-a48a-8af2dfa2e179 HTTP/1.1" status: 200 len: 869 time: 0.1462672 Nov 12 00:53:57.274735 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7c39fc58-8af9-4ce9-ab4e-72618ccecd87 req-d0868dff-ac00-4f8b-a98e-5ee25d4c4c3b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=37bc00c5-8867-401d-bdd4-d9749fd6f9ed HTTP/1.1" status: 200 len: 217 time: 0.0423875 Nov 12 00:53:57.341495 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39fc58-8af9-4ce9-ab4e-72618ccecd87 req-415986d0-dbc0-4a5e-a792-b91395f31b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:57.342904 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7c39fc58-8af9-4ce9-ab4e-72618ccecd87 req-415986d0-dbc0-4a5e-a792-b91395f31b3e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.0517654 Nov 12 00:53:57.395346 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39fc58-8af9-4ce9-ab4e-72618ccecd87 req-7d91b014-08bb-47ba-8a51-0f79b61c5334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:57.396875 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7c39fc58-8af9-4ce9-ab4e-72618ccecd87 req-7d91b014-08bb-47ba-8a51-0f79b61c5334 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0433002 Nov 12 00:53:57.482957 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-5eb9d3e8-12ac-49e7-a925-0fe2c6bf6d3d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1c193d6a-5984-4109-91aa-b0c9d7c9a6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751581 Nov 12 00:53:57.654791 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-5311d36a-2ef2-4bc2-bdc9-12de06993f0f tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:57.656264 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-5311d36a-2ef2-4bc2-bdc9-12de06993f0f tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.16 "GET /v2.0/ports?device_id=04b645d0-af99-4170-849a-96e128e6b694 HTTP/1.1" status: 200 len: 949 time: 0.2473903 Nov 12 00:53:57.733128 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56795919-3750-49bd-8c65-c1e224c960cf req-cff90483-8b25-4561-8e8c-d86de19cd69b tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:57.734663 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-56795919-3750-49bd-8c65-c1e224c960cf req-cff90483-8b25-4561-8e8c-d86de19cd69b tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=04b645d0-af99-4170-849a-96e128e6b694 HTTP/1.1" status: 200 len: 949 time: 0.2094953 Nov 12 00:53:57.738625 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7c39fc58-8af9-4ce9-ab4e-72618ccecd87 req-32a88d95-8398-4840-ad9e-3c7f30ff179c service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206918 Nov 12 00:53:57.746848 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17864d-dd82-4d60-8d74-335792a7d75c req-7285f471-83fe-4296-a0a9-a2deb730af57 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:57.748360 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cd17864d-dd82-4d60-8d74-335792a7d75c req-7285f471-83fe-4296-a0a9-a2deb730af57 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7a3b2-baea-4469-9d1e-276b20425e8a HTTP/1.1" status: 200 len: 946 time: 0.2243166 Nov 12 00:53:57.823255 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-d6768d77-ea43-47b6-83c6-ada284a494ba service neutron] 10.222.0.16 "GET /v2.0/networks/1c193d6a-5984-4109-91aa-b0c9d7c9a6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715547 Nov 12 00:53:57.850909 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 2b56d6f1-f1b2-42c6-b614-86ce833b0928 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:53:57.913107 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-56795919-3750-49bd-8c65-c1e224c960cf req-0632bf42-7435-4da6-b93f-7074b17dd5a5 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636617 Nov 12 00:53:57.923613 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cd17864d-dd82-4d60-8d74-335792a7d75c req-ce956637-c8c1-475f-a50c-e2917f1a8b45 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/security-groups?id=510a0917-ea45-4112-bcdb-7cef6947100e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616614 Nov 12 00:53:57.936459 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:57.954572 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7c39fc58-8af9-4ce9-ab4e-72618ccecd87 req-778e6b41-fd8f-4727-8154-a5ebd6429481 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838701 Nov 12 00:53:57.973836 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b645d0-af99-4170-849a-96e128e6b694', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b56d6f1-f1b2-42c6-b614-86ce833b0928'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:57.976400 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4441986a-5844-494f-8299-3d4011f1eb7a" -d '{"events": [{"server_uuid": "04b645d0-af99-4170-849a-96e128e6b694", "name": "network-vif-unplugged", "status": "completed", "tag": "2b56d6f1-f1b2-42c6-b614-86ce833b0928"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:57.991839 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 2b56d6f1-f1b2-42c6-b614-86ce833b0928, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=2b56d6f1-f1b2-42c6-b614-86ce833b0928,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:57.996699 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:58.055778 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=2b56d6f1-f1b2-42c6-b614-86ce833b0928,revision_number=6']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:58.068396 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023b20a-400a-4cd3-9801-aa06f6b34fa3 req-ce119018-2bd2-4050-b3b4-e5bccfd62f88 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:58.070143 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1023b20a-400a-4cd3-9801-aa06f6b34fa3 req-ce119018-2bd2-4050-b3b4-e5bccfd62f88 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc7ef492-66a9-4346-a8a6-aaafeb9e1537 HTTP/1.1" status: 200 len: 950 time: 0.0594971 Nov 12 00:53:58.127286 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1023b20a-400a-4cd3-9801-aa06f6b34fa3 req-e8f6d77a-9132-4f0d-adab-67e24da2f3b9 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495088 Nov 12 00:53:58.270093 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf127f1-f586-407f-ac73-a14a5ac6c058 x-openstack-request-id: req-7cf127f1-f586-407f-ac73-a14a5ac6c058 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:58.270647 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b645d0-af99-4170-849a-96e128e6b694", "name": "network-vif-unplugged", "status": "failed", "tag": "2b56d6f1-f1b2-42c6-b614-86ce833b0928", "code": 422}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:58.270647 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7cf127f1-f586-407f-ac73-a14a5ac6c058 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:58.271077 n-d-712142-27 neutron-server[109087]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '04b645d0-af99-4170-849a-96e128e6b694', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2b56d6f1-f1b2-42c6-b614-86ce833b0928', 'code': 422} returned with failed status Nov 12 00:53:58.374022 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fec6cd-f7c2-44ea-b1f8-ccf872eb4c23 req-2248d7ef-45c0-458c-94a4-00637fa8a689 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:58.375526 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c3fec6cd-f7c2-44ea-b1f8-ccf872eb4c23 req-2248d7ef-45c0-458c-94a4-00637fa8a689 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.45 "GET /v2.0/ports?device_id=22bc2517-b469-4acf-a563-2eda6a0c1379 HTTP/1.1" status: 200 len: 945 time: 0.1825674 Nov 12 00:53:58.443645 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-766dfcdd-36b8-4403-bdfb-774e1fa115d7 service neutron] 10.222.0.16 "GET /v2.0/networks/1c193d6a-5984-4109-91aa-b0c9d7c9a6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327960 Nov 12 00:53:58.476668 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5598aa43-f978-4d9f-af1b-737405fb6da8 req-7f600082-2f34-4710-aba6-09b6dead8c2a tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:58.478150 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5598aa43-f978-4d9f-af1b-737405fb6da8 req-7f600082-2f34-4710-aba6-09b6dead8c2a tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/ports?device_id=44241e0e-86ed-4a6c-b7a4-90aa36076e1b HTTP/1.1" status: 200 len: 949 time: 0.1563628 Nov 12 00:53:58.491121 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c3fec6cd-f7c2-44ea-b1f8-ccf872eb4c23 req-b6a525c1-5b37-486d-8d62-1d35eba84cfb tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6f371520-5127-469d-b96b-144d75981164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979726 Nov 12 00:53:58.499087 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-94850704-60c7-469d-b199-8885f9f6ee67 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Deleting port 2b56d6f1-f1b2-42c6-b614-86ce833b0928 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:53:58.499426 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-94850704-60c7-469d-b199-8885f9f6ee67 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:58.599175 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5598aa43-f978-4d9f-af1b-737405fb6da8 req-c54c6ca9-afae-4247-832e-edc6bac3aa37 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/security-groups?id=d83acefb-04f1-490e-bcaa-44c43b9f6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139119 Nov 12 00:53:58.666527 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905b124-045e-4a91-bc17-01570013853d req-0ff0236d-a3e1-4e3c-a481-50600cdf5d05 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:58.668653 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8905b124-045e-4a91-bc17-01570013853d req-0ff0236d-a3e1-4e3c-a481-50600cdf5d05 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f HTTP/1.1" status: 200 len: 945 time: 0.1200182 Nov 12 00:53:58.670545 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-94850704-60c7-469d-b199-8885f9f6ee67 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] For port 2b56d6f1-f1b2-42c6-b614-86ce833b0928, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=2b56d6f1-f1b2-42c6-b614-86ce833b0928,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:53:58.670922 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-94850704-60c7-469d-b199-8885f9f6ee67 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:58.715939 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-94850704-60c7-469d-b199-8885f9f6ee67 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Calling delete_port for 2b56d6f1-f1b2-42c6-b614-86ce833b0928 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:53:58.812863 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8905b124-045e-4a91-bc17-01570013853d req-88925135-5714-49c5-9de4-ef0196d9585a tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319411 Nov 12 00:53:58.844837 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0cd805-f318-4b81-b54a-541a24c54546 req-c6adf150-a560-4205-be8e-750be213f1fd tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:58.846730 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2f0cd805-f318-4b81-b54a-541a24c54546 req-c6adf150-a560-4205-be8e-750be213f1fd tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd7aff00-2ed1-4173-9184-ab6bcb9b58dc HTTP/1.1" status: 200 len: 946 time: 0.1729240 Nov 12 00:53:58.938139 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2f0cd805-f318-4b81-b54a-541a24c54546 req-8a4b99ce-165d-450a-ad80-eca3c6b2e1d9 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6f371520-5127-469d-b96b-144d75981164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791728 Nov 12 00:53:58.976507 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-94850704-60c7-469d-b199-8885f9f6ee67 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:59.011629 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94850704-60c7-469d-b199-8885f9f6ee67 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Pushing event deleted for resources: {'Port': ['ID=2b56d6f1-f1b2-42c6-b614-86ce833b0928,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:53:59.014447 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['8ee9b406-63fc-4abb-9ad7-a586a9c8cd94', '559534ec-b918-4572-b31d-8e35637a07fc', '00dbddc7-a1c8-4c61-99f2-f71236b0ee66', '903e9341-2db9-4f60-814e-55a6db923eda'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:53:59.046563 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a417b5cc-ab84-4978-b776-fcd8036060a4 req-11d2e089-627c-4385-8127-cad4ca6b3a84 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=04b645d0-af99-4170-849a-96e128e6b694 HTTP/1.1" status: 200 len: 210 time: 0.0376186 Nov 12 00:53:59.065608 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['7f4a4f9d-e3c5-4587-9470-60d804758a00', '068c7cae-9c9b-4543-ba29-1f5c97d2202a', 'd76c2986-dd8a-4df1-8b47-ea03a8fc1669'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:53:59.106279 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94850704-60c7-469d-b199-8885f9f6ee67 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:59.106724 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94850704-60c7-469d-b199-8885f9f6ee67 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:59.107137 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94850704-60c7-469d-b199-8885f9f6ee67 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:59.107544 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94850704-60c7-469d-b199-8885f9f6ee67 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:59.107946 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94850704-60c7-469d-b199-8885f9f6ee67 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:59.108407 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94850704-60c7-469d-b199-8885f9f6ee67 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:59.108837 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94850704-60c7-469d-b199-8885f9f6ee67 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:59.109261 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94850704-60c7-469d-b199-8885f9f6ee67 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:59.109691 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94850704-60c7-469d-b199-8885f9f6ee67 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:59.110117 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94850704-60c7-469d-b199-8885f9f6ee67 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:59.110554 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94850704-60c7-469d-b199-8885f9f6ee67 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:59.110985 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94850704-60c7-469d-b199-8885f9f6ee67 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:53:59.135841 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-94850704-60c7-469d-b199-8885f9f6ee67 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] No DVR routers for this DVR port 2b56d6f1-f1b2-42c6-b614-86ce833b0928 on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:53:59.156135 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-94850704-60c7-469d-b199-8885f9f6ee67 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:53:59.161869 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-94850704-60c7-469d-b199-8885f9f6ee67 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.16 "DELETE /v2.0/ports/2b56d6f1-f1b2-42c6-b614-86ce833b0928 HTTP/1.1" status: 204 len: 173 time: 0.9667768 Nov 12 00:53:59.169037 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b645d0-af99-4170-849a-96e128e6b694', 'name': 'network-vif-deleted', 'tag': '2b56d6f1-f1b2-42c6-b614-86ce833b0928'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:53:59.171377 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c736e978-d1cf-4e34-8baa-b44419e9122f" -d '{"events": [{"server_uuid": "04b645d0-af99-4170-849a-96e128e6b694", "name": "network-vif-deleted", "tag": "2b56d6f1-f1b2-42c6-b614-86ce833b0928"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:53:59.218675 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a2e73b-148a-478f-8f61-71f0c851f6cd req-a455fa93-54f5-433a-89d7-9bf8a980ef8f tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:59.223083 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e5a2e73b-148a-478f-8f61-71f0c851f6cd req-a455fa93-54f5-433a-89d7-9bf8a980ef8f tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7a3b2-baea-4469-9d1e-276b20425e8a HTTP/1.1" status: 200 len: 946 time: 0.1810329 Nov 12 00:53:59.469719 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff1c42-a533-4d4a-bece-29531fe90c52 req-9d1cbae4-063c-4010-ac20-a1d918c7d47f tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:59.480282 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b1ff1c42-a533-4d4a-bece-29531fe90c52 req-9d1cbae4-063c-4010-ac20-a1d918c7d47f tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc7ef492-66a9-4346-a8a6-aaafeb9e1537 HTTP/1.1" status: 200 len: 950 time: 0.2534814 Nov 12 00:53:59.493935 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e5a2e73b-148a-478f-8f61-71f0c851f6cd req-71946259-815d-457c-9f30-5b8e8d4c3675 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/security-groups?id=510a0917-ea45-4112-bcdb-7cef6947100e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384295 Nov 12 00:53:59.586086 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 12 Nov 2021 00:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88dbeadb-6277-46d1-b066-cd123b14634a x-openstack-request-id: req-88dbeadb-6277-46d1-b066-cd123b14634a {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:53:59.586624 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04b645d0-af99-4170-849a-96e128e6b694", "name": "network-vif-deleted", "tag": "2b56d6f1-f1b2-42c6-b614-86ce833b0928", "status": "failed", "code": 422}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:53:59.587053 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-88dbeadb-6277-46d1-b066-cd123b14634a {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:53:59.587624 n-d-712142-27 neutron-server[109085]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '04b645d0-af99-4170-849a-96e128e6b694', 'name': 'network-vif-deleted', 'tag': '2b56d6f1-f1b2-42c6-b614-86ce833b0928', 'status': 'failed', 'code': 422} returned with failed status Nov 12 00:53:59.640615 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b1ff1c42-a533-4d4a-bece-29531fe90c52 req-a60334c0-7a24-4453-bfcb-cef6c5695af6 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593010 Nov 12 00:53:59.862002 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 2b4e7750-1614-43ca-9d55-c72672cc15b1 up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:53:59.895593 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52776) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:53:59.946993 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c4ab9-5544-4a7b-a159-3877f25e7839 req-59be42b8-81e1-4649-9e29-2c83ace0628b tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:53:59.949320 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-032c4ab9-5544-4a7b-a159-3877f25e7839 req-59be42b8-81e1-4649-9e29-2c83ace0628b tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/ports?device_id=44241e0e-86ed-4a6c-b7a4-90aa36076e1b HTTP/1.1" status: 200 len: 949 time: 0.1323204 Nov 12 00:53:59.983625 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-5f28fa93-701b-44e4-9fc8-4e20f92abbca tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=04b645d0-af99-4170-849a-96e128e6b694 HTTP/1.1" status: 200 len: 210 time: 0.0829053 Nov 12 00:54:00.077730 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-032c4ab9-5544-4a7b-a159-3877f25e7839 req-9f990a5f-00c0-41bd-8424-fe727c43dcd6 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/security-groups?id=d83acefb-04f1-490e-bcaa-44c43b9f6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687647 Nov 12 00:54:00.093804 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port 2b4e7750-1614-43ca-9d55-c72672cc15b1 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:54:00.118328 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690fb332-d04c-4cc4-a02c-d31d080a613a req-90162c26-4d25-43cb-8958-92a4f6dbe330 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:00.126487 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-690fb332-d04c-4cc4-a02c-d31d080a613a req-90162c26-4d25-43cb-8958-92a4f6dbe330 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f HTTP/1.1" status: 200 len: 945 time: 0.1754715 Nov 12 00:54:00.128419 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port 2b4e7750-1614-43ca-9d55-c72672cc15b1 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:00.129200 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:00.227989 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-690fb332-d04c-4cc4-a02c-d31d080a613a req-9a827bdf-009b-43f6-8418-999434560c1c tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005692 Nov 12 00:54:00.251955 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d948e-ba53-468f-9d4c-3ad063a37a7b req-82e34682-8021-42e3-93c5-94b96a161c26 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:00.260271 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2b9d948e-ba53-468f-9d4c-3ad063a37a7b req-82e34682-8021-42e3-93c5-94b96a161c26 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd7aff00-2ed1-4173-9184-ab6bcb9b58dc HTTP/1.1" status: 200 len: 946 time: 0.0859606 Nov 12 00:54:00.331593 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2b9d948e-ba53-468f-9d4c-3ad063a37a7b req-6a942d5b-0fd3-4850-91eb-3c64eba43e4d tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6f371520-5127-469d-b96b-144d75981164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701573 Nov 12 00:54:00.377663 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-17b13875-0592-4a11-b349-1ea2fe05808b req-efca9bc0-2996-44c3-a34f-3b69492091dd tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=04b645d0-af99-4170-849a-96e128e6b694 HTTP/1.1" status: 200 len: 210 time: 0.0326033 Nov 12 00:54:00.462596 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82444a6c-49b8-4e1f-a63d-178b5e06c554 req-63acb672-7775-4d03-a68f-3cd1ee0edca4 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:00.470548 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-82444a6c-49b8-4e1f-a63d-178b5e06c554 req-63acb672-7775-4d03-a68f-3cd1ee0edca4 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f07eb67-1e6d-4e72-9a08-9fd55382271e HTTP/1.1" status: 200 len: 946 time: 0.0665569 Nov 12 00:54:00.537993 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-82444a6c-49b8-4e1f-a63d-178b5e06c554 req-806658ce-1151-46c9-bafc-5f8ab4809316 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6f371520-5127-469d-b96b-144d75981164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646319 Nov 12 00:54:00.591241 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-489fedbd-1904-49e0-9fd4-9aeb5423941a req-c3a16846-7d7f-487d-8fde-d5ead9e30d22 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=04b645d0-af99-4170-849a-96e128e6b694 HTTP/1.1" status: 200 len: 210 time: 0.0520840 Nov 12 00:54:00.624182 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:00.683303 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44241e0e-86ed-4a6c-b7a4-90aa36076e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4e7750-1614-43ca-9d55-c72672cc15b1'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:00.684483 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80368b3b-c413-4c3e-81c0-55e607c695d6 req-8e9e3912-8ec3-45be-b553-0d3cb0455dab tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:00.686512 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-80368b3b-c413-4c3e-81c0-55e607c695d6 req-8e9e3912-8ec3-45be-b553-0d3cb0455dab tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7a3b2-baea-4469-9d1e-276b20425e8a HTTP/1.1" status: 200 len: 946 time: 0.0687008 Nov 12 00:54:00.693966 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eddd6dd-3d4d-416a-aff6-8a49742908ae" -d '{"events": [{"server_uuid": "44241e0e-86ed-4a6c-b7a4-90aa36076e1b", "name": "network-vif-plugged", "status": "completed", "tag": "2b4e7750-1614-43ca-9d55-c72672cc15b1"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:00.703262 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 2b4e7750-1614-43ca-9d55-c72672cc15b1, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=2b4e7750-1614-43ca-9d55-c72672cc15b1,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:00.715928 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:00.750326 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-80368b3b-c413-4c3e-81c0-55e607c695d6 req-edefc9ac-663b-4a9d-ab69-3c601c16727f tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/security-groups?id=510a0917-ea45-4112-bcdb-7cef6947100e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562820 Nov 12 00:54:00.791826 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c2cbd190-af39-4901-a5ba-a4f78b380527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:00.813951 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=2b4e7750-1614-43ca-9d55-c72672cc15b1,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:01.008467 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce98538d-ecb6-4cae-8623-8f58f0b2ae20 x-openstack-request-id: req-ce98538d-ecb6-4cae-8623-8f58f0b2ae20 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:01.009068 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44241e0e-86ed-4a6c-b7a4-90aa36076e1b", "name": "network-vif-plugged", "status": "completed", "tag": "2b4e7750-1614-43ca-9d55-c72672cc15b1", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:01.009068 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ce98538d-ecb6-4cae-8623-8f58f0b2ae20 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:01.009399 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44241e0e-86ed-4a6c-b7a4-90aa36076e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4e7750-1614-43ca-9d55-c72672cc15b1', 'code': 200} Nov 12 00:54:01.079085 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb361b06-12a7-4bf3-a5e4-79d9b95d6efa req-89ee33d8-df01-4dc8-bee5-cd8ac69735d9 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:01.080893 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fb361b06-12a7-4bf3-a5e4-79d9b95d6efa req-89ee33d8-df01-4dc8-bee5-cd8ac69735d9 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc7ef492-66a9-4346-a8a6-aaafeb9e1537 HTTP/1.1" status: 200 len: 950 time: 0.0677423 Nov 12 00:54:01.179140 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fb361b06-12a7-4bf3-a5e4-79d9b95d6efa req-0ac5a401-dcec-4b80-a715-ba873fe0f14c tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895882 Nov 12 00:54:01.186281 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d67c10-4cf1-427c-b9f0-97b712b62f7a req-442ed1c6-095c-439a-8c1b-5adc9de988dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:01.188242 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e0d67c10-4cf1-427c-b9f0-97b712b62f7a req-442ed1c6-095c-439a-8c1b-5adc9de988dc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=44241e0e-86ed-4a6c-b7a4-90aa36076e1b HTTP/1.1" status: 200 len: 1102 time: 0.0680525 Nov 12 00:54:01.275791 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e0d67c10-4cf1-427c-b9f0-97b712b62f7a req-f9e90e2d-e57a-4f7a-9174-f01ea8ff6d60 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d83acefb-04f1-490e-bcaa-44c43b9f6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776103 Nov 12 00:54:01.314921 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49990c67-3e36-4030-9a13-e3ce8699c176 req-6058af02-982f-4033-9c35-40a1760f9985 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:01.314921 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-49990c67-3e36-4030-9a13-e3ce8699c176 req-6058af02-982f-4033-9c35-40a1760f9985 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f07eb67-1e6d-4e72-9a08-9fd55382271e HTTP/1.1" status: 200 len: 946 time: 0.0832438 Nov 12 00:54:01.399468 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-49990c67-3e36-4030-9a13-e3ce8699c176 req-3245c4d1-b137-4081-9858-f6ab169b0131 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6f371520-5127-469d-b96b-144d75981164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849943 Nov 12 00:54:01.434747 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b95fe-ec06-4352-a453-0275d45e1c29 req-86a21fad-6941-4fc6-8a34-30906e97d068 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:01.437234 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a61b95fe-ec06-4352-a453-0275d45e1c29 req-86a21fad-6941-4fc6-8a34-30906e97d068 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/ports?device_id=44241e0e-86ed-4a6c-b7a4-90aa36076e1b HTTP/1.1" status: 200 len: 950 time: 0.0864687 Nov 12 00:54:01.515530 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a61b95fe-ec06-4352-a453-0275d45e1c29 req-48ff6519-9a58-4af7-a314-9f6f91e95abd tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/security-groups?id=d83acefb-04f1-490e-bcaa-44c43b9f6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717270 Nov 12 00:54:01.538645 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1431c-37eb-4a64-b53a-9a18d8ef08da req-b8e1bf98-23e1-42cd-aea6-a62c2a7954d3 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:01.540499 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-55c1431c-37eb-4a64-b53a-9a18d8ef08da req-b8e1bf98-23e1-42cd-aea6-a62c2a7954d3 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f HTTP/1.1" status: 200 len: 945 time: 0.0687408 Nov 12 00:54:01.599610 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-55c1431c-37eb-4a64-b53a-9a18d8ef08da req-f35c090e-7622-4f7d-822a-8caf4af09a3d tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521259 Nov 12 00:54:01.779949 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae221c-a98f-4ee6-bfe6-222df184d14f req-248c39ff-def6-424b-9631-926424d01f03 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:01.781477 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f9ae221c-a98f-4ee6-bfe6-222df184d14f req-248c39ff-def6-424b-9631-926424d01f03 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=463d7b0f-dc57-4792-9edc-b4d0c93a91c3 HTTP/1.1" status: 200 len: 949 time: 0.0600004 Nov 12 00:54:01.851191 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f9ae221c-a98f-4ee6-bfe6-222df184d14f req-40af2369-0ed3-4ab2-be99-8bcb7e1360cf tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631576 Nov 12 00:54:01.888488 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb963d1-7836-4093-a253-d03d915c5e25 req-aa41e0af-cc4c-415b-ade2-9c622e536904 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:01.890090 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fbb963d1-7836-4093-a253-d03d915c5e25 req-aa41e0af-cc4c-415b-ade2-9c622e536904 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7a3b2-baea-4469-9d1e-276b20425e8a HTTP/1.1" status: 200 len: 946 time: 0.0558667 Nov 12 00:54:01.957034 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fbb963d1-7836-4093-a253-d03d915c5e25 req-926b9e24-ff3f-4baf-acca-7a4f73037060 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/security-groups?id=510a0917-ea45-4112-bcdb-7cef6947100e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595198 Nov 12 00:54:02.332520 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec19fbc8-c2cf-415a-a068-953dfec5e3e2 req-c0003816-924a-4c6c-bf99-0646941e6607 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:02.334084 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ec19fbc8-c2cf-415a-a068-953dfec5e3e2 req-c0003816-924a-4c6c-bf99-0646941e6607 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc7ef492-66a9-4346-a8a6-aaafeb9e1537 HTTP/1.1" status: 200 len: 950 time: 0.0567715 Nov 12 00:54:02.386792 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ec19fbc8-c2cf-415a-a068-953dfec5e3e2 req-dad765fc-4d68-4d18-be8f-4b340c07a013 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467968 Nov 12 00:54:02.537098 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264f961-d4d7-46f5-b37c-5de3c9ba3b09 req-c1b52800-b434-4ce0-8ee1-509b31422ee3 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:02.538606 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b264f961-d4d7-46f5-b37c-5de3c9ba3b09 req-c1b52800-b434-4ce0-8ee1-509b31422ee3 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f07eb67-1e6d-4e72-9a08-9fd55382271e HTTP/1.1" status: 200 len: 946 time: 0.0563898 Nov 12 00:54:02.592680 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b264f961-d4d7-46f5-b37c-5de3c9ba3b09 req-0a145663-94c2-41ba-b701-2673bb085e5d tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6f371520-5127-469d-b96b-144d75981164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475485 Nov 12 00:54:02.635140 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:02.650781 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89666b27-0da2-478e-8994-146fcbeec878 req-275905b8-073f-4073-a40a-c730ccbf6d5f tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:02.653112 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-89666b27-0da2-478e-8994-146fcbeec878 req-275905b8-073f-4073-a40a-c730ccbf6d5f tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/ports?device_id=44241e0e-86ed-4a6c-b7a4-90aa36076e1b HTTP/1.1" status: 200 len: 950 time: 0.0572426 Nov 12 00:54:02.736444 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-89666b27-0da2-478e-8994-146fcbeec878 req-94ad8cd4-a8da-4286-9935-705d6f0daf05 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/security-groups?id=d83acefb-04f1-490e-bcaa-44c43b9f6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736454 Nov 12 00:54:02.756724 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf6eca-1de6-4cc0-b819-fed9ce7e4b25 req-6efe4215-9b95-4e4b-9d09-dd06333e91c8 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:02.764572 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d7cf6eca-1de6-4cc0-b819-fed9ce7e4b25 req-6efe4215-9b95-4e4b-9d09-dd06333e91c8 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f HTTP/1.1" status: 200 len: 945 time: 0.0752051 Nov 12 00:54:02.813373 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d7cf6eca-1de6-4cc0-b819-fed9ce7e4b25 req-c03b4ca7-080f-44f4-a241-dbfb54da661f tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479302 Nov 12 00:54:02.974741 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73ab7b-5b85-4542-9380-1212e3087ed2 req-ad8cf057-4cfa-42d9-9c36-0186ae0922c3 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:02.976655 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ef73ab7b-5b85-4542-9380-1212e3087ed2 req-ad8cf057-4cfa-42d9-9c36-0186ae0922c3 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=463d7b0f-dc57-4792-9edc-b4d0c93a91c3 HTTP/1.1" status: 200 len: 949 time: 0.0512202 Nov 12 00:54:03.056136 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ef73ab7b-5b85-4542-9380-1212e3087ed2 req-ad643b06-45b3-48fa-9b4e-cea5a169480f tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721531 Nov 12 00:54:03.104385 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1608a5-1c53-40c8-9a1c-84ee293173e0 req-e636f278-4e48-43a7-935f-6900e335ec0f tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:03.106416 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fd1608a5-1c53-40c8-9a1c-84ee293173e0 req-e636f278-4e48-43a7-935f-6900e335ec0f tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7a3b2-baea-4469-9d1e-276b20425e8a HTTP/1.1" status: 200 len: 946 time: 0.0714867 Nov 12 00:54:03.156827 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fd1608a5-1c53-40c8-9a1c-84ee293173e0 req-2675bb94-85c1-4c51-8f72-aea7fbaaaad2 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/security-groups?id=510a0917-ea45-4112-bcdb-7cef6947100e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442321 Nov 12 00:54:03.522064 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013a434-64dc-424e-8bea-96a08703f515 req-21ac05c8-e892-4cf9-8278-811b856c2e84 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:03.523618 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a013a434-64dc-424e-8bea-96a08703f515 req-21ac05c8-e892-4cf9-8278-811b856c2e84 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc7ef492-66a9-4346-a8a6-aaafeb9e1537 HTTP/1.1" status: 200 len: 950 time: 0.0559077 Nov 12 00:54:03.579145 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a013a434-64dc-424e-8bea-96a08703f515 req-70e0b588-74cc-482c-a02a-280c6d29dc5b tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492501 Nov 12 00:54:03.752778 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54549798-10d1-4b32-9ab2-3b25fe86ec64 req-0a2a16af-ddf0-4ca9-a703-c816733582f3 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:03.754336 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-54549798-10d1-4b32-9ab2-3b25fe86ec64 req-0a2a16af-ddf0-4ca9-a703-c816733582f3 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f07eb67-1e6d-4e72-9a08-9fd55382271e HTTP/1.1" status: 200 len: 946 time: 0.0955667 Nov 12 00:54:03.763244 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f37eef-d8c4-40d7-8c39-5d6bc9735703 req-2b52586c-73f4-4005-ab13-80f2170a7f47 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:03.764883 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a4f37eef-d8c4-40d7-8c39-5d6bc9735703 req-2b52586c-73f4-4005-ab13-80f2170a7f47 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f07eb67-1e6d-4e72-9a08-9fd55382271e HTTP/1.1" status: 200 len: 946 time: 0.0926349 Nov 12 00:54:03.844555 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:03.902763 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a4f37eef-d8c4-40d7-8c39-5d6bc9735703 req-f519f13c-4a06-4644-b4c2-c62dc7ac1c33 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6f371520-5127-469d-b96b-144d75981164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282263 Nov 12 00:54:03.931739 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ff0ac-e7e1-4ab7-a334-e2003f16f839 req-8304e0b1-e8e3-4b17-9541-22b42acccf9e tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:03.932817 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ad0ff0ac-e7e1-4ab7-a334-e2003f16f839 req-8304e0b1-e8e3-4b17-9541-22b42acccf9e tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/ports?device_id=44241e0e-86ed-4a6c-b7a4-90aa36076e1b HTTP/1.1" status: 200 len: 950 time: 0.1118016 Nov 12 00:54:03.973994 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-54549798-10d1-4b32-9ab2-3b25fe86ec64 req-a119f29b-106b-4727-ba24-9d71a12c3a4c tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Deleting port 54f2a916-56b6-497a-a89b-0727b3316be0 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:03.974330 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-54549798-10d1-4b32-9ab2-3b25fe86ec64 req-a119f29b-106b-4727-ba24-9d71a12c3a4c tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:04.080000 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ad0ff0ac-e7e1-4ab7-a334-e2003f16f839 req-d7534d28-59fa-4b68-b061-582a2dd5c582 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/security-groups?id=d83acefb-04f1-490e-bcaa-44c43b9f6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382668 Nov 12 00:54:04.130820 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17aecbf-abc6-4a51-a7c9-c40c8e39efe0 req-d5be006d-90fd-4d63-ab3b-d4d67ad0491f tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:04.132400 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f17aecbf-abc6-4a51-a7c9-c40c8e39efe0 req-d5be006d-90fd-4d63-ab3b-d4d67ad0491f tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f HTTP/1.1" status: 200 len: 945 time: 0.1320848 Nov 12 00:54:04.134380 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-54549798-10d1-4b32-9ab2-3b25fe86ec64 req-a119f29b-106b-4727-ba24-9d71a12c3a4c tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] For port 54f2a916-56b6-497a-a89b-0727b3316be0, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=54f2a916-56b6-497a-a89b-0727b3316be0,segment=NetworkSegment(a434b64c-a48b-45f6-82ed-79c7dd532f9d),segment_id=a434b64c-a48b-45f6-82ed-79c7dd532f9d)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:04.134749 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-54549798-10d1-4b32-9ab2-3b25fe86ec64 req-a119f29b-106b-4727-ba24-9d71a12c3a4c tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:04.157454 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-54549798-10d1-4b32-9ab2-3b25fe86ec64 req-a119f29b-106b-4727-ba24-9d71a12c3a4c tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Calling delete_port for 54f2a916-56b6-497a-a89b-0727b3316be0 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:04.318172 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f17aecbf-abc6-4a51-a7c9-c40c8e39efe0 req-8aca7869-31b5-43a8-8af8-5edc5a0022d9 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746955 Nov 12 00:54:04.330540 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a79ecb2-64ff-4b95-a3a7-7800e8289ff1 req-646cdde1-d1e0-4f1e-b178-a38b5f500cd8 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:04.331987 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0a79ecb2-64ff-4b95-a3a7-7800e8289ff1 req-646cdde1-d1e0-4f1e-b178-a38b5f500cd8 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=463d7b0f-dc57-4792-9edc-b4d0c93a91c3 HTTP/1.1" status: 200 len: 949 time: 0.1852386 Nov 12 00:54:04.347660 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973ed47-0d05-4c57-82bf-b60dcbbe8e6a req-51564830-2c82-45f9-a5ba-e7b97e8568c4 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:04.349250 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f973ed47-0d05-4c57-82bf-b60dcbbe8e6a req-51564830-2c82-45f9-a5ba-e7b97e8568c4 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.44 "GET /v2.0/ports?device_id=463d7b0f-dc57-4792-9edc-b4d0c93a91c3 HTTP/1.1" status: 200 len: 949 time: 0.1726882 Nov 12 00:54:04.824535 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0a79ecb2-64ff-4b95-a3a7-7800e8289ff1 req-5f25ba5e-a22b-4c45-8f91-ffef318eca5b tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4586020 Nov 12 00:54:04.847635 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-54549798-10d1-4b32-9ab2-3b25fe86ec64 req-a119f29b-106b-4727-ba24-9d71a12c3a4c tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:04.870193 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a3f04-26ca-49a2-823d-296d0b71dcb9 req-f4a5bc21-ba4e-4473-a23e-7094237a8dd2 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:04.875258 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a94a3f04-26ca-49a2-823d-296d0b71dcb9 req-f4a5bc21-ba4e-4473-a23e-7094237a8dd2 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7a3b2-baea-4469-9d1e-276b20425e8a HTTP/1.1" status: 200 len: 946 time: 0.4684944 Nov 12 00:54:04.889121 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['d3c6c2ff-e10d-4345-b2ed-c3907294f3b9'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:54:04.940210 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a119f29b-106b-4727-ba24-9d71a12c3a4c tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Pushing event deleted for resources: {'Port': ['ID=54f2a916-56b6-497a-a89b-0727b3316be0,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:04.974542 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['54f2a916-56b6-497a-a89b-0727b3316be0', '9abca1d0-5814-4443-9a3c-12eb75bb5a6a'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:54:04.986582 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-f973ed47-0d05-4c57-82bf-b60dcbbe8e6a req-818e676f-e7d1-49dd-a750-67441bffc8b7 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Deleting port d76c2986-dd8a-4df1-8b47-ea03a8fc1669 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:04.986796 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f973ed47-0d05-4c57-82bf-b60dcbbe8e6a req-818e676f-e7d1-49dd-a750-67441bffc8b7 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:05.065802 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:05.093609 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-54549798-10d1-4b32-9ab2-3b25fe86ec64 req-a119f29b-106b-4727-ba24-9d71a12c3a4c tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] No DVR routers for this DVR port 54f2a916-56b6-497a-a89b-0727b3316be0 on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:54:05.096826 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-54549798-10d1-4b32-9ab2-3b25fe86ec64 req-a119f29b-106b-4727-ba24-9d71a12c3a4c tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:05.100638 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-54549798-10d1-4b32-9ab2-3b25fe86ec64 req-a119f29b-106b-4727-ba24-9d71a12c3a4c tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.44 "DELETE /v2.0/ports/54f2a916-56b6-497a-a89b-0727b3316be0 HTTP/1.1" status: 204 len: 173 time: 1.3347776 Nov 12 00:54:05.124604 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f07eb67-1e6d-4e72-9a08-9fd55382271e', 'name': 'network-vif-deleted', 'tag': '54f2a916-56b6-497a-a89b-0727b3316be0'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:05.127676 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca16d512-29f5-451b-9761-76b47164e981" -d '{"events": [{"server_uuid": "3f07eb67-1e6d-4e72-9a08-9fd55382271e", "name": "network-vif-deleted", "tag": "54f2a916-56b6-497a-a89b-0727b3316be0"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:05.150545 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a94a3f04-26ca-49a2-823d-296d0b71dcb9 req-c80d53a9-a56f-4437-9c26-99af0de39d53 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/security-groups?id=510a0917-ea45-4112-bcdb-7cef6947100e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423246 Nov 12 00:54:05.248931 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a23d4-b5d9-4565-af84-424ef89d3335 req-daface95-5c57-4b22-9023-2f133addf15f tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:05.256823 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-003a23d4-b5d9-4565-af84-424ef89d3335 req-daface95-5c57-4b22-9023-2f133addf15f tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc7ef492-66a9-4346-a8a6-aaafeb9e1537 HTTP/1.1" status: 200 len: 950 time: 0.2088037 Nov 12 00:54:05.278442 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-f973ed47-0d05-4c57-82bf-b60dcbbe8e6a req-818e676f-e7d1-49dd-a750-67441bffc8b7 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] For port d76c2986-dd8a-4df1-8b47-ea03a8fc1669, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d76c2986-dd8a-4df1-8b47-ea03a8fc1669,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:05.278921 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f973ed47-0d05-4c57-82bf-b60dcbbe8e6a req-818e676f-e7d1-49dd-a750-67441bffc8b7 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:05.308253 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-f973ed47-0d05-4c57-82bf-b60dcbbe8e6a req-818e676f-e7d1-49dd-a750-67441bffc8b7 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Calling delete_port for d76c2986-dd8a-4df1-8b47-ea03a8fc1669 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:05.402903 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-003a23d4-b5d9-4565-af84-424ef89d3335 req-8338792f-99b8-482e-b58f-a03abaca6b30 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372015 Nov 12 00:54:05.567495 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-15646f78-ceaa-4395-ae70-f47da3a428be req-bf89369e-0579-48b0-bceb-fd99290134d2 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.45 "GET /v2.0/ports?device_id=3f07eb67-1e6d-4e72-9a08-9fd55382271e HTTP/1.1" status: 200 len: 210 time: 0.0486228 Nov 12 00:54:05.576769 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f973ed47-0d05-4c57-82bf-b60dcbbe8e6a req-818e676f-e7d1-49dd-a750-67441bffc8b7 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:05.614763 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e676f-e7d1-49dd-a750-67441bffc8b7 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Pushing event deleted for resources: {'Port': ['ID=d76c2986-dd8a-4df1-8b47-ea03a8fc1669,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:05.676738 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-f973ed47-0d05-4c57-82bf-b60dcbbe8e6a req-818e676f-e7d1-49dd-a750-67441bffc8b7 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] No DVR routers for this DVR port d76c2986-dd8a-4df1-8b47-ea03a8fc1669 on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:54:05.679700 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f973ed47-0d05-4c57-82bf-b60dcbbe8e6a req-818e676f-e7d1-49dd-a750-67441bffc8b7 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:05.684543 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f973ed47-0d05-4c57-82bf-b60dcbbe8e6a req-818e676f-e7d1-49dd-a750-67441bffc8b7 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.44 "DELETE /v2.0/ports/d76c2986-dd8a-4df1-8b47-ea03a8fc1669 HTTP/1.1" status: 204 len: 173 time: 1.3261042 Nov 12 00:54:05.749103 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35781ea2-caeb-4cee-98d0-354cf1c7f733 x-openstack-request-id: req-35781ea2-caeb-4cee-98d0-354cf1c7f733 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:05.749399 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f07eb67-1e6d-4e72-9a08-9fd55382271e", "name": "network-vif-deleted", "tag": "54f2a916-56b6-497a-a89b-0727b3316be0", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:05.749662 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-35781ea2-caeb-4cee-98d0-354cf1c7f733 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:05.750052 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f07eb67-1e6d-4e72-9a08-9fd55382271e', 'name': 'network-vif-deleted', 'tag': '54f2a916-56b6-497a-a89b-0727b3316be0', 'status': 'completed', 'code': 200} Nov 12 00:54:05.768064 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['7f4a4f9d-e3c5-4587-9470-60d804758a00', '068c7cae-9c9b-4543-ba29-1f5c97d2202a', 'd76c2986-dd8a-4df1-8b47-ea03a8fc1669'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:54:05.775052 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4deaf-63d4-4671-97ef-fa1e6908e7b5 req-1ccb1510-a87d-421e-ac5e-768416e0951f tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:05.790501 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0bc4deaf-63d4-4671-97ef-fa1e6908e7b5 req-1ccb1510-a87d-421e-ac5e-768416e0951f tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/ports?device_id=44241e0e-86ed-4a6c-b7a4-90aa36076e1b HTTP/1.1" status: 200 len: 950 time: 0.1137376 Nov 12 00:54:05.869570 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['8ee9b406-63fc-4abb-9ad7-a586a9c8cd94', '559534ec-b918-4572-b31d-8e35637a07fc', '00dbddc7-a1c8-4c61-99f2-f71236b0ee66', '903e9341-2db9-4f60-814e-55a6db923eda'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:54:05.972268 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0bc4deaf-63d4-4671-97ef-fa1e6908e7b5 req-640c45db-a6c3-4990-89ca-36f097eb4e7b tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/security-groups?id=d83acefb-04f1-490e-bcaa-44c43b9f6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642807 Nov 12 00:54:06.091180 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73961034-e79f-4466-8570-2bdeefa82785 req-a6b4bd2c-2c74-4021-8d62-a176c863bd68 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:06.094897 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-73961034-e79f-4466-8570-2bdeefa82785 req-a6b4bd2c-2c74-4021-8d62-a176c863bd68 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f HTTP/1.1" status: 200 len: 945 time: 0.2205653 Nov 12 00:54:06.184455 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-42697eae-fd48-4dd6-ac9d-c94aafbcd228 req-5b01935a-dd22-4030-a8e6-6e959f5fcba9 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=463d7b0f-dc57-4792-9edc-b4d0c93a91c3 HTTP/1.1" status: 200 len: 210 time: 0.0525782 Nov 12 00:54:06.306987 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-73961034-e79f-4466-8570-2bdeefa82785 req-3ebfbc80-9f12-4101-bbec-46880790e483 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057984 Nov 12 00:54:06.440008 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d52f4-c2e3-4fe2-8e6c-0126bc21dd14 req-8478598c-c0ff-47e3-92a9-f37591c7e125 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:06.441634 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9d4d52f4-c2e3-4fe2-8e6c-0126bc21dd14 req-8478598c-c0ff-47e3-92a9-f37591c7e125 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7a3b2-baea-4469-9d1e-276b20425e8a HTTP/1.1" status: 200 len: 946 time: 0.1002905 Nov 12 00:54:06.576450 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9d4d52f4-c2e3-4fe2-8e6c-0126bc21dd14 req-3835df7d-b90e-4641-8df1-468eb8cf2cb7 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/security-groups?id=510a0917-ea45-4112-bcdb-7cef6947100e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205051 Nov 12 00:54:06.651069 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1e058-4a0a-4dd7-a239-c65abb11073f req-f742f6e4-9608-4814-af89-7f137e199527 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:06.660223 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2bb1e058-4a0a-4dd7-a239-c65abb11073f req-f742f6e4-9608-4814-af89-7f137e199527 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc7ef492-66a9-4346-a8a6-aaafeb9e1537 HTTP/1.1" status: 200 len: 950 time: 0.1287277 Nov 12 00:54:06.732488 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2bb1e058-4a0a-4dd7-a239-c65abb11073f req-4d9a55ff-bd95-4958-9fa1-999d337de051 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680680 Nov 12 00:54:07.335693 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308e9c3-4f45-437f-88bd-fd078981d41a req-8f7b6315-9be9-41bd-8bd6-73d29cbd04de tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:07.338628 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3308e9c3-4f45-437f-88bd-fd078981d41a req-8f7b6315-9be9-41bd-8bd6-73d29cbd04de tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/ports?device_id=44241e0e-86ed-4a6c-b7a4-90aa36076e1b HTTP/1.1" status: 200 len: 950 time: 0.0713146 Nov 12 00:54:07.431803 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3308e9c3-4f45-437f-88bd-fd078981d41a req-2c8dfd62-afa0-4fb3-9e81-166483ba807e tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/security-groups?id=d83acefb-04f1-490e-bcaa-44c43b9f6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863924 Nov 12 00:54:07.584493 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07430f-7c8b-47cd-b6c5-de653a04ff2b req-92ac729a-c306-41a4-abd8-3034681ccdfa tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:07.586715 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7d07430f-7c8b-47cd-b6c5-de653a04ff2b req-92ac729a-c306-41a4-abd8-3034681ccdfa tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f HTTP/1.1" status: 200 len: 945 time: 0.0845530 Nov 12 00:54:07.711302 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7d07430f-7c8b-47cd-b6c5-de653a04ff2b req-7f649011-a19e-4589-ac02-29308a34f477 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175175 Nov 12 00:54:07.756007 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '463d7b0f-dc57-4792-9edc-b4d0c93a91c3', 'name': 'network-vif-deleted', 'tag': 'd76c2986-dd8a-4df1-8b47-ea03a8fc1669'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:07.766691 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f78c3d-9024-41ae-bfeb-7a50c1412ee3" -d '{"events": [{"server_uuid": "463d7b0f-dc57-4792-9edc-b4d0c93a91c3", "name": "network-vif-deleted", "tag": "d76c2986-dd8a-4df1-8b47-ea03a8fc1669"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:07.822180 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88679893-8e1b-410d-8d5d-970022f5d868 req-121b6fbe-c9e1-4af7-9f56-d4c409c816ee tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:07.831844 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-88679893-8e1b-410d-8d5d-970022f5d868 req-121b6fbe-c9e1-4af7-9f56-d4c409c816ee tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=e65c675e-1a9f-4cc7-9955-0c823551197c HTTP/1.1" status: 200 len: 950 time: 0.1448560 Nov 12 00:54:07.869635 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 54f2a916-56b6-497a-a89b-0727b3316be0 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:07.910098 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 54f2a916-56b6-497a-a89b-0727b3316be0 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:54:07.910440 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 54f2a916-56b6-497a-a89b-0727b3316be0 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:54:07.911217 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device d76c2986-dd8a-4df1-8b47-ea03a8fc1669 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:07.930100 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-88679893-8e1b-410d-8d5d-970022f5d868 req-258d472c-6bc6-4bc1-8ac3-ed968b984c18 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970931 Nov 12 00:54:07.936067 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: d76c2986-dd8a-4df1-8b47-ea03a8fc1669 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:54:07.936695 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device d76c2986-dd8a-4df1-8b47-ea03a8fc1669 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:54:07.960049 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72222a2-2fe7-4de9-aa22-55d2cba23ea4 req-2d9deba1-4f8a-4fde-9047-3f4a3ae4ec70 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:07.993327 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e72222a2-2fe7-4de9-aa22-55d2cba23ea4 req-2d9deba1-4f8a-4fde-9047-3f4a3ae4ec70 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7a3b2-baea-4469-9d1e-276b20425e8a HTTP/1.1" status: 200 len: 946 time: 0.1590250 Nov 12 00:54:08.007183 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:08.060983 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e72222a2-2fe7-4de9-aa22-55d2cba23ea4 req-b5c01e1f-7b89-4646-ba24-07c53a08053d tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/security-groups?id=510a0917-ea45-4112-bcdb-7cef6947100e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664520 Nov 12 00:54:08.123478 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06f3060-c316-4cf8-9dab-c3f6fc9d408b x-openstack-request-id: req-c06f3060-c316-4cf8-9dab-c3f6fc9d408b {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:08.124323 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "463d7b0f-dc57-4792-9edc-b4d0c93a91c3", "name": "network-vif-deleted", "tag": "d76c2986-dd8a-4df1-8b47-ea03a8fc1669", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:08.124668 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c06f3060-c316-4cf8-9dab-c3f6fc9d408b {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:08.125152 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '463d7b0f-dc57-4792-9edc-b4d0c93a91c3', 'name': 'network-vif-deleted', 'tag': 'd76c2986-dd8a-4df1-8b47-ea03a8fc1669', 'status': 'completed', 'code': 200} Nov 12 00:54:08.162005 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd62d33-cddc-4f91-84b4-4b65e157ef2c req-565455ba-b291-4bc8-b26c-654b733d5b88 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:08.170154 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bdd62d33-cddc-4f91-84b4-4b65e157ef2c req-565455ba-b291-4bc8-b26c-654b733d5b88 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc7ef492-66a9-4346-a8a6-aaafeb9e1537 HTTP/1.1" status: 200 len: 950 time: 0.0941386 Nov 12 00:54:08.225294 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bdd62d33-cddc-4f91-84b4-4b65e157ef2c req-44efa7dd-a558-4be6-ac47-5f854ec9311e tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539517 Nov 12 00:54:08.675508 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c8f78-ab53-4e2d-9766-af9f4f366086 req-717fc38f-0175-4e3a-ab2f-b051d68e8b08 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:08.681716 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c8f78-ab53-4e2d-9766-af9f4f366086 req-717fc38f-0175-4e3a-ab2f-b051d68e8b08 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:08.683915 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5f3c8f78-ab53-4e2d-9766-af9f4f366086 req-717fc38f-0175-4e3a-ab2f-b051d68e8b08 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.45 "GET /v2.0/ports?device_id=22bc2517-b469-4acf-a563-2eda6a0c1379&device_id=dd7aff00-2ed1-4173-9184-ab6bcb9b58dc HTTP/1.1" status: 200 len: 1682 time: 0.0634198 Nov 12 00:54:08.752430 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5f3c8f78-ab53-4e2d-9766-af9f4f366086 req-745083bb-17f4-4fd8-ad3b-1ecc067e6f85 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6f371520-5127-469d-b96b-144d75981164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562887 Nov 12 00:54:08.918906 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6e418-327c-497e-bce0-5adbded6e6cc req-290bbb0c-82ed-4de6-8795-82bded53f952 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:08.920409 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-74e6e418-327c-497e-bce0-5adbded6e6cc req-290bbb0c-82ed-4de6-8795-82bded53f952 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/ports?device_id=44241e0e-86ed-4a6c-b7a4-90aa36076e1b HTTP/1.1" status: 200 len: 950 time: 0.0895145 Nov 12 00:54:08.960642 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf23ca9-cea9-4b12-8ed3-bf17d53c3ac0 req-e6f5fc1f-522f-4902-9f76-30120e213164 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:08.962206 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fbf23ca9-cea9-4b12-8ed3-bf17d53c3ac0 req-e6f5fc1f-522f-4902-9f76-30120e213164 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f HTTP/1.1" status: 200 len: 945 time: 0.0849845 Nov 12 00:54:09.006781 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-74e6e418-327c-497e-bce0-5adbded6e6cc req-cf34a36c-5779-4e0a-a877-9076e6a105b9 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/security-groups?id=d83acefb-04f1-490e-bcaa-44c43b9f6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762329 Nov 12 00:54:09.043399 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fbf23ca9-cea9-4b12-8ed3-bf17d53c3ac0 req-eb160ee6-b060-4da3-a164-53aba0764276 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690966 Nov 12 00:54:09.191081 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f8c3e7-423a-44a3-b0f1-212373cfc9a8 req-0f17310e-31b8-464c-821e-72989e46b19c tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:09.192786 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-70f8c3e7-423a-44a3-b0f1-212373cfc9a8 req-0f17310e-31b8-464c-821e-72989e46b19c tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=e65c675e-1a9f-4cc7-9955-0c823551197c HTTP/1.1" status: 200 len: 950 time: 0.0810590 Nov 12 00:54:09.277163 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-70f8c3e7-423a-44a3-b0f1-212373cfc9a8 req-68fbdfdf-a54d-433e-b657-489ad54b23f0 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745621 Nov 12 00:54:09.316655 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497f9e4-7126-454c-b458-c71749f08a81 req-2db9f64f-0c31-4e1b-84d2-9484103d4733 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:09.318241 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a497f9e4-7126-454c-b458-c71749f08a81 req-2db9f64f-0c31-4e1b-84d2-9484103d4733 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7a3b2-baea-4469-9d1e-276b20425e8a HTTP/1.1" status: 200 len: 946 time: 0.0692120 Nov 12 00:54:09.375588 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a497f9e4-7126-454c-b458-c71749f08a81 req-c082bb16-e4d4-41ff-aab3-07b3e21e8cfa tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/security-groups?id=510a0917-ea45-4112-bcdb-7cef6947100e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490239 Nov 12 00:54:09.474392 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a22689-76fe-45a1-b6b6-aa0c6557c83b req-d438a662-977a-4f4b-b766-1ec6bf581d79 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:09.475955 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e4a22689-76fe-45a1-b6b6-aa0c6557c83b req-d438a662-977a-4f4b-b766-1ec6bf581d79 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc7ef492-66a9-4346-a8a6-aaafeb9e1537 HTTP/1.1" status: 200 len: 950 time: 0.0582871 Nov 12 00:54:09.559290 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e4a22689-76fe-45a1-b6b6-aa0c6557c83b req-ad9a39d5-5f65-43be-9636-ad8f45805f8f tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768452 Nov 12 00:54:09.629230 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa5f82-1778-4d84-8b4a-daa7954d5b89 req-4512c1b5-e936-4643-b0ac-c76409973f8a tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:09.630971 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e2aa5f82-1778-4d84-8b4a-daa7954d5b89 req-4512c1b5-e936-4643-b0ac-c76409973f8a tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.44 "GET /v2.0/ports?device_id=e65c675e-1a9f-4cc7-9955-0c823551197c HTTP/1.1" status: 200 len: 950 time: 0.1123400 Nov 12 00:54:09.754146 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-e2aa5f82-1778-4d84-8b4a-daa7954d5b89 req-226b171e-db03-4662-b53d-d3d95c8a9f00 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Deleting port 068c7cae-9c9b-4543-ba29-1f5c97d2202a {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:09.755503 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e2aa5f82-1778-4d84-8b4a-daa7954d5b89 req-226b171e-db03-4662-b53d-d3d95c8a9f00 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:09.907412 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-e2aa5f82-1778-4d84-8b4a-daa7954d5b89 req-226b171e-db03-4662-b53d-d3d95c8a9f00 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] For port 068c7cae-9c9b-4543-ba29-1f5c97d2202a, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=068c7cae-9c9b-4543-ba29-1f5c97d2202a,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:09.907696 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e2aa5f82-1778-4d84-8b4a-daa7954d5b89 req-226b171e-db03-4662-b53d-d3d95c8a9f00 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:09.939804 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd214be4-a2b4-4f6e-93cf-dbb84a55f1d6 req-9c7ec433-953c-4f47-9e15-4c509ab891c6 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:09.941833 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dd214be4-a2b4-4f6e-93cf-dbb84a55f1d6 req-9c7ec433-953c-4f47-9e15-4c509ab891c6 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd7aff00-2ed1-4173-9184-ab6bcb9b58dc HTTP/1.1" status: 200 len: 946 time: 0.1034541 Nov 12 00:54:09.943137 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-e2aa5f82-1778-4d84-8b4a-daa7954d5b89 req-226b171e-db03-4662-b53d-d3d95c8a9f00 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Calling delete_port for 068c7cae-9c9b-4543-ba29-1f5c97d2202a owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:10.080822 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dd214be4-a2b4-4f6e-93cf-dbb84a55f1d6 req-d434308e-a1b8-4c81-9e6f-88eec349b574 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6f371520-5127-469d-b96b-144d75981164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320846 Nov 12 00:54:10.232353 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e2aa5f82-1778-4d84-8b4a-daa7954d5b89 req-226b171e-db03-4662-b53d-d3d95c8a9f00 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:10.246004 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:10.275303 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15838fd-a494-48ca-bdfd-ec1ff24aa759 req-06f94b36-cca9-496c-b250-8103079c9854 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:10.275588 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['8ee9b406-63fc-4abb-9ad7-a586a9c8cd94', '559534ec-b918-4572-b31d-8e35637a07fc', '00dbddc7-a1c8-4c61-99f2-f71236b0ee66', '903e9341-2db9-4f60-814e-55a6db923eda'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:54:10.277441 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e15838fd-a494-48ca-bdfd-ec1ff24aa759 req-06f94b36-cca9-496c-b250-8103079c9854 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/ports?device_id=44241e0e-86ed-4a6c-b7a4-90aa36076e1b HTTP/1.1" status: 200 len: 950 time: 0.1357379 Nov 12 00:54:10.284781 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b171e-db03-4662-b53d-d3d95c8a9f00 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Pushing event deleted for resources: {'Port': ['ID=068c7cae-9c9b-4543-ba29-1f5c97d2202a,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:10.314619 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c98b7-16cf-4541-bc9d-7cbb2a19ef2d req-0657448b-49e7-4215-a17f-01211356a722 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:10.322045 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3e3c98b7-16cf-4541-bc9d-7cbb2a19ef2d req-0657448b-49e7-4215-a17f-01211356a722 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f HTTP/1.1" status: 200 len: 945 time: 0.1430719 Nov 12 00:54:10.336023 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['7f4a4f9d-e3c5-4587-9470-60d804758a00', '068c7cae-9c9b-4543-ba29-1f5c97d2202a'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:54:10.390328 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2aa5f82-1778-4d84-8b4a-daa7954d5b89 req-226b171e-db03-4662-b53d-d3d95c8a9f00 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] No DVR routers for this DVR port 068c7cae-9c9b-4543-ba29-1f5c97d2202a on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:54:10.396028 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e2aa5f82-1778-4d84-8b4a-daa7954d5b89 req-226b171e-db03-4662-b53d-d3d95c8a9f00 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:10.399569 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e2aa5f82-1778-4d84-8b4a-daa7954d5b89 req-226b171e-db03-4662-b53d-d3d95c8a9f00 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.44 "DELETE /v2.0/ports/068c7cae-9c9b-4543-ba29-1f5c97d2202a HTTP/1.1" status: 204 len: 173 time: 0.7609851 Nov 12 00:54:10.407254 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e65c675e-1a9f-4cc7-9955-0c823551197c', 'name': 'network-vif-deleted', 'tag': '068c7cae-9c9b-4543-ba29-1f5c97d2202a'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:10.409304 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cdf0c90-b892-4eaa-8d69-e3be588eef39" -d '{"events": [{"server_uuid": "e65c675e-1a9f-4cc7-9955-0c823551197c", "name": "network-vif-deleted", "tag": "068c7cae-9c9b-4543-ba29-1f5c97d2202a"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:10.441328 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e15838fd-a494-48ca-bdfd-ec1ff24aa759 req-31ff8efe-1440-4089-bc70-76dab0eee553 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/security-groups?id=d83acefb-04f1-490e-bcaa-44c43b9f6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523018 Nov 12 00:54:10.451878 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3e3c98b7-16cf-4541-bc9d-7cbb2a19ef2d req-46057809-14b5-4c1b-a828-6940cfa33423 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288838 Nov 12 00:54:10.596929 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ec3d52ec-b702-4b09-877f-be2dd88944b8 req-bef4a2fa-2c39-4348-a756-37955fca560c tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=e65c675e-1a9f-4cc7-9955-0c823551197c HTTP/1.1" status: 200 len: 210 time: 0.0507867 Nov 12 00:54:10.631223 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd899282-1cc8-448f-967e-5ffb30604017 req-382c4fda-ae26-43b8-ae92-0cf1e2493c0a tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:10.634269 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cd899282-1cc8-448f-967e-5ffb30604017 req-382c4fda-ae26-43b8-ae92-0cf1e2493c0a tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7a3b2-baea-4469-9d1e-276b20425e8a HTTP/1.1" status: 200 len: 946 time: 0.0993712 Nov 12 00:54:10.679890 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3027a240-e6b7-49b4-aea0-44455a322239 x-openstack-request-id: req-3027a240-e6b7-49b4-aea0-44455a322239 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:10.680221 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e65c675e-1a9f-4cc7-9955-0c823551197c", "name": "network-vif-deleted", "tag": "068c7cae-9c9b-4543-ba29-1f5c97d2202a", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:10.680481 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3027a240-e6b7-49b4-aea0-44455a322239 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:10.680882 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e65c675e-1a9f-4cc7-9955-0c823551197c', 'name': 'network-vif-deleted', 'tag': '068c7cae-9c9b-4543-ba29-1f5c97d2202a', 'status': 'completed', 'code': 200} Nov 12 00:54:10.717637 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cd899282-1cc8-448f-967e-5ffb30604017 req-f1200f93-c2f0-44b1-9072-877522566509 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/security-groups?id=510a0917-ea45-4112-bcdb-7cef6947100e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731630 Nov 12 00:54:10.808404 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d042b1f-b38b-4a36-90f2-b0933d291894 req-e07c09ab-c710-41e2-977a-e17c3db41df5 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:10.810822 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4d042b1f-b38b-4a36-90f2-b0933d291894 req-e07c09ab-c710-41e2-977a-e17c3db41df5 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc7ef492-66a9-4346-a8a6-aaafeb9e1537 HTTP/1.1" status: 200 len: 950 time: 0.0672061 Nov 12 00:54:10.866860 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4d042b1f-b38b-4a36-90f2-b0933d291894 req-595f0f91-9a25-4772-9dd2-4ea6333ed98e tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484347 Nov 12 00:54:11.408929 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c1357-e88e-4bd6-9ff1-4a6fd6e0e736 req-265a6ca7-896f-44ce-8b58-37b5dfecad9b tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:11.417098 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a08c1357-e88e-4bd6-9ff1-4a6fd6e0e736 req-265a6ca7-896f-44ce-8b58-37b5dfecad9b tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd7aff00-2ed1-4173-9184-ab6bcb9b58dc HTTP/1.1" status: 200 len: 946 time: 0.0709267 Nov 12 00:54:11.460695 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a08c1357-e88e-4bd6-9ff1-4a6fd6e0e736 req-f609ce58-f50e-454a-9cc4-3c6c2b6bed5b tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6f371520-5127-469d-b96b-144d75981164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430887 Nov 12 00:54:11.607530 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f684b-cec5-4372-84b7-e9182524da1c req-b9f5b193-351e-4b91-bb55-75f3c05d5a2c tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:11.609115 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-260f684b-cec5-4372-84b7-e9182524da1c req-b9f5b193-351e-4b91-bb55-75f3c05d5a2c tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/ports?device_id=44241e0e-86ed-4a6c-b7a4-90aa36076e1b HTTP/1.1" status: 200 len: 950 time: 0.0842242 Nov 12 00:54:11.618215 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b08fa7-b207-4ea5-8389-7f37b890433b req-3da973b0-6ad3-4889-849e-d04a0c3991b4 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:11.619711 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d4b08fa7-b207-4ea5-8389-7f37b890433b req-3da973b0-6ad3-4889-849e-d04a0c3991b4 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f HTTP/1.1" status: 200 len: 945 time: 0.0853038 Nov 12 00:54:11.698854 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-260f684b-cec5-4372-84b7-e9182524da1c req-ad945fb5-c32f-4728-89dc-511fd62ba0d9 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/security-groups?id=d83acefb-04f1-490e-bcaa-44c43b9f6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779576 Nov 12 00:54:11.702512 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d4b08fa7-b207-4ea5-8389-7f37b890433b req-baf5a8c4-6c3f-4a5d-9f03-1eedc1fd3442 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758035 Nov 12 00:54:11.874653 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c46795-fd71-4a32-b50e-70077631840f req-5328e8b6-9579-4341-88a7-e8e4febf67f3 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:11.876264 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-64c46795-fd71-4a32-b50e-70077631840f req-5328e8b6-9579-4341-88a7-e8e4febf67f3 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7a3b2-baea-4469-9d1e-276b20425e8a HTTP/1.1" status: 200 len: 946 time: 0.0889466 Nov 12 00:54:11.885600 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ed57c-8a12-4dc9-9d5a-4794b0736758 req-deb4cae8-7add-4c38-aa34-83d69ba38ea1 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:11.887443 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eb4ed57c-8a12-4dc9-9d5a-4794b0736758 req-deb4cae8-7add-4c38-aa34-83d69ba38ea1 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.44 "GET /v2.0/ports?device_id=22bc2517-b469-4acf-a563-2eda6a0c1379 HTTP/1.1" status: 200 len: 945 time: 0.0722420 Nov 12 00:54:12.021721 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-64c46795-fd71-4a32-b50e-70077631840f req-4db0eef9-6f8b-4f64-b2ab-cfe614500cf8 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/security-groups?id=510a0917-ea45-4112-bcdb-7cef6947100e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331899 Nov 12 00:54:12.055464 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca054c6-7256-4f48-81ec-f5f4ef54a279 req-9f426c40-27fc-4a2f-b2d2-78e4559fa3f7 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:12.057130 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5ca054c6-7256-4f48-81ec-f5f4ef54a279 req-9f426c40-27fc-4a2f-b2d2-78e4559fa3f7 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc7ef492-66a9-4346-a8a6-aaafeb9e1537 HTTP/1.1" status: 200 len: 950 time: 0.1041677 Nov 12 00:54:12.070079 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-eb4ed57c-8a12-4dc9-9d5a-4794b0736758 req-fb7dbb79-265a-425b-b755-0966269d9faf tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Deleting port 9abca1d0-5814-4443-9a3c-12eb75bb5a6a {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:12.070445 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-eb4ed57c-8a12-4dc9-9d5a-4794b0736758 req-fb7dbb79-265a-425b-b755-0966269d9faf tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:12.186942 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5ca054c6-7256-4f48-81ec-f5f4ef54a279 req-6b3e8b3c-1dad-4cd0-9ad9-0d6bf5697e3e tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187797 Nov 12 00:54:12.222645 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-eb4ed57c-8a12-4dc9-9d5a-4794b0736758 req-fb7dbb79-265a-425b-b755-0966269d9faf tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] For port 9abca1d0-5814-4443-9a3c-12eb75bb5a6a, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=9abca1d0-5814-4443-9a3c-12eb75bb5a6a,segment=NetworkSegment(a434b64c-a48b-45f6-82ed-79c7dd532f9d),segment_id=a434b64c-a48b-45f6-82ed-79c7dd532f9d)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:12.223593 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-eb4ed57c-8a12-4dc9-9d5a-4794b0736758 req-fb7dbb79-265a-425b-b755-0966269d9faf tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:12.238958 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-eb4ed57c-8a12-4dc9-9d5a-4794b0736758 req-fb7dbb79-265a-425b-b755-0966269d9faf tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Calling delete_port for 9abca1d0-5814-4443-9a3c-12eb75bb5a6a owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:12.348242 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf853f-15b5-4ec5-b742-f5dc5160de35 req-9f7d5694-ce16-4d65-b4a4-0332297b330d tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:12.352770 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f6bf853f-15b5-4ec5-b742-f5dc5160de35 req-9f7d5694-ce16-4d65-b4a4-0332297b330d tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcf5a37e-b3ce-475b-8b26-2eedd77fe336 HTTP/1.1" status: 200 len: 950 time: 0.0988016 Nov 12 00:54:12.455548 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f6bf853f-15b5-4ec5-b742-f5dc5160de35 req-78c5992d-7be6-48db-b96e-4a256054a3ef tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949287 Nov 12 00:54:12.474212 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-eb4ed57c-8a12-4dc9-9d5a-4794b0736758 req-fb7dbb79-265a-425b-b755-0966269d9faf tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:12.520422 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['9abca1d0-5814-4443-9a3c-12eb75bb5a6a'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:54:12.540953 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7dbb79-265a-425b-b755-0966269d9faf tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Pushing event deleted for resources: {'Port': ['ID=9abca1d0-5814-4443-9a3c-12eb75bb5a6a,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:12.589713 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb4ed57c-8a12-4dc9-9d5a-4794b0736758 req-fb7dbb79-265a-425b-b755-0966269d9faf tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] No DVR routers for this DVR port 9abca1d0-5814-4443-9a3c-12eb75bb5a6a on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:54:12.601570 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-eb4ed57c-8a12-4dc9-9d5a-4794b0736758 req-fb7dbb79-265a-425b-b755-0966269d9faf tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:12.605481 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eb4ed57c-8a12-4dc9-9d5a-4794b0736758 req-fb7dbb79-265a-425b-b755-0966269d9faf tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.44 "DELETE /v2.0/ports/9abca1d0-5814-4443-9a3c-12eb75bb5a6a HTTP/1.1" status: 204 len: 173 time: 0.7094967 Nov 12 00:54:12.664831 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744bfc66-986e-4db9-bb26-4d85840192ff req-bce23ef4-be06-417d-8527-f6bdab40ec22 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:12.666589 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-744bfc66-986e-4db9-bb26-4d85840192ff req-bce23ef4-be06-417d-8527-f6bdab40ec22 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd7aff00-2ed1-4173-9184-ab6bcb9b58dc HTTP/1.1" status: 200 len: 946 time: 0.0791912 Nov 12 00:54:12.687610 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22bc2517-b469-4acf-a563-2eda6a0c1379', 'name': 'network-vif-deleted', 'tag': '9abca1d0-5814-4443-9a3c-12eb75bb5a6a'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:12.690182 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85091dd-87f3-4e27-9b5b-4174f6040c93" -d '{"events": [{"server_uuid": "22bc2517-b469-4acf-a563-2eda6a0c1379", "name": "network-vif-deleted", "tag": "9abca1d0-5814-4443-9a3c-12eb75bb5a6a"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:12.730997 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-744bfc66-986e-4db9-bb26-4d85840192ff req-afa4e2da-c23b-47bd-8d64-1965993cf2f0 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6f371520-5127-469d-b96b-144d75981164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575359 Nov 12 00:54:12.742283 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7b06f5-8580-46aa-95f6-ba32cb51e949 x-openstack-request-id: req-4b7b06f5-8580-46aa-95f6-ba32cb51e949 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:12.742877 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22bc2517-b469-4acf-a563-2eda6a0c1379", "name": "network-vif-deleted", "tag": "9abca1d0-5814-4443-9a3c-12eb75bb5a6a", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:12.743814 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4b7b06f5-8580-46aa-95f6-ba32cb51e949 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:12.744534 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22bc2517-b469-4acf-a563-2eda6a0c1379', 'name': 'network-vif-deleted', 'tag': '9abca1d0-5814-4443-9a3c-12eb75bb5a6a', 'status': 'completed', 'code': 200} Nov 12 00:54:12.878180 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce1ac2-4783-436e-83e3-8d37fa18dd0d req-d55bfe5f-b0a9-4724-9991-b9e7e489e362 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:12.879617 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-79ce1ac2-4783-436e-83e3-8d37fa18dd0d req-d55bfe5f-b0a9-4724-9991-b9e7e489e362 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/ports?device_id=44241e0e-86ed-4a6c-b7a4-90aa36076e1b HTTP/1.1" status: 200 len: 950 time: 0.0733051 Nov 12 00:54:12.889176 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c744dc-fa47-4187-ad86-255d09a6bc2a req-cb3bb3fe-b30b-4166-8f37-7b8ec844b394 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:12.890776 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-06c744dc-fa47-4187-ad86-255d09a6bc2a req-cb3bb3fe-b30b-4166-8f37-7b8ec844b394 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f HTTP/1.1" status: 200 len: 945 time: 0.0940666 Nov 12 00:54:12.970647 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-79ce1ac2-4783-436e-83e3-8d37fa18dd0d req-2f2f63d2-aed5-4dc2-81c6-f878f6b083ff tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/security-groups?id=d83acefb-04f1-490e-bcaa-44c43b9f6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788372 Nov 12 00:54:12.973880 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-06c744dc-fa47-4187-ad86-255d09a6bc2a req-de2f95f0-fa38-4807-8987-2b69851b902e tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758269 Nov 12 00:54:12.981082 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['d3c6c2ff-e10d-4345-b2ed-c3907294f3b9'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:54:13.157200 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df120ced-864b-4067-8d0e-ccce6f7ab2fe req-b2cfe492-dc51-4f0b-bea0-78dc3f936132 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:13.159444 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-df120ced-864b-4067-8d0e-ccce6f7ab2fe req-b2cfe492-dc51-4f0b-bea0-78dc3f936132 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7a3b2-baea-4469-9d1e-276b20425e8a HTTP/1.1" status: 200 len: 946 time: 0.0555816 Nov 12 00:54:13.212524 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-df120ced-864b-4067-8d0e-ccce6f7ab2fe req-3f66839b-a543-476a-a0a2-95be858e8a9d tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/security-groups?id=510a0917-ea45-4112-bcdb-7cef6947100e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469251 Nov 12 00:54:13.328781 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ab6ad-5125-449a-b69e-050de8de17a2 req-fa1882b0-eb23-44ab-84cd-970de305e1c3 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:13.333830 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-115ab6ad-5125-449a-b69e-050de8de17a2 req-fa1882b0-eb23-44ab-84cd-970de305e1c3 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc7ef492-66a9-4346-a8a6-aaafeb9e1537 HTTP/1.1" status: 200 len: 950 time: 0.0638909 Nov 12 00:54:13.389735 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-115ab6ad-5125-449a-b69e-050de8de17a2 req-7888e598-5f51-4e7c-8cff-fadd07a92698 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480084 Nov 12 00:54:13.609190 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c0549-ee61-4585-977a-876901bf7ecb req-d2d229b3-af9f-459f-985d-867fe1d7b0bf tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:13.610848 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-574c0549-ee61-4585-977a-876901bf7ecb req-d2d229b3-af9f-459f-985d-867fe1d7b0bf tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcf5a37e-b3ce-475b-8b26-2eedd77fe336 HTTP/1.1" status: 200 len: 950 time: 0.0662177 Nov 12 00:54:13.666047 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-574c0549-ee61-4585-977a-876901bf7ecb req-efa8f4e7-a7f2-48e7-8100-a5ad063b3746 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487022 Nov 12 00:54:13.857420 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152579c-1fae-4dac-a9b9-d303adbb7dbc req-16ec72f5-f4d6-48ee-a7fc-b30a8cda945e tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:13.859274 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4152579c-1fae-4dac-a9b9-d303adbb7dbc req-16ec72f5-f4d6-48ee-a7fc-b30a8cda945e tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd7aff00-2ed1-4173-9184-ab6bcb9b58dc HTTP/1.1" status: 200 len: 946 time: 0.0516434 Nov 12 00:54:13.902619 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 068c7cae-9c9b-4543-ba29-1f5c97d2202a no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:13.913304 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4152579c-1fae-4dac-a9b9-d303adbb7dbc req-c44e2e20-b662-4064-8e68-38509a3cffcf tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.45 "GET /v2.0/security-groups?id=6f371520-5127-469d-b96b-144d75981164&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476134 Nov 12 00:54:13.929844 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 068c7cae-9c9b-4543-ba29-1f5c97d2202a {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:54:13.930182 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 068c7cae-9c9b-4543-ba29-1f5c97d2202a not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:54:14.088512 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7419a707-9a91-4e40-a100-cce3b3582817 req-a3baa834-6398-45ac-887b-cef80020aeb5 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:14.090361 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7419a707-9a91-4e40-a100-cce3b3582817 req-a3baa834-6398-45ac-887b-cef80020aeb5 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcf5a37e-b3ce-475b-8b26-2eedd77fe336 HTTP/1.1" status: 200 len: 950 time: 0.0964065 Nov 12 00:54:14.207370 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50dc5b-273c-4943-9362-ada31349c1ba req-cf454b58-75fa-45c3-a7e7-482ed6415934 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:14.208793 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5a50dc5b-273c-4943-9362-ada31349c1ba req-cf454b58-75fa-45c3-a7e7-482ed6415934 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd7aff00-2ed1-4173-9184-ab6bcb9b58dc HTTP/1.1" status: 200 len: 946 time: 0.2128181 Nov 12 00:54:14.305239 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33211803-4428-464e-ae40-73e47f869dff req-14cfa3c6-65b5-4003-a9d1-18798cf48a4e tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:14.306819 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-33211803-4428-464e-ae40-73e47f869dff req-14cfa3c6-65b5-4003-a9d1-18798cf48a4e tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/ports?device_id=44241e0e-86ed-4a6c-b7a4-90aa36076e1b HTTP/1.1" status: 200 len: 950 time: 0.2300553 Nov 12 00:54:14.320109 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5061449-143c-4f5b-ad86-69da952c3619 req-78fabac9-6a88-45b8-89f6-86b9e3dbc857 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:14.321550 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d5061449-143c-4f5b-ad86-69da952c3619 req-78fabac9-6a88-45b8-89f6-86b9e3dbc857 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d8331e2-4b8a-4675-ba51-5805802cc1e1 HTTP/1.1" status: 200 len: 950 time: 0.2217040 Nov 12 00:54:14.335073 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d587691-004c-4de7-b28c-0d9241443037 req-91684cff-f06a-4ce2-92ec-6f1da208efa0 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:14.336595 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4d587691-004c-4de7-b28c-0d9241443037 req-91684cff-f06a-4ce2-92ec-6f1da208efa0 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f HTTP/1.1" status: 200 len: 945 time: 0.2356193 Nov 12 00:54:14.528349 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-33211803-4428-464e-ae40-73e47f869dff req-3ed56649-fbaf-4bea-9352-911fc4cf6a40 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/security-groups?id=d83acefb-04f1-490e-bcaa-44c43b9f6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028091 Nov 12 00:54:14.542913 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-7419a707-9a91-4e40-a100-cce3b3582817 req-9b075863-afea-41fd-9736-1c8197f7b11f tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Deleting port 903e9341-2db9-4f60-814e-55a6db923eda {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:14.543253 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-7419a707-9a91-4e40-a100-cce3b3582817 req-9b075863-afea-41fd-9736-1c8197f7b11f tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:14.550971 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4d587691-004c-4de7-b28c-0d9241443037 req-64eaf2ba-3717-49a1-8aff-ee9a4f46386a tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001536 Nov 12 00:54:14.613655 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-5a50dc5b-273c-4943-9362-ada31349c1ba req-eaaa05f9-d9a3-4f5f-833d-4dddcc7dfebf tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Deleting port d3c6c2ff-e10d-4345-b2ed-c3907294f3b9 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:14.613994 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5a50dc5b-273c-4943-9362-ada31349c1ba req-eaaa05f9-d9a3-4f5f-833d-4dddcc7dfebf tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:14.791689 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-d5061449-143c-4f5b-ad86-69da952c3619 req-c7984379-5631-4e8b-ad51-a6c90f382f8c tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Deleting port 7f4a4f9d-e3c5-4587-9470-60d804758a00 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:14.792762 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d5061449-143c-4f5b-ad86-69da952c3619 req-c7984379-5631-4e8b-ad51-a6c90f382f8c tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:14.801178 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-7419a707-9a91-4e40-a100-cce3b3582817 req-9b075863-afea-41fd-9736-1c8197f7b11f tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] For port 903e9341-2db9-4f60-814e-55a6db923eda, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=903e9341-2db9-4f60-814e-55a6db923eda,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:14.801783 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-7419a707-9a91-4e40-a100-cce3b3582817 req-9b075863-afea-41fd-9736-1c8197f7b11f tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:15.194118 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-7419a707-9a91-4e40-a100-cce3b3582817 req-9b075863-afea-41fd-9736-1c8197f7b11f tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Calling delete_port for 903e9341-2db9-4f60-814e-55a6db923eda owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:15.233177 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc969510-90d6-4a16-bf48-628cc187c409 req-b495da6a-fc45-4d8d-890a-567e8701ec32 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:15.234885 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fc969510-90d6-4a16-bf48-628cc187c409 req-b495da6a-fc45-4d8d-890a-567e8701ec32 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc7ef492-66a9-4346-a8a6-aaafeb9e1537 HTTP/1.1" status: 200 len: 950 time: 0.5394397 Nov 12 00:54:15.242528 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0949479a-4d78-4b44-857a-81c327a66721 req-c938a6be-9bbf-4a61-a4c8-2b6ce809d08d tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:15.244101 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0949479a-4d78-4b44-857a-81c327a66721 req-c938a6be-9bbf-4a61-a4c8-2b6ce809d08d tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7a3b2-baea-4469-9d1e-276b20425e8a HTTP/1.1" status: 200 len: 946 time: 0.5517111 Nov 12 00:54:15.246661 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-5a50dc5b-273c-4943-9362-ada31349c1ba req-eaaa05f9-d9a3-4f5f-833d-4dddcc7dfebf tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] For port d3c6c2ff-e10d-4345-b2ed-c3907294f3b9, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=d3c6c2ff-e10d-4345-b2ed-c3907294f3b9,segment=NetworkSegment(a434b64c-a48b-45f6-82ed-79c7dd532f9d),segment_id=a434b64c-a48b-45f6-82ed-79c7dd532f9d)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:15.247030 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5a50dc5b-273c-4943-9362-ada31349c1ba req-eaaa05f9-d9a3-4f5f-833d-4dddcc7dfebf tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:15.329647 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-5a50dc5b-273c-4943-9362-ada31349c1ba req-eaaa05f9-d9a3-4f5f-833d-4dddcc7dfebf tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Calling delete_port for d3c6c2ff-e10d-4345-b2ed-c3907294f3b9 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:15.400423 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-d5061449-143c-4f5b-ad86-69da952c3619 req-c7984379-5631-4e8b-ad51-a6c90f382f8c tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] For port 7f4a4f9d-e3c5-4587-9470-60d804758a00, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=7f4a4f9d-e3c5-4587-9470-60d804758a00,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:15.400798 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d5061449-143c-4f5b-ad86-69da952c3619 req-c7984379-5631-4e8b-ad51-a6c90f382f8c tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:15.476489 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-d5061449-143c-4f5b-ad86-69da952c3619 req-c7984379-5631-4e8b-ad51-a6c90f382f8c tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Calling delete_port for 7f4a4f9d-e3c5-4587-9470-60d804758a00 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:15.485473 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fc969510-90d6-4a16-bf48-628cc187c409 req-44863750-35b4-4ac5-a522-cd32f91f5b08 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354183 Nov 12 00:54:15.509443 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0949479a-4d78-4b44-857a-81c327a66721 req-5ec1bb21-51de-4d30-ae9d-c2266d640cc6 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/security-groups?id=510a0917-ea45-4112-bcdb-7cef6947100e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458129 Nov 12 00:54:15.735598 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-7419a707-9a91-4e40-a100-cce3b3582817 req-9b075863-afea-41fd-9736-1c8197f7b11f tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:15.774238 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['7f4a4f9d-e3c5-4587-9470-60d804758a00'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:54:15.777268 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['8ee9b406-63fc-4abb-9ad7-a586a9c8cd94', '559534ec-b918-4572-b31d-8e35637a07fc', '00dbddc7-a1c8-4c61-99f2-f71236b0ee66', '903e9341-2db9-4f60-814e-55a6db923eda'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:54:15.800404 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b075863-afea-41fd-9736-1c8197f7b11f tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Pushing event deleted for resources: {'Port': ['ID=903e9341-2db9-4f60-814e-55a6db923eda,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:15.816259 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5a50dc5b-273c-4943-9362-ada31349c1ba req-eaaa05f9-d9a3-4f5f-833d-4dddcc7dfebf tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:15.851565 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285bcfb-388a-490e-85ac-a10fd8d68a20 req-d191989c-bd1f-4a92-9231-7f419568b586 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:15.853246 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0285bcfb-388a-490e-85ac-a10fd8d68a20 req-d191989c-bd1f-4a92-9231-7f419568b586 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcf5a37e-b3ce-475b-8b26-2eedd77fe336 HTTP/1.1" status: 200 len: 867 time: 0.2447340 Nov 12 00:54:15.933937 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa05f9-d9a3-4f5f-833d-4dddcc7dfebf tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Pushing event deleted for resources: {'Port': ['ID=d3c6c2ff-e10d-4345-b2ed-c3907294f3b9,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:15.943057 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-7419a707-9a91-4e40-a100-cce3b3582817 req-9b075863-afea-41fd-9736-1c8197f7b11f tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] No DVR routers for this DVR port 903e9341-2db9-4f60-814e-55a6db923eda on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:54:15.948561 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-7419a707-9a91-4e40-a100-cce3b3582817 req-9b075863-afea-41fd-9736-1c8197f7b11f tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:15.950257 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7419a707-9a91-4e40-a100-cce3b3582817 req-9b075863-afea-41fd-9736-1c8197f7b11f tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.16 "DELETE /v2.0/ports/903e9341-2db9-4f60-814e-55a6db923eda HTTP/1.1" status: 204 len: 173 time: 1.8468788 Nov 12 00:54:15.955868 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 9abca1d0-5814-4443-9a3c-12eb75bb5a6a no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:15.966576 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf5a37e-b3ce-475b-8b26-2eedd77fe336', 'name': 'network-vif-deleted', 'tag': '903e9341-2db9-4f60-814e-55a6db923eda'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:15.969134 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebe919c-5b9c-44b8-9a23-e6b42fed4bc4" -d '{"events": [{"server_uuid": "dcf5a37e-b3ce-475b-8b26-2eedd77fe336", "name": "network-vif-deleted", "tag": "903e9341-2db9-4f60-814e-55a6db923eda"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:15.993307 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 9abca1d0-5814-4443-9a3c-12eb75bb5a6a {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:54:15.993569 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 9abca1d0-5814-4443-9a3c-12eb75bb5a6a not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:54:15.993994 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 7f4a4f9d-e3c5-4587-9470-60d804758a00 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:16.002430 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d5061449-143c-4f5b-ad86-69da952c3619 req-c7984379-5631-4e8b-ad51-a6c90f382f8c tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:16.012775 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a50dc5b-273c-4943-9362-ada31349c1ba req-eaaa05f9-d9a3-4f5f-833d-4dddcc7dfebf tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] No DVR routers for this DVR port d3c6c2ff-e10d-4345-b2ed-c3907294f3b9 on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:54:16.015692 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5a50dc5b-273c-4943-9362-ada31349c1ba req-eaaa05f9-d9a3-4f5f-833d-4dddcc7dfebf tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:16.019172 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5a50dc5b-273c-4943-9362-ada31349c1ba req-eaaa05f9-d9a3-4f5f-833d-4dddcc7dfebf tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.16 "DELETE /v2.0/ports/d3c6c2ff-e10d-4345-b2ed-c3907294f3b9 HTTP/1.1" status: 204 len: 173 time: 1.7961581 Nov 12 00:54:16.031881 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 7f4a4f9d-e3c5-4587-9470-60d804758a00 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:54:16.032248 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 7f4a4f9d-e3c5-4587-9470-60d804758a00 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:54:16.058682 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7984379-5631-4e8b-ad51-a6c90f382f8c tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Pushing event deleted for resources: {'Port': ['ID=7f4a4f9d-e3c5-4587-9470-60d804758a00,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:16.090686 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0285bcfb-388a-490e-85ac-a10fd8d68a20 req-ea1b156c-909e-4b16-9838-8e26f4baa3c9 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187090 Nov 12 00:54:16.191988 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5061449-143c-4f5b-ad86-69da952c3619 req-c7984379-5631-4e8b-ad51-a6c90f382f8c tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] No DVR routers for this DVR port 7f4a4f9d-e3c5-4587-9470-60d804758a00 on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:54:16.206213 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d5061449-143c-4f5b-ad86-69da952c3619 req-c7984379-5631-4e8b-ad51-a6c90f382f8c tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:16.218586 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d5061449-143c-4f5b-ad86-69da952c3619 req-c7984379-5631-4e8b-ad51-a6c90f382f8c tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.44 "DELETE /v2.0/ports/7f4a4f9d-e3c5-4587-9470-60d804758a00 HTTP/1.1" status: 204 len: 173 time: 1.8740909 Nov 12 00:54:16.258182 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-d51b5778-1d31-4478-988a-71c2d13ba095 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:16.267458 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-d51b5778-1d31-4478-988a-71c2d13ba095 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.16 "GET /v2.0/ports?device_id=44241e0e-86ed-4a6c-b7a4-90aa36076e1b HTTP/1.1" status: 200 len: 950 time: 0.1187971 Nov 12 00:54:16.304622 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-01bdef23-1da7-47c2-914a-4de69b4f0135 req-6553eed9-38b3-4258-843f-c66c27dae5cd tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd7aff00-2ed1-4173-9184-ab6bcb9b58dc HTTP/1.1" status: 200 len: 210 time: 0.0775220 Nov 12 00:54:16.418521 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a8968-020a-4730-8bff-d4b16a583450 req-692cc52f-217a-4ac3-91cb-cc1469b633ad tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:16.420153 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0f1a8968-020a-4730-8bff-d4b16a583450 req-692cc52f-217a-4ac3-91cb-cc1469b633ad tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/ports?device_id=44241e0e-86ed-4a6c-b7a4-90aa36076e1b HTTP/1.1" status: 200 len: 950 time: 0.1206496 Nov 12 00:54:16.536073 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0f1a8968-020a-4730-8bff-d4b16a583450 req-48426a83-d7fa-49c4-b888-3263eaddf1a9 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/security-groups?id=d83acefb-04f1-490e-bcaa-44c43b9f6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953496 Nov 12 00:54:16.546158 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd575ca-877f-424d-a58c-61a2ea1b65d2 req-32aa4902-087e-4e1c-a653-2def9387f9ec tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:16.547727 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bcd575ca-877f-424d-a58c-61a2ea1b65d2 req-32aa4902-087e-4e1c-a653-2def9387f9ec tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f HTTP/1.1" status: 200 len: 945 time: 0.1188340 Nov 12 00:54:16.623504 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9080a63-f5e9-495f-acb7-7d4f421ff92b x-openstack-request-id: req-d9080a63-f5e9-495f-acb7-7d4f421ff92b {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:16.623916 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf5a37e-b3ce-475b-8b26-2eedd77fe336", "name": "network-vif-deleted", "tag": "903e9341-2db9-4f60-814e-55a6db923eda", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:16.624097 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d9080a63-f5e9-495f-acb7-7d4f421ff92b {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:16.624570 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf5a37e-b3ce-475b-8b26-2eedd77fe336', 'name': 'network-vif-deleted', 'tag': '903e9341-2db9-4f60-814e-55a6db923eda', 'status': 'completed', 'code': 200} Nov 12 00:54:16.628351 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bcd575ca-877f-424d-a58c-61a2ea1b65d2 req-4ecd7fa5-8d3d-47a8-a96c-9294a0f601b8 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685413 Nov 12 00:54:16.708058 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-f1bf4525-cebe-4a47-b6e4-bc7b15122042 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Deleting port 2b4e7750-1614-43ca-9d55-c72672cc15b1 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:16.709089 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-f1bf4525-cebe-4a47-b6e4-bc7b15122042 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:16.754417 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b080b84-d06b-43e6-a278-abfe4be05837 req-35dea701-046a-4951-8951-d2d3f9fd3f89 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:16.761055 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3b080b84-d06b-43e6-a278-abfe4be05837 req-35dea701-046a-4951-8951-d2d3f9fd3f89 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc7ef492-66a9-4346-a8a6-aaafeb9e1537 HTTP/1.1" status: 200 len: 950 time: 0.0961461 Nov 12 00:54:16.807821 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-f1bf4525-cebe-4a47-b6e4-bc7b15122042 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] For port 2b4e7750-1614-43ca-9d55-c72672cc15b1, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=2b4e7750-1614-43ca-9d55-c72672cc15b1,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:16.809011 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-f1bf4525-cebe-4a47-b6e4-bc7b15122042 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:16.811569 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63daea5a-430c-4df9-817c-8c4ed279f273 req-cc20afa0-68f9-470d-abbc-f2e738a7f281 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:16.813348 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-63daea5a-430c-4df9-817c-8c4ed279f273 req-cc20afa0-68f9-470d-abbc-f2e738a7f281 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=cac7a3b2-baea-4469-9d1e-276b20425e8a HTTP/1.1" status: 200 len: 946 time: 0.1095257 Nov 12 00:54:16.827135 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-f1bf4525-cebe-4a47-b6e4-bc7b15122042 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Calling delete_port for 2b4e7750-1614-43ca-9d55-c72672cc15b1 owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:16.854190 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3b080b84-d06b-43e6-a278-abfe4be05837 req-2a0f99e4-b62f-4559-810c-14799a5fc373 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890610 Nov 12 00:54:16.903860 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-63daea5a-430c-4df9-817c-8c4ed279f273 req-26651719-6b8a-4291-b361-128fd2973959 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/security-groups?id=510a0917-ea45-4112-bcdb-7cef6947100e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798306 Nov 12 00:54:17.097329 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-f1bf4525-cebe-4a47-b6e4-bc7b15122042 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:17.133861 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf4525-cebe-4a47-b6e4-bc7b15122042 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Pushing event deleted for resources: {'Port': ['ID=2b4e7750-1614-43ca-9d55-c72672cc15b1,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:17.146628 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bf4525-cebe-4a47-b6e4-bc7b15122042 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:17.147186 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bf4525-cebe-4a47-b6e4-bc7b15122042 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:17.147711 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bf4525-cebe-4a47-b6e4-bc7b15122042 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:17.148261 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bf4525-cebe-4a47-b6e4-bc7b15122042 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:17.148762 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bf4525-cebe-4a47-b6e4-bc7b15122042 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:17.149267 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bf4525-cebe-4a47-b6e4-bc7b15122042 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:17.149757 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bf4525-cebe-4a47-b6e4-bc7b15122042 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:17.150261 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bf4525-cebe-4a47-b6e4-bc7b15122042 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:17.150793 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bf4525-cebe-4a47-b6e4-bc7b15122042 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:17.151341 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bf4525-cebe-4a47-b6e4-bc7b15122042 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:17.151841 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bf4525-cebe-4a47-b6e4-bc7b15122042 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:17.154053 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bf4525-cebe-4a47-b6e4-bc7b15122042 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:17.209755 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-f1bf4525-cebe-4a47-b6e4-bc7b15122042 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] No DVR routers for this DVR port 2b4e7750-1614-43ca-9d55-c72672cc15b1 on host n-h1-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:54:17.215237 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-f1bf4525-cebe-4a47-b6e4-bc7b15122042 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:17.222225 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-f1bf4525-cebe-4a47-b6e4-bc7b15122042 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.16 "DELETE /v2.0/ports/2b4e7750-1614-43ca-9d55-c72672cc15b1 HTTP/1.1" status: 204 len: 173 time: 0.6452692 Nov 12 00:54:17.222717 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44241e0e-86ed-4a6c-b7a4-90aa36076e1b', 'name': 'network-vif-deleted', 'tag': '2b4e7750-1614-43ca-9d55-c72672cc15b1'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:17.225853 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6bd2410-9a3b-4fa9-90d6-4818ea3b01a7" -d '{"events": [{"server_uuid": "44241e0e-86ed-4a6c-b7a4-90aa36076e1b", "name": "network-vif-deleted", "tag": "2b4e7750-1614-43ca-9d55-c72672cc15b1"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:17.305435 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0040bc83-5651-4ef4-a54f-72554833ed60 req-b2de48e9-19ea-4c0a-b777-1768fee52c1d tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=dcf5a37e-b3ce-475b-8b26-2eedd77fe336 HTTP/1.1" status: 200 len: 210 time: 0.0422947 Nov 12 00:54:17.422289 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c109f37-d7e3-410e-8465-50d6a4bcded5 x-openstack-request-id: req-9c109f37-d7e3-410e-8465-50d6a4bcded5 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:17.422823 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44241e0e-86ed-4a6c-b7a4-90aa36076e1b", "name": "network-vif-deleted", "tag": "2b4e7750-1614-43ca-9d55-c72672cc15b1", "status": "failed", "code": 422}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:17.422823 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9c109f37-d7e3-410e-8465-50d6a4bcded5 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:17.423272 n-d-712142-27 neutron-server[109086]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '44241e0e-86ed-4a6c-b7a4-90aa36076e1b', 'name': 'network-vif-deleted', 'tag': '2b4e7750-1614-43ca-9d55-c72672cc15b1', 'status': 'failed', 'code': 422} returned with failed status Nov 12 00:54:17.545410 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b3257d91-d9a4-4d5b-805b-398e3fdb516d req-6c0154ea-9710-4530-b322-34dc0e87ad51 tempest-ListServersNegativeTestJSON-1468268947 tempest-ListServersNegativeTestJSON-1468268947-project] 10.222.0.45 "GET /v2.0/ports?device_id=dd7aff00-2ed1-4173-9184-ab6bcb9b58dc HTTP/1.1" status: 200 len: 210 time: 0.0295098 Nov 12 00:54:17.688193 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['8ee9b406-63fc-4abb-9ad7-a586a9c8cd94', '559534ec-b918-4572-b31d-8e35637a07fc', '00dbddc7-a1c8-4c61-99f2-f71236b0ee66'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:54:17.710316 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-da99d2e0-06d0-427e-b9b7-cedc0375e5e2 req-6028736d-d44f-4cd9-a39d-aa66129b9f38 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/ports?device_id=44241e0e-86ed-4a6c-b7a4-90aa36076e1b HTTP/1.1" status: 200 len: 210 time: 0.0751684 Nov 12 00:54:17.713349 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['2b4e7750-1614-43ca-9d55-c72672cc15b1'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:54:17.859728 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2e0a5-22d8-480b-bb7e-034c24325a15 req-e76c5188-4cd9-4006-8329-304d7eae39eb tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:17.862615 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-adc2e0a5-22d8-480b-bb7e-034c24325a15 req-e76c5188-4cd9-4006-8329-304d7eae39eb tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f HTTP/1.1" status: 200 len: 945 time: 0.0910597 Nov 12 00:54:17.941979 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device d3c6c2ff-e10d-4345-b2ed-c3907294f3b9 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:17.980928 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-adc2e0a5-22d8-480b-bb7e-034c24325a15 req-38400a07-01f4-44a6-9281-a0dccbc87fc4 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117742 Nov 12 00:54:18.005284 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] No Port match for: d3c6c2ff-e10d-4345-b2ed-c3907294f3b9 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:54:18.005637 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device d3c6c2ff-e10d-4345-b2ed-c3907294f3b9 not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:54:18.006069 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 903e9341-2db9-4f60-814e-55a6db923eda no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:18.037145 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] No Port match for: 903e9341-2db9-4f60-814e-55a6db923eda {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:54:18.049177 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 903e9341-2db9-4f60-814e-55a6db923eda not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:54:18.065180 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-a0b6d24e-f245-457a-8596-1e1e2a8f7dc9 tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:18.076784 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-a0b6d24e-f245-457a-8596-1e1e2a8f7dc9 tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f&tenant_id=52ec13b5aa674ec2836b22da2faf152e&binding%3Ahost_id=n-h2-712142-27 HTTP/1.1" status: 200 len: 1097 time: 0.1398695 Nov 12 00:54:18.090099 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-60ca96b7-867a-4f89-9a4f-26912a691c52 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712142-27'}}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:18.147791 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c75fb0-8ffc-4571-8d46-4882fa5496ea req-048e70a3-c591-42b1-aca3-e3275c9394f3 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:18.156335 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-81c75fb0-8ffc-4571-8d46-4882fa5496ea req-048e70a3-c591-42b1-aca3-e3275c9394f3 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc7ef492-66a9-4346-a8a6-aaafeb9e1537 HTTP/1.1" status: 200 len: 950 time: 0.1172836 Nov 12 00:54:18.217585 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-60ca96b7-867a-4f89-9a4f-26912a691c52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:18.236252 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-81c75fb0-8ffc-4571-8d46-4882fa5496ea req-1f373095-12d0-4d25-b8a7-337e95c27b4f tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735431 Nov 12 00:54:18.481882 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-60ca96b7-867a-4f89-9a4f-26912a691c52 service neutron] For port 826a3929-0457-4fc5-98c8-fb33208c939e, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=826a3929-0457-4fc5-98c8-fb33208c939e,segment=NetworkSegment(936f4dc4-b49e-4318-84e7-8d3d4988961e),segment_id=936f4dc4-b49e-4318-84e7-8d3d4988961e)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:18.533270 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-60ca96b7-867a-4f89-9a4f-26912a691c52 service neutron] For port 826a3929-0457-4fc5-98c8-fb33208c939e, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:54:18.625876 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-60ca96b7-867a-4f89-9a4f-26912a691c52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:18.626034 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7aff00-2ed1-4173-9184-ab6bcb9b58dc', 'name': 'network-vif-deleted', 'tag': 'd3c6c2ff-e10d-4345-b2ed-c3907294f3b9'}, {'server_uuid': '9d8331e2-4b8a-4675-ba51-5805802cc1e1', 'name': 'network-vif-deleted', 'tag': '7f4a4f9d-e3c5-4587-9470-60d804758a00'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:18.630140 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8991cea9-0115-4cfe-8dcd-f7201dc4fd44" -d '{"events": [{"server_uuid": "dd7aff00-2ed1-4173-9184-ab6bcb9b58dc", "name": "network-vif-deleted", "tag": "d3c6c2ff-e10d-4345-b2ed-c3907294f3b9"}, {"server_uuid": "9d8331e2-4b8a-4675-ba51-5805802cc1e1", "name": "network-vif-deleted", "tag": "7f4a4f9d-e3c5-4587-9470-60d804758a00"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:18.640062 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-60ca96b7-867a-4f89-9a4f-26912a691c52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:18.692478 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53188) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:18.774932 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82280dd-0838-4cd1-a363-3c7f0eaa7939 x-openstack-request-id: req-a82280dd-0838-4cd1-a363-3c7f0eaa7939 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:18.775246 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd7aff00-2ed1-4173-9184-ab6bcb9b58dc", "name": "network-vif-deleted", "tag": "d3c6c2ff-e10d-4345-b2ed-c3907294f3b9", "status": "completed", "code": 200}, {"server_uuid": "9d8331e2-4b8a-4675-ba51-5805802cc1e1", "name": "network-vif-deleted", "tag": "7f4a4f9d-e3c5-4587-9470-60d804758a00", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:18.780830 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a82280dd-0838-4cd1-a363-3c7f0eaa7939 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:18.781884 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd7aff00-2ed1-4173-9184-ab6bcb9b58dc', 'name': 'network-vif-deleted', 'tag': 'd3c6c2ff-e10d-4345-b2ed-c3907294f3b9', 'status': 'completed', 'code': 200} Nov 12 00:54:18.783291 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d8331e2-4b8a-4675-ba51-5805802cc1e1', 'name': 'network-vif-deleted', 'tag': '7f4a4f9d-e3c5-4587-9470-60d804758a00', 'status': 'completed', 'code': 200} Nov 12 00:54:18.834676 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d5d2688-b140-4a86-a7cb-c4bb07e29d6d admin admin] Deleting subnet 8afbde95-8e72-42fe-817e-186bf98ef7bc {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:54:18.844054 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8d5d2688-b140-4a86-a7cb-c4bb07e29d6d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:18.846743 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-60ca96b7-867a-4f89-9a4f-26912a691c52 service neutron] Attempting to bind port 826a3929-0457-4fc5-98c8-fb33208c939e on host n-h2-712142-27 for vnic_type normal with profile {"migrating_to": "n-h1-712142-27"} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:54:18.847332 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-60ca96b7-867a-4f89-9a4f-26912a691c52 service neutron] Attempting to bind port 826a3929-0457-4fc5-98c8-fb33208c939e by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '936f4dc4-b49e-4318-84e7-8d3d4988961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1c193d6a-5984-4109-91aa-b0c9d7c9a6bf'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:54:18.847899 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-60ca96b7-867a-4f89-9a4f-26912a691c52 service neutron] Attempting to bind port 826a3929-0457-4fc5-98c8-fb33208c939e on network 1c193d6a-5984-4109-91aa-b0c9d7c9a6bf {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:18.857401 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-60ca96b7-867a-4f89-9a4f-26912a691c52 service neutron] Port 826a3929-0457-4fc5-98c8-fb33208c939e on network 1c193d6a-5984-4109-91aa-b0c9d7c9a6bf not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:54:18.857948 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-60ca96b7-867a-4f89-9a4f-26912a691c52 service neutron] Attempting to bind port 826a3929-0457-4fc5-98c8-fb33208c939e on network 1c193d6a-5984-4109-91aa-b0c9d7c9a6bf {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:18.861268 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca96b7-867a-4f89-9a4f-26912a691c52 service neutron] Pushing event updated for resources: {'Port': ['ID=826a3929-0457-4fc5-98c8-fb33208c939e,revision_number=7']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:18.873239 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-60ca96b7-867a-4f89-9a4f-26912a691c52 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:54:18.873816 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-60ca96b7-867a-4f89-9a4f-26912a691c52 service neutron] Checking segment: {'id': '936f4dc4-b49e-4318-84e7-8d3d4988961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1c193d6a-5984-4109-91aa-b0c9d7c9a6bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:18.874485 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-60ca96b7-867a-4f89-9a4f-26912a691c52 service neutron] Bound using segment: {'id': '936f4dc4-b49e-4318-84e7-8d3d4988961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1c193d6a-5984-4109-91aa-b0c9d7c9a6bf'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:54:18.875206 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-60ca96b7-867a-4f89-9a4f-26912a691c52 service neutron] Bound port: 826a3929-0457-4fc5-98c8-fb33208c939e, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '936f4dc4-b49e-4318-84e7-8d3d4988961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1c193d6a-5984-4109-91aa-b0c9d7c9a6bf'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:54:18.876126 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-60ca96b7-867a-4f89-9a4f-26912a691c52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:18.915391 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-17cb75c4-81f6-4b29-ba73-bdb0035dbecf req-6aa16698-01c6-4bc7-b492-7744ee3622da tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/ports?device_id=44241e0e-86ed-4a6c-b7a4-90aa36076e1b HTTP/1.1" status: 200 len: 210 time: 0.0428967 Nov 12 00:54:18.938513 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8d5d2688-b140-4a86-a7cb-c4bb07e29d6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:19.011364 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8d5d2688-b140-4a86-a7cb-c4bb07e29d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:19.012791 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-60ca96b7-867a-4f89-9a4f-26912a691c52 service neutron] For port 826a3929-0457-4fc5-98c8-fb33208c939e, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:54:19.019273 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-60ca96b7-867a-4f89-9a4f-26912a691c52 service neutron] For port 826a3929-0457-4fc5-98c8-fb33208c939e, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=826a3929-0457-4fc5-98c8-fb33208c939e,segment=NetworkSegment(936f4dc4-b49e-4318-84e7-8d3d4988961e),segment_id=936f4dc4-b49e-4318-84e7-8d3d4988961e)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:54:19.028755 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-60ca96b7-867a-4f89-9a4f-26912a691c52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:19.108949 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca96b7-867a-4f89-9a4f-26912a691c52 service neutron] Pushing event updated for resources: {'Port': ['ID=826a3929-0457-4fc5-98c8-fb33208c939e,revision_number=8']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:19.122255 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8d5d2688-b140-4a86-a7cb-c4bb07e29d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:19.201900 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d2688-b140-4a86-a7cb-c4bb07e29d6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8afbde95-8e72-42fe-817e-186bf98ef7bc,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:19.205185 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8d5d2688-b140-4a86-a7cb-c4bb07e29d6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:19.209032 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-8d5d2688-b140-4a86-a7cb-c4bb07e29d6d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/8afbde95-8e72-42fe-817e-186bf98ef7bc HTTP/1.1" status: 204 len: 168 time: 0.5152791 Nov 12 00:54:19.214115 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53198) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:19.239184 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-60ca96b7-867a-4f89-9a4f-26912a691c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:19.241142 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-60ca96b7-867a-4f89-9a4f-26912a691c52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:19.243916 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-60ca96b7-867a-4f89-9a4f-26912a691c52 service neutron] 10.222.0.16 "PUT /v2.0/ports/826a3929-0457-4fc5-98c8-fb33208c939e HTTP/1.1" status: 200 len: 1123 time: 1.1605830 Nov 12 00:54:19.300578 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78cfda-5737-4569-8f97-532c21260e30 req-87589732-29fe-44b1-a427-6853344fbd70 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:19.309970 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-de78cfda-5737-4569-8f97-532c21260e30 req-87589732-29fe-44b1-a427-6853344fbd70 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc699982-537a-4d2b-9409-74b5712e3139 HTTP/1.1" status: 200 len: 949 time: 0.2095864 Nov 12 00:54:19.393864 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-de78cfda-5737-4569-8f97-532c21260e30 req-2e1d7109-aa29-4a4f-aa24-d9a71cd2d168 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823476 Nov 12 00:54:19.435591 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['826a3929-0457-4fc5-98c8-fb33208c939e'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:54:19.453864 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-455ed8b3-aa5b-456d-88b3-fe7f786110f3 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=a8ded03765684c3eb48dafae548b7a36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1179416 Nov 12 00:54:19.466248 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '826a3929-0457-4fc5-98c8-fb33208c939e'}, {'name': 'network-changed', 'server_uuid': '2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f', 'tag': '826a3929-0457-4fc5-98c8-fb33208c939e'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:19.469015 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6c19fe-4730-4244-a07a-714d4531fba1" -d '{"events": [{"server_uuid": "2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f", "name": "network-vif-unplugged", "status": "completed", "tag": "826a3929-0457-4fc5-98c8-fb33208c939e"}, {"name": "network-changed", "server_uuid": "2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f", "tag": "826a3929-0457-4fc5-98c8-fb33208c939e"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:19.474857 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3309aaf4-9d9f-4db1-9967-b57eb4809151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:19.561097 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012002b-f3c1-40cc-8328-b9e5c982f7eb req-9340d579-2ef5-4282-9c56-a900b0d3fd01 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:19.577198 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a012002b-f3c1-40cc-8328-b9e5c982f7eb req-9340d579-2ef5-4282-9c56-a900b0d3fd01 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f HTTP/1.1" status: 200 len: 943 time: 0.3643684 Nov 12 00:54:19.593595 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3309aaf4-9d9f-4db1-9967-b57eb4809151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:19.641482 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-3309aaf4-9d9f-4db1-9967-b57eb4809151 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46656200-3daa-4f5a-ac50-4d09f5e8bc87']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:19.656416 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['826a3929-0457-4fc5-98c8-fb33208c939e'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:54:19.675795 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-3309aaf4-9d9f-4db1-9967-b57eb4809151 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a434b64c-a48b-45f6-82ed-79c7dd532f9d') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:19.676346 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-3309aaf4-9d9f-4db1-9967-b57eb4809151 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a434b64c-a48b-45f6-82ed-79c7dd532f9d') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:54:19.721601 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3309aaf4-9d9f-4db1-9967-b57eb4809151 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:19.751612 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3309aaf4-9d9f-4db1-9967-b57eb4809151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:19.778697 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3309aaf4-9d9f-4db1-9967-b57eb4809151 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:54:19.778975 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3309aaf4-9d9f-4db1-9967-b57eb4809151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:19.786596 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 00:54:19.786596 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:54:19.786596 n-d-712142-27 neutron-server[109086]: timer() Nov 12 00:54:19.786596 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:54:19.786596 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 00:54:19.786596 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:54:19.786596 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 00:54:19.786596 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:54:19.786596 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 00:54:19.786596 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:54:19.786596 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 00:54:19.786596 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:54:19.786596 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 00:54:19.786596 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:54:19.786596 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:54:19.786596 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:54:19.786596 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:54:19.786596 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:54:19.786596 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 00:54:19.786596 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:54:19.786596 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 00:54:19.786596 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:54:19.786596 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:54:19.786596 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:54:19.786596 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 00:54:19.786596 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:54:19.786596 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:54:19.786596 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:54:19.786596 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:54:19.786596 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:54:19.786596 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:54:19.786596 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:54:19.906001 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a012002b-f3c1-40cc-8328-b9e5c982f7eb req-e54f3292-e404-4363-ac64-b70f3152fea1 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303399 Nov 12 00:54:19.909820 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 826a3929-0457-4fc5-98c8-fb33208c939e details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:54:19.917835 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3309aaf4-9d9f-4db1-9967-b57eb4809151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:19.923503 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 2b4e7750-1614-43ca-9d55-c72672cc15b1 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:19.938005 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-cd836ee6-82e3-40a2-b4c3-75a6b2c5a2b5 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:19.940654 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-cd836ee6-82e3-40a2-b4c3-75a6b2c5a2b5 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4708021 Nov 12 00:54:19.956213 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b7c2b-ceae-4ed2-b680-ee8f3cdece1d req-5e04cece-3d95-48ec-baac-a7d633a22f51 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:19.957777 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3309aaf4-9d9f-4db1-9967-b57eb4809151 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:19.957949 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-512b7c2b-ceae-4ed2-b680-ee8f3cdece1d req-5e04cece-3d95-48ec-baac-a7d633a22f51 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc7ef492-66a9-4346-a8a6-aaafeb9e1537 HTTP/1.1" status: 200 len: 950 time: 0.3643222 Nov 12 00:54:19.969768 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] No Port match for: 2b4e7750-1614-43ca-9d55-c72672cc15b1 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:54:19.970109 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 2b4e7750-1614-43ca-9d55-c72672cc15b1 not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:54:19.974877 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device b4f0e477-9b64-456a-8556-8ef0685510f6 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:54:19.978208 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3309aaf4-9d9f-4db1-9967-b57eb4809151 admin admin] 10.222.0.45 "DELETE /v2.0/networks/46656200-3daa-4f5a-ac50-4d09f5e8bc87 HTTP/1.1" status: 204 len: 168 time: 0.7590888 Nov 12 00:54:20.017609 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd65ac09-4123-42aa-b7ec-ea54053fd4c1 x-openstack-request-id: req-bd65ac09-4123-42aa-b7ec-ea54053fd4c1 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:20.022969 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-fa737ab1-3712-494b-a780-ca53012b6bd8 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Request body: {'port': {'device_id': '44241e0e-86ed-4a6c-b7a4-90aa36076e1b', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'admin_state_up': True, 'tenant_id': 'a8ded03765684c3eb48dafae548b7a36'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:20.023240 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f", "name": "network-vif-unplugged", "status": "completed", "tag": "826a3929-0457-4fc5-98c8-fb33208c939e", "code": 200}, {"name": "network-changed", "server_uuid": "2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f", "tag": "826a3929-0457-4fc5-98c8-fb33208c939e", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:20.028490 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bd65ac09-4123-42aa-b7ec-ea54053fd4c1 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:20.030984 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '826a3929-0457-4fc5-98c8-fb33208c939e', 'code': 200} Nov 12 00:54:20.036766 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f', 'tag': '826a3929-0457-4fc5-98c8-fb33208c939e', 'status': 'completed', 'code': 200} Nov 12 00:54:20.040993 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3309aaf4-9d9f-4db1-9967-b57eb4809151 admin admin] Pushing event deleted for resources: {'Network': ['ID=46656200-3daa-4f5a-ac50-4d09f5e8bc87,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:20.395903 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-512b7c2b-ceae-4ed2-b680-ee8f3cdece1d req-1a58ad04-afdd-44ed-a9c0-3e9c113f42c8 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4284666 Nov 12 00:54:20.404834 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6398ddc0-6642-4928-b153-95585d8d519d req-1920b63b-d56f-467e-a8fa-626699ee36c9 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/ports?device_id=44241e0e-86ed-4a6c-b7a4-90aa36076e1b HTTP/1.1" status: 200 len: 210 time: 0.0817649 Nov 12 00:54:20.430726 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-fa737ab1-3712-494b-a780-ca53012b6bd8 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Made reservation on behalf of a8ded03765684c3eb48dafae548b7a36 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:20.444513 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-fa737ab1-3712-494b-a780-ca53012b6bd8 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:20.460479 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53230) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:20.483203 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c19fe-4730-4244-a07a-714d4531fba1 req-b982a18f-20fe-4808-8a86-443bab364d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:20.489544 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d6c19fe-4730-4244-a07a-714d4531fba1 req-b982a18f-20fe-4808-8a86-443bab364d09 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=52ec13b5aa674ec2836b22da2faf152e&device_id=2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f HTTP/1.1" status: 200 len: 1126 time: 0.2244313 Nov 12 00:54:20.563869 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port b4f0e477-9b64-456a-8556-8ef0685510f6, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=b4f0e477-9b64-456a-8556-8ef0685510f6,segment=NetworkSegment(f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2),segment_id=f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:20.581432 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3bf30a9d-3142-4333-8edf-01ea54f1100a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=885fa18cf87248f8a5901a8b83a9c386&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1197853 Nov 12 00:54:20.586817 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 826a3929-0457-4fc5-98c8-fb33208c939e, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=826a3929-0457-4fc5-98c8-fb33208c939e,segment=NetworkSegment(936f4dc4-b49e-4318-84e7-8d3d4988961e),segment_id=936f4dc4-b49e-4318-84e7-8d3d4988961e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:20.589118 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53234) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:20.615210 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'b4f0e477-9b64-456a-8556-8ef0685510f6', 'network_id': 'cab82de1-4853-402a-8ee1-5c45d6f97745', 'port_id': 'b4f0e477-9b64-456a-8556-8ef0685510f6', 'mac_address': 'fa:16:3e:82:a2:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a98869-a3ee-4178-9eb9-17614c418237', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:54:20.621900 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 826a3929-0457-4fc5-98c8-fb33208c939e has no active binding in host n-h1-712142-27 {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 00:54:20.679331 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c67342-eebc-4046-af7b-75bccf4fde14 req-b470f9d8-403a-4e42-84bc-2f1569adaa27 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:20.680927 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-71c67342-eebc-4046-af7b-75bccf4fde14 req-b470f9d8-403a-4e42-84bc-2f1569adaa27 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc699982-537a-4d2b-9409-74b5712e3139 HTTP/1.1" status: 200 len: 949 time: 0.1287193 Nov 12 00:54:20.691251 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:20.716417 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b4f0e477-9b64-456a-8556-8ef0685510f6 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:54:20.763022 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c9bde9d9-478f-4446-881b-9d6fa03d9060 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:20.765700 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c19fe-4730-4244-a07a-714d4531fba1 req-3db72436-ff79-476b-933e-998b81d79a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:20.768591 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port b4f0e477-9b64-456a-8556-8ef0685510f6, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=b4f0e477-9b64-456a-8556-8ef0685510f6,segment=NetworkSegment(f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2),segment_id=f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:20.768808 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d6c19fe-4730-4244-a07a-714d4531fba1 req-3db72436-ff79-476b-933e-998b81d79a19 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1c193d6a-5984-4109-91aa-b0c9d7c9a6bf HTTP/1.1" status: 200 len: 920 time: 0.2555876 Nov 12 00:54:20.779070 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:20.871285 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c9bde9d9-478f-4446-881b-9d6fa03d9060 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:20.925363 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=b4f0e477-9b64-456a-8556-8ef0685510f6,revision_number=6']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:20.973311 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['b4f0e477-9b64-456a-8556-8ef0685510f6'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:54:20.982948 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-71c67342-eebc-4046-af7b-75bccf4fde14 req-cfd920b6-38d2-4560-b8b3-5c16b0fbf7a1 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Deleting port 00dbddc7-a1c8-4c61-99f2-f71236b0ee66 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:20.983299 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-71c67342-eebc-4046-af7b-75bccf4fde14 req-cfd920b6-38d2-4560-b8b3-5c16b0fbf7a1 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:21.048376 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c9bde9d9-478f-4446-881b-9d6fa03d9060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:21.054541 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c9bde9d9-478f-4446-881b-9d6fa03d9060 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:21.059245 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c9bde9d9-478f-4446-881b-9d6fa03d9060 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6f371520-5127-469d-b96b-144d75981164 HTTP/1.1" status: 204 len: 168 time: 0.4668283 Nov 12 00:54:21.188091 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-fa737ab1-3712-494b-a780-ca53012b6bd8 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Allocated IP 192.168.233.206 (945c2da1-f958-478a-a48a-8af2dfa2e179/f0290328-7bc5-4266-bfb9-6eb25d91acf0/1d4a1934-8575-49f5-8050-cc118cfecd7b) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:54:21.204088 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bde9d9-478f-4446-881b-9d6fa03d9060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f371520-5127-469d-b96b-144d75981164,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:21.345030 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-71c67342-eebc-4046-af7b-75bccf4fde14 req-cfd920b6-38d2-4560-b8b3-5c16b0fbf7a1 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] For port 00dbddc7-a1c8-4c61-99f2-f71236b0ee66, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=00dbddc7-a1c8-4c61-99f2-f71236b0ee66,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:21.346790 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-71c67342-eebc-4046-af7b-75bccf4fde14 req-cfd920b6-38d2-4560-b8b3-5c16b0fbf7a1 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:21.373161 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-71c67342-eebc-4046-af7b-75bccf4fde14 req-cfd920b6-38d2-4560-b8b3-5c16b0fbf7a1 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Calling delete_port for 00dbddc7-a1c8-4c61-99f2-f71236b0ee66 owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:21.646528 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d6c19fe-4730-4244-a07a-714d4531fba1 req-a68b6010-047b-4fbf-8f4b-72e45c0f76cb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=826a3929-0457-4fc5-98c8-fb33208c939e HTTP/1.1" status: 200 len: 217 time: 0.8517799 Nov 12 00:54:21.667831 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-71c67342-eebc-4046-af7b-75bccf4fde14 req-cfd920b6-38d2-4560-b8b3-5c16b0fbf7a1 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:21.707936 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['8ee9b406-63fc-4abb-9ad7-a586a9c8cd94', '559534ec-b918-4572-b31d-8e35637a07fc', '00dbddc7-a1c8-4c61-99f2-f71236b0ee66'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:54:21.724973 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-fa737ab1-3712-494b-a780-ca53012b6bd8 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:21.734425 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd920b6-38d2-4560-b8b3-5c16b0fbf7a1 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Pushing event deleted for resources: {'Port': ['ID=00dbddc7-a1c8-4c61-99f2-f71236b0ee66,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:21.807165 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f4422-54ac-4b0f-ba64-0c18b2610034 req-fc3c594b-9c91-4c38-a195-a4c917ab4c24 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:21.817367 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3c9f4422-54ac-4b0f-ba64-0c18b2610034 req-fc3c594b-9c91-4c38-a195-a4c917ab4c24 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc699982-537a-4d2b-9409-74b5712e3139 HTTP/1.1" status: 200 len: 867 time: 1.0564735 Nov 12 00:54:21.862404 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c67342-eebc-4046-af7b-75bccf4fde14 req-cfd920b6-38d2-4560-b8b3-5c16b0fbf7a1 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] No DVR routers for this DVR port 00dbddc7-a1c8-4c61-99f2-f71236b0ee66 on host n-h1-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:54:21.867863 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-71c67342-eebc-4046-af7b-75bccf4fde14 req-cfd920b6-38d2-4560-b8b3-5c16b0fbf7a1 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:21.873537 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-71c67342-eebc-4046-af7b-75bccf4fde14 req-cfd920b6-38d2-4560-b8b3-5c16b0fbf7a1 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.16 "DELETE /v2.0/ports/00dbddc7-a1c8-4c61-99f2-f71236b0ee66 HTTP/1.1" status: 204 len: 173 time: 1.1834486 Nov 12 00:54:21.901580 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c19fe-4730-4244-a07a-714d4531fba1 req-20ec0d34-7546-4ee6-81e8-05d832b9547c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:21.903280 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d6c19fe-4730-4244-a07a-714d4531fba1 req-20ec0d34-7546-4ee6-81e8-05d832b9547c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d8bd009-45c7-4017-80d7-9c1f69484ce9 HTTP/1.1" status: 200 len: 860 time: 0.1725581 Nov 12 00:54:21.919006 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74279f-74a6-4da5-93c6-20d1aa4e150a req-24573bb7-126e-4761-8cf8-f7abf1b3b1df tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:21.920352 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9c74279f-74a6-4da5-93c6-20d1aa4e150a req-24573bb7-126e-4761-8cf8-f7abf1b3b1df tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.16 "GET /v2.0/ports?device_id=52d0e715-9392-4339-b495-b1a8ec82fe96 HTTP/1.1" status: 200 len: 950 time: 1.0255287 Nov 12 00:54:22.010170 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device b4f0e477-9b64-456a-8556-8ef0685510f6 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:54:22.023311 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d6c19fe-4730-4244-a07a-714d4531fba1 req-4a65650b-ceaa-4649-8cbe-6b34a49750f6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1c193d6a-5984-4109-91aa-b0c9d7c9a6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954721 Nov 12 00:54:22.038484 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc699982-537a-4d2b-9409-74b5712e3139', 'name': 'network-vif-deleted', 'tag': '00dbddc7-a1c8-4c61-99f2-f71236b0ee66'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:22.043044 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ed9f3c-e19f-4ae3-9e60-8e6fcd012936" -d '{"events": [{"server_uuid": "fc699982-537a-4d2b-9409-74b5712e3139", "name": "network-vif-deleted", "tag": "00dbddc7-a1c8-4c61-99f2-f71236b0ee66"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:22.286046 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port b4f0e477-9b64-456a-8556-8ef0685510f6 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:22.286655 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:22.360972 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c28dd35-3768-4715-98ae-26d8b82c6521 req-68763312-1a61-4f0c-b2ca-506d9324b367 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:22.369522 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5c28dd35-3768-4715-98ae-26d8b82c6521 req-68763312-1a61-4f0c-b2ca-506d9324b367 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f HTTP/1.1" status: 200 len: 943 time: 0.8467844 Nov 12 00:54:22.405778 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3c9f4422-54ac-4b0f-ba64-0c18b2610034 req-6aa262d3-ab2c-489a-9b58-05d4f1c11bab tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5873046 Nov 12 00:54:22.684777 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-fa737ab1-3712-494b-a780-ca53012b6bd8 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:22.755846 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:22.778083 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5c28dd35-3768-4715-98ae-26d8b82c6521 req-9a18ab24-28da-4d99-a39e-ba9505dcd7c1 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4073975 Nov 12 00:54:22.889531 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac7a3b2-baea-4469-9d1e-276b20425e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f0e477-9b64-456a-8556-8ef0685510f6'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:22.904735 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb584c51-d73c-4136-a1d7-7c6293b8d143" -d '{"events": [{"server_uuid": "cac7a3b2-baea-4469-9d1e-276b20425e8a", "name": "network-vif-plugged", "status": "completed", "tag": "b4f0e477-9b64-456a-8556-8ef0685510f6"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:22.930895 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53314) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:22.966731 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port b4f0e477-9b64-456a-8556-8ef0685510f6, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=b4f0e477-9b64-456a-8556-8ef0685510f6,segment=NetworkSegment(f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2),segment_id=f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:22.986917 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:22.995484 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-9c74279f-74a6-4da5-93c6-20d1aa4e150a req-5277857c-f4fa-4f88-a56c-b752390c068b tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Deleting port 559534ec-b918-4572-b31d-8e35637a07fc {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:22.995790 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9c74279f-74a6-4da5-93c6-20d1aa4e150a req-5277857c-f4fa-4f88-a56c-b752390c068b tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:23.032991 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-fa737ab1-3712-494b-a780-ca53012b6bd8 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Network 945c2da1-f958-478a-a48a-8af2dfa2e179 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:23.157294 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=b4f0e477-9b64-456a-8556-8ef0685510f6,revision_number=7']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:23.176653 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-9dba5d01-ad83-46b4-ad60-d444c200ea77 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-2031735916-network', 'tenant_id': '5d87fd5222f54460bdde3cfbd58fc010'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:23.200469 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d6c19fe-4730-4244-a07a-714d4531fba1 req-4fc84b44-5a98-45b6-8a0d-bd1de22c648d service neutron] 10.222.0.44 "GET /v2.0/networks/1c193d6a-5984-4109-91aa-b0c9d7c9a6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9871743 Nov 12 00:54:23.201365 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-fa737ab1-3712-494b-a780-ca53012b6bd8 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:23.218965 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-fa737ab1-3712-494b-a780-ca53012b6bd8 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:54:23.255301 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dba5d01-ad83-46b4-ad60-d444c200ea77 admin admin] Made reservation on behalf of 5d87fd5222f54460bdde3cfbd58fc010 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:23.259391 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9dba5d01-ad83-46b4-ad60-d444c200ea77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:23.280463 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9dba5d01-ad83-46b4-ad60-d444c200ea77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:23.330745 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa737ab1-3712-494b-a780-ca53012b6bd8 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Pushing event updated for resources: {'Port': ['ID=1d4a1934-8575-49f5-8050-cc118cfecd7b,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:23.429731 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419de56c-af72-404c-9c75-a58bc5c4ed7a req-5399bd88-5441-4bb4-ac53-6f81039e1dfe tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:23.438959 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-419de56c-af72-404c-9c75-a58bc5c4ed7a req-5399bd88-5441-4bb4-ac53-6f81039e1dfe tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/ports?device_id=44241e0e-86ed-4a6c-b7a4-90aa36076e1b HTTP/1.1" status: 200 len: 936 time: 0.5110617 Nov 12 00:54:23.449708 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-9c74279f-74a6-4da5-93c6-20d1aa4e150a req-5277857c-f4fa-4f88-a56c-b752390c068b tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] For port 559534ec-b918-4572-b31d-8e35637a07fc, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=559534ec-b918-4572-b31d-8e35637a07fc,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:23.450101 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9c74279f-74a6-4da5-93c6-20d1aa4e150a req-5277857c-f4fa-4f88-a56c-b752390c068b tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:23.489095 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9dba5d01-ad83-46b4-ad60-d444c200ea77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:23.508647 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9dba5d01-ad83-46b4-ad60-d444c200ea77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:23.530758 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dba5d01-ad83-46b4-ad60-d444c200ea77 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:54:23.544608 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-9c74279f-74a6-4da5-93c6-20d1aa4e150a req-5277857c-f4fa-4f88-a56c-b752390c068b tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Calling delete_port for 559534ec-b918-4572-b31d-8e35637a07fc owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:23.552529 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9dba5d01-ad83-46b4-ad60-d444c200ea77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:23.553153 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-9dba5d01-ad83-46b4-ad60-d444c200ea77 admin admin] Added segment b93855b1-6172-47c9-b454-3d26004c4a93 of type vlan for network e7a8c644-fc58-429b-9171-fca526356a19 Nov 12 00:54:23.555616 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28427b5b-aff9-49af-bcf5-124583405801 req-d7e85325-3a10-4753-b1b9-fea68a9daf2d tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:23.563834 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-28427b5b-aff9-49af-bcf5-124583405801 req-d7e85325-3a10-4753-b1b9-fea68a9daf2d tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc7ef492-66a9-4346-a8a6-aaafeb9e1537 HTTP/1.1" status: 200 len: 950 time: 0.6538303 Nov 12 00:54:23.577349 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-fa737ab1-3712-494b-a780-ca53012b6bd8 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:23.578152 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-fa737ab1-3712-494b-a780-ca53012b6bd8 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:23.600988 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-b7e7929e-35ec-4f27-ba09-32d6229110ed None None] Provisioning complete for port 1d4a1934-8575-49f5-8050-cc118cfecd7b triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:23.601965 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b7e7929e-35ec-4f27-ba09-32d6229110ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:23.635911 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9dba5d01-ad83-46b4-ad60-d444c200ea77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:23.676154 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9dba5d01-ad83-46b4-ad60-d444c200ea77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:23.677196 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dba5d01-ad83-46b4-ad60-d444c200ea77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:23.677769 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9dba5d01-ad83-46b4-ad60-d444c200ea77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:23.712331 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-b7e7929e-35ec-4f27-ba09-32d6229110ed None None] Port 1d4a1934-8575-49f5-8050-cc118cfecd7b cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:54:23.739097 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-fa737ab1-3712-494b-a780-ca53012b6bd8 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7339914 Nov 12 00:54:23.747415 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba5d01-ad83-46b4-ad60-d444c200ea77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa51152-6901-464b-8201-125c240af0e1,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:23.768886 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-d590ecd6-f638-42e6-b634-dd3ffcfa56ec service neutron] Request body: {'port': {'device_id': '44241e0e-86ed-4a6c-b7a4-90aa36076e1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:23.786361 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-419de56c-af72-404c-9c75-a58bc5c4ed7a req-5dfcaa74-b0e5-471d-b82b-4cbbb66c3612 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/security-groups?id=d83acefb-04f1-490e-bcaa-44c43b9f6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461668 Nov 12 00:54:23.828596 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9dba5d01-ad83-46b4-ad60-d444c200ea77 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8947361 Nov 12 00:54:23.830200 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba5d01-ad83-46b4-ad60-d444c200ea77 admin admin] Pushing event updated for resources: {'Network': ['ID=e7a8c644-fc58-429b-9171-fca526356a19,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:23.832982 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53328) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:23.840034 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-d4ebc143-85b3-46b6-81df-21f6fc5bd4bd admin admin] Request body: {'subnet': {'network_id': 'e7a8c644-fc58-429b-9171-fca526356a19', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-2031735916-subnet', 'tenant_id': '5d87fd5222f54460bdde3cfbd58fc010', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:23.864585 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network e7a8c644-fc58-429b-9171-fca526356a19 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:54:23.874096 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ebc143-85b3-46b6-81df-21f6fc5bd4bd admin admin] Made reservation on behalf of 5d87fd5222f54460bdde3cfbd58fc010 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:23.880193 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d4ebc143-85b3-46b6-81df-21f6fc5bd4bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:23.891660 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d6c19fe-4730-4244-a07a-714d4531fba1 req-f13be319-095b-463c-9e94-4f3a779bb762 service neutron] 10.222.0.44 "GET /v2.0/networks/1c193d6a-5984-4109-91aa-b0c9d7c9a6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6419673 Nov 12 00:54:23.906405 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b7b615-2f6e-4e1c-abd5-de5642584d57 x-openstack-request-id: req-13b7b615-2f6e-4e1c-abd5-de5642584d57 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:23.906889 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc699982-537a-4d2b-9409-74b5712e3139", "name": "network-vif-deleted", "tag": "00dbddc7-a1c8-4c61-99f2-f71236b0ee66", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:23.907450 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-13b7b615-2f6e-4e1c-abd5-de5642584d57 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:23.908108 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc699982-537a-4d2b-9409-74b5712e3139', 'name': 'network-vif-deleted', 'tag': '00dbddc7-a1c8-4c61-99f2-f71236b0ee66', 'status': 'completed', 'code': 200} Nov 12 00:54:23.923436 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-28427b5b-aff9-49af-bcf5-124583405801 req-e8eb033d-7452-4c95-b773-4d8f0ad7cd6d tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585687 Nov 12 00:54:23.975764 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-d590ecd6-f638-42e6-b634-dd3ffcfa56ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:24.028451 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf673bda-5319-4643-8be9-208a118f4996 x-openstack-request-id: req-bf673bda-5319-4643-8be9-208a118f4996 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:24.029081 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac7a3b2-baea-4469-9d1e-276b20425e8a", "name": "network-vif-plugged", "status": "completed", "tag": "b4f0e477-9b64-456a-8556-8ef0685510f6", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:24.029787 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bf673bda-5319-4643-8be9-208a118f4996 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:24.030536 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac7a3b2-baea-4469-9d1e-276b20425e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f0e477-9b64-456a-8556-8ef0685510f6', 'code': 200} Nov 12 00:54:24.329622 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d4ebc143-85b3-46b6-81df-21f6fc5bd4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:24.467564 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ebc143-85b3-46b6-81df-21f6fc5bd4bd admin admin] Checking segment: {'id': 'b93855b1-6172-47c9-b454-3d26004c4a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e7a8c644-fc58-429b-9171-fca526356a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:24.468600 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ebc143-85b3-46b6-81df-21f6fc5bd4bd admin admin] Network hostable DHCP agents. Network: e7a8c644-fc58-429b-9171-fca526356a19, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:54:24.476685 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ebc143-85b3-46b6-81df-21f6fc5bd4bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=531e328a-66ab-4cb5-a93c-57667de82563,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:24.522534 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ebc143-85b3-46b6-81df-21f6fc5bd4bd admin admin] Network e7a8c644-fc58-429b-9171-fca526356a19 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:54:24.545058 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-d4ebc143-85b3-46b6-81df-21f6fc5bd4bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, e7a8c644-fc58-429b-9171-fca526356a19) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:24.554741 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7930b537-f7af-4523-a691-61bcbe95271d None None] Network e7a8c644-fc58-429b-9171-fca526356a19 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:54:24.561021 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ebc143-85b3-46b6-81df-21f6fc5bd4bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:24.562728 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d4ebc143-85b3-46b6-81df-21f6fc5bd4bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:24.608718 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d4ebc143-85b3-46b6-81df-21f6fc5bd4bd admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7703259 Nov 12 00:54:24.855249 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e048626f-b07f-4072-89ad-1a4181a04819 None None] Network e7a8c644-fc58-429b-9171-fca526356a19 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:54:25.022096 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-d590ecd6-f638-42e6-b634-dd3ffcfa56ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d4a1934-8575-49f5-8050-cc118cfecd7b {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:54:25.031247 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-d590ecd6-f638-42e6-b634-dd3ffcfa56ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:25.046904 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-d590ecd6-f638-42e6-b634-dd3ffcfa56ec service neutron] Transition to ACTIVE for port object 1d4a1934-8575-49f5-8050-cc118cfecd7b will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:54:25.101880 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-d590ecd6-f638-42e6-b634-dd3ffcfa56ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:25.214851 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9c74279f-74a6-4da5-93c6-20d1aa4e150a req-5277857c-f4fa-4f88-a56c-b752390c068b tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:25.257666 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['8ee9b406-63fc-4abb-9ad7-a586a9c8cd94'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:54:25.303648 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d590ecd6-f638-42e6-b634-dd3ffcfa56ec service neutron] Pushing event updated for resources: {'Port': ['ID=1d4a1934-8575-49f5-8050-cc118cfecd7b,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:25.350340 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4856c0f-f4e7-4e93-bca6-4e1974177402 req-ab2a7f49-ae25-492e-aa83-b2b42c9de3a3 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:25.365156 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b4856c0f-f4e7-4e93-bca6-4e1974177402 req-ab2a7f49-ae25-492e-aa83-b2b42c9de3a3 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=52d0e715-9392-4339-b495-b1a8ec82fe96 HTTP/1.1" status: 200 len: 867 time: 0.3945203 Nov 12 00:54:25.456366 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc2f8f-5b70-4154-9b05-e60961939a5d req-b5be4389-eb65-4b4e-8a73-b3ab7c739b59 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:25.458419 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5bfc2f8f-5b70-4154-9b05-e60961939a5d req-b5be4389-eb65-4b4e-8a73-b3ab7c739b59 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f HTTP/1.1" status: 200 len: 943 time: 0.4099934 Nov 12 00:54:25.547159 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c74279f-74a6-4da5-93c6-20d1aa4e150a req-5277857c-f4fa-4f88-a56c-b752390c068b tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] No DVR routers for this DVR port 559534ec-b918-4572-b31d-8e35637a07fc on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:54:25.549040 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5277857c-f4fa-4f88-a56c-b752390c068b tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Pushing event deleted for resources: {'Port': ['ID=559534ec-b918-4572-b31d-8e35637a07fc,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:25.551434 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9c74279f-74a6-4da5-93c6-20d1aa4e150a req-5277857c-f4fa-4f88-a56c-b752390c068b tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:25.557921 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9c74279f-74a6-4da5-93c6-20d1aa4e150a req-5277857c-f4fa-4f88-a56c-b752390c068b tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.16 "DELETE /v2.0/ports/559534ec-b918-4572-b31d-8e35637a07fc HTTP/1.1" status: 204 len: 173 time: 3.5158777 Nov 12 00:54:25.616298 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d0e715-9392-4339-b495-b1a8ec82fe96', 'name': 'network-vif-deleted', 'tag': '559534ec-b918-4572-b31d-8e35637a07fc'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:25.621838 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c41aca-c45c-4a27-9130-140a2d79ec68" -d '{"events": [{"server_uuid": "52d0e715-9392-4339-b495-b1a8ec82fe96", "name": "network-vif-deleted", "tag": "559534ec-b918-4572-b31d-8e35637a07fc"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:25.729300 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b4856c0f-f4e7-4e93-bca6-4e1974177402 req-5ab18339-82f3-4f9b-97c8-72e363924970 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629665 Nov 12 00:54:25.854541 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-d590ecd6-f638-42e6-b634-dd3ffcfa56ec service neutron] Attempting to bind port 1d4a1934-8575-49f5-8050-cc118cfecd7b on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:54:25.854979 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-d590ecd6-f638-42e6-b634-dd3ffcfa56ec service neutron] Attempting to bind port 1d4a1934-8575-49f5-8050-cc118cfecd7b by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:54:25.855948 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-d590ecd6-f638-42e6-b634-dd3ffcfa56ec service neutron] Attempting to bind port 1d4a1934-8575-49f5-8050-cc118cfecd7b on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:25.861953 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5bfc2f8f-5b70-4154-9b05-e60961939a5d req-c5cc47ef-91da-41b3-b56e-2f630a1aea08 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281181 Nov 12 00:54:25.922982 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-d590ecd6-f638-42e6-b634-dd3ffcfa56ec service neutron] Port 1d4a1934-8575-49f5-8050-cc118cfecd7b on network 945c2da1-f958-478a-a48a-8af2dfa2e179 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:54:25.923475 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-d590ecd6-f638-42e6-b634-dd3ffcfa56ec service neutron] Attempting to bind port 1d4a1934-8575-49f5-8050-cc118cfecd7b on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:25.928071 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 559534ec-b918-4572-b31d-8e35637a07fc no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:25.939627 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-d590ecd6-f638-42e6-b634-dd3ffcfa56ec service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:54:25.940322 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-d590ecd6-f638-42e6-b634-dd3ffcfa56ec service neutron] Checking segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:25.940849 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-d590ecd6-f638-42e6-b634-dd3ffcfa56ec service neutron] Bound using segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:54:25.941522 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-d590ecd6-f638-42e6-b634-dd3ffcfa56ec service neutron] Bound port: 1d4a1934-8575-49f5-8050-cc118cfecd7b, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:54:25.942002 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-d590ecd6-f638-42e6-b634-dd3ffcfa56ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:25.970320 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] No Port match for: 559534ec-b918-4572-b31d-8e35637a07fc {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:54:25.970677 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 559534ec-b918-4572-b31d-8e35637a07fc not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:54:25.971111 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 00dbddc7-a1c8-4c61-99f2-f71236b0ee66 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:25.978906 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8482f-3dc0-4659-b9b8-4782b3da75ff req-498dce39-e0d9-4243-a812-6475ede1c6a9 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:25.981099 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0fd8482f-3dc0-4659-b9b8-4782b3da75ff req-498dce39-e0d9-4243-a812-6475ede1c6a9 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/ports?device_id=44241e0e-86ed-4a6c-b7a4-90aa36076e1b HTTP/1.1" status: 200 len: 948 time: 0.1277797 Nov 12 00:54:26.023388 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] No Port match for: 00dbddc7-a1c8-4c61-99f2-f71236b0ee66 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:54:26.023733 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 00dbddc7-a1c8-4c61-99f2-f71236b0ee66 not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:54:26.071714 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-d590ecd6-f638-42e6-b634-dd3ffcfa56ec service neutron] For port 1d4a1934-8575-49f5-8050-cc118cfecd7b, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:54:26.079351 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-d590ecd6-f638-42e6-b634-dd3ffcfa56ec service neutron] For port 1d4a1934-8575-49f5-8050-cc118cfecd7b, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=1d4a1934-8575-49f5-8050-cc118cfecd7b,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:54:26.153881 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-d590ecd6-f638-42e6-b634-dd3ffcfa56ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:26.303307 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d590ecd6-f638-42e6-b634-dd3ffcfa56ec service neutron] Pushing event updated for resources: {'Port': ['ID=1d4a1934-8575-49f5-8050-cc118cfecd7b,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:26.319898 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-d590ecd6-f638-42e6-b634-dd3ffcfa56ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:26.320803 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-d590ecd6-f638-42e6-b634-dd3ffcfa56ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:26.323333 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-d590ecd6-f638-42e6-b634-dd3ffcfa56ec service neutron] 10.222.0.44 "PUT /v2.0/ports/1d4a1934-8575-49f5-8050-cc118cfecd7b HTTP/1.1" status: 200 len: 1097 time: 2.5616307 Nov 12 00:54:26.334603 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0fd8482f-3dc0-4659-b9b8-4782b3da75ff req-6716436a-e8c4-41c1-b3ca-c6ef1fd7f6a6 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/security-groups?id=d83acefb-04f1-490e-bcaa-44c43b9f6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486596 Nov 12 00:54:26.782217 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73923510-7c36-427b-b005-f2a86ff47da0 req-e401963d-e2c4-4361-8255-e629d76a7064 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:26.784163 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-73923510-7c36-427b-b005-f2a86ff47da0 req-e401963d-e2c4-4361-8255-e629d76a7064 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc7ef492-66a9-4346-a8a6-aaafeb9e1537 HTTP/1.1" status: 200 len: 950 time: 0.2666798 Nov 12 00:54:26.805904 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02687f3a-36c4-4517-a9a0-b9984e832491 req-6aee8b56-4f1f-4611-a343-11d7bc65ece9 tempest-ServerMetadataNegativeTestJSON-1669759871 tempest-ServerMetadataNegativeTestJSON-1669759871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:26.818106 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-02687f3a-36c4-4517-a9a0-b9984e832491 req-6aee8b56-4f1f-4611-a343-11d7bc65ece9 tempest-ServerMetadataNegativeTestJSON-1669759871 tempest-ServerMetadataNegativeTestJSON-1669759871-project] 10.222.0.45 "GET /v2.0/networks?id=e7a8c644-fc58-429b-9171-fca526356a19 HTTP/1.1" status: 200 len: 821 time: 0.4448793 Nov 12 00:54:26.822851 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-c58e3b4d-6480-46d5-92ad-f676968c24f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:26.824585 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-c58e3b4d-6480-46d5-92ad-f676968c24f1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a8ded03765684c3eb48dafae548b7a36&device_id=44241e0e-86ed-4a6c-b7a4-90aa36076e1b HTTP/1.1" status: 200 len: 1100 time: 0.3779824 Nov 12 00:54:26.848118 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-02687f3a-36c4-4517-a9a0-b9984e832491 req-fc7e38dd-6d9b-4cd4-9719-c188b64f1d0d tempest-ServerMetadataNegativeTestJSON-1669759871 tempest-ServerMetadataNegativeTestJSON-1669759871-project] 10.222.0.45 "GET /v2.0/quotas/5d87fd5222f54460bdde3cfbd58fc010 HTTP/1.1" status: 200 len: 375 time: 0.0211265 Nov 12 00:54:26.909917 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-da4f5fc4-f3e1-4990-93ac-cb1d61bad169 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=1d4a1934-8575-49f5-8050-cc118cfecd7b HTTP/1.1" status: 200 len: 217 time: 0.0603623 Nov 12 00:54:27.040586 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-73923510-7c36-427b-b005-f2a86ff47da0 req-641fa18c-b10d-418e-96a4-1a3064f86c78 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291772 Nov 12 00:54:27.048523 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-02687f3a-36c4-4517-a9a0-b9984e832491 req-2a07349d-197a-4e57-a807-424ead515b95 tempest-ServerMetadataNegativeTestJSON-1669759871 tempest-ServerMetadataNegativeTestJSON-1669759871-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=5d87fd5222f54460bdde3cfbd58fc010&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1794214 Nov 12 00:54:27.075948 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-099deabd-3faa-4208-a238-957efe344aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:27.077777 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-099deabd-3faa-4208-a238-957efe344aad service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.1534598 Nov 12 00:54:27.133963 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a7f485ce-c46a-4a3b-a337-b4ea01de5d9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:27.386805 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-aafdca2f-c347-4c4c-98f6-a991ab530b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:27.388944 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-aafdca2f-c347-4c4c-98f6-a991ab530b4c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2958696 Nov 12 00:54:27.427319 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4e12bd-93f6-467a-a6de-08b5916774d5 x-openstack-request-id: req-5a4e12bd-93f6-467a-a6de-08b5916774d5 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:27.427745 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d0e715-9392-4339-b495-b1a8ec82fe96", "name": "network-vif-deleted", "tag": "559534ec-b918-4572-b31d-8e35637a07fc", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:27.428054 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5a4e12bd-93f6-467a-a6de-08b5916774d5 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:27.428477 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52d0e715-9392-4339-b495-b1a8ec82fe96', 'name': 'network-vif-deleted', 'tag': '559534ec-b918-4572-b31d-8e35637a07fc', 'status': 'completed', 'code': 200} Nov 12 00:54:27.512638 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-02687f3a-36c4-4517-a9a0-b9984e832491 req-82cb58d7-af27-4728-9fcc-3b588d649ae6 service neutron] 10.222.0.45 "GET /v2.0/networks/e7a8c644-fc58-429b-9171-fca526356a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4476626 Nov 12 00:54:27.780606 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-ba774bb5-463b-4981-91fb-6d4e9321b5c8 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800855 Nov 12 00:54:27.857303 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-02687f3a-36c4-4517-a9a0-b9984e832491 req-64424714-5616-4f24-a8b8-07e56ee0bf44 service neutron] 10.222.0.45 "GET /v2.0/networks/e7a8c644-fc58-429b-9171-fca526356a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077688 Nov 12 00:54:27.958197 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 826a3929-0457-4fc5-98c8-fb33208c939e no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:27.978450 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff2d8ee-54f5-4c37-a3b5-e6d0c6d37a70 req-eeb9df99-c85e-4a8a-bf7d-a86af7df0055 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:27.986916 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4ff2d8ee-54f5-4c37-a3b5-e6d0c6d37a70 req-eeb9df99-c85e-4a8a-bf7d-a86af7df0055 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f HTTP/1.1" status: 200 len: 943 time: 0.3571908 Nov 12 00:54:27.995900 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-612c7ac3-dec1-4264-b7f1-56e4ec146454 req-477439c1-4243-413b-9a49-989e5337b638 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912794 Nov 12 00:54:28.123118 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4ff2d8ee-54f5-4c37-a3b5-e6d0c6d37a70 req-f29e0294-0605-473d-ae68-296f3e461db5 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353059 Nov 12 00:54:28.330989 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29674e83-f464-4cee-8f77-6933c13fe6d0 req-daa11b33-1e91-4ea3-91bb-6ffe2ca6dc3d tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:28.347911 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-29674e83-f464-4cee-8f77-6933c13fe6d0 req-daa11b33-1e91-4ea3-91bb-6ffe2ca6dc3d tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/ports?device_id=44241e0e-86ed-4a6c-b7a4-90aa36076e1b HTTP/1.1" status: 200 len: 948 time: 0.1452296 Nov 12 00:54:28.468797 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb4c28c-88f3-4549-a4f4-2b6016fce86b req-4ef0c823-0556-463c-ab65-04a4b8756b2a tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:28.478396 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bfb4c28c-88f3-4549-a4f4-2b6016fce86b req-4ef0c823-0556-463c-ab65-04a4b8756b2a tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc7ef492-66a9-4346-a8a6-aaafeb9e1537 HTTP/1.1" status: 200 len: 950 time: 0.1225693 Nov 12 00:54:28.535900 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-29674e83-f464-4cee-8f77-6933c13fe6d0 req-37451395-d284-4298-866e-007943f3e719 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/security-groups?id=d83acefb-04f1-490e-bcaa-44c43b9f6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868970 Nov 12 00:54:28.591502 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bfb4c28c-88f3-4549-a4f4-2b6016fce86b req-94bd1562-fb32-478a-9788-bd82db87ce6e tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112261 Nov 12 00:54:28.641709 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:54:28.674554 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1c05abf9-728b-4df1-89a8-cf55057fdec6 req-c86fd575-13cf-439a-aa6f-dfda2602d398 tempest-ServerMetadataNegativeTestJSON-1669759871 tempest-ServerMetadataNegativeTestJSON-1669759871-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2705d3d-0a29-4a01-a8bb-14adcd73dd39 HTTP/1.1" status: 200 len: 210 time: 0.0578372 Nov 12 00:54:28.983680 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-3b6d41b5-37c3-4af1-8438-bf08f8917e9f service neutron] 10.222.0.44 "GET /v2.0/ports/826a3929-0457-4fc5-98c8-fb33208c939e/bindings/n-h1-712142-27 HTTP/1.1" status: 200 len: 385 time: 0.1520059 Nov 12 00:54:29.177198 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a5554-2863-4885-8f78-aabcda95bf14 req-8c0efdd7-c689-4728-98e5-b92751944c49 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:29.189093 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0e0a5554-2863-4885-8f78-aabcda95bf14 req-8c0efdd7-c689-4728-98e5-b92751944c49 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dae5fe0-49f1-4df5-84b6-d1b4c070a380 HTTP/1.1" status: 200 len: 950 time: 0.1049733 Nov 12 00:54:29.323439 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0e0a5554-2863-4885-8f78-aabcda95bf14 req-9bfd627d-da9a-4954-a8c7-4cad5c548c97 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314065 Nov 12 00:54:29.443734 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-2b9d38d0-5a9d-473c-b26e-f9b3a518b308 service neutron] For port 826a3929-0457-4fc5-98c8-fb33208c939e, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=826a3929-0457-4fc5-98c8-fb33208c939e,segment=NetworkSegment(936f4dc4-b49e-4318-84e7-8d3d4988961e),segment_id=936f4dc4-b49e-4318-84e7-8d3d4988961e)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:29.468147 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-2b9d38d0-5a9d-473c-b26e-f9b3a518b308 service neutron] For port 826a3929-0457-4fc5-98c8-fb33208c939e, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:54:29.490980 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44241e0e-86ed-4a6c-b7a4-90aa36076e1b', 'tag': '1d4a1934-8575-49f5-8050-cc118cfecd7b'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:29.493313 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4fb2520-7b06-4e63-9d55-7247c17e6808" -d '{"events": [{"name": "network-changed", "server_uuid": "44241e0e-86ed-4a6c-b7a4-90aa36076e1b", "tag": "1d4a1934-8575-49f5-8050-cc118cfecd7b"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:29.519998 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a868ce6-c242-413d-bbcb-af303162558f req-1e6e7ab2-2196-43f4-b510-83c1c88e1546 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:29.531675 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4a868ce6-c242-413d-bbcb-af303162558f req-1e6e7ab2-2196-43f4-b510-83c1c88e1546 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f HTTP/1.1" status: 200 len: 943 time: 0.2062972 Nov 12 00:54:29.551126 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-2b9d38d0-5a9d-473c-b26e-f9b3a518b308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 826a3929-0457-4fc5-98c8-fb33208c939e {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:54:29.584182 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-2b9d38d0-5a9d-473c-b26e-f9b3a518b308 service neutron] For port 826a3929-0457-4fc5-98c8-fb33208c939e, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=826a3929-0457-4fc5-98c8-fb33208c939e,segment=NetworkSegment(936f4dc4-b49e-4318-84e7-8d3d4988961e),segment_id=936f4dc4-b49e-4318-84e7-8d3d4988961e)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:29.588026 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa77604-a4bd-45bf-bec4-201cdfa7f2cc x-openstack-request-id: req-daa77604-a4bd-45bf-bec4-201cdfa7f2cc {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:29.589002 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44241e0e-86ed-4a6c-b7a4-90aa36076e1b", "tag": "1d4a1934-8575-49f5-8050-cc118cfecd7b", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:29.589266 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-daa77604-a4bd-45bf-bec4-201cdfa7f2cc {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:29.589678 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44241e0e-86ed-4a6c-b7a4-90aa36076e1b', 'tag': '1d4a1934-8575-49f5-8050-cc118cfecd7b', 'status': 'completed', 'code': 200} Nov 12 00:54:29.619153 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-2b9d38d0-5a9d-473c-b26e-f9b3a518b308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:29.732947 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4a868ce6-c242-413d-bbcb-af303162558f req-8e1c97aa-efa9-4b42-98f8-48b8cf89c6a5 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002943 Nov 12 00:54:29.801348 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb2520-7b06-4e63-9d55-7247c17e6808 req-1a5ebe63-1886-4d9e-9201-f2512e1b95de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:29.802325 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a4fb2520-7b06-4e63-9d55-7247c17e6808 req-1a5ebe63-1886-4d9e-9201-f2512e1b95de service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=a8ded03765684c3eb48dafae548b7a36&device_id=44241e0e-86ed-4a6c-b7a4-90aa36076e1b HTTP/1.1" status: 200 len: 1100 time: 0.1437826 Nov 12 00:54:29.973976 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 1d4a1934-8575-49f5-8050-cc118cfecd7b details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:54:29.976909 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f0030-b29b-4383-8db6-9357b498b772 req-0f33dc14-f6b4-4c6e-8db9-7241a0d461ce tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:30.009867 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-df9f0030-b29b-4383-8db6-9357b498b772 req-0f33dc14-f6b4-4c6e-8db9-7241a0d461ce tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/ports?device_id=44241e0e-86ed-4a6c-b7a4-90aa36076e1b HTTP/1.1" status: 200 len: 948 time: 0.3460639 Nov 12 00:54:30.191078 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 1d4a1934-8575-49f5-8050-cc118cfecd7b, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=1d4a1934-8575-49f5-8050-cc118cfecd7b,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:30.238428 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '1d4a1934-8575-49f5-8050-cc118cfecd7b', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'port_id': '1d4a1934-8575-49f5-8050-cc118cfecd7b', 'mac_address': 'fa:16:3e:1e:07:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0290328-7bc5-4266-bfb9-6eb25d91acf0', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:54:30.282395 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-2b9d38d0-5a9d-473c-b26e-f9b3a518b308 service neutron] Transition to ACTIVE for port object 826a3929-0457-4fc5-98c8-fb33208c939e will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:54:30.356398 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-2b9d38d0-5a9d-473c-b26e-f9b3a518b308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:30.445168 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7c39fc58-8af9-4ce9-ab4e-72618ccecd87 req-90c57b8a-d4ad-49fb-82c6-896ce3c885af service neutron] 10.222.0.44 "GET /v2.0/ports/37bc00c5-8867-401d-bdd4-d9749fd6f9ed/bindings/n-h2-712142-27 HTTP/1.1" status: 200 len: 383 time: 0.2482216 Nov 12 00:54:30.449124 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:30.521943 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c633ed-d05d-448a-8467-d2c8f63effc6 req-3408ae93-a617-468a-9cd2-feb66ff610b2 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:30.533340 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e2c633ed-d05d-448a-8467-d2c8f63effc6 req-3408ae93-a617-468a-9cd2-feb66ff610b2 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc7ef492-66a9-4346-a8a6-aaafeb9e1537 HTTP/1.1" status: 200 len: 950 time: 0.5924871 Nov 12 00:54:30.616834 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d4a1934-8575-49f5-8050-cc118cfecd7b {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:54:30.628289 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-df9f0030-b29b-4383-8db6-9357b498b772 req-ad7acc88-e82c-4616-9c8d-6e2211ac39f3 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/security-groups?id=d83acefb-04f1-490e-bcaa-44c43b9f6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5563643 Nov 12 00:54:30.640457 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-2b9d38d0-5a9d-473c-b26e-f9b3a518b308 service neutron] No DVR routers for this DVR port 826a3929-0457-4fc5-98c8-fb33208c939e on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:54:30.647381 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb2520-7b06-4e63-9d55-7247c17e6808 req-002bf970-36c0-4af1-9431-dc5384609010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:30.661092 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a4fb2520-7b06-4e63-9d55-7247c17e6808 req-002bf970-36c0-4af1-9431-dc5384609010 service neutron] 10.222.0.44 "GET /v2.0/networks?id=945c2da1-f958-478a-a48a-8af2dfa2e179 HTTP/1.1" status: 200 len: 869 time: 0.8322740 Nov 12 00:54:30.747736 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9d38d0-5a9d-473c-b26e-f9b3a518b308 service neutron] Pushing event updated for resources: {'Port': ['ID=826a3929-0457-4fc5-98c8-fb33208c939e,revision_number=10']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:30.775034 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 1d4a1934-8575-49f5-8050-cc118cfecd7b, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=1d4a1934-8575-49f5-8050-cc118cfecd7b,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:30.794125 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02687f3a-36c4-4517-a9a0-b9984e832491 req-8e5d4705-8708-41f8-8714-0db4f0fc2c0e tempest-ServerMetadataNegativeTestJSON-1669759871 tempest-ServerMetadataNegativeTestJSON-1669759871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:30.797850 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-02687f3a-36c4-4517-a9a0-b9984e832491 req-8e5d4705-8708-41f8-8714-0db4f0fc2c0e tempest-ServerMetadataNegativeTestJSON-1669759871 tempest-ServerMetadataNegativeTestJSON-1669759871-project] 10.222.0.44 "GET /v2.0/networks?id=e7a8c644-fc58-429b-9171-fca526356a19 HTTP/1.1" status: 200 len: 821 time: 0.6316500 Nov 12 00:54:30.815685 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:30.881437 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e69d0320-65ba-4608-8918-7ad878f0c0cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:30.923586 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=1d4a1934-8575-49f5-8050-cc118cfecd7b,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:30.982775 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e2c633ed-d05d-448a-8467-d2c8f63effc6 req-5ba8a702-044d-4196-93ab-4cbaa26570fa tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4445796 Nov 12 00:54:31.003387 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-02687f3a-36c4-4517-a9a0-b9984e832491 req-e7fb7d11-2c37-4bb3-88df-0a6a44e13d73 tempest-ServerMetadataNegativeTestJSON-1669759871 tempest-ServerMetadataNegativeTestJSON-1669759871-project] Request body: {'port': {'device_id': 'f2705d3d-0a29-4a01-a8bb-14adcd73dd39', 'network_id': 'e7a8c644-fc58-429b-9171-fca526356a19', 'admin_state_up': True, 'tenant_id': '5d87fd5222f54460bdde3cfbd58fc010'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:31.056541 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-2b9d38d0-5a9d-473c-b26e-f9b3a518b308 service neutron] 10.222.0.44 "PUT /v2.0/ports/826a3929-0457-4fc5-98c8-fb33208c939e/bindings/n-h1-712142-27/activate HTTP/1.1" status: 200 len: 370 time: 2.0572443 Nov 12 00:54:31.091096 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a4fb2520-7b06-4e63-9d55-7247c17e6808 req-efb2d729-86fc-41c3-b02a-7bb0302b94ef service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=1d4a1934-8575-49f5-8050-cc118cfecd7b HTTP/1.1" status: 200 len: 217 time: 0.4097099 Nov 12 00:54:31.126870 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39fc58-8af9-4ce9-ab4e-72618ccecd87 req-c16d7100-29cc-4547-8e44-8fd766f105d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:31.129696 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7c39fc58-8af9-4ce9-ab4e-72618ccecd87 req-c16d7100-29cc-4547-8e44-8fd766f105d6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dc7ef492-66a9-4346-a8a6-aaafeb9e1537&tenant_id=6bde2e332c8e418290dd069bae32e617 HTTP/1.1" status: 200 len: 1102 time: 0.1249201 Nov 12 00:54:31.135653 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['1d4a1934-8575-49f5-8050-cc118cfecd7b'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:54:31.195515 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9a9bcccb-435d-4003-86f6-3bc1d5b9633f req-3dbd8253-b3fd-4eb1-84e3-1cfffc1ccf17 tempest-ServerMetadataNegativeTestJSON-1669759871 tempest-ServerMetadataNegativeTestJSON-1669759871-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2705d3d-0a29-4a01-a8bb-14adcd73dd39 HTTP/1.1" status: 200 len: 210 time: 0.1336949 Nov 12 00:54:31.365741 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39fc58-8af9-4ce9-ab4e-72618ccecd87 req-7f0e12e3-0cd6-4354-91c4-7f66b7883a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:31.368159 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7c39fc58-8af9-4ce9-ab4e-72618ccecd87 req-7f0e12e3-0cd6-4354-91c4-7f66b7883a62 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6bde2e332c8e418290dd069bae32e617&device_id=dc7ef492-66a9-4346-a8a6-aaafeb9e1537 HTTP/1.1" status: 200 len: 1102 time: 0.1935835 Nov 12 00:54:31.455786 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-8e04291c-4b70-44d1-acf8-3dd763d52efd tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:31.460849 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-8e04291c-4b70-44d1-acf8-3dd763d52efd tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f&tenant_id=52ec13b5aa674ec2836b22da2faf152e&binding%3Ahost_id=n-h2-712142-27 HTTP/1.1" status: 200 len: 1096 time: 0.2045166 Nov 12 00:54:31.493817 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb2520-7b06-4e63-9d55-7247c17e6808 req-e27000d0-36dc-4e95-9c5b-b80882c2aba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:31.495945 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a4fb2520-7b06-4e63-9d55-7247c17e6808 req-e27000d0-36dc-4e95-9c5b-b80882c2aba7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.3654513 Nov 12 00:54:31.508180 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4a38d-9b89-4327-b049-699a21fd8f58 req-e3f0025b-28bc-4c90-801c-eebeb0913344 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:31.509971 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6ca4a38d-9b89-4327-b049-699a21fd8f58 req-e3f0025b-28bc-4c90-801c-eebeb0913344 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.16 "GET /v2.0/ports?device_id=3dae5fe0-49f1-4df5-84b6-d1b4c070a380 HTTP/1.1" status: 200 len: 950 time: 0.7037184 Nov 12 00:54:31.610576 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02687f3a-36c4-4517-a9a0-b9984e832491 req-e7fb7d11-2c37-4bb3-88df-0a6a44e13d73 tempest-ServerMetadataNegativeTestJSON-1669759871 tempest-ServerMetadataNegativeTestJSON-1669759871-project] Made reservation on behalf of 5d87fd5222f54460bdde3cfbd58fc010 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:31.615173 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-02687f3a-36c4-4517-a9a0-b9984e832491 req-e7fb7d11-2c37-4bb3-88df-0a6a44e13d73 tempest-ServerMetadataNegativeTestJSON-1669759871 tempest-ServerMetadataNegativeTestJSON-1669759871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:31.615478 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-cb18db89-45c8-4566-b96b-23aca5df991f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:31.617590 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-cb18db89-45c8-4566-b96b-23aca5df991f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f&tenant_id=52ec13b5aa674ec2836b22da2faf152e HTTP/1.1" status: 200 len: 1096 time: 0.1475189 Nov 12 00:54:31.642384 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39fc58-8af9-4ce9-ab4e-72618ccecd87 req-10d8cd1c-8174-4f73-9f83-91aade32049c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:31.659423 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7c39fc58-8af9-4ce9-ab4e-72618ccecd87 req-10d8cd1c-8174-4f73-9f83-91aade32049c service neutron] 10.222.0.44 "GET /v2.0/networks?id=945c2da1-f958-478a-a48a-8af2dfa2e179 HTTP/1.1" status: 200 len: 869 time: 0.2838049 Nov 12 00:54:32.002389 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51c294-2a76-4235-942e-20aaf0fee65f req-eac6ef75-abb4-4c22-a77c-13c3368b59ea tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:32.010802 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dc51c294-2a76-4235-942e-20aaf0fee65f req-eac6ef75-abb4-4c22-a77c-13c3368b59ea tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f HTTP/1.1" status: 200 len: 944 time: 0.6421394 Nov 12 00:54:32.024861 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcfb07b-12a2-401a-bf54-3a4b4ded2d44 req-bc039aaa-3e06-4063-87d6-0a7ae64081db tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:32.032147 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8fcfb07b-12a2-401a-bf54-3a4b4ded2d44 req-bc039aaa-3e06-4063-87d6-0a7ae64081db tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dae5fe0-49f1-4df5-84b6-d1b4c070a380 HTTP/1.1" status: 200 len: 950 time: 0.6651187 Nov 12 00:54:32.063146 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7c39fc58-8af9-4ce9-ab4e-72618ccecd87 req-675adc23-685f-4d40-b716-2e168a2c87f6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=37bc00c5-8867-401d-bdd4-d9749fd6f9ed HTTP/1.1" status: 200 len: 217 time: 0.3933771 Nov 12 00:54:32.116484 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-68faa6a9-6c8a-4214-afa1-93ba15f6ea50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:32.119085 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-68faa6a9-6c8a-4214-afa1-93ba15f6ea50 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=52ec13b5aa674ec2836b22da2faf152e&device_id=2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f HTTP/1.1" status: 200 len: 1096 time: 0.4385262 Nov 12 00:54:32.175328 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39fc58-8af9-4ce9-ab4e-72618ccecd87 req-0b659d3d-32f5-47b1-8f1d-1511d0d6fa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:32.177064 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7c39fc58-8af9-4ce9-ab4e-72618ccecd87 req-0b659d3d-32f5-47b1-8f1d-1511d0d6fa02 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.1022685 Nov 12 00:54:32.214825 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8fcfb07b-12a2-401a-bf54-3a4b4ded2d44 req-05d34a62-d46a-4f95-bfe5-068eea892460 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797338 Nov 12 00:54:32.273362 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb2520-7b06-4e63-9d55-7247c17e6808 req-633f3054-a492-4156-9047-16063a6158b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:32.275405 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a4fb2520-7b06-4e63-9d55-7247c17e6808 req-633f3054-a492-4156-9047-16063a6158b1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7618201 Nov 12 00:54:32.320244 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39fc58-8af9-4ce9-ab4e-72618ccecd87 req-96398398-e360-4e5d-bd99-aab3f632d111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:32.321795 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7c39fc58-8af9-4ce9-ab4e-72618ccecd87 req-96398398-e360-4e5d-bd99-aab3f632d111 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1061502 Nov 12 00:54:32.365972 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-c2e07a9d-5086-4ee3-8032-603972829179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:32.367487 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-c2e07a9d-5086-4ee3-8032-603972829179 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1c193d6a-5984-4109-91aa-b0c9d7c9a6bf HTTP/1.1" status: 200 len: 920 time: 0.2341595 Nov 12 00:54:32.459615 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dc51c294-2a76-4235-942e-20aaf0fee65f req-6f9e3186-f314-4ddc-960f-573acde5a39b tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4439335 Nov 12 00:54:32.495081 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-d7043ce4-de17-4a99-9e5e-0b36512fac96 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=826a3929-0457-4fc5-98c8-fb33208c939e HTTP/1.1" status: 200 len: 217 time: 0.0936270 Nov 12 00:54:32.615992 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-6ca4a38d-9b89-4327-b049-699a21fd8f58 req-69ebfe8e-bc16-4ddc-9704-1c485d121b5d tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Deleting port 8ee9b406-63fc-4abb-9ad7-a586a9c8cd94 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:32.616584 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-6ca4a38d-9b89-4327-b049-699a21fd8f58 req-69ebfe8e-bc16-4ddc-9704-1c485d121b5d tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:32.655790 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7c39fc58-8af9-4ce9-ab4e-72618ccecd87 req-5a629ac7-0df2-49e1-bc2f-a2f0d9d984a4 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241248 Nov 12 00:54:32.658856 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-2ccdaca0-c962-4b04-831b-17d37b9e2c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:32.661517 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-2ccdaca0-c962-4b04-831b-17d37b9e2c20 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6d8bd009-45c7-4017-80d7-9c1f69484ce9 HTTP/1.1" status: 200 len: 860 time: 0.1562841 Nov 12 00:54:32.666030 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:32.671414 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a4fb2520-7b06-4e63-9d55-7247c17e6808 req-1d70b400-6574-42ae-82b7-7a374cb81673 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797467 Nov 12 00:54:32.734761 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e772810-7897-44f0-b7b7-e4993c509ca3 req-9bd60fd3-6a8f-4a8e-86bf-710a4490b3ad tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:32.737660 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-3cb8e12d-9687-4cd9-bdc9-324a912481b5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1c193d6a-5984-4109-91aa-b0c9d7c9a6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572739 Nov 12 00:54:32.743204 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e772810-7897-44f0-b7b7-e4993c509ca3 req-9bd60fd3-6a8f-4a8e-86bf-710a4490b3ad tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/ports?device_id=44241e0e-86ed-4a6c-b7a4-90aa36076e1b HTTP/1.1" status: 200 len: 949 time: 0.3626850 Nov 12 00:54:32.799404 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-02687f3a-36c4-4517-a9a0-b9984e832491 req-e7fb7d11-2c37-4bb3-88df-0a6a44e13d73 tempest-ServerMetadataNegativeTestJSON-1669759871 tempest-ServerMetadataNegativeTestJSON-1669759871-project] Allocated IP 172.20.0.13 (e7a8c644-fc58-429b-9171-fca526356a19/531e328a-66ab-4cb5-a93c-57667de82563/d974079b-75bd-4879-b36e-edad42ac16ec) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:54:32.973435 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7c39fc58-8af9-4ce9-ab4e-72618ccecd87 req-b3568ca4-2fb9-46ac-878b-b0885879bea5 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095131 Nov 12 00:54:32.984305 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-6ca4a38d-9b89-4327-b049-699a21fd8f58 req-69ebfe8e-bc16-4ddc-9704-1c485d121b5d tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] For port 8ee9b406-63fc-4abb-9ad7-a586a9c8cd94, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=8ee9b406-63fc-4abb-9ad7-a586a9c8cd94,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:32.984904 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-6ca4a38d-9b89-4327-b049-699a21fd8f58 req-69ebfe8e-bc16-4ddc-9704-1c485d121b5d tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:33.003139 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-4b455e77-d0a4-4773-bedf-ede670b4d9ee service neutron] 10.222.0.16 "GET /v2.0/networks/1c193d6a-5984-4109-91aa-b0c9d7c9a6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020535 Nov 12 00:54:33.020859 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e772810-7897-44f0-b7b7-e4993c509ca3 req-b46a279c-0085-48c4-8a46-71d6a95247a3 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/security-groups?id=d83acefb-04f1-490e-bcaa-44c43b9f6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761693 Nov 12 00:54:33.055542 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-6ca4a38d-9b89-4327-b049-699a21fd8f58 req-69ebfe8e-bc16-4ddc-9704-1c485d121b5d tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Calling delete_port for 8ee9b406-63fc-4abb-9ad7-a586a9c8cd94 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:33.145691 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3e446-d3cb-47c8-8034-d671256de69a req-e98fd006-d462-4ac9-8d53-b9a15ef868ac tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:33.148544 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-63b3e446-d3cb-47c8-8034-d671256de69a req-e98fd006-d462-4ac9-8d53-b9a15ef868ac tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc7ef492-66a9-4346-a8a6-aaafeb9e1537 HTTP/1.1" status: 200 len: 950 time: 0.3359067 Nov 12 00:54:33.181790 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-b2ab0c93-0fc4-4b32-b5ee-fc96911f2d47 service neutron] 10.222.0.16 "GET /v2.0/networks/1c193d6a-5984-4109-91aa-b0c9d7c9a6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643782 Nov 12 00:54:33.241333 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a4fb2520-7b06-4e63-9d55-7247c17e6808 req-b2553391-0351-4aa9-97fe-324b6fc3ab5e service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4766407 Nov 12 00:54:33.461833 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-775a66f7-07df-42c1-9a99-4ceeb0a24749 req-e0dbb819-ba0c-4453-8af6-50449785a85c tempest-ServerMetadataNegativeTestJSON-1669759871 tempest-ServerMetadataNegativeTestJSON-1669759871-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2705d3d-0a29-4a01-a8bb-14adcd73dd39 HTTP/1.1" status: 200 len: 210 time: 0.0955567 Nov 12 00:54:33.557044 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-63b3e446-d3cb-47c8-8034-d671256de69a req-309e475e-1a7d-43e7-9d3d-dd9aede16622 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3978338 Nov 12 00:54:33.579030 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-02687f3a-36c4-4517-a9a0-b9984e832491 req-e7fb7d11-2c37-4bb3-88df-0a6a44e13d73 tempest-ServerMetadataNegativeTestJSON-1669759871 tempest-ServerMetadataNegativeTestJSON-1669759871-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:33.879073 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:33.886292 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-45ef1cfa-f6ad-47f3-94ae-ba6d0f4550af tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:33.890641 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-45ef1cfa-f6ad-47f3-94ae-ba6d0f4550af tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f&tenant_id=52ec13b5aa674ec2836b22da2faf152e&binding%3Ahost_id=n-h1-712142-27 HTTP/1.1" status: 200 len: 1096 time: 0.1091101 Nov 12 00:54:33.940321 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60249f0a-bde4-480a-9049-c897d42f8e30 req-f7424fc4-ace7-4a77-86bb-bcd7046c0127 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:33.943251 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-60249f0a-bde4-480a-9049-c897d42f8e30 req-f7424fc4-ace7-4a77-86bb-bcd7046c0127 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/ports?device_id=3dae5fe0-49f1-4df5-84b6-d1b4c070a380 HTTP/1.1" status: 200 len: 950 time: 0.2376385 Nov 12 00:54:33.947013 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-6ca4a38d-9b89-4327-b049-699a21fd8f58 req-69ebfe8e-bc16-4ddc-9704-1c485d121b5d tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:33.962546 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-02687f3a-36c4-4517-a9a0-b9984e832491 req-e7fb7d11-2c37-4bb3-88df-0a6a44e13d73 tempest-ServerMetadataNegativeTestJSON-1669759871 tempest-ServerMetadataNegativeTestJSON-1669759871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:33.996036 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 1d4a1934-8575-49f5-8050-cc118cfecd7b up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:54:34.099525 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ebfe8e-bc16-4ddc-9704-1c485d121b5d tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Pushing event deleted for resources: {'Port': ['ID=8ee9b406-63fc-4abb-9ad7-a586a9c8cd94,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:34.106960 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['8ee9b406-63fc-4abb-9ad7-a586a9c8cd94'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:54:34.142589 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02687f3a-36c4-4517-a9a0-b9984e832491 req-e7fb7d11-2c37-4bb3-88df-0a6a44e13d73 tempest-ServerMetadataNegativeTestJSON-1669759871 tempest-ServerMetadataNegativeTestJSON-1669759871-project] Network e7a8c644-fc58-429b-9171-fca526356a19 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:34.185963 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-02687f3a-36c4-4517-a9a0-b9984e832491 req-e7fb7d11-2c37-4bb3-88df-0a6a44e13d73 tempest-ServerMetadataNegativeTestJSON-1669759871 tempest-ServerMetadataNegativeTestJSON-1669759871-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:34.197421 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 1d4a1934-8575-49f5-8050-cc118cfecd7b completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:54:34.207657 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-02687f3a-36c4-4517-a9a0-b9984e832491 req-e7fb7d11-2c37-4bb3-88df-0a6a44e13d73 tempest-ServerMetadataNegativeTestJSON-1669759871 tempest-ServerMetadataNegativeTestJSON-1669759871-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:54:34.208053 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-9290b87c-8e50-4712-848a-fe10af7c3bd4 service neutron] For port 826a3929-0457-4fc5-98c8-fb33208c939e, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:54:34.218590 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-9290b87c-8e50-4712-848a-fe10af7c3bd4 service neutron] Publish callbacks [] for binding, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:34.225631 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 1d4a1934-8575-49f5-8050-cc118cfecd7b triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:34.226382 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4d770841-c45f-41e2-80df-c0614ecbcfd2 req-9290b87c-8e50-4712-848a-fe10af7c3bd4 service neutron] 10.222.0.16 "DELETE /v2.0/ports/826a3929-0457-4fc5-98c8-fb33208c939e/bindings/n-h2-712142-27 HTTP/1.1" status: 204 len: 173 time: 0.3223500 Nov 12 00:54:34.226576 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:34.370904 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f32395-d5e1-4483-94cb-7b151c9c12e3 req-545049d5-7441-40e9-b2c6-2ef68c674dd1 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:34.378640 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-46f32395-d5e1-4483-94cb-7b151c9c12e3 req-545049d5-7441-40e9-b2c6-2ef68c674dd1 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f HTTP/1.1" status: 200 len: 944 time: 0.5492857 Nov 12 00:54:34.410730 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca4a38d-9b89-4327-b049-699a21fd8f58 req-69ebfe8e-bc16-4ddc-9704-1c485d121b5d tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] No DVR routers for this DVR port 8ee9b406-63fc-4abb-9ad7-a586a9c8cd94 on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:54:34.428488 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:34.459712 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-60249f0a-bde4-480a-9049-c897d42f8e30 req-7f090358-0caf-4e45-a3f5-eee99adaa613 tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.45 "GET /v2.0/security-groups?id=40935701-72c0-4024-aba9-0370b45a93a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4738648 Nov 12 00:54:34.469631 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44241e0e-86ed-4a6c-b7a4-90aa36076e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4a1934-8575-49f5-8050-cc118cfecd7b'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:34.474096 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7efc41-1baf-400b-9a6a-dcb146b4644f" -d '{"events": [{"server_uuid": "44241e0e-86ed-4a6c-b7a4-90aa36076e1b", "name": "network-vif-plugged", "status": "completed", "tag": "1d4a1934-8575-49f5-8050-cc118cfecd7b"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:34.478468 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-6ca4a38d-9b89-4327-b049-699a21fd8f58 req-69ebfe8e-bc16-4ddc-9704-1c485d121b5d tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:34.484397 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6ca4a38d-9b89-4327-b049-699a21fd8f58 req-69ebfe8e-bc16-4ddc-9704-1c485d121b5d tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] 10.222.0.16 "DELETE /v2.0/ports/8ee9b406-63fc-4abb-9ad7-a586a9c8cd94 HTTP/1.1" status: 204 len: 173 time: 2.9488449 Nov 12 00:54:34.485080 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dae5fe0-49f1-4df5-84b6-d1b4c070a380', 'name': 'network-vif-deleted', 'tag': '8ee9b406-63fc-4abb-9ad7-a586a9c8cd94'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:34.489362 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1b6ffc-2b45-4f9a-869f-15a49067c7e3" -d '{"events": [{"server_uuid": "3dae5fe0-49f1-4df5-84b6-d1b4c070a380", "name": "network-vif-deleted", "tag": "8ee9b406-63fc-4abb-9ad7-a586a9c8cd94"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:34.518091 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 1d4a1934-8575-49f5-8050-cc118cfecd7b, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=1d4a1934-8575-49f5-8050-cc118cfecd7b,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:34.532420 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:34.534862 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 37bc00c5-8867-401d-bdd4-d9749fd6f9ed no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:34.594824 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb7d11-2c37-4bb3-88df-0a6a44e13d73 tempest-ServerMetadataNegativeTestJSON-1669759871 tempest-ServerMetadataNegativeTestJSON-1669759871-project] Pushing event updated for resources: {'Port': ['ID=d974079b-75bd-4879-b36e-edad42ac16ec,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:34.639415 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=1d4a1934-8575-49f5-8050-cc118cfecd7b,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:34.700939 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02687f3a-36c4-4517-a9a0-b9984e832491 req-e7fb7d11-2c37-4bb3-88df-0a6a44e13d73 tempest-ServerMetadataNegativeTestJSON-1669759871 tempest-ServerMetadataNegativeTestJSON-1669759871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:34.701880 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-02687f3a-36c4-4517-a9a0-b9984e832491 req-e7fb7d11-2c37-4bb3-88df-0a6a44e13d73 tempest-ServerMetadataNegativeTestJSON-1669759871 tempest-ServerMetadataNegativeTestJSON-1669759871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:34.786146 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-46f32395-d5e1-4483-94cb-7b151c9c12e3 req-6f4eb47f-8e37-4125-a04b-2b8788d79062 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4062066 Nov 12 00:54:34.813513 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-02687f3a-36c4-4517-a9a0-b9984e832491 req-e7fb7d11-2c37-4bb3-88df-0a6a44e13d73 tempest-ServerMetadataNegativeTestJSON-1669759871 tempest-ServerMetadataNegativeTestJSON-1669759871-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8215642 Nov 12 00:54:34.831748 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:34.875713 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-02687f3a-36c4-4517-a9a0-b9984e832491 req-da432959-cf3f-4f1e-856e-f58c2221336d service neutron] Request body: {'port': {'device_id': 'f2705d3d-0a29-4a01-a8bb-14adcd73dd39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:34.935141 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 37bc00c5-8867-401d-bdd4-d9749fd6f9ed, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=37bc00c5-8867-401d-bdd4-d9749fd6f9ed,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:34.945854 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:35.074562 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:35.080125 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=37bc00c5-8867-401d-bdd4-d9749fd6f9ed,revision_number=6']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:35.315577 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-02687f3a-36c4-4517-a9a0-b9984e832491 req-da432959-cf3f-4f1e-856e-f58c2221336d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:35.548004 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25622aef-07e0-436c-8372-81e01301a081 req-394ecffb-3dd6-479e-bd60-7fe891c96f97 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:35.560818 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-25622aef-07e0-436c-8372-81e01301a081 req-394ecffb-3dd6-479e-bd60-7fe891c96f97 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/ports?device_id=44241e0e-86ed-4a6c-b7a4-90aa36076e1b HTTP/1.1" status: 200 len: 950 time: 0.3673229 Nov 12 00:54:35.618432 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ecd020-ebaa-4c5e-b1e5-d7417c37a5cf req-98c19f1b-41b4-44f6-8bc9-a82dba52d302 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:35.632331 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c0ecd020-ebaa-4c5e-b1e5-d7417c37a5cf req-98c19f1b-41b4-44f6-8bc9-a82dba52d302 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/networks?id=dfbacf63-886c-40df-80dd-a56be185809d HTTP/1.1" status: 200 len: 808 time: 0.6287138 Nov 12 00:54:35.699895 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c0ecd020-ebaa-4c5e-b1e5-d7417c37a5cf req-f2dc9fd1-f444-4c5d-acec-5633de81c4f6 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/quotas/31213ba92821461cba1a0adcb9241baa HTTP/1.1" status: 200 len: 375 time: 0.0661798 Nov 12 00:54:35.868093 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-25622aef-07e0-436c-8372-81e01301a081 req-db2b3f55-0a33-4f2a-beed-86b6b7683a9c tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/security-groups?id=d83acefb-04f1-490e-bcaa-44c43b9f6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812371 Nov 12 00:54:35.881027 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c0ecd020-ebaa-4c5e-b1e5-d7417c37a5cf req-384f103d-2a4e-4cd1-9464-4a400312abcd tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=31213ba92821461cba1a0adcb9241baa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1675346 Nov 12 00:54:35.990983 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 8ee9b406-63fc-4abb-9ad7-a586a9c8cd94 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:36.015114 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 37bc00c5-8867-401d-bdd4-d9749fd6f9ed details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:54:36.020028 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] No Port match for: 8ee9b406-63fc-4abb-9ad7-a586a9c8cd94 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:54:36.020458 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 8ee9b406-63fc-4abb-9ad7-a586a9c8cd94 not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:54:36.124847 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-02687f3a-36c4-4517-a9a0-b9984e832491 req-da432959-cf3f-4f1e-856e-f58c2221336d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d974079b-75bd-4879-b36e-edad42ac16ec {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:54:36.137139 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-02687f3a-36c4-4517-a9a0-b9984e832491 req-da432959-cf3f-4f1e-856e-f58c2221336d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:36.148545 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c0ecd020-ebaa-4c5e-b1e5-d7417c37a5cf req-3b85a6dd-0939-460e-b6c6-166d792a0b46 service neutron] 10.222.0.45 "GET /v2.0/networks/dfbacf63-886c-40df-80dd-a56be185809d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442689 Nov 12 00:54:36.192695 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 37bc00c5-8867-401d-bdd4-d9749fd6f9ed, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=37bc00c5-8867-401d-bdd4-d9749fd6f9ed,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:36.209162 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '37bc00c5-8867-401d-bdd4-d9749fd6f9ed', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'port_id': '37bc00c5-8867-401d-bdd4-d9749fd6f9ed', 'mac_address': 'fa:16:3e:7f:ab:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0290328-7bc5-4266-bfb9-6eb25d91acf0', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:54:36.233621 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-02687f3a-36c4-4517-a9a0-b9984e832491 req-da432959-cf3f-4f1e-856e-f58c2221336d service neutron] Transition to ACTIVE for port object d974079b-75bd-4879-b36e-edad42ac16ec will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:54:36.254236 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-02687f3a-36c4-4517-a9a0-b9984e832491 req-da432959-cf3f-4f1e-856e-f58c2221336d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:36.265869 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a71e4d7-e7f8-4cc9-b6f9-b08e7271dfcc x-openstack-request-id: req-0a71e4d7-e7f8-4cc9-b6f9-b08e7271dfcc {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:36.266971 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44241e0e-86ed-4a6c-b7a4-90aa36076e1b", "name": "network-vif-plugged", "status": "completed", "tag": "1d4a1934-8575-49f5-8050-cc118cfecd7b", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:36.267277 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0a71e4d7-e7f8-4cc9-b6f9-b08e7271dfcc {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:36.267926 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44241e0e-86ed-4a6c-b7a4-90aa36076e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4a1934-8575-49f5-8050-cc118cfecd7b', 'code': 200} Nov 12 00:54:36.278967 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:36.314108 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37bc00c5-8867-401d-bdd4-d9749fd6f9ed {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:54:36.354011 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24eb5588-ea60-4e64-bfd7-18d3826bdeb9 x-openstack-request-id: req-24eb5588-ea60-4e64-bfd7-18d3826bdeb9 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:36.356834 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dae5fe0-49f1-4df5-84b6-d1b4c070a380", "name": "network-vif-deleted", "tag": "8ee9b406-63fc-4abb-9ad7-a586a9c8cd94", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:36.357108 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-24eb5588-ea60-4e64-bfd7-18d3826bdeb9 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:36.357568 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dae5fe0-49f1-4df5-84b6-d1b4c070a380', 'name': 'network-vif-deleted', 'tag': '8ee9b406-63fc-4abb-9ad7-a586a9c8cd94', 'status': 'completed', 'code': 200} Nov 12 00:54:36.369101 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 37bc00c5-8867-401d-bdd4-d9749fd6f9ed, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=37bc00c5-8867-401d-bdd4-d9749fd6f9ed,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:36.376155 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:36.405238 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da432959-cf3f-4f1e-856e-f58c2221336d service neutron] Pushing event updated for resources: {'Port': ['ID=d974079b-75bd-4879-b36e-edad42ac16ec,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:36.449943 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c0ecd020-ebaa-4c5e-b1e5-d7417c37a5cf req-19688b5b-f615-4d30-bf3a-74eff5bedd34 service neutron] 10.222.0.45 "GET /v2.0/networks/dfbacf63-886c-40df-80dd-a56be185809d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003998 Nov 12 00:54:36.501928 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=37bc00c5-8867-401d-bdd4-d9749fd6f9ed,revision_number=7']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:36.554941 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c8cb97-b1e3-4b5d-bb60-ae69976741a1 req-43897796-1ce4-45e0-81e1-4cc337c52249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:36.556821 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b4c8cb97-b1e3-4b5d-bb60-ae69976741a1 req-43897796-1ce4-45e0-81e1-4cc337c52249 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=44241e0e-86ed-4a6c-b7a4-90aa36076e1b HTTP/1.1" status: 200 len: 1102 time: 0.1626275 Nov 12 00:54:36.567717 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1baaab3-a946-4210-b505-63f928441f90 req-6f152216-39ca-465b-8599-a3b7bf5840a2 tempest-ServerMetadataNegativeTestJSON-1669759871 tempest-ServerMetadataNegativeTestJSON-1669759871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:36.569694 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d1baaab3-a946-4210-b505-63f928441f90 req-6f152216-39ca-465b-8599-a3b7bf5840a2 tempest-ServerMetadataNegativeTestJSON-1669759871 tempest-ServerMetadataNegativeTestJSON-1669759871-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2705d3d-0a29-4a01-a8bb-14adcd73dd39 HTTP/1.1" status: 200 len: 944 time: 0.1185796 Nov 12 00:54:36.614541 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-02687f3a-36c4-4517-a9a0-b9984e832491 req-da432959-cf3f-4f1e-856e-f58c2221336d service neutron] Attempting to bind port d974079b-75bd-4879-b36e-edad42ac16ec on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:54:36.615031 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-02687f3a-36c4-4517-a9a0-b9984e832491 req-da432959-cf3f-4f1e-856e-f58c2221336d service neutron] Attempting to bind port d974079b-75bd-4879-b36e-edad42ac16ec by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'b93855b1-6172-47c9-b454-3d26004c4a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e7a8c644-fc58-429b-9171-fca526356a19'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:54:36.615473 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02687f3a-36c4-4517-a9a0-b9984e832491 req-da432959-cf3f-4f1e-856e-f58c2221336d service neutron] Attempting to bind port d974079b-75bd-4879-b36e-edad42ac16ec on network e7a8c644-fc58-429b-9171-fca526356a19 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:36.633763 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02687f3a-36c4-4517-a9a0-b9984e832491 req-da432959-cf3f-4f1e-856e-f58c2221336d service neutron] Port d974079b-75bd-4879-b36e-edad42ac16ec on network e7a8c644-fc58-429b-9171-fca526356a19 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:54:36.634147 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02687f3a-36c4-4517-a9a0-b9984e832491 req-da432959-cf3f-4f1e-856e-f58c2221336d service neutron] Attempting to bind port d974079b-75bd-4879-b36e-edad42ac16ec on network e7a8c644-fc58-429b-9171-fca526356a19 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:36.655150 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02687f3a-36c4-4517-a9a0-b9984e832491 req-da432959-cf3f-4f1e-856e-f58c2221336d service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:54:36.655502 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02687f3a-36c4-4517-a9a0-b9984e832491 req-da432959-cf3f-4f1e-856e-f58c2221336d service neutron] Checking segment: {'id': 'b93855b1-6172-47c9-b454-3d26004c4a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e7a8c644-fc58-429b-9171-fca526356a19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:36.656083 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02687f3a-36c4-4517-a9a0-b9984e832491 req-da432959-cf3f-4f1e-856e-f58c2221336d service neutron] Bound using segment: {'id': 'b93855b1-6172-47c9-b454-3d26004c4a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e7a8c644-fc58-429b-9171-fca526356a19'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:54:36.656613 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-02687f3a-36c4-4517-a9a0-b9984e832491 req-da432959-cf3f-4f1e-856e-f58c2221336d service neutron] Bound port: d974079b-75bd-4879-b36e-edad42ac16ec, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b93855b1-6172-47c9-b454-3d26004c4a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'e7a8c644-fc58-429b-9171-fca526356a19'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:54:36.657055 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-02687f3a-36c4-4517-a9a0-b9984e832491 req-da432959-cf3f-4f1e-856e-f58c2221336d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:36.689445 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d1baaab3-a946-4210-b505-63f928441f90 req-4a6b8af0-8991-47f6-b5d0-d7a3090194e2 tempest-ServerMetadataNegativeTestJSON-1669759871 tempest-ServerMetadataNegativeTestJSON-1669759871-project] 10.222.0.45 "GET /v2.0/security-groups?id=bfa51152-6901-464b-8201-125c240af0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051333 Nov 12 00:54:36.691731 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b4c8cb97-b1e3-4b5d-bb60-ae69976741a1 req-e7d68245-e14f-4284-86db-afcda9efdac9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d83acefb-04f1-490e-bcaa-44c43b9f6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143780 Nov 12 00:54:36.697343 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['37bc00c5-8867-401d-bdd4-d9749fd6f9ed'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:54:36.782299 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-02687f3a-36c4-4517-a9a0-b9984e832491 req-da432959-cf3f-4f1e-856e-f58c2221336d service neutron] For port d974079b-75bd-4879-b36e-edad42ac16ec, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:54:36.786903 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-02687f3a-36c4-4517-a9a0-b9984e832491 req-da432959-cf3f-4f1e-856e-f58c2221336d service neutron] For port d974079b-75bd-4879-b36e-edad42ac16ec, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d974079b-75bd-4879-b36e-edad42ac16ec,segment=NetworkSegment(b93855b1-6172-47c9-b454-3d26004c4a93),segment_id=b93855b1-6172-47c9-b454-3d26004c4a93)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:54:36.798237 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-02687f3a-36c4-4517-a9a0-b9984e832491 req-da432959-cf3f-4f1e-856e-f58c2221336d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:36.992792 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02687f3a-36c4-4517-a9a0-b9984e832491 req-da432959-cf3f-4f1e-856e-f58c2221336d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:36.993992 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-02687f3a-36c4-4517-a9a0-b9984e832491 req-da432959-cf3f-4f1e-856e-f58c2221336d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:36.997581 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-02687f3a-36c4-4517-a9a0-b9984e832491 req-da432959-cf3f-4f1e-856e-f58c2221336d service neutron] 10.222.0.44 "PUT /v2.0/ports/d974079b-75bd-4879-b36e-edad42ac16ec HTTP/1.1" status: 200 len: 1093 time: 2.1288757 Nov 12 00:54:37.056256 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da432959-cf3f-4f1e-856e-f58c2221336d service neutron] Pushing event updated for resources: {'Port': ['ID=d974079b-75bd-4879-b36e-edad42ac16ec,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:37.086215 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f0d44-403f-47ec-9c8f-9ee8b6d41b12 req-4bd2f2a0-73ed-4d82-b057-f656d3b88fcc tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:37.093234 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-be7f0d44-403f-47ec-9c8f-9ee8b6d41b12 req-4bd2f2a0-73ed-4d82-b057-f656d3b88fcc tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc7ef492-66a9-4346-a8a6-aaafeb9e1537 HTTP/1.1" status: 200 len: 949 time: 0.1746478 Nov 12 00:54:37.250359 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-be7f0d44-403f-47ec-9c8f-9ee8b6d41b12 req-5f5d2b2f-b1b7-4d96-96a4-5f172586306c tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445093 Nov 12 00:54:37.262961 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f09e4f-9b2a-462b-bf2a-ca122f08345b req-e36ab043-4bc9-4df1-a0f3-5aaadd7ddf37 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:37.264648 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-60f09e4f-9b2a-462b-bf2a-ca122f08345b req-e36ab043-4bc9-4df1-a0f3-5aaadd7ddf37 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f HTTP/1.1" status: 200 len: 944 time: 0.1397898 Nov 12 00:54:37.266951 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02687f3a-36c4-4517-a9a0-b9984e832491 req-7ee375b3-0e96-450a-844d-c41bd6842e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:37.268512 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-02687f3a-36c4-4517-a9a0-b9984e832491 req-7ee375b3-0e96-450a-844d-c41bd6842e23 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5d87fd5222f54460bdde3cfbd58fc010&device_id=f2705d3d-0a29-4a01-a8bb-14adcd73dd39 HTTP/1.1" status: 200 len: 1096 time: 0.1606858 Nov 12 00:54:37.412700 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-60f09e4f-9b2a-462b-bf2a-ca122f08345b req-c6be694f-c7b0-40ec-ab3d-31c70a18c333 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354125 Nov 12 00:54:37.426659 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-02687f3a-36c4-4517-a9a0-b9984e832491 req-611856c2-0898-49ee-beda-dfdb7fa1250b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d974079b-75bd-4879-b36e-edad42ac16ec HTTP/1.1" status: 200 len: 217 time: 0.1261466 Nov 12 00:54:37.577327 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-52410b0b-9986-4e28-87be-382c33bbc9b2 req-fdf8431b-4129-4dbe-bc02-12897271dfd6 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=411a9c2b-9b2b-4618-a317-6693bbdf6ef3 HTTP/1.1" status: 200 len: 210 time: 0.0494976 Nov 12 00:54:37.603543 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53558) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:37.696742 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02687f3a-36c4-4517-a9a0-b9984e832491 req-0eced540-e6e5-4c19-bdd8-ebdd85ce045e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:37.698491 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-02687f3a-36c4-4517-a9a0-b9984e832491 req-0eced540-e6e5-4c19-bdd8-ebdd85ce045e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=531e328a-66ab-4cb5-a93c-57667de82563 HTTP/1.1" status: 200 len: 861 time: 0.2657180 Nov 12 00:54:37.712120 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0934e62-77ea-4fc3-b607-7ed92fd613a8 req-ff693c4f-b33c-4ede-881a-be0e06e45a9f tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:37.721670 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c0934e62-77ea-4fc3-b607-7ed92fd613a8 req-ff693c4f-b33c-4ede-881a-be0e06e45a9f tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/ports?device_id=44241e0e-86ed-4a6c-b7a4-90aa36076e1b HTTP/1.1" status: 200 len: 950 time: 0.1415467 Nov 12 00:54:37.786331 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-02687f3a-36c4-4517-a9a0-b9984e832491 req-e2ffaca6-f3cb-40c7-8b5a-739f92a00ee6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e7a8c644-fc58-429b-9171-fca526356a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371804 Nov 12 00:54:37.923038 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-02687f3a-36c4-4517-a9a0-b9984e832491 req-53ee3606-aa76-4a66-9e09-34cb90131193 service neutron] 10.222.0.44 "GET /v2.0/networks/e7a8c644-fc58-429b-9171-fca526356a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257956 Nov 12 00:54:37.942296 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c0934e62-77ea-4fc3-b607-7ed92fd613a8 req-fb0aa664-16dc-440f-84bb-6cdd98c0c673 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/security-groups?id=d83acefb-04f1-490e-bcaa-44c43b9f6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183349 Nov 12 00:54:37.994352 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:37.997228 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 37bc00c5-8867-401d-bdd4-d9749fd6f9ed up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:54:38.122965 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a0890e18-7c16-4031-9d02-6fa9ddfd3590 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1a351b85e994407a86b201df7ace2e9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5179951 Nov 12 00:54:38.126524 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53568) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:38.159527 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 37bc00c5-8867-401d-bdd4-d9749fd6f9ed triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:38.159908 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:38.259118 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-02687f3a-36c4-4517-a9a0-b9984e832491 req-f69492e7-e250-4022-ac96-c16bd0547cd3 service neutron] 10.222.0.44 "GET /v2.0/networks/e7a8c644-fc58-429b-9171-fca526356a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132424 Nov 12 00:54:38.280052 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce32916-50c5-4d29-8178-dd6ab828a9f2 req-5e430122-35cb-4a3d-8bf4-d96cacde0df5 tempest-ServerMetadataNegativeTestJSON-1669759871 tempest-ServerMetadataNegativeTestJSON-1669759871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:38.290011 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cce32916-50c5-4d29-8178-dd6ab828a9f2 req-5e430122-35cb-4a3d-8bf4-d96cacde0df5 tempest-ServerMetadataNegativeTestJSON-1669759871 tempest-ServerMetadataNegativeTestJSON-1669759871-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2705d3d-0a29-4a01-a8bb-14adcd73dd39 HTTP/1.1" status: 200 len: 944 time: 0.1281774 Nov 12 00:54:38.292682 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc7ef492-66a9-4346-a8a6-aaafeb9e1537', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37bc00c5-8867-401d-bdd4-d9749fd6f9ed'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:38.295868 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1792a6-f2e4-42a4-9838-19701fe9b085" -d '{"events": [{"server_uuid": "dc7ef492-66a9-4346-a8a6-aaafeb9e1537", "name": "network-vif-unplugged", "status": "completed", "tag": "37bc00c5-8867-401d-bdd4-d9749fd6f9ed"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:38.316246 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-86703780-6707-4a96-85e8-02d59583c7c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:38.327697 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:38.360467 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2705d3d-0a29-4a01-a8bb-14adcd73dd39', 'tag': 'd974079b-75bd-4879-b36e-edad42ac16ec'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:38.362860 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a337d41d-1038-4458-916d-45df99e88859" -d '{"events": [{"name": "network-changed", "server_uuid": "f2705d3d-0a29-4a01-a8bb-14adcd73dd39", "tag": "d974079b-75bd-4879-b36e-edad42ac16ec"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:38.367727 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-86703780-6707-4a96-85e8-02d59583c7c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:38.388999 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cce32916-50c5-4d29-8178-dd6ab828a9f2 req-390312ce-d863-4f9c-9514-a8481bf1f635 tempest-ServerMetadataNegativeTestJSON-1669759871 tempest-ServerMetadataNegativeTestJSON-1669759871-project] 10.222.0.45 "GET /v2.0/security-groups?id=bfa51152-6901-464b-8201-125c240af0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901649 Nov 12 00:54:38.439708 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 37bc00c5-8867-401d-bdd4-d9749fd6f9ed, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=37bc00c5-8867-401d-bdd4-d9749fd6f9ed,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:38.448668 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:38.517467 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-86703780-6707-4a96-85e8-02d59583c7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:38.520320 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-86703780-6707-4a96-85e8-02d59583c7c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:38.521597 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-86703780-6707-4a96-85e8-02d59583c7c0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/40935701-72c0-4024-aba9-0370b45a93a9 HTTP/1.1" status: 204 len: 168 time: 0.3946683 Nov 12 00:54:38.588438 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adca7d9d-5a99-49df-b365-ea6114a66179 x-openstack-request-id: req-adca7d9d-5a99-49df-b365-ea6114a66179 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:38.588735 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc7ef492-66a9-4346-a8a6-aaafeb9e1537", "name": "network-vif-unplugged", "status": "completed", "tag": "37bc00c5-8867-401d-bdd4-d9749fd6f9ed", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:38.588979 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-adca7d9d-5a99-49df-b365-ea6114a66179 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:38.589375 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc7ef492-66a9-4346-a8a6-aaafeb9e1537', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37bc00c5-8867-401d-bdd4-d9749fd6f9ed', 'code': 200} Nov 12 00:54:38.590010 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=37bc00c5-8867-401d-bdd4-d9749fd6f9ed,revision_number=8']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:38.595912 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86703780-6707-4a96-85e8-02d59583c7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40935701-72c0-4024-aba9-0370b45a93a9,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:38.633219 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ff279-08e4-489e-a3a2-805a51589682 req-98ed88f7-7286-408a-8ca7-1dc6091272ac tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:38.635452 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4b6ff279-08e4-489e-a3a2-805a51589682 req-98ed88f7-7286-408a-8ca7-1dc6091272ac tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc7ef492-66a9-4346-a8a6-aaafeb9e1537&tenant_id=6bde2e332c8e418290dd069bae32e617&binding%3Ahost_id=n-h2-712142-27 HTTP/1.1" status: 200 len: 950 time: 0.0861475 Nov 12 00:54:38.638341 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da75a7-56f9-4f37-894f-5e98d069e132 req-569456ba-2cea-463b-b032-25c9705c80f2 tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:38.645969 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-45da75a7-56f9-4f37-894f-5e98d069e132 req-569456ba-2cea-463b-b032-25c9705c80f2 tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f HTTP/1.1" status: 200 len: 1096 time: 0.1416047 Nov 12 00:54:38.655984 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7cbdfe-a587-42e8-b72b-75ef69bcf5fc x-openstack-request-id: req-cc7cbdfe-a587-42e8-b72b-75ef69bcf5fc {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:38.656572 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2705d3d-0a29-4a01-a8bb-14adcd73dd39", "tag": "d974079b-75bd-4879-b36e-edad42ac16ec", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:38.657267 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cc7cbdfe-a587-42e8-b72b-75ef69bcf5fc {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:38.657934 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2705d3d-0a29-4a01-a8bb-14adcd73dd39', 'tag': 'd974079b-75bd-4879-b36e-edad42ac16ec', 'status': 'completed', 'code': 200} Nov 12 00:54:39.073012 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53596) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:39.144947 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-aae65f8f-b8ff-4ced-a04d-98078e5476ae admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e6136993f598428ebd5ef096d43d8694&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0707133 Nov 12 00:54:39.147791 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53598) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:54:39.228910 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4b6ff279-08e4-489e-a3a2-805a51589682 req-52d40ee5-eafa-4e1b-853d-78e8d46bd458 service neutron] 10.222.0.44 "GET /v2.0/ports/37bc00c5-8867-401d-bdd4-d9749fd6f9ed/bindings/n-h2-712142-27 HTTP/1.1" status: 200 len: 383 time: 0.5699143 Nov 12 00:54:39.231720 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e3838e9d-0c42-45d3-ba73-c5e06214b7ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:39.253865 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337d41d-1038-4458-916d-45df99e88859 req-c5761b07-9520-4e1c-b11a-e7987ac7daf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:39.255470 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a337d41d-1038-4458-916d-45df99e88859 req-c5761b07-9520-4e1c-b11a-e7987ac7daf8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5d87fd5222f54460bdde3cfbd58fc010&device_id=f2705d3d-0a29-4a01-a8bb-14adcd73dd39 HTTP/1.1" status: 200 len: 1096 time: 0.5175683 Nov 12 00:54:39.265323 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-45da75a7-56f9-4f37-894f-5e98d069e132 req-157fe1c7-a424-49da-9f29-45dfb8d84ae8 tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6182451 Nov 12 00:54:39.272473 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e3838e9d-0c42-45d3-ba73-c5e06214b7ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:39.362774 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f366d5e-5bf8-4aca-a667-d531ffb74e97 req-ddd9414c-c7b1-469d-b362-c8f1381a9a8a tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:39.379929 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5f366d5e-5bf8-4aca-a667-d531ffb74e97 req-ddd9414c-c7b1-469d-b362-c8f1381a9a8a tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc7ef492-66a9-4346-a8a6-aaafeb9e1537 HTTP/1.1" status: 200 len: 950 time: 0.2153356 Nov 12 00:54:39.456764 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e3838e9d-0c42-45d3-ba73-c5e06214b7ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:39.472708 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e3838e9d-0c42-45d3-ba73-c5e06214b7ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:39.476829 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e3838e9d-0c42-45d3-ba73-c5e06214b7ba admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a7dc1ae3-4370-465e-adfe-8f72f6c701a4 HTTP/1.1" status: 204 len: 168 time: 0.3248649 Nov 12 00:54:39.498540 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-76d19af2-5d62-407c-b26d-5d8af0edc8d5 req-60532aaa-0d3d-4594-a8c4-b03fbe9c69f9 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=411a9c2b-9b2b-4618-a317-6693bbdf6ef3 HTTP/1.1" status: 200 len: 210 time: 0.1026530 Nov 12 00:54:39.501520 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3838e9d-0c42-45d3-ba73-c5e06214b7ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7dc1ae3-4370-465e-adfe-8f72f6c701a4,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:39.505567 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ff279-08e4-489e-a3a2-805a51589682 req-36145b62-927e-4cda-ae2d-3fad90117b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:39.511444 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4b6ff279-08e4-489e-a3a2-805a51589682 req-36145b62-927e-4cda-ae2d-3fad90117b06 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6bde2e332c8e418290dd069bae32e617&device_id=dc7ef492-66a9-4346-a8a6-aaafeb9e1537 HTTP/1.1" status: 200 len: 1102 time: 0.2089498 Nov 12 00:54:39.744484 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ff279-08e4-489e-a3a2-805a51589682 req-4b04125a-571b-4495-8ccd-05189fd54df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:39.746604 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4b6ff279-08e4-489e-a3a2-805a51589682 req-4b04125a-571b-4495-8ccd-05189fd54df6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=945c2da1-f958-478a-a48a-8af2dfa2e179 HTTP/1.1" status: 200 len: 869 time: 0.2273660 Nov 12 00:54:39.867071 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4b6ff279-08e4-489e-a3a2-805a51589682 req-790e7f88-c37d-49b3-bafc-7f69b4c9d21c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=37bc00c5-8867-401d-bdd4-d9749fd6f9ed HTTP/1.1" status: 200 len: 217 time: 0.1134121 Nov 12 00:54:39.887526 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337d41d-1038-4458-916d-45df99e88859 req-aa2ffc9b-a1e2-486d-94b0-5fc5c3692c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:39.893103 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a337d41d-1038-4458-916d-45df99e88859 req-aa2ffc9b-a1e2-486d-94b0-5fc5c3692c70 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e7a8c644-fc58-429b-9171-fca526356a19 HTTP/1.1" status: 200 len: 921 time: 0.5917761 Nov 12 00:54:39.913666 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5f366d5e-5bf8-4aca-a667-d531ffb74e97 req-127303a6-ccbe-4e93-9471-31cd6f76b7ea tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5323534 Nov 12 00:54:40.012907 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ff279-08e4-489e-a3a2-805a51589682 req-7da048c5-11c7-4fab-baec-998ca9914687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:40.020235 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4b6ff279-08e4-489e-a3a2-805a51589682 req-7da048c5-11c7-4fab-baec-998ca9914687 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.1412873 Nov 12 00:54:40.120467 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ecd020-ebaa-4c5e-b1e5-d7417c37a5cf req-8f506d4d-6a61-4ecc-b920-d6cd3071d4cd tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:40.125807 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c0ecd020-ebaa-4c5e-b1e5-d7417c37a5cf req-8f506d4d-6a61-4ecc-b920-d6cd3071d4cd tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.44 "GET /v2.0/networks?id=dfbacf63-886c-40df-80dd-a56be185809d HTTP/1.1" status: 200 len: 808 time: 0.8267083 Nov 12 00:54:40.134651 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ff279-08e4-489e-a3a2-805a51589682 req-40de225d-3b97-44fc-b6c7-8bf3f1aeb642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:40.138456 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4b6ff279-08e4-489e-a3a2-805a51589682 req-40de225d-3b97-44fc-b6c7-8bf3f1aeb642 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1096902 Nov 12 00:54:40.148228 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a337d41d-1038-4458-916d-45df99e88859 req-76f1f216-1428-45d6-ac80-8bf7762b58e8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d974079b-75bd-4879-b36e-edad42ac16ec HTTP/1.1" status: 200 len: 217 time: 0.1594167 Nov 12 00:54:40.175793 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-c0ecd020-ebaa-4c5e-b1e5-d7417c37a5cf req-7a7292e3-8684-429b-832b-fb67b8dad6e4 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Request body: {'port': {'device_id': '411a9c2b-9b2b-4618-a317-6693bbdf6ef3', 'network_id': 'dfbacf63-886c-40df-80dd-a56be185809d', 'admin_state_up': True, 'tenant_id': '31213ba92821461cba1a0adcb9241baa'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:40.304674 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:40.387791 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2d481-5182-49a3-9acb-a76f58eaecf5 req-67c6d9f1-91b3-4a58-a05f-0eeb9e97979c tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:40.395347 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-15c2d481-5182-49a3-9acb-a76f58eaecf5 req-67c6d9f1-91b3-4a58-a05f-0eeb9e97979c tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/ports?device_id=44241e0e-86ed-4a6c-b7a4-90aa36076e1b HTTP/1.1" status: 200 len: 950 time: 0.5638301 Nov 12 00:54:40.427245 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337d41d-1038-4458-916d-45df99e88859 req-9ffee73e-3bcd-4dee-85a5-841b55970023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:40.429015 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a337d41d-1038-4458-916d-45df99e88859 req-9ffee73e-3bcd-4dee-85a5-841b55970023 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=531e328a-66ab-4cb5-a93c-57667de82563 HTTP/1.1" status: 200 len: 861 time: 0.2693949 Nov 12 00:54:40.567505 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4b6ff279-08e4-489e-a3a2-805a51589682 req-769716bb-2cb8-4d04-837c-2b71da9a093c service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4080577 Nov 12 00:54:40.592911 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc7ef492-66a9-4346-a8a6-aaafeb9e1537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37bc00c5-8867-401d-bdd4-d9749fd6f9ed'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:40.597964 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db7391d-4ac5-40bf-b76f-f51849b97b0e" -d '{"events": [{"server_uuid": "dc7ef492-66a9-4346-a8a6-aaafeb9e1537", "name": "network-vif-plugged", "status": "completed", "tag": "37bc00c5-8867-401d-bdd4-d9749fd6f9ed"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:40.604522 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5281e5-61b9-4560-b6b1-5f132938109d req-bbad2ef5-e15b-4066-b7de-fdf34ba14a82 tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:40.606267 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cf5281e5-61b9-4560-b6b1-5f132938109d req-bbad2ef5-e15b-4066-b7de-fdf34ba14a82 tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f HTTP/1.1" status: 200 len: 1096 time: 0.3781652 Nov 12 00:54:40.636042 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a337d41d-1038-4458-916d-45df99e88859 req-5faed7d4-a6e2-47fc-96b8-b6955c8eb2e0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e7a8c644-fc58-429b-9171-fca526356a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1871021 Nov 12 00:54:40.784658 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4b6ff279-08e4-489e-a3a2-805a51589682 req-a26625f4-2687-49d5-9b68-de7a27e1f481 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029605 Nov 12 00:54:40.833799 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-15c2d481-5182-49a3-9acb-a76f58eaecf5 req-e86998bf-526b-4fa7-909f-2e553de5f36f tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/security-groups?id=d83acefb-04f1-490e-bcaa-44c43b9f6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4361448 Nov 12 00:54:40.903001 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0ecd020-ebaa-4c5e-b1e5-d7417c37a5cf req-7a7292e3-8684-429b-832b-fb67b8dad6e4 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Made reservation on behalf of 31213ba92821461cba1a0adcb9241baa for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:40.911332 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c0ecd020-ebaa-4c5e-b1e5-d7417c37a5cf req-7a7292e3-8684-429b-832b-fb67b8dad6e4 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:40.983668 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cf5281e5-61b9-4560-b6b1-5f132938109d req-cf5f2c4d-967a-47b7-b0d4-72ef6cede5a6 tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464515 Nov 12 00:54:41.064758 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a337d41d-1038-4458-916d-45df99e88859 req-6032156b-5fd5-4755-8a6a-642b002816b9 service neutron] 10.222.0.44 "GET /v2.0/networks/e7a8c644-fc58-429b-9171-fca526356a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4208264 Nov 12 00:54:41.250826 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70168372-019b-4244-99ec-b6c4610e7fb0 req-324f5c84-7b49-4299-9197-44603151eb89 tempest-ServerMetadataNegativeTestJSON-1669759871 tempest-ServerMetadataNegativeTestJSON-1669759871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:41.260461 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-70168372-019b-4244-99ec-b6c4610e7fb0 req-324f5c84-7b49-4299-9197-44603151eb89 tempest-ServerMetadataNegativeTestJSON-1669759871 tempest-ServerMetadataNegativeTestJSON-1669759871-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2705d3d-0a29-4a01-a8bb-14adcd73dd39 HTTP/1.1" status: 200 len: 944 time: 0.3124442 Nov 12 00:54:41.375716 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-10cb04e5-bd6e-4b74-966b-551824a8841b req-6b0c75b6-840c-4e3c-8bde-ca29b70ec973 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=411a9c2b-9b2b-4618-a317-6693bbdf6ef3 HTTP/1.1" status: 200 len: 210 time: 0.0727890 Nov 12 00:54:41.464611 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-c0ecd020-ebaa-4c5e-b1e5-d7417c37a5cf req-7a7292e3-8684-429b-832b-fb67b8dad6e4 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Allocated IP 172.20.0.2 (dfbacf63-886c-40df-80dd-a56be185809d/47cc90a9-e995-4711-ba6b-508e6e69e5de/7cc52dcc-3a5e-42ff-bf33-27a85670b23c) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:54:41.480108 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a337d41d-1038-4458-916d-45df99e88859 req-0d9f23fd-2f24-4bbb-a996-b547eea9c41a service neutron] 10.222.0.44 "GET /v2.0/networks/e7a8c644-fc58-429b-9171-fca526356a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374557 Nov 12 00:54:41.499797 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-70168372-019b-4244-99ec-b6c4610e7fb0 req-7325f2f5-beef-4fcc-b65d-9904324f434d tempest-ServerMetadataNegativeTestJSON-1669759871 tempest-ServerMetadataNegativeTestJSON-1669759871-project] 10.222.0.45 "GET /v2.0/security-groups?id=bfa51152-6901-464b-8201-125c240af0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346206 Nov 12 00:54:41.660570 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d3d7a6-d0a0-49a2-8f0b-07470342168c x-openstack-request-id: req-a1d3d7a6-d0a0-49a2-8f0b-07470342168c {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:41.662243 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc7ef492-66a9-4346-a8a6-aaafeb9e1537", "name": "network-vif-plugged", "status": "completed", "tag": "37bc00c5-8867-401d-bdd4-d9749fd6f9ed", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:41.662954 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a1d3d7a6-d0a0-49a2-8f0b-07470342168c {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:41.663825 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc7ef492-66a9-4346-a8a6-aaafeb9e1537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37bc00c5-8867-401d-bdd4-d9749fd6f9ed', 'code': 200} Nov 12 00:54:41.794548 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c0ecd020-ebaa-4c5e-b1e5-d7417c37a5cf req-7a7292e3-8684-429b-832b-fb67b8dad6e4 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:41.980003 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c0ecd020-ebaa-4c5e-b1e5-d7417c37a5cf req-7a7292e3-8684-429b-832b-fb67b8dad6e4 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.018618 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device d974079b-75bd-4879-b36e-edad42ac16ec details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:54:42.061474 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['a9829ae0-68a1-466e-86d4-cef54886a7b3'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:54:42.235302 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0ecd020-ebaa-4c5e-b1e5-d7417c37a5cf req-7a7292e3-8684-429b-832b-fb67b8dad6e4 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Network dfbacf63-886c-40df-80dd-a56be185809d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:42.242956 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7292e3-8684-429b-832b-fb67b8dad6e4 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Pushing event updated for resources: {'Port': ['ID=7cc52dcc-3a5e-42ff-bf33-27a85670b23c,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:42.259145 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-c0ecd020-ebaa-4c5e-b1e5-d7417c37a5cf req-7a7292e3-8684-429b-832b-fb67b8dad6e4 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:42.280083 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ecd020-ebaa-4c5e-b1e5-d7417c37a5cf req-7a7292e3-8684-429b-832b-fb67b8dad6e4 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:54:42.396649 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ecd020-ebaa-4c5e-b1e5-d7417c37a5cf req-7a7292e3-8684-429b-832b-fb67b8dad6e4 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:42.402747 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c0ecd020-ebaa-4c5e-b1e5-d7417c37a5cf req-7a7292e3-8684-429b-832b-fb67b8dad6e4 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.427277 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6f89e-bcb7-451f-8fa0-1afff0b08bec req-a49158da-d2c6-48fe-8a3b-1761d40bef9c tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:42.437819 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8db6f89e-bcb7-451f-8fa0-1afff0b08bec req-a49158da-d2c6-48fe-8a3b-1761d40bef9c tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc7ef492-66a9-4346-a8a6-aaafeb9e1537 HTTP/1.1" status: 200 len: 950 time: 0.5573816 Nov 12 00:54:42.493467 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port d974079b-75bd-4879-b36e-edad42ac16ec, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d974079b-75bd-4879-b36e-edad42ac16ec,segment=NetworkSegment(b93855b1-6172-47c9-b454-3d26004c4a93),segment_id=b93855b1-6172-47c9-b454-3d26004c4a93)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:42.513119 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c0ecd020-ebaa-4c5e-b1e5-d7417c37a5cf req-7a7292e3-8684-429b-832b-fb67b8dad6e4 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3578565 Nov 12 00:54:42.519351 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'd974079b-75bd-4879-b36e-edad42ac16ec', 'network_id': 'e7a8c644-fc58-429b-9171-fca526356a19', 'port_id': 'd974079b-75bd-4879-b36e-edad42ac16ec', 'mac_address': 'fa:16:3e:d4:45:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '531e328a-66ab-4cb5-a93c-57667de82563', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:54:42.574798 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-c0ecd020-ebaa-4c5e-b1e5-d7417c37a5cf req-42a8f6a5-0546-4093-9788-d4cfc8d3fdc6 service neutron] Request body: {'port': {'device_id': '411a9c2b-9b2b-4618-a317-6693bbdf6ef3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:42.617441 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8db6f89e-bcb7-451f-8fa0-1afff0b08bec req-09d61d47-f562-41e4-8fb3-692d46bfe1a0 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785066 Nov 12 00:54:42.702776 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.721361 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c0ecd020-ebaa-4c5e-b1e5-d7417c37a5cf req-42a8f6a5-0546-4093-9788-d4cfc8d3fdc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:42.820611 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d974079b-75bd-4879-b36e-edad42ac16ec {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:54:42.891822 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port d974079b-75bd-4879-b36e-edad42ac16ec, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d974079b-75bd-4879-b36e-edad42ac16ec,segment=NetworkSegment(b93855b1-6172-47c9-b454-3d26004c4a93),segment_id=b93855b1-6172-47c9-b454-3d26004c4a93)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:42.902983 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:43.055753 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=d974079b-75bd-4879-b36e-edad42ac16ec,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:43.343619 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['d974079b-75bd-4879-b36e-edad42ac16ec'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:54:43.451777 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ddd23941-b766-433a-93ec-4ead55398d7e req-c2a83211-1789-405b-ac3c-08c8fbc7accb tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=bf64a5fbe6be4aafac20d59277d78ce1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0622108 Nov 12 00:54:43.507283 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0535f4c2-c377-4905-b45a-725e0f485366 req-90fa73ad-e22e-4212-8a93-09aa32bac88d tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:43.517219 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0535f4c2-c377-4905-b45a-725e0f485366 req-90fa73ad-e22e-4212-8a93-09aa32bac88d tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=411a9c2b-9b2b-4618-a317-6693bbdf6ef3 HTTP/1.1" status: 200 len: 931 time: 0.2049499 Nov 12 00:54:43.653123 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-c0ecd020-ebaa-4c5e-b1e5-d7417c37a5cf req-42a8f6a5-0546-4093-9788-d4cfc8d3fdc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cc52dcc-3a5e-42ff-bf33-27a85670b23c {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:54:43.670847 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c0ecd020-ebaa-4c5e-b1e5-d7417c37a5cf req-42a8f6a5-0546-4093-9788-d4cfc8d3fdc6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:43.696743 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0535f4c2-c377-4905-b45a-725e0f485366 req-35917c8f-8de4-4113-bf08-332c9b95d080 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780958 Nov 12 00:54:43.742224 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-c0ecd020-ebaa-4c5e-b1e5-d7417c37a5cf req-42a8f6a5-0546-4093-9788-d4cfc8d3fdc6 service neutron] Transition to ACTIVE for port object 7cc52dcc-3a5e-42ff-bf33-27a85670b23c will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:54:43.792346 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c0ecd020-ebaa-4c5e-b1e5-d7417c37a5cf req-42a8f6a5-0546-4093-9788-d4cfc8d3fdc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:43.877178 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd23941-b766-433a-93ec-4ead55398d7e req-9627981a-b4e4-4084-9824-828e27921e8c tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:43.885489 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ddd23941-b766-433a-93ec-4ead55398d7e req-9627981a-b4e4-4084-9824-828e27921e8c tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4313827 Nov 12 00:54:43.968942 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ddd23941-b766-433a-93ec-4ead55398d7e req-ac1e14d2-9ee3-4181-972f-d7b604727b81 tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] 10.222.0.45 "GET /v2.0/quotas/bf64a5fbe6be4aafac20d59277d78ce1 HTTP/1.1" status: 200 len: 375 time: 0.0819309 Nov 12 00:54:43.987006 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a8f6a5-0546-4093-9788-d4cfc8d3fdc6 service neutron] Pushing event updated for resources: {'Port': ['ID=7cc52dcc-3a5e-42ff-bf33-27a85670b23c,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:44.058387 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ddd23941-b766-433a-93ec-4ead55398d7e req-96e102a0-5146-4b90-b2e7-0311903c567c tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=bf64a5fbe6be4aafac20d59277d78ce1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0877421 Nov 12 00:54:44.077055 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ff279-08e4-489e-a3a2-805a51589682 req-34965a46-e7e9-4b7f-b1c5-90e34c7efd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:44.079838 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4b6ff279-08e4-489e-a3a2-805a51589682 req-34965a46-e7e9-4b7f-b1c5-90e34c7efd95 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dc7ef492-66a9-4346-a8a6-aaafeb9e1537&tenant_id=6bde2e332c8e418290dd069bae32e617 HTTP/1.1" status: 200 len: 1102 time: 0.3124797 Nov 12 00:54:44.253638 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ff279-08e4-489e-a3a2-805a51589682 req-1967baee-4622-497e-b25a-7415c91cb560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:44.256466 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4b6ff279-08e4-489e-a3a2-805a51589682 req-1967baee-4622-497e-b25a-7415c91cb560 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6bde2e332c8e418290dd069bae32e617&device_id=dc7ef492-66a9-4346-a8a6-aaafeb9e1537 HTTP/1.1" status: 200 len: 1102 time: 0.1329081 Nov 12 00:54:44.276867 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2ed33-a488-49a4-ad28-ba26292370f0 req-22b840a6-5428-4a42-add7-b0c54347b401 tempest-ServerMetadataNegativeTestJSON-1669759871 tempest-ServerMetadataNegativeTestJSON-1669759871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:44.297364 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f5b2ed33-a488-49a4-ad28-ba26292370f0 req-22b840a6-5428-4a42-add7-b0c54347b401 tempest-ServerMetadataNegativeTestJSON-1669759871 tempest-ServerMetadataNegativeTestJSON-1669759871-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2705d3d-0a29-4a01-a8bb-14adcd73dd39 HTTP/1.1" status: 200 len: 945 time: 0.4902930 Nov 12 00:54:44.507089 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-c0ecd020-ebaa-4c5e-b1e5-d7417c37a5cf req-42a8f6a5-0546-4093-9788-d4cfc8d3fdc6 service neutron] Attempting to bind port 7cc52dcc-3a5e-42ff-bf33-27a85670b23c on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:54:44.508184 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-c0ecd020-ebaa-4c5e-b1e5-d7417c37a5cf req-42a8f6a5-0546-4093-9788-d4cfc8d3fdc6 service neutron] Attempting to bind port 7cc52dcc-3a5e-42ff-bf33-27a85670b23c by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '22cf0803-7015-4b8f-9bea-ad8ec3d31ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfbacf63-886c-40df-80dd-a56be185809d'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:54:44.508184 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ecd020-ebaa-4c5e-b1e5-d7417c37a5cf req-42a8f6a5-0546-4093-9788-d4cfc8d3fdc6 service neutron] Attempting to bind port 7cc52dcc-3a5e-42ff-bf33-27a85670b23c on network dfbacf63-886c-40df-80dd-a56be185809d {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:44.540265 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ecd020-ebaa-4c5e-b1e5-d7417c37a5cf req-42a8f6a5-0546-4093-9788-d4cfc8d3fdc6 service neutron] Port 7cc52dcc-3a5e-42ff-bf33-27a85670b23c on network dfbacf63-886c-40df-80dd-a56be185809d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:54:44.540607 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ecd020-ebaa-4c5e-b1e5-d7417c37a5cf req-42a8f6a5-0546-4093-9788-d4cfc8d3fdc6 service neutron] Attempting to bind port 7cc52dcc-3a5e-42ff-bf33-27a85670b23c on network dfbacf63-886c-40df-80dd-a56be185809d {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:44.557641 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f5b2ed33-a488-49a4-ad28-ba26292370f0 req-7f9e135b-b797-499c-888f-f7c417be9976 tempest-ServerMetadataNegativeTestJSON-1669759871 tempest-ServerMetadataNegativeTestJSON-1669759871-project] 10.222.0.45 "GET /v2.0/security-groups?id=bfa51152-6901-464b-8201-125c240af0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589972 Nov 12 00:54:44.558775 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ecd020-ebaa-4c5e-b1e5-d7417c37a5cf req-42a8f6a5-0546-4093-9788-d4cfc8d3fdc6 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:54:44.559120 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ecd020-ebaa-4c5e-b1e5-d7417c37a5cf req-42a8f6a5-0546-4093-9788-d4cfc8d3fdc6 service neutron] Checking segment: {'id': '22cf0803-7015-4b8f-9bea-ad8ec3d31ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfbacf63-886c-40df-80dd-a56be185809d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:44.559513 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ecd020-ebaa-4c5e-b1e5-d7417c37a5cf req-42a8f6a5-0546-4093-9788-d4cfc8d3fdc6 service neutron] Bound using segment: {'id': '22cf0803-7015-4b8f-9bea-ad8ec3d31ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfbacf63-886c-40df-80dd-a56be185809d'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:54:44.560069 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-c0ecd020-ebaa-4c5e-b1e5-d7417c37a5cf req-42a8f6a5-0546-4093-9788-d4cfc8d3fdc6 service neutron] Bound port: 7cc52dcc-3a5e-42ff-bf33-27a85670b23c, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22cf0803-7015-4b8f-9bea-ad8ec3d31ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfbacf63-886c-40df-80dd-a56be185809d'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:54:44.560437 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c0ecd020-ebaa-4c5e-b1e5-d7417c37a5cf req-42a8f6a5-0546-4093-9788-d4cfc8d3fdc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:44.595154 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-98f22070-070b-4d14-bf39-920c861298ef req-349ef463-f4f6-4e3f-aefe-384324858889 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e4c37546-1535-44ad-b00f-166a19bf0b5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4718912 Nov 12 00:54:44.679473 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ff279-08e4-489e-a3a2-805a51589682 req-7e2ffbfc-7a3f-4912-8c17-d3995ca1d70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:44.681144 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4b6ff279-08e4-489e-a3a2-805a51589682 req-7e2ffbfc-7a3f-4912-8c17-d3995ca1d70f service neutron] 10.222.0.44 "GET /v2.0/networks?id=945c2da1-f958-478a-a48a-8af2dfa2e179 HTTP/1.1" status: 200 len: 869 time: 0.4154658 Nov 12 00:54:44.804680 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4b6ff279-08e4-489e-a3a2-805a51589682 req-eae39656-be1d-41ac-aa39-0ae643f4fbf2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=37bc00c5-8867-401d-bdd4-d9749fd6f9ed HTTP/1.1" status: 200 len: 217 time: 0.1152663 Nov 12 00:54:44.882637 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ff279-08e4-489e-a3a2-805a51589682 req-28f52e33-b8c8-4520-b5ac-78845287ede1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:44.893592 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4b6ff279-08e4-489e-a3a2-805a51589682 req-28f52e33-b8c8-4520-b5ac-78845287ede1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.0713627 Nov 12 00:54:44.960880 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ff279-08e4-489e-a3a2-805a51589682 req-c2f95edc-7783-4636-8df7-f056a665f22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:44.965710 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4b6ff279-08e4-489e-a3a2-805a51589682 req-c2f95edc-7783-4636-8df7-f056a665f22a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0637300 Nov 12 00:54:45.012781 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eb70d0fc-8d87-458c-ac84-8083df67a50b req-4446e174-7c39-4766-9474-9d7394302f79 tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b622994-1b47-4583-ab2c-480f9e161cde HTTP/1.1" status: 200 len: 210 time: 0.0863099 Nov 12 00:54:45.015350 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-c0ecd020-ebaa-4c5e-b1e5-d7417c37a5cf req-42a8f6a5-0546-4093-9788-d4cfc8d3fdc6 service neutron] For port 7cc52dcc-3a5e-42ff-bf33-27a85670b23c, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:54:45.029345 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f22070-070b-4d14-bf39-920c861298ef req-4f93fd02-ce23-44b6-9d4b-4851b92d6f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:45.032299 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-98f22070-070b-4d14-bf39-920c861298ef req-4f93fd02-ce23-44b6-9d4b-4851b92d6f09 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6bde2e332c8e418290dd069bae32e617&device_id=e4c37546-1535-44ad-b00f-166a19bf0b5c HTTP/1.1" status: 200 len: 1102 time: 0.3785598 Nov 12 00:54:45.059750 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-c0ecd020-ebaa-4c5e-b1e5-d7417c37a5cf req-42a8f6a5-0546-4093-9788-d4cfc8d3fdc6 service neutron] For port 7cc52dcc-3a5e-42ff-bf33-27a85670b23c, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=7cc52dcc-3a5e-42ff-bf33-27a85670b23c,segment=NetworkSegment(22cf0803-7015-4b8f-9bea-ad8ec3d31ac5),segment_id=22cf0803-7015-4b8f-9bea-ad8ec3d31ac5)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:54:45.098691 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c0ecd020-ebaa-4c5e-b1e5-d7417c37a5cf req-42a8f6a5-0546-4093-9788-d4cfc8d3fdc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:45.148853 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ae61f-557f-44fb-94b9-45d8485d1f95 req-e125aa84-8e35-452b-ab34-d483dd41f795 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:45.152173 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7e1ae61f-557f-44fb-94b9-45d8485d1f95 req-e125aa84-8e35-452b-ab34-d483dd41f795 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc7ef492-66a9-4346-a8a6-aaafeb9e1537 HTTP/1.1" status: 200 len: 950 time: 0.3690827 Nov 12 00:54:45.266869 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4b6ff279-08e4-489e-a3a2-805a51589682 req-22cccbee-8b01-490d-aeab-c856dbc3cbfe service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904327 Nov 12 00:54:45.350967 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ecd020-ebaa-4c5e-b1e5-d7417c37a5cf req-42a8f6a5-0546-4093-9788-d4cfc8d3fdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:45.351984 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c0ecd020-ebaa-4c5e-b1e5-d7417c37a5cf req-42a8f6a5-0546-4093-9788-d4cfc8d3fdc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:45.355084 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c0ecd020-ebaa-4c5e-b1e5-d7417c37a5cf req-42a8f6a5-0546-4093-9788-d4cfc8d3fdc6 service neutron] 10.222.0.44 "PUT /v2.0/ports/7cc52dcc-3a5e-42ff-bf33-27a85670b23c HTTP/1.1" status: 200 len: 1092 time: 2.8190198 Nov 12 00:54:45.360232 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '411a9c2b-9b2b-4618-a317-6693bbdf6ef3', 'tag': '7cc52dcc-3a5e-42ff-bf33-27a85670b23c'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:45.364462 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55014917-3648-4d06-aa5f-67800c76d8fa" -d '{"events": [{"name": "network-changed", "server_uuid": "411a9c2b-9b2b-4618-a317-6693bbdf6ef3", "tag": "7cc52dcc-3a5e-42ff-bf33-27a85670b23c"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:45.456068 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4b6ff279-08e4-489e-a3a2-805a51589682 req-9ff00877-7475-4591-b7cf-cfafd6802a9e service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484139 Nov 12 00:54:45.516578 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a8f6a5-0546-4093-9788-d4cfc8d3fdc6 service neutron] Pushing event updated for resources: {'Port': ['ID=7cc52dcc-3a5e-42ff-bf33-27a85670b23c,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:45.916890 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7576e-58e0-4668-9c0e-00127cfa8f9b req-e01848a7-2cbc-4441-b331-0ab8ee852f18 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:45.918573 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5ba7576e-58e0-4668-9c0e-00127cfa8f9b req-e01848a7-2cbc-4441-b331-0ab8ee852f18 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=411a9c2b-9b2b-4618-a317-6693bbdf6ef3 HTTP/1.1" status: 200 len: 943 time: 0.6661108 Nov 12 00:54:45.923616 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f22070-070b-4d14-bf39-920c861298ef req-98c84cb3-47bd-4a71-87b3-3c878e8c75ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:45.925570 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-98f22070-070b-4d14-bf39-920c861298ef req-98c84cb3-47bd-4a71-87b3-3c878e8c75ae service neutron] 10.222.0.44 "GET /v2.0/networks?id=945c2da1-f958-478a-a48a-8af2dfa2e179 HTTP/1.1" status: 200 len: 869 time: 0.8624446 Nov 12 00:54:45.937745 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7e1ae61f-557f-44fb-94b9-45d8485d1f95 req-7e03979f-c7e7-4fb6-98c7-c75d35e061ab tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6876295 Nov 12 00:54:46.005117 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-98f22070-070b-4d14-bf39-920c861298ef req-1b008ef8-f2f5-40f4-b4b0-984123c9901d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=3bf65952-28b5-4d0e-8528-54eaa04543a2 HTTP/1.1" status: 200 len: 217 time: 0.0629582 Nov 12 00:54:46.010518 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ecd020-ebaa-4c5e-b1e5-d7417c37a5cf req-ea17f334-5200-4161-874a-7a02b72e9793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:46.012671 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c0ecd020-ebaa-4c5e-b1e5-d7417c37a5cf req-ea17f334-5200-4161-874a-7a02b72e9793 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=31213ba92821461cba1a0adcb9241baa&device_id=411a9c2b-9b2b-4618-a317-6693bbdf6ef3 HTTP/1.1" status: 200 len: 1095 time: 0.5527155 Nov 12 00:54:46.052334 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 1d4a1934-8575-49f5-8050-cc118cfecd7b details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:54:46.086617 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device d974079b-75bd-4879-b36e-edad42ac16ec up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:54:46.162858 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c0ecd020-ebaa-4c5e-b1e5-d7417c37a5cf req-48dbcab4-a126-4bdb-9871-d5cba115d69c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7cc52dcc-3a5e-42ff-bf33-27a85670b23c HTTP/1.1" status: 200 len: 217 time: 0.0989954 Nov 12 00:54:46.224818 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5ba7576e-58e0-4668-9c0e-00127cfa8f9b req-dd7dba7b-f7d5-40e9-8174-997ff4f66f36 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840109 Nov 12 00:54:46.235314 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d49ea3d-b182-42a4-abae-dd651a8f940d x-openstack-request-id: req-0d49ea3d-b182-42a4-abae-dd651a8f940d {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:46.235713 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "411a9c2b-9b2b-4618-a317-6693bbdf6ef3", "tag": "7cc52dcc-3a5e-42ff-bf33-27a85670b23c", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:46.236180 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0d49ea3d-b182-42a4-abae-dd651a8f940d {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:46.247840 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '411a9c2b-9b2b-4618-a317-6693bbdf6ef3', 'tag': '7cc52dcc-3a5e-42ff-bf33-27a85670b23c', 'status': 'completed', 'code': 200} Nov 12 00:54:46.286726 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f22070-070b-4d14-bf39-920c861298ef req-b7289534-8087-4309-b937-57f7cf7553ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:46.289355 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-98f22070-070b-4d14-bf39-920c861298ef req-b7289534-8087-4309-b937-57f7cf7553ce service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.2752528 Nov 12 00:54:46.408088 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ecd020-ebaa-4c5e-b1e5-d7417c37a5cf req-6033afe5-81e0-4915-bd6a-5417ba9d43b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:46.421588 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c0ecd020-ebaa-4c5e-b1e5-d7417c37a5cf req-6033afe5-81e0-4915-bd6a-5417ba9d43b0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=47cc90a9-e995-4711-ba6b-508e6e69e5de HTTP/1.1" status: 200 len: 848 time: 0.2408693 Nov 12 00:54:46.613181 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c0ecd020-ebaa-4c5e-b1e5-d7417c37a5cf req-7660ad2b-aba4-404d-a32a-db63c1bed7e4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dfbacf63-886c-40df-80dd-a56be185809d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1742470 Nov 12 00:54:46.618450 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f22070-070b-4d14-bf39-920c861298ef req-f0fbda32-a2ff-4c9d-9575-b0f44f446299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:46.621426 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-98f22070-070b-4d14-bf39-920c861298ef req-f0fbda32-a2ff-4c9d-9575-b0f44f446299 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3226049 Nov 12 00:54:46.646050 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ddd23941-b766-433a-93ec-4ead55398d7e req-d6415b2a-f04c-47b0-9042-a89e4ce30e94 tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=bf64a5fbe6be4aafac20d59277d78ce1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1184158 Nov 12 00:54:47.050230 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port d974079b-75bd-4879-b36e-edad42ac16ec completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:54:47.081217 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9eb9f6a6-1d30-4461-aa2b-6aca4582dec7 req-799ef0ed-1350-4567-bcd1-ff12189ea53b tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b622994-1b47-4583-ab2c-480f9e161cde HTTP/1.1" status: 200 len: 210 time: 0.1034868 Nov 12 00:54:47.123555 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd23941-b766-433a-93ec-4ead55398d7e req-90fc1488-11f8-43d8-b604-7b895176d2e8 tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:47.132867 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port d974079b-75bd-4879-b36e-edad42ac16ec triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:47.134492 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:47.136677 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ddd23941-b766-433a-93ec-4ead55398d7e req-90fc1488-11f8-43d8-b604-7b895176d2e8 tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4698622 Nov 12 00:54:47.156825 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-ddd23941-b766-433a-93ec-4ead55398d7e req-4ff54860-1c1a-419d-873b-aa6b59558bd7 tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] Request body: {'port': {'device_id': '4b622994-1b47-4583-ab2c-480f9e161cde', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'admin_state_up': True, 'tenant_id': 'bf64a5fbe6be4aafac20d59277d78ce1'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:47.254112 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 1d4a1934-8575-49f5-8050-cc118cfecd7b, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=1d4a1934-8575-49f5-8050-cc118cfecd7b,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:47.314856 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b88e86-9cbe-4f6e-b253-e067c4b62845 req-88f27c7b-d872-4211-a41f-cb5356741b53 tempest-ServerMetadataNegativeTestJSON-1669759871 tempest-ServerMetadataNegativeTestJSON-1669759871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:47.328836 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-79b88e86-9cbe-4f6e-b253-e067c4b62845 req-88f27c7b-d872-4211-a41f-cb5356741b53 tempest-ServerMetadataNegativeTestJSON-1669759871 tempest-ServerMetadataNegativeTestJSON-1669759871-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2705d3d-0a29-4a01-a8bb-14adcd73dd39 HTTP/1.1" status: 200 len: 945 time: 0.6319339 Nov 12 00:54:47.332189 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '1d4a1934-8575-49f5-8050-cc118cfecd7b', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'port_id': '1d4a1934-8575-49f5-8050-cc118cfecd7b', 'mac_address': 'fa:16:3e:1e:07:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0290328-7bc5-4266-bfb9-6eb25d91acf0', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:54:47.454136 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c0ecd020-ebaa-4c5e-b1e5-d7417c37a5cf req-f4a3df4a-91d9-4870-9ea7-8c97dc20e70c service neutron] 10.222.0.44 "GET /v2.0/networks/dfbacf63-886c-40df-80dd-a56be185809d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8311317 Nov 12 00:54:47.476147 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-98f22070-070b-4d14-bf39-920c861298ef req-a0cb68ca-7a20-4470-aef7-ea68fb44ac84 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8406265 Nov 12 00:54:47.572155 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:47.766344 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddd23941-b766-433a-93ec-4ead55398d7e req-4ff54860-1c1a-419d-873b-aa6b59558bd7 tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] Made reservation on behalf of bf64a5fbe6be4aafac20d59277d78ce1 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:47.775344 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-ddd23941-b766-433a-93ec-4ead55398d7e req-4ff54860-1c1a-419d-873b-aa6b59558bd7 tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:47.815161 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1d4a1934-8575-49f5-8050-cc118cfecd7b {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:54:47.818310 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-ddd23941-b766-433a-93ec-4ead55398d7e req-4ff54860-1c1a-419d-873b-aa6b59558bd7 tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:47.980832 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-79b88e86-9cbe-4f6e-b253-e067c4b62845 req-828db648-4067-4d3f-a87a-17632b8d311f tempest-ServerMetadataNegativeTestJSON-1669759871 tempest-ServerMetadataNegativeTestJSON-1669759871-project] 10.222.0.45 "GET /v2.0/security-groups?id=bfa51152-6901-464b-8201-125c240af0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6328940 Nov 12 00:54:48.024481 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:48.081809 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 1d4a1934-8575-49f5-8050-cc118cfecd7b, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=1d4a1934-8575-49f5-8050-cc118cfecd7b,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:48.095894 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:48.156410 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2705d3d-0a29-4a01-a8bb-14adcd73dd39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd974079b-75bd-4879-b36e-edad42ac16ec'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:48.158797 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f5a2bb-52a7-4678-89cc-899a770499b8" -d '{"events": [{"server_uuid": "f2705d3d-0a29-4a01-a8bb-14adcd73dd39", "name": "network-vif-plugged", "status": "completed", "tag": "d974079b-75bd-4879-b36e-edad42ac16ec"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:48.169275 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 37bc00c5-8867-401d-bdd4-d9749fd6f9ed details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:54:48.197035 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-98f22070-070b-4d14-bf39-920c861298ef req-2b36764d-6a6c-4c31-9cad-7ab72a82c4e2 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6760767 Nov 12 00:54:48.250416 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-ddd23941-b766-433a-93ec-4ead55398d7e req-4ff54860-1c1a-419d-873b-aa6b59558bd7 tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:48.258089 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-ddd23941-b766-433a-93ec-4ead55398d7e req-4ff54860-1c1a-419d-873b-aa6b59558bd7 tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:48.316657 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c0ecd020-ebaa-4c5e-b1e5-d7417c37a5cf req-1dbd4ed8-1091-41be-a6ae-a616dcb817ad service neutron] 10.222.0.44 "GET /v2.0/networks/dfbacf63-886c-40df-80dd-a56be185809d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8368983 Nov 12 00:54:48.525930 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff54860-1c1a-419d-873b-aa6b59558bd7 tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24686778-113a-4bb1-aaaa-67e09e2628e8,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:48.527747 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81bbda-9b5a-4f21-8d57-417177cfc70a req-00fc4f91-9107-45db-882e-1b3e987c8cf7 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:48.534723 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5c81bbda-9b5a-4f21-8d57-417177cfc70a req-00fc4f91-9107-45db-882e-1b3e987c8cf7 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc7ef492-66a9-4346-a8a6-aaafeb9e1537 HTTP/1.1" status: 200 len: 950 time: 0.1859043 Nov 12 00:54:48.598512 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 37bc00c5-8867-401d-bdd4-d9749fd6f9ed, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=37bc00c5-8867-401d-bdd4-d9749fd6f9ed,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:48.631124 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '37bc00c5-8867-401d-bdd4-d9749fd6f9ed', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'port_id': '37bc00c5-8867-401d-bdd4-d9749fd6f9ed', 'mac_address': 'fa:16:3e:7f:ab:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0290328-7bc5-4266-bfb9-6eb25d91acf0', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:54:48.649546 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port d974079b-75bd-4879-b36e-edad42ac16ec, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d974079b-75bd-4879-b36e-edad42ac16ec,segment=NetworkSegment(b93855b1-6172-47c9-b454-3d26004c4a93),segment_id=b93855b1-6172-47c9-b454-3d26004c4a93)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:48.655209 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['1d4a1934-8575-49f5-8050-cc118cfecd7b'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:54:48.732231 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-ddd23941-b766-433a-93ec-4ead55398d7e req-4ff54860-1c1a-419d-873b-aa6b59558bd7 tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] Allocated IP 192.168.233.30 (945c2da1-f958-478a-a48a-8af2dfa2e179/f0290328-7bc5-4266-bfb9-6eb25d91acf0/4282d918-75ad-438d-9e6d-912a9c9da375) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:54:48.744710 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5c81bbda-9b5a-4f21-8d57-417177cfc70a req-38b7000d-81d9-4ab6-91da-dbd19ec1703e tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505797 Nov 12 00:54:48.803325 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55014917-3648-4d06-aa5f-67800c76d8fa req-f5296a38-d999-406b-bb54-06574dc0bb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:48.812926 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:48.813862 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 37bc00c5-8867-401d-bdd4-d9749fd6f9ed no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:48.818100 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-55014917-3648-4d06-aa5f-67800c76d8fa req-f5296a38-d999-406b-bb54-06574dc0bb59 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=31213ba92821461cba1a0adcb9241baa&device_id=411a9c2b-9b2b-4618-a317-6693bbdf6ef3 HTTP/1.1" status: 200 len: 1095 time: 0.2810366 Nov 12 00:54:49.017318 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55014917-3648-4d06-aa5f-67800c76d8fa req-4a8db116-b8d8-4a1a-9e34-f0ee9faa84f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:49.018934 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-55014917-3648-4d06-aa5f-67800c76d8fa req-4a8db116-b8d8-4a1a-9e34-f0ee9faa84f9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=dfbacf63-886c-40df-80dd-a56be185809d HTTP/1.1" status: 200 len: 908 time: 0.1925960 Nov 12 00:54:49.081993 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:49.094594 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-55014917-3648-4d06-aa5f-67800c76d8fa req-56eff04a-8b76-4e81-bf75-9f89bb4634c6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7cc52dcc-3a5e-42ff-bf33-27a85670b23c HTTP/1.1" status: 200 len: 217 time: 0.0584371 Nov 12 00:54:49.109321 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=1d4a1934-8575-49f5-8050-cc118cfecd7b,revision_number=6']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:49.163747 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 37bc00c5-8867-401d-bdd4-d9749fd6f9ed {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:54:49.182914 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55014917-3648-4d06-aa5f-67800c76d8fa req-cd3e1139-a889-4773-92d4-d479ef5ebb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:49.185261 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-55014917-3648-4d06-aa5f-67800c76d8fa req-cd3e1139-a889-4773-92d4-d479ef5ebb72 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=47cc90a9-e995-4711-ba6b-508e6e69e5de HTTP/1.1" status: 200 len: 848 time: 0.0678983 Nov 12 00:54:49.238766 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 37bc00c5-8867-401d-bdd4-d9749fd6f9ed, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=37bc00c5-8867-401d-bdd4-d9749fd6f9ed,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:49.242612 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-ddd23941-b766-433a-93ec-4ead55398d7e req-4ff54860-1c1a-419d-873b-aa6b59558bd7 tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:49.259039 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-55014917-3648-4d06-aa5f-67800c76d8fa req-97187708-5ace-4af2-9127-80024ed35cd7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dfbacf63-886c-40df-80dd-a56be185809d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564759 Nov 12 00:54:49.273711 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:49.303213 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-ddd23941-b766-433a-93ec-4ead55398d7e req-4ff54860-1c1a-419d-873b-aa6b59558bd7 tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:49.400550 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:49.429178 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 37bc00c5-8867-401d-bdd4-d9749fd6f9ed {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:54:49.504888 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddd23941-b766-433a-93ec-4ead55398d7e req-4ff54860-1c1a-419d-873b-aa6b59558bd7 tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] Network 945c2da1-f958-478a-a48a-8af2dfa2e179 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:49.523298 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-ddd23941-b766-433a-93ec-4ead55398d7e req-4ff54860-1c1a-419d-873b-aa6b59558bd7 tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:49.539202 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd23941-b766-433a-93ec-4ead55398d7e req-4ff54860-1c1a-419d-873b-aa6b59558bd7 tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:54:49.548494 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff54860-1c1a-419d-873b-aa6b59558bd7 tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] Pushing event updated for resources: {'Port': ['ID=4282d918-75ad-438d-9e6d-912a9c9da375,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:49.569506 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 37bc00c5-8867-401d-bdd4-d9749fd6f9ed, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=37bc00c5-8867-401d-bdd4-d9749fd6f9ed,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:49.597284 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:49.605531 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-55014917-3648-4d06-aa5f-67800c76d8fa req-12a6cb24-c875-4ae7-a698-6f524339b62e service neutron] 10.222.0.44 "GET /v2.0/networks/dfbacf63-886c-40df-80dd-a56be185809d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818439 Nov 12 00:54:49.621719 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=d974079b-75bd-4879-b36e-edad42ac16ec,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:49.695719 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd23941-b766-433a-93ec-4ead55398d7e req-4ff54860-1c1a-419d-873b-aa6b59558bd7 tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:49.697673 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-ddd23941-b766-433a-93ec-4ead55398d7e req-4ff54860-1c1a-419d-873b-aa6b59558bd7 tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:49.734461 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ddd23941-b766-433a-93ec-4ead55398d7e req-4ff54860-1c1a-419d-873b-aa6b59558bd7 tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5846591 Nov 12 00:54:49.756514 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-ddd23941-b766-433a-93ec-4ead55398d7e req-775e85ef-af15-412f-bc64-6ce87a338fb0 service neutron] Request body: {'port': {'device_id': '4b622994-1b47-4583-ab2c-480f9e161cde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:49.810055 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=37bc00c5-8867-401d-bdd4-d9749fd6f9ed,revision_number=10']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:49.814861 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a551bd70-b438-414b-b314-a37a6e54aa1b x-openstack-request-id: req-a551bd70-b438-414b-b314-a37a6e54aa1b {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:49.815521 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2705d3d-0a29-4a01-a8bb-14adcd73dd39", "name": "network-vif-plugged", "status": "completed", "tag": "d974079b-75bd-4879-b36e-edad42ac16ec", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:49.816028 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a551bd70-b438-414b-b314-a37a6e54aa1b {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:49.816629 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2705d3d-0a29-4a01-a8bb-14adcd73dd39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd974079b-75bd-4879-b36e-edad42ac16ec', 'code': 200} Nov 12 00:54:49.818838 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device b4f0e477-9b64-456a-8556-8ef0685510f6 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:49.821624 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['37bc00c5-8867-401d-bdd4-d9749fd6f9ed'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:54:49.900491 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=37bc00c5-8867-401d-bdd4-d9749fd6f9ed,revision_number=10']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:50.022154 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-ddd23941-b766-433a-93ec-4ead55398d7e req-775e85ef-af15-412f-bc64-6ce87a338fb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:50.052964 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-55014917-3648-4d06-aa5f-67800c76d8fa req-acbf0380-b3a1-435a-8506-1b5c2215ccd4 service neutron] 10.222.0.44 "GET /v2.0/networks/dfbacf63-886c-40df-80dd-a56be185809d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667886 Nov 12 00:54:50.273878 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-faff703a-c385-41d6-9e27-9f896bfc8e34 None None] Provisioning complete for port 4282d918-75ad-438d-9e6d-912a9c9da375 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:50.274913 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-faff703a-c385-41d6-9e27-9f896bfc8e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:50.277574 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:50.359157 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930766bd-e10d-44fc-99f6-2c82a3c3dabe req-a49db933-b2d0-4730-b365-e13f37ea028a tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:50.378706 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-930766bd-e10d-44fc-99f6-2c82a3c3dabe req-a49db933-b2d0-4730-b365-e13f37ea028a tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=411a9c2b-9b2b-4618-a317-6693bbdf6ef3 HTTP/1.1" status: 200 len: 943 time: 1.3585498 Nov 12 00:54:50.472501 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-faff703a-c385-41d6-9e27-9f896bfc8e34 None None] Port 4282d918-75ad-438d-9e6d-912a9c9da375 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:54:50.550854 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port b4f0e477-9b64-456a-8556-8ef0685510f6, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=b4f0e477-9b64-456a-8556-8ef0685510f6,segment=NetworkSegment(f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2),segment_id=f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:50.561395 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e61ef2-4248-4fee-857b-b0e13e230f39 req-021bc67c-cdf4-4454-9b92-68a368b10a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:50.565395 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b3e61ef2-4248-4fee-857b-b0e13e230f39 req-021bc67c-cdf4-4454-9b92-68a368b10a79 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f2705d3d-0a29-4a01-a8bb-14adcd73dd39 HTTP/1.1" status: 200 len: 1098 time: 0.5106714 Nov 12 00:54:50.573514 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:50.589869 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-930766bd-e10d-44fc-99f6-2c82a3c3dabe req-af518eba-b4d6-480a-96a6-aba4f5ccf136 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098618 Nov 12 00:54:50.614829 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 1d4a1934-8575-49f5-8050-cc118cfecd7b up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:54:50.655209 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cea64b-a9ef-4bde-8ddc-f06390e43ab5 req-f96f7be7-a054-4db5-8f65-7914e9c86ea1 tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:50.669373 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a8cea64b-a9ef-4bde-8ddc-f06390e43ab5 req-f96f7be7-a054-4db5-8f65-7914e9c86ea1 tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b622994-1b47-4583-ab2c-480f9e161cde HTTP/1.1" status: 200 len: 935 time: 0.6115429 Nov 12 00:54:50.695083 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-ddd23941-b766-433a-93ec-4ead55398d7e req-775e85ef-af15-412f-bc64-6ce87a338fb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4282d918-75ad-438d-9e6d-912a9c9da375 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:54:50.732648 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-ddd23941-b766-433a-93ec-4ead55398d7e req-775e85ef-af15-412f-bc64-6ce87a338fb0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:50.806824 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-ddd23941-b766-433a-93ec-4ead55398d7e req-775e85ef-af15-412f-bc64-6ce87a338fb0 service neutron] Transition to ACTIVE for port object 4282d918-75ad-438d-9e6d-912a9c9da375 will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:54:50.815122 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-ddd23941-b766-433a-93ec-4ead55398d7e req-775e85ef-af15-412f-bc64-6ce87a338fb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:50.855066 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=b4f0e477-9b64-456a-8556-8ef0685510f6,revision_number=8']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:50.876406 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b3e61ef2-4248-4fee-857b-b0e13e230f39 req-67752743-a8c7-44d2-81e1-c60ea4ea03a5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bfa51152-6901-464b-8201-125c240af0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784181 Nov 12 00:54:50.894438 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a8cea64b-a9ef-4bde-8ddc-f06390e43ab5 req-173f2475-0ccd-4ad4-97ab-cbcfdf0d0aca tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] 10.222.0.45 "GET /v2.0/security-groups?id=24686778-113a-4bb1-aaaa-67e09e2628e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006621 Nov 12 00:54:51.015215 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:51.016073 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:51.016752 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:51.017452 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:51.018085 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:51.018537 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:51.019161 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:51.020826 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:51.021701 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:51.023494 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:51.026615 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:51.028342 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:51.050414 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e85ef-af15-412f-bc64-6ce87a338fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=4282d918-75ad-438d-9e6d-912a9c9da375,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:51.109986 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-ddd23941-b766-433a-93ec-4ead55398d7e req-775e85ef-af15-412f-bc64-6ce87a338fb0 service neutron] Attempting to bind port 4282d918-75ad-438d-9e6d-912a9c9da375 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:54:51.112544 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-ddd23941-b766-433a-93ec-4ead55398d7e req-775e85ef-af15-412f-bc64-6ce87a338fb0 service neutron] Attempting to bind port 4282d918-75ad-438d-9e6d-912a9c9da375 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:54:51.114430 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd23941-b766-433a-93ec-4ead55398d7e req-775e85ef-af15-412f-bc64-6ce87a338fb0 service neutron] Attempting to bind port 4282d918-75ad-438d-9e6d-912a9c9da375 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:51.126229 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd23941-b766-433a-93ec-4ead55398d7e req-775e85ef-af15-412f-bc64-6ce87a338fb0 service neutron] Port 4282d918-75ad-438d-9e6d-912a9c9da375 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:54:51.128650 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd23941-b766-433a-93ec-4ead55398d7e req-775e85ef-af15-412f-bc64-6ce87a338fb0 service neutron] Attempting to bind port 4282d918-75ad-438d-9e6d-912a9c9da375 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:54:51.139000 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd23941-b766-433a-93ec-4ead55398d7e req-775e85ef-af15-412f-bc64-6ce87a338fb0 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:54:51.140543 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd23941-b766-433a-93ec-4ead55398d7e req-775e85ef-af15-412f-bc64-6ce87a338fb0 service neutron] Checking segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:54:51.141707 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd23941-b766-433a-93ec-4ead55398d7e req-775e85ef-af15-412f-bc64-6ce87a338fb0 service neutron] Bound using segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:54:51.145846 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-ddd23941-b766-433a-93ec-4ead55398d7e req-775e85ef-af15-412f-bc64-6ce87a338fb0 service neutron] Bound port: 4282d918-75ad-438d-9e6d-912a9c9da375, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:54:51.148278 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-ddd23941-b766-433a-93ec-4ead55398d7e req-775e85ef-af15-412f-bc64-6ce87a338fb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:51.165920 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 1d4a1934-8575-49f5-8050-cc118cfecd7b triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:51.175083 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:51.312371 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-ddd23941-b766-433a-93ec-4ead55398d7e req-775e85ef-af15-412f-bc64-6ce87a338fb0 service neutron] For port 4282d918-75ad-438d-9e6d-912a9c9da375, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:54:51.325445 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-ddd23941-b766-433a-93ec-4ead55398d7e req-775e85ef-af15-412f-bc64-6ce87a338fb0 service neutron] For port 4282d918-75ad-438d-9e6d-912a9c9da375, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=4282d918-75ad-438d-9e6d-912a9c9da375,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:54:51.335918 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-ddd23941-b766-433a-93ec-4ead55398d7e req-775e85ef-af15-412f-bc64-6ce87a338fb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:51.402240 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:51.456660 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 1d4a1934-8575-49f5-8050-cc118cfecd7b, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=1d4a1934-8575-49f5-8050-cc118cfecd7b,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:51.463646 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57176c07-0fe8-43d3-84a5-f6fb7f13c104 req-7117693e-e6df-4610-9d8e-61e246086942 tempest-ServerMetadataNegativeTestJSON-1669759871 tempest-ServerMetadataNegativeTestJSON-1669759871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:51.464462 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:51.477978 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e85ef-af15-412f-bc64-6ce87a338fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=4282d918-75ad-438d-9e6d-912a9c9da375,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:51.482945 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-57176c07-0fe8-43d3-84a5-f6fb7f13c104 req-7117693e-e6df-4610-9d8e-61e246086942 tempest-ServerMetadataNegativeTestJSON-1669759871 tempest-ServerMetadataNegativeTestJSON-1669759871-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2705d3d-0a29-4a01-a8bb-14adcd73dd39 HTTP/1.1" status: 200 len: 946 time: 0.3107626 Nov 12 00:54:51.510065 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd23941-b766-433a-93ec-4ead55398d7e req-775e85ef-af15-412f-bc64-6ce87a338fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:51.510758 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-ddd23941-b766-433a-93ec-4ead55398d7e req-775e85ef-af15-412f-bc64-6ce87a338fb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:51.512295 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ddd23941-b766-433a-93ec-4ead55398d7e req-775e85ef-af15-412f-bc64-6ce87a338fb0 service neutron] 10.222.0.44 "PUT /v2.0/ports/4282d918-75ad-438d-9e6d-912a9c9da375 HTTP/1.1" status: 200 len: 1096 time: 1.7615952 Nov 12 00:54:51.515843 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b622994-1b47-4583-ab2c-480f9e161cde', 'tag': '4282d918-75ad-438d-9e6d-912a9c9da375'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:51.519214 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7cab489-fad8-4d19-b007-7e2340a942fc" -d '{"events": [{"name": "network-changed", "server_uuid": "4b622994-1b47-4583-ab2c-480f9e161cde", "tag": "4282d918-75ad-438d-9e6d-912a9c9da375"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:51.534083 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca9a11-fa34-4570-8570-c589234270f8 req-3db4a581-f781-43a0-a09a-d74a27424136 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:51.548290 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=1d4a1934-8575-49f5-8050-cc118cfecd7b,revision_number=7']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:51.549567 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f9ca9a11-fa34-4570-8570-c589234270f8 req-3db4a581-f781-43a0-a09a-d74a27424136 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc7ef492-66a9-4346-a8a6-aaafeb9e1537 HTTP/1.1" status: 200 len: 949 time: 0.4054365 Nov 12 00:54:51.666729 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd23941-b766-433a-93ec-4ead55398d7e req-7e605fde-baf7-406f-b3fc-e18d65337976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:51.669338 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ddd23941-b766-433a-93ec-4ead55398d7e req-7e605fde-baf7-406f-b3fc-e18d65337976 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bf64a5fbe6be4aafac20d59277d78ce1&device_id=4b622994-1b47-4583-ab2c-480f9e161cde HTTP/1.1" status: 200 len: 1099 time: 0.0742724 Nov 12 00:54:51.684025 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-57176c07-0fe8-43d3-84a5-f6fb7f13c104 req-3576c35d-2a97-4e25-932d-3c67da9f6a34 tempest-ServerMetadataNegativeTestJSON-1669759871 tempest-ServerMetadataNegativeTestJSON-1669759871-project] 10.222.0.45 "GET /v2.0/security-groups?id=bfa51152-6901-464b-8201-125c240af0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843841 Nov 12 00:54:51.722112 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f9ca9a11-fa34-4570-8570-c589234270f8 req-242a7662-3cd7-486d-b18a-0f3f60d2565e tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348658 Nov 12 00:54:51.752480 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ddd23941-b766-433a-93ec-4ead55398d7e req-abac370e-2788-4c3b-bb9a-72b815a870ac service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=4282d918-75ad-438d-9e6d-912a9c9da375 HTTP/1.1" status: 200 len: 217 time: 0.0623748 Nov 12 00:54:51.817948 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac7a3b2-baea-4469-9d1e-276b20425e8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4f0e477-9b64-456a-8556-8ef0685510f6'}, {'server_uuid': '44241e0e-86ed-4a6c-b7a4-90aa36076e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4a1934-8575-49f5-8050-cc118cfecd7b'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:51.820594 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74932dd-a505-4912-9d17-2bc14120cb75" -d '{"events": [{"server_uuid": "cac7a3b2-baea-4469-9d1e-276b20425e8a", "name": "network-vif-unplugged", "status": "completed", "tag": "b4f0e477-9b64-456a-8556-8ef0685510f6"}, {"server_uuid": "44241e0e-86ed-4a6c-b7a4-90aa36076e1b", "name": "network-vif-plugged", "status": "completed", "tag": "1d4a1934-8575-49f5-8050-cc118cfecd7b"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:51.842148 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd23941-b766-433a-93ec-4ead55398d7e req-6c892c67-cbf7-4ce4-8897-7cceaa7a43fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:51.843616 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ddd23941-b766-433a-93ec-4ead55398d7e req-6c892c67-cbf7-4ce4-8897-7cceaa7a43fd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.0819609 Nov 12 00:54:51.982209 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd23941-b766-433a-93ec-4ead55398d7e req-e774bf2f-a5c2-44e4-be29-ffd969c6902f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:51.983787 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ddd23941-b766-433a-93ec-4ead55398d7e req-e774bf2f-a5c2-44e4-be29-ffd969c6902f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1316891 Nov 12 00:54:52.062448 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65dfe99f-0c46-43de-9e3b-8078ed297979 x-openstack-request-id: req-65dfe99f-0c46-43de-9e3b-8078ed297979 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:52.062755 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b622994-1b47-4583-ab2c-480f9e161cde", "tag": "4282d918-75ad-438d-9e6d-912a9c9da375", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:52.063026 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-65dfe99f-0c46-43de-9e3b-8078ed297979 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:52.066253 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b622994-1b47-4583-ab2c-480f9e161cde', 'tag': '4282d918-75ad-438d-9e6d-912a9c9da375', 'status': 'completed', 'code': 200} Nov 12 00:54:52.173153 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 37bc00c5-8867-401d-bdd4-d9749fd6f9ed up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:54:52.211292 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ddd23941-b766-433a-93ec-4ead55398d7e req-786dfea9-d070-468b-ac15-a3debde89475 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157841 Nov 12 00:54:52.335140 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 37bc00c5-8867-401d-bdd4-d9749fd6f9ed triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:54:52.335543 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:52.473377 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ddd23941-b766-433a-93ec-4ead55398d7e req-e556429c-02b0-4c65-899c-7d5eab0f4d58 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500932 Nov 12 00:54:52.529186 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff4230-2daa-4393-9d31-5c8b09bdd4f7 req-f4911df7-5a74-400a-8f92-2dffdd9f1f57 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:52.546076 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f3ff4230-2daa-4393-9d31-5c8b09bdd4f7 req-f4911df7-5a74-400a-8f92-2dffdd9f1f57 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/networks?id=cab82de1-4853-402a-8ee1-5c45d6f97745 HTTP/1.1" status: 200 len: 805 time: 0.4470756 Nov 12 00:54:52.569031 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:52.614365 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ddc87-a181-443f-8d1b-ec0c5df84ffe req-41986af5-1ceb-4c46-9a8d-67403e96f38b tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:52.623316 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ec1ddc87-a181-443f-8d1b-ec0c5df84ffe req-41986af5-1ceb-4c46-9a8d-67403e96f38b tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=411a9c2b-9b2b-4618-a317-6693bbdf6ef3 HTTP/1.1" status: 200 len: 943 time: 0.4375458 Nov 12 00:54:52.661678 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 37bc00c5-8867-401d-bdd4-d9749fd6f9ed, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=37bc00c5-8867-401d-bdd4-d9749fd6f9ed,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:52.677156 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:52.710949 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ec1ddc87-a181-443f-8d1b-ec0c5df84ffe req-6b9b1b13-d505-4083-885a-db4cf8de419c tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866499 Nov 12 00:54:52.714118 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cab489-fad8-4d19-b007-7e2340a942fc req-4b846e0c-a282-4cfd-8778-c493b749fec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:52.727923 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b7cab489-fad8-4d19-b007-7e2340a942fc req-4b846e0c-a282-4cfd-8778-c493b749fec2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bf64a5fbe6be4aafac20d59277d78ce1&device_id=4b622994-1b47-4583-ab2c-480f9e161cde HTTP/1.1" status: 200 len: 1099 time: 0.1002734 Nov 12 00:54:52.758167 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f3ff4230-2daa-4393-9d31-5c8b09bdd4f7 req-6586e6cb-7db6-4be1-8df2-95870e1e2bd5 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/quotas/57d245a6684d43328d4720699dcb1130 HTTP/1.1" status: 200 len: 375 time: 0.2107732 Nov 12 00:54:52.848428 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=37bc00c5-8867-401d-bdd4-d9749fd6f9ed,revision_number=11']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:52.888403 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588deee1-f035-431d-877f-f0c69ace14c8 x-openstack-request-id: req-588deee1-f035-431d-877f-f0c69ace14c8 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:52.888897 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac7a3b2-baea-4469-9d1e-276b20425e8a", "name": "network-vif-unplugged", "status": "completed", "tag": "b4f0e477-9b64-456a-8556-8ef0685510f6", "code": 200}, {"server_uuid": "44241e0e-86ed-4a6c-b7a4-90aa36076e1b", "name": "network-vif-plugged", "status": "completed", "tag": "1d4a1934-8575-49f5-8050-cc118cfecd7b", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:52.889330 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-588deee1-f035-431d-877f-f0c69ace14c8 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:52.889997 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac7a3b2-baea-4469-9d1e-276b20425e8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4f0e477-9b64-456a-8556-8ef0685510f6', 'code': 200} Nov 12 00:54:52.890409 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44241e0e-86ed-4a6c-b7a4-90aa36076e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4a1934-8575-49f5-8050-cc118cfecd7b', 'code': 200} Nov 12 00:54:52.900694 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f3ff4230-2daa-4393-9d31-5c8b09bdd4f7 req-0385bd0e-5a1f-4a21-9f7a-b238278ee829 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=57d245a6684d43328d4720699dcb1130&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1347711 Nov 12 00:54:52.991775 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cab489-fad8-4d19-b007-7e2340a942fc req-4eb3bd92-1daa-4636-af9f-96fa41bb4f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:52.999776 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b7cab489-fad8-4d19-b007-7e2340a942fc req-4eb3bd92-1daa-4636-af9f-96fa41bb4f39 service neutron] 10.222.0.44 "GET /v2.0/networks?id=945c2da1-f958-478a-a48a-8af2dfa2e179 HTTP/1.1" status: 200 len: 869 time: 0.2661188 Nov 12 00:54:53.073873 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b7cab489-fad8-4d19-b007-7e2340a942fc req-b30aa144-d209-4417-b0bd-456735ec0d9c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=4282d918-75ad-438d-9e6d-912a9c9da375 HTTP/1.1" status: 200 len: 217 time: 0.0620124 Nov 12 00:54:53.157555 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46126fd3-c0bc-47ba-8afb-51c9f6c01483 req-2054ecde-2368-4ef7-8fbf-c6450bdb6724 tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:53.159684 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-46126fd3-c0bc-47ba-8afb-51c9f6c01483 req-2054ecde-2368-4ef7-8fbf-c6450bdb6724 tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b622994-1b47-4583-ab2c-480f9e161cde HTTP/1.1" status: 200 len: 947 time: 0.0883510 Nov 12 00:54:53.173729 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f3ff4230-2daa-4393-9d31-5c8b09bdd4f7 req-71997cba-9ad0-4c68-93fe-07f7118450be service neutron] 10.222.0.45 "GET /v2.0/networks/cab82de1-4853-402a-8ee1-5c45d6f97745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603340 Nov 12 00:54:53.179723 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cab489-fad8-4d19-b007-7e2340a942fc req-ca914bed-16a9-4975-9a26-7a5ee44594f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:53.182234 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b7cab489-fad8-4d19-b007-7e2340a942fc req-ca914bed-16a9-4975-9a26-7a5ee44594f4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.0963142 Nov 12 00:54:53.278994 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cab489-fad8-4d19-b007-7e2340a942fc req-d410864a-c77b-4743-9ec8-d438bed80d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:53.281893 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b7cab489-fad8-4d19-b007-7e2340a942fc req-d410864a-c77b-4743-9ec8-d438bed80d7f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0917549 Nov 12 00:54:53.299773 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-46126fd3-c0bc-47ba-8afb-51c9f6c01483 req-e911d3c5-02a7-42a2-bb53-27dafe76448b tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] 10.222.0.45 "GET /v2.0/security-groups?id=24686778-113a-4bb1-aaaa-67e09e2628e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156390 Nov 12 00:54:53.343770 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f3ff4230-2daa-4393-9d31-5c8b09bdd4f7 req-22c5b8e5-9f50-40f3-8740-5dcd02479821 service neutron] 10.222.0.45 "GET /v2.0/networks/cab82de1-4853-402a-8ee1-5c45d6f97745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685612 Nov 12 00:54:53.511399 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a58c3eb-67d0-44f8-a617-d61d8c7bbd15 req-9d188cc0-f1c8-4d95-847a-0c115f437bc2 tempest-ServerMetadataNegativeTestJSON-1669759871 tempest-ServerMetadataNegativeTestJSON-1669759871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:53.513191 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3a58c3eb-67d0-44f8-a617-d61d8c7bbd15 req-9d188cc0-f1c8-4d95-847a-0c115f437bc2 tempest-ServerMetadataNegativeTestJSON-1669759871 tempest-ServerMetadataNegativeTestJSON-1669759871-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2705d3d-0a29-4a01-a8bb-14adcd73dd39 HTTP/1.1" status: 200 len: 946 time: 0.0961533 Nov 12 00:54:53.590212 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b7cab489-fad8-4d19-b007-7e2340a942fc req-0b0e1a79-3b88-4e9d-92dc-c8c8786ed66f service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886519 Nov 12 00:54:53.763193 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae5ef35-c832-4896-90a5-dcaea2b75cfa req-cc5615fa-0d14-4549-a1b0-d297d5612db8 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:53.767485 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bae5ef35-c832-4896-90a5-dcaea2b75cfa req-cc5615fa-0d14-4549-a1b0-d297d5612db8 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.44 "GET /v2.0/ports?device_id=cac7a3b2-baea-4469-9d1e-276b20425e8a HTTP/1.1" status: 200 len: 944 time: 0.2078438 Nov 12 00:54:53.786775 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3a58c3eb-67d0-44f8-a617-d61d8c7bbd15 req-64a0a1dc-c1be-42fc-b074-f68d3894b5df tempest-ServerMetadataNegativeTestJSON-1669759871 tempest-ServerMetadataNegativeTestJSON-1669759871-project] 10.222.0.45 "GET /v2.0/security-groups?id=bfa51152-6901-464b-8201-125c240af0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613955 Nov 12 00:54:53.907767 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b7cab489-fad8-4d19-b007-7e2340a942fc req-f446313f-c87c-4875-9955-f484f2be07b2 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046720 Nov 12 00:54:54.205540 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eb13218b-8a2c-4889-84bb-e2b3f45ed564 req-07b29032-351a-40a9-b786-fc7c637900c6 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=6bde2e332c8e418290dd069bae32e617&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1202037 Nov 12 00:54:54.291938 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-bae5ef35-c832-4896-90a5-dcaea2b75cfa req-637152e6-3b92-49f0-a0fb-293d30ace078 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Deleting port b4f0e477-9b64-456a-8556-8ef0685510f6 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:54:54.292508 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-bae5ef35-c832-4896-90a5-dcaea2b75cfa req-637152e6-3b92-49f0-a0fb-293d30ace078 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:54.456300 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-28a72d5b-2f5f-4e09-8fa4-0daea33cfd54 req-76fab8ac-e942-409c-bac8-210712495dca tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=c02e05a1-dafa-4578-bee0-e14b1b1b5f6e HTTP/1.1" status: 200 len: 210 time: 0.2712829 Nov 12 00:54:54.629515 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-bae5ef35-c832-4896-90a5-dcaea2b75cfa req-637152e6-3b92-49f0-a0fb-293d30ace078 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] For port b4f0e477-9b64-456a-8556-8ef0685510f6, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=b4f0e477-9b64-456a-8556-8ef0685510f6,segment=NetworkSegment(f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2),segment_id=f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:54.630114 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-bae5ef35-c832-4896-90a5-dcaea2b75cfa req-637152e6-3b92-49f0-a0fb-293d30ace078 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:54.675530 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-bae5ef35-c832-4896-90a5-dcaea2b75cfa req-637152e6-3b92-49f0-a0fb-293d30ace078 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Calling delete_port for b4f0e477-9b64-456a-8556-8ef0685510f6 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:54:54.842678 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13218b-8a2c-4889-84bb-e2b3f45ed564 req-a8d30e3d-a96c-47ff-af1a-96ef6b5aaf4b tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:54.845488 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eb13218b-8a2c-4889-84bb-e2b3f45ed564 req-a8d30e3d-a96c-47ff-af1a-96ef6b5aaf4b tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6265826 Nov 12 00:54:54.892170 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc7ef492-66a9-4346-a8a6-aaafeb9e1537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37bc00c5-8867-401d-bdd4-d9749fd6f9ed'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:54.896260 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ea2b2b-21a7-4e63-8880-f6e1a9f2ec88" -d '{"events": [{"server_uuid": "dc7ef492-66a9-4346-a8a6-aaafeb9e1537", "name": "network-vif-plugged", "status": "completed", "tag": "37bc00c5-8867-401d-bdd4-d9749fd6f9ed"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:54.938460 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eb13218b-8a2c-4889-84bb-e2b3f45ed564 req-225fdb15-0ac1-4d86-a0b4-dcea700fde66 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/quotas/6bde2e332c8e418290dd069bae32e617 HTTP/1.1" status: 200 len: 375 time: 0.0200434 Nov 12 00:54:54.966020 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0711444-4ac8-423d-a3b4-997001651728 req-746145be-7765-4297-9602-3b34ce871938 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:54.974596 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b0711444-4ac8-423d-a3b4-997001651728 req-746145be-7765-4297-9602-3b34ce871938 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=411a9c2b-9b2b-4618-a317-6693bbdf6ef3 HTTP/1.1" status: 200 len: 943 time: 0.2578008 Nov 12 00:54:55.091626 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eb13218b-8a2c-4889-84bb-e2b3f45ed564 req-a2e08719-6876-4c5a-97f1-d55290b89815 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6bde2e332c8e418290dd069bae32e617&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1429501 Nov 12 00:54:55.097290 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b0711444-4ac8-423d-a3b4-997001651728 req-fc0f2f71-b71c-410f-a25f-77a7034223ca tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217921 Nov 12 00:54:55.374779 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-bae5ef35-c832-4896-90a5-dcaea2b75cfa req-637152e6-3b92-49f0-a0fb-293d30ace078 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:55.500582 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637152e6-3b92-49f0-a0fb-293d30ace078 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Pushing event deleted for resources: {'Port': ['ID=b4f0e477-9b64-456a-8556-8ef0685510f6,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:55.535311 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5eb95d-942f-48a4-9d6e-a29c1bd2a2cd req-f175e101-fb26-40b5-ba70-5db648c306dd tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:55.549173 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee5eb95d-942f-48a4-9d6e-a29c1bd2a2cd req-f175e101-fb26-40b5-ba70-5db648c306dd tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4469394-cb8f-4a59-a4a9-2290ea4d30ae HTTP/1.1" status: 200 len: 946 time: 0.3112407 Nov 12 00:54:55.763201 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae5ef35-c832-4896-90a5-dcaea2b75cfa req-637152e6-3b92-49f0-a0fb-293d30ace078 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] No DVR routers for this DVR port b4f0e477-9b64-456a-8556-8ef0685510f6 on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:54:55.768894 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-bae5ef35-c832-4896-90a5-dcaea2b75cfa req-637152e6-3b92-49f0-a0fb-293d30ace078 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:55.785172 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bae5ef35-c832-4896-90a5-dcaea2b75cfa req-637152e6-3b92-49f0-a0fb-293d30ace078 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.44 "DELETE /v2.0/ports/b4f0e477-9b64-456a-8556-8ef0685510f6 HTTP/1.1" status: 204 len: 173 time: 1.9903390 Nov 12 00:54:55.785482 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac7a3b2-baea-4469-9d1e-276b20425e8a', 'name': 'network-vif-deleted', 'tag': 'b4f0e477-9b64-456a-8556-8ef0685510f6'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:54:55.789516 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18455dcf-eb0a-4f44-a210-ed0c77c30173" -d '{"events": [{"server_uuid": "cac7a3b2-baea-4469-9d1e-276b20425e8a", "name": "network-vif-deleted", "tag": "b4f0e477-9b64-456a-8556-8ef0685510f6"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:54:55.847529 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee5eb95d-942f-48a4-9d6e-a29c1bd2a2cd req-163b91ee-fde2-4da3-9286-3865184e9ec8 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b2b10d4-8fc9-4132-a464-1a2cc040fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2890613 Nov 12 00:54:55.894839 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928fc5b-9464-4866-9712-521dcebfacaf req-957e4a1b-0c72-4272-a4e6-6b15c61e5244 tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:55.919598 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5928fc5b-9464-4866-9712-521dcebfacaf req-957e4a1b-0c72-4272-a4e6-6b15c61e5244 tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b622994-1b47-4583-ab2c-480f9e161cde HTTP/1.1" status: 200 len: 947 time: 0.2773182 Nov 12 00:54:56.127803 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5928fc5b-9464-4866-9712-521dcebfacaf req-3f8356f1-2679-4168-9b50-945b8ce7fd77 tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] 10.222.0.45 "GET /v2.0/security-groups?id=24686778-113a-4bb1-aaaa-67e09e2628e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890566 Nov 12 00:54:56.241177 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdaa4692-f76a-44c3-a84b-632ad5ec2f6c x-openstack-request-id: req-bdaa4692-f76a-44c3-a84b-632ad5ec2f6c {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:56.242980 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc7ef492-66a9-4346-a8a6-aaafeb9e1537", "name": "network-vif-plugged", "status": "completed", "tag": "37bc00c5-8867-401d-bdd4-d9749fd6f9ed", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:56.244374 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bdaa4692-f76a-44c3-a84b-632ad5ec2f6c {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:56.245500 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc7ef492-66a9-4346-a8a6-aaafeb9e1537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37bc00c5-8867-401d-bdd4-d9749fd6f9ed', 'code': 200} Nov 12 00:54:56.264797 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 4282d918-75ad-438d-9e6d-912a9c9da375 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:54:56.380987 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dc53d522-4626-4f77-ba5d-241d9d51b0b6 req-46d44579-3926-447a-b377-7e2e84a12d3f tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=896880f5-b30b-4289-85c8-97f7beba98f3 HTTP/1.1" status: 200 len: 210 time: 0.1287458 Nov 12 00:54:56.831282 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 4282d918-75ad-438d-9e6d-912a9c9da375, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=4282d918-75ad-438d-9e6d-912a9c9da375,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:56.848445 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '4282d918-75ad-438d-9e6d-912a9c9da375', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'port_id': '4282d918-75ad-438d-9e6d-912a9c9da375', 'mac_address': 'fa:16:3e:5b:04:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0290328-7bc5-4266-bfb9-6eb25d91acf0', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:54:56.978901 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff4230-2daa-4393-9d31-5c8b09bdd4f7 req-1a58d250-e3d6-4232-9082-d70390bef667 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:56.982678 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f3ff4230-2daa-4393-9d31-5c8b09bdd4f7 req-1a58d250-e3d6-4232-9082-d70390bef667 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.44 "GET /v2.0/networks?id=cab82de1-4853-402a-8ee1-5c45d6f97745 HTTP/1.1" status: 200 len: 805 time: 0.4996846 Nov 12 00:54:56.985613 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f681f16-3c4d-43ef-b26f-a8b42104f488 x-openstack-request-id: req-1f681f16-3c4d-43ef-b26f-a8b42104f488 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:54:56.986135 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac7a3b2-baea-4469-9d1e-276b20425e8a", "name": "network-vif-deleted", "tag": "b4f0e477-9b64-456a-8556-8ef0685510f6", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:54:56.986566 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1f681f16-3c4d-43ef-b26f-a8b42104f488 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:54:56.987600 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac7a3b2-baea-4469-9d1e-276b20425e8a', 'name': 'network-vif-deleted', 'tag': 'b4f0e477-9b64-456a-8556-8ef0685510f6', 'status': 'completed', 'code': 200} Nov 12 00:54:57.022042 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:57.053925 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-f3ff4230-2daa-4393-9d31-5c8b09bdd4f7 req-41588e22-cc91-4864-972f-e224396a9796 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Request body: {'port': {'device_id': 'c02e05a1-dafa-4578-bee0-e14b1b1b5f6e', 'network_id': 'cab82de1-4853-402a-8ee1-5c45d6f97745', 'admin_state_up': True, 'tenant_id': '57d245a6684d43328d4720699dcb1130'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:57.067816 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4282d918-75ad-438d-9e6d-912a9c9da375 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:54:57.160741 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 4282d918-75ad-438d-9e6d-912a9c9da375, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=4282d918-75ad-438d-9e6d-912a9c9da375,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:54:57.184927 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:57.186798 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6618246e-32bd-42e0-bae9-39ff1bb0c1ef req-29e4f942-28fc-4aed-b0c0-7fa8ce10627f tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=c02e05a1-dafa-4578-bee0-e14b1b1b5f6e HTTP/1.1" status: 200 len: 210 time: 0.1978655 Nov 12 00:54:57.319723 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f944b1-a817-4d73-bab1-72da18a063d5 req-b23d745b-85ad-4e24-8c88-49d47439b440 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:57.331905 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-07f944b1-a817-4d73-bab1-72da18a063d5 req-b23d745b-85ad-4e24-8c88-49d47439b440 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=411a9c2b-9b2b-4618-a317-6693bbdf6ef3 HTTP/1.1" status: 200 len: 943 time: 0.3232634 Nov 12 00:54:57.392823 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ac18a4f8-f323-4bd0-8300-4092dfe14093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:57.461801 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3ff4230-2daa-4393-9d31-5c8b09bdd4f7 req-41588e22-cc91-4864-972f-e224396a9796 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Made reservation on behalf of 57d245a6684d43328d4720699dcb1130 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:57.465946 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f3ff4230-2daa-4393-9d31-5c8b09bdd4f7 req-41588e22-cc91-4864-972f-e224396a9796 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:57.484719 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=4282d918-75ad-438d-9e6d-912a9c9da375,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:57.528748 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-07f944b1-a817-4d73-bab1-72da18a063d5 req-d29931aa-bab0-4077-8c69-d3304610f275 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955540 Nov 12 00:54:57.582122 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['4282d918-75ad-438d-9e6d-912a9c9da375'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:54:58.079704 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-eb13218b-8a2c-4889-84bb-e2b3f45ed564 req-a32cd1c7-7c05-4a2e-99b7-525993f18c7c tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=6bde2e332c8e418290dd069bae32e617&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0910580 Nov 12 00:54:58.206674 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device b4f0e477-9b64-456a-8556-8ef0685510f6 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:54:58.308059 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: b4f0e477-9b64-456a-8556-8ef0685510f6 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:54:58.308750 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device b4f0e477-9b64-456a-8556-8ef0685510f6 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:54:58.383204 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7da7b9b7-c31d-47ca-a621-d91498fd50ac req-c538c0c0-f318-47a6-8f28-32ba9708e724 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=896880f5-b30b-4289-85c8-97f7beba98f3 HTTP/1.1" status: 200 len: 210 time: 0.0424356 Nov 12 00:54:58.454762 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d5db63-2f21-4c5a-8271-5e015bdf7053 req-848dbe53-9d6a-4869-a110-27628679a0e1 tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:58.462126 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f1d5db63-2f21-4c5a-8271-5e015bdf7053 req-848dbe53-9d6a-4869-a110-27628679a0e1 tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b622994-1b47-4583-ab2c-480f9e161cde HTTP/1.1" status: 200 len: 948 time: 0.7281661 Nov 12 00:54:58.480645 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13218b-8a2c-4889-84bb-e2b3f45ed564 req-17d03765-fa66-4136-ae01-9156b70e592f tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:58.483875 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-eb13218b-8a2c-4889-84bb-e2b3f45ed564 req-17d03765-fa66-4136-ae01-9156b70e592f tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3999889 Nov 12 00:54:58.513098 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-eb13218b-8a2c-4889-84bb-e2b3f45ed564 req-f556047c-fc01-4cfb-8d25-b826f5f33350 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Request body: {'port': {'device_id': '896880f5-b30b-4289-85c8-97f7beba98f3', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'admin_state_up': True, 'tenant_id': '6bde2e332c8e418290dd069bae32e617'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:58.528204 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-f3ff4230-2daa-4393-9d31-5c8b09bdd4f7 req-41588e22-cc91-4864-972f-e224396a9796 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Allocated IP 172.20.0.6 (cab82de1-4853-402a-8ee1-5c45d6f97745/12a98869-a3ee-4178-9eb9-17614c418237/79600f1b-7b5c-4954-b9a2-697de9dd276f) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:54:58.697107 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb13218b-8a2c-4889-84bb-e2b3f45ed564 req-f556047c-fc01-4cfb-8d25-b826f5f33350 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Made reservation on behalf of 6bde2e332c8e418290dd069bae32e617 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:54:58.704091 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-eb13218b-8a2c-4889-84bb-e2b3f45ed564 req-f556047c-fc01-4cfb-8d25-b826f5f33350 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:58.856837 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f3ff4230-2daa-4393-9d31-5c8b09bdd4f7 req-41588e22-cc91-4864-972f-e224396a9796 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:58.906412 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-eb13218b-8a2c-4889-84bb-e2b3f45ed564 req-f556047c-fc01-4cfb-8d25-b826f5f33350 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Allocated IP 192.168.233.70 (945c2da1-f958-478a-a48a-8af2dfa2e179/f0290328-7bc5-4266-bfb9-6eb25d91acf0/5971ce8e-b292-408e-87c3-de72140c4855) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:54:58.956436 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f3ff4230-2daa-4393-9d31-5c8b09bdd4f7 req-41588e22-cc91-4864-972f-e224396a9796 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:59.149640 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3ff4230-2daa-4393-9d31-5c8b09bdd4f7 req-41588e22-cc91-4864-972f-e224396a9796 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Network cab82de1-4853-402a-8ee1-5c45d6f97745 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:59.160065 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-f3ff4230-2daa-4393-9d31-5c8b09bdd4f7 req-41588e22-cc91-4864-972f-e224396a9796 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:59.171381 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f1d5db63-2f21-4c5a-8271-5e015bdf7053 req-d5204624-2642-4335-a65f-7314b8930976 tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] 10.222.0.45 "GET /v2.0/security-groups?id=24686778-113a-4bb1-aaaa-67e09e2628e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6996281 Nov 12 00:54:59.175684 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ff4230-2daa-4393-9d31-5c8b09bdd4f7 req-41588e22-cc91-4864-972f-e224396a9796 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:54:59.299343 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff4230-2daa-4393-9d31-5c8b09bdd4f7 req-41588e22-cc91-4864-972f-e224396a9796 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:59.301394 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f3ff4230-2daa-4393-9d31-5c8b09bdd4f7 req-41588e22-cc91-4864-972f-e224396a9796 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:59.348404 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f023b-0fc2-4dd4-8eea-fcbcfca49b94 req-45e1bea4-2528-48f7-a5e5-b52bba2b0954 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:59.362389 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-135f023b-0fc2-4dd4-8eea-fcbcfca49b94 req-45e1bea4-2528-48f7-a5e5-b52bba2b0954 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4469394-cb8f-4a59-a4a9-2290ea4d30ae HTTP/1.1" status: 200 len: 946 time: 0.4187357 Nov 12 00:54:59.378480 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f3ff4230-2daa-4393-9d31-5c8b09bdd4f7 req-41588e22-cc91-4864-972f-e224396a9796 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3343978 Nov 12 00:54:59.418415 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41588e22-cc91-4864-972f-e224396a9796 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Pushing event updated for resources: {'Port': ['ID=79600f1b-7b5c-4954-b9a2-697de9dd276f,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:59.455599 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41588e22-cc91-4864-972f-e224396a9796 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:59.456778 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41588e22-cc91-4864-972f-e224396a9796 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:59.457781 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41588e22-cc91-4864-972f-e224396a9796 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:59.459294 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41588e22-cc91-4864-972f-e224396a9796 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:59.461244 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41588e22-cc91-4864-972f-e224396a9796 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:59.464038 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41588e22-cc91-4864-972f-e224396a9796 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:59.465283 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41588e22-cc91-4864-972f-e224396a9796 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:59.466384 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41588e22-cc91-4864-972f-e224396a9796 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:59.467315 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41588e22-cc91-4864-972f-e224396a9796 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:59.468255 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41588e22-cc91-4864-972f-e224396a9796 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:59.469624 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41588e22-cc91-4864-972f-e224396a9796 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:59.470552 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41588e22-cc91-4864-972f-e224396a9796 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:54:59.530087 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-eb13218b-8a2c-4889-84bb-e2b3f45ed564 req-f556047c-fc01-4cfb-8d25-b826f5f33350 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:59.574869 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-135f023b-0fc2-4dd4-8eea-fcbcfca49b94 req-6c708b4c-80a5-4002-bc14-075c4f3501e3 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b2b10d4-8fc9-4132-a464-1a2cc040fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107182 Nov 12 00:54:59.575603 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-eb13218b-8a2c-4889-84bb-e2b3f45ed564 req-f556047c-fc01-4cfb-8d25-b826f5f33350 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:59.617098 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['3bf65952-28b5-4d0e-8528-54eaa04543a2', '37bc00c5-8867-401d-bdd4-d9749fd6f9ed'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:54:59.646700 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-f3ff4230-2daa-4393-9d31-5c8b09bdd4f7 req-b334f4fb-740f-4eac-9449-275005127ac7 service neutron] Request body: {'port': {'device_id': 'c02e05a1-dafa-4578-bee0-e14b1b1b5f6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:59.699748 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb13218b-8a2c-4889-84bb-e2b3f45ed564 req-f556047c-fc01-4cfb-8d25-b826f5f33350 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Network 945c2da1-f958-478a-a48a-8af2dfa2e179 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:54:59.703451 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-eb13218b-8a2c-4889-84bb-e2b3f45ed564 req-f556047c-fc01-4cfb-8d25-b826f5f33350 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:54:59.730873 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb13218b-8a2c-4889-84bb-e2b3f45ed564 req-f556047c-fc01-4cfb-8d25-b826f5f33350 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:54:59.738691 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['a680a354-383a-4b9b-8e66-248db6e76ac5'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:54:59.832494 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f556047c-fc01-4cfb-8d25-b826f5f33350 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Pushing event updated for resources: {'Port': ['ID=5971ce8e-b292-408e-87c3-de72140c4855,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:54:59.849244 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13218b-8a2c-4889-84bb-e2b3f45ed564 req-f556047c-fc01-4cfb-8d25-b826f5f33350 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:59.850409 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-eb13218b-8a2c-4889-84bb-e2b3f45ed564 req-f556047c-fc01-4cfb-8d25-b826f5f33350 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:54:59.873999 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284dd966-2234-470f-850d-ed9c1fb7cc19 req-b8ca6396-8735-4b72-89ec-a1b9f6725d5c tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:54:59.890010 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-eb13218b-8a2c-4889-84bb-e2b3f45ed564 req-f556047c-fc01-4cfb-8d25-b826f5f33350 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3805134 Nov 12 00:54:59.891130 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-284dd966-2234-470f-850d-ed9c1fb7cc19 req-b8ca6396-8735-4b72-89ec-a1b9f6725d5c tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=c02e05a1-dafa-4578-bee0-e14b1b1b5f6e HTTP/1.1" status: 200 len: 931 time: 0.4966598 Nov 12 00:54:59.920796 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-eb13218b-8a2c-4889-84bb-e2b3f45ed564 req-15695f1d-5fff-4c68-a93a-826eb42ea89b service neutron] Request body: {'port': {'device_id': '896880f5-b30b-4289-85c8-97f7beba98f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:54:59.922841 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f3ff4230-2daa-4393-9d31-5c8b09bdd4f7 req-b334f4fb-740f-4eac-9449-275005127ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:00.094243 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-eb13218b-8a2c-4889-84bb-e2b3f45ed564 req-15695f1d-5fff-4c68-a93a-826eb42ea89b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:00.231484 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe3a6c8-d5d7-4892-a081-5d09d02c0617 req-7a7da1a3-fd87-4dcf-9a65-2223b38aeaa3 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:00.248816 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bbe3a6c8-d5d7-4892-a081-5d09d02c0617 req-7a7da1a3-fd87-4dcf-9a65-2223b38aeaa3 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=411a9c2b-9b2b-4618-a317-6693bbdf6ef3 HTTP/1.1" status: 200 len: 943 time: 0.4792566 Nov 12 00:55:00.258252 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 4282d918-75ad-438d-9e6d-912a9c9da375 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:00.272611 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327dbdb8-c54d-4ab1-84e4-571806bd7111 req-78b5c1e5-067d-4dd0-a0db-4c4051bb73f3 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:00.275999 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-327dbdb8-c54d-4ab1-84e4-571806bd7111 req-78b5c1e5-067d-4dd0-a0db-4c4051bb73f3 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4469394-cb8f-4a59-a4a9-2290ea4d30ae HTTP/1.1" status: 200 len: 946 time: 0.7081203 Nov 12 00:55:00.290471 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4b20647c-4db2-45ce-9566-a099339e5031 None None] Provisioning complete for port 5971ce8e-b292-408e-87c3-de72140c4855 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:00.292118 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4b20647c-4db2-45ce-9566-a099339e5031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:00.441602 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-284dd966-2234-470f-850d-ed9c1fb7cc19 req-60a2b9a9-6150-4d2d-9c8a-8c68d414b8dd tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/security-groups?id=510a0917-ea45-4112-bcdb-7cef6947100e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5490630 Nov 12 00:55:00.561190 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-eb13218b-8a2c-4889-84bb-e2b3f45ed564 req-15695f1d-5fff-4c68-a93a-826eb42ea89b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5971ce8e-b292-408e-87c3-de72140c4855 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:55:00.570500 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-eb13218b-8a2c-4889-84bb-e2b3f45ed564 req-15695f1d-5fff-4c68-a93a-826eb42ea89b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:00.586243 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-eb13218b-8a2c-4889-84bb-e2b3f45ed564 req-15695f1d-5fff-4c68-a93a-826eb42ea89b service neutron] Transition to ACTIVE for port object 5971ce8e-b292-408e-87c3-de72140c4855 will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:55:00.591625 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-eb13218b-8a2c-4889-84bb-e2b3f45ed564 req-15695f1d-5fff-4c68-a93a-826eb42ea89b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:00.658227 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4b20647c-4db2-45ce-9566-a099339e5031 None None] Port 5971ce8e-b292-408e-87c3-de72140c4855 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:55:00.711377 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 4282d918-75ad-438d-9e6d-912a9c9da375 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:55:00.720312 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 4282d918-75ad-438d-9e6d-912a9c9da375 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:00.720688 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:00.727594 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15695f1d-5fff-4c68-a93a-826eb42ea89b service neutron] Pushing event updated for resources: {'Port': ['ID=5971ce8e-b292-408e-87c3-de72140c4855,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:00.938568 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bbe3a6c8-d5d7-4892-a081-5d09d02c0617 req-1535819e-f558-4c4f-97a5-6b952b6c48e1 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6884925 Nov 12 00:55:01.050644 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3031c66a-2d15-42ca-9b39-38af48b38a2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:01.078481 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-eb13218b-8a2c-4889-84bb-e2b3f45ed564 req-15695f1d-5fff-4c68-a93a-826eb42ea89b service neutron] Attempting to bind port 5971ce8e-b292-408e-87c3-de72140c4855 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:55:01.078877 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-eb13218b-8a2c-4889-84bb-e2b3f45ed564 req-15695f1d-5fff-4c68-a93a-826eb42ea89b service neutron] Attempting to bind port 5971ce8e-b292-408e-87c3-de72140c4855 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:55:01.079219 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb13218b-8a2c-4889-84bb-e2b3f45ed564 req-15695f1d-5fff-4c68-a93a-826eb42ea89b service neutron] Attempting to bind port 5971ce8e-b292-408e-87c3-de72140c4855 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:55:01.102015 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb13218b-8a2c-4889-84bb-e2b3f45ed564 req-15695f1d-5fff-4c68-a93a-826eb42ea89b service neutron] Port 5971ce8e-b292-408e-87c3-de72140c4855 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:55:01.102415 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb13218b-8a2c-4889-84bb-e2b3f45ed564 req-15695f1d-5fff-4c68-a93a-826eb42ea89b service neutron] Attempting to bind port 5971ce8e-b292-408e-87c3-de72140c4855 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:55:01.115112 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb13218b-8a2c-4889-84bb-e2b3f45ed564 req-15695f1d-5fff-4c68-a93a-826eb42ea89b service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:55:01.115460 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb13218b-8a2c-4889-84bb-e2b3f45ed564 req-15695f1d-5fff-4c68-a93a-826eb42ea89b service neutron] Checking segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:55:01.118417 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb13218b-8a2c-4889-84bb-e2b3f45ed564 req-15695f1d-5fff-4c68-a93a-826eb42ea89b service neutron] Bound using segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:55:01.118706 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-eb13218b-8a2c-4889-84bb-e2b3f45ed564 req-15695f1d-5fff-4c68-a93a-826eb42ea89b service neutron] Bound port: 5971ce8e-b292-408e-87c3-de72140c4855, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:55:01.119152 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-eb13218b-8a2c-4889-84bb-e2b3f45ed564 req-15695f1d-5fff-4c68-a93a-826eb42ea89b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:01.273314 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:01.332196 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-eb13218b-8a2c-4889-84bb-e2b3f45ed564 req-15695f1d-5fff-4c68-a93a-826eb42ea89b service neutron] For port 5971ce8e-b292-408e-87c3-de72140c4855, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:55:01.340701 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-eb13218b-8a2c-4889-84bb-e2b3f45ed564 req-15695f1d-5fff-4c68-a93a-826eb42ea89b service neutron] For port 5971ce8e-b292-408e-87c3-de72140c4855, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=5971ce8e-b292-408e-87c3-de72140c4855,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:55:01.351145 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-eb13218b-8a2c-4889-84bb-e2b3f45ed564 req-15695f1d-5fff-4c68-a93a-826eb42ea89b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:01.393942 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13218b-8a2c-4889-84bb-e2b3f45ed564 req-15695f1d-5fff-4c68-a93a-826eb42ea89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:01.394846 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-eb13218b-8a2c-4889-84bb-e2b3f45ed564 req-15695f1d-5fff-4c68-a93a-826eb42ea89b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:01.404002 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-eb13218b-8a2c-4889-84bb-e2b3f45ed564 req-15695f1d-5fff-4c68-a93a-826eb42ea89b service neutron] 10.222.0.44 "PUT /v2.0/ports/5971ce8e-b292-408e-87c3-de72140c4855 HTTP/1.1" status: 200 len: 1096 time: 1.4910319 Nov 12 00:55:01.411714 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '896880f5-b30b-4289-85c8-97f7beba98f3', 'tag': '5971ce8e-b292-408e-87c3-de72140c4855'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:55:01.437985 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b622994-1b47-4583-ab2c-480f9e161cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4282d918-75ad-438d-9e6d-912a9c9da375'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:55:01.441199 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f367e67-54ab-42ce-9711-180947a7c036" -d '{"events": [{"server_uuid": "4b622994-1b47-4583-ab2c-480f9e161cde", "name": "network-vif-plugged", "status": "completed", "tag": "4282d918-75ad-438d-9e6d-912a9c9da375"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:55:01.457044 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845b8e19-6a62-4b7a-a364-6ebb566f0d2d" -d '{"events": [{"name": "network-changed", "server_uuid": "896880f5-b30b-4289-85c8-97f7beba98f3", "tag": "5971ce8e-b292-408e-87c3-de72140c4855"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:55:01.529586 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 4282d918-75ad-438d-9e6d-912a9c9da375, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=4282d918-75ad-438d-9e6d-912a9c9da375,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:01.538162 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:01.632511 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-f3ff4230-2daa-4393-9d31-5c8b09bdd4f7 req-b334f4fb-740f-4eac-9449-275005127ac7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79600f1b-7b5c-4954-b9a2-697de9dd276f {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:55:01.683140 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15695f1d-5fff-4c68-a93a-826eb42ea89b service neutron] Pushing event updated for resources: {'Port': ['ID=5971ce8e-b292-408e-87c3-de72140c4855,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:01.702377 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13218b-8a2c-4889-84bb-e2b3f45ed564 req-737f477e-f4c3-488c-bd22-3abf9b783c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:01.703619 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-eb13218b-8a2c-4889-84bb-e2b3f45ed564 req-737f477e-f4c3-488c-bd22-3abf9b783c1c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6bde2e332c8e418290dd069bae32e617&device_id=896880f5-b30b-4289-85c8-97f7beba98f3 HTTP/1.1" status: 200 len: 1099 time: 0.1387684 Nov 12 00:55:01.706694 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f3ff4230-2daa-4393-9d31-5c8b09bdd4f7 req-b334f4fb-740f-4eac-9449-275005127ac7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:01.712161 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=4282d918-75ad-438d-9e6d-912a9c9da375,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:01.786092 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-f3ff4230-2daa-4393-9d31-5c8b09bdd4f7 req-b334f4fb-740f-4eac-9449-275005127ac7 service neutron] Transition to ACTIVE for port object 79600f1b-7b5c-4954-b9a2-697de9dd276f will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:55:01.807326 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f3ff4230-2daa-4393-9d31-5c8b09bdd4f7 req-b334f4fb-740f-4eac-9449-275005127ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:01.874056 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-eb13218b-8a2c-4889-84bb-e2b3f45ed564 req-5a450358-86f9-4348-b539-538581e3588a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=5971ce8e-b292-408e-87c3-de72140c4855 HTTP/1.1" status: 200 len: 217 time: 0.1474440 Nov 12 00:55:01.914517 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-327dbdb8-c54d-4ab1-84e4-571806bd7111 req-c6db2786-a78e-45dd-9ffd-80e5c2b406f3 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Deleting port 7dfe18f0-f9be-4ee5-b99f-bbe038303411 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:55:01.915027 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-327dbdb8-c54d-4ab1-84e4-571806bd7111 req-c6db2786-a78e-45dd-9ffd-80e5c2b406f3 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:01.965259 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692b32c-da57-49ea-a8d1-d43b395c7712 req-4b6f00e1-0f0f-42e1-a665-ee1edcc8b77b tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:01.970426 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8692b32c-da57-49ea-a8d1-d43b395c7712 req-4b6f00e1-0f0f-42e1-a665-ee1edcc8b77b tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=896880f5-b30b-4289-85c8-97f7beba98f3 HTTP/1.1" status: 200 len: 947 time: 0.8768837 Nov 12 00:55:02.005853 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13218b-8a2c-4889-84bb-e2b3f45ed564 req-83c5eacb-4a33-4b5b-beba-abb5438a9ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:02.021881 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-eb13218b-8a2c-4889-84bb-e2b3f45ed564 req-83c5eacb-4a33-4b5b-beba-abb5438a9ea6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.1332040 Nov 12 00:55:02.122491 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13218b-8a2c-4889-84bb-e2b3f45ed564 req-25dbb7bd-c857-4c3e-ad2a-b3cc0dce30ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:02.125369 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-eb13218b-8a2c-4889-84bb-e2b3f45ed564 req-25dbb7bd-c857-4c3e-ad2a-b3cc0dce30ea service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0914047 Nov 12 00:55:02.229288 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b334f4fb-740f-4eac-9449-275005127ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=79600f1b-7b5c-4954-b9a2-697de9dd276f,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:02.392962 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0f088-a81b-4803-b9f4-4aa515ade632 req-186dcac2-80c7-4af3-aa8b-b5ea105052da tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:02.394635 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-46b0f088-a81b-4803-b9f4-4aa515ade632 req-186dcac2-80c7-4af3-aa8b-b5ea105052da tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b622994-1b47-4583-ab2c-480f9e161cde HTTP/1.1" status: 200 len: 948 time: 1.1460972 Nov 12 00:55:02.404788 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-eb13218b-8a2c-4889-84bb-e2b3f45ed564 req-58adb756-e620-4a3c-a8e6-e2386651b5e7 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647867 Nov 12 00:55:02.429820 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-f3ff4230-2daa-4393-9d31-5c8b09bdd4f7 req-b334f4fb-740f-4eac-9449-275005127ac7 service neutron] Attempting to bind port 79600f1b-7b5c-4954-b9a2-697de9dd276f on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:55:02.430159 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-f3ff4230-2daa-4393-9d31-5c8b09bdd4f7 req-b334f4fb-740f-4eac-9449-275005127ac7 service neutron] Attempting to bind port 79600f1b-7b5c-4954-b9a2-697de9dd276f by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cab82de1-4853-402a-8ee1-5c45d6f97745'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:55:02.430497 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ff4230-2daa-4393-9d31-5c8b09bdd4f7 req-b334f4fb-740f-4eac-9449-275005127ac7 service neutron] Attempting to bind port 79600f1b-7b5c-4954-b9a2-697de9dd276f on network cab82de1-4853-402a-8ee1-5c45d6f97745 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:55:02.443475 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ff4230-2daa-4393-9d31-5c8b09bdd4f7 req-b334f4fb-740f-4eac-9449-275005127ac7 service neutron] Port 79600f1b-7b5c-4954-b9a2-697de9dd276f on network cab82de1-4853-402a-8ee1-5c45d6f97745 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:55:02.443828 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ff4230-2daa-4393-9d31-5c8b09bdd4f7 req-b334f4fb-740f-4eac-9449-275005127ac7 service neutron] Attempting to bind port 79600f1b-7b5c-4954-b9a2-697de9dd276f on network cab82de1-4853-402a-8ee1-5c45d6f97745 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:55:02.461030 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ff4230-2daa-4393-9d31-5c8b09bdd4f7 req-b334f4fb-740f-4eac-9449-275005127ac7 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:55:02.461378 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ff4230-2daa-4393-9d31-5c8b09bdd4f7 req-b334f4fb-740f-4eac-9449-275005127ac7 service neutron] Checking segment: {'id': 'f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cab82de1-4853-402a-8ee1-5c45d6f97745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:55:02.461781 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3ff4230-2daa-4393-9d31-5c8b09bdd4f7 req-b334f4fb-740f-4eac-9449-275005127ac7 service neutron] Bound using segment: {'id': 'f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cab82de1-4853-402a-8ee1-5c45d6f97745'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:55:02.462269 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-f3ff4230-2daa-4393-9d31-5c8b09bdd4f7 req-b334f4fb-740f-4eac-9449-275005127ac7 service neutron] Bound port: 79600f1b-7b5c-4954-b9a2-697de9dd276f, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cab82de1-4853-402a-8ee1-5c45d6f97745'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:55:02.462637 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f3ff4230-2daa-4393-9d31-5c8b09bdd4f7 req-b334f4fb-740f-4eac-9449-275005127ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:02.544470 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-f3ff4230-2daa-4393-9d31-5c8b09bdd4f7 req-b334f4fb-740f-4eac-9449-275005127ac7 service neutron] For port 79600f1b-7b5c-4954-b9a2-697de9dd276f, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:55:02.549018 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-f3ff4230-2daa-4393-9d31-5c8b09bdd4f7 req-b334f4fb-740f-4eac-9449-275005127ac7 service neutron] For port 79600f1b-7b5c-4954-b9a2-697de9dd276f, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=79600f1b-7b5c-4954-b9a2-697de9dd276f,segment=NetworkSegment(f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2),segment_id=f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:55:02.568445 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8692b32c-da57-49ea-a8d1-d43b395c7712 req-d4d451ba-3321-4e43-9e4c-5da65c79489a tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5484333 Nov 12 00:55:02.569790 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f3ff4230-2daa-4393-9d31-5c8b09bdd4f7 req-b334f4fb-740f-4eac-9449-275005127ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:02.649996 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b334f4fb-740f-4eac-9449-275005127ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=79600f1b-7b5c-4954-b9a2-697de9dd276f,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:02.693878 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:02.701236 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff4230-2daa-4393-9d31-5c8b09bdd4f7 req-b334f4fb-740f-4eac-9449-275005127ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:02.701871 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f3ff4230-2daa-4393-9d31-5c8b09bdd4f7 req-b334f4fb-740f-4eac-9449-275005127ac7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:02.703368 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f3ff4230-2daa-4393-9d31-5c8b09bdd4f7 req-b334f4fb-740f-4eac-9449-275005127ac7 service neutron] 10.222.0.44 "PUT /v2.0/ports/79600f1b-7b5c-4954-b9a2-697de9dd276f HTTP/1.1" status: 200 len: 1092 time: 3.2554083 Nov 12 00:55:02.709568 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-46b0f088-a81b-4803-b9f4-4aa515ade632 req-65d077e1-bdee-4b85-8519-7bcc355089af tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] 10.222.0.45 "GET /v2.0/security-groups?id=24686778-113a-4bb1-aaaa-67e09e2628e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809620 Nov 12 00:55:02.710073 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c02e05a1-dafa-4578-bee0-e14b1b1b5f6e', 'tag': '79600f1b-7b5c-4954-b9a2-697de9dd276f'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:55:02.716068 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211ad369-cea6-4a76-8b7c-df27e51888ea" -d '{"events": [{"name": "network-changed", "server_uuid": "c02e05a1-dafa-4578-bee0-e14b1b1b5f6e", "tag": "79600f1b-7b5c-4954-b9a2-697de9dd276f"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:55:02.735795 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-327dbdb8-c54d-4ab1-84e4-571806bd7111 req-c6db2786-a78e-45dd-9ffd-80e5c2b406f3 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] For port 7dfe18f0-f9be-4ee5-b99f-bbe038303411, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=7dfe18f0-f9be-4ee5-b99f-bbe038303411,segment=NetworkSegment(c597d253-3b8b-4ba2-8e61-dc5232a6ec18),segment_id=c597d253-3b8b-4ba2-8e61-dc5232a6ec18)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:02.736211 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-327dbdb8-c54d-4ab1-84e4-571806bd7111 req-c6db2786-a78e-45dd-9ffd-80e5c2b406f3 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:02.788228 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-eb13218b-8a2c-4889-84bb-e2b3f45ed564 req-65e67822-577f-4cd5-a452-3d0a8261dac3 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678749 Nov 12 00:55:02.902346 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05978732-8a95-43c6-8734-09f643e4024d x-openstack-request-id: req-05978732-8a95-43c6-8734-09f643e4024d {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:55:02.903450 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b622994-1b47-4583-ab2c-480f9e161cde", "name": "network-vif-plugged", "status": "completed", "tag": "4282d918-75ad-438d-9e6d-912a9c9da375", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:55:02.903450 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-05978732-8a95-43c6-8734-09f643e4024d {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:55:02.904011 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b622994-1b47-4583-ab2c-480f9e161cde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4282d918-75ad-438d-9e6d-912a9c9da375', 'code': 200} Nov 12 00:55:03.177568 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be40ff-6ad1-4c4f-9a8d-ab92f068e48c req-debc3150-152c-4379-8064-c270aa241cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:03.180778 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-04be40ff-6ad1-4c4f-9a8d-ab92f068e48c req-debc3150-152c-4379-8064-c270aa241cf5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4b622994-1b47-4583-ab2c-480f9e161cde HTTP/1.1" status: 200 len: 1101 time: 0.1643863 Nov 12 00:55:03.321173 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-04be40ff-6ad1-4c4f-9a8d-ab92f068e48c req-f286c833-e7d0-4368-ba2b-07d5746c0db2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=24686778-113a-4bb1-aaaa-67e09e2628e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935726 Nov 12 00:55:03.420291 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd23c0e-a8b8-4854-a80e-7b508f65170b req-b55a0ffa-0779-4271-b423-eafd5454583a tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:03.421926 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bbd23c0e-a8b8-4854-a80e-7b508f65170b req-b55a0ffa-0779-4271-b423-eafd5454583a tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/ports?device_id=a4469394-cb8f-4a59-a4a9-2290ea4d30ae HTTP/1.1" status: 200 len: 946 time: 0.5536764 Nov 12 00:55:03.424048 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff4230-2daa-4393-9d31-5c8b09bdd4f7 req-cbfee0fd-0cc0-4696-9d97-6d7538e78d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:03.425677 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f3ff4230-2daa-4393-9d31-5c8b09bdd4f7 req-cbfee0fd-0cc0-4696-9d97-6d7538e78d13 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57d245a6684d43328d4720699dcb1130&device_id=c02e05a1-dafa-4578-bee0-e14b1b1b5f6e HTTP/1.1" status: 200 len: 1095 time: 0.5561547 Nov 12 00:55:03.430550 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-327dbdb8-c54d-4ab1-84e4-571806bd7111 req-c6db2786-a78e-45dd-9ffd-80e5c2b406f3 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:03.430947 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-327dbdb8-c54d-4ab1-84e4-571806bd7111 req-c6db2786-a78e-45dd-9ffd-80e5c2b406f3 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:03.437593 n-d-712142-27 neutron-server[109085]: INFO neutron.db.l3_db [req-327dbdb8-c54d-4ab1-84e4-571806bd7111 req-c6db2786-a78e-45dd-9ffd-80e5c2b406f3 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Floating IP 565201aa-c2a7-4d33-bc42-9996dafc78cb disassociated. External IP: 172.25.3.202, port: 7dfe18f0-f9be-4ee5-b99f-bbe038303411. Nov 12 00:55:03.437593 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-327dbdb8-c54d-4ab1-84e4-571806bd7111 req-c6db2786-a78e-45dd-9ffd-80e5c2b406f3 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Calling delete_port for 7dfe18f0-f9be-4ee5-b99f-bbe038303411 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:55:03.455950 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d574b-b49f-46ef-8f8a-9f6e574d0b81 req-7c03047d-722c-4fd0-bd21-02a3fa05f718 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:03.457584 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-628d574b-b49f-46ef-8f8a-9f6e574d0b81 req-7c03047d-722c-4fd0-bd21-02a3fa05f718 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=c02e05a1-dafa-4578-bee0-e14b1b1b5f6e HTTP/1.1" status: 200 len: 943 time: 0.2074628 Nov 12 00:55:03.656847 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-628d574b-b49f-46ef-8f8a-9f6e574d0b81 req-70a39613-06df-4f8a-b473-7dddc92756e1 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/security-groups?id=510a0917-ea45-4112-bcdb-7cef6947100e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583664 Nov 12 00:55:03.663221 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bbd23c0e-a8b8-4854-a80e-7b508f65170b req-3cd5d509-e2e2-48b0-82ab-c1f09d9fe6c5 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/security-groups?id=4b2b10d4-8fc9-4132-a464-1a2cc040fb47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580942 Nov 12 00:55:03.735906 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f3ff4230-2daa-4393-9d31-5c8b09bdd4f7 req-b263c1d1-af79-4581-a822-7b27a834cc30 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79600f1b-7b5c-4954-b9a2-697de9dd276f HTTP/1.1" status: 200 len: 217 time: 0.0623345 Nov 12 00:55:03.879199 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06b8344-f08b-46c9-bc19-09082bd49bd6 x-openstack-request-id: req-e06b8344-f08b-46c9-bc19-09082bd49bd6 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:55:03.880307 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "896880f5-b30b-4289-85c8-97f7beba98f3", "tag": "5971ce8e-b292-408e-87c3-de72140c4855", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:55:03.881086 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e06b8344-f08b-46c9-bc19-09082bd49bd6 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:55:03.881413 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '896880f5-b30b-4289-85c8-97f7beba98f3', 'tag': '5971ce8e-b292-408e-87c3-de72140c4855', 'status': 'completed', 'code': 200} Nov 12 00:55:03.890194 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:03.920181 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff4230-2daa-4393-9d31-5c8b09bdd4f7 req-3c95d6e3-0104-4b5d-9059-689d056ba3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:03.932878 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f3ff4230-2daa-4393-9d31-5c8b09bdd4f7 req-3c95d6e3-0104-4b5d-9059-689d056ba3e9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=12a98869-a3ee-4178-9eb9-17614c418237 HTTP/1.1" status: 200 len: 845 time: 0.1737819 Nov 12 00:55:03.963665 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-327dbdb8-c54d-4ab1-84e4-571806bd7111 req-c6db2786-a78e-45dd-9ffd-80e5c2b406f3 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:04.046402 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f3ff4230-2daa-4393-9d31-5c8b09bdd4f7 req-dcc839aa-69d5-4248-b045-9b0d1de3a63c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cab82de1-4853-402a-8ee1-5c45d6f97745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1054175 Nov 12 00:55:04.053148 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b8e19-6a62-4b7a-a364-6ebb566f0d2d req-a857fcff-bb55-4da9-84c2-a9217101d889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:04.056915 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-845b8e19-6a62-4b7a-a364-6ebb566f0d2d req-a857fcff-bb55-4da9-84c2-a9217101d889 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6bde2e332c8e418290dd069bae32e617&device_id=896880f5-b30b-4289-85c8-97f7beba98f3 HTTP/1.1" status: 200 len: 1099 time: 0.1080742 Nov 12 00:55:04.118013 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6db2786-a78e-45dd-9ffd-80e5c2b406f3 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Pushing event deleted for resources: {'Port': ['ID=7dfe18f0-f9be-4ee5-b99f-bbe038303411,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:04.182206 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 7dfe18f0-f9be-4ee5-b99f-bbe038303411 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:55:04.230380 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] No Port match for: 7dfe18f0-f9be-4ee5-b99f-bbe038303411 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:55:04.230734 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 7dfe18f0-f9be-4ee5-b99f-bbe038303411 not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:55:04.246334 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b8e19-6a62-4b7a-a364-6ebb566f0d2d req-52fc9fcb-3e3a-416d-b762-2ad550f07ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:04.249430 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-845b8e19-6a62-4b7a-a364-6ebb566f0d2d req-52fc9fcb-3e3a-416d-b762-2ad550f07ebe service neutron] 10.222.0.44 "GET /v2.0/networks?id=945c2da1-f958-478a-a48a-8af2dfa2e179 HTTP/1.1" status: 200 len: 869 time: 0.1609013 Nov 12 00:55:04.361325 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-845b8e19-6a62-4b7a-a364-6ebb566f0d2d req-74b48ce6-e4a2-4bf6-90a2-c0e17b31b8cd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=5971ce8e-b292-408e-87c3-de72140c4855 HTTP/1.1" status: 200 len: 217 time: 0.1005476 Nov 12 00:55:04.373173 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643dd73e-960c-4bc1-97fb-bd78ecc12260 req-776104a3-c653-4c91-aba3-8592882d5e6c tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:04.375649 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-643dd73e-960c-4bc1-97fb-bd78ecc12260 req-776104a3-c653-4c91-aba3-8592882d5e6c tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=411a9c2b-9b2b-4618-a317-6693bbdf6ef3 HTTP/1.1" status: 200 len: 943 time: 0.4032459 Nov 12 00:55:04.448128 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f3ff4230-2daa-4393-9d31-5c8b09bdd4f7 req-ccb752c3-f1ef-40f3-8813-924f6e651237 service neutron] 10.222.0.44 "GET /v2.0/networks/cab82de1-4853-402a-8ee1-5c45d6f97745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532863 Nov 12 00:55:04.465245 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b8e19-6a62-4b7a-a364-6ebb566f0d2d req-0e3923fb-ac3d-41e7-8fa3-f892ee0e339b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:04.474367 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-845b8e19-6a62-4b7a-a364-6ebb566f0d2d req-0e3923fb-ac3d-41e7-8fa3-f892ee0e339b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.0997963 Nov 12 00:55:04.527060 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-327dbdb8-c54d-4ab1-84e4-571806bd7111 req-c6db2786-a78e-45dd-9ffd-80e5c2b406f3 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Router de22d560-bda6-410b-8bdd-52b814865145 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:55:04.620658 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-643dd73e-960c-4bc1-97fb-bd78ecc12260 req-3119096d-e312-4fd3-803a-27bd538bce28 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307320 Nov 12 00:55:04.662778 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b8e19-6a62-4b7a-a364-6ebb566f0d2d req-8414881d-b2db-4764-9634-d5d2f79e1820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:04.664657 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-845b8e19-6a62-4b7a-a364-6ebb566f0d2d req-8414881d-b2db-4764-9634-d5d2f79e1820 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1802926 Nov 12 00:55:04.857965 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-845b8e19-6a62-4b7a-a364-6ebb566f0d2d req-ff06517a-edb8-4466-b5c0-ac8676a441c5 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729069 Nov 12 00:55:04.913272 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-327dbdb8-c54d-4ab1-84e4-571806bd7111 req-c6db2786-a78e-45dd-9ffd-80e5c2b406f3 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:55:04.932750 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56c2ea6-f632-45cd-90f3-bd7e144a08de x-openstack-request-id: req-e56c2ea6-f632-45cd-90f3-bd7e144a08de {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:55:04.933052 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c02e05a1-dafa-4578-bee0-e14b1b1b5f6e", "tag": "79600f1b-7b5c-4954-b9a2-697de9dd276f", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:55:04.933314 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e56c2ea6-f632-45cd-90f3-bd7e144a08de {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:55:04.933734 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c02e05a1-dafa-4578-bee0-e14b1b1b5f6e', 'tag': '79600f1b-7b5c-4954-b9a2-697de9dd276f', 'status': 'completed', 'code': 200} Nov 12 00:55:04.938165 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b0b28e-ae93-43af-b141-5281440f7f66 None None] Sync routers for ids ['de22d560-bda6-410b-8bdd-52b814865145'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:55:04.959179 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b0b28e-ae93-43af-b141-5281440f7f66 None None] Routers {'de22d560-bda6-410b-8bdd-52b814865145'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:55:04.959894 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-c6b0b28e-ae93-43af-b141-5281440f7f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:55:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['de22d560-bda6-410b-8bdd-52b814865145'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:05.003596 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:05.026893 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f3ff4230-2daa-4393-9d31-5c8b09bdd4f7 req-85d4dc42-f5f1-4815-8537-b15db5eac102 service neutron] 10.222.0.44 "GET /v2.0/networks/cab82de1-4853-402a-8ee1-5c45d6f97745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5776594 Nov 12 00:55:05.092222 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-327dbdb8-c54d-4ab1-84e4-571806bd7111 req-c6db2786-a78e-45dd-9ffd-80e5c2b406f3 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] No DVR routers for this DVR port 7dfe18f0-f9be-4ee5-b99f-bbe038303411 on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:55:05.099397 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-327dbdb8-c54d-4ab1-84e4-571806bd7111 req-c6db2786-a78e-45dd-9ffd-80e5c2b406f3 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:05.103550 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-327dbdb8-c54d-4ab1-84e4-571806bd7111 req-c6db2786-a78e-45dd-9ffd-80e5c2b406f3 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.16 "DELETE /v2.0/ports/7dfe18f0-f9be-4ee5-b99f-bbe038303411 HTTP/1.1" status: 204 len: 173 time: 4.8016582 Nov 12 00:55:05.150800 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-845b8e19-6a62-4b7a-a364-6ebb566f0d2d req-959284aa-f14b-4f72-897c-56a6a7153cb1 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697082 Nov 12 00:55:05.257951 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-c6b0b28e-ae93-43af-b141-5281440f7f66 None None] Set router de22d560-bda6-410b-8bdd-52b814865145 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:55:05.273846 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ad369-cea6-4a76-8b7c-df27e51888ea req-1e29c1db-4e2f-48db-9bfa-e615be16bddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:05.282414 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-211ad369-cea6-4a76-8b7c-df27e51888ea req-1e29c1db-4e2f-48db-9bfa-e615be16bddf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57d245a6684d43328d4720699dcb1130&device_id=c02e05a1-dafa-4578-bee0-e14b1b1b5f6e HTTP/1.1" status: 200 len: 1095 time: 0.1111155 Nov 12 00:55:05.549622 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ad369-cea6-4a76-8b7c-df27e51888ea req-03990e71-8d3f-4b0c-8c9c-a256b1ca9e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:05.551317 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-211ad369-cea6-4a76-8b7c-df27e51888ea req-03990e71-8d3f-4b0c-8c9c-a256b1ca9e13 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cab82de1-4853-402a-8ee1-5c45d6f97745 HTTP/1.1" status: 200 len: 905 time: 0.2098386 Nov 12 00:55:05.565049 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5014cb9d-bd81-4133-a26b-b7decd8b13da req-5066efa9-d84b-44b0-bacc-66504e620505 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:05.566775 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5014cb9d-bd81-4133-a26b-b7decd8b13da req-5066efa9-d84b-44b0-bacc-66504e620505 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=896880f5-b30b-4289-85c8-97f7beba98f3 HTTP/1.1" status: 200 len: 947 time: 0.1141503 Nov 12 00:55:05.632337 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-211ad369-cea6-4a76-8b7c-df27e51888ea req-acdfebac-fb9f-45c5-ab8e-32fe7cc4352b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79600f1b-7b5c-4954-b9a2-697de9dd276f HTTP/1.1" status: 200 len: 217 time: 0.0568428 Nov 12 00:55:05.737802 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ad369-cea6-4a76-8b7c-df27e51888ea req-5a6e97b0-93bd-4a17-b597-aacc4028b733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:05.742316 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-211ad369-cea6-4a76-8b7c-df27e51888ea req-5a6e97b0-93bd-4a17-b597-aacc4028b733 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=12a98869-a3ee-4178-9eb9-17614c418237 HTTP/1.1" status: 200 len: 845 time: 0.0976191 Nov 12 00:55:05.760237 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5014cb9d-bd81-4133-a26b-b7decd8b13da req-1c29d892-7950-4b4f-b6f8-0fdb8ca266dd tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829388 Nov 12 00:55:05.784767 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:55:06.030285 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-c6b0b28e-ae93-43af-b141-5281440f7f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de22d560-bda6-410b-8bdd-52b814865145', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-868130520-router', 'tenant_id': 'ccb1e7e0eea141e9b6d3110322862248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'b1875921-8068-48c5-9561-c0732c9b1da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:49:46Z', 'updated_at': '2021-11-12T00:49:50Z', 'revision_number': 4, 'project_id': 'ccb1e7e0eea141e9b6d3110322862248', 'gw_port': {'id': 'b1875921-8068-48c5-9561-c0732c9b1da0', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:45:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de22d560-bda6-410b-8bdd-52b814865145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:49:46Z', 'updated_at': '2021-11-12T00:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '54eca92d-57f7-44fd-8cb5-2079da57f60f', 'name': '', 'network_id': '9d38a466-42af-43d7-b83f-22dc50aa65c8', 'tenant_id': 'ccb1e7e0eea141e9b6d3110322862248', 'mac_address': 'fa:16:3e:fd:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de22d560-bda6-410b-8bdd-52b814865145', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3506ff68-efdf-4ec0-aae3-0d8c1586ac7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:49:49Z', 'updated_at': '2021-11-12T00:49:56Z', 'revision_number': 5, 'project_id': 'ccb1e7e0eea141e9b6d3110322862248', 'subnets': [{'id': '3506ff68-efdf-4ec0-aae3-0d8c1586ac7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:06.090351 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b0b28e-ae93-43af-b141-5281440f7f66 None None] Checking router: de22d560-bda6-410b-8bdd-52b814865145 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:55:06.115155 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b0b28e-ae93-43af-b141-5281440f7f66 None None] Routers {'de22d560-bda6-410b-8bdd-52b814865145'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:55:06.115870 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-c6b0b28e-ae93-43af-b141-5281440f7f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:55:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['de22d560-bda6-410b-8bdd-52b814865145'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:06.246550 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 5971ce8e-b292-408e-87c3-de72140c4855 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:55:06.325852 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-211ad369-cea6-4a76-8b7c-df27e51888ea req-874354fa-188c-4fcd-9c59-f9398dac8e01 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cab82de1-4853-402a-8ee1-5c45d6f97745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5639071 Nov 12 00:55:06.440657 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-c6b0b28e-ae93-43af-b141-5281440f7f66 None None] Set router de22d560-bda6-410b-8bdd-52b814865145 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:55:06.460036 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 5971ce8e-b292-408e-87c3-de72140c4855, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=5971ce8e-b292-408e-87c3-de72140c4855,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:06.474040 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '5971ce8e-b292-408e-87c3-de72140c4855', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'port_id': '5971ce8e-b292-408e-87c3-de72140c4855', 'mac_address': 'fa:16:3e:44:35:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0290328-7bc5-4266-bfb9-6eb25d91acf0', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:55:06.577398 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:06.618900 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a3dbb-59e2-44f2-b6d8-4d5fb3cee8ef req-2145ee77-a335-4e37-8084-1df8f5133d0b tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:06.621448 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5971ce8e-b292-408e-87c3-de72140c4855 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:55:06.631294 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d18a3dbb-59e2-44f2-b6d8-4d5fb3cee8ef req-2145ee77-a335-4e37-8084-1df8f5133d0b tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b622994-1b47-4583-ab2c-480f9e161cde HTTP/1.1" status: 200 len: 949 time: 0.3167260 Nov 12 00:55:06.680708 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 5971ce8e-b292-408e-87c3-de72140c4855, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=5971ce8e-b292-408e-87c3-de72140c4855,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:06.689463 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:06.755706 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-211ad369-cea6-4a76-8b7c-df27e51888ea req-471c117e-3ea5-41ca-8c64-447e4ce1595b service neutron] 10.222.0.44 "GET /v2.0/networks/cab82de1-4853-402a-8ee1-5c45d6f97745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4020078 Nov 12 00:55:06.771844 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=5971ce8e-b292-408e-87c3-de72140c4855,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:06.936789 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4469394-cb8f-4a59-a4a9-2290ea4d30ae', 'name': 'network-vif-deleted', 'tag': '7dfe18f0-f9be-4ee5-b99f-bbe038303411'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:55:06.940047 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc4240b-a4ab-47f5-bdee-8d7aa8939a3e" -d '{"events": [{"server_uuid": "a4469394-cb8f-4a59-a4a9-2290ea4d30ae", "name": "network-vif-deleted", "tag": "7dfe18f0-f9be-4ee5-b99f-bbe038303411"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:55:06.954758 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d18a3dbb-59e2-44f2-b6d8-4d5fb3cee8ef req-1a0428f7-1c0d-4437-b62c-127c01467ed7 tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] 10.222.0.45 "GET /v2.0/security-groups?id=24686778-113a-4bb1-aaaa-67e09e2628e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239324 Nov 12 00:55:07.023281 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-c6b0b28e-ae93-43af-b141-5281440f7f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de22d560-bda6-410b-8bdd-52b814865145', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-868130520-router', 'tenant_id': 'ccb1e7e0eea141e9b6d3110322862248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'b1875921-8068-48c5-9561-c0732c9b1da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:49:46Z', 'updated_at': '2021-11-12T00:49:50Z', 'revision_number': 4, 'project_id': 'ccb1e7e0eea141e9b6d3110322862248', 'gw_port': {'id': 'b1875921-8068-48c5-9561-c0732c9b1da0', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:45:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de22d560-bda6-410b-8bdd-52b814865145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:49:46Z', 'updated_at': '2021-11-12T00:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '54eca92d-57f7-44fd-8cb5-2079da57f60f', 'name': '', 'network_id': '9d38a466-42af-43d7-b83f-22dc50aa65c8', 'tenant_id': 'ccb1e7e0eea141e9b6d3110322862248', 'mac_address': 'fa:16:3e:fd:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de22d560-bda6-410b-8bdd-52b814865145', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3506ff68-efdf-4ec0-aae3-0d8c1586ac7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:49:49Z', 'updated_at': '2021-11-12T00:49:56Z', 'revision_number': 5, 'project_id': 'ccb1e7e0eea141e9b6d3110322862248', 'subnets': [{'id': '3506ff68-efdf-4ec0-aae3-0d8c1586ac7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:07.024026 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-211ad369-cea6-4a76-8b7c-df27e51888ea req-2e5e1543-37de-442a-84f5-3be3fc68eafc service neutron] 10.222.0.44 "GET /v2.0/networks/cab82de1-4853-402a-8ee1-5c45d6f97745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630372 Nov 12 00:55:07.068935 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b0b28e-ae93-43af-b141-5281440f7f66 None None] The sync data for ids ['de22d560-bda6-410b-8bdd-52b814865145'] in n-d-712142-27 is: [{'id': 'de22d560-bda6-410b-8bdd-52b814865145', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-868130520-router', 'tenant_id': 'ccb1e7e0eea141e9b6d3110322862248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'b1875921-8068-48c5-9561-c0732c9b1da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:49:46Z', 'updated_at': '2021-11-12T00:49:50Z', 'revision_number': 4, 'project_id': 'ccb1e7e0eea141e9b6d3110322862248', 'gw_port': {'id': 'b1875921-8068-48c5-9561-c0732c9b1da0', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:45:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de22d560-bda6-410b-8bdd-52b814865145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:49:46Z', 'updated_at': '2021-11-12T00:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '54eca92d-57f7-44fd-8cb5-2079da57f60f', 'name': '', 'network_id': '9d38a466-42af-43d7-b83f-22dc50aa65c8', 'tenant_id': 'ccb1e7e0eea141e9b6d3110322862248', 'mac_address': 'fa:16:3e:fd:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de22d560-bda6-410b-8bdd-52b814865145', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '3506ff68-efdf-4ec0-aae3-0d8c1586ac7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:49:49Z', 'updated_at': '2021-11-12T00:49:56Z', 'revision_number': 5, 'project_id': 'ccb1e7e0eea141e9b6d3110322862248', 'subnets': [{'id': '3506ff68-efdf-4ec0-aae3-0d8c1586ac7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:55:07.191793 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['5971ce8e-b292-408e-87c3-de72140c4855'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:55:07.223584 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7906a-505a-4d3d-9f3e-7e36d18af54e req-7f57e6fc-b766-4c0e-bc7c-48febd851f29 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:07.237551 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-76d7906a-505a-4d3d-9f3e-7e36d18af54e req-7f57e6fc-b766-4c0e-bc7c-48febd851f29 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=c02e05a1-dafa-4578-bee0-e14b1b1b5f6e HTTP/1.1" status: 200 len: 943 time: 0.1243064 Nov 12 00:55:07.462289 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-76d7906a-505a-4d3d-9f3e-7e36d18af54e req-72bf7eb1-dbb9-48c8-8dd2-5256a5b22c1b tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/security-groups?id=510a0917-ea45-4112-bcdb-7cef6947100e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203271 Nov 12 00:55:07.503046 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9bac2-2f27-4898-9936-71823840cf1c req-37e01072-32d1-4247-b76e-4481cbd4870d tempest-ServerMetadataNegativeTestJSON-1669759871 tempest-ServerMetadataNegativeTestJSON-1669759871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:07.504661 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-53e9bac2-2f27-4898-9936-71823840cf1c req-37e01072-32d1-4247-b76e-4481cbd4870d tempest-ServerMetadataNegativeTestJSON-1669759871 tempest-ServerMetadataNegativeTestJSON-1669759871-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2705d3d-0a29-4a01-a8bb-14adcd73dd39 HTTP/1.1" status: 200 len: 946 time: 0.1941879 Nov 12 00:55:07.663549 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8beaac71-5deb-462a-b295-6f5b9543d510 None None] New status for floating IP 565201aa-c2a7-4d33-bc42-9996dafc78cb: DOWN {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:55:07.825283 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6771e7-610d-4a23-84a9-cfc02053ddb6 req-6305df7f-e2ef-4a22-8f26-6c66c7beabf0 tempest-ServerMetadataNegativeTestJSON-1669759871 tempest-ServerMetadataNegativeTestJSON-1669759871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:07.833398 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6d6771e7-610d-4a23-84a9-cfc02053ddb6 req-6305df7f-e2ef-4a22-8f26-6c66c7beabf0 tempest-ServerMetadataNegativeTestJSON-1669759871 tempest-ServerMetadataNegativeTestJSON-1669759871-project] 10.222.0.45 "GET /v2.0/ports?device_id=f2705d3d-0a29-4a01-a8bb-14adcd73dd39 HTTP/1.1" status: 200 len: 946 time: 0.1288042 Nov 12 00:55:07.880762 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-53e9bac2-2f27-4898-9936-71823840cf1c req-e8cddc7a-322e-407d-a2ee-da17a6c05c74 tempest-ServerMetadataNegativeTestJSON-1669759871 tempest-ServerMetadataNegativeTestJSON-1669759871-project] Deleting port d974079b-75bd-4879-b36e-edad42ac16ec {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:55:07.881365 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-53e9bac2-2f27-4898-9936-71823840cf1c req-e8cddc7a-322e-407d-a2ee-da17a6c05c74 tempest-ServerMetadataNegativeTestJSON-1669759871 tempest-ServerMetadataNegativeTestJSON-1669759871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:08.044534 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:08.075519 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6d6771e7-610d-4a23-84a9-cfc02053ddb6 req-27c49d41-9577-4102-a22b-749c9b02e5cf tempest-ServerMetadataNegativeTestJSON-1669759871 tempest-ServerMetadataNegativeTestJSON-1669759871-project] 10.222.0.45 "GET /v2.0/security-groups?id=bfa51152-6901-464b-8201-125c240af0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407269 Nov 12 00:55:08.148335 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-53e9bac2-2f27-4898-9936-71823840cf1c req-e8cddc7a-322e-407d-a2ee-da17a6c05c74 tempest-ServerMetadataNegativeTestJSON-1669759871 tempest-ServerMetadataNegativeTestJSON-1669759871-project] For port d974079b-75bd-4879-b36e-edad42ac16ec, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d974079b-75bd-4879-b36e-edad42ac16ec,segment=NetworkSegment(b93855b1-6172-47c9-b454-3d26004c4a93),segment_id=b93855b1-6172-47c9-b454-3d26004c4a93)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:08.148724 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-53e9bac2-2f27-4898-9936-71823840cf1c req-e8cddc7a-322e-407d-a2ee-da17a6c05c74 tempest-ServerMetadataNegativeTestJSON-1669759871 tempest-ServerMetadataNegativeTestJSON-1669759871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:08.201272 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-53e9bac2-2f27-4898-9936-71823840cf1c req-e8cddc7a-322e-407d-a2ee-da17a6c05c74 tempest-ServerMetadataNegativeTestJSON-1669759871 tempest-ServerMetadataNegativeTestJSON-1669759871-project] Calling delete_port for d974079b-75bd-4879-b36e-edad42ac16ec owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:55:08.245310 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 79600f1b-7b5c-4954-b9a2-697de9dd276f details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:55:08.396367 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 79600f1b-7b5c-4954-b9a2-697de9dd276f, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=79600f1b-7b5c-4954-b9a2-697de9dd276f,segment=NetworkSegment(f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2),segment_id=f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:08.420997 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '79600f1b-7b5c-4954-b9a2-697de9dd276f', 'network_id': 'cab82de1-4853-402a-8ee1-5c45d6f97745', 'port_id': '79600f1b-7b5c-4954-b9a2-697de9dd276f', 'mac_address': 'fa:16:3e:d2:25:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a98869-a3ee-4178-9eb9-17614c418237', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:55:08.455631 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-53e9bac2-2f27-4898-9936-71823840cf1c req-e8cddc7a-322e-407d-a2ee-da17a6c05c74 tempest-ServerMetadataNegativeTestJSON-1669759871 tempest-ServerMetadataNegativeTestJSON-1669759871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:08.494520 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:08.498987 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cddc7a-322e-407d-a2ee-da17a6c05c74 tempest-ServerMetadataNegativeTestJSON-1669759871 tempest-ServerMetadataNegativeTestJSON-1669759871-project] Pushing event deleted for resources: {'Port': ['ID=d974079b-75bd-4879-b36e-edad42ac16ec,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:08.511131 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['d974079b-75bd-4879-b36e-edad42ac16ec'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:55:08.553809 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79600f1b-7b5c-4954-b9a2-697de9dd276f {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:55:08.577947 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-53e9bac2-2f27-4898-9936-71823840cf1c req-e8cddc7a-322e-407d-a2ee-da17a6c05c74 tempest-ServerMetadataNegativeTestJSON-1669759871 tempest-ServerMetadataNegativeTestJSON-1669759871-project] No DVR routers for this DVR port d974079b-75bd-4879-b36e-edad42ac16ec on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:55:08.582044 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-53e9bac2-2f27-4898-9936-71823840cf1c req-e8cddc7a-322e-407d-a2ee-da17a6c05c74 tempest-ServerMetadataNegativeTestJSON-1669759871 tempest-ServerMetadataNegativeTestJSON-1669759871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:08.587019 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-53e9bac2-2f27-4898-9936-71823840cf1c req-e8cddc7a-322e-407d-a2ee-da17a6c05c74 tempest-ServerMetadataNegativeTestJSON-1669759871 tempest-ServerMetadataNegativeTestJSON-1669759871-project] 10.222.0.44 "DELETE /v2.0/ports/d974079b-75bd-4879-b36e-edad42ac16ec HTTP/1.1" status: 204 len: 173 time: 1.0744464 Nov 12 00:55:08.598528 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148b6b8-0710-4526-8bdc-9a83d87e34a4 req-5570ea94-8eac-4919-a61b-cd64ed97a39e tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:08.607994 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a148b6b8-0710-4526-8bdc-9a83d87e34a4 req-5570ea94-8eac-4919-a61b-cd64ed97a39e tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=411a9c2b-9b2b-4618-a317-6693bbdf6ef3 HTTP/1.1" status: 200 len: 943 time: 0.2111492 Nov 12 00:55:08.630509 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 79600f1b-7b5c-4954-b9a2-697de9dd276f, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=79600f1b-7b5c-4954-b9a2-697de9dd276f,segment=NetworkSegment(f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2),segment_id=f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:08.640884 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:08.686005 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a148b6b8-0710-4526-8bdc-9a83d87e34a4 req-87de7c81-7c3c-41d7-b21e-5c16bc98f12b tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769405 Nov 12 00:55:08.745897 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=79600f1b-7b5c-4954-b9a2-697de9dd276f,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:08.859412 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8ca7e-5a67-40f3-936e-7027b3ae24d8 req-aac7b9ca-b5bf-4646-b00e-c14f31b610e2 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:08.864672 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-adf8ca7e-5a67-40f3-936e-7027b3ae24d8 req-aac7b9ca-b5bf-4646-b00e-c14f31b610e2 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=896880f5-b30b-4289-85c8-97f7beba98f3 HTTP/1.1" status: 200 len: 948 time: 0.0918651 Nov 12 00:55:08.958941 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-adf8ca7e-5a67-40f3-936e-7027b3ae24d8 req-c612b9b5-7224-4a5c-872b-39d893529e4d tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819187 Nov 12 00:55:09.072847 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac33c23f-7266-4a64-8fdd-d208388afbc1 x-openstack-request-id: req-ac33c23f-7266-4a64-8fdd-d208388afbc1 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:55:09.072847 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4469394-cb8f-4a59-a4a9-2290ea4d30ae", "name": "network-vif-deleted", "tag": "7dfe18f0-f9be-4ee5-b99f-bbe038303411", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:55:09.072847 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ac33c23f-7266-4a64-8fdd-d208388afbc1 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:55:09.072847 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4469394-cb8f-4a59-a4a9-2290ea4d30ae', 'name': 'network-vif-deleted', 'tag': '7dfe18f0-f9be-4ee5-b99f-bbe038303411', 'status': 'completed', 'code': 200} Nov 12 00:55:09.164335 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['79600f1b-7b5c-4954-b9a2-697de9dd276f'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:55:09.613146 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78786a4f-fad8-4a39-b7b9-2b00cd442bb4 req-571f8103-43b8-4477-8446-8c7f96da6e96 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:09.615643 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-78786a4f-fad8-4a39-b7b9-2b00cd442bb4 req-571f8103-43b8-4477-8446-8c7f96da6e96 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=c02e05a1-dafa-4578-bee0-e14b1b1b5f6e HTTP/1.1" status: 200 len: 944 time: 0.0804498 Nov 12 00:55:09.723116 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-78786a4f-fad8-4a39-b7b9-2b00cd442bb4 req-900c30fc-6d3d-4123-8d00-56fefc68313a tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/security-groups?id=510a0917-ea45-4112-bcdb-7cef6947100e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947747 Nov 12 00:55:09.760549 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54190) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:09.869810 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7c08066-9d5b-4066-87d4-5b86b31a52d6 admin admin] Deleting subnet 531e328a-66ab-4cb5-a93c-57667de82563 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:55:09.875851 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d7c08066-9d5b-4066-87d4-5b86b31a52d6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:09.908135 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfce040-db6c-403e-a081-c62b509a56d5 req-c8ab1eab-8964-4412-a544-f1d79a9355c3 tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:09.911690 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cbfce040-db6c-403e-a081-c62b509a56d5 req-c8ab1eab-8964-4412-a544-f1d79a9355c3 tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b622994-1b47-4583-ab2c-480f9e161cde HTTP/1.1" status: 200 len: 949 time: 0.0889103 Nov 12 00:55:09.917481 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d7c08066-9d5b-4066-87d4-5b86b31a52d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:09.998560 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d7c08066-9d5b-4066-87d4-5b86b31a52d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:09.999568 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cbfce040-db6c-403e-a081-c62b509a56d5 req-51761314-ae40-43ac-8462-e9ff65448555 tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] 10.222.0.45 "GET /v2.0/security-groups?id=24686778-113a-4bb1-aaaa-67e09e2628e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800002 Nov 12 00:55:10.121547 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d7c08066-9d5b-4066-87d4-5b86b31a52d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:10.155114 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d7c08066-9d5b-4066-87d4-5b86b31a52d6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:10.161646 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 54198) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:10.162325 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d7c08066-9d5b-4066-87d4-5b86b31a52d6 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/531e328a-66ab-4cb5-a93c-57667de82563 HTTP/1.1" status: 204 len: 168 time: 0.3972034 Nov 12 00:55:10.200041 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c08066-9d5b-4066-87d4-5b86b31a52d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=531e328a-66ab-4cb5-a93c-57667de82563,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:10.256120 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 7cc52dcc-3a5e-42ff-bf33-27a85670b23c details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:55:10.268056 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 5971ce8e-b292-408e-87c3-de72140c4855 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:10.379894 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:10.406086 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c3e3c2-52f1-4d68-ba53-71ccaf9c184c req-97f83d6c-a3f0-4059-ae9c-256033d222c2 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:10.415418 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-97c3e3c2-52f1-4d68-ba53-71ccaf9c184c req-97f83d6c-a3f0-4059-ae9c-256033d222c2 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=411a9c2b-9b2b-4618-a317-6693bbdf6ef3 HTTP/1.1" status: 200 len: 943 time: 0.2721119 Nov 12 00:55:10.424939 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-56b0a84f-dd1f-41a8-9643-cea4a8aa947c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:10.485214 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 5971ce8e-b292-408e-87c3-de72140c4855 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:55:10.503077 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 5971ce8e-b292-408e-87c3-de72140c4855 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:10.504154 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:10.533422 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 7cc52dcc-3a5e-42ff-bf33-27a85670b23c, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=7cc52dcc-3a5e-42ff-bf33-27a85670b23c,segment=NetworkSegment(22cf0803-7015-4b8f-9bea-ad8ec3d31ac5),segment_id=22cf0803-7015-4b8f-9bea-ad8ec3d31ac5)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:10.549054 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-56b0a84f-dd1f-41a8-9643-cea4a8aa947c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:10.570222 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-97c3e3c2-52f1-4d68-ba53-71ccaf9c184c req-2fb44ffe-0497-409f-a134-62c31f091a6b tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538007 Nov 12 00:55:10.600216 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-56b0a84f-dd1f-41a8-9643-cea4a8aa947c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7a8c644-fc58-429b-9171-fca526356a19']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:10.629739 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-56b0a84f-dd1f-41a8-9643-cea4a8aa947c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b93855b1-6172-47c9-b454-3d26004c4a93') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:10.635169 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-56b0a84f-dd1f-41a8-9643-cea4a8aa947c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b93855b1-6172-47c9-b454-3d26004c4a93') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:10.652756 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '7cc52dcc-3a5e-42ff-bf33-27a85670b23c', 'network_id': 'dfbacf63-886c-40df-80dd-a56be185809d', 'port_id': '7cc52dcc-3a5e-42ff-bf33-27a85670b23c', 'mac_address': 'fa:16:3e:2c:8b:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47cc90a9-e995-4711-ba6b-508e6e69e5de', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:55:10.730579 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-56b0a84f-dd1f-41a8-9643-cea4a8aa947c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:10.775105 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-56b0a84f-dd1f-41a8-9643-cea4a8aa947c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:10.801337 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2008e2-45f1-4567-b981-3175df7cccc2 req-7de0d432-1504-4d06-9ca9-94e6d68f0fb0 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:10.804599 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6e2008e2-45f1-4567-b981-3175df7cccc2 req-7de0d432-1504-4d06-9ca9-94e6d68f0fb0 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=896880f5-b30b-4289-85c8-97f7beba98f3 HTTP/1.1" status: 200 len: 948 time: 0.1659927 Nov 12 00:55:10.812601 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56b0a84f-dd1f-41a8-9643-cea4a8aa947c admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:55:10.813320 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-56b0a84f-dd1f-41a8-9643-cea4a8aa947c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:10.818939 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 00:55:10.818939 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:55:10.818939 n-d-712142-27 neutron-server[109085]: timer() Nov 12 00:55:10.818939 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:55:10.818939 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 00:55:10.818939 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:55:10.818939 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 00:55:10.818939 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:55:10.818939 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 00:55:10.818939 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:55:10.818939 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 00:55:10.818939 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:55:10.818939 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 00:55:10.818939 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:55:10.818939 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:55:10.818939 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:55:10.818939 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:55:10.818939 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:55:10.818939 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 00:55:10.818939 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:55:10.818939 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 00:55:10.818939 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:55:10.818939 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:55:10.818939 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:55:10.818939 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 00:55:10.818939 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:55:10.818939 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:55:10.818939 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:55:10.818939 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:55:10.818939 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:55:10.818939 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:55:10.818939 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:55:10.846074 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:10.857894 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:10.891210 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896880f5-b30b-4289-85c8-97f7beba98f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5971ce8e-b292-408e-87c3-de72140c4855'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:55:10.894168 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8247f967-1a6d-448a-b42a-1100c236eb69" -d '{"events": [{"server_uuid": "896880f5-b30b-4289-85c8-97f7beba98f3", "name": "network-vif-plugged", "status": "completed", "tag": "5971ce8e-b292-408e-87c3-de72140c4855"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:55:10.902638 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cc52dcc-3a5e-42ff-bf33-27a85670b23c {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:55:10.933818 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 7cc52dcc-3a5e-42ff-bf33-27a85670b23c, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=7cc52dcc-3a5e-42ff-bf33-27a85670b23c,segment=NetworkSegment(22cf0803-7015-4b8f-9bea-ad8ec3d31ac5),segment_id=22cf0803-7015-4b8f-9bea-ad8ec3d31ac5)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:10.942926 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:10.946216 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 5971ce8e-b292-408e-87c3-de72140c4855, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=5971ce8e-b292-408e-87c3-de72140c4855,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:10.986132 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:10.987217 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device d974079b-75bd-4879-b36e-edad42ac16ec no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:55:10.994539 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-56b0a84f-dd1f-41a8-9643-cea4a8aa947c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:11.004939 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-56b0a84f-dd1f-41a8-9643-cea4a8aa947c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:11.024505 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-56b0a84f-dd1f-41a8-9643-cea4a8aa947c admin admin] 10.222.0.45 "DELETE /v2.0/networks/e7a8c644-fc58-429b-9171-fca526356a19 HTTP/1.1" status: 204 len: 168 time: 0.8612428 Nov 12 00:55:11.042021 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6e2008e2-45f1-4567-b981-3175df7cccc2 req-7311fa7f-b1d7-4dde-9e15-52bb92b48764 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201769 Nov 12 00:55:11.056142 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: d974079b-75bd-4879-b36e-edad42ac16ec {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:55:11.056667 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device d974079b-75bd-4879-b36e-edad42ac16ec not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:55:11.080317 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2705d3d-0a29-4a01-a8bb-14adcd73dd39', 'name': 'network-vif-deleted', 'tag': 'd974079b-75bd-4879-b36e-edad42ac16ec'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:55:11.083923 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34be593f-c375-4c0a-93c9-dd4fa841bda3" -d '{"events": [{"server_uuid": "f2705d3d-0a29-4a01-a8bb-14adcd73dd39", "name": "network-vif-deleted", "tag": "d974079b-75bd-4879-b36e-edad42ac16ec"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:55:11.142474 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b0a84f-dd1f-41a8-9643-cea4a8aa947c admin admin] Pushing event deleted for resources: {'Network': ['ID=e7a8c644-fc58-429b-9171-fca526356a19,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:11.148577 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=7cc52dcc-3a5e-42ff-bf33-27a85670b23c,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:11.202972 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54216) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:11.344082 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6d64c-ae13-4e18-99af-42ef363aa142 req-c55fb138-835f-4a66-b6b9-deb0c48bb422 tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:11.349033 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b5d6d64c-ae13-4e18-99af-42ef363aa142 req-c55fb138-835f-4a66-b6b9-deb0c48bb422 tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] 10.222.0.44 "GET /v2.0/ports?device_id=4b622994-1b47-4583-ab2c-480f9e161cde HTTP/1.1" status: 200 len: 949 time: 0.2274539 Nov 12 00:55:11.354198 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['7cc52dcc-3a5e-42ff-bf33-27a85670b23c'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:55:11.395289 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-14ed7c51-2dd5-46de-aa39-ecf5367598fc tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:11.475468 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-14ed7c51-2dd5-46de-aa39-ecf5367598fc tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:11.480066 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=5971ce8e-b292-408e-87c3-de72140c4855,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:11.616256 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-14ed7c51-2dd5-46de-aa39-ecf5367598fc tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:11.620055 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-14ed7c51-2dd5-46de-aa39-ecf5367598fc tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:11.624936 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-14ed7c51-2dd5-46de-aa39-ecf5367598fc tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "DELETE /v2.0/security-groups/4b2b10d4-8fc9-4132-a464-1a2cc040fb47 HTTP/1.1" status: 204 len: 168 time: 0.4181092 Nov 12 00:55:11.625921 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54220) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:11.631002 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54222) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:11.644682 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553554f8-ee63-435d-b902-876219f80606 req-d7b7f35c-71a8-4c56-b198-47abb5a42322 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:11.648991 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-553554f8-ee63-435d-b902-876219f80606 req-d7b7f35c-71a8-4c56-b198-47abb5a42322 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=c02e05a1-dafa-4578-bee0-e14b1b1b5f6e HTTP/1.1" status: 200 len: 944 time: 0.2925715 Nov 12 00:55:11.674429 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed7c51-2dd5-46de-aa39-ecf5367598fc tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2b10d4-8fc9-4132-a464-1a2cc040fb47,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:11.685760 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-b5d6d64c-ae13-4e18-99af-42ef363aa142 req-9a96c3e9-c61f-4b7b-87da-5917a380aab4 tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] Deleting port 4282d918-75ad-438d-9e6d-912a9c9da375 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:55:11.686058 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b5d6d64c-ae13-4e18-99af-42ef363aa142 req-9a96c3e9-c61f-4b7b-87da-5917a380aab4 tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:11.729811 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0ef37d41-5c6d-4686-886f-c557a7e589e0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5d87fd5222f54460bdde3cfbd58fc010&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0843205 Nov 12 00:55:11.734045 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54228) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:11.748346 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-553554f8-ee63-435d-b902-876219f80606 req-13ef19db-1312-4723-a810-c31c7461e49f tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/security-groups?id=510a0917-ea45-4112-bcdb-7cef6947100e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942705 Nov 12 00:55:11.837260 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e277e1-9e1e-4085-8f2a-d92201551312 x-openstack-request-id: req-c1e277e1-9e1e-4085-8f2a-d92201551312 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:55:11.837260 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "896880f5-b30b-4289-85c8-97f7beba98f3", "name": "network-vif-plugged", "status": "completed", "tag": "5971ce8e-b292-408e-87c3-de72140c4855", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:55:11.837260 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c1e277e1-9e1e-4085-8f2a-d92201551312 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:55:11.837260 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '896880f5-b30b-4289-85c8-97f7beba98f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5971ce8e-b292-408e-87c3-de72140c4855', 'code': 200} Nov 12 00:55:11.881213 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ac5d8939-09d0-48ee-a587-43d1cbc714aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:11.935011 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ac5d8939-09d0-48ee-a587-43d1cbc714aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:12.014490 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd60a3-5509-46a0-a8c9-a52a6ed4c683 req-b15fd5c5-e1b0-4f6b-82b6-2c7eeddf1e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:12.016267 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-bebd60a3-5509-46a0-a8c9-a52a6ed4c683 req-b15fd5c5-e1b0-4f6b-82b6-2c7eeddf1e8a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=896880f5-b30b-4289-85c8-97f7beba98f3 HTTP/1.1" status: 200 len: 1101 time: 0.0730665 Nov 12 00:55:12.086139 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-b5d6d64c-ae13-4e18-99af-42ef363aa142 req-9a96c3e9-c61f-4b7b-87da-5917a380aab4 tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] For port 4282d918-75ad-438d-9e6d-912a9c9da375, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=4282d918-75ad-438d-9e6d-912a9c9da375,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:12.088538 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b5d6d64c-ae13-4e18-99af-42ef363aa142 req-9a96c3e9-c61f-4b7b-87da-5917a380aab4 tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:12.091118 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-bebd60a3-5509-46a0-a8c9-a52a6ed4c683 req-9fc864ba-775e-4248-9271-541ac4f2bb2c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597823 Nov 12 00:55:12.092564 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ac5d8939-09d0-48ee-a587-43d1cbc714aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:12.096408 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ac5d8939-09d0-48ee-a587-43d1cbc714aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:12.102298 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ac5d8939-09d0-48ee-a587-43d1cbc714aa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bfa51152-6901-464b-8201-125c240af0e1 HTTP/1.1" status: 204 len: 168 time: 0.3617256 Nov 12 00:55:12.115652 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d8939-09d0-48ee-a587-43d1cbc714aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa51152-6901-464b-8201-125c240af0e1,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:12.154687 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-b5d6d64c-ae13-4e18-99af-42ef363aa142 req-9a96c3e9-c61f-4b7b-87da-5917a380aab4 tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] Calling delete_port for 4282d918-75ad-438d-9e6d-912a9c9da375 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:55:12.189484 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f5606-caf3-4abb-a81a-5e34c045fa2a req-ffc2078a-a4a6-484a-a13b-6cbb217fd9ea tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:12.205089 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f43f5606-caf3-4abb-a81a-5e34c045fa2a req-ffc2078a-a4a6-484a-a13b-6cbb217fd9ea tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b622994-1b47-4583-ab2c-480f9e161cde HTTP/1.1" status: 200 len: 949 time: 0.2490208 Nov 12 00:55:12.234651 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-d58316a1-8e67-4734-8528-90d888df9a76 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] show failed (client error): The resource could not be found. Nov 12 00:55:12.237967 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d58316a1-8e67-4734-8528-90d888df9a76 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "GET /v2.0/security-groups/4b2b10d4-8fc9-4132-a464-1a2cc040fb47 HTTP/1.1" status: 404 len: 347 time: 0.6075964 Nov 12 00:55:12.241345 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54248) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:12.247318 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e86372f-1773-4489-b65d-1e3dca390864 x-openstack-request-id: req-1e86372f-1773-4489-b65d-1e3dca390864 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:55:12.247605 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2705d3d-0a29-4a01-a8bb-14adcd73dd39", "name": "network-vif-deleted", "tag": "d974079b-75bd-4879-b36e-edad42ac16ec", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:55:12.247896 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1e86372f-1773-4489-b65d-1e3dca390864 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:55:12.248355 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2705d3d-0a29-4a01-a8bb-14adcd73dd39', 'name': 'network-vif-deleted', 'tag': 'd974079b-75bd-4879-b36e-edad42ac16ec', 'status': 'completed', 'code': 200} Nov 12 00:55:12.279309 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 79600f1b-7b5c-4954-b9a2-697de9dd276f up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:12.464280 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b5d6d64c-ae13-4e18-99af-42ef363aa142 req-9a96c3e9-c61f-4b7b-87da-5917a380aab4 tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:12.496844 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 79600f1b-7b5c-4954-b9a2-697de9dd276f completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:55:12.504246 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 79600f1b-7b5c-4954-b9a2-697de9dd276f triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:12.505032 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:12.551522 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa3583-c0f5-48c7-a417-1faced7fc9b8 req-ad1dab1c-a48b-4802-96bd-8193e8b5ffdf tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:12.553198 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9efa3583-c0f5-48c7-a417-1faced7fc9b8 req-ad1dab1c-a48b-4802-96bd-8193e8b5ffdf tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=411a9c2b-9b2b-4618-a317-6693bbdf6ef3 HTTP/1.1" status: 200 len: 944 time: 0.1489699 Nov 12 00:55:12.554025 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a96c3e9-c61f-4b7b-87da-5917a380aab4 tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] Pushing event deleted for resources: {'Port': ['ID=4282d918-75ad-438d-9e6d-912a9c9da375,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:12.585133 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-7585e2a3-8e9e-4476-a638-c67871359390 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Deleting port f3fc8b82-3a06-43d2-8567-8303a9d4aca3 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:55:12.585699 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7585e2a3-8e9e-4476-a638-c67871359390 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:12.651100 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d6d64c-ae13-4e18-99af-42ef363aa142 req-9a96c3e9-c61f-4b7b-87da-5917a380aab4 tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] No DVR routers for this DVR port 4282d918-75ad-438d-9e6d-912a9c9da375 on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:55:12.655220 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b5d6d64c-ae13-4e18-99af-42ef363aa142 req-9a96c3e9-c61f-4b7b-87da-5917a380aab4 tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:12.659886 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b5d6d64c-ae13-4e18-99af-42ef363aa142 req-9a96c3e9-c61f-4b7b-87da-5917a380aab4 tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] 10.222.0.44 "DELETE /v2.0/ports/4282d918-75ad-438d-9e6d-912a9c9da375 HTTP/1.1" status: 204 len: 173 time: 1.3016393 Nov 12 00:55:12.663888 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f43f5606-caf3-4abb-a81a-5e34c045fa2a req-6c930597-4680-4ce3-a794-caa061280633 tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] 10.222.0.45 "GET /v2.0/security-groups?id=24686778-113a-4bb1-aaaa-67e09e2628e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4571209 Nov 12 00:55:12.686404 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:12.713118 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9efa3583-c0f5-48c7-a417-1faced7fc9b8 req-5a7b4f25-fa88-4153-a3fa-9be41325f324 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490247 Nov 12 00:55:12.847144 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 79600f1b-7b5c-4954-b9a2-697de9dd276f, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=79600f1b-7b5c-4954-b9a2-697de9dd276f,segment=NetworkSegment(f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2),segment_id=f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:12.853723 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:12.942373 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=79600f1b-7b5c-4954-b9a2-697de9dd276f,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:12.967192 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7585e2a3-8e9e-4476-a638-c67871359390 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:12.967721 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7585e2a3-8e9e-4476-a638-c67871359390 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:13.016809 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-7585e2a3-8e9e-4476-a638-c67871359390 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Calling delete_port for f3fc8b82-3a06-43d2-8567-8303a9d4aca3 owned by network:floatingip {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:55:13.022284 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c27f515-f8fb-4439-b164-81dd1e97b654 req-6ccdb5be-257d-4de7-b100-40a6d24aea9d tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:13.028073 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8c27f515-f8fb-4439-b164-81dd1e97b654 req-6ccdb5be-257d-4de7-b100-40a6d24aea9d tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=896880f5-b30b-4289-85c8-97f7beba98f3 HTTP/1.1" status: 200 len: 949 time: 0.1035249 Nov 12 00:55:13.187132 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afeb3a2-9fba-49f9-b783-5c1f6e0ccce8 req-1a23e927-da9e-4d3b-bcaf-7ba35a6c2da8 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:13.202963 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8afeb3a2-9fba-49f9-b783-5c1f6e0ccce8 req-1a23e927-da9e-4d3b-bcaf-7ba35a6c2da8 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=c02e05a1-dafa-4578-bee0-e14b1b1b5f6e HTTP/1.1" status: 200 len: 945 time: 0.2016809 Nov 12 00:55:13.265061 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8c27f515-f8fb-4439-b164-81dd1e97b654 req-c506bc16-870b-42d8-8df8-314c29b6d5d7 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726329 Nov 12 00:55:13.272077 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7585e2a3-8e9e-4476-a638-c67871359390 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:13.320656 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7585e2a3-8e9e-4476-a638-c67871359390 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Pushing event deleted for resources: {'Port': ['ID=f3fc8b82-3a06-43d2-8567-8303a9d4aca3,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:13.345792 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8afeb3a2-9fba-49f9-b783-5c1f6e0ccce8 req-70eaea77-5e8f-4efe-8bf1-e52feff1d044 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/security-groups?id=510a0917-ea45-4112-bcdb-7cef6947100e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413171 Nov 12 00:55:13.433126 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7585e2a3-8e9e-4476-a638-c67871359390 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks [] for floatingip, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:13.441106 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7585e2a3-8e9e-4476-a638-c67871359390 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:13.445579 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7585e2a3-8e9e-4476-a638-c67871359390 tempest-ServersWithSpecificFlavorTestJSON-1574123440 tempest-ServersWithSpecificFlavorTestJSON-1574123440-project] 10.222.0.45 "DELETE /v2.0/floatingips/565201aa-c2a7-4d33-bc42-9996dafc78cb HTTP/1.1" status: 204 len: 168 time: 1.1976368 Nov 12 00:55:13.445781 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b1eb6-c1ea-42c1-b362-e5ef0de1669f req-5ab4f4b7-0a9b-4989-bf32-ce110d7b019a tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:13.447558 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-195b1eb6-c1ea-42c1-b362-e5ef0de1669f req-5ab4f4b7-0a9b-4989-bf32-ce110d7b019a tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/ports?device_id=44241e0e-86ed-4a6c-b7a4-90aa36076e1b HTTP/1.1" status: 200 len: 950 time: 0.0859959 Nov 12 00:55:13.570321 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-195b1eb6-c1ea-42c1-b362-e5ef0de1669f req-29424481-2c71-4d72-a3a3-272c4e137ab0 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/security-groups?id=d83acefb-04f1-490e-bcaa-44c43b9f6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122119 Nov 12 00:55:13.837660 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c02e05a1-dafa-4578-bee0-e14b1b1b5f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79600f1b-7b5c-4954-b9a2-697de9dd276f'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:55:13.842900 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dcf1a98-70f0-4c59-b4a0-1212d3cf98ab" -d '{"events": [{"server_uuid": "c02e05a1-dafa-4578-bee0-e14b1b1b5f6e", "name": "network-vif-plugged", "status": "completed", "tag": "79600f1b-7b5c-4954-b9a2-697de9dd276f"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:55:13.878578 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e9e17722-7fdb-4bdb-9cab-cf344c7eb285 req-71b19f31-ad05-4ecf-bea7-2bfdbeaa9188 tempest-ImagesNegativeTestJSON-510778427 tempest-ImagesNegativeTestJSON-510778427-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b622994-1b47-4583-ab2c-480f9e161cde HTTP/1.1" status: 200 len: 210 time: 0.0732148 Nov 12 00:55:13.976901 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54316) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:14.065052 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b7ea4-bda9-4381-bd36-3cf6fd180a94 req-6ca73675-1ea0-49e8-b013-a5b33a337410 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:14.068599 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-657b7ea4-bda9-4381-bd36-3cf6fd180a94 req-6ca73675-1ea0-49e8-b013-a5b33a337410 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=411a9c2b-9b2b-4618-a317-6693bbdf6ef3 HTTP/1.1" status: 200 len: 944 time: 0.0875189 Nov 12 00:55:14.134783 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-657b7ea4-bda9-4381-bd36-3cf6fd180a94 req-7171ddc8-b180-4423-b367-ab4bb95cc128 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609031 Nov 12 00:55:14.164596 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-4e5e72c9-83b3-4abf-ac5a-c52257b9e518 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1361021939-network', 'tenant_id': 'ab22182039774befa325e91b3a0bd782'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:14.192840 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa4c915-1605-4021-ae2e-c3e864cd73d0 x-openstack-request-id: req-1aa4c915-1605-4021-ae2e-c3e864cd73d0 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:55:14.193132 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c02e05a1-dafa-4578-bee0-e14b1b1b5f6e", "name": "network-vif-plugged", "status": "completed", "tag": "79600f1b-7b5c-4954-b9a2-697de9dd276f", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:55:14.193599 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1aa4c915-1605-4021-ae2e-c3e864cd73d0 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:55:14.194317 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c02e05a1-dafa-4578-bee0-e14b1b1b5f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79600f1b-7b5c-4954-b9a2-697de9dd276f', 'code': 200} Nov 12 00:55:14.212739 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5e72c9-83b3-4abf-ac5a-c52257b9e518 admin admin] Made reservation on behalf of ab22182039774befa325e91b3a0bd782 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:14.216819 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4e5e72c9-83b3-4abf-ac5a-c52257b9e518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:14.235423 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4e5e72c9-83b3-4abf-ac5a-c52257b9e518 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:14.249974 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b622994-1b47-4583-ab2c-480f9e161cde', 'name': 'network-vif-deleted', 'tag': '4282d918-75ad-438d-9e6d-912a9c9da375'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:55:14.252496 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a9603c-9f3e-44dc-a94a-a9ed86a863c1" -d '{"events": [{"server_uuid": "4b622994-1b47-4583-ab2c-480f9e161cde", "name": "network-vif-deleted", "tag": "4282d918-75ad-438d-9e6d-912a9c9da375"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:55:14.298455 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 7cc52dcc-3a5e-42ff-bf33-27a85670b23c up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:14.417242 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0225f013-b73d-4a4c-bf90-0ad4b85855c1 x-openstack-request-id: req-0225f013-b73d-4a4c-bf90-0ad4b85855c1 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:55:14.417593 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b622994-1b47-4583-ab2c-480f9e161cde", "name": "network-vif-deleted", "tag": "4282d918-75ad-438d-9e6d-912a9c9da375", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:55:14.417827 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0225f013-b73d-4a4c-bf90-0ad4b85855c1 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:55:14.418271 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b622994-1b47-4583-ab2c-480f9e161cde', 'name': 'network-vif-deleted', 'tag': '4282d918-75ad-438d-9e6d-912a9c9da375', 'status': 'completed', 'code': 200} Nov 12 00:55:14.449595 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a54394-4155-472b-8eaa-7cdd6de0796e req-2746e69a-079b-4aa6-9aae-631b5121fe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:14.452070 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-13a54394-4155-472b-8eaa-7cdd6de0796e req-2746e69a-079b-4aa6-9aae-631b5121fe33 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c02e05a1-dafa-4578-bee0-e14b1b1b5f6e HTTP/1.1" status: 200 len: 1097 time: 0.1020548 Nov 12 00:55:14.481075 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 7cc52dcc-3a5e-42ff-bf33-27a85670b23c completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:55:14.499846 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 7cc52dcc-3a5e-42ff-bf33-27a85670b23c triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:14.500478 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:14.578366 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-13a54394-4155-472b-8eaa-7cdd6de0796e req-92c7ab9c-fea9-4c9a-8ba0-b08a2b29bede service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=510a0917-ea45-4112-bcdb-7cef6947100e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159549 Nov 12 00:55:14.604740 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4e5e72c9-83b3-4abf-ac5a-c52257b9e518 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:14.612392 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4e5e72c9-83b3-4abf-ac5a-c52257b9e518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:14.640160 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0da1e-2ff7-410e-9c86-91e575d44196 req-677dad12-e752-4629-9e68-d4f014c47604 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:14.652900 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0db0da1e-2ff7-410e-9c86-91e575d44196 req-677dad12-e752-4629-9e68-d4f014c47604 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=896880f5-b30b-4289-85c8-97f7beba98f3 HTTP/1.1" status: 200 len: 949 time: 0.1506085 Nov 12 00:55:14.680459 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e5e72c9-83b3-4abf-ac5a-c52257b9e518 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:55:14.690081 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:14.714044 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e72c9-83b3-4abf-ac5a-c52257b9e518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f72720-901a-40d6-b38e-a4a2096318f1,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:14.721128 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4e5e72c9-83b3-4abf-ac5a-c52257b9e518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:14.722388 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-4e5e72c9-83b3-4abf-ac5a-c52257b9e518 admin admin] Added segment 45adf0ba-e61d-4509-afe2-5b0ef96fbbf3 of type vlan for network 00a03daf-efbb-48db-964b-992b2504dfd0 Nov 12 00:55:14.749841 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 7cc52dcc-3a5e-42ff-bf33-27a85670b23c, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=7cc52dcc-3a5e-42ff-bf33-27a85670b23c,segment=NetworkSegment(22cf0803-7015-4b8f-9bea-ad8ec3d31ac5),segment_id=22cf0803-7015-4b8f-9bea-ad8ec3d31ac5)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:14.756334 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:14.757712 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 4282d918-75ad-438d-9e6d-912a9c9da375 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:55:14.788351 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0db0da1e-2ff7-410e-9c86-91e575d44196 req-6d6d17e1-d05c-4e8c-814d-9249648c739c tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336358 Nov 12 00:55:14.837949 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 4282d918-75ad-438d-9e6d-912a9c9da375 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:55:14.838489 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 4282d918-75ad-438d-9e6d-912a9c9da375 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:55:14.839470 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 1d4a1934-8575-49f5-8050-cc118cfecd7b no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:55:14.856543 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4e5e72c9-83b3-4abf-ac5a-c52257b9e518 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:14.933376 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=7cc52dcc-3a5e-42ff-bf33-27a85670b23c,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:14.966370 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4e5e72c9-83b3-4abf-ac5a-c52257b9e518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:14.969922 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5e72c9-83b3-4abf-ac5a-c52257b9e518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:14.970741 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4e5e72c9-83b3-4abf-ac5a-c52257b9e518 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:15.018873 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:15.029954 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4e5e72c9-83b3-4abf-ac5a-c52257b9e518 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0505824 Nov 12 00:55:15.033298 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 54368) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:15.048746 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-f428241f-6dbe-4a5f-b784-fb754042329b admin admin] Request body: {'subnet': {'network_id': '00a03daf-efbb-48db-964b-992b2504dfd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1361021939-subnet', 'tenant_id': 'ab22182039774befa325e91b3a0bd782', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:15.079511 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e72c9-83b3-4abf-ac5a-c52257b9e518 admin admin] Pushing event updated for resources: {'Network': ['ID=00a03daf-efbb-48db-964b-992b2504dfd0,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:15.099753 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 00a03daf-efbb-48db-964b-992b2504dfd0 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:55:15.101683 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe8297-cdb4-4da3-a8d6-a378c28456c7 req-5fea042a-e5ab-4179-b8a7-ca2c48071361 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:15.109817 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8fbe8297-cdb4-4da3-a8d6-a378c28456c7 req-5fea042a-e5ab-4179-b8a7-ca2c48071361 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=c02e05a1-dafa-4578-bee0-e14b1b1b5f6e HTTP/1.1" status: 200 len: 945 time: 0.1394973 Nov 12 00:55:15.133122 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 1d4a1934-8575-49f5-8050-cc118cfecd7b, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=1d4a1934-8575-49f5-8050-cc118cfecd7b,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:15.144534 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f428241f-6dbe-4a5f-b784-fb754042329b admin admin] Made reservation on behalf of ab22182039774befa325e91b3a0bd782 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:15.146933 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f428241f-6dbe-4a5f-b784-fb754042329b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:15.155254 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:15.253642 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8fbe8297-cdb4-4da3-a8d6-a378c28456c7 req-80a94556-0efe-42ea-929b-56a50ec7d9f6 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/security-groups?id=510a0917-ea45-4112-bcdb-7cef6947100e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428339 Nov 12 00:55:15.269914 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562bc58-2e56-4bb3-a43c-9bde75774e1a req-11c662b8-a70a-403d-980e-55a8df88c8b8 tempest-MigrationsAdminTest-480281328 tempest-MigrationsAdminTest-480281328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:15.278799 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b562bc58-2e56-4bb3-a43c-9bde75774e1a req-11c662b8-a70a-403d-980e-55a8df88c8b8 tempest-MigrationsAdminTest-480281328 tempest-MigrationsAdminTest-480281328-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=896880f5-b30b-4289-85c8-97f7beba98f3 HTTP/1.1" status: 200 len: 1101 time: 0.1596694 Nov 12 00:55:15.378691 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b562bc58-2e56-4bb3-a43c-9bde75774e1a req-1cbefe34-603e-4580-8c52-e937f55e8626 tempest-MigrationsAdminTest-480281328 tempest-MigrationsAdminTest-480281328-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988798 Nov 12 00:55:15.460241 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=1d4a1934-8575-49f5-8050-cc118cfecd7b,revision_number=8']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:15.541672 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f428241f-6dbe-4a5f-b784-fb754042329b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:15.643414 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f428241f-6dbe-4a5f-b784-fb754042329b admin admin] Pushing event updated for resources: {'Subnet': ['ID=76e4d43b-e53b-464c-a374-bf4144fb9a21,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:15.672366 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff2dd7-00cf-4da1-8080-c2983d843094 req-c4c81de7-3f1b-4f17-ab00-e67d5dbab026 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:15.674076 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dcff2dd7-00cf-4da1-8080-c2983d843094 req-c4c81de7-3f1b-4f17-ab00-e67d5dbab026 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=411a9c2b-9b2b-4618-a317-6693bbdf6ef3 HTTP/1.1" status: 200 len: 945 time: 0.1245625 Nov 12 00:55:15.685896 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f428241f-6dbe-4a5f-b784-fb754042329b admin admin] Checking segment: {'id': '45adf0ba-e61d-4509-afe2-5b0ef96fbbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '00a03daf-efbb-48db-964b-992b2504dfd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:55:15.686622 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f428241f-6dbe-4a5f-b784-fb754042329b admin admin] Network hostable DHCP agents. Network: 00a03daf-efbb-48db-964b-992b2504dfd0, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:55:15.748445 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f428241f-6dbe-4a5f-b784-fb754042329b admin admin] Network 00a03daf-efbb-48db-964b-992b2504dfd0 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:55:15.792747 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dcff2dd7-00cf-4da1-8080-c2983d843094 req-0943bc6d-2e2b-4e68-803c-7a6eead3c408 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019988 Nov 12 00:55:15.794362 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-f428241f-6dbe-4a5f-b784-fb754042329b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 00a03daf-efbb-48db-964b-992b2504dfd0) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:15.800918 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f428241f-6dbe-4a5f-b784-fb754042329b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:15.813537 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f428241f-6dbe-4a5f-b784-fb754042329b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:15.844557 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d679489-7437-4ed0-b3a2-66bfcb7c5da6 None None] Network 00a03daf-efbb-48db-964b-992b2504dfd0 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:15.888011 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-f428241f-6dbe-4a5f-b784-fb754042329b admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.8403535 Nov 12 00:55:16.200904 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '411a9c2b-9b2b-4618-a317-6693bbdf6ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc52dcc-3a5e-42ff-bf33-27a85670b23c'}, {'server_uuid': '44241e0e-86ed-4a6c-b7a4-90aa36076e1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d4a1934-8575-49f5-8050-cc118cfecd7b'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:55:16.203719 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55eb6fc0-66ed-4abc-8df5-b87629c6b4ef" -d '{"events": [{"server_uuid": "411a9c2b-9b2b-4618-a317-6693bbdf6ef3", "name": "network-vif-plugged", "status": "completed", "tag": "7cc52dcc-3a5e-42ff-bf33-27a85670b23c"}, {"server_uuid": "44241e0e-86ed-4a6c-b7a4-90aa36076e1b", "name": "network-vif-unplugged", "status": "completed", "tag": "1d4a1934-8575-49f5-8050-cc118cfecd7b"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:55:16.210940 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b63b0d8-4ee7-470b-9528-14a73bbe5f14 None None] Network 00a03daf-efbb-48db-964b-992b2504dfd0 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:16.457924 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 12 Nov 2021 00:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4deb96fc-48cb-4ae3-9060-474ab412fa2c x-openstack-request-id: req-4deb96fc-48cb-4ae3-9060-474ab412fa2c {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:55:16.458229 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "411a9c2b-9b2b-4618-a317-6693bbdf6ef3", "name": "network-vif-plugged", "status": "completed", "tag": "7cc52dcc-3a5e-42ff-bf33-27a85670b23c", "code": 200}, {"server_uuid": "44241e0e-86ed-4a6c-b7a4-90aa36076e1b", "name": "network-vif-unplugged", "status": "completed", "tag": "1d4a1934-8575-49f5-8050-cc118cfecd7b", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:55:16.458470 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4deb96fc-48cb-4ae3-9060-474ab412fa2c {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:55:16.458912 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '411a9c2b-9b2b-4618-a317-6693bbdf6ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc52dcc-3a5e-42ff-bf33-27a85670b23c', 'code': 200} Nov 12 00:55:16.459199 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44241e0e-86ed-4a6c-b7a4-90aa36076e1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d4a1934-8575-49f5-8050-cc118cfecd7b', 'code': 200} Nov 12 00:55:16.747990 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-788c4bc9-095e-4d57-b276-3f9476c0c107 req-c7ae63d2-1ac9-4bbd-b6e4-adc88e4943e6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=896880f5-b30b-4289-85c8-97f7beba98f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1891918 Nov 12 00:55:16.758801 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51898d9d-b114-4889-becd-2e57f4bf57c4 req-371d2ae3-8697-4ee2-acb6-e97fb0518f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:16.762603 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-51898d9d-b114-4889-becd-2e57f4bf57c4 req-371d2ae3-8697-4ee2-acb6-e97fb0518f07 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=411a9c2b-9b2b-4618-a317-6693bbdf6ef3 HTTP/1.1" status: 200 len: 1097 time: 0.0966287 Nov 12 00:55:16.777186 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8792eb1-f50d-438c-8547-c2922d457bc9 req-0c00af81-46db-4c48-be45-e130de0e2d8d tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:16.779280 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b8792eb1-f50d-438c-8547-c2922d457bc9 req-0c00af81-46db-4c48-be45-e130de0e2d8d tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=c02e05a1-dafa-4578-bee0-e14b1b1b5f6e HTTP/1.1" status: 200 len: 945 time: 0.1341720 Nov 12 00:55:16.960797 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-51898d9d-b114-4889-becd-2e57f4bf57c4 req-e16ab1f6-331a-4231-bee1-be9b27d93b8b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802154 Nov 12 00:55:16.968791 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b8792eb1-f50d-438c-8547-c2922d457bc9 req-3047cb0a-2dac-4560-8b95-0261e0cd9731 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/security-groups?id=510a0917-ea45-4112-bcdb-7cef6947100e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798432 Nov 12 00:55:17.003172 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead1156-35cd-49ca-8d07-9efe3e06506a req-6a9f65d0-09bd-4069-9f42-98890241ca9b tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:17.011220 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9ead1156-35cd-49ca-8d07-9efe3e06506a req-6a9f65d0-09bd-4069-9f42-98890241ca9b tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/networks?id=00a03daf-efbb-48db-964b-992b2504dfd0 HTTP/1.1" status: 200 len: 806 time: 0.2030334 Nov 12 00:55:17.030282 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9ead1156-35cd-49ca-8d07-9efe3e06506a req-65f5684c-caa8-4d25-879d-3e9148fa5c05 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/quotas/ab22182039774befa325e91b3a0bd782 HTTP/1.1" status: 200 len: 375 time: 0.0180581 Nov 12 00:55:17.092259 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9ead1156-35cd-49ca-8d07-9efe3e06506a req-38f012b1-ae5c-4eb5-b440-93c74e08dde8 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab22182039774befa325e91b3a0bd782&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513511 Nov 12 00:55:17.274888 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9ead1156-35cd-49ca-8d07-9efe3e06506a req-8aeb4904-6b40-4b3c-ae26-8ce258828c2c service neutron] 10.222.0.45 "GET /v2.0/networks/00a03daf-efbb-48db-964b-992b2504dfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903012 Nov 12 00:55:17.285223 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0599cd9-04b1-42f1-92b6-60966db3f59d req-e99bd485-74b6-4f2a-b7d0-8859a93d9f89 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:17.287872 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e0599cd9-04b1-42f1-92b6-60966db3f59d req-e99bd485-74b6-4f2a-b7d0-8859a93d9f89 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=896880f5-b30b-4289-85c8-97f7beba98f3 HTTP/1.1" status: 200 len: 949 time: 0.1021845 Nov 12 00:55:17.453133 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e0599cd9-04b1-42f1-92b6-60966db3f59d req-97d5b8e9-2dad-49b1-8be0-1482a59511f7 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285346 Nov 12 00:55:17.481114 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9ead1156-35cd-49ca-8d07-9efe3e06506a req-adec842d-ee6f-408e-86c2-da020c7e928d service neutron] 10.222.0.45 "GET /v2.0/networks/00a03daf-efbb-48db-964b-992b2504dfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873698 Nov 12 00:55:17.676806 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f006a8ce-cc8b-4c8a-abee-660a9e2e732e req-dbbee688-9775-4c6f-803f-890fc932644c tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:17.680042 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f006a8ce-cc8b-4c8a-abee-660a9e2e732e req-dbbee688-9775-4c6f-803f-890fc932644c tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=411a9c2b-9b2b-4618-a317-6693bbdf6ef3 HTTP/1.1" status: 200 len: 945 time: 0.1010365 Nov 12 00:55:17.769606 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f006a8ce-cc8b-4c8a-abee-660a9e2e732e req-17ee133e-e595-42dd-9fa0-a1d88f82797d tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733452 Nov 12 00:55:17.885572 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54484) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:18.037063 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8e44774c-21cc-4181-b4cd-e69a2b76ff49 req-e8d94bc6-7317-412a-b668-c78f7c70d4df tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9424a58c-7ae6-41eb-8d71-4d257834ce55 HTTP/1.1" status: 200 len: 210 time: 0.0641155 Nov 12 00:55:18.201533 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f8958-09cb-45ab-a727-ca32d0f3a25b req-437d95be-62b3-4b8f-b94e-375b0b09dcf1 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:18.207194 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4b3f8958-09cb-45ab-a727-ca32d0f3a25b req-437d95be-62b3-4b8f-b94e-375b0b09dcf1 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=c02e05a1-dafa-4578-bee0-e14b1b1b5f6e HTTP/1.1" status: 200 len: 945 time: 0.1341081 Nov 12 00:55:18.370307 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4b3f8958-09cb-45ab-a727-ca32d0f3a25b req-e050b3ce-5114-4453-b735-0f7f0b925c1b tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/security-groups?id=510a0917-ea45-4112-bcdb-7cef6947100e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408539 Nov 12 00:55:18.745601 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64ea18-ec8d-4b8f-806d-026c59833cef req-4a928a1b-fbfd-4e6f-a666-87261f0f0d59 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:18.774905 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2a64ea18-ec8d-4b8f-806d-026c59833cef req-4a928a1b-fbfd-4e6f-a666-87261f0f0d59 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=896880f5-b30b-4289-85c8-97f7beba98f3 HTTP/1.1" status: 200 len: 949 time: 0.1349912 Nov 12 00:55:18.901138 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-930fa6aa-889e-4fdd-bd18-d1ee8efc98ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:18.910028 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2a64ea18-ec8d-4b8f-806d-026c59833cef req-ca89b04c-5995-451c-88d6-c44e28970626 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261582 Nov 12 00:55:18.965342 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 54518) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:19.172267 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c4bc9-095e-4d57-b276-3f9476c0c107 req-79c00d96-d8ed-4c74-96a2-853d521b7dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:19.176063 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-788c4bc9-095e-4d57-b276-3f9476c0c107 req-79c00d96-d8ed-4c74-96a2-853d521b7dfe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6bde2e332c8e418290dd069bae32e617&device_id=896880f5-b30b-4289-85c8-97f7beba98f3 HTTP/1.1" status: 200 len: 1101 time: 0.2875330 Nov 12 00:55:19.233368 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24dd0b-abee-48d1-91cc-b58ec5581c2c req-b6eb9470-5960-44fd-b80f-a95ba9713eb2 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:19.241448 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5b24dd0b-abee-48d1-91cc-b58ec5581c2c req-b6eb9470-5960-44fd-b80f-a95ba9713eb2 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=411a9c2b-9b2b-4618-a317-6693bbdf6ef3 HTTP/1.1" status: 200 len: 945 time: 0.2271540 Nov 12 00:55:19.379887 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e233795f-ca55-47ac-9505-f4f7e2e24ab8 req-f5b8facf-8df6-4c23-b8b8-a868c7f11b39 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9424a58c-7ae6-41eb-8d71-4d257834ce55 HTTP/1.1" status: 200 len: 210 time: 0.0832837 Nov 12 00:55:19.428869 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-930fa6aa-889e-4fdd-bd18-d1ee8efc98ff admin admin] Deleting port 54eca92d-57f7-44fd-8cb5-2079da57f60f {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:55:19.430600 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-930fa6aa-889e-4fdd-bd18-d1ee8efc98ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:19.434550 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5b24dd0b-abee-48d1-91cc-b58ec5581c2c req-1d2b902a-632b-439a-b8ea-d07d3f13281f tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902297 Nov 12 00:55:19.456928 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-394f4798-e78c-4450-a17f-456154568eaf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bf64a5fbe6be4aafac20d59277d78ce1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4899404 Nov 12 00:55:19.463670 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 54532) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:19.487637 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c4bc9-095e-4d57-b276-3f9476c0c107 req-6a171c55-6d97-41ed-82bb-9c06b4bd3cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:19.488611 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-788c4bc9-095e-4d57-b276-3f9476c0c107 req-6a171c55-6d97-41ed-82bb-9c06b4bd3cfa service neutron] 10.222.0.44 "GET /v2.0/networks?id=945c2da1-f958-478a-a48a-8af2dfa2e179 HTTP/1.1" status: 200 len: 869 time: 0.2836359 Nov 12 00:55:19.591298 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-788c4bc9-095e-4d57-b276-3f9476c0c107 req-93bc45eb-2181-4e26-a70f-bd96632203c8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=5971ce8e-b292-408e-87c3-de72140c4855 HTTP/1.1" status: 200 len: 217 time: 0.0678244 Nov 12 00:55:19.598597 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-930fa6aa-889e-4fdd-bd18-d1ee8efc98ff admin admin] For port 54eca92d-57f7-44fd-8cb5-2079da57f60f, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=54eca92d-57f7-44fd-8cb5-2079da57f60f,segment=NetworkSegment(c597d253-3b8b-4ba2-8e61-dc5232a6ec18),segment_id=c597d253-3b8b-4ba2-8e61-dc5232a6ec18)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:19.599527 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-930fa6aa-889e-4fdd-bd18-d1ee8efc98ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:19.626392 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-930fa6aa-889e-4fdd-bd18-d1ee8efc98ff admin admin] Calling delete_port for 54eca92d-57f7-44fd-8cb5-2079da57f60f owned by network:router_interface {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:55:19.655516 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a082353b-02e4-46da-ba54-f88ca9b0c564 req-ec84b7e0-5cb6-44c8-b4e7-13ec655f5c1f tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:19.657137 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a082353b-02e4-46da-ba54-f88ca9b0c564 req-ec84b7e0-5cb6-44c8-b4e7-13ec655f5c1f tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=c02e05a1-dafa-4578-bee0-e14b1b1b5f6e HTTP/1.1" status: 200 len: 945 time: 0.1753974 Nov 12 00:55:19.660446 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8eb8dac3-0056-42cb-b290-5b08c7778fb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:19.711127 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c4bc9-095e-4d57-b276-3f9476c0c107 req-96226168-cc34-4491-bff0-f086e948f226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:19.713455 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-788c4bc9-095e-4d57-b276-3f9476c0c107 req-96226168-cc34-4491-bff0-f086e948f226 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.1081457 Nov 12 00:55:19.717266 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8eb8dac3-0056-42cb-b290-5b08c7778fb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:19.861342 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a082353b-02e4-46da-ba54-f88ca9b0c564 req-bc8dcb63-dce7-4a0c-a5a2-5a7c067b5903 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/security-groups?id=510a0917-ea45-4112-bcdb-7cef6947100e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864598 Nov 12 00:55:19.904994 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c4bc9-095e-4d57-b276-3f9476c0c107 req-b0f1e316-dfb2-494b-8ef0-4cd21314f644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:19.907039 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-788c4bc9-095e-4d57-b276-3f9476c0c107 req-b0f1e316-dfb2-494b-8ef0-4cd21314f644 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1658449 Nov 12 00:55:20.135944 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8eb8dac3-0056-42cb-b290-5b08c7778fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:20.154972 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8eb8dac3-0056-42cb-b290-5b08c7778fb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:20.158776 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-8eb8dac3-0056-42cb-b290-5b08c7778fb4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/24686778-113a-4bb1-aaaa-67e09e2628e8 HTTP/1.1" status: 204 len: 168 time: 0.6934853 Nov 12 00:55:20.229080 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb8dac3-0056-42cb-b290-5b08c7778fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24686778-113a-4bb1-aaaa-67e09e2628e8,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:20.298529 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 1d4a1934-8575-49f5-8050-cc118cfecd7b details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:55:20.528525 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-930fa6aa-889e-4fdd-bd18-d1ee8efc98ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:20.659389 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c7099d-4bd0-40a6-8368-8a4fa5833fb4 req-7f8d358a-8266-4b62-9b2d-d976ba1fbfcd tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:20.668367 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-13c7099d-4bd0-40a6-8368-8a4fa5833fb4 req-7f8d358a-8266-4b62-9b2d-d976ba1fbfcd tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=896880f5-b30b-4289-85c8-97f7beba98f3 HTTP/1.1" status: 200 len: 949 time: 0.5075147 Nov 12 00:55:20.677161 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-788c4bc9-095e-4d57-b276-3f9476c0c107 req-16e68144-e1b8-430a-9b11-4d1f259aee1e service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7508154 Nov 12 00:55:20.714930 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930fa6aa-889e-4fdd-bd18-d1ee8efc98ff admin admin] Pushing event deleted for resources: {'Port': ['ID=54eca92d-57f7-44fd-8cb5-2079da57f60f,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:20.755086 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 1d4a1934-8575-49f5-8050-cc118cfecd7b, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=1d4a1934-8575-49f5-8050-cc118cfecd7b,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:20.799857 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '1d4a1934-8575-49f5-8050-cc118cfecd7b', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'port_id': '1d4a1934-8575-49f5-8050-cc118cfecd7b', 'mac_address': 'fa:16:3e:1e:07:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0290328-7bc5-4266-bfb9-6eb25d91acf0', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:55:20.867282 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-13c7099d-4bd0-40a6-8368-8a4fa5833fb4 req-37937801-5323-43c7-a57e-5126fbebbb3e tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871953 Nov 12 00:55:20.908724 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:21.098569 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d4a1934-8575-49f5-8050-cc118cfecd7b {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:55:21.206939 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 1d4a1934-8575-49f5-8050-cc118cfecd7b, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=1d4a1934-8575-49f5-8050-cc118cfecd7b,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:21.221470 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:21.345780 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6c4e470a-d643-4c34-be61-be86c4981065 req-1b6d491b-dc66-487c-95fa-b5c3001a7417 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9424a58c-7ae6-41eb-8d71-4d257834ce55 HTTP/1.1" status: 200 len: 210 time: 0.1625443 Nov 12 00:55:21.368762 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-788c4bc9-095e-4d57-b276-3f9476c0c107 req-9353cb95-c357-49c3-92ba-f392a883fb75 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6298428 Nov 12 00:55:21.448692 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=1d4a1934-8575-49f5-8050-cc118cfecd7b,revision_number=9']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:21.547684 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['1d4a1934-8575-49f5-8050-cc118cfecd7b'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:55:21.551557 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930fa6aa-889e-4fdd-bd18-d1ee8efc98ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:21.556279 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930fa6aa-889e-4fdd-bd18-d1ee8efc98ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:21.557265 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930fa6aa-889e-4fdd-bd18-d1ee8efc98ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:21.560295 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930fa6aa-889e-4fdd-bd18-d1ee8efc98ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:21.560863 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930fa6aa-889e-4fdd-bd18-d1ee8efc98ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:21.561429 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930fa6aa-889e-4fdd-bd18-d1ee8efc98ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:21.569628 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930fa6aa-889e-4fdd-bd18-d1ee8efc98ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:21.570196 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930fa6aa-889e-4fdd-bd18-d1ee8efc98ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:21.572144 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930fa6aa-889e-4fdd-bd18-d1ee8efc98ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:21.573639 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930fa6aa-889e-4fdd-bd18-d1ee8efc98ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:21.574202 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930fa6aa-889e-4fdd-bd18-d1ee8efc98ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:21.574878 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930fa6aa-889e-4fdd-bd18-d1ee8efc98ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:21.645007 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead1156-35cd-49ca-8d07-9efe3e06506a req-9ba1d833-bf56-4bf0-acbc-cf7356c1728d tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:21.656112 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9ead1156-35cd-49ca-8d07-9efe3e06506a req-9ba1d833-bf56-4bf0-acbc-cf7356c1728d tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.44 "GET /v2.0/networks?id=00a03daf-efbb-48db-964b-992b2504dfd0 HTTP/1.1" status: 200 len: 806 time: 1.5651848 Nov 12 00:55:21.703038 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-9ead1156-35cd-49ca-8d07-9efe3e06506a req-2875e4ac-13e1-491f-8ece-29240cb7220d tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Request body: {'port': {'device_id': '9424a58c-7ae6-41eb-8d71-4d257834ce55', 'network_id': '00a03daf-efbb-48db-964b-992b2504dfd0', 'admin_state_up': True, 'tenant_id': 'ab22182039774befa325e91b3a0bd782'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:21.749430 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-930fa6aa-889e-4fdd-bd18-d1ee8efc98ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:21.804466 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b954a-de0b-4b38-81cb-c7ce6c7181e1 req-837aa9c2-1bfd-4497-b781-2e3c552e2492 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:21.818369 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a94b954a-de0b-4b38-81cb-c7ce6c7181e1 req-837aa9c2-1bfd-4497-b781-2e3c552e2492 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=411a9c2b-9b2b-4618-a317-6693bbdf6ef3 HTTP/1.1" status: 200 len: 945 time: 0.2166750 Nov 12 00:55:21.967937 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a94b954a-de0b-4b38-81cb-c7ce6c7181e1 req-471c0b30-f13a-4fee-b819-a63b113bef3b tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430504 Nov 12 00:55:22.153606 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ead1156-35cd-49ca-8d07-9efe3e06506a req-2875e4ac-13e1-491f-8ece-29240cb7220d tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Made reservation on behalf of ab22182039774befa325e91b3a0bd782 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:22.157738 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-9ead1156-35cd-49ca-8d07-9efe3e06506a req-2875e4ac-13e1-491f-8ece-29240cb7220d tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:22.846199 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-9ead1156-35cd-49ca-8d07-9efe3e06506a req-2875e4ac-13e1-491f-8ece-29240cb7220d tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Allocated IP 172.20.0.8 (00a03daf-efbb-48db-964b-992b2504dfd0/76e4d43b-e53b-464c-a374-bf4144fb9a21/82024f09-4045-472b-bf68-891c62809ddd) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:22.868494 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-930fa6aa-889e-4fdd-bd18-d1ee8efc98ff admin admin] Router de22d560-bda6-410b-8bdd-52b814865145 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:55:23.135918 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930fa6aa-889e-4fdd-bd18-d1ee8efc98ff admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:55:23.149445 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac50790e-b877-42ce-ae0b-c1ffbc31d1f5 None None] Sync routers for ids ['de22d560-bda6-410b-8bdd-52b814865145'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:55:23.170676 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 54628) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:23.174550 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-930fa6aa-889e-4fdd-bd18-d1ee8efc98ff admin admin] 10.222.0.45 "PUT /v2.0/routers/de22d560-bda6-410b-8bdd-52b814865145/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2872875 Nov 12 00:55:23.177745 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac50790e-b877-42ce-ae0b-c1ffbc31d1f5 None None] Routers {'de22d560-bda6-410b-8bdd-52b814865145'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:55:23.181286 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-ac50790e-b877-42ce-ae0b-c1ffbc31d1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:55:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['de22d560-bda6-410b-8bdd-52b814865145'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:23.278020 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-9ead1156-35cd-49ca-8d07-9efe3e06506a req-2875e4ac-13e1-491f-8ece-29240cb7220d tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:23.369094 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-9ead1156-35cd-49ca-8d07-9efe3e06506a req-2875e4ac-13e1-491f-8ece-29240cb7220d tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:23.435741 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-ac50790e-b877-42ce-ae0b-c1ffbc31d1f5 None None] Set router de22d560-bda6-410b-8bdd-52b814865145 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:55:23.439430 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7fc99837-88c2-48a4-8ce2-7c7c8fad2ac5 admin admin] Publish callbacks [] for router, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:23.454039 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ead1156-35cd-49ca-8d07-9efe3e06506a req-2875e4ac-13e1-491f-8ece-29240cb7220d tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Network 00a03daf-efbb-48db-964b-992b2504dfd0 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:23.471437 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-9ead1156-35cd-49ca-8d07-9efe3e06506a req-2875e4ac-13e1-491f-8ece-29240cb7220d tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:23.476742 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ead1156-35cd-49ca-8d07-9efe3e06506a req-2875e4ac-13e1-491f-8ece-29240cb7220d tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:55:23.496331 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2875e4ac-13e1-491f-8ece-29240cb7220d tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Pushing event updated for resources: {'Port': ['ID=82024f09-4045-472b-bf68-891c62809ddd,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:23.592340 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead1156-35cd-49ca-8d07-9efe3e06506a req-2875e4ac-13e1-491f-8ece-29240cb7220d tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:23.592340 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-9ead1156-35cd-49ca-8d07-9efe3e06506a req-2875e4ac-13e1-491f-8ece-29240cb7220d tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:23.640038 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9ead1156-35cd-49ca-8d07-9efe3e06506a req-2875e4ac-13e1-491f-8ece-29240cb7220d tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9643505 Nov 12 00:55:23.668452 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-9ead1156-35cd-49ca-8d07-9efe3e06506a req-f2cbe38a-d916-4f18-9dfc-e3e04a57941a service neutron] Request body: {'port': {'device_id': '9424a58c-7ae6-41eb-8d71-4d257834ce55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:23.771130 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-9ead1156-35cd-49ca-8d07-9efe3e06506a req-f2cbe38a-d916-4f18-9dfc-e3e04a57941a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:23.903602 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-ac50790e-b877-42ce-ae0b-c1ffbc31d1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de22d560-bda6-410b-8bdd-52b814865145', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-868130520-router', 'tenant_id': 'ccb1e7e0eea141e9b6d3110322862248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'b1875921-8068-48c5-9561-c0732c9b1da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:49:46Z', 'updated_at': '2021-11-12T00:55:19Z', 'revision_number': 5, 'project_id': 'ccb1e7e0eea141e9b6d3110322862248', 'gw_port': {'id': 'b1875921-8068-48c5-9561-c0732c9b1da0', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:45:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de22d560-bda6-410b-8bdd-52b814865145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:49:46Z', 'updated_at': '2021-11-12T00:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:23.959611 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac50790e-b877-42ce-ae0b-c1ffbc31d1f5 None None] Checking router: de22d560-bda6-410b-8bdd-52b814865145 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:55:23.976845 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac50790e-b877-42ce-ae0b-c1ffbc31d1f5 None None] Routers {'de22d560-bda6-410b-8bdd-52b814865145'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:55:23.979080 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-ac50790e-b877-42ce-ae0b-c1ffbc31d1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:55:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['de22d560-bda6-410b-8bdd-52b814865145'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:24.114251 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7fc99837-88c2-48a4-8ce2-7c7c8fad2ac5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:24.218387 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-7fc99837-88c2-48a4-8ce2-7c7c8fad2ac5 admin admin] Deleting port b1875921-8068-48c5-9561-c0732c9b1da0 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:55:24.219400 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7fc99837-88c2-48a4-8ce2-7c7c8fad2ac5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:24.220506 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-ac50790e-b877-42ce-ae0b-c1ffbc31d1f5 None None] Set router de22d560-bda6-410b-8bdd-52b814865145 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:55:24.318654 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-7fc99837-88c2-48a4-8ce2-7c7c8fad2ac5 admin admin] For port b1875921-8068-48c5-9561-c0732c9b1da0, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=b1875921-8068-48c5-9561-c0732c9b1da0,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:24.318654 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7fc99837-88c2-48a4-8ce2-7c7c8fad2ac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:24.335567 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-7fc99837-88c2-48a4-8ce2-7c7c8fad2ac5 admin admin] Calling delete_port for b1875921-8068-48c5-9561-c0732c9b1da0 owned by network:router_gateway {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:55:24.342557 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 79600f1b-7b5c-4954-b9a2-697de9dd276f details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:55:24.363338 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 1d4a1934-8575-49f5-8050-cc118cfecd7b up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:24.632401 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 1d4a1934-8575-49f5-8050-cc118cfecd7b triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:24.632401 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:24.680195 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-9ead1156-35cd-49ca-8d07-9efe3e06506a req-f2cbe38a-d916-4f18-9dfc-e3e04a57941a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82024f09-4045-472b-bf68-891c62809ddd {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:55:24.697316 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-ac50790e-b877-42ce-ae0b-c1ffbc31d1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de22d560-bda6-410b-8bdd-52b814865145', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-868130520-router', 'tenant_id': 'ccb1e7e0eea141e9b6d3110322862248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'b1875921-8068-48c5-9561-c0732c9b1da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:49:46Z', 'updated_at': '2021-11-12T00:55:19Z', 'revision_number': 5, 'project_id': 'ccb1e7e0eea141e9b6d3110322862248', 'gw_port': {'id': 'b1875921-8068-48c5-9561-c0732c9b1da0', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:45:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de22d560-bda6-410b-8bdd-52b814865145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:49:46Z', 'updated_at': '2021-11-12T00:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:24.708037 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-9ead1156-35cd-49ca-8d07-9efe3e06506a req-f2cbe38a-d916-4f18-9dfc-e3e04a57941a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:24.765796 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-9ead1156-35cd-49ca-8d07-9efe3e06506a req-f2cbe38a-d916-4f18-9dfc-e3e04a57941a service neutron] Transition to ACTIVE for port object 82024f09-4045-472b-bf68-891c62809ddd will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:55:24.789318 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac50790e-b877-42ce-ae0b-c1ffbc31d1f5 None None] The sync data for ids ['de22d560-bda6-410b-8bdd-52b814865145'] in n-d-712142-27 is: [{'id': 'de22d560-bda6-410b-8bdd-52b814865145', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-868130520-router', 'tenant_id': 'ccb1e7e0eea141e9b6d3110322862248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': 'b1875921-8068-48c5-9561-c0732c9b1da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:49:46Z', 'updated_at': '2021-11-12T00:55:19Z', 'revision_number': 5, 'project_id': 'ccb1e7e0eea141e9b6d3110322862248', 'gw_port': {'id': 'b1875921-8068-48c5-9561-c0732c9b1da0', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:45:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de22d560-bda6-410b-8bdd-52b814865145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:49:46Z', 'updated_at': '2021-11-12T00:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:55:24.798443 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 79600f1b-7b5c-4954-b9a2-697de9dd276f, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=79600f1b-7b5c-4954-b9a2-697de9dd276f,segment=NetworkSegment(f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2),segment_id=f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:24.811218 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-9ead1156-35cd-49ca-8d07-9efe3e06506a req-f2cbe38a-d916-4f18-9dfc-e3e04a57941a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:24.841548 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7fc99837-88c2-48a4-8ce2-7c7c8fad2ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:24.905609 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc99837-88c2-48a4-8ce2-7c7c8fad2ac5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1875921-8068-48c5-9561-c0732c9b1da0,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:24.919253 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '79600f1b-7b5c-4954-b9a2-697de9dd276f', 'network_id': 'cab82de1-4853-402a-8ee1-5c45d6f97745', 'port_id': '79600f1b-7b5c-4954-b9a2-697de9dd276f', 'mac_address': 'fa:16:3e:d2:25:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a98869-a3ee-4178-9eb9-17614c418237', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:55:25.027382 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:25.106850 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7fc99837-88c2-48a4-8ce2-7c7c8fad2ac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:25.115602 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 1d4a1934-8575-49f5-8050-cc118cfecd7b, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=1d4a1934-8575-49f5-8050-cc118cfecd7b,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:25.134816 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44241e0e-86ed-4a6c-b7a4-90aa36076e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4a1934-8575-49f5-8050-cc118cfecd7b'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:55:25.137300 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71c246d-64f8-4971-b957-102e2230f91b" -d '{"events": [{"server_uuid": "44241e0e-86ed-4a6c-b7a4-90aa36076e1b", "name": "network-vif-plugged", "status": "completed", "tag": "1d4a1934-8575-49f5-8050-cc118cfecd7b"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:55:25.153876 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cbe38a-d916-4f18-9dfc-e3e04a57941a service neutron] Pushing event updated for resources: {'Port': ['ID=82024f09-4045-472b-bf68-891c62809ddd,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:25.163556 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:25.200215 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:25.274716 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 79600f1b-7b5c-4954-b9a2-697de9dd276f {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:55:25.361754 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 79600f1b-7b5c-4954-b9a2-697de9dd276f, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=79600f1b-7b5c-4954-b9a2-697de9dd276f,segment=NetworkSegment(f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2),segment_id=f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:25.378460 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 54eca92d-57f7-44fd-8cb5-2079da57f60f no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:55:25.396010 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7fc99837-88c2-48a4-8ce2-7c7c8fad2ac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:25.405153 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7fc99837-88c2-48a4-8ce2-7c7c8fad2ac5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:25.429870 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 54eca92d-57f7-44fd-8cb5-2079da57f60f {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:55:25.430289 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 54eca92d-57f7-44fd-8cb5-2079da57f60f not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:55:25.439193 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:25.475458 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=1d4a1934-8575-49f5-8050-cc118cfecd7b,revision_number=10']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:25.476270 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-9ead1156-35cd-49ca-8d07-9efe3e06506a req-f2cbe38a-d916-4f18-9dfc-e3e04a57941a service neutron] Attempting to bind port 82024f09-4045-472b-bf68-891c62809ddd on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:55:25.476962 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-9ead1156-35cd-49ca-8d07-9efe3e06506a req-f2cbe38a-d916-4f18-9dfc-e3e04a57941a service neutron] Attempting to bind port 82024f09-4045-472b-bf68-891c62809ddd by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '45adf0ba-e61d-4509-afe2-5b0ef96fbbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '00a03daf-efbb-48db-964b-992b2504dfd0'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:55:25.479434 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ead1156-35cd-49ca-8d07-9efe3e06506a req-f2cbe38a-d916-4f18-9dfc-e3e04a57941a service neutron] Attempting to bind port 82024f09-4045-472b-bf68-891c62809ddd on network 00a03daf-efbb-48db-964b-992b2504dfd0 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:55:25.494365 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ead1156-35cd-49ca-8d07-9efe3e06506a req-f2cbe38a-d916-4f18-9dfc-e3e04a57941a service neutron] Port 82024f09-4045-472b-bf68-891c62809ddd on network 00a03daf-efbb-48db-964b-992b2504dfd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:55:25.495986 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ead1156-35cd-49ca-8d07-9efe3e06506a req-f2cbe38a-d916-4f18-9dfc-e3e04a57941a service neutron] Attempting to bind port 82024f09-4045-472b-bf68-891c62809ddd on network 00a03daf-efbb-48db-964b-992b2504dfd0 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:55:25.516261 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ead1156-35cd-49ca-8d07-9efe3e06506a req-f2cbe38a-d916-4f18-9dfc-e3e04a57941a service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:55:25.516992 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ead1156-35cd-49ca-8d07-9efe3e06506a req-f2cbe38a-d916-4f18-9dfc-e3e04a57941a service neutron] Checking segment: {'id': '45adf0ba-e61d-4509-afe2-5b0ef96fbbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '00a03daf-efbb-48db-964b-992b2504dfd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:55:25.517760 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ead1156-35cd-49ca-8d07-9efe3e06506a req-f2cbe38a-d916-4f18-9dfc-e3e04a57941a service neutron] Bound using segment: {'id': '45adf0ba-e61d-4509-afe2-5b0ef96fbbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '00a03daf-efbb-48db-964b-992b2504dfd0'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:55:25.520391 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-9ead1156-35cd-49ca-8d07-9efe3e06506a req-f2cbe38a-d916-4f18-9dfc-e3e04a57941a service neutron] Bound port: 82024f09-4045-472b-bf68-891c62809ddd, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45adf0ba-e61d-4509-afe2-5b0ef96fbbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '00a03daf-efbb-48db-964b-992b2504dfd0'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:55:25.521414 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-9ead1156-35cd-49ca-8d07-9efe3e06506a req-f2cbe38a-d916-4f18-9dfc-e3e04a57941a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:25.577168 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7fc99837-88c2-48a4-8ce2-7c7c8fad2ac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:25.578902 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc99837-88c2-48a4-8ce2-7c7c8fad2ac5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de22d560-bda6-410b-8bdd-52b814865145 {{(pid=109085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:55:25.605035 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7fc99837-88c2-48a4-8ce2-7c7c8fad2ac5 admin admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:25.607017 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7fc99837-88c2-48a4-8ce2-7c7c8fad2ac5 admin admin] 10.222.0.45 "DELETE /v2.0/routers/de22d560-bda6-410b-8bdd-52b814865145 HTTP/1.1" status: 204 len: 168 time: 2.4347835 Nov 12 00:55:25.613375 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 54638) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:25.735547 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=79600f1b-7b5c-4954-b9a2-697de9dd276f,revision_number=6']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:25.754426 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['79600f1b-7b5c-4954-b9a2-697de9dd276f'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:55:25.832913 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7b61716-e3d6-4ba9-b27a-5c484b156d0b admin admin] Deleting subnet 3506ff68-efdf-4ec0-aae3-0d8c1586ac7a {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:55:25.850630 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d7b61716-e3d6-4ba9-b27a-5c484b156d0b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:25.894516 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-9ead1156-35cd-49ca-8d07-9efe3e06506a req-f2cbe38a-d916-4f18-9dfc-e3e04a57941a service neutron] For port 82024f09-4045-472b-bf68-891c62809ddd, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:55:25.916138 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-9ead1156-35cd-49ca-8d07-9efe3e06506a req-f2cbe38a-d916-4f18-9dfc-e3e04a57941a service neutron] For port 82024f09-4045-472b-bf68-891c62809ddd, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=82024f09-4045-472b-bf68-891c62809ddd,segment=NetworkSegment(45adf0ba-e61d-4509-afe2-5b0ef96fbbf3),segment_id=45adf0ba-e61d-4509-afe2-5b0ef96fbbf3)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:55:25.929596 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-9ead1156-35cd-49ca-8d07-9efe3e06506a req-f2cbe38a-d916-4f18-9dfc-e3e04a57941a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:26.066637 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d7b61716-e3d6-4ba9-b27a-5c484b156d0b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:26.205106 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead1156-35cd-49ca-8d07-9efe3e06506a req-f2cbe38a-d916-4f18-9dfc-e3e04a57941a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:26.206169 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-9ead1156-35cd-49ca-8d07-9efe3e06506a req-f2cbe38a-d916-4f18-9dfc-e3e04a57941a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:26.217730 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9ead1156-35cd-49ca-8d07-9efe3e06506a req-f2cbe38a-d916-4f18-9dfc-e3e04a57941a service neutron] 10.222.0.44 "PUT /v2.0/ports/82024f09-4045-472b-bf68-891c62809ddd HTTP/1.1" status: 200 len: 1092 time: 2.5502493 Nov 12 00:55:26.225199 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9424a58c-7ae6-41eb-8d71-4d257834ce55', 'tag': '82024f09-4045-472b-bf68-891c62809ddd'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:55:26.240537 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc806e7-c763-414e-9f95-8ac8b627f3a5" -d '{"events": [{"name": "network-changed", "server_uuid": "9424a58c-7ae6-41eb-8d71-4d257834ce55", "tag": "82024f09-4045-472b-bf68-891c62809ddd"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:55:26.293946 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cbe38a-d916-4f18-9dfc-e3e04a57941a service neutron] Pushing event updated for resources: {'Port': ['ID=82024f09-4045-472b-bf68-891c62809ddd,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:26.521557 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead1156-35cd-49ca-8d07-9efe3e06506a req-8ad3a332-e240-47de-8ff4-ab9459afb7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:26.523633 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9ead1156-35cd-49ca-8d07-9efe3e06506a req-8ad3a332-e240-47de-8ff4-ab9459afb7e5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab22182039774befa325e91b3a0bd782&device_id=9424a58c-7ae6-41eb-8d71-4d257834ce55 HTTP/1.1" status: 200 len: 1095 time: 0.1900303 Nov 12 00:55:26.643308 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d7b61716-e3d6-4ba9-b27a-5c484b156d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:26.709135 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9ead1156-35cd-49ca-8d07-9efe3e06506a req-801ce33a-bdac-4622-87fd-2954875c49c5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82024f09-4045-472b-bf68-891c62809ddd HTTP/1.1" status: 200 len: 217 time: 0.1555035 Nov 12 00:55:26.737495 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8143f956-5427-4258-af59-f2431d779609 req-1543b875-edd2-4d04-bd17-5ec16e59881a tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:26.753682 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8143f956-5427-4258-af59-f2431d779609 req-1543b875-edd2-4d04-bd17-5ec16e59881a tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=896880f5-b30b-4289-85c8-97f7beba98f3 HTTP/1.1" status: 200 len: 949 time: 0.2714243 Nov 12 00:55:26.810103 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdcb08e-1dc1-4490-8a7d-fb82deb72333 req-d2a8c1e1-9d51-4b67-adcf-3e6b6069ab59 tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:26.812991 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-afdcb08e-1dc1-4490-8a7d-fb82deb72333 req-d2a8c1e1-9d51-4b67-adcf-3e6b6069ab59 tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=411a9c2b-9b2b-4618-a317-6693bbdf6ef3 HTTP/1.1" status: 200 len: 1097 time: 0.3105726 Nov 12 00:55:26.849365 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead1156-35cd-49ca-8d07-9efe3e06506a req-08b97bcd-0f39-45dd-84bf-b5ac6637ee83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:26.855205 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9ead1156-35cd-49ca-8d07-9efe3e06506a req-08b97bcd-0f39-45dd-84bf-b5ac6637ee83 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=76e4d43b-e53b-464c-a374-bf4144fb9a21 HTTP/1.1" status: 200 len: 846 time: 0.1363516 Nov 12 00:55:26.927486 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d7b61716-e3d6-4ba9-b27a-5c484b156d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:26.955249 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9ead1156-35cd-49ca-8d07-9efe3e06506a req-2e0fa4c4-1982-4042-88c6-750e63e3377f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00a03daf-efbb-48db-964b-992b2504dfd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748937 Nov 12 00:55:26.985804 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8143f956-5427-4258-af59-f2431d779609 req-867148d4-e7c4-4742-8cb1-f5b7ddeb301d tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074523 Nov 12 00:55:27.022519 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b123fbea-fc0b-48ba-8d4c-bffb8c13539b None None] Network 9d38a466-42af-43d7-b83f-22dc50aa65c8 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:27.028863 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d7b61716-e3d6-4ba9-b27a-5c484b156d0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:27.037726 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-d7b61716-e3d6-4ba9-b27a-5c484b156d0b admin admin] 10.222.0.45 "DELETE /v2.0/subnets/3506ff68-efdf-4ec0-aae3-0d8c1586ac7a HTTP/1.1" status: 204 len: 168 time: 1.4229095 Nov 12 00:55:27.039107 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b61716-e3d6-4ba9-b27a-5c484b156d0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3506ff68-efdf-4ec0-aae3-0d8c1586ac7a,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:27.060543 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 54672) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:27.132011 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-afdcb08e-1dc1-4490-8a7d-fb82deb72333 req-158c97e4-b222-4f9e-8e12-8af219de2fe6 tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958291 Nov 12 00:55:27.206301 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device b1875921-8068-48c5-9561-c0732c9b1da0 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:55:27.302049 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9ead1156-35cd-49ca-8d07-9efe3e06506a req-13a8f7d8-395a-485f-9b69-0a60cf6815d8 service neutron] 10.222.0.44 "GET /v2.0/networks/00a03daf-efbb-48db-964b-992b2504dfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356440 Nov 12 00:55:27.336117 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f69a9c4e-d2f3-42ae-bcee-207f627db2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:27.351203 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: b1875921-8068-48c5-9561-c0732c9b1da0 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:55:27.351901 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device b1875921-8068-48c5-9561-c0732c9b1da0 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:55:27.357596 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6d9ecc12-6587-483c-bf0a-f37bdf608225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:27.442465 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76f8a2-944f-4fde-b2e4-37c09046aa3e req-24b8776b-11cb-4f62-8533-ddb4a047931c tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:27.444208 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fd76f8a2-944f-4fde-b2e4-37c09046aa3e req-24b8776b-11cb-4f62-8533-ddb4a047931c tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9424a58c-7ae6-41eb-8d71-4d257834ce55 HTTP/1.1" status: 200 len: 943 time: 0.1041243 Nov 12 00:55:27.481022 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-f69a9c4e-d2f3-42ae-bcee-207f627db2a9 admin admin] Deleting port 48d2fdc0-7e2c-496d-bdd0-b7a210678dd6 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:55:27.481409 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f69a9c4e-d2f3-42ae-bcee-207f627db2a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:27.483309 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9ead1156-35cd-49ca-8d07-9efe3e06506a req-a63c8ae9-3c63-4d63-b7ae-92f73d59724d service neutron] 10.222.0.44 "GET /v2.0/networks/00a03daf-efbb-48db-964b-992b2504dfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664767 Nov 12 00:55:27.606869 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a204b2e-b325-45f3-9be5-bf2807cc8f43 None None] DHCP port deletion for 9d38a466-42af-43d7-b83f-22dc50aa65c8 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:55:27.706380 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fd76f8a2-944f-4fde-b2e4-37c09046aa3e req-66d1e473-b21f-499e-9fb5-a51c585325e3 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441120 Nov 12 00:55:27.726624 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-f69a9c4e-d2f3-42ae-bcee-207f627db2a9 admin admin] For port 48d2fdc0-7e2c-496d-bdd0-b7a210678dd6, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=48d2fdc0-7e2c-496d-bdd0-b7a210678dd6,segment=NetworkSegment(c597d253-3b8b-4ba2-8e61-dc5232a6ec18),segment_id=c597d253-3b8b-4ba2-8e61-dc5232a6ec18)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:27.731798 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f69a9c4e-d2f3-42ae-bcee-207f627db2a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:27.750455 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-f69a9c4e-d2f3-42ae-bcee-207f627db2a9 admin admin] Calling delete_port for 48d2fdc0-7e2c-496d-bdd0-b7a210678dd6 owned by network:dhcp {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:55:27.823556 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4a204b2e-b325-45f3-9be5-bf2807cc8f43 None None] Deleting port 48d2fdc0-7e2c-496d-bdd0-b7a210678dd6 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:55:27.824125 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4a204b2e-b325-45f3-9be5-bf2807cc8f43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:27.911739 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f69a9c4e-d2f3-42ae-bcee-207f627db2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:27.963409 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69a9c4e-d2f3-42ae-bcee-207f627db2a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=48d2fdc0-7e2c-496d-bdd0-b7a210678dd6,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:27.983417 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69a9c4e-d2f3-42ae-bcee-207f627db2a9 admin admin] No DVR routers for this DVR port 48d2fdc0-7e2c-496d-bdd0-b7a210678dd6 on host n-d-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:55:27.995953 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b493394-0ceb-4c34-82b0-0c052ff76916 x-openstack-request-id: req-0b493394-0ceb-4c34-82b0-0c052ff76916 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:55:27.996893 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9424a58c-7ae6-41eb-8d71-4d257834ce55", "tag": "82024f09-4045-472b-bf68-891c62809ddd", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:55:27.997862 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0b493394-0ceb-4c34-82b0-0c052ff76916 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:55:27.999329 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9424a58c-7ae6-41eb-8d71-4d257834ce55', 'tag': '82024f09-4045-472b-bf68-891c62809ddd', 'status': 'completed', 'code': 200} Nov 12 00:55:28.189007 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72812d5-d2d1-46e8-a7fc-9c5391fde185 x-openstack-request-id: req-b72812d5-d2d1-46e8-a7fc-9c5391fde185 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:55:28.189821 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44241e0e-86ed-4a6c-b7a4-90aa36076e1b", "name": "network-vif-plugged", "status": "completed", "tag": "1d4a1934-8575-49f5-8050-cc118cfecd7b", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:55:28.189821 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b72812d5-d2d1-46e8-a7fc-9c5391fde185 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:55:28.190191 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44241e0e-86ed-4a6c-b7a4-90aa36076e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4a1934-8575-49f5-8050-cc118cfecd7b', 'code': 200} Nov 12 00:55:28.232993 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4a204b2e-b325-45f3-9be5-bf2807cc8f43 None None] For port 48d2fdc0-7e2c-496d-bdd0-b7a210678dd6, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=48d2fdc0-7e2c-496d-bdd0-b7a210678dd6,segment=NetworkSegment(c597d253-3b8b-4ba2-8e61-dc5232a6ec18),segment_id=c597d253-3b8b-4ba2-8e61-dc5232a6ec18)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:28.233443 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4a204b2e-b325-45f3-9be5-bf2807cc8f43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:28.280346 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc806e7-c763-414e-9f95-8ac8b627f3a5 req-ca15e1be-f991-447f-80d8-810b85ffc0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:28.282565 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f69a9c4e-d2f3-42ae-bcee-207f627db2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:28.291110 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9dc806e7-c763-414e-9f95-8ac8b627f3a5 req-ca15e1be-f991-447f-80d8-810b85ffc0ac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab22182039774befa325e91b3a0bd782&device_id=9424a58c-7ae6-41eb-8d71-4d257834ce55 HTTP/1.1" status: 200 len: 1095 time: 0.2125974 Nov 12 00:55:28.323927 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4a204b2e-b325-45f3-9be5-bf2807cc8f43 None None] Calling delete_port for 48d2fdc0-7e2c-496d-bdd0-b7a210678dd6 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:55:28.339097 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 79600f1b-7b5c-4954-b9a2-697de9dd276f up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:28.352989 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-f69a9c4e-d2f3-42ae-bcee-207f627db2a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d38a466-42af-43d7-b83f-22dc50aa65c8']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:28.521338 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-f69a9c4e-d2f3-42ae-bcee-207f627db2a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c597d253-3b8b-4ba2-8e61-dc5232a6ec18') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:28.521968 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-f69a9c4e-d2f3-42ae-bcee-207f627db2a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c597d253-3b8b-4ba2-8e61-dc5232a6ec18') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:28.613597 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f69a9c4e-d2f3-42ae-bcee-207f627db2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:28.684214 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ef521-9f75-471d-acde-c23bf12dd1a8 req-44a58c94-f2ee-4d39-8b63-ed0a80c6c1a2 tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:28.697387 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc806e7-c763-414e-9f95-8ac8b627f3a5 req-208188bf-4f7f-44d5-9e84-6e969bf87b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:28.699169 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9dc806e7-c763-414e-9f95-8ac8b627f3a5 req-208188bf-4f7f-44d5-9e84-6e969bf87b12 service neutron] 10.222.0.44 "GET /v2.0/networks?id=00a03daf-efbb-48db-964b-992b2504dfd0 HTTP/1.1" status: 200 len: 906 time: 0.3734238 Nov 12 00:55:28.718923 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4f5ef521-9f75-471d-acde-c23bf12dd1a8 req-44a58c94-f2ee-4d39-8b63-ed0a80c6c1a2 tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=411a9c2b-9b2b-4618-a317-6693bbdf6ef3 HTTP/1.1" status: 200 len: 1097 time: 0.3445132 Nov 12 00:55:28.721259 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f69a9c4e-d2f3-42ae-bcee-207f627db2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:28.784747 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9dc806e7-c763-414e-9f95-8ac8b627f3a5 req-eb99d6b8-db3d-496b-8ad7-2eaa22f23e1a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82024f09-4045-472b-bf68-891c62809ddd HTTP/1.1" status: 200 len: 217 time: 0.0699360 Nov 12 00:55:28.844509 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f69a9c4e-d2f3-42ae-bcee-207f627db2a9 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:55:28.851096 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f69a9c4e-d2f3-42ae-bcee-207f627db2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:28.854691 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 00:55:28.854691 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:55:28.854691 n-d-712142-27 neutron-server[109085]: timer() Nov 12 00:55:28.854691 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:55:28.854691 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 00:55:28.854691 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:55:28.854691 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 00:55:28.854691 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:55:28.854691 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 00:55:28.854691 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:55:28.854691 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 00:55:28.854691 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:55:28.854691 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 00:55:28.854691 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:55:28.854691 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:55:28.854691 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:55:28.854691 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:55:28.854691 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:55:28.854691 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 00:55:28.854691 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:55:28.854691 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 00:55:28.854691 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:55:28.854691 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:55:28.854691 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:55:28.854691 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 00:55:28.854691 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:55:28.854691 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:55:28.854691 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:55:28.854691 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:55:28.854691 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:55:28.854691 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:55:28.854691 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:55:28.859412 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4a204b2e-b325-45f3-9be5-bf2807cc8f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:28.915757 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc806e7-c763-414e-9f95-8ac8b627f3a5 req-027a5c05-9860-4d61-be88-9828ff0b6b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:28.919615 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9dc806e7-c763-414e-9f95-8ac8b627f3a5 req-027a5c05-9860-4d61-be88-9828ff0b6b89 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=76e4d43b-e53b-464c-a374-bf4144fb9a21 HTTP/1.1" status: 200 len: 846 time: 0.1237710 Nov 12 00:55:28.987655 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 79600f1b-7b5c-4954-b9a2-697de9dd276f triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:28.988376 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:29.012249 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 54704) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:29.013788 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9dc806e7-c763-414e-9f95-8ac8b627f3a5 req-57df1b11-e82f-48d7-8334-50f01c3285bb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00a03daf-efbb-48db-964b-992b2504dfd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849690 Nov 12 00:55:29.030379 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a204b2e-b325-45f3-9be5-bf2807cc8f43 None None] Pushing event deleted for resources: {'Port': ['ID=48d2fdc0-7e2c-496d-bdd0-b7a210678dd6,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:29.037371 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a204b2e-b325-45f3-9be5-bf2807cc8f43 None None] No DVR routers for this DVR port 48d2fdc0-7e2c-496d-bdd0-b7a210678dd6 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:55:29.159823 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4f5ef521-9f75-471d-acde-c23bf12dd1a8 req-24296d0d-c8d4-4633-88ee-fa2ec6293246 tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4378536 Nov 12 00:55:29.168244 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f69a9c4e-d2f3-42ae-bcee-207f627db2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:29.214910 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f69a9c4e-d2f3-42ae-bcee-207f627db2a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:29.238866 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-f69a9c4e-d2f3-42ae-bcee-207f627db2a9 admin admin] 10.222.0.45 "DELETE /v2.0/networks/9d38a466-42af-43d7-b83f-22dc50aa65c8 HTTP/1.1" status: 204 len: 168 time: 2.1631854 Nov 12 00:55:29.261784 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:29.271664 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 54708) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:29.291776 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69a9c4e-d2f3-42ae-bcee-207f627db2a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d38a466-42af-43d7-b83f-22dc50aa65c8,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:29.327813 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 48d2fdc0-7e2c-496d-bdd0-b7a210678dd6 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:55:29.405580 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 48d2fdc0-7e2c-496d-bdd0-b7a210678dd6 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:55:29.406277 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 48d2fdc0-7e2c-496d-bdd0-b7a210678dd6 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:55:29.431202 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9dc806e7-c763-414e-9f95-8ac8b627f3a5 req-e5eeab03-f56c-4390-a006-c2ebfefe91f7 service neutron] 10.222.0.44 "GET /v2.0/networks/00a03daf-efbb-48db-964b-992b2504dfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3865256 Nov 12 00:55:29.459311 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 79600f1b-7b5c-4954-b9a2-697de9dd276f, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=79600f1b-7b5c-4954-b9a2-697de9dd276f,segment=NetworkSegment(f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2),segment_id=f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:29.480970 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:29.612652 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1684cb28-96d0-4331-b1a6-372e9df7adf2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:29.710138 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=79600f1b-7b5c-4954-b9a2-697de9dd276f,revision_number=7']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:29.725884 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9dc806e7-c763-414e-9f95-8ac8b627f3a5 req-bbebdffc-6d67-459e-bf75-c22a05853958 service neutron] 10.222.0.44 "GET /v2.0/networks/00a03daf-efbb-48db-964b-992b2504dfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916470 Nov 12 00:55:29.786699 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1684cb28-96d0-4331-b1a6-372e9df7adf2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:29.796226 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1684cb28-96d0-4331-b1a6-372e9df7adf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:29.833739 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54722) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:29.834486 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-1684cb28-96d0-4331-b1a6-372e9df7adf2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3923d616ad834c049a8467fbdf55c10b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8198442 Nov 12 00:55:29.911119 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1684cb28-96d0-4331-b1a6-372e9df7adf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16fc0821-e807-474f-8e7f-02997bc6f57c,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:29.983304 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-98184f03-141b-417c-b01b-cf1551ec4752 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:30.051671 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-98184f03-141b-417c-b01b-cf1551ec4752 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:30.191601 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c02e05a1-dafa-4578-bee0-e14b1b1b5f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79600f1b-7b5c-4954-b9a2-697de9dd276f'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:55:30.199406 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61505b98-22d6-4508-b96b-b2636a13a227" -d '{"events": [{"server_uuid": "c02e05a1-dafa-4578-bee0-e14b1b1b5f6e", "name": "network-vif-plugged", "status": "completed", "tag": "79600f1b-7b5c-4954-b9a2-697de9dd276f"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:55:30.211028 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-98184f03-141b-417c-b01b-cf1551ec4752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:30.217503 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-98184f03-141b-417c-b01b-cf1551ec4752 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:30.223478 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-98184f03-141b-417c-b01b-cf1551ec4752 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/16fc0821-e807-474f-8e7f-02997bc6f57c HTTP/1.1" status: 204 len: 168 time: 0.3874016 Nov 12 00:55:30.252779 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98184f03-141b-417c-b01b-cf1551ec4752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16fc0821-e807-474f-8e7f-02997bc6f57c,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:30.362482 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 82024f09-4045-472b-bf68-891c62809ddd details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:55:30.395795 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3a81407e-090e-410b-8c95-3128526ed9dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:30.607198 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 82024f09-4045-472b-bf68-891c62809ddd, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=82024f09-4045-472b-bf68-891c62809ddd,segment=NetworkSegment(45adf0ba-e61d-4509-afe2-5b0ef96fbbf3),segment_id=45adf0ba-e61d-4509-afe2-5b0ef96fbbf3)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:30.633436 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '82024f09-4045-472b-bf68-891c62809ddd', 'network_id': '00a03daf-efbb-48db-964b-992b2504dfd0', 'port_id': '82024f09-4045-472b-bf68-891c62809ddd', 'mac_address': 'fa:16:3e:ab:5e:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76e4d43b-e53b-464c-a374-bf4144fb9a21', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:55:30.726713 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:30.778237 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5acc4a53-5fc8-45d6-9343-751a5f9201ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:30.810299 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82024f09-4045-472b-bf68-891c62809ddd {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:55:30.889170 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 82024f09-4045-472b-bf68-891c62809ddd, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=82024f09-4045-472b-bf68-891c62809ddd,segment=NetworkSegment(45adf0ba-e61d-4509-afe2-5b0ef96fbbf3),segment_id=45adf0ba-e61d-4509-afe2-5b0ef96fbbf3)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:30.899487 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:31.028660 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=82024f09-4045-472b-bf68-891c62809ddd,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:31.061477 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-3a81407e-090e-410b-8c95-3128526ed9dd admin admin] Deleting port 006edcac-9784-4f12-9487-80676da14248 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:55:31.063568 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3a81407e-090e-410b-8c95-3128526ed9dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:31.318239 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-3a81407e-090e-410b-8c95-3128526ed9dd admin admin] For port 006edcac-9784-4f12-9487-80676da14248, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=006edcac-9784-4f12-9487-80676da14248,segment=NetworkSegment(49365b53-085c-43f7-a259-421fdf02465f),segment_id=49365b53-085c-43f7-a259-421fdf02465f)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:31.322008 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3a81407e-090e-410b-8c95-3128526ed9dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:31.333389 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['82024f09-4045-472b-bf68-891c62809ddd'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:55:31.355786 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-3a81407e-090e-410b-8c95-3128526ed9dd admin admin] Calling delete_port for 006edcac-9784-4f12-9487-80676da14248 owned by network:router_interface {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:55:31.885628 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3a81407e-090e-410b-8c95-3128526ed9dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:31.959419 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a81407e-090e-410b-8c95-3128526ed9dd admin admin] Pushing event deleted for resources: {'Port': ['ID=006edcac-9784-4f12-9487-80676da14248,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:32.359765 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3a81407e-090e-410b-8c95-3128526ed9dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:32.390615 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54750) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:32.655266 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:32.702408 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-4007d92a-664d-4cbd-92c1-46de95d7ab32 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1997929092-network', 'tenant_id': '6f14a9c575384457a45b4d550fa3fdf5'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:32.786728 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4007d92a-664d-4cbd-92c1-46de95d7ab32 admin admin] Made reservation on behalf of 6f14a9c575384457a45b4d550fa3fdf5 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:32.795570 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4007d92a-664d-4cbd-92c1-46de95d7ab32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:32.832391 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4007d92a-664d-4cbd-92c1-46de95d7ab32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:33.089704 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a81407e-090e-410b-8c95-3128526ed9dd admin admin] Router 3cd8e85d-fb20-414d-8208-eae0f460b3e1 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:55:33.186719 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4007d92a-664d-4cbd-92c1-46de95d7ab32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:33.198428 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4007d92a-664d-4cbd-92c1-46de95d7ab32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:33.236374 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4007d92a-664d-4cbd-92c1-46de95d7ab32 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:55:33.327275 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4007d92a-664d-4cbd-92c1-46de95d7ab32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:33.327943 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-4007d92a-664d-4cbd-92c1-46de95d7ab32 admin admin] Added segment fd5d1437-4340-4a67-925a-97704749170d of type vlan for network 782d0a5d-e571-4a2f-81d8-d98b4921e2f7 Nov 12 00:55:33.330092 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007d92a-664d-4cbd-92c1-46de95d7ab32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f549046-3407-4686-84ff-73e5d9d6041a,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:33.407464 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a81407e-090e-410b-8c95-3128526ed9dd admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:55:33.436965 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5617973e-496d-4866-a404-40e5a26f8340 None None] Sync routers for ids ['3cd8e85d-fb20-414d-8208-eae0f460b3e1'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:55:33.455166 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4007d92a-664d-4cbd-92c1-46de95d7ab32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:33.456201 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5617973e-496d-4866-a404-40e5a26f8340 None None] Routers {'3cd8e85d-fb20-414d-8208-eae0f460b3e1'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:55:33.456771 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-5617973e-496d-4866-a404-40e5a26f8340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:55:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['3cd8e85d-fb20-414d-8208-eae0f460b3e1'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:33.457920 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54760) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:33.460342 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3a81407e-090e-410b-8c95-3128526ed9dd admin admin] 10.222.0.45 "PUT /v2.0/routers/3cd8e85d-fb20-414d-8208-eae0f460b3e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1848290 Nov 12 00:55:33.644289 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4007d92a-664d-4cbd-92c1-46de95d7ab32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:33.645635 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4007d92a-664d-4cbd-92c1-46de95d7ab32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:33.646378 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4007d92a-664d-4cbd-92c1-46de95d7ab32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:33.766085 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4007d92a-664d-4cbd-92c1-46de95d7ab32 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3706839 Nov 12 00:55:33.767467 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 54762) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:33.786565 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4007d92a-664d-4cbd-92c1-46de95d7ab32 admin admin] Pushing event updated for resources: {'Network': ['ID=782d0a5d-e571-4a2f-81d8-d98b4921e2f7,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:33.787198 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-d2fd2e54-87b6-4cf7-b17d-bb44c347b5fd admin admin] Request body: {'subnet': {'network_id': '782d0a5d-e571-4a2f-81d8-d98b4921e2f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1997929092-subnet', 'tenant_id': '6f14a9c575384457a45b4d550fa3fdf5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:33.791833 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a795ecd5-8bd2-48d9-88c6-f4f33032bd14 admin admin] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:33.903853 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2fd2e54-87b6-4cf7-b17d-bb44c347b5fd admin admin] Made reservation on behalf of 6f14a9c575384457a45b4d550fa3fdf5 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:33.911252 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d2fd2e54-87b6-4cf7-b17d-bb44c347b5fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:34.050868 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 782d0a5d-e571-4a2f-81d8-d98b4921e2f7 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:55:34.117715 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a795ecd5-8bd2-48d9-88c6-f4f33032bd14 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:34.287333 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-a795ecd5-8bd2-48d9-88c6-f4f33032bd14 admin admin] Deleting port 1a79c30d-7b6b-4240-897c-ae5e8a6b9442 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:55:34.288100 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a795ecd5-8bd2-48d9-88c6-f4f33032bd14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:34.365476 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-5617973e-496d-4866-a404-40e5a26f8340 None None] Set router 3cd8e85d-fb20-414d-8208-eae0f460b3e1 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:55:34.388357 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d2fd2e54-87b6-4cf7-b17d-bb44c347b5fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:34.472607 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fd2e54-87b6-4cf7-b17d-bb44c347b5fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f72dca37-87a1-448f-8fe1-5740cc68e78d,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:34.522016 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 82024f09-4045-472b-bf68-891c62809ddd up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:55:34.527205 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-a795ecd5-8bd2-48d9-88c6-f4f33032bd14 admin admin] For port 1a79c30d-7b6b-4240-897c-ae5e8a6b9442, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=1a79c30d-7b6b-4240-897c-ae5e8a6b9442,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:34.528930 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a795ecd5-8bd2-48d9-88c6-f4f33032bd14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:34.532368 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fd2e54-87b6-4cf7-b17d-bb44c347b5fd admin admin] Checking segment: {'id': 'fd5d1437-4340-4a67-925a-97704749170d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '782d0a5d-e571-4a2f-81d8-d98b4921e2f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:55:34.536950 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fd2e54-87b6-4cf7-b17d-bb44c347b5fd admin admin] Network hostable DHCP agents. Network: 782d0a5d-e571-4a2f-81d8-d98b4921e2f7, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:55:34.603300 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-a795ecd5-8bd2-48d9-88c6-f4f33032bd14 admin admin] Calling delete_port for 1a79c30d-7b6b-4240-897c-ae5e8a6b9442 owned by network:router_gateway {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:55:34.613846 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fd2e54-87b6-4cf7-b17d-bb44c347b5fd admin admin] Network 782d0a5d-e571-4a2f-81d8-d98b4921e2f7 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:55:34.637944 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-d2fd2e54-87b6-4cf7-b17d-bb44c347b5fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 782d0a5d-e571-4a2f-81d8-d98b4921e2f7) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:34.645195 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fd2e54-87b6-4cf7-b17d-bb44c347b5fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:34.646331 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d2fd2e54-87b6-4cf7-b17d-bb44c347b5fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:34.687049 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-d2fd2e54-87b6-4cf7-b17d-bb44c347b5fd admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9170380 Nov 12 00:55:34.774879 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a9eab0-37c3-4a7e-a6f2-00967659653c None None] Network 782d0a5d-e571-4a2f-81d8-d98b4921e2f7 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:34.888762 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:35.118479 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a795ecd5-8bd2-48d9-88c6-f4f33032bd14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:35.259460 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a795ecd5-8bd2-48d9-88c6-f4f33032bd14 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a79c30d-7b6b-4240-897c-ae5e8a6b9442,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:35.424271 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a795ecd5-8bd2-48d9-88c6-f4f33032bd14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:35.449198 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:35.526884 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172d3f71-3732-4aa9-b219-e2f18b01df19 None None] Network 782d0a5d-e571-4a2f-81d8-d98b4921e2f7 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:35.549977 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a795ecd5-8bd2-48d9-88c6-f4f33032bd14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:35.557445 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a795ecd5-8bd2-48d9-88c6-f4f33032bd14 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:35.661859 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a795ecd5-8bd2-48d9-88c6-f4f33032bd14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:35.665622 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a795ecd5-8bd2-48d9-88c6-f4f33032bd14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cd8e85d-fb20-414d-8208-eae0f460b3e1 {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:55:35.678026 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a795ecd5-8bd2-48d9-88c6-f4f33032bd14 admin admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:35.685681 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a795ecd5-8bd2-48d9-88c6-f4f33032bd14 admin admin] 10.222.0.45 "DELETE /v2.0/routers/3cd8e85d-fb20-414d-8208-eae0f460b3e1 HTTP/1.1" status: 204 len: 168 time: 2.2201436 Nov 12 00:55:35.686783 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54776) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:35.772950 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cdc985f-7366-4e46-94c2-5a40e2430142 admin admin] Deleting subnet 47df7114-a0c2-4b46-b6af-a22b77fec071 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:55:35.788405 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4cdc985f-7366-4e46-94c2-5a40e2430142 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:35.814686 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 82024f09-4045-472b-bf68-891c62809ddd completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:55:35.881588 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4cdc985f-7366-4e46-94c2-5a40e2430142 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:35.908322 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 82024f09-4045-472b-bf68-891c62809ddd triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:55:35.908897 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:36.062104 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-5617973e-496d-4866-a404-40e5a26f8340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd8e85d-fb20-414d-8208-eae0f460b3e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-844465192-router', 'tenant_id': '9b905ac4ad7e414b9066e5552ef2b701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': '1a79c30d-7b6b-4240-897c-ae5e8a6b9442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:49:59Z', 'updated_at': '2021-11-12T00:55:31Z', 'revision_number': 5, 'project_id': '9b905ac4ad7e414b9066e5552ef2b701', 'gw_port': {'id': '1a79c30d-7b6b-4240-897c-ae5e8a6b9442', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:81:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd8e85d-fb20-414d-8208-eae0f460b3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:50:02Z', 'updated_at': '2021-11-12T00:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:36.097320 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4cdc985f-7366-4e46-94c2-5a40e2430142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:36.100445 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5617973e-496d-4866-a404-40e5a26f8340 None None] Checking router: 3cd8e85d-fb20-414d-8208-eae0f460b3e1 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:55:36.202510 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5617973e-496d-4866-a404-40e5a26f8340 None None] Routers set() bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:55:36.203776 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5617973e-496d-4866-a404-40e5a26f8340 None None] Router IDs set() for agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 00:55:36.205235 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_agentschedulers_db [None req-5617973e-496d-4866-a404-40e5a26f8340 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3cd8e85d-fb20-414d-8208-eae0f460b3e1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:55:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent'). {{(pid=109087) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 00:55:36.206131 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5617973e-496d-4866-a404-40e5a26f8340 None None] The sync data for ids ['3cd8e85d-fb20-414d-8208-eae0f460b3e1'] in n-d-712142-27 is: [] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:55:36.261312 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:36.277913 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4cdc985f-7366-4e46-94c2-5a40e2430142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:36.377069 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdc985f-7366-4e46-94c2-5a40e2430142 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47df7114-a0c2-4b46-b6af-a22b77fec071,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:36.401781 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4cdc985f-7366-4e46-94c2-5a40e2430142 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:36.412243 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 54780) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:36.440572 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 82024f09-4045-472b-bf68-891c62809ddd, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=82024f09-4045-472b-bf68-891c62809ddd,segment=NetworkSegment(45adf0ba-e61d-4509-afe2-5b0ef96fbbf3),segment_id=45adf0ba-e61d-4509-afe2-5b0ef96fbbf3)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:36.442412 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4cdc985f-7366-4e46-94c2-5a40e2430142 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/47df7114-a0c2-4b46-b6af-a22b77fec071 HTTP/1.1" status: 204 len: 168 time: 0.7200329 Nov 12 00:55:36.456423 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a5937f-6d72-430f-a725-cf2bcf499a1d None None] Network 380dc67f-32ee-42c3-b0ef-9b757f8d672c requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:55:36.679802 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:36.708500 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c016010c-7590-44bc-a7d2-329ac0289a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:36.826937 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-c016010c-7590-44bc-a7d2-329ac0289a16 admin admin] Deleting port 195c2ffc-b4ca-4e0f-bccb-a725a969be96 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:55:36.827652 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c016010c-7590-44bc-a7d2-329ac0289a16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:36.986366 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-c016010c-7590-44bc-a7d2-329ac0289a16 admin admin] For port 195c2ffc-b4ca-4e0f-bccb-a725a969be96, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=195c2ffc-b4ca-4e0f-bccb-a725a969be96,segment=NetworkSegment(49365b53-085c-43f7-a259-421fdf02465f),segment_id=49365b53-085c-43f7-a259-421fdf02465f)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:36.986905 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c016010c-7590-44bc-a7d2-329ac0289a16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:37.026065 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-c016010c-7590-44bc-a7d2-329ac0289a16 admin admin] Calling delete_port for 195c2ffc-b4ca-4e0f-bccb-a725a969be96 owned by network:dhcp {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:55:37.064998 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=82024f09-4045-472b-bf68-891c62809ddd,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:37.290886 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43a511c-ec1f-44c1-9c15-edf6fc038c17 None None] DHCP port deletion for 380dc67f-32ee-42c3-b0ef-9b757f8d672c request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:55:37.332054 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c016010c-7590-44bc-a7d2-329ac0289a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:37.403006 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-c43a511c-ec1f-44c1-9c15-edf6fc038c17 None None] The port '195c2ffc-b4ca-4e0f-bccb-a725a969be96' was deleted {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 12 00:55:37.423984 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c016010c-7590-44bc-a7d2-329ac0289a16 admin admin] Pushing event deleted for resources: {'Port': ['ID=195c2ffc-b4ca-4e0f-bccb-a725a969be96,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:37.426909 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c016010c-7590-44bc-a7d2-329ac0289a16 admin admin] No DVR routers for this DVR port 195c2ffc-b4ca-4e0f-bccb-a725a969be96 on host n-d-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:55:37.438705 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 006edcac-9784-4f12-9487-80676da14248 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:55:37.531416 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 006edcac-9784-4f12-9487-80676da14248 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:55:37.532553 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 006edcac-9784-4f12-9487-80676da14248 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:55:37.532553 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 1a79c30d-7b6b-4240-897c-ae5e8a6b9442 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:55:37.607701 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 1a79c30d-7b6b-4240-897c-ae5e8a6b9442 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:55:37.609037 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 1a79c30d-7b6b-4240-897c-ae5e8a6b9442 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:55:37.609585 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 195c2ffc-b4ca-4e0f-bccb-a725a969be96 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:55:37.675295 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 195c2ffc-b4ca-4e0f-bccb-a725a969be96 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:55:37.678096 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 195c2ffc-b4ca-4e0f-bccb-a725a969be96 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:55:37.716286 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c016010c-7590-44bc-a7d2-329ac0289a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:37.743069 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-c016010c-7590-44bc-a7d2-329ac0289a16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['380dc67f-32ee-42c3-b0ef-9b757f8d672c']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:37.757471 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-c016010c-7590-44bc-a7d2-329ac0289a16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49365b53-085c-43f7-a259-421fdf02465f') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:37.758160 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-c016010c-7590-44bc-a7d2-329ac0289a16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49365b53-085c-43f7-a259-421fdf02465f') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:55:37.771353 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c016010c-7590-44bc-a7d2-329ac0289a16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:37.789506 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c016010c-7590-44bc-a7d2-329ac0289a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:37.799184 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c016010c-7590-44bc-a7d2-329ac0289a16 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:55:37.800001 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c016010c-7590-44bc-a7d2-329ac0289a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:37.874382 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 00:55:37.874382 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:55:37.874382 n-d-712142-27 neutron-server[109085]: timer() Nov 12 00:55:37.874382 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:55:37.874382 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 00:55:37.874382 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:55:37.874382 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 00:55:37.874382 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:55:37.874382 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 00:55:37.874382 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:55:37.874382 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 00:55:37.874382 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:55:37.874382 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 00:55:37.874382 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:55:37.874382 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:55:37.874382 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:55:37.874382 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:55:37.874382 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:55:37.874382 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 00:55:37.874382 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:55:37.874382 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 00:55:37.874382 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:55:37.874382 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:55:37.874382 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:55:37.874382 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 00:55:37.874382 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:55:37.874382 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:55:37.874382 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:55:37.874382 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:55:37.874382 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:55:37.874382 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:55:37.874382 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:55:37.882185 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c016010c-7590-44bc-a7d2-329ac0289a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:37.896734 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c016010c-7590-44bc-a7d2-329ac0289a16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:37.904963 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c016010c-7590-44bc-a7d2-329ac0289a16 admin admin] 10.222.0.45 "DELETE /v2.0/networks/380dc67f-32ee-42c3-b0ef-9b757f8d672c HTTP/1.1" status: 204 len: 168 time: 1.4893482 Nov 12 00:55:37.926898 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c016010c-7590-44bc-a7d2-329ac0289a16 admin admin] Pushing event deleted for resources: {'Network': ['ID=380dc67f-32ee-42c3-b0ef-9b757f8d672c,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:37.972447 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:38.203049 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 54786) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:38.295564 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3c695113-0e98-40e6-b9f8-c63dfa6ce867 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ccb1e7e0eea141e9b6d3110322862248&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0908792 Nov 12 00:55:38.300050 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54788) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:38.422468 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-74be6589-b103-4265-bb5d-9b753619192f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:38.467715 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-74be6589-b103-4265-bb5d-9b753619192f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:38.559499 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-74be6589-b103-4265-bb5d-9b753619192f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:38.562917 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-74be6589-b103-4265-bb5d-9b753619192f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:38.566675 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-74be6589-b103-4265-bb5d-9b753619192f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5abb3ff0-38cf-49e5-944f-b597ab45e01c HTTP/1.1" status: 204 len: 168 time: 0.2626929 Nov 12 00:55:38.594890 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74be6589-b103-4265-bb5d-9b753619192f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abb3ff0-38cf-49e5-944f-b597ab45e01c,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:39.479938 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54800) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:39.597294 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a8cf2b4b-b6ea-4694-abaf-5fb840eabbc2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9b905ac4ad7e414b9066e5552ef2b701&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1131415 Nov 12 00:55:39.598968 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 54802) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:39.702672 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c0de8e22-8d19-4656-8bd0-2f6970854eec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:39.777813 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c0de8e22-8d19-4656-8bd0-2f6970854eec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:39.913569 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c0de8e22-8d19-4656-8bd0-2f6970854eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:39.917208 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c0de8e22-8d19-4656-8bd0-2f6970854eec admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:39.922728 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c0de8e22-8d19-4656-8bd0-2f6970854eec admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dad7c024-341d-45c5-bb34-49aee57d42d9 HTTP/1.1" status: 204 len: 168 time: 0.3175511 Nov 12 00:55:39.943397 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0de8e22-8d19-4656-8bd0-2f6970854eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad7c024-341d-45c5-bb34-49aee57d42d9,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:40.381732 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:42.542112 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f1215-dd1e-4cc4-85cf-14fad1706ded req-810b9c97-b227-4dd2-af1b-f5f2a77d116a tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:42.545834 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ab3f1215-dd1e-4cc4-85cf-14fad1706ded req-810b9c97-b227-4dd2-af1b-f5f2a77d116a tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=896880f5-b30b-4289-85c8-97f7beba98f3 HTTP/1.1" status: 200 len: 949 time: 0.2151465 Nov 12 00:55:42.615589 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1341833-aec1-44f8-b1ae-f8b13051389a req-55422f48-3d54-4931-9a97-5987452cc7e6 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:42.617318 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f1341833-aec1-44f8-b1ae-f8b13051389a req-55422f48-3d54-4931-9a97-5987452cc7e6 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9424a58c-7ae6-41eb-8d71-4d257834ce55 HTTP/1.1" status: 200 len: 945 time: 0.1826038 Nov 12 00:55:42.726123 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ab3f1215-dd1e-4cc4-85cf-14fad1706ded req-5dcbb02a-9f2a-4c86-9ea2-b1ad48b759b9 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713855 Nov 12 00:55:42.730432 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f1341833-aec1-44f8-b1ae-f8b13051389a req-b42046ad-5c2c-4392-9e4e-5195a6d8a080 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866029 Nov 12 00:55:42.806292 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:55:42.914278 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a37393b-55b7-4212-9da1-d6553b46523b x-openstack-request-id: req-0a37393b-55b7-4212-9da1-d6553b46523b {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:55:42.915171 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c02e05a1-dafa-4578-bee0-e14b1b1b5f6e", "name": "network-vif-plugged", "status": "completed", "tag": "79600f1b-7b5c-4954-b9a2-697de9dd276f", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:55:42.915171 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0a37393b-55b7-4212-9da1-d6553b46523b {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:55:42.915508 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c02e05a1-dafa-4578-bee0-e14b1b1b5f6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79600f1b-7b5c-4954-b9a2-697de9dd276f', 'code': 200} Nov 12 00:55:43.284708 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-d59aaa6b-23ae-4703-b7e9-033d09cd9520 req-727b396f-218d-4d5c-8a02-0db196df01db tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1448780363', 'description': 'tempest-description-1615560798'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:43.330284 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d59aaa6b-23ae-4703-b7e9-033d09cd9520 req-727b396f-218d-4d5c-8a02-0db196df01db tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:43.490757 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d59aaa6b-23ae-4703-b7e9-033d09cd9520 req-727b396f-218d-4d5c-8a02-0db196df01db tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:43.497831 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d59aaa6b-23ae-4703-b7e9-033d09cd9520 req-727b396f-218d-4d5c-8a02-0db196df01db tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:43.537261 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d59aaa6b-23ae-4703-b7e9-033d09cd9520 req-727b396f-218d-4d5c-8a02-0db196df01db tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:43.538746 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d59aaa6b-23ae-4703-b7e9-033d09cd9520 req-727b396f-218d-4d5c-8a02-0db196df01db tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2615266 Nov 12 00:55:43.550449 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727b396f-218d-4d5c-8a02-0db196df01db tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f398a6d-133c-439c-ab05-be7a45ded37e,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:43.700331 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29619bf4-1fd5-43e7-b23f-80f50e1f57dd req-2f44c3ed-22ac-4634-8e59-607bf0e34cc6 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:43.706173 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-29619bf4-1fd5-43e7-b23f-80f50e1f57dd req-2f44c3ed-22ac-4634-8e59-607bf0e34cc6 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/ports?device_id=44241e0e-86ed-4a6c-b7a4-90aa36076e1b HTTP/1.1" status: 200 len: 951 time: 0.0820284 Nov 12 00:55:43.770962 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-29619bf4-1fd5-43e7-b23f-80f50e1f57dd req-1b00179c-35ed-4fbf-8bd5-641eaa6f0f6f tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/security-groups?id=d83acefb-04f1-490e-bcaa-44c43b9f6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621259 Nov 12 00:55:44.123103 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ea7040e9-a3ab-454a-be14-dea369be0eef req-16357c23-46b5-4ddd-a05e-9ef07f4acce9 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] 10.222.0.45 "GET /v2.0/security-groups/8f398a6d-133c-439c-ab05-be7a45ded37e HTTP/1.1" status: 200 len: 1822 time: 0.0528688 Nov 12 00:55:44.139816 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-ea7040e9-a3ab-454a-be14-dea369be0eef req-66bab22b-dc8c-42fe-bdfa-0e5417103598 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8f398a6d-133c-439c-ab05-be7a45ded37e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:44.140265 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-ea7040e9-a3ab-454a-be14-dea369be0eef req-66bab22b-dc8c-42fe-bdfa-0e5417103598 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8f398a6d-133c-439c-ab05-be7a45ded37e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:44.239176 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ea7040e9-a3ab-454a-be14-dea369be0eef req-66bab22b-dc8c-42fe-bdfa-0e5417103598 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:44.277497 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ea7040e9-a3ab-454a-be14-dea369be0eef req-66bab22b-dc8c-42fe-bdfa-0e5417103598 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:44.282072 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ea7040e9-a3ab-454a-be14-dea369be0eef req-66bab22b-dc8c-42fe-bdfa-0e5417103598 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:44.301592 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bab22b-dc8c-42fe-bdfa-0e5417103598 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54a12184-6a1e-4ee0-b1ee-207885ae18c1,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:44.320858 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ea7040e9-a3ab-454a-be14-dea369be0eef req-66bab22b-dc8c-42fe-bdfa-0e5417103598 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:44.327547 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ea7040e9-a3ab-454a-be14-dea369be0eef req-66bab22b-dc8c-42fe-bdfa-0e5417103598 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1888714 Nov 12 00:55:44.536721 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae421939-f80b-4344-beaf-9acf4d785d18 req-1c2883fd-374e-4344-a766-a15be88188b3 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:44.538952 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ae421939-f80b-4344-beaf-9acf4d785d18 req-1c2883fd-374e-4344-a766-a15be88188b3 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9424a58c-7ae6-41eb-8d71-4d257834ce55 HTTP/1.1" status: 200 len: 945 time: 0.0843272 Nov 12 00:55:44.571936 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-ddaf498e-3b66-4d15-a3ea-7f7fe08215d3 tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:55:44.573992 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-ddaf498e-3b66-4d15-a3ea-7f7fe08215d3 tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0214672 Nov 12 00:55:44.676993 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-2e651aab-5192-4242-8152-6b2648b86e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:44.679368 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-2e651aab-5192-4242-8152-6b2648b86e8f service neutron] 10.222.0.45 "GET /v2.0/ports/7cc52dcc-3a5e-42ff-bf33-27a85670b23c HTTP/1.1" status: 200 len: 1094 time: 0.0870957 Nov 12 00:55:44.693483 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ae421939-f80b-4344-beaf-9acf4d785d18 req-db938371-6e94-40a9-9856-108d6bf4495e tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438503 Nov 12 00:55:44.701062 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-912efdfa-6ad6-4c5b-92a0-039aaf8c349d service neutron] Request body: {'binding': {'host': 'n-h1-712142-27', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:44.702420 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-912efdfa-6ad6-4c5b-92a0-039aaf8c349d service neutron] Unknown quota resources ['binding']. {{(pid=109085) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 00:55:44.916436 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9424a58c-7ae6-41eb-8d71-4d257834ce55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82024f09-4045-472b-bf68-891c62809ddd'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:55:44.919683 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8cb5ac-e3dc-4689-b404-188aa0990e51" -d '{"events": [{"server_uuid": "9424a58c-7ae6-41eb-8d71-4d257834ce55", "name": "network-vif-plugged", "status": "completed", "tag": "82024f09-4045-472b-bf68-891c62809ddd"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:55:44.961959 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-912efdfa-6ad6-4c5b-92a0-039aaf8c349d service neutron] Attempting to bind port 7cc52dcc-3a5e-42ff-bf33-27a85670b23c on host n-h1-712142-27 for vnic_type normal with profile None {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:55:44.964263 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-912efdfa-6ad6-4c5b-92a0-039aaf8c349d service neutron] Attempting to bind port 7cc52dcc-3a5e-42ff-bf33-27a85670b23c by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': '22cf0803-7015-4b8f-9bea-ad8ec3d31ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfbacf63-886c-40df-80dd-a56be185809d'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:55:44.966247 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-912efdfa-6ad6-4c5b-92a0-039aaf8c349d service neutron] Attempting to bind port 7cc52dcc-3a5e-42ff-bf33-27a85670b23c on network dfbacf63-886c-40df-80dd-a56be185809d {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:55:44.975381 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-912efdfa-6ad6-4c5b-92a0-039aaf8c349d service neutron] Port 7cc52dcc-3a5e-42ff-bf33-27a85670b23c on network dfbacf63-886c-40df-80dd-a56be185809d not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:55:44.976211 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-912efdfa-6ad6-4c5b-92a0-039aaf8c349d service neutron] Attempting to bind port 7cc52dcc-3a5e-42ff-bf33-27a85670b23c on network dfbacf63-886c-40df-80dd-a56be185809d {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:55:44.984890 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-912efdfa-6ad6-4c5b-92a0-039aaf8c349d service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:55:44.985501 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-912efdfa-6ad6-4c5b-92a0-039aaf8c349d service neutron] Checking segment: {'id': '22cf0803-7015-4b8f-9bea-ad8ec3d31ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfbacf63-886c-40df-80dd-a56be185809d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:55:44.986151 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-912efdfa-6ad6-4c5b-92a0-039aaf8c349d service neutron] Bound using segment: {'id': '22cf0803-7015-4b8f-9bea-ad8ec3d31ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfbacf63-886c-40df-80dd-a56be185809d'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:55:44.986842 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-912efdfa-6ad6-4c5b-92a0-039aaf8c349d service neutron] Bound port: 7cc52dcc-3a5e-42ff-bf33-27a85670b23c, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22cf0803-7015-4b8f-9bea-ad8ec3d31ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfbacf63-886c-40df-80dd-a56be185809d'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:55:45.119876 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-912efdfa-6ad6-4c5b-92a0-039aaf8c349d service neutron] For port 7cc52dcc-3a5e-42ff-bf33-27a85670b23c, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=7cc52dcc-3a5e-42ff-bf33-27a85670b23c,segment=NetworkSegment(22cf0803-7015-4b8f-9bea-ad8ec3d31ac5),segment_id=22cf0803-7015-4b8f-9bea-ad8ec3d31ac5)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:55:45.129414 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-912efdfa-6ad6-4c5b-92a0-039aaf8c349d service neutron] Publish callbacks [] for binding, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:45.130867 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-912efdfa-6ad6-4c5b-92a0-039aaf8c349d service neutron] 10.222.0.45 "POST /v2.0/ports/7cc52dcc-3a5e-42ff-bf33-27a85670b23c/bindings HTTP/1.1" status: 201 len: 390 time: 0.4360533 Nov 12 00:55:45.471647 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11857a6-fe3e-4cf2-b515-d48ebe5005a4 req-3a8937d1-6980-4aac-a1b4-36455de77087 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:45.483072 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c11857a6-fe3e-4cf2-b515-d48ebe5005a4 req-3a8937d1-6980-4aac-a1b4-36455de77087 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=896880f5-b30b-4289-85c8-97f7beba98f3 HTTP/1.1" status: 200 len: 949 time: 0.1316185 Nov 12 00:55:45.584623 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c11857a6-fe3e-4cf2-b515-d48ebe5005a4 req-32104edb-827e-41c7-8cba-88ebb75ca803 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001635 Nov 12 00:55:45.931078 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-66b497eb-3fbc-400d-aadb-591ae0e93112 req-71bf83c8-205f-47cb-9404-fb261bb72aa6 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1667986756', 'description': 'tempest-description-1258883338'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:45.968728 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-57e79bcf-0cfd-4e47-8942-d006b7a485a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:45.970481 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-57e79bcf-0cfd-4e47-8942-d006b7a485a3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=31213ba92821461cba1a0adcb9241baa&device_id=411a9c2b-9b2b-4618-a317-6693bbdf6ef3 HTTP/1.1" status: 200 len: 1097 time: 0.3847375 Nov 12 00:55:45.972269 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-66b497eb-3fbc-400d-aadb-591ae0e93112 req-71bf83c8-205f-47cb-9404-fb261bb72aa6 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:45.987278 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474848a8-edbd-475c-bca2-9937b59e6e3c x-openstack-request-id: req-474848a8-edbd-475c-bca2-9937b59e6e3c {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:55:45.988599 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9424a58c-7ae6-41eb-8d71-4d257834ce55", "name": "network-vif-plugged", "status": "completed", "tag": "82024f09-4045-472b-bf68-891c62809ddd", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:55:45.988599 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-474848a8-edbd-475c-bca2-9937b59e6e3c {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:55:45.988895 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9424a58c-7ae6-41eb-8d71-4d257834ce55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82024f09-4045-472b-bf68-891c62809ddd', 'code': 200} Nov 12 00:55:46.209821 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-64ba9e82-6b66-45db-bab0-0bcd140f1230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:46.213521 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-64ba9e82-6b66-45db-bab0-0bcd140f1230 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dfbacf63-886c-40df-80dd-a56be185809d HTTP/1.1" status: 200 len: 908 time: 0.2299581 Nov 12 00:55:46.241691 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408220b-d40f-413f-9603-15c00975e400 req-1bb82822-848a-4ccb-a351-2ae304b96bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:46.245003 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d408220b-d40f-413f-9603-15c00975e400 req-1bb82822-848a-4ccb-a351-2ae304b96bd8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9424a58c-7ae6-41eb-8d71-4d257834ce55 HTTP/1.1" status: 200 len: 1097 time: 0.1326034 Nov 12 00:55:46.316746 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d408220b-d40f-413f-9603-15c00975e400 req-70900bb5-44cb-4b61-bfc2-ecf13b22ab1c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614753 Nov 12 00:55:46.317006 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-437dcb49-fe3d-47a8-946b-41f38350c9d6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7cc52dcc-3a5e-42ff-bf33-27a85670b23c HTTP/1.1" status: 200 len: 217 time: 0.0876734 Nov 12 00:55:46.352607 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-66b497eb-3fbc-400d-aadb-591ae0e93112 req-71bf83c8-205f-47cb-9404-fb261bb72aa6 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:46.409501 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 79600f1b-7b5c-4954-b9a2-697de9dd276f no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:55:46.435057 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-66b497eb-3fbc-400d-aadb-591ae0e93112 req-71bf83c8-205f-47cb-9404-fb261bb72aa6 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:46.560821 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:46.645922 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 79600f1b-7b5c-4954-b9a2-697de9dd276f, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=79600f1b-7b5c-4954-b9a2-697de9dd276f,segment=NetworkSegment(f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2),segment_id=f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:46.665067 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:46.666446 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 1d4a1934-8575-49f5-8050-cc118cfecd7b no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:55:46.810831 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=79600f1b-7b5c-4954-b9a2-697de9dd276f,revision_number=8']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:46.868408 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:46.915755 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 1d4a1934-8575-49f5-8050-cc118cfecd7b, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=1d4a1934-8575-49f5-8050-cc118cfecd7b,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:46.922043 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:47.004525 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-e5549fb9-dc8c-4346-88e6-e61f48ee7dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:47.008562 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-e5549fb9-dc8c-4346-88e6-e61f48ee7dc2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=47cc90a9-e995-4711-ba6b-508e6e69e5de HTTP/1.1" status: 200 len: 848 time: 0.6608527 Nov 12 00:55:47.021771 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-66b497eb-3fbc-400d-aadb-591ae0e93112 req-71bf83c8-205f-47cb-9404-fb261bb72aa6 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:47.034819 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-66b497eb-3fbc-400d-aadb-591ae0e93112 req-71bf83c8-205f-47cb-9404-fb261bb72aa6 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 1.1115081 Nov 12 00:55:47.051808 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=1d4a1934-8575-49f5-8050-cc118cfecd7b,revision_number=11']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:47.053606 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf83c8-205f-47cb-9404-fb261bb72aa6 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbc538d-19d1-4e7a-bf17-1e671d9a0e7a,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:47.112679 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15d5ec-3737-49b9-a2d5-d03062ca629c req-e3981d91-7938-4199-ae20-002e22ec4050 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:47.122374 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fb15d5ec-3737-49b9-a2d5-d03062ca629c req-e3981d91-7938-4199-ae20-002e22ec4050 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=411a9c2b-9b2b-4618-a317-6693bbdf6ef3 HTTP/1.1" status: 200 len: 945 time: 0.8150663 Nov 12 00:55:47.127164 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-37dd09d5-06c9-4d33-b586-d6249289626b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dfbacf63-886c-40df-80dd-a56be185809d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1091051 Nov 12 00:55:47.367789 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fb15d5ec-3737-49b9-a2d5-d03062ca629c req-f0e4a091-2f4d-4ab4-b6c1-401f7e12b59b tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431257 Nov 12 00:55:47.423919 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-a26333a8-7253-4293-bb84-52c0dfd274f3 service neutron] 10.222.0.16 "GET /v2.0/networks/dfbacf63-886c-40df-80dd-a56be185809d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862315 Nov 12 00:55:47.465987 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a43ae-5b14-4437-a54e-8657ae81eb93 req-270fc867-82a6-4dda-a915-9f983b0abd1c tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:47.468861 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-874a43ae-5b14-4437-a54e-8657ae81eb93 req-270fc867-82a6-4dda-a915-9f983b0abd1c tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9424a58c-7ae6-41eb-8d71-4d257834ce55 HTTP/1.1" status: 200 len: 945 time: 0.2926383 Nov 12 00:55:47.715171 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-874a43ae-5b14-4437-a54e-8657ae81eb93 req-d10d5ee9-ab1b-4ac7-a7d3-a351fef2cf89 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238591 Nov 12 00:55:47.729808 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-0725d285-b3a7-403e-81b8-c363ba5159a1 service neutron] 10.222.0.16 "GET /v2.0/networks/dfbacf63-886c-40df-80dd-a56be185809d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946389 Nov 12 00:55:47.989722 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c02e05a1-dafa-4578-bee0-e14b1b1b5f6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79600f1b-7b5c-4954-b9a2-697de9dd276f'}, {'server_uuid': '44241e0e-86ed-4a6c-b7a4-90aa36076e1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d4a1934-8575-49f5-8050-cc118cfecd7b'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:55:47.993767 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e084a4-7986-4fb0-8ccf-4a2bdb95f397" -d '{"events": [{"server_uuid": "c02e05a1-dafa-4578-bee0-e14b1b1b5f6e", "name": "network-vif-unplugged", "status": "completed", "tag": "79600f1b-7b5c-4954-b9a2-697de9dd276f"}, {"server_uuid": "44241e0e-86ed-4a6c-b7a4-90aa36076e1b", "name": "network-vif-unplugged", "status": "completed", "tag": "1d4a1934-8575-49f5-8050-cc118cfecd7b"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:55:48.037393 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55d290-cef9-458d-85b1-03b6c63ae318 req-b5af4962-5076-4094-ad74-434ef9c4f044 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:48.043885 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cf55d290-cef9-458d-85b1-03b6c63ae318 req-b5af4962-5076-4094-ad74-434ef9c4f044 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=896880f5-b30b-4289-85c8-97f7beba98f3 HTTP/1.1" status: 200 len: 949 time: 0.1097066 Nov 12 00:55:48.129912 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cf55d290-cef9-458d-85b1-03b6c63ae318 req-c52e7271-75bc-48f1-bc0d-dcb197354eaf tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732582 Nov 12 00:55:48.244887 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bef994c0-9233-4a5c-8bf1-cfb486fecc6e req-3cfc1f5f-31fc-4909-8dc9-5965bde161d2 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] 10.222.0.45 "GET /v2.0/security-groups/fdbc538d-19d1-4e7a-bf17-1e671d9a0e7a HTTP/1.1" status: 200 len: 1822 time: 0.0754540 Nov 12 00:55:48.265154 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-bef994c0-9233-4a5c-8bf1-cfb486fecc6e req-74380b66-b94a-4f60-9e0d-459f575bac2d tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'fdbc538d-19d1-4e7a-bf17-1e671d9a0e7a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:48.265707 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-bef994c0-9233-4a5c-8bf1-cfb486fecc6e req-74380b66-b94a-4f60-9e0d-459f575bac2d tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'fdbc538d-19d1-4e7a-bf17-1e671d9a0e7a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:48.356069 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-bef994c0-9233-4a5c-8bf1-cfb486fecc6e req-74380b66-b94a-4f60-9e0d-459f575bac2d tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:48.397881 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-bef994c0-9233-4a5c-8bf1-cfb486fecc6e req-74380b66-b94a-4f60-9e0d-459f575bac2d tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:48.407534 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-bef994c0-9233-4a5c-8bf1-cfb486fecc6e req-74380b66-b94a-4f60-9e0d-459f575bac2d tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:48.477561 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74380b66-b94a-4f60-9e0d-459f575bac2d tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5252afd6-b3eb-4c50-af2a-331a07a24d83,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:48.500278 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-bef994c0-9233-4a5c-8bf1-cfb486fecc6e req-74380b66-b94a-4f60-9e0d-459f575bac2d tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:48.513067 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bef994c0-9233-4a5c-8bf1-cfb486fecc6e req-74380b66-b94a-4f60-9e0d-459f575bac2d tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2555950 Nov 12 00:55:48.669758 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-69e9a2b4-9ae5-4d37-b70a-5e246f37742f req-c7ee2e75-e23f-4209-9839-6da11b4d4f48 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0724394 Nov 12 00:55:48.673238 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 12 Nov 2021 00:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a8c224-c8ce-44b5-afe4-3e4083d3d82a x-openstack-request-id: req-91a8c224-c8ce-44b5-afe4-3e4083d3d82a {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:55:48.674494 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c02e05a1-dafa-4578-bee0-e14b1b1b5f6e", "name": "network-vif-unplugged", "status": "completed", "tag": "79600f1b-7b5c-4954-b9a2-697de9dd276f", "code": 200}, {"server_uuid": "44241e0e-86ed-4a6c-b7a4-90aa36076e1b", "name": "network-vif-unplugged", "status": "completed", "tag": "1d4a1934-8575-49f5-8050-cc118cfecd7b", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:55:48.674905 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-91a8c224-c8ce-44b5-afe4-3e4083d3d82a {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:55:48.675470 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c02e05a1-dafa-4578-bee0-e14b1b1b5f6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79600f1b-7b5c-4954-b9a2-697de9dd276f', 'code': 200} Nov 12 00:55:48.675882 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44241e0e-86ed-4a6c-b7a4-90aa36076e1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d4a1934-8575-49f5-8050-cc118cfecd7b', 'code': 200} Nov 12 00:55:48.822004 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb97de-9dfd-4693-87b9-64264de76b52 req-200d8103-ed0d-4437-9b49-73a7ba8ec8ea tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:48.830617 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ccfb97de-9dfd-4693-87b9-64264de76b52 req-200d8103-ed0d-4437-9b49-73a7ba8ec8ea tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=411a9c2b-9b2b-4618-a317-6693bbdf6ef3 HTTP/1.1" status: 200 len: 945 time: 0.0978990 Nov 12 00:55:48.881135 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-0b994d66-2620-47ce-a772-5348bdf50b7a req-93a963a1-2b7f-4753-baad-ae9e15bb48e9 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-380462583', 'description': 'tempest-description-1993577530'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:48.907592 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e9a2b4-9ae5-4d37-b70a-5e246f37742f req-e26efcfe-b759-40be-b513-58e6c66ac45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:48.909099 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-69e9a2b4-9ae5-4d37-b70a-5e246f37742f req-e26efcfe-b759-40be-b513-58e6c66ac45e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=31213ba92821461cba1a0adcb9241baa&device_id=7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873 HTTP/1.1" status: 200 len: 1097 time: 0.1395056 Nov 12 00:55:48.913480 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-0b994d66-2620-47ce-a772-5348bdf50b7a req-93a963a1-2b7f-4753-baad-ae9e15bb48e9 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:48.946994 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ccfb97de-9dfd-4693-87b9-64264de76b52 req-519636bc-fc09-4bd3-b787-b89edd7bb8a4 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153710 Nov 12 00:55:49.126366 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-0b994d66-2620-47ce-a772-5348bdf50b7a req-93a963a1-2b7f-4753-baad-ae9e15bb48e9 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:49.129194 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e9a2b4-9ae5-4d37-b70a-5e246f37742f req-d8696ece-42d5-48b5-b5df-a0386bf966c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:49.131020 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-69e9a2b4-9ae5-4d37-b70a-5e246f37742f req-d8696ece-42d5-48b5-b5df-a0386bf966c4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dfbacf63-886c-40df-80dd-a56be185809d HTTP/1.1" status: 200 len: 908 time: 0.1722791 Nov 12 00:55:49.132355 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-0b994d66-2620-47ce-a772-5348bdf50b7a req-93a963a1-2b7f-4753-baad-ae9e15bb48e9 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:49.197213 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-69e9a2b4-9ae5-4d37-b70a-5e246f37742f req-cb45bf10-e966-48ca-a930-ff54d894cf86 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c668a224-06b4-4f21-be65-64f708fef230 HTTP/1.1" status: 200 len: 217 time: 0.0479040 Nov 12 00:55:49.219581 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a963a1-2b7f-4753-baad-ae9e15bb48e9 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d669b449-0f28-44fa-baec-6cd3f739d7b2,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:49.227827 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-0b994d66-2620-47ce-a772-5348bdf50b7a req-93a963a1-2b7f-4753-baad-ae9e15bb48e9 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:49.240810 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0b994d66-2620-47ce-a772-5348bdf50b7a req-93a963a1-2b7f-4753-baad-ae9e15bb48e9 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3691142 Nov 12 00:55:49.337048 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e9a2b4-9ae5-4d37-b70a-5e246f37742f req-9faf279d-5d14-4795-bb1d-b0441a46bc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:49.348673 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-69e9a2b4-9ae5-4d37-b70a-5e246f37742f req-9faf279d-5d14-4795-bb1d-b0441a46bc80 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=47cc90a9-e995-4711-ba6b-508e6e69e5de HTTP/1.1" status: 200 len: 848 time: 0.1345060 Nov 12 00:55:49.562216 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-69e9a2b4-9ae5-4d37-b70a-5e246f37742f req-b4f7dee3-c2d6-4aa6-bfa4-caa9a12c0d1a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dfbacf63-886c-40df-80dd-a56be185809d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2009785 Nov 12 00:55:49.694571 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a6e95-5feb-4252-aa18-9bb00a7eea68 req-c82a6d74-9974-421a-ab5f-a400e77ee36e tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:49.697476 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ec8a6e95-5feb-4252-aa18-9bb00a7eea68 req-c82a6d74-9974-421a-ab5f-a400e77ee36e tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9424a58c-7ae6-41eb-8d71-4d257834ce55 HTTP/1.1" status: 200 len: 945 time: 0.3408654 Nov 12 00:55:49.847282 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e58887-4cf6-432e-9342-dbe03d1c765f req-8c6d793e-4336-4e95-b3e8-6e80fa2f78a0 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:49.850182 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c9e58887-4cf6-432e-9342-dbe03d1c765f req-8c6d793e-4336-4e95-b3e8-6e80fa2f78a0 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/ports?device_id=44241e0e-86ed-4a6c-b7a4-90aa36076e1b HTTP/1.1" status: 200 len: 949 time: 0.2967196 Nov 12 00:55:49.953251 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-69e9a2b4-9ae5-4d37-b70a-5e246f37742f req-9da7fa47-9955-444e-9fa7-cd9a0e53b242 service neutron] 10.222.0.16 "GET /v2.0/networks/dfbacf63-886c-40df-80dd-a56be185809d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564646 Nov 12 00:55:49.964692 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ec8a6e95-5feb-4252-aa18-9bb00a7eea68 req-0ebe07ed-47ce-4597-a9f6-5f1de48e076c tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582896 Nov 12 00:55:50.045756 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c9e58887-4cf6-432e-9342-dbe03d1c765f req-1577cc9d-2419-4ed8-881c-a90b4e4a578b tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/security-groups?id=d83acefb-04f1-490e-bcaa-44c43b9f6096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759198 Nov 12 00:55:50.144494 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-a1e248de-2c12-4665-9fc1-d414d571f8f1 req-be00ee31-3444-440b-abc4-6bbe66e66623 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1827750273', 'description': 'tempest-description-440764580'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:50.205479 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a1e248de-2c12-4665-9fc1-d414d571f8f1 req-be00ee31-3444-440b-abc4-6bbe66e66623 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:50.264733 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-69e9a2b4-9ae5-4d37-b70a-5e246f37742f req-0a6a7cae-9cfb-404f-a4d2-f6e72900f24e service neutron] 10.222.0.16 "GET /v2.0/networks/dfbacf63-886c-40df-80dd-a56be185809d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963023 Nov 12 00:55:50.411828 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0717825-1e15-44ec-b1ab-a773ec3f2f42 req-082f3f34-9927-4ebe-a64b-d48ff6c5242a tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:50.414816 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b0717825-1e15-44ec-b1ab-a773ec3f2f42 req-082f3f34-9927-4ebe-a64b-d48ff6c5242a tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=896880f5-b30b-4289-85c8-97f7beba98f3 HTTP/1.1" status: 200 len: 949 time: 0.1982677 Nov 12 00:55:50.504116 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a1e248de-2c12-4665-9fc1-d414d571f8f1 req-be00ee31-3444-440b-abc4-6bbe66e66623 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:50.516396 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a1e248de-2c12-4665-9fc1-d414d571f8f1 req-be00ee31-3444-440b-abc4-6bbe66e66623 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:50.536249 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b0717825-1e15-44ec-b1ab-a773ec3f2f42 req-16a4b4b8-be08-4e65-88ac-406f34552f90 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019833 Nov 12 00:55:50.565394 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a1e248de-2c12-4665-9fc1-d414d571f8f1 req-be00ee31-3444-440b-abc4-6bbe66e66623 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:50.567120 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a1e248de-2c12-4665-9fc1-d414d571f8f1 req-be00ee31-3444-440b-abc4-6bbe66e66623 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4313550 Nov 12 00:55:50.574345 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be00ee31-3444-440b-abc4-6bbe66e66623 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e30d24-6d9c-46b4-9310-b9089d5254c8,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:50.813616 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b9b825-8f09-4a71-8c1a-e0587cd18cbc req-9d3392fd-48bc-4c84-90b6-0dc8c2bd4ec8 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:50.815193 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-59b9b825-8f09-4a71-8c1a-e0587cd18cbc req-9d3392fd-48bc-4c84-90b6-0dc8c2bd4ec8 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=411a9c2b-9b2b-4618-a317-6693bbdf6ef3 HTTP/1.1" status: 200 len: 945 time: 0.1444240 Nov 12 00:55:50.869632 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde679cf-6822-45ab-b1f7-7acda361c0c6 req-0c3161db-8e60-4969-82ad-515dc270b481 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:50.871278 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dde679cf-6822-45ab-b1f7-7acda361c0c6 req-0c3161db-8e60-4969-82ad-515dc270b481 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/networks?id=cab82de1-4853-402a-8ee1-5c45d6f97745 HTTP/1.1" status: 200 len: 805 time: 0.1597323 Nov 12 00:55:50.912680 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dde679cf-6822-45ab-b1f7-7acda361c0c6 req-5dce8e3b-f009-424a-9b3a-55b66617c106 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/quotas/57d245a6684d43328d4720699dcb1130 HTTP/1.1" status: 200 len: 375 time: 0.0296798 Nov 12 00:55:50.926621 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-59b9b825-8f09-4a71-8c1a-e0587cd18cbc req-ceb65810-a85d-4790-9e80-01a07c04e40c tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994952 Nov 12 00:55:51.007218 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dde679cf-6822-45ab-b1f7-7acda361c0c6 req-aff8d973-b93d-4962-886c-45cdb7abfbc5 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=57d245a6684d43328d4720699dcb1130&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0758126 Nov 12 00:55:51.182536 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f292ea8-4066-4abc-a0c7-89dc482495e9 req-56179c03-f574-4fea-b792-45c83f205b68 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:51.185144 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4f292ea8-4066-4abc-a0c7-89dc482495e9 req-56179c03-f574-4fea-b792-45c83f205b68 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.44 "GET /v2.0/ports?device_id=44241e0e-86ed-4a6c-b7a4-90aa36076e1b HTTP/1.1" status: 200 len: 949 time: 0.0996561 Nov 12 00:55:51.351138 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dde679cf-6822-45ab-b1f7-7acda361c0c6 req-bd7ac380-8717-4149-af49-596e31adbe54 service neutron] 10.222.0.45 "GET /v2.0/networks/cab82de1-4853-402a-8ee1-5c45d6f97745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183291 Nov 12 00:55:51.353293 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-4f292ea8-4066-4abc-a0c7-89dc482495e9 req-16c70653-2a65-4c90-ae09-13966a68b878 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Deleting port 1d4a1934-8575-49f5-8050-cc118cfecd7b {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:55:51.353895 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4f292ea8-4066-4abc-a0c7-89dc482495e9 req-16c70653-2a65-4c90-ae09-13966a68b878 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:51.369408 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-a7eb3fe2-8e55-49b5-a935-b375722f4b08 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:51.371372 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-a7eb3fe2-8e55-49b5-a935-b375722f4b08 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/networks?id=00a03daf-efbb-48db-964b-992b2504dfd0 HTTP/1.1" status: 200 len: 806 time: 0.2544491 Nov 12 00:55:51.406374 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-baeba0b8-ee81-4cf0-8991-50e7608819d4 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/quotas/ab22182039774befa325e91b3a0bd782 HTTP/1.1" status: 200 len: 375 time: 0.0204191 Nov 12 00:55:51.514388 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-4f292ea8-4066-4abc-a0c7-89dc482495e9 req-16c70653-2a65-4c90-ae09-13966a68b878 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] For port 1d4a1934-8575-49f5-8050-cc118cfecd7b, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=1d4a1934-8575-49f5-8050-cc118cfecd7b,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:51.514792 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4f292ea8-4066-4abc-a0c7-89dc482495e9 req-16c70653-2a65-4c90-ae09-13966a68b878 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:51.540906 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-8083647f-7f36-4e21-8b8b-475a963683c7 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab22182039774befa325e91b3a0bd782&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1009853 Nov 12 00:55:51.560984 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-4f292ea8-4066-4abc-a0c7-89dc482495e9 req-16c70653-2a65-4c90-ae09-13966a68b878 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Calling delete_port for 1d4a1934-8575-49f5-8050-cc118cfecd7b owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:55:51.565151 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dde679cf-6822-45ab-b1f7-7acda361c0c6 req-913d9e0f-e64e-441f-8f39-1af255bbb169 service neutron] 10.222.0.45 "GET /v2.0/networks/cab82de1-4853-402a-8ee1-5c45d6f97745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124574 Nov 12 00:55:51.728027 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4f292ea8-4066-4abc-a0c7-89dc482495e9 req-16c70653-2a65-4c90-ae09-13966a68b878 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:51.817177 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c70653-2a65-4c90-ae09-13966a68b878 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Pushing event deleted for resources: {'Port': ['ID=1d4a1934-8575-49f5-8050-cc118cfecd7b,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:51.870632 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f292ea8-4066-4abc-a0c7-89dc482495e9 req-16c70653-2a65-4c90-ae09-13966a68b878 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] No DVR routers for this DVR port 1d4a1934-8575-49f5-8050-cc118cfecd7b on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:55:51.875673 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4f292ea8-4066-4abc-a0c7-89dc482495e9 req-16c70653-2a65-4c90-ae09-13966a68b878 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:51.879484 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4f292ea8-4066-4abc-a0c7-89dc482495e9 req-16c70653-2a65-4c90-ae09-13966a68b878 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.44 "DELETE /v2.0/ports/1d4a1934-8575-49f5-8050-cc118cfecd7b HTTP/1.1" status: 204 len: 173 time: 0.6862702 Nov 12 00:55:51.879817 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44241e0e-86ed-4a6c-b7a4-90aa36076e1b', 'name': 'network-vif-deleted', 'tag': '1d4a1934-8575-49f5-8050-cc118cfecd7b'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:55:51.882179 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26db456-a178-49d1-b8fa-439fbf9894d6" -d '{"events": [{"server_uuid": "44241e0e-86ed-4a6c-b7a4-90aa36076e1b", "name": "network-vif-deleted", "tag": "1d4a1934-8575-49f5-8050-cc118cfecd7b"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:55:51.890584 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f7c86cf7-0ed2-45e7-acbb-f2ddc322245d req-58644052-8f47-477d-8644-7cd65ca8593a tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] 10.222.0.45 "GET /v2.0/security-groups/d669b449-0f28-44fa-baec-6cd3f739d7b2 HTTP/1.1" status: 200 len: 1821 time: 0.0705705 Nov 12 00:55:51.983651 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7f2cb7-ca06-4d33-b630-f3ff2b625fdf req-b4f95aee-629c-4f50-821f-cf5773aaa56b tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:51.985493 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bd7f2cb7-ca06-4d33-b630-f3ff2b625fdf req-b4f95aee-629c-4f50-821f-cf5773aaa56b tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.44 "GET /v2.0/ports?device_id=c02e05a1-dafa-4578-bee0-e14b1b1b5f6e HTTP/1.1" status: 200 len: 943 time: 0.2659447 Nov 12 00:55:52.051773 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f7c86cf7-0ed2-45e7-acbb-f2ddc322245d req-8a600604-7f44-42cf-9cd2-c62be37ee862 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] 10.222.0.45 "GET /v2.0/security-groups/d2e30d24-6d9c-46b4-9310-b9089d5254c8 HTTP/1.1" status: 200 len: 1821 time: 0.1524172 Nov 12 00:55:52.057362 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-f7c86cf7-0ed2-45e7-acbb-f2ddc322245d req-78fbf254-d84d-4830-b1bf-bbabeff56c72 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd669b449-0f28-44fa-baec-6cd3f739d7b2', 'remote_group_id': 'd2e30d24-6d9c-46b4-9310-b9089d5254c8', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:52.057642 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-f7c86cf7-0ed2-45e7-acbb-f2ddc322245d req-78fbf254-d84d-4830-b1bf-bbabeff56c72 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd669b449-0f28-44fa-baec-6cd3f739d7b2', 'remote_group_id': 'd2e30d24-6d9c-46b4-9310-b9089d5254c8', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:52.084656 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-c0785dd5-0e69-4604-83db-e87c6894880f service neutron] 10.222.0.45 "GET /v2.0/networks/00a03daf-efbb-48db-964b-992b2504dfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5349550 Nov 12 00:55:52.269422 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f7c86cf7-0ed2-45e7-acbb-f2ddc322245d req-78fbf254-d84d-4830-b1bf-bbabeff56c72 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:52.329029 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-640cd7bd-ef59-4d8a-9595-ba718e1a778c service neutron] 10.222.0.45 "GET /v2.0/networks/00a03daf-efbb-48db-964b-992b2504dfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390475 Nov 12 00:55:52.336185 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-bd7f2cb7-ca06-4d33-b630-f3ff2b625fdf req-4765be0b-c6c9-47c2-8b97-2b7a65282046 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Deleting port 79600f1b-7b5c-4954-b9a2-697de9dd276f {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:55:52.336539 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-bd7f2cb7-ca06-4d33-b630-f3ff2b625fdf req-4765be0b-c6c9-47c2-8b97-2b7a65282046 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:52.376230 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f7c86cf7-0ed2-45e7-acbb-f2ddc322245d req-78fbf254-d84d-4830-b1bf-bbabeff56c72 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:52.412733 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f7c86cf7-0ed2-45e7-acbb-f2ddc322245d req-78fbf254-d84d-4830-b1bf-bbabeff56c72 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:52.453368 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fbf254-d84d-4830-b1bf-bbabeff56c72 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17227f68-329a-4284-a0a9-d106b3d10e9e,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:52.470604 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f7c86cf7-0ed2-45e7-acbb-f2ddc322245d req-78fbf254-d84d-4830-b1bf-bbabeff56c72 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:52.483252 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f7c86cf7-0ed2-45e7-acbb-f2ddc322245d req-78fbf254-d84d-4830-b1bf-bbabeff56c72 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4302955 Nov 12 00:55:52.532638 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-bd7f2cb7-ca06-4d33-b630-f3ff2b625fdf req-4765be0b-c6c9-47c2-8b97-2b7a65282046 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] For port 79600f1b-7b5c-4954-b9a2-697de9dd276f, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=79600f1b-7b5c-4954-b9a2-697de9dd276f,segment=NetworkSegment(f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2),segment_id=f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:52.533584 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-bd7f2cb7-ca06-4d33-b630-f3ff2b625fdf req-4765be0b-c6c9-47c2-8b97-2b7a65282046 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:52.566495 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-bd7f2cb7-ca06-4d33-b630-f3ff2b625fdf req-4765be0b-c6c9-47c2-8b97-2b7a65282046 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Calling delete_port for 79600f1b-7b5c-4954-b9a2-697de9dd276f owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:55:52.803518 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-53f1c0b9-7ac7-4483-8c7c-3db36a5825f7 req-5c083b00-ee0a-45ee-a1a5-cb8d367dd544 tempest-ImagesOneServerTestJSON-1867179106 tempest-ImagesOneServerTestJSON-1867179106-project] 10.222.0.45 "GET /v2.0/ports?device_id=44241e0e-86ed-4a6c-b7a4-90aa36076e1b HTTP/1.1" status: 200 len: 210 time: 0.0880039 Nov 12 00:55:52.989432 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b91056-06db-4a80-bb47-1f4f7c87800c req-50fe5181-4c30-448d-bd5e-cbb71a156d66 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:52.994482 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-29b91056-06db-4a80-bb47-1f4f7c87800c req-50fe5181-4c30-448d-bd5e-cbb71a156d66 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=896880f5-b30b-4289-85c8-97f7beba98f3 HTTP/1.1" status: 200 len: 949 time: 0.1746314 Nov 12 00:55:53.156511 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55200) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:53.168312 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-08c58091-f13b-47f7-8bba-37c5a7a438a8 req-fce558a2-3f92-423c-92dd-b47834c6276d tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff1142ba-0590-4a31-a11f-49856e71f116 HTTP/1.1" status: 200 len: 210 time: 0.1721053 Nov 12 00:55:53.250967 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-bd7f2cb7-ca06-4d33-b630-f3ff2b625fdf req-4765be0b-c6c9-47c2-8b97-2b7a65282046 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:53.263250 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525c18f8-457e-49b5-a25a-400ee4935852 x-openstack-request-id: req-525c18f8-457e-49b5-a25a-400ee4935852 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:55:53.263888 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44241e0e-86ed-4a6c-b7a4-90aa36076e1b", "name": "network-vif-deleted", "tag": "1d4a1934-8575-49f5-8050-cc118cfecd7b", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:55:53.264561 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-525c18f8-457e-49b5-a25a-400ee4935852 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:55:53.265186 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44241e0e-86ed-4a6c-b7a4-90aa36076e1b', 'name': 'network-vif-deleted', 'tag': '1d4a1934-8575-49f5-8050-cc118cfecd7b', 'status': 'completed', 'code': 200} Nov 12 00:55:53.288339 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-29b91056-06db-4a80-bb47-1f4f7c87800c req-3e78bf35-4c80-4579-93db-972fc4d13e39 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822826 Nov 12 00:55:53.362099 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-88b513eb-7eed-463c-98f1-8877f6763665 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:53.413071 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4765be0b-c6c9-47c2-8b97-2b7a65282046 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Pushing event deleted for resources: {'Port': ['ID=79600f1b-7b5c-4954-b9a2-697de9dd276f,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:53.535678 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-88b513eb-7eed-463c-98f1-8877f6763665 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:53.551382 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-88b513eb-7eed-463c-98f1-8877f6763665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:53.672793 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-88b513eb-7eed-463c-98f1-8877f6763665 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=52936b6577cc4a5289557b12a6d2131d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5137026 Nov 12 00:55:53.676290 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55208) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:53.686031 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b513eb-7eed-463c-98f1-8877f6763665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e828603-de8f-4d82-82df-cec59b45f4b2,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:53.762508 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde679cf-6822-45ab-b1f7-7acda361c0c6 req-a5334f59-68c3-4b46-86ed-0bd8f81c90be tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:53.764586 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-dde679cf-6822-45ab-b1f7-7acda361c0c6 req-a5334f59-68c3-4b46-86ed-0bd8f81c90be tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.44 "GET /v2.0/networks?id=cab82de1-4853-402a-8ee1-5c45d6f97745 HTTP/1.1" status: 200 len: 805 time: 0.2269013 Nov 12 00:55:53.781106 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-83635aa9-2434-44d5-a79e-79cfc41205cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:53.787835 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1922a41-c758-4acb-b9d0-09e18b4a82ab req-8ed326dc-7d70-446f-8bd2-c8bf6203bf83 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:53.790099 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-dde679cf-6822-45ab-b1f7-7acda361c0c6 req-eeb881ec-fb1a-4248-a35c-6f5657f421a3 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Request body: {'port': {'device_id': 'ff1142ba-0590-4a31-a11f-49856e71f116', 'network_id': 'cab82de1-4853-402a-8ee1-5c45d6f97745', 'admin_state_up': True, 'tenant_id': '57d245a6684d43328d4720699dcb1130'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:53.801551 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c1922a41-c758-4acb-b9d0-09e18b4a82ab req-8ed326dc-7d70-446f-8bd2-c8bf6203bf83 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/networks?id=1c193d6a-5984-4109-91aa-b0c9d7c9a6bf HTTP/1.1" status: 200 len: 820 time: 0.2079751 Nov 12 00:55:53.859853 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd7f2cb7-ca06-4d33-b630-f3ff2b625fdf req-4765be0b-c6c9-47c2-8b97-2b7a65282046 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] No DVR routers for this DVR port 79600f1b-7b5c-4954-b9a2-697de9dd276f on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:55:53.865323 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-bd7f2cb7-ca06-4d33-b630-f3ff2b625fdf req-4765be0b-c6c9-47c2-8b97-2b7a65282046 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:53.872603 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bd7f2cb7-ca06-4d33-b630-f3ff2b625fdf req-4765be0b-c6c9-47c2-8b97-2b7a65282046 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.44 "DELETE /v2.0/ports/79600f1b-7b5c-4954-b9a2-697de9dd276f HTTP/1.1" status: 204 len: 173 time: 1.8695910 Nov 12 00:55:53.878033 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-83635aa9-2434-44d5-a79e-79cfc41205cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:53.886117 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d091c-fa77-4a42-a674-89808864c252 req-796e6f91-8e24-4f7b-9134-2c71c9449b06 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:53.888805 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c83d091c-fa77-4a42-a674-89808864c252 req-796e6f91-8e24-4f7b-9134-2c71c9449b06 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=411a9c2b-9b2b-4618-a317-6693bbdf6ef3 HTTP/1.1" status: 200 len: 945 time: 0.4949780 Nov 12 00:55:53.889208 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c02e05a1-dafa-4578-bee0-e14b1b1b5f6e', 'name': 'network-vif-deleted', 'tag': '79600f1b-7b5c-4954-b9a2-697de9dd276f'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:55:53.892566 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611cd939-123d-4c24-aaea-c2023c4b36e4" -d '{"events": [{"server_uuid": "c02e05a1-dafa-4578-bee0-e14b1b1b5f6e", "name": "network-vif-deleted", "tag": "79600f1b-7b5c-4954-b9a2-697de9dd276f"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:55:53.896395 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c1922a41-c758-4acb-b9d0-09e18b4a82ab req-8ffc509c-e123-4f53-a2f6-4bf85c3ad404 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/quotas/52ec13b5aa674ec2836b22da2faf152e HTTP/1.1" status: 200 len: 375 time: 0.0931625 Nov 12 00:55:54.027524 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-83635aa9-2434-44d5-a79e-79cfc41205cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:54.047174 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-83635aa9-2434-44d5-a79e-79cfc41205cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:54.051940 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-83635aa9-2434-44d5-a79e-79cfc41205cc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1e828603-de8f-4d82-82df-cec59b45f4b2 HTTP/1.1" status: 204 len: 168 time: 0.3737299 Nov 12 00:55:54.062501 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c1922a41-c758-4acb-b9d0-09e18b4a82ab req-482013a9-3a56-42f8-bbe8-651880264a03 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=52ec13b5aa674ec2836b22da2faf152e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1569793 Nov 12 00:55:54.077644 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dde679cf-6822-45ab-b1f7-7acda361c0c6 req-eeb881ec-fb1a-4248-a35c-6f5657f421a3 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Made reservation on behalf of 57d245a6684d43328d4720699dcb1130 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:54.081808 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-dde679cf-6822-45ab-b1f7-7acda361c0c6 req-eeb881ec-fb1a-4248-a35c-6f5657f421a3 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:54.084597 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83635aa9-2434-44d5-a79e-79cfc41205cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e828603-de8f-4d82-82df-cec59b45f4b2,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:54.112812 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c83d091c-fa77-4a42-a674-89808864c252 req-fb5db2a5-fd3b-439f-b331-b2bb14347b2f tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509132 Nov 12 00:55:54.336951 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-8a807574-acea-440a-a8c0-005a38a03148 req-c944f4cd-c8b1-453d-b6ca-ca59714d5a30 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1099628416', 'description': 'tempest-description-1020272091'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:54.356579 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [req-788c4bc9-095e-4d57-b276-3f9476c0c107 req-f1590bd0-e691-4119-b925-50b21f0d41c3 service neutron] show failed (client error): The resource could not be found. Nov 12 00:55:54.357945 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-788c4bc9-095e-4d57-b276-3f9476c0c107 req-f1590bd0-e691-4119-b925-50b21f0d41c3 service neutron] 10.222.0.44 "GET /v2.0/ports/5971ce8e-b292-408e-87c3-de72140c4855/bindings/n-h1-712142-27 HTTP/1.1" status: 404 len: 381 time: 0.2066360 Nov 12 00:55:54.371419 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-dde679cf-6822-45ab-b1f7-7acda361c0c6 req-eeb881ec-fb1a-4248-a35c-6f5657f421a3 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Allocated IP 172.20.0.11 (cab82de1-4853-402a-8ee1-5c45d6f97745/12a98869-a3ee-4178-9eb9-17614c418237/d3979bfd-8c34-4883-ba91-d06b0f592869) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:54.448495 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 79600f1b-7b5c-4954-b9a2-697de9dd276f no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:55:54.499427 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8a807574-acea-440a-a8c0-005a38a03148 req-c944f4cd-c8b1-453d-b6ca-ca59714d5a30 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:54.552282 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c1922a41-c758-4acb-b9d0-09e18b4a82ab req-d70d57fe-ce84-42b4-94f2-a5e859ef01fc service neutron] 10.222.0.45 "GET /v2.0/networks/1c193d6a-5984-4109-91aa-b0c9d7c9a6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4369478 Nov 12 00:55:54.698669 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 55222) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:54.789132 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-dde679cf-6822-45ab-b1f7-7acda361c0c6 req-eeb881ec-fb1a-4248-a35c-6f5657f421a3 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:54.807204 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-00e87a60-0117-4bb0-86b9-fd9858e440d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:54.834373 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 79600f1b-7b5c-4954-b9a2-697de9dd276f {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:55:54.837482 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 79600f1b-7b5c-4954-b9a2-697de9dd276f not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:55:54.838233 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 1d4a1934-8575-49f5-8050-cc118cfecd7b no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:55:54.878717 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-dde679cf-6822-45ab-b1f7-7acda361c0c6 req-eeb881ec-fb1a-4248-a35c-6f5657f421a3 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:54.879883 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 1d4a1934-8575-49f5-8050-cc118cfecd7b {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:55:54.880707 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 1d4a1934-8575-49f5-8050-cc118cfecd7b not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:55:54.925277 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dde679cf-6822-45ab-b1f7-7acda361c0c6 req-eeb881ec-fb1a-4248-a35c-6f5657f421a3 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Network cab82de1-4853-402a-8ee1-5c45d6f97745 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:54.961704 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-dde679cf-6822-45ab-b1f7-7acda361c0c6 req-eeb881ec-fb1a-4248-a35c-6f5657f421a3 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:55:54.965990 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde679cf-6822-45ab-b1f7-7acda361c0c6 req-eeb881ec-fb1a-4248-a35c-6f5657f421a3 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:55:55.094488 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb881ec-fb1a-4248-a35c-6f5657f421a3 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Pushing event updated for resources: {'Port': ['ID=d3979bfd-8c34-4883-ba91-d06b0f592869,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:55.110567 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde679cf-6822-45ab-b1f7-7acda361c0c6 req-eeb881ec-fb1a-4248-a35c-6f5657f421a3 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:55.111344 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-dde679cf-6822-45ab-b1f7-7acda361c0c6 req-eeb881ec-fb1a-4248-a35c-6f5657f421a3 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:55.138426 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-dde679cf-6822-45ab-b1f7-7acda361c0c6 req-eeb881ec-fb1a-4248-a35c-6f5657f421a3 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3544266 Nov 12 00:55:55.177395 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-dde679cf-6822-45ab-b1f7-7acda361c0c6 req-a689ee15-d29f-4822-a693-df4d2860a4a0 service neutron] Request body: {'port': {'device_id': 'ff1142ba-0590-4a31-a11f-49856e71f116', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:55.280068 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-dde679cf-6822-45ab-b1f7-7acda361c0c6 req-a689ee15-d29f-4822-a693-df4d2860a4a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:55.423053 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8a807574-acea-440a-a8c0-005a38a03148 req-c944f4cd-c8b1-453d-b6ca-ca59714d5a30 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:55.449318 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8a807574-acea-440a-a8c0-005a38a03148 req-c944f4cd-c8b1-453d-b6ca-ca59714d5a30 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:55.509167 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c4bc9-095e-4d57-b276-3f9476c0c107 req-c7b7d1c0-a38c-4a1d-96bd-5ba8e5ad77d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:55.512120 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-788c4bc9-095e-4d57-b276-3f9476c0c107 req-c7b7d1c0-a38c-4a1d-96bd-5ba8e5ad77d2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=896880f5-b30b-4289-85c8-97f7beba98f3&tenant_id=6bde2e332c8e418290dd069bae32e617 HTTP/1.1" status: 200 len: 1101 time: 0.6570964 Nov 12 00:55:55.543042 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c1922a41-c758-4acb-b9d0-09e18b4a82ab req-2d09370b-36c4-4230-a8b8-d2922b60c66f service neutron] 10.222.0.45 "GET /v2.0/networks/1c193d6a-5984-4109-91aa-b0c9d7c9a6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9772763 Nov 12 00:55:55.559986 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-788c4bc9-095e-4d57-b276-3f9476c0c107 req-4f092c51-9cfa-4677-90a5-04333fa10c8f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712142-27', 'device_owner': 'compute:nova'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:55.605208 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8a807574-acea-440a-a8c0-005a38a03148 req-c944f4cd-c8b1-453d-b6ca-ca59714d5a30 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:55.607025 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8a807574-acea-440a-a8c0-005a38a03148 req-c944f4cd-c8b1-453d-b6ca-ca59714d5a30 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 1.3344004 Nov 12 00:55:55.631820 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-3d184ac3-50e5-47c1-804b-7d49dc306657 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:55.634619 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-3d184ac3-50e5-47c1-804b-7d49dc306657 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.44 "GET /v2.0/networks?id=00a03daf-efbb-48db-964b-992b2504dfd0 HTTP/1.1" status: 200 len: 806 time: 0.8212838 Nov 12 00:55:55.640746 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c944f4cd-c8b1-453d-b6ca-ca59714d5a30 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b374be74-faa3-4b2a-ac8b-e3dcbca5afcf,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:55.696624 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-12309717-5eea-4ffe-8f44-cdaf7960c759 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Request body: {'port': {'device_id': '5efc5c98-cf41-40f7-a96c-93c0023d84bc', 'network_id': '00a03daf-efbb-48db-964b-992b2504dfd0', 'admin_state_up': True, 'tenant_id': 'ab22182039774befa325e91b3a0bd782'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:55.706636 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-788c4bc9-095e-4d57-b276-3f9476c0c107 req-4f092c51-9cfa-4677-90a5-04333fa10c8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:55.767489 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-dde679cf-6822-45ab-b1f7-7acda361c0c6 req-a689ee15-d29f-4822-a693-df4d2860a4a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3979bfd-8c34-4883-ba91-d06b0f592869 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:55:55.787813 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-dde679cf-6822-45ab-b1f7-7acda361c0c6 req-a689ee15-d29f-4822-a693-df4d2860a4a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:55.813662 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-dde679cf-6822-45ab-b1f7-7acda361c0c6 req-a689ee15-d29f-4822-a693-df4d2860a4a0 service neutron] Transition to ACTIVE for port object d3979bfd-8c34-4883-ba91-d06b0f592869 will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:55:55.821825 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-dde679cf-6822-45ab-b1f7-7acda361c0c6 req-a689ee15-d29f-4822-a693-df4d2860a4a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:55.889058 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-00e87a60-0117-4bb0-86b9-fd9858e440d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:56.131088 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707a35f3-c1c9-46b5-905a-ce1240912c7d x-openstack-request-id: req-707a35f3-c1c9-46b5-905a-ce1240912c7d {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:55:56.131572 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c02e05a1-dafa-4578-bee0-e14b1b1b5f6e", "name": "network-vif-deleted", "tag": "79600f1b-7b5c-4954-b9a2-697de9dd276f", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:55:56.132003 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-707a35f3-c1c9-46b5-905a-ce1240912c7d {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:55:56.133215 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c02e05a1-dafa-4578-bee0-e14b1b1b5f6e', 'name': 'network-vif-deleted', 'tag': '79600f1b-7b5c-4954-b9a2-697de9dd276f', 'status': 'completed', 'code': 200} Nov 12 00:55:56.169117 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-00e87a60-0117-4bb0-86b9-fd9858e440d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:56.517171 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a689ee15-d29f-4822-a693-df4d2860a4a0 service neutron] Pushing event updated for resources: {'Port': ['ID=d3979bfd-8c34-4883-ba91-d06b0f592869,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:56.568449 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-dde679cf-6822-45ab-b1f7-7acda361c0c6 req-a689ee15-d29f-4822-a693-df4d2860a4a0 service neutron] Attempting to bind port d3979bfd-8c34-4883-ba91-d06b0f592869 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:55:56.569247 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-dde679cf-6822-45ab-b1f7-7acda361c0c6 req-a689ee15-d29f-4822-a693-df4d2860a4a0 service neutron] Attempting to bind port d3979bfd-8c34-4883-ba91-d06b0f592869 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cab82de1-4853-402a-8ee1-5c45d6f97745'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:55:56.570747 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde679cf-6822-45ab-b1f7-7acda361c0c6 req-a689ee15-d29f-4822-a693-df4d2860a4a0 service neutron] Attempting to bind port d3979bfd-8c34-4883-ba91-d06b0f592869 on network cab82de1-4853-402a-8ee1-5c45d6f97745 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:55:56.581399 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde679cf-6822-45ab-b1f7-7acda361c0c6 req-a689ee15-d29f-4822-a693-df4d2860a4a0 service neutron] Port d3979bfd-8c34-4883-ba91-d06b0f592869 on network cab82de1-4853-402a-8ee1-5c45d6f97745 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:55:56.581993 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde679cf-6822-45ab-b1f7-7acda361c0c6 req-a689ee15-d29f-4822-a693-df4d2860a4a0 service neutron] Attempting to bind port d3979bfd-8c34-4883-ba91-d06b0f592869 on network cab82de1-4853-402a-8ee1-5c45d6f97745 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:55:56.595653 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde679cf-6822-45ab-b1f7-7acda361c0c6 req-a689ee15-d29f-4822-a693-df4d2860a4a0 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:55:56.596747 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde679cf-6822-45ab-b1f7-7acda361c0c6 req-a689ee15-d29f-4822-a693-df4d2860a4a0 service neutron] Checking segment: {'id': 'f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cab82de1-4853-402a-8ee1-5c45d6f97745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:55:56.597195 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde679cf-6822-45ab-b1f7-7acda361c0c6 req-a689ee15-d29f-4822-a693-df4d2860a4a0 service neutron] Bound using segment: {'id': 'f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cab82de1-4853-402a-8ee1-5c45d6f97745'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:55:56.598766 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-dde679cf-6822-45ab-b1f7-7acda361c0c6 req-a689ee15-d29f-4822-a693-df4d2860a4a0 service neutron] Bound port: d3979bfd-8c34-4883-ba91-d06b0f592869, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'cab82de1-4853-402a-8ee1-5c45d6f97745'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:55:56.599406 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-dde679cf-6822-45ab-b1f7-7acda361c0c6 req-a689ee15-d29f-4822-a693-df4d2860a4a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:56.616136 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e87a60-0117-4bb0-86b9-fd9858e440d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac4caa2-70bf-4958-8faa-64db35fc02b8,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:56.632059 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-00e87a60-0117-4bb0-86b9-fd9858e440d1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cb2798246c644c749055e09c688442c8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9313285 Nov 12 00:55:56.642878 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 55248) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:56.780803 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-788c4bc9-095e-4d57-b276-3f9476c0c107 req-4f092c51-9cfa-4677-90a5-04333fa10c8f service neutron] For port 5971ce8e-b292-408e-87c3-de72140c4855, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=5971ce8e-b292-408e-87c3-de72140c4855,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:55:56.825213 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d5904-4e7e-4493-922d-b19f88ae205e req-999b58f2-925a-4591-813a-a43f89c2aca0 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:56.837883 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-dde679cf-6822-45ab-b1f7-7acda361c0c6 req-a689ee15-d29f-4822-a693-df4d2860a4a0 service neutron] For port d3979bfd-8c34-4883-ba91-d06b0f592869, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:55:56.839037 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fb4d5904-4e7e-4493-922d-b19f88ae205e req-999b58f2-925a-4591-813a-a43f89c2aca0 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff1142ba-0590-4a31-a11f-49856e71f116 HTTP/1.1" status: 200 len: 944 time: 0.4906046 Nov 12 00:55:56.842069 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-12309717-5eea-4ffe-8f44-cdaf7960c759 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Made reservation on behalf of ab22182039774befa325e91b3a0bd782 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:56.843064 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-dde679cf-6822-45ab-b1f7-7acda361c0c6 req-a689ee15-d29f-4822-a693-df4d2860a4a0 service neutron] For port d3979bfd-8c34-4883-ba91-d06b0f592869, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d3979bfd-8c34-4883-ba91-d06b0f592869,segment=NetworkSegment(f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2),segment_id=f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:55:56.844887 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55252) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:56.848357 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-12309717-5eea-4ffe-8f44-cdaf7960c759 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:56.870651 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-dde679cf-6822-45ab-b1f7-7acda361c0c6 req-a689ee15-d29f-4822-a693-df4d2860a4a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:56.914222 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed3658-f12d-4fab-896e-86ba19a26a05 req-e53a6ddd-b453-44f6-aa9e-e0d7bb1143b8 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:56.917341 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bbed3658-f12d-4fab-896e-86ba19a26a05 req-e53a6ddd-b453-44f6-aa9e-e0d7bb1143b8 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=896880f5-b30b-4289-85c8-97f7beba98f3 HTTP/1.1" status: 200 len: 949 time: 0.5523107 Nov 12 00:55:56.970622 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde679cf-6822-45ab-b1f7-7acda361c0c6 req-a689ee15-d29f-4822-a693-df4d2860a4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:56.971355 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-dde679cf-6822-45ab-b1f7-7acda361c0c6 req-a689ee15-d29f-4822-a693-df4d2860a4a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:56.973875 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-dde679cf-6822-45ab-b1f7-7acda361c0c6 req-a689ee15-d29f-4822-a693-df4d2860a4a0 service neutron] 10.222.0.44 "PUT /v2.0/ports/d3979bfd-8c34-4883-ba91-d06b0f592869 HTTP/1.1" status: 200 len: 1093 time: 1.8055408 Nov 12 00:55:56.974367 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff1142ba-0590-4a31-a11f-49856e71f116', 'tag': 'd3979bfd-8c34-4883-ba91-d06b0f592869'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:55:56.977483 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f8429d-dd0a-477f-9d46-6aa8b4f74978" -d '{"events": [{"name": "network-changed", "server_uuid": "ff1142ba-0590-4a31-a11f-49856e71f116", "tag": "d3979bfd-8c34-4883-ba91-d06b0f592869"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:55:57.008980 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a689ee15-d29f-4822-a693-df4d2860a4a0 service neutron] Pushing event updated for resources: {'Port': ['ID=d3979bfd-8c34-4883-ba91-d06b0f592869,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:57.103085 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-788c4bc9-095e-4d57-b276-3f9476c0c107 req-4f092c51-9cfa-4677-90a5-04333fa10c8f service neutron] For port 5971ce8e-b292-408e-87c3-de72140c4855, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:55:57.134389 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9176d5e4-2723-4c6a-9e56-a19f19e62ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:57.153328 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5c11058d-1c09-4261-b9e3-895846aabef8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a8ded03765684c3eb48dafae548b7a36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3064468 Nov 12 00:55:57.154280 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55258) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:57.158781 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4f2af2c6-ed7c-4a53-a35b-3b5fbf48103d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:57.253875 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-77bbedae-dca3-434d-91b2-836bc78b4afd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:57.268658 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde679cf-6822-45ab-b1f7-7acda361c0c6 req-f2cf2163-7a29-408a-8a57-6c3311f6c6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:57.269953 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-dde679cf-6822-45ab-b1f7-7acda361c0c6 req-f2cf2163-7a29-408a-8a57-6c3311f6c6a3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57d245a6684d43328d4720699dcb1130&device_id=ff1142ba-0590-4a31-a11f-49856e71f116 HTTP/1.1" status: 200 len: 1096 time: 0.1239591 Nov 12 00:55:57.309926 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fb4d5904-4e7e-4493-922d-b19f88ae205e req-2b25d895-bf14-4cd6-b13e-dfe459b0551d tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/security-groups?id=510a0917-ea45-4112-bcdb-7cef6947100e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4693356 Nov 12 00:55:57.330256 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-dde679cf-6822-45ab-b1f7-7acda361c0c6 req-8d2396b9-eb7f-4e79-81e5-21837e76d26d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3979bfd-8c34-4883-ba91-d06b0f592869 HTTP/1.1" status: 200 len: 217 time: 0.0473707 Nov 12 00:55:57.332958 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-77bbedae-dca3-434d-91b2-836bc78b4afd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:57.359774 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bbed3658-f12d-4fab-896e-86ba19a26a05 req-b880b2a9-1f92-4456-8512-7fd32391548c tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4137762 Nov 12 00:55:57.376757 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4f2af2c6-ed7c-4a53-a35b-3b5fbf48103d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:57.465569 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-d6128859-cbcf-4614-b8c4-6c2d212752c4 req-c723a2d1-17e2-42eb-8417-bf932b1cf5f5 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-490819846', 'description': 'tempest-description-1696063625'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:57.485534 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde679cf-6822-45ab-b1f7-7acda361c0c6 req-9a57d0e0-558a-4073-bcf4-ebeb4b214a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:57.488143 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-dde679cf-6822-45ab-b1f7-7acda361c0c6 req-9a57d0e0-558a-4073-bcf4-ebeb4b214a33 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=12a98869-a3ee-4178-9eb9-17614c418237 HTTP/1.1" status: 200 len: 845 time: 0.1458323 Nov 12 00:55:57.511864 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-788c4bc9-095e-4d57-b276-3f9476c0c107 req-4f092c51-9cfa-4677-90a5-04333fa10c8f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:57.548242 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-dde679cf-6822-45ab-b1f7-7acda361c0c6 req-c1e214cc-4039-48a4-9cbf-a44413ae8b6a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cab82de1-4853-402a-8ee1-5c45d6f97745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503337 Nov 12 00:55:57.573666 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-77bbedae-dca3-434d-91b2-836bc78b4afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:57.578555 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-77bbedae-dca3-434d-91b2-836bc78b4afd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:57.584068 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-77bbedae-dca3-434d-91b2-836bc78b4afd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d83acefb-04f1-490e-bcaa-44c43b9f6096 HTTP/1.1" status: 204 len: 168 time: 0.4172540 Nov 12 00:55:57.688241 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bbedae-dca3-434d-91b2-836bc78b4afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83acefb-04f1-490e-bcaa-44c43b9f6096,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:57.706410 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-788c4bc9-095e-4d57-b276-3f9476c0c107 req-4f092c51-9cfa-4677-90a5-04333fa10c8f service neutron] Transition to ACTIVE for port object 5971ce8e-b292-408e-87c3-de72140c4855 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:55:57.708133 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4f2af2c6-ed7c-4a53-a35b-3b5fbf48103d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:57.713109 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4f2af2c6-ed7c-4a53-a35b-3b5fbf48103d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:57.715088 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4f2af2c6-ed7c-4a53-a35b-3b5fbf48103d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0ac4caa2-70bf-4958-8faa-64db35fc02b8 HTTP/1.1" status: 204 len: 168 time: 1.0676184 Nov 12 00:55:57.772489 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-dde679cf-6822-45ab-b1f7-7acda361c0c6 req-d132746e-908e-4c00-86be-5b92f99e5fc5 service neutron] 10.222.0.44 "GET /v2.0/networks/cab82de1-4853-402a-8ee1-5c45d6f97745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145948 Nov 12 00:55:57.778673 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-788c4bc9-095e-4d57-b276-3f9476c0c107 req-4f092c51-9cfa-4677-90a5-04333fa10c8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:57.868743 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2af2c6-ed7c-4a53-a35b-3b5fbf48103d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac4caa2-70bf-4958-8faa-64db35fc02b8,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:57.901364 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669ee03-e230-49a0-815e-bb4743704739 req-d75bf335-8d12-40c6-8931-7f426aac698e tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:57.917543 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3669ee03-e230-49a0-815e-bb4743704739 req-d75bf335-8d12-40c6-8931-7f426aac698e tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=411a9c2b-9b2b-4618-a317-6693bbdf6ef3 HTTP/1.1" status: 200 len: 945 time: 0.4119463 Nov 12 00:55:57.920831 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-12309717-5eea-4ffe-8f44-cdaf7960c759 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Allocated IP 172.20.0.4 (00a03daf-efbb-48db-964b-992b2504dfd0/76e4d43b-e53b-464c-a374-bf4144fb9a21/841734c8-03fc-4f9f-9739-4fe08c60b5e3) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:55:57.930710 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d6128859-cbcf-4614-b8c4-6c2d212752c4 req-c723a2d1-17e2-42eb-8417-bf932b1cf5f5 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:58.022132 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f092c51-9cfa-4677-90a5-04333fa10c8f service neutron] Pushing event updated for resources: {'Port': ['ID=5971ce8e-b292-408e-87c3-de72140c4855,revision_number=6']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:58.078590 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-dde679cf-6822-45ab-b1f7-7acda361c0c6 req-9dc5ba7c-80ad-4ecb-9598-20fb4fbb84f3 service neutron] 10.222.0.44 "GET /v2.0/networks/cab82de1-4853-402a-8ee1-5c45d6f97745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831848 Nov 12 00:55:58.171025 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896880f5-b30b-4289-85c8-97f7beba98f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5971ce8e-b292-408e-87c3-de72140c4855'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:55:58.175365 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca8bb9a-c5df-44fa-925a-0239371cf6b4" -d '{"events": [{"server_uuid": "896880f5-b30b-4289-85c8-97f7beba98f3", "name": "network-vif-unplugged", "status": "completed", "tag": "5971ce8e-b292-408e-87c3-de72140c4855"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:55:58.203924 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-788c4bc9-095e-4d57-b276-3f9476c0c107 req-4f092c51-9cfa-4677-90a5-04333fa10c8f service neutron] No DVR routers for this DVR port 5971ce8e-b292-408e-87c3-de72140c4855 on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:55:58.468796 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 5971ce8e-b292-408e-87c3-de72140c4855 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:55:58.495140 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3669ee03-e230-49a0-815e-bb4743704739 req-0367a81b-cd5b-436a-b7d2-55acec3196d5 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5514848 Nov 12 00:55:58.581985 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d6128859-cbcf-4614-b8c4-6c2d212752c4 req-c723a2d1-17e2-42eb-8417-bf932b1cf5f5 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:58.627877 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1922a41-c758-4acb-b9d0-09e18b4a82ab req-0fb60cf6-37d8-4b3c-a765-c65c5257933a tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:58.630177 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c1922a41-c758-4acb-b9d0-09e18b4a82ab req-0fb60cf6-37d8-4b3c-a765-c65c5257933a tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.44 "GET /v2.0/networks?id=1c193d6a-5984-4109-91aa-b0c9d7c9a6bf HTTP/1.1" status: 200 len: 820 time: 0.6227021 Nov 12 00:55:58.644321 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 5971ce8e-b292-408e-87c3-de72140c4855 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:55:58.650271 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-788c4bc9-095e-4d57-b276-3f9476c0c107 req-4f092c51-9cfa-4677-90a5-04333fa10c8f service neutron] Attempting to bind port 5971ce8e-b292-408e-87c3-de72140c4855 on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:55:58.650661 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-788c4bc9-095e-4d57-b276-3f9476c0c107 req-4f092c51-9cfa-4677-90a5-04333fa10c8f service neutron] Attempting to bind port 5971ce8e-b292-408e-87c3-de72140c4855 by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:55:58.651003 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788c4bc9-095e-4d57-b276-3f9476c0c107 req-4f092c51-9cfa-4677-90a5-04333fa10c8f service neutron] Attempting to bind port 5971ce8e-b292-408e-87c3-de72140c4855 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:55:58.655177 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d6128859-cbcf-4614-b8c4-6c2d212752c4 req-c723a2d1-17e2-42eb-8417-bf932b1cf5f5 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:58.674172 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-c1922a41-c758-4acb-b9d0-09e18b4a82ab req-c80bf862-cfec-4f90-9050-4d15cfc9790d tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Request body: {'port': {'device_id': '9b00f85c-6b25-48ce-99f4-985acedfd8f3', 'network_id': '1c193d6a-5984-4109-91aa-b0c9d7c9a6bf', 'admin_state_up': True, 'tenant_id': '52ec13b5aa674ec2836b22da2faf152e'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:58.810689 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-76f78999-0d8a-4cf1-b8be-0f3cd1af9d23 req-374a946a-53cb-4ec9-99cc-e2407d2cdf75 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b00f85c-6b25-48ce-99f4-985acedfd8f3 HTTP/1.1" status: 200 len: 210 time: 0.1759181 Nov 12 00:55:58.813940 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d6128859-cbcf-4614-b8c4-6c2d212752c4 req-c723a2d1-17e2-42eb-8417-bf932b1cf5f5 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:58.815652 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d6128859-cbcf-4614-b8c4-6c2d212752c4 req-c723a2d1-17e2-42eb-8417-bf932b1cf5f5 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 1.3550227 Nov 12 00:55:58.859044 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788c4bc9-095e-4d57-b276-3f9476c0c107 req-4f092c51-9cfa-4677-90a5-04333fa10c8f service neutron] Port 5971ce8e-b292-408e-87c3-de72140c4855 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:55:58.859481 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788c4bc9-095e-4d57-b276-3f9476c0c107 req-4f092c51-9cfa-4677-90a5-04333fa10c8f service neutron] Attempting to bind port 5971ce8e-b292-408e-87c3-de72140c4855 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:55:58.929351 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357fd5f1-5798-4d56-8ad9-66b61e8bfb50 x-openstack-request-id: req-357fd5f1-5798-4d56-8ad9-66b61e8bfb50 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:55:58.930191 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff1142ba-0590-4a31-a11f-49856e71f116", "tag": "d3979bfd-8c34-4883-ba91-d06b0f592869", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:55:58.930560 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-357fd5f1-5798-4d56-8ad9-66b61e8bfb50 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:55:58.931016 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff1142ba-0590-4a31-a11f-49856e71f116', 'tag': 'd3979bfd-8c34-4883-ba91-d06b0f592869', 'status': 'completed', 'code': 200} Nov 12 00:55:58.964426 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788c4bc9-095e-4d57-b276-3f9476c0c107 req-4f092c51-9cfa-4677-90a5-04333fa10c8f service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:55:58.969562 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788c4bc9-095e-4d57-b276-3f9476c0c107 req-4f092c51-9cfa-4677-90a5-04333fa10c8f service neutron] Checking segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:55:58.971559 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788c4bc9-095e-4d57-b276-3f9476c0c107 req-4f092c51-9cfa-4677-90a5-04333fa10c8f service neutron] Bound using segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:55:58.972185 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-788c4bc9-095e-4d57-b276-3f9476c0c107 req-4f092c51-9cfa-4677-90a5-04333fa10c8f service neutron] Bound port: 5971ce8e-b292-408e-87c3-de72140c4855, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:55:58.972595 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-788c4bc9-095e-4d57-b276-3f9476c0c107 req-4f092c51-9cfa-4677-90a5-04333fa10c8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:59.071468 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c723a2d1-17e2-42eb-8417-bf932b1cf5f5 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6fcac6a-a2d0-4f3a-8b00-813daa6f205d,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:59.091024 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a2ad384e-1a88-496c-a5c4-74b2795dca13 req-cbc10670-cdfd-47bf-b1a0-38076f5260cf tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=5efc5c98-cf41-40f7-a96c-93c0023d84bc HTTP/1.1" status: 200 len: 210 time: 0.1109166 Nov 12 00:55:59.099535 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8429d-dd0a-477f-9d46-6aa8b4f74978 req-0448daee-3085-4237-93e1-2b8052304c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:59.101226 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-89f8429d-dd0a-477f-9d46-6aa8b4f74978 req-0448daee-3085-4237-93e1-2b8052304c83 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=57d245a6684d43328d4720699dcb1130&device_id=ff1142ba-0590-4a31-a11f-49856e71f116 HTTP/1.1" status: 200 len: 1096 time: 0.0877836 Nov 12 00:55:59.163120 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b08f8f8-3a6e-4740-ae65-0e8ca8757579 x-openstack-request-id: req-4b08f8f8-3a6e-4740-ae65-0e8ca8757579 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:55:59.163424 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "896880f5-b30b-4289-85c8-97f7beba98f3", "name": "network-vif-unplugged", "status": "completed", "tag": "5971ce8e-b292-408e-87c3-de72140c4855", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:55:59.164267 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4b08f8f8-3a6e-4740-ae65-0e8ca8757579 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:55:59.164687 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '896880f5-b30b-4289-85c8-97f7beba98f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5971ce8e-b292-408e-87c3-de72140c4855', 'code': 200} Nov 12 00:55:59.243086 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-12309717-5eea-4ffe-8f44-cdaf7960c759 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:59.252470 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8429d-dd0a-477f-9d46-6aa8b4f74978 req-cf06a384-c359-47b3-9d5b-3093ddec071e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:59.254541 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-89f8429d-dd0a-477f-9d46-6aa8b4f74978 req-cf06a384-c359-47b3-9d5b-3093ddec071e service neutron] 10.222.0.44 "GET /v2.0/networks?id=cab82de1-4853-402a-8ee1-5c45d6f97745 HTTP/1.1" status: 200 len: 905 time: 0.1439314 Nov 12 00:55:59.355344 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-89f8429d-dd0a-477f-9d46-6aa8b4f74978 req-9de5640a-e72c-4f28-800b-b1f55065a025 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3979bfd-8c34-4883-ba91-d06b0f592869 HTTP/1.1" status: 200 len: 217 time: 0.0782461 Nov 12 00:55:59.361370 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1922a41-c758-4acb-b9d0-09e18b4a82ab req-c80bf862-cfec-4f90-9050-4d15cfc9790d tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Made reservation on behalf of 52ec13b5aa674ec2836b22da2faf152e for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:59.365509 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c1922a41-c758-4acb-b9d0-09e18b4a82ab req-c80bf862-cfec-4f90-9050-4d15cfc9790d tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:59.382478 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-788c4bc9-095e-4d57-b276-3f9476c0c107 req-4f092c51-9cfa-4677-90a5-04333fa10c8f service neutron] For port 5971ce8e-b292-408e-87c3-de72140c4855, host n-h1-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:55:59.428134 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-788c4bc9-095e-4d57-b276-3f9476c0c107 req-4f092c51-9cfa-4677-90a5-04333fa10c8f service neutron] For port 5971ce8e-b292-408e-87c3-de72140c4855, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=5971ce8e-b292-408e-87c3-de72140c4855,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:55:59.437472 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8429d-dd0a-477f-9d46-6aa8b4f74978 req-509be10c-3eb6-4425-8222-978a89dd1299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:59.440257 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-89f8429d-dd0a-477f-9d46-6aa8b4f74978 req-509be10c-3eb6-4425-8222-978a89dd1299 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=12a98869-a3ee-4178-9eb9-17614c418237 HTTP/1.1" status: 200 len: 845 time: 0.0773106 Nov 12 00:55:59.455835 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-788c4bc9-095e-4d57-b276-3f9476c0c107 req-4f092c51-9cfa-4677-90a5-04333fa10c8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:59.463940 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 55306) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:55:59.488369 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-89f8429d-dd0a-477f-9d46-6aa8b4f74978 req-ec481adf-eac1-4c5a-ac79-433b31d11357 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cab82de1-4853-402a-8ee1-5c45d6f97745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389378 Nov 12 00:55:59.539440 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b101421-9577-4263-863b-dddcdb2cc4be req-4e6da88b-d16c-4979-80b6-04d274bfe85d tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:59.541534 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6b101421-9577-4263-863b-dddcdb2cc4be req-4e6da88b-d16c-4979-80b6-04d274bfe85d tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff1142ba-0590-4a31-a11f-49856e71f116 HTTP/1.1" status: 200 len: 944 time: 0.2822094 Nov 12 00:55:59.543059 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-12309717-5eea-4ffe-8f44-cdaf7960c759 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:59.580811 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['82024f09-4045-472b-bf68-891c62809ddd'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:55:59.582715 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b40ea2-6018-4d17-82fb-629be4ac30d9 req-abf03cb6-6fde-4026-8f3e-97cf0a1ab86e tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:59.584641 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-11b40ea2-6018-4d17-82fb-629be4ac30d9 req-abf03cb6-6fde-4026-8f3e-97cf0a1ab86e tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=896880f5-b30b-4289-85c8-97f7beba98f3 HTTP/1.1" status: 200 len: 947 time: 0.2893059 Nov 12 00:55:59.592798 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c4bc9-095e-4d57-b276-3f9476c0c107 req-4f092c51-9cfa-4677-90a5-04333fa10c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:55:59.594046 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-788c4bc9-095e-4d57-b276-3f9476c0c107 req-4f092c51-9cfa-4677-90a5-04333fa10c8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:55:59.595496 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-788c4bc9-095e-4d57-b276-3f9476c0c107 req-4f092c51-9cfa-4677-90a5-04333fa10c8f service neutron] 10.222.0.16 "PUT /v2.0/ports/5971ce8e-b292-408e-87c3-de72140c4855 HTTP/1.1" status: 200 len: 1096 time: 4.0421052 Nov 12 00:55:59.748884 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-89f8429d-dd0a-477f-9d46-6aa8b4f74978 req-d8c85d97-cb7b-49df-8f25-7ce050e98fed service neutron] 10.222.0.44 "GET /v2.0/networks/cab82de1-4853-402a-8ee1-5c45d6f97745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473364 Nov 12 00:55:59.809582 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f092c51-9cfa-4677-90a5-04333fa10c8f service neutron] Pushing event updated for resources: {'Port': ['ID=5971ce8e-b292-408e-87c3-de72140c4855,revision_number=7']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:55:59.867925 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f092c51-9cfa-4677-90a5-04333fa10c8f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:59.868657 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f092c51-9cfa-4677-90a5-04333fa10c8f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:59.868657 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f092c51-9cfa-4677-90a5-04333fa10c8f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:59.869015 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f092c51-9cfa-4677-90a5-04333fa10c8f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:59.869332 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f092c51-9cfa-4677-90a5-04333fa10c8f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:59.869671 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f092c51-9cfa-4677-90a5-04333fa10c8f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:59.870004 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f092c51-9cfa-4677-90a5-04333fa10c8f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:59.870332 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f092c51-9cfa-4677-90a5-04333fa10c8f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:59.870658 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f092c51-9cfa-4677-90a5-04333fa10c8f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:59.870982 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f092c51-9cfa-4677-90a5-04333fa10c8f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:59.871304 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f092c51-9cfa-4677-90a5-04333fa10c8f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:59.871627 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f092c51-9cfa-4677-90a5-04333fa10c8f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:55:59.894442 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-d9a86cec-76f6-4f8e-aff8-8056738b812a admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-9225078-network', 'tenant_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:55:59.940579 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-12309717-5eea-4ffe-8f44-cdaf7960c759 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Network 00a03daf-efbb-48db-964b-992b2504dfd0 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:55:59.982292 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a86cec-76f6-4f8e-aff8-8056738b812a admin admin] Made reservation on behalf of bd88bcdcd79e46fe8ed56f798ef1ed29 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:55:59.984734 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d9a86cec-76f6-4f8e-aff8-8056738b812a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:00.008976 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d9a86cec-76f6-4f8e-aff8-8056738b812a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:00.014924 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-89f8429d-dd0a-477f-9d46-6aa8b4f74978 req-23302e14-078e-4f15-847b-b6b2970597e2 service neutron] 10.222.0.44 "GET /v2.0/networks/cab82de1-4853-402a-8ee1-5c45d6f97745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577062 Nov 12 00:56:00.125812 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-12309717-5eea-4ffe-8f44-cdaf7960c759 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:00.161819 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-12309717-5eea-4ffe-8f44-cdaf7960c759 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:56:00.189046 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12309717-5eea-4ffe-8f44-cdaf7960c759 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Pushing event updated for resources: {'Port': ['ID=841734c8-03fc-4f9f-9739-4fe08c60b5e3,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:00.211813 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-11b40ea2-6018-4d17-82fb-629be4ac30d9 req-84bf722c-4ae6-454f-bd07-21dca358ec6d tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6022213 Nov 12 00:56:00.268815 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c4bc9-095e-4d57-b276-3f9476c0c107 req-3615cacc-1f6e-4709-84c9-a365f97831e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:00.270968 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-788c4bc9-095e-4d57-b276-3f9476c0c107 req-3615cacc-1f6e-4709-84c9-a365f97831e3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6bde2e332c8e418290dd069bae32e617&device_id=896880f5-b30b-4289-85c8-97f7beba98f3 HTTP/1.1" status: 200 len: 1099 time: 0.6073699 Nov 12 00:56:00.346402 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6b101421-9577-4263-863b-dddcdb2cc4be req-9890bb24-1e87-4f62-88d0-4b6e9538ffdf tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/security-groups?id=510a0917-ea45-4112-bcdb-7cef6947100e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7924705 Nov 12 00:56:00.437851 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-c1922a41-c758-4acb-b9d0-09e18b4a82ab req-c80bf862-cfec-4f90-9050-4d15cfc9790d tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Allocated IP 172.20.0.7 (1c193d6a-5984-4109-91aa-b0c9d7c9a6bf/6d8bd009-45c7-4017-80d7-9c1f69484ce9/1a88c9ac-a6d5-4efe-8d77-5c5d85321277) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:00.458577 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device d3979bfd-8c34-4883-ba91-d06b0f592869 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:56:00.466507 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-12309717-5eea-4ffe-8f44-cdaf7960c759 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:00.467469 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-12309717-5eea-4ffe-8f44-cdaf7960c759 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:00.571247 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-12309717-5eea-4ffe-8f44-cdaf7960c759 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8799336 Nov 12 00:56:00.596595 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-56d05df2-71ca-49fc-8db2-d814fb873ba1 req-47d88fb8-dd29-4ef2-a3dc-4f4b15465e49 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] 10.222.0.45 "GET /v2.0/security-groups/b374be74-faa3-4b2a-ac8b-e3dcbca5afcf HTTP/1.1" status: 200 len: 1822 time: 0.2883222 Nov 12 00:56:00.617116 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-4e19f1e6-e6c6-4576-8112-aa0b15cc8537 service neutron] Request body: {'port': {'device_id': '5efc5c98-cf41-40f7-a96c-93c0023d84bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:00.675660 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port d3979bfd-8c34-4883-ba91-d06b0f592869, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d3979bfd-8c34-4883-ba91-d06b0f592869,segment=NetworkSegment(f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2),segment_id=f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:00.695107 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'd3979bfd-8c34-4883-ba91-d06b0f592869', 'network_id': 'cab82de1-4853-402a-8ee1-5c45d6f97745', 'port_id': 'd3979bfd-8c34-4883-ba91-d06b0f592869', 'mac_address': 'fa:16:3e:a9:e4:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a98869-a3ee-4178-9eb9-17614c418237', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:56:00.742429 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:00.772607 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3979bfd-8c34-4883-ba91-d06b0f592869 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:56:00.814879 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port d3979bfd-8c34-4883-ba91-d06b0f592869, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d3979bfd-8c34-4883-ba91-d06b0f592869,segment=NetworkSegment(f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2),segment_id=f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:00.821595 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:00.826422 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-54fb67d8-ea80-4604-ab5d-e66248655935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:00.862505 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c4bc9-095e-4d57-b276-3f9476c0c107 req-3a488158-948f-4753-a16a-a200812a5f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:00.864443 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-788c4bc9-095e-4d57-b276-3f9476c0c107 req-3a488158-948f-4753-a16a-a200812a5f96 service neutron] 10.222.0.16 "GET /v2.0/networks?id=945c2da1-f958-478a-a48a-8af2dfa2e179 HTTP/1.1" status: 200 len: 869 time: 0.5768585 Nov 12 00:56:00.906959 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d9a86cec-76f6-4f8e-aff8-8056738b812a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:00.919691 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9df17f-1e8c-4787-ba0b-08982edf3341 req-6fedea46-ffc0-4051-9c62-df56a7c734cb tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:00.921125 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bf9df17f-1e8c-4787-ba0b-08982edf3341 req-6fedea46-ffc0-4051-9c62-df56a7c734cb tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=411a9c2b-9b2b-4618-a317-6693bbdf6ef3 HTTP/1.1" status: 200 len: 945 time: 0.4307070 Nov 12 00:56:00.925853 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=d3979bfd-8c34-4883-ba91-d06b0f592869,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:00.941685 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:00.942213 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:00.942757 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:00.943310 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:00.943874 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:00.944465 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:00.945093 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:00.945635 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:00.946183 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:00.946745 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:00.948092 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:00.948529 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:00.962599 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-4e19f1e6-e6c6-4576-8112-aa0b15cc8537 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:00.971040 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-788c4bc9-095e-4d57-b276-3f9476c0c107 req-bb91fa66-8f1d-47e0-86f0-d52f48a7dd1b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=5971ce8e-b292-408e-87c3-de72140c4855 HTTP/1.1" status: 200 len: 217 time: 0.0719485 Nov 12 00:56:00.971765 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d9a86cec-76f6-4f8e-aff8-8056738b812a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:01.102272 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9a86cec-76f6-4f8e-aff8-8056738b812a admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:56:01.111299 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-56d05df2-71ca-49fc-8db2-d814fb873ba1 req-f798a2da-901e-4262-874f-24ddd626dc70 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] 10.222.0.45 "GET /v2.0/security-groups/d6fcac6a-a2d0-4f3a-8b00-813daa6f205d HTTP/1.1" status: 200 len: 1821 time: 0.4742692 Nov 12 00:56:01.152924 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['d3979bfd-8c34-4883-ba91-d06b0f592869'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:56:01.170825 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '896880f5-b30b-4289-85c8-97f7beba98f3', 'tag': '5971ce8e-b292-408e-87c3-de72140c4855'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:56:01.173159 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13713fd-23ea-40c0-814a-b32b6d51dbc6" -d '{"events": [{"name": "network-changed", "server_uuid": "896880f5-b30b-4289-85c8-97f7beba98f3", "tag": "5971ce8e-b292-408e-87c3-de72140c4855"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:56:01.186031 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-56d05df2-71ca-49fc-8db2-d814fb873ba1 req-979758a6-ca68-4b0f-a198-64b9bcabc2d7 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b374be74-faa3-4b2a-ac8b-e3dcbca5afcf', 'remote_group_id': 'd6fcac6a-a2d0-4f3a-8b00-813daa6f205d', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:01.186292 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-56d05df2-71ca-49fc-8db2-d814fb873ba1 req-979758a6-ca68-4b0f-a198-64b9bcabc2d7 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b374be74-faa3-4b2a-ac8b-e3dcbca5afcf', 'remote_group_id': 'd6fcac6a-a2d0-4f3a-8b00-813daa6f205d', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:01.201758 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a86cec-76f6-4f8e-aff8-8056738b812a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce48533-1066-4c22-b2af-510457c7f90a,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:01.206948 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d9a86cec-76f6-4f8e-aff8-8056738b812a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:01.207303 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-d9a86cec-76f6-4f8e-aff8-8056738b812a admin admin] Added segment 156d67a0-d0d0-46f4-8ea1-9f300cc16f4f of type vlan for network f1e4ead2-9226-4344-bd2b-82e7594e69de Nov 12 00:56:01.241228 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c4bc9-095e-4d57-b276-3f9476c0c107 req-c3871f16-b079-42e6-9389-1f5d2b293689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:01.243194 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-788c4bc9-095e-4d57-b276-3f9476c0c107 req-c3871f16-b079-42e6-9389-1f5d2b293689 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.2276921 Nov 12 00:56:01.690560 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d9a86cec-76f6-4f8e-aff8-8056738b812a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:01.765368 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bf9df17f-1e8c-4787-ba0b-08982edf3341 req-b570f05c-0d47-49da-bf8a-9b2e69793deb tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8004704 Nov 12 00:56:01.772747 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c1922a41-c758-4acb-b9d0-09e18b4a82ab req-c80bf862-cfec-4f90-9050-4d15cfc9790d tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:01.875891 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d9a86cec-76f6-4f8e-aff8-8056738b812a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:01.877191 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a86cec-76f6-4f8e-aff8-8056738b812a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:01.878195 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d9a86cec-76f6-4f8e-aff8-8056738b812a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:01.920041 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c4bc9-095e-4d57-b276-3f9476c0c107 req-18a89c55-b361-467b-a625-291d5846e994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:01.921601 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-788c4bc9-095e-4d57-b276-3f9476c0c107 req-18a89c55-b361-467b-a625-291d5846e994 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6550081 Nov 12 00:56:02.007524 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4f99c003-2db8-4e9a-91ed-e507404ac98f req-bb1a7fd7-f4d4-4dfc-8638-c828c649db78 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b00f85c-6b25-48ce-99f4-985acedfd8f3 HTTP/1.1" status: 200 len: 210 time: 0.1406972 Nov 12 00:56:02.083494 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-d9a86cec-76f6-4f8e-aff8-8056738b812a admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6136558 Nov 12 00:56:02.086639 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55342) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:02.095535 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-266dd199-aace-45d0-8c5e-44392e66db67 admin admin] Request body: {'subnet': {'network_id': 'f1e4ead2-9226-4344-bd2b-82e7594e69de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-9225078-subnet', 'tenant_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:02.132706 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a86cec-76f6-4f8e-aff8-8056738b812a admin admin] Pushing event updated for resources: {'Network': ['ID=f1e4ead2-9226-4344-bd2b-82e7594e69de,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:02.139568 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-56d05df2-71ca-49fc-8db2-d814fb873ba1 req-979758a6-ca68-4b0f-a198-64b9bcabc2d7 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:02.149345 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network f1e4ead2-9226-4344-bd2b-82e7594e69de details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:56:02.153874 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c1922a41-c758-4acb-b9d0-09e18b4a82ab req-c80bf862-cfec-4f90-9050-4d15cfc9790d tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:02.156036 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266dd199-aace-45d0-8c5e-44392e66db67 admin admin] Made reservation on behalf of bd88bcdcd79e46fe8ed56f798ef1ed29 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:56:02.164947 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-266dd199-aace-45d0-8c5e-44392e66db67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:02.258061 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['826a3929-0457-4fc5-98c8-fb33208c939e'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:56:02.303562 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1922a41-c758-4acb-b9d0-09e18b4a82ab req-c80bf862-cfec-4f90-9050-4d15cfc9790d tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Network 1c193d6a-5984-4109-91aa-b0c9d7c9a6bf is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:02.329750 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-c1922a41-c758-4acb-b9d0-09e18b4a82ab req-c80bf862-cfec-4f90-9050-4d15cfc9790d tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:02.332802 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1922a41-c758-4acb-b9d0-09e18b4a82ab req-c80bf862-cfec-4f90-9050-4d15cfc9790d tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:56:02.339252 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-56d05df2-71ca-49fc-8db2-d814fb873ba1 req-979758a6-ca68-4b0f-a198-64b9bcabc2d7 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:02.348277 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80bf862-cfec-4f90-9050-4d15cfc9790d tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Pushing event updated for resources: {'Port': ['ID=1a88c9ac-a6d5-4efe-8d77-5c5d85321277,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:02.372405 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-788c4bc9-095e-4d57-b276-3f9476c0c107 req-ed089da2-6e72-426d-98a8-434d1ffac0c8 service neutron] 10.222.0.16 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4174979 Nov 12 00:56:02.413005 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-56d05df2-71ca-49fc-8db2-d814fb873ba1 req-979758a6-ca68-4b0f-a198-64b9bcabc2d7 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:02.515341 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-266dd199-aace-45d0-8c5e-44392e66db67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:02.528843 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device d3979bfd-8c34-4883-ba91-d06b0f592869 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:56:02.592699 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979758a6-ca68-4b0f-a198-64b9bcabc2d7 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a848dbc-1649-4ba4-88dd-07ab9f6ccde3,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:02.623088 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266dd199-aace-45d0-8c5e-44392e66db67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bf5715a-31c9-4ce3-b840-36d36e2f4e73,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:02.640446 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15bc4ec-d39e-46ac-9158-847c15118603 req-c2e1c5e0-663a-4cbe-99cc-4823e66d933b tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:02.648908 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port d3979bfd-8c34-4883-ba91-d06b0f592869 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:56:02.650553 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a15bc4ec-d39e-46ac-9158-847c15118603 req-c2e1c5e0-663a-4cbe-99cc-4823e66d933b tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=5efc5c98-cf41-40f7-a96c-93c0023d84bc HTTP/1.1" status: 200 len: 931 time: 0.4704309 Nov 12 00:56:02.656605 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port d3979bfd-8c34-4883-ba91-d06b0f592869 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:02.657393 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:02.687852 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266dd199-aace-45d0-8c5e-44392e66db67 admin admin] Checking segment: {'id': '156d67a0-d0d0-46f4-8ea1-9f300cc16f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f1e4ead2-9226-4344-bd2b-82e7594e69de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:56:02.688572 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266dd199-aace-45d0-8c5e-44392e66db67 admin admin] Network hostable DHCP agents. Network: f1e4ead2-9226-4344-bd2b-82e7594e69de, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:56:02.713790 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:02.716845 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266dd199-aace-45d0-8c5e-44392e66db67 admin admin] Network f1e4ead2-9226-4344-bd2b-82e7594e69de is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:56:02.722956 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-56d05df2-71ca-49fc-8db2-d814fb873ba1 req-979758a6-ca68-4b0f-a198-64b9bcabc2d7 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:02.724217 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-56d05df2-71ca-49fc-8db2-d814fb873ba1 req-979758a6-ca68-4b0f-a198-64b9bcabc2d7 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.5698032 Nov 12 00:56:02.738594 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-266dd199-aace-45d0-8c5e-44392e66db67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, f1e4ead2-9226-4344-bd2b-82e7594e69de) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:02.742184 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1922a41-c758-4acb-b9d0-09e18b4a82ab req-c80bf862-cfec-4f90-9050-4d15cfc9790d tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:02.743570 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c1922a41-c758-4acb-b9d0-09e18b4a82ab req-c80bf862-cfec-4f90-9050-4d15cfc9790d tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:02.745160 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266dd199-aace-45d0-8c5e-44392e66db67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:02.745876 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-266dd199-aace-45d0-8c5e-44392e66db67 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:02.752158 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-4e19f1e6-e6c6-4576-8112-aa0b15cc8537 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 841734c8-03fc-4f9f-9739-4fe08c60b5e3 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:56:02.766762 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-4e19f1e6-e6c6-4576-8112-aa0b15cc8537 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:02.792205 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-266dd199-aace-45d0-8c5e-44392e66db67 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7029092 Nov 12 00:56:02.796159 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55348) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:02.803315 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-2b8a3470-dcae-40b3-a9a8-e0eb7837af06 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-9225078-router', 'tenant_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:02.814948 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-4e19f1e6-e6c6-4576-8112-aa0b15cc8537 service neutron] Transition to ACTIVE for port object 841734c8-03fc-4f9f-9739-4fe08c60b5e3 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:56:02.819473 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c1922a41-c758-4acb-b9d0-09e18b4a82ab req-c80bf862-cfec-4f90-9050-4d15cfc9790d tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1508906 Nov 12 00:56:02.831904 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-4e19f1e6-e6c6-4576-8112-aa0b15cc8537 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:02.841611 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2b8a3470-dcae-40b3-a9a8-e0eb7837af06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:02.842743 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2b8a3470-dcae-40b3-a9a8-e0eb7837af06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:02.850506 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53e3dbe-1783-4b51-929f-6ed41575db1d None None] Network f1e4ead2-9226-4344-bd2b-82e7594e69de requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:56:02.872645 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-c1922a41-c758-4acb-b9d0-09e18b4a82ab req-2a2fd081-a007-4170-960c-7a92b42604ef service neutron] Request body: {'port': {'device_id': '9b00f85c-6b25-48ce-99f4-985acedfd8f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:02.896863 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a15bc4ec-d39e-46ac-9158-847c15118603 req-6ebe9c94-b511-4494-bfc0-79b629b1a8ad tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448709 Nov 12 00:56:02.923992 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:02.978160 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2b8a3470-dcae-40b3-a9a8-e0eb7837af06 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:03.012788 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-788c4bc9-095e-4d57-b276-3f9476c0c107 req-8ebf2347-cf44-4c0e-8d26-4e1150ada492 service neutron] 10.222.0.16 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5751903 Nov 12 00:56:03.047748 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0dd627-5a13-4783-a6b0-4027feb64a26 x-openstack-request-id: req-0b0dd627-5a13-4783-a6b0-4027feb64a26 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:56:03.048546 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "896880f5-b30b-4289-85c8-97f7beba98f3", "tag": "5971ce8e-b292-408e-87c3-de72140c4855", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:56:03.048723 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0b0dd627-5a13-4783-a6b0-4027feb64a26 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:56:03.049366 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '896880f5-b30b-4289-85c8-97f7beba98f3', 'tag': '5971ce8e-b292-408e-87c3-de72140c4855', 'status': 'completed', 'code': 200} Nov 12 00:56:03.104532 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1142ba-0590-4a31-a11f-49856e71f116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3979bfd-8c34-4883-ba91-d06b0f592869'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:56:03.110754 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91602c80-865c-4d78-937b-bb963672f5ef" -d '{"events": [{"server_uuid": "ff1142ba-0590-4a31-a11f-49856e71f116", "name": "network-vif-plugged", "status": "completed", "tag": "d3979bfd-8c34-4883-ba91-d06b0f592869"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:56:03.180823 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c1922a41-c758-4acb-b9d0-09e18b4a82ab req-2a2fd081-a007-4170-960c-7a92b42604ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:03.182155 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port d3979bfd-8c34-4883-ba91-d06b0f592869, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d3979bfd-8c34-4883-ba91-d06b0f592869,segment=NetworkSegment(f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2),segment_id=f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:03.207121 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:03.320212 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13713fd-23ea-40c0-814a-b32b6d51dbc6 req-11db5f4b-f099-4c9e-80a2-359dcd16b4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:03.322150 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d13713fd-23ea-40c0-814a-b32b6d51dbc6 req-11db5f4b-f099-4c9e-80a2-359dcd16b4fa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6bde2e332c8e418290dd069bae32e617&device_id=896880f5-b30b-4289-85c8-97f7beba98f3 HTTP/1.1" status: 200 len: 1099 time: 0.2571812 Nov 12 00:56:03.324515 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2b8a3470-dcae-40b3-a9a8-e0eb7837af06 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:03.356059 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=d3979bfd-8c34-4883-ba91-d06b0f592869,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:03.376158 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e19f1e6-e6c6-4576-8112-aa0b15cc8537 service neutron] Pushing event updated for resources: {'Port': ['ID=841734c8-03fc-4f9f-9739-4fe08c60b5e3,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:03.427621 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a25a89-93c0-489d-9e6a-204f1b06f4ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-f1e4ead2-9226-4344-bd2b-82e7594e69de', 'network_id': 'f1e4ead2-9226-4344-bd2b-82e7594e69de', 'tenant_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'fixed_ips': [{'subnet_id': '5bf5715a-31c9-4ce3-b840-36d36e2f4e73'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:56:03.432398 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-39a25a89-93c0-489d-9e6a-204f1b06f4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:03.446419 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-4e19f1e6-e6c6-4576-8112-aa0b15cc8537 service neutron] Attempting to bind port 841734c8-03fc-4f9f-9739-4fe08c60b5e3 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:56:03.446947 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-4e19f1e6-e6c6-4576-8112-aa0b15cc8537 service neutron] Attempting to bind port 841734c8-03fc-4f9f-9739-4fe08c60b5e3 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '45adf0ba-e61d-4509-afe2-5b0ef96fbbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '00a03daf-efbb-48db-964b-992b2504dfd0'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:56:03.447878 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-4e19f1e6-e6c6-4576-8112-aa0b15cc8537 service neutron] Attempting to bind port 841734c8-03fc-4f9f-9739-4fe08c60b5e3 on network 00a03daf-efbb-48db-964b-992b2504dfd0 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:03.488418 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-4e19f1e6-e6c6-4576-8112-aa0b15cc8537 service neutron] Port 841734c8-03fc-4f9f-9739-4fe08c60b5e3 on network 00a03daf-efbb-48db-964b-992b2504dfd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:56:03.488921 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-4e19f1e6-e6c6-4576-8112-aa0b15cc8537 service neutron] Attempting to bind port 841734c8-03fc-4f9f-9739-4fe08c60b5e3 on network 00a03daf-efbb-48db-964b-992b2504dfd0 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:03.516945 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13713fd-23ea-40c0-814a-b32b6d51dbc6 req-04184711-11c6-4b51-93de-be85aeb3d6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:03.518530 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d13713fd-23ea-40c0-814a-b32b6d51dbc6 req-04184711-11c6-4b51-93de-be85aeb3d6e0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=945c2da1-f958-478a-a48a-8af2dfa2e179 HTTP/1.1" status: 200 len: 869 time: 0.1873541 Nov 12 00:56:03.532704 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-4e19f1e6-e6c6-4576-8112-aa0b15cc8537 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:56:03.533103 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-4e19f1e6-e6c6-4576-8112-aa0b15cc8537 service neutron] Checking segment: {'id': '45adf0ba-e61d-4509-afe2-5b0ef96fbbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '00a03daf-efbb-48db-964b-992b2504dfd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:56:03.533605 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-4e19f1e6-e6c6-4576-8112-aa0b15cc8537 service neutron] Bound using segment: {'id': '45adf0ba-e61d-4509-afe2-5b0ef96fbbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '00a03daf-efbb-48db-964b-992b2504dfd0'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:56:03.534177 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-4e19f1e6-e6c6-4576-8112-aa0b15cc8537 service neutron] Bound port: 841734c8-03fc-4f9f-9739-4fe08c60b5e3, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45adf0ba-e61d-4509-afe2-5b0ef96fbbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '00a03daf-efbb-48db-964b-992b2504dfd0'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:56:03.534648 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-4e19f1e6-e6c6-4576-8112-aa0b15cc8537 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:03.578271 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d13713fd-23ea-40c0-814a-b32b6d51dbc6 req-57a18ec3-0ab9-4b0e-b491-2474aef82098 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=5971ce8e-b292-408e-87c3-de72140c4855 HTTP/1.1" status: 200 len: 217 time: 0.0517502 Nov 12 00:56:03.655442 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13713fd-23ea-40c0-814a-b32b6d51dbc6 req-245d5576-4a91-4295-8ec0-8ec57f1726ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:03.657442 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d13713fd-23ea-40c0-814a-b32b6d51dbc6 req-245d5576-4a91-4295-8ec0-8ec57f1726ef service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.0707233 Nov 12 00:56:03.678374 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b628ad0-fc8f-4688-8166-8a0a1afbd1d2 req-110a171f-9f21-4a5a-83a4-f27d30247cb3 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:03.686220 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6b628ad0-fc8f-4688-8166-8a0a1afbd1d2 req-110a171f-9f21-4a5a-83a4-f27d30247cb3 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=896880f5-b30b-4289-85c8-97f7beba98f3 HTTP/1.1" status: 200 len: 947 time: 0.2573884 Nov 12 00:56:03.696896 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938ff39-bd0a-4b07-af21-9e04596cfd4c req-e514417b-8561-431b-b9e1-4b09af8566c6 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:03.704804 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7938ff39-bd0a-4b07-af21-9e04596cfd4c req-e514417b-8561-431b-b9e1-4b09af8566c6 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff1142ba-0590-4a31-a11f-49856e71f116 HTTP/1.1" status: 200 len: 946 time: 0.3475597 Nov 12 00:56:03.707087 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-39a25a89-93c0-489d-9e6a-204f1b06f4ee None None] Allocated IP 172.20.0.2 (f1e4ead2-9226-4344-bd2b-82e7594e69de/5bf5715a-31c9-4ce3-b840-36d36e2f4e73/076c7702-dda5-4566-83e2-a3fb32552c4b) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:03.804916 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13713fd-23ea-40c0-814a-b32b6d51dbc6 req-1939ed64-7082-4a27-9156-75e8708ce154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:03.806812 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d13713fd-23ea-40c0-814a-b32b6d51dbc6 req-1939ed64-7082-4a27-9156-75e8708ce154 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6bde2e332c8e418290dd069bae32e617&device_id=896880f5-b30b-4289-85c8-97f7beba98f3 HTTP/1.1" status: 200 len: 1099 time: 0.6021185 Nov 12 00:56:03.818229 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2b8a3470-dcae-40b3-a9a8-e0eb7837af06 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:03.828161 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7938ff39-bd0a-4b07-af21-9e04596cfd4c req-5597cd44-f6dd-4a70-80f0-fb9d75875e01 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/security-groups?id=510a0917-ea45-4112-bcdb-7cef6947100e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222472 Nov 12 00:56:03.854681 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2b8a3470-dcae-40b3-a9a8-e0eb7837af06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:03.859512 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13713fd-23ea-40c0-814a-b32b6d51dbc6 req-48102a03-2954-4f8d-b983-31a7c3ea0724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:03.866181 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d13713fd-23ea-40c0-814a-b32b6d51dbc6 req-48102a03-2954-4f8d-b983-31a7c3ea0724 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1729910 Nov 12 00:56:03.875554 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:04.031470 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-39a25a89-93c0-489d-9e6a-204f1b06f4ee None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:04.038237 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-4e19f1e6-e6c6-4576-8112-aa0b15cc8537 service neutron] For port 841734c8-03fc-4f9f-9739-4fe08c60b5e3, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:56:04.045316 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-39a25a89-93c0-489d-9e6a-204f1b06f4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:04.085609 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d13713fd-23ea-40c0-814a-b32b6d51dbc6 req-ecbf9cfe-dfb7-4c42-9650-393717c4f80f service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667800 Nov 12 00:56:04.086766 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-2b8a3470-dcae-40b3-a9a8-e0eb7837af06 admin admin] Allocated IP 172.25.3.225 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/59b2014a-53f3-4b32-a324-d7f592d453bc) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:04.126017 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6b628ad0-fc8f-4688-8166-8a0a1afbd1d2 req-e4489aee-881e-4959-a312-383ad36764fa tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4385915 Nov 12 00:56:04.130106 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13713fd-23ea-40c0-814a-b32b6d51dbc6 req-917d2258-73c1-4cb0-ab46-8bbedc6f7b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:04.131186 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a25a89-93c0-489d-9e6a-204f1b06f4ee None None] Network f1e4ead2-9226-4344-bd2b-82e7594e69de is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:04.133724 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d13713fd-23ea-40c0-814a-b32b6d51dbc6 req-917d2258-73c1-4cb0-ab46-8bbedc6f7b99 service neutron] 10.222.0.16 "GET /v2.0/networks?id=945c2da1-f958-478a-a48a-8af2dfa2e179 HTTP/1.1" status: 200 len: 869 time: 0.2866716 Nov 12 00:56:04.137824 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-39a25a89-93c0-489d-9e6a-204f1b06f4ee None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:04.149340 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a25a89-93c0-489d-9e6a-204f1b06f4ee None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:56:04.157468 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-4e19f1e6-e6c6-4576-8112-aa0b15cc8537 service neutron] For port 841734c8-03fc-4f9f-9739-4fe08c60b5e3, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=841734c8-03fc-4f9f-9739-4fe08c60b5e3,segment=NetworkSegment(45adf0ba-e61d-4509-afe2-5b0ef96fbbf3),segment_id=45adf0ba-e61d-4509-afe2-5b0ef96fbbf3)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:56:04.165020 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a25a89-93c0-489d-9e6a-204f1b06f4ee None None] Pushing event updated for resources: {'Port': ['ID=076c7702-dda5-4566-83e2-a3fb32552c4b,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:04.281833 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-39a25a89-93c0-489d-9e6a-204f1b06f4ee None None] Attempting to bind port 076c7702-dda5-4566-83e2-a3fb32552c4b on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:56:04.282890 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-39a25a89-93c0-489d-9e6a-204f1b06f4ee None None] Attempting to bind port 076c7702-dda5-4566-83e2-a3fb32552c4b by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '156d67a0-d0d0-46f4-8ea1-9f300cc16f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f1e4ead2-9226-4344-bd2b-82e7594e69de'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:56:04.282890 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a25a89-93c0-489d-9e6a-204f1b06f4ee None None] Attempting to bind port 076c7702-dda5-4566-83e2-a3fb32552c4b on network f1e4ead2-9226-4344-bd2b-82e7594e69de {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:04.294097 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a25a89-93c0-489d-9e6a-204f1b06f4ee None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:56:04.294097 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a25a89-93c0-489d-9e6a-204f1b06f4ee None None] Checking segment: {'id': '156d67a0-d0d0-46f4-8ea1-9f300cc16f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f1e4ead2-9226-4344-bd2b-82e7594e69de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:56:04.294630 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-39a25a89-93c0-489d-9e6a-204f1b06f4ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:04.294799 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a25a89-93c0-489d-9e6a-204f1b06f4ee None None] Bound using segment: {'id': '156d67a0-d0d0-46f4-8ea1-9f300cc16f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f1e4ead2-9226-4344-bd2b-82e7594e69de'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:56:04.295280 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-39a25a89-93c0-489d-9e6a-204f1b06f4ee None None] Bound port: 076c7702-dda5-4566-83e2-a3fb32552c4b, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '156d67a0-d0d0-46f4-8ea1-9f300cc16f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f1e4ead2-9226-4344-bd2b-82e7594e69de'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:56:04.296175 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-39a25a89-93c0-489d-9e6a-204f1b06f4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:04.302033 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d13713fd-23ea-40c0-814a-b32b6d51dbc6 req-5141d96c-d478-446d-ab04-86be1aed927c service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079892 Nov 12 00:56:04.337780 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2b8a3470-dcae-40b3-a9a8-e0eb7837af06 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:04.352485 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-52465ab3-f717-4704-afea-2cd176637810 req-e7d2e64e-970c-4288-9b4f-dd6924090985 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] 10.222.0.45 "GET /v2.0/security-groups/d6fcac6a-a2d0-4f3a-8b00-813daa6f205d HTTP/1.1" status: 200 len: 1821 time: 0.4671593 Nov 12 00:56:04.391686 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2b8a3470-dcae-40b3-a9a8-e0eb7837af06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:04.395185 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-39a25a89-93c0-489d-9e6a-204f1b06f4ee None None] For port 076c7702-dda5-4566-83e2-a3fb32552c4b, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:56:04.402883 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-39a25a89-93c0-489d-9e6a-204f1b06f4ee None None] For port 076c7702-dda5-4566-83e2-a3fb32552c4b, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=076c7702-dda5-4566-83e2-a3fb32552c4b,segment=NetworkSegment(156d67a0-d0d0-46f4-8ea1-9f300cc16f4f),segment_id=156d67a0-d0d0-46f4-8ea1-9f300cc16f4f)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:56:04.409686 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-39a25a89-93c0-489d-9e6a-204f1b06f4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:04.443828 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8a3470-dcae-40b3-a9a8-e0eb7837af06 admin admin] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:04.451285 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-2b8a3470-dcae-40b3-a9a8-e0eb7837af06 admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:04.456797 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8a3470-dcae-40b3-a9a8-e0eb7837af06 admin admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:56:04.465080 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8a3470-dcae-40b3-a9a8-e0eb7837af06 admin admin] Pushing event updated for resources: {'Port': ['ID=59b2014a-53f3-4b32-a324-d7f592d453bc,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:04.502669 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-c1922a41-c758-4acb-b9d0-09e18b4a82ab req-2a2fd081-a007-4170-960c-7a92b42604ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a88c9ac-a6d5-4efe-8d77-5c5d85321277 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:56:04.513200 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c1922a41-c758-4acb-b9d0-09e18b4a82ab req-2a2fd081-a007-4170-960c-7a92b42604ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:04.523929 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d13713fd-23ea-40c0-814a-b32b6d51dbc6 req-e42da23f-5293-455d-9786-2e6d17cb639c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=5971ce8e-b292-408e-87c3-de72140c4855 HTTP/1.1" status: 200 len: 217 time: 0.2442977 Nov 12 00:56:04.525186 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-4e19f1e6-e6c6-4576-8112-aa0b15cc8537 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:04.561957 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a25a89-93c0-489d-9e6a-204f1b06f4ee None None] Pushing event updated for resources: {'Port': ['ID=076c7702-dda5-4566-83e2-a3fb32552c4b,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:04.641590 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-4e19f1e6-e6c6-4576-8112-aa0b15cc8537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:04.642701 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-4e19f1e6-e6c6-4576-8112-aa0b15cc8537 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:04.644291 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-4e19f1e6-e6c6-4576-8112-aa0b15cc8537 service neutron] 10.222.0.44 "PUT /v2.0/ports/841734c8-03fc-4f9f-9739-4fe08c60b5e3 HTTP/1.1" status: 200 len: 1092 time: 4.0384841 Nov 12 00:56:04.654015 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-c1922a41-c758-4acb-b9d0-09e18b4a82ab req-2a2fd081-a007-4170-960c-7a92b42604ef service neutron] Transition to ACTIVE for port object 1a88c9ac-a6d5-4efe-8d77-5c5d85321277 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:56:04.682979 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c1922a41-c758-4acb-b9d0-09e18b4a82ab req-2a2fd081-a007-4170-960c-7a92b42604ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:04.732029 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-8909657a-490d-4f9b-be6e-b69debff46c7 tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:04.732029 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-8909657a-490d-4f9b-be6e-b69debff46c7 tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=411a9c2b-9b2b-4618-a317-6693bbdf6ef3&tenant_id=31213ba92821461cba1a0adcb9241baa&binding%3Ahost_id=n-h2-712142-27 HTTP/1.1" status: 200 len: 1097 time: 0.1097646 Nov 12 00:56:04.752279 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-193f24ba-adba-4f70-be60-f2062d261b19 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712142-27'}}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:04.753333 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf6f3d-ad30-4695-9c4f-dc121bf53ff2 req-a8d4c4c8-0274-4193-82b4-6bf67eac2bc3 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:04.755088 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eacf6f3d-ad30-4695-9c4f-dc121bf53ff2 req-a8d4c4c8-0274-4193-82b4-6bf67eac2bc3 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=411a9c2b-9b2b-4618-a317-6693bbdf6ef3 HTTP/1.1" status: 200 len: 945 time: 0.4555953 Nov 12 00:56:04.822139 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13713fd-23ea-40c0-814a-b32b6d51dbc6 req-25f01cea-5dd0-4f82-af25-b57d46d1c09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:04.824397 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d13713fd-23ea-40c0-814a-b32b6d51dbc6 req-25f01cea-5dd0-4f82-af25-b57d46d1c09f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.2790430 Nov 12 00:56:04.885450 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e19f1e6-e6c6-4576-8112-aa0b15cc8537 service neutron] Pushing event updated for resources: {'Port': ['ID=841734c8-03fc-4f9f-9739-4fe08c60b5e3,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:05.005435 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:05.047306 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-52465ab3-f717-4704-afea-2cd176637810 req-962efdaf-5445-4e46-802f-3e1e404e3dc8 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:05.056657 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5efc5c98-cf41-40f7-a96c-93c0023d84bc', 'tag': '841734c8-03fc-4f9f-9739-4fe08c60b5e3'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:56:05.060237 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b83dc29-01c1-470a-bc67-90383b9073b0" -d '{"events": [{"name": "network-changed", "server_uuid": "5efc5c98-cf41-40f7-a96c-93c0023d84bc", "tag": "841734c8-03fc-4f9f-9739-4fe08c60b5e3"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:56:05.114620 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-5d823cd7-71d6-4047-afbd-a8ddc7a7d585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:05.116548 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-5d823cd7-71d6-4047-afbd-a8ddc7a7d585 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab22182039774befa325e91b3a0bd782&device_id=5efc5c98-cf41-40f7-a96c-93c0023d84bc HTTP/1.1" status: 200 len: 1095 time: 0.4020996 Nov 12 00:56:05.148244 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2b8a3470-dcae-40b3-a9a8-e0eb7837af06 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:05.153038 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eacf6f3d-ad30-4695-9c4f-dc121bf53ff2 req-3f11f1d9-7c5d-4ae1-9d0d-77a6a1278506 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512294 Nov 12 00:56:05.164428 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2fd081-a007-4170-960c-7a92b42604ef service neutron] Pushing event updated for resources: {'Port': ['ID=1a88c9ac-a6d5-4efe-8d77-5c5d85321277,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:05.185060 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13713fd-23ea-40c0-814a-b32b6d51dbc6 req-130b007e-95e4-4d98-9633-bf793388c73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:05.186963 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d13713fd-23ea-40c0-814a-b32b6d51dbc6 req-130b007e-95e4-4d98-9633-bf793388c73a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3436658 Nov 12 00:56:05.189153 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-52465ab3-f717-4704-afea-2cd176637810 req-962efdaf-5445-4e46-802f-3e1e404e3dc8 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:05.227515 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-193f24ba-adba-4f70-be60-f2062d261b19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:05.271444 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-9defe12c-ab56-422a-b34d-c4c72e2a0dce service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=841734c8-03fc-4f9f-9739-4fe08c60b5e3 HTTP/1.1" status: 200 len: 217 time: 0.1145804 Nov 12 00:56:05.331711 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 076c7702-dda5-4566-83e2-a3fb32552c4b up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:56:05.464479 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 076c7702-dda5-4566-83e2-a3fb32552c4b triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:05.464756 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:05.470459 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-c1922a41-c758-4acb-b9d0-09e18b4a82ab req-2a2fd081-a007-4170-960c-7a92b42604ef service neutron] Attempting to bind port 1a88c9ac-a6d5-4efe-8d77-5c5d85321277 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:56:05.470952 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-c1922a41-c758-4acb-b9d0-09e18b4a82ab req-2a2fd081-a007-4170-960c-7a92b42604ef service neutron] Attempting to bind port 1a88c9ac-a6d5-4efe-8d77-5c5d85321277 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '936f4dc4-b49e-4318-84e7-8d3d4988961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1c193d6a-5984-4109-91aa-b0c9d7c9a6bf'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:56:05.471498 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1922a41-c758-4acb-b9d0-09e18b4a82ab req-2a2fd081-a007-4170-960c-7a92b42604ef service neutron] Attempting to bind port 1a88c9ac-a6d5-4efe-8d77-5c5d85321277 on network 1c193d6a-5984-4109-91aa-b0c9d7c9a6bf {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:05.499074 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1922a41-c758-4acb-b9d0-09e18b4a82ab req-2a2fd081-a007-4170-960c-7a92b42604ef service neutron] Port 1a88c9ac-a6d5-4efe-8d77-5c5d85321277 on network 1c193d6a-5984-4109-91aa-b0c9d7c9a6bf not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:56:05.499879 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1922a41-c758-4acb-b9d0-09e18b4a82ab req-2a2fd081-a007-4170-960c-7a92b42604ef service neutron] Attempting to bind port 1a88c9ac-a6d5-4efe-8d77-5c5d85321277 on network 1c193d6a-5984-4109-91aa-b0c9d7c9a6bf {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:05.513185 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-b3f020eb-23ef-45bf-875b-7fe4dab99c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:05.514979 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-b3f020eb-23ef-45bf-875b-7fe4dab99c86 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=76e4d43b-e53b-464c-a374-bf4144fb9a21 HTTP/1.1" status: 200 len: 846 time: 0.2265439 Nov 12 00:56:05.559646 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1922a41-c758-4acb-b9d0-09e18b4a82ab req-2a2fd081-a007-4170-960c-7a92b42604ef service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:56:05.559646 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1922a41-c758-4acb-b9d0-09e18b4a82ab req-2a2fd081-a007-4170-960c-7a92b42604ef service neutron] Checking segment: {'id': '936f4dc4-b49e-4318-84e7-8d3d4988961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1c193d6a-5984-4109-91aa-b0c9d7c9a6bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:56:05.560538 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1922a41-c758-4acb-b9d0-09e18b4a82ab req-2a2fd081-a007-4170-960c-7a92b42604ef service neutron] Bound using segment: {'id': '936f4dc4-b49e-4318-84e7-8d3d4988961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1c193d6a-5984-4109-91aa-b0c9d7c9a6bf'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:56:05.561191 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-c1922a41-c758-4acb-b9d0-09e18b4a82ab req-2a2fd081-a007-4170-960c-7a92b42604ef service neutron] Bound port: 1a88c9ac-a6d5-4efe-8d77-5c5d85321277, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '936f4dc4-b49e-4318-84e7-8d3d4988961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1c193d6a-5984-4109-91aa-b0c9d7c9a6bf'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:56:05.561877 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c1922a41-c758-4acb-b9d0-09e18b4a82ab req-2a2fd081-a007-4170-960c-7a92b42604ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:05.598980 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-f1245c8a-55fd-4c54-a692-bf85cd9c9a24 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00a03daf-efbb-48db-964b-992b2504dfd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689263 Nov 12 00:56:05.608349 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d13713fd-23ea-40c0-814a-b32b6d51dbc6 req-1bfa19f9-3966-4cc8-89cc-06ea02e029ca service neutron] 10.222.0.16 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051123 Nov 12 00:56:05.622783 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-52465ab3-f717-4704-afea-2cd176637810 req-962efdaf-5445-4e46-802f-3e1e404e3dc8 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:05.625829 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-52465ab3-f717-4704-afea-2cd176637810 req-962efdaf-5445-4e46-802f-3e1e404e3dc8 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:05.643249 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-52465ab3-f717-4704-afea-2cd176637810 req-962efdaf-5445-4e46-802f-3e1e404e3dc8 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] 10.222.0.45 "DELETE /v2.0/security-groups/d6fcac6a-a2d0-4f3a-8b00-813daa6f205d HTTP/1.1" status: 204 len: 173 time: 1.0965812 Nov 12 00:56:05.688615 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985f937-27c3-4499-8b14-23ea52664d20 req-b6d96fc0-e98c-4243-92be-3091370d5b82 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:05.690504 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1985f937-27c3-4499-8b14-23ea52664d20 req-b6d96fc0-e98c-4243-92be-3091370d5b82 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b00f85c-6b25-48ce-99f4-985acedfd8f3 HTTP/1.1" status: 200 len: 943 time: 0.2779272 Nov 12 00:56:05.701082 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6e866c-984e-4394-863e-ac513a758830 x-openstack-request-id: req-df6e866c-984e-4394-863e-ac513a758830 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:56:05.701552 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff1142ba-0590-4a31-a11f-49856e71f116", "name": "network-vif-plugged", "status": "completed", "tag": "d3979bfd-8c34-4883-ba91-d06b0f592869", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:56:05.701973 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-df6e866c-984e-4394-863e-ac513a758830 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:56:05.704302 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff1142ba-0590-4a31-a11f-49856e71f116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3979bfd-8c34-4883-ba91-d06b0f592869', 'code': 200} Nov 12 00:56:05.713867 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:05.772535 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962efdaf-5445-4e46-802f-3e1e404e3dc8 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6fcac6a-a2d0-4f3a-8b00-813daa6f205d,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:05.810841 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 076c7702-dda5-4566-83e2-a3fb32552c4b, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=076c7702-dda5-4566-83e2-a3fb32552c4b,segment=NetworkSegment(156d67a0-d0d0-46f4-8ea1-9f300cc16f4f),segment_id=156d67a0-d0d0-46f4-8ea1-9f300cc16f4f)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:05.823052 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:05.945723 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=076c7702-dda5-4566-83e2-a3fb32552c4b,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:06.331703 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aba5f73-2c5f-442e-93aa-b3ce90e5e8bb None None] Network f1e4ead2-9226-4344-bd2b-82e7594e69de requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:56:06.356881 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2b8a3470-dcae-40b3-a9a8-e0eb7837af06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:06.408712 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-193f24ba-adba-4f70-be60-f2062d261b19 service neutron] For port 7cc52dcc-3a5e-42ff-bf33-27a85670b23c, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=7cc52dcc-3a5e-42ff-bf33-27a85670b23c,segment=NetworkSegment(22cf0803-7015-4b8f-9bea-ad8ec3d31ac5),segment_id=22cf0803-7015-4b8f-9bea-ad8ec3d31ac5)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:06.461956 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-193f24ba-adba-4f70-be60-f2062d261b19 service neutron] For port 7cc52dcc-3a5e-42ff-bf33-27a85670b23c, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:56:06.470113 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 7cc52dcc-3a5e-42ff-bf33-27a85670b23c details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:56:06.513053 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-193f24ba-adba-4f70-be60-f2062d261b19 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:06.522938 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a16db-3c17-41ab-a315-933521313a74 req-2c72acd2-139a-4463-877a-72ca8b53ba16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:06.525547 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-bc6a16db-3c17-41ab-a315-933521313a74 req-2c72acd2-139a-4463-877a-72ca8b53ba16 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ff1142ba-0590-4a31-a11f-49856e71f116 HTTP/1.1" status: 200 len: 1098 time: 0.7177563 Nov 12 00:56:06.526796 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '411a9c2b-9b2b-4618-a317-6693bbdf6ef3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cc52dcc-3a5e-42ff-bf33-27a85670b23c'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:56:06.529620 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9dfc9af-82ab-42c1-99ef-51e568eab78d" -d '{"events": [{"server_uuid": "411a9c2b-9b2b-4618-a317-6693bbdf6ef3", "name": "network-vif-unplugged", "status": "completed", "tag": "7cc52dcc-3a5e-42ff-bf33-27a85670b23c"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:56:06.534558 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-c1922a41-c758-4acb-b9d0-09e18b4a82ab req-2a2fd081-a007-4170-960c-7a92b42604ef service neutron] For port 1a88c9ac-a6d5-4efe-8d77-5c5d85321277, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:56:06.543102 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-aca9d2bf-37eb-47c4-973a-cdedce525760 None None] Provisioning complete for port 076c7702-dda5-4566-83e2-a3fb32552c4b triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:06.543933 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-aca9d2bf-37eb-47c4-973a-cdedce525760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:06.556962 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-c1922a41-c758-4acb-b9d0-09e18b4a82ab req-2a2fd081-a007-4170-960c-7a92b42604ef service neutron] For port 1a88c9ac-a6d5-4efe-8d77-5c5d85321277, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=1a88c9ac-a6d5-4efe-8d77-5c5d85321277,segment=NetworkSegment(936f4dc4-b49e-4318-84e7-8d3d4988961e),segment_id=936f4dc4-b49e-4318-84e7-8d3d4988961e)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:56:06.577225 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-193f24ba-adba-4f70-be60-f2062d261b19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:06.610609 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-6f575e21-7e3d-4f4a-8349-959556026fdd service neutron] 10.222.0.44 "GET /v2.0/networks/00a03daf-efbb-48db-964b-992b2504dfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9992154 Nov 12 00:56:06.613281 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c1922a41-c758-4acb-b9d0-09e18b4a82ab req-2a2fd081-a007-4170-960c-7a92b42604ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:06.687081 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-bc6a16db-3c17-41ab-a315-933521313a74 req-7bedfa3a-9f9a-45d5-ab46-582336772259 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=510a0917-ea45-4112-bcdb-7cef6947100e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054742 Nov 12 00:56:06.702153 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1985f937-27c3-4499-8b14-23ea52664d20 req-df0174ef-0479-41ce-8ae6-a48d3f692b56 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9635196 Nov 12 00:56:06.761896 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d13713fd-23ea-40c0-814a-b32b6d51dbc6 req-fb828a9e-ce6a-4d80-8299-560c3344a3b8 service neutron] 10.222.0.16 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1156077 Nov 12 00:56:06.766950 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1922a41-c758-4acb-b9d0-09e18b4a82ab req-2a2fd081-a007-4170-960c-7a92b42604ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:06.767588 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c1922a41-c758-4acb-b9d0-09e18b4a82ab req-2a2fd081-a007-4170-960c-7a92b42604ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:06.769222 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193f24ba-adba-4f70-be60-f2062d261b19 service neutron] Pushing event updated for resources: {'Port': ['ID=7cc52dcc-3a5e-42ff-bf33-27a85670b23c,revision_number=7']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:06.770246 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c1922a41-c758-4acb-b9d0-09e18b4a82ab req-2a2fd081-a007-4170-960c-7a92b42604ef service neutron] 10.222.0.44 "PUT /v2.0/ports/1a88c9ac-a6d5-4efe-8d77-5c5d85321277 HTTP/1.1" status: 200 len: 1092 time: 3.9244719 Nov 12 00:56:06.841232 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a57f7c-d56e-45a6-9e7f-31a2a8713941 req-43621cfc-1426-4a5d-834d-d65bdd169ced tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:06.842953 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-69a57f7c-d56e-45a6-9e7f-31a2a8713941 req-43621cfc-1426-4a5d-834d-d65bdd169ced tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=5efc5c98-cf41-40f7-a96c-93c0023d84bc HTTP/1.1" status: 200 len: 943 time: 0.9133418 Nov 12 00:56:06.856652 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 7cc52dcc-3a5e-42ff-bf33-27a85670b23c, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=7cc52dcc-3a5e-42ff-bf33-27a85670b23c,segment=NetworkSegment(22cf0803-7015-4b8f-9bea-ad8ec3d31ac5),segment_id=22cf0803-7015-4b8f-9bea-ad8ec3d31ac5)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:06.886671 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2fd081-a007-4170-960c-7a92b42604ef service neutron] Pushing event updated for resources: {'Port': ['ID=1a88c9ac-a6d5-4efe-8d77-5c5d85321277,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:06.904481 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 7cc52dcc-3a5e-42ff-bf33-27a85670b23c has no active binding in host n-h1-712142-27 {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 00:56:06.905389 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 5971ce8e-b292-408e-87c3-de72140c4855 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:56:06.950300 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-a2b91cc1-5552-43cb-b44d-25551621ac23 service neutron] 10.222.0.44 "GET /v2.0/networks/00a03daf-efbb-48db-964b-992b2504dfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040192 Nov 12 00:56:06.964975 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-69a57f7c-d56e-45a6-9e7f-31a2a8713941 req-df3309ef-f32e-4985-a9f8-077f3e2699ed tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036570 Nov 12 00:56:06.992027 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-193f24ba-adba-4f70-be60-f2062d261b19 service neutron] Attempting to bind port 7cc52dcc-3a5e-42ff-bf33-27a85670b23c on host n-h2-712142-27 for vnic_type normal with profile {"migrating_to": "n-h1-712142-27"} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:56:06.992027 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-193f24ba-adba-4f70-be60-f2062d261b19 service neutron] Attempting to bind port 7cc52dcc-3a5e-42ff-bf33-27a85670b23c by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '22cf0803-7015-4b8f-9bea-ad8ec3d31ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfbacf63-886c-40df-80dd-a56be185809d'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:56:06.992027 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-193f24ba-adba-4f70-be60-f2062d261b19 service neutron] Attempting to bind port 7cc52dcc-3a5e-42ff-bf33-27a85670b23c on network dfbacf63-886c-40df-80dd-a56be185809d {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:07.024455 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-193f24ba-adba-4f70-be60-f2062d261b19 service neutron] Port 7cc52dcc-3a5e-42ff-bf33-27a85670b23c on network dfbacf63-886c-40df-80dd-a56be185809d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:56:07.024785 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-193f24ba-adba-4f70-be60-f2062d261b19 service neutron] Attempting to bind port 7cc52dcc-3a5e-42ff-bf33-27a85670b23c on network dfbacf63-886c-40df-80dd-a56be185809d {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:07.044151 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de45f88c-ac66-428a-bc78-1fbe701aca06 x-openstack-request-id: req-de45f88c-ac66-428a-bc78-1fbe701aca06 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:56:07.044655 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5efc5c98-cf41-40f7-a96c-93c0023d84bc", "tag": "841734c8-03fc-4f9f-9739-4fe08c60b5e3", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:56:07.045269 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-de45f88c-ac66-428a-bc78-1fbe701aca06 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:56:07.045822 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5efc5c98-cf41-40f7-a96c-93c0023d84bc', 'tag': '841734c8-03fc-4f9f-9739-4fe08c60b5e3', 'status': 'completed', 'code': 200} Nov 12 00:56:07.047678 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-193f24ba-adba-4f70-be60-f2062d261b19 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:56:07.048084 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-193f24ba-adba-4f70-be60-f2062d261b19 service neutron] Checking segment: {'id': '22cf0803-7015-4b8f-9bea-ad8ec3d31ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfbacf63-886c-40df-80dd-a56be185809d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:56:07.048498 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-193f24ba-adba-4f70-be60-f2062d261b19 service neutron] Bound using segment: {'id': '22cf0803-7015-4b8f-9bea-ad8ec3d31ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfbacf63-886c-40df-80dd-a56be185809d'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:56:07.048963 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-193f24ba-adba-4f70-be60-f2062d261b19 service neutron] Bound port: 7cc52dcc-3a5e-42ff-bf33-27a85670b23c, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22cf0803-7015-4b8f-9bea-ad8ec3d31ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dfbacf63-886c-40df-80dd-a56be185809d'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:56:07.049317 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-193f24ba-adba-4f70-be60-f2062d261b19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:07.204637 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 5971ce8e-b292-408e-87c3-de72140c4855, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=5971ce8e-b292-408e-87c3-de72140c4855,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:07.232756 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-193f24ba-adba-4f70-be60-f2062d261b19 service neutron] For port 7cc52dcc-3a5e-42ff-bf33-27a85670b23c, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:56:07.237266 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': '5971ce8e-b292-408e-87c3-de72140c4855', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'port_id': '5971ce8e-b292-408e-87c3-de72140c4855', 'mac_address': 'fa:16:3e:44:35:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0290328-7bc5-4266-bfb9-6eb25d91acf0', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:56:07.242516 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 076c7702-dda5-4566-83e2-a3fb32552c4b up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:56:07.250326 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-193f24ba-adba-4f70-be60-f2062d261b19 service neutron] For port 7cc52dcc-3a5e-42ff-bf33-27a85670b23c, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=7cc52dcc-3a5e-42ff-bf33-27a85670b23c,segment=NetworkSegment(22cf0803-7015-4b8f-9bea-ad8ec3d31ac5),segment_id=22cf0803-7015-4b8f-9bea-ad8ec3d31ac5)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:56:07.260462 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-193f24ba-adba-4f70-be60-f2062d261b19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:07.294193 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b8a3470-dcae-40b3-a9a8-e0eb7837af06 admin admin] Router 406dcadf-bc1d-4d0e-adf3-5c7d087b9215 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:56:07.344328 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:07.393874 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5971ce8e-b292-408e-87c3-de72140c4855 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:56:07.396554 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19348732-92ba-4b5b-923a-fc942e3526b9 req-08b5791c-e936-4570-88e3-06369277d096 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:07.407877 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-19348732-92ba-4b5b-923a-fc942e3526b9 req-08b5791c-e936-4570-88e3-06369277d096 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff1142ba-0590-4a31-a11f-49856e71f116 HTTP/1.1" status: 200 len: 946 time: 0.3382947 Nov 12 00:56:07.482675 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193f24ba-adba-4f70-be60-f2062d261b19 service neutron] Pushing event updated for resources: {'Port': ['ID=7cc52dcc-3a5e-42ff-bf33-27a85670b23c,revision_number=8']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:07.483751 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 5971ce8e-b292-408e-87c3-de72140c4855, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=5971ce8e-b292-408e-87c3-de72140c4855,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:07.485921 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 076c7702-dda5-4566-83e2-a3fb32552c4b triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:07.486331 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:07.490782 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-193f24ba-adba-4f70-be60-f2062d261b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:07.491552 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-193f24ba-adba-4f70-be60-f2062d261b19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:07.493152 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-193f24ba-adba-4f70-be60-f2062d261b19 service neutron] 10.222.0.16 "PUT /v2.0/ports/7cc52dcc-3a5e-42ff-bf33-27a85670b23c HTTP/1.1" status: 200 len: 1123 time: 2.7488766 Nov 12 00:56:07.500145 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:07.525034 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1922a41-c758-4acb-b9d0-09e18b4a82ab req-16e1e726-8802-4dc9-9be4-202767f76aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:07.528233 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c1922a41-c758-4acb-b9d0-09e18b4a82ab req-16e1e726-8802-4dc9-9be4-202767f76aed service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=52ec13b5aa674ec2836b22da2faf152e&device_id=9b00f85c-6b25-48ce-99f4-985acedfd8f3 HTTP/1.1" status: 200 len: 1095 time: 0.3773055 Nov 12 00:56:07.534589 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b83dc29-01c1-470a-bc67-90383b9073b0 req-b1a5b73c-d63c-4180-a43e-67aa6df57def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:07.537653 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8b83dc29-01c1-470a-bc67-90383b9073b0 req-b1a5b73c-d63c-4180-a43e-67aa6df57def service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab22182039774befa325e91b3a0bd782&device_id=5efc5c98-cf41-40f7-a96c-93c0023d84bc HTTP/1.1" status: 200 len: 1095 time: 0.3538086 Nov 12 00:56:07.584549 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-19348732-92ba-4b5b-923a-fc942e3526b9 req-a7a8d851-13dc-4caf-ba2d-2f41a2d60974 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/security-groups?id=510a0917-ea45-4112-bcdb-7cef6947100e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635475 Nov 12 00:56:07.605884 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-9449a47e-9760-42f6-897a-361cec5fa7c8 None None] Provisioning complete for port 076c7702-dda5-4566-83e2-a3fb32552c4b triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:07.606448 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9449a47e-9760-42f6-897a-361cec5fa7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:07.696814 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['7cc52dcc-3a5e-42ff-bf33-27a85670b23c'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:56:07.750116 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['7cc52dcc-3a5e-42ff-bf33-27a85670b23c'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:56:07.770572 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8a3470-dcae-40b3-a9a8-e0eb7837af06 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:56:07.786398 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b5e3d-0086-4950-86fd-cb358f2e6660 req-8971998c-4a11-49e2-a6d1-2dd1dcf7de42 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:07.795659 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d82b5e3d-0086-4950-86fd-cb358f2e6660 req-8971998c-4a11-49e2-a6d1-2dd1dcf7de42 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=896880f5-b30b-4289-85c8-97f7beba98f3 HTTP/1.1" status: 200 len: 947 time: 0.5789959 Nov 12 00:56:07.798591 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5241e52c-4fe5-4f33-80db-51ae712c714f None None] Sync routers for ids ['406dcadf-bc1d-4d0e-adf3-5c7d087b9215'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:56:07.806558 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2b8a3470-dcae-40b3-a9a8-e0eb7837af06 admin admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:07.811410 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2b8a3470-dcae-40b3-a9a8-e0eb7837af06 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.0133026 Nov 12 00:56:07.812751 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55376) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:07.813486 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5241e52c-4fe5-4f33-80db-51ae712c714f None None] Routers {'406dcadf-bc1d-4d0e-adf3-5c7d087b9215'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:56:07.814276 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-5241e52c-4fe5-4f33-80db-51ae712c714f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:56:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['406dcadf-bc1d-4d0e-adf3-5c7d087b9215'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:07.870461 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=5971ce8e-b292-408e-87c3-de72140c4855,revision_number=8']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:07.969553 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c1922a41-c758-4acb-b9d0-09e18b4a82ab req-ef97270b-37cc-4941-8538-ee429386ac6a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a88c9ac-a6d5-4efe-8d77-5c5d85321277 HTTP/1.1" status: 200 len: 217 time: 0.3824604 Nov 12 00:56:08.043016 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['5971ce8e-b292-408e-87c3-de72140c4855'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:56:08.086817 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:08.219012 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-14733319-d751-4d03-9b08-7916cdf77355 req-086f54f7-a8aa-4e9e-86c9-68bfbd777114 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] 10.222.0.45 "GET /v2.0/security-groups/b374be74-faa3-4b2a-ac8b-e3dcbca5afcf HTTP/1.1" status: 200 len: 1822 time: 0.4511683 Nov 12 00:56:08.340189 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-5241e52c-4fe5-4f33-80db-51ae712c714f None None] Set router 406dcadf-bc1d-4d0e-adf3-5c7d087b9215 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:56:08.345672 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1922a41-c758-4acb-b9d0-09e18b4a82ab req-6e5c7030-5eb2-4c99-aac9-e21492d70d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:08.348052 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c1922a41-c758-4acb-b9d0-09e18b4a82ab req-6e5c7030-5eb2-4c99-aac9-e21492d70d15 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d8bd009-45c7-4017-80d7-9c1f69484ce9 HTTP/1.1" status: 200 len: 860 time: 0.2912841 Nov 12 00:56:08.371852 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d82b5e3d-0086-4950-86fd-cb358f2e6660 req-49af5bd1-6821-4d73-8e42-d70a72229a5c tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4196877 Nov 12 00:56:08.476586 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b83dc29-01c1-470a-bc67-90383b9073b0 req-3b59090c-219c-47f3-ae37-4712b49f1c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:08.481033 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8b83dc29-01c1-470a-bc67-90383b9073b0 req-3b59090c-219c-47f3-ae37-4712b49f1c8a service neutron] 10.222.0.44 "GET /v2.0/networks?id=00a03daf-efbb-48db-964b-992b2504dfd0 HTTP/1.1" status: 200 len: 906 time: 0.8806930 Nov 12 00:56:08.547281 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca97f5e-6d10-4342-af6d-b449c722fed2 x-openstack-request-id: req-2ca97f5e-6d10-4342-af6d-b449c722fed2 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:56:08.548591 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "411a9c2b-9b2b-4618-a317-6693bbdf6ef3", "name": "network-vif-unplugged", "status": "completed", "tag": "7cc52dcc-3a5e-42ff-bf33-27a85670b23c", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:56:08.548963 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2ca97f5e-6d10-4342-af6d-b449c722fed2 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:56:08.549526 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '411a9c2b-9b2b-4618-a317-6693bbdf6ef3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cc52dcc-3a5e-42ff-bf33-27a85670b23c', 'code': 200} Nov 12 00:56:08.550251 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c1922a41-c758-4acb-b9d0-09e18b4a82ab req-643df39d-b54c-4673-918a-20c3090a5b1d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1c193d6a-5984-4109-91aa-b0c9d7c9a6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1693215 Nov 12 00:56:08.619641 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8b83dc29-01c1-470a-bc67-90383b9073b0 req-504986ee-2455-48e2-a6cb-ce1aeae2c609 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=841734c8-03fc-4f9f-9739-4fe08c60b5e3 HTTP/1.1" status: 200 len: 217 time: 0.0843251 Nov 12 00:56:08.717488 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9e82cee4-515f-4663-88d1-8e55d7d18aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:08.785333 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-5241e52c-4fe5-4f33-80db-51ae712c714f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406dcadf-bc1d-4d0e-adf3-5c7d087b9215', 'name': 'tempest-ServersTestBootFromVolume-9225078-router', 'tenant_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '59b2014a-53f3-4b32-a324-d7f592d453bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:56:02Z', 'updated_at': '2021-11-12T00:56:04Z', 'revision_number': 3, 'project_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'gw_port': {'id': '59b2014a-53f3-4b32-a324-d7f592d453bc', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:98:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406dcadf-bc1d-4d0e-adf3-5c7d087b9215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:56:03Z', 'updated_at': '2021-11-12T00:56:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:08.823769 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5241e52c-4fe5-4f33-80db-51ae712c714f None None] Checking router: 406dcadf-bc1d-4d0e-adf3-5c7d087b9215 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:56:08.824468 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5241e52c-4fe5-4f33-80db-51ae712c714f None None] Updating router 406dcadf-bc1d-4d0e-adf3-5c7d087b9215 port 59b2014a-53f3-4b32-a324-d7f592d453bc binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:56:08.826433 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c1922a41-c758-4acb-b9d0-09e18b4a82ab req-901a4fbb-5f7e-4d82-9cf2-1243d658fb7a service neutron] 10.222.0.44 "GET /v2.0/networks/1c193d6a-5984-4109-91aa-b0c9d7c9a6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488891 Nov 12 00:56:08.861385 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-5241e52c-4fe5-4f33-80db-51ae712c714f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:08.998758 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-9e82cee4-515f-4663-88d1-8e55d7d18aa6 admin admin] Allocated IP 172.20.0.1 (f1e4ead2-9226-4344-bd2b-82e7594e69de/5bf5715a-31c9-4ce3-b840-36d36e2f4e73/e2cf2141-4ee2-4104-b2dc-36c792a682dd) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:09.047066 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b83dc29-01c1-470a-bc67-90383b9073b0 req-f2c3cee0-83bc-4830-9398-533a2ea152a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:09.048793 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8b83dc29-01c1-470a-bc67-90383b9073b0 req-f2c3cee0-83bc-4830-9398-533a2ea152a1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=76e4d43b-e53b-464c-a374-bf4144fb9a21 HTTP/1.1" status: 200 len: 846 time: 0.2209430 Nov 12 00:56:09.052693 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b00f85c-6b25-48ce-99f4-985acedfd8f3', 'tag': '1a88c9ac-a6d5-4efe-8d77-5c5d85321277'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:56:09.056067 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d62925-6cf1-4935-8d3d-bc70476afabf" -d '{"events": [{"name": "network-changed", "server_uuid": "9b00f85c-6b25-48ce-99f4-985acedfd8f3", "tag": "1a88c9ac-a6d5-4efe-8d77-5c5d85321277"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:56:09.067399 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e5409-5f18-4930-adc9-2a9768c0aa85 req-717ab884-0dd5-4f3c-953f-5f754e4f6113 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:09.069004 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5e3e5409-5f18-4930-adc9-2a9768c0aa85 req-717ab884-0dd5-4f3c-953f-5f754e4f6113 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=411a9c2b-9b2b-4618-a317-6693bbdf6ef3 HTTP/1.1" status: 200 len: 943 time: 0.4460018 Nov 12 00:56:09.088652 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d02a6-2ec1-45d3-86dc-6000cea82a52 req-95c28806-34fc-4712-813d-9ed583e789d2 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:09.090260 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f48d02a6-2ec1-45d3-86dc-6000cea82a52 req-95c28806-34fc-4712-813d-9ed583e789d2 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b00f85c-6b25-48ce-99f4-985acedfd8f3 HTTP/1.1" status: 200 len: 943 time: 0.5390458 Nov 12 00:56:09.126914 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8b83dc29-01c1-470a-bc67-90383b9073b0 req-edd19235-ec8f-4b21-a37e-d01595182da0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00a03daf-efbb-48db-964b-992b2504dfd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553119 Nov 12 00:56:09.144330 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9e82cee4-515f-4663-88d1-8e55d7d18aa6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:09.184468 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c1922a41-c758-4acb-b9d0-09e18b4a82ab req-ae171867-23f5-433c-b889-e40641ad3a8b service neutron] 10.222.0.44 "GET /v2.0/networks/1c193d6a-5984-4109-91aa-b0c9d7c9a6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687016 Nov 12 00:56:09.189529 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9e82cee4-515f-4663-88d1-8e55d7d18aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:09.217407 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-5241e52c-4fe5-4f33-80db-51ae712c714f None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:09.227494 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-5241e52c-4fe5-4f33-80db-51ae712c714f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:09.247108 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e82cee4-515f-4663-88d1-8e55d7d18aa6 admin admin] Network f1e4ead2-9226-4344-bd2b-82e7594e69de is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:09.252512 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-9e82cee4-515f-4663-88d1-8e55d7d18aa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:09.257215 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e82cee4-515f-4663-88d1-8e55d7d18aa6 admin admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:56:09.282843 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e82cee4-515f-4663-88d1-8e55d7d18aa6 admin admin] Pushing event updated for resources: {'Port': ['ID=e2cf2141-4ee2-4104-b2dc-36c792a682dd,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:09.283877 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f48d02a6-2ec1-45d3-86dc-6000cea82a52 req-022b331e-c648-4d4d-8546-991e7229b822 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648960 Nov 12 00:56:09.287295 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5e3e5409-5f18-4930-adc9-2a9768c0aa85 req-7429e26c-5b0f-4b89-a995-ff50f0122952 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947210 Nov 12 00:56:09.300640 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de39071d-3591-451b-a039-94a55592f2bb None None] Pushing event updated for resources: {'Port': ['ID=59b2014a-53f3-4b32-a324-d7f592d453bc,revision_number=2']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:09.334583 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8b83dc29-01c1-470a-bc67-90383b9073b0 req-df6e1654-ccda-4559-9fad-ecb93fcf1ae7 service neutron] 10.222.0.44 "GET /v2.0/networks/00a03daf-efbb-48db-964b-992b2504dfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838281 Nov 12 00:56:09.342480 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de39071d-3591-451b-a039-94a55592f2bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:09.342818 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de39071d-3591-451b-a039-94a55592f2bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:09.343149 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de39071d-3591-451b-a039-94a55592f2bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:09.343475 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de39071d-3591-451b-a039-94a55592f2bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:09.343816 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de39071d-3591-451b-a039-94a55592f2bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:09.344158 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de39071d-3591-451b-a039-94a55592f2bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:09.344474 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de39071d-3591-451b-a039-94a55592f2bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:09.344795 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de39071d-3591-451b-a039-94a55592f2bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:09.345116 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de39071d-3591-451b-a039-94a55592f2bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:09.345431 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de39071d-3591-451b-a039-94a55592f2bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:09.345747 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de39071d-3591-451b-a039-94a55592f2bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:09.345928 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-6cd1d57d-8805-4356-a565-f25092b401c4 req-7a7feb1e-7b21-46b2-a31f-5632578f0476 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-98824599', 'description': 'tempest-description-1621793368'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:09.346082 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de39071d-3591-451b-a039-94a55592f2bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:09.349607 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-5241e52c-4fe5-4f33-80db-51ae712c714f None None] Attempting to bind port 59b2014a-53f3-4b32-a324-d7f592d453bc on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:56:09.349985 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-5241e52c-4fe5-4f33-80db-51ae712c714f None None] Attempting to bind port 59b2014a-53f3-4b32-a324-d7f592d453bc by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:56:09.350329 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5241e52c-4fe5-4f33-80db-51ae712c714f None None] Attempting to bind port 59b2014a-53f3-4b32-a324-d7f592d453bc on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:09.350501 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9e82cee4-515f-4663-88d1-8e55d7d18aa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:09.356262 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5241e52c-4fe5-4f33-80db-51ae712c714f None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:56:09.356633 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5241e52c-4fe5-4f33-80db-51ae712c714f None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:56:09.357013 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-5241e52c-4fe5-4f33-80db-51ae712c714f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:09.357402 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5241e52c-4fe5-4f33-80db-51ae712c714f None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:56:09.358034 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-5241e52c-4fe5-4f33-80db-51ae712c714f None None] Bound port: 59b2014a-53f3-4b32-a324-d7f592d453bc, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:56:09.358440 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-5241e52c-4fe5-4f33-80db-51ae712c714f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:09.442964 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-5241e52c-4fe5-4f33-80db-51ae712c714f None None] For port 59b2014a-53f3-4b32-a324-d7f592d453bc, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:56:09.448235 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-5241e52c-4fe5-4f33-80db-51ae712c714f None None] For port 59b2014a-53f3-4b32-a324-d7f592d453bc, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=59b2014a-53f3-4b32-a324-d7f592d453bc,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:56:09.456708 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-5241e52c-4fe5-4f33-80db-51ae712c714f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:09.489135 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-6cd1d57d-8805-4356-a565-f25092b401c4 req-7a7feb1e-7b21-46b2-a31f-5632578f0476 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:09.532671 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5241e52c-4fe5-4f33-80db-51ae712c714f None None] Routers {'406dcadf-bc1d-4d0e-adf3-5c7d087b9215'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:56:09.533381 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-5241e52c-4fe5-4f33-80db-51ae712c714f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:56:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['406dcadf-bc1d-4d0e-adf3-5c7d087b9215'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:09.547583 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265c806-d8e3-4368-ae9b-2cb0428d5e70 req-c896bd2d-d8fb-4274-84a6-170a1e3c88ff tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:09.555658 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a265c806-d8e3-4368-ae9b-2cb0428d5e70 req-c896bd2d-d8fb-4274-84a6-170a1e3c88ff tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=5efc5c98-cf41-40f7-a96c-93c0023d84bc HTTP/1.1" status: 200 len: 943 time: 0.1030273 Nov 12 00:56:09.559745 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9e82cee4-515f-4663-88d1-8e55d7d18aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:09.576911 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de39071d-3591-451b-a039-94a55592f2bb None None] Pushing event updated for resources: {'Port': ['ID=59b2014a-53f3-4b32-a324-d7f592d453bc,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:09.604457 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8b83dc29-01c1-470a-bc67-90383b9073b0 req-3c8d3758-1ac3-492c-80d3-794556a36a52 service neutron] 10.222.0.44 "GET /v2.0/networks/00a03daf-efbb-48db-964b-992b2504dfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434466 Nov 12 00:56:09.661733 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a265c806-d8e3-4368-ae9b-2cb0428d5e70 req-f2093c65-acc4-4ee0-9416-532bad1802e9 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051114 Nov 12 00:56:09.682941 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-16d4583d-ee67-4483-8436-69362fb710cd None None] Provisioning complete for port e2cf2141-4ee2-4104-b2dc-36c792a682dd triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:09.683552 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-16d4583d-ee67-4483-8436-69362fb710cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:09.691053 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-6cd1d57d-8805-4356-a565-f25092b401c4 req-7a7feb1e-7b21-46b2-a31f-5632578f0476 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:09.698978 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-5241e52c-4fe5-4f33-80db-51ae712c714f None None] Set router 406dcadf-bc1d-4d0e-adf3-5c7d087b9215 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:56:09.706283 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-6cd1d57d-8805-4356-a565-f25092b401c4 req-7a7feb1e-7b21-46b2-a31f-5632578f0476 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:09.727594 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-16d4583d-ee67-4483-8436-69362fb710cd None None] Port e2cf2141-4ee2-4104-b2dc-36c792a682dd cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:56:09.740313 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-6cd1d57d-8805-4356-a565-f25092b401c4 req-7a7feb1e-7b21-46b2-a31f-5632578f0476 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:09.744984 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6cd1d57d-8805-4356-a565-f25092b401c4 req-7a7feb1e-7b21-46b2-a31f-5632578f0476 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4044616 Nov 12 00:56:09.770023 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7feb1e-7b21-46b2-a31f-5632578f0476 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98cfc284-e971-4bd2-a5f5-4170d533bcf7,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:09.872886 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9e82cee4-515f-4663-88d1-8e55d7d18aa6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:09.889999 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9e82cee4-515f-4663-88d1-8e55d7d18aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:09.937606 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc9b43-560e-49a7-a0f4-003da09de9f0 req-e67bc25e-0503-4952-ac6c-f45a7ee542c0 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:09.940834 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-42bc9b43-560e-49a7-a0f4-003da09de9f0 req-e67bc25e-0503-4952-ac6c-f45a7ee542c0 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff1142ba-0590-4a31-a11f-49856e71f116 HTTP/1.1" status: 200 len: 946 time: 0.0717630 Nov 12 00:56:10.020367 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9e82cee4-515f-4663-88d1-8e55d7d18aa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:10.031644 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-5241e52c-4fe5-4f33-80db-51ae712c714f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406dcadf-bc1d-4d0e-adf3-5c7d087b9215', 'name': 'tempest-ServersTestBootFromVolume-9225078-router', 'tenant_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '59b2014a-53f3-4b32-a324-d7f592d453bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:56:02Z', 'updated_at': '2021-11-12T00:56:09Z', 'revision_number': 4, 'project_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'gw_port': {'id': '59b2014a-53f3-4b32-a324-d7f592d453bc', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:98:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406dcadf-bc1d-4d0e-adf3-5c7d087b9215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:56:03Z', 'updated_at': '2021-11-12T00:56:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'e2cf2141-4ee2-4104-b2dc-36c792a682dd', 'name': '', 'network_id': 'f1e4ead2-9226-4344-bd2b-82e7594e69de', 'tenant_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'mac_address': 'fa:16:3e:84:20:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406dcadf-bc1d-4d0e-adf3-5c7d087b9215', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '5bf5715a-31c9-4ce3-b840-36d36e2f4e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:56:08Z', 'updated_at': '2021-11-12T00:56:09Z', 'revision_number': 1, 'project_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'subnets': [{'id': '5bf5715a-31c9-4ce3-b840-36d36e2f4e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:10.056770 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e00f58-5460-4ffd-93d0-d1548e465fbc x-openstack-request-id: req-36e00f58-5460-4ffd-93d0-d1548e465fbc {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:56:10.057433 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b00f85c-6b25-48ce-99f4-985acedfd8f3", "tag": "1a88c9ac-a6d5-4efe-8d77-5c5d85321277", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:56:10.057859 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-36e00f58-5460-4ffd-93d0-d1548e465fbc {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:56:10.059450 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b00f85c-6b25-48ce-99f4-985acedfd8f3', 'tag': '1a88c9ac-a6d5-4efe-8d77-5c5d85321277', 'status': 'completed', 'code': 200} Nov 12 00:56:10.069565 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-42bc9b43-560e-49a7-a0f4-003da09de9f0 req-108c63e0-d979-4e52-8315-acef3fb99a1a tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/security-groups?id=510a0917-ea45-4112-bcdb-7cef6947100e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059983 Nov 12 00:56:10.079085 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5241e52c-4fe5-4f33-80db-51ae712c714f None None] The sync data for ids ['406dcadf-bc1d-4d0e-adf3-5c7d087b9215'] in n-d-712142-27 is: [{'id': '406dcadf-bc1d-4d0e-adf3-5c7d087b9215', 'name': 'tempest-ServersTestBootFromVolume-9225078-router', 'tenant_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '59b2014a-53f3-4b32-a324-d7f592d453bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:56:02Z', 'updated_at': '2021-11-12T00:56:09Z', 'revision_number': 4, 'project_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'gw_port': {'id': '59b2014a-53f3-4b32-a324-d7f592d453bc', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:98:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406dcadf-bc1d-4d0e-adf3-5c7d087b9215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:56:03Z', 'updated_at': '2021-11-12T00:56:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'e2cf2141-4ee2-4104-b2dc-36c792a682dd', 'name': '', 'network_id': 'f1e4ead2-9226-4344-bd2b-82e7594e69de', 'tenant_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'mac_address': 'fa:16:3e:84:20:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406dcadf-bc1d-4d0e-adf3-5c7d087b9215', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '5bf5715a-31c9-4ce3-b840-36d36e2f4e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:56:08Z', 'updated_at': '2021-11-12T00:56:09Z', 'revision_number': 1, 'project_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'subnets': [{'id': '5bf5715a-31c9-4ce3-b840-36d36e2f4e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:56:10.145892 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e82cee4-515f-4663-88d1-8e55d7d18aa6 admin admin] Pushing event updated for resources: {'Port': ['ID=e2cf2141-4ee2-4104-b2dc-36c792a682dd,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:10.181328 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af5b30b-5c55-4f4e-b27d-4701114f78a7 req-ef795988-c8bb-45ba-97b3-87231181f159 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:10.183210 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7af5b30b-5c55-4f4e-b27d-4701114f78a7 req-ef795988-c8bb-45ba-97b3-87231181f159 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.16 "GET /v2.0/ports?device_id=896880f5-b30b-4289-85c8-97f7beba98f3&tenant_id=6bde2e332c8e418290dd069bae32e617&binding%3Ahost_id=n-h1-712142-27 HTTP/1.1" status: 200 len: 948 time: 0.1503613 Nov 12 00:56:10.184381 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c317aab6-2b5b-4e6b-95d9-2331157e0a64 req-3202849e-168f-4975-bca7-1a1df36e2229 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] 10.222.0.45 "GET /v2.0/security-groups/98cfc284-e971-4bd2-a5f5-4170d533bcf7 HTTP/1.1" status: 200 len: 1820 time: 0.1133189 Nov 12 00:56:10.222831 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-c317aab6-2b5b-4e6b-95d9-2331157e0a64 req-931ebe8b-281a-4b81-9524-66024dd51fff tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '98cfc284-e971-4bd2-a5f5-4170d533bcf7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:10.223143 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-c317aab6-2b5b-4e6b-95d9-2331157e0a64 req-931ebe8b-281a-4b81-9524-66024dd51fff tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '98cfc284-e971-4bd2-a5f5-4170d533bcf7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:10.237642 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d62925-6cf1-4935-8d3d-bc70476afabf req-c77891da-4dd2-4dba-8d44-0c90b4cb51d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:10.239174 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e3d62925-6cf1-4935-8d3d-bc70476afabf req-c77891da-4dd2-4dba-8d44-0c90b4cb51d4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=52ec13b5aa674ec2836b22da2faf152e&device_id=9b00f85c-6b25-48ce-99f4-985acedfd8f3 HTTP/1.1" status: 200 len: 1095 time: 0.1331887 Nov 12 00:56:10.242269 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e82cee4-515f-4663-88d1-8e55d7d18aa6 admin admin] Network f1e4ead2-9226-4344-bd2b-82e7594e69de is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:10.245291 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-9e82cee4-515f-4663-88d1-8e55d7d18aa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:10.296669 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:10.302345 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab8d14-9ab2-485c-8f56-fa2076e3173e req-794bda50-8713-4977-aa5f-fe6fd753f17e tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:10.304052 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1dab8d14-9ab2-485c-8f56-fa2076e3173e req-794bda50-8713-4977-aa5f-fe6fd753f17e tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=896880f5-b30b-4289-85c8-97f7beba98f3 HTTP/1.1" status: 200 len: 948 time: 0.1186807 Nov 12 00:56:10.455705 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7af5b30b-5c55-4f4e-b27d-4701114f78a7 req-d343a617-a3b5-46d3-9c82-208316532f6f service neutron] 10.222.0.16 "GET /v2.0/ports/5971ce8e-b292-408e-87c3-de72140c4855/bindings/n-h1-712142-27 HTTP/1.1" status: 200 len: 383 time: 0.2552016 Nov 12 00:56:10.461447 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 5971ce8e-b292-408e-87c3-de72140c4855 up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:56:10.475732 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c317aab6-2b5b-4e6b-95d9-2331157e0a64 req-931ebe8b-281a-4b81-9524-66024dd51fff tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:10.480225 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d62925-6cf1-4935-8d3d-bc70476afabf req-43cd32e9-5224-4ae5-9025-65bbcc428558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:10.481982 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e3d62925-6cf1-4935-8d3d-bc70476afabf req-43cd32e9-5224-4ae5-9025-65bbcc428558 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1c193d6a-5984-4109-91aa-b0c9d7c9a6bf HTTP/1.1" status: 200 len: 920 time: 0.2272542 Nov 12 00:56:10.500757 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1dab8d14-9ab2-485c-8f56-fa2076e3173e req-c67cb298-635e-43e7-a5db-99a409f7fff9 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358731 Nov 12 00:56:10.526659 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c317aab6-2b5b-4e6b-95d9-2331157e0a64 req-931ebe8b-281a-4b81-9524-66024dd51fff tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:10.551493 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '411a9c2b-9b2b-4618-a317-6693bbdf6ef3', 'tag': '7cc52dcc-3a5e-42ff-bf33-27a85670b23c'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:56:10.556511 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2d4db9-5083-46ae-a9d4-8df1313309cc" -d '{"events": [{"name": "network-changed", "server_uuid": "411a9c2b-9b2b-4618-a317-6693bbdf6ef3", "tag": "7cc52dcc-3a5e-42ff-bf33-27a85670b23c"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:56:10.569780 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 841734c8-03fc-4f9f-9739-4fe08c60b5e3 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:56:10.575601 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e82cee4-515f-4663-88d1-8e55d7d18aa6 admin admin] Router 406dcadf-bc1d-4d0e-adf3-5c7d087b9215 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:56:10.582452 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port 5971ce8e-b292-408e-87c3-de72140c4855 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:56:10.591827 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e3d62925-6cf1-4935-8d3d-bc70476afabf req-726fa55a-cdc9-4260-bee0-75ad8a56174c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a88c9ac-a6d5-4efe-8d77-5c5d85321277 HTTP/1.1" status: 200 len: 217 time: 0.0625515 Nov 12 00:56:10.593061 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c317aab6-2b5b-4e6b-95d9-2331157e0a64 req-931ebe8b-281a-4b81-9524-66024dd51fff tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:10.602736 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port 5971ce8e-b292-408e-87c3-de72140c4855 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:10.612649 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:10.623584 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ebe8b-281a-4b81-9524-66024dd51fff tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9b24ac0-5e0c-4e5c-add7-c7c9cf7d607c,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:10.655855 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c317aab6-2b5b-4e6b-95d9-2331157e0a64 req-931ebe8b-281a-4b81-9524-66024dd51fff tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:10.659278 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c317aab6-2b5b-4e6b-95d9-2331157e0a64 req-931ebe8b-281a-4b81-9524-66024dd51fff tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4591410 Nov 12 00:56:10.755836 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d62925-6cf1-4935-8d3d-bc70476afabf req-a0f40efc-0d4b-4715-903b-0bcbe50ce6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:10.759033 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e3d62925-6cf1-4935-8d3d-bc70476afabf req-a0f40efc-0d4b-4715-903b-0bcbe50ce6ae service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d8bd009-45c7-4017-80d7-9c1f69484ce9 HTTP/1.1" status: 200 len: 860 time: 0.1501319 Nov 12 00:56:10.766272 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.resource_extend [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:56:10.814517 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af5b30b-5c55-4f4e-b27d-4701114f78a7 req-6938a4c1-8542-4475-90fd-c7b3f051109c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:10.819055 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e3d62925-6cf1-4935-8d3d-bc70476afabf req-dce37190-b3d9-4615-8277-5813e6a85e6f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1c193d6a-5984-4109-91aa-b0c9d7c9a6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516961 Nov 12 00:56:10.820891 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7af5b30b-5c55-4f4e-b27d-4701114f78a7 req-6938a4c1-8542-4475-90fd-c7b3f051109c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6bde2e332c8e418290dd069bae32e617&device_id=896880f5-b30b-4289-85c8-97f7beba98f3 HTTP/1.1" status: 200 len: 1100 time: 0.3010917 Nov 12 00:56:10.874555 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:10.879614 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-8024d416-39ef-425f-89a0-eeb6c7186b95 None None] Provisioning complete for port e2cf2141-4ee2-4104-b2dc-36c792a682dd triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:10.888036 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8024d416-39ef-425f-89a0-eeb6c7186b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:10.940722 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e3d62925-6cf1-4935-8d3d-bc70476afabf req-97220c75-5050-49e4-9c97-ebedb32d330c service neutron] 10.222.0.44 "GET /v2.0/networks/1c193d6a-5984-4109-91aa-b0c9d7c9a6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114178 Nov 12 00:56:10.982808 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-8024d416-39ef-425f-89a0-eeb6c7186b95 None None] Port e2cf2141-4ee2-4104-b2dc-36c792a682dd cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:56:11.043249 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896880f5-b30b-4289-85c8-97f7beba98f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5971ce8e-b292-408e-87c3-de72140c4855'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:56:11.046129 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef91f90-2049-474b-aa35-a33d2cd7f894" -d '{"events": [{"server_uuid": "896880f5-b30b-4289-85c8-97f7beba98f3", "name": "network-vif-plugged", "status": "completed", "tag": "5971ce8e-b292-408e-87c3-de72140c4855"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:56:11.062092 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af5b30b-5c55-4f4e-b27d-4701114f78a7 req-8a5a7e13-3b3b-4723-a84b-f8b44679e54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:11.065065 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7af5b30b-5c55-4f4e-b27d-4701114f78a7 req-8a5a7e13-3b3b-4723-a84b-f8b44679e54a service neutron] 10.222.0.16 "GET /v2.0/networks?id=945c2da1-f958-478a-a48a-8af2dfa2e179 HTTP/1.1" status: 200 len: 869 time: 0.2318766 Nov 12 00:56:11.079062 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 5971ce8e-b292-408e-87c3-de72140c4855, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=5971ce8e-b292-408e-87c3-de72140c4855,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:11.089789 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:11.182464 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7af5b30b-5c55-4f4e-b27d-4701114f78a7 req-f1e88e17-98d8-46ea-9872-36ec8d462a7c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=5971ce8e-b292-408e-87c3-de72140c4855 HTTP/1.1" status: 200 len: 217 time: 0.1076345 Nov 12 00:56:11.215291 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e3d62925-6cf1-4935-8d3d-bc70476afabf req-26ab1e81-da93-4cb7-a934-0bfc06173e36 service neutron] 10.222.0.44 "GET /v2.0/networks/1c193d6a-5984-4109-91aa-b0c9d7c9a6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626791 Nov 12 00:56:11.247274 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e572c200-f44f-4d1d-9639-8e73317e8ca6 req-303b92c3-d785-4b71-ab42-c67cce0161bd tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:11.251638 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e572c200-f44f-4d1d-9639-8e73317e8ca6 req-303b92c3-d785-4b71-ab42-c67cce0161bd tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b00f85c-6b25-48ce-99f4-985acedfd8f3 HTTP/1.1" status: 200 len: 943 time: 0.3096120 Nov 12 00:56:11.277693 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e82cee4-515f-4663-88d1-8e55d7d18aa6 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:56:11.303832 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9e82cee4-515f-4663-88d1-8e55d7d18aa6 admin admin] 10.222.0.45 "PUT /v2.0/routers/406dcadf-bc1d-4d0e-adf3-5c7d087b9215/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4897649 Nov 12 00:56:11.331320 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af5b30b-5c55-4f4e-b27d-4701114f78a7 req-4b423111-008f-4473-8f06-53feb176365f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:11.333132 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7af5b30b-5c55-4f4e-b27d-4701114f78a7 req-4b423111-008f-4473-8f06-53feb176365f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.1400502 Nov 12 00:56:11.346592 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=5971ce8e-b292-408e-87c3-de72140c4855,revision_number=9']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:11.398882 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 841734c8-03fc-4f9f-9739-4fe08c60b5e3, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=841734c8-03fc-4f9f-9739-4fe08c60b5e3,segment=NetworkSegment(45adf0ba-e61d-4509-afe2-5b0ef96fbbf3),segment_id=45adf0ba-e61d-4509-afe2-5b0ef96fbbf3)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:11.423151 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '841734c8-03fc-4f9f-9739-4fe08c60b5e3', 'network_id': '00a03daf-efbb-48db-964b-992b2504dfd0', 'port_id': '841734c8-03fc-4f9f-9739-4fe08c60b5e3', 'mac_address': 'fa:16:3e:cf:81:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76e4d43b-e53b-464c-a374-bf4144fb9a21', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:56:11.455156 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af5b30b-5c55-4f4e-b27d-4701114f78a7 req-acfcc8c1-2e04-4587-b673-77ca7a201efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:11.458663 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7af5b30b-5c55-4f4e-b27d-4701114f78a7 req-acfcc8c1-2e04-4587-b673-77ca7a201efe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1056163 Nov 12 00:56:11.481745 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:11.564010 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 841734c8-03fc-4f9f-9739-4fe08c60b5e3 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:56:11.570375 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e572c200-f44f-4d1d-9639-8e73317e8ca6 req-12df0f8d-0e47-4803-b104-823918a5a413 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063171 Nov 12 00:56:11.646100 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48d5316-d3ca-49b0-9e24-e88f262c6393 x-openstack-request-id: req-d48d5316-d3ca-49b0-9e24-e88f262c6393 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:56:11.646715 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "411a9c2b-9b2b-4618-a317-6693bbdf6ef3", "tag": "7cc52dcc-3a5e-42ff-bf33-27a85670b23c", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:56:11.646715 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d48d5316-d3ca-49b0-9e24-e88f262c6393 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:56:11.647084 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '411a9c2b-9b2b-4618-a317-6693bbdf6ef3', 'tag': '7cc52dcc-3a5e-42ff-bf33-27a85670b23c', 'status': 'completed', 'code': 200} Nov 12 00:56:11.666196 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a466b-a85f-40b5-a928-4d9d78b71ce4 req-121660ed-1a29-4596-a8d2-1904227a307e tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:11.677544 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 841734c8-03fc-4f9f-9739-4fe08c60b5e3, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=841734c8-03fc-4f9f-9739-4fe08c60b5e3,segment=NetworkSegment(45adf0ba-e61d-4509-afe2-5b0ef96fbbf3),segment_id=45adf0ba-e61d-4509-afe2-5b0ef96fbbf3)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:11.680748 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-354a466b-a85f-40b5-a928-4d9d78b71ce4 req-121660ed-1a29-4596-a8d2-1904227a307e tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=411a9c2b-9b2b-4618-a317-6693bbdf6ef3 HTTP/1.1" status: 200 len: 943 time: 0.3074350 Nov 12 00:56:11.683862 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:11.697556 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7af5b30b-5c55-4f4e-b27d-4701114f78a7 req-0b0f34e9-21ba-453e-aa0a-f186d187bfce service neutron] 10.222.0.16 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213991 Nov 12 00:56:11.826692 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=841734c8-03fc-4f9f-9739-4fe08c60b5e3,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:11.864896 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7af5b30b-5c55-4f4e-b27d-4701114f78a7 req-69e86b48-9ba5-4938-80a7-e53d2ad7649f service neutron] 10.222.0.16 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495154 Nov 12 00:56:11.907874 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7731e907-88f7-4d2f-a194-da9ea1b8c2f5 req-af8f356f-ab9d-4481-a5cd-d276c9102ede tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] 10.222.0.45 "GET /v2.0/security-groups/98cfc284-e971-4bd2-a5f5-4170d533bcf7 HTTP/1.1" status: 200 len: 2413 time: 0.2250273 Nov 12 00:56:11.919637 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-7731e907-88f7-4d2f-a194-da9ea1b8c2f5 req-97967eca-4a03-4e2e-a1f4-d5960826f652 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '98cfc284-e971-4bd2-a5f5-4170d533bcf7', 'remote_group_id': None}]} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:11.920272 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-7731e907-88f7-4d2f-a194-da9ea1b8c2f5 req-97967eca-4a03-4e2e-a1f4-d5960826f652 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '98cfc284-e971-4bd2-a5f5-4170d533bcf7', 'remote_group_id': None}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:11.942250 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-354a466b-a85f-40b5-a928-4d9d78b71ce4 req-d318ed90-97c5-402f-a2d4-42c2d872b941 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400682 Nov 12 00:56:11.951608 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d4db9-5083-46ae-a9d4-8df1313309cc req-d5c35504-03d4-4a2a-a0db-907552b362d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:11.953422 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9b2d4db9-5083-46ae-a9d4-8df1313309cc req-d5c35504-03d4-4a2a-a0db-907552b362d4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=31213ba92821461cba1a0adcb9241baa&device_id=411a9c2b-9b2b-4618-a317-6693bbdf6ef3 HTTP/1.1" status: 200 len: 1126 time: 0.2132046 Nov 12 00:56:12.111807 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['841734c8-03fc-4f9f-9739-4fe08c60b5e3'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:56:12.121138 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-7731e907-88f7-4d2f-a194-da9ea1b8c2f5 req-97967eca-4a03-4e2e-a1f4-d5960826f652 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:12.145541 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d4db9-5083-46ae-a9d4-8df1313309cc req-b01dd9d1-7856-4c0d-bff9-e4907223c2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:12.147157 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9b2d4db9-5083-46ae-a9d4-8df1313309cc req-b01dd9d1-7856-4c0d-bff9-e4907223c2c6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=dfbacf63-886c-40df-80dd-a56be185809d HTTP/1.1" status: 200 len: 908 time: 0.1830823 Nov 12 00:56:12.167311 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-7731e907-88f7-4d2f-a194-da9ea1b8c2f5 req-97967eca-4a03-4e2e-a1f4-d5960826f652 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:12.177097 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada18772-0aab-47d8-92b4-a11393bc6350 req-a210c70d-f009-47f2-be0c-4b8895203881 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:12.179408 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ada18772-0aab-47d8-92b4-a11393bc6350 req-a210c70d-f009-47f2-be0c-4b8895203881 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=5efc5c98-cf41-40f7-a96c-93c0023d84bc HTTP/1.1" status: 200 len: 944 time: 0.1350050 Nov 12 00:56:12.215344 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-7731e907-88f7-4d2f-a194-da9ea1b8c2f5 req-97967eca-4a03-4e2e-a1f4-d5960826f652 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:12.226144 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9b2d4db9-5083-46ae-a9d4-8df1313309cc req-338db0ac-4c71-4123-9813-864835028416 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7cc52dcc-3a5e-42ff-bf33-27a85670b23c HTTP/1.1" status: 200 len: 217 time: 0.0684390 Nov 12 00:56:12.258870 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97967eca-4a03-4e2e-a1f4-d5960826f652 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f13be557-aeba-42e2-bc7e-908f75ccc075,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:12.369508 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-7731e907-88f7-4d2f-a194-da9ea1b8c2f5 req-97967eca-4a03-4e2e-a1f4-d5960826f652 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:12.370796 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7731e907-88f7-4d2f-a194-da9ea1b8c2f5 req-97967eca-4a03-4e2e-a1f4-d5960826f652 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4620407 Nov 12 00:56:12.390807 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ada18772-0aab-47d8-92b4-a11393bc6350 req-1e0e1ea1-02e5-4d77-b373-c105ba4e7f55 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777754 Nov 12 00:56:12.398367 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d4db9-5083-46ae-a9d4-8df1313309cc req-7497426f-6b00-4616-b3f6-c7acc8ff8b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:12.399937 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9b2d4db9-5083-46ae-a9d4-8df1313309cc req-7497426f-6b00-4616-b3f6-c7acc8ff8b28 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=47cc90a9-e995-4711-ba6b-508e6e69e5de HTTP/1.1" status: 200 len: 848 time: 0.1629150 Nov 12 00:56:12.474991 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9b2d4db9-5083-46ae-a9d4-8df1313309cc req-1361cf0d-aca5-4808-9d00-5f3ed1816a14 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dfbacf63-886c-40df-80dd-a56be185809d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663631 Nov 12 00:56:12.558613 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568c81a1-6a65-432b-88fb-cc9629feb048 x-openstack-request-id: req-568c81a1-6a65-432b-88fb-cc9629feb048 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:56:12.558911 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "896880f5-b30b-4289-85c8-97f7beba98f3", "name": "network-vif-plugged", "status": "completed", "tag": "5971ce8e-b292-408e-87c3-de72140c4855", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:56:12.559188 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-568c81a1-6a65-432b-88fb-cc9629feb048 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:56:12.559596 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '896880f5-b30b-4289-85c8-97f7beba98f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5971ce8e-b292-408e-87c3-de72140c4855', 'code': 200} Nov 12 00:56:12.753854 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9b2d4db9-5083-46ae-a9d4-8df1313309cc req-103e61be-0a5d-4d8b-add4-d82e743277db service neutron] 10.222.0.44 "GET /v2.0/networks/dfbacf63-886c-40df-80dd-a56be185809d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670541 Nov 12 00:56:12.782509 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b88473d-03a9-46e6-aa3e-4b577da664f7 req-88bcdb6a-664f-4aa1-abbe-b25e86a07a9e tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:12.785219 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2b88473d-03a9-46e6-aa3e-4b577da664f7 req-88bcdb6a-664f-4aa1-abbe-b25e86a07a9e tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=896880f5-b30b-4289-85c8-97f7beba98f3 HTTP/1.1" status: 200 len: 949 time: 0.0859449 Nov 12 00:56:12.974940 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2b88473d-03a9-46e6-aa3e-4b577da664f7 req-3e4e7d8d-bec8-4617-b94d-bb57c5667039 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671882 Nov 12 00:56:13.027181 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9b2d4db9-5083-46ae-a9d4-8df1313309cc req-3d1cdc4f-36be-42ab-a386-6388c4df4543 service neutron] 10.222.0.44 "GET /v2.0/networks/dfbacf63-886c-40df-80dd-a56be185809d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612717 Nov 12 00:56:13.069315 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6dfcffaf-0cec-42f4-9877-1a75af0d4b91 req-e6997fc4-e236-4ab5-b29c-39ffedc9cd6d tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] 10.222.0.45 "GET /v2.0/security-groups/98cfc284-e971-4bd2-a5f5-4170d533bcf7 HTTP/1.1" status: 200 len: 3011 time: 0.0543716 Nov 12 00:56:13.240853 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 59b2014a-53f3-4b32-a324-d7f592d453bc up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:56:13.325990 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55466) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:13.335340 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-fe1f4fa0-7198-4e96-b4c2-0f40a12f7342 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Request body: {'security_group': {'name': 'tempest-securitygroup--593140128', 'description': 'tempest-description--1748811916'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:13.372908 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 59b2014a-53f3-4b32-a324-d7f592d453bc triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:13.373562 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:13.393324 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fe1f4fa0-7198-4e96-b4c2-0f40a12f7342 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:13.493808 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b4cf9-6d8c-4a49-8a31-ac2187ead072 req-4656eb04-92fe-45d2-adf7-8eb36fe50241 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:13.496571 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-740b4cf9-6d8c-4a49-8a31-ac2187ead072 req-4656eb04-92fe-45d2-adf7-8eb36fe50241 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b00f85c-6b25-48ce-99f4-985acedfd8f3 HTTP/1.1" status: 200 len: 943 time: 0.0882030 Nov 12 00:56:13.535704 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fe1f4fa0-7198-4e96-b4c2-0f40a12f7342 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:13.543829 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fe1f4fa0-7198-4e96-b4c2-0f40a12f7342 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:13.575238 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:13.608987 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1f4fa0-7198-4e96-b4c2-0f40a12f7342 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2babaf5-8c74-467a-8fa2-436929b0e031,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:13.632613 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fe1f4fa0-7198-4e96-b4c2-0f40a12f7342 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:13.635339 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-fe1f4fa0-7198-4e96-b4c2-0f40a12f7342 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3067749 Nov 12 00:56:13.639235 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55472) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:13.646447 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-f380ecea-d3cd-4552-9a89-8af77e5970f7 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Request body: {'security_group_rule': {'security_group_id': 'f2babaf5-8c74-467a-8fa2-436929b0e031', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:13.648645 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 59b2014a-53f3-4b32-a324-d7f592d453bc, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=59b2014a-53f3-4b32-a324-d7f592d453bc,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:13.655180 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:13.663150 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf7eb3-139b-4372-b406-5ee63dfaa560 req-4a8a3a64-3661-4292-922f-fc1f1e74f87f tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:13.666355 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1edf7eb3-139b-4372-b406-5ee63dfaa560 req-4a8a3a64-3661-4292-922f-fc1f1e74f87f tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=411a9c2b-9b2b-4618-a317-6693bbdf6ef3 HTTP/1.1" status: 200 len: 943 time: 0.1891761 Nov 12 00:56:13.696244 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-740b4cf9-6d8c-4a49-8a31-ac2187ead072 req-04506c09-f04e-4b14-a6e9-ebbd47e6f595 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815097 Nov 12 00:56:13.749308 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f380ecea-d3cd-4552-9a89-8af77e5970f7 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:13.759363 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=59b2014a-53f3-4b32-a324-d7f592d453bc,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:13.844708 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f380ecea-d3cd-4552-9a89-8af77e5970f7 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:13.852885 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e697fd5-29fc-4372-9c99-60c7cedd639c None None] Sync routers for ids ['406dcadf-bc1d-4d0e-adf3-5c7d087b9215'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:56:13.857348 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a6d33588-d807-493c-bb18-e601a5e7af8a req-5aa62b03-8cc5-42de-9c41-e9e12c9bde97 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] 10.222.0.45 "GET /v2.0/security-group-rules/f13be557-aeba-42e2-bc7e-908f75ccc075 HTTP/1.1" status: 200 len: 783 time: 0.0685482 Nov 12 00:56:13.864069 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f380ecea-d3cd-4552-9a89-8af77e5970f7 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:13.876141 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1edf7eb3-139b-4372-b406-5ee63dfaa560 req-15921e57-0d81-4634-a309-3d1683fc8264 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771965 Nov 12 00:56:13.881524 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e697fd5-29fc-4372-9c99-60c7cedd639c None None] Routers {'406dcadf-bc1d-4d0e-adf3-5c7d087b9215'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:56:13.886127 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-5e697fd5-29fc-4372-9c99-60c7cedd639c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:56:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['406dcadf-bc1d-4d0e-adf3-5c7d087b9215'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:13.917198 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f380ecea-d3cd-4552-9a89-8af77e5970f7 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=613eca53-cb05-4dec-8d35-cc2f87ad175a,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:13.927552 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f380ecea-d3cd-4552-9a89-8af77e5970f7 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:13.929760 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f380ecea-d3cd-4552-9a89-8af77e5970f7 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2882185 Nov 12 00:56:13.938014 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 55474) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:13.949812 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-897d1932-4c8a-4365-8bf4-8f5befc440fb tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Request body: {'security_group_rule': {'security_group_id': 'f2babaf5-8c74-467a-8fa2-436929b0e031', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:14.068814 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a6d33588-d807-493c-bb18-e601a5e7af8a req-ca2b0c09-ed26-4657-a5c0-8d3af53268a0 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] 10.222.0.45 "GET /v2.0/security-groups/98cfc284-e971-4bd2-a5f5-4170d533bcf7 HTTP/1.1" status: 200 len: 3011 time: 0.1908431 Nov 12 00:56:14.087084 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-897d1932-4c8a-4365-8bf4-8f5befc440fb tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:14.122387 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-5e697fd5-29fc-4372-9c99-60c7cedd639c None None] Set router 406dcadf-bc1d-4d0e-adf3-5c7d087b9215 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:56:14.210584 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a6d33588-d807-493c-bb18-e601a5e7af8a req-b6e7fe80-356a-4780-9b45-5ab38d5993e6 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:14.249141 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a6d33588-d807-493c-bb18-e601a5e7af8a req-b6e7fe80-356a-4780-9b45-5ab38d5993e6 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:14.317036 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-897d1932-4c8a-4365-8bf4-8f5befc440fb tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:14.324788 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-897d1932-4c8a-4365-8bf4-8f5befc440fb tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:14.334053 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a6d33588-d807-493c-bb18-e601a5e7af8a req-b6e7fe80-356a-4780-9b45-5ab38d5993e6 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:14.351656 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a6d33588-d807-493c-bb18-e601a5e7af8a req-b6e7fe80-356a-4780-9b45-5ab38d5993e6 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:14.364619 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a6d33588-d807-493c-bb18-e601a5e7af8a req-b6e7fe80-356a-4780-9b45-5ab38d5993e6 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/f13be557-aeba-42e2-bc7e-908f75ccc075 HTTP/1.1" status: 204 len: 173 time: 0.2780681 Nov 12 00:56:14.407003 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d1932-4c8a-4365-8bf4-8f5befc440fb tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdbe00e8-f85b-4bb5-8c1d-029762255afc,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:14.480584 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e7fe80-356a-4780-9b45-5ab38d5993e6 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f13be557-aeba-42e2-bc7e-908f75ccc075,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:14.488341 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-897d1932-4c8a-4365-8bf4-8f5befc440fb tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:14.494372 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-897d1932-4c8a-4365-8bf4-8f5befc440fb tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5477564 Nov 12 00:56:14.494909 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55490) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:14.506011 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-ac225e0c-7f08-4804-802b-8b483e37dccd tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Request body: {'floatingip': {'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:14.588993 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ac225e0c-7f08-4804-802b-8b483e37dccd tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Publish callbacks [] for floatingip, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:14.649807 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device d3979bfd-8c34-4883-ba91-d06b0f592869 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:56:14.657482 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 55494) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:14.666528 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 841734c8-03fc-4f9f-9739-4fe08c60b5e3 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:56:14.726290 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96b157-29ae-4a7a-afa1-ba5111124b96 req-b98ae616-d8a7-4019-8e42-74a6b6a534e3 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:14.741044 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ce96b157-29ae-4a7a-afa1-ba5111124b96 req-b98ae616-d8a7-4019-8e42-74a6b6a534e3 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=5efc5c98-cf41-40f7-a96c-93c0023d84bc HTTP/1.1" status: 200 len: 944 time: 0.2970958 Nov 12 00:56:14.792606 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ac225e0c-7f08-4804-802b-8b483e37dccd tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:14.954365 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-ac225e0c-7f08-4804-802b-8b483e37dccd tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Allocated IP 172.25.3.37 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/7d6932b9-4e37-497e-9f93-e4f7e3647875) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:14.999176 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-5e697fd5-29fc-4372-9c99-60c7cedd639c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406dcadf-bc1d-4d0e-adf3-5c7d087b9215', 'name': 'tempest-ServersTestBootFromVolume-9225078-router', 'tenant_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '59b2014a-53f3-4b32-a324-d7f592d453bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:56:02Z', 'updated_at': '2021-11-12T00:56:09Z', 'revision_number': 4, 'project_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'gw_port': {'id': '59b2014a-53f3-4b32-a324-d7f592d453bc', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:98:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406dcadf-bc1d-4d0e-adf3-5c7d087b9215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:56:03Z', 'updated_at': '2021-11-12T00:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'e2cf2141-4ee2-4104-b2dc-36c792a682dd', 'name': '', 'network_id': 'f1e4ead2-9226-4344-bd2b-82e7594e69de', 'tenant_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'mac_address': 'fa:16:3e:84:20:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406dcadf-bc1d-4d0e-adf3-5c7d087b9215', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '5bf5715a-31c9-4ce3-b840-36d36e2f4e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:56:08Z', 'updated_at': '2021-11-12T00:56:09Z', 'revision_number': 2, 'project_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'subnets': [{'id': '5bf5715a-31c9-4ce3-b840-36d36e2f4e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:15.012431 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 841734c8-03fc-4f9f-9739-4fe08c60b5e3 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:56:15.081185 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 841734c8-03fc-4f9f-9739-4fe08c60b5e3 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:15.081874 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:15.085857 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e697fd5-29fc-4372-9c99-60c7cedd639c None None] Checking router: 406dcadf-bc1d-4d0e-adf3-5c7d087b9215 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:56:15.086650 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e697fd5-29fc-4372-9c99-60c7cedd639c None None] Updating router 406dcadf-bc1d-4d0e-adf3-5c7d087b9215 port e2cf2141-4ee2-4104-b2dc-36c792a682dd binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:56:15.206753 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port d3979bfd-8c34-4883-ba91-d06b0f592869, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d3979bfd-8c34-4883-ba91-d06b0f592869,segment=NetworkSegment(f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2),segment_id=f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:15.222450 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 59b2014a-53f3-4b32-a324-d7f592d453bc up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:56:15.252214 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5e697fd5-29fc-4372-9c99-60c7cedd639c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:15.304482 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'd3979bfd-8c34-4883-ba91-d06b0f592869', 'network_id': 'cab82de1-4853-402a-8ee1-5c45d6f97745', 'port_id': 'd3979bfd-8c34-4883-ba91-d06b0f592869', 'mac_address': 'fa:16:3e:a9:e4:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a98869-a3ee-4178-9eb9-17614c418237', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:56:15.368834 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636ee60-2594-487d-bbce-5ddbee6ad59b req-8c4a51d1-0812-4351-bf15-14bdaad7a41e tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:15.372577 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5636ee60-2594-487d-bbce-5ddbee6ad59b req-8c4a51d1-0812-4351-bf15-14bdaad7a41e tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=896880f5-b30b-4289-85c8-97f7beba98f3 HTTP/1.1" status: 200 len: 949 time: 0.8712263 Nov 12 00:56:15.398841 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-3d34d15a-7f02-427f-bead-8ff02ffb8357 service neutron] 10.222.0.44 "GET /v2.0/ports/7cc52dcc-3a5e-42ff-bf33-27a85670b23c/bindings/n-h1-712142-27 HTTP/1.1" status: 200 len: 385 time: 0.9572742 Nov 12 00:56:15.399553 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ac225e0c-7f08-4804-802b-8b483e37dccd tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:15.440878 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-830e7b1f-3623-47fb-8bd8-4572e2b4c6a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:15.475358 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ce96b157-29ae-4a7a-afa1-ba5111124b96 req-7f4d5e07-ddab-42d7-8591-5d982deec94a tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7324946 Nov 12 00:56:15.480537 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ac225e0c-7f08-4804-802b-8b483e37dccd tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:15.495290 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:15.506286 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af5b30b-5c55-4f4e-b27d-4701114f78a7 req-6bbe3c75-67cd-42d2-a9f8-cbd81db25f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:15.508414 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7af5b30b-5c55-4f4e-b27d-4701114f78a7 req-6bbe3c75-67cd-42d2-a9f8-cbd81db25f59 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=896880f5-b30b-4289-85c8-97f7beba98f3&tenant_id=6bde2e332c8e418290dd069bae32e617 HTTP/1.1" status: 200 len: 1101 time: 0.7022245 Nov 12 00:56:15.535952 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d3979bfd-8c34-4883-ba91-d06b0f592869 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:56:15.541273 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 59b2014a-53f3-4b32-a324-d7f592d453bc triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:15.542198 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:15.551768 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-7af5b30b-5c55-4f4e-b27d-4701114f78a7 req-e8a7ce3e-41fa-4249-8697-7c17d511a70b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712142-27', 'device_owner': 'compute:nova'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:15.574859 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac225e0c-7f08-4804-802b-8b483e37dccd tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:15.582101 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-ac225e0c-7f08-4804-802b-8b483e37dccd tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:15.588460 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:15.596133 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac225e0c-7f08-4804-802b-8b483e37dccd tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:56:15.611265 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5636ee60-2594-487d-bbce-5ddbee6ad59b req-ada8fb4d-977e-4429-8aa0-63522a5ae602 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266335 Nov 12 00:56:15.644040 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port d3979bfd-8c34-4883-ba91-d06b0f592869, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d3979bfd-8c34-4883-ba91-d06b0f592869,segment=NetworkSegment(f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2),segment_id=f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:15.676415 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac225e0c-7f08-4804-802b-8b483e37dccd tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Pushing event updated for resources: {'Port': ['ID=7d6932b9-4e37-497e-9f93-e4f7e3647875,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:15.769674 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-7af5b30b-5c55-4f4e-b27d-4701114f78a7 req-e8a7ce3e-41fa-4249-8697-7c17d511a70b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:15.844661 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-477cd64d-6882-4656-9a90-7fca929c8703 req-642e433a-392b-4cff-bc19-ca060647d727 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] 10.222.0.45 "GET /v2.0/security-groups/98cfc284-e971-4bd2-a5f5-4170d533bcf7 HTTP/1.1" status: 200 len: 2413 time: 0.2073758 Nov 12 00:56:15.851793 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:15.865487 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5efc5c98-cf41-40f7-a96c-93c0023d84bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841734c8-03fc-4f9f-9739-4fe08c60b5e3'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:56:15.868506 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d576096-4e2c-4331-a46c-b70c794e25ee" -d '{"events": [{"server_uuid": "5efc5c98-cf41-40f7-a96c-93c0023d84bc", "name": "network-vif-plugged", "status": "completed", "tag": "841734c8-03fc-4f9f-9739-4fe08c60b5e3"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:56:15.894494 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ac225e0c-7f08-4804-802b-8b483e37dccd tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:15.916095 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 841734c8-03fc-4f9f-9739-4fe08c60b5e3, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=841734c8-03fc-4f9f-9739-4fe08c60b5e3,segment=NetworkSegment(45adf0ba-e61d-4509-afe2-5b0ef96fbbf3),segment_id=45adf0ba-e61d-4509-afe2-5b0ef96fbbf3)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:15.940525 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-830e7b1f-3623-47fb-8bd8-4572e2b4c6a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:15.940826 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:15.941407 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 7cc52dcc-3a5e-42ff-bf33-27a85670b23c no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:56:15.980581 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ac225e0c-7f08-4804-802b-8b483e37dccd tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:15.989899 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-830e7b1f-3623-47fb-8bd8-4572e2b4c6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:16.037170 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=d3979bfd-8c34-4883-ba91-d06b0f592869,revision_number=6']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:16.099764 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['d3979bfd-8c34-4883-ba91-d06b0f592869'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:56:16.242744 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=841734c8-03fc-4f9f-9739-4fe08c60b5e3,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:16.294463 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5e697fd5-29fc-4372-9c99-60c7cedd639c None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:16.312206 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5e697fd5-29fc-4372-9c99-60c7cedd639c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:16.315553 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6b92e-a791-4f92-8d5d-6099a1ac1f57 req-d99aa2ac-4722-4700-b259-209f14268bf1 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:16.329219 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-16d6b92e-a791-4f92-8d5d-6099a1ac1f57 req-d99aa2ac-4722-4700-b259-209f14268bf1 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b00f85c-6b25-48ce-99f4-985acedfd8f3 HTTP/1.1" status: 200 len: 943 time: 0.5227847 Nov 12 00:56:16.354510 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ac225e0c-7f08-4804-802b-8b483e37dccd tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:16.356984 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-830e7b1f-3623-47fb-8bd8-4572e2b4c6a3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=10d0a91098a24d25b948be6f9d15985d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6939578 Nov 12 00:56:16.361722 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55510) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:16.387248 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830e7b1f-3623-47fb-8bd8-4572e2b4c6a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101eeef2-da23-4009-9a49-17901aa4a138,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:16.401583 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ac225e0c-7f08-4804-802b-8b483e37dccd tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:16.441177 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df93f2-f0e7-471c-9210-20c581746b8f None None] Pushing event updated for resources: {'Port': ['ID=e2cf2141-4ee2-4104-b2dc-36c792a682dd,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:16.459518 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-5457a255-055f-48e6-83e6-d8b61b43251a service neutron] For port 7cc52dcc-3a5e-42ff-bf33-27a85670b23c, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=7cc52dcc-3a5e-42ff-bf33-27a85670b23c,segment=NetworkSegment(22cf0803-7015-4b8f-9bea-ad8ec3d31ac5),segment_id=22cf0803-7015-4b8f-9bea-ad8ec3d31ac5)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:16.494700 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 5971ce8e-b292-408e-87c3-de72140c4855 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:56:16.495030 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-477cd64d-6882-4656-9a90-7fca929c8703 req-267bf56c-400b-4f4c-8cb9-3aee6fa3234d tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:16.537580 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-5e697fd5-29fc-4372-9c99-60c7cedd639c None None] Attempting to bind port e2cf2141-4ee2-4104-b2dc-36c792a682dd on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:56:16.537955 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-5e697fd5-29fc-4372-9c99-60c7cedd639c None None] Attempting to bind port e2cf2141-4ee2-4104-b2dc-36c792a682dd by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '156d67a0-d0d0-46f4-8ea1-9f300cc16f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f1e4ead2-9226-4344-bd2b-82e7594e69de'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:56:16.538411 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e697fd5-29fc-4372-9c99-60c7cedd639c None None] Attempting to bind port e2cf2141-4ee2-4104-b2dc-36c792a682dd on network f1e4ead2-9226-4344-bd2b-82e7594e69de {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:16.563483 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e697fd5-29fc-4372-9c99-60c7cedd639c None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:56:16.563802 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e697fd5-29fc-4372-9c99-60c7cedd639c None None] Checking segment: {'id': '156d67a0-d0d0-46f4-8ea1-9f300cc16f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f1e4ead2-9226-4344-bd2b-82e7594e69de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:56:16.564193 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5e697fd5-29fc-4372-9c99-60c7cedd639c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:16.564630 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e697fd5-29fc-4372-9c99-60c7cedd639c None None] Bound using segment: {'id': '156d67a0-d0d0-46f4-8ea1-9f300cc16f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f1e4ead2-9226-4344-bd2b-82e7594e69de'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:56:16.565098 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-5e697fd5-29fc-4372-9c99-60c7cedd639c None None] Bound port: e2cf2141-4ee2-4104-b2dc-36c792a682dd, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '156d67a0-d0d0-46f4-8ea1-9f300cc16f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f1e4ead2-9226-4344-bd2b-82e7594e69de'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:56:16.565483 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5e697fd5-29fc-4372-9c99-60c7cedd639c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:16.608962 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 1a88c9ac-a6d5-4efe-8d77-5c5d85321277 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:56:16.625401 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-477cd64d-6882-4656-9a90-7fca929c8703 req-267bf56c-400b-4f4c-8cb9-3aee6fa3234d tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:16.633334 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-5457a255-055f-48e6-83e6-d8b61b43251a service neutron] For port 7cc52dcc-3a5e-42ff-bf33-27a85670b23c, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:56:16.661556 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ac225e0c-7f08-4804-802b-8b483e37dccd tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:16.686347 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-16d6b92e-a791-4f92-8d5d-6099a1ac1f57 req-7febf572-f67b-41c8-9161-35d2529b729a tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514621 Nov 12 00:56:16.719935 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac225e0c-7f08-4804-802b-8b483e37dccd tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Pushing event updated for resources: {'Port': ['ID=7d6932b9-4e37-497e-9f93-e4f7e3647875,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:16.745583 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ac225e0c-7f08-4804-802b-8b483e37dccd tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:16.756036 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ac225e0c-7f08-4804-802b-8b483e37dccd tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2503612 Nov 12 00:56:16.756389 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:16.756554 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-47e5e8ba-a744-458d-8938-3e9f7a7c3a88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:16.795671 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-5457a255-055f-48e6-83e6-d8b61b43251a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cc52dcc-3a5e-42ff-bf33-27a85670b23c {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:56:16.814843 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-47e5e8ba-a744-458d-8938-3e9f7a7c3a88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:16.839770 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-7af5b30b-5c55-4f4e-b27d-4701114f78a7 req-e8a7ce3e-41fa-4249-8697-7c17d511a70b service neutron] For port 5971ce8e-b292-408e-87c3-de72140c4855, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=5971ce8e-b292-408e-87c3-de72140c4855,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:16.858212 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5e697fd5-29fc-4372-9c99-60c7cedd639c None None] For port e2cf2141-4ee2-4104-b2dc-36c792a682dd, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:56:16.893156 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-5457a255-055f-48e6-83e6-d8b61b43251a service neutron] For port 7cc52dcc-3a5e-42ff-bf33-27a85670b23c, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=7cc52dcc-3a5e-42ff-bf33-27a85670b23c,segment=NetworkSegment(22cf0803-7015-4b8f-9bea-ad8ec3d31ac5),segment_id=22cf0803-7015-4b8f-9bea-ad8ec3d31ac5)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:16.899147 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5e697fd5-29fc-4372-9c99-60c7cedd639c None None] For port e2cf2141-4ee2-4104-b2dc-36c792a682dd, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=e2cf2141-4ee2-4104-b2dc-36c792a682dd,segment=NetworkSegment(156d67a0-d0d0-46f4-8ea1-9f300cc16f4f),segment_id=156d67a0-d0d0-46f4-8ea1-9f300cc16f4f)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:56:16.914342 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5e697fd5-29fc-4372-9c99-60c7cedd639c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:16.937708 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-5457a255-055f-48e6-83e6-d8b61b43251a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:16.957756 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-47e5e8ba-a744-458d-8938-3e9f7a7c3a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:16.960474 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-47e5e8ba-a744-458d-8938-3e9f7a7c3a88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:16.961662 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-47e5e8ba-a744-458d-8938-3e9f7a7c3a88 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/101eeef2-da23-4009-9a49-17901aa4a138 HTTP/1.1" status: 204 len: 168 time: 0.5985360 Nov 12 00:56:16.975033 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e5e8ba-a744-458d-8938-3e9f7a7c3a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101eeef2-da23-4009-9a49-17901aa4a138,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:16.982302 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-477cd64d-6882-4656-9a90-7fca929c8703 req-267bf56c-400b-4f4c-8cb9-3aee6fa3234d tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:16.984991 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-477cd64d-6882-4656-9a90-7fca929c8703 req-267bf56c-400b-4f4c-8cb9-3aee6fa3234d tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:17.001349 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-477cd64d-6882-4656-9a90-7fca929c8703 req-267bf56c-400b-4f4c-8cb9-3aee6fa3234d tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] 10.222.0.45 "DELETE /v2.0/security-groups/98cfc284-e971-4bd2-a5f5-4170d533bcf7 HTTP/1.1" status: 204 len: 173 time: 1.1553533 Nov 12 00:56:17.037858 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df93f2-f0e7-471c-9210-20c581746b8f None None] Pushing event updated for resources: {'Port': ['ID=e2cf2141-4ee2-4104-b2dc-36c792a682dd,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:17.053651 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 1a88c9ac-a6d5-4efe-8d77-5c5d85321277, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=1a88c9ac-a6d5-4efe-8d77-5c5d85321277,segment=NetworkSegment(936f4dc4-b49e-4318-84e7-8d3d4988961e),segment_id=936f4dc4-b49e-4318-84e7-8d3d4988961e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:17.083625 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e697fd5-29fc-4372-9c99-60c7cedd639c None None] Routers {'406dcadf-bc1d-4d0e-adf3-5c7d087b9215'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:56:17.085012 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-5e697fd5-29fc-4372-9c99-60c7cedd639c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:56:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['406dcadf-bc1d-4d0e-adf3-5c7d087b9215'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:17.089597 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267bf56c-400b-4f4c-8cb9-3aee6fa3234d tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98cfc284-e971-4bd2-a5f5-4170d533bcf7,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:17.093428 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-e13e0241-ba84-47cd-bab4-0c42e2835e2e None None] Provisioning complete for port e2cf2141-4ee2-4104-b2dc-36c792a682dd triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:17.093939 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e13e0241-ba84-47cd-bab4-0c42e2835e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:17.102880 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-7af5b30b-5c55-4f4e-b27d-4701114f78a7 req-e8a7ce3e-41fa-4249-8697-7c17d511a70b service neutron] For port 5971ce8e-b292-408e-87c3-de72140c4855, host n-h1-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:56:17.216016 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '1a88c9ac-a6d5-4efe-8d77-5c5d85321277', 'network_id': '1c193d6a-5984-4109-91aa-b0c9d7c9a6bf', 'port_id': '1a88c9ac-a6d5-4efe-8d77-5c5d85321277', 'mac_address': 'fa:16:3e:cf:be:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d8bd009-45c7-4017-80d7-9c1f69484ce9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:56:17.231686 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18f9d1-afd7-42a1-90db-c6d7bd2875a6 req-7a53641e-3996-47b0-b090-8859dbc9b8a4 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:17.240699 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fc18f9d1-afd7-42a1-90db-c6d7bd2875a6 req-7a53641e-3996-47b0-b090-8859dbc9b8a4 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=411a9c2b-9b2b-4618-a317-6693bbdf6ef3 HTTP/1.1" status: 200 len: 943 time: 0.3427248 Nov 12 00:56:17.323687 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:17.361999 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896880f5-b30b-4289-85c8-97f7beba98f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5971ce8e-b292-408e-87c3-de72140c4855'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:56:17.364561 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db06a4c-7067-4c89-bbd8-491827a4547d" -d '{"events": [{"server_uuid": "896880f5-b30b-4289-85c8-97f7beba98f3", "name": "network-vif-unplugged", "status": "completed", "tag": "5971ce8e-b292-408e-87c3-de72140c4855"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:56:17.374554 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-7af5b30b-5c55-4f4e-b27d-4701114f78a7 req-e8a7ce3e-41fa-4249-8697-7c17d511a70b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:17.377090 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a88c9ac-a6d5-4efe-8d77-5c5d85321277 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:56:17.425851 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 1a88c9ac-a6d5-4efe-8d77-5c5d85321277, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=1a88c9ac-a6d5-4efe-8d77-5c5d85321277,segment=NetworkSegment(936f4dc4-b49e-4318-84e7-8d3d4988961e),segment_id=936f4dc4-b49e-4318-84e7-8d3d4988961e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:17.432573 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-5457a255-055f-48e6-83e6-d8b61b43251a service neutron] Transition to ACTIVE for port object 7cc52dcc-3a5e-42ff-bf33-27a85670b23c will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:56:17.446927 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device e2cf2141-4ee2-4104-b2dc-36c792a682dd up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:56:17.459901 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f280b27-b2b0-48f1-90c3-c0033eeaefa1 req-ba84e9b3-0208-43f3-addf-011d42d236a9 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:17.467145 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7f280b27-b2b0-48f1-90c3-c0033eeaefa1 req-ba84e9b3-0208-43f3-addf-011d42d236a9 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff1142ba-0590-4a31-a11f-49856e71f116 HTTP/1.1" status: 200 len: 945 time: 0.4045660 Nov 12 00:56:17.479633 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-7af5b30b-5c55-4f4e-b27d-4701114f78a7 req-e8a7ce3e-41fa-4249-8697-7c17d511a70b service neutron] Transition to ACTIVE for port object 5971ce8e-b292-408e-87c3-de72140c4855 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:56:17.494363 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-5457a255-055f-48e6-83e6-d8b61b43251a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:17.523495 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fc18f9d1-afd7-42a1-90db-c6d7bd2875a6 req-1b9b508f-a0c5-4d49-b8e6-15a782d32d53 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740605 Nov 12 00:56:17.546522 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-7af5b30b-5c55-4f4e-b27d-4701114f78a7 req-e8a7ce3e-41fa-4249-8697-7c17d511a70b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:17.606349 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55564) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:17.636435 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cb96da31-7aed-4726-b0e4-23fcae561175 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:17.714176 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e13e0241-ba84-47cd-bab4-0c42e2835e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:17.718688 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:17.799241 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0a263d-0cd7-40c9-8cb1-1cb8ccc0033e x-openstack-request-id: req-6a0a263d-0cd7-40c9-8cb1-1cb8ccc0033e {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:56:17.808749 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5efc5c98-cf41-40f7-a96c-93c0023d84bc", "name": "network-vif-plugged", "status": "completed", "tag": "841734c8-03fc-4f9f-9739-4fe08c60b5e3", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:56:17.809638 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6a0a263d-0cd7-40c9-8cb1-1cb8ccc0033e {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:56:17.810498 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7f280b27-b2b0-48f1-90c3-c0033eeaefa1 req-78acd673-0e6a-4663-87ab-b3fd951a2c21 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/security-groups?id=510a0917-ea45-4112-bcdb-7cef6947100e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100793 Nov 12 00:56:17.811475 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5efc5c98-cf41-40f7-a96c-93c0023d84bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841734c8-03fc-4f9f-9739-4fe08c60b5e3', 'code': 200} Nov 12 00:56:17.872019 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5457a255-055f-48e6-83e6-d8b61b43251a service neutron] Pushing event updated for resources: {'Port': ['ID=7cc52dcc-3a5e-42ff-bf33-27a85670b23c,revision_number=10']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:17.881092 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e470b6-f1c0-47a5-8c96-01498ce7cfef req-7635232e-0fbc-4450-81b7-5eec22cad185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:17.892118 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-71e470b6-f1c0-47a5-8c96-01498ce7cfef req-7635232e-0fbc-4450-81b7-5eec22cad185 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5efc5c98-cf41-40f7-a96c-93c0023d84bc HTTP/1.1" status: 200 len: 1097 time: 0.1645386 Nov 12 00:56:17.896696 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-7af5b30b-5c55-4f4e-b27d-4701114f78a7 req-e8a7ce3e-41fa-4249-8697-7c17d511a70b service neutron] No DVR routers for this DVR port 5971ce8e-b292-408e-87c3-de72140c4855 on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:56:17.999599 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-5457a255-055f-48e6-83e6-d8b61b43251a service neutron] No DVR routers for this DVR port 7cc52dcc-3a5e-42ff-bf33-27a85670b23c on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:56:18.049308 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cb96da31-7aed-4726-b0e4-23fcae561175 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:18.060896 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-71e470b6-f1c0-47a5-8c96-01498ce7cfef req-0c141047-cc45-4b55-a793-54db1cc924be service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659126 Nov 12 00:56:18.066456 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cb96da31-7aed-4726-b0e4-23fcae561175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:18.118533 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.api [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:56:18.118533 n-d-712142-27 neutron-server[109087]: DEBUG oslo_db.api [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:56:18.119495 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['1a88c9ac-a6d5-4efe-8d77-5c5d85321277'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:56:18.125880 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-cb96da31-7aed-4726-b0e4-23fcae561175 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=79fda2d75d064ef381c4c4b688a6a811&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5165529 Nov 12 00:56:18.135205 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55580) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:18.158817 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-5457a255-055f-48e6-83e6-d8b61b43251a service neutron] 10.222.0.44 "PUT /v2.0/ports/7cc52dcc-3a5e-42ff-bf33-27a85670b23c/bindings/n-h1-712142-27/activate HTTP/1.1" status: 200 len: 370 time: 2.7357390 Nov 12 00:56:18.173920 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-5e697fd5-29fc-4372-9c99-60c7cedd639c None None] Set router 406dcadf-bc1d-4d0e-adf3-5c7d087b9215 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:56:18.177691 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-e13e0241-ba84-47cd-bab4-0c42e2835e2e None None] For port e2cf2141-4ee2-4104-b2dc-36c792a682dd, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=e2cf2141-4ee2-4104-b2dc-36c792a682dd,segment=NetworkSegment(156d67a0-d0d0-46f4-8ea1-9f300cc16f4f),segment_id=156d67a0-d0d0-46f4-8ea1-9f300cc16f4f)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:18.180800 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-7af5b30b-5c55-4f4e-b27d-4701114f78a7 req-e8a7ce3e-41fa-4249-8697-7c17d511a70b service neutron] Attempting to bind port 5971ce8e-b292-408e-87c3-de72140c4855 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:56:18.181233 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-7af5b30b-5c55-4f4e-b27d-4701114f78a7 req-e8a7ce3e-41fa-4249-8697-7c17d511a70b service neutron] Attempting to bind port 5971ce8e-b292-408e-87c3-de72140c4855 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:56:18.183742 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=1a88c9ac-a6d5-4efe-8d77-5c5d85321277,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:18.184006 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af5b30b-5c55-4f4e-b27d-4701114f78a7 req-e8a7ce3e-41fa-4249-8697-7c17d511a70b service neutron] Attempting to bind port 5971ce8e-b292-408e-87c3-de72140c4855 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:18.195932 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a7ce3e-41fa-4249-8697-7c17d511a70b service neutron] Pushing event updated for resources: {'Port': ['ID=5971ce8e-b292-408e-87c3-de72140c4855,revision_number=10']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:18.216568 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a42c40-8e19-4cc5-8048-5efad8451233 req-cd25b773-e608-49c4-8217-8f86eaea24df tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:18.222311 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port e2cf2141-4ee2-4104-b2dc-36c792a682dd triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:18.222805 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:18.224821 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e13e0241-ba84-47cd-bab4-0c42e2835e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:18.227644 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e4a42c40-8e19-4cc5-8048-5efad8451233 req-cd25b773-e608-49c4-8217-8f86eaea24df tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=5efc5c98-cf41-40f7-a96c-93c0023d84bc HTTP/1.1" status: 200 len: 945 time: 0.5233028 Nov 12 00:56:18.243236 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb96da31-7aed-4726-b0e4-23fcae561175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0769ba-a925-4179-a2ed-0573d868933e,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:18.295364 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-02e1de5d-d326-474e-af46-871ded718db1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:18.326177 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513dcf4-40a0-4ae7-9712-4b90dfa1d673 req-7d65109e-80b2-47de-a5bb-f457ed4f4e0b tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:18.327604 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-02e1de5d-d326-474e-af46-871ded718db1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:18.329520 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b513dcf4-40a0-4ae7-9712-4b90dfa1d673 req-7d65109e-80b2-47de-a5bb-f457ed4f4e0b tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=896880f5-b30b-4289-85c8-97f7beba98f3 HTTP/1.1" status: 200 len: 948 time: 0.3504570 Nov 12 00:56:18.366320 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e4a42c40-8e19-4cc5-8048-5efad8451233 req-d71d69c5-4ece-47a6-81eb-9a14371a4d20 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367664 Nov 12 00:56:18.378078 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af5b30b-5c55-4f4e-b27d-4701114f78a7 req-e8a7ce3e-41fa-4249-8697-7c17d511a70b service neutron] Port 5971ce8e-b292-408e-87c3-de72140c4855 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:56:18.380077 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af5b30b-5c55-4f4e-b27d-4701114f78a7 req-e8a7ce3e-41fa-4249-8697-7c17d511a70b service neutron] Attempting to bind port 5971ce8e-b292-408e-87c3-de72140c4855 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:18.454260 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af5b30b-5c55-4f4e-b27d-4701114f78a7 req-e8a7ce3e-41fa-4249-8697-7c17d511a70b service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:56:18.454978 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af5b30b-5c55-4f4e-b27d-4701114f78a7 req-e8a7ce3e-41fa-4249-8697-7c17d511a70b service neutron] Checking segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:56:18.455333 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af5b30b-5c55-4f4e-b27d-4701114f78a7 req-e8a7ce3e-41fa-4249-8697-7c17d511a70b service neutron] Bound using segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:56:18.455797 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-7af5b30b-5c55-4f4e-b27d-4701114f78a7 req-e8a7ce3e-41fa-4249-8697-7c17d511a70b service neutron] Bound port: 5971ce8e-b292-408e-87c3-de72140c4855, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:56:18.456215 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-7af5b30b-5c55-4f4e-b27d-4701114f78a7 req-e8a7ce3e-41fa-4249-8697-7c17d511a70b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:18.470866 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-02e1de5d-d326-474e-af46-871ded718db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:18.486294 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-02e1de5d-d326-474e-af46-871ded718db1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:18.489076 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-02e1de5d-d326-474e-af46-871ded718db1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6a0769ba-a925-4179-a2ed-0573d868933e HTTP/1.1" status: 204 len: 168 time: 0.3503563 Nov 12 00:56:18.490704 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [req-4fc74d78-c852-4392-b2a0-d5b065c46c9e req-8ba596de-46ad-46d5-8661-11066e554257 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] show failed (client error): The resource could not be found. Nov 12 00:56:18.492372 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4fc74d78-c852-4392-b2a0-d5b065c46c9e req-8ba596de-46ad-46d5-8661-11066e554257 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] 10.222.0.45 "GET /v2.0/security-groups/d6fcac6a-a2d0-4f3a-8b00-813daa6f205d HTTP/1.1" status: 404 len: 352 time: 0.0395525 Nov 12 00:56:18.542253 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13e0241-ba84-47cd-bab4-0c42e2835e2e None None] Pushing event updated for resources: {'Port': ['ID=e2cf2141-4ee2-4104-b2dc-36c792a682dd,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:18.546731 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e1de5d-d326-474e-af46-871ded718db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0769ba-a925-4179-a2ed-0573d868933e,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:18.559430 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-7af5b30b-5c55-4f4e-b27d-4701114f78a7 req-e8a7ce3e-41fa-4249-8697-7c17d511a70b service neutron] For port 5971ce8e-b292-408e-87c3-de72140c4855, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:56:18.563133 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-7af5b30b-5c55-4f4e-b27d-4701114f78a7 req-e8a7ce3e-41fa-4249-8697-7c17d511a70b service neutron] For port 5971ce8e-b292-408e-87c3-de72140c4855, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=5971ce8e-b292-408e-87c3-de72140c4855,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:56:18.577073 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-7af5b30b-5c55-4f4e-b27d-4701114f78a7 req-e8a7ce3e-41fa-4249-8697-7c17d511a70b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:18.629280 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b513dcf4-40a0-4ae7-9712-4b90dfa1d673 req-9204de37-6135-4594-9eb4-ceaca92d23e4 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540905 Nov 12 00:56:18.632370 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af5b30b-5c55-4f4e-b27d-4701114f78a7 req-e8a7ce3e-41fa-4249-8697-7c17d511a70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:18.633459 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-7af5b30b-5c55-4f4e-b27d-4701114f78a7 req-e8a7ce3e-41fa-4249-8697-7c17d511a70b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:18.635767 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7af5b30b-5c55-4f4e-b27d-4701114f78a7 req-e8a7ce3e-41fa-4249-8697-7c17d511a70b service neutron] 10.222.0.44 "PUT /v2.0/ports/5971ce8e-b292-408e-87c3-de72140c4855 HTTP/1.1" status: 200 len: 1097 time: 3.0932183 Nov 12 00:56:18.637694 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39df8645-0085-4621-aaf8-6a7c05bb8e76 x-openstack-request-id: req-39df8645-0085-4621-aaf8-6a7c05bb8e76 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:56:18.638177 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "896880f5-b30b-4289-85c8-97f7beba98f3", "name": "network-vif-unplugged", "status": "completed", "tag": "5971ce8e-b292-408e-87c3-de72140c4855", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:56:18.638718 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-39df8645-0085-4621-aaf8-6a7c05bb8e76 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:56:18.639269 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '896880f5-b30b-4289-85c8-97f7beba98f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5971ce8e-b292-408e-87c3-de72140c4855', 'code': 200} Nov 12 00:56:18.705039 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-b7fc70e3-2063-4d61-978a-3b73fcf51803 tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:18.710470 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-b7fc70e3-2063-4d61-978a-3b73fcf51803 tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=411a9c2b-9b2b-4618-a317-6693bbdf6ef3&tenant_id=31213ba92821461cba1a0adcb9241baa&binding%3Ahost_id=n-h2-712142-27 HTTP/1.1" status: 200 len: 1096 time: 0.2157083 Nov 12 00:56:18.780068 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a7ce3e-41fa-4249-8697-7c17d511a70b service neutron] Pushing event updated for resources: {'Port': ['ID=5971ce8e-b292-408e-87c3-de72140c4855,revision_number=11']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:18.839506 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-fa1e62be-8ac8-4a66-a2c0-f1b303c5d9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:18.844628 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-fa1e62be-8ac8-4a66-a2c0-f1b303c5d9bc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=411a9c2b-9b2b-4618-a317-6693bbdf6ef3&tenant_id=31213ba92821461cba1a0adcb9241baa HTTP/1.1" status: 200 len: 1096 time: 0.1228673 Nov 12 00:56:18.846731 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device d3979bfd-8c34-4883-ba91-d06b0f592869 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:56:18.908895 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af5b30b-5c55-4f4e-b27d-4701114f78a7 req-5615d1ee-a440-4b99-9a11-927c08956f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:18.915908 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7af5b30b-5c55-4f4e-b27d-4701114f78a7 req-5615d1ee-a440-4b99-9a11-927c08956f08 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6bde2e332c8e418290dd069bae32e617&device_id=896880f5-b30b-4289-85c8-97f7beba98f3 HTTP/1.1" status: 200 len: 1100 time: 0.2192953 Nov 12 00:56:19.044282 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-34874d06-d7ad-40ee-b5c8-67e32d532ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:19.046672 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-34874d06-d7ad-40ee-b5c8-67e32d532ee7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=31213ba92821461cba1a0adcb9241baa&device_id=411a9c2b-9b2b-4618-a317-6693bbdf6ef3 HTTP/1.1" status: 200 len: 1096 time: 0.1251917 Nov 12 00:56:19.048709 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d165391-001d-458f-a373-72ef06ef1334 req-4d5db422-af1a-41f3-bade-f2430f2d6677 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:19.063068 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4d165391-001d-458f-a373-72ef06ef1334 req-4d5db422-af1a-41f3-bade-f2430f2d6677 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b00f85c-6b25-48ce-99f4-985acedfd8f3 HTTP/1.1" status: 200 len: 944 time: 0.2777390 Nov 12 00:56:19.268499 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-52cdabf9-4329-462c-8aa2-7a4dbac3013b req-bead2911-4f07-44bf-9d2f-ada0395c49ef tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] 10.222.0.45 "GET /v2.0/security-groups/b374be74-faa3-4b2a-ac8b-e3dcbca5afcf HTTP/1.1" status: 200 len: 1822 time: 0.0977354 Nov 12 00:56:19.275222 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4d165391-001d-458f-a373-72ef06ef1334 req-02b28e71-96a9-4909-b141-970096cadc3f tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090690 Nov 12 00:56:19.284205 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-2c290882-0bc0-485a-8e2b-f7b260c04ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:19.286898 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-2c290882-0bc0-485a-8e2b-f7b260c04ba8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dfbacf63-886c-40df-80dd-a56be185809d HTTP/1.1" status: 200 len: 908 time: 0.2280748 Nov 12 00:56:19.366177 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af5b30b-5c55-4f4e-b27d-4701114f78a7 req-2c2fabb4-7a9e-49d6-9e66-a07baaa294d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:19.385121 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7af5b30b-5c55-4f4e-b27d-4701114f78a7 req-2c2fabb4-7a9e-49d6-9e66-a07baaa294d7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=945c2da1-f958-478a-a48a-8af2dfa2e179 HTTP/1.1" status: 200 len: 869 time: 0.4316478 Nov 12 00:56:19.406454 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-0a2cb63b-e260-4dbd-b52a-e313393dcdcc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7cc52dcc-3a5e-42ff-bf33-27a85670b23c HTTP/1.1" status: 200 len: 217 time: 0.1056874 Nov 12 00:56:19.453116 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-a38aa161-488f-447f-99cb-8c9d68c46bcf None None] Provisioning complete for port e2cf2141-4ee2-4104-b2dc-36c792a682dd triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:19.453756 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a38aa161-488f-447f-99cb-8c9d68c46bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:19.531707 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-ba836251-829c-491c-ab6a-f08e7595d7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:19.535450 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-ba836251-829c-491c-ab6a-f08e7595d7f8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=47cc90a9-e995-4711-ba6b-508e6e69e5de HTTP/1.1" status: 200 len: 848 time: 0.1185131 Nov 12 00:56:19.535897 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7af5b30b-5c55-4f4e-b27d-4701114f78a7 req-bc2e3edd-d6d2-4dac-9a77-11593e1323ae service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=5971ce8e-b292-408e-87c3-de72140c4855 HTTP/1.1" status: 200 len: 217 time: 0.1386955 Nov 12 00:56:19.539533 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-52cdabf9-4329-462c-8aa2-7a4dbac3013b req-1344875b-ae03-4c55-8d57-5268534d7068 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:19.580593 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-52cdabf9-4329-462c-8aa2-7a4dbac3013b req-1344875b-ae03-4c55-8d57-5268534d7068 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:19.627598 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-ffa925e6-537f-4876-b230-6f5a17a1cb35 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dfbacf63-886c-40df-80dd-a56be185809d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802028 Nov 12 00:56:19.681870 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device e2cf2141-4ee2-4104-b2dc-36c792a682dd up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:56:19.783480 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:56:19.821476 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029bfaa-2549-4fe1-9eee-71a4d339bead req-5e1c6722-8efd-41d7-a7d5-38b1a76b4411 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:19.830994 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2029bfaa-2549-4fe1-9eee-71a4d339bead req-5e1c6722-8efd-41d7-a7d5-38b1a76b4411 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=411a9c2b-9b2b-4618-a317-6693bbdf6ef3 HTTP/1.1" status: 200 len: 944 time: 0.2915962 Nov 12 00:56:19.878798 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-5e697fd5-29fc-4372-9c99-60c7cedd639c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406dcadf-bc1d-4d0e-adf3-5c7d087b9215', 'name': 'tempest-ServersTestBootFromVolume-9225078-router', 'tenant_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '59b2014a-53f3-4b32-a324-d7f592d453bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:56:02Z', 'updated_at': '2021-11-12T00:56:09Z', 'revision_number': 4, 'project_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'gw_port': {'id': '59b2014a-53f3-4b32-a324-d7f592d453bc', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:98:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406dcadf-bc1d-4d0e-adf3-5c7d087b9215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:56:03Z', 'updated_at': '2021-11-12T00:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'e2cf2141-4ee2-4104-b2dc-36c792a682dd', 'name': '', 'network_id': 'f1e4ead2-9226-4344-bd2b-82e7594e69de', 'tenant_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'mac_address': 'fa:16:3e:84:20:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406dcadf-bc1d-4d0e-adf3-5c7d087b9215', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '5bf5715a-31c9-4ce3-b840-36d36e2f4e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:56:08Z', 'updated_at': '2021-11-12T00:56:16Z', 'revision_number': 4, 'project_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'subnets': [{'id': '5bf5715a-31c9-4ce3-b840-36d36e2f4e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:19.884993 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af5b30b-5c55-4f4e-b27d-4701114f78a7 req-b647f4c6-393a-47d4-b7fe-30fe96b2c140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:19.887197 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7af5b30b-5c55-4f4e-b27d-4701114f78a7 req-b647f4c6-393a-47d4-b7fe-30fe96b2c140 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.3173723 Nov 12 00:56:19.947228 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-99bfc5e1-9394-4768-8523-7e2ff8b4cb94 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:19.958834 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-99bfc5e1-9394-4768-8523-7e2ff8b4cb94 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.44 "GET /v2.0/ports?device_id=5efc5c98-cf41-40f7-a96c-93c0023d84bc HTTP/1.1" status: 200 len: 945 time: 0.2364135 Nov 12 00:56:19.959561 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-52cdabf9-4329-462c-8aa2-7a4dbac3013b req-1344875b-ae03-4c55-8d57-5268534d7068 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:19.962233 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-3fa8a086-b0d6-4238-8be2-027ada7ccb82 service neutron] 10.222.0.16 "GET /v2.0/networks/dfbacf63-886c-40df-80dd-a56be185809d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258705 Nov 12 00:56:19.963004 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-52cdabf9-4329-462c-8aa2-7a4dbac3013b req-1344875b-ae03-4c55-8d57-5268534d7068 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:19.978177 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-52cdabf9-4329-462c-8aa2-7a4dbac3013b req-1344875b-ae03-4c55-8d57-5268534d7068 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] 10.222.0.45 "DELETE /v2.0/security-groups/b374be74-faa3-4b2a-ac8b-e3dcbca5afcf HTTP/1.1" status: 204 len: 173 time: 0.7083611 Nov 12 00:56:20.006573 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e697fd5-29fc-4372-9c99-60c7cedd639c None None] The sync data for ids ['406dcadf-bc1d-4d0e-adf3-5c7d087b9215'] in n-d-712142-27 is: [{'id': '406dcadf-bc1d-4d0e-adf3-5c7d087b9215', 'name': 'tempest-ServersTestBootFromVolume-9225078-router', 'tenant_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '59b2014a-53f3-4b32-a324-d7f592d453bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:56:02Z', 'updated_at': '2021-11-12T00:56:09Z', 'revision_number': 4, 'project_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'gw_port': {'id': '59b2014a-53f3-4b32-a324-d7f592d453bc', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:98:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406dcadf-bc1d-4d0e-adf3-5c7d087b9215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:56:03Z', 'updated_at': '2021-11-12T00:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'e2cf2141-4ee2-4104-b2dc-36c792a682dd', 'name': '', 'network_id': 'f1e4ead2-9226-4344-bd2b-82e7594e69de', 'tenant_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'mac_address': 'fa:16:3e:84:20:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406dcadf-bc1d-4d0e-adf3-5c7d087b9215', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '5bf5715a-31c9-4ce3-b840-36d36e2f4e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:56:08Z', 'updated_at': '2021-11-12T00:56:16Z', 'revision_number': 4, 'project_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'subnets': [{'id': '5bf5715a-31c9-4ce3-b840-36d36e2f4e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:56:20.033327 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:20.061468 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2029bfaa-2549-4fe1-9eee-71a4d339bead req-a79b1b17-1430-4141-bed6-b8492c8e0397 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294431 Nov 12 00:56:20.184688 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1344875b-ae03-4c55-8d57-5268534d7068 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b374be74-faa3-4b2a-ac8b-e3dcbca5afcf,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:20.271119 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d3979bfd-8c34-4883-ba91-d06b0f592869 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:56:20.278863 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-3d8fb54f-1399-461a-9f8d-152d1f0e35aa service neutron] 10.222.0.16 "GET /v2.0/networks/dfbacf63-886c-40df-80dd-a56be185809d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043125 Nov 12 00:56:20.298072 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port e2cf2141-4ee2-4104-b2dc-36c792a682dd triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:20.298960 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:20.398545 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af5b30b-5c55-4f4e-b27d-4701114f78a7 req-9835995e-875f-4384-b259-bcc8a8922560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:20.400951 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7af5b30b-5c55-4f4e-b27d-4701114f78a7 req-9835995e-875f-4384-b259-bcc8a8922560 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4906304 Nov 12 00:56:20.441074 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port d3979bfd-8c34-4883-ba91-d06b0f592869, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d3979bfd-8c34-4883-ba91-d06b0f592869,segment=NetworkSegment(f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2),segment_id=f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:20.481752 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:20.697722 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=d3979bfd-8c34-4883-ba91-d06b0f592869,revision_number=7']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:20.766987 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '896880f5-b30b-4289-85c8-97f7beba98f3', 'tag': '5971ce8e-b292-408e-87c3-de72140c4855'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:56:20.771074 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0eb49c6-5b7c-40b8-b2cd-24420df9765e" -d '{"events": [{"name": "network-changed", "server_uuid": "896880f5-b30b-4289-85c8-97f7beba98f3", "tag": "5971ce8e-b292-408e-87c3-de72140c4855"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:56:20.837301 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-245c0d03-e270-4c0c-9ca3-752e803e92a8 tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:20.839650 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-245c0d03-e270-4c0c-9ca3-752e803e92a8 tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=411a9c2b-9b2b-4618-a317-6693bbdf6ef3&tenant_id=31213ba92821461cba1a0adcb9241baa&binding%3Ahost_id=n-h1-712142-27 HTTP/1.1" status: 200 len: 1096 time: 0.1899412 Nov 12 00:56:20.897496 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b23e3-ed46-4492-bdb8-18e709caba09 req-2a708d68-76a0-42a9-bf7e-ed2238b9aa35 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:20.907876 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-767b23e3-ed46-4492-bdb8-18e709caba09 req-2a708d68-76a0-42a9-bf7e-ed2238b9aa35 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=896880f5-b30b-4289-85c8-97f7beba98f3 HTTP/1.1" status: 200 len: 948 time: 0.6620994 Nov 12 00:56:21.032626 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e000b-eadd-44f7-bd15-9fe981ae7d1c req-1577752d-02ea-45d9-b836-fc74e5d2d195 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:21.048888 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee2e000b-eadd-44f7-bd15-9fe981ae7d1c req-1577752d-02ea-45d9-b836-fc74e5d2d195 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=5efc5c98-cf41-40f7-a96c-93c0023d84bc HTTP/1.1" status: 200 len: 945 time: 0.7973158 Nov 12 00:56:21.070556 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-6408c41d-82cf-4de4-a6f2-f2dd1ec4fd14 service neutron] For port 7cc52dcc-3a5e-42ff-bf33-27a85670b23c, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:56:21.075219 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-6408c41d-82cf-4de4-a6f2-f2dd1ec4fd14 service neutron] Publish callbacks [] for binding, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:21.077017 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d77fee77-e0bd-4715-833e-83ae301fb741 req-6408c41d-82cf-4de4-a6f2-f2dd1ec4fd14 service neutron] 10.222.0.16 "DELETE /v2.0/ports/7cc52dcc-3a5e-42ff-bf33-27a85670b23c/bindings/n-h2-712142-27 HTTP/1.1" status: 204 len: 173 time: 0.2231381 Nov 12 00:56:21.078614 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7af5b30b-5c55-4f4e-b27d-4701114f78a7 req-fa4d061f-a84d-4afa-b7d8-c9d43b1eb719 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6549783 Nov 12 00:56:21.089500 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-d3bbb0fc-285e-4195-926f-437edd13ad53 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Deleting port 841734c8-03fc-4f9f-9739-4fe08c60b5e3 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:56:21.090518 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-d3bbb0fc-285e-4195-926f-437edd13ad53 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:21.371695 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329fedab-3183-4294-8541-59333d91d9fd req-6446e0e5-2d6b-493b-8c76-2b11fe070354 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:21.373069 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-329fedab-3183-4294-8541-59333d91d9fd req-6446e0e5-2d6b-493b-8c76-2b11fe070354 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff1142ba-0590-4a31-a11f-49856e71f116 HTTP/1.1" status: 200 len: 944 time: 0.0859239 Nov 12 00:56:21.376011 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-d3bbb0fc-285e-4195-926f-437edd13ad53 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] For port 841734c8-03fc-4f9f-9739-4fe08c60b5e3, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=841734c8-03fc-4f9f-9739-4fe08c60b5e3,segment=NetworkSegment(45adf0ba-e61d-4509-afe2-5b0ef96fbbf3),segment_id=45adf0ba-e61d-4509-afe2-5b0ef96fbbf3)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:21.376011 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-d3bbb0fc-285e-4195-926f-437edd13ad53 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:21.407601 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-767b23e3-ed46-4492-bdb8-18e709caba09 req-5a8b2b68-5fe0-484b-9f7f-c4cb57864db6 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4986484 Nov 12 00:56:21.458552 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-d3bbb0fc-285e-4195-926f-437edd13ad53 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Calling delete_port for 841734c8-03fc-4f9f-9739-4fe08c60b5e3 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:56:21.464218 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee2e000b-eadd-44f7-bd15-9fe981ae7d1c req-c2d941db-cc3b-4337-9e00-d0553dc7fe75 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410323 Nov 12 00:56:21.469120 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7af5b30b-5c55-4f4e-b27d-4701114f78a7 req-d1ba7dcb-da51-4056-87d0-d9fc63eb56be service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644347 Nov 12 00:56:21.583256 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-329fedab-3183-4294-8541-59333d91d9fd req-d7faa29f-f13d-4cdc-8a12-b6808dc7e66f tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Deleting port d3979bfd-8c34-4883-ba91-d06b0f592869 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:56:21.583703 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-329fedab-3183-4294-8541-59333d91d9fd req-d7faa29f-f13d-4cdc-8a12-b6808dc7e66f tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:21.706655 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8c234bfe-d8b2-434a-b14b-a3bd1630982f req-048bfe31-d966-4130-9bcd-c522c5be3cd2 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] 10.222.0.45 "GET /v2.0/security-groups/d2e30d24-6d9c-46b4-9310-b9089d5254c8 HTTP/1.1" status: 200 len: 1821 time: 0.0824957 Nov 12 00:56:21.826814 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8c234bfe-d8b2-434a-b14b-a3bd1630982f req-fb0abd07-171b-499f-8276-455c6d6c7290 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:21.877022 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8c234bfe-d8b2-434a-b14b-a3bd1630982f req-fb0abd07-171b-499f-8276-455c6d6c7290 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:21.907793 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-329fedab-3183-4294-8541-59333d91d9fd req-d7faa29f-f13d-4cdc-8a12-b6808dc7e66f tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] For port d3979bfd-8c34-4883-ba91-d06b0f592869, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d3979bfd-8c34-4883-ba91-d06b0f592869,segment=NetworkSegment(f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2),segment_id=f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:21.908257 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-329fedab-3183-4294-8541-59333d91d9fd req-d7faa29f-f13d-4cdc-8a12-b6808dc7e66f tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:21.940933 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-329fedab-3183-4294-8541-59333d91d9fd req-d7faa29f-f13d-4cdc-8a12-b6808dc7e66f tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Calling delete_port for d3979bfd-8c34-4883-ba91-d06b0f592869 owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:56:21.941769 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-d3bbb0fc-285e-4195-926f-437edd13ad53 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:21.982470 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['82024f09-4045-472b-bf68-891c62809ddd', '841734c8-03fc-4f9f-9739-4fe08c60b5e3'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:56:22.030762 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bbb0fc-285e-4195-926f-437edd13ad53 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Pushing event deleted for resources: {'Port': ['ID=841734c8-03fc-4f9f-9739-4fe08c60b5e3,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:22.064812 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-d3bbb0fc-285e-4195-926f-437edd13ad53 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] No DVR routers for this DVR port 841734c8-03fc-4f9f-9739-4fe08c60b5e3 on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:56:22.067843 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-d3bbb0fc-285e-4195-926f-437edd13ad53 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:22.073022 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e2479a1-855a-4a86-91c5-7bd6e44cbe31 req-d3bbb0fc-285e-4195-926f-437edd13ad53 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.44 "DELETE /v2.0/ports/841734c8-03fc-4f9f-9739-4fe08c60b5e3 HTTP/1.1" status: 204 len: 173 time: 2.0887375 Nov 12 00:56:22.113482 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744f59e-6a67-47c7-89b3-e5c00f97b43c req-96cb0101-29f5-4dcf-96c6-128822a19a5b tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:22.116528 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4744f59e-6a67-47c7-89b3-e5c00f97b43c req-96cb0101-29f5-4dcf-96c6-128822a19a5b tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b00f85c-6b25-48ce-99f4-985acedfd8f3 HTTP/1.1" status: 200 len: 944 time: 0.2276855 Nov 12 00:56:22.126802 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-329fedab-3183-4294-8541-59333d91d9fd req-d7faa29f-f13d-4cdc-8a12-b6808dc7e66f tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:22.147278 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8c234bfe-d8b2-434a-b14b-a3bd1630982f req-fb0abd07-171b-499f-8276-455c6d6c7290 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:22.152575 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8c234bfe-d8b2-434a-b14b-a3bd1630982f req-fb0abd07-171b-499f-8276-455c6d6c7290 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:22.154521 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8c234bfe-d8b2-434a-b14b-a3bd1630982f req-fb0abd07-171b-499f-8276-455c6d6c7290 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] 10.222.0.45 "DELETE /v2.0/security-groups/d2e30d24-6d9c-46b4-9310-b9089d5254c8 HTTP/1.1" status: 204 len: 173 time: 0.4468000 Nov 12 00:56:22.182493 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7faa29f-f13d-4cdc-8a12-b6808dc7e66f tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Pushing event deleted for resources: {'Port': ['ID=d3979bfd-8c34-4883-ba91-d06b0f592869,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:22.225176 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7faa29f-f13d-4cdc-8a12-b6808dc7e66f tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:22.226321 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7faa29f-f13d-4cdc-8a12-b6808dc7e66f tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:22.226776 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7faa29f-f13d-4cdc-8a12-b6808dc7e66f tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:22.227333 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7faa29f-f13d-4cdc-8a12-b6808dc7e66f tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:22.227791 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7faa29f-f13d-4cdc-8a12-b6808dc7e66f tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:22.228270 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7faa29f-f13d-4cdc-8a12-b6808dc7e66f tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:22.228709 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7faa29f-f13d-4cdc-8a12-b6808dc7e66f tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:22.229146 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7faa29f-f13d-4cdc-8a12-b6808dc7e66f tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:22.229582 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7faa29f-f13d-4cdc-8a12-b6808dc7e66f tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:22.230025 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7faa29f-f13d-4cdc-8a12-b6808dc7e66f tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:22.230592 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7faa29f-f13d-4cdc-8a12-b6808dc7e66f tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:22.231042 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7faa29f-f13d-4cdc-8a12-b6808dc7e66f tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:56:22.250958 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0abd07-171b-499f-8276-455c6d6c7290 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e30d24-6d9c-46b4-9310-b9089d5254c8,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:22.261569 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-329fedab-3183-4294-8541-59333d91d9fd req-d7faa29f-f13d-4cdc-8a12-b6808dc7e66f tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] No DVR routers for this DVR port d3979bfd-8c34-4883-ba91-d06b0f592869 on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:56:22.267741 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-329fedab-3183-4294-8541-59333d91d9fd req-d7faa29f-f13d-4cdc-8a12-b6808dc7e66f tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:22.290799 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4744f59e-6a67-47c7-89b3-e5c00f97b43c req-f370752d-68d0-4ece-92d8-564fb21b9fd6 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561027 Nov 12 00:56:22.305642 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-329fedab-3183-4294-8541-59333d91d9fd req-d7faa29f-f13d-4cdc-8a12-b6808dc7e66f tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.44 "DELETE /v2.0/ports/d3979bfd-8c34-4883-ba91-d06b0f592869 HTTP/1.1" status: 204 len: 173 time: 0.9253812 Nov 12 00:56:22.321933 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1142ba-0590-4a31-a11f-49856e71f116', 'name': 'network-vif-deleted', 'tag': 'd3979bfd-8c34-4883-ba91-d06b0f592869'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:56:22.332694 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d5efa4-b2d5-49f7-bf5f-018a7b89dd69" -d '{"events": [{"server_uuid": "ff1142ba-0590-4a31-a11f-49856e71f116", "name": "network-vif-deleted", "tag": "d3979bfd-8c34-4883-ba91-d06b0f592869"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:56:22.413747 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c73b0c1-6f8d-4681-a506-10bf402678f5 x-openstack-request-id: req-1c73b0c1-6f8d-4681-a506-10bf402678f5 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:56:22.414584 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "896880f5-b30b-4289-85c8-97f7beba98f3", "tag": "5971ce8e-b292-408e-87c3-de72140c4855", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:56:22.415089 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1c73b0c1-6f8d-4681-a506-10bf402678f5 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:56:22.415944 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '896880f5-b30b-4289-85c8-97f7beba98f3', 'tag': '5971ce8e-b292-408e-87c3-de72140c4855', 'status': 'completed', 'code': 200} Nov 12 00:56:22.548351 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb49c6-5b7c-40b8-b2cd-24420df9765e req-a0f92d17-ee88-4930-ab4f-98b8fb82e119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:22.550054 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e0eb49c6-5b7c-40b8-b2cd-24420df9765e req-a0f92d17-ee88-4930-ab4f-98b8fb82e119 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6bde2e332c8e418290dd069bae32e617&device_id=896880f5-b30b-4289-85c8-97f7beba98f3 HTTP/1.1" status: 200 len: 1100 time: 0.0993848 Nov 12 00:56:22.588605 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a35e6-437f-4a2c-b161-fd118731050f req-c3255646-636e-4279-bfd0-ff470c370210 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:22.591669 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-371a35e6-437f-4a2c-b161-fd118731050f req-c3255646-636e-4279-bfd0-ff470c370210 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=411a9c2b-9b2b-4618-a317-6693bbdf6ef3 HTTP/1.1" status: 200 len: 944 time: 0.1725764 Nov 12 00:56:22.603202 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 1a88c9ac-a6d5-4efe-8d77-5c5d85321277 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:56:22.671306 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d24c028a-320c-49d8-8bac-0b34f1f0056f req-a771c18f-2817-4fd1-bc08-28f31fcbe747 tempest-ImagesTestJSON-194228562 tempest-ImagesTestJSON-194228562-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff1142ba-0590-4a31-a11f-49856e71f116 HTTP/1.1" status: 200 len: 210 time: 0.0779357 Nov 12 00:56:22.747016 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 1a88c9ac-a6d5-4efe-8d77-5c5d85321277 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:56:22.757701 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 1a88c9ac-a6d5-4efe-8d77-5c5d85321277 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:22.758033 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb49c6-5b7c-40b8-b2cd-24420df9765e req-853723c8-9ba8-4ec8-ac91-750fd29dbd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:22.758226 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:22.761115 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e0eb49c6-5b7c-40b8-b2cd-24420df9765e req-853723c8-9ba8-4ec8-ac91-750fd29dbd02 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6bde2e332c8e418290dd069bae32e617&device_id=896880f5-b30b-4289-85c8-97f7beba98f3 HTTP/1.1" status: 200 len: 1100 time: 0.1057332 Nov 12 00:56:22.765378 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb49c6-5b7c-40b8-b2cd-24420df9765e req-0b028bfe-abe1-4433-aa14-2dff097e01d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:22.768486 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e0eb49c6-5b7c-40b8-b2cd-24420df9765e req-0b028bfe-abe1-4433-aa14-2dff097e01d4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=945c2da1-f958-478a-a48a-8af2dfa2e179 HTTP/1.1" status: 200 len: 869 time: 0.2065005 Nov 12 00:56:22.806503 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1a43d386-a929-409d-a9ff-49c3b73f576d req-9596957d-d956-4da0-b57e-e89415c6fcfa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab22182039774befa325e91b3a0bd782&device_id=5efc5c98-cf41-40f7-a96c-93c0023d84bc HTTP/1.1" status: 200 len: 210 time: 0.1236022 Nov 12 00:56:22.890286 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e0eb49c6-5b7c-40b8-b2cd-24420df9765e req-50114ccc-ce56-480f-941b-d38872daed3e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=5971ce8e-b292-408e-87c3-de72140c4855 HTTP/1.1" status: 200 len: 217 time: 0.1030746 Nov 12 00:56:22.929579 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:22.982032 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b00f85c-6b25-48ce-99f4-985acedfd8f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a88c9ac-a6d5-4efe-8d77-5c5d85321277'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:56:22.987206 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7f13f0-abc2-42c7-ae41-5cb363f03079" -d '{"events": [{"server_uuid": "9b00f85c-6b25-48ce-99f4-985acedfd8f3", "name": "network-vif-plugged", "status": "completed", "tag": "1a88c9ac-a6d5-4efe-8d77-5c5d85321277"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:56:23.003475 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 1a88c9ac-a6d5-4efe-8d77-5c5d85321277, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=1a88c9ac-a6d5-4efe-8d77-5c5d85321277,segment=NetworkSegment(936f4dc4-b49e-4318-84e7-8d3d4988961e),segment_id=936f4dc4-b49e-4318-84e7-8d3d4988961e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:23.010190 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:23.029123 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb49c6-5b7c-40b8-b2cd-24420df9765e req-1963f639-1309-443c-b139-b557140307fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:23.030872 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e0eb49c6-5b7c-40b8-b2cd-24420df9765e req-1963f639-1309-443c-b139-b557140307fd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.1236145 Nov 12 00:56:23.089078 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=1a88c9ac-a6d5-4efe-8d77-5c5d85321277,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:23.121479 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb49c6-5b7c-40b8-b2cd-24420df9765e req-4d394189-497b-4c52-951b-271334f917a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:23.124208 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e0eb49c6-5b7c-40b8-b2cd-24420df9765e req-4d394189-497b-4c52-951b-271334f917a0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=945c2da1-f958-478a-a48a-8af2dfa2e179 HTTP/1.1" status: 200 len: 869 time: 0.3541393 Nov 12 00:56:23.220406 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb49c6-5b7c-40b8-b2cd-24420df9765e req-d92a46b8-be18-4f38-90be-2779b6449407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:23.222914 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e0eb49c6-5b7c-40b8-b2cd-24420df9765e req-d92a46b8-be18-4f38-90be-2779b6449407 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1777437 Nov 12 00:56:23.226505 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e0eb49c6-5b7c-40b8-b2cd-24420df9765e req-35f376fe-420f-4130-b4e3-1b73e6804dc8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=5971ce8e-b292-408e-87c3-de72140c4855 HTTP/1.1" status: 200 len: 217 time: 0.0795286 Nov 12 00:56:23.462022 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb49c6-5b7c-40b8-b2cd-24420df9765e req-114a7e75-c4ab-44e9-94b8-5122b7d36dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:23.464813 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e0eb49c6-5b7c-40b8-b2cd-24420df9765e req-114a7e75-c4ab-44e9-94b8-5122b7d36dd7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.2282684 Nov 12 00:56:23.602673 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e0eb49c6-5b7c-40b8-b2cd-24420df9765e req-aff0c735-cd3a-42a8-b99a-c0e8e23ecb00 service neutron] 10.222.0.16 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3431590 Nov 12 00:56:23.659274 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb49c6-5b7c-40b8-b2cd-24420df9765e req-c424d50d-6a74-4b6e-91c1-eba0fda5a79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:23.662203 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e0eb49c6-5b7c-40b8-b2cd-24420df9765e req-c424d50d-6a74-4b6e-91c1-eba0fda5a79f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1887178 Nov 12 00:56:23.787859 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-371a35e6-437f-4a2c-b161-fd118731050f req-a77335a3-5961-4425-a55c-4216dc06e28c tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1119041 Nov 12 00:56:23.844271 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4521a59c-fc8f-49f0-9dee-e4b38dd7de2d req-04fafa57-64be-403a-9759-c6398b9665f6 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] 10.222.0.45 "GET /v2.0/security-groups/d669b449-0f28-44fa-baec-6cd3f739d7b2 HTTP/1.1" status: 200 len: 1821 time: 1.0457172 Nov 12 00:56:23.909446 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e0eb49c6-5b7c-40b8-b2cd-24420df9765e req-809d3e99-f2ae-4fe7-8c1f-e20df60e74f7 service neutron] 10.222.0.16 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962430 Nov 12 00:56:23.921622 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a43d386-a929-409d-a9ff-49c3b73f576d req-85b53c7e-48de-48c7-bb9a-e9b796a3ea3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:23.924720 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1a43d386-a929-409d-a9ff-49c3b73f576d req-85b53c7e-48de-48c7-bb9a-e9b796a3ea3f service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=ab22182039774befa325e91b3a0bd782&shared=False HTTP/1.1" status: 200 len: 906 time: 1.0437849 Nov 12 00:56:24.007376 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e0eb49c6-5b7c-40b8-b2cd-24420df9765e req-c09d15f1-3a5c-4e52-89d7-1de215b98021 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820263 Nov 12 00:56:24.243264 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e0eb49c6-5b7c-40b8-b2cd-24420df9765e req-1b5358b8-9ac9-48ae-9a5b-d8fa3f364020 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273152 Nov 12 00:56:24.318467 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4521a59c-fc8f-49f0-9dee-e4b38dd7de2d req-43f42093-67e9-4c33-a326-0b68870135d1 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:24.396086 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4706ed-287f-42b8-ac3a-ed2fecb82574 x-openstack-request-id: req-9a4706ed-287f-42b8-ac3a-ed2fecb82574 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:56:24.396825 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff1142ba-0590-4a31-a11f-49856e71f116", "name": "network-vif-deleted", "tag": "d3979bfd-8c34-4883-ba91-d06b0f592869", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:56:24.397317 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9a4706ed-287f-42b8-ac3a-ed2fecb82574 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:56:24.400484 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff1142ba-0590-4a31-a11f-49856e71f116', 'name': 'network-vif-deleted', 'tag': 'd3979bfd-8c34-4883-ba91-d06b0f592869', 'status': 'completed', 'code': 200} Nov 12 00:56:24.403692 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4521a59c-fc8f-49f0-9dee-e4b38dd7de2d req-43f42093-67e9-4c33-a326-0b68870135d1 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:24.417353 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a43d386-a929-409d-a9ff-49c3b73f576d req-5670c09c-2260-4cb7-bf68-e259887fed36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:24.418881 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1a43d386-a929-409d-a9ff-49c3b73f576d req-5670c09c-2260-4cb7-bf68-e259887fed36 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4733794 Nov 12 00:56:24.421799 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5efc5c98-cf41-40f7-a96c-93c0023d84bc', 'name': 'network-vif-deleted', 'tag': '841734c8-03fc-4f9f-9739-4fe08c60b5e3'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:56:24.424293 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a8089b-0e53-4a85-b354-83abda6f4959" -d '{"events": [{"server_uuid": "5efc5c98-cf41-40f7-a96c-93c0023d84bc", "name": "network-vif-deleted", "tag": "841734c8-03fc-4f9f-9739-4fe08c60b5e3"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:56:24.468128 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4521a59c-fc8f-49f0-9dee-e4b38dd7de2d req-43f42093-67e9-4c33-a326-0b68870135d1 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:24.470908 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4521a59c-fc8f-49f0-9dee-e4b38dd7de2d req-43f42093-67e9-4c33-a326-0b68870135d1 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:24.472305 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4521a59c-fc8f-49f0-9dee-e4b38dd7de2d req-43f42093-67e9-4c33-a326-0b68870135d1 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] 10.222.0.45 "DELETE /v2.0/security-groups/d669b449-0f28-44fa-baec-6cd3f739d7b2 HTTP/1.1" status: 204 len: 173 time: 0.5462067 Nov 12 00:56:24.483416 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f42093-67e9-4c33-a326-0b68870135d1 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d669b449-0f28-44fa-baec-6cd3f739d7b2,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:24.581614 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148de59-fcbe-4b27-8bae-bbede34a0757 req-24c7cfc2-0010-4fc1-9fb3-4403387f9995 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:24.584810 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7148de59-fcbe-4b27-8bae-bbede34a0757 req-24c7cfc2-0010-4fc1-9fb3-4403387f9995 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=896880f5-b30b-4289-85c8-97f7beba98f3 HTTP/1.1" status: 200 len: 948 time: 0.0718465 Nov 12 00:56:24.599690 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 5971ce8e-b292-408e-87c3-de72140c4855 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:56:24.618519 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device d3979bfd-8c34-4883-ba91-d06b0f592869 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:56:24.648681 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2c117df5-a4ef-416d-adbf-8407c832bb0b req-73f48a4b-b20c-4b83-8a25-17ead6a2e679 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=5efc5c98-cf41-40f7-a96c-93c0023d84bc HTTP/1.1" status: 200 len: 210 time: 0.0621948 Nov 12 00:56:24.720369 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7148de59-fcbe-4b27-8bae-bbede34a0757 req-4ea4520a-1b9f-4d6d-8efb-d34fb938b941 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105673 Nov 12 00:56:24.743787 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: d3979bfd-8c34-4883-ba91-d06b0f592869 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:56:24.745941 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device d3979bfd-8c34-4883-ba91-d06b0f592869 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:56:24.779905 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062be78e-d1c5-4635-8cc1-4e351d8fb476 x-openstack-request-id: req-062be78e-d1c5-4635-8cc1-4e351d8fb476 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:56:24.780448 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b00f85c-6b25-48ce-99f4-985acedfd8f3", "name": "network-vif-plugged", "status": "completed", "tag": "1a88c9ac-a6d5-4efe-8d77-5c5d85321277", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:56:24.780874 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-062be78e-d1c5-4635-8cc1-4e351d8fb476 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:56:24.781524 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b00f85c-6b25-48ce-99f4-985acedfd8f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a88c9ac-a6d5-4efe-8d77-5c5d85321277', 'code': 200} Nov 12 00:56:25.004416 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72006bd9-ebfc-4361-ae5d-741609b9fe97 x-openstack-request-id: req-72006bd9-ebfc-4361-ae5d-741609b9fe97 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:56:25.004993 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5efc5c98-cf41-40f7-a96c-93c0023d84bc", "name": "network-vif-deleted", "tag": "841734c8-03fc-4f9f-9739-4fe08c60b5e3", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:56:25.005321 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-72006bd9-ebfc-4361-ae5d-741609b9fe97 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:56:25.005977 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5efc5c98-cf41-40f7-a96c-93c0023d84bc', 'name': 'network-vif-deleted', 'tag': '841734c8-03fc-4f9f-9739-4fe08c60b5e3', 'status': 'completed', 'code': 200} Nov 12 00:56:25.020757 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 5971ce8e-b292-408e-87c3-de72140c4855, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=5971ce8e-b292-408e-87c3-de72140c4855,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:25.043314 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '5971ce8e-b292-408e-87c3-de72140c4855', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'port_id': '5971ce8e-b292-408e-87c3-de72140c4855', 'mac_address': 'fa:16:3e:44:35:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0290328-7bc5-4266-bfb9-6eb25d91acf0', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:56:25.127291 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:25.150630 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5971ce8e-b292-408e-87c3-de72140c4855 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:56:25.168772 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe3db4-da53-4ee3-b334-cbf89d45366f req-cebe7276-317e-4e1c-b797-a95e8330989e tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:25.172324 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dffe3db4-da53-4ee3-b334-cbf89d45366f req-cebe7276-317e-4e1c-b797-a95e8330989e tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b00f85c-6b25-48ce-99f4-985acedfd8f3 HTTP/1.1" status: 200 len: 945 time: 0.2959101 Nov 12 00:56:25.187535 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d8cd4-db78-4d16-923b-b154236e8a3c req-b6f164bb-89b6-453c-a745-4aa5382f0726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:25.190551 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b85d8cd4-db78-4d16-923b-b154236e8a3c req-b6f164bb-89b6-453c-a745-4aa5382f0726 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9b00f85c-6b25-48ce-99f4-985acedfd8f3 HTTP/1.1" status: 200 len: 1097 time: 0.2364628 Nov 12 00:56:25.203905 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 5971ce8e-b292-408e-87c3-de72140c4855, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=5971ce8e-b292-408e-87c3-de72140c4855,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:25.208661 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-814680ca-27e8-44f7-8f68-040ca121988b req-99e67e6c-3382-4f8f-b5a5-c869bda9ac2b tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] 10.222.0.45 "GET /v2.0/security-groups/fdbc538d-19d1-4e7a-bf17-1e671d9a0e7a HTTP/1.1" status: 200 len: 2421 time: 0.1616302 Nov 12 00:56:25.212545 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:25.308004 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=5971ce8e-b292-408e-87c3-de72140c4855,revision_number=12']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:25.394977 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b85d8cd4-db78-4d16-923b-b154236e8a3c req-025a1ef8-b97b-4f26-8fcb-a5ab576ad835 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933963 Nov 12 00:56:25.437857 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dffe3db4-da53-4ee3-b334-cbf89d45366f req-a82ce488-ff3a-421c-b103-cb89bbaa911d tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394447 Nov 12 00:56:25.472023 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-814680ca-27e8-44f7-8f68-040ca121988b req-6ee1e6cf-0fe7-4799-8fde-092f4b66ef02 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:25.492378 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55716) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:25.546923 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-814680ca-27e8-44f7-8f68-040ca121988b req-6ee1e6cf-0fe7-4799-8fde-092f4b66ef02 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:25.599637 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['5971ce8e-b292-408e-87c3-de72140c4855'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:56:25.685018 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a886f983-0525-4b9e-96d6-aaa54524fe0d req-a6545cd7-616a-42a2-966c-cbc247893f00 tempest-MigrationsAdminTest-480281328 tempest-MigrationsAdminTest-480281328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:25.688089 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a886f983-0525-4b9e-96d6-aaa54524fe0d req-a6545cd7-616a-42a2-966c-cbc247893f00 tempest-MigrationsAdminTest-480281328 tempest-MigrationsAdminTest-480281328-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=896880f5-b30b-4289-85c8-97f7beba98f3 HTTP/1.1" status: 200 len: 1101 time: 0.1205640 Nov 12 00:56:25.703790 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-814680ca-27e8-44f7-8f68-040ca121988b req-6ee1e6cf-0fe7-4799-8fde-092f4b66ef02 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:25.716790 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-814680ca-27e8-44f7-8f68-040ca121988b req-6ee1e6cf-0fe7-4799-8fde-092f4b66ef02 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:25.731575 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-814680ca-27e8-44f7-8f68-040ca121988b req-6ee1e6cf-0fe7-4799-8fde-092f4b66ef02 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] 10.222.0.45 "DELETE /v2.0/security-groups/fdbc538d-19d1-4e7a-bf17-1e671d9a0e7a HTTP/1.1" status: 204 len: 173 time: 0.4882386 Nov 12 00:56:25.766027 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-248ba517-7d39-438f-adaf-0ea95cc8d2d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:25.795714 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee1e6cf-0fe7-4799-8fde-092f4b66ef02 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbc538d-19d1-4e7a-bf17-1e671d9a0e7a,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:25.938463 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a886f983-0525-4b9e-96d6-aaa54524fe0d req-259a272f-1a8c-4237-bea1-8419d1e7228f tempest-MigrationsAdminTest-480281328 tempest-MigrationsAdminTest-480281328-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048988 Nov 12 00:56:26.032718 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-248ba517-7d39-438f-adaf-0ea95cc8d2d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:26.041431 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-248ba517-7d39-438f-adaf-0ea95cc8d2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:26.123131 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-248ba517-7d39-438f-adaf-0ea95cc8d2d6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f5a0dbb61dcb4dd7ac304f45810727e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6428678 Nov 12 00:56:26.124306 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248ba517-7d39-438f-adaf-0ea95cc8d2d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=babc723b-3c7b-4244-9297-27c05f6bd7fd,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:26.125298 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-96dde0b2-83ba-431e-8ae3-cd20972ea454 req-adca6d0e-3134-4808-b1ca-7a0fb4e8dc44 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=5efc5c98-cf41-40f7-a96c-93c0023d84bc HTTP/1.1" status: 200 len: 210 time: 0.0478327 Nov 12 00:56:26.126300 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 55734) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:26.184935 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32818bdd-f752-4431-bb61-4c3095d41ec5 req-1b4c75c1-057f-44da-979f-d714fdfef180 tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:26.187543 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-32818bdd-f752-4431-bb61-4c3095d41ec5 req-1b4c75c1-057f-44da-979f-d714fdfef180 tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=411a9c2b-9b2b-4618-a317-6693bbdf6ef3 HTTP/1.1" status: 200 len: 1096 time: 0.1732576 Nov 12 00:56:26.352577 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2c20d816-1a1a-4154-b1b4-c728bf7034ff req-22ac6eb5-3ffd-4b0e-812c-7af402f8da62 tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] 10.222.0.45 "GET /v2.0/security-groups/8f398a6d-133c-439c-ab05-be7a45ded37e HTTP/1.1" status: 200 len: 2415 time: 0.1631255 Nov 12 00:56:26.364268 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dfa0a678-913f-4a96-acc9-51a88c346b0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:26.419747 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-32818bdd-f752-4431-bb61-4c3095d41ec5 req-b3af277f-c7dc-4598-9466-0db283ba20f6 tempest-LiveMigrationTest-324187090 tempest-LiveMigrationTest-324187090-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213559 Nov 12 00:56:26.463445 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dfa0a678-913f-4a96-acc9-51a88c346b0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:26.531928 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1a43d386-a929-409d-a9ff-49c3b73f576d req-f7c788da-083b-427c-b132-9184cf30dff6 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.44 "GET /v2.0/ports?device_id=5efc5c98-cf41-40f7-a96c-93c0023d84bc HTTP/1.1" status: 200 len: 210 time: 0.0480824 Nov 12 00:56:26.564143 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2c20d816-1a1a-4154-b1b4-c728bf7034ff req-465e3e4b-8d1f-4dd8-a364-0e4ff3b0614b tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:26.597851 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2c20d816-1a1a-4154-b1b4-c728bf7034ff req-465e3e4b-8d1f-4dd8-a364-0e4ff3b0614b tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:26.610848 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dfa0a678-913f-4a96-acc9-51a88c346b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:26.613741 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dfa0a678-913f-4a96-acc9-51a88c346b0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:26.615027 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-dfa0a678-913f-4a96-acc9-51a88c346b0a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/babc723b-3c7b-4244-9297-27c05f6bd7fd HTTP/1.1" status: 204 len: 168 time: 0.4856627 Nov 12 00:56:26.633134 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa0a678-913f-4a96-acc9-51a88c346b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=babc723b-3c7b-4244-9297-27c05f6bd7fd,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:26.704499 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2c20d816-1a1a-4154-b1b4-c728bf7034ff req-465e3e4b-8d1f-4dd8-a364-0e4ff3b0614b tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:26.715482 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2c20d816-1a1a-4154-b1b4-c728bf7034ff req-465e3e4b-8d1f-4dd8-a364-0e4ff3b0614b tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:26.723418 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2c20d816-1a1a-4154-b1b4-c728bf7034ff req-465e3e4b-8d1f-4dd8-a364-0e4ff3b0614b tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] 10.222.0.45 "DELETE /v2.0/security-groups/8f398a6d-133c-439c-ab05-be7a45ded37e HTTP/1.1" status: 204 len: 173 time: 0.3595738 Nov 12 00:56:26.729761 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55744) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:26.769640 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e3e4b-8d1f-4dd8-a364-0e4ff3b0614b tempest-SecurityGroupRulesTestJSON-2026814389 tempest-SecurityGroupRulesTestJSON-2026814389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f398a6d-133c-439c-ab05-be7a45ded37e,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:26.973801 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2fda2f9-7c29-4029-bfa3-e7392c2ce555 admin admin] Deleting subnet f72dca37-87a1-448f-8fe1-5740cc68e78d {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:56:26.985558 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b2fda2f9-7c29-4029-bfa3-e7392c2ce555 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:27.063868 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e440b-11a4-4308-a013-e21d798040ff req-399aca7e-f9dd-4773-943c-d39364617d90 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:27.073806 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2a7e440b-11a4-4308-a013-e21d798040ff req-399aca7e-f9dd-4773-943c-d39364617d90 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b00f85c-6b25-48ce-99f4-985acedfd8f3 HTTP/1.1" status: 200 len: 945 time: 0.0951293 Nov 12 00:56:27.138583 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b2fda2f9-7c29-4029-bfa3-e7392c2ce555 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:27.166206 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b680b979-836d-4bc9-a7a2-57ae6aad7ca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:27.189341 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2a7e440b-11a4-4308-a013-e21d798040ff req-84a4ab43-f0bf-4aa4-8f52-eae0648cc182 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142480 Nov 12 00:56:27.245115 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b2fda2f9-7c29-4029-bfa3-e7392c2ce555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:27.341632 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b2fda2f9-7c29-4029-bfa3-e7392c2ce555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:27.387263 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fda2f9-7c29-4029-bfa3-e7392c2ce555 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f72dca37-87a1-448f-8fe1-5740cc68e78d,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:27.392332 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b2fda2f9-7c29-4029-bfa3-e7392c2ce555 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:27.396089 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b2fda2f9-7c29-4029-bfa3-e7392c2ce555 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f72dca37-87a1-448f-8fe1-5740cc68e78d HTTP/1.1" status: 204 len: 168 time: 0.6631682 Nov 12 00:56:27.400317 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55766) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:27.433771 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf193f-92ae-4dd9-8b37-bfaa64b3530b req-4f5ce64c-de97-4f57-b1f3-0852c674ab79 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:27.442442 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-43bf193f-92ae-4dd9-8b37-bfaa64b3530b req-4f5ce64c-de97-4f57-b1f3-0852c674ab79 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=896880f5-b30b-4289-85c8-97f7beba98f3 HTTP/1.1" status: 200 len: 949 time: 0.1684439 Nov 12 00:56:27.491228 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7fb5a1-18cd-416f-a12a-79e384899e12 req-048d7d16-11f5-4e6a-bc14-4f18e0685803 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:27.492998 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ac7fb5a1-18cd-416f-a12a-79e384899e12 req-048d7d16-11f5-4e6a-bc14-4f18e0685803 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=411a9c2b-9b2b-4618-a317-6693bbdf6ef3 HTTP/1.1" status: 200 len: 944 time: 0.1298549 Nov 12 00:56:27.534948 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a5156cdd-8b28-4047-925a-09ecb6604f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:27.538783 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-43bf193f-92ae-4dd9-8b37-bfaa64b3530b req-1f8570d9-35e7-4c3c-920d-3ac457a68370 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948224 Nov 12 00:56:27.539005 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55768) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:27.614548 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e8aa2fe9-601b-4e10-82b9-2b0ce8a12309 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:27.645232 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ac7fb5a1-18cd-416f-a12a-79e384899e12 req-e356acf3-a78b-4030-8a69-df46fc08116b tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433880 Nov 12 00:56:27.706343 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f5634538-39b2-417b-afcf-f3e119c7414c req-d77e8147-abdd-45a5-925e-8eeaf6241154 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=5efc5c98-cf41-40f7-a96c-93c0023d84bc HTTP/1.1" status: 200 len: 210 time: 0.0593326 Nov 12 00:56:27.814037 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a5156cdd-8b28-4047-925a-09ecb6604f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:27.838413 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ed08e-4742-4fe6-9367-aca582db4896 req-5dc7d0e2-d568-446f-a5eb-d128163581a0 tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:27.841198 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-289ed08e-4742-4fe6-9367-aca582db4896 req-5dc7d0e2-d568-446f-a5eb-d128163581a0 tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9b00f85c-6b25-48ce-99f4-985acedfd8f3 HTTP/1.1" status: 200 len: 1097 time: 0.0875332 Nov 12 00:56:27.877280 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-a5156cdd-8b28-4047-925a-09ecb6604f57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['782d0a5d-e571-4a2f-81d8-d98b4921e2f7']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:27.905585 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-a5156cdd-8b28-4047-925a-09ecb6604f57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd5d1437-4340-4a67-925a-97704749170d') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:27.905961 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-a5156cdd-8b28-4047-925a-09ecb6604f57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd5d1437-4340-4a67-925a-97704749170d') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:27.932984 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a5156cdd-8b28-4047-925a-09ecb6604f57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:27.970922 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-289ed08e-4742-4fe6-9367-aca582db4896 req-0a04202e-e5a6-434f-863d-cec38333d083 tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018169 Nov 12 00:56:27.971500 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a5156cdd-8b28-4047-925a-09ecb6604f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:27.984063 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e8aa2fe9-601b-4e10-82b9-2b0ce8a12309 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:27.986776 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55782) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:27.999041 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5156cdd-8b28-4047-925a-09ecb6604f57 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:56:27.999447 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a5156cdd-8b28-4047-925a-09ecb6604f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:28.002797 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 00:56:28.002797 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:56:28.002797 n-d-712142-27 neutron-server[109086]: timer() Nov 12 00:56:28.002797 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:56:28.002797 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 00:56:28.002797 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:56:28.002797 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 00:56:28.002797 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:56:28.002797 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 00:56:28.002797 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:56:28.002797 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 00:56:28.002797 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:56:28.002797 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 00:56:28.002797 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:56:28.002797 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:56:28.002797 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:56:28.002797 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:56:28.002797 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:56:28.002797 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 00:56:28.002797 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:56:28.002797 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 00:56:28.002797 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:56:28.002797 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:56:28.002797 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:56:28.002797 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 00:56:28.002797 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:56:28.002797 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:56:28.002797 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:56:28.002797 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:56:28.002797 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:56:28.002797 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:56:28.002797 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:56:28.031093 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e8aa2fe9-601b-4e10-82b9-2b0ce8a12309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:28.148529 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044798e9-bccd-4ad9-b877-59512614ddd2 req-102e9be2-aded-4527-9e6d-48cb0299edd0 tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:28.162514 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-044798e9-bccd-4ad9-b877-59512614ddd2 req-102e9be2-aded-4527-9e6d-48cb0299edd0 tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9b00f85c-6b25-48ce-99f4-985acedfd8f3 HTTP/1.1" status: 200 len: 1097 time: 0.0809476 Nov 12 00:56:28.168152 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1961a50-486c-490e-8f74-04221b8d4116 admin admin] Deleting subnet 12a98869-a3ee-4178-9eb9-17614c418237 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:56:28.172915 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a5156cdd-8b28-4047-925a-09ecb6604f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:28.180730 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a5156cdd-8b28-4047-925a-09ecb6604f57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:28.189413 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a5156cdd-8b28-4047-925a-09ecb6604f57 admin admin] 10.222.0.45 "DELETE /v2.0/networks/782d0a5d-e571-4a2f-81d8-d98b4921e2f7 HTTP/1.1" status: 204 len: 168 time: 0.7833378 Nov 12 00:56:28.191250 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e8aa2fe9-601b-4e10-82b9-2b0ce8a12309 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=176660bdfa6a40ab8dab03276a2aa00c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6438558 Nov 12 00:56:28.191991 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa2fe9-601b-4e10-82b9-2b0ce8a12309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a57003-cd66-4a7e-b155-ab334749cd33,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:28.198930 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55790) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:28.199290 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a1961a50-486c-490e-8f74-04221b8d4116 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:28.250302 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5156cdd-8b28-4047-925a-09ecb6604f57 admin admin] Pushing event deleted for resources: {'Network': ['ID=782d0a5d-e571-4a2f-81d8-d98b4921e2f7,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:28.291891 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-044798e9-bccd-4ad9-b877-59512614ddd2 req-725fdfda-2e79-460e-9984-590c4d60f20e tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245940 Nov 12 00:56:28.297615 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a1961a50-486c-490e-8f74-04221b8d4116 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:28.305716 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb03ed-eddc-467d-953b-518ef4f0ac66 req-8c081f50-6bc3-41cc-855e-6e14dfd3db3c tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:28.307319 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f1fb03ed-eddc-467d-953b-518ef4f0ac66 req-8c081f50-6bc3-41cc-855e-6e14dfd3db3c tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.16 "GET /v2.0/ports?device_id=411a9c2b-9b2b-4618-a317-6693bbdf6ef3 HTTP/1.1" status: 200 len: 944 time: 0.2228582 Nov 12 00:56:28.403904 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1616605c-680a-4423-9e1b-b4fa59506a29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:28.409131 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a1961a50-486c-490e-8f74-04221b8d4116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:28.496993 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1616605c-680a-4423-9e1b-b4fa59506a29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:28.586400 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a1961a50-486c-490e-8f74-04221b8d4116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:28.652596 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1961a50-486c-490e-8f74-04221b8d4116 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12a98869-a3ee-4178-9eb9-17614c418237,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:28.659001 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-f1fb03ed-eddc-467d-953b-518ef4f0ac66 req-653e500f-256e-436d-a001-2f390bbf3c33 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Deleting port 7cc52dcc-3a5e-42ff-bf33-27a85670b23c {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:56:28.659334 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-f1fb03ed-eddc-467d-953b-518ef4f0ac66 req-653e500f-256e-436d-a001-2f390bbf3c33 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:28.666103 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 5971ce8e-b292-408e-87c3-de72140c4855 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:56:28.677268 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a1961a50-486c-490e-8f74-04221b8d4116 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:28.687056 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a1961a50-486c-490e-8f74-04221b8d4116 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/12a98869-a3ee-4178-9eb9-17614c418237 HTTP/1.1" status: 204 len: 168 time: 0.6945002 Nov 12 00:56:28.711539 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 55802) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:28.755423 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1616605c-680a-4423-9e1b-b4fa59506a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:28.766314 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1616605c-680a-4423-9e1b-b4fa59506a29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:28.766314 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1616605c-680a-4423-9e1b-b4fa59506a29 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/84a57003-cd66-4a7e-b155-ab334749cd33 HTTP/1.1" status: 204 len: 168 time: 0.5605876 Nov 12 00:56:28.820188 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 55808) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:28.894475 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1616605c-680a-4423-9e1b-b4fa59506a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a57003-cd66-4a7e-b155-ab334749cd33,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:28.897614 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 5971ce8e-b292-408e-87c3-de72140c4855 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:56:28.914056 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 5971ce8e-b292-408e-87c3-de72140c4855 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:28.914921 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:29.016130 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-f1fb03ed-eddc-467d-953b-518ef4f0ac66 req-653e500f-256e-436d-a001-2f390bbf3c33 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] For port 7cc52dcc-3a5e-42ff-bf33-27a85670b23c, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=7cc52dcc-3a5e-42ff-bf33-27a85670b23c,segment=NetworkSegment(22cf0803-7015-4b8f-9bea-ad8ec3d31ac5),segment_id=22cf0803-7015-4b8f-9bea-ad8ec3d31ac5)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:29.024784 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-f1fb03ed-eddc-467d-953b-518ef4f0ac66 req-653e500f-256e-436d-a001-2f390bbf3c33 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:29.030168 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3437f6c-6af3-42e4-b092-e62345bb2354 req-27d62f91-612f-4a4b-83fb-bdd324ab12e5 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:29.037181 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b3437f6c-6af3-42e4-b092-e62345bb2354 req-27d62f91-612f-4a4b-83fb-bdd324ab12e5 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.44 "GET /v2.0/ports?device_id=896880f5-b30b-4289-85c8-97f7beba98f3 HTTP/1.1" status: 200 len: 949 time: 0.4768381 Nov 12 00:56:29.055203 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-f1fb03ed-eddc-467d-953b-518ef4f0ac66 req-653e500f-256e-436d-a001-2f390bbf3c33 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Calling delete_port for 7cc52dcc-3a5e-42ff-bf33-27a85670b23c owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:56:29.103786 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-164f9fa8-110c-4bba-a032-7344abcd6d0e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6f14a9c575384457a45b4d550fa3fdf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2776558 Nov 12 00:56:29.106371 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 55814) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:29.147348 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b881f2b3-4f9c-43e8-a064-ef11fa15f3ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:29.202105 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996d137-337b-4ade-a27e-1d5242d367ad req-0ff10e03-37ec-4927-83e5-3607d0cde77f tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:29.204001 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b996d137-337b-4ade-a27e-1d5242d367ad req-0ff10e03-37ec-4927-83e5-3607d0cde77f tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=896880f5-b30b-4289-85c8-97f7beba98f3 HTTP/1.1" status: 200 len: 949 time: 0.4142654 Nov 12 00:56:29.281838 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:29.346823 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896880f5-b30b-4289-85c8-97f7beba98f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5971ce8e-b292-408e-87c3-de72140c4855'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:56:29.354026 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d13265b-dd87-45d5-8711-8d1e36473d8f" -d '{"events": [{"server_uuid": "896880f5-b30b-4289-85c8-97f7beba98f3", "name": "network-vif-plugged", "status": "completed", "tag": "5971ce8e-b292-408e-87c3-de72140c4855"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:56:29.406206 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 5971ce8e-b292-408e-87c3-de72140c4855, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=5971ce8e-b292-408e-87c3-de72140c4855,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:29.415196 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:29.417461 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 841734c8-03fc-4f9f-9739-4fe08c60b5e3 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:56:29.459890 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b996d137-337b-4ade-a27e-1d5242d367ad req-3be3d468-cf42-486b-bdb6-fe3dd496a3da tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298503 Nov 12 00:56:29.479381 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 841734c8-03fc-4f9f-9739-4fe08c60b5e3 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:56:29.479863 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 841734c8-03fc-4f9f-9739-4fe08c60b5e3 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:56:29.548661 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b881f2b3-4f9c-43e8-a064-ef11fa15f3ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:29.559711 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-846b884c-a4f9-43a9-a418-aeec23b05635 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:29.592645 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-b881f2b3-4f9c-43e8-a064-ef11fa15f3ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cab82de1-4853-402a-8ee1-5c45d6f97745']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:29.613215 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-b3437f6c-6af3-42e4-b092-e62345bb2354 req-f2689df6-e1f3-4850-9b5b-a64643c10672 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Deleting port 5971ce8e-b292-408e-87c3-de72140c4855 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:56:29.613625 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b3437f6c-6af3-42e4-b092-e62345bb2354 req-f2689df6-e1f3-4850-9b5b-a64643c10672 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:29.622554 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-b881f2b3-4f9c-43e8-a064-ef11fa15f3ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:29.622554 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-b881f2b3-4f9c-43e8-a064-ef11fa15f3ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7ec3f4f-1e2f-44f3-91ef-b7a28f5037f2') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:29.628373 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-f1fb03ed-eddc-467d-953b-518ef4f0ac66 req-653e500f-256e-436d-a001-2f390bbf3c33 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:29.635860 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-846b884c-a4f9-43a9-a418-aeec23b05635 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:29.666952 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b881f2b3-4f9c-43e8-a064-ef11fa15f3ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:29.689345 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['a9829ae0-68a1-466e-86d4-cef54886a7b3'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:56:29.724372 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653e500f-256e-436d-a001-2f390bbf3c33 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Pushing event deleted for resources: {'Port': ['ID=7cc52dcc-3a5e-42ff-bf33-27a85670b23c,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:29.746909 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b881f2b3-4f9c-43e8-a064-ef11fa15f3ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:29.776840 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-92c023e2-ee17-4032-a6f9-924fe86bb28b req-cd4f9cc0-678c-45d2-98ae-461174933863 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=411a9c2b-9b2b-4618-a317-6693bbdf6ef3 HTTP/1.1" status: 200 len: 210 time: 0.0947189 Nov 12 00:56:29.791120 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b881f2b3-4f9c-43e8-a064-ef11fa15f3ee admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:56:29.792705 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b881f2b3-4f9c-43e8-a064-ef11fa15f3ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:29.796659 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 00:56:29.796659 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:56:29.796659 n-d-712142-27 neutron-server[109085]: timer() Nov 12 00:56:29.796659 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:56:29.796659 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 00:56:29.796659 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:56:29.796659 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 00:56:29.796659 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:56:29.796659 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 00:56:29.796659 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:56:29.796659 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 00:56:29.796659 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:56:29.796659 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 00:56:29.796659 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:56:29.796659 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:56:29.796659 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:56:29.796659 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:56:29.796659 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:56:29.796659 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 00:56:29.796659 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:56:29.796659 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 00:56:29.796659 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:56:29.796659 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:56:29.796659 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:56:29.796659 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 00:56:29.796659 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:56:29.796659 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:56:29.796659 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:56:29.796659 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:56:29.796659 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:56:29.796659 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:56:29.796659 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:56:29.852110 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=5971ce8e-b292-408e-87c3-de72140c4855,revision_number=13']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:30.079057 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ced61c-e420-499e-a941-fb02e1c9de45 x-openstack-request-id: req-e8ced61c-e420-499e-a941-fb02e1c9de45 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:56:30.084181 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "896880f5-b30b-4289-85c8-97f7beba98f3", "name": "network-vif-plugged", "status": "completed", "tag": "5971ce8e-b292-408e-87c3-de72140c4855", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:56:30.085354 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e8ced61c-e420-499e-a941-fb02e1c9de45 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:56:30.086001 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '896880f5-b30b-4289-85c8-97f7beba98f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5971ce8e-b292-408e-87c3-de72140c4855', 'code': 200} Nov 12 00:56:30.088512 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-b3437f6c-6af3-42e4-b092-e62345bb2354 req-f2689df6-e1f3-4850-9b5b-a64643c10672 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] For port 5971ce8e-b292-408e-87c3-de72140c4855, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=5971ce8e-b292-408e-87c3-de72140c4855,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:30.089601 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b3437f6c-6af3-42e4-b092-e62345bb2354 req-f2689df6-e1f3-4850-9b5b-a64643c10672 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:30.112875 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b881f2b3-4f9c-43e8-a064-ef11fa15f3ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:30.133544 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b881f2b3-4f9c-43e8-a064-ef11fa15f3ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:30.143387 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-b881f2b3-4f9c-43e8-a064-ef11fa15f3ee admin admin] 10.222.0.45 "DELETE /v2.0/networks/cab82de1-4853-402a-8ee1-5c45d6f97745 HTTP/1.1" status: 204 len: 168 time: 1.4233563 Nov 12 00:56:30.143387 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-b3437f6c-6af3-42e4-b092-e62345bb2354 req-f2689df6-e1f3-4850-9b5b-a64643c10672 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Calling delete_port for 5971ce8e-b292-408e-87c3-de72140c4855 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:56:30.163109 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-846b884c-a4f9-43a9-a418-aeec23b05635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:30.168628 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-846b884c-a4f9-43a9-a418-aeec23b05635 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:30.170681 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-846b884c-a4f9-43a9-a418-aeec23b05635 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3f549046-3407-4686-84ff-73e5d9d6041a HTTP/1.1" status: 204 len: 168 time: 1.0614038 Nov 12 00:56:30.184984 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b881f2b3-4f9c-43e8-a064-ef11fa15f3ee admin admin] Pushing event deleted for resources: {'Network': ['ID=cab82de1-4853-402a-8ee1-5c45d6f97745,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:30.205429 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b884c-a4f9-43a9-a418-aeec23b05635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f549046-3407-4686-84ff-73e5d9d6041a,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:30.348760 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1fb03ed-eddc-467d-953b-518ef4f0ac66 req-653e500f-256e-436d-a001-2f390bbf3c33 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] No DVR routers for this DVR port 7cc52dcc-3a5e-42ff-bf33-27a85670b23c on host n-h1-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:56:30.352493 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-f1fb03ed-eddc-467d-953b-518ef4f0ac66 req-653e500f-256e-436d-a001-2f390bbf3c33 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:30.357565 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f1fb03ed-eddc-467d-953b-518ef4f0ac66 req-653e500f-256e-436d-a001-2f390bbf3c33 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.16 "DELETE /v2.0/ports/7cc52dcc-3a5e-42ff-bf33-27a85670b23c HTTP/1.1" status: 204 len: 173 time: 2.0218022 Nov 12 00:56:30.358240 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '411a9c2b-9b2b-4618-a317-6693bbdf6ef3', 'name': 'network-vif-deleted', 'tag': '7cc52dcc-3a5e-42ff-bf33-27a85670b23c'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:56:30.360885 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bffaca3-34f0-46a5-9f1d-9b16cc99f443" -d '{"events": [{"server_uuid": "411a9c2b-9b2b-4618-a317-6693bbdf6ef3", "name": "network-vif-deleted", "tag": "7cc52dcc-3a5e-42ff-bf33-27a85670b23c"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:56:30.511466 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 7cc52dcc-3a5e-42ff-bf33-27a85670b23c no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:56:30.605201 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55870) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:30.617879 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] No Port match for: 7cc52dcc-3a5e-42ff-bf33-27a85670b23c {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:56:30.620476 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 7cc52dcc-3a5e-42ff-bf33-27a85670b23c not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:56:30.660136 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b3437f6c-6af3-42e4-b092-e62345bb2354 req-f2689df6-e1f3-4850-9b5b-a64643c10672 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:30.700662 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['a680a354-383a-4b9b-8e66-248db6e76ac5'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:56:30.755316 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2e41a851-27e3-429d-8149-5f9f28f04355 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=57d245a6684d43328d4720699dcb1130&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1479862 Nov 12 00:56:30.759447 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55872) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:30.812357 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['3bf65952-28b5-4d0e-8528-54eaa04543a2', '37bc00c5-8867-401d-bdd4-d9749fd6f9ed'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:56:30.938574 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511b50a-4ddb-40ff-bcc7-bba543679c04 req-a60ed604-b590-49de-8b49-d392ff4abfa8 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:30.945539 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9511b50a-4ddb-40ff-bcc7-bba543679c04 req-a60ed604-b590-49de-8b49-d392ff4abfa8 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/networks?id=00a03daf-efbb-48db-964b-992b2504dfd0 HTTP/1.1" status: 200 len: 806 time: 0.4487422 Nov 12 00:56:30.955985 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2689df6-e1f3-4850-9b5b-a64643c10672 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Pushing event deleted for resources: {'Port': ['ID=5971ce8e-b292-408e-87c3-de72140c4855,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:30.959248 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ac4b18ec-bc7a-4e8f-aba8-56f10d9ccce6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:31.043492 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ac4b18ec-bc7a-4e8f-aba8-56f10d9ccce6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:31.080792 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9511b50a-4ddb-40ff-bcc7-bba543679c04 req-20910af8-d8aa-4359-a76c-f370f85ab2a6 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/quotas/ab22182039774befa325e91b3a0bd782 HTTP/1.1" status: 200 len: 375 time: 0.0969586 Nov 12 00:56:31.113278 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cd00ea84-1be0-431e-a8af-9867986b7b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:31.152875 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ac4b18ec-bc7a-4e8f-aba8-56f10d9ccce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:31.162009 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ac4b18ec-bc7a-4e8f-aba8-56f10d9ccce6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:31.163997 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ac4b18ec-bc7a-4e8f-aba8-56f10d9ccce6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/510a0917-ea45-4112-bcdb-7cef6947100e HTTP/1.1" status: 204 len: 168 time: 0.4025881 Nov 12 00:56:31.184665 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4b18ec-bc7a-4e8f-aba8-56f10d9ccce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510a0917-ea45-4112-bcdb-7cef6947100e,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:31.331559 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3437f6c-6af3-42e4-b092-e62345bb2354 req-f2689df6-e1f3-4850-9b5b-a64643c10672 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] No DVR routers for this DVR port 5971ce8e-b292-408e-87c3-de72140c4855 on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:56:31.341674 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b3437f6c-6af3-42e4-b092-e62345bb2354 req-f2689df6-e1f3-4850-9b5b-a64643c10672 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:31.349056 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b3437f6c-6af3-42e4-b092-e62345bb2354 req-f2689df6-e1f3-4850-9b5b-a64643c10672 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.44 "DELETE /v2.0/ports/5971ce8e-b292-408e-87c3-de72140c4855 HTTP/1.1" status: 204 len: 173 time: 2.2909911 Nov 12 00:56:31.349784 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896880f5-b30b-4289-85c8-97f7beba98f3', 'name': 'network-vif-deleted', 'tag': '5971ce8e-b292-408e-87c3-de72140c4855'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:56:31.354849 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c280e2c-c89d-4e38-9673-7011703200b1" -d '{"events": [{"server_uuid": "896880f5-b30b-4289-85c8-97f7beba98f3", "name": "network-vif-deleted", "tag": "5971ce8e-b292-408e-87c3-de72140c4855"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:56:31.416875 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9511b50a-4ddb-40ff-bcc7-bba543679c04 req-67b213c8-7203-4034-b2c4-43204bdd791e tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab22182039774befa325e91b3a0bd782&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3346879 Nov 12 00:56:31.777571 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9511b50a-4ddb-40ff-bcc7-bba543679c04 req-583f3e5a-e821-4509-92ae-b48369de31bc service neutron] 10.222.0.45 "GET /v2.0/networks/00a03daf-efbb-48db-964b-992b2504dfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3591456 Nov 12 00:56:31.964631 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9511b50a-4ddb-40ff-bcc7-bba543679c04 req-7c82865a-fe31-48e6-a0e1-725790860e64 service neutron] 10.222.0.45 "GET /v2.0/networks/00a03daf-efbb-48db-964b-992b2504dfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860461 Nov 12 00:56:32.244910 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-bf9efa93-3fc6-4e4c-b30a-bf2140137cc5 tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:56:32.250285 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-bf9efa93-3fc6-4e4c-b30a-bf2140137cc5 tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0135300 Nov 12 00:56:32.374477 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ba4c80-436f-40d9-a00a-3373d128dafa x-openstack-request-id: req-e1ba4c80-436f-40d9-a00a-3373d128dafa {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:56:32.375057 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "411a9c2b-9b2b-4618-a317-6693bbdf6ef3", "name": "network-vif-deleted", "tag": "7cc52dcc-3a5e-42ff-bf33-27a85670b23c", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:56:32.375337 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e1ba4c80-436f-40d9-a00a-3373d128dafa {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:56:32.375949 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '411a9c2b-9b2b-4618-a317-6693bbdf6ef3', 'name': 'network-vif-deleted', 'tag': '7cc52dcc-3a5e-42ff-bf33-27a85670b23c', 'status': 'completed', 'code': 200} Nov 12 00:56:32.658325 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 5971ce8e-b292-408e-87c3-de72140c4855 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:56:32.722744 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-81e57fa2-ac1f-4dcb-8591-6ca78981ebd7 req-97d518f1-6c3f-4520-a56d-829232a69426 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=411a9c2b-9b2b-4618-a317-6693bbdf6ef3 HTTP/1.1" status: 200 len: 210 time: 0.0800531 Nov 12 00:56:32.790589 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 5971ce8e-b292-408e-87c3-de72140c4855 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:56:32.793706 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 5971ce8e-b292-408e-87c3-de72140c4855 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:56:32.804904 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:32.918702 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d603ef2a-2572-4de4-8f7a-bac069fa438d x-openstack-request-id: req-d603ef2a-2572-4de4-8f7a-bac069fa438d {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:56:32.919247 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "896880f5-b30b-4289-85c8-97f7beba98f3", "name": "network-vif-deleted", "tag": "5971ce8e-b292-408e-87c3-de72140c4855", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:56:32.919247 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d603ef2a-2572-4de4-8f7a-bac069fa438d {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:56:32.919445 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '896880f5-b30b-4289-85c8-97f7beba98f3', 'name': 'network-vif-deleted', 'tag': '5971ce8e-b292-408e-87c3-de72140c4855', 'status': 'completed', 'code': 200} Nov 12 00:56:32.928302 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-63c4e382-4a9e-4593-b27f-c5bf96d05fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:32.929791 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-63c4e382-4a9e-4593-b27f-c5bf96d05fb9 service neutron] 10.222.0.45 "GET /v2.0/ports/1a88c9ac-a6d5-4efe-8d77-5c5d85321277 HTTP/1.1" status: 200 len: 1094 time: 0.6711977 Nov 12 00:56:32.942776 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-deb94abf-5bb5-4408-b7d1-9a9ec5e7f676 service neutron] Request body: {'binding': {'host': 'n-h1-712142-27', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:32.943239 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-deb94abf-5bb5-4408-b7d1-9a9ec5e7f676 service neutron] Unknown quota resources ['binding']. {{(pid=109085) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 00:56:33.181319 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-36891706-9dc3-4126-92f5-0d18daa7129d req-a0f1f974-2305-4f8b-bb67-0a1feed17f1e tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9e3aa03-07d7-4809-a574-0a143c59fa0e HTTP/1.1" status: 200 len: 210 time: 0.0866842 Nov 12 00:56:33.497715 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-deb94abf-5bb5-4408-b7d1-9a9ec5e7f676 service neutron] Attempting to bind port 1a88c9ac-a6d5-4efe-8d77-5c5d85321277 on host n-h1-712142-27 for vnic_type normal with profile None {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:56:33.498378 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-deb94abf-5bb5-4408-b7d1-9a9ec5e7f676 service neutron] Attempting to bind port 1a88c9ac-a6d5-4efe-8d77-5c5d85321277 by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': '936f4dc4-b49e-4318-84e7-8d3d4988961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1c193d6a-5984-4109-91aa-b0c9d7c9a6bf'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:56:33.498906 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-deb94abf-5bb5-4408-b7d1-9a9ec5e7f676 service neutron] Attempting to bind port 1a88c9ac-a6d5-4efe-8d77-5c5d85321277 on network 1c193d6a-5984-4109-91aa-b0c9d7c9a6bf {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:33.515157 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-deb94abf-5bb5-4408-b7d1-9a9ec5e7f676 service neutron] Port 1a88c9ac-a6d5-4efe-8d77-5c5d85321277 on network 1c193d6a-5984-4109-91aa-b0c9d7c9a6bf not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:56:33.517040 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-deb94abf-5bb5-4408-b7d1-9a9ec5e7f676 service neutron] Attempting to bind port 1a88c9ac-a6d5-4efe-8d77-5c5d85321277 on network 1c193d6a-5984-4109-91aa-b0c9d7c9a6bf {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:33.560917 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-deb94abf-5bb5-4408-b7d1-9a9ec5e7f676 service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:56:33.566073 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-deb94abf-5bb5-4408-b7d1-9a9ec5e7f676 service neutron] Checking segment: {'id': '936f4dc4-b49e-4318-84e7-8d3d4988961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1c193d6a-5984-4109-91aa-b0c9d7c9a6bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:56:33.570406 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-deb94abf-5bb5-4408-b7d1-9a9ec5e7f676 service neutron] Bound using segment: {'id': '936f4dc4-b49e-4318-84e7-8d3d4988961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1c193d6a-5984-4109-91aa-b0c9d7c9a6bf'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:56:33.572940 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-deb94abf-5bb5-4408-b7d1-9a9ec5e7f676 service neutron] Bound port: 1a88c9ac-a6d5-4efe-8d77-5c5d85321277, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '936f4dc4-b49e-4318-84e7-8d3d4988961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1c193d6a-5984-4109-91aa-b0c9d7c9a6bf'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:56:33.661650 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55946) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:33.782940 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-deb94abf-5bb5-4408-b7d1-9a9ec5e7f676 service neutron] For port 1a88c9ac-a6d5-4efe-8d77-5c5d85321277, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=1a88c9ac-a6d5-4efe-8d77-5c5d85321277,segment=NetworkSegment(936f4dc4-b49e-4318-84e7-8d3d4988961e),segment_id=936f4dc4-b49e-4318-84e7-8d3d4988961e)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:56:33.811515 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-deb94abf-5bb5-4408-b7d1-9a9ec5e7f676 service neutron] Publish callbacks [] for binding, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:33.829028 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-deb94abf-5bb5-4408-b7d1-9a9ec5e7f676 service neutron] 10.222.0.45 "POST /v2.0/ports/1a88c9ac-a6d5-4efe-8d77-5c5d85321277/bindings HTTP/1.1" status: 201 len: 390 time: 0.8909605 Nov 12 00:56:33.874416 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:33.884795 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-01b78be0-d753-47ed-94c1-762a984d6f21 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-199279593-network', 'tenant_id': 'e23f931e6abc48e289c4be9c4f72c99c'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:33.947383 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d1e58-70cd-49b6-b796-fd489eb091e3 req-5be382ff-12ad-4f45-adb3-482d8ffd635e tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:33.951807 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-864d1e58-70cd-49b6-b796-fd489eb091e3 req-5be382ff-12ad-4f45-adb3-482d8ffd635e tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc7ef492-66a9-4346-a8a6-aaafeb9e1537 HTTP/1.1" status: 200 len: 951 time: 0.1199455 Nov 12 00:56:34.010594 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b78be0-d753-47ed-94c1-762a984d6f21 admin admin] Made reservation on behalf of e23f931e6abc48e289c4be9c4f72c99c for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:56:34.019822 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-01b78be0-d753-47ed-94c1-762a984d6f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:34.047572 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-01b78be0-d753-47ed-94c1-762a984d6f21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:34.148208 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-864d1e58-70cd-49b6-b796-fd489eb091e3 req-9da8ce26-ee1f-4b6b-a438-f9c9d5300a0a tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432612 Nov 12 00:56:34.308584 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-01b78be0-d753-47ed-94c1-762a984d6f21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:34.316728 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-01b78be0-d753-47ed-94c1-762a984d6f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:34.431488 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b78be0-d753-47ed-94c1-762a984d6f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c52ea46-e08e-4e06-b07f-e41391c0c750,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:34.434831 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01b78be0-d753-47ed-94c1-762a984d6f21 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:56:34.465040 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6eab5961-f567-4bd3-bf07-15f91641ef4c req-b6937558-4ae7-4d4c-9625-8acddad324ab tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=411a9c2b-9b2b-4618-a317-6693bbdf6ef3 HTTP/1.1" status: 200 len: 210 time: 0.1161699 Nov 12 00:56:34.485628 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-01b78be0-d753-47ed-94c1-762a984d6f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:34.486869 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-01b78be0-d753-47ed-94c1-762a984d6f21 admin admin] Added segment 77040763-e023-46a1-bb98-eb5e339b4758 of type vlan for network 4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c Nov 12 00:56:34.527891 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e5b0f-9260-430e-9df7-41931a7e673d req-8d0e298c-0ae6-4042-98d8-1b881a010480 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:34.539614 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ca0e5b0f-9260-430e-9df7-41931a7e673d req-8d0e298c-0ae6-4042-98d8-1b881a010480 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b00f85c-6b25-48ce-99f4-985acedfd8f3 HTTP/1.1" status: 200 len: 945 time: 0.2382891 Nov 12 00:56:34.621167 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-01b78be0-d753-47ed-94c1-762a984d6f21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:34.673539 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ca0e5b0f-9260-430e-9df7-41931a7e673d req-6a20ca51-3e40-4cb3-94c1-6aa046750435 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320567 Nov 12 00:56:34.738532 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-01b78be0-d753-47ed-94c1-762a984d6f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:34.740178 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b78be0-d753-47ed-94c1-762a984d6f21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:34.741464 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-01b78be0-d753-47ed-94c1-762a984d6f21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:34.944581 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-01b78be0-d753-47ed-94c1-762a984d6f21 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2796907 Nov 12 00:56:34.946400 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55980) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:34.961284 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-311ee87d-e080-4622-b3d5-e343bbb0082f admin admin] Request body: {'subnet': {'network_id': '4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-199279593-subnet', 'tenant_id': 'e23f931e6abc48e289c4be9c4f72c99c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:34.965771 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b78be0-d753-47ed-94c1-762a984d6f21 admin admin] Pushing event updated for resources: {'Network': ['ID=4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:34.986670 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-04c29c4a-5f69-4b61-abf3-1b65b1e92e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:34.988623 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-04c29c4a-5f69-4b61-abf3-1b65b1e92e74 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=52ec13b5aa674ec2836b22da2faf152e&device_id=9b00f85c-6b25-48ce-99f4-985acedfd8f3 HTTP/1.1" status: 200 len: 1097 time: 0.2940512 Nov 12 00:56:35.019484 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-38c8cbc1-06dd-4b78-9b8c-27dc8e5a9d7e req-0d1dbed7-0ceb-4b92-9854-605d18482239 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9e3aa03-07d7-4809-a574-0a143c59fa0e HTTP/1.1" status: 200 len: 210 time: 0.1247263 Nov 12 00:56:35.035354 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:56:35.152096 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:35.188631 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311ee87d-e080-4622-b3d5-e343bbb0082f admin admin] Made reservation on behalf of e23f931e6abc48e289c4be9c4f72c99c for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:56:35.192885 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-311ee87d-e080-4622-b3d5-e343bbb0082f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:35.408803 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-82b229fb-693e-462e-b771-c2659b0d339a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:35.416529 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-82b229fb-693e-462e-b771-c2659b0d339a service neutron] 10.222.0.16 "GET /v2.0/networks?id=1c193d6a-5984-4109-91aa-b0c9d7c9a6bf HTTP/1.1" status: 200 len: 920 time: 0.4079213 Nov 12 00:56:35.659687 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-f346539e-5686-4a9f-91f3-e3992d93d86b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a88c9ac-a6d5-4efe-8d77-5c5d85321277 HTTP/1.1" status: 200 len: 217 time: 0.2157841 Nov 12 00:56:35.661571 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511b50a-4ddb-40ff-bcc7-bba543679c04 req-204eb94e-28ea-4586-9c5b-677e88ea5fa4 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:35.664589 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9511b50a-4ddb-40ff-bcc7-bba543679c04 req-204eb94e-28ea-4586-9c5b-677e88ea5fa4 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.44 "GET /v2.0/networks?id=00a03daf-efbb-48db-964b-992b2504dfd0 HTTP/1.1" status: 200 len: 806 time: 0.6022804 Nov 12 00:56:35.690373 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-9511b50a-4ddb-40ff-bcc7-bba543679c04 req-6363c9c6-830a-4a06-9424-a0b5ffe86c22 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Request body: {'port': {'device_id': 'c9e3aa03-07d7-4809-a574-0a143c59fa0e', 'network_id': '00a03daf-efbb-48db-964b-992b2504dfd0', 'admin_state_up': True, 'tenant_id': 'ab22182039774befa325e91b3a0bd782'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:35.805989 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54102745-87af-4ff1-bbb2-1350eb7f7e96 req-aa85e79c-d1b8-4a58-99c5-b6c6f18abf53 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:35.821805 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-54102745-87af-4ff1-bbb2-1350eb7f7e96 req-aa85e79c-d1b8-4a58-99c5-b6c6f18abf53 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc7ef492-66a9-4346-a8a6-aaafeb9e1537 HTTP/1.1" status: 200 len: 951 time: 0.4053211 Nov 12 00:56:35.903157 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8e559155-bea3-4677-aae7-a1eae36150c0 req-c83612a6-f473-4a63-a783-8de273894111 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=411a9c2b-9b2b-4618-a317-6693bbdf6ef3 HTTP/1.1" status: 200 len: 210 time: 0.0747652 Nov 12 00:56:35.993211 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-54102745-87af-4ff1-bbb2-1350eb7f7e96 req-d8009da6-2090-4ddc-953e-21f6350e679e tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683958 Nov 12 00:56:36.066900 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9511b50a-4ddb-40ff-bcc7-bba543679c04 req-6363c9c6-830a-4a06-9424-a0b5ffe86c22 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Made reservation on behalf of ab22182039774befa325e91b3a0bd782 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:56:36.082383 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9511b50a-4ddb-40ff-bcc7-bba543679c04 req-6363c9c6-830a-4a06-9424-a0b5ffe86c22 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:36.162237 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db74ef9-a32e-46d7-b273-b46be22aa202 req-7621644e-9ffe-4168-94d8-a4c6f2a040e2 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:36.165419 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4db74ef9-a32e-46d7-b273-b46be22aa202 req-7621644e-9ffe-4168-94d8-a4c6f2a040e2 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc7ef492-66a9-4346-a8a6-aaafeb9e1537 HTTP/1.1" status: 200 len: 951 time: 0.8328323 Nov 12 00:56:36.166961 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-311ee87d-e080-4622-b3d5-e343bbb0082f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:36.373673 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7690f1c5-ad12-4ae9-bf2a-11c62f148f9a req-d23017f1-7163-4348-a376-ec9344696299 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:36.377946 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7690f1c5-ad12-4ae9-bf2a-11c62f148f9a req-d23017f1-7163-4348-a376-ec9344696299 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b00f85c-6b25-48ce-99f4-985acedfd8f3 HTTP/1.1" status: 200 len: 945 time: 0.1747980 Nov 12 00:56:36.462237 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-1f1c6fae-ff5f-4b87-8690-a61db20f22fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:36.463896 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-1f1c6fae-ff5f-4b87-8690-a61db20f22fb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6d8bd009-45c7-4017-80d7-9c1f69484ce9 HTTP/1.1" status: 200 len: 860 time: 0.6145930 Nov 12 00:56:36.496061 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-9511b50a-4ddb-40ff-bcc7-bba543679c04 req-6363c9c6-830a-4a06-9424-a0b5ffe86c22 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Allocated IP 172.20.0.4 (00a03daf-efbb-48db-964b-992b2504dfd0/76e4d43b-e53b-464c-a374-bf4144fb9a21/6b10d406-2cc1-4cba-8272-ab1d2a6757a9) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:36.590697 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-98c2cd5e-9c64-421d-959f-ede95472cd35 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1c193d6a-5984-4109-91aa-b0c9d7c9a6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1132360 Nov 12 00:56:36.603690 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311ee87d-e080-4622-b3d5-e343bbb0082f admin admin] Checking segment: {'id': '77040763-e023-46a1-bb98-eb5e339b4758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:56:36.604102 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311ee87d-e080-4622-b3d5-e343bbb0082f admin admin] Network hostable DHCP agents. Network: 4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:56:36.723606 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311ee87d-e080-4622-b3d5-e343bbb0082f admin admin] Pushing event updated for resources: {'Subnet': ['ID=749b9936-c68e-49ae-a3ef-2ac3d2926d6a,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:36.730041 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-ab7c5e2d-c352-4c2b-9927-037822b86c8b service neutron] 10.222.0.16 "GET /v2.0/networks/1c193d6a-5984-4109-91aa-b0c9d7c9a6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175256 Nov 12 00:56:36.801050 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311ee87d-e080-4622-b3d5-e343bbb0082f admin admin] Network 4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:56:36.825301 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8e96d17a-4914-4376-877b-33e582b73174 req-e334e279-d5ca-4b67-b3d5-e2a34b59ff4e tempest-QuotasAdminNegativeTest-2087833213 tempest-QuotasAdminNegativeTest-2087833213-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=b09e3077b7cb4f8aad0c00f33187b61d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0987358 Nov 12 00:56:36.989969 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9511b50a-4ddb-40ff-bcc7-bba543679c04 req-6363c9c6-830a-4a06-9424-a0b5ffe86c22 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:37.016068 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-4db74ef9-a32e-46d7-b273-b46be22aa202 req-bf9e8014-37c4-4287-82ee-c6d7d590e991 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Deleting port 37bc00c5-8867-401d-bdd4-d9749fd6f9ed {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:56:37.016590 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4db74ef9-a32e-46d7-b273-b46be22aa202 req-bf9e8014-37c4-4287-82ee-c6d7d590e991 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:37.030973 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7690f1c5-ad12-4ae9-bf2a-11c62f148f9a req-c1347495-0944-4e42-adfc-c6477982f4f1 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6281180 Nov 12 00:56:37.147445 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-4db74ef9-a32e-46d7-b273-b46be22aa202 req-bf9e8014-37c4-4287-82ee-c6d7d590e991 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] For port 37bc00c5-8867-401d-bdd4-d9749fd6f9ed, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=37bc00c5-8867-401d-bdd4-d9749fd6f9ed,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:37.147827 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4db74ef9-a32e-46d7-b273-b46be22aa202 req-bf9e8014-37c4-4287-82ee-c6d7d590e991 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:37.170459 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-4db74ef9-a32e-46d7-b273-b46be22aa202 req-bf9e8014-37c4-4287-82ee-c6d7d590e991 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Calling delete_port for 37bc00c5-8867-401d-bdd4-d9749fd6f9ed owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:56:37.211823 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96d17a-4914-4376-877b-33e582b73174 req-6ff24c2c-cc17-4488-9207-9e311fb34cbb tempest-QuotasAdminNegativeTest-2087833213 tempest-QuotasAdminNegativeTest-2087833213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:37.224404 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8e96d17a-4914-4376-877b-33e582b73174 req-6ff24c2c-cc17-4488-9207-9e311fb34cbb tempest-QuotasAdminNegativeTest-2087833213 tempest-QuotasAdminNegativeTest-2087833213-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3643742 Nov 12 00:56:37.243624 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9511b50a-4ddb-40ff-bcc7-bba543679c04 req-6363c9c6-830a-4a06-9424-a0b5ffe86c22 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:37.282625 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['82024f09-4045-472b-bf68-891c62809ddd'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:56:37.359813 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-311ee87d-e080-4622-b3d5-e343bbb0082f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:37.364895 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-ca70c46e-5723-4669-92e8-160c445ca3b3 service neutron] 10.222.0.16 "GET /v2.0/networks/1c193d6a-5984-4109-91aa-b0c9d7c9a6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6053345 Nov 12 00:56:37.368743 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4db74ef9-a32e-46d7-b273-b46be22aa202 req-bf9e8014-37c4-4287-82ee-c6d7d590e991 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:37.368970 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6363c9c6-830a-4a06-9424-a0b5ffe86c22 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Pushing event updated for resources: {'Port': ['ID=6b10d406-2cc1-4cba-8272-ab1d2a6757a9,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:37.372224 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311ee87d-e080-4622-b3d5-e343bbb0082f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:37.373639 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-311ee87d-e080-4622-b3d5-e343bbb0082f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:37.377141 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8e96d17a-4914-4376-877b-33e582b73174 req-28c5ff3c-7d4f-42d1-9c54-90b89fde1fbe tempest-QuotasAdminNegativeTest-2087833213 tempest-QuotasAdminNegativeTest-2087833213-project] 10.222.0.45 "GET /v2.0/quotas/b09e3077b7cb4f8aad0c00f33187b61d HTTP/1.1" status: 200 len: 375 time: 0.1518316 Nov 12 00:56:37.476116 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28982f3f-f9de-439d-8091-9c47bbedb03f None None] Network 4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:56:37.482521 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9e8014-37c4-4287-82ee-c6d7d590e991 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Pushing event deleted for resources: {'Port': ['ID=37bc00c5-8867-401d-bdd4-d9749fd6f9ed,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:37.541936 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8e96d17a-4914-4376-877b-33e582b73174 req-2790db2e-9eb3-458f-8c90-b2793f73b30f tempest-QuotasAdminNegativeTest-2087833213 tempest-QuotasAdminNegativeTest-2087833213-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b09e3077b7cb4f8aad0c00f33187b61d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0825081 Nov 12 00:56:37.565805 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db74ef9-a32e-46d7-b273-b46be22aa202 req-bf9e8014-37c4-4287-82ee-c6d7d590e991 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] No DVR routers for this DVR port 37bc00c5-8867-401d-bdd4-d9749fd6f9ed on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:56:37.573047 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-311ee87d-e080-4622-b3d5-e343bbb0082f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6173091 Nov 12 00:56:37.574854 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4db74ef9-a32e-46d7-b273-b46be22aa202 req-bf9e8014-37c4-4287-82ee-c6d7d590e991 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:37.580032 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4db74ef9-a32e-46d7-b273-b46be22aa202 req-bf9e8014-37c4-4287-82ee-c6d7d590e991 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.44 "DELETE /v2.0/ports/37bc00c5-8867-401d-bdd4-d9749fd6f9ed HTTP/1.1" status: 204 len: 173 time: 1.3987281 Nov 12 00:56:37.580907 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc7ef492-66a9-4346-a8a6-aaafeb9e1537', 'name': 'network-vif-deleted', 'tag': '37bc00c5-8867-401d-bdd4-d9749fd6f9ed'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:56:37.587732 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56044) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:37.592359 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69eae05-1275-4d2c-8f00-38aac249bd20" -d '{"events": [{"server_uuid": "dc7ef492-66a9-4346-a8a6-aaafeb9e1537", "name": "network-vif-deleted", "tag": "37bc00c5-8867-401d-bdd4-d9749fd6f9ed"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:56:37.607327 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-bc5db45f-ce99-4542-a284-652e8c2df935 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-199279593-router', 'tenant_id': 'e23f931e6abc48e289c4be9c4f72c99c', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:37.646656 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9511b50a-4ddb-40ff-bcc7-bba543679c04 req-6363c9c6-830a-4a06-9424-a0b5ffe86c22 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Network 00a03daf-efbb-48db-964b-992b2504dfd0 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:37.668290 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-9511b50a-4ddb-40ff-bcc7-bba543679c04 req-6363c9c6-830a-4a06-9424-a0b5ffe86c22 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:37.670350 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['a680a354-383a-4b9b-8e66-248db6e76ac5'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:56:37.675352 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-9511b50a-4ddb-40ff-bcc7-bba543679c04 req-6363c9c6-830a-4a06-9424-a0b5ffe86c22 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:56:38.487524 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ac8297f0-6f2c-4577-88ef-edfed68d689a req-d91975b4-e9f8-443e-8bed-5f750ab933d4 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=411a9c2b-9b2b-4618-a317-6693bbdf6ef3 HTTP/1.1" status: 200 len: 210 time: 0.1134760 Nov 12 00:56:38.519831 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec8a523-7abd-465b-8e44-0cfa38f623e0 req-72d2dc41-2b12-4019-b829-9b9cbdc37732 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:38.540496 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3ec8a523-7abd-465b-8e44-0cfa38f623e0 req-72d2dc41-2b12-4019-b829-9b9cbdc37732 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9e3aa03-07d7-4809-a574-0a143c59fa0e HTTP/1.1" status: 200 len: 931 time: 1.1754787 Nov 12 00:56:38.615633 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:38.677306 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bc5db45f-ce99-4542-a284-652e8c2df935 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:38.678725 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bc5db45f-ce99-4542-a284-652e8c2df935 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:38.706779 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511b50a-4ddb-40ff-bcc7-bba543679c04 req-6363c9c6-830a-4a06-9424-a0b5ffe86c22 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:38.707904 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9511b50a-4ddb-40ff-bcc7-bba543679c04 req-6363c9c6-830a-4a06-9424-a0b5ffe86c22 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:38.746623 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 37bc00c5-8867-401d-bdd4-d9749fd6f9ed no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:56:38.775586 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9511b50a-4ddb-40ff-bcc7-bba543679c04 req-6363c9c6-830a-4a06-9424-a0b5ffe86c22 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0941765 Nov 12 00:56:38.785039 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df136c3f-c3ac-4bce-bbf8-ef73503ee9d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c', 'network_id': '4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c', 'tenant_id': 'e23f931e6abc48e289c4be9c4f72c99c', 'fixed_ips': [{'subnet_id': '749b9936-c68e-49ae-a3ef-2ac3d2926d6a'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:56:38.786249 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-df136c3f-c3ac-4bce-bbf8-ef73503ee9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:38.803738 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-9511b50a-4ddb-40ff-bcc7-bba543679c04 req-140b1eb1-c2dc-4479-a492-faef40599041 service neutron] Request body: {'port': {'device_id': 'c9e3aa03-07d7-4809-a574-0a143c59fa0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:38.874880 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 37bc00c5-8867-401d-bdd4-d9749fd6f9ed {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:56:38.875322 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 37bc00c5-8867-401d-bdd4-d9749fd6f9ed not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:56:38.910412 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3ec8a523-7abd-465b-8e44-0cfa38f623e0 req-ff2cc34b-3f8b-4d99-b2fb-d6d3218e0d34 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556209 Nov 12 00:56:38.924933 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bc5db45f-ce99-4542-a284-652e8c2df935 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:38.925958 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecdbe766-53b5-40dd-8d6a-a9038a79fa50 x-openstack-request-id: req-ecdbe766-53b5-40dd-8d6a-a9038a79fa50 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:56:38.927430 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc7ef492-66a9-4346-a8a6-aaafeb9e1537", "name": "network-vif-deleted", "tag": "37bc00c5-8867-401d-bdd4-d9749fd6f9ed", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:56:38.928871 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ecdbe766-53b5-40dd-8d6a-a9038a79fa50 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:56:38.929746 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc7ef492-66a9-4346-a8a6-aaafeb9e1537', 'name': 'network-vif-deleted', 'tag': '37bc00c5-8867-401d-bdd4-d9749fd6f9ed', 'status': 'completed', 'code': 200} Nov 12 00:56:38.958989 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9511b50a-4ddb-40ff-bcc7-bba543679c04 req-140b1eb1-c2dc-4479-a492-faef40599041 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:39.223766 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-df136c3f-c3ac-4bce-bbf8-ef73503ee9d7 None None] Allocated IP 172.20.0.2 (4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c/749b9936-c68e-49ae-a3ef-2ac3d2926d6a/16d60c45-b7b1-44da-bdfc-c3bdc0d11e5b) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:39.512753 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bc5db45f-ce99-4542-a284-652e8c2df935 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:39.668137 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['3bf65952-28b5-4d0e-8528-54eaa04543a2'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:56:39.674731 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-df136c3f-c3ac-4bce-bbf8-ef73503ee9d7 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:39.712094 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-df136c3f-c3ac-4bce-bbf8-ef73503ee9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:39.900355 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df136c3f-c3ac-4bce-bbf8-ef73503ee9d7 None None] Pushing event updated for resources: {'Port': ['ID=16d60c45-b7b1-44da-bdfc-c3bdc0d11e5b,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:39.919918 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e23864-71f5-4543-b1d2-16b48a76ec20 req-226c3183-fbca-4356-b135-258add40726e tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:39.921655 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c0e23864-71f5-4543-b1d2-16b48a76ec20 req-226c3183-fbca-4356-b135-258add40726e tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b00f85c-6b25-48ce-99f4-985acedfd8f3 HTTP/1.1" status: 200 len: 945 time: 0.3853948 Nov 12 00:56:39.923346 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df136c3f-c3ac-4bce-bbf8-ef73503ee9d7 None None] Network 4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:39.930434 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-df136c3f-c3ac-4bce-bbf8-ef73503ee9d7 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:39.940016 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df136c3f-c3ac-4bce-bbf8-ef73503ee9d7 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:56:40.107740 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c0e23864-71f5-4543-b1d2-16b48a76ec20 req-5c9fd1fb-5d43-47c2-8d3d-fcd93b80083b tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164687 Nov 12 00:56:40.168614 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-df136c3f-c3ac-4bce-bbf8-ef73503ee9d7 None None] Attempting to bind port 16d60c45-b7b1-44da-bdfc-c3bdc0d11e5b on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:56:40.169392 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-df136c3f-c3ac-4bce-bbf8-ef73503ee9d7 None None] Attempting to bind port 16d60c45-b7b1-44da-bdfc-c3bdc0d11e5b by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '77040763-e023-46a1-bb98-eb5e339b4758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:56:40.170076 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df136c3f-c3ac-4bce-bbf8-ef73503ee9d7 None None] Attempting to bind port 16d60c45-b7b1-44da-bdfc-c3bdc0d11e5b on network 4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:40.201104 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df136c3f-c3ac-4bce-bbf8-ef73503ee9d7 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:56:40.203560 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df136c3f-c3ac-4bce-bbf8-ef73503ee9d7 None None] Checking segment: {'id': '77040763-e023-46a1-bb98-eb5e339b4758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:56:40.203560 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-df136c3f-c3ac-4bce-bbf8-ef73503ee9d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:40.204258 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df136c3f-c3ac-4bce-bbf8-ef73503ee9d7 None None] Bound using segment: {'id': '77040763-e023-46a1-bb98-eb5e339b4758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:56:40.205252 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-df136c3f-c3ac-4bce-bbf8-ef73503ee9d7 None None] Bound port: 16d60c45-b7b1-44da-bdfc-c3bdc0d11e5b, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77040763-e023-46a1-bb98-eb5e339b4758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:56:40.205889 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-df136c3f-c3ac-4bce-bbf8-ef73503ee9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:40.207085 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6c4d6f5c-a7dc-4bf5-8277-ae5c9fe4c8a0 req-52411609-6138-4d15-90e9-2e6c4f9433ed tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=411a9c2b-9b2b-4618-a317-6693bbdf6ef3 HTTP/1.1" status: 200 len: 210 time: 0.0973451 Nov 12 00:56:40.270380 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-9511b50a-4ddb-40ff-bcc7-bba543679c04 req-140b1eb1-c2dc-4479-a492-faef40599041 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b10d406-2cc1-4cba-8272-ab1d2a6757a9 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:56:40.359146 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9511b50a-4ddb-40ff-bcc7-bba543679c04 req-140b1eb1-c2dc-4479-a492-faef40599041 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:40.404678 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:40.432867 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-9511b50a-4ddb-40ff-bcc7-bba543679c04 req-140b1eb1-c2dc-4479-a492-faef40599041 service neutron] Transition to ACTIVE for port object 6b10d406-2cc1-4cba-8272-ab1d2a6757a9 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:56:40.465902 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-df136c3f-c3ac-4bce-bbf8-ef73503ee9d7 None None] For port 16d60c45-b7b1-44da-bdfc-c3bdc0d11e5b, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:56:40.470961 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-df136c3f-c3ac-4bce-bbf8-ef73503ee9d7 None None] For port 16d60c45-b7b1-44da-bdfc-c3bdc0d11e5b, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=16d60c45-b7b1-44da-bdfc-c3bdc0d11e5b,segment=NetworkSegment(77040763-e023-46a1-bb98-eb5e339b4758),segment_id=77040763-e023-46a1-bb98-eb5e339b4758)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:56:40.478644 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-df136c3f-c3ac-4bce-bbf8-ef73503ee9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:40.511298 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9511b50a-4ddb-40ff-bcc7-bba543679c04 req-140b1eb1-c2dc-4479-a492-faef40599041 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:40.593829 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df136c3f-c3ac-4bce-bbf8-ef73503ee9d7 None None] Pushing event updated for resources: {'Port': ['ID=16d60c45-b7b1-44da-bdfc-c3bdc0d11e5b,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:40.706397 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27672d9-26a2-438b-8321-607fbd49be72 req-6b5d0fb0-40a7-46bb-bd84-040079f80dbe tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:40.720880 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a27672d9-26a2-438b-8321-607fbd49be72 req-6b5d0fb0-40a7-46bb-bd84-040079f80dbe tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4c37546-1535-44ad-b00f-166a19bf0b5c HTTP/1.1" status: 200 len: 950 time: 0.4375069 Nov 12 00:56:40.839156 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140b1eb1-c2dc-4479-a492-faef40599041 service neutron] Pushing event updated for resources: {'Port': ['ID=6b10d406-2cc1-4cba-8272-ab1d2a6757a9,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:40.946867 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a27672d9-26a2-438b-8321-607fbd49be72 req-1b7f6448-16a0-4843-8575-ad70cc1f92d8 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233894 Nov 12 00:56:40.995904 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf95d7-1ad1-477f-a782-dc4effc1b064 req-b1dab167-fcba-4a0c-8eb3-44fdd24e368c tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:41.004530 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5daf95d7-1ad1-477f-a782-dc4effc1b064 req-b1dab167-fcba-4a0c-8eb3-44fdd24e368c tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9e3aa03-07d7-4809-a574-0a143c59fa0e HTTP/1.1" status: 200 len: 943 time: 0.5801318 Nov 12 00:56:41.014836 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bc5db45f-ce99-4542-a284-652e8c2df935 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:41.098299 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bc5db45f-ce99-4542-a284-652e8c2df935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:41.279346 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc45f1-31d4-4062-8fc4-6aea0a989c0a req-d4fdb676-9705-4867-a9f8-03e2a141636e tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:41.281746 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-99fc45f1-31d4-4062-8fc4-6aea0a989c0a req-d4fdb676-9705-4867-a9f8-03e2a141636e tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4c37546-1535-44ad-b00f-166a19bf0b5c HTTP/1.1" status: 200 len: 950 time: 0.1556284 Nov 12 00:56:41.359524 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-9511b50a-4ddb-40ff-bcc7-bba543679c04 req-140b1eb1-c2dc-4479-a492-faef40599041 service neutron] Attempting to bind port 6b10d406-2cc1-4cba-8272-ab1d2a6757a9 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:56:41.360092 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-9511b50a-4ddb-40ff-bcc7-bba543679c04 req-140b1eb1-c2dc-4479-a492-faef40599041 service neutron] Attempting to bind port 6b10d406-2cc1-4cba-8272-ab1d2a6757a9 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '45adf0ba-e61d-4509-afe2-5b0ef96fbbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '00a03daf-efbb-48db-964b-992b2504dfd0'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:56:41.360617 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9511b50a-4ddb-40ff-bcc7-bba543679c04 req-140b1eb1-c2dc-4479-a492-faef40599041 service neutron] Attempting to bind port 6b10d406-2cc1-4cba-8272-ab1d2a6757a9 on network 00a03daf-efbb-48db-964b-992b2504dfd0 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:41.384243 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9511b50a-4ddb-40ff-bcc7-bba543679c04 req-140b1eb1-c2dc-4479-a492-faef40599041 service neutron] Port 6b10d406-2cc1-4cba-8272-ab1d2a6757a9 on network 00a03daf-efbb-48db-964b-992b2504dfd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:56:41.384768 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9511b50a-4ddb-40ff-bcc7-bba543679c04 req-140b1eb1-c2dc-4479-a492-faef40599041 service neutron] Attempting to bind port 6b10d406-2cc1-4cba-8272-ab1d2a6757a9 on network 00a03daf-efbb-48db-964b-992b2504dfd0 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:41.427718 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9511b50a-4ddb-40ff-bcc7-bba543679c04 req-140b1eb1-c2dc-4479-a492-faef40599041 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:56:41.429048 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9511b50a-4ddb-40ff-bcc7-bba543679c04 req-140b1eb1-c2dc-4479-a492-faef40599041 service neutron] Checking segment: {'id': '45adf0ba-e61d-4509-afe2-5b0ef96fbbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '00a03daf-efbb-48db-964b-992b2504dfd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:56:41.429689 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9511b50a-4ddb-40ff-bcc7-bba543679c04 req-140b1eb1-c2dc-4479-a492-faef40599041 service neutron] Bound using segment: {'id': '45adf0ba-e61d-4509-afe2-5b0ef96fbbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '00a03daf-efbb-48db-964b-992b2504dfd0'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:56:41.430430 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-9511b50a-4ddb-40ff-bcc7-bba543679c04 req-140b1eb1-c2dc-4479-a492-faef40599041 service neutron] Bound port: 6b10d406-2cc1-4cba-8272-ab1d2a6757a9, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45adf0ba-e61d-4509-afe2-5b0ef96fbbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '00a03daf-efbb-48db-964b-992b2504dfd0'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:56:41.431018 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9511b50a-4ddb-40ff-bcc7-bba543679c04 req-140b1eb1-c2dc-4479-a492-faef40599041 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:41.495789 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-99fc45f1-31d4-4062-8fc4-6aea0a989c0a req-2c244dfe-1a05-4b60-8a0f-882be8e7bc47 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Deleting port 3bf65952-28b5-4d0e-8528-54eaa04543a2 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:56:41.497139 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-99fc45f1-31d4-4062-8fc4-6aea0a989c0a req-2c244dfe-1a05-4b60-8a0f-882be8e7bc47 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:41.506368 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5daf95d7-1ad1-477f-a782-dc4effc1b064 req-22fefc4c-5f74-46da-8368-842ab5cbda9e tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4383495 Nov 12 00:56:41.714779 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 16d60c45-b7b1-44da-bdfc-c3bdc0d11e5b up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:56:41.855303 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-99fc45f1-31d4-4062-8fc4-6aea0a989c0a req-2c244dfe-1a05-4b60-8a0f-882be8e7bc47 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] For port 3bf65952-28b5-4d0e-8528-54eaa04543a2, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=3bf65952-28b5-4d0e-8528-54eaa04543a2,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:41.856215 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-99fc45f1-31d4-4062-8fc4-6aea0a989c0a req-2c244dfe-1a05-4b60-8a0f-882be8e7bc47 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:41.882501 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 16d60c45-b7b1-44da-bdfc-c3bdc0d11e5b triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:41.883264 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:41.894258 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-99fc45f1-31d4-4062-8fc4-6aea0a989c0a req-2c244dfe-1a05-4b60-8a0f-882be8e7bc47 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Calling delete_port for 3bf65952-28b5-4d0e-8528-54eaa04543a2 owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:56:41.987953 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-96671b83-7a10-4f85-b722-c72a59172924 req-398e26fa-c821-4cd7-9c9a-0d9ee7878d63 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=411a9c2b-9b2b-4618-a317-6693bbdf6ef3 HTTP/1.1" status: 200 len: 210 time: 0.1657412 Nov 12 00:56:41.995392 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-bc5db45f-ce99-4542-a284-652e8c2df935 admin admin] Allocated IP 172.25.3.79 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/583f7c0a-767e-493f-8835-4fbfac3f2207) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:42.042641 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0b316-2572-4329-8bd4-d9ed8b6cac11 req-48beac5a-3a7b-4f30-80c4-47f62c8a3a9c tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:42.056459 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-98a0b316-2572-4329-8bd4-d9ed8b6cac11 req-48beac5a-3a7b-4f30-80c4-47f62c8a3a9c tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b00f85c-6b25-48ce-99f4-985acedfd8f3 HTTP/1.1" status: 200 len: 945 time: 0.5790882 Nov 12 00:56:42.112112 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:42.226549 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 16d60c45-b7b1-44da-bdfc-c3bdc0d11e5b, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=16d60c45-b7b1-44da-bdfc-c3bdc0d11e5b,segment=NetworkSegment(77040763-e023-46a1-bb98-eb5e339b4758),segment_id=77040763-e023-46a1-bb98-eb5e339b4758)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:42.241775 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:42.252334 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-9511b50a-4ddb-40ff-bcc7-bba543679c04 req-140b1eb1-c2dc-4479-a492-faef40599041 service neutron] For port 6b10d406-2cc1-4cba-8272-ab1d2a6757a9, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:56:42.256561 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-99fc45f1-31d4-4062-8fc4-6aea0a989c0a req-2c244dfe-1a05-4b60-8a0f-882be8e7bc47 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:42.273482 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-9511b50a-4ddb-40ff-bcc7-bba543679c04 req-140b1eb1-c2dc-4479-a492-faef40599041 service neutron] For port 6b10d406-2cc1-4cba-8272-ab1d2a6757a9, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=6b10d406-2cc1-4cba-8272-ab1d2a6757a9,segment=NetworkSegment(45adf0ba-e61d-4509-afe2-5b0ef96fbbf3),segment_id=45adf0ba-e61d-4509-afe2-5b0ef96fbbf3)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:56:42.326299 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9511b50a-4ddb-40ff-bcc7-bba543679c04 req-140b1eb1-c2dc-4479-a492-faef40599041 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:42.338417 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c244dfe-1a05-4b60-8a0f-882be8e7bc47 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Pushing event deleted for resources: {'Port': ['ID=3bf65952-28b5-4d0e-8528-54eaa04543a2,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:42.358405 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['3bf65952-28b5-4d0e-8528-54eaa04543a2'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:56:42.363557 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['a680a354-383a-4b9b-8e66-248db6e76ac5'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:56:42.424417 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9f0d42de-ca79-429c-a89e-d34526ac0c18 req-4a660843-1c06-4bdf-bad0-708e5489db05 tempest-QuotasAdminNegativeTest-2087833213 tempest-QuotasAdminNegativeTest-2087833213-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=b09e3077b7cb4f8aad0c00f33187b61d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1603436 Nov 12 00:56:42.488601 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-99fc45f1-31d4-4062-8fc4-6aea0a989c0a req-2c244dfe-1a05-4b60-8a0f-882be8e7bc47 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] No DVR routers for this DVR port 3bf65952-28b5-4d0e-8528-54eaa04543a2 on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:56:42.493700 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-99fc45f1-31d4-4062-8fc4-6aea0a989c0a req-2c244dfe-1a05-4b60-8a0f-882be8e7bc47 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:42.497044 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-98a0b316-2572-4329-8bd4-d9ed8b6cac11 req-bc511a43-1cf4-48d1-b3e6-ed08b249301f tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4384267 Nov 12 00:56:42.514829 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-99fc45f1-31d4-4062-8fc4-6aea0a989c0a req-2c244dfe-1a05-4b60-8a0f-882be8e7bc47 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.44 "DELETE /v2.0/ports/3bf65952-28b5-4d0e-8528-54eaa04543a2 HTTP/1.1" status: 204 len: 173 time: 1.2142060 Nov 12 00:56:42.519477 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c37546-1535-44ad-b00f-166a19bf0b5c', 'name': 'network-vif-deleted', 'tag': '3bf65952-28b5-4d0e-8528-54eaa04543a2'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:56:42.530876 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298d7f07-a17a-431c-8fe5-4cb504529dee" -d '{"events": [{"server_uuid": "e4c37546-1535-44ad-b00f-166a19bf0b5c", "name": "network-vif-deleted", "tag": "3bf65952-28b5-4d0e-8528-54eaa04543a2"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:56:42.566276 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88f3269-0e03-47a4-891b-a14e812b39ad None None] Network 4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:56:42.573419 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511b50a-4ddb-40ff-bcc7-bba543679c04 req-140b1eb1-c2dc-4479-a492-faef40599041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:42.573419 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9511b50a-4ddb-40ff-bcc7-bba543679c04 req-140b1eb1-c2dc-4479-a492-faef40599041 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:42.573850 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9511b50a-4ddb-40ff-bcc7-bba543679c04 req-140b1eb1-c2dc-4479-a492-faef40599041 service neutron] 10.222.0.44 "PUT /v2.0/ports/6b10d406-2cc1-4cba-8272-ab1d2a6757a9 HTTP/1.1" status: 200 len: 1092 time: 3.7754085 Nov 12 00:56:42.574008 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e3aa03-07d7-4809-a574-0a143c59fa0e', 'tag': '6b10d406-2cc1-4cba-8272-ab1d2a6757a9'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:56:42.576811 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd37fc31-0e33-45af-b59a-db20305a75b1" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e3aa03-07d7-4809-a574-0a143c59fa0e", "tag": "6b10d406-2cc1-4cba-8272-ab1d2a6757a9"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:56:42.739439 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140b1eb1-c2dc-4479-a492-faef40599041 service neutron] Pushing event updated for resources: {'Port': ['ID=6b10d406-2cc1-4cba-8272-ab1d2a6757a9,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:42.758546 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bc5db45f-ce99-4542-a284-652e8c2df935 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:42.764522 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=16d60c45-b7b1-44da-bdfc-c3bdc0d11e5b,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:42.860261 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b717227b-7cfc-4392-b867-476f54f848f8 req-630cbe89-86d4-47be-a495-62f44b7c4b45 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4c37546-1535-44ad-b00f-166a19bf0b5c HTTP/1.1" status: 200 len: 210 time: 0.1149840 Nov 12 00:56:42.924639 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d42de-ca79-429c-a89e-d34526ac0c18 req-093db572-80bd-4517-a927-86e6de869053 tempest-QuotasAdminNegativeTest-2087833213 tempest-QuotasAdminNegativeTest-2087833213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:42.940948 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9f0d42de-ca79-429c-a89e-d34526ac0c18 req-093db572-80bd-4517-a927-86e6de869053 tempest-QuotasAdminNegativeTest-2087833213 tempest-QuotasAdminNegativeTest-2087833213-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5066411 Nov 12 00:56:42.957831 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-002e0fad-73a3-40c9-84fd-7471ec804741 None None] Provisioning complete for port 16d60c45-b7b1-44da-bdfc-c3bdc0d11e5b triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:42.967946 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-002e0fad-73a3-40c9-84fd-7471ec804741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:43.032864 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511b50a-4ddb-40ff-bcc7-bba543679c04 req-f45c9b4d-c6cd-4f04-aacf-6e97107795f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:43.038182 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9511b50a-4ddb-40ff-bcc7-bba543679c04 req-f45c9b4d-c6cd-4f04-aacf-6e97107795f7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab22182039774befa325e91b3a0bd782&device_id=c9e3aa03-07d7-4809-a574-0a143c59fa0e HTTP/1.1" status: 200 len: 1095 time: 0.3208046 Nov 12 00:56:43.049597 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9f0d42de-ca79-429c-a89e-d34526ac0c18 req-75d7c9c3-b3e6-416a-a775-76f284cad465 tempest-QuotasAdminNegativeTest-2087833213 tempest-QuotasAdminNegativeTest-2087833213-project] 10.222.0.45 "GET /v2.0/quotas/b09e3077b7cb4f8aad0c00f33187b61d HTTP/1.1" status: 200 len: 375 time: 0.1076584 Nov 12 00:56:43.072653 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57b9642-5335-42a6-89b3-39241aa4cfab x-openstack-request-id: req-b57b9642-5335-42a6-89b3-39241aa4cfab {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:56:43.073074 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c37546-1535-44ad-b00f-166a19bf0b5c", "name": "network-vif-deleted", "tag": "3bf65952-28b5-4d0e-8528-54eaa04543a2", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:56:43.073441 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b57b9642-5335-42a6-89b3-39241aa4cfab {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:56:43.074110 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c37546-1535-44ad-b00f-166a19bf0b5c', 'name': 'network-vif-deleted', 'tag': '3bf65952-28b5-4d0e-8528-54eaa04543a2', 'status': 'completed', 'code': 200} Nov 12 00:56:43.152625 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9511b50a-4ddb-40ff-bcc7-bba543679c04 req-14716be7-5224-4cf3-8a2d-cc93873047dc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b10d406-2cc1-4cba-8272-ab1d2a6757a9 HTTP/1.1" status: 200 len: 217 time: 0.0926766 Nov 12 00:56:43.265842 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c54384-59fe-468e-a004-53129384ea65 x-openstack-request-id: req-d1c54384-59fe-468e-a004-53129384ea65 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:56:43.266599 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e3aa03-07d7-4809-a574-0a143c59fa0e", "tag": "6b10d406-2cc1-4cba-8272-ab1d2a6757a9", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:56:43.267356 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d1c54384-59fe-468e-a004-53129384ea65 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:56:43.268152 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e3aa03-07d7-4809-a574-0a143c59fa0e', 'tag': '6b10d406-2cc1-4cba-8272-ab1d2a6757a9', 'status': 'completed', 'code': 200} Nov 12 00:56:43.269965 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bc5db45f-ce99-4542-a284-652e8c2df935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:43.278137 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9f0d42de-ca79-429c-a89e-d34526ac0c18 req-be1d4621-0d13-4f81-a912-e7f96b63f58b tempest-QuotasAdminNegativeTest-2087833213 tempest-QuotasAdminNegativeTest-2087833213-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b09e3077b7cb4f8aad0c00f33187b61d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2262092 Nov 12 00:56:43.447146 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5db45f-ce99-4542-a284-652e8c2df935 admin admin] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:43.481327 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-bc5db45f-ce99-4542-a284-652e8c2df935 admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:43.491181 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5db45f-ce99-4542-a284-652e8c2df935 admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:56:43.590716 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5db45f-ce99-4542-a284-652e8c2df935 admin admin] Pushing event updated for resources: {'Port': ['ID=583f7c0a-767e-493f-8835-4fbfac3f2207,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:43.622347 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511b50a-4ddb-40ff-bcc7-bba543679c04 req-21a94967-a001-4cb6-890d-3176189cefcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:43.626078 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9511b50a-4ddb-40ff-bcc7-bba543679c04 req-21a94967-a001-4cb6-890d-3176189cefcf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=76e4d43b-e53b-464c-a374-bf4144fb9a21 HTTP/1.1" status: 200 len: 846 time: 0.4597154 Nov 12 00:56:43.657571 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 16d60c45-b7b1-44da-bdfc-c3bdc0d11e5b up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:56:43.794690 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb50a83-212f-48e3-beaa-dab38a5b1fe4 req-20828d78-801b-4fd8-93c9-d378f63c5992 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:43.808400 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4fb50a83-212f-48e3-beaa-dab38a5b1fe4 req-20828d78-801b-4fd8-93c9-d378f63c5992 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9e3aa03-07d7-4809-a574-0a143c59fa0e HTTP/1.1" status: 200 len: 943 time: 0.4209325 Nov 12 00:56:43.843359 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9511b50a-4ddb-40ff-bcc7-bba543679c04 req-628fbe94-ec14-4407-8714-cee0ecd9beb1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00a03daf-efbb-48db-964b-992b2504dfd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1922309 Nov 12 00:56:43.938589 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 16d60c45-b7b1-44da-bdfc-c3bdc0d11e5b triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:43.940347 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:43.998008 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-dc0dac12-df12-4e9c-b61d-26b0ec59e28f None None] Provisioning complete for port 16d60c45-b7b1-44da-bdfc-c3bdc0d11e5b triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:43.998758 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-dc0dac12-df12-4e9c-b61d-26b0ec59e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:44.438070 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4fb50a83-212f-48e3-beaa-dab38a5b1fe4 req-ba7f3ff1-ab0b-4f9b-8d7e-da017d9ef5fb tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6227317 Nov 12 00:56:44.710456 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 3bf65952-28b5-4d0e-8528-54eaa04543a2 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:56:44.787986 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 3bf65952-28b5-4d0e-8528-54eaa04543a2 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:56:44.793557 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 3bf65952-28b5-4d0e-8528-54eaa04543a2 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:56:45.005405 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc607a4e-b7a9-4366-95a6-5394a8f1f2c4 req-9e9ee30d-9f1e-4af2-ac95-c00ffc2cc0cc tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:45.007032 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cc607a4e-b7a9-4366-95a6-5394a8f1f2c4 req-9e9ee30d-9f1e-4af2-ac95-c00ffc2cc0cc tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b00f85c-6b25-48ce-99f4-985acedfd8f3 HTTP/1.1" status: 200 len: 945 time: 0.9415522 Nov 12 00:56:45.013047 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9511b50a-4ddb-40ff-bcc7-bba543679c04 req-db011182-4fea-4b2e-892c-014e4d167e9f service neutron] 10.222.0.44 "GET /v2.0/networks/00a03daf-efbb-48db-964b-992b2504dfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1555626 Nov 12 00:56:45.222605 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cc607a4e-b7a9-4366-95a6-5394a8f1f2c4 req-b5702020-a171-4f49-8aa6-a12e537456ff tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780238 Nov 12 00:56:45.226391 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bc5db45f-ce99-4542-a284-652e8c2df935 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:45.232640 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9511b50a-4ddb-40ff-bcc7-bba543679c04 req-0c22718b-92f3-4ff4-83a7-e878689e87c6 service neutron] 10.222.0.44 "GET /v2.0/networks/00a03daf-efbb-48db-964b-992b2504dfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073328 Nov 12 00:56:45.547583 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bc5db45f-ce99-4542-a284-652e8c2df935 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:45.720067 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37fc31-0e33-45af-b59a-db20305a75b1 req-c5fd1a16-61f5-478e-b62f-7e6b3eadda20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:45.721612 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cd37fc31-0e33-45af-b59a-db20305a75b1 req-c5fd1a16-61f5-478e-b62f-7e6b3eadda20 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab22182039774befa325e91b3a0bd782&device_id=c9e3aa03-07d7-4809-a574-0a143c59fa0e HTTP/1.1" status: 200 len: 1095 time: 0.2493703 Nov 12 00:56:45.778756 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875b1b0-7e8d-46d8-b555-aca8a7274850 req-a0cc44d4-a26d-46fb-a1ec-ab66ee0a9bb7 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:45.784906 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3875b1b0-7e8d-46d8-b555-aca8a7274850 req-a0cc44d4-a26d-46fb-a1ec-ab66ee0a9bb7 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=139490e9-9c7d-4d98-8128-b40f17d71f2a HTTP/1.1" status: 200 len: 951 time: 0.2867815 Nov 12 00:56:45.825148 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e36aed-e792-458f-a81a-4e3586f09d9f req-96a7446d-ecc7-44b1-9c71-ed8133da76f7 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:45.826786 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d1e36aed-e792-458f-a81a-4e3586f09d9f req-96a7446d-ecc7-44b1-9c71-ed8133da76f7 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9e3aa03-07d7-4809-a574-0a143c59fa0e HTTP/1.1" status: 200 len: 943 time: 0.1873834 Nov 12 00:56:45.987309 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3875b1b0-7e8d-46d8-b555-aca8a7274850 req-613c75fe-f6de-4542-965e-0ec5f23acaac tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1e5630d-5333-4125-9e5b-53202cfb6853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001562 Nov 12 00:56:46.001191 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37fc31-0e33-45af-b59a-db20305a75b1 req-8ccff291-27a4-4af2-a4ac-7bed04a68b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:46.002764 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cd37fc31-0e33-45af-b59a-db20305a75b1 req-8ccff291-27a4-4af2-a4ac-7bed04a68b76 service neutron] 10.222.0.44 "GET /v2.0/networks?id=00a03daf-efbb-48db-964b-992b2504dfd0 HTTP/1.1" status: 200 len: 906 time: 0.2422907 Nov 12 00:56:46.006832 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d1e36aed-e792-458f-a81a-4e3586f09d9f req-3b566bca-ecd5-4cb1-97bc-2b8cbc48845e tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675794 Nov 12 00:56:46.057243 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cd37fc31-0e33-45af-b59a-db20305a75b1 req-dc716160-f533-4fee-b927-5ddd60dc856e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b10d406-2cc1-4cba-8272-ab1d2a6757a9 HTTP/1.1" status: 200 len: 217 time: 0.0445509 Nov 12 00:56:46.074249 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc5db45f-ce99-4542-a284-652e8c2df935 admin admin] Router c84c1b1c-b328-41d7-9ade-e857570c7b29 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:56:46.159886 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37fc31-0e33-45af-b59a-db20305a75b1 req-2316a20c-729b-4278-a6a6-56d33d042390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:46.164351 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cd37fc31-0e33-45af-b59a-db20305a75b1 req-2316a20c-729b-4278-a6a6-56d33d042390 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=76e4d43b-e53b-464c-a374-bf4144fb9a21 HTTP/1.1" status: 200 len: 846 time: 0.0873306 Nov 12 00:56:46.280277 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f995fd5d-e635-4e2b-96b8-5c130fc231d2 req-22e311c4-9a4b-40b3-bf0c-fcb72701ac90 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=8b62a7bd07ff46aa817cfdb6cdb58769&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1065326 Nov 12 00:56:46.285219 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cd37fc31-0e33-45af-b59a-db20305a75b1 req-b4ad251f-e259-459f-94ec-32520a05730a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00a03daf-efbb-48db-964b-992b2504dfd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1082659 Nov 12 00:56:46.421049 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-61560d48-1f8a-4751-a56c-0f4b22bda70e req-7d415baf-b007-44f8-9244-065a535a2fe2 tempest-QuotasAdminNegativeTest-2087833213 tempest-QuotasAdminNegativeTest-2087833213-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=b09e3077b7cb4f8aad0c00f33187b61d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1291313 Nov 12 00:56:46.707085 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 6b10d406-2cc1-4cba-8272-ab1d2a6757a9 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:56:46.749139 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d4981-e600-4f56-9bea-bfd86171a535 req-8eacac3b-c16c-4077-b61b-c5451d6f1b72 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:46.751408 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a04d4981-e600-4f56-9bea-bfd86171a535 req-8eacac3b-c16c-4077-b61b-c5451d6f1b72 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.16 "GET /v2.0/ports?device_id=139490e9-9c7d-4d98-8128-b40f17d71f2a HTTP/1.1" status: 200 len: 951 time: 0.0776043 Nov 12 00:56:46.846311 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 6b10d406-2cc1-4cba-8272-ab1d2a6757a9, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=6b10d406-2cc1-4cba-8272-ab1d2a6757a9,segment=NetworkSegment(45adf0ba-e61d-4509-afe2-5b0ef96fbbf3),segment_id=45adf0ba-e61d-4509-afe2-5b0ef96fbbf3)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:46.876962 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '6b10d406-2cc1-4cba-8272-ab1d2a6757a9', 'network_id': '00a03daf-efbb-48db-964b-992b2504dfd0', 'port_id': '6b10d406-2cc1-4cba-8272-ab1d2a6757a9', 'mac_address': 'fa:16:3e:88:08:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76e4d43b-e53b-464c-a374-bf4144fb9a21', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:56:46.906605 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-a04d4981-e600-4f56-9bea-bfd86171a535 req-7dc65e0f-af14-48c4-917e-4b65b685c847 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Deleting port a680a354-383a-4b9b-8e66-248db6e76ac5 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:56:46.907398 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-a04d4981-e600-4f56-9bea-bfd86171a535 req-7dc65e0f-af14-48c4-917e-4b65b685c847 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:46.972325 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:46.990574 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5db45f-ce99-4542-a284-652e8c2df935 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:56:47.010074 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171d01d7-8780-44ed-b23c-60218d89d06e None None] Sync routers for ids ['c84c1b1c-b328-41d7-9ade-e857570c7b29'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:56:47.019803 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cd37fc31-0e33-45af-b59a-db20305a75b1 req-97d22507-da7f-4502-8d5d-4cbfaaa68ae3 service neutron] 10.222.0.44 "GET /v2.0/networks/00a03daf-efbb-48db-964b-992b2504dfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6706378 Nov 12 00:56:47.023707 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b10d406-2cc1-4cba-8272-ab1d2a6757a9 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:56:47.029678 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-a04d4981-e600-4f56-9bea-bfd86171a535 req-7dc65e0f-af14-48c4-917e-4b65b685c847 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] For port a680a354-383a-4b9b-8e66-248db6e76ac5, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=a680a354-383a-4b9b-8e66-248db6e76ac5,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:47.030495 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-a04d4981-e600-4f56-9bea-bfd86171a535 req-7dc65e0f-af14-48c4-917e-4b65b685c847 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:47.046090 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171d01d7-8780-44ed-b23c-60218d89d06e None None] Routers {'c84c1b1c-b328-41d7-9ade-e857570c7b29'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:56:47.049142 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-171d01d7-8780-44ed-b23c-60218d89d06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:56:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['c84c1b1c-b328-41d7-9ade-e857570c7b29'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:47.050052 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-a04d4981-e600-4f56-9bea-bfd86171a535 req-7dc65e0f-af14-48c4-917e-4b65b685c847 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Calling delete_port for a680a354-383a-4b9b-8e66-248db6e76ac5 owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:56:47.088422 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 6b10d406-2cc1-4cba-8272-ab1d2a6757a9, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=6b10d406-2cc1-4cba-8272-ab1d2a6757a9,segment=NetworkSegment(45adf0ba-e61d-4509-afe2-5b0ef96fbbf3),segment_id=45adf0ba-e61d-4509-afe2-5b0ef96fbbf3)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:47.099124 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:47.170184 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995fd5d-e635-4e2b-96b8-5c130fc231d2 req-8ed0ea58-3eaf-4f22-a76f-43f79b8a42d8 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:47.187111 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f995fd5d-e635-4e2b-96b8-5c130fc231d2 req-8ed0ea58-3eaf-4f22-a76f-43f79b8a42d8 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8455749 Nov 12 00:56:47.187250 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-150005a9-cf62-4524-99fc-8dd70d4b0c11 req-fe84832b-9335-4576-a739-6e3541626dd8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9424a58c-7ae6-41eb-8d71-4d257834ce55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1276956 Nov 12 00:56:47.264714 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61560d48-1f8a-4751-a56c-0f4b22bda70e req-9985f2b4-954f-4563-9829-a21fd7f65ea9 tempest-QuotasAdminNegativeTest-2087833213 tempest-QuotasAdminNegativeTest-2087833213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:47.291184 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-61560d48-1f8a-4751-a56c-0f4b22bda70e req-9985f2b4-954f-4563-9829-a21fd7f65ea9 tempest-QuotasAdminNegativeTest-2087833213 tempest-QuotasAdminNegativeTest-2087833213-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8560944 Nov 12 00:56:47.294108 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=6b10d406-2cc1-4cba-8272-ab1d2a6757a9,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:47.361268 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-171d01d7-8780-44ed-b23c-60218d89d06e None None] Set router c84c1b1c-b328-41d7-9ade-e857570c7b29 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:56:47.434645 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bc5db45f-ce99-4542-a284-652e8c2df935 admin admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:47.440412 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-bc5db45f-ce99-4542-a284-652e8c2df935 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.8399217 Nov 12 00:56:47.445889 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['6b10d406-2cc1-4cba-8272-ab1d2a6757a9'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:56:47.460654 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56304) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:47.562434 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f995fd5d-e635-4e2b-96b8-5c130fc231d2 req-909aa1fa-fa38-4506-8a0b-17ffac7525c5 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] 10.222.0.45 "GET /v2.0/quotas/8b62a7bd07ff46aa817cfdb6cdb58769 HTTP/1.1" status: 200 len: 375 time: 0.3319480 Nov 12 00:56:47.600866 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-61560d48-1f8a-4751-a56c-0f4b22bda70e req-d69d03a0-0e59-401f-aa67-f518a66ed065 tempest-QuotasAdminNegativeTest-2087833213 tempest-QuotasAdminNegativeTest-2087833213-project] 10.222.0.45 "GET /v2.0/quotas/b09e3077b7cb4f8aad0c00f33187b61d HTTP/1.1" status: 200 len: 375 time: 0.3076327 Nov 12 00:56:47.716237 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-15f36038-a438-427f-a452-6c386944edba req-e92a62cc-85b0-46e4-83ed-7a9aa31d50f8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b0e631e3-91d5-4309-ab8e-b1808e224b3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4066939 Nov 12 00:56:47.719789 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-61560d48-1f8a-4751-a56c-0f4b22bda70e req-e5016c95-0c83-4cef-b069-aab30cdd919d tempest-QuotasAdminNegativeTest-2087833213 tempest-QuotasAdminNegativeTest-2087833213-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b09e3077b7cb4f8aad0c00f33187b61d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554149 Nov 12 00:56:47.736783 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f995fd5d-e635-4e2b-96b8-5c130fc231d2 req-a49d29dc-6397-4f73-bd0e-2d5f71998a77 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8b62a7bd07ff46aa817cfdb6cdb58769&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1628914 Nov 12 00:56:47.839777 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-171d01d7-8780-44ed-b23c-60218d89d06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84c1b1c-b328-41d7-9ade-e857570c7b29', 'name': 'tempest-ServersTestManualDisk-199279593-router', 'tenant_id': 'e23f931e6abc48e289c4be9c4f72c99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '583f7c0a-767e-493f-8835-4fbfac3f2207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:56:38Z', 'updated_at': '2021-11-12T00:56:44Z', 'revision_number': 3, 'project_id': 'e23f931e6abc48e289c4be9c4f72c99c', 'gw_port': {'id': '583f7c0a-767e-493f-8835-4fbfac3f2207', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:54:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84c1b1c-b328-41d7-9ade-e857570c7b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:56:41Z', 'updated_at': '2021-11-12T00:56:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:47.895998 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150005a9-cf62-4524-99fc-8dd70d4b0c11 req-72dcf72b-7268-4883-af79-1d634e8bd6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:47.898999 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-150005a9-cf62-4524-99fc-8dd70d4b0c11 req-72dcf72b-7268-4883-af79-1d634e8bd6ff service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab22182039774befa325e91b3a0bd782&device_id=9424a58c-7ae6-41eb-8d71-4d257834ce55 HTTP/1.1" status: 200 len: 1097 time: 0.5531919 Nov 12 00:56:47.904054 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-a04d4981-e600-4f56-9bea-bfd86171a535 req-7dc65e0f-af14-48c4-917e-4b65b685c847 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:47.960997 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['a680a354-383a-4b9b-8e66-248db6e76ac5'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:56:48.040370 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cd37fc31-0e33-45af-b59a-db20305a75b1 req-15ee1652-cc29-4ee4-908b-a52913b79f15 service neutron] 10.222.0.44 "GET /v2.0/networks/00a03daf-efbb-48db-964b-992b2504dfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0190015 Nov 12 00:56:48.099652 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f36038-a438-427f-a452-6c386944edba req-cf1d4604-6be4-4840-b246-7a73a236e4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:48.112541 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-15f36038-a438-427f-a452-6c386944edba req-cf1d4604-6be4-4840-b246-7a73a236e4e6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=31213ba92821461cba1a0adcb9241baa&device_id=b0e631e3-91d5-4309-ab8e-b1808e224b3d HTTP/1.1" status: 200 len: 1096 time: 0.3368292 Nov 12 00:56:48.170358 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc65e0f-af14-48c4-917e-4b65b685c847 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Pushing event deleted for resources: {'Port': ['ID=a680a354-383a-4b9b-8e66-248db6e76ac5,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:48.420433 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee8e8dfc-e243-4fac-bf63-5ea638f7d959 req-d046c673-cd8f-40ce-9f9a-c4007fe0f484 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=139490e9-9c7d-4d98-8128-b40f17d71f2a HTTP/1.1" status: 200 len: 210 time: 0.0937731 Nov 12 00:56:48.579386 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171d01d7-8780-44ed-b23c-60218d89d06e None None] Checking router: c84c1b1c-b328-41d7-9ade-e857570c7b29 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:56:48.579948 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee1649-4225-4c08-96f1-e991ac4f35f2 req-3efd8754-32bc-458d-973e-a66042a5fcac tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:48.580115 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171d01d7-8780-44ed-b23c-60218d89d06e None None] Updating router c84c1b1c-b328-41d7-9ade-e857570c7b29 port 583f7c0a-767e-493f-8835-4fbfac3f2207 binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:56:48.595477 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5dee1649-4225-4c08-96f1-e991ac4f35f2 req-3efd8754-32bc-458d-973e-a66042a5fcac tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b00f85c-6b25-48ce-99f4-985acedfd8f3 HTTP/1.1" status: 200 len: 945 time: 0.4654348 Nov 12 00:56:48.679653 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-171d01d7-8780-44ed-b23c-60218d89d06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:48.726947 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-a04d4981-e600-4f56-9bea-bfd86171a535 req-7dc65e0f-af14-48c4-917e-4b65b685c847 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] No DVR routers for this DVR port a680a354-383a-4b9b-8e66-248db6e76ac5 on host n-h1-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:56:48.739104 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-a04d4981-e600-4f56-9bea-bfd86171a535 req-7dc65e0f-af14-48c4-917e-4b65b685c847 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:48.745822 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a04d4981-e600-4f56-9bea-bfd86171a535 req-7dc65e0f-af14-48c4-917e-4b65b685c847 tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.16 "DELETE /v2.0/ports/a680a354-383a-4b9b-8e66-248db6e76ac5 HTTP/1.1" status: 204 len: 173 time: 1.9839635 Nov 12 00:56:48.746540 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '139490e9-9c7d-4d98-8128-b40f17d71f2a', 'name': 'network-vif-deleted', 'tag': 'a680a354-383a-4b9b-8e66-248db6e76ac5'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:56:48.750568 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442ccd1e-7a3a-48c8-b517-465d55c054f7" -d '{"events": [{"server_uuid": "139490e9-9c7d-4d98-8128-b40f17d71f2a", "name": "network-vif-deleted", "tag": "a680a354-383a-4b9b-8e66-248db6e76ac5"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:56:48.804998 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f36038-a438-427f-a452-6c386944edba req-57868401-9382-4184-a6cc-8c4767f707ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:48.811129 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-15f36038-a438-427f-a452-6c386944edba req-57868401-9382-4184-a6cc-8c4767f707ae service neutron] 10.222.0.16 "GET /v2.0/networks?id=dfbacf63-886c-40df-80dd-a56be185809d HTTP/1.1" status: 200 len: 908 time: 0.6131644 Nov 12 00:56:48.926852 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-15f36038-a438-427f-a452-6c386944edba req-9732641f-becd-4532-9207-09577b92065d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7a8c72c-f355-4c96-8431-4b6abf124fc2 HTTP/1.1" status: 200 len: 217 time: 0.0749199 Nov 12 00:56:48.956861 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5dee1649-4225-4c08-96f1-e991ac4f35f2 req-4cd6b0e4-cee7-4149-85d1-151011cbd444 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313258 Nov 12 00:56:49.021417 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e96d081-ee44-4700-b5e8-df06fef5602e req-7125c280-2c3e-4dbc-a7d7-34f119159869 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:49.042673 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7e96d081-ee44-4700-b5e8-df06fef5602e req-7125c280-2c3e-4dbc-a7d7-34f119159869 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9e3aa03-07d7-4809-a574-0a143c59fa0e HTTP/1.1" status: 200 len: 944 time: 0.4286175 Nov 12 00:56:49.200103 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150005a9-cf62-4524-99fc-8dd70d4b0c11 req-ec2a715f-4c1a-4393-a772-94a2ebc03683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:49.207760 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-150005a9-cf62-4524-99fc-8dd70d4b0c11 req-ec2a715f-4c1a-4393-a772-94a2ebc03683 service neutron] 10.222.0.44 "GET /v2.0/networks?id=00a03daf-efbb-48db-964b-992b2504dfd0 HTTP/1.1" status: 200 len: 906 time: 1.0527902 Nov 12 00:56:49.325364 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7e96d081-ee44-4700-b5e8-df06fef5602e req-b69b0678-aec9-4134-89b2-48e55dc954ed tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816904 Nov 12 00:56:49.403105 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f36038-a438-427f-a452-6c386944edba req-9ae04ecf-0d3e-4bec-9f2c-41c45e22932b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:49.409164 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-15f36038-a438-427f-a452-6c386944edba req-9ae04ecf-0d3e-4bec-9f2c-41c45e22932b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=47cc90a9-e995-4711-ba6b-508e6e69e5de HTTP/1.1" status: 200 len: 848 time: 0.4411914 Nov 12 00:56:49.541981 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-15f36038-a438-427f-a452-6c386944edba req-8d0200c5-5e95-4996-a640-c6ce21a7b921 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dfbacf63-886c-40df-80dd-a56be185809d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1212220 Nov 12 00:56:49.556128 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-150005a9-cf62-4524-99fc-8dd70d4b0c11 req-d4583934-2be7-47ef-bdaa-a2d21cf4a976 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82024f09-4045-472b-bf68-891c62809ddd HTTP/1.1" status: 200 len: 217 time: 0.3332434 Nov 12 00:56:49.708844 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606f5972-bac0-45fe-9f8a-14f5283fe537 x-openstack-request-id: req-606f5972-bac0-45fe-9f8a-14f5283fe537 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:56:49.712105 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "139490e9-9c7d-4d98-8128-b40f17d71f2a", "name": "network-vif-deleted", "tag": "a680a354-383a-4b9b-8e66-248db6e76ac5", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:56:49.718604 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-606f5972-bac0-45fe-9f8a-14f5283fe537 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:56:49.719625 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '139490e9-9c7d-4d98-8128-b40f17d71f2a', 'name': 'network-vif-deleted', 'tag': 'a680a354-383a-4b9b-8e66-248db6e76ac5', 'status': 'completed', 'code': 200} Nov 12 00:56:49.743113 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2a5bd15c-3959-4530-85e5-edaaeff0e9e5 req-92be008d-f7fb-453d-9ce3-39f934ca7de3 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=8b62a7bd07ff46aa817cfdb6cdb58769&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1286631 Nov 12 00:56:49.854738 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-171d01d7-8780-44ed-b23c-60218d89d06e None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:49.867143 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-171d01d7-8780-44ed-b23c-60218d89d06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:50.014663 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb85bb-e02a-493d-9378-d898432f2f87 None None] Pushing event updated for resources: {'Port': ['ID=583f7c0a-767e-493f-8835-4fbfac3f2207,revision_number=2']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:50.055898 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150005a9-cf62-4524-99fc-8dd70d4b0c11 req-93001bc4-ccda-47da-b77e-1ee6a73a83fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:50.065733 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cb664c3a-de93-4be0-86c9-f5e6029de41f req-3b2d855c-1783-4737-a3b3-d92dca075cca tempest-MigrationsAdminTest-1018123921 tempest-MigrationsAdminTest-1018123921-project] 10.222.0.45 "GET /v2.0/ports?device_id=139490e9-9c7d-4d98-8128-b40f17d71f2a HTTP/1.1" status: 200 len: 210 time: 0.2116520 Nov 12 00:56:50.070455 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-150005a9-cf62-4524-99fc-8dd70d4b0c11 req-93001bc4-ccda-47da-b77e-1ee6a73a83fa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=76e4d43b-e53b-464c-a374-bf4144fb9a21 HTTP/1.1" status: 200 len: 846 time: 0.3489060 Nov 12 00:56:50.096505 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-171d01d7-8780-44ed-b23c-60218d89d06e None None] Attempting to bind port 583f7c0a-767e-493f-8835-4fbfac3f2207 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:56:50.096505 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-171d01d7-8780-44ed-b23c-60218d89d06e None None] Attempting to bind port 583f7c0a-767e-493f-8835-4fbfac3f2207 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:56:50.096505 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171d01d7-8780-44ed-b23c-60218d89d06e None None] Attempting to bind port 583f7c0a-767e-493f-8835-4fbfac3f2207 on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:56:50.111745 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171d01d7-8780-44ed-b23c-60218d89d06e None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:56:50.115416 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171d01d7-8780-44ed-b23c-60218d89d06e None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:56:50.116472 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-171d01d7-8780-44ed-b23c-60218d89d06e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:50.117563 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171d01d7-8780-44ed-b23c-60218d89d06e None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:56:50.118306 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-171d01d7-8780-44ed-b23c-60218d89d06e None None] Bound port: 583f7c0a-767e-493f-8835-4fbfac3f2207, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:56:50.118870 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-171d01d7-8780-44ed-b23c-60218d89d06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:50.189525 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-150005a9-cf62-4524-99fc-8dd70d4b0c11 req-3599c497-2def-40f0-ade2-d6a50b4f1eb0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00a03daf-efbb-48db-964b-992b2504dfd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0998635 Nov 12 00:56:50.264111 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-171d01d7-8780-44ed-b23c-60218d89d06e None None] For port 583f7c0a-767e-493f-8835-4fbfac3f2207, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:56:50.268984 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-171d01d7-8780-44ed-b23c-60218d89d06e None None] For port 583f7c0a-767e-493f-8835-4fbfac3f2207, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=583f7c0a-767e-493f-8835-4fbfac3f2207,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:56:50.277832 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-171d01d7-8780-44ed-b23c-60218d89d06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:50.356472 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-15f36038-a438-427f-a452-6c386944edba req-6d838a73-0106-4cd5-8748-595e88a9fb79 service neutron] 10.222.0.16 "GET /v2.0/networks/dfbacf63-886c-40df-80dd-a56be185809d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7977839 Nov 12 00:56:50.413411 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb85bb-e02a-493d-9378-d898432f2f87 None None] Pushing event updated for resources: {'Port': ['ID=583f7c0a-767e-493f-8835-4fbfac3f2207,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:50.445744 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a6d50e11-a635-425c-be9a-22f92460585b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:50.452021 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171d01d7-8780-44ed-b23c-60218d89d06e None None] Routers {'c84c1b1c-b328-41d7-9ade-e857570c7b29'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:56:50.456288 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-171d01d7-8780-44ed-b23c-60218d89d06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:56:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['c84c1b1c-b328-41d7-9ade-e857570c7b29'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:50.514129 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bd15c-3959-4530-85e5-edaaeff0e9e5 req-6fc3c558-7443-4750-b401-2a544521cbff tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:50.516259 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2a5bd15c-3959-4530-85e5-edaaeff0e9e5 req-6fc3c558-7443-4750-b401-2a544521cbff tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7722542 Nov 12 00:56:50.590273 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3bae5-8015-4c78-8770-c8a7744b938f req-50c1eec9-6ab3-4db4-8420-5231e00b4b9a tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:50.592108 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5ce3bae5-8015-4c78-8770-c8a7744b938f req-50c1eec9-6ab3-4db4-8420-5231e00b4b9a tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b00f85c-6b25-48ce-99f4-985acedfd8f3 HTTP/1.1" status: 200 len: 945 time: 0.2536380 Nov 12 00:56:50.605699 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2a5bd15c-3959-4530-85e5-edaaeff0e9e5 req-01d6ddad-328c-42bc-b4c1-d3bdb485091d tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] 10.222.0.45 "GET /v2.0/quotas/8b62a7bd07ff46aa817cfdb6cdb58769 HTTP/1.1" status: 200 len: 375 time: 0.0440068 Nov 12 00:56:50.659362 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device a680a354-383a-4b9b-8e66-248db6e76ac5 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:56:50.730716 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] No Port match for: a680a354-383a-4b9b-8e66-248db6e76ac5 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:56:50.737383 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device a680a354-383a-4b9b-8e66-248db6e76ac5 not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:56:50.740178 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 6b10d406-2cc1-4cba-8272-ab1d2a6757a9 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:56:50.786657 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2a5bd15c-3959-4530-85e5-edaaeff0e9e5 req-7e1be40e-181c-4dd2-82ed-32c071500931 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8b62a7bd07ff46aa817cfdb6cdb58769&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1797595 Nov 12 00:56:50.976019 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5ce3bae5-8015-4c78-8770-c8a7744b938f req-a9df0546-18d5-4085-ad83-54b6d699e3fe tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505282 Nov 12 00:56:50.976576 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56358) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:51.036869 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 6b10d406-2cc1-4cba-8272-ab1d2a6757a9 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:56:51.065688 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 6b10d406-2cc1-4cba-8272-ab1d2a6757a9 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:51.068111 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:51.090353 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-171d01d7-8780-44ed-b23c-60218d89d06e None None] Set router c84c1b1c-b328-41d7-9ade-e857570c7b29 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:56:51.150668 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f995fd5d-e635-4e2b-96b8-5c130fc231d2 req-e5febb65-11de-43d2-8850-495de459109f tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=8b62a7bd07ff46aa817cfdb6cdb58769&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1728985 Nov 12 00:56:51.482498 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-a6d50e11-a635-425c-be9a-22f92460585b admin admin] Allocated IP 172.20.0.1 (4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c/749b9936-c68e-49ae-a3ef-2ac3d2926d6a/f3b8f20c-cdcb-43d4-ae8c-385807a4dc6c) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:51.483269 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995fd5d-e635-4e2b-96b8-5c130fc231d2 req-940758b1-1a48-4ea5-b631-a7ecad481dcf tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:51.494563 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f995fd5d-e635-4e2b-96b8-5c130fc231d2 req-940758b1-1a48-4ea5-b631-a7ecad481dcf tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3106315 Nov 12 00:56:51.618811 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:51.704599 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-171d01d7-8780-44ed-b23c-60218d89d06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84c1b1c-b328-41d7-9ade-e857570c7b29', 'name': 'tempest-ServersTestManualDisk-199279593-router', 'tenant_id': 'e23f931e6abc48e289c4be9c4f72c99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '583f7c0a-767e-493f-8835-4fbfac3f2207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:56:38Z', 'updated_at': '2021-11-12T00:56:44Z', 'revision_number': 3, 'project_id': 'e23f931e6abc48e289c4be9c4f72c99c', 'gw_port': {'id': '583f7c0a-767e-493f-8835-4fbfac3f2207', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:54:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84c1b1c-b328-41d7-9ade-e857570c7b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:56:41Z', 'updated_at': '2021-11-12T00:56:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:51.711086 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e3aa03-07d7-4809-a574-0a143c59fa0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b10d406-2cc1-4cba-8272-ab1d2a6757a9'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:56:51.715751 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2335656f-7f94-4f5b-83bc-e582d8a38a2a" -d '{"events": [{"server_uuid": "c9e3aa03-07d7-4809-a574-0a143c59fa0e", "name": "network-vif-plugged", "status": "completed", "tag": "6b10d406-2cc1-4cba-8272-ab1d2a6757a9"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:56:51.768969 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 6b10d406-2cc1-4cba-8272-ab1d2a6757a9, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=6b10d406-2cc1-4cba-8272-ab1d2a6757a9,segment=NetworkSegment(45adf0ba-e61d-4509-afe2-5b0ef96fbbf3),segment_id=45adf0ba-e61d-4509-afe2-5b0ef96fbbf3)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:51.781947 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:51.800194 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171d01d7-8780-44ed-b23c-60218d89d06e None None] The sync data for ids ['c84c1b1c-b328-41d7-9ade-e857570c7b29'] in n-d-712142-27 is: [{'id': 'c84c1b1c-b328-41d7-9ade-e857570c7b29', 'name': 'tempest-ServersTestManualDisk-199279593-router', 'tenant_id': 'e23f931e6abc48e289c4be9c4f72c99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '583f7c0a-767e-493f-8835-4fbfac3f2207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:56:38Z', 'updated_at': '2021-11-12T00:56:44Z', 'revision_number': 3, 'project_id': 'e23f931e6abc48e289c4be9c4f72c99c', 'gw_port': {'id': '583f7c0a-767e-493f-8835-4fbfac3f2207', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:54:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84c1b1c-b328-41d7-9ade-e857570c7b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:56:41Z', 'updated_at': '2021-11-12T00:56:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:56:52.029212 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a6d50e11-a635-425c-be9a-22f92460585b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:52.074185 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=6b10d406-2cc1-4cba-8272-ab1d2a6757a9,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:52.125981 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56384) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:52.180807 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-150005a9-cf62-4524-99fc-8dd70d4b0c11 req-4deeb256-6186-4321-9559-75aad30f12c1 service neutron] 10.222.0.44 "GET /v2.0/networks/00a03daf-efbb-48db-964b-992b2504dfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9664590 Nov 12 00:56:52.552154 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-f995fd5d-e635-4e2b-96b8-5c130fc231d2 req-8b00c3e9-5430-45e6-b8ef-8ff34fc0f7ec tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Request body: {'port': {'device_id': 'af86cc37-5b5f-4939-9e6e-530f4bf55d75', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'admin_state_up': True, 'tenant_id': '8b62a7bd07ff46aa817cfdb6cdb58769'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:52.570444 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a6d50e11-a635-425c-be9a-22f92460585b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:52.632114 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ab840115-971b-49f9-a9da-d6f459a21edc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:52.645532 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-15f36038-a438-427f-a452-6c386944edba req-528a634d-0e9e-4af0-9164-169afd3e61f5 service neutron] 10.222.0.16 "GET /v2.0/networks/dfbacf63-886c-40df-80dd-a56be185809d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.2378147 Nov 12 00:56:52.779453 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ab840115-971b-49f9-a9da-d6f459a21edc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:52.892295 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ab840115-971b-49f9-a9da-d6f459a21edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:52.962043 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-150005a9-cf62-4524-99fc-8dd70d4b0c11 req-6fb4e8cf-b41c-48b6-9acd-1ffcb49305cb service neutron] 10.222.0.44 "GET /v2.0/networks/00a03daf-efbb-48db-964b-992b2504dfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7646058 Nov 12 00:56:52.962754 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bc50a369-b304-4741-bc29-90f4da5f0fa7 req-d63e7ba0-83f3-42ca-9b2e-2db28558879c tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] 10.222.0.45 "GET /v2.0/ports?device_id=96f82284-4e4f-4bbe-8c27-f1c5450f8f1f HTTP/1.1" status: 200 len: 210 time: 0.4057114 Nov 12 00:56:53.073092 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-ab840115-971b-49f9-a9da-d6f459a21edc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b09e3077b7cb4f8aad0c00f33187b61d&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0160258 Nov 12 00:56:53.078053 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab840115-971b-49f9-a9da-d6f459a21edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40f7015-e03f-4d6b-9fa4-a9eb6f4a1f18,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:53.083851 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56392) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:53.095423 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6b7ce2-777e-4409-b5b1-a5904b03a269 x-openstack-request-id: req-6f6b7ce2-777e-4409-b5b1-a5904b03a269 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:56:53.096864 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e3aa03-07d7-4809-a574-0a143c59fa0e", "name": "network-vif-plugged", "status": "completed", "tag": "6b10d406-2cc1-4cba-8272-ab1d2a6757a9", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:56:53.097579 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6f6b7ce2-777e-4409-b5b1-a5904b03a269 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:56:53.100155 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e3aa03-07d7-4809-a574-0a143c59fa0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b10d406-2cc1-4cba-8272-ab1d2a6757a9', 'code': 200} Nov 12 00:56:53.190325 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d50e11-a635-425c-be9a-22f92460585b admin admin] Network 4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:53.221469 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7402e9-b8f0-467a-bf54-b452fc7a8e4f req-3591a3a8-cbec-4e75-9cb0-7f585f46d242 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:53.225107 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d50e11-a635-425c-be9a-22f92460585b admin admin] Pushing event updated for resources: {'Port': ['ID=f3b8f20c-cdcb-43d4-ae8c-385807a4dc6c,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:53.241019 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5b7402e9-b8f0-467a-bf54-b452fc7a8e4f req-3591a3a8-cbec-4e75-9cb0-7f585f46d242 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9e3aa03-07d7-4809-a574-0a143c59fa0e HTTP/1.1" status: 200 len: 944 time: 1.7439320 Nov 12 00:56:53.252528 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-bafedcc5-edf3-4621-bd47-6d218dd77797 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6bde2e332c8e418290dd069bae32e617&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1248415 Nov 12 00:56:53.254089 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-a6d50e11-a635-425c-be9a-22f92460585b admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:53.260081 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56394) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:53.273322 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d50e11-a635-425c-be9a-22f92460585b admin admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:56:53.353296 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a6d50e11-a635-425c-be9a-22f92460585b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:53.621374 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-31e6708a-4581-4b77-ae75-000dbc6a8e3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:53.795001 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 583f7c0a-767e-493f-8835-4fbfac3f2207 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:56:53.823559 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-31e6708a-4581-4b77-ae75-000dbc6a8e3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:53.978904 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2a5bd15c-3959-4530-85e5-edaaeff0e9e5 req-24aaa363-68db-4ee5-8dac-160c4c743f9b tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=8b62a7bd07ff46aa817cfdb6cdb58769&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1491051 Nov 12 00:56:54.082494 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5b7402e9-b8f0-467a-bf54-b452fc7a8e4f req-d392d898-8d2c-46c0-8a9c-12830472181a tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8401606 Nov 12 00:56:54.108505 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f995fd5d-e635-4e2b-96b8-5c130fc231d2 req-8b00c3e9-5430-45e6-b8ef-8ff34fc0f7ec tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Made reservation on behalf of 8b62a7bd07ff46aa817cfdb6cdb58769 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:56:54.121586 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f995fd5d-e635-4e2b-96b8-5c130fc231d2 req-8b00c3e9-5430-45e6-b8ef-8ff34fc0f7ec tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:54.146690 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6b7e8-53e2-4f76-acc8-05c2d0851407 req-40fc4642-eafe-477f-a687-3d7b42ee8f4c tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:54.154084 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5fb6b7e8-53e2-4f76-acc8-05c2d0851407 req-40fc4642-eafe-477f-a687-3d7b42ee8f4c tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b00f85c-6b25-48ce-99f4-985acedfd8f3 HTTP/1.1" status: 200 len: 945 time: 0.8948135 Nov 12 00:56:54.356749 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-31e6708a-4581-4b77-ae75-000dbc6a8e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:54.362292 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-31e6708a-4581-4b77-ae75-000dbc6a8e3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:54.364183 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-31e6708a-4581-4b77-ae75-000dbc6a8e3f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e40f7015-e03f-4d6b-9fa4-a9eb6f4a1f18 HTTP/1.1" status: 204 len: 168 time: 1.2569942 Nov 12 00:56:54.423646 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bd15c-3959-4530-85e5-edaaeff0e9e5 req-7ed73c48-53b4-40be-bfdc-1aed6eff30ba tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:54.428249 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2a5bd15c-3959-4530-85e5-edaaeff0e9e5 req-7ed73c48-53b4-40be-bfdc-1aed6eff30ba tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3928549 Nov 12 00:56:54.460143 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-0460946a-bc8d-4c11-b4f0-dd905758832c None None] Provisioning complete for port f3b8f20c-cdcb-43d4-ae8c-385807a4dc6c triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:54.461321 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0460946a-bc8d-4c11-b4f0-dd905758832c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:54.524720 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f995fd5d-e635-4e2b-96b8-5c130fc231d2 req-8b00c3e9-5430-45e6-b8ef-8ff34fc0f7ec tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:54.542135 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-0460946a-bc8d-4c11-b4f0-dd905758832c None None] Port f3b8f20c-cdcb-43d4-ae8c-385807a4dc6c cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:56:54.556547 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 583f7c0a-767e-493f-8835-4fbfac3f2207 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:54.559488 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:54.583150 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-2a5bd15c-3959-4530-85e5-edaaeff0e9e5 req-f592354a-bc0e-4bda-8a40-f37a0a506966 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Request body: {'port': {'device_id': '96f82284-4e4f-4bbe-8c27-f1c5450f8f1f', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'admin_state_up': True, 'tenant_id': '8b62a7bd07ff46aa817cfdb6cdb58769'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:56:54.638663 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a6d50e11-a635-425c-be9a-22f92460585b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:54.646576 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e6708a-4581-4b77-ae75-000dbc6a8e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40f7015-e03f-4d6b-9fa4-a9eb6f4a1f18,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:54.943588 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:54.947991 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4812f760-5a10-440b-8830-9215c63af503 req-ac0b35bc-0367-45d8-afb9-cf184a353ce5 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] 10.222.0.45 "GET /v2.0/ports?device_id=96f82284-4e4f-4bbe-8c27-f1c5450f8f1f HTTP/1.1" status: 200 len: 210 time: 0.4698603 Nov 12 00:56:55.006581 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 583f7c0a-767e-493f-8835-4fbfac3f2207, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=583f7c0a-767e-493f-8835-4fbfac3f2207,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:56:55.018310 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:55.051840 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041928f8-5d3e-413f-b5ca-dfca590eea5a req-cab6c606-7184-4a1d-9712-8176339d5899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:55.057920 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-041928f8-5d3e-413f-b5ca-dfca590eea5a req-cab6c606-7184-4a1d-9712-8176339d5899 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c9e3aa03-07d7-4809-a574-0a143c59fa0e HTTP/1.1" status: 200 len: 1097 time: 1.8228741 Nov 12 00:56:55.092966 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-710c5bce-259c-4d60-89ce-dd52fb4ac421 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:55.133751 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=583f7c0a-767e-493f-8835-4fbfac3f2207,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:55.156383 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-710c5bce-259c-4d60-89ce-dd52fb4ac421 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:55.247381 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56412) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:55.250794 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5fb6b7e8-53e2-4f76-acc8-05c2d0851407 req-cd3fa270-0559-4260-bb3b-46ddb31a0ec3 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0598481 Nov 12 00:56:55.308356 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-710c5bce-259c-4d60-89ce-dd52fb4ac421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:55.334182 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-710c5bce-259c-4d60-89ce-dd52fb4ac421 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:55.347764 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-710c5bce-259c-4d60-89ce-dd52fb4ac421 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b1e5630d-5333-4125-9e5b-53202cfb6853 HTTP/1.1" status: 204 len: 168 time: 2.0715373 Nov 12 00:56:55.519802 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a6d50e11-a635-425c-be9a-22f92460585b admin admin] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:55.525196 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710c5bce-259c-4d60-89ce-dd52fb4ac421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e5630d-5333-4125-9e5b-53202cfb6853,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:55.528931 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cafee117-cdad-4426-a37d-3f350687aa43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:55.541412 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a6d50e11-a635-425c-be9a-22f92460585b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:55.676723 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a5bd15c-3959-4530-85e5-edaaeff0e9e5 req-f592354a-bc0e-4bda-8a40-f37a0a506966 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Made reservation on behalf of 8b62a7bd07ff46aa817cfdb6cdb58769 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:56:55.682954 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 583f7c0a-767e-493f-8835-4fbfac3f2207 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:56:55.688741 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2a5bd15c-3959-4530-85e5-edaaeff0e9e5 req-f592354a-bc0e-4bda-8a40-f37a0a506966 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:55.714313 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2a5bd15c-3959-4530-85e5-edaaeff0e9e5 req-f592354a-bc0e-4bda-8a40-f37a0a506966 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:55.856316 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a6d50e11-a635-425c-be9a-22f92460585b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:55.904981 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 583f7c0a-767e-493f-8835-4fbfac3f2207 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:55.905687 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:55.921507 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02026613-d48c-4e79-8522-ca64ae6675cd req-10bd7068-beb2-4414-af2f-301c80fce9b3 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:55.942562 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-02026613-d48c-4e79-8522-ca64ae6675cd req-10bd7068-beb2-4414-af2f-301c80fce9b3 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9e3aa03-07d7-4809-a574-0a143c59fa0e HTTP/1.1" status: 200 len: 945 time: 0.4146492 Nov 12 00:56:56.159843 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d50e11-a635-425c-be9a-22f92460585b admin admin] Pushing event updated for resources: {'Port': ['ID=f3b8f20c-cdcb-43d4-ae8c-385807a4dc6c,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:56.203493 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-041928f8-5d3e-413f-b5ca-dfca590eea5a req-79d90079-3d9f-4237-ac85-a248704c9d57 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1332421 Nov 12 00:56:56.233743 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f995fd5d-e635-4e2b-96b8-5c130fc231d2 req-8b00c3e9-5430-45e6-b8ef-8ff34fc0f7ec tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:56.392227 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d8b4250a-0371-4a27-b80c-199c73c31529 req-80b6bdc4-61c8-4951-8e88-5175a2d198bc tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] 10.222.0.45 "GET /v2.0/ports?device_id=96f82284-4e4f-4bbe-8c27-f1c5450f8f1f HTTP/1.1" status: 200 len: 210 time: 0.1651537 Nov 12 00:56:56.465654 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f995fd5d-e635-4e2b-96b8-5c130fc231d2 req-8b00c3e9-5430-45e6-b8ef-8ff34fc0f7ec tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:56.494734 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.db.api [req-2a5bd15c-3959-4530-85e5-edaaeff0e9e5 req-f592354a-bc0e-4bda-8a40-f37a0a506966 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 8b62a7bd07ff46aa817cfdb6cdb58769 {{(pid=109085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 00:56:56.495324 n-d-712142-27 neutron-server[109085]: DEBUG oslo_db.api [req-2a5bd15c-3959-4530-85e5-edaaeff0e9e5 req-f592354a-bc0e-4bda-8a40-f37a0a506966 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 00:56:56.544712 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d50e11-a635-425c-be9a-22f92460585b admin admin] Network 4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:56.552408 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-02026613-d48c-4e79-8522-ca64ae6675cd req-0fc54ab1-ff99-4fad-ae7b-81d4032c3709 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5857000 Nov 12 00:56:56.560995 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-a6d50e11-a635-425c-be9a-22f92460585b admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:56.571158 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cafee117-cdad-4426-a37d-3f350687aa43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:56.586940 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cafee117-cdad-4426-a37d-3f350687aa43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:56.704181 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b00c3e9-5430-45e6-b8ef-8ff34fc0f7ec tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f24bbfc-cffd-4d62-a978-899dca5d7550,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:56.846218 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56428) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:56.847318 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:56:57.015098 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2a5bd15c-3959-4530-85e5-edaaeff0e9e5 req-f592354a-bc0e-4bda-8a40-f37a0a506966 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:57.176838 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6d50e11-a635-425c-be9a-22f92460585b admin admin] Router c84c1b1c-b328-41d7-9ade-e857570c7b29 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:56:57.178959 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-f995fd5d-e635-4e2b-96b8-5c130fc231d2 req-8b00c3e9-5430-45e6-b8ef-8ff34fc0f7ec tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Allocated IP 192.168.233.197 (945c2da1-f958-478a-a48a-8af2dfa2e179/f0290328-7bc5-4266-bfb9-6eb25d91acf0/f3078017-2fb6-483c-b8e9-6d92e708b295) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:56:57.229674 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafee117-cdad-4426-a37d-3f350687aa43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a535d2-eb28-4f8a-b293-80eef0c3c307,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:57.323001 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-1c6efd95-7aa3-46ab-83fa-26d079d66efe admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=711e38ce96e84c31b0b0a35b5b6e29e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4119749 Nov 12 00:56:57.327518 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56432) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:57.491841 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef4403c-ae64-4919-a33a-4a95af52f95e req-c26bb0f5-86ba-475f-95c0-8e0bea3f4085 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:57.493982 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-800ea0ae-3e05-4804-b99b-039ddfb6946a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:57.510618 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3ef4403c-ae64-4919-a33a-4a95af52f95e req-c26bb0f5-86ba-475f-95c0-8e0bea3f4085 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b00f85c-6b25-48ce-99f4-985acedfd8f3 HTTP/1.1" status: 200 len: 945 time: 0.5953715 Nov 12 00:56:57.648261 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-9bc3e431-3967-45b0-a92b-7b53a896b07b None None] Provisioning complete for port f3b8f20c-cdcb-43d4-ae8c-385807a4dc6c triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:56:57.651417 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9bc3e431-3967-45b0-a92b-7b53a896b07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:57.879268 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-9bc3e431-3967-45b0-a92b-7b53a896b07b None None] Port f3b8f20c-cdcb-43d4-ae8c-385807a4dc6c cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:56:57.898757 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d50e11-a635-425c-be9a-22f92460585b admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:56:57.907663 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-cafee117-cdad-4426-a37d-3f350687aa43 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e05513391aea4656a2c4236f9eeada86&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6359899 Nov 12 00:56:57.909291 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a6d50e11-a635-425c-be9a-22f92460585b admin admin] 10.222.0.45 "PUT /v2.0/routers/c84c1b1c-b328-41d7-9ade-e857570c7b29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4267912 Nov 12 00:56:57.910211 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56440) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:56:57.933702 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab33bb5a-9f52-4f07-a2eb-7f5349cebfbe None None] Sync routers for ids ['c84c1b1c-b328-41d7-9ade-e857570c7b29'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:56:57.973663 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab33bb5a-9f52-4f07-a2eb-7f5349cebfbe None None] Routers {'c84c1b1c-b328-41d7-9ade-e857570c7b29'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:56:57.980196 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-ab33bb5a-9f52-4f07-a2eb-7f5349cebfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:56:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['c84c1b1c-b328-41d7-9ade-e857570c7b29'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:57.996040 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-63aff24b-c009-4cef-993e-569c5f14120c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:58.084813 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-63aff24b-c009-4cef-993e-569c5f14120c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:58.258174 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-63aff24b-c009-4cef-993e-569c5f14120c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:58.266980 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-63aff24b-c009-4cef-993e-569c5f14120c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:58.271807 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-63aff24b-c009-4cef-993e-569c5f14120c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c1a535d2-eb28-4f8a-b293-80eef0c3c307 HTTP/1.1" status: 204 len: 168 time: 0.3586781 Nov 12 00:56:58.296463 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aff24b-c009-4cef-993e-569c5f14120c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a535d2-eb28-4f8a-b293-80eef0c3c307,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:56:58.456522 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-ab33bb5a-9f52-4f07-a2eb-7f5349cebfbe None None] Set router c84c1b1c-b328-41d7-9ade-e857570c7b29 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:56:58.471794 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3ef4403c-ae64-4919-a33a-4a95af52f95e req-eb17df36-8adb-4454-82bf-fb5a6ae18b6b tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9620903 Nov 12 00:56:58.672979 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f995fd5d-e635-4e2b-96b8-5c130fc231d2 req-8b00c3e9-5430-45e6-b8ef-8ff34fc0f7ec tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:58.942849 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-88b496bc-80a2-4f62-a985-99e325b0fe96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:59.203460 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f058ac-699f-4dcf-9093-61e8bbf3a881 req-df1dfd6f-127f-4ea2-93a7-76f0790779e2 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:59.218837 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-87f058ac-699f-4dcf-9093-61e8bbf3a881 req-df1dfd6f-127f-4ea2-93a7-76f0790779e2 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=fae9f6f0-d961-46c4-b01a-29a22e071ae6 HTTP/1.1" status: 200 len: 944 time: 1.6118782 Nov 12 00:56:59.222996 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f995fd5d-e635-4e2b-96b8-5c130fc231d2 req-8b00c3e9-5430-45e6-b8ef-8ff34fc0f7ec tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:59.229747 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0ae29a73-05bb-4580-8fbf-147c4f8dc9b2 req-5e489971-b8aa-46c1-9875-1ed02a9112bf tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] 10.222.0.45 "GET /v2.0/ports?device_id=96f82284-4e4f-4bbe-8c27-f1c5450f8f1f HTTP/1.1" status: 200 len: 210 time: 0.3418460 Nov 12 00:56:59.395843 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-ab33bb5a-9f52-4f07-a2eb-7f5349cebfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84c1b1c-b328-41d7-9ade-e857570c7b29', 'name': 'tempest-ServersTestManualDisk-199279593-router', 'tenant_id': 'e23f931e6abc48e289c4be9c4f72c99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '583f7c0a-767e-493f-8835-4fbfac3f2207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:56:38Z', 'updated_at': '2021-11-12T00:56:54Z', 'revision_number': 4, 'project_id': 'e23f931e6abc48e289c4be9c4f72c99c', 'gw_port': {'id': '583f7c0a-767e-493f-8835-4fbfac3f2207', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:54:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84c1b1c-b328-41d7-9ade-e857570c7b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:56:41Z', 'updated_at': '2021-11-12T00:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'f3b8f20c-cdcb-43d4-ae8c-385807a4dc6c', 'name': '', 'network_id': '4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c', 'tenant_id': 'e23f931e6abc48e289c4be9c4f72c99c', 'mac_address': 'fa:16:3e:5b:d2:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84c1b1c-b328-41d7-9ade-e857570c7b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '749b9936-c68e-49ae-a3ef-2ac3d2926d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:56:51Z', 'updated_at': '2021-11-12T00:56:54Z', 'revision_number': 2, 'project_id': 'e23f931e6abc48e289c4be9c4f72c99c', 'subnets': [{'id': '749b9936-c68e-49ae-a3ef-2ac3d2926d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:56:59.448070 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f995fd5d-e635-4e2b-96b8-5c130fc231d2 req-8b00c3e9-5430-45e6-b8ef-8ff34fc0f7ec tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Network 945c2da1-f958-478a-a48a-8af2dfa2e179 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:56:59.456866 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab33bb5a-9f52-4f07-a2eb-7f5349cebfbe None None] Checking router: c84c1b1c-b328-41d7-9ade-e857570c7b29 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:56:59.458234 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab33bb5a-9f52-4f07-a2eb-7f5349cebfbe None None] Updating router c84c1b1c-b328-41d7-9ade-e857570c7b29 port f3b8f20c-cdcb-43d4-ae8c-385807a4dc6c binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:56:59.497096 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-87f058ac-699f-4dcf-9093-61e8bbf3a881 req-0841f1ea-37bc-494c-af93-7e48111e9450 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464728 Nov 12 00:56:59.525966 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ab33bb5a-9f52-4f07-a2eb-7f5349cebfbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:59.546380 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-f995fd5d-e635-4e2b-96b8-5c130fc231d2 req-8b00c3e9-5430-45e6-b8ef-8ff34fc0f7ec tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:56:59.585898 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-88b496bc-80a2-4f62-a985-99e325b0fe96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:56:59.617768 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-f995fd5d-e635-4e2b-96b8-5c130fc231d2 req-8b00c3e9-5430-45e6-b8ef-8ff34fc0f7ec tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:56:59.889683 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995fd5d-e635-4e2b-96b8-5c130fc231d2 req-8b00c3e9-5430-45e6-b8ef-8ff34fc0f7ec tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:56:59.890517 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f995fd5d-e635-4e2b-96b8-5c130fc231d2 req-8b00c3e9-5430-45e6-b8ef-8ff34fc0f7ec tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:00.016340 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-2a5bd15c-3959-4530-85e5-edaaeff0e9e5 req-f592354a-bc0e-4bda-8a40-f37a0a506966 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Allocated IP 192.168.233.63 (945c2da1-f958-478a-a48a-8af2dfa2e179/f0290328-7bc5-4266-bfb9-6eb25d91acf0/d8ff5311-e0a3-4263-85de-4a8747deef58) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:57:00.032140 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ab33bb5a-9f52-4f07-a2eb-7f5349cebfbe None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:00.043858 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ab33bb5a-9f52-4f07-a2eb-7f5349cebfbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:00.066728 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf923f8-5e36-4e2b-b7f2-cfe2374b7199 req-eee65b05-299e-424b-ab11-610ee128f44c tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:00.071639 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-adf923f8-5e36-4e2b-b7f2-cfe2374b7199 req-eee65b05-299e-424b-ab11-610ee128f44c tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.16 "GET /v2.0/ports?device_id=fae9f6f0-d961-46c4-b01a-29a22e071ae6 HTTP/1.1" status: 200 len: 944 time: 1.5603127 Nov 12 00:57:00.072845 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b00c3e9-5430-45e6-b8ef-8ff34fc0f7ec tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Pushing event updated for resources: {'Port': ['ID=f3078017-2fb6-483c-b8e9-6d92e708b295,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:00.127589 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b00c3e9-5430-45e6-b8ef-8ff34fc0f7ec tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:00.128740 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b00c3e9-5430-45e6-b8ef-8ff34fc0f7ec tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:00.129684 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b00c3e9-5430-45e6-b8ef-8ff34fc0f7ec tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:00.130589 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b00c3e9-5430-45e6-b8ef-8ff34fc0f7ec tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:00.131414 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b00c3e9-5430-45e6-b8ef-8ff34fc0f7ec tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:00.132673 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b00c3e9-5430-45e6-b8ef-8ff34fc0f7ec tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:00.133411 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b00c3e9-5430-45e6-b8ef-8ff34fc0f7ec tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:00.134045 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b00c3e9-5430-45e6-b8ef-8ff34fc0f7ec tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:00.134637 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b00c3e9-5430-45e6-b8ef-8ff34fc0f7ec tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:00.135221 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b00c3e9-5430-45e6-b8ef-8ff34fc0f7ec tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:00.135830 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b00c3e9-5430-45e6-b8ef-8ff34fc0f7ec tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:00.136446 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b00c3e9-5430-45e6-b8ef-8ff34fc0f7ec tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:00.239584 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f995fd5d-e635-4e2b-96b8-5c130fc231d2 req-8b00c3e9-5430-45e6-b8ef-8ff34fc0f7ec tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.6918778 Nov 12 00:57:00.257502 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057d7228-7576-44e2-af56-784f00bc5315 None None] Pushing event updated for resources: {'Port': ['ID=f3b8f20c-cdcb-43d4-ae8c-385807a4dc6c,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:00.288154 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-ab33bb5a-9f52-4f07-a2eb-7f5349cebfbe None None] Attempting to bind port f3b8f20c-cdcb-43d4-ae8c-385807a4dc6c on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:57:00.288780 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-ab33bb5a-9f52-4f07-a2eb-7f5349cebfbe None None] Attempting to bind port f3b8f20c-cdcb-43d4-ae8c-385807a4dc6c by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '77040763-e023-46a1-bb98-eb5e339b4758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:57:00.289344 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab33bb5a-9f52-4f07-a2eb-7f5349cebfbe None None] Attempting to bind port f3b8f20c-cdcb-43d4-ae8c-385807a4dc6c on network 4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:57:00.289942 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-f995fd5d-e635-4e2b-96b8-5c130fc231d2 req-b16c353c-a3aa-4860-adbb-7259b6dfb460 service neutron] Request body: {'port': {'device_id': 'af86cc37-5b5f-4939-9e6e-530f4bf55d75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:00.305168 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab33bb5a-9f52-4f07-a2eb-7f5349cebfbe None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:57:00.306233 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab33bb5a-9f52-4f07-a2eb-7f5349cebfbe None None] Checking segment: {'id': '77040763-e023-46a1-bb98-eb5e339b4758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:00.307228 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ab33bb5a-9f52-4f07-a2eb-7f5349cebfbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:00.308117 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab33bb5a-9f52-4f07-a2eb-7f5349cebfbe None None] Bound using segment: {'id': '77040763-e023-46a1-bb98-eb5e339b4758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:57:00.308946 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-ab33bb5a-9f52-4f07-a2eb-7f5349cebfbe None None] Bound port: f3b8f20c-cdcb-43d4-ae8c-385807a4dc6c, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77040763-e023-46a1-bb98-eb5e339b4758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:57:00.309610 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ab33bb5a-9f52-4f07-a2eb-7f5349cebfbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:00.339053 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-c498980d-248b-45cb-b7c3-9d5f763602f6 None None] Provisioning complete for port f3078017-2fb6-483c-b8e9-6d92e708b295 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:00.340123 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c498980d-248b-45cb-b7c3-9d5f763602f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:00.392686 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-c498980d-248b-45cb-b7c3-9d5f763602f6 None None] Port f3078017-2fb6-483c-b8e9-6d92e708b295 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:57:00.428337 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863a781-8668-467d-9b38-f5ce2f1fda77 req-3b5a2a2c-7332-4d5a-a026-4dce001a40fc tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:00.430051 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1863a781-8668-467d-9b38-f5ce2f1fda77 req-3b5a2a2c-7332-4d5a-a026-4dce001a40fc tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9e3aa03-07d7-4809-a574-0a143c59fa0e HTTP/1.1" status: 200 len: 945 time: 0.9184899 Nov 12 00:57:00.524827 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-ab33bb5a-9f52-4f07-a2eb-7f5349cebfbe None None] For port f3b8f20c-cdcb-43d4-ae8c-385807a4dc6c, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:57:00.531539 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-ab33bb5a-9f52-4f07-a2eb-7f5349cebfbe None None] For port f3b8f20c-cdcb-43d4-ae8c-385807a4dc6c, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=f3b8f20c-cdcb-43d4-ae8c-385807a4dc6c,segment=NetworkSegment(77040763-e023-46a1-bb98-eb5e339b4758),segment_id=77040763-e023-46a1-bb98-eb5e339b4758)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:57:00.540137 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ab33bb5a-9f52-4f07-a2eb-7f5349cebfbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:00.594102 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f995fd5d-e635-4e2b-96b8-5c130fc231d2 req-b16c353c-a3aa-4860-adbb-7259b6dfb460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:00.636930 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab33bb5a-9f52-4f07-a2eb-7f5349cebfbe None None] Routers {'c84c1b1c-b328-41d7-9ade-e857570c7b29'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:57:00.637585 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-ab33bb5a-9f52-4f07-a2eb-7f5349cebfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:56:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['c84c1b1c-b328-41d7-9ade-e857570c7b29'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:00.639807 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-88b496bc-80a2-4f62-a985-99e325b0fe96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:00.643735 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-88b496bc-80a2-4f62-a985-99e325b0fe96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:00.648847 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-88b496bc-80a2-4f62-a985-99e325b0fe96 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/85578e16-df56-4fbd-a784-278d618499c1 HTTP/1.1" status: 204 len: 168 time: 3.3013253 Nov 12 00:57:00.744590 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b496bc-80a2-4f62-a985-99e325b0fe96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85578e16-df56-4fbd-a784-278d618499c1,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:01.032791 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1863a781-8668-467d-9b38-f5ce2f1fda77 req-cc429f97-9421-4dff-aa31-43484afa10a0 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5736966 Nov 12 00:57:01.053327 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-ab33bb5a-9f52-4f07-a2eb-7f5349cebfbe None None] Set router c84c1b1c-b328-41d7-9ade-e857570c7b29 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:57:01.229195 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56496) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:01.235077 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-c2ddaf6a-b27e-4423-bdb0-26295b644a42 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Request body: {'security_group': {'name': 'tempest-securitygroup--230529879', 'description': 'tempest-description--2131075494'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:01.259484 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-adf923f8-5e36-4e2b-b7f2-cfe2374b7199 req-421b0f2c-a4ef-4866-aefb-beee64cf9b1f tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Deleting port a9829ae0-68a1-466e-86d4-cef54886a7b3 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:57:01.262194 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-adf923f8-5e36-4e2b-b7f2-cfe2374b7199 req-421b0f2c-a4ef-4866-aefb-beee64cf9b1f tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:01.302726 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c2ddaf6a-b27e-4423-bdb0-26295b644a42 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:01.421733 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-6311c9bc-e254-4003-a14d-61743e104e09 None None] Provisioning complete for port f3b8f20c-cdcb-43d4-ae8c-385807a4dc6c triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:01.422942 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6311c9bc-e254-4003-a14d-61743e104e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:01.425427 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057d7228-7576-44e2-af56-784f00bc5315 None None] Pushing event updated for resources: {'Port': ['ID=f3b8f20c-cdcb-43d4-ae8c-385807a4dc6c,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:01.467757 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c2ddaf6a-b27e-4423-bdb0-26295b644a42 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:01.474849 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c2ddaf6a-b27e-4423-bdb0-26295b644a42 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:01.486447 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-54637c02-6a2e-4af2-81c3-3b1fbb37cd5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:01.519535 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c2ddaf6a-b27e-4423-bdb0-26295b644a42 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:01.524819 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c2ddaf6a-b27e-4423-bdb0-26295b644a42 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2908163 Nov 12 00:57:01.528589 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56500) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:01.531678 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057d7228-7576-44e2-af56-784f00bc5315 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:01.532373 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057d7228-7576-44e2-af56-784f00bc5315 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:01.532600 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057d7228-7576-44e2-af56-784f00bc5315 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:01.532943 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057d7228-7576-44e2-af56-784f00bc5315 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:01.533399 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057d7228-7576-44e2-af56-784f00bc5315 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:01.533934 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057d7228-7576-44e2-af56-784f00bc5315 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:01.534327 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057d7228-7576-44e2-af56-784f00bc5315 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:01.534668 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057d7228-7576-44e2-af56-784f00bc5315 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:01.536379 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057d7228-7576-44e2-af56-784f00bc5315 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:01.536858 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057d7228-7576-44e2-af56-784f00bc5315 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:01.537276 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057d7228-7576-44e2-af56-784f00bc5315 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:01.537889 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057d7228-7576-44e2-af56-784f00bc5315 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:01.541984 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-03bb3e98-7d34-4479-b9ae-2802d1eef915 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Request body: {'security_group_rule': {'security_group_id': 'aa918c48-355b-4036-b12c-82ff85154b99', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:01.590783 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-03bb3e98-7d34-4479-b9ae-2802d1eef915 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:01.633940 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ddaf6a-b27e-4423-bdb0-26295b644a42 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa918c48-355b-4036-b12c-82ff85154b99,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:01.665874 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-03bb3e98-7d34-4479-b9ae-2802d1eef915 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:01.674535 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-03bb3e98-7d34-4479-b9ae-2802d1eef915 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:01.717164 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb3e98-7d34-4479-b9ae-2802d1eef915 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fae39402-4475-435b-aab3-e999cfe499a2,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:01.724653 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-03bb3e98-7d34-4479-b9ae-2802d1eef915 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:01.728488 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-03bb3e98-7d34-4479-b9ae-2802d1eef915 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1956863 Nov 12 00:57:01.728824 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56506) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:01.735877 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-ee9519dc-26d0-4b30-97ca-1fb20b875665 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Request body: {'security_group_rule': {'security_group_id': 'aa918c48-355b-4036-b12c-82ff85154b99', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:01.760566 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2223891c-9dba-4713-81d3-590802b1e0c1 req-195e88d7-245c-4e79-b4b4-8f28325755d1 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] 10.222.0.45 "GET /v2.0/ports?device_id=96f82284-4e4f-4bbe-8c27-f1c5450f8f1f HTTP/1.1" status: 200 len: 210 time: 0.3133950 Nov 12 00:57:01.772090 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2a5bd15c-3959-4530-85e5-edaaeff0e9e5 req-f592354a-bc0e-4bda-8a40-f37a0a506966 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:01.785230 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ee9519dc-26d0-4b30-97ca-1fb20b875665 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:01.827548 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6311c9bc-e254-4003-a14d-61743e104e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:01.903091 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3301f-addb-4c63-b31f-fe830b5c218e req-92158ef9-2216-4cf8-89b8-0b6cf3d7ab9f tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:01.916899 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-51b3301f-addb-4c63-b31f-fe830b5c218e req-92158ef9-2216-4cf8-89b8-0b6cf3d7ab9f tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b00f85c-6b25-48ce-99f4-985acedfd8f3 HTTP/1.1" status: 200 len: 945 time: 0.4895012 Nov 12 00:57:01.942646 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ee9519dc-26d0-4b30-97ca-1fb20b875665 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:01.951829 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ee9519dc-26d0-4b30-97ca-1fb20b875665 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:01.971363 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-adf923f8-5e36-4e2b-b7f2-cfe2374b7199 req-421b0f2c-a4ef-4866-aefb-beee64cf9b1f tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] For port a9829ae0-68a1-466e-86d4-cef54886a7b3, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=a9829ae0-68a1-466e-86d4-cef54886a7b3,segment=NetworkSegment(22cf0803-7015-4b8f-9bea-ad8ec3d31ac5),segment_id=22cf0803-7015-4b8f-9bea-ad8ec3d31ac5)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:01.989964 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-adf923f8-5e36-4e2b-b7f2-cfe2374b7199 req-421b0f2c-a4ef-4866-aefb-beee64cf9b1f tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:01.990893 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-6311c9bc-e254-4003-a14d-61743e104e09 None None] For port f3b8f20c-cdcb-43d4-ae8c-385807a4dc6c, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=f3b8f20c-cdcb-43d4-ae8c-385807a4dc6c,segment=NetworkSegment(77040763-e023-46a1-bb98-eb5e339b4758),segment_id=77040763-e023-46a1-bb98-eb5e339b4758)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:01.993240 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9519dc-26d0-4b30-97ca-1fb20b875665 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6061e91-7b65-4348-8efc-2d0029c06b5d,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:02.013334 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ee9519dc-26d0-4b30-97ca-1fb20b875665 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:02.017777 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ee9519dc-26d0-4b30-97ca-1fb20b875665 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2845759 Nov 12 00:57:02.018500 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56518) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:02.019164 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-ab33bb5a-9f52-4f07-a2eb-7f5349cebfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84c1b1c-b328-41d7-9ade-e857570c7b29', 'name': 'tempest-ServersTestManualDisk-199279593-router', 'tenant_id': 'e23f931e6abc48e289c4be9c4f72c99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '583f7c0a-767e-493f-8835-4fbfac3f2207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:56:38Z', 'updated_at': '2021-11-12T00:56:54Z', 'revision_number': 4, 'project_id': 'e23f931e6abc48e289c4be9c4f72c99c', 'gw_port': {'id': '583f7c0a-767e-493f-8835-4fbfac3f2207', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:54:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84c1b1c-b328-41d7-9ade-e857570c7b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:56:41Z', 'updated_at': '2021-11-12T00:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'f3b8f20c-cdcb-43d4-ae8c-385807a4dc6c', 'name': '', 'network_id': '4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c', 'tenant_id': 'e23f931e6abc48e289c4be9c4f72c99c', 'mac_address': 'fa:16:3e:5b:d2:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84c1b1c-b328-41d7-9ade-e857570c7b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '749b9936-c68e-49ae-a3ef-2ac3d2926d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:56:51Z', 'updated_at': '2021-11-12T00:57:00Z', 'revision_number': 4, 'project_id': 'e23f931e6abc48e289c4be9c4f72c99c', 'subnets': [{'id': '749b9936-c68e-49ae-a3ef-2ac3d2926d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:02.031526 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-951acf31-3e86-4b2d-bf73-2e6541ffb4aa tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Request body: {'floatingip': {'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:02.103882 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-951acf31-3e86-4b2d-bf73-2e6541ffb4aa tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Publish callbacks [] for floatingip, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:02.131014 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6311c9bc-e254-4003-a14d-61743e104e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:02.142076 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-adf923f8-5e36-4e2b-b7f2-cfe2374b7199 req-421b0f2c-a4ef-4866-aefb-beee64cf9b1f tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Calling delete_port for a9829ae0-68a1-466e-86d4-cef54886a7b3 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:57:02.161133 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab33bb5a-9f52-4f07-a2eb-7f5349cebfbe None None] The sync data for ids ['c84c1b1c-b328-41d7-9ade-e857570c7b29'] in n-d-712142-27 is: [{'id': 'c84c1b1c-b328-41d7-9ade-e857570c7b29', 'name': 'tempest-ServersTestManualDisk-199279593-router', 'tenant_id': 'e23f931e6abc48e289c4be9c4f72c99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '583f7c0a-767e-493f-8835-4fbfac3f2207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:56:38Z', 'updated_at': '2021-11-12T00:56:54Z', 'revision_number': 4, 'project_id': 'e23f931e6abc48e289c4be9c4f72c99c', 'gw_port': {'id': '583f7c0a-767e-493f-8835-4fbfac3f2207', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:54:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84c1b1c-b328-41d7-9ade-e857570c7b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:56:41Z', 'updated_at': '2021-11-12T00:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'f3b8f20c-cdcb-43d4-ae8c-385807a4dc6c', 'name': '', 'network_id': '4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c', 'tenant_id': 'e23f931e6abc48e289c4be9c4f72c99c', 'mac_address': 'fa:16:3e:5b:d2:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c84c1b1c-b328-41d7-9ade-e857570c7b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '749b9936-c68e-49ae-a3ef-2ac3d2926d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:56:51Z', 'updated_at': '2021-11-12T00:57:00Z', 'revision_number': 4, 'project_id': 'e23f931e6abc48e289c4be9c4f72c99c', 'subnets': [{'id': '749b9936-c68e-49ae-a3ef-2ac3d2926d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:57:02.329310 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-51b3301f-addb-4c63-b31f-fe830b5c218e req-059563d0-329a-4c65-9625-1ab5553ad059 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4072819 Nov 12 00:57:02.335008 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2a5bd15c-3959-4530-85e5-edaaeff0e9e5 req-f592354a-bc0e-4bda-8a40-f37a0a506966 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:02.379013 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-951acf31-3e86-4b2d-bf73-2e6541ffb4aa tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:02.489607 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-2481ac06-6f1f-4e3d-a818-c8bbcc3bf6ca None None] Provisioning complete for port f3b8f20c-cdcb-43d4-ae8c-385807a4dc6c triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:02.498925 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2481ac06-6f1f-4e3d-a818-c8bbcc3bf6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:02.501472 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6311c9bc-e254-4003-a14d-61743e104e09 None None] Pushing event updated for resources: {'Port': ['ID=f3b8f20c-cdcb-43d4-ae8c-385807a4dc6c,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:02.503327 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-398f5af1-ada2-4e0f-9d3d-da00b883f0b6 req-ef83914d-68ad-4463-a82b-0ffed080b2b4 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--593140128&fields=id&tenant_id=bd88bcdcd79e46fe8ed56f798ef1ed29 HTTP/1.1" status: 200 len: 267 time: 0.4358778 Nov 12 00:57:02.627334 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a5bd15c-3959-4530-85e5-edaaeff0e9e5 req-f592354a-bc0e-4bda-8a40-f37a0a506966 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Network 945c2da1-f958-478a-a48a-8af2dfa2e179 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:02.689359 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:02.701282 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-951acf31-3e86-4b2d-bf73-2e6541ffb4aa tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Allocated IP 172.25.3.130 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/0f8e1efb-119c-4b67-9c04-ce2ddfefa4db) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:57:02.727659 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device a9829ae0-68a1-466e-86d4-cef54886a7b3 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:57:02.742384 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-2a5bd15c-3959-4530-85e5-edaaeff0e9e5 req-f592354a-bc0e-4bda-8a40-f37a0a506966 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:02.764940 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a5bd15c-3959-4530-85e5-edaaeff0e9e5 req-f592354a-bc0e-4bda-8a40-f37a0a506966 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:57:02.919214 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-951acf31-3e86-4b2d-bf73-2e6541ffb4aa tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:02.986918 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-951acf31-3e86-4b2d-bf73-2e6541ffb4aa tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:03.066408 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951acf31-3e86-4b2d-bf73-2e6541ffb4aa tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:03.071549 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-951acf31-3e86-4b2d-bf73-2e6541ffb4aa tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:03.075930 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951acf31-3e86-4b2d-bf73-2e6541ffb4aa tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:57:03.140063 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951acf31-3e86-4b2d-bf73-2e6541ffb4aa tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Pushing event updated for resources: {'Port': ['ID=0f8e1efb-119c-4b67-9c04-ce2ddfefa4db,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:03.282069 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f592354a-bc0e-4bda-8a40-f37a0a506966 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Pushing event updated for resources: {'Port': ['ID=d8ff5311-e0a3-4263-85de-4a8747deef58,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:03.293961 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-0423dc31-02c9-4247-8dde-0637b5a0f9e0 None None] Provisioning complete for port d8ff5311-e0a3-4263-85de-4a8747deef58 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:03.298469 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0423dc31-02c9-4247-8dde-0637b5a0f9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:03.314389 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-f995fd5d-e635-4e2b-96b8-5c130fc231d2 req-b16c353c-a3aa-4860-adbb-7259b6dfb460 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3078017-2fb6-483c-b8e9-6d92e708b295 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:57:03.328628 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bd15c-3959-4530-85e5-edaaeff0e9e5 req-f592354a-bc0e-4bda-8a40-f37a0a506966 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:03.329775 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2a5bd15c-3959-4530-85e5-edaaeff0e9e5 req-f592354a-bc0e-4bda-8a40-f37a0a506966 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:03.348114 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f995fd5d-e635-4e2b-96b8-5c130fc231d2 req-b16c353c-a3aa-4860-adbb-7259b6dfb460 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:03.361245 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-0423dc31-02c9-4247-8dde-0637b5a0f9e0 None None] Port d8ff5311-e0a3-4263-85de-4a8747deef58 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:57:03.403081 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb24a2-82f2-4e37-b5ad-b559fd3441cc req-6cf2efbd-fc76-4d6a-bd54-c3b3890eb44c tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:03.404960 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8acb24a2-82f2-4e37-b5ad-b559fd3441cc req-6cf2efbd-fc76-4d6a-bd54-c3b3890eb44c tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=fae9f6f0-d961-46c4-b01a-29a22e071ae6 HTTP/1.1" status: 200 len: 944 time: 0.7893844 Nov 12 00:57:03.412887 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-f995fd5d-e635-4e2b-96b8-5c130fc231d2 req-b16c353c-a3aa-4860-adbb-7259b6dfb460 service neutron] Transition to ACTIVE for port object f3078017-2fb6-483c-b8e9-6d92e708b295 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:57:03.416592 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2a5bd15c-3959-4530-85e5-edaaeff0e9e5 req-f592354a-bc0e-4bda-8a40-f37a0a506966 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 8.8461936 Nov 12 00:57:03.427272 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f5af1-ada2-4e0f-9d3d-da00b883f0b6 req-258cda00-dfaf-488c-bc42-3fbf9e2edac2 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:03.441685 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-398f5af1-ada2-4e0f-9d3d-da00b883f0b6 req-258cda00-dfaf-488c-bc42-3fbf9e2edac2 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] 10.222.0.45 "GET /v2.0/networks?id=f1e4ead2-9226-4344-bd2b-82e7594e69de HTTP/1.1" status: 200 len: 813 time: 0.8172441 Nov 12 00:57:03.444168 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-adf923f8-5e36-4e2b-b7f2-cfe2374b7199 req-421b0f2c-a4ef-4866-aefb-beee64cf9b1f tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:03.464149 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-2a5bd15c-3959-4530-85e5-edaaeff0e9e5 req-f78ece97-7493-41ed-b453-71664c451c31 service neutron] Request body: {'port': {'device_id': '96f82284-4e4f-4bbe-8c27-f1c5450f8f1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:03.473225 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f995fd5d-e635-4e2b-96b8-5c130fc231d2 req-b16c353c-a3aa-4860-adbb-7259b6dfb460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:03.486639 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-951acf31-3e86-4b2d-bf73-2e6541ffb4aa tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:03.568255 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421b0f2c-a4ef-4866-aefb-beee64cf9b1f tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Pushing event deleted for resources: {'Port': ['ID=a9829ae0-68a1-466e-86d4-cef54886a7b3,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:03.604716 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-398f5af1-ada2-4e0f-9d3d-da00b883f0b6 req-c861d50c-2d99-4319-bd0f-9324ba0f6e03 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] 10.222.0.45 "GET /v2.0/quotas/bd88bcdcd79e46fe8ed56f798ef1ed29 HTTP/1.1" status: 200 len: 375 time: 0.1582117 Nov 12 00:57:03.627955 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-951acf31-3e86-4b2d-bf73-2e6541ffb4aa tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:03.685042 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device f3b8f20c-cdcb-43d4-ae8c-385807a4dc6c up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:57:03.772642 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port f3b8f20c-cdcb-43d4-ae8c-385807a4dc6c triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:03.773361 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:03.870758 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:04.093385 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-951acf31-3e86-4b2d-bf73-2e6541ffb4aa tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:04.104199 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-951acf31-3e86-4b2d-bf73-2e6541ffb4aa tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:04.261212 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951acf31-3e86-4b2d-bf73-2e6541ffb4aa tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Pushing event updated for resources: {'Port': ['ID=0f8e1efb-119c-4b67-9c04-ce2ddfefa4db,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:04.278339 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2a5bd15c-3959-4530-85e5-edaaeff0e9e5 req-f78ece97-7493-41ed-b453-71664c451c31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:04.286897 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-951acf31-3e86-4b2d-bf73-2e6541ffb4aa tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:04.309338 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16c353c-a3aa-4860-adbb-7259b6dfb460 service neutron] Pushing event updated for resources: {'Port': ['ID=f3078017-2fb6-483c-b8e9-6d92e708b295,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:04.312055 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf923f8-5e36-4e2b-b7f2-cfe2374b7199 req-421b0f2c-a4ef-4866-aefb-beee64cf9b1f tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] No DVR routers for this DVR port a9829ae0-68a1-466e-86d4-cef54886a7b3 on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:57:04.334314 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-951acf31-3e86-4b2d-bf73-2e6541ffb4aa tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:04.338327 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-951acf31-3e86-4b2d-bf73-2e6541ffb4aa tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3147137 Nov 12 00:57:04.349533 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-adf923f8-5e36-4e2b-b7f2-cfe2374b7199 req-421b0f2c-a4ef-4866-aefb-beee64cf9b1f tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:04.353547 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-adf923f8-5e36-4e2b-b7f2-cfe2374b7199 req-421b0f2c-a4ef-4866-aefb-beee64cf9b1f tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.16 "DELETE /v2.0/ports/a9829ae0-68a1-466e-86d4-cef54886a7b3 HTTP/1.1" status: 204 len: 173 time: 4.2433338 Nov 12 00:57:04.355525 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae9f6f0-d961-46c4-b01a-29a22e071ae6', 'name': 'network-vif-deleted', 'tag': 'a9829ae0-68a1-466e-86d4-cef54886a7b3'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:57:04.357959 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2d179c-8d63-4ed0-b1e6-9c94db18a21d" -d '{"events": [{"server_uuid": "fae9f6f0-d961-46c4-b01a-29a22e071ae6", "name": "network-vif-deleted", "tag": "a9829ae0-68a1-466e-86d4-cef54886a7b3"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:57:04.399244 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8acb24a2-82f2-4e37-b5ad-b559fd3441cc req-0ac15006-8e40-42a8-975e-9bf3341b9e1c tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9807568 Nov 12 00:57:04.423758 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-398f5af1-ada2-4e0f-9d3d-da00b883f0b6 req-89a6ba72-9e3d-460d-aa73-37ee277f18ab tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=bd88bcdcd79e46fe8ed56f798ef1ed29&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8194206 Nov 12 00:57:04.839902 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-f995fd5d-e635-4e2b-96b8-5c130fc231d2 req-b16c353c-a3aa-4860-adbb-7259b6dfb460 service neutron] Attempting to bind port f3078017-2fb6-483c-b8e9-6d92e708b295 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:57:04.840470 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-f995fd5d-e635-4e2b-96b8-5c130fc231d2 req-b16c353c-a3aa-4860-adbb-7259b6dfb460 service neutron] Attempting to bind port f3078017-2fb6-483c-b8e9-6d92e708b295 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:57:04.841063 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f995fd5d-e635-4e2b-96b8-5c130fc231d2 req-b16c353c-a3aa-4860-adbb-7259b6dfb460 service neutron] Attempting to bind port f3078017-2fb6-483c-b8e9-6d92e708b295 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:57:04.885186 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f995fd5d-e635-4e2b-96b8-5c130fc231d2 req-b16c353c-a3aa-4860-adbb-7259b6dfb460 service neutron] Port f3078017-2fb6-483c-b8e9-6d92e708b295 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:57:04.885739 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f995fd5d-e635-4e2b-96b8-5c130fc231d2 req-b16c353c-a3aa-4860-adbb-7259b6dfb460 service neutron] Attempting to bind port f3078017-2fb6-483c-b8e9-6d92e708b295 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:57:04.948514 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08f1da-75ea-4119-a40b-855cc97e4b11 req-cc208fee-97e2-4c37-8aa1-74bb61566d8e tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:04.951107 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9d08f1da-75ea-4119-a40b-855cc97e4b11 req-cc208fee-97e2-4c37-8aa1-74bb61566d8e tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9e3aa03-07d7-4809-a574-0a143c59fa0e HTTP/1.1" status: 200 len: 945 time: 0.3106134 Nov 12 00:57:04.952476 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f995fd5d-e635-4e2b-96b8-5c130fc231d2 req-b16c353c-a3aa-4860-adbb-7259b6dfb460 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:57:04.953033 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f995fd5d-e635-4e2b-96b8-5c130fc231d2 req-b16c353c-a3aa-4860-adbb-7259b6dfb460 service neutron] Checking segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:04.953639 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f995fd5d-e635-4e2b-96b8-5c130fc231d2 req-b16c353c-a3aa-4860-adbb-7259b6dfb460 service neutron] Bound using segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:57:04.954341 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-f995fd5d-e635-4e2b-96b8-5c130fc231d2 req-b16c353c-a3aa-4860-adbb-7259b6dfb460 service neutron] Bound port: f3078017-2fb6-483c-b8e9-6d92e708b295, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:57:04.954897 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f995fd5d-e635-4e2b-96b8-5c130fc231d2 req-b16c353c-a3aa-4860-adbb-7259b6dfb460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:05.005209 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:05.043185 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-398f5af1-ada2-4e0f-9d3d-da00b883f0b6 req-0346e4ab-7727-46be-b4fa-5bffd164a63c service neutron] 10.222.0.45 "GET /v2.0/networks/f1e4ead2-9226-4344-bd2b-82e7594e69de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5762103 Nov 12 00:57:05.286709 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9d08f1da-75ea-4119-a40b-855cc97e4b11 req-6dc440cf-e8da-447f-8d21-434176ff053c tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280356 Nov 12 00:57:05.335694 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-f995fd5d-e635-4e2b-96b8-5c130fc231d2 req-b16c353c-a3aa-4860-adbb-7259b6dfb460 service neutron] For port f3078017-2fb6-483c-b8e9-6d92e708b295, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:57:05.377796 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-398f5af1-ada2-4e0f-9d3d-da00b883f0b6 req-c6a4d385-8b02-46be-bbd2-8f4184838493 service neutron] 10.222.0.45 "GET /v2.0/networks/f1e4ead2-9226-4344-bd2b-82e7594e69de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157144 Nov 12 00:57:05.427574 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-f995fd5d-e635-4e2b-96b8-5c130fc231d2 req-b16c353c-a3aa-4860-adbb-7259b6dfb460 service neutron] For port f3078017-2fb6-483c-b8e9-6d92e708b295, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=f3078017-2fb6-483c-b8e9-6d92e708b295,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:57:05.440930 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f995fd5d-e635-4e2b-96b8-5c130fc231d2 req-b16c353c-a3aa-4860-adbb-7259b6dfb460 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:05.578247 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995fd5d-e635-4e2b-96b8-5c130fc231d2 req-b16c353c-a3aa-4860-adbb-7259b6dfb460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:05.580215 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f995fd5d-e635-4e2b-96b8-5c130fc231d2 req-b16c353c-a3aa-4860-adbb-7259b6dfb460 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:05.582939 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f995fd5d-e635-4e2b-96b8-5c130fc231d2 req-b16c353c-a3aa-4860-adbb-7259b6dfb460 service neutron] 10.222.0.44 "PUT /v2.0/ports/f3078017-2fb6-483c-b8e9-6d92e708b295 HTTP/1.1" status: 200 len: 1097 time: 5.3173511 Nov 12 00:57:05.626479 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-2a5bd15c-3959-4530-85e5-edaaeff0e9e5 req-f78ece97-7493-41ed-b453-71664c451c31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8ff5311-e0a3-4263-85de-4a8747deef58 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:57:05.654259 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2a5bd15c-3959-4530-85e5-edaaeff0e9e5 req-f78ece97-7493-41ed-b453-71664c451c31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:05.690088 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-2a5bd15c-3959-4530-85e5-edaaeff0e9e5 req-f78ece97-7493-41ed-b453-71664c451c31 service neutron] Transition to ACTIVE for port object d8ff5311-e0a3-4263-85de-4a8747deef58 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:57:05.700785 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16c353c-a3aa-4860-adbb-7259b6dfb460 service neutron] Pushing event updated for resources: {'Port': ['ID=f3078017-2fb6-483c-b8e9-6d92e708b295,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:05.796276 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2a5bd15c-3959-4530-85e5-edaaeff0e9e5 req-f78ece97-7493-41ed-b453-71664c451c31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:06.006288 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ece97-7493-41ed-b453-71664c451c31 service neutron] Pushing event updated for resources: {'Port': ['ID=d8ff5311-e0a3-4263-85de-4a8747deef58,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:06.097024 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995fd5d-e635-4e2b-96b8-5c130fc231d2 req-d40e37e2-9e8f-4413-bb2d-e2cb2c85275d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:06.100225 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f995fd5d-e635-4e2b-96b8-5c130fc231d2 req-d40e37e2-9e8f-4413-bb2d-e2cb2c85275d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8b62a7bd07ff46aa817cfdb6cdb58769&device_id=af86cc37-5b5f-4939-9e6e-530f4bf55d75 HTTP/1.1" status: 200 len: 1100 time: 0.3793561 Nov 12 00:57:06.236380 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-9dc12816-385b-4efa-84a4-da5bbd24819b tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:06.239211 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-9dc12816-385b-4efa-84a4-da5bbd24819b tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9b00f85c-6b25-48ce-99f4-985acedfd8f3&tenant_id=52ec13b5aa674ec2836b22da2faf152e&binding%3Ahost_id=n-h2-712142-27 HTTP/1.1" status: 200 len: 1097 time: 0.9622300 Nov 12 00:57:06.325287 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-d71e5231-9104-4d99-a7bc-4adf5672ca68 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712142-27'}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:06.336532 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f995fd5d-e635-4e2b-96b8-5c130fc231d2 req-544f098e-cfbc-47ca-b915-cba19061d0a2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=f3078017-2fb6-483c-b8e9-6d92e708b295 HTTP/1.1" status: 200 len: 217 time: 0.1822281 Nov 12 00:57:06.354602 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2fa055-f95d-48da-b2f5-5441d235877a req-0fae71c4-16fd-4b68-b37f-833d5b72f6b7 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:06.356376 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8e2fa055-f95d-48da-b2f5-5441d235877a req-0fae71c4-16fd-4b68-b37f-833d5b72f6b7 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] 10.222.0.45 "GET /v2.0/ports?device_id=96f82284-4e4f-4bbe-8c27-f1c5450f8f1f HTTP/1.1" status: 200 len: 947 time: 0.4639995 Nov 12 00:57:06.483445 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece77b9c-dcc2-46aa-bd70-0a6e2f739bac req-b151ffb4-29b4-4fd2-9940-3a9e6d14c7df tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:06.485482 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ece77b9c-dcc2-46aa-bd70-0a6e2f739bac req-b151ffb4-29b4-4fd2-9940-3a9e6d14c7df tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b00f85c-6b25-48ce-99f4-985acedfd8f3 HTTP/1.1" status: 200 len: 945 time: 0.4738939 Nov 12 00:57:06.551389 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-2a5bd15c-3959-4530-85e5-edaaeff0e9e5 req-f78ece97-7493-41ed-b453-71664c451c31 service neutron] Attempting to bind port d8ff5311-e0a3-4263-85de-4a8747deef58 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:57:06.551733 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-2a5bd15c-3959-4530-85e5-edaaeff0e9e5 req-f78ece97-7493-41ed-b453-71664c451c31 service neutron] Attempting to bind port d8ff5311-e0a3-4263-85de-4a8747deef58 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:57:06.552282 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5bd15c-3959-4530-85e5-edaaeff0e9e5 req-f78ece97-7493-41ed-b453-71664c451c31 service neutron] Attempting to bind port d8ff5311-e0a3-4263-85de-4a8747deef58 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:57:06.569732 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995fd5d-e635-4e2b-96b8-5c130fc231d2 req-b5606f3e-7654-4325-98e2-ebee2893ffed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:06.572113 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f995fd5d-e635-4e2b-96b8-5c130fc231d2 req-b5606f3e-7654-4325-98e2-ebee2893ffed service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.2077215 Nov 12 00:57:06.602502 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-d71e5231-9104-4d99-a7bc-4adf5672ca68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:06.631532 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5bd15c-3959-4530-85e5-edaaeff0e9e5 req-f78ece97-7493-41ed-b453-71664c451c31 service neutron] Port d8ff5311-e0a3-4263-85de-4a8747deef58 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:57:06.632125 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5bd15c-3959-4530-85e5-edaaeff0e9e5 req-f78ece97-7493-41ed-b453-71664c451c31 service neutron] Attempting to bind port d8ff5311-e0a3-4263-85de-4a8747deef58 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:57:06.701149 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8e2fa055-f95d-48da-b2f5-5441d235877a req-00fe9059-3263-40b4-9a86-058d16508522 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f24bbfc-cffd-4d62-a978-899dca5d7550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165798 Nov 12 00:57:06.719102 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5bd15c-3959-4530-85e5-edaaeff0e9e5 req-f78ece97-7493-41ed-b453-71664c451c31 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:57:06.719703 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5bd15c-3959-4530-85e5-edaaeff0e9e5 req-f78ece97-7493-41ed-b453-71664c451c31 service neutron] Checking segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:06.720232 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5bd15c-3959-4530-85e5-edaaeff0e9e5 req-f78ece97-7493-41ed-b453-71664c451c31 service neutron] Bound using segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:57:06.721307 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-2a5bd15c-3959-4530-85e5-edaaeff0e9e5 req-f78ece97-7493-41ed-b453-71664c451c31 service neutron] Bound port: d8ff5311-e0a3-4263-85de-4a8747deef58, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:57:06.721952 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2a5bd15c-3959-4530-85e5-edaaeff0e9e5 req-f78ece97-7493-41ed-b453-71664c451c31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:06.745189 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 1a88c9ac-a6d5-4efe-8d77-5c5d85321277 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:57:06.865618 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ece77b9c-dcc2-46aa-bd70-0a6e2f739bac req-5f467213-107d-4c97-9b16-4b1349a7bbcf tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363972 Nov 12 00:57:06.924254 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6312f7-0d2f-4a9b-af1f-97c656b297f5 x-openstack-request-id: req-8a6312f7-0d2f-4a9b-af1f-97c656b297f5 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:57:06.924563 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fae9f6f0-d961-46c4-b01a-29a22e071ae6", "name": "network-vif-deleted", "tag": "a9829ae0-68a1-466e-86d4-cef54886a7b3", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:57:06.924844 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8a6312f7-0d2f-4a9b-af1f-97c656b297f5 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:57:06.925291 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fae9f6f0-d961-46c4-b01a-29a22e071ae6', 'name': 'network-vif-deleted', 'tag': 'a9829ae0-68a1-466e-86d4-cef54886a7b3', 'status': 'completed', 'code': 200} Nov 12 00:57:06.943727 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995fd5d-e635-4e2b-96b8-5c130fc231d2 req-b95ac599-c068-4cb4-bf76-a9e82fccb659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:06.945553 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f995fd5d-e635-4e2b-96b8-5c130fc231d2 req-b95ac599-c068-4cb4-bf76-a9e82fccb659 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3451622 Nov 12 00:57:07.050830 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 1a88c9ac-a6d5-4efe-8d77-5c5d85321277, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=1a88c9ac-a6d5-4efe-8d77-5c5d85321277,segment=NetworkSegment(936f4dc4-b49e-4318-84e7-8d3d4988961e),segment_id=936f4dc4-b49e-4318-84e7-8d3d4988961e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:07.074086 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 1a88c9ac-a6d5-4efe-8d77-5c5d85321277 has no active binding in host n-h1-712142-27 {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 00:57:07.241621 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-2a5bd15c-3959-4530-85e5-edaaeff0e9e5 req-f78ece97-7493-41ed-b453-71664c451c31 service neutron] For port d8ff5311-e0a3-4263-85de-4a8747deef58, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:57:07.275836 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-2a5bd15c-3959-4530-85e5-edaaeff0e9e5 req-f78ece97-7493-41ed-b453-71664c451c31 service neutron] For port d8ff5311-e0a3-4263-85de-4a8747deef58, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d8ff5311-e0a3-4263-85de-4a8747deef58,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:57:07.283667 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-d71e5231-9104-4d99-a7bc-4adf5672ca68 service neutron] For port 1a88c9ac-a6d5-4efe-8d77-5c5d85321277, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=1a88c9ac-a6d5-4efe-8d77-5c5d85321277,segment=NetworkSegment(936f4dc4-b49e-4318-84e7-8d3d4988961e),segment_id=936f4dc4-b49e-4318-84e7-8d3d4988961e)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:07.299882 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2a5bd15c-3959-4530-85e5-edaaeff0e9e5 req-f78ece97-7493-41ed-b453-71664c451c31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:07.342470 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bd15c-3959-4530-85e5-edaaeff0e9e5 req-f78ece97-7493-41ed-b453-71664c451c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:07.343404 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2a5bd15c-3959-4530-85e5-edaaeff0e9e5 req-f78ece97-7493-41ed-b453-71664c451c31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:07.344650 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2a5bd15c-3959-4530-85e5-edaaeff0e9e5 req-f78ece97-7493-41ed-b453-71664c451c31 service neutron] 10.222.0.44 "PUT /v2.0/ports/d8ff5311-e0a3-4263-85de-4a8747deef58 HTTP/1.1" status: 200 len: 1096 time: 3.8926821 Nov 12 00:57:07.422381 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee72bab6-1703-470e-bd9c-7dc9bd060868 req-559d91c2-e6cf-47ef-bcd9-8e98c6ab96aa tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--230529879&fields=id&tenant_id=e23f931e6abc48e289c4be9c4f72c99c HTTP/1.1" status: 200 len: 267 time: 0.2650995 Nov 12 00:57:07.597464 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f995fd5d-e635-4e2b-96b8-5c130fc231d2 req-db98ad48-317d-45a6-aece-ed54646aa636 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6304896 Nov 12 00:57:07.619896 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ece97-7493-41ed-b453-71664c451c31 service neutron] Pushing event updated for resources: {'Port': ['ID=d8ff5311-e0a3-4263-85de-4a8747deef58,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:07.658457 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-d71e5231-9104-4d99-a7bc-4adf5672ca68 service neutron] For port 1a88c9ac-a6d5-4efe-8d77-5c5d85321277, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:57:07.674648 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b70d22bd-ae57-4437-9741-a22b4fdccd6f req-394646f2-cfbf-4982-a472-e40dd470a53b tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa7e3ba8-589e-44bd-a910-0657731c8516 HTTP/1.1" status: 200 len: 210 time: 0.0911019 Nov 12 00:57:07.747223 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72bab6-1703-470e-bd9c-7dc9bd060868 req-f906ccfb-4f8c-470d-95ac-cc4270274200 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:07.748938 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee72bab6-1703-470e-bd9c-7dc9bd060868 req-f906ccfb-4f8c-470d-95ac-cc4270274200 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] 10.222.0.45 "GET /v2.0/networks?id=4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c HTTP/1.1" status: 200 len: 811 time: 0.3256667 Nov 12 00:57:07.817040 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee72bab6-1703-470e-bd9c-7dc9bd060868 req-27a1db50-3bae-4a06-ba45-b978f4006402 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] 10.222.0.45 "GET /v2.0/quotas/e23f931e6abc48e289c4be9c4f72c99c HTTP/1.1" status: 200 len: 375 time: 0.0332506 Nov 12 00:57:07.835730 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bd15c-3959-4530-85e5-edaaeff0e9e5 req-a53245c1-9a63-4d07-97b1-a7b54af2897d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:07.837558 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2a5bd15c-3959-4530-85e5-edaaeff0e9e5 req-a53245c1-9a63-4d07-97b1-a7b54af2897d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8b62a7bd07ff46aa817cfdb6cdb58769&device_id=96f82284-4e4f-4bbe-8c27-f1c5450f8f1f HTTP/1.1" status: 200 len: 1099 time: 0.3279545 Nov 12 00:57:07.892171 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-d71e5231-9104-4d99-a7bc-4adf5672ca68 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:07.953189 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-d71e5231-9104-4d99-a7bc-4adf5672ca68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:07.964757 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2a5bd15c-3959-4530-85e5-edaaeff0e9e5 req-bfceadb2-403f-4621-a142-a7e72e22e5f0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=d8ff5311-e0a3-4263-85de-4a8747deef58 HTTP/1.1" status: 200 len: 217 time: 0.0904174 Nov 12 00:57:08.006561 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f995fd5d-e635-4e2b-96b8-5c130fc231d2 req-a27c8b20-3c8f-42a8-a8e4-9be4fc80ca38 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3943276 Nov 12 00:57:08.016155 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:08.094478 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee72bab6-1703-470e-bd9c-7dc9bd060868 req-fadd82c5-4465-40f8-99fd-d531821c2b2a tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e23f931e6abc48e289c4be9c4f72c99c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2762208 Nov 12 00:57:08.172698 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71e5231-9104-4d99-a7bc-4adf5672ca68 service neutron] Pushing event updated for resources: {'Port': ['ID=1a88c9ac-a6d5-4efe-8d77-5c5d85321277,revision_number=7']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:08.198066 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bd15c-3959-4530-85e5-edaaeff0e9e5 req-ff8a8b7d-a219-41f3-a33e-06ebff1ee5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:08.199240 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2a5bd15c-3959-4530-85e5-edaaeff0e9e5 req-ff8a8b7d-a219-41f3-a33e-06ebff1ee5e1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.1882796 Nov 12 00:57:08.235241 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-d71e5231-9104-4d99-a7bc-4adf5672ca68 service neutron] Attempting to bind port 1a88c9ac-a6d5-4efe-8d77-5c5d85321277 on host n-h2-712142-27 for vnic_type normal with profile {"migrating_to": "n-h1-712142-27"} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:57:08.235580 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-d71e5231-9104-4d99-a7bc-4adf5672ca68 service neutron] Attempting to bind port 1a88c9ac-a6d5-4efe-8d77-5c5d85321277 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '936f4dc4-b49e-4318-84e7-8d3d4988961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1c193d6a-5984-4109-91aa-b0c9d7c9a6bf'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:57:08.235925 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-d71e5231-9104-4d99-a7bc-4adf5672ca68 service neutron] Attempting to bind port 1a88c9ac-a6d5-4efe-8d77-5c5d85321277 on network 1c193d6a-5984-4109-91aa-b0c9d7c9a6bf {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:57:08.242625 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f5af1-ada2-4e0f-9d3d-da00b883f0b6 req-bd13b401-cff6-4d9f-af19-aed502b464e8 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:08.244425 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-398f5af1-ada2-4e0f-9d3d-da00b883f0b6 req-bd13b401-cff6-4d9f-af19-aed502b464e8 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] 10.222.0.44 "GET /v2.0/networks?id=f1e4ead2-9226-4344-bd2b-82e7594e69de HTTP/1.1" status: 200 len: 813 time: 0.3138099 Nov 12 00:57:08.250270 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-d71e5231-9104-4d99-a7bc-4adf5672ca68 service neutron] Port 1a88c9ac-a6d5-4efe-8d77-5c5d85321277 on network 1c193d6a-5984-4109-91aa-b0c9d7c9a6bf not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:57:08.250623 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-d71e5231-9104-4d99-a7bc-4adf5672ca68 service neutron] Attempting to bind port 1a88c9ac-a6d5-4efe-8d77-5c5d85321277 on network 1c193d6a-5984-4109-91aa-b0c9d7c9a6bf {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:57:08.388425 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-398f5af1-ada2-4e0f-9d3d-da00b883f0b6 req-611d9e44-6c2d-47c5-9a75-2ca4842563df tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd88bcdcd79e46fe8ed56f798ef1ed29 HTTP/1.1" status: 200 len: 379 time: 0.1243427 Nov 12 00:57:08.402230 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-398f5af1-ada2-4e0f-9d3d-da00b883f0b6 req-a30054a1-c50b-4257-805c-7fc7eff9a558 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Request body: {'port': {'device_id': 'fa7e3ba8-589e-44bd-a910-0657731c8516', 'network_id': 'f1e4ead2-9226-4344-bd2b-82e7594e69de', 'admin_state_up': True, 'tenant_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'security_groups': ['f2babaf5-8c74-467a-8fa2-436929b0e031']}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:08.602444 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-398f5af1-ada2-4e0f-9d3d-da00b883f0b6 req-a30054a1-c50b-4257-805c-7fc7eff9a558 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Made reservation on behalf of bd88bcdcd79e46fe8ed56f798ef1ed29 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:08.607227 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-398f5af1-ada2-4e0f-9d3d-da00b883f0b6 req-a30054a1-c50b-4257-805c-7fc7eff9a558 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:08.656134 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-d71e5231-9104-4d99-a7bc-4adf5672ca68 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:57:08.657156 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-d71e5231-9104-4d99-a7bc-4adf5672ca68 service neutron] Checking segment: {'id': '936f4dc4-b49e-4318-84e7-8d3d4988961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1c193d6a-5984-4109-91aa-b0c9d7c9a6bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:08.657156 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-d71e5231-9104-4d99-a7bc-4adf5672ca68 service neutron] Bound using segment: {'id': '936f4dc4-b49e-4318-84e7-8d3d4988961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1c193d6a-5984-4109-91aa-b0c9d7c9a6bf'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:57:08.657614 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-d71e5231-9104-4d99-a7bc-4adf5672ca68 service neutron] Bound port: 1a88c9ac-a6d5-4efe-8d77-5c5d85321277, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '936f4dc4-b49e-4318-84e7-8d3d4988961e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1c193d6a-5984-4109-91aa-b0c9d7c9a6bf'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:57:08.657614 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-d71e5231-9104-4d99-a7bc-4adf5672ca68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:08.747423 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee72bab6-1703-470e-bd9c-7dc9bd060868 req-57d660fc-4088-4bf8-a521-d79469356f7a service neutron] 10.222.0.45 "GET /v2.0/networks/4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6518805 Nov 12 00:57:08.753957 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bd15c-3959-4530-85e5-edaaeff0e9e5 req-e8a0d5a0-bc4f-408f-8a13-fb07bab0e8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:08.756060 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2a5bd15c-3959-4530-85e5-edaaeff0e9e5 req-e8a0d5a0-bc4f-408f-8a13-fb07bab0e8b7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5291142 Nov 12 00:57:08.807214 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f056777-620b-4377-9f4c-452a65521f26 req-55162b1e-295b-4086-a148-14e18af7d842 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:08.809090 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0f056777-620b-4377-9f4c-452a65521f26 req-55162b1e-295b-4086-a148-14e18af7d842 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9e3aa03-07d7-4809-a574-0a143c59fa0e HTTP/1.1" status: 200 len: 945 time: 0.1739120 Nov 12 00:57:08.877285 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-398f5af1-ada2-4e0f-9d3d-da00b883f0b6 req-a30054a1-c50b-4257-805c-7fc7eff9a558 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Allocated IP 172.20.0.14 (f1e4ead2-9226-4344-bd2b-82e7594e69de/5bf5715a-31c9-4ce3-b840-36d36e2f4e73/c1c7b7a3-23b5-4983-a49a-3e22af86a73c) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:57:08.933677 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af86cc37-5b5f-4939-9e6e-530f4bf55d75', 'tag': 'f3078017-2fb6-483c-b8e9-6d92e708b295'}, {'name': 'network-changed', 'server_uuid': '96f82284-4e4f-4bbe-8c27-f1c5450f8f1f', 'tag': 'd8ff5311-e0a3-4263-85de-4a8747deef58'}, {'server_uuid': '9b00f85c-6b25-48ce-99f4-985acedfd8f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a88c9ac-a6d5-4efe-8d77-5c5d85321277'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:57:08.936129 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866d33dc-85f4-4964-9b0d-a24eea3e29a9" -d '{"events": [{"name": "network-changed", "server_uuid": "af86cc37-5b5f-4939-9e6e-530f4bf55d75", "tag": "f3078017-2fb6-483c-b8e9-6d92e708b295"}, {"name": "network-changed", "server_uuid": "96f82284-4e4f-4bbe-8c27-f1c5450f8f1f", "tag": "d8ff5311-e0a3-4263-85de-4a8747deef58"}, {"server_uuid": "9b00f85c-6b25-48ce-99f4-985acedfd8f3", "name": "network-vif-unplugged", "status": "completed", "tag": "1a88c9ac-a6d5-4efe-8d77-5c5d85321277"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:57:08.953706 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-d71e5231-9104-4d99-a7bc-4adf5672ca68 service neutron] For port 1a88c9ac-a6d5-4efe-8d77-5c5d85321277, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:57:08.988033 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-d71e5231-9104-4d99-a7bc-4adf5672ca68 service neutron] For port 1a88c9ac-a6d5-4efe-8d77-5c5d85321277, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=1a88c9ac-a6d5-4efe-8d77-5c5d85321277,segment=NetworkSegment(936f4dc4-b49e-4318-84e7-8d3d4988961e),segment_id=936f4dc4-b49e-4318-84e7-8d3d4988961e)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:57:09.006990 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-d71e5231-9104-4d99-a7bc-4adf5672ca68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:09.071937 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee72bab6-1703-470e-bd9c-7dc9bd060868 req-eaeb5a48-375d-4b87-90e5-84f2b7777ce2 service neutron] 10.222.0.45 "GET /v2.0/networks/4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090143 Nov 12 00:57:09.094876 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0f056777-620b-4377-9f4c-452a65521f26 req-45bc646f-ae6c-4ea7-867b-62fdbffe036d tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579172 Nov 12 00:57:09.119865 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2a5bd15c-3959-4530-85e5-edaaeff0e9e5 req-09b3a418-3c11-4376-b6c9-bf7a76978d4c service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303144 Nov 12 00:57:09.160655 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-398f5af1-ada2-4e0f-9d3d-da00b883f0b6 req-a30054a1-c50b-4257-805c-7fc7eff9a558 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:09.239173 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-398f5af1-ada2-4e0f-9d3d-da00b883f0b6 req-a30054a1-c50b-4257-805c-7fc7eff9a558 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:09.361577 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-398f5af1-ada2-4e0f-9d3d-da00b883f0b6 req-a30054a1-c50b-4257-805c-7fc7eff9a558 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Network f1e4ead2-9226-4344-bd2b-82e7594e69de is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:09.380270 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-398f5af1-ada2-4e0f-9d3d-da00b883f0b6 req-a30054a1-c50b-4257-805c-7fc7eff9a558 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:09.391267 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-398f5af1-ada2-4e0f-9d3d-da00b883f0b6 req-a30054a1-c50b-4257-805c-7fc7eff9a558 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:57:09.432396 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71e5231-9104-4d99-a7bc-4adf5672ca68 service neutron] Pushing event updated for resources: {'Port': ['ID=1a88c9ac-a6d5-4efe-8d77-5c5d85321277,revision_number=8']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:09.523861 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-d71e5231-9104-4d99-a7bc-4adf5672ca68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:09.525066 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-d71e5231-9104-4d99-a7bc-4adf5672ca68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:09.527572 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-d71e5231-9104-4d99-a7bc-4adf5672ca68 service neutron] 10.222.0.16 "PUT /v2.0/ports/1a88c9ac-a6d5-4efe-8d77-5c5d85321277 HTTP/1.1" status: 200 len: 1123 time: 3.2132778 Nov 12 00:57:09.564630 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30054a1-c50b-4257-805c-7fc7eff9a558 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Pushing event updated for resources: {'Port': ['ID=c1c7b7a3-23b5-4983-a49a-3e22af86a73c,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:09.643636 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f5af1-ada2-4e0f-9d3d-da00b883f0b6 req-a30054a1-c50b-4257-805c-7fc7eff9a558 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:09.645957 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-398f5af1-ada2-4e0f-9d3d-da00b883f0b6 req-a30054a1-c50b-4257-805c-7fc7eff9a558 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:09.674034 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['1a88c9ac-a6d5-4efe-8d77-5c5d85321277'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:57:09.681410 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2a5bd15c-3959-4530-85e5-edaaeff0e9e5 req-e9e80a18-7117-45ea-bf71-18cf561caa34 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4942298 Nov 12 00:57:09.717798 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd4aa3-6214-4151-858a-0548f78145d7 req-ee48c8ea-6a50-420c-a9d2-7d813bdbc70f tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:09.724172 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-398f5af1-ada2-4e0f-9d3d-da00b883f0b6 req-a30054a1-c50b-4257-805c-7fc7eff9a558 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3237185 Nov 12 00:57:09.725313 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-82dd4aa3-6214-4151-858a-0548f78145d7 req-ee48c8ea-6a50-420c-a9d2-7d813bdbc70f tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9e3aa03-07d7-4809-a574-0a143c59fa0e HTTP/1.1" status: 200 len: 945 time: 0.5200291 Nov 12 00:57:09.753577 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-398f5af1-ada2-4e0f-9d3d-da00b883f0b6 req-b623cba1-385b-4bfe-8d8c-edeedbb2153e service neutron] Request body: {'port': {'device_id': 'fa7e3ba8-589e-44bd-a910-0657731c8516', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:09.778195 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['1a88c9ac-a6d5-4efe-8d77-5c5d85321277'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:57:09.983149 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-398f5af1-ada2-4e0f-9d3d-da00b883f0b6 req-b623cba1-385b-4bfe-8d8c-edeedbb2153e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:10.109229 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba1f846-02d4-436b-8e88-278db22bc080 req-29495356-5150-4a40-a086-364c9c1a01bd tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:10.123310 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cba1f846-02d4-436b-8e88-278db22bc080 req-29495356-5150-4a40-a086-364c9c1a01bd tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] 10.222.0.45 "GET /v2.0/ports?device_id=96f82284-4e4f-4bbe-8c27-f1c5450f8f1f HTTP/1.1" status: 200 len: 947 time: 0.6344748 Nov 12 00:57:10.315213 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa6660-8a4e-4201-9ae4-9f447282fe29 req-bc27a9c1-752e-4d55-b569-ae123957b482 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:10.317905 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cefa6660-8a4e-4201-9ae4-9f447282fe29 req-bc27a9c1-752e-4d55-b569-ae123957b482 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.16 "GET /v2.0/ports?device_id=b0e631e3-91d5-4309-ab8e-b1808e224b3d HTTP/1.1" status: 200 len: 944 time: 0.3075180 Nov 12 00:57:10.354933 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-e1b9a5c6-25f5-4a3d-b695-5ca644e7434e None None] Provisioning complete for port c1c7b7a3-23b5-4983-a49a-3e22af86a73c triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:10.355718 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e1b9a5c6-25f5-4a3d-b695-5ca644e7434e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:10.461576 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b60c24-4681-4173-b26d-626f1f932b61 req-166b5b8f-f1f3-4c51-ab6e-878e58701123 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:10.474774 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c2b60c24-4681-4173-b26d-626f1f932b61 req-166b5b8f-f1f3-4c51-ab6e-878e58701123 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b00f85c-6b25-48ce-99f4-985acedfd8f3 HTTP/1.1" status: 200 len: 943 time: 0.4371796 Nov 12 00:57:10.502440 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cba1f846-02d4-436b-8e88-278db22bc080 req-c7c0820e-e471-4347-b371-0bab47eb5164 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f24bbfc-cffd-4d62-a978-899dca5d7550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775923 Nov 12 00:57:10.516858 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-82dd4aa3-6214-4151-858a-0548f78145d7 req-5dd805c4-2ba2-479e-8c4a-6d6ed58090a8 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Deleting port 6b10d406-2cc1-4cba-8272-ab1d2a6757a9 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:57:10.517419 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-82dd4aa3-6214-4151-858a-0548f78145d7 req-5dd805c4-2ba2-479e-8c4a-6d6ed58090a8 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:10.571831 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-398f5af1-ada2-4e0f-9d3d-da00b883f0b6 req-b623cba1-385b-4bfe-8d8c-edeedbb2153e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1c7b7a3-23b5-4983-a49a-3e22af86a73c {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:57:10.576692 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:10.609481 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-398f5af1-ada2-4e0f-9d3d-da00b883f0b6 req-b623cba1-385b-4bfe-8d8c-edeedbb2153e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:10.644919 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-e1b9a5c6-25f5-4a3d-b695-5ca644e7434e None None] Port c1c7b7a3-23b5-4983-a49a-3e22af86a73c cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:57:10.656697 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-398f5af1-ada2-4e0f-9d3d-da00b883f0b6 req-b623cba1-385b-4bfe-8d8c-edeedbb2153e service neutron] Transition to ACTIVE for port object c1c7b7a3-23b5-4983-a49a-3e22af86a73c will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:57:10.665370 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-398f5af1-ada2-4e0f-9d3d-da00b883f0b6 req-b623cba1-385b-4bfe-8d8c-edeedbb2153e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:10.732502 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c2b60c24-4681-4173-b26d-626f1f932b61 req-2e424c83-47e5-4e9b-b7ca-7c8232b5af0e tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204604 Nov 12 00:57:10.817749 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device f3078017-2fb6-483c-b8e9-6d92e708b295 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:57:10.822326 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b623cba1-385b-4bfe-8d8c-edeedbb2153e service neutron] Pushing event updated for resources: {'Port': ['ID=c1c7b7a3-23b5-4983-a49a-3e22af86a73c,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:10.968604 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-398f5af1-ada2-4e0f-9d3d-da00b883f0b6 req-b623cba1-385b-4bfe-8d8c-edeedbb2153e service neutron] Attempting to bind port c1c7b7a3-23b5-4983-a49a-3e22af86a73c on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:57:10.969843 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-398f5af1-ada2-4e0f-9d3d-da00b883f0b6 req-b623cba1-385b-4bfe-8d8c-edeedbb2153e service neutron] Attempting to bind port c1c7b7a3-23b5-4983-a49a-3e22af86a73c by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '156d67a0-d0d0-46f4-8ea1-9f300cc16f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f1e4ead2-9226-4344-bd2b-82e7594e69de'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:57:10.971152 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398f5af1-ada2-4e0f-9d3d-da00b883f0b6 req-b623cba1-385b-4bfe-8d8c-edeedbb2153e service neutron] Attempting to bind port c1c7b7a3-23b5-4983-a49a-3e22af86a73c on network f1e4ead2-9226-4344-bd2b-82e7594e69de {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:57:10.983710 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Fri, 12 Nov 2021 00:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca148e96-d325-4bc4-9168-46304f184c41 x-openstack-request-id: req-ca148e96-d325-4bc4-9168-46304f184c41 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:57:10.984283 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af86cc37-5b5f-4939-9e6e-530f4bf55d75", "tag": "f3078017-2fb6-483c-b8e9-6d92e708b295", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "96f82284-4e4f-4bbe-8c27-f1c5450f8f1f", "tag": "d8ff5311-e0a3-4263-85de-4a8747deef58", "status": "completed", "code": 200}, {"server_uuid": "9b00f85c-6b25-48ce-99f4-985acedfd8f3", "name": "network-vif-unplugged", "status": "completed", "tag": "1a88c9ac-a6d5-4efe-8d77-5c5d85321277", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:57:10.984683 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ca148e96-d325-4bc4-9168-46304f184c41 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:57:10.985351 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af86cc37-5b5f-4939-9e6e-530f4bf55d75', 'tag': 'f3078017-2fb6-483c-b8e9-6d92e708b295', 'status': 'completed', 'code': 200} Nov 12 00:57:10.985767 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96f82284-4e4f-4bbe-8c27-f1c5450f8f1f', 'tag': 'd8ff5311-e0a3-4263-85de-4a8747deef58', 'status': 'completed', 'code': 200} Nov 12 00:57:10.986192 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b00f85c-6b25-48ce-99f4-985acedfd8f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a88c9ac-a6d5-4efe-8d77-5c5d85321277', 'code': 200} Nov 12 00:57:10.991504 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398f5af1-ada2-4e0f-9d3d-da00b883f0b6 req-b623cba1-385b-4bfe-8d8c-edeedbb2153e service neutron] Port c1c7b7a3-23b5-4983-a49a-3e22af86a73c on network f1e4ead2-9226-4344-bd2b-82e7594e69de not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:57:10.992560 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398f5af1-ada2-4e0f-9d3d-da00b883f0b6 req-b623cba1-385b-4bfe-8d8c-edeedbb2153e service neutron] Attempting to bind port c1c7b7a3-23b5-4983-a49a-3e22af86a73c on network f1e4ead2-9226-4344-bd2b-82e7594e69de {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:57:11.011027 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398f5af1-ada2-4e0f-9d3d-da00b883f0b6 req-b623cba1-385b-4bfe-8d8c-edeedbb2153e service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:57:11.011932 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398f5af1-ada2-4e0f-9d3d-da00b883f0b6 req-b623cba1-385b-4bfe-8d8c-edeedbb2153e service neutron] Checking segment: {'id': '156d67a0-d0d0-46f4-8ea1-9f300cc16f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f1e4ead2-9226-4344-bd2b-82e7594e69de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:11.012935 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398f5af1-ada2-4e0f-9d3d-da00b883f0b6 req-b623cba1-385b-4bfe-8d8c-edeedbb2153e service neutron] Bound using segment: {'id': '156d67a0-d0d0-46f4-8ea1-9f300cc16f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f1e4ead2-9226-4344-bd2b-82e7594e69de'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:57:11.016471 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-398f5af1-ada2-4e0f-9d3d-da00b883f0b6 req-b623cba1-385b-4bfe-8d8c-edeedbb2153e service neutron] Bound port: c1c7b7a3-23b5-4983-a49a-3e22af86a73c, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '156d67a0-d0d0-46f4-8ea1-9f300cc16f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f1e4ead2-9226-4344-bd2b-82e7594e69de'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:57:11.017520 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-398f5af1-ada2-4e0f-9d3d-da00b883f0b6 req-b623cba1-385b-4bfe-8d8c-edeedbb2153e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:11.116358 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port f3078017-2fb6-483c-b8e9-6d92e708b295, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=f3078017-2fb6-483c-b8e9-6d92e708b295,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:11.160204 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'f3078017-2fb6-483c-b8e9-6d92e708b295', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'port_id': 'f3078017-2fb6-483c-b8e9-6d92e708b295', 'mac_address': 'fa:16:3e:33:ef:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0290328-7bc5-4266-bfb9-6eb25d91acf0', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:57:11.162592 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-cefa6660-8a4e-4201-9ae4-9f447282fe29 req-958854d3-d83c-4cab-8c3d-d773c7b31b1e tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Deleting port a7a8c72c-f355-4c96-8431-4b6abf124fc2 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:57:11.163492 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-cefa6660-8a4e-4201-9ae4-9f447282fe29 req-958854d3-d83c-4cab-8c3d-d773c7b31b1e tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:11.275678 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-398f5af1-ada2-4e0f-9d3d-da00b883f0b6 req-b623cba1-385b-4bfe-8d8c-edeedbb2153e service neutron] For port c1c7b7a3-23b5-4983-a49a-3e22af86a73c, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:57:11.283396 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-398f5af1-ada2-4e0f-9d3d-da00b883f0b6 req-b623cba1-385b-4bfe-8d8c-edeedbb2153e service neutron] For port c1c7b7a3-23b5-4983-a49a-3e22af86a73c, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=c1c7b7a3-23b5-4983-a49a-3e22af86a73c,segment=NetworkSegment(156d67a0-d0d0-46f4-8ea1-9f300cc16f4f),segment_id=156d67a0-d0d0-46f4-8ea1-9f300cc16f4f)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:57:11.304788 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-398f5af1-ada2-4e0f-9d3d-da00b883f0b6 req-b623cba1-385b-4bfe-8d8c-edeedbb2153e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:11.305087 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:11.339748 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f5af1-ada2-4e0f-9d3d-da00b883f0b6 req-b623cba1-385b-4bfe-8d8c-edeedbb2153e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:11.341044 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-398f5af1-ada2-4e0f-9d3d-da00b883f0b6 req-b623cba1-385b-4bfe-8d8c-edeedbb2153e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:11.344461 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-398f5af1-ada2-4e0f-9d3d-da00b883f0b6 req-b623cba1-385b-4bfe-8d8c-edeedbb2153e service neutron] 10.222.0.44 "PUT /v2.0/ports/c1c7b7a3-23b5-4983-a49a-3e22af86a73c HTTP/1.1" status: 200 len: 1093 time: 1.6065941 Nov 12 00:57:11.348014 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3078017-2fb6-483c-b8e9-6d92e708b295 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:57:11.348509 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa7e3ba8-589e-44bd-a910-0657731c8516', 'tag': 'c1c7b7a3-23b5-4983-a49a-3e22af86a73c'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:57:11.351348 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-cefa6660-8a4e-4201-9ae4-9f447282fe29 req-958854d3-d83c-4cab-8c3d-d773c7b31b1e tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] For port a7a8c72c-f355-4c96-8431-4b6abf124fc2, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=a7a8c72c-f355-4c96-8431-4b6abf124fc2,segment=NetworkSegment(22cf0803-7015-4b8f-9bea-ad8ec3d31ac5),segment_id=22cf0803-7015-4b8f-9bea-ad8ec3d31ac5)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:11.351930 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-cefa6660-8a4e-4201-9ae4-9f447282fe29 req-958854d3-d83c-4cab-8c3d-d773c7b31b1e tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:11.369887 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07ab146-f5e0-43e6-83e2-7cda990fc535" -d '{"events": [{"name": "network-changed", "server_uuid": "fa7e3ba8-589e-44bd-a910-0657731c8516", "tag": "c1c7b7a3-23b5-4983-a49a-3e22af86a73c"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:57:11.377536 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-cefa6660-8a4e-4201-9ae4-9f447282fe29 req-958854d3-d83c-4cab-8c3d-d773c7b31b1e tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Calling delete_port for a7a8c72c-f355-4c96-8431-4b6abf124fc2 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:57:11.406778 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port f3078017-2fb6-483c-b8e9-6d92e708b295, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=f3078017-2fb6-483c-b8e9-6d92e708b295,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:11.419913 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:11.534274 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=f3078017-2fb6-483c-b8e9-6d92e708b295,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:11.625262 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f5af1-ada2-4e0f-9d3d-da00b883f0b6 req-c6ffdf0e-d0d1-4935-acfd-04972f8e96a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:11.627982 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-398f5af1-ada2-4e0f-9d3d-da00b883f0b6 req-c6ffdf0e-d0d1-4935-acfd-04972f8e96a5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bd88bcdcd79e46fe8ed56f798ef1ed29&device_id=fa7e3ba8-589e-44bd-a910-0657731c8516 HTTP/1.1" status: 200 len: 1096 time: 0.1540771 Nov 12 00:57:11.633590 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b623cba1-385b-4bfe-8d8c-edeedbb2153e service neutron] Pushing event updated for resources: {'Port': ['ID=c1c7b7a3-23b5-4983-a49a-3e22af86a73c,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:11.700063 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-82dd4aa3-6214-4151-858a-0548f78145d7 req-5dd805c4-2ba2-479e-8c4a-6d6ed58090a8 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] For port 6b10d406-2cc1-4cba-8272-ab1d2a6757a9, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=6b10d406-2cc1-4cba-8272-ab1d2a6757a9,segment=NetworkSegment(45adf0ba-e61d-4509-afe2-5b0ef96fbbf3),segment_id=45adf0ba-e61d-4509-afe2-5b0ef96fbbf3)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:11.700430 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-82dd4aa3-6214-4151-858a-0548f78145d7 req-5dd805c4-2ba2-479e-8c4a-6d6ed58090a8 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:11.721923 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f31fc9-9b20-4ae6-8623-323914e35898 req-b11276aa-c60b-456b-8ec3-76719d67d04c tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:11.730539 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-85f31fc9-9b20-4ae6-8623-323914e35898 req-b11276aa-c60b-456b-8ec3-76719d67d04c tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa7e3ba8-589e-44bd-a910-0657731c8516 HTTP/1.1" status: 200 len: 944 time: 0.8863211 Nov 12 00:57:11.732257 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-398f5af1-ada2-4e0f-9d3d-da00b883f0b6 req-62c101c3-29c4-4d2c-8e50-8afc15584c45 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1c7b7a3-23b5-4983-a49a-3e22af86a73c HTTP/1.1" status: 200 len: 217 time: 0.0875037 Nov 12 00:57:11.755825 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-82dd4aa3-6214-4151-858a-0548f78145d7 req-5dd805c4-2ba2-479e-8c4a-6d6ed58090a8 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Calling delete_port for 6b10d406-2cc1-4cba-8272-ab1d2a6757a9 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:57:11.832461 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['f3078017-2fb6-483c-b8e9-6d92e708b295'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:57:11.868428 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d33dc-85f4-4964-9b0d-a24eea3e29a9 req-225f5142-7aaa-4fbd-a6d7-06cceed86003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:11.871072 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-866d33dc-85f4-4964-9b0d-a24eea3e29a9 req-225f5142-7aaa-4fbd-a6d7-06cceed86003 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8b62a7bd07ff46aa817cfdb6cdb58769&device_id=af86cc37-5b5f-4939-9e6e-530f4bf55d75 HTTP/1.1" status: 200 len: 1100 time: 0.8559682 Nov 12 00:57:11.887305 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f5af1-ada2-4e0f-9d3d-da00b883f0b6 req-d52d9f55-2b83-44ff-89d9-5a52ea2200c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:11.890239 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-398f5af1-ada2-4e0f-9d3d-da00b883f0b6 req-d52d9f55-2b83-44ff-89d9-5a52ea2200c3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5bf5715a-31c9-4ce3-b840-36d36e2f4e73 HTTP/1.1" status: 200 len: 852 time: 0.1402612 Nov 12 00:57:11.987361 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1957b10-4dc6-4609-9202-dfd1bf9eefec req-d49f3559-13fe-40d9-8740-5575d213fd97 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:11.999411 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e1957b10-4dc6-4609-9202-dfd1bf9eefec req-d49f3559-13fe-40d9-8740-5575d213fd97 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=b0e631e3-91d5-4309-ab8e-b1808e224b3d HTTP/1.1" status: 200 len: 944 time: 0.3883538 Nov 12 00:57:12.045982 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f5af1-ada2-4e0f-9d3d-da00b883f0b6 req-d77e68ab-8aca-401d-880c-dcd409ff546f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:12.050179 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-398f5af1-ada2-4e0f-9d3d-da00b883f0b6 req-d77e68ab-8aca-401d-880c-dcd409ff546f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1e4ead2-9226-4344-bd2b-82e7594e69de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1503534 Nov 12 00:57:12.111828 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-cefa6660-8a4e-4201-9ae4-9f447282fe29 req-958854d3-d83c-4cab-8c3d-d773c7b31b1e tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:12.361159 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-85f31fc9-9b20-4ae6-8623-323914e35898 req-fff0a038-622d-4870-8c98-9852724fa64a tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2babaf5-8c74-467a-8fa2-436929b0e031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6296244 Nov 12 00:57:12.374674 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-398f5af1-ada2-4e0f-9d3d-da00b883f0b6 req-a8b8d96a-1e84-4748-abf3-8dd5bfdc5257 service neutron] 10.222.0.44 "GET /v2.0/networks/f1e4ead2-9226-4344-bd2b-82e7594e69de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171196 Nov 12 00:57:12.427043 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958854d3-d83c-4cab-8c3d-d773c7b31b1e tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Pushing event deleted for resources: {'Port': ['ID=a7a8c72c-f355-4c96-8431-4b6abf124fc2,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:12.489812 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d33dc-85f4-4964-9b0d-a24eea3e29a9 req-35fd08ca-4c95-4002-94ae-a8053f67d539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:12.492618 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-866d33dc-85f4-4964-9b0d-a24eea3e29a9 req-35fd08ca-4c95-4002-94ae-a8053f67d539 service neutron] 10.222.0.44 "GET /v2.0/networks?id=945c2da1-f958-478a-a48a-8af2dfa2e179 HTTP/1.1" status: 200 len: 869 time: 0.5559940 Nov 12 00:57:12.549071 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-398f5af1-ada2-4e0f-9d3d-da00b883f0b6 req-8caa578e-7725-42cd-abb9-c5ebe916845f service neutron] 10.222.0.44 "GET /v2.0/networks/f1e4ead2-9226-4344-bd2b-82e7594e69de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632490 Nov 12 00:57:12.652359 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ddb43df5-3f04-409d-8356-eb0c078ff6c2 req-5640487d-4475-433e-ae02-e15c174179e0 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] 10.222.0.45 "GET /v2.0/ports?device_id=44ac78c4-2b73-4d10-94c3-37a5ca2c3a03 HTTP/1.1" status: 200 len: 210 time: 0.1114962 Nov 12 00:57:12.653187 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-cefa6660-8a4e-4201-9ae4-9f447282fe29 req-958854d3-d83c-4cab-8c3d-d773c7b31b1e tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] No DVR routers for this DVR port a7a8c72c-f355-4c96-8431-4b6abf124fc2 on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:57:12.659955 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-866d33dc-85f4-4964-9b0d-a24eea3e29a9 req-b24dd339-bd54-49e8-a406-551ba29e209e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=f3078017-2fb6-483c-b8e9-6d92e708b295 HTTP/1.1" status: 200 len: 217 time: 0.1352756 Nov 12 00:57:12.666043 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-cefa6660-8a4e-4201-9ae4-9f447282fe29 req-958854d3-d83c-4cab-8c3d-d773c7b31b1e tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:12.670505 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cefa6660-8a4e-4201-9ae4-9f447282fe29 req-958854d3-d83c-4cab-8c3d-d773c7b31b1e tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.16 "DELETE /v2.0/ports/a7a8c72c-f355-4c96-8431-4b6abf124fc2 HTTP/1.1" status: 204 len: 173 time: 2.3302345 Nov 12 00:57:12.696116 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e1957b10-4dc6-4609-9202-dfd1bf9eefec req-8ba58aaf-c2a9-41b4-9df1-0045d19157bf tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6340435 Nov 12 00:57:12.824122 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device a7a8c72c-f355-4c96-8431-4b6abf124fc2 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:57:12.857601 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72bab6-1703-470e-bd9c-7dc9bd060868 req-f68f051b-16e1-4b91-8848-00cdd7500fa8 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:12.863256 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee72bab6-1703-470e-bd9c-7dc9bd060868 req-f68f051b-16e1-4b91-8848-00cdd7500fa8 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] 10.222.0.44 "GET /v2.0/networks?id=4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c HTTP/1.1" status: 200 len: 811 time: 0.8624077 Nov 12 00:57:12.903592 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device d8ff5311-e0a3-4263-85de-4a8747deef58 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:57:12.908846 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 6b10d406-2cc1-4cba-8272-ab1d2a6757a9 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:57:12.975565 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] No Port match for: a7a8c72c-f355-4c96-8431-4b6abf124fc2 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:57:12.976258 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device a7a8c72c-f355-4c96-8431-4b6abf124fc2 not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:57:13.007348 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b00f85c-6b25-48ce-99f4-985acedfd8f3', 'tag': '1a88c9ac-a6d5-4efe-8d77-5c5d85321277'}, {'server_uuid': 'b0e631e3-91d5-4309-ab8e-b1808e224b3d', 'name': 'network-vif-deleted', 'tag': 'a7a8c72c-f355-4c96-8431-4b6abf124fc2'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:57:13.007879 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dcce4a5-e110-4e51-adbe-a1d70b53b801 x-openstack-request-id: req-0dcce4a5-e110-4e51-adbe-a1d70b53b801 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:57:13.008471 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa7e3ba8-589e-44bd-a910-0657731c8516", "tag": "c1c7b7a3-23b5-4983-a49a-3e22af86a73c", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:57:13.008799 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0dcce4a5-e110-4e51-adbe-a1d70b53b801 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:57:13.009644 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa7e3ba8-589e-44bd-a910-0657731c8516', 'tag': 'c1c7b7a3-23b5-4983-a49a-3e22af86a73c', 'status': 'completed', 'code': 200} Nov 12 00:57:13.012372 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3818a1-1b64-47bd-beb1-d2fb87bd6cbf" -d '{"events": [{"name": "network-changed", "server_uuid": "9b00f85c-6b25-48ce-99f4-985acedfd8f3", "tag": "1a88c9ac-a6d5-4efe-8d77-5c5d85321277"}, {"server_uuid": "b0e631e3-91d5-4309-ab8e-b1808e224b3d", "name": "network-vif-deleted", "tag": "a7a8c72c-f355-4c96-8431-4b6abf124fc2"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:57:13.046617 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d33dc-85f4-4964-9b0d-a24eea3e29a9 req-6d0fa713-b73f-4ea3-a776-88e3602ec920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:13.056294 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-866d33dc-85f4-4964-9b0d-a24eea3e29a9 req-6d0fa713-b73f-4ea3-a776-88e3602ec920 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.3781462 Nov 12 00:57:13.073292 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:13.170512 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-82dd4aa3-6214-4151-858a-0548f78145d7 req-5dd805c4-2ba2-479e-8c4a-6d6ed58090a8 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:13.240661 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['82024f09-4045-472b-bf68-891c62809ddd'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:57:13.303476 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd805c4-2ba2-479e-8c4a-6d6ed58090a8 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Pushing event deleted for resources: {'Port': ['ID=6b10d406-2cc1-4cba-8272-ab1d2a6757a9,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:13.321780 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78178ab5-237e-4f66-800f-338bfbf220ba req-a1401570-3298-481c-9044-f9c82dd3815e tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:13.330205 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-78178ab5-237e-4f66-800f-338bfbf220ba req-a1401570-3298-481c-9044-f9c82dd3815e tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9e3aa03-07d7-4809-a574-0a143c59fa0e HTTP/1.1" status: 200 len: 867 time: 0.4411323 Nov 12 00:57:13.336845 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ab146-f5e0-43e6-83e2-7cda990fc535 req-86d4516c-50d6-4e5f-97b1-7058300f92d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:13.348509 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d07ab146-f5e0-43e6-83e2-7cda990fc535 req-86d4516c-50d6-4e5f-97b1-7058300f92d1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bd88bcdcd79e46fe8ed56f798ef1ed29&device_id=fa7e3ba8-589e-44bd-a910-0657731c8516 HTTP/1.1" status: 200 len: 1096 time: 0.1665869 Nov 12 00:57:13.353421 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee72bab6-1703-470e-bd9c-7dc9bd060868 req-8919d3ba-9b81-4186-ad83-166d6cb3faf2 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e23f931e6abc48e289c4be9c4f72c99c HTTP/1.1" status: 200 len: 379 time: 0.4317982 Nov 12 00:57:13.372497 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-ee72bab6-1703-470e-bd9c-7dc9bd060868 req-3e8ba52f-029a-4941-bd80-dd225f404d90 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Request body: {'port': {'device_id': '44ac78c4-2b73-4d10-94c3-37a5ca2c3a03', 'network_id': '4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c', 'admin_state_up': True, 'tenant_id': 'e23f931e6abc48e289c4be9c4f72c99c', 'security_groups': ['aa918c48-355b-4036-b12c-82ff85154b99']}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:13.462713 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port d8ff5311-e0a3-4263-85de-4a8747deef58, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d8ff5311-e0a3-4263-85de-4a8747deef58,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:13.497679 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'd8ff5311-e0a3-4263-85de-4a8747deef58', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'port_id': 'd8ff5311-e0a3-4263-85de-4a8747deef58', 'mac_address': 'fa:16:3e:e7:af:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0290328-7bc5-4266-bfb9-6eb25d91acf0', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:57:13.573868 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-82dd4aa3-6214-4151-858a-0548f78145d7 req-5dd805c4-2ba2-479e-8c4a-6d6ed58090a8 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] No DVR routers for this DVR port 6b10d406-2cc1-4cba-8272-ab1d2a6757a9 on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:57:13.593921 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d33dc-85f4-4964-9b0d-a24eea3e29a9 req-315368ef-a99f-4a5a-8495-72bbe2394c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:13.597906 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-866d33dc-85f4-4964-9b0d-a24eea3e29a9 req-315368ef-a99f-4a5a-8495-72bbe2394c23 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5283096 Nov 12 00:57:13.606376 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-82dd4aa3-6214-4151-858a-0548f78145d7 req-5dd805c4-2ba2-479e-8c4a-6d6ed58090a8 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:13.614043 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-82dd4aa3-6214-4151-858a-0548f78145d7 req-5dd805c4-2ba2-479e-8c4a-6d6ed58090a8 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.44 "DELETE /v2.0/ports/6b10d406-2cc1-4cba-8272-ab1d2a6757a9 HTTP/1.1" status: 204 len: 173 time: 3.8699071 Nov 12 00:57:13.657000 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ab146-f5e0-43e6-83e2-7cda990fc535 req-afb2bb77-d281-4560-b8fd-ec3939368aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:13.664513 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d07ab146-f5e0-43e6-83e2-7cda990fc535 req-afb2bb77-d281-4560-b8fd-ec3939368aac service neutron] 10.222.0.44 "GET /v2.0/networks?id=f1e4ead2-9226-4344-bd2b-82e7594e69de HTTP/1.1" status: 200 len: 913 time: 0.3145278 Nov 12 00:57:13.686861 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97daa70-c9e1-44d4-a5f5-f3147c2df5d4 req-ef7fa45d-dad2-4d8b-8a2c-42cda569078d tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:13.689757 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d97daa70-c9e1-44d4-a5f5-f3147c2df5d4 req-ef7fa45d-dad2-4d8b-8a2c-42cda569078d tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] 10.222.0.45 "GET /v2.0/ports?device_id=96f82284-4e4f-4bbe-8c27-f1c5450f8f1f HTTP/1.1" status: 200 len: 947 time: 0.4991624 Nov 12 00:57:13.702731 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:13.707901 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-78178ab5-237e-4f66-800f-338bfbf220ba req-3e4e4b4c-78df-4657-9f1b-f0b878d41ac6 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759687 Nov 12 00:57:13.753717 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8ff5311-e0a3-4263-85de-4a8747deef58 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:57:13.760105 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56650) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:13.773337 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d07ab146-f5e0-43e6-83e2-7cda990fc535 req-6f7c4c3c-2223-43ec-b340-7e7f004abc06 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1c7b7a3-23b5-4983-a49a-3e22af86a73c HTTP/1.1" status: 200 len: 217 time: 0.1000607 Nov 12 00:57:13.803208 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port d8ff5311-e0a3-4263-85de-4a8747deef58, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d8ff5311-e0a3-4263-85de-4a8747deef58,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:13.822589 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:13.972589 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ab146-f5e0-43e6-83e2-7cda990fc535 req-5bdde20d-5ec3-4c65-8bc6-d39f23573692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:13.980560 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d07ab146-f5e0-43e6-83e2-7cda990fc535 req-5bdde20d-5ec3-4c65-8bc6-d39f23573692 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5bf5715a-31c9-4ce3-b840-36d36e2f4e73 HTTP/1.1" status: 200 len: 852 time: 0.2000282 Nov 12 00:57:13.989517 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=d8ff5311-e0a3-4263-85de-4a8747deef58,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:14.018050 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d97daa70-c9e1-44d4-a5f5-f3147c2df5d4 req-9afd6ba0-f1b1-48d2-8e60-5c1a39b37846 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f24bbfc-cffd-4d62-a978-899dca5d7550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531574 Nov 12 00:57:14.024562 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-866d33dc-85f4-4964-9b0d-a24eea3e29a9 req-396c2156-26cc-4db8-8c29-cba3ae367653 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962271 Nov 12 00:57:14.035544 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1059d2a-a103-4aa7-bcae-7e7f7c57de90 req-87d5302e-488e-4a42-a8af-c85e95225396 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:14.051775 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d1059d2a-a103-4aa7-bcae-7e7f7c57de90 req-87d5302e-488e-4a42-a8af-c85e95225396 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b00f85c-6b25-48ce-99f4-985acedfd8f3 HTTP/1.1" status: 200 len: 943 time: 0.1816628 Nov 12 00:57:14.092490 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ab146-f5e0-43e6-83e2-7cda990fc535 req-2e54a961-03a9-4d83-8e2d-e59dcb6662a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:14.094196 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee72bab6-1703-470e-bd9c-7dc9bd060868 req-3e8ba52f-029a-4941-bd80-dd225f404d90 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Made reservation on behalf of e23f931e6abc48e289c4be9c4f72c99c for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:14.095474 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d07ab146-f5e0-43e6-83e2-7cda990fc535 req-2e54a961-03a9-4d83-8e2d-e59dcb6662a7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1e4ead2-9226-4344-bd2b-82e7594e69de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0899203 Nov 12 00:57:14.097947 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ee72bab6-1703-470e-bd9c-7dc9bd060868 req-3e8ba52f-029a-4941-bd80-dd225f404d90 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:14.158017 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7d73b439-975c-4b03-8ef7-3fe436c7063f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:14.188011 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['d8ff5311-e0a3-4263-85de-4a8747deef58'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:57:14.262832 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d1059d2a-a103-4aa7-bcae-7e7f7c57de90 req-fa02c7be-4f7e-40b7-8fe5-67d7acb3d9cd tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100167 Nov 12 00:57:14.361668 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d07ab146-f5e0-43e6-83e2-7cda990fc535 req-76fdda9a-cfba-4b9c-8fef-e3f9d7f8f870 service neutron] 10.222.0.44 "GET /v2.0/networks/f1e4ead2-9226-4344-bd2b-82e7594e69de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508497 Nov 12 00:57:14.439199 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 00:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b431a96c-19d7-47a0-bcee-e393f6adf670 x-openstack-request-id: req-b431a96c-19d7-47a0-bcee-e393f6adf670 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:57:14.439573 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b00f85c-6b25-48ce-99f4-985acedfd8f3", "tag": "1a88c9ac-a6d5-4efe-8d77-5c5d85321277", "status": "completed", "code": 200}, {"server_uuid": "b0e631e3-91d5-4309-ab8e-b1808e224b3d", "name": "network-vif-deleted", "tag": "a7a8c72c-f355-4c96-8431-4b6abf124fc2", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:57:14.439866 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b431a96c-19d7-47a0-bcee-e393f6adf670 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:57:14.440307 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b00f85c-6b25-48ce-99f4-985acedfd8f3', 'tag': '1a88c9ac-a6d5-4efe-8d77-5c5d85321277', 'status': 'completed', 'code': 200} Nov 12 00:57:14.440637 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e631e3-91d5-4309-ab8e-b1808e224b3d', 'name': 'network-vif-deleted', 'tag': 'a7a8c72c-f355-4c96-8431-4b6abf124fc2', 'status': 'completed', 'code': 200} Nov 12 00:57:14.772904 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d07ab146-f5e0-43e6-83e2-7cda990fc535 req-090c2137-ac41-47eb-9aec-fc854ddf037a service neutron] 10.222.0.44 "GET /v2.0/networks/f1e4ead2-9226-4344-bd2b-82e7594e69de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4090099 Nov 12 00:57:14.848097 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device f3078017-2fb6-483c-b8e9-6d92e708b295 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:57:14.908522 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-379b76ca-c48a-4346-a8ed-1c528916b132 req-90d61936-8250-4347-8117-3f8f30bede46 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] 10.222.0.45 "GET /v2.0/ports?device_id=44ac78c4-2b73-4d10-94c3-37a5ca2c3a03 HTTP/1.1" status: 200 len: 210 time: 0.4465947 Nov 12 00:57:14.957178 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port f3078017-2fb6-483c-b8e9-6d92e708b295 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:57:14.969683 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port f3078017-2fb6-483c-b8e9-6d92e708b295 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:14.970818 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:14.986339 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-ee72bab6-1703-470e-bd9c-7dc9bd060868 req-3e8ba52f-029a-4941-bd80-dd225f404d90 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Allocated IP 172.20.0.5 (4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c/749b9936-c68e-49ae-a3ef-2ac3d2926d6a/bc54d53d-f0d4-433e-adb2-d81e0072cd79) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:57:15.000110 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-866d33dc-85f4-4964-9b0d-a24eea3e29a9 req-700827c9-303c-437d-8ea6-f2cb70077bbc service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9214149 Nov 12 00:57:15.022762 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04269785-d9a2-4651-a678-2c36a657ff0f req-ebe3ceec-421f-4f89-9d8c-5f8487635815 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:15.030404 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-04269785-d9a2-4651-a678-2c36a657ff0f req-ebe3ceec-421f-4f89-9d8c-5f8487635815 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa7e3ba8-589e-44bd-a910-0657731c8516 HTTP/1.1" status: 200 len: 944 time: 0.5886536 Nov 12 00:57:15.046892 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3818a1-1b64-47bd-beb1-d2fb87bd6cbf req-a6b7b809-4177-4f00-8a2b-a30c76d060fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:15.048448 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d3818a1-1b64-47bd-beb1-d2fb87bd6cbf req-a6b7b809-4177-4f00-8a2b-a30c76d060fb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=52ec13b5aa674ec2836b22da2faf152e&device_id=9b00f85c-6b25-48ce-99f4-985acedfd8f3 HTTP/1.1" status: 200 len: 1126 time: 0.6329923 Nov 12 00:57:15.294301 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:15.341719 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-04269785-d9a2-4651-a678-2c36a657ff0f req-0966be06-5167-4c59-9437-81607a9ba7df tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2babaf5-8c74-467a-8fa2-436929b0e031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3104718 Nov 12 00:57:15.396552 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port f3078017-2fb6-483c-b8e9-6d92e708b295, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=f3078017-2fb6-483c-b8e9-6d92e708b295,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:15.400700 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af86cc37-5b5f-4939-9e6e-530f4bf55d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3078017-2fb6-483c-b8e9-6d92e708b295'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:57:15.406350 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7d73b439-975c-4b03-8ef7-3fe436c7063f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:15.410036 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1417d7-26a6-4d6b-9637-426a4943f449" -d '{"events": [{"server_uuid": "af86cc37-5b5f-4939-9e6e-530f4bf55d75", "name": "network-vif-plugged", "status": "completed", "tag": "f3078017-2fb6-483c-b8e9-6d92e708b295"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:57:15.422116 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:15.434691 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7d73b439-975c-4b03-8ef7-3fe436c7063f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:15.467483 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3818a1-1b64-47bd-beb1-d2fb87bd6cbf req-6ef889c8-faad-443d-826c-128d5807f6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:15.469261 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d3818a1-1b64-47bd-beb1-d2fb87bd6cbf req-6ef889c8-faad-443d-826c-128d5807f6a3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1c193d6a-5984-4109-91aa-b0c9d7c9a6bf HTTP/1.1" status: 200 len: 920 time: 0.4069963 Nov 12 00:57:15.479540 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d33dc-85f4-4964-9b0d-a24eea3e29a9 req-48e83607-2893-4347-9aac-2cf15f546e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:15.481234 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-866d33dc-85f4-4964-9b0d-a24eea3e29a9 req-48e83607-2893-4347-9aac-2cf15f546e48 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=8b62a7bd07ff46aa817cfdb6cdb58769&device_id=96f82284-4e4f-4bbe-8c27-f1c5450f8f1f HTTP/1.1" status: 200 len: 1100 time: 0.3328500 Nov 12 00:57:15.555622 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=f3078017-2fb6-483c-b8e9-6d92e708b295,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:15.584190 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d3818a1-1b64-47bd-beb1-d2fb87bd6cbf req-047f2f0e-f031-4c89-9ff8-41558f0a8004 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a88c9ac-a6d5-4efe-8d77-5c5d85321277 HTTP/1.1" status: 200 len: 217 time: 0.0975010 Nov 12 00:57:15.584872 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d73b439-975c-4b03-8ef7-3fe436c7063f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f24f6761-0e45-46a3-9931-3e7e123b8b4e,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:15.669688 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ee72bab6-1703-470e-bd9c-7dc9bd060868 req-3e8ba52f-029a-4941-bd80-dd225f404d90 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:15.677372 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7d73b439-975c-4b03-8ef7-3fe436c7063f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a926a66a8d35449f8b74c78d0bc1aceb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8908715 Nov 12 00:57:15.678384 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56682) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:15.757479 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3818a1-1b64-47bd-beb1-d2fb87bd6cbf req-20537641-c842-474b-a210-344f86150b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:15.758975 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d3818a1-1b64-47bd-beb1-d2fb87bd6cbf req-20537641-c842-474b-a210-344f86150b3e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6d8bd009-45c7-4017-80d7-9c1f69484ce9 HTTP/1.1" status: 200 len: 860 time: 0.1398013 Nov 12 00:57:15.775292 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d4a573d3-7ef9-4ba8-9111-535c00da9dc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:15.775703 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314aeb1-74e8-4969-b38e-9fe8dba87a0d req-46baa962-f4f3-4db5-aa54-25cb0c5805e9 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:15.777514 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2314aeb1-74e8-4969-b38e-9fe8dba87a0d req-46baa962-f4f3-4db5-aa54-25cb0c5805e9 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] 10.222.0.45 "GET /v2.0/ports?device_id=96f82284-4e4f-4bbe-8c27-f1c5450f8f1f HTTP/1.1" status: 200 len: 948 time: 0.2236059 Nov 12 00:57:15.794009 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d33dc-85f4-4964-9b0d-a24eea3e29a9 req-18449f11-920d-4454-bcf3-45f5ac26c2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:15.795602 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-866d33dc-85f4-4964-9b0d-a24eea3e29a9 req-18449f11-920d-4454-bcf3-45f5ac26c2e7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=945c2da1-f958-478a-a48a-8af2dfa2e179 HTTP/1.1" status: 200 len: 869 time: 0.2921672 Nov 12 00:57:15.822643 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d4a573d3-7ef9-4ba8-9111-535c00da9dc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:15.840017 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d3818a1-1b64-47bd-beb1-d2fb87bd6cbf req-2e2e0899-41ae-4fbd-bf8d-1029f88df8dd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1c193d6a-5984-4109-91aa-b0c9d7c9a6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549583 Nov 12 00:57:15.891828 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-866d33dc-85f4-4964-9b0d-a24eea3e29a9 req-456ebf00-7c93-4e40-acd3-d87098a0f062 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=d8ff5311-e0a3-4263-85de-4a8747deef58 HTTP/1.1" status: 200 len: 217 time: 0.0687406 Nov 12 00:57:15.930202 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ee72bab6-1703-470e-bd9c-7dc9bd060868 req-3e8ba52f-029a-4941-bd80-dd225f404d90 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:16.089780 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee72bab6-1703-470e-bd9c-7dc9bd060868 req-3e8ba52f-029a-4941-bd80-dd225f404d90 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Network 4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:16.122047 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2314aeb1-74e8-4969-b38e-9fe8dba87a0d req-7ed05a79-0b77-4cb2-abe6-6e86bf020360 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f24bbfc-cffd-4d62-a978-899dca5d7550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912617 Nov 12 00:57:16.132465 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d33dc-85f4-4964-9b0d-a24eea3e29a9 req-c2bd4f2f-7126-41da-9665-360f5e134329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:16.134002 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-866d33dc-85f4-4964-9b0d-a24eea3e29a9 req-c2bd4f2f-7126-41da-9665-360f5e134329 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.2226062 Nov 12 00:57:16.198808 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-ee72bab6-1703-470e-bd9c-7dc9bd060868 req-3e8ba52f-029a-4941-bd80-dd225f404d90 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:16.228234 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ba52f-029a-4941-bd80-dd225f404d90 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Pushing event updated for resources: {'Port': ['ID=bc54d53d-f0d4-433e-adb2-d81e0072cd79,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:16.252457 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee72bab6-1703-470e-bd9c-7dc9bd060868 req-3e8ba52f-029a-4941-bd80-dd225f404d90 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:57:16.436750 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8d55e0-73d0-4aab-864f-f80692fdf972 x-openstack-request-id: req-ef8d55e0-73d0-4aab-864f-f80692fdf972 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:57:16.437609 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af86cc37-5b5f-4939-9e6e-530f4bf55d75", "name": "network-vif-plugged", "status": "completed", "tag": "f3078017-2fb6-483c-b8e9-6d92e708b295", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:57:16.437609 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ef8d55e0-73d0-4aab-864f-f80692fdf972 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:57:16.438461 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af86cc37-5b5f-4939-9e6e-530f4bf55d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3078017-2fb6-483c-b8e9-6d92e708b295', 'code': 200} Nov 12 00:57:16.454754 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d4a573d3-7ef9-4ba8-9111-535c00da9dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:16.457589 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d4a573d3-7ef9-4ba8-9111-535c00da9dc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:16.458988 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d4a573d3-7ef9-4ba8-9111-535c00da9dc0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f24f6761-0e45-46a3-9931-3e7e123b8b4e HTTP/1.1" status: 204 len: 168 time: 0.7796335 Nov 12 00:57:16.479553 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a573d3-7ef9-4ba8-9111-535c00da9dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24f6761-0e45-46a3-9931-3e7e123b8b4e,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:16.512610 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e3aa03-07d7-4809-a574-0a143c59fa0e', 'name': 'network-vif-deleted', 'tag': '6b10d406-2cc1-4cba-8272-ab1d2a6757a9'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:57:16.518332 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4d6eac-fc90-4aaa-ba80-d619b56ad46d" -d '{"events": [{"server_uuid": "c9e3aa03-07d7-4809-a574-0a143c59fa0e", "name": "network-vif-deleted", "tag": "6b10d406-2cc1-4cba-8272-ab1d2a6757a9"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:57:16.601520 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85e2d2-3c34-4f1e-9f25-189196d21ce3 req-71ebe895-596f-4418-98fb-7d4c4292c272 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:16.604040 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6e85e2d2-3c34-4f1e-9f25-189196d21ce3 req-71ebe895-596f-4418-98fb-7d4c4292c272 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.16 "GET /v2.0/ports?device_id=7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873 HTTP/1.1" status: 200 len: 945 time: 0.5377967 Nov 12 00:57:16.616469 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d3818a1-1b64-47bd-beb1-d2fb87bd6cbf req-b12c2802-6021-409c-b6f7-0638a3780a5d service neutron] 10.222.0.44 "GET /v2.0/networks/1c193d6a-5984-4109-91aa-b0c9d7c9a6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7344389 Nov 12 00:57:16.657227 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f4417-f84e-4684-b280-3fbfc5d239bf req-c902af28-dcf7-46c2-a067-4d1a84dbbc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:16.658758 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-879f4417-f84e-4684-b280-3fbfc5d239bf req-c902af28-dcf7-46c2-a067-4d1a84dbbc71 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=af86cc37-5b5f-4939-9e6e-530f4bf55d75 HTTP/1.1" status: 200 len: 1102 time: 0.0795810 Nov 12 00:57:16.731035 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-1b51ada7-3ca2-4c05-aff2-10f97c9adc8c None None] Provisioning complete for port bc54d53d-f0d4-433e-adb2-d81e0072cd79 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:16.731585 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1b51ada7-3ca2-4c05-aff2-10f97c9adc8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:16.749351 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c44272-abce-4ecf-adf2-63e4cf21ad96 req-5f5b5550-7586-4a0f-aa82-258081bd395c tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:16.757170 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6c44272-abce-4ecf-adf2-63e4cf21ad96 req-5f5b5550-7586-4a0f-aa82-258081bd395c tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b00f85c-6b25-48ce-99f4-985acedfd8f3 HTTP/1.1" status: 200 len: 943 time: 0.3864973 Nov 12 00:57:16.762467 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-879f4417-f84e-4684-b280-3fbfc5d239bf req-38d80573-3945-46aa-953a-bb2cf0eac486 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4f24bbfc-cffd-4d62-a978-899dca5d7550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940559 Nov 12 00:57:16.779547 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-1b51ada7-3ca2-4c05-aff2-10f97c9adc8c None None] Port bc54d53d-f0d4-433e-adb2-d81e0072cd79 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:57:16.836486 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device d8ff5311-e0a3-4263-85de-4a8747deef58 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:57:16.851902 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72bab6-1703-470e-bd9c-7dc9bd060868 req-3e8ba52f-029a-4941-bd80-dd225f404d90 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:16.852801 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ee72bab6-1703-470e-bd9c-7dc9bd060868 req-3e8ba52f-029a-4941-bd80-dd225f404d90 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:16.857026 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d33dc-85f4-4964-9b0d-a24eea3e29a9 req-94474f4c-b1ec-40f4-812a-4fd86c0dea99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:16.858676 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-866d33dc-85f4-4964-9b0d-a24eea3e29a9 req-94474f4c-b1ec-40f4-812a-4fd86c0dea99 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5961957 Nov 12 00:57:16.931406 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port d8ff5311-e0a3-4263-85de-4a8747deef58 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:57:16.938530 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port d8ff5311-e0a3-4263-85de-4a8747deef58 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:16.940247 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:16.946311 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee72bab6-1703-470e-bd9c-7dc9bd060868 req-3e8ba52f-029a-4941-bd80-dd225f404d90 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5784762 Nov 12 00:57:16.978949 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6c44272-abce-4ecf-adf2-63e4cf21ad96 req-0ed4cd54-4ede-4605-892b-f7d60a4f0b8b tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208624 Nov 12 00:57:16.995655 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c932dc5-249a-4839-b07a-db64d790d8e2 req-7daa1790-b269-4912-9cb1-0bf01b28c434 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:17.003700 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7c932dc5-249a-4839-b07a-db64d790d8e2 req-7daa1790-b269-4912-9cb1-0bf01b28c434 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/ports?device_id=7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873 HTTP/1.1" status: 200 len: 945 time: 0.3211613 Nov 12 00:57:17.033253 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d3818a1-1b64-47bd-beb1-d2fb87bd6cbf req-749b2919-67a5-4891-a794-4665c1d09488 service neutron] 10.222.0.44 "GET /v2.0/networks/1c193d6a-5984-4109-91aa-b0c9d7c9a6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517928 Nov 12 00:57:17.071718 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-ee72bab6-1703-470e-bd9c-7dc9bd060868 req-660a3014-b630-406e-ad97-23a5118cfac2 service neutron] Request body: {'port': {'device_id': '44ac78c4-2b73-4d10-94c3-37a5ca2c3a03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:17.095253 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:17.139940 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-6e85e2d2-3c34-4f1e-9f25-189196d21ce3 req-1b4834cf-7f34-4fe4-9d59-a96240c53c0c tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Deleting port c668a224-06b4-4f21-be65-64f708fef230 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:57:17.140539 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-6e85e2d2-3c34-4f1e-9f25-189196d21ce3 req-1b4834cf-7f34-4fe4-9d59-a96240c53c0c tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:17.159383 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56696) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:17.180806 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2ab23ab0-1db4-4321-a735-4ab152076450 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:17.192458 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port d8ff5311-e0a3-4263-85de-4a8747deef58, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d8ff5311-e0a3-4263-85de-4a8747deef58,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:17.199069 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:17.200175 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 1a88c9ac-a6d5-4efe-8d77-5c5d85321277 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:57:17.225855 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7c932dc5-249a-4839-b07a-db64d790d8e2 req-832d30a7-aec8-4f50-86f3-3527be3b13b6 tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a22e0df-b0e9-4738-bae1-57c99549c82f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208619 Nov 12 00:57:17.451886 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2ab23ab0-1db4-4321-a735-4ab152076450 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:17.460429 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2ab23ab0-1db4-4321-a735-4ab152076450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:17.465668 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=d8ff5311-e0a3-4263-85de-4a8747deef58,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:17.511846 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2ab23ab0-1db4-4321-a735-4ab152076450 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2390bb4aa87e4dbc923e4e56f024d41a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3509116 Nov 12 00:57:17.516073 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56708) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:17.560921 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab23ab0-1db4-4321-a735-4ab152076450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d9a035-1a5a-4ca4-a8e5-00ba7c932624,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:17.598422 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fd08a610-b1ef-4602-b59a-43cf7cfc9774 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:17.631769 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fd08a610-b1ef-4602-b59a-43cf7cfc9774 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:17.665657 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ee72bab6-1703-470e-bd9c-7dc9bd060868 req-660a3014-b630-406e-ad97-23a5118cfac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:17.690021 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-6e85e2d2-3c34-4f1e-9f25-189196d21ce3 req-1b4834cf-7f34-4fe4-9d59-a96240c53c0c tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] For port c668a224-06b4-4f21-be65-64f708fef230, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=c668a224-06b4-4f21-be65-64f708fef230,segment=NetworkSegment(22cf0803-7015-4b8f-9bea-ad8ec3d31ac5),segment_id=22cf0803-7015-4b8f-9bea-ad8ec3d31ac5)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:17.690349 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-6e85e2d2-3c34-4f1e-9f25-189196d21ce3 req-1b4834cf-7f34-4fe4-9d59-a96240c53c0c tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:17.719159 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fd08a610-b1ef-4602-b59a-43cf7cfc9774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:17.722466 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-866d33dc-85f4-4964-9b0d-a24eea3e29a9 req-b50de5f3-e20f-4505-a35a-421b60e0fa44 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6667960 Nov 12 00:57:17.725805 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fd08a610-b1ef-4602-b59a-43cf7cfc9774 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:17.728828 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-fd08a610-b1ef-4602-b59a-43cf7cfc9774 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/21d9a035-1a5a-4ca4-a8e5-00ba7c932624 HTTP/1.1" status: 204 len: 168 time: 0.2112901 Nov 12 00:57:17.729955 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-6e85e2d2-3c34-4f1e-9f25-189196d21ce3 req-1b4834cf-7f34-4fe4-9d59-a96240c53c0c tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Calling delete_port for c668a224-06b4-4f21-be65-64f708fef230 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:57:17.743906 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd08a610-b1ef-4602-b59a-43cf7cfc9774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d9a035-1a5a-4ca4-a8e5-00ba7c932624,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:17.980276 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ddb6c7-b0f0-40a6-82c1-9b663c2f1201 req-fc255da4-85a2-4b45-89d1-4d1a1319c393 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:17.982109 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-47ddb6c7-b0f0-40a6-82c1-9b663c2f1201 req-fc255da4-85a2-4b45-89d1-4d1a1319c393 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] 10.222.0.45 "GET /v2.0/ports?device_id=44ac78c4-2b73-4d10-94c3-37a5ca2c3a03 HTTP/1.1" status: 200 len: 931 time: 0.4911752 Nov 12 00:57:17.990700 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e8cdb-97fc-452c-98ff-ebf385f9eafc req-6fb9f9b0-a706-4734-8974-17c424f52f0a tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:18.000188 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a81e8cdb-97fc-452c-98ff-ebf385f9eafc req-6fb9f9b0-a706-4734-8974-17c424f52f0a tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa7e3ba8-589e-44bd-a910-0657731c8516 HTTP/1.1" status: 200 len: 944 time: 0.5190661 Nov 12 00:57:18.322263 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a81e8cdb-97fc-452c-98ff-ebf385f9eafc req-b1e437ca-c978-45fc-abfd-73decba1633c tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2babaf5-8c74-467a-8fa2-436929b0e031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3206544 Nov 12 00:57:18.405627 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-47ddb6c7-b0f0-40a6-82c1-9b663c2f1201 req-43fb7aa8-c421-4c8c-ad64-e5a3f4a778bb tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa918c48-355b-4036-b12c-82ff85154b99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3824468 Nov 12 00:57:18.428100 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800e1500-46a3-40f5-801f-ca4ae90bee9b x-openstack-request-id: req-800e1500-46a3-40f5-801f-ca4ae90bee9b {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:57:18.428573 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e3aa03-07d7-4809-a574-0a143c59fa0e", "name": "network-vif-deleted", "tag": "6b10d406-2cc1-4cba-8272-ab1d2a6757a9", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:57:18.429009 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-800e1500-46a3-40f5-801f-ca4ae90bee9b {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:57:18.429644 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e3aa03-07d7-4809-a574-0a143c59fa0e', 'name': 'network-vif-deleted', 'tag': '6b10d406-2cc1-4cba-8272-ab1d2a6757a9', 'status': 'completed', 'code': 200} Nov 12 00:57:18.439883 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f82284-4e4f-4bbe-8c27-f1c5450f8f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ff5311-e0a3-4263-85de-4a8747deef58'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:57:18.449198 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-866d33dc-85f4-4964-9b0d-a24eea3e29a9 req-5d5c29b0-dc0d-4e3c-9445-e3b29a41dc4e service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6919086 Nov 12 00:57:18.456959 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707a9ca7-6732-4d65-be7d-e60ef04e0b73" -d '{"events": [{"server_uuid": "96f82284-4e4f-4bbe-8c27-f1c5450f8f1f", "name": "network-vif-plugged", "status": "completed", "tag": "d8ff5311-e0a3-4263-85de-4a8747deef58"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:57:18.746326 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-6e85e2d2-3c34-4f1e-9f25-189196d21ce3 req-1b4834cf-7f34-4fe4-9d59-a96240c53c0c tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:18.847743 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device c668a224-06b4-4f21-be65-64f708fef230 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:57:18.877176 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9770b96-5576-465d-a6ef-68465f0bcc38 req-a793b287-590e-462a-bfc0-ef4bdfb81e7c tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:18.878836 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f9770b96-5576-465d-a6ef-68465f0bcc38 req-a793b287-590e-462a-bfc0-ef4bdfb81e7c tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] 10.222.0.45 "GET /v2.0/ports?device_id=96f82284-4e4f-4bbe-8c27-f1c5450f8f1f HTTP/1.1" status: 200 len: 949 time: 0.3965044 Nov 12 00:57:18.885520 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] No Port match for: c668a224-06b4-4f21-be65-64f708fef230 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:57:18.886680 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device c668a224-06b4-4f21-be65-64f708fef230 not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:57:18.910354 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4834cf-7f34-4fe4-9d59-a96240c53c0c tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Pushing event deleted for resources: {'Port': ['ID=c668a224-06b4-4f21-be65-64f708fef230,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:18.966322 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-ee72bab6-1703-470e-bd9c-7dc9bd060868 req-660a3014-b630-406e-ad97-23a5118cfac2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc54d53d-f0d4-433e-adb2-d81e0072cd79 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:57:18.982865 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ee72bab6-1703-470e-bd9c-7dc9bd060868 req-660a3014-b630-406e-ad97-23a5118cfac2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:19.015001 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e85e2d2-3c34-4f1e-9f25-189196d21ce3 req-1b4834cf-7f34-4fe4-9d59-a96240c53c0c tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] No DVR routers for this DVR port c668a224-06b4-4f21-be65-64f708fef230 on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:57:19.035552 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-6e85e2d2-3c34-4f1e-9f25-189196d21ce3 req-1b4834cf-7f34-4fe4-9d59-a96240c53c0c tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:19.039067 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6e85e2d2-3c34-4f1e-9f25-189196d21ce3 req-1b4834cf-7f34-4fe4-9d59-a96240c53c0c tempest-LiveMigrationTest-632849430 tempest-LiveMigrationTest-632849430-project] 10.222.0.16 "DELETE /v2.0/ports/c668a224-06b4-4f21-be65-64f708fef230 HTTP/1.1" status: 204 len: 173 time: 2.4160631 Nov 12 00:57:19.063587 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ffa55-4da2-4649-918c-2372d6ccec46 req-4acad68a-bdba-49c2-84d9-025cd453063e tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:19.065739 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1b3ffa55-4da2-4649-918c-2372d6ccec46 req-4acad68a-bdba-49c2-84d9-025cd453063e tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/networks?id=00a03daf-efbb-48db-964b-992b2504dfd0 HTTP/1.1" status: 200 len: 806 time: 0.4165072 Nov 12 00:57:19.070490 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-ee72bab6-1703-470e-bd9c-7dc9bd060868 req-660a3014-b630-406e-ad97-23a5118cfac2 service neutron] Transition to ACTIVE for port object bc54d53d-f0d4-433e-adb2-d81e0072cd79 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:57:19.084512 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f9770b96-5576-465d-a6ef-68465f0bcc38 req-e21ede60-2a22-40bb-b965-2050f720bc1c tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f24bbfc-cffd-4d62-a978-899dca5d7550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812925 Nov 12 00:57:19.087102 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ee72bab6-1703-470e-bd9c-7dc9bd060868 req-660a3014-b630-406e-ad97-23a5118cfac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:19.100534 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1b3ffa55-4da2-4649-918c-2372d6ccec46 req-dc474c5e-6501-4c23-9d11-81e8d1344e49 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/quotas/ab22182039774befa325e91b3a0bd782 HTTP/1.1" status: 200 len: 375 time: 0.0273964 Nov 12 00:57:19.194588 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a3014-b630-406e-ad97-23a5118cfac2 service neutron] Pushing event updated for resources: {'Port': ['ID=bc54d53d-f0d4-433e-adb2-d81e0072cd79,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:19.278680 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1b3ffa55-4da2-4649-918c-2372d6ccec46 req-2d523ffb-f546-4563-ae9a-cb8f3c73485e tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab22182039774befa325e91b3a0bd782&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1751609 Nov 12 00:57:19.996340 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc9fdf-a560-49a3-bf98-147f87ce57d3 req-08a12226-c6f7-44cd-8208-319aa79ce891 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:20.008865 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-88fc9fdf-a560-49a3-bf98-147f87ce57d3 req-08a12226-c6f7-44cd-8208-319aa79ce891 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b00f85c-6b25-48ce-99f4-985acedfd8f3 HTTP/1.1" status: 200 len: 943 time: 0.7910562 Nov 12 00:57:20.041287 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-ee72bab6-1703-470e-bd9c-7dc9bd060868 req-660a3014-b630-406e-ad97-23a5118cfac2 service neutron] Attempting to bind port bc54d53d-f0d4-433e-adb2-d81e0072cd79 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:57:20.041714 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-ee72bab6-1703-470e-bd9c-7dc9bd060868 req-660a3014-b630-406e-ad97-23a5118cfac2 service neutron] Attempting to bind port bc54d53d-f0d4-433e-adb2-d81e0072cd79 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '77040763-e023-46a1-bb98-eb5e339b4758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:57:20.042098 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee72bab6-1703-470e-bd9c-7dc9bd060868 req-660a3014-b630-406e-ad97-23a5118cfac2 service neutron] Attempting to bind port bc54d53d-f0d4-433e-adb2-d81e0072cd79 on network 4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:57:20.084010 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee72bab6-1703-470e-bd9c-7dc9bd060868 req-660a3014-b630-406e-ad97-23a5118cfac2 service neutron] Port bc54d53d-f0d4-433e-adb2-d81e0072cd79 on network 4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:57:20.084382 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee72bab6-1703-470e-bd9c-7dc9bd060868 req-660a3014-b630-406e-ad97-23a5118cfac2 service neutron] Attempting to bind port bc54d53d-f0d4-433e-adb2-d81e0072cd79 on network 4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:57:20.087927 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-142200c0-ff89-43eb-a228-e33a8de90eb2 service neutron] 10.222.0.44 "GET /v2.0/ports/1a88c9ac-a6d5-4efe-8d77-5c5d85321277/bindings/n-h1-712142-27 HTTP/1.1" status: 200 len: 385 time: 0.7981393 Nov 12 00:57:20.111637 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee72bab6-1703-470e-bd9c-7dc9bd060868 req-660a3014-b630-406e-ad97-23a5118cfac2 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:57:20.112177 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee72bab6-1703-470e-bd9c-7dc9bd060868 req-660a3014-b630-406e-ad97-23a5118cfac2 service neutron] Checking segment: {'id': '77040763-e023-46a1-bb98-eb5e339b4758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:20.112682 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee72bab6-1703-470e-bd9c-7dc9bd060868 req-660a3014-b630-406e-ad97-23a5118cfac2 service neutron] Bound using segment: {'id': '77040763-e023-46a1-bb98-eb5e339b4758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:57:20.113370 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-ee72bab6-1703-470e-bd9c-7dc9bd060868 req-660a3014-b630-406e-ad97-23a5118cfac2 service neutron] Bound port: bc54d53d-f0d4-433e-adb2-d81e0072cd79, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77040763-e023-46a1-bb98-eb5e339b4758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:57:20.113865 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ee72bab6-1703-470e-bd9c-7dc9bd060868 req-660a3014-b630-406e-ad97-23a5118cfac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:20.121725 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1b3ffa55-4da2-4649-918c-2372d6ccec46 req-538a69ec-369b-4f5c-b5da-6a9374b14134 service neutron] 10.222.0.45 "GET /v2.0/networks/00a03daf-efbb-48db-964b-992b2504dfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8080845 Nov 12 00:57:20.201772 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-88fc9fdf-a560-49a3-bf98-147f87ce57d3 req-1c0a6cda-6420-4753-8659-22590775640a tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793911 Nov 12 00:57:20.283342 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56770) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:20.353430 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-ee72bab6-1703-470e-bd9c-7dc9bd060868 req-660a3014-b630-406e-ad97-23a5118cfac2 service neutron] For port bc54d53d-f0d4-433e-adb2-d81e0072cd79, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:57:20.366516 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779fc8d0-9b14-47cd-8f65-200da5947383 x-openstack-request-id: req-779fc8d0-9b14-47cd-8f65-200da5947383 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:57:20.367889 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f82284-4e4f-4bbe-8c27-f1c5450f8f1f", "name": "network-vif-plugged", "status": "completed", "tag": "d8ff5311-e0a3-4263-85de-4a8747deef58", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:57:20.368534 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-779fc8d0-9b14-47cd-8f65-200da5947383 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:57:20.369156 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f82284-4e4f-4bbe-8c27-f1c5450f8f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ff5311-e0a3-4263-85de-4a8747deef58', 'code': 200} Nov 12 00:57:20.384270 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-ee72bab6-1703-470e-bd9c-7dc9bd060868 req-660a3014-b630-406e-ad97-23a5118cfac2 service neutron] For port bc54d53d-f0d4-433e-adb2-d81e0072cd79, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=bc54d53d-f0d4-433e-adb2-d81e0072cd79,segment=NetworkSegment(77040763-e023-46a1-bb98-eb5e339b4758),segment_id=77040763-e023-46a1-bb98-eb5e339b4758)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:57:20.389834 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1b3ffa55-4da2-4649-918c-2372d6ccec46 req-0205a86e-aaf9-4cdf-9300-3cb02cf7dd27 service neutron] 10.222.0.45 "GET /v2.0/networks/00a03daf-efbb-48db-964b-992b2504dfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360384 Nov 12 00:57:20.414313 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ee72bab6-1703-470e-bd9c-7dc9bd060868 req-660a3014-b630-406e-ad97-23a5118cfac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:20.477434 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873', 'name': 'network-vif-deleted', 'tag': 'c668a224-06b4-4f21-be65-64f708fef230'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:57:20.480161 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3341fe95-ab05-4d13-9846-e56990dcd230" -d '{"events": [{"server_uuid": "7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873", "name": "network-vif-deleted", "tag": "c668a224-06b4-4f21-be65-64f708fef230"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:57:20.660177 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72bab6-1703-470e-bd9c-7dc9bd060868 req-660a3014-b630-406e-ad97-23a5118cfac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:20.661238 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ee72bab6-1703-470e-bd9c-7dc9bd060868 req-660a3014-b630-406e-ad97-23a5118cfac2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:20.668407 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee72bab6-1703-470e-bd9c-7dc9bd060868 req-660a3014-b630-406e-ad97-23a5118cfac2 service neutron] 10.222.0.44 "PUT /v2.0/ports/bc54d53d-f0d4-433e-adb2-d81e0072cd79 HTTP/1.1" status: 200 len: 1092 time: 3.5981832 Nov 12 00:57:20.812273 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a3014-b630-406e-ad97-23a5118cfac2 service neutron] Pushing event updated for resources: {'Port': ['ID=bc54d53d-f0d4-433e-adb2-d81e0072cd79,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:20.861977 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54269b28-1d68-434e-a137-0e907b0924bb req-23fe487e-cf1c-4939-b24a-2d30c35b9b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:20.863545 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-54269b28-1d68-434e-a137-0e907b0924bb req-23fe487e-cf1c-4939-b24a-2d30c35b9b60 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=96f82284-4e4f-4bbe-8c27-f1c5450f8f1f HTTP/1.1" status: 200 len: 1101 time: 0.3404794 Nov 12 00:57:20.967650 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-e33d7451-9e8c-4bf8-b160-d920140a2884 admin admin] Deleting subnet 47cc90a9-e995-4711-ba6b-508e6e69e5de {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:57:20.972850 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e33d7451-9e8c-4bf8-b160-d920140a2884 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:20.975554 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-655476a0-e62e-483f-ab7b-9287048edc11 service neutron] For port 1a88c9ac-a6d5-4efe-8d77-5c5d85321277, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=1a88c9ac-a6d5-4efe-8d77-5c5d85321277,segment=NetworkSegment(936f4dc4-b49e-4318-84e7-8d3d4988961e),segment_id=936f4dc4-b49e-4318-84e7-8d3d4988961e)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:21.056533 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e33d7451-9e8c-4bf8-b160-d920140a2884 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:21.063336 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-655476a0-e62e-483f-ab7b-9287048edc11 service neutron] For port 1a88c9ac-a6d5-4efe-8d77-5c5d85321277, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:57:21.096351 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-54269b28-1d68-434e-a137-0e907b0924bb req-f67a0f95-010a-42e8-adca-cb4618ac08df service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4f24bbfc-cffd-4d62-a978-899dca5d7550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912866 Nov 12 00:57:21.104553 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72bab6-1703-470e-bd9c-7dc9bd060868 req-573d4112-8314-47d5-a89a-8214732234b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:21.107273 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee72bab6-1703-470e-bd9c-7dc9bd060868 req-573d4112-8314-47d5-a89a-8214732234b3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e23f931e6abc48e289c4be9c4f72c99c&device_id=44ac78c4-2b73-4d10-94c3-37a5ca2c3a03 HTTP/1.1" status: 200 len: 1095 time: 0.3294325 Nov 12 00:57:21.124293 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed72a1-70c3-4117-a40d-721c34dd3007 req-c6dff456-48db-4426-837f-ed9903cc323d tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:21.148658 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-33ed72a1-70c3-4117-a40d-721c34dd3007 req-c6dff456-48db-4426-837f-ed9903cc323d tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa7e3ba8-589e-44bd-a910-0657731c8516 HTTP/1.1" status: 200 len: 944 time: 0.2890191 Nov 12 00:57:21.162006 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e33d7451-9e8c-4bf8-b160-d920140a2884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:21.207749 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-655476a0-e62e-483f-ab7b-9287048edc11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a88c9ac-a6d5-4efe-8d77-5c5d85321277 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:57:21.254336 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-655476a0-e62e-483f-ab7b-9287048edc11 service neutron] For port 1a88c9ac-a6d5-4efe-8d77-5c5d85321277, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=1a88c9ac-a6d5-4efe-8d77-5c5d85321277,segment=NetworkSegment(936f4dc4-b49e-4318-84e7-8d3d4988961e),segment_id=936f4dc4-b49e-4318-84e7-8d3d4988961e)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:21.299162 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e33d7451-9e8c-4bf8-b160-d920140a2884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:21.385476 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d7451-9e8c-4bf8-b160-d920140a2884 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47cc90a9-e995-4711-ba6b-508e6e69e5de,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:21.401875 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-33ed72a1-70c3-4117-a40d-721c34dd3007 req-9b6aaa3e-60a7-457d-8bcc-f114fcc98864 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2babaf5-8c74-467a-8fa2-436929b0e031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2512054 Nov 12 00:57:21.402029 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e33d7451-9e8c-4bf8-b160-d920140a2884 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:21.411018 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e33d7451-9e8c-4bf8-b160-d920140a2884 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/47cc90a9-e995-4711-ba6b-508e6e69e5de HTTP/1.1" status: 204 len: 168 time: 1.1235566 Nov 12 00:57:21.413915 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56790) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:21.536968 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee72bab6-1703-470e-bd9c-7dc9bd060868 req-bbfaa051-59a5-48c5-a5fb-8fa69715a839 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc54d53d-f0d4-433e-adb2-d81e0072cd79 HTTP/1.1" status: 200 len: 217 time: 0.1652148 Nov 12 00:57:21.593975 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-655476a0-e62e-483f-ab7b-9287048edc11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:21.723207 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9c4b24ce-01db-4f26-8f36-7ef7a4510b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:21.758942 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56798) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:21.819890 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-255713c5-45c0-40c8-b97c-ddba33995bf1 req-16110f41-6a94-49da-ac92-54dde77eca62 tempest-SecurityGroupsTestAdminJSON-2105239733 tempest-SecurityGroupsTestAdminJSON-2105239733-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1131440171', 'description': 'tempest-description-345092851'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:21.861598 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d6f2b-50c4-4822-9009-ff66e23b8bb8 req-0b2ec224-a4b9-46d0-ad0e-fcb1048b6d23 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:21.876918 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9b6d6f2b-50c4-4822-9009-ff66e23b8bb8 req-0b2ec224-a4b9-46d0-ad0e-fcb1048b6d23 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] 10.222.0.45 "GET /v2.0/ports?device_id=44ac78c4-2b73-4d10-94c3-37a5ca2c3a03 HTTP/1.1" status: 200 len: 943 time: 0.5042586 Nov 12 00:57:21.881471 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72bab6-1703-470e-bd9c-7dc9bd060868 req-3dadeb5a-e69e-4353-a116-1e3003e648dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:21.884078 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee72bab6-1703-470e-bd9c-7dc9bd060868 req-3dadeb5a-e69e-4353-a116-1e3003e648dc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=749b9936-c68e-49ae-a3ef-2ac3d2926d6a HTTP/1.1" status: 200 len: 850 time: 0.3197765 Nov 12 00:57:21.933478 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9c4b24ce-01db-4f26-8f36-7ef7a4510b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:21.983363 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-9c4b24ce-01db-4f26-8f36-7ef7a4510b8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfbacf63-886c-40df-80dd-a56be185809d']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:22.014446 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-9c4b24ce-01db-4f26-8f36-7ef7a4510b8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22cf0803-7015-4b8f-9bea-ad8ec3d31ac5') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:22.015641 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-9c4b24ce-01db-4f26-8f36-7ef7a4510b8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22cf0803-7015-4b8f-9bea-ad8ec3d31ac5') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:22.046357 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-255713c5-45c0-40c8-b97c-ddba33995bf1 req-16110f41-6a94-49da-ac92-54dde77eca62 tempest-SecurityGroupsTestAdminJSON-2105239733 tempest-SecurityGroupsTestAdminJSON-2105239733-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:22.055337 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9c4b24ce-01db-4f26-8f36-7ef7a4510b8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:22.081088 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-255713c5-45c0-40c8-b97c-ddba33995bf1 req-16110f41-6a94-49da-ac92-54dde77eca62 tempest-SecurityGroupsTestAdminJSON-2105239733 tempest-SecurityGroupsTestAdminJSON-2105239733-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:22.086230 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-655476a0-e62e-483f-ab7b-9287048edc11 service neutron] Transition to ACTIVE for port object 1a88c9ac-a6d5-4efe-8d77-5c5d85321277 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:57:22.097050 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-be3bc7dc-1606-4387-9592-d2fe9153cc65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:22.101637 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9b6d6f2b-50c4-4822-9009-ff66e23b8bb8 req-825eb7fb-71e5-41ad-af28-5a533cde1ded tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa918c48-355b-4036-b12c-82ff85154b99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2228906 Nov 12 00:57:22.104495 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-655476a0-e62e-483f-ab7b-9287048edc11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:22.114712 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9c4b24ce-01db-4f26-8f36-7ef7a4510b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:22.147075 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c4b24ce-01db-4f26-8f36-7ef7a4510b8e admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:57:22.148985 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9c4b24ce-01db-4f26-8f36-7ef7a4510b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:22.150630 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 00:57:22.150630 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:57:22.150630 n-d-712142-27 neutron-server[109086]: timer() Nov 12 00:57:22.150630 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:57:22.150630 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 00:57:22.150630 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:57:22.150630 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 00:57:22.150630 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:57:22.150630 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 00:57:22.150630 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:57:22.150630 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 00:57:22.150630 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:57:22.150630 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 00:57:22.150630 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:57:22.150630 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:57:22.150630 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:57:22.150630 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:57:22.150630 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:57:22.150630 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 00:57:22.150630 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:57:22.150630 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 00:57:22.150630 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:57:22.150630 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:57:22.150630 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:57:22.150630 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 00:57:22.150630 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:57:22.150630 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:57:22.150630 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:57:22.150630 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:57:22.150630 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:57:22.150630 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:57:22.150630 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:57:22.207903 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72bab6-1703-470e-bd9c-7dc9bd060868 req-2b8e741c-7802-4fc8-bc9c-3eda280b4b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:22.210328 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee72bab6-1703-470e-bd9c-7dc9bd060868 req-2b8e741c-7802-4fc8-bc9c-3eda280b4b33 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2458591 Nov 12 00:57:22.234444 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-655476a0-e62e-483f-ab7b-9287048edc11 service neutron] No DVR routers for this DVR port 1a88c9ac-a6d5-4efe-8d77-5c5d85321277 on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:57:22.259284 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9c4b24ce-01db-4f26-8f36-7ef7a4510b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:22.271097 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9c4b24ce-01db-4f26-8f36-7ef7a4510b8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:22.274778 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9c4b24ce-01db-4f26-8f36-7ef7a4510b8e admin admin] 10.222.0.45 "DELETE /v2.0/networks/dfbacf63-886c-40df-80dd-a56be185809d HTTP/1.1" status: 204 len: 168 time: 0.8597274 Nov 12 00:57:22.288400 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56802) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:22.302015 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4b24ce-01db-4f26-8f36-7ef7a4510b8e admin admin] Pushing event deleted for resources: {'Network': ['ID=dfbacf63-886c-40df-80dd-a56be185809d,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:22.340574 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b24ce-01db-4f26-8f36-7ef7a4510b8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:22.341564 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b24ce-01db-4f26-8f36-7ef7a4510b8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:22.342360 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b24ce-01db-4f26-8f36-7ef7a4510b8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:22.342937 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b24ce-01db-4f26-8f36-7ef7a4510b8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:22.343611 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b24ce-01db-4f26-8f36-7ef7a4510b8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:22.344204 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b24ce-01db-4f26-8f36-7ef7a4510b8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:22.344835 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b24ce-01db-4f26-8f36-7ef7a4510b8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:22.347479 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655476a0-e62e-483f-ab7b-9287048edc11 service neutron] Pushing event updated for resources: {'Port': ['ID=1a88c9ac-a6d5-4efe-8d77-5c5d85321277,revision_number=10']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:22.350591 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b24ce-01db-4f26-8f36-7ef7a4510b8e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:22.351569 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b24ce-01db-4f26-8f36-7ef7a4510b8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:22.352187 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b24ce-01db-4f26-8f36-7ef7a4510b8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:22.352862 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b24ce-01db-4f26-8f36-7ef7a4510b8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:22.353447 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b24ce-01db-4f26-8f36-7ef7a4510b8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:22.438372 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd6c997b-fcc3-45be-91b5-5c58f3399da6 admin admin] Deleting subnet 07aeef1b-8f1d-44d7-98c7-5fe776c1f044 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:57:22.444218 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dd6c997b-fcc3-45be-91b5-5c58f3399da6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:22.512100 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dd6c997b-fcc3-45be-91b5-5c58f3399da6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:22.518953 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-655476a0-e62e-483f-ab7b-9287048edc11 service neutron] 10.222.0.44 "PUT /v2.0/ports/1a88c9ac-a6d5-4efe-8d77-5c5d85321277/bindings/n-h1-712142-27/activate HTTP/1.1" status: 200 len: 370 time: 2.4172051 Nov 12 00:57:22.564450 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-be3bc7dc-1606-4387-9592-d2fe9153cc65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:22.572940 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-be3bc7dc-1606-4387-9592-d2fe9153cc65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:22.619429 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a949f-d8b4-4eae-b576-79d7033ae605 req-c6fe854d-42b7-430c-9d1c-928c81fc65f2 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:22.621127 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-528a949f-d8b4-4eae-b576-79d7033ae605 req-c6fe854d-42b7-430c-9d1c-928c81fc65f2 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] 10.222.0.45 "GET /v2.0/ports?device_id=96f82284-4e4f-4bbe-8c27-f1c5450f8f1f HTTP/1.1" status: 200 len: 949 time: 0.3675785 Nov 12 00:57:22.637248 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-255713c5-45c0-40c8-b97c-ddba33995bf1 req-16110f41-6a94-49da-ac92-54dde77eca62 tempest-SecurityGroupsTestAdminJSON-2105239733 tempest-SecurityGroupsTestAdminJSON-2105239733-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:22.648370 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dd6c997b-fcc3-45be-91b5-5c58f3399da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:22.658125 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-255713c5-45c0-40c8-b97c-ddba33995bf1 req-16110f41-6a94-49da-ac92-54dde77eca62 tempest-SecurityGroupsTestAdminJSON-2105239733 tempest-SecurityGroupsTestAdminJSON-2105239733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:22.674865 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3bc7dc-1606-4387-9592-d2fe9153cc65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1011aae1-ffe1-43f5-bb0e-eef70f12dbc3,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:22.679514 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee72bab6-1703-470e-bd9c-7dc9bd060868 req-60774fec-dca9-43c4-896f-d05a2f2200e1 service neutron] 10.222.0.44 "GET /v2.0/networks/4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4469676 Nov 12 00:57:22.684161 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-be3bc7dc-1606-4387-9592-d2fe9153cc65 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=407825e1660a4ccfa9baaa45d5932a07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9217329 Nov 12 00:57:22.687370 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56806) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:22.735399 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16110f41-6a94-49da-ac92-54dde77eca62 tempest-SecurityGroupsTestAdminJSON-2105239733 tempest-SecurityGroupsTestAdminJSON-2105239733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb85918-e929-4ecc-8a6e-89a47c258e0c,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:22.764016 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0368de77-404e-47b7-8426-d62dd45da919 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:22.767250 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dd6c997b-fcc3-45be-91b5-5c58f3399da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:22.779581 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-528a949f-d8b4-4eae-b576-79d7033ae605 req-96a3a07c-577c-46a8-bb42-5aad5b68fbb9 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f24bbfc-cffd-4d62-a978-899dca5d7550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443162 Nov 12 00:57:22.819552 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0368de77-404e-47b7-8426-d62dd45da919 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:22.824158 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6c997b-fcc3-45be-91b5-5c58f3399da6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07aeef1b-8f1d-44d7-98c7-5fe776c1f044,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:22.826573 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dd6c997b-fcc3-45be-91b5-5c58f3399da6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:22.830411 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-dd6c997b-fcc3-45be-91b5-5c58f3399da6 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/07aeef1b-8f1d-44d7-98c7-5fe776c1f044 HTTP/1.1" status: 204 len: 168 time: 0.5409071 Nov 12 00:57:22.839312 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56808) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:22.882827 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-255713c5-45c0-40c8-b97c-ddba33995bf1 req-16110f41-6a94-49da-ac92-54dde77eca62 tempest-SecurityGroupsTestAdminJSON-2105239733 tempest-SecurityGroupsTestAdminJSON-2105239733-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:22.891061 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-255713c5-45c0-40c8-b97c-ddba33995bf1 req-16110f41-6a94-49da-ac92-54dde77eca62 tempest-SecurityGroupsTestAdminJSON-2105239733 tempest-SecurityGroupsTestAdminJSON-2105239733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:22.919037 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee72bab6-1703-470e-bd9c-7dc9bd060868 req-f2f293d1-4c63-41c8-b7bd-233c698421db service neutron] 10.222.0.44 "GET /v2.0/networks/4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117794 Nov 12 00:57:22.941312 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dbbb02d6-f8ad-42cb-8525-71f743f0e8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:22.956513 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-255713c5-45c0-40c8-b97c-ddba33995bf1 req-16110f41-6a94-49da-ac92-54dde77eca62 tempest-SecurityGroupsTestAdminJSON-2105239733 tempest-SecurityGroupsTestAdminJSON-2105239733-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:22.975164 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-255713c5-45c0-40c8-b97c-ddba33995bf1 req-16110f41-6a94-49da-ac92-54dde77eca62 tempest-SecurityGroupsTestAdminJSON-2105239733 tempest-SecurityGroupsTestAdminJSON-2105239733-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.1665852 Nov 12 00:57:22.975366 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0368de77-404e-47b7-8426-d62dd45da919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:22.975366 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0368de77-404e-47b7-8426-d62dd45da919 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:22.979458 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d4780f-e605-4d1b-957d-2eb59a05d6b0 x-openstack-request-id: req-a8d4780f-e605-4d1b-957d-2eb59a05d6b0 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:57:22.979458 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873", "name": "network-vif-deleted", "tag": "c668a224-06b4-4f21-be65-64f708fef230", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:57:22.979458 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a8d4780f-e605-4d1b-957d-2eb59a05d6b0 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:57:22.979458 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa918d9-a0e9-46f4-8ac9-c2f3dcc58873', 'name': 'network-vif-deleted', 'tag': 'c668a224-06b4-4f21-be65-64f708fef230', 'status': 'completed', 'code': 200} Nov 12 00:57:22.982160 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0368de77-404e-47b7-8426-d62dd45da919 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1011aae1-ffe1-43f5-bb0e-eef70f12dbc3 HTTP/1.1" status: 204 len: 168 time: 0.2924674 Nov 12 00:57:23.014737 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0368de77-404e-47b7-8426-d62dd45da919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1011aae1-ffe1-43f5-bb0e-eef70f12dbc3,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:23.030559 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16110f41-6a94-49da-ac92-54dde77eca62 tempest-SecurityGroupsTestAdminJSON-2105239733 tempest-SecurityGroupsTestAdminJSON-2105239733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71a17277-2ab3-413d-af8a-16aa3b9f8169,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:23.168966 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dbbb02d6-f8ad-42cb-8525-71f743f0e8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:23.205027 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-dbbb02d6-f8ad-42cb-8525-71f743f0e8b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c254d6bc-dd59-45ba-9e8a-258ec4d3aaca']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:23.219413 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-dbbb02d6-f8ad-42cb-8525-71f743f0e8b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15833460-7488-4fa5-9e63-b5a25b4bbd94') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:23.219786 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-dbbb02d6-f8ad-42cb-8525-71f743f0e8b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15833460-7488-4fa5-9e63-b5a25b4bbd94') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:23.235261 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dbbb02d6-f8ad-42cb-8525-71f743f0e8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:23.257229 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dbbb02d6-f8ad-42cb-8525-71f743f0e8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:23.267409 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbbb02d6-f8ad-42cb-8525-71f743f0e8b8 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:57:23.267994 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dbbb02d6-f8ad-42cb-8525-71f743f0e8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:23.270405 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 00:57:23.270405 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:57:23.270405 n-d-712142-27 neutron-server[109086]: timer() Nov 12 00:57:23.270405 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:57:23.270405 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 00:57:23.270405 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:57:23.270405 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 00:57:23.270405 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:57:23.270405 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 00:57:23.270405 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:57:23.270405 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 00:57:23.270405 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:57:23.270405 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 00:57:23.270405 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:57:23.270405 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:57:23.270405 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:57:23.270405 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:57:23.270405 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:57:23.270405 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 00:57:23.270405 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:57:23.270405 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 00:57:23.270405 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:57:23.270405 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:57:23.270405 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:57:23.270405 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 00:57:23.270405 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:57:23.270405 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:57:23.270405 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:57:23.270405 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:57:23.270405 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:57:23.270405 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:57:23.270405 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:57:23.377118 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dbbb02d6-f8ad-42cb-8525-71f743f0e8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:23.387615 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dbbb02d6-f8ad-42cb-8525-71f743f0e8b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:23.403217 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-dbbb02d6-f8ad-42cb-8525-71f743f0e8b8 admin admin] 10.222.0.45 "DELETE /v2.0/networks/c254d6bc-dd59-45ba-9e8a-258ec4d3aaca HTTP/1.1" status: 204 len: 168 time: 0.5621331 Nov 12 00:57:23.421172 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b7a72642-1289-4a27-a4a2-844f94dd66c3 req-596aa8b1-d421-4265-bb6f-f62379ce28f3 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=e63c7b68-c930-44a4-b4b4-456d7f77a500 HTTP/1.1" status: 200 len: 210 time: 0.2693393 Nov 12 00:57:23.476497 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbb02d6-f8ad-42cb-8525-71f743f0e8b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c254d6bc-dd59-45ba-9e8a-258ec4d3aaca,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:23.536523 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-a9c36e6c-486f-4bc2-9f24-8ca3e9c84315 tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:23.539690 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-a9c36e6c-486f-4bc2-9f24-8ca3e9c84315 tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9b00f85c-6b25-48ce-99f4-985acedfd8f3&tenant_id=52ec13b5aa674ec2836b22da2faf152e&binding%3Ahost_id=n-h2-712142-27 HTTP/1.1" status: 200 len: 1096 time: 0.4930496 Nov 12 00:57:23.574660 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefcc685-3988-4e43-a6f7-15811e13bd97 req-603d1ed7-5253-4838-9f9d-2de1ea721f7d tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:23.577949 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cefcc685-3988-4e43-a6f7-15811e13bd97 req-603d1ed7-5253-4838-9f9d-2de1ea721f7d tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b00f85c-6b25-48ce-99f4-985acedfd8f3 HTTP/1.1" status: 200 len: 944 time: 0.4289601 Nov 12 00:57:23.585714 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56822) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:23.600622 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1dab53f4-cffe-4b15-b2a3-02fec87bf88c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:23.705105 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ffa55-4da2-4649-918c-2372d6ccec46 req-f3736d46-7906-4711-886a-087bf8d80862 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:23.707756 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1b3ffa55-4da2-4649-918c-2372d6ccec46 req-f3736d46-7906-4711-886a-087bf8d80862 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.44 "GET /v2.0/networks?id=00a03daf-efbb-48db-964b-992b2504dfd0 HTTP/1.1" status: 200 len: 806 time: 0.5196426 Nov 12 00:57:23.721985 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1dab53f4-cffe-4b15-b2a3-02fec87bf88c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:23.729539 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1dab53f4-cffe-4b15-b2a3-02fec87bf88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:23.747529 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-1b3ffa55-4da2-4649-918c-2372d6ccec46 req-d4e44711-6a18-4454-9230-1d69f90aeac4 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Request body: {'port': {'device_id': 'e63c7b68-c930-44a4-b4b4-456d7f77a500', 'network_id': '00a03daf-efbb-48db-964b-992b2504dfd0', 'admin_state_up': True, 'tenant_id': 'ab22182039774befa325e91b3a0bd782'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:23.789508 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1dab53f4-cffe-4b15-b2a3-02fec87bf88c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=50f4530ede9e4785b5d6cf56eca9d5d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2017341 Nov 12 00:57:23.789820 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56824) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:23.793498 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dab53f4-cffe-4b15-b2a3-02fec87bf88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d145cf0-bfba-41f0-95bf-2c6183d2e131,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:23.819491 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56826) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:23.875469 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0b249c2c-886f-477e-9d74-fdbb74cf8839 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=31213ba92821461cba1a0adcb9241baa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0511727 Nov 12 00:57:23.875773 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56830) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:23.893555 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-333d8d81-3412-4737-9ba6-e5fa395ca1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:23.895126 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-333d8d81-3412-4737-9ba6-e5fa395ca1a8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9b00f85c-6b25-48ce-99f4-985acedfd8f3&tenant_id=52ec13b5aa674ec2836b22da2faf152e HTTP/1.1" status: 200 len: 1096 time: 0.3408084 Nov 12 00:57:23.931100 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3995cb-6d55-4c4d-88a0-fa32cae95421 req-990fb362-7f06-465f-bffd-774a585c61da tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:23.934929 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7212a31e-10b3-44b9-8d0f-90b78d7ff862 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:23.938759 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1f3995cb-6d55-4c4d-88a0-fa32cae95421 req-990fb362-7f06-465f-bffd-774a585c61da tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa7e3ba8-589e-44bd-a910-0657731c8516 HTTP/1.1" status: 200 len: 944 time: 0.3821127 Nov 12 00:57:23.945489 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cefcc685-3988-4e43-a6f7-15811e13bd97 req-ca8d1da8-bbc7-4bce-8bf6-cd4ab233a547 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269753 Nov 12 00:57:23.967951 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7212a31e-10b3-44b9-8d0f-90b78d7ff862 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:24.018131 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-dfe58970-f8b5-4db6-b775-9e14ab77673a req-3b28d52f-67d5-4970-b03f-b43b4bdf046f tempest-SecurityGroupsTestAdminJSON-2105239733 tempest-SecurityGroupsTestAdminJSON-2105239733-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1477367448', 'description': 'tempest-description-1726125815'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:24.050971 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7212a31e-10b3-44b9-8d0f-90b78d7ff862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:24.056608 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7212a31e-10b3-44b9-8d0f-90b78d7ff862 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:24.058609 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7212a31e-10b3-44b9-8d0f-90b78d7ff862 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2a22e0df-b0e9-4738-bae1-57c99549c82f HTTP/1.1" status: 204 len: 168 time: 0.1815615 Nov 12 00:57:24.073934 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7212a31e-10b3-44b9-8d0f-90b78d7ff862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a22e0df-b0e9-4738-bae1-57c99549c82f,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:24.104193 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1f3995cb-6d55-4c4d-88a0-fa32cae95421 req-e4736f9f-c1d7-4c67-b8f3-f5cd70868297 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2babaf5-8c74-467a-8fa2-436929b0e031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530039 Nov 12 00:57:24.117820 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6aafec3f-42ed-4147-81e1-b16fd8b28a58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:24.145423 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-dfe58970-f8b5-4db6-b775-9e14ab77673a req-3b28d52f-67d5-4970-b03f-b43b4bdf046f tempest-SecurityGroupsTestAdminJSON-2105239733 tempest-SecurityGroupsTestAdminJSON-2105239733-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:24.162393 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-215f4eb6-54dc-48f0-9b7b-f1ff1694aec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:24.165150 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-215f4eb6-54dc-48f0-9b7b-f1ff1694aec4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=52ec13b5aa674ec2836b22da2faf152e&device_id=9b00f85c-6b25-48ce-99f4-985acedfd8f3 HTTP/1.1" status: 200 len: 1096 time: 0.1989558 Nov 12 00:57:24.203449 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6aafec3f-42ed-4147-81e1-b16fd8b28a58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:24.298785 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b3ffa55-4da2-4649-918c-2372d6ccec46 req-d4e44711-6a18-4454-9230-1d69f90aeac4 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Made reservation on behalf of ab22182039774befa325e91b3a0bd782 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:24.303148 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1b3ffa55-4da2-4649-918c-2372d6ccec46 req-d4e44711-6a18-4454-9230-1d69f90aeac4 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:24.452427 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788eb479-ba69-48ba-9fea-61fe8076beab req-704afbd3-7cee-4902-90aa-ab5253e5ccf3 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:24.454065 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-788eb479-ba69-48ba-9fea-61fe8076beab req-704afbd3-7cee-4902-90aa-ab5253e5ccf3 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] 10.222.0.45 "GET /v2.0/ports?device_id=44ac78c4-2b73-4d10-94c3-37a5ca2c3a03 HTTP/1.1" status: 200 len: 943 time: 0.2551773 Nov 12 00:57:24.458242 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-f9a7ff76-3d97-47d6-9d9c-21867e0d02d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:24.459921 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-f9a7ff76-3d97-47d6-9d9c-21867e0d02d3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1c193d6a-5984-4109-91aa-b0c9d7c9a6bf HTTP/1.1" status: 200 len: 920 time: 0.2628233 Nov 12 00:57:24.496471 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6aafec3f-42ed-4147-81e1-b16fd8b28a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:24.498820 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6aafec3f-42ed-4147-81e1-b16fd8b28a58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:24.500106 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-6aafec3f-42ed-4147-81e1-b16fd8b28a58 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2d145cf0-bfba-41f0-95bf-2c6183d2e131 HTTP/1.1" status: 204 len: 168 time: 0.6932962 Nov 12 00:57:24.585075 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aafec3f-42ed-4147-81e1-b16fd8b28a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d145cf0-bfba-41f0-95bf-2c6183d2e131,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:24.600700 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-dfe58970-f8b5-4db6-b775-9e14ab77673a req-3b28d52f-67d5-4970-b03f-b43b4bdf046f tempest-SecurityGroupsTestAdminJSON-2105239733 tempest-SecurityGroupsTestAdminJSON-2105239733-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:24.602714 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-adc8aa7d-4ec2-4d84-ad1f-6ab808bca5de service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a88c9ac-a6d5-4efe-8d77-5c5d85321277 HTTP/1.1" status: 200 len: 217 time: 0.1012044 Nov 12 00:57:24.603227 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56840) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:24.628504 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-dfe58970-f8b5-4db6-b775-9e14ab77673a req-3b28d52f-67d5-4970-b03f-b43b4bdf046f tempest-SecurityGroupsTestAdminJSON-2105239733 tempest-SecurityGroupsTestAdminJSON-2105239733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:24.696476 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e79d18f1-5921-4190-a26d-5ceca3950efc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=473e5c3531ec4c97a0f91b2a425551dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0883548 Nov 12 00:57:24.698769 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56844) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:24.750183 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-dfe58970-f8b5-4db6-b775-9e14ab77673a req-3b28d52f-67d5-4970-b03f-b43b4bdf046f tempest-SecurityGroupsTestAdminJSON-2105239733 tempest-SecurityGroupsTestAdminJSON-2105239733-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:24.751517 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dfe58970-f8b5-4db6-b775-9e14ab77673a req-3b28d52f-67d5-4970-b03f-b43b4bdf046f tempest-SecurityGroupsTestAdminJSON-2105239733 tempest-SecurityGroupsTestAdminJSON-2105239733-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.7464440 Nov 12 00:57:24.766741 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6d56c685-6e51-4a7b-b218-6dafd2c0b023 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:24.769412 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-788eb479-ba69-48ba-9fea-61fe8076beab req-d3b3dd6d-52ae-44cb-9de2-db98baa0269a tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa918c48-355b-4036-b12c-82ff85154b99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2627530 Nov 12 00:57:24.778706 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-c9392604-33fe-4bc3-94af-d1248b7b29e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:24.780594 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-c9392604-33fe-4bc3-94af-d1248b7b29e1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6d8bd009-45c7-4017-80d7-9c1f69484ce9 HTTP/1.1" status: 200 len: 860 time: 0.1664834 Nov 12 00:57:24.782520 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-1b3ffa55-4da2-4649-918c-2372d6ccec46 req-d4e44711-6a18-4454-9230-1d69f90aeac4 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Allocated IP 172.20.0.4 (00a03daf-efbb-48db-964b-992b2504dfd0/76e4d43b-e53b-464c-a374-bf4144fb9a21/2043f17a-6a9c-4580-a653-8a70a460396d) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:57:24.784912 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b28d52f-67d5-4970-b03f-b43b4bdf046f tempest-SecurityGroupsTestAdminJSON-2105239733 tempest-SecurityGroupsTestAdminJSON-2105239733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8fefee4-fd3a-4ff0-93f4-95f6e74c0e82,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:24.843479 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6d56c685-6e51-4a7b-b218-6dafd2c0b023 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:24.869720 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-338e3e41-98dd-427e-a46d-7c2a2e0bd657 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1c193d6a-5984-4109-91aa-b0c9d7c9a6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772991 Nov 12 00:57:24.914113 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device bc54d53d-f0d4-433e-adb2-d81e0072cd79 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:57:24.944194 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6d56c685-6e51-4a7b-b218-6dafd2c0b023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:24.949866 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6d56c685-6e51-4a7b-b218-6dafd2c0b023 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:24.951697 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6d56c685-6e51-4a7b-b218-6dafd2c0b023 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/90b76060-78e1-4cc2-bab4-d4b1f7cd419c HTTP/1.1" status: 204 len: 168 time: 0.2515347 Nov 12 00:57:24.967034 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d56c685-6e51-4a7b-b218-6dafd2c0b023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b76060-78e1-4cc2-bab4-d4b1f7cd419c,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:24.983284 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44ac78c4-2b73-4d10-94c3-37a5ca2c3a03', 'tag': 'bc54d53d-f0d4-433e-adb2-d81e0072cd79'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:57:24.989351 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b78172-46bb-47cb-9145-8d5c0e6dc44c" -d '{"events": [{"name": "network-changed", "server_uuid": "44ac78c4-2b73-4d10-94c3-37a5ca2c3a03", "tag": "bc54d53d-f0d4-433e-adb2-d81e0072cd79"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:57:25.062754 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-12fa2a37-719e-46cd-9a13-7a3db6fd322c req-9448e96c-1a8f-419f-92a8-db3089c1d440 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=e63c7b68-c930-44a4-b4b4-456d7f77a500 HTTP/1.1" status: 200 len: 210 time: 0.1470151 Nov 12 00:57:25.170135 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port bc54d53d-f0d4-433e-adb2-d81e0072cd79, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=bc54d53d-f0d4-433e-adb2-d81e0072cd79,segment=NetworkSegment(77040763-e023-46a1-bb98-eb5e339b4758),segment_id=77040763-e023-46a1-bb98-eb5e339b4758)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:25.183333 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'bc54d53d-f0d4-433e-adb2-d81e0072cd79', 'network_id': '4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c', 'port_id': 'bc54d53d-f0d4-433e-adb2-d81e0072cd79', 'mac_address': 'fa:16:3e:c4:2c:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '749b9936-c68e-49ae-a3ef-2ac3d2926d6a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:57:25.238193 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:25.260491 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc54d53d-f0d4-433e-adb2-d81e0072cd79 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:57:25.280134 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e73d86-281c-4c5b-89da-71a1258d5120 req-8dfd558a-d868-4fff-a211-903aabf40659 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:25.290997 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port bc54d53d-f0d4-433e-adb2-d81e0072cd79, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=bc54d53d-f0d4-433e-adb2-d81e0072cd79,segment=NetworkSegment(77040763-e023-46a1-bb98-eb5e339b4758),segment_id=77040763-e023-46a1-bb98-eb5e339b4758)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:25.293049 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-28e73d86-281c-4c5b-89da-71a1258d5120 req-8dfd558a-d868-4fff-a211-903aabf40659 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] 10.222.0.45 "GET /v2.0/ports?device_id=96f82284-4e4f-4bbe-8c27-f1c5450f8f1f HTTP/1.1" status: 200 len: 949 time: 0.4154871 Nov 12 00:57:25.298524 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:25.369284 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=bc54d53d-f0d4-433e-adb2-d81e0072cd79,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:25.388132 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-b7f69fc2-a7a7-4fbc-b58f-15540911f68b service neutron] 10.222.0.16 "GET /v2.0/networks/1c193d6a-5984-4109-91aa-b0c9d7c9a6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5012317 Nov 12 00:57:25.568135 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-17f73409-6758-4f43-b237-291e45e51d05 req-c7f76733-b4f9-4431-b2d0-16c560061dc6 tempest-SecurityGroupsTestAdminJSON-470703759 tempest-SecurityGroupsTestAdminJSON-470703759-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2125296810', 'description': 'tempest-description-770546385'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:25.596581 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['bc54d53d-f0d4-433e-adb2-d81e0072cd79'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:57:25.604970 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1b3ffa55-4da2-4649-918c-2372d6ccec46 req-d4e44711-6a18-4454-9230-1d69f90aeac4 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:25.655994 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-28e73d86-281c-4c5b-89da-71a1258d5120 req-0a0d9724-8409-457c-988d-657a35088a8e tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f24bbfc-cffd-4d62-a978-899dca5d7550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368371 Nov 12 00:57:25.687779 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-17f73409-6758-4f43-b237-291e45e51d05 req-c7f76733-b4f9-4431-b2d0-16c560061dc6 tempest-SecurityGroupsTestAdminJSON-470703759 tempest-SecurityGroupsTestAdminJSON-470703759-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:25.731298 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-17f73409-6758-4f43-b237-291e45e51d05 req-c7f76733-b4f9-4431-b2d0-16c560061dc6 tempest-SecurityGroupsTestAdminJSON-470703759 tempest-SecurityGroupsTestAdminJSON-470703759-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:25.751805 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-00966833-2c05-4707-900c-5555c865b467 service neutron] 10.222.0.16 "GET /v2.0/networks/1c193d6a-5984-4109-91aa-b0c9d7c9a6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475647 Nov 12 00:57:25.820087 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1b3ffa55-4da2-4649-918c-2372d6ccec46 req-d4e44711-6a18-4454-9230-1d69f90aeac4 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:25.823744 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8bcd958-2702-485e-8c2c-a5089267d8d9 x-openstack-request-id: req-f8bcd958-2702-485e-8c2c-a5089267d8d9 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:57:25.823744 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44ac78c4-2b73-4d10-94c3-37a5ca2c3a03", "tag": "bc54d53d-f0d4-433e-adb2-d81e0072cd79", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:57:25.824298 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f8bcd958-2702-485e-8c2c-a5089267d8d9 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:57:25.824807 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44ac78c4-2b73-4d10-94c3-37a5ca2c3a03', 'tag': 'bc54d53d-f0d4-433e-adb2-d81e0072cd79', 'status': 'completed', 'code': 200} Nov 12 00:57:25.920357 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56890) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:25.986597 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-17f73409-6758-4f43-b237-291e45e51d05 req-c7f76733-b4f9-4431-b2d0-16c560061dc6 tempest-SecurityGroupsTestAdminJSON-470703759 tempest-SecurityGroupsTestAdminJSON-470703759-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:26.063040 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-17f73409-6758-4f43-b237-291e45e51d05 req-c7f76733-b4f9-4431-b2d0-16c560061dc6 tempest-SecurityGroupsTestAdminJSON-470703759 tempest-SecurityGroupsTestAdminJSON-470703759-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:26.088739 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b3ffa55-4da2-4649-918c-2372d6ccec46 req-d4e44711-6a18-4454-9230-1d69f90aeac4 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Network 00a03daf-efbb-48db-964b-992b2504dfd0 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:26.097014 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e44711-6a18-4454-9230-1d69f90aeac4 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Pushing event updated for resources: {'Port': ['ID=2043f17a-6a9c-4580-a653-8a70a460396d,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:26.112207 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-bbfa06d4-d470-464d-876c-29bc659366fb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1520895545-network', 'tenant_id': 'b2e62aee26964f858c9163a5ff12289e'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:26.130816 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-1b3ffa55-4da2-4649-918c-2372d6ccec46 req-d4e44711-6a18-4454-9230-1d69f90aeac4 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:26.140160 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbfa06d4-d470-464d-876c-29bc659366fb admin admin] Made reservation on behalf of b2e62aee26964f858c9163a5ff12289e for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:26.144509 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bbfa06d4-d470-464d-876c-29bc659366fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:26.157833 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bbfa06d4-d470-464d-876c-29bc659366fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:26.170160 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b3ffa55-4da2-4649-918c-2372d6ccec46 req-d4e44711-6a18-4454-9230-1d69f90aeac4 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:57:26.236677 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f76733-b4f9-4431-b2d0-16c560061dc6 tempest-SecurityGroupsTestAdminJSON-470703759 tempest-SecurityGroupsTestAdminJSON-470703759-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c829efe1-5a7b-49c6-8959-51ec5e190642,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:26.249466 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b78172-46bb-47cb-9145-8d5c0e6dc44c req-1a534787-f2cf-47a5-828c-faff6507ae95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:26.251072 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a2b78172-46bb-47cb-9145-8d5c0e6dc44c req-1a534787-f2cf-47a5-828c-faff6507ae95 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e23f931e6abc48e289c4be9c4f72c99c&device_id=44ac78c4-2b73-4d10-94c3-37a5ca2c3a03 HTTP/1.1" status: 200 len: 1096 time: 0.3586040 Nov 12 00:57:26.277764 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['82024f09-4045-472b-bf68-891c62809ddd'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:57:26.298209 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449a3d2-4920-4d5d-bb20-70af7dd8f9db req-55c925cf-ecf7-4716-8ff7-2efbefcc28d4 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:26.303862 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bbfa06d4-d470-464d-876c-29bc659366fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:26.306348 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1449a3d2-4920-4d5d-bb20-70af7dd8f9db req-55c925cf-ecf7-4716-8ff7-2efbefcc28d4 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b00f85c-6b25-48ce-99f4-985acedfd8f3 HTTP/1.1" status: 200 len: 944 time: 0.3649230 Nov 12 00:57:26.313040 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bbfa06d4-d470-464d-876c-29bc659366fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:26.347756 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ffa55-4da2-4649-918c-2372d6ccec46 req-d4e44711-6a18-4454-9230-1d69f90aeac4 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:26.348368 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1b3ffa55-4da2-4649-918c-2372d6ccec46 req-d4e44711-6a18-4454-9230-1d69f90aeac4 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:26.370241 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa06d4-d470-464d-876c-29bc659366fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb56295-3e68-4ba6-9c68-2daf88761092,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:26.436836 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbfa06d4-d470-464d-876c-29bc659366fb admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:57:26.460942 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bbfa06d4-d470-464d-876c-29bc659366fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:26.462230 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-bbfa06d4-d470-464d-876c-29bc659366fb admin admin] Added segment 4dd22270-7cab-4d69-8095-2c972eec1cb0 of type vlan for network 1d18b6f8-3a2a-4026-a21f-15fc5b9673ac Nov 12 00:57:26.541117 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bbfa06d4-d470-464d-876c-29bc659366fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:26.580880 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bbfa06d4-d470-464d-876c-29bc659366fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:26.582657 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfa06d4-d470-464d-876c-29bc659366fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:26.584465 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bbfa06d4-d470-464d-876c-29bc659366fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:26.624878 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-bbfa06d4-d470-464d-876c-29bc659366fb admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.7023330 Nov 12 00:57:26.641697 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56904) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:26.648460 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-81924134-030b-4fd1-907e-e384f6d6f992 admin admin] Request body: {'subnet': {'network_id': '1d18b6f8-3a2a-4026-a21f-15fc5b9673ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1520895545-subnet', 'tenant_id': 'b2e62aee26964f858c9163a5ff12289e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:26.703510 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa06d4-d470-464d-876c-29bc659366fb admin admin] Pushing event updated for resources: {'Network': ['ID=1d18b6f8-3a2a-4026-a21f-15fc5b9673ac,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:26.715569 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81924134-030b-4fd1-907e-e384f6d6f992 admin admin] Made reservation on behalf of b2e62aee26964f858c9163a5ff12289e for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:26.721273 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-81924134-030b-4fd1-907e-e384f6d6f992 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:26.722497 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 1d18b6f8-3a2a-4026-a21f-15fc5b9673ac details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:57:26.781868 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-17f73409-6758-4f43-b237-291e45e51d05 req-c7f76733-b4f9-4431-b2d0-16c560061dc6 tempest-SecurityGroupsTestAdminJSON-470703759 tempest-SecurityGroupsTestAdminJSON-470703759-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:26.784563 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-246600fd-9940-4b21-b130-1451b8946d9d tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:26.786150 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-246600fd-9940-4b21-b130-1451b8946d9d tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9b00f85c-6b25-48ce-99f4-985acedfd8f3&tenant_id=52ec13b5aa674ec2836b22da2faf152e&binding%3Ahost_id=n-h1-712142-27 HTTP/1.1" status: 200 len: 1096 time: 0.6476505 Nov 12 00:57:26.792822 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1b3ffa55-4da2-4649-918c-2372d6ccec46 req-d4e44711-6a18-4454-9230-1d69f90aeac4 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0581117 Nov 12 00:57:26.812680 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-17f73409-6758-4f43-b237-291e45e51d05 req-c7f76733-b4f9-4431-b2d0-16c560061dc6 tempest-SecurityGroupsTestAdminJSON-470703759 tempest-SecurityGroupsTestAdminJSON-470703759-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:26.856035 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-1b3ffa55-4da2-4649-918c-2372d6ccec46 req-c68e5ca8-db86-4d3e-bec1-8a37bc0b8c62 service neutron] Request body: {'port': {'device_id': 'e63c7b68-c930-44a4-b4b4-456d7f77a500', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:26.917362 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device bc54d53d-f0d4-433e-adb2-d81e0072cd79 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:57:26.932338 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1449a3d2-4920-4d5d-bb20-70af7dd8f9db req-339ced05-9cdc-4b38-a67f-48b6c821507c tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6246169 Nov 12 00:57:26.964350 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-17f73409-6758-4f43-b237-291e45e51d05 req-c7f76733-b4f9-4431-b2d0-16c560061dc6 tempest-SecurityGroupsTestAdminJSON-470703759 tempest-SecurityGroupsTestAdminJSON-470703759-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:26.966368 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-17f73409-6758-4f43-b237-291e45e51d05 req-c7f76733-b4f9-4431-b2d0-16c560061dc6 tempest-SecurityGroupsTestAdminJSON-470703759 tempest-SecurityGroupsTestAdminJSON-470703759-project-admin] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.4796398 Nov 12 00:57:27.015494 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f76733-b4f9-4431-b2d0-16c560061dc6 tempest-SecurityGroupsTestAdminJSON-470703759 tempest-SecurityGroupsTestAdminJSON-470703759-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8329cc36-e804-4ed2-b9ac-4966afd6bb41,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:27.034790 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b78172-46bb-47cb-9145-8d5c0e6dc44c req-38ef72ea-fd41-4eed-9277-ea4a8f42be52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:27.037095 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a2b78172-46bb-47cb-9145-8d5c0e6dc44c req-38ef72ea-fd41-4eed-9277-ea4a8f42be52 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c HTTP/1.1" status: 200 len: 911 time: 0.7745695 Nov 12 00:57:27.053009 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-81924134-030b-4fd1-907e-e384f6d6f992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:27.080846 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port bc54d53d-f0d4-433e-adb2-d81e0072cd79 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:57:27.087070 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port bc54d53d-f0d4-433e-adb2-d81e0072cd79 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:27.088180 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:27.134003 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1daa3478-3ecc-4a24-ad58-e9cf36aaea79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:27.144596 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81924134-030b-4fd1-907e-e384f6d6f992 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afd8d202-d127-4959-a75b-0172a337025b,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:27.205267 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81924134-030b-4fd1-907e-e384f6d6f992 admin admin] Checking segment: {'id': '4dd22270-7cab-4d69-8095-2c972eec1cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1d18b6f8-3a2a-4026-a21f-15fc5b9673ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:27.205838 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81924134-030b-4fd1-907e-e384f6d6f992 admin admin] Network hostable DHCP agents. Network: 1d18b6f8-3a2a-4026-a21f-15fc5b9673ac, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:57:27.211203 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:27.224424 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1b3ffa55-4da2-4649-918c-2372d6ccec46 req-c68e5ca8-db86-4d3e-bec1-8a37bc0b8c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:27.235585 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a2b78172-46bb-47cb-9145-8d5c0e6dc44c req-96de1921-0e2f-4183-ba6c-aff3dba2f2f6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc54d53d-f0d4-433e-adb2-d81e0072cd79 HTTP/1.1" status: 200 len: 217 time: 0.1487794 Nov 12 00:57:27.242839 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81924134-030b-4fd1-907e-e384f6d6f992 admin admin] Network 1d18b6f8-3a2a-4026-a21f-15fc5b9673ac is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:57:27.254171 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ac78c4-2b73-4d10-94c3-37a5ca2c3a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc54d53d-f0d4-433e-adb2-d81e0072cd79'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:57:27.256682 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf4aa91-fe60-43bb-8e9e-786ea78e78bc" -d '{"events": [{"server_uuid": "44ac78c4-2b73-4d10-94c3-37a5ca2c3a03", "name": "network-vif-plugged", "status": "completed", "tag": "bc54d53d-f0d4-433e-adb2-d81e0072cd79"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:57:27.278736 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port bc54d53d-f0d4-433e-adb2-d81e0072cd79, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=bc54d53d-f0d4-433e-adb2-d81e0072cd79,segment=NetworkSegment(77040763-e023-46a1-bb98-eb5e339b4758),segment_id=77040763-e023-46a1-bb98-eb5e339b4758)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:27.280718 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-81924134-030b-4fd1-907e-e384f6d6f992 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 1d18b6f8-3a2a-4026-a21f-15fc5b9673ac) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:27.285343 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:27.294021 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c5eb8d-5e3b-4e33-a413-8457989ecbdd None None] Network 1d18b6f8-3a2a-4026-a21f-15fc5b9673ac requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:27.301049 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81924134-030b-4fd1-907e-e384f6d6f992 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:27.302949 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-81924134-030b-4fd1-907e-e384f6d6f992 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:27.336369 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-81924134-030b-4fd1-907e-e384f6d6f992 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6931553 Nov 12 00:57:27.337979 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56922) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:27.345109 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-df8a3d99-093f-47f2-9987-421e3df69979 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1520895545-router', 'tenant_id': 'b2e62aee26964f858c9163a5ff12289e', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:27.389095 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-df8a3d99-093f-47f2-9987-421e3df69979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:27.390440 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-df8a3d99-093f-47f2-9987-421e3df69979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:27.425837 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=bc54d53d-f0d4-433e-adb2-d81e0072cd79,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:27.490833 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8047918-5bf1-4c8e-bc91-916dc87bc24a req-a012aec6-52bc-41e2-bc7a-082e9f6fc0b2 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:27.492921 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c8047918-5bf1-4c8e-bc91-916dc87bc24a req-a012aec6-52bc-41e2-bc7a-082e9f6fc0b2 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] 10.222.0.45 "GET /v2.0/ports?device_id=af86cc37-5b5f-4939-9e6e-530f4bf55d75 HTTP/1.1" status: 200 len: 950 time: 0.3759143 Nov 12 00:57:27.503331 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-df8a3d99-093f-47f2-9987-421e3df69979 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:27.524109 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14296550-52c3-4eb8-bb1f-0d0a54b323ff req-785db249-3346-47ee-b329-e58f2f73a261 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:27.525688 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-14296550-52c3-4eb8-bb1f-0d0a54b323ff req-785db249-3346-47ee-b329-e58f2f73a261 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa7e3ba8-589e-44bd-a910-0657731c8516 HTTP/1.1" status: 200 len: 944 time: 0.4380667 Nov 12 00:57:27.531312 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b78172-46bb-47cb-9145-8d5c0e6dc44c req-8854c9ac-0907-4339-890d-c11a7e3dc6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:27.533011 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a2b78172-46bb-47cb-9145-8d5c0e6dc44c req-8854c9ac-0907-4339-890d-c11a7e3dc6a2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=749b9936-c68e-49ae-a3ef-2ac3d2926d6a HTTP/1.1" status: 200 len: 850 time: 0.2518518 Nov 12 00:57:27.563180 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-703d305c-c764-4c79-871d-dcbffd124a1e service neutron] For port 1a88c9ac-a6d5-4efe-8d77-5c5d85321277, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:57:27.631239 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2709e0ef-532e-4ff6-93e7-91423e15cb3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-1d18b6f8-3a2a-4026-a21f-15fc5b9673ac', 'network_id': '1d18b6f8-3a2a-4026-a21f-15fc5b9673ac', 'tenant_id': 'b2e62aee26964f858c9163a5ff12289e', 'fixed_ips': [{'subnet_id': 'afd8d202-d127-4959-a75b-0172a337025b'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:57:27.632954 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2709e0ef-532e-4ff6-93e7-91423e15cb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:27.655289 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-703d305c-c764-4c79-871d-dcbffd124a1e service neutron] Publish callbacks [] for binding, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:27.656434 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-87fc2ba1-9c08-4b48-871d-1f19882d2208 req-703d305c-c764-4c79-871d-dcbffd124a1e service neutron] 10.222.0.16 "DELETE /v2.0/ports/1a88c9ac-a6d5-4efe-8d77-5c5d85321277/bindings/n-h2-712142-27 HTTP/1.1" status: 204 len: 173 time: 0.8557260 Nov 12 00:57:27.701620 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-df8a3d99-093f-47f2-9987-421e3df69979 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:27.746940 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-14296550-52c3-4eb8-bb1f-0d0a54b323ff req-bbb45e1d-9d51-4e68-b185-b2b4815d0e0f tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2babaf5-8c74-467a-8fa2-436929b0e031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1976733 Nov 12 00:57:27.762818 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c8047918-5bf1-4c8e-bc91-916dc87bc24a req-03155caf-08bc-452c-a1c1-ce6ad74aeb26 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f24bbfc-cffd-4d62-a978-899dca5d7550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526770 Nov 12 00:57:27.767179 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b78172-46bb-47cb-9145-8d5c0e6dc44c req-2dbb13ed-bc85-4cc5-92ff-fef9d74609db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:27.770102 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a2b78172-46bb-47cb-9145-8d5c0e6dc44c req-2dbb13ed-bc85-4cc5-92ff-fef9d74609db service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2192044 Nov 12 00:57:27.829274 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-2709e0ef-532e-4ff6-93e7-91423e15cb3f None None] Allocated IP 172.20.0.2 (1d18b6f8-3a2a-4026-a21f-15fc5b9673ac/afd8d202-d127-4959-a75b-0172a337025b/15ea4bc5-77a7-4c28-839e-f20146643a32) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:57:28.049051 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-df8a3d99-093f-47f2-9987-421e3df69979 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:28.083864 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2709e0ef-532e-4ff6-93e7-91423e15cb3f None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:28.091717 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2709e0ef-532e-4ff6-93e7-91423e15cb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:28.113594 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-df8a3d99-093f-47f2-9987-421e3df69979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:28.132462 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2709e0ef-532e-4ff6-93e7-91423e15cb3f None None] Network 1d18b6f8-3a2a-4026-a21f-15fc5b9673ac is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:28.134316 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80014d-de16-4648-990e-1dae135013c6 req-5e41fd0d-b2c4-45a6-8498-765deb4a9641 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:28.140396 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-2709e0ef-532e-4ff6-93e7-91423e15cb3f None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:28.140861 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cb80014d-de16-4648-990e-1dae135013c6 req-5e41fd0d-b2c4-45a6-8498-765deb4a9641 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] 10.222.0.45 "GET /v2.0/ports?device_id=44ac78c4-2b73-4d10-94c3-37a5ca2c3a03 HTTP/1.1" status: 200 len: 945 time: 0.2780828 Nov 12 00:57:28.150784 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2709e0ef-532e-4ff6-93e7-91423e15cb3f None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:57:28.160337 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2709e0ef-532e-4ff6-93e7-91423e15cb3f None None] Pushing event updated for resources: {'Port': ['ID=15ea4bc5-77a7-4c28-839e-f20146643a32,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:28.188821 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e6454-e3a4-429d-967b-433b91677cb8 req-83bbd14c-38aa-4736-8ce9-d612d816ba20 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:28.191617 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-011e6454-e3a4-429d-967b-433b91677cb8 req-83bbd14c-38aa-4736-8ce9-d612d816ba20 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=e63c7b68-c930-44a4-b4b4-456d7f77a500 HTTP/1.1" status: 200 len: 931 time: 0.2982161 Nov 12 00:57:28.201588 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a2b78172-46bb-47cb-9145-8d5c0e6dc44c req-a814ab3c-bd9a-4886-871d-198d1e815d2f service neutron] 10.222.0.44 "GET /v2.0/networks/4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099655 Nov 12 00:57:28.236933 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-2709e0ef-532e-4ff6-93e7-91423e15cb3f None None] Attempting to bind port 15ea4bc5-77a7-4c28-839e-f20146643a32 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:57:28.237809 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-2709e0ef-532e-4ff6-93e7-91423e15cb3f None None] Attempting to bind port 15ea4bc5-77a7-4c28-839e-f20146643a32 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '4dd22270-7cab-4d69-8095-2c972eec1cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1d18b6f8-3a2a-4026-a21f-15fc5b9673ac'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:57:28.238188 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2709e0ef-532e-4ff6-93e7-91423e15cb3f None None] Attempting to bind port 15ea4bc5-77a7-4c28-839e-f20146643a32 on network 1d18b6f8-3a2a-4026-a21f-15fc5b9673ac {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:57:28.244895 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2709e0ef-532e-4ff6-93e7-91423e15cb3f None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:57:28.245307 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2709e0ef-532e-4ff6-93e7-91423e15cb3f None None] Checking segment: {'id': '4dd22270-7cab-4d69-8095-2c972eec1cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1d18b6f8-3a2a-4026-a21f-15fc5b9673ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:28.245659 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2709e0ef-532e-4ff6-93e7-91423e15cb3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:28.246053 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2709e0ef-532e-4ff6-93e7-91423e15cb3f None None] Bound using segment: {'id': '4dd22270-7cab-4d69-8095-2c972eec1cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1d18b6f8-3a2a-4026-a21f-15fc5b9673ac'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:57:28.247098 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-2709e0ef-532e-4ff6-93e7-91423e15cb3f None None] Bound port: 15ea4bc5-77a7-4c28-839e-f20146643a32, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dd22270-7cab-4d69-8095-2c972eec1cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1d18b6f8-3a2a-4026-a21f-15fc5b9673ac'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:57:28.247504 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2709e0ef-532e-4ff6-93e7-91423e15cb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:28.266523 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-df8a3d99-093f-47f2-9987-421e3df69979 admin admin] Allocated IP 172.25.3.93 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/9327ce2d-51a0-4ecc-a810-0a3ca9b097f9) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:57:28.320200 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-2709e0ef-532e-4ff6-93e7-91423e15cb3f None None] For port 15ea4bc5-77a7-4c28-839e-f20146643a32, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:57:28.325452 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-2709e0ef-532e-4ff6-93e7-91423e15cb3f None None] For port 15ea4bc5-77a7-4c28-839e-f20146643a32, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=15ea4bc5-77a7-4c28-839e-f20146643a32,segment=NetworkSegment(4dd22270-7cab-4d69-8095-2c972eec1cb0),segment_id=4dd22270-7cab-4d69-8095-2c972eec1cb0)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:57:28.334814 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2709e0ef-532e-4ff6-93e7-91423e15cb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:28.353782 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-1b3ffa55-4da2-4649-918c-2372d6ccec46 req-c68e5ca8-db86-4d3e-bec1-8a37bc0b8c62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2043f17a-6a9c-4580-a653-8a70a460396d {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:57:28.386459 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1b3ffa55-4da2-4649-918c-2372d6ccec46 req-c68e5ca8-db86-4d3e-bec1-8a37bc0b8c62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:28.408179 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-df8a3d99-093f-47f2-9987-421e3df69979 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:28.414798 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cb80014d-de16-4648-990e-1dae135013c6 req-d6e2f576-63aa-44d2-a6d0-735d15527f24 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa918c48-355b-4036-b12c-82ff85154b99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2396274 Nov 12 00:57:28.427702 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-011e6454-e3a4-429d-967b-433b91677cb8 req-056e5951-7395-4a9c-8723-d4613c5dc765 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165046 Nov 12 00:57:28.445499 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-1b3ffa55-4da2-4649-918c-2372d6ccec46 req-c68e5ca8-db86-4d3e-bec1-8a37bc0b8c62 service neutron] Transition to ACTIVE for port object 2043f17a-6a9c-4580-a653-8a70a460396d will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:57:28.452271 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2709e0ef-532e-4ff6-93e7-91423e15cb3f None None] Pushing event updated for resources: {'Port': ['ID=15ea4bc5-77a7-4c28-839e-f20146643a32,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:28.452610 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1b3ffa55-4da2-4649-918c-2372d6ccec46 req-c68e5ca8-db86-4d3e-bec1-8a37bc0b8c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:28.467812 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-df8a3d99-093f-47f2-9987-421e3df69979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:28.498531 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a2b78172-46bb-47cb-9145-8d5c0e6dc44c req-224a6427-40b7-4d2d-9004-3a59d1010c61 service neutron] 10.222.0.44 "GET /v2.0/networks/4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377808 Nov 12 00:57:28.525980 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8a3d99-093f-47f2-9987-421e3df69979 admin admin] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:28.529181 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-df8a3d99-093f-47f2-9987-421e3df69979 admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:28.535559 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8a3d99-093f-47f2-9987-421e3df69979 admin admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:57:28.546305 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-252f6662-4a2d-4c47-8c9c-9d7e67570d5f req-ce134131-5e52-44ef-9c11-9ea06870a18f tempest-SecurityGroupsTestAdminJSON-470703759 tempest-SecurityGroupsTestAdminJSON-470703759-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1596569966', 'description': 'tempest-description-333126828'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:28.558410 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e18b90-f11f-4b66-8d81-13eae918cf05 x-openstack-request-id: req-f7e18b90-f11f-4b66-8d81-13eae918cf05 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:57:28.559300 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44ac78c4-2b73-4d10-94c3-37a5ca2c3a03", "name": "network-vif-plugged", "status": "completed", "tag": "bc54d53d-f0d4-433e-adb2-d81e0072cd79", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:57:28.559300 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f7e18b90-f11f-4b66-8d81-13eae918cf05 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:57:28.559506 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44ac78c4-2b73-4d10-94c3-37a5ca2c3a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc54d53d-f0d4-433e-adb2-d81e0072cd79', 'code': 200} Nov 12 00:57:28.570422 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8a3d99-093f-47f2-9987-421e3df69979 admin admin] Pushing event updated for resources: {'Port': ['ID=9327ce2d-51a0-4ecc-a810-0a3ca9b097f9,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:28.607342 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e5ca8-db86-4d3e-bec1-8a37bc0b8c62 service neutron] Pushing event updated for resources: {'Port': ['ID=2043f17a-6a9c-4580-a653-8a70a460396d,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:28.654330 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-1b3ffa55-4da2-4649-918c-2372d6ccec46 req-c68e5ca8-db86-4d3e-bec1-8a37bc0b8c62 service neutron] Attempting to bind port 2043f17a-6a9c-4580-a653-8a70a460396d on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:57:28.654676 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-1b3ffa55-4da2-4649-918c-2372d6ccec46 req-c68e5ca8-db86-4d3e-bec1-8a37bc0b8c62 service neutron] Attempting to bind port 2043f17a-6a9c-4580-a653-8a70a460396d by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '45adf0ba-e61d-4509-afe2-5b0ef96fbbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '00a03daf-efbb-48db-964b-992b2504dfd0'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:57:28.655018 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3ffa55-4da2-4649-918c-2372d6ccec46 req-c68e5ca8-db86-4d3e-bec1-8a37bc0b8c62 service neutron] Attempting to bind port 2043f17a-6a9c-4580-a653-8a70a460396d on network 00a03daf-efbb-48db-964b-992b2504dfd0 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:57:28.660968 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3ffa55-4da2-4649-918c-2372d6ccec46 req-c68e5ca8-db86-4d3e-bec1-8a37bc0b8c62 service neutron] Port 2043f17a-6a9c-4580-a653-8a70a460396d on network 00a03daf-efbb-48db-964b-992b2504dfd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:57:28.661427 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3ffa55-4da2-4649-918c-2372d6ccec46 req-c68e5ca8-db86-4d3e-bec1-8a37bc0b8c62 service neutron] Attempting to bind port 2043f17a-6a9c-4580-a653-8a70a460396d on network 00a03daf-efbb-48db-964b-992b2504dfd0 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:57:28.663509 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-252f6662-4a2d-4c47-8c9c-9d7e67570d5f req-ce134131-5e52-44ef-9c11-9ea06870a18f tempest-SecurityGroupsTestAdminJSON-470703759 tempest-SecurityGroupsTestAdminJSON-470703759-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:28.678476 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3ffa55-4da2-4649-918c-2372d6ccec46 req-c68e5ca8-db86-4d3e-bec1-8a37bc0b8c62 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:57:28.678822 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3ffa55-4da2-4649-918c-2372d6ccec46 req-c68e5ca8-db86-4d3e-bec1-8a37bc0b8c62 service neutron] Checking segment: {'id': '45adf0ba-e61d-4509-afe2-5b0ef96fbbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '00a03daf-efbb-48db-964b-992b2504dfd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:28.679221 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3ffa55-4da2-4649-918c-2372d6ccec46 req-c68e5ca8-db86-4d3e-bec1-8a37bc0b8c62 service neutron] Bound using segment: {'id': '45adf0ba-e61d-4509-afe2-5b0ef96fbbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '00a03daf-efbb-48db-964b-992b2504dfd0'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:57:28.679681 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-1b3ffa55-4da2-4649-918c-2372d6ccec46 req-c68e5ca8-db86-4d3e-bec1-8a37bc0b8c62 service neutron] Bound port: 2043f17a-6a9c-4580-a653-8a70a460396d, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45adf0ba-e61d-4509-afe2-5b0ef96fbbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '00a03daf-efbb-48db-964b-992b2504dfd0'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:57:28.680072 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1b3ffa55-4da2-4649-918c-2372d6ccec46 req-c68e5ca8-db86-4d3e-bec1-8a37bc0b8c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:28.866382 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41f99b-a197-45c7-ba88-cbd4dfac1d30 req-519441fe-1521-4078-a241-1913f8cd487d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:28.868187 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bc41f99b-a197-45c7-ba88-cbd4dfac1d30 req-519441fe-1521-4078-a241-1913f8cd487d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=44ac78c4-2b73-4d10-94c3-37a5ca2c3a03 HTTP/1.1" status: 200 len: 1097 time: 0.1632595 Nov 12 00:57:28.923263 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-1b3ffa55-4da2-4649-918c-2372d6ccec46 req-c68e5ca8-db86-4d3e-bec1-8a37bc0b8c62 service neutron] For port 2043f17a-6a9c-4580-a653-8a70a460396d, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:57:28.956381 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-79af160e-1dac-4391-aa0f-9f0b01481b67 req-15d9cf6b-6cdd-4987-911c-88730f968b0f tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=3ee3eaa101f14fbaad2aa4a78dc04a0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0763862 Nov 12 00:57:28.963324 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-df8a3d99-093f-47f2-9987-421e3df69979 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:28.977912 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-1b3ffa55-4da2-4649-918c-2372d6ccec46 req-c68e5ca8-db86-4d3e-bec1-8a37bc0b8c62 service neutron] For port 2043f17a-6a9c-4580-a653-8a70a460396d, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=2043f17a-6a9c-4580-a653-8a70a460396d,segment=NetworkSegment(45adf0ba-e61d-4509-afe2-5b0ef96fbbf3),segment_id=45adf0ba-e61d-4509-afe2-5b0ef96fbbf3)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:57:29.011192 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1b3ffa55-4da2-4649-918c-2372d6ccec46 req-c68e5ca8-db86-4d3e-bec1-8a37bc0b8c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:29.016098 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-252f6662-4a2d-4c47-8c9c-9d7e67570d5f req-ce134131-5e52-44ef-9c11-9ea06870a18f tempest-SecurityGroupsTestAdminJSON-470703759 tempest-SecurityGroupsTestAdminJSON-470703759-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:29.064781 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bc41f99b-a197-45c7-ba88-cbd4dfac1d30 req-12781bd9-fa9c-4187-869a-622c129eb05c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=aa918c48-355b-4036-b12c-82ff85154b99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753120 Nov 12 00:57:29.071092 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-252f6662-4a2d-4c47-8c9c-9d7e67570d5f req-ce134131-5e52-44ef-9c11-9ea06870a18f tempest-SecurityGroupsTestAdminJSON-470703759 tempest-SecurityGroupsTestAdminJSON-470703759-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:29.133557 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ffa55-4da2-4649-918c-2372d6ccec46 req-c68e5ca8-db86-4d3e-bec1-8a37bc0b8c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:29.134174 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1b3ffa55-4da2-4649-918c-2372d6ccec46 req-c68e5ca8-db86-4d3e-bec1-8a37bc0b8c62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:29.135823 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1b3ffa55-4da2-4649-918c-2372d6ccec46 req-c68e5ca8-db86-4d3e-bec1-8a37bc0b8c62 service neutron] 10.222.0.44 "PUT /v2.0/ports/2043f17a-6a9c-4580-a653-8a70a460396d HTTP/1.1" status: 200 len: 1092 time: 2.3163223 Nov 12 00:57:29.138347 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e63c7b68-c930-44a4-b4b4-456d7f77a500', 'tag': '2043f17a-6a9c-4580-a653-8a70a460396d'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:57:29.140701 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee01230c-1836-4ba5-ae63-4eddf6a83f18" -d '{"events": [{"name": "network-changed", "server_uuid": "e63c7b68-c930-44a4-b4b4-456d7f77a500", "tag": "2043f17a-6a9c-4580-a653-8a70a460396d"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:57:29.178598 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-252f6662-4a2d-4c47-8c9c-9d7e67570d5f req-ce134131-5e52-44ef-9c11-9ea06870a18f tempest-SecurityGroupsTestAdminJSON-470703759 tempest-SecurityGroupsTestAdminJSON-470703759-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:29.179900 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-252f6662-4a2d-4c47-8c9c-9d7e67570d5f req-ce134131-5e52-44ef-9c11-9ea06870a18f tempest-SecurityGroupsTestAdminJSON-470703759 tempest-SecurityGroupsTestAdminJSON-470703759-project-admin] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6645687 Nov 12 00:57:29.183683 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e5ca8-db86-4d3e-bec1-8a37bc0b8c62 service neutron] Pushing event updated for resources: {'Port': ['ID=2043f17a-6a9c-4580-a653-8a70a460396d,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:29.190388 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce134131-5e52-44ef-9c11-9ea06870a18f tempest-SecurityGroupsTestAdminJSON-470703759 tempest-SecurityGroupsTestAdminJSON-470703759-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119b22b1-b517-42ba-a472-738054033be8,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:29.221584 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af160e-1dac-4391-aa0f-9f0b01481b67 req-58adfd35-033b-4c23-ab84-5c44a8f302a1 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:29.223712 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-df8a3d99-093f-47f2-9987-421e3df69979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:29.224352 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-79af160e-1dac-4391-aa0f-9f0b01481b67 req-58adfd35-033b-4c23-ab84-5c44a8f302a1 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2514107 Nov 12 00:57:29.248851 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-79af160e-1dac-4391-aa0f-9f0b01481b67 req-1881cefe-4238-40cc-9ce2-b34df643554d tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/quotas/3ee3eaa101f14fbaad2aa4a78dc04a0d HTTP/1.1" status: 200 len: 375 time: 0.0167832 Nov 12 00:57:29.296503 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-79af160e-1dac-4391-aa0f-9f0b01481b67 req-6539378c-86ff-4905-95c1-84020a1484be tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3ee3eaa101f14fbaad2aa4a78dc04a0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407019 Nov 12 00:57:29.384735 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df8a3d99-093f-47f2-9987-421e3df69979 admin admin] Router b951ace5-9acd-4657-9f26-2fc613ee9eb4 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:57:29.660893 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ffa55-4da2-4649-918c-2372d6ccec46 req-9d39c415-3005-4b8f-927f-76ac510ae9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:29.664288 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1b3ffa55-4da2-4649-918c-2372d6ccec46 req-9d39c415-3005-4b8f-927f-76ac510ae9e2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab22182039774befa325e91b3a0bd782&device_id=e63c7b68-c930-44a4-b4b4-456d7f77a500 HTTP/1.1" status: 200 len: 1095 time: 0.1583054 Nov 12 00:57:29.701855 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad11e8a-d463-4733-be95-75dcc2dc0525 req-95b8bd27-8f87-4275-b555-4730e4740b76 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:29.712367 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5ad11e8a-d463-4733-be95-75dcc2dc0525 req-95b8bd27-8f87-4275-b555-4730e4740b76 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b00f85c-6b25-48ce-99f4-985acedfd8f3 HTTP/1.1" status: 200 len: 944 time: 0.1074679 Nov 12 00:57:29.780457 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1b3ffa55-4da2-4649-918c-2372d6ccec46 req-5bf53da8-5fe4-4691-b207-4b6e152650a4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2043f17a-6a9c-4580-a653-8a70a460396d HTTP/1.1" status: 200 len: 217 time: 0.0917184 Nov 12 00:57:29.782907 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 15ea4bc5-77a7-4c28-839e-f20146643a32 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:57:29.790806 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8a3d99-093f-47f2-9987-421e3df69979 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:57:29.804385 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b32a7b-7d14-45e9-b9ff-6ca50775bd39 None None] Sync routers for ids ['b951ace5-9acd-4657-9f26-2fc613ee9eb4'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:57:29.818862 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b32a7b-7d14-45e9-b9ff-6ca50775bd39 None None] Routers {'b951ace5-9acd-4657-9f26-2fc613ee9eb4'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:57:29.820439 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-22b32a7b-7d14-45e9-b9ff-6ca50775bd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:57:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['b951ace5-9acd-4657-9f26-2fc613ee9eb4'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:29.855769 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 15ea4bc5-77a7-4c28-839e-f20146643a32 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:29.856911 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:29.869754 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-df8a3d99-093f-47f2-9987-421e3df69979 admin admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:29.874190 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-df8a3d99-093f-47f2-9987-421e3df69979 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 2.5314264 Nov 12 00:57:29.875624 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56966) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:29.977484 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5ad11e8a-d463-4733-be95-75dcc2dc0525 req-a9e1d64f-6e48-4f85-8b5b-c7e420519433 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954567 Nov 12 00:57:30.003381 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:30.026911 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ffa55-4da2-4649-918c-2372d6ccec46 req-f57c2a2e-f1df-4257-ae85-a7c317e97348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:30.031620 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1b3ffa55-4da2-4649-918c-2372d6ccec46 req-f57c2a2e-f1df-4257-ae85-a7c317e97348 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=76e4d43b-e53b-464c-a374-bf4144fb9a21 HTTP/1.1" status: 200 len: 846 time: 0.2142346 Nov 12 00:57:30.078504 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf716bb-52e7-4cf5-aa02-277cd0d05f21 req-16bf6c04-3824-4123-8dc9-a9c5a1cfee46 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:30.087120 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 15ea4bc5-77a7-4c28-839e-f20146643a32, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=15ea4bc5-77a7-4c28-839e-f20146643a32,segment=NetworkSegment(4dd22270-7cab-4d69-8095-2c972eec1cb0),segment_id=4dd22270-7cab-4d69-8095-2c972eec1cb0)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:30.091495 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b018a1-0740-4faa-8b61-a33e45861166 None None] Network 1d18b6f8-3a2a-4026-a21f-15fc5b9673ac requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:57:30.096387 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-caf716bb-52e7-4cf5-aa02-277cd0d05f21 req-16bf6c04-3824-4123-8dc9-a9c5a1cfee46 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa7e3ba8-589e-44bd-a910-0657731c8516 HTTP/1.1" status: 200 len: 944 time: 0.2799017 Nov 12 00:57:30.165964 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:30.173384 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1b3ffa55-4da2-4649-918c-2372d6ccec46 req-b533a5a1-90b9-4e7a-b3e4-7de870a3ecb5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00a03daf-efbb-48db-964b-992b2504dfd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1313572 Nov 12 00:57:30.192960 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e83519-4cd8-488e-9c28-99ba64f62df4 x-openstack-request-id: req-b4e83519-4cd8-488e-9c28-99ba64f62df4 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:57:30.195307 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e63c7b68-c930-44a4-b4b4-456d7f77a500", "tag": "2043f17a-6a9c-4580-a653-8a70a460396d", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:57:30.195819 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b4e83519-4cd8-488e-9c28-99ba64f62df4 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:57:30.196497 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e63c7b68-c930-44a4-b4b4-456d7f77a500', 'tag': '2043f17a-6a9c-4580-a653-8a70a460396d', 'status': 'completed', 'code': 200} Nov 12 00:57:30.218053 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-22b32a7b-7d14-45e9-b9ff-6ca50775bd39 None None] Set router b951ace5-9acd-4657-9f26-2fc613ee9eb4 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:57:30.345637 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4eb6a0a5-6c57-470d-a9bf-4ede60fe7fdd None None] Provisioning complete for port 15ea4bc5-77a7-4c28-839e-f20146643a32 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:30.346244 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4eb6a0a5-6c57-470d-a9bf-4ede60fe7fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:30.404873 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-caf716bb-52e7-4cf5-aa02-277cd0d05f21 req-deb92fe6-840b-4a4b-9a24-05dec43033ed tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2babaf5-8c74-467a-8fa2-436929b0e031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3070829 Nov 12 00:57:30.550093 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=15ea4bc5-77a7-4c28-839e-f20146643a32,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:30.657606 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e052c4b9-5edc-4048-9660-b6f2b497c4af req-481d39ed-56c4-437d-8a2a-d4800c8d76aa tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/ports?device_id=090672ef-bb95-437b-88e4-c980f41ddd14 HTTP/1.1" status: 200 len: 210 time: 0.1528776 Nov 12 00:57:30.687718 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-22b32a7b-7d14-45e9-b9ff-6ca50775bd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b951ace5-9acd-4657-9f26-2fc613ee9eb4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1520895545-router', 'tenant_id': 'b2e62aee26964f858c9163a5ff12289e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '9327ce2d-51a0-4ecc-a810-0a3ca9b097f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:27Z', 'updated_at': '2021-11-12T00:57:28Z', 'revision_number': 3, 'project_id': 'b2e62aee26964f858c9163a5ff12289e', 'gw_port': {'id': '9327ce2d-51a0-4ecc-a810-0a3ca9b097f9', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:15:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b951ace5-9acd-4657-9f26-2fc613ee9eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:28Z', 'updated_at': '2021-11-12T00:57:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:30.746557 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b32a7b-7d14-45e9-b9ff-6ca50775bd39 None None] Checking router: b951ace5-9acd-4657-9f26-2fc613ee9eb4 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:57:30.747274 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b32a7b-7d14-45e9-b9ff-6ca50775bd39 None None] Updating router b951ace5-9acd-4657-9f26-2fc613ee9eb4 port 9327ce2d-51a0-4ecc-a810-0a3ca9b097f9 binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:57:30.804710 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-22b32a7b-7d14-45e9-b9ff-6ca50775bd39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:30.815136 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1b3ffa55-4da2-4649-918c-2372d6ccec46 req-c1030ae2-419d-4353-b887-6e0075c0ab5b service neutron] 10.222.0.44 "GET /v2.0/networks/00a03daf-efbb-48db-964b-992b2504dfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5716202 Nov 12 00:57:30.833310 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-107a691f-6f81-43c0-b604-7035c3478dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:30.944678 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device c1c7b7a3-23b5-4983-a49a-3e22af86a73c details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:57:30.964829 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-97353a45-eb3c-44aa-b027-d95c4b57ce49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:31.116040 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8cd4356a-3d94-4344-8ac0-0d4737329042 req-c0d84f0d-5efc-4ad5-af45-5a2cab609a44 tempest-SecurityGroupsTestAdminJSON-470703759 tempest-SecurityGroupsTestAdminJSON-470703759-project-admin] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45357 time: 0.9391091 Nov 12 00:57:31.125889 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-22b32a7b-7d14-45e9-b9ff-6ca50775bd39 None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:31.133403 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-22b32a7b-7d14-45e9-b9ff-6ca50775bd39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:31.194065 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port c1c7b7a3-23b5-4983-a49a-3e22af86a73c, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=c1c7b7a3-23b5-4983-a49a-3e22af86a73c,segment=NetworkSegment(156d67a0-d0d0-46f4-8ea1-9f300cc16f4f),segment_id=156d67a0-d0d0-46f4-8ea1-9f300cc16f4f)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:31.218618 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-22b32a7b-7d14-45e9-b9ff-6ca50775bd39 None None] Attempting to bind port 9327ce2d-51a0-4ecc-a810-0a3ca9b097f9 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:57:31.218992 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-22b32a7b-7d14-45e9-b9ff-6ca50775bd39 None None] Attempting to bind port 9327ce2d-51a0-4ecc-a810-0a3ca9b097f9 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:57:31.219355 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b32a7b-7d14-45e9-b9ff-6ca50775bd39 None None] Attempting to bind port 9327ce2d-51a0-4ecc-a810-0a3ca9b097f9 on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:57:31.222615 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1519dd1c-111b-498e-ba31-a1e3a66902fa None None] Pushing event updated for resources: {'Port': ['ID=9327ce2d-51a0-4ecc-a810-0a3ca9b097f9,revision_number=2']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:31.227129 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'c1c7b7a3-23b5-4983-a49a-3e22af86a73c', 'network_id': 'f1e4ead2-9226-4344-bd2b-82e7594e69de', 'port_id': 'c1c7b7a3-23b5-4983-a49a-3e22af86a73c', 'mac_address': 'fa:16:3e:3f:18:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bf5715a-31c9-4ce3-b840-36d36e2f4e73', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:57:31.234188 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b32a7b-7d14-45e9-b9ff-6ca50775bd39 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:57:31.234563 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b32a7b-7d14-45e9-b9ff-6ca50775bd39 None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:31.234971 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-22b32a7b-7d14-45e9-b9ff-6ca50775bd39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:31.235368 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b32a7b-7d14-45e9-b9ff-6ca50775bd39 None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:57:31.235851 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-22b32a7b-7d14-45e9-b9ff-6ca50775bd39 None None] Bound port: 9327ce2d-51a0-4ecc-a810-0a3ca9b097f9, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:57:31.236299 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-22b32a7b-7d14-45e9-b9ff-6ca50775bd39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:31.240584 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1519dd1c-111b-498e-ba31-a1e3a66902fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:31.240838 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1519dd1c-111b-498e-ba31-a1e3a66902fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:31.241043 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1519dd1c-111b-498e-ba31-a1e3a66902fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:31.241360 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1519dd1c-111b-498e-ba31-a1e3a66902fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:31.241691 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1519dd1c-111b-498e-ba31-a1e3a66902fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:31.242019 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1519dd1c-111b-498e-ba31-a1e3a66902fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:31.242345 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1519dd1c-111b-498e-ba31-a1e3a66902fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:31.242667 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1519dd1c-111b-498e-ba31-a1e3a66902fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:31.243001 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1519dd1c-111b-498e-ba31-a1e3a66902fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:31.243314 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1519dd1c-111b-498e-ba31-a1e3a66902fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:31.243630 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1519dd1c-111b-498e-ba31-a1e3a66902fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:31.243939 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1519dd1c-111b-498e-ba31-a1e3a66902fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:57:31.293945 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-97353a45-eb3c-44aa-b027-d95c4b57ce49 admin admin] Allocated IP 172.20.0.1 (1d18b6f8-3a2a-4026-a21f-15fc5b9673ac/afd8d202-d127-4959-a75b-0172a337025b/4bdb0c19-cb35-4368-8db6-17b8f34fecf3) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:57:31.302776 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8cd4356a-3d94-4344-8ac0-0d4737329042 req-ee1d5130-9604-4849-b3c5-82ece75a8b4d tempest-SecurityGroupsTestAdminJSON-470703759 tempest-SecurityGroupsTestAdminJSON-470703759-project-admin] 10.222.0.45 "GET /v2.0/security-groups/1c52ea46-e08e-4e06-b07f-e41391c0c750 HTTP/1.1" status: 200 len: 2998 time: 0.1851814 Nov 12 00:57:31.325780 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-22b32a7b-7d14-45e9-b9ff-6ca50775bd39 None None] For port 9327ce2d-51a0-4ecc-a810-0a3ca9b097f9, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:57:31.333695 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-22b32a7b-7d14-45e9-b9ff-6ca50775bd39 None None] For port 9327ce2d-51a0-4ecc-a810-0a3ca9b097f9, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=9327ce2d-51a0-4ecc-a810-0a3ca9b097f9,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:57:31.341748 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-22b32a7b-7d14-45e9-b9ff-6ca50775bd39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:31.360875 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:31.362832 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-a7c5bd7e-1537-414e-8ad3-443b8231db88 None None] Provisioning complete for port 15ea4bc5-77a7-4c28-839e-f20146643a32 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:31.363196 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a7c5bd7e-1537-414e-8ad3-443b8231db88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:31.371543 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b7681-e813-4649-908f-c6964a46e963 req-89337d52-ddd3-41de-8b41-a63a34ac941f tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:31.373581 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-af2b7681-e813-4649-908f-c6964a46e963 req-89337d52-ddd3-41de-8b41-a63a34ac941f tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=e63c7b68-c930-44a4-b4b4-456d7f77a500 HTTP/1.1" status: 200 len: 943 time: 0.5629420 Nov 12 00:57:31.436558 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1c7b7a3-23b5-4983-a49a-3e22af86a73c {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:57:31.461504 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b32a7b-7d14-45e9-b9ff-6ca50775bd39 None None] Routers {'b951ace5-9acd-4657-9f26-2fc613ee9eb4'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:57:31.462065 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-22b32a7b-7d14-45e9-b9ff-6ca50775bd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:57:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['b951ace5-9acd-4657-9f26-2fc613ee9eb4'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:31.469850 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1519dd1c-111b-498e-ba31-a1e3a66902fa None None] Pushing event updated for resources: {'Port': ['ID=9327ce2d-51a0-4ecc-a810-0a3ca9b097f9,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:31.478404 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port c1c7b7a3-23b5-4983-a49a-3e22af86a73c, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=c1c7b7a3-23b5-4983-a49a-3e22af86a73c,segment=NetworkSegment(156d67a0-d0d0-46f4-8ea1-9f300cc16f4f),segment_id=156d67a0-d0d0-46f4-8ea1-9f300cc16f4f)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:31.491839 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-97353a45-eb3c-44aa-b027-d95c4b57ce49 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:31.492095 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:31.497896 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-79af160e-1dac-4391-aa0f-9f0b01481b67 req-98800a3c-05a5-4d90-9ea0-6a999c3187a7 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=3ee3eaa101f14fbaad2aa4a78dc04a0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416782 Nov 12 00:57:31.540701 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-97353a45-eb3c-44aa-b027-d95c4b57ce49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:31.616857 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97353a45-eb3c-44aa-b027-d95c4b57ce49 admin admin] Network 1d18b6f8-3a2a-4026-a21f-15fc5b9673ac is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:31.617791 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=c1c7b7a3-23b5-4983-a49a-3e22af86a73c,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:31.620926 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-97353a45-eb3c-44aa-b027-d95c4b57ce49 admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:31.630507 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97353a45-eb3c-44aa-b027-d95c4b57ce49 admin admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:57:31.654391 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af160e-1dac-4391-aa0f-9f0b01481b67 req-b73134ef-38b1-4e87-bcf3-fa74fef9686d tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:31.657119 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-79af160e-1dac-4391-aa0f-9f0b01481b67 req-b73134ef-38b1-4e87-bcf3-fa74fef9686d tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1473022 Nov 12 00:57:31.665896 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97353a45-eb3c-44aa-b027-d95c4b57ce49 admin admin] Pushing event updated for resources: {'Port': ['ID=4bdb0c19-cb35-4368-8db6-17b8f34fecf3,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:31.672904 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1b3ffa55-4da2-4649-918c-2372d6ccec46 req-c53eda6c-024e-4b96-ac39-34e4b5bd6358 service neutron] 10.222.0.44 "GET /v2.0/networks/00a03daf-efbb-48db-964b-992b2504dfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6032183 Nov 12 00:57:31.706169 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-af2b7681-e813-4649-908f-c6964a46e963 req-5332b075-7348-4d68-8673-11ecd97d7164 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188291 Nov 12 00:57:31.723454 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8cd4356a-3d94-4344-8ac0-0d4737329042 req-32a585af-dd84-4d87-9701-41f541192340 tempest-SecurityGroupsTestAdminJSON-470703759 tempest-SecurityGroupsTestAdminJSON-470703759-project-admin] 10.222.0.45 "GET /v2.0/security-groups/1c52ea46-e08e-4e06-b07f-e41391c0c750 HTTP/1.1" status: 200 len: 2998 time: 0.4009552 Nov 12 00:57:31.723454 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-79af160e-1dac-4391-aa0f-9f0b01481b67 req-2a227690-0356-4d44-8f40-07aac9dc37bd tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Request body: {'port': {'device_id': '090672ef-bb95-437b-88e4-c980f41ddd14', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'admin_state_up': True, 'tenant_id': '3ee3eaa101f14fbaad2aa4a78dc04a0d'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:31.727726 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-97353a45-eb3c-44aa-b027-d95c4b57ce49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:31.733818 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 15ea4bc5-77a7-4c28-839e-f20146643a32 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:57:31.895250 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-22b32a7b-7d14-45e9-b9ff-6ca50775bd39 None None] Set router b951ace5-9acd-4657-9f26-2fc613ee9eb4 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:57:31.907581 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 15ea4bc5-77a7-4c28-839e-f20146643a32 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:31.909307 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:31.935553 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-97353a45-eb3c-44aa-b027-d95c4b57ce49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:31.950203 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8cd4356a-3d94-4344-8ac0-0d4737329042 req-cf50ef1b-d366-44d7-bee2-4d7f205c73b1 tempest-SecurityGroupsTestAdminJSON-470703759 tempest-SecurityGroupsTestAdminJSON-470703759-project-admin] 10.222.0.45 "GET /v2.0/security-groups/2fb85918-e929-4ecc-8a6e-89a47c258e0c HTTP/1.1" status: 200 len: 2998 time: 0.2107158 Nov 12 00:57:32.011381 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['c1c7b7a3-23b5-4983-a49a-3e22af86a73c'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:57:32.075763 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-36a636e8-b785-4e74-945e-f84bcd3c33de None None] Provisioning complete for port 4bdb0c19-cb35-4368-8db6-17b8f34fecf3 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:32.076129 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-36a636e8-b785-4e74-945e-f84bcd3c33de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:32.141899 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee01230c-1836-4ba5-ae63-4eddf6a83f18 req-6813311d-8741-4a3c-9f9b-eaf597d64720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:32.142276 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee01230c-1836-4ba5-ae63-4eddf6a83f18 req-6813311d-8741-4a3c-9f9b-eaf597d64720 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab22182039774befa325e91b3a0bd782&device_id=e63c7b68-c930-44a4-b4b4-456d7f77a500 HTTP/1.1" status: 200 len: 1095 time: 0.2412694 Nov 12 00:57:32.147118 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8cd4356a-3d94-4344-8ac0-0d4737329042 req-ff4a1b9f-199d-4f78-879f-92338220b21d tempest-SecurityGroupsTestAdminJSON-470703759 tempest-SecurityGroupsTestAdminJSON-470703759-project-admin] 10.222.0.45 "GET /v2.0/security-groups/2fb85918-e929-4ecc-8a6e-89a47c258e0c HTTP/1.1" status: 200 len: 2998 time: 0.1956794 Nov 12 00:57:32.157637 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2ccc6-fbab-4770-87b1-ab76a0e5cc08 req-10b33212-2475-406a-b242-4627ef8260b4 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:32.166805 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-41c2ccc6-fbab-4770-87b1-ab76a0e5cc08 req-10b33212-2475-406a-b242-4627ef8260b4 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] 10.222.0.45 "GET /v2.0/ports?device_id=44ac78c4-2b73-4d10-94c3-37a5ca2c3a03 HTTP/1.1" status: 200 len: 945 time: 0.2641451 Nov 12 00:57:32.188738 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-97353a45-eb3c-44aa-b027-d95c4b57ce49 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:32.196139 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-97353a45-eb3c-44aa-b027-d95c4b57ce49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:32.271920 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-36a636e8-b785-4e74-945e-f84bcd3c33de None None] Port 4bdb0c19-cb35-4368-8db6-17b8f34fecf3 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:57:32.283141 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-22b32a7b-7d14-45e9-b9ff-6ca50775bd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b951ace5-9acd-4657-9f26-2fc613ee9eb4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1520895545-router', 'tenant_id': 'b2e62aee26964f858c9163a5ff12289e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '9327ce2d-51a0-4ecc-a810-0a3ca9b097f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:27Z', 'updated_at': '2021-11-12T00:57:28Z', 'revision_number': 3, 'project_id': 'b2e62aee26964f858c9163a5ff12289e', 'gw_port': {'id': '9327ce2d-51a0-4ecc-a810-0a3ca9b097f9', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:15:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b951ace5-9acd-4657-9f26-2fc613ee9eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:28Z', 'updated_at': '2021-11-12T00:57:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:32.292165 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-97353a45-eb3c-44aa-b027-d95c4b57ce49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:32.294647 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97353a45-eb3c-44aa-b027-d95c4b57ce49 admin admin] Pushing event updated for resources: {'Port': ['ID=4bdb0c19-cb35-4368-8db6-17b8f34fecf3,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:32.359518 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-41c2ccc6-fbab-4770-87b1-ab76a0e5cc08 req-66826673-6fe8-41a6-84cd-a1a19e7dab80 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa918c48-355b-4036-b12c-82ff85154b99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1922419 Nov 12 00:57:32.363681 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79af160e-1dac-4391-aa0f-9f0b01481b67 req-2a227690-0356-4d44-8f40-07aac9dc37bd tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Made reservation on behalf of 3ee3eaa101f14fbaad2aa4a78dc04a0d for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:32.369906 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b32a7b-7d14-45e9-b9ff-6ca50775bd39 None None] The sync data for ids ['b951ace5-9acd-4657-9f26-2fc613ee9eb4'] in n-d-712142-27 is: [{'id': 'b951ace5-9acd-4657-9f26-2fc613ee9eb4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1520895545-router', 'tenant_id': 'b2e62aee26964f858c9163a5ff12289e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '9327ce2d-51a0-4ecc-a810-0a3ca9b097f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:27Z', 'updated_at': '2021-11-12T00:57:28Z', 'revision_number': 3, 'project_id': 'b2e62aee26964f858c9163a5ff12289e', 'gw_port': {'id': '9327ce2d-51a0-4ecc-a810-0a3ca9b097f9', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:15:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b951ace5-9acd-4657-9f26-2fc613ee9eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:28Z', 'updated_at': '2021-11-12T00:57:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:57:32.384698 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-79af160e-1dac-4391-aa0f-9f0b01481b67 req-2a227690-0356-4d44-8f40-07aac9dc37bd tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:32.391422 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8cd4356a-3d94-4344-8ac0-0d4737329042 req-79fc93e0-35bc-432d-b2a6-d25f7a6f0554 tempest-SecurityGroupsTestAdminJSON-470703759 tempest-SecurityGroupsTestAdminJSON-470703759-project-admin] 10.222.0.45 "GET /v2.0/security-groups/4f24bbfc-cffd-4d62-a978-899dca5d7550 HTTP/1.1" status: 200 len: 2998 time: 0.2205973 Nov 12 00:57:32.400821 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-79af160e-1dac-4391-aa0f-9f0b01481b67 req-2a227690-0356-4d44-8f40-07aac9dc37bd tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:32.427619 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97353a45-eb3c-44aa-b027-d95c4b57ce49 admin admin] Network 1d18b6f8-3a2a-4026-a21f-15fc5b9673ac is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:32.429242 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-97353a45-eb3c-44aa-b027-d95c4b57ce49 admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:32.436380 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee01230c-1836-4ba5-ae63-4eddf6a83f18 req-67c1729b-a845-442c-bf07-88f9805566be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:32.437928 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee01230c-1836-4ba5-ae63-4eddf6a83f18 req-67c1729b-a845-442c-bf07-88f9805566be service neutron] 10.222.0.44 "GET /v2.0/networks?id=00a03daf-efbb-48db-964b-992b2504dfd0 HTTP/1.1" status: 200 len: 906 time: 0.2689741 Nov 12 00:57:32.578525 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee01230c-1836-4ba5-ae63-4eddf6a83f18 req-278c3646-907f-4dd5-ba0c-0ea47a98419f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2043f17a-6a9c-4580-a653-8a70a460396d HTTP/1.1" status: 200 len: 217 time: 0.1250377 Nov 12 00:57:32.669432 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:32.711688 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97353a45-eb3c-44aa-b027-d95c4b57ce49 admin admin] Router b951ace5-9acd-4657-9f26-2fc613ee9eb4 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:57:32.729816 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8cd4356a-3d94-4344-8ac0-0d4737329042 req-05e81dab-410c-4cf3-a68e-a54e7b55c5f2 tempest-SecurityGroupsTestAdminJSON-470703759 tempest-SecurityGroupsTestAdminJSON-470703759-project-admin] 10.222.0.45 "GET /v2.0/security-groups/4f24bbfc-cffd-4d62-a978-899dca5d7550 HTTP/1.1" status: 200 len: 2998 time: 0.2834971 Nov 12 00:57:32.805058 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee01230c-1836-4ba5-ae63-4eddf6a83f18 req-4c9543dc-7f03-49ec-ba5f-6552ba8b60ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:32.807164 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee01230c-1836-4ba5-ae63-4eddf6a83f18 req-4c9543dc-7f03-49ec-ba5f-6552ba8b60ed service neutron] 10.222.0.44 "GET /v2.0/subnets?id=76e4d43b-e53b-464c-a374-bf4144fb9a21 HTTP/1.1" status: 200 len: 846 time: 0.2152503 Nov 12 00:57:32.815794 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-fda14b08-0713-47ec-b70c-b7c5b16ffad0 None None] Provisioning complete for port 4bdb0c19-cb35-4368-8db6-17b8f34fecf3 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:32.830373 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fda14b08-0713-47ec-b70c-b7c5b16ffad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:32.845849 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2845a4-bb15-46d8-b148-0e909646e8b4 req-547b1a23-9667-4479-ab12-6dbafc9f8480 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:32.847562 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5a2845a4-bb15-46d8-b148-0e909646e8b4 req-547b1a23-9667-4479-ab12-6dbafc9f8480 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa7e3ba8-589e-44bd-a910-0657731c8516 HTTP/1.1" status: 200 len: 945 time: 0.2505271 Nov 12 00:57:32.894101 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97353a45-eb3c-44aa-b027-d95c4b57ce49 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:57:32.915726 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-fda14b08-0713-47ec-b70c-b7c5b16ffad0 None None] Port 4bdb0c19-cb35-4368-8db6-17b8f34fecf3 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:57:32.919867 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-97353a45-eb3c-44aa-b027-d95c4b57ce49 admin admin] 10.222.0.45 "PUT /v2.0/routers/b951ace5-9acd-4657-9f26-2fc613ee9eb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0272777 Nov 12 00:57:32.920291 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee01230c-1836-4ba5-ae63-4eddf6a83f18 req-5dd671da-0e00-41fc-b02a-106aecca2713 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00a03daf-efbb-48db-964b-992b2504dfd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689864 Nov 12 00:57:32.939788 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-79af160e-1dac-4391-aa0f-9f0b01481b67 req-2a227690-0356-4d44-8f40-07aac9dc37bd tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:32.946513 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8cd4356a-3d94-4344-8ac0-0d4737329042 req-e4775ad5-1037-4f17-be2a-1df59156c305 tempest-SecurityGroupsTestAdminJSON-470703759 tempest-SecurityGroupsTestAdminJSON-470703759-project-admin] 10.222.0.45 "GET /v2.0/security-groups/88f72720-901a-40d6-b38e-a4a2096318f1 HTTP/1.1" status: 200 len: 2998 time: 0.1947808 Nov 12 00:57:32.957599 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device f3078017-2fb6-483c-b8e9-6d92e708b295 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:57:32.991542 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-79af160e-1dac-4391-aa0f-9f0b01481b67 req-2a227690-0356-4d44-8f40-07aac9dc37bd tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:33.136473 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port f3078017-2fb6-483c-b8e9-6d92e708b295, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=f3078017-2fb6-483c-b8e9-6d92e708b295,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:33.160004 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'f3078017-2fb6-483c-b8e9-6d92e708b295', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'port_id': 'f3078017-2fb6-483c-b8e9-6d92e708b295', 'mac_address': 'fa:16:3e:33:ef:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0290328-7bc5-4266-bfb9-6eb25d91acf0', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:57:33.197185 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5a2845a4-bb15-46d8-b148-0e909646e8b4 req-ebbe07e2-deb3-4d4c-8f79-a04d629096a7 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2babaf5-8c74-467a-8fa2-436929b0e031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3318303 Nov 12 00:57:33.206592 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a227690-0356-4d44-8f40-07aac9dc37bd tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8269e9f-9f8f-42e5-aea8-675a23d38af4,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:33.234312 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:33.264515 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f3078017-2fb6-483c-b8e9-6d92e708b295 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:57:33.272230 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8cd4356a-3d94-4344-8ac0-0d4737329042 req-b9f5afb1-83f6-429a-83e1-b40b372a0a64 tempest-SecurityGroupsTestAdminJSON-470703759 tempest-SecurityGroupsTestAdminJSON-470703759-project-admin] 10.222.0.45 "GET /v2.0/security-groups/88f72720-901a-40d6-b38e-a4a2096318f1 HTTP/1.1" status: 200 len: 2998 time: 0.2624176 Nov 12 00:57:33.303182 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port f3078017-2fb6-483c-b8e9-6d92e708b295, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=f3078017-2fb6-483c-b8e9-6d92e708b295,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:33.312751 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:33.371093 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee01230c-1836-4ba5-ae63-4eddf6a83f18 req-3aec05c0-db43-41c2-878a-4839c58da560 service neutron] 10.222.0.44 "GET /v2.0/networks/00a03daf-efbb-48db-964b-992b2504dfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4233909 Nov 12 00:57:33.424163 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=f3078017-2fb6-483c-b8e9-6d92e708b295,revision_number=6']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:33.446218 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b94e1c9f-e4cf-4661-9808-08134cbca6a2 req-b3389f29-6ac7-49d9-98b8-854243dd7162 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/ports?device_id=090672ef-bb95-437b-88e4-c980f41ddd14 HTTP/1.1" status: 200 len: 210 time: 0.1064119 Nov 12 00:57:33.447654 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8cd4356a-3d94-4344-8ac0-0d4737329042 req-1a1c0813-0080-4322-805d-4a9c0e33b4e7 tempest-SecurityGroupsTestAdminJSON-470703759 tempest-SecurityGroupsTestAdminJSON-470703759-project-admin] 10.222.0.45 "GET /v2.0/security-groups/9bb56295-3e68-4ba6-9c68-2daf88761092 HTTP/1.1" status: 200 len: 2998 time: 0.1743076 Nov 12 00:57:33.494091 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-79af160e-1dac-4391-aa0f-9f0b01481b67 req-2a227690-0356-4d44-8f40-07aac9dc37bd tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Allocated IP 192.168.233.154 (945c2da1-f958-478a-a48a-8af2dfa2e179/f0290328-7bc5-4266-bfb9-6eb25d91acf0/0120747a-5d1e-4fe5-9045-5f4ab8f4c233) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:57:33.504005 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['f3078017-2fb6-483c-b8e9-6d92e708b295'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:57:33.694624 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8cd4356a-3d94-4344-8ac0-0d4737329042 req-9110a65a-cc9b-437b-8f2a-07f039c60df2 tempest-SecurityGroupsTestAdminJSON-470703759 tempest-SecurityGroupsTestAdminJSON-470703759-project-admin] 10.222.0.45 "GET /v2.0/security-groups/9bb56295-3e68-4ba6-9c68-2daf88761092 HTTP/1.1" status: 200 len: 2998 time: 0.2298622 Nov 12 00:57:33.720114 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 9327ce2d-51a0-4ecc-a810-0a3ca9b097f9 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:57:33.774464 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049586d2-dede-457f-9b2e-085753142a72 req-8ac30e9b-b3a2-4c7d-a3bc-4847b14cbbc3 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:33.787578 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-049586d2-dede-457f-9b2e-085753142a72 req-8ac30e9b-b3a2-4c7d-a3bc-4847b14cbbc3 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] 10.222.0.45 "GET /v2.0/ports?device_id=44ac78c4-2b73-4d10-94c3-37a5ca2c3a03 HTTP/1.1" status: 200 len: 945 time: 0.2073858 Nov 12 00:57:33.787806 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57018) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:33.788339 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee01230c-1836-4ba5-ae63-4eddf6a83f18 req-1ce6d710-5452-4eb7-aff9-2daa6f268e4a service neutron] 10.222.0.44 "GET /v2.0/networks/00a03daf-efbb-48db-964b-992b2504dfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857191 Nov 12 00:57:33.791846 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-92da080d-d5b2-48e4-bd4b-bfa6d025dfdd tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Request body: {'floatingip': {'port_id': 'bc54d53d-f0d4-433e-adb2-d81e0072cd79'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:33.792120 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:57:33.887851 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-92da080d-d5b2-48e4-bd4b-bfa6d025dfdd tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Publish callbacks [] for floatingip, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:33.942479 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 9327ce2d-51a0-4ecc-a810-0a3ca9b097f9 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:33.943113 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:34.003513 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:34.071772 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:34.123956 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 9327ce2d-51a0-4ecc-a810-0a3ca9b097f9, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=9327ce2d-51a0-4ecc-a810-0a3ca9b097f9,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:34.142777 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:34.240320 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=9327ce2d-51a0-4ecc-a810-0a3ca9b097f9,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:34.352581 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-79af160e-1dac-4391-aa0f-9f0b01481b67 req-2a227690-0356-4d44-8f40-07aac9dc37bd tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:34.533807 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-79af160e-1dac-4391-aa0f-9f0b01481b67 req-2a227690-0356-4d44-8f40-07aac9dc37bd tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:34.539313 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8cd4356a-3d94-4344-8ac0-0d4737329042 req-5cf501ae-3ff6-42bb-9f50-81fff36d5a99 tempest-SecurityGroupsTestAdminJSON-470703759 tempest-SecurityGroupsTestAdminJSON-470703759-project-admin] 10.222.0.45 "GET /v2.0/security-groups/ac2e1991-71a9-4b35-8a87-20835c6e23b6 HTTP/1.1" status: 200 len: 2990 time: 0.8209810 Nov 12 00:57:34.581580 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79af160e-1dac-4391-aa0f-9f0b01481b67 req-2a227690-0356-4d44-8f40-07aac9dc37bd tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Network 945c2da1-f958-478a-a48a-8af2dfa2e179 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:34.624320 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-79af160e-1dac-4391-aa0f-9f0b01481b67 req-2a227690-0356-4d44-8f40-07aac9dc37bd tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:34.631423 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-79af160e-1dac-4391-aa0f-9f0b01481b67 req-2a227690-0356-4d44-8f40-07aac9dc37bd tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:57:34.730571 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b73231f-06c6-41a7-bda4-3653c05ede83 req-c81c6f39-982f-433a-b369-7b5f386ad01b tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:34.730571 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4b73231f-06c6-41a7-bda4-3653c05ede83 req-c81c6f39-982f-433a-b369-7b5f386ad01b tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9b00f85c-6b25-48ce-99f4-985acedfd8f3 HTTP/1.1" status: 200 len: 1096 time: 0.2869382 Nov 12 00:57:34.744996 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a227690-0356-4d44-8f40-07aac9dc37bd tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Pushing event updated for resources: {'Port': ['ID=0120747a-5d1e-4fe5-9045-5f4ab8f4c233,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:34.803500 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8cd4356a-3d94-4344-8ac0-0d4737329042 req-f769cd3b-dca0-47c1-adef-e38b8a7f269c tempest-SecurityGroupsTestAdminJSON-470703759 tempest-SecurityGroupsTestAdminJSON-470703759-project-admin] 10.222.0.45 "GET /v2.0/security-groups/ac2e1991-71a9-4b35-8a87-20835c6e23b6 HTTP/1.1" status: 200 len: 2990 time: 0.2184734 Nov 12 00:57:34.835586 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af160e-1dac-4391-aa0f-9f0b01481b67 req-2a227690-0356-4d44-8f40-07aac9dc37bd tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:34.836301 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-79af160e-1dac-4391-aa0f-9f0b01481b67 req-2a227690-0356-4d44-8f40-07aac9dc37bd tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:34.887899 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-79af160e-1dac-4391-aa0f-9f0b01481b67 req-2a227690-0356-4d44-8f40-07aac9dc37bd tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1798830 Nov 12 00:57:34.932833 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-79af160e-1dac-4391-aa0f-9f0b01481b67 req-1c2b2e3d-54c3-47ce-9f61-ef823c86cf2e service neutron] Request body: {'port': {'device_id': '090672ef-bb95-437b-88e4-c980f41ddd14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:34.945908 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 2043f17a-6a9c-4580-a653-8a70a460396d details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:57:34.948620 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-92da080d-d5b2-48e4-bd4b-bfa6d025dfdd tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:34.956917 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-92da080d-d5b2-48e4-bd4b-bfa6d025dfdd tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:34.962298 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device c1c7b7a3-23b5-4983-a49a-3e22af86a73c up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:57:35.058710 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4b73231f-06c6-41a7-bda4-3653c05ede83 req-7df04daa-bf79-421b-a15c-2fecae6649f8 tempest-LiveAutoBlockMigrationV225Test-929250029 tempest-LiveAutoBlockMigrationV225Test-929250029-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147652 Nov 12 00:57:35.190017 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8cd4356a-3d94-4344-8ac0-0d4737329042 req-529b511a-13ce-4c18-97ef-514cfb03b8d9 tempest-SecurityGroupsTestAdminJSON-470703759 tempest-SecurityGroupsTestAdminJSON-470703759-project-admin] 10.222.0.45 "GET /v2.0/security-groups/c13497ec-9bd3-4a10-a798-32d6e65f05b7 HTTP/1.1" status: 200 len: 2998 time: 0.3854008 Nov 12 00:57:35.212462 n-d-712142-27 neutron-server[109086]: INFO neutron.db.l3_db [None req-92da080d-d5b2-48e4-bd4b-bfa6d025dfdd tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Floating IP 8e989c57-db4e-4959-876d-9e8a2f625a1f associated. External IP: 172.25.3.130, port: bc54d53d-f0d4-433e-adb2-d81e0072cd79. Nov 12 00:57:35.270056 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-79af160e-1dac-4391-aa0f-9f0b01481b67 req-1c2b2e3d-54c3-47ce-9f61-ef823c86cf2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:35.310588 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419659a9-b457-4ca0-8852-edcd8e99068a None None] Sync routers for ids ['b951ace5-9acd-4657-9f26-2fc613ee9eb4'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:57:35.425785 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419659a9-b457-4ca0-8852-edcd8e99068a None None] Routers {'b951ace5-9acd-4657-9f26-2fc613ee9eb4'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:57:35.430751 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-419659a9-b457-4ca0-8852-edcd8e99068a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:57:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['b951ace5-9acd-4657-9f26-2fc613ee9eb4'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:35.550747 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8cd4356a-3d94-4344-8ac0-0d4737329042 req-bbffc84c-9e85-4b01-8832-4c626279b21b tempest-SecurityGroupsTestAdminJSON-470703759 tempest-SecurityGroupsTestAdminJSON-470703759-project-admin] 10.222.0.45 "GET /v2.0/security-groups/c13497ec-9bd3-4a10-a798-32d6e65f05b7 HTTP/1.1" status: 200 len: 2998 time: 0.3407748 Nov 12 00:57:35.659916 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c46b8a-f9bb-42ea-8f14-80eaae030133 req-72d87353-0c6d-4acc-aee0-a2dec1c5fb95 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:35.669146 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-64c46b8a-f9bb-42ea-8f14-80eaae030133 req-72d87353-0c6d-4acc-aee0-a2dec1c5fb95 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=e63c7b68-c930-44a4-b4b4-456d7f77a500 HTTP/1.1" status: 200 len: 943 time: 0.4036150 Nov 12 00:57:35.769403 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8cd4356a-3d94-4344-8ac0-0d4737329042 req-6125cc23-f584-4a2d-980c-aac6b451c0ef tempest-SecurityGroupsTestAdminJSON-470703759 tempest-SecurityGroupsTestAdminJSON-470703759-project-admin] 10.222.0.45 "GET /v2.0/security-groups/c829efe1-5a7b-49c6-8959-51ec5e190642 HTTP/1.1" status: 200 len: 2998 time: 0.2113159 Nov 12 00:57:35.806578 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92da080d-d5b2-48e4-bd4b-bfa6d025dfdd tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Router c84c1b1c-b328-41d7-9ade-e857570c7b29 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:57:35.808902 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-419659a9-b457-4ca0-8852-edcd8e99068a None None] Set router b951ace5-9acd-4657-9f26-2fc613ee9eb4 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:57:35.843495 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-64c46b8a-f9bb-42ea-8f14-80eaae030133 req-c6f954bf-3fa1-4324-aa81-ee349893709d tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719425 Nov 12 00:57:35.904219 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8cd4356a-3d94-4344-8ac0-0d4737329042 req-bd31c0f6-1c3d-496e-a8f1-e4e24f2ee7be tempest-SecurityGroupsTestAdminJSON-470703759 tempest-SecurityGroupsTestAdminJSON-470703759-project-admin] 10.222.0.45 "GET /v2.0/security-groups/c829efe1-5a7b-49c6-8959-51ec5e190642 HTTP/1.1" status: 200 len: 2998 time: 0.1226211 Nov 12 00:57:36.025990 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8cd4356a-3d94-4344-8ac0-0d4737329042 req-737acae8-f962-4025-abda-2c354d00df7e tempest-SecurityGroupsTestAdminJSON-470703759 tempest-SecurityGroupsTestAdminJSON-470703759-project-admin] 10.222.0.45 "GET /v2.0/security-groups/d6294190-8ce8-44db-b15d-1380f2d97a7a HTTP/1.1" status: 200 len: 2998 time: 0.1133130 Nov 12 00:57:36.089142 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-79af160e-1dac-4391-aa0f-9f0b01481b67 req-1c2b2e3d-54c3-47ce-9f61-ef823c86cf2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0120747a-5d1e-4fe5-9045-5f4ab8f4c233 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:57:36.105155 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-79af160e-1dac-4391-aa0f-9f0b01481b67 req-1c2b2e3d-54c3-47ce-9f61-ef823c86cf2e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:36.123255 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 9327ce2d-51a0-4ecc-a810-0a3ca9b097f9 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:57:36.154805 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92da080d-d5b2-48e4-bd4b-bfa6d025dfdd tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:57:36.160769 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-92da080d-d5b2-48e4-bd4b-bfa6d025dfdd tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:36.166721 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-79af160e-1dac-4391-aa0f-9f0b01481b67 req-1c2b2e3d-54c3-47ce-9f61-ef823c86cf2e service neutron] Transition to ACTIVE for port object 0120747a-5d1e-4fe5-9045-5f4ab8f4c233 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:57:36.166993 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6241d4b3-94e9-40ec-aa29-2e4c77bc258f None None] Sync routers for ids ['c84c1b1c-b328-41d7-9ade-e857570c7b29'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:57:36.170987 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8cd4356a-3d94-4344-8ac0-0d4737329042 req-6f993e6a-c434-49c2-ad70-7df8ab3119fa tempest-SecurityGroupsTestAdminJSON-470703759 tempest-SecurityGroupsTestAdminJSON-470703759-project-admin] 10.222.0.45 "GET /v2.0/security-groups/d6294190-8ce8-44db-b15d-1380f2d97a7a HTTP/1.1" status: 200 len: 2998 time: 0.1174819 Nov 12 00:57:36.198997 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:36.203409 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6241d4b3-94e9-40ec-aa29-2e4c77bc258f None None] Routers {'c84c1b1c-b328-41d7-9ade-e857570c7b29'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:57:36.204695 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-6241d4b3-94e9-40ec-aa29-2e4c77bc258f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:57:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['c84c1b1c-b328-41d7-9ade-e857570c7b29'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:36.211683 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port c1c7b7a3-23b5-4983-a49a-3e22af86a73c completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:57:36.224810 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-79af160e-1dac-4391-aa0f-9f0b01481b67 req-1c2b2e3d-54c3-47ce-9f61-ef823c86cf2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:36.237892 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-92da080d-d5b2-48e4-bd4b-bfa6d025dfdd tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] 10.222.0.45 "PUT /v2.0/floatingips/8e989c57-db4e-4959-876d-9e8a2f625a1f HTTP/1.1" status: 200 len: 991 time: 2.4492979 Nov 12 00:57:36.240050 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44ac78c4-2b73-4d10-94c3-37a5ca2c3a03', 'tag': 'bc54d53d-f0d4-433e-adb2-d81e0072cd79'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:57:36.244353 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3371638a-b99c-4bb4-b8aa-e57f3add3502" -d '{"events": [{"name": "network-changed", "server_uuid": "44ac78c4-2b73-4d10-94c3-37a5ca2c3a03", "tag": "bc54d53d-f0d4-433e-adb2-d81e0072cd79"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:57:36.303958 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port c1c7b7a3-23b5-4983-a49a-3e22af86a73c triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:36.304750 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:36.369014 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 9327ce2d-51a0-4ecc-a810-0a3ca9b097f9 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:36.369366 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-6241d4b3-94e9-40ec-aa29-2e4c77bc258f None None] Set router c84c1b1c-b328-41d7-9ade-e857570c7b29 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:57:36.370213 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:36.554984 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 2043f17a-6a9c-4580-a653-8a70a460396d, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=2043f17a-6a9c-4580-a653-8a70a460396d,segment=NetworkSegment(45adf0ba-e61d-4509-afe2-5b0ef96fbbf3),segment_id=45adf0ba-e61d-4509-afe2-5b0ef96fbbf3)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:36.605875 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8cd4356a-3d94-4344-8ac0-0d4737329042 req-c5355ebe-e5fb-4f5b-a4c0-758d0cce511f tempest-SecurityGroupsTestAdminJSON-470703759 tempest-SecurityGroupsTestAdminJSON-470703759-project-admin] 10.222.0.45 "GET /v2.0/security-groups/dce48533-1066-4c22-b2af-510457c7f90a HTTP/1.1" status: 200 len: 2998 time: 0.4037614 Nov 12 00:57:36.635253 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '2043f17a-6a9c-4580-a653-8a70a460396d', 'network_id': '00a03daf-efbb-48db-964b-992b2504dfd0', 'port_id': '2043f17a-6a9c-4580-a653-8a70a460396d', 'mac_address': 'fa:16:3e:c5:7f:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76e4d43b-e53b-464c-a374-bf4144fb9a21', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:57:36.670900 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-6241d4b3-94e9-40ec-aa29-2e4c77bc258f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84c1b1c-b328-41d7-9ade-e857570c7b29', 'name': 'tempest-ServersTestManualDisk-199279593-router', 'tenant_id': 'e23f931e6abc48e289c4be9c4f72c99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '583f7c0a-767e-493f-8835-4fbfac3f2207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:56:38Z', 'updated_at': '2021-11-12T00:56:54Z', 'revision_number': 4, 'project_id': 'e23f931e6abc48e289c4be9c4f72c99c', 'gw_port': {'id': '583f7c0a-767e-493f-8835-4fbfac3f2207', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:54:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84c1b1c-b328-41d7-9ade-e857570c7b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:56:41Z', 'updated_at': '2021-11-12T00:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '8e989c57-db4e-4959-876d-9e8a2f625a1f', 'tenant_id': 'e23f931e6abc48e289c4be9c4f72c99c', 'floating_ip_address': '172.25.3.130', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'c84c1b1c-b328-41d7-9ade-e857570c7b29', 'port_id': 'bc54d53d-f0d4-433e-adb2-d81e0072cd79', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c', 'mac_address': 'fa:16:3e:c4:2c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ac78c4-2b73-4d10-94c3-37a5ca2c3a03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:57:03Z', 'updated_at': '2021-11-12T00:57:34Z', 'revision_number': 1, 'project_id': 'e23f931e6abc48e289c4be9c4f72c99c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b8f20c-cdcb-43d4-ae8c-385807a4dc6c', 'name': '', 'network_id': '4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c', 'tenant_id': 'e23f931e6abc48e289c4be9c4f72c99c', 'mac_address': 'fa:16:3e:5b:d2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84c1b1c-b328-41d7-9ade-e857570c7b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '749b9936-c68e-49ae-a3ef-2ac3d2926d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:56:51Z', 'updated_at': '2021-11-12T00:57:01Z', 'revision_number': 5, 'project_id': 'e23f931e6abc48e289c4be9c4f72c99c', 'subnets': [{'id': '749b9936-c68e-49ae-a3ef-2ac3d2926d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:36.699714 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6241d4b3-94e9-40ec-aa29-2e4c77bc258f None None] Checking router: c84c1b1c-b328-41d7-9ade-e857570c7b29 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:57:36.702345 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2b2e3d-54c3-47ce-9f61-ef823c86cf2e service neutron] Pushing event updated for resources: {'Port': ['ID=0120747a-5d1e-4fe5-9045-5f4ab8f4c233,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:36.710463 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6241d4b3-94e9-40ec-aa29-2e4c77bc258f None None] Routers {'c84c1b1c-b328-41d7-9ade-e857570c7b29'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:57:36.711470 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-6241d4b3-94e9-40ec-aa29-2e4c77bc258f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:57:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['c84c1b1c-b328-41d7-9ade-e857570c7b29'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:36.805208 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:36.830663 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-6241d4b3-94e9-40ec-aa29-2e4c77bc258f None None] Set router c84c1b1c-b328-41d7-9ade-e857570c7b29 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:57:36.836013 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182038c6-98d5-4c98-85a8-263c057868ce req-f05a3a23-30c6-4edb-a796-323f90a97d41 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:36.846687 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-182038c6-98d5-4c98-85a8-263c057868ce req-f05a3a23-30c6-4edb-a796-323f90a97d41 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "GET /v2.0/networks?id=1d18b6f8-3a2a-4026-a21f-15fc5b9673ac HTTP/1.1" status: 200 len: 829 time: 0.7324948 Nov 12 00:57:36.877236 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-182038c6-98d5-4c98-85a8-263c057868ce req-f4186127-72e2-41a7-94b8-5b9423792a8f tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "GET /v2.0/quotas/b2e62aee26964f858c9163a5ff12289e HTTP/1.1" status: 200 len: 375 time: 0.0288134 Nov 12 00:57:36.931997 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8cd4356a-3d94-4344-8ac0-0d4737329042 req-eb81b43c-a789-42b8-b006-39459f42472e tempest-SecurityGroupsTestAdminJSON-470703759 tempest-SecurityGroupsTestAdminJSON-470703759-project-admin] 10.222.0.45 "GET /v2.0/security-groups/dce48533-1066-4c22-b2af-510457c7f90a HTTP/1.1" status: 200 len: 2998 time: 0.2646904 Nov 12 00:57:36.955418 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port c1c7b7a3-23b5-4983-a49a-3e22af86a73c, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=c1c7b7a3-23b5-4983-a49a-3e22af86a73c,segment=NetworkSegment(156d67a0-d0d0-46f4-8ea1-9f300cc16f4f),segment_id=156d67a0-d0d0-46f4-8ea1-9f300cc16f4f)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:36.959230 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:36.972545 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7e3ba8-589e-44bd-a910-0657731c8516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c7b7a3-23b5-4983-a49a-3e22af86a73c'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:57:36.978046 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4973dd8e-076b-488a-86e0-a5ab28abda4b" -d '{"events": [{"server_uuid": "fa7e3ba8-589e-44bd-a910-0657731c8516", "name": "network-vif-plugged", "status": "completed", "tag": "c1c7b7a3-23b5-4983-a49a-3e22af86a73c"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:57:37.001117 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:37.004183 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device f3078017-2fb6-483c-b8e9-6d92e708b295 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:57:37.043433 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-79af160e-1dac-4391-aa0f-9f0b01481b67 req-1c2b2e3d-54c3-47ce-9f61-ef823c86cf2e service neutron] Attempting to bind port 0120747a-5d1e-4fe5-9045-5f4ab8f4c233 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:57:37.043959 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-79af160e-1dac-4391-aa0f-9f0b01481b67 req-1c2b2e3d-54c3-47ce-9f61-ef823c86cf2e service neutron] Attempting to bind port 0120747a-5d1e-4fe5-9045-5f4ab8f4c233 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:57:37.044548 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79af160e-1dac-4391-aa0f-9f0b01481b67 req-1c2b2e3d-54c3-47ce-9f61-ef823c86cf2e service neutron] Attempting to bind port 0120747a-5d1e-4fe5-9045-5f4ab8f4c233 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:57:37.056958 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79af160e-1dac-4391-aa0f-9f0b01481b67 req-1c2b2e3d-54c3-47ce-9f61-ef823c86cf2e service neutron] Port 0120747a-5d1e-4fe5-9045-5f4ab8f4c233 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:57:37.057343 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79af160e-1dac-4391-aa0f-9f0b01481b67 req-1c2b2e3d-54c3-47ce-9f61-ef823c86cf2e service neutron] Attempting to bind port 0120747a-5d1e-4fe5-9045-5f4ab8f4c233 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:57:37.066929 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8cd4356a-3d94-4344-8ac0-0d4737329042 req-384f3e04-240d-4a36-9f6d-36c69a9c74e1 tempest-SecurityGroupsTestAdminJSON-470703759 tempest-SecurityGroupsTestAdminJSON-470703759-project-admin] 10.222.0.45 "GET /v2.0/security-groups/de871134-4c0c-4b63-9f25-4f737b600523 HTTP/1.1" status: 200 len: 2998 time: 0.1259365 Nov 12 00:57:37.102265 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-6241d4b3-94e9-40ec-aa29-2e4c77bc258f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84c1b1c-b328-41d7-9ade-e857570c7b29', 'name': 'tempest-ServersTestManualDisk-199279593-router', 'tenant_id': 'e23f931e6abc48e289c4be9c4f72c99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '583f7c0a-767e-493f-8835-4fbfac3f2207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:56:38Z', 'updated_at': '2021-11-12T00:56:54Z', 'revision_number': 4, 'project_id': 'e23f931e6abc48e289c4be9c4f72c99c', 'gw_port': {'id': '583f7c0a-767e-493f-8835-4fbfac3f2207', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:54:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84c1b1c-b328-41d7-9ade-e857570c7b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:56:41Z', 'updated_at': '2021-11-12T00:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '8e989c57-db4e-4959-876d-9e8a2f625a1f', 'tenant_id': 'e23f931e6abc48e289c4be9c4f72c99c', 'floating_ip_address': '172.25.3.130', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'c84c1b1c-b328-41d7-9ade-e857570c7b29', 'port_id': 'bc54d53d-f0d4-433e-adb2-d81e0072cd79', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c', 'mac_address': 'fa:16:3e:c4:2c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ac78c4-2b73-4d10-94c3-37a5ca2c3a03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:57:03Z', 'updated_at': '2021-11-12T00:57:34Z', 'revision_number': 1, 'project_id': 'e23f931e6abc48e289c4be9c4f72c99c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b8f20c-cdcb-43d4-ae8c-385807a4dc6c', 'name': '', 'network_id': '4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c', 'tenant_id': 'e23f931e6abc48e289c4be9c4f72c99c', 'mac_address': 'fa:16:3e:5b:d2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84c1b1c-b328-41d7-9ade-e857570c7b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '749b9936-c68e-49ae-a3ef-2ac3d2926d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:56:51Z', 'updated_at': '2021-11-12T00:57:01Z', 'revision_number': 5, 'project_id': 'e23f931e6abc48e289c4be9c4f72c99c', 'subnets': [{'id': '749b9936-c68e-49ae-a3ef-2ac3d2926d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:37.131905 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6241d4b3-94e9-40ec-aa29-2e4c77bc258f None None] The sync data for ids ['c84c1b1c-b328-41d7-9ade-e857570c7b29'] in n-d-712142-27 is: [{'id': 'c84c1b1c-b328-41d7-9ade-e857570c7b29', 'name': 'tempest-ServersTestManualDisk-199279593-router', 'tenant_id': 'e23f931e6abc48e289c4be9c4f72c99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '583f7c0a-767e-493f-8835-4fbfac3f2207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:56:38Z', 'updated_at': '2021-11-12T00:56:54Z', 'revision_number': 4, 'project_id': 'e23f931e6abc48e289c4be9c4f72c99c', 'gw_port': {'id': '583f7c0a-767e-493f-8835-4fbfac3f2207', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:54:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84c1b1c-b328-41d7-9ade-e857570c7b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:56:41Z', 'updated_at': '2021-11-12T00:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '8e989c57-db4e-4959-876d-9e8a2f625a1f', 'tenant_id': 'e23f931e6abc48e289c4be9c4f72c99c', 'floating_ip_address': '172.25.3.130', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'c84c1b1c-b328-41d7-9ade-e857570c7b29', 'port_id': 'bc54d53d-f0d4-433e-adb2-d81e0072cd79', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c', 'mac_address': 'fa:16:3e:c4:2c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ac78c4-2b73-4d10-94c3-37a5ca2c3a03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:57:03Z', 'updated_at': '2021-11-12T00:57:34Z', 'revision_number': 1, 'project_id': 'e23f931e6abc48e289c4be9c4f72c99c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b8f20c-cdcb-43d4-ae8c-385807a4dc6c', 'name': '', 'network_id': '4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c', 'tenant_id': 'e23f931e6abc48e289c4be9c4f72c99c', 'mac_address': 'fa:16:3e:5b:d2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84c1b1c-b328-41d7-9ade-e857570c7b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '749b9936-c68e-49ae-a3ef-2ac3d2926d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:56:51Z', 'updated_at': '2021-11-12T00:57:01Z', 'revision_number': 5, 'project_id': 'e23f931e6abc48e289c4be9c4f72c99c', 'subnets': [{'id': '749b9936-c68e-49ae-a3ef-2ac3d2926d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:57:37.151034 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-419659a9-b457-4ca0-8852-edcd8e99068a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b951ace5-9acd-4657-9f26-2fc613ee9eb4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1520895545-router', 'tenant_id': 'b2e62aee26964f858c9163a5ff12289e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '9327ce2d-51a0-4ecc-a810-0a3ca9b097f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:27Z', 'updated_at': '2021-11-12T00:57:31Z', 'revision_number': 4, 'project_id': 'b2e62aee26964f858c9163a5ff12289e', 'gw_port': {'id': '9327ce2d-51a0-4ecc-a810-0a3ca9b097f9', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:15:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b951ace5-9acd-4657-9f26-2fc613ee9eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:28Z', 'updated_at': '2021-11-12T00:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '4bdb0c19-cb35-4368-8db6-17b8f34fecf3', 'name': '', 'network_id': '1d18b6f8-3a2a-4026-a21f-15fc5b9673ac', 'tenant_id': 'b2e62aee26964f858c9163a5ff12289e', 'mac_address': 'fa:16:3e:fd:aa:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b951ace5-9acd-4657-9f26-2fc613ee9eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'afd8d202-d127-4959-a75b-0172a337025b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:31Z', 'updated_at': '2021-11-12T00:57:31Z', 'revision_number': 2, 'project_id': 'b2e62aee26964f858c9163a5ff12289e', 'subnets': [{'id': 'afd8d202-d127-4959-a75b-0172a337025b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:37.157024 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-182038c6-98d5-4c98-85a8-263c057868ce req-060090c9-1e80-4567-8f21-726bbefa5a47 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b2e62aee26964f858c9163a5ff12289e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2768786 Nov 12 00:57:37.164033 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79af160e-1dac-4391-aa0f-9f0b01481b67 req-1c2b2e3d-54c3-47ce-9f61-ef823c86cf2e service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:57:37.166423 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79af160e-1dac-4391-aa0f-9f0b01481b67 req-1c2b2e3d-54c3-47ce-9f61-ef823c86cf2e service neutron] Checking segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:37.166423 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79af160e-1dac-4391-aa0f-9f0b01481b67 req-1c2b2e3d-54c3-47ce-9f61-ef823c86cf2e service neutron] Bound using segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:57:37.167163 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-79af160e-1dac-4391-aa0f-9f0b01481b67 req-1c2b2e3d-54c3-47ce-9f61-ef823c86cf2e service neutron] Bound port: 0120747a-5d1e-4fe5-9045-5f4ab8f4c233, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:57:37.171446 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-79af160e-1dac-4391-aa0f-9f0b01481b67 req-1c2b2e3d-54c3-47ce-9f61-ef823c86cf2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:37.210359 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2043f17a-6a9c-4580-a653-8a70a460396d {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:57:37.225167 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419659a9-b457-4ca0-8852-edcd8e99068a None None] Checking router: b951ace5-9acd-4657-9f26-2fc613ee9eb4 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:57:37.225548 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419659a9-b457-4ca0-8852-edcd8e99068a None None] Updating router b951ace5-9acd-4657-9f26-2fc613ee9eb4 port 4bdb0c19-cb35-4368-8db6-17b8f34fecf3 binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:57:37.283174 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 2043f17a-6a9c-4580-a653-8a70a460396d, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=2043f17a-6a9c-4580-a653-8a70a460396d,segment=NetworkSegment(45adf0ba-e61d-4509-afe2-5b0ef96fbbf3),segment_id=45adf0ba-e61d-4509-afe2-5b0ef96fbbf3)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:37.291709 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=c1c7b7a3-23b5-4983-a49a-3e22af86a73c,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:37.300269 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:37.307086 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-419659a9-b457-4ca0-8852-edcd8e99068a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:37.311639 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port f3078017-2fb6-483c-b8e9-6d92e708b295 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:37.311639 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:37.406955 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8cd4356a-3d94-4344-8ac0-0d4737329042 req-2c27ce98-1da9-446c-9259-43ebbc1fe25b tempest-SecurityGroupsTestAdminJSON-470703759 tempest-SecurityGroupsTestAdminJSON-470703759-project-admin] 10.222.0.45 "GET /v2.0/security-groups/de871134-4c0c-4b63-9f25-4f737b600523 HTTP/1.1" status: 200 len: 2998 time: 0.3295057 Nov 12 00:57:37.450549 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=2043f17a-6a9c-4580-a653-8a70a460396d,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:37.595688 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-182038c6-98d5-4c98-85a8-263c057868ce req-8780a4aa-e257-4ea8-8e23-6e062a80c443 service neutron] 10.222.0.45 "GET /v2.0/networks/1d18b6f8-3a2a-4026-a21f-15fc5b9673ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3876362 Nov 12 00:57:37.615062 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-79af160e-1dac-4391-aa0f-9f0b01481b67 req-1c2b2e3d-54c3-47ce-9f61-ef823c86cf2e service neutron] For port 0120747a-5d1e-4fe5-9045-5f4ab8f4c233, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:57:37.637796 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-79af160e-1dac-4391-aa0f-9f0b01481b67 req-1c2b2e3d-54c3-47ce-9f61-ef823c86cf2e service neutron] For port 0120747a-5d1e-4fe5-9045-5f4ab8f4c233, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=0120747a-5d1e-4fe5-9045-5f4ab8f4c233,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:57:37.679619 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-79af160e-1dac-4391-aa0f-9f0b01481b67 req-1c2b2e3d-54c3-47ce-9f61-ef823c86cf2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:37.725993 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bda161-6501-4b34-96ae-8d22149413a4 None None] New status for floating IP 8e989c57-db4e-4959-876d-9e8a2f625a1f: ACTIVE {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:57:37.839103 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8cd4356a-3d94-4344-8ac0-0d4737329042 req-869724c6-9796-4a02-8ee6-4fe8df8977d5 tempest-SecurityGroupsTestAdminJSON-470703759 tempest-SecurityGroupsTestAdminJSON-470703759-project-admin] 10.222.0.45 "GET /v2.0/security-groups/f88ea71e-f8f9-4717-b6c6-949bd73db766 HTTP/1.1" status: 200 len: 2994 time: 0.4081848 Nov 12 00:57:37.858484 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af160e-1dac-4391-aa0f-9f0b01481b67 req-1c2b2e3d-54c3-47ce-9f61-ef823c86cf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:37.859120 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-79af160e-1dac-4391-aa0f-9f0b01481b67 req-1c2b2e3d-54c3-47ce-9f61-ef823c86cf2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:37.860658 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-79af160e-1dac-4391-aa0f-9f0b01481b67 req-1c2b2e3d-54c3-47ce-9f61-ef823c86cf2e service neutron] 10.222.0.44 "PUT /v2.0/ports/0120747a-5d1e-4fe5-9045-5f4ab8f4c233 HTTP/1.1" status: 200 len: 1097 time: 2.9380472 Nov 12 00:57:37.861003 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '090672ef-bb95-437b-88e4-c980f41ddd14', 'tag': '0120747a-5d1e-4fe5-9045-5f4ab8f4c233'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:57:37.863296 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0209a89e-6b08-486d-a3ae-bbeeb471223f" -d '{"events": [{"name": "network-changed", "server_uuid": "090672ef-bb95-437b-88e4-c980f41ddd14", "tag": "0120747a-5d1e-4fe5-9045-5f4ab8f4c233"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:57:37.905937 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2b2e3d-54c3-47ce-9f61-ef823c86cf2e service neutron] Pushing event updated for resources: {'Port': ['ID=0120747a-5d1e-4fe5-9045-5f4ab8f4c233,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:37.927531 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['2043f17a-6a9c-4580-a653-8a70a460396d'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:57:37.949459 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-182038c6-98d5-4c98-85a8-263c057868ce req-c19cb745-60d0-4164-a755-02c4a6806f34 service neutron] 10.222.0.45 "GET /v2.0/networks/1d18b6f8-3a2a-4026-a21f-15fc5b9673ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731423 Nov 12 00:57:37.955397 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8cd4356a-3d94-4344-8ac0-0d4737329042 req-5ef16686-b290-4897-a5ce-6bc62606e924 tempest-SecurityGroupsTestAdminJSON-470703759 tempest-SecurityGroupsTestAdminJSON-470703759-project-admin] 10.222.0.45 "GET /v2.0/security-groups/f88ea71e-f8f9-4717-b6c6-949bd73db766 HTTP/1.1" status: 200 len: 2994 time: 0.0840468 Nov 12 00:57:38.026748 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:38.083080 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af160e-1dac-4391-aa0f-9f0b01481b67 req-0ad0fdbf-9db1-4da0-837b-3ff754047b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:38.084726 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-79af160e-1dac-4391-aa0f-9f0b01481b67 req-0ad0fdbf-9db1-4da0-837b-3ff754047b99 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3ee3eaa101f14fbaad2aa4a78dc04a0d&device_id=090672ef-bb95-437b-88e4-c980f41ddd14 HTTP/1.1" status: 200 len: 1100 time: 0.1111524 Nov 12 00:57:38.233760 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-79af160e-1dac-4391-aa0f-9f0b01481b67 req-a4b9ace9-5912-4284-a75d-ece45eb4f829 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=0120747a-5d1e-4fe5-9045-5f4ab8f4c233 HTTP/1.1" status: 200 len: 217 time: 0.1327128 Nov 12 00:57:38.303585 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-419659a9-b457-4ca0-8852-edcd8e99068a None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:38.362997 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-419659a9-b457-4ca0-8852-edcd8e99068a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:38.380586 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:38.438902 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port f3078017-2fb6-483c-b8e9-6d92e708b295, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=f3078017-2fb6-483c-b8e9-6d92e708b295,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:38.522017 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47e03d-e676-4579-96e7-62b39c46d98c req-75c1494d-cf58-43c3-a68b-d0eca3e991a9 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:38.525133 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ab47e03d-e676-4579-96e7-62b39c46d98c req-75c1494d-cf58-43c3-a68b-d0eca3e991a9 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa7e3ba8-589e-44bd-a910-0657731c8516 HTTP/1.1" status: 200 len: 946 time: 0.2851503 Nov 12 00:57:38.528547 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af160e-1dac-4391-aa0f-9f0b01481b67 req-d273500d-cc26-4e4e-a1b3-87a17db60c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:38.531131 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-79af160e-1dac-4391-aa0f-9f0b01481b67 req-d273500d-cc26-4e4e-a1b3-87a17db60c91 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.2890937 Nov 12 00:57:38.538480 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd2adc4-b1bb-49d0-a457-1685f0192cb1 None None] Pushing event updated for resources: {'Port': ['ID=4bdb0c19-cb35-4368-8db6-17b8f34fecf3,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:38.576699 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae1af6-9954-4196-884d-fc64263ac4bb req-6acea4ac-3000-4ed3-8fa9-c140a0752715 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:38.583739 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:38.590987 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-80ae1af6-9954-4196-884d-fc64263ac4bb req-6acea4ac-3000-4ed3-8fa9-c140a0752715 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/ports?device_id=090672ef-bb95-437b-88e4-c980f41ddd14 HTTP/1.1" status: 200 len: 948 time: 0.2632709 Nov 12 00:57:38.717371 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ab47e03d-e676-4579-96e7-62b39c46d98c req-8366bc37-53df-4a4c-b5c1-2b7a7922af4e tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2babaf5-8c74-467a-8fa2-436929b0e031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1825216 Nov 12 00:57:38.758007 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af160e-1dac-4391-aa0f-9f0b01481b67 req-6926a915-3931-4c1d-8480-d0ada3525f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:38.758007 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-79af160e-1dac-4391-aa0f-9f0b01481b67 req-6926a915-3931-4c1d-8480-d0ada3525f65 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2044315 Nov 12 00:57:38.773461 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-80ae1af6-9954-4196-884d-fc64263ac4bb req-2597001c-8931-4663-ba12-66b7066cf486 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8269e9f-9f8f-42e5-aea8-675a23d38af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811528 Nov 12 00:57:38.915783 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-79af160e-1dac-4391-aa0f-9f0b01481b67 req-aa8d0ccd-b9ed-4b96-9630-98fc9eb9041b service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412160 Nov 12 00:57:39.006352 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=f3078017-2fb6-483c-b8e9-6d92e708b295,revision_number=7']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:39.045310 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-419659a9-b457-4ca0-8852-edcd8e99068a None None] Attempting to bind port 4bdb0c19-cb35-4368-8db6-17b8f34fecf3 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:57:39.052906 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-419659a9-b457-4ca0-8852-edcd8e99068a None None] Attempting to bind port 4bdb0c19-cb35-4368-8db6-17b8f34fecf3 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '4dd22270-7cab-4d69-8095-2c972eec1cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1d18b6f8-3a2a-4026-a21f-15fc5b9673ac'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:57:39.054070 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419659a9-b457-4ca0-8852-edcd8e99068a None None] Attempting to bind port 4bdb0c19-cb35-4368-8db6-17b8f34fecf3 on network 1d18b6f8-3a2a-4026-a21f-15fc5b9673ac {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:57:39.081657 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-79af160e-1dac-4391-aa0f-9f0b01481b67 req-f59d32dd-f477-49da-9c72-d13f8c8aaa9b service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566508 Nov 12 00:57:39.086000 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-74396f16-3151-482c-9c3a-a0957da243c5 None None] Provisioning complete for port 4bdb0c19-cb35-4368-8db6-17b8f34fecf3 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:39.086724 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-74396f16-3151-482c-9c3a-a0957da243c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:39.093872 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419659a9-b457-4ca0-8852-edcd8e99068a None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:57:39.094667 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03b5488-5a80-466a-93ed-bdc03edcd544 x-openstack-request-id: req-b03b5488-5a80-466a-93ed-bdc03edcd544 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:57:39.095162 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44ac78c4-2b73-4d10-94c3-37a5ca2c3a03", "tag": "bc54d53d-f0d4-433e-adb2-d81e0072cd79", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:57:39.095476 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b03b5488-5a80-466a-93ed-bdc03edcd544 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:57:39.095780 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419659a9-b457-4ca0-8852-edcd8e99068a None None] Checking segment: {'id': '4dd22270-7cab-4d69-8095-2c972eec1cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1d18b6f8-3a2a-4026-a21f-15fc5b9673ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:39.095915 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44ac78c4-2b73-4d10-94c3-37a5ca2c3a03', 'tag': 'bc54d53d-f0d4-433e-adb2-d81e0072cd79', 'status': 'completed', 'code': 200} Nov 12 00:57:39.096600 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-419659a9-b457-4ca0-8852-edcd8e99068a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:39.097236 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419659a9-b457-4ca0-8852-edcd8e99068a None None] Bound using segment: {'id': '4dd22270-7cab-4d69-8095-2c972eec1cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1d18b6f8-3a2a-4026-a21f-15fc5b9673ac'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:57:39.097986 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-419659a9-b457-4ca0-8852-edcd8e99068a None None] Bound port: 4bdb0c19-cb35-4368-8db6-17b8f34fecf3, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dd22270-7cab-4d69-8095-2c972eec1cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1d18b6f8-3a2a-4026-a21f-15fc5b9673ac'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:57:39.098701 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-419659a9-b457-4ca0-8852-edcd8e99068a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:39.227290 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817333a7-343c-420c-8002-324f1387bb32 x-openstack-request-id: req-817333a7-343c-420c-8002-324f1387bb32 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:57:39.227290 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "090672ef-bb95-437b-88e4-c980f41ddd14", "tag": "0120747a-5d1e-4fe5-9045-5f4ab8f4c233", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:57:39.227290 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-817333a7-343c-420c-8002-324f1387bb32 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:57:39.227290 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '090672ef-bb95-437b-88e4-c980f41ddd14', 'tag': '0120747a-5d1e-4fe5-9045-5f4ab8f4c233', 'status': 'completed', 'code': 200} Nov 12 00:57:39.318174 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab887060-9906-47c0-a581-b0e3db99825c req-a3c82981-a01c-46de-8aca-d07dc10cfe54 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:39.319804 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ab887060-9906-47c0-a581-b0e3db99825c req-a3c82981-a01c-46de-8aca-d07dc10cfe54 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=e63c7b68-c930-44a4-b4b4-456d7f77a500 HTTP/1.1" status: 200 len: 944 time: 0.1544096 Nov 12 00:57:39.391531 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203abf67-2923-4442-bfb8-5e60ec28ec24 x-openstack-request-id: req-203abf67-2923-4442-bfb8-5e60ec28ec24 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:57:39.392122 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7e3ba8-589e-44bd-a910-0657731c8516", "name": "network-vif-plugged", "status": "completed", "tag": "c1c7b7a3-23b5-4983-a49a-3e22af86a73c", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:57:39.392122 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-203abf67-2923-4442-bfb8-5e60ec28ec24 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:57:39.394772 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa7e3ba8-589e-44bd-a910-0657731c8516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c7b7a3-23b5-4983-a49a-3e22af86a73c', 'code': 200} Nov 12 00:57:39.467107 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-74396f16-3151-482c-9c3a-a0957da243c5 None None] Port 4bdb0c19-cb35-4368-8db6-17b8f34fecf3 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:57:39.508541 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-419659a9-b457-4ca0-8852-edcd8e99068a None None] For port 4bdb0c19-cb35-4368-8db6-17b8f34fecf3, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:57:39.512652 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-419659a9-b457-4ca0-8852-edcd8e99068a None None] For port 4bdb0c19-cb35-4368-8db6-17b8f34fecf3, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=4bdb0c19-cb35-4368-8db6-17b8f34fecf3,segment=NetworkSegment(4dd22270-7cab-4d69-8095-2c972eec1cb0),segment_id=4dd22270-7cab-4d69-8095-2c972eec1cb0)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:57:39.519327 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-419659a9-b457-4ca0-8852-edcd8e99068a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:39.601962 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-807298d7-1436-405f-ac87-60d3954d437c req-0661163a-7e8c-4d6c-985c-e457c0f22059 tempest-SecurityGroupsTestAdminJSON-2105239733 tempest-SecurityGroupsTestAdminJSON-2105239733-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=87fb69dd6f5e438dbdecee612c130731 HTTP/1.1" status: 200 len: 6154 time: 0.3741457 Nov 12 00:57:39.604833 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419659a9-b457-4ca0-8852-edcd8e99068a None None] Routers {'b951ace5-9acd-4657-9f26-2fc613ee9eb4'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:57:39.605592 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-419659a9-b457-4ca0-8852-edcd8e99068a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:57:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['b951ace5-9acd-4657-9f26-2fc613ee9eb4'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:39.655699 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ab887060-9906-47c0-a581-b0e3db99825c req-4bcb0f66-7a22-46e7-a389-6b20b6977485 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088324 Nov 12 00:57:39.671472 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd2adc4-b1bb-49d0-a457-1685f0192cb1 None None] Pushing event updated for resources: {'Port': ['ID=4bdb0c19-cb35-4368-8db6-17b8f34fecf3,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:39.675813 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371638a-b99c-4bb4-b8aa-e57f3add3502 req-3ffbb607-6331-40fd-827f-75c123558007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:39.680419 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3371638a-b99c-4bb4-b8aa-e57f3add3502 req-3ffbb607-6331-40fd-827f-75c123558007 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e23f931e6abc48e289c4be9c4f72c99c&device_id=44ac78c4-2b73-4d10-94c3-37a5ca2c3a03 HTTP/1.1" status: 200 len: 1097 time: 0.3866379 Nov 12 00:57:39.695878 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209a89e-6b08-486d-a3ae-bbeeb471223f req-9e9b16b5-bf39-4ff3-894c-e9bf62a36239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:39.697478 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0209a89e-6b08-486d-a3ae-bbeeb471223f req-9e9b16b5-bf39-4ff3-894c-e9bf62a36239 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3ee3eaa101f14fbaad2aa4a78dc04a0d&device_id=090672ef-bb95-437b-88e4-c980f41ddd14 HTTP/1.1" status: 200 len: 1100 time: 0.3518715 Nov 12 00:57:39.782648 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-419659a9-b457-4ca0-8852-edcd8e99068a None None] Set router b951ace5-9acd-4657-9f26-2fc613ee9eb4 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:57:39.802259 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c9288-ffd4-4e37-bd1e-f697dee0e6ac req-aa348eb2-3988-45c0-98c1-79dfe128ae68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:39.803808 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8a3c9288-ffd4-4e37-bd1e-f697dee0e6ac req-aa348eb2-3988-45c0-98c1-79dfe128ae68 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fa7e3ba8-589e-44bd-a910-0657731c8516 HTTP/1.1" status: 200 len: 1098 time: 0.3449442 Nov 12 00:57:39.912870 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-767e9f96-9c84-4bee-a969-3d4b42b918d7 req-65e17361-a255-4ee9-b844-f57b151c32bb tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d4b8e69-4692-4338-b31f-72ae147f48d3 HTTP/1.1" status: 200 len: 210 time: 0.1437805 Nov 12 00:57:40.056649 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-807298d7-1436-405f-ac87-60d3954d437c req-9c0ee493-5e03-4ff8-b471-73c473777711 tempest-SecurityGroupsTestAdminJSON-2105239733 tempest-SecurityGroupsTestAdminJSON-2105239733-project] 10.222.0.45 "GET /v2.0/security-groups/2fb85918-e929-4ecc-8a6e-89a47c258e0c HTTP/1.1" status: 200 len: 2998 time: 0.4534237 Nov 12 00:57:40.066820 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7863e877-fdbd-4ff2-a874-0248c2f80ac4 None None] Provisioning complete for port 4bdb0c19-cb35-4368-8db6-17b8f34fecf3 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:40.067253 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7863e877-fdbd-4ff2-a874-0248c2f80ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:40.102364 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371638a-b99c-4bb4-b8aa-e57f3add3502 req-194e950f-d79c-435b-9787-15e5828f992e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:40.104983 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3371638a-b99c-4bb4-b8aa-e57f3add3502 req-194e950f-d79c-435b-9787-15e5828f992e service neutron] 10.222.0.44 "GET /v2.0/networks?id=4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c HTTP/1.1" status: 200 len: 911 time: 0.4014435 Nov 12 00:57:40.195997 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8a3c9288-ffd4-4e37-bd1e-f697dee0e6ac req-f1a5cb3f-4a7d-44a3-8b92-b8aae6679cb4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f2babaf5-8c74-467a-8fa2-436929b0e031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3627882 Nov 12 00:57:40.306598 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3371638a-b99c-4bb4-b8aa-e57f3add3502 req-2688191f-8c0d-41cf-b84d-cc774940b781 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc54d53d-f0d4-433e-adb2-d81e0072cd79 HTTP/1.1" status: 200 len: 1001 time: 0.0982985 Nov 12 00:57:40.356095 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3506c-7696-4f93-ad35-ee80a6367daa req-c76714be-40c9-4a92-88c7-cb98304e26ed tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:40.357562 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7cb3506c-7696-4f93-ad35-ee80a6367daa req-c76714be-40c9-4a92-88c7-cb98304e26ed tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.16 "GET /v2.0/ports?device_id=9b00f85c-6b25-48ce-99f4-985acedfd8f3 HTTP/1.1" status: 200 len: 944 time: 0.2486262 Nov 12 00:57:40.361102 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7863e877-fdbd-4ff2-a874-0248c2f80ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:40.385284 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:40.416387 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-419659a9-b457-4ca0-8852-edcd8e99068a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b951ace5-9acd-4657-9f26-2fc613ee9eb4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1520895545-router', 'tenant_id': 'b2e62aee26964f858c9163a5ff12289e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '9327ce2d-51a0-4ecc-a810-0a3ca9b097f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:27Z', 'updated_at': '2021-11-12T00:57:31Z', 'revision_number': 4, 'project_id': 'b2e62aee26964f858c9163a5ff12289e', 'gw_port': {'id': '9327ce2d-51a0-4ecc-a810-0a3ca9b097f9', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:15:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b951ace5-9acd-4657-9f26-2fc613ee9eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:28Z', 'updated_at': '2021-11-12T00:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '4bdb0c19-cb35-4368-8db6-17b8f34fecf3', 'name': '', 'network_id': '1d18b6f8-3a2a-4026-a21f-15fc5b9673ac', 'tenant_id': 'b2e62aee26964f858c9163a5ff12289e', 'mac_address': 'fa:16:3e:fd:aa:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b951ace5-9acd-4657-9f26-2fc613ee9eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'afd8d202-d127-4959-a75b-0172a337025b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:31Z', 'updated_at': '2021-11-12T00:57:39Z', 'revision_number': 4, 'project_id': 'b2e62aee26964f858c9163a5ff12289e', 'subnets': [{'id': 'afd8d202-d127-4959-a75b-0172a337025b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:40.425119 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-7863e877-fdbd-4ff2-a874-0248c2f80ac4 None None] For port 4bdb0c19-cb35-4368-8db6-17b8f34fecf3, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=4bdb0c19-cb35-4368-8db6-17b8f34fecf3,segment=NetworkSegment(4dd22270-7cab-4d69-8095-2c972eec1cb0),segment_id=4dd22270-7cab-4d69-8095-2c972eec1cb0)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:40.460020 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7863e877-fdbd-4ff2-a874-0248c2f80ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:40.462582 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419659a9-b457-4ca0-8852-edcd8e99068a None None] The sync data for ids ['b951ace5-9acd-4657-9f26-2fc613ee9eb4'] in n-d-712142-27 is: [{'id': 'b951ace5-9acd-4657-9f26-2fc613ee9eb4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1520895545-router', 'tenant_id': 'b2e62aee26964f858c9163a5ff12289e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '9327ce2d-51a0-4ecc-a810-0a3ca9b097f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:27Z', 'updated_at': '2021-11-12T00:57:31Z', 'revision_number': 4, 'project_id': 'b2e62aee26964f858c9163a5ff12289e', 'gw_port': {'id': '9327ce2d-51a0-4ecc-a810-0a3ca9b097f9', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:15:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b951ace5-9acd-4657-9f26-2fc613ee9eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:28Z', 'updated_at': '2021-11-12T00:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '4bdb0c19-cb35-4368-8db6-17b8f34fecf3', 'name': '', 'network_id': '1d18b6f8-3a2a-4026-a21f-15fc5b9673ac', 'tenant_id': 'b2e62aee26964f858c9163a5ff12289e', 'mac_address': 'fa:16:3e:fd:aa:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b951ace5-9acd-4657-9f26-2fc613ee9eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'afd8d202-d127-4959-a75b-0172a337025b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:31Z', 'updated_at': '2021-11-12T00:57:39Z', 'revision_number': 4, 'project_id': 'b2e62aee26964f858c9163a5ff12289e', 'subnets': [{'id': 'afd8d202-d127-4959-a75b-0172a337025b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:57:40.485542 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df56879-67be-4c48-a850-79cde244fcf7 req-dad9e735-a9e1-47b1-b60a-c5c4b36e9eba tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:40.488440 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4df56879-67be-4c48-a850-79cde244fcf7 req-dad9e735-a9e1-47b1-b60a-c5c4b36e9eba tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b00f85c-6b25-48ce-99f4-985acedfd8f3 HTTP/1.1" status: 200 len: 944 time: 0.3364496 Nov 12 00:57:40.541100 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7863e877-fdbd-4ff2-a874-0248c2f80ac4 None None] Pushing event updated for resources: {'Port': ['ID=4bdb0c19-cb35-4368-8db6-17b8f34fecf3,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:40.553183 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-807298d7-1436-405f-ac87-60d3954d437c req-a02050fd-4438-4bb5-a6be-0f62a5a2204a tempest-SecurityGroupsTestAdminJSON-2105239733 tempest-SecurityGroupsTestAdminJSON-2105239733-project] 10.222.0.45 "GET /v2.0/security-groups/2fb85918-e929-4ecc-8a6e-89a47c258e0c HTTP/1.1" status: 200 len: 2998 time: 0.4949510 Nov 12 00:57:40.612698 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209a89e-6b08-486d-a3ae-bbeeb471223f req-97f682de-33d7-477a-9e39-8fae57f7b1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:40.617456 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0209a89e-6b08-486d-a3ae-bbeeb471223f req-97f682de-33d7-477a-9e39-8fae57f7b1fd service neutron] 10.222.0.44 "GET /v2.0/networks?id=945c2da1-f958-478a-a48a-8af2dfa2e179 HTTP/1.1" status: 200 len: 869 time: 0.8742242 Nov 12 00:57:40.753056 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371638a-b99c-4bb4-b8aa-e57f3add3502 req-1c329526-23fc-4982-99c9-3eabd012120b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:40.755150 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3371638a-b99c-4bb4-b8aa-e57f3add3502 req-1c329526-23fc-4982-99c9-3eabd012120b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=749b9936-c68e-49ae-a3ef-2ac3d2926d6a HTTP/1.1" status: 200 len: 850 time: 0.1325986 Nov 12 00:57:40.884250 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0209a89e-6b08-486d-a3ae-bbeeb471223f req-80a1d974-c9af-4ed6-b668-764c4a2822e7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=0120747a-5d1e-4fe5-9045-5f4ab8f4c233 HTTP/1.1" status: 200 len: 217 time: 0.1792047 Nov 12 00:57:40.975823 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4df56879-67be-4c48-a850-79cde244fcf7 req-22834ce0-9365-48e1-b658-6a6daf0cfc2a tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4570522 Nov 12 00:57:41.064371 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a983e-a635-416c-9cbe-25b12a17f4a5 req-88112e8b-5b7c-415d-b54a-2c8468252853 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:41.073190 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-267a983e-a635-416c-9cbe-25b12a17f4a5 req-88112e8b-5b7c-415d-b54a-2c8468252853 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa7e3ba8-589e-44bd-a910-0657731c8516 HTTP/1.1" status: 200 len: 946 time: 0.2736464 Nov 12 00:57:41.083193 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3371638a-b99c-4bb4-b8aa-e57f3add3502 req-c8727cf6-2cf0-4edd-81a5-9eded02036f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:41.085215 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3371638a-b99c-4bb4-b8aa-e57f3add3502 req-c8727cf6-2cf0-4edd-81a5-9eded02036f8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2402194 Nov 12 00:57:41.197073 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209a89e-6b08-486d-a3ae-bbeeb471223f req-2cfd245e-fb11-45a4-b67f-90470a9ab51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:41.199692 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0209a89e-6b08-486d-a3ae-bbeeb471223f req-2cfd245e-fb11-45a4-b67f-90470a9ab51d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.2559557 Nov 12 00:57:41.236196 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182038c6-98d5-4c98-85a8-263c057868ce req-15e5ed5f-797f-4b34-940e-b45b6691cb85 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:41.238937 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-182038c6-98d5-4c98-85a8-263c057868ce req-15e5ed5f-797f-4b34-940e-b45b6691cb85 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.44 "GET /v2.0/networks?id=1d18b6f8-3a2a-4026-a21f-15fc5b9673ac HTTP/1.1" status: 200 len: 829 time: 0.5999165 Nov 12 00:57:41.295611 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-7cb3506c-7696-4f93-ad35-ee80a6367daa req-204e7f91-23cb-4a7e-8847-32c4aad480e8 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Deleting port 1a88c9ac-a6d5-4efe-8d77-5c5d85321277 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:57:41.295925 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-7cb3506c-7696-4f93-ad35-ee80a6367daa req-204e7f91-23cb-4a7e-8847-32c4aad480e8 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:41.368015 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 0120747a-5d1e-4fe5-9045-5f4ab8f4c233 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:57:41.376691 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 2043f17a-6a9c-4580-a653-8a70a460396d up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:57:41.416770 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af86cc37-5b5f-4939-9e6e-530f4bf55d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3078017-2fb6-483c-b8e9-6d92e708b295'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:57:41.419872 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19820e6-56c7-4aa9-96ca-edfef2cab7e2" -d '{"events": [{"server_uuid": "af86cc37-5b5f-4939-9e6e-530f4bf55d75", "name": "network-vif-plugged", "status": "completed", "tag": "f3078017-2fb6-483c-b8e9-6d92e708b295"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:57:41.599888 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 0120747a-5d1e-4fe5-9045-5f4ab8f4c233, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=0120747a-5d1e-4fe5-9045-5f4ab8f4c233,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:41.642319 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '0120747a-5d1e-4fe5-9045-5f4ab8f4c233', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'port_id': '0120747a-5d1e-4fe5-9045-5f4ab8f4c233', 'mac_address': 'fa:16:3e:28:7c:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0290328-7bc5-4266-bfb9-6eb25d91acf0', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:57:41.670292 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 2043f17a-6a9c-4580-a653-8a70a460396d completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:57:41.747514 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 2043f17a-6a9c-4580-a653-8a70a460396d triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:41.748088 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:41.750427 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 4bdb0c19-cb35-4368-8db6-17b8f34fecf3 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:57:41.873896 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-182038c6-98d5-4c98-85a8-263c057868ce req-2cadfa87-9c69-4c2b-80e6-b352588380b8 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Request body: {'port': {'device_id': '6d4b8e69-4692-4338-b31f-72ae147f48d3', 'network_id': '1d18b6f8-3a2a-4026-a21f-15fc5b9673ac', 'admin_state_up': True, 'tenant_id': 'b2e62aee26964f858c9163a5ff12289e'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:41.886424 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:41.929314 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0120747a-5d1e-4fe5-9045-5f4ab8f4c233 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:57:42.002921 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 0120747a-5d1e-4fe5-9045-5f4ab8f4c233, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=0120747a-5d1e-4fe5-9045-5f4ab8f4c233,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:42.009802 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 4bdb0c19-cb35-4368-8db6-17b8f34fecf3 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:42.010188 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:42.044084 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:42.082503 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:42.097924 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7294c2-2d79-4d0d-a1d0-2d4e53e4ffeb req-19f6a0a2-9517-420e-a10f-f8ad468b8cdd tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:42.099722 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fd7294c2-2d79-4d0d-a1d0-2d4e53e4ffeb req-19f6a0a2-9517-420e-a10f-f8ad468b8cdd tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/ports?device_id=090672ef-bb95-437b-88e4-c980f41ddd14 HTTP/1.1" status: 200 len: 948 time: 1.0054760 Nov 12 00:57:42.154181 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209a89e-6b08-486d-a3ae-bbeeb471223f req-130fed96-cd33-459d-a10e-f35e8a4fefe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:42.159510 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0209a89e-6b08-486d-a3ae-bbeeb471223f req-130fed96-cd33-459d-a10e-f35e8a4fefe7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9109101 Nov 12 00:57:42.161019 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-267a983e-a635-416c-9cbe-25b12a17f4a5 req-a22edf8c-cb43-4033-a925-570f74d99219 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2babaf5-8c74-467a-8fa2-436929b0e031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0860348 Nov 12 00:57:42.162853 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3371638a-b99c-4bb4-b8aa-e57f3add3502 req-63d27060-f6d5-4eeb-8cc9-350a10d64109 service neutron] 10.222.0.44 "GET /v2.0/networks/4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0508058 Nov 12 00:57:42.173117 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 2043f17a-6a9c-4580-a653-8a70a460396d, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=2043f17a-6a9c-4580-a653-8a70a460396d,segment=NetworkSegment(45adf0ba-e61d-4509-afe2-5b0ef96fbbf3),segment_id=45adf0ba-e61d-4509-afe2-5b0ef96fbbf3)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:42.189158 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:42.196809 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=0120747a-5d1e-4fe5-9045-5f4ab8f4c233,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:42.343089 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=2043f17a-6a9c-4580-a653-8a70a460396d,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:42.476917 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['0120747a-5d1e-4fe5-9045-5f4ab8f4c233'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:57:42.545636 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-7cb3506c-7696-4f93-ad35-ee80a6367daa req-204e7f91-23cb-4a7e-8847-32c4aad480e8 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] For port 1a88c9ac-a6d5-4efe-8d77-5c5d85321277, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=1a88c9ac-a6d5-4efe-8d77-5c5d85321277,segment=NetworkSegment(936f4dc4-b49e-4318-84e7-8d3d4988961e),segment_id=936f4dc4-b49e-4318-84e7-8d3d4988961e)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:42.546233 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-7cb3506c-7696-4f93-ad35-ee80a6367daa req-204e7f91-23cb-4a7e-8847-32c4aad480e8 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:42.599724 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fd7294c2-2d79-4d0d-a1d0-2d4e53e4ffeb req-548b75d2-c2ba-483c-8b0f-12f1b8d81473 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8269e9f-9f8f-42e5-aea8-675a23d38af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4811747 Nov 12 00:57:42.632479 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-7cb3506c-7696-4f93-ad35-ee80a6367daa req-204e7f91-23cb-4a7e-8847-32c4aad480e8 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Calling delete_port for 1a88c9ac-a6d5-4efe-8d77-5c5d85321277 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:57:42.654764 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0209a89e-6b08-486d-a3ae-bbeeb471223f req-6a9032ed-f473-4974-96f9-7d22f7a09d74 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4615855 Nov 12 00:57:42.668802 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-182038c6-98d5-4c98-85a8-263c057868ce req-2cadfa87-9c69-4c2b-80e6-b352588380b8 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Made reservation on behalf of b2e62aee26964f858c9163a5ff12289e for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:57:42.675046 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-182038c6-98d5-4c98-85a8-263c057868ce req-2cadfa87-9c69-4c2b-80e6-b352588380b8 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:42.685332 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e5949a70-9db4-4633-b0a8-5a880d3514f3 req-f946668a-d66f-4f1a-add5-bfd638623a91 tempest-SecurityGroupsTestAdminJSON-470703759 tempest-SecurityGroupsTestAdminJSON-470703759-project-admin] 10.222.0.45 "GET /v2.0/security-groups/119b22b1-b517-42ba-a472-738054033be8 HTTP/1.1" status: 200 len: 1794 time: 0.2924652 Nov 12 00:57:42.776943 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3371638a-b99c-4bb4-b8aa-e57f3add3502 req-bc3fee57-9791-40c5-ab72-8d1d0613de07 service neutron] 10.222.0.44 "GET /v2.0/networks/4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6012201 Nov 12 00:57:42.987460 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 1a88c9ac-a6d5-4efe-8d77-5c5d85321277 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:57:43.118947 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c22c0e-177a-40cb-9fbd-e3d5e289a695 req-2d4daf15-955d-41cd-91f8-6294ec0952ea tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:43.121525 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-94c22c0e-177a-40cb-9fbd-e3d5e289a695 req-2d4daf15-955d-41cd-91f8-6294ec0952ea tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=e63c7b68-c930-44a4-b4b4-456d7f77a500 HTTP/1.1" status: 200 len: 945 time: 0.3376064 Nov 12 00:57:43.126165 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0209a89e-6b08-486d-a3ae-bbeeb471223f req-c47ebfd4-6ecc-47a6-9647-520e010e60c6 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4363201 Nov 12 00:57:43.127256 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e5949a70-9db4-4633-b0a8-5a880d3514f3 req-af3568e6-1241-4b02-9600-52b39620f41d tempest-SecurityGroupsTestAdminJSON-470703759 tempest-SecurityGroupsTestAdminJSON-470703759-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:43.281777 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e5949a70-9db4-4633-b0a8-5a880d3514f3 req-af3568e6-1241-4b02-9600-52b39620f41d tempest-SecurityGroupsTestAdminJSON-470703759 tempest-SecurityGroupsTestAdminJSON-470703759-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:43.380942 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-182038c6-98d5-4c98-85a8-263c057868ce req-2cadfa87-9c69-4c2b-80e6-b352588380b8 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Allocated IP 172.20.0.10 (1d18b6f8-3a2a-4026-a21f-15fc5b9673ac/afd8d202-d127-4959-a75b-0172a337025b/4b83385c-dd09-4270-aa46-ae29299fbb75) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:57:43.412486 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-94c22c0e-177a-40cb-9fbd-e3d5e289a695 req-c99dd7e4-1c1a-4f6b-9a27-64cb73e9710b tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740550 Nov 12 00:57:43.428133 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-7cb3506c-7696-4f93-ad35-ee80a6367daa req-204e7f91-23cb-4a7e-8847-32c4aad480e8 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:43.492080 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['826a3929-0457-4fc5-98c8-fb33208c939e'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:57:43.548745 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204e7f91-23cb-4a7e-8847-32c4aad480e8 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Pushing event deleted for resources: {'Port': ['ID=1a88c9ac-a6d5-4efe-8d77-5c5d85321277,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:43.583406 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb3506c-7696-4f93-ad35-ee80a6367daa req-204e7f91-23cb-4a7e-8847-32c4aad480e8 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] No DVR routers for this DVR port 1a88c9ac-a6d5-4efe-8d77-5c5d85321277 on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:57:43.587320 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-7cb3506c-7696-4f93-ad35-ee80a6367daa req-204e7f91-23cb-4a7e-8847-32c4aad480e8 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:43.592553 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7cb3506c-7696-4f93-ad35-ee80a6367daa req-204e7f91-23cb-4a7e-8847-32c4aad480e8 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.16 "DELETE /v2.0/ports/1a88c9ac-a6d5-4efe-8d77-5c5d85321277 HTTP/1.1" status: 204 len: 173 time: 3.2191694 Nov 12 00:57:43.595869 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b00f85c-6b25-48ce-99f4-985acedfd8f3', 'name': 'network-vif-deleted', 'tag': '1a88c9ac-a6d5-4efe-8d77-5c5d85321277'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:57:43.617148 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a174a2f-6b04-462a-b013-0ac193e27aec" -d '{"events": [{"server_uuid": "9b00f85c-6b25-48ce-99f4-985acedfd8f3", "name": "network-vif-deleted", "tag": "1a88c9ac-a6d5-4efe-8d77-5c5d85321277"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:57:43.620975 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e5949a70-9db4-4633-b0a8-5a880d3514f3 req-af3568e6-1241-4b02-9600-52b39620f41d tempest-SecurityGroupsTestAdminJSON-470703759 tempest-SecurityGroupsTestAdminJSON-470703759-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:43.624196 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e5949a70-9db4-4633-b0a8-5a880d3514f3 req-af3568e6-1241-4b02-9600-52b39620f41d tempest-SecurityGroupsTestAdminJSON-470703759 tempest-SecurityGroupsTestAdminJSON-470703759-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:43.627482 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e5949a70-9db4-4633-b0a8-5a880d3514f3 req-af3568e6-1241-4b02-9600-52b39620f41d tempest-SecurityGroupsTestAdminJSON-470703759 tempest-SecurityGroupsTestAdminJSON-470703759-project-admin] 10.222.0.45 "DELETE /v2.0/security-groups/119b22b1-b517-42ba-a472-738054033be8 HTTP/1.1" status: 204 len: 173 time: 0.9410548 Nov 12 00:57:43.723911 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3568e6-1241-4b02-9600-52b39620f41d tempest-SecurityGroupsTestAdminJSON-470703759 tempest-SecurityGroupsTestAdminJSON-470703759-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119b22b1-b517-42ba-a472-738054033be8,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:43.744442 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-71d705b9-cc76-401e-afa8-ba11f02ba79d req-9e31b5e7-7434-4482-906b-b6c0abf5bfd6 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d4b8e69-4692-4338-b31f-72ae147f48d3 HTTP/1.1" status: 200 len: 210 time: 0.0673892 Nov 12 00:57:43.799261 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0f0dd1-3571-4ab0-a51d-50caa3fa6f14 x-openstack-request-id: req-4e0f0dd1-3571-4ab0-a51d-50caa3fa6f14 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:57:43.799740 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af86cc37-5b5f-4939-9e6e-530f4bf55d75", "name": "network-vif-plugged", "status": "completed", "tag": "f3078017-2fb6-483c-b8e9-6d92e708b295", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:57:43.800186 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4e0f0dd1-3571-4ab0-a51d-50caa3fa6f14 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:57:43.800978 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af86cc37-5b5f-4939-9e6e-530f4bf55d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3078017-2fb6-483c-b8e9-6d92e708b295', 'code': 200} Nov 12 00:57:44.034801 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-15f30e4c-27f8-4506-a15c-9dd870457de7 req-760e7258-bb3c-429a-aea1-5f2a206924b7 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b00f85c-6b25-48ce-99f4-985acedfd8f3 HTTP/1.1" status: 200 len: 210 time: 0.0480442 Nov 12 00:57:44.231718 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-182038c6-98d5-4c98-85a8-263c057868ce req-2cadfa87-9c69-4c2b-80e6-b352588380b8 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:44.295343 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471242dd-638f-4408-b65a-1a2677555d92 req-1ea39d43-9357-4fa2-9f57-06770b04f047 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:44.298635 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-471242dd-638f-4408-b65a-1a2677555d92 req-1ea39d43-9357-4fa2-9f57-06770b04f047 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa7e3ba8-589e-44bd-a910-0657731c8516 HTTP/1.1" status: 200 len: 946 time: 0.2576969 Nov 12 00:57:44.432091 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca41c886-9440-4c4e-a52d-5c9964f2d83c x-openstack-request-id: req-ca41c886-9440-4c4e-a52d-5c9964f2d83c {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:57:44.432756 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b00f85c-6b25-48ce-99f4-985acedfd8f3", "name": "network-vif-deleted", "tag": "1a88c9ac-a6d5-4efe-8d77-5c5d85321277", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:57:44.433121 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ca41c886-9440-4c4e-a52d-5c9964f2d83c {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:57:44.433685 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b00f85c-6b25-48ce-99f4-985acedfd8f3', 'name': 'network-vif-deleted', 'tag': '1a88c9ac-a6d5-4efe-8d77-5c5d85321277', 'status': 'completed', 'code': 200} Nov 12 00:57:44.450542 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-182038c6-98d5-4c98-85a8-263c057868ce req-2cadfa87-9c69-4c2b-80e6-b352588380b8 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:44.494202 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-471242dd-638f-4408-b65a-1a2677555d92 req-48d79607-8e5b-4e09-bfae-bcdc6a68d04e tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2babaf5-8c74-467a-8fa2-436929b0e031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1746883 Nov 12 00:57:44.602204 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-182038c6-98d5-4c98-85a8-263c057868ce req-2cadfa87-9c69-4c2b-80e6-b352588380b8 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Network 1d18b6f8-3a2a-4026-a21f-15fc5b9673ac is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:57:44.612693 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-182038c6-98d5-4c98-85a8-263c057868ce req-2cadfa87-9c69-4c2b-80e6-b352588380b8 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:57:44.628822 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-182038c6-98d5-4c98-85a8-263c057868ce req-2cadfa87-9c69-4c2b-80e6-b352588380b8 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:57:44.709882 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182038c6-98d5-4c98-85a8-263c057868ce req-2cadfa87-9c69-4c2b-80e6-b352588380b8 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:44.710890 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-182038c6-98d5-4c98-85a8-263c057868ce req-2cadfa87-9c69-4c2b-80e6-b352588380b8 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:44.721171 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3a33931d-d31b-48c8-9a3d-3601f44c62e6 req-0ccfd89b-0497-4a94-a1c1-9e88db0299c0 tempest-SecurityGroupsTestAdminJSON-470703759 tempest-SecurityGroupsTestAdminJSON-470703759-project-admin] 10.222.0.45 "GET /v2.0/security-groups/8329cc36-e804-4ed2-b9ac-4966afd6bb41 HTTP/1.1" status: 200 len: 1794 time: 0.2854500 Nov 12 00:57:44.741784 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cadfa87-9c69-4c2b-80e6-b352588380b8 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Pushing event updated for resources: {'Port': ['ID=4b83385c-dd09-4270-aa46-ae29299fbb75,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:44.852632 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-182038c6-98d5-4c98-85a8-263c057868ce req-2cadfa87-9c69-4c2b-80e6-b352588380b8 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9816413 Nov 12 00:57:44.884889 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-182038c6-98d5-4c98-85a8-263c057868ce req-cf0a7ee3-8691-46a1-863c-8f861677be8f service neutron] Request body: {'port': {'device_id': '6d4b8e69-4692-4338-b31f-72ae147f48d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:44.965539 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a65b11-dad4-4cf9-9693-857fda73f5a7 req-8a9081f7-77b6-44bb-aec0-18cec7886ae0 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:44.967278 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-d50fc5fe-f020-4bb5-8c4f-010c10950b83 None None] Provisioning complete for port 4b83385c-dd09-4270-aa46-ae29299fbb75 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:44.968010 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d50fc5fe-f020-4bb5-8c4f-010c10950b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:44.976669 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d9a65b11-dad4-4cf9-9693-857fda73f5a7 req-8a9081f7-77b6-44bb-aec0-18cec7886ae0 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/ports?device_id=090672ef-bb95-437b-88e4-c980f41ddd14 HTTP/1.1" status: 200 len: 949 time: 0.2465248 Nov 12 00:57:45.046256 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-182038c6-98d5-4c98-85a8-263c057868ce req-cf0a7ee3-8691-46a1-863c-8f861677be8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:45.052646 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-3a33931d-d31b-48c8-9a3d-3601f44c62e6 req-2fb034e3-d50b-4ebe-b50a-87e04830dd1c tempest-SecurityGroupsTestAdminJSON-470703759 tempest-SecurityGroupsTestAdminJSON-470703759-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:45.070377 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-d50fc5fe-f020-4bb5-8c4f-010c10950b83 None None] Port 4b83385c-dd09-4270-aa46-ae29299fbb75 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:57:45.140097 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-3a33931d-d31b-48c8-9a3d-3601f44c62e6 req-2fb034e3-d50b-4ebe-b50a-87e04830dd1c tempest-SecurityGroupsTestAdminJSON-470703759 tempest-SecurityGroupsTestAdminJSON-470703759-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:45.163888 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d9a65b11-dad4-4cf9-9693-857fda73f5a7 req-2b8ff54a-806a-4c0b-a887-da562da21da1 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8269e9f-9f8f-42e5-aea8-675a23d38af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854599 Nov 12 00:57:45.302905 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-3a33931d-d31b-48c8-9a3d-3601f44c62e6 req-2fb034e3-d50b-4ebe-b50a-87e04830dd1c tempest-SecurityGroupsTestAdminJSON-470703759 tempest-SecurityGroupsTestAdminJSON-470703759-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:45.306582 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-3a33931d-d31b-48c8-9a3d-3601f44c62e6 req-2fb034e3-d50b-4ebe-b50a-87e04830dd1c tempest-SecurityGroupsTestAdminJSON-470703759 tempest-SecurityGroupsTestAdminJSON-470703759-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:45.307986 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3a33931d-d31b-48c8-9a3d-3601f44c62e6 req-2fb034e3-d50b-4ebe-b50a-87e04830dd1c tempest-SecurityGroupsTestAdminJSON-470703759 tempest-SecurityGroupsTestAdminJSON-470703759-project-admin] 10.222.0.45 "DELETE /v2.0/security-groups/8329cc36-e804-4ed2-b9ac-4966afd6bb41 HTTP/1.1" status: 204 len: 173 time: 0.5855618 Nov 12 00:57:45.346970 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb034e3-d50b-4ebe-b50a-87e04830dd1c tempest-SecurityGroupsTestAdminJSON-470703759 tempest-SecurityGroupsTestAdminJSON-470703759-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8329cc36-e804-4ed2-b9ac-4966afd6bb41,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:45.386506 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 0120747a-5d1e-4fe5-9045-5f4ab8f4c233 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:57:45.516353 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 0120747a-5d1e-4fe5-9045-5f4ab8f4c233 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:57:45.529367 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 0120747a-5d1e-4fe5-9045-5f4ab8f4c233 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:45.529869 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:45.630156 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd0807-2fa5-4e52-9147-d86e49d9e528 req-0b179e72-bdbd-456a-81ca-1ebd4d41cff0 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:45.638524 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-17bd0807-2fa5-4e52-9147-d86e49d9e528 req-0b179e72-bdbd-456a-81ca-1ebd4d41cff0 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=e63c7b68-c930-44a4-b4b4-456d7f77a500 HTTP/1.1" status: 200 len: 945 time: 0.2553382 Nov 12 00:57:45.701884 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21f733-02e7-44f1-b14c-4b34bf7b6325 req-44300335-d829-456d-99fd-edbb2fb69973 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:45.703469 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ca21f733-02e7-44f1-b14c-4b34bf7b6325 req-44300335-d829-456d-99fd-edbb2fb69973 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa7e3ba8-589e-44bd-a910-0657731c8516 HTTP/1.1" status: 200 len: 946 time: 0.1818237 Nov 12 00:57:45.719220 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57142) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:45.733816 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-16bcaa5f-8824-41c4-982c-e6d5e7b7f1df tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Request body: {'floatingip': {'port_id': 'c1c7b7a3-23b5-4983-a49a-3e22af86a73c'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:57:45.750574 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-17bd0807-2fa5-4e52-9147-d86e49d9e528 req-ca67045d-6c79-467b-9f3a-48ebe7a66e8c tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110029 Nov 12 00:57:45.813831 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63c7b68-c930-44a4-b4b4-456d7f77a500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2043f17a-6a9c-4580-a653-8a70a460396d'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:57:45.847833 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a251db74-a7e6-4414-9a82-254d63d541f6" -d '{"events": [{"server_uuid": "e63c7b68-c930-44a4-b4b4-456d7f77a500", "name": "network-vif-plugged", "status": "completed", "tag": "2043f17a-6a9c-4580-a653-8a70a460396d"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:57:45.879468 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-182038c6-98d5-4c98-85a8-263c057868ce req-cf0a7ee3-8691-46a1-863c-8f861677be8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b83385c-dd09-4270-aa46-ae29299fbb75 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:57:45.889681 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-182038c6-98d5-4c98-85a8-263c057868ce req-cf0a7ee3-8691-46a1-863c-8f861677be8f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:45.932651 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:45.938606 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-182038c6-98d5-4c98-85a8-263c057868ce req-cf0a7ee3-8691-46a1-863c-8f861677be8f service neutron] Transition to ACTIVE for port object 4b83385c-dd09-4270-aa46-ae29299fbb75 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:57:45.949734 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-182038c6-98d5-4c98-85a8-263c057868ce req-cf0a7ee3-8691-46a1-863c-8f861677be8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:45.966573 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-16bcaa5f-8824-41c4-982c-e6d5e7b7f1df tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Publish callbacks [] for floatingip, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:46.028624 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 0120747a-5d1e-4fe5-9045-5f4ab8f4c233, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=0120747a-5d1e-4fe5-9045-5f4ab8f4c233,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:46.034527 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:46.198331 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434a8b3-2613-491f-a246-82713ff4a3ff req-e1675392-3710-40b8-ad96-527b131be50a tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:46.204596 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=0120747a-5d1e-4fe5-9045-5f4ab8f4c233,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:46.232939 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d434a8b3-2613-491f-a246-82713ff4a3ff req-e1675392-3710-40b8-ad96-527b131be50a tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d4b8e69-4692-4338-b31f-72ae147f48d3 HTTP/1.1" status: 200 len: 932 time: 0.3496652 Nov 12 00:57:46.432864 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b50065dc-d1c2-4141-8346-3bb6bfb1c4ed req-591a2d07-d039-44d2-95b9-622e4cf12b88 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b00f85c-6b25-48ce-99f4-985acedfd8f3 HTTP/1.1" status: 200 len: 210 time: 0.1171458 Nov 12 00:57:46.585795 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a7ee3-8691-46a1-863c-8f861677be8f service neutron] Pushing event updated for resources: {'Port': ['ID=4b83385c-dd09-4270-aa46-ae29299fbb75,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:46.644290 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d434a8b3-2613-491f-a246-82713ff4a3ff req-648f9ab7-a89d-4887-94e8-70e6fd20bd79 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "GET /v2.0/security-groups?id=9bb56295-3e68-4ba6-9c68-2daf88761092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067907 Nov 12 00:57:46.813838 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-182038c6-98d5-4c98-85a8-263c057868ce req-cf0a7ee3-8691-46a1-863c-8f861677be8f service neutron] Attempting to bind port 4b83385c-dd09-4270-aa46-ae29299fbb75 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:57:46.814298 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-182038c6-98d5-4c98-85a8-263c057868ce req-cf0a7ee3-8691-46a1-863c-8f861677be8f service neutron] Attempting to bind port 4b83385c-dd09-4270-aa46-ae29299fbb75 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '4dd22270-7cab-4d69-8095-2c972eec1cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1d18b6f8-3a2a-4026-a21f-15fc5b9673ac'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:57:46.814876 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182038c6-98d5-4c98-85a8-263c057868ce req-cf0a7ee3-8691-46a1-863c-8f861677be8f service neutron] Attempting to bind port 4b83385c-dd09-4270-aa46-ae29299fbb75 on network 1d18b6f8-3a2a-4026-a21f-15fc5b9673ac {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:57:46.829657 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182038c6-98d5-4c98-85a8-263c057868ce req-cf0a7ee3-8691-46a1-863c-8f861677be8f service neutron] Port 4b83385c-dd09-4270-aa46-ae29299fbb75 on network 1d18b6f8-3a2a-4026-a21f-15fc5b9673ac not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:57:46.830246 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182038c6-98d5-4c98-85a8-263c057868ce req-cf0a7ee3-8691-46a1-863c-8f861677be8f service neutron] Attempting to bind port 4b83385c-dd09-4270-aa46-ae29299fbb75 on network 1d18b6f8-3a2a-4026-a21f-15fc5b9673ac {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:57:46.853040 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9d9695-5507-4b52-bc98-aa5faed1c63b x-openstack-request-id: req-ba9d9695-5507-4b52-bc98-aa5faed1c63b {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:57:46.853492 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e63c7b68-c930-44a4-b4b4-456d7f77a500", "name": "network-vif-plugged", "status": "completed", "tag": "2043f17a-6a9c-4580-a653-8a70a460396d", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:57:46.853907 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ba9d9695-5507-4b52-bc98-aa5faed1c63b {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:57:46.854550 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63c7b68-c930-44a4-b4b4-456d7f77a500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2043f17a-6a9c-4580-a653-8a70a460396d', 'code': 200} Nov 12 00:57:46.860388 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182038c6-98d5-4c98-85a8-263c057868ce req-cf0a7ee3-8691-46a1-863c-8f861677be8f service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:57:46.861055 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182038c6-98d5-4c98-85a8-263c057868ce req-cf0a7ee3-8691-46a1-863c-8f861677be8f service neutron] Checking segment: {'id': '4dd22270-7cab-4d69-8095-2c972eec1cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1d18b6f8-3a2a-4026-a21f-15fc5b9673ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:57:46.861809 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-182038c6-98d5-4c98-85a8-263c057868ce req-cf0a7ee3-8691-46a1-863c-8f861677be8f service neutron] Bound using segment: {'id': '4dd22270-7cab-4d69-8095-2c972eec1cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1d18b6f8-3a2a-4026-a21f-15fc5b9673ac'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:57:46.862667 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-182038c6-98d5-4c98-85a8-263c057868ce req-cf0a7ee3-8691-46a1-863c-8f861677be8f service neutron] Bound port: 4b83385c-dd09-4270-aa46-ae29299fbb75, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd22270-7cab-4d69-8095-2c972eec1cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '1d18b6f8-3a2a-4026-a21f-15fc5b9673ac'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:57:46.863367 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-182038c6-98d5-4c98-85a8-263c057868ce req-cf0a7ee3-8691-46a1-863c-8f861677be8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:46.984160 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f8b0beae-9dfc-411f-abd4-34c88daa7037 req-8e7446b3-89e4-4637-a748-5ac0e64c901f tempest-SecurityGroupsTestAdminJSON-2105239733 tempest-SecurityGroupsTestAdminJSON-2105239733-project] 10.222.0.45 "GET /v2.0/security-groups/a8fefee4-fd3a-4ff0-93f4-95f6e74c0e82 HTTP/1.1" status: 200 len: 1795 time: 0.2331681 Nov 12 00:57:47.183343 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-182038c6-98d5-4c98-85a8-263c057868ce req-cf0a7ee3-8691-46a1-863c-8f861677be8f service neutron] For port 4b83385c-dd09-4270-aa46-ae29299fbb75, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:57:47.187778 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-182038c6-98d5-4c98-85a8-263c057868ce req-cf0a7ee3-8691-46a1-863c-8f861677be8f service neutron] For port 4b83385c-dd09-4270-aa46-ae29299fbb75, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=4b83385c-dd09-4270-aa46-ae29299fbb75,segment=NetworkSegment(4dd22270-7cab-4d69-8095-2c972eec1cb0),segment_id=4dd22270-7cab-4d69-8095-2c972eec1cb0)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:57:47.216706 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd0dd6-a141-4d7a-aaaa-4ef6d0cea5cd req-f20f7e11-7273-42be-a79d-e23c67a0634e tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:47.229155 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-65bd0dd6-a141-4d7a-aaaa-4ef6d0cea5cd req-f20f7e11-7273-42be-a79d-e23c67a0634e tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/ports?device_id=090672ef-bb95-437b-88e4-c980f41ddd14 HTTP/1.1" status: 200 len: 950 time: 0.1970577 Nov 12 00:57:47.256132 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-182038c6-98d5-4c98-85a8-263c057868ce req-cf0a7ee3-8691-46a1-863c-8f861677be8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:47.345605 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee79412-efda-403e-9c5c-7a8786e7a14a req-48ec7067-9f7b-471d-bda7-316c30669c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:47.347255 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6ee79412-efda-403e-9c5c-7a8786e7a14a req-48ec7067-9f7b-471d-bda7-316c30669c0f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e63c7b68-c930-44a4-b4b4-456d7f77a500 HTTP/1.1" status: 200 len: 1097 time: 0.2794249 Nov 12 00:57:47.376412 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f8b0beae-9dfc-411f-abd4-34c88daa7037 req-0962ef13-36ab-4b8f-b958-931d83efd80f tempest-SecurityGroupsTestAdminJSON-2105239733 tempest-SecurityGroupsTestAdminJSON-2105239733-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:47.409789 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182038c6-98d5-4c98-85a8-263c057868ce req-cf0a7ee3-8691-46a1-863c-8f861677be8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:47.410742 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-182038c6-98d5-4c98-85a8-263c057868ce req-cf0a7ee3-8691-46a1-863c-8f861677be8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:47.413241 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-182038c6-98d5-4c98-85a8-263c057868ce req-cf0a7ee3-8691-46a1-863c-8f861677be8f service neutron] 10.222.0.44 "PUT /v2.0/ports/4b83385c-dd09-4270-aa46-ae29299fbb75 HTTP/1.1" status: 200 len: 1093 time: 2.5365236 Nov 12 00:57:47.423905 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d4b8e69-4692-4338-b31f-72ae147f48d3', 'tag': '4b83385c-dd09-4270-aa46-ae29299fbb75'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:57:47.446237 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5124b027-c7d1-4fa7-a88f-effbc3f41e32" -d '{"events": [{"name": "network-changed", "server_uuid": "6d4b8e69-4692-4338-b31f-72ae147f48d3", "tag": "4b83385c-dd09-4270-aa46-ae29299fbb75"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:57:47.495379 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-65bd0dd6-a141-4d7a-aaaa-4ef6d0cea5cd req-69fd7fb5-97a4-4fbc-b7ed-88c964af7e4a tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8269e9f-9f8f-42e5-aea8-675a23d38af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482479 Nov 12 00:57:47.651176 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f8b0beae-9dfc-411f-abd4-34c88daa7037 req-0962ef13-36ab-4b8f-b958-931d83efd80f tempest-SecurityGroupsTestAdminJSON-2105239733 tempest-SecurityGroupsTestAdminJSON-2105239733-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:47.674029 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a7ee3-8691-46a1-863c-8f861677be8f service neutron] Pushing event updated for resources: {'Port': ['ID=4b83385c-dd09-4270-aa46-ae29299fbb75,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:47.719800 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6ee79412-efda-403e-9c5c-7a8786e7a14a req-8797178a-f8c2-45be-b21a-80f9dac50d5c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638313 Nov 12 00:57:47.744465 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182038c6-98d5-4c98-85a8-263c057868ce req-bddbe9d3-f0fd-428c-96f1-78ddbf0e7d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:47.746422 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-182038c6-98d5-4c98-85a8-263c057868ce req-bddbe9d3-f0fd-428c-96f1-78ddbf0e7d85 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2e62aee26964f858c9163a5ff12289e&device_id=6d4b8e69-4692-4338-b31f-72ae147f48d3 HTTP/1.1" status: 200 len: 1096 time: 0.2498748 Nov 12 00:57:47.787372 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984631f6-8c70-401e-8ab6-e43f25c915a4 req-fa1c0559-511b-4fc5-b363-55cdebdd5fac tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:47.796801 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-984631f6-8c70-401e-8ab6-e43f25c915a4 req-fa1c0559-511b-4fc5-b363-55cdebdd5fac tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=e63c7b68-c930-44a4-b4b4-456d7f77a500 HTTP/1.1" status: 200 len: 945 time: 0.1632078 Nov 12 00:57:47.826889 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f8b0beae-9dfc-411f-abd4-34c88daa7037 req-0962ef13-36ab-4b8f-b958-931d83efd80f tempest-SecurityGroupsTestAdminJSON-2105239733 tempest-SecurityGroupsTestAdminJSON-2105239733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:47.844205 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f8b0beae-9dfc-411f-abd4-34c88daa7037 req-0962ef13-36ab-4b8f-b958-931d83efd80f tempest-SecurityGroupsTestAdminJSON-2105239733 tempest-SecurityGroupsTestAdminJSON-2105239733-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:47.845764 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f8b0beae-9dfc-411f-abd4-34c88daa7037 req-0962ef13-36ab-4b8f-b958-931d83efd80f tempest-SecurityGroupsTestAdminJSON-2105239733 tempest-SecurityGroupsTestAdminJSON-2105239733-project] 10.222.0.45 "DELETE /v2.0/security-groups/a8fefee4-fd3a-4ff0-93f4-95f6e74c0e82 HTTP/1.1" status: 204 len: 173 time: 0.8452005 Nov 12 00:57:47.876415 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0962ef13-36ab-4b8f-b958-931d83efd80f tempest-SecurityGroupsTestAdminJSON-2105239733 tempest-SecurityGroupsTestAdminJSON-2105239733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8fefee4-fd3a-4ff0-93f4-95f6e74c0e82,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:47.932272 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-984631f6-8c70-401e-8ab6-e43f25c915a4 req-1970a57a-eff3-498d-9a3a-1a061500d535 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313250 Nov 12 00:57:47.986007 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9626f8c-a8bb-4748-9d8e-0ec7bbdda163 x-openstack-request-id: req-f9626f8c-a8bb-4748-9d8e-0ec7bbdda163 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:57:47.986914 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d4b8e69-4692-4338-b31f-72ae147f48d3", "tag": "4b83385c-dd09-4270-aa46-ae29299fbb75", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:57:47.987430 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f9626f8c-a8bb-4748-9d8e-0ec7bbdda163 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:57:47.988141 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d4b8e69-4692-4338-b31f-72ae147f48d3', 'tag': '4b83385c-dd09-4270-aa46-ae29299fbb75', 'status': 'completed', 'code': 200} Nov 12 00:57:48.127627 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-341c1994-d102-4813-8600-94941f88cc86 req-70e419cc-9e97-4cf6-906a-5765211ab836 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b00f85c-6b25-48ce-99f4-985acedfd8f3 HTTP/1.1" status: 200 len: 210 time: 0.0702648 Nov 12 00:57:48.196012 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-182038c6-98d5-4c98-85a8-263c057868ce req-c9140f79-9b2f-4724-bdef-ba2ed35188b1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b83385c-dd09-4270-aa46-ae29299fbb75 HTTP/1.1" status: 200 len: 217 time: 0.0990477 Nov 12 00:57:48.196392 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.db.resource_extend [None req-16bcaa5f-8824-41c4-982c-e6d5e7b7f1df tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:57:48.344194 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-16bcaa5f-8824-41c4-982c-e6d5e7b7f1df tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:48.354916 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-16bcaa5f-8824-41c4-982c-e6d5e7b7f1df tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:48.528570 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5a921fcd-f9fd-4213-b760-6974210a34c8 req-e6f6174a-b0d8-4fbd-9c54-27a4dc02bb4c tempest-SecurityGroupsTestAdminJSON-2105239733 tempest-SecurityGroupsTestAdminJSON-2105239733-project] 10.222.0.45 "GET /v2.0/security-groups/71a17277-2ab3-413d-af8a-16aa3b9f8169 HTTP/1.1" status: 200 len: 1794 time: 0.0972106 Nov 12 00:57:48.531011 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182038c6-98d5-4c98-85a8-263c057868ce req-4dc2afd0-5296-42b7-b0d4-4b8f5b8537bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:48.531569 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-182038c6-98d5-4c98-85a8-263c057868ce req-4dc2afd0-5296-42b7-b0d4-4b8f5b8537bc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=afd8d202-d127-4959-a75b-0172a337025b HTTP/1.1" status: 200 len: 868 time: 0.2695339 Nov 12 00:57:48.583718 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7a10dcb8-2286-42bd-bd6d-4d7f6415a67c req-84a0a573-e530-47d4-9d17-fbe76c0b4678 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2dd028aa-e923-45bc-a0e7-d99ba751725c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3794312 Nov 12 00:57:48.594477 n-d-712142-27 neutron-server[109086]: INFO neutron.db.l3_db [None req-16bcaa5f-8824-41c4-982c-e6d5e7b7f1df tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Floating IP 8a72f61e-55b5-4edf-a86d-302fec92f53a associated. External IP: 172.25.3.37, port: c1c7b7a3-23b5-4983-a49a-3e22af86a73c. Nov 12 00:57:48.619149 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc2938e-de30-4adf-8f4f-2098418ca215 req-cd24b1aa-e954-429e-aa84-ba3812a887de tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:48.621178 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cfc2938e-de30-4adf-8f4f-2098418ca215 req-cd24b1aa-e954-429e-aa84-ba3812a887de tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d4b8e69-4692-4338-b31f-72ae147f48d3 HTTP/1.1" status: 200 len: 944 time: 0.3615680 Nov 12 00:57:48.733587 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182038c6-98d5-4c98-85a8-263c057868ce req-4529eb99-d0d3-4e54-832e-43b333b6ea46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:48.735320 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-182038c6-98d5-4c98-85a8-263c057868ce req-4529eb99-d0d3-4e54-832e-43b333b6ea46 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1d18b6f8-3a2a-4026-a21f-15fc5b9673ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1884391 Nov 12 00:57:48.857549 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090672ef-bb95-437b-88e4-c980f41ddd14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0120747a-5d1e-4fe5-9045-5f4ab8f4c233'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:57:48.861327 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7308673f-b137-4906-af65-7615d6d31f5a" -d '{"events": [{"server_uuid": "090672ef-bb95-437b-88e4-c980f41ddd14", "name": "network-vif-plugged", "status": "completed", "tag": "0120747a-5d1e-4fe5-9045-5f4ab8f4c233"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:57:48.883015 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-182038c6-98d5-4c98-85a8-263c057868ce req-e260177f-856a-4d4d-9847-085c31fa1ade service neutron] 10.222.0.44 "GET /v2.0/networks/1d18b6f8-3a2a-4026-a21f-15fc5b9673ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377099 Nov 12 00:57:49.027998 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16bcaa5f-8824-41c4-982c-e6d5e7b7f1df tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Router 406dcadf-bc1d-4d0e-adf3-5c7d087b9215 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:57:49.202924 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16bcaa5f-8824-41c4-982c-e6d5e7b7f1df tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:57:49.219444 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-16bcaa5f-8824-41c4-982c-e6d5e7b7f1df tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:49.226505 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172c5e1e-d817-4db6-92e8-8b428a95dd90 None None] Sync routers for ids ['406dcadf-bc1d-4d0e-adf3-5c7d087b9215'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:57:49.241754 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172c5e1e-d817-4db6-92e8-8b428a95dd90 None None] Routers {'406dcadf-bc1d-4d0e-adf3-5c7d087b9215'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:57:49.242945 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-172c5e1e-d817-4db6-92e8-8b428a95dd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:57:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['406dcadf-bc1d-4d0e-adf3-5c7d087b9215'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:49.304662 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-16bcaa5f-8824-41c4-982c-e6d5e7b7f1df tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] 10.222.0.45 "PUT /v2.0/floatingips/8a72f61e-55b5-4edf-a86d-302fec92f53a HTTP/1.1" status: 200 len: 991 time: 3.5836716 Nov 12 00:57:49.305829 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa7e3ba8-589e-44bd-a910-0657731c8516', 'tag': 'c1c7b7a3-23b5-4983-a49a-3e22af86a73c'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:57:49.315249 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc62c62-7011-491a-957f-27af36b65299" -d '{"events": [{"name": "network-changed", "server_uuid": "fa7e3ba8-589e-44bd-a910-0657731c8516", "tag": "c1c7b7a3-23b5-4983-a49a-3e22af86a73c"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:57:49.445839 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-172c5e1e-d817-4db6-92e8-8b428a95dd90 None None] Set router 406dcadf-bc1d-4d0e-adf3-5c7d087b9215 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:57:49.625939 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5a921fcd-f9fd-4213-b760-6974210a34c8 req-b9b5b8c2-9c70-4693-811d-c4215faebbb9 tempest-SecurityGroupsTestAdminJSON-2105239733 tempest-SecurityGroupsTestAdminJSON-2105239733-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:49.683759 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5a921fcd-f9fd-4213-b760-6974210a34c8 req-b9b5b8c2-9c70-4693-811d-c4215faebbb9 tempest-SecurityGroupsTestAdminJSON-2105239733 tempest-SecurityGroupsTestAdminJSON-2105239733-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:49.752695 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10dcb8-2286-42bd-bd6d-4d7f6415a67c req-b62ba9ad-7528-47b2-a185-984bcd2131c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:49.753730 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-172c5e1e-d817-4db6-92e8-8b428a95dd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406dcadf-bc1d-4d0e-adf3-5c7d087b9215', 'name': 'tempest-ServersTestBootFromVolume-9225078-router', 'tenant_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '59b2014a-53f3-4b32-a324-d7f592d453bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:56:02Z', 'updated_at': '2021-11-12T00:56:09Z', 'revision_number': 4, 'project_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'gw_port': {'id': '59b2014a-53f3-4b32-a324-d7f592d453bc', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:98:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406dcadf-bc1d-4d0e-adf3-5c7d087b9215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:56:03Z', 'updated_at': '2021-11-12T00:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '8a72f61e-55b5-4edf-a86d-302fec92f53a', 'tenant_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'floating_ip_address': '172.25.3.37', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '406dcadf-bc1d-4d0e-adf3-5c7d087b9215', 'port_id': 'c1c7b7a3-23b5-4983-a49a-3e22af86a73c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1e4ead2-9226-4344-bd2b-82e7594e69de', 'mac_address': 'fa:16:3e:3f:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7e3ba8-589e-44bd-a910-0657731c8516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:56:15Z', 'updated_at': '2021-11-12T00:57:48Z', 'revision_number': 1, 'project_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2cf2141-4ee2-4104-b2dc-36c792a682dd', 'name': '', 'network_id': 'f1e4ead2-9226-4344-bd2b-82e7594e69de', 'tenant_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'mac_address': 'fa:16:3e:84:20:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406dcadf-bc1d-4d0e-adf3-5c7d087b9215', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '5bf5715a-31c9-4ce3-b840-36d36e2f4e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:56:08Z', 'updated_at': '2021-11-12T00:56:18Z', 'revision_number': 5, 'project_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'subnets': [{'id': '5bf5715a-31c9-4ce3-b840-36d36e2f4e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:49.754791 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7a10dcb8-2286-42bd-bd6d-4d7f6415a67c req-b62ba9ad-7528-47b2-a185-984bcd2131c8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=52ec13b5aa674ec2836b22da2faf152e&device_id=2dd028aa-e923-45bc-a0e7-d99ba751725c HTTP/1.1" status: 200 len: 1097 time: 1.0969732 Nov 12 00:57:49.777026 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cfc2938e-de30-4adf-8f4f-2098418ca215 req-c7e74bfc-b4c2-4334-9670-88149171b90f tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "GET /v2.0/security-groups?id=9bb56295-3e68-4ba6-9c68-2daf88761092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1320198 Nov 12 00:57:49.777735 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5a921fcd-f9fd-4213-b760-6974210a34c8 req-b9b5b8c2-9c70-4693-811d-c4215faebbb9 tempest-SecurityGroupsTestAdminJSON-2105239733 tempest-SecurityGroupsTestAdminJSON-2105239733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:49.780741 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5a921fcd-f9fd-4213-b760-6974210a34c8 req-b9b5b8c2-9c70-4693-811d-c4215faebbb9 tempest-SecurityGroupsTestAdminJSON-2105239733 tempest-SecurityGroupsTestAdminJSON-2105239733-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:49.781991 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5a921fcd-f9fd-4213-b760-6974210a34c8 req-b9b5b8c2-9c70-4693-811d-c4215faebbb9 tempest-SecurityGroupsTestAdminJSON-2105239733 tempest-SecurityGroupsTestAdminJSON-2105239733-project] 10.222.0.45 "DELETE /v2.0/security-groups/71a17277-2ab3-413d-af8a-16aa3b9f8169 HTTP/1.1" status: 204 len: 173 time: 1.1944358 Nov 12 00:57:49.840188 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172c5e1e-d817-4db6-92e8-8b428a95dd90 None None] Checking router: 406dcadf-bc1d-4d0e-adf3-5c7d087b9215 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:57:49.871321 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172c5e1e-d817-4db6-92e8-8b428a95dd90 None None] Routers {'406dcadf-bc1d-4d0e-adf3-5c7d087b9215'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:57:49.874486 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b5b8c2-9c70-4693-811d-c4215faebbb9 tempest-SecurityGroupsTestAdminJSON-2105239733 tempest-SecurityGroupsTestAdminJSON-2105239733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a17277-2ab3-413d-af8a-16aa3b9f8169,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:49.875413 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-172c5e1e-d817-4db6-92e8-8b428a95dd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:57:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['406dcadf-bc1d-4d0e-adf3-5c7d087b9215'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:49.948879 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a05755-bb76-452a-989c-1b1c7dd7ac79 x-openstack-request-id: req-f8a05755-bb76-452a-989c-1b1c7dd7ac79 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:57:49.949749 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "090672ef-bb95-437b-88e4-c980f41ddd14", "name": "network-vif-plugged", "status": "completed", "tag": "0120747a-5d1e-4fe5-9045-5f4ab8f4c233", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:57:49.949749 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f8a05755-bb76-452a-989c-1b1c7dd7ac79 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:57:49.950347 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '090672ef-bb95-437b-88e4-c980f41ddd14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0120747a-5d1e-4fe5-9045-5f4ab8f4c233', 'code': 200} Nov 12 00:57:50.247644 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-182038c6-98d5-4c98-85a8-263c057868ce req-44f2cee8-eeea-4472-86cf-bb96c0f768fa service neutron] 10.222.0.44 "GET /v2.0/networks/1d18b6f8-3a2a-4026-a21f-15fc5b9673ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3341293 Nov 12 00:57:50.316574 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e97713-5533-4b2d-a54e-ede7bdf38836 req-a77674a0-1690-4ea9-8078-d9df69212a04 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:50.325398 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-172c5e1e-d817-4db6-92e8-8b428a95dd90 None None] Set router 406dcadf-bc1d-4d0e-adf3-5c7d087b9215 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:57:50.325965 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e1e97713-5533-4b2d-a54e-ede7bdf38836 req-a77674a0-1690-4ea9-8078-d9df69212a04 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/ports?device_id=090672ef-bb95-437b-88e4-c980f41ddd14 HTTP/1.1" status: 200 len: 950 time: 0.3713305 Nov 12 00:57:50.354522 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10dcb8-2286-42bd-bd6d-4d7f6415a67c req-b2e6b7c1-7321-43a9-870c-fae68259f9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:50.356258 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7a10dcb8-2286-42bd-bd6d-4d7f6415a67c req-b2e6b7c1-7321-43a9-870c-fae68259f9ff service neutron] 10.222.0.16 "GET /v2.0/networks?id=1c193d6a-5984-4109-91aa-b0c9d7c9a6bf HTTP/1.1" status: 200 len: 920 time: 0.5183806 Nov 12 00:57:50.453382 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fff156-18ec-4f48-86fa-b347e49ba532 req-dd75c61f-c75a-4093-a59d-2a94098cf8d8 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:50.462209 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-54fff156-18ec-4f48-86fa-b347e49ba532 req-dd75c61f-c75a-4093-a59d-2a94098cf8d8 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=e63c7b68-c930-44a4-b4b4-456d7f77a500 HTTP/1.1" status: 200 len: 945 time: 0.3760083 Nov 12 00:57:50.465456 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7a10dcb8-2286-42bd-bd6d-4d7f6415a67c req-333e093e-f875-4a8e-a9b2-0d15d9455e4a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=184d2cbb-cfd2-43da-a346-ae95d0707e70 HTTP/1.1" status: 200 len: 217 time: 0.0843978 Nov 12 00:57:50.506227 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e1e97713-5533-4b2d-a54e-ede7bdf38836 req-af4a04d1-2bef-400b-b7d6-2b25bcfccf9f tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8269e9f-9f8f-42e5-aea8-675a23d38af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792252 Nov 12 00:57:50.547551 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1eaa8b-a2be-4504-b5a6-7cff7e51ab29 req-8ab5dd84-323c-4b46-9305-f3796a47e618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:50.549821 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ed1eaa8b-a2be-4504-b5a6-7cff7e51ab29 req-8ab5dd84-323c-4b46-9305-f3796a47e618 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=090672ef-bb95-437b-88e4-c980f41ddd14 HTTP/1.1" status: 200 len: 1102 time: 0.4893513 Nov 12 00:57:50.740290 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57212) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:50.761611 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10dcb8-2286-42bd-bd6d-4d7f6415a67c req-00f16c34-60e8-4390-80d6-71f42dc01c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:50.764974 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7a10dcb8-2286-42bd-bd6d-4d7f6415a67c req-00f16c34-60e8-4390-80d6-71f42dc01c9a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6d8bd009-45c7-4017-80d7-9c1f69484ce9 HTTP/1.1" status: 200 len: 860 time: 0.2681451 Nov 12 00:57:50.801394 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ed1eaa8b-a2be-4504-b5a6-7cff7e51ab29 req-e9f4a0f1-5ee9-4469-8b5f-9682dcd80c4a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b8269e9f-9f8f-42e5-aea8-675a23d38af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813495 Nov 12 00:57:50.876434 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-54fff156-18ec-4f48-86fa-b347e49ba532 req-8c1f1d1a-677a-4795-8c42-2667145dbc50 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4126828 Nov 12 00:57:50.889343 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124b027-c7d1-4fa7-a88f-effbc3f41e32 req-0aad7148-1ed5-40eb-8d2e-009fec68d079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:50.892946 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5124b027-c7d1-4fa7-a88f-effbc3f41e32 req-0aad7148-1ed5-40eb-8d2e-009fec68d079 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2e62aee26964f858c9163a5ff12289e&device_id=6d4b8e69-4692-4338-b31f-72ae147f48d3 HTTP/1.1" status: 200 len: 1096 time: 0.3931358 Nov 12 00:57:50.959589 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7a10dcb8-2286-42bd-bd6d-4d7f6415a67c req-1b7d69e0-e239-446c-807b-b56c0247292d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1c193d6a-5984-4109-91aa-b0c9d7c9a6bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1795628 Nov 12 00:57:51.004810 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c64e180b-f138-4945-8f2c-61b197a3d8d1 req-4bd50350-aae2-4c27-a09b-2e4fc266edb9 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b00f85c-6b25-48ce-99f4-985acedfd8f3 HTTP/1.1" status: 200 len: 210 time: 0.1262445 Nov 12 00:57:51.090207 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-172c5e1e-d817-4db6-92e8-8b428a95dd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406dcadf-bc1d-4d0e-adf3-5c7d087b9215', 'name': 'tempest-ServersTestBootFromVolume-9225078-router', 'tenant_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '59b2014a-53f3-4b32-a324-d7f592d453bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:56:02Z', 'updated_at': '2021-11-12T00:56:09Z', 'revision_number': 4, 'project_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'gw_port': {'id': '59b2014a-53f3-4b32-a324-d7f592d453bc', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:98:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406dcadf-bc1d-4d0e-adf3-5c7d087b9215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:56:03Z', 'updated_at': '2021-11-12T00:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '8a72f61e-55b5-4edf-a86d-302fec92f53a', 'tenant_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'floating_ip_address': '172.25.3.37', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '406dcadf-bc1d-4d0e-adf3-5c7d087b9215', 'port_id': 'c1c7b7a3-23b5-4983-a49a-3e22af86a73c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1e4ead2-9226-4344-bd2b-82e7594e69de', 'mac_address': 'fa:16:3e:3f:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7e3ba8-589e-44bd-a910-0657731c8516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:56:15Z', 'updated_at': '2021-11-12T00:57:48Z', 'revision_number': 1, 'project_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2cf2141-4ee2-4104-b2dc-36c792a682dd', 'name': '', 'network_id': 'f1e4ead2-9226-4344-bd2b-82e7594e69de', 'tenant_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'mac_address': 'fa:16:3e:84:20:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406dcadf-bc1d-4d0e-adf3-5c7d087b9215', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '5bf5715a-31c9-4ce3-b840-36d36e2f4e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:56:08Z', 'updated_at': '2021-11-12T00:56:18Z', 'revision_number': 5, 'project_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'subnets': [{'id': '5bf5715a-31c9-4ce3-b840-36d36e2f4e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:57:51.095220 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4634b22c-10b7-4c2e-a1a2-52e27a41421a x-openstack-request-id: req-4634b22c-10b7-4c2e-a1a2-52e27a41421a {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:57:51.095792 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa7e3ba8-589e-44bd-a910-0657731c8516", "tag": "c1c7b7a3-23b5-4983-a49a-3e22af86a73c", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:57:51.096094 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4634b22c-10b7-4c2e-a1a2-52e27a41421a {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:57:51.096510 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa7e3ba8-589e-44bd-a910-0657731c8516', 'tag': 'c1c7b7a3-23b5-4983-a49a-3e22af86a73c', 'status': 'completed', 'code': 200} Nov 12 00:57:51.210599 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172c5e1e-d817-4db6-92e8-8b428a95dd90 None None] The sync data for ids ['406dcadf-bc1d-4d0e-adf3-5c7d087b9215'] in n-d-712142-27 is: [{'id': '406dcadf-bc1d-4d0e-adf3-5c7d087b9215', 'name': 'tempest-ServersTestBootFromVolume-9225078-router', 'tenant_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '59b2014a-53f3-4b32-a324-d7f592d453bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:56:02Z', 'updated_at': '2021-11-12T00:56:09Z', 'revision_number': 4, 'project_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'gw_port': {'id': '59b2014a-53f3-4b32-a324-d7f592d453bc', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:98:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406dcadf-bc1d-4d0e-adf3-5c7d087b9215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:56:03Z', 'updated_at': '2021-11-12T00:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '8a72f61e-55b5-4edf-a86d-302fec92f53a', 'tenant_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'floating_ip_address': '172.25.3.37', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '406dcadf-bc1d-4d0e-adf3-5c7d087b9215', 'port_id': 'c1c7b7a3-23b5-4983-a49a-3e22af86a73c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1e4ead2-9226-4344-bd2b-82e7594e69de', 'mac_address': 'fa:16:3e:3f:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7e3ba8-589e-44bd-a910-0657731c8516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:56:15Z', 'updated_at': '2021-11-12T00:57:48Z', 'revision_number': 1, 'project_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2cf2141-4ee2-4104-b2dc-36c792a682dd', 'name': '', 'network_id': 'f1e4ead2-9226-4344-bd2b-82e7594e69de', 'tenant_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'mac_address': 'fa:16:3e:84:20:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406dcadf-bc1d-4d0e-adf3-5c7d087b9215', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '5bf5715a-31c9-4ce3-b840-36d36e2f4e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:56:08Z', 'updated_at': '2021-11-12T00:56:18Z', 'revision_number': 5, 'project_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'subnets': [{'id': '5bf5715a-31c9-4ce3-b840-36d36e2f4e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:57:51.224187 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1c4a830f-9fa7-4bc3-be79-5e7abdee96a1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=87fb69dd6f5e438dbdecee612c130731&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4779427 Nov 12 00:57:51.225077 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57220) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:51.360906 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7a10dcb8-2286-42bd-bd6d-4d7f6415a67c req-469bfab6-ea0d-47b0-b26e-307b80f804fc service neutron] 10.222.0.16 "GET /v2.0/networks/1c193d6a-5984-4109-91aa-b0c9d7c9a6bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562331 Nov 12 00:57:51.456918 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7e91a198-ce06-4675-9c4a-296e1fff60cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:51.530142 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7e91a198-ce06-4675-9c4a-296e1fff60cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:51.610592 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7e91a198-ce06-4675-9c4a-296e1fff60cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:51.615886 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7e91a198-ce06-4675-9c4a-296e1fff60cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:51.620047 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7e91a198-ce06-4675-9c4a-296e1fff60cf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2fb85918-e929-4ecc-8a6e-89a47c258e0c HTTP/1.1" status: 204 len: 168 time: 0.3932948 Nov 12 00:57:51.632001 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91a198-ce06-4675-9c4a-296e1fff60cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb85918-e929-4ecc-8a6e-89a47c258e0c,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:51.830316 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc421e3f-0ae5-4651-9cce-91cdd325e085 None None] New status for floating IP 8a72f61e-55b5-4edf-a86d-302fec92f53a: ACTIVE {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:57:52.147702 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e9b4c-9d43-4b2d-83e4-7a4108e342b9 req-e9760768-f0f5-4e11-8617-ea0ecc00c325 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:52.156984 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-212e9b4c-9d43-4b2d-83e4-7a4108e342b9 req-e9760768-f0f5-4e11-8617-ea0ecc00c325 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=e63c7b68-c930-44a4-b4b4-456d7f77a500 HTTP/1.1" status: 200 len: 945 time: 0.6048913 Nov 12 00:57:52.204882 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ddb87-633f-4587-8b66-ec9c7b03b5d1 req-cedc754c-96a0-4e78-8ac0-c947685fec01 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:52.207005 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d44ddb87-633f-4587-8b66-ec9c7b03b5d1 req-cedc754c-96a0-4e78-8ac0-c947685fec01 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d4b8e69-4692-4338-b31f-72ae147f48d3 HTTP/1.1" status: 200 len: 944 time: 0.7475970 Nov 12 00:57:52.265880 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc62c62-7011-491a-957f-27af36b65299 req-ec3ce9f2-6456-437d-b01e-d69ae7adf7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:52.272402 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2bc62c62-7011-491a-957f-27af36b65299 req-ec3ce9f2-6456-437d-b01e-d69ae7adf7dd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bd88bcdcd79e46fe8ed56f798ef1ed29&device_id=fa7e3ba8-589e-44bd-a910-0657731c8516 HTTP/1.1" status: 200 len: 1098 time: 0.7849631 Nov 12 00:57:52.383186 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57236) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:52.429566 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124b027-c7d1-4fa7-a88f-effbc3f41e32 req-822fbe8d-466a-4e59-ba5e-7fcfdf6975d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:52.431108 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5124b027-c7d1-4fa7-a88f-effbc3f41e32 req-822fbe8d-466a-4e59-ba5e-7fcfdf6975d3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1d18b6f8-3a2a-4026-a21f-15fc5b9673ac HTTP/1.1" status: 200 len: 929 time: 1.0690546 Nov 12 00:57:52.514312 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-26508f1e-fb8b-4ac1-92e8-44d5496058ca admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=396e0482a1a6481eb53aa3494198845c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1299293 Nov 12 00:57:52.514944 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57238) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:57:52.524940 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7a10dcb8-2286-42bd-bd6d-4d7f6415a67c req-f6ddd004-9821-4996-83e3-a75cf2d135e8 service neutron] 10.222.0.16 "GET /v2.0/networks/1c193d6a-5984-4109-91aa-b0c9d7c9a6bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0067580 Nov 12 00:57:52.673143 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-db5d0c79-f90e-4472-8146-4b6a1c08ae02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:52.753297 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-db5d0c79-f90e-4472-8146-4b6a1c08ae02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:52.817704 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-212e9b4c-9d43-4b2d-83e4-7a4108e342b9 req-d4af71bd-3871-4d9a-a0d8-37759e073452 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5613713 Nov 12 00:57:52.873953 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-db5d0c79-f90e-4472-8146-4b6a1c08ae02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:52.876921 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-db5d0c79-f90e-4472-8146-4b6a1c08ae02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:52.877217 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5124b027-c7d1-4fa7-a88f-effbc3f41e32 req-2e3319c8-862d-4f69-9f52-2c8c84d1c48d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b83385c-dd09-4270-aa46-ae29299fbb75 HTTP/1.1" status: 200 len: 217 time: 0.3450248 Nov 12 00:57:52.893635 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-db5d0c79-f90e-4472-8146-4b6a1c08ae02 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c829efe1-5a7b-49c6-8959-51ec5e190642 HTTP/1.1" status: 204 len: 168 time: 0.3666954 Nov 12 00:57:52.915334 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d0c79-f90e-4472-8146-4b6a1c08ae02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c829efe1-5a7b-49c6-8959-51ec5e190642,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:53.077976 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d44ddb87-633f-4587-8b66-ec9c7b03b5d1 req-69659f88-44ee-4409-b663-9a4483085e3d tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "GET /v2.0/security-groups?id=9bb56295-3e68-4ba6-9c68-2daf88761092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7718251 Nov 12 00:57:53.412850 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc62c62-7011-491a-957f-27af36b65299 req-e7d56985-01b4-4408-aaba-8eea6985cda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:53.415615 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2bc62c62-7011-491a-957f-27af36b65299 req-e7d56985-01b4-4408-aaba-8eea6985cda4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f1e4ead2-9226-4344-bd2b-82e7594e69de HTTP/1.1" status: 200 len: 913 time: 1.0804667 Nov 12 00:57:53.456966 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 4b83385c-dd09-4270-aa46-ae29299fbb75 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:57:53.761680 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124b027-c7d1-4fa7-a88f-effbc3f41e32 req-54128993-e67b-481f-8d7c-a392e4d32024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:53.764595 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5124b027-c7d1-4fa7-a88f-effbc3f41e32 req-54128993-e67b-481f-8d7c-a392e4d32024 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=afd8d202-d127-4959-a75b-0172a337025b HTTP/1.1" status: 200 len: 868 time: 0.8501885 Nov 12 00:57:53.793262 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3c14efdc-0c3b-4978-aeb5-bff3791d4b4c req-e5eb11df-f650-4d56-af65-8b93a5461777 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=9b00f85c-6b25-48ce-99f4-985acedfd8f3 HTTP/1.1" status: 200 len: 210 time: 0.2180436 Nov 12 00:57:53.918237 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 4b83385c-dd09-4270-aa46-ae29299fbb75, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=4b83385c-dd09-4270-aa46-ae29299fbb75,segment=NetworkSegment(4dd22270-7cab-4d69-8095-2c972eec1cb0),segment_id=4dd22270-7cab-4d69-8095-2c972eec1cb0)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:53.949420 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '4b83385c-dd09-4270-aa46-ae29299fbb75', 'network_id': '1d18b6f8-3a2a-4026-a21f-15fc5b9673ac', 'port_id': '4b83385c-dd09-4270-aa46-ae29299fbb75', 'mac_address': 'fa:16:3e:16:c3:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afd8d202-d127-4959-a75b-0172a337025b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:57:54.110374 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:54.133852 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852dab1-9d9e-4ac7-bddb-377902691670 req-a6fda45f-afaf-4fab-b39b-c3294887dfb7 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:54.157253 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b83385c-dd09-4270-aa46-ae29299fbb75 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:57:54.163868 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0852dab1-9d9e-4ac7-bddb-377902691670 req-a6fda45f-afaf-4fab-b39b-c3294887dfb7 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/ports?device_id=090672ef-bb95-437b-88e4-c980f41ddd14 HTTP/1.1" status: 200 len: 950 time: 1.1297593 Nov 12 00:57:54.230657 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 4b83385c-dd09-4270-aa46-ae29299fbb75, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=4b83385c-dd09-4270-aa46-ae29299fbb75,segment=NetworkSegment(4dd22270-7cab-4d69-8095-2c972eec1cb0),segment_id=4dd22270-7cab-4d69-8095-2c972eec1cb0)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:54.242126 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:54.255282 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2bc62c62-7011-491a-957f-27af36b65299 req-d7a5a047-b1aa-4137-9d99-adc1d296b764 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1c7b7a3-23b5-4983-a49a-3e22af86a73c HTTP/1.1" status: 200 len: 1001 time: 0.8017855 Nov 12 00:57:54.448203 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=4b83385c-dd09-4270-aa46-ae29299fbb75,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:54.451676 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc62c62-7011-491a-957f-27af36b65299 req-46ff7f32-8329-47d5-b8b2-4ec28d1227d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:54.455698 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2bc62c62-7011-491a-957f-27af36b65299 req-46ff7f32-8329-47d5-b8b2-4ec28d1227d1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5bf5715a-31c9-4ce3-b840-36d36e2f4e73 HTTP/1.1" status: 200 len: 852 time: 0.1967149 Nov 12 00:57:54.478760 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124b027-c7d1-4fa7-a88f-effbc3f41e32 req-4b4ca831-2d34-4128-8ae8-c6d73d6e6bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:54.480342 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5124b027-c7d1-4fa7-a88f-effbc3f41e32 req-4b4ca831-2d34-4128-8ae8-c6d73d6e6bb9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1d18b6f8-3a2a-4026-a21f-15fc5b9673ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6783109 Nov 12 00:57:54.752696 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['4b83385c-dd09-4270-aa46-ae29299fbb75'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:57:54.818849 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc62c62-7011-491a-957f-27af36b65299 req-be96f7cd-81b2-4d8d-b832-67d6853fa1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:54.824288 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2bc62c62-7011-491a-957f-27af36b65299 req-be96f7cd-81b2-4d8d-b832-67d6853fa1e5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1e4ead2-9226-4344-bd2b-82e7594e69de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3408589 Nov 12 00:57:54.839574 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0852dab1-9d9e-4ac7-bddb-377902691670 req-e0db690c-778f-4411-8544-7b80c10a85d9 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8269e9f-9f8f-42e5-aea8-675a23d38af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6313298 Nov 12 00:57:55.333505 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5124b027-c7d1-4fa7-a88f-effbc3f41e32 req-a1c80935-15ec-43a1-84d8-4fbced42ba9a service neutron] 10.222.0.44 "GET /v2.0/networks/1d18b6f8-3a2a-4026-a21f-15fc5b9673ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8241880 Nov 12 00:57:55.568475 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23eac3d-e4f0-4a08-967b-fa36d24978ba req-b124413c-0ac8-4e2f-aaa1-2aa1d07fc2e6 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:55.580789 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b23eac3d-e4f0-4a08-967b-fa36d24978ba req-b124413c-0ac8-4e2f-aaa1-2aa1d07fc2e6 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d4b8e69-4692-4338-b31f-72ae147f48d3 HTTP/1.1" status: 200 len: 945 time: 0.5986874 Nov 12 00:57:55.764238 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2bc62c62-7011-491a-957f-27af36b65299 req-eda86800-0892-4f47-8bf9-648e777b71c7 service neutron] 10.222.0.44 "GET /v2.0/networks/f1e4ead2-9226-4344-bd2b-82e7594e69de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9007390 Nov 12 00:57:55.841834 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67f67c-7a50-4d3b-8003-3a5cf8dc6bcd req-31dabbef-bc1d-4258-9b26-25a0c4c86d91 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:55.842698 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ad67f67c-7a50-4d3b-8003-3a5cf8dc6bcd req-31dabbef-bc1d-4258-9b26-25a0c4c86d91 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=e63c7b68-c930-44a4-b4b4-456d7f77a500 HTTP/1.1" status: 200 len: 945 time: 0.5955715 Nov 12 00:57:55.888873 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b23eac3d-e4f0-4a08-967b-fa36d24978ba req-2c73e20a-e0a0-41e5-8e8f-ee7d2fba0c57 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "GET /v2.0/security-groups?id=9bb56295-3e68-4ba6-9c68-2daf88761092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638729 Nov 12 00:57:56.126042 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5124b027-c7d1-4fa7-a88f-effbc3f41e32 req-8dc71c6b-5b94-45a7-b9d4-39e0fd52044d service neutron] 10.222.0.44 "GET /v2.0/networks/1d18b6f8-3a2a-4026-a21f-15fc5b9673ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7230523 Nov 12 00:57:56.367934 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ad67f67c-7a50-4d3b-8003-3a5cf8dc6bcd req-5df95974-c8b3-468a-878f-af0fb97888ba tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5004423 Nov 12 00:57:56.429489 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2bc62c62-7011-491a-957f-27af36b65299 req-2612e6fb-c021-4408-af46-4e8f0942852a service neutron] 10.222.0.44 "GET /v2.0/networks/f1e4ead2-9226-4344-bd2b-82e7594e69de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6204650 Nov 12 00:57:57.129393 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8cc714cc-1be1-4b82-a443-7de24808461e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:57.171308 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4935187-1f85-4db9-9e0e-4db975af3984 req-d3d5db5c-3215-444a-a100-071ee85a8b20 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:57.181561 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d4935187-1f85-4db9-9e0e-4db975af3984 req-d3d5db5c-3215-444a-a100-071ee85a8b20 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.44 "GET /v2.0/ports?device_id=e63c7b68-c930-44a4-b4b4-456d7f77a500 HTTP/1.1" status: 200 len: 945 time: 0.3867013 Nov 12 00:57:57.294063 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6252c35b-80d0-438b-ac1f-784f16ab69fd req-a45e5f9f-fbd3-4f91-b9b4-eef6f8586d3b tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:57.310824 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6252c35b-80d0-438b-ac1f-784f16ab69fd req-a45e5f9f-fbd3-4f91-b9b4-eef6f8586d3b tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/ports?device_id=090672ef-bb95-437b-88e4-c980f41ddd14 HTTP/1.1" status: 200 len: 950 time: 0.3669341 Nov 12 00:57:57.489454 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 4b83385c-dd09-4270-aa46-ae29299fbb75 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:57:57.613563 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 4b83385c-dd09-4270-aa46-ae29299fbb75 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:57:57.622956 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 4b83385c-dd09-4270-aa46-ae29299fbb75 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:57:57.635187 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fedd1bf-ba42-4700-8fe6-4e782a59e788 req-215622d3-649a-4c99-a498-525ee555ac7b tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:57.637953 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:57.652972 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7fedd1bf-ba42-4700-8fe6-4e782a59e788 req-215622d3-649a-4c99-a498-525ee555ac7b tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d4b8e69-4692-4338-b31f-72ae147f48d3 HTTP/1.1" status: 200 len: 945 time: 0.5262363 Nov 12 00:57:57.734879 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6252c35b-80d0-438b-ac1f-784f16ab69fd req-996d8d66-9ba0-46cb-a861-2be5005e6a1b tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8269e9f-9f8f-42e5-aea8-675a23d38af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683538 Nov 12 00:57:57.835752 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7fedd1bf-ba42-4700-8fe6-4e782a59e788 req-48df37c5-2d3e-4936-adec-6ef66feffe00 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "GET /v2.0/security-groups?id=9bb56295-3e68-4ba6-9c68-2daf88761092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523449 Nov 12 00:57:57.842490 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-d4935187-1f85-4db9-9e0e-4db975af3984 req-48eb6c7b-797e-4d34-aade-8223776230ec tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Deleting port 2043f17a-6a9c-4580-a653-8a70a460396d {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:57:57.842840 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d4935187-1f85-4db9-9e0e-4db975af3984 req-48eb6c7b-797e-4d34-aade-8223776230ec tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:58.032250 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:58.081178 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d4b8e69-4692-4338-b31f-72ae147f48d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b83385c-dd09-4270-aa46-ae29299fbb75'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:57:58.085310 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f50327-ffa9-4e71-9bf3-879c6be2a4d9" -d '{"events": [{"server_uuid": "6d4b8e69-4692-4338-b31f-72ae147f48d3", "name": "network-vif-plugged", "status": "completed", "tag": "4b83385c-dd09-4270-aa46-ae29299fbb75"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:57:58.111595 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 4b83385c-dd09-4270-aa46-ae29299fbb75, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=4b83385c-dd09-4270-aa46-ae29299fbb75,segment=NetworkSegment(4dd22270-7cab-4d69-8095-2c972eec1cb0),segment_id=4dd22270-7cab-4d69-8095-2c972eec1cb0)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:58.120347 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:58.202937 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-d4935187-1f85-4db9-9e0e-4db975af3984 req-48eb6c7b-797e-4d34-aade-8223776230ec tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] For port 2043f17a-6a9c-4580-a653-8a70a460396d, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=2043f17a-6a9c-4580-a653-8a70a460396d,segment=NetworkSegment(45adf0ba-e61d-4509-afe2-5b0ef96fbbf3),segment_id=45adf0ba-e61d-4509-afe2-5b0ef96fbbf3)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:58.203844 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d4935187-1f85-4db9-9e0e-4db975af3984 req-48eb6c7b-797e-4d34-aade-8223776230ec tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:58.220011 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-d4935187-1f85-4db9-9e0e-4db975af3984 req-48eb6c7b-797e-4d34-aade-8223776230ec tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Calling delete_port for 2043f17a-6a9c-4580-a653-8a70a460396d owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:57:58.239848 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=4b83385c-dd09-4270-aa46-ae29299fbb75,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:58.330313 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee80ee83-a220-437c-b7f8-00d5310c426d req-732960d7-c8eb-45a8-8f04-b80226731fa7 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=3950c53be46242a899363a02f7865cd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464952 Nov 12 00:57:58.351399 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d6416-f802-4d61-ac3c-dd7f0a0e7df5 req-9cee09be-5403-4826-90ae-a91561436985 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:58.353104 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-344d6416-f802-4d61-ac3c-dd7f0a0e7df5 req-9cee09be-5403-4826-90ae-a91561436985 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=e63c7b68-c930-44a4-b4b4-456d7f77a500 HTTP/1.1" status: 200 len: 945 time: 0.2632291 Nov 12 00:57:58.650539 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-344d6416-f802-4d61-ac3c-dd7f0a0e7df5 req-1acf7735-4bd2-4297-ad86-49513d32bf4f tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783387 Nov 12 00:57:58.665561 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80ee83-a220-437c-b7f8-00d5310c426d req-defee9fb-a005-4939-8adb-00f3cc003abf tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:58.667350 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee80ee83-a220-437c-b7f8-00d5310c426d req-defee9fb-a005-4939-8adb-00f3cc003abf tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3131347 Nov 12 00:57:58.709023 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d4935187-1f85-4db9-9e0e-4db975af3984 req-48eb6c7b-797e-4d34-aade-8223776230ec tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:58.714743 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee80ee83-a220-437c-b7f8-00d5310c426d req-507eaa74-baf9-483e-8756-4b5961ac5499 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/quotas/3950c53be46242a899363a02f7865cd7 HTTP/1.1" status: 200 len: 375 time: 0.0330524 Nov 12 00:57:58.760474 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['82024f09-4045-472b-bf68-891c62809ddd'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:57:58.776535 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eb6c7b-797e-4d34-aade-8223776230ec tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Pushing event deleted for resources: {'Port': ['ID=2043f17a-6a9c-4580-a653-8a70a460396d,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:57:58.806557 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee80ee83-a220-437c-b7f8-00d5310c426d req-f19a72f0-9244-4176-b5da-8f7a499a034d tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3950c53be46242a899363a02f7865cd7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0785832 Nov 12 00:57:58.889357 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4935187-1f85-4db9-9e0e-4db975af3984 req-48eb6c7b-797e-4d34-aade-8223776230ec tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] No DVR routers for this DVR port 2043f17a-6a9c-4580-a653-8a70a460396d on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:57:58.893527 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d4935187-1f85-4db9-9e0e-4db975af3984 req-48eb6c7b-797e-4d34-aade-8223776230ec tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:58.900519 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d4935187-1f85-4db9-9e0e-4db975af3984 req-48eb6c7b-797e-4d34-aade-8223776230ec tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.44 "DELETE /v2.0/ports/2043f17a-6a9c-4580-a653-8a70a460396d HTTP/1.1" status: 204 len: 173 time: 1.6863949 Nov 12 00:57:58.901466 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63c7b68-c930-44a4-b4b4-456d7f77a500', 'name': 'network-vif-deleted', 'tag': '2043f17a-6a9c-4580-a653-8a70a460396d'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:57:58.908900 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d263749-e8fb-45cf-9387-9c7f4017c468" -d '{"events": [{"server_uuid": "e63c7b68-c930-44a4-b4b4-456d7f77a500", "name": "network-vif-deleted", "tag": "2043f17a-6a9c-4580-a653-8a70a460396d"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:57:59.281804 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2bbe3c8-e04a-448e-b483-329db8fd0f4e x-openstack-request-id: req-a2bbe3c8-e04a-448e-b483-329db8fd0f4e {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:57:59.282307 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d4b8e69-4692-4338-b31f-72ae147f48d3", "name": "network-vif-plugged", "status": "completed", "tag": "4b83385c-dd09-4270-aa46-ae29299fbb75", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:57:59.282605 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a2bbe3c8-e04a-448e-b483-329db8fd0f4e {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:57:59.283208 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d4b8e69-4692-4338-b31f-72ae147f48d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b83385c-dd09-4270-aa46-ae29299fbb75', 'code': 200} Nov 12 00:57:59.388658 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-614b2a71-15b1-4d67-8f1c-07d91c054bcb req-c8741975-8380-470c-8e00-79407f2c8266 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=3ee3eaa101f14fbaad2aa4a78dc04a0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1551414 Nov 12 00:57:59.511420 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 2043f17a-6a9c-4580-a653-8a70a460396d no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:57:59.548902 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 2043f17a-6a9c-4580-a653-8a70a460396d {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:57:59.549426 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 2043f17a-6a9c-4580-a653-8a70a460396d not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:57:59.550287 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device f3078017-2fb6-483c-b8e9-6d92e708b295 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:57:59.611031 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc4b1b-7a3a-4205-8df6-65c8b1bfdcdf req-911acb6c-a8b1-4b7d-9404-ae064ba9ac74 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:59.612709 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4ddc4b1b-7a3a-4205-8df6-65c8b1bfdcdf req-911acb6c-a8b1-4b7d-9404-ae064ba9ac74 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d4b8e69-4692-4338-b31f-72ae147f48d3 HTTP/1.1" status: 200 len: 946 time: 0.3371959 Nov 12 00:57:59.643681 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7264b-c9f8-4ae2-95eb-4d85b4d95827 req-13a28c3a-cbb7-42e2-860d-d50aa475a6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:57:59.646337 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2dd7264b-c9f8-4ae2-95eb-4d85b4d95827 req-13a28c3a-cbb7-42e2-860d-d50aa475a6dc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6d4b8e69-4692-4338-b31f-72ae147f48d3 HTTP/1.1" status: 200 len: 1098 time: 0.2346284 Nov 12 00:57:59.745416 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:59.802727 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port f3078017-2fb6-483c-b8e9-6d92e708b295, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=f3078017-2fb6-483c-b8e9-6d92e708b295,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:57:59.809130 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:57:59.966069 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=f3078017-2fb6-483c-b8e9-6d92e708b295,revision_number=8']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:00.290403 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2dd7264b-c9f8-4ae2-95eb-4d85b4d95827 req-1a7ca3e8-2443-4ce2-9108-99c48a131b47 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9bb56295-3e68-4ba6-9c68-2daf88761092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6280038 Nov 12 00:58:00.301007 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b2a71-15b1-4d67-8f1c-07d91c054bcb req-339fe24a-ed7f-439e-9fbb-f7918c3047b6 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:00.308722 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-614b2a71-15b1-4d67-8f1c-07d91c054bcb req-339fe24a-ed7f-439e-9fbb-f7918c3047b6 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9087002 Nov 12 00:58:00.315730 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4ddc4b1b-7a3a-4205-8df6-65c8b1bfdcdf req-af382763-4b00-4177-ab94-53e08bf8fde5 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "GET /v2.0/security-groups?id=9bb56295-3e68-4ba6-9c68-2daf88761092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6893787 Nov 12 00:58:00.326073 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-614b2a71-15b1-4d67-8f1c-07d91c054bcb req-5615526c-e267-45e7-8a47-689908bf73f6 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/quotas/3ee3eaa101f14fbaad2aa4a78dc04a0d HTTP/1.1" status: 200 len: 375 time: 0.0160806 Nov 12 00:58:00.387264 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-614b2a71-15b1-4d67-8f1c-07d91c054bcb req-ca18a414-c50e-4828-a10d-f79722661f92 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3ee3eaa101f14fbaad2aa4a78dc04a0d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0536864 Nov 12 00:58:00.388990 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3244caf5-db31-4fa4-b528-7909e5ef9f3e x-openstack-request-id: req-3244caf5-db31-4fa4-b528-7909e5ef9f3e {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:58:00.389634 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e63c7b68-c930-44a4-b4b4-456d7f77a500", "name": "network-vif-deleted", "tag": "2043f17a-6a9c-4580-a653-8a70a460396d", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:58:00.389750 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3244caf5-db31-4fa4-b528-7909e5ef9f3e {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:58:00.390220 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63c7b68-c930-44a4-b4b4-456d7f77a500', 'name': 'network-vif-deleted', 'tag': '2043f17a-6a9c-4580-a653-8a70a460396d', 'status': 'completed', 'code': 200} Nov 12 00:58:00.502351 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5831c447-f2ac-4e8f-bb27-e51b9f6725b0 req-1e179012-5a77-4932-8be0-9e6880dca14a tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=3950c53be46242a899363a02f7865cd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262790 Nov 12 00:58:00.670645 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831c447-f2ac-4e8f-bb27-e51b9f6725b0 req-895c44af-26a8-4047-9b3a-313889ee4993 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:00.680731 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5831c447-f2ac-4e8f-bb27-e51b9f6725b0 req-895c44af-26a8-4047-9b3a-313889ee4993 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1704645 Nov 12 00:58:00.700542 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5831c447-f2ac-4e8f-bb27-e51b9f6725b0 req-f4638fa5-b165-47c8-a95f-29809f24ecf2 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/quotas/3950c53be46242a899363a02f7865cd7 HTTP/1.1" status: 200 len: 375 time: 0.0182931 Nov 12 00:58:00.756817 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e38e7274-4e78-43f1-8914-b57d575c0688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:00.780248 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5831c447-f2ac-4e8f-bb27-e51b9f6725b0 req-3bc565af-cf64-475f-b0cb-4ac7a218e797 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3950c53be46242a899363a02f7865cd7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0759063 Nov 12 00:58:01.098886 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f1134f89-1d38-40a0-a1e8-570ef4074c70 req-1206a672-fb25-4edc-a37b-9bfb9616bf1d tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/ports?device_id=be46e1f9-d511-4ad0-9119-702dfbeb3272 HTTP/1.1" status: 200 len: 210 time: 0.0399244 Nov 12 00:58:01.286730 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af86cc37-5b5f-4939-9e6e-530f4bf55d75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3078017-2fb6-483c-b8e9-6d92e708b295'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:58:01.289897 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2bf866f-75f2-4d55-899b-27ea2b065ebe" -d '{"events": [{"server_uuid": "af86cc37-5b5f-4939-9e6e-530f4bf55d75", "name": "network-vif-unplugged", "status": "completed", "tag": "f3078017-2fb6-483c-b8e9-6d92e708b295"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:58:01.352638 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-88c226c5-b900-4dbc-8382-257530796e4c req-4b1b86de-dbc2-4e6a-8a96-d538b46b9f5b tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0637605-ea14-4785-bf50-b25750f161a0 HTTP/1.1" status: 200 len: 210 time: 0.0846028 Nov 12 00:58:01.428919 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0781561-8842-4897-8ae4-635fd47a9e17 x-openstack-request-id: req-b0781561-8842-4897-8ae4-635fd47a9e17 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:58:01.429293 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af86cc37-5b5f-4939-9e6e-530f4bf55d75", "name": "network-vif-unplugged", "status": "completed", "tag": "f3078017-2fb6-483c-b8e9-6d92e708b295", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:58:01.429684 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b0781561-8842-4897-8ae4-635fd47a9e17 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:58:01.430082 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af86cc37-5b5f-4939-9e6e-530f4bf55d75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3078017-2fb6-483c-b8e9-6d92e708b295', 'code': 200} Nov 12 00:58:01.493554 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bd71c-2b5c-42c7-81a6-004dfa80dd8b req-2a1c92ca-4545-4aa4-94aa-543b99fad0db tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:01.508151 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-496bd71c-2b5c-42c7-81a6-004dfa80dd8b req-2a1c92ca-4545-4aa4-94aa-543b99fad0db tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] 10.222.0.45 "GET /v2.0/ports?device_id=af86cc37-5b5f-4939-9e6e-530f4bf55d75 HTTP/1.1" status: 200 len: 948 time: 0.1676662 Nov 12 00:58:01.594406 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-496bd71c-2b5c-42c7-81a6-004dfa80dd8b req-f17601b3-747b-4876-b77b-6e4c96e33e29 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f24bbfc-cffd-4d62-a978-899dca5d7550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838645 Nov 12 00:58:01.777080 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee80ee83-a220-437c-b7f8-00d5310c426d req-5e208806-1af0-4dcf-96ab-9b51f0b4ab3d tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=3950c53be46242a899363a02f7865cd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1802809 Nov 12 00:58:02.093585 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecbcc30-d74b-46e2-bff1-6faaa5625ffe req-6c728cc1-e52d-4d9d-9791-d3e6aed04ba2 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:02.095219 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fecbcc30-d74b-46e2-bff1-6faaa5625ffe req-6c728cc1-e52d-4d9d-9791-d3e6aed04ba2 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d4b8e69-4692-4338-b31f-72ae147f48d3 HTTP/1.1" status: 200 len: 946 time: 0.2978413 Nov 12 00:58:02.106391 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f9a57-3834-4c64-bf3f-a840732b274a req-8f1f71b0-0b1f-42af-b270-d1a80f1285f3 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:02.114632 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e14f9a57-3834-4c64-bf3f-a840732b274a req-8f1f71b0-0b1f-42af-b270-d1a80f1285f3 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/networks?id=00a03daf-efbb-48db-964b-992b2504dfd0 HTTP/1.1" status: 200 len: 806 time: 0.4777734 Nov 12 00:58:02.170778 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e14f9a57-3834-4c64-bf3f-a840732b274a req-28fca9d4-5c13-42e3-ba93-14b167c51377 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/quotas/ab22182039774befa325e91b3a0bd782 HTTP/1.1" status: 200 len: 375 time: 0.0550470 Nov 12 00:58:02.237467 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80ee83-a220-437c-b7f8-00d5310c426d req-472c5255-e136-4352-bb77-5af05961556c tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:02.240013 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee80ee83-a220-437c-b7f8-00d5310c426d req-472c5255-e136-4352-bb77-5af05961556c tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3248417 Nov 12 00:58:02.246891 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fecbcc30-d74b-46e2-bff1-6faaa5625ffe req-a0be63fd-b601-4317-9bf2-428f86df541f tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "GET /v2.0/security-groups?id=9bb56295-3e68-4ba6-9c68-2daf88761092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298130 Nov 12 00:58:02.286640 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e14f9a57-3834-4c64-bf3f-a840732b274a req-e46bcf2d-d8c5-4908-af94-517fcf1ecaa3 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab22182039774befa325e91b3a0bd782&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1136417 Nov 12 00:58:02.303493 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-ee80ee83-a220-437c-b7f8-00d5310c426d req-0b585cd2-a65f-4386-9cd6-caedca1554cb tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Request body: {'port': {'device_id': 'fa50c5ea-6d4d-44ff-804d-2a670cf0e0df', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'admin_state_up': True, 'tenant_id': '3950c53be46242a899363a02f7865cd7'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:02.554801 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e14f9a57-3834-4c64-bf3f-a840732b274a req-2ce1e9ed-c25a-4de5-80bc-bc7b16c77c92 service neutron] 10.222.0.45 "GET /v2.0/networks/00a03daf-efbb-48db-964b-992b2504dfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445877 Nov 12 00:58:02.677954 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:02.720333 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee80ee83-a220-437c-b7f8-00d5310c426d req-0b585cd2-a65f-4386-9cd6-caedca1554cb tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Made reservation on behalf of 3950c53be46242a899363a02f7865cd7 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:02.727126 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ee80ee83-a220-437c-b7f8-00d5310c426d req-0b585cd2-a65f-4386-9cd6-caedca1554cb tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:02.799926 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e14f9a57-3834-4c64-bf3f-a840732b274a req-12cb03f5-dfb9-45a0-8013-375578daa2a0 service neutron] 10.222.0.45 "GET /v2.0/networks/00a03daf-efbb-48db-964b-992b2504dfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301226 Nov 12 00:58:02.803932 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ee80ee83-a220-437c-b7f8-00d5310c426d req-0b585cd2-a65f-4386-9cd6-caedca1554cb tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:02.947009 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ee80ee83-a220-437c-b7f8-00d5310c426d req-0b585cd2-a65f-4386-9cd6-caedca1554cb tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:02.954093 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ee80ee83-a220-437c-b7f8-00d5310c426d req-0b585cd2-a65f-4386-9cd6-caedca1554cb tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:03.167838 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b585cd2-a65f-4386-9cd6-caedca1554cb tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2be02e-0e96-41e5-8a71-d3bec125377c,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:03.259781 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b585cd2-a65f-4386-9cd6-caedca1554cb tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:03.260250 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b585cd2-a65f-4386-9cd6-caedca1554cb tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:03.260598 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b585cd2-a65f-4386-9cd6-caedca1554cb tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:03.260938 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b585cd2-a65f-4386-9cd6-caedca1554cb tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:03.261272 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b585cd2-a65f-4386-9cd6-caedca1554cb tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:03.261604 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b585cd2-a65f-4386-9cd6-caedca1554cb tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:03.262148 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b585cd2-a65f-4386-9cd6-caedca1554cb tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:03.262500 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b585cd2-a65f-4386-9cd6-caedca1554cb tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:03.262825 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b585cd2-a65f-4386-9cd6-caedca1554cb tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:03.263494 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b585cd2-a65f-4386-9cd6-caedca1554cb tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:03.263847 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b585cd2-a65f-4386-9cd6-caedca1554cb tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:03.264202 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b585cd2-a65f-4386-9cd6-caedca1554cb tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:03.328586 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c41b7451-82f8-477c-9c86-5b95bcc6a76f req-6ca8f7e6-8063-4151-aceb-9ff46e04beb2 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/ports?device_id=be46e1f9-d511-4ad0-9119-702dfbeb3272 HTTP/1.1" status: 200 len: 210 time: 0.0850320 Nov 12 00:58:03.330767 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-614b2a71-15b1-4d67-8f1c-07d91c054bcb req-e0d9632b-28be-46ce-9507-51e7362ad979 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=3ee3eaa101f14fbaad2aa4a78dc04a0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1455431 Nov 12 00:58:03.393171 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-ee80ee83-a220-437c-b7f8-00d5310c426d req-0b585cd2-a65f-4386-9cd6-caedca1554cb tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Allocated IP 192.168.233.193 (945c2da1-f958-478a-a48a-8af2dfa2e179/f0290328-7bc5-4266-bfb9-6eb25d91acf0/d4cbd03e-bbf4-455b-8232-3965a0a2ddd9) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:03.505330 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0e0a7e50-fd5d-458f-ab46-fb6b7e795819 req-db049e47-4979-4889-b158-e12eaf9d15b4 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0637605-ea14-4785-bf50-b25750f161a0 HTTP/1.1" status: 200 len: 210 time: 0.0609665 Nov 12 00:58:03.650463 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1fbf591f-cf27-4e07-aaa9-0676df475bcb req-452afdc1-ac69-40e2-85bc-3f2a391ae2a8 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e00f391-e60d-49b0-89ed-9fec6a9bec43 HTTP/1.1" status: 200 len: 210 time: 0.0877070 Nov 12 00:58:03.847680 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:03.859761 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b2a71-15b1-4d67-8f1c-07d91c054bcb req-cc9b5197-c029-484d-bbb5-53980120bcfc tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:03.861494 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-614b2a71-15b1-4d67-8f1c-07d91c054bcb req-cc9b5197-c029-484d-bbb5-53980120bcfc tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3930256 Nov 12 00:58:03.879329 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3570b-566a-43bd-8675-3a481a54d12d req-746f1cb9-3974-4bde-9f76-f5e961175bf5 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:03.880978 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7fb3570b-566a-43bd-8675-3a481a54d12d req-746f1cb9-3974-4bde-9f76-f5e961175bf5 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f HTTP/1.1" status: 200 len: 944 time: 0.2226036 Nov 12 00:58:03.904193 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b33eff-3b96-492e-8126-473378181fba req-c44846f3-8d58-4c91-b10e-5cb944331672 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:03.912851 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-74b33eff-3b96-492e-8126-473378181fba req-c44846f3-8d58-4c91-b10e-5cb944331672 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d4b8e69-4692-4338-b31f-72ae147f48d3 HTTP/1.1" status: 200 len: 946 time: 0.1626911 Nov 12 00:58:03.935345 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ee80ee83-a220-437c-b7f8-00d5310c426d req-0b585cd2-a65f-4386-9cd6-caedca1554cb tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:04.030829 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-74b33eff-3b96-492e-8126-473378181fba req-f25c33a1-8ee7-4aab-bbcd-3e92872beb67 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "GET /v2.0/security-groups?id=9bb56295-3e68-4ba6-9c68-2daf88761092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170802 Nov 12 00:58:04.036270 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7fb3570b-566a-43bd-8675-3a481a54d12d req-e01fc0a8-913a-478a-b70a-0a21d4f2d423 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417208 Nov 12 00:58:04.052810 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ee80ee83-a220-437c-b7f8-00d5310c426d req-0b585cd2-a65f-4386-9cd6-caedca1554cb tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:04.104383 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-614b2a71-15b1-4d67-8f1c-07d91c054bcb req-893b6d71-c3ec-4fdc-879a-4a9c94b201ab tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Request body: {'port': {'device_id': 'be46e1f9-d511-4ad0-9119-702dfbeb3272', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'admin_state_up': True, 'tenant_id': '3ee3eaa101f14fbaad2aa4a78dc04a0d'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:04.295651 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee80ee83-a220-437c-b7f8-00d5310c426d req-0b585cd2-a65f-4386-9cd6-caedca1554cb tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Network 945c2da1-f958-478a-a48a-8af2dfa2e179 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:04.349111 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-ee80ee83-a220-437c-b7f8-00d5310c426d req-0b585cd2-a65f-4386-9cd6-caedca1554cb tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:04.351109 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b585cd2-a65f-4386-9cd6-caedca1554cb tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Pushing event updated for resources: {'Port': ['ID=d4cbd03e-bbf4-455b-8232-3965a0a2ddd9,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:04.354738 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee80ee83-a220-437c-b7f8-00d5310c426d req-0b585cd2-a65f-4386-9cd6-caedca1554cb tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:58:04.548322 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80ee83-a220-437c-b7f8-00d5310c426d req-0b585cd2-a65f-4386-9cd6-caedca1554cb tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:04.548907 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ee80ee83-a220-437c-b7f8-00d5310c426d req-0b585cd2-a65f-4386-9cd6-caedca1554cb tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:04.569982 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da2d94-e4c6-4811-bbb9-498e09744149 req-90e6b86b-3e32-4257-8110-0d9d52598be7 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:04.571633 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-97da2d94-e4c6-4811-bbb9-498e09744149 req-90e6b86b-3e32-4257-8110-0d9d52598be7 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f HTTP/1.1" status: 200 len: 944 time: 0.4203997 Nov 12 00:58:04.605952 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c5b5b89c-e020-4764-bcf0-6be23e92a456 req-2b353645-5111-462f-9762-67c49719da1f tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/ports?device_id=be46e1f9-d511-4ad0-9119-702dfbeb3272 HTTP/1.1" status: 200 len: 210 time: 0.0954218 Nov 12 00:58:04.663340 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b86f3563-c844-46c5-a425-b5acd9b091e5 req-43c4451c-81ac-452f-9209-5a8a451a5fa1 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ab9ea869-d067-4dfb-b2de-16b019fae22d HTTP/1.1" status: 200 len: 258 time: 0.5291367 Nov 12 00:58:04.670404 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-ee9b25d5-11a4-43eb-b5c7-ce0fba37f801 None None] Provisioning complete for port d4cbd03e-bbf4-455b-8232-3965a0a2ddd9 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:04.670791 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ee9b25d5-11a4-43eb-b5c7-ce0fba37f801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:04.683146 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee80ee83-a220-437c-b7f8-00d5310c426d req-0b585cd2-a65f-4386-9cd6-caedca1554cb tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3936596 Nov 12 00:58:04.687985 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-b86f3563-c844-46c5-a425-b5acd9b091e5 req-ce59af92-e4cb-4048-aad2-a85c7f8a496c tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Request body: {'floatingip': {'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:04.713487 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-614b2a71-15b1-4d67-8f1c-07d91c054bcb req-893b6d71-c3ec-4fdc-879a-4a9c94b201ab tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Made reservation on behalf of 3ee3eaa101f14fbaad2aa4a78dc04a0d for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:04.717713 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-614b2a71-15b1-4d67-8f1c-07d91c054bcb req-893b6d71-c3ec-4fdc-879a-4a9c94b201ab tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:04.728422 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-ee9b25d5-11a4-43eb-b5c7-ce0fba37f801 None None] Port d4cbd03e-bbf4-455b-8232-3965a0a2ddd9 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:58:04.768875 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-ee80ee83-a220-437c-b7f8-00d5310c426d req-a30f0307-29f0-4c16-b77c-eed33ce9d257 service neutron] Request body: {'port': {'device_id': 'fa50c5ea-6d4d-44ff-804d-2a670cf0e0df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:04.873454 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5831c447-f2ac-4e8f-bb27-e51b9f6725b0 req-7168f82b-af7b-4e18-bea8-142287c2c8d1 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=3950c53be46242a899363a02f7865cd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1484537 Nov 12 00:58:04.884754 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b86f3563-c844-46c5-a425-b5acd9b091e5 req-ce59af92-e4cb-4048-aad2-a85c7f8a496c tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Publish callbacks [] for floatingip, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:05.006092 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:05.007414 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a339fe7d-cde3-43fd-9f08-0ee2b5cfff8e req-95a5467d-b916-4dc3-a23f-64921b94b405 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0637605-ea14-4785-bf50-b25750f161a0 HTTP/1.1" status: 200 len: 210 time: 0.1153431 Nov 12 00:58:05.105139 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ee80ee83-a220-437c-b7f8-00d5310c426d req-a30f0307-29f0-4c16-b77c-eed33ce9d257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:05.204386 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5f0be0c6-6355-408b-a993-73f004d5fba5 req-e155d6ab-ed38-4be4-87bc-8055611ffd4f tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e00f391-e60d-49b0-89ed-9fec6a9bec43 HTTP/1.1" status: 200 len: 210 time: 0.1110237 Nov 12 00:58:05.232605 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-97da2d94-e4c6-4811-bbb9-498e09744149 req-0d222c10-8a38-4fb6-a7de-9cf4862b1260 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Deleting port 826a3929-0457-4fc5-98c8-fb33208c939e {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:05.232950 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-97da2d94-e4c6-4811-bbb9-498e09744149 req-0d222c10-8a38-4fb6-a7de-9cf4862b1260 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:05.236439 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-614b2a71-15b1-4d67-8f1c-07d91c054bcb req-893b6d71-c3ec-4fdc-879a-4a9c94b201ab tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Allocated IP 192.168.233.254 (945c2da1-f958-478a-a48a-8af2dfa2e179/f0290328-7bc5-4266-bfb9-6eb25d91acf0/d93bd157-569e-4215-a883-ef4be192f0ac) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:05.520335 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device d8ff5311-e0a3-4263-85de-4a8747deef58 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:58:05.739311 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port d8ff5311-e0a3-4263-85de-4a8747deef58, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d8ff5311-e0a3-4263-85de-4a8747deef58,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:05.765660 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'd8ff5311-e0a3-4263-85de-4a8747deef58', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'port_id': 'd8ff5311-e0a3-4263-85de-4a8747deef58', 'mac_address': 'fa:16:3e:e7:af:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0290328-7bc5-4266-bfb9-6eb25d91acf0', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:58:05.790613 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831c447-f2ac-4e8f-bb27-e51b9f6725b0 req-4d882712-7e74-4feb-be9d-4065a470c644 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:05.792368 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5831c447-f2ac-4e8f-bb27-e51b9f6725b0 req-4d882712-7e74-4feb-be9d-4065a470c644 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8907001 Nov 12 00:58:05.845887 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-5831c447-f2ac-4e8f-bb27-e51b9f6725b0 req-257febb0-28af-4ae8-b82d-549826b2c873 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Request body: {'port': {'device_id': 'f0637605-ea14-4785-bf50-b25750f161a0', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'admin_state_up': True, 'tenant_id': '3950c53be46242a899363a02f7865cd7'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:05.852525 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:05.862432 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f9a57-3834-4c64-bf3f-a840732b274a req-b8efc30d-7a25-4dd9-a280-4f2daaea84d3 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:05.865758 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e14f9a57-3834-4c64-bf3f-a840732b274a req-b8efc30d-7a25-4dd9-a280-4f2daaea84d3 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.44 "GET /v2.0/networks?id=00a03daf-efbb-48db-964b-992b2504dfd0 HTTP/1.1" status: 200 len: 806 time: 0.2400327 Nov 12 00:58:05.877698 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8ff5311-e0a3-4263-85de-4a8747deef58 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:58:05.905131 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-e14f9a57-3834-4c64-bf3f-a840732b274a req-bd10d520-395f-4c70-aab1-e3446d6c1c71 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Request body: {'port': {'device_id': '2e00f391-e60d-49b0-89ed-9fec6a9bec43', 'network_id': '00a03daf-efbb-48db-964b-992b2504dfd0', 'admin_state_up': True, 'tenant_id': 'ab22182039774befa325e91b3a0bd782'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:05.916095 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port d8ff5311-e0a3-4263-85de-4a8747deef58, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d8ff5311-e0a3-4263-85de-4a8747deef58,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:05.922578 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:06.002137 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=d8ff5311-e0a3-4263-85de-4a8747deef58,revision_number=6']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:06.015202 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:06.017251 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:06.017465 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:06.017909 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:06.018324 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:06.018623 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:06.019051 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:06.021896 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:06.021896 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:06.022290 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:06.022986 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:06.023514 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:06.090717 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e14f9a57-3834-4c64-bf3f-a840732b274a req-bd10d520-395f-4c70-aab1-e3446d6c1c71 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Made reservation on behalf of ab22182039774befa325e91b3a0bd782 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:06.095546 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e14f9a57-3834-4c64-bf3f-a840732b274a req-bd10d520-395f-4c70-aab1-e3446d6c1c71 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:06.102929 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343eef6-e1df-4a32-a47b-335b0ea6bce0 req-88e495ef-3dc8-4b97-8853-201c63576347 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:06.104661 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f343eef6-e1df-4a32-a47b-335b0ea6bce0 req-88e495ef-3dc8-4b97-8853-201c63576347 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f HTTP/1.1" status: 200 len: 944 time: 0.8069372 Nov 12 00:58:06.111795 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-97da2d94-e4c6-4811-bbb9-498e09744149 req-0d222c10-8a38-4fb6-a7de-9cf4862b1260 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] For port 826a3929-0457-4fc5-98c8-fb33208c939e, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=826a3929-0457-4fc5-98c8-fb33208c939e,segment=NetworkSegment(936f4dc4-b49e-4318-84e7-8d3d4988961e),segment_id=936f4dc4-b49e-4318-84e7-8d3d4988961e)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:06.112179 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-97da2d94-e4c6-4811-bbb9-498e09744149 req-0d222c10-8a38-4fb6-a7de-9cf4862b1260 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:06.179524 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-97da2d94-e4c6-4811-bbb9-498e09744149 req-0d222c10-8a38-4fb6-a7de-9cf4862b1260 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Calling delete_port for 826a3929-0457-4fc5-98c8-fb33208c939e owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:06.184781 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['d8ff5311-e0a3-4263-85de-4a8747deef58'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:58:06.357715 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b86f3563-c844-46c5-a425-b5acd9b091e5 req-ce59af92-e4cb-4048-aad2-a85c7f8a496c tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:06.369631 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f343eef6-e1df-4a32-a47b-335b0ea6bce0 req-a79fa5ea-5189-4e4e-aa29-4a1cc06d31a9 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214432 Nov 12 00:58:06.380665 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-614b2a71-15b1-4d67-8f1c-07d91c054bcb req-893b6d71-c3ec-4fdc-879a-4a9c94b201ab tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:06.382728 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-e14f9a57-3834-4c64-bf3f-a840732b274a req-bd10d520-395f-4c70-aab1-e3446d6c1c71 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Allocated IP 172.20.0.12 (00a03daf-efbb-48db-964b-992b2504dfd0/76e4d43b-e53b-464c-a374-bf4144fb9a21/de6a1763-b78c-4ff0-9a3a-b5345318bbef) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:06.458295 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5831c447-f2ac-4e8f-bb27-e51b9f6725b0 req-257febb0-28af-4ae8-b82d-549826b2c873 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Made reservation on behalf of 3950c53be46242a899363a02f7865cd7 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:06.461892 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5831c447-f2ac-4e8f-bb27-e51b9f6725b0 req-257febb0-28af-4ae8-b82d-549826b2c873 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:06.706040 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-614b2a71-15b1-4d67-8f1c-07d91c054bcb req-893b6d71-c3ec-4fdc-879a-4a9c94b201ab tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:06.764967 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['0120747a-5d1e-4fe5-9045-5f4ab8f4c233'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:58:06.766281 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e14f9a57-3834-4c64-bf3f-a840732b274a req-bd10d520-395f-4c70-aab1-e3446d6c1c71 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:06.790046 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-b86f3563-c844-46c5-a425-b5acd9b091e5 req-ce59af92-e4cb-4048-aad2-a85c7f8a496c tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Allocated IP 172.25.3.158 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/f5405a76-f1bd-4893-a720-69bca584579f) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:06.836446 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e14f9a57-3834-4c64-bf3f-a840732b274a req-bd10d520-395f-4c70-aab1-e3446d6c1c71 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:06.853872 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-97da2d94-e4c6-4811-bbb9-498e09744149 req-0d222c10-8a38-4fb6-a7de-9cf4862b1260 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:06.862308 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-614b2a71-15b1-4d67-8f1c-07d91c054bcb req-893b6d71-c3ec-4fdc-879a-4a9c94b201ab tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Network 945c2da1-f958-478a-a48a-8af2dfa2e179 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:06.885090 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-614b2a71-15b1-4d67-8f1c-07d91c054bcb req-893b6d71-c3ec-4fdc-879a-4a9c94b201ab tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:06.919599 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-614b2a71-15b1-4d67-8f1c-07d91c054bcb req-893b6d71-c3ec-4fdc-879a-4a9c94b201ab tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:58:06.968845 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd10d520-395f-4c70-aab1-e3446d6c1c71 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Pushing event updated for resources: {'Port': ['ID=de6a1763-b78c-4ff0-9a3a-b5345318bbef,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:06.974047 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b6d71-c3ec-4fdc-879a-4a9c94b201ab tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Pushing event updated for resources: {'Port': ['ID=d93bd157-569e-4215-a883-ef4be192f0ac,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:06.991209 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e14f9a57-3834-4c64-bf3f-a840732b274a req-bd10d520-395f-4c70-aab1-e3446d6c1c71 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Network 00a03daf-efbb-48db-964b-992b2504dfd0 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:06.994947 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-e14f9a57-3834-4c64-bf3f-a840732b274a req-bd10d520-395f-4c70-aab1-e3446d6c1c71 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:07.000496 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-e14f9a57-3834-4c64-bf3f-a840732b274a req-bd10d520-395f-4c70-aab1-e3446d6c1c71 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:58:07.102140 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d222c10-8a38-4fb6-a7de-9cf4862b1260 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Pushing event deleted for resources: {'Port': ['ID=826a3929-0457-4fc5-98c8-fb33208c939e,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:07.105793 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 826a3929-0457-4fc5-98c8-fb33208c939e no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:58:07.158390 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] No Port match for: 826a3929-0457-4fc5-98c8-fb33208c939e {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:58:07.158390 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 826a3929-0457-4fc5-98c8-fb33208c939e not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:58:07.166066 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b2a71-15b1-4d67-8f1c-07d91c054bcb req-893b6d71-c3ec-4fdc-879a-4a9c94b201ab tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:07.166770 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-614b2a71-15b1-4d67-8f1c-07d91c054bcb req-893b6d71-c3ec-4fdc-879a-4a9c94b201ab tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:07.167917 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f9a57-3834-4c64-bf3f-a840732b274a req-bd10d520-395f-4c70-aab1-e3446d6c1c71 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:07.173491 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e14f9a57-3834-4c64-bf3f-a840732b274a req-bd10d520-395f-4c70-aab1-e3446d6c1c71 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:07.220897 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e14f9a57-3834-4c64-bf3f-a840732b274a req-bd10d520-395f-4c70-aab1-e3446d6c1c71 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3230410 Nov 12 00:58:07.230596 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-97da2d94-e4c6-4811-bbb9-498e09744149 req-0d222c10-8a38-4fb6-a7de-9cf4862b1260 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] No DVR routers for this DVR port 826a3929-0457-4fc5-98c8-fb33208c939e on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:58:07.244128 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-97da2d94-e4c6-4811-bbb9-498e09744149 req-0d222c10-8a38-4fb6-a7de-9cf4862b1260 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:07.247673 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-97da2d94-e4c6-4811-bbb9-498e09744149 req-0d222c10-8a38-4fb6-a7de-9cf4862b1260 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.16 "DELETE /v2.0/ports/826a3929-0457-4fc5-98c8-fb33208c939e HTTP/1.1" status: 204 len: 173 time: 2.6446850 Nov 12 00:58:07.250519 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f', 'name': 'network-vif-deleted', 'tag': '826a3929-0457-4fc5-98c8-fb33208c939e'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:58:07.252922 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d714f241-437a-4289-8003-e7500379b6a5" -d '{"events": [{"server_uuid": "2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f", "name": "network-vif-deleted", "tag": "826a3929-0457-4fc5-98c8-fb33208c939e"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:58:07.273008 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-31b43bff-d9e1-45c0-bf81-b28ea5ee8f65 None None] Provisioning complete for port d93bd157-569e-4215-a883-ef4be192f0ac triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:07.273473 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-31b43bff-d9e1-45c0-bf81-b28ea5ee8f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:07.292651 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-e14f9a57-3834-4c64-bf3f-a840732b274a req-1a641280-a80e-41ab-9df6-e7c80962f7f9 service neutron] Request body: {'port': {'device_id': '2e00f391-e60d-49b0-89ed-9fec6a9bec43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:07.299010 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48110a55-ec80-4c42-a0c9-da98a70f93b7 req-2149aec1-56c4-405f-8d20-2510cab12c3d tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:07.301207 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-48110a55-ec80-4c42-a0c9-da98a70f93b7 req-2149aec1-56c4-405f-8d20-2510cab12c3d tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/ports?device_id=be46e1f9-d511-4ad0-9119-702dfbeb3272 HTTP/1.1" status: 200 len: 936 time: 0.4013944 Nov 12 00:58:07.312692 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-614b2a71-15b1-4d67-8f1c-07d91c054bcb req-893b6d71-c3ec-4fdc-879a-4a9c94b201ab tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2131810 Nov 12 00:58:07.323144 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-31b43bff-d9e1-45c0-bf81-b28ea5ee8f65 None None] Port d93bd157-569e-4215-a883-ef4be192f0ac cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:58:07.377381 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e14f9a57-3834-4c64-bf3f-a840732b274a req-1a641280-a80e-41ab-9df6-e7c80962f7f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:07.383098 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-614b2a71-15b1-4d67-8f1c-07d91c054bcb req-d8ab1b6c-d7ea-4572-b687-fe2138815450 service neutron] Request body: {'port': {'device_id': 'be46e1f9-d511-4ad0-9119-702dfbeb3272', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:07.443237 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-ee80ee83-a220-437c-b7f8-00d5310c426d req-a30f0307-29f0-4c16-b77c-eed33ce9d257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4cbd03e-bbf4-455b-8232-3965a0a2ddd9 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:58:07.501355 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ee80ee83-a220-437c-b7f8-00d5310c426d req-a30f0307-29f0-4c16-b77c-eed33ce9d257 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:07.523008 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device d8ff5311-e0a3-4263-85de-4a8747deef58 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:58:07.554031 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b86f3563-c844-46c5-a425-b5acd9b091e5 req-ce59af92-e4cb-4048-aad2-a85c7f8a496c tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:07.590809 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-ee80ee83-a220-437c-b7f8-00d5310c426d req-a30f0307-29f0-4c16-b77c-eed33ce9d257 service neutron] Transition to ACTIVE for port object d4cbd03e-bbf4-455b-8232-3965a0a2ddd9 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:58:07.642416 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port d8ff5311-e0a3-4263-85de-4a8747deef58 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:07.642936 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:07.743166 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['82024f09-4045-472b-bf68-891c62809ddd'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:58:07.793995 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-5831c447-f2ac-4e8f-bb27-e51b9f6725b0 req-257febb0-28af-4ae8-b82d-549826b2c873 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Allocated IP 192.168.233.191 (945c2da1-f958-478a-a48a-8af2dfa2e179/f0290328-7bc5-4266-bfb9-6eb25d91acf0/0d5ddadc-aac1-4364-b1cd-d766b09dfb93) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:07.799623 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-614b2a71-15b1-4d67-8f1c-07d91c054bcb req-d8ab1b6c-d7ea-4572-b687-fe2138815450 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:07.841814 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-48110a55-ec80-4c42-a0c9-da98a70f93b7 req-819ff30a-2b52-4c9b-bf9e-0f734462eb80 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8269e9f-9f8f-42e5-aea8-675a23d38af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5196550 Nov 12 00:58:07.842631 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ee80ee83-a220-437c-b7f8-00d5310c426d req-a30f0307-29f0-4c16-b77c-eed33ce9d257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:07.942127 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:08.024878 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-e14f9a57-3834-4c64-bf3f-a840732b274a req-1a641280-a80e-41ab-9df6-e7c80962f7f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de6a1763-b78c-4ff0-9a3a-b5345318bbef {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:58:08.074681 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e14f9a57-3834-4c64-bf3f-a840732b274a req-1a641280-a80e-41ab-9df6-e7c80962f7f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:08.117887 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-e14f9a57-3834-4c64-bf3f-a840732b274a req-1a641280-a80e-41ab-9df6-e7c80962f7f9 service neutron] Transition to ACTIVE for port object de6a1763-b78c-4ff0-9a3a-b5345318bbef will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:58:08.126966 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e14f9a57-3834-4c64-bf3f-a840732b274a req-1a641280-a80e-41ab-9df6-e7c80962f7f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:08.193446 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30f0307-29f0-4c16-b77c-eed33ce9d257 service neutron] Pushing event updated for resources: {'Port': ['ID=d4cbd03e-bbf4-455b-8232-3965a0a2ddd9,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:08.325265 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a52b3f75-d395-4f4b-b855-094b7cdcd1af req-bcd5a21e-6a27-45f6-a07c-d71844bde28b tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0637605-ea14-4785-bf50-b25750f161a0 HTTP/1.1" status: 200 len: 210 time: 0.1270950 Nov 12 00:58:08.445202 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f82284-4e4f-4bbe-8c27-f1c5450f8f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ff5311-e0a3-4263-85de-4a8747deef58'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:58:08.450781 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c661d63a-84e4-4485-8830-02c070a1d821" -d '{"events": [{"server_uuid": "96f82284-4e4f-4bbe-8c27-f1c5450f8f1f", "name": "network-vif-plugged", "status": "completed", "tag": "d8ff5311-e0a3-4263-85de-4a8747deef58"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:58:08.466462 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:08.515959 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port d8ff5311-e0a3-4263-85de-4a8747deef58, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d8ff5311-e0a3-4263-85de-4a8747deef58,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:08.540109 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a641280-a80e-41ab-9df6-e7c80962f7f9 service neutron] Pushing event updated for resources: {'Port': ['ID=de6a1763-b78c-4ff0-9a3a-b5345318bbef,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:08.594955 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:08.608065 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-e14f9a57-3834-4c64-bf3f-a840732b274a req-1a641280-a80e-41ab-9df6-e7c80962f7f9 service neutron] Attempting to bind port de6a1763-b78c-4ff0-9a3a-b5345318bbef on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:58:08.608065 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-e14f9a57-3834-4c64-bf3f-a840732b274a req-1a641280-a80e-41ab-9df6-e7c80962f7f9 service neutron] Attempting to bind port de6a1763-b78c-4ff0-9a3a-b5345318bbef by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '45adf0ba-e61d-4509-afe2-5b0ef96fbbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '00a03daf-efbb-48db-964b-992b2504dfd0'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:58:08.608065 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14f9a57-3834-4c64-bf3f-a840732b274a req-1a641280-a80e-41ab-9df6-e7c80962f7f9 service neutron] Attempting to bind port de6a1763-b78c-4ff0-9a3a-b5345318bbef on network 00a03daf-efbb-48db-964b-992b2504dfd0 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:58:08.614089 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14f9a57-3834-4c64-bf3f-a840732b274a req-1a641280-a80e-41ab-9df6-e7c80962f7f9 service neutron] Port de6a1763-b78c-4ff0-9a3a-b5345318bbef on network 00a03daf-efbb-48db-964b-992b2504dfd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:58:08.614496 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14f9a57-3834-4c64-bf3f-a840732b274a req-1a641280-a80e-41ab-9df6-e7c80962f7f9 service neutron] Attempting to bind port de6a1763-b78c-4ff0-9a3a-b5345318bbef on network 00a03daf-efbb-48db-964b-992b2504dfd0 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:58:08.622597 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14f9a57-3834-4c64-bf3f-a840732b274a req-1a641280-a80e-41ab-9df6-e7c80962f7f9 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:58:08.622915 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14f9a57-3834-4c64-bf3f-a840732b274a req-1a641280-a80e-41ab-9df6-e7c80962f7f9 service neutron] Checking segment: {'id': '45adf0ba-e61d-4509-afe2-5b0ef96fbbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '00a03daf-efbb-48db-964b-992b2504dfd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:58:08.623475 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14f9a57-3834-4c64-bf3f-a840732b274a req-1a641280-a80e-41ab-9df6-e7c80962f7f9 service neutron] Bound using segment: {'id': '45adf0ba-e61d-4509-afe2-5b0ef96fbbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '00a03daf-efbb-48db-964b-992b2504dfd0'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:58:08.623936 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-e14f9a57-3834-4c64-bf3f-a840732b274a req-1a641280-a80e-41ab-9df6-e7c80962f7f9 service neutron] Bound port: de6a1763-b78c-4ff0-9a3a-b5345318bbef, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45adf0ba-e61d-4509-afe2-5b0ef96fbbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '00a03daf-efbb-48db-964b-992b2504dfd0'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:58:08.624341 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e14f9a57-3834-4c64-bf3f-a840732b274a req-1a641280-a80e-41ab-9df6-e7c80962f7f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:08.732558 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=d8ff5311-e0a3-4263-85de-4a8747deef58,revision_number=7']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:08.761927 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-ee80ee83-a220-437c-b7f8-00d5310c426d req-a30f0307-29f0-4c16-b77c-eed33ce9d257 service neutron] Attempting to bind port d4cbd03e-bbf4-455b-8232-3965a0a2ddd9 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:58:08.762621 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-ee80ee83-a220-437c-b7f8-00d5310c426d req-a30f0307-29f0-4c16-b77c-eed33ce9d257 service neutron] Attempting to bind port d4cbd03e-bbf4-455b-8232-3965a0a2ddd9 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:58:08.763460 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee80ee83-a220-437c-b7f8-00d5310c426d req-a30f0307-29f0-4c16-b77c-eed33ce9d257 service neutron] Attempting to bind port d4cbd03e-bbf4-455b-8232-3965a0a2ddd9 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:58:08.768626 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-e14f9a57-3834-4c64-bf3f-a840732b274a req-1a641280-a80e-41ab-9df6-e7c80962f7f9 service neutron] For port de6a1763-b78c-4ff0-9a3a-b5345318bbef, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:58:08.774318 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-e14f9a57-3834-4c64-bf3f-a840732b274a req-1a641280-a80e-41ab-9df6-e7c80962f7f9 service neutron] For port de6a1763-b78c-4ff0-9a3a-b5345318bbef, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=de6a1763-b78c-4ff0-9a3a-b5345318bbef,segment=NetworkSegment(45adf0ba-e61d-4509-afe2-5b0ef96fbbf3),segment_id=45adf0ba-e61d-4509-afe2-5b0ef96fbbf3)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:58:08.782930 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e14f9a57-3834-4c64-bf3f-a840732b274a req-1a641280-a80e-41ab-9df6-e7c80962f7f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:08.783556 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee80ee83-a220-437c-b7f8-00d5310c426d req-a30f0307-29f0-4c16-b77c-eed33ce9d257 service neutron] Port d4cbd03e-bbf4-455b-8232-3965a0a2ddd9 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:58:08.784025 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee80ee83-a220-437c-b7f8-00d5310c426d req-a30f0307-29f0-4c16-b77c-eed33ce9d257 service neutron] Attempting to bind port d4cbd03e-bbf4-455b-8232-3965a0a2ddd9 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:58:08.797303 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee80ee83-a220-437c-b7f8-00d5310c426d req-a30f0307-29f0-4c16-b77c-eed33ce9d257 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:58:08.797654 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee80ee83-a220-437c-b7f8-00d5310c426d req-a30f0307-29f0-4c16-b77c-eed33ce9d257 service neutron] Checking segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:58:08.798287 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee80ee83-a220-437c-b7f8-00d5310c426d req-a30f0307-29f0-4c16-b77c-eed33ce9d257 service neutron] Bound using segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:58:08.798858 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-ee80ee83-a220-437c-b7f8-00d5310c426d req-a30f0307-29f0-4c16-b77c-eed33ce9d257 service neutron] Bound port: d4cbd03e-bbf4-455b-8232-3965a0a2ddd9, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:58:08.799337 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ee80ee83-a220-437c-b7f8-00d5310c426d req-a30f0307-29f0-4c16-b77c-eed33ce9d257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:08.905370 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a641280-a80e-41ab-9df6-e7c80962f7f9 service neutron] Pushing event updated for resources: {'Port': ['ID=de6a1763-b78c-4ff0-9a3a-b5345318bbef,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:08.921337 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ce0a9-4092-4374-9b7c-b511d466e163 req-e3230282-775b-4846-b80a-65ab27dfc415 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:08.937547 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f9a57-3834-4c64-bf3f-a840732b274a req-1a641280-a80e-41ab-9df6-e7c80962f7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:08.938772 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e14f9a57-3834-4c64-bf3f-a840732b274a req-1a641280-a80e-41ab-9df6-e7c80962f7f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:08.943172 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8b6ce0a9-4092-4374-9b7c-b511d466e163 req-e3230282-775b-4846-b80a-65ab27dfc415 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e00f391-e60d-49b0-89ed-9fec6a9bec43 HTTP/1.1" status: 200 len: 944 time: 0.3547320 Nov 12 00:58:08.943485 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e14f9a57-3834-4c64-bf3f-a840732b274a req-1a641280-a80e-41ab-9df6-e7c80962f7f9 service neutron] 10.222.0.44 "PUT /v2.0/ports/de6a1763-b78c-4ff0-9a3a-b5345318bbef HTTP/1.1" status: 200 len: 1093 time: 1.6563053 Nov 12 00:58:08.945138 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e00f391-e60d-49b0-89ed-9fec6a9bec43', 'tag': 'de6a1763-b78c-4ff0-9a3a-b5345318bbef'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:58:08.949439 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f05b0a6-a3fb-4ae2-9e37-74956ca8f37c" -d '{"events": [{"name": "network-changed", "server_uuid": "2e00f391-e60d-49b0-89ed-9fec6a9bec43", "tag": "de6a1763-b78c-4ff0-9a3a-b5345318bbef"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:58:08.958753 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b86f3563-c844-46c5-a425-b5acd9b091e5 req-ce59af92-e4cb-4048-aad2-a85c7f8a496c tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:09.155232 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f9a57-3834-4c64-bf3f-a840732b274a req-8692fded-87ab-45d1-8716-ec9f4819fbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:09.155232 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e14f9a57-3834-4c64-bf3f-a840732b274a req-8692fded-87ab-45d1-8716-ec9f4819fbc1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab22182039774befa325e91b3a0bd782&device_id=2e00f391-e60d-49b0-89ed-9fec6a9bec43 HTTP/1.1" status: 200 len: 1096 time: 0.1001704 Nov 12 00:58:09.239060 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e14f9a57-3834-4c64-bf3f-a840732b274a req-ee7a8bf5-d7ec-4548-9d23-e5f1cdf0fac1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de6a1763-b78c-4ff0-9a3a-b5345318bbef HTTP/1.1" status: 200 len: 217 time: 0.0663724 Nov 12 00:58:09.309682 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f9a57-3834-4c64-bf3f-a840732b274a req-edc8972d-ff71-442d-923d-3532a3170252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:09.311241 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e14f9a57-3834-4c64-bf3f-a840732b274a req-edc8972d-ff71-442d-923d-3532a3170252 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=76e4d43b-e53b-464c-a374-bf4144fb9a21 HTTP/1.1" status: 200 len: 846 time: 0.0642135 Nov 12 00:58:09.375239 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e14f9a57-3834-4c64-bf3f-a840732b274a req-de668dec-4d6c-42b7-a09e-2ff50ead75a8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00a03daf-efbb-48db-964b-992b2504dfd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555258 Nov 12 00:58:09.544676 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e14f9a57-3834-4c64-bf3f-a840732b274a req-00610b2c-0815-4f08-8320-7b143fd923f3 service neutron] 10.222.0.44 "GET /v2.0/networks/00a03daf-efbb-48db-964b-992b2504dfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532688 Nov 12 00:58:09.560725 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b86f3563-c844-46c5-a425-b5acd9b091e5 req-ce59af92-e4cb-4048-aad2-a85c7f8a496c tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:09.613288 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-b86f3563-c844-46c5-a425-b5acd9b091e5 req-ce59af92-e4cb-4048-aad2-a85c7f8a496c tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:09.637112 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86f3563-c844-46c5-a425-b5acd9b091e5 req-ce59af92-e4cb-4048-aad2-a85c7f8a496c tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:58:09.715849 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-ee80ee83-a220-437c-b7f8-00d5310c426d req-a30f0307-29f0-4c16-b77c-eed33ce9d257 service neutron] For port d4cbd03e-bbf4-455b-8232-3965a0a2ddd9, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:58:09.718812 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce59af92-e4cb-4048-aad2-a85c7f8a496c tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Pushing event updated for resources: {'Port': ['ID=f5405a76-f1bd-4893-a720-69bca584579f,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:09.761595 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8b6ce0a9-4092-4374-9b7c-b511d466e163 req-57d08fed-2958-4539-8ba0-9bd41332da6f tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8161428 Nov 12 00:58:09.767399 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e14f9a57-3834-4c64-bf3f-a840732b274a req-f03eac83-a24d-4a4d-85e8-0a8dfb0304d9 service neutron] 10.222.0.44 "GET /v2.0/networks/00a03daf-efbb-48db-964b-992b2504dfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064400 Nov 12 00:58:09.791332 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-ee80ee83-a220-437c-b7f8-00d5310c426d req-a30f0307-29f0-4c16-b77c-eed33ce9d257 service neutron] For port d4cbd03e-bbf4-455b-8232-3965a0a2ddd9, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d4cbd03e-bbf4-455b-8232-3965a0a2ddd9,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:58:09.815711 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ee80ee83-a220-437c-b7f8-00d5310c426d req-a30f0307-29f0-4c16-b77c-eed33ce9d257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:09.863245 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5831c447-f2ac-4e8f-bb27-e51b9f6725b0 req-257febb0-28af-4ae8-b82d-549826b2c873 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:09.903320 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157218de-478e-494b-a921-206d6432a5e5 x-openstack-request-id: req-157218de-478e-494b-a921-206d6432a5e5 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:58:09.904478 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f", "name": "network-vif-deleted", "tag": "826a3929-0457-4fc5-98c8-fb33208c939e", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:58:09.904695 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-157218de-478e-494b-a921-206d6432a5e5 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:58:09.905211 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c8856ba-c8c9-4d7a-b2e3-03a5eb82443f', 'name': 'network-vif-deleted', 'tag': '826a3929-0457-4fc5-98c8-fb33208c939e', 'status': 'completed', 'code': 200} Nov 12 00:58:09.946565 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80ee83-a220-437c-b7f8-00d5310c426d req-a30f0307-29f0-4c16-b77c-eed33ce9d257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:09.947661 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ee80ee83-a220-437c-b7f8-00d5310c426d req-a30f0307-29f0-4c16-b77c-eed33ce9d257 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:09.950229 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee80ee83-a220-437c-b7f8-00d5310c426d req-a30f0307-29f0-4c16-b77c-eed33ce9d257 service neutron] 10.222.0.44 "PUT /v2.0/ports/d4cbd03e-bbf4-455b-8232-3965a0a2ddd9 HTTP/1.1" status: 200 len: 1097 time: 5.2238004 Nov 12 00:58:10.107534 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b86f3563-c844-46c5-a425-b5acd9b091e5 req-ce59af92-e4cb-4048-aad2-a85c7f8a496c tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:10.240378 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b86f3563-c844-46c5-a425-b5acd9b091e5 req-ce59af92-e4cb-4048-aad2-a85c7f8a496c tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:10.297177 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30f0307-29f0-4c16-b77c-eed33ce9d257 service neutron] Pushing event updated for resources: {'Port': ['ID=d4cbd03e-bbf4-455b-8232-3965a0a2ddd9,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:10.356576 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80ee83-a220-437c-b7f8-00d5310c426d req-aec9a0f3-a717-45a3-91fb-6dc46d664186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:10.358477 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee80ee83-a220-437c-b7f8-00d5310c426d req-aec9a0f3-a717-45a3-91fb-6dc46d664186 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3950c53be46242a899363a02f7865cd7&device_id=fa50c5ea-6d4d-44ff-804d-2a670cf0e0df HTTP/1.1" status: 200 len: 1100 time: 0.2360806 Nov 12 00:58:10.378568 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:10.392586 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c6a154-8cac-42ab-9641-9a8c926cbaba x-openstack-request-id: req-02c6a154-8cac-42ab-9641-9a8c926cbaba {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:58:10.393406 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f82284-4e4f-4bbe-8c27-f1c5450f8f1f", "name": "network-vif-plugged", "status": "completed", "tag": "d8ff5311-e0a3-4263-85de-4a8747deef58", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:58:10.394088 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-02c6a154-8cac-42ab-9641-9a8c926cbaba {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:58:10.395363 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f82284-4e4f-4bbe-8c27-f1c5450f8f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ff5311-e0a3-4263-85de-4a8747deef58', 'code': 200} Nov 12 00:58:10.488861 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5831c447-f2ac-4e8f-bb27-e51b9f6725b0 req-257febb0-28af-4ae8-b82d-549826b2c873 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:10.596463 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee80ee83-a220-437c-b7f8-00d5310c426d req-f3b64eb8-d35b-4440-a136-241ff0983fe2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=d4cbd03e-bbf4-455b-8232-3965a0a2ddd9 HTTP/1.1" status: 200 len: 217 time: 0.1213853 Nov 12 00:58:10.721713 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5831c447-f2ac-4e8f-bb27-e51b9f6725b0 req-257febb0-28af-4ae8-b82d-549826b2c873 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Network 945c2da1-f958-478a-a48a-8af2dfa2e179 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:10.744482 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-5831c447-f2ac-4e8f-bb27-e51b9f6725b0 req-257febb0-28af-4ae8-b82d-549826b2c873 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:10.753042 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257febb0-28af-4ae8-b82d-549826b2c873 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Pushing event updated for resources: {'Port': ['ID=0d5ddadc-aac1-4364-b1cd-d766b09dfb93,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:10.765808 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-5831c447-f2ac-4e8f-bb27-e51b9f6725b0 req-257febb0-28af-4ae8-b82d-549826b2c873 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:58:10.805825 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:58:10.851928 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e76de-0ad8-4e40-8c5e-45693fdea533 req-caafa0f4-6a4f-4676-9c31-926d153c9c24 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:10.856966 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e37e76de-0ad8-4e40-8c5e-45693fdea533 req-caafa0f4-6a4f-4676-9c31-926d153c9c24 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/ports?device_id=be46e1f9-d511-4ad0-9119-702dfbeb3272 HTTP/1.1" status: 200 len: 936 time: 0.3508472 Nov 12 00:58:10.880240 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80ee83-a220-437c-b7f8-00d5310c426d req-8a43862c-90b9-4c94-b101-4b4a47b1fb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:10.881813 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee80ee83-a220-437c-b7f8-00d5310c426d req-8a43862c-90b9-4c94-b101-4b4a47b1fb30 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.2339168 Nov 12 00:58:10.972472 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-614b2a71-15b1-4d67-8f1c-07d91c054bcb req-d8ab1b6c-d7ea-4572-b687-fe2138815450 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d93bd157-569e-4215-a883-ef4be192f0ac {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:58:10.998405 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831c447-f2ac-4e8f-bb27-e51b9f6725b0 req-257febb0-28af-4ae8-b82d-549826b2c873 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:10.999663 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5831c447-f2ac-4e8f-bb27-e51b9f6725b0 req-257febb0-28af-4ae8-b82d-549826b2c873 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:11.060673 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-614b2a71-15b1-4d67-8f1c-07d91c054bcb req-d8ab1b6c-d7ea-4572-b687-fe2138815450 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:11.166152 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b86f3563-c844-46c5-a425-b5acd9b091e5 req-ce59af92-e4cb-4048-aad2-a85c7f8a496c tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:11.169700 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-450922c5-8b45-459e-83b8-7617e0f6b91d None None] Provisioning complete for port 0d5ddadc-aac1-4364-b1cd-d766b09dfb93 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:11.170538 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-450922c5-8b45-459e-83b8-7617e0f6b91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:11.199861 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-614b2a71-15b1-4d67-8f1c-07d91c054bcb req-d8ab1b6c-d7ea-4572-b687-fe2138815450 service neutron] Transition to ACTIVE for port object d93bd157-569e-4215-a883-ef4be192f0ac will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:58:11.209845 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b86f3563-c844-46c5-a425-b5acd9b091e5 req-ce59af92-e4cb-4048-aad2-a85c7f8a496c tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:11.217491 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5831c447-f2ac-4e8f-bb27-e51b9f6725b0 req-257febb0-28af-4ae8-b82d-549826b2c873 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.3753476 Nov 12 00:58:11.227684 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-450922c5-8b45-459e-83b8-7617e0f6b91d None None] Port 0d5ddadc-aac1-4364-b1cd-d766b09dfb93 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:58:11.255770 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-614b2a71-15b1-4d67-8f1c-07d91c054bcb req-d8ab1b6c-d7ea-4572-b687-fe2138815450 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:11.308476 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-5831c447-f2ac-4e8f-bb27-e51b9f6725b0 req-a27e3c26-525c-418a-986d-e4f80e490331 service neutron] Request body: {'port': {'device_id': 'f0637605-ea14-4785-bf50-b25750f161a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:11.337414 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e37e76de-0ad8-4e40-8c5e-45693fdea533 req-7a6f366b-ecd0-4584-a238-e7c5fd13f242 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8269e9f-9f8f-42e5-aea8-675a23d38af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4520707 Nov 12 00:58:11.390463 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80ee83-a220-437c-b7f8-00d5310c426d req-37ec263c-927e-4d21-9f0a-01257a1cd67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:11.395409 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee80ee83-a220-437c-b7f8-00d5310c426d req-37ec263c-927e-4d21-9f0a-01257a1cd67c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4605560 Nov 12 00:58:11.402236 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a280f522-6d14-4ef1-bda7-9bc837cdde2e x-openstack-request-id: req-a280f522-6d14-4ef1-bda7-9bc837cdde2e {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:58:11.402777 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e00f391-e60d-49b0-89ed-9fec6a9bec43", "tag": "de6a1763-b78c-4ff0-9a3a-b5345318bbef", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:58:11.402777 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a280f522-6d14-4ef1-bda7-9bc837cdde2e {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:58:11.403690 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e00f391-e60d-49b0-89ed-9fec6a9bec43', 'tag': 'de6a1763-b78c-4ff0-9a3a-b5345318bbef', 'status': 'completed', 'code': 200} Nov 12 00:58:11.525343 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device de6a1763-b78c-4ff0-9a3a-b5345318bbef details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:58:11.633327 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05b0a6-a3fb-4ae2-9e37-74956ca8f37c req-156b3c08-ebe4-428b-bfdb-f4afc3787c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:11.636388 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce59af92-e4cb-4048-aad2-a85c7f8a496c tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Pushing event updated for resources: {'Port': ['ID=f5405a76-f1bd-4893-a720-69bca584579f,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:11.639217 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2f05b0a6-a3fb-4ae2-9e37-74956ca8f37c req-156b3c08-ebe4-428b-bfdb-f4afc3787c82 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab22182039774befa325e91b3a0bd782&device_id=2e00f391-e60d-49b0-89ed-9fec6a9bec43 HTTP/1.1" status: 200 len: 1096 time: 0.1648610 Nov 12 00:58:11.750167 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port de6a1763-b78c-4ff0-9a3a-b5345318bbef, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=de6a1763-b78c-4ff0-9a3a-b5345318bbef,segment=NetworkSegment(45adf0ba-e61d-4509-afe2-5b0ef96fbbf3),segment_id=45adf0ba-e61d-4509-afe2-5b0ef96fbbf3)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:11.780967 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'de6a1763-b78c-4ff0-9a3a-b5345318bbef', 'network_id': '00a03daf-efbb-48db-964b-992b2504dfd0', 'port_id': 'de6a1763-b78c-4ff0-9a3a-b5345318bbef', 'mac_address': 'fa:16:3e:d0:56:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76e4d43b-e53b-464c-a374-bf4144fb9a21', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:58:11.817658 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05b0a6-a3fb-4ae2-9e37-74956ca8f37c req-c5c05951-30ed-4c05-b44a-f0b70be5bb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:11.819762 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2f05b0a6-a3fb-4ae2-9e37-74956ca8f37c req-c5c05951-30ed-4c05-b44a-f0b70be5bb1a service neutron] 10.222.0.44 "GET /v2.0/networks?id=00a03daf-efbb-48db-964b-992b2504dfd0 HTTP/1.1" status: 200 len: 906 time: 0.1760812 Nov 12 00:58:11.851153 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b86f3563-c844-46c5-a425-b5acd9b091e5 req-ce59af92-e4cb-4048-aad2-a85c7f8a496c tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:11.856199 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:11.883861 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de6a1763-b78c-4ff0-9a3a-b5345318bbef {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:58:11.890268 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2f05b0a6-a3fb-4ae2-9e37-74956ca8f37c req-58de6d56-8e35-4655-a48a-1210893d7114 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de6a1763-b78c-4ff0-9a3a-b5345318bbef HTTP/1.1" status: 200 len: 217 time: 0.0567887 Nov 12 00:58:11.920380 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port de6a1763-b78c-4ff0-9a3a-b5345318bbef, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=de6a1763-b78c-4ff0-9a3a-b5345318bbef,segment=NetworkSegment(45adf0ba-e61d-4509-afe2-5b0ef96fbbf3),segment_id=45adf0ba-e61d-4509-afe2-5b0ef96fbbf3)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:11.926490 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa50c5ea-6d4d-44ff-804d-2a670cf0e0df', 'tag': 'd4cbd03e-bbf4-455b-8232-3965a0a2ddd9'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:58:11.928856 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:11.932288 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b40bdc-313e-4d3b-9ccf-0a7b76d4e60b" -d '{"events": [{"name": "network-changed", "server_uuid": "fa50c5ea-6d4d-44ff-804d-2a670cf0e0df", "tag": "d4cbd03e-bbf4-455b-8232-3965a0a2ddd9"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:58:11.981501 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05b0a6-a3fb-4ae2-9e37-74956ca8f37c req-e7de8189-ff2f-427c-a10b-082e1ddc685b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:11.984181 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2f05b0a6-a3fb-4ae2-9e37-74956ca8f37c req-e7de8189-ff2f-427c-a10b-082e1ddc685b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=76e4d43b-e53b-464c-a374-bf4144fb9a21 HTTP/1.1" status: 200 len: 846 time: 0.0835006 Nov 12 00:58:11.995925 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5831c447-f2ac-4e8f-bb27-e51b9f6725b0 req-a27e3c26-525c-418a-986d-e4f80e490331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:12.030100 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=de6a1763-b78c-4ff0-9a3a-b5345318bbef,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:12.046050 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2f05b0a6-a3fb-4ae2-9e37-74956ca8f37c req-a5babdf9-176a-4927-848b-c55669060a9b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00a03daf-efbb-48db-964b-992b2504dfd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491123 Nov 12 00:58:12.048812 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee80ee83-a220-437c-b7f8-00d5310c426d req-4672bf40-e111-43a0-bf8c-91c865b47b51 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5972509 Nov 12 00:58:12.100323 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab1b6c-d7ea-4572-b687-fe2138815450 service neutron] Pushing event updated for resources: {'Port': ['ID=d93bd157-569e-4215-a883-ef4be192f0ac,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:12.117561 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b86f3563-c844-46c5-a425-b5acd9b091e5 req-ce59af92-e4cb-4048-aad2-a85c7f8a496c tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:12.118829 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b86f3563-c844-46c5-a425-b5acd9b091e5 req-ce59af92-e4cb-4048-aad2-a85c7f8a496c tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 7.4546425 Nov 12 00:58:12.258103 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-614b2a71-15b1-4d67-8f1c-07d91c054bcb req-d8ab1b6c-d7ea-4572-b687-fe2138815450 service neutron] Attempting to bind port d93bd157-569e-4215-a883-ef4be192f0ac on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:58:12.258847 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-614b2a71-15b1-4d67-8f1c-07d91c054bcb req-d8ab1b6c-d7ea-4572-b687-fe2138815450 service neutron] Attempting to bind port d93bd157-569e-4215-a883-ef4be192f0ac by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:58:12.259403 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614b2a71-15b1-4d67-8f1c-07d91c054bcb req-d8ab1b6c-d7ea-4572-b687-fe2138815450 service neutron] Attempting to bind port d93bd157-569e-4215-a883-ef4be192f0ac on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:58:12.273531 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190004d-f4a8-48b8-9266-9e6f10f58cd6 req-bac1ed5c-51fc-4801-bfa4-e90df5190119 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:12.284077 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7190004d-f4a8-48b8-9266-9e6f10f58cd6 req-bac1ed5c-51fc-4801-bfa4-e90df5190119 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0637605-ea14-4785-bf50-b25750f161a0 HTTP/1.1" status: 200 len: 936 time: 0.6298406 Nov 12 00:58:12.310752 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614b2a71-15b1-4d67-8f1c-07d91c054bcb req-d8ab1b6c-d7ea-4572-b687-fe2138815450 service neutron] Port d93bd157-569e-4215-a883-ef4be192f0ac on network 945c2da1-f958-478a-a48a-8af2dfa2e179 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:58:12.311409 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614b2a71-15b1-4d67-8f1c-07d91c054bcb req-d8ab1b6c-d7ea-4572-b687-fe2138815450 service neutron] Attempting to bind port d93bd157-569e-4215-a883-ef4be192f0ac on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:58:12.320116 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2f05b0a6-a3fb-4ae2-9e37-74956ca8f37c req-e11f96bc-787d-418f-8a17-f46d3b486d2d service neutron] 10.222.0.44 "GET /v2.0/networks/00a03daf-efbb-48db-964b-992b2504dfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508538 Nov 12 00:58:12.365611 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614b2a71-15b1-4d67-8f1c-07d91c054bcb req-d8ab1b6c-d7ea-4572-b687-fe2138815450 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:58:12.366330 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614b2a71-15b1-4d67-8f1c-07d91c054bcb req-d8ab1b6c-d7ea-4572-b687-fe2138815450 service neutron] Checking segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:58:12.367041 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614b2a71-15b1-4d67-8f1c-07d91c054bcb req-d8ab1b6c-d7ea-4572-b687-fe2138815450 service neutron] Bound using segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:58:12.367723 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-614b2a71-15b1-4d67-8f1c-07d91c054bcb req-d8ab1b6c-d7ea-4572-b687-fe2138815450 service neutron] Bound port: d93bd157-569e-4215-a883-ef4be192f0ac, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:58:12.368419 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-614b2a71-15b1-4d67-8f1c-07d91c054bcb req-d8ab1b6c-d7ea-4572-b687-fe2138815450 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:12.374638 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7190004d-f4a8-48b8-9266-9e6f10f58cd6 req-8186952a-1398-407e-bb77-f5118ce8a296 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893524 Nov 12 00:58:12.430872 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['de6a1763-b78c-4ff0-9a3a-b5345318bbef'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:58:12.603693 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2f05b0a6-a3fb-4ae2-9e37-74956ca8f37c req-2185c0c8-bf1a-47f1-9549-78f919c0a258 service neutron] 10.222.0.44 "GET /v2.0/networks/00a03daf-efbb-48db-964b-992b2504dfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739239 Nov 12 00:58:12.879679 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee80ee83-a220-437c-b7f8-00d5310c426d req-c13dec0a-9085-48af-bb1e-d8c281f8768f service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7983816 Nov 12 00:58:12.923527 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b86f3563-c844-46c5-a425-b5acd9b091e5 req-5983817e-1a79-4e75-97a7-fa17a57982f2 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.158 HTTP/1.1" status: 200 len: 696 time: 0.7428229 Nov 12 00:58:13.130503 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-614b2a71-15b1-4d67-8f1c-07d91c054bcb req-d8ab1b6c-d7ea-4572-b687-fe2138815450 service neutron] For port d93bd157-569e-4215-a883-ef4be192f0ac, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:58:13.153534 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558beabf-41b3-440b-8441-2537d0803f13 req-8a8426ae-bfa4-41a6-843d-31d528cc85fe tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:13.157548 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-558beabf-41b3-440b-8441-2537d0803f13 req-8a8426ae-bfa4-41a6-843d-31d528cc85fe tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e00f391-e60d-49b0-89ed-9fec6a9bec43 HTTP/1.1" status: 200 len: 945 time: 0.2707219 Nov 12 00:58:13.213147 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-614b2a71-15b1-4d67-8f1c-07d91c054bcb req-d8ab1b6c-d7ea-4572-b687-fe2138815450 service neutron] For port d93bd157-569e-4215-a883-ef4be192f0ac, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d93bd157-569e-4215-a883-ef4be192f0ac,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:58:13.265677 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-614b2a71-15b1-4d67-8f1c-07d91c054bcb req-d8ab1b6c-d7ea-4572-b687-fe2138815450 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:13.333261 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f3563-c844-46c5-a425-b5acd9b091e5 req-3eb0d86a-2fc6-4780-9f55-b09ab9fb7583 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:13.334783 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b86f3563-c844-46c5-a425-b5acd9b091e5 req-3eb0d86a-2fc6-4780-9f55-b09ab9fb7583 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "GET /v2.0/networks/ab9ea869-d067-4dfb-b2de-16b019fae22d HTTP/1.1" status: 200 len: 784 time: 0.3809578 Nov 12 00:58:13.395304 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b2a71-15b1-4d67-8f1c-07d91c054bcb req-d8ab1b6c-d7ea-4572-b687-fe2138815450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:13.395956 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-614b2a71-15b1-4d67-8f1c-07d91c054bcb req-d8ab1b6c-d7ea-4572-b687-fe2138815450 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:13.397694 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-614b2a71-15b1-4d67-8f1c-07d91c054bcb req-d8ab1b6c-d7ea-4572-b687-fe2138815450 service neutron] 10.222.0.44 "PUT /v2.0/ports/d93bd157-569e-4215-a883-ef4be192f0ac HTTP/1.1" status: 200 len: 1097 time: 6.0217512 Nov 12 00:58:13.469705 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-558beabf-41b3-440b-8441-2537d0803f13 req-05083ef6-c117-466f-b374-4ccd57655805 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905900 Nov 12 00:58:13.476107 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab1b6c-d7ea-4572-b687-fe2138815450 service neutron] Pushing event updated for resources: {'Port': ['ID=d93bd157-569e-4215-a883-ef4be192f0ac,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:13.532339 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-5831c447-f2ac-4e8f-bb27-e51b9f6725b0 req-a27e3c26-525c-418a-986d-e4f80e490331 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d5ddadc-aac1-4364-b1cd-d766b09dfb93 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:58:13.556780 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5831c447-f2ac-4e8f-bb27-e51b9f6725b0 req-a27e3c26-525c-418a-986d-e4f80e490331 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:13.570878 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95fe3ac-55c8-41f1-921d-1f2ed7f55864 req-9defed77-6002-494a-9a21-7cf2cc2d7c2c tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:13.572860 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f95fe3ac-55c8-41f1-921d-1f2ed7f55864 req-9defed77-6002-494a-9a21-7cf2cc2d7c2c tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.16 "GET /v2.0/ports?device_id=693d0b75-ece2-4869-ae25-5ae5d8a5bb27 HTTP/1.1" status: 200 len: 945 time: 0.2683218 Nov 12 00:58:13.593931 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-5831c447-f2ac-4e8f-bb27-e51b9f6725b0 req-a27e3c26-525c-418a-986d-e4f80e490331 service neutron] Transition to ACTIVE for port object 0d5ddadc-aac1-4364-b1cd-d766b09dfb93 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:58:13.668024 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5831c447-f2ac-4e8f-bb27-e51b9f6725b0 req-a27e3c26-525c-418a-986d-e4f80e490331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:13.710552 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4531485d-83e7-459e-bf17-fbc3a50e3492 x-openstack-request-id: req-4531485d-83e7-459e-bf17-fbc3a50e3492 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:58:13.712963 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa50c5ea-6d4d-44ff-804d-2a670cf0e0df", "tag": "d4cbd03e-bbf4-455b-8232-3965a0a2ddd9", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:58:13.713230 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4531485d-83e7-459e-bf17-fbc3a50e3492 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:58:13.713839 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa50c5ea-6d4d-44ff-804d-2a670cf0e0df', 'tag': 'd4cbd03e-bbf4-455b-8232-3965a0a2ddd9', 'status': 'completed', 'code': 200} Nov 12 00:58:14.113221 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27e3c26-525c-418a-986d-e4f80e490331 service neutron] Pushing event updated for resources: {'Port': ['ID=0d5ddadc-aac1-4364-b1cd-d766b09dfb93,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:14.181118 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b2a71-15b1-4d67-8f1c-07d91c054bcb req-3020827c-08a5-4abc-bf44-432de9a883bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:14.182941 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-614b2a71-15b1-4d67-8f1c-07d91c054bcb req-3020827c-08a5-4abc-bf44-432de9a883bd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3ee3eaa101f14fbaad2aa4a78dc04a0d&device_id=be46e1f9-d511-4ad0-9119-702dfbeb3272 HTTP/1.1" status: 200 len: 1100 time: 0.5405693 Nov 12 00:58:14.198072 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48470166-4ed0-41ba-8291-78ce66aa998f req-721d33e0-52a9-4d85-9bd0-09fbb337f30c tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:14.200590 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-48470166-4ed0-41ba-8291-78ce66aa998f req-721d33e0-52a9-4d85-9bd0-09fbb337f30c tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/ports?device_id=be46e1f9-d511-4ad0-9119-702dfbeb3272 HTTP/1.1" status: 200 len: 948 time: 0.2568383 Nov 12 00:58:14.208562 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b40bdc-313e-4d3b-9ccf-0a7b76d4e60b req-e87b1da7-e85d-4696-a4ea-f5fdf63ef12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:14.211265 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e4b40bdc-313e-4d3b-9ccf-0a7b76d4e60b req-e87b1da7-e85d-4696-a4ea-f5fdf63ef12b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3950c53be46242a899363a02f7865cd7&device_id=fa50c5ea-6d4d-44ff-804d-2a670cf0e0df HTTP/1.1" status: 200 len: 1100 time: 0.4296603 Nov 12 00:58:14.386127 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-614b2a71-15b1-4d67-8f1c-07d91c054bcb req-c92badfe-3391-481a-bc5f-fa13bea6b9ee service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=d93bd157-569e-4215-a883-ef4be192f0ac HTTP/1.1" status: 200 len: 217 time: 0.1076224 Nov 12 00:58:14.401839 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0bb769-3efe-4c2a-a809-83ed6204e656 req-34d9e017-14a3-4232-a40c-784d6f044f9a tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:14.403489 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7d0bb769-3efe-4c2a-a809-83ed6204e656 req-34d9e017-14a3-4232-a40c-784d6f044f9a tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=693d0b75-ece2-4869-ae25-5ae5d8a5bb27 HTTP/1.1" status: 200 len: 945 time: 0.4698200 Nov 12 00:58:14.412102 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-f95fe3ac-55c8-41f1-921d-1f2ed7f55864 req-a3004971-866d-4c90-b95f-bdbe95f08c05 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Deleting port 7d75c348-286f-4701-8d3d-df1cef9f0a75 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:14.412102 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f95fe3ac-55c8-41f1-921d-1f2ed7f55864 req-a3004971-866d-4c90-b95f-bdbe95f08c05 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:14.707877 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-5831c447-f2ac-4e8f-bb27-e51b9f6725b0 req-a27e3c26-525c-418a-986d-e4f80e490331 service neutron] Attempting to bind port 0d5ddadc-aac1-4364-b1cd-d766b09dfb93 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:58:14.708253 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-5831c447-f2ac-4e8f-bb27-e51b9f6725b0 req-a27e3c26-525c-418a-986d-e4f80e490331 service neutron] Attempting to bind port 0d5ddadc-aac1-4364-b1cd-d766b09dfb93 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:58:14.708589 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5831c447-f2ac-4e8f-bb27-e51b9f6725b0 req-a27e3c26-525c-418a-986d-e4f80e490331 service neutron] Attempting to bind port 0d5ddadc-aac1-4364-b1cd-d766b09dfb93 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:58:14.714003 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-48470166-4ed0-41ba-8291-78ce66aa998f req-e1bae434-dec5-45db-9a04-e140e8564ee2 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8269e9f-9f8f-42e5-aea8-675a23d38af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4521024 Nov 12 00:58:14.739860 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b2a71-15b1-4d67-8f1c-07d91c054bcb req-31ccdd02-8050-4d01-8cdd-053a27e6bc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:14.741446 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-614b2a71-15b1-4d67-8f1c-07d91c054bcb req-31ccdd02-8050-4d01-8cdd-053a27e6bc62 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.3366537 Nov 12 00:58:14.778858 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5831c447-f2ac-4e8f-bb27-e51b9f6725b0 req-a27e3c26-525c-418a-986d-e4f80e490331 service neutron] Port 0d5ddadc-aac1-4364-b1cd-d766b09dfb93 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:58:14.779198 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5831c447-f2ac-4e8f-bb27-e51b9f6725b0 req-a27e3c26-525c-418a-986d-e4f80e490331 service neutron] Attempting to bind port 0d5ddadc-aac1-4364-b1cd-d766b09dfb93 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:58:14.801862 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b40bdc-313e-4d3b-9ccf-0a7b76d4e60b req-9d18f94b-9ba5-43c8-9d0c-d6c4a32adf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:14.803639 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e4b40bdc-313e-4d3b-9ccf-0a7b76d4e60b req-9d18f94b-9ba5-43c8-9d0c-d6c4a32adf23 service neutron] 10.222.0.44 "GET /v2.0/networks?id=945c2da1-f958-478a-a48a-8af2dfa2e179 HTTP/1.1" status: 200 len: 869 time: 0.5372548 Nov 12 00:58:14.813212 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7d0bb769-3efe-4c2a-a809-83ed6204e656 req-46428b71-b533-42da-ac96-47fe0d778a53 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551095 Nov 12 00:58:14.828165 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5831c447-f2ac-4e8f-bb27-e51b9f6725b0 req-a27e3c26-525c-418a-986d-e4f80e490331 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:58:14.828651 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5831c447-f2ac-4e8f-bb27-e51b9f6725b0 req-a27e3c26-525c-418a-986d-e4f80e490331 service neutron] Checking segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:58:14.829018 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5831c447-f2ac-4e8f-bb27-e51b9f6725b0 req-a27e3c26-525c-418a-986d-e4f80e490331 service neutron] Bound using segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:58:14.829491 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-5831c447-f2ac-4e8f-bb27-e51b9f6725b0 req-a27e3c26-525c-418a-986d-e4f80e490331 service neutron] Bound port: 0d5ddadc-aac1-4364-b1cd-d766b09dfb93, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:58:14.829925 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5831c447-f2ac-4e8f-bb27-e51b9f6725b0 req-a27e3c26-525c-418a-986d-e4f80e490331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:14.896344 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e4b40bdc-313e-4d3b-9ccf-0a7b76d4e60b req-8ce2326f-1546-4df1-9472-53043e66c3b9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=d4cbd03e-bbf4-455b-8232-3965a0a2ddd9 HTTP/1.1" status: 200 len: 217 time: 0.0820010 Nov 12 00:58:14.909352 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-f95fe3ac-55c8-41f1-921d-1f2ed7f55864 req-a3004971-866d-4c90-b95f-bdbe95f08c05 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] For port 7d75c348-286f-4701-8d3d-df1cef9f0a75, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=7d75c348-286f-4701-8d3d-df1cef9f0a75,segment=NetworkSegment(936f4dc4-b49e-4318-84e7-8d3d4988961e),segment_id=936f4dc4-b49e-4318-84e7-8d3d4988961e)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:14.909866 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f95fe3ac-55c8-41f1-921d-1f2ed7f55864 req-a3004971-866d-4c90-b95f-bdbe95f08c05 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:14.990527 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-f95fe3ac-55c8-41f1-921d-1f2ed7f55864 req-a3004971-866d-4c90-b95f-bdbe95f08c05 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Calling delete_port for 7d75c348-286f-4701-8d3d-df1cef9f0a75 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:15.088774 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b2a71-15b1-4d67-8f1c-07d91c054bcb req-953f5d43-b4de-4548-8501-5e72fb7f6f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:15.089968 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-614b2a71-15b1-4d67-8f1c-07d91c054bcb req-953f5d43-b4de-4548-8501-5e72fb7f6f8c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3263781 Nov 12 00:58:15.237600 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b40bdc-313e-4d3b-9ccf-0a7b76d4e60b req-eb92e49e-5fd8-4d83-b22c-de1f4e8daa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:15.239713 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e4b40bdc-313e-4d3b-9ccf-0a7b76d4e60b req-eb92e49e-5fd8-4d83-b22c-de1f4e8daa4a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.3172624 Nov 12 00:58:15.550596 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device d4cbd03e-bbf4-455b-8232-3965a0a2ddd9 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:58:15.559738 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device de6a1763-b78c-4ff0-9a3a-b5345318bbef up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:58:15.705388 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-5831c447-f2ac-4e8f-bb27-e51b9f6725b0 req-a27e3c26-525c-418a-986d-e4f80e490331 service neutron] For port 0d5ddadc-aac1-4364-b1cd-d766b09dfb93, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:58:15.743534 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be46e1f9-d511-4ad0-9119-702dfbeb3272', 'tag': 'd93bd157-569e-4215-a883-ef4be192f0ac'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:58:15.747915 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9427704-356a-4f58-8b4c-64a38752de96" -d '{"events": [{"name": "network-changed", "server_uuid": "be46e1f9-d511-4ad0-9119-702dfbeb3272", "tag": "d93bd157-569e-4215-a883-ef4be192f0ac"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:58:15.767562 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3ab0d-ae6c-433f-a78a-55b8ddf5b9d1 req-8decfb93-b90d-4110-9f9d-bd2eaec213fa tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:15.781870 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-02c3ab0d-ae6c-433f-a78a-55b8ddf5b9d1 req-8decfb93-b90d-4110-9f9d-bd2eaec213fa tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d4b8e69-4692-4338-b31f-72ae147f48d3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.8842177 Nov 12 00:58:15.936021 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-5831c447-f2ac-4e8f-bb27-e51b9f6725b0 req-a27e3c26-525c-418a-986d-e4f80e490331 service neutron] For port 0d5ddadc-aac1-4364-b1cd-d766b09dfb93, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=0d5ddadc-aac1-4364-b1cd-d766b09dfb93,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:58:15.937267 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port de6a1763-b78c-4ff0-9a3a-b5345318bbef completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:58:15.947992 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-02c3ab0d-ae6c-433f-a78a-55b8ddf5b9d1 req-29cf8c89-20df-41a7-af45-ea44b8c1d2bf tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.158 HTTP/1.1" status: 200 len: 696 time: 0.1633611 Nov 12 00:58:15.950757 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port de6a1763-b78c-4ff0-9a3a-b5345318bbef triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:15.951892 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:15.986558 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a4674-026a-4ea7-9471-c19acef42220 req-f403d477-3a00-44f7-8145-31df79728dfe tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:15.990775 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b21a4674-026a-4ea7-9471-c19acef42220 req-f403d477-3a00-44f7-8145-31df79728dfe tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0637605-ea14-4785-bf50-b25750f161a0 HTTP/1.1" status: 200 len: 948 time: 0.9592338 Nov 12 00:58:15.993286 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5831c447-f2ac-4e8f-bb27-e51b9f6725b0 req-a27e3c26-525c-418a-986d-e4f80e490331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:16.012940 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-02c3ab0d-ae6c-433f-a78a-55b8ddf5b9d1 req-2a3aca77-a7d7-441e-a911-6f946f0fd161 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Request body: {'floatingip': {'port_id': '4b83385c-dd09-4270-aa46-ae29299fbb75', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:16.143206 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port d4cbd03e-bbf4-455b-8232-3965a0a2ddd9, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d4cbd03e-bbf4-455b-8232-3965a0a2ddd9,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:16.287244 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'd4cbd03e-bbf4-455b-8232-3965a0a2ddd9', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'port_id': 'd4cbd03e-bbf4-455b-8232-3965a0a2ddd9', 'mac_address': 'fa:16:3e:68:00:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0290328-7bc5-4266-bfb9-6eb25d91acf0', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:58:16.289641 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-02c3ab0d-ae6c-433f-a78a-55b8ddf5b9d1 req-2a3aca77-a7d7-441e-a911-6f946f0fd161 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Publish callbacks [] for floatingip, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:16.578960 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831c447-f2ac-4e8f-bb27-e51b9f6725b0 req-a27e3c26-525c-418a-986d-e4f80e490331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:16.579700 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5831c447-f2ac-4e8f-bb27-e51b9f6725b0 req-a27e3c26-525c-418a-986d-e4f80e490331 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:16.581222 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5831c447-f2ac-4e8f-bb27-e51b9f6725b0 req-a27e3c26-525c-418a-986d-e4f80e490331 service neutron] 10.222.0.44 "PUT /v2.0/ports/0d5ddadc-aac1-4364-b1cd-d766b09dfb93 HTTP/1.1" status: 200 len: 1097 time: 5.3310006 Nov 12 00:58:16.594695 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-614b2a71-15b1-4d67-8f1c-07d91c054bcb req-b0f73ad4-a4aa-426b-82f1-2d9d8ea5ecaf service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4920330 Nov 12 00:58:16.657240 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:16.705286 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4cbd03e-bbf4-455b-8232-3965a0a2ddd9 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:58:16.710121 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b40bdc-313e-4d3b-9ccf-0a7b76d4e60b req-142b3e4b-a7af-4df7-a9c6-adbe6ece1c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:16.711727 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e4b40bdc-313e-4d3b-9ccf-0a7b76d4e60b req-142b3e4b-a7af-4df7-a9c6-adbe6ece1c53 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.0704460 Nov 12 00:58:16.738992 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:16.810359 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e00f391-e60d-49b0-89ed-9fec6a9bec43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6a1763-b78c-4ff0-9a3a-b5345318bbef'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:58:16.815017 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca20ad20-87d4-48ee-af9c-cab469626233" -d '{"events": [{"server_uuid": "2e00f391-e60d-49b0-89ed-9fec6a9bec43", "name": "network-vif-plugged", "status": "completed", "tag": "de6a1763-b78c-4ff0-9a3a-b5345318bbef"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:58:16.827773 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port d4cbd03e-bbf4-455b-8232-3965a0a2ddd9, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d4cbd03e-bbf4-455b-8232-3965a0a2ddd9,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:16.845989 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:16.852403 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port de6a1763-b78c-4ff0-9a3a-b5345318bbef, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=de6a1763-b78c-4ff0-9a3a-b5345318bbef,segment=NetworkSegment(45adf0ba-e61d-4509-afe2-5b0ef96fbbf3),segment_id=45adf0ba-e61d-4509-afe2-5b0ef96fbbf3)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:16.862651 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:16.983949 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=d4cbd03e-bbf4-455b-8232-3965a0a2ddd9,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:17.025136 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27e3c26-525c-418a-986d-e4f80e490331 service neutron] Pushing event updated for resources: {'Port': ['ID=0d5ddadc-aac1-4364-b1cd-d766b09dfb93,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:17.101329 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b21a4674-026a-4ea7-9471-c19acef42220 req-a5c29491-77da-4784-9b98-3d13de12e661 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7770150 Nov 12 00:58:17.107990 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=de6a1763-b78c-4ff0-9a3a-b5345318bbef,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:17.135147 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f95fe3ac-55c8-41f1-921d-1f2ed7f55864 req-a3004971-866d-4c90-b95f-bdbe95f08c05 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:17.143276 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 7d75c348-286f-4701-8d3d-df1cef9f0a75 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:58:17.225722 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] No Port match for: 7d75c348-286f-4701-8d3d-df1cef9f0a75 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:58:17.226278 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 7d75c348-286f-4701-8d3d-df1cef9f0a75 not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:58:17.291691 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['d4cbd03e-bbf4-455b-8232-3965a0a2ddd9'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:58:17.317112 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3004971-866d-4c90-b95f-bdbe95f08c05 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Pushing event deleted for resources: {'Port': ['ID=7d75c348-286f-4701-8d3d-df1cef9f0a75,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:17.357506 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831c447-f2ac-4e8f-bb27-e51b9f6725b0 req-73c9a6cb-b059-47b1-a1cb-3dda289eef86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:17.359980 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5831c447-f2ac-4e8f-bb27-e51b9f6725b0 req-73c9a6cb-b059-47b1-a1cb-3dda289eef86 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3950c53be46242a899363a02f7865cd7&device_id=f0637605-ea14-4785-bf50-b25750f161a0 HTTP/1.1" status: 200 len: 1100 time: 0.6419098 Nov 12 00:58:17.383939 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-614b2a71-15b1-4d67-8f1c-07d91c054bcb req-a5a64943-f57a-4877-a878-94ae4f06fb55 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6803260 Nov 12 00:58:17.492276 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e4b40bdc-313e-4d3b-9ccf-0a7b76d4e60b req-77476bcb-d000-43e1-8b98-3f4729c59322 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7593827 Nov 12 00:58:17.628276 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-f95fe3ac-55c8-41f1-921d-1f2ed7f55864 req-a3004971-866d-4c90-b95f-bdbe95f08c05 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] No DVR routers for this DVR port 7d75c348-286f-4701-8d3d-df1cef9f0a75 on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:58:17.632901 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5831c447-f2ac-4e8f-bb27-e51b9f6725b0 req-b602f4ff-d13b-42c1-bb6d-5c040f061522 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=0d5ddadc-aac1-4364-b1cd-d766b09dfb93 HTTP/1.1" status: 200 len: 217 time: 0.2232194 Nov 12 00:58:17.646714 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f95fe3ac-55c8-41f1-921d-1f2ed7f55864 req-a3004971-866d-4c90-b95f-bdbe95f08c05 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:17.652630 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f95fe3ac-55c8-41f1-921d-1f2ed7f55864 req-a3004971-866d-4c90-b95f-bdbe95f08c05 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.16 "DELETE /v2.0/ports/7d75c348-286f-4701-8d3d-df1cef9f0a75 HTTP/1.1" status: 204 len: 173 time: 4.0679145 Nov 12 00:58:17.821566 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6638667b-f732-446b-b525-8ec802dc3300 req-1a8e5b18-81d2-487a-afd8-f9036bb8698b tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:17.823372 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6638667b-f732-446b-b525-8ec802dc3300 req-1a8e5b18-81d2-487a-afd8-f9036bb8698b tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e00f391-e60d-49b0-89ed-9fec6a9bec43 HTTP/1.1" status: 200 len: 946 time: 0.5311017 Nov 12 00:58:17.908848 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831c447-f2ac-4e8f-bb27-e51b9f6725b0 req-1b315e2c-cc55-49f9-87cf-c8a9e1f05929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:17.910892 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5831c447-f2ac-4e8f-bb27-e51b9f6725b0 req-1b315e2c-cc55-49f9-87cf-c8a9e1f05929 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.2532871 Nov 12 00:58:18.137053 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e4b40bdc-313e-4d3b-9ccf-0a7b76d4e60b req-b8b2712f-6663-499c-b1ae-b9b038154fe9 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5739932 Nov 12 00:58:18.229447 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6638667b-f732-446b-b525-8ec802dc3300 req-26fe3146-0bef-4ab8-85a9-2046b3598446 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574915 Nov 12 00:58:18.262488 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831c447-f2ac-4e8f-bb27-e51b9f6725b0 req-3091c070-a14c-44d8-85be-4c68f6b8baa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:18.264161 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5831c447-f2ac-4e8f-bb27-e51b9f6725b0 req-3091c070-a14c-44d8-85be-4c68f6b8baa8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2467101 Nov 12 00:58:18.824090 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.db.resource_extend [req-02c3ab0d-ae6c-433f-a78a-55b8ddf5b9d1 req-2a3aca77-a7d7-441e-a911-6f946f0fd161 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] It took 0.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:58:18.959118 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-02c3ab0d-ae6c-433f-a78a-55b8ddf5b9d1 req-2a3aca77-a7d7-441e-a911-6f946f0fd161 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:18.971904 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5831c447-f2ac-4e8f-bb27-e51b9f6725b0 req-2d1b9ca1-a1f9-4c69-b09e-f9209eaf5a9e service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6872754 Nov 12 00:58:18.974571 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-02c3ab0d-ae6c-433f-a78a-55b8ddf5b9d1 req-2a3aca77-a7d7-441e-a911-6f946f0fd161 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:18.991564 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9626783d-8c9d-4ccf-8ad6-2f39f62b6f82 req-ce4aa0ee-080f-4e47-818a-c12f7c5248a9 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:18.994453 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9626783d-8c9d-4ccf-8ad6-2f39f62b6f82 req-ce4aa0ee-080f-4e47-818a-c12f7c5248a9 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/ports?device_id=be46e1f9-d511-4ad0-9119-702dfbeb3272 HTTP/1.1" status: 200 len: 948 time: 0.1953521 Nov 12 00:58:19.240034 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9626783d-8c9d-4ccf-8ad6-2f39f62b6f82 req-1348ed45-7342-4ee1-8aa3-d2da65672545 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8269e9f-9f8f-42e5-aea8-675a23d38af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309549 Nov 12 00:58:19.270853 n-d-712142-27 neutron-server[109085]: INFO neutron.db.l3_db [req-02c3ab0d-ae6c-433f-a78a-55b8ddf5b9d1 req-2a3aca77-a7d7-441e-a911-6f946f0fd161 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Floating IP 261e0f69-298d-4916-aab1-30b1a289ec4b associated. External IP: 172.25.3.158, port: 4b83385c-dd09-4270-aa46-ae29299fbb75. Nov 12 00:58:19.274834 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5831c447-f2ac-4e8f-bb27-e51b9f6725b0 req-6921c1ca-1c69-4717-b780-bbbf9925acab service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790346 Nov 12 00:58:19.371551 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b187d182-9359-47a0-a4a4-4dfaee902df5 x-openstack-request-id: req-b187d182-9359-47a0-a4a4-4dfaee902df5 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:58:19.371830 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be46e1f9-d511-4ad0-9119-702dfbeb3272", "tag": "d93bd157-569e-4215-a883-ef4be192f0ac", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:58:19.372141 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b187d182-9359-47a0-a4a4-4dfaee902df5 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:58:19.372581 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be46e1f9-d511-4ad0-9119-702dfbeb3272', 'tag': 'd93bd157-569e-4215-a883-ef4be192f0ac', 'status': 'completed', 'code': 200} Nov 12 00:58:19.518814 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848babd6-4fef-4f03-9699-ab6a946c88d7 x-openstack-request-id: req-848babd6-4fef-4f03-9699-ab6a946c88d7 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:58:19.521699 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e00f391-e60d-49b0-89ed-9fec6a9bec43", "name": "network-vif-plugged", "status": "completed", "tag": "de6a1763-b78c-4ff0-9a3a-b5345318bbef", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:58:19.522259 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-848babd6-4fef-4f03-9699-ab6a946c88d7 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:58:19.522894 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e00f391-e60d-49b0-89ed-9fec6a9bec43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6a1763-b78c-4ff0-9a3a-b5345318bbef', 'code': 200} Nov 12 00:58:19.559120 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9427704-356a-4f58-8b4c-64a38752de96 req-e988ece1-7668-468f-971c-bb4caa7d768f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:19.561538 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c9427704-356a-4f58-8b4c-64a38752de96 req-e988ece1-7668-468f-971c-bb4caa7d768f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3ee3eaa101f14fbaad2aa4a78dc04a0d&device_id=be46e1f9-d511-4ad0-9119-702dfbeb3272 HTTP/1.1" status: 200 len: 1100 time: 0.1024489 Nov 12 00:58:19.598896 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device d93bd157-569e-4215-a883-ef4be192f0ac details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:58:19.607232 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02c3ab0d-ae6c-433f-a78a-55b8ddf5b9d1 req-2a3aca77-a7d7-441e-a911-6f946f0fd161 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Router b951ace5-9acd-4657-9f26-2fc613ee9eb4 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:58:19.613955 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device d4cbd03e-bbf4-455b-8232-3965a0a2ddd9 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:58:19.828860 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port d4cbd03e-bbf4-455b-8232-3965a0a2ddd9 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:58:19.843652 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9427704-356a-4f58-8b4c-64a38752de96 req-962908c3-2929-408d-b859-8cf8950b5540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:19.845650 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c9427704-356a-4f58-8b4c-64a38752de96 req-962908c3-2929-408d-b859-8cf8950b5540 service neutron] 10.222.0.44 "GET /v2.0/networks?id=945c2da1-f958-478a-a48a-8af2dfa2e179 HTTP/1.1" status: 200 len: 869 time: 0.2743831 Nov 12 00:58:19.877733 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port d4cbd03e-bbf4-455b-8232-3965a0a2ddd9 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:19.878115 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:19.883586 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1968b27-358e-44da-ab7f-49b05b0e95a3 req-22b1bc5b-afbb-4229-b1c1-137f237c434c tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:19.886462 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c1968b27-358e-44da-ab7f-49b05b0e95a3 req-22b1bc5b-afbb-4229-b1c1-137f237c434c tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0637605-ea14-4785-bf50-b25750f161a0 HTTP/1.1" status: 200 len: 948 time: 0.1710625 Nov 12 00:58:19.887230 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port d93bd157-569e-4215-a883-ef4be192f0ac, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d93bd157-569e-4215-a883-ef4be192f0ac,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:19.930594 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'd93bd157-569e-4215-a883-ef4be192f0ac', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'port_id': 'd93bd157-569e-4215-a883-ef4be192f0ac', 'mac_address': 'fa:16:3e:0a:b4:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0290328-7bc5-4266-bfb9-6eb25d91acf0', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:58:19.937911 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c974d-bce1-4b4a-9052-ef0cf54f002f req-1c7c85cf-c50c-4a00-b7f6-b3b35dc06368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:19.940400 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-318c974d-bce1-4b4a-9052-ef0cf54f002f req-1c7c85cf-c50c-4a00-b7f6-b3b35dc06368 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2e00f391-e60d-49b0-89ed-9fec6a9bec43 HTTP/1.1" status: 200 len: 1098 time: 0.2355647 Nov 12 00:58:19.944571 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c9427704-356a-4f58-8b4c-64a38752de96 req-fd964bd0-197f-407f-9a55-ef326df38c4c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=d93bd157-569e-4215-a883-ef4be192f0ac HTTP/1.1" status: 200 len: 217 time: 0.0857065 Nov 12 00:58:19.963124 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02c3ab0d-ae6c-433f-a78a-55b8ddf5b9d1 req-2a3aca77-a7d7-441e-a911-6f946f0fd161 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:58:19.979187 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-02c3ab0d-ae6c-433f-a78a-55b8ddf5b9d1 req-2a3aca77-a7d7-441e-a911-6f946f0fd161 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:19.983532 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e83ead4-3890-4bf1-8dad-a080e043a06e None None] Sync routers for ids ['b951ace5-9acd-4657-9f26-2fc613ee9eb4'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:58:20.013800 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:20.019353 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e83ead4-3890-4bf1-8dad-a080e043a06e None None] Routers {'b951ace5-9acd-4657-9f26-2fc613ee9eb4'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:58:20.021192 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-7e83ead4-3890-4bf1-8dad-a080e043a06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:58:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['b951ace5-9acd-4657-9f26-2fc613ee9eb4'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:20.063000 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d93bd157-569e-4215-a883-ef4be192f0ac {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:58:20.084279 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-02c3ab0d-ae6c-433f-a78a-55b8ddf5b9d1 req-2a3aca77-a7d7-441e-a911-6f946f0fd161 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "PUT /v2.0/floatingips/261e0f69-298d-4916-aab1-30b1a289ec4b HTTP/1.1" status: 200 len: 997 time: 4.0853500 Nov 12 00:58:20.094342 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:20.103762 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port d93bd157-569e-4215-a883-ef4be192f0ac, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d93bd157-569e-4215-a883-ef4be192f0ac,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:20.109114 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c1968b27-358e-44da-ab7f-49b05b0e95a3 req-905dd548-9000-4e9b-8bd9-2f71cd0a2c1a tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804898 Nov 12 00:58:20.114200 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9427704-356a-4f58-8b4c-64a38752de96 req-147661f8-5f39-452b-ae5d-d78e9ee21e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:20.114624 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:20.115731 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c9427704-356a-4f58-8b4c-64a38752de96 req-147661f8-5f39-452b-ae5d-d78e9ee21e80 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.1479414 Nov 12 00:58:20.153428 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-318c974d-bce1-4b4a-9052-ef0cf54f002f req-54032c8f-b1a3-46d6-97d7-41130209e0ba service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976862 Nov 12 00:58:20.182873 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=d93bd157-569e-4215-a883-ef4be192f0ac,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:20.239735 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port d4cbd03e-bbf4-455b-8232-3965a0a2ddd9, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d4cbd03e-bbf4-455b-8232-3965a0a2ddd9,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:20.254604 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:20.292554 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9427704-356a-4f58-8b4c-64a38752de96 req-4e4cf836-c6de-40f1-ad72-125ed0d5cb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:20.294465 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c9427704-356a-4f58-8b4c-64a38752de96 req-4e4cf836-c6de-40f1-ad72-125ed0d5cb9b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1646862 Nov 12 00:58:20.303463 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3ab0d-ae6c-433f-a78a-55b8ddf5b9d1 req-c3ab9d53-e704-4964-8689-84faf3236269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:20.311073 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-02c3ab0d-ae6c-433f-a78a-55b8ddf5b9d1 req-c3ab9d53-e704-4964-8689-84faf3236269 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b2e62aee26964f858c9163a5ff12289e&device_id=6d4b8e69-4692-4338-b31f-72ae147f48d3 HTTP/1.1" status: 200 len: 1098 time: 0.1519334 Nov 12 00:58:20.339809 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045ea85-f3ba-43f2-bb43-ababee73c563 req-238344ea-90f2-4ca7-beef-4bb5d8cf77fd tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:20.341932 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=d4cbd03e-bbf4-455b-8232-3965a0a2ddd9,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:20.352524 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4045ea85-f3ba-43f2-bb43-ababee73c563 req-238344ea-90f2-4ca7-beef-4bb5d8cf77fd tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e00f391-e60d-49b0-89ed-9fec6a9bec43 HTTP/1.1" status: 200 len: 946 time: 0.1328492 Nov 12 00:58:20.355062 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-7e83ead4-3890-4bf1-8dad-a080e043a06e None None] Set router b951ace5-9acd-4657-9f26-2fc613ee9eb4 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:58:20.627577 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4045ea85-f3ba-43f2-bb43-ababee73c563 req-b058c402-b904-4542-8385-c730bff75cfd tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726140 Nov 12 00:58:20.643144 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['d93bd157-569e-4215-a883-ef4be192f0ac'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:58:20.667542 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3ab0d-ae6c-433f-a78a-55b8ddf5b9d1 req-d7c9ea90-8c76-4411-a71e-ee381126d443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:20.675910 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-02c3ab0d-ae6c-433f-a78a-55b8ddf5b9d1 req-d7c9ea90-8c76-4411-a71e-ee381126d443 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1d18b6f8-3a2a-4026-a21f-15fc5b9673ac HTTP/1.1" status: 200 len: 929 time: 0.3636689 Nov 12 00:58:20.847078 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-7e83ead4-3890-4bf1-8dad-a080e043a06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b951ace5-9acd-4657-9f26-2fc613ee9eb4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1520895545-router', 'tenant_id': 'b2e62aee26964f858c9163a5ff12289e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '9327ce2d-51a0-4ecc-a810-0a3ca9b097f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:27Z', 'updated_at': '2021-11-12T00:57:31Z', 'revision_number': 4, 'project_id': 'b2e62aee26964f858c9163a5ff12289e', 'gw_port': {'id': '9327ce2d-51a0-4ecc-a810-0a3ca9b097f9', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:15:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b951ace5-9acd-4657-9f26-2fc613ee9eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:28Z', 'updated_at': '2021-11-12T00:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '261e0f69-298d-4916-aab1-30b1a289ec4b', 'tenant_id': 'b2e62aee26964f858c9163a5ff12289e', 'floating_ip_address': '172.25.3.158', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'b951ace5-9acd-4657-9f26-2fc613ee9eb4', 'port_id': '4b83385c-dd09-4270-aa46-ae29299fbb75', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d18b6f8-3a2a-4026-a21f-15fc5b9673ac', 'mac_address': 'fa:16:3e:16:c3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4b8e69-4692-4338-b31f-72ae147f48d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:58:09Z', 'updated_at': '2021-11-12T00:58:18Z', 'revision_number': 1, 'project_id': 'b2e62aee26964f858c9163a5ff12289e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bdb0c19-cb35-4368-8db6-17b8f34fecf3', 'name': '', 'network_id': '1d18b6f8-3a2a-4026-a21f-15fc5b9673ac', 'tenant_id': 'b2e62aee26964f858c9163a5ff12289e', 'mac_address': 'fa:16:3e:fd:aa:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b951ace5-9acd-4657-9f26-2fc613ee9eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'afd8d202-d127-4959-a75b-0172a337025b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:31Z', 'updated_at': '2021-11-12T00:57:40Z', 'revision_number': 5, 'project_id': 'b2e62aee26964f858c9163a5ff12289e', 'subnets': [{'id': 'afd8d202-d127-4959-a75b-0172a337025b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:20.929724 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e83ead4-3890-4bf1-8dad-a080e043a06e None None] Checking router: b951ace5-9acd-4657-9f26-2fc613ee9eb4 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:58:20.954687 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e83ead4-3890-4bf1-8dad-a080e043a06e None None] Routers {'b951ace5-9acd-4657-9f26-2fc613ee9eb4'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:58:20.955802 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-7e83ead4-3890-4bf1-8dad-a080e043a06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:58:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['b951ace5-9acd-4657-9f26-2fc613ee9eb4'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:21.147177 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c9427704-356a-4f58-8b4c-64a38752de96 req-577979b4-bb36-4495-80ce-5e5b9ef7e650 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6482537 Nov 12 00:58:21.185226 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-02c3ab0d-ae6c-433f-a78a-55b8ddf5b9d1 req-afa07522-4a49-421c-a74d-dca1df1f037f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b83385c-dd09-4270-aa46-ae29299fbb75 HTTP/1.1" status: 200 len: 1000 time: 0.5078938 Nov 12 00:58:21.200269 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-7e83ead4-3890-4bf1-8dad-a080e043a06e None None] Set router b951ace5-9acd-4657-9f26-2fc613ee9eb4 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:58:21.333802 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3ab0d-ae6c-433f-a78a-55b8ddf5b9d1 req-3164684b-ead5-4271-9cb9-bb9210d45b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:21.335386 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-02c3ab0d-ae6c-433f-a78a-55b8ddf5b9d1 req-3164684b-ead5-4271-9cb9-bb9210d45b79 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=afd8d202-d127-4959-a75b-0172a337025b HTTP/1.1" status: 200 len: 868 time: 0.1489339 Nov 12 00:58:21.374771 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0637605-ea14-4785-bf50-b25750f161a0', 'tag': '0d5ddadc-aac1-4364-b1cd-d766b09dfb93'}, {'server_uuid': '693d0b75-ece2-4869-ae25-5ae5d8a5bb27', 'name': 'network-vif-deleted', 'tag': '7d75c348-286f-4701-8d3d-df1cef9f0a75'}, {'name': 'network-changed', 'server_uuid': '6d4b8e69-4692-4338-b31f-72ae147f48d3', 'tag': '4b83385c-dd09-4270-aa46-ae29299fbb75'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:58:21.377224 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1adeebfc-fd9f-4ab0-9873-496dec3d6902" -d '{"events": [{"name": "network-changed", "server_uuid": "f0637605-ea14-4785-bf50-b25750f161a0", "tag": "0d5ddadc-aac1-4364-b1cd-d766b09dfb93"}, {"server_uuid": "693d0b75-ece2-4869-ae25-5ae5d8a5bb27", "name": "network-vif-deleted", "tag": "7d75c348-286f-4701-8d3d-df1cef9f0a75"}, {"name": "network-changed", "server_uuid": "6d4b8e69-4692-4338-b31f-72ae147f48d3", "tag": "4b83385c-dd09-4270-aa46-ae29299fbb75"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:58:21.409147 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c9427704-356a-4f58-8b4c-64a38752de96 req-2575be47-f7cf-42c0-8269-42ff2b3a2b19 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508736 Nov 12 00:58:21.450014 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3ab0d-ae6c-433f-a78a-55b8ddf5b9d1 req-ae27c8d0-ae1f-4fb5-9a50-33071e9f36ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:21.451659 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-02c3ab0d-ae6c-433f-a78a-55b8ddf5b9d1 req-ae27c8d0-ae1f-4fb5-9a50-33071e9f36ca service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1d18b6f8-3a2a-4026-a21f-15fc5b9673ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0930531 Nov 12 00:58:21.524812 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa50c5ea-6d4d-44ff-804d-2a670cf0e0df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4cbd03e-bbf4-455b-8232-3965a0a2ddd9'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:58:21.534148 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e55f76-fbf8-4df9-a934-155ced75b128" -d '{"events": [{"server_uuid": "fa50c5ea-6d4d-44ff-804d-2a670cf0e0df", "name": "network-vif-plugged", "status": "completed", "tag": "d4cbd03e-bbf4-455b-8232-3965a0a2ddd9"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:58:21.617058 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 0d5ddadc-aac1-4364-b1cd-d766b09dfb93 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:58:21.648651 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-02c3ab0d-ae6c-433f-a78a-55b8ddf5b9d1 req-f1484d41-63dd-4e95-afd9-2f91f14303cb service neutron] 10.222.0.45 "GET /v2.0/networks/1d18b6f8-3a2a-4026-a21f-15fc5b9673ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774826 Nov 12 00:58:21.916877 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-7e83ead4-3890-4bf1-8dad-a080e043a06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b951ace5-9acd-4657-9f26-2fc613ee9eb4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1520895545-router', 'tenant_id': 'b2e62aee26964f858c9163a5ff12289e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '9327ce2d-51a0-4ecc-a810-0a3ca9b097f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:27Z', 'updated_at': '2021-11-12T00:57:31Z', 'revision_number': 4, 'project_id': 'b2e62aee26964f858c9163a5ff12289e', 'gw_port': {'id': '9327ce2d-51a0-4ecc-a810-0a3ca9b097f9', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:15:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b951ace5-9acd-4657-9f26-2fc613ee9eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:28Z', 'updated_at': '2021-11-12T00:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '261e0f69-298d-4916-aab1-30b1a289ec4b', 'tenant_id': 'b2e62aee26964f858c9163a5ff12289e', 'floating_ip_address': '172.25.3.158', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'b951ace5-9acd-4657-9f26-2fc613ee9eb4', 'port_id': '4b83385c-dd09-4270-aa46-ae29299fbb75', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d18b6f8-3a2a-4026-a21f-15fc5b9673ac', 'mac_address': 'fa:16:3e:16:c3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4b8e69-4692-4338-b31f-72ae147f48d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:58:09Z', 'updated_at': '2021-11-12T00:58:18Z', 'revision_number': 1, 'project_id': 'b2e62aee26964f858c9163a5ff12289e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bdb0c19-cb35-4368-8db6-17b8f34fecf3', 'name': '', 'network_id': '1d18b6f8-3a2a-4026-a21f-15fc5b9673ac', 'tenant_id': 'b2e62aee26964f858c9163a5ff12289e', 'mac_address': 'fa:16:3e:fd:aa:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b951ace5-9acd-4657-9f26-2fc613ee9eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'afd8d202-d127-4959-a75b-0172a337025b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:31Z', 'updated_at': '2021-11-12T00:57:40Z', 'revision_number': 5, 'project_id': 'b2e62aee26964f858c9163a5ff12289e', 'subnets': [{'id': 'afd8d202-d127-4959-a75b-0172a337025b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:21.937975 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6052361-7ce1-41ea-9c69-646a8383588e req-cf0420d1-5d66-4700-aa82-dd879f8a747c tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:21.947748 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a6052361-7ce1-41ea-9c69-646a8383588e req-cf0420d1-5d66-4700-aa82-dd879f8a747c tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/ports?device_id=be46e1f9-d511-4ad0-9119-702dfbeb3272 HTTP/1.1" status: 200 len: 949 time: 0.1949553 Nov 12 00:58:22.002917 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e94b8-76b3-4749-b874-5d4cc447977e req-26714907-ec9c-478c-aaa8-03d7249b6276 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:22.004934 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e19e94b8-76b3-4749-b874-5d4cc447977e req-26714907-ec9c-478c-aaa8-03d7249b6276 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dd028aa-e923-45bc-a0e7-d99ba751725c HTTP/1.1" status: 200 len: 945 time: 0.1938279 Nov 12 00:58:22.109108 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-02c3ab0d-ae6c-433f-a78a-55b8ddf5b9d1 req-c52ea373-7f7c-4c85-a670-8bcb19f8c40f service neutron] 10.222.0.45 "GET /v2.0/networks/1d18b6f8-3a2a-4026-a21f-15fc5b9673ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4461339 Nov 12 00:58:22.125018 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a6052361-7ce1-41ea-9c69-646a8383588e req-c578bbc2-fc8d-4960-9a94-71e8668f4ec3 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8269e9f-9f8f-42e5-aea8-675a23d38af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760976 Nov 12 00:58:22.189035 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e83ead4-3890-4bf1-8dad-a080e043a06e None None] The sync data for ids ['b951ace5-9acd-4657-9f26-2fc613ee9eb4'] in n-d-712142-27 is: [{'id': 'b951ace5-9acd-4657-9f26-2fc613ee9eb4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1520895545-router', 'tenant_id': 'b2e62aee26964f858c9163a5ff12289e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '9327ce2d-51a0-4ecc-a810-0a3ca9b097f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:27Z', 'updated_at': '2021-11-12T00:57:31Z', 'revision_number': 4, 'project_id': 'b2e62aee26964f858c9163a5ff12289e', 'gw_port': {'id': '9327ce2d-51a0-4ecc-a810-0a3ca9b097f9', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:15:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b951ace5-9acd-4657-9f26-2fc613ee9eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:28Z', 'updated_at': '2021-11-12T00:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '261e0f69-298d-4916-aab1-30b1a289ec4b', 'tenant_id': 'b2e62aee26964f858c9163a5ff12289e', 'floating_ip_address': '172.25.3.158', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'b951ace5-9acd-4657-9f26-2fc613ee9eb4', 'port_id': '4b83385c-dd09-4270-aa46-ae29299fbb75', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d18b6f8-3a2a-4026-a21f-15fc5b9673ac', 'mac_address': 'fa:16:3e:16:c3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4b8e69-4692-4338-b31f-72ae147f48d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T00:58:09Z', 'updated_at': '2021-11-12T00:58:18Z', 'revision_number': 1, 'project_id': 'b2e62aee26964f858c9163a5ff12289e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bdb0c19-cb35-4368-8db6-17b8f34fecf3', 'name': '', 'network_id': '1d18b6f8-3a2a-4026-a21f-15fc5b9673ac', 'tenant_id': 'b2e62aee26964f858c9163a5ff12289e', 'mac_address': 'fa:16:3e:fd:aa:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b951ace5-9acd-4657-9f26-2fc613ee9eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'afd8d202-d127-4959-a75b-0172a337025b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:31Z', 'updated_at': '2021-11-12T00:57:40Z', 'revision_number': 5, 'project_id': 'b2e62aee26964f858c9163a5ff12289e', 'subnets': [{'id': 'afd8d202-d127-4959-a75b-0172a337025b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:58:22.211363 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-e19e94b8-76b3-4749-b874-5d4cc447977e req-4027ecf2-ef95-4510-b4e0-e20fcf5f9683 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Deleting port 184d2cbb-cfd2-43da-a346-ae95d0707e70 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:22.212066 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e19e94b8-76b3-4749-b874-5d4cc447977e req-4027ecf2-ef95-4510-b4e0-e20fcf5f9683 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:22.247749 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 0d5ddadc-aac1-4364-b1cd-d766b09dfb93, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=0d5ddadc-aac1-4364-b1cd-d766b09dfb93,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:22.312033 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '0d5ddadc-aac1-4364-b1cd-d766b09dfb93', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'port_id': '0d5ddadc-aac1-4364-b1cd-d766b09dfb93', 'mac_address': 'fa:16:3e:c2:2c:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0290328-7bc5-4266-bfb9-6eb25d91acf0', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:58:22.414761 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:22.432222 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d5ddadc-aac1-4364-b1cd-d766b09dfb93 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:58:22.460599 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 0d5ddadc-aac1-4364-b1cd-d766b09dfb93, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=0d5ddadc-aac1-4364-b1cd-d766b09dfb93,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:22.467120 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:22.574994 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=0d5ddadc-aac1-4364-b1cd-d766b09dfb93,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:22.632036 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-e19e94b8-76b3-4749-b874-5d4cc447977e req-4027ecf2-ef95-4510-b4e0-e20fcf5f9683 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] For port 184d2cbb-cfd2-43da-a346-ae95d0707e70, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=184d2cbb-cfd2-43da-a346-ae95d0707e70,segment=NetworkSegment(936f4dc4-b49e-4318-84e7-8d3d4988961e),segment_id=936f4dc4-b49e-4318-84e7-8d3d4988961e)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:22.632552 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e19e94b8-76b3-4749-b874-5d4cc447977e req-4027ecf2-ef95-4510-b4e0-e20fcf5f9683 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:22.660768 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ae7967-f2bd-4b6d-bb5f-70359ebe589b None None] New status for floating IP 261e0f69-298d-4916-aab1-30b1a289ec4b: ACTIVE {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:58:22.689064 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f533c75-9cc1-46d4-9d79-863f86c09677 req-926aac89-2227-4844-b823-5f8746a9b52a tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:22.704987 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9f533c75-9cc1-46d4-9d79-863f86c09677 req-926aac89-2227-4844-b823-5f8746a9b52a tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dd028aa-e923-45bc-a0e7-d99ba751725c HTTP/1.1" status: 200 len: 945 time: 0.4229646 Nov 12 00:58:22.728622 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-e19e94b8-76b3-4749-b874-5d4cc447977e req-4027ecf2-ef95-4510-b4e0-e20fcf5f9683 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Calling delete_port for 184d2cbb-cfd2-43da-a346-ae95d0707e70 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:22.775050 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6d4d0-714e-4a90-8e20-d5f5c7eccec1 req-31f5cf32-4de8-4eec-bf4f-78d7d40200a9 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:22.777880 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-26b6d4d0-714e-4a90-8e20-d5f5c7eccec1 req-31f5cf32-4de8-4eec-bf4f-78d7d40200a9 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0637605-ea14-4785-bf50-b25750f161a0 HTTP/1.1" status: 200 len: 949 time: 0.3377683 Nov 12 00:58:22.972549 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9f533c75-9cc1-46d4-9d79-863f86c09677 req-e994b1c1-e097-4dbf-aed7-697527ef7e2b tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.45 "GET /v2.0/security-groups?id=c13497ec-9bd3-4a10-a798-32d6e65f05b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660007 Nov 12 00:58:23.006301 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-26b6d4d0-714e-4a90-8e20-d5f5c7eccec1 req-7d486219-32f8-4e9e-89c3-cdb14f3fd8f9 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191920 Nov 12 00:58:23.033536 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['0d5ddadc-aac1-4364-b1cd-d766b09dfb93'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:58:23.051050 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 12 Nov 2021 00:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942a491b-a145-428b-be1e-798804a40072 x-openstack-request-id: req-942a491b-a145-428b-be1e-798804a40072 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:58:23.051537 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0637605-ea14-4785-bf50-b25750f161a0", "tag": "0d5ddadc-aac1-4364-b1cd-d766b09dfb93", "status": "completed", "code": 200}, {"server_uuid": "693d0b75-ece2-4869-ae25-5ae5d8a5bb27", "name": "network-vif-deleted", "tag": "7d75c348-286f-4701-8d3d-df1cef9f0a75", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6d4b8e69-4692-4338-b31f-72ae147f48d3", "tag": "4b83385c-dd09-4270-aa46-ae29299fbb75", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:58:23.051950 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-942a491b-a145-428b-be1e-798804a40072 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:58:23.052694 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0637605-ea14-4785-bf50-b25750f161a0', 'tag': '0d5ddadc-aac1-4364-b1cd-d766b09dfb93', 'status': 'completed', 'code': 200} Nov 12 00:58:23.053002 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '693d0b75-ece2-4869-ae25-5ae5d8a5bb27', 'name': 'network-vif-deleted', 'tag': '7d75c348-286f-4701-8d3d-df1cef9f0a75', 'status': 'completed', 'code': 200} Nov 12 00:58:23.053265 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d4b8e69-4692-4338-b31f-72ae147f48d3', 'tag': '4b83385c-dd09-4270-aa46-ae29299fbb75', 'status': 'completed', 'code': 200} Nov 12 00:58:23.141965 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63608201-a5a6-4d57-99ef-112f11b390df x-openstack-request-id: req-63608201-a5a6-4d57-99ef-112f11b390df {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:58:23.142650 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa50c5ea-6d4d-44ff-804d-2a670cf0e0df", "name": "network-vif-plugged", "status": "completed", "tag": "d4cbd03e-bbf4-455b-8232-3965a0a2ddd9", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:58:23.143142 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-63608201-a5a6-4d57-99ef-112f11b390df {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:58:23.143778 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa50c5ea-6d4d-44ff-804d-2a670cf0e0df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4cbd03e-bbf4-455b-8232-3965a0a2ddd9', 'code': 200} Nov 12 00:58:23.280189 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e19e94b8-76b3-4749-b874-5d4cc447977e req-4027ecf2-ef95-4510-b4e0-e20fcf5f9683 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:23.304434 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bdad65-1e0a-4b7d-96b3-e46eeac0099f req-58ba1aa7-cc41-4a58-baf6-c7695e570777 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:23.307383 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e3bdad65-1e0a-4b7d-96b3-e46eeac0099f req-58ba1aa7-cc41-4a58-baf6-c7695e570777 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e00f391-e60d-49b0-89ed-9fec6a9bec43 HTTP/1.1" status: 200 len: 946 time: 0.1949322 Nov 12 00:58:23.441461 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adeebfc-fd9f-4ab0-9873-496dec3d6902 req-849d932b-d83d-43cf-9528-cf7b3c6e4db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:23.444689 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1adeebfc-fd9f-4ab0-9873-496dec3d6902 req-849d932b-d83d-43cf-9528-cf7b3c6e4db4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3950c53be46242a899363a02f7865cd7&device_id=f0637605-ea14-4785-bf50-b25750f161a0 HTTP/1.1" status: 200 len: 1101 time: 0.2654457 Nov 12 00:58:23.446072 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4027ecf2-ef95-4510-b4e0-e20fcf5f9683 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Pushing event deleted for resources: {'Port': ['ID=184d2cbb-cfd2-43da-a346-ae95d0707e70,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:23.625418 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device d93bd157-569e-4215-a883-ef4be192f0ac up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:58:23.717336 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port d93bd157-569e-4215-a883-ef4be192f0ac completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:58:23.721970 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port d93bd157-569e-4215-a883-ef4be192f0ac triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:23.723223 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:23.810841 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-e19e94b8-76b3-4749-b874-5d4cc447977e req-4027ecf2-ef95-4510-b4e0-e20fcf5f9683 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] No DVR routers for this DVR port 184d2cbb-cfd2-43da-a346-ae95d0707e70 on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:58:23.823729 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e19e94b8-76b3-4749-b874-5d4cc447977e req-4027ecf2-ef95-4510-b4e0-e20fcf5f9683 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:23.827426 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e19e94b8-76b3-4749-b874-5d4cc447977e req-4027ecf2-ef95-4510-b4e0-e20fcf5f9683 tempest-LiveAutoBlockMigrationV225Test-730786821 tempest-LiveAutoBlockMigrationV225Test-730786821-project] 10.222.0.16 "DELETE /v2.0/ports/184d2cbb-cfd2-43da-a346-ae95d0707e70 HTTP/1.1" status: 204 len: 173 time: 1.8122854 Nov 12 00:58:23.851707 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e3bdad65-1e0a-4b7d-96b3-e46eeac0099f req-2493c723-1bea-45b9-a346-5abc4c9361bc tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5102227 Nov 12 00:58:23.860854 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:23.893481 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59568aa-aedd-4b42-8fc1-71df29ae7a35 req-3c7cefb7-f53e-41cb-a1f2-394fb08ab043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:23.903824 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c59568aa-aedd-4b42-8fc1-71df29ae7a35 req-3c7cefb7-f53e-41cb-a1f2-394fb08ab043 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fa50c5ea-6d4d-44ff-804d-2a670cf0e0df HTTP/1.1" status: 200 len: 1102 time: 0.5211551 Nov 12 00:58:23.931604 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-de2e2b42-38d1-44ef-8a44-c29c8033d1b3 req-6cd32442-5039-401b-87ab-664abfb38ce3 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ab9ea869-d067-4dfb-b2de-16b019fae22d HTTP/1.1" status: 200 len: 258 time: 0.6194627 Nov 12 00:58:23.961828 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port d93bd157-569e-4215-a883-ef4be192f0ac, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d93bd157-569e-4215-a883-ef4be192f0ac,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:23.965838 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-de2e2b42-38d1-44ef-8a44-c29c8033d1b3 req-a91ec2b2-4200-48f2-851a-66d9cd38fd4b tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Request body: {'floatingip': {'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:23.979189 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:24.009675 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-de2e2b42-38d1-44ef-8a44-c29c8033d1b3 req-a91ec2b2-4200-48f2-851a-66d9cd38fd4b tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Publish callbacks [] for floatingip, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:24.049795 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=d93bd157-569e-4215-a883-ef4be192f0ac,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:24.084374 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adeebfc-fd9f-4ab0-9873-496dec3d6902 req-35106f45-d65a-4c52-87bb-86ebdad33650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:24.086477 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1adeebfc-fd9f-4ab0-9873-496dec3d6902 req-35106f45-d65a-4c52-87bb-86ebdad33650 service neutron] 10.222.0.44 "GET /v2.0/networks?id=945c2da1-f958-478a-a48a-8af2dfa2e179 HTTP/1.1" status: 200 len: 869 time: 0.5794890 Nov 12 00:58:24.199516 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1adeebfc-fd9f-4ab0-9873-496dec3d6902 req-39b19f78-2a9b-43fb-b25a-8f5a85c2f991 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=0d5ddadc-aac1-4364-b1cd-d766b09dfb93 HTTP/1.1" status: 200 len: 217 time: 0.0985193 Nov 12 00:58:24.208036 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c59568aa-aedd-4b42-8fc1-71df29ae7a35 req-360453b4-33a1-4a90-a9ee-49bef855e5d8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661710 Nov 12 00:58:24.350431 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-de2e2b42-38d1-44ef-8a44-c29c8033d1b3 req-a91ec2b2-4200-48f2-851a-66d9cd38fd4b tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:24.450292 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52be1dd-6c63-49f5-bdea-c59f03422dce req-6c91f767-198f-4e77-8af5-93a1916592da tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:24.453034 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f52be1dd-6c63-49f5-bdea-c59f03422dce req-6c91f767-198f-4e77-8af5-93a1916592da tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/ports?device_id=be46e1f9-d511-4ad0-9119-702dfbeb3272 HTTP/1.1" status: 200 len: 950 time: 0.1609461 Nov 12 00:58:24.697415 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f52be1dd-6c63-49f5-bdea-c59f03422dce req-2a56f33b-3d64-496f-adb9-7c3d131556b5 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8269e9f-9f8f-42e5-aea8-675a23d38af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343724 Nov 12 00:58:24.795214 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adeebfc-fd9f-4ab0-9873-496dec3d6902 req-3c69643f-8fca-485f-9e10-d190a702a2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:24.803125 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1adeebfc-fd9f-4ab0-9873-496dec3d6902 req-3c69643f-8fca-485f-9e10-d190a702a2cd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.2216022 Nov 12 00:58:24.816801 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-de2e2b42-38d1-44ef-8a44-c29c8033d1b3 req-a91ec2b2-4200-48f2-851a-66d9cd38fd4b tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Allocated IP 172.25.3.80 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/e5f649ba-b0ec-4780-ac2a-3b995600faef) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:25.063812 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd028aa-e923-45bc-a0e7-d99ba751725c', 'name': 'network-vif-deleted', 'tag': '184d2cbb-cfd2-43da-a346-ae95d0707e70'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:58:25.070539 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1c2ac7-7a75-4579-835d-79fd0d50b412" -d '{"events": [{"server_uuid": "2dd028aa-e923-45bc-a0e7-d99ba751725c", "name": "network-vif-deleted", "tag": "184d2cbb-cfd2-43da-a346-ae95d0707e70"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:58:25.091133 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adeebfc-fd9f-4ab0-9873-496dec3d6902 req-115b8955-73b3-476b-a79d-179d062bfc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:25.093593 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1adeebfc-fd9f-4ab0-9873-496dec3d6902 req-115b8955-73b3-476b-a79d-179d062bfc2e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2712147 Nov 12 00:58:25.146506 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be46e1f9-d511-4ad0-9119-702dfbeb3272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93bd157-569e-4215-a883-ef4be192f0ac'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:58:25.150305 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8abb52d-8e74-4b80-87d6-4fad8e493fc7" -d '{"events": [{"server_uuid": "be46e1f9-d511-4ad0-9119-702dfbeb3272", "name": "network-vif-plugged", "status": "completed", "tag": "d93bd157-569e-4215-a883-ef4be192f0ac"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:58:25.161802 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 184d2cbb-cfd2-43da-a346-ae95d0707e70 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:58:25.201931 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] No Port match for: 184d2cbb-cfd2-43da-a346-ae95d0707e70 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:58:25.201931 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 184d2cbb-cfd2-43da-a346-ae95d0707e70 not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:58:25.308546 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-de2e2b42-38d1-44ef-8a44-c29c8033d1b3 req-a91ec2b2-4200-48f2-851a-66d9cd38fd4b tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:25.320736 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859ea6e-aa53-44ef-bfad-561b2fed7529 req-46a40b28-4352-43a1-a417-9489a24c52c8 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:25.322298 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1859ea6e-aa53-44ef-bfad-561b2fed7529 req-46a40b28-4352-43a1-a417-9489a24c52c8 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/networks?id=00a03daf-efbb-48db-964b-992b2504dfd0 HTTP/1.1" status: 200 len: 806 time: 0.3844414 Nov 12 00:58:25.370149 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1adeebfc-fd9f-4ab0-9873-496dec3d6902 req-57665cfc-4dd9-456f-85b5-a9afeb807681 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482092 Nov 12 00:58:25.373900 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1859ea6e-aa53-44ef-bfad-561b2fed7529 req-fb03c44f-0846-4a73-aa94-94e0af05dbbc tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/quotas/ab22182039774befa325e91b3a0bd782 HTTP/1.1" status: 200 len: 375 time: 0.0438256 Nov 12 00:58:25.498683 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-de2e2b42-38d1-44ef-8a44-c29c8033d1b3 req-a91ec2b2-4200-48f2-851a-66d9cd38fd4b tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:25.646391 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 0d5ddadc-aac1-4364-b1cd-d766b09dfb93 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:58:25.728371 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 0d5ddadc-aac1-4364-b1cd-d766b09dfb93 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:58:25.734835 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 0d5ddadc-aac1-4364-b1cd-d766b09dfb93 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:25.735590 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:25.829256 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1859ea6e-aa53-44ef-bfad-561b2fed7529 req-0b34dc70-fc62-4db2-ba3f-cb71b1256edd tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab22182039774befa325e91b3a0bd782&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4475281 Nov 12 00:58:25.842801 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de2e2b42-38d1-44ef-8a44-c29c8033d1b3 req-a91ec2b2-4200-48f2-851a-66d9cd38fd4b tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:25.869878 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:25.871535 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-de2e2b42-38d1-44ef-8a44-c29c8033d1b3 req-a91ec2b2-4200-48f2-851a-66d9cd38fd4b tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:25.886587 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-de2e2b42-38d1-44ef-8a44-c29c8033d1b3 req-a91ec2b2-4200-48f2-851a-66d9cd38fd4b tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:58:25.894379 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1adeebfc-fd9f-4ab0-9873-496dec3d6902 req-3f823fa9-b73c-4384-92cf-675d37cfafc6 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4963601 Nov 12 00:58:25.928375 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 0d5ddadc-aac1-4364-b1cd-d766b09dfb93, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=0d5ddadc-aac1-4364-b1cd-d766b09dfb93,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:25.934271 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:25.949175 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91ec2b2-4200-48f2-851a-66d9cd38fd4b tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Pushing event updated for resources: {'Port': ['ID=e5f649ba-b0ec-4780-ac2a-3b995600faef,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:26.029629 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=0d5ddadc-aac1-4364-b1cd-d766b09dfb93,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:26.037564 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1859ea6e-aa53-44ef-bfad-561b2fed7529 req-89e197a8-18c2-423d-a7af-92e532a7ce1f service neutron] 10.222.0.45 "GET /v2.0/networks/00a03daf-efbb-48db-964b-992b2504dfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968162 Nov 12 00:58:26.084857 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-de2e2b42-38d1-44ef-8a44-c29c8033d1b3 req-a91ec2b2-4200-48f2-851a-66d9cd38fd4b tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:26.192096 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-de2e2b42-38d1-44ef-8a44-c29c8033d1b3 req-a91ec2b2-4200-48f2-851a-66d9cd38fd4b tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:26.232670 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adeebfc-fd9f-4ab0-9873-496dec3d6902 req-dda95dce-d109-4a9e-b0ee-2c8e4999be81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:26.234202 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1adeebfc-fd9f-4ab0-9873-496dec3d6902 req-dda95dce-d109-4a9e-b0ee-2c8e4999be81 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2e62aee26964f858c9163a5ff12289e&device_id=6d4b8e69-4692-4338-b31f-72ae147f48d3 HTTP/1.1" status: 200 len: 1098 time: 0.1409311 Nov 12 00:58:26.240485 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1859ea6e-aa53-44ef-bfad-561b2fed7529 req-a32b15f8-019d-4540-ba74-a5fc7da397f3 service neutron] 10.222.0.45 "GET /v2.0/networks/00a03daf-efbb-48db-964b-992b2504dfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907113 Nov 12 00:58:26.411567 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adeebfc-fd9f-4ab0-9873-496dec3d6902 req-11879d33-4264-4c02-8207-1dce8d7edc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:26.413038 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1adeebfc-fd9f-4ab0-9873-496dec3d6902 req-11879d33-4264-4c02-8207-1dce8d7edc67 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1d18b6f8-3a2a-4026-a21f-15fc5b9673ac HTTP/1.1" status: 200 len: 929 time: 0.1697652 Nov 12 00:58:26.477319 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57766) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:26.590117 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-de2e2b42-38d1-44ef-8a44-c29c8033d1b3 req-a91ec2b2-4200-48f2-851a-66d9cd38fd4b tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:26.596754 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1adeebfc-fd9f-4ab0-9873-496dec3d6902 req-8084c3d5-5098-4548-9377-7e8d0c20b3e6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b83385c-dd09-4270-aa46-ae29299fbb75 HTTP/1.1" status: 200 len: 1002 time: 0.1610138 Nov 12 00:58:26.601660 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-de2e2b42-38d1-44ef-8a44-c29c8033d1b3 req-a91ec2b2-4200-48f2-851a-66d9cd38fd4b tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:26.745650 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91ec2b2-4200-48f2-851a-66d9cd38fd4b tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Pushing event updated for resources: {'Port': ['ID=e5f649ba-b0ec-4780-ac2a-3b995600faef,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:26.761338 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18be14b-b6a5-462e-a077-21ca95505a17 req-ae3e4de7-20c9-4fad-b2d9-a84b2c308c1d tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:26.762717 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d18be14b-b6a5-462e-a077-21ca95505a17 req-ae3e4de7-20c9-4fad-b2d9-a84b2c308c1d tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0637605-ea14-4785-bf50-b25750f161a0 HTTP/1.1" status: 200 len: 950 time: 0.2163441 Nov 12 00:58:26.769558 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adeebfc-fd9f-4ab0-9873-496dec3d6902 req-e915aa59-cdb4-4950-9dea-13ed2bb9cfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:26.771196 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1adeebfc-fd9f-4ab0-9873-496dec3d6902 req-e915aa59-cdb4-4950-9dea-13ed2bb9cfdd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=afd8d202-d127-4959-a75b-0172a337025b HTTP/1.1" status: 200 len: 868 time: 0.1642373 Nov 12 00:58:26.774453 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-de2e2b42-38d1-44ef-8a44-c29c8033d1b3 req-a91ec2b2-4200-48f2-851a-66d9cd38fd4b tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:26.833586 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d535f60-3472-49c5-a489-b640cdcfd98c admin admin] Deleting subnet 6d8bd009-45c7-4017-80d7-9c1f69484ce9 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:58:26.834117 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-de2e2b42-38d1-44ef-8a44-c29c8033d1b3 req-a91ec2b2-4200-48f2-851a-66d9cd38fd4b tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:26.835453 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-de2e2b42-38d1-44ef-8a44-c29c8033d1b3 req-a91ec2b2-4200-48f2-851a-66d9cd38fd4b tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8754027 Nov 12 00:58:26.845671 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4d535f60-3472-49c5-a489-b640cdcfd98c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:26.899934 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4d535f60-3472-49c5-a489-b640cdcfd98c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:26.920067 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-de2e2b42-38d1-44ef-8a44-c29c8033d1b3 req-96639814-3e39-4e3c-8e17-7c7f5118f366 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.80 HTTP/1.1" status: 200 len: 695 time: 0.0708189 Nov 12 00:58:26.929024 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d18be14b-b6a5-462e-a077-21ca95505a17 req-7ff77ded-859c-4b07-83c4-1c292901550f tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564500 Nov 12 00:58:26.932674 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adeebfc-fd9f-4ab0-9873-496dec3d6902 req-99887aa2-6d42-48b4-8455-49ac61caabd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:26.934253 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1adeebfc-fd9f-4ab0-9873-496dec3d6902 req-99887aa2-6d42-48b4-8455-49ac61caabd3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1d18b6f8-3a2a-4026-a21f-15fc5b9673ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1506758 Nov 12 00:58:26.981135 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4d535f60-3472-49c5-a489-b640cdcfd98c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:27.071258 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4d535f60-3472-49c5-a489-b640cdcfd98c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:27.113627 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f4cd9d1e-bfa8-4900-82af-083f3228d181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:27.121605 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4d535f60-3472-49c5-a489-b640cdcfd98c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:27.127724 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4d535f60-3472-49c5-a489-b640cdcfd98c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/6d8bd009-45c7-4017-80d7-9c1f69484ce9 HTTP/1.1" status: 204 len: 168 time: 0.6443193 Nov 12 00:58:27.127724 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d535f60-3472-49c5-a489-b640cdcfd98c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d8bd009-45c7-4017-80d7-9c1f69484ce9,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:27.130158 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57778) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:27.164759 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d535f60-3472-49c5-a489-b640cdcfd98c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:27.164759 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d535f60-3472-49c5-a489-b640cdcfd98c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:27.165329 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d535f60-3472-49c5-a489-b640cdcfd98c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:27.165580 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d535f60-3472-49c5-a489-b640cdcfd98c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:27.165826 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d535f60-3472-49c5-a489-b640cdcfd98c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:27.166307 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d535f60-3472-49c5-a489-b640cdcfd98c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:27.166637 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d535f60-3472-49c5-a489-b640cdcfd98c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:27.167108 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d535f60-3472-49c5-a489-b640cdcfd98c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:27.167523 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d535f60-3472-49c5-a489-b640cdcfd98c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:27.167878 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d535f60-3472-49c5-a489-b640cdcfd98c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:27.168543 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d535f60-3472-49c5-a489-b640cdcfd98c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:27.168882 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d535f60-3472-49c5-a489-b640cdcfd98c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:58:27.207730 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1adeebfc-fd9f-4ab0-9873-496dec3d6902 req-f280e6fc-c019-4f8f-b067-f41673453501 service neutron] 10.222.0.44 "GET /v2.0/networks/1d18b6f8-3a2a-4026-a21f-15fc5b9673ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583880 Nov 12 00:58:27.221545 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e2b42-38d1-44ef-8a44-c29c8033d1b3 req-9d44776e-cfa2-41e8-9c92-47a49ff6eef9 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:27.223917 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-de2e2b42-38d1-44ef-8a44-c29c8033d1b3 req-9d44776e-cfa2-41e8-9c92-47a49ff6eef9 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "GET /v2.0/networks/ab9ea869-d067-4dfb-b2de-16b019fae22d HTTP/1.1" status: 200 len: 784 time: 0.2937589 Nov 12 00:58:27.244164 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-de2e2b42-38d1-44ef-8a44-c29c8033d1b3 req-5993b6d2-2e61-4e22-b430-14e692817e4d tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:58:27.260657 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-de2e2b42-38d1-44ef-8a44-c29c8033d1b3 req-5993b6d2-2e61-4e22-b430-14e692817e4d tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0240209 Nov 12 00:58:27.332962 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b0ef36e0-fea6-44e1-8831-1ceaae000baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:27.338839 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e2cae6-e3ba-4703-aa6d-5ecba7eeb03e x-openstack-request-id: req-64e2cae6-e3ba-4703-aa6d-5ecba7eeb03e {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:58:27.339367 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dd028aa-e923-45bc-a0e7-d99ba751725c", "name": "network-vif-deleted", "tag": "184d2cbb-cfd2-43da-a346-ae95d0707e70", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:58:27.339595 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-64e2cae6-e3ba-4703-aa6d-5ecba7eeb03e {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:58:27.339948 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd028aa-e923-45bc-a0e7-d99ba751725c', 'name': 'network-vif-deleted', 'tag': '184d2cbb-cfd2-43da-a346-ae95d0707e70', 'status': 'completed', 'code': 200} Nov 12 00:58:27.392539 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0b2a99-b9a9-410c-afb5-73c935c86c20 x-openstack-request-id: req-0d0b2a99-b9a9-410c-afb5-73c935c86c20 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:58:27.393013 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be46e1f9-d511-4ad0-9119-702dfbeb3272", "name": "network-vif-plugged", "status": "completed", "tag": "d93bd157-569e-4215-a883-ef4be192f0ac", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:58:27.393424 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0d0b2a99-b9a9-410c-afb5-73c935c86c20 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:58:27.394128 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be46e1f9-d511-4ad0-9119-702dfbeb3272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93bd157-569e-4215-a883-ef4be192f0ac', 'code': 200} Nov 12 00:58:27.411895 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1adeebfc-fd9f-4ab0-9873-496dec3d6902 req-48fb5216-d659-41c1-8137-09b495ccce16 service neutron] 10.222.0.44 "GET /v2.0/networks/1d18b6f8-3a2a-4026-a21f-15fc5b9673ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780391 Nov 12 00:58:27.513329 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b0ef36e0-fea6-44e1-8831-1ceaae000baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:27.548164 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-b0ef36e0-fea6-44e1-8831-1ceaae000baa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c193d6a-5984-4109-91aa-b0c9d7c9a6bf']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:27.567390 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-b0ef36e0-fea6-44e1-8831-1ceaae000baa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '936f4dc4-b49e-4318-84e7-8d3d4988961e') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:27.568132 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-b0ef36e0-fea6-44e1-8831-1ceaae000baa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '936f4dc4-b49e-4318-84e7-8d3d4988961e') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:27.584810 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b0ef36e0-fea6-44e1-8831-1ceaae000baa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:27.607592 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b0ef36e0-fea6-44e1-8831-1ceaae000baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:27.618240 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0ef36e0-fea6-44e1-8831-1ceaae000baa admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:58:27.618952 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b0ef36e0-fea6-44e1-8831-1ceaae000baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:27.621927 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 00:58:27.621927 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:58:27.621927 n-d-712142-27 neutron-server[109086]: timer() Nov 12 00:58:27.621927 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:58:27.621927 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 00:58:27.621927 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:58:27.621927 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 00:58:27.621927 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:58:27.621927 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 00:58:27.621927 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:58:27.621927 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 00:58:27.621927 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:58:27.621927 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 00:58:27.621927 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:58:27.621927 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:58:27.621927 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:58:27.621927 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:58:27.621927 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:58:27.621927 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 00:58:27.621927 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:58:27.621927 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 00:58:27.621927 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:58:27.621927 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:58:27.621927 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:58:27.621927 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 00:58:27.621927 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:58:27.621927 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:58:27.621927 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:58:27.621927 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:58:27.621927 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:58:27.621927 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:58:27.621927 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:58:27.671534 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ea50374f-87b8-4fbc-b827-70a2790272e5 req-d0dd292e-4d76-4439-92d5-fe0e69aac400 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff834f31-6440-401f-9964-41e29e340669 HTTP/1.1" status: 200 len: 210 time: 0.0603533 Nov 12 00:58:27.701377 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6e428-a834-4845-b0df-163bcb5d0b67 req-318f99c8-47b6-4f38-ac45-9b163ab1d2a8 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:27.704921 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-55a6e428-a834-4845-b0df-163bcb5d0b67 req-318f99c8-47b6-4f38-ac45-9b163ab1d2a8 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/ports?device_id=be46e1f9-d511-4ad0-9119-702dfbeb3272 HTTP/1.1" status: 200 len: 950 time: 0.1841686 Nov 12 00:58:27.708484 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b0ef36e0-fea6-44e1-8831-1ceaae000baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:27.709560 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e06df3-b5d2-4efc-bd8a-14f4fea7f5f5 req-556e5cdb-976d-4a98-9c7b-7ee42ce502ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:27.711613 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e5e06df3-b5d2-4efc-bd8a-14f4fea7f5f5 req-556e5cdb-976d-4a98-9c7b-7ee42ce502ae service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=be46e1f9-d511-4ad0-9119-702dfbeb3272 HTTP/1.1" status: 200 len: 1102 time: 0.1582398 Nov 12 00:58:27.718671 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b0ef36e0-fea6-44e1-8831-1ceaae000baa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:27.729330 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b0ef36e0-fea6-44e1-8831-1ceaae000baa admin admin] 10.222.0.45 "DELETE /v2.0/networks/1c193d6a-5984-4109-91aa-b0c9d7c9a6bf HTTP/1.1" status: 204 len: 168 time: 0.5953696 Nov 12 00:58:27.732836 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57792) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:27.763417 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ef36e0-fea6-44e1-8831-1ceaae000baa admin admin] Pushing event deleted for resources: {'Network': ['ID=1c193d6a-5984-4109-91aa-b0c9d7c9a6bf,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:27.828506 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cf0226c-3efd-412e-92b4-268fb13d315c admin admin] Deleting subnet fc7e975f-7234-4642-9a3c-5f2b71c82965 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:58:27.834633 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7cf0226c-3efd-412e-92b4-268fb13d315c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:27.895472 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7cf0226c-3efd-412e-92b4-268fb13d315c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:27.903939 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-55a6e428-a834-4845-b0df-163bcb5d0b67 req-48531f0e-038e-4513-b99b-0a77b2ad90a4 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8269e9f-9f8f-42e5-aea8-675a23d38af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874917 Nov 12 00:58:27.916056 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e5e06df3-b5d2-4efc-bd8a-14f4fea7f5f5 req-793bb582-90f4-456b-a627-7e880b02dc34 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b8269e9f-9f8f-42e5-aea8-675a23d38af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861472 Nov 12 00:58:27.949516 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85dae3-cb46-4582-99d2-4b8e0cdb4712 req-8b438d6c-2431-44b7-89fe-6f93203b4f38 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:27.953059 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cb85dae3-cb46-4582-99d2-4b8e0cdb4712 req-8b438d6c-2431-44b7-89fe-6f93203b4f38 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d4b8e69-4692-4338-b31f-72ae147f48d3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1555464 Nov 12 00:58:27.973064 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7cf0226c-3efd-412e-92b4-268fb13d315c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:28.053731 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cb85dae3-cb46-4582-99d2-4b8e0cdb4712 req-e7a30361-2e12-4d13-8e83-a31d035e315f tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.80 HTTP/1.1" status: 200 len: 695 time: 0.0940170 Nov 12 00:58:28.069050 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-cb85dae3-cb46-4582-99d2-4b8e0cdb4712 req-021b990c-2d2c-4904-9f3e-f17e4b3754c6 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Request body: {'floatingip': {'port_id': '4b83385c-dd09-4270-aa46-ae29299fbb75', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:28.087509 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7cf0226c-3efd-412e-92b4-268fb13d315c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:28.117719 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7cf0226c-3efd-412e-92b4-268fb13d315c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:28.120820 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-cb85dae3-cb46-4582-99d2-4b8e0cdb4712 req-021b990c-2d2c-4904-9f3e-f17e4b3754c6 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Publish callbacks [] for floatingip, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:28.124077 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7cf0226c-3efd-412e-92b4-268fb13d315c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/fc7e975f-7234-4642-9a3c-5f2b71c82965 HTTP/1.1" status: 204 len: 168 time: 0.3871179 Nov 12 00:58:28.124077 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf0226c-3efd-412e-92b4-268fb13d315c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc7e975f-7234-4642-9a3c-5f2b71c82965,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:28.125474 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57806) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:28.214909 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d33a2ef0-cd8a-44e6-90f9-a8ba89411926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:28.248730 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5810d0b8-7fce-4a67-acf4-c40650224ba8 req-7f37df4e-2016-4cca-a4cc-740b0e829a0f tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:28.250385 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5810d0b8-7fce-4a67-acf4-c40650224ba8 req-7f37df4e-2016-4cca-a4cc-740b0e829a0f tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0637605-ea14-4785-bf50-b25750f161a0 HTTP/1.1" status: 200 len: 950 time: 0.1472292 Nov 12 00:58:28.308118 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d33a2ef0-cd8a-44e6-90f9-a8ba89411926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:28.460353 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5810d0b8-7fce-4a67-acf4-c40650224ba8 req-906fc01e-42bb-4473-92a7-4cbe3fec9f5a tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989994 Nov 12 00:58:28.622582 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [req-cb85dae3-cb46-4582-99d2-4b8e0cdb4712 req-021b990c-2d2c-4904-9f3e-f17e4b3754c6 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 00:58:28.633324 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cb85dae3-cb46-4582-99d2-4b8e0cdb4712 req-021b990c-2d2c-4904-9f3e-f17e4b3754c6 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "PUT /v2.0/floatingips/32cbc5cf-39ba-4eb3-bcf2-2e397ffb8ee1 HTTP/1.1" status: 409 len: 550 time: 0.5706148 Nov 12 00:58:28.654690 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-d33a2ef0-cd8a-44e6-90f9-a8ba89411926 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f70e613-b8a0-4d57-855e-65f749ecf3d1']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:28.681550 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-d33a2ef0-cd8a-44e6-90f9-a8ba89411926 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cc85a27-34b4-4b6e-b6a7-987082b13e7e') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:28.682548 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-d33a2ef0-cd8a-44e6-90f9-a8ba89411926 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cc85a27-34b4-4b6e-b6a7-987082b13e7e') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:28.700699 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d33a2ef0-cd8a-44e6-90f9-a8ba89411926 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:28.732754 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859ea6e-aa53-44ef-bfad-561b2fed7529 req-6f1a8c6e-10cd-4cd2-8337-c68fa1b4307d tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:28.734382 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d33a2ef0-cd8a-44e6-90f9-a8ba89411926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:28.735356 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1859ea6e-aa53-44ef-bfad-561b2fed7529 req-6f1a8c6e-10cd-4cd2-8337-c68fa1b4307d tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.44 "GET /v2.0/networks?id=00a03daf-efbb-48db-964b-992b2504dfd0 HTTP/1.1" status: 200 len: 806 time: 0.2952023 Nov 12 00:58:28.748716 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d33a2ef0-cd8a-44e6-90f9-a8ba89411926 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:58:28.750554 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d33a2ef0-cd8a-44e6-90f9-a8ba89411926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:28.753132 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 00:58:28.753132 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:58:28.753132 n-d-712142-27 neutron-server[109086]: timer() Nov 12 00:58:28.753132 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:58:28.753132 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 00:58:28.753132 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:58:28.753132 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 00:58:28.753132 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:58:28.753132 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 00:58:28.753132 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:58:28.753132 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 00:58:28.753132 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:58:28.753132 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 00:58:28.753132 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:58:28.753132 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:58:28.753132 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:58:28.753132 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:58:28.753132 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:58:28.753132 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 00:58:28.753132 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:58:28.753132 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 00:58:28.753132 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:58:28.753132 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:58:28.753132 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:58:28.753132 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 00:58:28.753132 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:58:28.753132 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:58:28.753132 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:58:28.753132 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:58:28.753132 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:58:28.753132 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:58:28.753132 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:58:28.775495 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720065d-502b-4e9a-9c32-f7a1f023a74f req-8f822d9a-3826-42c4-b6a3-4068fc7b1644 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:28.778438 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c720065d-502b-4e9a-9c32-f7a1f023a74f req-8f822d9a-3826-42c4-b6a3-4068fc7b1644 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] 10.222.0.45 "GET /v2.0/ports?device_id=96f82284-4e4f-4bbe-8c27-f1c5450f8f1f HTTP/1.1" status: 200 len: 949 time: 0.1616848 Nov 12 00:58:28.811768 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-1859ea6e-aa53-44ef-bfad-561b2fed7529 req-be54dc7c-8faa-4110-a508-82e212a54855 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Request body: {'port': {'device_id': 'ff834f31-6440-401f-9964-41e29e340669', 'network_id': '00a03daf-efbb-48db-964b-992b2504dfd0', 'admin_state_up': True, 'tenant_id': 'ab22182039774befa325e91b3a0bd782'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:28.851045 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d33a2ef0-cd8a-44e6-90f9-a8ba89411926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:28.859708 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d33a2ef0-cd8a-44e6-90f9-a8ba89411926 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:28.867039 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d33a2ef0-cd8a-44e6-90f9-a8ba89411926 admin admin] 10.222.0.45 "DELETE /v2.0/networks/9f70e613-b8a0-4d57-855e-65f749ecf3d1 HTTP/1.1" status: 204 len: 168 time: 0.7398050 Nov 12 00:58:28.880644 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a2ef0-cd8a-44e6-90f9-a8ba89411926 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f70e613-b8a0-4d57-855e-65f749ecf3d1,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:28.968474 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c720065d-502b-4e9a-9c32-f7a1f023a74f req-c048f8e6-e5c4-4730-b609-09e4502189e6 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f24bbfc-cffd-4d62-a978-899dca5d7550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785870 Nov 12 00:58:29.053709 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d3061ae9-8cd3-46f1-aebf-070f8e104d76 req-02dc5631-ef5c-4965-8150-bd117bca6c61 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "GET /v2.0/floatingips/32cbc5cf-39ba-4eb3-bcf2-2e397ffb8ee1 HTTP/1.1" status: 200 len: 692 time: 0.1071179 Nov 12 00:58:29.059495 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57822) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:29.109889 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c3ebb774-1031-492f-96ae-ca30c749a2be admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=52ec13b5aa674ec2836b22da2faf152e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0490713 Nov 12 00:58:29.113146 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57824) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:29.180042 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-96453b58-2871-4d48-a13d-ae0d788291cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:29.199438 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-58a9c801-0952-4397-96e8-d9ad36e0e500 req-db771bb9-9d6e-48e8-a6ea-996507525365 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff834f31-6440-401f-9964-41e29e340669 HTTP/1.1" status: 200 len: 210 time: 0.1020803 Nov 12 00:58:29.211011 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-96453b58-2871-4d48-a13d-ae0d788291cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:29.271957 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1859ea6e-aa53-44ef-bfad-561b2fed7529 req-be54dc7c-8faa-4110-a508-82e212a54855 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Made reservation on behalf of ab22182039774befa325e91b3a0bd782 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:29.282180 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1859ea6e-aa53-44ef-bfad-561b2fed7529 req-be54dc7c-8faa-4110-a508-82e212a54855 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:29.307494 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-96453b58-2871-4d48-a13d-ae0d788291cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:29.310504 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-96453b58-2871-4d48-a13d-ae0d788291cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:29.312679 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-96453b58-2871-4d48-a13d-ae0d788291cb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c13497ec-9bd3-4a10-a798-32d6e65f05b7 HTTP/1.1" status: 204 len: 168 time: 0.1978369 Nov 12 00:58:29.323309 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96453b58-2871-4d48-a13d-ae0d788291cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13497ec-9bd3-4a10-a798-32d6e65f05b7,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:29.396056 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0637605-ea14-4785-bf50-b25750f161a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d5ddadc-aac1-4364-b1cd-d766b09dfb93'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:58:29.399655 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07000353-c080-4ebc-8784-a170e88bd6cb" -d '{"events": [{"server_uuid": "f0637605-ea14-4785-bf50-b25750f161a0", "name": "network-vif-plugged", "status": "completed", "tag": "0d5ddadc-aac1-4364-b1cd-d766b09dfb93"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:58:29.431048 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3061ae9-8cd3-46f1-aebf-070f8e104d76 req-5d4f3675-5154-43ac-a02c-c01cb1a76668 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:29.432653 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d3061ae9-8cd3-46f1-aebf-070f8e104d76 req-5d4f3675-5154-43ac-a02c-c01cb1a76668 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "GET /v2.0/networks/ab9ea869-d067-4dfb-b2de-16b019fae22d HTTP/1.1" status: 200 len: 784 time: 0.3572068 Nov 12 00:58:29.466779 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-d3061ae9-8cd3-46f1-aebf-070f8e104d76 req-b5583280-8212-4217-b15d-15a447749ea3 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 00:58:29.469368 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d3061ae9-8cd3-46f1-aebf-070f8e104d76 req-b5583280-8212-4217-b15d-15a447749ea3 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0217726 Nov 12 00:58:29.480445 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c650a295-8b41-4bab-9952-9a7472a7eb50 req-28851834-ddb8-460b-a2a1-82a499647e92 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:29.482024 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c650a295-8b41-4bab-9952-9a7472a7eb50 req-28851834-ddb8-460b-a2a1-82a499647e92 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/ports?device_id=be46e1f9-d511-4ad0-9119-702dfbeb3272 HTTP/1.1" status: 200 len: 950 time: 0.1801243 Nov 12 00:58:29.582980 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d3061ae9-8cd3-46f1-aebf-070f8e104d76 req-da4f3a62-2e85-41dc-88ac-194a56a76263 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.80 HTTP/1.1" status: 200 len: 695 time: 0.0971043 Nov 12 00:58:29.662252 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device d8ff5311-e0a3-4263-85de-4a8747deef58 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:58:29.694061 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d3061ae9-8cd3-46f1-aebf-070f8e104d76 req-37c23f22-1612-4332-af04-ca1b48e38047 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.80 HTTP/1.1" status: 200 len: 695 time: 0.1017921 Nov 12 00:58:29.701466 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-1859ea6e-aa53-44ef-bfad-561b2fed7529 req-be54dc7c-8faa-4110-a508-82e212a54855 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Allocated IP 172.20.0.6 (00a03daf-efbb-48db-964b-992b2504dfd0/76e4d43b-e53b-464c-a374-bf4144fb9a21/4942b0cb-0061-4f02-9603-8bbd0228da07) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:29.711703 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c650a295-8b41-4bab-9952-9a7472a7eb50 req-9d3e0ab5-39da-4df2-a1b1-6985a8774fa5 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8269e9f-9f8f-42e5-aea8-675a23d38af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141523 Nov 12 00:58:29.849776 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57838) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:29.863474 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:29.918768 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port d8ff5311-e0a3-4263-85de-4a8747deef58, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d8ff5311-e0a3-4263-85de-4a8747deef58,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:29.926750 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:29.968935 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c014c093-dfbf-4da5-b365-0e5706c39ee8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0bf4a21a99ae49a1a63949701ce19618&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1155035 Nov 12 00:58:29.972385 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57844) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:30.004491 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=d8ff5311-e0a3-4263-85de-4a8747deef58,revision_number=8']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:30.082947 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fb380b1b-050a-4cd5-97a0-39a4972f9854 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:30.106670 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1859ea6e-aa53-44ef-bfad-561b2fed7529 req-be54dc7c-8faa-4110-a508-82e212a54855 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:30.113747 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fb380b1b-050a-4cd5-97a0-39a4972f9854 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:30.191876 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fb380b1b-050a-4cd5-97a0-39a4972f9854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:30.192118 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1859ea6e-aa53-44ef-bfad-561b2fed7529 req-be54dc7c-8faa-4110-a508-82e212a54855 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:30.194767 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-d3061ae9-8cd3-46f1-aebf-070f8e104d76 req-2339450b-dd97-4d73-ae0b-bc97c6b4ff1a tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Deleting port e5f649ba-b0ec-4780-ac2a-3b995600faef {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:30.195099 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d3061ae9-8cd3-46f1-aebf-070f8e104d76 req-2339450b-dd97-4d73-ae0b-bc97c6b4ff1a tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:30.195378 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fb380b1b-050a-4cd5-97a0-39a4972f9854 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:30.199792 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-fb380b1b-050a-4cd5-97a0-39a4972f9854 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d6294190-8ce8-44db-b15d-1380f2d97a7a HTTP/1.1" status: 204 len: 168 time: 0.2208359 Nov 12 00:58:30.208381 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb380b1b-050a-4cd5-97a0-39a4972f9854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6294190-8ce8-44db-b15d-1380f2d97a7a,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:30.245766 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['82024f09-4045-472b-bf68-891c62809ddd', 'de6a1763-b78c-4ff0-9a3a-b5345318bbef'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:58:30.334685 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeba7cd7-becb-4a0d-8e26-52b213d5c3e8 x-openstack-request-id: req-aeba7cd7-becb-4a0d-8e26-52b213d5c3e8 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:58:30.334990 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0637605-ea14-4785-bf50-b25750f161a0", "name": "network-vif-plugged", "status": "completed", "tag": "0d5ddadc-aac1-4364-b1cd-d766b09dfb93", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:58:30.335219 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-aeba7cd7-becb-4a0d-8e26-52b213d5c3e8 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:58:30.335708 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0637605-ea14-4785-bf50-b25750f161a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d5ddadc-aac1-4364-b1cd-d766b09dfb93', 'code': 200} Nov 12 00:58:30.665987 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1859ea6e-aa53-44ef-bfad-561b2fed7529 req-be54dc7c-8faa-4110-a508-82e212a54855 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Network 00a03daf-efbb-48db-964b-992b2504dfd0 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:30.696110 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be54dc7c-8faa-4110-a508-82e212a54855 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Pushing event updated for resources: {'Port': ['ID=4942b0cb-0061-4f02-9603-8bbd0228da07,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:30.699204 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-1859ea6e-aa53-44ef-bfad-561b2fed7529 req-be54dc7c-8faa-4110-a508-82e212a54855 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:30.712245 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-1859ea6e-aa53-44ef-bfad-561b2fed7529 req-be54dc7c-8faa-4110-a508-82e212a54855 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:58:30.751551 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f3561328-6a46-427d-8ce4-74052ed08378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:30.792928 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d3061ae9-8cd3-46f1-aebf-070f8e104d76 req-2339450b-dd97-4d73-ae0b-bc97c6b4ff1a tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:30.793949 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d3061ae9-8cd3-46f1-aebf-070f8e104d76 req-2339450b-dd97-4d73-ae0b-bc97c6b4ff1a tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:30.828031 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be978d2-a7b4-488a-9f9b-29b04f5c8e36 req-50e40344-cf09-46cb-9811-5ecc3d80d307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:30.829598 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3be978d2-a7b4-488a-9f9b-29b04f5c8e36 req-50e40344-cf09-46cb-9811-5ecc3d80d307 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f0637605-ea14-4785-bf50-b25750f161a0 HTTP/1.1" status: 200 len: 1102 time: 0.2236278 Nov 12 00:58:30.837502 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1fc546-114b-4bab-924d-0c8d094d900f req-a72bbdda-5dd4-4be5-a5f4-1614bd34dd42 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:30.839022 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bb1fc546-114b-4bab-924d-0c8d094d900f req-a72bbdda-5dd4-4be5-a5f4-1614bd34dd42 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0637605-ea14-4785-bf50-b25750f161a0 HTTP/1.1" status: 200 len: 950 time: 0.2319000 Nov 12 00:58:30.841456 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-d3061ae9-8cd3-46f1-aebf-070f8e104d76 req-2339450b-dd97-4d73-ae0b-bc97c6b4ff1a tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Calling delete_port for e5f649ba-b0ec-4780-ac2a-3b995600faef owned by network:floatingip {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:30.869860 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859ea6e-aa53-44ef-bfad-561b2fed7529 req-be54dc7c-8faa-4110-a508-82e212a54855 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:30.870500 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1859ea6e-aa53-44ef-bfad-561b2fed7529 req-be54dc7c-8faa-4110-a508-82e212a54855 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:30.973927 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1859ea6e-aa53-44ef-bfad-561b2fed7529 req-be54dc7c-8faa-4110-a508-82e212a54855 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1699739 Nov 12 00:58:31.014069 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bb1fc546-114b-4bab-924d-0c8d094d900f req-8a450356-ba00-4d0b-9cef-d70b78d2a672 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604440 Nov 12 00:58:31.016105 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3be978d2-a7b4-488a-9f9b-29b04f5c8e36 req-b0c426ab-9da4-42dc-bf5a-6ecf15914dd3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760812 Nov 12 00:58:31.030055 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-1859ea6e-aa53-44ef-bfad-561b2fed7529 req-acf89d83-bb1f-4c8c-a9e8-4e0936fa31bf service neutron] Request body: {'port': {'device_id': 'ff834f31-6440-401f-9964-41e29e340669', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:31.118236 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1859ea6e-aa53-44ef-bfad-561b2fed7529 req-acf89d83-bb1f-4c8c-a9e8-4e0936fa31bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:31.242108 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d3061ae9-8cd3-46f1-aebf-070f8e104d76 req-2339450b-dd97-4d73-ae0b-bc97c6b4ff1a tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:31.323628 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339450b-dd97-4d73-ae0b-bc97c6b4ff1a tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Pushing event deleted for resources: {'Port': ['ID=e5f649ba-b0ec-4780-ac2a-3b995600faef,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:31.460860 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d3061ae9-8cd3-46f1-aebf-070f8e104d76 req-2339450b-dd97-4d73-ae0b-bc97c6b4ff1a tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Publish callbacks [] for floatingip, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:31.463688 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d3061ae9-8cd3-46f1-aebf-070f8e104d76 req-2339450b-dd97-4d73-ae0b-bc97c6b4ff1a tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:31.464956 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d3061ae9-8cd3-46f1-aebf-070f8e104d76 req-2339450b-dd97-4d73-ae0b-bc97c6b4ff1a tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "DELETE /v2.0/floatingips/32cbc5cf-39ba-4eb3-bcf2-2e397ffb8ee1 HTTP/1.1" status: 204 len: 173 time: 1.7526751 Nov 12 00:58:31.579242 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-1859ea6e-aa53-44ef-bfad-561b2fed7529 req-acf89d83-bb1f-4c8c-a9e8-4e0936fa31bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4942b0cb-0061-4f02-9603-8bbd0228da07 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:58:31.589509 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1859ea6e-aa53-44ef-bfad-561b2fed7529 req-acf89d83-bb1f-4c8c-a9e8-4e0936fa31bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:31.606352 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-1859ea6e-aa53-44ef-bfad-561b2fed7529 req-acf89d83-bb1f-4c8c-a9e8-4e0936fa31bf service neutron] Transition to ACTIVE for port object 4942b0cb-0061-4f02-9603-8bbd0228da07 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:58:31.611574 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1859ea6e-aa53-44ef-bfad-561b2fed7529 req-acf89d83-bb1f-4c8c-a9e8-4e0936fa31bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:31.734349 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf89d83-bb1f-4c8c-a9e8-4e0936fa31bf service neutron] Pushing event updated for resources: {'Port': ['ID=4942b0cb-0061-4f02-9603-8bbd0228da07,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:31.885089 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-1859ea6e-aa53-44ef-bfad-561b2fed7529 req-acf89d83-bb1f-4c8c-a9e8-4e0936fa31bf service neutron] Attempting to bind port 4942b0cb-0061-4f02-9603-8bbd0228da07 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:58:31.885434 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-1859ea6e-aa53-44ef-bfad-561b2fed7529 req-acf89d83-bb1f-4c8c-a9e8-4e0936fa31bf service neutron] Attempting to bind port 4942b0cb-0061-4f02-9603-8bbd0228da07 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '45adf0ba-e61d-4509-afe2-5b0ef96fbbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '00a03daf-efbb-48db-964b-992b2504dfd0'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:58:31.885779 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1859ea6e-aa53-44ef-bfad-561b2fed7529 req-acf89d83-bb1f-4c8c-a9e8-4e0936fa31bf service neutron] Attempting to bind port 4942b0cb-0061-4f02-9603-8bbd0228da07 on network 00a03daf-efbb-48db-964b-992b2504dfd0 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:58:31.896610 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c219bb-7967-4eac-81b6-a487f9671bb2 req-b933c2ce-fa76-43cf-8327-be0deb134ec7 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:31.898309 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-87c219bb-7967-4eac-81b6-a487f9671bb2 req-b933c2ce-fa76-43cf-8327-be0deb134ec7 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff834f31-6440-401f-9964-41e29e340669 HTTP/1.1" status: 200 len: 943 time: 0.1210639 Nov 12 00:58:31.905239 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1859ea6e-aa53-44ef-bfad-561b2fed7529 req-acf89d83-bb1f-4c8c-a9e8-4e0936fa31bf service neutron] Port 4942b0cb-0061-4f02-9603-8bbd0228da07 on network 00a03daf-efbb-48db-964b-992b2504dfd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:58:31.905596 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1859ea6e-aa53-44ef-bfad-561b2fed7529 req-acf89d83-bb1f-4c8c-a9e8-4e0936fa31bf service neutron] Attempting to bind port 4942b0cb-0061-4f02-9603-8bbd0228da07 on network 00a03daf-efbb-48db-964b-992b2504dfd0 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:58:31.923125 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1859ea6e-aa53-44ef-bfad-561b2fed7529 req-acf89d83-bb1f-4c8c-a9e8-4e0936fa31bf service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:58:31.923484 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1859ea6e-aa53-44ef-bfad-561b2fed7529 req-acf89d83-bb1f-4c8c-a9e8-4e0936fa31bf service neutron] Checking segment: {'id': '45adf0ba-e61d-4509-afe2-5b0ef96fbbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '00a03daf-efbb-48db-964b-992b2504dfd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:58:31.923884 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1859ea6e-aa53-44ef-bfad-561b2fed7529 req-acf89d83-bb1f-4c8c-a9e8-4e0936fa31bf service neutron] Bound using segment: {'id': '45adf0ba-e61d-4509-afe2-5b0ef96fbbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '00a03daf-efbb-48db-964b-992b2504dfd0'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:58:31.924380 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-1859ea6e-aa53-44ef-bfad-561b2fed7529 req-acf89d83-bb1f-4c8c-a9e8-4e0936fa31bf service neutron] Bound port: 4942b0cb-0061-4f02-9603-8bbd0228da07, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45adf0ba-e61d-4509-afe2-5b0ef96fbbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '00a03daf-efbb-48db-964b-992b2504dfd0'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:58:31.924798 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1859ea6e-aa53-44ef-bfad-561b2fed7529 req-acf89d83-bb1f-4c8c-a9e8-4e0936fa31bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:31.951080 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877cf4e-e42b-4f93-9976-01908217ab81 req-a6f9f0b7-f6be-4bcd-ae71-90878c6e0b1c tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:31.952509 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a877cf4e-e42b-4f93-9976-01908217ab81 req-a6f9f0b7-f6be-4bcd-ae71-90878c6e0b1c tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/ports?device_id=be46e1f9-d511-4ad0-9119-702dfbeb3272 HTTP/1.1" status: 200 len: 950 time: 0.1266241 Nov 12 00:58:32.042884 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-87c219bb-7967-4eac-81b6-a487f9671bb2 req-b3bfe9ee-941e-433c-8f6f-a5802469a1a1 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295338 Nov 12 00:58:32.083147 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-1859ea6e-aa53-44ef-bfad-561b2fed7529 req-acf89d83-bb1f-4c8c-a9e8-4e0936fa31bf service neutron] For port 4942b0cb-0061-4f02-9603-8bbd0228da07, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:58:32.089047 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a877cf4e-e42b-4f93-9976-01908217ab81 req-74676d2f-ebf3-431b-bce0-b3689088d827 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8269e9f-9f8f-42e5-aea8-675a23d38af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224253 Nov 12 00:58:32.091241 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-1859ea6e-aa53-44ef-bfad-561b2fed7529 req-acf89d83-bb1f-4c8c-a9e8-4e0936fa31bf service neutron] For port 4942b0cb-0061-4f02-9603-8bbd0228da07, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=4942b0cb-0061-4f02-9603-8bbd0228da07,segment=NetworkSegment(45adf0ba-e61d-4509-afe2-5b0ef96fbbf3),segment_id=45adf0ba-e61d-4509-afe2-5b0ef96fbbf3)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:58:32.103709 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1859ea6e-aa53-44ef-bfad-561b2fed7529 req-acf89d83-bb1f-4c8c-a9e8-4e0936fa31bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:32.215894 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859ea6e-aa53-44ef-bfad-561b2fed7529 req-acf89d83-bb1f-4c8c-a9e8-4e0936fa31bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:32.216567 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1859ea6e-aa53-44ef-bfad-561b2fed7529 req-acf89d83-bb1f-4c8c-a9e8-4e0936fa31bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:32.218037 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1859ea6e-aa53-44ef-bfad-561b2fed7529 req-acf89d83-bb1f-4c8c-a9e8-4e0936fa31bf service neutron] 10.222.0.44 "PUT /v2.0/ports/4942b0cb-0061-4f02-9603-8bbd0228da07 HTTP/1.1" status: 200 len: 1092 time: 1.1955512 Nov 12 00:58:32.235253 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff834f31-6440-401f-9964-41e29e340669', 'tag': '4942b0cb-0061-4f02-9603-8bbd0228da07'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:58:32.237979 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f418d5-4b10-46de-8278-c1e759d51294" -d '{"events": [{"name": "network-changed", "server_uuid": "ff834f31-6440-401f-9964-41e29e340669", "tag": "4942b0cb-0061-4f02-9603-8bbd0228da07"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:58:32.294556 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aaf4c951-c92c-4d88-ba86-981a1e097c10 req-132d2002-9474-425f-ada6-93288e8e5d16 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.158 HTTP/1.1" status: 200 len: 1002 time: 0.2017312 Nov 12 00:58:32.304199 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf89d83-bb1f-4c8c-a9e8-4e0936fa31bf service neutron] Pushing event updated for resources: {'Port': ['ID=4942b0cb-0061-4f02-9603-8bbd0228da07,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:32.337042 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f82284-4e4f-4bbe-8c27-f1c5450f8f1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8ff5311-e0a3-4263-85de-4a8747deef58'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:58:32.340353 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64fdd87-d83f-45fe-94df-2f1592663b8a" -d '{"events": [{"server_uuid": "96f82284-4e4f-4bbe-8c27-f1c5450f8f1f", "name": "network-vif-unplugged", "status": "completed", "tag": "d8ff5311-e0a3-4263-85de-4a8747deef58"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:58:32.385893 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c6dfe-0ffd-415d-bee0-af424cfdb726 req-a1c10321-baa2-45c2-a15a-f3ee9579f5dc tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:32.387787 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7c9c6dfe-0ffd-415d-bee0-af424cfdb726 req-a1c10321-baa2-45c2-a15a-f3ee9579f5dc tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0637605-ea14-4785-bf50-b25750f161a0 HTTP/1.1" status: 200 len: 950 time: 0.1894016 Nov 12 00:58:32.397622 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4c951-c92c-4d88-ba86-981a1e097c10 req-6c6b2e3d-85c7-43d2-a657-eb36ef462516 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:32.399123 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aaf4c951-c92c-4d88-ba86-981a1e097c10 req-6c6b2e3d-85c7-43d2-a657-eb36ef462516 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "GET /v2.0/ports/4b83385c-dd09-4270-aa46-ae29299fbb75 HTTP/1.1" status: 200 len: 943 time: 0.0909309 Nov 12 00:58:32.446386 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859ea6e-aa53-44ef-bfad-561b2fed7529 req-7a82240f-3051-44d6-8a7b-4574fc043374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:32.447917 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1859ea6e-aa53-44ef-bfad-561b2fed7529 req-7a82240f-3051-44d6-8a7b-4574fc043374 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab22182039774befa325e91b3a0bd782&device_id=ff834f31-6440-401f-9964-41e29e340669 HTTP/1.1" status: 200 len: 1095 time: 0.1074495 Nov 12 00:58:32.465729 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7c9c6dfe-0ffd-415d-bee0-af424cfdb726 req-75d6c6c0-05ed-4d21-af45-6179d681b73d tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644844 Nov 12 00:58:32.519791 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1859ea6e-aa53-44ef-bfad-561b2fed7529 req-ba90d784-ec59-4f6d-8910-2d1cb103408d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4942b0cb-0061-4f02-9603-8bbd0228da07 HTTP/1.1" status: 200 len: 217 time: 0.0451217 Nov 12 00:58:32.700739 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:32.741855 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91761647-e8b4-44a8-a362-99c312a6c843 x-openstack-request-id: req-91761647-e8b4-44a8-a362-99c312a6c843 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:58:32.742684 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff834f31-6440-401f-9964-41e29e340669", "tag": "4942b0cb-0061-4f02-9603-8bbd0228da07", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:58:32.743394 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-91761647-e8b4-44a8-a362-99c312a6c843 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:58:32.744005 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff834f31-6440-401f-9964-41e29e340669', 'tag': '4942b0cb-0061-4f02-9603-8bbd0228da07', 'status': 'completed', 'code': 200} Nov 12 00:58:32.788848 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aaf4c951-c92c-4d88-ba86-981a1e097c10 req-a5f18eba-bc2d-4f6e-ab6d-0f8208fe39cf tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.158 HTTP/1.1" status: 200 len: 1002 time: 0.2627938 Nov 12 00:58:32.801792 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859ea6e-aa53-44ef-bfad-561b2fed7529 req-2a34bf04-fd7f-42ab-88dc-2010619c8890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:32.803267 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce288bd6-f94b-46dc-8c45-ef67a5f11244 x-openstack-request-id: req-ce288bd6-f94b-46dc-8c45-ef67a5f11244 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:58:32.803821 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1859ea6e-aa53-44ef-bfad-561b2fed7529 req-2a34bf04-fd7f-42ab-88dc-2010619c8890 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=76e4d43b-e53b-464c-a374-bf4144fb9a21 HTTP/1.1" status: 200 len: 846 time: 0.2753205 Nov 12 00:58:32.804046 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f82284-4e4f-4bbe-8c27-f1c5450f8f1f", "name": "network-vif-unplugged", "status": "completed", "tag": "d8ff5311-e0a3-4263-85de-4a8747deef58", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:58:32.804293 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ce288bd6-f94b-46dc-8c45-ef67a5f11244 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:58:32.805336 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f82284-4e4f-4bbe-8c27-f1c5450f8f1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8ff5311-e0a3-4263-85de-4a8747deef58', 'code': 200} Nov 12 00:58:32.932724 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4c951-c92c-4d88-ba86-981a1e097c10 req-faa408cc-cf14-44c7-8448-a7a241749e35 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:32.934103 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aaf4c951-c92c-4d88-ba86-981a1e097c10 req-faa408cc-cf14-44c7-8448-a7a241749e35 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "GET /v2.0/networks/ab9ea869-d067-4dfb-b2de-16b019fae22d HTTP/1.1" status: 200 len: 784 time: 0.1360285 Nov 12 00:58:33.065785 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1859ea6e-aa53-44ef-bfad-561b2fed7529 req-cfba915d-44fd-4d4f-8f9c-861a59e69c0b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00a03daf-efbb-48db-964b-992b2504dfd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729141 Nov 12 00:58:33.128720 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aaf4c951-c92c-4d88-ba86-981a1e097c10 req-ac70a6bf-806c-46d3-85a2-6ad08ffbd6f5 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.158 HTTP/1.1" status: 200 len: 1002 time: 0.1862290 Nov 12 00:58:33.150850 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-aaf4c951-c92c-4d88-ba86-981a1e097c10 req-a713aa02-d511-4be3-a54f-e34bb54ec1ae tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:33.173290 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6044c2c-4090-4889-89a3-07b29fbca971 req-cffe0f76-3be0-4956-8714-74886e12e5f8 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:33.176662 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e6044c2c-4090-4889-89a3-07b29fbca971 req-cffe0f76-3be0-4956-8714-74886e12e5f8 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/ports?device_id=be46e1f9-d511-4ad0-9119-702dfbeb3272 HTTP/1.1" status: 200 len: 950 time: 0.1574066 Nov 12 00:58:33.381958 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-aaf4c951-c92c-4d88-ba86-981a1e097c10 req-a713aa02-d511-4be3-a54f-e34bb54ec1ae tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Publish callbacks [] for floatingip, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:33.458322 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e6044c2c-4090-4889-89a3-07b29fbca971 req-2eb581f4-3573-45db-8851-29db024b0dee tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8269e9f-9f8f-42e5-aea8-675a23d38af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225702 Nov 12 00:58:33.520662 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1859ea6e-aa53-44ef-bfad-561b2fed7529 req-b577708b-faf6-4a46-9efc-a8bfff6a6e70 service neutron] 10.222.0.44 "GET /v2.0/networks/00a03daf-efbb-48db-964b-992b2504dfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828956 Nov 12 00:58:33.614295 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-aaf4c951-c92c-4d88-ba86-981a1e097c10 req-a713aa02-d511-4be3-a54f-e34bb54ec1ae tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:33.641534 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-aaf4c951-c92c-4d88-ba86-981a1e097c10 req-a713aa02-d511-4be3-a54f-e34bb54ec1ae tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:33.641930 n-d-712142-27 neutron-server[109085]: INFO neutron.db.l3_db [req-aaf4c951-c92c-4d88-ba86-981a1e097c10 req-a713aa02-d511-4be3-a54f-e34bb54ec1ae tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Floating IP 261e0f69-298d-4916-aab1-30b1a289ec4b disassociated. External IP: 172.25.3.158, port: 4b83385c-dd09-4270-aa46-ae29299fbb75. Nov 12 00:58:33.692440 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device f3078017-2fb6-483c-b8e9-6d92e708b295 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:58:33.762526 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1859ea6e-aa53-44ef-bfad-561b2fed7529 req-8c8e8f83-aa74-4836-aac4-e8d07da75300 service neutron] 10.222.0.44 "GET /v2.0/networks/00a03daf-efbb-48db-964b-992b2504dfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221165 Nov 12 00:58:33.856622 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port f3078017-2fb6-483c-b8e9-6d92e708b295, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=f3078017-2fb6-483c-b8e9-6d92e708b295,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:33.873224 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'f3078017-2fb6-483c-b8e9-6d92e708b295', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'port_id': 'f3078017-2fb6-483c-b8e9-6d92e708b295', 'mac_address': 'fa:16:3e:33:ef:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0290328-7bc5-4266-bfb9-6eb25d91acf0', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:58:33.943609 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:33.949705 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:33.965709 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3078017-2fb6-483c-b8e9-6d92e708b295 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:58:33.989756 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port f3078017-2fb6-483c-b8e9-6d92e708b295, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=f3078017-2fb6-483c-b8e9-6d92e708b295,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:33.996371 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:34.003020 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aaf4c951-c92c-4d88-ba86-981a1e097c10 req-a713aa02-d511-4be3-a54f-e34bb54ec1ae tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Router b951ace5-9acd-4657-9f26-2fc613ee9eb4 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:58:34.059245 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=f3078017-2fb6-483c-b8e9-6d92e708b295,revision_number=9']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:34.301263 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['f3078017-2fb6-483c-b8e9-6d92e708b295'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:58:34.485045 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f418d5-4b10-46de-8278-c1e759d51294 req-9e6b8cc5-4917-4290-8140-496f1f566887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:34.486620 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-15f418d5-4b10-46de-8278-c1e759d51294 req-9e6b8cc5-4917-4290-8140-496f1f566887 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab22182039774befa325e91b3a0bd782&device_id=ff834f31-6440-401f-9964-41e29e340669 HTTP/1.1" status: 200 len: 1095 time: 0.5114419 Nov 12 00:58:34.648816 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d46823-eba1-49ad-9016-3fc5c814dd10 req-cf648b63-d1e9-45a3-b06c-9f72dc49a73b tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:34.651209 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-33d46823-eba1-49ad-9016-3fc5c814dd10 req-cf648b63-d1e9-45a3-b06c-9f72dc49a73b tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff834f31-6440-401f-9964-41e29e340669 HTTP/1.1" status: 200 len: 943 time: 0.1720495 Nov 12 00:58:34.701053 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aaf4c951-c92c-4d88-ba86-981a1e097c10 req-a713aa02-d511-4be3-a54f-e34bb54ec1ae tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:58:34.710474 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-aaf4c951-c92c-4d88-ba86-981a1e097c10 req-a713aa02-d511-4be3-a54f-e34bb54ec1ae tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:34.715170 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f418d5-4b10-46de-8278-c1e759d51294 req-b2e07e6e-63af-48aa-b1e6-0859886d21d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:34.716872 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-15f418d5-4b10-46de-8278-c1e759d51294 req-b2e07e6e-63af-48aa-b1e6-0859886d21d9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=00a03daf-efbb-48db-964b-992b2504dfd0 HTTP/1.1" status: 200 len: 906 time: 0.2158761 Nov 12 00:58:34.717406 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd95ddd3-9d59-4874-a404-2ce4a1206a4f None None] Sync routers for ids ['b951ace5-9acd-4657-9f26-2fc613ee9eb4'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:58:34.738239 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd95ddd3-9d59-4874-a404-2ce4a1206a4f None None] Routers {'b951ace5-9acd-4657-9f26-2fc613ee9eb4'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:58:34.739345 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-cd95ddd3-9d59-4874-a404-2ce4a1206a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:58:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['b951ace5-9acd-4657-9f26-2fc613ee9eb4'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:34.801647 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-15f418d5-4b10-46de-8278-c1e759d51294 req-ebf17f80-fe7c-4453-936e-d8683732947f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4942b0cb-0061-4f02-9603-8bbd0228da07 HTTP/1.1" status: 200 len: 217 time: 0.0540016 Nov 12 00:58:34.805052 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aaf4c951-c92c-4d88-ba86-981a1e097c10 req-a713aa02-d511-4be3-a54f-e34bb54ec1ae tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "PUT /v2.0/floatingips/261e0f69-298d-4916-aab1-30b1a289ec4b HTTP/1.1" status: 200 len: 695 time: 1.6665003 Nov 12 00:58:34.808798 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-33d46823-eba1-49ad-9016-3fc5c814dd10 req-93aaa241-969d-4ba8-9b8c-0e57237ea457 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458228 Nov 12 00:58:34.809318 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d4b8e69-4692-4338-b31f-72ae147f48d3', 'tag': '4b83385c-dd09-4270-aa46-ae29299fbb75'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:58:34.812040 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99167133-273b-4f3d-a6c2-646b46af80d7" -d '{"events": [{"name": "network-changed", "server_uuid": "6d4b8e69-4692-4338-b31f-72ae147f48d3", "tag": "4b83385c-dd09-4270-aa46-ae29299fbb75"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:58:34.934718 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-cd95ddd3-9d59-4874-a404-2ce4a1206a4f None None] Set router b951ace5-9acd-4657-9f26-2fc613ee9eb4 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:58:34.974169 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f418d5-4b10-46de-8278-c1e759d51294 req-fdb1986d-7885-425b-9603-3d4c583123c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:34.976706 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-15f418d5-4b10-46de-8278-c1e759d51294 req-fdb1986d-7885-425b-9603-3d4c583123c4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=76e4d43b-e53b-464c-a374-bf4144fb9a21 HTTP/1.1" status: 200 len: 846 time: 0.1549363 Nov 12 00:58:35.001594 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4c951-c92c-4d88-ba86-981a1e097c10 req-49422b7f-7967-4dde-98e1-1e3f55bb5cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:35.004742 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aaf4c951-c92c-4d88-ba86-981a1e097c10 req-49422b7f-7967-4dde-98e1-1e3f55bb5cdf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b2e62aee26964f858c9163a5ff12289e&device_id=6d4b8e69-4692-4338-b31f-72ae147f48d3 HTTP/1.1" status: 200 len: 1098 time: 0.1497426 Nov 12 00:58:35.015086 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:35.057102 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-15f418d5-4b10-46de-8278-c1e759d51294 req-37041350-f64e-432a-88b9-fe08efb0b360 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00a03daf-efbb-48db-964b-992b2504dfd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594020 Nov 12 00:58:35.106670 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5458d7a-f119-4d89-90a4-cef7fcbcf40a req-aa6fd62c-982f-449b-b008-a0832c2ae04b tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:35.108357 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b5458d7a-f119-4d89-90a4-cef7fcbcf40a req-aa6fd62c-982f-449b-b008-a0832c2ae04b tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0637605-ea14-4785-bf50-b25750f161a0 HTTP/1.1" status: 200 len: 950 time: 0.1925342 Nov 12 00:58:35.221239 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-cd95ddd3-9d59-4874-a404-2ce4a1206a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b951ace5-9acd-4657-9f26-2fc613ee9eb4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1520895545-router', 'tenant_id': 'b2e62aee26964f858c9163a5ff12289e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '9327ce2d-51a0-4ecc-a810-0a3ca9b097f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:27Z', 'updated_at': '2021-11-12T00:57:31Z', 'revision_number': 4, 'project_id': 'b2e62aee26964f858c9163a5ff12289e', 'gw_port': {'id': '9327ce2d-51a0-4ecc-a810-0a3ca9b097f9', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:15:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b951ace5-9acd-4657-9f26-2fc613ee9eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:28Z', 'updated_at': '2021-11-12T00:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '4bdb0c19-cb35-4368-8db6-17b8f34fecf3', 'name': '', 'network_id': '1d18b6f8-3a2a-4026-a21f-15fc5b9673ac', 'tenant_id': 'b2e62aee26964f858c9163a5ff12289e', 'mac_address': 'fa:16:3e:fd:aa:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b951ace5-9acd-4657-9f26-2fc613ee9eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'afd8d202-d127-4959-a75b-0172a337025b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:31Z', 'updated_at': '2021-11-12T00:57:40Z', 'revision_number': 5, 'project_id': 'b2e62aee26964f858c9163a5ff12289e', 'subnets': [{'id': 'afd8d202-d127-4959-a75b-0172a337025b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:35.245612 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4c951-c92c-4d88-ba86-981a1e097c10 req-dbed8ad8-d560-4ed0-9d3a-b66119539243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:35.247156 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aaf4c951-c92c-4d88-ba86-981a1e097c10 req-dbed8ad8-d560-4ed0-9d3a-b66119539243 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1d18b6f8-3a2a-4026-a21f-15fc5b9673ac HTTP/1.1" status: 200 len: 929 time: 0.2284956 Nov 12 00:58:35.260339 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd95ddd3-9d59-4874-a404-2ce4a1206a4f None None] Checking router: b951ace5-9acd-4657-9f26-2fc613ee9eb4 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:58:35.272491 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd95ddd3-9d59-4874-a404-2ce4a1206a4f None None] Routers {'b951ace5-9acd-4657-9f26-2fc613ee9eb4'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:58:35.273298 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-cd95ddd3-9d59-4874-a404-2ce4a1206a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:58:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['b951ace5-9acd-4657-9f26-2fc613ee9eb4'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:35.280689 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-15f418d5-4b10-46de-8278-c1e759d51294 req-19545765-deef-45e5-8a41-0fa240d055c1 service neutron] 10.222.0.44 "GET /v2.0/networks/00a03daf-efbb-48db-964b-992b2504dfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072387 Nov 12 00:58:35.317102 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b5458d7a-f119-4d89-90a4-cef7fcbcf40a req-043c4c4c-b60b-4e5e-8cb0-e8f1441efcd3 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967983 Nov 12 00:58:35.327477 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aaf4c951-c92c-4d88-ba86-981a1e097c10 req-b0f2e777-db04-44fd-bba8-1a4eb11d5646 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b83385c-dd09-4270-aa46-ae29299fbb75 HTTP/1.1" status: 200 len: 217 time: 0.0631819 Nov 12 00:58:35.486410 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4c951-c92c-4d88-ba86-981a1e097c10 req-84bf70fb-3d3d-4aca-906f-b3a0648ae752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:35.493271 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aaf4c951-c92c-4d88-ba86-981a1e097c10 req-84bf70fb-3d3d-4aca-906f-b3a0648ae752 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=afd8d202-d127-4959-a75b-0172a337025b HTTP/1.1" status: 200 len: 868 time: 0.1530340 Nov 12 00:58:35.501411 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-15f418d5-4b10-46de-8278-c1e759d51294 req-8a951542-1755-4b51-8994-4e09504b8c3a service neutron] 10.222.0.44 "GET /v2.0/networks/00a03daf-efbb-48db-964b-992b2504dfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826358 Nov 12 00:58:35.571296 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-cd95ddd3-9d59-4874-a404-2ce4a1206a4f None None] Set router b951ace5-9acd-4657-9f26-2fc613ee9eb4 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:58:35.592547 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4c951-c92c-4d88-ba86-981a1e097c10 req-1bdd9cfd-5d1f-4f1f-b7a8-91329a1eb820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:35.596174 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aaf4c951-c92c-4d88-ba86-981a1e097c10 req-1bdd9cfd-5d1f-4f1f-b7a8-91329a1eb820 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1d18b6f8-3a2a-4026-a21f-15fc5b9673ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1006913 Nov 12 00:58:35.794968 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aaf4c951-c92c-4d88-ba86-981a1e097c10 req-c46195e2-ee28-4708-85e6-83fdeba64820 service neutron] 10.222.0.45 "GET /v2.0/networks/1d18b6f8-3a2a-4026-a21f-15fc5b9673ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852868 Nov 12 00:58:35.846433 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03c036-8e17-41f2-9f28-0b0189eb0430 req-e624ac78-2b1a-457e-b23f-3b3d5bc30fc4 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:35.855469 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8e03c036-8e17-41f2-9f28-0b0189eb0430 req-e624ac78-2b1a-457e-b23f-3b3d5bc30fc4 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/ports?device_id=be46e1f9-d511-4ad0-9119-702dfbeb3272 HTTP/1.1" status: 200 len: 950 time: 0.1468244 Nov 12 00:58:35.950145 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8e03c036-8e17-41f2-9f28-0b0189eb0430 req-69b6517d-fd87-44ce-808a-2a018d75fe28 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8269e9f-9f8f-42e5-aea8-675a23d38af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944462 Nov 12 00:58:35.967326 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aaf4c951-c92c-4d88-ba86-981a1e097c10 req-fc420e53-be07-45f7-8551-6c73490554a7 service neutron] 10.222.0.45 "GET /v2.0/networks/1d18b6f8-3a2a-4026-a21f-15fc5b9673ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710250 Nov 12 00:58:36.048039 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-cd95ddd3-9d59-4874-a404-2ce4a1206a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b951ace5-9acd-4657-9f26-2fc613ee9eb4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1520895545-router', 'tenant_id': 'b2e62aee26964f858c9163a5ff12289e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '9327ce2d-51a0-4ecc-a810-0a3ca9b097f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:27Z', 'updated_at': '2021-11-12T00:57:31Z', 'revision_number': 4, 'project_id': 'b2e62aee26964f858c9163a5ff12289e', 'gw_port': {'id': '9327ce2d-51a0-4ecc-a810-0a3ca9b097f9', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:15:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b951ace5-9acd-4657-9f26-2fc613ee9eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:28Z', 'updated_at': '2021-11-12T00:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '4bdb0c19-cb35-4368-8db6-17b8f34fecf3', 'name': '', 'network_id': '1d18b6f8-3a2a-4026-a21f-15fc5b9673ac', 'tenant_id': 'b2e62aee26964f858c9163a5ff12289e', 'mac_address': 'fa:16:3e:fd:aa:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b951ace5-9acd-4657-9f26-2fc613ee9eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'afd8d202-d127-4959-a75b-0172a337025b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:31Z', 'updated_at': '2021-11-12T00:57:40Z', 'revision_number': 5, 'project_id': 'b2e62aee26964f858c9163a5ff12289e', 'subnets': [{'id': 'afd8d202-d127-4959-a75b-0172a337025b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:36.114249 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd95ddd3-9d59-4874-a404-2ce4a1206a4f None None] The sync data for ids ['b951ace5-9acd-4657-9f26-2fc613ee9eb4'] in n-d-712142-27 is: [{'id': 'b951ace5-9acd-4657-9f26-2fc613ee9eb4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1520895545-router', 'tenant_id': 'b2e62aee26964f858c9163a5ff12289e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '9327ce2d-51a0-4ecc-a810-0a3ca9b097f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:27Z', 'updated_at': '2021-11-12T00:57:31Z', 'revision_number': 4, 'project_id': 'b2e62aee26964f858c9163a5ff12289e', 'gw_port': {'id': '9327ce2d-51a0-4ecc-a810-0a3ca9b097f9', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:15:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b951ace5-9acd-4657-9f26-2fc613ee9eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:28Z', 'updated_at': '2021-11-12T00:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '4bdb0c19-cb35-4368-8db6-17b8f34fecf3', 'name': '', 'network_id': '1d18b6f8-3a2a-4026-a21f-15fc5b9673ac', 'tenant_id': 'b2e62aee26964f858c9163a5ff12289e', 'mac_address': 'fa:16:3e:fd:aa:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b951ace5-9acd-4657-9f26-2fc613ee9eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': 'afd8d202-d127-4959-a75b-0172a337025b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:31Z', 'updated_at': '2021-11-12T00:57:40Z', 'revision_number': 5, 'project_id': 'b2e62aee26964f858c9163a5ff12289e', 'subnets': [{'id': 'afd8d202-d127-4959-a75b-0172a337025b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:58:36.177875 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f724e71c-32d1-46c4-b9ac-0508986bd362 x-openstack-request-id: req-f724e71c-32d1-46c4-b9ac-0508986bd362 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:58:36.178352 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d4b8e69-4692-4338-b31f-72ae147f48d3", "tag": "4b83385c-dd09-4270-aa46-ae29299fbb75", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:58:36.178767 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f724e71c-32d1-46c4-b9ac-0508986bd362 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:58:36.179444 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d4b8e69-4692-4338-b31f-72ae147f48d3', 'tag': '4b83385c-dd09-4270-aa46-ae29299fbb75', 'status': 'completed', 'code': 200} Nov 12 00:58:36.339529 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c798097-f457-45e3-a4d9-d4152b674978 req-62bf7bc1-643f-4ec5-a943-f24ce9ad8d87 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:36.348132 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5c798097-f457-45e3-a4d9-d4152b674978 req-62bf7bc1-643f-4ec5-a943-f24ce9ad8d87 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa50c5ea-6d4d-44ff-804d-2a670cf0e0df HTTP/1.1" status: 200 len: 950 time: 0.1035728 Nov 12 00:58:36.364737 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c25917-09a9-40d2-a6da-0393da9df3df req-72cbbc53-c4f3-4e09-bcd2-857797a0d70d tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:36.366385 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-87c25917-09a9-40d2-a6da-0393da9df3df req-72cbbc53-c4f3-4e09-bcd2-857797a0d70d tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff834f31-6440-401f-9964-41e29e340669 HTTP/1.1" status: 200 len: 943 time: 0.1105957 Nov 12 00:58:36.531052 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5c798097-f457-45e3-a4d9-d4152b674978 req-298d18a2-7dda-44ae-950c-e680cb453e16 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814570 Nov 12 00:58:36.600650 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab941a3e-c299-4038-bea9-7c57acda3075 None None] New status for floating IP 261e0f69-298d-4916-aab1-30b1a289ec4b: DOWN {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:58:36.616634 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-87c25917-09a9-40d2-a6da-0393da9df3df req-dd8d31f0-346d-4d7c-88bb-eddbdab72143 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395561 Nov 12 00:58:36.642411 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99167133-273b-4f3d-a6c2-646b46af80d7 req-ee2e79c9-6fe3-439d-9dff-df1f1c1b41ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:36.654078 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-99167133-273b-4f3d-a6c2-646b46af80d7 req-ee2e79c9-6fe3-439d-9dff-df1f1c1b41ce service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b2e62aee26964f858c9163a5ff12289e&device_id=6d4b8e69-4692-4338-b31f-72ae147f48d3 HTTP/1.1" status: 200 len: 1098 time: 0.2460732 Nov 12 00:58:36.986612 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e95e991-fd76-4eb8-baac-fd59f0339932 req-1babc6aa-956e-42f9-853a-5a2d7240bda1 tempest-LiveMigrationNegativeTest-2091217365 tempest-LiveMigrationNegativeTest-2091217365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:36.990204 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2e95e991-fd76-4eb8-baac-fd59f0339932 req-1babc6aa-956e-42f9-853a-5a2d7240bda1 tempest-LiveMigrationNegativeTest-2091217365 tempest-LiveMigrationNegativeTest-2091217365-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=be46e1f9-d511-4ad0-9119-702dfbeb3272 HTTP/1.1" status: 200 len: 1102 time: 0.1197572 Nov 12 00:58:36.992375 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99167133-273b-4f3d-a6c2-646b46af80d7 req-98440889-0b14-4119-8e4e-c92f78b81170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:36.994257 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-99167133-273b-4f3d-a6c2-646b46af80d7 req-98440889-0b14-4119-8e4e-c92f78b81170 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1d18b6f8-3a2a-4026-a21f-15fc5b9673ac HTTP/1.1" status: 200 len: 929 time: 0.3354399 Nov 12 00:58:37.075736 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-99167133-273b-4f3d-a6c2-646b46af80d7 req-36a33566-2691-4a1b-a170-f2883b063fd0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b83385c-dd09-4270-aa46-ae29299fbb75 HTTP/1.1" status: 200 len: 217 time: 0.0693283 Nov 12 00:58:37.136678 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2e95e991-fd76-4eb8-baac-fd59f0339932 req-ddab4d15-cd3c-4c7d-aa5e-813908c84a46 tempest-LiveMigrationNegativeTest-2091217365 tempest-LiveMigrationNegativeTest-2091217365-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:37.208748 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d6f61e78-7099-4186-a023-8275de5288dd req-e0fa4585-17f5-427e-9dcc-d7e4b7cbe1a0 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "GET /v2.0/floatingips/261e0f69-298d-4916-aab1-30b1a289ec4b HTTP/1.1" status: 200 len: 693 time: 0.1234157 Nov 12 00:58:37.311917 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99167133-273b-4f3d-a6c2-646b46af80d7 req-ff2d1fd9-3fa4-4b06-b1d3-e8953b02d333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:37.314017 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-99167133-273b-4f3d-a6c2-646b46af80d7 req-ff2d1fd9-3fa4-4b06-b1d3-e8953b02d333 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=afd8d202-d127-4959-a75b-0172a337025b HTTP/1.1" status: 200 len: 868 time: 0.2262766 Nov 12 00:58:37.417180 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99167133-273b-4f3d-a6c2-646b46af80d7 req-e6903a34-0bae-4bac-bef1-84ba20c81ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:37.419503 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-99167133-273b-4f3d-a6c2-646b46af80d7 req-e6903a34-0bae-4bac-bef1-84ba20c81ab0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1d18b6f8-3a2a-4026-a21f-15fc5b9673ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0919676 Nov 12 00:58:37.462957 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f61e78-7099-4186-a023-8275de5288dd req-195e559f-f09e-44e3-b772-3027bfd65652 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:37.471458 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d6f61e78-7099-4186-a023-8275de5288dd req-195e559f-f09e-44e3-b772-3027bfd65652 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "GET /v2.0/networks/ab9ea869-d067-4dfb-b2de-16b019fae22d HTTP/1.1" status: 200 len: 784 time: 0.2615395 Nov 12 00:58:37.608217 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d6f61e78-7099-4186-a023-8275de5288dd req-b15a9931-8d62-4260-8bf6-2d6948677cf2 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.158 HTTP/1.1" status: 200 len: 696 time: 0.1352093 Nov 12 00:58:37.625159 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2e95e991-fd76-4eb8-baac-fd59f0339932 req-ddab4d15-cd3c-4c7d-aa5e-813908c84a46 tempest-LiveMigrationNegativeTest-2091217365 tempest-LiveMigrationNegativeTest-2091217365-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:37.681102 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2e95e991-fd76-4eb8-baac-fd59f0339932 req-ddab4d15-cd3c-4c7d-aa5e-813908c84a46 tempest-LiveMigrationNegativeTest-2091217365 tempest-LiveMigrationNegativeTest-2091217365-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:37.708014 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 4942b0cb-0061-4f02-9603-8bbd0228da07 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:58:37.715164 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device f3078017-2fb6-483c-b8e9-6d92e708b295 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:58:37.725241 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d6f61e78-7099-4186-a023-8275de5288dd req-fd741bbb-101b-4b96-9200-f5d804e557e6 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.158 HTTP/1.1" status: 200 len: 696 time: 0.1033309 Nov 12 00:58:37.760538 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-99167133-273b-4f3d-a6c2-646b46af80d7 req-df0d4ffa-10cf-479b-a323-3d1d970a4be3 service neutron] 10.222.0.44 "GET /v2.0/networks/1d18b6f8-3a2a-4026-a21f-15fc5b9673ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144703 Nov 12 00:58:37.769322 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2e95e991-fd76-4eb8-baac-fd59f0339932 req-ddab4d15-cd3c-4c7d-aa5e-813908c84a46 tempest-LiveMigrationNegativeTest-2091217365 tempest-LiveMigrationNegativeTest-2091217365-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=b8269e9f-9f8f-42e5-aea8-675a23d38af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6891067 Nov 12 00:58:37.852185 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port f3078017-2fb6-483c-b8e9-6d92e708b295 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:37.853011 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:37.864260 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddab4d15-cd3c-4c7d-aa5e-813908c84a46 tempest-LiveMigrationNegativeTest-2091217365 tempest-LiveMigrationNegativeTest-2091217365-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1231e7b3-7aa7-41c7-9f39-c02a5c327c98,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:38.081357 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 4942b0cb-0061-4f02-9603-8bbd0228da07, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=4942b0cb-0061-4f02-9603-8bbd0228da07,segment=NetworkSegment(45adf0ba-e61d-4509-afe2-5b0ef96fbbf3),segment_id=45adf0ba-e61d-4509-afe2-5b0ef96fbbf3)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:38.109028 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.122903 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '4942b0cb-0061-4f02-9603-8bbd0228da07', 'network_id': '00a03daf-efbb-48db-964b-992b2504dfd0', 'port_id': '4942b0cb-0061-4f02-9603-8bbd0228da07', 'mac_address': 'fa:16:3e:a1:e6:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76e4d43b-e53b-464c-a374-bf4144fb9a21', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:58:38.127703 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.168634 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0d64e1b3-8d97-4758-b730-1356b7640170 req-40a5a406-9b3f-446f-bf2b-0e0575b53284 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=3950c53be46242a899363a02f7865cd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0937788 Nov 12 00:58:38.207750 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af86cc37-5b5f-4939-9e6e-530f4bf55d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3078017-2fb6-483c-b8e9-6d92e708b295'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:58:38.210912 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861cc0c7-643f-4636-819f-3cfab81746f7" -d '{"events": [{"server_uuid": "af86cc37-5b5f-4939-9e6e-530f4bf55d75", "name": "network-vif-plugged", "status": "completed", "tag": "f3078017-2fb6-483c-b8e9-6d92e708b295"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:58:38.232835 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-99167133-273b-4f3d-a6c2-646b46af80d7 req-31c214c4-f98c-41c3-8f94-361091217d36 service neutron] 10.222.0.44 "GET /v2.0/networks/1d18b6f8-3a2a-4026-a21f-15fc5b9673ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931580 Nov 12 00:58:38.238460 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port f3078017-2fb6-483c-b8e9-6d92e708b295, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=f3078017-2fb6-483c-b8e9-6d92e708b295,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:38.240847 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.251517 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.261730 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4942b0cb-0061-4f02-9603-8bbd0228da07 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:58:38.315209 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 4942b0cb-0061-4f02-9603-8bbd0228da07, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=4942b0cb-0061-4f02-9603-8bbd0228da07,segment=NetworkSegment(45adf0ba-e61d-4509-afe2-5b0ef96fbbf3),segment_id=45adf0ba-e61d-4509-afe2-5b0ef96fbbf3)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:38.329030 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.334955 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=f3078017-2fb6-483c-b8e9-6d92e708b295,revision_number=10']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:38.359555 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-d6f61e78-7099-4186-a023-8275de5288dd req-ca7f7296-061e-486b-9cd8-d308f5ffd535 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Deleting port f5405a76-f1bd-4893-a720-69bca584579f {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:38.359890 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d6f61e78-7099-4186-a023-8275de5288dd req-ca7f7296-061e-486b-9cd8-d308f5ffd535 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.401860 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=4942b0cb-0061-4f02-9603-8bbd0228da07,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:38.473561 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64e1b3-8d97-4758-b730-1356b7640170 req-14abc5dc-4af3-4f1f-aaa9-f20b13ad94a7 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:38.475269 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0d64e1b3-8d97-4758-b730-1356b7640170 req-14abc5dc-4af3-4f1f-aaa9-f20b13ad94a7 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2767851 Nov 12 00:58:38.501167 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0d64e1b3-8d97-4758-b730-1356b7640170 req-cd144941-a317-490a-a451-757670fef665 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/quotas/3950c53be46242a899363a02f7865cd7 HTTP/1.1" status: 200 len: 375 time: 0.0184193 Nov 12 00:58:38.529582 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d6f61e78-7099-4186-a023-8275de5288dd req-ca7f7296-061e-486b-9cd8-d308f5ffd535 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.529901 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d6f61e78-7099-4186-a023-8275de5288dd req-ca7f7296-061e-486b-9cd8-d308f5ffd535 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.564039 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-d6f61e78-7099-4186-a023-8275de5288dd req-ca7f7296-061e-486b-9cd8-d308f5ffd535 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Calling delete_port for f5405a76-f1bd-4893-a720-69bca584579f owned by network:floatingip {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:38.640652 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0d64e1b3-8d97-4758-b730-1356b7640170 req-9cda5a18-a0a2-4b5c-80e7-7643e7865208 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3950c53be46242a899363a02f7865cd7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1312203 Nov 12 00:58:38.882172 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d6f61e78-7099-4186-a023-8275de5288dd req-ca7f7296-061e-486b-9cd8-d308f5ffd535 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:38.901069 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['4942b0cb-0061-4f02-9603-8bbd0228da07'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:58:39.005497 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f7296-061e-486b-9cd8-d308f5ffd535 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Pushing event deleted for resources: {'Port': ['ID=f5405a76-f1bd-4893-a720-69bca584579f,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:39.156634 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d6f61e78-7099-4186-a023-8275de5288dd req-ca7f7296-061e-486b-9cd8-d308f5ffd535 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Publish callbacks [] for floatingip, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:39.160780 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d6f61e78-7099-4186-a023-8275de5288dd req-ca7f7296-061e-486b-9cd8-d308f5ffd535 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:39.178816 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d6f61e78-7099-4186-a023-8275de5288dd req-ca7f7296-061e-486b-9cd8-d308f5ffd535 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "DELETE /v2.0/floatingips/261e0f69-298d-4916-aab1-30b1a289ec4b HTTP/1.1" status: 204 len: 173 time: 1.4395454 Nov 12 00:58:39.302070 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57856e37-4b55-466d-8c61-8af9894bd443 req-a1cbbe8f-226d-448d-a086-6bd481918eed tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:39.310856 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-57856e37-4b55-466d-8c61-8af9894bd443 req-a1cbbe8f-226d-448d-a086-6bd481918eed tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff834f31-6440-401f-9964-41e29e340669 HTTP/1.1" status: 200 len: 944 time: 0.0752847 Nov 12 00:58:39.396211 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-57856e37-4b55-466d-8c61-8af9894bd443 req-fb433b0f-f3e0-4a92-afdd-3884744b48cc tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822251 Nov 12 00:58:39.454066 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b885ef3-39bc-46ce-8b86-8c34c824627f x-openstack-request-id: req-7b885ef3-39bc-46ce-8b86-8c34c824627f {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:58:39.454707 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af86cc37-5b5f-4939-9e6e-530f4bf55d75", "name": "network-vif-plugged", "status": "completed", "tag": "f3078017-2fb6-483c-b8e9-6d92e708b295", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:58:39.455419 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7b885ef3-39bc-46ce-8b86-8c34c824627f {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:58:39.456942 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af86cc37-5b5f-4939-9e6e-530f4bf55d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3078017-2fb6-483c-b8e9-6d92e708b295', 'code': 200} Nov 12 00:58:39.511603 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a76b7abc-2cbc-4208-95d4-b0a239e786af req-b48d5bea-67ba-4895-98df-bfb1b04c9a50 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fd06269-2e11-415d-866e-b0ef7010ded2 HTTP/1.1" status: 200 len: 210 time: 0.0667987 Nov 12 00:58:39.866068 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1827b-61ef-44ad-ad17-d03ddb1ae837 req-a7b52533-6844-43f3-a7d3-943d8e8289b1 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:39.869410 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4ad1827b-61ef-44ad-ad17-d03ddb1ae837 req-a7b52533-6844-43f3-a7d3-943d8e8289b1 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d4b8e69-4692-4338-b31f-72ae147f48d3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1430581 Nov 12 00:58:40.060985 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4ad1827b-61ef-44ad-ad17-d03ddb1ae837 req-b18dbd02-7544-4f81-8bf3-4704ccbf19e4 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1810479 Nov 12 00:58:40.314786 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:40.371723 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58084) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:40.555497 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aebf53e0-4762-4cb8-9830-9ae0a7583e12 req-008cfca2-0748-4c32-ac02-eb7ed646af6c tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.4625945 Nov 12 00:58:40.588825 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4771cd-9e13-4d97-8d3d-05532cb5bb81 req-d1238276-0c72-4d9a-8850-371e659e9c49 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:40.596289 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ad4771cd-9e13-4d97-8d3d-05532cb5bb81 req-d1238276-0c72-4d9a-8850-371e659e9c49 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/ports?device_id=be46e1f9-d511-4ad0-9119-702dfbeb3272 HTTP/1.1" status: 200 len: 950 time: 0.5637298 Nov 12 00:58:40.629371 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4b25de42-da84-4e58-b8e8-bb476beccdee admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:40.714958 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ad4771cd-9e13-4d97-8d3d-05532cb5bb81 req-d6b609f6-ce4b-4e44-8809-719be548eaed tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8269e9f-9f8f-42e5-aea8-675a23d38af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967572 Nov 12 00:58:40.846292 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4b25de42-da84-4e58-b8e8-bb476beccdee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:40.865845 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4b25de42-da84-4e58-b8e8-bb476beccdee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:40.947080 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4b25de42-da84-4e58-b8e8-bb476beccdee admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=122679b07a104d418bd64c5adc58a7ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5737092 Nov 12 00:58:40.947864 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b25de42-da84-4e58-b8e8-bb476beccdee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675b7b0a-3f2b-4cdf-bbba-9b93ac939e41,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:40.958298 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58104) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:41.060525 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dd34aeff-86f2-492a-b3c5-5b110cac7901 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:41.120877 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dd34aeff-86f2-492a-b3c5-5b110cac7901 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:41.147322 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0d64e1b3-8d97-4758-b730-1356b7640170 req-0c257949-ddfb-4f2a-83fd-4daf69c3f7d0 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=3950c53be46242a899363a02f7865cd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0788503 Nov 12 00:58:41.188013 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8ef1ee62-39e8-452d-a831-1a1a79849080 req-693011ad-3bb3-452f-9f98-2e3178f7ad7d tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fd06269-2e11-415d-866e-b0ef7010ded2 HTTP/1.1" status: 200 len: 210 time: 0.0849788 Nov 12 00:58:41.229347 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8acdb-a74c-4ab9-9c4e-c9707df6eb70 req-5820e9a1-b673-48e0-a892-1a3024c23a5d tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:41.243268 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f8d8acdb-a74c-4ab9-9c4e-c9707df6eb70 req-5820e9a1-b673-48e0-a892-1a3024c23a5d tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff834f31-6440-401f-9964-41e29e340669 HTTP/1.1" status: 200 len: 944 time: 0.3319399 Nov 12 00:58:41.247131 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dd34aeff-86f2-492a-b3c5-5b110cac7901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:41.250144 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dd34aeff-86f2-492a-b3c5-5b110cac7901 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:41.254466 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-dd34aeff-86f2-492a-b3c5-5b110cac7901 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/675b7b0a-3f2b-4cdf-bbba-9b93ac939e41 HTTP/1.1" status: 204 len: 168 time: 0.2917154 Nov 12 00:58:41.273749 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd34aeff-86f2-492a-b3c5-5b110cac7901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675b7b0a-3f2b-4cdf-bbba-9b93ac939e41,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:41.405612 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f8d8acdb-a74c-4ab9-9c4e-c9707df6eb70 req-b46e82eb-03af-424c-8692-f8a5546a7793 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591392 Nov 12 00:58:41.586677 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64e1b3-8d97-4758-b730-1356b7640170 req-2b1a6533-15ed-43d7-8763-e22dfc727f88 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:41.589660 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0d64e1b3-8d97-4758-b730-1356b7640170 req-2b1a6533-15ed-43d7-8763-e22dfc727f88 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4061587 Nov 12 00:58:41.632404 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-0d64e1b3-8d97-4758-b730-1356b7640170 req-dad87e34-8107-4c9e-9a2a-1865730217fe tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Request body: {'port': {'device_id': '7fd06269-2e11-415d-866e-b0ef7010ded2', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'admin_state_up': True, 'tenant_id': '3950c53be46242a899363a02f7865cd7'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:41.741911 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed7598-34c0-43cd-a55c-5055d8748405 req-f7d500f6-56dd-4e81-9b3b-c74bd3e18def tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:41.747711 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-34ed7598-34c0-43cd-a55c-5055d8748405 req-f7d500f6-56dd-4e81-9b3b-c74bd3e18def tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d4b8e69-4692-4338-b31f-72ae147f48d3 HTTP/1.1" status: 200 len: 946 time: 0.1536226 Nov 12 00:58:41.752918 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 4942b0cb-0061-4f02-9603-8bbd0228da07 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:58:41.871336 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 4942b0cb-0061-4f02-9603-8bbd0228da07 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:58:41.883622 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 4942b0cb-0061-4f02-9603-8bbd0228da07 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:41.884489 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:41.884617 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-34ed7598-34c0-43cd-a55c-5055d8748405 req-eae2d1f9-45c5-4151-9e9c-aa3b899ebdb8 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "GET /v2.0/security-groups?id=9bb56295-3e68-4ba6-9c68-2daf88761092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133819 Nov 12 00:58:41.931581 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d64e1b3-8d97-4758-b730-1356b7640170 req-dad87e34-8107-4c9e-9a2a-1865730217fe tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Made reservation on behalf of 3950c53be46242a899363a02f7865cd7 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:41.931581 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-0d64e1b3-8d97-4758-b730-1356b7640170 req-dad87e34-8107-4c9e-9a2a-1865730217fe tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:42.019186 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58132) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:42.039616 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b4ef9aa0-639e-41b6-952f-2b7601936001 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:42.059793 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:42.076522 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a4756-3f8f-4650-9b09-3020aaebf816 req-6236aeac-df7f-43de-9279-a8a9f3247693 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:42.078152 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-680a4756-3f8f-4650-9b09-3020aaebf816 req-6236aeac-df7f-43de-9279-a8a9f3247693 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/ports?device_id=be46e1f9-d511-4ad0-9119-702dfbeb3272 HTTP/1.1" status: 200 len: 950 time: 0.1689854 Nov 12 00:58:42.107126 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 4942b0cb-0061-4f02-9603-8bbd0228da07, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=4942b0cb-0061-4f02-9603-8bbd0228da07,segment=NetworkSegment(45adf0ba-e61d-4509-afe2-5b0ef96fbbf3),segment_id=45adf0ba-e61d-4509-afe2-5b0ef96fbbf3)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:42.108652 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff834f31-6440-401f-9964-41e29e340669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4942b0cb-0061-4f02-9603-8bbd0228da07'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:58:42.113155 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da74f1b6-249e-47b4-a6da-acbadfceea2d" -d '{"events": [{"server_uuid": "ff834f31-6440-401f-9964-41e29e340669", "name": "network-vif-plugged", "status": "completed", "tag": "4942b0cb-0061-4f02-9603-8bbd0228da07"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:58:42.120482 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:42.206940 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be37b2d1-301d-49cd-be78-9c53d311af85 x-openstack-request-id: req-be37b2d1-301d-49cd-be78-9c53d311af85 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:58:42.208241 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff834f31-6440-401f-9964-41e29e340669", "name": "network-vif-plugged", "status": "completed", "tag": "4942b0cb-0061-4f02-9603-8bbd0228da07", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:58:42.208558 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-be37b2d1-301d-49cd-be78-9c53d311af85 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:58:42.209382 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff834f31-6440-401f-9964-41e29e340669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4942b0cb-0061-4f02-9603-8bbd0228da07', 'code': 200} Nov 12 00:58:42.231556 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=4942b0cb-0061-4f02-9603-8bbd0228da07,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:42.234134 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b4ef9aa0-639e-41b6-952f-2b7601936001 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:42.243000 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b4ef9aa0-639e-41b6-952f-2b7601936001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:42.277049 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-680a4756-3f8f-4650-9b09-3020aaebf816 req-180a56df-c3df-4f2a-8b04-bbe80fe44092 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8269e9f-9f8f-42e5-aea8-675a23d38af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689043 Nov 12 00:58:42.283212 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef9aa0-639e-41b6-952f-2b7601936001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d6bc4a-e43b-4941-9d63-3b35f6600cbe,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:42.334235 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-0d64e1b3-8d97-4758-b730-1356b7640170 req-dad87e34-8107-4c9e-9a2a-1865730217fe tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Allocated IP 192.168.233.212 (945c2da1-f958-478a-a48a-8af2dfa2e179/f0290328-7bc5-4266-bfb9-6eb25d91acf0/d1d414e9-bbff-4c86-b067-f326014619c3) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:42.347540 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b4ef9aa0-639e-41b6-952f-2b7601936001 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=80305e27e4df4d9eba16eb9e3c768b9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3264899 Nov 12 00:58:42.348547 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58138) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:42.420748 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d6de787c-bd6f-4402-ac49-ba53006f9cc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:42.467143 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d6de787c-bd6f-4402-ac49-ba53006f9cc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:42.558718 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d6de787c-bd6f-4402-ac49-ba53006f9cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:42.562289 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d6de787c-bd6f-4402-ac49-ba53006f9cc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:42.565958 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d6de787c-bd6f-4402-ac49-ba53006f9cc3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c3d6bc4a-e43b-4941-9d63-3b35f6600cbe HTTP/1.1" status: 204 len: 168 time: 0.2159066 Nov 12 00:58:42.579882 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de787c-bd6f-4402-ac49-ba53006f9cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d6bc4a-e43b-4941-9d63-3b35f6600cbe,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:42.720712 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0893bb40-3c8a-44f7-a255-287d73d2e412 req-53f24c5d-6490-4315-9422-8a7df6d8e723 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fd06269-2e11-415d-866e-b0ef7010ded2 HTTP/1.1" status: 200 len: 210 time: 0.2458103 Nov 12 00:58:42.835322 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c12d15-4ba7-4f33-bc3b-eb294168c0fb req-d3236b72-73e9-409a-baee-1bf6f22efedd tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:42.845693 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-50c12d15-4ba7-4f33-bc3b-eb294168c0fb req-d3236b72-73e9-409a-baee-1bf6f22efedd tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff834f31-6440-401f-9964-41e29e340669 HTTP/1.1" status: 200 len: 945 time: 0.3333542 Nov 12 00:58:42.859420 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0cc58c-9030-4a01-835f-0532d9ae527e req-94b2e134-07b0-4185-80ff-b027c675d189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:42.862272 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5f0cc58c-9030-4a01-835f-0532d9ae527e req-94b2e134-07b0-4185-80ff-b027c675d189 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ff834f31-6440-401f-9964-41e29e340669 HTTP/1.1" status: 200 len: 1097 time: 0.3852179 Nov 12 00:58:42.997537 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-0d64e1b3-8d97-4758-b730-1356b7640170 req-dad87e34-8107-4c9e-9a2a-1865730217fe tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:43.156608 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-50c12d15-4ba7-4f33-bc3b-eb294168c0fb req-80a8ede7-08ec-424c-a642-9c67825c9e1c tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096557 Nov 12 00:58:43.275782 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1c090-b60f-47df-8ada-37612b22a584 req-96f67624-628a-493b-b893-f13c3f389710 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:43.277280 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1eb1c090-b60f-47df-8ada-37612b22a584 req-96f67624-628a-493b-b893-f13c3f389710 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.44 "GET /v2.0/ports?device_id=be46e1f9-d511-4ad0-9119-702dfbeb3272 HTTP/1.1" status: 200 len: 950 time: 0.3687739 Nov 12 00:58:43.283006 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-0d64e1b3-8d97-4758-b730-1356b7640170 req-dad87e34-8107-4c9e-9a2a-1865730217fe tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:43.291900 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5f0cc58c-9030-4a01-835f-0532d9ae527e req-731e61f8-a8d5-4adb-bcf2-29a4da948f1c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3736000 Nov 12 00:58:43.337001 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['d4cbd03e-bbf4-455b-8232-3965a0a2ddd9', '0d5ddadc-aac1-4364-b1cd-d766b09dfb93'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:58:43.340699 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa944c80-e72d-43b8-8817-3997ec3faeb3 req-f892fc73-8d26-4ed0-aca1-764a026f1f9c tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:43.348574 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fa944c80-e72d-43b8-8817-3997ec3faeb3 req-f892fc73-8d26-4ed0-aca1-764a026f1f9c tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d4b8e69-4692-4338-b31f-72ae147f48d3 HTTP/1.1" status: 200 len: 946 time: 0.1825981 Nov 12 00:58:43.448892 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d64e1b3-8d97-4758-b730-1356b7640170 req-dad87e34-8107-4c9e-9a2a-1865730217fe tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Network 945c2da1-f958-478a-a48a-8af2dfa2e179 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:43.481747 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-0d64e1b3-8d97-4758-b730-1356b7640170 req-dad87e34-8107-4c9e-9a2a-1865730217fe tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:43.484402 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d64e1b3-8d97-4758-b730-1356b7640170 req-dad87e34-8107-4c9e-9a2a-1865730217fe tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:58:43.518510 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad87e34-8107-4c9e-9a2a-1865730217fe tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Pushing event updated for resources: {'Port': ['ID=d1d414e9-bbff-4c86-b067-f326014619c3,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:43.624341 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64e1b3-8d97-4758-b730-1356b7640170 req-dad87e34-8107-4c9e-9a2a-1865730217fe tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:43.624983 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-0d64e1b3-8d97-4758-b730-1356b7640170 req-dad87e34-8107-4c9e-9a2a-1865730217fe tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:43.763692 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0d64e1b3-8d97-4758-b730-1356b7640170 req-dad87e34-8107-4c9e-9a2a-1865730217fe tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1362152 Nov 12 00:58:43.790646 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fa944c80-e72d-43b8-8817-3997ec3faeb3 req-2b2e8bff-ee8c-4561-aa01-210f020853d2 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "GET /v2.0/security-groups?id=9bb56295-3e68-4ba6-9c68-2daf88761092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4404454 Nov 12 00:58:43.812403 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38994be-6f6e-415e-8973-6165b9711f80 req-f7c60589-d814-496a-af9c-ffa3b925cf75 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:43.822707 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b38994be-6f6e-415e-8973-6165b9711f80 req-f7c60589-d814-496a-af9c-ffa3b925cf75 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/ports?device_id=be46e1f9-d511-4ad0-9119-702dfbeb3272 HTTP/1.1" status: 200 len: 950 time: 0.3270893 Nov 12 00:58:43.898599 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-0d64e1b3-8d97-4758-b730-1356b7640170 req-d59eff3c-b364-47f5-b8f3-0b72d727d105 service neutron] Request body: {'port': {'device_id': '7fd06269-2e11-415d-866e-b0ef7010ded2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:43.908908 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-1eb1c090-b60f-47df-8ada-37612b22a584 req-4aa24a28-b121-4efe-8562-03966477b720 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Deleting port d93bd157-569e-4215-a883-ef4be192f0ac {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:43.911609 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1eb1c090-b60f-47df-8ada-37612b22a584 req-4aa24a28-b121-4efe-8562-03966477b720 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:43.940939 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-c1f20c95-5895-4cab-be6c-ba1a4bf2597f None None] Provisioning complete for port d1d414e9-bbff-4c86-b067-f326014619c3 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:43.941328 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c1f20c95-5895-4cab-be6c-ba1a4bf2597f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:43.998029 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-c1f20c95-5895-4cab-be6c-ba1a4bf2597f None None] Port d1d414e9-bbff-4c86-b067-f326014619c3 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:58:44.123543 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b38994be-6f6e-415e-8973-6165b9711f80 req-bfdeba02-ad64-4196-a666-2b55208daf44 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8269e9f-9f8f-42e5-aea8-675a23d38af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979648 Nov 12 00:58:44.269574 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-0d64e1b3-8d97-4758-b730-1356b7640170 req-d59eff3c-b364-47f5-b8f3-0b72d727d105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:44.285468 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47de5a8-7a24-4eb8-b727-af01ed78ebad req-d3cbaeb5-2fe1-4010-8cc5-ae45c02d2ca4 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:44.287571 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a47de5a8-7a24-4eb8-b727-af01ed78ebad req-d3cbaeb5-2fe1-4010-8cc5-ae45c02d2ca4 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fd06269-2e11-415d-866e-b0ef7010ded2 HTTP/1.1" status: 200 len: 936 time: 0.3673708 Nov 12 00:58:44.296437 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-1eb1c090-b60f-47df-8ada-37612b22a584 req-4aa24a28-b121-4efe-8562-03966477b720 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] For port d93bd157-569e-4215-a883-ef4be192f0ac, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d93bd157-569e-4215-a883-ef4be192f0ac,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:44.297262 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1eb1c090-b60f-47df-8ada-37612b22a584 req-4aa24a28-b121-4efe-8562-03966477b720 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:44.334929 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-1eb1c090-b60f-47df-8ada-37612b22a584 req-4aa24a28-b121-4efe-8562-03966477b720 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Calling delete_port for d93bd157-569e-4215-a883-ef4be192f0ac owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:44.609783 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a47de5a8-7a24-4eb8-b727-af01ed78ebad req-8495c105-8744-44ef-9aeb-953d6e494b85 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069868 Nov 12 00:58:44.791935 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1010394f-038d-406a-986a-2771de060d22 req-d2920129-bd83-4e62-a428-28775d269c97 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:44.803798 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1010394f-038d-406a-986a-2771de060d22 req-d2920129-bd83-4e62-a428-28775d269c97 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff834f31-6440-401f-9964-41e29e340669 HTTP/1.1" status: 200 len: 945 time: 0.2524471 Nov 12 00:58:45.075619 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1010394f-038d-406a-986a-2771de060d22 req-1970d68c-f7f7-494b-b7a5-a4229286cd7c tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705085 Nov 12 00:58:45.096595 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1eb1c090-b60f-47df-8ada-37612b22a584 req-4aa24a28-b121-4efe-8562-03966477b720 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:45.106744 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c05c0-d9eb-493a-a1fe-05df99b456ac req-c95477e7-0b81-4b6d-82fc-e3322df53e74 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:45.108345 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-976c05c0-d9eb-493a-a1fe-05df99b456ac req-c95477e7-0b81-4b6d-82fc-e3322df53e74 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d4b8e69-4692-4338-b31f-72ae147f48d3 HTTP/1.1" status: 200 len: 946 time: 0.2532125 Nov 12 00:58:45.158134 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['0120747a-5d1e-4fe5-9045-5f4ab8f4c233'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:58:45.378837 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa24a28-b121-4efe-8562-03966477b720 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Pushing event deleted for resources: {'Port': ['ID=d93bd157-569e-4215-a883-ef4be192f0ac,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:45.634517 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-0d64e1b3-8d97-4758-b730-1356b7640170 req-d59eff3c-b364-47f5-b8f3-0b72d727d105 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1d414e9-bbff-4c86-b067-f326014619c3 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:58:45.730113 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b87e2b-e2fa-4a75-969e-c7c77feaecd6 req-f2de4bb6-d796-4596-8ad9-6e2c99281529 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:45.733116 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e8b87e2b-e2fa-4a75-969e-c7c77feaecd6 req-f2de4bb6-d796-4596-8ad9-6e2c99281529 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d4b8e69-4692-4338-b31f-72ae147f48d3 HTTP/1.1" status: 200 len: 946 time: 0.7087815 Nov 12 00:58:45.738913 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-0d64e1b3-8d97-4758-b730-1356b7640170 req-d59eff3c-b364-47f5-b8f3-0b72d727d105 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:45.758297 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb1c090-b60f-47df-8ada-37612b22a584 req-4aa24a28-b121-4efe-8562-03966477b720 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] No DVR routers for this DVR port d93bd157-569e-4215-a883-ef4be192f0ac on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:58:45.764760 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device d93bd157-569e-4215-a883-ef4be192f0ac no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:58:45.787837 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: d93bd157-569e-4215-a883-ef4be192f0ac {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:58:45.788199 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device d93bd157-569e-4215-a883-ef4be192f0ac not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:58:45.808524 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1eb1c090-b60f-47df-8ada-37612b22a584 req-4aa24a28-b121-4efe-8562-03966477b720 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:45.814788 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1eb1c090-b60f-47df-8ada-37612b22a584 req-4aa24a28-b121-4efe-8562-03966477b720 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.44 "DELETE /v2.0/ports/d93bd157-569e-4215-a883-ef4be192f0ac HTTP/1.1" status: 204 len: 173 time: 2.5271943 Nov 12 00:58:45.817607 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be46e1f9-d511-4ad0-9119-702dfbeb3272', 'name': 'network-vif-deleted', 'tag': 'd93bd157-569e-4215-a883-ef4be192f0ac'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:58:45.821445 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a09f64-698f-4965-a503-0f1b7cad5657" -d '{"events": [{"server_uuid": "be46e1f9-d511-4ad0-9119-702dfbeb3272", "name": "network-vif-deleted", "tag": "d93bd157-569e-4215-a883-ef4be192f0ac"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:58:45.878150 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-016b7e89-99fd-425f-a63e-e0d54661826a req-688a8613-3ea5-45d1-a985-249d9e89238c tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/ports?device_id=be46e1f9-d511-4ad0-9119-702dfbeb3272 HTTP/1.1" status: 200 len: 210 time: 0.1344142 Nov 12 00:58:45.902895 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-0d64e1b3-8d97-4758-b730-1356b7640170 req-d59eff3c-b364-47f5-b8f3-0b72d727d105 service neutron] Transition to ACTIVE for port object d1d414e9-bbff-4c86-b067-f326014619c3 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:58:45.920244 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-0d64e1b3-8d97-4758-b730-1356b7640170 req-d59eff3c-b364-47f5-b8f3-0b72d727d105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:46.059907 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e8b87e2b-e2fa-4a75-969e-c7c77feaecd6 req-4619cc5b-a292-4b29-bad1-7e72b99a8a24 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "GET /v2.0/security-groups?id=9bb56295-3e68-4ba6-9c68-2daf88761092&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983589 Nov 12 00:58:46.104428 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59eff3c-b364-47f5-b8f3-0b72d727d105 service neutron] Pushing event updated for resources: {'Port': ['ID=d1d414e9-bbff-4c86-b067-f326014619c3,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:46.175781 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-976c05c0-d9eb-493a-a1fe-05df99b456ac req-b12024e8-2423-4d07-a101-7a8502ceb311 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Deleting port 4b83385c-dd09-4270-aa46-ae29299fbb75 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:46.176166 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-976c05c0-d9eb-493a-a1fe-05df99b456ac req-b12024e8-2423-4d07-a101-7a8502ceb311 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:46.457231 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274f538d-f7a5-4827-9338-cf3023c4fd11 x-openstack-request-id: req-274f538d-f7a5-4827-9338-cf3023c4fd11 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:58:46.458436 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be46e1f9-d511-4ad0-9119-702dfbeb3272", "name": "network-vif-deleted", "tag": "d93bd157-569e-4215-a883-ef4be192f0ac", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:58:46.458812 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-274f538d-f7a5-4827-9338-cf3023c4fd11 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:58:46.459448 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be46e1f9-d511-4ad0-9119-702dfbeb3272', 'name': 'network-vif-deleted', 'tag': 'd93bd157-569e-4215-a883-ef4be192f0ac', 'status': 'completed', 'code': 200} Nov 12 00:58:46.461842 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-976c05c0-d9eb-493a-a1fe-05df99b456ac req-b12024e8-2423-4d07-a101-7a8502ceb311 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] For port 4b83385c-dd09-4270-aa46-ae29299fbb75, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=4b83385c-dd09-4270-aa46-ae29299fbb75,segment=NetworkSegment(4dd22270-7cab-4d69-8095-2c972eec1cb0),segment_id=4dd22270-7cab-4d69-8095-2c972eec1cb0)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:46.462263 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-976c05c0-d9eb-493a-a1fe-05df99b456ac req-b12024e8-2423-4d07-a101-7a8502ceb311 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:46.495928 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-976c05c0-d9eb-493a-a1fe-05df99b456ac req-b12024e8-2423-4d07-a101-7a8502ceb311 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Calling delete_port for 4b83385c-dd09-4270-aa46-ae29299fbb75 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:46.514049 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39060dd-40ec-4126-a06b-dd855f0c10d2 req-24c74c1a-447d-4e3d-bca4-57dab1e52eab tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:46.516479 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e39060dd-40ec-4126-a06b-dd855f0c10d2 req-24c74c1a-447d-4e3d-bca4-57dab1e52eab tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fd06269-2e11-415d-866e-b0ef7010ded2 HTTP/1.1" status: 200 len: 948 time: 0.3297300 Nov 12 00:58:46.524835 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-0d64e1b3-8d97-4758-b730-1356b7640170 req-d59eff3c-b364-47f5-b8f3-0b72d727d105 service neutron] Attempting to bind port d1d414e9-bbff-4c86-b067-f326014619c3 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:58:46.525233 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-0d64e1b3-8d97-4758-b730-1356b7640170 req-d59eff3c-b364-47f5-b8f3-0b72d727d105 service neutron] Attempting to bind port d1d414e9-bbff-4c86-b067-f326014619c3 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:58:46.528425 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d64e1b3-8d97-4758-b730-1356b7640170 req-d59eff3c-b364-47f5-b8f3-0b72d727d105 service neutron] Attempting to bind port d1d414e9-bbff-4c86-b067-f326014619c3 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:58:46.912025 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d64e1b3-8d97-4758-b730-1356b7640170 req-d59eff3c-b364-47f5-b8f3-0b72d727d105 service neutron] Port d1d414e9-bbff-4c86-b067-f326014619c3 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:58:46.912025 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d64e1b3-8d97-4758-b730-1356b7640170 req-d59eff3c-b364-47f5-b8f3-0b72d727d105 service neutron] Attempting to bind port d1d414e9-bbff-4c86-b067-f326014619c3 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:58:46.948525 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d64e1b3-8d97-4758-b730-1356b7640170 req-d59eff3c-b364-47f5-b8f3-0b72d727d105 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:58:46.949288 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d64e1b3-8d97-4758-b730-1356b7640170 req-d59eff3c-b364-47f5-b8f3-0b72d727d105 service neutron] Checking segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:58:46.949937 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d64e1b3-8d97-4758-b730-1356b7640170 req-d59eff3c-b364-47f5-b8f3-0b72d727d105 service neutron] Bound using segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:58:46.950657 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-0d64e1b3-8d97-4758-b730-1356b7640170 req-d59eff3c-b364-47f5-b8f3-0b72d727d105 service neutron] Bound port: d1d414e9-bbff-4c86-b067-f326014619c3, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:58:46.951307 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-0d64e1b3-8d97-4758-b730-1356b7640170 req-d59eff3c-b364-47f5-b8f3-0b72d727d105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:47.076016 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e39060dd-40ec-4126-a06b-dd855f0c10d2 req-2d037b0f-f44c-4375-b199-023ef919eeed tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5425627 Nov 12 00:58:47.113270 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a00e8c0-a3c6-4a72-9fd1-86341095b5d1 req-aef6a668-b0b4-42ea-b0eb-07991fe5e384 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:47.114992 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9a00e8c0-a3c6-4a72-9fd1-86341095b5d1 req-aef6a668-b0b4-42ea-b0eb-07991fe5e384 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff834f31-6440-401f-9964-41e29e340669 HTTP/1.1" status: 200 len: 945 time: 0.2120578 Nov 12 00:58:47.211348 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-0d64e1b3-8d97-4758-b730-1356b7640170 req-d59eff3c-b364-47f5-b8f3-0b72d727d105 service neutron] For port d1d414e9-bbff-4c86-b067-f326014619c3, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:58:47.218053 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-0d64e1b3-8d97-4758-b730-1356b7640170 req-d59eff3c-b364-47f5-b8f3-0b72d727d105 service neutron] For port d1d414e9-bbff-4c86-b067-f326014619c3, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d1d414e9-bbff-4c86-b067-f326014619c3,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:58:47.232616 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-0d64e1b3-8d97-4758-b730-1356b7640170 req-d59eff3c-b364-47f5-b8f3-0b72d727d105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:47.242509 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-976c05c0-d9eb-493a-a1fe-05df99b456ac req-b12024e8-2423-4d07-a101-7a8502ceb311 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:47.304293 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9a00e8c0-a3c6-4a72-9fd1-86341095b5d1 req-e6ecca44-20a4-4b9d-869b-665b37aa4370 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609049 Nov 12 00:58:47.315185 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64e1b3-8d97-4758-b730-1356b7640170 req-d59eff3c-b364-47f5-b8f3-0b72d727d105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:47.316076 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-0d64e1b3-8d97-4758-b730-1356b7640170 req-d59eff3c-b364-47f5-b8f3-0b72d727d105 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:47.317560 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0d64e1b3-8d97-4758-b730-1356b7640170 req-d59eff3c-b364-47f5-b8f3-0b72d727d105 service neutron] 10.222.0.44 "PUT /v2.0/ports/d1d414e9-bbff-4c86-b067-f326014619c3 HTTP/1.1" status: 200 len: 1097 time: 3.4463675 Nov 12 00:58:47.418247 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58268) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:47.484840 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-976c05c0-d9eb-493a-a1fe-05df99b456ac req-b12024e8-2423-4d07-a101-7a8502ceb311 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] No DVR routers for this DVR port 4b83385c-dd09-4270-aa46-ae29299fbb75 on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:58:47.525903 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-976c05c0-d9eb-493a-a1fe-05df99b456ac req-b12024e8-2423-4d07-a101-7a8502ceb311 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:47.539766 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-976c05c0-d9eb-493a-a1fe-05df99b456ac req-b12024e8-2423-4d07-a101-7a8502ceb311 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.44 "DELETE /v2.0/ports/4b83385c-dd09-4270-aa46-ae29299fbb75 HTTP/1.1" status: 204 len: 173 time: 2.3138947 Nov 12 00:58:47.583826 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59eff3c-b364-47f5-b8f3-0b72d727d105 service neutron] Pushing event updated for resources: {'Port': ['ID=d1d414e9-bbff-4c86-b067-f326014619c3,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:47.682301 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b9b79407-a758-4dfc-8fc7-c1c9f2a5494a req-90bbe796-c608-4b05-a846-369f9531fb95 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] 10.222.0.45 "GET /v2.0/ports?device_id=6d4b8e69-4692-4338-b31f-72ae147f48d3 HTTP/1.1" status: 200 len: 210 time: 0.2025166 Nov 12 00:58:47.712899 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cd8971df-d798-4219-971a-6c03dd6ec656 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:47.757161 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 4b83385c-dd09-4270-aa46-ae29299fbb75 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:58:47.789243 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12024e8-2423-4d07-a101-7a8502ceb311 tempest-FloatingIPsAssociationNegativeTestJSON-930026992 tempest-FloatingIPsAssociationNegativeTestJSON-930026992-project] Pushing event deleted for resources: {'Port': ['ID=4b83385c-dd09-4270-aa46-ae29299fbb75,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:47.841583 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:58:47.844614 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64e1b3-8d97-4758-b730-1356b7640170 req-7c469f01-61f0-47fc-8e33-cdfaa2ce654a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:47.867547 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0d64e1b3-8d97-4758-b730-1356b7640170 req-7c469f01-61f0-47fc-8e33-cdfaa2ce654a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3950c53be46242a899363a02f7865cd7&device_id=7fd06269-2e11-415d-866e-b0ef7010ded2 HTTP/1.1" status: 200 len: 1100 time: 0.3722205 Nov 12 00:58:47.872300 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 4b83385c-dd09-4270-aa46-ae29299fbb75 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:58:47.872647 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 4b83385c-dd09-4270-aa46-ae29299fbb75 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:58:48.019715 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cd8971df-d798-4219-971a-6c03dd6ec656 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:48.050434 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cd8971df-d798-4219-971a-6c03dd6ec656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:48.107817 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-cd8971df-d798-4219-971a-6c03dd6ec656 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a3f73339a6ac4ee0ba4741a96df17915&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6871576 Nov 12 00:58:48.111665 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58282) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:48.125040 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0d64e1b3-8d97-4758-b730-1356b7640170 req-f8e64e73-db5d-4632-b111-18a1bb68309a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=d1d414e9-bbff-4c86-b067-f326014619c3 HTTP/1.1" status: 200 len: 217 time: 0.2163069 Nov 12 00:58:48.142444 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8971df-d798-4219-971a-6c03dd6ec656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07039672-afe5-4cc0-af0d-7e9f47528d12,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:48.209119 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-353d3414-0dc6-40bf-bb90-2dce0bffa4f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:48.251843 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c46fd1-8ba1-4e36-abae-bb91bddc8c51 req-feee8a1b-a214-48c2-81bf-aacc3de93dcb tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:48.255172 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-67c46fd1-8ba1-4e36-abae-bb91bddc8c51 req-feee8a1b-a214-48c2-81bf-aacc3de93dcb tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e00f391-e60d-49b0-89ed-9fec6a9bec43 HTTP/1.1" status: 200 len: 946 time: 0.3732228 Nov 12 00:58:48.272600 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-353d3414-0dc6-40bf-bb90-2dce0bffa4f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:48.358981 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64e1b3-8d97-4758-b730-1356b7640170 req-5cc17f2b-d0ff-4be8-9233-36e8d2cf87be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:48.361220 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0d64e1b3-8d97-4758-b730-1356b7640170 req-5cc17f2b-d0ff-4be8-9233-36e8d2cf87be service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.2108142 Nov 12 00:58:48.394993 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-353d3414-0dc6-40bf-bb90-2dce0bffa4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:48.398877 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-353d3414-0dc6-40bf-bb90-2dce0bffa4f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:48.400805 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-353d3414-0dc6-40bf-bb90-2dce0bffa4f2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/07039672-afe5-4cc0-af0d-7e9f47528d12 HTTP/1.1" status: 204 len: 168 time: 0.2871366 Nov 12 00:58:48.413103 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353d3414-0dc6-40bf-bb90-2dce0bffa4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07039672-afe5-4cc0-af0d-7e9f47528d12,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:48.463614 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25f002-ac14-42aa-aea3-fe1838649fb5 req-2777bb70-bbaa-4e64-aa70-f2a32f8e7ff6 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:48.465506 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6a25f002-ac14-42aa-aea3-fe1838649fb5 req-2777bb70-bbaa-4e64-aa70-f2a32f8e7ff6 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/ports?device_id=090672ef-bb95-437b-88e4-c980f41ddd14 HTTP/1.1" status: 200 len: 950 time: 0.1684971 Nov 12 00:58:48.467559 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fd06269-2e11-415d-866e-b0ef7010ded2', 'tag': 'd1d414e9-bbff-4c86-b067-f326014619c3'}, {'server_uuid': '6d4b8e69-4692-4338-b31f-72ae147f48d3', 'name': 'network-vif-deleted', 'tag': '4b83385c-dd09-4270-aa46-ae29299fbb75'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:58:48.470656 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d770d10e-aa25-473f-8e98-7043aa600fa4" -d '{"events": [{"name": "network-changed", "server_uuid": "7fd06269-2e11-415d-866e-b0ef7010ded2", "tag": "d1d414e9-bbff-4c86-b067-f326014619c3"}, {"server_uuid": "6d4b8e69-4692-4338-b31f-72ae147f48d3", "name": "network-vif-deleted", "tag": "4b83385c-dd09-4270-aa46-ae29299fbb75"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:58:48.500953 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-67c46fd1-8ba1-4e36-abae-bb91bddc8c51 req-b9d6ec4b-fd81-4035-b023-b580d55e071f tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309754 Nov 12 00:58:48.549592 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64e1b3-8d97-4758-b730-1356b7640170 req-4f598aca-c449-4a07-9776-9f54371b3091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:48.551444 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0d64e1b3-8d97-4758-b730-1356b7640170 req-4f598aca-c449-4a07-9776-9f54371b3091 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1785457 Nov 12 00:58:48.647835 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6a25f002-ac14-42aa-aea3-fe1838649fb5 req-8ac8cce6-fafc-4fd7-9ff8-57dfb8dd5e3c tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8269e9f-9f8f-42e5-aea8-675a23d38af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439321 Nov 12 00:58:48.851020 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0d64e1b3-8d97-4758-b730-1356b7640170 req-22b1b737-31a1-4b57-b7ee-99de569a4844 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814393 Nov 12 00:58:48.860721 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83dd5b-9bf4-4986-ba36-4eacd5dd615d req-65e722da-6e89-4c00-a3cc-27d8f3b8d262 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:48.865533 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2f83dd5b-9bf4-4986-ba36-4eacd5dd615d req-65e722da-6e89-4c00-a3cc-27d8f3b8d262 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fd06269-2e11-415d-866e-b0ef7010ded2 HTTP/1.1" status: 200 len: 948 time: 0.1659715 Nov 12 00:58:48.867774 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 00:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732f1ea3-62dc-4b24-87bc-66677b5779bb x-openstack-request-id: req-732f1ea3-62dc-4b24-87bc-66677b5779bb {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:58:48.868391 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fd06269-2e11-415d-866e-b0ef7010ded2", "tag": "d1d414e9-bbff-4c86-b067-f326014619c3", "status": "completed", "code": 200}, {"server_uuid": "6d4b8e69-4692-4338-b31f-72ae147f48d3", "name": "network-vif-deleted", "tag": "4b83385c-dd09-4270-aa46-ae29299fbb75", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:58:48.868875 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-732f1ea3-62dc-4b24-87bc-66677b5779bb {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:58:48.869501 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fd06269-2e11-415d-866e-b0ef7010ded2', 'tag': 'd1d414e9-bbff-4c86-b067-f326014619c3', 'status': 'completed', 'code': 200} Nov 12 00:58:48.869971 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d4b8e69-4692-4338-b31f-72ae147f48d3', 'name': 'network-vif-deleted', 'tag': '4b83385c-dd09-4270-aa46-ae29299fbb75', 'status': 'completed', 'code': 200} Nov 12 00:58:49.043182 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2f83dd5b-9bf4-4986-ba36-4eacd5dd615d req-2a4857b2-19e7-4d4a-a4f2-7713864f0a74 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672487 Nov 12 00:58:49.061474 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58300) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:49.084924 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d2c94e35-3ee4-4bcf-8c9f-82cec95ed022 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:49.132300 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1e1f9-f37f-4a53-b09d-37f8134f46e6 req-09687b39-52e5-4ee9-828e-36bb231ed084 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:49.140551 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bae1e1f9-f37f-4a53-b09d-37f8134f46e6 req-09687b39-52e5-4ee9-828e-36bb231ed084 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff834f31-6440-401f-9964-41e29e340669 HTTP/1.1" status: 200 len: 945 time: 0.1760883 Nov 12 00:58:49.158835 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58302) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:49.228857 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d2c94e35-3ee4-4bcf-8c9f-82cec95ed022 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:49.234770 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d2c94e35-3ee4-4bcf-8c9f-82cec95ed022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:49.278576 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d2c94e35-3ee4-4bcf-8c9f-82cec95ed022 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b49f41c0e6594f1bb585a69a8af7d671&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2108727 Nov 12 00:58:49.287119 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58314) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:49.339467 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c94e35-3ee4-4bcf-8c9f-82cec95ed022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab41542-f106-428e-8071-f877df96048e,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:49.339750 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0d64e1b3-8d97-4758-b730-1356b7640170 req-6a2a1092-c4e7-44a5-aa8a-995f423c9be2 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4166074 Nov 12 00:58:49.408469 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-01a77e92-dff0-46c9-a303-662f0f7ba443 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:49.420469 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bae1e1f9-f37f-4a53-b09d-37f8134f46e6 req-27653611-ac5b-4e4f-ac11-7af669e63401 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788429 Nov 12 00:58:49.485115 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-01a77e92-dff0-46c9-a303-662f0f7ba443 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:49.613235 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-01a77e92-dff0-46c9-a303-662f0f7ba443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:49.628203 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-01a77e92-dff0-46c9-a303-662f0f7ba443 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:49.632772 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-01a77e92-dff0-46c9-a303-662f0f7ba443 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0ab41542-f106-428e-8071-f877df96048e HTTP/1.1" status: 204 len: 168 time: 0.3410878 Nov 12 00:58:49.665837 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a77e92-dff0-46c9-a303-662f0f7ba443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab41542-f106-428e-8071-f877df96048e,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:49.816418 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770d10e-aa25-473f-8e98-7043aa600fa4 req-d3ec3520-d9b1-4670-bf6c-c56ec7a9787c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:49.831904 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d770d10e-aa25-473f-8e98-7043aa600fa4 req-d3ec3520-d9b1-4670-bf6c-c56ec7a9787c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3950c53be46242a899363a02f7865cd7&device_id=7fd06269-2e11-415d-866e-b0ef7010ded2 HTTP/1.1" status: 200 len: 1100 time: 0.2944841 Nov 12 00:58:50.232591 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de9c9c-0f55-4f43-a963-a6905532864a req-37d9f885-5664-4f10-b209-220173afc64e tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:50.241568 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-72de9c9c-0f55-4f43-a963-a6905532864a req-37d9f885-5664-4f10-b209-220173afc64e tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/ports?device_id=090672ef-bb95-437b-88e4-c980f41ddd14 HTTP/1.1" status: 200 len: 950 time: 0.3793561 Nov 12 00:58:50.297838 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262fa5ab-5f3b-4cca-bf91-1f680fa35136 req-a914bceb-c496-47bf-af3c-dee155394582 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:50.299478 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-262fa5ab-5f3b-4cca-bf91-1f680fa35136 req-a914bceb-c496-47bf-af3c-dee155394582 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff834f31-6440-401f-9964-41e29e340669 HTTP/1.1" status: 200 len: 945 time: 0.3997917 Nov 12 00:58:50.450006 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770d10e-aa25-473f-8e98-7043aa600fa4 req-7d8b7f72-9da1-4957-9c98-24f22fedb8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:50.451576 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d770d10e-aa25-473f-8e98-7043aa600fa4 req-7d8b7f72-9da1-4957-9c98-24f22fedb8d5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=945c2da1-f958-478a-a48a-8af2dfa2e179 HTTP/1.1" status: 200 len: 869 time: 0.5552723 Nov 12 00:58:50.568147 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-262fa5ab-5f3b-4cca-bf91-1f680fa35136 req-b9f6b493-73b5-42de-8d78-04408d98dfec tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118733 Nov 12 00:58:50.570467 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d770d10e-aa25-473f-8e98-7043aa600fa4 req-6eddab9a-04a2-45c0-8164-7d930391bec4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=d1d414e9-bbff-4c86-b067-f326014619c3 HTTP/1.1" status: 200 len: 217 time: 0.0938232 Nov 12 00:58:50.599548 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c529db3-45ec-4e99-a547-ee68d399a7f3 req-61d59ec7-4132-4c1b-96d7-4cee0dd101e8 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:50.612064 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5c529db3-45ec-4e99-a547-ee68d399a7f3 req-61d59ec7-4132-4c1b-96d7-4cee0dd101e8 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.44 "GET /v2.0/ports?device_id=090672ef-bb95-437b-88e4-c980f41ddd14 HTTP/1.1" status: 200 len: 950 time: 0.2698777 Nov 12 00:58:50.652900 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-72de9c9c-0f55-4f43-a963-a6905532864a req-f13ff117-b778-49fb-aedf-a718f996e1b2 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8269e9f-9f8f-42e5-aea8-675a23d38af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4103045 Nov 12 00:58:50.912408 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770d10e-aa25-473f-8e98-7043aa600fa4 req-2042ab9b-cd33-4b2e-a93b-0a904a868708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:50.913963 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d770d10e-aa25-473f-8e98-7043aa600fa4 req-2042ab9b-cd33-4b2e-a93b-0a904a868708 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.2955670 Nov 12 00:58:50.993027 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b26ac-980b-413c-8382-672a09f9c71f req-3872a2b7-28af-4b6f-bcb0-ae1e535ec027 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:51.000709 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-502b26ac-980b-413c-8382-672a09f9c71f req-3872a2b7-28af-4b6f-bcb0-ae1e535ec027 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fd06269-2e11-415d-866e-b0ef7010ded2 HTTP/1.1" status: 200 len: 948 time: 0.1647449 Nov 12 00:58:51.126042 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-5c529db3-45ec-4e99-a547-ee68d399a7f3 req-b0a8f656-f529-45ff-9163-95a56bc081bf tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Deleting port 0120747a-5d1e-4fe5-9045-5f4ab8f4c233 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:51.126398 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5c529db3-45ec-4e99-a547-ee68d399a7f3 req-b0a8f656-f529-45ff-9163-95a56bc081bf tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:51.142901 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-502b26ac-980b-413c-8382-672a09f9c71f req-0a13f566-368c-4cce-bdf0-d5d1c416c564 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411355 Nov 12 00:58:51.184531 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770d10e-aa25-473f-8e98-7043aa600fa4 req-67fca075-39f9-48a2-a4c9-041951ce91f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:51.186136 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d770d10e-aa25-473f-8e98-7043aa600fa4 req-67fca075-39f9-48a2-a4c9-041951ce91f0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1736076 Nov 12 00:58:51.230315 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58358) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:51.469134 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-d726af2d-4a44-4987-91ed-662321961ea1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-602150132-network', 'tenant_id': '63958503bac04db39f3dfa41edd3b0fa'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:51.510423 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d726af2d-4a44-4987-91ed-662321961ea1 admin admin] Made reservation on behalf of 63958503bac04db39f3dfa41edd3b0fa for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:51.514117 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d726af2d-4a44-4987-91ed-662321961ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:51.533238 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d726af2d-4a44-4987-91ed-662321961ea1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:51.683552 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-37dc7e36-b141-4b39-a5ca-1698a35a788c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:51.762192 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d726af2d-4a44-4987-91ed-662321961ea1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:51.777973 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d726af2d-4a44-4987-91ed-662321961ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:51.784045 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device d1d414e9-bbff-4c86-b067-f326014619c3 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:58:51.849450 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d726af2d-4a44-4987-91ed-662321961ea1 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:58:51.860263 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d726af2d-4a44-4987-91ed-662321961ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58f933b-4bd6-4502-ac83-8aa2b804fd19,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:51.877991 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d726af2d-4a44-4987-91ed-662321961ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:51.879046 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-d726af2d-4a44-4987-91ed-662321961ea1 admin admin] Added segment 0523d5e6-7a0a-43e7-a744-4123108fb5cc of type vlan for network 00e2f348-f5d7-4ff2-a022-2b6ce3176031 Nov 12 00:58:51.977879 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d726af2d-4a44-4987-91ed-662321961ea1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:51.979872 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port d1d414e9-bbff-4c86-b067-f326014619c3, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d1d414e9-bbff-4c86-b067-f326014619c3,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:51.997391 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'd1d414e9-bbff-4c86-b067-f326014619c3', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'port_id': 'd1d414e9-bbff-4c86-b067-f326014619c3', 'mac_address': 'fa:16:3e:8d:52:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0290328-7bc5-4266-bfb9-6eb25d91acf0', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:58:52.071987 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d726af2d-4a44-4987-91ed-662321961ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:52.081650 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d726af2d-4a44-4987-91ed-662321961ea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:52.088061 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d726af2d-4a44-4987-91ed-662321961ea1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:52.089461 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:52.117618 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1d414e9-bbff-4c86-b067-f326014619c3 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:58:52.158951 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port d1d414e9-bbff-4c86-b067-f326014619c3, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d1d414e9-bbff-4c86-b067-f326014619c3,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:52.172093 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:52.239239 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d726af2d-4a44-4987-91ed-662321961ea1 admin admin] Pushing event updated for resources: {'Network': ['ID=00e2f348-f5d7-4ff2-a022-2b6ce3176031,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:52.243283 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-5c529db3-45ec-4e99-a547-ee68d399a7f3 req-b0a8f656-f529-45ff-9163-95a56bc081bf tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] For port 0120747a-5d1e-4fe5-9045-5f4ab8f4c233, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=0120747a-5d1e-4fe5-9045-5f4ab8f4c233,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:52.243927 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5c529db3-45ec-4e99-a547-ee68d399a7f3 req-b0a8f656-f529-45ff-9163-95a56bc081bf tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:52.255563 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d726af2d-4a44-4987-91ed-662321961ea1 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0184166 Nov 12 00:58:52.255872 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=d1d414e9-bbff-4c86-b067-f326014619c3,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:52.256960 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58374) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:52.261004 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 00e2f348-f5d7-4ff2-a022-2b6ce3176031 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:58:52.265530 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-0310d953-3e7a-4fac-9b08-db9e9bd2fdae admin admin] Request body: {'subnet': {'network_id': '00e2f348-f5d7-4ff2-a022-2b6ce3176031', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-602150132-subnet', 'tenant_id': '63958503bac04db39f3dfa41edd3b0fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:52.270117 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21b09b-2014-4d94-bc4e-ca93dd614682 req-c1d00fb6-4c35-4aca-9f23-6ded8ac4a53a tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:52.284878 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eb21b09b-2014-4d94-bc4e-ca93dd614682 req-c1d00fb6-4c35-4aca-9f23-6ded8ac4a53a tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff834f31-6440-401f-9964-41e29e340669 HTTP/1.1" status: 200 len: 945 time: 0.6112311 Nov 12 00:58:52.307797 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0310d953-3e7a-4fac-9b08-db9e9bd2fdae admin admin] Made reservation on behalf of 63958503bac04db39f3dfa41edd3b0fa for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:58:52.312578 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0310d953-3e7a-4fac-9b08-db9e9bd2fdae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:52.349306 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a340b9-78ed-417e-9f22-84b982748a4c req-d0932e58-b76b-4bbc-963e-451ddba355f2 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:52.352293 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-66a340b9-78ed-417e-9f22-84b982748a4c req-d0932e58-b76b-4bbc-963e-451ddba355f2 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/ports?device_id=090672ef-bb95-437b-88e4-c980f41ddd14 HTTP/1.1" status: 200 len: 950 time: 0.5093441 Nov 12 00:58:52.395111 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-5c529db3-45ec-4e99-a547-ee68d399a7f3 req-b0a8f656-f529-45ff-9163-95a56bc081bf tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Calling delete_port for 0120747a-5d1e-4fe5-9045-5f4ab8f4c233 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:52.593280 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d770d10e-aa25-473f-8e98-7043aa600fa4 req-dde9d81d-4243-43c7-b3c4-e32a8f8aead3 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9224169 Nov 12 00:58:52.618830 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0310d953-3e7a-4fac-9b08-db9e9bd2fdae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:52.685838 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['d1d414e9-bbff-4c86-b067-f326014619c3'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:58:52.776376 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0310d953-3e7a-4fac-9b08-db9e9bd2fdae admin admin] Checking segment: {'id': '0523d5e6-7a0a-43e7-a744-4123108fb5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '00e2f348-f5d7-4ff2-a022-2b6ce3176031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:58:52.777254 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0310d953-3e7a-4fac-9b08-db9e9bd2fdae admin admin] Network hostable DHCP agents. Network: 00e2f348-f5d7-4ff2-a022-2b6ce3176031, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:58:52.786813 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0310d953-3e7a-4fac-9b08-db9e9bd2fdae admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9f3c813-38bd-4b15-b22c-d974169ba2f8,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:52.797579 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-66b2247c-86ac-431c-b9ca-1c93a78bff45 req-eb597ae1-daf5-45e0-a6b0-2d7e029fb669 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9424a58c-7ae6-41eb-8d71-4d257834ce55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1287880 Nov 12 00:58:52.864689 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0310d953-3e7a-4fac-9b08-db9e9bd2fdae admin admin] Network 00e2f348-f5d7-4ff2-a022-2b6ce3176031 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:58:52.885897 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-0310d953-3e7a-4fac-9b08-db9e9bd2fdae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 00e2f348-f5d7-4ff2-a022-2b6ce3176031) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:52.899760 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0310d953-3e7a-4fac-9b08-db9e9bd2fdae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:52.901166 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0310d953-3e7a-4fac-9b08-db9e9bd2fdae admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:52.905797 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e94c1fc-0ece-4fb8-895c-40ce98355bd9 None None] Network 00e2f348-f5d7-4ff2-a022-2b6ce3176031 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:53.037819 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0310d953-3e7a-4fac-9b08-db9e9bd2fdae admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7792375 Nov 12 00:58:53.052477 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58380) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:53.055819 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b2247c-86ac-431c-b9ca-1c93a78bff45 req-414ba12d-1aa5-4e23-8419-3bc66bc1b89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:53.058022 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-66b2247c-86ac-431c-b9ca-1c93a78bff45 req-414ba12d-1aa5-4e23-8419-3bc66bc1b89f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab22182039774befa325e91b3a0bd782&device_id=9424a58c-7ae6-41eb-8d71-4d257834ce55 HTTP/1.1" status: 200 len: 1097 time: 0.1439819 Nov 12 00:58:53.072069 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-e3937122-598c-43d5-9509-b331c1241e6b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-602150132-router', 'tenant_id': '63958503bac04db39f3dfa41edd3b0fa', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:58:53.120113 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630be913-65bf-4d76-b3e4-d8377bb31f4f req-347730fa-462f-4499-b5ce-35a6353c3af0 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:53.121695 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-630be913-65bf-4d76-b3e4-d8377bb31f4f req-347730fa-462f-4499-b5ce-35a6353c3af0 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.44 "GET /v2.0/ports?device_id=ff834f31-6440-401f-9964-41e29e340669 HTTP/1.1" status: 200 len: 945 time: 0.7601035 Nov 12 00:58:53.148774 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eb21b09b-2014-4d94-bc4e-ca93dd614682 req-48e4c1e9-d36c-4799-a2d3-d868e4c61e48 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8621228 Nov 12 00:58:53.210470 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-66a340b9-78ed-417e-9f22-84b982748a4c req-474ed44d-f9cd-4db0-932f-db0b0ee09146 tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.45 "GET /v2.0/security-groups?id=b8269e9f-9f8f-42e5-aea8-675a23d38af4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8336685 Nov 12 00:58:53.283766 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d770d10e-aa25-473f-8e98-7043aa600fa4 req-a50f5349-3cba-4ad0-a290-a1e6c9d9b0c7 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5792222 Nov 12 00:58:53.322891 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b2247c-86ac-431c-b9ca-1c93a78bff45 req-1bb11ac9-60c8-4b55-b70a-59b71d04efd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:53.336478 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-66b2247c-86ac-431c-b9ca-1c93a78bff45 req-1bb11ac9-60c8-4b55-b70a-59b71d04efd1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=00a03daf-efbb-48db-964b-992b2504dfd0 HTTP/1.1" status: 200 len: 906 time: 0.2499223 Nov 12 00:58:53.447353 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-66b2247c-86ac-431c-b9ca-1c93a78bff45 req-d09ce63d-ef25-40a5-9aba-9df24cbe751a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82024f09-4045-472b-bf68-891c62809ddd HTTP/1.1" status: 200 len: 217 time: 0.0993974 Nov 12 00:58:53.493393 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f170984-f445-4723-83dd-1745833925cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-00e2f348-f5d7-4ff2-a022-2b6ce3176031', 'network_id': '00e2f348-f5d7-4ff2-a022-2b6ce3176031', 'tenant_id': '63958503bac04db39f3dfa41edd3b0fa', 'fixed_ips': [{'subnet_id': 'e9f3c813-38bd-4b15-b22c-d974169ba2f8'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:58:53.496702 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5f170984-f445-4723-83dd-1745833925cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:53.505785 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5c529db3-45ec-4e99-a547-ee68d399a7f3 req-b0a8f656-f529-45ff-9163-95a56bc081bf tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:53.558334 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a8f656-f529-45ff-9163-95a56bc081bf tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Pushing event deleted for resources: {'Port': ['ID=0120747a-5d1e-4fe5-9045-5f4ab8f4c233,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:53.558639 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e3937122-598c-43d5-9509-b331c1241e6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:53.581640 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e3937122-598c-43d5-9509-b331c1241e6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:53.607297 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-630be913-65bf-4d76-b3e4-d8377bb31f4f req-72d837ae-44f0-4d2a-9697-f71cf98ee25b tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Deleting port 4942b0cb-0061-4f02-9603-8bbd0228da07 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:53.612883 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-630be913-65bf-4d76-b3e4-d8377bb31f4f req-72d837ae-44f0-4d2a-9697-f71cf98ee25b tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:53.722570 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c529db3-45ec-4e99-a547-ee68d399a7f3 req-b0a8f656-f529-45ff-9163-95a56bc081bf tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] No DVR routers for this DVR port 0120747a-5d1e-4fe5-9045-5f4ab8f4c233 on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:58:53.758240 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5c529db3-45ec-4e99-a547-ee68d399a7f3 req-b0a8f656-f529-45ff-9163-95a56bc081bf tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:53.762427 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5c529db3-45ec-4e99-a547-ee68d399a7f3 req-b0a8f656-f529-45ff-9163-95a56bc081bf tempest-LiveMigrationNegativeTest-756429138 tempest-LiveMigrationNegativeTest-756429138-project] 10.222.0.44 "DELETE /v2.0/ports/0120747a-5d1e-4fe5-9045-5f4ab8f4c233 HTTP/1.1" status: 204 len: 173 time: 3.1291521 Nov 12 00:58:53.763272 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090672ef-bb95-437b-88e4-c980f41ddd14', 'name': 'network-vif-deleted', 'tag': '0120747a-5d1e-4fe5-9045-5f4ab8f4c233'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:58:53.764403 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e3937122-598c-43d5-9509-b331c1241e6b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:53.766281 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187d8ea3-c53a-4b58-89c5-d1d3bdaabb39" -d '{"events": [{"server_uuid": "090672ef-bb95-437b-88e4-c980f41ddd14", "name": "network-vif-deleted", "tag": "0120747a-5d1e-4fe5-9045-5f4ab8f4c233"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:58:53.858636 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a8fa0c-c3eb-4650-b51d-dd091cc7f420 x-openstack-request-id: req-47a8fa0c-c3eb-4650-b51d-dd091cc7f420 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:58:53.859410 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "090672ef-bb95-437b-88e4-c980f41ddd14", "name": "network-vif-deleted", "tag": "0120747a-5d1e-4fe5-9045-5f4ab8f4c233", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:58:53.859917 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-47a8fa0c-c3eb-4650-b51d-dd091cc7f420 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:58:53.860795 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '090672ef-bb95-437b-88e4-c980f41ddd14', 'name': 'network-vif-deleted', 'tag': '0120747a-5d1e-4fe5-9045-5f4ab8f4c233', 'status': 'completed', 'code': 200} Nov 12 00:58:53.914444 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e1197-aec8-4127-9890-7f06ebca548b req-5b93b889-0f7e-434f-b92c-b7b7b6712cab tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:53.916304 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-081e1197-aec8-4127-9890-7f06ebca548b req-5b93b889-0f7e-434f-b92c-b7b7b6712cab tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fd06269-2e11-415d-866e-b0ef7010ded2 HTTP/1.1" status: 200 len: 949 time: 0.2754314 Nov 12 00:58:53.954156 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-37dc7e36-b141-4b39-a5ca-1698a35a788c admin admin] Deleting port 4bdb0c19-cb35-4368-8db6-17b8f34fecf3 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:53.954552 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-37dc7e36-b141-4b39-a5ca-1698a35a788c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:54.022302 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 0120747a-5d1e-4fe5-9045-5f4ab8f4c233 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:58:54.076243 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-37dc7e36-b141-4b39-a5ca-1698a35a788c admin admin] For port 4bdb0c19-cb35-4368-8db6-17b8f34fecf3, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=4bdb0c19-cb35-4368-8db6-17b8f34fecf3,segment=NetworkSegment(4dd22270-7cab-4d69-8095-2c972eec1cb0),segment_id=4dd22270-7cab-4d69-8095-2c972eec1cb0)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:54.076960 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-37dc7e36-b141-4b39-a5ca-1698a35a788c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:54.102330 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-37dc7e36-b141-4b39-a5ca-1698a35a788c admin admin] Calling delete_port for 4bdb0c19-cb35-4368-8db6-17b8f34fecf3 owned by network:router_interface {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:54.244140 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 0120747a-5d1e-4fe5-9045-5f4ab8f4c233 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:58:54.244708 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 0120747a-5d1e-4fe5-9045-5f4ab8f4c233 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:58:54.248349 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-5f170984-f445-4723-83dd-1745833925cd None None] Allocated IP 172.20.0.2 (00e2f348-f5d7-4ff2-a022-2b6ce3176031/e9f3c813-38bd-4b15-b22c-d974169ba2f8/4449969f-e039-420d-8b7b-9ae5ab581f15) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:54.273327 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-630be913-65bf-4d76-b3e4-d8377bb31f4f req-72d837ae-44f0-4d2a-9697-f71cf98ee25b tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] For port 4942b0cb-0061-4f02-9603-8bbd0228da07, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=4942b0cb-0061-4f02-9603-8bbd0228da07,segment=NetworkSegment(45adf0ba-e61d-4509-afe2-5b0ef96fbbf3),segment_id=45adf0ba-e61d-4509-afe2-5b0ef96fbbf3)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:54.274828 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-630be913-65bf-4d76-b3e4-d8377bb31f4f req-72d837ae-44f0-4d2a-9697-f71cf98ee25b tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:54.443339 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e3937122-598c-43d5-9509-b331c1241e6b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:54.455891 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-630be913-65bf-4d76-b3e4-d8377bb31f4f req-72d837ae-44f0-4d2a-9697-f71cf98ee25b tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Calling delete_port for 4942b0cb-0061-4f02-9603-8bbd0228da07 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:54.496149 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b2247c-86ac-431c-b9ca-1c93a78bff45 req-23ce3d13-ec8a-45c9-a87e-2f166080e05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:54.500498 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-66b2247c-86ac-431c-b9ca-1c93a78bff45 req-23ce3d13-ec8a-45c9-a87e-2f166080e05c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=76e4d43b-e53b-464c-a374-bf4144fb9a21 HTTP/1.1" status: 200 len: 846 time: 1.0347154 Nov 12 00:58:54.524601 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5f170984-f445-4723-83dd-1745833925cd None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:54.539671 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5f170984-f445-4723-83dd-1745833925cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:54.613364 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f170984-f445-4723-83dd-1745833925cd None None] Network 00e2f348-f5d7-4ff2-a022-2b6ce3176031 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:54.620123 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-5f170984-f445-4723-83dd-1745833925cd None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:54.630176 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f170984-f445-4723-83dd-1745833925cd None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:58:54.659606 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f170984-f445-4723-83dd-1745833925cd None None] Pushing event updated for resources: {'Port': ['ID=4449969f-e039-420d-8b7b-9ae5ab581f15,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:54.744839 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-5f170984-f445-4723-83dd-1745833925cd None None] Attempting to bind port 4449969f-e039-420d-8b7b-9ae5ab581f15 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:58:54.745293 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-5f170984-f445-4723-83dd-1745833925cd None None] Attempting to bind port 4449969f-e039-420d-8b7b-9ae5ab581f15 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '0523d5e6-7a0a-43e7-a744-4123108fb5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '00e2f348-f5d7-4ff2-a022-2b6ce3176031'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:58:54.745586 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f170984-f445-4723-83dd-1745833925cd None None] Attempting to bind port 4449969f-e039-420d-8b7b-9ae5ab581f15 on network 00e2f348-f5d7-4ff2-a022-2b6ce3176031 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:58:54.751726 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f170984-f445-4723-83dd-1745833925cd None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:58:54.752183 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f170984-f445-4723-83dd-1745833925cd None None] Checking segment: {'id': '0523d5e6-7a0a-43e7-a744-4123108fb5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '00e2f348-f5d7-4ff2-a022-2b6ce3176031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:58:54.752553 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5f170984-f445-4723-83dd-1745833925cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:54.752992 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f170984-f445-4723-83dd-1745833925cd None None] Bound using segment: {'id': '0523d5e6-7a0a-43e7-a744-4123108fb5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '00e2f348-f5d7-4ff2-a022-2b6ce3176031'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:58:54.753510 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-5f170984-f445-4723-83dd-1745833925cd None None] Bound port: 4449969f-e039-420d-8b7b-9ae5ab581f15, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0523d5e6-7a0a-43e7-a744-4123108fb5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '00e2f348-f5d7-4ff2-a022-2b6ce3176031'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:58:54.753898 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5f170984-f445-4723-83dd-1745833925cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:54.761125 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-66b2247c-86ac-431c-b9ca-1c93a78bff45 req-496cc14f-8177-4736-9f8b-4ded30b37d61 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00a03daf-efbb-48db-964b-992b2504dfd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2179537 Nov 12 00:58:54.879631 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-081e1197-aec8-4127-9890-7f06ebca548b req-4e28451b-fee9-4989-98ab-702cd9260f66 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9514458 Nov 12 00:58:54.931002 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5f170984-f445-4723-83dd-1745833925cd None None] For port 4449969f-e039-420d-8b7b-9ae5ab581f15, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:58:54.983745 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5f170984-f445-4723-83dd-1745833925cd None None] For port 4449969f-e039-420d-8b7b-9ae5ab581f15, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=4449969f-e039-420d-8b7b-9ae5ab581f15,segment=NetworkSegment(0523d5e6-7a0a-43e7-a744-4123108fb5cc),segment_id=0523d5e6-7a0a-43e7-a744-4123108fb5cc)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:58:54.989680 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a59d2d3-bfa1-4ead-8322-1ac8bf64c601 req-040f4b40-330e-4aec-b978-a7175ab6a5f4 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:54.991448 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0a59d2d3-bfa1-4ead-8322-1ac8bf64c601 req-040f4b40-330e-4aec-b978-a7175ab6a5f4 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff834f31-6440-401f-9964-41e29e340669 HTTP/1.1" status: 200 len: 945 time: 0.5928438 Nov 12 00:58:54.995316 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5f170984-f445-4723-83dd-1745833925cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:54.995555 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-630be913-65bf-4d76-b3e4-d8377bb31f4f req-72d837ae-44f0-4d2a-9697-f71cf98ee25b tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:55.073160 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-66b2247c-86ac-431c-b9ca-1c93a78bff45 req-3534e6ef-901b-47f7-8fef-3891b0905e61 service neutron] 10.222.0.44 "GET /v2.0/networks/00a03daf-efbb-48db-964b-992b2504dfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391520 Nov 12 00:58:55.097109 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['82024f09-4045-472b-bf68-891c62809ddd', 'de6a1763-b78c-4ff0-9a3a-b5345318bbef'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:58:55.122997 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-37dc7e36-b141-4b39-a5ca-1698a35a788c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:55.152498 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d837ae-44f0-4d2a-9697-f71cf98ee25b tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Pushing event deleted for resources: {'Port': ['ID=4942b0cb-0061-4f02-9603-8bbd0228da07,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:55.278598 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc7e36-b141-4b39-a5ca-1698a35a788c admin admin] Pushing event deleted for resources: {'Port': ['ID=4bdb0c19-cb35-4368-8db6-17b8f34fecf3,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:55.290270 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-630be913-65bf-4d76-b3e4-d8377bb31f4f req-72d837ae-44f0-4d2a-9697-f71cf98ee25b tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] No DVR routers for this DVR port 4942b0cb-0061-4f02-9603-8bbd0228da07 on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:58:55.314016 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f170984-f445-4723-83dd-1745833925cd None None] Pushing event updated for resources: {'Port': ['ID=4449969f-e039-420d-8b7b-9ae5ab581f15,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:55.404710 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-630be913-65bf-4d76-b3e4-d8377bb31f4f req-72d837ae-44f0-4d2a-9697-f71cf98ee25b tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:55.416845 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-630be913-65bf-4d76-b3e4-d8377bb31f4f req-72d837ae-44f0-4d2a-9697-f71cf98ee25b tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.44 "DELETE /v2.0/ports/4942b0cb-0061-4f02-9603-8bbd0228da07 HTTP/1.1" status: 204 len: 173 time: 2.2106307 Nov 12 00:58:55.516241 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0a59d2d3-bfa1-4ead-8322-1ac8bf64c601 req-bd7ce278-a992-4bd4-b06b-a06c0ea22c58 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5019462 Nov 12 00:58:55.804977 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-37dc7e36-b141-4b39-a5ca-1698a35a788c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:55.883811 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device d1d414e9-bbff-4c86-b067-f326014619c3 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:58:55.893875 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff834f31-6440-401f-9964-41e29e340669', 'name': 'network-vif-deleted', 'tag': '4942b0cb-0061-4f02-9603-8bbd0228da07'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:58:55.926528 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e34c97-4286-407d-a800-2a9c061bb722" -d '{"events": [{"server_uuid": "ff834f31-6440-401f-9964-41e29e340669", "name": "network-vif-deleted", "tag": "4942b0cb-0061-4f02-9603-8bbd0228da07"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:58:55.942197 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-66b2247c-86ac-431c-b9ca-1c93a78bff45 req-1beec628-d6c0-4536-babf-a66669127c95 service neutron] 10.222.0.44 "GET /v2.0/networks/00a03daf-efbb-48db-964b-992b2504dfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8536744 Nov 12 00:58:56.006319 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58440) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:56.070771 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e3937122-598c-43d5-9509-b331c1241e6b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:56.110782 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb9eab2-21bc-4a7b-a651-66b4ff867867 x-openstack-request-id: req-ddb9eab2-21bc-4a7b-a651-66b4ff867867 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:58:56.115263 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff834f31-6440-401f-9964-41e29e340669", "name": "network-vif-deleted", "tag": "4942b0cb-0061-4f02-9603-8bbd0228da07", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:58:56.115793 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ddb9eab2-21bc-4a7b-a651-66b4ff867867 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:58:56.120378 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff834f31-6440-401f-9964-41e29e340669', 'name': 'network-vif-deleted', 'tag': '4942b0cb-0061-4f02-9603-8bbd0228da07', 'status': 'completed', 'code': 200} Nov 12 00:58:56.129995 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e3937122-598c-43d5-9509-b331c1241e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:56.167365 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 4449969f-e039-420d-8b7b-9ae5ab581f15 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:58:56.262678 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port d1d414e9-bbff-4c86-b067-f326014619c3 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:58:56.278385 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port d1d414e9-bbff-4c86-b067-f326014619c3 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:56.278879 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:56.391667 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 4449969f-e039-420d-8b7b-9ae5ab581f15 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:56.392619 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:56.432576 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ca2323c2-03f8-46f8-81cf-08a6c43a91e2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3ee3eaa101f14fbaad2aa4a78dc04a0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4219935 Nov 12 00:58:56.442745 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58448) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:56.496391 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-e3937122-598c-43d5-9509-b331c1241e6b admin admin] Allocated IP 172.25.3.181 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/e8c119b4-7d58-4980-9a06-649a565a1063) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:58:56.513178 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:56.563568 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd06269-2e11-415d-866e-b0ef7010ded2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d414e9-bbff-4c86-b067-f326014619c3'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:58:56.567188 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be95e40-09f1-490e-8e75-3f4fe56f3d25" -d '{"events": [{"server_uuid": "7fd06269-2e11-415d-866e-b0ef7010ded2", "name": "network-vif-plugged", "status": "completed", "tag": "d1d414e9-bbff-4c86-b067-f326014619c3"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:58:56.621335 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port d1d414e9-bbff-4c86-b067-f326014619c3, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d1d414e9-bbff-4c86-b067-f326014619c3,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:56.622425 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cfbb5339-9a39-4e90-b167-7ef0b8b040cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:56.632818 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:56.633716 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device f3078017-2fb6-483c-b8e9-6d92e708b295 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:58:56.680715 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cfbb5339-9a39-4e90-b167-7ef0b8b040cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:56.735612 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=d1d414e9-bbff-4c86-b067-f326014619c3,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:56.735901 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430d3ab-a9f3-474b-b8ff-167eb94e7a15 req-d536a89b-5371-42ad-8c3c-d901f2a4e02f tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:56.737691 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1430d3ab-a9f3-474b-b8ff-167eb94e7a15 req-d536a89b-5371-42ad-8c3c-d901f2a4e02f tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] 10.222.0.45 "GET /v2.0/ports?device_id=af86cc37-5b5f-4939-9e6e-530f4bf55d75 HTTP/1.1" status: 200 len: 951 time: 0.9030917 Nov 12 00:58:56.759281 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e3937122-598c-43d5-9509-b331c1241e6b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:56.798288 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dda8af-57ba-4658-9a32-0b89c616d5c8 req-d76f037e-7767-4b17-9234-ec11a22d07ed tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:56.807212 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-40dda8af-57ba-4658-9a32-0b89c616d5c8 req-d76f037e-7767-4b17-9234-ec11a22d07ed tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fd06269-2e11-415d-866e-b0ef7010ded2 HTTP/1.1" status: 200 len: 949 time: 0.6490126 Nov 12 00:58:56.809726 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cfbb5339-9a39-4e90-b167-7ef0b8b040cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:56.815659 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cfbb5339-9a39-4e90-b167-7ef0b8b040cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:56.818148 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-cfbb5339-9a39-4e90-b167-7ef0b8b040cc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b8269e9f-9f8f-42e5-aea8-675a23d38af4 HTTP/1.1" status: 204 len: 168 time: 0.3738978 Nov 12 00:58:56.834087 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e3937122-598c-43d5-9509-b331c1241e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:56.836944 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb5339-9a39-4e90-b167-7ef0b8b040cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8269e9f-9f8f-42e5-aea8-675a23d38af4,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:56.885673 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3937122-598c-43d5-9509-b331c1241e6b admin admin] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:58:56.890455 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-e3937122-598c-43d5-9509-b331c1241e6b admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:58:56.895441 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3937122-598c-43d5-9509-b331c1241e6b admin admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:58:56.914159 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:56.943753 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1430d3ab-a9f3-474b-b8ff-167eb94e7a15 req-506c9c6f-d353-4239-b6d7-102ebd6c4093 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f24bbfc-cffd-4d62-a978-899dca5d7550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955140 Nov 12 00:58:56.969731 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3937122-598c-43d5-9509-b331c1241e6b admin admin] Pushing event updated for resources: {'Port': ['ID=e8c119b4-7d58-4980-9a06-649a565a1063,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:57.037938 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 4449969f-e039-420d-8b7b-9ae5ab581f15, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=4449969f-e039-420d-8b7b-9ae5ab581f15,segment=NetworkSegment(0523d5e6-7a0a-43e7-a744-4123108fb5cc),segment_id=0523d5e6-7a0a-43e7-a744-4123108fb5cc)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:57.046664 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-40dda8af-57ba-4658-9a32-0b89c616d5c8 req-a9489514-c848-43cd-acf0-db99ba4ba2d8 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371855 Nov 12 00:58:57.052742 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:57.090526 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:57.098387 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787a3980-0a8d-423c-82bf-3c4f9f42ecff None None] Network 00e2f348-f5d7-4ff2-a022-2b6ce3176031 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:58:57.288115 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37dc7e36-b141-4b39-a5ca-1698a35a788c admin admin] Router b951ace5-9acd-4657-9f26-2fc613ee9eb4 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:58:57.404586 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad32a90a-84df-4ce5-a5bd-5a242408f838 x-openstack-request-id: req-ad32a90a-84df-4ce5-a5bd-5a242408f838 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:58:57.405225 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd06269-2e11-415d-866e-b0ef7010ded2", "name": "network-vif-plugged", "status": "completed", "tag": "d1d414e9-bbff-4c86-b067-f326014619c3", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:58:57.405225 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ad32a90a-84df-4ce5-a5bd-5a242408f838 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:58:57.405528 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fd06269-2e11-415d-866e-b0ef7010ded2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d414e9-bbff-4c86-b067-f326014619c3', 'code': 200} Nov 12 00:58:57.473466 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-195f701b-4673-4419-b1d4-5095b2dcc9fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:57.502254 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=4449969f-e039-420d-8b7b-9ae5ab581f15,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:57.510611 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-38566754-06ca-4252-883f-e62beba1d10d None None] Provisioning complete for port 4449969f-e039-420d-8b7b-9ae5ab581f15 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:57.510611 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-38566754-06ca-4252-883f-e62beba1d10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:57.513990 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port f3078017-2fb6-483c-b8e9-6d92e708b295, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=f3078017-2fb6-483c-b8e9-6d92e708b295,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:57.514717 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37dc7e36-b141-4b39-a5ca-1698a35a788c admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:58:57.522010 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-37dc7e36-b141-4b39-a5ca-1698a35a788c admin admin] 10.222.0.45 "PUT /v2.0/routers/b951ace5-9acd-4657-9f26-2fc613ee9eb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3425677 Nov 12 00:58:57.531499 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58460) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:57.546001 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cfc1a3-359f-42b5-86e6-5a089ac9bb2e None None] Sync routers for ids ['b951ace5-9acd-4657-9f26-2fc613ee9eb4'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:58:57.547698 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:57.548813 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 4942b0cb-0061-4f02-9603-8bbd0228da07 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:58:57.577633 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 4942b0cb-0061-4f02-9603-8bbd0228da07 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:58:57.577978 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 4942b0cb-0061-4f02-9603-8bbd0228da07 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:58:57.625069 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cfc1a3-359f-42b5-86e6-5a089ac9bb2e None None] Routers {'b951ace5-9acd-4657-9f26-2fc613ee9eb4'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:58:57.626841 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-b0cfc1a3-359f-42b5-86e6-5a089ac9bb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:58:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['b951ace5-9acd-4657-9f26-2fc613ee9eb4'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:57.637813 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e3937122-598c-43d5-9509-b331c1241e6b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:57.699775 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7904db69-5121-4d6c-89d1-fb04a71d6a80 admin admin] Publish callbacks [] for router, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:57.711534 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=f3078017-2fb6-483c-b8e9-6d92e708b295,revision_number=11']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:57.825450 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 4449969f-e039-420d-8b7b-9ae5ab581f15 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:58:57.845885 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58464) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:57.938651 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 4449969f-e039-420d-8b7b-9ae5ab581f15 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:57.939771 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:57.975357 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-b0cfc1a3-359f-42b5-86e6-5a089ac9bb2e None None] Set router b951ace5-9acd-4657-9f26-2fc613ee9eb4 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:58:58.148371 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9d933-09b5-4f48-a105-d9ca95de5fd3 req-9e371dcd-5249-4612-a5f8-68ef3d1a109a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:58.152202 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6ac9d933-09b5-4f48-a105-d9ca95de5fd3 req-9e371dcd-5249-4612-a5f8-68ef3d1a109a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7fd06269-2e11-415d-866e-b0ef7010ded2 HTTP/1.1" status: 200 len: 1102 time: 0.7614937 Nov 12 00:58:58.167460 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-80f233f4-c65d-4fb3-a2d8-a9acad2402a2 None None] Provisioning complete for port 4449969f-e039-420d-8b7b-9ae5ab581f15 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:58:58.167791 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-80f233f4-c65d-4fb3-a2d8-a9acad2402a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:58.221937 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-bf9c722e-37e6-48a5-b350-e4c256f8a459 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=73c600ad4757463ea80266a635369ede&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3722241 Nov 12 00:58:58.237851 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58472) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:58.243042 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6ac9d933-09b5-4f48-a105-d9ca95de5fd3 req-91ec431e-3a97-4f11-9133-dc8a1817a3f8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778205 Nov 12 00:58:58.299331 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-b0cfc1a3-359f-42b5-86e6-5a089ac9bb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b951ace5-9acd-4657-9f26-2fc613ee9eb4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1520895545-router', 'tenant_id': 'b2e62aee26964f858c9163a5ff12289e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '9327ce2d-51a0-4ecc-a810-0a3ca9b097f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:27Z', 'updated_at': '2021-11-12T00:58:54Z', 'revision_number': 5, 'project_id': 'b2e62aee26964f858c9163a5ff12289e', 'gw_port': {'id': '9327ce2d-51a0-4ecc-a810-0a3ca9b097f9', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:15:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b951ace5-9acd-4657-9f26-2fc613ee9eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 757, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:57:28Z', 'updated_at': '2021-11-12T00:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:58.319715 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7904db69-5121-4d6c-89d1-fb04a71d6a80 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:58.341936 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e3937122-598c-43d5-9509-b331c1241e6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:58.368174 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-daaff6bf-5733-4340-b607-6e4869b42c14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:58.375655 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cfc1a3-359f-42b5-86e6-5a089ac9bb2e None None] Checking router: b951ace5-9acd-4657-9f26-2fc613ee9eb4 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:58:58.395220 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cfc1a3-359f-42b5-86e6-5a089ac9bb2e None None] Routers {'b951ace5-9acd-4657-9f26-2fc613ee9eb4'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:58:58.396417 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-b0cfc1a3-359f-42b5-86e6-5a089ac9bb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:58:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['b951ace5-9acd-4657-9f26-2fc613ee9eb4'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:58.421969 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172ab0c-b6ef-4b89-9e1a-1930cff625d6 req-1a41d9b2-b811-468e-a296-da36bfc8b3a7 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:58.438204 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8172ab0c-b6ef-4b89-9e1a-1930cff625d6 req-1a41d9b2-b811-468e-a296-da36bfc8b3a7 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] 10.222.0.45 "GET /v2.0/ports?device_id=af86cc37-5b5f-4939-9e6e-530f4bf55d75 HTTP/1.1" status: 200 len: 949 time: 0.2115340 Nov 12 00:58:58.470315 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-daaff6bf-5733-4340-b607-6e4869b42c14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:58.491657 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e9ef0-da64-4818-9638-f38a8bc072db req-066b690e-aa47-4fb4-8fa9-0686299879d7 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:58.505227 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2d3e9ef0-da64-4818-9638-f38a8bc072db req-066b690e-aa47-4fb4-8fa9-0686299879d7 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e00f391-e60d-49b0-89ed-9fec6a9bec43 HTTP/1.1" status: 200 len: 946 time: 0.6118524 Nov 12 00:58:58.569907 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-b0cfc1a3-359f-42b5-86e6-5a089ac9bb2e None None] Set router b951ace5-9acd-4657-9f26-2fc613ee9eb4 gateway port host: None {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:58:58.640070 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-b0cfc1a3-359f-42b5-86e6-5a089ac9bb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b951ace5-9acd-4657-9f26-2fc613ee9eb4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1520895545-router', 'tenant_id': 'b2e62aee26964f858c9163a5ff12289e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:27Z', 'updated_at': '2021-11-12T00:58:58Z', 'revision_number': 6, 'project_id': 'b2e62aee26964f858c9163a5ff12289e', 'gw_port_host': None}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:58.645657 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8172ab0c-b6ef-4b89-9e1a-1930cff625d6 req-ea34fe23-528e-4c4d-b012-c34e115f3575 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f24bbfc-cffd-4d62-a978-899dca5d7550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041440 Nov 12 00:58:58.657872 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2d3e9ef0-da64-4818-9638-f38a8bc072db req-5cf055d0-11fb-417d-b385-98b5c957f2b3 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507869 Nov 12 00:58:58.680593 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-daaff6bf-5733-4340-b607-6e4869b42c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:58.695492 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-daaff6bf-5733-4340-b607-6e4869b42c14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:58.698415 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-daaff6bf-5733-4340-b607-6e4869b42c14 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1231e7b3-7aa7-41c7-9f39-c02a5c327c98 HTTP/1.1" status: 204 len: 168 time: 0.4534400 Nov 12 00:58:58.701193 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-7904db69-5121-4d6c-89d1-fb04a71d6a80 admin admin] Deleting port 9327ce2d-51a0-4ecc-a810-0a3ca9b097f9 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:58:58.701775 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7904db69-5121-4d6c-89d1-fb04a71d6a80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:58.752836 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cfc1a3-359f-42b5-86e6-5a089ac9bb2e None None] The sync data for ids ['b951ace5-9acd-4657-9f26-2fc613ee9eb4'] in n-d-712142-27 is: [{'id': 'b951ace5-9acd-4657-9f26-2fc613ee9eb4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1520895545-router', 'tenant_id': 'b2e62aee26964f858c9163a5ff12289e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:57:27Z', 'updated_at': '2021-11-12T00:58:58Z', 'revision_number': 6, 'project_id': 'b2e62aee26964f858c9163a5ff12289e', 'gw_port_host': None}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:58:58.762944 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaff6bf-5733-4340-b607-6e4869b42c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1231e7b3-7aa7-41c7-9f39-c02a5c327c98,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:58.778204 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3937122-598c-43d5-9509-b331c1241e6b admin admin] Router 3e0d426d-913f-405d-978a-3dff67ed469e is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:58:58.993436 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8acede-52e0-4639-b4d9-aee3e1d96137 req-1aaf9d7b-2a87-4a16-860c-aad6c087452e tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:58:58.996081 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6f8acede-52e0-4639-b4d9-aee3e1d96137 req-1aaf9d7b-2a87-4a16-860c-aad6c087452e tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fd06269-2e11-415d-866e-b0ef7010ded2 HTTP/1.1" status: 200 len: 950 time: 0.2498982 Nov 12 00:58:59.019631 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-7904db69-5121-4d6c-89d1-fb04a71d6a80 admin admin] For port 9327ce2d-51a0-4ecc-a810-0a3ca9b097f9, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=9327ce2d-51a0-4ecc-a810-0a3ca9b097f9,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:58:59.020415 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7904db69-5121-4d6c-89d1-fb04a71d6a80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:59.069452 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-7904db69-5121-4d6c-89d1-fb04a71d6a80 admin admin] Calling delete_port for 9327ce2d-51a0-4ecc-a810-0a3ca9b097f9 owned by network:router_gateway {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:58:59.259163 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6f8acede-52e0-4639-b4d9-aee3e1d96137 req-ed890650-b2fe-46e2-88a7-3fe7f30d2830 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325370 Nov 12 00:58:59.351851 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3937122-598c-43d5-9509-b331c1241e6b admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:58:59.368813 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3810b038-9d57-40e8-a1ee-9c2b75d5d07c None None] Sync routers for ids ['3e0d426d-913f-405d-978a-3dff67ed469e'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:58:59.392657 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3810b038-9d57-40e8-a1ee-9c2b75d5d07c None None] Routers {'3e0d426d-913f-405d-978a-3dff67ed469e'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:58:59.399254 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-3810b038-9d57-40e8-a1ee-9c2b75d5d07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:58:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['3e0d426d-913f-405d-978a-3dff67ed469e'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:58:59.407445 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af86cc37-5b5f-4939-9e6e-530f4bf55d75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3078017-2fb6-483c-b8e9-6d92e708b295'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:58:59.422369 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e3937122-598c-43d5-9509-b331c1241e6b admin admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:59.428218 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f63365-e85e-4c96-ba5e-035aa964eb84" -d '{"events": [{"server_uuid": "af86cc37-5b5f-4939-9e6e-530f4bf55d75", "name": "network-vif-unplugged", "status": "completed", "tag": "f3078017-2fb6-483c-b8e9-6d92e708b295"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:58:59.432359 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58502) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:58:59.433195 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e3937122-598c-43d5-9509-b331c1241e6b admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.3731935 Nov 12 00:58:59.525236 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 00:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab05466-d973-4dc1-b8de-d416695a2273 x-openstack-request-id: req-aab05466-d973-4dc1-b8de-d416695a2273 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:58:59.525520 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af86cc37-5b5f-4939-9e6e-530f4bf55d75", "name": "network-vif-unplugged", "status": "completed", "tag": "f3078017-2fb6-483c-b8e9-6d92e708b295", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:58:59.525954 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-aab05466-d973-4dc1-b8de-d416695a2273 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:58:59.526577 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af86cc37-5b5f-4939-9e6e-530f4bf55d75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3078017-2fb6-483c-b8e9-6d92e708b295', 'code': 200} Nov 12 00:58:59.608771 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7904db69-5121-4d6c-89d1-fb04a71d6a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:58:59.669613 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7904db69-5121-4d6c-89d1-fb04a71d6a80 admin admin] Pushing event deleted for resources: {'Port': ['ID=9327ce2d-51a0-4ecc-a810-0a3ca9b097f9,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:58:59.693602 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-3810b038-9d57-40e8-a1ee-9c2b75d5d07c None None] Set router 3e0d426d-913f-405d-978a-3dff67ed469e gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:58:59.914475 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 9327ce2d-51a0-4ecc-a810-0a3ca9b097f9 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:59:00.022013 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 9327ce2d-51a0-4ecc-a810-0a3ca9b097f9 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:59:00.023755 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7904db69-5121-4d6c-89d1-fb04a71d6a80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:00.024667 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 9327ce2d-51a0-4ecc-a810-0a3ca9b097f9 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:59:00.025289 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 4bdb0c19-cb35-4368-8db6-17b8f34fecf3 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:59:00.091673 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 4bdb0c19-cb35-4368-8db6-17b8f34fecf3 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:59:00.092541 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 4bdb0c19-cb35-4368-8db6-17b8f34fecf3 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:59:00.257139 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-3810b038-9d57-40e8-a1ee-9c2b75d5d07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0d426d-913f-405d-978a-3dff67ed469e', 'name': 'tempest-FloatingIPsNegativeTestJSON-602150132-router', 'tenant_id': '63958503bac04db39f3dfa41edd3b0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'e8c119b4-7d58-4980-9a06-649a565a1063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:58:53Z', 'updated_at': '2021-11-12T00:58:57Z', 'revision_number': 3, 'project_id': '63958503bac04db39f3dfa41edd3b0fa', 'gw_port': {'id': 'e8c119b4-7d58-4980-9a06-649a565a1063', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:de:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0d426d-913f-405d-978a-3dff67ed469e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:58:56Z', 'updated_at': '2021-11-12T00:58:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:00.298753 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3810b038-9d57-40e8-a1ee-9c2b75d5d07c None None] Checking router: 3e0d426d-913f-405d-978a-3dff67ed469e for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:59:00.299316 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca215ba-d6d4-47ef-b670-98ca5880ddd2 req-b3bafe02-c383-4ee5-964e-55d8e2799035 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:00.300693 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3810b038-9d57-40e8-a1ee-9c2b75d5d07c None None] Updating router 3e0d426d-913f-405d-978a-3dff67ed469e port e8c119b4-7d58-4980-9a06-649a565a1063 binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:59:00.301243 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8ca215ba-d6d4-47ef-b670-98ca5880ddd2 req-b3bafe02-c383-4ee5-964e-55d8e2799035 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e00f391-e60d-49b0-89ed-9fec6a9bec43 HTTP/1.1" status: 200 len: 946 time: 0.1277218 Nov 12 00:59:00.339882 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3810b038-9d57-40e8-a1ee-9c2b75d5d07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:00.432662 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7904db69-5121-4d6c-89d1-fb04a71d6a80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:00.452420 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411f39e-6f96-49d5-9cd8-12d1a95f4e0d req-2f4570c6-375a-4656-9f0d-2f01bd1a2aed tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:00.457898 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5411f39e-6f96-49d5-9cd8-12d1a95f4e0d req-2f4570c6-375a-4656-9f0d-2f01bd1a2aed tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e00f391-e60d-49b0-89ed-9fec6a9bec43 HTTP/1.1" status: 200 len: 946 time: 0.5897050 Nov 12 00:59:00.464952 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7904db69-5121-4d6c-89d1-fb04a71d6a80 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:00.512798 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-8ca215ba-d6d4-47ef-b670-98ca5880ddd2 req-b39cf44a-820d-4963-9132-082df0b322b9 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Deleting port de6a1763-b78c-4ff0-9a3a-b5345318bbef {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:00.513642 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-8ca215ba-d6d4-47ef-b670-98ca5880ddd2 req-b39cf44a-820d-4963-9132-082df0b322b9 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:00.575803 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5411f39e-6f96-49d5-9cd8-12d1a95f4e0d req-285fad93-4dd1-4c28-8580-8c5b3bbbc9b3 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008339 Nov 12 00:59:00.737630 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-8ca215ba-d6d4-47ef-b670-98ca5880ddd2 req-b39cf44a-820d-4963-9132-082df0b322b9 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] For port de6a1763-b78c-4ff0-9a3a-b5345318bbef, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=de6a1763-b78c-4ff0-9a3a-b5345318bbef,segment=NetworkSegment(45adf0ba-e61d-4509-afe2-5b0ef96fbbf3),segment_id=45adf0ba-e61d-4509-afe2-5b0ef96fbbf3)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:00.737948 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-8ca215ba-d6d4-47ef-b670-98ca5880ddd2 req-b39cf44a-820d-4963-9132-082df0b322b9 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:00.766742 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-8ca215ba-d6d4-47ef-b670-98ca5880ddd2 req-b39cf44a-820d-4963-9132-082df0b322b9 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Calling delete_port for de6a1763-b78c-4ff0-9a3a-b5345318bbef owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:00.820074 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7904db69-5121-4d6c-89d1-fb04a71d6a80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:00.820614 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7904db69-5121-4d6c-89d1-fb04a71d6a80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b951ace5-9acd-4657-9f26-2fc613ee9eb4 {{(pid=109085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:59:00.825771 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7904db69-5121-4d6c-89d1-fb04a71d6a80 admin admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:00.835442 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7904db69-5121-4d6c-89d1-fb04a71d6a80 admin admin] 10.222.0.45 "DELETE /v2.0/routers/b951ace5-9acd-4657-9f26-2fc613ee9eb4 HTTP/1.1" status: 204 len: 168 time: 3.2937415 Nov 12 00:59:00.837535 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58588) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:00.860171 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0984957b-e1fb-4f35-8f3a-789a6405706c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:01.104732 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3810b038-9d57-40e8-a1ee-9c2b75d5d07c None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:01.110928 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-05a1cb9e-86d2-42f1-a803-bca5fb1d6292 admin admin] Deleting subnet afd8d202-d127-4959-a75b-0172a337025b {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:59:01.115810 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3810b038-9d57-40e8-a1ee-9c2b75d5d07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:01.124464 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e773e3-2578-4399-8c9a-219b99237fc2 req-731080f0-4278-4d86-8924-2407e7b08f4b tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:01.126123 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c3e773e3-2578-4399-8c9a-219b99237fc2 req-731080f0-4278-4d86-8924-2407e7b08f4b tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fd06269-2e11-415d-866e-b0ef7010ded2 HTTP/1.1" status: 200 len: 950 time: 0.2894406 Nov 12 00:59:01.127114 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-05a1cb9e-86d2-42f1-a803-bca5fb1d6292 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:01.152285 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-8ca215ba-d6d4-47ef-b670-98ca5880ddd2 req-b39cf44a-820d-4963-9132-082df0b322b9 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:01.190709 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39cf44a-820d-4963-9132-082df0b322b9 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Pushing event deleted for resources: {'Port': ['ID=de6a1763-b78c-4ff0-9a3a-b5345318bbef,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:01.212180 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['82024f09-4045-472b-bf68-891c62809ddd', 'de6a1763-b78c-4ff0-9a3a-b5345318bbef'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:59:01.248576 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ca215ba-d6d4-47ef-b670-98ca5880ddd2 req-b39cf44a-820d-4963-9132-082df0b322b9 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] No DVR routers for this DVR port de6a1763-b78c-4ff0-9a3a-b5345318bbef on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:59:01.254349 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-8ca215ba-d6d4-47ef-b670-98ca5880ddd2 req-b39cf44a-820d-4963-9132-082df0b322b9 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:01.258981 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8ca215ba-d6d4-47ef-b670-98ca5880ddd2 req-b39cf44a-820d-4963-9132-082df0b322b9 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.44 "DELETE /v2.0/ports/de6a1763-b78c-4ff0-9a3a-b5345318bbef HTTP/1.1" status: 204 len: 173 time: 0.9480865 Nov 12 00:59:01.259489 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e00f391-e60d-49b0-89ed-9fec6a9bec43', 'name': 'network-vif-deleted', 'tag': 'de6a1763-b78c-4ff0-9a3a-b5345318bbef'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:59:01.273144 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38520642-7932-44c9-aab9-4225e92cde1d" -d '{"events": [{"server_uuid": "2e00f391-e60d-49b0-89ed-9fec6a9bec43", "name": "network-vif-deleted", "tag": "de6a1763-b78c-4ff0-9a3a-b5345318bbef"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:59:01.294323 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-05a1cb9e-86d2-42f1-a803-bca5fb1d6292 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:01.311847 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c230d7fa-4341-494e-a607-b92f57913044 None None] Pushing event updated for resources: {'Port': ['ID=e8c119b4-7d58-4980-9a06-649a565a1063,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:01.324963 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-3810b038-9d57-40e8-a1ee-9c2b75d5d07c None None] Attempting to bind port e8c119b4-7d58-4980-9a06-649a565a1063 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:01.325338 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-3810b038-9d57-40e8-a1ee-9c2b75d5d07c None None] Attempting to bind port e8c119b4-7d58-4980-9a06-649a565a1063 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:01.325712 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3810b038-9d57-40e8-a1ee-9c2b75d5d07c None None] Attempting to bind port e8c119b4-7d58-4980-9a06-649a565a1063 on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:01.343481 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3810b038-9d57-40e8-a1ee-9c2b75d5d07c None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:59:01.343886 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3810b038-9d57-40e8-a1ee-9c2b75d5d07c None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:01.344308 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3810b038-9d57-40e8-a1ee-9c2b75d5d07c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:01.345325 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3810b038-9d57-40e8-a1ee-9c2b75d5d07c None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:59:01.345845 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-3810b038-9d57-40e8-a1ee-9c2b75d5d07c None None] Bound port: e8c119b4-7d58-4980-9a06-649a565a1063, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:59:01.346353 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3810b038-9d57-40e8-a1ee-9c2b75d5d07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:01.444884 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-3810b038-9d57-40e8-a1ee-9c2b75d5d07c None None] For port e8c119b4-7d58-4980-9a06-649a565a1063, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:59:01.450407 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-3810b038-9d57-40e8-a1ee-9c2b75d5d07c None None] For port e8c119b4-7d58-4980-9a06-649a565a1063, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=e8c119b4-7d58-4980-9a06-649a565a1063,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:59:01.460152 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3810b038-9d57-40e8-a1ee-9c2b75d5d07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:01.600962 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3810b038-9d57-40e8-a1ee-9c2b75d5d07c None None] Routers {'3e0d426d-913f-405d-978a-3dff67ed469e'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:01.601601 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-3810b038-9d57-40e8-a1ee-9c2b75d5d07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:59:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['3e0d426d-913f-405d-978a-3dff67ed469e'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:01.606340 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c3e773e3-2578-4399-8c9a-219b99237fc2 req-ce14ae2e-9481-4fd3-bc6a-564d1c3bb6f1 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4558852 Nov 12 00:59:01.607233 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c230d7fa-4341-494e-a607-b92f57913044 None None] Pushing event updated for resources: {'Port': ['ID=e8c119b4-7d58-4980-9a06-649a565a1063,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:01.640495 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-05a1cb9e-86d2-42f1-a803-bca5fb1d6292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:01.713481 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905d47c2-ed65-4687-b46d-d18c0e5da287 x-openstack-request-id: req-905d47c2-ed65-4687-b46d-d18c0e5da287 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:59:01.714081 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e00f391-e60d-49b0-89ed-9fec6a9bec43", "name": "network-vif-deleted", "tag": "de6a1763-b78c-4ff0-9a3a-b5345318bbef", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:59:01.714320 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-905d47c2-ed65-4687-b46d-d18c0e5da287 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:59:01.715012 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e00f391-e60d-49b0-89ed-9fec6a9bec43', 'name': 'network-vif-deleted', 'tag': 'de6a1763-b78c-4ff0-9a3a-b5345318bbef', 'status': 'completed', 'code': 200} Nov 12 00:59:01.736684 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-01a6c6bf-697a-49d8-beb5-c83f6da8b1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:01.805841 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-05a1cb9e-86d2-42f1-a803-bca5fb1d6292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:01.862490 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-3810b038-9d57-40e8-a1ee-9c2b75d5d07c None None] Set router 3e0d426d-913f-405d-978a-3dff67ed469e gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:59:02.228761 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-3810b038-9d57-40e8-a1ee-9c2b75d5d07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0d426d-913f-405d-978a-3dff67ed469e', 'name': 'tempest-FloatingIPsNegativeTestJSON-602150132-router', 'tenant_id': '63958503bac04db39f3dfa41edd3b0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'e8c119b4-7d58-4980-9a06-649a565a1063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:58:53Z', 'updated_at': '2021-11-12T00:58:57Z', 'revision_number': 3, 'project_id': '63958503bac04db39f3dfa41edd3b0fa', 'gw_port': {'id': 'e8c119b4-7d58-4980-9a06-649a565a1063', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:de:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0d426d-913f-405d-978a-3dff67ed469e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:58:56Z', 'updated_at': '2021-11-12T00:59:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:02.273945 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a1cb9e-86d2-42f1-a803-bca5fb1d6292 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afd8d202-d127-4959-a75b-0172a337025b,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:02.290849 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3810b038-9d57-40e8-a1ee-9c2b75d5d07c None None] The sync data for ids ['3e0d426d-913f-405d-978a-3dff67ed469e'] in n-d-712142-27 is: [{'id': '3e0d426d-913f-405d-978a-3dff67ed469e', 'name': 'tempest-FloatingIPsNegativeTestJSON-602150132-router', 'tenant_id': '63958503bac04db39f3dfa41edd3b0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'e8c119b4-7d58-4980-9a06-649a565a1063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:58:53Z', 'updated_at': '2021-11-12T00:58:57Z', 'revision_number': 3, 'project_id': '63958503bac04db39f3dfa41edd3b0fa', 'gw_port': {'id': 'e8c119b4-7d58-4980-9a06-649a565a1063', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:de:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0d426d-913f-405d-978a-3dff67ed469e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:58:56Z', 'updated_at': '2021-11-12T00:59:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:59:02.296201 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42eb06c1-6004-4ba1-a63a-e3ee3df1131b None None] Network 1d18b6f8-3a2a-4026-a21f-15fc5b9673ac requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:02.307779 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-05a1cb9e-86d2-42f1-a803-bca5fb1d6292 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:02.314496 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58652) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:02.321856 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-05a1cb9e-86d2-42f1-a803-bca5fb1d6292 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/afd8d202-d127-4959-a75b-0172a337025b HTTP/1.1" status: 204 len: 168 time: 1.4810629 Nov 12 00:59:02.325679 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2117f7d1-16f5-4388-b502-8686122be79c req-58506af0-4f84-4830-981c-cb87213076cf tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e00f391-e60d-49b0-89ed-9fec6a9bec43 HTTP/1.1" status: 200 len: 210 time: 0.0954812 Nov 12 00:59:02.493340 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-34a5651c-5275-41f4-b15b-4f4b8d5f6a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:02.561604 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-01a6c6bf-697a-49d8-beb5-c83f6da8b1eb admin admin] Allocated IP 172.20.0.1 (00e2f348-f5d7-4ff2-a022-2b6ce3176031/e9f3c813-38bd-4b15-b22c-d974169ba2f8/99165fd4-9c62-406b-9d0a-27a9e36b0257) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:02.638185 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-34a5651c-5275-41f4-b15b-4f4b8d5f6a27 admin admin] Deleting port 15ea4bc5-77a7-4c28-839e-f20146643a32 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:02.638545 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-34a5651c-5275-41f4-b15b-4f4b8d5f6a27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:02.716292 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8b59a4-f00a-4c45-928c-2e2be4707611 None None] DHCP port deletion for 1d18b6f8-3a2a-4026-a21f-15fc5b9673ac request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:59:02.761309 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-34a5651c-5275-41f4-b15b-4f4b8d5f6a27 admin admin] For port 15ea4bc5-77a7-4c28-839e-f20146643a32, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=15ea4bc5-77a7-4c28-839e-f20146643a32,segment=NetworkSegment(4dd22270-7cab-4d69-8095-2c972eec1cb0),segment_id=4dd22270-7cab-4d69-8095-2c972eec1cb0)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:02.762217 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-34a5651c-5275-41f4-b15b-4f4b8d5f6a27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:02.772264 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:02.788976 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-34a5651c-5275-41f4-b15b-4f4b8d5f6a27 admin admin] Calling delete_port for 15ea4bc5-77a7-4c28-839e-f20146643a32 owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:02.827129 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2c0816ad-b9f9-4651-95f2-e9bc46926388 req-8d498203-1ae4-48c0-99a0-44f34fe19319 tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=84ebb05b2d2c418e9a76e6d4f70a3077&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491917 Nov 12 00:59:02.834482 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-fa8b59a4-f00a-4c45-928c-2e2be4707611 None None] Deleting port 15ea4bc5-77a7-4c28-839e-f20146643a32 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:02.834870 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fa8b59a4-f00a-4c45-928c-2e2be4707611 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:02.922222 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-34a5651c-5275-41f4-b15b-4f4b8d5f6a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:02.948510 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-fa8b59a4-f00a-4c45-928c-2e2be4707611 None None] For port 15ea4bc5-77a7-4c28-839e-f20146643a32, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=15ea4bc5-77a7-4c28-839e-f20146643a32,segment=NetworkSegment(4dd22270-7cab-4d69-8095-2c972eec1cb0),segment_id=4dd22270-7cab-4d69-8095-2c972eec1cb0)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:02.949140 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fa8b59a4-f00a-4c45-928c-2e2be4707611 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:02.959172 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a5651c-5275-41f4-b15b-4f4b8d5f6a27 admin admin] Pushing event deleted for resources: {'Port': ['ID=15ea4bc5-77a7-4c28-839e-f20146643a32,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:02.966532 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-fa8b59a4-f00a-4c45-928c-2e2be4707611 None None] Calling delete_port for 15ea4bc5-77a7-4c28-839e-f20146643a32 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:02.969750 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a5651c-5275-41f4-b15b-4f4b8d5f6a27 admin admin] No DVR routers for this DVR port 15ea4bc5-77a7-4c28-839e-f20146643a32 on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:59:03.064259 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-34a5651c-5275-41f4-b15b-4f4b8d5f6a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:03.091389 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-34a5651c-5275-41f4-b15b-4f4b8d5f6a27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d18b6f8-3a2a-4026-a21f-15fc5b9673ac']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:03.104851 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-34a5651c-5275-41f4-b15b-4f4b8d5f6a27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dd22270-7cab-4d69-8095-2c972eec1cb0') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:03.104851 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-34a5651c-5275-41f4-b15b-4f4b8d5f6a27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dd22270-7cab-4d69-8095-2c972eec1cb0') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:03.122358 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-34a5651c-5275-41f4-b15b-4f4b8d5f6a27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:03.140798 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-34a5651c-5275-41f4-b15b-4f4b8d5f6a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:03.150646 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34a5651c-5275-41f4-b15b-4f4b8d5f6a27 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:59:03.150885 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-34a5651c-5275-41f4-b15b-4f4b8d5f6a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:03.172942 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0816ad-b9f9-4651-95f2-e9bc46926388 req-d9fc1c56-a790-4054-b677-beb065a298ef tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:03.183874 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2c0816ad-b9f9-4651-95f2-e9bc46926388 req-d9fc1c56-a790-4054-b677-beb065a298ef tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3407140 Nov 12 00:59:03.215415 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 00:59:03.215415 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:59:03.215415 n-d-712142-27 neutron-server[109086]: timer() Nov 12 00:59:03.215415 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:59:03.215415 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 00:59:03.215415 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:59:03.215415 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 00:59:03.215415 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:59:03.215415 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 00:59:03.215415 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:59:03.215415 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 00:59:03.215415 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:59:03.215415 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 00:59:03.215415 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:59:03.215415 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:59:03.215415 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:59:03.215415 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:59:03.215415 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:59:03.215415 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 00:59:03.215415 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:59:03.215415 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 00:59:03.215415 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:59:03.215415 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:59:03.215415 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:59:03.215415 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 00:59:03.215415 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:59:03.215415 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:59:03.215415 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:59:03.215415 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:59:03.215415 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:59:03.215415 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:59:03.215415 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:59:03.218899 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdddeadc-6371-4c4e-95c6-faa48fab8f84 req-afa9ab91-042c-4025-8493-05ce20466191 tempest-ServersAdminTestJSON-1018297035 tempest-ServersAdminTestJSON-1018297035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:03.219391 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdddeadc-6371-4c4e-95c6-faa48fab8f84 req-afa9ab91-042c-4025-8493-05ce20466191 tempest-ServersAdminTestJSON-1018297035 tempest-ServersAdminTestJSON-1018297035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:03.219864 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdddeadc-6371-4c4e-95c6-faa48fab8f84 req-afa9ab91-042c-4025-8493-05ce20466191 tempest-ServersAdminTestJSON-1018297035 tempest-ServersAdminTestJSON-1018297035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:03.220107 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-34a5651c-5275-41f4-b15b-4f4b8d5f6a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:03.220395 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdddeadc-6371-4c4e-95c6-faa48fab8f84 req-afa9ab91-042c-4025-8493-05ce20466191 tempest-ServersAdminTestJSON-1018297035 tempest-ServersAdminTestJSON-1018297035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:03.220909 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdddeadc-6371-4c4e-95c6-faa48fab8f84 req-afa9ab91-042c-4025-8493-05ce20466191 tempest-ServersAdminTestJSON-1018297035 tempest-ServersAdminTestJSON-1018297035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:03.221499 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdddeadc-6371-4c4e-95c6-faa48fab8f84 req-afa9ab91-042c-4025-8493-05ce20466191 tempest-ServersAdminTestJSON-1018297035 tempest-ServersAdminTestJSON-1018297035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:03.223380 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdddeadc-6371-4c4e-95c6-faa48fab8f84 req-afa9ab91-042c-4025-8493-05ce20466191 tempest-ServersAdminTestJSON-1018297035 tempest-ServersAdminTestJSON-1018297035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:03.223861 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdddeadc-6371-4c4e-95c6-faa48fab8f84 req-afa9ab91-042c-4025-8493-05ce20466191 tempest-ServersAdminTestJSON-1018297035 tempest-ServersAdminTestJSON-1018297035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:03.235571 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fdddeadc-6371-4c4e-95c6-faa48fab8f84 req-afa9ab91-042c-4025-8493-05ce20466191 tempest-ServersAdminTestJSON-1018297035 tempest-ServersAdminTestJSON-1018297035-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7fd06269-2e11-415d-866e-b0ef7010ded2&device_id=f0637605-ea14-4785-bf50-b25750f161a0&device_id=fa50c5ea-6d4d-44ff-804d-2a670cf0e0df&device_id=44ac78c4-2b73-4d10-94c3-37a5ca2c3a03&device_id=fa7e3ba8-589e-44bd-a910-0657731c8516&device_id=96f82284-4e4f-4bbe-8c27-f1c5450f8f1f&device_id=af86cc37-5b5f-4939-9e6e-530f4bf55d75&device_id=9424a58c-7ae6-41eb-8d71-4d257834ce55 HTTP/1.1" status: 200 len: 7329 time: 0.2015586 Nov 12 00:59:03.247398 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-34a5651c-5275-41f4-b15b-4f4b8d5f6a27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:03.256912 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-34a5651c-5275-41f4-b15b-4f4b8d5f6a27 admin admin] 10.222.0.45 "DELETE /v2.0/networks/1d18b6f8-3a2a-4026-a21f-15fc5b9673ac HTTP/1.1" status: 204 len: 168 time: 0.9382741 Nov 12 00:59:03.259561 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2c0816ad-b9f9-4651-95f2-e9bc46926388 req-19144b0f-b69d-4f4f-8ac1-e1f21e97ad91 tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] 10.222.0.45 "GET /v2.0/quotas/84ebb05b2d2c418e9a76e6d4f70a3077 HTTP/1.1" status: 200 len: 375 time: 0.0696123 Nov 12 00:59:03.262459 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-01a6c6bf-697a-49d8-beb5-c83f6da8b1eb admin admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:03.269709 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-fdddeadc-6371-4c4e-95c6-faa48fab8f84 req-baa488e3-576a-4864-9a78-14807863a4d0 tempest-ServersAdminTestJSON-1018297035 tempest-ServersAdminTestJSON-1018297035-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:03.277022 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fa8b59a4-f00a-4c45-928c-2e2be4707611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:03.281077 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a5651c-5275-41f4-b15b-4f4b8d5f6a27 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d18b6f8-3a2a-4026-a21f-15fc5b9673ac,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:03.330206 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fa8b59a4-f00a-4c45-928c-2e2be4707611 None None] Network 1d18b6f8-3a2a-4026-a21f-15fc5b9673ac is not hosted by any dhcp agent {{(pid=109087) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 00:59:03.331327 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8b59a4-f00a-4c45-928c-2e2be4707611 None None] No DVR routers for this DVR port 15ea4bc5-77a7-4c28-839e-f20146643a32 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:59:03.335180 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8b59a4-f00a-4c45-928c-2e2be4707611 None None] Pushing event deleted for resources: {'Port': ['ID=15ea4bc5-77a7-4c28-839e-f20146643a32,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:03.349605 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2c0816ad-b9f9-4651-95f2-e9bc46926388 req-c5a9c437-cc53-4478-970b-bf168ce17ffa tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=84ebb05b2d2c418e9a76e6d4f70a3077&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557232 Nov 12 00:59:03.461227 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-fdddeadc-6371-4c4e-95c6-faa48fab8f84 req-baa488e3-576a-4864-9a78-14807863a4d0 tempest-ServersAdminTestJSON-1018297035 tempest-ServersAdminTestJSON-1018297035-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:03.472894 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-fdddeadc-6371-4c4e-95c6-faa48fab8f84 req-baa488e3-576a-4864-9a78-14807863a4d0 tempest-ServersAdminTestJSON-1018297035 tempest-ServersAdminTestJSON-1018297035-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:03.592448 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58692) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:03.595032 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-01a6c6bf-697a-49d8-beb5-c83f6da8b1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:03.607266 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa488e3-576a-4864-9a78-14807863a4d0 tempest-ServersAdminTestJSON-1018297035 tempest-ServersAdminTestJSON-1018297035-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d7ec1c-340d-4e80-a9f4-309af0b61682,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:03.653233 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fdddeadc-6371-4c4e-95c6-faa48fab8f84 req-baa488e3-576a-4864-9a78-14807863a4d0 tempest-ServersAdminTestJSON-1018297035 tempest-ServersAdminTestJSON-1018297035-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=4f24bbfc-cffd-4d62-a978-899dca5d7550&id=aa918c48-355b-4036-b12c-82ff85154b99&id=f2babaf5-8c74-467a-8fa2-436929b0e031&id=88f72720-901a-40d6-b38e-a4a2096318f1&id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 605 time: 0.4166110 Nov 12 00:59:03.657929 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa488e3-576a-4864-9a78-14807863a4d0 tempest-ServersAdminTestJSON-1018297035 tempest-ServersAdminTestJSON-1018297035-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:03.665738 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa488e3-576a-4864-9a78-14807863a4d0 tempest-ServersAdminTestJSON-1018297035 tempest-ServersAdminTestJSON-1018297035-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:03.666339 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa488e3-576a-4864-9a78-14807863a4d0 tempest-ServersAdminTestJSON-1018297035 tempest-ServersAdminTestJSON-1018297035-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:03.669040 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa488e3-576a-4864-9a78-14807863a4d0 tempest-ServersAdminTestJSON-1018297035 tempest-ServersAdminTestJSON-1018297035-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:03.670212 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa488e3-576a-4864-9a78-14807863a4d0 tempest-ServersAdminTestJSON-1018297035 tempest-ServersAdminTestJSON-1018297035-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:03.670569 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa488e3-576a-4864-9a78-14807863a4d0 tempest-ServersAdminTestJSON-1018297035 tempest-ServersAdminTestJSON-1018297035-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:03.670914 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa488e3-576a-4864-9a78-14807863a4d0 tempest-ServersAdminTestJSON-1018297035 tempest-ServersAdminTestJSON-1018297035-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:03.671283 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa488e3-576a-4864-9a78-14807863a4d0 tempest-ServersAdminTestJSON-1018297035 tempest-ServersAdminTestJSON-1018297035-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:03.671581 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa488e3-576a-4864-9a78-14807863a4d0 tempest-ServersAdminTestJSON-1018297035 tempest-ServersAdminTestJSON-1018297035-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:03.671917 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa488e3-576a-4864-9a78-14807863a4d0 tempest-ServersAdminTestJSON-1018297035 tempest-ServersAdminTestJSON-1018297035-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:03.672285 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa488e3-576a-4864-9a78-14807863a4d0 tempest-ServersAdminTestJSON-1018297035 tempest-ServersAdminTestJSON-1018297035-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:03.672624 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa488e3-576a-4864-9a78-14807863a4d0 tempest-ServersAdminTestJSON-1018297035 tempest-ServersAdminTestJSON-1018297035-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:03.696479 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a6c6bf-697a-49d8-beb5-c83f6da8b1eb admin admin] Network 00e2f348-f5d7-4ff2-a022-2b6ce3176031 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:03.701633 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-01a6c6bf-697a-49d8-beb5-c83f6da8b1eb admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:03.711665 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a6c6bf-697a-49d8-beb5-c83f6da8b1eb admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:03.770194 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2486368a-17fe-4c1c-beb1-48bbc5701966 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b2e62aee26964f858c9163a5ff12289e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1754081 Nov 12 00:59:03.774366 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58700) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:03.814399 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a6c6bf-697a-49d8-beb5-c83f6da8b1eb admin admin] Pushing event updated for resources: {'Port': ['ID=99165fd4-9c62-406b-9d0a-27a9e36b0257,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:03.856954 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device de6a1763-b78c-4ff0-9a3a-b5345318bbef no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:59:03.885790 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-01a6c6bf-697a-49d8-beb5-c83f6da8b1eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:03.955412 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:03.970893 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device e8c119b4-7d58-4980-9a06-649a565a1063 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:03.979157 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: de6a1763-b78c-4ff0-9a3a-b5345318bbef {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:59:03.985634 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-de70bf4e-0033-4d03-bfbb-4c5f54e10a33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:03.987501 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device de6a1763-b78c-4ff0-9a3a-b5345318bbef not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:59:04.074980 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-de70bf4e-0033-4d03-bfbb-4c5f54e10a33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:04.098780 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b5e207ab-d6db-4527-b121-026efeb0d9f5 req-d12f721d-a4dd-4cc8-aaa7-f788b4567b65 tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1ea60bb-75a9-423f-b301-ac52f39e86e5 HTTP/1.1" status: 200 len: 210 time: 0.0730643 Nov 12 00:59:04.212343 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port e8c119b4-7d58-4980-9a06-649a565a1063 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:04.213631 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-de70bf4e-0033-4d03-bfbb-4c5f54e10a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:04.213946 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:04.217144 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-de70bf4e-0033-4d03-bfbb-4c5f54e10a33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:04.218648 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-de70bf4e-0033-4d03-bfbb-4c5f54e10a33 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9bb56295-3e68-4ba6-9c68-2daf88761092 HTTP/1.1" status: 204 len: 168 time: 0.4429350 Nov 12 00:59:04.233955 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de70bf4e-0033-4d03-bfbb-4c5f54e10a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb56295-3e68-4ba6-9c68-2daf88761092,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:04.410114 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:04.470012 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-6886a111-fe5f-4160-a948-48d648446a6e None None] Provisioning complete for port 99165fd4-9c62-406b-9d0a-27a9e36b0257 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:04.470565 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6886a111-fe5f-4160-a948-48d648446a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:04.475613 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port e8c119b4-7d58-4980-9a06-649a565a1063, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=e8c119b4-7d58-4980-9a06-649a565a1063,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:04.510527 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:04.561225 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-01a6c6bf-697a-49d8-beb5-c83f6da8b1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:04.643726 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 15ea4bc5-77a7-4c28-839e-f20146643a32 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:59:04.673598 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 15ea4bc5-77a7-4c28-839e-f20146643a32 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:59:04.674042 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 15ea4bc5-77a7-4c28-839e-f20146643a32 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:59:04.741261 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=e8c119b4-7d58-4980-9a06-649a565a1063,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:04.753694 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-6886a111-fe5f-4160-a948-48d648446a6e None None] Port 99165fd4-9c62-406b-9d0a-27a9e36b0257 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:59:04.975326 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf57115-17aa-4066-97c5-11bcbbe8c04f req-ec822895-e8a5-41d2-8d34-6ed8928cf02c tempest-ServersAdminTestJSON-1018297035 tempest-ServersAdminTestJSON-1018297035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:04.976362 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf57115-17aa-4066-97c5-11bcbbe8c04f req-ec822895-e8a5-41d2-8d34-6ed8928cf02c tempest-ServersAdminTestJSON-1018297035 tempest-ServersAdminTestJSON-1018297035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:04.976989 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf57115-17aa-4066-97c5-11bcbbe8c04f req-ec822895-e8a5-41d2-8d34-6ed8928cf02c tempest-ServersAdminTestJSON-1018297035 tempest-ServersAdminTestJSON-1018297035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:04.985245 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-daf57115-17aa-4066-97c5-11bcbbe8c04f req-ec822895-e8a5-41d2-8d34-6ed8928cf02c tempest-ServersAdminTestJSON-1018297035 tempest-ServersAdminTestJSON-1018297035-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7fd06269-2e11-415d-866e-b0ef7010ded2&device_id=f0637605-ea14-4785-bf50-b25750f161a0&device_id=fa50c5ea-6d4d-44ff-804d-2a670cf0e0df HTTP/1.1" status: 200 len: 2887 time: 0.2673018 Nov 12 00:59:05.018247 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:05.091816 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-daf57115-17aa-4066-97c5-11bcbbe8c04f req-efa9babe-63fc-4886-a5f0-0d513388453d tempest-ServersAdminTestJSON-1018297035 tempest-ServersAdminTestJSON-1018297035-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052752 Nov 12 00:59:05.105847 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d0c05-282d-4f7c-a57a-84007ae05c89 req-ee7b8759-1dca-4ccf-aa33-a615e784b4f3 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:05.113076 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a41d0c05-282d-4f7c-a57a-84007ae05c89 req-ee7b8759-1dca-4ccf-aa33-a615e784b4f3 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/networks?id=00a03daf-efbb-48db-964b-992b2504dfd0 HTTP/1.1" status: 200 len: 806 time: 0.3203735 Nov 12 00:59:05.146587 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a41d0c05-282d-4f7c-a57a-84007ae05c89 req-e20632be-589e-4bcc-b14e-58890426abca tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/quotas/ab22182039774befa325e91b3a0bd782 HTTP/1.1" status: 200 len: 375 time: 0.0321515 Nov 12 00:59:05.191643 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-01a6c6bf-697a-49d8-beb5-c83f6da8b1eb admin admin] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:05.203745 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-01a6c6bf-697a-49d8-beb5-c83f6da8b1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:05.273308 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a41d0c05-282d-4f7c-a57a-84007ae05c89 req-75263690-3466-4bde-b1fe-58394b549424 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab22182039774befa325e91b3a0bd782&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1249278 Nov 12 00:59:05.341633 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a6c6bf-697a-49d8-beb5-c83f6da8b1eb admin admin] Pushing event updated for resources: {'Port': ['ID=99165fd4-9c62-406b-9d0a-27a9e36b0257,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:05.348518 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-01a6c6bf-697a-49d8-beb5-c83f6da8b1eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:05.579646 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a41d0c05-282d-4f7c-a57a-84007ae05c89 req-34886ee5-2a7d-4521-9c72-f73c1c1a7c83 service neutron] 10.222.0.45 "GET /v2.0/networks/00a03daf-efbb-48db-964b-992b2504dfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011096 Nov 12 00:59:05.654671 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5950f9f6-049c-4df3-a2e5-c43cd34db686 req-fe226986-7a03-4af1-8cd5-78e355c1a20f tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1ea60bb-75a9-423f-b301-ac52f39e86e5 HTTP/1.1" status: 200 len: 210 time: 0.0590780 Nov 12 00:59:05.662287 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a6c6bf-697a-49d8-beb5-c83f6da8b1eb admin admin] Network 00e2f348-f5d7-4ff2-a022-2b6ce3176031 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:05.665536 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-01a6c6bf-697a-49d8-beb5-c83f6da8b1eb admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:05.862593 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a41d0c05-282d-4f7c-a57a-84007ae05c89 req-03d6f8fe-c718-4fd2-aa98-1654dfbb6e8c service neutron] 10.222.0.45 "GET /v2.0/networks/00a03daf-efbb-48db-964b-992b2504dfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520294 Nov 12 00:59:05.914451 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2c0816ad-b9f9-4651-95f2-e9bc46926388 req-7f45c84e-4bd1-41dc-b6f1-da47b702b77f tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=84ebb05b2d2c418e9a76e6d4f70a3077&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0686724 Nov 12 00:59:05.933072 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device e8c119b4-7d58-4980-9a06-649a565a1063 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:05.973138 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a6c6bf-697a-49d8-beb5-c83f6da8b1eb admin admin] Router 3e0d426d-913f-405d-978a-3dff67ed469e has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:59:06.053249 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port e8c119b4-7d58-4980-9a06-649a565a1063 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:06.054931 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:06.219553 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4606531a-1d09-4b46-a225-c0723cf74e4a None None] Provisioning complete for port 99165fd4-9c62-406b-9d0a-27a9e36b0257 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:06.220886 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4606531a-1d09-4b46-a225-c0723cf74e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:06.360384 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4606531a-1d09-4b46-a225-c0723cf74e4a None None] Port 99165fd4-9c62-406b-9d0a-27a9e36b0257 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:59:06.496222 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0816ad-b9f9-4651-95f2-e9bc46926388 req-5ce70dc3-ef3a-49e2-aa66-6533e8280f32 tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:06.498895 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2c0816ad-b9f9-4651-95f2-e9bc46926388 req-5ce70dc3-ef3a-49e2-aa66-6533e8280f32 tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5689027 Nov 12 00:59:06.526984 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-2c0816ad-b9f9-4651-95f2-e9bc46926388 req-ea3f9d22-be13-46b8-9cc7-2d15c3e066f1 tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] Request body: {'port': {'device_id': 'a1ea60bb-75a9-423f-b301-ac52f39e86e5', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'admin_state_up': True, 'tenant_id': '84ebb05b2d2c418e9a76e6d4f70a3077'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:06.587273 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a6c6bf-697a-49d8-beb5-c83f6da8b1eb admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:59:06.615209 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfb6b8c-8979-4642-baae-d66721064ba3 None None] Sync routers for ids ['3e0d426d-913f-405d-978a-3dff67ed469e'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:59:06.634452 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-01a6c6bf-697a-49d8-beb5-c83f6da8b1eb admin admin] 10.222.0.45 "PUT /v2.0/routers/3e0d426d-913f-405d-978a-3dff67ed469e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1611965 Nov 12 00:59:06.659221 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfb6b8c-8979-4642-baae-d66721064ba3 None None] Routers {'3e0d426d-913f-405d-978a-3dff67ed469e'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:06.668058 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-2dfb6b8c-8979-4642-baae-d66721064ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:59:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['3e0d426d-913f-405d-978a-3dff67ed469e'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:07.068428 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c0816ad-b9f9-4651-95f2-e9bc46926388 req-ea3f9d22-be13-46b8-9cc7-2d15c3e066f1 tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] Made reservation on behalf of 84ebb05b2d2c418e9a76e6d4f70a3077 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:07.085430 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-2c0816ad-b9f9-4651-95f2-e9bc46926388 req-ea3f9d22-be13-46b8-9cc7-2d15c3e066f1 tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:07.111698 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-2c0816ad-b9f9-4651-95f2-e9bc46926388 req-ea3f9d22-be13-46b8-9cc7-2d15c3e066f1 tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:07.129616 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-2dfb6b8c-8979-4642-baae-d66721064ba3 None None] Set router 3e0d426d-913f-405d-978a-3dff67ed469e gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:59:07.363667 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-159f0fb6-66bc-4df2-9b82-36e4e7fb0c6c req-8f5781e4-8113-43e2-b5e2-27904a1325a1 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=8232f885-aebc-4a1e-8da8-14d654af10ff HTTP/1.1" status: 200 len: 210 time: 0.0823874 Nov 12 00:59:07.466593 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-2c0816ad-b9f9-4651-95f2-e9bc46926388 req-ea3f9d22-be13-46b8-9cc7-2d15c3e066f1 tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:07.475162 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-2c0816ad-b9f9-4651-95f2-e9bc46926388 req-ea3f9d22-be13-46b8-9cc7-2d15c3e066f1 tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:07.550129 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f9d22-be13-46b8-9cc7-2d15c3e066f1 tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5825b133-0c8b-40e9-9bde-01410565f106,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:07.891952 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bec97e97-7635-4e0c-adfa-6c563cf286c3 req-027b128d-1d78-4413-bd64-429ba9cfb0c7 tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1ea60bb-75a9-423f-b301-ac52f39e86e5 HTTP/1.1" status: 200 len: 210 time: 0.0676930 Nov 12 00:59:07.939166 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58858) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:07.963535 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-2dfb6b8c-8979-4642-baae-d66721064ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0d426d-913f-405d-978a-3dff67ed469e', 'name': 'tempest-FloatingIPsNegativeTestJSON-602150132-router', 'tenant_id': '63958503bac04db39f3dfa41edd3b0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'e8c119b4-7d58-4980-9a06-649a565a1063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:58:53Z', 'updated_at': '2021-11-12T00:59:04Z', 'revision_number': 4, 'project_id': '63958503bac04db39f3dfa41edd3b0fa', 'gw_port': {'id': 'e8c119b4-7d58-4980-9a06-649a565a1063', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:de:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0d426d-913f-405d-978a-3dff67ed469e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:58:56Z', 'updated_at': '2021-11-12T00:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '99165fd4-9c62-406b-9d0a-27a9e36b0257', 'name': '', 'network_id': '00e2f348-f5d7-4ff2-a022-2b6ce3176031', 'tenant_id': '63958503bac04db39f3dfa41edd3b0fa', 'mac_address': 'fa:16:3e:06:38:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0d426d-913f-405d-978a-3dff67ed469e', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'e9f3c813-38bd-4b15-b22c-d974169ba2f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:01Z', 'updated_at': '2021-11-12T00:59:04Z', 'revision_number': 2, 'project_id': '63958503bac04db39f3dfa41edd3b0fa', 'subnets': [{'id': 'e9f3c813-38bd-4b15-b22c-d974169ba2f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:08.018024 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-2c0816ad-b9f9-4651-95f2-e9bc46926388 req-ea3f9d22-be13-46b8-9cc7-2d15c3e066f1 tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] Allocated IP 192.168.233.136 (945c2da1-f958-478a-a48a-8af2dfa2e179/f0290328-7bc5-4266-bfb9-6eb25d91acf0/71d9831e-2730-4de8-9a84-681b406a87ca) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:08.053092 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:08.184489 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfb6b8c-8979-4642-baae-d66721064ba3 None None] Checking router: 3e0d426d-913f-405d-978a-3dff67ed469e for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:59:08.185114 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfb6b8c-8979-4642-baae-d66721064ba3 None None] Updating router 3e0d426d-913f-405d-978a-3dff67ed469e port 99165fd4-9c62-406b-9d0a-27a9e36b0257 binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:59:08.276840 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-df98fa38-200d-4e74-8014-0589bfe8a57f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:08.294088 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-2dfb6b8c-8979-4642-baae-d66721064ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:08.414669 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-2c0816ad-b9f9-4651-95f2-e9bc46926388 req-ea3f9d22-be13-46b8-9cc7-2d15c3e066f1 tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:08.493364 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-2c0816ad-b9f9-4651-95f2-e9bc46926388 req-ea3f9d22-be13-46b8-9cc7-2d15c3e066f1 tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:08.612936 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c0816ad-b9f9-4651-95f2-e9bc46926388 req-ea3f9d22-be13-46b8-9cc7-2d15c3e066f1 tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] Network 945c2da1-f958-478a-a48a-8af2dfa2e179 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:08.620412 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-2c0816ad-b9f9-4651-95f2-e9bc46926388 req-ea3f9d22-be13-46b8-9cc7-2d15c3e066f1 tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:08.630393 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c0816ad-b9f9-4651-95f2-e9bc46926388 req-ea3f9d22-be13-46b8-9cc7-2d15c3e066f1 tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:08.711767 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-df98fa38-200d-4e74-8014-0589bfe8a57f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:08.733674 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f9d22-be13-46b8-9cc7-2d15c3e066f1 tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] Pushing event updated for resources: {'Port': ['ID=71d9831e-2730-4de8-9a84-681b406a87ca,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:08.789466 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0816ad-b9f9-4651-95f2-e9bc46926388 req-ea3f9d22-be13-46b8-9cc7-2d15c3e066f1 tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:08.790136 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-2c0816ad-b9f9-4651-95f2-e9bc46926388 req-ea3f9d22-be13-46b8-9cc7-2d15c3e066f1 tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:08.804307 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-df98fa38-200d-4e74-8014-0589bfe8a57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:08.828399 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2c0816ad-b9f9-4651-95f2-e9bc46926388 req-ea3f9d22-be13-46b8-9cc7-2d15c3e066f1 tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3104625 Nov 12 00:59:08.861660 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-2c0816ad-b9f9-4651-95f2-e9bc46926388 req-03a01ab8-1ab3-4191-84e3-fcfb5e14727f service neutron] Request body: {'port': {'device_id': 'a1ea60bb-75a9-423f-b301-ac52f39e86e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:08.903793 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-df98fa38-200d-4e74-8014-0589bfe8a57f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bc7a173ae01948da91492f4fdb00059e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9585094 Nov 12 00:59:08.907021 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58878) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:08.907368 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eb686674-258b-42e3-a029-a1f4f2ee82ca req-4e42c48f-a2b8-4e25-a277-81d34b8c6aff tempest-FloatingIPsNegativeTestJSON-605144745 tempest-FloatingIPsNegativeTestJSON-605144745-project] 10.222.0.45 "GET /v2.0/floatingips?tenant_id=63958503bac04db39f3dfa41edd3b0fa HTTP/1.1" status: 200 len: 217 time: 0.1871772 Nov 12 00:59:08.964498 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df98fa38-200d-4e74-8014-0589bfe8a57f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732833d0-2a21-4f7f-9652-922015c1528a,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:09.164023 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-66979b77-ad87-49de-ac66-7c1bb328463b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:09.166867 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-2c0816ad-b9f9-4651-95f2-e9bc46926388 req-03a01ab8-1ab3-4191-84e3-fcfb5e14727f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:09.225780 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-dc627a7a-7adc-4d43-a9be-e4e5e891125e None None] Provisioning complete for port 71d9831e-2730-4de8-9a84-681b406a87ca triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:09.226403 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-dc627a7a-7adc-4d43-a9be-e4e5e891125e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:09.390932 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-dc627a7a-7adc-4d43-a9be-e4e5e891125e None None] Port 71d9831e-2730-4de8-9a84-681b406a87ca cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:59:09.394737 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-66979b77-ad87-49de-ac66-7c1bb328463b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:09.672431 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4a30737f-543c-4523-a2b3-20e7132c246b req-f14e2eec-f6d5-4b8d-ac01-7a189256bb38 tempest-FloatingIPsNegativeTestJSON-605144745 tempest-FloatingIPsNegativeTestJSON-605144745-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1323531 Nov 12 00:59:09.696870 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d0c05-282d-4f7c-a57a-84007ae05c89 req-67528165-0d6b-4734-9af5-9b7ce7e54773 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:09.698550 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a41d0c05-282d-4f7c-a57a-84007ae05c89 req-67528165-0d6b-4734-9af5-9b7ce7e54773 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.44 "GET /v2.0/networks?id=00a03daf-efbb-48db-964b-992b2504dfd0 HTTP/1.1" status: 200 len: 806 time: 0.3667896 Nov 12 00:59:09.701056 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d3988830-f313-467e-af11-4c17f38d250e req-15762164-bb1f-407c-baf7-224541d726e9 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=8232f885-aebc-4a1e-8da8-14d654af10ff HTTP/1.1" status: 200 len: 210 time: 0.0899181 Nov 12 00:59:09.702671 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-2dfb6b8c-8979-4642-baae-d66721064ba3 None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:09.714258 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-2dfb6b8c-8979-4642-baae-d66721064ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:09.723342 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-a41d0c05-282d-4f7c-a57a-84007ae05c89 req-ef73e2a5-5176-4649-ab89-f1c09c160b3d tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Request body: {'port': {'device_id': '8232f885-aebc-4a1e-8da8-14d654af10ff', 'network_id': '00a03daf-efbb-48db-964b-992b2504dfd0', 'admin_state_up': True, 'tenant_id': 'ab22182039774befa325e91b3a0bd782'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:09.931021 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a41d0c05-282d-4f7c-a57a-84007ae05c89 req-ef73e2a5-5176-4649-ab89-f1c09c160b3d tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Made reservation on behalf of ab22182039774befa325e91b3a0bd782 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:09.935167 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a41d0c05-282d-4f7c-a57a-84007ae05c89 req-ef73e2a5-5176-4649-ab89-f1c09c160b3d tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:09.950571 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b100389c-0465-44af-9349-09674e787f66 None None] Pushing event updated for resources: {'Port': ['ID=99165fd4-9c62-406b-9d0a-27a9e36b0257,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:09.993733 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-2c0816ad-b9f9-4651-95f2-e9bc46926388 req-03a01ab8-1ab3-4191-84e3-fcfb5e14727f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71d9831e-2730-4de8-9a84-681b406a87ca {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:59:09.999418 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54f14f-1b96-4386-8367-582cabf23b03 req-98a78f01-2aa3-4c9d-87c4-56f4811662d5 tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:10.002937 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eb54f14f-1b96-4386-8367-582cabf23b03 req-98a78f01-2aa3-4c9d-87c4-56f4811662d5 tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1ea60bb-75a9-423f-b301-ac52f39e86e5 HTTP/1.1" status: 200 len: 936 time: 0.1494951 Nov 12 00:59:10.009987 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-2c0816ad-b9f9-4651-95f2-e9bc46926388 req-03a01ab8-1ab3-4191-84e3-fcfb5e14727f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:10.013763 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b100389c-0465-44af-9349-09674e787f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:10.014217 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b100389c-0465-44af-9349-09674e787f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:10.014747 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b100389c-0465-44af-9349-09674e787f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:10.015276 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b100389c-0465-44af-9349-09674e787f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:10.015829 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b100389c-0465-44af-9349-09674e787f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:10.016450 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b100389c-0465-44af-9349-09674e787f66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:10.016985 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b100389c-0465-44af-9349-09674e787f66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:10.017524 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b100389c-0465-44af-9349-09674e787f66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:10.018641 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b100389c-0465-44af-9349-09674e787f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:10.023918 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b100389c-0465-44af-9349-09674e787f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:10.025586 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b100389c-0465-44af-9349-09674e787f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:10.035357 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b100389c-0465-44af-9349-09674e787f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:10.042363 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-2c0816ad-b9f9-4651-95f2-e9bc46926388 req-03a01ab8-1ab3-4191-84e3-fcfb5e14727f service neutron] Transition to ACTIVE for port object 71d9831e-2730-4de8-9a84-681b406a87ca will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:59:10.044796 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-66979b77-ad87-49de-ac66-7c1bb328463b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:10.048816 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-2dfb6b8c-8979-4642-baae-d66721064ba3 None None] Attempting to bind port 99165fd4-9c62-406b-9d0a-27a9e36b0257 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:10.049964 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-2dfb6b8c-8979-4642-baae-d66721064ba3 None None] Attempting to bind port 99165fd4-9c62-406b-9d0a-27a9e36b0257 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '0523d5e6-7a0a-43e7-a744-4123108fb5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '00e2f348-f5d7-4ff2-a022-2b6ce3176031'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:10.050645 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfb6b8c-8979-4642-baae-d66721064ba3 None None] Attempting to bind port 99165fd4-9c62-406b-9d0a-27a9e36b0257 on network 00e2f348-f5d7-4ff2-a022-2b6ce3176031 {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:10.052565 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-66979b77-ad87-49de-ac66-7c1bb328463b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:10.056079 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-66979b77-ad87-49de-ac66-7c1bb328463b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/732833d0-2a21-4f7f-9652-922015c1528a HTTP/1.1" status: 204 len: 168 time: 1.1248422 Nov 12 00:59:10.073468 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-2c0816ad-b9f9-4651-95f2-e9bc46926388 req-03a01ab8-1ab3-4191-84e3-fcfb5e14727f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:10.094095 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfb6b8c-8979-4642-baae-d66721064ba3 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:59:10.094733 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfb6b8c-8979-4642-baae-d66721064ba3 None None] Checking segment: {'id': '0523d5e6-7a0a-43e7-a744-4123108fb5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '00e2f348-f5d7-4ff2-a022-2b6ce3176031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:10.097312 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-2dfb6b8c-8979-4642-baae-d66721064ba3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:10.098004 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfb6b8c-8979-4642-baae-d66721064ba3 None None] Bound using segment: {'id': '0523d5e6-7a0a-43e7-a744-4123108fb5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '00e2f348-f5d7-4ff2-a022-2b6ce3176031'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:59:10.098830 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-2dfb6b8c-8979-4642-baae-d66721064ba3 None None] Bound port: 99165fd4-9c62-406b-9d0a-27a9e36b0257, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0523d5e6-7a0a-43e7-a744-4123108fb5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '00e2f348-f5d7-4ff2-a022-2b6ce3176031'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:59:10.099489 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-2dfb6b8c-8979-4642-baae-d66721064ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:10.110118 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66979b77-ad87-49de-ac66-7c1bb328463b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732833d0-2a21-4f7f-9652-922015c1528a,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:10.183792 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eb54f14f-1b96-4386-8367-582cabf23b03 req-084ce209-9c24-4f89-a4a7-908b7d7ab4e1 tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] 10.222.0.45 "GET /v2.0/security-groups?id=5825b133-0c8b-40e9-9bde-01410565f106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613817 Nov 12 00:59:10.192408 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7ac8f56e-bcb8-4c20-a4d0-9947b41bc02f None None] Provisioning complete for port 99165fd4-9c62-406b-9d0a-27a9e36b0257 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:10.193095 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7ac8f56e-bcb8-4c20-a4d0-9947b41bc02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:10.282382 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a01ab8-1ab3-4191-84e3-fcfb5e14727f service neutron] Pushing event updated for resources: {'Port': ['ID=71d9831e-2730-4de8-9a84-681b406a87ca,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:10.395997 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-2dfb6b8c-8979-4642-baae-d66721064ba3 None None] For port 99165fd4-9c62-406b-9d0a-27a9e36b0257, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:59:10.403624 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:10.411242 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-2dfb6b8c-8979-4642-baae-d66721064ba3 None None] For port 99165fd4-9c62-406b-9d0a-27a9e36b0257, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=99165fd4-9c62-406b-9d0a-27a9e36b0257,segment=NetworkSegment(0523d5e6-7a0a-43e7-a744-4123108fb5cc),segment_id=0523d5e6-7a0a-43e7-a744-4123108fb5cc)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:59:10.424629 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-7ac8f56e-bcb8-4c20-a4d0-9947b41bc02f None None] Port 99165fd4-9c62-406b-9d0a-27a9e36b0257 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:59:10.430929 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-2dfb6b8c-8979-4642-baae-d66721064ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:10.532369 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-2c0816ad-b9f9-4651-95f2-e9bc46926388 req-03a01ab8-1ab3-4191-84e3-fcfb5e14727f service neutron] Attempting to bind port 71d9831e-2730-4de8-9a84-681b406a87ca on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:10.533879 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-2c0816ad-b9f9-4651-95f2-e9bc46926388 req-03a01ab8-1ab3-4191-84e3-fcfb5e14727f service neutron] Attempting to bind port 71d9831e-2730-4de8-9a84-681b406a87ca by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:10.535674 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0816ad-b9f9-4651-95f2-e9bc46926388 req-03a01ab8-1ab3-4191-84e3-fcfb5e14727f service neutron] Attempting to bind port 71d9831e-2730-4de8-9a84-681b406a87ca on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:10.546534 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0816ad-b9f9-4651-95f2-e9bc46926388 req-03a01ab8-1ab3-4191-84e3-fcfb5e14727f service neutron] Port 71d9831e-2730-4de8-9a84-681b406a87ca on network 945c2da1-f958-478a-a48a-8af2dfa2e179 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:59:10.547793 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0816ad-b9f9-4651-95f2-e9bc46926388 req-03a01ab8-1ab3-4191-84e3-fcfb5e14727f service neutron] Attempting to bind port 71d9831e-2730-4de8-9a84-681b406a87ca on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:10.561587 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0816ad-b9f9-4651-95f2-e9bc46926388 req-03a01ab8-1ab3-4191-84e3-fcfb5e14727f service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:59:10.562392 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0816ad-b9f9-4651-95f2-e9bc46926388 req-03a01ab8-1ab3-4191-84e3-fcfb5e14727f service neutron] Checking segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:10.564196 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0816ad-b9f9-4651-95f2-e9bc46926388 req-03a01ab8-1ab3-4191-84e3-fcfb5e14727f service neutron] Bound using segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:59:10.565967 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-2c0816ad-b9f9-4651-95f2-e9bc46926388 req-03a01ab8-1ab3-4191-84e3-fcfb5e14727f service neutron] Bound port: 71d9831e-2730-4de8-9a84-681b406a87ca, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:59:10.566903 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-2c0816ad-b9f9-4651-95f2-e9bc46926388 req-03a01ab8-1ab3-4191-84e3-fcfb5e14727f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:10.714276 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b100389c-0465-44af-9349-09674e787f66 None None] Pushing event updated for resources: {'Port': ['ID=99165fd4-9c62-406b-9d0a-27a9e36b0257,revision_number=4']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:10.739870 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfb6b8c-8979-4642-baae-d66721064ba3 None None] Routers {'3e0d426d-913f-405d-978a-3dff67ed469e'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:10.740914 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-2dfb6b8c-8979-4642-baae-d66721064ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:59:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['3e0d426d-913f-405d-978a-3dff67ed469e'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:10.759126 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [req-ab8185d6-3bbf-4389-93ea-667a07ad6efe req-d9842d5e-a414-48f2-afa6-bb18a68d85b8 tempest-FloatingIPsNegativeTestJSON-605144745 tempest-FloatingIPsNegativeTestJSON-605144745-project] show failed (client error): The resource could not be found. Nov 12 00:59:10.775007 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ab8185d6-3bbf-4389-93ea-667a07ad6efe req-d9842d5e-a414-48f2-afa6-bb18a68d85b8 tempest-FloatingIPsNegativeTestJSON-605144745 tempest-FloatingIPsNegativeTestJSON-605144745-project] 10.222.0.45 "GET /v2.0/floatingips/22a8839d-0800-4576-90c9-5ea88c62cecd HTTP/1.1" status: 404 len: 350 time: 0.5484989 Nov 12 00:59:10.775734 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58938) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:10.794040 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-a41d0c05-282d-4f7c-a57a-84007ae05c89 req-ef73e2a5-5176-4649-ab89-f1c09c160b3d tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Allocated IP 172.20.0.12 (00a03daf-efbb-48db-964b-992b2504dfd0/76e4d43b-e53b-464c-a374-bf4144fb9a21/43ef404a-dedc-4598-aac5-f5b44cc9ba81) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:10.822187 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-2c0816ad-b9f9-4651-95f2-e9bc46926388 req-03a01ab8-1ab3-4191-84e3-fcfb5e14727f service neutron] For port 71d9831e-2730-4de8-9a84-681b406a87ca, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:59:10.832237 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-2c0816ad-b9f9-4651-95f2-e9bc46926388 req-03a01ab8-1ab3-4191-84e3-fcfb5e14727f service neutron] For port 71d9831e-2730-4de8-9a84-681b406a87ca, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=71d9831e-2730-4de8-9a84-681b406a87ca,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:59:10.841667 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-2c0816ad-b9f9-4651-95f2-e9bc46926388 req-03a01ab8-1ab3-4191-84e3-fcfb5e14727f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:10.900414 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0816ad-b9f9-4651-95f2-e9bc46926388 req-03a01ab8-1ab3-4191-84e3-fcfb5e14727f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:10.901604 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-2c0816ad-b9f9-4651-95f2-e9bc46926388 req-03a01ab8-1ab3-4191-84e3-fcfb5e14727f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:10.912441 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2c0816ad-b9f9-4651-95f2-e9bc46926388 req-03a01ab8-1ab3-4191-84e3-fcfb5e14727f service neutron] 10.222.0.44 "PUT /v2.0/ports/71d9831e-2730-4de8-9a84-681b406a87ca HTTP/1.1" status: 200 len: 1097 time: 2.0577912 Nov 12 00:59:10.990165 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1ea60bb-75a9-423f-b301-ac52f39e86e5', 'tag': '71d9831e-2730-4de8-9a84-681b406a87ca'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:59:10.993264 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ebe9aa-e2bc-4a6e-9228-e3b22bde6b9e" -d '{"events": [{"name": "network-changed", "server_uuid": "a1ea60bb-75a9-423f-b301-ac52f39e86e5", "tag": "71d9831e-2730-4de8-9a84-681b406a87ca"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:59:11.129938 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-2dfb6b8c-8979-4642-baae-d66721064ba3 None None] Set router 3e0d426d-913f-405d-978a-3dff67ed469e gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:59:11.178036 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-a24f531c-2423-45e7-8990-165014aa4670 None None] Provisioning complete for port 99165fd4-9c62-406b-9d0a-27a9e36b0257 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:11.179216 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a24f531c-2423-45e7-8990-165014aa4670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:11.201971 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0816ad-b9f9-4651-95f2-e9bc46926388 req-47bbe248-ac6e-4759-a505-82a7992a5d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:11.203591 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2c0816ad-b9f9-4651-95f2-e9bc46926388 req-47bbe248-ac6e-4759-a505-82a7992a5d1f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=84ebb05b2d2c418e9a76e6d4f70a3077&device_id=a1ea60bb-75a9-423f-b301-ac52f39e86e5 HTTP/1.1" status: 200 len: 1100 time: 0.1858792 Nov 12 00:59:11.210174 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a01ab8-1ab3-4191-84e3-fcfb5e14727f service neutron] Pushing event updated for resources: {'Port': ['ID=71d9831e-2730-4de8-9a84-681b406a87ca,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:11.321278 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2c0816ad-b9f9-4651-95f2-e9bc46926388 req-da5f340e-d904-40ba-af05-3d7490fef5f2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=71d9831e-2730-4de8-9a84-681b406a87ca HTTP/1.1" status: 200 len: 217 time: 0.0921290 Nov 12 00:59:11.368521 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d044e9-485e-4846-a8c4-b52cdcb95ef0 req-c6f2ac75-c740-4fee-bd04-c07feb603a52 tempest-ServersAdminTestJSON-1018297035 tempest-ServersAdminTestJSON-1018297035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:11.401485 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-38d044e9-485e-4846-a8c4-b52cdcb95ef0 req-c6f2ac75-c740-4fee-bd04-c07feb603a52 tempest-ServersAdminTestJSON-1018297035 tempest-ServersAdminTestJSON-1018297035-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=fa50c5ea-6d4d-44ff-804d-2a670cf0e0df HTTP/1.1" status: 200 len: 1102 time: 0.5217447 Nov 12 00:59:11.457048 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0816ad-b9f9-4651-95f2-e9bc46926388 req-e9dca18a-b8bc-4856-8e8d-1a9346781beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:11.458618 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2c0816ad-b9f9-4651-95f2-e9bc46926388 req-e9dca18a-b8bc-4856-8e8d-1a9346781beb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.1279595 Nov 12 00:59:11.533244 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0816ad-b9f9-4651-95f2-e9bc46926388 req-2576a72f-957a-46de-98f3-a559a13dd335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:11.535888 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2c0816ad-b9f9-4651-95f2-e9bc46926388 req-2576a72f-957a-46de-98f3-a559a13dd335 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0680208 Nov 12 00:59:11.545325 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-2dfb6b8c-8979-4642-baae-d66721064ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0d426d-913f-405d-978a-3dff67ed469e', 'name': 'tempest-FloatingIPsNegativeTestJSON-602150132-router', 'tenant_id': '63958503bac04db39f3dfa41edd3b0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'e8c119b4-7d58-4980-9a06-649a565a1063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:58:53Z', 'updated_at': '2021-11-12T00:59:04Z', 'revision_number': 4, 'project_id': '63958503bac04db39f3dfa41edd3b0fa', 'gw_port': {'id': 'e8c119b4-7d58-4980-9a06-649a565a1063', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:de:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0d426d-913f-405d-978a-3dff67ed469e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:58:56Z', 'updated_at': '2021-11-12T00:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '99165fd4-9c62-406b-9d0a-27a9e36b0257', 'name': '', 'network_id': '00e2f348-f5d7-4ff2-a022-2b6ce3176031', 'tenant_id': '63958503bac04db39f3dfa41edd3b0fa', 'mac_address': 'fa:16:3e:06:38:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0d426d-913f-405d-978a-3dff67ed469e', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'e9f3c813-38bd-4b15-b22c-d974169ba2f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:01Z', 'updated_at': '2021-11-12T00:59:10Z', 'revision_number': 4, 'project_id': '63958503bac04db39f3dfa41edd3b0fa', 'subnets': [{'id': 'e9f3c813-38bd-4b15-b22c-d974169ba2f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:11.554096 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a24f531c-2423-45e7-8990-165014aa4670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:11.582935 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfb6b8c-8979-4642-baae-d66721064ba3 None None] The sync data for ids ['3e0d426d-913f-405d-978a-3dff67ed469e'] in n-d-712142-27 is: [{'id': '3e0d426d-913f-405d-978a-3dff67ed469e', 'name': 'tempest-FloatingIPsNegativeTestJSON-602150132-router', 'tenant_id': '63958503bac04db39f3dfa41edd3b0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'e8c119b4-7d58-4980-9a06-649a565a1063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:58:53Z', 'updated_at': '2021-11-12T00:59:04Z', 'revision_number': 4, 'project_id': '63958503bac04db39f3dfa41edd3b0fa', 'gw_port': {'id': 'e8c119b4-7d58-4980-9a06-649a565a1063', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:de:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0d426d-913f-405d-978a-3dff67ed469e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:58:56Z', 'updated_at': '2021-11-12T00:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '99165fd4-9c62-406b-9d0a-27a9e36b0257', 'name': '', 'network_id': '00e2f348-f5d7-4ff2-a022-2b6ce3176031', 'tenant_id': '63958503bac04db39f3dfa41edd3b0fa', 'mac_address': 'fa:16:3e:06:38:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e0d426d-913f-405d-978a-3dff67ed469e', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'e9f3c813-38bd-4b15-b22c-d974169ba2f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:01Z', 'updated_at': '2021-11-12T00:59:10Z', 'revision_number': 4, 'project_id': '63958503bac04db39f3dfa41edd3b0fa', 'subnets': [{'id': 'e9f3c813-38bd-4b15-b22c-d974169ba2f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:59:11.700649 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-a24f531c-2423-45e7-8990-165014aa4670 None None] For port 99165fd4-9c62-406b-9d0a-27a9e36b0257, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=99165fd4-9c62-406b-9d0a-27a9e36b0257,segment=NetworkSegment(0523d5e6-7a0a-43e7-a744-4123108fb5cc),segment_id=0523d5e6-7a0a-43e7-a744-4123108fb5cc)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:11.711779 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a24f531c-2423-45e7-8990-165014aa4670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:11.794053 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2c0816ad-b9f9-4651-95f2-e9bc46926388 req-3b9628d0-6752-46ae-b8de-24fd744bd9d9 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458782 Nov 12 00:59:11.916186 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24f531c-2423-45e7-8990-165014aa4670 None None] Pushing event updated for resources: {'Port': ['ID=99165fd4-9c62-406b-9d0a-27a9e36b0257,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:11.964509 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24f531c-2423-45e7-8990-165014aa4670 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:11.968408 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24f531c-2423-45e7-8990-165014aa4670 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:11.970347 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-38d044e9-485e-4846-a8c4-b52cdcb95ef0 req-d97afcbd-f404-4bb3-96e0-e0796b43fbdb tempest-ServersAdminTestJSON-1018297035 tempest-ServersAdminTestJSON-1018297035-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5603442 Nov 12 00:59:11.971511 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24f531c-2423-45e7-8990-165014aa4670 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:11.972136 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24f531c-2423-45e7-8990-165014aa4670 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:11.972576 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24f531c-2423-45e7-8990-165014aa4670 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:11.974559 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24f531c-2423-45e7-8990-165014aa4670 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:11.975044 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24f531c-2423-45e7-8990-165014aa4670 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:11.975474 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24f531c-2423-45e7-8990-165014aa4670 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:11.976075 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24f531c-2423-45e7-8990-165014aa4670 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:11.979526 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24f531c-2423-45e7-8990-165014aa4670 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:11.980286 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24f531c-2423-45e7-8990-165014aa4670 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:11.980890 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24f531c-2423-45e7-8990-165014aa4670 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:11.994477 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 99165fd4-9c62-406b-9d0a-27a9e36b0257 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:12.059794 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2c0816ad-b9f9-4651-95f2-e9bc46926388 req-ac6fb0ec-8470-438a-ad24-f81c9a10ff0e service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516153 Nov 12 00:59:12.165356 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 99165fd4-9c62-406b-9d0a-27a9e36b0257 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:12.166456 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:12.216253 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b50f5d79-847f-4dc7-a28c-3de0c81499ba req-310ee9c2-5429-4102-8840-2dbba7166725 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=8232f885-aebc-4a1e-8da8-14d654af10ff HTTP/1.1" status: 200 len: 210 time: 0.0884120 Nov 12 00:59:12.278254 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69228db2-7221-49f5-978e-6667b003067b x-openstack-request-id: req-69228db2-7221-49f5-978e-6667b003067b {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:59:12.278869 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1ea60bb-75a9-423f-b301-ac52f39e86e5", "tag": "71d9831e-2730-4de8-9a84-681b406a87ca", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:59:12.279511 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-69228db2-7221-49f5-978e-6667b003067b {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:59:12.280578 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1ea60bb-75a9-423f-b301-ac52f39e86e5', 'tag': '71d9831e-2730-4de8-9a84-681b406a87ca', 'status': 'completed', 'code': 200} Nov 12 00:59:12.289070 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a41d0c05-282d-4f7c-a57a-84007ae05c89 req-ef73e2a5-5176-4649-ab89-f1c09c160b3d tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:12.452244 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ebe9aa-e2bc-4a6e-9228-e3b22bde6b9e req-0a7b8716-c6ae-48ab-9fe2-b7fb370fac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:12.455642 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-23ebe9aa-e2bc-4a6e-9228-e3b22bde6b9e req-0a7b8716-c6ae-48ab-9fe2-b7fb370fac4d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=84ebb05b2d2c418e9a76e6d4f70a3077&device_id=a1ea60bb-75a9-423f-b301-ac52f39e86e5 HTTP/1.1" status: 200 len: 1100 time: 0.1210680 Nov 12 00:59:12.504952 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ce32d-d5f0-41c0-8776-d249398c4ecc req-d0250f15-dab7-4199-a11e-95f14f754938 tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:12.507296 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b66ce32d-d5f0-41c0-8776-d249398c4ecc req-d0250f15-dab7-4199-a11e-95f14f754938 tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1ea60bb-75a9-423f-b301-ac52f39e86e5 HTTP/1.1" status: 200 len: 948 time: 0.1494353 Nov 12 00:59:12.510577 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a41d0c05-282d-4f7c-a57a-84007ae05c89 req-ef73e2a5-5176-4649-ab89-f1c09c160b3d tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:12.561375 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['82024f09-4045-472b-bf68-891c62809ddd'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:59:12.613095 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a41d0c05-282d-4f7c-a57a-84007ae05c89 req-ef73e2a5-5176-4649-ab89-f1c09c160b3d tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Network 00a03daf-efbb-48db-964b-992b2504dfd0 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:12.629610 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-a41d0c05-282d-4f7c-a57a-84007ae05c89 req-ef73e2a5-5176-4649-ab89-f1c09c160b3d tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:12.644377 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ebe9aa-e2bc-4a6e-9228-e3b22bde6b9e req-259f6c89-8e60-49b4-bf50-8feca190c803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:12.647233 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-23ebe9aa-e2bc-4a6e-9228-e3b22bde6b9e req-259f6c89-8e60-49b4-bf50-8feca190c803 service neutron] 10.222.0.44 "GET /v2.0/networks?id=945c2da1-f958-478a-a48a-8af2dfa2e179 HTTP/1.1" status: 200 len: 869 time: 0.1835682 Nov 12 00:59:12.663711 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-a41d0c05-282d-4f7c-a57a-84007ae05c89 req-ef73e2a5-5176-4649-ab89-f1c09c160b3d tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:12.708149 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-23ebe9aa-e2bc-4a6e-9228-e3b22bde6b9e req-ed78588e-a825-4e1b-892b-a402b814a78d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=71d9831e-2730-4de8-9a84-681b406a87ca HTTP/1.1" status: 200 len: 217 time: 0.0442278 Nov 12 00:59:12.735572 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef73e2a5-5176-4649-ab89-f1c09c160b3d tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Pushing event updated for resources: {'Port': ['ID=43ef404a-dedc-4598-aac5-f5b44cc9ba81,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:12.785098 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ebe9aa-e2bc-4a6e-9228-e3b22bde6b9e req-7df06019-4428-425d-80da-33e671d027ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:12.786940 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-23ebe9aa-e2bc-4a6e-9228-e3b22bde6b9e req-7df06019-4428-425d-80da-33e671d027ab service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.0708349 Nov 12 00:59:12.790714 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d0c05-282d-4f7c-a57a-84007ae05c89 req-ef73e2a5-5176-4649-ab89-f1c09c160b3d tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:12.791438 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a41d0c05-282d-4f7c-a57a-84007ae05c89 req-ef73e2a5-5176-4649-ab89-f1c09c160b3d tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:12.803537 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b66ce32d-d5f0-41c0-8776-d249398c4ecc req-ef238149-1e97-4058-8a26-55d75e464c3f tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] 10.222.0.45 "GET /v2.0/security-groups?id=5825b133-0c8b-40e9-9bde-01410565f106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469828 Nov 12 00:59:12.839117 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a41d0c05-282d-4f7c-a57a-84007ae05c89 req-ef73e2a5-5176-4649-ab89-f1c09c160b3d tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1197097 Nov 12 00:59:12.868489 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-a41d0c05-282d-4f7c-a57a-84007ae05c89 req-01dab14f-3697-43a3-a1bc-1071e0c8b51b service neutron] Request body: {'port': {'device_id': '8232f885-aebc-4a1e-8da8-14d654af10ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:12.878737 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ebe9aa-e2bc-4a6e-9228-e3b22bde6b9e req-5c2db552-2db4-48f9-90fb-6230d5fded51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:12.881281 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79b788-59c7-4b6c-b5fe-7f9edf821253 req-dda63e9b-c889-464c-b603-4f40debd9194 tempest-ServersAdminTestJSON-1018297035 tempest-ServersAdminTestJSON-1018297035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:12.883209 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-23ebe9aa-e2bc-4a6e-9228-e3b22bde6b9e req-5c2db552-2db4-48f9-90fb-6230d5fded51 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0824511 Nov 12 00:59:12.888801 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6d79b788-59c7-4b6c-b5fe-7f9edf821253 req-dda63e9b-c889-464c-b603-4f40debd9194 tempest-ServersAdminTestJSON-1018297035 tempest-ServersAdminTestJSON-1018297035-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=fa50c5ea-6d4d-44ff-804d-2a670cf0e0df HTTP/1.1" status: 200 len: 1102 time: 0.1677449 Nov 12 00:59:12.893729 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e5c32a6c-b1e3-4c4b-9631-c26a25a506f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:13.077668 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-23ebe9aa-e2bc-4a6e-9228-e3b22bde6b9e req-21de7116-77c2-4393-9cbd-61641e4e874b service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843121 Nov 12 00:59:13.081854 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6d79b788-59c7-4b6c-b5fe-7f9edf821253 req-0eadf703-16ec-4118-b4be-a4009f8c0618 tempest-ServersAdminTestJSON-1018297035 tempest-ServersAdminTestJSON-1018297035-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881559 Nov 12 00:59:13.082993 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a41d0c05-282d-4f7c-a57a-84007ae05c89 req-01dab14f-3697-43a3-a1bc-1071e0c8b51b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:13.275879 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-23ebe9aa-e2bc-4a6e-9228-e3b22bde6b9e req-88413177-11e3-4949-a877-a81fa9273bae service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660457 Nov 12 00:59:13.457540 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735b2b7-17b9-4d1e-b157-416067671452 req-01c2bf2c-f453-436a-9cb0-3d08ffcd1bde tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:13.459413 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f735b2b7-17b9-4d1e-b157-416067671452 req-01c2bf2c-f453-436a-9cb0-3d08ffcd1bde tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] 10.222.0.45 "GET /v2.0/ports?device_id=96f82284-4e4f-4bbe-8c27-f1c5450f8f1f HTTP/1.1" status: 200 len: 947 time: 0.2835691 Nov 12 00:59:13.639185 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f735b2b7-17b9-4d1e-b157-416067671452 req-d0f3b3fe-de7e-40d3-a4d2-5d362db78b4a tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f24bbfc-cffd-4d62-a978-899dca5d7550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639400 Nov 12 00:59:13.660095 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-a41d0c05-282d-4f7c-a57a-84007ae05c89 req-01dab14f-3697-43a3-a1bc-1071e0c8b51b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43ef404a-dedc-4598-aac5-f5b44cc9ba81 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:59:13.686643 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a41d0c05-282d-4f7c-a57a-84007ae05c89 req-01dab14f-3697-43a3-a1bc-1071e0c8b51b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:13.713703 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-e5c32a6c-b1e3-4c4b-9631-c26a25a506f6 admin admin] Deleting port 99165fd4-9c62-406b-9d0a-27a9e36b0257 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:13.714067 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e5c32a6c-b1e3-4c4b-9631-c26a25a506f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:13.719243 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-a41d0c05-282d-4f7c-a57a-84007ae05c89 req-01dab14f-3697-43a3-a1bc-1071e0c8b51b service neutron] Transition to ACTIVE for port object 43ef404a-dedc-4598-aac5-f5b44cc9ba81 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:59:13.731764 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a41d0c05-282d-4f7c-a57a-84007ae05c89 req-01dab14f-3697-43a3-a1bc-1071e0c8b51b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:13.792982 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 99165fd4-9c62-406b-9d0a-27a9e36b0257 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:13.867322 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 99165fd4-9c62-406b-9d0a-27a9e36b0257 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:13.867946 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:13.894701 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dab14f-3697-43a3-a1bc-1071e0c8b51b service neutron] Pushing event updated for resources: {'Port': ['ID=43ef404a-dedc-4598-aac5-f5b44cc9ba81,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:13.899866 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 71d9831e-2730-4de8-9a84-681b406a87ca details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:59:13.919560 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-e5c32a6c-b1e3-4c4b-9631-c26a25a506f6 admin admin] For port 99165fd4-9c62-406b-9d0a-27a9e36b0257, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=99165fd4-9c62-406b-9d0a-27a9e36b0257,segment=NetworkSegment(0523d5e6-7a0a-43e7-a744-4123108fb5cc),segment_id=0523d5e6-7a0a-43e7-a744-4123108fb5cc)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:13.919560 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e5c32a6c-b1e3-4c4b-9631-c26a25a506f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:13.930340 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea273cdf-2f9d-4a7e-8023-ec1370085b80 req-0c095100-95f0-41d6-a801-5e0f35e0f666 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:13.932104 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ea273cdf-2f9d-4a7e-8023-ec1370085b80 req-0c095100-95f0-41d6-a801-5e0f35e0f666 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=8232f885-aebc-4a1e-8da8-14d654af10ff HTTP/1.1" status: 200 len: 944 time: 0.1479707 Nov 12 00:59:13.983814 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-e5c32a6c-b1e3-4c4b-9631-c26a25a506f6 admin admin] Calling delete_port for 99165fd4-9c62-406b-9d0a-27a9e36b0257 owned by network:router_interface {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:14.079078 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 71d9831e-2730-4de8-9a84-681b406a87ca, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=71d9831e-2730-4de8-9a84-681b406a87ca,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:14.092771 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '71d9831e-2730-4de8-9a84-681b406a87ca', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'port_id': '71d9831e-2730-4de8-9a84-681b406a87ca', 'mac_address': 'fa:16:3e:76:60:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0290328-7bc5-4266-bfb9-6eb25d91acf0', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:59:14.093037 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ea273cdf-2f9d-4a7e-8023-ec1370085b80 req-2329d857-c99e-4254-b012-f06544a321ba tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391246 Nov 12 00:59:14.132024 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-a41d0c05-282d-4f7c-a57a-84007ae05c89 req-01dab14f-3697-43a3-a1bc-1071e0c8b51b service neutron] Attempting to bind port 43ef404a-dedc-4598-aac5-f5b44cc9ba81 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:14.132024 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-a41d0c05-282d-4f7c-a57a-84007ae05c89 req-01dab14f-3697-43a3-a1bc-1071e0c8b51b service neutron] Attempting to bind port 43ef404a-dedc-4598-aac5-f5b44cc9ba81 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '45adf0ba-e61d-4509-afe2-5b0ef96fbbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '00a03daf-efbb-48db-964b-992b2504dfd0'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:14.132024 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41d0c05-282d-4f7c-a57a-84007ae05c89 req-01dab14f-3697-43a3-a1bc-1071e0c8b51b service neutron] Attempting to bind port 43ef404a-dedc-4598-aac5-f5b44cc9ba81 on network 00a03daf-efbb-48db-964b-992b2504dfd0 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:14.132024 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41d0c05-282d-4f7c-a57a-84007ae05c89 req-01dab14f-3697-43a3-a1bc-1071e0c8b51b service neutron] Port 43ef404a-dedc-4598-aac5-f5b44cc9ba81 on network 00a03daf-efbb-48db-964b-992b2504dfd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:59:14.132024 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41d0c05-282d-4f7c-a57a-84007ae05c89 req-01dab14f-3697-43a3-a1bc-1071e0c8b51b service neutron] Attempting to bind port 43ef404a-dedc-4598-aac5-f5b44cc9ba81 on network 00a03daf-efbb-48db-964b-992b2504dfd0 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:14.138937 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41d0c05-282d-4f7c-a57a-84007ae05c89 req-01dab14f-3697-43a3-a1bc-1071e0c8b51b service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:59:14.138937 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41d0c05-282d-4f7c-a57a-84007ae05c89 req-01dab14f-3697-43a3-a1bc-1071e0c8b51b service neutron] Checking segment: {'id': '45adf0ba-e61d-4509-afe2-5b0ef96fbbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '00a03daf-efbb-48db-964b-992b2504dfd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:14.138937 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a41d0c05-282d-4f7c-a57a-84007ae05c89 req-01dab14f-3697-43a3-a1bc-1071e0c8b51b service neutron] Bound using segment: {'id': '45adf0ba-e61d-4509-afe2-5b0ef96fbbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '00a03daf-efbb-48db-964b-992b2504dfd0'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:59:14.141365 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-a41d0c05-282d-4f7c-a57a-84007ae05c89 req-01dab14f-3697-43a3-a1bc-1071e0c8b51b service neutron] Bound port: 43ef404a-dedc-4598-aac5-f5b44cc9ba81, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45adf0ba-e61d-4509-afe2-5b0ef96fbbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '00a03daf-efbb-48db-964b-992b2504dfd0'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:59:14.141745 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a41d0c05-282d-4f7c-a57a-84007ae05c89 req-01dab14f-3697-43a3-a1bc-1071e0c8b51b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:14.146861 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:14.166831 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71d9831e-2730-4de8-9a84-681b406a87ca {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:59:14.203807 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 71d9831e-2730-4de8-9a84-681b406a87ca, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=71d9831e-2730-4de8-9a84-681b406a87ca,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:14.209542 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:14.281591 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=71d9831e-2730-4de8-9a84-681b406a87ca,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:14.298691 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-a41d0c05-282d-4f7c-a57a-84007ae05c89 req-01dab14f-3697-43a3-a1bc-1071e0c8b51b service neutron] For port 43ef404a-dedc-4598-aac5-f5b44cc9ba81, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:59:14.303185 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-a41d0c05-282d-4f7c-a57a-84007ae05c89 req-01dab14f-3697-43a3-a1bc-1071e0c8b51b service neutron] For port 43ef404a-dedc-4598-aac5-f5b44cc9ba81, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=43ef404a-dedc-4598-aac5-f5b44cc9ba81,segment=NetworkSegment(45adf0ba-e61d-4509-afe2-5b0ef96fbbf3),segment_id=45adf0ba-e61d-4509-afe2-5b0ef96fbbf3)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:59:14.308637 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a41d0c05-282d-4f7c-a57a-84007ae05c89 req-01dab14f-3697-43a3-a1bc-1071e0c8b51b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:14.382960 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d0c05-282d-4f7c-a57a-84007ae05c89 req-01dab14f-3697-43a3-a1bc-1071e0c8b51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:14.383587 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a41d0c05-282d-4f7c-a57a-84007ae05c89 req-01dab14f-3697-43a3-a1bc-1071e0c8b51b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:14.385178 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a41d0c05-282d-4f7c-a57a-84007ae05c89 req-01dab14f-3697-43a3-a1bc-1071e0c8b51b service neutron] 10.222.0.44 "PUT /v2.0/ports/43ef404a-dedc-4598-aac5-f5b44cc9ba81 HTTP/1.1" status: 200 len: 1093 time: 1.5238736 Nov 12 00:59:14.389088 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8232f885-aebc-4a1e-8da8-14d654af10ff', 'tag': '43ef404a-dedc-4598-aac5-f5b44cc9ba81'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:59:14.391435 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6762b75f-5eb8-4fea-bd77-2c24cdfcabd1" -d '{"events": [{"name": "network-changed", "server_uuid": "8232f885-aebc-4a1e-8da8-14d654af10ff", "tag": "43ef404a-dedc-4598-aac5-f5b44cc9ba81"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:59:14.408746 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bda0d4-4b9d-465a-9d8c-53bd53e5e013 req-c0fd98e9-b6d0-4b34-aae7-dd01ee6c620c tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:14.410389 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b8bda0d4-4b9d-465a-9d8c-53bd53e5e013 req-c0fd98e9-b6d0-4b34-aae7-dd01ee6c620c tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1ea60bb-75a9-423f-b301-ac52f39e86e5 HTTP/1.1" status: 200 len: 949 time: 0.1742151 Nov 12 00:59:14.453833 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dab14f-3697-43a3-a1bc-1071e0c8b51b service neutron] Pushing event updated for resources: {'Port': ['ID=43ef404a-dedc-4598-aac5-f5b44cc9ba81,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:14.468026 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e5c32a6c-b1e3-4c4b-9631-c26a25a506f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:14.522644 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c32a6c-b1e3-4c4b-9631-c26a25a506f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=99165fd4-9c62-406b-9d0a-27a9e36b0257,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:14.613837 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b8bda0d4-4b9d-465a-9d8c-53bd53e5e013 req-a8e365bf-ca28-4c21-a7a7-75c198415b69 tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] 10.222.0.45 "GET /v2.0/security-groups?id=5825b133-0c8b-40e9-9bde-01410565f106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737301 Nov 12 00:59:14.665405 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d0c05-282d-4f7c-a57a-84007ae05c89 req-12437dba-7ece-4967-9108-a691ba1d6649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:14.667727 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a41d0c05-282d-4f7c-a57a-84007ae05c89 req-12437dba-7ece-4967-9108-a691ba1d6649 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab22182039774befa325e91b3a0bd782&device_id=8232f885-aebc-4a1e-8da8-14d654af10ff HTTP/1.1" status: 200 len: 1096 time: 0.1666582 Nov 12 00:59:14.670577 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083efd59-c233-46a7-b281-a42ede0f3349 x-openstack-request-id: req-083efd59-c233-46a7-b281-a42ede0f3349 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:59:14.671027 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8232f885-aebc-4a1e-8da8-14d654af10ff", "tag": "43ef404a-dedc-4598-aac5-f5b44cc9ba81", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:59:14.671429 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-083efd59-c233-46a7-b281-a42ede0f3349 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:59:14.672363 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8232f885-aebc-4a1e-8da8-14d654af10ff', 'tag': '43ef404a-dedc-4598-aac5-f5b44cc9ba81', 'status': 'completed', 'code': 200} Nov 12 00:59:14.723356 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['71d9831e-2730-4de8-9a84-681b406a87ca'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:59:14.778044 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a41d0c05-282d-4f7c-a57a-84007ae05c89 req-0fb9a6f4-f566-4079-9323-561572145d65 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43ef404a-dedc-4598-aac5-f5b44cc9ba81 HTTP/1.1" status: 200 len: 217 time: 0.0494220 Nov 12 00:59:14.944273 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d0c05-282d-4f7c-a57a-84007ae05c89 req-c28ce2e4-1285-4460-9696-90c9c519ba60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:14.946312 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a41d0c05-282d-4f7c-a57a-84007ae05c89 req-c28ce2e4-1285-4460-9696-90c9c519ba60 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=76e4d43b-e53b-464c-a374-bf4144fb9a21 HTTP/1.1" status: 200 len: 846 time: 0.1440713 Nov 12 00:59:14.966665 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e5c32a6c-b1e3-4c4b-9631-c26a25a506f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:15.082929 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051dbe00-c5b9-4430-8e3f-a197ee09d7c3 req-f1f87d5b-19f5-45f1-9181-3afc70a88fd0 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:15.085445 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-051dbe00-c5b9-4430-8e3f-a197ee09d7c3 req-f1f87d5b-19f5-45f1-9181-3afc70a88fd0 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] 10.222.0.44 "GET /v2.0/ports?device_id=96f82284-4e4f-4bbe-8c27-f1c5450f8f1f HTTP/1.1" status: 200 len: 947 time: 0.1070721 Nov 12 00:59:15.250463 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-051dbe00-c5b9-4430-8e3f-a197ee09d7c3 req-668255e3-98d0-4312-9a69-5e3302869a92 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Deleting port d8ff5311-e0a3-4263-85de-4a8747deef58 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:15.250840 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-051dbe00-c5b9-4430-8e3f-a197ee09d7c3 req-668255e3-98d0-4312-9a69-5e3302869a92 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:15.365860 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-051dbe00-c5b9-4430-8e3f-a197ee09d7c3 req-668255e3-98d0-4312-9a69-5e3302869a92 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] For port d8ff5311-e0a3-4263-85de-4a8747deef58, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d8ff5311-e0a3-4263-85de-4a8747deef58,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:15.366805 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-051dbe00-c5b9-4430-8e3f-a197ee09d7c3 req-668255e3-98d0-4312-9a69-5e3302869a92 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:15.385989 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-051dbe00-c5b9-4430-8e3f-a197ee09d7c3 req-668255e3-98d0-4312-9a69-5e3302869a92 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Calling delete_port for d8ff5311-e0a3-4263-85de-4a8747deef58 owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:15.448197 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a41d0c05-282d-4f7c-a57a-84007ae05c89 req-f5533745-5e50-41a8-8d19-0f18d4dbb046 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00a03daf-efbb-48db-964b-992b2504dfd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4408348 Nov 12 00:59:15.569315 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-051dbe00-c5b9-4430-8e3f-a197ee09d7c3 req-668255e3-98d0-4312-9a69-5e3302869a92 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:15.611101 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668255e3-98d0-4312-9a69-5e3302869a92 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Pushing event deleted for resources: {'Port': ['ID=d8ff5311-e0a3-4263-85de-4a8747deef58,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:15.651602 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b577c7-668c-4238-8401-530c660c6b0a req-2428dc8e-cc9a-4bd6-91b1-c3e807936e3e tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:15.653236 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a6b577c7-668c-4238-8401-530c660c6b0a req-2428dc8e-cc9a-4bd6-91b1-c3e807936e3e tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa50c5ea-6d4d-44ff-804d-2a670cf0e0df HTTP/1.1" status: 200 len: 950 time: 0.2109454 Nov 12 00:59:15.659465 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-051dbe00-c5b9-4430-8e3f-a197ee09d7c3 req-668255e3-98d0-4312-9a69-5e3302869a92 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] No DVR routers for this DVR port d8ff5311-e0a3-4263-85de-4a8747deef58 on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:59:15.662368 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-051dbe00-c5b9-4430-8e3f-a197ee09d7c3 req-668255e3-98d0-4312-9a69-5e3302869a92 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:15.666773 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-051dbe00-c5b9-4430-8e3f-a197ee09d7c3 req-668255e3-98d0-4312-9a69-5e3302869a92 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] 10.222.0.44 "DELETE /v2.0/ports/d8ff5311-e0a3-4263-85de-4a8747deef58 HTTP/1.1" status: 204 len: 173 time: 0.5698409 Nov 12 00:59:15.667340 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f82284-4e4f-4bbe-8c27-f1c5450f8f1f', 'name': 'network-vif-deleted', 'tag': 'd8ff5311-e0a3-4263-85de-4a8747deef58'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:59:15.671162 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e157c363-a006-4334-bf6a-da455fc08202" -d '{"events": [{"server_uuid": "96f82284-4e4f-4bbe-8c27-f1c5450f8f1f", "name": "network-vif-deleted", "tag": "d8ff5311-e0a3-4263-85de-4a8747deef58"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:59:15.677702 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c3456-8604-4b01-9df2-5b236aebd823 req-2476540a-2fc0-4362-a808-04902bad0892 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:15.679361 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-477c3456-8604-4b01-9df2-5b236aebd823 req-2476540a-2fc0-4362-a808-04902bad0892 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] 10.222.0.45 "GET /v2.0/ports?device_id=96f82284-4e4f-4bbe-8c27-f1c5450f8f1f HTTP/1.1" status: 200 len: 865 time: 0.2513847 Nov 12 00:59:15.731950 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a41d0c05-282d-4f7c-a57a-84007ae05c89 req-08a0f0fa-81e9-4f39-9ea7-a4bc0ca5d87a service neutron] 10.222.0.44 "GET /v2.0/networks/00a03daf-efbb-48db-964b-992b2504dfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616656 Nov 12 00:59:15.891839 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 71d9831e-2730-4de8-9a84-681b406a87ca up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:15.902794 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-477c3456-8604-4b01-9df2-5b236aebd823 req-502241fb-7833-4e8d-90c5-9f239527723f tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f24bbfc-cffd-4d62-a978-899dca5d7550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030926 Nov 12 00:59:15.906101 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a6b577c7-668c-4238-8401-530c660c6b0a req-c780ee00-76c1-4858-b153-90e2ae046b37 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213414 Nov 12 00:59:16.006943 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a41d0c05-282d-4f7c-a57a-84007ae05c89 req-7ec4577f-84af-4164-bed8-18ecac350cdc service neutron] 10.222.0.44 "GET /v2.0/networks/00a03daf-efbb-48db-964b-992b2504dfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648625 Nov 12 00:59:16.029622 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c32a6c-b1e3-4c4b-9631-c26a25a506f6 admin admin] Router 3e0d426d-913f-405d-978a-3dff67ed469e has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:59:16.064058 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 71d9831e-2730-4de8-9a84-681b406a87ca completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:59:16.075836 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 71d9831e-2730-4de8-9a84-681b406a87ca triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:16.076289 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:16.247690 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c32a6c-b1e3-4c4b-9631-c26a25a506f6 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:59:16.272569 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:16.275746 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e5c32a6c-b1e3-4c4b-9631-c26a25a506f6 admin admin] 10.222.0.45 "PUT /v2.0/routers/3e0d426d-913f-405d-978a-3dff67ed469e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4956155 Nov 12 00:59:16.280216 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59056) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:16.285023 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f029345f-6ac2-4cff-9090-65e3a1537672 None None] Sync routers for ids ['3e0d426d-913f-405d-978a-3dff67ed469e'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:59:16.355164 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ea60bb-75a9-423f-b301-ac52f39e86e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d9831e-2730-4de8-9a84-681b406a87ca'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:59:16.359576 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ce2b71-1996-49d1-af0c-c60ae6dc71f4" -d '{"events": [{"server_uuid": "a1ea60bb-75a9-423f-b301-ac52f39e86e5", "name": "network-vif-plugged", "status": "completed", "tag": "71d9831e-2730-4de8-9a84-681b406a87ca"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:59:16.365626 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f029345f-6ac2-4cff-9090-65e3a1537672 None None] Routers {'3e0d426d-913f-405d-978a-3dff67ed469e'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:16.366774 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-f029345f-6ac2-4cff-9090-65e3a1537672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:59:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['3e0d426d-913f-405d-978a-3dff67ed469e'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:16.373746 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e543454c-6ad6-4d03-9a8a-2a651f0c050e req-0cca2618-c0f3-4b93-bc05-97b651756132 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:16.391628 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e543454c-6ad6-4d03-9a8a-2a651f0c050e req-0cca2618-c0f3-4b93-bc05-97b651756132 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=8232f885-aebc-4a1e-8da8-14d654af10ff HTTP/1.1" status: 200 len: 944 time: 0.1406751 Nov 12 00:59:16.456942 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac44cd8-488a-4d25-af5c-9850e8cf2c06 req-ece851f8-ea98-4723-bad3-c6d0f230287e tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:16.457341 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 71d9831e-2730-4de8-9a84-681b406a87ca, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=71d9831e-2730-4de8-9a84-681b406a87ca,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:16.460325 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3ac44cd8-488a-4d25-af5c-9850e8cf2c06 req-ece851f8-ea98-4723-bad3-c6d0f230287e tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1ea60bb-75a9-423f-b301-ac52f39e86e5 HTTP/1.1" status: 200 len: 949 time: 0.1471615 Nov 12 00:59:16.464849 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762b75f-5eb8-4fea-bd77-2c24cdfcabd1 req-2f8485ae-f402-498e-a4c8-00d1a67c9cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:16.467813 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6762b75f-5eb8-4fea-bd77-2c24cdfcabd1 req-2f8485ae-f402-498e-a4c8-00d1a67c9cfa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab22182039774befa325e91b3a0bd782&device_id=8232f885-aebc-4a1e-8da8-14d654af10ff HTTP/1.1" status: 200 len: 1096 time: 0.2070735 Nov 12 00:59:16.471488 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:16.473327 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4db0d528-ebde-4000-9b93-92643468c2c9 admin admin] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:16.610812 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e543454c-6ad6-4d03-9a8a-2a651f0c050e req-f0267ff2-efba-49b0-ba10-7ef50bd98a04 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177548 Nov 12 00:59:16.649183 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4db0d528-ebde-4000-9b93-92643468c2c9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:16.655863 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3ac44cd8-488a-4d25-af5c-9850e8cf2c06 req-8255a7e6-c38c-477d-9523-a77026a472df tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] 10.222.0.45 "GET /v2.0/security-groups?id=5825b133-0c8b-40e9-9bde-01410565f106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747639 Nov 12 00:59:16.688157 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=71d9831e-2730-4de8-9a84-681b406a87ca,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:16.722913 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762b75f-5eb8-4fea-bd77-2c24cdfcabd1 req-ab5aadb7-f3a4-4775-9a95-7af09aaff813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:16.724578 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6762b75f-5eb8-4fea-bd77-2c24cdfcabd1 req-ab5aadb7-f3a4-4775-9a95-7af09aaff813 service neutron] 10.222.0.44 "GET /v2.0/networks?id=00a03daf-efbb-48db-964b-992b2504dfd0 HTTP/1.1" status: 200 len: 906 time: 0.2256057 Nov 12 00:59:16.729553 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-f029345f-6ac2-4cff-9090-65e3a1537672 None None] Set router 3e0d426d-913f-405d-978a-3dff67ed469e gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:59:16.739562 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed00b56-0ab5-4a8b-b378-013e28268fb6 x-openstack-request-id: req-6ed00b56-0ab5-4a8b-b378-013e28268fb6 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:59:16.740038 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f82284-4e4f-4bbe-8c27-f1c5450f8f1f", "name": "network-vif-deleted", "tag": "d8ff5311-e0a3-4263-85de-4a8747deef58", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:59:16.740492 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6ed00b56-0ab5-4a8b-b378-013e28268fb6 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:59:16.741088 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f82284-4e4f-4bbe-8c27-f1c5450f8f1f', 'name': 'network-vif-deleted', 'tag': 'd8ff5311-e0a3-4263-85de-4a8747deef58', 'status': 'completed', 'code': 200} Nov 12 00:59:16.773431 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-4db0d528-ebde-4000-9b93-92643468c2c9 admin admin] Deleting port e8c119b4-7d58-4980-9a06-649a565a1063 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:16.774435 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4db0d528-ebde-4000-9b93-92643468c2c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:16.834713 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6762b75f-5eb8-4fea-bd77-2c24cdfcabd1 req-c06f25ba-26d0-441d-8fde-125c4a9a14e4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43ef404a-dedc-4598-aac5-f5b44cc9ba81 HTTP/1.1" status: 200 len: 217 time: 0.0805702 Nov 12 00:59:16.845540 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc7ff13-f3a6-4b1a-9c25-f06e46fb82bd x-openstack-request-id: req-7cc7ff13-f3a6-4b1a-9c25-f06e46fb82bd {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:59:16.846041 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ea60bb-75a9-423f-b301-ac52f39e86e5", "name": "network-vif-plugged", "status": "completed", "tag": "71d9831e-2730-4de8-9a84-681b406a87ca", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:59:16.846434 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7cc7ff13-f3a6-4b1a-9c25-f06e46fb82bd {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:59:16.847035 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ea60bb-75a9-423f-b301-ac52f39e86e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d9831e-2730-4de8-9a84-681b406a87ca', 'code': 200} Nov 12 00:59:16.942705 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762b75f-5eb8-4fea-bd77-2c24cdfcabd1 req-bc31b9f2-69d7-4fb2-9ba7-e62b9b5069da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:16.943953 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6762b75f-5eb8-4fea-bd77-2c24cdfcabd1 req-bc31b9f2-69d7-4fb2-9ba7-e62b9b5069da service neutron] 10.222.0.44 "GET /v2.0/subnets?id=76e4d43b-e53b-464c-a374-bf4144fb9a21 HTTP/1.1" status: 200 len: 846 time: 0.0790634 Nov 12 00:59:16.957503 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-4db0d528-ebde-4000-9b93-92643468c2c9 admin admin] For port e8c119b4-7d58-4980-9a06-649a565a1063, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=e8c119b4-7d58-4980-9a06-649a565a1063,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:16.958068 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4db0d528-ebde-4000-9b93-92643468c2c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:17.003191 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-4db0d528-ebde-4000-9b93-92643468c2c9 admin admin] Calling delete_port for e8c119b4-7d58-4980-9a06-649a565a1063 owned by network:router_gateway {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:17.014582 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6762b75f-5eb8-4fea-bd77-2c24cdfcabd1 req-b6d42991-802d-4aa9-bca3-9f9506fb6db2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00a03daf-efbb-48db-964b-992b2504dfd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612590 Nov 12 00:59:17.145298 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-f029345f-6ac2-4cff-9090-65e3a1537672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0d426d-913f-405d-978a-3dff67ed469e', 'name': 'tempest-FloatingIPsNegativeTestJSON-602150132-router', 'tenant_id': '63958503bac04db39f3dfa41edd3b0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': 'e8c119b4-7d58-4980-9a06-649a565a1063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:58:53Z', 'updated_at': '2021-11-12T00:59:14Z', 'revision_number': 5, 'project_id': '63958503bac04db39f3dfa41edd3b0fa', 'gw_port': {'id': 'e8c119b4-7d58-4980-9a06-649a565a1063', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:de:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0d426d-913f-405d-978a-3dff67ed469e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:58:56Z', 'updated_at': '2021-11-12T00:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:17.188666 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f029345f-6ac2-4cff-9090-65e3a1537672 None None] Checking router: 3e0d426d-913f-405d-978a-3dff67ed469e for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:59:17.201305 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f029345f-6ac2-4cff-9090-65e3a1537672 None None] Routers {'3e0d426d-913f-405d-978a-3dff67ed469e'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:17.202110 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-f029345f-6ac2-4cff-9090-65e3a1537672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:59:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['3e0d426d-913f-405d-978a-3dff67ed469e'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:17.316620 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6762b75f-5eb8-4fea-bd77-2c24cdfcabd1 req-fb4d23f6-d76a-4f6d-872a-8f9afca0d1f2 service neutron] 10.222.0.44 "GET /v2.0/networks/00a03daf-efbb-48db-964b-992b2504dfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886775 Nov 12 00:59:17.368563 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818d9b7-4ade-4957-87a3-ad1160e460d6 req-2b6645d2-6363-418e-a06c-c3104f96193f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:17.379305 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0818d9b7-4ade-4957-87a3-ad1160e460d6 req-2b6645d2-6363-418e-a06c-c3104f96193f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a1ea60bb-75a9-423f-b301-ac52f39e86e5 HTTP/1.1" status: 200 len: 1102 time: 0.3956792 Nov 12 00:59:17.410063 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-f029345f-6ac2-4cff-9090-65e3a1537672 None None] Set router 3e0d426d-913f-405d-978a-3dff67ed469e gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:59:17.458841 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c38f73-79f2-4d90-9bbb-68b54a71ca6f req-b6f6d075-f650-46e7-9f27-e037cef8f2c4 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:17.474483 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-45c38f73-79f2-4d90-9bbb-68b54a71ca6f req-b6f6d075-f650-46e7-9f27-e037cef8f2c4 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa50c5ea-6d4d-44ff-804d-2a670cf0e0df HTTP/1.1" status: 200 len: 950 time: 0.2239227 Nov 12 00:59:17.489190 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0818d9b7-4ade-4957-87a3-ad1160e460d6 req-9be94af9-a1e9-4208-8956-5ff6c6d8eb81 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5825b133-0c8b-40e9-9bde-01410565f106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011224 Nov 12 00:59:17.502544 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4db0d528-ebde-4000-9b93-92643468c2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:17.503031 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-f029345f-6ac2-4cff-9090-65e3a1537672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e0d426d-913f-405d-978a-3dff67ed469e', 'name': 'tempest-FloatingIPsNegativeTestJSON-602150132-router', 'tenant_id': '63958503bac04db39f3dfa41edd3b0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:58:53Z', 'updated_at': '2021-11-12T00:59:16Z', 'revision_number': 6, 'project_id': '63958503bac04db39f3dfa41edd3b0fa', 'gw_port_host': None}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:17.539217 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0d528-ebde-4000-9b93-92643468c2c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8c119b4-7d58-4980-9a06-649a565a1063,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:17.578919 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f029345f-6ac2-4cff-9090-65e3a1537672 None None] The sync data for ids ['3e0d426d-913f-405d-978a-3dff67ed469e'] in n-d-712142-27 is: [{'id': '3e0d426d-913f-405d-978a-3dff67ed469e', 'name': 'tempest-FloatingIPsNegativeTestJSON-602150132-router', 'tenant_id': '63958503bac04db39f3dfa41edd3b0fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:58:53Z', 'updated_at': '2021-11-12T00:59:16Z', 'revision_number': 6, 'project_id': '63958503bac04db39f3dfa41edd3b0fa', 'gw_port_host': None}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:59:17.669355 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4db0d528-ebde-4000-9b93-92643468c2c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:17.692331 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-45c38f73-79f2-4d90-9bbb-68b54a71ca6f req-4fb25b86-0f0a-4267-aa73-7d135e6879fe tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494820 Nov 12 00:59:17.694648 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6762b75f-5eb8-4fea-bd77-2c24cdfcabd1 req-7ffcea45-3344-4869-8ae0-475c79733078 service neutron] 10.222.0.44 "GET /v2.0/networks/00a03daf-efbb-48db-964b-992b2504dfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624206 Nov 12 00:59:17.707091 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59088) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:17.883695 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb2a6f-7989-4c06-b619-b148fae8b783 req-30a4c835-0fba-413c-bac6-c6bffdf58691 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:17.888462 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-60bb2a6f-7989-4c06-b619-b148fae8b783 req-30a4c835-0fba-413c-bac6-c6bffdf58691 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] 10.222.0.45 "GET /v2.0/ports?device_id=af86cc37-5b5f-4939-9e6e-530f4bf55d75 HTTP/1.1" status: 200 len: 949 time: 0.1158657 Nov 12 00:59:18.084047 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-60bb2a6f-7989-4c06-b619-b148fae8b783 req-0ddd847c-b7bc-4c7b-9ddc-9b9a5d5260cf tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f24bbfc-cffd-4d62-a978-899dca5d7550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878352 Nov 12 00:59:18.121575 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781595c3-67b5-4fca-becb-c475151fa6b4 req-e65da014-2c75-40f6-bd6a-8be9dec73a2e tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:18.132857 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-781595c3-67b5-4fca-becb-c475151fa6b4 req-e65da014-2c75-40f6-bd6a-8be9dec73a2e tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=8232f885-aebc-4a1e-8da8-14d654af10ff HTTP/1.1" status: 200 len: 944 time: 0.1085804 Nov 12 00:59:18.155995 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 99165fd4-9c62-406b-9d0a-27a9e36b0257 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:59:18.158099 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4db0d528-ebde-4000-9b93-92643468c2c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.162505 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d98ce4cc-4fa7-4c9f-91e5-00f214885c51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.168466 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4db0d528-ebde-4000-9b93-92643468c2c9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.252481 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-781595c3-67b5-4fca-becb-c475151fa6b4 req-b5c7eee7-5cd9-4c6d-8690-2e9d49570781 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155677 Nov 12 00:59:18.255606 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 99165fd4-9c62-406b-9d0a-27a9e36b0257 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:59:18.256268 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 99165fd4-9c62-406b-9d0a-27a9e36b0257 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:59:18.291296 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4db0d528-ebde-4000-9b93-92643468c2c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.292463 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db0d528-ebde-4000-9b93-92643468c2c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e0d426d-913f-405d-978a-3dff67ed469e {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:59:18.302933 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4db0d528-ebde-4000-9b93-92643468c2c9 admin admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.307279 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4db0d528-ebde-4000-9b93-92643468c2c9 admin admin] 10.222.0.45 "DELETE /v2.0/routers/3e0d426d-913f-405d-978a-3dff67ed469e HTTP/1.1" status: 204 len: 168 time: 2.0221937 Nov 12 00:59:18.309899 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59094) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:18.354658 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23359e5-8fa6-4b50-b849-b64fccb29fe5 req-b55477a0-0c7d-41e9-b405-5f60f2dd023d tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:18.357401 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b23359e5-8fa6-4b50-b849-b64fccb29fe5 req-b55477a0-0c7d-41e9-b405-5f60f2dd023d tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1ea60bb-75a9-423f-b301-ac52f39e86e5 HTTP/1.1" status: 200 len: 950 time: 0.1033354 Nov 12 00:59:18.418426 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-6366b286-b25a-4256-b488-eb3e6ec18d73 admin admin] Deleting subnet e9f3c813-38bd-4b15-b22c-d974169ba2f8 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:59:18.428089 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6366b286-b25a-4256-b488-eb3e6ec18d73 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.450681 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b23359e5-8fa6-4b50-b849-b64fccb29fe5 req-8df9d183-a8a9-4105-9872-4b0b5c2ce4b4 tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] 10.222.0.45 "GET /v2.0/security-groups?id=5825b133-0c8b-40e9-9bde-01410565f106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811601 Nov 12 00:59:18.512976 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6366b286-b25a-4256-b488-eb3e6ec18d73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.516180 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d98ce4cc-4fa7-4c9f-91e5-00f214885c51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.535575 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d98ce4cc-4fa7-4c9f-91e5-00f214885c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.593097 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d98ce4cc-4fa7-4c9f-91e5-00f214885c51 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d42816346c34491fa33790f4ca88baa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8849058 Nov 12 00:59:18.593950 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ce4cc-4fa7-4c9f-91e5-00f214885c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab16b568-2667-487f-94a5-61e784ec54ab,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:18.597243 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59096) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:18.665826 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6366b286-b25a-4256-b488-eb3e6ec18d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.692514 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b4157a71-d5b9-4e50-b758-f15c09563d5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.731862 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b4157a71-d5b9-4e50-b758-f15c09563d5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.756177 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6366b286-b25a-4256-b488-eb3e6ec18d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.798260 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6366b286-b25a-4256-b488-eb3e6ec18d73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9f3c813-38bd-4b15-b22c-d974169ba2f8,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:18.812062 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6366b286-b25a-4256-b488-eb3e6ec18d73 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.816885 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6366b286-b25a-4256-b488-eb3e6ec18d73 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e9f3c813-38bd-4b15-b22c-d974169ba2f8 HTTP/1.1" status: 204 len: 168 time: 0.5056539 Nov 12 00:59:18.818678 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b7384a-2f51-4ed5-8bfb-c307ab9413e7 None None] Network 00e2f348-f5d7-4ff2-a022-2b6ce3176031 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:18.819494 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59100) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:18.834970 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b4157a71-d5b9-4e50-b758-f15c09563d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.839305 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b4157a71-d5b9-4e50-b758-f15c09563d5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:18.845594 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-b4157a71-d5b9-4e50-b758-f15c09563d5d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ab16b568-2667-487f-94a5-61e784ec54ab HTTP/1.1" status: 204 len: 168 time: 0.2445118 Nov 12 00:59:18.893981 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4157a71-d5b9-4e50-b758-f15c09563d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab16b568-2667-487f-94a5-61e784ec54ab,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:18.936940 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-452678fe-4271-441e-9b14-a3b85ee3d694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:19.019259 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6a9748-837d-4a8b-ba69-8149c70e4824 req-fc81c370-8cc8-4734-b23d-a874958587ee tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:19.029406 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8f6a9748-837d-4a8b-ba69-8149c70e4824 req-fc81c370-8cc8-4734-b23d-a874958587ee tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa50c5ea-6d4d-44ff-804d-2a670cf0e0df HTTP/1.1" status: 200 len: 950 time: 0.1682148 Nov 12 00:59:19.116219 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-452678fe-4271-441e-9b14-a3b85ee3d694 admin admin] Deleting port 4449969f-e039-420d-8b7b-9ae5ab581f15 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:19.116570 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-452678fe-4271-441e-9b14-a3b85ee3d694 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:19.149541 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8f6a9748-837d-4a8b-ba69-8149c70e4824 req-e5daa930-53d0-473a-b749-ebc193773ff9 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013782 Nov 12 00:59:19.271456 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fa9bc9-8c3e-440c-b322-35777aee1b97 None None] DHCP port deletion for 00e2f348-f5d7-4ff2-a022-2b6ce3176031 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:59:19.272326 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-452678fe-4271-441e-9b14-a3b85ee3d694 admin admin] For port 4449969f-e039-420d-8b7b-9ae5ab581f15, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=4449969f-e039-420d-8b7b-9ae5ab581f15,segment=NetworkSegment(0523d5e6-7a0a-43e7-a744-4123108fb5cc),segment_id=0523d5e6-7a0a-43e7-a744-4123108fb5cc)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:19.272326 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-452678fe-4271-441e-9b14-a3b85ee3d694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:19.290493 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-452678fe-4271-441e-9b14-a3b85ee3d694 admin admin] Calling delete_port for 4449969f-e039-420d-8b7b-9ae5ab581f15 owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:19.355163 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d87be4-65e6-4241-bde3-48ccde3d59fc req-fedbd1d3-f580-455d-8642-683483eed6c5 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:19.359005 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c5d87be4-65e6-4241-bde3-48ccde3d59fc req-fedbd1d3-f580-455d-8642-683483eed6c5 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] 10.222.0.45 "GET /v2.0/ports?device_id=af86cc37-5b5f-4939-9e6e-530f4bf55d75 HTTP/1.1" status: 200 len: 949 time: 0.1236274 Nov 12 00:59:19.474673 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-452678fe-4271-441e-9b14-a3b85ee3d694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:19.546200 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-61fa9bc9-8c3e-440c-b322-35777aee1b97 None None] Deleting port 4449969f-e039-420d-8b7b-9ae5ab581f15 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:19.546523 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-61fa9bc9-8c3e-440c-b322-35777aee1b97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:19.556323 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452678fe-4271-441e-9b14-a3b85ee3d694 admin admin] Pushing event deleted for resources: {'Port': ['ID=4449969f-e039-420d-8b7b-9ae5ab581f15,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:19.571778 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c5d87be4-65e6-4241-bde3-48ccde3d59fc req-cef4ef82-288a-49e2-9b7c-487a7a5fe48c tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f24bbfc-cffd-4d62-a978-899dca5d7550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007930 Nov 12 00:59:19.583213 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452678fe-4271-441e-9b14-a3b85ee3d694 admin admin] No DVR routers for this DVR port 4449969f-e039-420d-8b7b-9ae5ab581f15 on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:59:19.589064 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df67d9a3-550d-4919-8013-10570fe8b1e5 req-13c81acb-e30c-468d-a96c-5cae0a010a9f tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:19.591327 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-df67d9a3-550d-4919-8013-10570fe8b1e5 req-13c81acb-e30c-468d-a96c-5cae0a010a9f tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=8232f885-aebc-4a1e-8da8-14d654af10ff HTTP/1.1" status: 200 len: 944 time: 0.1857100 Nov 12 00:59:19.654265 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-61fa9bc9-8c3e-440c-b322-35777aee1b97 None None] For port 4449969f-e039-420d-8b7b-9ae5ab581f15, host n-d-712142-27, got binding levels [] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:19.655082 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-61fa9bc9-8c3e-440c-b322-35777aee1b97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:19.678038 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-61fa9bc9-8c3e-440c-b322-35777aee1b97 None None] Calling delete_port for 4449969f-e039-420d-8b7b-9ae5ab581f15 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:19.684117 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.ipam_backend_mixin [None req-61fa9bc9-8c3e-440c-b322-35777aee1b97 None None] Port 4449969f-e039-420d-8b7b-9ae5ab581f15 was not found and therefore no delete operation was performed {{(pid=109087) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 00:59:19.686138 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-61fa9bc9-8c3e-440c-b322-35777aee1b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:19.714416 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fa9bc9-8c3e-440c-b322-35777aee1b97 None None] No DVR routers for this DVR port 4449969f-e039-420d-8b7b-9ae5ab581f15 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:59:19.726371 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-452678fe-4271-441e-9b14-a3b85ee3d694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:19.733702 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-df67d9a3-550d-4919-8013-10570fe8b1e5 req-0db7d286-6e81-4e05-8806-4610a27d31c2 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034584 Nov 12 00:59:19.765673 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa9bc9-8c3e-440c-b322-35777aee1b97 None None] Pushing event deleted for resources: {'Port': ['ID=4449969f-e039-420d-8b7b-9ae5ab581f15,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:19.795705 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-452678fe-4271-441e-9b14-a3b85ee3d694 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00e2f348-f5d7-4ff2-a022-2b6ce3176031']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:19.813075 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 4449969f-e039-420d-8b7b-9ae5ab581f15 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:59:19.821407 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-452678fe-4271-441e-9b14-a3b85ee3d694 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0523d5e6-7a0a-43e7-a744-4123108fb5cc') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:19.821912 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-452678fe-4271-441e-9b14-a3b85ee3d694 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0523d5e6-7a0a-43e7-a744-4123108fb5cc') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:19.852069 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 4449969f-e039-420d-8b7b-9ae5ab581f15 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:59:19.852421 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 4449969f-e039-420d-8b7b-9ae5ab581f15 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:59:19.852840 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device e8c119b4-7d58-4980-9a06-649a565a1063 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:59:19.853848 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-452678fe-4271-441e-9b14-a3b85ee3d694 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:19.875193 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: e8c119b4-7d58-4980-9a06-649a565a1063 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:59:19.876044 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device e8c119b4-7d58-4980-9a06-649a565a1063 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:59:19.887057 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-452678fe-4271-441e-9b14-a3b85ee3d694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:19.888662 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 43ef404a-dedc-4598-aac5-f5b44cc9ba81 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:59:19.897885 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device d8ff5311-e0a3-4263-85de-4a8747deef58 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:59:19.904884 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-452678fe-4271-441e-9b14-a3b85ee3d694 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:59:19.906190 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-452678fe-4271-441e-9b14-a3b85ee3d694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:19.913515 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 00:59:19.913515 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:59:19.913515 n-d-712142-27 neutron-server[109086]: timer() Nov 12 00:59:19.913515 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:59:19.913515 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 00:59:19.913515 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:59:19.913515 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 00:59:19.913515 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:59:19.913515 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 00:59:19.913515 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:59:19.913515 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 00:59:19.913515 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:59:19.913515 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 00:59:19.913515 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:59:19.913515 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:59:19.913515 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:59:19.913515 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:59:19.913515 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:59:19.913515 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 00:59:19.913515 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:59:19.913515 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 00:59:19.913515 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:59:19.913515 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:59:19.913515 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:59:19.913515 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 00:59:19.913515 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:59:19.913515 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:59:19.913515 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:59:19.913515 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:59:19.913515 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:59:19.913515 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:59:19.913515 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:59:19.935883 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0600077-f264-431f-9f17-1f9a07be8fc7 req-a6e52f6e-8ba5-49de-8594-dcde41029ea8 tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:19.936566 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: d8ff5311-e0a3-4263-85de-4a8747deef58 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:59:19.936566 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device d8ff5311-e0a3-4263-85de-4a8747deef58 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:59:19.941057 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b0600077-f264-431f-9f17-1f9a07be8fc7 req-a6e52f6e-8ba5-49de-8594-dcde41029ea8 tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1ea60bb-75a9-423f-b301-ac52f39e86e5 HTTP/1.1" status: 200 len: 950 time: 0.1113625 Nov 12 00:59:20.017235 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b0600077-f264-431f-9f17-1f9a07be8fc7 req-0a66891a-6cca-49aa-90a5-254f7c05eb36 tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] 10.222.0.45 "GET /v2.0/security-groups?id=5825b133-0c8b-40e9-9bde-01410565f106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684023 Nov 12 00:59:20.019574 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-452678fe-4271-441e-9b14-a3b85ee3d694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:20.057692 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-452678fe-4271-441e-9b14-a3b85ee3d694 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:20.065115 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-452678fe-4271-441e-9b14-a3b85ee3d694 admin admin] 10.222.0.45 "DELETE /v2.0/networks/00e2f348-f5d7-4ff2-a022-2b6ce3176031 HTTP/1.1" status: 204 len: 168 time: 1.2401974 Nov 12 00:59:20.068922 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452678fe-4271-441e-9b14-a3b85ee3d694 admin admin] Pushing event deleted for resources: {'Network': ['ID=00e2f348-f5d7-4ff2-a022-2b6ce3176031,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:20.098397 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 43ef404a-dedc-4598-aac5-f5b44cc9ba81, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=43ef404a-dedc-4598-aac5-f5b44cc9ba81,segment=NetworkSegment(45adf0ba-e61d-4509-afe2-5b0ef96fbbf3),segment_id=45adf0ba-e61d-4509-afe2-5b0ef96fbbf3)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:20.112534 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '43ef404a-dedc-4598-aac5-f5b44cc9ba81', 'network_id': '00a03daf-efbb-48db-964b-992b2504dfd0', 'port_id': '43ef404a-dedc-4598-aac5-f5b44cc9ba81', 'mac_address': 'fa:16:3e:12:b4:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76e4d43b-e53b-464c-a374-bf4144fb9a21', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:59:20.166585 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:20.198795 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59142) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:20.212411 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43ef404a-dedc-4598-aac5-f5b44cc9ba81 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:59:20.274207 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 43ef404a-dedc-4598-aac5-f5b44cc9ba81, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=43ef404a-dedc-4598-aac5-f5b44cc9ba81,segment=NetworkSegment(45adf0ba-e61d-4509-afe2-5b0ef96fbbf3),segment_id=45adf0ba-e61d-4509-afe2-5b0ef96fbbf3)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:20.281904 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:20.381209 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=43ef404a-dedc-4598-aac5-f5b44cc9ba81,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:20.387984 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9ef6e-8d63-4d2e-8b34-c90aa25c2f93 req-f8475bd5-5ac2-4e5f-8c0c-efb962e1a678 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:20.395759 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c9b9ef6e-8d63-4d2e-8b34-c90aa25c2f93 req-f8475bd5-5ac2-4e5f-8c0c-efb962e1a678 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa50c5ea-6d4d-44ff-804d-2a670cf0e0df HTTP/1.1" status: 200 len: 950 time: 0.0882156 Nov 12 00:59:20.406794 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59146) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:20.500033 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c9b9ef6e-8d63-4d2e-8b34-c90aa25c2f93 req-ce237cf8-9f15-46ed-9c94-a8d57be67617 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029208 Nov 12 00:59:20.509417 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f65e4511-c905-4491-bc7e-a6a159858453 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=63958503bac04db39f3dfa41edd3b0fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1000535 Nov 12 00:59:20.513552 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59148) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:20.612677 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0c9f355a-9399-444d-a2cb-d94a7a03c6b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:20.664495 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0c9f355a-9399-444d-a2cb-d94a7a03c6b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:20.708363 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-1b284980-efab-468b-b8dd-6fa021dff393 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-692396060-network', 'tenant_id': '8030b23e47e7451d8889d89fac953ead'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:20.734609 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a30ef-04dc-4877-b4ce-6a1615eb54e9 req-4b5bbeb1-35ec-44a6-adea-009c3358f400 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:20.739222 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b91a30ef-04dc-4877-b4ce-6a1615eb54e9 req-4b5bbeb1-35ec-44a6-adea-009c3358f400 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] 10.222.0.44 "GET /v2.0/ports?device_id=af86cc37-5b5f-4939-9e6e-530f4bf55d75 HTTP/1.1" status: 200 len: 949 time: 0.1266274 Nov 12 00:59:20.744708 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b284980-efab-468b-b8dd-6fa021dff393 admin admin] Made reservation on behalf of 8030b23e47e7451d8889d89fac953ead for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:20.747573 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1b284980-efab-468b-b8dd-6fa021dff393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:20.752817 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0c9f355a-9399-444d-a2cb-d94a7a03c6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:20.755453 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0c9f355a-9399-444d-a2cb-d94a7a03c6b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:20.760715 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0c9f355a-9399-444d-a2cb-d94a7a03c6b5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c58f933b-4bd6-4502-ac83-8aa2b804fd19 HTTP/1.1" status: 204 len: 168 time: 0.2418644 Nov 12 00:59:20.766553 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1b284980-efab-468b-b8dd-6fa021dff393 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:20.784248 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['43ef404a-dedc-4598-aac5-f5b44cc9ba81'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:59:20.784931 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9f355a-9399-444d-a2cb-d94a7a03c6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58f933b-4bd6-4502-ac83-8aa2b804fd19,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:20.975055 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3506aa3-f412-4826-8472-ec924c263d6c req-5f840b85-8b42-4cf6-bbca-faff3002405a tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:20.989500 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a3506aa3-f412-4826-8472-ec924c263d6c req-5f840b85-8b42-4cf6-bbca-faff3002405a tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] 10.222.0.45 "GET /v2.0/ports?device_id=af86cc37-5b5f-4939-9e6e-530f4bf55d75 HTTP/1.1" status: 200 len: 949 time: 0.2924447 Nov 12 00:59:21.008626 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1b284980-efab-468b-b8dd-6fa021dff393 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:21.019644 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1b284980-efab-468b-b8dd-6fa021dff393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:21.073331 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b284980-efab-468b-b8dd-6fa021dff393 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:59:21.092492 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b284980-efab-468b-b8dd-6fa021dff393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032c349f-5db8-456f-9f05-6e0cab93a611,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:21.103527 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1b284980-efab-468b-b8dd-6fa021dff393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:21.105034 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-1b284980-efab-468b-b8dd-6fa021dff393 admin admin] Added segment 538d860a-80ae-4db5-ac1c-5976a3c23c35 of type vlan for network 7938f8f4-d9f5-4911-bb55-408f85e76954 Nov 12 00:59:21.140753 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-b91a30ef-04dc-4877-b4ce-6a1615eb54e9 req-21e9ed0d-a9ea-451b-9c29-f6181d37cefd tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Deleting port f3078017-2fb6-483c-b8e9-6d92e708b295 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:21.140753 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b91a30ef-04dc-4877-b4ce-6a1615eb54e9 req-21e9ed0d-a9ea-451b-9c29-f6181d37cefd tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:21.182087 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1b284980-efab-468b-b8dd-6fa021dff393 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:21.222471 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1b284980-efab-468b-b8dd-6fa021dff393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:21.224465 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b284980-efab-468b-b8dd-6fa021dff393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:21.225383 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1b284980-efab-468b-b8dd-6fa021dff393 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:21.239846 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d09aee-cb5f-4211-9d03-185c60f33ac9 req-ae95c2c3-b4aa-4ab4-adec-7a6d6d331349 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:21.256752 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e6d09aee-cb5f-4211-9d03-185c60f33ac9 req-ae95c2c3-b4aa-4ab4-adec-7a6d6d331349 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=8232f885-aebc-4a1e-8da8-14d654af10ff HTTP/1.1" status: 200 len: 945 time: 0.2183254 Nov 12 00:59:21.311264 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1b284980-efab-468b-b8dd-6fa021dff393 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1063616 Nov 12 00:59:21.312602 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59174) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:21.313770 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a3506aa3-f412-4826-8472-ec924c263d6c req-d47b9283-60eb-482f-8ff3-14d0fd041084 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f24bbfc-cffd-4d62-a978-899dca5d7550&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227489 Nov 12 00:59:21.329031 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-20061d8e-00b7-4fbf-b43f-3e628020e75a admin admin] Request body: {'subnet': {'network_id': '7938f8f4-d9f5-4911-bb55-408f85e76954', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-692396060-subnet', 'tenant_id': '8030b23e47e7451d8889d89fac953ead', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:21.376168 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b284980-efab-468b-b8dd-6fa021dff393 admin admin] Pushing event updated for resources: {'Network': ['ID=7938f8f4-d9f5-4911-bb55-408f85e76954,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:21.384723 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e6d09aee-cb5f-4211-9d03-185c60f33ac9 req-257d5c08-5cf6-4978-889a-8196e6005470 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266584 Nov 12 00:59:21.401738 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20061d8e-00b7-4fbf-b43f-3e628020e75a admin admin] Made reservation on behalf of 8030b23e47e7451d8889d89fac953ead for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:21.407737 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-20061d8e-00b7-4fbf-b43f-3e628020e75a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:21.413632 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 7938f8f4-d9f5-4911-bb55-408f85e76954 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:59:21.464891 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-b91a30ef-04dc-4877-b4ce-6a1615eb54e9 req-21e9ed0d-a9ea-451b-9c29-f6181d37cefd tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] For port f3078017-2fb6-483c-b8e9-6d92e708b295, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=f3078017-2fb6-483c-b8e9-6d92e708b295,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:21.465404 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b91a30ef-04dc-4877-b4ce-6a1615eb54e9 req-21e9ed0d-a9ea-451b-9c29-f6181d37cefd tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:21.494511 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-b91a30ef-04dc-4877-b4ce-6a1615eb54e9 req-21e9ed0d-a9ea-451b-9c29-f6181d37cefd tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Calling delete_port for f3078017-2fb6-483c-b8e9-6d92e708b295 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:21.694800 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-20061d8e-00b7-4fbf-b43f-3e628020e75a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:21.830634 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20061d8e-00b7-4fbf-b43f-3e628020e75a admin admin] Pushing event updated for resources: {'Subnet': ['ID=20b5963d-f0f1-451e-98b9-17b0b819db17,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:21.856110 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20061d8e-00b7-4fbf-b43f-3e628020e75a admin admin] Checking segment: {'id': '538d860a-80ae-4db5-ac1c-5976a3c23c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7938f8f4-d9f5-4911-bb55-408f85e76954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:21.856621 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20061d8e-00b7-4fbf-b43f-3e628020e75a admin admin] Network hostable DHCP agents. Network: 7938f8f4-d9f5-4911-bb55-408f85e76954, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:59:21.883163 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20061d8e-00b7-4fbf-b43f-3e628020e75a admin admin] Network 7938f8f4-d9f5-4911-bb55-408f85e76954 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:59:21.906722 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-20061d8e-00b7-4fbf-b43f-3e628020e75a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 7938f8f4-d9f5-4911-bb55-408f85e76954) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:21.908175 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f5316-7a32-4a00-934b-3d3a886fded8 req-8b6e82d2-2094-4321-9a5f-82e58d4774fb tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:21.915799 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-489f5316-7a32-4a00-934b-3d3a886fded8 req-8b6e82d2-2094-4321-9a5f-82e58d4774fb tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa50c5ea-6d4d-44ff-804d-2a670cf0e0df HTTP/1.1" status: 200 len: 950 time: 0.2142048 Nov 12 00:59:21.917355 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20061d8e-00b7-4fbf-b43f-3e628020e75a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:21.918276 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-20061d8e-00b7-4fbf-b43f-3e628020e75a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:21.921121 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b91a30ef-04dc-4877-b4ce-6a1615eb54e9 req-21e9ed0d-a9ea-451b-9c29-f6181d37cefd tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:21.930747 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df10f61c-12d9-46fb-8d25-bb978b49d46d None None] Network 7938f8f4-d9f5-4911-bb55-408f85e76954 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:21.949557 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6579bada-c4ce-4d78-a9ec-59d8bf4779e3 req-05280900-88ae-47c6-92c9-a0d7517bd5c7 tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:21.952222 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-20061d8e-00b7-4fbf-b43f-3e628020e75a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6361899 Nov 12 00:59:21.953347 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6579bada-c4ce-4d78-a9ec-59d8bf4779e3 req-05280900-88ae-47c6-92c9-a0d7517bd5c7 tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1ea60bb-75a9-423f-b301-ac52f39e86e5 HTTP/1.1" status: 200 len: 950 time: 0.1399474 Nov 12 00:59:22.006129 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9ed0d-a9ea-451b-9c29-f6181d37cefd tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Pushing event deleted for resources: {'Port': ['ID=f3078017-2fb6-483c-b8e9-6d92e708b295,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:22.089833 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-b91a30ef-04dc-4877-b4ce-6a1615eb54e9 req-21e9ed0d-a9ea-451b-9c29-f6181d37cefd tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] No DVR routers for this DVR port f3078017-2fb6-483c-b8e9-6d92e708b295 on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:59:22.100899 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6579bada-c4ce-4d78-a9ec-59d8bf4779e3 req-3ad6d469-6aaa-4146-bea3-33beaeb9c754 tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] 10.222.0.45 "GET /v2.0/security-groups?id=5825b133-0c8b-40e9-9bde-01410565f106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246581 Nov 12 00:59:22.104496 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b91a30ef-04dc-4877-b4ce-6a1615eb54e9 req-21e9ed0d-a9ea-451b-9c29-f6181d37cefd tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:22.126140 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b91a30ef-04dc-4877-b4ce-6a1615eb54e9 req-21e9ed0d-a9ea-451b-9c29-f6181d37cefd tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] 10.222.0.44 "DELETE /v2.0/ports/f3078017-2fb6-483c-b8e9-6d92e708b295 HTTP/1.1" status: 204 len: 173 time: 1.3183310 Nov 12 00:59:22.152333 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-489f5316-7a32-4a00-934b-3d3a886fded8 req-c37a24ca-3bf0-4cb1-9c41-1791d4228995 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338760 Nov 12 00:59:22.156495 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af86cc37-5b5f-4939-9e6e-530f4bf55d75', 'name': 'network-vif-deleted', 'tag': 'f3078017-2fb6-483c-b8e9-6d92e708b295'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:59:22.174009 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0059ebe9-e8d8-4b3d-8f81-fe698f609152" -d '{"events": [{"server_uuid": "af86cc37-5b5f-4939-9e6e-530f4bf55d75", "name": "network-vif-deleted", "tag": "f3078017-2fb6-483c-b8e9-6d92e708b295"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:59:22.215053 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59196) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:22.242638 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b703efdd-f527-4057-8d52-1947a94c58ee None None] Network 7938f8f4-d9f5-4911-bb55-408f85e76954 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:22.274507 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193ed3f9-2c0a-4579-aad0-570da420d51a x-openstack-request-id: req-193ed3f9-2c0a-4579-aad0-570da420d51a {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:59:22.274824 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af86cc37-5b5f-4939-9e6e-530f4bf55d75", "name": "network-vif-deleted", "tag": "f3078017-2fb6-483c-b8e9-6d92e708b295", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:59:22.275026 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-193ed3f9-2c0a-4579-aad0-570da420d51a {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:59:22.275421 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af86cc37-5b5f-4939-9e6e-530f4bf55d75', 'name': 'network-vif-deleted', 'tag': 'f3078017-2fb6-483c-b8e9-6d92e708b295', 'status': 'completed', 'code': 200} Nov 12 00:59:22.375436 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-14973606-08ed-4ac9-98fa-0899d6c9dce4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-737084692-network', 'tenant_id': '22dfe244f4534ed283fb1e028b7ae4df'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:22.455905 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14973606-08ed-4ac9-98fa-0899d6c9dce4 admin admin] Made reservation on behalf of 22dfe244f4534ed283fb1e028b7ae4df for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:22.476220 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-14973606-08ed-4ac9-98fa-0899d6c9dce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:22.513270 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-14973606-08ed-4ac9-98fa-0899d6c9dce4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:22.533131 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9a591fa0-298c-4d51-acde-f05b4dbb2fbe req-c206213a-eeb6-448c-9693-6de0f1f2f446 tempest-ListImageFiltersTestJSON-1000092640 tempest-ListImageFiltersTestJSON-1000092640-project] 10.222.0.45 "GET /v2.0/ports?device_id=af86cc37-5b5f-4939-9e6e-530f4bf55d75 HTTP/1.1" status: 200 len: 210 time: 0.0530763 Nov 12 00:59:22.687530 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-14973606-08ed-4ac9-98fa-0899d6c9dce4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:22.699626 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-14973606-08ed-4ac9-98fa-0899d6c9dce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:22.752495 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14973606-08ed-4ac9-98fa-0899d6c9dce4 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:59:22.769465 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-1d5c72bc-f8ec-4a9a-a1d2-a634bbd8730f req-48f5a905-7f15-4e31-8f4e-c6d2ff234df3 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-161060786', 'description': 'tempest-description-658244340'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:22.790522 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14973606-08ed-4ac9-98fa-0899d6c9dce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b53a3fc-5f87-4508-83b7-be21f61e64a9,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:22.799581 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-14973606-08ed-4ac9-98fa-0899d6c9dce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:22.799957 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-14973606-08ed-4ac9-98fa-0899d6c9dce4 admin admin] Added segment 8576e036-a9c2-4317-a56b-5b4b60032890 of type vlan for network ba15eb74-3f71-4b7b-a241-53b883ba8f14 Nov 12 00:59:22.850584 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1d5c72bc-f8ec-4a9a-a1d2-a634bbd8730f req-48f5a905-7f15-4e31-8f4e-c6d2ff234df3 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:22.863807 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d4f4d-15c3-4a61-bae5-257d7e8a21cd req-8d3b5cf0-808a-4d52-bc62-1808f2c9cbbe tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:22.871483 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-338d4f4d-15c3-4a61-bae5-257d7e8a21cd req-8d3b5cf0-808a-4d52-bc62-1808f2c9cbbe tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=8232f885-aebc-4a1e-8da8-14d654af10ff HTTP/1.1" status: 200 len: 945 time: 0.1649473 Nov 12 00:59:22.901360 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-14973606-08ed-4ac9-98fa-0899d6c9dce4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:22.997580 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-14973606-08ed-4ac9-98fa-0899d6c9dce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:22.998567 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14973606-08ed-4ac9-98fa-0899d6c9dce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:22.999154 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-14973606-08ed-4ac9-98fa-0899d6c9dce4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:23.014209 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-338d4f4d-15c3-4a61-bae5-257d7e8a21cd req-bdf90e2a-9769-48e1-996d-826366c58436 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418111 Nov 12 00:59:23.089436 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-14973606-08ed-4ac9-98fa-0899d6c9dce4 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8729980 Nov 12 00:59:23.094069 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59210) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:23.101988 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14973606-08ed-4ac9-98fa-0899d6c9dce4 admin admin] Pushing event updated for resources: {'Network': ['ID=ba15eb74-3f71-4b7b-a241-53b883ba8f14,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:23.102353 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-16bac4c7-2c04-49d1-bd72-bb2058e4e4dd admin admin] Request body: {'subnet': {'network_id': 'ba15eb74-3f71-4b7b-a241-53b883ba8f14', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-737084692-subnet', 'tenant_id': '22dfe244f4534ed283fb1e028b7ae4df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:23.120383 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network ba15eb74-3f71-4b7b-a241-53b883ba8f14 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:59:23.127916 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1d5c72bc-f8ec-4a9a-a1d2-a634bbd8730f req-48f5a905-7f15-4e31-8f4e-c6d2ff234df3 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:23.133667 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1d5c72bc-f8ec-4a9a-a1d2-a634bbd8730f req-48f5a905-7f15-4e31-8f4e-c6d2ff234df3 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:23.138211 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16bac4c7-2c04-49d1-bd72-bb2058e4e4dd admin admin] Made reservation on behalf of 22dfe244f4534ed283fb1e028b7ae4df for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:23.143707 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-16bac4c7-2c04-49d1-bd72-bb2058e4e4dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:23.173860 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1d5c72bc-f8ec-4a9a-a1d2-a634bbd8730f req-48f5a905-7f15-4e31-8f4e-c6d2ff234df3 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:23.175841 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1d5c72bc-f8ec-4a9a-a1d2-a634bbd8730f req-48f5a905-7f15-4e31-8f4e-c6d2ff234df3 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.4204040 Nov 12 00:59:23.178333 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f5a905-7f15-4e31-8f4e-c6d2ff234df3 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66f8064c-25f3-4cef-8c82-f2c341877f07,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:23.338650 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b8c362ec-4351-4c5b-af8d-c4e8eaa6f585 req-6485df4c-2633-45d0-a4ed-fc0b2ccea653 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] 10.222.0.45 "GET /v2.0/security-groups/66f8064c-25f3-4cef-8c82-f2c341877f07 HTTP/1.1" status: 200 len: 1828 time: 0.0909705 Nov 12 00:59:23.362026 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9767ff2-9bda-4cf1-86af-73bd3c18b7a0 req-6658ff1a-a7bf-4c07-91da-ee4ce7907fa4 tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:23.363691 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c9767ff2-9bda-4cf1-86af-73bd3c18b7a0 req-6658ff1a-a7bf-4c07-91da-ee4ce7907fa4 tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1ea60bb-75a9-423f-b301-ac52f39e86e5 HTTP/1.1" status: 200 len: 950 time: 0.0586259 Nov 12 00:59:23.368772 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-b8c362ec-4351-4c5b-af8d-c4e8eaa6f585 req-abd99636-291f-41a4-af90-e591434fbb88 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '66f8064c-25f3-4cef-8c82-f2c341877f07', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:23.369156 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-b8c362ec-4351-4c5b-af8d-c4e8eaa6f585 req-abd99636-291f-41a4-af90-e591434fbb88 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '66f8064c-25f3-4cef-8c82-f2c341877f07', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:23.399849 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-16bac4c7-2c04-49d1-bd72-bb2058e4e4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:23.452635 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c9767ff2-9bda-4cf1-86af-73bd3c18b7a0 req-609dbe55-d1bf-4eda-8351-34ca21c743a5 tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] 10.222.0.45 "GET /v2.0/security-groups?id=5825b133-0c8b-40e9-9bde-01410565f106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789194 Nov 12 00:59:23.467131 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bac4c7-2c04-49d1-bd72-bb2058e4e4dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=288eb225-7b14-4708-80ad-11744522328c,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:23.474955 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b8c362ec-4351-4c5b-af8d-c4e8eaa6f585 req-abd99636-291f-41a4-af90-e591434fbb88 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:23.496238 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b8c362ec-4351-4c5b-af8d-c4e8eaa6f585 req-abd99636-291f-41a4-af90-e591434fbb88 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:23.503055 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bac4c7-2c04-49d1-bd72-bb2058e4e4dd admin admin] Checking segment: {'id': '8576e036-a9c2-4317-a56b-5b4b60032890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ba15eb74-3f71-4b7b-a241-53b883ba8f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:23.503642 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bac4c7-2c04-49d1-bd72-bb2058e4e4dd admin admin] Network hostable DHCP agents. Network: ba15eb74-3f71-4b7b-a241-53b883ba8f14, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:59:23.506403 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b8c362ec-4351-4c5b-af8d-c4e8eaa6f585 req-abd99636-291f-41a4-af90-e591434fbb88 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:23.526758 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd99636-291f-41a4-af90-e591434fbb88 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc87ef4b-3808-4350-b9fd-4c0d0d368315,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:23.536895 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bac4c7-2c04-49d1-bd72-bb2058e4e4dd admin admin] Network ba15eb74-3f71-4b7b-a241-53b883ba8f14 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:59:23.537947 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b8c362ec-4351-4c5b-af8d-c4e8eaa6f585 req-abd99636-291f-41a4-af90-e591434fbb88 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:23.544606 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b8c362ec-4351-4c5b-af8d-c4e8eaa6f585 req-abd99636-291f-41a4-af90-e591434fbb88 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1793728 Nov 12 00:59:23.554575 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-16bac4c7-2c04-49d1-bd72-bb2058e4e4dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, ba15eb74-3f71-4b7b-a241-53b883ba8f14) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:23.561754 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bac4c7-2c04-49d1-bd72-bb2058e4e4dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:23.563040 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-16bac4c7-2c04-49d1-bd72-bb2058e4e4dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:23.574048 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bb6187-1e37-421c-b6a8-ea20487390e3 None None] Network ba15eb74-3f71-4b7b-a241-53b883ba8f14 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:23.600099 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-16bac4c7-2c04-49d1-bd72-bb2058e4e4dd admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5003977 Nov 12 00:59:23.600868 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59224) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:23.605340 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-3e496d86-8c51-41e5-89e9-4bd47d034443 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-737084692-router', 'tenant_id': '22dfe244f4534ed283fb1e028b7ae4df', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:23.666048 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3e496d86-8c51-41e5-89e9-4bd47d034443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:23.667557 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3e496d86-8c51-41e5-89e9-4bd47d034443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:23.690248 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32516477-46ee-48cd-8bbd-0298da8e6072 req-4812f65a-dbbe-4bef-a15c-4428a568fe87 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:23.691860 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-32516477-46ee-48cd-8bbd-0298da8e6072 req-4812f65a-dbbe-4bef-a15c-4428a568fe87 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa50c5ea-6d4d-44ff-804d-2a670cf0e0df HTTP/1.1" status: 200 len: 950 time: 0.0926557 Nov 12 00:59:23.796399 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3e496d86-8c51-41e5-89e9-4bd47d034443 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:23.822707 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0284c78-4f0c-4cdd-a373-b5117673cc75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-ba15eb74-3f71-4b7b-a241-53b883ba8f14', 'network_id': 'ba15eb74-3f71-4b7b-a241-53b883ba8f14', 'tenant_id': '22dfe244f4534ed283fb1e028b7ae4df', 'fixed_ips': [{'subnet_id': '288eb225-7b14-4708-80ad-11744522328c'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:59:23.824268 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f0284c78-4f0c-4cdd-a373-b5117673cc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:23.966891 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 43ef404a-dedc-4598-aac5-f5b44cc9ba81 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:24.149338 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 43ef404a-dedc-4598-aac5-f5b44cc9ba81 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:59:24.157636 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 43ef404a-dedc-4598-aac5-f5b44cc9ba81 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:24.158013 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:24.161176 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-f0284c78-4f0c-4cdd-a373-b5117673cc75 None None] Allocated IP 172.20.0.2 (ba15eb74-3f71-4b7b-a241-53b883ba8f14/288eb225-7b14-4708-80ad-11744522328c/66d60829-9e10-480c-90de-1c5e030f6919) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:24.244898 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc89b1-011f-4c32-a652-cca82f21c898 req-b0ce2178-bf90-4c0c-a88e-b471845770a1 tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:24.246820 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5dfc89b1-011f-4c32-a652-cca82f21c898 req-b0ce2178-bf90-4c0c-a88e-b471845770a1 tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1ea60bb-75a9-423f-b301-ac52f39e86e5 HTTP/1.1" status: 200 len: 950 time: 0.5539951 Nov 12 00:59:24.276144 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-32516477-46ee-48cd-8bbd-0298da8e6072 req-2fe5e499-072e-4f1a-a098-ed1a56c84768 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5712156 Nov 12 00:59:24.287927 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6a4679eb-2368-4888-9fa8-0d8322bab26a req-04147e17-a765-4d89-92b4-bc958f39b786 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] 10.222.0.45 "GET /v2.0/security-groups/66f8064c-25f3-4cef-8c82-f2c341877f07 HTTP/1.1" status: 200 len: 2421 time: 0.5329816 Nov 12 00:59:24.335866 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:24.397385 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3e496d86-8c51-41e5-89e9-4bd47d034443 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:24.438291 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8232f885-aebc-4a1e-8da8-14d654af10ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43ef404a-dedc-4598-aac5-f5b44cc9ba81'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:59:24.444455 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c35057c-63bd-4a8e-95fe-e5be19399976" -d '{"events": [{"server_uuid": "8232f885-aebc-4a1e-8da8-14d654af10ff", "name": "network-vif-plugged", "status": "completed", "tag": "43ef404a-dedc-4598-aac5-f5b44cc9ba81"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:59:24.473868 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 43ef404a-dedc-4598-aac5-f5b44cc9ba81, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=43ef404a-dedc-4598-aac5-f5b44cc9ba81,segment=NetworkSegment(45adf0ba-e61d-4509-afe2-5b0ef96fbbf3),segment_id=45adf0ba-e61d-4509-afe2-5b0ef96fbbf3)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:24.485232 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:24.530382 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f0284c78-4f0c-4cdd-a373-b5117673cc75 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:24.545724 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f0284c78-4f0c-4cdd-a373-b5117673cc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:24.573329 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=43ef404a-dedc-4598-aac5-f5b44cc9ba81,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:24.574115 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-5dfc89b1-011f-4c32-a652-cca82f21c898 req-46a126e1-38ce-4ca4-b0a3-ad53893c15a0 tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] Deleting port 71d9831e-2730-4de8-9a84-681b406a87ca {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:24.574709 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5dfc89b1-011f-4c32-a652-cca82f21c898 req-46a126e1-38ce-4ca4-b0a3-ad53893c15a0 tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:24.577440 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0284c78-4f0c-4cdd-a373-b5117673cc75 None None] Network ba15eb74-3f71-4b7b-a241-53b883ba8f14 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:24.581955 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-f0284c78-4f0c-4cdd-a373-b5117673cc75 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:24.601766 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0284c78-4f0c-4cdd-a373-b5117673cc75 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:24.646700 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0284c78-4f0c-4cdd-a373-b5117673cc75 None None] Pushing event updated for resources: {'Port': ['ID=66d60829-9e10-480c-90de-1c5e030f6919,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:24.678598 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-f0284c78-4f0c-4cdd-a373-b5117673cc75 None None] Attempting to bind port 66d60829-9e10-480c-90de-1c5e030f6919 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:24.678994 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-f0284c78-4f0c-4cdd-a373-b5117673cc75 None None] Attempting to bind port 66d60829-9e10-480c-90de-1c5e030f6919 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '8576e036-a9c2-4317-a56b-5b4b60032890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ba15eb74-3f71-4b7b-a241-53b883ba8f14'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:24.679370 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0284c78-4f0c-4cdd-a373-b5117673cc75 None None] Attempting to bind port 66d60829-9e10-480c-90de-1c5e030f6919 on network ba15eb74-3f71-4b7b-a241-53b883ba8f14 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:24.685677 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0284c78-4f0c-4cdd-a373-b5117673cc75 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:59:24.686064 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0284c78-4f0c-4cdd-a373-b5117673cc75 None None] Checking segment: {'id': '8576e036-a9c2-4317-a56b-5b4b60032890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ba15eb74-3f71-4b7b-a241-53b883ba8f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:24.686440 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f0284c78-4f0c-4cdd-a373-b5117673cc75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:24.686832 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0284c78-4f0c-4cdd-a373-b5117673cc75 None None] Bound using segment: {'id': '8576e036-a9c2-4317-a56b-5b4b60032890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ba15eb74-3f71-4b7b-a241-53b883ba8f14'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:59:24.687307 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-f0284c78-4f0c-4cdd-a373-b5117673cc75 None None] Bound port: 66d60829-9e10-480c-90de-1c5e030f6919, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8576e036-a9c2-4317-a56b-5b4b60032890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ba15eb74-3f71-4b7b-a241-53b883ba8f14'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:59:24.687691 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f0284c78-4f0c-4cdd-a373-b5117673cc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:24.693025 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a140ed1-02b8-49a6-9701-e36fdb525db0 req-03759f8f-1c40-4068-b746-95868e2dff33 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:24.694594 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1a140ed1-02b8-49a6-9701-e36fdb525db0 req-03759f8f-1c40-4068-b746-95868e2dff33 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=8232f885-aebc-4a1e-8da8-14d654af10ff HTTP/1.1" status: 200 len: 946 time: 0.2018659 Nov 12 00:59:24.718634 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68509985-acea-41f0-8072-8c2f66b44369 req-c590a9bf-729e-4296-b714-099bf0594607 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] 10.222.0.45 "GET /v2.0/security-group-rules/dc87ef4b-3808-4350-b9fd-4c0d0d368315 HTTP/1.1" status: 200 len: 778 time: 0.0860274 Nov 12 00:59:24.763232 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-f0284c78-4f0c-4cdd-a373-b5117673cc75 None None] For port 66d60829-9e10-480c-90de-1c5e030f6919, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:59:24.768196 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-f0284c78-4f0c-4cdd-a373-b5117673cc75 None None] For port 66d60829-9e10-480c-90de-1c5e030f6919, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=66d60829-9e10-480c-90de-1c5e030f6919,segment=NetworkSegment(8576e036-a9c2-4317-a56b-5b4b60032890),segment_id=8576e036-a9c2-4317-a56b-5b4b60032890)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:59:24.774572 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f0284c78-4f0c-4cdd-a373-b5117673cc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:24.801700 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-5dfc89b1-011f-4c32-a652-cca82f21c898 req-46a126e1-38ce-4ca4-b0a3-ad53893c15a0 tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] For port 71d9831e-2730-4de8-9a84-681b406a87ca, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=71d9831e-2730-4de8-9a84-681b406a87ca,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:24.802150 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5dfc89b1-011f-4c32-a652-cca82f21c898 req-46a126e1-38ce-4ca4-b0a3-ad53893c15a0 tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:24.809689 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 00:59:24.859117 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-5dfc89b1-011f-4c32-a652-cca82f21c898 req-46a126e1-38ce-4ca4-b0a3-ad53893c15a0 tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] Calling delete_port for 71d9831e-2730-4de8-9a84-681b406a87ca owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:24.865679 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0284c78-4f0c-4cdd-a373-b5117673cc75 None None] Pushing event updated for resources: {'Port': ['ID=66d60829-9e10-480c-90de-1c5e030f6919,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:24.973082 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1a140ed1-02b8-49a6-9701-e36fdb525db0 req-55b5ae86-31a4-43cb-8e43-febb20a68b1c tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580135 Nov 12 00:59:24.979786 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68509985-acea-41f0-8072-8c2f66b44369 req-885b4073-b092-43eb-a58a-19a91f616e98 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] 10.222.0.45 "GET /v2.0/security-groups/66f8064c-25f3-4cef-8c82-f2c341877f07 HTTP/1.1" status: 200 len: 2421 time: 0.2452486 Nov 12 00:59:25.159334 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-68509985-acea-41f0-8072-8c2f66b44369 req-57acf582-1cdc-4271-8fd4-33b8fae322dd tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:25.177458 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3e496d86-8c51-41e5-89e9-4bd47d034443 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:25.185371 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-68509985-acea-41f0-8072-8c2f66b44369 req-57acf582-1cdc-4271-8fd4-33b8fae322dd tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:25.260870 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3e496d86-8c51-41e5-89e9-4bd47d034443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:25.405667 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-68509985-acea-41f0-8072-8c2f66b44369 req-57acf582-1cdc-4271-8fd4-33b8fae322dd tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:25.427314 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-68509985-acea-41f0-8072-8c2f66b44369 req-57acf582-1cdc-4271-8fd4-33b8fae322dd tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:25.429306 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68509985-acea-41f0-8072-8c2f66b44369 req-57acf582-1cdc-4271-8fd4-33b8fae322dd tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/dc87ef4b-3808-4350-b9fd-4c0d0d368315 HTTP/1.1" status: 204 len: 173 time: 0.4174225 Nov 12 00:59:25.473864 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57acf582-1cdc-4271-8fd4-33b8fae322dd tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dc87ef4b-3808-4350-b9fd-4c0d0d368315,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:25.506969 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5dfc89b1-011f-4c32-a652-cca82f21c898 req-46a126e1-38ce-4ca4-b0a3-ad53893c15a0 tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:25.507205 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a263c29-d822-4544-ab2a-a15e567881e1 x-openstack-request-id: req-4a263c29-d822-4544-ab2a-a15e567881e1 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:59:25.507672 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8232f885-aebc-4a1e-8da8-14d654af10ff", "name": "network-vif-plugged", "status": "completed", "tag": "43ef404a-dedc-4598-aac5-f5b44cc9ba81", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:59:25.508087 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4a263c29-d822-4544-ab2a-a15e567881e1 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:59:25.510280 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8232f885-aebc-4a1e-8da8-14d654af10ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43ef404a-dedc-4598-aac5-f5b44cc9ba81', 'code': 200} Nov 12 00:59:25.544696 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['71d9831e-2730-4de8-9a84-681b406a87ca'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:59:25.617372 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a126e1-38ce-4ca4-b0a3-ad53893c15a0 tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] Pushing event deleted for resources: {'Port': ['ID=71d9831e-2730-4de8-9a84-681b406a87ca,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:25.722639 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2efbb5a0-2038-4b39-8694-e5f76bd044eb req-3ff4772a-7e04-4dd4-9d14-bd43aef4f6c6 tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1ea60bb-75a9-423f-b301-ac52f39e86e5 HTTP/1.1" status: 200 len: 210 time: 0.1112099 Nov 12 00:59:25.756842 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dfc89b1-011f-4c32-a652-cca82f21c898 req-46a126e1-38ce-4ca4-b0a3-ad53893c15a0 tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] No DVR routers for this DVR port 71d9831e-2730-4de8-9a84-681b406a87ca on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:59:25.765042 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5dfc89b1-011f-4c32-a652-cca82f21c898 req-46a126e1-38ce-4ca4-b0a3-ad53893c15a0 tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:25.775251 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5dfc89b1-011f-4c32-a652-cca82f21c898 req-46a126e1-38ce-4ca4-b0a3-ad53893c15a0 tempest-TenantUsagesTestJSON-274966482 tempest-TenantUsagesTestJSON-274966482-project] 10.222.0.44 "DELETE /v2.0/ports/71d9831e-2730-4de8-9a84-681b406a87ca HTTP/1.1" status: 204 len: 173 time: 1.5155897 Nov 12 00:59:25.775751 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ea60bb-75a9-423f-b301-ac52f39e86e5', 'name': 'network-vif-deleted', 'tag': '71d9831e-2730-4de8-9a84-681b406a87ca'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:59:25.778180 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db935b6c-9dd6-4994-bc17-326ae8dd866d" -d '{"events": [{"server_uuid": "a1ea60bb-75a9-423f-b301-ac52f39e86e5", "name": "network-vif-deleted", "tag": "71d9831e-2730-4de8-9a84-681b406a87ca"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:59:25.793091 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-3e496d86-8c51-41e5-89e9-4bd47d034443 admin admin] Allocated IP 172.25.3.234 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/5df62e00-28ab-4190-8ee1-b2ca95f0a31c) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:25.811385 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-3c14993d-3b0d-452c-89f6-273c1eb70cf5 req-be69c353-daca-42de-833e-fdebd9197380 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1405111531', 'description': 'tempest-description-1311328771'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:25.851583 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83f3ba-c400-4bac-8fb4-39e30cd828d1 req-f8c8496b-8e31-481e-b46e-ff6b20e82d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:25.861490 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ff83f3ba-c400-4bac-8fb4-39e30cd828d1 req-f8c8496b-8e31-481e-b46e-ff6b20e82d89 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8232f885-aebc-4a1e-8da8-14d654af10ff HTTP/1.1" status: 200 len: 1098 time: 0.2005947 Nov 12 00:59:25.924239 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-3c14993d-3b0d-452c-89f6-273c1eb70cf5 req-be69c353-daca-42de-833e-fdebd9197380 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:25.925265 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 66d60829-9e10-480c-90de-1c5e030f6919 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:25.978183 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ff83f3ba-c400-4bac-8fb4-39e30cd828d1 req-aefa3c3e-4c6a-432b-b931-7c8e878f6f61 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993161 Nov 12 00:59:25.979514 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 71d9831e-2730-4de8-9a84-681b406a87ca no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:59:26.025611 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 71d9831e-2730-4de8-9a84-681b406a87ca {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:59:26.026344 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 71d9831e-2730-4de8-9a84-681b406a87ca not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:59:26.027119 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device f3078017-2fb6-483c-b8e9-6d92e708b295 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:59:26.051683 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: f3078017-2fb6-483c-b8e9-6d92e708b295 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:59:26.052335 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device f3078017-2fb6-483c-b8e9-6d92e708b295 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:59:26.056642 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3e496d86-8c51-41e5-89e9-4bd47d034443 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:26.071993 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de14145-a090-4819-a7c8-d283f3008c94 req-ac1cd7cb-7ab0-4cfc-b444-59fd5cbb8dc8 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:26.078325 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 66d60829-9e10-480c-90de-1c5e030f6919 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:26.078707 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:26.079597 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9de14145-a090-4819-a7c8-d283f3008c94 req-ac1cd7cb-7ab0-4cfc-b444-59fd5cbb8dc8 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa50c5ea-6d4d-44ff-804d-2a670cf0e0df HTTP/1.1" status: 200 len: 950 time: 0.2042670 Nov 12 00:59:26.194966 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:26.195525 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9de14145-a090-4819-a7c8-d283f3008c94 req-6f8f3a4e-ec17-47b4-a4bf-7b5fce8ab975 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147206 Nov 12 00:59:26.199936 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-3c14993d-3b0d-452c-89f6-273c1eb70cf5 req-be69c353-daca-42de-833e-fdebd9197380 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:26.208925 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-3c14993d-3b0d-452c-89f6-273c1eb70cf5 req-be69c353-daca-42de-833e-fdebd9197380 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:26.232973 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3e496d86-8c51-41e5-89e9-4bd47d034443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:26.261158 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 66d60829-9e10-480c-90de-1c5e030f6919, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=66d60829-9e10-480c-90de-1c5e030f6919,segment=NetworkSegment(8576e036-a9c2-4317-a56b-5b4b60032890),segment_id=8576e036-a9c2-4317-a56b-5b4b60032890)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:26.273358 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:26.358487 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e496d86-8c51-41e5-89e9-4bd47d034443 admin admin] Pushing event updated for resources: {'Port': ['ID=5df62e00-28ab-4190-8ee1-b2ca95f0a31c,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:26.364166 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be69c353-daca-42de-833e-fdebd9197380 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c022019-09c3-4e9d-aae7-980381c80c64,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:26.371128 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-3c14993d-3b0d-452c-89f6-273c1eb70cf5 req-be69c353-daca-42de-833e-fdebd9197380 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:26.384764 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3c14993d-3b0d-452c-89f6-273c1eb70cf5 req-be69c353-daca-42de-833e-fdebd9197380 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.5790262 Nov 12 00:59:26.413100 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e496d86-8c51-41e5-89e9-4bd47d034443 admin admin] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:26.419361 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-3e496d86-8c51-41e5-89e9-4bd47d034443 admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:26.424487 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e496d86-8c51-41e5-89e9-4bd47d034443 admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:26.454294 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=66d60829-9e10-480c-90de-1c5e030f6919,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:26.519620 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdcae69-4788-4317-a5b8-08bb8c5f840c None None] Network ba15eb74-3f71-4b7b-a241-53b883ba8f14 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:26.580807 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014c2fb6-9426-4c2c-98fa-eb6a99f075f7 x-openstack-request-id: req-014c2fb6-9426-4c2c-98fa-eb6a99f075f7 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:59:26.581064 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ea60bb-75a9-423f-b301-ac52f39e86e5", "name": "network-vif-deleted", "tag": "71d9831e-2730-4de8-9a84-681b406a87ca", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:59:26.581527 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-014c2fb6-9426-4c2c-98fa-eb6a99f075f7 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:59:26.582077 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ea60bb-75a9-423f-b301-ac52f39e86e5', 'name': 'network-vif-deleted', 'tag': '71d9831e-2730-4de8-9a84-681b406a87ca', 'status': 'completed', 'code': 200} Nov 12 00:59:26.697814 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-e2507fda-d741-4ee9-8dc3-1bc383b57706 None None] Provisioning complete for port 66d60829-9e10-480c-90de-1c5e030f6919 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:26.698455 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e2507fda-d741-4ee9-8dc3-1bc383b57706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:26.771427 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557af45-708a-4bdd-881f-5db9ac6abe8f req-23ce428c-b1a8-483f-a962-a8bd1a82e411 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:26.773157 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c557af45-708a-4bdd-881f-5db9ac6abe8f req-23ce428c-b1a8-483f-a962-a8bd1a82e411 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=8232f885-aebc-4a1e-8da8-14d654af10ff HTTP/1.1" status: 200 len: 946 time: 0.1148577 Nov 12 00:59:26.872089 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3e496d86-8c51-41e5-89e9-4bd47d034443 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:26.942208 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bf3bf94d-cb19-463b-a49e-cc1bd2f37adb req-c5734762-b75e-442f-8d14-05206a8a28e3 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] 10.222.0.45 "GET /v2.0/security-groups/1c022019-09c3-4e9d-aae7-980381c80c64 HTTP/1.1" status: 200 len: 1830 time: 0.1354420 Nov 12 00:59:26.950171 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c557af45-708a-4bdd-881f-5db9ac6abe8f req-33468a9c-19d9-4b55-b14f-4ca57eee248b tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443665 Nov 12 00:59:27.126769 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4114cc3b-4518-4b39-b61e-282c7efc4736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:27.221913 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-1183e24e-d7f5-4f29-9cae-778d69917d2b req-940bdd71-6008-4590-b06c-325fa55c6d52 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-152151852', 'description': 'tempest-description-1172607867'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:27.311454 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3e496d86-8c51-41e5-89e9-4bd47d034443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:27.320879 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1183e24e-d7f5-4f29-9cae-778d69917d2b req-940bdd71-6008-4590-b06c-325fa55c6d52 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:27.343014 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-2599aa04-c5f8-4edd-8729-cd22c289985c None None] Provisioning complete for port 66d60829-9e10-480c-90de-1c5e030f6919 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:27.343435 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2599aa04-c5f8-4edd-8729-cd22c289985c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:27.507446 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1183e24e-d7f5-4f29-9cae-778d69917d2b req-940bdd71-6008-4590-b06c-325fa55c6d52 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:27.519743 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1183e24e-d7f5-4f29-9cae-778d69917d2b req-940bdd71-6008-4590-b06c-325fa55c6d52 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:27.528340 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59318) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:27.575726 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1183e24e-d7f5-4f29-9cae-778d69917d2b req-940bdd71-6008-4590-b06c-325fa55c6d52 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:27.577080 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1183e24e-d7f5-4f29-9cae-778d69917d2b req-940bdd71-6008-4590-b06c-325fa55c6d52 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3678322 Nov 12 00:59:27.594060 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940bdd71-6008-4590-b06c-325fa55c6d52 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=268871fb-4809-434e-bef6-41e5c405ea96,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:27.607773 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e496d86-8c51-41e5-89e9-4bd47d034443 admin admin] Router 3ac12f93-91ef-4a9b-8edf-f2e4c37ec07c is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:59:27.816372 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f5958fef-9bd6-4abf-b4e5-8919b11cfdb9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=84ebb05b2d2c418e9a76e6d4f70a3077&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2859766 Nov 12 00:59:27.818865 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb4ceb-8342-4de1-ad56-694d319eed75 req-0ea4772d-7c13-45f1-a027-13a8c2356711 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:27.819813 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59328) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:27.820466 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0adb4ceb-8342-4de1-ad56-694d319eed75 req-0ea4772d-7c13-45f1-a027-13a8c2356711 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa50c5ea-6d4d-44ff-804d-2a670cf0e0df HTTP/1.1" status: 200 len: 950 time: 0.1234548 Nov 12 00:59:27.843147 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 66d60829-9e10-480c-90de-1c5e030f6919 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:27.855455 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e496d86-8c51-41e5-89e9-4bd47d034443 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:59:27.869784 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e504ab59-4fca-4700-938a-e40c907d3eab None None] Sync routers for ids ['3ac12f93-91ef-4a9b-8edf-f2e4c37ec07c'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:59:27.887224 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e504ab59-4fca-4700-938a-e40c907d3eab None None] Routers {'3ac12f93-91ef-4a9b-8edf-f2e4c37ec07c'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:27.887616 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-e504ab59-4fca-4700-938a-e40c907d3eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:59:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['3ac12f93-91ef-4a9b-8edf-f2e4c37ec07c'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:27.915716 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3e496d86-8c51-41e5-89e9-4bd47d034443 admin admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:27.916429 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-65809840-c7a0-4ab4-a0e6-7fbe7fb91f4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:27.920343 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3e496d86-8c51-41e5-89e9-4bd47d034443 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.3183019 Nov 12 00:59:27.923190 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59332) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:27.935284 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4d9777ff-41de-469f-9f93-9ba2f6bc0f3b req-4d32f878-5526-4189-8585-c46d5d3c4a7e tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] 10.222.0.45 "GET /v2.0/security-groups/268871fb-4809-434e-bef6-41e5c405ea96 HTTP/1.1" status: 200 len: 1829 time: 0.0968471 Nov 12 00:59:27.952322 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0adb4ceb-8342-4de1-ad56-694d319eed75 req-36a1bbef-ff8a-42f9-9962-322513467dd6 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226370 Nov 12 00:59:27.988076 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-e7792206-daef-4f70-9386-7bc86b4f9253 req-75ff18da-a523-4cdb-a66a-a33c0b0bc57e tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-58476054', 'description': 'tempest-description-744222737'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:28.005087 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 66d60829-9e10-480c-90de-1c5e030f6919 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:28.006916 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:28.007368 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-65809840-c7a0-4ab4-a0e6-7fbe7fb91f4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:28.037899 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59338) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:28.066677 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e7792206-daef-4f70-9386-7bc86b4f9253 req-75ff18da-a523-4cdb-a66a-a33c0b0bc57e tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:28.108346 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-e504ab59-4fca-4700-938a-e40c907d3eab None None] Set router 3ac12f93-91ef-4a9b-8edf-f2e4c37ec07c gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:59:28.173848 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-65809840-c7a0-4ab4-a0e6-7fbe7fb91f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:28.181488 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-65809840-c7a0-4ab4-a0e6-7fbe7fb91f4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:28.191408 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-65809840-c7a0-4ab4-a0e6-7fbe7fb91f4b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5825b133-0c8b-40e9-9bde-01410565f106 HTTP/1.1" status: 204 len: 168 time: 0.3620591 Nov 12 00:59:28.209462 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1dd911-38b4-4c60-ac02-1931418a2c4e req-07402109-5159-4ac0-8493-f232f971380a tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:28.217102 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2d1dd911-38b4-4c60-ac02-1931418a2c4e req-07402109-5159-4ac0-8493-f232f971380a tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=8232f885-aebc-4a1e-8da8-14d654af10ff HTTP/1.1" status: 200 len: 946 time: 0.1112785 Nov 12 00:59:28.235302 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65809840-c7a0-4ab4-a0e6-7fbe7fb91f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5825b133-0c8b-40e9-9bde-01410565f106,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:28.268644 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65809840-c7a0-4ab4-a0e6-7fbe7fb91f4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:28.269863 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65809840-c7a0-4ab4-a0e6-7fbe7fb91f4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:28.270461 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65809840-c7a0-4ab4-a0e6-7fbe7fb91f4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:28.271056 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65809840-c7a0-4ab4-a0e6-7fbe7fb91f4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:28.271644 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65809840-c7a0-4ab4-a0e6-7fbe7fb91f4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:28.272273 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65809840-c7a0-4ab4-a0e6-7fbe7fb91f4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:28.272867 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65809840-c7a0-4ab4-a0e6-7fbe7fb91f4b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:28.273467 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65809840-c7a0-4ab4-a0e6-7fbe7fb91f4b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:28.274058 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65809840-c7a0-4ab4-a0e6-7fbe7fb91f4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:28.274833 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65809840-c7a0-4ab4-a0e6-7fbe7fb91f4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:28.275447 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65809840-c7a0-4ab4-a0e6-7fbe7fb91f4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:28.276028 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65809840-c7a0-4ab4-a0e6-7fbe7fb91f4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 00:59:28.284384 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2d1dd911-38b4-4c60-ac02-1931418a2c4e req-2d1287fc-94da-4e3c-8968-d15e9327cb9a tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617280 Nov 12 00:59:28.323655 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e7792206-daef-4f70-9386-7bc86b4f9253 req-75ff18da-a523-4cdb-a66a-a33c0b0bc57e tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:28.334124 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e7792206-daef-4f70-9386-7bc86b4f9253 req-75ff18da-a523-4cdb-a66a-a33c0b0bc57e tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:28.383417 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e7792206-daef-4f70-9386-7bc86b4f9253 req-75ff18da-a523-4cdb-a66a-a33c0b0bc57e tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:28.397028 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e7792206-daef-4f70-9386-7bc86b4f9253 req-75ff18da-a523-4cdb-a66a-a33c0b0bc57e tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.4147182 Nov 12 00:59:28.431641 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-12601929-67e8-4bfa-9ede-77984fb6cf16 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8b62a7bd07ff46aa817cfdb6cdb58769&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3924892 Nov 12 00:59:28.437961 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59350) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:28.513252 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d8adb124-12ba-4d43-a761-1505f2256b9c req-d7591e17-c132-451e-947a-188112019118 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] 10.222.0.45 "GET /v2.0/security-groups/d1c9f6a2-e2c9-4862-97eb-0c525b1eb220 HTTP/1.1" status: 200 len: 1827 time: 0.0641294 Nov 12 00:59:28.514172 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff18da-a523-4cdb-a66a-a33c0b0bc57e tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c9f6a2-e2c9-4862-97eb-0c525b1eb220,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:28.557314 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-9013f171-f589-428e-9427-7cc4d47f122a req-3723e060-9d9c-4875-81a5-9e42bceaffa5 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1483744827', 'description': 'tempest-description-1532960641'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:28.573210 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-e504ab59-4fca-4700-938a-e40c907d3eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac12f93-91ef-4a9b-8edf-f2e4c37ec07c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-737084692-router', 'tenant_id': '22dfe244f4534ed283fb1e028b7ae4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '5df62e00-28ab-4190-8ee1-b2ca95f0a31c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:23Z', 'updated_at': '2021-11-12T00:59:26Z', 'revision_number': 3, 'project_id': '22dfe244f4534ed283fb1e028b7ae4df', 'gw_port': {'id': '5df62e00-28ab-4190-8ee1-b2ca95f0a31c', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:25:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac12f93-91ef-4a9b-8edf-f2e4c37ec07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:25Z', 'updated_at': '2021-11-12T00:59:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:28.628736 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e504ab59-4fca-4700-938a-e40c907d3eab None None] Checking router: 3ac12f93-91ef-4a9b-8edf-f2e4c37ec07c for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:59:28.629087 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e504ab59-4fca-4700-938a-e40c907d3eab None None] Updating router 3ac12f93-91ef-4a9b-8edf-f2e4c37ec07c port 5df62e00-28ab-4190-8ee1-b2ca95f0a31c binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:59:28.657944 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-14e1c172-c963-4c87-9910-707aadd057ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:28.683620 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-e504ab59-4fca-4700-938a-e40c907d3eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:28.758334 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9013f171-f589-428e-9427-7cc4d47f122a req-3723e060-9d9c-4875-81a5-9e42bceaffa5 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:28.773334 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-14e1c172-c963-4c87-9910-707aadd057ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:28.802933 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59360) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:28.837021 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d95b9048-06b9-4070-9bfa-91e41c030b12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:28.871725 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ef33f1a7-8780-4b5e-a6ee-eeccf287d123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:28.904545 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2005a8a-3783-4d8b-ac5b-0fca0ab42bf6 req-512ebb6d-ac9e-4dc8-8dfd-3ca861a9d041 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:28.907345 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e2005a8a-3783-4d8b-ac5b-0fca0ab42bf6 req-512ebb6d-ac9e-4dc8-8dfd-3ca861a9d041 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=8232f885-aebc-4a1e-8da8-14d654af10ff HTTP/1.1" status: 200 len: 946 time: 0.2211547 Nov 12 00:59:29.020878 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-14e1c172-c963-4c87-9910-707aadd057ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:29.023458 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-14e1c172-c963-4c87-9910-707aadd057ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:29.028625 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-14e1c172-c963-4c87-9910-707aadd057ab admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4f24bbfc-cffd-4d62-a978-899dca5d7550 HTTP/1.1" status: 204 len: 168 time: 0.5853734 Nov 12 00:59:29.041180 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e2005a8a-3783-4d8b-ac5b-0fca0ab42bf6 req-bfe1244a-c498-48cf-9ca4-33bf82d0c07c tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098456 Nov 12 00:59:29.047488 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e1c172-c963-4c87-9910-707aadd057ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f24bbfc-cffd-4d62-a978-899dca5d7550,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:29.047946 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d95b9048-06b9-4070-9bfa-91e41c030b12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:29.051320 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9013f171-f589-428e-9427-7cc4d47f122a req-3723e060-9d9c-4875-81a5-9e42bceaffa5 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:29.057059 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9013f171-f589-428e-9427-7cc4d47f122a req-3723e060-9d9c-4875-81a5-9e42bceaffa5 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:29.058444 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d95b9048-06b9-4070-9bfa-91e41c030b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:29.068114 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-e504ab59-4fca-4700-938a-e40c907d3eab None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:29.081041 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-e504ab59-4fca-4700-938a-e40c907d3eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:29.092572 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9013f171-f589-428e-9427-7cc4d47f122a req-3723e060-9d9c-4875-81a5-9e42bceaffa5 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:29.104556 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9013f171-f589-428e-9427-7cc4d47f122a req-3723e060-9d9c-4875-81a5-9e42bceaffa5 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.5679584 Nov 12 00:59:29.161574 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3723e060-9d9c-4875-81a5-9e42bceaffa5 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6965485c-c1db-4efe-a5b6-4f2cdb97ad6a,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:29.165846 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d95b9048-06b9-4070-9bfa-91e41c030b12 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=13b83ea0af43469b8401f8c060dbd69c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3617880 Nov 12 00:59:29.170605 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59368) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:29.183737 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b9048-06b9-4070-9bfa-91e41c030b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc60d2fd-34b8-4cde-872d-fcad67748c8b,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:29.188976 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0151d184-2d9a-40b1-bae3-3d915db6d086 None None] Pushing event updated for resources: {'Port': ['ID=5df62e00-28ab-4190-8ee1-b2ca95f0a31c,revision_number=2']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:29.208393 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-ef33f1a7-8780-4b5e-a6ee-eeccf287d123 admin admin] Allocated IP 172.20.0.1 (ba15eb74-3f71-4b7b-a241-53b883ba8f14/288eb225-7b14-4708-80ad-11744522328c/ce1aa420-bb9a-49c7-b65e-e4eadbb59587) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:29.235386 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-e504ab59-4fca-4700-938a-e40c907d3eab None None] Attempting to bind port 5df62e00-28ab-4190-8ee1-b2ca95f0a31c on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:29.235386 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-e504ab59-4fca-4700-938a-e40c907d3eab None None] Attempting to bind port 5df62e00-28ab-4190-8ee1-b2ca95f0a31c by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:29.235899 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e504ab59-4fca-4700-938a-e40c907d3eab None None] Attempting to bind port 5df62e00-28ab-4190-8ee1-b2ca95f0a31c on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:29.248570 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e504ab59-4fca-4700-938a-e40c907d3eab None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:59:29.249047 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e504ab59-4fca-4700-938a-e40c907d3eab None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:29.249361 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-e504ab59-4fca-4700-938a-e40c907d3eab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:29.249761 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e504ab59-4fca-4700-938a-e40c907d3eab None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:59:29.250260 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-e504ab59-4fca-4700-938a-e40c907d3eab None None] Bound port: 5df62e00-28ab-4190-8ee1-b2ca95f0a31c, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:59:29.250648 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-e504ab59-4fca-4700-938a-e40c907d3eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:29.290672 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5e3681d4-2eb4-40e7-a412-e16c7baf3cc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:29.335327 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5e3681d4-2eb4-40e7-a412-e16c7baf3cc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:29.351251 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-00744278-42b3-46f3-b15e-41bafdafa4b8 req-09cb8d41-505a-4d52-a309-8000bf409492 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] 10.222.0.45 "GET /v2.0/security-groups/6965485c-c1db-4efe-a5b6-4f2cdb97ad6a HTTP/1.1" status: 200 len: 1830 time: 0.0779927 Nov 12 00:59:29.395257 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-e504ab59-4fca-4700-938a-e40c907d3eab None None] For port 5df62e00-28ab-4190-8ee1-b2ca95f0a31c, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:59:29.405919 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-e504ab59-4fca-4700-938a-e40c907d3eab None None] For port 5df62e00-28ab-4190-8ee1-b2ca95f0a31c, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=5df62e00-28ab-4190-8ee1-b2ca95f0a31c,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:59:29.422112 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-e504ab59-4fca-4700-938a-e40c907d3eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:29.445880 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ef33f1a7-8780-4b5e-a6ee-eeccf287d123 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:29.467852 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e45690-a8cc-4e99-8431-d1856656d82a req-c73ee5de-16c5-469b-a548-66575a2d5a84 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:29.476773 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d1e45690-a8cc-4e99-8431-d1856656d82a req-c73ee5de-16c5-469b-a548-66575a2d5a84 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa50c5ea-6d4d-44ff-804d-2a670cf0e0df HTTP/1.1" status: 200 len: 950 time: 0.0843077 Nov 12 00:59:29.522731 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e504ab59-4fca-4700-938a-e40c907d3eab None None] Routers {'3ac12f93-91ef-4a9b-8edf-f2e4c37ec07c'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:29.523609 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-e504ab59-4fca-4700-938a-e40c907d3eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:59:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['3ac12f93-91ef-4a9b-8edf-f2e4c37ec07c'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:29.530767 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0151d184-2d9a-40b1-bae3-3d915db6d086 None None] Pushing event updated for resources: {'Port': ['ID=5df62e00-28ab-4190-8ee1-b2ca95f0a31c,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:29.541918 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ef33f1a7-8780-4b5e-a6ee-eeccf287d123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:29.561384 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5e3681d4-2eb4-40e7-a412-e16c7baf3cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:29.564302 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5e3681d4-2eb4-40e7-a412-e16c7baf3cc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:29.568466 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-5e3681d4-2eb4-40e7-a412-e16c7baf3cc8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dc60d2fd-34b8-4cde-872d-fcad67748c8b HTTP/1.1" status: 204 len: 168 time: 0.3963394 Nov 12 00:59:29.619486 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef33f1a7-8780-4b5e-a6ee-eeccf287d123 admin admin] Pushing event updated for resources: {'Port': ['ID=ce1aa420-bb9a-49c7-b65e-e4eadbb59587,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:29.640277 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef33f1a7-8780-4b5e-a6ee-eeccf287d123 admin admin] Network ba15eb74-3f71-4b7b-a241-53b883ba8f14 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:29.641805 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-ef33f1a7-8780-4b5e-a6ee-eeccf287d123 admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:29.659213 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef33f1a7-8780-4b5e-a6ee-eeccf287d123 admin admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:29.724129 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ef33f1a7-8780-4b5e-a6ee-eeccf287d123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:30.026102 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ef33f1a7-8780-4b5e-a6ee-eeccf287d123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:30.085274 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3681d4-2eb4-40e7-a412-e16c7baf3cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc60d2fd-34b8-4cde-872d-fcad67748c8b,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:30.121575 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d1e45690-a8cc-4e99-8431-d1856656d82a req-9f066799-b48b-49a9-8ef0-6a0832dbb37a tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6413455 Nov 12 00:59:30.143630 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c3ef1-ae7e-4567-9079-0ca806ee17ad req-fc9d9bd4-c776-431d-b04c-c2cd4a934b76 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:30.145293 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5e3c3ef1-ae7e-4567-9079-0ca806ee17ad req-fc9d9bd4-c776-431d-b04c-c2cd4a934b76 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=8232f885-aebc-4a1e-8da8-14d654af10ff HTTP/1.1" status: 200 len: 946 time: 0.6428144 Nov 12 00:59:30.181960 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-b1dfaa90-b325-4fc4-b2b2-7ab00c72e26d None None] Provisioning complete for port ce1aa420-bb9a-49c7-b65e-e4eadbb59587 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:30.186401 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b1dfaa90-b325-4fc4-b2b2-7ab00c72e26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:30.194494 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-e504ab59-4fca-4700-938a-e40c907d3eab None None] Set router 3ac12f93-91ef-4a9b-8edf-f2e4c37ec07c gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:59:30.225350 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [req-ce3d5dfd-a74f-48fd-9947-3ea5ebe85fbb req-8306b6b7-4011-4ad9-b22d-a991b99d9bce tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] show failed (client error): The resource could not be found. Nov 12 00:59:30.234122 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ce3d5dfd-a74f-48fd-9947-3ea5ebe85fbb req-8306b6b7-4011-4ad9-b22d-a991b99d9bce tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] 10.222.0.45 "GET /v2.0/security-groups/b7aaaedd-2f01-4316-a5ef-9fb2492d7eaf HTTP/1.1" status: 404 len: 352 time: 0.0877292 Nov 12 00:59:30.333023 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5e3c3ef1-ae7e-4567-9079-0ca806ee17ad req-53b10286-d06b-4a48-9e21-6c49df110352 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664276 Nov 12 00:59:30.352094 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-b1dfaa90-b325-4fc4-b2b2-7ab00c72e26d None None] Port ce1aa420-bb9a-49c7-b65e-e4eadbb59587 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:59:30.494897 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ef33f1a7-8780-4b5e-a6ee-eeccf287d123 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:30.513417 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ef33f1a7-8780-4b5e-a6ee-eeccf287d123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:30.522627 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [req-eeae4444-5660-4c0d-9c17-8219db0cbf00 req-3421b41b-ba6d-40fb-b217-5060ed330f63 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] show failed (client error): The resource could not be found. Nov 12 00:59:30.528025 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eeae4444-5660-4c0d-9c17-8219db0cbf00 req-3421b41b-ba6d-40fb-b217-5060ed330f63 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] 10.222.0.45 "GET /v2.0/security-group-rules/cf548904-a9ac-4e19-9aad-e4cdcdb025d9 HTTP/1.1" status: 404 len: 361 time: 0.0257657 Nov 12 00:59:30.626543 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e8143952-229a-4038-9e3d-b174f97ee0ba req-b3072663-dcab-4a5a-af8f-e5957c904ec9 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] 10.222.0.45 "GET /v2.0/security-groups/6965485c-c1db-4efe-a5b6-4f2cdb97ad6a HTTP/1.1" status: 200 len: 1830 time: 0.0635228 Nov 12 00:59:30.683418 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ef33f1a7-8780-4b5e-a6ee-eeccf287d123 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:30.691174 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef33f1a7-8780-4b5e-a6ee-eeccf287d123 admin admin] Pushing event updated for resources: {'Port': ['ID=ce1aa420-bb9a-49c7-b65e-e4eadbb59587,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:30.736355 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-e504ab59-4fca-4700-938a-e40c907d3eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac12f93-91ef-4a9b-8edf-f2e4c37ec07c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-737084692-router', 'tenant_id': '22dfe244f4534ed283fb1e028b7ae4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '5df62e00-28ab-4190-8ee1-b2ca95f0a31c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:23Z', 'updated_at': '2021-11-12T00:59:26Z', 'revision_number': 3, 'project_id': '22dfe244f4534ed283fb1e028b7ae4df', 'gw_port': {'id': '5df62e00-28ab-4190-8ee1-b2ca95f0a31c', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:25:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac12f93-91ef-4a9b-8edf-f2e4c37ec07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:25Z', 'updated_at': '2021-11-12T00:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:30.757895 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-96f632e8-a3b2-4f92-b2ab-fd707ea0f5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:30.772261 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e8143952-229a-4038-9e3d-b174f97ee0ba req-8a14e843-c4d9-49e3-a6a4-7dba4f8faa07 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:30.806361 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e8143952-229a-4038-9e3d-b174f97ee0ba req-8a14e843-c4d9-49e3-a6a4-7dba4f8faa07 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:30.815841 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e504ab59-4fca-4700-938a-e40c907d3eab None None] The sync data for ids ['3ac12f93-91ef-4a9b-8edf-f2e4c37ec07c'] in n-d-712142-27 is: [{'id': '3ac12f93-91ef-4a9b-8edf-f2e4c37ec07c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-737084692-router', 'tenant_id': '22dfe244f4534ed283fb1e028b7ae4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '5df62e00-28ab-4190-8ee1-b2ca95f0a31c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:23Z', 'updated_at': '2021-11-12T00:59:26Z', 'revision_number': 3, 'project_id': '22dfe244f4534ed283fb1e028b7ae4df', 'gw_port': {'id': '5df62e00-28ab-4190-8ee1-b2ca95f0a31c', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:25:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac12f93-91ef-4a9b-8edf-f2e4c37ec07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:25Z', 'updated_at': '2021-11-12T00:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:59:30.886390 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e8143952-229a-4038-9e3d-b174f97ee0ba req-8a14e843-c4d9-49e3-a6a4-7dba4f8faa07 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:30.890538 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e8143952-229a-4038-9e3d-b174f97ee0ba req-8a14e843-c4d9-49e3-a6a4-7dba4f8faa07 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:30.896473 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef33f1a7-8780-4b5e-a6ee-eeccf287d123 admin admin] Network ba15eb74-3f71-4b7b-a241-53b883ba8f14 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:30.896842 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e8143952-229a-4038-9e3d-b174f97ee0ba req-8a14e843-c4d9-49e3-a6a4-7dba4f8faa07 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] 10.222.0.45 "DELETE /v2.0/security-groups/6965485c-c1db-4efe-a5b6-4f2cdb97ad6a HTTP/1.1" status: 204 len: 173 time: 0.2612667 Nov 12 00:59:30.899032 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-ef33f1a7-8780-4b5e-a6ee-eeccf287d123 admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:30.929657 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a14e843-c4d9-49e3-a6a4-7dba4f8faa07 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6965485c-c1db-4efe-a5b6-4f2cdb97ad6a,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:31.117840 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-32145894-aae8-4b8a-8e34-8ce09414bd99 req-4fee6237-a19c-472d-83e9-c4383010d7ed tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] 10.222.0.45 "GET /v2.0/security-groups/d1c9f6a2-e2c9-4862-97eb-0c525b1eb220 HTTP/1.1" status: 200 len: 1827 time: 0.1890197 Nov 12 00:59:31.129517 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59424) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:31.164716 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6114f3-710c-4117-be69-aeb70bbfc460 req-a01afef9-1273-4fa0-bb94-ef470e77f774 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:31.176513 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c6114f3-710c-4117-be69-aeb70bbfc460 req-a01afef9-1273-4fa0-bb94-ef470e77f774 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=8232f885-aebc-4a1e-8da8-14d654af10ff HTTP/1.1" status: 200 len: 946 time: 0.2774689 Nov 12 00:59:31.212857 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef33f1a7-8780-4b5e-a6ee-eeccf287d123 admin admin] Router 3ac12f93-91ef-4a9b-8edf-f2e4c37ec07c has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:59:31.283866 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c6114f3-710c-4117-be69-aeb70bbfc460 req-952e0666-fd6c-4b94-9f57-f83d5e459f4a tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058121 Nov 12 00:59:31.464571 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef33f1a7-8780-4b5e-a6ee-eeccf287d123 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:59:31.475725 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59432) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:31.486750 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ef33f1a7-8780-4b5e-a6ee-eeccf287d123 admin admin] 10.222.0.45 "PUT /v2.0/routers/3ac12f93-91ef-4a9b-8edf-f2e4c37ec07c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5503983 Nov 12 00:59:31.535123 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-826bf78e-663f-4965-bf55-c35f73a39d38 None None] Provisioning complete for port ce1aa420-bb9a-49c7-b65e-e4eadbb59587 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:31.536053 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-826bf78e-663f-4965-bf55-c35f73a39d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:31.550817 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-1608b716-203a-44d8-84cf-774eb6598012 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1259223330-network', 'tenant_id': '8a8bed7055f841cc9b5703099578a008'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:31.584518 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-826bf78e-663f-4965-bf55-c35f73a39d38 None None] Port ce1aa420-bb9a-49c7-b65e-e4eadbb59587 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:59:31.585115 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-32145894-aae8-4b8a-8e34-8ce09414bd99 req-e3bb6e0b-afef-4833-bb91-ad6a08dafade tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:31.600095 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca02bb-519d-4f39-bcf0-5adb7a484a20 req-50bf39fd-1611-45f1-a945-47b0a2d5011d tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:31.609153 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-96ca02bb-519d-4f39-bcf0-5adb7a484a20 req-50bf39fd-1611-45f1-a945-47b0a2d5011d tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa50c5ea-6d4d-44ff-804d-2a670cf0e0df HTTP/1.1" status: 200 len: 950 time: 0.2141953 Nov 12 00:59:31.618056 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-0dd00166-88e5-4069-a958-26a0668525ae admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-984002110-network', 'tenant_id': '21eee794595f4d3b8f9bea504a1c9b84'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:31.620475 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1608b716-203a-44d8-84cf-774eb6598012 admin admin] Made reservation on behalf of 8a8bed7055f841cc9b5703099578a008 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:31.622821 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1608b716-203a-44d8-84cf-774eb6598012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:31.666285 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1608b716-203a-44d8-84cf-774eb6598012 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:31.667361 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd00166-88e5-4069-a958-26a0668525ae admin admin] Made reservation on behalf of 21eee794595f4d3b8f9bea504a1c9b84 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:31.671801 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0dd00166-88e5-4069-a958-26a0668525ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:31.677719 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-32145894-aae8-4b8a-8e34-8ce09414bd99 req-e3bb6e0b-afef-4833-bb91-ad6a08dafade tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:31.686912 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0dd00166-88e5-4069-a958-26a0668525ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:31.742683 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-96ca02bb-519d-4f39-bcf0-5adb7a484a20 req-067cd5ed-9dd3-46a6-bf7f-59a351ba60d4 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323571 Nov 12 00:59:31.851210 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 5df62e00-28ab-4190-8ee1-b2ca95f0a31c up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:31.852928 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-32145894-aae8-4b8a-8e34-8ce09414bd99 req-e3bb6e0b-afef-4833-bb91-ad6a08dafade tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:31.856018 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-32145894-aae8-4b8a-8e34-8ce09414bd99 req-e3bb6e0b-afef-4833-bb91-ad6a08dafade tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:31.856902 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-32145894-aae8-4b8a-8e34-8ce09414bd99 req-e3bb6e0b-afef-4833-bb91-ad6a08dafade tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] 10.222.0.45 "DELETE /v2.0/security-groups/d1c9f6a2-e2c9-4862-97eb-0c525b1eb220 HTTP/1.1" status: 204 len: 173 time: 0.7202258 Nov 12 00:59:31.878172 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0dd00166-88e5-4069-a958-26a0668525ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:31.885620 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0dd00166-88e5-4069-a958-26a0668525ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:31.886085 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bb6e0b-afef-4833-bb91-ad6a08dafade tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c9f6a2-e2c9-4862-97eb-0c525b1eb220,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:31.895440 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1608b716-203a-44d8-84cf-774eb6598012 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:31.906362 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1608b716-203a-44d8-84cf-774eb6598012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:31.944316 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd00166-88e5-4069-a958-26a0668525ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f55e6b-ac6a-493f-9689-6b58de301978,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:31.966523 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 5df62e00-28ab-4190-8ee1-b2ca95f0a31c triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:31.967659 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dd00166-88e5-4069-a958-26a0668525ae admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:59:31.968286 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:31.988256 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0dd00166-88e5-4069-a958-26a0668525ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:31.989041 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-0dd00166-88e5-4069-a958-26a0668525ae admin admin] Added segment 4d929ffe-81a7-4ef7-8297-43eff56226c9 of type vlan for network c0b4a63e-0860-4dbc-9d9c-620393c3b6b9 Nov 12 00:59:31.997464 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1608b716-203a-44d8-84cf-774eb6598012 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:59:32.023296 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1608b716-203a-44d8-84cf-774eb6598012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8daa3e98-595c-42e5-bb33-56ed753bffd6,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:32.038202 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1608b716-203a-44d8-84cf-774eb6598012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:32.038536 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-1608b716-203a-44d8-84cf-774eb6598012 admin admin] Added segment 734e6f5b-fc81-40e6-981b-4c12c3055e9f of type vlan for network 7a8bad85-cf09-469f-887f-852db9d265a2 Nov 12 00:59:32.094552 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0dd00166-88e5-4069-a958-26a0668525ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:32.165851 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0dd00166-88e5-4069-a958-26a0668525ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:32.167104 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd00166-88e5-4069-a958-26a0668525ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:32.167778 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0dd00166-88e5-4069-a958-26a0668525ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:32.267956 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1608b716-203a-44d8-84cf-774eb6598012 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:32.275885 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0dd00166-88e5-4069-a958-26a0668525ae admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7860150 Nov 12 00:59:32.277278 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59450) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:32.277687 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [req-6f8b85f7-de06-41ba-acf3-9867dbb9cc91 req-c906e7bd-9df3-426b-853a-51ffdb546fd9 tempest-FloatingIPDetailsNegativeTestJSON-766034485 tempest-FloatingIPDetailsNegativeTestJSON-766034485-project] show failed (client error): The resource could not be found. Nov 12 00:59:32.278905 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6f8b85f7-de06-41ba-acf3-9867dbb9cc91 req-c906e7bd-9df3-426b-853a-51ffdb546fd9 tempest-FloatingIPDetailsNegativeTestJSON-766034485 tempest-FloatingIPDetailsNegativeTestJSON-766034485-project] 10.222.0.45 "GET /v2.0/floatingips/490c64cf-55a0-4ce9-9194-450a3dc1965d HTTP/1.1" status: 404 len: 350 time: 0.0725541 Nov 12 00:59:32.285873 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-65e5f124-3ba4-43f9-8c50-216cf48fe8a6 admin admin] Request body: {'subnet': {'network_id': 'c0b4a63e-0860-4dbc-9d9c-620393c3b6b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-984002110-subnet', 'tenant_id': '21eee794595f4d3b8f9bea504a1c9b84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:32.288907 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-95e6d0b8-018e-4f26-ac3c-5a327de74d1b req-1be5ba79-0810-46ed-9818-1c4eda37378a tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] 10.222.0.45 "GET /v2.0/security-groups/268871fb-4809-434e-bef6-41e5c405ea96 HTTP/1.1" status: 200 len: 1829 time: 0.1657176 Nov 12 00:59:32.292326 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd00166-88e5-4069-a958-26a0668525ae admin admin] Pushing event updated for resources: {'Network': ['ID=c0b4a63e-0860-4dbc-9d9c-620393c3b6b9,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:32.300558 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59452) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:32.345407 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network c0b4a63e-0860-4dbc-9d9c-620393c3b6b9 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:59:32.397565 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.db.resource_extend [None req-1608b716-203a-44d8-84cf-774eb6598012 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:59:32.495913 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:32.506122 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1608b716-203a-44d8-84cf-774eb6598012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:32.507314 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1608b716-203a-44d8-84cf-774eb6598012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:32.508621 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1608b716-203a-44d8-84cf-774eb6598012 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:32.564692 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 5df62e00-28ab-4190-8ee1-b2ca95f0a31c, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=5df62e00-28ab-4190-8ee1-b2ca95f0a31c,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:32.573817 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:32.594980 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-95e6d0b8-018e-4f26-ac3c-5a327de74d1b req-8d68596b-c4a2-40e1-9b12-3a4c54c82cc0 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:32.663062 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=5df62e00-28ab-4190-8ee1-b2ca95f0a31c,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:32.684294 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e5f124-3ba4-43f9-8c50-216cf48fe8a6 admin admin] Made reservation on behalf of 21eee794595f4d3b8f9bea504a1c9b84 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:32.688117 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-65e5f124-3ba4-43f9-8c50-216cf48fe8a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:32.693760 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:32.721650 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-1608b716-203a-44d8-84cf-774eb6598012 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5895054 Nov 12 00:59:32.726476 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59456) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:32.727146 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1608b716-203a-44d8-84cf-774eb6598012 admin admin] Pushing event updated for resources: {'Network': ['ID=7a8bad85-cf09-469f-887f-852db9d265a2,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:32.738989 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-968137f1-dbd9-4dec-8e2a-1d13a1db64f6 admin admin] Request body: {'subnet': {'network_id': '7a8bad85-cf09-469f-887f-852db9d265a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1259223330-subnet', 'tenant_id': '8a8bed7055f841cc9b5703099578a008', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:32.743171 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 7a8bad85-cf09-469f-887f-852db9d265a2 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:59:32.772491 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b970ab-5979-4c71-883b-1332b7958d3a req-5c83f616-b5ec-4a62-889c-fbbd04c35066 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:32.774143 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-49b970ab-5979-4c71-883b-1332b7958d3a req-5c83f616-b5ec-4a62-889c-fbbd04c35066 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] 10.222.0.45 "GET /v2.0/ports?device_id=44ac78c4-2b73-4d10-94c3-37a5ca2c3a03 HTTP/1.1" status: 200 len: 945 time: 0.3113565 Nov 12 00:59:32.778019 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-95e6d0b8-018e-4f26-ac3c-5a327de74d1b req-8d68596b-c4a2-40e1-9b12-3a4c54c82cc0 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:32.791357 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968137f1-dbd9-4dec-8e2a-1d13a1db64f6 admin admin] Made reservation on behalf of 8a8bed7055f841cc9b5703099578a008 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:32.793862 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-968137f1-dbd9-4dec-8e2a-1d13a1db64f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:32.896015 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabab6f-4b5c-4c20-8065-d658be9d2c6e req-507de4f2-8439-448b-a380-084a5e4ee67f tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:32.898248 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1dabab6f-4b5c-4c20-8065-d658be9d2c6e req-507de4f2-8439-448b-a380-084a5e4ee67f tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.44 "GET /v2.0/ports?device_id=8232f885-aebc-4a1e-8da8-14d654af10ff HTTP/1.1" status: 200 len: 946 time: 0.3047366 Nov 12 00:59:32.939778 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-95e6d0b8-018e-4f26-ac3c-5a327de74d1b req-8d68596b-c4a2-40e1-9b12-3a4c54c82cc0 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:32.942574 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-95e6d0b8-018e-4f26-ac3c-5a327de74d1b req-8d68596b-c4a2-40e1-9b12-3a4c54c82cc0 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:32.943811 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-95e6d0b8-018e-4f26-ac3c-5a327de74d1b req-8d68596b-c4a2-40e1-9b12-3a4c54c82cc0 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] 10.222.0.45 "DELETE /v2.0/security-groups/268871fb-4809-434e-bef6-41e5c405ea96 HTTP/1.1" status: 204 len: 173 time: 0.6538026 Nov 12 00:59:32.959340 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-49b970ab-5979-4c71-883b-1332b7958d3a req-ca4d36a0-32bc-49ff-a080-483ac5538d6c tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa918c48-355b-4036-b12c-82ff85154b99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413190 Nov 12 00:59:32.965940 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d68596b-c4a2-40e1-9b12-3a4c54c82cc0 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=268871fb-4809-434e-bef6-41e5c405ea96,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:33.119412 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-968137f1-dbd9-4dec-8e2a-1d13a1db64f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:33.273443 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675ccc3-c901-4295-9117-372d2e54ec31 req-d7ae5eb3-6e98-4a4f-b4cd-a1615435ac08 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:33.275176 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1675ccc3-c901-4295-9117-372d2e54ec31 req-d7ae5eb3-6e98-4a4f-b4cd-a1615435ac08 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa50c5ea-6d4d-44ff-804d-2a670cf0e0df HTTP/1.1" status: 200 len: 950 time: 0.1697133 Nov 12 00:59:33.275878 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968137f1-dbd9-4dec-8e2a-1d13a1db64f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a91573f-ae11-4189-8c99-6a91a3ba0d55,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:33.284287 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968137f1-dbd9-4dec-8e2a-1d13a1db64f6 admin admin] Checking segment: {'id': '734e6f5b-fc81-40e6-981b-4c12c3055e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7a8bad85-cf09-469f-887f-852db9d265a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:33.284839 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968137f1-dbd9-4dec-8e2a-1d13a1db64f6 admin admin] Network hostable DHCP agents. Network: 7a8bad85-cf09-469f-887f-852db9d265a2, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:59:33.307846 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c2ff9-4d44-4250-8c62-d12ea2fc8609 req-a7deac88-262e-4671-99ee-db02d15953ce tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:33.309589 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-076c2ff9-4d44-4250-8c62-d12ea2fc8609 req-a7deac88-262e-4671-99ee-db02d15953ce tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=8232f885-aebc-4a1e-8da8-14d654af10ff HTTP/1.1" status: 200 len: 946 time: 0.1928568 Nov 12 00:59:33.374730 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968137f1-dbd9-4dec-8e2a-1d13a1db64f6 admin admin] Network 7a8bad85-cf09-469f-887f-852db9d265a2 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:59:33.400309 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1675ccc3-c901-4295-9117-372d2e54ec31 req-1a584157-83d2-4f73-94df-232600006451 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128070 Nov 12 00:59:33.409680 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-968137f1-dbd9-4dec-8e2a-1d13a1db64f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 7a8bad85-cf09-469f-887f-852db9d265a2) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:33.421733 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-076c2ff9-4d44-4250-8c62-d12ea2fc8609 req-e071ee24-217e-4aa3-9348-298c94a67882 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983863 Nov 12 00:59:33.423229 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968137f1-dbd9-4dec-8e2a-1d13a1db64f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:33.423893 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-968137f1-dbd9-4dec-8e2a-1d13a1db64f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:33.429770 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5612768e-1d6d-4195-b645-281820b6a421 None None] Network 7a8bad85-cf09-469f-887f-852db9d265a2 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:33.448332 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-968137f1-dbd9-4dec-8e2a-1d13a1db64f6 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7183948 Nov 12 00:59:33.455622 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59466) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:33.461534 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-7269f73a-49fb-4635-a2b6-f911180b8553 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1259223330-router', 'tenant_id': '8a8bed7055f841cc9b5703099578a008', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:33.504161 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7269f73a-49fb-4635-a2b6-f911180b8553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:33.504161 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7269f73a-49fb-4635-a2b6-f911180b8553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:33.604409 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7269f73a-49fb-4635-a2b6-f911180b8553 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:33.771504 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-1dabab6f-4b5c-4c20-8065-d658be9d2c6e req-6b129d1b-9db5-40d5-917c-6df9dd978d7f tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Deleting port 43ef404a-dedc-4598-aac5-f5b44cc9ba81 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:33.772182 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-1dabab6f-4b5c-4c20-8065-d658be9d2c6e req-6b129d1b-9db5-40d5-917c-6df9dd978d7f tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:33.839156 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d6e83a-e636-4ed7-9bf3-0cb3552d137e None None] Sync routers for ids ['3ac12f93-91ef-4a9b-8edf-f2e4c37ec07c'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:59:33.845087 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ac51518b-24e0-4f29-a87d-d5c2f122c978 req-84e9fbc8-c18f-40be-a5fd-92d00a94a76d tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] 10.222.0.45 "GET /v2.0/security-groups/1c022019-09c3-4e9d-aae7-980381c80c64 HTTP/1.1" status: 200 len: 1830 time: 0.2502093 Nov 12 00:59:33.900565 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7269f73a-49fb-4635-a2b6-f911180b8553 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:33.932076 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 5df62e00-28ab-4190-8ee1-b2ca95f0a31c up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:34.002732 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-65e5f124-3ba4-43f9-8c50-216cf48fe8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:34.062740 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ac51518b-24e0-4f29-a87d-d5c2f122c978 req-c58e3539-b99a-4fce-9553-c4828beab826 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:34.069051 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d6e83a-e636-4ed7-9bf3-0cb3552d137e None None] Routers {'3ac12f93-91ef-4a9b-8edf-f2e4c37ec07c'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:34.070974 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-55d6e83a-e636-4ed7-9bf3-0cb3552d137e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:59:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['3ac12f93-91ef-4a9b-8edf-f2e4c37ec07c'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:34.084995 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e6e651-e78a-481d-87f7-f233c4be0e32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-7a8bad85-cf09-469f-887f-852db9d265a2', 'network_id': '7a8bad85-cf09-469f-887f-852db9d265a2', 'tenant_id': '8a8bed7055f841cc9b5703099578a008', 'fixed_ips': [{'subnet_id': '3a91573f-ae11-4189-8c99-6a91a3ba0d55'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 00:59:34.087263 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b7e6e651-e78a-481d-87f7-f233c4be0e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:34.094287 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:34.109841 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ac51518b-24e0-4f29-a87d-d5c2f122c978 req-c58e3539-b99a-4fce-9553-c4828beab826 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:34.129602 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce13cf-9b94-4402-bbf0-68816d8cefe7 req-d22d8a76-1b2b-4006-a543-119c4c0e3e24 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:34.131511 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e4ce13cf-9b94-4402-bbf0-68816d8cefe7 req-d22d8a76-1b2b-4006-a543-119c4c0e3e24 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] 10.222.0.45 "GET /v2.0/ports?device_id=44ac78c4-2b73-4d10-94c3-37a5ca2c3a03 HTTP/1.1" status: 200 len: 945 time: 0.1336620 Nov 12 00:59:34.209697 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-1dabab6f-4b5c-4c20-8065-d658be9d2c6e req-6b129d1b-9db5-40d5-917c-6df9dd978d7f tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] For port 43ef404a-dedc-4598-aac5-f5b44cc9ba81, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=43ef404a-dedc-4598-aac5-f5b44cc9ba81,segment=NetworkSegment(45adf0ba-e61d-4509-afe2-5b0ef96fbbf3),segment_id=45adf0ba-e61d-4509-afe2-5b0ef96fbbf3)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:34.210690 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-1dabab6f-4b5c-4c20-8065-d658be9d2c6e req-6b129d1b-9db5-40d5-917c-6df9dd978d7f tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:34.234730 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ac51518b-24e0-4f29-a87d-d5c2f122c978 req-c58e3539-b99a-4fce-9553-c4828beab826 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:34.237931 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ac51518b-24e0-4f29-a87d-d5c2f122c978 req-c58e3539-b99a-4fce-9553-c4828beab826 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:34.239237 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ac51518b-24e0-4f29-a87d-d5c2f122c978 req-c58e3539-b99a-4fce-9553-c4828beab826 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] 10.222.0.45 "DELETE /v2.0/security-groups/1c022019-09c3-4e9d-aae7-980381c80c64 HTTP/1.1" status: 204 len: 173 time: 0.3518407 Nov 12 00:59:34.245577 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e5f124-3ba4-43f9-8c50-216cf48fe8a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f4b609e-2331-4c01-9258-3d3c5185144b,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:34.265433 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-1dabab6f-4b5c-4c20-8065-d658be9d2c6e req-6b129d1b-9db5-40d5-917c-6df9dd978d7f tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Calling delete_port for 43ef404a-dedc-4598-aac5-f5b44cc9ba81 owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:34.286071 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e4ce13cf-9b94-4402-bbf0-68816d8cefe7 req-60f4c0a0-a73d-4823-93b1-ed2cad5c6fc9 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa918c48-355b-4036-b12c-82ff85154b99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405728 Nov 12 00:59:34.303792 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e5f124-3ba4-43f9-8c50-216cf48fe8a6 admin admin] Checking segment: {'id': '4d929ffe-81a7-4ef7-8297-43eff56226c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c0b4a63e-0860-4dbc-9d9c-620393c3b6b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:34.304822 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e5f124-3ba4-43f9-8c50-216cf48fe8a6 admin admin] Network hostable DHCP agents. Network: c0b4a63e-0860-4dbc-9d9c-620393c3b6b9, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:59:34.314709 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-57393ebc-8854-487b-b695-d0a1fdb54612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:34.358762 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e3539-b99a-4fce-9553-c4828beab826 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c022019-09c3-4e9d-aae7-980381c80c64,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:34.445520 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7269f73a-49fb-4635-a2b6-f911180b8553 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:34.451868 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ae7f40c8-492e-4554-ae5d-11b2fa5c440b req-b9134110-e117-4d0c-847f-45dc7d971c43 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] 10.222.0.45 "GET /v2.0/security-groups/66f8064c-25f3-4cef-8c82-f2c341877f07 HTTP/1.1" status: 200 len: 1828 time: 0.1627755 Nov 12 00:59:34.476661 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7269f73a-49fb-4635-a2b6-f911180b8553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:34.479318 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 5df62e00-28ab-4190-8ee1-b2ca95f0a31c triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:34.479917 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:34.516022 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e5f124-3ba4-43f9-8c50-216cf48fe8a6 admin admin] Network c0b4a63e-0860-4dbc-9d9c-620393c3b6b9 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:59:34.595941 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-65e5f124-3ba4-43f9-8c50-216cf48fe8a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, c0b4a63e-0860-4dbc-9d9c-620393c3b6b9) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:34.621132 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-55d6e83a-e636-4ed7-9bf3-0cb3552d137e None None] Set router 3ac12f93-91ef-4a9b-8edf-f2e4c37ec07c gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:59:34.633926 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e5f124-3ba4-43f9-8c50-216cf48fe8a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:34.634911 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-65e5f124-3ba4-43f9-8c50-216cf48fe8a6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:34.658242 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5987000f-e962-4c2c-b183-2d05826504fe None None] Network c0b4a63e-0860-4dbc-9d9c-620393c3b6b9 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:34.690193 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ae7f40c8-492e-4554-ae5d-11b2fa5c440b req-96b0e473-5fd6-448b-bbce-0a56909e32e9 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:34.737877 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223188ce-617c-432a-924c-6191af0411c9 req-4b17f0f8-792b-4214-8a12-fd798ed8fb08 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:34.739373 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-223188ce-617c-432a-924c-6191af0411c9 req-4b17f0f8-792b-4214-8a12-fd798ed8fb08 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=8232f885-aebc-4a1e-8da8-14d654af10ff HTTP/1.1" status: 200 len: 946 time: 0.1517928 Nov 12 00:59:34.749150 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-65e5f124-3ba4-43f9-8c50-216cf48fe8a6 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4700234 Nov 12 00:59:34.787857 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ae7f40c8-492e-4554-ae5d-11b2fa5c440b req-96b0e473-5fd6-448b-bbce-0a56909e32e9 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:34.857900 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-7269f73a-49fb-4635-a2b6-f911180b8553 admin admin] Allocated IP 172.25.3.204 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/9c6dcb89-aa13-4e33-b498-31652f4fcdb5) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:34.907121 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-1dabab6f-4b5c-4c20-8065-d658be9d2c6e req-6b129d1b-9db5-40d5-917c-6df9dd978d7f tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:34.965424 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['82024f09-4045-472b-bf68-891c62809ddd', '43ef404a-dedc-4598-aac5-f5b44cc9ba81'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:59:34.973994 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-b7e6e651-e78a-481d-87f7-f233c4be0e32 None None] Allocated IP 172.20.0.2 (7a8bad85-cf09-469f-887f-852db9d265a2/3a91573f-ae11-4189-8c99-6a91a3ba0d55/69ecd93d-ed07-43b1-892c-e38b794295f9) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:34.984703 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b129d1b-9db5-40d5-917c-6df9dd978d7f tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Pushing event deleted for resources: {'Port': ['ID=43ef404a-dedc-4598-aac5-f5b44cc9ba81,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:35.007652 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-223188ce-617c-432a-924c-6191af0411c9 req-9e5bd2c9-4703-4bdd-9004-cab049105e6f tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557755 Nov 12 00:59:35.082423 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ae7f40c8-492e-4554-ae5d-11b2fa5c440b req-96b0e473-5fd6-448b-bbce-0a56909e32e9 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:35.090234 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ae7f40c8-492e-4554-ae5d-11b2fa5c440b req-96b0e473-5fd6-448b-bbce-0a56909e32e9 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:35.101824 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ae7f40c8-492e-4554-ae5d-11b2fa5c440b req-96b0e473-5fd6-448b-bbce-0a56909e32e9 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] 10.222.0.45 "DELETE /v2.0/security-groups/66f8064c-25f3-4cef-8c82-f2c341877f07 HTTP/1.1" status: 204 len: 173 time: 0.6287415 Nov 12 00:59:35.116462 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59490) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:35.118896 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dabab6f-4b5c-4c20-8065-d658be9d2c6e req-6b129d1b-9db5-40d5-917c-6df9dd978d7f tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] No DVR routers for this DVR port 43ef404a-dedc-4598-aac5-f5b44cc9ba81 on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:59:35.123515 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-1dabab6f-4b5c-4c20-8065-d658be9d2c6e req-6b129d1b-9db5-40d5-917c-6df9dd978d7f tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:35.131831 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1dabab6f-4b5c-4c20-8065-d658be9d2c6e req-6b129d1b-9db5-40d5-917c-6df9dd978d7f tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.44 "DELETE /v2.0/ports/43ef404a-dedc-4598-aac5-f5b44cc9ba81 HTTP/1.1" status: 204 len: 173 time: 2.2249537 Nov 12 00:59:35.136336 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8232f885-aebc-4a1e-8da8-14d654af10ff', 'name': 'network-vif-deleted', 'tag': '43ef404a-dedc-4598-aac5-f5b44cc9ba81'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:59:35.140960 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12277ab7-91f8-45b5-910d-293d61e58c19" -d '{"events": [{"server_uuid": "8232f885-aebc-4a1e-8da8-14d654af10ff", "name": "network-vif-deleted", "tag": "43ef404a-dedc-4598-aac5-f5b44cc9ba81"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:59:35.200013 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b0e473-5fd6-448b-bbce-0a56909e32e9 tempest-SecurityGroupRulesNegativeTestJSON-2115010088 tempest-SecurityGroupRulesNegativeTestJSON-2115010088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f8064c-25f3-4cef-8c82-f2c341877f07,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:35.252287 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-57393ebc-8854-487b-b695-d0a1fdb54612 admin admin] Deleting port ce1aa420-bb9a-49c7-b65e-e4eadbb59587 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:35.253197 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-57393ebc-8854-487b-b695-d0a1fdb54612 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:35.272573 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7269f73a-49fb-4635-a2b6-f911180b8553 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:35.291409 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bd29dfd-56e3-4298-8931-4480d493a898 admin admin] Deleting subnet 20b5963d-f0f1-451e-98b9-17b0b819db17 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:59:35.297605 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6bd29dfd-56e3-4298-8931-4480d493a898 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:35.351882 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc1483b-bfad-4cb5-92b2-7674aaaccf87 req-7e6dbacc-b339-43d7-a9d5-288b05fa7345 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:35.361802 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dfc1483b-bfad-4cb5-92b2-7674aaaccf87 req-7e6dbacc-b339-43d7-a9d5-288b05fa7345 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa50c5ea-6d4d-44ff-804d-2a670cf0e0df HTTP/1.1" status: 200 len: 950 time: 0.1707234 Nov 12 00:59:35.398817 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:35.435175 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6bd29dfd-56e3-4298-8931-4480d493a898 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:35.452973 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-57393ebc-8854-487b-b695-d0a1fdb54612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:35.473926 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7269f73a-49fb-4635-a2b6-f911180b8553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:35.485433 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-57393ebc-8854-487b-b695-d0a1fdb54612 admin admin] Calling delete_port for ce1aa420-bb9a-49c7-b65e-e4eadbb59587 owned by network:router_interface {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:35.497639 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dfc1483b-bfad-4cb5-92b2-7674aaaccf87 req-38eda05b-4788-49c3-87a5-267bd5e7d60d tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341169 Nov 12 00:59:35.584930 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7269f73a-49fb-4635-a2b6-f911180b8553 admin admin] Pushing event updated for resources: {'Port': ['ID=9c6dcb89-aa13-4e33-b498-31652f4fcdb5,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:35.662239 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7269f73a-49fb-4635-a2b6-f911180b8553 admin admin] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:35.668882 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-c179e3c9-3624-41e1-9d10-33e3c5aa8519 req-9a9961e3-05db-47f7-82b2-3a3f89f5980b tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-303161103', 'description': 'tempest-description-227585262'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:35.679472 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6bd29dfd-56e3-4298-8931-4480d493a898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:35.687518 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-7269f73a-49fb-4635-a2b6-f911180b8553 admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:35.706710 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab62b6b-9367-48fd-b918-a2d56052e54d x-openstack-request-id: req-8ab62b6b-9367-48fd-b918-a2d56052e54d {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:59:35.707098 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8232f885-aebc-4a1e-8da8-14d654af10ff", "name": "network-vif-deleted", "tag": "43ef404a-dedc-4598-aac5-f5b44cc9ba81", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:59:35.707245 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8ab62b6b-9367-48fd-b918-a2d56052e54d {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:59:35.707639 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8232f885-aebc-4a1e-8da8-14d654af10ff', 'name': 'network-vif-deleted', 'tag': '43ef404a-dedc-4598-aac5-f5b44cc9ba81', 'status': 'completed', 'code': 200} Nov 12 00:59:35.731570 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7269f73a-49fb-4635-a2b6-f911180b8553 admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:35.777856 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f601ea-b0bb-4501-8796-4da8ccaf5b64 None None] Network c0b4a63e-0860-4dbc-9d9c-620393c3b6b9 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:35.833497 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c179e3c9-3624-41e1-9d10-33e3c5aa8519 req-9a9961e3-05db-47f7-82b2-3a3f89f5980b tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:35.869941 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-57393ebc-8854-487b-b695-d0a1fdb54612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:35.993042 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device d4cbd03e-bbf4-455b-8232-3965a0a2ddd9 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:59:36.022149 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57393ebc-8854-487b-b695-d0a1fdb54612 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce1aa420-bb9a-49c7-b65e-e4eadbb59587,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:36.105932 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6bd29dfd-56e3-4298-8931-4480d493a898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:36.145602 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136707ae-5b09-4d69-8fd9-9b2390ff039a req-281764fc-6e94-4158-a5e7-0a39e0a6aba1 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:36.146729 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-136707ae-5b09-4d69-8fd9-9b2390ff039a req-281764fc-6e94-4158-a5e7-0a39e0a6aba1 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] 10.222.0.45 "GET /v2.0/ports?device_id=44ac78c4-2b73-4d10-94c3-37a5ca2c3a03 HTTP/1.1" status: 200 len: 945 time: 0.2867889 Nov 12 00:59:36.191911 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd29dfd-56e3-4298-8931-4480d493a898 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20b5963d-f0f1-451e-98b9-17b0b819db17,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:36.217637 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6bd29dfd-56e3-4298-8931-4480d493a898 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:36.221232 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-6bd29dfd-56e3-4298-8931-4480d493a898 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/20b5963d-f0f1-451e-98b9-17b0b819db17 HTTP/1.1" status: 204 len: 168 time: 1.0911362 Nov 12 00:59:36.228225 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59500) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:36.278127 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-57393ebc-8854-487b-b695-d0a1fdb54612 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:36.390048 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-136707ae-5b09-4d69-8fd9-9b2390ff039a req-ffe9bebe-c8a3-4760-af4e-015cc100499e tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa918c48-355b-4036-b12c-82ff85154b99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2049966 Nov 12 00:59:36.391595 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b7e6e651-e78a-481d-87f7-f233c4be0e32 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:36.463257 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b7e6e651-e78a-481d-87f7-f233c4be0e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:36.514722 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c179e3c9-3624-41e1-9d10-33e3c5aa8519 req-9a9961e3-05db-47f7-82b2-3a3f89f5980b tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:36.537601 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c179e3c9-3624-41e1-9d10-33e3c5aa8519 req-9a9961e3-05db-47f7-82b2-3a3f89f5980b tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:36.581077 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-09bce79f-3fcd-444d-93ff-7985a350d802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:36.603107 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c179e3c9-3624-41e1-9d10-33e3c5aa8519 req-9a9961e3-05db-47f7-82b2-3a3f89f5980b tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:36.627836 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c179e3c9-3624-41e1-9d10-33e3c5aa8519 req-9a9961e3-05db-47f7-82b2-3a3f89f5980b tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.9945700 Nov 12 00:59:36.718404 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57393ebc-8854-487b-b695-d0a1fdb54612 admin admin] Router 3ac12f93-91ef-4a9b-8edf-f2e4c37ec07c has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:59:36.738285 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9961e3-05db-47f7-82b2-3a3f89f5980b tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c639d997-ce7b-4dc1-bb85-cbea5ce972a4,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:36.745394 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-a9ab1a03-d3bd-468a-b656-75770fbbd3d7 req-c845c3b0-bf7c-486c-9f76-7c9989b5bea0 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-882487156', 'description': 'tempest-description-949216193'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:36.794357 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-55d6e83a-e636-4ed7-9bf3-0cb3552d137e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac12f93-91ef-4a9b-8edf-f2e4c37ec07c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-737084692-router', 'tenant_id': '22dfe244f4534ed283fb1e028b7ae4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '5df62e00-28ab-4190-8ee1-b2ca95f0a31c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:23Z', 'updated_at': '2021-11-12T00:59:29Z', 'revision_number': 4, 'project_id': '22dfe244f4534ed283fb1e028b7ae4df', 'gw_port': {'id': '5df62e00-28ab-4190-8ee1-b2ca95f0a31c', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:25:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac12f93-91ef-4a9b-8edf-f2e4c37ec07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:25Z', 'updated_at': '2021-11-12T00:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'ce1aa420-bb9a-49c7-b65e-e4eadbb59587', 'name': '', 'network_id': 'ba15eb74-3f71-4b7b-a241-53b883ba8f14', 'tenant_id': '22dfe244f4534ed283fb1e028b7ae4df', 'mac_address': 'fa:16:3e:33:3d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac12f93-91ef-4a9b-8edf-f2e4c37ec07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '288eb225-7b14-4708-80ad-11744522328c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:28Z', 'updated_at': '2021-11-12T00:59:30Z', 'revision_number': 2, 'project_id': '22dfe244f4534ed283fb1e028b7ae4df', 'subnets': [{'id': '288eb225-7b14-4708-80ad-11744522328c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:36.809985 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e6e651-e78a-481d-87f7-f233c4be0e32 None None] Network 7a8bad85-cf09-469f-887f-852db9d265a2 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:36.836257 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7269f73a-49fb-4635-a2b6-f911180b8553 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:36.886908 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-b7e6e651-e78a-481d-87f7-f233c4be0e32 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:36.900559 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a9ab1a03-d3bd-468a-b656-75770fbbd3d7 req-c845c3b0-bf7c-486c-9f76-7c9989b5bea0 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:36.901694 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57393ebc-8854-487b-b695-d0a1fdb54612 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:59:36.913052 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-57393ebc-8854-487b-b695-d0a1fdb54612 admin admin] 10.222.0.45 "PUT /v2.0/routers/3ac12f93-91ef-4a9b-8edf-f2e4c37ec07c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6107898 Nov 12 00:59:36.917403 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59512) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:36.928145 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d6e83a-e636-4ed7-9bf3-0cb3552d137e None None] Checking router: 3ac12f93-91ef-4a9b-8edf-f2e4c37ec07c for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:59:36.928910 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d6e83a-e636-4ed7-9bf3-0cb3552d137e None None] Updating router 3ac12f93-91ef-4a9b-8edf-f2e4c37ec07c port ce1aa420-bb9a-49c7-b65e-e4eadbb59587 binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:59:36.940222 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e6e651-e78a-481d-87f7-f233c4be0e32 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:36.955500 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-09bce79f-3fcd-444d-93ff-7985a350d802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:36.957483 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e6e651-e78a-481d-87f7-f233c4be0e32 None None] Pushing event updated for resources: {'Port': ['ID=69ecd93d-ed07-43b1-892c-e38b794295f9,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:36.972428 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fcbdef-31a8-4d25-81a5-19e50c8f3f07 req-f0f0081d-3181-4a6a-b24a-59afe9fd41fc tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:36.980011 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-00fcbdef-31a8-4d25-81a5-19e50c8f3f07 req-f0f0081d-3181-4a6a-b24a-59afe9fd41fc tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa50c5ea-6d4d-44ff-804d-2a670cf0e0df HTTP/1.1" status: 200 len: 950 time: 0.2483907 Nov 12 00:59:37.034100 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d6e83a-e636-4ed7-9bf3-0cb3552d137e None None] Port ce1aa420-bb9a-49c7-b65e-e4eadbb59587 not found while updating agent binding for router 3ac12f93-91ef-4a9b-8edf-f2e4c37ec07c. {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 12 00:59:37.044798 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-09bce79f-3fcd-444d-93ff-7985a350d802 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7938f8f4-d9f5-4911-bb55-408f85e76954']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:37.079274 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f2a3b790-6cbd-4579-9c0b-4b3db7884231 admin admin] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:37.105022 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port d4cbd03e-bbf4-455b-8232-3965a0a2ddd9, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d4cbd03e-bbf4-455b-8232-3965a0a2ddd9,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:37.187502 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'd4cbd03e-bbf4-455b-8232-3965a0a2ddd9', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'port_id': 'd4cbd03e-bbf4-455b-8232-3965a0a2ddd9', 'mac_address': 'fa:16:3e:68:00:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0290328-7bc5-4266-bfb9-6eb25d91acf0', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:59:37.191517 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d6e83a-e636-4ed7-9bf3-0cb3552d137e None None] Routers {'3ac12f93-91ef-4a9b-8edf-f2e4c37ec07c'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:37.192680 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-55d6e83a-e636-4ed7-9bf3-0cb3552d137e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:59:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['3ac12f93-91ef-4a9b-8edf-f2e4c37ec07c'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:37.222542 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f2a3b790-6cbd-4579-9c0b-4b3db7884231 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:37.334309 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-b7e6e651-e78a-481d-87f7-f233c4be0e32 None None] Attempting to bind port 69ecd93d-ed07-43b1-892c-e38b794295f9 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:37.334796 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-b7e6e651-e78a-481d-87f7-f233c4be0e32 None None] Attempting to bind port 69ecd93d-ed07-43b1-892c-e38b794295f9 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '734e6f5b-fc81-40e6-981b-4c12c3055e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7a8bad85-cf09-469f-887f-852db9d265a2'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:37.335383 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e6e651-e78a-481d-87f7-f233c4be0e32 None None] Attempting to bind port 69ecd93d-ed07-43b1-892c-e38b794295f9 on network 7a8bad85-cf09-469f-887f-852db9d265a2 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:37.358331 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4293a7a-c339-4c14-814b-4d056b1766cf req-8bd8d856-bf87-4a03-b804-4d51e9be0e44 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:37.361436 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a4293a7a-c339-4c14-814b-4d056b1766cf req-8bd8d856-bf87-4a03-b804-4d51e9be0e44 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] 10.222.0.44 "GET /v2.0/ports?device_id=44ac78c4-2b73-4d10-94c3-37a5ca2c3a03 HTTP/1.1" status: 200 len: 945 time: 0.1347587 Nov 12 00:59:37.384794 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-09bce79f-3fcd-444d-93ff-7985a350d802 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '538d860a-80ae-4db5-ac1c-5976a3c23c35') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:37.385399 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-09bce79f-3fcd-444d-93ff-7985a350d802 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '538d860a-80ae-4db5-ac1c-5976a3c23c35') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:37.411339 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-09bce79f-3fcd-444d-93ff-7985a350d802 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:37.424524 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-f2a3b790-6cbd-4579-9c0b-4b3db7884231 admin admin] Deleting port 5df62e00-28ab-4190-8ee1-b2ca95f0a31c {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:37.425119 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f2a3b790-6cbd-4579-9c0b-4b3db7884231 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:37.440355 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e6e651-e78a-481d-87f7-f233c4be0e32 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:59:37.440355 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e6e651-e78a-481d-87f7-f233c4be0e32 None None] Checking segment: {'id': '734e6f5b-fc81-40e6-981b-4c12c3055e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7a8bad85-cf09-469f-887f-852db9d265a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:37.440355 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b7e6e651-e78a-481d-87f7-f233c4be0e32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:37.440355 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e6e651-e78a-481d-87f7-f233c4be0e32 None None] Bound using segment: {'id': '734e6f5b-fc81-40e6-981b-4c12c3055e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7a8bad85-cf09-469f-887f-852db9d265a2'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:59:37.440355 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-b7e6e651-e78a-481d-87f7-f233c4be0e32 None None] Bound port: 69ecd93d-ed07-43b1-892c-e38b794295f9, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '734e6f5b-fc81-40e6-981b-4c12c3055e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7a8bad85-cf09-469f-887f-852db9d265a2'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:59:37.440355 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b7e6e651-e78a-481d-87f7-f233c4be0e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:37.466659 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-00fcbdef-31a8-4d25-81a5-19e50c8f3f07 req-6425c5d5-b172-469e-b9cb-6c8160f5d8ec tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4857118 Nov 12 00:59:37.499801 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-09bce79f-3fcd-444d-93ff-7985a350d802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:37.513707 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09bce79f-3fcd-444d-93ff-7985a350d802 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:59:37.514169 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-09bce79f-3fcd-444d-93ff-7985a350d802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:37.516046 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 00:59:37.516046 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:59:37.516046 n-d-712142-27 neutron-server[109085]: timer() Nov 12 00:59:37.516046 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:59:37.516046 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 00:59:37.516046 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:59:37.516046 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 00:59:37.516046 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:59:37.516046 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 00:59:37.516046 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:59:37.516046 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 00:59:37.516046 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:59:37.516046 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 00:59:37.516046 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:59:37.516046 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:59:37.516046 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:59:37.516046 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:59:37.516046 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:59:37.516046 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 00:59:37.516046 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:59:37.516046 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 00:59:37.516046 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:59:37.516046 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:59:37.516046 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:59:37.516046 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 00:59:37.516046 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:59:37.516046 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:59:37.516046 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:59:37.516046 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:59:37.516046 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:59:37.516046 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:59:37.516046 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:59:37.570558 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:37.610395 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a9ab1a03-d3bd-468a-b656-75770fbbd3d7 req-c845c3b0-bf7c-486c-9f76-7c9989b5bea0 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:37.621425 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a9ab1a03-d3bd-468a-b656-75770fbbd3d7 req-c845c3b0-bf7c-486c-9f76-7c9989b5bea0 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:37.670973 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f2a3b790-6cbd-4579-9c0b-4b3db7884231 admin admin] For port 5df62e00-28ab-4190-8ee1-b2ca95f0a31c, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=5df62e00-28ab-4190-8ee1-b2ca95f0a31c,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:37.671441 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f2a3b790-6cbd-4579-9c0b-4b3db7884231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:37.675347 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a9ab1a03-d3bd-468a-b656-75770fbbd3d7 req-c845c3b0-bf7c-486c-9f76-7c9989b5bea0 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:37.691686 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d4cbd03e-bbf4-455b-8232-3965a0a2ddd9 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:59:37.691932 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a9ab1a03-d3bd-468a-b656-75770fbbd3d7 req-c845c3b0-bf7c-486c-9f76-7c9989b5bea0 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.9604981 Nov 12 00:59:37.718494 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-09bce79f-3fcd-444d-93ff-7985a350d802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:37.725477 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-a4293a7a-c339-4c14-814b-4d056b1766cf req-2721f262-1326-449e-bee9-d5ac7e953e65 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Deleting port bc54d53d-f0d4-433e-adb2-d81e0072cd79 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:37.726116 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-a4293a7a-c339-4c14-814b-4d056b1766cf req-2721f262-1326-449e-bee9-d5ac7e953e65 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:37.730774 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-f2a3b790-6cbd-4579-9c0b-4b3db7884231 admin admin] Calling delete_port for 5df62e00-28ab-4190-8ee1-b2ca95f0a31c owned by network:router_gateway {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:37.744514 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port d4cbd03e-bbf4-455b-8232-3965a0a2ddd9, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d4cbd03e-bbf4-455b-8232-3965a0a2ddd9,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:37.755503 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-55d6e83a-e636-4ed7-9bf3-0cb3552d137e None None] Set router 3ac12f93-91ef-4a9b-8edf-f2e4c37ec07c gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:59:37.790752 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-09bce79f-3fcd-444d-93ff-7985a350d802 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:37.794403 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-09bce79f-3fcd-444d-93ff-7985a350d802 admin admin] 10.222.0.45 "DELETE /v2.0/networks/7938f8f4-d9f5-4911-bb55-408f85e76954 HTTP/1.1" status: 204 len: 168 time: 1.5626295 Nov 12 00:59:37.935025 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-b7e6e651-e78a-481d-87f7-f233c4be0e32 None None] For port 69ecd93d-ed07-43b1-892c-e38b794295f9, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:59:37.941694 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-b7e6e651-e78a-481d-87f7-f233c4be0e32 None None] For port 69ecd93d-ed07-43b1-892c-e38b794295f9, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=69ecd93d-ed07-43b1-892c-e38b794295f9,segment=NetworkSegment(734e6f5b-fc81-40e6-981b-4c12c3055e9f),segment_id=734e6f5b-fc81-40e6-981b-4c12c3055e9f)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:59:37.947519 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7269f73a-49fb-4635-a2b6-f911180b8553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:37.951691 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bce79f-3fcd-444d-93ff-7985a350d802 admin admin] Pushing event deleted for resources: {'Network': ['ID=7938f8f4-d9f5-4911-bb55-408f85e76954,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:37.957406 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59532) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:37.963999 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b7e6e651-e78a-481d-87f7-f233c4be0e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:37.967734 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:37.971957 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c845c3b0-bf7c-486c-9f76-7c9989b5bea0 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc788eab-d1e2-458b-a782-196d9a9d38fa,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:38.059874 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-a4293a7a-c339-4c14-814b-4d056b1766cf req-2721f262-1326-449e-bee9-d5ac7e953e65 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] For port bc54d53d-f0d4-433e-adb2-d81e0072cd79, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=bc54d53d-f0d4-433e-adb2-d81e0072cd79,segment=NetworkSegment(77040763-e023-46a1-bb98-eb5e339b4758),segment_id=77040763-e023-46a1-bb98-eb5e339b4758)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:38.060549 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-a4293a7a-c339-4c14-814b-4d056b1766cf req-2721f262-1326-449e-bee9-d5ac7e953e65 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:38.146407 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:38.167484 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e6e651-e78a-481d-87f7-f233c4be0e32 None None] Pushing event updated for resources: {'Port': ['ID=69ecd93d-ed07-43b1-892c-e38b794295f9,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:38.278777 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=d4cbd03e-bbf4-455b-8232-3965a0a2ddd9,revision_number=6']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:38.323696 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4e19f2f0-f28b-475f-834f-df1ca92bf33b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8030b23e47e7451d8889d89fac953ead&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3507369 Nov 12 00:59:38.326557 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59534) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:38.337747 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-55d6e83a-e636-4ed7-9bf3-0cb3552d137e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac12f93-91ef-4a9b-8edf-f2e4c37ec07c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-737084692-router', 'tenant_id': '22dfe244f4534ed283fb1e028b7ae4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '5df62e00-28ab-4190-8ee1-b2ca95f0a31c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:23Z', 'updated_at': '2021-11-12T00:59:35Z', 'revision_number': 5, 'project_id': '22dfe244f4534ed283fb1e028b7ae4df', 'gw_port': {'id': '5df62e00-28ab-4190-8ee1-b2ca95f0a31c', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:25:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac12f93-91ef-4a9b-8edf-f2e4c37ec07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:25Z', 'updated_at': '2021-11-12T00:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:38.371309 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d6e83a-e636-4ed7-9bf3-0cb3552d137e None None] The sync data for ids ['3ac12f93-91ef-4a9b-8edf-f2e4c37ec07c'] in n-d-712142-27 is: [{'id': '3ac12f93-91ef-4a9b-8edf-f2e4c37ec07c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-737084692-router', 'tenant_id': '22dfe244f4534ed283fb1e028b7ae4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '5df62e00-28ab-4190-8ee1-b2ca95f0a31c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:23Z', 'updated_at': '2021-11-12T00:59:35Z', 'revision_number': 5, 'project_id': '22dfe244f4534ed283fb1e028b7ae4df', 'gw_port': {'id': '5df62e00-28ab-4190-8ee1-b2ca95f0a31c', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:25:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac12f93-91ef-4a9b-8edf-f2e4c37ec07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:25Z', 'updated_at': '2021-11-12T00:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:59:38.424046 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f8c4a-880d-4aa9-af84-1cb6045dd32e req-f626dc32-23e0-4b1b-82e8-2d6b77e406fc tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:38.428609 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a97f8c4a-880d-4aa9-af84-1cb6045dd32e req-f626dc32-23e0-4b1b-82e8-2d6b77e406fc tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] 10.222.0.45 "GET /v2.0/ports?device_id=44ac78c4-2b73-4d10-94c3-37a5ca2c3a03 HTTP/1.1" status: 200 len: 945 time: 0.4672341 Nov 12 00:59:38.490647 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b7a85-e595-4b72-aab3-ca7cfd329f9c req-1fe83267-a021-4939-911f-e2e7c42c85bf tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:38.494018 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['d4cbd03e-bbf4-455b-8232-3965a0a2ddd9'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:59:38.505236 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-269b7a85-e595-4b72-aab3-ca7cfd329f9c req-1fe83267-a021-4939-911f-e2e7c42c85bf tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/networks?id=00a03daf-efbb-48db-964b-992b2504dfd0 HTTP/1.1" status: 200 len: 806 time: 0.7072806 Nov 12 00:59:38.633082 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-269b7a85-e595-4b72-aab3-ca7cfd329f9c req-499485f5-b252-4d87-88a4-c917414a3d17 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/quotas/ab22182039774befa325e91b3a0bd782 HTTP/1.1" status: 200 len: 375 time: 0.1003492 Nov 12 00:59:38.733765 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7269f73a-49fb-4635-a2b6-f911180b8553 admin admin] Router 4c78e9c3-516a-4e03-be61-41a80a078054 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 00:59:38.741202 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a97f8c4a-880d-4aa9-af84-1cb6045dd32e req-d2f70137-5307-4fb5-8ebc-10a8a0f1298f tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] 10.222.0.45 "GET /v2.0/security-groups?id=aa918c48-355b-4036-b12c-82ff85154b99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2704589 Nov 12 00:59:38.860511 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-269b7a85-e595-4b72-aab3-ca7cfd329f9c req-0f429051-2c33-42e6-86a6-0e526e98414a tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ab22182039774befa325e91b3a0bd782&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2151327 Nov 12 00:59:39.078883 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7269f73a-49fb-4635-a2b6-f911180b8553 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:59:39.091591 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f2a3b790-6cbd-4579-9c0b-4b3db7884231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:39.096222 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25b61d7-861b-4dff-8ee5-97f1747e1c16 None None] Sync routers for ids ['4c78e9c3-516a-4e03-be61-41a80a078054'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:59:39.116024 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-35c092ba-cd2e-4d1c-80e4-6e8ca8bbc957 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:39.121067 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25b61d7-861b-4dff-8ee5-97f1747e1c16 None None] Routers {'4c78e9c3-516a-4e03-be61-41a80a078054'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:39.122193 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-d25b61d7-861b-4dff-8ee5-97f1747e1c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:59:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['4c78e9c3-516a-4e03-be61-41a80a078054'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:39.141327 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-35c092ba-cd2e-4d1c-80e4-6e8ca8bbc957 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:39.196146 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-269b7a85-e595-4b72-aab3-ca7cfd329f9c req-0ff0f6e3-fac3-4bd8-be6b-33a735ea6a2d service neutron] 10.222.0.45 "GET /v2.0/networks/00a03daf-efbb-48db-964b-992b2504dfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348768 Nov 12 00:59:39.220048 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a3b790-6cbd-4579-9c0b-4b3db7884231 admin admin] Pushing event deleted for resources: {'Port': ['ID=5df62e00-28ab-4190-8ee1-b2ca95f0a31c,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:39.272885 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb413928-cba6-46a1-b0bc-cf7f2d3173d0 req-544cf6a7-81c4-4d2a-bd42-a2687913a90e tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:39.275700 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-35c092ba-cd2e-4d1c-80e4-6e8ca8bbc957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:39.280845 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-35c092ba-cd2e-4d1c-80e4-6e8ca8bbc957 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:39.282689 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eb413928-cba6-46a1-b0bc-cf7f2d3173d0 req-544cf6a7-81c4-4d2a-bd42-a2687913a90e tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/networks?id=c0b4a63e-0860-4dbc-9d9c-620393c3b6b9 HTTP/1.1" status: 200 len: 812 time: 0.2791650 Nov 12 00:59:39.285029 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-35c092ba-cd2e-4d1c-80e4-6e8ca8bbc957 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/032c349f-5db8-456f-9f05-6e0cab93a611 HTTP/1.1" status: 204 len: 168 time: 0.9413800 Nov 12 00:59:39.317180 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7269f73a-49fb-4635-a2b6-f911180b8553 admin admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:39.323281 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7269f73a-49fb-4635-a2b6-f911180b8553 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.8659680 Nov 12 00:59:39.326040 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c092ba-cd2e-4d1c-80e4-6e8ca8bbc957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032c349f-5db8-456f-9f05-6e0cab93a611,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:39.341015 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59548) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:39.347314 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-d25b61d7-861b-4dff-8ee5-97f1747e1c16 None None] Set router 4c78e9c3-516a-4e03-be61-41a80a078054 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:59:39.385122 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eb413928-cba6-46a1-b0bc-cf7f2d3173d0 req-4a347adb-8502-453c-8d42-e7c4f69d71b1 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/quotas/21eee794595f4d3b8f9bea504a1c9b84 HTTP/1.1" status: 200 len: 375 time: 0.1011422 Nov 12 00:59:39.459461 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eb413928-cba6-46a1-b0bc-cf7f2d3173d0 req-9634372f-c455-4fd2-893a-dedb83dd1c65 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=21eee794595f4d3b8f9bea504a1c9b84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0735071 Nov 12 00:59:39.470014 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-a4293a7a-c339-4c14-814b-4d056b1766cf req-2721f262-1326-449e-bee9-d5ac7e953e65 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:39.472265 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-a4293a7a-c339-4c14-814b-4d056b1766cf req-2721f262-1326-449e-bee9-d5ac7e953e65 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:39.473335 n-d-712142-27 neutron-server[109086]: INFO neutron.db.l3_db [req-a4293a7a-c339-4c14-814b-4d056b1766cf req-2721f262-1326-449e-bee9-d5ac7e953e65 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Floating IP 8e989c57-db4e-4959-876d-9e8a2f625a1f disassociated. External IP: 172.25.3.130, port: bc54d53d-f0d4-433e-adb2-d81e0072cd79. Nov 12 00:59:39.474235 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-a4293a7a-c339-4c14-814b-4d056b1766cf req-2721f262-1326-449e-bee9-d5ac7e953e65 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Calling delete_port for bc54d53d-f0d4-433e-adb2-d81e0072cd79 owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:39.664500 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f2a3b790-6cbd-4579-9c0b-4b3db7884231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:39.816785 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e9232d-3ba5-4b3f-8999-dc78e2b32aa9 None None] Sync routers for ids ['3ac12f93-91ef-4a9b-8edf-f2e4c37ec07c'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:59:39.850601 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e9232d-3ba5-4b3f-8999-dc78e2b32aa9 None None] Routers {'3ac12f93-91ef-4a9b-8edf-f2e4c37ec07c'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:39.851716 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-17e9232d-3ba5-4b3f-8999-dc78e2b32aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:59:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['3ac12f93-91ef-4a9b-8edf-f2e4c37ec07c'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:39.888742 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-269b7a85-e595-4b72-aab3-ca7cfd329f9c req-be2e5d32-f6d3-42d4-9f03-d5b83bc3579d service neutron] 10.222.0.45 "GET /v2.0/networks/00a03daf-efbb-48db-964b-992b2504dfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5886731 Nov 12 00:59:39.901258 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eb413928-cba6-46a1-b0bc-cf7f2d3173d0 req-17e1cd09-525e-42f5-870a-bc2bf34ea913 service neutron] 10.222.0.45 "GET /v2.0/networks/c0b4a63e-0860-4dbc-9d9c-620393c3b6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4361322 Nov 12 00:59:40.005088 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f2a3b790-6cbd-4579-9c0b-4b3db7884231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:40.008199 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f2a3b790-6cbd-4579-9c0b-4b3db7884231 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:40.028712 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4672443-3804-4917-b4c4-df28be14831a None None] Network 7a8bad85-cf09-469f-887f-852db9d265a2 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:40.038326 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-d25b61d7-861b-4dff-8ee5-97f1747e1c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c78e9c3-516a-4e03-be61-41a80a078054', 'name': 'tempest-FloatingIPsTestJSON-1259223330-router', 'tenant_id': '8a8bed7055f841cc9b5703099578a008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '9c6dcb89-aa13-4e33-b498-31652f4fcdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:33Z', 'updated_at': '2021-11-12T00:59:36Z', 'revision_number': 3, 'project_id': '8a8bed7055f841cc9b5703099578a008', 'gw_port': {'id': '9c6dcb89-aa13-4e33-b498-31652f4fcdb5', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:82:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c78e9c3-516a-4e03-be61-41a80a078054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:34Z', 'updated_at': '2021-11-12T00:59:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:40.145239 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25b61d7-861b-4dff-8ee5-97f1747e1c16 None None] Checking router: 4c78e9c3-516a-4e03-be61-41a80a078054 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:59:40.145970 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25b61d7-861b-4dff-8ee5-97f1747e1c16 None None] Updating router 4c78e9c3-516a-4e03-be61-41a80a078054 port 9c6dcb89-aa13-4e33-b498-31652f4fcdb5 binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:59:40.196182 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-a4293a7a-c339-4c14-814b-4d056b1766cf req-2721f262-1326-449e-bee9-d5ac7e953e65 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:40.216311 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-d25b61d7-861b-4dff-8ee5-97f1747e1c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:40.227056 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device d4cbd03e-bbf4-455b-8232-3965a0a2ddd9 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:40.234456 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f2a3b790-6cbd-4579-9c0b-4b3db7884231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:40.235191 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a3b790-6cbd-4579-9c0b-4b3db7884231 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ac12f93-91ef-4a9b-8edf-f2e4c37ec07c {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:59:40.244930 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2721f262-1326-449e-bee9-d5ac7e953e65 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Pushing event deleted for resources: {'Port': ['ID=bc54d53d-f0d4-433e-adb2-d81e0072cd79,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:40.253862 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f2a3b790-6cbd-4579-9c0b-4b3db7884231 admin admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:40.260215 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f2a3b790-6cbd-4579-9c0b-4b3db7884231 admin admin] 10.222.0.45 "DELETE /v2.0/routers/3ac12f93-91ef-4a9b-8edf-f2e4c37ec07c HTTP/1.1" status: 204 len: 168 time: 3.3407769 Nov 12 00:59:40.264251 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59562) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:40.367044 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 69ecd93d-ed07-43b1-892c-e38b794295f9 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:40.408907 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eb413928-cba6-46a1-b0bc-cf7f2d3173d0 req-e4e5b169-2fc1-4164-93f5-c5612f7316c6 service neutron] 10.222.0.45 "GET /v2.0/networks/c0b4a63e-0860-4dbc-9d9c-620393c3b6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5023844 Nov 12 00:59:40.537558 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-17e9232d-3ba5-4b3f-8999-dc78e2b32aa9 None None] Set router 3ac12f93-91ef-4a9b-8edf-f2e4c37ec07c gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:59:40.541757 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-54ec88f7-fb24-4f84-ab9c-fcbc6fbe6dee None None] Provisioning complete for port 69ecd93d-ed07-43b1-892c-e38b794295f9 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:40.542275 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-54ec88f7-fb24-4f84-ab9c-fcbc6fbe6dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:40.733689 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4293a7a-c339-4c14-814b-4d056b1766cf req-2721f262-1326-449e-bee9-d5ac7e953e65 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Router c84c1b1c-b328-41d7-9ade-e857570c7b29 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:59:40.821812 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-fff5831e-2f1f-4c9d-9045-fda7e5035ed3 admin admin] Deleting subnet 288eb225-7b14-4708-80ad-11744522328c {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 00:59:40.863394 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fff5831e-2f1f-4c9d-9045-fda7e5035ed3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:40.972437 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce727bd-166b-4ef4-817f-ca4bc96f253c req-383db1b6-3e15-4f6f-a94c-d995cb63ca55 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:40.975347 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3ce727bd-166b-4ef4-817f-ca4bc96f253c req-383db1b6-3e15-4f6f-a94c-d995cb63ca55 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa50c5ea-6d4d-44ff-804d-2a670cf0e0df HTTP/1.1" status: 200 len: 949 time: 0.3777108 Nov 12 00:59:41.094169 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fff5831e-2f1f-4c9d-9045-fda7e5035ed3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:41.227624 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fb7fb2b4-8df4-4b32-be15-a699e309d93f req-e17005d8-9295-4e84-94c6-76a4fda52686 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] 10.222.0.45 "GET /v2.0/ports?device_id=44ac78c4-2b73-4d10-94c3-37a5ca2c3a03 HTTP/1.1" status: 200 len: 210 time: 0.1272759 Nov 12 00:59:41.354685 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-17e9232d-3ba5-4b3f-8999-dc78e2b32aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac12f93-91ef-4a9b-8edf-f2e4c37ec07c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-737084692-router', 'tenant_id': '22dfe244f4534ed283fb1e028b7ae4df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:23Z', 'updated_at': '2021-11-12T00:59:38Z', 'revision_number': 7, 'project_id': '22dfe244f4534ed283fb1e028b7ae4df', 'gw_port_host': None}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:41.358660 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:41.368344 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-d25b61d7-861b-4dff-8ee5-97f1747e1c16 None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:41.393485 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-d25b61d7-861b-4dff-8ee5-97f1747e1c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:41.484500 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port d4cbd03e-bbf4-455b-8232-3965a0a2ddd9 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:41.485704 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:41.516319 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3ce727bd-166b-4ef4-817f-ca4bc96f253c req-4cb6bbf9-b510-4372-a653-277bdc971537 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5093501 Nov 12 00:59:41.537692 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dbe040cb-dd3f-447e-b6d7-104cb731087f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:41.590560 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e9232d-3ba5-4b3f-8999-dc78e2b32aa9 None None] Checking router: 3ac12f93-91ef-4a9b-8edf-f2e4c37ec07c for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:59:41.601765 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dc4770-1c17-4b36-8e63-ad8beb983440 None None] Pushing event updated for resources: {'Port': ['ID=9c6dcb89-aa13-4e33-b498-31652f4fcdb5,revision_number=2']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:41.646344 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fff5831e-2f1f-4c9d-9045-fda7e5035ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:41.658564 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-d25b61d7-861b-4dff-8ee5-97f1747e1c16 None None] Attempting to bind port 9c6dcb89-aa13-4e33-b498-31652f4fcdb5 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:41.659460 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-d25b61d7-861b-4dff-8ee5-97f1747e1c16 None None] Attempting to bind port 9c6dcb89-aa13-4e33-b498-31652f4fcdb5 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:41.660073 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25b61d7-861b-4dff-8ee5-97f1747e1c16 None None] Attempting to bind port 9c6dcb89-aa13-4e33-b498-31652f4fcdb5 on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:41.678965 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25b61d7-861b-4dff-8ee5-97f1747e1c16 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:59:41.679340 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25b61d7-861b-4dff-8ee5-97f1747e1c16 None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:41.679748 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-d25b61d7-861b-4dff-8ee5-97f1747e1c16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:41.680177 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25b61d7-861b-4dff-8ee5-97f1747e1c16 None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:59:41.680673 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-d25b61d7-861b-4dff-8ee5-97f1747e1c16 None None] Bound port: 9c6dcb89-aa13-4e33-b498-31652f4fcdb5, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:59:41.681688 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e9232d-3ba5-4b3f-8999-dc78e2b32aa9 None None] Routers set() bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:41.682552 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e9232d-3ba5-4b3f-8999-dc78e2b32aa9 None None] Router IDs set() for agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 00:59:41.683846 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_agentschedulers_db [None req-17e9232d-3ba5-4b3f-8999-dc78e2b32aa9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3ac12f93-91ef-4a9b-8edf-f2e4c37ec07c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:59:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent'). {{(pid=109087) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 00:59:41.684578 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-d25b61d7-861b-4dff-8ee5-97f1747e1c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:41.685102 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e9232d-3ba5-4b3f-8999-dc78e2b32aa9 None None] The sync data for ids ['3ac12f93-91ef-4a9b-8edf-f2e4c37ec07c'] in n-d-712142-27 is: [] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:59:41.742461 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59592) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:41.754160 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e82da213-7927-49ed-96d9-7c8e0f143b4c req-ee4a7b25-54be-43dc-a70f-3f75c3f2a324 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=eeff02bb-315b-4720-b65d-7d1c787a15af HTTP/1.1" status: 200 len: 210 time: 0.1235297 Nov 12 00:59:41.865187 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4293a7a-c339-4c14-814b-4d056b1766cf req-2721f262-1326-449e-bee9-d5ac7e953e65 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:59:41.946969 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedeb22e-4442-4b62-9548-a1e95b15d455 None None] Sync routers for ids ['c84c1b1c-b328-41d7-9ade-e857570c7b29'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:59:41.981308 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5e70dc38-fbe8-4325-a750-dbb5bd6ec5b0 req-9d4d8190-61f5-408d-8d42-ac45652a76ab tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4b4a191-075e-4cef-9ad5-aca1e674d43a HTTP/1.1" status: 200 len: 210 time: 0.2457843 Nov 12 00:59:41.996062 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-d25b61d7-861b-4dff-8ee5-97f1747e1c16 None None] For port 9c6dcb89-aa13-4e33-b498-31652f4fcdb5, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:59:42.013990 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 69ecd93d-ed07-43b1-892c-e38b794295f9 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:42.014844 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:42.052561 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4293a7a-c339-4c14-814b-4d056b1766cf req-2721f262-1326-449e-bee9-d5ac7e953e65 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] No DVR routers for this DVR port bc54d53d-f0d4-433e-adb2-d81e0072cd79 on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:59:42.065281 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-a4293a7a-c339-4c14-814b-4d056b1766cf req-2721f262-1326-449e-bee9-d5ac7e953e65 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:42.081633 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a4293a7a-c339-4c14-814b-4d056b1766cf req-2721f262-1326-449e-bee9-d5ac7e953e65 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] 10.222.0.44 "DELETE /v2.0/ports/bc54d53d-f0d4-433e-adb2-d81e0072cd79 HTTP/1.1" status: 204 len: 173 time: 4.7055919 Nov 12 00:59:42.083116 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ac78c4-2b73-4d10-94c3-37a5ca2c3a03', 'name': 'network-vif-deleted', 'tag': 'bc54d53d-f0d4-433e-adb2-d81e0072cd79'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:59:42.094523 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae66c64-966e-4574-8186-ab0a1de9794c" -d '{"events": [{"server_uuid": "44ac78c4-2b73-4d10-94c3-37a5ca2c3a03", "name": "network-vif-deleted", "tag": "bc54d53d-f0d4-433e-adb2-d81e0072cd79"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:59:42.136024 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fff5831e-2f1f-4c9d-9045-fda7e5035ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:42.150917 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-54ec88f7-fb24-4f84-ab9c-fcbc6fbe6dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:42.153206 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-d25b61d7-861b-4dff-8ee5-97f1747e1c16 None None] For port 9c6dcb89-aa13-4e33-b498-31652f4fcdb5, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=9c6dcb89-aa13-4e33-b498-31652f4fcdb5,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:59:42.158106 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-6a4de312-cbed-4bfc-bbac-3fe591c8dd6e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1752682149-network', 'tenant_id': '4c0e9b301a7843818888ad914944b955'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:42.166704 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedeb22e-4442-4b62-9548-a1e95b15d455 None None] Routers {'c84c1b1c-b328-41d7-9ade-e857570c7b29'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:42.172616 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-eedeb22e-4442-4b62-9548-a1e95b15d455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:59:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['c84c1b1c-b328-41d7-9ade-e857570c7b29'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:42.174424 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:42.184742 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fff5831e-2f1f-4c9d-9045-fda7e5035ed3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:42.189831 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-d25b61d7-861b-4dff-8ee5-97f1747e1c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:42.198204 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-fff5831e-2f1f-4c9d-9045-fda7e5035ed3 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/288eb225-7b14-4708-80ad-11744522328c HTTP/1.1" status: 204 len: 168 time: 1.9217362 Nov 12 00:59:42.199061 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59600) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:42.205570 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f971388-0e4e-434a-969f-4175e6afeb4c x-openstack-request-id: req-6f971388-0e4e-434a-969f-4175e6afeb4c {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:59:42.205924 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44ac78c4-2b73-4d10-94c3-37a5ca2c3a03", "name": "network-vif-deleted", "tag": "bc54d53d-f0d4-433e-adb2-d81e0072cd79", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:59:42.206095 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6f971388-0e4e-434a-969f-4175e6afeb4c {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:59:42.206502 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44ac78c4-2b73-4d10-94c3-37a5ca2c3a03', 'name': 'network-vif-deleted', 'tag': 'bc54d53d-f0d4-433e-adb2-d81e0072cd79', 'status': 'completed', 'code': 200} Nov 12 00:59:42.269556 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c0a0c8-e98a-4656-b258-3ff0de69cfe1 None None] Network ba15eb74-3f71-4b7b-a241-53b883ba8f14 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:42.286312 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff5831e-2f1f-4c9d-9045-fda7e5035ed3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=288eb225-7b14-4708-80ad-11744522328c,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:42.467473 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dc4770-1c17-4b36-8e63-ad8beb983440 None None] Pushing event updated for resources: {'Port': ['ID=9c6dcb89-aa13-4e33-b498-31652f4fcdb5,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:42.539185 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa50c5ea-6d4d-44ff-804d-2a670cf0e0df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4cbd03e-bbf4-455b-8232-3965a0a2ddd9'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:59:42.543262 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728b102e-9060-4ecf-919d-24eec3a51d88" -d '{"events": [{"server_uuid": "fa50c5ea-6d4d-44ff-804d-2a670cf0e0df", "name": "network-vif-plugged", "status": "completed", "tag": "d4cbd03e-bbf4-455b-8232-3965a0a2ddd9"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:59:42.585194 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4de312-cbed-4bfc-bbac-3fe591c8dd6e admin admin] Made reservation on behalf of 4c0e9b301a7843818888ad914944b955 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:42.604790 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6a4de312-cbed-4bfc-bbac-3fe591c8dd6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:42.619438 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-74dc531b-2aba-4d92-95b2-22428e7d2873 req-05fe3c25-f071-442e-8137-bed06a43819b tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] 10.222.0.45 "GET /v2.0/ports?device_id=44ac78c4-2b73-4d10-94c3-37a5ca2c3a03 HTTP/1.1" status: 200 len: 210 time: 0.1768229 Nov 12 00:59:42.681607 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-dbe040cb-dd3f-447e-b6d7-104cb731087f admin admin] Allocated IP 172.20.0.1 (7a8bad85-cf09-469f-887f-852db9d265a2/3a91573f-ae11-4189-8c99-6a91a3ba0d55/eb47091d-569f-4466-bc15-f9683e24e23a) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:42.727054 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd28b-342a-4b87-a6b6-1fe378f18b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:42.732673 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port d4cbd03e-bbf4-455b-8232-3965a0a2ddd9, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d4cbd03e-bbf4-455b-8232-3965a0a2ddd9,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:42.756368 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6a4de312-cbed-4bfc-bbac-3fe591c8dd6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:42.763606 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-54ec88f7-fb24-4f84-ab9c-fcbc6fbe6dee None None] For port 69ecd93d-ed07-43b1-892c-e38b794295f9, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=69ecd93d-ed07-43b1-892c-e38b794295f9,segment=NetworkSegment(734e6f5b-fc81-40e6-981b-4c12c3055e9f),segment_id=734e6f5b-fc81-40e6-981b-4c12c3055e9f)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:42.766014 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:42.777646 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device bc54d53d-f0d4-433e-adb2-d81e0072cd79 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:59:42.799332 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-eedeb22e-4442-4b62-9548-a1e95b15d455 None None] Set router c84c1b1c-b328-41d7-9ade-e857570c7b29 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:59:42.894816 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-54ec88f7-fb24-4f84-ab9c-fcbc6fbe6dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:43.057426 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e5d0ae-3085-410c-83a8-585e5f2714a4 x-openstack-request-id: req-06e5d0ae-3085-410c-83a8-585e5f2714a4 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:59:43.062581 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa50c5ea-6d4d-44ff-804d-2a670cf0e0df", "name": "network-vif-plugged", "status": "completed", "tag": "d4cbd03e-bbf4-455b-8232-3965a0a2ddd9", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:59:43.063510 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-06e5d0ae-3085-410c-83a8-585e5f2714a4 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:59:43.065835 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa50c5ea-6d4d-44ff-804d-2a670cf0e0df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4cbd03e-bbf4-455b-8232-3965a0a2ddd9', 'code': 200} Nov 12 00:59:43.076187 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: bc54d53d-f0d4-433e-adb2-d81e0072cd79 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:59:43.077314 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device bc54d53d-f0d4-433e-adb2-d81e0072cd79 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:59:43.078908 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 43ef404a-dedc-4598-aac5-f5b44cc9ba81 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:59:43.100382 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25b61d7-861b-4dff-8ee5-97f1747e1c16 None None] Routers {'4c78e9c3-516a-4e03-be61-41a80a078054'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:43.101346 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-d25b61d7-861b-4dff-8ee5-97f1747e1c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:59:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['4c78e9c3-516a-4e03-be61-41a80a078054'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:43.200485 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bccdc11-2cc7-4754-9eaf-069fbe3f1f9a req-21134087-35b0-41c3-8817-fc77818a535f tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:43.201806 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6a4de312-cbed-4bfc-bbac-3fe591c8dd6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:43.210299 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5bccdc11-2cc7-4754-9eaf-069fbe3f1f9a req-21134087-35b0-41c3-8817-fc77818a535f tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa50c5ea-6d4d-44ff-804d-2a670cf0e0df HTTP/1.1" status: 200 len: 950 time: 0.2871976 Nov 12 00:59:43.222258 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6a4de312-cbed-4bfc-bbac-3fe591c8dd6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:43.263767 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-d25b61d7-861b-4dff-8ee5-97f1747e1c16 None None] Set router 4c78e9c3-516a-4e03-be61-41a80a078054 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:59:43.330827 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a4de312-cbed-4bfc-bbac-3fe591c8dd6e admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 00:59:43.343735 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dbe040cb-dd3f-447e-b6d7-104cb731087f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:43.375105 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 43ef404a-dedc-4598-aac5-f5b44cc9ba81 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:59:43.375927 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 43ef404a-dedc-4598-aac5-f5b44cc9ba81 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:59:43.391384 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-09f30448-4ed9-497c-816f-6c1ab66594a6 req-9e8902ad-dc89-47c4-a9a3-1ca2999191c3 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=eeff02bb-315b-4720-b65d-7d1c787a15af HTTP/1.1" status: 200 len: 210 time: 0.1786575 Nov 12 00:59:43.500870 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=d4cbd03e-bbf4-455b-8232-3965a0a2ddd9,revision_number=7']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:43.507877 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-8d9dd28b-342a-4b87-a6b6-1fe378f18b45 admin admin] Deleting port 66d60829-9e10-480c-90de-1c5e030f6919 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:43.508443 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd28b-342a-4b87-a6b6-1fe378f18b45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:43.533710 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6a4de312-cbed-4bfc-bbac-3fe591c8dd6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:43.536415 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-6a4de312-cbed-4bfc-bbac-3fe591c8dd6e admin admin] Added segment 9dbffe20-fa57-4fc9-974f-82a4aaa66cb3 of type vlan for network 84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c Nov 12 00:59:43.581482 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4de312-cbed-4bfc-bbac-3fe591c8dd6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75090b4c-5544-43c5-a3fb-ad68db0b72bf,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:43.588787 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-52642bb7-166e-4b73-9917-68119ecfd535 None None] Provisioning complete for port 69ecd93d-ed07-43b1-892c-e38b794295f9 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:43.589567 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-52642bb7-166e-4b73-9917-68119ecfd535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:43.674074 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 5df62e00-28ab-4190-8ee1-b2ca95f0a31c no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:59:43.675421 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5bccdc11-2cc7-4754-9eaf-069fbe3f1f9a req-113a91ad-1c8c-4db0-907c-5399c829e00d tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4198010 Nov 12 00:59:43.711346 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 5df62e00-28ab-4190-8ee1-b2ca95f0a31c {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:59:43.712394 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 5df62e00-28ab-4190-8ee1-b2ca95f0a31c not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:59:43.757104 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-746e4337-7922-4698-9a5b-f6682630937c req-5062235b-045f-4ef0-aa4f-ace09efb3477 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4b4a191-075e-4cef-9ad5-aca1e674d43a HTTP/1.1" status: 200 len: 210 time: 0.2314792 Nov 12 00:59:43.796304 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dbe040cb-dd3f-447e-b6d7-104cb731087f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:43.813669 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ec88f7-fb24-4f84-ab9c-fcbc6fbe6dee None None] Pushing event updated for resources: {'Port': ['ID=69ecd93d-ed07-43b1-892c-e38b794295f9,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:43.928857 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe040cb-dd3f-447e-b6d7-104cb731087f admin admin] Network 7a8bad85-cf09-469f-887f-852db9d265a2 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:43.947884 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-dbe040cb-dd3f-447e-b6d7-104cb731087f admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:43.952973 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe040cb-dd3f-447e-b6d7-104cb731087f admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:43.963643 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce534d9c-e88e-41db-95ab-d6f8591f493a None None] DHCP port deletion for ba15eb74-3f71-4b7b-a241-53b883ba8f14 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 00:59:44.075843 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dbe040cb-dd3f-447e-b6d7-104cb731087f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:44.088525 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-eedeb22e-4442-4b62-9548-a1e95b15d455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84c1b1c-b328-41d7-9ade-e857570c7b29', 'name': 'tempest-ServersTestManualDisk-199279593-router', 'tenant_id': 'e23f931e6abc48e289c4be9c4f72c99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '583f7c0a-767e-493f-8835-4fbfac3f2207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:56:38Z', 'updated_at': '2021-11-12T00:56:54Z', 'revision_number': 4, 'project_id': 'e23f931e6abc48e289c4be9c4f72c99c', 'gw_port': {'id': '583f7c0a-767e-493f-8835-4fbfac3f2207', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:54:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84c1b1c-b328-41d7-9ade-e857570c7b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:56:41Z', 'updated_at': '2021-11-12T00:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'f3b8f20c-cdcb-43d4-ae8c-385807a4dc6c', 'name': '', 'network_id': '4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c', 'tenant_id': 'e23f931e6abc48e289c4be9c4f72c99c', 'mac_address': 'fa:16:3e:5b:d2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84c1b1c-b328-41d7-9ade-e857570c7b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '749b9936-c68e-49ae-a3ef-2ac3d2926d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:56:51Z', 'updated_at': '2021-11-12T00:57:01Z', 'revision_number': 5, 'project_id': 'e23f931e6abc48e289c4be9c4f72c99c', 'subnets': [{'id': '749b9936-c68e-49ae-a3ef-2ac3d2926d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:44.092406 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6a4de312-cbed-4bfc-bbac-3fe591c8dd6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:44.106467 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe040cb-dd3f-447e-b6d7-104cb731087f admin admin] Pushing event updated for resources: {'Port': ['ID=eb47091d-569f-4466-bc15-f9683e24e23a,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:44.145248 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedeb22e-4442-4b62-9548-a1e95b15d455 None None] Checking router: c84c1b1c-b328-41d7-9ade-e857570c7b29 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:59:44.147812 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-8d9dd28b-342a-4b87-a6b6-1fe378f18b45 admin admin] For port 66d60829-9e10-480c-90de-1c5e030f6919, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=66d60829-9e10-480c-90de-1c5e030f6919,segment=NetworkSegment(8576e036-a9c2-4317-a56b-5b4b60032890),segment_id=8576e036-a9c2-4317-a56b-5b4b60032890)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:44.148297 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd28b-342a-4b87-a6b6-1fe378f18b45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:44.169158 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedeb22e-4442-4b62-9548-a1e95b15d455 None None] Routers {'c84c1b1c-b328-41d7-9ade-e857570c7b29'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:44.171078 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-eedeb22e-4442-4b62-9548-a1e95b15d455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:59:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['c84c1b1c-b328-41d7-9ade-e857570c7b29'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:44.210139 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-ce534d9c-e88e-41db-95ab-d6f8591f493a None None] Deleting port 66d60829-9e10-480c-90de-1c5e030f6919 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:44.211135 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ce534d9c-e88e-41db-95ab-d6f8591f493a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:44.212813 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-8d9dd28b-342a-4b87-a6b6-1fe378f18b45 admin admin] Calling delete_port for 66d60829-9e10-480c-90de-1c5e030f6919 owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:44.216025 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.db.resource_extend [None req-6a4de312-cbed-4bfc-bbac-3fe591c8dd6e admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 00:59:44.289694 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b7a85-e595-4b72-aab3-ca7cfd329f9c req-78133bac-24a2-4276-b5c6-ea5d7277d5bd tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:44.295101 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-269b7a85-e595-4b72-aab3-ca7cfd329f9c req-78133bac-24a2-4276-b5c6-ea5d7277d5bd tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.44 "GET /v2.0/networks?id=00a03daf-efbb-48db-964b-992b2504dfd0 HTTP/1.1" status: 200 len: 806 time: 0.9602697 Nov 12 00:59:44.320245 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-098f4340-1cf7-41f6-aae7-6da8e47f4295 req-8fb32004-67ae-4bcc-8cd8-e5682e72f9f2 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] 10.222.0.45 "GET /v2.0/ports?device_id=44ac78c4-2b73-4d10-94c3-37a5ca2c3a03 HTTP/1.1" status: 200 len: 210 time: 0.2412920 Nov 12 00:59:44.405988 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec52275-a5a5-43ba-add3-7e38d34de43d req-48a8ecec-f844-4a85-a00c-12e31ad9f9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:44.408271 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6a4de312-cbed-4bfc-bbac-3fe591c8dd6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:44.409675 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4de312-cbed-4bfc-bbac-3fe591c8dd6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:44.410522 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6a4de312-cbed-4bfc-bbac-3fe591c8dd6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:44.418324 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-269b7a85-e595-4b72-aab3-ca7cfd329f9c req-65c7a910-5f6b-4b47-9f02-fe34f938248a tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Request body: {'port': {'device_id': 'eeff02bb-315b-4720-b65d-7d1c787a15af', 'network_id': '00a03daf-efbb-48db-964b-992b2504dfd0', 'admin_state_up': True, 'tenant_id': 'ab22182039774befa325e91b3a0bd782'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:44.418629 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-ce534d9c-e88e-41db-95ab-d6f8591f493a None None] For port 66d60829-9e10-480c-90de-1c5e030f6919, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=66d60829-9e10-480c-90de-1c5e030f6919,segment=NetworkSegment(8576e036-a9c2-4317-a56b-5b4b60032890),segment_id=8576e036-a9c2-4317-a56b-5b4b60032890)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:44.419193 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ce534d9c-e88e-41db-95ab-d6f8591f493a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:44.419671 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cec52275-a5a5-43ba-add3-7e38d34de43d req-48a8ecec-f844-4a85-a00c-12e31ad9f9a5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fa50c5ea-6d4d-44ff-804d-2a670cf0e0df HTTP/1.1" status: 200 len: 1102 time: 0.3282211 Nov 12 00:59:44.467472 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-ce534d9c-e88e-41db-95ab-d6f8591f493a None None] Calling delete_port for 66d60829-9e10-480c-90de-1c5e030f6919 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:44.501820 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-eedeb22e-4442-4b62-9548-a1e95b15d455 None None] Set router c84c1b1c-b328-41d7-9ade-e857570c7b29 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:59:44.580219 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-d25b61d7-861b-4dff-8ee5-97f1747e1c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c78e9c3-516a-4e03-be61-41a80a078054', 'name': 'tempest-FloatingIPsTestJSON-1259223330-router', 'tenant_id': '8a8bed7055f841cc9b5703099578a008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '9c6dcb89-aa13-4e33-b498-31652f4fcdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:33Z', 'updated_at': '2021-11-12T00:59:36Z', 'revision_number': 3, 'project_id': '8a8bed7055f841cc9b5703099578a008', 'gw_port': {'id': '9c6dcb89-aa13-4e33-b498-31652f4fcdb5', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:82:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c78e9c3-516a-4e03-be61-41a80a078054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:34Z', 'updated_at': '2021-11-12T00:59:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:44.625357 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25b61d7-861b-4dff-8ee5-97f1747e1c16 None None] The sync data for ids ['4c78e9c3-516a-4e03-be61-41a80a078054'] in n-d-712142-27 is: [{'id': '4c78e9c3-516a-4e03-be61-41a80a078054', 'name': 'tempest-FloatingIPsTestJSON-1259223330-router', 'tenant_id': '8a8bed7055f841cc9b5703099578a008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '9c6dcb89-aa13-4e33-b498-31652f4fcdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:33Z', 'updated_at': '2021-11-12T00:59:36Z', 'revision_number': 3, 'project_id': '8a8bed7055f841cc9b5703099578a008', 'gw_port': {'id': '9c6dcb89-aa13-4e33-b498-31652f4fcdb5', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:82:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c78e9c3-516a-4e03-be61-41a80a078054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:34Z', 'updated_at': '2021-11-12T00:59:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:59:44.651202 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-583a6e77-1471-4d52-a041-e5b00dedb222 req-15dbdecf-9659-4416-ae24-90fe87c1c518 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=eeff02bb-315b-4720-b65d-7d1c787a15af HTTP/1.1" status: 200 len: 210 time: 0.0899539 Nov 12 00:59:44.758100 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ce534d9c-e88e-41db-95ab-d6f8591f493a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:44.765754 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6a4de312-cbed-4bfc-bbac-3fe591c8dd6e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.0036175 Nov 12 00:59:44.776508 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59624) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:44.787276 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cec52275-a5a5-43ba-add3-7e38d34de43d req-6290073f-bfcd-4233-89d2-e08f22b80b5d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3622003 Nov 12 00:59:44.803271 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4de312-cbed-4bfc-bbac-3fe591c8dd6e admin admin] Pushing event updated for resources: {'Network': ['ID=84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:44.810547 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-cc730745-fadc-4890-afb3-76c7aab8b8d2 admin admin] Request body: {'subnet': {'network_id': '84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1752682149-subnet', 'tenant_id': '4c0e9b301a7843818888ad914944b955', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:44.874692 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce534d9c-e88e-41db-95ab-d6f8591f493a None None] No DVR routers for this DVR port 66d60829-9e10-480c-90de-1c5e030f6919 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:59:44.895825 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce534d9c-e88e-41db-95ab-d6f8591f493a None None] Pushing event deleted for resources: {'Port': ['ID=66d60829-9e10-480c-90de-1c5e030f6919,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:44.900329 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 00:59:44.901720 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc730745-fadc-4890-afb3-76c7aab8b8d2 admin admin] Made reservation on behalf of 4c0e9b301a7843818888ad914944b955 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:44.912074 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cc730745-fadc-4890-afb3-76c7aab8b8d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:44.927399 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-eedeb22e-4442-4b62-9548-a1e95b15d455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84c1b1c-b328-41d7-9ade-e857570c7b29', 'name': 'tempest-ServersTestManualDisk-199279593-router', 'tenant_id': 'e23f931e6abc48e289c4be9c4f72c99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '583f7c0a-767e-493f-8835-4fbfac3f2207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:56:38Z', 'updated_at': '2021-11-12T00:56:54Z', 'revision_number': 4, 'project_id': 'e23f931e6abc48e289c4be9c4f72c99c', 'gw_port': {'id': '583f7c0a-767e-493f-8835-4fbfac3f2207', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:54:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84c1b1c-b328-41d7-9ade-e857570c7b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:56:41Z', 'updated_at': '2021-11-12T00:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'f3b8f20c-cdcb-43d4-ae8c-385807a4dc6c', 'name': '', 'network_id': '4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c', 'tenant_id': 'e23f931e6abc48e289c4be9c4f72c99c', 'mac_address': 'fa:16:3e:5b:d2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84c1b1c-b328-41d7-9ade-e857570c7b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '749b9936-c68e-49ae-a3ef-2ac3d2926d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:56:51Z', 'updated_at': '2021-11-12T00:57:01Z', 'revision_number': 5, 'project_id': 'e23f931e6abc48e289c4be9c4f72c99c', 'subnets': [{'id': '749b9936-c68e-49ae-a3ef-2ac3d2926d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:44.933058 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dbe040cb-dd3f-447e-b6d7-104cb731087f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:44.982604 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedeb22e-4442-4b62-9548-a1e95b15d455 None None] The sync data for ids ['c84c1b1c-b328-41d7-9ade-e857570c7b29'] in n-d-712142-27 is: [{'id': 'c84c1b1c-b328-41d7-9ade-e857570c7b29', 'name': 'tempest-ServersTestManualDisk-199279593-router', 'tenant_id': 'e23f931e6abc48e289c4be9c4f72c99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '583f7c0a-767e-493f-8835-4fbfac3f2207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:56:38Z', 'updated_at': '2021-11-12T00:56:54Z', 'revision_number': 4, 'project_id': 'e23f931e6abc48e289c4be9c4f72c99c', 'gw_port': {'id': '583f7c0a-767e-493f-8835-4fbfac3f2207', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:54:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84c1b1c-b328-41d7-9ade-e857570c7b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:56:41Z', 'updated_at': '2021-11-12T00:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'f3b8f20c-cdcb-43d4-ae8c-385807a4dc6c', 'name': '', 'network_id': '4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c', 'tenant_id': 'e23f931e6abc48e289c4be9c4f72c99c', 'mac_address': 'fa:16:3e:5b:d2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84c1b1c-b328-41d7-9ade-e857570c7b29', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '749b9936-c68e-49ae-a3ef-2ac3d2926d6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:56:51Z', 'updated_at': '2021-11-12T00:57:01Z', 'revision_number': 5, 'project_id': 'e23f931e6abc48e289c4be9c4f72c99c', 'subnets': [{'id': '749b9936-c68e-49ae-a3ef-2ac3d2926d6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:59:45.135928 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd28b-342a-4b87-a6b6-1fe378f18b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:45.222636 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9dd28b-342a-4b87-a6b6-1fe378f18b45 admin admin] Pushing event deleted for resources: {'Port': ['ID=66d60829-9e10-480c-90de-1c5e030f6919,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:45.244053 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-269b7a85-e595-4b72-aab3-ca7cfd329f9c req-65c7a910-5f6b-4b47-9f02-fe34f938248a tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Made reservation on behalf of ab22182039774befa325e91b3a0bd782 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:45.252754 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-269b7a85-e595-4b72-aab3-ca7cfd329f9c req-65c7a910-5f6b-4b47-9f02-fe34f938248a tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:45.301888 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9dd28b-342a-4b87-a6b6-1fe378f18b45 admin admin] No DVR routers for this DVR port 66d60829-9e10-480c-90de-1c5e030f6919 on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 00:59:45.305505 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7a0053b2-bd5d-4ada-a615-54a9be4b3519 None None] Provisioning complete for port eb47091d-569f-4466-bc15-f9683e24e23a triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:45.306065 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7a0053b2-bd5d-4ada-a615-54a9be4b3519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:45.417264 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd28b-342a-4b87-a6b6-1fe378f18b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:45.451000 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-8d9dd28b-342a-4b87-a6b6-1fe378f18b45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba15eb74-3f71-4b7b-a241-53b883ba8f14']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:45.456357 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-7a0053b2-bd5d-4ada-a615-54a9be4b3519 None None] Port eb47091d-569f-4466-bc15-f9683e24e23a cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:59:45.465507 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-8d9dd28b-342a-4b87-a6b6-1fe378f18b45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8576e036-a9c2-4317-a56b-5b4b60032890') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:45.466338 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-8d9dd28b-342a-4b87-a6b6-1fe378f18b45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8576e036-a9c2-4317-a56b-5b4b60032890') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:45.480250 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd28b-342a-4b87-a6b6-1fe378f18b45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:45.499175 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd28b-342a-4b87-a6b6-1fe378f18b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:45.513231 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d9dd28b-342a-4b87-a6b6-1fe378f18b45 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 00:59:45.513829 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd28b-342a-4b87-a6b6-1fe378f18b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:45.636158 n-d-712142-27 neutron-server[109086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:59:45.636158 n-d-712142-27 neutron-server[109086]: self.session.flush() Nov 12 00:59:45.636158 n-d-712142-27 neutron-server[109086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:59:45.636158 n-d-712142-27 neutron-server[109086]: self.session.flush() Nov 12 00:59:45.636158 n-d-712142-27 neutron-server[109086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:59:45.636158 n-d-712142-27 neutron-server[109086]: self.session.flush() Nov 12 00:59:45.636158 n-d-712142-27 neutron-server[109086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 00:59:45.636158 n-d-712142-27 neutron-server[109086]: self.session.flush() Nov 12 00:59:45.636158 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 00:59:45.636158 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 00:59:45.636158 n-d-712142-27 neutron-server[109086]: timer() Nov 12 00:59:45.636158 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 00:59:45.636158 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 00:59:45.636158 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 00:59:45.636158 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 00:59:45.636158 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 00:59:45.636158 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 00:59:45.636158 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 00:59:45.636158 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 00:59:45.636158 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 00:59:45.636158 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 00:59:45.636158 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 00:59:45.636158 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 00:59:45.636158 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 00:59:45.636158 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 00:59:45.636158 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 00:59:45.636158 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 00:59:45.636158 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 00:59:45.636158 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 00:59:45.636158 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 00:59:45.636158 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 00:59:45.636158 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 00:59:45.636158 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 00:59:45.636158 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 00:59:45.636158 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 00:59:45.636158 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 00:59:45.636158 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 00:59:45.636158 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 00:59:45.636158 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 00:59:45.636158 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 00:59:45.643002 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd28b-342a-4b87-a6b6-1fe378f18b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:45.675481 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8d9dd28b-342a-4b87-a6b6-1fe378f18b45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:45.678957 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8d9dd28b-342a-4b87-a6b6-1fe378f18b45 admin admin] 10.222.0.45 "DELETE /v2.0/networks/ba15eb74-3f71-4b7b-a241-53b883ba8f14 HTTP/1.1" status: 204 len: 168 time: 3.4197237 Nov 12 00:59:45.680080 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9dd28b-342a-4b87-a6b6-1fe378f18b45 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba15eb74-3f71-4b7b-a241-53b883ba8f14,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:45.758682 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b040e2f2-88f4-4101-bf7b-cb9d735ee39f None None] New status for floating IP 8e989c57-db4e-4959-876d-9e8a2f625a1f: DOWN {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 00:59:45.883852 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-269b7a85-e595-4b72-aab3-ca7cfd329f9c req-65c7a910-5f6b-4b47-9f02-fe34f938248a tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Allocated IP 172.20.0.9 (00a03daf-efbb-48db-964b-992b2504dfd0/76e4d43b-e53b-464c-a374-bf4144fb9a21/b71244a5-b416-41b6-84a3-ef81fbc874e2) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:45.917243 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 9c6dcb89-aa13-4e33-b498-31652f4fcdb5 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:46.004972 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f7553cb7-2910-419f-a7ca-4a7cbbc25e03 req-bbd70bdd-8f9e-4e92-a491-0267687ed1b2 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4b4a191-075e-4cef-9ad5-aca1e674d43a HTTP/1.1" status: 200 len: 210 time: 0.1372905 Nov 12 00:59:46.151896 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 9c6dcb89-aa13-4e33-b498-31652f4fcdb5 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:46.152719 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:46.198541 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59636) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:46.325730 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:46.380828 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 9c6dcb89-aa13-4e33-b498-31652f4fcdb5, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=9c6dcb89-aa13-4e33-b498-31652f4fcdb5,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:46.387927 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:46.389547 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 69ecd93d-ed07-43b1-892c-e38b794295f9 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:46.509958 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b422521-0f08-4cae-bd51-f7702c4b9e4a req-268cc6e9-e037-4355-a23b-90041dc947f2 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:46.524923 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1b422521-0f08-4cae-bd51-f7702c4b9e4a req-268cc6e9-e037-4355-a23b-90041dc947f2 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa50c5ea-6d4d-44ff-804d-2a670cf0e0df HTTP/1.1" status: 200 len: 950 time: 1.5538964 Nov 12 00:59:46.586488 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-095940f7-f4b8-494a-a0ea-b0b55cf26fb4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=22dfe244f4534ed283fb1e028b7ae4df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3530858 Nov 12 00:59:46.589076 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59640) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:46.615590 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=9c6dcb89-aa13-4e33-b498-31652f4fcdb5,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:46.620354 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-269b7a85-e595-4b72-aab3-ca7cfd329f9c req-65c7a910-5f6b-4b47-9f02-fe34f938248a tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:46.640188 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-92b44c4d-efad-4a70-9194-3a09a074117b req-f0751598-819c-4d1b-821f-77dced2964d1 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=eeff02bb-315b-4720-b65d-7d1c787a15af HTTP/1.1" status: 200 len: 210 time: 0.0874825 Nov 12 00:59:46.644882 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 69ecd93d-ed07-43b1-892c-e38b794295f9 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:46.645499 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:46.738405 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0f7d62b4-abda-488b-83c2-ad21a9d26f44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:46.804505 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59642) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:46.846280 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0f7d62b4-abda-488b-83c2-ad21a9d26f44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:46.859579 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-269b7a85-e595-4b72-aab3-ca7cfd329f9c req-65c7a910-5f6b-4b47-9f02-fe34f938248a tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:46.897073 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['82024f09-4045-472b-bf68-891c62809ddd'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:59:46.903604 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 66d60829-9e10-480c-90de-1c5e030f6919 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 00:59:46.916790 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb413928-cba6-46a1-b0bc-cf7f2d3173d0 req-009eec13-2c81-4ab2-8011-70aba5f74ac0 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:46.920037 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eb413928-cba6-46a1-b0bc-cf7f2d3173d0 req-009eec13-2c81-4ab2-8011-70aba5f74ac0 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.44 "GET /v2.0/networks?id=c0b4a63e-0860-4dbc-9d9c-620393c3b6b9 HTTP/1.1" status: 200 len: 812 time: 1.0552731 Nov 12 00:59:46.970654 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-eb413928-cba6-46a1-b0bc-cf7f2d3173d0 req-d244eb32-e54e-4734-9104-21d8b1eeb88a tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Request body: {'port': {'device_id': 'f4b4a191-075e-4cef-9ad5-aca1e674d43a', 'network_id': 'c0b4a63e-0860-4dbc-9d9c-620393c3b6b9', 'admin_state_up': True, 'tenant_id': '21eee794595f4d3b8f9bea504a1c9b84'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:46.986502 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-269b7a85-e595-4b72-aab3-ca7cfd329f9c req-65c7a910-5f6b-4b47-9f02-fe34f938248a tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Network 00a03daf-efbb-48db-964b-992b2504dfd0 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:46.990353 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c7a910-5f6b-4b47-9f02-fe34f938248a tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Pushing event updated for resources: {'Port': ['ID=b71244a5-b416-41b6-84a3-ef81fbc874e2,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:46.994269 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-269b7a85-e595-4b72-aab3-ca7cfd329f9c req-65c7a910-5f6b-4b47-9f02-fe34f938248a tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:47.000529 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-269b7a85-e595-4b72-aab3-ca7cfd329f9c req-65c7a910-5f6b-4b47-9f02-fe34f938248a tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:47.053754 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d702ee99-ef36-40b8-a7aa-7e51109c179e tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:47.125576 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d702ee99-ef36-40b8-a7aa-7e51109c179e tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:47.183399 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1b422521-0f08-4cae-bd51-f7702c4b9e4a req-8a9faa9d-084a-430d-b6f4-1897460b0c8d tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6569467 Nov 12 00:59:47.187300 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0f7d62b4-abda-488b-83c2-ad21a9d26f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:47.190964 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0f7d62b4-abda-488b-83c2-ad21a9d26f44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:47.196170 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 66d60829-9e10-480c-90de-1c5e030f6919 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 00:59:47.197174 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 66d60829-9e10-480c-90de-1c5e030f6919 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 00:59:47.203790 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0f7d62b4-abda-488b-83c2-ad21a9d26f44 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9b53a3fc-5f87-4508-83b7-be21f61e64a9 HTTP/1.1" status: 204 len: 168 time: 0.6071396 Nov 12 00:59:47.256609 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b7a85-e595-4b72-aab3-ca7cfd329f9c req-65c7a910-5f6b-4b47-9f02-fe34f938248a tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:47.257789 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-269b7a85-e595-4b72-aab3-ca7cfd329f9c req-65c7a910-5f6b-4b47-9f02-fe34f938248a tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:47.276259 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d62b4-abda-488b-83c2-ad21a9d26f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b53a3fc-5f87-4508-83b7-be21f61e64a9,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:47.279595 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d702ee99-ef36-40b8-a7aa-7e51109c179e tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:47.284395 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d702ee99-ef36-40b8-a7aa-7e51109c179e tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:47.286289 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d702ee99-ef36-40b8-a7aa-7e51109c179e tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] 10.222.0.45 "DELETE /v2.0/security-groups/aa918c48-355b-4036-b12c-82ff85154b99 HTTP/1.1" status: 204 len: 168 time: 0.4791052 Nov 12 00:59:47.299775 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59648) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:47.314961 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cc730745-fadc-4890-afb3-76c7aab8b8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:47.399067 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1e939e49-ace6-4cbf-9a5e-6adbc6a50935 req-3d2e7759-b1f3-49d0-9903-8869abc3cbeb tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4b4a191-075e-4cef-9ad5-aca1e674d43a HTTP/1.1" status: 200 len: 210 time: 0.1490543 Nov 12 00:59:47.401285 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d702ee99-ef36-40b8-a7aa-7e51109c179e tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa918c48-355b-4036-b12c-82ff85154b99,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:47.482960 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-269b7a85-e595-4b72-aab3-ca7cfd329f9c req-65c7a910-5f6b-4b47-9f02-fe34f938248a tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0757222 Nov 12 00:59:47.491921 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-06aea0ef-5edf-413b-a3b2-d52f4b97d1bb tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] show failed (client error): The resource could not be found. Nov 12 00:59:47.499668 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-06aea0ef-5edf-413b-a3b2-d52f4b97d1bb tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] 10.222.0.45 "GET /v2.0/security-groups/aa918c48-355b-4036-b12c-82ff85154b99 HTTP/1.1" status: 404 len: 347 time: 0.1846619 Nov 12 00:59:47.504690 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59652) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:47.526266 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-269b7a85-e595-4b72-aab3-ca7cfd329f9c req-42fdfbde-c659-43b4-b082-52446f98ca05 service neutron] Request body: {'port': {'device_id': 'eeff02bb-315b-4720-b65d-7d1c787a15af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:47.536542 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dbe040cb-dd3f-447e-b6d7-104cb731087f admin admin] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:47.553455 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc730745-fadc-4890-afb3-76c7aab8b8d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a66b550-2936-4c69-9648-647d722ad572,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:47.561667 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dbe040cb-dd3f-447e-b6d7-104cb731087f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:47.691439 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 9c6dcb89-aa13-4e33-b498-31652f4fcdb5 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:47.728607 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-269b7a85-e595-4b72-aab3-ca7cfd329f9c req-42fdfbde-c659-43b4-b082-52446f98ca05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:47.834322 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 9c6dcb89-aa13-4e33-b498-31652f4fcdb5 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:47.835274 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:47.944267 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe040cb-dd3f-447e-b6d7-104cb731087f admin admin] Pushing event updated for resources: {'Port': ['ID=eb47091d-569f-4466-bc15-f9683e24e23a,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:47.948710 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dbe040cb-dd3f-447e-b6d7-104cb731087f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:47.954959 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb413928-cba6-46a1-b0bc-cf7f2d3173d0 req-d244eb32-e54e-4734-9104-21d8b1eeb88a tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Made reservation on behalf of 21eee794595f4d3b8f9bea504a1c9b84 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:47.959056 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-eb413928-cba6-46a1-b0bc-cf7f2d3173d0 req-d244eb32-e54e-4734-9104-21d8b1eeb88a tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:47.988529 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc730745-fadc-4890-afb3-76c7aab8b8d2 admin admin] Checking segment: {'id': '9dbffe20-fa57-4fc9-974f-82a4aaa66cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:47.988896 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc730745-fadc-4890-afb3-76c7aab8b8d2 admin admin] Network hostable DHCP agents. Network: 84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 00:59:48.113175 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc730745-fadc-4890-afb3-76c7aab8b8d2 admin admin] Network 84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 00:59:48.155153 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43185a7a-d74f-410c-be5f-7bbb0924b2cd req-3e521e78-c7e6-4c33-b7de-87900f206bec tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:48.157444 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-43185a7a-d74f-410c-be5f-7bbb0924b2cd req-3e521e78-c7e6-4c33-b7de-87900f206bec tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=eeff02bb-315b-4720-b65d-7d1c787a15af HTTP/1.1" status: 200 len: 931 time: 0.2736523 Nov 12 00:59:48.219741 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-cc730745-fadc-4890-afb3-76c7aab8b8d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:48.237117 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af42e88-6c8a-45fa-b674-0454fbc308ef None None] Network 84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:48.242407 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc730745-fadc-4890-afb3-76c7aab8b8d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:48.243082 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cc730745-fadc-4890-afb3-76c7aab8b8d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:48.259262 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-7854fb3a-20f4-470a-8334-c8ae13d5cb28 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Deleting port 0f8e1efb-119c-4b67-9c04-ce2ddfefa4db {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:48.259634 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7854fb3a-20f4-470a-8334-c8ae13d5cb28 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:48.373185 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-cc730745-fadc-4890-afb3-76c7aab8b8d2 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.5845795 Nov 12 00:59:48.485546 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-269b7a85-e595-4b72-aab3-ca7cfd329f9c req-42fdfbde-c659-43b4-b082-52446f98ca05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b71244a5-b416-41b6-84a3-ef81fbc874e2 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:59:48.500380 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-269b7a85-e595-4b72-aab3-ca7cfd329f9c req-42fdfbde-c659-43b4-b082-52446f98ca05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:48.507364 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94bf942-0c3f-400e-ab42-9baaba75c7cc None None] Network 84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 00:59:48.540303 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-269b7a85-e595-4b72-aab3-ca7cfd329f9c req-42fdfbde-c659-43b4-b082-52446f98ca05 service neutron] Transition to ACTIVE for port object b71244a5-b416-41b6-84a3-ef81fbc874e2 will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:59:48.555120 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-269b7a85-e595-4b72-aab3-ca7cfd329f9c req-42fdfbde-c659-43b4-b082-52446f98ca05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:48.579689 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-43185a7a-d74f-410c-be5f-7bbb0924b2cd req-af10408e-9729-46f2-a3c2-2d8d47d2cb71 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731403 Nov 12 00:59:48.683427 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7854fb3a-20f4-470a-8334-c8ae13d5cb28 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:48.684688 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7854fb3a-20f4-470a-8334-c8ae13d5cb28 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:48.691608 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-eb413928-cba6-46a1-b0bc-cf7f2d3173d0 req-d244eb32-e54e-4734-9104-21d8b1eeb88a tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Allocated IP 172.20.0.8 (c0b4a63e-0860-4dbc-9d9c-620393c3b6b9/4f4b609e-2331-4c01-9258-3d3c5185144b/564e0828-9b69-49aa-b37c-0f3279423172) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:48.750418 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe040cb-dd3f-447e-b6d7-104cb731087f admin admin] Network 7a8bad85-cf09-469f-887f-852db9d265a2 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:48.751267 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fdfbde-c659-43b4-b082-52446f98ca05 service neutron] Pushing event updated for resources: {'Port': ['ID=b71244a5-b416-41b6-84a3-ef81fbc874e2,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:48.761025 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-7854fb3a-20f4-470a-8334-c8ae13d5cb28 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Calling delete_port for 0f8e1efb-119c-4b67-9c04-ce2ddfefa4db owned by network:floatingip {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:48.777971 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-dbe040cb-dd3f-447e-b6d7-104cb731087f admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:48.819147 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49a545-6b8d-4e24-8760-a53616fbfb6c req-1c92e6d4-ad5e-484f-b3df-992e769cfaea tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:48.822859 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fc49a545-6b8d-4e24-8760-a53616fbfb6c req-1c92e6d4-ad5e-484f-b3df-992e769cfaea tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa50c5ea-6d4d-44ff-804d-2a670cf0e0df HTTP/1.1" status: 200 len: 950 time: 0.4470959 Nov 12 00:59:48.985147 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-269b7a85-e595-4b72-aab3-ca7cfd329f9c req-42fdfbde-c659-43b4-b082-52446f98ca05 service neutron] Attempting to bind port b71244a5-b416-41b6-84a3-ef81fbc874e2 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:48.986784 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-269b7a85-e595-4b72-aab3-ca7cfd329f9c req-42fdfbde-c659-43b4-b082-52446f98ca05 service neutron] Attempting to bind port b71244a5-b416-41b6-84a3-ef81fbc874e2 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '45adf0ba-e61d-4509-afe2-5b0ef96fbbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '00a03daf-efbb-48db-964b-992b2504dfd0'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:48.988005 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269b7a85-e595-4b72-aab3-ca7cfd329f9c req-42fdfbde-c659-43b4-b082-52446f98ca05 service neutron] Attempting to bind port b71244a5-b416-41b6-84a3-ef81fbc874e2 on network 00a03daf-efbb-48db-964b-992b2504dfd0 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:48.997703 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269b7a85-e595-4b72-aab3-ca7cfd329f9c req-42fdfbde-c659-43b4-b082-52446f98ca05 service neutron] Port b71244a5-b416-41b6-84a3-ef81fbc874e2 on network 00a03daf-efbb-48db-964b-992b2504dfd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:59:48.998592 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269b7a85-e595-4b72-aab3-ca7cfd329f9c req-42fdfbde-c659-43b4-b082-52446f98ca05 service neutron] Attempting to bind port b71244a5-b416-41b6-84a3-ef81fbc874e2 on network 00a03daf-efbb-48db-964b-992b2504dfd0 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:49.010044 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269b7a85-e595-4b72-aab3-ca7cfd329f9c req-42fdfbde-c659-43b4-b082-52446f98ca05 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:59:49.011137 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269b7a85-e595-4b72-aab3-ca7cfd329f9c req-42fdfbde-c659-43b4-b082-52446f98ca05 service neutron] Checking segment: {'id': '45adf0ba-e61d-4509-afe2-5b0ef96fbbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '00a03daf-efbb-48db-964b-992b2504dfd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:49.012128 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269b7a85-e595-4b72-aab3-ca7cfd329f9c req-42fdfbde-c659-43b4-b082-52446f98ca05 service neutron] Bound using segment: {'id': '45adf0ba-e61d-4509-afe2-5b0ef96fbbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '00a03daf-efbb-48db-964b-992b2504dfd0'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:59:49.013156 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-269b7a85-e595-4b72-aab3-ca7cfd329f9c req-42fdfbde-c659-43b4-b082-52446f98ca05 service neutron] Bound port: b71244a5-b416-41b6-84a3-ef81fbc874e2, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45adf0ba-e61d-4509-afe2-5b0ef96fbbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '00a03daf-efbb-48db-964b-992b2504dfd0'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:59:49.014028 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-269b7a85-e595-4b72-aab3-ca7cfd329f9c req-42fdfbde-c659-43b4-b082-52446f98ca05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:49.119837 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bcd003a8-8ebd-4f6c-af7c-1bc71508eca3 req-613ec04a-fa96-4a8a-8032-f1e915515693 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4b4a191-075e-4cef-9ad5-aca1e674d43a HTTP/1.1" status: 200 len: 210 time: 0.0828390 Nov 12 00:59:49.146734 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-269b7a85-e595-4b72-aab3-ca7cfd329f9c req-42fdfbde-c659-43b4-b082-52446f98ca05 service neutron] For port b71244a5-b416-41b6-84a3-ef81fbc874e2, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:59:49.151569 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-269b7a85-e595-4b72-aab3-ca7cfd329f9c req-42fdfbde-c659-43b4-b082-52446f98ca05 service neutron] For port b71244a5-b416-41b6-84a3-ef81fbc874e2, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=b71244a5-b416-41b6-84a3-ef81fbc874e2,segment=NetworkSegment(45adf0ba-e61d-4509-afe2-5b0ef96fbbf3),segment_id=45adf0ba-e61d-4509-afe2-5b0ef96fbbf3)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:59:49.168682 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-269b7a85-e595-4b72-aab3-ca7cfd329f9c req-42fdfbde-c659-43b4-b082-52446f98ca05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:49.264248 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-90d7a92c-880d-45ea-be7c-4a1554597b05 None None] Provisioning complete for port eb47091d-569f-4466-bc15-f9683e24e23a triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:49.265282 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-90d7a92c-880d-45ea-be7c-4a1554597b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:49.280424 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b7a85-e595-4b72-aab3-ca7cfd329f9c req-42fdfbde-c659-43b4-b082-52446f98ca05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:49.281584 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-269b7a85-e595-4b72-aab3-ca7cfd329f9c req-42fdfbde-c659-43b4-b082-52446f98ca05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:49.285760 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-269b7a85-e595-4b72-aab3-ca7cfd329f9c req-42fdfbde-c659-43b4-b082-52446f98ca05 service neutron] 10.222.0.44 "PUT /v2.0/ports/b71244a5-b416-41b6-84a3-ef81fbc874e2 HTTP/1.1" status: 200 len: 1092 time: 1.7823465 Nov 12 00:59:49.286205 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeff02bb-315b-4720-b65d-7d1c787a15af', 'tag': 'b71244a5-b416-41b6-84a3-ef81fbc874e2'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:59:49.291468 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d4bb12-a448-429d-ba9a-df5e804b8035" -d '{"events": [{"name": "network-changed", "server_uuid": "eeff02bb-315b-4720-b65d-7d1c787a15af", "tag": "b71244a5-b416-41b6-84a3-ef81fbc874e2"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:59:49.322574 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fdfbde-c659-43b4-b082-52446f98ca05 service neutron] Pushing event updated for resources: {'Port': ['ID=b71244a5-b416-41b6-84a3-ef81fbc874e2,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:49.324850 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-90d7a92c-880d-45ea-be7c-4a1554597b05 None None] Port eb47091d-569f-4466-bc15-f9683e24e23a cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 00:59:49.406755 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fc49a545-6b8d-4e24-8760-a53616fbfb6c req-3494fd92-597b-4a62-9c2d-ae6cdc767835 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4906278 Nov 12 00:59:49.466261 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe040cb-dd3f-447e-b6d7-104cb731087f admin admin] Router 4c78e9c3-516a-4e03-be61-41a80a078054 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:59:49.522561 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b7a85-e595-4b72-aab3-ca7cfd329f9c req-a7718da6-a7a8-4b46-9ddd-30c0f99fb97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:49.529495 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-269b7a85-e595-4b72-aab3-ca7cfd329f9c req-a7718da6-a7a8-4b46-9ddd-30c0f99fb97f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab22182039774befa325e91b3a0bd782&device_id=eeff02bb-315b-4720-b65d-7d1c787a15af HTTP/1.1" status: 200 len: 1095 time: 0.1641936 Nov 12 00:59:49.561975 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5902dbf-7c96-45fa-88a1-838f7355f23c x-openstack-request-id: req-c5902dbf-7c96-45fa-88a1-838f7355f23c {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:59:49.562351 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeff02bb-315b-4720-b65d-7d1c787a15af", "tag": "b71244a5-b416-41b6-84a3-ef81fbc874e2", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:59:49.562748 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c5902dbf-7c96-45fa-88a1-838f7355f23c {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:59:49.563739 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeff02bb-315b-4720-b65d-7d1c787a15af', 'tag': 'b71244a5-b416-41b6-84a3-ef81fbc874e2', 'status': 'completed', 'code': 200} Nov 12 00:59:49.587153 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-eb413928-cba6-46a1-b0bc-cf7f2d3173d0 req-d244eb32-e54e-4734-9104-21d8b1eeb88a tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:49.658261 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-269b7a85-e595-4b72-aab3-ca7cfd329f9c req-aded86cb-a2ce-4d84-afdb-ecfd4603810a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b71244a5-b416-41b6-84a3-ef81fbc874e2 HTTP/1.1" status: 200 len: 217 time: 0.1133049 Nov 12 00:59:49.669023 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7854fb3a-20f4-470a-8334-c8ae13d5cb28 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:49.743356 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7854fb3a-20f4-470a-8334-c8ae13d5cb28 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Pushing event deleted for resources: {'Port': ['ID=0f8e1efb-119c-4b67-9c04-ce2ddfefa4db,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:49.746909 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b7a85-e595-4b72-aab3-ca7cfd329f9c req-fa160b97-f7af-4f29-b7cf-d41d9202b376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:49.751543 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-269b7a85-e595-4b72-aab3-ca7cfd329f9c req-fa160b97-f7af-4f29-b7cf-d41d9202b376 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=76e4d43b-e53b-464c-a374-bf4144fb9a21 HTTP/1.1" status: 200 len: 846 time: 0.0846643 Nov 12 00:59:49.765619 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe040cb-dd3f-447e-b6d7-104cb731087f admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:59:49.792565 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-dbe040cb-dd3f-447e-b6d7-104cb731087f admin admin] 10.222.0.45 "PUT /v2.0/routers/4c78e9c3-516a-4e03-be61-41a80a078054/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4503558 Nov 12 00:59:49.792940 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80de7731-649c-4343-8883-699bdb9b3c2f None None] Sync routers for ids ['4c78e9c3-516a-4e03-be61-41a80a078054'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:59:49.797706 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-eb413928-cba6-46a1-b0bc-cf7f2d3173d0 req-d244eb32-e54e-4734-9104-21d8b1eeb88a tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:49.816514 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80de7731-649c-4343-8883-699bdb9b3c2f None None] Routers {'4c78e9c3-516a-4e03-be61-41a80a078054'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:49.817201 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-80de7731-649c-4343-8883-699bdb9b3c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:59:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['4c78e9c3-516a-4e03-be61-41a80a078054'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:49.836170 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-269b7a85-e595-4b72-aab3-ca7cfd329f9c req-87b9d33e-43de-43c1-ac38-a5c57cd3ed67 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00a03daf-efbb-48db-964b-992b2504dfd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768688 Nov 12 00:59:49.885362 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54510e8d-596a-4325-a996-84a476aa9d9b req-e160965f-b00c-4f5a-ac32-17e3d8683f69 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:49.887091 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-54510e8d-596a-4325-a996-84a476aa9d9b req-e160965f-b00c-4f5a-ac32-17e3d8683f69 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa50c5ea-6d4d-44ff-804d-2a670cf0e0df HTTP/1.1" status: 200 len: 950 time: 0.1662233 Nov 12 00:59:49.929683 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb413928-cba6-46a1-b0bc-cf7f2d3173d0 req-d244eb32-e54e-4734-9104-21d8b1eeb88a tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Network c0b4a63e-0860-4dbc-9d9c-620393c3b6b9 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:49.957557 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-eb413928-cba6-46a1-b0bc-cf7f2d3173d0 req-d244eb32-e54e-4734-9104-21d8b1eeb88a tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:49.967250 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb413928-cba6-46a1-b0bc-cf7f2d3173d0 req-d244eb32-e54e-4734-9104-21d8b1eeb88a tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:49.981411 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7854fb3a-20f4-470a-8334-c8ae13d5cb28 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Publish callbacks [] for floatingip, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:49.984437 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7854fb3a-20f4-470a-8334-c8ae13d5cb28 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:49.986339 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7854fb3a-20f4-470a-8334-c8ae13d5cb28 tempest-ServersTestManualDisk-588549609 tempest-ServersTestManualDisk-588549609-project] 10.222.0.45 "DELETE /v2.0/floatingips/8e989c57-db4e-4959-876d-9e8a2f625a1f HTTP/1.1" status: 204 len: 168 time: 2.4428413 Nov 12 00:59:49.987316 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d244eb32-e54e-4734-9104-21d8b1eeb88a tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Pushing event updated for resources: {'Port': ['ID=564e0828-9b69-49aa-b37c-0f3279423172,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:50.021197 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59726) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:50.041291 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-269b7a85-e595-4b72-aab3-ca7cfd329f9c req-1d16cfa1-78d1-41b3-b46b-eef4af51e4b8 service neutron] 10.222.0.44 "GET /v2.0/networks/00a03daf-efbb-48db-964b-992b2504dfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969459 Nov 12 00:59:50.044879 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-80de7731-649c-4343-8883-699bdb9b3c2f None None] Set router 4c78e9c3-516a-4e03-be61-41a80a078054 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:59:50.167553 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-269b7a85-e595-4b72-aab3-ca7cfd329f9c req-9e83d20f-20d9-41f1-b356-d1dec2f47407 service neutron] 10.222.0.44 "GET /v2.0/networks/00a03daf-efbb-48db-964b-992b2504dfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158772 Nov 12 00:59:50.348184 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4bb12-a448-429d-ba9a-df5e804b8035 req-9a9fd0a1-4159-4b85-9bc8-77eeff9f0b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:50.352041 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-15d4bb12-a448-429d-ba9a-df5e804b8035 req-9a9fd0a1-4159-4b85-9bc8-77eeff9f0b45 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ab22182039774befa325e91b3a0bd782&device_id=eeff02bb-315b-4720-b65d-7d1c787a15af HTTP/1.1" status: 200 len: 1095 time: 0.0668876 Nov 12 00:59:50.471659 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-80de7731-649c-4343-8883-699bdb9b3c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c78e9c3-516a-4e03-be61-41a80a078054', 'name': 'tempest-FloatingIPsTestJSON-1259223330-router', 'tenant_id': '8a8bed7055f841cc9b5703099578a008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '9c6dcb89-aa13-4e33-b498-31652f4fcdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:33Z', 'updated_at': '2021-11-12T00:59:44Z', 'revision_number': 4, 'project_id': '8a8bed7055f841cc9b5703099578a008', 'gw_port': {'id': '9c6dcb89-aa13-4e33-b498-31652f4fcdb5', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:82:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c78e9c3-516a-4e03-be61-41a80a078054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:34Z', 'updated_at': '2021-11-12T00:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'eb47091d-569f-4466-bc15-f9683e24e23a', 'name': '', 'network_id': '7a8bad85-cf09-469f-887f-852db9d265a2', 'tenant_id': '8a8bed7055f841cc9b5703099578a008', 'mac_address': 'fa:16:3e:1d:8b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c78e9c3-516a-4e03-be61-41a80a078054', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '3a91573f-ae11-4189-8c99-6a91a3ba0d55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:41Z', 'updated_at': '2021-11-12T00:59:46Z', 'revision_number': 2, 'project_id': '8a8bed7055f841cc9b5703099578a008', 'subnets': [{'id': '3a91573f-ae11-4189-8c99-6a91a3ba0d55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:50.491492 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4bb12-a448-429d-ba9a-df5e804b8035 req-b60e8d91-0ce9-47f6-b89f-a3713031df88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:50.493605 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-15d4bb12-a448-429d-ba9a-df5e804b8035 req-b60e8d91-0ce9-47f6-b89f-a3713031df88 service neutron] 10.222.0.44 "GET /v2.0/networks?id=00a03daf-efbb-48db-964b-992b2504dfd0 HTTP/1.1" status: 200 len: 906 time: 0.1344194 Nov 12 00:59:50.518359 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80de7731-649c-4343-8883-699bdb9b3c2f None None] Checking router: 4c78e9c3-516a-4e03-be61-41a80a078054 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:59:50.518972 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80de7731-649c-4343-8883-699bdb9b3c2f None None] Updating router 4c78e9c3-516a-4e03-be61-41a80a078054 port eb47091d-569f-4466-bc15-f9683e24e23a binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 00:59:50.554542 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-80de7731-649c-4343-8883-699bdb9b3c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:50.561875 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb413928-cba6-46a1-b0bc-cf7f2d3173d0 req-d244eb32-e54e-4734-9104-21d8b1eeb88a tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:50.563865 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-eb413928-cba6-46a1-b0bc-cf7f2d3173d0 req-d244eb32-e54e-4734-9104-21d8b1eeb88a tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:50.589646 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-54510e8d-596a-4325-a996-84a476aa9d9b req-90cc2c26-94ae-459a-b11a-ecbe5373c647 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6727908 Nov 12 00:59:50.612875 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58700d3a-a6c8-4218-82b0-52758b14eb1e req-dd63eee4-63d8-4b3d-80de-5ecc933f93e0 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:50.632524 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-58700d3a-a6c8-4218-82b0-52758b14eb1e req-dd63eee4-63d8-4b3d-80de-5ecc933f93e0 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/networks?id=84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c HTTP/1.1" status: 200 len: 815 time: 0.7555366 Nov 12 00:59:50.647094 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eb413928-cba6-46a1-b0bc-cf7f2d3173d0 req-d244eb32-e54e-4734-9104-21d8b1eeb88a tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7087033 Nov 12 00:59:50.660734 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-58700d3a-a6c8-4218-82b0-52758b14eb1e req-ba3889ca-3e95-43f4-a742-5007babb1a3c tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/quotas/4c0e9b301a7843818888ad914944b955 HTTP/1.1" status: 200 len: 375 time: 0.0271342 Nov 12 00:59:50.722820 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-eb413928-cba6-46a1-b0bc-cf7f2d3173d0 req-da21cfba-3eaf-4613-a28f-557b793063fc service neutron] Request body: {'port': {'device_id': 'f4b4a191-075e-4cef-9ad5-aca1e674d43a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:50.795211 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-58700d3a-a6c8-4218-82b0-52758b14eb1e req-3867cc21-8e23-4180-b830-81af34327aee tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4c0e9b301a7843818888ad914944b955&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1331902 Nov 12 00:59:50.922777 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-eb413928-cba6-46a1-b0bc-cf7f2d3173d0 req-da21cfba-3eaf-4613-a28f-557b793063fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:50.936520 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-15d4bb12-a448-429d-ba9a-df5e804b8035 req-c1efd3be-631f-456d-b6cd-0afae1c931f7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b71244a5-b416-41b6-84a3-ef81fbc874e2 HTTP/1.1" status: 200 len: 217 time: 0.4301643 Nov 12 00:59:50.994210 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4bb12-a448-429d-ba9a-df5e804b8035 req-1487895d-98e7-464b-ab33-aef0b31cd269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:50.995701 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-15d4bb12-a448-429d-ba9a-df5e804b8035 req-1487895d-98e7-464b-ab33-aef0b31cd269 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=76e4d43b-e53b-464c-a374-bf4144fb9a21 HTTP/1.1" status: 200 len: 846 time: 0.0473864 Nov 12 00:59:51.029173 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19408fc-49b4-4b1f-9de0-c33f407479ac req-d06a29ba-3b01-4935-8a85-8e0fc700de8a tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:51.030809 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d19408fc-49b4-4b1f-9de0-c33f407479ac req-d06a29ba-3b01-4935-8a85-8e0fc700de8a tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=eeff02bb-315b-4720-b65d-7d1c787a15af HTTP/1.1" status: 200 len: 943 time: 0.3043857 Nov 12 00:59:51.033989 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-15d4bb12-a448-429d-ba9a-df5e804b8035 req-7749f9e9-d597-4e7e-bb48-d25de29b6148 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=00a03daf-efbb-48db-964b-992b2504dfd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292079 Nov 12 00:59:51.113394 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-80de7731-649c-4343-8883-699bdb9b3c2f None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:51.120518 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-80de7731-649c-4343-8883-699bdb9b3c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:51.193542 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a16de1-9279-4ea2-929a-12ab2fbdce48 None None] Pushing event updated for resources: {'Port': ['ID=eb47091d-569f-4466-bc15-f9683e24e23a,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:51.210325 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-15d4bb12-a448-429d-ba9a-df5e804b8035 req-172c45f1-fe1f-4ffe-942e-d90d8d61d138 service neutron] 10.222.0.44 "GET /v2.0/networks/00a03daf-efbb-48db-964b-992b2504dfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590652 Nov 12 00:59:51.241000 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-58700d3a-a6c8-4218-82b0-52758b14eb1e req-85db63ef-f869-45d3-9770-423844597741 service neutron] 10.222.0.45 "GET /v2.0/networks/84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4195302 Nov 12 00:59:51.269948 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-80de7731-649c-4343-8883-699bdb9b3c2f None None] Attempting to bind port eb47091d-569f-4466-bc15-f9683e24e23a on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:51.270609 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-80de7731-649c-4343-8883-699bdb9b3c2f None None] Attempting to bind port eb47091d-569f-4466-bc15-f9683e24e23a by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '734e6f5b-fc81-40e6-981b-4c12c3055e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7a8bad85-cf09-469f-887f-852db9d265a2'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:51.271046 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80de7731-649c-4343-8883-699bdb9b3c2f None None] Attempting to bind port eb47091d-569f-4466-bc15-f9683e24e23a on network 7a8bad85-cf09-469f-887f-852db9d265a2 {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:51.280437 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80de7731-649c-4343-8883-699bdb9b3c2f None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:59:51.281026 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80de7731-649c-4343-8883-699bdb9b3c2f None None] Checking segment: {'id': '734e6f5b-fc81-40e6-981b-4c12c3055e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7a8bad85-cf09-469f-887f-852db9d265a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:51.281674 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-80de7731-649c-4343-8883-699bdb9b3c2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:51.282317 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80de7731-649c-4343-8883-699bdb9b3c2f None None] Bound using segment: {'id': '734e6f5b-fc81-40e6-981b-4c12c3055e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7a8bad85-cf09-469f-887f-852db9d265a2'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:59:51.283196 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-80de7731-649c-4343-8883-699bdb9b3c2f None None] Bound port: eb47091d-569f-4466-bc15-f9683e24e23a, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '734e6f5b-fc81-40e6-981b-4c12c3055e9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7a8bad85-cf09-469f-887f-852db9d265a2'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:59:51.283826 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-80de7731-649c-4343-8883-699bdb9b3c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:51.400455 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-80de7731-649c-4343-8883-699bdb9b3c2f None None] For port eb47091d-569f-4466-bc15-f9683e24e23a, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:59:51.406912 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-80de7731-649c-4343-8883-699bdb9b3c2f None None] For port eb47091d-569f-4466-bc15-f9683e24e23a, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=eb47091d-569f-4466-bc15-f9683e24e23a,segment=NetworkSegment(734e6f5b-fc81-40e6-981b-4c12c3055e9f),segment_id=734e6f5b-fc81-40e6-981b-4c12c3055e9f)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:59:51.416177 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-15d4bb12-a448-429d-ba9a-df5e804b8035 req-1b396dfe-d698-48c7-a835-4555a9d147f6 service neutron] 10.222.0.44 "GET /v2.0/networks/00a03daf-efbb-48db-964b-992b2504dfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900358 Nov 12 00:59:51.422053 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-80de7731-649c-4343-8883-699bdb9b3c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:51.483984 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d19408fc-49b4-4b1f-9de0-c33f407479ac req-780ffab4-1c8a-4e6f-b909-7d076b2a9584 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4341059 Nov 12 00:59:51.493816 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80de7731-649c-4343-8883-699bdb9b3c2f None None] Routers {'4c78e9c3-516a-4e03-be61-41a80a078054'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:51.494584 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-80de7731-649c-4343-8883-699bdb9b3c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:59:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['4c78e9c3-516a-4e03-be61-41a80a078054'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:51.545562 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a16de1-9279-4ea2-929a-12ab2fbdce48 None None] Pushing event updated for resources: {'Port': ['ID=eb47091d-569f-4466-bc15-f9683e24e23a,revision_number=4']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:51.600460 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7278c99f-abf6-4538-a81b-bee89d9201a3 None None] Provisioning complete for port eb47091d-569f-4466-bc15-f9683e24e23a triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:51.612233 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7278c99f-abf6-4538-a81b-bee89d9201a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:51.628071 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-58700d3a-a6c8-4218-82b0-52758b14eb1e req-d3124265-6071-442e-86a4-9394b5175ec5 service neutron] 10.222.0.45 "GET /v2.0/networks/84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3662608 Nov 12 00:59:51.785240 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7278c99f-abf6-4538-a81b-bee89d9201a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:51.833040 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-80de7731-649c-4343-8883-699bdb9b3c2f None None] Set router 4c78e9c3-516a-4e03-be61-41a80a078054 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:59:51.860475 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-7278c99f-abf6-4538-a81b-bee89d9201a3 None None] For port eb47091d-569f-4466-bc15-f9683e24e23a, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=eb47091d-569f-4466-bc15-f9683e24e23a,segment=NetworkSegment(734e6f5b-fc81-40e6-981b-4c12c3055e9f),segment_id=734e6f5b-fc81-40e6-981b-4c12c3055e9f)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:51.870097 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7278c99f-abf6-4538-a81b-bee89d9201a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:51.974724 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-eb413928-cba6-46a1-b0bc-cf7f2d3173d0 req-da21cfba-3eaf-4613-a28f-557b793063fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 564e0828-9b69-49aa-b37c-0f3279423172 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:59:51.977077 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7278c99f-abf6-4538-a81b-bee89d9201a3 None None] Pushing event updated for resources: {'Port': ['ID=eb47091d-569f-4466-bc15-f9683e24e23a,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:52.016349 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-b85e570f-153c-4582-9ff0-cd80bbfcedb7 None None] Provisioning complete for port eb47091d-569f-4466-bc15-f9683e24e23a triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:52.017662 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b85e570f-153c-4582-9ff0-cd80bbfcedb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:52.018210 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-eb413928-cba6-46a1-b0bc-cf7f2d3173d0 req-da21cfba-3eaf-4613-a28f-557b793063fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:52.158909 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-eb413928-cba6-46a1-b0bc-cf7f2d3173d0 req-da21cfba-3eaf-4613-a28f-557b793063fc service neutron] Transition to ACTIVE for port object 564e0828-9b69-49aa-b37c-0f3279423172 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:59:52.206738 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-eb413928-cba6-46a1-b0bc-cf7f2d3173d0 req-da21cfba-3eaf-4613-a28f-557b793063fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:52.239649 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-44325cf6-7703-4e65-b9c9-3b8dd333c260 req-338635c7-54c0-4961-9d8f-f7c94090cc44 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fa7e3ba8-589e-44bd-a910-0657731c8516&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1641748 Nov 12 00:59:52.335112 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da21cfba-3eaf-4613-a28f-557b793063fc service neutron] Pushing event updated for resources: {'Port': ['ID=564e0828-9b69-49aa-b37c-0f3279423172,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:52.338276 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-80de7731-649c-4343-8883-699bdb9b3c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c78e9c3-516a-4e03-be61-41a80a078054', 'name': 'tempest-FloatingIPsTestJSON-1259223330-router', 'tenant_id': '8a8bed7055f841cc9b5703099578a008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '9c6dcb89-aa13-4e33-b498-31652f4fcdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:33Z', 'updated_at': '2021-11-12T00:59:44Z', 'revision_number': 4, 'project_id': '8a8bed7055f841cc9b5703099578a008', 'gw_port': {'id': '9c6dcb89-aa13-4e33-b498-31652f4fcdb5', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:82:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c78e9c3-516a-4e03-be61-41a80a078054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:34Z', 'updated_at': '2021-11-12T00:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'eb47091d-569f-4466-bc15-f9683e24e23a', 'name': '', 'network_id': '7a8bad85-cf09-469f-887f-852db9d265a2', 'tenant_id': '8a8bed7055f841cc9b5703099578a008', 'mac_address': 'fa:16:3e:1d:8b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c78e9c3-516a-4e03-be61-41a80a078054', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '3a91573f-ae11-4189-8c99-6a91a3ba0d55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:41Z', 'updated_at': '2021-11-12T00:59:51Z', 'revision_number': 4, 'project_id': '8a8bed7055f841cc9b5703099578a008', 'subnets': [{'id': '3a91573f-ae11-4189-8c99-6a91a3ba0d55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:52.387777 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44325cf6-7703-4e65-b9c9-3b8dd333c260 req-314a71f9-bfc7-4511-99e1-5b5fedcebd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:52.391534 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-44325cf6-7703-4e65-b9c9-3b8dd333c260 req-314a71f9-bfc7-4511-99e1-5b5fedcebd2a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=bd88bcdcd79e46fe8ed56f798ef1ed29&device_id=fa7e3ba8-589e-44bd-a910-0657731c8516 HTTP/1.1" status: 200 len: 1098 time: 0.1000249 Nov 12 00:59:52.424446 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80de7731-649c-4343-8883-699bdb9b3c2f None None] The sync data for ids ['4c78e9c3-516a-4e03-be61-41a80a078054'] in n-d-712142-27 is: [{'id': '4c78e9c3-516a-4e03-be61-41a80a078054', 'name': 'tempest-FloatingIPsTestJSON-1259223330-router', 'tenant_id': '8a8bed7055f841cc9b5703099578a008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '9c6dcb89-aa13-4e33-b498-31652f4fcdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:33Z', 'updated_at': '2021-11-12T00:59:44Z', 'revision_number': 4, 'project_id': '8a8bed7055f841cc9b5703099578a008', 'gw_port': {'id': '9c6dcb89-aa13-4e33-b498-31652f4fcdb5', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:82:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c78e9c3-516a-4e03-be61-41a80a078054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:34Z', 'updated_at': '2021-11-12T00:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'eb47091d-569f-4466-bc15-f9683e24e23a', 'name': '', 'network_id': '7a8bad85-cf09-469f-887f-852db9d265a2', 'tenant_id': '8a8bed7055f841cc9b5703099578a008', 'mac_address': 'fa:16:3e:1d:8b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c78e9c3-516a-4e03-be61-41a80a078054', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '3a91573f-ae11-4189-8c99-6a91a3ba0d55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:41Z', 'updated_at': '2021-11-12T00:59:51Z', 'revision_number': 4, 'project_id': '8a8bed7055f841cc9b5703099578a008', 'subnets': [{'id': '3a91573f-ae11-4189-8c99-6a91a3ba0d55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:59:52.455449 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d3b701d2-41f4-4c15-9adc-f13832bc8d42 req-a56d93dc-0f10-4e3a-8379-7a5001e4006a tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5893114 Nov 12 00:59:52.466883 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eece0ad-2cdd-4c94-b3ac-e814afc97dc9 req-9f76cab3-2083-46cf-971d-fe4014d51fd0 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:52.475898 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7eece0ad-2cdd-4c94-b3ac-e814afc97dc9 req-9f76cab3-2083-46cf-971d-fe4014d51fd0 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4b4a191-075e-4cef-9ad5-aca1e674d43a HTTP/1.1" status: 200 len: 931 time: 0.4605751 Nov 12 00:59:52.504700 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-d3b701d2-41f4-4c15-9adc-f13832bc8d42 req-06dc2a60-5aa9-45b1-b4df-7bb047bc8b92 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Request body: {'floatingip': {'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:52.557666 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d3b701d2-41f4-4c15-9adc-f13832bc8d42 req-06dc2a60-5aa9-45b1-b4df-7bb047bc8b92 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Publish callbacks [] for floatingip, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:52.716146 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44325cf6-7703-4e65-b9c9-3b8dd333c260 req-7ccabaea-7b4d-44ea-9b50-32988986cedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:52.716654 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f3520d9a-cfb1-4e58-9594-830eef24cb13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:52.719669 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-44325cf6-7703-4e65-b9c9-3b8dd333c260 req-7ccabaea-7b4d-44ea-9b50-32988986cedc service neutron] 10.222.0.44 "GET /v2.0/networks?id=f1e4ead2-9226-4344-bd2b-82e7594e69de HTTP/1.1" status: 200 len: 913 time: 0.2814085 Nov 12 00:59:52.822069 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7eece0ad-2cdd-4c94-b3ac-e814afc97dc9 req-c038bdba-4ace-47a0-9a4f-ddbd5abe8903 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1f55e6b-ac6a-493f-9689-6b58de301978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451586 Nov 12 00:59:52.832201 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-eb413928-cba6-46a1-b0bc-cf7f2d3173d0 req-da21cfba-3eaf-4613-a28f-557b793063fc service neutron] Attempting to bind port 564e0828-9b69-49aa-b37c-0f3279423172 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:52.832201 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-eb413928-cba6-46a1-b0bc-cf7f2d3173d0 req-da21cfba-3eaf-4613-a28f-557b793063fc service neutron] Attempting to bind port 564e0828-9b69-49aa-b37c-0f3279423172 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '4d929ffe-81a7-4ef7-8297-43eff56226c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c0b4a63e-0860-4dbc-9d9c-620393c3b6b9'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:52.832201 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb413928-cba6-46a1-b0bc-cf7f2d3173d0 req-da21cfba-3eaf-4613-a28f-557b793063fc service neutron] Attempting to bind port 564e0828-9b69-49aa-b37c-0f3279423172 on network c0b4a63e-0860-4dbc-9d9c-620393c3b6b9 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:52.851626 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb413928-cba6-46a1-b0bc-cf7f2d3173d0 req-da21cfba-3eaf-4613-a28f-557b793063fc service neutron] Port 564e0828-9b69-49aa-b37c-0f3279423172 on network c0b4a63e-0860-4dbc-9d9c-620393c3b6b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:59:52.851626 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb413928-cba6-46a1-b0bc-cf7f2d3173d0 req-da21cfba-3eaf-4613-a28f-557b793063fc service neutron] Attempting to bind port 564e0828-9b69-49aa-b37c-0f3279423172 on network c0b4a63e-0860-4dbc-9d9c-620393c3b6b9 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:52.878650 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb413928-cba6-46a1-b0bc-cf7f2d3173d0 req-da21cfba-3eaf-4613-a28f-557b793063fc service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:59:52.879028 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb413928-cba6-46a1-b0bc-cf7f2d3173d0 req-da21cfba-3eaf-4613-a28f-557b793063fc service neutron] Checking segment: {'id': '4d929ffe-81a7-4ef7-8297-43eff56226c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c0b4a63e-0860-4dbc-9d9c-620393c3b6b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:52.879529 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb413928-cba6-46a1-b0bc-cf7f2d3173d0 req-da21cfba-3eaf-4613-a28f-557b793063fc service neutron] Bound using segment: {'id': '4d929ffe-81a7-4ef7-8297-43eff56226c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c0b4a63e-0860-4dbc-9d9c-620393c3b6b9'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:59:52.879869 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-eb413928-cba6-46a1-b0bc-cf7f2d3173d0 req-da21cfba-3eaf-4613-a28f-557b793063fc service neutron] Bound port: 564e0828-9b69-49aa-b37c-0f3279423172, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d929ffe-81a7-4ef7-8297-43eff56226c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c0b4a63e-0860-4dbc-9d9c-620393c3b6b9'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:59:52.880267 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-eb413928-cba6-46a1-b0bc-cf7f2d3173d0 req-da21cfba-3eaf-4613-a28f-557b793063fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:52.900839 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-44325cf6-7703-4e65-b9c9-3b8dd333c260 req-da7cd891-d907-49b9-aadc-d2e61201ec66 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1c7b7a3-23b5-4983-a49a-3e22af86a73c HTTP/1.1" status: 200 len: 1001 time: 0.1733313 Nov 12 00:59:53.031025 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44325cf6-7703-4e65-b9c9-3b8dd333c260 req-37b3d2ed-b14e-473f-afe8-2a81ba4108d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:53.034417 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-44325cf6-7703-4e65-b9c9-3b8dd333c260 req-37b3d2ed-b14e-473f-afe8-2a81ba4108d8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5bf5715a-31c9-4ce3-b840-36d36e2f4e73 HTTP/1.1" status: 200 len: 852 time: 0.1208732 Nov 12 00:59:53.104396 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-eb413928-cba6-46a1-b0bc-cf7f2d3173d0 req-da21cfba-3eaf-4613-a28f-557b793063fc service neutron] For port 564e0828-9b69-49aa-b37c-0f3279423172, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:59:53.107919 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-eb413928-cba6-46a1-b0bc-cf7f2d3173d0 req-da21cfba-3eaf-4613-a28f-557b793063fc service neutron] For port 564e0828-9b69-49aa-b37c-0f3279423172, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=564e0828-9b69-49aa-b37c-0f3279423172,segment=NetworkSegment(4d929ffe-81a7-4ef7-8297-43eff56226c9),segment_id=4d929ffe-81a7-4ef7-8297-43eff56226c9)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:59:53.116347 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d3b701d2-41f4-4c15-9adc-f13832bc8d42 req-06dc2a60-5aa9-45b1-b4df-7bb047bc8b92 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:53.128978 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-eb413928-cba6-46a1-b0bc-cf7f2d3173d0 req-da21cfba-3eaf-4613-a28f-557b793063fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:53.176821 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44325cf6-7703-4e65-b9c9-3b8dd333c260 req-6e205f61-0038-4a28-b5d6-006ef4037782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:53.180703 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-44325cf6-7703-4e65-b9c9-3b8dd333c260 req-6e205f61-0038-4a28-b5d6-006ef4037782 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f1e4ead2-9226-4344-bd2b-82e7594e69de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1357515 Nov 12 00:59:53.304977 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb413928-cba6-46a1-b0bc-cf7f2d3173d0 req-da21cfba-3eaf-4613-a28f-557b793063fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:53.305826 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-eb413928-cba6-46a1-b0bc-cf7f2d3173d0 req-da21cfba-3eaf-4613-a28f-557b793063fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:53.307622 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eb413928-cba6-46a1-b0bc-cf7f2d3173d0 req-da21cfba-3eaf-4613-a28f-557b793063fc service neutron] 10.222.0.44 "PUT /v2.0/ports/564e0828-9b69-49aa-b37c-0f3279423172 HTTP/1.1" status: 200 len: 1092 time: 2.5922074 Nov 12 00:59:53.309663 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4b4a191-075e-4cef-9ad5-aca1e674d43a', 'tag': '564e0828-9b69-49aa-b37c-0f3279423172'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:59:53.313607 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a88cbd-e52c-421f-9652-19859bd7f0a5" -d '{"events": [{"name": "network-changed", "server_uuid": "f4b4a191-075e-4cef-9ad5-aca1e674d43a", "tag": "564e0828-9b69-49aa-b37c-0f3279423172"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:59:53.466050 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-44325cf6-7703-4e65-b9c9-3b8dd333c260 req-07b81469-9592-47cb-bc74-2bcc83abbc0b service neutron] 10.222.0.44 "GET /v2.0/networks/f1e4ead2-9226-4344-bd2b-82e7594e69de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498515 Nov 12 00:59:53.508586 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da21cfba-3eaf-4613-a28f-557b793063fc service neutron] Pushing event updated for resources: {'Port': ['ID=564e0828-9b69-49aa-b37c-0f3279423172,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:53.716072 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-d3b701d2-41f4-4c15-9adc-f13832bc8d42 req-06dc2a60-5aa9-45b1-b4df-7bb047bc8b92 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Allocated IP 172.25.3.177 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/c1c6b683-48c2-4eeb-b60f-138ff360154f) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:53.786224 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a64a6465-0cc5-47c8-b2aa-cde4b78542dc req-4538ce4e-3395-48d5-bb9f-d375eb1ef8e9 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cbfa767-873e-484c-9e80-8a719aae93e0 HTTP/1.1" status: 200 len: 210 time: 0.1012535 Nov 12 00:59:53.826797 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device eb47091d-569f-4466-bc15-f9683e24e23a up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:53.879939 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb413928-cba6-46a1-b0bc-cf7f2d3173d0 req-fe50b4d9-f076-4dcd-aaa0-5abdd31c6917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:53.881779 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eb413928-cba6-46a1-b0bc-cf7f2d3173d0 req-fe50b4d9-f076-4dcd-aaa0-5abdd31c6917 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=21eee794595f4d3b8f9bea504a1c9b84&device_id=f4b4a191-075e-4cef-9ad5-aca1e674d43a HTTP/1.1" status: 200 len: 1095 time: 0.4640448 Nov 12 00:59:53.886660 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-44325cf6-7703-4e65-b9c9-3b8dd333c260 req-a9142761-e92b-4916-8668-542e0556e7ae service neutron] 10.222.0.44 "GET /v2.0/networks/f1e4ead2-9226-4344-bd2b-82e7594e69de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4022784 Nov 12 00:59:53.939475 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port eb47091d-569f-4466-bc15-f9683e24e23a triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:53.944471 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:54.076936 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eb413928-cba6-46a1-b0bc-cf7f2d3173d0 req-2799e117-a742-4693-aabc-c6adde40c9a7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=564e0828-9b69-49aa-b37c-0f3279423172 HTTP/1.1" status: 200 len: 217 time: 0.1356409 Nov 12 00:59:54.119190 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device b71244a5-b416-41b6-84a3-ef81fbc874e2 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:59:54.253206 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58700d3a-a6c8-4218-82b0-52758b14eb1e req-a1707543-9eaf-40b7-90db-74f12410f0ed tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:54.256042 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-58700d3a-a6c8-4218-82b0-52758b14eb1e req-a1707543-9eaf-40b7-90db-74f12410f0ed tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.44 "GET /v2.0/networks?id=84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c HTTP/1.1" status: 200 len: 815 time: 0.1863441 Nov 12 00:59:54.285453 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-58700d3a-a6c8-4218-82b0-52758b14eb1e req-7f49e2f9-b044-4d9d-a629-d189e1ad6b94 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Request body: {'port': {'device_id': '0cbfa767-873e-484c-9e80-8a719aae93e0', 'network_id': '84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c', 'admin_state_up': True, 'tenant_id': '4c0e9b301a7843818888ad914944b955'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:54.321613 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb413928-cba6-46a1-b0bc-cf7f2d3173d0 req-54eb5482-036c-4275-8eae-ea55f3f5a9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:54.327329 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eb413928-cba6-46a1-b0bc-cf7f2d3173d0 req-54eb5482-036c-4275-8eae-ea55f3f5a9fe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4f4b609e-2331-4c01-9258-3d3c5185144b HTTP/1.1" status: 200 len: 852 time: 0.2088611 Nov 12 00:59:54.353765 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port b71244a5-b416-41b6-84a3-ef81fbc874e2, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=b71244a5-b416-41b6-84a3-ef81fbc874e2,segment=NetworkSegment(45adf0ba-e61d-4509-afe2-5b0ef96fbbf3),segment_id=45adf0ba-e61d-4509-afe2-5b0ef96fbbf3)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:54.394322 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'b71244a5-b416-41b6-84a3-ef81fbc874e2', 'network_id': '00a03daf-efbb-48db-964b-992b2504dfd0', 'port_id': 'b71244a5-b416-41b6-84a3-ef81fbc874e2', 'mac_address': 'fa:16:3e:a7:38:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76e4d43b-e53b-464c-a374-bf4144fb9a21', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:59:54.407328 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c4e4e-fe60-4a5a-9564-c3f1862de7e2 req-835fe857-af7c-4a22-860c-bc8bc3e3de02 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:54.417094 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0a2c4e4e-fe60-4a5a-9564-c3f1862de7e2 req-835fe857-af7c-4a22-860c-bc8bc3e3de02 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=eeff02bb-315b-4720-b65d-7d1c787a15af HTTP/1.1" status: 200 len: 943 time: 0.4645119 Nov 12 00:59:54.428988 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eb413928-cba6-46a1-b0bc-cf7f2d3173d0 req-83fe7cd4-9bf8-40c9-b915-10ed9dc06dde service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c0b4a63e-0860-4dbc-9d9c-620393c3b6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823848 Nov 12 00:59:54.547035 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:54.567688 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b71244a5-b416-41b6-84a3-ef81fbc874e2 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:59:54.575221 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-f3520d9a-cfb1-4e58-9594-830eef24cb13 admin admin] Deleting port f3b8f20c-cdcb-43d4-ae8c-385807a4dc6c {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:54.575992 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f3520d9a-cfb1-4e58-9594-830eef24cb13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:54.612713 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port b71244a5-b416-41b6-84a3-ef81fbc874e2, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=b71244a5-b416-41b6-84a3-ef81fbc874e2,segment=NetworkSegment(45adf0ba-e61d-4509-afe2-5b0ef96fbbf3),segment_id=45adf0ba-e61d-4509-afe2-5b0ef96fbbf3)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:54.623034 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:54.628080 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58700d3a-a6c8-4218-82b0-52758b14eb1e req-7f49e2f9-b044-4d9d-a629-d189e1ad6b94 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Made reservation on behalf of 4c0e9b301a7843818888ad914944b955 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 00:59:54.634139 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-58700d3a-a6c8-4218-82b0-52758b14eb1e req-7f49e2f9-b044-4d9d-a629-d189e1ad6b94 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:54.741002 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=b71244a5-b416-41b6-84a3-ef81fbc874e2,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:54.924828 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-58700d3a-a6c8-4218-82b0-52758b14eb1e req-7f49e2f9-b044-4d9d-a629-d189e1ad6b94 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Allocated IP 172.20.0.3 (84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c/1a66b550-2936-4c69-9648-647d722ad572/bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 00:59:54.978690 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['b71244a5-b416-41b6-84a3-ef81fbc874e2'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:59:54.995245 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d3b701d2-41f4-4c15-9adc-f13832bc8d42 req-06dc2a60-5aa9-45b1-b4df-7bb047bc8b92 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:55.094003 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0a2c4e4e-fe60-4a5a-9564-c3f1862de7e2 req-e591ac89-9f46-4bdf-8e66-e253f9770b6f tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6746264 Nov 12 00:59:55.107094 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eb413928-cba6-46a1-b0bc-cf7f2d3173d0 req-bb6214ca-3770-40e1-832d-927ff89d209c service neutron] 10.222.0.44 "GET /v2.0/networks/c0b4a63e-0860-4dbc-9d9c-620393c3b6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6638672 Nov 12 00:59:55.192139 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-f3520d9a-cfb1-4e58-9594-830eef24cb13 admin admin] For port f3b8f20c-cdcb-43d4-ae8c-385807a4dc6c, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=f3b8f20c-cdcb-43d4-ae8c-385807a4dc6c,segment=NetworkSegment(77040763-e023-46a1-bb98-eb5e339b4758),segment_id=77040763-e023-46a1-bb98-eb5e339b4758)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:55.192467 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-58700d3a-a6c8-4218-82b0-52758b14eb1e req-7f49e2f9-b044-4d9d-a629-d189e1ad6b94 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:55.192690 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f3520d9a-cfb1-4e58-9594-830eef24cb13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:55.247402 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-f3520d9a-cfb1-4e58-9594-830eef24cb13 admin admin] Calling delete_port for f3b8f20c-cdcb-43d4-ae8c-385807a4dc6c owned by network:router_interface {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:55.254163 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d3b701d2-41f4-4c15-9adc-f13832bc8d42 req-06dc2a60-5aa9-45b1-b4df-7bb047bc8b92 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:55.268215 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-58700d3a-a6c8-4218-82b0-52758b14eb1e req-7f49e2f9-b044-4d9d-a629-d189e1ad6b94 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:55.346588 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58700d3a-a6c8-4218-82b0-52758b14eb1e req-7f49e2f9-b044-4d9d-a629-d189e1ad6b94 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Network 84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:55.352822 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-58700d3a-a6c8-4218-82b0-52758b14eb1e req-7f49e2f9-b044-4d9d-a629-d189e1ad6b94 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:55.360063 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-58700d3a-a6c8-4218-82b0-52758b14eb1e req-7f49e2f9-b044-4d9d-a629-d189e1ad6b94 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:55.366311 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f49e2f9-b044-4d9d-a629-d189e1ad6b94 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Pushing event updated for resources: {'Port': ['ID=bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:55.373876 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3b701d2-41f4-4c15-9adc-f13832bc8d42 req-06dc2a60-5aa9-45b1-b4df-7bb047bc8b92 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 00:59:55.385776 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eb413928-cba6-46a1-b0bc-cf7f2d3173d0 req-6942fd0a-b1cc-4590-9d8c-1418ae746849 service neutron] 10.222.0.44 "GET /v2.0/networks/c0b4a63e-0860-4dbc-9d9c-620393c3b6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578802 Nov 12 00:59:55.388738 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-d3b701d2-41f4-4c15-9adc-f13832bc8d42 req-06dc2a60-5aa9-45b1-b4df-7bb047bc8b92 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 00:59:55.394809 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dc2a60-5aa9-45b1-b4df-7bb047bc8b92 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Pushing event updated for resources: {'Port': ['ID=c1c6b683-48c2-4eeb-b60f-138ff360154f,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:55.397582 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b701d2-41f4-4c15-9adc-f13832bc8d42 req-06dc2a60-5aa9-45b1-b4df-7bb047bc8b92 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 00:59:55.465670 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58700d3a-a6c8-4218-82b0-52758b14eb1e req-7f49e2f9-b044-4d9d-a629-d189e1ad6b94 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:55.466914 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-58700d3a-a6c8-4218-82b0-52758b14eb1e req-7f49e2f9-b044-4d9d-a629-d189e1ad6b94 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:55.504588 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-58700d3a-a6c8-4218-82b0-52758b14eb1e req-7f49e2f9-b044-4d9d-a629-d189e1ad6b94 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2269549 Nov 12 00:59:55.527713 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-58700d3a-a6c8-4218-82b0-52758b14eb1e req-8630d928-3fab-4f1a-a37c-fd103d7435da service neutron] Request body: {'port': {'device_id': '0cbfa767-873e-484c-9e80-8a719aae93e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 00:59:55.600524 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-58700d3a-a6c8-4218-82b0-52758b14eb1e req-8630d928-3fab-4f1a-a37c-fd103d7435da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:55.681552 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d3b701d2-41f4-4c15-9adc-f13832bc8d42 req-06dc2a60-5aa9-45b1-b4df-7bb047bc8b92 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:55.797541 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d3b701d2-41f4-4c15-9adc-f13832bc8d42 req-06dc2a60-5aa9-45b1-b4df-7bb047bc8b92 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:55.882040 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f3520d9a-cfb1-4e58-9594-830eef24cb13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:55.933853 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3520d9a-cfb1-4e58-9594-830eef24cb13 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3b8f20c-cdcb-43d4-ae8c-385807a4dc6c,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:55.999409 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-58700d3a-a6c8-4218-82b0-52758b14eb1e req-8630d928-3fab-4f1a-a37c-fd103d7435da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:59:56.016030 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-58700d3a-a6c8-4218-82b0-52758b14eb1e req-8630d928-3fab-4f1a-a37c-fd103d7435da service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:56.041051 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-58700d3a-a6c8-4218-82b0-52758b14eb1e req-8630d928-3fab-4f1a-a37c-fd103d7435da service neutron] Transition to ACTIVE for port object bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 00:59:56.047763 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-58700d3a-a6c8-4218-82b0-52758b14eb1e req-8630d928-3fab-4f1a-a37c-fd103d7435da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:56.108471 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8630d928-3fab-4f1a-a37c-fd103d7435da service neutron] Pushing event updated for resources: {'Port': ['ID=bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:56.131918 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d3b701d2-41f4-4c15-9adc-f13832bc8d42 req-06dc2a60-5aa9-45b1-b4df-7bb047bc8b92 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:56.141001 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device b71244a5-b416-41b6-84a3-ef81fbc874e2 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 00:59:56.144026 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d3b701d2-41f4-4c15-9adc-f13832bc8d42 req-06dc2a60-5aa9-45b1-b4df-7bb047bc8b92 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:56.156928 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10d1090-d031-48e1-97fe-f44c4b432803 x-openstack-request-id: req-d10d1090-d031-48e1-97fe-f44c4b432803 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:59:56.157253 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4b4a191-075e-4cef-9ad5-aca1e674d43a", "tag": "564e0828-9b69-49aa-b37c-0f3279423172", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:59:56.158487 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d10d1090-d031-48e1-97fe-f44c4b432803 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:59:56.158487 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4b4a191-075e-4cef-9ad5-aca1e674d43a', 'tag': '564e0828-9b69-49aa-b37c-0f3279423172', 'status': 'completed', 'code': 200} Nov 12 00:59:56.278419 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-58700d3a-a6c8-4218-82b0-52758b14eb1e req-8630d928-3fab-4f1a-a37c-fd103d7435da service neutron] Attempting to bind port bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 00:59:56.278764 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-58700d3a-a6c8-4218-82b0-52758b14eb1e req-8630d928-3fab-4f1a-a37c-fd103d7435da service neutron] Attempting to bind port bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '9dbffe20-fa57-4fc9-974f-82a4aaa66cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 00:59:56.278980 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58700d3a-a6c8-4218-82b0-52758b14eb1e req-8630d928-3fab-4f1a-a37c-fd103d7435da service neutron] Attempting to bind port bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c on network 84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:56.285133 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58700d3a-a6c8-4218-82b0-52758b14eb1e req-8630d928-3fab-4f1a-a37c-fd103d7435da service neutron] Port bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c on network 84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 00:59:56.285465 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58700d3a-a6c8-4218-82b0-52758b14eb1e req-8630d928-3fab-4f1a-a37c-fd103d7435da service neutron] Attempting to bind port bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c on network 84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 00:59:56.291634 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58700d3a-a6c8-4218-82b0-52758b14eb1e req-8630d928-3fab-4f1a-a37c-fd103d7435da service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 0, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 00:59:56.292029 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58700d3a-a6c8-4218-82b0-52758b14eb1e req-8630d928-3fab-4f1a-a37c-fd103d7435da service neutron] Checking segment: {'id': '9dbffe20-fa57-4fc9-974f-82a4aaa66cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 00:59:56.292351 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58700d3a-a6c8-4218-82b0-52758b14eb1e req-8630d928-3fab-4f1a-a37c-fd103d7435da service neutron] Bound using segment: {'id': '9dbffe20-fa57-4fc9-974f-82a4aaa66cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 00:59:56.292803 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-58700d3a-a6c8-4218-82b0-52758b14eb1e req-8630d928-3fab-4f1a-a37c-fd103d7435da service neutron] Bound port: bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dbffe20-fa57-4fc9-974f-82a4aaa66cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 00:59:56.293226 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-58700d3a-a6c8-4218-82b0-52758b14eb1e req-8630d928-3fab-4f1a-a37c-fd103d7435da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:56.328870 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port b71244a5-b416-41b6-84a3-ef81fbc874e2 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 00:59:56.341566 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port b71244a5-b416-41b6-84a3-ef81fbc874e2 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 00:59:56.342424 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:56.370812 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dc2a60-5aa9-45b1-b4df-7bb047bc8b92 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Pushing event updated for resources: {'Port': ['ID=c1c6b683-48c2-4eeb-b60f-138ff360154f,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:56.403158 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d3b701d2-41f4-4c15-9adc-f13832bc8d42 req-06dc2a60-5aa9-45b1-b4df-7bb047bc8b92 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:56.437885 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-58700d3a-a6c8-4218-82b0-52758b14eb1e req-8630d928-3fab-4f1a-a37c-fd103d7435da service neutron] For port bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 00:59:56.443695 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-58700d3a-a6c8-4218-82b0-52758b14eb1e req-8630d928-3fab-4f1a-a37c-fd103d7435da service neutron] For port bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c,segment=NetworkSegment(9dbffe20-fa57-4fc9-974f-82a4aaa66cb3),segment_id=9dbffe20-fa57-4fc9-974f-82a4aaa66cb3)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 00:59:56.450763 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-58700d3a-a6c8-4218-82b0-52758b14eb1e req-8630d928-3fab-4f1a-a37c-fd103d7435da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:56.470997 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a88cbd-e52c-421f-9652-19859bd7f0a5 req-3706f0ba-ebc7-4fd7-ba11-44f6eb2d2b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:56.472659 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-96a88cbd-e52c-421f-9652-19859bd7f0a5 req-3706f0ba-ebc7-4fd7-ba11-44f6eb2d2b90 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=21eee794595f4d3b8f9bea504a1c9b84&device_id=f4b4a191-075e-4cef-9ad5-aca1e674d43a HTTP/1.1" status: 200 len: 1095 time: 0.2325788 Nov 12 00:59:56.473305 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f3520d9a-cfb1-4e58-9594-830eef24cb13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:56.480025 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d3b701d2-41f4-4c15-9adc-f13832bc8d42 req-06dc2a60-5aa9-45b1-b4df-7bb047bc8b92 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:56.481012 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d3b701d2-41f4-4c15-9adc-f13832bc8d42 req-06dc2a60-5aa9-45b1-b4df-7bb047bc8b92 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9998670 Nov 12 00:59:56.508136 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58700d3a-a6c8-4218-82b0-52758b14eb1e req-8630d928-3fab-4f1a-a37c-fd103d7435da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:56.509582 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-58700d3a-a6c8-4218-82b0-52758b14eb1e req-8630d928-3fab-4f1a-a37c-fd103d7435da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:56.512260 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-58700d3a-a6c8-4218-82b0-52758b14eb1e req-8630d928-3fab-4f1a-a37c-fd103d7435da service neutron] 10.222.0.44 "PUT /v2.0/ports/bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c HTTP/1.1" status: 200 len: 1092 time: 0.9919026 Nov 12 00:59:56.517280 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cbfa767-873e-484c-9e80-8a719aae93e0', 'tag': 'bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:59:56.523311 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa262fb-df31-4940-81d9-3b681d3700f0" -d '{"events": [{"name": "network-changed", "server_uuid": "0cbfa767-873e-484c-9e80-8a719aae93e0", "tag": "bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:59:56.525417 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:56.571561 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeff02bb-315b-4720-b65d-7d1c787a15af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71244a5-b416-41b6-84a3-ef81fbc874e2'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 00:59:56.575851 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b8b048-df8d-4cd2-ae2a-e442f1b6ffce" -d '{"events": [{"server_uuid": "eeff02bb-315b-4720-b65d-7d1c787a15af", "name": "network-vif-plugged", "status": "completed", "tag": "b71244a5-b416-41b6-84a3-ef81fbc874e2"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 00:59:56.588716 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8630d928-3fab-4f1a-a37c-fd103d7435da service neutron] Pushing event updated for resources: {'Port': ['ID=bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:56.601711 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port b71244a5-b416-41b6-84a3-ef81fbc874e2, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=b71244a5-b416-41b6-84a3-ef81fbc874e2,segment=NetworkSegment(45adf0ba-e61d-4509-afe2-5b0ef96fbbf3),segment_id=45adf0ba-e61d-4509-afe2-5b0ef96fbbf3)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:56.610791 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:56.624687 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef86a2a8-9acf-44f8-9054-7081b064da76 req-1985f573-5f86-4e53-82a2-4baf7ae0ddc0 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:56.627495 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ef86a2a8-9acf-44f8-9054-7081b064da76 req-1985f573-5f86-4e53-82a2-4baf7ae0ddc0 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa50c5ea-6d4d-44ff-804d-2a670cf0e0df HTTP/1.1" status: 200 len: 950 time: 0.2248597 Nov 12 00:59:56.690266 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58700d3a-a6c8-4218-82b0-52758b14eb1e req-93cca847-08b9-4e5b-a84d-12d37083e06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:56.692406 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-58700d3a-a6c8-4218-82b0-52758b14eb1e req-93cca847-08b9-4e5b-a84d-12d37083e06e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4c0e9b301a7843818888ad914944b955&device_id=0cbfa767-873e-484c-9e80-8a719aae93e0 HTTP/1.1" status: 200 len: 1095 time: 0.0985327 Nov 12 00:59:56.717668 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=b71244a5-b416-41b6-84a3-ef81fbc874e2,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:56.726178 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a88cbd-e52c-421f-9652-19859bd7f0a5 req-9ac04dfa-e122-4f62-82a7-35d27fac7530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:56.727778 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-96a88cbd-e52c-421f-9652-19859bd7f0a5 req-9ac04dfa-e122-4f62-82a7-35d27fac7530 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c0b4a63e-0860-4dbc-9d9c-620393c3b6b9 HTTP/1.1" status: 200 len: 912 time: 0.2408900 Nov 12 00:59:56.790957 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-58700d3a-a6c8-4218-82b0-52758b14eb1e req-3e3f53ca-1a99-45ff-9e62-b1f839c5400f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c HTTP/1.1" status: 200 len: 217 time: 0.0697846 Nov 12 00:59:56.799261 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ef86a2a8-9acf-44f8-9054-7081b064da76 req-3b5c6524-a151-4901-bea7-14ea4a2bb139 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577413 Nov 12 00:59:56.802953 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-96a88cbd-e52c-421f-9652-19859bd7f0a5 req-d477cb8a-3085-4c85-bf2a-dfafb8f5af0f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=564e0828-9b69-49aa-b37c-0f3279423172 HTTP/1.1" status: 200 len: 217 time: 0.0573382 Nov 12 00:59:56.871017 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58700d3a-a6c8-4218-82b0-52758b14eb1e req-2b463cf6-5473-4959-8e04-674fe59c35e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:56.872970 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-58700d3a-a6c8-4218-82b0-52758b14eb1e req-2b463cf6-5473-4959-8e04-674fe59c35e5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1a66b550-2936-4c69-9648-647d722ad572 HTTP/1.1" status: 200 len: 855 time: 0.0746157 Nov 12 00:59:56.908869 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-58700d3a-a6c8-4218-82b0-52758b14eb1e req-c2b858de-5118-4fd8-a872-55ec9fa13d9b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287342 Nov 12 00:59:56.947023 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d3b701d2-41f4-4c15-9adc-f13832bc8d42 req-3f31251b-669f-4ff9-b873-4ab5e35f0312 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.177 HTTP/1.1" status: 200 len: 696 time: 0.4489295 Nov 12 00:59:57.021313 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a88cbd-e52c-421f-9652-19859bd7f0a5 req-8bed2ce2-330e-4a08-a90c-1dae290f31b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:57.022871 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-96a88cbd-e52c-421f-9652-19859bd7f0a5 req-8bed2ce2-330e-4a08-a90c-1dae290f31b7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4f4b609e-2331-4c01-9258-3d3c5185144b HTTP/1.1" status: 200 len: 852 time: 0.2044833 Nov 12 00:59:57.040006 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-58700d3a-a6c8-4218-82b0-52758b14eb1e req-32c7993f-e31c-426f-9e1f-c4baf080cc74 service neutron] 10.222.0.44 "GET /v2.0/networks/84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239479 Nov 12 00:59:57.111913 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-96a88cbd-e52c-421f-9652-19859bd7f0a5 req-f23f7785-53ed-4ada-a432-e56035918787 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c0b4a63e-0860-4dbc-9d9c-620393c3b6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692015 Nov 12 00:59:57.132702 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0d7c5963-399b-4328-b2d4-b93d53cc367d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:57.190791 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-58700d3a-a6c8-4218-82b0-52758b14eb1e req-e6444452-783d-4d28-a7b2-79e85f59c415 service neutron] 10.222.0.44 "GET /v2.0/networks/84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413283 Nov 12 00:59:57.240114 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b003e82-e831-48a7-b8f8-1853747885fa req-1315c0a8-45b9-41f1-9a1c-4760916d6bf8 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:57.241996 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0b003e82-e831-48a7-b8f8-1853747885fa req-1315c0a8-45b9-41f1-9a1c-4760916d6bf8 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4b4a191-075e-4cef-9ad5-aca1e674d43a HTTP/1.1" status: 200 len: 943 time: 0.3049173 Nov 12 00:59:57.261120 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3520d9a-cfb1-4e58-9594-830eef24cb13 admin admin] Router c84c1b1c-b328-41d7-9ade-e857570c7b29 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 00:59:57.269677 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b701d2-41f4-4c15-9adc-f13832bc8d42 req-a5783b1b-f928-434f-9441-7d1ced8d6613 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:57.271248 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d3b701d2-41f4-4c15-9adc-f13832bc8d42 req-a5783b1b-f928-434f-9441-7d1ced8d6613 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] 10.222.0.45 "GET /v2.0/networks/ab9ea869-d067-4dfb-b2de-16b019fae22d HTTP/1.1" status: 200 len: 784 time: 0.3124917 Nov 12 00:59:57.333466 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-96a88cbd-e52c-421f-9652-19859bd7f0a5 req-dd8c29ea-c0ac-47e6-a591-a14adec22aed service neutron] 10.222.0.44 "GET /v2.0/networks/c0b4a63e-0860-4dbc-9d9c-620393c3b6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132168 Nov 12 00:59:57.428344 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0b003e82-e831-48a7-b8f8-1853747885fa req-76d94948-1d41-44c4-b2a5-10a5a627f5c1 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1f55e6b-ac6a-493f-9689-6b58de301978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722455 Nov 12 00:59:58.105901 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee748461-0963-4bab-81a7-d45308d92ab7 req-1454a3d6-0f66-41a8-86d1-e1a7302d85a4 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:58.107550 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee748461-0963-4bab-81a7-d45308d92ab7 req-1454a3d6-0f66-41a8-86d1-e1a7302d85a4 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cbfa767-873e-484c-9e80-8a719aae93e0 HTTP/1.1" status: 200 len: 943 time: 0.7333486 Nov 12 00:59:58.150056 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 564e0828-9b69-49aa-b37c-0f3279423172 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 00:59:58.163440 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-96a88cbd-e52c-421f-9652-19859bd7f0a5 req-df711660-0e97-48a5-af7c-94763f863bc7 service neutron] 10.222.0.44 "GET /v2.0/networks/c0b4a63e-0860-4dbc-9d9c-620393c3b6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8212414 Nov 12 00:59:58.174934 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3b661-0241-4b72-adfa-ef3d5eab7c20 req-ff87449e-4367-4867-aa1b-a90759a85052 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:58.176560 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-34c3b661-0241-4b72-adfa-ef3d5eab7c20 req-ff87449e-4367-4867-aa1b-a90759a85052 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa7e3ba8-589e-44bd-a910-0657731c8516 HTTP/1.1" status: 200 len: 946 time: 0.6459680 Nov 12 00:59:58.181099 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3520d9a-cfb1-4e58-9594-830eef24cb13 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 00:59:58.187153 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-f3520d9a-cfb1-4e58-9594-830eef24cb13 admin admin] 10.222.0.45 "PUT /v2.0/routers/c84c1b1c-b328-41d7-9ade-e857570c7b29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1397684 Nov 12 00:59:58.193608 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59840) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 00:59:58.218379 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d99c87d-d90c-450c-a827-605360cceb71 None None] Sync routers for ids ['c84c1b1c-b328-41d7-9ade-e857570c7b29'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 00:59:58.250948 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee748461-0963-4bab-81a7-d45308d92ab7 req-1468978a-f44f-4608-8fb9-d9eaabfc57f5 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281991 Nov 12 00:59:58.282003 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-34c3b661-0241-4b72-adfa-ef3d5eab7c20 req-0d471763-4244-4d1f-89bd-81d4a79e8bcd tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2babaf5-8c74-467a-8fa2-436929b0e031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922441 Nov 12 00:59:58.313542 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d99c87d-d90c-450c-a827-605360cceb71 None None] Routers {'c84c1b1c-b328-41d7-9ade-e857570c7b29'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:58.314631 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-8d99c87d-d90c-450c-a827-605360cceb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:59:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['c84c1b1c-b328-41d7-9ade-e857570c7b29'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:58.424441 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ede4-cdd9-4b81-9905-e0dc22d9825f admin admin] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:58.472215 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 564e0828-9b69-49aa-b37c-0f3279423172, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=564e0828-9b69-49aa-b37c-0f3279423172,segment=NetworkSegment(4d929ffe-81a7-4ef7-8297-43eff56226c9),segment_id=4d929ffe-81a7-4ef7-8297-43eff56226c9)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:58.521859 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e661ab2-01e9-47ac-ac73-065b04867379 req-60e1761d-4a7a-4fe3-80f9-605e1ea3ff83 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:58.524761 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0e661ab2-01e9-47ac-ac73-065b04867379 req-60e1761d-4a7a-4fe3-80f9-605e1ea3ff83 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=eeff02bb-315b-4720-b65d-7d1c787a15af HTTP/1.1" status: 200 len: 945 time: 0.1301720 Nov 12 00:59:58.534859 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '564e0828-9b69-49aa-b37c-0f3279423172', 'network_id': 'c0b4a63e-0860-4dbc-9d9c-620393c3b6b9', 'port_id': '564e0828-9b69-49aa-b37c-0f3279423172', 'mac_address': 'fa:16:3e:7d:5b:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f4b609e-2331-4c01-9258-3d3c5185144b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 00:59:58.608217 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-8d99c87d-d90c-450c-a827-605360cceb71 None None] Set router c84c1b1c-b328-41d7-9ade-e857570c7b29 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:59:58.638089 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0e661ab2-01e9-47ac-ac73-065b04867379 req-1cb5d30d-1fbd-4249-9024-6a0df13e65c8 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006868 Nov 12 00:59:58.639634 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ede4-cdd9-4b81-9905-e0dc22d9825f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:58.743633 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 00:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ca632a-4960-40a2-b8fc-8063d2808e73 x-openstack-request-id: req-43ca632a-4960-40a2-b8fc-8063d2808e73 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:59:58.744466 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cbfa767-873e-484c-9e80-8a719aae93e0", "tag": "bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:59:58.744876 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-43ca632a-4960-40a2-b8fc-8063d2808e73 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:59:58.745507 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cbfa767-873e-484c-9e80-8a719aae93e0', 'tag': 'bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c', 'status': 'completed', 'code': 200} Nov 12 00:59:58.760351 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:58.775407 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-7ab6ede4-cdd9-4b81-9905-e0dc22d9825f admin admin] Deleting port 583f7c0a-767e-493f-8835-4fbfac3f2207 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 00:59:58.776028 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ede4-cdd9-4b81-9905-e0dc22d9825f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:58.798929 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 564e0828-9b69-49aa-b37c-0f3279423172 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 00:59:58.855231 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 564e0828-9b69-49aa-b37c-0f3279423172, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=564e0828-9b69-49aa-b37c-0f3279423172,segment=NetworkSegment(4d929ffe-81a7-4ef7-8297-43eff56226c9),segment_id=4d929ffe-81a7-4ef7-8297-43eff56226c9)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:58.877319 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:58.884647 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 00:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544f9d6e-5b74-4703-8a8b-d0671f32542f x-openstack-request-id: req-544f9d6e-5b74-4703-8a8b-d0671f32542f {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 00:59:58.884952 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeff02bb-315b-4720-b65d-7d1c787a15af", "name": "network-vif-plugged", "status": "completed", "tag": "b71244a5-b416-41b6-84a3-ef81fbc874e2", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 00:59:58.885118 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-544f9d6e-5b74-4703-8a8b-d0671f32542f {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 00:59:58.885652 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeff02bb-315b-4720-b65d-7d1c787a15af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71244a5-b416-41b6-84a3-ef81fbc874e2', 'code': 200} Nov 12 00:59:58.918217 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa262fb-df31-4940-81d9-3b681d3700f0 req-494fc1e6-be0e-464f-b62e-2cad89b9e4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:58.921286 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4aa262fb-df31-4940-81d9-3b681d3700f0 req-494fc1e6-be0e-464f-b62e-2cad89b9e4de service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4c0e9b301a7843818888ad914944b955&device_id=0cbfa767-873e-484c-9e80-8a719aae93e0 HTTP/1.1" status: 200 len: 1095 time: 0.1299012 Nov 12 00:59:59.006342 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-7ab6ede4-cdd9-4b81-9905-e0dc22d9825f admin admin] For port 583f7c0a-767e-493f-8835-4fbfac3f2207, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=583f7c0a-767e-493f-8835-4fbfac3f2207,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 00:59:59.008580 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ede4-cdd9-4b81-9905-e0dc22d9825f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.023026 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=564e0828-9b69-49aa-b37c-0f3279423172,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:59.045262 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-7ab6ede4-cdd9-4b81-9905-e0dc22d9825f admin admin] Calling delete_port for 583f7c0a-767e-493f-8835-4fbfac3f2207 owned by network:router_gateway {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 00:59:59.047664 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-8d99c87d-d90c-450c-a827-605360cceb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84c1b1c-b328-41d7-9ade-e857570c7b29', 'name': 'tempest-ServersTestManualDisk-199279593-router', 'tenant_id': 'e23f931e6abc48e289c4be9c4f72c99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '583f7c0a-767e-493f-8835-4fbfac3f2207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:56:38Z', 'updated_at': '2021-11-12T00:59:55Z', 'revision_number': 5, 'project_id': 'e23f931e6abc48e289c4be9c4f72c99c', 'gw_port': {'id': '583f7c0a-767e-493f-8835-4fbfac3f2207', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:54:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84c1b1c-b328-41d7-9ade-e857570c7b29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:56:41Z', 'updated_at': '2021-11-12T00:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:59.096184 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d99c87d-d90c-450c-a827-605360cceb71 None None] Checking router: c84c1b1c-b328-41d7-9ade-e857570c7b29 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 00:59:59.105545 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-682c755b-8ede-42f5-9257-2df3fbd1e15f req-ce3994a7-6173-4f09-bb51-47c6b7e82f33 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] 10.222.0.45 "GET /v2.0/floatingips/a71c86c7-c7f3-4868-9d08-3210cd322b0a HTTP/1.1" status: 200 len: 693 time: 0.1826160 Nov 12 00:59:59.129612 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d99c87d-d90c-450c-a827-605360cceb71 None None] Routers {'c84c1b1c-b328-41d7-9ade-e857570c7b29'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 00:59:59.130788 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-8d99c87d-d90c-450c-a827-605360cceb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T00:59:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['c84c1b1c-b328-41d7-9ade-e857570c7b29'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:59.200416 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d7d1a-66b0-41fc-ba01-dc7b40fbc46d req-80e1b558-122e-43ce-b778-f42f58725873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:59.202000 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-407d7d1a-66b0-41fc-ba01-dc7b40fbc46d req-80e1b558-122e-43ce-b778-f42f58725873 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=eeff02bb-315b-4720-b65d-7d1c787a15af HTTP/1.1" status: 200 len: 1097 time: 0.0780487 Nov 12 00:59:59.300606 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-407d7d1a-66b0-41fc-ba01-dc7b40fbc46d req-7deb5fd6-681c-4ac7-85f2-4e98ca2f2383 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607147 Nov 12 00:59:59.386322 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ede4-cdd9-4b81-9905-e0dc22d9825f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.438038 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab6ede4-cdd9-4b81-9905-e0dc22d9825f admin admin] Pushing event deleted for resources: {'Port': ['ID=583f7c0a-767e-493f-8835-4fbfac3f2207,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 00:59:59.450325 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa262fb-df31-4940-81d9-3b681d3700f0 req-bbb56847-051a-4670-b796-9501dbaa147f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:59.451911 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4aa262fb-df31-4940-81d9-3b681d3700f0 req-bbb56847-051a-4670-b796-9501dbaa147f service neutron] 10.222.0.44 "GET /v2.0/networks?id=84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c HTTP/1.1" status: 200 len: 915 time: 0.5073681 Nov 12 00:59:59.474410 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['564e0828-9b69-49aa-b37c-0f3279423172'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 00:59:59.481358 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf7fe00-1b56-4879-840e-6e88772391d3 req-91d2c92d-490d-4577-805f-460b874a0e1d tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:59.481358 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-edf7fe00-1b56-4879-840e-6e88772391d3 req-91d2c92d-490d-4577-805f-460b874a0e1d tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa50c5ea-6d4d-44ff-804d-2a670cf0e0df HTTP/1.1" status: 200 len: 950 time: 0.2127063 Nov 12 00:59:59.506711 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c755b-8ede-42f5-9257-2df3fbd1e15f req-f053ceeb-0aff-4d8b-960a-2d6e5e9caada tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:59.522291 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-682c755b-8ede-42f5-9257-2df3fbd1e15f req-f053ceeb-0aff-4d8b-960a-2d6e5e9caada tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] 10.222.0.45 "GET /v2.0/networks/ab9ea869-d067-4dfb-b2de-16b019fae22d HTTP/1.1" status: 200 len: 784 time: 0.3140137 Nov 12 00:59:59.604386 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ede4-cdd9-4b81-9905-e0dc22d9825f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.605392 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-8d99c87d-d90c-450c-a827-605360cceb71 None None] Set router c84c1b1c-b328-41d7-9ade-e857570c7b29 gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 00:59:59.705489 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-8d99c87d-d90c-450c-a827-605360cceb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c84c1b1c-b328-41d7-9ade-e857570c7b29', 'name': 'tempest-ServersTestManualDisk-199279593-router', 'tenant_id': 'e23f931e6abc48e289c4be9c4f72c99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:56:38Z', 'updated_at': '2021-11-12T00:59:58Z', 'revision_number': 6, 'project_id': 'e23f931e6abc48e289c4be9c4f72c99c', 'gw_port_host': None}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 00:59:59.737547 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4aa262fb-df31-4940-81d9-3b681d3700f0 req-7fe987c3-c078-4ce6-8259-ebdcb3c9f2a7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c HTTP/1.1" status: 200 len: 217 time: 0.1344123 Nov 12 00:59:59.750776 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-edf7fe00-1b56-4879-840e-6e88772391d3 req-5817bc6b-211b-45d5-af98-388c938ad4a3 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249324 Nov 12 00:59:59.756533 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d99c87d-d90c-450c-a827-605360cceb71 None None] The sync data for ids ['c84c1b1c-b328-41d7-9ade-e857570c7b29'] in n-d-712142-27 is: [{'id': 'c84c1b1c-b328-41d7-9ade-e857570c7b29', 'name': 'tempest-ServersTestManualDisk-199279593-router', 'tenant_id': 'e23f931e6abc48e289c4be9c4f72c99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:56:38Z', 'updated_at': '2021-11-12T00:59:58Z', 'revision_number': 6, 'project_id': 'e23f931e6abc48e289c4be9c4f72c99c', 'gw_port_host': None}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 00:59:59.810479 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ede4-cdd9-4b81-9905-e0dc22d9825f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.817792 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ede4-cdd9-4b81-9905-e0dc22d9825f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.818572 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f7198-e3b8-4937-a160-0b5c5d0cd5d2 req-34b76ffa-f11e-4eff-8a4e-6afe3874dfa9 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:59.832751 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f60f7198-e3b8-4937-a160-0b5c5d0cd5d2 req-34b76ffa-f11e-4eff-8a4e-6afe3874dfa9 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4b4a191-075e-4cef-9ad5-aca1e674d43a HTTP/1.1" status: 200 len: 944 time: 0.1891763 Nov 12 00:59:59.923761 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa262fb-df31-4940-81d9-3b681d3700f0 req-f772dba5-8cdf-45f5-950a-d910869b110b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 00:59:59.928997 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4aa262fb-df31-4940-81d9-3b681d3700f0 req-f772dba5-8cdf-45f5-950a-d910869b110b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1a66b550-2936-4c69-9648-647d722ad572 HTTP/1.1" status: 200 len: 855 time: 0.1721144 Nov 12 00:59:59.937766 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ede4-cdd9-4b81-9905-e0dc22d9825f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.938757 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab6ede4-cdd9-4b81-9905-e0dc22d9825f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c84c1b1c-b328-41d7-9ade-e857570c7b29 {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 00:59:59.944031 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7ab6ede4-cdd9-4b81-9905-e0dc22d9825f admin admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 00:59:59.946318 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7ab6ede4-cdd9-4b81-9905-e0dc22d9825f admin admin] 10.222.0.45 "DELETE /v2.0/routers/c84c1b1c-b328-41d7-9ade-e857570c7b29 HTTP/1.1" status: 204 len: 168 time: 1.7509902 Nov 12 00:59:59.950810 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59904) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:00.008678 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4aa262fb-df31-4940-81d9-3b681d3700f0 req-b1d25be5-4aa6-45a9-b44d-d25428cf6725 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705364 Nov 12 01:00:00.010846 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-1355673a-c5a0-454e-9627-dfae92f20d65 admin admin] Deleting subnet 749b9936-c68e-49ae-a3ef-2ac3d2926d6a {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:00:00.014296 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1355673a-c5a0-454e-9627-dfae92f20d65 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:00.041521 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-4aa262fb-df31-4940-81d9-3b681d3700f0 req-207f82d7-cd7f-4c87-bd0f-3ee7617a2624 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:00:00.043434 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4aa262fb-df31-4940-81d9-3b681d3700f0 req-207f82d7-cd7f-4c87-bd0f-3ee7617a2624 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093596 Nov 12 01:00:00.052479 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1355673a-c5a0-454e-9627-dfae92f20d65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:00.129334 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f60f7198-e3b8-4937-a160-0b5c5d0cd5d2 req-196da515-556d-4eb6-937d-a13ccb507b27 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1f55e6b-ac6a-493f-9689-6b58de301978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933772 Nov 12 01:00:00.142995 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1355673a-c5a0-454e-9627-dfae92f20d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:00.167055 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:00:00.218134 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1355673a-c5a0-454e-9627-dfae92f20d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:00.233468 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1355673a-c5a0-454e-9627-dfae92f20d65 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:00.237889 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1355673a-c5a0-454e-9627-dfae92f20d65 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/749b9936-c68e-49ae-a3ef-2ac3d2926d6a HTTP/1.1" status: 204 len: 168 time: 0.2835960 Nov 12 01:00:00.245109 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59906) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:00.260939 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1355673a-c5a0-454e-9627-dfae92f20d65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=749b9936-c68e-49ae-a3ef-2ac3d2926d6a,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:00.267903 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561478d-8ab3-422b-ab4e-d6ae903d69ad req-087ac788-2761-4559-9859-bbcb93230e62 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:00.276495 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6561478d-8ab3-422b-ab4e-d6ae903d69ad req-087ac788-2761-4559-9859-bbcb93230e62 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cbfa767-873e-484c-9e80-8a719aae93e0 HTTP/1.1" status: 200 len: 943 time: 0.2720041 Nov 12 01:00:00.300184 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96d9b4d-f04f-4687-8901-2232a5274c5d None None] Network 4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:00:00.403571 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c,segment=NetworkSegment(9dbffe20-fa57-4fc9-974f-82a4aaa66cb3),segment_id=9dbffe20-fa57-4fc9-974f-82a4aaa66cb3)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:00.418560 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4aa262fb-df31-4940-81d9-3b681d3700f0 req-022c04b4-75ef-4739-a45d-144a6fb99062 service neutron] 10.222.0.44 "GET /v2.0/networks/84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399470 Nov 12 01:00:00.436509 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c', 'network_id': '84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c', 'port_id': 'bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c', 'mac_address': 'fa:16:3e:8b:22:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a66b550-2936-4c69-9648-647d722ad572', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:00:00.521505 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cc0dcc84-6e8c-4a4b-8420-5d1101141feb req-fe684532-92e8-48b4-923f-935a816c7c32 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] 10.222.0.45 "GET /v2.0/floatingips?tenant_id=8a8bed7055f841cc9b5703099578a008 HTTP/1.1" status: 200 len: 696 time: 0.1761858 Nov 12 01:00:00.525957 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:00.550856 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:00:00.585593 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c,segment=NetworkSegment(9dbffe20-fa57-4fc9-974f-82a4aaa66cb3),segment_id=9dbffe20-fa57-4fc9-974f-82a4aaa66cb3)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:00.591459 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:00.594508 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f1f122b7-1f21-4d93-9755-010f2bfb4d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:00.610545 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6561478d-8ab3-422b-ab4e-d6ae903d69ad req-8b7a7aba-0058-42bb-b92d-6ee7c70c74a5 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328917 Nov 12 01:00:00.662792 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:00.687877 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bb89a3-fc9f-4422-9be8-5af10bb02184 None None] DHCP port deletion for 4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:00:00.781357 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4aa262fb-df31-4940-81d9-3b681d3700f0 req-fde7ec46-db02-490f-8b81-e8c2be73f84b service neutron] 10.222.0.44 "GET /v2.0/networks/84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134694 Nov 12 01:00:00.784936 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c30ff082-7944-4eea-a0de-f08f8fbc9559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:00.818483 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-00bb89a3-fc9f-4422-9be8-5af10bb02184 None None] Deleting port 16d60c45-b7b1-44da-bdfc-c3bdc0d11e5b {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:00.821568 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-00bb89a3-fc9f-4422-9be8-5af10bb02184 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:00.861886 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0dcc84-6e8c-4a4b-8420-5d1101141feb req-b47c6b06-e723-4232-b275-c6069db9780f tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:00.863601 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cc0dcc84-6e8c-4a4b-8420-5d1101141feb req-b47c6b06-e723-4232-b275-c6069db9780f tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] 10.222.0.45 "GET /v2.0/networks?id=ab9ea869-d067-4dfb-b2de-16b019fae22d HTTP/1.1" status: 200 len: 787 time: 0.3003826 Nov 12 01:00:00.874264 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a335c-fca7-40d0-85c1-41af5c6605d3 req-6dbb24c0-9942-46f7-9eb4-33123f067f3a tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:00.875930 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d95a335c-fca7-40d0-85c1-41af5c6605d3 req-6dbb24c0-9942-46f7-9eb4-33123f067f3a tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=eeff02bb-315b-4720-b65d-7d1c787a15af HTTP/1.1" status: 200 len: 945 time: 0.1403656 Nov 12 01:00:00.886859 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-cc0dcc84-6e8c-4a4b-8420-5d1101141feb req-0101075c-d544-4748-964c-0ef2dafca21b tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:00:00.888171 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cc0dcc84-6e8c-4a4b-8420-5d1101141feb req-0101075c-d544-4748-964c-0ef2dafca21b tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072846 Nov 12 01:00:00.937941 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-f1f122b7-1f21-4d93-9755-010f2bfb4d3b admin admin] Deleting port 16d60c45-b7b1-44da-bdfc-c3bdc0d11e5b {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:00.938415 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f1f122b7-1f21-4d93-9755-010f2bfb4d3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:00.953022 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-00bb89a3-fc9f-4422-9be8-5af10bb02184 None None] For port 16d60c45-b7b1-44da-bdfc-c3bdc0d11e5b, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=16d60c45-b7b1-44da-bdfc-c3bdc0d11e5b,segment=NetworkSegment(77040763-e023-46a1-bb98-eb5e339b4758),segment_id=77040763-e023-46a1-bb98-eb5e339b4758)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:00.953679 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-00bb89a3-fc9f-4422-9be8-5af10bb02184 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:00.980568 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-00bb89a3-fc9f-4422-9be8-5af10bb02184 None None] Calling delete_port for 16d60c45-b7b1-44da-bdfc-c3bdc0d11e5b owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:00.994534 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:00:01.001714 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d95a335c-fca7-40d0-85c1-41af5c6605d3 req-cfe2aade-3c75-4111-a759-9158ba3085d9 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111803 Nov 12 01:00:01.052666 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-f1f122b7-1f21-4d93-9755-010f2bfb4d3b admin admin] For port 16d60c45-b7b1-44da-bdfc-c3bdc0d11e5b, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=16d60c45-b7b1-44da-bdfc-c3bdc0d11e5b,segment=NetworkSegment(77040763-e023-46a1-bb98-eb5e339b4758),segment_id=77040763-e023-46a1-bb98-eb5e339b4758)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:01.053025 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f1f122b7-1f21-4d93-9755-010f2bfb4d3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:01.091427 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-f1f122b7-1f21-4d93-9755-010f2bfb4d3b admin admin] Calling delete_port for 16d60c45-b7b1-44da-bdfc-c3bdc0d11e5b owned by network:dhcp {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:01.267450 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-00bb89a3-fc9f-4422-9be8-5af10bb02184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:01.273441 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f1f122b7-1f21-4d93-9755-010f2bfb4d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:01.328469 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f122b7-1f21-4d93-9755-010f2bfb4d3b admin admin] Pushing event deleted for resources: {'Port': ['ID=16d60c45-b7b1-44da-bdfc-c3bdc0d11e5b,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:01.337509 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f122b7-1f21-4d93-9755-010f2bfb4d3b admin admin] No DVR routers for this DVR port 16d60c45-b7b1-44da-bdfc-c3bdc0d11e5b on host n-d-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:00:01.355760 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bb89a3-fc9f-4422-9be8-5af10bb02184 None None] Pushing event deleted for resources: {'Port': ['ID=16d60c45-b7b1-44da-bdfc-c3bdc0d11e5b,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:01.360743 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bb89a3-fc9f-4422-9be8-5af10bb02184 None None] No DVR routers for this DVR port 16d60c45-b7b1-44da-bdfc-c3bdc0d11e5b on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:00:01.465760 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e9d6dc-0317-45f0-a276-eb3656978563 req-41af0681-a197-49dc-b632-6b2b9b885c16 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:01.467538 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-19e9d6dc-0317-45f0-a276-eb3656978563 req-41af0681-a197-49dc-b632-6b2b9b885c16 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa7e3ba8-589e-44bd-a910-0657731c8516 HTTP/1.1" status: 200 len: 946 time: 0.2107933 Nov 12 01:00:01.491144 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f1f122b7-1f21-4d93-9755-010f2bfb4d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:01.527082 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-f1f122b7-1f21-4d93-9755-010f2bfb4d3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:01.549836 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-f1f122b7-1f21-4d93-9755-010f2bfb4d3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77040763-e023-46a1-bb98-eb5e339b4758') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:01.550191 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-f1f122b7-1f21-4d93-9755-010f2bfb4d3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77040763-e023-46a1-bb98-eb5e339b4758') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:01.579050 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f1f122b7-1f21-4d93-9755-010f2bfb4d3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:01.585970 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-19e9d6dc-0317-45f0-a276-eb3656978563 req-09bd0525-e09c-489e-b2c1-024f76547c70 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2babaf5-8c74-467a-8fa2-436929b0e031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085279 Nov 12 01:00:01.619015 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 16d60c45-b7b1-44da-bdfc-c3bdc0d11e5b no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:00:01.628094 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f1f122b7-1f21-4d93-9755-010f2bfb4d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:01.637264 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1f122b7-1f21-4d93-9755-010f2bfb4d3b admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:00:01.637792 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f1f122b7-1f21-4d93-9755-010f2bfb4d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:01.659742 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 16d60c45-b7b1-44da-bdfc-c3bdc0d11e5b {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:00:01.660306 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 16d60c45-b7b1-44da-bdfc-c3bdc0d11e5b not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:00:01.661001 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 583f7c0a-767e-493f-8835-4fbfac3f2207 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:00:01.674505 n-d-712142-27 neutron-server[109085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:00:01.674505 n-d-712142-27 neutron-server[109085]: self.session.flush() Nov 12 01:00:01.674505 n-d-712142-27 neutron-server[109085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:00:01.674505 n-d-712142-27 neutron-server[109085]: self.session.flush() Nov 12 01:00:01.674505 n-d-712142-27 neutron-server[109085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:00:01.674505 n-d-712142-27 neutron-server[109085]: self.session.flush() Nov 12 01:00:01.674505 n-d-712142-27 neutron-server[109085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:00:01.674505 n-d-712142-27 neutron-server[109085]: self.session.flush() Nov 12 01:00:01.674505 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:00:01.674505 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:00:01.674505 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:00:01.674505 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:00:01.674505 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:00:01.674505 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:00:01.674505 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:00:01.674505 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:00:01.674505 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:00:01.674505 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:00:01.674505 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:00:01.674505 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:00:01.674505 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:00:01.674505 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:00:01.674505 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:00:01.674505 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:00:01.674505 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:00:01.674505 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:00:01.674505 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:00:01.674505 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:00:01.674505 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:00:01.674505 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:00:01.674505 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:00:01.674505 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:00:01.674505 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:00:01.674505 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:00:01.674505 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:00:01.674505 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:00:01.674505 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:00:01.674505 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:00:01.674505 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:00:01.674505 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:00:01.690495 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 583f7c0a-767e-493f-8835-4fbfac3f2207 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:00:01.690876 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 583f7c0a-767e-493f-8835-4fbfac3f2207 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:00:01.691233 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device f3b8f20c-cdcb-43d4-ae8c-385807a4dc6c no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:00:01.713536 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: f3b8f20c-cdcb-43d4-ae8c-385807a4dc6c {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:00:01.714067 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device f3b8f20c-cdcb-43d4-ae8c-385807a4dc6c not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:00:01.743664 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ed251c13-f358-4ca3-b278-081aa457ede3 req-1e45b41d-8043-4e48-91a3-ff3846fc6d45 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] 10.222.0.45 "GET /v2.0/floatingips/a71c86c7-c7f3-4868-9d08-3210cd322b0a HTTP/1.1" status: 200 len: 693 time: 0.1257629 Nov 12 01:00:01.756083 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444db1ae-a8c1-4981-897f-3a7f36149f7a req-7a79839d-aee7-4306-b5e8-d820eb1a2c53 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:01.757783 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-444db1ae-a8c1-4981-897f-3a7f36149f7a req-7a79839d-aee7-4306-b5e8-d820eb1a2c53 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa50c5ea-6d4d-44ff-804d-2a670cf0e0df HTTP/1.1" status: 200 len: 950 time: 0.1921477 Nov 12 01:00:01.799342 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f1f122b7-1f21-4d93-9755-010f2bfb4d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:01.802095 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:00:01.804363 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f1f122b7-1f21-4d93-9755-010f2bfb4d3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:01.807670 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-f1f122b7-1f21-4d93-9755-010f2bfb4d3b admin admin] 10.222.0.45 "DELETE /v2.0/networks/4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c HTTP/1.1" status: 204 len: 168 time: 1.5236924 Nov 12 01:00:01.874632 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f122b7-1f21-4d93-9755-010f2bfb4d3b admin admin] Pushing event deleted for resources: {'Network': ['ID=4cfc0632-7784-4cb8-8f5e-dad2e8d18a8c,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:01.919346 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-444db1ae-a8c1-4981-897f-3a7f36149f7a req-4ea50da4-1065-42a5-8378-f07a743b558e tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481178 Nov 12 01:00:01.945622 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed251c13-f358-4ca3-b278-081aa457ede3 req-f417d275-1608-400c-be87-bae3bc3ab8f2 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:01.947075 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ed251c13-f358-4ca3-b278-081aa457ede3 req-f417d275-1608-400c-be87-bae3bc3ab8f2 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] 10.222.0.45 "GET /v2.0/networks/ab9ea869-d067-4dfb-b2de-16b019fae22d HTTP/1.1" status: 200 len: 784 time: 0.1875308 Nov 12 01:00:02.022821 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ed251c13-f358-4ca3-b278-081aa457ede3 req-220d03af-03a2-4eda-b075-092c17960d43 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.177 HTTP/1.1" status: 200 len: 696 time: 0.0618958 Nov 12 01:00:02.062795 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59962) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:02.125233 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ed251c13-f358-4ca3-b278-081aa457ede3 req-30b5cff3-6f0c-4afd-abda-ba03b9267fa3 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.177 HTTP/1.1" status: 200 len: 696 time: 0.0894783 Nov 12 01:00:02.129348 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8e62c160-aebe-4047-92b4-806b10a90338 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e23f931e6abc48e289c4be9c4f72c99c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0644412 Nov 12 01:00:02.133077 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59966) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:02.168518 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 564e0828-9b69-49aa-b37c-0f3279423172 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:00:02.198929 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c84de395-e98e-4dd8-a09c-60a5b52a04b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:02.233334 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c84de395-e98e-4dd8-a09c-60a5b52a04b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:02.254649 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 564e0828-9b69-49aa-b37c-0f3279423172 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:00:02.261175 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 564e0828-9b69-49aa-b37c-0f3279423172 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:02.261741 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:02.316492 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c84de395-e98e-4dd8-a09c-60a5b52a04b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:02.324359 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c84de395-e98e-4dd8-a09c-60a5b52a04b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:02.330797 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb43265-d0b6-4444-acae-8ec65fad2643 req-58901240-41ce-4311-b11f-fba10511ed78 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:02.330797 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-deb43265-d0b6-4444-acae-8ec65fad2643 req-58901240-41ce-4311-b11f-fba10511ed78 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4b4a191-075e-4cef-9ad5-aca1e674d43a HTTP/1.1" status: 200 len: 944 time: 0.1345375 Nov 12 01:00:02.332102 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c84de395-e98e-4dd8-a09c-60a5b52a04b6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1c52ea46-e08e-4e06-b07f-e41391c0c750 HTTP/1.1" status: 204 len: 168 time: 0.1975784 Nov 12 01:00:02.348244 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84de395-e98e-4dd8-a09c-60a5b52a04b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c52ea46-e08e-4e06-b07f-e41391c0c750,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:02.385219 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-ed251c13-f358-4ca3-b278-081aa457ede3 req-e7b4e41f-ca87-4910-958a-bae77bc959a1 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Deleting port c1c6b683-48c2-4eeb-b60f-138ff360154f {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:02.385692 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ed251c13-f358-4ca3-b278-081aa457ede3 req-e7b4e41f-ca87-4910-958a-bae77bc959a1 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:02.425125 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:02.474397 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b4a191-075e-4cef-9ad5-aca1e674d43a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564e0828-9b69-49aa-b37c-0f3279423172'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:00:02.478421 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f5f155-f8c9-4bb7-82ad-33729d6b8d76" -d '{"events": [{"server_uuid": "f4b4a191-075e-4cef-9ad5-aca1e674d43a", "name": "network-vif-plugged", "status": "completed", "tag": "564e0828-9b69-49aa-b37c-0f3279423172"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:00:02.502814 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 564e0828-9b69-49aa-b37c-0f3279423172, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=564e0828-9b69-49aa-b37c-0f3279423172,segment=NetworkSegment(4d929ffe-81a7-4ef7-8297-43eff56226c9),segment_id=4d929ffe-81a7-4ef7-8297-43eff56226c9)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:02.509888 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:02.535681 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-deb43265-d0b6-4444-acae-8ec65fad2643 req-84d05bcb-3f61-4a6b-b4de-9c3eecb959c7 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1f55e6b-ac6a-493f-9689-6b58de301978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871498 Nov 12 01:00:02.600994 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ed251c13-f358-4ca3-b278-081aa457ede3 req-e7b4e41f-ca87-4910-958a-bae77bc959a1 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:02.601521 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ed251c13-f358-4ca3-b278-081aa457ede3 req-e7b4e41f-ca87-4910-958a-bae77bc959a1 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:02.613008 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=564e0828-9b69-49aa-b37c-0f3279423172,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:02.644461 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-ed251c13-f358-4ca3-b278-081aa457ede3 req-e7b4e41f-ca87-4910-958a-bae77bc959a1 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Calling delete_port for c1c6b683-48c2-4eeb-b60f-138ff360154f owned by network:floatingip {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:02.696610 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:02.855322 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed6c9c-3ad2-4ff5-94a4-fa96abc96eb8 req-d7672952-2534-45e3-9cca-408f36298fd8 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:02.858068 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d0ed6c9c-3ad2-4ff5-94a4-fa96abc96eb8 req-d7672952-2534-45e3-9cca-408f36298fd8 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cbfa767-873e-484c-9e80-8a719aae93e0 HTTP/1.1" status: 200 len: 944 time: 0.1323342 Nov 12 01:00:03.018839 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d0ed6c9c-3ad2-4ff5-94a4-fa96abc96eb8 req-b9e74c53-145b-4d07-9520-087c48437cf1 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440332 Nov 12 01:00:03.038590 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ed251c13-f358-4ca3-b278-081aa457ede3 req-e7b4e41f-ca87-4910-958a-bae77bc959a1 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:03.093273 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b4e41f-ca87-4910-958a-bae77bc959a1 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Pushing event deleted for resources: {'Port': ['ID=c1c6b683-48c2-4eeb-b60f-138ff360154f,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:03.224721 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ed251c13-f358-4ca3-b278-081aa457ede3 req-e7b4e41f-ca87-4910-958a-bae77bc959a1 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Publish callbacks [] for floatingip, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:03.227549 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ed251c13-f358-4ca3-b278-081aa457ede3 req-e7b4e41f-ca87-4910-958a-bae77bc959a1 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:03.228782 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ed251c13-f358-4ca3-b278-081aa457ede3 req-e7b4e41f-ca87-4910-958a-bae77bc959a1 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] 10.222.0.45 "DELETE /v2.0/floatingips/a71c86c7-c7f3-4868-9d08-3210cd322b0a HTTP/1.1" status: 204 len: 173 time: 1.0940659 Nov 12 01:00:03.252769 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5076f42-553d-44aa-8f59-9814cc58974c req-3ea5fc96-fdeb-4b97-a3d2-f7365e42cdd8 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:03.255431 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a5076f42-553d-44aa-8f59-9814cc58974c req-3ea5fc96-fdeb-4b97-a3d2-f7365e42cdd8 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=eeff02bb-315b-4720-b65d-7d1c787a15af HTTP/1.1" status: 200 len: 945 time: 0.1161995 Nov 12 01:00:03.312002 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60008) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:03.314470 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa003b5-8ba1-4322-a816-1a93670ce941 x-openstack-request-id: req-0aa003b5-8ba1-4322-a816-1a93670ce941 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:00:03.314912 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b4a191-075e-4cef-9ad5-aca1e674d43a", "name": "network-vif-plugged", "status": "completed", "tag": "564e0828-9b69-49aa-b37c-0f3279423172", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:00:03.315526 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0aa003b5-8ba1-4322-a816-1a93670ce941 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:00:03.316265 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b4a191-075e-4cef-9ad5-aca1e674d43a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564e0828-9b69-49aa-b37c-0f3279423172', 'code': 200} Nov 12 01:00:03.342411 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a5076f42-553d-44aa-8f59-9814cc58974c req-18761d03-d685-466b-b8ba-e61a41f5f2d0 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769160 Nov 12 01:00:03.479704 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756944c-3566-4ef9-be29-5b2093d33bfa req-99d83074-e018-498d-aad6-6786b8fe1d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:03.482074 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d756944c-3566-4ef9-be29-5b2093d33bfa req-99d83074-e018-498d-aad6-6786b8fe1d50 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f4b4a191-075e-4cef-9ad5-aca1e674d43a HTTP/1.1" status: 200 len: 1097 time: 0.0504916 Nov 12 01:00:03.504278 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-6f4102e2-9f02-417e-b9d5-cdf6f0aa6b92 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1941195019-network', 'tenant_id': 'b1d57bcafecc43f3b4415a7be2a66b90'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:03.550104 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d756944c-3566-4ef9-be29-5b2093d33bfa req-262b43a1-f580-412e-b96e-7c82d5d23a9b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b1f55e6b-ac6a-493f-9689-6b58de301978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593228 Nov 12 01:00:03.566388 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4102e2-9f02-417e-b9d5-cdf6f0aa6b92 admin admin] Made reservation on behalf of b1d57bcafecc43f3b4415a7be2a66b90 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:03.569485 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f4102e2-9f02-417e-b9d5-cdf6f0aa6b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:03.582204 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f4102e2-9f02-417e-b9d5-cdf6f0aa6b92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:03.726825 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f4102e2-9f02-417e-b9d5-cdf6f0aa6b92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:03.733653 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f4102e2-9f02-417e-b9d5-cdf6f0aa6b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:03.778581 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f4102e2-9f02-417e-b9d5-cdf6f0aa6b92 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:00:03.798446 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4102e2-9f02-417e-b9d5-cdf6f0aa6b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311a70c3-bfde-405d-b21c-587b1720962c,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:03.809619 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f4102e2-9f02-417e-b9d5-cdf6f0aa6b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:03.809999 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-6f4102e2-9f02-417e-b9d5-cdf6f0aa6b92 admin admin] Added segment f618efc3-1a9a-44cc-84d6-780c6d289de0 of type vlan for network a2f959a0-f94f-4a4a-9a65-17f657fcf090 Nov 12 01:00:03.827675 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a190b5d-c823-4de0-b2a7-0e9ea915b66b req-7759f2b0-feb0-4bed-9f51-c9df304dd65d tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:03.830915 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8a190b5d-c823-4de0-b2a7-0e9ea915b66b req-7759f2b0-feb0-4bed-9f51-c9df304dd65d tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa50c5ea-6d4d-44ff-804d-2a670cf0e0df HTTP/1.1" status: 200 len: 950 time: 0.0879219 Nov 12 01:00:03.872480 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:03.877056 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f4102e2-9f02-417e-b9d5-cdf6f0aa6b92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:03.912384 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f4102e2-9f02-417e-b9d5-cdf6f0aa6b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:03.913622 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4102e2-9f02-417e-b9d5-cdf6f0aa6b92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:03.914432 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f4102e2-9f02-417e-b9d5-cdf6f0aa6b92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:03.948733 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8a190b5d-c823-4de0-b2a7-0e9ea915b66b req-618a3cda-d757-4b8d-8dac-21485c4b2f27 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030571 Nov 12 01:00:04.013702 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6f4102e2-9f02-417e-b9d5-cdf6f0aa6b92 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7004111 Nov 12 01:00:04.019140 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60056) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:04.027793 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-ec33cc64-8963-4519-b954-6a92071520bd admin admin] Request body: {'subnet': {'network_id': 'a2f959a0-f94f-4a4a-9a65-17f657fcf090', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1941195019-subnet', 'tenant_id': 'b1d57bcafecc43f3b4415a7be2a66b90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:04.046644 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4102e2-9f02-417e-b9d5-cdf6f0aa6b92 admin admin] Pushing event updated for resources: {'Network': ['ID=a2f959a0-f94f-4a4a-9a65-17f657fcf090,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:04.064829 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network a2f959a0-f94f-4a4a-9a65-17f657fcf090 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:00:04.068509 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-286fc343-ebd9-4f45-9d03-05501f904bf2 req-20e3b578-c617-47b5-85be-8c598edf5516 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1687927 Nov 12 01:00:04.084451 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec33cc64-8963-4519-b954-6a92071520bd admin admin] Made reservation on behalf of b1d57bcafecc43f3b4415a7be2a66b90 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:04.088950 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ec33cc64-8963-4519-b954-6a92071520bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:04.109062 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-286fc343-ebd9-4f45-9d03-05501f904bf2 req-ace180fd-9018-4efd-b336-8f127dee7859 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Request body: {'floatingip': {'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:04.152240 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a971e7-cec2-4bed-a271-fd71d284a915 req-0e6612a9-ed78-4d05-a72a-fe5c53dfbfd5 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:04.154072 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-78a971e7-cec2-4bed-a271-fd71d284a915 req-0e6612a9-ed78-4d05-a72a-fe5c53dfbfd5 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=eeff02bb-315b-4720-b65d-7d1c787a15af HTTP/1.1" status: 200 len: 945 time: 0.0842736 Nov 12 01:00:04.155719 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-286fc343-ebd9-4f45-9d03-05501f904bf2 req-ace180fd-9018-4efd-b336-8f127dee7859 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Publish callbacks [] for floatingip, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:04.187763 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:00:04.271555 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:00:04.271855 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-78a971e7-cec2-4bed-a271-fd71d284a915 req-84924691-aadc-489f-b71d-f73d7e7c22d0 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994077 Nov 12 01:00:04.280987 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:04.281813 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:04.342413 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ec33cc64-8963-4519-b954-6a92071520bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:04.356968 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-286fc343-ebd9-4f45-9d03-05501f904bf2 req-ace180fd-9018-4efd-b336-8f127dee7859 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:04.420012 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33cc64-8963-4519-b954-6a92071520bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=895e7ba1-4cd9-4c5f-83d2-a28da6abba26,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:04.443735 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec33cc64-8963-4519-b954-6a92071520bd admin admin] Checking segment: {'id': 'f618efc3-1a9a-44cc-84d6-780c6d289de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a2f959a0-f94f-4a4a-9a65-17f657fcf090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:00:04.444371 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec33cc64-8963-4519-b954-6a92071520bd admin admin] Network hostable DHCP agents. Network: a2f959a0-f94f-4a4a-9a65-17f657fcf090, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:00:04.446194 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:04.475689 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec33cc64-8963-4519-b954-6a92071520bd admin admin] Network a2f959a0-f94f-4a4a-9a65-17f657fcf090 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:00:04.494866 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-ec33cc64-8963-4519-b954-6a92071520bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, a2f959a0-f94f-4a4a-9a65-17f657fcf090) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:04.495909 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c,segment=NetworkSegment(9dbffe20-fa57-4fc9-974f-82a4aaa66cb3),segment_id=9dbffe20-fa57-4fc9-974f-82a4aaa66cb3)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:04.505126 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec33cc64-8963-4519-b954-6a92071520bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:04.506663 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c9caf4-d29e-4066-8d76-6d4060de356e None None] Network a2f959a0-f94f-4a4a-9a65-17f657fcf090 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:00:04.507727 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ec33cc64-8963-4519-b954-6a92071520bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:04.509380 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:04.539611 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ec33cc64-8963-4519-b954-6a92071520bd admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5185187 Nov 12 01:00:04.572139 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c2981-5f9e-40fc-a6cd-268f4870afb7 req-c08b1f9e-9d84-4d21-b12f-faf73a8de4f2 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:04.575025 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-439c2981-5f9e-40fc-a6cd-268f4870afb7 req-c08b1f9e-9d84-4d21-b12f-faf73a8de4f2 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4b4a191-075e-4cef-9ad5-aca1e674d43a HTTP/1.1" status: 200 len: 945 time: 0.1399934 Nov 12 01:00:04.625077 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:04.631830 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-286fc343-ebd9-4f45-9d03-05501f904bf2 req-ace180fd-9018-4efd-b336-8f127dee7859 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Allocated IP 172.25.3.85 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/ce4f59c9-74c0-4721-86d3-311c893c570b) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:00:04.715157 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda522dd-8a8f-46a6-90b5-79d376c28cc6 None None] Network a2f959a0-f94f-4a4a-9a65-17f657fcf090 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:00:04.734756 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-439c2981-5f9e-40fc-a6cd-268f4870afb7 req-796c163e-8dc4-41d3-ac52-12bf906720ab tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1f55e6b-ac6a-493f-9689-6b58de301978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361158 Nov 12 01:00:04.939431 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-286fc343-ebd9-4f45-9d03-05501f904bf2 req-ace180fd-9018-4efd-b336-8f127dee7859 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:05.031087 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:05.056872 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05830012-aa09-4ae9-8a89-e2f8ddb3ef64 req-54bdc27f-437b-46e6-8299-51de36981357 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:05.058767 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-05830012-aa09-4ae9-8a89-e2f8ddb3ef64 req-54bdc27f-437b-46e6-8299-51de36981357 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa7e3ba8-589e-44bd-a910-0657731c8516 HTTP/1.1" status: 200 len: 946 time: 0.1320529 Nov 12 01:00:05.076378 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-286fc343-ebd9-4f45-9d03-05501f904bf2 req-ace180fd-9018-4efd-b336-8f127dee7859 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:05.149954 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-286fc343-ebd9-4f45-9d03-05501f904bf2 req-ace180fd-9018-4efd-b336-8f127dee7859 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:05.161746 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-286fc343-ebd9-4f45-9d03-05501f904bf2 req-ace180fd-9018-4efd-b336-8f127dee7859 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:05.163725 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace180fd-9018-4efd-b336-8f127dee7859 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Pushing event updated for resources: {'Port': ['ID=ce4f59c9-74c0-4721-86d3-311c893c570b,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:05.169326 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-286fc343-ebd9-4f45-9d03-05501f904bf2 req-ace180fd-9018-4efd-b336-8f127dee7859 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:00:05.181869 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-05830012-aa09-4ae9-8a89-e2f8ddb3ef64 req-a9c68c65-3306-49be-a069-d7ab16983b1f tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] 10.222.0.45 "GET /v2.0/security-groups?id=f2babaf5-8c74-467a-8fa2-436929b0e031&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129060 Nov 12 01:00:05.202605 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace180fd-9018-4efd-b336-8f127dee7859 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:05.203013 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace180fd-9018-4efd-b336-8f127dee7859 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:05.203347 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace180fd-9018-4efd-b336-8f127dee7859 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:05.203715 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace180fd-9018-4efd-b336-8f127dee7859 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:05.204091 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace180fd-9018-4efd-b336-8f127dee7859 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:05.204426 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace180fd-9018-4efd-b336-8f127dee7859 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:05.204751 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace180fd-9018-4efd-b336-8f127dee7859 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:05.205089 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace180fd-9018-4efd-b336-8f127dee7859 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:05.205416 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace180fd-9018-4efd-b336-8f127dee7859 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:05.205751 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace180fd-9018-4efd-b336-8f127dee7859 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:05.206082 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace180fd-9018-4efd-b336-8f127dee7859 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:05.206500 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace180fd-9018-4efd-b336-8f127dee7859 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:05.308859 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-286fc343-ebd9-4f45-9d03-05501f904bf2 req-ace180fd-9018-4efd-b336-8f127dee7859 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:05.318158 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cbfa767-873e-484c-9e80-8a719aae93e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:00:05.321026 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e323ebc4-b5cf-40bb-bcf7-38e4f88ef2de" -d '{"events": [{"server_uuid": "0cbfa767-873e-484c-9e80-8a719aae93e0", "name": "network-vif-plugged", "status": "completed", "tag": "bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:00:05.381704 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-286fc343-ebd9-4f45-9d03-05501f904bf2 req-ace180fd-9018-4efd-b336-8f127dee7859 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:05.431790 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734fe28e-2b92-4a73-bb0e-48bbd9416d66 req-f4ced150-c991-479f-a7b9-e6b5cb530c28 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:05.434630 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-734fe28e-2b92-4a73-bb0e-48bbd9416d66 req-f4ced150-c991-479f-a7b9-e6b5cb530c28 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cbfa767-873e-484c-9e80-8a719aae93e0 HTTP/1.1" status: 200 len: 945 time: 0.1273510 Nov 12 01:00:05.548495 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-734fe28e-2b92-4a73-bb0e-48bbd9416d66 req-776f01b9-9a3d-4e19-8b87-794e2bc1831f tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059036 Nov 12 01:00:05.659208 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-286fc343-ebd9-4f45-9d03-05501f904bf2 req-ace180fd-9018-4efd-b336-8f127dee7859 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:05.666852 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-286fc343-ebd9-4f45-9d03-05501f904bf2 req-ace180fd-9018-4efd-b336-8f127dee7859 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:05.773620 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace180fd-9018-4efd-b336-8f127dee7859 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Pushing event updated for resources: {'Port': ['ID=ce4f59c9-74c0-4721-86d3-311c893c570b,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:05.792287 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-286fc343-ebd9-4f45-9d03-05501f904bf2 req-ace180fd-9018-4efd-b336-8f127dee7859 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:05.810581 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-286fc343-ebd9-4f45-9d03-05501f904bf2 req-ace180fd-9018-4efd-b336-8f127dee7859 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:05.812181 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-286fc343-ebd9-4f45-9d03-05501f904bf2 req-ace180fd-9018-4efd-b336-8f127dee7859 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7262142 Nov 12 01:00:05.877653 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-286fc343-ebd9-4f45-9d03-05501f904bf2 req-bf1357c9-8bc2-4e97-b821-de2edfe33b12 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.85 HTTP/1.1" status: 200 len: 695 time: 0.0539522 Nov 12 01:00:06.020334 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286fc343-ebd9-4f45-9d03-05501f904bf2 req-ef761dab-a580-4935-a98b-90e589463a5b tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:06.022373 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-286fc343-ebd9-4f45-9d03-05501f904bf2 req-ef761dab-a580-4935-a98b-90e589463a5b tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] 10.222.0.45 "GET /v2.0/networks/ab9ea869-d067-4dfb-b2de-16b019fae22d HTTP/1.1" status: 200 len: 784 time: 0.1332409 Nov 12 01:00:06.537055 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efbe0ea-95a2-45c7-87fe-a2f3d748f6f3 req-021a04bf-cbe9-40c6-8bee-d34376fc381d tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:06.538660 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8efbe0ea-95a2-45c7-87fe-a2f3d748f6f3 req-021a04bf-cbe9-40c6-8bee-d34376fc381d tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa7e3ba8-589e-44bd-a910-0657731c8516 HTTP/1.1" status: 200 len: 946 time: 0.5152068 Nov 12 01:00:06.616607 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa301b-bed7-4249-894b-2ed1e4fc7085 req-30533bf4-f809-4730-af8f-8eafece182d1 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:06.618228 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-78aa301b-bed7-4249-894b-2ed1e4fc7085 req-30533bf4-f809-4730-af8f-8eafece182d1 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa50c5ea-6d4d-44ff-804d-2a670cf0e0df HTTP/1.1" status: 200 len: 950 time: 0.4886150 Nov 12 01:00:06.625432 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36868bf-9611-4d4e-bf20-8a7ab5acb138 req-7976843f-5cf1-4afe-8a33-5fcd35249add tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:06.627516 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e36868bf-9611-4d4e-bf20-8a7ab5acb138 req-7976843f-5cf1-4afe-8a33-5fcd35249add tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] 10.222.0.45 "GET /v2.0/networks?id=a2f959a0-f94f-4a4a-9a65-17f657fcf090 HTTP/1.1" status: 200 len: 818 time: 0.5845520 Nov 12 01:00:06.681403 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e36868bf-9611-4d4e-bf20-8a7ab5acb138 req-1b420403-43a6-48aa-92d0-4bcb6955653a tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] 10.222.0.45 "GET /v2.0/quotas/b1d57bcafecc43f3b4415a7be2a66b90 HTTP/1.1" status: 200 len: 375 time: 0.0452902 Nov 12 01:00:06.743834 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e36868bf-9611-4d4e-bf20-8a7ab5acb138 req-f6a3162d-0220-4fe0-91cf-0a4380d423ad tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b1d57bcafecc43f3b4415a7be2a66b90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479982 Nov 12 01:00:06.748107 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-78aa301b-bed7-4249-894b-2ed1e4fc7085 req-a43a75f9-e1b9-4047-b73e-05dc13264db2 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148257 Nov 12 01:00:06.826885 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-8efbe0ea-95a2-45c7-87fe-a2f3d748f6f3 req-b4a15b26-f604-4f03-885a-7fa7d65f9ef2 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Deleting port c1c7b7a3-23b5-4983-a49a-3e22af86a73c {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:06.827242 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8efbe0ea-95a2-45c7-87fe-a2f3d748f6f3 req-b4a15b26-f604-4f03-885a-7fa7d65f9ef2 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:06.941103 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e36868bf-9611-4d4e-bf20-8a7ab5acb138 req-78d41705-f5df-46e9-beca-f3f2b1641566 service neutron] 10.222.0.45 "GET /v2.0/networks/a2f959a0-f94f-4a4a-9a65-17f657fcf090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838722 Nov 12 01:00:06.996714 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-8efbe0ea-95a2-45c7-87fe-a2f3d748f6f3 req-b4a15b26-f604-4f03-885a-7fa7d65f9ef2 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] For port c1c7b7a3-23b5-4983-a49a-3e22af86a73c, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=c1c7b7a3-23b5-4983-a49a-3e22af86a73c,segment=NetworkSegment(156d67a0-d0d0-46f4-8ea1-9f300cc16f4f),segment_id=156d67a0-d0d0-46f4-8ea1-9f300cc16f4f)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:06.997089 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8efbe0ea-95a2-45c7-87fe-a2f3d748f6f3 req-b4a15b26-f604-4f03-885a-7fa7d65f9ef2 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:07.216948 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e36868bf-9611-4d4e-bf20-8a7ab5acb138 req-7bfb9bbc-141e-40e2-a85c-3e4711e54423 service neutron] 10.222.0.45 "GET /v2.0/networks/a2f959a0-f94f-4a4a-9a65-17f657fcf090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710834 Nov 12 01:00:07.317450 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8efbe0ea-95a2-45c7-87fe-a2f3d748f6f3 req-b4a15b26-f604-4f03-885a-7fa7d65f9ef2 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:07.317823 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8efbe0ea-95a2-45c7-87fe-a2f3d748f6f3 req-b4a15b26-f604-4f03-885a-7fa7d65f9ef2 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:07.318153 n-d-712142-27 neutron-server[109085]: INFO neutron.db.l3_db [req-8efbe0ea-95a2-45c7-87fe-a2f3d748f6f3 req-b4a15b26-f604-4f03-885a-7fa7d65f9ef2 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Floating IP 8a72f61e-55b5-4edf-a86d-302fec92f53a disassociated. External IP: 172.25.3.37, port: c1c7b7a3-23b5-4983-a49a-3e22af86a73c. Nov 12 01:00:07.318520 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-8efbe0ea-95a2-45c7-87fe-a2f3d748f6f3 req-b4a15b26-f604-4f03-885a-7fa7d65f9ef2 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Calling delete_port for c1c7b7a3-23b5-4983-a49a-3e22af86a73c owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:07.387801 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d70385-4384-4fe4-b1c6-55e47840acbb x-openstack-request-id: req-a1d70385-4384-4fe4-b1c6-55e47840acbb {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:00:07.388377 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cbfa767-873e-484c-9e80-8a719aae93e0", "name": "network-vif-plugged", "status": "completed", "tag": "bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:00:07.388377 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a1d70385-4384-4fe4-b1c6-55e47840acbb {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:00:07.388761 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cbfa767-873e-484c-9e80-8a719aae93e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c', 'code': 200} Nov 12 01:00:07.544228 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e82d50-9461-4bb7-b444-6aad4c04b31b req-2197d35e-6943-4834-aa08-ff4b2468d3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:07.546207 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f7e82d50-9461-4bb7-b444-6aad4c04b31b req-2197d35e-6943-4834-aa08-ff4b2468d3b9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0cbfa767-873e-484c-9e80-8a719aae93e0 HTTP/1.1" status: 200 len: 1097 time: 0.0509708 Nov 12 01:00:07.603547 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f7e82d50-9461-4bb7-b444-6aad4c04b31b req-9623a34f-b552-4f6d-800a-5d3addddba85 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489497 Nov 12 01:00:07.633860 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8efbe0ea-95a2-45c7-87fe-a2f3d748f6f3 req-b4a15b26-f604-4f03-885a-7fa7d65f9ef2 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:07.645490 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b339c-efc3-4c07-9efe-68122826e7af req-f1254e6b-0178-4b7f-90fd-bcba43e151d6 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:07.647117 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4b7b339c-efc3-4c07-9efe-68122826e7af req-f1254e6b-0178-4b7f-90fd-bcba43e151d6 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=eeff02bb-315b-4720-b65d-7d1c787a15af HTTP/1.1" status: 200 len: 945 time: 0.1654234 Nov 12 01:00:07.661881 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae116c-03a4-49d7-afa1-814c409c6207 req-21de4adf-1a6e-44ec-9262-6c5fd5d583c2 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:07.663531 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eeae116c-03a4-49d7-afa1-814c409c6207 req-21de4adf-1a6e-44ec-9262-6c5fd5d583c2 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4b4a191-075e-4cef-9ad5-aca1e674d43a HTTP/1.1" status: 200 len: 945 time: 0.1530457 Nov 12 01:00:07.701436 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a15b26-f604-4f03-885a-7fa7d65f9ef2 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Pushing event deleted for resources: {'Port': ['ID=c1c7b7a3-23b5-4983-a49a-3e22af86a73c,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:07.828461 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eeae116c-03a4-49d7-afa1-814c409c6207 req-75fc4bb9-f676-4700-838c-80b52f67e052 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1f55e6b-ac6a-493f-9689-6b58de301978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302199 Nov 12 01:00:07.836961 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4b7b339c-efc3-4c07-9efe-68122826e7af req-6e6f42ee-a015-46b2-9d3d-a2bd1162de68 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678159 Nov 12 01:00:07.936181 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5e0b4200-b317-49f9-8c9c-19a7db1c543f req-375cc33f-032b-4dc9-9670-9cf6d3de2d95 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] 10.222.0.45 "GET /v2.0/floatingips/eb55bbb2-c667-4044-aa7a-fe815cfcba52 HTTP/1.1" status: 200 len: 692 time: 0.0622170 Nov 12 01:00:07.982165 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-844c15a7-5f1d-4a4d-af0e-6f22d96fdebd req-f2703343-a303-4119-8722-8f4970eb5ced tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa7e3ba8-589e-44bd-a910-0657731c8516 HTTP/1.1" status: 200 len: 210 time: 0.0447214 Nov 12 01:00:08.008997 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8efbe0ea-95a2-45c7-87fe-a2f3d748f6f3 req-b4a15b26-f604-4f03-885a-7fa7d65f9ef2 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Router 406dcadf-bc1d-4d0e-adf3-5c7d087b9215 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:00:08.121679 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:08.215457 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b4200-b317-49f9-8c9c-19a7db1c543f req-31f0b840-6bf2-499b-b06b-abf04dc036dc tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:08.223746 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5e0b4200-b317-49f9-8c9c-19a7db1c543f req-31f0b840-6bf2-499b-b06b-abf04dc036dc tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] 10.222.0.45 "GET /v2.0/networks/ab9ea869-d067-4dfb-b2de-16b019fae22d HTTP/1.1" status: 200 len: 784 time: 0.2696724 Nov 12 01:00:08.302868 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5e0b4200-b317-49f9-8c9c-19a7db1c543f req-9f7444f5-79f3-4198-a175-466740aa7d4b tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.85 HTTP/1.1" status: 200 len: 695 time: 0.0779746 Nov 12 01:00:08.313597 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2a8ed-816f-4cee-8d33-89f7a5c2d09f req-6ffb340d-63db-47d6-ad42-cfe5764a798f tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:08.315244 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-36c2a8ed-816f-4cee-8d33-89f7a5c2d09f req-6ffb340d-63db-47d6-ad42-cfe5764a798f tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cbfa767-873e-484c-9e80-8a719aae93e0 HTTP/1.1" status: 200 len: 945 time: 0.1993096 Nov 12 01:00:08.322038 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8efbe0ea-95a2-45c7-87fe-a2f3d748f6f3 req-b4a15b26-f604-4f03-885a-7fa7d65f9ef2 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:00:08.336447 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0500656c-05f9-4087-a836-9c8f1c08c6f1 None None] Sync routers for ids ['406dcadf-bc1d-4d0e-adf3-5c7d087b9215'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:00:08.362752 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0500656c-05f9-4087-a836-9c8f1c08c6f1 None None] Routers {'406dcadf-bc1d-4d0e-adf3-5c7d087b9215'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:08.363837 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-0500656c-05f9-4087-a836-9c8f1c08c6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:00:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['406dcadf-bc1d-4d0e-adf3-5c7d087b9215'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:08.429349 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-8efbe0ea-95a2-45c7-87fe-a2f3d748f6f3 req-b4a15b26-f604-4f03-885a-7fa7d65f9ef2 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] No DVR routers for this DVR port c1c7b7a3-23b5-4983-a49a-3e22af86a73c on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:00:08.440832 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5e0b4200-b317-49f9-8c9c-19a7db1c543f req-32af3e89-2cff-4eac-bf8c-16ba68b4de79 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.85 HTTP/1.1" status: 200 len: 695 time: 0.1367548 Nov 12 01:00:08.443766 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8efbe0ea-95a2-45c7-87fe-a2f3d748f6f3 req-b4a15b26-f604-4f03-885a-7fa7d65f9ef2 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:08.449581 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8efbe0ea-95a2-45c7-87fe-a2f3d748f6f3 req-b4a15b26-f604-4f03-885a-7fa7d65f9ef2 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] 10.222.0.44 "DELETE /v2.0/ports/c1c7b7a3-23b5-4983-a49a-3e22af86a73c HTTP/1.1" status: 204 len: 173 time: 1.8963490 Nov 12 01:00:08.453934 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7e3ba8-589e-44bd-a910-0657731c8516', 'name': 'network-vif-deleted', 'tag': 'c1c7b7a3-23b5-4983-a49a-3e22af86a73c'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:00:08.458769 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7045532-1d4e-4b0a-aed4-afd354eaa247" -d '{"events": [{"server_uuid": "fa7e3ba8-589e-44bd-a910-0657731c8516", "name": "network-vif-deleted", "tag": "c1c7b7a3-23b5-4983-a49a-3e22af86a73c"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:00:08.590652 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-0500656c-05f9-4087-a836-9c8f1c08c6f1 None None] Set router 406dcadf-bc1d-4d0e-adf3-5c7d087b9215 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:00:08.654563 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-36c2a8ed-816f-4cee-8d33-89f7a5c2d09f req-1b79a7a9-38a1-45ed-b880-139a188c1d32 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283997 Nov 12 01:00:08.749874 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-5e0b4200-b317-49f9-8c9c-19a7db1c543f req-dff2422c-d420-4766-87b8-6a7aa0801178 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Deleting port ce4f59c9-74c0-4721-86d3-311c893c570b {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:08.749874 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5e0b4200-b317-49f9-8c9c-19a7db1c543f req-dff2422c-d420-4766-87b8-6a7aa0801178 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:08.842618 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-0500656c-05f9-4087-a836-9c8f1c08c6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406dcadf-bc1d-4d0e-adf3-5c7d087b9215', 'name': 'tempest-ServersTestBootFromVolume-9225078-router', 'tenant_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '59b2014a-53f3-4b32-a324-d7f592d453bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:56:02Z', 'updated_at': '2021-11-12T00:56:09Z', 'revision_number': 4, 'project_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'gw_port': {'id': '59b2014a-53f3-4b32-a324-d7f592d453bc', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:98:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406dcadf-bc1d-4d0e-adf3-5c7d087b9215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:56:03Z', 'updated_at': '2021-11-12T00:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'e2cf2141-4ee2-4104-b2dc-36c792a682dd', 'name': '', 'network_id': 'f1e4ead2-9226-4344-bd2b-82e7594e69de', 'tenant_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'mac_address': 'fa:16:3e:84:20:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406dcadf-bc1d-4d0e-adf3-5c7d087b9215', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '5bf5715a-31c9-4ce3-b840-36d36e2f4e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:56:08Z', 'updated_at': '2021-11-12T00:56:18Z', 'revision_number': 5, 'project_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'subnets': [{'id': '5bf5715a-31c9-4ce3-b840-36d36e2f4e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:08.880383 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0500656c-05f9-4087-a836-9c8f1c08c6f1 None None] Checking router: 406dcadf-bc1d-4d0e-adf3-5c7d087b9215 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:00:08.893078 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0500656c-05f9-4087-a836-9c8f1c08c6f1 None None] Routers {'406dcadf-bc1d-4d0e-adf3-5c7d087b9215'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:08.894097 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-0500656c-05f9-4087-a836-9c8f1c08c6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:00:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['406dcadf-bc1d-4d0e-adf3-5c7d087b9215'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:08.991068 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5e0b4200-b317-49f9-8c9c-19a7db1c543f req-dff2422c-d420-4766-87b8-6a7aa0801178 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:08.991586 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5e0b4200-b317-49f9-8c9c-19a7db1c543f req-dff2422c-d420-4766-87b8-6a7aa0801178 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:09.022305 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-5e0b4200-b317-49f9-8c9c-19a7db1c543f req-dff2422c-d420-4766-87b8-6a7aa0801178 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Calling delete_port for ce4f59c9-74c0-4721-86d3-311c893c570b owned by network:floatingip {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:09.086520 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-0500656c-05f9-4087-a836-9c8f1c08c6f1 None None] Set router 406dcadf-bc1d-4d0e-adf3-5c7d087b9215 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:00:09.397365 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5e0b4200-b317-49f9-8c9c-19a7db1c543f req-dff2422c-d420-4766-87b8-6a7aa0801178 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:09.453455 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff2422c-d420-4766-87b8-6a7aa0801178 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Pushing event deleted for resources: {'Port': ['ID=ce4f59c9-74c0-4721-86d3-311c893c570b,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:09.643646 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-0500656c-05f9-4087-a836-9c8f1c08c6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406dcadf-bc1d-4d0e-adf3-5c7d087b9215', 'name': 'tempest-ServersTestBootFromVolume-9225078-router', 'tenant_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '59b2014a-53f3-4b32-a324-d7f592d453bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:56:02Z', 'updated_at': '2021-11-12T00:56:09Z', 'revision_number': 4, 'project_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'gw_port': {'id': '59b2014a-53f3-4b32-a324-d7f592d453bc', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:98:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406dcadf-bc1d-4d0e-adf3-5c7d087b9215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:56:03Z', 'updated_at': '2021-11-12T00:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'e2cf2141-4ee2-4104-b2dc-36c792a682dd', 'name': '', 'network_id': 'f1e4ead2-9226-4344-bd2b-82e7594e69de', 'tenant_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'mac_address': 'fa:16:3e:84:20:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406dcadf-bc1d-4d0e-adf3-5c7d087b9215', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '5bf5715a-31c9-4ce3-b840-36d36e2f4e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:56:08Z', 'updated_at': '2021-11-12T00:56:18Z', 'revision_number': 5, 'project_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'subnets': [{'id': '5bf5715a-31c9-4ce3-b840-36d36e2f4e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:09.681548 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0500656c-05f9-4087-a836-9c8f1c08c6f1 None None] The sync data for ids ['406dcadf-bc1d-4d0e-adf3-5c7d087b9215'] in n-d-712142-27 is: [{'id': '406dcadf-bc1d-4d0e-adf3-5c7d087b9215', 'name': 'tempest-ServersTestBootFromVolume-9225078-router', 'tenant_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '59b2014a-53f3-4b32-a324-d7f592d453bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:56:02Z', 'updated_at': '2021-11-12T00:56:09Z', 'revision_number': 4, 'project_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'gw_port': {'id': '59b2014a-53f3-4b32-a324-d7f592d453bc', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:98:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406dcadf-bc1d-4d0e-adf3-5c7d087b9215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:56:03Z', 'updated_at': '2021-11-12T00:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'e2cf2141-4ee2-4104-b2dc-36c792a682dd', 'name': '', 'network_id': 'f1e4ead2-9226-4344-bd2b-82e7594e69de', 'tenant_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'mac_address': 'fa:16:3e:84:20:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406dcadf-bc1d-4d0e-adf3-5c7d087b9215', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '5bf5715a-31c9-4ce3-b840-36d36e2f4e73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:56:08Z', 'updated_at': '2021-11-12T00:56:18Z', 'revision_number': 5, 'project_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'subnets': [{'id': '5bf5715a-31c9-4ce3-b840-36d36e2f4e73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:00:10.023349 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36868bf-9611-4d4e-bf20-8a7ab5acb138 req-e69d9f23-4c79-4b8d-97e3-77149bb80365 tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:10.026086 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e36868bf-9611-4d4e-bf20-8a7ab5acb138 req-e69d9f23-4c79-4b8d-97e3-77149bb80365 tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] 10.222.0.44 "GET /v2.0/networks?id=a2f959a0-f94f-4a4a-9a65-17f657fcf090 HTTP/1.1" status: 200 len: 818 time: 0.7617736 Nov 12 01:00:10.029693 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-557734fb-0a0c-46a8-af1e-acaf52ec1e6d req-eb003102-fcba-490f-9241-251e1f821d79 tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1393b47-1573-4551-b16c-e395b193995e HTTP/1.1" status: 200 len: 210 time: 0.1298020 Nov 12 01:00:10.056257 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-e36868bf-9611-4d4e-bf20-8a7ab5acb138 req-013bf6a0-e014-4d1e-9467-a003124e1a8e tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] Request body: {'port': {'device_id': 'a1393b47-1573-4551-b16c-e395b193995e', 'network_id': 'a2f959a0-f94f-4a4a-9a65-17f657fcf090', 'admin_state_up': True, 'tenant_id': 'b1d57bcafecc43f3b4415a7be2a66b90'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:10.079456 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43f370a-ee88-46e5-8098-6ba23e22adbe None None] New status for floating IP 8a72f61e-55b5-4edf-a86d-302fec92f53a: DOWN {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:00:10.106040 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5e0b4200-b317-49f9-8c9c-19a7db1c543f req-dff2422c-d420-4766-87b8-6a7aa0801178 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Publish callbacks [] for floatingip, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:10.111184 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5e0b4200-b317-49f9-8c9c-19a7db1c543f req-dff2422c-d420-4766-87b8-6a7aa0801178 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:10.113352 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5e0b4200-b317-49f9-8c9c-19a7db1c543f req-dff2422c-d420-4766-87b8-6a7aa0801178 tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] 10.222.0.45 "DELETE /v2.0/floatingips/eb55bbb2-c667-4044-aa7a-fe815cfcba52 HTTP/1.1" status: 204 len: 173 time: 1.6462917 Nov 12 01:00:10.261453 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device c1c7b7a3-23b5-4983-a49a-3e22af86a73c no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:00:10.314007 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: c1c7b7a3-23b5-4983-a49a-3e22af86a73c {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:00:10.314598 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device c1c7b7a3-23b5-4983-a49a-3e22af86a73c not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:00:10.332657 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:10.362680 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eade9cb-396c-47ae-96b9-2cd3ba76f9ee req-cbe7fb95-0bd5-495f-bf37-84083498891d tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:10.364383 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7eade9cb-396c-47ae-96b9-2cd3ba76f9ee req-cbe7fb95-0bd5-495f-bf37-84083498891d tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa50c5ea-6d4d-44ff-804d-2a670cf0e0df HTTP/1.1" status: 200 len: 950 time: 0.1720626 Nov 12 01:00:10.380311 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-03913441-3eca-4d32-8ba6-e8af3d07bc25 req-fecc10ae-d47a-4c80-b84e-518920005b41 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-303161103&fields=id&tenant_id=21eee794595f4d3b8f9bea504a1c9b84 HTTP/1.1" status: 200 len: 267 time: 0.1271212 Nov 12 01:00:10.457322 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e36868bf-9611-4d4e-bf20-8a7ab5acb138 req-013bf6a0-e014-4d1e-9467-a003124e1a8e tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] Made reservation on behalf of b1d57bcafecc43f3b4415a7be2a66b90 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:10.461073 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e36868bf-9611-4d4e-bf20-8a7ab5acb138 req-013bf6a0-e014-4d1e-9467-a003124e1a8e tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:10.489890 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7eade9cb-396c-47ae-96b9-2cd3ba76f9ee req-9158cec4-8293-4d21-ba37-daffdcfc1825 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165140 Nov 12 01:00:10.553909 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03913441-3eca-4d32-8ba6-e8af3d07bc25 req-d471dd17-0c5c-4e05-a572-982f400bfaf4 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:10.555671 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-03913441-3eca-4d32-8ba6-e8af3d07bc25 req-d471dd17-0c5c-4e05-a572-982f400bfaf4 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4b4a191-075e-4cef-9ad5-aca1e674d43a HTTP/1.1" status: 200 len: 945 time: 0.1665003 Nov 12 01:00:10.584578 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-03913441-3eca-4d32-8ba6-e8af3d07bc25 req-c7b309ea-2f99-4b4b-afc1-0b22359c3121 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Request body: {'port': {'security_groups': ['b1f55e6b-ac6a-493f-9689-6b58de301978', 'c639d997-ce7b-4dc1-bb85-cbea5ce972a4']}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:10.671408 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690cd8fd-f877-4fc8-92ca-3771dc57bb7b x-openstack-request-id: req-690cd8fd-f877-4fc8-92ca-3771dc57bb7b {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:00:10.672085 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7e3ba8-589e-44bd-a910-0657731c8516", "name": "network-vif-deleted", "tag": "c1c7b7a3-23b5-4983-a49a-3e22af86a73c", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:00:10.672594 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-690cd8fd-f877-4fc8-92ca-3771dc57bb7b {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:00:10.673833 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa7e3ba8-589e-44bd-a910-0657731c8516', 'name': 'network-vif-deleted', 'tag': 'c1c7b7a3-23b5-4983-a49a-3e22af86a73c', 'status': 'completed', 'code': 200} Nov 12 01:00:10.726532 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-03913441-3eca-4d32-8ba6-e8af3d07bc25 req-c7b309ea-2f99-4b4b-afc1-0b22359c3121 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:10.748602 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-e36868bf-9611-4d4e-bf20-8a7ab5acb138 req-013bf6a0-e014-4d1e-9467-a003124e1a8e tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] Allocated IP 172.20.0.4 (a2f959a0-f94f-4a4a-9a65-17f657fcf090/895e7ba1-4cd9-4c5f-83d2-a28da6abba26/a38568a9-249e-4a8b-97d4-30bb373ec935) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:00:10.888998 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf089ae4-4538-4170-8382-351257df8d09 req-8fe37ffc-bb12-4cf3-8af2-b0b1295a1128 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:10.890522 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bf089ae4-4538-4170-8382-351257df8d09 req-8fe37ffc-bb12-4cf3-8af2-b0b1295a1128 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=eeff02bb-315b-4720-b65d-7d1c787a15af HTTP/1.1" status: 200 len: 945 time: 0.1497650 Nov 12 01:00:11.122684 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bf089ae4-4538-4170-8382-351257df8d09 req-0bbec1f0-1930-4655-8250-9e21d141db50 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101173 Nov 12 01:00:11.150164 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e36868bf-9611-4d4e-bf20-8a7ab5acb138 req-013bf6a0-e014-4d1e-9467-a003124e1a8e tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:11.192667 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-03913441-3eca-4d32-8ba6-e8af3d07bc25 req-c7b309ea-2f99-4b4b-afc1-0b22359c3121 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] For port 564e0828-9b69-49aa-b37c-0f3279423172, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=564e0828-9b69-49aa-b37c-0f3279423172,segment=NetworkSegment(4d929ffe-81a7-4ef7-8297-43eff56226c9),segment_id=4d929ffe-81a7-4ef7-8297-43eff56226c9)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:11.252843 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-03913441-3eca-4d32-8ba6-e8af3d07bc25 req-c7b309ea-2f99-4b4b-afc1-0b22359c3121 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:11.257754 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e36868bf-9611-4d4e-bf20-8a7ab5acb138 req-013bf6a0-e014-4d1e-9467-a003124e1a8e tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:11.277911 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-03913441-3eca-4d32-8ba6-e8af3d07bc25 req-c7b309ea-2f99-4b4b-afc1-0b22359c3121 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:11.281422 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-85417c8d-581a-4b47-a676-0fbac672bae6 req-24a03dec-f5f9-4279-99ba-fca81b14e4d1 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa7e3ba8-589e-44bd-a910-0657731c8516 HTTP/1.1" status: 200 len: 210 time: 0.0421302 Nov 12 01:00:11.311747 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['564e0828-9b69-49aa-b37c-0f3279423172'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:00:11.359421 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e36868bf-9611-4d4e-bf20-8a7ab5acb138 req-013bf6a0-e014-4d1e-9467-a003124e1a8e tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] Network a2f959a0-f94f-4a4a-9a65-17f657fcf090 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:11.369211 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-e36868bf-9611-4d4e-bf20-8a7ab5acb138 req-013bf6a0-e014-4d1e-9467-a003124e1a8e tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:11.382183 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03913441-3eca-4d32-8ba6-e8af3d07bc25 req-c7b309ea-2f99-4b4b-afc1-0b22359c3121 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:11.382873 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-03913441-3eca-4d32-8ba6-e8af3d07bc25 req-c7b309ea-2f99-4b4b-afc1-0b22359c3121 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:11.394691 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-03913441-3eca-4d32-8ba6-e8af3d07bc25 req-c7b309ea-2f99-4b4b-afc1-0b22359c3121 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "PUT /v2.0/ports/564e0828-9b69-49aa-b37c-0f3279423172 HTTP/1.1" status: 200 len: 981 time: 0.8166523 Nov 12 01:00:11.400190 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-e36868bf-9611-4d4e-bf20-8a7ab5acb138 req-013bf6a0-e014-4d1e-9467-a003124e1a8e tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:00:11.451260 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013bf6a0-e014-4d1e-9467-a003124e1a8e tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] Pushing event updated for resources: {'Port': ['ID=a38568a9-249e-4a8b-97d4-30bb373ec935,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:11.533547 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [req-b52fddf3-adba-43af-b64d-ef3ec6ca2fcb req-45ccc6de-8bda-40b9-b87b-9f3c1b970d2c tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] show failed (client error): The resource could not be found. Nov 12 01:00:11.535213 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b52fddf3-adba-43af-b64d-ef3ec6ca2fcb req-45ccc6de-8bda-40b9-b87b-9f3c1b970d2c tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] 10.222.0.45 "GET /v2.0/floatingips/eb55bbb2-c667-4044-aa7a-fe815cfcba52 HTTP/1.1" status: 404 len: 350 time: 0.1191390 Nov 12 01:00:11.585987 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['564e0828-9b69-49aa-b37c-0f3279423172'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:00:11.606645 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36868bf-9611-4d4e-bf20-8a7ab5acb138 req-013bf6a0-e014-4d1e-9467-a003124e1a8e tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:11.607302 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e36868bf-9611-4d4e-bf20-8a7ab5acb138 req-013bf6a0-e014-4d1e-9467-a003124e1a8e tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:11.659218 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e36868bf-9611-4d4e-bf20-8a7ab5acb138 req-013bf6a0-e014-4d1e-9467-a003124e1a8e tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6141293 Nov 12 01:00:11.675191 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b309ea-2f99-4b4b-afc1-0b22359c3121 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Pushing event updated for resources: {'Port': ['ID=564e0828-9b69-49aa-b37c-0f3279423172,revision_number=6']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:11.687172 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-e36868bf-9611-4d4e-bf20-8a7ab5acb138 req-41c9f1c5-8dc9-4a0b-b62f-afa21fb761b8 service neutron] Request body: {'port': {'device_id': 'a1393b47-1573-4551-b16c-e395b193995e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:11.729340 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d0d941-f6df-4870-94ab-a4a0dd65856b req-a4584f10-5da2-423d-9aeb-bbfc5762e42e tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:11.730986 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-93d0d941-f6df-4870-94ab-a4a0dd65856b req-a4584f10-5da2-423d-9aeb-bbfc5762e42e tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cbfa767-873e-484c-9e80-8a719aae93e0 HTTP/1.1" status: 200 len: 945 time: 0.2050562 Nov 12 01:00:11.792714 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4a2da-de2b-4f0a-a232-53738117a05e req-4e88683e-848a-4f90-bffc-0f84379dc736 tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:11.794360 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-69c4a2da-de2b-4f0a-a232-53738117a05e req-4e88683e-848a-4f90-bffc-0f84379dc736 tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1393b47-1573-4551-b16c-e395b193995e HTTP/1.1" status: 200 len: 931 time: 0.1590276 Nov 12 01:00:11.799468 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e36868bf-9611-4d4e-bf20-8a7ab5acb138 req-41c9f1c5-8dc9-4a0b-b62f-afa21fb761b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:11.886174 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-93d0d941-f6df-4870-94ab-a4a0dd65856b req-3c19da32-e700-46aa-805c-be2ee1b8fb06 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449506 Nov 12 01:00:11.913934 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-69c4a2da-de2b-4f0a-a232-53738117a05e req-ee0df5ad-16f8-427f-9a2a-18c1fd285f4e tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] 10.222.0.45 "GET /v2.0/security-groups?id=311a70c3-bfde-405d-b21c-587b1720962c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008115 Nov 12 01:00:12.183755 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2092adb1-dcd1-4991-8ecd-d524b16963b3 req-cddbc71b-6157-4df3-ad6f-8783b059d1d4 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-882487156&fields=id&tenant_id=21eee794595f4d3b8f9bea504a1c9b84 HTTP/1.1" status: 200 len: 267 time: 0.1336575 Nov 12 01:00:12.375217 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092adb1-dcd1-4991-8ecd-d524b16963b3 req-1f19309d-2094-48b8-9500-dcb851d04e0a tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:12.378820 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2092adb1-dcd1-4991-8ecd-d524b16963b3 req-1f19309d-2094-48b8-9500-dcb851d04e0a tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4b4a191-075e-4cef-9ad5-aca1e674d43a HTTP/1.1" status: 200 len: 984 time: 0.1468966 Nov 12 01:00:12.402375 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-2092adb1-dcd1-4991-8ecd-d524b16963b3 req-1ecbffbe-7355-4d2d-a5b1-9ddc09abd52b tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Request body: {'port': {'security_groups': ['b1f55e6b-ac6a-493f-9689-6b58de301978', 'c639d997-ce7b-4dc1-bb85-cbea5ce972a4', 'fc788eab-d1e2-458b-a782-196d9a9d38fa']}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:12.592735 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2092adb1-dcd1-4991-8ecd-d524b16963b3 req-1ecbffbe-7355-4d2d-a5b1-9ddc09abd52b tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:12.676197 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4b4a191-075e-4cef-9ad5-aca1e674d43a', 'tag': '564e0828-9b69-49aa-b37c-0f3279423172'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:00:12.680278 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78fac0d1-47c6-4120-8741-252c1309ead4" -d '{"events": [{"name": "network-changed", "server_uuid": "f4b4a191-075e-4cef-9ad5-aca1e674d43a", "tag": "564e0828-9b69-49aa-b37c-0f3279423172"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:00:12.694666 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-e36868bf-9611-4d4e-bf20-8a7ab5acb138 req-41c9f1c5-8dc9-4a0b-b62f-afa21fb761b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a38568a9-249e-4a8b-97d4-30bb373ec935 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:00:12.729028 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e36868bf-9611-4d4e-bf20-8a7ab5acb138 req-41c9f1c5-8dc9-4a0b-b62f-afa21fb761b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:12.821830 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-e36868bf-9611-4d4e-bf20-8a7ab5acb138 req-41c9f1c5-8dc9-4a0b-b62f-afa21fb761b8 service neutron] Transition to ACTIVE for port object a38568a9-249e-4a8b-97d4-30bb373ec935 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:00:12.850706 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e36868bf-9611-4d4e-bf20-8a7ab5acb138 req-41c9f1c5-8dc9-4a0b-b62f-afa21fb761b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:12.955827 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3389a2be-9f48-4c6f-9a7b-5d72ebdde1fb req-4f3dbbc0-0e3c-4157-b669-97aa2d72247e tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:12.957983 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3389a2be-9f48-4c6f-9a7b-5d72ebdde1fb req-4f3dbbc0-0e3c-4157-b669-97aa2d72247e tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa50c5ea-6d4d-44ff-804d-2a670cf0e0df HTTP/1.1" status: 200 len: 950 time: 0.2720137 Nov 12 01:00:13.011160 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c9f1c5-8dc9-4a0b-b62f-afa21fb761b8 service neutron] Pushing event updated for resources: {'Port': ['ID=a38568a9-249e-4a8b-97d4-30bb373ec935,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:13.195069 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3389a2be-9f48-4c6f-9a7b-5d72ebdde1fb req-83fe0840-c234-4cc7-836c-93a3eef9de1a tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086675 Nov 12 01:00:13.234096 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-e36868bf-9611-4d4e-bf20-8a7ab5acb138 req-41c9f1c5-8dc9-4a0b-b62f-afa21fb761b8 service neutron] Attempting to bind port a38568a9-249e-4a8b-97d4-30bb373ec935 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:00:13.234421 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-e36868bf-9611-4d4e-bf20-8a7ab5acb138 req-41c9f1c5-8dc9-4a0b-b62f-afa21fb761b8 service neutron] Attempting to bind port a38568a9-249e-4a8b-97d4-30bb373ec935 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'f618efc3-1a9a-44cc-84d6-780c6d289de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a2f959a0-f94f-4a4a-9a65-17f657fcf090'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:00:13.234759 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36868bf-9611-4d4e-bf20-8a7ab5acb138 req-41c9f1c5-8dc9-4a0b-b62f-afa21fb761b8 service neutron] Attempting to bind port a38568a9-249e-4a8b-97d4-30bb373ec935 on network a2f959a0-f94f-4a4a-9a65-17f657fcf090 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:00:13.288345 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36868bf-9611-4d4e-bf20-8a7ab5acb138 req-41c9f1c5-8dc9-4a0b-b62f-afa21fb761b8 service neutron] Port a38568a9-249e-4a8b-97d4-30bb373ec935 on network a2f959a0-f94f-4a4a-9a65-17f657fcf090 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:00:13.288677 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36868bf-9611-4d4e-bf20-8a7ab5acb138 req-41c9f1c5-8dc9-4a0b-b62f-afa21fb761b8 service neutron] Attempting to bind port a38568a9-249e-4a8b-97d4-30bb373ec935 on network a2f959a0-f94f-4a4a-9a65-17f657fcf090 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:00:13.297809 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [req-44af7d65-914a-46f5-8f82-aef03a50807f req-0baea39a-f0aa-490a-8d5c-6a8a8e1dc95a tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] show failed (client error): The resource could not be found. Nov 12 01:00:13.298914 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-44af7d65-914a-46f5-8f82-aef03a50807f req-0baea39a-f0aa-490a-8d5c-6a8a8e1dc95a tempest-FloatingIPsTestJSON-1508992198 tempest-FloatingIPsTestJSON-1508992198-project] 10.222.0.45 "GET /v2.0/floatingips/eb55bbb2-c667-4044-aa7a-fe815cfcba52 HTTP/1.1" status: 404 len: 350 time: 0.0586715 Nov 12 01:00:13.302586 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-2092adb1-dcd1-4991-8ecd-d524b16963b3 req-1ecbffbe-7355-4d2d-a5b1-9ddc09abd52b tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] For port 564e0828-9b69-49aa-b37c-0f3279423172, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=564e0828-9b69-49aa-b37c-0f3279423172,segment=NetworkSegment(4d929ffe-81a7-4ef7-8297-43eff56226c9),segment_id=4d929ffe-81a7-4ef7-8297-43eff56226c9)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:13.305455 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36868bf-9611-4d4e-bf20-8a7ab5acb138 req-41c9f1c5-8dc9-4a0b-b62f-afa21fb761b8 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:00:13.305783 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36868bf-9611-4d4e-bf20-8a7ab5acb138 req-41c9f1c5-8dc9-4a0b-b62f-afa21fb761b8 service neutron] Checking segment: {'id': 'f618efc3-1a9a-44cc-84d6-780c6d289de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a2f959a0-f94f-4a4a-9a65-17f657fcf090'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:00:13.306180 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36868bf-9611-4d4e-bf20-8a7ab5acb138 req-41c9f1c5-8dc9-4a0b-b62f-afa21fb761b8 service neutron] Bound using segment: {'id': 'f618efc3-1a9a-44cc-84d6-780c6d289de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a2f959a0-f94f-4a4a-9a65-17f657fcf090'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:00:13.306636 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-e36868bf-9611-4d4e-bf20-8a7ab5acb138 req-41c9f1c5-8dc9-4a0b-b62f-afa21fb761b8 service neutron] Bound port: a38568a9-249e-4a8b-97d4-30bb373ec935, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f618efc3-1a9a-44cc-84d6-780c6d289de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a2f959a0-f94f-4a4a-9a65-17f657fcf090'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:00:13.315578 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e36868bf-9611-4d4e-bf20-8a7ab5acb138 req-41c9f1c5-8dc9-4a0b-b62f-afa21fb761b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:13.316129 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60274) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:13.383564 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2092adb1-dcd1-4991-8ecd-d524b16963b3 req-1ecbffbe-7355-4d2d-a5b1-9ddc09abd52b tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:13.403760 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2092adb1-dcd1-4991-8ecd-d524b16963b3 req-1ecbffbe-7355-4d2d-a5b1-9ddc09abd52b tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:13.442781 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['564e0828-9b69-49aa-b37c-0f3279423172'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:00:13.506854 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-e36868bf-9611-4d4e-bf20-8a7ab5acb138 req-41c9f1c5-8dc9-4a0b-b62f-afa21fb761b8 service neutron] For port a38568a9-249e-4a8b-97d4-30bb373ec935, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:00:13.513513 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-e36868bf-9611-4d4e-bf20-8a7ab5acb138 req-41c9f1c5-8dc9-4a0b-b62f-afa21fb761b8 service neutron] For port a38568a9-249e-4a8b-97d4-30bb373ec935, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=a38568a9-249e-4a8b-97d4-30bb373ec935,segment=NetworkSegment(f618efc3-1a9a-44cc-84d6-780c6d289de0),segment_id=f618efc3-1a9a-44cc-84d6-780c6d289de0)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:00:13.559726 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e36868bf-9611-4d4e-bf20-8a7ab5acb138 req-41c9f1c5-8dc9-4a0b-b62f-afa21fb761b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:13.572220 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092adb1-dcd1-4991-8ecd-d524b16963b3 req-1ecbffbe-7355-4d2d-a5b1-9ddc09abd52b tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:13.573107 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2092adb1-dcd1-4991-8ecd-d524b16963b3 req-1ecbffbe-7355-4d2d-a5b1-9ddc09abd52b tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:13.587118 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2092adb1-dcd1-4991-8ecd-d524b16963b3 req-1ecbffbe-7355-4d2d-a5b1-9ddc09abd52b tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "PUT /v2.0/ports/564e0828-9b69-49aa-b37c-0f3279423172 HTTP/1.1" status: 200 len: 1020 time: 1.1933048 Nov 12 01:00:13.681862 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36868bf-9611-4d4e-bf20-8a7ab5acb138 req-41c9f1c5-8dc9-4a0b-b62f-afa21fb761b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:13.683282 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e36868bf-9611-4d4e-bf20-8a7ab5acb138 req-41c9f1c5-8dc9-4a0b-b62f-afa21fb761b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:13.699798 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e36868bf-9611-4d4e-bf20-8a7ab5acb138 req-41c9f1c5-8dc9-4a0b-b62f-afa21fb761b8 service neutron] 10.222.0.44 "PUT /v2.0/ports/a38568a9-249e-4a8b-97d4-30bb373ec935 HTTP/1.1" status: 200 len: 1092 time: 2.0194054 Nov 12 01:00:13.732974 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['564e0828-9b69-49aa-b37c-0f3279423172'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:00:13.839051 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecbffbe-7355-4d2d-a5b1-9ddc09abd52b tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Pushing event updated for resources: {'Port': ['ID=564e0828-9b69-49aa-b37c-0f3279423172,revision_number=7']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:13.916323 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-abffc55e-c9fc-4812-9d14-5c74eaaab18f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:13.953757 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0f397-3ede-44b3-aac4-061151edb76f req-8143843f-2195-4ac1-9cb1-84d6d182a3f6 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:13.967754 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3cc0f397-3ede-44b3-aac4-061151edb76f req-8143843f-2195-4ac1-9cb1-84d6d182a3f6 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cbfa767-873e-484c-9e80-8a719aae93e0 HTTP/1.1" status: 200 len: 945 time: 0.5416274 Nov 12 01:00:14.066055 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d2669-bba2-4901-aabd-b8ab64b7253b req-364eb2a9-4c78-4e44-94cc-7dc8f3b5aa9b tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:14.069456 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a44d2669-bba2-4901-aabd-b8ab64b7253b req-364eb2a9-4c78-4e44-94cc-7dc8f3b5aa9b tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=eeff02bb-315b-4720-b65d-7d1c787a15af HTTP/1.1" status: 200 len: 945 time: 0.3599598 Nov 12 01:00:14.090244 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c9f1c5-8dc9-4a0b-b62f-afa21fb761b8 service neutron] Pushing event updated for resources: {'Port': ['ID=a38568a9-249e-4a8b-97d4-30bb373ec935,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:14.147343 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36868bf-9611-4d4e-bf20-8a7ab5acb138 req-0380f5bf-af37-441b-af86-8c56ea8a2bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:14.150420 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e36868bf-9611-4d4e-bf20-8a7ab5acb138 req-0380f5bf-af37-441b-af86-8c56ea8a2bbf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b1d57bcafecc43f3b4415a7be2a66b90&device_id=a1393b47-1573-4551-b16c-e395b193995e HTTP/1.1" status: 200 len: 1095 time: 0.3437181 Nov 12 01:00:14.212965 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3cc0f397-3ede-44b3-aac4-061151edb76f req-81cbe70c-6659-431c-a372-032caf6776df tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435498 Nov 12 01:00:14.251488 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-abffc55e-c9fc-4812-9d14-5c74eaaab18f admin admin] Deleting port eb47091d-569f-4466-bc15-f9683e24e23a {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:14.251867 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-abffc55e-c9fc-4812-9d14-5c74eaaab18f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:14.273948 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device d4cbd03e-bbf4-455b-8232-3965a0a2ddd9 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:00:14.355989 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-abffc55e-c9fc-4812-9d14-5c74eaaab18f admin admin] For port eb47091d-569f-4466-bc15-f9683e24e23a, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=eb47091d-569f-4466-bc15-f9683e24e23a,segment=NetworkSegment(734e6f5b-fc81-40e6-981b-4c12c3055e9f),segment_id=734e6f5b-fc81-40e6-981b-4c12c3055e9f)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:14.357017 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-abffc55e-c9fc-4812-9d14-5c74eaaab18f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:14.380537 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e36868bf-9611-4d4e-bf20-8a7ab5acb138 req-1a10aae7-f1ae-4172-9f5e-039b54e846a9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a38568a9-249e-4a8b-97d4-30bb373ec935 HTTP/1.1" status: 200 len: 217 time: 0.2079377 Nov 12 01:00:14.381201 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-abffc55e-c9fc-4812-9d14-5c74eaaab18f admin admin] Calling delete_port for eb47091d-569f-4466-bc15-f9683e24e23a owned by network:router_interface {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:14.542230 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a44d2669-bba2-4901-aabd-b8ab64b7253b req-8b764df2-bfc8-4d0b-99fd-ecb6e9fa7e50 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4574795 Nov 12 01:00:14.628074 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-abffc55e-c9fc-4812-9d14-5c74eaaab18f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:14.633645 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36868bf-9611-4d4e-bf20-8a7ab5acb138 req-c11a5d3f-332a-4364-bbbd-b3e2ed3910d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:14.637092 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e36868bf-9611-4d4e-bf20-8a7ab5acb138 req-c11a5d3f-332a-4364-bbbd-b3e2ed3910d8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=895e7ba1-4cd9-4c5f-83d2-a28da6abba26 HTTP/1.1" status: 200 len: 858 time: 0.2393415 Nov 12 01:00:14.708270 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abffc55e-c9fc-4812-9d14-5c74eaaab18f admin admin] Pushing event deleted for resources: {'Port': ['ID=eb47091d-569f-4466-bc15-f9683e24e23a,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:14.748896 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.resource_extend [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 01:00:14.752619 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e36868bf-9611-4d4e-bf20-8a7ab5acb138 req-0bb9402c-a71c-4742-9ddc-094946c8a10e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2f959a0-f94f-4a4a-9a65-17f657fcf090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766644 Nov 12 01:00:15.046573 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port d4cbd03e-bbf4-455b-8232-3965a0a2ddd9, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d4cbd03e-bbf4-455b-8232-3965a0a2ddd9,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:15.075444 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'd4cbd03e-bbf4-455b-8232-3965a0a2ddd9', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'port_id': 'd4cbd03e-bbf4-455b-8232-3965a0a2ddd9', 'mac_address': 'fa:16:3e:68:00:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0290328-7bc5-4266-bfb9-6eb25d91acf0', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:00:15.103328 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-abffc55e-c9fc-4812-9d14-5c74eaaab18f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:15.147105 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6dc22c00-b182-42c6-9407-62bc92ac7bf2 req-40ccdda7-5e05-4eaa-a20c-9e583bf536b6 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa7e3ba8-589e-44bd-a910-0657731c8516 HTTP/1.1" status: 200 len: 210 time: 0.2595870 Nov 12 01:00:15.195584 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:15.223785 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d4cbd03e-bbf4-455b-8232-3965a0a2ddd9 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:00:15.233869 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e36868bf-9611-4d4e-bf20-8a7ab5acb138 req-14246743-f132-42cb-939e-eb68b940cfa2 service neutron] 10.222.0.44 "GET /v2.0/networks/a2f959a0-f94f-4a4a-9a65-17f657fcf090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4784977 Nov 12 01:00:15.239821 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ffa72ba-21ed-4af5-99fa-641d1da068db x-openstack-request-id: req-5ffa72ba-21ed-4af5-99fa-641d1da068db {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:00:15.240373 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4b4a191-075e-4cef-9ad5-aca1e674d43a", "tag": "564e0828-9b69-49aa-b37c-0f3279423172", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:00:15.240796 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5ffa72ba-21ed-4af5-99fa-641d1da068db {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:00:15.241464 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4b4a191-075e-4cef-9ad5-aca1e674d43a', 'tag': '564e0828-9b69-49aa-b37c-0f3279423172', 'status': 'completed', 'code': 200} Nov 12 01:00:15.267749 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port d4cbd03e-bbf4-455b-8232-3965a0a2ddd9, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d4cbd03e-bbf4-455b-8232-3965a0a2ddd9,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:15.276679 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:15.367890 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=d4cbd03e-bbf4-455b-8232-3965a0a2ddd9,revision_number=8']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:15.387125 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:15.394298 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:15.395622 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:15.397128 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:15.398303 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:15.399226 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:15.400134 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:15.401162 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:15.421086 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:15.424935 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:15.426736 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:15.428471 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:15.556897 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3314dbb-8134-4fcb-a978-ec3bdd4b0308 req-d1bdab59-7f08-4532-bd6e-9572eb82b035 tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:15.558711 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b3314dbb-8134-4fcb-a978-ec3bdd4b0308 req-d1bdab59-7f08-4532-bd6e-9572eb82b035 tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1393b47-1573-4551-b16c-e395b193995e HTTP/1.1" status: 200 len: 943 time: 0.1876020 Nov 12 01:00:15.578141 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e36868bf-9611-4d4e-bf20-8a7ab5acb138 req-4d543336-8b3d-443b-b773-c813b20bec07 service neutron] 10.222.0.44 "GET /v2.0/networks/a2f959a0-f94f-4a4a-9a65-17f657fcf090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908459 Nov 12 01:00:15.652951 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7075132-6b79-4657-b36d-466c921065ea req-80115766-a2ab-4e30-986a-eed3a3447e2b tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:15.654726 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e7075132-6b79-4657-b36d-466c921065ea req-80115766-a2ab-4e30-986a-eed3a3447e2b tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4b4a191-075e-4cef-9ad5-aca1e674d43a HTTP/1.1" status: 200 len: 1023 time: 0.1297731 Nov 12 01:00:15.664752 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b3314dbb-8134-4fcb-a978-ec3bdd4b0308 req-ab8c5bc7-3a88-42ad-82d9-3ec8e54f7043 tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] 10.222.0.45 "GET /v2.0/security-groups?id=311a70c3-bfde-405d-b21c-587b1720962c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893419 Nov 12 01:00:15.681399 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['d4cbd03e-bbf4-455b-8232-3965a0a2ddd9'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:00:15.753183 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e7075132-6b79-4657-b36d-466c921065ea req-523a65eb-d235-4017-8d3c-27b9a9f306be tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1f55e6b-ac6a-493f-9689-6b58de301978&id=fc788eab-d1e2-458b-a782-196d9a9d38fa&id=c639d997-ce7b-4dc1-bb85-cbea5ce972a4 HTTP/1.1" status: 200 len: 6197 time: 0.0873337 Nov 12 01:00:15.852897 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fac0d1-47c6-4120-8741-252c1309ead4 req-2c8a68d5-f113-4aae-bf66-7acb9fc6a58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:15.854557 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-78fac0d1-47c6-4120-8741-252c1309ead4 req-2c8a68d5-f113-4aae-bf66-7acb9fc6a58f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=21eee794595f4d3b8f9bea504a1c9b84&device_id=f4b4a191-075e-4cef-9ad5-aca1e674d43a HTTP/1.1" status: 200 len: 1175 time: 0.5508199 Nov 12 01:00:15.922386 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da0525-f9cf-4a03-9600-efd1ef28a7ff req-d90a84d2-77b7-4373-aa9c-50f61fec4e03 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:15.938587 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-11da0525-f9cf-4a03-9600-efd1ef28a7ff req-d90a84d2-77b7-4373-aa9c-50f61fec4e03 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa50c5ea-6d4d-44ff-804d-2a670cf0e0df HTTP/1.1" status: 200 len: 949 time: 0.1524334 Nov 12 01:00:15.962102 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abffc55e-c9fc-4812-9d14-5c74eaaab18f admin admin] Router 4c78e9c3-516a-4e03-be61-41a80a078054 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:00:16.035532 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-11da0525-f9cf-4a03-9600-efd1ef28a7ff req-657e008d-17cc-44b2-b55b-f187671ba4d4 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944569 Nov 12 01:00:16.190237 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-987d44fc-1359-42da-945b-b4b73a9d2dda req-d32bdf62-dd1c-4147-8b30-15453f47d3b2 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1309531654 ', 'description': 'tempest-description-348451137'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:16.222737 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-987d44fc-1359-42da-945b-b4b73a9d2dda req-d32bdf62-dd1c-4147-8b30-15453f47d3b2 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:16.233771 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fac0d1-47c6-4120-8741-252c1309ead4 req-564de584-d0f1-40e9-84f7-d09668a08e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:16.237105 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-78fac0d1-47c6-4120-8741-252c1309ead4 req-564de584-d0f1-40e9-84f7-d09668a08e26 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c0b4a63e-0860-4dbc-9d9c-620393c3b6b9 HTTP/1.1" status: 200 len: 912 time: 0.3009689 Nov 12 01:00:16.250585 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device d4cbd03e-bbf4-455b-8232-3965a0a2ddd9 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:00:16.430478 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-78fac0d1-47c6-4120-8741-252c1309ead4 req-330e9b14-ba06-4310-9e3c-27d4ee5989c2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=564e0828-9b69-49aa-b37c-0f3279423172 HTTP/1.1" status: 200 len: 217 time: 0.1484671 Nov 12 01:00:16.444373 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abffc55e-c9fc-4812-9d14-5c74eaaab18f admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:00:16.446253 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-987d44fc-1359-42da-945b-b4b73a9d2dda req-d32bdf62-dd1c-4147-8b30-15453f47d3b2 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:16.451259 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-abffc55e-c9fc-4812-9d14-5c74eaaab18f admin admin] 10.222.0.45 "PUT /v2.0/routers/4c78e9c3-516a-4e03-be61-41a80a078054/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1327074 Nov 12 01:00:16.456075 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60352) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:16.458767 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab1903e-7a45-495e-a2dd-a6d646762edf None None] Sync routers for ids ['4c78e9c3-516a-4e03-be61-41a80a078054'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:00:16.459601 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-987d44fc-1359-42da-945b-b4b73a9d2dda req-d32bdf62-dd1c-4147-8b30-15453f47d3b2 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:16.490704 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab1903e-7a45-495e-a2dd-a6d646762edf None None] Routers {'4c78e9c3-516a-4e03-be61-41a80a078054'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:16.493398 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6b1b1-7930-466f-8dc4-c3953bf166c2 req-96f9a978-12f4-40b6-bac4-6b789c1866e7 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:16.494747 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-5ab1903e-7a45-495e-a2dd-a6d646762edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:00:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['4c78e9c3-516a-4e03-be61-41a80a078054'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:16.496451 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d2e6b1b1-7930-466f-8dc4-c3953bf166c2 req-96f9a978-12f4-40b6-bac4-6b789c1866e7 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=eeff02bb-315b-4720-b65d-7d1c787a15af HTTP/1.1" status: 200 len: 945 time: 0.1874146 Nov 12 01:00:16.497756 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:16.541104 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d4cbd03e-bbf4-455b-8232-3965a0a2ddd9 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:00:16.564249 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-987d44fc-1359-42da-945b-b4b73a9d2dda req-d32bdf62-dd1c-4147-8b30-15453f47d3b2 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:16.566383 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-987d44fc-1359-42da-945b-b4b73a9d2dda req-d32bdf62-dd1c-4147-8b30-15453f47d3b2 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.3823888 Nov 12 01:00:16.583814 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32bdf62-dd1c-4147-8b30-15453f47d3b2 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f635c635-d035-4758-b014-cffa620fa99d,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:16.591187 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port d4cbd03e-bbf4-455b-8232-3965a0a2ddd9, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d4cbd03e-bbf4-455b-8232-3965a0a2ddd9,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:16.600021 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:16.645458 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d2e6b1b1-7930-466f-8dc4-c3953bf166c2 req-01faed55-dd4a-4821-8c0f-90dcc2257d61 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338043 Nov 12 01:00:16.725932 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fac0d1-47c6-4120-8741-252c1309ead4 req-478698c6-3979-48a8-9815-3d95b54ec6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:16.735678 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-78fac0d1-47c6-4120-8741-252c1309ead4 req-478698c6-3979-48a8-9815-3d95b54ec6b9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4f4b609e-2331-4c01-9258-3d3c5185144b HTTP/1.1" status: 200 len: 852 time: 0.2150779 Nov 12 01:00:16.742249 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=d4cbd03e-bbf4-455b-8232-3965a0a2ddd9,revision_number=9']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:16.795219 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-78fac0d1-47c6-4120-8741-252c1309ead4 req-a0e5fd9e-64f5-4f96-9adc-c0ec87a21c6f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c0b4a63e-0860-4dbc-9d9c-620393c3b6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462766 Nov 12 01:00:16.807438 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0debe35a-d590-4faa-8961-41320a65b4cb req-d0733a89-c776-4e49-b9ea-a224e7d1cae4 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:16.825558 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0debe35a-d590-4faa-8961-41320a65b4cb req-d0733a89-c776-4e49-b9ea-a224e7d1cae4 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cbfa767-873e-484c-9e80-8a719aae93e0 HTTP/1.1" status: 200 len: 945 time: 0.1492786 Nov 12 01:00:16.856147 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-5ab1903e-7a45-495e-a2dd-a6d646762edf None None] Set router 4c78e9c3-516a-4e03-be61-41a80a078054 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:00:16.860808 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-93a15349-ce8e-441e-bddb-e59946702497 admin admin] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:16.915243 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0debe35a-d590-4faa-8961-41320a65b4cb req-5303ebd4-08f2-4e27-a268-3fbe86df5475 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886040 Nov 12 01:00:17.056947 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b210be36-a6f2-499a-ba20-86966d7e31a5 req-9b485cfc-9d19-42e2-bd3f-bc08f81ef49d tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa7e3ba8-589e-44bd-a910-0657731c8516 HTTP/1.1" status: 200 len: 210 time: 0.0666692 Nov 12 01:00:17.087176 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-78fac0d1-47c6-4120-8741-252c1309ead4 req-b86d146a-c189-4ca4-9bdf-6bbf23aaf96c service neutron] 10.222.0.44 "GET /v2.0/networks/c0b4a63e-0860-4dbc-9d9c-620393c3b6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775557 Nov 12 01:00:17.173384 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8fa68bbb-c92e-4da2-b687-1da30758fe4a req-06f2401c-71cb-4caf-b551-d25145067f07 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/security-groups/f635c635-d035-4758-b014-cffa620fa99d HTTP/1.1" status: 200 len: 1797 time: 0.0992358 Nov 12 01:00:17.186172 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-93a15349-ce8e-441e-bddb-e59946702497 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:17.246681 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4b4a191-075e-4cef-9ad5-aca1e674d43a', 'tag': '564e0828-9b69-49aa-b37c-0f3279423172'}, {'name': 'network-changed', 'server_uuid': 'a1393b47-1573-4551-b16c-e395b193995e', 'tag': 'a38568a9-249e-4a8b-97d4-30bb373ec935'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:00:17.247227 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2522ffe7-9d16-48ed-8b11-e10017fcbbd1" -d '{"events": [{"name": "network-changed", "server_uuid": "f4b4a191-075e-4cef-9ad5-aca1e674d43a", "tag": "564e0828-9b69-49aa-b37c-0f3279423172"}, {"name": "network-changed", "server_uuid": "a1393b47-1573-4551-b16c-e395b193995e", "tag": "a38568a9-249e-4a8b-97d4-30bb373ec935"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:00:17.324834 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6171b26-d3e5-43af-9b35-671a4dda4563 req-8c694910-7c35-4ecd-bc25-65897160bd3a tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:17.334201 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f6171b26-d3e5-43af-9b35-671a4dda4563 req-8c694910-7c35-4ecd-bc25-65897160bd3a tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1393b47-1573-4551-b16c-e395b193995e HTTP/1.1" status: 200 len: 943 time: 0.1037307 Nov 12 01:00:17.425043 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f6171b26-d3e5-43af-9b35-671a4dda4563 req-c6258a6d-74f4-4893-b278-5b6af9b98f68 tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] 10.222.0.45 "GET /v2.0/security-groups?id=311a70c3-bfde-405d-b21c-587b1720962c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889273 Nov 12 01:00:17.445098 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-78fac0d1-47c6-4120-8741-252c1309ead4 req-2b9dd4ec-72c8-4351-a2c0-495431599635 service neutron] 10.222.0.44 "GET /v2.0/networks/c0b4a63e-0860-4dbc-9d9c-620393c3b6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459256 Nov 12 01:00:17.480352 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-93a15349-ce8e-441e-bddb-e59946702497 admin admin] Deleting port 9c6dcb89-aa13-4e33-b498-31652f4fcdb5 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:17.480714 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-93a15349-ce8e-441e-bddb-e59946702497 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:17.637379 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a07eb-3019-4a37-9d47-e4e1b9654422 req-81f0714a-a3b9-433e-b790-fea2fdf25b5a tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:17.647693 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-155a07eb-3019-4a37-9d47-e4e1b9654422 req-81f0714a-a3b9-433e-b790-fea2fdf25b5a tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa50c5ea-6d4d-44ff-804d-2a670cf0e0df HTTP/1.1" status: 200 len: 948 time: 0.1041462 Nov 12 01:00:17.658496 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-93a15349-ce8e-441e-bddb-e59946702497 admin admin] For port 9c6dcb89-aa13-4e33-b498-31652f4fcdb5, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=9c6dcb89-aa13-4e33-b498-31652f4fcdb5,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:17.659363 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-93a15349-ce8e-441e-bddb-e59946702497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:17.683724 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-5ab1903e-7a45-495e-a2dd-a6d646762edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c78e9c3-516a-4e03-be61-41a80a078054', 'name': 'tempest-FloatingIPsTestJSON-1259223330-router', 'tenant_id': '8a8bed7055f841cc9b5703099578a008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.204'}], 'enable_snat': True}, 'gw_port_id': '9c6dcb89-aa13-4e33-b498-31652f4fcdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:33Z', 'updated_at': '2021-11-12T01:00:14Z', 'revision_number': 5, 'project_id': '8a8bed7055f841cc9b5703099578a008', 'gw_port': {'id': '9c6dcb89-aa13-4e33-b498-31652f4fcdb5', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:82:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c78e9c3-516a-4e03-be61-41a80a078054', 'device_owner': 'network:router_gateway', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:59:34Z', 'updated_at': '2021-11-12T00:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:17.703551 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-93a15349-ce8e-441e-bddb-e59946702497 admin admin] Calling delete_port for 9c6dcb89-aa13-4e33-b498-31652f4fcdb5 owned by network:router_gateway {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:17.741566 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-155a07eb-3019-4a37-9d47-e4e1b9654422 req-698522c2-6869-4cae-b1ac-a219a3188273 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770106 Nov 12 01:00:17.757539 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab1903e-7a45-495e-a2dd-a6d646762edf None None] Checking router: 4c78e9c3-516a-4e03-be61-41a80a078054 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:00:17.776207 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab1903e-7a45-495e-a2dd-a6d646762edf None None] Routers {'4c78e9c3-516a-4e03-be61-41a80a078054'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:17.777617 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-5ab1903e-7a45-495e-a2dd-a6d646762edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:00:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['4c78e9c3-516a-4e03-be61-41a80a078054'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:17.854180 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 01:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc53be69-4347-4d62-aa6e-c12d168f2f57 x-openstack-request-id: req-cc53be69-4347-4d62-aa6e-c12d168f2f57 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:00:17.854724 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4b4a191-075e-4cef-9ad5-aca1e674d43a", "tag": "564e0828-9b69-49aa-b37c-0f3279423172", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a1393b47-1573-4551-b16c-e395b193995e", "tag": "a38568a9-249e-4a8b-97d4-30bb373ec935", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:00:17.855201 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cc53be69-4347-4d62-aa6e-c12d168f2f57 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:00:17.855896 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4b4a191-075e-4cef-9ad5-aca1e674d43a', 'tag': '564e0828-9b69-49aa-b37c-0f3279423172', 'status': 'completed', 'code': 200} Nov 12 01:00:17.856416 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1393b47-1573-4551-b16c-e395b193995e', 'tag': 'a38568a9-249e-4a8b-97d4-30bb373ec935', 'status': 'completed', 'code': 200} Nov 12 01:00:17.886514 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c7c18c01-59de-4145-bd01-1734bfb730de req-6ba8a223-3103-4f0f-9ef8-7d87f5242a91 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/security-groups/f635c635-d035-4758-b014-cffa620fa99d HTTP/1.1" status: 200 len: 1797 time: 0.1223111 Nov 12 01:00:17.963226 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-5ab1903e-7a45-495e-a2dd-a6d646762edf None None] Set router 4c78e9c3-516a-4e03-be61-41a80a078054 gateway port host: None {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:00:18.024479 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c7c18c01-59de-4145-bd01-1734bfb730de req-23add36b-207c-4683-bab4-70e5926212a0 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:18.050262 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-5ab1903e-7a45-495e-a2dd-a6d646762edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c78e9c3-516a-4e03-be61-41a80a078054', 'name': 'tempest-FloatingIPsTestJSON-1259223330-router', 'tenant_id': '8a8bed7055f841cc9b5703099578a008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:33Z', 'updated_at': '2021-11-12T01:00:17Z', 'revision_number': 6, 'project_id': '8a8bed7055f841cc9b5703099578a008', 'gw_port_host': None}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:18.083576 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c7c18c01-59de-4145-bd01-1734bfb730de req-23add36b-207c-4683-bab4-70e5926212a0 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:18.100087 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab1903e-7a45-495e-a2dd-a6d646762edf None None] The sync data for ids ['4c78e9c3-516a-4e03-be61-41a80a078054'] in n-d-712142-27 is: [{'id': '4c78e9c3-516a-4e03-be61-41a80a078054', 'name': 'tempest-FloatingIPsTestJSON-1259223330-router', 'tenant_id': '8a8bed7055f841cc9b5703099578a008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:59:33Z', 'updated_at': '2021-11-12T01:00:17Z', 'revision_number': 6, 'project_id': '8a8bed7055f841cc9b5703099578a008', 'gw_port_host': None}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:00:18.105578 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522ffe7-9d16-48ed-8b11-e10017fcbbd1 req-f36eb678-9ca0-4bd3-a5d8-8216a707c4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:18.107919 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2522ffe7-9d16-48ed-8b11-e10017fcbbd1 req-f36eb678-9ca0-4bd3-a5d8-8216a707c4a1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=21eee794595f4d3b8f9bea504a1c9b84&device_id=f4b4a191-075e-4cef-9ad5-aca1e674d43a HTTP/1.1" status: 200 len: 1175 time: 0.1431575 Nov 12 01:00:18.231709 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c7c18c01-59de-4145-bd01-1734bfb730de req-23add36b-207c-4683-bab4-70e5926212a0 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:18.236853 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c7c18c01-59de-4145-bd01-1734bfb730de req-23add36b-207c-4683-bab4-70e5926212a0 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:18.238842 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c7c18c01-59de-4145-bd01-1734bfb730de req-23add36b-207c-4683-bab4-70e5926212a0 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "DELETE /v2.0/security-groups/f635c635-d035-4758-b014-cffa620fa99d HTTP/1.1" status: 204 len: 173 time: 0.3445570 Nov 12 01:00:18.264037 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device d4cbd03e-bbf4-455b-8232-3965a0a2ddd9 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:00:18.272636 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23add36b-207c-4683-bab4-70e5926212a0 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f635c635-d035-4758-b014-cffa620fa99d,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:18.319463 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f340d-8b6e-4ba0-9991-3db36fe04853 req-ba5f4233-d114-4b04-a438-51cbc7ee15cc tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:18.322825 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-375f340d-8b6e-4ba0-9991-3db36fe04853 req-ba5f4233-d114-4b04-a438-51cbc7ee15cc tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=eeff02bb-315b-4720-b65d-7d1c787a15af HTTP/1.1" status: 200 len: 945 time: 0.1456029 Nov 12 01:00:18.349991 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-93a15349-ce8e-441e-bddb-e59946702497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:18.398018 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port d4cbd03e-bbf4-455b-8232-3965a0a2ddd9 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:18.398612 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:18.459021 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-375f340d-8b6e-4ba0-9991-3db36fe04853 req-ce85ff27-f050-412f-a906-dff2a0225123 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196549 Nov 12 01:00:18.485657 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a15349-ce8e-441e-bddb-e59946702497 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c6dcb89-aa13-4e33-b498-31652f4fcdb5,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:18.558768 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-93a15349-ce8e-441e-bddb-e59946702497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:18.657360 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522ffe7-9d16-48ed-8b11-e10017fcbbd1 req-9664a9fe-7f8d-4748-bce7-a9a6ea3018df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:18.663271 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2522ffe7-9d16-48ed-8b11-e10017fcbbd1 req-9664a9fe-7f8d-4748-bce7-a9a6ea3018df service neutron] 10.222.0.44 "GET /v2.0/networks?id=c0b4a63e-0860-4dbc-9d9c-620393c3b6b9 HTTP/1.1" status: 200 len: 912 time: 0.5061142 Nov 12 01:00:18.695754 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:18.751668 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-93a15349-ce8e-441e-bddb-e59946702497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:18.754436 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2522ffe7-9d16-48ed-8b11-e10017fcbbd1 req-2d795c24-1277-4f78-83e2-3f29ac0d895c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=564e0828-9b69-49aa-b37c-0f3279423172 HTTP/1.1" status: 200 len: 217 time: 0.0562975 Nov 12 01:00:18.755727 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-93a15349-ce8e-441e-bddb-e59946702497 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:18.767308 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa50c5ea-6d4d-44ff-804d-2a670cf0e0df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4cbd03e-bbf4-455b-8232-3965a0a2ddd9'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:00:18.772274 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818d6296-18b4-495c-8a78-5899cbcb43d5" -d '{"events": [{"server_uuid": "fa50c5ea-6d4d-44ff-804d-2a670cf0e0df", "name": "network-vif-plugged", "status": "completed", "tag": "d4cbd03e-bbf4-455b-8232-3965a0a2ddd9"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:00:18.802280 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port d4cbd03e-bbf4-455b-8232-3965a0a2ddd9, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d4cbd03e-bbf4-455b-8232-3965a0a2ddd9,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:18.810784 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:18.840840 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f87c1-8d5f-4c17-82d4-b9f0aade370c req-3b8e0f15-f278-4c6d-b924-9231945008e2 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:18.844448 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-791f87c1-8d5f-4c17-82d4-b9f0aade370c req-3b8e0f15-f278-4c6d-b924-9231945008e2 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cbfa767-873e-484c-9e80-8a719aae93e0 HTTP/1.1" status: 200 len: 945 time: 0.1101012 Nov 12 01:00:18.879767 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-93a15349-ce8e-441e-bddb-e59946702497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:18.880667 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a15349-ce8e-441e-bddb-e59946702497 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c78e9c3-516a-4e03-be61-41a80a078054 {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:00:18.888706 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-93a15349-ce8e-441e-bddb-e59946702497 admin admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:18.890308 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-93a15349-ce8e-441e-bddb-e59946702497 admin admin] 10.222.0.45 "DELETE /v2.0/routers/4c78e9c3-516a-4e03-be61-41a80a078054 HTTP/1.1" status: 204 len: 168 time: 2.4330826 Nov 12 01:00:18.897412 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60450) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:18.904831 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=d4cbd03e-bbf4-455b-8232-3965a0a2ddd9,revision_number=10']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:18.925371 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-791f87c1-8d5f-4c17-82d4-b9f0aade370c req-4efba3e4-4e66-4c3d-9dda-a296d67746ed tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700114 Nov 12 01:00:18.947183 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522ffe7-9d16-48ed-8b11-e10017fcbbd1 req-853db9e0-a5be-4d23-8b06-2d9ba97dcdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:18.949179 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2522ffe7-9d16-48ed-8b11-e10017fcbbd1 req-853db9e0-a5be-4d23-8b06-2d9ba97dcdf0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4f4b609e-2331-4c01-9258-3d3c5185144b HTTP/1.1" status: 200 len: 852 time: 0.1825471 Nov 12 01:00:18.992977 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef1a378a-3c6d-4548-9433-0d601071de36 admin admin] Deleting subnet 3a91573f-ae11-4189-8c99-6a91a3ba0d55 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:00:19.024774 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2522ffe7-9d16-48ed-8b11-e10017fcbbd1 req-c89ea347-43d1-479c-b703-d1dd7454fca4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c0b4a63e-0860-4dbc-9d9c-620393c3b6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667138 Nov 12 01:00:19.025430 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ef1a378a-3c6d-4548-9433-0d601071de36 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:19.129756 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [req-f211837b-1179-449e-9176-322ec4166653 req-095be2a7-87bb-46d1-ad78-84e3b31bcb50 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] show failed (client error): The resource could not be found. Nov 12 01:00:19.130781 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f211837b-1179-449e-9176-322ec4166653 req-095be2a7-87bb-46d1-ad78-84e3b31bcb50 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/security-groups/f635c635-d035-4758-b014-cffa620fa99d HTTP/1.1" status: 404 len: 352 time: 0.0373509 Nov 12 01:00:19.147708 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ef1a378a-3c6d-4548-9433-0d601071de36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:19.258732 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2522ffe7-9d16-48ed-8b11-e10017fcbbd1 req-6c6b75d1-6fbf-4cca-8f6f-8bf44391441b service neutron] 10.222.0.44 "GET /v2.0/networks/c0b4a63e-0860-4dbc-9d9c-620393c3b6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964314 Nov 12 01:00:19.316226 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ef1a378a-3c6d-4548-9433-0d601071de36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:19.383321 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a8662-55b1-4b1c-9c85-622e14e08ab6 req-a366c5f9-6f73-4071-b2bd-1efc4f01cf24 tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:19.385376 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-093a8662-55b1-4b1c-9c85-622e14e08ab6 req-a366c5f9-6f73-4071-b2bd-1efc4f01cf24 tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1393b47-1573-4551-b16c-e395b193995e HTTP/1.1" status: 200 len: 943 time: 0.1616755 Nov 12 01:00:19.394571 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acaacaf-d858-445d-b1e8-c6e0edb28d21 req-b7d0d00d-89e4-45e8-bfbc-79924f47be8e tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:19.396676 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0acaacaf-d858-445d-b1e8-c6e0edb28d21 req-b7d0d00d-89e4-45e8-bfbc-79924f47be8e tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa50c5ea-6d4d-44ff-804d-2a670cf0e0df HTTP/1.1" status: 200 len: 951 time: 0.1065216 Nov 12 01:00:19.474382 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2522ffe7-9d16-48ed-8b11-e10017fcbbd1 req-89cd2d52-1cc4-4093-891b-4f1979b871ac service neutron] 10.222.0.44 "GET /v2.0/networks/c0b4a63e-0860-4dbc-9d9c-620393c3b6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002158 Nov 12 01:00:19.482467 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ef1a378a-3c6d-4548-9433-0d601071de36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:19.497952 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-093a8662-55b1-4b1c-9c85-622e14e08ab6 req-aa0f20a0-76ff-4e52-815f-fc1acc351cc0 tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] 10.222.0.45 "GET /v2.0/security-groups?id=311a70c3-bfde-405d-b21c-587b1720962c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994773 Nov 12 01:00:19.514849 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0acaacaf-d858-445d-b1e8-c6e0edb28d21 req-4a9da8ee-798e-41c7-91f6-5ef40f140412 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880923 Nov 12 01:00:19.565935 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1a378a-3c6d-4548-9433-0d601071de36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a91573f-ae11-4189-8c99-6a91a3ba0d55,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:19.579666 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ef1a378a-3c6d-4548-9433-0d601071de36 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:19.586286 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 60464) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:19.587444 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8181dcf-665e-4cc5-af8e-e00ce7428135 None None] Network 7a8bad85-cf09-469f-887f-852db9d265a2 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:00:19.588388 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ef1a378a-3c6d-4548-9433-0d601071de36 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/3a91573f-ae11-4189-8c99-6a91a3ba0d55 HTTP/1.1" status: 204 len: 168 time: 0.6893702 Nov 12 01:00:19.666464 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 60466) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:19.668059 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd360b80-13f4-4947-9738-f1f54baf496a x-openstack-request-id: req-fd360b80-13f4-4947-9738-f1f54baf496a {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:00:19.668905 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa50c5ea-6d4d-44ff-804d-2a670cf0e0df", "name": "network-vif-plugged", "status": "completed", "tag": "d4cbd03e-bbf4-455b-8232-3965a0a2ddd9", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:00:19.671997 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fd360b80-13f4-4947-9738-f1f54baf496a {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:00:19.675402 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa50c5ea-6d4d-44ff-804d-2a670cf0e0df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4cbd03e-bbf4-455b-8232-3965a0a2ddd9', 'code': 200} Nov 12 01:00:19.733138 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-3f7ba274-c449-4f2f-bbbb-a3f11bcda6fe req-fa63d44c-1aed-4006-8fd0-7133ec87dbef tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-684174220', 'description': 'tempest-description-1669749862'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:19.759715 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 9c6dcb89-aa13-4e33-b498-31652f4fcdb5 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:00:19.823334 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522ffe7-9d16-48ed-8b11-e10017fcbbd1 req-9f9bca82-dcf9-43e9-b163-6c5c1311a4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:19.825157 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2522ffe7-9d16-48ed-8b11-e10017fcbbd1 req-9f9bca82-dcf9-43e9-b163-6c5c1311a4cc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b1d57bcafecc43f3b4415a7be2a66b90&device_id=a1393b47-1573-4551-b16c-e395b193995e HTTP/1.1" status: 200 len: 1095 time: 0.1794753 Nov 12 01:00:19.961175 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 9c6dcb89-aa13-4e33-b498-31652f4fcdb5 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:00:19.975242 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 9c6dcb89-aa13-4e33-b498-31652f4fcdb5 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:00:19.976445 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device eb47091d-569f-4466-bc15-f9683e24e23a no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:00:20.086905 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522ffe7-9d16-48ed-8b11-e10017fcbbd1 req-e568f25e-306b-454a-b5b3-b643d6142a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:20.090043 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2522ffe7-9d16-48ed-8b11-e10017fcbbd1 req-e568f25e-306b-454a-b5b3-b643d6142a5a service neutron] 10.222.0.44 "GET /v2.0/networks?id=a2f959a0-f94f-4a4a-9a65-17f657fcf090 HTTP/1.1" status: 200 len: 918 time: 0.2488153 Nov 12 01:00:20.092091 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: eb47091d-569f-4466-bc15-f9683e24e23a {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:00:20.092728 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device eb47091d-569f-4466-bc15-f9683e24e23a not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:00:20.157974 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2522ffe7-9d16-48ed-8b11-e10017fcbbd1 req-672a41e5-0d6c-4df8-aca6-19666f902869 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a38568a9-249e-4a8b-97d4-30bb373ec935 HTTP/1.1" status: 200 len: 217 time: 0.0548511 Nov 12 01:00:20.286462 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device a38568a9-249e-4a8b-97d4-30bb373ec935 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:00:20.290170 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522ffe7-9d16-48ed-8b11-e10017fcbbd1 req-0fcf08ca-75ca-4d10-962d-9e5c0766cd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:20.293836 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2522ffe7-9d16-48ed-8b11-e10017fcbbd1 req-0fcf08ca-75ca-4d10-962d-9e5c0766cd73 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=895e7ba1-4cd9-4c5f-83d2-a28da6abba26 HTTP/1.1" status: 200 len: 858 time: 0.1246200 Nov 12 01:00:20.395991 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-3f7ba274-c449-4f2f-bbbb-a3f11bcda6fe req-fa63d44c-1aed-4006-8fd0-7133ec87dbef tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:20.416327 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbb46c4-000d-456c-97af-41ea95565b5a None None] DHCP port deletion for 7a8bad85-cf09-469f-887f-852db9d265a2 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:00:20.416686 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2522ffe7-9d16-48ed-8b11-e10017fcbbd1 req-51d41fea-58c3-4cb9-873c-ffbe3fb6c8bf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a2f959a0-f94f-4a4a-9a65-17f657fcf090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1021574 Nov 12 01:00:20.449102 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d6808912-4327-4a66-addd-57bf87c02212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:20.552291 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78680e-0816-454e-9489-2a8d5693f28e req-44b24938-8b3d-44da-b781-b1679c7a3812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:20.555076 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3d78680e-0816-454e-9489-2a8d5693f28e req-44b24938-8b3d-44da-b781-b1679c7a3812 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fa50c5ea-6d4d-44ff-804d-2a670cf0e0df HTTP/1.1" status: 200 len: 1103 time: 0.3670297 Nov 12 01:00:20.604369 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port a38568a9-249e-4a8b-97d4-30bb373ec935, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=a38568a9-249e-4a8b-97d4-30bb373ec935,segment=NetworkSegment(f618efc3-1a9a-44cc-84d6-780c6d289de0),segment_id=f618efc3-1a9a-44cc-84d6-780c6d289de0)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:20.646769 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-ffbb46c4-000d-456c-97af-41ea95565b5a None None] Deleting port 69ecd93d-ed07-43b1-892c-e38b794295f9 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:20.647907 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ffbb46c4-000d-456c-97af-41ea95565b5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:20.654531 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'a38568a9-249e-4a8b-97d4-30bb373ec935', 'network_id': 'a2f959a0-f94f-4a4a-9a65-17f657fcf090', 'port_id': 'a38568a9-249e-4a8b-97d4-30bb373ec935', 'mac_address': 'fa:16:3e:58:02:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '895e7ba1-4cd9-4c5f-83d2-a28da6abba26', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:00:20.672136 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803e6d5-c258-4177-a76c-aaf8c8c22bdb req-0b4951ec-82a6-4883-a58c-7dd6b9bf4682 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:20.674900 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c803e6d5-c258-4177-a76c-aaf8c8c22bdb req-0b4951ec-82a6-4883-a58c-7dd6b9bf4682 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=eeff02bb-315b-4720-b65d-7d1c787a15af HTTP/1.1" status: 200 len: 945 time: 0.5031953 Nov 12 01:00:20.681977 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2522ffe7-9d16-48ed-8b11-e10017fcbbd1 req-7090d095-8b1f-4e1a-bfe3-986e3301d0d1 service neutron] 10.222.0.44 "GET /v2.0/networks/a2f959a0-f94f-4a4a-9a65-17f657fcf090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453022 Nov 12 01:00:20.858612 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-3f7ba274-c449-4f2f-bbbb-a3f11bcda6fe req-fa63d44c-1aed-4006-8fd0-7133ec87dbef tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:20.896250 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:20.901172 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f1033df8-e116-434f-bded-25df30c69a41 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:20.902340 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-ffbb46c4-000d-456c-97af-41ea95565b5a None None] For port 69ecd93d-ed07-43b1-892c-e38b794295f9, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=69ecd93d-ed07-43b1-892c-e38b794295f9,segment=NetworkSegment(734e6f5b-fc81-40e6-981b-4c12c3055e9f),segment_id=734e6f5b-fc81-40e6-981b-4c12c3055e9f)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:20.902994 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ffbb46c4-000d-456c-97af-41ea95565b5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:20.940396 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-ffbb46c4-000d-456c-97af-41ea95565b5a None None] Calling delete_port for 69ecd93d-ed07-43b1-892c-e38b794295f9 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:20.948289 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-3f7ba274-c449-4f2f-bbbb-a3f11bcda6fe req-fa63d44c-1aed-4006-8fd0-7133ec87dbef tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:20.955111 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a38568a9-249e-4a8b-97d4-30bb373ec935 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:00:20.993470 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port a38568a9-249e-4a8b-97d4-30bb373ec935, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=a38568a9-249e-4a8b-97d4-30bb373ec935,segment=NetworkSegment(f618efc3-1a9a-44cc-84d6-780c6d289de0),segment_id=f618efc3-1a9a-44cc-84d6-780c6d289de0)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:21.001792 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:21.006225 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2522ffe7-9d16-48ed-8b11-e10017fcbbd1 req-e62a62ed-3f7f-4ad3-b945-0cb99b457f7f service neutron] 10.222.0.44 "GET /v2.0/networks/a2f959a0-f94f-4a4a-9a65-17f657fcf090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112459 Nov 12 01:00:21.046810 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f1033df8-e116-434f-bded-25df30c69a41 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:21.226256 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=a38568a9-249e-4a8b-97d4-30bb373ec935,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:21.234266 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c803e6d5-c258-4177-a76c-aaf8c8c22bdb req-7788b6aa-ba74-4819-aa57-50b6af911f58 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610849 Nov 12 01:00:21.269427 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-3f7ba274-c449-4f2f-bbbb-a3f11bcda6fe req-fa63d44c-1aed-4006-8fd0-7133ec87dbef tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:21.275324 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ffbb46c4-000d-456c-97af-41ea95565b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:21.285903 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60502) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:21.293044 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3f7ba274-c449-4f2f-bbbb-a3f11bcda6fe req-fa63d44c-1aed-4006-8fd0-7133ec87dbef tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 1.5638950 Nov 12 01:00:21.313432 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbb46c4-000d-456c-97af-41ea95565b5a None None] No DVR routers for this DVR port 69ecd93d-ed07-43b1-892c-e38b794295f9 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:00:21.343618 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f1033df8-e116-434f-bded-25df30c69a41 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:21.355508 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f1033df8-e116-434f-bded-25df30c69a41 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:21.358587 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-f1033df8-e116-434f-bded-25df30c69a41 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] 10.222.0.45 "DELETE /v2.0/security-groups/f2babaf5-8c74-467a-8fa2-436929b0e031 HTTP/1.1" status: 204 len: 168 time: 1.6845040 Nov 12 01:00:21.361624 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60508) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:21.369394 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa63d44c-1aed-4006-8fd0-7133ec87dbef tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9a81f5-326e-4ac1-b94e-11b78d18e5e3,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:21.370522 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbb46c4-000d-456c-97af-41ea95565b5a None None] Pushing event deleted for resources: {'Port': ['ID=69ecd93d-ed07-43b1-892c-e38b794295f9,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:21.378376 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3d78680e-0816-454e-9489-2a8d5693f28e req-d7a56bfc-ed69-401d-a3ab-e9d1c4c47fe6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7850449 Nov 12 01:00:21.390695 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['a38568a9-249e-4a8b-97d4-30bb373ec935'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:00:21.405779 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1033df8-e116-434f-bded-25df30c69a41 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2babaf5-8c74-467a-8fa2-436929b0e031,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:21.434285 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-d6808912-4327-4a66-addd-57bf87c02212 admin admin] Deleting port 69ecd93d-ed07-43b1-892c-e38b794295f9 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:21.434857 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d6808912-4327-4a66-addd-57bf87c02212 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:21.446712 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-2e55ce5f-82a1-4e44-8041-66ba9c597617 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] show failed (client error): The resource could not be found. Nov 12 01:00:21.449451 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2e55ce5f-82a1-4e44-8041-66ba9c597617 tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] 10.222.0.45 "GET /v2.0/security-groups/f2babaf5-8c74-467a-8fa2-436929b0e031 HTTP/1.1" status: 404 len: 347 time: 0.0857060 Nov 12 01:00:21.454343 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60510) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:21.677994 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 69ecd93d-ed07-43b1-892c-e38b794295f9 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:00:21.744560 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-ef053c57-af03-481d-b38c-0ff2a2f0a31e tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Deleting port 7d6932b9-4e37-497e-9f93-e4f7e3647875 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:21.746233 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ef053c57-af03-481d-b38c-0ff2a2f0a31e tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:21.746691 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-d6808912-4327-4a66-addd-57bf87c02212 admin admin] For port 69ecd93d-ed07-43b1-892c-e38b794295f9, host n-d-712142-27, got binding levels [] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:21.747250 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d6808912-4327-4a66-addd-57bf87c02212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:21.757594 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cbcc4c92-ef02-45a1-9bcb-6f739a2efbe4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:21.779655 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-d6808912-4327-4a66-addd-57bf87c02212 admin admin] Calling delete_port for 69ecd93d-ed07-43b1-892c-e38b794295f9 owned by network:dhcp {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:21.793427 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.ipam_backend_mixin [None req-d6808912-4327-4a66-addd-57bf87c02212 admin admin] Port 69ecd93d-ed07-43b1-892c-e38b794295f9 was not found and therefore no delete operation was performed {{(pid=109085) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 01:00:21.809074 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35f8a9-c589-4c3c-a538-2ad77cf9e96b req-4d9ccf72-e5bd-482f-b526-ec981451fc8f tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:21.825816 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 69ecd93d-ed07-43b1-892c-e38b794295f9 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:00:21.826903 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 69ecd93d-ed07-43b1-892c-e38b794295f9 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:00:21.829339 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d35f8a9-c589-4c3c-a538-2ad77cf9e96b req-4d9ccf72-e5bd-482f-b526-ec981451fc8f tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa50c5ea-6d4d-44ff-804d-2a670cf0e0df HTTP/1.1" status: 200 len: 951 time: 0.2796898 Nov 12 01:00:21.870688 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ddec83-3b78-493d-ae65-ad70e7ac3166 req-63901239-521f-44aa-863b-aabb5b2d1afd tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:21.874817 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-09ddec83-3b78-493d-ae65-ad70e7ac3166 req-63901239-521f-44aa-863b-aabb5b2d1afd tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cbfa767-873e-484c-9e80-8a719aae93e0 HTTP/1.1" status: 200 len: 945 time: 0.3796802 Nov 12 01:00:21.884675 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d6808912-4327-4a66-addd-57bf87c02212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:21.987939 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6808912-4327-4a66-addd-57bf87c02212 admin admin] Pushing event deleted for resources: {'Port': ['ID=69ecd93d-ed07-43b1-892c-e38b794295f9,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:22.002541 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6808912-4327-4a66-addd-57bf87c02212 admin admin] No DVR routers for this DVR port 69ecd93d-ed07-43b1-892c-e38b794295f9 on host n-d-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:00:22.041006 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ef053c57-af03-481d-b38c-0ff2a2f0a31e tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.041524 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ef053c57-af03-481d-b38c-0ff2a2f0a31e tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.062492 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cbcc4c92-ef02-45a1-9bcb-6f739a2efbe4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.074680 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-ef053c57-af03-481d-b38c-0ff2a2f0a31e tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Calling delete_port for 7d6932b9-4e37-497e-9f93-e4f7e3647875 owned by network:floatingip {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:22.078072 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cbcc4c92-ef02-45a1-9bcb-6f739a2efbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.118965 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d35f8a9-c589-4c3c-a538-2ad77cf9e96b req-7a83df50-4162-4117-b134-d80d83c1e663 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883122 Nov 12 01:00:22.142535 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-09ddec83-3b78-493d-ae65-ad70e7ac3166 req-2321c9b9-04c4-4685-aded-b0a4d9d892a8 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215543 Nov 12 01:00:22.242455 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d6808912-4327-4a66-addd-57bf87c02212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.252723 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcc4c92-ef02-45a1-9bcb-6f739a2efbe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6446963-ec68-4d9a-b1e7-14d18dd0b079,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:22.256133 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-58ed7797-dbb5-4f87-857a-1f899df28de7 req-0a481c3b-a0ab-413e-9adb-983168f82d45 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-96591090', 'description': 'tempest-description-1380532326'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:22.268694 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-cbcc4c92-ef02-45a1-9bcb-6f739a2efbe4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f2ce3128937a4aad864641ffd5baf246&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9782825 Nov 12 01:00:22.270635 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60512) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:22.345809 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-d6808912-4327-4a66-addd-57bf87c02212 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a8bad85-cf09-469f-887f-852db9d265a2']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:22.393623 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-d6808912-4327-4a66-addd-57bf87c02212 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '734e6f5b-fc81-40e6-981b-4c12c3055e9f') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:22.394143 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-d6808912-4327-4a66-addd-57bf87c02212 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '734e6f5b-fc81-40e6-981b-4c12c3055e9f') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:22.410200 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ad26cb67-f8b3-4168-8b6a-bd1826d913b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.412864 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-58ed7797-dbb5-4f87-857a-1f899df28de7 req-0a481c3b-a0ab-413e-9adb-983168f82d45 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.424370 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d6808912-4327-4a66-addd-57bf87c02212 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.484497 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d6808912-4327-4a66-addd-57bf87c02212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.491694 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ad26cb67-f8b3-4168-8b6a-bd1826d913b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.515542 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6808912-4327-4a66-addd-57bf87c02212 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:00:22.516950 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d6808912-4327-4a66-addd-57bf87c02212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.520554 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:00:22.520554 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:00:22.520554 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:00:22.520554 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:00:22.520554 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:00:22.520554 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:00:22.520554 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:00:22.520554 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:00:22.520554 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:00:22.520554 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:00:22.520554 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:00:22.520554 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:00:22.520554 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:00:22.520554 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:00:22.520554 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:00:22.520554 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:00:22.520554 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:00:22.520554 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:00:22.520554 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:00:22.520554 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:00:22.520554 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:00:22.520554 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:00:22.520554 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:00:22.520554 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:00:22.520554 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:00:22.520554 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:00:22.520554 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:00:22.520554 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:00:22.520554 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:00:22.520554 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:00:22.520554 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:00:22.520554 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:00:22.576260 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c53481-0ae6-4494-905d-d66aa8eb39ea req-8a30db7a-63e6-4aa7-9057-559decc03799 tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:22.580635 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ef053c57-af03-481d-b38c-0ff2a2f0a31e tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.593413 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-91c53481-0ae6-4494-905d-d66aa8eb39ea req-8a30db7a-63e6-4aa7-9057-559decc03799 tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1393b47-1573-4551-b16c-e395b193995e HTTP/1.1" status: 200 len: 944 time: 0.2758715 Nov 12 01:00:22.621601 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef053c57-af03-481d-b38c-0ff2a2f0a31e tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Pushing event deleted for resources: {'Port': ['ID=7d6932b9-4e37-497e-9f93-e4f7e3647875,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:22.640131 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ad26cb67-f8b3-4168-8b6a-bd1826d913b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.646650 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ad26cb67-f8b3-4168-8b6a-bd1826d913b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.648644 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ad26cb67-f8b3-4168-8b6a-bd1826d913b7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c6446963-ec68-4d9a-b1e7-14d18dd0b079 HTTP/1.1" status: 204 len: 168 time: 0.3764870 Nov 12 01:00:22.745056 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad26cb67-f8b3-4168-8b6a-bd1826d913b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6446963-ec68-4d9a-b1e7-14d18dd0b079,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:22.762926 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ef053c57-af03-481d-b38c-0ff2a2f0a31e tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Publish callbacks [] for floatingip, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.770362 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ef053c57-af03-481d-b38c-0ff2a2f0a31e tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.773467 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ef053c57-af03-481d-b38c-0ff2a2f0a31e tempest-ServersTestBootFromVolume-535836199 tempest-ServersTestBootFromVolume-535836199-project] 10.222.0.45 "DELETE /v2.0/floatingips/8a72f61e-55b5-4edf-a86d-302fec92f53a HTTP/1.1" status: 204 len: 168 time: 1.3166773 Nov 12 01:00:22.778177 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60518) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:22.789359 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d6808912-4327-4a66-addd-57bf87c02212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.840123 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-91c53481-0ae6-4494-905d-d66aa8eb39ea req-cc347004-4f0e-4ffb-ab8c-3ef7849b005f tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] 10.222.0.45 "GET /v2.0/security-groups?id=311a70c3-bfde-405d-b21c-587b1720962c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451694 Nov 12 01:00:22.842102 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d6808912-4327-4a66-addd-57bf87c02212 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.864597 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-d6808912-4327-4a66-addd-57bf87c02212 admin admin] 10.222.0.45 "DELETE /v2.0/networks/7a8bad85-cf09-469f-887f-852db9d265a2 HTTP/1.1" status: 204 len: 168 time: 3.2748642 Nov 12 01:00:22.888694 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6808912-4327-4a66-addd-57bf87c02212 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a8bad85-cf09-469f-887f-852db9d265a2,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:22.960733 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-58ed7797-dbb5-4f87-857a-1f899df28de7 req-0a481c3b-a0ab-413e-9adb-983168f82d45 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:22.972107 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-58ed7797-dbb5-4f87-857a-1f899df28de7 req-0a481c3b-a0ab-413e-9adb-983168f82d45 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:23.040520 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-58ed7797-dbb5-4f87-857a-1f899df28de7 req-0a481c3b-a0ab-413e-9adb-983168f82d45 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:23.070500 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-58ed7797-dbb5-4f87-857a-1f899df28de7 req-0a481c3b-a0ab-413e-9adb-983168f82d45 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.8223431 Nov 12 01:00:23.157292 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-cdb2f708-8e2d-4b8a-9d5f-dd31d4ab567c req-f6256ba5-b2a4-42a8-afc9-2ef1222f169a tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1358439262', 'description': 'tempest-description-108807957'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:23.332971 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a481c3b-a0ab-413e-9adb-983168f82d45 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a04eeca2-c7cd-443e-a841-2c419b57d80a,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:23.364827 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 60534) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:23.461653 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dbb6ad-f684-4e27-bb65-2c7b689ddb5a req-53836e1a-8446-484a-83fd-e60476ec55fd tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:23.464771 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-84dbb6ad-f684-4e27-bb65-2c7b689ddb5a req-53836e1a-8446-484a-83fd-e60476ec55fd tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=eeff02bb-315b-4720-b65d-7d1c787a15af HTTP/1.1" status: 200 len: 945 time: 0.2555437 Nov 12 01:00:23.502934 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-cdb2f708-8e2d-4b8a-9d5f-dd31d4ab567c req-f6256ba5-b2a4-42a8-afc9-2ef1222f169a tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:23.623949 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-78bef4e4-20e5-44d9-9521-85efea136669 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8a8bed7055f841cc9b5703099578a008&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2460451 Nov 12 01:00:23.639509 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 60536) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:23.763339 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-84dbb6ad-f684-4e27-bb65-2c7b689ddb5a req-edf6a699-bc67-4f24-ad10-673f84f18cb4 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757087 Nov 12 01:00:23.863736 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-32208732-672f-4f00-a443-9c9439c2d06c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:23.923562 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-cdb2f708-8e2d-4b8a-9d5f-dd31d4ab567c req-f6256ba5-b2a4-42a8-afc9-2ef1222f169a tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:23.931318 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-32208732-672f-4f00-a443-9c9439c2d06c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:23.934253 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-cdb2f708-8e2d-4b8a-9d5f-dd31d4ab567c req-f6256ba5-b2a4-42a8-afc9-2ef1222f169a tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:24.034144 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-cdb2f708-8e2d-4b8a-9d5f-dd31d4ab567c req-f6256ba5-b2a4-42a8-afc9-2ef1222f169a tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:24.035779 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cdb2f708-8e2d-4b8a-9d5f-dd31d4ab567c req-f6256ba5-b2a4-42a8-afc9-2ef1222f169a tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.9011235 Nov 12 01:00:24.040457 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6256ba5-b2a4-42a8-afc9-2ef1222f169a tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30163d04-1bb5-4d29-ba22-6037934d0e6a,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:24.091634 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c15c0c-8d8a-42c1-8d9a-0409eb6ff309 req-cd32886b-b42b-44ef-89d1-52b3703006c8 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:24.093322 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c8c15c0c-8d8a-42c1-8d9a-0409eb6ff309 req-cd32886b-b42b-44ef-89d1-52b3703006c8 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa50c5ea-6d4d-44ff-804d-2a670cf0e0df HTTP/1.1" status: 200 len: 951 time: 0.1493595 Nov 12 01:00:24.133719 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-32208732-672f-4f00-a443-9c9439c2d06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:24.139059 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-32208732-672f-4f00-a443-9c9439c2d06c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:24.142223 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-32208732-672f-4f00-a443-9c9439c2d06c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8daa3e98-595c-42e5-bb33-56ed753bffd6 HTTP/1.1" status: 204 len: 168 time: 0.4938993 Nov 12 01:00:24.191997 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32208732-672f-4f00-a443-9c9439c2d06c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8daa3e98-595c-42e5-bb33-56ed753bffd6,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:24.287115 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device a38568a9-249e-4a8b-97d4-30bb373ec935 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:00:24.314801 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c8c15c0c-8d8a-42c1-8d9a-0409eb6ff309 req-8c085581-1c7e-48f4-a24a-c07d95ab13ae tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908026 Nov 12 01:00:24.386693 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc64166-6da7-42a5-bac9-91f965cc0c69 req-1fbf4956-af25-4e7a-bf88-b327b1a74ef8 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:24.390004 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5dc64166-6da7-42a5-bac9-91f965cc0c69 req-1fbf4956-af25-4e7a-bf88-b327b1a74ef8 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cbfa767-873e-484c-9e80-8a719aae93e0 HTTP/1.1" status: 200 len: 945 time: 0.1855292 Nov 12 01:00:24.397367 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b6fb1fbf-b4ae-4c03-a74e-b412f5a712d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:24.444644 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port a38568a9-249e-4a8b-97d4-30bb373ec935 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:00:24.456902 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port a38568a9-249e-4a8b-97d4-30bb373ec935 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:24.458317 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:24.725273 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5dc64166-6da7-42a5-bac9-91f965cc0c69 req-e419b069-6872-426a-858f-4ae7a72a9a4a tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264749 Nov 12 01:00:24.741170 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:24.771550 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869b837-3417-43ef-ba8e-ea5a4bbdacae req-5a74484f-932b-49e6-bfb1-6f26b0ee289e tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:24.773662 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d869b837-3417-43ef-ba8e-ea5a4bbdacae req-5a74484f-932b-49e6-bfb1-6f26b0ee289e tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1393b47-1573-4551-b16c-e395b193995e HTTP/1.1" status: 200 len: 944 time: 0.3010728 Nov 12 01:00:24.788527 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1393b47-1573-4551-b16c-e395b193995e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a38568a9-249e-4a8b-97d4-30bb373ec935'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:00:24.791342 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31174798-cdaa-4971-ab31-62ecd70f9d59" -d '{"events": [{"server_uuid": "a1393b47-1573-4551-b16c-e395b193995e", "name": "network-vif-plugged", "status": "completed", "tag": "a38568a9-249e-4a8b-97d4-30bb373ec935"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:00:24.816410 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port a38568a9-249e-4a8b-97d4-30bb373ec935, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=a38568a9-249e-4a8b-97d4-30bb373ec935,segment=NetworkSegment(f618efc3-1a9a-44cc-84d6-780c6d289de0),segment_id=f618efc3-1a9a-44cc-84d6-780c6d289de0)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:24.831915 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:24.876850 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-b6fb1fbf-b4ae-4c03-a74e-b412f5a712d4 admin admin] Deleting port e2cf2141-4ee2-4104-b2dc-36c792a682dd {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:24.877782 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b6fb1fbf-b4ae-4c03-a74e-b412f5a712d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:24.878776 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d869b837-3417-43ef-ba8e-ea5a4bbdacae req-c1d0f5ad-6c34-427d-8330-d48cdc546bf8 tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] 10.222.0.45 "GET /v2.0/security-groups?id=311a70c3-bfde-405d-b21c-587b1720962c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885971 Nov 12 01:00:24.944068 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=a38568a9-249e-4a8b-97d4-30bb373ec935,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:24.982403 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-46563a01-0fe6-4f08-a68e-3733d1119053 req-1785a59d-c6c2-4491-9668-dfc10598c12b tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=21eee794595f4d3b8f9bea504a1c9b84 HTTP/1.1" status: 200 len: 10994 time: 0.2068913 Nov 12 01:00:25.061191 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-46563a01-0fe6-4f08-a68e-3733d1119053 req-060e7604-0b5f-4603-a6cf-cb25aa3edc7d tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/security-groups/b1f55e6b-ac6a-493f-9689-6b58de301978 HTTP/1.1" status: 200 len: 2998 time: 0.0711486 Nov 12 01:00:25.068841 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-b6fb1fbf-b4ae-4c03-a74e-b412f5a712d4 admin admin] For port e2cf2141-4ee2-4104-b2dc-36c792a682dd, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=e2cf2141-4ee2-4104-b2dc-36c792a682dd,segment=NetworkSegment(156d67a0-d0d0-46f4-8ea1-9f300cc16f4f),segment_id=156d67a0-d0d0-46f4-8ea1-9f300cc16f4f)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:25.069154 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b6fb1fbf-b4ae-4c03-a74e-b412f5a712d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:25.084223 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-b6fb1fbf-b4ae-4c03-a74e-b412f5a712d4 admin admin] Calling delete_port for e2cf2141-4ee2-4104-b2dc-36c792a682dd owned by network:router_interface {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:25.137843 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-46563a01-0fe6-4f08-a68e-3733d1119053 req-3cea5c8a-6617-4a27-b810-6355ebb02d83 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/security-groups/b1f55e6b-ac6a-493f-9689-6b58de301978 HTTP/1.1" status: 200 len: 2998 time: 0.0655277 Nov 12 01:00:25.191821 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41bf7f0b-d38f-4932-9ac2-92e59f4db8d4 x-openstack-request-id: req-41bf7f0b-d38f-4932-9ac2-92e59f4db8d4 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:00:25.192263 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1393b47-1573-4551-b16c-e395b193995e", "name": "network-vif-plugged", "status": "completed", "tag": "a38568a9-249e-4a8b-97d4-30bb373ec935", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:00:25.192613 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-41bf7f0b-d38f-4932-9ac2-92e59f4db8d4 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:00:25.193104 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1393b47-1573-4551-b16c-e395b193995e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a38568a9-249e-4a8b-97d4-30bb373ec935', 'code': 200} Nov 12 01:00:25.382883 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0317cb-1874-4c33-974f-bd51cba7851a req-4534b87d-7b89-40ab-b7be-5fa4b153bb01 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:25.384743 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7c0317cb-1874-4c33-974f-bd51cba7851a req-4534b87d-7b89-40ab-b7be-5fa4b153bb01 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=eeff02bb-315b-4720-b65d-7d1c787a15af HTTP/1.1" status: 200 len: 945 time: 0.1086733 Nov 12 01:00:25.393177 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f932e0a-1281-4b51-ae51-96ce84ea3747 req-ea5e88ac-ea3e-47a4-a3b2-fb3fdc1e6b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:25.394244 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b6fb1fbf-b4ae-4c03-a74e-b412f5a712d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:25.394807 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2f932e0a-1281-4b51-ae51-96ce84ea3747 req-ea5e88ac-ea3e-47a4-a3b2-fb3fdc1e6b27 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a1393b47-1573-4551-b16c-e395b193995e HTTP/1.1" status: 200 len: 1097 time: 0.0669818 Nov 12 01:00:25.486580 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fb1fbf-b4ae-4c03-a74e-b412f5a712d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2cf2141-4ee2-4104-b2dc-36c792a682dd,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:25.512821 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7c0317cb-1874-4c33-974f-bd51cba7851a req-52b45d9a-4e39-477d-8d39-a33873f14dec tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125491 Nov 12 01:00:25.535420 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2f932e0a-1281-4b51-ae51-96ce84ea3747 req-36d1f427-c4f6-4744-83c3-2d320e874398 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=311a70c3-bfde-405d-b21c-587b1720962c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020911 Nov 12 01:00:25.541776 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16472a9a-5c24-4db5-9f01-ea8e0052faf1 req-7c0ed843-2845-4259-ab33-449b1de61da8 tempest-ServersAdminTestJSON-1018297035 tempest-ServersAdminTestJSON-1018297035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:25.550270 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-16472a9a-5c24-4db5-9f01-ea8e0052faf1 req-7c0ed843-2845-4259-ab33-449b1de61da8 tempest-ServersAdminTestJSON-1018297035 tempest-ServersAdminTestJSON-1018297035-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=fa50c5ea-6d4d-44ff-804d-2a670cf0e0df HTTP/1.1" status: 200 len: 1103 time: 0.1024518 Nov 12 01:00:25.621021 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 60594) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:25.677806 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-16472a9a-5c24-4db5-9f01-ea8e0052faf1 req-0e0aaba3-056b-4860-8331-363ee5d6be59 tempest-ServersAdminTestJSON-1018297035 tempest-ServersAdminTestJSON-1018297035-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264963 Nov 12 01:00:25.688160 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0d09d19e-118a-4aac-9653-310b33b7eeff req-97dfcd2c-73e4-4bb0-9423-8010160edcdc tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/security-groups/0e9a81f5-326e-4ac1-b94e-11b78d18e5e3 HTTP/1.1" status: 200 len: 1817 time: 0.1236963 Nov 12 01:00:25.765683 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b6fb1fbf-b4ae-4c03-a74e-b412f5a712d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:25.802385 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-0d09d19e-118a-4aac-9653-310b33b7eeff req-8b4a0e63-1642-4a2a-8d58-968940c6b367 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:25.847929 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-0e0e7310-6486-4124-bbfa-b31c41e6b0c6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-889858356-network', 'tenant_id': '7ee0070393c4481fac990e8467ee2d37'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:25.852144 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-0d09d19e-118a-4aac-9653-310b33b7eeff req-8b4a0e63-1642-4a2a-8d58-968940c6b367 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:25.904422 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0e7310-6486-4124-bbfa-b31c41e6b0c6 admin admin] Made reservation on behalf of 7ee0070393c4481fac990e8467ee2d37 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:25.907798 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0e0e7310-6486-4124-bbfa-b31c41e6b0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:25.920109 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0e0e7310-6486-4124-bbfa-b31c41e6b0c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:25.931381 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-0d09d19e-118a-4aac-9653-310b33b7eeff req-8b4a0e63-1642-4a2a-8d58-968940c6b367 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:25.934333 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-0d09d19e-118a-4aac-9653-310b33b7eeff req-8b4a0e63-1642-4a2a-8d58-968940c6b367 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:25.936673 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0d09d19e-118a-4aac-9653-310b33b7eeff req-8b4a0e63-1642-4a2a-8d58-968940c6b367 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "DELETE /v2.0/security-groups/0e9a81f5-326e-4ac1-b94e-11b78d18e5e3 HTTP/1.1" status: 204 len: 173 time: 0.2409699 Nov 12 01:00:25.960425 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a0e63-1642-4a2a-8d58-968940c6b367 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9a81f5-326e-4ac1-b94e-11b78d18e5e3,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:26.112129 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ccea4-e789-4df2-bf48-1fc0ffc1da32 req-be16e7d4-7680-43a6-9952-b55996637958 tempest-ServersAdminTestJSON-1018297035 tempest-ServersAdminTestJSON-1018297035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:26.113759 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-106ccea4-e789-4df2-bf48-1fc0ffc1da32 req-be16e7d4-7680-43a6-9952-b55996637958 tempest-ServersAdminTestJSON-1018297035 tempest-ServersAdminTestJSON-1018297035-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=fa50c5ea-6d4d-44ff-804d-2a670cf0e0df HTTP/1.1" status: 200 len: 1103 time: 0.1165535 Nov 12 01:00:26.123267 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8583dbac-16ed-488d-9643-abc43e036506 req-dcb95a9c-264c-45fd-a803-a3b11120afe0 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:26.124937 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8583dbac-16ed-488d-9643-abc43e036506 req-dcb95a9c-264c-45fd-a803-a3b11120afe0 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cbfa767-873e-484c-9e80-8a719aae93e0 HTTP/1.1" status: 200 len: 945 time: 0.1291311 Nov 12 01:00:26.138327 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6fb1fbf-b4ae-4c03-a74e-b412f5a712d4 admin admin] Router 406dcadf-bc1d-4d0e-adf3-5c7d087b9215 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:00:26.190258 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0e0e7310-6486-4124-bbfa-b31c41e6b0c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:26.203289 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0e0e7310-6486-4124-bbfa-b31c41e6b0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:26.239906 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-106ccea4-e789-4df2-bf48-1fc0ffc1da32 req-49563b1c-c83c-43a0-9179-1a72612837b2 tempest-ServersAdminTestJSON-1018297035 tempest-ServersAdminTestJSON-1018297035-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132617 Nov 12 01:00:26.248137 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e0e7310-6486-4124-bbfa-b31c41e6b0c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:00:26.287215 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6fb1fbf-b4ae-4c03-a74e-b412f5a712d4 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:00:26.306716 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b6fb1fbf-b4ae-4c03-a74e-b412f5a712d4 admin admin] 10.222.0.45 "PUT /v2.0/routers/406dcadf-bc1d-4d0e-adf3-5c7d087b9215/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5223172 Nov 12 01:00:26.306716 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60626) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:26.308996 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d728a0f-e5b1-4438-8117-e9ebd082d290 None None] Sync routers for ids ['406dcadf-bc1d-4d0e-adf3-5c7d087b9215'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:00:26.312901 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8583dbac-16ed-488d-9643-abc43e036506 req-d109ceaf-6215-4f55-b3bd-0385c28f3a03 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709332 Nov 12 01:00:26.320838 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0e0e7310-6486-4124-bbfa-b31c41e6b0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:26.321332 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-0e0e7310-6486-4124-bbfa-b31c41e6b0c6 admin admin] Added segment 558ec544-d318-49d4-8e0a-2f18c636de60 of type vlan for network c3a9c3be-ae08-4924-9d7a-f5be17be251a Nov 12 01:00:26.369768 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d728a0f-e5b1-4438-8117-e9ebd082d290 None None] Routers {'406dcadf-bc1d-4d0e-adf3-5c7d087b9215'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:26.370707 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-2d728a0f-e5b1-4438-8117-e9ebd082d290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:00:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['406dcadf-bc1d-4d0e-adf3-5c7d087b9215'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:26.380578 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e7310-6486-4124-bbfa-b31c41e6b0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f604ae-904c-4d0c-8382-2db64c024b69,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:26.451534 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0e0e7310-6486-4124-bbfa-b31c41e6b0c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:26.470497 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [req-0e2c2bcc-f455-41ed-8fb5-1222e15f64ed req-a9b8bcc8-908e-4983-b83a-1a58a51acd64 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] show failed (client error): The resource could not be found. Nov 12 01:00:26.471651 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0e2c2bcc-f455-41ed-8fb5-1222e15f64ed req-a9b8bcc8-908e-4983-b83a-1a58a51acd64 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/security-groups/0e9a81f5-326e-4ac1-b94e-11b78d18e5e3 HTTP/1.1" status: 404 len: 352 time: 0.0317445 Nov 12 01:00:26.512480 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7c3bf0e7-6f59-4b6a-81d6-3b9af2d17ed6 admin admin] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:26.519080 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50057fb5-33d5-423e-94ed-95a6718b2a20 req-08e1a30e-60a7-41e0-9443-906e811fe50d tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:26.528611 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-50057fb5-33d5-423e-94ed-95a6718b2a20 req-08e1a30e-60a7-41e0-9443-906e811fe50d tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1393b47-1573-4551-b16c-e395b193995e HTTP/1.1" status: 200 len: 945 time: 0.1449716 Nov 12 01:00:26.560379 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0e0e7310-6486-4124-bbfa-b31c41e6b0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:26.562402 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0e7310-6486-4124-bbfa-b31c41e6b0c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:26.564039 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0e0e7310-6486-4124-bbfa-b31c41e6b0c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:26.617312 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-0e0e7310-6486-4124-bbfa-b31c41e6b0c6 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9876721 Nov 12 01:00:26.618309 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 60634) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:26.623597 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-2d728a0f-e5b1-4438-8117-e9ebd082d290 None None] Set router 406dcadf-bc1d-4d0e-adf3-5c7d087b9215 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:00:26.642547 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-0609cba8-5f87-4f7c-b3a6-12929a5c62b4 admin admin] Request body: {'subnet': {'network_id': 'c3a9c3be-ae08-4924-9d7a-f5be17be251a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-889858356-subnet', 'tenant_id': '7ee0070393c4481fac990e8467ee2d37', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:26.743957 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7c3bf0e7-6f59-4b6a-81d6-3b9af2d17ed6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:26.774161 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0609cba8-5f87-4f7c-b3a6-12929a5c62b4 admin admin] Made reservation on behalf of 7ee0070393c4481fac990e8467ee2d37 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:26.776638 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0609cba8-5f87-4f7c-b3a6-12929a5c62b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:26.782114 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-50057fb5-33d5-423e-94ed-95a6718b2a20 req-32d9c6cf-60fd-4e1a-9220-bd02d441bbcd tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] 10.222.0.45 "GET /v2.0/security-groups?id=311a70c3-bfde-405d-b21c-587b1720962c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520349 Nov 12 01:00:26.786650 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e7310-6486-4124-bbfa-b31c41e6b0c6 admin admin] Pushing event updated for resources: {'Network': ['ID=c3a9c3be-ae08-4924-9d7a-f5be17be251a,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:26.896327 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-7c3bf0e7-6f59-4b6a-81d6-3b9af2d17ed6 admin admin] Deleting port 59b2014a-53f3-4b32-a324-d7f592d453bc {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:26.896666 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7c3bf0e7-6f59-4b6a-81d6-3b9af2d17ed6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:26.949821 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network c3a9c3be-ae08-4924-9d7a-f5be17be251a details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:00:26.994044 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-139ac602-a9a1-4431-854f-289b32d58c96 req-fdc976b9-158e-4d26-98b6-b581ea5776ce tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/security-groups/a04eeca2-c7cd-443e-a841-2c419b57d80a HTTP/1.1" status: 200 len: 1816 time: 0.1085529 Nov 12 01:00:27.030100 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-7c3bf0e7-6f59-4b6a-81d6-3b9af2d17ed6 admin admin] For port 59b2014a-53f3-4b32-a324-d7f592d453bc, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=59b2014a-53f3-4b32-a324-d7f592d453bc,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:27.030707 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7c3bf0e7-6f59-4b6a-81d6-3b9af2d17ed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:27.056614 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-7c3bf0e7-6f59-4b6a-81d6-3b9af2d17ed6 admin admin] Calling delete_port for 59b2014a-53f3-4b32-a324-d7f592d453bc owned by network:router_gateway {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:27.190297 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acc5d1-a35e-4555-a2a1-6e526ee42974 req-4f1eba8d-a153-49e0-a6d2-84ca61803fcc tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:27.204923 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-45acc5d1-a35e-4555-a2a1-6e526ee42974 req-4f1eba8d-a153-49e0-a6d2-84ca61803fcc tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=eeff02bb-315b-4720-b65d-7d1c787a15af HTTP/1.1" status: 200 len: 945 time: 0.2582271 Nov 12 01:00:27.300768 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-139ac602-a9a1-4431-854f-289b32d58c96 req-6d37dce5-b967-4d6b-aaf6-d8a66f8ac887 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:27.311118 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-52c9f98f-7e09-4ee2-9acf-41dd3205ab02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:27.378781 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7c3bf0e7-6f59-4b6a-81d6-3b9af2d17ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:27.387520 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-2d728a0f-e5b1-4438-8117-e9ebd082d290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406dcadf-bc1d-4d0e-adf3-5c7d087b9215', 'name': 'tempest-ServersTestBootFromVolume-9225078-router', 'tenant_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '59b2014a-53f3-4b32-a324-d7f592d453bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:56:02Z', 'updated_at': '2021-11-12T01:00:25Z', 'revision_number': 5, 'project_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'gw_port': {'id': '59b2014a-53f3-4b32-a324-d7f592d453bc', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:98:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406dcadf-bc1d-4d0e-adf3-5c7d087b9215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T00:56:03Z', 'updated_at': '2021-11-12T00:56:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:27.427926 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-139ac602-a9a1-4431-854f-289b32d58c96 req-6d37dce5-b967-4d6b-aaf6-d8a66f8ac887 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:27.431202 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d728a0f-e5b1-4438-8117-e9ebd082d290 None None] Checking router: 406dcadf-bc1d-4d0e-adf3-5c7d087b9215 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:00:27.434335 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-45acc5d1-a35e-4555-a2a1-6e526ee42974 req-5aa7bc15-9105-4724-a59c-8361825c1c82 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203760 Nov 12 01:00:27.442231 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0609cba8-5f87-4f7c-b3a6-12929a5c62b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:27.461361 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d728a0f-e5b1-4438-8117-e9ebd082d290 None None] Routers {'406dcadf-bc1d-4d0e-adf3-5c7d087b9215'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:27.461680 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3bf0e7-6f59-4b6a-81d6-3b9af2d17ed6 admin admin] Pushing event deleted for resources: {'Port': ['ID=59b2014a-53f3-4b32-a324-d7f592d453bc,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:27.463786 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-2d728a0f-e5b1-4438-8117-e9ebd082d290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:00:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['406dcadf-bc1d-4d0e-adf3-5c7d087b9215'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:27.536565 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0609cba8-5f87-4f7c-b3a6-12929a5c62b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c9603aa-a0ab-494b-95f7-b3ae19c268c6,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:27.562584 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-139ac602-a9a1-4431-854f-289b32d58c96 req-6d37dce5-b967-4d6b-aaf6-d8a66f8ac887 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:27.566367 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-139ac602-a9a1-4431-854f-289b32d58c96 req-6d37dce5-b967-4d6b-aaf6-d8a66f8ac887 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:27.567679 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-139ac602-a9a1-4431-854f-289b32d58c96 req-6d37dce5-b967-4d6b-aaf6-d8a66f8ac887 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "DELETE /v2.0/security-groups/a04eeca2-c7cd-443e-a841-2c419b57d80a HTTP/1.1" status: 204 len: 173 time: 0.5533838 Nov 12 01:00:27.592704 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37dce5-b967-4d6b-aaf6-d8a66f8ac887 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04eeca2-c7cd-443e-a841-2c419b57d80a,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:27.604697 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0609cba8-5f87-4f7c-b3a6-12929a5c62b4 admin admin] Checking segment: {'id': '558ec544-d318-49d4-8e0a-2f18c636de60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c3a9c3be-ae08-4924-9d7a-f5be17be251a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:00:27.605678 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0609cba8-5f87-4f7c-b3a6-12929a5c62b4 admin admin] Network hostable DHCP agents. Network: c3a9c3be-ae08-4924-9d7a-f5be17be251a, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:00:27.635640 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0609cba8-5f87-4f7c-b3a6-12929a5c62b4 admin admin] Network c3a9c3be-ae08-4924-9d7a-f5be17be251a is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:00:27.637554 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-2d728a0f-e5b1-4438-8117-e9ebd082d290 None None] Set router 406dcadf-bc1d-4d0e-adf3-5c7d087b9215 gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:00:27.669057 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7c3bf0e7-6f59-4b6a-81d6-3b9af2d17ed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:27.694716 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-0609cba8-5f87-4f7c-b3a6-12929a5c62b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, c3a9c3be-ae08-4924-9d7a-f5be17be251a) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:27.708426 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0609cba8-5f87-4f7c-b3a6-12929a5c62b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:27.709506 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0609cba8-5f87-4f7c-b3a6-12929a5c62b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:27.774088 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-0609cba8-5f87-4f7c-b3a6-12929a5c62b4 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1387796 Nov 12 01:00:27.802938 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 60654) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:27.804807 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2523cf8c-4879-44c2-9ee8-a52063ac7cea None None] Network c3a9c3be-ae08-4924-9d7a-f5be17be251a requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:00:27.810302 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-e780a607-7be0-4fa6-a5e3-4e00899cb666 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-889858356-router', 'tenant_id': '7ee0070393c4481fac990e8467ee2d37', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:27.819033 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7c3bf0e7-6f59-4b6a-81d6-3b9af2d17ed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:27.821589 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7c3bf0e7-6f59-4b6a-81d6-3b9af2d17ed6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:27.883989 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57857a-4d6e-4250-9fbc-b89efbcb1842 req-d7774847-9c16-4746-9db6-f15b985e2a70 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:27.897007 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ec57857a-4d6e-4250-9fbc-b89efbcb1842 req-d7774847-9c16-4746-9db6-f15b985e2a70 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fd06269-2e11-415d-866e-b0ef7010ded2 HTTP/1.1" status: 200 len: 950 time: 0.1545851 Nov 12 01:00:27.899322 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e780a607-7be0-4fa6-a5e3-4e00899cb666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:27.900907 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e780a607-7be0-4fa6-a5e3-4e00899cb666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:27.905676 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-2d728a0f-e5b1-4438-8117-e9ebd082d290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406dcadf-bc1d-4d0e-adf3-5c7d087b9215', 'name': 'tempest-ServersTestBootFromVolume-9225078-router', 'tenant_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:56:02Z', 'updated_at': '2021-11-12T01:00:27Z', 'revision_number': 7, 'project_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'gw_port_host': None}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:27.927158 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7c3bf0e7-6f59-4b6a-81d6-3b9af2d17ed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:27.928193 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3bf0e7-6f59-4b6a-81d6-3b9af2d17ed6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 406dcadf-bc1d-4d0e-adf3-5c7d087b9215 {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:00:27.934795 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7c3bf0e7-6f59-4b6a-81d6-3b9af2d17ed6 admin admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:27.940413 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7c3bf0e7-6f59-4b6a-81d6-3b9af2d17ed6 admin admin] 10.222.0.45 "DELETE /v2.0/routers/406dcadf-bc1d-4d0e-adf3-5c7d087b9215 HTTP/1.1" status: 204 len: 168 time: 1.6345890 Nov 12 01:00:27.942346 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60658) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:28.024252 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d728a0f-e5b1-4438-8117-e9ebd082d290 None None] The sync data for ids ['406dcadf-bc1d-4d0e-adf3-5c7d087b9215'] in n-d-712142-27 is: [{'id': '406dcadf-bc1d-4d0e-adf3-5c7d087b9215', 'name': 'tempest-ServersTestBootFromVolume-9225078-router', 'tenant_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T00:56:02Z', 'updated_at': '2021-11-12T01:00:27Z', 'revision_number': 7, 'project_id': 'bd88bcdcd79e46fe8ed56f798ef1ed29', 'gw_port_host': None}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:00:28.046105 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a67458e-b065-4702-8c62-251fbf04c421 admin admin] Deleting subnet 5bf5715a-31c9-4ce3-b840-36d36e2f4e73 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:00:28.053620 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9a67458e-b065-4702-8c62-251fbf04c421 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:28.123376 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515d047-95ee-4381-a23d-30e186484e25 req-bcf49e21-0bdc-447e-b0e4-6556a4942cc6 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:28.131912 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a515d047-95ee-4381-a23d-30e186484e25 req-bcf49e21-0bdc-447e-b0e4-6556a4942cc6 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cbfa767-873e-484c-9e80-8a719aae93e0 HTTP/1.1" status: 200 len: 945 time: 0.2234325 Nov 12 01:00:28.134833 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e780a607-7be0-4fa6-a5e3-4e00899cb666 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:28.138825 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9a67458e-b065-4702-8c62-251fbf04c421 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:28.145355 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ec57857a-4d6e-4250-9fbc-b89efbcb1842 req-b99a9b59-1fac-4aee-a376-b7e7de412783 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387912 Nov 12 01:00:28.232140 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60662) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:28.282901 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [req-22372f8b-c56d-40b2-a07c-6c33e4e407d4 req-0c510e0e-c45f-41f5-8bbd-9080ad732972 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] show failed (client error): The resource could not be found. Nov 12 01:00:28.283369 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e2ac3a-7d43-4e3b-b193-0b5270d38a94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-c3a9c3be-ae08-4924-9d7a-f5be17be251a', 'network_id': 'c3a9c3be-ae08-4924-9d7a-f5be17be251a', 'tenant_id': '7ee0070393c4481fac990e8467ee2d37', 'fixed_ips': [{'subnet_id': '9c9603aa-a0ab-494b-95f7-b3ae19c268c6'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:00:28.283999 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-22372f8b-c56d-40b2-a07c-6c33e4e407d4 req-0c510e0e-c45f-41f5-8bbd-9080ad732972 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/security-groups/a04eeca2-c7cd-443e-a841-2c419b57d80a HTTP/1.1" status: 404 len: 352 time: 0.0395195 Nov 12 01:00:28.284899 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-86e2ac3a-7d43-4e3b-b193-0b5270d38a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:28.324719 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a515d047-95ee-4381-a23d-30e186484e25 req-6e5ac8b7-35c2-4406-9691-8964a9c1a670 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918519 Nov 12 01:00:28.398913 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9a67458e-b065-4702-8c62-251fbf04c421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:28.430253 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e780a607-7be0-4fa6-a5e3-4e00899cb666 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:28.541409 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9a67458e-b065-4702-8c62-251fbf04c421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:28.554906 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-86e2ac3a-7d43-4e3b-b193-0b5270d38a94 None None] Allocated IP 172.20.0.2 (c3a9c3be-ae08-4924-9d7a-f5be17be251a/9c9603aa-a0ab-494b-95f7-b3ae19c268c6/5565d930-8f61-46c6-b663-b318076f7033) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:00:28.615752 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a67458e-b065-4702-8c62-251fbf04c421 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bf5715a-31c9-4ce3-b840-36d36e2f4e73,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:28.621706 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9a67458e-b065-4702-8c62-251fbf04c421 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:28.626052 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9a67458e-b065-4702-8c62-251fbf04c421 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/5bf5715a-31c9-4ce3-b840-36d36e2f4e73 HTTP/1.1" status: 204 len: 168 time: 0.6795206 Nov 12 01:00:28.636103 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60670) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:28.646569 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10f8d1f-824c-42fa-9267-cce80c1d58d0 None None] Network f1e4ead2-9226-4344-bd2b-82e7594e69de requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:00:28.658029 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a67458e-b065-4702-8c62-251fbf04c421 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:28.658869 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a67458e-b065-4702-8c62-251fbf04c421 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:28.659384 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a67458e-b065-4702-8c62-251fbf04c421 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:28.659877 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a67458e-b065-4702-8c62-251fbf04c421 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:28.660547 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a67458e-b065-4702-8c62-251fbf04c421 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:28.661048 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a67458e-b065-4702-8c62-251fbf04c421 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:28.661584 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a67458e-b065-4702-8c62-251fbf04c421 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:28.662087 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a67458e-b065-4702-8c62-251fbf04c421 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:28.662604 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a67458e-b065-4702-8c62-251fbf04c421 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:28.663321 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a67458e-b065-4702-8c62-251fbf04c421 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:28.663819 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a67458e-b065-4702-8c62-251fbf04c421 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:28.664414 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a67458e-b065-4702-8c62-251fbf04c421 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:28.694126 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d63c2279-c936-4753-9689-6b6220fbf1f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:28.733420 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-89e0be35-a310-44a6-a5d6-805530cac694 req-4906eaa6-67b8-4e83-8802-2aa67d12a45b tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/security-groups/30163d04-1bb5-4d29-ba22-6037934d0e6a HTTP/1.1" status: 200 len: 1817 time: 0.2794087 Nov 12 01:00:28.767374 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7619ba01-cc8b-4437-b757-368a741a3e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:28.778732 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997777c1-f704-4717-aff0-c745a451aeed req-10aec94c-f35a-49c1-82af-897a23f0f3f8 tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:28.781390 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-997777c1-f704-4717-aff0-c745a451aeed req-10aec94c-f35a-49c1-82af-897a23f0f3f8 tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1393b47-1573-4551-b16c-e395b193995e HTTP/1.1" status: 200 len: 945 time: 0.2972050 Nov 12 01:00:28.878838 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d63c2279-c936-4753-9689-6b6220fbf1f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:28.889593 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-7619ba01-cc8b-4437-b757-368a741a3e3c admin admin] Deleting port 076c7702-dda5-4566-83e2-a3fb32552c4b {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:28.889593 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7619ba01-cc8b-4437-b757-368a741a3e3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:28.892159 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d63c2279-c936-4753-9689-6b6220fbf1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:28.991390 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d63c2279-c936-4753-9689-6b6220fbf1f5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9bbde43cebf34e85a344438f8d14e176&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7571273 Nov 12 01:00:29.000309 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c2279-c936-4753-9689-6b6220fbf1f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776e92b2-35d6-4b87-8b15-2b730c08019a,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:29.008161 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 60672) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:29.016908 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-7619ba01-cc8b-4437-b757-368a741a3e3c admin admin] For port 076c7702-dda5-4566-83e2-a3fb32552c4b, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=076c7702-dda5-4566-83e2-a3fb32552c4b,segment=NetworkSegment(156d67a0-d0d0-46f4-8ea1-9f300cc16f4f),segment_id=156d67a0-d0d0-46f4-8ea1-9f300cc16f4f)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:29.017116 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7619ba01-cc8b-4437-b757-368a741a3e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:29.035141 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-7619ba01-cc8b-4437-b757-368a741a3e3c admin admin] Calling delete_port for 076c7702-dda5-4566-83e2-a3fb32552c4b owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:29.046903 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-89e0be35-a310-44a6-a5d6-805530cac694 req-2ed2705a-d90c-4579-9324-04d399c6fac4 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:29.079955 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-997777c1-f704-4717-aff0-c745a451aeed req-900a78b5-d5db-4ca1-b1e8-ebacc30a1326 tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] 10.222.0.45 "GET /v2.0/security-groups?id=311a70c3-bfde-405d-b21c-587b1720962c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824285 Nov 12 01:00:29.157523 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf73e63b-0e2e-48ed-a058-6567d96f0a3e None None] DHCP port deletion for f1e4ead2-9226-4344-bd2b-82e7594e69de request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:00:29.173612 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7619ba01-cc8b-4437-b757-368a741a3e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:29.179023 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02631b20-1a50-4098-a5ef-261d43f309c3 req-0aa5b74d-1ed9-432d-856c-0da7e31accef tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:29.180742 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-02631b20-1a50-4098-a5ef-261d43f309c3 req-0aa5b74d-1ed9-432d-856c-0da7e31accef tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fd06269-2e11-415d-866e-b0ef7010ded2 HTTP/1.1" status: 200 len: 950 time: 0.3033857 Nov 12 01:00:29.201017 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-86e2ac3a-7d43-4e3b-b193-0b5270d38a94 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:29.212300 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-89e0be35-a310-44a6-a5d6-805530cac694 req-2ed2705a-d90c-4579-9324-04d399c6fac4 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:29.239140 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7619ba01-cc8b-4437-b757-368a741a3e3c admin admin] Pushing event deleted for resources: {'Port': ['ID=076c7702-dda5-4566-83e2-a3fb32552c4b,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:29.241855 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7619ba01-cc8b-4437-b757-368a741a3e3c admin admin] No DVR routers for this DVR port 076c7702-dda5-4566-83e2-a3fb32552c4b on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:00:29.247166 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-cf73e63b-0e2e-48ed-a058-6567d96f0a3e None None] The port '076c7702-dda5-4566-83e2-a3fb32552c4b' was deleted {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 12 01:00:29.259267 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-86e2ac3a-7d43-4e3b-b193-0b5270d38a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:29.337282 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7619ba01-cc8b-4437-b757-368a741a3e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:29.346261 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e2ac3a-7d43-4e3b-b193-0b5270d38a94 None None] Network c3a9c3be-ae08-4924-9d7a-f5be17be251a is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:29.356280 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-86e2ac3a-7d43-4e3b-b193-0b5270d38a94 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:29.356642 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-db5dc042-01ca-48b1-ae5e-184a8cc6b4af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:29.368924 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e2ac3a-7d43-4e3b-b193-0b5270d38a94 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:00:29.381570 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-7619ba01-cc8b-4437-b757-368a741a3e3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1e4ead2-9226-4344-bd2b-82e7594e69de']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:29.388428 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e2ac3a-7d43-4e3b-b193-0b5270d38a94 None None] Pushing event updated for resources: {'Port': ['ID=5565d930-8f61-46c6-b663-b318076f7033,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:29.401432 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-7619ba01-cc8b-4437-b757-368a741a3e3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '156d67a0-d0d0-46f4-8ea1-9f300cc16f4f') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:29.402029 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-7619ba01-cc8b-4437-b757-368a741a3e3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '156d67a0-d0d0-46f4-8ea1-9f300cc16f4f') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:29.427301 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7619ba01-cc8b-4437-b757-368a741a3e3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:29.458627 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7619ba01-cc8b-4437-b757-368a741a3e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:29.470235 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-86e2ac3a-7d43-4e3b-b193-0b5270d38a94 None None] Attempting to bind port 5565d930-8f61-46c6-b663-b318076f7033 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:00:29.470608 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-86e2ac3a-7d43-4e3b-b193-0b5270d38a94 None None] Attempting to bind port 5565d930-8f61-46c6-b663-b318076f7033 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '558ec544-d318-49d4-8e0a-2f18c636de60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c3a9c3be-ae08-4924-9d7a-f5be17be251a'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:00:29.471027 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e2ac3a-7d43-4e3b-b193-0b5270d38a94 None None] Attempting to bind port 5565d930-8f61-46c6-b663-b318076f7033 on network c3a9c3be-ae08-4924-9d7a-f5be17be251a {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:00:29.474386 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7619ba01-cc8b-4437-b757-368a741a3e3c admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:00:29.475212 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7619ba01-cc8b-4437-b757-368a741a3e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:29.477304 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e2ac3a-7d43-4e3b-b193-0b5270d38a94 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:00:29.478349 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e2ac3a-7d43-4e3b-b193-0b5270d38a94 None None] Checking segment: {'id': '558ec544-d318-49d4-8e0a-2f18c636de60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c3a9c3be-ae08-4924-9d7a-f5be17be251a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:00:29.478349 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-86e2ac3a-7d43-4e3b-b193-0b5270d38a94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:29.478592 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e2ac3a-7d43-4e3b-b193-0b5270d38a94 None None] Bound using segment: {'id': '558ec544-d318-49d4-8e0a-2f18c636de60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c3a9c3be-ae08-4924-9d7a-f5be17be251a'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:00:29.478957 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:00:29.478957 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:00:29.478957 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:00:29.478957 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:00:29.478957 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:00:29.478957 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:00:29.478957 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:00:29.478957 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:00:29.478957 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:00:29.478957 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:00:29.478957 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:00:29.478957 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:00:29.478957 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:00:29.478957 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:00:29.478957 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:00:29.478957 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:00:29.478957 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:00:29.478957 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:00:29.478957 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:00:29.478957 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:00:29.478957 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:00:29.478957 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:00:29.478957 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:00:29.478957 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:00:29.478957 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:00:29.478957 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:00:29.478957 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:00:29.478957 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:00:29.478957 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:00:29.478957 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:00:29.478957 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:00:29.478957 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:00:29.481786 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-86e2ac3a-7d43-4e3b-b193-0b5270d38a94 None None] Bound port: 5565d930-8f61-46c6-b663-b318076f7033, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558ec544-d318-49d4-8e0a-2f18c636de60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c3a9c3be-ae08-4924-9d7a-f5be17be251a'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:00:29.481786 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-86e2ac3a-7d43-4e3b-b193-0b5270d38a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:29.583853 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-89e0be35-a310-44a6-a5d6-805530cac694 req-2ed2705a-d90c-4579-9324-04d399c6fac4 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:29.584197 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-86e2ac3a-7d43-4e3b-b193-0b5270d38a94 None None] For port 5565d930-8f61-46c6-b663-b318076f7033, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:00:29.590639 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-89e0be35-a310-44a6-a5d6-805530cac694 req-2ed2705a-d90c-4579-9324-04d399c6fac4 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:29.592848 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-89e0be35-a310-44a6-a5d6-805530cac694 req-2ed2705a-d90c-4579-9324-04d399c6fac4 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "DELETE /v2.0/security-groups/30163d04-1bb5-4d29-ba22-6037934d0e6a HTTP/1.1" status: 204 len: 173 time: 0.8494165 Nov 12 01:00:29.595700 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7619ba01-cc8b-4437-b757-368a741a3e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:29.602226 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-86e2ac3a-7d43-4e3b-b193-0b5270d38a94 None None] For port 5565d930-8f61-46c6-b663-b318076f7033, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=5565d930-8f61-46c6-b663-b318076f7033,segment=NetworkSegment(558ec544-d318-49d4-8e0a-2f18c636de60),segment_id=558ec544-d318-49d4-8e0a-2f18c636de60)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:00:29.613232 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7619ba01-cc8b-4437-b757-368a741a3e3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:29.614802 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-86e2ac3a-7d43-4e3b-b193-0b5270d38a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:29.636595 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7619ba01-cc8b-4437-b757-368a741a3e3c admin admin] 10.222.0.45 "DELETE /v2.0/networks/f1e4ead2-9226-4344-bd2b-82e7594e69de HTTP/1.1" status: 204 len: 168 time: 0.9878743 Nov 12 01:00:29.651548 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7619ba01-cc8b-4437-b757-368a741a3e3c admin admin] Pushing event deleted for resources: {'Network': ['ID=f1e4ead2-9226-4344-bd2b-82e7594e69de,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:29.658467 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device e2cf2141-4ee2-4104-b2dc-36c792a682dd no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:00:29.675720 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2705a-d90c-4579-9324-04d399c6fac4 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30163d04-1bb5-4d29-ba22-6037934d0e6a,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:29.715677 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50db58-426f-418c-903d-57c37a914112 req-ae1befc9-a951-468a-a354-af280fb54e86 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:29.718414 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3d50db58-426f-418c-903d-57c37a914112 req-ae1befc9-a951-468a-a354-af280fb54e86 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=eeff02bb-315b-4720-b65d-7d1c787a15af HTTP/1.1" status: 200 len: 945 time: 0.4467301 Nov 12 01:00:29.724130 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-db5dc042-01ca-48b1-ae5e-184a8cc6b4af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:29.733268 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e2ac3a-7d43-4e3b-b193-0b5270d38a94 None None] Pushing event updated for resources: {'Port': ['ID=5565d930-8f61-46c6-b663-b318076f7033,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:29.771693 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: e2cf2141-4ee2-4104-b2dc-36c792a682dd {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:00:29.772759 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device e2cf2141-4ee2-4104-b2dc-36c792a682dd not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:00:29.773935 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 59b2014a-53f3-4b32-a324-d7f592d453bc no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:00:29.849660 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 59b2014a-53f3-4b32-a324-d7f592d453bc {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:00:29.850001 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 59b2014a-53f3-4b32-a324-d7f592d453bc not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:00:29.851527 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 076c7702-dda5-4566-83e2-a3fb32552c4b no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:00:29.905581 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 076c7702-dda5-4566-83e2-a3fb32552c4b {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:00:29.906114 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 076c7702-dda5-4566-83e2-a3fb32552c4b not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:00:29.952923 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60686) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:30.023180 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f5114e93-737c-455d-bc18-62db2eee4668 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bd88bcdcd79e46fe8ed56f798ef1ed29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0671515 Nov 12 01:00:30.026253 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60688) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:30.032662 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e780a607-7be0-4fa6-a5e3-4e00899cb666 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:30.108865 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b86fff8e-fb34-4fcd-a336-8f7e49617511 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:30.145192 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b86fff8e-fb34-4fcd-a336-8f7e49617511 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:30.226161 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b86fff8e-fb34-4fcd-a336-8f7e49617511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:30.230274 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b86fff8e-fb34-4fcd-a336-8f7e49617511 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:30.235815 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b86fff8e-fb34-4fcd-a336-8f7e49617511 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dce48533-1066-4c22-b2af-510457c7f90a HTTP/1.1" status: 204 len: 168 time: 0.2043109 Nov 12 01:00:30.243702 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86fff8e-fb34-4fcd-a336-8f7e49617511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce48533-1066-4c22-b2af-510457c7f90a,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:30.537875 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-02631b20-1a50-4098-a5ef-261d43f309c3 req-1579987e-46e9-4ae8-a793-c60b46a26c46 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Deleting port d1d414e9-bbff-4c86-b067-f326014619c3 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:30.538493 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-02631b20-1a50-4098-a5ef-261d43f309c3 req-1579987e-46e9-4ae8-a793-c60b46a26c46 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:30.546367 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e780a607-7be0-4fa6-a5e3-4e00899cb666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:30.570458 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3d50db58-426f-418c-903d-57c37a914112 req-79c6e54b-0030-4db5-8f68-0f177723620d tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8368936 Nov 12 01:00:30.621928 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-db5dc042-01ca-48b1-ae5e-184a8cc6b4af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:30.624971 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-db5dc042-01ca-48b1-ae5e-184a8cc6b4af admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:30.629568 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-db5dc042-01ca-48b1-ae5e-184a8cc6b4af admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/776e92b2-35d6-4b87-8b15-2b730c08019a HTTP/1.1" status: 204 len: 168 time: 1.6046965 Nov 12 01:00:30.673830 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254f5c9-88a6-4246-ac60-9362315986a7 req-bcb303ce-761d-419b-a44e-ae184e8c9b0c tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:30.691210 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5254f5c9-88a6-4246-ac60-9362315986a7 req-bcb303ce-761d-419b-a44e-ae184e8c9b0c tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fd06269-2e11-415d-866e-b0ef7010ded2 HTTP/1.1" status: 200 len: 950 time: 0.7633345 Nov 12 01:00:30.780414 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e1815bba-ab3e-44b3-b4b3-293b8ae2dda5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:30.874742 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5dc042-01ca-48b1-ae5e-184a8cc6b4af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776e92b2-35d6-4b87-8b15-2b730c08019a,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:31.134630 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-02631b20-1a50-4098-a5ef-261d43f309c3 req-1579987e-46e9-4ae8-a793-c60b46a26c46 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] For port d1d414e9-bbff-4c86-b067-f326014619c3, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d1d414e9-bbff-4c86-b067-f326014619c3,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:31.135232 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-02631b20-1a50-4098-a5ef-261d43f309c3 req-1579987e-46e9-4ae8-a793-c60b46a26c46 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:31.163647 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5254f5c9-88a6-4246-ac60-9362315986a7 req-4e470294-f6e7-47fd-9899-ac1e50a0cd23 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4704020 Nov 12 01:00:31.177578 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04832bcc-2750-41f1-92db-6f3c55fe5220 req-418ae138-4699-4564-9c65-ff187b600849 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:31.190284 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-04832bcc-2750-41f1-92db-6f3c55fe5220 req-418ae138-4699-4564-9c65-ff187b600849 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cbfa767-873e-484c-9e80-8a719aae93e0 HTTP/1.1" status: 200 len: 945 time: 0.3748682 Nov 12 01:00:31.236520 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-02631b20-1a50-4098-a5ef-261d43f309c3 req-1579987e-46e9-4ae8-a793-c60b46a26c46 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Calling delete_port for d1d414e9-bbff-4c86-b067-f326014619c3 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:31.291680 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-e780a607-7be0-4fa6-a5e3-4e00899cb666 admin admin] Allocated IP 172.25.3.111 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/9d8e2126-6ef1-486a-9488-a7903ca4a8fb) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:00:31.293387 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68211867-f989-40aa-89c3-2e5b3a5fd71a None None] Network c3a9c3be-ae08-4924-9d7a-f5be17be251a requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:00:31.321834 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [req-578e9f05-4b33-4d69-9299-c8696167cb9b req-696b7876-5a8d-4a29-a6ae-c569976e8305 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] show failed (client error): The resource could not be found. Nov 12 01:00:31.323670 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-578e9f05-4b33-4d69-9299-c8696167cb9b req-696b7876-5a8d-4a29-a6ae-c569976e8305 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/security-groups/30163d04-1bb5-4d29-ba22-6037934d0e6a HTTP/1.1" status: 404 len: 352 time: 0.0896506 Nov 12 01:00:31.464906 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-71391516-7399-48f7-9e13-e760c82a4848 None None] Provisioning complete for port 5565d930-8f61-46c6-b663-b318076f7033 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:31.465869 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-71391516-7399-48f7-9e13-e760c82a4848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:31.522287 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-04832bcc-2750-41f1-92db-6f3c55fe5220 req-941538c5-519a-4ffd-97a4-5e7400530a09 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300662 Nov 12 01:00:31.784816 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-71391516-7399-48f7-9e13-e760c82a4848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:31.862288 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-71391516-7399-48f7-9e13-e760c82a4848 None None] For port 5565d930-8f61-46c6-b663-b318076f7033, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=5565d930-8f61-46c6-b663-b318076f7033,segment=NetworkSegment(558ec544-d318-49d4-8e0a-2f18c636de60),segment_id=558ec544-d318-49d4-8e0a-2f18c636de60)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:31.867487 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 5565d930-8f61-46c6-b663-b318076f7033 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:00:31.881872 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-71391516-7399-48f7-9e13-e760c82a4848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:31.967777 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd0950-749c-46c5-bede-f1b7acb781b3 req-539b03fc-e2b9-4840-8149-3e3bb3554eca tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:31.972926 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-21dd0950-749c-46c5-bede-f1b7acb781b3 req-539b03fc-e2b9-4840-8149-3e3bb3554eca tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] 10.222.0.44 "GET /v2.0/ports?device_id=a1393b47-1573-4551-b16c-e395b193995e HTTP/1.1" status: 200 len: 945 time: 0.1463408 Nov 12 01:00:32.006813 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-975aa05c-5bef-4a25-8762-c202c386452b req-25f30883-b01a-48db-89c8-6b860f3021f7 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=21eee794595f4d3b8f9bea504a1c9b84 HTTP/1.1" status: 200 len: 6197 time: 0.3223727 Nov 12 01:00:32.008788 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-02631b20-1a50-4098-a5ef-261d43f309c3 req-1579987e-46e9-4ae8-a793-c60b46a26c46 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:32.075883 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['0d5ddadc-aac1-4364-b1cd-d766b09dfb93', 'd1d414e9-bbff-4c86-b067-f326014619c3', 'd4cbd03e-bbf4-455b-8232-3965a0a2ddd9'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:00:32.198584 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71391516-7399-48f7-9e13-e760c82a4848 None None] Pushing event updated for resources: {'Port': ['ID=5565d930-8f61-46c6-b663-b318076f7033,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:32.241990 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c08c30-4a27-4367-a597-1d39ff624bf3 req-4e6e68e3-8c46-4e4d-8a3c-1d3ac10f5d02 tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:32.251454 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-88c08c30-4a27-4367-a597-1d39ff624bf3 req-4e6e68e3-8c46-4e4d-8a3c-1d3ac10f5d02 tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1393b47-1573-4551-b16c-e395b193995e HTTP/1.1" status: 200 len: 945 time: 0.5566509 Nov 12 01:00:32.251736 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60734) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:32.272103 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1579987e-46e9-4ae8-a793-c60b46a26c46 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Pushing event deleted for resources: {'Port': ['ID=d1d414e9-bbff-4c86-b067-f326014619c3,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:32.272226 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 5565d930-8f61-46c6-b663-b318076f7033 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:32.272226 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:32.326151 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-975aa05c-5bef-4a25-8762-c202c386452b req-0a71cf60-e978-48b2-bb00-9a302acdacac tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/security-groups/b1f55e6b-ac6a-493f-9689-6b58de301978 HTTP/1.1" status: 200 len: 2998 time: 0.3183293 Nov 12 01:00:32.406627 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-21dd0950-749c-46c5-bede-f1b7acb781b3 req-3d163c08-0d9b-42e3-a762-c0f900a86ba6 tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] Deleting port a38568a9-249e-4a8b-97d4-30bb373ec935 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:32.407320 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-21dd0950-749c-46c5-bede-f1b7acb781b3 req-3d163c08-0d9b-42e3-a762-c0f900a86ba6 tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:32.420139 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-975aa05c-5bef-4a25-8762-c202c386452b req-35c1794b-b730-4d1a-aece-3932f705f239 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/security-groups/b1f55e6b-ac6a-493f-9689-6b58de301978 HTTP/1.1" status: 200 len: 2998 time: 0.0922112 Nov 12 01:00:32.481302 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e780a607-7be0-4fa6-a5e3-4e00899cb666 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:32.530035 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-02631b20-1a50-4098-a5ef-261d43f309c3 req-1579987e-46e9-4ae8-a793-c60b46a26c46 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] No DVR routers for this DVR port d1d414e9-bbff-4c86-b067-f326014619c3 on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:00:32.555110 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-02631b20-1a50-4098-a5ef-261d43f309c3 req-1579987e-46e9-4ae8-a793-c60b46a26c46 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:32.558595 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-02631b20-1a50-4098-a5ef-261d43f309c3 req-1579987e-46e9-4ae8-a793-c60b46a26c46 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.44 "DELETE /v2.0/ports/d1d414e9-bbff-4c86-b067-f326014619c3 HTTP/1.1" status: 204 len: 173 time: 3.3659425 Nov 12 01:00:32.559158 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd06269-2e11-415d-866e-b0ef7010ded2', 'name': 'network-vif-deleted', 'tag': 'd1d414e9-bbff-4c86-b067-f326014619c3'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:00:32.574435 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba3ba51-8a90-46a5-adce-1010d6c80be0" -d '{"events": [{"server_uuid": "7fd06269-2e11-415d-866e-b0ef7010ded2", "name": "network-vif-deleted", "tag": "d1d414e9-bbff-4c86-b067-f326014619c3"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:00:32.660660 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-88c08c30-4a27-4367-a597-1d39ff624bf3 req-f7e5ddc4-2c30-4cf3-881e-2863b74fec1a tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] 10.222.0.45 "GET /v2.0/security-groups?id=311a70c3-bfde-405d-b21c-587b1720962c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4077234 Nov 12 01:00:32.679498 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-21dd0950-749c-46c5-bede-f1b7acb781b3 req-3d163c08-0d9b-42e3-a762-c0f900a86ba6 tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] For port a38568a9-249e-4a8b-97d4-30bb373ec935, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=a38568a9-249e-4a8b-97d4-30bb373ec935,segment=NetworkSegment(f618efc3-1a9a-44cc-84d6-780c6d289de0),segment_id=f618efc3-1a9a-44cc-84d6-780c6d289de0)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:32.680101 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-21dd0950-749c-46c5-bede-f1b7acb781b3 req-3d163c08-0d9b-42e3-a762-c0f900a86ba6 tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:32.727642 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-21dd0950-749c-46c5-bede-f1b7acb781b3 req-3d163c08-0d9b-42e3-a762-c0f900a86ba6 tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] Calling delete_port for a38568a9-249e-4a8b-97d4-30bb373ec935 owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:32.739156 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fc6845-47d8-440e-9a02-620025d3432c req-a79d16b8-8421-4731-984c-69565b0e1590 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:32.744465 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c0fc6845-47d8-440e-9a02-620025d3432c req-a79d16b8-8421-4731-984c-69565b0e1590 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=eeff02bb-315b-4720-b65d-7d1c787a15af HTTP/1.1" status: 200 len: 945 time: 0.1624820 Nov 12 01:00:32.764764 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e780a607-7be0-4fa6-a5e3-4e00899cb666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:32.774229 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-af609a2d-da76-47ea-87e1-5ff3f55071c8 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1822146490-network', 'tenant_id': '1d8109316fd94efaa47eb9260db1f13b'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:32.850442 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e780a607-7be0-4fa6-a5e3-4e00899cb666 admin admin] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:32.855340 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af609a2d-da76-47ea-87e1-5ff3f55071c8 admin admin] Made reservation on behalf of 1d8109316fd94efaa47eb9260db1f13b for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:32.858465 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-af609a2d-da76-47ea-87e1-5ff3f55071c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:32.869740 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-e780a607-7be0-4fa6-a5e3-4e00899cb666 admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:32.884614 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-af609a2d-da76-47ea-87e1-5ff3f55071c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:32.915616 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5de91163-6616-427e-8756-f313bb0605ee req-e1d53927-30fc-43f2-a405-454497b51073 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fd06269-2e11-415d-866e-b0ef7010ded2 HTTP/1.1" status: 200 len: 210 time: 0.0869567 Nov 12 01:00:32.918234 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e780a607-7be0-4fa6-a5e3-4e00899cb666 admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:00:32.982319 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-6165aa2f-3f18-4e4e-b84a-9f2e8f8d351b None None] Provisioning complete for port 5565d930-8f61-46c6-b663-b318076f7033 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:32.983039 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6165aa2f-3f18-4e4e-b84a-9f2e8f8d351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:33.029132 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-c65d5b3a-7571-4789-be05-c2f46ab8cd0d req-6ab5a616-23d9-48f8-9e3a-256548ee6fb6 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-895409270', 'description': 'tempest-description-2051443275'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:33.051898 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e780a607-7be0-4fa6-a5e3-4e00899cb666 admin admin] Pushing event updated for resources: {'Port': ['ID=9d8e2126-6ef1-486a-9488-a7903ca4a8fb,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:33.063395 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:33.068618 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-21dd0950-749c-46c5-bede-f1b7acb781b3 req-3d163c08-0d9b-42e3-a762-c0f900a86ba6 tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:33.071835 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-af609a2d-da76-47ea-87e1-5ff3f55071c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:33.080895 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-af609a2d-da76-47ea-87e1-5ff3f55071c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:33.117179 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c0fc6845-47d8-440e-9a02-620025d3432c req-081525d0-f913-47dc-b4ec-941cbb5f4370 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405321 Nov 12 01:00:33.125604 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d163c08-0d9b-42e3-a762-c0f900a86ba6 tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] Pushing event deleted for resources: {'Port': ['ID=a38568a9-249e-4a8b-97d4-30bb373ec935,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:33.148897 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af609a2d-da76-47ea-87e1-5ff3f55071c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:00:33.190783 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c65d5b3a-7571-4789-be05-c2f46ab8cd0d req-6ab5a616-23d9-48f8-9e3a-256548ee6fb6 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:33.195364 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af609a2d-da76-47ea-87e1-5ff3f55071c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2c1d93-00ba-4bf1-8dce-5f2d256d3645,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:33.231200 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-af609a2d-da76-47ea-87e1-5ff3f55071c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:33.231553 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-af609a2d-da76-47ea-87e1-5ff3f55071c8 admin admin] Added segment 854fd02c-c2b9-47eb-bd94-4f34333773fb of type vlan for network 42a64961-de15-4cbf-9f7d-d65cedf81ae7 Nov 12 01:00:33.245441 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-21dd0950-749c-46c5-bede-f1b7acb781b3 req-3d163c08-0d9b-42e3-a762-c0f900a86ba6 tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] No DVR routers for this DVR port a38568a9-249e-4a8b-97d4-30bb373ec935 on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:00:33.250541 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-21dd0950-749c-46c5-bede-f1b7acb781b3 req-3d163c08-0d9b-42e3-a762-c0f900a86ba6 tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:33.257831 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-21dd0950-749c-46c5-bede-f1b7acb781b3 req-3d163c08-0d9b-42e3-a762-c0f900a86ba6 tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] 10.222.0.44 "DELETE /v2.0/ports/a38568a9-249e-4a8b-97d4-30bb373ec935 HTTP/1.1" status: 204 len: 173 time: 1.2773333 Nov 12 01:00:33.258613 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1393b47-1573-4551-b16c-e395b193995e', 'name': 'network-vif-deleted', 'tag': 'a38568a9-249e-4a8b-97d4-30bb373ec935'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:00:33.262864 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09686b18-e2d7-469b-8cc1-c4ee8a5486a3" -d '{"events": [{"server_uuid": "a1393b47-1573-4551-b16c-e395b193995e", "name": "network-vif-deleted", "tag": "a38568a9-249e-4a8b-97d4-30bb373ec935"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:00:33.321845 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-af609a2d-da76-47ea-87e1-5ff3f55071c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:33.356196 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-af609a2d-da76-47ea-87e1-5ff3f55071c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:33.358383 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af609a2d-da76-47ea-87e1-5ff3f55071c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:33.359029 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-af609a2d-da76-47ea-87e1-5ff3f55071c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:33.449051 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-af609a2d-da76-47ea-87e1-5ff3f55071c8 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1850293 Nov 12 01:00:33.452031 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60750) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:33.453579 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea7eb42-b3ce-467c-beea-1443724416b6 req-2ad1913c-4c8a-4107-8a3c-3fb3892603a2 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:33.456323 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bea7eb42-b3ce-467c-beea-1443724416b6 req-2ad1913c-4c8a-4107-8a3c-3fb3892603a2 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cbfa767-873e-484c-9e80-8a719aae93e0 HTTP/1.1" status: 200 len: 945 time: 0.1857138 Nov 12 01:00:33.457249 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-d7d23022-26d0-40b0-b954-bf9d868a8a25 admin admin] Request body: {'subnet': {'network_id': '42a64961-de15-4cbf-9f7d-d65cedf81ae7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1822146490-subnet', 'tenant_id': '1d8109316fd94efaa47eb9260db1f13b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:33.469730 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af609a2d-da76-47ea-87e1-5ff3f55071c8 admin admin] Pushing event updated for resources: {'Network': ['ID=42a64961-de15-4cbf-9f7d-d65cedf81ae7,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:33.484191 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 42a64961-de15-4cbf-9f7d-d65cedf81ae7 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:00:33.497381 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d23022-26d0-40b0-b954-bf9d868a8a25 admin admin] Made reservation on behalf of 1d8109316fd94efaa47eb9260db1f13b for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:33.501576 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d7d23022-26d0-40b0-b954-bf9d868a8a25 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:33.580126 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c65d5b3a-7571-4789-be05-c2f46ab8cd0d req-6ab5a616-23d9-48f8-9e3a-256548ee6fb6 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:33.617596 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c65d5b3a-7571-4789-be05-c2f46ab8cd0d req-6ab5a616-23d9-48f8-9e3a-256548ee6fb6 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:33.630100 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 5565d930-8f61-46c6-b663-b318076f7033 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:00:33.635141 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bea7eb42-b3ce-467c-beea-1443724416b6 req-77948fab-e03a-4ea0-ae5d-1cb4af0d3d62 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681116 Nov 12 01:00:33.668759 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c65d5b3a-7571-4789-be05-c2f46ab8cd0d req-6ab5a616-23d9-48f8-9e3a-256548ee6fb6 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:33.679908 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c65d5b3a-7571-4789-be05-c2f46ab8cd0d req-6ab5a616-23d9-48f8-9e3a-256548ee6fb6 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.6891725 Nov 12 01:00:33.690405 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab5a616-23d9-48f8-9e3a-256548ee6fb6 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb31bb74-0bc6-4e82-87fe-52030ec6ef32,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:33.695435 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e780a607-7be0-4fa6-a5e3-4e00899cb666 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:33.749628 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 5565d930-8f61-46c6-b663-b318076f7033 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:33.750208 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:33.806205 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['a38568a9-249e-4a8b-97d4-30bb373ec935'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:00:33.814551 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d7d23022-26d0-40b0-b954-bf9d868a8a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:33.827733 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3983448e-ca6b-4fd7-9756-da2b457e7e9f x-openstack-request-id: req-3983448e-ca6b-4fd7-9756-da2b457e7e9f {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:00:33.831880 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd06269-2e11-415d-866e-b0ef7010ded2", "name": "network-vif-deleted", "tag": "d1d414e9-bbff-4c86-b067-f326014619c3", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:00:33.833195 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3983448e-ca6b-4fd7-9756-da2b457e7e9f {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:00:33.834335 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fd06269-2e11-415d-866e-b0ef7010ded2', 'name': 'network-vif-deleted', 'tag': 'd1d414e9-bbff-4c86-b067-f326014619c3', 'status': 'completed', 'code': 200} Nov 12 01:00:33.877481 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d23022-26d0-40b0-b954-bf9d868a8a25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a4a1633-eebb-4206-a02e-19555e45d6c6,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:33.916919 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:34.099301 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-43c1c159-62c5-4e0e-9669-165070b92483 req-abd2cf54-1ebd-411b-a1ad-036a44ce3294 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1770001377', 'description': 'tempest-description-1422867346'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:34.193814 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-43c1c159-62c5-4e0e-9669-165070b92483 req-abd2cf54-1ebd-411b-a1ad-036a44ce3294 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:34.225457 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c119f27a-3c99-422a-a289-ef5979a3086a req-7c82225c-8069-47d3-95c7-01a4b441760f tempest-InstanceActionsV221TestJSON-425309236 tempest-InstanceActionsV221TestJSON-425309236-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1393b47-1573-4551-b16c-e395b193995e HTTP/1.1" status: 200 len: 210 time: 0.0516758 Nov 12 01:00:34.255419 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e780a607-7be0-4fa6-a5e3-4e00899cb666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:34.333654 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61a087d-ca7e-477c-a953-d3a8102f0eba x-openstack-request-id: req-e61a087d-ca7e-477c-a953-d3a8102f0eba {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:00:34.333654 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1393b47-1573-4551-b16c-e395b193995e", "name": "network-vif-deleted", "tag": "a38568a9-249e-4a8b-97d4-30bb373ec935", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:00:34.334692 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e61a087d-ca7e-477c-a953-d3a8102f0eba {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:00:34.334692 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1393b47-1573-4551-b16c-e395b193995e', 'name': 'network-vif-deleted', 'tag': 'a38568a9-249e-4a8b-97d4-30bb373ec935', 'status': 'completed', 'code': 200} Nov 12 01:00:34.345584 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d23022-26d0-40b0-b954-bf9d868a8a25 admin admin] Checking segment: {'id': '854fd02c-c2b9-47eb-bd94-4f34333773fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '42a64961-de15-4cbf-9f7d-d65cedf81ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:00:34.346009 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d23022-26d0-40b0-b954-bf9d868a8a25 admin admin] Network hostable DHCP agents. Network: 42a64961-de15-4cbf-9f7d-d65cedf81ae7, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:00:34.358765 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device a38568a9-249e-4a8b-97d4-30bb373ec935 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:00:34.377294 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d23022-26d0-40b0-b954-bf9d868a8a25 admin admin] Network 42a64961-de15-4cbf-9f7d-d65cedf81ae7 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:00:34.383765 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: a38568a9-249e-4a8b-97d4-30bb373ec935 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:00:34.384172 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device a38568a9-249e-4a8b-97d4-30bb373ec935 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:00:34.384571 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device d1d414e9-bbff-4c86-b067-f326014619c3 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:00:34.399478 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-d7d23022-26d0-40b0-b954-bf9d868a8a25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 42a64961-de15-4cbf-9f7d-d65cedf81ae7) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:34.415934 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: d1d414e9-bbff-4c86-b067-f326014619c3 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:00:34.416611 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device d1d414e9-bbff-4c86-b067-f326014619c3 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:00:34.418322 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a3f2ec-3177-4bd7-82e3-418171b0a827 None None] Network 42a64961-de15-4cbf-9f7d-d65cedf81ae7 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:00:34.430846 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d23022-26d0-40b0-b954-bf9d868a8a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:34.437095 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-43c1c159-62c5-4e0e-9669-165070b92483 req-abd2cf54-1ebd-411b-a1ad-036a44ce3294 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:34.437372 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d7d23022-26d0-40b0-b954-bf9d868a8a25 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:34.456803 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-43c1c159-62c5-4e0e-9669-165070b92483 req-abd2cf54-1ebd-411b-a1ad-036a44ce3294 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:34.483035 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d7d23022-26d0-40b0-b954-bf9d868a8a25 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0299191 Nov 12 01:00:34.486342 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60786) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:34.491030 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-4f6350bf-b5df-47de-b101-6226b0d1a399 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1822146490-router', 'tenant_id': '1d8109316fd94efaa47eb9260db1f13b', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:34.508609 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-43c1c159-62c5-4e0e-9669-165070b92483 req-abd2cf54-1ebd-411b-a1ad-036a44ce3294 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:34.510447 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-43c1c159-62c5-4e0e-9669-165070b92483 req-abd2cf54-1ebd-411b-a1ad-036a44ce3294 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4185612 Nov 12 01:00:34.527481 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd2cf54-1ebd-411b-a1ad-036a44ce3294 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21943528-0bf8-4982-87c4-734eacbb47a6,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:34.530206 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4f6350bf-b5df-47de-b101-6226b0d1a399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:34.530970 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4f6350bf-b5df-47de-b101-6226b0d1a399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:34.605181 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e780a607-7be0-4fa6-a5e3-4e00899cb666 admin admin] Router ca5eb0fb-301f-4f30-ba5e-34e1a752eb68 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:00:34.624502 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47291db-2426-43e6-966d-09362b2c0115 req-1a43fbc8-2e7a-4d21-b24f-5fc0279fbd6e tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:34.626286 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b47291db-2426-43e6-966d-09362b2c0115 req-1a43fbc8-2e7a-4d21-b24f-5fc0279fbd6e tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=eeff02bb-315b-4720-b65d-7d1c787a15af HTTP/1.1" status: 200 len: 945 time: 0.1102426 Nov 12 01:00:34.680658 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4f6350bf-b5df-47de-b101-6226b0d1a399 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:34.717942 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9321605-f0cd-473a-badc-130c2e3f42d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-42a64961-de15-4cbf-9f7d-d65cedf81ae7', 'network_id': '42a64961-de15-4cbf-9f7d-d65cedf81ae7', 'tenant_id': '1d8109316fd94efaa47eb9260db1f13b', 'fixed_ips': [{'subnet_id': '9a4a1633-eebb-4206-a02e-19555e45d6c6'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:00:34.719356 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c9321605-f0cd-473a-badc-130c2e3f42d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:34.876040 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b47291db-2426-43e6-966d-09362b2c0115 req-7ab6a5a0-4107-4b72-9cb1-6afb01997141 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577752 Nov 12 01:00:34.916741 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e780a607-7be0-4fa6-a5e3-4e00899cb666 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:00:34.956584 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66c4504-94b7-43e1-a27a-4c6847d4b6c8 None None] Sync routers for ids ['ca5eb0fb-301f-4f30-ba5e-34e1a752eb68'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:00:34.959672 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e780a607-7be0-4fa6-a5e3-4e00899cb666 admin admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:34.964366 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e780a607-7be0-4fa6-a5e3-4e00899cb666 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.1599078 Nov 12 01:00:34.965247 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 60804) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:35.009134 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66c4504-94b7-43e1-a27a-4c6847d4b6c8 None None] Routers {'ca5eb0fb-301f-4f30-ba5e-34e1a752eb68'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:35.011340 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-b66c4504-94b7-43e1-a27a-4c6847d4b6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:00:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['ca5eb0fb-301f-4f30-ba5e-34e1a752eb68'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:35.098149 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-c9321605-f0cd-473a-badc-130c2e3f42d0 None None] Allocated IP 172.20.0.2 (42a64961-de15-4cbf-9f7d-d65cedf81ae7/9a4a1633-eebb-4206-a02e-19555e45d6c6/914fe55f-4dc0-4c3c-9300-d1d96420be40) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:00:35.104328 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4f6350bf-b5df-47de-b101-6226b0d1a399 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:35.248489 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-b66c4504-94b7-43e1-a27a-4c6847d4b6c8 None None] Set router ca5eb0fb-301f-4f30-ba5e-34e1a752eb68 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:00:35.349017 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:35.564141 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a32878-5a27-4572-8092-7de1d3983ef5 req-32c74ca5-7d14-413c-91c5-578216e47f55 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:35.565967 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e6a32878-5a27-4572-8092-7de1d3983ef5 req-32c74ca5-7d14-413c-91c5-578216e47f55 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cbfa767-873e-484c-9e80-8a719aae93e0 HTTP/1.1" status: 200 len: 945 time: 0.3647799 Nov 12 01:00:35.602038 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 60820) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:35.610624 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c9321605-f0cd-473a-badc-130c2e3f42d0 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:35.634691 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c9321605-f0cd-473a-badc-130c2e3f42d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:35.660982 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4f6350bf-b5df-47de-b101-6226b0d1a399 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:35.684187 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9321605-f0cd-473a-badc-130c2e3f42d0 None None] Network 42a64961-de15-4cbf-9f7d-d65cedf81ae7 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:35.687487 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-c9321605-f0cd-473a-badc-130c2e3f42d0 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:35.694162 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9321605-f0cd-473a-badc-130c2e3f42d0 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:00:35.699787 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e6a32878-5a27-4572-8092-7de1d3983ef5 req-1801e2cf-a59d-450f-ab9c-3da9ff8f70f8 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231434 Nov 12 01:00:35.702115 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-b66c4504-94b7-43e1-a27a-4c6847d4b6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5eb0fb-301f-4f30-ba5e-34e1a752eb68', 'name': 'tempest-ServersTestFqdnHostnames-889858356-router', 'tenant_id': '7ee0070393c4481fac990e8467ee2d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '9d8e2126-6ef1-486a-9488-a7903ca4a8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:00:27Z', 'updated_at': '2021-11-12T01:00:33Z', 'revision_number': 3, 'project_id': '7ee0070393c4481fac990e8467ee2d37', 'gw_port': {'id': '9d8e2126-6ef1-486a-9488-a7903ca4a8fb', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ac:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5eb0fb-301f-4f30-ba5e-34e1a752eb68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:30Z', 'updated_at': '2021-11-12T01:00:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:35.746085 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4f6350bf-b5df-47de-b101-6226b0d1a399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:35.752904 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b5618-58d1-4135-ba24-53db670dd7f8 req-f852e8f2-585a-4e09-bd45-70c6558d0072 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:35.761094 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-410b5618-58d1-4135-ba24-53db670dd7f8 req-f852e8f2-585a-4e09-bd45-70c6558d0072 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/networks?id=c0b4a63e-0860-4dbc-9d9c-620393c3b6b9 HTTP/1.1" status: 200 len: 812 time: 0.4261751 Nov 12 01:00:35.791482 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-c9321605-f0cd-473a-badc-130c2e3f42d0 None None] Attempting to bind port 914fe55f-4dc0-4c3c-9300-d1d96420be40 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:00:35.791824 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-c9321605-f0cd-473a-badc-130c2e3f42d0 None None] Attempting to bind port 914fe55f-4dc0-4c3c-9300-d1d96420be40 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '854fd02c-c2b9-47eb-bd94-4f34333773fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '42a64961-de15-4cbf-9f7d-d65cedf81ae7'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:00:35.792162 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9321605-f0cd-473a-badc-130c2e3f42d0 None None] Attempting to bind port 914fe55f-4dc0-4c3c-9300-d1d96420be40 on network 42a64961-de15-4cbf-9f7d-d65cedf81ae7 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:00:35.794454 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9321605-f0cd-473a-badc-130c2e3f42d0 None None] Pushing event updated for resources: {'Port': ['ID=914fe55f-4dc0-4c3c-9300-d1d96420be40,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:35.805377 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66c4504-94b7-43e1-a27a-4c6847d4b6c8 None None] Checking router: ca5eb0fb-301f-4f30-ba5e-34e1a752eb68 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:00:35.805833 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66c4504-94b7-43e1-a27a-4c6847d4b6c8 None None] Updating router ca5eb0fb-301f-4f30-ba5e-34e1a752eb68 port 9d8e2126-6ef1-486a-9488-a7903ca4a8fb binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:00:35.814513 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9321605-f0cd-473a-badc-130c2e3f42d0 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:00:35.814925 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9321605-f0cd-473a-badc-130c2e3f42d0 None None] Checking segment: {'id': '854fd02c-c2b9-47eb-bd94-4f34333773fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '42a64961-de15-4cbf-9f7d-d65cedf81ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:00:35.815304 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c9321605-f0cd-473a-badc-130c2e3f42d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:35.815698 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9321605-f0cd-473a-badc-130c2e3f42d0 None None] Bound using segment: {'id': '854fd02c-c2b9-47eb-bd94-4f34333773fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '42a64961-de15-4cbf-9f7d-d65cedf81ae7'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:00:35.816213 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-c9321605-f0cd-473a-badc-130c2e3f42d0 None None] Bound port: 914fe55f-4dc0-4c3c-9300-d1d96420be40, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '854fd02c-c2b9-47eb-bd94-4f34333773fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '42a64961-de15-4cbf-9f7d-d65cedf81ae7'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:00:35.816860 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c9321605-f0cd-473a-badc-130c2e3f42d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:35.861807 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-410b5618-58d1-4135-ba24-53db670dd7f8 req-9c717512-3bf4-4854-9e43-93ecbe823c51 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/quotas/21eee794595f4d3b8f9bea504a1c9b84 HTTP/1.1" status: 200 len: 375 time: 0.0993881 Nov 12 01:00:35.867495 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-b66c4504-94b7-43e1-a27a-4c6847d4b6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:35.904093 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-c9321605-f0cd-473a-badc-130c2e3f42d0 None None] For port 914fe55f-4dc0-4c3c-9300-d1d96420be40, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:00:35.909112 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-c9321605-f0cd-473a-badc-130c2e3f42d0 None None] For port 914fe55f-4dc0-4c3c-9300-d1d96420be40, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=914fe55f-4dc0-4c3c-9300-d1d96420be40,segment=NetworkSegment(854fd02c-c2b9-47eb-bd94-4f34333773fb),segment_id=854fd02c-c2b9-47eb-bd94-4f34333773fb)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:00:35.926249 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c9321605-f0cd-473a-badc-130c2e3f42d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:36.003660 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-4f6350bf-b5df-47de-b101-6226b0d1a399 admin admin] Allocated IP 172.25.3.251 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/57a80513-018e-4a1c-9118-df7edebc5e9c) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:00:36.074438 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9321605-f0cd-473a-badc-130c2e3f42d0 None None] Pushing event updated for resources: {'Port': ['ID=914fe55f-4dc0-4c3c-9300-d1d96420be40,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:36.212662 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4f6350bf-b5df-47de-b101-6226b0d1a399 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:36.320812 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4f6350bf-b5df-47de-b101-6226b0d1a399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:36.401228 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6350bf-b5df-47de-b101-6226b0d1a399 admin admin] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:36.404839 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-4f6350bf-b5df-47de-b101-6226b0d1a399 admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:36.408276 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6350bf-b5df-47de-b101-6226b0d1a399 admin admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:00:36.480519 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6350bf-b5df-47de-b101-6226b0d1a399 admin admin] Pushing event updated for resources: {'Port': ['ID=57a80513-018e-4a1c-9118-df7edebc5e9c,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:36.481765 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-baef85f1-d89f-4314-a111-8e6499ea9f5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:36.553324 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-410b5618-58d1-4135-ba24-53db670dd7f8 req-e87b9337-a1e2-40c9-9be5-b5768dbd146c tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=21eee794595f4d3b8f9bea504a1c9b84&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6018949 Nov 12 01:00:36.561452 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-410b5618-58d1-4135-ba24-53db670dd7f8 req-127459cf-a5fb-423f-891f-81d95adb43a0 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:00:36.569952 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-410b5618-58d1-4135-ba24-53db670dd7f8 req-127459cf-a5fb-423f-891f-81d95adb43a0 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0155063 Nov 12 01:00:36.582253 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ecd35-9679-4a12-bd69-9e7866a6d749 req-3d225e68-a0a7-4ce1-abd0-e8e66282e80a tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:36.584342 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bb1ecd35-9679-4a12-bd69-9e7866a6d749 req-3d225e68-a0a7-4ce1-abd0-e8e66282e80a tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0637605-ea14-4785-bf50-b25750f161a0 HTTP/1.1" status: 200 len: 950 time: 0.7370055 Nov 12 01:00:36.698730 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-b66c4504-94b7-43e1-a27a-4c6847d4b6c8 None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:36.710470 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-b66c4504-94b7-43e1-a27a-4c6847d4b6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:36.747111 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bb1ecd35-9679-4a12-bd69-9e7866a6d749 req-65e6308a-9fe8-4e39-b114-d363054af9d7 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269393 Nov 12 01:00:36.762923 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-01261c50-c4e2-46da-ad00-b6c975710420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:36.856404 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-b66c4504-94b7-43e1-a27a-4c6847d4b6c8 None None] Attempting to bind port 9d8e2126-6ef1-486a-9488-a7903ca4a8fb on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:00:36.858323 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-b66c4504-94b7-43e1-a27a-4c6847d4b6c8 None None] Attempting to bind port 9d8e2126-6ef1-486a-9488-a7903ca4a8fb by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:00:36.859441 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66c4504-94b7-43e1-a27a-4c6847d4b6c8 None None] Attempting to bind port 9d8e2126-6ef1-486a-9488-a7903ca4a8fb on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:00:36.878097 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-410b5618-58d1-4135-ba24-53db670dd7f8 req-e746c629-3d5c-4925-9d76-0b864808d8a3 service neutron] 10.222.0.45 "GET /v2.0/networks/c0b4a63e-0860-4dbc-9d9c-620393c3b6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070970 Nov 12 01:00:36.889568 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66c4504-94b7-43e1-a27a-4c6847d4b6c8 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:00:36.890604 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66c4504-94b7-43e1-a27a-4c6847d4b6c8 None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:00:36.892264 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-b66c4504-94b7-43e1-a27a-4c6847d4b6c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:36.893187 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66c4504-94b7-43e1-a27a-4c6847d4b6c8 None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:00:36.894279 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-b66c4504-94b7-43e1-a27a-4c6847d4b6c8 None None] Bound port: 9d8e2126-6ef1-486a-9488-a7903ca4a8fb, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:00:36.895271 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-b66c4504-94b7-43e1-a27a-4c6847d4b6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:36.906673 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d06a32-f029-49db-95d9-b09060135ec6 None None] Pushing event updated for resources: {'Port': ['ID=9d8e2126-6ef1-486a-9488-a7903ca4a8fb,revision_number=2']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:36.913424 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-baef85f1-d89f-4314-a111-8e6499ea9f5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:36.959430 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d06a32-f029-49db-95d9-b09060135ec6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:36.964378 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d06a32-f029-49db-95d9-b09060135ec6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:36.965107 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d06a32-f029-49db-95d9-b09060135ec6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:36.965721 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d06a32-f029-49db-95d9-b09060135ec6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:36.966271 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d06a32-f029-49db-95d9-b09060135ec6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:36.966841 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d06a32-f029-49db-95d9-b09060135ec6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:36.967453 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d06a32-f029-49db-95d9-b09060135ec6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:36.968053 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d06a32-f029-49db-95d9-b09060135ec6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:36.969995 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d06a32-f029-49db-95d9-b09060135ec6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:36.970650 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d06a32-f029-49db-95d9-b09060135ec6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:36.971241 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d06a32-f029-49db-95d9-b09060135ec6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:36.972765 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d06a32-f029-49db-95d9-b09060135ec6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:00:36.998883 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbabc6fe-710f-4999-9904-344ce3a9ae46 req-982fbf8d-9d77-430d-bd62-9ed5f0ede703 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:37.002272 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-dbabc6fe-710f-4999-9904-344ce3a9ae46 req-982fbf8d-9d77-430d-bd62-9ed5f0ede703 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0637605-ea14-4785-bf50-b25750f161a0 HTTP/1.1" status: 200 len: 950 time: 0.3323395 Nov 12 01:00:37.031931 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-b66c4504-94b7-43e1-a27a-4c6847d4b6c8 None None] For port 9d8e2126-6ef1-486a-9488-a7903ca4a8fb, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:00:37.037615 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-b66c4504-94b7-43e1-a27a-4c6847d4b6c8 None None] For port 9d8e2126-6ef1-486a-9488-a7903ca4a8fb, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=9d8e2126-6ef1-486a-9488-a7903ca4a8fb,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:00:37.044093 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-b66c4504-94b7-43e1-a27a-4c6847d4b6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:37.149029 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d06a32-f029-49db-95d9-b09060135ec6 None None] Pushing event updated for resources: {'Port': ['ID=9d8e2126-6ef1-486a-9488-a7903ca4a8fb,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:37.159738 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-01261c50-c4e2-46da-ad00-b6c975710420 admin admin] Allocated IP 172.20.0.1 (c3a9c3be-ae08-4924-9d7a-f5be17be251a/9c9603aa-a0ab-494b-95f7-b3ae19c268c6/d6ed0ee5-c35d-4ecd-b8a4-52f774c3d5f8) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:00:37.161657 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4f6350bf-b5df-47de-b101-6226b0d1a399 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:37.172677 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66c4504-94b7-43e1-a27a-4c6847d4b6c8 None None] Routers {'ca5eb0fb-301f-4f30-ba5e-34e1a752eb68'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:37.173616 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-b66c4504-94b7-43e1-a27a-4c6847d4b6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:00:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['ca5eb0fb-301f-4f30-ba5e-34e1a752eb68'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:37.298844 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-01261c50-c4e2-46da-ad00-b6c975710420 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:37.308878 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-b66c4504-94b7-43e1-a27a-4c6847d4b6c8 None None] Set router ca5eb0fb-301f-4f30-ba5e-34e1a752eb68 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:00:37.341788 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-baef85f1-d89f-4314-a111-8e6499ea9f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:37.386455 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-01261c50-c4e2-46da-ad00-b6c975710420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:37.447333 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-dbabc6fe-710f-4999-9904-344ce3a9ae46 req-4be1ea6f-9ea6-4704-9260-83e59496136e tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Deleting port 0d5ddadc-aac1-4364-b1cd-d766b09dfb93 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:37.447611 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-dbabc6fe-710f-4999-9904-344ce3a9ae46 req-4be1ea6f-9ea6-4704-9260-83e59496136e tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:37.464808 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c681f704-1e2c-4a6f-9529-a249eff813b6 None None] Network 42a64961-de15-4cbf-9f7d-d65cedf81ae7 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:00:37.583326 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01261c50-c4e2-46da-ad00-b6c975710420 admin admin] Pushing event updated for resources: {'Port': ['ID=d6ed0ee5-c35d-4ecd-b8a4-52f774c3d5f8,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:37.593657 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-baef85f1-d89f-4314-a111-8e6499ea9f5c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=99e4beb80f6643f5b722515d4178ed0d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9881752 Nov 12 01:00:37.608379 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-410b5618-58d1-4135-ba24-53db670dd7f8 req-bb9ae88c-39a2-4eb7-a4e9-e725f3d7f6ae service neutron] 10.222.0.45 "GET /v2.0/networks/c0b4a63e-0860-4dbc-9d9c-620393c3b6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7108860 Nov 12 01:00:37.608379 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 60830) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:37.611282 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-f7caab3c-6231-4154-93bf-6341cde16914 None None] Provisioning complete for port 914fe55f-4dc0-4c3c-9300-d1d96420be40 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:37.613105 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f7caab3c-6231-4154-93bf-6341cde16914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:37.664914 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01261c50-c4e2-46da-ad00-b6c975710420 admin admin] Network c3a9c3be-ae08-4924-9d7a-f5be17be251a is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:37.671666 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4f6350bf-b5df-47de-b101-6226b0d1a399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:37.708447 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-b66c4504-94b7-43e1-a27a-4c6847d4b6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5eb0fb-301f-4f30-ba5e-34e1a752eb68', 'name': 'tempest-ServersTestFqdnHostnames-889858356-router', 'tenant_id': '7ee0070393c4481fac990e8467ee2d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '9d8e2126-6ef1-486a-9488-a7903ca4a8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:00:27Z', 'updated_at': '2021-11-12T01:00:33Z', 'revision_number': 3, 'project_id': '7ee0070393c4481fac990e8467ee2d37', 'gw_port': {'id': '9d8e2126-6ef1-486a-9488-a7903ca4a8fb', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ac:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5eb0fb-301f-4f30-ba5e-34e1a752eb68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:30Z', 'updated_at': '2021-11-12T01:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:37.719402 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 914fe55f-4dc0-4c3c-9300-d1d96420be40 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:00:37.724315 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd77def-c7fa-4335-a183-6647f01fcb87 req-eeec9158-c032-4782-b36b-1985122a172c tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:37.727830 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dbd77def-c7fa-4335-a183-6647f01fcb87 req-eeec9158-c032-4782-b36b-1985122a172c tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=eeff02bb-315b-4720-b65d-7d1c787a15af HTTP/1.1" status: 200 len: 945 time: 0.3923285 Nov 12 01:00:37.729442 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-01261c50-c4e2-46da-ad00-b6c975710420 admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:37.752436 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baef85f1-d89f-4314-a111-8e6499ea9f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96fc3d2f-2485-4bf3-b903-ae092c765f0e,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:37.771414 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01261c50-c4e2-46da-ad00-b6c975710420 admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:00:37.780607 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66c4504-94b7-43e1-a27a-4c6847d4b6c8 None None] The sync data for ids ['ca5eb0fb-301f-4f30-ba5e-34e1a752eb68'] in n-d-712142-27 is: [{'id': 'ca5eb0fb-301f-4f30-ba5e-34e1a752eb68', 'name': 'tempest-ServersTestFqdnHostnames-889858356-router', 'tenant_id': '7ee0070393c4481fac990e8467ee2d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '9d8e2126-6ef1-486a-9488-a7903ca4a8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:00:27Z', 'updated_at': '2021-11-12T01:00:33Z', 'revision_number': 3, 'project_id': '7ee0070393c4481fac990e8467ee2d37', 'gw_port': {'id': '9d8e2126-6ef1-486a-9488-a7903ca4a8fb', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ac:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5eb0fb-301f-4f30-ba5e-34e1a752eb68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:30Z', 'updated_at': '2021-11-12T01:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:00:37.798740 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-dbabc6fe-710f-4999-9904-344ce3a9ae46 req-4be1ea6f-9ea6-4704-9260-83e59496136e tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] For port 0d5ddadc-aac1-4364-b1cd-d766b09dfb93, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=0d5ddadc-aac1-4364-b1cd-d766b09dfb93,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:37.799132 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-dbabc6fe-710f-4999-9904-344ce3a9ae46 req-4be1ea6f-9ea6-4704-9260-83e59496136e tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:37.942764 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-dbabc6fe-710f-4999-9904-344ce3a9ae46 req-4be1ea6f-9ea6-4704-9260-83e59496136e tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Calling delete_port for 0d5ddadc-aac1-4364-b1cd-d766b09dfb93 owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:37.995300 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dbd77def-c7fa-4335-a183-6647f01fcb87 req-b935527f-f5b4-4afc-ac8a-7951d43d033d tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246358 Nov 12 01:00:37.996228 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-01261c50-c4e2-46da-ad00-b6c975710420 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:38.009969 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 914fe55f-4dc0-4c3c-9300-d1d96420be40 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:38.010612 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:38.101494 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6350bf-b5df-47de-b101-6226b0d1a399 admin admin] Router 4fd2b05f-a509-42db-865a-ab541214d81d is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:00:38.141980 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f7caab3c-6231-4154-93bf-6341cde16914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:38.231379 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-eeb6a3d8-08fe-419d-89ff-42dbc588c2db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:38.262878 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-eeb6a3d8-08fe-419d-89ff-42dbc588c2db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:38.357032 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-eeb6a3d8-08fe-419d-89ff-42dbc588c2db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:38.360621 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-eeb6a3d8-08fe-419d-89ff-42dbc588c2db admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:38.362103 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-eeb6a3d8-08fe-419d-89ff-42dbc588c2db admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/96fc3d2f-2485-4bf3-b903-ae092c765f0e HTTP/1.1" status: 204 len: 168 time: 0.7428472 Nov 12 01:00:38.379224 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-f7caab3c-6231-4154-93bf-6341cde16914 None None] For port 914fe55f-4dc0-4c3c-9300-d1d96420be40, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=914fe55f-4dc0-4c3c-9300-d1d96420be40,segment=NetworkSegment(854fd02c-c2b9-47eb-bd94-4f34333773fb),segment_id=854fd02c-c2b9-47eb-bd94-4f34333773fb)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:38.389445 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f7caab3c-6231-4154-93bf-6341cde16914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:38.525946 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:38.528668 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6350bf-b5df-47de-b101-6226b0d1a399 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:00:38.562519 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4adc69-17e9-42b0-99ec-7ad2f71ac53f None None] Sync routers for ids ['4fd2b05f-a509-42db-865a-ab541214d81d'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:00:38.568489 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ae6e7-4a20-4684-9da3-f58a9fe4ac6c req-9dda452d-0292-42ff-8777-aa772cc6e380 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:38.570849 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fc1ae6e7-4a20-4684-9da3-f58a9fe4ac6c req-9dda452d-0292-42ff-8777-aa772cc6e380 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cbfa767-873e-484c-9e80-8a719aae93e0 HTTP/1.1" status: 200 len: 945 time: 0.5624161 Nov 12 01:00:38.572896 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb6a3d8-08fe-419d-89ff-42dbc588c2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fc3d2f-2485-4bf3-b903-ae092c765f0e,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:38.670796 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4f6350bf-b5df-47de-b101-6226b0d1a399 admin admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:38.678572 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4f6350bf-b5df-47de-b101-6226b0d1a399 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1908059 Nov 12 01:00:38.679603 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60850) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:38.705310 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7edce-0314-4124-afd4-085fa4f029be req-3dfbfc5a-2ee0-4137-b0f7-7c44da98b7e2 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:38.706792 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7caab3c-6231-4154-93bf-6341cde16914 None None] Pushing event updated for resources: {'Port': ['ID=914fe55f-4dc0-4c3c-9300-d1d96420be40,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:38.708884 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-29c7edce-0314-4124-afd4-085fa4f029be req-3dfbfc5a-2ee0-4137-b0f7-7c44da98b7e2 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0637605-ea14-4785-bf50-b25750f161a0 HTTP/1.1" status: 200 len: 950 time: 0.3763466 Nov 12 01:00:38.735879 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4adc69-17e9-42b0-99ec-7ad2f71ac53f None None] Routers {'4fd2b05f-a509-42db-865a-ab541214d81d'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:38.736513 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-8e4adc69-17e9-42b0-99ec-7ad2f71ac53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:00:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['4fd2b05f-a509-42db-865a-ab541214d81d'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:38.794720 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-203a1d93-801e-4c51-8463-26983b33e2e3 None None] Provisioning complete for port d6ed0ee5-c35d-4ecd-b8a4-52f774c3d5f8 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:38.795566 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-203a1d93-801e-4c51-8463-26983b33e2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:38.813911 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:00:38.838106 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-203a1d93-801e-4c51-8463-26983b33e2e3 None None] Port d6ed0ee5-c35d-4ecd-b8a4-52f774c3d5f8 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:00:38.961772 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-8e4adc69-17e9-42b0-99ec-7ad2f71ac53f None None] Set router 4fd2b05f-a509-42db-865a-ab541214d81d gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:00:38.971586 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fc1ae6e7-4a20-4684-9da3-f58a9fe4ac6c req-9a768332-0758-4e6b-9a95-589124ed4314 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644645 Nov 12 01:00:39.012603 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-01261c50-c4e2-46da-ad00-b6c975710420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:39.051502 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-dbabc6fe-710f-4999-9904-344ce3a9ae46 req-4be1ea6f-9ea6-4704-9260-83e59496136e tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:39.066750 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-29c7edce-0314-4124-afd4-085fa4f029be req-adfa519f-6dd0-4b24-8e7b-86218e37431b tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287723 Nov 12 01:00:39.128867 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['d4cbd03e-bbf4-455b-8232-3965a0a2ddd9'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:00:39.172967 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be1ea6f-9ea6-4704-9260-83e59496136e tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Pushing event deleted for resources: {'Port': ['ID=0d5ddadc-aac1-4364-b1cd-d766b09dfb93,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:39.322138 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbabc6fe-710f-4999-9904-344ce3a9ae46 req-4be1ea6f-9ea6-4704-9260-83e59496136e tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] No DVR routers for this DVR port 0d5ddadc-aac1-4364-b1cd-d766b09dfb93 on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:00:39.326974 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-dbabc6fe-710f-4999-9904-344ce3a9ae46 req-4be1ea6f-9ea6-4704-9260-83e59496136e tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:39.338508 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-dbabc6fe-710f-4999-9904-344ce3a9ae46 req-4be1ea6f-9ea6-4704-9260-83e59496136e tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.44 "DELETE /v2.0/ports/0d5ddadc-aac1-4364-b1cd-d766b09dfb93 HTTP/1.1" status: 204 len: 173 time: 2.3103297 Nov 12 01:00:39.344475 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0637605-ea14-4785-bf50-b25750f161a0', 'name': 'network-vif-deleted', 'tag': '0d5ddadc-aac1-4364-b1cd-d766b09dfb93'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:00:39.348662 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876c5bac-6922-4b32-be9d-24fcf45c64d2" -d '{"events": [{"server_uuid": "f0637605-ea14-4785-bf50-b25750f161a0", "name": "network-vif-deleted", "tag": "0d5ddadc-aac1-4364-b1cd-d766b09dfb93"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:00:39.408636 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eb25a190-9fb6-4875-9f86-2614d1ec1f55 req-a7400e88-c265-4e11-a61a-1c75e2f54c0f tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef3e684d-5160-4dd8-b486-0df1917730ef HTTP/1.1" status: 200 len: 210 time: 0.1030965 Nov 12 01:00:39.439281 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-67a1a207-b5dd-4976-9f9f-911fbfbc6143 None None] Provisioning complete for port 914fe55f-4dc0-4c3c-9300-d1d96420be40 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:39.439746 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-67a1a207-b5dd-4976-9f9f-911fbfbc6143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:39.736693 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfbef5ab-731c-4120-894b-ecdad13315ae x-openstack-request-id: req-bfbef5ab-731c-4120-894b-ecdad13315ae {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:00:39.737062 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0637605-ea14-4785-bf50-b25750f161a0", "name": "network-vif-deleted", "tag": "0d5ddadc-aac1-4364-b1cd-d766b09dfb93", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:00:39.737298 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bfbef5ab-731c-4120-894b-ecdad13315ae {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:00:39.737705 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0637605-ea14-4785-bf50-b25750f161a0', 'name': 'network-vif-deleted', 'tag': '0d5ddadc-aac1-4364-b1cd-d766b09dfb93', 'status': 'completed', 'code': 200} Nov 12 01:00:39.902768 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60868) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:39.926883 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-01261c50-c4e2-46da-ad00-b6c975710420 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:39.941503 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-01261c50-c4e2-46da-ad00-b6c975710420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:39.987799 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 9d8e2126-6ef1-486a-9488-a7903ca4a8fb up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:00:39.995395 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fbfc02-1911-4a2c-bf13-ff99f649724d req-a48fd5df-cba3-43a0-b631-8dad562fd44d tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:40.005656 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-22fbfc02-1911-4a2c-bf13-ff99f649724d req-a48fd5df-cba3-43a0-b631-8dad562fd44d tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=eeff02bb-315b-4720-b65d-7d1c787a15af HTTP/1.1" status: 200 len: 945 time: 0.1638405 Nov 12 01:00:40.089960 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5219aeb7-a39f-4f9c-ac26-e8d6e9ee790b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:40.100996 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-919047ac-0cbf-4479-ad85-e72c84d8ad88 admin admin] Deleting subnet 895e7ba1-4cd9-4c5f-83d2-a28da6abba26 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:00:40.125909 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-01261c50-c4e2-46da-ad00-b6c975710420 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:40.128100 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-919047ac-0cbf-4479-ad85-e72c84d8ad88 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:40.138013 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01261c50-c4e2-46da-ad00-b6c975710420 admin admin] Pushing event updated for resources: {'Port': ['ID=d6ed0ee5-c35d-4ecd-b8a4-52f774c3d5f8,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:40.251134 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-919047ac-0cbf-4479-ad85-e72c84d8ad88 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:40.269779 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 9d8e2126-6ef1-486a-9488-a7903ca4a8fb triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:40.270156 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:40.306049 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-22fbfc02-1911-4a2c-bf13-ff99f649724d req-bef94107-ae96-4b33-9804-3a0017408b54 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991471 Nov 12 01:00:40.375140 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 0d5ddadc-aac1-4364-b1cd-d766b09dfb93 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:00:40.403174 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 0d5ddadc-aac1-4364-b1cd-d766b09dfb93 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:00:40.403534 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 0d5ddadc-aac1-4364-b1cd-d766b09dfb93 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:00:40.416557 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01261c50-c4e2-46da-ad00-b6c975710420 admin admin] Network c3a9c3be-ae08-4924-9d7a-f5be17be251a is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:40.427750 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-01261c50-c4e2-46da-ad00-b6c975710420 admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:40.441264 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:40.476880 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-919047ac-0cbf-4479-ad85-e72c84d8ad88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:40.532348 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-8e4adc69-17e9-42b0-99ec-7ad2f71ac53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd2b05f-a509-42db-865a-ab541214d81d', 'name': 'tempest-TaggedBootDevicesTest-1822146490-router', 'tenant_id': '1d8109316fd94efaa47eb9260db1f13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '57a80513-018e-4a1c-9118-df7edebc5e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:00:34Z', 'updated_at': '2021-11-12T01:00:36Z', 'revision_number': 3, 'project_id': '1d8109316fd94efaa47eb9260db1f13b', 'gw_port': {'id': '57a80513-018e-4a1c-9118-df7edebc5e9c', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd2b05f-a509-42db-865a-ab541214d81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:35Z', 'updated_at': '2021-11-12T01:00:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:40.534470 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:40.551786 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb8aca-bef7-44fe-ac43-4a48c2a88d93 req-0dadc9af-4925-48f9-a786-a983973569eb tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:40.575166 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-14eb8aca-bef7-44fe-ac43-4a48c2a88d93 req-0dadc9af-4925-48f9-a786-a983973569eb tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cbfa767-873e-484c-9e80-8a719aae93e0 HTTP/1.1" status: 200 len: 945 time: 0.2803822 Nov 12 01:00:40.629270 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4adc69-17e9-42b0-99ec-7ad2f71ac53f None None] Checking router: 4fd2b05f-a509-42db-865a-ab541214d81d for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:00:40.644448 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4adc69-17e9-42b0-99ec-7ad2f71ac53f None None] Updating router 4fd2b05f-a509-42db-865a-ab541214d81d port 57a80513-018e-4a1c-9118-df7edebc5e9c binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:00:40.700017 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8e4adc69-17e9-42b0-99ec-7ad2f71ac53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:40.722038 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 9d8e2126-6ef1-486a-9488-a7903ca4a8fb, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=9d8e2126-6ef1-486a-9488-a7903ca4a8fb,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:40.769501 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:40.770477 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 914fe55f-4dc0-4c3c-9300-d1d96420be40 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:00:40.810490 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-77421a27-e25f-4dc8-9fb5-7b0927b9b15b req-1295220f-9bdf-458b-90ce-54ad49b5ea6c tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=f0637605-ea14-4785-bf50-b25750f161a0 HTTP/1.1" status: 200 len: 210 time: 0.0673976 Nov 12 01:00:40.848091 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=9d8e2126-6ef1-486a-9488-a7903ca4a8fb,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:41.058766 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-aac3dbf2-ba72-4fd0-9b30-63cca6e25592 None None] Provisioning complete for port d6ed0ee5-c35d-4ecd-b8a4-52f774c3d5f8 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:41.059884 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-aac3dbf2-ba72-4fd0-9b30-63cca6e25592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:41.094629 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 914fe55f-4dc0-4c3c-9300-d1d96420be40 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:41.095000 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:41.097088 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-14eb8aca-bef7-44fe-ac43-4a48c2a88d93 req-a1d28ac5-faee-45b6-9f7d-4ef4dda11783 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5173204 Nov 12 01:00:41.221771 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-aac3dbf2-ba72-4fd0-9b30-63cca6e25592 None None] Port d6ed0ee5-c35d-4ecd-b8a4-52f774c3d5f8 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:00:41.237365 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01261c50-c4e2-46da-ad00-b6c975710420 admin admin] Router ca5eb0fb-301f-4f30-ba5e-34e1a752eb68 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:00:41.244416 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-919047ac-0cbf-4479-ad85-e72c84d8ad88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:41.300542 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d70e7-b89f-4a28-b0dd-7a735bff2c54 req-da9750ba-2bea-4612-ae35-2853b5d28a25 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:41.303237 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e50d70e7-b89f-4a28-b0dd-7a735bff2c54 req-da9750ba-2bea-4612-ae35-2853b5d28a25 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=eeff02bb-315b-4720-b65d-7d1c787a15af HTTP/1.1" status: 200 len: 945 time: 0.1775496 Nov 12 01:00:41.324029 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919047ac-0cbf-4479-ad85-e72c84d8ad88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=895e7ba1-4cd9-4c5f-83d2-a28da6abba26,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:41.331073 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-919047ac-0cbf-4479-ad85-e72c84d8ad88 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:41.335397 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-919047ac-0cbf-4479-ad85-e72c84d8ad88 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/895e7ba1-4cd9-4c5f-83d2-a28da6abba26 HTTP/1.1" status: 204 len: 168 time: 1.4303603 Nov 12 01:00:41.345706 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60888) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:41.349267 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-5219aeb7-a39f-4f9c-ac26-e8d6e9ee790b admin admin] Allocated IP 172.20.0.1 (42a64961-de15-4cbf-9f7d-d65cedf81ae7/9a4a1633-eebb-4206-a02e-19555e45d6c6/ee41bcaa-94dd-4f6d-819f-34cc3a9da463) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:00:41.471515 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6921784e-93c3-4076-9312-b3ba3e56d6d2 req-355c2b31-5ff8-4c8d-abcd-3e147659fc95 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef3e684d-5160-4dd8-b486-0df1917730ef HTTP/1.1" status: 200 len: 210 time: 0.1661043 Nov 12 01:00:41.538227 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e50d70e7-b89f-4a28-b0dd-7a735bff2c54 req-f4bec639-2549-4f5a-975a-afe07de7a432 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125087 Nov 12 01:00:41.689362 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8e4adc69-17e9-42b0-99ec-7ad2f71ac53f None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:41.695759 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 9d8e2126-6ef1-486a-9488-a7903ca4a8fb up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:00:41.728071 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01261c50-c4e2-46da-ad00-b6c975710420 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:00:41.746355 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fa4b59-9249-4b57-b5c4-fa2d261f16e1 None None] Sync routers for ids ['ca5eb0fb-301f-4f30-ba5e-34e1a752eb68'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:00:41.764041 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-01261c50-c4e2-46da-ad00-b6c975710420 admin admin] 10.222.0.45 "PUT /v2.0/routers/ca5eb0fb-301f-4f30-ba5e-34e1a752eb68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7805371 Nov 12 01:00:41.808314 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8e4adc69-17e9-42b0-99ec-7ad2f71ac53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:41.813355 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fa4b59-9249-4b57-b5c4-fa2d261f16e1 None None] Routers {'ca5eb0fb-301f-4f30-ba5e-34e1a752eb68'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:41.814456 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-a0fa4b59-9249-4b57-b5c4-fa2d261f16e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:00:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['ca5eb0fb-301f-4f30-ba5e-34e1a752eb68'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:41.837790 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5ff1119e-5f5d-4e08-a0fd-6d0a3871b468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:41.873309 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b5618-58d1-4135-ba24-53db670dd7f8 req-7f643def-2147-44cc-b0b3-1a7266930ef2 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:41.875012 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-410b5618-58d1-4135-ba24-53db670dd7f8 req-7f643def-2147-44cc-b0b3-1a7266930ef2 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.44 "GET /v2.0/networks?id=c0b4a63e-0860-4dbc-9d9c-620393c3b6b9 HTTP/1.1" status: 200 len: 812 time: 0.7648280 Nov 12 01:00:41.910658 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-410b5618-58d1-4135-ba24-53db670dd7f8 req-054a6731-66ae-4a64-95cf-9e7eedfe177c tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Request body: {'port': {'device_id': 'ef3e684d-5160-4dd8-b486-0df1917730ef', 'network_id': 'c0b4a63e-0860-4dbc-9d9c-620393c3b6b9', 'admin_state_up': True, 'tenant_id': '21eee794595f4d3b8f9bea504a1c9b84'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:42.026721 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d47588-4ae7-4699-9d38-a378ad0d1565 None None] Pushing event updated for resources: {'Port': ['ID=57a80513-018e-4a1c-9118-df7edebc5e9c,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:42.033322 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-8e4adc69-17e9-42b0-99ec-7ad2f71ac53f None None] Attempting to bind port 57a80513-018e-4a1c-9118-df7edebc5e9c on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:00:42.034858 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-8e4adc69-17e9-42b0-99ec-7ad2f71ac53f None None] Attempting to bind port 57a80513-018e-4a1c-9118-df7edebc5e9c by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:00:42.037806 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4adc69-17e9-42b0-99ec-7ad2f71ac53f None None] Attempting to bind port 57a80513-018e-4a1c-9118-df7edebc5e9c on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:00:42.078048 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4adc69-17e9-42b0-99ec-7ad2f71ac53f None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:00:42.080116 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4adc69-17e9-42b0-99ec-7ad2f71ac53f None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:00:42.087259 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8e4adc69-17e9-42b0-99ec-7ad2f71ac53f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:42.088075 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4adc69-17e9-42b0-99ec-7ad2f71ac53f None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:00:42.092843 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-8e4adc69-17e9-42b0-99ec-7ad2f71ac53f None None] Bound port: 57a80513-018e-4a1c-9118-df7edebc5e9c, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:00:42.096413 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8e4adc69-17e9-42b0-99ec-7ad2f71ac53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:42.140111 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5219aeb7-a39f-4f9c-ac26-e8d6e9ee790b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:42.216167 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 9d8e2126-6ef1-486a-9488-a7903ca4a8fb triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:42.217203 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:42.219914 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-a0fa4b59-9249-4b57-b5c4-fa2d261f16e1 None None] Set router ca5eb0fb-301f-4f30-ba5e-34e1a752eb68 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:00:42.341271 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5ff1119e-5f5d-4e08-a0fd-6d0a3871b468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:42.355131 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-8e4adc69-17e9-42b0-99ec-7ad2f71ac53f None None] For port 57a80513-018e-4a1c-9118-df7edebc5e9c, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:00:42.356713 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5219aeb7-a39f-4f9c-ac26-e8d6e9ee790b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:42.362554 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-8e4adc69-17e9-42b0-99ec-7ad2f71ac53f None None] For port 57a80513-018e-4a1c-9118-df7edebc5e9c, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=57a80513-018e-4a1c-9118-df7edebc5e9c,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:00:42.377194 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8e4adc69-17e9-42b0-99ec-7ad2f71ac53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:42.432408 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-5ff1119e-5f5d-4e08-a0fd-6d0a3871b468 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2f959a0-f94f-4a4a-9a65-17f657fcf090']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:42.463989 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-5ff1119e-5f5d-4e08-a0fd-6d0a3871b468 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f618efc3-1a9a-44cc-84d6-780c6d289de0') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:42.464809 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-5ff1119e-5f5d-4e08-a0fd-6d0a3871b468 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f618efc3-1a9a-44cc-84d6-780c6d289de0') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:42.496673 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5ff1119e-5f5d-4e08-a0fd-6d0a3871b468 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:42.529848 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5ff1119e-5f5d-4e08-a0fd-6d0a3871b468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:42.543929 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ff1119e-5f5d-4e08-a0fd-6d0a3871b468 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:00:42.545520 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5ff1119e-5f5d-4e08-a0fd-6d0a3871b468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:42.577007 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d47588-4ae7-4699-9d38-a378ad0d1565 None None] Pushing event updated for resources: {'Port': ['ID=57a80513-018e-4a1c-9118-df7edebc5e9c,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:42.582748 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4adc69-17e9-42b0-99ec-7ad2f71ac53f None None] Routers {'4fd2b05f-a509-42db-865a-ab541214d81d'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:42.583949 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-8e4adc69-17e9-42b0-99ec-7ad2f71ac53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:00:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['4fd2b05f-a509-42db-865a-ab541214d81d'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:42.684822 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaaa524-51c9-418f-82da-f2f9cea38e72 req-6c23af04-aa08-4c77-807b-f302f1417f0e tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:42.696297 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-faaaa524-51c9-418f-82da-f2f9cea38e72 req-6c23af04-aa08-4c77-807b-f302f1417f0e tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=eeff02bb-315b-4720-b65d-7d1c787a15af HTTP/1.1" status: 200 len: 945 time: 0.1382186 Nov 12 01:00:42.804797 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-faaaa524-51c9-418f-82da-f2f9cea38e72 req-5b16ef01-bac6-4e8a-bf1d-ab35a386596c tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066010 Nov 12 01:00:42.821400 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5219aeb7-a39f-4f9c-ac26-e8d6e9ee790b admin admin] Network 42a64961-de15-4cbf-9f7d-d65cedf81ae7 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:42.821628 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-8e4adc69-17e9-42b0-99ec-7ad2f71ac53f None None] Set router 4fd2b05f-a509-42db-865a-ab541214d81d gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:00:42.821762 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:00:42.821762 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:00:42.821762 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:00:42.821762 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:00:42.821762 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:00:42.821762 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:00:42.821762 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:00:42.821762 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:00:42.821762 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:00:42.821762 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:00:42.821762 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:00:42.821762 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:00:42.821762 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:00:42.821762 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:00:42.821762 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:00:42.821762 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:00:42.821762 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:00:42.821762 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:00:42.821762 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:00:42.821762 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:00:42.821762 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:00:42.821762 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:00:42.821762 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:00:42.821762 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:00:42.821762 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:00:42.821762 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:00:42.821762 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:00:42.821762 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:00:42.821762 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:00:42.821762 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:00:42.821762 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:00:42.821762 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:00:42.821762 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5219aeb7-a39f-4f9c-ac26-e8d6e9ee790b admin admin] Pushing event updated for resources: {'Port': ['ID=ee41bcaa-94dd-4f6d-819f-34cc3a9da463,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:42.824756 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-5219aeb7-a39f-4f9c-ac26-e8d6e9ee790b admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:42.829119 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-410b5618-58d1-4135-ba24-53db670dd7f8 req-054a6731-66ae-4a64-95cf-9e7eedfe177c tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Made reservation on behalf of 21eee794595f4d3b8f9bea504a1c9b84 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:42.836254 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-410b5618-58d1-4135-ba24-53db670dd7f8 req-054a6731-66ae-4a64-95cf-9e7eedfe177c tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:42.864112 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5ff1119e-5f5d-4e08-a0fd-6d0a3871b468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:42.889377 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5219aeb7-a39f-4f9c-ac26-e8d6e9ee790b admin admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:00:43.013478 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49871ba-3711-498e-b151-28d74c55b678 req-180bafa0-e8e7-47ec-9055-eb9f3b53011e tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:43.021603 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f49871ba-3711-498e-b151-28d74c55b678 req-180bafa0-e8e7-47ec-9055-eb9f3b53011e tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cbfa767-873e-484c-9e80-8a719aae93e0 HTTP/1.1" status: 200 len: 945 time: 0.1134663 Nov 12 01:00:43.054002 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-a0fa4b59-9249-4b57-b5c4-fa2d261f16e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5eb0fb-301f-4f30-ba5e-34e1a752eb68', 'name': 'tempest-ServersTestFqdnHostnames-889858356-router', 'tenant_id': '7ee0070393c4481fac990e8467ee2d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '9d8e2126-6ef1-486a-9488-a7903ca4a8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:00:27Z', 'updated_at': '2021-11-12T01:00:38Z', 'revision_number': 4, 'project_id': '7ee0070393c4481fac990e8467ee2d37', 'gw_port': {'id': '9d8e2126-6ef1-486a-9488-a7903ca4a8fb', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ac:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5eb0fb-301f-4f30-ba5e-34e1a752eb68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:30Z', 'updated_at': '2021-11-12T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'd6ed0ee5-c35d-4ecd-b8a4-52f774c3d5f8', 'name': '', 'network_id': 'c3a9c3be-ae08-4924-9d7a-f5be17be251a', 'tenant_id': '7ee0070393c4481fac990e8467ee2d37', 'mac_address': 'fa:16:3e:bd:30:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5eb0fb-301f-4f30-ba5e-34e1a752eb68', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '9c9603aa-a0ab-494b-95f7-b3ae19c268c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:36Z', 'updated_at': '2021-11-12T01:00:39Z', 'revision_number': 2, 'project_id': '7ee0070393c4481fac990e8467ee2d37', 'subnets': [{'id': '9c9603aa-a0ab-494b-95f7-b3ae19c268c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:43.089674 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fa4b59-9249-4b57-b5c4-fa2d261f16e1 None None] Checking router: ca5eb0fb-301f-4f30-ba5e-34e1a752eb68 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:00:43.090036 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fa4b59-9249-4b57-b5c4-fa2d261f16e1 None None] Updating router ca5eb0fb-301f-4f30-ba5e-34e1a752eb68 port d6ed0ee5-c35d-4ecd-b8a4-52f774c3d5f8 binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:00:43.163077 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-a0fa4b59-9249-4b57-b5c4-fa2d261f16e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:43.188067 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f49871ba-3711-498e-b151-28d74c55b678 req-de420fa3-e30a-40da-8997-1699f1f000f5 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500876 Nov 12 01:00:43.210153 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5219aeb7-a39f-4f9c-ac26-e8d6e9ee790b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:43.326356 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5ff1119e-5f5d-4e08-a0fd-6d0a3871b468 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:43.334577 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 60914) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:43.336756 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5ff1119e-5f5d-4e08-a0fd-6d0a3871b468 admin admin] 10.222.0.45 "DELETE /v2.0/networks/a2f959a0-f94f-4a4a-9a65-17f657fcf090 HTTP/1.1" status: 204 len: 168 time: 1.9897237 Nov 12 01:00:43.337728 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff1119e-5f5d-4e08-a0fd-6d0a3871b468 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2f959a0-f94f-4a4a-9a65-17f657fcf090,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:43.341753 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-8e4adc69-17e9-42b0-99ec-7ad2f71ac53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd2b05f-a509-42db-865a-ab541214d81d', 'name': 'tempest-TaggedBootDevicesTest-1822146490-router', 'tenant_id': '1d8109316fd94efaa47eb9260db1f13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '57a80513-018e-4a1c-9118-df7edebc5e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:00:34Z', 'updated_at': '2021-11-12T01:00:36Z', 'revision_number': 3, 'project_id': '1d8109316fd94efaa47eb9260db1f13b', 'gw_port': {'id': '57a80513-018e-4a1c-9118-df7edebc5e9c', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd2b05f-a509-42db-865a-ab541214d81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:35Z', 'updated_at': '2021-11-12T01:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:43.363304 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-b36e8664-5ece-43bf-98a2-41dba57dfbc6 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1738106008', 'description': 'tempest-description--746251759'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:43.408682 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-410b5618-58d1-4135-ba24-53db670dd7f8 req-054a6731-66ae-4a64-95cf-9e7eedfe177c tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Allocated IP 172.20.0.9 (c0b4a63e-0860-4dbc-9d9c-620393c3b6b9/4f4b609e-2331-4c01-9258-3d3c5185144b/000ebbde-824a-4389-bd35-2e748d88936d) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:00:43.428534 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4adc69-17e9-42b0-99ec-7ad2f71ac53f None None] The sync data for ids ['4fd2b05f-a509-42db-865a-ab541214d81d'] in n-d-712142-27 is: [{'id': '4fd2b05f-a509-42db-865a-ab541214d81d', 'name': 'tempest-TaggedBootDevicesTest-1822146490-router', 'tenant_id': '1d8109316fd94efaa47eb9260db1f13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '57a80513-018e-4a1c-9118-df7edebc5e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:00:34Z', 'updated_at': '2021-11-12T01:00:36Z', 'revision_number': 3, 'project_id': '1d8109316fd94efaa47eb9260db1f13b', 'gw_port': {'id': '57a80513-018e-4a1c-9118-df7edebc5e9c', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd2b05f-a509-42db-865a-ab541214d81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:35Z', 'updated_at': '2021-11-12T01:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:00:43.568379 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b36e8664-5ece-43bf-98a2-41dba57dfbc6 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:43.599828 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-125cfe61-f0bb-4e2e-a832-fb0e8be1fc32 None None] Provisioning complete for port ee41bcaa-94dd-4f6d-819f-34cc3a9da463 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:43.600238 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-125cfe61-f0bb-4e2e-a832-fb0e8be1fc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:43.679290 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ec29752b-bea8-48a0-95a4-7cde4b3d55b9 req-b7050bf6-9238-4b64-9b7f-643f84cc2257 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef3e684d-5160-4dd8-b486-0df1917730ef HTTP/1.1" status: 200 len: 210 time: 0.1501403 Nov 12 01:00:43.706740 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-410b5618-58d1-4135-ba24-53db670dd7f8 req-054a6731-66ae-4a64-95cf-9e7eedfe177c tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:43.721878 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-a0fa4b59-9249-4b57-b5c4-fa2d261f16e1 None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:43.728549 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-125cfe61-f0bb-4e2e-a832-fb0e8be1fc32 None None] Port ee41bcaa-94dd-4f6d-819f-34cc3a9da463 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:00:43.739422 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-a0fa4b59-9249-4b57-b5c4-fa2d261f16e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:43.858579 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6e8aef-c2b1-4fc3-acb2-b7933d572e07 None None] Pushing event updated for resources: {'Port': ['ID=d6ed0ee5-c35d-4ecd-b8a4-52f774c3d5f8,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:43.879423 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 60926) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:43.977850 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5219aeb7-a39f-4f9c-ac26-e8d6e9ee790b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:44.009087 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-410b5618-58d1-4135-ba24-53db670dd7f8 req-054a6731-66ae-4a64-95cf-9e7eedfe177c tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:44.017026 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-a0fa4b59-9249-4b57-b5c4-fa2d261f16e1 None None] Attempting to bind port d6ed0ee5-c35d-4ecd-b8a4-52f774c3d5f8 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:00:44.023000 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-a0fa4b59-9249-4b57-b5c4-fa2d261f16e1 None None] Attempting to bind port d6ed0ee5-c35d-4ecd-b8a4-52f774c3d5f8 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '558ec544-d318-49d4-8e0a-2f18c636de60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c3a9c3be-ae08-4924-9d7a-f5be17be251a'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:00:44.024017 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fa4b59-9249-4b57-b5c4-fa2d261f16e1 None None] Attempting to bind port d6ed0ee5-c35d-4ecd-b8a4-52f774c3d5f8 on network c3a9c3be-ae08-4924-9d7a-f5be17be251a {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:00:44.024381 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec0aa26-dd09-4796-a3a3-51f47fd3f9b3 req-05e7af52-b08f-49ad-9446-608aab836d58 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:44.032650 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aec0aa26-dd09-4796-a3a3-51f47fd3f9b3 req-05e7af52-b08f-49ad-9446-608aab836d58 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa50c5ea-6d4d-44ff-804d-2a670cf0e0df HTTP/1.1" status: 200 len: 951 time: 0.3742912 Nov 12 01:00:44.048228 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fa4b59-9249-4b57-b5c4-fa2d261f16e1 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:00:44.049192 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fa4b59-9249-4b57-b5c4-fa2d261f16e1 None None] Checking segment: {'id': '558ec544-d318-49d4-8e0a-2f18c636de60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c3a9c3be-ae08-4924-9d7a-f5be17be251a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:00:44.049855 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-a0fa4b59-9249-4b57-b5c4-fa2d261f16e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:44.050678 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fa4b59-9249-4b57-b5c4-fa2d261f16e1 None None] Bound using segment: {'id': '558ec544-d318-49d4-8e0a-2f18c636de60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c3a9c3be-ae08-4924-9d7a-f5be17be251a'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:00:44.051686 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-a0fa4b59-9249-4b57-b5c4-fa2d261f16e1 None None] Bound port: d6ed0ee5-c35d-4ecd-b8a4-52f774c3d5f8, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558ec544-d318-49d4-8e0a-2f18c636de60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c3a9c3be-ae08-4924-9d7a-f5be17be251a'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:00:44.052420 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-a0fa4b59-9249-4b57-b5c4-fa2d261f16e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:44.060847 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['564e0828-9b69-49aa-b37c-0f3279423172'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:00:44.137460 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-387f9c99-8b4c-4633-bef4-8f3d554bcbf7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b1d57bcafecc43f3b4415a7be2a66b90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2523532 Nov 12 01:00:44.143522 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-a0fa4b59-9249-4b57-b5c4-fa2d261f16e1 None None] For port d6ed0ee5-c35d-4ecd-b8a4-52f774c3d5f8, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:00:44.150211 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-a0fa4b59-9249-4b57-b5c4-fa2d261f16e1 None None] For port d6ed0ee5-c35d-4ecd-b8a4-52f774c3d5f8, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=d6ed0ee5-c35d-4ecd-b8a4-52f774c3d5f8,segment=NetworkSegment(558ec544-d318-49d4-8e0a-2f18c636de60),segment_id=558ec544-d318-49d4-8e0a-2f18c636de60)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:00:44.155660 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 60928) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:44.160876 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-a0fa4b59-9249-4b57-b5c4-fa2d261f16e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:44.200667 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-410b5618-58d1-4135-ba24-53db670dd7f8 req-054a6731-66ae-4a64-95cf-9e7eedfe177c tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Network c0b4a63e-0860-4dbc-9d9c-620393c3b6b9 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:44.215742 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-410b5618-58d1-4135-ba24-53db670dd7f8 req-054a6731-66ae-4a64-95cf-9e7eedfe177c tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:44.232550 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054a6731-66ae-4a64-95cf-9e7eedfe177c tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Pushing event updated for resources: {'Port': ['ID=000ebbde-824a-4389-bd35-2e748d88936d,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:44.239430 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-410b5618-58d1-4135-ba24-53db670dd7f8 req-054a6731-66ae-4a64-95cf-9e7eedfe177c tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:00:44.240560 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b36e8664-5ece-43bf-98a2-41dba57dfbc6 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:44.281611 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b36e8664-5ece-43bf-98a2-41dba57dfbc6 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:44.315857 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fa4b59-9249-4b57-b5c4-fa2d261f16e1 None None] Routers {'ca5eb0fb-301f-4f30-ba5e-34e1a752eb68'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:44.317158 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-a0fa4b59-9249-4b57-b5c4-fa2d261f16e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:00:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['ca5eb0fb-301f-4f30-ba5e-34e1a752eb68'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:44.344886 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b5618-58d1-4135-ba24-53db670dd7f8 req-054a6731-66ae-4a64-95cf-9e7eedfe177c tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:44.346649 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-410b5618-58d1-4135-ba24-53db670dd7f8 req-054a6731-66ae-4a64-95cf-9e7eedfe177c tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:44.376812 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-410b5618-58d1-4135-ba24-53db670dd7f8 req-054a6731-66ae-4a64-95cf-9e7eedfe177c tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4802444 Nov 12 01:00:44.403997 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-410b5618-58d1-4135-ba24-53db670dd7f8 req-c85bdd4f-4fcd-4172-99ea-e656a54d47ce service neutron] Request body: {'port': {'device_id': 'ef3e684d-5160-4dd8-b486-0df1917730ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:44.408993 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36e8664-5ece-43bf-98a2-41dba57dfbc6 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f93c3a0-5b41-4c8e-b79b-f03e3eb4ebac,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:44.422463 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-a7048dc6-19c5-420f-a2f4-f12f7a8f19de None None] Provisioning complete for port d6ed0ee5-c35d-4ecd-b8a4-52f774c3d5f8 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:44.440814 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a7048dc6-19c5-420f-a2f4-f12f7a8f19de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:44.512463 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-410b5618-58d1-4135-ba24-53db670dd7f8 req-c85bdd4f-4fcd-4172-99ea-e656a54d47ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:44.516950 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aec0aa26-dd09-4796-a3a3-51f47fd3f9b3 req-b02b391f-cf27-4b35-8f56-aa576c80343d tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4728904 Nov 12 01:00:44.544859 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b36e8664-5ece-43bf-98a2-41dba57dfbc6 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:44.550633 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-b36e8664-5ece-43bf-98a2-41dba57dfbc6 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2138715 Nov 12 01:00:44.551803 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 60934) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:44.552052 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6e8aef-c2b1-4fc3-acb2-b7933d572e07 None None] Pushing event updated for resources: {'Port': ['ID=d6ed0ee5-c35d-4ecd-b8a4-52f774c3d5f8,revision_number=4']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:44.588977 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-155ce241-c06f-405d-bfa1-c978f1affeb3 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Request body: {'security_group_rule': {'security_group_id': '4f93c3a0-5b41-4c8e-b79b-f03e3eb4ebac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:44.606364 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a8c5e8-c523-4a33-a7c5-dc3e25abaf10 req-cf489974-6c2c-4e83-b6ce-53b83a3b0ca6 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:44.608341 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a2a8c5e8-c523-4a33-a7c5-dc3e25abaf10 req-cf489974-6c2c-4e83-b6ce-53b83a3b0ca6 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.44 "GET /v2.0/ports?device_id=eeff02bb-315b-4720-b65d-7d1c787a15af HTTP/1.1" status: 200 len: 945 time: 0.6705933 Nov 12 01:00:44.750675 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-580cb7c5-cf0a-4805-ba89-ec731a903e75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:44.764316 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-a0fa4b59-9249-4b57-b5c4-fa2d261f16e1 None None] Set router ca5eb0fb-301f-4f30-ba5e-34e1a752eb68 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:00:44.869991 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b110499-ab31-46ba-941e-61a6dd7bca7a req-1d810ea5-6b6d-4252-aca1-4302350fc503 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:44.880696 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3b110499-ab31-46ba-941e-61a6dd7bca7a req-1d810ea5-6b6d-4252-aca1-4302350fc503 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=eeff02bb-315b-4720-b65d-7d1c787a15af HTTP/1.1" status: 200 len: 945 time: 0.4066253 Nov 12 01:00:44.901358 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-155ce241-c06f-405d-bfa1-c978f1affeb3 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:44.922246 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a7048dc6-19c5-420f-a2f4-f12f7a8f19de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:44.938265 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-580cb7c5-cf0a-4805-ba89-ec731a903e75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:45.011355 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5219aeb7-a39f-4f9c-ac26-e8d6e9ee790b admin admin] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:45.045666 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef050eba-4396-44c3-a60e-682b51876597 req-c559783e-c3e5-446e-9c37-a49774cf1a80 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:45.047430 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ef050eba-4396-44c3-a60e-682b51876597 req-c559783e-c3e5-446e-9c37-a49774cf1a80 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cbfa767-873e-484c-9e80-8a719aae93e0 HTTP/1.1" status: 200 len: 945 time: 0.2801085 Nov 12 01:00:45.086708 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3b110499-ab31-46ba-941e-61a6dd7bca7a req-1223de54-5b2a-4f3a-a44e-986370706f51 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029555 Nov 12 01:00:45.104864 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-a7048dc6-19c5-420f-a2f4-f12f7a8f19de None None] For port d6ed0ee5-c35d-4ecd-b8a4-52f774c3d5f8, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=d6ed0ee5-c35d-4ecd-b8a4-52f774c3d5f8,segment=NetworkSegment(558ec544-d318-49d4-8e0a-2f18c636de60),segment_id=558ec544-d318-49d4-8e0a-2f18c636de60)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:45.118776 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a7048dc6-19c5-420f-a2f4-f12f7a8f19de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:45.209058 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5219aeb7-a39f-4f9c-ac26-e8d6e9ee790b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:45.259696 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ef050eba-4396-44c3-a60e-682b51876597 req-86bed6e0-c939-4b9f-a418-677049b4170e tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517277 Nov 12 01:00:45.348929 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-a0fa4b59-9249-4b57-b5c4-fa2d261f16e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5eb0fb-301f-4f30-ba5e-34e1a752eb68', 'name': 'tempest-ServersTestFqdnHostnames-889858356-router', 'tenant_id': '7ee0070393c4481fac990e8467ee2d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '9d8e2126-6ef1-486a-9488-a7903ca4a8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:00:27Z', 'updated_at': '2021-11-12T01:00:38Z', 'revision_number': 4, 'project_id': '7ee0070393c4481fac990e8467ee2d37', 'gw_port': {'id': '9d8e2126-6ef1-486a-9488-a7903ca4a8fb', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ac:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5eb0fb-301f-4f30-ba5e-34e1a752eb68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:30Z', 'updated_at': '2021-11-12T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'd6ed0ee5-c35d-4ecd-b8a4-52f774c3d5f8', 'name': '', 'network_id': 'c3a9c3be-ae08-4924-9d7a-f5be17be251a', 'tenant_id': '7ee0070393c4481fac990e8467ee2d37', 'mac_address': 'fa:16:3e:bd:30:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5eb0fb-301f-4f30-ba5e-34e1a752eb68', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '9c9603aa-a0ab-494b-95f7-b3ae19c268c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:36Z', 'updated_at': '2021-11-12T01:00:44Z', 'revision_number': 4, 'project_id': '7ee0070393c4481fac990e8467ee2d37', 'subnets': [{'id': '9c9603aa-a0ab-494b-95f7-b3ae19c268c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:45.424768 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-a2a8c5e8-c523-4a33-a7c5-dc3e25abaf10 req-471225a7-fe58-40a7-9f6d-7057a0821490 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Deleting port b71244a5-b416-41b6-84a3-ef81fbc874e2 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:45.425225 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a2a8c5e8-c523-4a33-a7c5-dc3e25abaf10 req-471225a7-fe58-40a7-9f6d-7057a0821490 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:45.466117 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fa4b59-9249-4b57-b5c4-fa2d261f16e1 None None] The sync data for ids ['ca5eb0fb-301f-4f30-ba5e-34e1a752eb68'] in n-d-712142-27 is: [{'id': 'ca5eb0fb-301f-4f30-ba5e-34e1a752eb68', 'name': 'tempest-ServersTestFqdnHostnames-889858356-router', 'tenant_id': '7ee0070393c4481fac990e8467ee2d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '9d8e2126-6ef1-486a-9488-a7903ca4a8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:00:27Z', 'updated_at': '2021-11-12T01:00:38Z', 'revision_number': 4, 'project_id': '7ee0070393c4481fac990e8467ee2d37', 'gw_port': {'id': '9d8e2126-6ef1-486a-9488-a7903ca4a8fb', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ac:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5eb0fb-301f-4f30-ba5e-34e1a752eb68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:30Z', 'updated_at': '2021-11-12T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'd6ed0ee5-c35d-4ecd-b8a4-52f774c3d5f8', 'name': '', 'network_id': 'c3a9c3be-ae08-4924-9d7a-f5be17be251a', 'tenant_id': '7ee0070393c4481fac990e8467ee2d37', 'mac_address': 'fa:16:3e:bd:30:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca5eb0fb-301f-4f30-ba5e-34e1a752eb68', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '9c9603aa-a0ab-494b-95f7-b3ae19c268c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:36Z', 'updated_at': '2021-11-12T01:00:44Z', 'revision_number': 4, 'project_id': '7ee0070393c4481fac990e8467ee2d37', 'subnets': [{'id': '9c9603aa-a0ab-494b-95f7-b3ae19c268c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:00:45.487790 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5219aeb7-a39f-4f9c-ac26-e8d6e9ee790b admin admin] Pushing event updated for resources: {'Port': ['ID=ee41bcaa-94dd-4f6d-819f-34cc3a9da463,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:45.547754 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5219aeb7-a39f-4f9c-ac26-e8d6e9ee790b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:45.559087 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-ffdb5b5e-4d81-4933-83b2-661f21e53406 None None] Provisioning complete for port d6ed0ee5-c35d-4ecd-b8a4-52f774c3d5f8 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:45.560336 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ffdb5b5e-4d81-4933-83b2-661f21e53406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:45.616997 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7048dc6-19c5-420f-a2f4-f12f7a8f19de None None] Pushing event updated for resources: {'Port': ['ID=d6ed0ee5-c35d-4ecd-b8a4-52f774c3d5f8,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:45.720436 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-a2a8c5e8-c523-4a33-a7c5-dc3e25abaf10 req-471225a7-fe58-40a7-9f6d-7057a0821490 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] For port b71244a5-b416-41b6-84a3-ef81fbc874e2, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=b71244a5-b416-41b6-84a3-ef81fbc874e2,segment=NetworkSegment(45adf0ba-e61d-4509-afe2-5b0ef96fbbf3),segment_id=45adf0ba-e61d-4509-afe2-5b0ef96fbbf3)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:45.724246 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a2a8c5e8-c523-4a33-a7c5-dc3e25abaf10 req-471225a7-fe58-40a7-9f6d-7057a0821490 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:45.753061 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-a2a8c5e8-c523-4a33-a7c5-dc3e25abaf10 req-471225a7-fe58-40a7-9f6d-7057a0821490 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Calling delete_port for b71244a5-b416-41b6-84a3-ef81fbc874e2 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:45.846703 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 57a80513-018e-4a1c-9118-df7edebc5e9c up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:00:45.993602 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a2a8c5e8-c523-4a33-a7c5-dc3e25abaf10 req-471225a7-fe58-40a7-9f6d-7057a0821490 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:45.999575 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-155ce241-c06f-405d-bfa1-c978f1affeb3 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:46.022683 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5219aeb7-a39f-4f9c-ac26-e8d6e9ee790b admin admin] Network 42a64961-de15-4cbf-9f7d-d65cedf81ae7 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:46.032201 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['82024f09-4045-472b-bf68-891c62809ddd', 'b71244a5-b416-41b6-84a3-ef81fbc874e2'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:00:46.044522 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-5219aeb7-a39f-4f9c-ac26-e8d6e9ee790b admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:46.061864 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471225a7-fe58-40a7-9f6d-7057a0821490 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Pushing event deleted for resources: {'Port': ['ID=b71244a5-b416-41b6-84a3-ef81fbc874e2,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:46.090430 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-155ce241-c06f-405d-bfa1-c978f1affeb3 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:46.126856 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70562910-0f91-453e-adff-e767d7b5b1fe req-9375b3a1-0727-499f-bb10-fdc6eae87b8c tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:46.128544 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-70562910-0f91-453e-adff-e767d7b5b1fe req-9375b3a1-0727-499f-bb10-fdc6eae87b8c tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa50c5ea-6d4d-44ff-804d-2a670cf0e0df HTTP/1.1" status: 200 len: 951 time: 0.8982747 Nov 12 01:00:46.154500 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 57a80513-018e-4a1c-9118-df7edebc5e9c triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:46.154987 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:46.174519 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b44ba-664d-41d2-9723-d0369dc169fb req-60dd4afd-1f52-41ea-8573-711c4344e2e3 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:46.180377 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0d0b44ba-664d-41d2-9723-d0369dc169fb req-60dd4afd-1f52-41ea-8573-711c4344e2e3 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef3e684d-5160-4dd8-b486-0df1917730ef HTTP/1.1" status: 200 len: 931 time: 0.8861697 Nov 12 01:00:46.197642 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-580cb7c5-cf0a-4805-ba89-ec731a903e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:46.209826 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-580cb7c5-cf0a-4805-ba89-ec731a903e75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:46.217319 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-580cb7c5-cf0a-4805-ba89-ec731a903e75 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/311a70c3-bfde-405d-b21c-587b1720962c HTTP/1.1" status: 204 len: 168 time: 2.0561461 Nov 12 01:00:46.244266 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155ce241-c06f-405d-bfa1-c978f1affeb3 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=022945b3-eec0-4c99-85be-211aa57406ad,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:46.426750 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a8c5e8-c523-4a33-a7c5-dc3e25abaf10 req-471225a7-fe58-40a7-9f6d-7057a0821490 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] No DVR routers for this DVR port b71244a5-b416-41b6-84a3-ef81fbc874e2 on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:00:46.454389 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a2a8c5e8-c523-4a33-a7c5-dc3e25abaf10 req-471225a7-fe58-40a7-9f6d-7057a0821490 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:46.459859 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a2a8c5e8-c523-4a33-a7c5-dc3e25abaf10 req-471225a7-fe58-40a7-9f6d-7057a0821490 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.44 "DELETE /v2.0/ports/b71244a5-b416-41b6-84a3-ef81fbc874e2 HTTP/1.1" status: 204 len: 173 time: 1.8222630 Nov 12 01:00:46.466959 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeff02bb-315b-4720-b65d-7d1c787a15af', 'name': 'network-vif-deleted', 'tag': 'b71244a5-b416-41b6-84a3-ef81fbc874e2'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:00:46.470433 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82fee183-e3bd-4842-8e5c-16e910fa68b9" -d '{"events": [{"server_uuid": "eeff02bb-315b-4720-b65d-7d1c787a15af", "name": "network-vif-deleted", "tag": "b71244a5-b416-41b6-84a3-ef81fbc874e2"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:00:46.474644 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580cb7c5-cf0a-4805-ba89-ec731a903e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311a70c3-bfde-405d-b21c-587b1720962c,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:46.478352 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-410b5618-58d1-4135-ba24-53db670dd7f8 req-c85bdd4f-4fcd-4172-99ea-e656a54d47ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 000ebbde-824a-4389-bd35-2e748d88936d {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:00:46.506495 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-410b5618-58d1-4135-ba24-53db670dd7f8 req-c85bdd4f-4fcd-4172-99ea-e656a54d47ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:46.517879 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83a554-f9c4-4caa-91ac-d3a88abd63ca req-cad06e8e-d2f0-4758-b790-7943685e5d08 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:46.530918 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c83a554-f9c4-4caa-91ac-d3a88abd63ca req-cad06e8e-d2f0-4758-b790-7943685e5d08 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa50c5ea-6d4d-44ff-804d-2a670cf0e0df HTTP/1.1" status: 200 len: 951 time: 0.4815593 Nov 12 01:00:46.537533 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-155ce241-c06f-405d-bfa1-c978f1affeb3 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:46.539162 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-155ce241-c06f-405d-bfa1-c978f1affeb3 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9557676 Nov 12 01:00:46.548812 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60956) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:46.557105 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-83fa3b18-d30d-46e8-a53f-c99926a2c704 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Request body: {'security_group_rule': {'security_group_id': '4f93c3a0-5b41-4c8e-b79b-f03e3eb4ebac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:46.572722 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-410b5618-58d1-4135-ba24-53db670dd7f8 req-c85bdd4f-4fcd-4172-99ea-e656a54d47ce service neutron] Transition to ACTIVE for port object 000ebbde-824a-4389-bd35-2e748d88936d will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:00:46.593449 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-410b5618-58d1-4135-ba24-53db670dd7f8 req-c85bdd4f-4fcd-4172-99ea-e656a54d47ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:46.619281 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5219aeb7-a39f-4f9c-ac26-e8d6e9ee790b admin admin] Router 4fd2b05f-a509-42db-865a-ab541214d81d has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:00:46.637628 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:46.702743 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0d0b44ba-664d-41d2-9723-d0369dc169fb req-0e062be9-c2ac-4beb-b869-f32552d27feb tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1f55e6b-ac6a-493f-9689-6b58de301978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5199754 Nov 12 01:00:46.725893 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 57a80513-018e-4a1c-9118-df7edebc5e9c, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=57a80513-018e-4a1c-9118-df7edebc5e9c,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:46.760081 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-83fa3b18-d30d-46e8-a53f-c99926a2c704 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:46.765021 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c83a554-f9c4-4caa-91ac-d3a88abd63ca req-37c3a020-4afa-472b-9148-be1b0fdb862c tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb2be02e-0e96-41e5-8a71-d3bec125377c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286086 Nov 12 01:00:46.811338 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:46.812651 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device d6ed0ee5-c35d-4ecd-b8a4-52f774c3d5f8 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:00:46.822863 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-70562910-0f91-453e-adff-e767d7b5b1fe req-ea1dc006-c6fb-4784-b96f-09b1ea2e7663 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Deleting port d4cbd03e-bbf4-455b-8232-3965a0a2ddd9 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:46.823120 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-70562910-0f91-453e-adff-e767d7b5b1fe req-ea1dc006-c6fb-4784-b96f-09b1ea2e7663 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:47.037580 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-db58ae29-644c-4067-9b6a-00539ca5d2bf req-fc727219-bb7d-4e80-8c52-a17e4cde9f27 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=eeff02bb-315b-4720-b65d-7d1c787a15af HTTP/1.1" status: 200 len: 210 time: 0.0620768 Nov 12 01:00:47.040692 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-578a8426-009a-44da-97b7-5b91a2ec446c None None] Provisioning complete for port ee41bcaa-94dd-4f6d-819f-34cc3a9da463 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:47.041262 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-578a8426-009a-44da-97b7-5b91a2ec446c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:47.072325 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85bdd4f-4fcd-4172-99ea-e656a54d47ce service neutron] Pushing event updated for resources: {'Port': ['ID=000ebbde-824a-4389-bd35-2e748d88936d,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:47.099015 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-70562910-0f91-453e-adff-e767d7b5b1fe req-ea1dc006-c6fb-4784-b96f-09b1ea2e7663 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] For port d4cbd03e-bbf4-455b-8232-3965a0a2ddd9, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d4cbd03e-bbf4-455b-8232-3965a0a2ddd9,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:47.099663 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-70562910-0f91-453e-adff-e767d7b5b1fe req-ea1dc006-c6fb-4784-b96f-09b1ea2e7663 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:47.120623 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-70562910-0f91-453e-adff-e767d7b5b1fe req-ea1dc006-c6fb-4784-b96f-09b1ea2e7663 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Calling delete_port for d4cbd03e-bbf4-455b-8232-3965a0a2ddd9 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:47.223787 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-410b5618-58d1-4135-ba24-53db670dd7f8 req-c85bdd4f-4fcd-4172-99ea-e656a54d47ce service neutron] Attempting to bind port 000ebbde-824a-4389-bd35-2e748d88936d on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:00:47.224125 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-410b5618-58d1-4135-ba24-53db670dd7f8 req-c85bdd4f-4fcd-4172-99ea-e656a54d47ce service neutron] Attempting to bind port 000ebbde-824a-4389-bd35-2e748d88936d by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '4d929ffe-81a7-4ef7-8297-43eff56226c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c0b4a63e-0860-4dbc-9d9c-620393c3b6b9'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:00:47.224393 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410b5618-58d1-4135-ba24-53db670dd7f8 req-c85bdd4f-4fcd-4172-99ea-e656a54d47ce service neutron] Attempting to bind port 000ebbde-824a-4389-bd35-2e748d88936d on network c0b4a63e-0860-4dbc-9d9c-620393c3b6b9 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:00:47.258076 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410b5618-58d1-4135-ba24-53db670dd7f8 req-c85bdd4f-4fcd-4172-99ea-e656a54d47ce service neutron] Port 000ebbde-824a-4389-bd35-2e748d88936d on network c0b4a63e-0860-4dbc-9d9c-620393c3b6b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:00:47.258397 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410b5618-58d1-4135-ba24-53db670dd7f8 req-c85bdd4f-4fcd-4172-99ea-e656a54d47ce service neutron] Attempting to bind port 000ebbde-824a-4389-bd35-2e748d88936d on network c0b4a63e-0860-4dbc-9d9c-620393c3b6b9 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:00:47.293105 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410b5618-58d1-4135-ba24-53db670dd7f8 req-c85bdd4f-4fcd-4172-99ea-e656a54d47ce service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:00:47.293484 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410b5618-58d1-4135-ba24-53db670dd7f8 req-c85bdd4f-4fcd-4172-99ea-e656a54d47ce service neutron] Checking segment: {'id': '4d929ffe-81a7-4ef7-8297-43eff56226c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c0b4a63e-0860-4dbc-9d9c-620393c3b6b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:00:47.293844 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410b5618-58d1-4135-ba24-53db670dd7f8 req-c85bdd4f-4fcd-4172-99ea-e656a54d47ce service neutron] Bound using segment: {'id': '4d929ffe-81a7-4ef7-8297-43eff56226c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c0b4a63e-0860-4dbc-9d9c-620393c3b6b9'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:00:47.294304 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-410b5618-58d1-4135-ba24-53db670dd7f8 req-c85bdd4f-4fcd-4172-99ea-e656a54d47ce service neutron] Bound port: 000ebbde-824a-4389-bd35-2e748d88936d, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d929ffe-81a7-4ef7-8297-43eff56226c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c0b4a63e-0860-4dbc-9d9c-620393c3b6b9'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:00:47.294668 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-410b5618-58d1-4135-ba24-53db670dd7f8 req-c85bdd4f-4fcd-4172-99ea-e656a54d47ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:47.328874 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-70562910-0f91-453e-adff-e767d7b5b1fe req-ea1dc006-c6fb-4784-b96f-09b1ea2e7663 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:47.351447 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=57a80513-018e-4a1c-9118-df7edebc5e9c,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:47.363593 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-578a8426-009a-44da-97b7-5b91a2ec446c None None] Port ee41bcaa-94dd-4f6d-819f-34cc3a9da463 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:00:47.387873 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port d6ed0ee5-c35d-4ecd-b8a4-52f774c3d5f8 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:47.392588 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:47.392895 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5219aeb7-a39f-4f9c-ac26-e8d6e9ee790b admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:00:47.410654 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5219aeb7-a39f-4f9c-ac26-e8d6e9ee790b admin admin] 10.222.0.45 "PUT /v2.0/routers/4fd2b05f-a509-42db-865a-ab541214d81d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7243230 Nov 12 01:00:47.444320 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e898f1-92c9-4925-b09a-ffc3d2a2b536 None None] Sync routers for ids ['4fd2b05f-a509-42db-865a-ab541214d81d'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:00:47.523215 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-83fa3b18-d30d-46e8-a53f-c99926a2c704 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:47.569488 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-83fa3b18-d30d-46e8-a53f-c99926a2c704 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:47.570985 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e898f1-92c9-4925-b09a-ffc3d2a2b536 None None] Routers {'4fd2b05f-a509-42db-865a-ab541214d81d'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:47.571638 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-00e898f1-92c9-4925-b09a-ffc3d2a2b536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:00:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['4fd2b05f-a509-42db-865a-ab541214d81d'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:47.574652 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['d4cbd03e-bbf4-455b-8232-3965a0a2ddd9'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:00:47.632737 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-410b5618-58d1-4135-ba24-53db670dd7f8 req-c85bdd4f-4fcd-4172-99ea-e656a54d47ce service neutron] For port 000ebbde-824a-4389-bd35-2e748d88936d, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:00:47.638241 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa3b18-d30d-46e8-a53f-c99926a2c704 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7e8cb8e-32a1-4774-9e79-3f486e1183ea,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:47.673948 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1dc006-c6fb-4784-b96f-09b1ea2e7663 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Pushing event deleted for resources: {'Port': ['ID=d4cbd03e-bbf4-455b-8232-3965a0a2ddd9,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:47.687178 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-83fa3b18-d30d-46e8-a53f-c99926a2c704 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:47.693839 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-83fa3b18-d30d-46e8-a53f-c99926a2c704 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1430469 Nov 12 01:00:47.716427 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 60970) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:47.733699 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-410b5618-58d1-4135-ba24-53db670dd7f8 req-c85bdd4f-4fcd-4172-99ea-e656a54d47ce service neutron] For port 000ebbde-824a-4389-bd35-2e748d88936d, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=000ebbde-824a-4389-bd35-2e748d88936d,segment=NetworkSegment(4d929ffe-81a7-4ef7-8297-43eff56226c9),segment_id=4d929ffe-81a7-4ef7-8297-43eff56226c9)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:00:47.737684 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-6e71e35f-dcaa-47bb-b41c-851126f5004e tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Request body: {'floatingip': {'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:47.746346 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-410b5618-58d1-4135-ba24-53db670dd7f8 req-c85bdd4f-4fcd-4172-99ea-e656a54d47ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:47.774850 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-70562910-0f91-453e-adff-e767d7b5b1fe req-ea1dc006-c6fb-4784-b96f-09b1ea2e7663 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] No DVR routers for this DVR port d4cbd03e-bbf4-455b-8232-3965a0a2ddd9 on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:00:47.811985 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-70562910-0f91-453e-adff-e767d7b5b1fe req-ea1dc006-c6fb-4784-b96f-09b1ea2e7663 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:47.829819 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-70562910-0f91-453e-adff-e767d7b5b1fe req-ea1dc006-c6fb-4784-b96f-09b1ea2e7663 tempest-ServersAdminTestJSON-726228093 tempest-ServersAdminTestJSON-726228093-project] 10.222.0.44 "DELETE /v2.0/ports/d4cbd03e-bbf4-455b-8232-3965a0a2ddd9 HTTP/1.1" status: 204 len: 173 time: 1.6835253 Nov 12 01:00:47.891680 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b5618-58d1-4135-ba24-53db670dd7f8 req-c85bdd4f-4fcd-4172-99ea-e656a54d47ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:47.905327 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-410b5618-58d1-4135-ba24-53db670dd7f8 req-c85bdd4f-4fcd-4172-99ea-e656a54d47ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:47.912761 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-410b5618-58d1-4135-ba24-53db670dd7f8 req-c85bdd4f-4fcd-4172-99ea-e656a54d47ce service neutron] 10.222.0.44 "PUT /v2.0/ports/000ebbde-824a-4389-bd35-2e748d88936d HTTP/1.1" status: 200 len: 1092 time: 3.5098066 Nov 12 01:00:47.925012 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef3e684d-5160-4dd8-b486-0df1917730ef', 'tag': '000ebbde-824a-4389-bd35-2e748d88936d'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:00:47.931540 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b749ea92-1455-48fa-9174-1ea683541cf9" -d '{"events": [{"name": "network-changed", "server_uuid": "ef3e684d-5160-4dd8-b486-0df1917730ef", "tag": "000ebbde-824a-4389-bd35-2e748d88936d"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:00:47.953887 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994c257-63e0-4208-9259-f03953ca1ecc req-3b0d296d-43fe-4efd-ae4d-0adbeb7831cf tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:47.978644 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c994c257-63e0-4208-9259-f03953ca1ecc req-3b0d296d-43fe-4efd-ae4d-0adbeb7831cf tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cbfa767-873e-484c-9e80-8a719aae93e0 HTTP/1.1" status: 200 len: 945 time: 0.6752281 Nov 12 01:00:48.046312 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6e71e35f-dcaa-47bb-b41c-851126f5004e tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Publish callbacks [] for floatingip, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:48.102785 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03967c14-eac6-4dd3-ac52-b66f3275a32e x-openstack-request-id: req-03967c14-eac6-4dd3-ac52-b66f3275a32e {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:00:48.104069 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeff02bb-315b-4720-b65d-7d1c787a15af", "name": "network-vif-deleted", "tag": "b71244a5-b416-41b6-84a3-ef81fbc874e2", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:00:48.105393 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-03967c14-eac6-4dd3-ac52-b66f3275a32e {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:00:48.106380 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeff02bb-315b-4720-b65d-7d1c787a15af', 'name': 'network-vif-deleted', 'tag': 'b71244a5-b416-41b6-84a3-ef81fbc874e2', 'status': 'completed', 'code': 200} Nov 12 01:00:48.223658 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85bdd4f-4fcd-4172-99ea-e656a54d47ce service neutron] Pushing event updated for resources: {'Port': ['ID=000ebbde-824a-4389-bd35-2e748d88936d,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:48.257217 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b5618-58d1-4135-ba24-53db670dd7f8 req-54c9ef30-4eec-4ea3-89ff-591bd27f6176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:48.264216 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-410b5618-58d1-4135-ba24-53db670dd7f8 req-54c9ef30-4eec-4ea3-89ff-591bd27f6176 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=21eee794595f4d3b8f9bea504a1c9b84&device_id=ef3e684d-5160-4dd8-b486-0df1917730ef HTTP/1.1" status: 200 len: 1095 time: 0.2134008 Nov 12 01:00:48.336904 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-00e898f1-92c9-4925-b09a-ffc3d2a2b536 None None] Set router 4fd2b05f-a509-42db-865a-ab541214d81d gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:00:48.384838 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device b71244a5-b416-41b6-84a3-ef81fbc874e2 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:00:48.422471 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: b71244a5-b416-41b6-84a3-ef81fbc874e2 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:00:48.423308 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device b71244a5-b416-41b6-84a3-ef81fbc874e2 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:00:48.500684 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-410b5618-58d1-4135-ba24-53db670dd7f8 req-ad611846-c507-4bba-9a22-fb7739ae2ea0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=000ebbde-824a-4389-bd35-2e748d88936d HTTP/1.1" status: 200 len: 217 time: 0.2105820 Nov 12 01:00:48.510229 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60994) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:48.529518 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 57a80513-018e-4a1c-9118-df7edebc5e9c up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:00:48.640269 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b5618-58d1-4135-ba24-53db670dd7f8 req-060cfeab-08e8-4597-aee4-a3edfaa62198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:48.642458 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-410b5618-58d1-4135-ba24-53db670dd7f8 req-060cfeab-08e8-4597-aee4-a3edfaa62198 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4f4b609e-2331-4c01-9258-3d3c5185144b HTTP/1.1" status: 200 len: 852 time: 0.1341529 Nov 12 01:00:48.732126 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-410b5618-58d1-4135-ba24-53db670dd7f8 req-859a66fd-2f0a-41c1-bdf5-dbca8f0d6c7b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c0b4a63e-0860-4dbc-9d9c-620393c3b6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683641 Nov 12 01:00:48.740792 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 57a80513-018e-4a1c-9118-df7edebc5e9c triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:48.741382 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:48.861454 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-444be4b2-8b6b-476f-9448-dd35ea8ff2f8 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1736821961-network', 'tenant_id': '00ac16e382bc4fa284bcba516cac28dc'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:48.984031 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444be4b2-8b6b-476f-9448-dd35ea8ff2f8 admin admin] Made reservation on behalf of 00ac16e382bc4fa284bcba516cac28dc for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:48.990984 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-444be4b2-8b6b-476f-9448-dd35ea8ff2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:49.036875 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-444be4b2-8b6b-476f-9448-dd35ea8ff2f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:49.066334 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device d6ed0ee5-c35d-4ecd-b8a4-52f774c3d5f8 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:00:49.153197 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-00e898f1-92c9-4925-b09a-ffc3d2a2b536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd2b05f-a509-42db-865a-ab541214d81d', 'name': 'tempest-TaggedBootDevicesTest-1822146490-router', 'tenant_id': '1d8109316fd94efaa47eb9260db1f13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '57a80513-018e-4a1c-9118-df7edebc5e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:00:34Z', 'updated_at': '2021-11-12T01:00:43Z', 'revision_number': 4, 'project_id': '1d8109316fd94efaa47eb9260db1f13b', 'gw_port': {'id': '57a80513-018e-4a1c-9118-df7edebc5e9c', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd2b05f-a509-42db-865a-ab541214d81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:35Z', 'updated_at': '2021-11-12T01:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'ee41bcaa-94dd-4f6d-819f-34cc3a9da463', 'name': '', 'network_id': '42a64961-de15-4cbf-9f7d-d65cedf81ae7', 'tenant_id': '1d8109316fd94efaa47eb9260db1f13b', 'mac_address': 'fa:16:3e:fe:11:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd2b05f-a509-42db-865a-ab541214d81d', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '9a4a1633-eebb-4206-a02e-19555e45d6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:40Z', 'updated_at': '2021-11-12T01:00:44Z', 'revision_number': 2, 'project_id': '1d8109316fd94efaa47eb9260db1f13b', 'subnets': [{'id': '9a4a1633-eebb-4206-a02e-19555e45d6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:49.160006 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c994c257-63e0-4208-9259-f03953ca1ecc req-0b277828-df3b-4246-afb7-db1d7b5e6abc tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1798546 Nov 12 01:00:49.203059 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-444be4b2-8b6b-476f-9448-dd35ea8ff2f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:49.207830 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-410b5618-58d1-4135-ba24-53db670dd7f8 req-1c5c79be-c420-4702-bfe9-c8eeae043a07 service neutron] 10.222.0.44 "GET /v2.0/networks/c0b4a63e-0860-4dbc-9d9c-620393c3b6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4653695 Nov 12 01:00:49.213247 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-444be4b2-8b6b-476f-9448-dd35ea8ff2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:49.273637 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-444be4b2-8b6b-476f-9448-dd35ea8ff2f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:00:49.275632 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ba062-3473-4646-8bff-d2afd1106080 req-70335b5c-b34c-412a-8edf-7357038020a6 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:49.284229 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e898f1-92c9-4925-b09a-ffc3d2a2b536 None None] Checking router: 4fd2b05f-a509-42db-865a-ab541214d81d for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:00:49.284792 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e898f1-92c9-4925-b09a-ffc3d2a2b536 None None] Updating router 4fd2b05f-a509-42db-865a-ab541214d81d port ee41bcaa-94dd-4f6d-819f-34cc3a9da463 binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:00:49.286712 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aa6ba062-3473-4646-8bff-d2afd1106080 req-70335b5c-b34c-412a-8edf-7357038020a6 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef3e684d-5160-4dd8-b486-0df1917730ef HTTP/1.1" status: 200 len: 943 time: 0.9611053 Nov 12 01:00:49.368866 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444be4b2-8b6b-476f-9448-dd35ea8ff2f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6317cb16-7037-4e74-8981-884545b7be14,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:49.396892 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-444be4b2-8b6b-476f-9448-dd35ea8ff2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:49.399051 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-444be4b2-8b6b-476f-9448-dd35ea8ff2f8 admin admin] Added segment e7378896-c8bc-49a5-88eb-5fba66be71ec of type vlan for network 80ba6814-619a-4959-9d28-8381b39b3b4f Nov 12 01:00:49.437030 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port d6ed0ee5-c35d-4ecd-b8a4-52f774c3d5f8 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:49.438434 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:49.448858 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-00e898f1-92c9-4925-b09a-ffc3d2a2b536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:49.514207 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aa6ba062-3473-4646-8bff-d2afd1106080 req-c33f0639-5dbf-410f-a8a9-139789ef9f82 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1f55e6b-ac6a-493f-9689-6b58de301978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057590 Nov 12 01:00:49.534430 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6e71e35f-dcaa-47bb-b41c-851126f5004e tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:49.666961 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47367039-bf0a-4612-b9b1-8f14105016bf x-openstack-request-id: req-47367039-bf0a-4612-b9b1-8f14105016bf {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:00:49.668347 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef3e684d-5160-4dd8-b486-0df1917730ef", "tag": "000ebbde-824a-4389-bd35-2e748d88936d", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:00:49.668347 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-47367039-bf0a-4612-b9b1-8f14105016bf {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:00:49.670468 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef3e684d-5160-4dd8-b486-0df1917730ef', 'tag': '000ebbde-824a-4389-bd35-2e748d88936d', 'status': 'completed', 'code': 200} Nov 12 01:00:49.681511 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-410b5618-58d1-4135-ba24-53db670dd7f8 req-ddeead00-2943-4d59-a158-bbb2e5252427 service neutron] 10.222.0.44 "GET /v2.0/networks/c0b4a63e-0860-4dbc-9d9c-620393c3b6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4545927 Nov 12 01:00:49.686489 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-444be4b2-8b6b-476f-9448-dd35ea8ff2f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:49.899029 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-444be4b2-8b6b-476f-9448-dd35ea8ff2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:49.900040 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444be4b2-8b6b-476f-9448-dd35ea8ff2f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:49.900624 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-444be4b2-8b6b-476f-9448-dd35ea8ff2f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:50.037474 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-6e71e35f-dcaa-47bb-b41c-851126f5004e tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Allocated IP 172.25.3.150 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/bd4aad92-be11-4bef-a389-0b9a34978109) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:00:50.092672 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b749ea92-1455-48fa-9174-1ea683541cf9 req-d317ea67-a0e9-4572-a886-4cc94bbcc1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:50.103039 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b749ea92-1455-48fa-9174-1ea683541cf9 req-d317ea67-a0e9-4572-a886-4cc94bbcc1b7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=21eee794595f4d3b8f9bea504a1c9b84&device_id=ef3e684d-5160-4dd8-b486-0df1917730ef HTTP/1.1" status: 200 len: 1095 time: 0.2793319 Nov 12 01:00:50.152413 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-444be4b2-8b6b-476f-9448-dd35ea8ff2f8 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6369951 Nov 12 01:00:50.153726 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 32822) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:50.154230 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 32828) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:50.179606 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa50c5ea-6d4d-44ff-804d-2a670cf0e0df', 'name': 'network-vif-deleted', 'tag': 'd4cbd03e-bbf4-455b-8232-3965a0a2ddd9'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:00:50.183410 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2988fba9-d381-48f2-b9bf-29d112a42431" -d '{"events": [{"server_uuid": "fa50c5ea-6d4d-44ff-804d-2a670cf0e0df", "name": "network-vif-deleted", "tag": "d4cbd03e-bbf4-455b-8232-3965a0a2ddd9"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:00:50.204864 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6e71e35f-dcaa-47bb-b41c-851126f5004e tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:50.281141 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6e71e35f-dcaa-47bb-b41c-851126f5004e tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:50.367323 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e71e35f-dcaa-47bb-b41c-851126f5004e tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Pushing event updated for resources: {'Port': ['ID=bd4aad92-be11-4bef-a389-0b9a34978109,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:50.382345 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9c8cce-38d5-4c10-9f58-47e1b193e625 x-openstack-request-id: req-cc9c8cce-38d5-4c10-9f58-47e1b193e625 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:00:50.384376 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa50c5ea-6d4d-44ff-804d-2a670cf0e0df", "name": "network-vif-deleted", "tag": "d4cbd03e-bbf4-455b-8232-3965a0a2ddd9", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:00:50.384763 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cc9c8cce-38d5-4c10-9f58-47e1b193e625 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:00:50.385476 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa50c5ea-6d4d-44ff-804d-2a670cf0e0df', 'name': 'network-vif-deleted', 'tag': 'd4cbd03e-bbf4-455b-8232-3965a0a2ddd9', 'status': 'completed', 'code': 200} Nov 12 01:00:50.404728 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-9eabe946-d522-4705-b8dd-b9d521fd2b73 admin admin] Request body: {'subnet': {'network_id': '80ba6814-619a-4959-9d28-8381b39b3b4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1736821961-subnet', 'tenant_id': '00ac16e382bc4fa284bcba516cac28dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:00:50.432078 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e71e35f-dcaa-47bb-b41c-851126f5004e tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:00:50.436089 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-6e71e35f-dcaa-47bb-b41c-851126f5004e tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:50.440692 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e71e35f-dcaa-47bb-b41c-851126f5004e tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:00:50.443068 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device d4cbd03e-bbf4-455b-8232-3965a0a2ddd9 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:00:50.492762 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dcfcd1-1cb3-4313-9f51-7411cf21c4cb req-996c7638-b12a-4c53-b4f9-37684c56f20b tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:50.513446 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c7dcfcd1-1cb3-4313-9f51-7411cf21c4cb req-996c7638-b12a-4c53-b4f9-37684c56f20b tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cbfa767-873e-484c-9e80-8a719aae93e0 HTTP/1.1" status: 200 len: 945 time: 0.1514230 Nov 12 01:00:50.601771 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: d4cbd03e-bbf4-455b-8232-3965a0a2ddd9 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:00:50.602753 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device d4cbd03e-bbf4-455b-8232-3965a0a2ddd9 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:00:50.603685 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:00:50.733891 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b749ea92-1455-48fa-9174-1ea683541cf9 req-970ec9bf-66f7-496c-b506-b57a5dbca118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:50.735860 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b749ea92-1455-48fa-9174-1ea683541cf9 req-970ec9bf-66f7-496c-b506-b57a5dbca118 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c0b4a63e-0860-4dbc-9d9c-620393c3b6b9 HTTP/1.1" status: 200 len: 912 time: 0.5649753 Nov 12 01:00:50.756698 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eabe946-d522-4705-b8dd-b9d521fd2b73 admin admin] Made reservation on behalf of 00ac16e382bc4fa284bcba516cac28dc for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:00:50.759136 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9eabe946-d522-4705-b8dd-b9d521fd2b73 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:50.810159 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-00e898f1-92c9-4925-b09a-ffc3d2a2b536 None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:50.831403 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 32874) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:50.833469 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-00e898f1-92c9-4925-b09a-ffc3d2a2b536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:50.836851 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444be4b2-8b6b-476f-9448-dd35ea8ff2f8 admin admin] Pushing event updated for resources: {'Network': ['ID=80ba6814-619a-4959-9d28-8381b39b3b4f,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:50.918160 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c7dcfcd1-1cb3-4313-9f51-7411cf21c4cb req-9eb9ff3a-d8a2-4565-badd-507a1633220d tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424239 Nov 12 01:00:50.928805 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b749ea92-1455-48fa-9174-1ea683541cf9 req-78ea5e34-273a-412b-a405-4e0234b48e07 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=000ebbde-824a-4389-bd35-2e748d88936d HTTP/1.1" status: 200 len: 217 time: 0.1750076 Nov 12 01:00:50.948184 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 80ba6814-619a-4959-9d28-8381b39b3b4f details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:00:50.982575 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6e71e35f-dcaa-47bb-b41c-851126f5004e tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:51.221942 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342e4a08-cd8e-434b-bc90-ddb7600bd936 req-87072998-ec15-4385-a0c6-fd5a03ae7ba6 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:51.238410 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-342e4a08-cd8e-434b-bc90-ddb7600bd936 req-87072998-ec15-4385-a0c6-fd5a03ae7ba6 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef3e684d-5160-4dd8-b486-0df1917730ef HTTP/1.1" status: 200 len: 943 time: 0.4049866 Nov 12 01:00:51.261578 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928463df-d36c-4bfe-b069-9d5e1a17e07e None None] Pushing event updated for resources: {'Port': ['ID=ee41bcaa-94dd-4f6d-819f-34cc3a9da463,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:51.268109 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6e71e35f-dcaa-47bb-b41c-851126f5004e tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:51.421258 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b749ea92-1455-48fa-9174-1ea683541cf9 req-c276e871-af1e-4fa0-9c5a-af584bbbb97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:51.424748 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b749ea92-1455-48fa-9174-1ea683541cf9 req-c276e871-af1e-4fa0-9c5a-af584bbbb97a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4f4b609e-2331-4c01-9258-3d3c5185144b HTTP/1.1" status: 200 len: 852 time: 0.4733641 Nov 12 01:00:51.429452 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-73c9771a-25f7-4dfb-b4a0-abd3e22fb193 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3950c53be46242a899363a02f7865cd7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2157626 Nov 12 01:00:51.433755 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 32890) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:51.446146 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5b920867-8d91-486a-a50e-f6f5a01910dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:51.546242 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b749ea92-1455-48fa-9174-1ea683541cf9 req-7caa4042-6ae0-4560-8e2f-606b402f96e3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c0b4a63e-0860-4dbc-9d9c-620393c3b6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1108518 Nov 12 01:00:51.604466 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:51.673360 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c,segment=NetworkSegment(9dbffe20-fa57-4fc9-974f-82a4aaa66cb3),segment_id=9dbffe20-fa57-4fc9-974f-82a4aaa66cb3)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:51.675513 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-00e898f1-92c9-4925-b09a-ffc3d2a2b536 None None] Attempting to bind port ee41bcaa-94dd-4f6d-819f-34cc3a9da463 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:00:51.675881 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-00e898f1-92c9-4925-b09a-ffc3d2a2b536 None None] Attempting to bind port ee41bcaa-94dd-4f6d-819f-34cc3a9da463 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '854fd02c-c2b9-47eb-bd94-4f34333773fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '42a64961-de15-4cbf-9f7d-d65cedf81ae7'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:00:51.676601 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e898f1-92c9-4925-b09a-ffc3d2a2b536 None None] Attempting to bind port ee41bcaa-94dd-4f6d-819f-34cc3a9da463 on network 42a64961-de15-4cbf-9f7d-d65cedf81ae7 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:00:51.685410 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cbfa767-873e-484c-9e80-8a719aae93e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:00:51.691071 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e27920-cf30-495c-8744-032fec0ff6cb" -d '{"events": [{"server_uuid": "0cbfa767-873e-484c-9e80-8a719aae93e0", "name": "network-vif-unplugged", "status": "completed", "tag": "bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:00:51.704525 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5bdeb68d-5fa9-498a-9c51-a18492a4d96b None None] Provisioning complete for port ee41bcaa-94dd-4f6d-819f-34cc3a9da463 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:51.706806 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5bdeb68d-5fa9-498a-9c51-a18492a4d96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:51.712289 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:51.740212 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-342e4a08-cd8e-434b-bc90-ddb7600bd936 req-101d22fa-7092-4e6a-9dbf-261b41ce9881 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1f55e6b-ac6a-493f-9689-6b58de301978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4963663 Nov 12 01:00:51.827519 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c22aad75-704f-407f-b297-053cfb6fe217 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:51.913518 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c22aad75-704f-407f-b297-053cfb6fe217 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:51.938942 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9eabe946-d522-4705-b8dd-b9d521fd2b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:51.945456 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e898f1-92c9-4925-b09a-ffc3d2a2b536 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:00:51.946280 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e898f1-92c9-4925-b09a-ffc3d2a2b536 None None] Checking segment: {'id': '854fd02c-c2b9-47eb-bd94-4f34333773fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '42a64961-de15-4cbf-9f7d-d65cedf81ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:00:51.952589 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-00e898f1-92c9-4925-b09a-ffc3d2a2b536 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:51.958536 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e898f1-92c9-4925-b09a-ffc3d2a2b536 None None] Bound using segment: {'id': '854fd02c-c2b9-47eb-bd94-4f34333773fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '42a64961-de15-4cbf-9f7d-d65cedf81ae7'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:00:51.962684 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-00e898f1-92c9-4925-b09a-ffc3d2a2b536 None None] Bound port: ee41bcaa-94dd-4f6d-819f-34cc3a9da463, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '854fd02c-c2b9-47eb-bd94-4f34333773fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '42a64961-de15-4cbf-9f7d-d65cedf81ae7'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:00:51.965292 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-00e898f1-92c9-4925-b09a-ffc3d2a2b536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:51.985809 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b749ea92-1455-48fa-9174-1ea683541cf9 req-ad9616a7-6c75-4aa2-b73a-b50ba7438af2 service neutron] 10.222.0.44 "GET /v2.0/networks/c0b4a63e-0860-4dbc-9d9c-620393c3b6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313514 Nov 12 01:00:52.029494 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6e71e35f-dcaa-47bb-b41c-851126f5004e tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:52.051099 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6e71e35f-dcaa-47bb-b41c-851126f5004e tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:52.174568 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eabe946-d522-4705-b8dd-b9d521fd2b73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=898a8763-5bd9-4c11-a7f2-3f76dcc2d691,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:52.214892 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e71e35f-dcaa-47bb-b41c-851126f5004e tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Pushing event updated for resources: {'Port': ['ID=bd4aad92-be11-4bef-a389-0b9a34978109,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:52.233562 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c,revision_number=6']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:52.243004 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c22aad75-704f-407f-b297-053cfb6fe217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:52.270714 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c22aad75-704f-407f-b297-053cfb6fe217 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:52.277009 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c22aad75-704f-407f-b297-053cfb6fe217 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fb2be02e-0e96-41e5-8a71-d3bec125377c HTTP/1.1" status: 204 len: 168 time: 0.8390410 Nov 12 01:00:52.336135 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6e71e35f-dcaa-47bb-b41c-851126f5004e tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:52.387201 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b749ea92-1455-48fa-9174-1ea683541cf9 req-a030bb7e-b3d9-45cd-b2e1-4f6fe8adc02b service neutron] 10.222.0.44 "GET /v2.0/networks/c0b4a63e-0860-4dbc-9d9c-620393c3b6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436711 Nov 12 01:00:52.396810 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447e07c8-4aad-40de-b3bf-3b300c54fe5f x-openstack-request-id: req-447e07c8-4aad-40de-b3bf-3b300c54fe5f {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:00:52.397374 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cbfa767-873e-484c-9e80-8a719aae93e0", "name": "network-vif-unplugged", "status": "completed", "tag": "bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:00:52.403337 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-447e07c8-4aad-40de-b3bf-3b300c54fe5f {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:00:52.404570 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cbfa767-873e-484c-9e80-8a719aae93e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c', 'code': 200} Nov 12 01:00:52.430260 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:00:52.432192 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eabe946-d522-4705-b8dd-b9d521fd2b73 admin admin] Checking segment: {'id': 'e7378896-c8bc-49a5-88eb-5fba66be71ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '80ba6814-619a-4959-9d28-8381b39b3b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:00:52.432440 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eabe946-d522-4705-b8dd-b9d521fd2b73 admin admin] Network hostable DHCP agents. Network: 80ba6814-619a-4959-9d28-8381b39b3b4f, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:00:52.456949 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5bdeb68d-5fa9-498a-9c51-a18492a4d96b None None] Port ee41bcaa-94dd-4f6d-819f-34cc3a9da463 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:00:52.466141 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22aad75-704f-407f-b297-053cfb6fe217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2be02e-0e96-41e5-8a71-d3bec125377c,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:52.497915 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eabe946-d522-4705-b8dd-b9d521fd2b73 admin admin] Network 80ba6814-619a-4959-9d28-8381b39b3b4f is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:00:52.511484 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-9eabe946-d522-4705-b8dd-b9d521fd2b73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 80ba6814-619a-4959-9d28-8381b39b3b4f) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:00:52.519288 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eabe946-d522-4705-b8dd-b9d521fd2b73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:52.519641 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9eabe946-d522-4705-b8dd-b9d521fd2b73 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:52.543714 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9eabe946-d522-4705-b8dd-b9d521fd2b73 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2968118 Nov 12 01:00:52.545427 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6e71e35f-dcaa-47bb-b41c-851126f5004e tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:52.552089 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-6e71e35f-dcaa-47bb-b41c-851126f5004e tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8277600 Nov 12 01:00:52.554468 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8823aca-b8ec-475e-bb73-be8f5e74c735 None None] Network 80ba6814-619a-4959-9d28-8381b39b3b4f requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:00:52.594959 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e172b-c464-4c6f-9935-e19549669316 req-3bdf3e87-1bd6-4710-8289-bbfbba07cff7 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:52.608725 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-696e172b-c464-4c6f-9935-e19549669316 req-3bdf3e87-1bd6-4710-8289-bbfbba07cff7 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cbfa767-873e-484c-9e80-8a719aae93e0 HTTP/1.1" status: 200 len: 943 time: 0.2635975 Nov 12 01:00:52.659260 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5b920867-8d91-486a-a50e-f6f5a01910dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:52.675378 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5b920867-8d91-486a-a50e-f6f5a01910dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:52.766520 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8adccc7-0ba4-4676-a80b-c5dca492fd51 req-ee26b3c2-6bb1-484e-9d6e-aaa46a74f4d3 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:52.780083 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a8adccc7-0ba4-4676-a80b-c5dca492fd51 req-ee26b3c2-6bb1-484e-9d6e-aaa46a74f4d3 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9424a58c-7ae6-41eb-8d71-4d257834ce55 HTTP/1.1" status: 200 len: 945 time: 0.3378026 Nov 12 01:00:52.854063 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4855cf22-1fe2-4ded-85c9-130a6afe835f req-de1efaad-f785-4ce0-b595-b0927404ae18 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:52.855019 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-00e898f1-92c9-4925-b09a-ffc3d2a2b536 None None] For port ee41bcaa-94dd-4f6d-819f-34cc3a9da463, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:00:52.863154 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4855cf22-1fe2-4ded-85c9-130a6afe835f req-de1efaad-f785-4ce0-b595-b0927404ae18 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.44 "GET /v2.0/ports?device_id=9424a58c-7ae6-41eb-8d71-4d257834ce55 HTTP/1.1" status: 200 len: 945 time: 0.1773376 Nov 12 01:00:52.887770 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-5b920867-8d91-486a-a50e-f6f5a01910dc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3b2a5cb3211743cb8c9d93e1f0f97165&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0508647 Nov 12 01:00:52.892346 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 32920) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:52.907689 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-696e172b-c464-4c6f-9935-e19549669316 req-56410783-3ea2-496c-bc53-6765d791b4cb tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968259 Nov 12 01:00:52.932630 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b920867-8d91-486a-a50e-f6f5a01910dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a20ebd0-f94f-4087-8c55-4cd9db3b12f5,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:52.980321 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-00e898f1-92c9-4925-b09a-ffc3d2a2b536 None None] For port ee41bcaa-94dd-4f6d-819f-34cc3a9da463, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=ee41bcaa-94dd-4f6d-819f-34cc3a9da463,segment=NetworkSegment(854fd02c-c2b9-47eb-bd94-4f34333773fb),segment_id=854fd02c-c2b9-47eb-bd94-4f34333773fb)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:00:53.016478 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a8adccc7-0ba4-4676-a80b-c5dca492fd51 req-8c7107ea-9762-49de-9e54-cfcad747c6c6 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/security-groups?id=88f72720-901a-40d6-b38e-a4a2096318f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750998 Nov 12 01:00:53.122512 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-00e898f1-92c9-4925-b09a-ffc3d2a2b536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:53.161356 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c,segment=NetworkSegment(9dbffe20-fa57-4fc9-974f-82a4aaa66cb3),segment_id=9dbffe20-fa57-4fc9-974f-82a4aaa66cb3)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:53.225027 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46e6f50-8b8b-4620-bfba-308f440d8763 req-dcdf638c-85a0-4f2e-9e3c-5b13794f5582 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:53.230032 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c', 'network_id': '84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c', 'port_id': 'bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c', 'mac_address': 'fa:16:3e:8b:22:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a66b550-2936-4c69-9648-647d722ad572', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:00:53.248509 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c46e6f50-8b8b-4620-bfba-308f440d8763 req-dcdf638c-85a0-4f2e-9e3c-5b13794f5582 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef3e684d-5160-4dd8-b486-0df1917730ef HTTP/1.1" status: 200 len: 943 time: 0.2368567 Nov 12 01:00:53.460124 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c46e6f50-8b8b-4620-bfba-308f440d8763 req-6a0bd915-952b-4cab-abe6-7dc12850ad6d tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1f55e6b-ac6a-493f-9689-6b58de301978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071445 Nov 12 01:00:53.521121 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4b9b8752-aebb-4267-ae64-b7e311520773 req-b09c6599-f7dd-4ecc-899e-89a72bff1400 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1738106008&fields=id&tenant_id=7ee0070393c4481fac990e8467ee2d37 HTTP/1.1" status: 200 len: 267 time: 0.2395532 Nov 12 01:00:53.585164 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 32940) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:53.661761 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:53.664864 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e898f1-92c9-4925-b09a-ffc3d2a2b536 None None] Routers {'4fd2b05f-a509-42db-865a-ab541214d81d'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:00:53.665860 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-00e898f1-92c9-4925-b09a-ffc3d2a2b536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:00:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['4fd2b05f-a509-42db-865a-ab541214d81d'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:53.830068 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-93e62ad3-e6ad-4b65-9c3a-ac4d210662fd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d825a64555b946f5ac24b6359a0fe033&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2400208 Nov 12 01:00:53.834666 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 32942) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:53.843058 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20d99fe-a014-4b1a-aab9-e7525b10aaf8 None None] Network 80ba6814-619a-4959-9d28-8381b39b3b4f requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:00:53.872436 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8dac67d4-7a50-4f69-9f1a-04ef07eaec4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:53.898846 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b8752-aebb-4267-ae64-b7e311520773 req-4c383f20-b21b-4f7f-8e31-31b264845a12 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:53.912708 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4b9b8752-aebb-4267-ae64-b7e311520773 req-4c383f20-b21b-4f7f-8e31-31b264845a12 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] 10.222.0.45 "GET /v2.0/networks?id=c3a9c3be-ae08-4924-9d7a-f5be17be251a HTTP/1.1" status: 200 len: 814 time: 0.3874118 Nov 12 01:00:53.925978 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8dac67d4-7a50-4f69-9f1a-04ef07eaec4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:53.948742 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4b9b8752-aebb-4267-ae64-b7e311520773 req-bd1ce910-8395-4538-8b04-215ed3eb576b tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] 10.222.0.45 "GET /v2.0/quotas/7ee0070393c4481fac990e8467ee2d37 HTTP/1.1" status: 200 len: 375 time: 0.0355248 Nov 12 01:00:53.955925 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-4855cf22-1fe2-4ded-85c9-130a6afe835f req-3146cf5c-a636-4fb0-937e-7ec85efa0674 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Deleting port 82024f09-4045-472b-bf68-891c62809ddd {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:00:53.956293 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4855cf22-1fe2-4ded-85c9-130a6afe835f req-3146cf5c-a636-4fb0-937e-7ec85efa0674 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:53.976051 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e0152725-175e-4044-bdfb-db40d836f977 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:53.989596 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928463df-d36c-4bfe-b069-9d5e1a17e07e None None] Pushing event updated for resources: {'Port': ['ID=ee41bcaa-94dd-4f6d-819f-34cc3a9da463,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:54.056374 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:00:54.083113 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-96790603-f734-4262-a434-540b61e2f5dd None None] Provisioning complete for port ee41bcaa-94dd-4f6d-819f-34cc3a9da463 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:54.083721 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-96790603-f734-4262-a434-540b61e2f5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:54.100057 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4b9b8752-aebb-4267-ae64-b7e311520773 req-141222d1-c70b-47f0-a84e-320d5c3f5504 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7ee0070393c4481fac990e8467ee2d37&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1417885 Nov 12 01:00:54.108799 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e0152725-175e-4044-bdfb-db40d836f977 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:54.225585 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8dac67d4-7a50-4f69-9f1a-04ef07eaec4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:54.231506 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8dac67d4-7a50-4f69-9f1a-04ef07eaec4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:54.234894 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8dac67d4-7a50-4f69-9f1a-04ef07eaec4c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2a20ebd0-f94f-4087-8c55-4cd9db3b12f5 HTTP/1.1" status: 204 len: 168 time: 1.3405490 Nov 12 01:00:54.237675 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-4855cf22-1fe2-4ded-85c9-130a6afe835f req-3146cf5c-a636-4fb0-937e-7ec85efa0674 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] For port 82024f09-4045-472b-bf68-891c62809ddd, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=82024f09-4045-472b-bf68-891c62809ddd,segment=NetworkSegment(45adf0ba-e61d-4509-afe2-5b0ef96fbbf3),segment_id=45adf0ba-e61d-4509-afe2-5b0ef96fbbf3)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:54.238335 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4855cf22-1fe2-4ded-85c9-130a6afe835f req-3146cf5c-a636-4fb0-937e-7ec85efa0674 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:54.260016 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e0152725-175e-4044-bdfb-db40d836f977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:54.264181 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e0152725-175e-4044-bdfb-db40d836f977 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:54.266179 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e0152725-175e-4044-bdfb-db40d836f977 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d7d7ec1c-340d-4e80-a9f4-309af0b61682 HTTP/1.1" status: 204 len: 168 time: 0.4287245 Nov 12 01:00:54.285695 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dac67d4-7a50-4f69-9f1a-04ef07eaec4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a20ebd0-f94f-4087-8c55-4cd9db3b12f5,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:54.288121 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-4855cf22-1fe2-4ded-85c9-130a6afe835f req-3146cf5c-a636-4fb0-937e-7ec85efa0674 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Calling delete_port for 82024f09-4045-472b-bf68-891c62809ddd owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:00:54.309489 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0152725-175e-4044-bdfb-db40d836f977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d7ec1c-340d-4e80-a9f4-309af0b61682,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:54.416895 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-55b97736-21b2-4fdd-bf17-ee5869e751b8 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:54.429975 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-55b97736-21b2-4fdd-bf17-ee5869e751b8 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/networks?id=80ba6814-619a-4959-9d28-8381b39b3b4f HTTP/1.1" status: 200 len: 813 time: 0.3277514 Nov 12 01:00:54.461476 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-138b5301-6cda-4cd1-bf1e-dfe9ac6a6683 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/quotas/00ac16e382bc4fa284bcba516cac28dc HTTP/1.1" status: 200 len: 375 time: 0.0280318 Nov 12 01:00:54.523511 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-4b9b8752-aebb-4267-ae64-b7e311520773 req-88f2d15e-52cf-4bb0-9fdd-3d02f428a048 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:00:54.534162 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4b9b8752-aebb-4267-ae64-b7e311520773 req-88f2d15e-52cf-4bb0-9fdd-3d02f428a048 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4228756 Nov 12 01:00:54.550611 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c,segment=NetworkSegment(9dbffe20-fa57-4fc9-974f-82a4aaa66cb3),segment_id=9dbffe20-fa57-4fc9-974f-82a4aaa66cb3)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:54.653803 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-fefbdda7-9807-4444-a62b-4ab0cc87f8dd tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=00ac16e382bc4fa284bcba516cac28dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1857896 Nov 12 01:00:54.701836 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:54.703040 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 000ebbde-824a-4389-bd35-2e748d88936d details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:00:54.784254 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4855cf22-1fe2-4ded-85c9-130a6afe835f req-3146cf5c-a636-4fb0-937e-7ec85efa0674 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:54.934933 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-96790603-f734-4262-a434-540b61e2f5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:54.945098 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3146cf5c-a636-4fb0-937e-7ec85efa0674 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Pushing event deleted for resources: {'Port': ['ID=82024f09-4045-472b-bf68-891c62809ddd,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:55.024510 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['82024f09-4045-472b-bf68-891c62809ddd'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:00:55.035861 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4b9b8752-aebb-4267-ae64-b7e311520773 req-c77d5c60-c74c-41ea-ba08-cb1e920d29cc service neutron] 10.222.0.45 "GET /v2.0/networks/c3a9c3be-ae08-4924-9d7a-f5be17be251a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4938734 Nov 12 01:00:55.104107 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-4855cf22-1fe2-4ded-85c9-130a6afe835f req-3146cf5c-a636-4fb0-937e-7ec85efa0674 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] No DVR routers for this DVR port 82024f09-4045-472b-bf68-891c62809ddd on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:00:55.109351 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4855cf22-1fe2-4ded-85c9-130a6afe835f req-3146cf5c-a636-4fb0-937e-7ec85efa0674 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:55.118406 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4855cf22-1fe2-4ded-85c9-130a6afe835f req-3146cf5c-a636-4fb0-937e-7ec85efa0674 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.44 "DELETE /v2.0/ports/82024f09-4045-472b-bf68-891c62809ddd HTTP/1.1" status: 204 len: 173 time: 2.2479451 Nov 12 01:00:55.119534 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9424a58c-7ae6-41eb-8d71-4d257834ce55', 'name': 'network-vif-deleted', 'tag': '82024f09-4045-472b-bf68-891c62809ddd'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:00:55.140245 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8eeeb21-accc-46cf-9c5f-88310c300230" -d '{"events": [{"server_uuid": "9424a58c-7ae6-41eb-8d71-4d257834ce55", "name": "network-vif-deleted", "tag": "82024f09-4045-472b-bf68-891c62809ddd"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:00:55.154050 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-7a6b7d9d-2519-4aee-94d7-a8a850b51515 service neutron] 10.222.0.45 "GET /v2.0/networks/80ba6814-619a-4959-9d28-8381b39b3b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4968061 Nov 12 01:00:55.394563 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-00e898f1-92c9-4925-b09a-ffc3d2a2b536 None None] Set router 4fd2b05f-a509-42db-865a-ab541214d81d gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:00:55.425541 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-96790603-f734-4262-a434-540b61e2f5dd None None] For port ee41bcaa-94dd-4f6d-819f-34cc3a9da463, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=ee41bcaa-94dd-4f6d-819f-34cc3a9da463,segment=NetworkSegment(854fd02c-c2b9-47eb-bd94-4f34333773fb),segment_id=854fd02c-c2b9-47eb-bd94-4f34333773fb)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:55.438617 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-dbd71b94-75b0-4a67-a447-e2262c481fa1 service neutron] 10.222.0.45 "GET /v2.0/networks/80ba6814-619a-4959-9d28-8381b39b3b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834830 Nov 12 01:00:55.518871 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4b9b8752-aebb-4267-ae64-b7e311520773 req-20d8197b-ea7f-4733-9c20-7d51fd3401a1 service neutron] 10.222.0.45 "GET /v2.0/networks/c3a9c3be-ae08-4924-9d7a-f5be17be251a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4816518 Nov 12 01:00:55.521527 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-96790603-f734-4262-a434-540b61e2f5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:55.536748 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c,revision_number=7']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:55.711220 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96790603-f734-4262-a434-540b61e2f5dd None None] Pushing event updated for resources: {'Port': ['ID=ee41bcaa-94dd-4f6d-819f-34cc3a9da463,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:55.955815 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 000ebbde-824a-4389-bd35-2e748d88936d, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=000ebbde-824a-4389-bd35-2e748d88936d,segment=NetworkSegment(4d929ffe-81a7-4ef7-8297-43eff56226c9),segment_id=4d929ffe-81a7-4ef7-8297-43eff56226c9)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:56.003676 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '000ebbde-824a-4389-bd35-2e748d88936d', 'network_id': 'c0b4a63e-0860-4dbc-9d9c-620393c3b6b9', 'port_id': '000ebbde-824a-4389-bd35-2e748d88936d', 'mac_address': 'fa:16:3e:7d:23:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f4b609e-2331-4c01-9258-3d3c5185144b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:00:56.080530 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f9d82-c72d-4899-94a7-77db21e040cf req-89203f3e-478c-480a-ba77-00314dc10195 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:56.101837 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-972f9d82-c72d-4899-94a7-77db21e040cf req-89203f3e-478c-480a-ba77-00314dc10195 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cbfa767-873e-484c-9e80-8a719aae93e0 HTTP/1.1" status: 200 len: 944 time: 0.2178628 Nov 12 01:00:56.271699 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:56.282184 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-953a232e-ebc0-4d9c-aa28-654a64576f63 req-8b5f3c8a-0665-463d-9de8-c3e6d8e5d494 tempest-ServersTestJSON-270728460 tempest-ServersTestJSON-270728460-project] 10.222.0.45 "GET /v2.0/ports?device_id=9424a58c-7ae6-41eb-8d71-4d257834ce55 HTTP/1.1" status: 200 len: 210 time: 0.1387711 Nov 12 01:00:56.387744 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 000ebbde-824a-4389-bd35-2e748d88936d {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:00:56.476973 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 000ebbde-824a-4389-bd35-2e748d88936d, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=000ebbde-824a-4389-bd35-2e748d88936d,segment=NetworkSegment(4d929ffe-81a7-4ef7-8297-43eff56226c9),segment_id=4d929ffe-81a7-4ef7-8297-43eff56226c9)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:00:56.491459 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:56.652889 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=000ebbde-824a-4389-bd35-2e748d88936d,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:56.657973 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-972f9d82-c72d-4899-94a7-77db21e040cf req-65a0d9a6-c3b1-46d9-9a80-cc40dc886cab tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5468688 Nov 12 01:00:56.716523 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b01943-1f3f-4ccc-88d1-0107cfb3aca3 req-def54a6e-494c-4fc7-8c48-524394a8554f tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:56.744819 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-56b01943-1f3f-4ccc-88d1-0107cfb3aca3 req-def54a6e-494c-4fc7-8c48-524394a8554f tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef3e684d-5160-4dd8-b486-0df1917730ef HTTP/1.1" status: 200 len: 944 time: 0.3203523 Nov 12 01:00:56.786349 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a01fb1a-e577-46bc-a041-becd31f16253 x-openstack-request-id: req-8a01fb1a-e577-46bc-a041-becd31f16253 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:00:56.787606 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9424a58c-7ae6-41eb-8d71-4d257834ce55", "name": "network-vif-deleted", "tag": "82024f09-4045-472b-bf68-891c62809ddd", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:00:56.788097 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8a01fb1a-e577-46bc-a041-becd31f16253 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:00:56.788690 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9424a58c-7ae6-41eb-8d71-4d257834ce55', 'name': 'network-vif-deleted', 'tag': '82024f09-4045-472b-bf68-891c62809ddd', 'status': 'completed', 'code': 200} Nov 12 01:00:56.890062 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-56b01943-1f3f-4ccc-88d1-0107cfb3aca3 req-d14b6676-6511-4db7-a093-160e9dea0148 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1f55e6b-ac6a-493f-9689-6b58de301978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377409 Nov 12 01:00:56.926806 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-00e898f1-92c9-4925-b09a-ffc3d2a2b536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd2b05f-a509-42db-865a-ab541214d81d', 'name': 'tempest-TaggedBootDevicesTest-1822146490-router', 'tenant_id': '1d8109316fd94efaa47eb9260db1f13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '57a80513-018e-4a1c-9118-df7edebc5e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:00:34Z', 'updated_at': '2021-11-12T01:00:43Z', 'revision_number': 4, 'project_id': '1d8109316fd94efaa47eb9260db1f13b', 'gw_port': {'id': '57a80513-018e-4a1c-9118-df7edebc5e9c', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd2b05f-a509-42db-865a-ab541214d81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:35Z', 'updated_at': '2021-11-12T01:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'ee41bcaa-94dd-4f6d-819f-34cc3a9da463', 'name': '', 'network_id': '42a64961-de15-4cbf-9f7d-d65cedf81ae7', 'tenant_id': '1d8109316fd94efaa47eb9260db1f13b', 'mac_address': 'fa:16:3e:fe:11:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd2b05f-a509-42db-865a-ab541214d81d', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '9a4a1633-eebb-4206-a02e-19555e45d6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:40Z', 'updated_at': '2021-11-12T01:00:52Z', 'revision_number': 4, 'project_id': '1d8109316fd94efaa47eb9260db1f13b', 'subnets': [{'id': '9a4a1633-eebb-4206-a02e-19555e45d6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:00:57.017556 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fcac7833-0a68-49e0-ae45-4a0343befe39 req-3d337e66-b113-4b91-8f76-710b95c2c1dd tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] 10.222.0.45 "GET /v2.0/ports?device_id=c93a9d82-ef6d-4049-9f06-a3ebf66128c8 HTTP/1.1" status: 200 len: 210 time: 0.0573165 Nov 12 01:00:57.133056 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e898f1-92c9-4925-b09a-ffc3d2a2b536 None None] The sync data for ids ['4fd2b05f-a509-42db-865a-ab541214d81d'] in n-d-712142-27 is: [{'id': '4fd2b05f-a509-42db-865a-ab541214d81d', 'name': 'tempest-TaggedBootDevicesTest-1822146490-router', 'tenant_id': '1d8109316fd94efaa47eb9260db1f13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '57a80513-018e-4a1c-9118-df7edebc5e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:00:34Z', 'updated_at': '2021-11-12T01:00:43Z', 'revision_number': 4, 'project_id': '1d8109316fd94efaa47eb9260db1f13b', 'gw_port': {'id': '57a80513-018e-4a1c-9118-df7edebc5e9c', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd2b05f-a509-42db-865a-ab541214d81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:35Z', 'updated_at': '2021-11-12T01:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'ee41bcaa-94dd-4f6d-819f-34cc3a9da463', 'name': '', 'network_id': '42a64961-de15-4cbf-9f7d-d65cedf81ae7', 'tenant_id': '1d8109316fd94efaa47eb9260db1f13b', 'mac_address': 'fa:16:3e:fe:11:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fd2b05f-a509-42db-865a-ab541214d81d', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '9a4a1633-eebb-4206-a02e-19555e45d6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:40Z', 'updated_at': '2021-11-12T01:00:52Z', 'revision_number': 4, 'project_id': '1d8109316fd94efaa47eb9260db1f13b', 'subnets': [{'id': '9a4a1633-eebb-4206-a02e-19555e45d6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:00:57.198252 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:00:57.213618 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['000ebbde-824a-4389-bd35-2e748d88936d'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:00:57.231796 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7318bf85-f3a6-4c9e-aba9-3133172b00e2 req-4451b93c-6e08-4ede-9526-999e1b9cb2f8 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbe53a61-6d21-4d32-8c14-8d2ca5e15898 HTTP/1.1" status: 200 len: 210 time: 0.1058598 Nov 12 01:00:57.415873 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 33042) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:58.321384 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e7679033-0039-4608-9399-a2eca7641991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:58.324339 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e11ed-5f25-4094-b540-ffc8046947ef req-9a7ec85a-cd98-4f31-9a9e-8a03651812a6 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:58.338569 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e08e11ed-5f25-4094-b540-ffc8046947ef req-9a7ec85a-cd98-4f31-9a9e-8a03651812a6 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cbfa767-873e-484c-9e80-8a719aae93e0 HTTP/1.1" status: 200 len: 944 time: 0.4019668 Nov 12 01:00:58.589076 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 82024f09-4045-472b-bf68-891c62809ddd no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:00:58.606992 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e08e11ed-5f25-4094-b540-ffc8046947ef req-44124e45-4fc1-40d2-b5a8-ce2fa349cdd4 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602856 Nov 12 01:00:58.643360 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-c91c46cb-4332-47e2-93b6-ae054dfad8d3 admin admin] Deleting subnet 76e4d43b-e53b-464c-a374-bf4144fb9a21 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:00:58.689363 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c91c46cb-4332-47e2-93b6-ae054dfad8d3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:58.725900 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 82024f09-4045-472b-bf68-891c62809ddd {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:00:58.726356 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 82024f09-4045-472b-bf68-891c62809ddd not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:00:58.741478 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device ee41bcaa-94dd-4f6d-819f-34cc3a9da463 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:00:58.913340 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c91c46cb-4332-47e2-93b6-ae054dfad8d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:58.959187 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761aad5-257a-4ce1-88a0-22a5f88268e7 req-9e12d782-fbd5-47c2-b564-02efb7a54c06 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:00:58.983501 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7761aad5-257a-4ce1-88a0-22a5f88268e7 req-9e12d782-fbd5-47c2-b564-02efb7a54c06 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef3e684d-5160-4dd8-b486-0df1917730ef HTTP/1.1" status: 200 len: 944 time: 0.2589729 Nov 12 01:00:59.043237 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c91c46cb-4332-47e2-93b6-ae054dfad8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:59.168363 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bc64b249-4742-45c4-9e18-ae6110746d8e req-49af7cce-711b-42d7-b915-10e36c23f97a tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] 10.222.0.45 "GET /v2.0/ports?device_id=c93a9d82-ef6d-4049-9f06-a3ebf66128c8 HTTP/1.1" status: 200 len: 210 time: 0.0623732 Nov 12 01:00:59.181623 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c91c46cb-4332-47e2-93b6-ae054dfad8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:59.192287 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7761aad5-257a-4ce1-88a0-22a5f88268e7 req-cb0eda38-1b84-47ad-bdd4-4eb8c1e6a615 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1f55e6b-ac6a-493f-9689-6b58de301978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028437 Nov 12 01:00:59.350875 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91c46cb-4332-47e2-93b6-ae054dfad8d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76e4d43b-e53b-464c-a374-bf4144fb9a21,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:00:59.362994 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port ee41bcaa-94dd-4f6d-819f-34cc3a9da463 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:00:59.362994 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:59.376616 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c91c46cb-4332-47e2-93b6-ae054dfad8d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:59.388500 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c91c46cb-4332-47e2-93b6-ae054dfad8d3 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/76e4d43b-e53b-464c-a374-bf4144fb9a21 HTTP/1.1" status: 204 len: 168 time: 1.9712269 Nov 12 01:00:59.393100 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 33070) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:00:59.706811 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ccd4c4e3-7465-49a9-aefe-5ae34ab1e0df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:00:59.749111 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-95e8c5f9-58f9-481b-b76a-9d25e7970dd3 req-bb8e7c7f-d562-4086-b8f7-e6a15160f8c6 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbe53a61-6d21-4d32-8c14-8d2ca5e15898 HTTP/1.1" status: 200 len: 210 time: 0.1160872 Nov 12 01:00:59.961176 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ccd4c4e3-7465-49a9-aefe-5ae34ab1e0df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:00.003122 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b8752-aebb-4267-ae64-b7e311520773 req-179cd9fe-51eb-40f5-9d65-001bab22c61d tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:00.014906 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4b9b8752-aebb-4267-ae64-b7e311520773 req-179cd9fe-51eb-40f5-9d65-001bab22c61d tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] 10.222.0.44 "GET /v2.0/networks?id=c3a9c3be-ae08-4924-9d7a-f5be17be251a HTTP/1.1" status: 200 len: 814 time: 0.4399698 Nov 12 01:01:00.066345 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-ccd4c4e3-7465-49a9-aefe-5ae34ab1e0df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00a03daf-efbb-48db-964b-992b2504dfd0']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:00.113324 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-ccd4c4e3-7465-49a9-aefe-5ae34ab1e0df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45adf0ba-e61d-4509-afe2-5b0ef96fbbf3') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:00.114611 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-ccd4c4e3-7465-49a9-aefe-5ae34ab1e0df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45adf0ba-e61d-4509-afe2-5b0ef96fbbf3') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:00.157975 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce6cd9-9b5c-4d10-aedd-eb7bf58b89c5 req-98e718e7-fc65-4989-9140-f9148005cdf7 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:00.159029 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4b9b8752-aebb-4267-ae64-b7e311520773 req-e6d34fca-4e66-4f13-869f-c4eb5ca1cadb tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ee0070393c4481fac990e8467ee2d37 HTTP/1.1" status: 200 len: 380 time: 0.1246948 Nov 12 01:01:00.161746 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6bce6cd9-9b5c-4d10-aedd-eb7bf58b89c5 req-98e718e7-fc65-4989-9140-f9148005cdf7 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cbfa767-873e-484c-9e80-8a719aae93e0 HTTP/1.1" status: 200 len: 944 time: 0.1795568 Nov 12 01:01:00.168307 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ccd4c4e3-7465-49a9-aefe-5ae34ab1e0df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:00.207278 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-4b9b8752-aebb-4267-ae64-b7e311520773 req-329ef6d7-7d8d-407c-abff-b9a03fcf4ef5 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Request body: {'port': {'device_id': 'c93a9d82-ef6d-4049-9f06-a3ebf66128c8', 'network_id': 'c3a9c3be-ae08-4924-9d7a-f5be17be251a', 'admin_state_up': True, 'tenant_id': '7ee0070393c4481fac990e8467ee2d37', 'security_groups': ['4f93c3a0-5b41-4c8e-b79b-f03e3eb4ebac']}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:00.244990 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ccd4c4e3-7465-49a9-aefe-5ae34ab1e0df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:00.273900 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccd4c4e3-7465-49a9-aefe-5ae34ab1e0df admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:01:00.274842 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ccd4c4e3-7465-49a9-aefe-5ae34ab1e0df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:00.287440 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:01:00.287440 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:01:00.287440 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:01:00.287440 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:01:00.287440 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:01:00.287440 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:01:00.287440 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:01:00.287440 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:01:00.287440 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:01:00.287440 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:01:00.287440 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:01:00.287440 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:01:00.287440 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:01:00.287440 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:01:00.287440 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:01:00.287440 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:01:00.287440 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:01:00.287440 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:01:00.287440 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:01:00.287440 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:01:00.287440 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:01:00.287440 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:01:00.287440 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:01:00.287440 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:01:00.287440 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:01:00.287440 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:01:00.287440 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:01:00.287440 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:01:00.287440 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:01:00.287440 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:01:00.287440 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:01:00.287440 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:01:00.365891 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6bce6cd9-9b5c-4d10-aedd-eb7bf58b89c5 req-31c6e806-2964-400f-83b7-31f51dab5ea1 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942120 Nov 12 01:01:00.574568 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:01:00.606719 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b9b8752-aebb-4267-ae64-b7e311520773 req-329ef6d7-7d8d-407c-abff-b9a03fcf4ef5 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Made reservation on behalf of 7ee0070393c4481fac990e8467ee2d37 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:00.617369 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4b9b8752-aebb-4267-ae64-b7e311520773 req-329ef6d7-7d8d-407c-abff-b9a03fcf4ef5 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:00.789956 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9a2e0154-0baf-434d-8b25-819c6cd8b74b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:00.829777 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:00.830520 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:00.941982 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-87d312af-1ac5-440b-8cdf-ef5dd09d985e tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:00.944290 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-87d312af-1ac5-440b-8cdf-ef5dd09d985e tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.44 "GET /v2.0/networks?id=80ba6814-619a-4959-9d28-8381b39b3b4f HTTP/1.1" status: 200 len: 813 time: 0.3974638 Nov 12 01:01:00.960298 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ccd4c4e3-7465-49a9-aefe-5ae34ab1e0df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:00.971717 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ccd4c4e3-7465-49a9-aefe-5ae34ab1e0df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:00.993886 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-ccd4c4e3-7465-49a9-aefe-5ae34ab1e0df admin admin] 10.222.0.45 "DELETE /v2.0/networks/00a03daf-efbb-48db-964b-992b2504dfd0 HTTP/1.1" status: 204 len: 168 time: 1.5993710 Nov 12 01:01:01.030266 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-debccec9-0342-4274-a6f1-ce0a4f2301d7 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Request body: {'port': {'device_id': 'dbe53a61-6d21-4d32-8c14-8d2ca5e15898', 'network_id': '80ba6814-619a-4959-9d28-8381b39b3b4f', 'admin_state_up': True, 'tenant_id': '00ac16e382bc4fa284bcba516cac28dc'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:01.035614 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-4b9b8752-aebb-4267-ae64-b7e311520773 req-329ef6d7-7d8d-407c-abff-b9a03fcf4ef5 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Allocated IP 172.20.0.10 (c3a9c3be-ae08-4924-9d7a-f5be17be251a/9c9603aa-a0ab-494b-95f7-b3ae19c268c6/1b79f8c4-e527-44d7-b9e3-2b984f984798) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:01.073778 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:01.178637 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cbfa767-873e-484c-9e80-8a719aae93e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:01:01.189701 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e095a36e-3f89-4d03-8a42-7c50e09d7cf9" -d '{"events": [{"server_uuid": "0cbfa767-873e-484c-9e80-8a719aae93e0", "name": "network-vif-plugged", "status": "completed", "tag": "bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:01:01.231018 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c,segment=NetworkSegment(9dbffe20-fa57-4fc9-974f-82a4aaa66cb3),segment_id=9dbffe20-fa57-4fc9-974f-82a4aaa66cb3)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:01.239035 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:01.240508 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 000ebbde-824a-4389-bd35-2e748d88936d up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:01:01.360024 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4b9b8752-aebb-4267-ae64-b7e311520773 req-329ef6d7-7d8d-407c-abff-b9a03fcf4ef5 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:01.363845 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 33104) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:01.373039 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd4c4e3-7465-49a9-aefe-5ae34ab1e0df admin admin] Pushing event deleted for resources: {'Network': ['ID=00a03daf-efbb-48db-964b-992b2504dfd0,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:01.460336 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c,revision_number=8']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:01.464528 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6b017147-06ae-42b0-a458-7a2e0369cd57 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ab22182039774befa325e91b3a0bd782&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0941064 Nov 12 01:01:01.466964 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 33108) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:01.487467 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 000ebbde-824a-4389-bd35-2e748d88936d completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:01:01.494884 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 000ebbde-824a-4389-bd35-2e748d88936d triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:01.495437 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:01.521655 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-440089ae-73be-4de9-b39b-66ae625dc504 req-4f006722-3042-4749-b3d9-ee9d644125b3 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] 10.222.0.45 "GET /v2.0/ports?device_id=c93a9d82-ef6d-4049-9f06-a3ebf66128c8 HTTP/1.1" status: 200 len: 210 time: 0.3140905 Nov 12 01:01:01.541453 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70e533-4f44-4951-9389-38651c594411 req-acdeeead-3808-4e78-8ee9-7594dddaaefb tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:01.549263 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d70e533-4f44-4951-9389-38651c594411 req-acdeeead-3808-4e78-8ee9-7594dddaaefb tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef3e684d-5160-4dd8-b486-0df1917730ef HTTP/1.1" status: 200 len: 944 time: 1.0000370 Nov 12 01:01:01.610966 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4b9b8752-aebb-4267-ae64-b7e311520773 req-329ef6d7-7d8d-407c-abff-b9a03fcf4ef5 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:01.696812 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:01.730336 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b9b8752-aebb-4267-ae64-b7e311520773 req-329ef6d7-7d8d-407c-abff-b9a03fcf4ef5 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Network c3a9c3be-ae08-4924-9d7a-f5be17be251a is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:01.750158 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-accf4449-8fb8-43e7-b65d-775d7207826e tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:01.752110 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-accf4449-8fb8-43e7-b65d-775d7207826e tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.44 "GET /v2.0/networks?id=80ba6814-619a-4959-9d28-8381b39b3b4f HTTP/1.1" status: 200 len: 813 time: 0.7058723 Nov 12 01:01:01.756899 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-57dc3ebd-3ee0-4947-baed-3b8960996ed0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:01.767059 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-4b9b8752-aebb-4267-ae64-b7e311520773 req-329ef6d7-7d8d-407c-abff-b9a03fcf4ef5 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:01.768827 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 000ebbde-824a-4389-bd35-2e748d88936d, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=000ebbde-824a-4389-bd35-2e748d88936d,segment=NetworkSegment(4d929ffe-81a7-4ef7-8297-43eff56226c9),segment_id=4d929ffe-81a7-4ef7-8297-43eff56226c9)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:01.783750 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b9b8752-aebb-4267-ae64-b7e311520773 req-329ef6d7-7d8d-407c-abff-b9a03fcf4ef5 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:01.794193 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:01.799770 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7d591be1-8f68-4c10-94a1-df07d1675d06 req-b77e654b-b310-460f-892d-fddd0fe247d8 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbe53a61-6d21-4d32-8c14-8d2ca5e15898 HTTP/1.1" status: 200 len: 210 time: 0.0922761 Nov 12 01:01:01.825763 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-9e23fa47-339a-45fe-8b81-eefd4a463ad4 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Request body: {'port': {'device_id': '2fc2490f-7075-4895-8020-060efd82cf53', 'network_id': '80ba6814-619a-4959-9d28-8381b39b3b4f', 'admin_state_up': True, 'tenant_id': '00ac16e382bc4fa284bcba516cac28dc'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:01.928413 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329ef6d7-7d8d-407c-abff-b9a03fcf4ef5 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Pushing event updated for resources: {'Port': ['ID=1b79f8c4-e527-44d7-b9e3-2b984f984798,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:01.931182 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=000ebbde-824a-4389-bd35-2e748d88936d,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:01.958697 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b8752-aebb-4267-ae64-b7e311520773 req-329ef6d7-7d8d-407c-abff-b9a03fcf4ef5 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:01.959515 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4b9b8752-aebb-4267-ae64-b7e311520773 req-329ef6d7-7d8d-407c-abff-b9a03fcf4ef5 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:01.982091 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d70e533-4f44-4951-9389-38651c594411 req-50585849-33c7-4833-bf7e-9f362997b5ad tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1f55e6b-ac6a-493f-9689-6b58de301978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4055452 Nov 12 01:01:02.004142 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-57dc3ebd-3ee0-4947-baed-3b8960996ed0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:02.017794 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9afcfa-2099-43d8-9c6b-b2cdc5426239 x-openstack-request-id: req-0b9afcfa-2099-43d8-9c6b-b2cdc5426239 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:01:02.018705 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cbfa767-873e-484c-9e80-8a719aae93e0", "name": "network-vif-plugged", "status": "completed", "tag": "bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:01:02.019501 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0b9afcfa-2099-43d8-9c6b-b2cdc5426239 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:01:02.021804 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cbfa767-873e-484c-9e80-8a719aae93e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c', 'code': 200} Nov 12 01:01:02.122920 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-57dc3ebd-3ee0-4947-baed-3b8960996ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:02.126166 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-57dc3ebd-3ee0-4947-baed-3b8960996ed0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:02.127480 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-57dc3ebd-3ee0-4947-baed-3b8960996ed0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/88f72720-901a-40d6-b38e-a4a2096318f1 HTTP/1.1" status: 204 len: 168 time: 0.6514463 Nov 12 01:01:02.144960 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc3ebd-3ee0-4947-baed-3b8960996ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f72720-901a-40d6-b38e-a4a2096318f1,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:02.208532 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4b9b8752-aebb-4267-ae64-b7e311520773 req-329ef6d7-7d8d-407c-abff-b9a03fcf4ef5 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0139935 Nov 12 01:01:02.226886 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-4b9b8752-aebb-4267-ae64-b7e311520773 req-505ce2ab-8943-4a4c-986f-c4ab7632923f service neutron] Request body: {'port': {'device_id': 'c93a9d82-ef6d-4049-9f06-a3ebf66128c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:02.255428 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-debccec9-0342-4274-a6f1-ce0a4f2301d7 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Made reservation on behalf of 00ac16e382bc4fa284bcba516cac28dc for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:02.266101 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-debccec9-0342-4274-a6f1-ce0a4f2301d7 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:02.350746 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4b9b8752-aebb-4267-ae64-b7e311520773 req-505ce2ab-8943-4a4c-986f-c4ab7632923f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:02.360438 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-ecedcacb-8c0a-4ca7-ae7e-c660f3ff036a None None] Provisioning complete for port 1b79f8c4-e527-44d7-b9e3-2b984f984798 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:02.363077 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ecedcacb-8c0a-4ca7-ae7e-c660f3ff036a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:02.381221 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-9e23fa47-339a-45fe-8b81-eefd4a463ad4 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Made reservation on behalf of 00ac16e382bc4fa284bcba516cac28dc for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:02.385224 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-9e23fa47-339a-45fe-8b81-eefd4a463ad4 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:02.455065 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849fd881-4f78-43d1-9b60-e977bbff09b0 req-15c69817-1efc-46bc-a7ce-e040a23cca0f tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:02.458373 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-849fd881-4f78-43d1-9b60-e977bbff09b0 req-15c69817-1efc-46bc-a7ce-e040a23cca0f tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cbfa767-873e-484c-9e80-8a719aae93e0 HTTP/1.1" status: 200 len: 945 time: 0.3021591 Nov 12 01:01:02.566930 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-ecedcacb-8c0a-4ca7-ae7e-c660f3ff036a None None] Port 1b79f8c4-e527-44d7-b9e3-2b984f984798 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:01:02.720312 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:03.090219 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369092e2-75dc-48a0-98eb-6fcc67fdb778 req-079ab5cb-7936-47f8-94fc-76be6d1cf3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:03.094087 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-369092e2-75dc-48a0-98eb-6fcc67fdb778 req-079ab5cb-7936-47f8-94fc-76be6d1cf3be service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0cbfa767-873e-484c-9e80-8a719aae93e0 HTTP/1.1" status: 200 len: 1097 time: 0.7722664 Nov 12 01:01:03.201591 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-9e23fa47-339a-45fe-8b81-eefd4a463ad4 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Allocated IP 172.20.0.6 (80ba6814-619a-4959-9d28-8381b39b3b4f/898a8763-5bd9-4c11-a7f2-3f76dcc2d691/c3707cc5-eadb-4f0f-a12f-7aae527d346f) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:03.225531 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-4b9b8752-aebb-4267-ae64-b7e311520773 req-505ce2ab-8943-4a4c-986f-c4ab7632923f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b79f8c4-e527-44d7-b9e3-2b984f984798 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:01:03.245065 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4b9b8752-aebb-4267-ae64-b7e311520773 req-505ce2ab-8943-4a4c-986f-c4ab7632923f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:03.282699 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-4b9b8752-aebb-4267-ae64-b7e311520773 req-505ce2ab-8943-4a4c-986f-c4ab7632923f service neutron] Transition to ACTIVE for port object 1b79f8c4-e527-44d7-b9e3-2b984f984798 will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:01:03.290253 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4b9b8752-aebb-4267-ae64-b7e311520773 req-505ce2ab-8943-4a4c-986f-c4ab7632923f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:03.346308 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-849fd881-4f78-43d1-9b60-e977bbff09b0 req-9694df45-ece0-433f-8c7e-a7a87bcdd7c8 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4575496 Nov 12 01:01:03.354588 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-369092e2-75dc-48a0-98eb-6fcc67fdb778 req-8db28c82-d65d-44dc-89e7-73c8f25690e7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429419 Nov 12 01:01:03.361002 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 33154) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:03.504212 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505ce2ab-8943-4a4c-986f-c4ab7632923f service neutron] Pushing event updated for resources: {'Port': ['ID=1b79f8c4-e527-44d7-b9e3-2b984f984798,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:03.590244 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-69af2194-9af3-4210-a67b-ae89769ac585 req-3a93939b-bea4-4b03-8b7d-b21f2482e2b8 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbe53a61-6d21-4d32-8c14-8d2ca5e15898 HTTP/1.1" status: 200 len: 210 time: 0.0992029 Nov 12 01:01:03.653578 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-4b9b8752-aebb-4267-ae64-b7e311520773 req-505ce2ab-8943-4a4c-986f-c4ab7632923f service neutron] Attempting to bind port 1b79f8c4-e527-44d7-b9e3-2b984f984798 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:03.654678 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd5b34-ab5e-4e3a-96e9-745338d4b471 req-6658e5cd-3d99-4821-8f20-a6610f9bcb57 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:03.655119 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-4b9b8752-aebb-4267-ae64-b7e311520773 req-505ce2ab-8943-4a4c-986f-c4ab7632923f service neutron] Attempting to bind port 1b79f8c4-e527-44d7-b9e3-2b984f984798 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '558ec544-d318-49d4-8e0a-2f18c636de60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c3a9c3be-ae08-4924-9d7a-f5be17be251a'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:03.657618 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9b8752-aebb-4267-ae64-b7e311520773 req-505ce2ab-8943-4a4c-986f-c4ab7632923f service neutron] Attempting to bind port 1b79f8c4-e527-44d7-b9e3-2b984f984798 on network c3a9c3be-ae08-4924-9d7a-f5be17be251a {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:03.670701 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9b8752-aebb-4267-ae64-b7e311520773 req-505ce2ab-8943-4a4c-986f-c4ab7632923f service neutron] Port 1b79f8c4-e527-44d7-b9e3-2b984f984798 on network c3a9c3be-ae08-4924-9d7a-f5be17be251a not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:01:03.672605 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9b8752-aebb-4267-ae64-b7e311520773 req-505ce2ab-8943-4a4c-986f-c4ab7632923f service neutron] Attempting to bind port 1b79f8c4-e527-44d7-b9e3-2b984f984798 on network c3a9c3be-ae08-4924-9d7a-f5be17be251a {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:03.686816 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9b8752-aebb-4267-ae64-b7e311520773 req-505ce2ab-8943-4a4c-986f-c4ab7632923f service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:01:03.689692 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f3fd5b34-ab5e-4e3a-96e9-745338d4b471 req-6658e5cd-3d99-4821-8f20-a6610f9bcb57 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] 10.222.0.45 "GET /v2.0/ports?device_id=c93a9d82-ef6d-4049-9f06-a3ebf66128c8 HTTP/1.1" status: 200 len: 944 time: 0.3831310 Nov 12 01:01:03.692573 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9b8752-aebb-4267-ae64-b7e311520773 req-505ce2ab-8943-4a4c-986f-c4ab7632923f service neutron] Checking segment: {'id': '558ec544-d318-49d4-8e0a-2f18c636de60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c3a9c3be-ae08-4924-9d7a-f5be17be251a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:03.694870 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9b8752-aebb-4267-ae64-b7e311520773 req-505ce2ab-8943-4a4c-986f-c4ab7632923f service neutron] Bound using segment: {'id': '558ec544-d318-49d4-8e0a-2f18c636de60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c3a9c3be-ae08-4924-9d7a-f5be17be251a'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:01:03.696148 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-4b9b8752-aebb-4267-ae64-b7e311520773 req-505ce2ab-8943-4a4c-986f-c4ab7632923f service neutron] Bound port: 1b79f8c4-e527-44d7-b9e3-2b984f984798, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '558ec544-d318-49d4-8e0a-2f18c636de60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c3a9c3be-ae08-4924-9d7a-f5be17be251a'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:01:03.697148 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4b9b8752-aebb-4267-ae64-b7e311520773 req-505ce2ab-8943-4a4c-986f-c4ab7632923f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:03.884784 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:03.901972 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-4b9b8752-aebb-4267-ae64-b7e311520773 req-505ce2ab-8943-4a4c-986f-c4ab7632923f service neutron] For port 1b79f8c4-e527-44d7-b9e3-2b984f984798, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:01:03.910246 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-4b9b8752-aebb-4267-ae64-b7e311520773 req-505ce2ab-8943-4a4c-986f-c4ab7632923f service neutron] For port 1b79f8c4-e527-44d7-b9e3-2b984f984798, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=1b79f8c4-e527-44d7-b9e3-2b984f984798,segment=NetworkSegment(558ec544-d318-49d4-8e0a-2f18c636de60),segment_id=558ec544-d318-49d4-8e0a-2f18c636de60)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:01:03.924288 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4b9b8752-aebb-4267-ae64-b7e311520773 req-505ce2ab-8943-4a4c-986f-c4ab7632923f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:04.007092 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b8752-aebb-4267-ae64-b7e311520773 req-505ce2ab-8943-4a4c-986f-c4ab7632923f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:04.007946 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4b9b8752-aebb-4267-ae64-b7e311520773 req-505ce2ab-8943-4a4c-986f-c4ab7632923f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:04.010986 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4b9b8752-aebb-4267-ae64-b7e311520773 req-505ce2ab-8943-4a4c-986f-c4ab7632923f service neutron] 10.222.0.44 "PUT /v2.0/ports/1b79f8c4-e527-44d7-b9e3-2b984f984798 HTTP/1.1" status: 200 len: 1093 time: 1.7887812 Nov 12 01:01:04.011484 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c93a9d82-ef6d-4049-9f06-a3ebf66128c8', 'tag': '1b79f8c4-e527-44d7-b9e3-2b984f984798'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:01:04.014417 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe4ca60-c497-49ce-9189-6c475bd24a76" -d '{"events": [{"name": "network-changed", "server_uuid": "c93a9d82-ef6d-4049-9f06-a3ebf66128c8", "tag": "1b79f8c4-e527-44d7-b9e3-2b984f984798"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:01:04.023998 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3e684d-5160-4dd8-b486-0df1917730ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000ebbde-824a-4389-bd35-2e748d88936d'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:01:04.031792 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d201bf-43e0-4555-a8c1-7e000f5e911d" -d '{"events": [{"server_uuid": "ef3e684d-5160-4dd8-b486-0df1917730ef", "name": "network-vif-plugged", "status": "completed", "tag": "000ebbde-824a-4389-bd35-2e748d88936d"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:01:04.087850 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505ce2ab-8943-4a4c-986f-c4ab7632923f service neutron] Pushing event updated for resources: {'Port': ['ID=1b79f8c4-e527-44d7-b9e3-2b984f984798,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:04.222201 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b8752-aebb-4267-ae64-b7e311520773 req-1e0bf4e3-30c8-47f6-9598-53e098d3199b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:04.225845 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4b9b8752-aebb-4267-ae64-b7e311520773 req-1e0bf4e3-30c8-47f6-9598-53e098d3199b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ee0070393c4481fac990e8467ee2d37&device_id=c93a9d82-ef6d-4049-9f06-a3ebf66128c8 HTTP/1.1" status: 200 len: 1096 time: 0.1037059 Nov 12 01:01:04.299015 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f3fd5b34-ab5e-4e3a-96e9-745338d4b471 req-471db15e-a128-44aa-94be-69c9e53f5dee tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f93c3a0-5b41-4c8e-b79b-f03e3eb4ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6079087 Nov 12 01:01:04.342041 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4b9b8752-aebb-4267-ae64-b7e311520773 req-65fcb694-2e8f-4e5a-ad0b-64d3971ab950 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b79f8c4-e527-44d7-b9e3-2b984f984798 HTTP/1.1" status: 200 len: 217 time: 0.0968258 Nov 12 01:01:04.384964 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-9e23fa47-339a-45fe-8b81-eefd4a463ad4 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:04.387468 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-36968a9f-f398-4360-b035-f3e000ea9673 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:04.456751 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5da1c8-bbbb-4865-8c21-9895ecc48139 req-ab43e09c-e688-40da-b971-4cc51267a760 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:04.464972 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5b5da1c8-bbbb-4865-8c21-9895ecc48139 req-ab43e09c-e688-40da-b971-4cc51267a760 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef3e684d-5160-4dd8-b486-0df1917730ef HTTP/1.1" status: 200 len: 945 time: 0.7285573 Nov 12 01:01:04.553579 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b8752-aebb-4267-ae64-b7e311520773 req-dacbfa83-afc2-4955-9c66-4d0335984685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:04.557013 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4b9b8752-aebb-4267-ae64-b7e311520773 req-dacbfa83-afc2-4955-9c66-4d0335984685 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9c9603aa-a0ab-494b-95f7-b3ae19c268c6 HTTP/1.1" status: 200 len: 853 time: 0.1955667 Nov 12 01:01:04.595099 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5b5da1c8-bbbb-4865-8c21-9895ecc48139 req-35d5b2fa-3e7b-4aaa-a776-17d491e50bbd tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1f55e6b-ac6a-493f-9689-6b58de301978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288843 Nov 12 01:01:04.636872 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-9e23fa47-339a-45fe-8b81-eefd4a463ad4 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:04.691141 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b8752-aebb-4267-ae64-b7e311520773 req-bfe4c3fa-75ee-47be-94e1-f899da2dc227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:04.695464 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4b9b8752-aebb-4267-ae64-b7e311520773 req-bfe4c3fa-75ee-47be-94e1-f899da2dc227 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3a9c3be-ae08-4924-9d7a-f5be17be251a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1137044 Nov 12 01:01:04.746755 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409cf597-14d9-4ec6-9136-1459f4797e34 x-openstack-request-id: req-409cf597-14d9-4ec6-9136-1459f4797e34 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:01:04.747063 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c93a9d82-ef6d-4049-9f06-a3ebf66128c8", "tag": "1b79f8c4-e527-44d7-b9e3-2b984f984798", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:01:04.747286 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-409cf597-14d9-4ec6-9136-1459f4797e34 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:01:04.747697 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c93a9d82-ef6d-4049-9f06-a3ebf66128c8', 'tag': '1b79f8c4-e527-44d7-b9e3-2b984f984798', 'status': 'completed', 'code': 200} Nov 12 01:01:04.875693 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd1d1a3-33fb-4f8c-8d7f-43096ca60abe x-openstack-request-id: req-3dd1d1a3-33fb-4f8c-8d7f-43096ca60abe {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:01:04.876090 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef3e684d-5160-4dd8-b486-0df1917730ef", "name": "network-vif-plugged", "status": "completed", "tag": "000ebbde-824a-4389-bd35-2e748d88936d", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:01:04.876411 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3dd1d1a3-33fb-4f8c-8d7f-43096ca60abe {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:01:04.876885 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3e684d-5160-4dd8-b486-0df1917730ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000ebbde-824a-4389-bd35-2e748d88936d', 'code': 200} Nov 12 01:01:04.917685 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-9e23fa47-339a-45fe-8b81-eefd4a463ad4 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Network 80ba6814-619a-4959-9d28-8381b39b3b4f is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:04.932133 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-9e23fa47-339a-45fe-8b81-eefd4a463ad4 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:04.935014 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-debccec9-0342-4274-a6f1-ce0a4f2301d7 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Allocated IP 172.20.0.10 (80ba6814-619a-4959-9d28-8381b39b3b4f/898a8763-5bd9-4c11-a7f2-3f76dcc2d691/2a845829-a832-4494-ad82-dec8032b9ef7) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:04.945011 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-9e23fa47-339a-45fe-8b81-eefd4a463ad4 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:04.947841 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e23fa47-339a-45fe-8b81-eefd4a463ad4 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Pushing event updated for resources: {'Port': ['ID=c3707cc5-eadb-4f0f-a12f-7aae527d346f,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:04.971672 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4b9b8752-aebb-4267-ae64-b7e311520773 req-5395edbd-871a-4a1b-95d2-15c187403ddc service neutron] 10.222.0.44 "GET /v2.0/networks/c3a9c3be-ae08-4924-9d7a-f5be17be251a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671225 Nov 12 01:01:04.980689 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-36968a9f-f398-4360-b035-f3e000ea9673 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:05.013269 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-36968a9f-f398-4360-b035-f3e000ea9673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:05.028158 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:05.137554 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4b9b8752-aebb-4267-ae64-b7e311520773 req-442bd25b-a9bb-4c3d-a888-455a0c274127 service neutron] 10.222.0.44 "GET /v2.0/networks/c3a9c3be-ae08-4924-9d7a-f5be17be251a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462872 Nov 12 01:01:05.215309 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-9e23fa47-339a-45fe-8b81-eefd4a463ad4 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:05.216009 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-9e23fa47-339a-45fe-8b81-eefd4a463ad4 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:05.237561 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-36968a9f-f398-4360-b035-f3e000ea9673 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0caafdd968784c27bfaf585f3a2029df&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8606882 Nov 12 01:01:05.241797 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 33186) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:05.250776 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36968a9f-f398-4360-b035-f3e000ea9673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=938fe5f9-cc28-4a1f-8226-e8674579373f,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:05.300039 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84db653-474f-45e7-9480-347ad9cf69be req-661d369b-e0c0-4e3f-8628-6a1d283dca87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:05.302533 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e84db653-474f-45e7-9480-347ad9cf69be req-661d369b-e0c0-4e3f-8628-6a1d283dca87 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ef3e684d-5160-4dd8-b486-0df1917730ef HTTP/1.1" status: 200 len: 1097 time: 0.3090432 Nov 12 01:01:05.304644 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36968a9f-f398-4360-b035-f3e000ea9673 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:05.305171 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36968a9f-f398-4360-b035-f3e000ea9673 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:05.305712 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36968a9f-f398-4360-b035-f3e000ea9673 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:05.306243 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36968a9f-f398-4360-b035-f3e000ea9673 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:05.306752 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36968a9f-f398-4360-b035-f3e000ea9673 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:05.307265 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36968a9f-f398-4360-b035-f3e000ea9673 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:05.307767 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36968a9f-f398-4360-b035-f3e000ea9673 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:05.308323 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36968a9f-f398-4360-b035-f3e000ea9673 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:05.308863 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36968a9f-f398-4360-b035-f3e000ea9673 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:05.309467 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36968a9f-f398-4360-b035-f3e000ea9673 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:05.309983 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36968a9f-f398-4360-b035-f3e000ea9673 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:05.310542 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36968a9f-f398-4360-b035-f3e000ea9673 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:05.317251 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-9e23fa47-339a-45fe-8b81-eefd4a463ad4 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5343177 Nov 12 01:01:05.345912 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4ca60-c497-49ce-9189-6c475bd24a76 req-3958371c-beca-49bb-a32a-dc31aa68442c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:05.347547 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fbe4ca60-c497-49ce-9189-6c475bd24a76 req-3958371c-beca-49bb-a32a-dc31aa68442c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ee0070393c4481fac990e8467ee2d37&device_id=c93a9d82-ef6d-4049-9f06-a3ebf66128c8 HTTP/1.1" status: 200 len: 1096 time: 0.1145835 Nov 12 01:01:05.402314 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-d63f5f21-3c1b-43ff-9425-a9cd25a8346c service neutron] Request body: {'port': {'device_id': '2fc2490f-7075-4895-8020-060efd82cf53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:05.425823 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28cf7e-066e-4722-93e7-505e00282edd req-e10291d8-6568-4efc-8441-33dec94b881c tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:05.436758 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1a28cf7e-066e-4722-93e7-505e00282edd req-e10291d8-6568-4efc-8441-33dec94b881c tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cbfa767-873e-484c-9e80-8a719aae93e0 HTTP/1.1" status: 200 len: 945 time: 0.3880115 Nov 12 01:01:05.462894 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-547c33fe-0951-4e97-a9da-5bce69db492f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:05.540345 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-547c33fe-0951-4e97-a9da-5bce69db492f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:05.553350 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-debccec9-0342-4274-a6f1-ce0a4f2301d7 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:05.565834 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e84db653-474f-45e7-9480-347ad9cf69be req-2c61e4c8-7eab-4ead-b1bd-bbafab0c94bb service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b1f55e6b-ac6a-493f-9689-6b58de301978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464037 Nov 12 01:01:05.583281 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-d63f5f21-3c1b-43ff-9425-a9cd25a8346c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:05.607041 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4ca60-c497-49ce-9189-6c475bd24a76 req-0c940366-872f-4ba5-83e7-0c2abe3ae894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:05.609391 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fbe4ca60-c497-49ce-9189-6c475bd24a76 req-0c940366-872f-4ba5-83e7-0c2abe3ae894 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c3a9c3be-ae08-4924-9d7a-f5be17be251a HTTP/1.1" status: 200 len: 914 time: 0.2528925 Nov 12 01:01:05.624281 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1a28cf7e-066e-4722-93e7-505e00282edd req-e67ae8ec-8407-4e00-82a3-86b21a9374d2 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861556 Nov 12 01:01:05.678431 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-547c33fe-0951-4e97-a9da-5bce69db492f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:05.679482 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-debccec9-0342-4274-a6f1-ce0a4f2301d7 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:05.688683 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-547c33fe-0951-4e97-a9da-5bce69db492f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:05.690602 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-547c33fe-0951-4e97-a9da-5bce69db492f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/938fe5f9-cc28-4a1f-8226-e8674579373f HTTP/1.1" status: 204 len: 168 time: 0.4472277 Nov 12 01:01:05.741001 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547c33fe-0951-4e97-a9da-5bce69db492f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938fe5f9-cc28-4a1f-8226-e8674579373f,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:05.920584 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fbe4ca60-c497-49ce-9189-6c475bd24a76 req-9ae70cc6-ed74-405e-af68-33638e12e773 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b79f8c4-e527-44d7-b9e3-2b984f984798 HTTP/1.1" status: 200 len: 217 time: 0.0852556 Nov 12 01:01:05.951811 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-debccec9-0342-4274-a6f1-ce0a4f2301d7 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Network 80ba6814-619a-4959-9d28-8381b39b3b4f is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:05.966839 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-debccec9-0342-4274-a6f1-ce0a4f2301d7 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:05.981709 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-debccec9-0342-4274-a6f1-ce0a4f2301d7 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:06.014395 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debccec9-0342-4274-a6f1-ce0a4f2301d7 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Pushing event updated for resources: {'Port': ['ID=2a845829-a832-4494-ad82-dec8032b9ef7,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:06.077138 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4ca60-c497-49ce-9189-6c475bd24a76 req-ba4156e3-8fc0-42ed-bc06-7924b7a3a03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:06.080774 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fbe4ca60-c497-49ce-9189-6c475bd24a76 req-ba4156e3-8fc0-42ed-bc06-7924b7a3a03b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9c9603aa-a0ab-494b-95f7-b3ae19c268c6 HTTP/1.1" status: 200 len: 853 time: 0.1515553 Nov 12 01:01:06.119700 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21335bd5-b3d2-4763-9a3c-80965068f267 req-639b0bd5-5c68-436b-8eb6-db5c69edc33d tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:06.127666 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-21335bd5-b3d2-4763-9a3c-80965068f267 req-639b0bd5-5c68-436b-8eb6-db5c69edc33d tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbe53a61-6d21-4d32-8c14-8d2ca5e15898 HTTP/1.1" status: 200 len: 932 time: 0.3565032 Nov 12 01:01:06.148630 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-debccec9-0342-4274-a6f1-ce0a4f2301d7 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:06.149603 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-debccec9-0342-4274-a6f1-ce0a4f2301d7 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:06.184360 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4ca60-c497-49ce-9189-6c475bd24a76 req-658f1fe9-69db-4b2a-ad5b-6ae700320791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:06.186342 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fbe4ca60-c497-49ce-9189-6c475bd24a76 req-658f1fe9-69db-4b2a-ad5b-6ae700320791 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3a9c3be-ae08-4924-9d7a-f5be17be251a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0978954 Nov 12 01:01:06.250653 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-debccec9-0342-4274-a6f1-ce0a4f2301d7 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2554786 Nov 12 01:01:06.292375 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-d336c5ea-3ffc-40da-9de4-bc342492a4a0 service neutron] Request body: {'port': {'device_id': 'dbe53a61-6d21-4d32-8c14-8d2ca5e15898', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:06.393712 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-21335bd5-b3d2-4763-9a3c-80965068f267 req-dc3c6691-f2a0-4708-97cf-07ec5e82429a tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/security-groups?id=6317cb16-7037-4e74-8981-884545b7be14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363582 Nov 12 01:01:06.496307 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fbe4ca60-c497-49ce-9189-6c475bd24a76 req-043ca06e-b162-41c3-a0ac-e8fe6515c073 service neutron] 10.222.0.44 "GET /v2.0/networks/c3a9c3be-ae08-4924-9d7a-f5be17be251a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015673 Nov 12 01:01:06.613738 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-d63f5f21-3c1b-43ff-9425-a9cd25a8346c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3707cc5-eadb-4f0f-a12f-7aae527d346f {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:01:06.631834 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-d63f5f21-3c1b-43ff-9425-a9cd25a8346c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:06.661645 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-d63f5f21-3c1b-43ff-9425-a9cd25a8346c service neutron] Transition to ACTIVE for port object c3707cc5-eadb-4f0f-a12f-7aae527d346f will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:01:06.776992 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-d63f5f21-3c1b-43ff-9425-a9cd25a8346c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:06.823446 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fbe4ca60-c497-49ce-9189-6c475bd24a76 req-524b4e8d-2e69-42b1-b67c-5eb3cc8fe516 service neutron] 10.222.0.44 "GET /v2.0/networks/c3a9c3be-ae08-4924-9d7a-f5be17be251a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177724 Nov 12 01:01:06.839773 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 33220) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:06.874461 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-d336c5ea-3ffc-40da-9de4-bc342492a4a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:06.887170 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dd7f46d7-5bab-42b3-90ba-84d4def63e59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:07.066749 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dd7f46d7-5bab-42b3-90ba-84d4def63e59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:07.074670 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dd7f46d7-5bab-42b3-90ba-84d4def63e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:07.129853 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-dd7f46d7-5bab-42b3-90ba-84d4def63e59 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f418d5e1c58147faa4f703116a0dd685&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2850196 Nov 12 01:01:07.131313 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 33222) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:07.141832 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7f46d7-5bab-42b3-90ba-84d4def63e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e283f647-ff27-41e8-9b97-5f843d453a99,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:07.173687 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a3357-c808-41d3-bc13-903904ffcefa req-30bbd0c2-b057-4f38-99a2-d0d39265d91f tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:07.189393 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fa8a3357-c808-41d3-bc13-903904ffcefa req-30bbd0c2-b057-4f38-99a2-d0d39265d91f tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] 10.222.0.45 "GET /v2.0/ports?device_id=c93a9d82-ef6d-4049-9f06-a3ebf66128c8 HTTP/1.1" status: 200 len: 944 time: 0.5229757 Nov 12 01:01:07.192310 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63f5f21-3c1b-43ff-9425-a9cd25a8346c service neutron] Pushing event updated for resources: {'Port': ['ID=c3707cc5-eadb-4f0f-a12f-7aae527d346f,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:07.209612 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5ded09ee-ebce-4363-a7ff-0a6a3f05794e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:07.265062 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5ded09ee-ebce-4363-a7ff-0a6a3f05794e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:07.306218 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcabc324-61ea-4b26-ac2b-1817bddf5d00 req-0ec205a2-e0c3-419b-be74-7192311bdbea tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:07.316538 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fcabc324-61ea-4b26-ac2b-1817bddf5d00 req-0ec205a2-e0c3-419b-be74-7192311bdbea tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef3e684d-5160-4dd8-b486-0df1917730ef HTTP/1.1" status: 200 len: 945 time: 0.6484442 Nov 12 01:01:07.379757 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5ded09ee-ebce-4363-a7ff-0a6a3f05794e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:07.386159 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5ded09ee-ebce-4363-a7ff-0a6a3f05794e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:07.393311 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5ded09ee-ebce-4363-a7ff-0a6a3f05794e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e283f647-ff27-41e8-9b97-5f843d453a99 HTTP/1.1" status: 204 len: 168 time: 0.2604959 Nov 12 01:01:07.407110 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded09ee-ebce-4363-a7ff-0a6a3f05794e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e283f647-ff27-41e8-9b97-5f843d453a99,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:07.531593 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-d63f5f21-3c1b-43ff-9425-a9cd25a8346c service neutron] Attempting to bind port c3707cc5-eadb-4f0f-a12f-7aae527d346f on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:07.532536 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-d63f5f21-3c1b-43ff-9425-a9cd25a8346c service neutron] Attempting to bind port c3707cc5-eadb-4f0f-a12f-7aae527d346f by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'e7378896-c8bc-49a5-88eb-5fba66be71ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '80ba6814-619a-4959-9d28-8381b39b3b4f'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:07.532536 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-d63f5f21-3c1b-43ff-9425-a9cd25a8346c service neutron] Attempting to bind port c3707cc5-eadb-4f0f-a12f-7aae527d346f on network 80ba6814-619a-4959-9d28-8381b39b3b4f {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:07.549855 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fcabc324-61ea-4b26-ac2b-1817bddf5d00 req-30a7ff6c-cd0e-4e42-8911-314a3273b593 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1f55e6b-ac6a-493f-9689-6b58de301978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323241 Nov 12 01:01:07.571639 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fa8a3357-c808-41d3-bc13-903904ffcefa req-e39582e3-b122-44d4-a8fe-5781ba4c4170 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f93c3a0-5b41-4c8e-b79b-f03e3eb4ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3705885 Nov 12 01:01:07.574873 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-d63f5f21-3c1b-43ff-9425-a9cd25a8346c service neutron] Port c3707cc5-eadb-4f0f-a12f-7aae527d346f on network 80ba6814-619a-4959-9d28-8381b39b3b4f not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:01:07.582778 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-d63f5f21-3c1b-43ff-9425-a9cd25a8346c service neutron] Attempting to bind port c3707cc5-eadb-4f0f-a12f-7aae527d346f on network 80ba6814-619a-4959-9d28-8381b39b3b4f {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:07.599573 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-d63f5f21-3c1b-43ff-9425-a9cd25a8346c service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:01:07.599938 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-d63f5f21-3c1b-43ff-9425-a9cd25a8346c service neutron] Checking segment: {'id': 'e7378896-c8bc-49a5-88eb-5fba66be71ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '80ba6814-619a-4959-9d28-8381b39b3b4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:07.613734 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-d63f5f21-3c1b-43ff-9425-a9cd25a8346c service neutron] Bound using segment: {'id': 'e7378896-c8bc-49a5-88eb-5fba66be71ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '80ba6814-619a-4959-9d28-8381b39b3b4f'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:01:07.614194 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-d63f5f21-3c1b-43ff-9425-a9cd25a8346c service neutron] Bound port: c3707cc5-eadb-4f0f-a12f-7aae527d346f, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7378896-c8bc-49a5-88eb-5fba66be71ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '80ba6814-619a-4959-9d28-8381b39b3b4f'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:01:07.614576 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-d63f5f21-3c1b-43ff-9425-a9cd25a8346c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:07.899699 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-d63f5f21-3c1b-43ff-9425-a9cd25a8346c service neutron] For port c3707cc5-eadb-4f0f-a12f-7aae527d346f, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:01:07.905563 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-d63f5f21-3c1b-43ff-9425-a9cd25a8346c service neutron] For port c3707cc5-eadb-4f0f-a12f-7aae527d346f, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=c3707cc5-eadb-4f0f-a12f-7aae527d346f,segment=NetworkSegment(e7378896-c8bc-49a5-88eb-5fba66be71ec),segment_id=e7378896-c8bc-49a5-88eb-5fba66be71ec)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:01:07.924443 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-d63f5f21-3c1b-43ff-9425-a9cd25a8346c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:08.082728 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5c5b383b-6ca6-4f31-9913-f4e3292f134c req-0b5f572b-9a6a-4259-8ed1-3996dfbc8435 tempest-ServerShowV257Test-83202710 tempest-ServerShowV257Test-83202710-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d4d40bc-4909-4eb9-8371-7e3f4ebfb85b HTTP/1.1" status: 200 len: 210 time: 0.0709813 Nov 12 01:01:08.099327 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:08.156462 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f536c-05de-4137-85e2-2e28176145bd req-483d1b38-d01f-4917-a4a3-e82b3a0e9cbf tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:08.159215 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-673f536c-05de-4137-85e2-2e28176145bd req-483d1b38-d01f-4917-a4a3-e82b3a0e9cbf tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=0cbfa767-873e-484c-9e80-8a719aae93e0 HTTP/1.1" status: 200 len: 945 time: 0.4604511 Nov 12 01:01:08.161673 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-d63f5f21-3c1b-43ff-9425-a9cd25a8346c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:08.162716 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-d63f5f21-3c1b-43ff-9425-a9cd25a8346c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:08.166217 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-d63f5f21-3c1b-43ff-9425-a9cd25a8346c service neutron] 10.222.0.44 "PUT /v2.0/ports/c3707cc5-eadb-4f0f-a12f-7aae527d346f HTTP/1.1" status: 200 len: 1092 time: 2.7790668 Nov 12 01:01:08.184587 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc2490f-7075-4895-8020-060efd82cf53', 'tag': 'c3707cc5-eadb-4f0f-a12f-7aae527d346f'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:01:08.192932 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843505a0-993c-40ed-a1ac-6f657bc64a9e" -d '{"events": [{"name": "network-changed", "server_uuid": "2fc2490f-7075-4895-8020-060efd82cf53", "tag": "c3707cc5-eadb-4f0f-a12f-7aae527d346f"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:01:08.262913 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-d336c5ea-3ffc-40da-9de4-bc342492a4a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a845829-a832-4494-ad82-dec8032b9ef7 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:01:08.317172 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-d336c5ea-3ffc-40da-9de4-bc342492a4a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:08.384869 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63f5f21-3c1b-43ff-9425-a9cd25a8346c service neutron] Pushing event updated for resources: {'Port': ['ID=c3707cc5-eadb-4f0f-a12f-7aae527d346f,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:08.440430 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-d336c5ea-3ffc-40da-9de4-bc342492a4a0 service neutron] Transition to ACTIVE for port object 2a845829-a832-4494-ad82-dec8032b9ef7 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:01:08.460344 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-673f536c-05de-4137-85e2-2e28176145bd req-77af0f1e-c0a7-4c87-86c0-2ca7158e3cbe tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228324 Nov 12 01:01:08.464938 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-d336c5ea-3ffc-40da-9de4-bc342492a4a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:08.478327 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-e1bb20b1-7b29-4bf5-9b26-8e1a1026a48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:08.481070 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-e1bb20b1-7b29-4bf5-9b26-8e1a1026a48e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=00ac16e382bc4fa284bcba516cac28dc&device_id=2fc2490f-7075-4895-8020-060efd82cf53 HTTP/1.1" status: 200 len: 1095 time: 0.1709609 Nov 12 01:01:08.642476 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 1b79f8c4-e527-44d7-b9e3-2b984f984798 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:01:08.646074 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8dd13-49c3-4ba9-be92-f48113f2f0cb req-818741c9-0aaf-4a84-92b6-3651d945c322 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:08.649678 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6ce8dd13-49c3-4ba9-be92-f48113f2f0cb req-818741c9-0aaf-4a84-92b6-3651d945c322 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbe53a61-6d21-4d32-8c14-8d2ca5e15898 HTTP/1.1" status: 200 len: 932 time: 0.4060779 Nov 12 01:01:08.664598 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-421ebf49-a59c-416e-b5d2-dc40f347216a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3707cc5-eadb-4f0f-a12f-7aae527d346f HTTP/1.1" status: 200 len: 217 time: 0.1220345 Nov 12 01:01:08.679810 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3cfc6ff-3c11-4a0a-8638-bd22bcfae94b x-openstack-request-id: req-f3cfc6ff-3c11-4a0a-8638-bd22bcfae94b {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:01:08.680422 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fc2490f-7075-4895-8020-060efd82cf53", "tag": "c3707cc5-eadb-4f0f-a12f-7aae527d346f", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:01:08.680661 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f3cfc6ff-3c11-4a0a-8638-bd22bcfae94b {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:01:08.681291 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fc2490f-7075-4895-8020-060efd82cf53', 'tag': 'c3707cc5-eadb-4f0f-a12f-7aae527d346f', 'status': 'completed', 'code': 200} Nov 12 01:01:08.729658 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d336c5ea-3ffc-40da-9de4-bc342492a4a0 service neutron] Pushing event updated for resources: {'Port': ['ID=2a845829-a832-4494-ad82-dec8032b9ef7,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:08.971276 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-3b8e3f53-a4d8-4ad8-b6d6-f25c7c1faf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:08.973774 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-3b8e3f53-a4d8-4ad8-b6d6-f25c7c1faf96 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=898a8763-5bd9-4c11-a7f2-3f76dcc2d691 HTTP/1.1" status: 200 len: 853 time: 0.2645137 Nov 12 01:01:09.061388 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 1b79f8c4-e527-44d7-b9e3-2b984f984798, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=1b79f8c4-e527-44d7-b9e3-2b984f984798,segment=NetworkSegment(558ec544-d318-49d4-8e0a-2f18c636de60),segment_id=558ec544-d318-49d4-8e0a-2f18c636de60)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:09.097888 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '1b79f8c4-e527-44d7-b9e3-2b984f984798', 'network_id': 'c3a9c3be-ae08-4924-9d7a-f5be17be251a', 'port_id': '1b79f8c4-e527-44d7-b9e3-2b984f984798', 'mac_address': 'fa:16:3e:41:4a:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c9603aa-a0ab-494b-95f7-b3ae19c268c6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:01:09.119557 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6ce8dd13-49c3-4ba9-be92-f48113f2f0cb req-901bd12d-7425-41a7-bb08-577c118a79d1 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/security-groups?id=6317cb16-7037-4e74-8981-884545b7be14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4448326 Nov 12 01:01:09.197021 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-bf5a0a18-d8f9-4027-a7ed-7ef8204188ad service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=80ba6814-619a-4959-9d28-8381b39b3b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1742940 Nov 12 01:01:09.198803 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:09.241837 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-d336c5ea-3ffc-40da-9de4-bc342492a4a0 service neutron] Attempting to bind port 2a845829-a832-4494-ad82-dec8032b9ef7 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:09.242427 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-d336c5ea-3ffc-40da-9de4-bc342492a4a0 service neutron] Attempting to bind port 2a845829-a832-4494-ad82-dec8032b9ef7 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'e7378896-c8bc-49a5-88eb-5fba66be71ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '80ba6814-619a-4959-9d28-8381b39b3b4f'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:09.242968 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-d336c5ea-3ffc-40da-9de4-bc342492a4a0 service neutron] Attempting to bind port 2a845829-a832-4494-ad82-dec8032b9ef7 on network 80ba6814-619a-4959-9d28-8381b39b3b4f {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:09.244914 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b79f8c4-e527-44d7-b9e3-2b984f984798 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:01:09.264099 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 33270) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:09.317939 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 1b79f8c4-e527-44d7-b9e3-2b984f984798, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=1b79f8c4-e527-44d7-b9e3-2b984f984798,segment=NetworkSegment(558ec544-d318-49d4-8e0a-2f18c636de60),segment_id=558ec544-d318-49d4-8e0a-2f18c636de60)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:09.320900 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-d336c5ea-3ffc-40da-9de4-bc342492a4a0 service neutron] Port 2a845829-a832-4494-ad82-dec8032b9ef7 on network 80ba6814-619a-4959-9d28-8381b39b3b4f not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:01:09.321424 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-d336c5ea-3ffc-40da-9de4-bc342492a4a0 service neutron] Attempting to bind port 2a845829-a832-4494-ad82-dec8032b9ef7 on network 80ba6814-619a-4959-9d28-8381b39b3b4f {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:09.325050 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:09.396273 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-60c35bc3-b46f-4a38-a0e3-6e1e395881d9 req-b8cced87-a4c6-44ea-a212-747d0a16b9e4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2d4d40bc-4909-4eb9-8371-7e3f4ebfb85b HTTP/1.1" status: 200 len: 210 time: 0.0605719 Nov 12 01:01:09.423409 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-d336c5ea-3ffc-40da-9de4-bc342492a4a0 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:01:09.423908 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-d336c5ea-3ffc-40da-9de4-bc342492a4a0 service neutron] Checking segment: {'id': 'e7378896-c8bc-49a5-88eb-5fba66be71ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '80ba6814-619a-4959-9d28-8381b39b3b4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:09.424445 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-d336c5ea-3ffc-40da-9de4-bc342492a4a0 service neutron] Bound using segment: {'id': 'e7378896-c8bc-49a5-88eb-5fba66be71ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '80ba6814-619a-4959-9d28-8381b39b3b4f'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:01:09.425012 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-d336c5ea-3ffc-40da-9de4-bc342492a4a0 service neutron] Bound port: 2a845829-a832-4494-ad82-dec8032b9ef7, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7378896-c8bc-49a5-88eb-5fba66be71ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '80ba6814-619a-4959-9d28-8381b39b3b4f'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:01:09.425604 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-d336c5ea-3ffc-40da-9de4-bc342492a4a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:09.438023 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=1b79f8c4-e527-44d7-b9e3-2b984f984798,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:09.565205 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3bc4cd-1ccc-463d-9345-6761b532df5b req-f7776050-c7ff-40a2-86fa-27b03b24654a tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:09.567091 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-c9a3fe44-814c-44b7-b0b4-efd910d49a4b admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1824783276-network', 'tenant_id': '56f30f9bff934fe595f645bcafe03d8e'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:09.567403 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2d3bc4cd-1ccc-463d-9345-6761b532df5b req-f7776050-c7ff-40a2-86fa-27b03b24654a tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] 10.222.0.45 "GET /v2.0/ports?device_id=c93a9d82-ef6d-4049-9f06-a3ebf66128c8 HTTP/1.1" status: 200 len: 944 time: 0.3746984 Nov 12 01:01:09.616732 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42869f-0d24-422f-8085-73ee640be6c3 req-01c0b6a2-e5ff-49eb-964e-02c1bb7a1f78 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:09.621407 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fd42869f-0d24-422f-8085-73ee640be6c3 req-01c0b6a2-e5ff-49eb-964e-02c1bb7a1f78 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef3e684d-5160-4dd8-b486-0df1917730ef HTTP/1.1" status: 200 len: 945 time: 0.3016326 Nov 12 01:01:09.621762 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a3fe44-814c-44b7-b0b4-efd910d49a4b admin admin] Made reservation on behalf of 56f30f9bff934fe595f645bcafe03d8e for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:09.628834 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c9a3fe44-814c-44b7-b0b4-efd910d49a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:09.644763 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-3031ee8e-e6fb-4076-b4f1-8922196e3e35 service neutron] 10.222.0.44 "GET /v2.0/networks/80ba6814-619a-4959-9d28-8381b39b3b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928330 Nov 12 01:01:09.647917 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c9a3fe44-814c-44b7-b0b4-efd910d49a4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:09.697224 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['1b79f8c4-e527-44d7-b9e3-2b984f984798'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:01:09.779706 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-d336c5ea-3ffc-40da-9de4-bc342492a4a0 service neutron] For port 2a845829-a832-4494-ad82-dec8032b9ef7, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:01:09.872580 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c9a3fe44-814c-44b7-b0b4-efd910d49a4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:09.880510 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c9a3fe44-814c-44b7-b0b4-efd910d49a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:09.881753 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2d3bc4cd-1ccc-463d-9345-6761b532df5b req-6e623efd-8037-4cfa-8853-4737b9addc7f tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f93c3a0-5b41-4c8e-b79b-f03e3eb4ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2947397 Nov 12 01:01:09.905402 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-d336c5ea-3ffc-40da-9de4-bc342492a4a0 service neutron] For port 2a845829-a832-4494-ad82-dec8032b9ef7, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=2a845829-a832-4494-ad82-dec8032b9ef7,segment=NetworkSegment(e7378896-c8bc-49a5-88eb-5fba66be71ec),segment_id=e7378896-c8bc-49a5-88eb-5fba66be71ec)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:01:09.918273 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fd42869f-0d24-422f-8085-73ee640be6c3 req-a8650554-6db2-435b-b4fc-76324f183001 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1f55e6b-ac6a-493f-9689-6b58de301978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831733 Nov 12 01:01:09.931422 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-d336c5ea-3ffc-40da-9de4-bc342492a4a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:09.999355 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a3fe44-814c-44b7-b0b4-efd910d49a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2fc0c33-eecc-46d9-b9e3-df818a3ca8ab,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:10.016480 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9a3fe44-814c-44b7-b0b4-efd910d49a4b admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:01:10.056595 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c9a3fe44-814c-44b7-b0b4-efd910d49a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:10.057332 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-c9a3fe44-814c-44b7-b0b4-efd910d49a4b admin admin] Added segment 7f7e1ad1-0372-4186-9cc0-501706a8c47a of type vlan for network 20272085-50d7-4b0a-86f2-a1bbedaa50f7 Nov 12 01:01:10.130010 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c9a3fe44-814c-44b7-b0b4-efd910d49a4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:10.169754 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c9a3fe44-814c-44b7-b0b4-efd910d49a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:10.171413 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a3fe44-814c-44b7-b0b4-efd910d49a4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:10.172276 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c9a3fe44-814c-44b7-b0b4-efd910d49a4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:10.255706 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c9a3fe44-814c-44b7-b0b4-efd910d49a4b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9855728 Nov 12 01:01:10.257411 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 33290) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:10.262936 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-53f5843d-9680-4ae8-b1cc-f42b9c9afdfa admin admin] Request body: {'subnet': {'network_id': '20272085-50d7-4b0a-86f2-a1bbedaa50f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1824783276-subnet', 'tenant_id': '56f30f9bff934fe595f645bcafe03d8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:10.268088 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a3fe44-814c-44b7-b0b4-efd910d49a4b admin admin] Pushing event updated for resources: {'Network': ['ID=20272085-50d7-4b0a-86f2-a1bbedaa50f7,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:10.281700 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 20272085-50d7-4b0a-86f2-a1bbedaa50f7 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:01:10.305295 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f5843d-9680-4ae8-b1cc-f42b9c9afdfa admin admin] Made reservation on behalf of 56f30f9bff934fe595f645bcafe03d8e for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:10.310506 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-53f5843d-9680-4ae8-b1cc-f42b9c9afdfa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:10.379777 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:10.664794 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-d336c5ea-3ffc-40da-9de4-bc342492a4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:10.666339 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-d336c5ea-3ffc-40da-9de4-bc342492a4a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:10.669098 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-d336c5ea-3ffc-40da-9de4-bc342492a4a0 service neutron] 10.222.0.44 "PUT /v2.0/ports/2a845829-a832-4494-ad82-dec8032b9ef7 HTTP/1.1" status: 200 len: 1093 time: 4.3837256 Nov 12 01:01:10.673927 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-3287cd21-256b-43c1-8e2b-fcdf6d840bc8 service neutron] 10.222.0.44 "GET /v2.0/networks/80ba6814-619a-4959-9d28-8381b39b3b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9962721 Nov 12 01:01:10.689801 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-89cf30f0-21df-4136-9c2d-a676a5aa5672 req-319a816f-96bb-4302-a608-0bd1c41f026d tempest-ServerShowV257Test-83202710 tempest-ServerShowV257Test-83202710-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d4d40bc-4909-4eb9-8371-7e3f4ebfb85b HTTP/1.1" status: 200 len: 210 time: 0.1489840 Nov 12 01:01:10.711304 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbe53a61-6d21-4d32-8c14-8d2ca5e15898', 'tag': '2a845829-a832-4494-ad82-dec8032b9ef7'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:01:10.715587 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c1dea3-16ab-4ea3-a137-df7cbe1659ab" -d '{"events": [{"name": "network-changed", "server_uuid": "dbe53a61-6d21-4d32-8c14-8d2ca5e15898", "tag": "2a845829-a832-4494-ad82-dec8032b9ef7"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:01:10.784118 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-53f5843d-9680-4ae8-b1cc-f42b9c9afdfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:10.862670 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d336c5ea-3ffc-40da-9de4-bc342492a4a0 service neutron] Pushing event updated for resources: {'Port': ['ID=2a845829-a832-4494-ad82-dec8032b9ef7,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:10.921990 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f5843d-9680-4ae8-b1cc-f42b9c9afdfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=cde047d7-2e28-4a79-bfe1-82f30b2512d6,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:10.945102 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f5843d-9680-4ae8-b1cc-f42b9c9afdfa admin admin] Checking segment: {'id': '7f7e1ad1-0372-4186-9cc0-501706a8c47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '20272085-50d7-4b0a-86f2-a1bbedaa50f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:10.945700 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f5843d-9680-4ae8-b1cc-f42b9c9afdfa admin admin] Network hostable DHCP agents. Network: 20272085-50d7-4b0a-86f2-a1bbedaa50f7, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:01:10.977754 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f5843d-9680-4ae8-b1cc-f42b9c9afdfa admin admin] Network 20272085-50d7-4b0a-86f2-a1bbedaa50f7 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:01:11.001332 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-53f5843d-9680-4ae8-b1cc-f42b9c9afdfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 20272085-50d7-4b0a-86f2-a1bbedaa50f7) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:11.007915 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f5843d-9680-4ae8-b1cc-f42b9c9afdfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:11.008557 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-53f5843d-9680-4ae8-b1cc-f42b9c9afdfa admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:11.021892 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4116937b-b077-4bc2-86b3-7c5870668757 None None] Network 20272085-50d7-4b0a-86f2-a1bbedaa50f7 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:11.046294 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-53f5843d-9680-4ae8-b1cc-f42b9c9afdfa admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7871773 Nov 12 01:01:11.050240 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6cac6a-7ed2-4005-9601-2e3983d81e23 req-923a4fe7-d57c-4d6e-b867-beb48b2a4041 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:11.056897 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c6cac6a-7ed2-4005-9601-2e3983d81e23 req-923a4fe7-d57c-4d6e-b867-beb48b2a4041 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/networks?id=84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c HTTP/1.1" status: 200 len: 815 time: 0.5197804 Nov 12 01:01:11.105783 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f359320f-5ed8-4799-a24f-6bb9aa38039d req-78823b05-47f6-4223-b11a-51ed6a8dfd77 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-895409270&fields=id&tenant_id=21eee794595f4d3b8f9bea504a1c9b84 HTTP/1.1" status: 200 len: 267 time: 0.2805159 Nov 12 01:01:11.122796 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-1633b106-a5af-4d04-a7c8-9162dcc703a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:11.140917 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-1633b106-a5af-4d04-a7c8-9162dcc703a0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=00ac16e382bc4fa284bcba516cac28dc&device_id=dbe53a61-6d21-4d32-8c14-8d2ca5e15898 HTTP/1.1" status: 200 len: 1096 time: 0.2493627 Nov 12 01:01:11.146033 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c6cac6a-7ed2-4005-9601-2e3983d81e23 req-e67e9b79-3173-4adc-a3f9-408f1bf57421 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/quotas/4c0e9b301a7843818888ad914944b955 HTTP/1.1" status: 200 len: 375 time: 0.0872383 Nov 12 01:01:11.212093 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b9f598-47ae-4ff3-becb-928f62fa2791 None None] Network 20272085-50d7-4b0a-86f2-a1bbedaa50f7 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:11.232934 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843505a0-993c-40ed-a1ac-6f657bc64a9e req-9a66792d-ee84-4e16-b99e-16515e07f232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:11.235299 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-843505a0-993c-40ed-a1ac-6f657bc64a9e req-9a66792d-ee84-4e16-b99e-16515e07f232 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=00ac16e382bc4fa284bcba516cac28dc&device_id=2fc2490f-7075-4895-8020-060efd82cf53 HTTP/1.1" status: 200 len: 1095 time: 0.3313503 Nov 12 01:01:11.269897 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e35f5-a68b-452d-b9ed-0d69dc9a747e req-43d88de2-61c9-4883-957c-bf8e76de5600 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:11.273149 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-976e35f5-a68b-452d-b9ed-0d69dc9a747e req-43d88de2-61c9-4883-957c-bf8e76de5600 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.44 "GET /v2.0/ports?device_id=0cbfa767-873e-484c-9e80-8a719aae93e0 HTTP/1.1" status: 200 len: 945 time: 0.1483684 Nov 12 01:01:11.289024 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-46b4e1c0-f0f2-470c-b9e5-c8841d2cd12e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a845829-a832-4494-ad82-dec8032b9ef7 HTTP/1.1" status: 200 len: 217 time: 0.0679877 Nov 12 01:01:11.441984 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359320f-5ed8-4799-a24f-6bb9aa38039d req-2b9f54f5-b068-43e6-8879-2c4533489765 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:11.450024 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f359320f-5ed8-4799-a24f-6bb9aa38039d req-2b9f54f5-b068-43e6-8879-2c4533489765 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef3e684d-5160-4dd8-b486-0df1917730ef HTTP/1.1" status: 200 len: 945 time: 0.3072639 Nov 12 01:01:11.464079 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-f359320f-5ed8-4799-a24f-6bb9aa38039d req-9a0aed01-7b76-4d2e-84d0-367a712af084 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Request body: {'port': {'security_groups': ['b1f55e6b-ac6a-493f-9689-6b58de301978', 'cb31bb74-0bc6-4e82-87fe-52030ec6ef32']}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:11.476745 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-c63503ba-24c3-4014-97fa-7ae7e6f9f6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:11.478292 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-c63503ba-24c3-4014-97fa-7ae7e6f9f6a4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=898a8763-5bd9-4c11-a7f2-3f76dcc2d691 HTTP/1.1" status: 200 len: 853 time: 0.1589544 Nov 12 01:01:11.516376 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c6cac6a-7ed2-4005-9601-2e3983d81e23 req-d2b07f6e-68f0-4606-9270-bac72fc08a38 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4c0e9b301a7843818888ad914944b955&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2922332 Nov 12 01:01:11.567340 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-87351a40-1663-441a-859d-9fbd673132ce service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=80ba6814-619a-4959-9d28-8381b39b3b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491104 Nov 12 01:01:11.580553 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-976e35f5-a68b-452d-b9ed-0d69dc9a747e req-9e64a554-b90f-4a03-8dce-3c56dcc1a5e6 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Deleting port bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:01:11.582201 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-976e35f5-a68b-452d-b9ed-0d69dc9a747e req-9e64a554-b90f-4a03-8dce-3c56dcc1a5e6 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:11.717629 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843505a0-993c-40ed-a1ac-6f657bc64a9e req-18ee3a7c-535b-4e03-99ff-38188d1cb001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:11.719708 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-843505a0-993c-40ed-a1ac-6f657bc64a9e req-18ee3a7c-535b-4e03-99ff-38188d1cb001 service neutron] 10.222.0.44 "GET /v2.0/networks?id=80ba6814-619a-4959-9d28-8381b39b3b4f HTTP/1.1" status: 200 len: 913 time: 0.4359748 Nov 12 01:01:11.798634 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f359320f-5ed8-4799-a24f-6bb9aa38039d req-9a0aed01-7b76-4d2e-84d0-367a712af084 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:11.808123 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-843505a0-993c-40ed-a1ac-6f657bc64a9e req-02a81f80-f631-43cf-afb5-dbcda181b69c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3707cc5-eadb-4f0f-a12f-7aae527d346f HTTP/1.1" status: 200 len: 217 time: 0.0538018 Nov 12 01:01:11.808482 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-976e35f5-a68b-452d-b9ed-0d69dc9a747e req-9e64a554-b90f-4a03-8dce-3c56dcc1a5e6 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] For port bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c,segment=NetworkSegment(9dbffe20-fa57-4fc9-974f-82a4aaa66cb3),segment_id=9dbffe20-fa57-4fc9-974f-82a4aaa66cb3)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:11.809103 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-976e35f5-a68b-452d-b9ed-0d69dc9a747e req-9e64a554-b90f-4a03-8dce-3c56dcc1a5e6 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:11.839109 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-976e35f5-a68b-452d-b9ed-0d69dc9a747e req-9e64a554-b90f-4a03-8dce-3c56dcc1a5e6 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Calling delete_port for bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:01:11.879467 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c6cac6a-7ed2-4005-9601-2e3983d81e23 req-7f6d8176-0875-4aa1-80bb-2b4575565651 service neutron] 10.222.0.45 "GET /v2.0/networks/84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630581 Nov 12 01:01:11.958654 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843505a0-993c-40ed-a1ac-6f657bc64a9e req-a02a4fc3-10c1-4b10-82ee-989404a58da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:11.960221 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-843505a0-993c-40ed-a1ac-6f657bc64a9e req-a02a4fc3-10c1-4b10-82ee-989404a58da5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=898a8763-5bd9-4c11-a7f2-3f76dcc2d691 HTTP/1.1" status: 200 len: 853 time: 0.1330600 Nov 12 01:01:12.050988 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-843505a0-993c-40ed-a1ac-6f657bc64a9e req-9f4475b5-3091-4e20-b159-957860d497cb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=80ba6814-619a-4959-9d28-8381b39b3b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490339 Nov 12 01:01:12.067214 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-277f66dc-db6b-4e22-a711-37230149c584 service neutron] 10.222.0.44 "GET /v2.0/networks/80ba6814-619a-4959-9d28-8381b39b3b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4678538 Nov 12 01:01:12.123638 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-976e35f5-a68b-452d-b9ed-0d69dc9a747e req-9e64a554-b90f-4a03-8dce-3c56dcc1a5e6 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:12.143238 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 33316) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:12.170054 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-1b001c91-0b9a-4e3b-a1d1-4fb02a8a25be admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-478842492-network', 'tenant_id': 'ac4af103527843cc806c7e318f2392bf'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:12.171390 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:01:12.188674 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e64a554-b90f-4a03-8dce-3c56dcc1a5e6 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Pushing event deleted for resources: {'Port': ['ID=bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:12.246872 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-976e35f5-a68b-452d-b9ed-0d69dc9a747e req-9e64a554-b90f-4a03-8dce-3c56dcc1a5e6 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] No DVR routers for this DVR port bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:01:12.249867 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b001c91-0b9a-4e3b-a1d1-4fb02a8a25be admin admin] Made reservation on behalf of ac4af103527843cc806c7e318f2392bf for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:12.252083 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1b001c91-0b9a-4e3b-a1d1-4fb02a8a25be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:12.254653 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-976e35f5-a68b-452d-b9ed-0d69dc9a747e req-9e64a554-b90f-4a03-8dce-3c56dcc1a5e6 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:12.259367 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-976e35f5-a68b-452d-b9ed-0d69dc9a747e req-9e64a554-b90f-4a03-8dce-3c56dcc1a5e6 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.44 "DELETE /v2.0/ports/bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c HTTP/1.1" status: 204 len: 173 time: 0.9795291 Nov 12 01:01:12.259874 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cbfa767-873e-484c-9e80-8a719aae93e0', 'name': 'network-vif-deleted', 'tag': 'bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:01:12.264595 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef646f8-132b-46b6-8a8a-cdc0fd7ee32c" -d '{"events": [{"server_uuid": "0cbfa767-873e-484c-9e80-8a719aae93e0", "name": "network-vif-deleted", "tag": "bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:01:12.279760 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1b001c91-0b9a-4e3b-a1d1-4fb02a8a25be admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:12.303540 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c6cac6a-7ed2-4005-9601-2e3983d81e23 req-7b6455b5-1e8b-4061-9323-0161b2d2bc3b service neutron] 10.222.0.45 "GET /v2.0/networks/84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4227917 Nov 12 01:01:12.399866 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1b001c91-0b9a-4e3b-a1d1-4fb02a8a25be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:12.409423 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1b001c91-0b9a-4e3b-a1d1-4fb02a8a25be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:12.514496 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-843505a0-993c-40ed-a1ac-6f657bc64a9e req-b782b97f-e73a-4660-9b96-fa1ee14f3eaf service neutron] 10.222.0.44 "GET /v2.0/networks/80ba6814-619a-4959-9d28-8381b39b3b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4517243 Nov 12 01:01:12.523580 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d410964f-10a2-4106-9f2d-b922ec052f1a req-99b55ccc-8caa-4e85-a12f-7d712841a415 service neutron] 10.222.0.44 "GET /v2.0/networks/80ba6814-619a-4959-9d28-8381b39b3b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4372871 Nov 12 01:01:12.523826 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b001c91-0b9a-4e3b-a1d1-4fb02a8a25be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1959a0c3-34be-4b07-b757-e7d3ab92e03c,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:12.559185 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b001c91-0b9a-4e3b-a1d1-4fb02a8a25be admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:01:12.587385 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1b001c91-0b9a-4e3b-a1d1-4fb02a8a25be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:12.588754 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-1b001c91-0b9a-4e3b-a1d1-4fb02a8a25be admin admin] Added segment 3a5ea4ad-32f9-408f-9bb9-69775c40825c of type vlan for network 67fc43fb-00db-4315-a270-b217d01b2fc3 Nov 12 01:01:12.641172 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-f359320f-5ed8-4799-a24f-6bb9aa38039d req-9a0aed01-7b76-4d2e-84d0-367a712af084 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] For port 000ebbde-824a-4389-bd35-2e748d88936d, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=000ebbde-824a-4389-bd35-2e748d88936d,segment=NetworkSegment(4d929ffe-81a7-4ef7-8297-43eff56226c9),segment_id=4d929ffe-81a7-4ef7-8297-43eff56226c9)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:12.669180 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 1b79f8c4-e527-44d7-b9e3-2b984f984798 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:01:12.693731 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1b001c91-0b9a-4e3b-a1d1-4fb02a8a25be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:12.694943 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f359320f-5ed8-4799-a24f-6bb9aa38039d req-9a0aed01-7b76-4d2e-84d0-367a712af084 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:12.703489 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f359320f-5ed8-4799-a24f-6bb9aa38039d req-9a0aed01-7b76-4d2e-84d0-367a712af084 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:12.722840 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-843505a0-993c-40ed-a1ac-6f657bc64a9e req-d637f29e-5982-462c-ab10-8785c6a07e4f service neutron] 10.222.0.44 "GET /v2.0/networks/80ba6814-619a-4959-9d28-8381b39b3b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923792 Nov 12 01:01:12.762779 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359320f-5ed8-4799-a24f-6bb9aa38039d req-9a0aed01-7b76-4d2e-84d0-367a712af084 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:12.763814 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f359320f-5ed8-4799-a24f-6bb9aa38039d req-9a0aed01-7b76-4d2e-84d0-367a712af084 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:12.766419 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1b001c91-0b9a-4e3b-a1d1-4fb02a8a25be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:12.773253 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b001c91-0b9a-4e3b-a1d1-4fb02a8a25be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:12.775297 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1b001c91-0b9a-4e3b-a1d1-4fb02a8a25be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:12.790213 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f359320f-5ed8-4799-a24f-6bb9aa38039d req-9a0aed01-7b76-4d2e-84d0-367a712af084 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "PUT /v2.0/ports/000ebbde-824a-4389-bd35-2e748d88936d HTTP/1.1" status: 200 len: 981 time: 1.3375852 Nov 12 01:01:12.798706 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['564e0828-9b69-49aa-b37c-0f3279423172', '000ebbde-824a-4389-bd35-2e748d88936d'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:01:12.951235 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1b001c91-0b9a-4e3b-a1d1-4fb02a8a25be admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8048596 Nov 12 01:01:12.957446 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 33328) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:12.971480 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-ef90cf66-2d3a-495a-95e4-0e1952b65035 admin admin] Request body: {'subnet': {'network_id': '67fc43fb-00db-4315-a270-b217d01b2fc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-478842492-subnet', 'tenant_id': 'ac4af103527843cc806c7e318f2392bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:12.996127 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0aed01-7b76-4d2e-84d0-367a712af084 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Pushing event updated for resources: {'Port': ['ID=000ebbde-824a-4389-bd35-2e748d88936d,revision_number=6']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:13.005312 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b001c91-0b9a-4e3b-a1d1-4fb02a8a25be admin admin] Pushing event updated for resources: {'Network': ['ID=67fc43fb-00db-4315-a270-b217d01b2fc3,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:13.062183 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['000ebbde-824a-4389-bd35-2e748d88936d'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:01:13.082794 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef90cf66-2d3a-495a-95e4-0e1952b65035 admin admin] Made reservation on behalf of ac4af103527843cc806c7e318f2392bf for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:13.098219 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ef90cf66-2d3a-495a-95e4-0e1952b65035 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:13.162032 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed34ab9a-6520-4370-964a-5c00aab44698 req-7af3f6f9-6579-4e77-aaf5-a660562d6a3b tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:13.164588 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 67fc43fb-00db-4315-a270-b217d01b2fc3 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:01:13.190907 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ed34ab9a-6520-4370-964a-5c00aab44698 req-7af3f6f9-6579-4e77-aaf5-a660562d6a3b tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbe53a61-6d21-4d32-8c14-8d2ca5e15898 HTTP/1.1" status: 200 len: 944 time: 0.2648518 Nov 12 01:01:13.330392 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 1b79f8c4-e527-44d7-b9e3-2b984f984798 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:01:13.335931 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ed34ab9a-6520-4370-964a-5c00aab44698 req-297ce433-4298-406c-b313-59c555aa74a9 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/security-groups?id=6317cb16-7037-4e74-8981-884545b7be14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378255 Nov 12 01:01:13.410413 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 1b79f8c4-e527-44d7-b9e3-2b984f984798 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:13.410962 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:13.537884 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1ab9e0-5987-4d2b-b9b7-9247eab147be x-openstack-request-id: req-4b1ab9e0-5987-4d2b-b9b7-9247eab147be {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:01:13.538347 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbe53a61-6d21-4d32-8c14-8d2ca5e15898", "tag": "2a845829-a832-4494-ad82-dec8032b9ef7", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:01:13.538777 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4b1ab9e0-5987-4d2b-b9b7-9247eab147be {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:01:13.539442 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbe53a61-6d21-4d32-8c14-8d2ca5e15898', 'tag': '2a845829-a832-4494-ad82-dec8032b9ef7', 'status': 'completed', 'code': 200} Nov 12 01:01:13.564955 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ef90cf66-2d3a-495a-95e4-0e1952b65035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:13.642335 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef90cf66-2d3a-495a-95e4-0e1952b65035 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65eb3e10-c84c-40a8-8f03-65f6c59048bb,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:13.666050 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef90cf66-2d3a-495a-95e4-0e1952b65035 admin admin] Checking segment: {'id': '3a5ea4ad-32f9-408f-9bb9-69775c40825c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '67fc43fb-00db-4315-a270-b217d01b2fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:13.667514 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef90cf66-2d3a-495a-95e4-0e1952b65035 admin admin] Network hostable DHCP agents. Network: 67fc43fb-00db-4315-a270-b217d01b2fc3, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:01:13.694211 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef90cf66-2d3a-495a-95e4-0e1952b65035 admin admin] Network 67fc43fb-00db-4315-a270-b217d01b2fc3 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:01:13.714297 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-ef90cf66-2d3a-495a-95e4-0e1952b65035 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 67fc43fb-00db-4315-a270-b217d01b2fc3) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:13.739167 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef90cf66-2d3a-495a-95e4-0e1952b65035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:13.741322 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ef90cf66-2d3a-495a-95e4-0e1952b65035 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:13.747394 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1dea3-16ab-4ea3-a137-df7cbe1659ab req-dabfce7c-b404-4cf0-99b4-cf80b7094960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:13.750634 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-94c1dea3-16ab-4ea3-a137-df7cbe1659ab req-dabfce7c-b404-4cf0-99b4-cf80b7094960 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=00ac16e382bc4fa284bcba516cac28dc&device_id=dbe53a61-6d21-4d32-8c14-8d2ca5e15898 HTTP/1.1" status: 200 len: 1096 time: 0.1398265 Nov 12 01:01:13.773901 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ef90cf66-2d3a-495a-95e4-0e1952b65035 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8142812 Nov 12 01:01:13.782761 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cad902-6fa9-476d-8f20-4f0c64f9ee07 None None] Network 67fc43fb-00db-4315-a270-b217d01b2fc3 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:13.966401 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0731599a-d105-4bac-b944-6c88daed873a req-8ba14f74-a2f3-49d7-908e-f6e7d6d32dbf tempest-ServerShowV257Test-83202710 tempest-ServerShowV257Test-83202710-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d4d40bc-4909-4eb9-8371-7e3f4ebfb85b HTTP/1.1" status: 200 len: 210 time: 0.0847261 Nov 12 01:01:14.005881 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:14.055838 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 1b79f8c4-e527-44d7-b9e3-2b984f984798, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=1b79f8c4-e527-44d7-b9e3-2b984f984798,segment=NetworkSegment(558ec544-d318-49d4-8e0a-2f18c636de60),segment_id=558ec544-d318-49d4-8e0a-2f18c636de60)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:14.103345 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1ab9df-24da-4cff-849f-8e3ee4e5c67c x-openstack-request-id: req-1c1ab9df-24da-4cff-849f-8e3ee4e5c67c {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:01:14.103718 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cbfa767-873e-484c-9e80-8a719aae93e0", "name": "network-vif-deleted", "tag": "bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:01:14.104150 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1c1ab9df-24da-4cff-849f-8e3ee4e5c67c {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:01:14.104631 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cbfa767-873e-484c-9e80-8a719aae93e0', 'name': 'network-vif-deleted', 'tag': 'bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c', 'status': 'completed', 'code': 200} Nov 12 01:01:14.107388 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65b0dd-4023-42af-b913-df21e7955924 req-b001ad3e-1929-4d84-a1fc-f30b7d92e29c tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:14.121841 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7a65b0dd-4023-42af-b913-df21e7955924 req-b001ad3e-1929-4d84-a1fc-f30b7d92e29c tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] 10.222.0.45 "GET /v2.0/ports?device_id=c93a9d82-ef6d-4049-9f06-a3ebf66128c8 HTTP/1.1" status: 200 len: 945 time: 0.2950053 Nov 12 01:01:14.303478 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93a9d82-ef6d-4049-9f06-a3ebf66128c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b79f8c4-e527-44d7-b9e3-2b984f984798'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:01:14.309834 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966cffec-d516-4ddf-9220-d9f5f5d7be24" -d '{"events": [{"server_uuid": "c93a9d82-ef6d-4049-9f06-a3ebf66128c8", "name": "network-vif-plugged", "status": "completed", "tag": "1b79f8c4-e527-44d7-b9e3-2b984f984798"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:01:14.343563 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:14.344653 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7a65b0dd-4023-42af-b913-df21e7955924 req-8533da77-9b9f-437a-8070-e17b1f2f348c tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f93c3a0-5b41-4c8e-b79b-f03e3eb4ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2185597 Nov 12 01:01:14.399672 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a24bdf9c-218f-4d9c-971f-c0afbe2153f0 req-4837d11f-6c36-4757-a19a-7c343417c1b3 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b890535-4d0e-4e9b-9c6b-99e99e93ba1d HTTP/1.1" status: 200 len: 210 time: 0.1407261 Nov 12 01:01:14.476040 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1dea3-16ab-4ea3-a137-df7cbe1659ab req-431b005c-1ccc-4ff4-87af-3b647dc6e268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:14.477632 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-94c1dea3-16ab-4ea3-a137-df7cbe1659ab req-431b005c-1ccc-4ff4-87af-3b647dc6e268 service neutron] 10.222.0.44 "GET /v2.0/networks?id=80ba6814-619a-4959-9d28-8381b39b3b4f HTTP/1.1" status: 200 len: 913 time: 0.7183888 Nov 12 01:01:14.567199 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-94c1dea3-16ab-4ea3-a137-df7cbe1659ab req-5bc4c037-2ace-4189-aec4-7848980a48c2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a845829-a832-4494-ad82-dec8032b9ef7 HTTP/1.1" status: 200 len: 217 time: 0.0799413 Nov 12 01:01:14.637993 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=1b79f8c4-e527-44d7-b9e3-2b984f984798,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:14.655147 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ef5890fd-7f51-41dc-bc98-70c069088132 req-24b66ac8-f9bb-4f76-9f5d-dc2193f7ec7b tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/security-groups/cb31bb74-0bc6-4e82-87fe-52030ec6ef32 HTTP/1.1" status: 200 len: 1817 time: 0.2444925 Nov 12 01:01:14.695413 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device c3707cc5-eadb-4f0f-a12f-7aae527d346f details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:01:14.723570 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae95336-ba2b-421b-aeb1-8604006de359 None None] Network 67fc43fb-00db-4315-a270-b217d01b2fc3 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:14.729120 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1dea3-16ab-4ea3-a137-df7cbe1659ab req-96486c1a-128a-4572-ad65-76820f548802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:14.732295 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-94c1dea3-16ab-4ea3-a137-df7cbe1659ab req-96486c1a-128a-4572-ad65-76820f548802 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=898a8763-5bd9-4c11-a7f2-3f76dcc2d691 HTTP/1.1" status: 200 len: 853 time: 0.1519465 Nov 12 01:01:14.810954 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-94c1dea3-16ab-4ea3-a137-df7cbe1659ab req-2116d951-6429-4ad8-bddc-b0a699c88052 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=80ba6814-619a-4959-9d28-8381b39b3b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690212 Nov 12 01:01:14.835132 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [req-ef5890fd-7f51-41dc-bc98-70c069088132 req-fdf3d449-e3c9-4d64-be80-60e90e7cada9 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 01:01:14.837126 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ef5890fd-7f51-41dc-bc98-70c069088132 req-fdf3d449-e3c9-4d64-be80-60e90e7cada9 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "DELETE /v2.0/security-groups/cb31bb74-0bc6-4e82-87fe-52030ec6ef32 HTTP/1.1" status: 409 len: 341 time: 0.1721268 Nov 12 01:01:15.041963 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.resource_extend [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 01:01:15.125284 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40035316-8883-400e-8da8-c062962d6c63 x-openstack-request-id: req-40035316-8883-400e-8da8-c062962d6c63 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:01:15.125284 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c93a9d82-ef6d-4049-9f06-a3ebf66128c8", "name": "network-vif-plugged", "status": "completed", "tag": "1b79f8c4-e527-44d7-b9e3-2b984f984798", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:01:15.125284 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-40035316-8883-400e-8da8-c062962d6c63 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:01:15.125830 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93a9d82-ef6d-4049-9f06-a3ebf66128c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b79f8c4-e527-44d7-b9e3-2b984f984798', 'code': 200} Nov 12 01:01:15.340844 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-94c1dea3-16ab-4ea3-a137-df7cbe1659ab req-21ccbd59-2259-40e2-a96b-7e2fd135fc7a service neutron] 10.222.0.44 "GET /v2.0/networks/80ba6814-619a-4959-9d28-8381b39b3b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5019593 Nov 12 01:01:15.350591 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port c3707cc5-eadb-4f0f-a12f-7aae527d346f, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=c3707cc5-eadb-4f0f-a12f-7aae527d346f,segment=NetworkSegment(e7378896-c8bc-49a5-88eb-5fba66be71ec),segment_id=e7378896-c8bc-49a5-88eb-5fba66be71ec)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:15.362359 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f50e2-2716-4eb5-ba63-2f98c834852e req-ebd6804d-12f7-4223-9030-95b3459b5840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:15.363916 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6c1f50e2-2716-4eb5-ba63-2f98c834852e req-ebd6804d-12f7-4223-9030-95b3459b5840 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c93a9d82-ef6d-4049-9f06-a3ebf66128c8 HTTP/1.1" status: 200 len: 1098 time: 0.0874066 Nov 12 01:01:15.463356 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6c1f50e2-2716-4eb5-ba63-2f98c834852e req-ea88eac5-a204-44eb-9411-8febf34a4aed service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4f93c3a0-5b41-4c8e-b79b-f03e3eb4ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926952 Nov 12 01:01:15.478985 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'c3707cc5-eadb-4f0f-a12f-7aae527d346f', 'network_id': '80ba6814-619a-4959-9d28-8381b39b3b4f', 'port_id': 'c3707cc5-eadb-4f0f-a12f-7aae527d346f', 'mac_address': 'fa:16:3e:0b:f8:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '898a8763-5bd9-4c11-a7f2-3f76dcc2d691', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:01:15.481834 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6cac6a-7ed2-4005-9601-2e3983d81e23 req-289c6ae3-3e9f-441a-be8d-daab7822c9dd tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:15.484898 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c6cac6a-7ed2-4005-9601-2e3983d81e23 req-289c6ae3-3e9f-441a-be8d-daab7822c9dd tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.44 "GET /v2.0/networks?id=84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c HTTP/1.1" status: 200 len: 815 time: 0.5483737 Nov 12 01:01:15.542465 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:15.558887 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3707cc5-eadb-4f0f-a12f-7aae527d346f {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:01:15.571461 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef3e684d-5160-4dd8-b486-0df1917730ef', 'tag': '000ebbde-824a-4389-bd35-2e748d88936d'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:01:15.575647 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553e2e19-0007-48fd-abb4-6fe01821f77a" -d '{"events": [{"name": "network-changed", "server_uuid": "ef3e684d-5160-4dd8-b486-0df1917730ef", "tag": "000ebbde-824a-4389-bd35-2e748d88936d"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:01:15.584150 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port c3707cc5-eadb-4f0f-a12f-7aae527d346f, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=c3707cc5-eadb-4f0f-a12f-7aae527d346f,segment=NetworkSegment(e7378896-c8bc-49a5-88eb-5fba66be71ec),segment_id=e7378896-c8bc-49a5-88eb-5fba66be71ec)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:15.590918 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:15.654161 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=c3707cc5-eadb-4f0f-a12f-7aae527d346f,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:15.665668 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:15.666021 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:15.666504 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:15.667112 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:15.667454 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:15.667793 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:15.668283 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:15.668618 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:15.668944 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:15.669273 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:15.669606 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:15.669936 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:15.673182 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4307646-89a9-4ad8-9773-3ae4bf46b048 req-a803ff88-78c8-4fe8-82e6-3b3d56aafa4c tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:15.674811 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e4307646-89a9-4ad8-9773-3ae4bf46b048 req-a803ff88-78c8-4fe8-82e6-3b3d56aafa4c tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbe53a61-6d21-4d32-8c14-8d2ca5e15898 HTTP/1.1" status: 200 len: 944 time: 0.4556673 Nov 12 01:01:15.763863 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee606fe-54a0-4db8-a4f6-b4b5ba5cff96 req-44b3c99c-2b09-4e26-9c33-c9405292b70e tempest-VolumesAdminNegativeTest-1191374942 tempest-VolumesAdminNegativeTest-1191374942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:15.766009 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5ee606fe-54a0-4db8-a4f6-b4b5ba5cff96 req-44b3c99c-2b09-4e26-9c33-c9405292b70e tempest-VolumesAdminNegativeTest-1191374942 tempest-VolumesAdminNegativeTest-1191374942-project] 10.222.0.45 "GET /v2.0/networks?id=20272085-50d7-4b0a-86f2-a1bbedaa50f7 HTTP/1.1" status: 200 len: 815 time: 0.2767653 Nov 12 01:01:15.773799 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-94c1dea3-16ab-4ea3-a137-df7cbe1659ab req-9b2ba9c6-7947-4b93-93f0-5ac5106dd2c7 service neutron] 10.222.0.44 "GET /v2.0/networks/80ba6814-619a-4959-9d28-8381b39b3b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797214 Nov 12 01:01:15.799267 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5ee606fe-54a0-4db8-a4f6-b4b5ba5cff96 req-94dd641d-9d6c-40ba-9f22-08ef469f1c07 tempest-VolumesAdminNegativeTest-1191374942 tempest-VolumesAdminNegativeTest-1191374942-project] 10.222.0.45 "GET /v2.0/quotas/56f30f9bff934fe595f645bcafe03d8e HTTP/1.1" status: 200 len: 375 time: 0.0244381 Nov 12 01:01:15.803173 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e4307646-89a9-4ad8-9773-3ae4bf46b048 req-2e6b5166-6422-4a2f-800c-21bb2d350e19 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/security-groups?id=6317cb16-7037-4e74-8981-884545b7be14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088684 Nov 12 01:01:15.837730 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-4c6cac6a-7ed2-4005-9601-2e3983d81e23 req-df6e0c81-ed8c-451a-8023-de3a967d3bf6 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Request body: {'port': {'device_id': '2b890535-4d0e-4e9b-9c6b-99e99e93ba1d', 'network_id': '84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c', 'admin_state_up': True, 'tenant_id': '4c0e9b301a7843818888ad914944b955'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:15.847812 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:01:15.872292 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5ee606fe-54a0-4db8-a4f6-b4b5ba5cff96 req-2d9b0aac-e167-4c05-9731-babf4229baef tempest-VolumesAdminNegativeTest-1191374942 tempest-VolumesAdminNegativeTest-1191374942-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=56f30f9bff934fe595f645bcafe03d8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606823 Nov 12 01:01:16.044474 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['c3707cc5-eadb-4f0f-a12f-7aae527d346f'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:01:16.407834 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9c7cf313-40b8-4c8c-b0e4-f9f4e7b2b91c req-3ac84bd2-f0a8-45df-be50-a5ba8fc64341 tempest-ServerShowV257Test-83202710 tempest-ServerShowV257Test-83202710-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d4d40bc-4909-4eb9-8371-7e3f4ebfb85b HTTP/1.1" status: 200 len: 210 time: 0.1153083 Nov 12 01:01:16.489425 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cede35-1bbb-42e1-aba6-f74bb996349c req-7a987018-3557-4932-90a9-398ea68198d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:16.491956 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f2cede35-1bbb-42e1-aba6-f74bb996349c req-7a987018-3557-4932-90a9-398ea68198d0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=21eee794595f4d3b8f9bea504a1c9b84&device_id=ef3e684d-5160-4dd8-b486-0df1917730ef HTTP/1.1" status: 200 len: 1136 time: 0.1700387 Nov 12 01:01:16.626088 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5ee606fe-54a0-4db8-a4f6-b4b5ba5cff96 req-c0ced4c3-12c3-4be8-9eaa-86f69015c780 service neutron] 10.222.0.45 "GET /v2.0/networks/20272085-50d7-4b0a-86f2-a1bbedaa50f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7276547 Nov 12 01:01:16.670427 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 2a845829-a832-4494-ad82-dec8032b9ef7 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:01:16.678133 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:01:16.705205 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c6cac6a-7ed2-4005-9601-2e3983d81e23 req-df6e0c81-ed8c-451a-8023-de3a967d3bf6 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Made reservation on behalf of 4c0e9b301a7843818888ad914944b955 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:16.709824 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4c6cac6a-7ed2-4005-9601-2e3983d81e23 req-df6e0c81-ed8c-451a-8023-de3a967d3bf6 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:16.775336 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:01:16.776910 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device bacdde9f-e2d7-4c1c-8a9f-2026145e6f3c not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:01:16.781153 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cede35-1bbb-42e1-aba6-f74bb996349c req-76d2e4fd-7940-4820-a7e0-74b54ba7401e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:16.782707 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f2cede35-1bbb-42e1-aba6-f74bb996349c req-76d2e4fd-7940-4820-a7e0-74b54ba7401e service neutron] 10.222.0.44 "GET /v2.0/networks?id=c0b4a63e-0860-4dbc-9d9c-620393c3b6b9 HTTP/1.1" status: 200 len: 912 time: 0.2722480 Nov 12 01:01:16.793377 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffcb6b8-15ef-4c15-bbae-8f79061f3d16 req-f8ada176-1d07-4950-bc1d-b2ff7fb3dc2e tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:16.803091 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7ffcb6b8-15ef-4c15-bbae-8f79061f3d16 req-f8ada176-1d07-4950-bc1d-b2ff7fb3dc2e tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] 10.222.0.45 "GET /v2.0/ports?device_id=c93a9d82-ef6d-4049-9f06-a3ebf66128c8 HTTP/1.1" status: 200 len: 946 time: 0.2329438 Nov 12 01:01:16.873561 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f2cede35-1bbb-42e1-aba6-f74bb996349c req-073dc4ae-c3ab-4b0c-b08f-d92086c2eeb7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=000ebbde-824a-4389-bd35-2e748d88936d HTTP/1.1" status: 200 len: 217 time: 0.0639744 Nov 12 01:01:16.976097 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 2a845829-a832-4494-ad82-dec8032b9ef7, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=2a845829-a832-4494-ad82-dec8032b9ef7,segment=NetworkSegment(e7378896-c8bc-49a5-88eb-5fba66be71ec),segment_id=e7378896-c8bc-49a5-88eb-5fba66be71ec)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:16.993939 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '2a845829-a832-4494-ad82-dec8032b9ef7', 'network_id': '80ba6814-619a-4959-9d28-8381b39b3b4f', 'port_id': '2a845829-a832-4494-ad82-dec8032b9ef7', 'mac_address': 'fa:16:3e:29:4b:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '898a8763-5bd9-4c11-a7f2-3f76dcc2d691', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:01:17.051474 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5ee606fe-54a0-4db8-a4f6-b4b5ba5cff96 req-240ad3ff-40b2-45dc-a341-2d822c72c6e9 service neutron] 10.222.0.45 "GET /v2.0/networks/20272085-50d7-4b0a-86f2-a1bbedaa50f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4030848 Nov 12 01:01:17.052958 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:17.068836 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7ffcb6b8-15ef-4c15-bbae-8f79061f3d16 req-731ad01c-82e8-44e9-92d7-9f85e2fd5178 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f93c3a0-5b41-4c8e-b79b-f03e3eb4ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2645364 Nov 12 01:01:17.070244 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a845829-a832-4494-ad82-dec8032b9ef7 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:01:17.094757 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 2a845829-a832-4494-ad82-dec8032b9ef7, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=2a845829-a832-4494-ad82-dec8032b9ef7,segment=NetworkSegment(e7378896-c8bc-49a5-88eb-5fba66be71ec),segment_id=e7378896-c8bc-49a5-88eb-5fba66be71ec)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:17.102391 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:17.165060 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cede35-1bbb-42e1-aba6-f74bb996349c req-feb2a6a2-4388-4f3d-8b51-c785e93c18f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:17.166588 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f2cede35-1bbb-42e1-aba6-f74bb996349c req-feb2a6a2-4388-4f3d-8b51-c785e93c18f0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4f4b609e-2331-4c01-9258-3d3c5185144b HTTP/1.1" status: 200 len: 852 time: 0.2789164 Nov 12 01:01:17.208534 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=2a845829-a832-4494-ad82-dec8032b9ef7,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:17.228277 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f2cede35-1bbb-42e1-aba6-f74bb996349c req-fbe8334f-dded-4bb5-8b74-cfcac897585e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c0b4a63e-0860-4dbc-9d9c-620393c3b6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526230 Nov 12 01:01:17.288419 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-4c6cac6a-7ed2-4005-9601-2e3983d81e23 req-df6e0c81-ed8c-451a-8023-de3a967d3bf6 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Allocated IP 172.20.0.12 (84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c/1a66b550-2936-4c69-9648-647d722ad572/b638f517-29a2-463b-ae56-b0127b582dd6) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:17.311270 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9723391b-937a-409b-bb58-95819e849a3e req-ab5a56c9-6602-40d0-993e-66756ca5b192 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b890535-4d0e-4e9b-9c6b-99e99e93ba1d HTTP/1.1" status: 200 len: 210 time: 0.0636387 Nov 12 01:01:17.430883 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['2a845829-a832-4494-ad82-dec8032b9ef7'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:01:17.451362 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f2cede35-1bbb-42e1-aba6-f74bb996349c req-4cad74fa-2e88-47eb-8f67-4c60371963fa service neutron] 10.222.0.44 "GET /v2.0/networks/c0b4a63e-0860-4dbc-9d9c-620393c3b6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140975 Nov 12 01:01:17.490774 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9bbaa8-3b13-4b38-83aa-5fbffb16f557 x-openstack-request-id: req-fc9bbaa8-3b13-4b38-83aa-5fbffb16f557 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:01:17.491170 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef3e684d-5160-4dd8-b486-0df1917730ef", "tag": "000ebbde-824a-4389-bd35-2e748d88936d", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:01:17.491378 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fc9bbaa8-3b13-4b38-83aa-5fbffb16f557 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:01:17.491761 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef3e684d-5160-4dd8-b486-0df1917730ef', 'tag': '000ebbde-824a-4389-bd35-2e748d88936d', 'status': 'completed', 'code': 200} Nov 12 01:01:17.643415 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f2cede35-1bbb-42e1-aba6-f74bb996349c req-708ecc7a-99b6-41f3-9123-a678d0e8113d service neutron] 10.222.0.44 "GET /v2.0/networks/c0b4a63e-0860-4dbc-9d9c-620393c3b6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346331 Nov 12 01:01:17.809718 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a1a5c-cb07-44e4-98f4-1a5aaf15ba87 req-8b56d9a3-42c2-4263-a2e0-1c25cb3f1229 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:17.819685 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bb7a1a5c-cb07-44e4-98f4-1a5aaf15ba87 req-8b56d9a3-42c2-4263-a2e0-1c25cb3f1229 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbe53a61-6d21-4d32-8c14-8d2ca5e15898 HTTP/1.1" status: 200 len: 945 time: 0.1709862 Nov 12 01:01:17.859699 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4c6cac6a-7ed2-4005-9601-2e3983d81e23 req-df6e0c81-ed8c-451a-8023-de3a967d3bf6 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:17.924126 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a088d8-10d8-469f-84aa-f00dc09b2524 req-cae39d9f-a9b6-4613-8ec1-c051cdc604ba tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:17.933135 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-49a088d8-10d8-469f-84aa-f00dc09b2524 req-cae39d9f-a9b6-4613-8ec1-c051cdc604ba tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef3e684d-5160-4dd8-b486-0df1917730ef HTTP/1.1" status: 200 len: 984 time: 0.2883964 Nov 12 01:01:18.053982 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553e2e19-0007-48fd-abb4-6fe01821f77a req-c852eeb7-57f3-4516-bb96-fdfb354106b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:18.056406 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-553e2e19-0007-48fd-abb4-6fe01821f77a req-c852eeb7-57f3-4516-bb96-fdfb354106b8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=21eee794595f4d3b8f9bea504a1c9b84&device_id=ef3e684d-5160-4dd8-b486-0df1917730ef HTTP/1.1" status: 200 len: 1136 time: 0.2341712 Nov 12 01:01:18.087287 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bb7a1a5c-cb07-44e4-98f4-1a5aaf15ba87 req-a429b2ab-4f1a-4331-857a-1fc7d9dd7844 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/security-groups?id=6317cb16-7037-4e74-8981-884545b7be14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665489 Nov 12 01:01:18.138124 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-49a088d8-10d8-469f-84aa-f00dc09b2524 req-94e60998-ccb7-40a6-adff-ff2b5f3135a1 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1f55e6b-ac6a-493f-9689-6b58de301978&id=cb31bb74-0bc6-4e82-87fe-52030ec6ef32&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2033091 Nov 12 01:01:18.208242 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4c6cac6a-7ed2-4005-9601-2e3983d81e23 req-df6e0c81-ed8c-451a-8023-de3a967d3bf6 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:18.313991 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-be25787e-7f89-4b5f-85b3-2d4f01ae83e8 req-426427f8-c954-4eef-85db-866faf2b9cc0 tempest-VolumesAdminNegativeTest-1191374942 tempest-VolumesAdminNegativeTest-1191374942-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4be8d12-40bf-41da-9d3e-dad74d7aa097 HTTP/1.1" status: 200 len: 210 time: 0.1026380 Nov 12 01:01:18.369769 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c6cac6a-7ed2-4005-9601-2e3983d81e23 req-df6e0c81-ed8c-451a-8023-de3a967d3bf6 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Network 84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:18.386730 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7567d791-0388-455a-a45f-5918b5cf833c req-60f9b451-8d81-4a92-8c63-0fa5d6ad797f tempest-ServerShowV257Test-83202710 tempest-ServerShowV257Test-83202710-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d4d40bc-4909-4eb9-8371-7e3f4ebfb85b HTTP/1.1" status: 200 len: 210 time: 0.1080484 Nov 12 01:01:18.394810 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-4c6cac6a-7ed2-4005-9601-2e3983d81e23 req-df6e0c81-ed8c-451a-8023-de3a967d3bf6 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:18.401971 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c6cac6a-7ed2-4005-9601-2e3983d81e23 req-df6e0c81-ed8c-451a-8023-de3a967d3bf6 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:18.416900 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553e2e19-0007-48fd-abb4-6fe01821f77a req-3bb33148-a0e3-4267-9815-b326999ca6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:18.416900 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-553e2e19-0007-48fd-abb4-6fe01821f77a req-3bb33148-a0e3-4267-9815-b326999ca6b9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c0b4a63e-0860-4dbc-9d9c-620393c3b6b9 HTTP/1.1" status: 200 len: 912 time: 0.3447678 Nov 12 01:01:18.452373 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6e0c81-ed8c-451a-8023-de3a967d3bf6 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Pushing event updated for resources: {'Port': ['ID=b638f517-29a2-463b-ae56-b0127b582dd6,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:18.549343 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-553e2e19-0007-48fd-abb4-6fe01821f77a req-5c23b0f7-4028-406e-86c8-6a1dbb3d6369 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=000ebbde-824a-4389-bd35-2e748d88936d HTTP/1.1" status: 200 len: 217 time: 0.1062973 Nov 12 01:01:18.673795 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device c3707cc5-eadb-4f0f-a12f-7aae527d346f up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:01:18.694231 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6cac6a-7ed2-4005-9601-2e3983d81e23 req-df6e0c81-ed8c-451a-8023-de3a967d3bf6 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:18.694910 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4c6cac6a-7ed2-4005-9601-2e3983d81e23 req-df6e0c81-ed8c-451a-8023-de3a967d3bf6 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:18.724695 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553e2e19-0007-48fd-abb4-6fe01821f77a req-9004aa66-cd4d-47b9-ae09-9f8d8139e417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:18.726958 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-553e2e19-0007-48fd-abb4-6fe01821f77a req-9004aa66-cd4d-47b9-ae09-9f8d8139e417 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4f4b609e-2331-4c01-9258-3d3c5185144b HTTP/1.1" status: 200 len: 852 time: 0.1592844 Nov 12 01:01:18.760880 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44050efe-ac51-4844-98b3-2f2d9fb66237 req-cb3435f5-f69c-4618-bfec-e090f5e1fa51 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:18.763804 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port c3707cc5-eadb-4f0f-a12f-7aae527d346f completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:01:18.769820 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-44050efe-ac51-4844-98b3-2f2d9fb66237 req-cb3435f5-f69c-4618-bfec-e090f5e1fa51 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] 10.222.0.45 "GET /v2.0/ports?device_id=c93a9d82-ef6d-4049-9f06-a3ebf66128c8 HTTP/1.1" status: 200 len: 946 time: 0.2129645 Nov 12 01:01:18.770715 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port c3707cc5-eadb-4f0f-a12f-7aae527d346f triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:18.772474 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:18.792884 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c6cac6a-7ed2-4005-9601-2e3983d81e23 req-df6e0c81-ed8c-451a-8023-de3a967d3bf6 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9630785 Nov 12 01:01:18.797496 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-553e2e19-0007-48fd-abb4-6fe01821f77a req-8b03e65f-0f99-4ef3-8762-09f507f89b4e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c0b4a63e-0860-4dbc-9d9c-620393c3b6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609899 Nov 12 01:01:18.855415 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-4c6cac6a-7ed2-4005-9601-2e3983d81e23 req-353f5892-3576-4c25-8c5f-87909d95dd45 service neutron] Request body: {'port': {'device_id': '2b890535-4d0e-4e9b-9c6b-99e99e93ba1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:18.941716 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:18.998129 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc2490f-7075-4895-8020-060efd82cf53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3707cc5-eadb-4f0f-a12f-7aae527d346f'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:01:19.003017 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6bc50c-2069-490b-805a-02c5641bf3aa" -d '{"events": [{"server_uuid": "2fc2490f-7075-4895-8020-060efd82cf53", "name": "network-vif-plugged", "status": "completed", "tag": "c3707cc5-eadb-4f0f-a12f-7aae527d346f"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:01:19.026280 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port c3707cc5-eadb-4f0f-a12f-7aae527d346f, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=c3707cc5-eadb-4f0f-a12f-7aae527d346f,segment=NetworkSegment(e7378896-c8bc-49a5-88eb-5fba66be71ec),segment_id=e7378896-c8bc-49a5-88eb-5fba66be71ec)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:19.034312 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:19.035587 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 2a845829-a832-4494-ad82-dec8032b9ef7 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:01:19.090469 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-44050efe-ac51-4844-98b3-2f2d9fb66237 req-3b37f27d-c15c-4d44-b1a8-435b3ec552cc tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f93c3a0-5b41-4c8e-b79b-f03e3eb4ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2960930 Nov 12 01:01:19.135330 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4c6cac6a-7ed2-4005-9601-2e3983d81e23 req-353f5892-3576-4c25-8c5f-87909d95dd45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:19.205569 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-553e2e19-0007-48fd-abb4-6fe01821f77a req-5fe88573-0928-4d17-b7d2-7d204b76bac1 service neutron] 10.222.0.44 "GET /v2.0/networks/c0b4a63e-0860-4dbc-9d9c-620393c3b6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793705 Nov 12 01:01:19.238207 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063bbaec-c851-4296-a7b1-7d7363226b95 req-67fcdd8b-980a-47bc-a09c-0e8d8f5ef076 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:19.240211 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-063bbaec-c851-4296-a7b1-7d7363226b95 req-67fcdd8b-980a-47bc-a09c-0e8d8f5ef076 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b890535-4d0e-4e9b-9c6b-99e99e93ba1d HTTP/1.1" status: 200 len: 932 time: 0.2422295 Nov 12 01:01:19.282280 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=c3707cc5-eadb-4f0f-a12f-7aae527d346f,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:19.328957 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b77085-32a4-4077-a1c3-3bc90fb90a91 x-openstack-request-id: req-95b77085-32a4-4077-a1c3-3bc90fb90a91 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:01:19.329913 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc2490f-7075-4895-8020-060efd82cf53", "name": "network-vif-plugged", "status": "completed", "tag": "c3707cc5-eadb-4f0f-a12f-7aae527d346f", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:01:19.330599 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-95b77085-32a4-4077-a1c3-3bc90fb90a91 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:01:19.333097 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc2490f-7075-4895-8020-060efd82cf53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3707cc5-eadb-4f0f-a12f-7aae527d346f', 'code': 200} Nov 12 01:01:19.351237 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 2a845829-a832-4494-ad82-dec8032b9ef7 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:01:19.368540 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 2a845829-a832-4494-ad82-dec8032b9ef7 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:19.369534 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:19.461630 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee606fe-54a0-4db8-a4f6-b4b5ba5cff96 req-98968ede-a5a5-4483-b7fb-749d98a1fcca tempest-VolumesAdminNegativeTest-1191374942 tempest-VolumesAdminNegativeTest-1191374942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:19.471178 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-5ee606fe-54a0-4db8-a4f6-b4b5ba5cff96 req-98968ede-a5a5-4483-b7fb-749d98a1fcca tempest-VolumesAdminNegativeTest-1191374942 tempest-VolumesAdminNegativeTest-1191374942-project] 10.222.0.44 "GET /v2.0/networks?id=20272085-50d7-4b0a-86f2-a1bbedaa50f7 HTTP/1.1" status: 200 len: 815 time: 0.4116659 Nov 12 01:01:19.500143 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-063bbaec-c851-4296-a7b1-7d7363226b95 req-4d74798b-dda4-41e0-95ad-4f1da84b9ed9 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153423 Nov 12 01:01:19.515519 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-5ee606fe-54a0-4db8-a4f6-b4b5ba5cff96 req-b3eab820-2625-489f-a524-5886440f2263 tempest-VolumesAdminNegativeTest-1191374942 tempest-VolumesAdminNegativeTest-1191374942-project] Request body: {'port': {'device_id': 'f4be8d12-40bf-41da-9d3e-dad74d7aa097', 'network_id': '20272085-50d7-4b0a-86f2-a1bbedaa50f7', 'admin_state_up': True, 'tenant_id': '56f30f9bff934fe595f645bcafe03d8e'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:19.575762 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:19.636752 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-553e2e19-0007-48fd-abb4-6fe01821f77a req-ffbd53a3-d5d3-415d-ba76-87feb6e6f595 service neutron] 10.222.0.44 "GET /v2.0/networks/c0b4a63e-0860-4dbc-9d9c-620393c3b6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628311 Nov 12 01:01:19.668975 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 2a845829-a832-4494-ad82-dec8032b9ef7, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=2a845829-a832-4494-ad82-dec8032b9ef7,segment=NetworkSegment(e7378896-c8bc-49a5-88eb-5fba66be71ec),segment_id=e7378896-c8bc-49a5-88eb-5fba66be71ec)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:19.676602 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:19.728150 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef63797-b6e1-4a95-8111-ea3e1aae5982 req-c2645eda-2ad1-4174-b079-5d9c485de459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:19.729946 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cef63797-b6e1-4a95-8111-ea3e1aae5982 req-c2645eda-2ad1-4174-b079-5d9c485de459 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2fc2490f-7075-4895-8020-060efd82cf53 HTTP/1.1" status: 200 len: 1097 time: 0.2165506 Nov 12 01:01:19.742718 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=2a845829-a832-4494-ad82-dec8032b9ef7,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:19.781486 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e57e4-0f5b-457e-ba31-8e04e46e3d4d req-08d75eef-be86-4666-a5f2-2533237c43d2 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:19.783405 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e8e57e4-0f5b-457e-ba31-8e04e46e3d4d req-08d75eef-be86-4666-a5f2-2533237c43d2 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] 10.222.0.45 "GET /v2.0/ports?device_id=c93a9d82-ef6d-4049-9f06-a3ebf66128c8 HTTP/1.1" status: 200 len: 946 time: 0.2191603 Nov 12 01:01:19.793308 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ee606fe-54a0-4db8-a4f6-b4b5ba5cff96 req-b3eab820-2625-489f-a524-5886440f2263 tempest-VolumesAdminNegativeTest-1191374942 tempest-VolumesAdminNegativeTest-1191374942-project] Made reservation on behalf of 56f30f9bff934fe595f645bcafe03d8e for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:19.800731 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 33458) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:19.802174 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-5ee606fe-54a0-4db8-a4f6-b4b5ba5cff96 req-b3eab820-2625-489f-a524-5886440f2263 tempest-VolumesAdminNegativeTest-1191374942 tempest-VolumesAdminNegativeTest-1191374942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:19.816671 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-9338ef04-2d9a-4f49-bf64-8a2445a80ce0 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Request body: {'floatingip': {'port_id': '1b79f8c4-e527-44d7-b9e3-2b984f984798'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:19.832153 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5336d710-ca9e-4dbc-b8d1-3e05bd63438e req-17527705-df53-46ae-bebe-ec4161f961c1 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:19.834841 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5336d710-ca9e-4dbc-b8d1-3e05bd63438e req-17527705-df53-46ae-bebe-ec4161f961c1 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbe53a61-6d21-4d32-8c14-8d2ca5e15898 HTTP/1.1" status: 200 len: 946 time: 0.1576982 Nov 12 01:01:19.932606 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9338ef04-2d9a-4f49-bf64-8a2445a80ce0 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Publish callbacks [] for floatingip, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:19.985413 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cef63797-b6e1-4a95-8111-ea3e1aae5982 req-5f308f93-7216-413a-85f7-5c88afd93b83 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6317cb16-7037-4e74-8981-884545b7be14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474625 Nov 12 01:01:20.013740 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-5ee606fe-54a0-4db8-a4f6-b4b5ba5cff96 req-b3eab820-2625-489f-a524-5886440f2263 tempest-VolumesAdminNegativeTest-1191374942 tempest-VolumesAdminNegativeTest-1191374942-project] Allocated IP 172.20.0.10 (20272085-50d7-4b0a-86f2-a1bbedaa50f7/cde047d7-2e28-4a79-bfe1-82f30b2512d6/24514a6e-af5b-4934-b9e7-18bb01fb4a0d) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:20.207740 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5336d710-ca9e-4dbc-b8d1-3e05bd63438e req-c66eedf7-f082-4ffc-9d53-02f970f897ed tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/security-groups?id=6317cb16-7037-4e74-8981-884545b7be14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199034 Nov 12 01:01:20.210442 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-4c6cac6a-7ed2-4005-9601-2e3983d81e23 req-353f5892-3576-4c25-8c5f-87909d95dd45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b638f517-29a2-463b-ae56-b0127b582dd6 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:01:20.233154 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4c6cac6a-7ed2-4005-9601-2e3983d81e23 req-353f5892-3576-4c25-8c5f-87909d95dd45 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:20.315035 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-4c6cac6a-7ed2-4005-9601-2e3983d81e23 req-353f5892-3576-4c25-8c5f-87909d95dd45 service neutron] Transition to ACTIVE for port object b638f517-29a2-463b-ae56-b0127b582dd6 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:01:20.329713 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c173d-2fe9-4b40-b9f9-7ac35f071396 req-aeaab61d-baac-4c3d-97b6-4dc994f353ec tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:20.331395 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c55c173d-2fe9-4b40-b9f9-7ac35f071396 req-aeaab61d-baac-4c3d-97b6-4dc994f353ec tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef3e684d-5160-4dd8-b486-0df1917730ef HTTP/1.1" status: 200 len: 984 time: 0.3156998 Nov 12 01:01:20.336540 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4c6cac6a-7ed2-4005-9601-2e3983d81e23 req-353f5892-3576-4c25-8c5f-87909d95dd45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:20.372486 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-5ee606fe-54a0-4db8-a4f6-b4b5ba5cff96 req-b3eab820-2625-489f-a524-5886440f2263 tempest-VolumesAdminNegativeTest-1191374942 tempest-VolumesAdminNegativeTest-1191374942-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:20.453939 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-5ee606fe-54a0-4db8-a4f6-b4b5ba5cff96 req-b3eab820-2625-489f-a524-5886440f2263 tempest-VolumesAdminNegativeTest-1191374942 tempest-VolumesAdminNegativeTest-1191374942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:20.507755 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ee606fe-54a0-4db8-a4f6-b4b5ba5cff96 req-b3eab820-2625-489f-a524-5886440f2263 tempest-VolumesAdminNegativeTest-1191374942 tempest-VolumesAdminNegativeTest-1191374942-project] Network 20272085-50d7-4b0a-86f2-a1bbedaa50f7 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:20.513539 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-5ee606fe-54a0-4db8-a4f6-b4b5ba5cff96 req-b3eab820-2625-489f-a524-5886440f2263 tempest-VolumesAdminNegativeTest-1191374942 tempest-VolumesAdminNegativeTest-1191374942-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:20.524551 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ee606fe-54a0-4db8-a4f6-b4b5ba5cff96 req-b3eab820-2625-489f-a524-5886440f2263 tempest-VolumesAdminNegativeTest-1191374942 tempest-VolumesAdminNegativeTest-1191374942-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:20.564148 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eab820-2625-489f-a524-5886440f2263 tempest-VolumesAdminNegativeTest-1191374942 tempest-VolumesAdminNegativeTest-1191374942-project] Pushing event updated for resources: {'Port': ['ID=24514a6e-af5b-4934-b9e7-18bb01fb4a0d,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:20.602064 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee606fe-54a0-4db8-a4f6-b4b5ba5cff96 req-b3eab820-2625-489f-a524-5886440f2263 tempest-VolumesAdminNegativeTest-1191374942 tempest-VolumesAdminNegativeTest-1191374942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:20.603062 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-5ee606fe-54a0-4db8-a4f6-b4b5ba5cff96 req-b3eab820-2625-489f-a524-5886440f2263 tempest-VolumesAdminNegativeTest-1191374942 tempest-VolumesAdminNegativeTest-1191374942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:20.627936 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-5ee606fe-54a0-4db8-a4f6-b4b5ba5cff96 req-b3eab820-2625-489f-a524-5886440f2263 tempest-VolumesAdminNegativeTest-1191374942 tempest-VolumesAdminNegativeTest-1191374942-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1174765 Nov 12 01:01:20.648129 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-5ee606fe-54a0-4db8-a4f6-b4b5ba5cff96 req-5aaf7c5a-3a92-4c00-b363-a2038e391515 service neutron] Request body: {'port': {'device_id': 'f4be8d12-40bf-41da-9d3e-dad74d7aa097', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:20.732789 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-5ee606fe-54a0-4db8-a4f6-b4b5ba5cff96 req-5aaf7c5a-3a92-4c00-b363-a2038e391515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:21.019363 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f5892-3576-4c25-8c5f-87909d95dd45 service neutron] Pushing event updated for resources: {'Port': ['ID=b638f517-29a2-463b-ae56-b0127b582dd6,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:21.078239 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22792865-fed2-4608-8fde-69523276d6ca req-22477dc3-6cbd-4bc4-b63e-9732779ec2c1 tempest-VolumesAdminNegativeTest-1191374942 tempest-VolumesAdminNegativeTest-1191374942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:21.086470 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-22792865-fed2-4608-8fde-69523276d6ca req-22477dc3-6cbd-4bc4-b63e-9732779ec2c1 tempest-VolumesAdminNegativeTest-1191374942 tempest-VolumesAdminNegativeTest-1191374942-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4be8d12-40bf-41da-9d3e-dad74d7aa097 HTTP/1.1" status: 200 len: 932 time: 0.6102557 Nov 12 01:01:21.201083 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c55c173d-2fe9-4b40-b9f9-7ac35f071396 req-46e38a8f-30ce-45b9-92a9-536af6978b46 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1f55e6b-ac6a-493f-9689-6b58de301978&id=cb31bb74-0bc6-4e82-87fe-52030ec6ef32&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.8188741 Nov 12 01:01:21.285574 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-5ee606fe-54a0-4db8-a4f6-b4b5ba5cff96 req-5aaf7c5a-3a92-4c00-b363-a2038e391515 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24514a6e-af5b-4934-b9e7-18bb01fb4a0d {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:01:21.304504 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-22792865-fed2-4608-8fde-69523276d6ca req-b394e05c-5c8f-4be5-9778-6b6fa853f415 tempest-VolumesAdminNegativeTest-1191374942 tempest-VolumesAdminNegativeTest-1191374942-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2fc0c33-eecc-46d9-b9e3-df818a3ca8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163689 Nov 12 01:01:21.304780 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-5ee606fe-54a0-4db8-a4f6-b4b5ba5cff96 req-5aaf7c5a-3a92-4c00-b363-a2038e391515 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:21.337650 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbe53a61-6d21-4d32-8c14-8d2ca5e15898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a845829-a832-4494-ad82-dec8032b9ef7'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:01:21.340941 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32955fb6-afb9-4a10-bfb8-efbe0996d96d" -d '{"events": [{"server_uuid": "dbe53a61-6d21-4d32-8c14-8d2ca5e15898", "name": "network-vif-plugged", "status": "completed", "tag": "2a845829-a832-4494-ad82-dec8032b9ef7"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:01:21.349756 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-5ee606fe-54a0-4db8-a4f6-b4b5ba5cff96 req-5aaf7c5a-3a92-4c00-b363-a2038e391515 service neutron] Transition to ACTIVE for port object 24514a6e-af5b-4934-b9e7-18bb01fb4a0d will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:01:21.349996 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-4c6cac6a-7ed2-4005-9601-2e3983d81e23 req-353f5892-3576-4c25-8c5f-87909d95dd45 service neutron] Attempting to bind port b638f517-29a2-463b-ae56-b0127b582dd6 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:21.350717 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-4c6cac6a-7ed2-4005-9601-2e3983d81e23 req-353f5892-3576-4c25-8c5f-87909d95dd45 service neutron] Attempting to bind port b638f517-29a2-463b-ae56-b0127b582dd6 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '9dbffe20-fa57-4fc9-974f-82a4aaa66cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:21.351259 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6cac6a-7ed2-4005-9601-2e3983d81e23 req-353f5892-3576-4c25-8c5f-87909d95dd45 service neutron] Attempting to bind port b638f517-29a2-463b-ae56-b0127b582dd6 on network 84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:21.357937 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-5ee606fe-54a0-4db8-a4f6-b4b5ba5cff96 req-5aaf7c5a-3a92-4c00-b363-a2038e391515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:21.465221 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6cac6a-7ed2-4005-9601-2e3983d81e23 req-353f5892-3576-4c25-8c5f-87909d95dd45 service neutron] Port b638f517-29a2-463b-ae56-b0127b582dd6 on network 84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:01:21.465763 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6cac6a-7ed2-4005-9601-2e3983d81e23 req-353f5892-3576-4c25-8c5f-87909d95dd45 service neutron] Attempting to bind port b638f517-29a2-463b-ae56-b0127b582dd6 on network 84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:21.490239 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6cac6a-7ed2-4005-9601-2e3983d81e23 req-353f5892-3576-4c25-8c5f-87909d95dd45 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:01:21.491010 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6cac6a-7ed2-4005-9601-2e3983d81e23 req-353f5892-3576-4c25-8c5f-87909d95dd45 service neutron] Checking segment: {'id': '9dbffe20-fa57-4fc9-974f-82a4aaa66cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:21.491702 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c6cac6a-7ed2-4005-9601-2e3983d81e23 req-353f5892-3576-4c25-8c5f-87909d95dd45 service neutron] Bound using segment: {'id': '9dbffe20-fa57-4fc9-974f-82a4aaa66cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:01:21.492497 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-4c6cac6a-7ed2-4005-9601-2e3983d81e23 req-353f5892-3576-4c25-8c5f-87909d95dd45 service neutron] Bound port: b638f517-29a2-463b-ae56-b0127b582dd6, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dbffe20-fa57-4fc9-974f-82a4aaa66cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:01:21.493184 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4c6cac6a-7ed2-4005-9601-2e3983d81e23 req-353f5892-3576-4c25-8c5f-87909d95dd45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:21.579986 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaf7c5a-3a92-4c00-b363-a2038e391515 service neutron] Pushing event updated for resources: {'Port': ['ID=24514a6e-af5b-4934-b9e7-18bb01fb4a0d,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:21.645847 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9338ef04-2d9a-4f49-bf64-8a2445a80ce0 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:21.658164 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-5ee606fe-54a0-4db8-a4f6-b4b5ba5cff96 req-5aaf7c5a-3a92-4c00-b363-a2038e391515 service neutron] Attempting to bind port 24514a6e-af5b-4934-b9e7-18bb01fb4a0d on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:21.660778 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-5ee606fe-54a0-4db8-a4f6-b4b5ba5cff96 req-5aaf7c5a-3a92-4c00-b363-a2038e391515 service neutron] Attempting to bind port 24514a6e-af5b-4934-b9e7-18bb01fb4a0d by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '7f7e1ad1-0372-4186-9cc0-501706a8c47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '20272085-50d7-4b0a-86f2-a1bbedaa50f7'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:21.661452 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee606fe-54a0-4db8-a4f6-b4b5ba5cff96 req-5aaf7c5a-3a92-4c00-b363-a2038e391515 service neutron] Attempting to bind port 24514a6e-af5b-4934-b9e7-18bb01fb4a0d on network 20272085-50d7-4b0a-86f2-a1bbedaa50f7 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:21.673549 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee606fe-54a0-4db8-a4f6-b4b5ba5cff96 req-5aaf7c5a-3a92-4c00-b363-a2038e391515 service neutron] Port 24514a6e-af5b-4934-b9e7-18bb01fb4a0d on network 20272085-50d7-4b0a-86f2-a1bbedaa50f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:01:21.673897 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee606fe-54a0-4db8-a4f6-b4b5ba5cff96 req-5aaf7c5a-3a92-4c00-b363-a2038e391515 service neutron] Attempting to bind port 24514a6e-af5b-4934-b9e7-18bb01fb4a0d on network 20272085-50d7-4b0a-86f2-a1bbedaa50f7 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:21.684355 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5fa6d8df-b782-4772-a917-e63a81f7902f req-d1305d4d-7354-4fb2-8b22-a2c1d96b3a69 tempest-ServerShowV257Test-83202710 tempest-ServerShowV257Test-83202710-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d4d40bc-4909-4eb9-8371-7e3f4ebfb85b HTTP/1.1" status: 200 len: 210 time: 0.2213347 Nov 12 01:01:21.689222 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee606fe-54a0-4db8-a4f6-b4b5ba5cff96 req-5aaf7c5a-3a92-4c00-b363-a2038e391515 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:01:21.689806 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee606fe-54a0-4db8-a4f6-b4b5ba5cff96 req-5aaf7c5a-3a92-4c00-b363-a2038e391515 service neutron] Checking segment: {'id': '7f7e1ad1-0372-4186-9cc0-501706a8c47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '20272085-50d7-4b0a-86f2-a1bbedaa50f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:21.690838 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee606fe-54a0-4db8-a4f6-b4b5ba5cff96 req-5aaf7c5a-3a92-4c00-b363-a2038e391515 service neutron] Bound using segment: {'id': '7f7e1ad1-0372-4186-9cc0-501706a8c47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '20272085-50d7-4b0a-86f2-a1bbedaa50f7'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:01:21.691719 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-5ee606fe-54a0-4db8-a4f6-b4b5ba5cff96 req-5aaf7c5a-3a92-4c00-b363-a2038e391515 service neutron] Bound port: 24514a6e-af5b-4934-b9e7-18bb01fb4a0d, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f7e1ad1-0372-4186-9cc0-501706a8c47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '20272085-50d7-4b0a-86f2-a1bbedaa50f7'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:01:21.692202 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-5ee606fe-54a0-4db8-a4f6-b4b5ba5cff96 req-5aaf7c5a-3a92-4c00-b363-a2038e391515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:21.737317 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9338ef04-2d9a-4f49-bf64-8a2445a80ce0 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:21.932452 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-5ee606fe-54a0-4db8-a4f6-b4b5ba5cff96 req-5aaf7c5a-3a92-4c00-b363-a2038e391515 service neutron] For port 24514a6e-af5b-4934-b9e7-18bb01fb4a0d, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:01:21.938813 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-5ee606fe-54a0-4db8-a4f6-b4b5ba5cff96 req-5aaf7c5a-3a92-4c00-b363-a2038e391515 service neutron] For port 24514a6e-af5b-4934-b9e7-18bb01fb4a0d, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=24514a6e-af5b-4934-b9e7-18bb01fb4a0d,segment=NetworkSegment(7f7e1ad1-0372-4186-9cc0-501706a8c47a),segment_id=7f7e1ad1-0372-4186-9cc0-501706a8c47a)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:01:21.946148 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-5ee606fe-54a0-4db8-a4f6-b4b5ba5cff96 req-5aaf7c5a-3a92-4c00-b363-a2038e391515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:21.987654 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-4c6cac6a-7ed2-4005-9601-2e3983d81e23 req-353f5892-3576-4c25-8c5f-87909d95dd45 service neutron] For port b638f517-29a2-463b-ae56-b0127b582dd6, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:01:21.999265 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae4a47-c5d8-4675-9fb9-0f4130da353f req-05162921-06b8-4527-9093-53932a93e17a tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:22.006158 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ddae4a47-c5d8-4675-9fb9-0f4130da353f req-05162921-06b8-4527-9093-53932a93e17a tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbe53a61-6d21-4d32-8c14-8d2ca5e15898 HTTP/1.1" status: 200 len: 946 time: 0.2123415 Nov 12 01:01:22.011807 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee606fe-54a0-4db8-a4f6-b4b5ba5cff96 req-5aaf7c5a-3a92-4c00-b363-a2038e391515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:22.012869 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-5ee606fe-54a0-4db8-a4f6-b4b5ba5cff96 req-5aaf7c5a-3a92-4c00-b363-a2038e391515 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:22.015799 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-5ee606fe-54a0-4db8-a4f6-b4b5ba5cff96 req-5aaf7c5a-3a92-4c00-b363-a2038e391515 service neutron] 10.222.0.44 "PUT /v2.0/ports/24514a6e-af5b-4934-b9e7-18bb01fb4a0d HTTP/1.1" status: 200 len: 1093 time: 1.3715715 Nov 12 01:01:22.016594 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4be8d12-40bf-41da-9d3e-dad74d7aa097', 'tag': '24514a6e-af5b-4934-b9e7-18bb01fb4a0d'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:01:22.020549 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cea9f01-4aa5-4e54-a99e-2ac0707d12c9" -d '{"events": [{"name": "network-changed", "server_uuid": "f4be8d12-40bf-41da-9d3e-dad74d7aa097", "tag": "24514a6e-af5b-4934-b9e7-18bb01fb4a0d"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:01:22.023212 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46548a3c-6dc5-4672-b203-08878e4b65d3 req-152fc81b-8113-47d8-8320-08bbd10d4f46 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:22.025957 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-46548a3c-6dc5-4672-b203-08878e4b65d3 req-152fc81b-8113-47d8-8320-08bbd10d4f46 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b890535-4d0e-4e9b-9c6b-99e99e93ba1d HTTP/1.1" status: 200 len: 944 time: 0.3519766 Nov 12 01:01:22.065140 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-4c6cac6a-7ed2-4005-9601-2e3983d81e23 req-353f5892-3576-4c25-8c5f-87909d95dd45 service neutron] For port b638f517-29a2-463b-ae56-b0127b582dd6, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=b638f517-29a2-463b-ae56-b0127b582dd6,segment=NetworkSegment(9dbffe20-fa57-4fc9-974f-82a4aaa66cb3),segment_id=9dbffe20-fa57-4fc9-974f-82a4aaa66cb3)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:01:22.086342 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4c6cac6a-7ed2-4005-9601-2e3983d81e23 req-353f5892-3576-4c25-8c5f-87909d95dd45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:22.117353 n-d-712142-27 neutron-server[109085]: INFO neutron.db.l3_db [None req-9338ef04-2d9a-4f49-bf64-8a2445a80ce0 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Floating IP cd89c7c9-2daf-4087-b1ca-b3994a1182c5 associated. External IP: 172.25.3.150, port: 1b79f8c4-e527-44d7-b9e3-2b984f984798. Nov 12 01:01:22.167914 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaf7c5a-3a92-4c00-b363-a2038e391515 service neutron] Pushing event updated for resources: {'Port': ['ID=24514a6e-af5b-4934-b9e7-18bb01fb4a0d,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:22.197389 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6cac6a-7ed2-4005-9601-2e3983d81e23 req-353f5892-3576-4c25-8c5f-87909d95dd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:22.198597 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4c6cac6a-7ed2-4005-9601-2e3983d81e23 req-353f5892-3576-4c25-8c5f-87909d95dd45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:22.200812 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c6cac6a-7ed2-4005-9601-2e3983d81e23 req-353f5892-3576-4c25-8c5f-87909d95dd45 service neutron] 10.222.0.44 "PUT /v2.0/ports/b638f517-29a2-463b-ae56-b0127b582dd6 HTTP/1.1" status: 200 len: 1093 time: 3.3761356 Nov 12 01:01:22.205870 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee606fe-54a0-4db8-a4f6-b4b5ba5cff96 req-56e70dc0-0914-4143-9060-c9879ab0ad14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:22.209038 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-5ee606fe-54a0-4db8-a4f6-b4b5ba5cff96 req-56e70dc0-0914-4143-9060-c9879ab0ad14 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=56f30f9bff934fe595f645bcafe03d8e&device_id=f4be8d12-40bf-41da-9d3e-dad74d7aa097 HTTP/1.1" status: 200 len: 1096 time: 0.1020951 Nov 12 01:01:22.209309 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b890535-4d0e-4e9b-9c6b-99e99e93ba1d', 'tag': 'b638f517-29a2-463b-ae56-b0127b582dd6'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:01:22.211590 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104712d0-7882-4839-8490-e0081f2a064a" -d '{"events": [{"name": "network-changed", "server_uuid": "2b890535-4d0e-4e9b-9c6b-99e99e93ba1d", "tag": "b638f517-29a2-463b-ae56-b0127b582dd6"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:01:22.220797 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 33482) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:22.317393 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ddae4a47-c5d8-4675-9fb9-0f4130da353f req-a4d6630b-cc15-4c17-b313-157298ed344c tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/security-groups?id=6317cb16-7037-4e74-8981-884545b7be14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831604 Nov 12 01:01:22.389254 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-5ee606fe-54a0-4db8-a4f6-b4b5ba5cff96 req-29f7a6e8-0d92-48b1-8526-8dfaab2c5766 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24514a6e-af5b-4934-b9e7-18bb01fb4a0d HTTP/1.1" status: 200 len: 217 time: 0.1312771 Nov 12 01:01:22.448444 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-46548a3c-6dc5-4672-b203-08878e4b65d3 req-0e04dbbb-f7f6-4143-8471-cf9e80d1f834 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763652 Nov 12 01:01:22.458499 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f5892-3576-4c25-8c5f-87909d95dd45 service neutron] Pushing event updated for resources: {'Port': ['ID=b638f517-29a2-463b-ae56-b0127b582dd6,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:22.536026 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee606fe-54a0-4db8-a4f6-b4b5ba5cff96 req-db599385-7fd2-4049-8513-6a495a15a942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:22.540337 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-5ee606fe-54a0-4db8-a4f6-b4b5ba5cff96 req-db599385-7fd2-4049-8513-6a495a15a942 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cde047d7-2e28-4a79-bfe1-82f30b2512d6 HTTP/1.1" status: 200 len: 855 time: 0.1408660 Nov 12 01:01:22.548378 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2604156-527c-4dab-903f-1000e07d816a x-openstack-request-id: req-c2604156-527c-4dab-903f-1000e07d816a {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:01:22.548985 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbe53a61-6d21-4d32-8c14-8d2ca5e15898", "name": "network-vif-plugged", "status": "completed", "tag": "2a845829-a832-4494-ad82-dec8032b9ef7", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:01:22.549305 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c2604156-527c-4dab-903f-1000e07d816a {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:01:22.550439 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbe53a61-6d21-4d32-8c14-8d2ca5e15898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a845829-a832-4494-ad82-dec8032b9ef7', 'code': 200} Nov 12 01:01:22.576109 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-89e2d6fb-5878-47fc-bc51-189bc6dca01f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:22.633866 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6cac6a-7ed2-4005-9601-2e3983d81e23 req-0214fa2a-be53-47f4-a848-9904b23f27c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:22.636621 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c6cac6a-7ed2-4005-9601-2e3983d81e23 req-0214fa2a-be53-47f4-a848-9904b23f27c7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4c0e9b301a7843818888ad914944b955&device_id=2b890535-4d0e-4e9b-9c6b-99e99e93ba1d HTTP/1.1" status: 200 len: 1096 time: 0.2519817 Nov 12 01:01:22.644627 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf87df5-eac6-4aa3-85f4-20358c25dd10 x-openstack-request-id: req-9bf87df5-eac6-4aa3-85f4-20358c25dd10 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:01:22.645375 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4be8d12-40bf-41da-9d3e-dad74d7aa097", "tag": "24514a6e-af5b-4934-b9e7-18bb01fb4a0d", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:01:22.645375 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9bf87df5-eac6-4aa3-85f4-20358c25dd10 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:01:22.645673 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4be8d12-40bf-41da-9d3e-dad74d7aa097', 'tag': '24514a6e-af5b-4934-b9e7-18bb01fb4a0d', 'status': 'completed', 'code': 200} Nov 12 01:01:22.656619 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-5ee606fe-54a0-4db8-a4f6-b4b5ba5cff96 req-721c1591-521d-4859-933f-e3fd02593e16 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=20272085-50d7-4b0a-86f2-a1bbedaa50f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747845 Nov 12 01:01:22.666289 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff1a112-8ea8-4c57-814e-caaf0f9f5915 x-openstack-request-id: req-fff1a112-8ea8-4c57-814e-caaf0f9f5915 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:01:22.666777 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b890535-4d0e-4e9b-9c6b-99e99e93ba1d", "tag": "b638f517-29a2-463b-ae56-b0127b582dd6", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:01:22.668052 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fff1a112-8ea8-4c57-814e-caaf0f9f5915 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:01:22.668052 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b890535-4d0e-4e9b-9c6b-99e99e93ba1d', 'tag': 'b638f517-29a2-463b-ae56-b0127b582dd6', 'status': 'completed', 'code': 200} Nov 12 01:01:22.694635 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3f530e3a-949a-4b76-a1d2-0330036d0969 req-e7b1a434-758a-41b7-bd36-83d761994197 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1770001377&fields=id&tenant_id=21eee794595f4d3b8f9bea504a1c9b84 HTTP/1.1" status: 200 len: 267 time: 0.2129819 Nov 12 01:01:22.842748 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c6cac6a-7ed2-4005-9601-2e3983d81e23 req-4a8bbbec-b8d0-4cbe-a5f3-9aba5115a954 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b638f517-29a2-463b-ae56-b0127b582dd6 HTTP/1.1" status: 200 len: 217 time: 0.1219366 Nov 12 01:01:22.916099 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-5ee606fe-54a0-4db8-a4f6-b4b5ba5cff96 req-205fe518-bc1a-45ee-91c8-3408ea0c1d63 service neutron] 10.222.0.44 "GET /v2.0/networks/20272085-50d7-4b0a-86f2-a1bbedaa50f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261701 Nov 12 01:01:23.013656 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-89e2d6fb-5878-47fc-bc51-189bc6dca01f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:23.070568 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-89e2d6fb-5878-47fc-bc51-189bc6dca01f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:23.089744 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20a67d-6bb1-48f1-a6d0-2f5b2a137b4a req-ed15d7ef-0871-42ef-8023-ec3e7d692418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:23.091279 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eb20a67d-6bb1-48f1-a6d0-2f5b2a137b4a req-ed15d7ef-0871-42ef-8023-ec3e7d692418 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=dbe53a61-6d21-4d32-8c14-8d2ca5e15898 HTTP/1.1" status: 200 len: 1098 time: 0.3555131 Nov 12 01:01:23.100020 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f530e3a-949a-4b76-a1d2-0330036d0969 req-bf129a74-edce-483e-9ebe-13cdd9d8057a tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:23.101593 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3f530e3a-949a-4b76-a1d2-0330036d0969 req-bf129a74-edce-483e-9ebe-13cdd9d8057a tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef3e684d-5160-4dd8-b486-0df1917730ef HTTP/1.1" status: 200 len: 984 time: 0.4075894 Nov 12 01:01:23.135682 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6cac6a-7ed2-4005-9601-2e3983d81e23 req-07c320ed-25bb-4a23-958b-890308cb6b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:23.137230 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c6cac6a-7ed2-4005-9601-2e3983d81e23 req-07c320ed-25bb-4a23-958b-890308cb6b25 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1a66b550-2936-4c69-9648-647d722ad572 HTTP/1.1" status: 200 len: 855 time: 0.2282617 Nov 12 01:01:23.145142 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada3124-1cee-425f-84f7-2bd0caac26f3 req-51c0ac0e-b8fc-42e8-8364-7a01dbca4e69 tempest-VolumesAdminNegativeTest-1191374942 tempest-VolumesAdminNegativeTest-1191374942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:23.147628 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aada3124-1cee-425f-84f7-2bd0caac26f3 req-51c0ac0e-b8fc-42e8-8364-7a01dbca4e69 tempest-VolumesAdminNegativeTest-1191374942 tempest-VolumesAdminNegativeTest-1191374942-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4be8d12-40bf-41da-9d3e-dad74d7aa097 HTTP/1.1" status: 200 len: 944 time: 0.3292022 Nov 12 01:01:23.159777 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-3f530e3a-949a-4b76-a1d2-0330036d0969 req-f13eeed1-4112-4c39-ba05-089f3bc64b02 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Request body: {'port': {'security_groups': ['b1f55e6b-ac6a-493f-9689-6b58de301978', 'cb31bb74-0bc6-4e82-87fe-52030ec6ef32', '21943528-0bf8-4982-87c4-734eacbb47a6']}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:23.170536 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e2d6fb-5878-47fc-bc51-189bc6dca01f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264a920b-91a7-447f-aba1-73ec23a67f12,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:23.183572 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-89e2d6fb-5878-47fc-bc51-189bc6dca01f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c7bc779b79e84d74a1aa8b6eda053869&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9589629 Nov 12 01:01:23.199914 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 33492) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:23.235101 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-5ee606fe-54a0-4db8-a4f6-b4b5ba5cff96 req-b5596daa-4874-49a4-b378-433c5500843d service neutron] 10.222.0.44 "GET /v2.0/networks/20272085-50d7-4b0a-86f2-a1bbedaa50f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077161 Nov 12 01:01:23.289912 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c6cac6a-7ed2-4005-9601-2e3983d81e23 req-225f1844-d8c4-41cd-9789-2dec3fba02c0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796232 Nov 12 01:01:23.293572 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4e9ad67c-022c-48a1-ae2a-5ef9d71da695 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:23.322079 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9338ef04-2d9a-4f49-bf64-8a2445a80ce0 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Router ca5eb0fb-301f-4f30-ba5e-34e1a752eb68 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:01:23.336772 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4e9ad67c-022c-48a1-ae2a-5ef9d71da695 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:23.366117 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eb20a67d-6bb1-48f1-a6d0-2f5b2a137b4a req-172bf564-d8fe-421d-8d44-4ba2352d10ac service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6317cb16-7037-4e74-8981-884545b7be14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614672 Nov 12 01:01:23.448354 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-3f530e3a-949a-4b76-a1d2-0330036d0969 req-f13eeed1-4112-4c39-ba05-089f3bc64b02 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:23.477555 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4e9ad67c-022c-48a1-ae2a-5ef9d71da695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:23.482845 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4e9ad67c-022c-48a1-ae2a-5ef9d71da695 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:23.485657 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4e9ad67c-022c-48a1-ae2a-5ef9d71da695 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/264a920b-91a7-447f-aba1-73ec23a67f12 HTTP/1.1" status: 204 len: 168 time: 0.2840381 Nov 12 01:01:23.499896 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea9f01-4aa5-4e54-a99e-2ac0707d12c9 req-efff4640-b3aa-4ecb-b339-9fd54b944fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:23.502835 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2cea9f01-4aa5-4e54-a99e-2ac0707d12c9 req-efff4640-b3aa-4ecb-b339-9fd54b944fce service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=56f30f9bff934fe595f645bcafe03d8e&device_id=f4be8d12-40bf-41da-9d3e-dad74d7aa097 HTTP/1.1" status: 200 len: 1096 time: 0.1620300 Nov 12 01:01:23.517930 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ad67c-022c-48a1-ae2a-5ef9d71da695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264a920b-91a7-447f-aba1-73ec23a67f12,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:23.540813 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aada3124-1cee-425f-84f7-2bd0caac26f3 req-6f4d2183-7ff2-4d49-a712-3bffa5bcaf7f tempest-VolumesAdminNegativeTest-1191374942 tempest-VolumesAdminNegativeTest-1191374942-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2fc0c33-eecc-46d9-b9e3-df818a3ca8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809720 Nov 12 01:01:23.789694 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c6cac6a-7ed2-4005-9601-2e3983d81e23 req-3d6c365d-67b4-4fb4-ae5a-fe13c390a0d7 service neutron] 10.222.0.44 "GET /v2.0/networks/84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4397719 Nov 12 01:01:23.901816 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea9f01-4aa5-4e54-a99e-2ac0707d12c9 req-062c4c4a-c745-48b5-a533-a71972628158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:23.903621 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2cea9f01-4aa5-4e54-a99e-2ac0707d12c9 req-062c4c4a-c745-48b5-a533-a71972628158 service neutron] 10.222.0.44 "GET /v2.0/networks?id=20272085-50d7-4b0a-86f2-a1bbedaa50f7 HTTP/1.1" status: 200 len: 915 time: 0.2244418 Nov 12 01:01:24.022857 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2cea9f01-4aa5-4e54-a99e-2ac0707d12c9 req-3d3616b9-b62d-409c-ac03-63498d17cc3f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24514a6e-af5b-4934-b9e7-18bb01fb4a0d HTTP/1.1" status: 200 len: 217 time: 0.1057439 Nov 12 01:01:24.040664 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dff75c89-c336-4afb-a1f6-4c0c4568cf87 req-1f9607de-0db7-43d7-9e32-7c52f5a2100c tempest-ServerShowV257Test-83202710 tempest-ServerShowV257Test-83202710-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d4d40bc-4909-4eb9-8371-7e3f4ebfb85b HTTP/1.1" status: 200 len: 210 time: 0.3185806 Nov 12 01:01:24.141366 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea9f01-4aa5-4e54-a99e-2ac0707d12c9 req-f740d4ad-e617-446a-9fea-760289392c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:24.145109 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2cea9f01-4aa5-4e54-a99e-2ac0707d12c9 req-f740d4ad-e617-446a-9fea-760289392c70 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cde047d7-2e28-4a79-bfe1-82f30b2512d6 HTTP/1.1" status: 200 len: 855 time: 0.1131213 Nov 12 01:01:24.192594 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9338ef04-2d9a-4f49-bf64-8a2445a80ce0 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:01:24.206825 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9338ef04-2d9a-4f49-bf64-8a2445a80ce0 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:24.210631 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd33876-d9a5-46d2-98d0-46278ba87205 None None] Sync routers for ids ['ca5eb0fb-301f-4f30-ba5e-34e1a752eb68'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:01:24.239865 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd33876-d9a5-46d2-98d0-46278ba87205 None None] Routers {'ca5eb0fb-301f-4f30-ba5e-34e1a752eb68'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:01:24.241446 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-0dd33876-d9a5-46d2-98d0-46278ba87205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:01:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['ca5eb0fb-301f-4f30-ba5e-34e1a752eb68'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:24.350509 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-9338ef04-2d9a-4f49-bf64-8a2445a80ce0 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] 10.222.0.45 "PUT /v2.0/floatingips/cd89c7c9-2daf-4087-b1ca-b3994a1182c5 HTTP/1.1" status: 200 len: 992 time: 4.5452549 Nov 12 01:01:24.373934 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2cea9f01-4aa5-4e54-a99e-2ac0707d12c9 req-007d1a57-d12d-42e8-817b-fcbe861cf4de service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=20272085-50d7-4b0a-86f2-a1bbedaa50f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1988144 Nov 12 01:01:24.428211 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c6cac6a-7ed2-4005-9601-2e3983d81e23 req-3a4fcc4b-2a3c-4994-bea2-1d7c16791947 service neutron] 10.222.0.44 "GET /v2.0/networks/84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5414722 Nov 12 01:01:24.463435 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-3f530e3a-949a-4b76-a1d2-0330036d0969 req-f13eeed1-4112-4c39-ba05-089f3bc64b02 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] For port 000ebbde-824a-4389-bd35-2e748d88936d, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=000ebbde-824a-4389-bd35-2e748d88936d,segment=NetworkSegment(4d929ffe-81a7-4ef7-8297-43eff56226c9),segment_id=4d929ffe-81a7-4ef7-8297-43eff56226c9)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:24.484911 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22970f5f-e24f-4b45-9a33-97823dccc775 req-1d07fc26-6d6c-4eea-acb4-4961e4ac72b1 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:24.486617 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-22970f5f-e24f-4b45-9a33-97823dccc775 req-1d07fc26-6d6c-4eea-acb4-4961e4ac72b1 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbe53a61-6d21-4d32-8c14-8d2ca5e15898 HTTP/1.1" status: 200 len: 946 time: 0.1284997 Nov 12 01:01:24.547087 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-3f530e3a-949a-4b76-a1d2-0330036d0969 req-f13eeed1-4112-4c39-ba05-089f3bc64b02 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:24.561431 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-3f530e3a-949a-4b76-a1d2-0330036d0969 req-f13eeed1-4112-4c39-ba05-089f3bc64b02 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:24.616233 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['564e0828-9b69-49aa-b37c-0f3279423172', '000ebbde-824a-4389-bd35-2e748d88936d'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:01:24.660149 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f530e3a-949a-4b76-a1d2-0330036d0969 req-f13eeed1-4112-4c39-ba05-089f3bc64b02 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:24.660750 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-3f530e3a-949a-4b76-a1d2-0330036d0969 req-f13eeed1-4112-4c39-ba05-089f3bc64b02 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:24.676695 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3f530e3a-949a-4b76-a1d2-0330036d0969 req-f13eeed1-4112-4c39-ba05-089f3bc64b02 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "PUT /v2.0/ports/000ebbde-824a-4389-bd35-2e748d88936d HTTP/1.1" status: 200 len: 1020 time: 1.5249176 Nov 12 01:01:24.693407 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c93a9d82-ef6d-4049-9f06-a3ebf66128c8', 'tag': '1b79f8c4-e527-44d7-b9e3-2b984f984798'}, {'name': 'network-changed', 'server_uuid': 'ef3e684d-5160-4dd8-b486-0df1917730ef', 'tag': '000ebbde-824a-4389-bd35-2e748d88936d'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:01:24.705210 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc34ffc8-54eb-4016-a009-b06abc03bd07" -d '{"events": [{"name": "network-changed", "server_uuid": "c93a9d82-ef6d-4049-9f06-a3ebf66128c8", "tag": "1b79f8c4-e527-44d7-b9e3-2b984f984798"}, {"name": "network-changed", "server_uuid": "ef3e684d-5160-4dd8-b486-0df1917730ef", "tag": "000ebbde-824a-4389-bd35-2e748d88936d"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:01:24.764401 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-0dd33876-d9a5-46d2-98d0-46278ba87205 None None] Set router ca5eb0fb-301f-4f30-ba5e-34e1a752eb68 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:01:24.951252 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['000ebbde-824a-4389-bd35-2e748d88936d'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:01:25.298010 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2cea9f01-4aa5-4e54-a99e-2ac0707d12c9 req-656afc19-05af-496b-8c17-32d021a1130a service neutron] 10.222.0.44 "GET /v2.0/networks/20272085-50d7-4b0a-86f2-a1bbedaa50f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9167686 Nov 12 01:01:25.328586 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-22970f5f-e24f-4b45-9a33-97823dccc775 req-382331d9-bd77-44ee-8280-e8a67e11f6f6 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/security-groups?id=6317cb16-7037-4e74-8981-884545b7be14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8175788 Nov 12 01:01:25.446203 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13eeed1-4112-4c39-ba05-089f3bc64b02 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Pushing event updated for resources: {'Port': ['ID=000ebbde-824a-4389-bd35-2e748d88936d,revision_number=7']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:25.451553 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 33532) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:25.557985 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2cea9f01-4aa5-4e54-a99e-2ac0707d12c9 req-f049c792-dadc-4efe-b37f-4a009221b966 service neutron] 10.222.0.44 "GET /v2.0/networks/20272085-50d7-4b0a-86f2-a1bbedaa50f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431722 Nov 12 01:01:25.602018 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104712d0-7882-4839-8490-e0081f2a064a req-4d9a5e2f-acd5-4d23-9a29-d3adc324a552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:25.605144 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-104712d0-7882-4839-8490-e0081f2a064a req-4d9a5e2f-acd5-4d23-9a29-d3adc324a552 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4c0e9b301a7843818888ad914944b955&device_id=2b890535-4d0e-4e9b-9c6b-99e99e93ba1d HTTP/1.1" status: 200 len: 1096 time: 0.8831816 Nov 12 01:01:25.649487 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85281da7-237c-4fd7-b317-4bf4693e59ef req-b06c4b5e-ef4d-48f1-81b0-b8937749a58f tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:25.657524 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-0dd33876-d9a5-46d2-98d0-46278ba87205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5eb0fb-301f-4f30-ba5e-34e1a752eb68', 'name': 'tempest-ServersTestFqdnHostnames-889858356-router', 'tenant_id': '7ee0070393c4481fac990e8467ee2d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '9d8e2126-6ef1-486a-9488-a7903ca4a8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:00:27Z', 'updated_at': '2021-11-12T01:00:38Z', 'revision_number': 4, 'project_id': '7ee0070393c4481fac990e8467ee2d37', 'gw_port': {'id': '9d8e2126-6ef1-486a-9488-a7903ca4a8fb', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ac:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5eb0fb-301f-4f30-ba5e-34e1a752eb68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:30Z', 'updated_at': '2021-11-12T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': 'cd89c7c9-2daf-4087-b1ca-b3994a1182c5', 'tenant_id': '7ee0070393c4481fac990e8467ee2d37', 'floating_ip_address': '172.25.3.150', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'ca5eb0fb-301f-4f30-ba5e-34e1a752eb68', 'port_id': '1b79f8c4-e527-44d7-b9e3-2b984f984798', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3a9c3be-ae08-4924-9d7a-f5be17be251a', 'mac_address': 'fa:16:3e:41:4a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93a9d82-ef6d-4049-9f06-a3ebf66128c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:00:50Z', 'updated_at': '2021-11-12T01:01:21Z', 'revision_number': 1, 'project_id': '7ee0070393c4481fac990e8467ee2d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6ed0ee5-c35d-4ecd-b8a4-52f774c3d5f8', 'name': '', 'network_id': 'c3a9c3be-ae08-4924-9d7a-f5be17be251a', 'tenant_id': '7ee0070393c4481fac990e8467ee2d37', 'mac_address': 'fa:16:3e:bd:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5eb0fb-301f-4f30-ba5e-34e1a752eb68', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '9c9603aa-a0ab-494b-95f7-b3ae19c268c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:36Z', 'updated_at': '2021-11-12T01:00:45Z', 'revision_number': 5, 'project_id': '7ee0070393c4481fac990e8467ee2d37', 'subnets': [{'id': '9c9603aa-a0ab-494b-95f7-b3ae19c268c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:25.659855 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-85281da7-237c-4fd7-b317-4bf4693e59ef req-b06c4b5e-ef4d-48f1-81b0-b8937749a58f tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b890535-4d0e-4e9b-9c6b-99e99e93ba1d HTTP/1.1" status: 200 len: 944 time: 0.3559418 Nov 12 01:01:25.730901 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-6f97c61b-64f9-4541-9904-c9c38f694307 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-321408618-network', 'tenant_id': 'ee898a1c70c241d78a934ebd35c05638'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:25.781134 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f97c61b-64f9-4541-9904-c9c38f694307 admin admin] Made reservation on behalf of ee898a1c70c241d78a934ebd35c05638 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:25.786726 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f97c61b-64f9-4541-9904-c9c38f694307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:25.818130 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f97c61b-64f9-4541-9904-c9c38f694307 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:25.888683 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd33876-d9a5-46d2-98d0-46278ba87205 None None] Checking router: ca5eb0fb-301f-4f30-ba5e-34e1a752eb68 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:01:25.900921 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd33876-d9a5-46d2-98d0-46278ba87205 None None] Routers {'ca5eb0fb-301f-4f30-ba5e-34e1a752eb68'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:01:25.902004 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-0dd33876-d9a5-46d2-98d0-46278ba87205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:01:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['ca5eb0fb-301f-4f30-ba5e-34e1a752eb68'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:25.998198 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f97c61b-64f9-4541-9904-c9c38f694307 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:26.005939 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f97c61b-64f9-4541-9904-c9c38f694307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:26.027031 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-85281da7-237c-4fd7-b317-4bf4693e59ef req-c9971ffb-ecec-4ef3-901e-e34c91279df8 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546965 Nov 12 01:01:26.049938 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f97c61b-64f9-4541-9904-c9c38f694307 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:01:26.073947 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0a927-e67b-458d-8af7-a09a50f682c4 req-7cbda5ee-5e0d-4cb3-8e6d-01d80b499af3 tempest-VolumesAdminNegativeTest-1191374942 tempest-VolumesAdminNegativeTest-1191374942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:26.075783 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3ba0a927-e67b-458d-8af7-a09a50f682c4 req-7cbda5ee-5e0d-4cb3-8e6d-01d80b499af3 tempest-VolumesAdminNegativeTest-1191374942 tempest-VolumesAdminNegativeTest-1191374942-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4be8d12-40bf-41da-9d3e-dad74d7aa097 HTTP/1.1" status: 200 len: 944 time: 0.2833354 Nov 12 01:01:26.093144 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f97c61b-64f9-4541-9904-c9c38f694307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc838b8-7e66-417e-993f-0c5190ec371d,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:26.099096 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f97c61b-64f9-4541-9904-c9c38f694307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:26.099497 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-6f97c61b-64f9-4541-9904-c9c38f694307 admin admin] Added segment 1672ae30-7885-4b1c-bafe-b05626d9aab5 of type vlan for network 0a6aacdf-942f-4a28-9e1e-6df728214a0c Nov 12 01:01:26.131716 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-0dd33876-d9a5-46d2-98d0-46278ba87205 None None] Set router ca5eb0fb-301f-4f30-ba5e-34e1a752eb68 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:01:26.159721 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104712d0-7882-4839-8490-e0081f2a064a req-7907f554-3c12-4340-a0a3-507fc18f39c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:26.161323 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-104712d0-7882-4839-8490-e0081f2a064a req-7907f554-3c12-4340-a0a3-507fc18f39c2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c HTTP/1.1" status: 200 len: 915 time: 0.4965374 Nov 12 01:01:26.190912 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f97c61b-64f9-4541-9904-c9c38f694307 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:26.249339 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f97c61b-64f9-4541-9904-c9c38f694307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:26.250513 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f97c61b-64f9-4541-9904-c9c38f694307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:26.251119 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f97c61b-64f9-4541-9904-c9c38f694307 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:26.337246 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-104712d0-7882-4839-8490-e0081f2a064a req-279d6d1c-9d79-4ffa-860d-bac7f82160a3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b638f517-29a2-463b-ae56-b0127b582dd6 HTTP/1.1" status: 200 len: 217 time: 0.1532362 Nov 12 01:01:26.375279 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6f97c61b-64f9-4541-9904-c9c38f694307 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9207542 Nov 12 01:01:26.382067 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 33540) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:26.404727 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2cb46fb7-5be6-4a74-a929-1ddea8e3025b req-15429e33-65da-4993-8abf-9b27384154f4 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/security-groups/21943528-0bf8-4982-87c4-734eacbb47a6 HTTP/1.1" status: 200 len: 1818 time: 0.3209817 Nov 12 01:01:26.407552 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-c568ce8b-dce2-4d5d-8488-fd9ba1ffaff6 admin admin] Request body: {'subnet': {'network_id': '0a6aacdf-942f-4a28-9e1e-6df728214a0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-321408618-subnet', 'tenant_id': 'ee898a1c70c241d78a934ebd35c05638', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:26.424710 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3ba0a927-e67b-458d-8af7-a09a50f682c4 req-52ac1eef-72e5-442f-918e-a793cd53d4b7 tempest-VolumesAdminNegativeTest-1191374942 tempest-VolumesAdminNegativeTest-1191374942-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2fc0c33-eecc-46d9-b9e3-df818a3ca8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191130 Nov 12 01:01:26.427102 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f97c61b-64f9-4541-9904-c9c38f694307 admin admin] Pushing event updated for resources: {'Network': ['ID=0a6aacdf-942f-4a28-9e1e-6df728214a0c,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:26.462658 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c568ce8b-dce2-4d5d-8488-fd9ba1ffaff6 admin admin] Made reservation on behalf of ee898a1c70c241d78a934ebd35c05638 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:26.467115 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c568ce8b-dce2-4d5d-8488-fd9ba1ffaff6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:26.472951 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 0a6aacdf-942f-4a28-9e1e-6df728214a0c details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:01:26.508938 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 01:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb12d973-ca08-4df2-a145-c52b42649802 x-openstack-request-id: req-cb12d973-ca08-4df2-a145-c52b42649802 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:01:26.514482 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c93a9d82-ef6d-4049-9f06-a3ebf66128c8", "tag": "1b79f8c4-e527-44d7-b9e3-2b984f984798", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ef3e684d-5160-4dd8-b486-0df1917730ef", "tag": "000ebbde-824a-4389-bd35-2e748d88936d", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:01:26.515521 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cb12d973-ca08-4df2-a145-c52b42649802 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:01:26.516381 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c93a9d82-ef6d-4049-9f06-a3ebf66128c8', 'tag': '1b79f8c4-e527-44d7-b9e3-2b984f984798', 'status': 'completed', 'code': 200} Nov 12 01:01:26.516822 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef3e684d-5160-4dd8-b486-0df1917730ef', 'tag': '000ebbde-824a-4389-bd35-2e748d88936d', 'status': 'completed', 'code': 200} Nov 12 01:01:26.568768 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104712d0-7882-4839-8490-e0081f2a064a req-cd7a4bcf-d27b-4bb8-a737-134fcdfe0dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:26.571717 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-104712d0-7882-4839-8490-e0081f2a064a req-cd7a4bcf-d27b-4bb8-a737-134fcdfe0dbe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1a66b550-2936-4c69-9648-647d722ad572 HTTP/1.1" status: 200 len: 855 time: 0.2229283 Nov 12 01:01:26.639946 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-0dd33876-d9a5-46d2-98d0-46278ba87205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5eb0fb-301f-4f30-ba5e-34e1a752eb68', 'name': 'tempest-ServersTestFqdnHostnames-889858356-router', 'tenant_id': '7ee0070393c4481fac990e8467ee2d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '9d8e2126-6ef1-486a-9488-a7903ca4a8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:00:27Z', 'updated_at': '2021-11-12T01:00:38Z', 'revision_number': 4, 'project_id': '7ee0070393c4481fac990e8467ee2d37', 'gw_port': {'id': '9d8e2126-6ef1-486a-9488-a7903ca4a8fb', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ac:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5eb0fb-301f-4f30-ba5e-34e1a752eb68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:30Z', 'updated_at': '2021-11-12T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': 'cd89c7c9-2daf-4087-b1ca-b3994a1182c5', 'tenant_id': '7ee0070393c4481fac990e8467ee2d37', 'floating_ip_address': '172.25.3.150', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'ca5eb0fb-301f-4f30-ba5e-34e1a752eb68', 'port_id': '1b79f8c4-e527-44d7-b9e3-2b984f984798', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3a9c3be-ae08-4924-9d7a-f5be17be251a', 'mac_address': 'fa:16:3e:41:4a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93a9d82-ef6d-4049-9f06-a3ebf66128c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:00:50Z', 'updated_at': '2021-11-12T01:01:21Z', 'revision_number': 1, 'project_id': '7ee0070393c4481fac990e8467ee2d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6ed0ee5-c35d-4ecd-b8a4-52f774c3d5f8', 'name': '', 'network_id': 'c3a9c3be-ae08-4924-9d7a-f5be17be251a', 'tenant_id': '7ee0070393c4481fac990e8467ee2d37', 'mac_address': 'fa:16:3e:bd:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5eb0fb-301f-4f30-ba5e-34e1a752eb68', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '9c9603aa-a0ab-494b-95f7-b3ae19c268c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:36Z', 'updated_at': '2021-11-12T01:00:45Z', 'revision_number': 5, 'project_id': '7ee0070393c4481fac990e8467ee2d37', 'subnets': [{'id': '9c9603aa-a0ab-494b-95f7-b3ae19c268c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:26.683163 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-104712d0-7882-4839-8490-e0081f2a064a req-723c2692-fc87-4f1a-84c9-f7462c9d22c7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802929 Nov 12 01:01:26.684709 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd33876-d9a5-46d2-98d0-46278ba87205 None None] The sync data for ids ['ca5eb0fb-301f-4f30-ba5e-34e1a752eb68'] in n-d-712142-27 is: [{'id': 'ca5eb0fb-301f-4f30-ba5e-34e1a752eb68', 'name': 'tempest-ServersTestFqdnHostnames-889858356-router', 'tenant_id': '7ee0070393c4481fac990e8467ee2d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '9d8e2126-6ef1-486a-9488-a7903ca4a8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:00:27Z', 'updated_at': '2021-11-12T01:00:38Z', 'revision_number': 4, 'project_id': '7ee0070393c4481fac990e8467ee2d37', 'gw_port': {'id': '9d8e2126-6ef1-486a-9488-a7903ca4a8fb', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ac:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5eb0fb-301f-4f30-ba5e-34e1a752eb68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:30Z', 'updated_at': '2021-11-12T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': 'cd89c7c9-2daf-4087-b1ca-b3994a1182c5', 'tenant_id': '7ee0070393c4481fac990e8467ee2d37', 'floating_ip_address': '172.25.3.150', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'ca5eb0fb-301f-4f30-ba5e-34e1a752eb68', 'port_id': '1b79f8c4-e527-44d7-b9e3-2b984f984798', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3a9c3be-ae08-4924-9d7a-f5be17be251a', 'mac_address': 'fa:16:3e:41:4a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93a9d82-ef6d-4049-9f06-a3ebf66128c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:00:50Z', 'updated_at': '2021-11-12T01:01:21Z', 'revision_number': 1, 'project_id': '7ee0070393c4481fac990e8467ee2d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6ed0ee5-c35d-4ecd-b8a4-52f774c3d5f8', 'name': '', 'network_id': 'c3a9c3be-ae08-4924-9d7a-f5be17be251a', 'tenant_id': '7ee0070393c4481fac990e8467ee2d37', 'mac_address': 'fa:16:3e:bd:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5eb0fb-301f-4f30-ba5e-34e1a752eb68', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '9c9603aa-a0ab-494b-95f7-b3ae19c268c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:36Z', 'updated_at': '2021-11-12T01:00:45Z', 'revision_number': 5, 'project_id': '7ee0070393c4481fac990e8467ee2d37', 'subnets': [{'id': '9c9603aa-a0ab-494b-95f7-b3ae19c268c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:01:26.695393 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc34ffc8-54eb-4016-a009-b06abc03bd07 req-4e95325d-c03c-4862-bddd-0087c39c760d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:26.696318 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b8597d45-9e45-43b8-a62e-3138f6e4f470 req-213fda20-d2fa-4d0b-9597-fc7af78c8105 tempest-ServerShowV257Test-83202710 tempest-ServerShowV257Test-83202710-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d4d40bc-4909-4eb9-8371-7e3f4ebfb85b HTTP/1.1" status: 200 len: 210 time: 0.1223090 Nov 12 01:01:26.698339 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-bc34ffc8-54eb-4016-a009-b06abc03bd07 req-4e95325d-c03c-4862-bddd-0087c39c760d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ee0070393c4481fac990e8467ee2d37&device_id=c93a9d82-ef6d-4049-9f06-a3ebf66128c8 HTTP/1.1" status: 200 len: 1098 time: 0.1075673 Nov 12 01:01:26.732607 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 24514a6e-af5b-4934-b9e7-18bb01fb4a0d details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:01:26.769862 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [req-2cb46fb7-5be6-4a74-a929-1ddea8e3025b req-20340ff0-47ab-43f9-808c-4767aeb29866 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 01:01:26.773840 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2cb46fb7-5be6-4a74-a929-1ddea8e3025b req-20340ff0-47ab-43f9-808c-4767aeb29866 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "DELETE /v2.0/security-groups/21943528-0bf8-4982-87c4-734eacbb47a6 HTTP/1.1" status: 409 len: 341 time: 0.3679283 Nov 12 01:01:26.929299 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c568ce8b-dce2-4d5d-8488-fd9ba1ffaff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:26.999387 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 24514a6e-af5b-4934-b9e7-18bb01fb4a0d, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=24514a6e-af5b-4934-b9e7-18bb01fb4a0d,segment=NetworkSegment(7f7e1ad1-0372-4186-9cc0-501706a8c47a),segment_id=7f7e1ad1-0372-4186-9cc0-501706a8c47a)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:27.032412 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '24514a6e-af5b-4934-b9e7-18bb01fb4a0d', 'network_id': '20272085-50d7-4b0a-86f2-a1bbedaa50f7', 'port_id': '24514a6e-af5b-4934-b9e7-18bb01fb4a0d', 'mac_address': 'fa:16:3e:4a:9b:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cde047d7-2e28-4a79-bfe1-82f30b2512d6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:01:27.100864 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c568ce8b-dce2-4d5d-8488-fd9ba1ffaff6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b87aa19-096b-42e4-aab5-85699b90c67f,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:27.111200 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c568ce8b-dce2-4d5d-8488-fd9ba1ffaff6 admin admin] Checking segment: {'id': '1672ae30-7885-4b1c-bafe-b05626d9aab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0a6aacdf-942f-4a28-9e1e-6df728214a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:27.111684 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c568ce8b-dce2-4d5d-8488-fd9ba1ffaff6 admin admin] Network hostable DHCP agents. Network: 0a6aacdf-942f-4a28-9e1e-6df728214a0c, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:01:27.114882 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc34ffc8-54eb-4016-a009-b06abc03bd07 req-8cf070b2-0877-4486-9f1a-cae21a0151e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:27.119058 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc3f503-164d-45ed-930c-a809f092a6b5 req-585045cc-02cd-4424-bdd6-549eb00a45ed tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:27.121171 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-bc34ffc8-54eb-4016-a009-b06abc03bd07 req-8cf070b2-0877-4486-9f1a-cae21a0151e4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c3a9c3be-ae08-4924-9d7a-f5be17be251a HTTP/1.1" status: 200 len: 914 time: 0.4115012 Nov 12 01:01:27.125987 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9dc3f503-164d-45ed-930c-a809f092a6b5 req-585045cc-02cd-4424-bdd6-549eb00a45ed tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbe53a61-6d21-4d32-8c14-8d2ca5e15898 HTTP/1.1" status: 200 len: 946 time: 0.2828834 Nov 12 01:01:27.145698 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-104712d0-7882-4839-8490-e0081f2a064a req-b895f6ea-ec49-4526-84aa-2a69f4c00846 service neutron] 10.222.0.44 "GET /v2.0/networks/84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4456477 Nov 12 01:01:27.226121 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-bc34ffc8-54eb-4016-a009-b06abc03bd07 req-7eaa77f0-bdbb-4c5c-a208-65592c9c593f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b79f8c4-e527-44d7-b9e3-2b984f984798 HTTP/1.1" status: 200 len: 1000 time: 0.0955687 Nov 12 01:01:27.273036 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c568ce8b-dce2-4d5d-8488-fd9ba1ffaff6 admin admin] Network 0a6aacdf-942f-4a28-9e1e-6df728214a0c is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:01:27.287089 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbd52c2-3d25-4eb6-9536-edd6e751e73d None None] New status for floating IP cd89c7c9-2daf-4087-b1ca-b3994a1182c5: ACTIVE {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:01:27.309271 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc34ffc8-54eb-4016-a009-b06abc03bd07 req-8c45369b-00c4-4248-a0f8-bd6314e8604a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:27.311959 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-bc34ffc8-54eb-4016-a009-b06abc03bd07 req-8c45369b-00c4-4248-a0f8-bd6314e8604a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9c9603aa-a0ab-494b-95f7-b3ae19c268c6 HTTP/1.1" status: 200 len: 853 time: 0.0764272 Nov 12 01:01:27.360802 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9dc3f503-164d-45ed-930c-a809f092a6b5 req-a6a49190-d554-4540-9d88-d8b2810abac2 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/security-groups?id=6317cb16-7037-4e74-8981-884545b7be14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118304 Nov 12 01:01:27.391576 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-c568ce8b-dce2-4d5d-8488-fd9ba1ffaff6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 0a6aacdf-942f-4a28-9e1e-6df728214a0c) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:27.418672 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c568ce8b-dce2-4d5d-8488-fd9ba1ffaff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:27.418672 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c568ce8b-dce2-4d5d-8488-fd9ba1ffaff6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:27.434612 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c568ce8b-dce2-4d5d-8488-fd9ba1ffaff6 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0349348 Nov 12 01:01:27.468325 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-104712d0-7882-4839-8490-e0081f2a064a req-4fdb3d39-b4f6-4a82-91a9-0ceb0c5176f7 service neutron] 10.222.0.44 "GET /v2.0/networks/84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312038 Nov 12 01:01:27.486817 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc34ffc8-54eb-4016-a009-b06abc03bd07 req-0ec4c74e-a9be-4fef-aae3-fd348079bf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:27.493256 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4179e97-e307-4370-89e3-35dd63b689e9 req-dc1b3210-8a4f-4436-b8b2-07249464a196 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:27.495477 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d4179e97-e307-4370-89e3-35dd63b689e9 req-dc1b3210-8a4f-4436-b8b2-07249464a196 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b890535-4d0e-4e9b-9c6b-99e99e93ba1d HTTP/1.1" status: 200 len: 944 time: 0.1169777 Nov 12 01:01:27.496485 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-bc34ffc8-54eb-4016-a009-b06abc03bd07 req-0ec4c74e-a9be-4fef-aae3-fd348079bf1d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3a9c3be-ae08-4924-9d7a-f5be17be251a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1703453 Nov 12 01:01:27.513720 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:27.535528 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce167948-9d4e-4478-b5bb-f60c37368384 None None] Network 0a6aacdf-942f-4a28-9e1e-6df728214a0c requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:27.541969 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9fb2ee1c-b955-4ac7-8fd0-565adfef8079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:27.657861 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d4179e97-e307-4370-89e3-35dd63b689e9 req-8ec0d076-8186-4be9-b573-2fd7385820dc tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523535 Nov 12 01:01:27.761079 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1d4db-48d0-4e0f-8cad-2367d7cba9e0 req-660da265-d207-48e8-b44c-59c73f4686bb tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:27.763760 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c1a1d4db-48d0-4e0f-8cad-2367d7cba9e0 req-660da265-d207-48e8-b44c-59c73f4686bb tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef3e684d-5160-4dd8-b486-0df1917730ef HTTP/1.1" status: 200 len: 1023 time: 0.1373911 Nov 12 01:01:27.790504 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-bc34ffc8-54eb-4016-a009-b06abc03bd07 req-6e957a92-ca3a-4d66-8457-d17e00492338 service neutron] 10.222.0.44 "GET /v2.0/networks/c3a9c3be-ae08-4924-9d7a-f5be17be251a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809110 Nov 12 01:01:27.939552 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84d606-d221-4291-993d-b0a5b7c35ed2 req-c71b3542-3430-445d-831e-7abf9ec9298b tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:27.942507 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5d84d606-d221-4291-993d-b0a5b7c35ed2 req-c71b3542-3430-445d-831e-7abf9ec9298b tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/ports?device_id=2fc2490f-7075-4895-8020-060efd82cf53 HTTP/1.1" status: 200 len: 945 time: 0.1409276 Nov 12 01:01:27.955571 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24514a6e-af5b-4934-b9e7-18bb01fb4a0d {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:01:27.979935 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-bc34ffc8-54eb-4016-a009-b06abc03bd07 req-b1284158-5876-4a18-bdad-cd7d534a35d9 service neutron] 10.222.0.44 "GET /v2.0/networks/c3a9c3be-ae08-4924-9d7a-f5be17be251a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772037 Nov 12 01:01:27.982238 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c1a1d4db-48d0-4e0f-8cad-2367d7cba9e0 req-f063619a-00a0-4778-9240-e115623d7d75 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/security-groups?id=21943528-0bf8-4982-87c4-734eacbb47a6&id=b1f55e6b-ac6a-493f-9689-6b58de301978&id=cb31bb74-0bc6-4e82-87fe-52030ec6ef32&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2097921 Nov 12 01:01:28.010385 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 24514a6e-af5b-4934-b9e7-18bb01fb4a0d, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=24514a6e-af5b-4934-b9e7-18bb01fb4a0d,segment=NetworkSegment(7f7e1ad1-0372-4186-9cc0-501706a8c47a),segment_id=7f7e1ad1-0372-4186-9cc0-501706a8c47a)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:28.105584 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5d84d606-d221-4291-993d-b0a5b7c35ed2 req-f4bc97ee-61dc-4471-919d-65f2980cdb5d tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/security-groups?id=6317cb16-7037-4e74-8981-884545b7be14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402848 Nov 12 01:01:28.117113 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:28.184229 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649485d-67dd-4cb0-ac78-c35cd974e1ac req-dfec5ebe-a910-4008-abbe-9d5105d89106 tempest-VolumesAdminNegativeTest-1191374942 tempest-VolumesAdminNegativeTest-1191374942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:28.197005 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a649485d-67dd-4cb0-ac78-c35cd974e1ac req-dfec5ebe-a910-4008-abbe-9d5105d89106 tempest-VolumesAdminNegativeTest-1191374942 tempest-VolumesAdminNegativeTest-1191374942-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4be8d12-40bf-41da-9d3e-dad74d7aa097 HTTP/1.1" status: 200 len: 945 time: 0.0899687 Nov 12 01:01:28.257840 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc34ffc8-54eb-4016-a009-b06abc03bd07 req-8722663f-6b3e-4d1c-8049-a46f2d7c247a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:28.265070 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-bc34ffc8-54eb-4016-a009-b06abc03bd07 req-8722663f-6b3e-4d1c-8049-a46f2d7c247a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=21eee794595f4d3b8f9bea504a1c9b84&device_id=ef3e684d-5160-4dd8-b486-0df1917730ef HTTP/1.1" status: 200 len: 1175 time: 0.1272664 Nov 12 01:01:28.340471 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a649485d-67dd-4cb0-ac78-c35cd974e1ac req-f9c057ab-4cab-4afb-ae82-5ed4d82825c2 tempest-VolumesAdminNegativeTest-1191374942 tempest-VolumesAdminNegativeTest-1191374942-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2fc0c33-eecc-46d9-b9e3-df818a3ca8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377337 Nov 12 01:01:28.444028 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [req-5ad0ee7d-5260-4605-a3e2-bc832b677451 req-ff51abe0-425d-4c5a-8947-fa758e2c8266 tempest-SecurityGroupsNegativeTestJSON-69813622 tempest-SecurityGroupsNegativeTestJSON-69813622-project] show failed (client error): The resource could not be found. Nov 12 01:01:28.446844 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5ad0ee7d-5260-4605-a3e2-bc832b677451 req-ff51abe0-425d-4c5a-8947-fa758e2c8266 tempest-SecurityGroupsNegativeTestJSON-69813622 tempest-SecurityGroupsNegativeTestJSON-69813622-project] 10.222.0.45 "GET /v2.0/security-groups/48fdd7f3-9b7f-49c3-b6ca-9b94a5df4739 HTTP/1.1" status: 404 len: 352 time: 0.0603478 Nov 12 01:01:28.506535 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc34ffc8-54eb-4016-a009-b06abc03bd07 req-0f878cc2-5a4b-49cc-b26f-aaab1de5530b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:28.509570 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-bc34ffc8-54eb-4016-a009-b06abc03bd07 req-0f878cc2-5a4b-49cc-b26f-aaab1de5530b service neutron] 10.222.0.44 "GET /v2.0/networks?id=c0b4a63e-0860-4dbc-9d9c-620393c3b6b9 HTTP/1.1" status: 200 len: 912 time: 0.2302642 Nov 12 01:01:28.509827 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbb9338-4bcd-4058-a9dc-cbe537f3a757 None None] Network 0a6aacdf-942f-4a28-9e1e-6df728214a0c requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:28.554240 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7c64bec2-728d-422d-a626-050bd2d5915e req-daa59830-f16d-40ef-a2e1-190519ac056a tempest-ServerShowV257Test-83202710 tempest-ServerShowV257Test-83202710-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d4d40bc-4909-4eb9-8371-7e3f4ebfb85b HTTP/1.1" status: 200 len: 210 time: 0.0900998 Nov 12 01:01:28.609799 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=24514a6e-af5b-4934-b9e7-18bb01fb4a0d,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:28.610557 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-bc34ffc8-54eb-4016-a009-b06abc03bd07 req-77e2adbb-4bee-4af7-9eec-9ff254dafd14 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=000ebbde-824a-4389-bd35-2e748d88936d HTTP/1.1" status: 200 len: 217 time: 0.0866458 Nov 12 01:01:28.732122 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['24514a6e-af5b-4934-b9e7-18bb01fb4a0d'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:01:28.759995 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device b638f517-29a2-463b-ae56-b0127b582dd6 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:01:28.779190 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc34ffc8-54eb-4016-a009-b06abc03bd07 req-d5344581-fb30-45ec-9f68-8b77f3fbb7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:28.784619 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-bc34ffc8-54eb-4016-a009-b06abc03bd07 req-d5344581-fb30-45ec-9f68-8b77f3fbb7e0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4f4b609e-2331-4c01-9258-3d3c5185144b HTTP/1.1" status: 200 len: 852 time: 0.1534548 Nov 12 01:01:28.815470 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ab02932e-2945-4363-a14a-62f4a03b19f1 req-0be5f206-67b3-4840-9e42-38c139bb54e2 tempest-SecurityGroupsNegativeTestJSON-69813622 tempest-SecurityGroupsNegativeTestJSON-69813622-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ee898a1c70c241d78a934ebd35c05638 HTTP/1.1" status: 200 len: 3005 time: 0.1167395 Nov 12 01:01:28.888497 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-bc34ffc8-54eb-4016-a009-b06abc03bd07 req-6d79083a-66ce-4c0f-ac83-5d336a20df11 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c0b4a63e-0860-4dbc-9d9c-620393c3b6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928516 Nov 12 01:01:28.913165 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ab02932e-2945-4363-a14a-62f4a03b19f1 req-704a58ee-e9d0-4c99-95ed-7b58d16f1a79 tempest-SecurityGroupsNegativeTestJSON-69813622 tempest-SecurityGroupsNegativeTestJSON-69813622-project] 10.222.0.45 "GET /v2.0/security-groups/efc838b8-7e66-417e-993f-0c5190ec371d HTTP/1.1" status: 200 len: 3002 time: 0.0925825 Nov 12 01:01:29.113566 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ab02932e-2945-4363-a14a-62f4a03b19f1 req-cae7ec6d-d76e-4977-9e38-f8e043de892f tempest-SecurityGroupsNegativeTestJSON-69813622 tempest-SecurityGroupsNegativeTestJSON-69813622-project] 10.222.0.45 "GET /v2.0/security-groups/efc838b8-7e66-417e-993f-0c5190ec371d HTTP/1.1" status: 200 len: 3002 time: 0.1976321 Nov 12 01:01:29.189889 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-bc34ffc8-54eb-4016-a009-b06abc03bd07 req-ac777f48-e784-4afc-b679-de933d08a561 service neutron] 10.222.0.44 "GET /v2.0/networks/c0b4a63e-0860-4dbc-9d9c-620393c3b6b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822664 Nov 12 01:01:29.296458 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b672483-05da-4283-a1c2-bebeff478ab1 req-ff43efe2-40f1-42a4-8667-0f1d4958b9b4 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:29.297391 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port b638f517-29a2-463b-ae56-b0127b582dd6, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=b638f517-29a2-463b-ae56-b0127b582dd6,segment=NetworkSegment(9dbffe20-fa57-4fc9-974f-82a4aaa66cb3),segment_id=9dbffe20-fa57-4fc9-974f-82a4aaa66cb3)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:29.299264 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0b672483-05da-4283-a1c2-bebeff478ab1 req-ff43efe2-40f1-42a4-8667-0f1d4958b9b4 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b890535-4d0e-4e9b-9c6b-99e99e93ba1d HTTP/1.1" status: 200 len: 944 time: 0.1186097 Nov 12 01:01:29.339313 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'b638f517-29a2-463b-ae56-b0127b582dd6', 'network_id': '84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c', 'port_id': 'b638f517-29a2-463b-ae56-b0127b582dd6', 'mac_address': 'fa:16:3e:1f:a1:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a66b550-2936-4c69-9648-647d722ad572', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:01:29.393002 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-bc34ffc8-54eb-4016-a009-b06abc03bd07 req-2b3d58f5-75ea-48aa-b23e-c397dce7ba1c service neutron] 10.222.0.44 "GET /v2.0/networks/c0b4a63e-0860-4dbc-9d9c-620393c3b6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943016 Nov 12 01:01:29.428465 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:29.462874 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b638f517-29a2-463b-ae56-b0127b582dd6 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:01:29.492672 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0b672483-05da-4283-a1c2-bebeff478ab1 req-84fcb11c-137f-47e0-941a-2e631635c0f2 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849463 Nov 12 01:01:29.505046 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port b638f517-29a2-463b-ae56-b0127b582dd6, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=b638f517-29a2-463b-ae56-b0127b582dd6,segment=NetworkSegment(9dbffe20-fa57-4fc9-974f-82a4aaa66cb3),segment_id=9dbffe20-fa57-4fc9-974f-82a4aaa66cb3)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:29.513417 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:29.554952 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f37ae7-dd2c-4835-b8c4-872a7921ecb2 req-2658586a-dd63-4185-bafe-fc3002926026 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:29.558033 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e3f37ae7-dd2c-4835-b8c4-872a7921ecb2 req-2658586a-dd63-4185-bafe-fc3002926026 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef3e684d-5160-4dd8-b486-0df1917730ef HTTP/1.1" status: 200 len: 1023 time: 0.1955087 Nov 12 01:01:29.593536 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=b638f517-29a2-463b-ae56-b0127b582dd6,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:29.709097 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-83a93fa1-5241-4d48-9021-18c7b332f125 req-95a9c8d6-0c81-458e-af04-fe9a81f19bef tempest-SecurityGroupsNegativeTestJSON-69813622 tempest-SecurityGroupsNegativeTestJSON-69813622-project] 10.222.0.45 "GET /v2.0/security-groups/efc838b8-7e66-417e-993f-0c5190ec371d HTTP/1.1" status: 200 len: 3002 time: 0.1491776 Nov 12 01:01:29.765157 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89705ff3-f5d9-46c7-b77a-31c08bb348ce req-f222c7df-8a8c-4bea-a453-d10e9a231f66 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:29.767270 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-89705ff3-f5d9-46c7-b77a-31c08bb348ce req-f222c7df-8a8c-4bea-a453-d10e9a231f66 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef3e684d-5160-4dd8-b486-0df1917730ef HTTP/1.1" status: 200 len: 1023 time: 0.2053390 Nov 12 01:01:29.877989 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [req-83a93fa1-5241-4d48-9021-18c7b332f125 req-9b4bd460-ebd7-4cd4-8512-8badc90091dc tempest-SecurityGroupsNegativeTestJSON-69813622 tempest-SecurityGroupsNegativeTestJSON-69813622-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 01:01:29.879081 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-83a93fa1-5241-4d48-9021-18c7b332f125 req-9b4bd460-ebd7-4cd4-8512-8badc90091dc tempest-SecurityGroupsNegativeTestJSON-69813622 tempest-SecurityGroupsNegativeTestJSON-69813622-project] 10.222.0.45 "DELETE /v2.0/security-groups/efc838b8-7e66-417e-993f-0c5190ec371d HTTP/1.1" status: 409 len: 352 time: 0.1448903 Nov 12 01:01:29.891082 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-e3f37ae7-dd2c-4835-b8c4-872a7921ecb2 req-cc618391-f77e-412a-95fd-6aa28d5b0d8a tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Deleting port 000ebbde-824a-4389-bd35-2e748d88936d {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:01:29.891423 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e3f37ae7-dd2c-4835-b8c4-872a7921ecb2 req-cc618391-f77e-412a-95fd-6aa28d5b0d8a tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:29.938936 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-89705ff3-f5d9-46c7-b77a-31c08bb348ce req-088bf535-81ba-4ca7-8adf-295f147f6136 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/security-groups?id=21943528-0bf8-4982-87c4-734eacbb47a6&id=b1f55e6b-ac6a-493f-9689-6b58de301978&id=cb31bb74-0bc6-4e82-87fe-52030ec6ef32&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1631777 Nov 12 01:01:30.028662 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['b638f517-29a2-463b-ae56-b0127b582dd6'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:01:30.051138 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-e3f37ae7-dd2c-4835-b8c4-872a7921ecb2 req-cc618391-f77e-412a-95fd-6aa28d5b0d8a tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] For port 000ebbde-824a-4389-bd35-2e748d88936d, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=000ebbde-824a-4389-bd35-2e748d88936d,segment=NetworkSegment(4d929ffe-81a7-4ef7-8297-43eff56226c9),segment_id=4d929ffe-81a7-4ef7-8297-43eff56226c9)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:30.051407 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e3f37ae7-dd2c-4835-b8c4-872a7921ecb2 req-cc618391-f77e-412a-95fd-6aa28d5b0d8a tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:30.071031 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-e3f37ae7-dd2c-4835-b8c4-872a7921ecb2 req-cc618391-f77e-412a-95fd-6aa28d5b0d8a tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Calling delete_port for 000ebbde-824a-4389-bd35-2e748d88936d owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:01:30.100680 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc90db7-d0d2-4756-a380-520064ca0086 req-c0274bfb-aef5-4156-ac66-65e01bf1a1aa tempest-VolumesAdminNegativeTest-1191374942 tempest-VolumesAdminNegativeTest-1191374942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:30.102219 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fbc90db7-d0d2-4756-a380-520064ca0086 req-c0274bfb-aef5-4156-ac66-65e01bf1a1aa tempest-VolumesAdminNegativeTest-1191374942 tempest-VolumesAdminNegativeTest-1191374942-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4be8d12-40bf-41da-9d3e-dad74d7aa097 HTTP/1.1" status: 200 len: 945 time: 0.1190553 Nov 12 01:01:30.168296 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e4b5d742-87ee-434a-8517-d5623f90dfee req-1975fb97-7ab1-49ca-aa87-9f70ac5d6877 tempest-ServerShowV257Test-83202710 tempest-ServerShowV257Test-83202710-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d4d40bc-4909-4eb9-8371-7e3f4ebfb85b HTTP/1.1" status: 200 len: 210 time: 0.0800142 Nov 12 01:01:30.261363 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fbc90db7-d0d2-4756-a380-520064ca0086 req-e651f9f6-ccf9-4737-b48d-6c0c88357c41 tempest-VolumesAdminNegativeTest-1191374942 tempest-VolumesAdminNegativeTest-1191374942-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2fc0c33-eecc-46d9-b9e3-df818a3ca8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981982 Nov 12 01:01:30.411068 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e3f37ae7-dd2c-4835-b8c4-872a7921ecb2 req-cc618391-f77e-412a-95fd-6aa28d5b0d8a tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:30.505931 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc618391-f77e-412a-95fd-6aa28d5b0d8a tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Pushing event deleted for resources: {'Port': ['ID=000ebbde-824a-4389-bd35-2e748d88936d,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:30.509103 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [req-47a08f22-3305-441f-a651-0f85aa95e757 req-7da8c17d-b40b-4678-89fe-9e159d9e8df6 tempest-SecurityGroupsNegativeTestJSON-69813622 tempest-SecurityGroupsNegativeTestJSON-69813622-project] show failed (client error): The resource could not be found. Nov 12 01:01:30.511019 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-47a08f22-3305-441f-a651-0f85aa95e757 req-7da8c17d-b40b-4678-89fe-9e159d9e8df6 tempest-SecurityGroupsNegativeTestJSON-69813622 tempest-SecurityGroupsNegativeTestJSON-69813622-project] 10.222.0.45 "GET /v2.0/security-groups/d0d5ab7c-6b54-4b18-92d1-bcd2e17ce081 HTTP/1.1" status: 404 len: 352 time: 0.1017251 Nov 12 01:01:30.665179 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [req-28dae023-93bc-41cd-9112-98e1d4801b2a req-fd5a50d8-4218-4c9c-acdf-3649b1edaa96 tempest-SecurityGroupsNegativeTestJSON-69813622 tempest-SecurityGroupsNegativeTestJSON-69813622-project] show failed (client error): The resource could not be found. Nov 12 01:01:30.666324 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-28dae023-93bc-41cd-9112-98e1d4801b2a req-fd5a50d8-4218-4c9c-acdf-3649b1edaa96 tempest-SecurityGroupsNegativeTestJSON-69813622 tempest-SecurityGroupsNegativeTestJSON-69813622-project] 10.222.0.45 "GET /v2.0/security-groups/fa7081c6-4ae6-4382-9ed5-c70de8d7ff8f HTTP/1.1" status: 404 len: 352 time: 0.1105969 Nov 12 01:01:30.689031 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 33624) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:30.690269 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f37ae7-dd2c-4835-b8c4-872a7921ecb2 req-cc618391-f77e-412a-95fd-6aa28d5b0d8a tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] No DVR routers for this DVR port 000ebbde-824a-4389-bd35-2e748d88936d on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:01:30.695145 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e3f37ae7-dd2c-4835-b8c4-872a7921ecb2 req-cc618391-f77e-412a-95fd-6aa28d5b0d8a tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:30.698435 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e3f37ae7-dd2c-4835-b8c4-872a7921ecb2 req-cc618391-f77e-412a-95fd-6aa28d5b0d8a tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.44 "DELETE /v2.0/ports/000ebbde-824a-4389-bd35-2e748d88936d HTTP/1.1" status: 204 len: 173 time: 1.1236880 Nov 12 01:01:30.699030 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3e684d-5160-4dd8-b486-0df1917730ef', 'name': 'network-vif-deleted', 'tag': '000ebbde-824a-4389-bd35-2e748d88936d'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:01:30.701347 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44f87e1-2f5e-4201-8010-e2b13673b774" -d '{"events": [{"server_uuid": "ef3e684d-5160-4dd8-b486-0df1917730ef", "name": "network-vif-deleted", "tag": "000ebbde-824a-4389-bd35-2e748d88936d"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:01:30.767872 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 24514a6e-af5b-4934-b9e7-18bb01fb4a0d up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:01:30.825272 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8305b30-2356-40df-b20e-a75ec9a5c0c2 admin admin] Deleting subnet 8b87aa19-096b-42e4-aab5-85699b90c67f {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:01:30.831941 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f8305b30-2356-40df-b20e-a75ec9a5c0c2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:30.844704 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-c686c485-2079-4efe-a4c0-f179cb2ad963 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:30.861907 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-c686c485-2079-4efe-a4c0-f179cb2ad963 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/networks?id=80ba6814-619a-4959-9d28-8381b39b3b4f HTTP/1.1" status: 200 len: 813 time: 0.3765855 Nov 12 01:01:30.864255 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3925eb2e-000a-4c1e-865d-198769bc8444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:30.896167 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 24514a6e-af5b-4934-b9e7-18bb01fb4a0d completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:01:30.905661 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 24514a6e-af5b-4934-b9e7-18bb01fb4a0d triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:30.906666 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:30.930736 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-d7b0d551-f8a2-499c-8658-58ab091baa7a tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/quotas/00ac16e382bc4fa284bcba516cac28dc HTTP/1.1" status: 200 len: 375 time: 0.0372417 Nov 12 01:01:30.941359 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f8305b30-2356-40df-b20e-a75ec9a5c0c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:31.032723 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f8305b30-2356-40df-b20e-a75ec9a5c0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:31.079809 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-067d8db3-8350-41fb-bcc0-b98656d9e359 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=00ac16e382bc4fa284bcba516cac28dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1474628 Nov 12 01:01:31.082232 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:31.102647 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['564e0828-9b69-49aa-b37c-0f3279423172', '000ebbde-824a-4389-bd35-2e748d88936d'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:01:31.103291 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d539d-4b19-4b82-bd49-79bd639a1c02 req-58d0e93a-5afb-4c76-a1f4-45427aa2388f tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:31.115306 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-da7d539d-4b19-4b82-bd49-79bd639a1c02 req-58d0e93a-5afb-4c76-a1f4-45427aa2388f tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b890535-4d0e-4e9b-9c6b-99e99e93ba1d HTTP/1.1" status: 200 len: 945 time: 0.2510812 Nov 12 01:01:31.178400 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f8305b30-2356-40df-b20e-a75ec9a5c0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:31.200222 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4be8d12-40bf-41da-9d3e-dad74d7aa097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24514a6e-af5b-4934-b9e7-18bb01fb4a0d'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:01:31.204685 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1f4b77-bf98-4910-bef2-d3408a4a6b94" -d '{"events": [{"server_uuid": "f4be8d12-40bf-41da-9d3e-dad74d7aa097", "name": "network-vif-plugged", "status": "completed", "tag": "24514a6e-af5b-4934-b9e7-18bb01fb4a0d"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:01:31.239612 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 24514a6e-af5b-4934-b9e7-18bb01fb4a0d, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=24514a6e-af5b-4934-b9e7-18bb01fb4a0d,segment=NetworkSegment(7f7e1ad1-0372-4186-9cc0-501706a8c47a),segment_id=7f7e1ad1-0372-4186-9cc0-501706a8c47a)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:31.250882 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:31.258992 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8305b30-2356-40df-b20e-a75ec9a5c0c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b87aa19-096b-42e4-aab5-85699b90c67f,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:31.268689 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f8305b30-2356-40df-b20e-a75ec9a5c0c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:31.278078 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f8305b30-2356-40df-b20e-a75ec9a5c0c2 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/8b87aa19-096b-42e4-aab5-85699b90c67f HTTP/1.1" status: 204 len: 168 time: 0.5942495 Nov 12 01:01:31.282066 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 33636) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:31.312809 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-da7d539d-4b19-4b82-bd49-79bd639a1c02 req-a352f53b-8394-4a69-aa01-c40ead85a011 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814685 Nov 12 01:01:31.327040 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8305b30-2356-40df-b20e-a75ec9a5c0c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:31.328142 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8305b30-2356-40df-b20e-a75ec9a5c0c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:31.329568 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8305b30-2356-40df-b20e-a75ec9a5c0c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:31.330095 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8305b30-2356-40df-b20e-a75ec9a5c0c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:31.330807 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8305b30-2356-40df-b20e-a75ec9a5c0c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:31.331603 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8305b30-2356-40df-b20e-a75ec9a5c0c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:31.332312 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8305b30-2356-40df-b20e-a75ec9a5c0c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:31.332982 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8305b30-2356-40df-b20e-a75ec9a5c0c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:31.333676 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8305b30-2356-40df-b20e-a75ec9a5c0c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:31.334357 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8305b30-2356-40df-b20e-a75ec9a5c0c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:31.335153 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8305b30-2356-40df-b20e-a75ec9a5c0c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:31.335830 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8305b30-2356-40df-b20e-a75ec9a5c0c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:01:31.434413 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-1b38bc9b-55dd-4570-85d6-08f1fc934351 service neutron] 10.222.0.45 "GET /v2.0/networks/80ba6814-619a-4959-9d28-8381b39b3b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175466 Nov 12 01:01:31.481723 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=24514a6e-af5b-4934-b9e7-18bb01fb4a0d,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:31.504124 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2db649-e21f-40ce-be7a-5ad07245428d x-openstack-request-id: req-3b2db649-e21f-40ce-be7a-5ad07245428d {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:01:31.504585 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef3e684d-5160-4dd8-b486-0df1917730ef", "name": "network-vif-deleted", "tag": "000ebbde-824a-4389-bd35-2e748d88936d", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:01:31.504989 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3b2db649-e21f-40ce-be7a-5ad07245428d {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:01:31.505633 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3e684d-5160-4dd8-b486-0df1917730ef', 'name': 'network-vif-deleted', 'tag': '000ebbde-824a-4389-bd35-2e748d88936d', 'status': 'completed', 'code': 200} Nov 12 01:01:31.547931 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-03bd1e14-24d1-47a3-aba5-91473a021db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:31.813799 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-55d78e5c-c71e-4217-9390-3f5ad49f6a27 req-fb029b3b-06a2-4dd6-b5ee-73f47b731904 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/ports?device_id=ef3e684d-5160-4dd8-b486-0df1917730ef HTTP/1.1" status: 200 len: 210 time: 0.1623864 Nov 12 01:01:31.874802 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c77ea-6182-48d5-b122-a48cde8dc0b9 req-a2c2a2b6-4a66-47f3-978a-d822e09cf2ed tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:31.875240 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-03bd1e14-24d1-47a3-aba5-91473a021db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:31.880605 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d38c77ea-6182-48d5-b122-a48cde8dc0b9 req-a2c2a2b6-4a66-47f3-978a-d822e09cf2ed tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.44 "GET /v2.0/ports?device_id=2fc2490f-7075-4895-8020-060efd82cf53 HTTP/1.1" status: 200 len: 945 time: 0.4408460 Nov 12 01:01:31.911739 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e7cdbd-4b3e-423b-975f-d894be4e8d10 x-openstack-request-id: req-53e7cdbd-4b3e-423b-975f-d894be4e8d10 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:01:31.912159 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4be8d12-40bf-41da-9d3e-dad74d7aa097", "name": "network-vif-plugged", "status": "completed", "tag": "24514a6e-af5b-4934-b9e7-18bb01fb4a0d", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:01:31.912417 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-53e7cdbd-4b3e-423b-975f-d894be4e8d10 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:01:31.912871 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4be8d12-40bf-41da-9d3e-dad74d7aa097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24514a6e-af5b-4934-b9e7-18bb01fb4a0d', 'code': 200} Nov 12 01:01:31.923881 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-03bd1e14-24d1-47a3-aba5-91473a021db1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a6aacdf-942f-4a28-9e1e-6df728214a0c']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:31.946222 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-03bd1e14-24d1-47a3-aba5-91473a021db1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1672ae30-7885-4b1c-bafe-b05626d9aab5') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:31.947453 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-03bd1e14-24d1-47a3-aba5-91473a021db1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1672ae30-7885-4b1c-bafe-b05626d9aab5') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:31.974720 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-03bd1e14-24d1-47a3-aba5-91473a021db1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:32.004818 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-03bd1e14-24d1-47a3-aba5-91473a021db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:32.018519 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-0b740ea0-eb2e-48c0-a5f3-f5b45fe74d57 service neutron] 10.222.0.45 "GET /v2.0/networks/80ba6814-619a-4959-9d28-8381b39b3b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5538986 Nov 12 01:01:32.035671 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03bd1e14-24d1-47a3-aba5-91473a021db1 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:01:32.038276 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-03bd1e14-24d1-47a3-aba5-91473a021db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:32.060898 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:01:32.060898 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:01:32.060898 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:01:32.060898 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:01:32.060898 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:01:32.060898 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:01:32.060898 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:01:32.060898 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:01:32.060898 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:01:32.060898 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:01:32.060898 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:01:32.060898 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:01:32.060898 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:01:32.060898 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:01:32.060898 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:01:32.060898 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:01:32.060898 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:01:32.060898 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:01:32.060898 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:01:32.060898 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:01:32.060898 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:01:32.060898 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:01:32.060898 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:01:32.060898 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:01:32.060898 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:01:32.060898 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:01:32.060898 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:01:32.060898 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:01:32.060898 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:01:32.060898 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:01:32.060898 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:01:32.060898 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:01:32.081084 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-422021c1-2f61-425f-aa36-2ffc70f9c67c req-ed0ff827-74d4-4e30-8386-b1d7ae8e8227 tempest-ServerShowV257Test-83202710 tempest-ServerShowV257Test-83202710-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d4d40bc-4909-4eb9-8371-7e3f4ebfb85b HTTP/1.1" status: 200 len: 210 time: 0.0593882 Nov 12 01:01:32.089163 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e28bbf-5c3c-4e56-b26b-f2aad41df9e1 req-6a63056a-7e8e-47dd-a4bf-8e06b4eebc4c tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:32.091947 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e8e28bbf-5c3c-4e56-b26b-f2aad41df9e1 req-6a63056a-7e8e-47dd-a4bf-8e06b4eebc4c tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.44 "GET /v2.0/ports?device_id=dbe53a61-6d21-4d32-8c14-8d2ca5e15898 HTTP/1.1" status: 200 len: 946 time: 0.4262519 Nov 12 01:01:32.146234 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-d38c77ea-6182-48d5-b122-a48cde8dc0b9 req-3a3fad95-85d7-4069-be3e-cd9cc15a527e tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Deleting port c3707cc5-eadb-4f0f-a12f-7aae527d346f {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:01:32.147034 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d38c77ea-6182-48d5-b122-a48cde8dc0b9 req-3a3fad95-85d7-4069-be3e-cd9cc15a527e tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:32.206603 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-03bd1e14-24d1-47a3-aba5-91473a021db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:32.240603 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-03bd1e14-24d1-47a3-aba5-91473a021db1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:32.248281 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-03bd1e14-24d1-47a3-aba5-91473a021db1 admin admin] 10.222.0.45 "DELETE /v2.0/networks/0a6aacdf-942f-4a28-9e1e-6df728214a0c HTTP/1.1" status: 204 len: 168 time: 0.9596055 Nov 12 01:01:32.262731 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd1e14-24d1-47a3-aba5-91473a021db1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a6aacdf-942f-4a28-9e1e-6df728214a0c,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:32.321440 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-e8e28bbf-5c3c-4e56-b26b-f2aad41df9e1 req-deecede1-d09a-42f7-a415-a46a35ebe2b6 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Deleting port 2a845829-a832-4494-ad82-dec8032b9ef7 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:01:32.322120 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e8e28bbf-5c3c-4e56-b26b-f2aad41df9e1 req-deecede1-d09a-42f7-a415-a46a35ebe2b6 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:32.370051 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594f965-7808-441b-8715-6b9ab1030b03 req-fd96b019-5d46-435a-a92e-9eba3d04e0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:32.372825 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8594f965-7808-441b-8715-6b9ab1030b03 req-fd96b019-5d46-435a-a92e-9eba3d04e0df service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f4be8d12-40bf-41da-9d3e-dad74d7aa097 HTTP/1.1" status: 200 len: 1098 time: 0.3348548 Nov 12 01:01:32.444571 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dba942-644e-4791-a4d3-9671c94f9be5 req-bfb283d6-fad0-4e9f-beb7-e9a92861d13a tempest-VolumesAdminNegativeTest-1191374942 tempest-VolumesAdminNegativeTest-1191374942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:32.447521 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a2dba942-644e-4791-a4d3-9671c94f9be5 req-bfb283d6-fad0-4e9f-beb7-e9a92861d13a tempest-VolumesAdminNegativeTest-1191374942 tempest-VolumesAdminNegativeTest-1191374942-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4be8d12-40bf-41da-9d3e-dad74d7aa097 HTTP/1.1" status: 200 len: 946 time: 0.2896531 Nov 12 01:01:32.528024 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8594f965-7808-441b-8715-6b9ab1030b03 req-195cb3d8-66a5-45b3-a190-a9535dd6e68a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c2fc0c33-eecc-46d9-b9e3-df818a3ca8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346779 Nov 12 01:01:32.580699 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-d38c77ea-6182-48d5-b122-a48cde8dc0b9 req-3a3fad95-85d7-4069-be3e-cd9cc15a527e tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] For port c3707cc5-eadb-4f0f-a12f-7aae527d346f, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=c3707cc5-eadb-4f0f-a12f-7aae527d346f,segment=NetworkSegment(e7378896-c8bc-49a5-88eb-5fba66be71ec),segment_id=e7378896-c8bc-49a5-88eb-5fba66be71ec)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:32.582015 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d38c77ea-6182-48d5-b122-a48cde8dc0b9 req-3a3fad95-85d7-4069-be3e-cd9cc15a527e tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:32.600217 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-e8e28bbf-5c3c-4e56-b26b-f2aad41df9e1 req-deecede1-d09a-42f7-a415-a46a35ebe2b6 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] For port 2a845829-a832-4494-ad82-dec8032b9ef7, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=2a845829-a832-4494-ad82-dec8032b9ef7,segment=NetworkSegment(e7378896-c8bc-49a5-88eb-5fba66be71ec),segment_id=e7378896-c8bc-49a5-88eb-5fba66be71ec)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:32.601281 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e8e28bbf-5c3c-4e56-b26b-f2aad41df9e1 req-deecede1-d09a-42f7-a415-a46a35ebe2b6 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:32.618081 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 33652) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:32.623289 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-d38c77ea-6182-48d5-b122-a48cde8dc0b9 req-3a3fad95-85d7-4069-be3e-cd9cc15a527e tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Calling delete_port for c3707cc5-eadb-4f0f-a12f-7aae527d346f owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:01:32.650801 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-e8e28bbf-5c3c-4e56-b26b-f2aad41df9e1 req-deecede1-d09a-42f7-a415-a46a35ebe2b6 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Calling delete_port for 2a845829-a832-4494-ad82-dec8032b9ef7 owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:01:32.734054 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:32.746032 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device b638f517-29a2-463b-ae56-b0127b582dd6 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:01:32.781203 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 33658) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:32.797034 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-f5cdd026-1fa2-441a-8a89-82f426baa2eb tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-979617205'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:32.822657 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a2dba942-644e-4791-a4d3-9671c94f9be5 req-7ce9e8dd-0cef-4e02-93b7-62046fd2e3bc tempest-VolumesAdminNegativeTest-1191374942 tempest-VolumesAdminNegativeTest-1191374942-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2fc0c33-eecc-46d9-b9e3-df818a3ca8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3482115 Nov 12 01:01:32.837569 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port b638f517-29a2-463b-ae56-b0127b582dd6 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:01:32.852608 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-88f938dc-4695-4804-aac4-3d87c2713853 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ee898a1c70c241d78a934ebd35c05638&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2327302 Nov 12 01:01:32.862322 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 33664) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:32.881754 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port b638f517-29a2-463b-ae56-b0127b582dd6 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:32.882383 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:33.001210 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5cdd026-1fa2-441a-8a89-82f426baa2eb tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Made reservation on behalf of 1d8109316fd94efaa47eb9260db1f13b for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:33.008738 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f5cdd026-1fa2-441a-8a89-82f426baa2eb tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:33.017783 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4f3f69b7-8b0b-4739-8bb8-b4a76e72d3a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:33.061185 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4f3f69b7-8b0b-4739-8bb8-b4a76e72d3a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:33.081594 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5cdd026-1fa2-441a-8a89-82f426baa2eb tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:01:33.186438 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e8e28bbf-5c3c-4e56-b26b-f2aad41df9e1 req-deecede1-d09a-42f7-a415-a46a35ebe2b6 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:33.205013 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f5cdd026-1fa2-441a-8a89-82f426baa2eb tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:33.205372 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-f5cdd026-1fa2-441a-8a89-82f426baa2eb tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Added segment 3b8d314a-fb91-4753-a376-6dadf7d1ae46 of type vlan for network bca8627a-85cd-44bc-bbc5-d27b1e587fca Nov 12 01:01:33.243808 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['c3707cc5-eadb-4f0f-a12f-7aae527d346f', '2a845829-a832-4494-ad82-dec8032b9ef7'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:01:33.247409 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deecede1-d09a-42f7-a415-a46a35ebe2b6 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Pushing event deleted for resources: {'Port': ['ID=2a845829-a832-4494-ad82-dec8032b9ef7,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:33.254351 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4f3f69b7-8b0b-4739-8bb8-b4a76e72d3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:33.262074 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4f3f69b7-8b0b-4739-8bb8-b4a76e72d3a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:33.266301 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4f3f69b7-8b0b-4739-8bb8-b4a76e72d3a0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/efc838b8-7e66-417e-993f-0c5190ec371d HTTP/1.1" status: 204 len: 168 time: 0.4018655 Nov 12 01:01:33.302444 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3f69b7-8b0b-4739-8bb8-b4a76e72d3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc838b8-7e66-417e-993f-0c5190ec371d,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:33.307344 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b4b555-84e6-4da4-9510-530606a987c2 req-06de579e-4cd4-4736-81b8-548f809fcbfb tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:33.309962 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d4b4b555-84e6-4da4-9510-530606a987c2 req-06de579e-4cd4-4736-81b8-548f809fcbfb tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b890535-4d0e-4e9b-9c6b-99e99e93ba1d HTTP/1.1" status: 200 len: 945 time: 0.1755023 Nov 12 01:01:33.316566 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f5cdd026-1fa2-441a-8a89-82f426baa2eb tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:33.332264 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d38c77ea-6182-48d5-b122-a48cde8dc0b9 req-3a3fad95-85d7-4069-be3e-cd9cc15a527e tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:33.384282 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3fad95-85d7-4069-be3e-cd9cc15a527e tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Pushing event deleted for resources: {'Port': ['ID=c3707cc5-eadb-4f0f-a12f-7aae527d346f,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:33.391673 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:33.421444 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8e28bbf-5c3c-4e56-b26b-f2aad41df9e1 req-deecede1-d09a-42f7-a415-a46a35ebe2b6 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] No DVR routers for this DVR port 2a845829-a832-4494-ad82-dec8032b9ef7 on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:01:33.424683 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e8e28bbf-5c3c-4e56-b26b-f2aad41df9e1 req-deecede1-d09a-42f7-a415-a46a35ebe2b6 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:33.429498 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e8e28bbf-5c3c-4e56-b26b-f2aad41df9e1 req-deecede1-d09a-42f7-a415-a46a35ebe2b6 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.44 "DELETE /v2.0/ports/2a845829-a832-4494-ad82-dec8032b9ef7 HTTP/1.1" status: 204 len: 173 time: 1.2949257 Nov 12 01:01:33.429498 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbe53a61-6d21-4d32-8c14-8d2ca5e15898', 'name': 'network-vif-deleted', 'tag': '2a845829-a832-4494-ad82-dec8032b9ef7'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:01:33.432184 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64445dba-04cd-427a-9bc1-bc36d78301f2" -d '{"events": [{"server_uuid": "dbe53a61-6d21-4d32-8c14-8d2ca5e15898", "name": "network-vif-deleted", "tag": "2a845829-a832-4494-ad82-dec8032b9ef7"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:01:33.517474 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-358c05a6-ac21-49f4-959e-ea80075784a8 req-e71620bc-5aa7-4203-a4df-996c3fd6c5d7 tempest-ServerShowV257Test-83202710 tempest-ServerShowV257Test-83202710-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d4d40bc-4909-4eb9-8371-7e3f4ebfb85b HTTP/1.1" status: 200 len: 210 time: 0.0856645 Nov 12 01:01:33.543693 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f5cdd026-1fa2-441a-8a89-82f426baa2eb tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:33.558393 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port b638f517-29a2-463b-ae56-b0127b582dd6, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=b638f517-29a2-463b-ae56-b0127b582dd6,segment=NetworkSegment(9dbffe20-fa57-4fc9-974f-82a4aaa66cb3),segment_id=9dbffe20-fa57-4fc9-974f-82a4aaa66cb3)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:33.572967 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cdd026-1fa2-441a-8a89-82f426baa2eb tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:33.573728 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f5cdd026-1fa2-441a-8a89-82f426baa2eb tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:33.580573 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:33.586870 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 000ebbde-824a-4389-bd35-2e748d88936d no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:01:33.639157 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-d38c77ea-6182-48d5-b122-a48cde8dc0b9 req-3a3fad95-85d7-4069-be3e-cd9cc15a527e tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] No DVR routers for this DVR port c3707cc5-eadb-4f0f-a12f-7aae527d346f on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:01:33.658013 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d38c77ea-6182-48d5-b122-a48cde8dc0b9 req-3a3fad95-85d7-4069-be3e-cd9cc15a527e tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:33.663558 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d38c77ea-6182-48d5-b122-a48cde8dc0b9 req-3a3fad95-85d7-4069-be3e-cd9cc15a527e tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.44 "DELETE /v2.0/ports/c3707cc5-eadb-4f0f-a12f-7aae527d346f HTTP/1.1" status: 204 len: 173 time: 1.7742426 Nov 12 01:01:33.669596 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-f5cdd026-1fa2-441a-8a89-82f426baa2eb tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8827307 Nov 12 01:01:33.669596 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc2490f-7075-4895-8020-060efd82cf53', 'name': 'network-vif-deleted', 'tag': 'c3707cc5-eadb-4f0f-a12f-7aae527d346f'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:01:33.670448 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b92cc9e-12a2-4d09-8e9b-e7752fe74665" -d '{"events": [{"server_uuid": "2fc2490f-7075-4895-8020-060efd82cf53", "name": "network-vif-deleted", "tag": "c3707cc5-eadb-4f0f-a12f-7aae527d346f"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:01:33.675325 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 33682) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:33.680767 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d4b4b555-84e6-4da4-9510-530606a987c2 req-b30d31c4-a75d-42c1-aee1-55bfbeec76ee tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581970 Nov 12 01:01:33.693436 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 000ebbde-824a-4389-bd35-2e748d88936d {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:01:33.694051 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 000ebbde-824a-4389-bd35-2e748d88936d not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:01:33.703784 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-ee52ce69-0d42-48d9-8048-eccb99de9085 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-146932583'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:33.750036 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=b638f517-29a2-463b-ae56-b0127b582dd6,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:33.784068 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['2a845829-a832-4494-ad82-dec8032b9ef7'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:01:33.790825 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-23692a57-2671-452c-8446-764b3e5d7288 req-53855743-657f-46a3-9c10-593a046ed08b tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/ports?device_id=0382889d-6bac-4572-a818-5d4443613e7f HTTP/1.1" status: 200 len: 210 time: 0.1433544 Nov 12 01:01:33.851451 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee52ce69-0d42-48d9-8048-eccb99de9085 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Made reservation on behalf of 1d8109316fd94efaa47eb9260db1f13b for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:33.856225 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ee52ce69-0d42-48d9-8048-eccb99de9085 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:33.892540 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:33.905139 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee52ce69-0d42-48d9-8048-eccb99de9085 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:01:33.913690 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b890535-4d0e-4e9b-9c6b-99e99e93ba1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b638f517-29a2-463b-ae56-b0127b582dd6'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:01:33.916882 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c8b1f2-fdbe-462d-95a0-17939c6aed31" -d '{"events": [{"server_uuid": "2b890535-4d0e-4e9b-9c6b-99e99e93ba1d", "name": "network-vif-plugged", "status": "completed", "tag": "b638f517-29a2-463b-ae56-b0127b582dd6"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:01:33.937140 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdaf1d83-4d20-46c2-ad70-e12d321389b1 x-openstack-request-id: req-cdaf1d83-4d20-46c2-ad70-e12d321389b1 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:01:33.938981 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbe53a61-6d21-4d32-8c14-8d2ca5e15898", "name": "network-vif-deleted", "tag": "2a845829-a832-4494-ad82-dec8032b9ef7", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:01:33.941037 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cdaf1d83-4d20-46c2-ad70-e12d321389b1 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:01:33.943135 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbe53a61-6d21-4d32-8c14-8d2ca5e15898', 'name': 'network-vif-deleted', 'tag': '2a845829-a832-4494-ad82-dec8032b9ef7', 'status': 'completed', 'code': 200} Nov 12 01:01:33.974287 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ee52ce69-0d42-48d9-8048-eccb99de9085 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:33.976104 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-ee52ce69-0d42-48d9-8048-eccb99de9085 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Added segment 241d1237-5a54-4a08-8584-358bbd4e511f of type vlan for network 27138fd0-2739-4679-b06e-dafc84073bf0 Nov 12 01:01:33.980308 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73cebff3-4913-4d1b-a450-fb144e67e0c6 x-openstack-request-id: req-73cebff3-4913-4d1b-a450-fb144e67e0c6 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:01:33.981110 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc2490f-7075-4895-8020-060efd82cf53", "name": "network-vif-deleted", "tag": "c3707cc5-eadb-4f0f-a12f-7aae527d346f", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:01:33.981110 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-73cebff3-4913-4d1b-a450-fb144e67e0c6 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:01:33.981305 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc2490f-7075-4895-8020-060efd82cf53', 'name': 'network-vif-deleted', 'tag': 'c3707cc5-eadb-4f0f-a12f-7aae527d346f', 'status': 'completed', 'code': 200} Nov 12 01:01:34.016201 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cdd026-1fa2-441a-8a89-82f426baa2eb tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Pushing event updated for resources: {'Network': ['ID=bca8627a-85cd-44bc-bbc5-d27b1e587fca,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:34.033591 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network bca8627a-85cd-44bc-bbc5-d27b1e587fca details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:01:34.083123 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b16cdac8-6afa-46cf-82ad-d82b84c254ae req-81e9562b-b2e6-4b04-9b11-dc5870873f17 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/security-groups/cb31bb74-0bc6-4e82-87fe-52030ec6ef32 HTTP/1.1" status: 200 len: 1817 time: 0.2710772 Nov 12 01:01:34.188549 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ee52ce69-0d42-48d9-8048-eccb99de9085 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:34.217968 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b16cdac8-6afa-46cf-82ad-d82b84c254ae req-9a8647c1-f212-4fe1-a80b-4d4d611feec2 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:34.229235 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ee52ce69-0d42-48d9-8048-eccb99de9085 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:34.237542 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee52ce69-0d42-48d9-8048-eccb99de9085 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:34.238208 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ee52ce69-0d42-48d9-8048-eccb99de9085 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:34.249574 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e54f4-4f46-4491-9df5-ab88d9d238be req-17681771-d9c3-44d9-b440-87e35503adf9 tempest-VolumesAdminNegativeTest-1191374942 tempest-VolumesAdminNegativeTest-1191374942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:34.263120 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-574e54f4-4f46-4491-9df5-ab88d9d238be req-17681771-d9c3-44d9-b440-87e35503adf9 tempest-VolumesAdminNegativeTest-1191374942 tempest-VolumesAdminNegativeTest-1191374942-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4be8d12-40bf-41da-9d3e-dad74d7aa097 HTTP/1.1" status: 200 len: 946 time: 0.2176175 Nov 12 01:01:34.304494 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b16cdac8-6afa-46cf-82ad-d82b84c254ae req-9a8647c1-f212-4fe1-a80b-4d4d611feec2 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:34.370569 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ee52ce69-0d42-48d9-8048-eccb99de9085 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6936831 Nov 12 01:01:34.379141 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 33698) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:34.396109 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-08fbea9a-a9c7-4b13-8e08-f49fc22f9bd5 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Request body: {'subnet': {'network_id': 'bca8627a-85cd-44bc-bbc5-d27b1e587fca', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:34.420377 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-574e54f4-4f46-4491-9df5-ab88d9d238be req-221cc1ec-9d96-44b4-94ee-cec31994d088 tempest-VolumesAdminNegativeTest-1191374942 tempest-VolumesAdminNegativeTest-1191374942-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2fc0c33-eecc-46d9-b9e3-df818a3ca8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555443 Nov 12 01:01:34.492133 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee52ce69-0d42-48d9-8048-eccb99de9085 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Pushing event updated for resources: {'Network': ['ID=27138fd0-2739-4679-b06e-dafc84073bf0,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:34.511340 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 27138fd0-2739-4679-b06e-dafc84073bf0 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:01:34.587959 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b16cdac8-6afa-46cf-82ad-d82b84c254ae req-9a8647c1-f212-4fe1-a80b-4d4d611feec2 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:34.592514 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b16cdac8-6afa-46cf-82ad-d82b84c254ae req-9a8647c1-f212-4fe1-a80b-4d4d611feec2 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:34.612779 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b16cdac8-6afa-46cf-82ad-d82b84c254ae req-9a8647c1-f212-4fe1-a80b-4d4d611feec2 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "DELETE /v2.0/security-groups/cb31bb74-0bc6-4e82-87fe-52030ec6ef32 HTTP/1.1" status: 204 len: 173 time: 0.5272276 Nov 12 01:01:34.682883 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250d6e85-ad9a-400b-b956-74f16afd05c0 x-openstack-request-id: req-250d6e85-ad9a-400b-b956-74f16afd05c0 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:01:34.683251 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b890535-4d0e-4e9b-9c6b-99e99e93ba1d", "name": "network-vif-plugged", "status": "completed", "tag": "b638f517-29a2-463b-ae56-b0127b582dd6", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:01:34.683393 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8647c1-f212-4fe1-a80b-4d4d611feec2 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb31bb74-0bc6-4e82-87fe-52030ec6ef32,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:34.683628 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-250d6e85-ad9a-400b-b956-74f16afd05c0 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:01:34.684268 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b890535-4d0e-4e9b-9c6b-99e99e93ba1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b638f517-29a2-463b-ae56-b0127b582dd6', 'code': 200} Nov 12 01:01:34.873365 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e2e37742-935c-43bd-a4c9-f925fded56f1 req-a3cc5530-53e6-4123-b659-aacc9d42236f tempest-ServerShowV257Test-83202710 tempest-ServerShowV257Test-83202710-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d4d40bc-4909-4eb9-8371-7e3f4ebfb85b HTTP/1.1" status: 200 len: 210 time: 0.0876801 Nov 12 01:01:34.881037 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08fbea9a-a9c7-4b13-8e08-f49fc22f9bd5 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Made reservation on behalf of 1d8109316fd94efaa47eb9260db1f13b for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:34.886298 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-08fbea9a-a9c7-4b13-8e08-f49fc22f9bd5 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:35.001120 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3297da3e-2a42-408f-8ca7-6a1952efb788 req-708c1eeb-d160-4062-8f89-3b3e5f9e0b16 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/security-groups/21943528-0bf8-4982-87c4-734eacbb47a6 HTTP/1.1" status: 200 len: 1818 time: 0.2760487 Nov 12 01:01:35.047945 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:35.172540 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6816238-2590-4887-9006-294eb75186b8 req-8ecc87f2-3fec-4718-8e4d-06d1b6a512a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:35.174781 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e6816238-2590-4887-9006-294eb75186b8 req-8ecc87f2-3fec-4718-8e4d-06d1b6a512a3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2b890535-4d0e-4e9b-9c6b-99e99e93ba1d HTTP/1.1" status: 200 len: 1098 time: 0.3271828 Nov 12 01:01:35.314228 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-3297da3e-2a42-408f-8ca7-6a1952efb788 req-9fc16715-cae3-473e-88e7-b6e6b1852c12 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:35.409876 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-3297da3e-2a42-408f-8ca7-6a1952efb788 req-9fc16715-cae3-473e-88e7-b6e6b1852c12 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:35.430118 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d7df1-5858-46e5-91b7-5ccbb2514c44 req-bc32667c-6ddb-403e-b8f6-730e1bc27341 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:35.432573 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cd1d7df1-5858-46e5-91b7-5ccbb2514c44 req-bc32667c-6ddb-403e-b8f6-730e1bc27341 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b890535-4d0e-4e9b-9c6b-99e99e93ba1d HTTP/1.1" status: 200 len: 946 time: 0.3086791 Nov 12 01:01:35.507303 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e6816238-2590-4887-9006-294eb75186b8 req-d5b17f3f-1dde-4b76-ade7-06254a322234 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764180 Nov 12 01:01:35.619047 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-3297da3e-2a42-408f-8ca7-6a1952efb788 req-9fc16715-cae3-473e-88e7-b6e6b1852c12 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:35.621690 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-3297da3e-2a42-408f-8ca7-6a1952efb788 req-9fc16715-cae3-473e-88e7-b6e6b1852c12 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:35.635171 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3297da3e-2a42-408f-8ca7-6a1952efb788 req-9fc16715-cae3-473e-88e7-b6e6b1852c12 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "DELETE /v2.0/security-groups/21943528-0bf8-4982-87c4-734eacbb47a6 HTTP/1.1" status: 204 len: 173 time: 0.6308839 Nov 12 01:01:35.670570 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cd1d7df1-5858-46e5-91b7-5ccbb2514c44 req-294ec609-5f5e-40ef-8cbc-360f6bf563bd tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209918 Nov 12 01:01:35.687213 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc16715-cae3-473e-88e7-b6e6b1852c12 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21943528-0bf8-4982-87c4-734eacbb47a6,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:35.704353 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-08fbea9a-a9c7-4b13-8e08-f49fc22f9bd5 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:35.808006 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b4bbd9ab-5442-4875-a5ca-cd40c76452f7 req-73411e3f-2dfc-4208-b8b7-016782b437b2 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/ports?device_id=0382889d-6bac-4572-a818-5d4443613e7f HTTP/1.1" status: 200 len: 210 time: 0.0769839 Nov 12 01:01:35.859738 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fbea9a-a9c7-4b13-8e08-f49fc22f9bd5 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Pushing event updated for resources: {'Subnet': ['ID=cd40a6d2-fe25-4249-a894-79091d8af3b3,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:35.862119 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fbea9a-a9c7-4b13-8e08-f49fc22f9bd5 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Checking segment: {'id': '3b8d314a-fb91-4753-a376-6dadf7d1ae46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bca8627a-85cd-44bc-bbc5-d27b1e587fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:35.862489 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fbea9a-a9c7-4b13-8e08-f49fc22f9bd5 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Network hostable DHCP agents. Network: bca8627a-85cd-44bc-bbc5-d27b1e587fca, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:01:35.909396 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fbea9a-a9c7-4b13-8e08-f49fc22f9bd5 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Network bca8627a-85cd-44bc-bbc5-d27b1e587fca is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:01:35.983088 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-08fbea9a-a9c7-4b13-8e08-f49fc22f9bd5 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, bca8627a-85cd-44bc-bbc5-d27b1e587fca) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:36.021599 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0154a608-159e-4090-829b-e0c4ec5dec08 None None] Network bca8627a-85cd-44bc-bbc5-d27b1e587fca requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:36.021946 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-e6f31df6-0ab8-4179-a237-b1952b39530b req-1e5dfac6-7d25-446c-9b42-f915dfde4676 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1352931669', 'description': 'tempest-description-1349115830'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:36.087058 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fbea9a-a9c7-4b13-8e08-f49fc22f9bd5 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:36.093424 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-08fbea9a-a9c7-4b13-8e08-f49fc22f9bd5 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:36.231949 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-50159b16-cd24-4823-bf1e-b5c613a339ca req-710c1da3-ebfe-4ace-bcb1-d224200c9cd4 tempest-ServerShowV257Test-83202710 tempest-ServerShowV257Test-83202710-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d4d40bc-4909-4eb9-8371-7e3f4ebfb85b HTTP/1.1" status: 200 len: 210 time: 0.1210325 Nov 12 01:01:36.305138 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e6f31df6-0ab8-4179-a237-b1952b39530b req-1e5dfac6-7d25-446c-9b42-f915dfde4676 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:36.337178 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 33748) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:36.345370 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-006ace91-281c-4fa3-8bdb-7a08716b12dc tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Request body: {'subnet': {'network_id': '27138fd0-2739-4679-b06e-dafc84073bf0', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:36.348820 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-08fbea9a-a9c7-4b13-8e08-f49fc22f9bd5 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9631574 Nov 12 01:01:36.467489 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-f5097a59-c612-4494-89a3-6d7985f12cbb tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:36.470691 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-f5097a59-c612-4494-89a3-6d7985f12cbb tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.44 "GET /v2.0/networks?id=80ba6814-619a-4959-9d28-8381b39b3b4f HTTP/1.1" status: 200 len: 813 time: 0.5396035 Nov 12 01:01:36.544726 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-1f1e4978-ce66-48b9-9a99-d456046027f3 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Request body: {'port': {'device_id': '76652449-fe25-4d29-ae40-ada3f015a8b2', 'network_id': '80ba6814-619a-4959-9d28-8381b39b3b4f', 'admin_state_up': True, 'tenant_id': '00ac16e382bc4fa284bcba516cac28dc'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:36.578964 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af47ec1-7b7f-480f-9b9e-a2de03fa676e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-bca8627a-85cd-44bc-bbc5-d27b1e587fca', 'network_id': 'bca8627a-85cd-44bc-bbc5-d27b1e587fca', 'tenant_id': '1d8109316fd94efaa47eb9260db1f13b', 'fixed_ips': [{'subnet_id': 'cd40a6d2-fe25-4249-a894-79091d8af3b3'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:01:36.580392 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4af47ec1-7b7f-480f-9b9e-a2de03fa676e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:36.616630 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e6f31df6-0ab8-4179-a237-b1952b39530b req-1e5dfac6-7d25-446c-9b42-f915dfde4676 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:36.636715 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e6f31df6-0ab8-4179-a237-b1952b39530b req-1e5dfac6-7d25-446c-9b42-f915dfde4676 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:36.640712 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006ace91-281c-4fa3-8bdb-7a08716b12dc tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Made reservation on behalf of 1d8109316fd94efaa47eb9260db1f13b for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:36.649782 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-006ace91-281c-4fa3-8bdb-7a08716b12dc tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:36.657269 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 33752) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:36.741555 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-cab719eb-258f-4ae0-9fbb-438ba741b575 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:36.743216 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-cab719eb-258f-4ae0-9fbb-438ba741b575 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.44 "GET /v2.0/networks?id=80ba6814-619a-4959-9d28-8381b39b3b4f HTTP/1.1" status: 200 len: 813 time: 0.2106276 Nov 12 01:01:36.784164 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-e3742e30-f8a1-4b69-95e7-515071c21f57 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Request body: {'port': {'device_id': '0382889d-6bac-4572-a818-5d4443613e7f', 'network_id': '80ba6814-619a-4959-9d28-8381b39b3b4f', 'admin_state_up': True, 'tenant_id': '00ac16e382bc4fa284bcba516cac28dc'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:36.893390 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 2a845829-a832-4494-ad82-dec8032b9ef7 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:01:36.931946 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 2a845829-a832-4494-ad82-dec8032b9ef7 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:01:36.932416 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 2a845829-a832-4494-ad82-dec8032b9ef7 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:01:36.933080 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device c3707cc5-eadb-4f0f-a12f-7aae527d346f no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:01:36.938106 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9d4261ee-7ce6-48fa-8dd0-bbc2272aa7e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:36.967593 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: c3707cc5-eadb-4f0f-a12f-7aae527d346f {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:01:36.968591 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device c3707cc5-eadb-4f0f-a12f-7aae527d346f not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:01:37.077531 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-e3742e30-f8a1-4b69-95e7-515071c21f57 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Made reservation on behalf of 00ac16e382bc4fa284bcba516cac28dc for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:37.081278 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-e3742e30-f8a1-4b69-95e7-515071c21f57 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:37.156045 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-4af47ec1-7b7f-480f-9b9e-a2de03fa676e None None] Allocated IP 10.1.1.2 (bca8627a-85cd-44bc-bbc5-d27b1e587fca/cd40a6d2-fe25-4249-a894-79091d8af3b3/3bc1d841-7da9-43ba-8e83-1259f3c4c854) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:37.182342 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-006ace91-281c-4fa3-8bdb-7a08716b12dc tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:37.232129 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e6f31df6-0ab8-4179-a237-b1952b39530b req-1e5dfac6-7d25-446c-9b42-f915dfde4676 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:37.234186 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e6f31df6-0ab8-4179-a237-b1952b39530b req-1e5dfac6-7d25-446c-9b42-f915dfde4676 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 1.2785003 Nov 12 01:01:37.330336 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006ace91-281c-4fa3-8bdb-7a08716b12dc tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Pushing event updated for resources: {'Subnet': ['ID=5dc72c35-9d59-4a0f-ae56-f38fe29c2b7f,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:37.332419 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3950837-4ad8-4a80-91f2-d1763cbf92a3 req-dd44e5ca-445a-49cc-87fc-95e096e7f098 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:37.340769 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e3950837-4ad8-4a80-91f2-d1763cbf92a3 req-dd44e5ca-445a-49cc-87fc-95e096e7f098 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b890535-4d0e-4e9b-9c6b-99e99e93ba1d HTTP/1.1" status: 200 len: 946 time: 0.1338725 Nov 12 01:01:37.341531 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5dfac6-7d25-446c-9b42-f915dfde4676 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5cd19c-9a19-4c0c-91b3-23b962e7886b,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:37.350882 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9d4261ee-7ce6-48fa-8dd0-bbc2272aa7e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:37.371533 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9d4261ee-7ce6-48fa-8dd0-bbc2272aa7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:37.384485 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4af47ec1-7b7f-480f-9b9e-a2de03fa676e None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:37.391919 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4af47ec1-7b7f-480f-9b9e-a2de03fa676e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:37.438570 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af47ec1-7b7f-480f-9b9e-a2de03fa676e None None] Network bca8627a-85cd-44bc-bbc5-d27b1e587fca is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:37.444458 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-4af47ec1-7b7f-480f-9b9e-a2de03fa676e None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:37.449855 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af47ec1-7b7f-480f-9b9e-a2de03fa676e None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:37.458619 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af47ec1-7b7f-480f-9b9e-a2de03fa676e None None] Pushing event updated for resources: {'Port': ['ID=3bc1d841-7da9-43ba-8e83-1259f3c4c854,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:37.461700 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-99764eb4-63d3-45e0-a710-20eb7dd8dcd0 req-5f4f76f9-835b-45af-97d0-1116dd99592b tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/ports?device_id=0382889d-6bac-4572-a818-5d4443613e7f HTTP/1.1" status: 200 len: 210 time: 0.1155317 Nov 12 01:01:37.505390 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9d4261ee-7ce6-48fa-8dd0-bbc2272aa7e2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ce0a1839ff71422ca591ffd5d472c4a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8416731 Nov 12 01:01:37.512573 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 33770) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:37.548699 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-4af47ec1-7b7f-480f-9b9e-a2de03fa676e None None] Attempting to bind port 3bc1d841-7da9-43ba-8e83-1259f3c4c854 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:37.549168 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-4af47ec1-7b7f-480f-9b9e-a2de03fa676e None None] Attempting to bind port 3bc1d841-7da9-43ba-8e83-1259f3c4c854 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '3b8d314a-fb91-4753-a376-6dadf7d1ae46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bca8627a-85cd-44bc-bbc5-d27b1e587fca'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:37.550179 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af47ec1-7b7f-480f-9b9e-a2de03fa676e None None] Attempting to bind port 3bc1d841-7da9-43ba-8e83-1259f3c4c854 on network bca8627a-85cd-44bc-bbc5-d27b1e587fca {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:37.554233 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4261ee-7ce6-48fa-8dd0-bbc2272aa7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f85096-f9cf-41a3-94b6-4c829f6f4f4f,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:37.555998 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-1f1e4978-ce66-48b9-9a99-d456046027f3 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Made reservation on behalf of 00ac16e382bc4fa284bcba516cac28dc for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:37.557765 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af47ec1-7b7f-480f-9b9e-a2de03fa676e None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:01:37.558259 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af47ec1-7b7f-480f-9b9e-a2de03fa676e None None] Checking segment: {'id': '3b8d314a-fb91-4753-a376-6dadf7d1ae46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bca8627a-85cd-44bc-bbc5-d27b1e587fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:37.558732 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4af47ec1-7b7f-480f-9b9e-a2de03fa676e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:37.559298 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af47ec1-7b7f-480f-9b9e-a2de03fa676e None None] Bound using segment: {'id': '3b8d314a-fb91-4753-a376-6dadf7d1ae46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bca8627a-85cd-44bc-bbc5-d27b1e587fca'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:01:37.559642 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-1f1e4978-ce66-48b9-9a99-d456046027f3 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:37.559928 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-4af47ec1-7b7f-480f-9b9e-a2de03fa676e None None] Bound port: 3bc1d841-7da9-43ba-8e83-1259f3c4c854, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b8d314a-fb91-4753-a376-6dadf7d1ae46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bca8627a-85cd-44bc-bbc5-d27b1e587fca'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:01:37.560451 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4af47ec1-7b7f-480f-9b9e-a2de03fa676e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:37.592337 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e3950837-4ad8-4a80-91f2-d1763cbf92a3 req-35b203f1-a762-498c-9a94-14c527a63595 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141118 Nov 12 01:01:37.593895 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-e3742e30-f8a1-4b69-95e7-515071c21f57 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Allocated IP 172.20.0.6 (80ba6814-619a-4959-9d28-8381b39b3b4f/898a8763-5bd9-4c11-a7f2-3f76dcc2d691/e60adb00-6bb9-4c63-9e13-b1ef94e88519) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:37.605255 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006ace91-281c-4fa3-8bdb-7a08716b12dc tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Checking segment: {'id': '241d1237-5a54-4a08-8584-358bbd4e511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '27138fd0-2739-4679-b06e-dafc84073bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:37.605937 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006ace91-281c-4fa3-8bdb-7a08716b12dc tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Network hostable DHCP agents. Network: 27138fd0-2739-4679-b06e-dafc84073bf0, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:01:37.680539 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006ace91-281c-4fa3-8bdb-7a08716b12dc tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Network 27138fd0-2739-4679-b06e-dafc84073bf0 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:01:37.689185 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4af47ec1-7b7f-480f-9b9e-a2de03fa676e None None] For port 3bc1d841-7da9-43ba-8e83-1259f3c4c854, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:01:37.694871 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4af47ec1-7b7f-480f-9b9e-a2de03fa676e None None] For port 3bc1d841-7da9-43ba-8e83-1259f3c4c854, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=3bc1d841-7da9-43ba-8e83-1259f3c4c854,segment=NetworkSegment(3b8d314a-fb91-4753-a376-6dadf7d1ae46),segment_id=3b8d314a-fb91-4753-a376-6dadf7d1ae46)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:01:37.697067 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0991c0d2-ab1e-446e-ba7b-6d27ee1e08c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:37.702957 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4af47ec1-7b7f-480f-9b9e-a2de03fa676e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:37.719521 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-006ace91-281c-4fa3-8bdb-7a08716b12dc tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 27138fd0-2739-4679-b06e-dafc84073bf0) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:37.746696 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0991c0d2-ab1e-446e-ba7b-6d27ee1e08c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:37.750284 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7755f804-3502-42eb-9ebe-0d65074d894f None None] Network 27138fd0-2739-4679-b06e-dafc84073bf0 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:37.750628 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006ace91-281c-4fa3-8bdb-7a08716b12dc tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:37.751162 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-006ace91-281c-4fa3-8bdb-7a08716b12dc tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:37.769646 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c0d90b00-27d7-4d4d-97ad-c493c6797679 req-ec232203-fdf8-4011-990c-2f7608a12c2e tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/security-groups/aa5cd19c-9a19-4c0c-91b3-23b962e7886b HTTP/1.1" status: 200 len: 1820 time: 0.0879047 Nov 12 01:01:37.797779 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1e8eabe8-f088-41e8-b3ed-51cf196f9822 req-46cbf4ef-9a08-4b5c-b84b-fda97cb47aa2 tempest-ServerShowV257Test-83202710 tempest-ServerShowV257Test-83202710-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d4d40bc-4909-4eb9-8371-7e3f4ebfb85b HTTP/1.1" status: 200 len: 210 time: 0.0537598 Nov 12 01:01:37.804650 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-006ace91-281c-4fa3-8bdb-7a08716b12dc tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4657185 Nov 12 01:01:37.808309 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-c0d90b00-27d7-4d4d-97ad-c493c6797679 req-c6ffd6d1-daff-4724-ae60-143f1484ecf0 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1507837378', 'description': 'tempest-description-hth-2118224014'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:37.816814 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 33772) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:37.822743 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-c7d5cd1b-c46a-49c6-a0b8-bd2587e85f71 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Request body: {'port': {'network_id': 'bca8627a-85cd-44bc-bbc5-d27b1e587fca', 'name': 'tempest-TaggedBootDevicesTest-2092681774', 'fixed_ips': [{'subnet_id': 'cd40a6d2-fe25-4249-a894-79091d8af3b3'}]}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:37.876185 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af47ec1-7b7f-480f-9b9e-a2de03fa676e None None] Pushing event updated for resources: {'Port': ['ID=3bc1d841-7da9-43ba-8e83-1259f3c4c854,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:37.957528 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c0d90b00-27d7-4d4d-97ad-c493c6797679 req-c6ffd6d1-daff-4724-ae60-143f1484ecf0 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for security_group, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:37.990365 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0991c0d2-ab1e-446e-ba7b-6d27ee1e08c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:37.993080 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0991c0d2-ab1e-446e-ba7b-6d27ee1e08c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:37.994290 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-0991c0d2-ab1e-446e-ba7b-6d27ee1e08c8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/04f85096-f9cf-41a3-94b6-4c829f6f4f4f HTTP/1.1" status: 204 len: 168 time: 0.4788284 Nov 12 01:01:38.001575 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-e3742e30-f8a1-4b69-95e7-515071c21f57 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:38.097002 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-e3742e30-f8a1-4b69-95e7-515071c21f57 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:38.134726 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c0d90b00-27d7-4d4d-97ad-c493c6797679 req-c6ffd6d1-daff-4724-ae60-143f1484ecf0 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for security_group, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:38.142996 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c4746b-b146-4872-8e27-2132e1b57900 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-27138fd0-2739-4679-b06e-dafc84073bf0', 'network_id': '27138fd0-2739-4679-b06e-dafc84073bf0', 'tenant_id': '1d8109316fd94efaa47eb9260db1f13b', 'fixed_ips': [{'subnet_id': '5dc72c35-9d59-4a0f-ae56-f38fe29c2b7f'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:01:38.145070 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-21c4746b-b146-4872-8e27-2132e1b57900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:38.154949 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:38.155853 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c0d90b00-27d7-4d4d-97ad-c493c6797679 req-c6ffd6d1-daff-4724-ae60-143f1484ecf0 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:38.160842 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-e3742e30-f8a1-4b69-95e7-515071c21f57 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Network 80ba6814-619a-4959-9d28-8381b39b3b4f is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:38.161205 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c0d90b00-27d7-4d4d-97ad-c493c6797679 req-c6ffd6d1-daff-4724-ae60-143f1484ecf0 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:38.164672 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-e3742e30-f8a1-4b69-95e7-515071c21f57 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:38.175875 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-e3742e30-f8a1-4b69-95e7-515071c21f57 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:38.177429 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c0d90b00-27d7-4d4d-97ad-c493c6797679 req-c6ffd6d1-daff-4724-ae60-143f1484ecf0 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "PUT /v2.0/security-groups/aa5cd19c-9a19-4c0c-91b3-23b962e7886b HTTP/1.1" status: 200 len: 1794 time: 0.3827913 Nov 12 01:01:38.231150 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3742e30-f8a1-4b69-95e7-515071c21f57 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Pushing event updated for resources: {'Port': ['ID=e60adb00-6bb9-4c63-9e13-b1ef94e88519,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:38.318599 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0991c0d2-ab1e-446e-ba7b-6d27ee1e08c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f85096-f9cf-41a3-94b6-4c829f6f4f4f,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:38.393635 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-e3742e30-f8a1-4b69-95e7-515071c21f57 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:38.399180 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-e3742e30-f8a1-4b69-95e7-515071c21f57 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:38.418064 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-1f1e4978-ce66-48b9-9a99-d456046027f3 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Allocated IP 172.20.0.3 (80ba6814-619a-4959-9d28-8381b39b3b4f/898a8763-5bd9-4c11-a7f2-3f76dcc2d691/72edd99f-4087-448f-9d5c-166d0fa8fcec) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:38.459877 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-e3742e30-f8a1-4b69-95e7-515071c21f57 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6806402 Nov 12 01:01:38.488106 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-5d778d29-5df6-4979-a217-028d801ffe04 service neutron] Request body: {'port': {'device_id': '0382889d-6bac-4572-a818-5d4443613e7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:38.543560 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-21c4746b-b146-4872-8e27-2132e1b57900 None None] Allocated IP 10.2.2.2 (27138fd0-2739-4679-b06e-dafc84073bf0/5dc72c35-9d59-4a0f-ae56-f38fe29c2b7f/31145cef-68ea-400d-aa04-c47c75735c1e) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:38.662062 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ffd6d1-daff-4724-ae60-143f1484ecf0 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5cd19c-9a19-4c0c-91b3-23b962e7886b,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:38.684918 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d5cd1b-c46a-49c6-a0b8-bd2587e85f71 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Made reservation on behalf of 1d8109316fd94efaa47eb9260db1f13b for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:38.708536 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-5d778d29-5df6-4979-a217-028d801ffe04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:38.734093 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-60e7c64e-1139-4dae-a557-d43b5990a4d7 req-0632a86a-0a8a-4613-a951-f87c54920826 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/security-groups/aa5cd19c-9a19-4c0c-91b3-23b962e7886b HTTP/1.1" status: 200 len: 1794 time: 0.1789522 Nov 12 01:01:38.772394 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-1f1e4978-ce66-48b9-9a99-d456046027f3 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:38.795297 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 3bc1d841-7da9-43ba-8e83-1259f3c4c854 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:01:38.922873 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 3bc1d841-7da9-43ba-8e83-1259f3c4c854 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:38.923546 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:38.984950 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-1f1e4978-ce66-48b9-9a99-d456046027f3 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:39.073014 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-21c4746b-b146-4872-8e27-2132e1b57900 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:39.085105 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-21c4746b-b146-4872-8e27-2132e1b57900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:39.193868 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c4746b-b146-4872-8e27-2132e1b57900 None None] Network 27138fd0-2739-4679-b06e-dafc84073bf0 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:39.221208 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-21c4746b-b146-4872-8e27-2132e1b57900 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:39.226011 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c4746b-b146-4872-8e27-2132e1b57900 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:39.230050 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4746b-b146-4872-8e27-2132e1b57900 None None] Pushing event updated for resources: {'Port': ['ID=31145cef-68ea-400d-aa04-c47c75735c1e,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:39.293243 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:39.371430 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-1f1e4978-ce66-48b9-9a99-d456046027f3 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Network 80ba6814-619a-4959-9d28-8381b39b3b4f is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:39.402282 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efd0c8-5332-41f5-86e1-d6e51a27c4d2 req-4923d4ba-bac5-4cf0-ac7f-b3907c31868d tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:39.404481 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-21c4746b-b146-4872-8e27-2132e1b57900 None None] Attempting to bind port 31145cef-68ea-400d-aa04-c47c75735c1e on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:39.404668 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-21c4746b-b146-4872-8e27-2132e1b57900 None None] Attempting to bind port 31145cef-68ea-400d-aa04-c47c75735c1e by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '241d1237-5a54-4a08-8584-358bbd4e511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '27138fd0-2739-4679-b06e-dafc84073bf0'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:39.405544 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c4746b-b146-4872-8e27-2132e1b57900 None None] Attempting to bind port 31145cef-68ea-400d-aa04-c47c75735c1e on network 27138fd0-2739-4679-b06e-dafc84073bf0 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:39.412105 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-89efd0c8-5332-41f5-86e1-d6e51a27c4d2 req-4923d4ba-bac5-4cf0-ac7f-b3907c31868d tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/ports?device_id=0382889d-6bac-4572-a818-5d4443613e7f HTTP/1.1" status: 200 len: 931 time: 0.4231579 Nov 12 01:01:39.442818 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c4746b-b146-4872-8e27-2132e1b57900 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:01:39.443168 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c4746b-b146-4872-8e27-2132e1b57900 None None] Checking segment: {'id': '241d1237-5a54-4a08-8584-358bbd4e511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '27138fd0-2739-4679-b06e-dafc84073bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:39.443571 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-21c4746b-b146-4872-8e27-2132e1b57900 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:39.444009 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c4746b-b146-4872-8e27-2132e1b57900 None None] Bound using segment: {'id': '241d1237-5a54-4a08-8584-358bbd4e511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '27138fd0-2739-4679-b06e-dafc84073bf0'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:01:39.444490 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-21c4746b-b146-4872-8e27-2132e1b57900 None None] Bound port: 31145cef-68ea-400d-aa04-c47c75735c1e, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '241d1237-5a54-4a08-8584-358bbd4e511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '27138fd0-2739-4679-b06e-dafc84073bf0'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:01:39.444872 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-21c4746b-b146-4872-8e27-2132e1b57900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:39.449269 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-5d778d29-5df6-4979-a217-028d801ffe04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e60adb00-6bb9-4c63-9e13-b1ef94e88519 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:01:39.461390 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1e4978-ce66-48b9-9a99-d456046027f3 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Pushing event updated for resources: {'Port': ['ID=72edd99f-4087-448f-9d5c-166d0fa8fcec,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:39.465110 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-5d778d29-5df6-4979-a217-028d801ffe04 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:39.476754 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-1f1e4978-ce66-48b9-9a99-d456046027f3 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:39.489250 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-5d778d29-5df6-4979-a217-028d801ffe04 service neutron] Transition to ACTIVE for port object e60adb00-6bb9-4c63-9e13-b1ef94e88519 will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:01:39.497591 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 3bc1d841-7da9-43ba-8e83-1259f3c4c854, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=3bc1d841-7da9-43ba-8e83-1259f3c4c854,segment=NetworkSegment(3b8d314a-fb91-4753-a376-6dadf7d1ae46),segment_id=3b8d314a-fb91-4753-a376-6dadf7d1ae46)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:39.499630 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-5d778d29-5df6-4979-a217-028d801ffe04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:39.511581 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:39.518434 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-1f1e4978-ce66-48b9-9a99-d456046027f3 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:39.584783 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c7d5cd1b-c46a-49c6-a0b8-bd2587e85f71 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:39.641013 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d778d29-5df6-4979-a217-028d801ffe04 service neutron] Pushing event updated for resources: {'Port': ['ID=e60adb00-6bb9-4c63-9e13-b1ef94e88519,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:39.658782 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=3bc1d841-7da9-43ba-8e83-1259f3c4c854,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:39.661142 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfe441-6363-441a-86a5-7b35a155b20a req-372b9817-5b02-43cf-8583-cf86c7df8fe3 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:39.667606 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-becfe441-6363-441a-86a5-7b35a155b20a req-372b9817-5b02-43cf-8583-cf86c7df8fe3 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b890535-4d0e-4e9b-9c6b-99e99e93ba1d HTTP/1.1" status: 200 len: 946 time: 0.5091650 Nov 12 01:01:39.691367 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 33814) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:39.734299 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-5d778d29-5df6-4979-a217-028d801ffe04 service neutron] Attempting to bind port e60adb00-6bb9-4c63-9e13-b1ef94e88519 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:39.734716 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-5d778d29-5df6-4979-a217-028d801ffe04 service neutron] Attempting to bind port e60adb00-6bb9-4c63-9e13-b1ef94e88519 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'e7378896-c8bc-49a5-88eb-5fba66be71ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '80ba6814-619a-4959-9d28-8381b39b3b4f'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:39.734977 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-5d778d29-5df6-4979-a217-028d801ffe04 service neutron] Attempting to bind port e60adb00-6bb9-4c63-9e13-b1ef94e88519 on network 80ba6814-619a-4959-9d28-8381b39b3b4f {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:39.740019 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-5d778d29-5df6-4979-a217-028d801ffe04 service neutron] Port e60adb00-6bb9-4c63-9e13-b1ef94e88519 on network 80ba6814-619a-4959-9d28-8381b39b3b4f not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:01:39.740399 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-5d778d29-5df6-4979-a217-028d801ffe04 service neutron] Attempting to bind port e60adb00-6bb9-4c63-9e13-b1ef94e88519 on network 80ba6814-619a-4959-9d28-8381b39b3b4f {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:39.745952 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-5d778d29-5df6-4979-a217-028d801ffe04 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:01:39.746371 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-5d778d29-5df6-4979-a217-028d801ffe04 service neutron] Checking segment: {'id': 'e7378896-c8bc-49a5-88eb-5fba66be71ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '80ba6814-619a-4959-9d28-8381b39b3b4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:39.746695 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-5d778d29-5df6-4979-a217-028d801ffe04 service neutron] Bound using segment: {'id': 'e7378896-c8bc-49a5-88eb-5fba66be71ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '80ba6814-619a-4959-9d28-8381b39b3b4f'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:01:39.747139 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-5d778d29-5df6-4979-a217-028d801ffe04 service neutron] Bound port: e60adb00-6bb9-4c63-9e13-b1ef94e88519, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7378896-c8bc-49a5-88eb-5fba66be71ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '80ba6814-619a-4959-9d28-8381b39b3b4f'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:01:39.747507 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-5d778d29-5df6-4979-a217-028d801ffe04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:39.765194 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad08ae9d-7165-4b7e-a775-9a172afdef5d None None] Network bca8627a-85cd-44bc-bbc5-d27b1e587fca requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:39.781711 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [None req-c7d5cd1b-c46a-49c6-a0b8-bd2587e85f71 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] device_id is not set on port 02f4ae95-756c-4dab-896e-11fe6ab13527 yet. {{(pid=109085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:01:39.813809 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-89efd0c8-5332-41f5-86e1-d6e51a27c4d2 req-5047521c-8ef2-4d95-bd52-defcfc236fc0 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/security-groups?id=6317cb16-7037-4e74-8981-884545b7be14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981266 Nov 12 01:01:39.859080 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-1f1e4978-ce66-48b9-9a99-d456046027f3 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:39.860148 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-1f1e4978-ce66-48b9-9a99-d456046027f3 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:39.890826 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-5d778d29-5df6-4979-a217-028d801ffe04 service neutron] For port e60adb00-6bb9-4c63-9e13-b1ef94e88519, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:01:39.910434 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-5d778d29-5df6-4979-a217-028d801ffe04 service neutron] For port e60adb00-6bb9-4c63-9e13-b1ef94e88519, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e60adb00-6bb9-4c63-9e13-b1ef94e88519,segment=NetworkSegment(e7378896-c8bc-49a5-88eb-5fba66be71ec),segment_id=e7378896-c8bc-49a5-88eb-5fba66be71ec)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:01:39.926533 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-ac51f5aa-e1c4-42c1-a395-05c8b414567f None None] Provisioning complete for port 3bc1d841-7da9-43ba-8e83-1259f3c4c854 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:39.927148 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ac51f5aa-e1c4-42c1-a395-05c8b414567f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:39.929950 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-9f963b88-bb0e-419e-98cc-d3d78742bcda admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1100571504-network', 'tenant_id': '7ddab49d3f5a4b49b039bf18c7812764'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:39.946009 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-5d778d29-5df6-4979-a217-028d801ffe04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:39.995178 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-1f1e4978-ce66-48b9-9a99-d456046027f3 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4630001 Nov 12 01:01:40.002477 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-21c4746b-b146-4872-8e27-2132e1b57900 None None] For port 31145cef-68ea-400d-aa04-c47c75735c1e, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:01:40.032690 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-becfe441-6363-441a-86a5-7b35a155b20a req-ed9b48b3-6cbd-433f-8b74-28374e763e7b tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446360 Nov 12 01:01:40.049127 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-94f8890d-2628-43c0-9c55-a316c33e3e37 service neutron] Request body: {'port': {'device_id': '76652449-fe25-4d29-ae40-ada3f015a8b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:40.082496 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-21c4746b-b146-4872-8e27-2132e1b57900 None None] For port 31145cef-68ea-400d-aa04-c47c75735c1e, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=31145cef-68ea-400d-aa04-c47c75735c1e,segment=NetworkSegment(241d1237-5a54-4a08-8584-358bbd4e511f),segment_id=241d1237-5a54-4a08-8584-358bbd4e511f)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:01:40.113536 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-5d778d29-5df6-4979-a217-028d801ffe04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:40.114442 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-5d778d29-5df6-4979-a217-028d801ffe04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:40.116436 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-5d778d29-5df6-4979-a217-028d801ffe04 service neutron] 10.222.0.44 "PUT /v2.0/ports/e60adb00-6bb9-4c63-9e13-b1ef94e88519 HTTP/1.1" status: 200 len: 1092 time: 1.6336548 Nov 12 01:01:40.117325 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0382889d-6bac-4572-a818-5d4443613e7f', 'tag': 'e60adb00-6bb9-4c63-9e13-b1ef94e88519'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:01:40.120867 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01070c3-5729-431a-b9df-a11973adbb11" -d '{"events": [{"name": "network-changed", "server_uuid": "0382889d-6bac-4572-a818-5d4443613e7f", "tag": "e60adb00-6bb9-4c63-9e13-b1ef94e88519"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:01:40.121709 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-21c4746b-b146-4872-8e27-2132e1b57900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:40.127872 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f963b88-bb0e-419e-98cc-d3d78742bcda admin admin] Made reservation on behalf of 7ddab49d3f5a4b49b039bf18c7812764 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:40.135919 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9f963b88-bb0e-419e-98cc-d3d78742bcda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:40.162721 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9f963b88-bb0e-419e-98cc-d3d78742bcda admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:40.177365 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d778d29-5df6-4979-a217-028d801ffe04 service neutron] Pushing event updated for resources: {'Port': ['ID=e60adb00-6bb9-4c63-9e13-b1ef94e88519,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:40.284245 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d6bcc1be-b319-4730-8df0-0ab8e9cf3356 req-22f4cb83-9411-47ae-9c91-59b6537e4032 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/security-groups/aa5cd19c-9a19-4c0c-91b3-23b962e7886b HTTP/1.1" status: 200 len: 1794 time: 0.3802345 Nov 12 01:01:40.288046 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-527742eb-dfe5-49c7-81ff-42bd700676fc req-edd83a82-e629-4f30-afca-4db20b88d284 tempest-ServerShowV257Test-83202710 tempest-ServerShowV257Test-83202710-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d4d40bc-4909-4eb9-8371-7e3f4ebfb85b HTTP/1.1" status: 200 len: 210 time: 0.1186290 Nov 12 01:01:40.362079 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4746b-b146-4872-8e27-2132e1b57900 None None] Pushing event updated for resources: {'Port': ['ID=31145cef-68ea-400d-aa04-c47c75735c1e,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:40.406233 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-e6bd7b50-4d18-4f64-a4fd-44606f3e7726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:40.421597 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:40.424514 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-e6bd7b50-4d18-4f64-a4fd-44606f3e7726 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=00ac16e382bc4fa284bcba516cac28dc&device_id=0382889d-6bac-4572-a818-5d4443613e7f HTTP/1.1" status: 200 len: 1095 time: 0.2025414 Nov 12 01:01:40.436749 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-94f8890d-2628-43c0-9c55-a316c33e3e37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:40.529711 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-c7d5cd1b-c46a-49c6-a0b8-bd2587e85f71 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Allocated IP 10.1.1.96 (bca8627a-85cd-44bc-bbc5-d27b1e587fca/cd40a6d2-fe25-4249-a894-79091d8af3b3/02f4ae95-756c-4dab-896e-11fe6ab13527) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:40.550525 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-464a92c2-53d6-4fca-82bb-037651a13dba service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e60adb00-6bb9-4c63-9e13-b1ef94e88519 HTTP/1.1" status: 200 len: 217 time: 0.1107454 Nov 12 01:01:40.577657 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 3bc1d841-7da9-43ba-8e83-1259f3c4c854 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:01:40.722510 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d6bcc1be-b319-4730-8df0-0ab8e9cf3356 req-9345daf4-8e43-4df6-90e8-ae4230c31e44 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:40.739996 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 3bc1d841-7da9-43ba-8e83-1259f3c4c854 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:40.740606 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:40.771217 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d6bcc1be-b319-4730-8df0-0ab8e9cf3356 req-9345daf4-8e43-4df6-90e8-ae4230c31e44 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:40.971075 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d6bcc1be-b319-4730-8df0-0ab8e9cf3356 req-9345daf4-8e43-4df6-90e8-ae4230c31e44 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:40.973871 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d6bcc1be-b319-4730-8df0-0ab8e9cf3356 req-9345daf4-8e43-4df6-90e8-ae4230c31e44 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:40.976572 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-c7440334-bbae-40a1-bb60-1c48d724f573 None None] Provisioning complete for port 3bc1d841-7da9-43ba-8e83-1259f3c4c854 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:40.977140 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c7440334-bbae-40a1-bb60-1c48d724f573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:40.982393 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d6bcc1be-b319-4730-8df0-0ab8e9cf3356 req-9345daf4-8e43-4df6-90e8-ae4230c31e44 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "DELETE /v2.0/security-groups/aa5cd19c-9a19-4c0c-91b3-23b962e7886b HTTP/1.1" status: 204 len: 173 time: 0.7004719 Nov 12 01:01:41.187737 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9345daf4-8e43-4df6-90e8-ae4230c31e44 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5cd19c-9a19-4c0c-91b3-23b962e7886b,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:41.194961 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b478511f-fff1-4be0-ab51-976b3239963b x-openstack-request-id: req-b478511f-fff1-4be0-ab51-976b3239963b {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:01:41.195430 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0382889d-6bac-4572-a818-5d4443613e7f", "tag": "e60adb00-6bb9-4c63-9e13-b1ef94e88519", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:01:41.196270 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b478511f-fff1-4be0-ab51-976b3239963b {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:01:41.197158 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0382889d-6bac-4572-a818-5d4443613e7f', 'tag': 'e60adb00-6bb9-4c63-9e13-b1ef94e88519', 'status': 'completed', 'code': 200} Nov 12 01:01:41.274904 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-f905988a-23d8-4bd1-b83c-7464cb546ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:41.278160 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-f905988a-23d8-4bd1-b83c-7464cb546ff5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=898a8763-5bd9-4c11-a7f2-3f76dcc2d691 HTTP/1.1" status: 200 len: 853 time: 0.7157104 Nov 12 01:01:41.282253 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9f963b88-bb0e-419e-98cc-d3d78742bcda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:41.310169 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9f963b88-bb0e-419e-98cc-d3d78742bcda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:41.314912 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d0853-485f-4fcf-9804-852c11dab82d req-249f9f5c-0bd2-4423-8c1f-4d89959e40ba tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:41.316870 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cd9d0853-485f-4fcf-9804-852c11dab82d req-249f9f5c-0bd2-4423-8c1f-4d89959e40ba tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b890535-4d0e-4e9b-9c6b-99e99e93ba1d HTTP/1.1" status: 200 len: 946 time: 0.5917561 Nov 12 01:01:41.387194 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c7d5cd1b-c46a-49c6-a0b8-bd2587e85f71 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:41.402656 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f963b88-bb0e-419e-98cc-d3d78742bcda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f626cb36-929f-4673-920e-7adb794eb81c,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:41.432914 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-d15ae5cf-43e1-42cb-9396-fa56e212f4d4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=80ba6814-619a-4959-9d28-8381b39b3b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1436012 Nov 12 01:01:41.501493 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-94f8890d-2628-43c0-9c55-a316c33e3e37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72edd99f-4087-448f-9d5c-166d0fa8fcec {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:01:41.511022 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-94f8890d-2628-43c0-9c55-a316c33e3e37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:41.530271 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f9c31-a0a8-4671-b995-b1475b70362b req-9c51ca1b-a7bb-4b6e-b06a-107bc93255b8 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:41.533728 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cf7f9c31-a0a8-4671-b995-b1475b70362b req-9c51ca1b-a7bb-4b6e-b06a-107bc93255b8 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/ports?device_id=0382889d-6bac-4572-a818-5d4443613e7f HTTP/1.1" status: 200 len: 943 time: 0.3584728 Nov 12 01:01:41.594214 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cd9d0853-485f-4fcf-9804-852c11dab82d req-4f7a361f-a76b-4f0e-9db1-e24a3d5bf6e1 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681236 Nov 12 01:01:41.596759 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f963b88-bb0e-419e-98cc-d3d78742bcda admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:01:41.640314 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9f963b88-bb0e-419e-98cc-d3d78742bcda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:41.640314 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-9f963b88-bb0e-419e-98cc-d3d78742bcda admin admin] Added segment ad4c4449-dc7a-4356-bf97-224e764df50e of type vlan for network ddbdeb8e-9a29-48b5-957b-64766cbb8316 Nov 12 01:01:41.640784 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-94f8890d-2628-43c0-9c55-a316c33e3e37 service neutron] Transition to ACTIVE for port object 72edd99f-4087-448f-9d5c-166d0fa8fcec will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:01:41.654836 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-fe84cd67-2983-4a4d-af50-a9d4ac66c0cb service neutron] 10.222.0.44 "GET /v2.0/networks/80ba6814-619a-4959-9d28-8381b39b3b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152474 Nov 12 01:01:41.664981 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-94f8890d-2628-43c0-9c55-a316c33e3e37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:41.750895 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c7d5cd1b-c46a-49c6-a0b8-bd2587e85f71 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:41.754544 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9f963b88-bb0e-419e-98cc-d3d78742bcda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:41.837643 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cf7f9c31-a0a8-4671-b995-b1475b70362b req-906aafd9-c529-4703-836e-761b4d92d66a tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/security-groups?id=6317cb16-7037-4e74-8981-884545b7be14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420735 Nov 12 01:01:41.839389 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9f963b88-bb0e-419e-98cc-d3d78742bcda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:41.841383 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f963b88-bb0e-419e-98cc-d3d78742bcda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:41.842263 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9f963b88-bb0e-419e-98cc-d3d78742bcda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:41.849015 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f8890d-2628-43c0-9c55-a316c33e3e37 service neutron] Pushing event updated for resources: {'Port': ['ID=72edd99f-4087-448f-9d5c-166d0fa8fcec,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:41.852940 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d5cd1b-c46a-49c6-a0b8-bd2587e85f71 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Network bca8627a-85cd-44bc-bbc5-d27b1e587fca is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:41.891350 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-c7d5cd1b-c46a-49c6-a0b8-bd2587e85f71 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:41.906250 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-3dcb7328-3a68-4193-b1c2-12bf934d1e6f service neutron] 10.222.0.44 "GET /v2.0/networks/80ba6814-619a-4959-9d28-8381b39b3b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179120 Nov 12 01:01:41.986354 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d5cd1b-c46a-49c6-a0b8-bd2587e85f71 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:41.997966 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c1309a9a-83b3-4c83-8534-146bc29422b3 req-512cb3c0-d14a-4019-80df-83cadbf2088d tempest-ServerShowV257Test-83202710 tempest-ServerShowV257Test-83202710-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d4d40bc-4909-4eb9-8371-7e3f4ebfb85b HTTP/1.1" status: 200 len: 210 time: 0.1540351 Nov 12 01:01:42.065506 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9f963b88-bb0e-419e-98cc-d3d78742bcda admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3729384 Nov 12 01:01:42.069467 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 33840) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:42.076119 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-12e61fa4-5a21-424b-9ce8-a369884c20e0 admin admin] Request body: {'subnet': {'network_id': 'ddbdeb8e-9a29-48b5-957b-64766cbb8316', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1100571504-subnet', 'tenant_id': '7ddab49d3f5a4b49b039bf18c7812764', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:42.087945 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f963b88-bb0e-419e-98cc-d3d78742bcda admin admin] Pushing event updated for resources: {'Network': ['ID=ddbdeb8e-9a29-48b5-957b-64766cbb8316,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:42.103434 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network ddbdeb8e-9a29-48b5-957b-64766cbb8316 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:01:42.179164 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e61fa4-5a21-424b-9ce8-a369884c20e0 admin admin] Made reservation on behalf of 7ddab49d3f5a4b49b039bf18c7812764 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:42.186422 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-12e61fa4-5a21-424b-9ce8-a369884c20e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:42.201148 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01070c3-5729-431a-b9df-a11973adbb11 req-63afba08-d390-4ce0-98a7-72d63f9e7245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:42.203286 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b01070c3-5729-431a-b9df-a11973adbb11 req-63afba08-d390-4ce0-98a7-72d63f9e7245 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=00ac16e382bc4fa284bcba516cac28dc&device_id=0382889d-6bac-4572-a818-5d4443613e7f HTTP/1.1" status: 200 len: 1095 time: 0.1093695 Nov 12 01:01:42.225533 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d5cd1b-c46a-49c6-a0b8-bd2587e85f71 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Pushing event updated for resources: {'Port': ['ID=02f4ae95-756c-4dab-896e-11fe6ab13527,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:42.306706 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d5cd1b-c46a-49c6-a0b8-bd2587e85f71 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:42.307394 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c7d5cd1b-c46a-49c6-a0b8-bd2587e85f71 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:42.355607 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01070c3-5729-431a-b9df-a11973adbb11 req-67dda6b8-faad-4388-8734-b8be6a183ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:42.357359 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b01070c3-5729-431a-b9df-a11973adbb11 req-67dda6b8-faad-4388-8734-b8be6a183ce3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=80ba6814-619a-4959-9d28-8381b39b3b4f HTTP/1.1" status: 200 len: 913 time: 0.1399202 Nov 12 01:01:42.383939 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14cda78-eda1-4e33-8229-ca34a6d0443d None None] Network 27138fd0-2739-4679-b06e-dafc84073bf0 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:42.385339 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-94f8890d-2628-43c0-9c55-a316c33e3e37 service neutron] Attempting to bind port 72edd99f-4087-448f-9d5c-166d0fa8fcec on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:42.385707 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-94f8890d-2628-43c0-9c55-a316c33e3e37 service neutron] Attempting to bind port 72edd99f-4087-448f-9d5c-166d0fa8fcec by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'e7378896-c8bc-49a5-88eb-5fba66be71ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '80ba6814-619a-4959-9d28-8381b39b3b4f'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:42.386041 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-94f8890d-2628-43c0-9c55-a316c33e3e37 service neutron] Attempting to bind port 72edd99f-4087-448f-9d5c-166d0fa8fcec on network 80ba6814-619a-4959-9d28-8381b39b3b4f {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:42.433836 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [req-fac97b98-d250-4916-93e1-2baaab8ad3f6 req-2b4db0f5-0fef-4a32-b64a-8ea7783cf76c tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] show failed (client error): The resource could not be found. Nov 12 01:01:42.448036 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fac97b98-d250-4916-93e1-2baaab8ad3f6 req-2b4db0f5-0fef-4a32-b64a-8ea7783cf76c tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/security-groups/21943528-0bf8-4982-87c4-734eacbb47a6 HTTP/1.1" status: 404 len: 352 time: 0.1280346 Nov 12 01:01:42.452936 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-94f8890d-2628-43c0-9c55-a316c33e3e37 service neutron] Port 72edd99f-4087-448f-9d5c-166d0fa8fcec on network 80ba6814-619a-4959-9d28-8381b39b3b4f not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:01:42.453417 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-94f8890d-2628-43c0-9c55-a316c33e3e37 service neutron] Attempting to bind port 72edd99f-4087-448f-9d5c-166d0fa8fcec on network 80ba6814-619a-4959-9d28-8381b39b3b4f {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:42.453552 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b01070c3-5729-431a-b9df-a11973adbb11 req-f204294d-2d2d-4600-9052-b85593a2d97b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e60adb00-6bb9-4c63-9e13-b1ef94e88519 HTTP/1.1" status: 200 len: 217 time: 0.0879147 Nov 12 01:01:42.495380 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c7d5cd1b-c46a-49c6-a0b8-bd2587e85f71 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.6777475 Nov 12 01:01:42.503354 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 33850) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:42.520556 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-482a6f1a-9adf-44f9-91ed-1b3608d3dc5f tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Request body: {'port': {'network_id': 'bca8627a-85cd-44bc-bbc5-d27b1e587fca', 'name': 'tempest-TaggedBootDevicesTest-2052567865', 'fixed_ips': [{'subnet_id': 'cd40a6d2-fe25-4249-a894-79091d8af3b3'}]}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:42.553155 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01070c3-5729-431a-b9df-a11973adbb11 req-fce89605-d84c-483d-b57d-8d572c40175e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:42.555048 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b01070c3-5729-431a-b9df-a11973adbb11 req-fce89605-d84c-483d-b57d-8d572c40175e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=898a8763-5bd9-4c11-a7f2-3f76dcc2d691 HTTP/1.1" status: 200 len: 853 time: 0.0942333 Nov 12 01:01:42.588039 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [req-d788d0ba-b3be-48b4-9479-5777f626d898 req-43cabf3c-08d7-43f5-b1d2-6888910b92ff tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] show failed (client error): The resource could not be found. Nov 12 01:01:42.612735 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-3935abae-4914-4a67-80a4-2b129b842608 None None] Provisioning complete for port 02f4ae95-756c-4dab-896e-11fe6ab13527 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:42.613118 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3935abae-4914-4a67-80a4-2b129b842608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:42.616436 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d788d0ba-b3be-48b4-9479-5777f626d898 req-43cabf3c-08d7-43f5-b1d2-6888910b92ff tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/security-groups/cb31bb74-0bc6-4e82-87fe-52030ec6ef32 HTTP/1.1" status: 404 len: 352 time: 0.1163344 Nov 12 01:01:42.619126 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b01070c3-5729-431a-b9df-a11973adbb11 req-c614715a-4a8d-4d18-9296-40d372a14dd3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=80ba6814-619a-4959-9d28-8381b39b3b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466714 Nov 12 01:01:42.662953 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-3935abae-4914-4a67-80a4-2b129b842608 None None] Port 02f4ae95-756c-4dab-896e-11fe6ab13527 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:01:42.668407 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 31145cef-68ea-400d-aa04-c47c75735c1e up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:01:42.668635 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-94f8890d-2628-43c0-9c55-a316c33e3e37 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:01:42.668976 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-94f8890d-2628-43c0-9c55-a316c33e3e37 service neutron] Checking segment: {'id': 'e7378896-c8bc-49a5-88eb-5fba66be71ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '80ba6814-619a-4959-9d28-8381b39b3b4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:42.675476 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-94f8890d-2628-43c0-9c55-a316c33e3e37 service neutron] Bound using segment: {'id': 'e7378896-c8bc-49a5-88eb-5fba66be71ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '80ba6814-619a-4959-9d28-8381b39b3b4f'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:01:42.678442 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-94f8890d-2628-43c0-9c55-a316c33e3e37 service neutron] Bound port: 72edd99f-4087-448f-9d5c-166d0fa8fcec, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7378896-c8bc-49a5-88eb-5fba66be71ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '80ba6814-619a-4959-9d28-8381b39b3b4f'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:01:42.679008 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-94f8890d-2628-43c0-9c55-a316c33e3e37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:42.717373 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-3935abae-4914-4a67-80a4-2b129b842608 None None] Provisioning complete for port 31145cef-68ea-400d-aa04-c47c75735c1e triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:42.718297 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3935abae-4914-4a67-80a4-2b129b842608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:42.793173 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3395eb68-5426-44bd-81a6-60b9e8f5bdc8 req-cd4a9798-1744-4396-b26b-a12d89d5f817 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:42.803428 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3395eb68-5426-44bd-81a6-60b9e8f5bdc8 req-cd4a9798-1744-4396-b26b-a12d89d5f817 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b890535-4d0e-4e9b-9c6b-99e99e93ba1d HTTP/1.1" status: 200 len: 946 time: 0.4012189 Nov 12 01:01:42.822706 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [req-23c4d0f0-8eba-4b48-9035-82eb85095cbd req-03d60b18-6c5f-4bb9-aab9-f18475f0246e tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] show failed (client error): The resource could not be found. Nov 12 01:01:42.823796 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-23c4d0f0-8eba-4b48-9035-82eb85095cbd req-03d60b18-6c5f-4bb9-aab9-f18475f0246e tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/security-groups/30163d04-1bb5-4d29-ba22-6037934d0e6a HTTP/1.1" status: 404 len: 352 time: 0.1261516 Nov 12 01:01:42.846758 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-12e61fa4-5a21-424b-9ce8-a369884c20e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:42.860924 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b01070c3-5729-431a-b9df-a11973adbb11 req-52248844-de9c-4052-afe0-78f7e631b918 service neutron] 10.222.0.44 "GET /v2.0/networks/80ba6814-619a-4959-9d28-8381b39b3b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315345 Nov 12 01:01:42.948939 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3395eb68-5426-44bd-81a6-60b9e8f5bdc8 req-74df5d89-eb97-4316-8546-035402db6400 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445069 Nov 12 01:01:42.952868 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [req-fe330492-8d10-4122-b499-ddd6d86c6a54 req-00538b25-4a7f-487b-97ee-bfe1fbc07683 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] show failed (client error): The resource could not be found. Nov 12 01:01:42.968322 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fe330492-8d10-4122-b499-ddd6d86c6a54 req-00538b25-4a7f-487b-97ee-bfe1fbc07683 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/security-groups/a04eeca2-c7cd-443e-a841-2c419b57d80a HTTP/1.1" status: 404 len: 352 time: 0.0867770 Nov 12 01:01:43.069985 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [req-d0bd8dcf-b1d4-4af6-b909-a800b7adafce req-b9747489-adae-47aa-864b-75db95b7c3da tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] show failed (client error): The resource could not be found. Nov 12 01:01:43.073003 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3935abae-4914-4a67-80a4-2b129b842608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:43.073916 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d0bd8dcf-b1d4-4af6-b909-a800b7adafce req-b9747489-adae-47aa-864b-75db95b7c3da tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/security-groups/0e9a81f5-326e-4ac1-b94e-11b78d18e5e3 HTTP/1.1" status: 404 len: 352 time: 0.0262229 Nov 12 01:01:43.176698 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-94f8890d-2628-43c0-9c55-a316c33e3e37 service neutron] For port 72edd99f-4087-448f-9d5c-166d0fa8fcec, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:01:43.192736 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 31145cef-68ea-400d-aa04-c47c75735c1e triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:43.194673 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:43.194961 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e61fa4-5a21-424b-9ce8-a369884c20e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32c7a1dd-a18b-4edd-81ef-25269083f064,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:43.199818 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-3935abae-4914-4a67-80a4-2b129b842608 None None] For port 31145cef-68ea-400d-aa04-c47c75735c1e, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=31145cef-68ea-400d-aa04-c47c75735c1e,segment=NetworkSegment(241d1237-5a54-4a08-8584-358bbd4e511f),segment_id=241d1237-5a54-4a08-8584-358bbd4e511f)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:43.216273 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e61fa4-5a21-424b-9ce8-a369884c20e0 admin admin] Checking segment: {'id': 'ad4c4449-dc7a-4356-bf97-224e764df50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ddbdeb8e-9a29-48b5-957b-64766cbb8316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:43.218742 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e61fa4-5a21-424b-9ce8-a369884c20e0 admin admin] Network hostable DHCP agents. Network: ddbdeb8e-9a29-48b5-957b-64766cbb8316, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:01:43.222416 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5814f3-be61-44f0-a08e-64ae87620ddf req-aa3da7c1-88f8-43be-b0cc-a6449084c665 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:43.228561 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3935abae-4914-4a67-80a4-2b129b842608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:43.237287 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c5814f3-be61-44f0-a08e-64ae87620ddf req-aa3da7c1-88f8-43be-b0cc-a6449084c665 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/ports?device_id=0382889d-6bac-4572-a818-5d4443613e7f HTTP/1.1" status: 200 len: 943 time: 0.1538122 Nov 12 01:01:43.263956 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482a6f1a-9adf-44f9-91ed-1b3608d3dc5f tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Made reservation on behalf of 1d8109316fd94efaa47eb9260db1f13b for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:43.272043 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-482a6f1a-9adf-44f9-91ed-1b3608d3dc5f tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:43.279240 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b01070c3-5729-431a-b9df-a11973adbb11 req-b4142da3-1a93-45a9-b3c1-e70940f9e6d8 service neutron] 10.222.0.44 "GET /v2.0/networks/80ba6814-619a-4959-9d28-8381b39b3b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796844 Nov 12 01:01:43.291990 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e61fa4-5a21-424b-9ce8-a369884c20e0 admin admin] Network ddbdeb8e-9a29-48b5-957b-64766cbb8316 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:01:43.317825 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-94f8890d-2628-43c0-9c55-a316c33e3e37 service neutron] For port 72edd99f-4087-448f-9d5c-166d0fa8fcec, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=72edd99f-4087-448f-9d5c-166d0fa8fcec,segment=NetworkSegment(e7378896-c8bc-49a5-88eb-5fba66be71ec),segment_id=e7378896-c8bc-49a5-88eb-5fba66be71ec)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:01:43.325751 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-12e61fa4-5a21-424b-9ce8-a369884c20e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, ddbdeb8e-9a29-48b5-957b-64766cbb8316) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:43.337085 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e61fa4-5a21-424b-9ce8-a369884c20e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:43.338152 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-12e61fa4-5a21-424b-9ce8-a369884c20e0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:43.349281 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8670a71f-1915-4574-b3fa-d76d39f38292 None None] Network ddbdeb8e-9a29-48b5-957b-64766cbb8316 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:43.365715 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3935abae-4914-4a67-80a4-2b129b842608 None None] Pushing event updated for resources: {'Port': ['ID=31145cef-68ea-400d-aa04-c47c75735c1e,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:43.382915 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-12e61fa4-5a21-424b-9ce8-a369884c20e0 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3126056 Nov 12 01:01:43.401136 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-94f8890d-2628-43c0-9c55-a316c33e3e37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:43.407340 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c5814f3-be61-44f0-a08e-64ae87620ddf req-856fc660-a24e-49ff-8fc5-1a9aab760a52 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/security-groups?id=6317cb16-7037-4e74-8981-884545b7be14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689091 Nov 12 01:01:43.410657 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [None req-482a6f1a-9adf-44f9-91ed-1b3608d3dc5f tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] device_id is not set on port d7155c35-074f-4ae5-aa90-e76bbcfeca13 yet. {{(pid=109085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:01:43.532644 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-94f8890d-2628-43c0-9c55-a316c33e3e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:43.535474 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-94f8890d-2628-43c0-9c55-a316c33e3e37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:43.538181 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-94f8890d-2628-43c0-9c55-a316c33e3e37 service neutron] 10.222.0.44 "PUT /v2.0/ports/72edd99f-4087-448f-9d5c-166d0fa8fcec HTTP/1.1" status: 200 len: 1092 time: 3.5098953 Nov 12 01:01:43.544489 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76652449-fe25-4d29-ae40-ada3f015a8b2', 'tag': '72edd99f-4087-448f-9d5c-166d0fa8fcec'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:01:43.547268 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e0e090-b4bb-4e33-99d9-6f9972892b84" -d '{"events": [{"name": "network-changed", "server_uuid": "76652449-fe25-4d29-ae40-ada3f015a8b2", "tag": "72edd99f-4087-448f-9d5c-166d0fa8fcec"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:01:43.583586 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a588b3b-5fd8-4561-9bf5-823acb47bb9e req-acb6f04e-5eea-418e-9891-80df95479066 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:43.585573 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5a588b3b-5fd8-4561-9bf5-823acb47bb9e req-acb6f04e-5eea-418e-9891-80df95479066 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b890535-4d0e-4e9b-9c6b-99e99e93ba1d HTTP/1.1" status: 200 len: 946 time: 0.2830417 Nov 12 01:01:43.693394 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-bdc73008-b156-4430-8acd-92b496cebe86 None None] Provisioning complete for port 31145cef-68ea-400d-aa04-c47c75735c1e triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:43.694082 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bdc73008-b156-4430-8acd-92b496cebe86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:43.729791 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f8890d-2628-43c0-9c55-a316c33e3e37 service neutron] Pushing event updated for resources: {'Port': ['ID=72edd99f-4087-448f-9d5c-166d0fa8fcec,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:43.750677 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6d62e718-5734-411e-9e3f-83f9933af10b req-d20b05f1-9230-4d2c-9fa5-c9450d18bb08 tempest-ServerShowV257Test-83202710 tempest-ServerShowV257Test-83202710-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d4d40bc-4909-4eb9-8371-7e3f4ebfb85b HTTP/1.1" status: 200 len: 210 time: 0.1240623 Nov 12 01:01:43.814382 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5a588b3b-5fd8-4561-9bf5-823acb47bb9e req-6dacba6a-344b-4695-9e62-b77ed00a31ad tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186391 Nov 12 01:01:43.824131 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-54d709b8-31c1-49a6-8497-44d5663de1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:43.826006 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-54d709b8-31c1-49a6-8497-44d5663de1d4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=00ac16e382bc4fa284bcba516cac28dc&device_id=76652449-fe25-4d29-ae40-ada3f015a8b2 HTTP/1.1" status: 200 len: 1095 time: 0.1792362 Nov 12 01:01:43.889066 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [req-acd3258e-cc5c-44d7-97d0-1527c56cd0a7 req-bd9aabe0-0ffe-48ce-959b-1ecbfab28119 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] show failed (client error): The resource could not be found. Nov 12 01:01:43.890155 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-acd3258e-cc5c-44d7-97d0-1527c56cd0a7 req-bd9aabe0-0ffe-48ce-959b-1ecbfab28119 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/security-groups/f635c635-d035-4758-b014-cffa620fa99d HTTP/1.1" status: 404 len: 352 time: 0.0740697 Nov 12 01:01:43.932415 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b78313-e968-45a7-863c-eec2247341aa None None] Network ddbdeb8e-9a29-48b5-957b-64766cbb8316 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:43.960732 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-edaf87a5-75cb-4966-ae3e-f96ee30f3b33 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72edd99f-4087-448f-9d5c-166d0fa8fcec HTTP/1.1" status: 200 len: 217 time: 0.1115994 Nov 12 01:01:43.978901 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a698c73-f4e4-4a8f-bfbe-0622968e868d x-openstack-request-id: req-6a698c73-f4e4-4a8f-bfbe-0622968e868d {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:01:43.979780 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76652449-fe25-4d29-ae40-ada3f015a8b2", "tag": "72edd99f-4087-448f-9d5c-166d0fa8fcec", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:01:43.980261 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6a698c73-f4e4-4a8f-bfbe-0622968e868d {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:01:43.980948 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76652449-fe25-4d29-ae40-ada3f015a8b2', 'tag': '72edd99f-4087-448f-9d5c-166d0fa8fcec', 'status': 'completed', 'code': 200} Nov 12 01:01:44.097910 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-482a6f1a-9adf-44f9-91ed-1b3608d3dc5f tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Allocated IP 10.1.1.117 (bca8627a-85cd-44bc-bbc5-d27b1e587fca/cd40a6d2-fe25-4249-a894-79091d8af3b3/d7155c35-074f-4ae5-aa90-e76bbcfeca13) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:44.128943 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-4e8beb03-9af5-4ccd-96cc-4ca7aafcff0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:44.130594 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-4e8beb03-9af5-4ccd-96cc-4ca7aafcff0d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=898a8763-5bd9-4c11-a7f2-3f76dcc2d691 HTTP/1.1" status: 200 len: 853 time: 0.1565168 Nov 12 01:01:44.188749 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-2d8545d3-f288-4197-824c-7b09de38115f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=80ba6814-619a-4959-9d28-8381b39b3b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471296 Nov 12 01:01:44.428673 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-f5e9ac77-64c4-4442-ba6b-9ced3e101303 service neutron] 10.222.0.44 "GET /v2.0/networks/80ba6814-619a-4959-9d28-8381b39b3b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312415 Nov 12 01:01:44.499796 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-482a6f1a-9adf-44f9-91ed-1b3608d3dc5f tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:44.502494 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 31145cef-68ea-400d-aa04-c47c75735c1e up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:01:44.647368 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 31145cef-68ea-400d-aa04-c47c75735c1e triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:44.648640 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:44.797783 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device e60adb00-6bb9-4c63-9e13-b1ef94e88519 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:01:45.021630 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port e60adb00-6bb9-4c63-9e13-b1ef94e88519, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e60adb00-6bb9-4c63-9e13-b1ef94e88519,segment=NetworkSegment(e7378896-c8bc-49a5-88eb-5fba66be71ec),segment_id=e7378896-c8bc-49a5-88eb-5fba66be71ec)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:45.046859 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'e60adb00-6bb9-4c63-9e13-b1ef94e88519', 'network_id': '80ba6814-619a-4959-9d28-8381b39b3b4f', 'port_id': 'e60adb00-6bb9-4c63-9e13-b1ef94e88519', 'mac_address': 'fa:16:3e:52:1b:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '898a8763-5bd9-4c11-a7f2-3f76dcc2d691', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:01:45.074107 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e1723-03aa-44e3-ab8f-3e36f66079d2 req-2fd713c7-4a05-4d31-aa1a-8e4586422d93 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:45.075775 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-be2e1723-03aa-44e3-ab8f-3e36f66079d2 req-2fd713c7-4a05-4d31-aa1a-8e4586422d93 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/networks?id=ddbdeb8e-9a29-48b5-957b-64766cbb8316 HTTP/1.1" status: 200 len: 812 time: 0.6903749 Nov 12 01:01:45.112020 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:45.117959 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c67092-4465-4f59-9793-6d52b722012e req-46857762-2e22-4838-8347-30b03ee68220 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:45.119943 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a2c67092-4465-4f59-9793-6d52b722012e req-46857762-2e22-4838-8347-30b03ee68220 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b890535-4d0e-4e9b-9c6b-99e99e93ba1d HTTP/1.1" status: 200 len: 946 time: 0.1943293 Nov 12 01:01:45.125791 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-482a6f1a-9adf-44f9-91ed-1b3608d3dc5f tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:45.132966 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e60adb00-6bb9-4c63-9e13-b1ef94e88519 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:01:45.137076 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-be2e1723-03aa-44e3-ab8f-3e36f66079d2 req-e6a142ed-e2bd-4c18-92f1-d14907ff8adb tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/quotas/7ddab49d3f5a4b49b039bf18c7812764 HTTP/1.1" status: 200 len: 375 time: 0.0446887 Nov 12 01:01:45.144186 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eeb8f1c6-ff4d-48ca-97b2-04f6e7d6f604 req-dfe4dbe9-e013-4a4c-a6cc-6770a6c47ad6 service neutron] 10.222.0.44 "GET /v2.0/networks/80ba6814-619a-4959-9d28-8381b39b3b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6535864 Nov 12 01:01:45.164127 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port e60adb00-6bb9-4c63-9e13-b1ef94e88519, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e60adb00-6bb9-4c63-9e13-b1ef94e88519,segment=NetworkSegment(e7378896-c8bc-49a5-88eb-5fba66be71ec),segment_id=e7378896-c8bc-49a5-88eb-5fba66be71ec)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:45.173304 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:45.225967 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482a6f1a-9adf-44f9-91ed-1b3608d3dc5f tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Network bca8627a-85cd-44bc-bbc5-d27b1e587fca is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:45.228556 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-be2e1723-03aa-44e3-ab8f-3e36f66079d2 req-8366f8a7-d98f-4ced-a8ca-7bda35b28050 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7ddab49d3f5a4b49b039bf18c7812764&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0833762 Nov 12 01:01:45.238996 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-482a6f1a-9adf-44f9-91ed-1b3608d3dc5f tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:45.257704 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=e60adb00-6bb9-4c63-9e13-b1ef94e88519,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:45.270654 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482a6f1a-9adf-44f9-91ed-1b3608d3dc5f tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:45.326058 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482a6f1a-9adf-44f9-91ed-1b3608d3dc5f tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Pushing event updated for resources: {'Port': ['ID=d7155c35-074f-4ae5-aa90-e76bbcfeca13,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:45.449744 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482a6f1a-9adf-44f9-91ed-1b3608d3dc5f tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:45.450427 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-482a6f1a-9adf-44f9-91ed-1b3608d3dc5f tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:45.463125 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a2c67092-4465-4f59-9793-6d52b722012e req-ebf0fa3a-d1a5-48c7-bf42-4873463d8758 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824047 Nov 12 01:01:45.529809 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e0e090-b4bb-4e33-99d9-6f9972892b84 req-65e4578a-74a5-4a82-bfc6-7b970dcad8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:45.532063 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-16e0e090-b4bb-4e33-99d9-6f9972892b84 req-65e4578a-74a5-4a82-bfc6-7b970dcad8cd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=00ac16e382bc4fa284bcba516cac28dc&device_id=76652449-fe25-4d29-ae40-ada3f015a8b2 HTTP/1.1" status: 200 len: 1095 time: 0.2011273 Nov 12 01:01:45.541836 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-482a6f1a-9adf-44f9-91ed-1b3608d3dc5f tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.0364635 Nov 12 01:01:45.549368 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-be2e1723-03aa-44e3-ab8f-3e36f66079d2 req-770cc63c-cf0b-4b40-b881-d7fcead77642 service neutron] 10.222.0.45 "GET /v2.0/networks/ddbdeb8e-9a29-48b5-957b-64766cbb8316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820308 Nov 12 01:01:45.594486 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['e60adb00-6bb9-4c63-9e13-b1ef94e88519'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:01:45.600472 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-ff987730-efcb-426e-9d4f-a21ec2712dfa None None] Provisioning complete for port d7155c35-074f-4ae5-aa90-e76bbcfeca13 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:45.601089 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ff987730-efcb-426e-9d4f-a21ec2712dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:45.702550 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-ff987730-efcb-426e-9d4f-a21ec2712dfa None None] Port d7155c35-074f-4ae5-aa90-e76bbcfeca13 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:01:45.827996 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e0e090-b4bb-4e33-99d9-6f9972892b84 req-53113eec-5eea-4870-8448-0b5e08748ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:45.830444 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-16e0e090-b4bb-4e33-99d9-6f9972892b84 req-53113eec-5eea-4870-8448-0b5e08748ea6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=80ba6814-619a-4959-9d28-8381b39b3b4f HTTP/1.1" status: 200 len: 913 time: 0.2761791 Nov 12 01:01:45.845560 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e4bff-37cf-42a6-a1fb-abc3f8762659 req-5a2b399a-3357-41ab-92c2-cb6cd3b10e68 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:45.847212 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ea0e4bff-37cf-42a6-a1fb-abc3f8762659 req-5a2b399a-3357-41ab-92c2-cb6cd3b10e68 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/ports?device_id=0382889d-6bac-4572-a818-5d4443613e7f HTTP/1.1" status: 200 len: 944 time: 0.2457950 Nov 12 01:01:45.914920 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-16e0e090-b4bb-4e33-99d9-6f9972892b84 req-04ded20e-9dd2-48af-90e5-b8c063001646 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=72edd99f-4087-448f-9d5c-166d0fa8fcec HTTP/1.1" status: 200 len: 217 time: 0.0666406 Nov 12 01:01:45.924853 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-be2e1723-03aa-44e3-ab8f-3e36f66079d2 req-d3279c7b-fbf0-49e9-ba01-5f87cc1182d6 service neutron] 10.222.0.45 "GET /v2.0/networks/ddbdeb8e-9a29-48b5-957b-64766cbb8316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681791 Nov 12 01:01:45.994724 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e0e090-b4bb-4e33-99d9-6f9972892b84 req-b12282f6-9a21-41f9-95cd-4b25402da957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:45.996302 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-16e0e090-b4bb-4e33-99d9-6f9972892b84 req-b12282f6-9a21-41f9-95cd-4b25402da957 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=898a8763-5bd9-4c11-a7f2-3f76dcc2d691 HTTP/1.1" status: 200 len: 853 time: 0.0691702 Nov 12 01:01:46.000033 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ea0e4bff-37cf-42a6-a1fb-abc3f8762659 req-0d054611-cce5-47a6-a177-d4a723d041d3 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/security-groups?id=6317cb16-7037-4e74-8981-884545b7be14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343594 Nov 12 01:01:46.035916 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-16e0e090-b4bb-4e33-99d9-6f9972892b84 req-5804cceb-c5a9-4f18-8cef-af73f34e2cdb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=80ba6814-619a-4959-9d28-8381b39b3b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308151 Nov 12 01:01:46.257645 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-16e0e090-b4bb-4e33-99d9-6f9972892b84 req-ea71f13a-5ea5-4b5a-b3ff-c4dec7f87dd0 service neutron] 10.222.0.44 "GET /v2.0/networks/80ba6814-619a-4959-9d28-8381b39b3b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134757 Nov 12 01:01:46.274300 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4d7eb0fb-593a-473e-b435-2e6d38ede01b req-ce6dc893-621e-42bd-99cd-a1fc7c8c3500 tempest-ServerShowV257Test-83202710 tempest-ServerShowV257Test-83202710-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d4d40bc-4909-4eb9-8371-7e3f4ebfb85b HTTP/1.1" status: 200 len: 210 time: 0.0375462 Nov 12 01:01:46.283562 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a86e2-41b4-4521-98d9-3ce69ea41a79 req-85db6719-c8a8-4b7c-b158-523132a79009 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:46.293768 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8b9a86e2-41b4-4521-98d9-3ce69ea41a79 req-85db6719-c8a8-4b7c-b158-523132a79009 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4b4a191-075e-4cef-9ad5-aca1e674d43a HTTP/1.1" status: 200 len: 1023 time: 0.1464438 Nov 12 01:01:46.481958 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8b9a86e2-41b4-4521-98d9-3ce69ea41a79 req-46bdfdc9-2a94-48fa-b455-ab97c646e02a tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1f55e6b-ac6a-493f-9689-6b58de301978&id=fc788eab-d1e2-458b-a782-196d9a9d38fa&id=c639d997-ce7b-4dc1-bb85-cbea5ce972a4&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1871231 Nov 12 01:01:46.529541 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-16e0e090-b4bb-4e33-99d9-6f9972892b84 req-88aee028-454f-4c92-b67c-ee344609602a service neutron] 10.222.0.44 "GET /v2.0/networks/80ba6814-619a-4959-9d28-8381b39b3b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005551 Nov 12 01:01:46.588453 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0ec740dc-dda6-4b0a-87b2-03eb3b907562 req-82f7551e-ec2b-4f24-a80d-f24578702ec3 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=03772314-a7a8-4ada-b8c1-539d15697b19 HTTP/1.1" status: 200 len: 210 time: 0.0431883 Nov 12 01:01:46.809330 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device e60adb00-6bb9-4c63-9e13-b1ef94e88519 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:01:46.940219 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f193914-ea96-46b0-baca-fa9879c626d8 req-9d276266-5b0e-4a56-9ba7-453e6cc4f32a tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:46.950787 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9f193914-ea96-46b0-baca-fa9879c626d8 req-9d276266-5b0e-4a56-9ba7-453e6cc4f32a tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b890535-4d0e-4e9b-9c6b-99e99e93ba1d HTTP/1.1" status: 200 len: 946 time: 0.2965229 Nov 12 01:01:46.982481 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port e60adb00-6bb9-4c63-9e13-b1ef94e88519 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:01:46.989265 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port e60adb00-6bb9-4c63-9e13-b1ef94e88519 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:46.989845 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:47.010816 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb36be-25ba-4b84-81a5-a88e45f63a7c req-e7f7eb92-c2e0-4283-b080-a13522b15f2d tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:47.015267 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-71fb36be-25ba-4b84-81a5-a88e45f63a7c req-e7f7eb92-c2e0-4283-b080-a13522b15f2d tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4b4a191-075e-4cef-9ad5-aca1e674d43a HTTP/1.1" status: 200 len: 1023 time: 0.2818325 Nov 12 01:01:47.110908 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9f193914-ea96-46b0-baca-fa9879c626d8 req-d98dc0fe-5c6b-4494-aa01-30b978030f3a tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321123 Nov 12 01:01:47.196235 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:47.290822 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0382889d-6bac-4572-a818-5d4443613e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e60adb00-6bb9-4c63-9e13-b1ef94e88519'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:01:47.301239 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a677336-90e9-4bf3-ae18-ccecbe5a16da" -d '{"events": [{"server_uuid": "0382889d-6bac-4572-a818-5d4443613e7f", "name": "network-vif-plugged", "status": "completed", "tag": "e60adb00-6bb9-4c63-9e13-b1ef94e88519"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:01:47.333202 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port e60adb00-6bb9-4c63-9e13-b1ef94e88519, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e60adb00-6bb9-4c63-9e13-b1ef94e88519,segment=NetworkSegment(e7378896-c8bc-49a5-88eb-5fba66be71ec),segment_id=e7378896-c8bc-49a5-88eb-5fba66be71ec)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:47.341633 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:47.345905 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4f0c2-4958-4d81-9890-4c86ae9c703d req-ee162781-b38a-44e1-8f45-f789428d2ce4 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:47.348478 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-91d4f0c2-4958-4d81-9890-4c86ae9c703d req-ee162781-b38a-44e1-8f45-f789428d2ce4 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/ports?device_id=0382889d-6bac-4572-a818-5d4443613e7f HTTP/1.1" status: 200 len: 944 time: 0.0945370 Nov 12 01:01:47.369096 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-71fb36be-25ba-4b84-81a5-a88e45f63a7c req-eb53570e-c593-4c4e-abd5-785db87c5ea4 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Deleting port 564e0828-9b69-49aa-b37c-0f3279423172 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:01:47.369464 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-71fb36be-25ba-4b84-81a5-a88e45f63a7c req-eb53570e-c593-4c4e-abd5-785db87c5ea4 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:47.382670 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 33942) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:47.395118 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-359bf19e-c8aa-4172-8cb8-88c72646be3a tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1495832207', 'description': 'tempest-description--806381088'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:47.438327 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=e60adb00-6bb9-4c63-9e13-b1ef94e88519,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:47.446947 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-359bf19e-c8aa-4172-8cb8-88c72646be3a tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:47.491561 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-91d4f0c2-4958-4d81-9890-4c86ae9c703d req-c4d6bf93-58ee-4300-a4d0-edff42b00ebf tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/security-groups?id=6317cb16-7037-4e74-8981-884545b7be14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377957 Nov 12 01:01:47.503764 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b687eb29-a104-41a0-b85a-dbd802e37a42 x-openstack-request-id: req-b687eb29-a104-41a0-b85a-dbd802e37a42 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:01:47.503764 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0382889d-6bac-4572-a818-5d4443613e7f", "name": "network-vif-plugged", "status": "completed", "tag": "e60adb00-6bb9-4c63-9e13-b1ef94e88519", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:01:47.503764 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b687eb29-a104-41a0-b85a-dbd802e37a42 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:01:47.504499 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0382889d-6bac-4572-a818-5d4443613e7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e60adb00-6bb9-4c63-9e13-b1ef94e88519', 'code': 200} Nov 12 01:01:47.534718 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-71fb36be-25ba-4b84-81a5-a88e45f63a7c req-eb53570e-c593-4c4e-abd5-785db87c5ea4 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] For port 564e0828-9b69-49aa-b37c-0f3279423172, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=564e0828-9b69-49aa-b37c-0f3279423172,segment=NetworkSegment(4d929ffe-81a7-4ef7-8297-43eff56226c9),segment_id=4d929ffe-81a7-4ef7-8297-43eff56226c9)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:47.535110 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-71fb36be-25ba-4b84-81a5-a88e45f63a7c req-eb53570e-c593-4c4e-abd5-785db87c5ea4 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:47.564804 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-71fb36be-25ba-4b84-81a5-a88e45f63a7c req-eb53570e-c593-4c4e-abd5-785db87c5ea4 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Calling delete_port for 564e0828-9b69-49aa-b37c-0f3279423172 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:01:47.596042 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-359bf19e-c8aa-4172-8cb8-88c72646be3a tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:47.603662 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-359bf19e-c8aa-4172-8cb8-88c72646be3a tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:47.645205 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-359bf19e-c8aa-4172-8cb8-88c72646be3a tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:47.649805 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-359bf19e-c8aa-4172-8cb8-88c72646be3a tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2618010 Nov 12 01:01:47.650049 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 33950) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:47.655597 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-e66cdb37-6353-45e8-9666-2e9f63eeeeb5 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Request body: {'security_group_rule': {'security_group_id': '8c2064e3-365e-4ce1-97ba-786147ddb249', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:47.662548 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359bf19e-c8aa-4172-8cb8-88c72646be3a tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2064e3-365e-4ce1-97ba-786147ddb249,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:47.716880 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e66cdb37-6353-45e8-9666-2e9f63eeeeb5 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:47.719320 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d3f4c8d0-9732-470a-a679-2dbf7f1267fe req-76c96b8e-3aab-42b5-8c75-e370947e0f71 tempest-ServerShowV257Test-83202710 tempest-ServerShowV257Test-83202710-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d4d40bc-4909-4eb9-8371-7e3f4ebfb85b HTTP/1.1" status: 200 len: 210 time: 0.0593026 Nov 12 01:01:47.854924 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6522f4f-de56-42bd-bd34-7642214f5fa5 req-3d8c8454-40a9-43de-8218-ffee3bfa6d6a tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:47.857184 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a6522f4f-de56-42bd-bd34-7642214f5fa5 req-3d8c8454-40a9-43de-8218-ffee3bfa6d6a tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4b4a191-075e-4cef-9ad5-aca1e674d43a HTTP/1.1" status: 200 len: 1023 time: 0.1183486 Nov 12 01:01:47.864898 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92225a-1742-4293-90d0-1cb75c3d62b7 req-cb205942-5db3-4812-a0b7-5e5afe13e04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:47.867713 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ed92225a-1742-4293-90d0-1cb75c3d62b7 req-cb205942-5db3-4812-a0b7-5e5afe13e04e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0382889d-6bac-4572-a818-5d4443613e7f HTTP/1.1" status: 200 len: 1097 time: 0.1424513 Nov 12 01:01:47.871207 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-71fb36be-25ba-4b84-81a5-a88e45f63a7c req-eb53570e-c593-4c4e-abd5-785db87c5ea4 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:47.900753 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-20a3ce0e-4c10-482a-bf35-653c8fd5f70b req-5ba5c647-c96f-4e5d-ba20-8a768bf11562 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=03772314-a7a8-4ada-b8c1-539d15697b19 HTTP/1.1" status: 200 len: 210 time: 0.0423844 Nov 12 01:01:47.914908 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e66cdb37-6353-45e8-9666-2e9f63eeeeb5 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:47.919610 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['564e0828-9b69-49aa-b37c-0f3279423172'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:01:47.922739 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e66cdb37-6353-45e8-9666-2e9f63eeeeb5 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:47.935916 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb53570e-c593-4c4e-abd5-785db87c5ea4 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Pushing event deleted for resources: {'Port': ['ID=564e0828-9b69-49aa-b37c-0f3279423172,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:47.949502 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66cdb37-6353-45e8-9666-2e9f63eeeeb5 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=880ae9d0-3521-4f3f-9b50-c0529f5121af,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:47.970309 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ed92225a-1742-4293-90d0-1cb75c3d62b7 req-a99d3786-8d93-4cc4-93c3-dc8a2680bd49 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6317cb16-7037-4e74-8981-884545b7be14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945008 Nov 12 01:01:48.000024 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e66cdb37-6353-45e8-9666-2e9f63eeeeb5 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:48.000024 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e66cdb37-6353-45e8-9666-2e9f63eeeeb5 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3359749 Nov 12 01:01:48.000024 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 33954) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:48.001555 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-344af2c2-bfb8-4b4a-ba00-101ba9b2da7f tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Request body: {'security_group_rule': {'security_group_id': '8c2064e3-365e-4ce1-97ba-786147ddb249', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:48.049266 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-344af2c2-bfb8-4b4a-ba00-101ba9b2da7f tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:48.051274 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-71fb36be-25ba-4b84-81a5-a88e45f63a7c req-eb53570e-c593-4c4e-abd5-785db87c5ea4 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] No DVR routers for this DVR port 564e0828-9b69-49aa-b37c-0f3279423172 on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:01:48.067652 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-71fb36be-25ba-4b84-81a5-a88e45f63a7c req-eb53570e-c593-4c4e-abd5-785db87c5ea4 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:48.072167 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-71fb36be-25ba-4b84-81a5-a88e45f63a7c req-eb53570e-c593-4c4e-abd5-785db87c5ea4 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.44 "DELETE /v2.0/ports/564e0828-9b69-49aa-b37c-0f3279423172 HTTP/1.1" status: 204 len: 173 time: 0.9681890 Nov 12 01:01:48.072941 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b4a191-075e-4cef-9ad5-aca1e674d43a', 'name': 'network-vif-deleted', 'tag': '564e0828-9b69-49aa-b37c-0f3279423172'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:01:48.075670 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f0afea-b55b-492c-a5fb-39b9d0b7f1fa" -d '{"events": [{"server_uuid": "f4b4a191-075e-4cef-9ad5-aca1e674d43a", "name": "network-vif-deleted", "tag": "564e0828-9b69-49aa-b37c-0f3279423172"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:01:48.105125 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a6522f4f-de56-42bd-bd34-7642214f5fa5 req-2f794721-d089-49bc-a63e-e4385888fa4b tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/security-groups?id=b1f55e6b-ac6a-493f-9689-6b58de301978&id=fc788eab-d1e2-458b-a782-196d9a9d38fa&id=c639d997-ce7b-4dc1-bb85-cbea5ce972a4&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2366402 Nov 12 01:01:48.142356 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-344af2c2-bfb8-4b4a-ba00-101ba9b2da7f tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:48.149223 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-344af2c2-bfb8-4b4a-ba00-101ba9b2da7f tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:48.152768 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385ee41a-c9a9-4018-b68c-e126979644ae x-openstack-request-id: req-385ee41a-c9a9-4018-b68c-e126979644ae {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:01:48.153833 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b4a191-075e-4cef-9ad5-aca1e674d43a", "name": "network-vif-deleted", "tag": "564e0828-9b69-49aa-b37c-0f3279423172", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:01:48.154496 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-385ee41a-c9a9-4018-b68c-e126979644ae {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:01:48.156031 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b4a191-075e-4cef-9ad5-aca1e674d43a', 'name': 'network-vif-deleted', 'tag': '564e0828-9b69-49aa-b37c-0f3279423172', 'status': 'completed', 'code': 200} Nov 12 01:01:48.170236 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344af2c2-bfb8-4b4a-ba00-101ba9b2da7f tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f763caf2-df68-4adf-b81c-8ffd39b3d1e2,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:48.181425 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-344af2c2-bfb8-4b4a-ba00-101ba9b2da7f tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:48.186178 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-344af2c2-bfb8-4b4a-ba00-101ba9b2da7f tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1938148 Nov 12 01:01:48.186597 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 33960) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:48.194125 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-2cd49edd-588b-4cd0-902d-0dd1d814e238 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Request body: {'floatingip': {'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:48.243887 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2cd49edd-588b-4cd0-902d-0dd1d814e238 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks [] for floatingip, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:48.310828 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba03dc-4f26-469d-9b32-3e691d641e07 req-e70c5608-df15-435b-a801-dec684ccb820 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:48.312659 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-42ba03dc-4f26-469d-9b32-3e691d641e07 req-e70c5608-df15-435b-a801-dec684ccb820 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b890535-4d0e-4e9b-9c6b-99e99e93ba1d HTTP/1.1" status: 200 len: 946 time: 0.0846813 Nov 12 01:01:48.407857 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-42ba03dc-4f26-469d-9b32-3e691d641e07 req-4f44ae03-f934-46e1-9d81-876d052e9a9f tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681279 Nov 12 01:01:48.450526 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2cd49edd-588b-4cd0-902d-0dd1d814e238 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:48.617221 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-2cd49edd-588b-4cd0-902d-0dd1d814e238 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Allocated IP 172.25.3.106 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/abb79eb8-02ef-4f4a-bc65-2a6b61265751) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:48.787781 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 72edd99f-4087-448f-9d5c-166d0fa8fcec details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:01:48.855510 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ddfdf8-5e1c-4b3c-90c6-2e96fe778b6c req-335e2236-e2ac-4d3e-9912-a45a00190155 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:48.860585 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e6ddfdf8-5e1c-4b3c-90c6-2e96fe778b6c req-335e2236-e2ac-4d3e-9912-a45a00190155 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/ports?device_id=0382889d-6bac-4572-a818-5d4443613e7f HTTP/1.1" status: 200 len: 945 time: 0.2243869 Nov 12 01:01:48.885788 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e1723-03aa-44e3-ab8f-3e36f66079d2 req-55e4e5a1-7ef3-40b5-9543-893389f7075b tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:48.888229 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-be2e1723-03aa-44e3-ab8f-3e36f66079d2 req-55e4e5a1-7ef3-40b5-9543-893389f7075b tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.44 "GET /v2.0/networks?id=ddbdeb8e-9a29-48b5-957b-64766cbb8316 HTTP/1.1" status: 200 len: 812 time: 0.2865911 Nov 12 01:01:48.945628 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-be2e1723-03aa-44e3-ab8f-3e36f66079d2 req-bb41694c-ea64-49e7-8f87-f5eeb58cd5b2 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Request body: {'port': {'device_id': '03772314-a7a8-4ada-b8c1-539d15697b19', 'network_id': 'ddbdeb8e-9a29-48b5-957b-64766cbb8316', 'admin_state_up': True, 'tenant_id': '7ddab49d3f5a4b49b039bf18c7812764'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:48.979756 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 72edd99f-4087-448f-9d5c-166d0fa8fcec, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=72edd99f-4087-448f-9d5c-166d0fa8fcec,segment=NetworkSegment(e7378896-c8bc-49a5-88eb-5fba66be71ec),segment_id=e7378896-c8bc-49a5-88eb-5fba66be71ec)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:48.994273 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-89a93b8b-3327-4a4c-92e1-b1df0b771d60 req-ca2beda9-bcb8-4382-8481-ee2b8dd7dc7a tempest-ServerShowV257Test-83202710 tempest-ServerShowV257Test-83202710-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d4d40bc-4909-4eb9-8371-7e3f4ebfb85b HTTP/1.1" status: 200 len: 210 time: 0.0791078 Nov 12 01:01:48.997905 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '72edd99f-4087-448f-9d5c-166d0fa8fcec', 'network_id': '80ba6814-619a-4959-9d28-8381b39b3b4f', 'port_id': '72edd99f-4087-448f-9d5c-166d0fa8fcec', 'mac_address': 'fa:16:3e:28:0a:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '898a8763-5bd9-4c11-a7f2-3f76dcc2d691', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:01:49.074232 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:49.080331 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2cd49edd-588b-4cd0-902d-0dd1d814e238 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:49.103042 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e6ddfdf8-5e1c-4b3c-90c6-2e96fe778b6c req-cc0667cc-4eaf-4eec-9568-5b4964407b34 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/security-groups?id=6317cb16-7037-4e74-8981-884545b7be14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260609 Nov 12 01:01:49.115789 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72edd99f-4087-448f-9d5c-166d0fa8fcec {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:01:49.182535 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 72edd99f-4087-448f-9d5c-166d0fa8fcec, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=72edd99f-4087-448f-9d5c-166d0fa8fcec,segment=NetworkSegment(e7378896-c8bc-49a5-88eb-5fba66be71ec),segment_id=e7378896-c8bc-49a5-88eb-5fba66be71ec)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:49.190925 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:49.205888 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a43ab970-7147-41bb-baa0-b748b4ebeb54 req-62de68b1-4829-4883-9d5c-f82b0781244e tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=03772314-a7a8-4ada-b8c1-539d15697b19 HTTP/1.1" status: 200 len: 210 time: 0.0675242 Nov 12 01:01:49.253608 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2cd49edd-588b-4cd0-902d-0dd1d814e238 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:49.270196 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=72edd99f-4087-448f-9d5c-166d0fa8fcec,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:49.357408 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-47a92013-6f38-41ed-8f2f-997ead69795b req-ba8877fe-dda6-47bb-8b7a-36ce16bbb9cf tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4b4a191-075e-4cef-9ad5-aca1e674d43a HTTP/1.1" status: 200 len: 210 time: 0.1086528 Nov 12 01:01:49.386667 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd49edd-588b-4cd0-902d-0dd1d814e238 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:49.398238 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-2cd49edd-588b-4cd0-902d-0dd1d814e238 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:49.410961 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd49edd-588b-4cd0-902d-0dd1d814e238 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:49.419921 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be2e1723-03aa-44e3-ab8f-3e36f66079d2 req-bb41694c-ea64-49e7-8f87-f5eeb58cd5b2 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Made reservation on behalf of 7ddab49d3f5a4b49b039bf18c7812764 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:49.426482 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-be2e1723-03aa-44e3-ab8f-3e36f66079d2 req-bb41694c-ea64-49e7-8f87-f5eeb58cd5b2 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:49.468475 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd49edd-588b-4cd0-902d-0dd1d814e238 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Pushing event updated for resources: {'Port': ['ID=abb79eb8-02ef-4f4a-bc65-2a6b61265751,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:49.608669 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['72edd99f-4087-448f-9d5c-166d0fa8fcec'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:01:49.737202 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb001768-28cd-4287-9666-ecad80e0a298 req-12f6dd52-ab77-404b-9faa-e501cf94253f tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:49.738832 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fb001768-28cd-4287-9666-ecad80e0a298 req-12f6dd52-ab77-404b-9faa-e501cf94253f tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b890535-4d0e-4e9b-9c6b-99e99e93ba1d HTTP/1.1" status: 200 len: 946 time: 0.2253726 Nov 12 01:01:49.760685 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2cd49edd-588b-4cd0-902d-0dd1d814e238 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:49.795132 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-be2e1723-03aa-44e3-ab8f-3e36f66079d2 req-bb41694c-ea64-49e7-8f87-f5eeb58cd5b2 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Allocated IP 172.20.0.14 (ddbdeb8e-9a29-48b5-957b-64766cbb8316/32c7a1dd-a18b-4edd-81ef-25269083f064/4d7096a7-522f-4fae-817f-12b792ecaffa) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:49.855084 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2cd49edd-588b-4cd0-902d-0dd1d814e238 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:49.906200 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fb001768-28cd-4287-9666-ecad80e0a298 req-dadcaf61-c108-4539-be17-76f1bfaa771c tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494629 Nov 12 01:01:50.350325 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-22a69a19-caf3-428e-bb28-d43f64ce809a req-6a7263a5-fa41-44ea-976f-718e8ad6c998 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2d4d40bc-4909-4eb9-8371-7e3f4ebfb85b HTTP/1.1" status: 200 len: 210 time: 0.0278716 Nov 12 01:01:50.575033 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c26a090c-593c-409c-a465-306227e20fa2 req-5098f492-8d62-4696-a522-0907d47979f5 tempest-ServerShowV257Test-83202710 tempest-ServerShowV257Test-83202710-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d4d40bc-4909-4eb9-8371-7e3f4ebfb85b HTTP/1.1" status: 200 len: 210 time: 0.0645778 Nov 12 01:01:50.628679 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-be2e1723-03aa-44e3-ab8f-3e36f66079d2 req-bb41694c-ea64-49e7-8f87-f5eeb58cd5b2 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:50.657760 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6dc0c-ce60-46a5-ba97-6ac968dcb4af req-356e5074-fafb-41b5-afc9-3ba26b69634c tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:50.659389 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-54a6dc0c-ce60-46a5-ba97-6ac968dcb4af req-356e5074-fafb-41b5-afc9-3ba26b69634c tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/ports?device_id=0382889d-6bac-4572-a818-5d4443613e7f HTTP/1.1" status: 200 len: 945 time: 0.1526065 Nov 12 01:01:50.726120 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dbc85333-ace2-4b2b-be24-788ade1c6c62 req-599e0506-a346-4558-8791-965c606ff66d tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=03772314-a7a8-4ada-b8c1-539d15697b19 HTTP/1.1" status: 200 len: 210 time: 0.0629454 Nov 12 01:01:50.742333 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2cd49edd-588b-4cd0-902d-0dd1d814e238 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:50.755752 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2cd49edd-588b-4cd0-902d-0dd1d814e238 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:50.801665 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-be2e1723-03aa-44e3-ab8f-3e36f66079d2 req-bb41694c-ea64-49e7-8f87-f5eeb58cd5b2 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:50.818950 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 72edd99f-4087-448f-9d5c-166d0fa8fcec up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:01:50.830866 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-54a6dc0c-ce60-46a5-ba97-6ac968dcb4af req-0c83ec03-76a1-4baf-beb6-8d51eb8dafb9 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/security-groups?id=6317cb16-7037-4e74-8981-884545b7be14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519072 Nov 12 01:01:50.880160 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd49edd-588b-4cd0-902d-0dd1d814e238 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Pushing event updated for resources: {'Port': ['ID=abb79eb8-02ef-4f4a-bc65-2a6b61265751,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:50.888751 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be2e1723-03aa-44e3-ab8f-3e36f66079d2 req-bb41694c-ea64-49e7-8f87-f5eeb58cd5b2 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Network ddbdeb8e-9a29-48b5-957b-64766cbb8316 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:50.913083 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-be2e1723-03aa-44e3-ab8f-3e36f66079d2 req-bb41694c-ea64-49e7-8f87-f5eeb58cd5b2 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:50.932169 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 72edd99f-4087-448f-9d5c-166d0fa8fcec completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:01:50.941939 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2e1723-03aa-44e3-ab8f-3e36f66079d2 req-bb41694c-ea64-49e7-8f87-f5eeb58cd5b2 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:50.944496 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 72edd99f-4087-448f-9d5c-166d0fa8fcec triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:01:50.944962 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:50.953721 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2cd49edd-588b-4cd0-902d-0dd1d814e238 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:51.050009 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2cd49edd-588b-4cd0-902d-0dd1d814e238 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:51.051397 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2cd49edd-588b-4cd0-902d-0dd1d814e238 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8636596 Nov 12 01:01:51.052170 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb41694c-ea64-49e7-8f87-f5eeb58cd5b2 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Pushing event updated for resources: {'Port': ['ID=4d7096a7-522f-4fae-817f-12b792ecaffa,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:51.070679 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e1723-03aa-44e3-ab8f-3e36f66079d2 req-bb41694c-ea64-49e7-8f87-f5eeb58cd5b2 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:51.071081 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-be2e1723-03aa-44e3-ab8f-3e36f66079d2 req-bb41694c-ea64-49e7-8f87-f5eeb58cd5b2 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:51.075926 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-70e8dd88-faac-4fe9-8284-86d71bffb52c req-99affb1d-7814-495b-ae60-392925dcd619 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/security-groups/fc788eab-d1e2-458b-a782-196d9a9d38fa HTTP/1.1" status: 200 len: 1816 time: 0.2202959 Nov 12 01:01:51.076963 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:51.108618 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-be2e1723-03aa-44e3-ab8f-3e36f66079d2 req-bb41694c-ea64-49e7-8f87-f5eeb58cd5b2 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1705563 Nov 12 01:01:51.112308 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76652449-fe25-4d29-ae40-ada3f015a8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72edd99f-4087-448f-9d5c-166d0fa8fcec'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:01:51.115001 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019afc46-32ef-4ad7-8c94-fe63e96492f7" -d '{"events": [{"server_uuid": "76652449-fe25-4d29-ae40-ada3f015a8b2", "name": "network-vif-plugged", "status": "completed", "tag": "72edd99f-4087-448f-9d5c-166d0fa8fcec"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:01:51.129265 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f7582-138d-46a4-8d51-0399427fe62a req-5810a8ea-0f68-4aee-acd9-833b6fc1a363 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:51.131543 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 72edd99f-4087-448f-9d5c-166d0fa8fcec, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=72edd99f-4087-448f-9d5c-166d0fa8fcec,segment=NetworkSegment(e7378896-c8bc-49a5-88eb-5fba66be71ec),segment_id=e7378896-c8bc-49a5-88eb-5fba66be71ec)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:51.132515 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-774f7582-138d-46a4-8d51-0399427fe62a req-5810a8ea-0f68-4aee-acd9-833b6fc1a363 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/ports?device_id=76652449-fe25-4d29-ae40-ada3f015a8b2 HTTP/1.1" status: 200 len: 944 time: 0.1516430 Nov 12 01:01:51.140529 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:51.141950 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 564e0828-9b69-49aa-b37c-0f3279423172 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:01:51.144276 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-be2e1723-03aa-44e3-ab8f-3e36f66079d2 req-9aa35dbd-ec03-491a-a81b-96c789a7a526 service neutron] Request body: {'port': {'device_id': '03772314-a7a8-4ada-b8c1-539d15697b19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:51.192290 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 564e0828-9b69-49aa-b37c-0f3279423172 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:01:51.192663 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 564e0828-9b69-49aa-b37c-0f3279423172 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:01:51.226884 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=72edd99f-4087-448f-9d5c-166d0fa8fcec,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:51.329747 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-774f7582-138d-46a4-8d51-0399427fe62a req-eaa45873-1150-4524-ba44-8fa9bdc30467 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/security-groups?id=6317cb16-7037-4e74-8981-884545b7be14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352801 Nov 12 01:01:51.336124 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-be2e1723-03aa-44e3-ab8f-3e36f66079d2 req-9aa35dbd-ec03-491a-a81b-96c789a7a526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:51.351394 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-70e8dd88-faac-4fe9-8284-86d71bffb52c req-8b8025d6-24ae-48a8-8e51-21b40399e47c tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:51.402314 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-70e8dd88-faac-4fe9-8284-86d71bffb52c req-8b8025d6-24ae-48a8-8e51-21b40399e47c tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:51.542798 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-70e8dd88-faac-4fe9-8284-86d71bffb52c req-8b8025d6-24ae-48a8-8e51-21b40399e47c tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:51.546868 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-70e8dd88-faac-4fe9-8284-86d71bffb52c req-8b8025d6-24ae-48a8-8e51-21b40399e47c tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:51.553994 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-70e8dd88-faac-4fe9-8284-86d71bffb52c req-8b8025d6-24ae-48a8-8e51-21b40399e47c tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "DELETE /v2.0/security-groups/fc788eab-d1e2-458b-a782-196d9a9d38fa HTTP/1.1" status: 204 len: 173 time: 0.4535565 Nov 12 01:01:51.598717 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8025d6-24ae-48a8-8e51-21b40399e47c tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc788eab-d1e2-458b-a782-196d9a9d38fa,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:51.609366 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa63a7a-bbbb-42e9-9439-c5039a731b8b x-openstack-request-id: req-6fa63a7a-bbbb-42e9-9439-c5039a731b8b {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:01:51.610008 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76652449-fe25-4d29-ae40-ada3f015a8b2", "name": "network-vif-plugged", "status": "completed", "tag": "72edd99f-4087-448f-9d5c-166d0fa8fcec", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:01:51.610740 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6fa63a7a-bbbb-42e9-9439-c5039a731b8b {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:01:51.611429 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76652449-fe25-4d29-ae40-ada3f015a8b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72edd99f-4087-448f-9d5c-166d0fa8fcec', 'code': 200} Nov 12 01:01:51.685850 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b56be-29b7-4d73-b081-f60bbba8b894 req-4335caa3-1f13-439b-a6ff-59a0690e5e4b tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:51.687852 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a80b56be-29b7-4d73-b081-f60bbba8b894 req-4335caa3-1f13-439b-a6ff-59a0690e5e4b tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b890535-4d0e-4e9b-9c6b-99e99e93ba1d HTTP/1.1" status: 200 len: 946 time: 0.1270535 Nov 12 01:01:51.820389 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f11d36-b5d1-4c59-bf89-4f88f0f74fff req-6d71f2bb-9382-4da9-8180-1133236d7eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:51.823040 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-77f11d36-b5d1-4c59-bf89-4f88f0f74fff req-6d71f2bb-9382-4da9-8180-1133236d7eba service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=76652449-fe25-4d29-ae40-ada3f015a8b2 HTTP/1.1" status: 200 len: 1097 time: 0.0550518 Nov 12 01:01:51.846346 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a80b56be-29b7-4d73-b081-f60bbba8b894 req-26af59cd-dba6-42a3-957b-53d84a11f55d tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416051 Nov 12 01:01:51.859373 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-be2e1723-03aa-44e3-ab8f-3e36f66079d2 req-9aa35dbd-ec03-491a-a81b-96c789a7a526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d7096a7-522f-4fae-817f-12b792ecaffa {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:01:51.872649 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-ef93cf5d-6556-4247-863d-da07e92bee81 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1495832207&fields=id&tenant_id=1d8109316fd94efaa47eb9260db1f13b HTTP/1.1" status: 200 len: 267 time: 0.1476600 Nov 12 01:01:51.880001 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-be2e1723-03aa-44e3-ab8f-3e36f66079d2 req-9aa35dbd-ec03-491a-a81b-96c789a7a526 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:51.946143 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-77f11d36-b5d1-4c59-bf89-4f88f0f74fff req-a6adceb9-fcfa-4d92-ab2f-b2cd9459de31 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6317cb16-7037-4e74-8981-884545b7be14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901651 Nov 12 01:01:51.978191 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-be2e1723-03aa-44e3-ab8f-3e36f66079d2 req-9aa35dbd-ec03-491a-a81b-96c789a7a526 service neutron] Transition to ACTIVE for port object 4d7096a7-522f-4fae-817f-12b792ecaffa will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:01:51.989603 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-be2e1723-03aa-44e3-ab8f-3e36f66079d2 req-9aa35dbd-ec03-491a-a81b-96c789a7a526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:52.006308 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-ebd2d011-3589-4ca6-99e8-d290362c074f tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:52.007849 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-ebd2d011-3589-4ca6-99e8-d290362c074f tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports/02f4ae95-756c-4dab-896e-11fe6ab13527 HTTP/1.1" status: 200 len: 931 time: 0.1193948 Nov 12 01:01:52.054139 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cef33518-f26d-4f97-843f-92e2085345ed req-01da9566-783e-4d73-92c6-b561cfe4d244 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "GET /v2.0/security-groups/c639d997-ce7b-4dc1-bb85-cbea5ce972a4 HTTP/1.1" status: 200 len: 1816 time: 0.1428587 Nov 12 01:01:52.124493 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-432d5677-fcf0-496d-825a-7ec1d4bcde32 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:52.125863 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-432d5677-fcf0-496d-825a-7ec1d4bcde32 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports/d7155c35-074f-4ae5-aa90-e76bbcfeca13 HTTP/1.1" status: 200 len: 932 time: 0.0947542 Nov 12 01:01:52.131224 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35dbd-ec03-491a-a81b-96c789a7a526 service neutron] Pushing event updated for resources: {'Port': ['ID=4d7096a7-522f-4fae-817f-12b792ecaffa,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:52.244847 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-032c9801-c69a-4b2a-811c-f847fa8dcd73 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?network_id=27138fd0-2739-4679-b06e-dafc84073bf0&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1108520 Nov 12 01:01:52.305127 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-db204f40-01d9-4e9f-ac1c-c01b36d4dfd0 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?network_id=27138fd0-2739-4679-b06e-dafc84073bf0&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0475132 Nov 12 01:01:52.327141 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-cef33518-f26d-4f97-843f-92e2085345ed req-2de5025f-7c16-4d51-82bb-2a3eab3a64a1 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:52.375432 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-be2e1723-03aa-44e3-ab8f-3e36f66079d2 req-9aa35dbd-ec03-491a-a81b-96c789a7a526 service neutron] Attempting to bind port 4d7096a7-522f-4fae-817f-12b792ecaffa on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:01:52.375696 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-be2e1723-03aa-44e3-ab8f-3e36f66079d2 req-9aa35dbd-ec03-491a-a81b-96c789a7a526 service neutron] Attempting to bind port 4d7096a7-522f-4fae-817f-12b792ecaffa by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'ad4c4449-dc7a-4356-bf97-224e764df50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ddbdeb8e-9a29-48b5-957b-64766cbb8316'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:01:52.376027 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2e1723-03aa-44e3-ab8f-3e36f66079d2 req-9aa35dbd-ec03-491a-a81b-96c789a7a526 service neutron] Attempting to bind port 4d7096a7-522f-4fae-817f-12b792ecaffa on network ddbdeb8e-9a29-48b5-957b-64766cbb8316 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:52.424651 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-cef33518-f26d-4f97-843f-92e2085345ed req-2de5025f-7c16-4d51-82bb-2a3eab3a64a1 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:52.427479 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2e1723-03aa-44e3-ab8f-3e36f66079d2 req-9aa35dbd-ec03-491a-a81b-96c789a7a526 service neutron] Port 4d7096a7-522f-4fae-817f-12b792ecaffa on network ddbdeb8e-9a29-48b5-957b-64766cbb8316 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:01:52.427809 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2e1723-03aa-44e3-ab8f-3e36f66079d2 req-9aa35dbd-ec03-491a-a81b-96c789a7a526 service neutron] Attempting to bind port 4d7096a7-522f-4fae-817f-12b792ecaffa on network ddbdeb8e-9a29-48b5-957b-64766cbb8316 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:01:52.458088 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2e1723-03aa-44e3-ab8f-3e36f66079d2 req-9aa35dbd-ec03-491a-a81b-96c789a7a526 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:01:52.458427 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2e1723-03aa-44e3-ab8f-3e36f66079d2 req-9aa35dbd-ec03-491a-a81b-96c789a7a526 service neutron] Checking segment: {'id': 'ad4c4449-dc7a-4356-bf97-224e764df50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ddbdeb8e-9a29-48b5-957b-64766cbb8316'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:52.458820 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2e1723-03aa-44e3-ab8f-3e36f66079d2 req-9aa35dbd-ec03-491a-a81b-96c789a7a526 service neutron] Bound using segment: {'id': 'ad4c4449-dc7a-4356-bf97-224e764df50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ddbdeb8e-9a29-48b5-957b-64766cbb8316'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:01:52.459268 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-be2e1723-03aa-44e3-ab8f-3e36f66079d2 req-9aa35dbd-ec03-491a-a81b-96c789a7a526 service neutron] Bound port: 4d7096a7-522f-4fae-817f-12b792ecaffa, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad4c4449-dc7a-4356-bf97-224e764df50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ddbdeb8e-9a29-48b5-957b-64766cbb8316'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:01:52.459666 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-be2e1723-03aa-44e3-ab8f-3e36f66079d2 req-9aa35dbd-ec03-491a-a81b-96c789a7a526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:52.520287 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-201c3a3e-3622-4316-b4fb-2fb63dff6d8e tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:52.526368 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-201c3a3e-3622-4316-b4fb-2fb63dff6d8e tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:52.532977 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-201c3a3e-3622-4316-b4fb-2fb63dff6d8e tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:52.534796 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-201c3a3e-3622-4316-b4fb-2fb63dff6d8e tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/networks?id=42a64961-de15-4cbf-9f7d-d65cedf81ae7&id=bca8627a-85cd-44bc-bbc5-d27b1e587fca&id=bca8627a-85cd-44bc-bbc5-d27b1e587fca&id=27138fd0-2739-4679-b06e-dafc84073bf0&id=27138fd0-2739-4679-b06e-dafc84073bf0 HTTP/1.1" status: 200 len: 1989 time: 0.2159352 Nov 12 01:01:52.584866 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-460a1910-532d-4953-a463-4cef4fb04951 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/quotas/1d8109316fd94efaa47eb9260db1f13b HTTP/1.1" status: 200 len: 375 time: 0.0245585 Nov 12 01:01:52.587560 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-cef33518-f26d-4f97-843f-92e2085345ed req-2de5025f-7c16-4d51-82bb-2a3eab3a64a1 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:52.590657 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-cef33518-f26d-4f97-843f-92e2085345ed req-2de5025f-7c16-4d51-82bb-2a3eab3a64a1 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:52.592066 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cef33518-f26d-4f97-843f-92e2085345ed req-2de5025f-7c16-4d51-82bb-2a3eab3a64a1 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] 10.222.0.45 "DELETE /v2.0/security-groups/c639d997-ce7b-4dc1-bb85-cbea5ce972a4 HTTP/1.1" status: 204 len: 173 time: 0.5171397 Nov 12 01:01:52.604531 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34026) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:52.632404 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de5025f-7c16-4d51-82bb-2a3eab3a64a1 tempest-SecurityGroupsTestJSON-934229036 tempest-SecurityGroupsTestJSON-934229036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c639d997-ce7b-4dc1-bb85-cbea5ce972a4,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:52.657989 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-be2e1723-03aa-44e3-ab8f-3e36f66079d2 req-9aa35dbd-ec03-491a-a81b-96c789a7a526 service neutron] For port 4d7096a7-522f-4fae-817f-12b792ecaffa, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:01:52.677056 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-be2e1723-03aa-44e3-ab8f-3e36f66079d2 req-9aa35dbd-ec03-491a-a81b-96c789a7a526 service neutron] For port 4d7096a7-522f-4fae-817f-12b792ecaffa, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=4d7096a7-522f-4fae-817f-12b792ecaffa,segment=NetworkSegment(ad4c4449-dc7a-4356-bf97-224e764df50e),segment_id=ad4c4449-dc7a-4356-bf97-224e764df50e)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:01:52.687539 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-be2e1723-03aa-44e3-ab8f-3e36f66079d2 req-9aa35dbd-ec03-491a-a81b-96c789a7a526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:52.709460 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-cfde2769-f86c-4c78-ab13-f11cff1618ec tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1d8109316fd94efaa47eb9260db1f13b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1079600 Nov 12 01:01:52.725237 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4ad29b7-d17a-43d5-8f5a-15cdcba7a558 admin admin] Deleting subnet 4f4b609e-2331-4c01-9258-3d3c5185144b {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:01:52.731010 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a4ad29b7-d17a-43d5-8f5a-15cdcba7a558 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:52.788657 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e1723-03aa-44e3-ab8f-3e36f66079d2 req-9aa35dbd-ec03-491a-a81b-96c789a7a526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:52.789769 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-be2e1723-03aa-44e3-ab8f-3e36f66079d2 req-9aa35dbd-ec03-491a-a81b-96c789a7a526 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:52.792324 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-be2e1723-03aa-44e3-ab8f-3e36f66079d2 req-9aa35dbd-ec03-491a-a81b-96c789a7a526 service neutron] 10.222.0.44 "PUT /v2.0/ports/4d7096a7-522f-4fae-817f-12b792ecaffa HTTP/1.1" status: 200 len: 1093 time: 1.6581235 Nov 12 01:01:52.792913 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a4ad29b7-d17a-43d5-8f5a-15cdcba7a558 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:52.807284 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:01:52.810141 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-212328c3-5451-42ea-b8b2-9310f9c4fe1c req-d7ce5b62-1ba5-41f0-92d3-e90117ddf810 tempest-ServerShowV257Test-83202710 tempest-ServerShowV257Test-83202710-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d4d40bc-4909-4eb9-8371-7e3f4ebfb85b HTTP/1.1" status: 200 len: 210 time: 0.0933914 Nov 12 01:01:52.810617 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03772314-a7a8-4ada-b8c1-539d15697b19', 'tag': '4d7096a7-522f-4fae-817f-12b792ecaffa'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:01:52.813446 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8147dfd3-d3b9-4ae5-91f3-0684dc002026" -d '{"events": [{"name": "network-changed", "server_uuid": "03772314-a7a8-4ada-b8c1-539d15697b19", "tag": "4d7096a7-522f-4fae-817f-12b792ecaffa"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:01:52.879034 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a4ad29b7-d17a-43d5-8f5a-15cdcba7a558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:52.948800 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a4ad29b7-d17a-43d5-8f5a-15cdcba7a558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:52.976892 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ad29b7-d17a-43d5-8f5a-15cdcba7a558 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f4b609e-2331-4c01-9258-3d3c5185144b,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:52.981844 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a4ad29b7-d17a-43d5-8f5a-15cdcba7a558 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:52.989206 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a4ad29b7-d17a-43d5-8f5a-15cdcba7a558 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/4f4b609e-2331-4c01-9258-3d3c5185144b HTTP/1.1" status: 204 len: 168 time: 0.3827221 Nov 12 01:01:52.989853 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34034) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:53.048641 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa35dbd-ec03-491a-a81b-96c789a7a526 service neutron] Pushing event updated for resources: {'Port': ['ID=4d7096a7-522f-4fae-817f-12b792ecaffa,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:53.082047 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f351cfb-7377-46cc-a3bd-d057bc834a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:53.124120 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e1723-03aa-44e3-ab8f-3e36f66079d2 req-58217721-fdf6-42e5-b407-60b5144d7e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:53.126793 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-be2e1723-03aa-44e3-ab8f-3e36f66079d2 req-58217721-fdf6-42e5-b407-60b5144d7e0c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ddab49d3f5a4b49b039bf18c7812764&device_id=03772314-a7a8-4ada-b8c1-539d15697b19 HTTP/1.1" status: 200 len: 1096 time: 0.2099631 Nov 12 01:01:53.130273 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-7adab713-ace2-4043-9747-6718ab583307 service neutron] 10.222.0.45 "GET /v2.0/networks/42a64961-de15-4cbf-9f7d-d65cedf81ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847349 Nov 12 01:01:53.151077 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5695c2-8c58-4c78-8421-c215e4e1bad0 req-8a981f6d-d6fe-49d3-b41d-a71f2a8b8c47 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:53.153866 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1e5695c2-8c58-4c78-8421-c215e4e1bad0 req-8a981f6d-d6fe-49d3-b41d-a71f2a8b8c47 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=03772314-a7a8-4ada-b8c1-539d15697b19 HTTP/1.1" status: 200 len: 944 time: 0.2032413 Nov 12 01:01:53.226888 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f351cfb-7377-46cc-a3bd-d057bc834a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:53.263729 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-6f351cfb-7377-46cc-a3bd-d057bc834a09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0b4a63e-0860-4dbc-9d9c-620393c3b6b9']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:53.276491 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-6f351cfb-7377-46cc-a3bd-d057bc834a09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d929ffe-81a7-4ef7-8297-43eff56226c9') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:53.276817 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-6f351cfb-7377-46cc-a3bd-d057bc834a09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d929ffe-81a7-4ef7-8297-43eff56226c9') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:01:53.288050 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f351cfb-7377-46cc-a3bd-d057bc834a09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:53.288299 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-be2e1723-03aa-44e3-ab8f-3e36f66079d2 req-cd6e9061-b220-4666-b374-cce9ab3b37b4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d7096a7-522f-4fae-817f-12b792ecaffa HTTP/1.1" status: 200 len: 217 time: 0.1326568 Nov 12 01:01:53.304656 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f351cfb-7377-46cc-a3bd-d057bc834a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:53.315855 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f351cfb-7377-46cc-a3bd-d057bc834a09 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:01:53.316884 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f351cfb-7377-46cc-a3bd-d057bc834a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:53.319811 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:01:53.319811 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:01:53.319811 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:01:53.319811 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:01:53.319811 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:01:53.319811 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:01:53.319811 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:01:53.319811 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:01:53.319811 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:01:53.319811 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:01:53.319811 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:01:53.319811 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:01:53.319811 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:01:53.319811 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:01:53.319811 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:01:53.319811 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:01:53.319811 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:01:53.319811 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:01:53.319811 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:01:53.319811 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:01:53.319811 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:01:53.319811 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:01:53.319811 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:01:53.319811 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:01:53.319811 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:01:53.319811 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:01:53.319811 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:01:53.319811 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:01:53.319811 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:01:53.319811 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:01:53.319811 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:01:53.319811 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:01:53.392394 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f351cfb-7377-46cc-a3bd-d057bc834a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:53.399288 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f351cfb-7377-46cc-a3bd-d057bc834a09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:53.415716 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6f351cfb-7377-46cc-a3bd-d057bc834a09 admin admin] 10.222.0.45 "DELETE /v2.0/networks/c0b4a63e-0860-4dbc-9d9c-620393c3b6b9 HTTP/1.1" status: 204 len: 168 time: 0.4239187 Nov 12 01:01:53.468799 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f351cfb-7377-46cc-a3bd-d057bc834a09 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0b4a63e-0860-4dbc-9d9c-620393c3b6b9,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:53.476824 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1e5695c2-8c58-4c78-8421-c215e4e1bad0 req-376b990f-1bcc-42b9-8f1e-945e08c4cd0f tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069115 Nov 12 01:01:53.506923 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e1723-03aa-44e3-ab8f-3e36f66079d2 req-4841a8db-1a62-419a-b863-843189f9dfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:53.508966 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-be2e1723-03aa-44e3-ab8f-3e36f66079d2 req-4841a8db-1a62-419a-b863-843189f9dfd1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=32c7a1dd-a18b-4edd-81ef-25269083f064 HTTP/1.1" status: 200 len: 852 time: 0.1500711 Nov 12 01:01:53.554082 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-6cb36f56-2e86-4105-8c81-21da018fc2fb service neutron] 10.222.0.45 "GET /v2.0/networks/42a64961-de15-4cbf-9f7d-d65cedf81ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3965247 Nov 12 01:01:53.578942 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-be2e1723-03aa-44e3-ab8f-3e36f66079d2 req-05381565-e120-4c40-b884-80ec59cce67a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ddbdeb8e-9a29-48b5-957b-64766cbb8316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533066 Nov 12 01:01:53.679856 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34044) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:53.738062 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-9f342205-f073-4750-ba1d-63abf8c224d2 service neutron] 10.222.0.45 "GET /v2.0/ports/02f4ae95-756c-4dab-896e-11fe6ab13527?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1502650 Nov 12 01:01:53.750148 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9e628e06-765a-439a-9997-b381713639cc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=21eee794595f4d3b8f9bea504a1c9b84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0681489 Nov 12 01:01:53.752746 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34046) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:53.840992 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f097f202-e2d9-4581-b3a8-23d53a5af642 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:53.867322 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75fb70-0dcf-4b28-912e-9f381dea18c4 req-8b8e6b18-8c13-4655-ac2b-2dcf85c81f65 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:53.868999 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0d75fb70-0dcf-4b28-912e-9f381dea18c4 req-8b8e6b18-8c13-4655-ac2b-2dcf85c81f65 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/ports?device_id=76652449-fe25-4d29-ae40-ada3f015a8b2 HTTP/1.1" status: 200 len: 945 time: 0.1984985 Nov 12 01:01:53.872145 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f097f202-e2d9-4581-b3a8-23d53a5af642 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:53.915509 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-be2e1723-03aa-44e3-ab8f-3e36f66079d2 req-d17911d5-53a2-417f-8605-4398e835f4a3 service neutron] 10.222.0.44 "GET /v2.0/networks/ddbdeb8e-9a29-48b5-957b-64766cbb8316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493076 Nov 12 01:01:53.943909 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f097f202-e2d9-4581-b3a8-23d53a5af642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:53.946969 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f097f202-e2d9-4581-b3a8-23d53a5af642 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:53.951431 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f097f202-e2d9-4581-b3a8-23d53a5af642 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b1f55e6b-ac6a-493f-9689-6b58de301978 HTTP/1.1" status: 204 len: 168 time: 0.1941688 Nov 12 01:01:53.967885 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f097f202-e2d9-4581-b3a8-23d53a5af642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f55e6b-ac6a-493f-9689-6b58de301978,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:53.987518 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-1bed1dc2-62d5-4228-8f7b-2f16447156b1 service neutron] 10.222.0.45 "GET /v2.0/networks/bca8627a-85cd-44bc-bbc5-d27b1e587fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429569 Nov 12 01:01:54.005724 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0d75fb70-0dcf-4b28-912e-9f381dea18c4 req-d2ce74b4-b254-41a6-82b1-f2b83fb87644 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/security-groups?id=6317cb16-7037-4e74-8981-884545b7be14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200948 Nov 12 01:01:54.022551 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-5de8fb92-beba-4063-9b58-85ff280626f0 req-34f65083-93ed-4795-84d1-357e07f24020 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c93a9d82-ef6d-4049-9f06-a3ebf66128c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0651455 Nov 12 01:01:54.171406 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d49969-5a12-4914-a07b-4d68fbece826 x-openstack-request-id: req-89d49969-5a12-4914-a07b-4d68fbece826 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:01:54.171406 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03772314-a7a8-4ada-b8c1-539d15697b19", "tag": "4d7096a7-522f-4fae-817f-12b792ecaffa", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:01:54.171934 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-89d49969-5a12-4914-a07b-4d68fbece826 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:01:54.172156 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03772314-a7a8-4ada-b8c1-539d15697b19', 'tag': '4d7096a7-522f-4fae-817f-12b792ecaffa', 'status': 'completed', 'code': 200} Nov 12 01:01:54.182790 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-be2e1723-03aa-44e3-ab8f-3e36f66079d2 req-a30670b6-b505-4ad6-8027-e0450ba7fac5 service neutron] 10.222.0.44 "GET /v2.0/networks/ddbdeb8e-9a29-48b5-957b-64766cbb8316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455573 Nov 12 01:01:54.207089 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-4adbdb5d-bf64-4728-84f9-463d6d32e9e4 service neutron] 10.222.0.45 "GET /v2.0/networks/bca8627a-85cd-44bc-bbc5-d27b1e587fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402547 Nov 12 01:01:54.262447 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-27fa356c-8fc8-444e-96a5-726acad688c9 service neutron] 10.222.0.45 "GET /v2.0/ports/d7155c35-074f-4ae5-aa90-e76bbcfeca13?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0544479 Nov 12 01:01:54.269196 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de8fb92-beba-4063-9b58-85ff280626f0 req-5357b689-999e-49d7-b961-f8807ecfd727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:54.272832 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-5de8fb92-beba-4063-9b58-85ff280626f0 req-5357b689-999e-49d7-b961-f8807ecfd727 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ee0070393c4481fac990e8467ee2d37&device_id=c93a9d82-ef6d-4049-9f06-a3ebf66128c8 HTTP/1.1" status: 200 len: 1098 time: 0.1258743 Nov 12 01:01:54.473276 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8147dfd3-d3b9-4ae5-91f3-0684dc002026 req-ce798537-aa49-46c8-984e-c079b8cf1337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:54.474900 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8147dfd3-d3b9-4ae5-91f3-0684dc002026 req-ce798537-aa49-46c8-984e-c079b8cf1337 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ddab49d3f5a4b49b039bf18c7812764&device_id=03772314-a7a8-4ada-b8c1-539d15697b19 HTTP/1.1" status: 200 len: 1096 time: 0.1191738 Nov 12 01:01:54.609916 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d9474579-6dbf-41b0-bb03-7fb8cdab701b req-e400f1ce-ea40-43b6-ad5b-5df86f4a80a4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4f46939e226c442793d66c627fa1c68c&device_id=2d4d40bc-4909-4eb9-8371-7e3f4ebfb85b HTTP/1.1" status: 200 len: 210 time: 0.0477355 Nov 12 01:01:54.615714 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-3871ad89-be4d-4af0-823c-523aef7ccc6d service neutron] 10.222.0.45 "GET /v2.0/networks/bca8627a-85cd-44bc-bbc5-d27b1e587fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342233 Nov 12 01:01:54.687634 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8147dfd3-d3b9-4ae5-91f3-0684dc002026 req-a2089a16-72d3-4a21-b463-7b9cb587124c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:54.690370 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8147dfd3-d3b9-4ae5-91f3-0684dc002026 req-a2089a16-72d3-4a21-b463-7b9cb587124c service neutron] 10.222.0.44 "GET /v2.0/networks?id=ddbdeb8e-9a29-48b5-957b-64766cbb8316 HTTP/1.1" status: 200 len: 912 time: 0.1527693 Nov 12 01:01:54.738075 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de8fb92-beba-4063-9b58-85ff280626f0 req-471f7ae9-5d2e-4056-be46-ca1b0c166ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:54.740641 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5de8fb92-beba-4063-9b58-85ff280626f0 req-471f7ae9-5d2e-4056-be46-ca1b0c166ee7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c3a9c3be-ae08-4924-9d7a-f5be17be251a HTTP/1.1" status: 200 len: 914 time: 0.3697035 Nov 12 01:01:54.762793 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8147dfd3-d3b9-4ae5-91f3-0684dc002026 req-7cd179de-f14c-4114-b020-1eb20ce2a110 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d7096a7-522f-4fae-817f-12b792ecaffa HTTP/1.1" status: 200 len: 217 time: 0.0481811 Nov 12 01:01:54.791191 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d9474579-6dbf-41b0-bb03-7fb8cdab701b req-19f309f6-931d-4680-b6cd-3ee689cc92a2 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=4f46939e226c442793d66c627fa1c68c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1445847 Nov 12 01:01:54.804022 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa4ab7-a8f7-434b-9c8b-bdeedeaa73e9 req-e84d4ff4-b1eb-4cba-8ab4-b332c7871382 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:54.805640 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-28fa4ab7-a8f7-434b-9c8b-bdeedeaa73e9 req-e84d4ff4-b1eb-4cba-8ab4-b332c7871382 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b890535-4d0e-4e9b-9c6b-99e99e93ba1d HTTP/1.1" status: 200 len: 946 time: 0.2942204 Nov 12 01:01:54.869056 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8147dfd3-d3b9-4ae5-91f3-0684dc002026 req-67709ed8-62ba-47ac-bf80-0749b9bcd77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:54.872011 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8147dfd3-d3b9-4ae5-91f3-0684dc002026 req-67709ed8-62ba-47ac-bf80-0749b9bcd77e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=32c7a1dd-a18b-4edd-81ef-25269083f064 HTTP/1.1" status: 200 len: 852 time: 0.1004665 Nov 12 01:01:54.942126 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8147dfd3-d3b9-4ae5-91f3-0684dc002026 req-39ebbf88-8008-4410-bb48-f04734ea1253 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ddbdeb8e-9a29-48b5-957b-64766cbb8316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539474 Nov 12 01:01:55.000961 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5de8fb92-beba-4063-9b58-85ff280626f0 req-9cce734e-4c5b-4bf0-987c-8e1a176be769 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b79f8c4-e527-44d7-b9e3-2b984f984798 HTTP/1.1" status: 200 len: 1002 time: 0.2079000 Nov 12 01:01:55.016436 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-8412f906-7cb1-4e61-b4d9-2a216c654097 service neutron] 10.222.0.45 "GET /v2.0/networks/bca8627a-85cd-44bc-bbc5-d27b1e587fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3892462 Nov 12 01:01:55.091414 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8147dfd3-d3b9-4ae5-91f3-0684dc002026 req-cc5f92ee-2980-4ae5-bc61-a52045f82b57 service neutron] 10.222.0.44 "GET /v2.0/networks/ddbdeb8e-9a29-48b5-957b-64766cbb8316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399632 Nov 12 01:01:55.094927 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-28fa4ab7-a8f7-434b-9c8b-bdeedeaa73e9 req-18ba6030-7501-47cd-a8a2-8a17de08967f tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694509 Nov 12 01:01:55.113379 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9474579-6dbf-41b0-bb03-7fb8cdab701b req-eb7f71f3-44b8-481e-b388-ffd1191faacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:55.114920 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d9474579-6dbf-41b0-bb03-7fb8cdab701b req-eb7f71f3-44b8-481e-b388-ffd1191faacc service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3026502 Nov 12 01:01:55.174966 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de8fb92-beba-4063-9b58-85ff280626f0 req-8cc269b3-0ad4-40a5-aa4b-f066422928d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:55.177343 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5de8fb92-beba-4063-9b58-85ff280626f0 req-8cc269b3-0ad4-40a5-aa4b-f066422928d6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9c9603aa-a0ab-494b-95f7-b3ae19c268c6 HTTP/1.1" status: 200 len: 853 time: 0.1537209 Nov 12 01:01:55.259237 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34078) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:55.266841 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-e7be500f-d195-4381-9e3f-38ec9dc4acd9 service neutron] 10.222.0.45 "GET /v2.0/networks/bca8627a-85cd-44bc-bbc5-d27b1e587fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311547 Nov 12 01:01:55.314805 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8147dfd3-d3b9-4ae5-91f3-0684dc002026 req-83535507-7c13-4f43-ab43-c517be6696b2 service neutron] 10.222.0.44 "GET /v2.0/networks/ddbdeb8e-9a29-48b5-957b-64766cbb8316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041523 Nov 12 01:01:55.375857 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de8fb92-beba-4063-9b58-85ff280626f0 req-4b5e068d-0b0a-41b4-a354-e47c02aa5c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:55.377557 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5de8fb92-beba-4063-9b58-85ff280626f0 req-4b5e068d-0b0a-41b4-a354-e47c02aa5c5c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c3a9c3be-ae08-4924-9d7a-f5be17be251a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1419232 Nov 12 01:01:55.405590 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-0e9439ed-ea4e-487a-95b7-43977b4efbbe admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-482719058-network', 'tenant_id': '96b0e06352b2479cb7df6d4462e19f15'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:55.442039 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9439ed-ea4e-487a-95b7-43977b4efbbe admin admin] Made reservation on behalf of 96b0e06352b2479cb7df6d4462e19f15 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:55.444647 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0e9439ed-ea4e-487a-95b7-43977b4efbbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:55.456492 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0e9439ed-ea4e-487a-95b7-43977b4efbbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:55.465518 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-178e9a1f-cf3f-4a54-9366-c5104e9d7257 service neutron] 10.222.0.45 "GET /v2.0/networks/bca8627a-85cd-44bc-bbc5-d27b1e587fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680319 Nov 12 01:01:55.557744 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0e9439ed-ea4e-487a-95b7-43977b4efbbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:55.563298 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0e9439ed-ea4e-487a-95b7-43977b4efbbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:55.590559 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e9439ed-ea4e-487a-95b7-43977b4efbbe admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:01:55.607058 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5de8fb92-beba-4063-9b58-85ff280626f0 req-6ea3798d-e625-4971-a60f-0b573a42455c service neutron] 10.222.0.44 "GET /v2.0/networks/c3a9c3be-ae08-4924-9d7a-f5be17be251a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010052 Nov 12 01:01:55.611398 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9439ed-ea4e-487a-95b7-43977b4efbbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f57639-0571-4464-a714-e385ef3d8493,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:55.621756 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0e9439ed-ea4e-487a-95b7-43977b4efbbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:55.622176 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-0e9439ed-ea4e-487a-95b7-43977b4efbbe admin admin] Added segment 5dbb5cf7-5b96-4480-92bd-bde327ee507c of type vlan for network d6a8462f-5130-4d0f-951a-dac9101bc5c2 Nov 12 01:01:55.680100 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0e9439ed-ea4e-487a-95b7-43977b4efbbe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:55.718083 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0e9439ed-ea4e-487a-95b7-43977b4efbbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:55.719731 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9439ed-ea4e-487a-95b7-43977b4efbbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:55.720940 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0e9439ed-ea4e-487a-95b7-43977b4efbbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:55.833113 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0e9439ed-ea4e-487a-95b7-43977b4efbbe admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5726442 Nov 12 01:01:55.837860 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34090) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:55.846966 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-05715186-14a7-48fc-9208-7cfd138a6bbc admin admin] Request body: {'subnet': {'network_id': 'd6a8462f-5130-4d0f-951a-dac9101bc5c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-482719058-subnet', 'tenant_id': '96b0e06352b2479cb7df6d4462e19f15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:55.865003 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9439ed-ea4e-487a-95b7-43977b4efbbe admin admin] Pushing event updated for resources: {'Network': ['ID=d6a8462f-5130-4d0f-951a-dac9101bc5c2,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:55.879983 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network d6a8462f-5130-4d0f-951a-dac9101bc5c2 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:01:55.896520 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05715186-14a7-48fc-9208-7cfd138a6bbc admin admin] Made reservation on behalf of 96b0e06352b2479cb7df6d4462e19f15 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:01:55.900804 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-05715186-14a7-48fc-9208-7cfd138a6bbc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:56.052807 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-f230578d-dd0d-4341-813e-7c74890e2e79 service neutron] 10.222.0.45 "GET /v2.0/networks/bca8627a-85cd-44bc-bbc5-d27b1e587fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5557461 Nov 12 01:01:56.095217 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d066e9b4-8b4d-4d61-9314-d5d7455929d1 req-5439082d-e40c-436e-97ba-b5d1942492ae tempest-ServerShowV257Test-83202710 tempest-ServerShowV257Test-83202710-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d4d40bc-4909-4eb9-8371-7e3f4ebfb85b HTTP/1.1" status: 200 len: 210 time: 0.0650814 Nov 12 01:01:56.204348 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5de8fb92-beba-4063-9b58-85ff280626f0 req-1c5a42f5-5dfc-4720-98c0-e40796fca613 service neutron] 10.222.0.44 "GET /v2.0/networks/c3a9c3be-ae08-4924-9d7a-f5be17be251a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5768394 Nov 12 01:01:56.204610 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-05715186-14a7-48fc-9208-7cfd138a6bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:56.254612 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-8f24e06b-16f5-493b-bd11-7090ef923a38 service neutron] 10.222.0.45 "GET /v2.0/networks/bca8627a-85cd-44bc-bbc5-d27b1e587fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862204 Nov 12 01:01:56.290522 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05715186-14a7-48fc-9208-7cfd138a6bbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=26412b35-38aa-41b4-bb78-aab31ac9da6a,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:56.297084 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05715186-14a7-48fc-9208-7cfd138a6bbc admin admin] Checking segment: {'id': '5dbb5cf7-5b96-4480-92bd-bde327ee507c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd6a8462f-5130-4d0f-951a-dac9101bc5c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:01:56.297453 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05715186-14a7-48fc-9208-7cfd138a6bbc admin admin] Network hostable DHCP agents. Network: d6a8462f-5130-4d0f-951a-dac9101bc5c2, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:01:56.322147 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05715186-14a7-48fc-9208-7cfd138a6bbc admin admin] Network d6a8462f-5130-4d0f-951a-dac9101bc5c2 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:01:56.333418 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-05715186-14a7-48fc-9208-7cfd138a6bbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, d6a8462f-5130-4d0f-951a-dac9101bc5c2) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:56.338967 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05715186-14a7-48fc-9208-7cfd138a6bbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:56.343413 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-05715186-14a7-48fc-9208-7cfd138a6bbc admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:56.346041 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284adbbf-890d-4f70-b6fe-55e20fc9526c None None] Network d6a8462f-5130-4d0f-951a-dac9101bc5c2 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:56.353090 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a423f8-0e7b-4a42-bd61-2372b4e46cd8 req-a1f011c4-2e2e-41c1-9b34-d41d658ba1ea tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:56.354911 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-47a423f8-0e7b-4a42-bd61-2372b4e46cd8 req-a1f011c4-2e2e-41c1-9b34-d41d658ba1ea tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=03772314-a7a8-4ada-b8c1-539d15697b19 HTTP/1.1" status: 200 len: 944 time: 0.1342337 Nov 12 01:01:56.388454 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-05715186-14a7-48fc-9208-7cfd138a6bbc admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5481026 Nov 12 01:01:56.392377 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 34094) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:01:56.399887 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-3324c7ba-fab5-4213-af84-c52fa96d360f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-482719058-router', 'tenant_id': '96b0e06352b2479cb7df6d4462e19f15', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:01:56.443194 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-fc9c601d-5a77-4fe6-922e-1bdf91028be2 service neutron] 10.222.0.45 "GET /v2.0/networks/27138fd0-2739-4679-b06e-dafc84073bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775017 Nov 12 01:01:56.486786 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-47a423f8-0e7b-4a42-bd61-2372b4e46cd8 req-594bd54c-fc8b-4085-806d-c95c8bd2e777 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243806 Nov 12 01:01:56.534292 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3324c7ba-fab5-4213-af84-c52fa96d360f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:56.535496 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3324c7ba-fab5-4213-af84-c52fa96d360f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:56.547783 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71b54e1-a126-45d4-8c85-f4a7337bc51c None None] Network d6a8462f-5130-4d0f-951a-dac9101bc5c2 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:01:56.636821 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3324c7ba-fab5-4213-af84-c52fa96d360f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:56.643478 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-4351584e-65d4-4968-9005-c9352be27485 service neutron] 10.222.0.45 "GET /v2.0/networks/27138fd0-2739-4679-b06e-dafc84073bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882474 Nov 12 01:01:56.852452 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b9effa-3341-4e32-90e0-bb2fe21d3b40 req-8855f559-d909-45ff-a361-0c099358ed1b tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:56.854140 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a8b9effa-3341-4e32-90e0-bb2fe21d3b40 req-8855f559-d909-45ff-a361-0c099358ed1b tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/ports?device_id=76652449-fe25-4d29-ae40-ada3f015a8b2 HTTP/1.1" status: 200 len: 945 time: 0.2570601 Nov 12 01:01:56.919132 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3324c7ba-fab5-4213-af84-c52fa96d360f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:56.967580 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-113307d9-9eeb-492b-97dc-4c9eb259f598 service neutron] 10.222.0.45 "GET /v2.0/networks/27138fd0-2739-4679-b06e-dafc84073bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090010 Nov 12 01:01:57.027158 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a8b9effa-3341-4e32-90e0-bb2fe21d3b40 req-84429dcf-fbdf-4e0a-b00f-5e82886c4027 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/security-groups?id=6317cb16-7037-4e74-8981-884545b7be14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241686 Nov 12 01:01:57.120788 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1be0e3e1-df64-4aa8-87f8-0c44b97c2157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:57.145192 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-7ea47c27-5be3-4bf1-907b-60596c591dd9 service neutron] 10.222.0.45 "GET /v2.0/networks/27138fd0-2739-4679-b06e-dafc84073bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703579 Nov 12 01:01:57.237469 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d9474579-6dbf-41b0-bb03-7fb8cdab701b req-44db782c-07b1-41bb-8150-f3862b70a503 tempest-ServerShowV257Test-83202710 tempest-ServerShowV257Test-83202710-project] 10.222.0.44 "GET /v2.0/ports?device_id=2d4d40bc-4909-4eb9-8371-7e3f4ebfb85b HTTP/1.1" status: 200 len: 210 time: 0.0645192 Nov 12 01:01:57.365235 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3324c7ba-fab5-4213-af84-c52fa96d360f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:57.391577 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3324c7ba-fab5-4213-af84-c52fa96d360f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:57.584305 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-3324c7ba-fab5-4213-af84-c52fa96d360f admin admin] Allocated IP 172.25.3.121 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/ff0dcb84-7035-439b-abdb-bf5039189143) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:01:57.643234 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5673da5-78c9-431d-8fd9-f4deae2c1a4c req-bb0df9ea-d752-4125-abc6-81182b3268f6 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:57.645100 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d5673da5-78c9-431d-8fd9-f4deae2c1a4c req-bb0df9ea-d752-4125-abc6-81182b3268f6 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b890535-4d0e-4e9b-9c6b-99e99e93ba1d HTTP/1.1" status: 200 len: 946 time: 0.1098390 Nov 12 01:01:57.752921 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d5673da5-78c9-431d-8fd9-f4deae2c1a4c req-f4c29aa5-bdc9-46a5-b82b-8f2fc94549c5 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703378 Nov 12 01:01:57.784940 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3324c7ba-fab5-4213-af84-c52fa96d360f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:57.840993 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3324c7ba-fab5-4213-af84-c52fa96d360f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:57.913474 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3324c7ba-fab5-4213-af84-c52fa96d360f admin admin] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:01:57.926414 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-3324c7ba-fab5-4213-af84-c52fa96d360f admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:01:57.938777 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3324c7ba-fab5-4213-af84-c52fa96d360f admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:01:57.945572 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3324c7ba-fab5-4213-af84-c52fa96d360f admin admin] Pushing event updated for resources: {'Port': ['ID=ff0dcb84-7035-439b-abdb-bf5039189143,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:58.173707 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bab5dec7-2f66-4235-b12b-837bdb1b3a8b req-c44d5370-d4ad-4f79-9759-2069882b15d2 tempest-ServerShowV257Test-83202710 tempest-ServerShowV257Test-83202710-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d4d40bc-4909-4eb9-8371-7e3f4ebfb85b HTTP/1.1" status: 200 len: 210 time: 0.0428956 Nov 12 01:01:58.412652 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-99bc3908-6e41-4020-92eb-4b663543289f req-223950de-03a8-4c45-8e9e-258e08445dc2 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 210 time: 0.0777364 Nov 12 01:01:58.625143 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3324c7ba-fab5-4213-af84-c52fa96d360f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:58.766623 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efcb0c2-30eb-4d08-8630-35711ffd2373 req-32e54e8f-16e9-4e63-bc55-5e5464a5bab2 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:58.778272 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1efcb0c2-30eb-4d08-8630-35711ffd2373 req-32e54e8f-16e9-4e63-bc55-5e5464a5bab2 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=03772314-a7a8-4ada-b8c1-539d15697b19 HTTP/1.1" status: 200 len: 944 time: 0.4473350 Nov 12 01:01:58.865133 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 4d7096a7-522f-4fae-817f-12b792ecaffa details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:01:58.968899 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1efcb0c2-30eb-4d08-8630-35711ffd2373 req-10f0b543-c626-4112-949f-c44c3992f483 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890709 Nov 12 01:01:59.001010 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 4d7096a7-522f-4fae-817f-12b792ecaffa, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=4d7096a7-522f-4fae-817f-12b792ecaffa,segment=NetworkSegment(ad4c4449-dc7a-4356-bf97-224e764df50e),segment_id=ad4c4449-dc7a-4356-bf97-224e764df50e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:59.017311 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '4d7096a7-522f-4fae-817f-12b792ecaffa', 'network_id': 'ddbdeb8e-9a29-48b5-957b-64766cbb8316', 'port_id': '4d7096a7-522f-4fae-817f-12b792ecaffa', 'mac_address': 'fa:16:3e:c8:fc:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32c7a1dd-a18b-4edd-81ef-25269083f064', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:01:59.072509 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:59.091476 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d7096a7-522f-4fae-817f-12b792ecaffa {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:01:59.120137 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 4d7096a7-522f-4fae-817f-12b792ecaffa, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=4d7096a7-522f-4fae-817f-12b792ecaffa,segment=NetworkSegment(ad4c4449-dc7a-4356-bf97-224e764df50e),segment_id=ad4c4449-dc7a-4356-bf97-224e764df50e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:01:59.125921 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:59.202585 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=4d7096a7-522f-4fae-817f-12b792ecaffa,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:01:59.306201 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3324c7ba-fab5-4213-af84-c52fa96d360f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:01:59.319409 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69379ef-7f0d-49dc-b557-7038e8d93b7d req-e929be24-519d-4ff5-a994-e490f8e88bfe tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:59.321600 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e69379ef-7f0d-49dc-b557-7038e8d93b7d req-e929be24-519d-4ff5-a994-e490f8e88bfe tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/ports?device_id=76652449-fe25-4d29-ae40-ada3f015a8b2 HTTP/1.1" status: 200 len: 945 time: 0.3496070 Nov 12 01:01:59.394362 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ac45f-e2e2-44d9-8df7-92be109001b1 req-fef43064-f354-46fb-98db-375674e6202d tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:01:59.396003 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-947ac45f-e2e2-44d9-8df7-92be109001b1 req-fef43064-f354-46fb-98db-375674e6202d tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b890535-4d0e-4e9b-9c6b-99e99e93ba1d HTTP/1.1" status: 200 len: 946 time: 0.1545274 Nov 12 01:01:59.649580 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['4d7096a7-522f-4fae-817f-12b792ecaffa'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:01:59.948453 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-947ac45f-e2e2-44d9-8df7-92be109001b1 req-18d7e3d5-1179-4c05-9108-718a1696d48a tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5390246 Nov 12 01:01:59.989398 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e69379ef-7f0d-49dc-b557-7038e8d93b7d req-2b6b84a5-2be6-4da9-ac7b-463ca3769c0c tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/security-groups?id=6317cb16-7037-4e74-8981-884545b7be14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6117914 Nov 12 01:02:00.125905 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3324c7ba-fab5-4213-af84-c52fa96d360f admin admin] Router 86ded82b-0ad2-4d4a-9b56-e80964346416 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:02:00.451085 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-463e5567-6646-4ff2-8b2c-2e9a678436cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:00.455555 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-463e5567-6646-4ff2-8b2c-2e9a678436cd service neutron] 10.222.0.44 "GET /v2.0/ports/02f4ae95-756c-4dab-896e-11fe6ab13527 HTTP/1.1" status: 200 len: 1027 time: 0.1736567 Nov 12 01:02:00.465837 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-259e7f1d-2d86-4a78-8366-68bc381c9068 req-45b0da78-464f-4332-a0a8-74c88d310879 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 210 time: 0.1434455 Nov 12 01:02:00.645574 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34158) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:00.683838 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71011a-5e4c-4f64-acf7-c06c5d2b91ce req-a6bfaaa6-bf85-4c7b-a04d-bbaa86e61a20 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:00.687255 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2a71011a-5e4c-4f64-acf7-c06c5d2b91ce req-a6bfaaa6-bf85-4c7b-a04d-bbaa86e61a20 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.44 "GET /v2.0/ports?device_id=76652449-fe25-4d29-ae40-ada3f015a8b2 HTTP/1.1" status: 200 len: 945 time: 0.1657624 Nov 12 01:02:00.740220 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-d7a58917-2992-4eb0-b1d1-2c303114337b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:00.742529 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-d7a58917-2992-4eb0-b1d1-2c303114337b service neutron] 10.222.0.44 "GET /v2.0/ports/d7155c35-074f-4ae5-aa90-e76bbcfeca13 HTTP/1.1" status: 200 len: 1028 time: 0.1420238 Nov 12 01:02:00.755092 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c171d518-fc18-40f9-b7fc-83440845d7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:00.779415 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3324c7ba-fab5-4213-af84-c52fa96d360f admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:02:00.805338 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c39c22c-967a-4422-8edb-3f13749051d8 None None] Sync routers for ids ['86ded82b-0ad2-4d4a-9b56-e80964346416'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:02:00.838034 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c39c22c-967a-4422-8edb-3f13749051d8 None None] Routers {'86ded82b-0ad2-4d4a-9b56-e80964346416'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:00.838769 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-3c39c22c-967a-4422-8edb-3f13749051d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:02:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['86ded82b-0ad2-4d4a-9b56-e80964346416'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:00.867635 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f558ffe-e399-4d2c-b760-8f5f64ee437d req-370f4163-4120-42a3-9030-46d350b4a6aa tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:00.883583 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2f558ffe-e399-4d2c-b760-8f5f64ee437d req-370f4163-4120-42a3-9030-46d350b4a6aa tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=03772314-a7a8-4ada-b8c1-539d15697b19 HTTP/1.1" status: 200 len: 945 time: 0.2504995 Nov 12 01:02:00.977770 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3324c7ba-fab5-4213-af84-c52fa96d360f admin admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:00.981807 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3324c7ba-fab5-4213-af84-c52fa96d360f admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.5856450 Nov 12 01:02:00.983041 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 34162) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:00.988880 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-19a3b289-f909-449d-b2aa-f0f89692b59c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:01.050335 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-3c39c22c-967a-4422-8edb-3f13749051d8 None None] Set router 86ded82b-0ad2-4d4a-9b56-e80964346416 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:02:01.237527 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-2a71011a-5e4c-4f64-acf7-c06c5d2b91ce req-b6bb7145-1d34-4e56-83cf-77a4dbea9fdb tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Deleting port 72edd99f-4087-448f-9d5c-166d0fa8fcec {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:01.237905 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-2a71011a-5e4c-4f64-acf7-c06c5d2b91ce req-b6bb7145-1d34-4e56-83cf-77a4dbea9fdb tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:01.239869 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2f558ffe-e399-4d2c-b760-8f5f64ee437d req-9cc259a3-6994-4eb9-af45-8e56b0223499 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544753 Nov 12 01:02:01.358853 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-2a71011a-5e4c-4f64-acf7-c06c5d2b91ce req-b6bb7145-1d34-4e56-83cf-77a4dbea9fdb tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] For port 72edd99f-4087-448f-9d5c-166d0fa8fcec, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=72edd99f-4087-448f-9d5c-166d0fa8fcec,segment=NetworkSegment(e7378896-c8bc-49a5-88eb-5fba66be71ec),segment_id=e7378896-c8bc-49a5-88eb-5fba66be71ec)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:01.359227 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-2a71011a-5e4c-4f64-acf7-c06c5d2b91ce req-b6bb7145-1d34-4e56-83cf-77a4dbea9fdb tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:01.377026 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-2a71011a-5e4c-4f64-acf7-c06c5d2b91ce req-b6bb7145-1d34-4e56-83cf-77a4dbea9fdb tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Calling delete_port for 72edd99f-4087-448f-9d5c-166d0fa8fcec owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:01.468062 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-0030708b-7ddc-448a-8432-5256c3b817f2 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:01.476739 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-3c39c22c-967a-4422-8edb-3f13749051d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ded82b-0ad2-4d4a-9b56-e80964346416', 'name': 'tempest-ServerRescueTestJSONUnderV235-482719058-router', 'tenant_id': '96b0e06352b2479cb7df6d4462e19f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'ff0dcb84-7035-439b-abdb-bf5039189143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:01:56Z', 'updated_at': '2021-11-12T01:01:58Z', 'revision_number': 3, 'project_id': '96b0e06352b2479cb7df6d4462e19f15', 'gw_port': {'id': 'ff0dcb84-7035-439b-abdb-bf5039189143', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:28:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ded82b-0ad2-4d4a-9b56-e80964346416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:57Z', 'updated_at': '2021-11-12T01:01:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:01.502392 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-0030708b-7ddc-448a-8432-5256c3b817f2 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:01.528280 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-2a71011a-5e4c-4f64-acf7-c06c5d2b91ce req-b6bb7145-1d34-4e56-83cf-77a4dbea9fdb tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:01.528550 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-0030708b-7ddc-448a-8432-5256c3b817f2 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:01.534456 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-0030708b-7ddc-448a-8432-5256c3b817f2 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.44 "GET /v2.0/networks?id=42a64961-de15-4cbf-9f7d-d65cedf81ae7&id=bca8627a-85cd-44bc-bbc5-d27b1e587fca&id=bca8627a-85cd-44bc-bbc5-d27b1e587fca&id=bca8627a-85cd-44bc-bbc5-d27b1e587fca&id=bca8627a-85cd-44bc-bbc5-d27b1e587fca&id=27138fd0-2739-4679-b06e-dafc84073bf0&id=27138fd0-2739-4679-b06e-dafc84073bf0 HTTP/1.1" status: 200 len: 1989 time: 0.7714479 Nov 12 01:02:01.567875 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['e60adb00-6bb9-4c63-9e13-b1ef94e88519', '72edd99f-4087-448f-9d5c-166d0fa8fcec'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:02:01.568582 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb7145-1d34-4e56-83cf-77a4dbea9fdb tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Pushing event deleted for resources: {'Port': ['ID=72edd99f-4087-448f-9d5c-166d0fa8fcec,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:01.606676 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c39c22c-967a-4422-8edb-3f13749051d8 None None] Checking router: 86ded82b-0ad2-4d4a-9b56-e80964346416 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:02:01.607544 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c39c22c-967a-4422-8edb-3f13749051d8 None None] Updating router 86ded82b-0ad2-4d4a-9b56-e80964346416 port ff0dcb84-7035-439b-abdb-bf5039189143 binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:02:01.625823 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a71011a-5e4c-4f64-acf7-c06c5d2b91ce req-b6bb7145-1d34-4e56-83cf-77a4dbea9fdb tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] No DVR routers for this DVR port 72edd99f-4087-448f-9d5c-166d0fa8fcec on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:02:01.634615 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-2a71011a-5e4c-4f64-acf7-c06c5d2b91ce req-b6bb7145-1d34-4e56-83cf-77a4dbea9fdb tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:01.641055 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2a71011a-5e4c-4f64-acf7-c06c5d2b91ce req-b6bb7145-1d34-4e56-83cf-77a4dbea9fdb tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.44 "DELETE /v2.0/ports/72edd99f-4087-448f-9d5c-166d0fa8fcec HTTP/1.1" status: 204 len: 173 time: 0.8806190 Nov 12 01:02:01.642454 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76652449-fe25-4d29-ae40-ada3f015a8b2', 'name': 'network-vif-deleted', 'tag': '72edd99f-4087-448f-9d5c-166d0fa8fcec'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:02:01.645362 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-3c39c22c-967a-4422-8edb-3f13749051d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:01.648012 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde81c8c-f262-4034-b40d-89d5d4befd95" -d '{"events": [{"server_uuid": "76652449-fe25-4d29-ae40-ada3f015a8b2", "name": "network-vif-deleted", "tag": "72edd99f-4087-448f-9d5c-166d0fa8fcec"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:02:01.670620 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-19a3b289-f909-449d-b2aa-f0f89692b59c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:01.679721 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-19a3b289-f909-449d-b2aa-f0f89692b59c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:01.870226 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a3b289-f909-449d-b2aa-f0f89692b59c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce08f4b-4ad5-4441-a8d6-066917f65a12,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:01.890182 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-19a3b289-f909-449d-b2aa-f0f89692b59c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4f46939e226c442793d66c627fa1c68c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2397594 Nov 12 01:02:01.891308 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34178) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:01.907346 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ca190747-797a-4eed-8d4e-0db57e97241c req-7452d5eb-d172-44fa-b296-bdf0ff802724 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/ports?device_id=76652449-fe25-4d29-ae40-ada3f015a8b2 HTTP/1.1" status: 200 len: 210 time: 0.3535047 Nov 12 01:02:02.130235 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-3c39c22c-967a-4422-8edb-3f13749051d8 None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:02.133528 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d780166a-1442-4b4b-8c33-56602c4fe4b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:02.144156 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-3c39c22c-967a-4422-8edb-3f13749051d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:02.215620 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d780166a-1442-4b4b-8c33-56602c4fe4b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:02.272417 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f1946-902a-4631-864d-937e3425ac54 None None] Pushing event updated for resources: {'Port': ['ID=ff0dcb84-7035-439b-abdb-bf5039189143,revision_number=2']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:02.310386 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d780166a-1442-4b4b-8c33-56602c4fe4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:02.312053 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f1946-902a-4631-864d-937e3425ac54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:02.312741 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f1946-902a-4631-864d-937e3425ac54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:02.313438 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f1946-902a-4631-864d-937e3425ac54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:02.314125 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f1946-902a-4631-864d-937e3425ac54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:02.315016 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f1946-902a-4631-864d-937e3425ac54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:02.315685 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f1946-902a-4631-864d-937e3425ac54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:02.316288 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d780166a-1442-4b4b-8c33-56602c4fe4b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:02.316449 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f1946-902a-4631-864d-937e3425ac54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:02.317060 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f1946-902a-4631-864d-937e3425ac54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:02.317695 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f1946-902a-4631-864d-937e3425ac54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:02.318343 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f1946-902a-4631-864d-937e3425ac54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:02.319171 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f1946-902a-4631-864d-937e3425ac54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:02.319320 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f61cd-51d6-4961-8552-e66babc67dca req-be132b29-c766-43b9-b8c6-a2d657ac7018 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:02.320277 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92f1946-902a-4631-864d-937e3425ac54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:02.323552 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bd9f61cd-51d6-4961-8552-e66babc67dca req-be132b29-c766-43b9-b8c6-a2d657ac7018 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b890535-4d0e-4e9b-9c6b-99e99e93ba1d HTTP/1.1" status: 200 len: 946 time: 1.1334071 Nov 12 01:02:02.325291 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d780166a-1442-4b4b-8c33-56602c4fe4b7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7ce08f4b-4ad5-4441-a8d6-066917f65a12 HTTP/1.1" status: 204 len: 168 time: 0.4299865 Nov 12 01:02:02.337588 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-3c39c22c-967a-4422-8edb-3f13749051d8 None None] Attempting to bind port ff0dcb84-7035-439b-abdb-bf5039189143 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:02:02.338002 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-3c39c22c-967a-4422-8edb-3f13749051d8 None None] Attempting to bind port ff0dcb84-7035-439b-abdb-bf5039189143 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:02:02.338561 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c39c22c-967a-4422-8edb-3f13749051d8 None None] Attempting to bind port ff0dcb84-7035-439b-abdb-bf5039189143 on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:02.347646 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c39c22c-967a-4422-8edb-3f13749051d8 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:02:02.348376 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c39c22c-967a-4422-8edb-3f13749051d8 None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:02:02.354709 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-3c39c22c-967a-4422-8edb-3f13749051d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:02.356166 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c39c22c-967a-4422-8edb-3f13749051d8 None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:02:02.358720 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-3c39c22c-967a-4422-8edb-3f13749051d8 None None] Bound port: ff0dcb84-7035-439b-abdb-bf5039189143, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:02:02.360285 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-3c39c22c-967a-4422-8edb-3f13749051d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:02.373839 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d780166a-1442-4b4b-8c33-56602c4fe4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce08f4b-4ad5-4441-a8d6-066917f65a12,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:02.381099 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a58315-6e4c-45d7-aab4-4111317de388 req-9fdc8dbe-8378-4c36-ac1b-f0682ac4dfd9 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:02.383651 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-19a58315-6e4c-45d7-aab4-4111317de388 req-9fdc8dbe-8378-4c36-ac1b-f0682ac4dfd9 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.44 "GET /v2.0/ports?device_id=0382889d-6bac-4572-a818-5d4443613e7f HTTP/1.1" status: 200 len: 945 time: 0.8443573 Nov 12 01:02:02.439856 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-3c39c22c-967a-4422-8edb-3f13749051d8 None None] For port ff0dcb84-7035-439b-abdb-bf5039189143, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:02:02.444406 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-3c39c22c-967a-4422-8edb-3f13749051d8 None None] For port ff0dcb84-7035-439b-abdb-bf5039189143, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=ff0dcb84-7035-439b-abdb-bf5039189143,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:02:02.453022 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-3c39c22c-967a-4422-8edb-3f13749051d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:02.535333 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c39c22c-967a-4422-8edb-3f13749051d8 None None] Routers {'86ded82b-0ad2-4d4a-9b56-e80964346416'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:02.536389 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-3c39c22c-967a-4422-8edb-3f13749051d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:02:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['86ded82b-0ad2-4d4a-9b56-e80964346416'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:02.547501 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-147007fe-bfdc-4f9a-beb6-ddaf17b02d65 req-fdf3776d-bfcf-4a49-96cb-5f3ed6ffe2e8 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 210 time: 0.2224040 Nov 12 01:02:02.594899 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-763b3e1b-ef10-4f8a-a331-b186e0d0b0dd tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d8109316fd94efaa47eb9260db1f13b HTTP/1.1" status: 200 len: 380 time: 1.0244644 Nov 12 01:02:02.650278 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae60188-63f8-4a6a-b0f4-b5e0780ae086 x-openstack-request-id: req-aae60188-63f8-4a6a-b0f4-b5e0780ae086 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:02:02.653317 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76652449-fe25-4d29-ae40-ada3f015a8b2", "name": "network-vif-deleted", "tag": "72edd99f-4087-448f-9d5c-166d0fa8fcec", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:02:02.654516 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-aae60188-63f8-4a6a-b0f4-b5e0780ae086 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:02:02.656358 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76652449-fe25-4d29-ae40-ada3f015a8b2', 'name': 'network-vif-deleted', 'tag': '72edd99f-4087-448f-9d5c-166d0fa8fcec', 'status': 'completed', 'code': 200} Nov 12 01:02:02.727873 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-adef777e-102d-4e46-be9b-5b0e7563b440 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Request body: {'port': {'device_id': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'network_id': '42a64961-de15-4cbf-9f7d-d65cedf81ae7', 'admin_state_up': True, 'tenant_id': '1d8109316fd94efaa47eb9260db1f13b', 'security_groups': ['8c2064e3-365e-4ce1-97ba-786147ddb249']}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:02.745412 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f1946-902a-4631-864d-937e3425ac54 None None] Pushing event updated for resources: {'Port': ['ID=ff0dcb84-7035-439b-abdb-bf5039189143,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:02.781445 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-3c39c22c-967a-4422-8edb-3f13749051d8 None None] Set router 86ded82b-0ad2-4d4a-9b56-e80964346416 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:02:02.784958 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:02.911228 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 4d7096a7-522f-4fae-817f-12b792ecaffa up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:03.026541 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 4d7096a7-522f-4fae-817f-12b792ecaffa completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:02:03.032618 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 4d7096a7-522f-4fae-817f-12b792ecaffa triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:03.032977 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:03.037259 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bd9f61cd-51d6-4961-8552-e66babc67dca req-96789258-e308-45f5-a36e-6b37fa248b2b tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6852617 Nov 12 01:02:03.215169 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c46bf-93d9-4d3c-aff8-343f69c0f737 req-c1e11a27-c2cb-4051-b196-ec2a45b0cf20 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:03.226259 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d7c46bf-93d9-4d3c-aff8-343f69c0f737 req-c1e11a27-c2cb-4051-b196-ec2a45b0cf20 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=03772314-a7a8-4ada-b8c1-539d15697b19 HTTP/1.1" status: 200 len: 945 time: 0.4433627 Nov 12 01:02:03.272071 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:03.366096 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03772314-a7a8-4ada-b8c1-539d15697b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7096a7-522f-4fae-817f-12b792ecaffa'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:02:03.383502 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eacd2012-cbba-47b4-8c4c-b965a93d47d8" -d '{"events": [{"server_uuid": "03772314-a7a8-4ada-b8c1-539d15697b19", "name": "network-vif-plugged", "status": "completed", "tag": "4d7096a7-522f-4fae-817f-12b792ecaffa"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:02:03.424716 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-3c39c22c-967a-4422-8edb-3f13749051d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ded82b-0ad2-4d4a-9b56-e80964346416', 'name': 'tempest-ServerRescueTestJSONUnderV235-482719058-router', 'tenant_id': '96b0e06352b2479cb7df6d4462e19f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'ff0dcb84-7035-439b-abdb-bf5039189143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:01:56Z', 'updated_at': '2021-11-12T01:01:58Z', 'revision_number': 3, 'project_id': '96b0e06352b2479cb7df6d4462e19f15', 'gw_port': {'id': 'ff0dcb84-7035-439b-abdb-bf5039189143', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:28:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ded82b-0ad2-4d4a-9b56-e80964346416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:57Z', 'updated_at': '2021-11-12T01:02:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:03.458323 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 4d7096a7-522f-4fae-817f-12b792ecaffa, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=4d7096a7-522f-4fae-817f-12b792ecaffa,segment=NetworkSegment(ad4c4449-dc7a-4356-bf97-224e764df50e),segment_id=ad4c4449-dc7a-4356-bf97-224e764df50e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:03.466699 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:03.468270 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 72edd99f-4087-448f-9d5c-166d0fa8fcec no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:02:03.532775 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c39c22c-967a-4422-8edb-3f13749051d8 None None] The sync data for ids ['86ded82b-0ad2-4d4a-9b56-e80964346416'] in n-d-712142-27 is: [{'id': '86ded82b-0ad2-4d4a-9b56-e80964346416', 'name': 'tempest-ServerRescueTestJSONUnderV235-482719058-router', 'tenant_id': '96b0e06352b2479cb7df6d4462e19f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'ff0dcb84-7035-439b-abdb-bf5039189143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:01:56Z', 'updated_at': '2021-11-12T01:01:58Z', 'revision_number': 3, 'project_id': '96b0e06352b2479cb7df6d4462e19f15', 'gw_port': {'id': 'ff0dcb84-7035-439b-abdb-bf5039189143', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:28:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ded82b-0ad2-4d4a-9b56-e80964346416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:57Z', 'updated_at': '2021-11-12T01:02:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:02:03.554179 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d7c46bf-93d9-4d3c-aff8-343f69c0f737 req-067a8931-cea0-4b75-a728-ae57de661eac tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271179 Nov 12 01:02:03.555352 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-adef777e-102d-4e46-be9b-5b0e7563b440 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Made reservation on behalf of 1d8109316fd94efaa47eb9260db1f13b for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:03.557064 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 72edd99f-4087-448f-9d5c-166d0fa8fcec {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:02:03.558164 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 72edd99f-4087-448f-9d5c-166d0fa8fcec not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:02:03.568410 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-adef777e-102d-4e46-be9b-5b0e7563b440 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:03.644113 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=4d7096a7-522f-4fae-817f-12b792ecaffa,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:03.648059 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-19a58315-6e4c-45d7-aab4-4111317de388 req-2e1ce85d-9239-4e82-aff0-b24384bd23be tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Deleting port e60adb00-6bb9-4c63-9e13-b1ef94e88519 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:03.648618 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-19a58315-6e4c-45d7-aab4-4111317de388 req-2e1ce85d-9239-4e82-aff0-b24384bd23be tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:03.886360 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:03.900658 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f902771-b9ac-4df8-932f-c9478ed606ee x-openstack-request-id: req-2f902771-b9ac-4df8-932f-c9478ed606ee {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:02:03.901114 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03772314-a7a8-4ada-b8c1-539d15697b19", "name": "network-vif-plugged", "status": "completed", "tag": "4d7096a7-522f-4fae-817f-12b792ecaffa", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:02:03.901515 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2f902771-b9ac-4df8-932f-c9478ed606ee {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:02:03.902144 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03772314-a7a8-4ada-b8c1-539d15697b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7096a7-522f-4fae-817f-12b792ecaffa', 'code': 200} Nov 12 01:02:04.176588 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca2a37-747c-44fa-b889-87f90cba7cef req-ad613e5b-2358-448f-89fc-a126291e9daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:04.181099 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-53ca2a37-747c-44fa-b889-87f90cba7cef req-ad613e5b-2358-448f-89fc-a126291e9daf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=03772314-a7a8-4ada-b8c1-539d15697b19 HTTP/1.1" status: 200 len: 1098 time: 0.1283808 Nov 12 01:02:04.325794 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34216) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:04.365060 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-53ca2a37-747c-44fa-b889-87f90cba7cef req-ffdd0c38-552f-4d05-92fe-04de133d2496 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650035 Nov 12 01:02:04.379514 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff25fa0-57a7-4148-8767-b042f2164be7 req-cffe9f35-e3ed-4ce1-aee1-ef7998da17a6 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:04.381507 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dff25fa0-57a7-4148-8767-b042f2164be7 req-cffe9f35-e3ed-4ce1-aee1-ef7998da17a6 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/ports?device_id=0382889d-6bac-4572-a818-5d4443613e7f HTTP/1.1" status: 200 len: 945 time: 0.7936556 Nov 12 01:02:04.489143 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8eb57983-fc4d-4738-8ae9-540e95f539cb req-9177f45b-8d0f-4f17-9c89-35fb0b42349c tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 210 time: 0.3969746 Nov 12 01:02:04.496728 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-370be54a-9265-474e-a3d5-1a3d41543795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:04.519867 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-adef777e-102d-4e46-be9b-5b0e7563b440 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Allocated IP 172.20.0.5 (42a64961-de15-4cbf-9f7d-d65cedf81ae7/9a4a1633-eebb-4206-a02e-19555e45d6c6/15e8b880-bdf7-4297-8037-5e8af0c0a024) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:04.595160 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device ff0dcb84-7035-439b-abdb-bf5039189143 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:04.650731 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-9b31c6f4-25e5-4a42-8b49-0eeb313d6c1a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-592033780-network', 'tenant_id': '1650592d4cf74284855a02a26c6d9866'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:04.690344 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port ff0dcb84-7035-439b-abdb-bf5039189143 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:04.691063 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:04.691805 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b31c6f4-25e5-4a42-8b49-0eeb313d6c1a admin admin] Made reservation on behalf of 1650592d4cf74284855a02a26c6d9866 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:04.694836 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9b31c6f4-25e5-4a42-8b49-0eeb313d6c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:04.709391 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9b31c6f4-25e5-4a42-8b49-0eeb313d6c1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:04.716659 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-19a58315-6e4c-45d7-aab4-4111317de388 req-2e1ce85d-9239-4e82-aff0-b24384bd23be tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] For port e60adb00-6bb9-4c63-9e13-b1ef94e88519, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e60adb00-6bb9-4c63-9e13-b1ef94e88519,segment=NetworkSegment(e7378896-c8bc-49a5-88eb-5fba66be71ec),segment_id=e7378896-c8bc-49a5-88eb-5fba66be71ec)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:04.718405 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-19a58315-6e4c-45d7-aab4-4111317de388 req-2e1ce85d-9239-4e82-aff0-b24384bd23be tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:04.812216 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dff25fa0-57a7-4148-8767-b042f2164be7 req-08ce170f-68bc-465f-910e-86cf679de545 tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/security-groups?id=6317cb16-7037-4e74-8981-884545b7be14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448668 Nov 12 01:02:04.823937 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9b31c6f4-25e5-4a42-8b49-0eeb313d6c1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:04.838278 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9b31c6f4-25e5-4a42-8b49-0eeb313d6c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:04.857052 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b31c6f4-25e5-4a42-8b49-0eeb313d6c1a admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:02:04.878763 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9b31c6f4-25e5-4a42-8b49-0eeb313d6c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:04.884178 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-9b31c6f4-25e5-4a42-8b49-0eeb313d6c1a admin admin] Added segment 160eb3a9-a811-42ba-8ae2-682c5125e1c5 of type vlan for network 589a11d9-462f-4432-aa26-12a7b18ca65f Nov 12 01:02:04.898249 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device e60adb00-6bb9-4c63-9e13-b1ef94e88519 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:02:04.935589 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-19a58315-6e4c-45d7-aab4-4111317de388 req-2e1ce85d-9239-4e82-aff0-b24384bd23be tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Calling delete_port for e60adb00-6bb9-4c63-9e13-b1ef94e88519 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:04.944485 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9b31c6f4-25e5-4a42-8b49-0eeb313d6c1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:04.970974 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:05.004640 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port ff0dcb84-7035-439b-abdb-bf5039189143, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=ff0dcb84-7035-439b-abdb-bf5039189143,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:05.023808 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:05.052712 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b31c6f4-25e5-4a42-8b49-0eeb313d6c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ef80a0-108e-4633-94ec-42046d885571,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:05.064231 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9b31c6f4-25e5-4a42-8b49-0eeb313d6c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:05.070712 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b31c6f4-25e5-4a42-8b49-0eeb313d6c1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:05.074796 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9b31c6f4-25e5-4a42-8b49-0eeb313d6c1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:05.165185 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:05.216478 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=ff0dcb84-7035-439b-abdb-bf5039189143,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:05.261506 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e73fd-4942-4da8-87b0-7663700ef4cb req-3d2c99d0-8967-450c-94d1-5eb1405d3da1 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:05.262562 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9b31c6f4-25e5-4a42-8b49-0eeb313d6c1a admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9333684 Nov 12 01:02:05.271514 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34226) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:05.275599 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-814e73fd-4942-4da8-87b0-7663700ef4cb req-3d2c99d0-8967-450c-94d1-5eb1405d3da1 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b890535-4d0e-4e9b-9c6b-99e99e93ba1d HTTP/1.1" status: 200 len: 946 time: 0.6472085 Nov 12 01:02:05.277393 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-b483cd8c-1dfc-4977-b64c-66c22524c54e admin admin] Request body: {'subnet': {'network_id': '589a11d9-462f-4432-aa26-12a7b18ca65f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-592033780-subnet', 'tenant_id': '1650592d4cf74284855a02a26c6d9866', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:05.279805 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:05.294242 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b31c6f4-25e5-4a42-8b49-0eeb313d6c1a admin admin] Pushing event updated for resources: {'Network': ['ID=589a11d9-462f-4432-aa26-12a7b18ca65f,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:05.317991 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 589a11d9-462f-4432-aa26-12a7b18ca65f details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:02:05.354153 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b483cd8c-1dfc-4977-b64c-66c22524c54e admin admin] Made reservation on behalf of 1650592d4cf74284855a02a26c6d9866 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:05.359363 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b483cd8c-1dfc-4977-b64c-66c22524c54e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:05.438653 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port e60adb00-6bb9-4c63-9e13-b1ef94e88519, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e60adb00-6bb9-4c63-9e13-b1ef94e88519,segment=NetworkSegment(e7378896-c8bc-49a5-88eb-5fba66be71ec),segment_id=e7378896-c8bc-49a5-88eb-5fba66be71ec)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:05.446382 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:05.687324 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=e60adb00-6bb9-4c63-9e13-b1ef94e88519,revision_number=6']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:05.724898 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b483cd8c-1dfc-4977-b64c-66c22524c54e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:05.819734 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b483cd8c-1dfc-4977-b64c-66c22524c54e admin admin] Pushing event updated for resources: {'Subnet': ['ID=34773eb3-d58a-4b8a-a536-c500cef253a8,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:05.857576 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b483cd8c-1dfc-4977-b64c-66c22524c54e admin admin] Checking segment: {'id': '160eb3a9-a811-42ba-8ae2-682c5125e1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '589a11d9-462f-4432-aa26-12a7b18ca65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:02:05.858587 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b483cd8c-1dfc-4977-b64c-66c22524c54e admin admin] Network hostable DHCP agents. Network: 589a11d9-462f-4432-aa26-12a7b18ca65f, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:02:05.894078 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b483cd8c-1dfc-4977-b64c-66c22524c54e admin admin] Network 589a11d9-462f-4432-aa26-12a7b18ca65f is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:02:05.903638 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0382889d-6bac-4572-a818-5d4443613e7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e60adb00-6bb9-4c63-9e13-b1ef94e88519'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:02:05.909140 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d693c791-e163-4c66-9c4f-ec599afc98b1" -d '{"events": [{"server_uuid": "0382889d-6bac-4572-a818-5d4443613e7f", "name": "network-vif-unplugged", "status": "completed", "tag": "e60adb00-6bb9-4c63-9e13-b1ef94e88519"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:02:05.918622 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-b483cd8c-1dfc-4977-b64c-66c22524c54e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 589a11d9-462f-4432-aa26-12a7b18ca65f) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:05.930405 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b483cd8c-1dfc-4977-b64c-66c22524c54e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:05.935532 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b483cd8c-1dfc-4977-b64c-66c22524c54e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:05.939596 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f069987-d492-4b48-8c77-2f00583f3a29 None None] Network 589a11d9-462f-4432-aa26-12a7b18ca65f requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:02:05.969977 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b483cd8c-1dfc-4977-b64c-66c22524c54e admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6969094 Nov 12 01:02:05.974047 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34234) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:05.981069 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-e752d2d1-5a36-4af4-a85d-9504873d8deb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-592033780-router', 'tenant_id': '1650592d4cf74284855a02a26c6d9866', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:06.017402 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e752d2d1-5a36-4af4-a85d-9504873d8deb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:06.020260 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e752d2d1-5a36-4af4-a85d-9504873d8deb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:06.103523 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e752d2d1-5a36-4af4-a85d-9504873d8deb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:06.373602 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d86d1e-5dc3-44c7-91d2-7f61f34154f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-589a11d9-462f-4432-aa26-12a7b18ca65f', 'network_id': '589a11d9-462f-4432-aa26-12a7b18ca65f', 'tenant_id': '1650592d4cf74284855a02a26c6d9866', 'fixed_ips': [{'subnet_id': '34773eb3-d58a-4b8a-a536-c500cef253a8'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:02:06.375005 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-09d86d1e-5dc3-44c7-91d2-7f61f34154f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:06.460420 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-370be54a-9265-474e-a3d5-1a3d41543795 admin admin] Allocated IP 172.20.0.1 (d6a8462f-5130-4d0f-951a-dac9101bc5c2/26412b35-38aa-41b4-bb78-aab31ac9da6a/465da04e-83e4-4ba9-a9f9-126c0299f087) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:06.466227 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e752d2d1-5a36-4af4-a85d-9504873d8deb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:06.711297 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device ff0dcb84-7035-439b-abdb-bf5039189143 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:06.753388 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-370be54a-9265-474e-a3d5-1a3d41543795 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:06.847742 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-370be54a-9265-474e-a3d5-1a3d41543795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:06.868118 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-19a58315-6e4c-45d7-aab4-4111317de388 req-2e1ce85d-9239-4e82-aff0-b24384bd23be tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:07.001449 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port ff0dcb84-7035-439b-abdb-bf5039189143 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:07.001449 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:07.047437 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e752d2d1-5a36-4af4-a85d-9504873d8deb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:07.094367 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e752d2d1-5a36-4af4-a85d-9504873d8deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:07.103090 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-09d86d1e-5dc3-44c7-91d2-7f61f34154f9 None None] Allocated IP 172.20.0.2 (589a11d9-462f-4432-aa26-12a7b18ca65f/34773eb3-d58a-4b8a-a536-c500cef253a8/b53ea2e0-4182-4e53-ac5d-5c1eceb555f4) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:07.117797 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370be54a-9265-474e-a3d5-1a3d41543795 admin admin] Network d6a8462f-5130-4d0f-951a-dac9101bc5c2 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:07.130033 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-814e73fd-4942-4da8-87b0-7663700ef4cb req-389a30dd-55d2-4a0c-a50b-fc32a775348d tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8524861 Nov 12 01:02:07.131729 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-370be54a-9265-474e-a3d5-1a3d41543795 admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:07.153784 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5361a-9177-45aa-9d9e-a6e0660db9cb req-086baa58-6468-488c-b27e-2115ec266f20 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:07.155953 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ffe5361a-9177-45aa-9d9e-a6e0660db9cb req-086baa58-6468-488c-b27e-2115ec266f20 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=03772314-a7a8-4ada-b8c1-539d15697b19 HTTP/1.1" status: 200 len: 946 time: 1.8772504 Nov 12 01:02:07.169984 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370be54a-9265-474e-a3d5-1a3d41543795 admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:07.216780 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370be54a-9265-474e-a3d5-1a3d41543795 admin admin] Pushing event updated for resources: {'Port': ['ID=465da04e-83e4-4ba9-a9f9-126c0299f087,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:07.243402 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370be54a-9265-474e-a3d5-1a3d41543795 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:07.244433 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370be54a-9265-474e-a3d5-1a3d41543795 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:07.245405 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370be54a-9265-474e-a3d5-1a3d41543795 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:07.246270 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370be54a-9265-474e-a3d5-1a3d41543795 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:07.247321 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370be54a-9265-474e-a3d5-1a3d41543795 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:07.248267 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370be54a-9265-474e-a3d5-1a3d41543795 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:07.249193 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370be54a-9265-474e-a3d5-1a3d41543795 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:07.250190 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370be54a-9265-474e-a3d5-1a3d41543795 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:07.251241 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370be54a-9265-474e-a3d5-1a3d41543795 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:07.252178 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370be54a-9265-474e-a3d5-1a3d41543795 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:07.252999 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370be54a-9265-474e-a3d5-1a3d41543795 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:07.253881 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370be54a-9265-474e-a3d5-1a3d41543795 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:07.405387 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-e752d2d1-5a36-4af4-a85d-9504873d8deb admin admin] Allocated IP 172.25.3.232 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/e09a1a6e-f75a-439b-a79b-9511369dfe90) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:07.450064 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a58315-6e4c-45d7-aab4-4111317de388 req-2e1ce85d-9239-4e82-aff0-b24384bd23be tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] No DVR routers for this DVR port e60adb00-6bb9-4c63-9e13-b1ef94e88519 on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:02:07.454165 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1ce85d-9239-4e82-aff0-b24384bd23be tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Pushing event deleted for resources: {'Port': ['ID=e60adb00-6bb9-4c63-9e13-b1ef94e88519,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:07.462110 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-adef777e-102d-4e46-be9b-5b0e7563b440 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:07.469101 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-19a58315-6e4c-45d7-aab4-4111317de388 req-2e1ce85d-9239-4e82-aff0-b24384bd23be tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:07.475766 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-19a58315-6e4c-45d7-aab4-4111317de388 req-2e1ce85d-9239-4e82-aff0-b24384bd23be tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.44 "DELETE /v2.0/ports/e60adb00-6bb9-4c63-9e13-b1ef94e88519 HTTP/1.1" status: 204 len: 173 time: 4.9784052 Nov 12 01:02:07.482304 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-370be54a-9265-474e-a3d5-1a3d41543795 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:07.487613 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0382889d-6bac-4572-a818-5d4443613e7f', 'name': 'network-vif-deleted', 'tag': 'e60adb00-6bb9-4c63-9e13-b1ef94e88519'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:02:07.492028 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea328ed9-57a2-4262-9102-76584bdda8be" -d '{"events": [{"server_uuid": "0382889d-6bac-4572-a818-5d4443613e7f", "name": "network-vif-deleted", "tag": "e60adb00-6bb9-4c63-9e13-b1ef94e88519"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:02:07.554378 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-09d86d1e-5dc3-44c7-91d2-7f61f34154f9 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:07.578952 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-09d86d1e-5dc3-44c7-91d2-7f61f34154f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:07.677618 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d86d1e-5dc3-44c7-91d2-7f61f34154f9 None None] Pushing event updated for resources: {'Port': ['ID=b53ea2e0-4182-4e53-ac5d-5c1eceb555f4,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:07.688701 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d86d1e-5dc3-44c7-91d2-7f61f34154f9 None None] Network 589a11d9-462f-4432-aa26-12a7b18ca65f is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:07.690716 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-09d86d1e-5dc3-44c7-91d2-7f61f34154f9 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:07.695068 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d86d1e-5dc3-44c7-91d2-7f61f34154f9 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:07.786246 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e752d2d1-5a36-4af4-a85d-9504873d8deb admin admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:07.834486 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-09d86d1e-5dc3-44c7-91d2-7f61f34154f9 None None] Attempting to bind port b53ea2e0-4182-4e53-ac5d-5c1eceb555f4 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:02:07.834828 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-09d86d1e-5dc3-44c7-91d2-7f61f34154f9 None None] Attempting to bind port b53ea2e0-4182-4e53-ac5d-5c1eceb555f4 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '160eb3a9-a811-42ba-8ae2-682c5125e1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '589a11d9-462f-4432-aa26-12a7b18ca65f'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:02:07.835201 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d86d1e-5dc3-44c7-91d2-7f61f34154f9 None None] Attempting to bind port b53ea2e0-4182-4e53-ac5d-5c1eceb555f4 on network 589a11d9-462f-4432-aa26-12a7b18ca65f {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:07.847157 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d86d1e-5dc3-44c7-91d2-7f61f34154f9 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:02:07.847527 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d86d1e-5dc3-44c7-91d2-7f61f34154f9 None None] Checking segment: {'id': '160eb3a9-a811-42ba-8ae2-682c5125e1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '589a11d9-462f-4432-aa26-12a7b18ca65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:02:07.847959 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-09d86d1e-5dc3-44c7-91d2-7f61f34154f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:07.848329 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d86d1e-5dc3-44c7-91d2-7f61f34154f9 None None] Bound using segment: {'id': '160eb3a9-a811-42ba-8ae2-682c5125e1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '589a11d9-462f-4432-aa26-12a7b18ca65f'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:02:07.848985 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-09d86d1e-5dc3-44c7-91d2-7f61f34154f9 None None] Bound port: b53ea2e0-4182-4e53-ac5d-5c1eceb555f4, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '160eb3a9-a811-42ba-8ae2-682c5125e1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '589a11d9-462f-4432-aa26-12a7b18ca65f'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:02:07.849366 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-09d86d1e-5dc3-44c7-91d2-7f61f34154f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:07.871027 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ffe5361a-9177-45aa-9d9e-a6e0660db9cb req-a8c05309-11ad-42f9-9882-d40d11019026 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6593533 Nov 12 01:02:07.893197 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e752d2d1-5a36-4af4-a85d-9504873d8deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:07.930710 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-adef777e-102d-4e46-be9b-5b0e7563b440 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:07.992664 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-09d86d1e-5dc3-44c7-91d2-7f61f34154f9 None None] For port b53ea2e0-4182-4e53-ac5d-5c1eceb555f4, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:02:07.996281 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-09d86d1e-5dc3-44c7-91d2-7f61f34154f9 None None] For port b53ea2e0-4182-4e53-ac5d-5c1eceb555f4, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=b53ea2e0-4182-4e53-ac5d-5c1eceb555f4,segment=NetworkSegment(160eb3a9-a811-42ba-8ae2-682c5125e1c5),segment_id=160eb3a9-a811-42ba-8ae2-682c5125e1c5)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:02:08.006992 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-09d86d1e-5dc3-44c7-91d2-7f61f34154f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:08.012589 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-370be54a-9265-474e-a3d5-1a3d41543795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:08.148982 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e752d2d1-5a36-4af4-a85d-9504873d8deb admin admin] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:08.163552 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-e752d2d1-5a36-4af4-a85d-9504873d8deb admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:08.182122 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e752d2d1-5a36-4af4-a85d-9504873d8deb admin admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:08.188991 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:08.207636 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d86d1e-5dc3-44c7-91d2-7f61f34154f9 None None] Pushing event updated for resources: {'Port': ['ID=b53ea2e0-4182-4e53-ac5d-5c1eceb555f4,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:08.282285 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-adef777e-102d-4e46-be9b-5b0e7563b440 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Network 42a64961-de15-4cbf-9f7d-d65cedf81ae7 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:08.301116 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e752d2d1-5a36-4af4-a85d-9504873d8deb admin admin] Pushing event updated for resources: {'Port': ['ID=e09a1a6e-f75a-439b-a79b-9511369dfe90,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:08.337618 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-adef777e-102d-4e46-be9b-5b0e7563b440 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:08.374089 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5563d3-d10e-4c09-9395-3221ceef9446 req-43be9a47-b69b-4cd4-b06c-dc215dfc2133 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:08.391528 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4b5563d3-d10e-4c09-9395-3221ceef9446 req-43be9a47-b69b-4cd4-b06c-dc215dfc2133 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 931 time: 0.5660751 Nov 12 01:02:08.480384 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef777e-102d-4e46-be9b-5b0e7563b440 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Pushing event updated for resources: {'Port': ['ID=15e8b880-bdf7-4297-8037-5e8af0c0a024,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:08.529202 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-adef777e-102d-4e46-be9b-5b0e7563b440 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:08.812818 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e752d2d1-5a36-4af4-a85d-9504873d8deb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:08.929244 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-e74b6ff0-ac9e-4bab-81b4-afce9103e204 None None] Provisioning complete for port 15e8b880-bdf7-4297-8037-5e8af0c0a024 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:08.929892 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e74b6ff0-ac9e-4bab-81b4-afce9103e204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:08.937171 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-25045521-bbc7-4d6f-bd45-b713691d85e3 req-e2d2f15d-b99d-49d3-924e-a6851476e84c tempest-MultipleCreateTestJSON-1734371970 tempest-MultipleCreateTestJSON-1734371970-project] 10.222.0.45 "GET /v2.0/ports?device_id=0382889d-6bac-4572-a818-5d4443613e7f HTTP/1.1" status: 200 len: 210 time: 0.4341404 Nov 12 01:02:08.998761 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-e74b6ff0-ac9e-4bab-81b4-afce9103e204 None None] Port 15e8b880-bdf7-4297-8037-5e8af0c0a024 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:02:09.002076 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4b5563d3-d10e-4c09-9395-3221ceef9446 req-0f21d196-ddc5-4f65-ac27-fe500d7a1683 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c2064e3-365e-4ce1-97ba-786147ddb249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6085119 Nov 12 01:02:09.065029 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-adef777e-102d-4e46-be9b-5b0e7563b440 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:09.066265 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-adef777e-102d-4e46-be9b-5b0e7563b440 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:09.164063 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8926eaf-0006-431d-a235-bb399cff0d08 x-openstack-request-id: req-d8926eaf-0006-431d-a235-bb399cff0d08 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:02:09.165704 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0382889d-6bac-4572-a818-5d4443613e7f", "name": "network-vif-unplugged", "status": "completed", "tag": "e60adb00-6bb9-4c63-9e13-b1ef94e88519", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:02:09.166460 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d8926eaf-0006-431d-a235-bb399cff0d08 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:02:09.167532 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0382889d-6bac-4572-a818-5d4443613e7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e60adb00-6bb9-4c63-9e13-b1ef94e88519', 'code': 200} Nov 12 01:02:09.282808 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-370be54a-9265-474e-a3d5-1a3d41543795 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:09.312512 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-adef777e-102d-4e46-be9b-5b0e7563b440 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5948074 Nov 12 01:02:09.315424 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0bbaa31-ef37-47fd-a342-3b82480fc0a5 x-openstack-request-id: req-f0bbaa31-ef37-47fd-a342-3b82480fc0a5 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:02:09.317945 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0382889d-6bac-4572-a818-5d4443613e7f", "name": "network-vif-deleted", "tag": "e60adb00-6bb9-4c63-9e13-b1ef94e88519", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:02:09.318387 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f0bbaa31-ef37-47fd-a342-3b82480fc0a5 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:02:09.319045 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0382889d-6bac-4572-a818-5d4443613e7f', 'name': 'network-vif-deleted', 'tag': 'e60adb00-6bb9-4c63-9e13-b1ef94e88519', 'status': 'completed', 'code': 200} Nov 12 01:02:09.323224 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-370be54a-9265-474e-a3d5-1a3d41543795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:09.356128 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-3ca9509f-3fbc-4b33-8e2e-6f43dff76f53 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Request body: {'port': {'device_id': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'network_id': 'bca8627a-85cd-44bc-bbc5-d27b1e587fca', 'admin_state_up': True, 'tenant_id': '1d8109316fd94efaa47eb9260db1f13b', 'security_groups': ['8c2064e3-365e-4ce1-97ba-786147ddb249']}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:09.463671 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e752d2d1-5a36-4af4-a85d-9504873d8deb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:09.479079 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-370be54a-9265-474e-a3d5-1a3d41543795 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:09.692209 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e752d2d1-5a36-4af4-a85d-9504873d8deb admin admin] Router d6477202-da2e-4550-9dbb-3f23d0468033 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:02:09.871235 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e752d2d1-5a36-4af4-a85d-9504873d8deb admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:02:09.884398 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521a797d-3f3e-488d-be3d-0096cbcbbf99 None None] Sync routers for ids ['d6477202-da2e-4550-9dbb-3f23d0468033'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:02:09.912117 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e752d2d1-5a36-4af4-a85d-9504873d8deb admin admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:09.912117 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e752d2d1-5a36-4af4-a85d-9504873d8deb admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.9344978 Nov 12 01:02:09.914674 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34250) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:09.932341 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521a797d-3f3e-488d-be3d-0096cbcbbf99 None None] Routers {'d6477202-da2e-4550-9dbb-3f23d0468033'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:09.934036 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-521a797d-3f3e-488d-be3d-0096cbcbbf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:02:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['d6477202-da2e-4550-9dbb-3f23d0468033'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:10.150914 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370be54a-9265-474e-a3d5-1a3d41543795 admin admin] Pushing event updated for resources: {'Port': ['ID=465da04e-83e4-4ba9-a9f9-126c0299f087,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:10.184026 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-521a797d-3f3e-488d-be3d-0096cbcbbf99 None None] Set router d6477202-da2e-4550-9dbb-3f23d0468033 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:02:10.250304 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54ffece-5695-49e2-81c4-a2ba8cf150b4 None None] Network 589a11d9-462f-4432-aa26-12a7b18ca65f requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:02:10.278278 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea556d0-dbe2-496c-8946-258e7750fc5e req-6987e988-0b34-41df-ad5e-f0c2b7738b03 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:10.282118 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eea556d0-dbe2-496c-8946-258e7750fc5e req-6987e988-0b34-41df-ad5e-f0c2b7738b03 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b890535-4d0e-4e9b-9c6b-99e99e93ba1d HTTP/1.1" status: 200 len: 946 time: 0.7565799 Nov 12 01:02:10.339202 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b6e9e-a2c3-4b49-8772-0212c6c399ac req-6c91cbf0-50eb-4f76-b720-5f1bf4091e9d tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:10.353737 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-475b6e9e-a2c3-4b49-8772-0212c6c399ac req-6c91cbf0-50eb-4f76-b720-5f1bf4091e9d tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=03772314-a7a8-4ada-b8c1-539d15697b19 HTTP/1.1" status: 200 len: 946 time: 0.5380151 Nov 12 01:02:10.367783 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370be54a-9265-474e-a3d5-1a3d41543795 admin admin] Network d6a8462f-5130-4d0f-951a-dac9101bc5c2 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:10.433192 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-370be54a-9265-474e-a3d5-1a3d41543795 admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:10.547252 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eea556d0-dbe2-496c-8946-258e7750fc5e req-107929f7-5fe6-4c84-8d26-93c46a9f2a35 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519925 Nov 12 01:02:10.591042 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-3ca9509f-3fbc-4b33-8e2e-6f43dff76f53 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Made reservation on behalf of 1d8109316fd94efaa47eb9260db1f13b for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:10.595780 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-3ca9509f-3fbc-4b33-8e2e-6f43dff76f53 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:10.616993 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-475b6e9e-a2c3-4b49-8772-0212c6c399ac req-4c4257e0-da77-494c-b166-b817606b5a36 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616882 Nov 12 01:02:10.749976 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34266) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:10.858647 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed20a0d4-03ef-49e8-a78a-d5e9090b4196 admin admin] Deleting subnet 898a8763-5bd9-4c11-a7f2-3f76dcc2d691 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:02:10.884511 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ed20a0d4-03ef-49e8-a78a-d5e9090b4196 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:10.889435 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device b53ea2e0-4182-4e53-ac5d-5c1eceb555f4 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:10.911162 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:10.956298 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ed20a0d4-03ef-49e8-a78a-d5e9090b4196 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:10.964196 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-370be54a-9265-474e-a3d5-1a3d41543795 admin admin] Router 86ded82b-0ad2-4d4a-9b56-e80964346416 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:02:11.135955 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-2d0377c5-b735-441d-9bed-2ddd925dd91e None None] Provisioning complete for port b53ea2e0-4182-4e53-ac5d-5c1eceb555f4 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:11.141063 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2d0377c5-b735-441d-9bed-2ddd925dd91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:11.243117 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ed20a0d4-03ef-49e8-a78a-d5e9090b4196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:11.275355 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370be54a-9265-474e-a3d5-1a3d41543795 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:02:11.287161 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3f7471-a61e-4c2e-a936-d1db04d84926 None None] Sync routers for ids ['86ded82b-0ad2-4d4a-9b56-e80964346416'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:02:11.306298 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-370be54a-9265-474e-a3d5-1a3d41543795 admin admin] 10.222.0.45 "PUT /v2.0/routers/86ded82b-0ad2-4d4a-9b56-e80964346416/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3212705 Nov 12 01:02:11.307305 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3f7471-a61e-4c2e-a936-d1db04d84926 None None] Routers {'86ded82b-0ad2-4d4a-9b56-e80964346416'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:11.308751 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-7d3f7471-a61e-4c2e-a936-d1db04d84926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:02:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['86ded82b-0ad2-4d4a-9b56-e80964346416'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:11.397815 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e679b-8126-4b8f-b906-e02f7e7cdc68 req-10eaddf7-a737-4954-b903-08c57f405665 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:11.401125 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-574e679b-8126-4b8f-b906-e02f7e7cdc68 req-10eaddf7-a737-4954-b903-08c57f405665 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 931 time: 0.4586742 Nov 12 01:02:11.475688 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-79459801-1fa2-4269-adf6-919323962d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:11.504572 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-7d3f7471-a61e-4c2e-a936-d1db04d84926 None None] Set router 86ded82b-0ad2-4d4a-9b56-e80964346416 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:02:11.663665 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port b53ea2e0-4182-4e53-ac5d-5c1eceb555f4 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:11.676160 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:11.706864 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ed20a0d4-03ef-49e8-a78a-d5e9090b4196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:11.757509 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ed20a0d4-03ef-49e8-a78a-d5e9090b4196 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:11.767361 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ed20a0d4-03ef-49e8-a78a-d5e9090b4196 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/898a8763-5bd9-4c11-a7f2-3f76dcc2d691 HTTP/1.1" status: 204 len: 168 time: 1.0130038 Nov 12 01:02:11.774299 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed20a0d4-03ef-49e8-a78a-d5e9090b4196 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=898a8763-5bd9-4c11-a7f2-3f76dcc2d691,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:11.779909 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 34280) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:12.006885 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-94e2c307-186e-4024-a2a7-ac5123588bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:12.090888 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-3ca9509f-3fbc-4b33-8e2e-6f43dff76f53 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Allocated IP 10.1.1.135 (bca8627a-85cd-44bc-bbc5-d27b1e587fca/cd40a6d2-fe25-4249-a894-79091d8af3b3/87149f6f-d97b-47f5-ab95-570cc8b6ab52) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:12.127099 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-7d3f7471-a61e-4c2e-a936-d1db04d84926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ded82b-0ad2-4d4a-9b56-e80964346416', 'name': 'tempest-ServerRescueTestJSONUnderV235-482719058-router', 'tenant_id': '96b0e06352b2479cb7df6d4462e19f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'ff0dcb84-7035-439b-abdb-bf5039189143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:01:56Z', 'updated_at': '2021-11-12T01:02:07Z', 'revision_number': 4, 'project_id': '96b0e06352b2479cb7df6d4462e19f15', 'gw_port': {'id': 'ff0dcb84-7035-439b-abdb-bf5039189143', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:28:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ded82b-0ad2-4d4a-9b56-e80964346416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:57Z', 'updated_at': '2021-11-12T01:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '465da04e-83e4-4ba9-a9f9-126c0299f087', 'name': '', 'network_id': 'd6a8462f-5130-4d0f-951a-dac9101bc5c2', 'tenant_id': '96b0e06352b2479cb7df6d4462e19f15', 'mac_address': 'fa:16:3e:79:ce:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ded82b-0ad2-4d4a-9b56-e80964346416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '26412b35-38aa-41b4-bb78-aab31ac9da6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:04Z', 'updated_at': '2021-11-12T01:02:08Z', 'revision_number': 2, 'project_id': '96b0e06352b2479cb7df6d4462e19f15', 'subnets': [{'id': '26412b35-38aa-41b4-bb78-aab31ac9da6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:12.184723 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3f7471-a61e-4c2e-a936-d1db04d84926 None None] Checking router: 86ded82b-0ad2-4d4a-9b56-e80964346416 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:02:12.185214 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3f7471-a61e-4c2e-a936-d1db04d84926 None None] Updating router 86ded82b-0ad2-4d4a-9b56-e80964346416 port 465da04e-83e4-4ba9-a9f9-126c0299f087 binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:02:12.200391 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-574e679b-8126-4b8f-b906-e02f7e7cdc68 req-41abf8df-5a4c-40d0-a519-7e1e66cf4c6a tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c2064e3-365e-4ce1-97ba-786147ddb249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7886724 Nov 12 01:02:12.226127 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-79459801-1fa2-4269-adf6-919323962d97 admin admin] Allocated IP 172.20.0.1 (589a11d9-462f-4432-aa26-12a7b18ca65f/34773eb3-d58a-4b8a-a536-c500cef253a8/53ec15fc-73b8-476f-9744-069c94640c7d) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:12.242723 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-7d3f7471-a61e-4c2e-a936-d1db04d84926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:12.246108 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2d0377c5-b735-441d-9bed-2ddd925dd91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:12.259861 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-521a797d-3f3e-488d-be3d-0096cbcbbf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'name': 'tempest-AttachVolumeShelveTestJSON-592033780-router', 'tenant_id': '1650592d4cf74284855a02a26c6d9866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'e09a1a6e-f75a-439b-a79b-9511369dfe90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:06Z', 'updated_at': '2021-11-12T01:02:08Z', 'revision_number': 3, 'project_id': '1650592d4cf74284855a02a26c6d9866', 'gw_port': {'id': 'e09a1a6e-f75a-439b-a79b-9511369dfe90', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a3:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:07Z', 'updated_at': '2021-11-12T01:02:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:12.295616 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467ddf8-e114-474c-b8d0-5cadf4942e0c req-cb42b22b-52e7-468c-aa6e-ef8692f5c83f tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:12.316366 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6467ddf8-e114-474c-b8d0-5cadf4942e0c req-cb42b22b-52e7-468c-aa6e-ef8692f5c83f tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=03772314-a7a8-4ada-b8c1-539d15697b19 HTTP/1.1" status: 200 len: 946 time: 0.7786810 Nov 12 01:02:12.331104 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521a797d-3f3e-488d-be3d-0096cbcbbf99 None None] Checking router: d6477202-da2e-4550-9dbb-3f23d0468033 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:02:12.331473 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521a797d-3f3e-488d-be3d-0096cbcbbf99 None None] Updating router d6477202-da2e-4550-9dbb-3f23d0468033 port e09a1a6e-f75a-439b-a79b-9511369dfe90 binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:02:12.375509 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:12.397169 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-2d0377c5-b735-441d-9bed-2ddd925dd91e None None] For port b53ea2e0-4182-4e53-ac5d-5c1eceb555f4, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=b53ea2e0-4182-4e53-ac5d-5c1eceb555f4,segment=NetworkSegment(160eb3a9-a811-42ba-8ae2-682c5125e1c5),segment_id=160eb3a9-a811-42ba-8ae2-682c5125e1c5)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:12.440473 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2d0377c5-b735-441d-9bed-2ddd925dd91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:12.512755 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-79459801-1fa2-4269-adf6-919323962d97 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:12.530133 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-521a797d-3f3e-488d-be3d-0096cbcbbf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:12.590165 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-79459801-1fa2-4269-adf6-919323962d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:12.654857 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ecaba7-e404-4e05-834b-b1e2722d356a req-66a7c8e3-f70c-4bd4-af92-3af9818a9578 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:12.656734 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a5ecaba7-e404-4e05-834b-b1e2722d356a req-66a7c8e3-f70c-4bd4-af92-3af9818a9578 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b890535-4d0e-4e9b-9c6b-99e99e93ba1d HTTP/1.1" status: 200 len: 946 time: 0.2118158 Nov 12 01:02:12.670779 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79459801-1fa2-4269-adf6-919323962d97 admin admin] Network 589a11d9-462f-4432-aa26-12a7b18ca65f is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:12.673062 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79459801-1fa2-4269-adf6-919323962d97 admin admin] Pushing event updated for resources: {'Port': ['ID=53ec15fc-73b8-476f-9744-069c94640c7d,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:12.678510 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-79459801-1fa2-4269-adf6-919323962d97 admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:12.687266 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79459801-1fa2-4269-adf6-919323962d97 admin admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:12.688331 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.api [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:02:12.689638 n-d-712142-27 neutron-server[109087]: DEBUG oslo_db.api [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:02:12.729259 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0377c5-b735-441d-9bed-2ddd925dd91e None None] Pushing event updated for resources: {'Port': ['ID=b53ea2e0-4182-4e53-ac5d-5c1eceb555f4,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:12.768046 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-79459801-1fa2-4269-adf6-919323962d97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:12.818574 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6467ddf8-e114-474c-b8d0-5cadf4942e0c req-d010ce7f-f2dc-4b2e-8978-b6518b2f5e02 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4824121 Nov 12 01:02:12.828973 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-3ca9509f-3fbc-4b33-8e2e-6f43dff76f53 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:12.853677 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-94e2c307-186e-4024-a2a7-ac5123588bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:12.948924 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-7d3f7471-a61e-4c2e-a936-d1db04d84926 None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:12.957468 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-7d3f7471-a61e-4c2e-a936-d1db04d84926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:13.018746 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-94e2c307-186e-4024-a2a7-ac5123588bd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80ba6814-619a-4959-9d28-8381b39b3b4f']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:13.104293 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9471ebf-b22a-4cfc-b491-0fea498b350a None None] Pushing event updated for resources: {'Port': ['ID=465da04e-83e4-4ba9-a9f9-126c0299f087,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:13.134359 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-94e2c307-186e-4024-a2a7-ac5123588bd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7378896-c8bc-49a5-88eb-5fba66be71ec') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:13.142866 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-94e2c307-186e-4024-a2a7-ac5123588bd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7378896-c8bc-49a5-88eb-5fba66be71ec') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:13.146534 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-79459801-1fa2-4269-adf6-919323962d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:13.155031 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a5ecaba7-e404-4e05-834b-b1e2722d356a req-8de5d5ba-2a77-4b6f-97d1-abeb48a6f2e7 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4902349 Nov 12 01:02:13.203069 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-521a797d-3f3e-488d-be3d-0096cbcbbf99 None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:13.206568 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-94e2c307-186e-4024-a2a7-ac5123588bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:13.216132 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-521a797d-3f3e-488d-be3d-0096cbcbbf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:13.301142 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-7d3f7471-a61e-4c2e-a936-d1db04d84926 None None] Attempting to bind port 465da04e-83e4-4ba9-a9f9-126c0299f087 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:02:13.301912 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-7d3f7471-a61e-4c2e-a936-d1db04d84926 None None] Attempting to bind port 465da04e-83e4-4ba9-a9f9-126c0299f087 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '5dbb5cf7-5b96-4480-92bd-bde327ee507c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd6a8462f-5130-4d0f-951a-dac9101bc5c2'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:02:13.302643 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3f7471-a61e-4c2e-a936-d1db04d84926 None None] Attempting to bind port 465da04e-83e4-4ba9-a9f9-126c0299f087 on network d6a8462f-5130-4d0f-951a-dac9101bc5c2 {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:13.314036 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57936ffe-35e6-468a-8cef-3f743b077a4e req-ba8f1cb8-be28-413b-93a0-a1b592d1e632 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:13.320266 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3f7471-a61e-4c2e-a936-d1db04d84926 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:02:13.323722 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-57936ffe-35e6-468a-8cef-3f743b077a4e req-ba8f1cb8-be28-413b-93a0-a1b592d1e632 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.44 "GET /v2.0/ports?device_id=03772314-a7a8-4ada-b8c1-539d15697b19 HTTP/1.1" status: 200 len: 946 time: 0.4718480 Nov 12 01:02:13.325067 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3f7471-a61e-4c2e-a936-d1db04d84926 None None] Checking segment: {'id': '5dbb5cf7-5b96-4480-92bd-bde327ee507c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd6a8462f-5130-4d0f-951a-dac9101bc5c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:02:13.326794 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-7d3f7471-a61e-4c2e-a936-d1db04d84926 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:13.341066 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3f7471-a61e-4c2e-a936-d1db04d84926 None None] Bound using segment: {'id': '5dbb5cf7-5b96-4480-92bd-bde327ee507c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd6a8462f-5130-4d0f-951a-dac9101bc5c2'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:02:13.342489 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-7d3f7471-a61e-4c2e-a936-d1db04d84926 None None] Bound port: 465da04e-83e4-4ba9-a9f9-126c0299f087, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dbb5cf7-5b96-4480-92bd-bde327ee507c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd6a8462f-5130-4d0f-951a-dac9101bc5c2'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:02:13.343904 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-7d3f7471-a61e-4c2e-a936-d1db04d84926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:13.405508 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-94e2c307-186e-4024-a2a7-ac5123588bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:13.441223 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-3ca9509f-3fbc-4b33-8e2e-6f43dff76f53 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:13.457831 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-76daa664-dfc5-454c-b94d-588c00a0b641 None None] Provisioning complete for port b53ea2e0-4182-4e53-ac5d-5c1eceb555f4 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:13.458557 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-76daa664-dfc5-454c-b94d-588c00a0b641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:13.488814 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-79459801-1fa2-4269-adf6-919323962d97 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:13.497954 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-79459801-1fa2-4269-adf6-919323962d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:13.561206 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b9df63-2ed3-4e02-9be0-0a2011261000 None None] Pushing event updated for resources: {'Port': ['ID=e09a1a6e-f75a-439b-a79b-9511369dfe90,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:13.566948 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-521a797d-3f3e-488d-be3d-0096cbcbbf99 None None] Attempting to bind port e09a1a6e-f75a-439b-a79b-9511369dfe90 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:02:13.567596 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-521a797d-3f3e-488d-be3d-0096cbcbbf99 None None] Attempting to bind port e09a1a6e-f75a-439b-a79b-9511369dfe90 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:02:13.568210 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521a797d-3f3e-488d-be3d-0096cbcbbf99 None None] Attempting to bind port e09a1a6e-f75a-439b-a79b-9511369dfe90 on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:13.569504 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-7d3f7471-a61e-4c2e-a936-d1db04d84926 None None] For port 465da04e-83e4-4ba9-a9f9-126c0299f087, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:02:13.585004 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521a797d-3f3e-488d-be3d-0096cbcbbf99 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:02:13.585335 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-7d3f7471-a61e-4c2e-a936-d1db04d84926 None None] For port 465da04e-83e4-4ba9-a9f9-126c0299f087, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=465da04e-83e4-4ba9-a9f9-126c0299f087,segment=NetworkSegment(5dbb5cf7-5b96-4480-92bd-bde327ee507c),segment_id=5dbb5cf7-5b96-4480-92bd-bde327ee507c)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:02:13.585986 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521a797d-3f3e-488d-be3d-0096cbcbbf99 None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:02:13.586629 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-521a797d-3f3e-488d-be3d-0096cbcbbf99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:13.587483 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521a797d-3f3e-488d-be3d-0096cbcbbf99 None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:02:13.588289 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-521a797d-3f3e-488d-be3d-0096cbcbbf99 None None] Bound port: e09a1a6e-f75a-439b-a79b-9511369dfe90, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:02:13.589037 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-521a797d-3f3e-488d-be3d-0096cbcbbf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:13.594518 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-7d3f7471-a61e-4c2e-a936-d1db04d84926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:13.641029 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94e2c307-186e-4024-a2a7-ac5123588bd4 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:02:13.641489 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-94e2c307-186e-4024-a2a7-ac5123588bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:13.648080 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-79459801-1fa2-4269-adf6-919323962d97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:13.658503 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:02:13.658503 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:02:13.658503 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:02:13.658503 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:02:13.658503 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:02:13.658503 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:02:13.658503 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:02:13.658503 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:02:13.658503 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:02:13.658503 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:02:13.658503 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:02:13.658503 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:02:13.658503 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:02:13.658503 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:02:13.658503 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:02:13.658503 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:02:13.658503 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:02:13.658503 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:02:13.658503 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:02:13.658503 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:02:13.658503 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:02:13.658503 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:02:13.658503 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:02:13.658503 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:02:13.658503 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:02:13.658503 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:02:13.658503 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:02:13.658503 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:02:13.658503 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:02:13.658503 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:02:13.658503 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:02:13.658503 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:02:13.675051 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79459801-1fa2-4269-adf6-919323962d97 admin admin] Pushing event updated for resources: {'Port': ['ID=53ec15fc-73b8-476f-9744-069c94640c7d,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:13.753108 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device b53ea2e0-4182-4e53-ac5d-5c1eceb555f4 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:13.768074 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3f7471-a61e-4c2e-a936-d1db04d84926 None None] Routers {'86ded82b-0ad2-4d4a-9b56-e80964346416'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:13.769198 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-7d3f7471-a61e-4c2e-a936-d1db04d84926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:02:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['86ded82b-0ad2-4d4a-9b56-e80964346416'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:13.774375 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9471ebf-b22a-4cfc-b491-0fea498b350a None None] Pushing event updated for resources: {'Port': ['ID=465da04e-83e4-4ba9-a9f9-126c0299f087,revision_number=4']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:13.802070 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-3ca9509f-3fbc-4b33-8e2e-6f43dff76f53 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Network bca8627a-85cd-44bc-bbc5-d27b1e587fca is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:13.825979 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-521a797d-3f3e-488d-be3d-0096cbcbbf99 None None] For port e09a1a6e-f75a-439b-a79b-9511369dfe90, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:02:13.848672 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-521a797d-3f3e-488d-be3d-0096cbcbbf99 None None] For port e09a1a6e-f75a-439b-a79b-9511369dfe90, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=e09a1a6e-f75a-439b-a79b-9511369dfe90,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:02:13.863589 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-521a797d-3f3e-488d-be3d-0096cbcbbf99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:13.877830 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79459801-1fa2-4269-adf6-919323962d97 admin admin] Network 589a11d9-462f-4432-aa26-12a7b18ca65f is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:13.881067 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-79459801-1fa2-4269-adf6-919323962d97 admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:13.934182 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-3ca9509f-3fbc-4b33-8e2e-6f43dff76f53 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:13.938909 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-3ca9509f-3fbc-4b33-8e2e-6f43dff76f53 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:13.970846 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-ca18120d-8d83-44a9-a22e-c43bc31e4d4d None None] Provisioning complete for port 53ec15fc-73b8-476f-9744-069c94640c7d triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:13.979550 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ca18120d-8d83-44a9-a22e-c43bc31e4d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:14.052947 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-7d3f7471-a61e-4c2e-a936-d1db04d84926 None None] Set router 86ded82b-0ad2-4d4a-9b56-e80964346416 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:02:14.099703 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca9509f-3fbc-4b33-8e2e-6f43dff76f53 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Pushing event updated for resources: {'Port': ['ID=87149f6f-d97b-47f5-ab95-570cc8b6ab52,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:14.157422 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951aefd1-71c4-4af7-b188-d7c310bae9d7 req-ffde6091-b42d-4686-a760-9e5ed9342f2c tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:14.159014 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-951aefd1-71c4-4af7-b188-d7c310bae9d7 req-ffde6091-b42d-4686-a760-9e5ed9342f2c tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "GET /v2.0/networks?id=d6a8462f-5130-4d0f-951a-dac9101bc5c2 HTTP/1.1" status: 200 len: 819 time: 0.8810799 Nov 12 01:02:14.159762 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-94e2c307-186e-4024-a2a7-ac5123588bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:14.174721 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-94e2c307-186e-4024-a2a7-ac5123588bd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:14.182601 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-94e2c307-186e-4024-a2a7-ac5123588bd4 admin admin] 10.222.0.45 "DELETE /v2.0/networks/80ba6814-619a-4959-9d28-8381b39b3b4f HTTP/1.1" status: 204 len: 168 time: 2.3974028 Nov 12 01:02:14.222166 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79459801-1fa2-4269-adf6-919323962d97 admin admin] Router d6477202-da2e-4550-9dbb-3f23d0468033 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:02:14.255482 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-3ca9509f-3fbc-4b33-8e2e-6f43dff76f53 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:14.256199 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-3ca9509f-3fbc-4b33-8e2e-6f43dff76f53 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:14.292662 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e2c307-186e-4024-a2a7-ac5123588bd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=80ba6814-619a-4959-9d28-8381b39b3b4f,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:14.302176 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port b53ea2e0-4182-4e53-ac5d-5c1eceb555f4 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:14.303280 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:14.322881 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-951aefd1-71c4-4af7-b188-d7c310bae9d7 req-a069a782-266b-4bfc-a07a-9e813a61f537 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "GET /v2.0/quotas/96b0e06352b2479cb7df6d4462e19f15 HTTP/1.1" status: 200 len: 375 time: 0.1033769 Nov 12 01:02:14.348542 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0fc79-bd21-454c-8caa-267bbc65a827 req-5f6eaa6f-6ed7-437b-bee3-7af47470c4a2 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:14.368956 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0fc79-bd21-454c-8caa-267bbc65a827 req-5f6eaa6f-6ed7-437b-bee3-7af47470c4a2 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:14.382748 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cfd0fc79-bd21-454c-8caa-267bbc65a827 req-5f6eaa6f-6ed7-437b-bee3-7af47470c4a2 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 1653 time: 0.8179252 Nov 12 01:02:14.479684 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-3ca9509f-3fbc-4b33-8e2e-6f43dff76f53 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1426969 Nov 12 01:02:14.516486 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521a797d-3f3e-488d-be3d-0096cbcbbf99 None None] Routers {'d6477202-da2e-4550-9dbb-3f23d0468033'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:14.517624 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-521a797d-3f3e-488d-be3d-0096cbcbbf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:02:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['d6477202-da2e-4550-9dbb-3f23d0468033'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:14.537639 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-fb2418a8-2d79-45e8-851f-658a6c72e301 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Request body: {'port': {'device_id': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'network_id': 'bca8627a-85cd-44bc-bbc5-d27b1e587fca', 'admin_state_up': True, 'tenant_id': '1d8109316fd94efaa47eb9260db1f13b', 'security_groups': ['8c2064e3-365e-4ce1-97ba-786147ddb249']}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:14.538193 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79459801-1fa2-4269-adf6-919323962d97 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:02:14.544462 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-ca18120d-8d83-44a9-a22e-c43bc31e4d4d None None] Port 53ec15fc-73b8-476f-9744-069c94640c7d cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:02:14.561490 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-79459801-1fa2-4269-adf6-919323962d97 admin admin] 10.222.0.45 "PUT /v2.0/routers/d6477202-da2e-4550-9dbb-3f23d0468033/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6319637 Nov 12 01:02:14.561693 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b9df63-2ed3-4e02-9be0-0a2011261000 None None] Pushing event updated for resources: {'Port': ['ID=e09a1a6e-f75a-439b-a79b-9511369dfe90,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:14.561883 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34310) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:14.590934 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-57936ffe-35e6-468a-8cef-3f743b077a4e req-57c3c9b1-5f59-4d71-ad54-8f295ffce401 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Deleting port 4d7096a7-522f-4fae-817f-12b792ecaffa {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:14.591345 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-57936ffe-35e6-468a-8cef-3f743b077a4e req-57c3c9b1-5f59-4d71-ad54-8f295ffce401 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:14.708710 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-521a797d-3f3e-488d-be3d-0096cbcbbf99 None None] Set router d6477202-da2e-4550-9dbb-3f23d0468033 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:02:14.740250 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-450414ff-93ec-4d98-8e9a-c06131df1457 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=00ac16e382bc4fa284bcba516cac28dc&name=default HTTP/1.1" status: 200 len: 2998 time: 0.1832967 Nov 12 01:02:14.740904 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34314) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:14.751830 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-7d3f7471-a61e-4c2e-a936-d1db04d84926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ded82b-0ad2-4d4a-9b56-e80964346416', 'name': 'tempest-ServerRescueTestJSONUnderV235-482719058-router', 'tenant_id': '96b0e06352b2479cb7df6d4462e19f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'ff0dcb84-7035-439b-abdb-bf5039189143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:01:56Z', 'updated_at': '2021-11-12T01:02:07Z', 'revision_number': 4, 'project_id': '96b0e06352b2479cb7df6d4462e19f15', 'gw_port': {'id': 'ff0dcb84-7035-439b-abdb-bf5039189143', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:28:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ded82b-0ad2-4d4a-9b56-e80964346416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:57Z', 'updated_at': '2021-11-12T01:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '465da04e-83e4-4ba9-a9f9-126c0299f087', 'name': '', 'network_id': 'd6a8462f-5130-4d0f-951a-dac9101bc5c2', 'tenant_id': '96b0e06352b2479cb7df6d4462e19f15', 'mac_address': 'fa:16:3e:79:ce:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ded82b-0ad2-4d4a-9b56-e80964346416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '26412b35-38aa-41b4-bb78-aab31ac9da6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:04Z', 'updated_at': '2021-11-12T01:02:13Z', 'revision_number': 4, 'project_id': '96b0e06352b2479cb7df6d4462e19f15', 'subnets': [{'id': '26412b35-38aa-41b4-bb78-aab31ac9da6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:14.788589 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-b2f82de8-a9a5-4af4-8e9c-4750e891739c None None] Provisioning complete for port 87149f6f-d97b-47f5-ab95-570cc8b6ab52 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:14.789580 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2f82de8-a9a5-4af4-8e9c-4750e891739c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:14.809943 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-de656bcb-d3b2-4cdd-bca8-f1d0581af57f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:14.852806 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3f7471-a61e-4c2e-a936-d1db04d84926 None None] The sync data for ids ['86ded82b-0ad2-4d4a-9b56-e80964346416'] in n-d-712142-27 is: [{'id': '86ded82b-0ad2-4d4a-9b56-e80964346416', 'name': 'tempest-ServerRescueTestJSONUnderV235-482719058-router', 'tenant_id': '96b0e06352b2479cb7df6d4462e19f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'ff0dcb84-7035-439b-abdb-bf5039189143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:01:56Z', 'updated_at': '2021-11-12T01:02:07Z', 'revision_number': 4, 'project_id': '96b0e06352b2479cb7df6d4462e19f15', 'gw_port': {'id': 'ff0dcb84-7035-439b-abdb-bf5039189143', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:28:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ded82b-0ad2-4d4a-9b56-e80964346416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:57Z', 'updated_at': '2021-11-12T01:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '465da04e-83e4-4ba9-a9f9-126c0299f087', 'name': '', 'network_id': 'd6a8462f-5130-4d0f-951a-dac9101bc5c2', 'tenant_id': '96b0e06352b2479cb7df6d4462e19f15', 'mac_address': 'fa:16:3e:79:ce:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ded82b-0ad2-4d4a-9b56-e80964346416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '26412b35-38aa-41b4-bb78-aab31ac9da6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:04Z', 'updated_at': '2021-11-12T01:02:13Z', 'revision_number': 4, 'project_id': '96b0e06352b2479cb7df6d4462e19f15', 'subnets': [{'id': '26412b35-38aa-41b4-bb78-aab31ac9da6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:02:14.880247 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-de656bcb-d3b2-4cdd-bca8-f1d0581af57f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:14.887166 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-b2f82de8-a9a5-4af4-8e9c-4750e891739c None None] Port 87149f6f-d97b-47f5-ab95-570cc8b6ab52 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:02:15.002188 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-de656bcb-d3b2-4cdd-bca8-f1d0581af57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:15.007010 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-de656bcb-d3b2-4cdd-bca8-f1d0581af57f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:15.008716 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-de656bcb-d3b2-4cdd-bca8-f1d0581af57f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6317cb16-7037-4e74-8981-884545b7be14 HTTP/1.1" status: 204 len: 168 time: 0.2668321 Nov 12 01:02:15.019165 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de656bcb-d3b2-4cdd-bca8-f1d0581af57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6317cb16-7037-4e74-8981-884545b7be14,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:15.059533 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-b2f82de8-a9a5-4af4-8e9c-4750e891739c None None] Provisioning complete for port 53ec15fc-73b8-476f-9744-069c94640c7d triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:15.060131 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2f82de8-a9a5-4af4-8e9c-4750e891739c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:15.135318 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-b2f82de8-a9a5-4af4-8e9c-4750e891739c None None] Port 53ec15fc-73b8-476f-9744-069c94640c7d cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:02:15.696813 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-521a797d-3f3e-488d-be3d-0096cbcbbf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'name': 'tempest-AttachVolumeShelveTestJSON-592033780-router', 'tenant_id': '1650592d4cf74284855a02a26c6d9866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'e09a1a6e-f75a-439b-a79b-9511369dfe90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:06Z', 'updated_at': '2021-11-12T01:02:13Z', 'revision_number': 4, 'project_id': '1650592d4cf74284855a02a26c6d9866', 'gw_port': {'id': 'e09a1a6e-f75a-439b-a79b-9511369dfe90', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a3:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:07Z', 'updated_at': '2021-11-12T01:02:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '53ec15fc-73b8-476f-9744-069c94640c7d', 'name': '', 'network_id': '589a11d9-462f-4432-aa26-12a7b18ca65f', 'tenant_id': '1650592d4cf74284855a02a26c6d9866', 'mac_address': 'fa:16:3e:d8:91:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '34773eb3-d58a-4b8a-a536-c500cef253a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:11Z', 'updated_at': '2021-11-12T01:02:13Z', 'revision_number': 2, 'project_id': '1650592d4cf74284855a02a26c6d9866', 'subnets': [{'id': '34773eb3-d58a-4b8a-a536-c500cef253a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:15.733120 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521a797d-3f3e-488d-be3d-0096cbcbbf99 None None] The sync data for ids ['d6477202-da2e-4550-9dbb-3f23d0468033'] in n-d-712142-27 is: [{'id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'name': 'tempest-AttachVolumeShelveTestJSON-592033780-router', 'tenant_id': '1650592d4cf74284855a02a26c6d9866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'e09a1a6e-f75a-439b-a79b-9511369dfe90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:06Z', 'updated_at': '2021-11-12T01:02:13Z', 'revision_number': 4, 'project_id': '1650592d4cf74284855a02a26c6d9866', 'gw_port': {'id': 'e09a1a6e-f75a-439b-a79b-9511369dfe90', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a3:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:07Z', 'updated_at': '2021-11-12T01:02:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '53ec15fc-73b8-476f-9744-069c94640c7d', 'name': '', 'network_id': '589a11d9-462f-4432-aa26-12a7b18ca65f', 'tenant_id': '1650592d4cf74284855a02a26c6d9866', 'mac_address': 'fa:16:3e:d8:91:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '34773eb3-d58a-4b8a-a536-c500cef253a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:11Z', 'updated_at': '2021-11-12T01:02:13Z', 'revision_number': 2, 'project_id': '1650592d4cf74284855a02a26c6d9866', 'subnets': [{'id': '34773eb3-d58a-4b8a-a536-c500cef253a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:02:15.782306 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cfd0fc79-bd21-454c-8caa-267bbc65a827 req-3807f01b-b8a2-47b4-a3df-8f7ae8afa130 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c2064e3-365e-4ce1-97ba-786147ddb249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3984740 Nov 12 01:02:15.805089 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 465da04e-83e4-4ba9-a9f9-126c0299f087 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:15.822976 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-951aefd1-71c4-4af7-b188-d7c310bae9d7 req-2e5876d8-bde4-4277-a91c-1a4071086997 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=96b0e06352b2479cb7df6d4462e19f15&fields=id HTTP/1.1" status: 200 len: 255 time: 1.4283166 Nov 12 01:02:15.906122 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 465da04e-83e4-4ba9-a9f9-126c0299f087 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:15.906848 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:16.005629 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-57936ffe-35e6-468a-8cef-3f743b077a4e req-57c3c9b1-5f59-4d71-ad54-8f295ffce401 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] For port 4d7096a7-522f-4fae-817f-12b792ecaffa, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=4d7096a7-522f-4fae-817f-12b792ecaffa,segment=NetworkSegment(ad4c4449-dc7a-4356-bf97-224e764df50e),segment_id=ad4c4449-dc7a-4356-bf97-224e764df50e)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:16.006174 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-57936ffe-35e6-468a-8cef-3f743b077a4e req-57c3c9b1-5f59-4d71-ad54-8f295ffce401 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:16.048153 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:16.137946 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 465da04e-83e4-4ba9-a9f9-126c0299f087, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=465da04e-83e4-4ba9-a9f9-126c0299f087,segment=NetworkSegment(5dbb5cf7-5b96-4480-92bd-bde327ee507c),segment_id=5dbb5cf7-5b96-4480-92bd-bde327ee507c)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:16.154840 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:16.178982 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-57936ffe-35e6-468a-8cef-3f743b077a4e req-57c3c9b1-5f59-4d71-ad54-8f295ffce401 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Calling delete_port for 4d7096a7-522f-4fae-817f-12b792ecaffa owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:16.255459 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-fb2418a8-2d79-45e8-851f-658a6c72e301 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Made reservation on behalf of 1d8109316fd94efaa47eb9260db1f13b for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:16.288023 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-fb2418a8-2d79-45e8-851f-658a6c72e301 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:16.353865 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=465da04e-83e4-4ba9-a9f9-126c0299f087,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:16.377202 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:16.379502 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:16.381704 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:16.387151 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:16.393385 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:16.395387 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:16.395845 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:16.400815 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:16.402118 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:16.402747 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:16.406339 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-951aefd1-71c4-4af7-b188-d7c310bae9d7 req-1ff56878-3d1a-48eb-8e82-e364214fda3f service neutron] 10.222.0.45 "GET /v2.0/networks/d6a8462f-5130-4d0f-951a-dac9101bc5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5542641 Nov 12 01:02:16.408469 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:16.409739 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:16.821870 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34346) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:16.972963 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-fb2418a8-2d79-45e8-851f-658a6c72e301 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Allocated IP 10.1.1.40 (bca8627a-85cd-44bc-bbc5-d27b1e587fca/cd40a6d2-fe25-4249-a894-79091d8af3b3/0dfccde3-6835-438c-80e1-9143513c8da3) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:16.981248 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 4d7096a7-522f-4fae-817f-12b792ecaffa no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:02:17.118099 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-209be3af-ee5e-454d-a8e4-3e7ab4e70fe4 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-991690239-network', 'tenant_id': '7bbe35289028429ba1e1b86033a5bcab'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:17.165742 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209be3af-ee5e-454d-a8e4-3e7ab4e70fe4 admin admin] Made reservation on behalf of 7bbe35289028429ba1e1b86033a5bcab for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:17.168757 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-209be3af-ee5e-454d-a8e4-3e7ab4e70fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:17.178860 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:17.200334 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-209be3af-ee5e-454d-a8e4-3e7ab4e70fe4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:17.233938 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 4d7096a7-522f-4fae-817f-12b792ecaffa, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=4d7096a7-522f-4fae-817f-12b792ecaffa,segment=NetworkSegment(ad4c4449-dc7a-4356-bf97-224e764df50e),segment_id=ad4c4449-dc7a-4356-bf97-224e764df50e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:17.235527 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03772314-a7a8-4ada-b8c1-539d15697b19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d7096a7-522f-4fae-817f-12b792ecaffa'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:02:17.238537 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba84dbf-b0a8-460a-babe-9b5b3ceea282" -d '{"events": [{"server_uuid": "03772314-a7a8-4ada-b8c1-539d15697b19", "name": "network-vif-unplugged", "status": "completed", "tag": "4d7096a7-522f-4fae-817f-12b792ecaffa"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:02:17.244862 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:17.313639 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc3a49-e9e9-4771-a564-d9df50155a15 req-d2c2d5b1-4c09-49da-890a-c6011640f44b tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:17.315410 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9afc3a49-e9e9-4771-a564-d9df50155a15 req-d2c2d5b1-4c09-49da-890a-c6011640f44b tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=03772314-a7a8-4ada-b8c1-539d15697b19 HTTP/1.1" status: 200 len: 946 time: 0.9298165 Nov 12 01:02:17.367684 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=4d7096a7-522f-4fae-817f-12b792ecaffa,revision_number=6']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:17.410198 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-fb2418a8-2d79-45e8-851f-658a6c72e301 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:17.494143 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9afc3a49-e9e9-4771-a564-d9df50155a15 req-fdeb3b12-2763-4ed5-973c-bc6c7337b8a5 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666508 Nov 12 01:02:17.514451 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-951aefd1-71c4-4af7-b188-d7c310bae9d7 req-0e634eca-ce31-40f1-82ac-a876ea2d32b1 service neutron] 10.222.0.45 "GET /v2.0/networks/d6a8462f-5130-4d0f-951a-dac9101bc5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8727674 Nov 12 01:02:17.531949 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-209be3af-ee5e-454d-a8e4-3e7ab4e70fe4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:17.544511 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-209be3af-ee5e-454d-a8e4-3e7ab4e70fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:17.586054 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-209be3af-ee5e-454d-a8e4-3e7ab4e70fe4 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:02:17.694324 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-209be3af-ee5e-454d-a8e4-3e7ab4e70fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:17.694929 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-209be3af-ee5e-454d-a8e4-3e7ab4e70fe4 admin admin] Added segment 6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4 of type vlan for network e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 Nov 12 01:02:17.721374 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-57936ffe-35e6-468a-8cef-3f743b077a4e req-57c3c9b1-5f59-4d71-ad54-8f295ffce401 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:17.730343 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-fb2418a8-2d79-45e8-851f-658a6c72e301 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:17.808493 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 465da04e-83e4-4ba9-a9f9-126c0299f087 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:17.833908 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-fb2418a8-2d79-45e8-851f-658a6c72e301 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Network bca8627a-85cd-44bc-bbc5-d27b1e587fca is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:17.871934 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209be3af-ee5e-454d-a8e4-3e7ab4e70fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f07a2bb1-61b9-4aee-8500-404e093f0058,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:17.887759 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-209be3af-ee5e-454d-a8e4-3e7ab4e70fe4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:17.910414 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-fb2418a8-2d79-45e8-851f-658a6c72e301 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:17.923236 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c3c9b1-5f59-4d71-ad54-8f295ffce401 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Pushing event deleted for resources: {'Port': ['ID=4d7096a7-522f-4fae-817f-12b792ecaffa,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:17.975130 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-209be3af-ee5e-454d-a8e4-3e7ab4e70fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:17.981025 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209be3af-ee5e-454d-a8e4-3e7ab4e70fe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:17.982057 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-209be3af-ee5e-454d-a8e4-3e7ab4e70fe4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:18.035458 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 465da04e-83e4-4ba9-a9f9-126c0299f087 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:18.036669 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:18.083112 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-fb2418a8-2d79-45e8-851f-658a6c72e301 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:18.139653 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209be3af-ee5e-454d-a8e4-3e7ab4e70fe4 admin admin] Pushing event updated for resources: {'Network': ['ID=e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:18.153594 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d46587-45e6-46a6-9009-5d1edeecb1bd req-f66e1e89-4bce-49d8-bacd-1edbd4acf9a3 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:18.156032 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-21d46587-45e6-46a6-9009-5d1edeecb1bd req-f66e1e89-4bce-49d8-bacd-1edbd4acf9a3 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b890535-4d0e-4e9b-9c6b-99e99e93ba1d HTTP/1.1" status: 200 len: 946 time: 0.5257471 Nov 12 01:02:18.172299 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:02:18.182901 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-209be3af-ee5e-454d-a8e4-3e7ab4e70fe4 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3595064 Nov 12 01:02:18.187852 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34362) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:18.201481 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-e251190f-81f1-4148-a885-b738c49e32f7 admin admin] Request body: {'subnet': {'network_id': 'e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-991690239-subnet', 'tenant_id': '7bbe35289028429ba1e1b86033a5bcab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:18.326718 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e251190f-81f1-4148-a885-b738c49e32f7 admin admin] Made reservation on behalf of 7bbe35289028429ba1e1b86033a5bcab for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:18.332484 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e251190f-81f1-4148-a885-b738c49e32f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:18.349180 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-57936ffe-35e6-468a-8cef-3f743b077a4e req-57c3c9b1-5f59-4d71-ad54-8f295ffce401 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] No DVR routers for this DVR port 4d7096a7-522f-4fae-817f-12b792ecaffa on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:02:18.364598 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-57936ffe-35e6-468a-8cef-3f743b077a4e req-57c3c9b1-5f59-4d71-ad54-8f295ffce401 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:18.368500 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-57936ffe-35e6-468a-8cef-3f743b077a4e req-57c3c9b1-5f59-4d71-ad54-8f295ffce401 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.44 "DELETE /v2.0/ports/4d7096a7-522f-4fae-817f-12b792ecaffa HTTP/1.1" status: 204 len: 173 time: 4.9926088 Nov 12 01:02:18.371184 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03772314-a7a8-4ada-b8c1-539d15697b19', 'name': 'network-vif-deleted', 'tag': '4d7096a7-522f-4fae-817f-12b792ecaffa'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:02:18.381288 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aff27a6-bcfa-4475-bad4-bd453d7b44b3" -d '{"events": [{"server_uuid": "03772314-a7a8-4ada-b8c1-539d15697b19", "name": "network-vif-deleted", "tag": "4d7096a7-522f-4fae-817f-12b792ecaffa"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:02:18.384223 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2418a8-2d79-45e8-851f-658a6c72e301 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Pushing event updated for resources: {'Port': ['ID=0dfccde3-6835-438c-80e1-9143513c8da3,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:18.516926 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-fb2418a8-2d79-45e8-851f-658a6c72e301 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:18.518058 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-fb2418a8-2d79-45e8-851f-658a6c72e301 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:18.599476 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-fb2418a8-2d79-45e8-851f-658a6c72e301 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.0655203 Nov 12 01:02:18.671637 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-32c9ada1-9dc4-4a9f-8f05-a4ad7e3fde5e tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Request body: {'port': {'device_id': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '27138fd0-2739-4679-b06e-dafc84073bf0', 'admin_state_up': True, 'tenant_id': '1d8109316fd94efaa47eb9260db1f13b', 'security_groups': ['8c2064e3-365e-4ce1-97ba-786147ddb249']}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:18.751383 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-13b591ff-fe00-4b9e-8e02-3de55969190d None None] Provisioning complete for port 0dfccde3-6835-438c-80e1-9143513c8da3 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:18.752230 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-13b591ff-fe00-4b9e-8e02-3de55969190d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:18.774797 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-21d46587-45e6-46a6-9009-5d1edeecb1bd req-a109a8eb-5d53-447f-9e85-b507724c69f8 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5137126 Nov 12 01:02:18.852531 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-13b591ff-fe00-4b9e-8e02-3de55969190d None None] Port 0dfccde3-6835-438c-80e1-9143513c8da3 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:02:18.988754 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e251190f-81f1-4148-a885-b738c49e32f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:19.160605 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e251190f-81f1-4148-a885-b738c49e32f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55fa7c58-77a8-4d04-ad83-d7b14788e8b6,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:19.183740 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e251190f-81f1-4148-a885-b738c49e32f7 admin admin] Checking segment: {'id': '6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:02:19.184627 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e251190f-81f1-4148-a885-b738c49e32f7 admin admin] Network hostable DHCP agents. Network: e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:02:19.213007 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e251190f-81f1-4148-a885-b738c49e32f7 admin admin] Network e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:02:19.231752 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-e251190f-81f1-4148-a885-b738c49e32f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:19.241109 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e251190f-81f1-4148-a885-b738c49e32f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:19.242137 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e251190f-81f1-4148-a885-b738c49e32f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:19.242337 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee3ff9f-b73d-4ac3-9046-d2c68f47baea None None] Network e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:02:19.259206 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a7857-f1ea-4fec-903b-e6f40903f4be req-9a8fd91a-1644-498d-8c23-6142db1ae492 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:19.288656 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a7857-f1ea-4fec-903b-e6f40903f4be req-9a8fd91a-1644-498d-8c23-6142db1ae492 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:19.305763 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a7857-f1ea-4fec-903b-e6f40903f4be req-9a8fd91a-1644-498d-8c23-6142db1ae492 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:19.327449 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c68a7857-f1ea-4fec-903b-e6f40903f4be req-9a8fd91a-1644-498d-8c23-6142db1ae492 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 2373 time: 0.3298888 Nov 12 01:02:19.431521 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-32c9ada1-9dc4-4a9f-8f05-a4ad7e3fde5e tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Made reservation on behalf of 1d8109316fd94efaa47eb9260db1f13b for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:19.432063 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e251190f-81f1-4148-a885-b738c49e32f7 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2429318 Nov 12 01:02:19.433788 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34378) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:19.440410 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-791b12b0-4777-4c55-977a-e121ee85e7eb admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-991690239-router', 'tenant_id': '7bbe35289028429ba1e1b86033a5bcab', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:19.455783 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 34380) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:19.466714 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-4a9f1e85-e4a5-440e-b4cd-373b381988ad tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Request body: {'security_group': {'name': 'tempest-securitygroup--390126983', 'description': 'tempest-description--1578666358'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:19.471526 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-791b12b0-4777-4c55-977a-e121ee85e7eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:19.473805 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-791b12b0-4777-4c55-977a-e121ee85e7eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:19.570287 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a054da-c6d3-4961-818b-bdff66c86393 x-openstack-request-id: req-15a054da-c6d3-4961-818b-bdff66c86393 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:02:19.570607 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03772314-a7a8-4ada-b8c1-539d15697b19", "name": "network-vif-unplugged", "status": "completed", "tag": "4d7096a7-522f-4fae-817f-12b792ecaffa", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:02:19.570869 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-15a054da-c6d3-4961-818b-bdff66c86393 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:02:19.573161 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03772314-a7a8-4ada-b8c1-539d15697b19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d7096a7-522f-4fae-817f-12b792ecaffa', 'code': 200} Nov 12 01:02:19.637764 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c68a7857-f1ea-4fec-903b-e6f40903f4be req-bcc1a1c7-70c6-4ed9-95d0-3796acf846b7 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c2064e3-365e-4ce1-97ba-786147ddb249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3090162 Nov 12 01:02:19.645834 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4a9f1e85-e4a5-440e-b4cd-373b381988ad tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:19.688582 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-791b12b0-4777-4c55-977a-e121ee85e7eb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:19.722377 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b42a246-0ffe-4a6f-ad1a-3e0b1866064e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4', 'network_id': 'e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4', 'tenant_id': '7bbe35289028429ba1e1b86033a5bcab', 'fixed_ips': [{'subnet_id': '55fa7c58-77a8-4d04-ad83-d7b14788e8b6'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:02:19.723276 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0b42a246-0ffe-4a6f-ad1a-3e0b1866064e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:19.791626 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd970d55-26d8-4ed4-a3ff-00a59b3c2613 x-openstack-request-id: req-fd970d55-26d8-4ed4-a3ff-00a59b3c2613 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:02:19.796803 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03772314-a7a8-4ada-b8c1-539d15697b19", "name": "network-vif-deleted", "tag": "4d7096a7-522f-4fae-817f-12b792ecaffa", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:02:19.797329 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fd970d55-26d8-4ed4-a3ff-00a59b3c2613 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:02:19.798898 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03772314-a7a8-4ada-b8c1-539d15697b19', 'name': 'network-vif-deleted', 'tag': '4d7096a7-522f-4fae-817f-12b792ecaffa', 'status': 'completed', 'code': 200} Nov 12 01:02:19.839148 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-87e4b224-d212-4868-a4b7-343073d9e3b4 req-3f5264fd-7f60-41b5-9adb-35ac5cc647b3 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "GET /v2.0/ports?device_id=79a58dd3-fdf9-4b0b-8d60-09483063a895 HTTP/1.1" status: 200 len: 210 time: 0.1312540 Nov 12 01:02:19.852312 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-32c9ada1-9dc4-4a9f-8f05-a4ad7e3fde5e tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:19.996912 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-0b42a246-0ffe-4a6f-ad1a-3e0b1866064e None None] Allocated IP 172.20.0.2 (e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4/55fa7c58-77a8-4d04-ad83-d7b14788e8b6/329154c5-5612-4870-bd2d-8b4f1a83ce49) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:20.045551 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device e09a1a6e-f75a-439b-a79b-9511369dfe90 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:20.128673 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-791b12b0-4777-4c55-977a-e121ee85e7eb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:20.150842 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4a9f1e85-e4a5-440e-b4cd-373b381988ad tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:20.300956 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port e09a1a6e-f75a-439b-a79b-9511369dfe90 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:20.301911 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:20.440596 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0b42a246-0ffe-4a6f-ad1a-3e0b1866064e None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:20.462387 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0b42a246-0ffe-4a6f-ad1a-3e0b1866064e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:20.479100 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4a9f1e85-e4a5-440e-b4cd-373b381988ad tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:20.530687 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b42a246-0ffe-4a6f-ad1a-3e0b1866064e None None] Network e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:20.542855 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951aefd1-71c4-4af7-b188-d7c310bae9d7 req-2a9976c3-a897-4dd8-9b0a-ac5becdb0148 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:20.544890 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-951aefd1-71c4-4af7-b188-d7c310bae9d7 req-2a9976c3-a897-4dd8-9b0a-ac5becdb0148 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.44 "GET /v2.0/networks?id=d6a8462f-5130-4d0f-951a-dac9101bc5c2 HTTP/1.1" status: 200 len: 819 time: 0.3346438 Nov 12 01:02:20.561494 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-0b42a246-0ffe-4a6f-ad1a-3e0b1866064e None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:20.582695 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b42a246-0ffe-4a6f-ad1a-3e0b1866064e None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:20.631265 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b42a246-0ffe-4a6f-ad1a-3e0b1866064e None None] Pushing event updated for resources: {'Port': ['ID=329154c5-5612-4870-bd2d-8b4f1a83ce49,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:20.694157 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:20.722167 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-0b42a246-0ffe-4a6f-ad1a-3e0b1866064e None None] Attempting to bind port 329154c5-5612-4870-bd2d-8b4f1a83ce49 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:02:20.722699 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-0b42a246-0ffe-4a6f-ad1a-3e0b1866064e None None] Attempting to bind port 329154c5-5612-4870-bd2d-8b4f1a83ce49 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:02:20.723165 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b42a246-0ffe-4a6f-ad1a-3e0b1866064e None None] Attempting to bind port 329154c5-5612-4870-bd2d-8b4f1a83ce49 on network e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:20.741680 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b42a246-0ffe-4a6f-ad1a-3e0b1866064e None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:02:20.741680 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b42a246-0ffe-4a6f-ad1a-3e0b1866064e None None] Checking segment: {'id': '6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:02:20.741680 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0b42a246-0ffe-4a6f-ad1a-3e0b1866064e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:20.741680 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b42a246-0ffe-4a6f-ad1a-3e0b1866064e None None] Bound using segment: {'id': '6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:02:20.742728 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-0b42a246-0ffe-4a6f-ad1a-3e0b1866064e None None] Bound port: 329154c5-5612-4870-bd2d-8b4f1a83ce49, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:02:20.742728 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0b42a246-0ffe-4a6f-ad1a-3e0b1866064e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:20.744728 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-951aefd1-71c4-4af7-b188-d7c310bae9d7 req-eb35f0ed-a3be-4408-9982-2a5371d0328d tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Request body: {'port': {'device_id': '79a58dd3-fdf9-4b0b-8d60-09483063a895', 'network_id': 'd6a8462f-5130-4d0f-951a-dac9101bc5c2', 'admin_state_up': True, 'tenant_id': '96b0e06352b2479cb7df6d4462e19f15'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:20.852442 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-791b12b0-4777-4c55-977a-e121ee85e7eb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:20.878866 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-791b12b0-4777-4c55-977a-e121ee85e7eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:20.890348 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4a9f1e85-e4a5-440e-b4cd-373b381988ad tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:20.894270 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4a9f1e85-e4a5-440e-b4cd-373b381988ad tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.4342732 Nov 12 01:02:20.896182 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34404) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:20.909175 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-c699fc27-c2b9-4185-8180-b7eb117e29f0 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Request body: {'security_group_rule': {'security_group_id': '0762cf07-0f13-471a-a31e-80fa878bd0fa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:20.921388 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port e09a1a6e-f75a-439b-a79b-9511369dfe90, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=e09a1a6e-f75a-439b-a79b-9511369dfe90,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:20.932685 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:20.943834 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f1e85-e4a5-440e-b4cd-373b381988ad tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0762cf07-0f13-471a-a31e-80fa878bd0fa,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:21.018884 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100f7431-6b29-4809-9045-05d618324e32 None None] Sync routers for ids ['d6477202-da2e-4550-9dbb-3f23d0468033'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:02:21.022145 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device b638f517-29a2-463b-ae56-b0127b582dd6 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:02:21.032344 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device b638f517-29a2-463b-ae56-b0127b582dd6 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:02:21.065019 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a413f1-6de2-462b-98cf-a788bd151e7d req-74e2d54d-5756-444e-8d09-cfeb6deccc29 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:21.079249 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a2a413f1-6de2-462b-98cf-a788bd151e7d req-74e2d54d-5756-444e-8d09-cfeb6deccc29 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b890535-4d0e-4e9b-9c6b-99e99e93ba1d HTTP/1.1" status: 200 len: 946 time: 0.9932978 Nov 12 01:02:21.097082 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-0b42a246-0ffe-4a6f-ad1a-3e0b1866064e None None] For port 329154c5-5612-4870-bd2d-8b4f1a83ce49, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:02:21.098097 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c699fc27-c2b9-4185-8180-b7eb117e29f0 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:21.134658 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100f7431-6b29-4809-9045-05d618324e32 None None] Routers {'d6477202-da2e-4550-9dbb-3f23d0468033'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:21.135304 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-100f7431-6b29-4809-9045-05d618324e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:02:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['d6477202-da2e-4550-9dbb-3f23d0468033'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:21.140025 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-0b42a246-0ffe-4a6f-ad1a-3e0b1866064e None None] For port 329154c5-5612-4870-bd2d-8b4f1a83ce49, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=329154c5-5612-4870-bd2d-8b4f1a83ce49,segment=NetworkSegment(6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4),segment_id=6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:02:21.147910 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=e09a1a6e-f75a-439b-a79b-9511369dfe90,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:21.191622 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.resource_extend [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 01:02:21.197231 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0b42a246-0ffe-4a6f-ad1a-3e0b1866064e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:21.228587 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-32c9ada1-9dc4-4a9f-8f05-a4ad7e3fde5e tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Allocated IP 10.2.2.100 (27138fd0-2739-4679-b06e-dafc84073bf0/5dc72c35-9d59-4a0f-ae56-f38fe29c2b7f/9d7bd877-2240-48c8-af3a-99027fa5fb2b) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:21.255232 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7525d80-8d14-4b3d-9415-83034ad8eeb8 req-4eae27af-a134-41fc-897b-a39249fd7a78 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:21.257031 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a7525d80-8d14-4b3d-9415-83034ad8eeb8 req-4eae27af-a134-41fc-897b-a39249fd7a78 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/networks?id=ddbdeb8e-9a29-48b5-957b-64766cbb8316 HTTP/1.1" status: 200 len: 812 time: 0.7659562 Nov 12 01:02:21.321415 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-791b12b0-4777-4c55-977a-e121ee85e7eb admin admin] Allocated IP 172.25.3.144 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/adce4e55-d671-43aa-a2eb-7d54426a63ad) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:21.330886 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a7525d80-8d14-4b3d-9415-83034ad8eeb8 req-12b819da-a01a-4fef-b6e0-8eb49cd92359 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/quotas/7ddab49d3f5a4b49b039bf18c7812764 HTTP/1.1" status: 200 len: 375 time: 0.0645185 Nov 12 01:02:21.352072 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a2a413f1-6de2-462b-98cf-a788bd151e7d req-b94226a9-9d1b-435b-a5b5-eaf3cd598c7e tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649546 Nov 12 01:02:21.356664 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c699fc27-c2b9-4185-8180-b7eb117e29f0 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:21.370700 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c699fc27-c2b9-4185-8180-b7eb117e29f0 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:21.451027 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c699fc27-c2b9-4185-8180-b7eb117e29f0 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a89e2af-969a-4be1-abf5-5685cd55dc73,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:21.479671 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a7525d80-8d14-4b3d-9415-83034ad8eeb8 req-477cdeba-a8d7-4a0a-884e-68eec87edca3 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7ddab49d3f5a4b49b039bf18c7812764&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1206512 Nov 12 01:02:21.563590 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c699fc27-c2b9-4185-8180-b7eb117e29f0 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:21.583596 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c699fc27-c2b9-4185-8180-b7eb117e29f0 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6853435 Nov 12 01:02:21.597522 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34408) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:21.629611 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-6c281508-f2aa-4fe2-a665-c109a26443e5 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Request body: {'security_group_rule': {'security_group_id': '0762cf07-0f13-471a-a31e-80fa878bd0fa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:21.702043 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-951aefd1-71c4-4af7-b188-d7c310bae9d7 req-eb35f0ed-a3be-4408-9982-2a5371d0328d tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Made reservation on behalf of 96b0e06352b2479cb7df6d4462e19f15 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:21.709788 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-951aefd1-71c4-4af7-b188-d7c310bae9d7 req-eb35f0ed-a3be-4408-9982-2a5371d0328d tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:21.742607 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-791b12b0-4777-4c55-977a-e121ee85e7eb admin admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:21.745231 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6c281508-f2aa-4fe2-a665-c109a26443e5 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:21.792130 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device e09a1a6e-f75a-439b-a79b-9511369dfe90 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:22.039759 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6c281508-f2aa-4fe2-a665-c109a26443e5 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:22.055544 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6c281508-f2aa-4fe2-a665-c109a26443e5 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:22.134757 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-32c9ada1-9dc4-4a9f-8f05-a4ad7e3fde5e tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:22.182191 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c281508-f2aa-4fe2-a665-c109a26443e5 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81621f26-bc95-463d-a447-b5372b7252da,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:22.202150 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af21fbc1-926b-453c-ae80-d27a43322da3 req-885fff7b-981f-42a2-b142-84e133ce31f9 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:22.208553 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af21fbc1-926b-453c-ae80-d27a43322da3 req-885fff7b-981f-42a2-b142-84e133ce31f9 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:22.217236 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af21fbc1-926b-453c-ae80-d27a43322da3 req-885fff7b-981f-42a2-b142-84e133ce31f9 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:22.222087 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6c281508-f2aa-4fe2-a665-c109a26443e5 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:22.224929 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-af21fbc1-926b-453c-ae80-d27a43322da3 req-885fff7b-981f-42a2-b142-84e133ce31f9 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 2373 time: 0.5485132 Nov 12 01:02:22.237143 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6c281508-f2aa-4fe2-a665-c109a26443e5 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6221330 Nov 12 01:02:22.252136 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34412) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:22.271954 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-bd046253-f06c-4ee3-82fb-62d98c3e822b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Request body: {'floatingip': {'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:22.282445 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port b638f517-29a2-463b-ae56-b0127b582dd6, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=b638f517-29a2-463b-ae56-b0127b582dd6,segment=NetworkSegment(9dbffe20-fa57-4fc9-974f-82a4aaa66cb3),segment_id=9dbffe20-fa57-4fc9-974f-82a4aaa66cb3)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:22.316644 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-791b12b0-4777-4c55-977a-e121ee85e7eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:22.322043 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a7525d80-8d14-4b3d-9415-83034ad8eeb8 req-06f11d42-dcfb-4e2a-a424-19ac2ec1da2f service neutron] 10.222.0.45 "GET /v2.0/networks/ddbdeb8e-9a29-48b5-957b-64766cbb8316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6434231 Nov 12 01:02:22.346156 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-100f7431-6b29-4809-9045-05d618324e32 None None] Set router d6477202-da2e-4550-9dbb-3f23d0468033 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:02:22.407516 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-951aefd1-71c4-4af7-b188-d7c310bae9d7 req-eb35f0ed-a3be-4408-9982-2a5371d0328d tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Allocated IP 172.20.0.8 (d6a8462f-5130-4d0f-951a-dac9101bc5c2/26412b35-38aa-41b4-bb78-aab31ac9da6a/3dc64195-fee3-489e-abe0-2fb2a598549a) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:22.430447 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bd046253-f06c-4ee3-82fb-62d98c3e822b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks [] for floatingip, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:22.485775 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:22.502270 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791b12b0-4777-4c55-977a-e121ee85e7eb admin admin] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:22.509674 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'b638f517-29a2-463b-ae56-b0127b582dd6', 'network_id': '84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c', 'port_id': 'b638f517-29a2-463b-ae56-b0127b582dd6', 'mac_address': 'fa:16:3e:1f:a1:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a66b550-2936-4c69-9648-647d722ad572', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:02:22.598747 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port b638f517-29a2-463b-ae56-b0127b582dd6, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=b638f517-29a2-463b-ae56-b0127b582dd6,segment=NetworkSegment(9dbffe20-fa57-4fc9-974f-82a4aaa66cb3),segment_id=9dbffe20-fa57-4fc9-974f-82a4aaa66cb3)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:22.611452 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b890535-4d0e-4e9b-9c6b-99e99e93ba1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b638f517-29a2-463b-ae56-b0127b582dd6'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:02:22.615604 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf91347-b2c5-495d-af01-88ee7f257466" -d '{"events": [{"server_uuid": "2b890535-4d0e-4e9b-9c6b-99e99e93ba1d", "name": "network-vif-unplugged", "status": "completed", "tag": "b638f517-29a2-463b-ae56-b0127b582dd6"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:02:22.683337 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:22.728269 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a7525d80-8d14-4b3d-9415-83034ad8eeb8 req-2f53cc79-a1a1-4e75-83ba-65cdf19d4041 service neutron] 10.222.0.45 "GET /v2.0/networks/ddbdeb8e-9a29-48b5-957b-64766cbb8316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364411 Nov 12 01:02:22.811998 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-af21fbc1-926b-453c-ae80-d27a43322da3 req-96c3bb78-16af-4fae-a955-a1344a9d3b90 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c2064e3-365e-4ce1-97ba-786147ddb249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5858405 Nov 12 01:02:22.816207 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-32c9ada1-9dc4-4a9f-8f05-a4ad7e3fde5e tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:22.846711 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b42a246-0ffe-4a6f-ad1a-3e0b1866064e None None] Pushing event updated for resources: {'Port': ['ID=329154c5-5612-4870-bd2d-8b4f1a83ce49,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:23.047124 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-32c9ada1-9dc4-4a9f-8f05-a4ad7e3fde5e tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Network 27138fd0-2739-4679-b06e-dafc84073bf0 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:23.108805 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-32c9ada1-9dc4-4a9f-8f05-a4ad7e3fde5e tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:23.149397 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-32c9ada1-9dc4-4a9f-8f05-a4ad7e3fde5e tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:23.224410 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-791b12b0-4777-4c55-977a-e121ee85e7eb admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:23.248146 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791b12b0-4777-4c55-977a-e121ee85e7eb admin admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:23.255118 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b12b0-4777-4c55-977a-e121ee85e7eb admin admin] Pushing event updated for resources: {'Port': ['ID=adce4e55-d671-43aa-a2eb-7d54426a63ad,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:23.389085 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:23.430576 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c9ada1-9dc4-4a9f-8f05-a4ad7e3fde5e tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Pushing event updated for resources: {'Port': ['ID=9d7bd877-2240-48c8-af3a-99027fa5fb2b,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:23.647843 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port e09a1a6e-f75a-439b-a79b-9511369dfe90 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:23.648483 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:23.674830 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-829cd37d-f017-41aa-944d-ac9a80dff6d2 req-8c1c2fd4-7674-42d4-90ce-28e1fdb2c25e tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "GET /v2.0/ports?device_id=79a58dd3-fdf9-4b0b-8d60-09483063a895 HTTP/1.1" status: 200 len: 210 time: 0.3028960 Nov 12 01:02:23.684004 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b638f517-29a2-463b-ae56-b0127b582dd6 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:02:23.733838 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=b638f517-29a2-463b-ae56-b0127b582dd6,revision_number=6']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:23.765110 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4604253-ab19-4392-ae14-5a95a0f45529 x-openstack-request-id: req-e4604253-ab19-4392-ae14-5a95a0f45529 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:02:23.765818 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b890535-4d0e-4e9b-9c6b-99e99e93ba1d", "name": "network-vif-unplugged", "status": "completed", "tag": "b638f517-29a2-463b-ae56-b0127b582dd6", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:02:23.766336 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e4604253-ab19-4392-ae14-5a95a0f45529 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:02:23.766953 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b890535-4d0e-4e9b-9c6b-99e99e93ba1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b638f517-29a2-463b-ae56-b0127b582dd6', 'code': 200} Nov 12 01:02:23.800597 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74459c6-d76f-4a43-bd87-75cfb5f11e09 None None] Network e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:02:23.870162 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port b638f517-29a2-463b-ae56-b0127b582dd6, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=b638f517-29a2-463b-ae56-b0127b582dd6,segment=NetworkSegment(9dbffe20-fa57-4fc9-974f-82a4aaa66cb3),segment_id=9dbffe20-fa57-4fc9-974f-82a4aaa66cb3)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:23.918229 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:24.183082 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-50c6ade9-074e-4b54-b11d-7f8a25187925 None None] Provisioning complete for port 9d7bd877-2240-48c8-af3a-99027fa5fb2b triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:24.183449 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-50c6ade9-074e-4b54-b11d-7f8a25187925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:24.210281 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=b638f517-29a2-463b-ae56-b0127b582dd6,revision_number=7']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:24.245744 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bd046253-f06c-4ee3-82fb-62d98c3e822b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:24.364552 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['b638f517-29a2-463b-ae56-b0127b582dd6'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:02:24.540902 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-100f7431-6b29-4809-9045-05d618324e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'name': 'tempest-AttachVolumeShelveTestJSON-592033780-router', 'tenant_id': '1650592d4cf74284855a02a26c6d9866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'e09a1a6e-f75a-439b-a79b-9511369dfe90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:06Z', 'updated_at': '2021-11-12T01:02:13Z', 'revision_number': 4, 'project_id': '1650592d4cf74284855a02a26c6d9866', 'gw_port': {'id': 'e09a1a6e-f75a-439b-a79b-9511369dfe90', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:07Z', 'updated_at': '2021-11-12T01:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '53ec15fc-73b8-476f-9744-069c94640c7d', 'name': '', 'network_id': '589a11d9-462f-4432-aa26-12a7b18ca65f', 'tenant_id': '1650592d4cf74284855a02a26c6d9866', 'mac_address': 'fa:16:3e:d8:91:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '34773eb3-d58a-4b8a-a536-c500cef253a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:11Z', 'updated_at': '2021-11-12T01:02:13Z', 'revision_number': 2, 'project_id': '1650592d4cf74284855a02a26c6d9866', 'subnets': [{'id': '34773eb3-d58a-4b8a-a536-c500cef253a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:24.600206 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100f7431-6b29-4809-9045-05d618324e32 None None] Checking router: d6477202-da2e-4550-9dbb-3f23d0468033 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:02:24.600206 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100f7431-6b29-4809-9045-05d618324e32 None None] Updating router d6477202-da2e-4550-9dbb-3f23d0468033 port 53ec15fc-73b8-476f-9744-069c94640c7d binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:02:24.647275 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-100f7431-6b29-4809-9045-05d618324e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:24.694869 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-951aefd1-71c4-4af7-b188-d7c310bae9d7 req-eb35f0ed-a3be-4408-9982-2a5371d0328d tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:24.789552 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-791b12b0-4777-4c55-977a-e121ee85e7eb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:24.873680 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-951aefd1-71c4-4af7-b188-d7c310bae9d7 req-eb35f0ed-a3be-4408-9982-2a5371d0328d tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:24.992840 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d8a4fbc2-192b-4025-8652-4da099b2e905 req-ebe4183e-6e70-41f2-a6c2-ae51b5110bef tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=37ebf684-3d6e-49b9-a336-d9023a15ae83 HTTP/1.1" status: 200 len: 210 time: 0.1381176 Nov 12 01:02:25.055301 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-32c9ada1-9dc4-4a9f-8f05-a4ad7e3fde5e tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:25.056007 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-32c9ada1-9dc4-4a9f-8f05-a4ad7e3fde5e tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:25.237863 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 329154c5-5612-4870-bd2d-8b4f1a83ce49 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:25.245138 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-951aefd1-71c4-4af7-b188-d7c310bae9d7 req-eb35f0ed-a3be-4408-9982-2a5371d0328d tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Network d6a8462f-5130-4d0f-951a-dac9101bc5c2 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:25.258872 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-951aefd1-71c4-4af7-b188-d7c310bae9d7 req-eb35f0ed-a3be-4408-9982-2a5371d0328d tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:25.262833 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-951aefd1-71c4-4af7-b188-d7c310bae9d7 req-eb35f0ed-a3be-4408-9982-2a5371d0328d tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:25.280594 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-bd046253-f06c-4ee3-82fb-62d98c3e822b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Allocated IP 172.25.3.81 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/638f9874-acd7-4170-8403-b1f8b1b97996) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:25.282206 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-32c9ada1-9dc4-4a9f-8f05-a4ad7e3fde5e tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6589482 Nov 12 01:02:25.287729 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-50c6ade9-074e-4b54-b11d-7f8a25187925 None None] Port 9d7bd877-2240-48c8-af3a-99027fa5fb2b cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:02:25.342900 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f175ed-9cf6-4465-a992-beba42e1d628 req-b14ef4e3-6e90-4f45-8266-a79eaa78fcac tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:25.345453 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-16f175ed-9cf6-4465-a992-beba42e1d628 req-b14ef4e3-6e90-4f45-8266-a79eaa78fcac tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b890535-4d0e-4e9b-9c6b-99e99e93ba1d HTTP/1.1" status: 200 len: 944 time: 1.7271373 Nov 12 01:02:25.355552 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-385106f5-925d-4e53-a33a-82799ddc6147 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Request body: {'port': {'device_id': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '27138fd0-2739-4679-b06e-dafc84073bf0', 'admin_state_up': True, 'tenant_id': '1d8109316fd94efaa47eb9260db1f13b', 'security_groups': ['8c2064e3-365e-4ce1-97ba-786147ddb249']}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:25.390304 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb35f0ed-a3be-4408-9982-2a5371d0328d tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Pushing event updated for resources: {'Port': ['ID=3dc64195-fee3-489e-abe0-2fb2a598549a,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:25.436353 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa7a04-c5d2-419f-be98-2c3931f27810 req-44556928-4128-4b1c-8d27-2ec14d03e9f0 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:25.444696 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa7a04-c5d2-419f-be98-2c3931f27810 req-44556928-4128-4b1c-8d27-2ec14d03e9f0 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:25.451592 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa7a04-c5d2-419f-be98-2c3931f27810 req-44556928-4128-4b1c-8d27-2ec14d03e9f0 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:25.458256 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa7a04-c5d2-419f-be98-2c3931f27810 req-44556928-4128-4b1c-8d27-2ec14d03e9f0 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:25.467423 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-15aa7a04-c5d2-419f-be98-2c3931f27810 req-44556928-4128-4b1c-8d27-2ec14d03e9f0 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 3094 time: 0.3097157 Nov 12 01:02:25.607912 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-ea16d9b3-e535-4f3a-b16c-e501fbbd6cc2 None None] Provisioning complete for port 329154c5-5612-4870-bd2d-8b4f1a83ce49 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:25.608684 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ea16d9b3-e535-4f3a-b16c-e501fbbd6cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:25.616252 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bd046253-f06c-4ee3-82fb-62d98c3e822b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:25.666895 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-16f175ed-9cf6-4465-a992-beba42e1d628 req-9b0d8bcb-7a98-4039-b7d0-09f27e43e090 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039384 Nov 12 01:02:25.732724 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-15aa7a04-c5d2-419f-be98-2c3931f27810 req-dd7b54f3-bb9e-49e3-b3bc-f910b70b7eda tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c2064e3-365e-4ce1-97ba-786147ddb249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2639878 Nov 12 01:02:25.789499 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951aefd1-71c4-4af7-b188-d7c310bae9d7 req-eb35f0ed-a3be-4408-9982-2a5371d0328d tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:25.792862 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-951aefd1-71c4-4af7-b188-d7c310bae9d7 req-eb35f0ed-a3be-4408-9982-2a5371d0328d tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:25.910994 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-951aefd1-71c4-4af7-b188-d7c310bae9d7 req-eb35f0ed-a3be-4408-9982-2a5371d0328d tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2395694 Nov 12 01:02:25.948344 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-951aefd1-71c4-4af7-b188-d7c310bae9d7 req-11bb8689-06e0-45cc-825d-5f13b30464b8 service neutron] Request body: {'port': {'device_id': '79a58dd3-fdf9-4b0b-8d60-09483063a895', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:26.068118 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-385106f5-925d-4e53-a33a-82799ddc6147 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Made reservation on behalf of 1d8109316fd94efaa47eb9260db1f13b for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:26.111189 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 329154c5-5612-4870-bd2d-8b4f1a83ce49 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:26.111189 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:26.117628 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d25a92c-61d6-4e9e-92a8-f8c2d5204060 req-60a85db1-d68b-4654-bcce-8c896a1383e7 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:26.126182 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4d25a92c-61d6-4e9e-92a8-f8c2d5204060 req-60a85db1-d68b-4654-bcce-8c896a1383e7 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "GET /v2.0/ports?device_id=79a58dd3-fdf9-4b0b-8d60-09483063a895 HTTP/1.1" status: 200 len: 931 time: 0.2027802 Nov 12 01:02:26.178582 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-791b12b0-4777-4c55-977a-e121ee85e7eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:26.190145 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bd046253-f06c-4ee3-82fb-62d98c3e822b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:26.239657 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-100f7431-6b29-4809-9045-05d618324e32 None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:26.270511 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-100f7431-6b29-4809-9045-05d618324e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:26.381333 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4ca11fe7-5c5f-4ff0-a358-5f4cdde5e960 req-f7adccba-5e5a-439e-822d-e990864590a9 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=37ebf684-3d6e-49b9-a336-d9023a15ae83 HTTP/1.1" status: 200 len: 210 time: 0.0995574 Nov 12 01:02:26.422095 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-951aefd1-71c4-4af7-b188-d7c310bae9d7 req-11bb8689-06e0-45cc-825d-5f13b30464b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:26.449091 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ea16d9b3-e535-4f3a-b16c-e501fbbd6cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:26.465471 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd046253-f06c-4ee3-82fb-62d98c3e822b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:26.502476 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4d25a92c-61d6-4e9e-92a8-f8c2d5204060 req-44d336ca-637e-478d-81a1-ff15882f1d6d tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "GET /v2.0/security-groups?id=86f57639-0571-4464-a714-e385ef3d8493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734944 Nov 12 01:02:26.511766 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f21dd1a-f2d6-4465-a133-27858723898f None None] Pushing event updated for resources: {'Port': ['ID=53ec15fc-73b8-476f-9744-069c94640c7d,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:26.555425 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7525d80-8d14-4b3d-9415-83034ad8eeb8 req-bc8c4aef-92e3-4bfd-81ea-fca3665f3532 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:26.557896 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a7525d80-8d14-4b3d-9415-83034ad8eeb8 req-bc8c4aef-92e3-4bfd-81ea-fca3665f3532 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.44 "GET /v2.0/networks?id=ddbdeb8e-9a29-48b5-957b-64766cbb8316 HTTP/1.1" status: 200 len: 812 time: 0.6050873 Nov 12 01:02:26.564779 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-bd046253-f06c-4ee3-82fb-62d98c3e822b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:26.572262 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd046253-f06c-4ee3-82fb-62d98c3e822b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:26.579478 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-a7525d80-8d14-4b3d-9415-83034ad8eeb8 req-0ab79665-4d6b-4479-978d-e41861b18f01 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Request body: {'port': {'device_id': '37ebf684-3d6e-49b9-a336-d9023a15ae83', 'network_id': 'ddbdeb8e-9a29-48b5-957b-64766cbb8316', 'admin_state_up': True, 'tenant_id': '7ddab49d3f5a4b49b039bf18c7812764'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:26.632718 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-ea16d9b3-e535-4f3a-b16c-e501fbbd6cc2 None None] For port 329154c5-5612-4870-bd2d-8b4f1a83ce49, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=329154c5-5612-4870-bd2d-8b4f1a83ce49,segment=NetworkSegment(6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4),segment_id=6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:26.653882 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ea16d9b3-e535-4f3a-b16c-e501fbbd6cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:26.660982 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:26.692137 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-100f7431-6b29-4809-9045-05d618324e32 None None] Attempting to bind port 53ec15fc-73b8-476f-9744-069c94640c7d on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:02:26.692511 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-100f7431-6b29-4809-9045-05d618324e32 None None] Attempting to bind port 53ec15fc-73b8-476f-9744-069c94640c7d by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '160eb3a9-a811-42ba-8ae2-682c5125e1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '589a11d9-462f-4432-aa26-12a7b18ca65f'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:02:26.692872 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100f7431-6b29-4809-9045-05d618324e32 None None] Attempting to bind port 53ec15fc-73b8-476f-9744-069c94640c7d on network 589a11d9-462f-4432-aa26-12a7b18ca65f {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:26.702967 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100f7431-6b29-4809-9045-05d618324e32 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:02:26.703344 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100f7431-6b29-4809-9045-05d618324e32 None None] Checking segment: {'id': '160eb3a9-a811-42ba-8ae2-682c5125e1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '589a11d9-462f-4432-aa26-12a7b18ca65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:02:26.703749 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-100f7431-6b29-4809-9045-05d618324e32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:26.704181 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100f7431-6b29-4809-9045-05d618324e32 None None] Bound using segment: {'id': '160eb3a9-a811-42ba-8ae2-682c5125e1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '589a11d9-462f-4432-aa26-12a7b18ca65f'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:02:26.704755 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-100f7431-6b29-4809-9045-05d618324e32 None None] Bound port: 53ec15fc-73b8-476f-9744-069c94640c7d, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '160eb3a9-a811-42ba-8ae2-682c5125e1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '589a11d9-462f-4432-aa26-12a7b18ca65f'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:02:26.705133 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-100f7431-6b29-4809-9045-05d618324e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:26.721372 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd046253-f06c-4ee3-82fb-62d98c3e822b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Pushing event updated for resources: {'Port': ['ID=638f9874-acd7-4170-8403-b1f8b1b97996,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:26.750496 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7525d80-8d14-4b3d-9415-83034ad8eeb8 req-0ab79665-4d6b-4479-978d-e41861b18f01 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Made reservation on behalf of 7ddab49d3f5a4b49b039bf18c7812764 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:26.755423 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-a7525d80-8d14-4b3d-9415-83034ad8eeb8 req-0ab79665-4d6b-4479-978d-e41861b18f01 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:26.770952 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-385106f5-925d-4e53-a33a-82799ddc6147 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:26.877444 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea16d9b3-e535-4f3a-b16c-e501fbbd6cc2 None None] Pushing event updated for resources: {'Port': ['ID=329154c5-5612-4870-bd2d-8b4f1a83ce49,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:26.932127 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.api [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:02:26.933552 n-d-712142-27 neutron-server[109087]: DEBUG oslo_db.api [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:02:26.942564 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-cf87221e-184f-4b64-8d9a-4b5421e2bf78 None None] Provisioning complete for port 329154c5-5612-4870-bd2d-8b4f1a83ce49 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:26.946501 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cf87221e-184f-4b64-8d9a-4b5421e2bf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:26.985474 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-100f7431-6b29-4809-9045-05d618324e32 None None] For port 53ec15fc-73b8-476f-9744-069c94640c7d, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:02:27.010077 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-100f7431-6b29-4809-9045-05d618324e32 None None] For port 53ec15fc-73b8-476f-9744-069c94640c7d, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=53ec15fc-73b8-476f-9744-069c94640c7d,segment=NetworkSegment(160eb3a9-a811-42ba-8ae2-682c5125e1c5),segment_id=160eb3a9-a811-42ba-8ae2-682c5125e1c5)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:02:27.023292 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-100f7431-6b29-4809-9045-05d618324e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:27.131930 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-a7525d80-8d14-4b3d-9415-83034ad8eeb8 req-0ab79665-4d6b-4479-978d-e41861b18f01 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Allocated IP 172.20.0.14 (ddbdeb8e-9a29-48b5-957b-64766cbb8316/32c7a1dd-a18b-4edd-81ef-25269083f064/2ab75930-842d-4d8e-99b2-87e018d0d88f) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:27.180696 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791b12b0-4777-4c55-977a-e121ee85e7eb admin admin] Router 2dee8e48-de22-4dd9-841d-0ab67f467e7d is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:02:27.337208 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bd046253-f06c-4ee3-82fb-62d98c3e822b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:27.344341 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc79389-a310-47b0-af56-de93d95586ac req-d8e517b7-5139-4fea-a650-4c53b63fdfa5 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:27.351872 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc79389-a310-47b0-af56-de93d95586ac req-d8e517b7-5139-4fea-a650-4c53b63fdfa5 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:27.358716 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc79389-a310-47b0-af56-de93d95586ac req-d8e517b7-5139-4fea-a650-4c53b63fdfa5 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:27.365191 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc79389-a310-47b0-af56-de93d95586ac req-d8e517b7-5139-4fea-a650-4c53b63fdfa5 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:27.367032 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dfc79389-a310-47b0-af56-de93d95586ac req-d8e517b7-5139-4fea-a650-4c53b63fdfa5 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 3094 time: 0.4754615 Nov 12 01:02:27.376724 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb2ce23-04ee-4385-9081-359a5861d001 req-df7cea78-941f-452c-91b0-1594d4b28c2f tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:27.378840 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cfb2ce23-04ee-4385-9081-359a5861d001 req-df7cea78-941f-452c-91b0-1594d4b28c2f tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b890535-4d0e-4e9b-9c6b-99e99e93ba1d HTTP/1.1" status: 200 len: 945 time: 0.2130077 Nov 12 01:02:27.435431 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-951aefd1-71c4-4af7-b188-d7c310bae9d7 req-11bb8689-06e0-45cc-825d-5f13b30464b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dc64195-fee3-489e-abe0-2fb2a598549a {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:02:27.502123 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-951aefd1-71c4-4af7-b188-d7c310bae9d7 req-11bb8689-06e0-45cc-825d-5f13b30464b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:27.579942 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-951aefd1-71c4-4af7-b188-d7c310bae9d7 req-11bb8689-06e0-45cc-825d-5f13b30464b8 service neutron] Transition to ACTIVE for port object 3dc64195-fee3-489e-abe0-2fb2a598549a will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:02:27.586160 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-385106f5-925d-4e53-a33a-82799ddc6147 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Allocated IP 10.2.2.200 (27138fd0-2739-4679-b06e-dafc84073bf0/5dc72c35-9d59-4a0f-ae56-f38fe29c2b7f/b375c86f-24ec-4a06-af37-e5c95f2b1cae) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:27.613472 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-951aefd1-71c4-4af7-b188-d7c310bae9d7 req-11bb8689-06e0-45cc-825d-5f13b30464b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:27.615876 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bd046253-f06c-4ee3-82fb-62d98c3e822b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:27.678870 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dfc79389-a310-47b0-af56-de93d95586ac req-fe3740c6-16f9-4098-ad7c-8631f088ccc4 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c2064e3-365e-4ce1-97ba-786147ddb249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2989717 Nov 12 01:02:27.693408 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791b12b0-4777-4c55-977a-e121ee85e7eb admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:02:27.707076 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a71963e-7cff-4b98-a94d-1d89862665ca None None] Sync routers for ids ['2dee8e48-de22-4dd9-841d-0ab67f467e7d'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:02:27.718598 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cfb2ce23-04ee-4385-9081-359a5861d001 req-9e170feb-009b-41be-b369-bea80b1f70d6 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182676 Nov 12 01:02:27.728065 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a71963e-7cff-4b98-a94d-1d89862665ca None None] Routers {'2dee8e48-de22-4dd9-841d-0ab67f467e7d'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:27.731620 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-1a71963e-7cff-4b98-a94d-1d89862665ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:02:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['2dee8e48-de22-4dd9-841d-0ab67f467e7d'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:27.789676 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb8689-06e0-45cc-825d-5f13b30464b8 service neutron] Pushing event updated for resources: {'Port': ['ID=3dc64195-fee3-489e-abe0-2fb2a598549a,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:27.828927 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-791b12b0-4777-4c55-977a-e121ee85e7eb admin admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:27.833592 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-791b12b0-4777-4c55-977a-e121ee85e7eb admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.3982337 Nov 12 01:02:27.840156 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-a7525d80-8d14-4b3d-9415-83034ad8eeb8 req-0ab79665-4d6b-4479-978d-e41861b18f01 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:27.859105 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 34458) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:27.931196 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 329154c5-5612-4870-bd2d-8b4f1a83ce49 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:27.978394 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100f7431-6b29-4809-9045-05d618324e32 None None] Routers {'d6477202-da2e-4550-9dbb-3f23d0468033'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:27.979755 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-100f7431-6b29-4809-9045-05d618324e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:02:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['d6477202-da2e-4550-9dbb-3f23d0468033'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:28.141303 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-88c746f4-84fc-4257-8c88-55f16225b1c1 req-3acf3605-2759-4e28-b292-ae88863c2aec tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=37ebf684-3d6e-49b9-a336-d9023a15ae83 HTTP/1.1" status: 200 len: 210 time: 0.0857742 Nov 12 01:02:28.152151 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device b638f517-29a2-463b-ae56-b0127b582dd6 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:28.155745 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4819f153-b6a8-488c-b72e-bceae5411279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:28.175248 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-1a71963e-7cff-4b98-a94d-1d89862665ca None None] Set router 2dee8e48-de22-4dd9-841d-0ab67f467e7d gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:02:28.258027 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-951aefd1-71c4-4af7-b188-d7c310bae9d7 req-11bb8689-06e0-45cc-825d-5f13b30464b8 service neutron] Attempting to bind port 3dc64195-fee3-489e-abe0-2fb2a598549a on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:02:28.258399 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-951aefd1-71c4-4af7-b188-d7c310bae9d7 req-11bb8689-06e0-45cc-825d-5f13b30464b8 service neutron] Attempting to bind port 3dc64195-fee3-489e-abe0-2fb2a598549a by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '5dbb5cf7-5b96-4480-92bd-bde327ee507c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd6a8462f-5130-4d0f-951a-dac9101bc5c2'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:02:28.258740 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951aefd1-71c4-4af7-b188-d7c310bae9d7 req-11bb8689-06e0-45cc-825d-5f13b30464b8 service neutron] Attempting to bind port 3dc64195-fee3-489e-abe0-2fb2a598549a on network d6a8462f-5130-4d0f-951a-dac9101bc5c2 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:28.288422 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bd046253-f06c-4ee3-82fb-62d98c3e822b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:28.292525 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-385106f5-925d-4e53-a33a-82799ddc6147 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:28.294364 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951aefd1-71c4-4af7-b188-d7c310bae9d7 req-11bb8689-06e0-45cc-825d-5f13b30464b8 service neutron] Port 3dc64195-fee3-489e-abe0-2fb2a598549a on network d6a8462f-5130-4d0f-951a-dac9101bc5c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:02:28.295458 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951aefd1-71c4-4af7-b188-d7c310bae9d7 req-11bb8689-06e0-45cc-825d-5f13b30464b8 service neutron] Attempting to bind port 3dc64195-fee3-489e-abe0-2fb2a598549a on network d6a8462f-5130-4d0f-951a-dac9101bc5c2 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:28.322905 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951aefd1-71c4-4af7-b188-d7c310bae9d7 req-11bb8689-06e0-45cc-825d-5f13b30464b8 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:02:28.323252 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951aefd1-71c4-4af7-b188-d7c310bae9d7 req-11bb8689-06e0-45cc-825d-5f13b30464b8 service neutron] Checking segment: {'id': '5dbb5cf7-5b96-4480-92bd-bde327ee507c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd6a8462f-5130-4d0f-951a-dac9101bc5c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:02:28.323658 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951aefd1-71c4-4af7-b188-d7c310bae9d7 req-11bb8689-06e0-45cc-825d-5f13b30464b8 service neutron] Bound using segment: {'id': '5dbb5cf7-5b96-4480-92bd-bde327ee507c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd6a8462f-5130-4d0f-951a-dac9101bc5c2'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:02:28.324223 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-951aefd1-71c4-4af7-b188-d7c310bae9d7 req-11bb8689-06e0-45cc-825d-5f13b30464b8 service neutron] Bound port: 3dc64195-fee3-489e-abe0-2fb2a598549a, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dbb5cf7-5b96-4480-92bd-bde327ee507c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd6a8462f-5130-4d0f-951a-dac9101bc5c2'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:02:28.324652 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-951aefd1-71c4-4af7-b188-d7c310bae9d7 req-11bb8689-06e0-45cc-825d-5f13b30464b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:28.335107 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b97c89-5bcc-4520-a9a6-622a16c70e43 req-eb251f35-868f-4959-9031-3b08e1a53794 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:28.337431 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f7b97c89-5bcc-4520-a9a6-622a16c70e43 req-eb251f35-868f-4959-9031-3b08e1a53794 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "GET /v2.0/ports?device_id=79a58dd3-fdf9-4b0b-8d60-09483063a895 HTTP/1.1" status: 200 len: 943 time: 0.2492244 Nov 12 01:02:28.358654 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bd046253-f06c-4ee3-82fb-62d98c3e822b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:28.412676 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-1a71963e-7cff-4b98-a94d-1d89862665ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dee8e48-de22-4dd9-841d-0ab67f467e7d', 'name': 'tempest-ServerActionsTestJSON-991690239-router', 'tenant_id': '7bbe35289028429ba1e1b86033a5bcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'adce4e55-d671-43aa-a2eb-7d54426a63ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:19Z', 'updated_at': '2021-11-12T01:02:24Z', 'revision_number': 3, 'project_id': '7bbe35289028429ba1e1b86033a5bcab', 'gw_port': {'id': 'adce4e55-d671-43aa-a2eb-7d54426a63ad', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dee8e48-de22-4dd9-841d-0ab67f467e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:20Z', 'updated_at': '2021-11-12T01:02:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:28.447292 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a71963e-7cff-4b98-a94d-1d89862665ca None None] Checking router: 2dee8e48-de22-4dd9-841d-0ab67f467e7d for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:02:28.447884 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a71963e-7cff-4b98-a94d-1d89862665ca None None] Updating router 2dee8e48-de22-4dd9-841d-0ab67f467e7d port adce4e55-d671-43aa-a2eb-7d54426a63ad binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:02:28.463758 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-cf87221e-184f-4b64-8d9a-4b5421e2bf78 None None] Provisioning complete for port 53ec15fc-73b8-476f-9744-069c94640c7d triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:28.464400 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cf87221e-184f-4b64-8d9a-4b5421e2bf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:28.502394 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd046253-f06c-4ee3-82fb-62d98c3e822b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Pushing event updated for resources: {'Port': ['ID=638f9874-acd7-4170-8403-b1f8b1b97996,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:28.512138 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-1a71963e-7cff-4b98-a94d-1d89862665ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:28.522196 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-a7525d80-8d14-4b3d-9415-83034ad8eeb8 req-0ab79665-4d6b-4479-978d-e41861b18f01 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:28.532795 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f21dd1a-f2d6-4465-a133-27858723898f None None] Pushing event updated for resources: {'Port': ['ID=53ec15fc-73b8-476f-9744-069c94640c7d,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:28.540307 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-385106f5-925d-4e53-a33a-82799ddc6147 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:28.555000 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 329154c5-5612-4870-bd2d-8b4f1a83ce49 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:28.556001 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:28.614067 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f7b97c89-5bcc-4520-a9a6-622a16c70e43 req-0d0f3a6c-98ea-4d70-b33f-a840bb96d717 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "GET /v2.0/security-groups?id=86f57639-0571-4464-a714-e385ef3d8493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260027 Nov 12 01:02:28.651720 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-951aefd1-71c4-4af7-b188-d7c310bae9d7 req-11bb8689-06e0-45cc-825d-5f13b30464b8 service neutron] For port 3dc64195-fee3-489e-abe0-2fb2a598549a, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:02:28.659725 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-385106f5-925d-4e53-a33a-82799ddc6147 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Network 27138fd0-2739-4679-b06e-dafc84073bf0 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:28.663803 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-951aefd1-71c4-4af7-b188-d7c310bae9d7 req-11bb8689-06e0-45cc-825d-5f13b30464b8 service neutron] For port 3dc64195-fee3-489e-abe0-2fb2a598549a, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=3dc64195-fee3-489e-abe0-2fb2a598549a,segment=NetworkSegment(5dbb5cf7-5b96-4480-92bd-bde327ee507c),segment_id=5dbb5cf7-5b96-4480-92bd-bde327ee507c)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:02:28.671886 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-385106f5-925d-4e53-a33a-82799ddc6147 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:28.694944 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385106f5-925d-4e53-a33a-82799ddc6147 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Pushing event updated for resources: {'Port': ['ID=b375c86f-24ec-4a06-af37-e5c95f2b1cae,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:28.747118 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-385106f5-925d-4e53-a33a-82799ddc6147 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:28.829334 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7525d80-8d14-4b3d-9415-83034ad8eeb8 req-0ab79665-4d6b-4479-978d-e41861b18f01 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Network ddbdeb8e-9a29-48b5-957b-64766cbb8316 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:28.842763 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab79665-4d6b-4479-978d-e41861b18f01 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Pushing event updated for resources: {'Port': ['ID=2ab75930-842d-4d8e-99b2-87e018d0d88f,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:28.868261 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-a7525d80-8d14-4b3d-9415-83034ad8eeb8 req-0ab79665-4d6b-4479-978d-e41861b18f01 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:28.873689 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7525d80-8d14-4b3d-9415-83034ad8eeb8 req-0ab79665-4d6b-4479-978d-e41861b18f01 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:28.916942 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-385106f5-925d-4e53-a33a-82799ddc6147 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:28.917662 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-385106f5-925d-4e53-a33a-82799ddc6147 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:28.932013 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-951aefd1-71c4-4af7-b188-d7c310bae9d7 req-11bb8689-06e0-45cc-825d-5f13b30464b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.011786 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-1a71963e-7cff-4b98-a94d-1d89862665ca None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.021059 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-1a71963e-7cff-4b98-a94d-1d89862665ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.031890 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7525d80-8d14-4b3d-9415-83034ad8eeb8 req-0ab79665-4d6b-4479-978d-e41861b18f01 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:29.033821 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-a7525d80-8d14-4b3d-9415-83034ad8eeb8 req-0ab79665-4d6b-4479-978d-e41861b18f01 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.098749 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a7525d80-8d14-4b3d-9415-83034ad8eeb8 req-0ab79665-4d6b-4479-978d-e41861b18f01 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5231528 Nov 12 01:02:29.100689 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bd046253-f06c-4ee3-82fb-62d98c3e822b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.110051 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cf87221e-184f-4b64-8d9a-4b5421e2bf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.135150 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e449b42-8fa6-49d0-8e30-2641a7eac2b2 None None] Pushing event updated for resources: {'Port': ['ID=adce4e55-d671-43aa-a2eb-7d54426a63ad,revision_number=2']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:29.174017 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-a7525d80-8d14-4b3d-9415-83034ad8eeb8 req-bcdc1be8-1cc9-46cb-971e-3fda98a540f6 service neutron] Request body: {'port': {'device_id': '37ebf684-3d6e-49b9-a336-d9023a15ae83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:29.185767 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-1a71963e-7cff-4b98-a94d-1d89862665ca None None] Attempting to bind port adce4e55-d671-43aa-a2eb-7d54426a63ad on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:02:29.187900 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-1a71963e-7cff-4b98-a94d-1d89862665ca None None] Attempting to bind port adce4e55-d671-43aa-a2eb-7d54426a63ad by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:02:29.188774 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a71963e-7cff-4b98-a94d-1d89862665ca None None] Attempting to bind port adce4e55-d671-43aa-a2eb-7d54426a63ad on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:29.198579 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a71963e-7cff-4b98-a94d-1d89862665ca None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:02:29.199131 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a71963e-7cff-4b98-a94d-1d89862665ca None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:02:29.199641 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-1a71963e-7cff-4b98-a94d-1d89862665ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.200067 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a71963e-7cff-4b98-a94d-1d89862665ca None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:02:29.200583 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-1a71963e-7cff-4b98-a94d-1d89862665ca None None] Bound port: adce4e55-d671-43aa-a2eb-7d54426a63ad, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:02:29.201601 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-1a71963e-7cff-4b98-a94d-1d89862665ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.261386 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-1a71963e-7cff-4b98-a94d-1d89862665ca None None] For port adce4e55-d671-43aa-a2eb-7d54426a63ad, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:02:29.263648 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-385106f5-925d-4e53-a33a-82799ddc6147 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9389057 Nov 12 01:02:29.265550 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-1a71963e-7cff-4b98-a94d-1d89862665ca None None] For port adce4e55-d671-43aa-a2eb-7d54426a63ad, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=adce4e55-d671-43aa-a2eb-7d54426a63ad,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:02:29.267877 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951aefd1-71c4-4af7-b188-d7c310bae9d7 req-11bb8689-06e0-45cc-825d-5f13b30464b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:29.268834 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-951aefd1-71c4-4af7-b188-d7c310bae9d7 req-11bb8689-06e0-45cc-825d-5f13b30464b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.270528 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-951aefd1-71c4-4af7-b188-d7c310bae9d7 req-11bb8689-06e0-45cc-825d-5f13b30464b8 service neutron] 10.222.0.44 "PUT /v2.0/ports/3dc64195-fee3-489e-abe0-2fb2a598549a HTTP/1.1" status: 200 len: 1092 time: 3.3270097 Nov 12 01:02:29.276260 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-1a71963e-7cff-4b98-a94d-1d89862665ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.277217 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79a58dd3-fdf9-4b0b-8d60-09483063a895', 'tag': '3dc64195-fee3-489e-abe0-2fb2a598549a'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:02:29.280536 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de9c465-2e90-4701-bc27-101b06b53078" -d '{"events": [{"name": "network-changed", "server_uuid": "79a58dd3-fdf9-4b0b-8d60-09483063a895", "tag": "3dc64195-fee3-489e-abe0-2fb2a598549a"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:02:29.318421 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port b638f517-29a2-463b-ae56-b0127b582dd6 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:29.319436 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.332750 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-86588f1c-25c6-4ebd-a536-96192bb4c21e service neutron] Request body: {'port': {'device_id': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:29.369955 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-a7525d80-8d14-4b3d-9415-83034ad8eeb8 req-bcdc1be8-1cc9-46cb-971e-3fda98a540f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.399252 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e449b42-8fa6-49d0-8e30-2641a7eac2b2 None None] Pushing event updated for resources: {'Port': ['ID=adce4e55-d671-43aa-a2eb-7d54426a63ad,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:29.434345 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a71963e-7cff-4b98-a94d-1d89862665ca None None] Routers {'2dee8e48-de22-4dd9-841d-0ab67f467e7d'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:29.435753 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-1a71963e-7cff-4b98-a94d-1d89862665ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:02:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['2dee8e48-de22-4dd9-841d-0ab67f467e7d'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:29.446332 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a53e4-ef39-4472-b5ee-443538987e20 req-5d54d911-978b-4b22-891a-76f00651feb2 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:29.452477 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bd046253-f06c-4ee3-82fb-62d98c3e822b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.461650 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-bd046253-f06c-4ee3-82fb-62d98c3e822b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.1976852 Nov 12 01:02:29.462726 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a53e4-ef39-4472-b5ee-443538987e20 req-5d54d911-978b-4b22-891a-76f00651feb2 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:29.481695 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a53e4-ef39-4472-b5ee-443538987e20 req-5d54d911-978b-4b22-891a-76f00651feb2 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:29.485214 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-cf87221e-184f-4b64-8d9a-4b5421e2bf78 None None] For port 53ec15fc-73b8-476f-9744-069c94640c7d, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=53ec15fc-73b8-476f-9744-069c94640c7d,segment=NetworkSegment(160eb3a9-a811-42ba-8ae2-682c5125e1c5),segment_id=160eb3a9-a811-42ba-8ae2-682c5125e1c5)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:29.496653 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a53e4-ef39-4472-b5ee-443538987e20 req-5d54d911-978b-4b22-891a-76f00651feb2 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:29.496874 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-100f7431-6b29-4809-9045-05d618324e32 None None] Set router d6477202-da2e-4550-9dbb-3f23d0468033 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:02:29.501977 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cf87221e-184f-4b64-8d9a-4b5421e2bf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:29.516270 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28a53e4-ef39-4472-b5ee-443538987e20 req-5d54d911-978b-4b22-891a-76f00651feb2 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:29.528004 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c28a53e4-ef39-4472-b5ee-443538987e20 req-5d54d911-978b-4b22-891a-76f00651feb2 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 3815 time: 0.5912850 Nov 12 01:02:29.722172 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-1a71963e-7cff-4b98-a94d-1d89862665ca None None] Set router 2dee8e48-de22-4dd9-841d-0ab67f467e7d gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:02:29.738275 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcbb838-2ed2-4047-8373-0a803a3187b1 req-e5dce048-fb3d-4f89-903f-f6dda6178b53 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:29.741513 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1fcbb838-2ed2-4047-8373-0a803a3187b1 req-e5dce048-fb3d-4f89-903f-f6dda6178b53 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b890535-4d0e-4e9b-9c6b-99e99e93ba1d HTTP/1.1" status: 200 len: 945 time: 0.7655678 Nov 12 01:02:29.755430 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb8689-06e0-45cc-825d-5f13b30464b8 service neutron] Pushing event updated for resources: {'Port': ['ID=3dc64195-fee3-489e-abe0-2fb2a598549a,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:29.858798 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:02:29.947617 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-86588f1c-25c6-4ebd-a536-96192bb4c21e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:30.119470 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-1a71963e-7cff-4b98-a94d-1d89862665ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dee8e48-de22-4dd9-841d-0ab67f467e7d', 'name': 'tempest-ServerActionsTestJSON-991690239-router', 'tenant_id': '7bbe35289028429ba1e1b86033a5bcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'adce4e55-d671-43aa-a2eb-7d54426a63ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:19Z', 'updated_at': '2021-11-12T01:02:24Z', 'revision_number': 3, 'project_id': '7bbe35289028429ba1e1b86033a5bcab', 'gw_port': {'id': 'adce4e55-d671-43aa-a2eb-7d54426a63ad', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dee8e48-de22-4dd9-841d-0ab67f467e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:20Z', 'updated_at': '2021-11-12T01:02:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:30.120682 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 53ec15fc-73b8-476f-9744-069c94640c7d up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:30.221380 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a71963e-7cff-4b98-a94d-1d89862665ca None None] The sync data for ids ['2dee8e48-de22-4dd9-841d-0ab67f467e7d'] in n-d-712142-27 is: [{'id': '2dee8e48-de22-4dd9-841d-0ab67f467e7d', 'name': 'tempest-ServerActionsTestJSON-991690239-router', 'tenant_id': '7bbe35289028429ba1e1b86033a5bcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'adce4e55-d671-43aa-a2eb-7d54426a63ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:19Z', 'updated_at': '2021-11-12T01:02:24Z', 'revision_number': 3, 'project_id': '7bbe35289028429ba1e1b86033a5bcab', 'gw_port': {'id': 'adce4e55-d671-43aa-a2eb-7d54426a63ad', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dee8e48-de22-4dd9-841d-0ab67f467e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:20Z', 'updated_at': '2021-11-12T01:02:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:02:30.517663 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf87221e-184f-4b64-8d9a-4b5421e2bf78 None None] Pushing event updated for resources: {'Port': ['ID=53ec15fc-73b8-476f-9744-069c94640c7d,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:30.555491 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1fcbb838-2ed2-4047-8373-0a803a3187b1 req-f4113b79-5963-4b0b-9822-081fb567b45d tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7711678 Nov 12 01:02:30.567708 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951aefd1-71c4-4af7-b188-d7c310bae9d7 req-3a9193d9-c4ae-4311-8295-0b49fa1797cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:30.579395 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-951aefd1-71c4-4af7-b188-d7c310bae9d7 req-3a9193d9-c4ae-4311-8295-0b49fa1797cc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=96b0e06352b2479cb7df6d4462e19f15&device_id=79a58dd3-fdf9-4b0b-8d60-09483063a895 HTTP/1.1" status: 200 len: 1095 time: 1.0131810 Nov 12 01:02:30.601694 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c28a53e4-ef39-4472-b5ee-443538987e20 req-7fed7688-c0da-4382-b60b-a13734910a90 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c2064e3-365e-4ce1-97ba-786147ddb249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0727196 Nov 12 01:02:30.690194 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-951aefd1-71c4-4af7-b188-d7c310bae9d7 req-c79b5f74-5cf1-4f55-ba38-043f2e6667d6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dc64195-fee3-489e-abe0-2fb2a598549a HTTP/1.1" status: 200 len: 217 time: 0.0853746 Nov 12 01:02:30.704017 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4f0f4e59-5367-4b69-9976-24f8c4a2bfc9 None None] Provisioning complete for port b375c86f-24ec-4a06-af37-e5c95f2b1cae triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:30.704017 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4f0f4e59-5367-4b69-9976-24f8c4a2bfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:30.883466 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:30.909257 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8d682c-0d9d-4108-893a-5b7a92d672aa x-openstack-request-id: req-8f8d682c-0d9d-4108-893a-5b7a92d672aa {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:02:30.909521 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79a58dd3-fdf9-4b0b-8d60-09483063a895", "tag": "3dc64195-fee3-489e-abe0-2fb2a598549a", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:02:30.909961 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8f8d682c-0d9d-4108-893a-5b7a92d672aa {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:02:30.910248 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79a58dd3-fdf9-4b0b-8d60-09483063a895', 'tag': '3dc64195-fee3-489e-abe0-2fb2a598549a', 'status': 'completed', 'code': 200} Nov 12 01:02:30.948626 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c130adf9-9489-4ca1-a9ef-0996d3bbecd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:30.962498 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-a7525d80-8d14-4b3d-9415-83034ad8eeb8 req-bcdc1be8-1cc9-46cb-971e-3fda98a540f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ab75930-842d-4d8e-99b2-87e018d0d88f {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:02:30.972891 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4f0f4e59-5367-4b69-9976-24f8c4a2bfc9 None None] Port b375c86f-24ec-4a06-af37-e5c95f2b1cae cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:02:30.990775 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b890535-4d0e-4e9b-9c6b-99e99e93ba1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b638f517-29a2-463b-ae56-b0127b582dd6'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:02:30.993230 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be94d5f-f9d7-46ba-929e-f48692939580" -d '{"events": [{"server_uuid": "2b890535-4d0e-4e9b-9c6b-99e99e93ba1d", "name": "network-vif-plugged", "status": "completed", "tag": "b638f517-29a2-463b-ae56-b0127b582dd6"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:02:31.002462 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-a7525d80-8d14-4b3d-9415-83034ad8eeb8 req-bcdc1be8-1cc9-46cb-971e-3fda98a540f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:31.011373 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-100f7431-6b29-4809-9045-05d618324e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'name': 'tempest-AttachVolumeShelveTestJSON-592033780-router', 'tenant_id': '1650592d4cf74284855a02a26c6d9866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'e09a1a6e-f75a-439b-a79b-9511369dfe90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:06Z', 'updated_at': '2021-11-12T01:02:13Z', 'revision_number': 4, 'project_id': '1650592d4cf74284855a02a26c6d9866', 'gw_port': {'id': 'e09a1a6e-f75a-439b-a79b-9511369dfe90', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:07Z', 'updated_at': '2021-11-12T01:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '53ec15fc-73b8-476f-9744-069c94640c7d', 'name': '', 'network_id': '589a11d9-462f-4432-aa26-12a7b18ca65f', 'tenant_id': '1650592d4cf74284855a02a26c6d9866', 'mac_address': 'fa:16:3e:d8:91:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '34773eb3-d58a-4b8a-a536-c500cef253a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:11Z', 'updated_at': '2021-11-12T01:02:26Z', 'revision_number': 4, 'project_id': '1650592d4cf74284855a02a26c6d9866', 'subnets': [{'id': '34773eb3-d58a-4b8a-a536-c500cef253a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:31.053671 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 53ec15fc-73b8-476f-9744-069c94640c7d triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:31.053857 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-a7525d80-8d14-4b3d-9415-83034ad8eeb8 req-bcdc1be8-1cc9-46cb-971e-3fda98a540f6 service neutron] Transition to ACTIVE for port object 2ab75930-842d-4d8e-99b2-87e018d0d88f will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:02:31.054045 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:31.057183 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port b638f517-29a2-463b-ae56-b0127b582dd6, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=b638f517-29a2-463b-ae56-b0127b582dd6,segment=NetworkSegment(9dbffe20-fa57-4fc9-974f-82a4aaa66cb3),segment_id=9dbffe20-fa57-4fc9-974f-82a4aaa66cb3)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:31.062848 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-a7525d80-8d14-4b3d-9415-83034ad8eeb8 req-bcdc1be8-1cc9-46cb-971e-3fda98a540f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:31.098657 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f3a7b4b7-a1ba-4109-9023-7a907516fd5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:31.139640 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:31.143114 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100f7431-6b29-4809-9045-05d618324e32 None None] The sync data for ids ['d6477202-da2e-4550-9dbb-3f23d0468033'] in n-d-712142-27 is: [{'id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'name': 'tempest-AttachVolumeShelveTestJSON-592033780-router', 'tenant_id': '1650592d4cf74284855a02a26c6d9866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'e09a1a6e-f75a-439b-a79b-9511369dfe90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:06Z', 'updated_at': '2021-11-12T01:02:13Z', 'revision_number': 4, 'project_id': '1650592d4cf74284855a02a26c6d9866', 'gw_port': {'id': 'e09a1a6e-f75a-439b-a79b-9511369dfe90', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:07Z', 'updated_at': '2021-11-12T01:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '53ec15fc-73b8-476f-9744-069c94640c7d', 'name': '', 'network_id': '589a11d9-462f-4432-aa26-12a7b18ca65f', 'tenant_id': '1650592d4cf74284855a02a26c6d9866', 'mac_address': 'fa:16:3e:d8:91:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '34773eb3-d58a-4b8a-a536-c500cef253a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:11Z', 'updated_at': '2021-11-12T01:02:26Z', 'revision_number': 4, 'project_id': '1650592d4cf74284855a02a26c6d9866', 'subnets': [{'id': '34773eb3-d58a-4b8a-a536-c500cef253a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:02:31.160628 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4f0f4e59-5367-4b69-9976-24f8c4a2bfc9 None None] Provisioning complete for port 53ec15fc-73b8-476f-9744-069c94640c7d triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:31.161011 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4f0f4e59-5367-4b69-9976-24f8c4a2bfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:31.239122 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc1be8-1cc9-46cb-971e-3fda98a540f6 service neutron] Pushing event updated for resources: {'Port': ['ID=2ab75930-842d-4d8e-99b2-87e018d0d88f,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:31.364981 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-a7525d80-8d14-4b3d-9415-83034ad8eeb8 req-bcdc1be8-1cc9-46cb-971e-3fda98a540f6 service neutron] Attempting to bind port 2ab75930-842d-4d8e-99b2-87e018d0d88f on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:02:31.365330 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-a7525d80-8d14-4b3d-9415-83034ad8eeb8 req-bcdc1be8-1cc9-46cb-971e-3fda98a540f6 service neutron] Attempting to bind port 2ab75930-842d-4d8e-99b2-87e018d0d88f by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'ad4c4449-dc7a-4356-bf97-224e764df50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ddbdeb8e-9a29-48b5-957b-64766cbb8316'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:02:31.365669 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7525d80-8d14-4b3d-9415-83034ad8eeb8 req-bcdc1be8-1cc9-46cb-971e-3fda98a540f6 service neutron] Attempting to bind port 2ab75930-842d-4d8e-99b2-87e018d0d88f on network ddbdeb8e-9a29-48b5-957b-64766cbb8316 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:31.389750 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7525d80-8d14-4b3d-9415-83034ad8eeb8 req-bcdc1be8-1cc9-46cb-971e-3fda98a540f6 service neutron] Port 2ab75930-842d-4d8e-99b2-87e018d0d88f on network ddbdeb8e-9a29-48b5-957b-64766cbb8316 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:02:31.390109 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7525d80-8d14-4b3d-9415-83034ad8eeb8 req-bcdc1be8-1cc9-46cb-971e-3fda98a540f6 service neutron] Attempting to bind port 2ab75930-842d-4d8e-99b2-87e018d0d88f on network ddbdeb8e-9a29-48b5-957b-64766cbb8316 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:31.391446 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951aefd1-71c4-4af7-b188-d7c310bae9d7 req-b698380b-e26f-47e8-a9d0-f80e04511db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:31.394054 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-951aefd1-71c4-4af7-b188-d7c310bae9d7 req-b698380b-e26f-47e8-a9d0-f80e04511db6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=26412b35-38aa-41b4-bb78-aab31ac9da6a HTTP/1.1" status: 200 len: 859 time: 0.6798830 Nov 12 01:02:31.416136 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7525d80-8d14-4b3d-9415-83034ad8eeb8 req-bcdc1be8-1cc9-46cb-971e-3fda98a540f6 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:02:31.416136 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7525d80-8d14-4b3d-9415-83034ad8eeb8 req-bcdc1be8-1cc9-46cb-971e-3fda98a540f6 service neutron] Checking segment: {'id': 'ad4c4449-dc7a-4356-bf97-224e764df50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ddbdeb8e-9a29-48b5-957b-64766cbb8316'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:02:31.416136 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7525d80-8d14-4b3d-9415-83034ad8eeb8 req-bcdc1be8-1cc9-46cb-971e-3fda98a540f6 service neutron] Bound using segment: {'id': 'ad4c4449-dc7a-4356-bf97-224e764df50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ddbdeb8e-9a29-48b5-957b-64766cbb8316'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:02:31.416136 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-a7525d80-8d14-4b3d-9415-83034ad8eeb8 req-bcdc1be8-1cc9-46cb-971e-3fda98a540f6 service neutron] Bound port: 2ab75930-842d-4d8e-99b2-87e018d0d88f, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad4c4449-dc7a-4356-bf97-224e764df50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ddbdeb8e-9a29-48b5-957b-64766cbb8316'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:02:31.416136 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-a7525d80-8d14-4b3d-9415-83034ad8eeb8 req-bcdc1be8-1cc9-46cb-971e-3fda98a540f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:31.422117 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=b638f517-29a2-463b-ae56-b0127b582dd6,revision_number=8']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:31.507869 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f0b0d-4a47-4591-87de-6735ec1c14b6 req-39061789-91e6-4acf-b391-b4dd0f807135 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:31.510008 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8e1f0b0d-4a47-4591-87de-6735ec1c14b6 req-39061789-91e6-4acf-b391-b4dd0f807135 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=37ebf684-3d6e-49b9-a336-d9023a15ae83 HTTP/1.1" status: 200 len: 932 time: 0.6612022 Nov 12 01:02:31.536294 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-951aefd1-71c4-4af7-b188-d7c310bae9d7 req-a2929f7d-57e4-42ca-a98c-c3218bcb13a6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6a8462f-5130-4d0f-951a-dac9101bc5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1211555 Nov 12 01:02:31.621566 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-a7525d80-8d14-4b3d-9415-83034ad8eeb8 req-bcdc1be8-1cc9-46cb-971e-3fda98a540f6 service neutron] For port 2ab75930-842d-4d8e-99b2-87e018d0d88f, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:02:31.629252 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-a7525d80-8d14-4b3d-9415-83034ad8eeb8 req-bcdc1be8-1cc9-46cb-971e-3fda98a540f6 service neutron] For port 2ab75930-842d-4d8e-99b2-87e018d0d88f, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=2ab75930-842d-4d8e-99b2-87e018d0d88f,segment=NetworkSegment(ad4c4449-dc7a-4356-bf97-224e764df50e),segment_id=ad4c4449-dc7a-4356-bf97-224e764df50e)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:02:31.638835 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-a7525d80-8d14-4b3d-9415-83034ad8eeb8 req-bcdc1be8-1cc9-46cb-971e-3fda98a540f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:31.732830 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7525d80-8d14-4b3d-9415-83034ad8eeb8 req-bcdc1be8-1cc9-46cb-971e-3fda98a540f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:31.733611 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-a7525d80-8d14-4b3d-9415-83034ad8eeb8 req-bcdc1be8-1cc9-46cb-971e-3fda98a540f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:31.735086 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a7525d80-8d14-4b3d-9415-83034ad8eeb8 req-bcdc1be8-1cc9-46cb-971e-3fda98a540f6 service neutron] 10.222.0.44 "PUT /v2.0/ports/2ab75930-842d-4d8e-99b2-87e018d0d88f HTTP/1.1" status: 200 len: 1093 time: 2.6031327 Nov 12 01:02:31.735571 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37ebf684-3d6e-49b9-a336-d9023a15ae83', 'tag': '2ab75930-842d-4d8e-99b2-87e018d0d88f'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:02:31.738733 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd55b4b-6044-4628-ba92-3ec9e8efa922" -d '{"events": [{"name": "network-changed", "server_uuid": "37ebf684-3d6e-49b9-a336-d9023a15ae83", "tag": "2ab75930-842d-4d8e-99b2-87e018d0d88f"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:02:31.770158 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc1be8-1cc9-46cb-971e-3fda98a540f6 service neutron] Pushing event updated for resources: {'Port': ['ID=2ab75930-842d-4d8e-99b2-87e018d0d88f,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:31.801215 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdc1be8-1cc9-46cb-971e-3fda98a540f6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:31.804452 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdc1be8-1cc9-46cb-971e-3fda98a540f6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:31.804859 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdc1be8-1cc9-46cb-971e-3fda98a540f6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:31.805217 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdc1be8-1cc9-46cb-971e-3fda98a540f6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:31.805564 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdc1be8-1cc9-46cb-971e-3fda98a540f6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:31.805912 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdc1be8-1cc9-46cb-971e-3fda98a540f6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:31.808382 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdc1be8-1cc9-46cb-971e-3fda98a540f6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:31.808598 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdc1be8-1cc9-46cb-971e-3fda98a540f6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:31.811922 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdc1be8-1cc9-46cb-971e-3fda98a540f6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:31.812336 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdc1be8-1cc9-46cb-971e-3fda98a540f6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:31.812685 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdc1be8-1cc9-46cb-971e-3fda98a540f6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:31.813019 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcdc1be8-1cc9-46cb-971e-3fda98a540f6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:02:31.958655 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7525d80-8d14-4b3d-9415-83034ad8eeb8 req-7d33aa51-d763-4a8a-9f3a-9ac14dc4be8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:31.963659 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a7525d80-8d14-4b3d-9415-83034ad8eeb8 req-7d33aa51-d763-4a8a-9f3a-9ac14dc4be8d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ddab49d3f5a4b49b039bf18c7812764&device_id=37ebf684-3d6e-49b9-a336-d9023a15ae83 HTTP/1.1" status: 200 len: 1096 time: 0.1404593 Nov 12 01:02:32.054282 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1a724cb5-4a8d-4767-8d9e-cfd912b9054b req-c1130d97-47a2-4c18-a171-27d8ecc6920c tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--390126983&fields=id&tenant_id=1650592d4cf74284855a02a26c6d9866 HTTP/1.1" status: 200 len: 267 time: 0.7110443 Nov 12 01:02:32.118752 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 53ec15fc-73b8-476f-9744-069c94640c7d up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:32.133821 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a7525d80-8d14-4b3d-9415-83034ad8eeb8 req-54fd05e2-34b8-4067-8a3d-34154ce43abe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ab75930-842d-4d8e-99b2-87e018d0d88f HTTP/1.1" status: 200 len: 217 time: 0.1525557 Nov 12 01:02:32.239190 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 53ec15fc-73b8-476f-9744-069c94640c7d triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:32.240254 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.298762 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7525d80-8d14-4b3d-9415-83034ad8eeb8 req-8bf68614-74a9-43e2-a9d5-cafcf336c20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:32.316407 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a7525d80-8d14-4b3d-9415-83034ad8eeb8 req-8bf68614-74a9-43e2-a9d5-cafcf336c20d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=32c7a1dd-a18b-4edd-81ef-25269083f064 HTTP/1.1" status: 200 len: 852 time: 0.1748762 Nov 12 01:02:32.344068 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-951aefd1-71c4-4af7-b188-d7c310bae9d7 req-60154127-0779-4be6-b76d-3b6fb730087b service neutron] 10.222.0.44 "GET /v2.0/networks/d6a8462f-5130-4d0f-951a-dac9101bc5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7404978 Nov 12 01:02:32.386663 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a7525d80-8d14-4b3d-9415-83034ad8eeb8 req-44ef4b64-ada0-44dc-af01-94b21f8b9992 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ddbdeb8e-9a29-48b5-957b-64766cbb8316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688713 Nov 12 01:02:32.412093 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-86588f1c-25c6-4ebd-a536-96192bb4c21e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15e8b880-bdf7-4297-8037-5e8af0c0a024 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:02:32.415144 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device adce4e55-d671-43aa-a2eb-7d54426a63ad up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:32.464083 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8e1f0b0d-4a47-4591-87de-6735ec1c14b6 req-a97761e6-aca0-403d-857f-c1357742c896 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8762958 Nov 12 01:02:32.466264 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-86588f1c-25c6-4ebd-a536-96192bb4c21e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.569981 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port adce4e55-d671-43aa-a2eb-7d54426a63ad triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:32.570664 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.631684 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a7525d80-8d14-4b3d-9415-83034ad8eeb8 req-89146186-5a6f-4060-8fc0-72d5eef21ed4 service neutron] 10.222.0.44 "GET /v2.0/networks/ddbdeb8e-9a29-48b5-957b-64766cbb8316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373104 Nov 12 01:02:32.660363 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-86588f1c-25c6-4ebd-a536-96192bb4c21e service neutron] Transition to ACTIVE for port object 15e8b880-bdf7-4297-8037-5e8af0c0a024 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:02:32.743044 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-86588f1c-25c6-4ebd-a536-96192bb4c21e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.770720 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a7525d80-8d14-4b3d-9415-83034ad8eeb8 req-41766be8-f082-4999-8f0d-61c2d65ceb90 service neutron] 10.222.0.44 "GET /v2.0/networks/ddbdeb8e-9a29-48b5-957b-64766cbb8316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199782 Nov 12 01:02:32.785806 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.877874 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.920244 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a724cb5-4a8d-4767-8d9e-cfd912b9054b req-fc728ade-65b5-4ce6-8686-f9ed6ce32a1d tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:32.938346 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1a724cb5-4a8d-4767-8d9e-cfd912b9054b req-fc728ade-65b5-4ce6-8686-f9ed6ce32a1d tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/networks?id=589a11d9-462f-4432-aa26-12a7b18ca65f HTTP/1.1" status: 200 len: 816 time: 0.7882335 Nov 12 01:02:32.957673 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port adce4e55-d671-43aa-a2eb-7d54426a63ad, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=adce4e55-d671-43aa-a2eb-7d54426a63ad,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:32.964844 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:32.970224 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-f3a7b4b7-a1ba-4109-9023-7a907516fd5a admin admin] Allocated IP 172.20.0.1 (e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4/55fa7c58-77a8-4d04-ad83-d7b14788e8b6/542ddb07-8f7a-44fa-917d-3da9015f54ec) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:33.008190 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-951aefd1-71c4-4af7-b188-d7c310bae9d7 req-1129a4dc-6863-4f83-8760-22e78d47ba92 service neutron] 10.222.0.44 "GET /v2.0/networks/d6a8462f-5130-4d0f-951a-dac9101bc5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5785391 Nov 12 01:02:33.136190 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86588f1c-25c6-4ebd-a536-96192bb4c21e service neutron] Pushing event updated for resources: {'Port': ['ID=15e8b880-bdf7-4297-8037-5e8af0c0a024,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:33.158016 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=adce4e55-d671-43aa-a2eb-7d54426a63ad,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:33.231142 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1e25b-af3a-4535-a86b-78083c5d6e45 req-cdddc2cb-aa57-4b5d-81ec-1a5b7666d336 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:33.232933 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d5f1e25b-af3a-4535-a86b-78083c5d6e45 req-cdddc2cb-aa57-4b5d-81ec-1a5b7666d336 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "GET /v2.0/ports?device_id=79a58dd3-fdf9-4b0b-8d60-09483063a895 HTTP/1.1" status: 200 len: 943 time: 0.5129895 Nov 12 01:02:33.252148 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1a724cb5-4a8d-4767-8d9e-cfd912b9054b req-7d7f86ce-9164-4f47-86d3-a7e952fd59d6 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/quotas/1650592d4cf74284855a02a26c6d9866 HTTP/1.1" status: 200 len: 375 time: 0.2251098 Nov 12 01:02:33.461310 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d5f1e25b-af3a-4535-a86b-78083c5d6e45 req-f4c2a74d-fb6f-46b9-ac9a-00ebe0b75dad tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "GET /v2.0/security-groups?id=86f57639-0571-4464-a714-e385ef3d8493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592865 Nov 12 01:02:33.479707 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9c465-2e90-4701-bc27-101b06b53078 req-e4c00d53-ef9a-461d-a1b8-04cf2442a5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:33.481364 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6de9c465-2e90-4701-bc27-101b06b53078 req-e4c00d53-ef9a-461d-a1b8-04cf2442a5e8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=96b0e06352b2479cb7df6d4462e19f15&device_id=79a58dd3-fdf9-4b0b-8d60-09483063a895 HTTP/1.1" status: 200 len: 1095 time: 0.3249521 Nov 12 01:02:33.490605 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1a724cb5-4a8d-4767-8d9e-cfd912b9054b req-6c7bc78d-5427-44cd-8b43-03c75caa434e tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1650592d4cf74284855a02a26c6d9866&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2374351 Nov 12 01:02:33.560698 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5558171-f936-407b-a698-36fad8f6d097 x-openstack-request-id: req-f5558171-f936-407b-a698-36fad8f6d097 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:02:33.561233 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b890535-4d0e-4e9b-9c6b-99e99e93ba1d", "name": "network-vif-plugged", "status": "completed", "tag": "b638f517-29a2-463b-ae56-b0127b582dd6", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:02:33.561233 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f5558171-f936-407b-a698-36fad8f6d097 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:02:33.561825 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b890535-4d0e-4e9b-9c6b-99e99e93ba1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b638f517-29a2-463b-ae56-b0127b582dd6', 'code': 200} Nov 12 01:02:33.584366 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-86588f1c-25c6-4ebd-a536-96192bb4c21e service neutron] Attempting to bind port 15e8b880-bdf7-4297-8037-5e8af0c0a024 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:02:33.584957 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-86588f1c-25c6-4ebd-a536-96192bb4c21e service neutron] Attempting to bind port 15e8b880-bdf7-4297-8037-5e8af0c0a024 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '854fd02c-c2b9-47eb-bd94-4f34333773fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '42a64961-de15-4cbf-9f7d-d65cedf81ae7'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:02:33.585561 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-86588f1c-25c6-4ebd-a536-96192bb4c21e service neutron] Attempting to bind port 15e8b880-bdf7-4297-8037-5e8af0c0a024 on network 42a64961-de15-4cbf-9f7d-d65cedf81ae7 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:33.742358 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-86588f1c-25c6-4ebd-a536-96192bb4c21e service neutron] Port 15e8b880-bdf7-4297-8037-5e8af0c0a024 on network 42a64961-de15-4cbf-9f7d-d65cedf81ae7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:02:33.742839 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-86588f1c-25c6-4ebd-a536-96192bb4c21e service neutron] Attempting to bind port 15e8b880-bdf7-4297-8037-5e8af0c0a024 on network 42a64961-de15-4cbf-9f7d-d65cedf81ae7 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:33.821118 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device adce4e55-d671-43aa-a2eb-7d54426a63ad up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:33.842391 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03002fa2-4b52-4e32-a5e9-231a8fafbb53 req-fa4343f3-5471-4c6f-8c7e-324ee518e61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:33.844162 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-03002fa2-4b52-4e32-a5e9-231a8fafbb53 req-fa4343f3-5471-4c6f-8c7e-324ee518e61c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2b890535-4d0e-4e9b-9c6b-99e99e93ba1d HTTP/1.1" status: 200 len: 1098 time: 0.0721631 Nov 12 01:02:33.916704 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-86588f1c-25c6-4ebd-a536-96192bb4c21e service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:02:33.917303 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-86588f1c-25c6-4ebd-a536-96192bb4c21e service neutron] Checking segment: {'id': '854fd02c-c2b9-47eb-bd94-4f34333773fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '42a64961-de15-4cbf-9f7d-d65cedf81ae7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:02:33.917676 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-86588f1c-25c6-4ebd-a536-96192bb4c21e service neutron] Bound using segment: {'id': '854fd02c-c2b9-47eb-bd94-4f34333773fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '42a64961-de15-4cbf-9f7d-d65cedf81ae7'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:02:33.918135 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-86588f1c-25c6-4ebd-a536-96192bb4c21e service neutron] Bound port: 15e8b880-bdf7-4297-8037-5e8af0c0a024, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '854fd02c-c2b9-47eb-bd94-4f34333773fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '42a64961-de15-4cbf-9f7d-d65cedf81ae7'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:02:33.918524 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-86588f1c-25c6-4ebd-a536-96192bb4c21e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:33.919793 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:33.927077 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9c465-2e90-4701-bc27-101b06b53078 req-1d9e17ec-e9fd-4cd2-96be-e8ca6e7f140f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:33.928739 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6de9c465-2e90-4701-bc27-101b06b53078 req-1d9e17ec-e9fd-4cd2-96be-e8ca6e7f140f service neutron] 10.222.0.44 "GET /v2.0/networks?id=d6a8462f-5130-4d0f-951a-dac9101bc5c2 HTTP/1.1" status: 200 len: 919 time: 0.4335346 Nov 12 01:02:33.942191 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-03002fa2-4b52-4e32-a5e9-231a8fafbb53 req-dc62230c-4aaa-4f64-b2e5-7b204024a06e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891249 Nov 12 01:02:33.963064 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port adce4e55-d671-43aa-a2eb-7d54426a63ad triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:33.963458 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:33.964668 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f3a7b4b7-a1ba-4109-9023-7a907516fd5a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:33.989156 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 2ab75930-842d-4d8e-99b2-87e018d0d88f details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:02:34.016030 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6de9c465-2e90-4701-bc27-101b06b53078 req-b0b56290-bd28-4c0a-82e7-caf9347d74df service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dc64195-fee3-489e-abe0-2fb2a598549a HTTP/1.1" status: 200 len: 217 time: 0.0612175 Nov 12 01:02:34.027655 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a3034-b96e-4f2b-89f4-37bd9cdde92a req-9de4f5ea-a725-4927-8a87-4af08874074e tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:34.030057 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee7a3034-b96e-4f2b-89f4-37bd9cdde92a req-9de4f5ea-a725-4927-8a87-4af08874074e tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b890535-4d0e-4e9b-9c6b-99e99e93ba1d HTTP/1.1" status: 200 len: 946 time: 0.2984738 Nov 12 01:02:34.120742 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1a724cb5-4a8d-4767-8d9e-cfd912b9054b req-e9ada7be-574c-462e-8ad2-206110b9e9f6 service neutron] 10.222.0.45 "GET /v2.0/networks/589a11d9-462f-4432-aa26-12a7b18ca65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5708139 Nov 12 01:02:34.232990 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f3a7b4b7-a1ba-4109-9023-7a907516fd5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:34.252145 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-86588f1c-25c6-4ebd-a536-96192bb4c21e service neutron] For port 15e8b880-bdf7-4297-8037-5e8af0c0a024, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:02:34.293482 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee7a3034-b96e-4f2b-89f4-37bd9cdde92a req-fa516647-caed-4efd-8bec-a018504690f4 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329707 Nov 12 01:02:34.337018 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-86588f1c-25c6-4ebd-a536-96192bb4c21e service neutron] For port 15e8b880-bdf7-4297-8037-5e8af0c0a024, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=15e8b880-bdf7-4297-8037-5e8af0c0a024,segment=NetworkSegment(854fd02c-c2b9-47eb-bd94-4f34333773fb),segment_id=854fd02c-c2b9-47eb-bd94-4f34333773fb)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:02:34.353767 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a7b4b7-a1ba-4109-9023-7a907516fd5a admin admin] Network e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:34.359478 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-86588f1c-25c6-4ebd-a536-96192bb4c21e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:34.383304 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-f3a7b4b7-a1ba-4109-9023-7a907516fd5a admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:34.386636 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a7b4b7-a1ba-4109-9023-7a907516fd5a admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:34.409254 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a7b4b7-a1ba-4109-9023-7a907516fd5a admin admin] Pushing event updated for resources: {'Port': ['ID=542ddb07-8f7a-44fa-917d-3da9015f54ec,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:34.439660 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 2ab75930-842d-4d8e-99b2-87e018d0d88f, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=2ab75930-842d-4d8e-99b2-87e018d0d88f,segment=NetworkSegment(ad4c4449-dc7a-4356-bf97-224e764df50e),segment_id=ad4c4449-dc7a-4356-bf97-224e764df50e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:34.442451 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-86588f1c-25c6-4ebd-a536-96192bb4c21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:34.443541 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-86588f1c-25c6-4ebd-a536-96192bb4c21e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:34.445089 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-86588f1c-25c6-4ebd-a536-96192bb4c21e service neutron] 10.222.0.44 "PUT /v2.0/ports/15e8b880-bdf7-4297-8037-5e8af0c0a024 HTTP/1.1" status: 200 len: 1092 time: 5.1346052 Nov 12 01:02:34.446650 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9c465-2e90-4701-bc27-101b06b53078 req-61295753-c69a-46f5-a723-80418d7b245e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:34.448159 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6de9c465-2e90-4701-bc27-101b06b53078 req-61295753-c69a-46f5-a723-80418d7b245e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=26412b35-38aa-41b4-bb78-aab31ac9da6a HTTP/1.1" status: 200 len: 859 time: 0.2127905 Nov 12 01:02:34.454815 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'tag': '15e8b880-bdf7-4297-8037-5e8af0c0a024'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:02:34.458231 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00af7ce-5a3f-4f06-b7e6-361162c31f9d" -d '{"events": [{"name": "network-changed", "server_uuid": "f4d7bf12-651b-4ebe-8869-e52af4287213", "tag": "15e8b880-bdf7-4297-8037-5e8af0c0a024"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:02:34.490679 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '2ab75930-842d-4d8e-99b2-87e018d0d88f', 'network_id': 'ddbdeb8e-9a29-48b5-957b-64766cbb8316', 'port_id': '2ab75930-842d-4d8e-99b2-87e018d0d88f', 'mac_address': 'fa:16:3e:66:85:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32c7a1dd-a18b-4edd-81ef-25269083f064', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:02:34.503745 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1a724cb5-4a8d-4767-8d9e-cfd912b9054b req-63a9ab1c-70da-42a0-afb6-ba0eceaded4f service neutron] 10.222.0.45 "GET /v2.0/networks/589a11d9-462f-4432-aa26-12a7b18ca65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3677990 Nov 12 01:02:34.554240 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-a1ad45f8-7ba4-4f5d-891a-4b319c7b2e40 service neutron] Request body: {'port': {'device_id': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:34.564804 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6de9c465-2e90-4701-bc27-101b06b53078 req-66f95130-b49d-4620-95ce-0454d9d840a4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6a8462f-5130-4d0f-951a-dac9101bc5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765986 Nov 12 01:02:34.670788 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f3a7b4b7-a1ba-4109-9023-7a907516fd5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:34.733606 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86588f1c-25c6-4ebd-a536-96192bb4c21e service neutron] Pushing event updated for resources: {'Port': ['ID=15e8b880-bdf7-4297-8037-5e8af0c0a024,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:34.954269 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.002019 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c44c0cb-7a89-4a3e-93f4-a8dbe03e085f x-openstack-request-id: req-8c44c0cb-7a89-4a3e-93f4-a8dbe03e085f {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:02:35.002571 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37ebf684-3d6e-49b9-a336-d9023a15ae83", "tag": "2ab75930-842d-4d8e-99b2-87e018d0d88f", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:02:35.002858 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8c44c0cb-7a89-4a3e-93f4-a8dbe03e085f {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:02:35.007844 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37ebf684-3d6e-49b9-a336-d9023a15ae83', 'tag': '2ab75930-842d-4d8e-99b2-87e018d0d88f', 'status': 'completed', 'code': 200} Nov 12 01:02:35.063192 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ab75930-842d-4d8e-99b2-87e018d0d88f {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:02:35.111367 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 2ab75930-842d-4d8e-99b2-87e018d0d88f, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=2ab75930-842d-4d8e-99b2-87e018d0d88f,segment=NetworkSegment(ad4c4449-dc7a-4356-bf97-224e764df50e),segment_id=ad4c4449-dc7a-4356-bf97-224e764df50e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:35.126699 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.197322 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd55b4b-6044-4628-ba92-3ec9e8efa922 req-ec6e170d-713a-48a2-983f-1318120af2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:35.203917 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3dd55b4b-6044-4628-ba92-3ec9e8efa922 req-ec6e170d-713a-48a2-983f-1318120af2c1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ddab49d3f5a4b49b039bf18c7812764&device_id=37ebf684-3d6e-49b9-a336-d9023a15ae83 HTTP/1.1" status: 200 len: 1096 time: 0.1627159 Nov 12 01:02:35.316089 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.342468 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-15d2e1fc-b1af-4230-b17c-503921a76195 None None] Provisioning complete for port 542ddb07-8f7a-44fa-917d-3da9015f54ec triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:35.343406 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-15d2e1fc-b1af-4230-b17c-503921a76195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.454528 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=2ab75930-842d-4d8e-99b2-87e018d0d88f,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:35.469135 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['2ab75930-842d-4d8e-99b2-87e018d0d88f'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:02:35.543475 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-15d2e1fc-b1af-4230-b17c-503921a76195 None None] Port 542ddb07-8f7a-44fa-917d-3da9015f54ec cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:02:35.672263 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd55b4b-6044-4628-ba92-3ec9e8efa922 req-8aafec69-913b-42e0-9b49-194a5d534d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:35.678693 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3dd55b4b-6044-4628-ba92-3ec9e8efa922 req-8aafec69-913b-42e0-9b49-194a5d534d53 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ddbdeb8e-9a29-48b5-957b-64766cbb8316 HTTP/1.1" status: 200 len: 912 time: 0.4337816 Nov 12 01:02:35.772042 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-a1ad45f8-7ba4-4f5d-891a-4b319c7b2e40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:35.798424 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8039c60-1a51-4564-98ee-9d896ce9bbd1 req-e8961032-f07c-4ebe-8704-a60797926f1c tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:35.805462 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8039c60-1a51-4564-98ee-9d896ce9bbd1 req-e8961032-f07c-4ebe-8704-a60797926f1c tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:35.813135 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8039c60-1a51-4564-98ee-9d896ce9bbd1 req-e8961032-f07c-4ebe-8704-a60797926f1c tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:35.819855 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8039c60-1a51-4564-98ee-9d896ce9bbd1 req-e8961032-f07c-4ebe-8704-a60797926f1c tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:35.827717 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8039c60-1a51-4564-98ee-9d896ce9bbd1 req-e8961032-f07c-4ebe-8704-a60797926f1c tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:35.830225 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a8039c60-1a51-4564-98ee-9d896ce9bbd1 req-e8961032-f07c-4ebe-8704-a60797926f1c tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 3827 time: 1.2643816 Nov 12 01:02:35.842823 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3dd55b4b-6044-4628-ba92-3ec9e8efa922 req-5f9a84ce-256b-4c6d-bffa-9e29091f2f86 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ab75930-842d-4d8e-99b2-87e018d0d88f HTTP/1.1" status: 200 len: 217 time: 0.1524048 Nov 12 01:02:35.938823 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6de9c465-2e90-4701-bc27-101b06b53078 req-a1936834-681e-4e83-a0d1-e959387ad94f service neutron] 10.222.0.44 "GET /v2.0/networks/d6a8462f-5130-4d0f-951a-dac9101bc5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3545470 Nov 12 01:02:35.954397 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd55b4b-6044-4628-ba92-3ec9e8efa922 req-3aa3ad47-a7eb-4acf-9b66-52eacd298e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:35.956794 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3dd55b4b-6044-4628-ba92-3ec9e8efa922 req-3aa3ad47-a7eb-4acf-9b66-52eacd298e44 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=32c7a1dd-a18b-4edd-81ef-25269083f064 HTTP/1.1" status: 200 len: 852 time: 0.1058908 Nov 12 01:02:35.978642 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 3dc64195-fee3-489e-abe0-2fb2a598549a details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:02:36.010276 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3dd55b4b-6044-4628-ba92-3ec9e8efa922 req-ea57bdd1-936c-434a-9a57-6c3dbd3c6c64 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ddbdeb8e-9a29-48b5-957b-64766cbb8316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332553 Nov 12 01:02:36.025135 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44368d-ecd3-4d16-b6bf-a7ed8f064b18 req-7e3ce8ec-87c9-4b56-8ccc-de8614165de1 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:36.026740 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3c44368d-ecd3-4d16-b6bf-a7ed8f064b18 req-7e3ce8ec-87c9-4b56-8ccc-de8614165de1 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=37ebf684-3d6e-49b9-a336-d9023a15ae83 HTTP/1.1" status: 200 len: 945 time: 0.3152385 Nov 12 01:02:36.144244 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 3dc64195-fee3-489e-abe0-2fb2a598549a, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=3dc64195-fee3-489e-abe0-2fb2a598549a,segment=NetworkSegment(5dbb5cf7-5b96-4480-92bd-bde327ee507c),segment_id=5dbb5cf7-5b96-4480-92bd-bde327ee507c)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:36.160077 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3dd55b4b-6044-4628-ba92-3ec9e8efa922 req-1bc9e398-9a5f-4e51-ab2d-bd1db9d15b1f service neutron] 10.222.0.44 "GET /v2.0/networks/ddbdeb8e-9a29-48b5-957b-64766cbb8316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362376 Nov 12 01:02:36.172614 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '3dc64195-fee3-489e-abe0-2fb2a598549a', 'network_id': 'd6a8462f-5130-4d0f-951a-dac9101bc5c2', 'port_id': '3dc64195-fee3-489e-abe0-2fb2a598549a', 'mac_address': 'fa:16:3e:71:f1:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26412b35-38aa-41b4-bb78-aab31ac9da6a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:02:36.238043 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:36.259802 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a8039c60-1a51-4564-98ee-9d896ce9bbd1 req-6985ded2-a587-4d90-8f69-57d09a5c1ce1 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c2064e3-365e-4ce1-97ba-786147ddb249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3884943 Nov 12 01:02:36.267152 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dc64195-fee3-489e-abe0-2fb2a598549a {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:02:36.318542 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 3dc64195-fee3-489e-abe0-2fb2a598549a, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=3dc64195-fee3-489e-abe0-2fb2a598549a,segment=NetworkSegment(5dbb5cf7-5b96-4480-92bd-bde327ee507c),segment_id=5dbb5cf7-5b96-4480-92bd-bde327ee507c)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:36.327410 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:36.342583 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3dd55b4b-6044-4628-ba92-3ec9e8efa922 req-8d352dae-9cb0-45ad-a00b-6dc7a1b35ea6 service neutron] 10.222.0.44 "GET /v2.0/networks/ddbdeb8e-9a29-48b5-957b-64766cbb8316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746156 Nov 12 01:02:36.386076 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ae2dec-b3ad-4374-a8c0-1b2bd58ae58a x-openstack-request-id: req-85ae2dec-b3ad-4374-a8c0-1b2bd58ae58a {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:02:36.386372 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4d7bf12-651b-4ebe-8869-e52af4287213", "tag": "15e8b880-bdf7-4297-8037-5e8af0c0a024", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:02:36.386888 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-85ae2dec-b3ad-4374-a8c0-1b2bd58ae58a {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:02:36.387307 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'tag': '15e8b880-bdf7-4297-8037-5e8af0c0a024', 'status': 'completed', 'code': 200} Nov 12 01:02:36.410029 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f3a7b4b7-a1ba-4109-9023-7a907516fd5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:36.467188 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=3dc64195-fee3-489e-abe0-2fb2a598549a,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:36.530618 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3c44368d-ecd3-4d16-b6bf-a7ed8f064b18 req-d77c5818-51ea-4458-9bc9-be6e9e57a2d8 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4502211 Nov 12 01:02:36.574846 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6de9c465-2e90-4701-bc27-101b06b53078 req-675f0142-dc42-442f-9100-0de52ccbabf4 service neutron] 10.222.0.44 "GET /v2.0/networks/d6a8462f-5130-4d0f-951a-dac9101bc5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6217687 Nov 12 01:02:36.575059 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00af7ce-5a3f-4f06-b7e6-361162c31f9d req-292fd75d-fccc-4ee0-bb8d-03cec0005e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:36.576540 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00af7ce-5a3f-4f06-b7e6-361162c31f9d req-292fd75d-fccc-4ee0-bb8d-03cec0005e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:36.577860 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00af7ce-5a3f-4f06-b7e6-361162c31f9d req-292fd75d-fccc-4ee0-bb8d-03cec0005e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:36.579343 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00af7ce-5a3f-4f06-b7e6-361162c31f9d req-292fd75d-fccc-4ee0-bb8d-03cec0005e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:36.579649 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00af7ce-5a3f-4f06-b7e6-361162c31f9d req-292fd75d-fccc-4ee0-bb8d-03cec0005e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:36.584179 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d00af7ce-5a3f-4f06-b7e6-361162c31f9d req-292fd75d-fccc-4ee0-bb8d-03cec0005e1c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d8109316fd94efaa47eb9260db1f13b&device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 4363 time: 0.1530075 Nov 12 01:02:36.657493 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['3dc64195-fee3-489e-abe0-2fb2a598549a'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:02:36.666694 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c11b0c-5807-4d36-b9a4-2f970bbaa414 req-ed349510-7b9f-4321-bfab-124ba42a7c12 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:36.674918 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b8c11b0c-5807-4d36-b9a4-2f970bbaa414 req-ed349510-7b9f-4321-bfab-124ba42a7c12 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "GET /v2.0/ports?device_id=79a58dd3-fdf9-4b0b-8d60-09483063a895 HTTP/1.1" status: 200 len: 944 time: 0.1787651 Nov 12 01:02:36.854956 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b8c11b0c-5807-4d36-b9a4-2f970bbaa414 req-9cc666b7-ebfd-43be-957d-c407a1c15f7b tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "GET /v2.0/security-groups?id=86f57639-0571-4464-a714-e385ef3d8493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790149 Nov 12 01:02:36.959339 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-a1ad45f8-7ba4-4f5d-891a-4b319c7b2e40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02f4ae95-756c-4dab-896e-11fe6ab13527 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:02:37.015835 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cfa7ca32-44ee-4270-b9c9-afc041f996a4 req-21f867ab-db0c-439a-9a31-f7a57369d582 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 210 time: 0.1236906 Nov 12 01:02:37.022858 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-a1ad45f8-7ba4-4f5d-891a-4b319c7b2e40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:37.106713 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-a1ad45f8-7ba4-4f5d-891a-4b319c7b2e40 service neutron] Transition to ACTIVE for port object 02f4ae95-756c-4dab-896e-11fe6ab13527 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:02:37.158618 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-a1ad45f8-7ba4-4f5d-891a-4b319c7b2e40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:37.160611 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00af7ce-5a3f-4f06-b7e6-361162c31f9d req-1957cc0d-8fc5-4a51-be2c-97af0664167e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:37.162336 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00af7ce-5a3f-4f06-b7e6-361162c31f9d req-1957cc0d-8fc5-4a51-be2c-97af0664167e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:37.163240 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00af7ce-5a3f-4f06-b7e6-361162c31f9d req-1957cc0d-8fc5-4a51-be2c-97af0664167e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:37.168789 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d00af7ce-5a3f-4f06-b7e6-361162c31f9d req-1957cc0d-8fc5-4a51-be2c-97af0664167e service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=1d8109316fd94efaa47eb9260db1f13b&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.5597420 Nov 12 01:02:37.205789 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f3a7b4b7-a1ba-4109-9023-7a907516fd5a admin admin] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:37.229303 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f3a7b4b7-a1ba-4109-9023-7a907516fd5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:37.282633 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43b022-9e3c-4dd4-8c7a-c2e54d834807 req-2fce0c97-5b01-4548-8b0e-e87c9002ac86 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:37.284489 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7c43b022-9e3c-4dd4-8c7a-c2e54d834807 req-2fce0c97-5b01-4548-8b0e-e87c9002ac86 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b890535-4d0e-4e9b-9c6b-99e99e93ba1d HTTP/1.1" status: 200 len: 946 time: 0.2874210 Nov 12 01:02:37.347648 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad45f8-7ba4-4f5d-891a-4b319c7b2e40 service neutron] Pushing event updated for resources: {'Port': ['ID=02f4ae95-756c-4dab-896e-11fe6ab13527,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:37.385333 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a724cb5-4a8d-4767-8d9e-cfd912b9054b req-227c9f7a-f040-4e12-b02c-31a360948e6d tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:37.387049 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1a724cb5-4a8d-4767-8d9e-cfd912b9054b req-227c9f7a-f040-4e12-b02c-31a360948e6d tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.44 "GET /v2.0/networks?id=589a11d9-462f-4432-aa26-12a7b18ca65f HTTP/1.1" status: 200 len: 816 time: 0.3428414 Nov 12 01:02:37.593675 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f3a7b4b7-a1ba-4109-9023-7a907516fd5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:37.602412 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00af7ce-5a3f-4f06-b7e6-361162c31f9d req-4ab7539f-bf59-44c0-a339-2dc2bb65e9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:37.605239 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d00af7ce-5a3f-4f06-b7e6-361162c31f9d req-4ab7539f-bf59-44c0-a339-2dc2bb65e9d2 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4127760 Nov 12 01:02:37.660351 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-a1ad45f8-7ba4-4f5d-891a-4b319c7b2e40 service neutron] Attempting to bind port 02f4ae95-756c-4dab-896e-11fe6ab13527 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:02:37.660701 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-a1ad45f8-7ba4-4f5d-891a-4b319c7b2e40 service neutron] Attempting to bind port 02f4ae95-756c-4dab-896e-11fe6ab13527 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '3b8d314a-fb91-4753-a376-6dadf7d1ae46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bca8627a-85cd-44bc-bbc5-d27b1e587fca'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:02:37.661100 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-a1ad45f8-7ba4-4f5d-891a-4b319c7b2e40 service neutron] Attempting to bind port 02f4ae95-756c-4dab-896e-11fe6ab13527 on network bca8627a-85cd-44bc-bbc5-d27b1e587fca {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:37.670120 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a7b4b7-a1ba-4109-9023-7a907516fd5a admin admin] Pushing event updated for resources: {'Port': ['ID=542ddb07-8f7a-44fa-917d-3da9015f54ec,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:37.689086 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7c43b022-9e3c-4dd4-8c7a-c2e54d834807 req-a68fa128-7967-4621-afe8-7200fbd8d368 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3951948 Nov 12 01:02:37.725626 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-a1ad45f8-7ba4-4f5d-891a-4b319c7b2e40 service neutron] Port 02f4ae95-756c-4dab-896e-11fe6ab13527 on network bca8627a-85cd-44bc-bbc5-d27b1e587fca not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:02:37.726139 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-a1ad45f8-7ba4-4f5d-891a-4b319c7b2e40 service neutron] Attempting to bind port 02f4ae95-756c-4dab-896e-11fe6ab13527 on network bca8627a-85cd-44bc-bbc5-d27b1e587fca {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:37.797221 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64aa69-be01-4970-99fa-8bb2aa6662ea req-19df5b43-37ee-425f-934c-2691e8fd3db6 tempest-VolumesAdminNegativeTest-1191374942 tempest-VolumesAdminNegativeTest-1191374942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:37.799164 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6d64aa69-be01-4970-99fa-8bb2aa6662ea req-19df5b43-37ee-425f-934c-2691e8fd3db6 tempest-VolumesAdminNegativeTest-1191374942 tempest-VolumesAdminNegativeTest-1191374942-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4be8d12-40bf-41da-9d3e-dad74d7aa097 HTTP/1.1" status: 200 len: 946 time: 0.4079354 Nov 12 01:02:37.805444 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-a1ad45f8-7ba4-4f5d-891a-4b319c7b2e40 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:02:37.805780 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-a1ad45f8-7ba4-4f5d-891a-4b319c7b2e40 service neutron] Checking segment: {'id': '3b8d314a-fb91-4753-a376-6dadf7d1ae46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bca8627a-85cd-44bc-bbc5-d27b1e587fca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:02:37.806175 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-a1ad45f8-7ba4-4f5d-891a-4b319c7b2e40 service neutron] Bound using segment: {'id': '3b8d314a-fb91-4753-a376-6dadf7d1ae46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bca8627a-85cd-44bc-bbc5-d27b1e587fca'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:02:37.806626 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-a1ad45f8-7ba4-4f5d-891a-4b319c7b2e40 service neutron] Bound port: 02f4ae95-756c-4dab-896e-11fe6ab13527, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b8d314a-fb91-4753-a376-6dadf7d1ae46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bca8627a-85cd-44bc-bbc5-d27b1e587fca'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:02:37.806985 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-a1ad45f8-7ba4-4f5d-891a-4b319c7b2e40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:37.814449 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1a724cb5-4a8d-4767-8d9e-cfd912b9054b req-5746da53-ca44-456d-9b92-5f35a5a26232 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1650592d4cf74284855a02a26c6d9866 HTTP/1.1" status: 200 len: 379 time: 0.3065360 Nov 12 01:02:37.839406 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-1a724cb5-4a8d-4767-8d9e-cfd912b9054b req-7f8aafe8-0700-40c2-b8c8-90cedea22c2c tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Request body: {'port': {'device_id': 'fc3b8661-d254-4c79-9f0a-3043f6703d17', 'network_id': '589a11d9-462f-4432-aa26-12a7b18ca65f', 'admin_state_up': True, 'tenant_id': '1650592d4cf74284855a02a26c6d9866', 'security_groups': ['0762cf07-0f13-471a-a31e-80fa878bd0fa']}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:37.982382 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 3dc64195-fee3-489e-abe0-2fb2a598549a up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:38.059907 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6d64aa69-be01-4970-99fa-8bb2aa6662ea req-c75f5480-811d-4442-bb5d-77b28af747d4 tempest-VolumesAdminNegativeTest-1191374942 tempest-VolumesAdminNegativeTest-1191374942-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2fc0c33-eecc-46d9-b9e3-df818a3ca8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442720 Nov 12 01:02:38.061435 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 3dc64195-fee3-489e-abe0-2fb2a598549a completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:02:38.069216 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 3dc64195-fee3-489e-abe0-2fb2a598549a triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:38.070585 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:38.084554 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06f3d4-2e10-407c-9e28-e01d0671f331 req-9dde5182-7896-4a6c-ab4d-143d0dbc8bf6 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:38.091137 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06f3d4-2e10-407c-9e28-e01d0671f331 req-9dde5182-7896-4a6c-ab4d-143d0dbc8bf6 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:38.097518 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06f3d4-2e10-407c-9e28-e01d0671f331 req-9dde5182-7896-4a6c-ab4d-143d0dbc8bf6 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:38.115013 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06f3d4-2e10-407c-9e28-e01d0671f331 req-9dde5182-7896-4a6c-ab4d-143d0dbc8bf6 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:38.121854 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06f3d4-2e10-407c-9e28-e01d0671f331 req-9dde5182-7896-4a6c-ab4d-143d0dbc8bf6 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:38.127375 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06f3d4-2e10-407c-9e28-e01d0671f331 req-9dde5182-7896-4a6c-ab4d-143d0dbc8bf6 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:38.129360 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3e06f3d4-2e10-407c-9e28-e01d0671f331 req-9dde5182-7896-4a6c-ab4d-143d0dbc8bf6 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 4599 time: 0.3285828 Nov 12 01:02:38.148507 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a7b4b7-a1ba-4109-9023-7a907516fd5a admin admin] Network e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:38.154428 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-f3a7b4b7-a1ba-4109-9023-7a907516fd5a admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:38.157885 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-a1ad45f8-7ba4-4f5d-891a-4b319c7b2e40 service neutron] For port 02f4ae95-756c-4dab-896e-11fe6ab13527, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:02:38.181164 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-a1ad45f8-7ba4-4f5d-891a-4b319c7b2e40 service neutron] For port 02f4ae95-756c-4dab-896e-11fe6ab13527, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=02f4ae95-756c-4dab-896e-11fe6ab13527,segment=NetworkSegment(3b8d314a-fb91-4753-a376-6dadf7d1ae46),segment_id=3b8d314a-fb91-4753-a376-6dadf7d1ae46)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:02:38.185823 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:38.195543 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-a1ad45f8-7ba4-4f5d-891a-4b319c7b2e40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:38.302164 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:38.344482 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a58dd3-fdf9-4b0b-8d60-09483063a895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc64195-fee3-489e-abe0-2fb2a598549a'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:02:38.347045 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33c57de-2089-45d5-b312-b79944fd5378" -d '{"events": [{"server_uuid": "79a58dd3-fdf9-4b0b-8d60-09483063a895", "name": "network-vif-plugged", "status": "completed", "tag": "3dc64195-fee3-489e-abe0-2fb2a598549a"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:02:38.363200 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 3dc64195-fee3-489e-abe0-2fb2a598549a, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=3dc64195-fee3-489e-abe0-2fb2a598549a,segment=NetworkSegment(5dbb5cf7-5b96-4480-92bd-bde327ee507c),segment_id=5dbb5cf7-5b96-4480-92bd-bde327ee507c)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:38.375036 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:38.376860 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 2ab75930-842d-4d8e-99b2-87e018d0d88f up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:38.401675 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a724cb5-4a8d-4767-8d9e-cfd912b9054b req-7f8aafe8-0700-40c2-b8c8-90cedea22c2c tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Made reservation on behalf of 1650592d4cf74284855a02a26c6d9866 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:38.410984 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1a724cb5-4a8d-4767-8d9e-cfd912b9054b req-7f8aafe8-0700-40c2-b8c8-90cedea22c2c tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:38.462369 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-a1ad45f8-7ba4-4f5d-891a-4b319c7b2e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:38.464231 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-a1ad45f8-7ba4-4f5d-891a-4b319c7b2e40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:38.467587 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-a1ad45f8-7ba4-4f5d-891a-4b319c7b2e40 service neutron] 10.222.0.44 "PUT /v2.0/ports/02f4ae95-756c-4dab-896e-11fe6ab13527 HTTP/1.1" status: 200 len: 1131 time: 3.9178557 Nov 12 01:02:38.484404 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=3dc64195-fee3-489e-abe0-2fb2a598549a,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:38.506626 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 2ab75930-842d-4d8e-99b2-87e018d0d88f completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:02:38.516260 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 2ab75930-842d-4d8e-99b2-87e018d0d88f triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:38.516669 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:38.522181 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'tag': '02f4ae95-756c-4dab-896e-11fe6ab13527'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:02:38.524564 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc53a1c-4407-41cd-85eb-106cde510578" -d '{"events": [{"name": "network-changed", "server_uuid": "f4d7bf12-651b-4ebe-8869-e52af4287213", "tag": "02f4ae95-756c-4dab-896e-11fe6ab13527"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:02:38.549046 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-98a68093-af4d-4120-9d46-53ce9d648eea None None] Provisioning complete for port 542ddb07-8f7a-44fa-917d-3da9015f54ec triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:38.549420 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-98a68093-af4d-4120-9d46-53ce9d648eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:38.601388 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-98a68093-af4d-4120-9d46-53ce9d648eea None None] Port 542ddb07-8f7a-44fa-917d-3da9015f54ec cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:02:38.634505 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-d5598395-739a-4306-a579-499ab17ace3b service neutron] Request body: {'port': {'device_id': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:38.668571 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:38.711538 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 2ab75930-842d-4d8e-99b2-87e018d0d88f, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=2ab75930-842d-4d8e-99b2-87e018d0d88f,segment=NetworkSegment(ad4c4449-dc7a-4356-bf97-224e764df50e),segment_id=ad4c4449-dc7a-4356-bf97-224e764df50e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:38.718177 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:38.741535 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad45f8-7ba4-4f5d-891a-4b319c7b2e40 service neutron] Pushing event updated for resources: {'Port': ['ID=02f4ae95-756c-4dab-896e-11fe6ab13527,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:38.742665 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a113cb05-db3b-484a-a58d-90cd373dc409 req-8af820be-cd55-4f98-afb4-8275212d0d6c tempest-VolumesAdminNegativeTest-1191374942 tempest-VolumesAdminNegativeTest-1191374942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:38.745693 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a113cb05-db3b-484a-a58d-90cd373dc409 req-8af820be-cd55-4f98-afb4-8275212d0d6c tempest-VolumesAdminNegativeTest-1191374942 tempest-VolumesAdminNegativeTest-1191374942-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4be8d12-40bf-41da-9d3e-dad74d7aa097 HTTP/1.1" status: 200 len: 946 time: 0.1315463 Nov 12 01:02:38.807623 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3e06f3d4-2e10-407c-9e28-e01d0671f331 req-ad48f121-bac5-41ac-9766-a8e108add8df tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c2064e3-365e-4ce1-97ba-786147ddb249&id=cc2c1d93-00ba-4bf1-8dce-5f2d256d3645&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6327493 Nov 12 01:02:38.811342 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=2ab75930-842d-4d8e-99b2-87e018d0d88f,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:38.824543 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83cfd1e-f0d5-4008-94d5-e491d98461ad req-b3858043-a2ec-4779-8d97-1fdd44204dc1 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:38.827745 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a83cfd1e-f0d5-4008-94d5-e491d98461ad req-b3858043-a2ec-4779-8d97-1fdd44204dc1 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=37ebf684-3d6e-49b9-a336-d9023a15ae83 HTTP/1.1" status: 200 len: 945 time: 0.5670638 Nov 12 01:02:38.943898 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a7b4b7-a1ba-4109-9023-7a907516fd5a admin admin] Router 2dee8e48-de22-4dd9-841d-0ab67f467e7d has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:02:38.979443 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-a113cb05-db3b-484a-a58d-90cd373dc409 req-7b1193c9-a8eb-4519-b78d-ef5b7ecdc844 tempest-VolumesAdminNegativeTest-1191374942 tempest-VolumesAdminNegativeTest-1191374942-project] Deleting port 24514a6e-af5b-4934-b9e7-18bb01fb4a0d {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:38.979855 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-a113cb05-db3b-484a-a58d-90cd373dc409 req-7b1193c9-a8eb-4519-b78d-ef5b7ecdc844 tempest-VolumesAdminNegativeTest-1191374942 tempest-VolumesAdminNegativeTest-1191374942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:39.038847 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-d5598395-739a-4306-a579-499ab17ace3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:39.094646 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a83cfd1e-f0d5-4008-94d5-e491d98461ad req-1abda776-cb93-4bd0-8dbc-f2b15bf9d35a tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261548 Nov 12 01:02:39.096045 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-1a724cb5-4a8d-4767-8d9e-cfd912b9054b req-7f8aafe8-0700-40c2-b8c8-90cedea22c2c tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Allocated IP 172.20.0.6 (589a11d9-462f-4432-aa26-12a7b18ca65f/34773eb3-d58a-4b8a-a536-c500cef253a8/ac1180cb-7bbd-421c-a709-89ce96132ed6) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:39.150700 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-a113cb05-db3b-484a-a58d-90cd373dc409 req-7b1193c9-a8eb-4519-b78d-ef5b7ecdc844 tempest-VolumesAdminNegativeTest-1191374942 tempest-VolumesAdminNegativeTest-1191374942-project] For port 24514a6e-af5b-4934-b9e7-18bb01fb4a0d, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=24514a6e-af5b-4934-b9e7-18bb01fb4a0d,segment=NetworkSegment(7f7e1ad1-0372-4186-9cc0-501706a8c47a),segment_id=7f7e1ad1-0372-4186-9cc0-501706a8c47a)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:39.152671 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-a113cb05-db3b-484a-a58d-90cd373dc409 req-7b1193c9-a8eb-4519-b78d-ef5b7ecdc844 tempest-VolumesAdminNegativeTest-1191374942 tempest-VolumesAdminNegativeTest-1191374942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:39.184121 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-a113cb05-db3b-484a-a58d-90cd373dc409 req-7b1193c9-a8eb-4519-b78d-ef5b7ecdc844 tempest-VolumesAdminNegativeTest-1191374942 tempest-VolumesAdminNegativeTest-1191374942-project] Calling delete_port for 24514a6e-af5b-4934-b9e7-18bb01fb4a0d owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:39.265865 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c49b6e-9766-4a15-9ee2-fa823b783286 req-9976060e-9fca-4cda-afb1-c89d2032e7d0 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:39.267904 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-82c49b6e-9766-4a15-9ee2-fa823b783286 req-9976060e-9fca-4cda-afb1-c89d2032e7d0 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b890535-4d0e-4e9b-9c6b-99e99e93ba1d HTTP/1.1" status: 200 len: 946 time: 0.3054292 Nov 12 01:02:39.446194 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-a113cb05-db3b-484a-a58d-90cd373dc409 req-7b1193c9-a8eb-4519-b78d-ef5b7ecdc844 tempest-VolumesAdminNegativeTest-1191374942 tempest-VolumesAdminNegativeTest-1191374942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:39.484444 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['24514a6e-af5b-4934-b9e7-18bb01fb4a0d'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:02:39.491948 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1193c9-a8eb-4519-b78d-ef5b7ecdc844 tempest-VolumesAdminNegativeTest-1191374942 tempest-VolumesAdminNegativeTest-1191374942-project] Pushing event deleted for resources: {'Port': ['ID=24514a6e-af5b-4934-b9e7-18bb01fb4a0d,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:39.564582 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-a113cb05-db3b-484a-a58d-90cd373dc409 req-7b1193c9-a8eb-4519-b78d-ef5b7ecdc844 tempest-VolumesAdminNegativeTest-1191374942 tempest-VolumesAdminNegativeTest-1191374942-project] No DVR routers for this DVR port 24514a6e-af5b-4934-b9e7-18bb01fb4a0d on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:02:39.569028 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-a113cb05-db3b-484a-a58d-90cd373dc409 req-7b1193c9-a8eb-4519-b78d-ef5b7ecdc844 tempest-VolumesAdminNegativeTest-1191374942 tempest-VolumesAdminNegativeTest-1191374942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:39.575187 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a113cb05-db3b-484a-a58d-90cd373dc409 req-7b1193c9-a8eb-4519-b78d-ef5b7ecdc844 tempest-VolumesAdminNegativeTest-1191374942 tempest-VolumesAdminNegativeTest-1191374942-project] 10.222.0.44 "DELETE /v2.0/ports/24514a6e-af5b-4934-b9e7-18bb01fb4a0d HTTP/1.1" status: 204 len: 173 time: 0.8229809 Nov 12 01:02:39.576380 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4be8d12-40bf-41da-9d3e-dad74d7aa097', 'name': 'network-vif-deleted', 'tag': '24514a6e-af5b-4934-b9e7-18bb01fb4a0d'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:02:39.579482 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd56437-6baa-4225-ae72-a54ee5797ed2" -d '{"events": [{"server_uuid": "f4be8d12-40bf-41da-9d3e-dad74d7aa097", "name": "network-vif-deleted", "tag": "24514a6e-af5b-4934-b9e7-18bb01fb4a0d"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:02:39.865418 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a7b4b7-a1ba-4109-9023-7a907516fd5a admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:02:39.882790 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61023633-5f41-4113-90f9-65321800b00e None None] Sync routers for ids ['2dee8e48-de22-4dd9-841d-0ab67f467e7d'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:02:39.889066 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-f3a7b4b7-a1ba-4109-9023-7a907516fd5a admin admin] 10.222.0.45 "PUT /v2.0/routers/2dee8e48-de22-4dd9-841d-0ab67f467e7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0081501 Nov 12 01:02:39.902872 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61023633-5f41-4113-90f9-65321800b00e None None] Routers {'2dee8e48-de22-4dd9-841d-0ab67f467e7d'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:39.904544 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-61023633-5f41-4113-90f9-65321800b00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:02:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['2dee8e48-de22-4dd9-841d-0ab67f467e7d'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:39.994844 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1a724cb5-4a8d-4767-8d9e-cfd912b9054b req-7f8aafe8-0700-40c2-b8c8-90cedea22c2c tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:40.009921 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-82c49b6e-9766-4a15-9ee2-fa823b783286 req-3fdad8c7-d82f-4ed2-8c5f-7a9c025398de tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7175131 Nov 12 01:02:40.073091 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77813465-4c64-4056-a643-b6a08c64945b req-98c55493-9cf2-4d1c-968c-0bcb2da7d5d8 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:40.074731 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-77813465-4c64-4056-a643-b6a08c64945b req-98c55493-9cf2-4d1c-968c-0bcb2da7d5d8 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "GET /v2.0/ports?device_id=79a58dd3-fdf9-4b0b-8d60-09483063a895 HTTP/1.1" status: 200 len: 945 time: 0.7240331 Nov 12 01:02:40.174943 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-77813465-4c64-4056-a643-b6a08c64945b req-f0d5b435-6b5c-4e4d-93ae-fd6aff5e47f9 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "GET /v2.0/security-groups?id=86f57639-0571-4464-a714-e385ef3d8493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793455 Nov 12 01:02:40.189213 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-61023633-5f41-4113-90f9-65321800b00e None None] Set router 2dee8e48-de22-4dd9-841d-0ab67f467e7d gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:02:40.299135 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b4b770f4-1119-4886-8422-abad1c87847d req-d71abf8e-db86-4484-8d59-578f6c1339ea tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 210 time: 0.0835195 Nov 12 01:02:40.327373 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1a724cb5-4a8d-4767-8d9e-cfd912b9054b req-7f8aafe8-0700-40c2-b8c8-90cedea22c2c tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:40.476622 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6fea98-d5d0-4b8b-b365-c4fa230b3145 x-openstack-request-id: req-df6fea98-d5d0-4b8b-b365-c4fa230b3145 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:02:40.477212 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4d7bf12-651b-4ebe-8869-e52af4287213", "tag": "02f4ae95-756c-4dab-896e-11fe6ab13527", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:02:40.477790 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-df6fea98-d5d0-4b8b-b365-c4fa230b3145 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:02:40.480097 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'tag': '02f4ae95-756c-4dab-896e-11fe6ab13527', 'status': 'completed', 'code': 200} Nov 12 01:02:40.510780 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74954bba-7825-49ed-ab3a-3d6d4e006c75 x-openstack-request-id: req-74954bba-7825-49ed-ab3a-3d6d4e006c75 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:02:40.510780 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79a58dd3-fdf9-4b0b-8d60-09483063a895", "name": "network-vif-plugged", "status": "completed", "tag": "3dc64195-fee3-489e-abe0-2fb2a598549a", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:02:40.510780 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-74954bba-7825-49ed-ab3a-3d6d4e006c75 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:02:40.512067 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34562) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:40.513583 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a724cb5-4a8d-4767-8d9e-cfd912b9054b req-7f8aafe8-0700-40c2-b8c8-90cedea22c2c tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Network 589a11d9-462f-4432-aa26-12a7b18ca65f is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:40.514381 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79a58dd3-fdf9-4b0b-8d60-09483063a895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc64195-fee3-489e-abe0-2fb2a598549a', 'code': 200} Nov 12 01:02:40.552986 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-1a724cb5-4a8d-4767-8d9e-cfd912b9054b req-7f8aafe8-0700-40c2-b8c8-90cedea22c2c tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:40.555604 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a724cb5-4a8d-4767-8d9e-cfd912b9054b req-7f8aafe8-0700-40c2-b8c8-90cedea22c2c tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:40.618400 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:40.627145 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a724cb5-4a8d-4767-8d9e-cfd912b9054b req-7f8aafe8-0700-40c2-b8c8-90cedea22c2c tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:40.627879 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1a724cb5-4a8d-4767-8d9e-cfd912b9054b req-7f8aafe8-0700-40c2-b8c8-90cedea22c2c tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:40.646968 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8aafe8-0700-40c2-b8c8-90cedea22c2c tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Pushing event updated for resources: {'Port': ['ID=ac1180cb-7bbd-421c-a709-89ce96132ed6,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:40.676486 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7e4197-8d08-4869-8fc9-1d6d58e2893a x-openstack-request-id: req-7c7e4197-8d08-4869-8fc9-1d6d58e2893a {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:02:40.677149 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4be8d12-40bf-41da-9d3e-dad74d7aa097", "name": "network-vif-deleted", "tag": "24514a6e-af5b-4934-b9e7-18bb01fb4a0d", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:02:40.677837 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7c7e4197-8d08-4869-8fc9-1d6d58e2893a {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:02:40.678376 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1a724cb5-4a8d-4767-8d9e-cfd912b9054b req-7f8aafe8-0700-40c2-b8c8-90cedea22c2c tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8505936 Nov 12 01:02:40.680124 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4be8d12-40bf-41da-9d3e-dad74d7aa097', 'name': 'network-vif-deleted', 'tag': '24514a6e-af5b-4934-b9e7-18bb01fb4a0d', 'status': 'completed', 'code': 200} Nov 12 01:02:40.701015 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-61023633-5f41-4113-90f9-65321800b00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dee8e48-de22-4dd9-841d-0ab67f467e7d', 'name': 'tempest-ServerActionsTestJSON-991690239-router', 'tenant_id': '7bbe35289028429ba1e1b86033a5bcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'adce4e55-d671-43aa-a2eb-7d54426a63ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:19Z', 'updated_at': '2021-11-12T01:02:35Z', 'revision_number': 4, 'project_id': '7bbe35289028429ba1e1b86033a5bcab', 'gw_port': {'id': 'adce4e55-d671-43aa-a2eb-7d54426a63ad', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dee8e48-de22-4dd9-841d-0ab67f467e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:20Z', 'updated_at': '2021-11-12T01:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '542ddb07-8f7a-44fa-917d-3da9015f54ec', 'name': '', 'network_id': 'e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4', 'tenant_id': '7bbe35289028429ba1e1b86033a5bcab', 'mac_address': 'fa:16:3e:0e:5f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dee8e48-de22-4dd9-841d-0ab67f467e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '55fa7c58-77a8-4d04-ad83-d7b14788e8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:31Z', 'updated_at': '2021-11-12T01:02:36Z', 'revision_number': 2, 'project_id': '7bbe35289028429ba1e1b86033a5bcab', 'subnets': [{'id': '55fa7c58-77a8-4d04-ad83-d7b14788e8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:40.720204 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-40260bc5-fa62-4aef-b2af-6e325cafbb9c admin admin] Deleting subnet cde047d7-2e28-4a79-bfe1-82f30b2512d6 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:02:40.739896 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-40260bc5-fa62-4aef-b2af-6e325cafbb9c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:40.745358 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-1a724cb5-4a8d-4767-8d9e-cfd912b9054b req-5b652447-ee2e-49d2-9777-0fca3f2054c3 service neutron] Request body: {'port': {'device_id': 'fc3b8661-d254-4c79-9f0a-3043f6703d17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:40.756784 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc53a1c-4407-41cd-85eb-106cde510578 req-1b18a23d-12f1-4f0a-b869-aaecfd830ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:40.759464 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61023633-5f41-4113-90f9-65321800b00e None None] Checking router: 2dee8e48-de22-4dd9-841d-0ab67f467e7d for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:02:40.760054 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61023633-5f41-4113-90f9-65321800b00e None None] Updating router 2dee8e48-de22-4dd9-841d-0ab67f467e7d port 542ddb07-8f7a-44fa-917d-3da9015f54ec binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:02:40.760221 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc53a1c-4407-41cd-85eb-106cde510578 req-1b18a23d-12f1-4f0a-b869-aaecfd830ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:40.761786 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc53a1c-4407-41cd-85eb-106cde510578 req-1b18a23d-12f1-4f0a-b869-aaecfd830ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:40.764968 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc53a1c-4407-41cd-85eb-106cde510578 req-1b18a23d-12f1-4f0a-b869-aaecfd830ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:40.771557 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc53a1c-4407-41cd-85eb-106cde510578 req-1b18a23d-12f1-4f0a-b869-aaecfd830ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:40.772312 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc53a1c-4407-41cd-85eb-106cde510578 req-1b18a23d-12f1-4f0a-b869-aaecfd830ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:40.777702 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-dfc53a1c-4407-41cd-85eb-106cde510578 req-1b18a23d-12f1-4f0a-b869-aaecfd830ed4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d8109316fd94efaa47eb9260db1f13b&device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 5287 time: 0.2004113 Nov 12 01:02:40.802806 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-d5598395-739a-4306-a579-499ab17ace3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7155c35-074f-4ae5-aa90-e76bbcfeca13 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:02:40.837782 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-61023633-5f41-4113-90f9-65321800b00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:40.842108 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-d5598395-739a-4306-a579-499ab17ace3b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:40.900412 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-40260bc5-fa62-4aef-b2af-6e325cafbb9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:40.916661 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79596fc-7919-406d-8123-a7b7d6f37d4f req-98464ffd-0b8a-41fb-8fbe-629c204c8ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:40.918269 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f79596fc-7919-406d-8123-a7b7d6f37d4f req-98464ffd-0b8a-41fb-8fbe-629c204c8ae6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=79a58dd3-fdf9-4b0b-8d60-09483063a895 HTTP/1.1" status: 200 len: 1097 time: 0.2359037 Nov 12 01:02:41.003522 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-40260bc5-fa62-4aef-b2af-6e325cafbb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:41.092587 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1a724cb5-4a8d-4767-8d9e-cfd912b9054b req-5b652447-ee2e-49d2-9777-0fca3f2054c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:41.096018 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc53a1c-4407-41cd-85eb-106cde510578 req-98217b9b-deac-48b8-a0a5-f6f15d826fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:41.096716 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc53a1c-4407-41cd-85eb-106cde510578 req-98217b9b-deac-48b8-a0a5-f6f15d826fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:41.097328 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc53a1c-4407-41cd-85eb-106cde510578 req-98217b9b-deac-48b8-a0a5-f6f15d826fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:41.099134 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-dfc53a1c-4407-41cd-85eb-106cde510578 req-98217b9b-deac-48b8-a0a5-f6f15d826fc1 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=1d8109316fd94efaa47eb9260db1f13b&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2966270 Nov 12 01:02:41.176649 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-c033044b-43e0-4f4d-9a2c-8526716585cc None None] Provisioning complete for port ac1180cb-7bbd-421c-a709-89ce96132ed6 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:41.177647 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c033044b-43e0-4f4d-9a2c-8526716585cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:41.193409 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f79596fc-7919-406d-8123-a7b7d6f37d4f req-7703a115-e8b8-47c9-9ada-14fe95d21ab4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=86f57639-0571-4464-a714-e385ef3d8493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680593 Nov 12 01:02:41.212962 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-d5598395-739a-4306-a579-499ab17ace3b service neutron] Transition to ACTIVE for port object d7155c35-074f-4ae5-aa90-e76bbcfeca13 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:02:41.245252 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0df983-7c2f-44e9-9069-286048538b89 req-46c9e61e-bf61-4a16-bd3a-1310dbc1c261 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:41.263124 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-c033044b-43e0-4f4d-9a2c-8526716585cc None None] Port ac1180cb-7bbd-421c-a709-89ce96132ed6 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:02:41.276600 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0df983-7c2f-44e9-9069-286048538b89 req-46c9e61e-bf61-4a16-bd3a-1310dbc1c261 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:41.292936 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0df983-7c2f-44e9-9069-286048538b89 req-46c9e61e-bf61-4a16-bd3a-1310dbc1c261 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:41.300975 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0df983-7c2f-44e9-9069-286048538b89 req-46c9e61e-bf61-4a16-bd3a-1310dbc1c261 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:41.308553 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0df983-7c2f-44e9-9069-286048538b89 req-46c9e61e-bf61-4a16-bd3a-1310dbc1c261 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:41.318037 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0df983-7c2f-44e9-9069-286048538b89 req-46c9e61e-bf61-4a16-bd3a-1310dbc1c261 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:41.330101 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bc0df983-7c2f-44e9-9069-286048538b89 req-46c9e61e-bf61-4a16-bd3a-1310dbc1c261 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 4599 time: 0.6682899 Nov 12 01:02:41.354176 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-40260bc5-fa62-4aef-b2af-6e325cafbb9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:41.357699 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-d5598395-739a-4306-a579-499ab17ace3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:41.410454 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5598395-739a-4306-a579-499ab17ace3b service neutron] Pushing event updated for resources: {'Port': ['ID=d7155c35-074f-4ae5-aa90-e76bbcfeca13,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:41.420875 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40260bc5-fa62-4aef-b2af-6e325cafbb9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cde047d7-2e28-4a79-bfe1-82f30b2512d6,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:41.448222 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-40260bc5-fa62-4aef-b2af-6e325cafbb9c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:41.458361 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-40260bc5-fa62-4aef-b2af-6e325cafbb9c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/cde047d7-2e28-4a79-bfe1-82f30b2512d6 HTTP/1.1" status: 204 len: 168 time: 0.9448400 Nov 12 01:02:41.460793 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc53a1c-4407-41cd-85eb-106cde510578 req-2f449194-b0dc-47bc-ae01-c3d013a59d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:41.463243 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-dfc53a1c-4407-41cd-85eb-106cde510578 req-2f449194-b0dc-47bc-ae01-c3d013a59d9b service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3566055 Nov 12 01:02:41.463994 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34576) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:41.628535 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-80fb9197-0a7e-4e43-bc6d-64dc3402bd34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:41.640950 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34578) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:41.659402 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-658c8459-a3bf-4372-b9e5-3253518f1c9f tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2054081424', 'description': 'tempest-description--1275381666'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:41.662426 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bc0df983-7c2f-44e9-9069-286048538b89 req-e75f5cc7-72bb-4a16-bd52-607472a314b5 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c2064e3-365e-4ce1-97ba-786147ddb249&id=cc2c1d93-00ba-4bf1-8dce-5f2d256d3645&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3308401 Nov 12 01:02:41.665207 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-61023633-5f41-4113-90f9-65321800b00e None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:41.675758 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-61023633-5f41-4113-90f9-65321800b00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:41.730182 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-658c8459-a3bf-4372-b9e5-3253518f1c9f tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:41.827823 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332557ac-d441-415f-959f-c9b7576f0646 None None] Pushing event updated for resources: {'Port': ['ID=542ddb07-8f7a-44fa-917d-3da9015f54ec,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:41.957474 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-61023633-5f41-4113-90f9-65321800b00e None None] Attempting to bind port 542ddb07-8f7a-44fa-917d-3da9015f54ec on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:02:41.958021 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-61023633-5f41-4113-90f9-65321800b00e None None] Attempting to bind port 542ddb07-8f7a-44fa-917d-3da9015f54ec by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:02:41.958516 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61023633-5f41-4113-90f9-65321800b00e None None] Attempting to bind port 542ddb07-8f7a-44fa-917d-3da9015f54ec on network e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:41.972972 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61023633-5f41-4113-90f9-65321800b00e None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:02:41.973505 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61023633-5f41-4113-90f9-65321800b00e None None] Checking segment: {'id': '6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:02:41.974462 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-61023633-5f41-4113-90f9-65321800b00e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:41.974462 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61023633-5f41-4113-90f9-65321800b00e None None] Bound using segment: {'id': '6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:02:41.975056 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-61023633-5f41-4113-90f9-65321800b00e None None] Bound port: 542ddb07-8f7a-44fa-917d-3da9015f54ec, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:02:41.975538 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-61023633-5f41-4113-90f9-65321800b00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:42.016618 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 24514a6e-af5b-4934-b9e7-18bb01fb4a0d no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:02:42.110621 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-80fb9197-0a7e-4e43-bc6d-64dc3402bd34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:42.121287 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-d5598395-739a-4306-a579-499ab17ace3b service neutron] Attempting to bind port d7155c35-074f-4ae5-aa90-e76bbcfeca13 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:02:42.121806 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-d5598395-739a-4306-a579-499ab17ace3b service neutron] Attempting to bind port d7155c35-074f-4ae5-aa90-e76bbcfeca13 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '3b8d314a-fb91-4753-a376-6dadf7d1ae46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bca8627a-85cd-44bc-bbc5-d27b1e587fca'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:02:42.122284 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-d5598395-739a-4306-a579-499ab17ace3b service neutron] Attempting to bind port d7155c35-074f-4ae5-aa90-e76bbcfeca13 on network bca8627a-85cd-44bc-bbc5-d27b1e587fca {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:42.134917 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 24514a6e-af5b-4934-b9e7-18bb01fb4a0d {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:02:42.135255 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 24514a6e-af5b-4934-b9e7-18bb01fb4a0d not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:02:42.146160 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9761d8-d4b4-4f3b-80ba-6d295409931c req-26b851e9-c363-4d40-93ff-0121535635a6 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:42.148015 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2d9761d8-d4b4-4f3b-80ba-6d295409931c req-26b851e9-c363-4d40-93ff-0121535635a6 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=37ebf684-3d6e-49b9-a336-d9023a15ae83 HTTP/1.1" status: 200 len: 946 time: 0.2663214 Nov 12 01:02:42.164087 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-d5598395-739a-4306-a579-499ab17ace3b service neutron] Port d7155c35-074f-4ae5-aa90-e76bbcfeca13 on network bca8627a-85cd-44bc-bbc5-d27b1e587fca not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:02:42.164352 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-d5598395-739a-4306-a579-499ab17ace3b service neutron] Attempting to bind port d7155c35-074f-4ae5-aa90-e76bbcfeca13 on network bca8627a-85cd-44bc-bbc5-d27b1e587fca {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:42.201801 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730e7a6-8e5d-44db-90ac-260594419dc6 req-b9e939da-d3f7-449d-9a1b-22a87e454e9a tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:42.213568 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-61023633-5f41-4113-90f9-65321800b00e None None] For port 542ddb07-8f7a-44fa-917d-3da9015f54ec, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:02:42.216751 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4730e7a6-8e5d-44db-90ac-260594419dc6 req-b9e939da-d3f7-449d-9a1b-22a87e454e9a tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "GET /v2.0/ports?device_id=79a58dd3-fdf9-4b0b-8d60-09483063a895 HTTP/1.1" status: 200 len: 945 time: 0.2869427 Nov 12 01:02:42.220300 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-61023633-5f41-4113-90f9-65321800b00e None None] For port 542ddb07-8f7a-44fa-917d-3da9015f54ec, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=542ddb07-8f7a-44fa-917d-3da9015f54ec,segment=NetworkSegment(6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4),segment_id=6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:02:42.229617 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-61023633-5f41-4113-90f9-65321800b00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:42.246366 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-80fb9197-0a7e-4e43-bc6d-64dc3402bd34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20272085-50d7-4b0a-86f2-a1bbedaa50f7']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:42.286093 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-d5598395-739a-4306-a579-499ab17ace3b service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:02:42.286391 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-80fb9197-0a7e-4e43-bc6d-64dc3402bd34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f7e1ad1-0372-4186-9cc0-501706a8c47a') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:42.286609 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-80fb9197-0a7e-4e43-bc6d-64dc3402bd34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f7e1ad1-0372-4186-9cc0-501706a8c47a') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:42.293477 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-d5598395-739a-4306-a579-499ab17ace3b service neutron] Checking segment: {'id': '3b8d314a-fb91-4753-a376-6dadf7d1ae46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bca8627a-85cd-44bc-bbc5-d27b1e587fca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:02:42.294105 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-d5598395-739a-4306-a579-499ab17ace3b service neutron] Bound using segment: {'id': '3b8d314a-fb91-4753-a376-6dadf7d1ae46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bca8627a-85cd-44bc-bbc5-d27b1e587fca'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:02:42.294769 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-d5598395-739a-4306-a579-499ab17ace3b service neutron] Bound port: d7155c35-074f-4ae5-aa90-e76bbcfeca13, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b8d314a-fb91-4753-a376-6dadf7d1ae46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bca8627a-85cd-44bc-bbc5-d27b1e587fca'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:02:42.295260 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-d5598395-739a-4306-a579-499ab17ace3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:42.339362 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-1a724cb5-4a8d-4767-8d9e-cfd912b9054b req-5b652447-ee2e-49d2-9777-0fca3f2054c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac1180cb-7bbd-421c-a709-89ce96132ed6 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:02:42.340536 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-658c8459-a3bf-4372-b9e5-3253518f1c9f tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:42.351197 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-80fb9197-0a7e-4e43-bc6d-64dc3402bd34 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:42.374568 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-658c8459-a3bf-4372-b9e5-3253518f1c9f tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:42.382876 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1a724cb5-4a8d-4767-8d9e-cfd912b9054b req-5b652447-ee2e-49d2-9777-0fca3f2054c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:42.394736 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61023633-5f41-4113-90f9-65321800b00e None None] Routers {'2dee8e48-de22-4dd9-841d-0ab67f467e7d'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:02:42.395479 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-61023633-5f41-4113-90f9-65321800b00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:02:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['2dee8e48-de22-4dd9-841d-0ab67f467e7d'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:42.427027 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-1a724cb5-4a8d-4767-8d9e-cfd912b9054b req-5b652447-ee2e-49d2-9777-0fca3f2054c3 service neutron] Transition to ACTIVE for port object ac1180cb-7bbd-421c-a709-89ce96132ed6 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:02:42.451285 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1a724cb5-4a8d-4767-8d9e-cfd912b9054b req-5b652447-ee2e-49d2-9777-0fca3f2054c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:42.470625 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c8459-a3bf-4372-b9e5-3253518f1c9f tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:42.504213 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-80fb9197-0a7e-4e43-bc6d-64dc3402bd34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:42.510054 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332557ac-d441-415f-959f-c9b7576f0646 None None] Pushing event updated for resources: {'Port': ['ID=542ddb07-8f7a-44fa-917d-3da9015f54ec,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:42.518224 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ebf684-3d6e-49b9-a336-d9023a15ae83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab75930-842d-4d8e-99b2-87e018d0d88f'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:02:42.520575 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960be15c-f935-455f-81bb-e90e5a38fccc" -d '{"events": [{"server_uuid": "37ebf684-3d6e-49b9-a336-d9023a15ae83", "name": "network-vif-plugged", "status": "completed", "tag": "2ab75930-842d-4d8e-99b2-87e018d0d88f"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:02:42.539733 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-658c8459-a3bf-4372-b9e5-3253518f1c9f tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:42.544951 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-658c8459-a3bf-4372-b9e5-3253518f1c9f tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.9019694 Nov 12 01:02:42.549655 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34582) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:42.555205 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-c44211c4-c805-44de-976a-88fea751754c tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Request body: {'security_group_rule': {'security_group_id': '4c0c3041-f33c-4b7f-a6c7-899c4fb6463d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:42.561032 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80fb9197-0a7e-4e43-bc6d-64dc3402bd34 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:02:42.561656 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-80fb9197-0a7e-4e43-bc6d-64dc3402bd34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:42.563726 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:02:42.563726 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:02:42.563726 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:02:42.563726 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:02:42.563726 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:02:42.563726 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:02:42.563726 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:02:42.563726 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:02:42.563726 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:02:42.563726 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:02:42.563726 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:02:42.563726 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:02:42.563726 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:02:42.563726 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:02:42.563726 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:02:42.563726 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:02:42.563726 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:02:42.563726 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:02:42.563726 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:02:42.563726 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:02:42.563726 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:02:42.563726 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:02:42.563726 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:02:42.563726 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:02:42.563726 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:02:42.563726 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:02:42.563726 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:02:42.563726 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:02:42.563726 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:02:42.563726 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:02:42.563726 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:02:42.563726 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:02:42.599152 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b652447-ee2e-49d2-9777-0fca3f2054c3 service neutron] Pushing event updated for resources: {'Port': ['ID=ac1180cb-7bbd-421c-a709-89ce96132ed6,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:42.686416 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-80fb9197-0a7e-4e43-bc6d-64dc3402bd34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:42.688777 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c44211c4-c805-44de-976a-88fea751754c tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:42.696046 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-80fb9197-0a7e-4e43-bc6d-64dc3402bd34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:42.699760 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-80fb9197-0a7e-4e43-bc6d-64dc3402bd34 admin admin] 10.222.0.45 "DELETE /v2.0/networks/20272085-50d7-4b0a-86f2-a1bbedaa50f7 HTTP/1.1" status: 204 len: 168 time: 1.2343698 Nov 12 01:02:42.717690 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34586) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:42.795923 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4730e7a6-8e5d-44db-90ac-260594419dc6 req-8c16a356-ee97-4469-9a5a-de0792ff2153 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "GET /v2.0/security-groups?id=86f57639-0571-4464-a714-e385ef3d8493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5785158 Nov 12 01:02:42.816383 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2d9761d8-d4b4-4f3b-80ba-6d295409931c req-011ac87f-621c-4187-82e4-31de9ebe0f78 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5782399 Nov 12 01:02:42.855792 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7cc8c98-2db7-4a36-940a-274d3febcba5 admin admin] Deleting subnet 65eb3e10-c84c-40a8-8f03-65f6c59048bb {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:02:42.903175 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb9197-0a7e-4e43-bc6d-64dc3402bd34 admin admin] Pushing event deleted for resources: {'Network': ['ID=20272085-50d7-4b0a-86f2-a1bbedaa50f7,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:42.926434 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e7cc8c98-2db7-4a36-940a-274d3febcba5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:42.990874 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-61023633-5f41-4113-90f9-65321800b00e None None] Set router 2dee8e48-de22-4dd9-841d-0ab67f467e7d gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:02:42.994236 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-78e258de-1c9f-49ae-a186-20ba3ddbd768 None None] Provisioning complete for port 542ddb07-8f7a-44fa-917d-3da9015f54ec triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:42.994236 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-78e258de-1c9f-49ae-a186-20ba3ddbd768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:43.033193 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e7cc8c98-2db7-4a36-940a-274d3febcba5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:43.170470 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e7cc8c98-2db7-4a36-940a-274d3febcba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:43.172511 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-d5598395-739a-4306-a579-499ab17ace3b service neutron] For port d7155c35-074f-4ae5-aa90-e76bbcfeca13, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:02:43.276260 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-78e258de-1c9f-49ae-a186-20ba3ddbd768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:43.312448 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e7cc8c98-2db7-4a36-940a-274d3febcba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:43.331990 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-d5598395-739a-4306-a579-499ab17ace3b service neutron] For port d7155c35-074f-4ae5-aa90-e76bbcfeca13, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d7155c35-074f-4ae5-aa90-e76bbcfeca13,segment=NetworkSegment(3b8d314a-fb91-4753-a376-6dadf7d1ae46),segment_id=3b8d314a-fb91-4753-a376-6dadf7d1ae46)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:02:43.351549 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c44211c4-c805-44de-976a-88fea751754c tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:43.369201 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-d5598395-739a-4306-a579-499ab17ace3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:43.387235 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a3dce0-f16d-4f80-8e01-88dce9063665 req-a32b6a19-ff21-4f5e-8e8c-8582b5bda682 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:43.396383 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a6a3dce0-f16d-4f80-8e01-88dce9063665 req-a32b6a19-ff21-4f5e-8e8c-8582b5bda682 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 943 time: 0.2543890 Nov 12 01:02:43.413983 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c44211c4-c805-44de-976a-88fea751754c tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:43.433120 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-1a724cb5-4a8d-4767-8d9e-cfd912b9054b req-5b652447-ee2e-49d2-9777-0fca3f2054c3 service neutron] Attempting to bind port ac1180cb-7bbd-421c-a709-89ce96132ed6 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:02:43.433626 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-1a724cb5-4a8d-4767-8d9e-cfd912b9054b req-5b652447-ee2e-49d2-9777-0fca3f2054c3 service neutron] Attempting to bind port ac1180cb-7bbd-421c-a709-89ce96132ed6 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '160eb3a9-a811-42ba-8ae2-682c5125e1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '589a11d9-462f-4432-aa26-12a7b18ca65f'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:02:43.434147 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a724cb5-4a8d-4767-8d9e-cfd912b9054b req-5b652447-ee2e-49d2-9777-0fca3f2054c3 service neutron] Attempting to bind port ac1180cb-7bbd-421c-a709-89ce96132ed6 on network 589a11d9-462f-4432-aa26-12a7b18ca65f {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:43.447759 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc8c98-2db7-4a36-940a-274d3febcba5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65eb3e10-c84c-40a8-8f03-65f6c59048bb,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:43.451032 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-78e258de-1c9f-49ae-a186-20ba3ddbd768 None None] For port 542ddb07-8f7a-44fa-917d-3da9015f54ec, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=542ddb07-8f7a-44fa-917d-3da9015f54ec,segment=NetworkSegment(6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4),segment_id=6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:43.463523 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-78e258de-1c9f-49ae-a186-20ba3ddbd768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:43.463719 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44211c4-c805-44de-976a-88fea751754c tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e04f32f-5bbd-4ca3-8b8a-d8de6428e24e,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:43.470518 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e7cc8c98-2db7-4a36-940a-274d3febcba5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:43.478766 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e7cc8c98-2db7-4a36-940a-274d3febcba5 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/65eb3e10-c84c-40a8-8f03-65f6c59048bb HTTP/1.1" status: 204 len: 168 time: 0.7573228 Nov 12 01:02:43.485198 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34596) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:43.545030 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a724cb5-4a8d-4767-8d9e-cfd912b9054b req-5b652447-ee2e-49d2-9777-0fca3f2054c3 service neutron] Port ac1180cb-7bbd-421c-a709-89ce96132ed6 on network 589a11d9-462f-4432-aa26-12a7b18ca65f not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:02:43.545559 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a724cb5-4a8d-4767-8d9e-cfd912b9054b req-5b652447-ee2e-49d2-9777-0fca3f2054c3 service neutron] Attempting to bind port ac1180cb-7bbd-421c-a709-89ce96132ed6 on network 589a11d9-462f-4432-aa26-12a7b18ca65f {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:43.590976 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c44211c4-c805-44de-976a-88fea751754c tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:43.595440 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c44211c4-c805-44de-976a-88fea751754c tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0415170 Nov 12 01:02:43.605306 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930558e3-8e60-43f7-aba9-cf5bd28aa7eb req-4aab4137-e789-41b6-9ef4-15454cf31c4e tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:43.608614 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-930558e3-8e60-43f7-aba9-cf5bd28aa7eb req-4aab4137-e789-41b6-9ef4-15454cf31c4e tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b890535-4d0e-4e9b-9c6b-99e99e93ba1d HTTP/1.1" status: 200 len: 946 time: 0.3260663 Nov 12 01:02:43.609145 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34598) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:43.619190 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-7142a415-f3b2-4e96-afc3-7360ce2c5468 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Request body: {'security_group_rule': {'security_group_id': '4c0c3041-f33c-4b7f-a6c7-899c4fb6463d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:43.621471 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-d5598395-739a-4306-a579-499ab17ace3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:43.623015 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-d5598395-739a-4306-a579-499ab17ace3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:43.624955 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-d5598395-739a-4306-a579-499ab17ace3b service neutron] 10.222.0.44 "PUT /v2.0/ports/d7155c35-074f-4ae5-aa90-e76bbcfeca13 HTTP/1.1" status: 200 len: 1132 time: 4.9946237 Nov 12 01:02:43.628219 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'tag': 'd7155c35-074f-4ae5-aa90-e76bbcfeca13'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:02:43.631906 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976a87e9-fa35-4af8-8a8d-f79680ceea70" -d '{"events": [{"name": "network-changed", "server_uuid": "f4d7bf12-651b-4ebe-8869-e52af4287213", "tag": "d7155c35-074f-4ae5-aa90-e76bbcfeca13"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:02:43.656309 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a724cb5-4a8d-4767-8d9e-cfd912b9054b req-5b652447-ee2e-49d2-9777-0fca3f2054c3 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:02:43.659439 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a724cb5-4a8d-4767-8d9e-cfd912b9054b req-5b652447-ee2e-49d2-9777-0fca3f2054c3 service neutron] Checking segment: {'id': '160eb3a9-a811-42ba-8ae2-682c5125e1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '589a11d9-462f-4432-aa26-12a7b18ca65f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:02:43.661024 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a724cb5-4a8d-4767-8d9e-cfd912b9054b req-5b652447-ee2e-49d2-9777-0fca3f2054c3 service neutron] Bound using segment: {'id': '160eb3a9-a811-42ba-8ae2-682c5125e1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '589a11d9-462f-4432-aa26-12a7b18ca65f'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:02:43.661981 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-1a724cb5-4a8d-4767-8d9e-cfd912b9054b req-5b652447-ee2e-49d2-9777-0fca3f2054c3 service neutron] Bound port: ac1180cb-7bbd-421c-a709-89ce96132ed6, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '160eb3a9-a811-42ba-8ae2-682c5125e1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '589a11d9-462f-4432-aa26-12a7b18ca65f'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:02:43.662262 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e258de-1c9f-49ae-a186-20ba3ddbd768 None None] Pushing event updated for resources: {'Port': ['ID=542ddb07-8f7a-44fa-917d-3da9015f54ec,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:43.662844 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1a724cb5-4a8d-4767-8d9e-cfd912b9054b req-5b652447-ee2e-49d2-9777-0fca3f2054c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:43.681833 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-61023633-5f41-4113-90f9-65321800b00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dee8e48-de22-4dd9-841d-0ab67f467e7d', 'name': 'tempest-ServerActionsTestJSON-991690239-router', 'tenant_id': '7bbe35289028429ba1e1b86033a5bcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'adce4e55-d671-43aa-a2eb-7d54426a63ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:19Z', 'updated_at': '2021-11-12T01:02:35Z', 'revision_number': 4, 'project_id': '7bbe35289028429ba1e1b86033a5bcab', 'gw_port': {'id': 'adce4e55-d671-43aa-a2eb-7d54426a63ad', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dee8e48-de22-4dd9-841d-0ab67f467e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:20Z', 'updated_at': '2021-11-12T01:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '542ddb07-8f7a-44fa-917d-3da9015f54ec', 'name': '', 'network_id': 'e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4', 'tenant_id': '7bbe35289028429ba1e1b86033a5bcab', 'mac_address': 'fa:16:3e:0e:5f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dee8e48-de22-4dd9-841d-0ab67f467e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '55fa7c58-77a8-4d04-ad83-d7b14788e8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:31Z', 'updated_at': '2021-11-12T01:02:42Z', 'revision_number': 4, 'project_id': '7bbe35289028429ba1e1b86033a5bcab', 'subnets': [{'id': '55fa7c58-77a8-4d04-ad83-d7b14788e8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:43.691215 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18771a16-b58e-4e70-a37b-773d2e5b5273 req-f38ed455-7937-4d50-a7b8-57cea60297a4 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:43.699276 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-18771a16-b58e-4e70-a37b-773d2e5b5273 req-f38ed455-7937-4d50-a7b8-57cea60297a4 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/networks?id=84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c HTTP/1.1" status: 200 len: 815 time: 0.7154677 Nov 12 01:02:43.735121 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-f7d30374-2bb8-473d-8c8d-3a3e3a5c9d73 None None] Provisioning complete for port 542ddb07-8f7a-44fa-917d-3da9015f54ec triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:43.735542 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f7d30374-2bb8-473d-8c8d-3a3e3a5c9d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:43.739195 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-dd29388f-5de0-4ae6-9bd1-c6fef1e4ce93 service neutron] Request body: {'port': {'device_id': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:43.762494 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a6a3dce0-f16d-4f80-8e01-88dce9063665 req-ce451d6d-ae3a-4d54-a63b-c84149651382 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=0762cf07-0f13-471a-a31e-80fa878bd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3648469 Nov 12 01:02:43.806551 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61023633-5f41-4113-90f9-65321800b00e None None] The sync data for ids ['2dee8e48-de22-4dd9-841d-0ab67f467e7d'] in n-d-712142-27 is: [{'id': '2dee8e48-de22-4dd9-841d-0ab67f467e7d', 'name': 'tempest-ServerActionsTestJSON-991690239-router', 'tenant_id': '7bbe35289028429ba1e1b86033a5bcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'adce4e55-d671-43aa-a2eb-7d54426a63ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:19Z', 'updated_at': '2021-11-12T01:02:35Z', 'revision_number': 4, 'project_id': '7bbe35289028429ba1e1b86033a5bcab', 'gw_port': {'id': 'adce4e55-d671-43aa-a2eb-7d54426a63ad', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dee8e48-de22-4dd9-841d-0ab67f467e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:20Z', 'updated_at': '2021-11-12T01:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '542ddb07-8f7a-44fa-917d-3da9015f54ec', 'name': '', 'network_id': 'e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4', 'tenant_id': '7bbe35289028429ba1e1b86033a5bcab', 'mac_address': 'fa:16:3e:0e:5f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dee8e48-de22-4dd9-841d-0ab67f467e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '55fa7c58-77a8-4d04-ad83-d7b14788e8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:31Z', 'updated_at': '2021-11-12T01:02:42Z', 'revision_number': 4, 'project_id': '7bbe35289028429ba1e1b86033a5bcab', 'subnets': [{'id': '55fa7c58-77a8-4d04-ad83-d7b14788e8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:02:43.889217 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-18771a16-b58e-4e70-a37b-773d2e5b5273 req-96be011e-1013-476e-8c8a-2c8516d1136b tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/quotas/4c0e9b301a7843818888ad914944b955 HTTP/1.1" status: 200 len: 375 time: 0.1827908 Nov 12 01:02:43.889431 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908cb8d3-7356-4c5c-94d3-179188b82bf0 x-openstack-request-id: req-908cb8d3-7356-4c5c-94d3-179188b82bf0 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:02:43.889766 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ebf684-3d6e-49b9-a336-d9023a15ae83", "name": "network-vif-plugged", "status": "completed", "tag": "2ab75930-842d-4d8e-99b2-87e018d0d88f", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:02:43.890032 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-908cb8d3-7356-4c5c-94d3-179188b82bf0 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:02:43.890451 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ebf684-3d6e-49b9-a336-d9023a15ae83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ab75930-842d-4d8e-99b2-87e018d0d88f', 'code': 200} Nov 12 01:02:43.895003 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-af66ae11-4569-423a-9ec5-4e7a8326546b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:44.060189 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7142a415-f3b2-4e96-afc3-7360ce2c5468 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:44.062054 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5598395-739a-4306-a579-499ab17ace3b service neutron] Pushing event updated for resources: {'Port': ['ID=d7155c35-074f-4ae5-aa90-e76bbcfeca13,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:44.268767 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-1a724cb5-4a8d-4767-8d9e-cfd912b9054b req-5b652447-ee2e-49d2-9777-0fca3f2054c3 service neutron] For port ac1180cb-7bbd-421c-a709-89ce96132ed6, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:02:44.298475 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-930558e3-8e60-43f7-aba9-cf5bd28aa7eb req-cc19b87c-7774-42ea-b828-21e59f902ca6 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Deleting port b638f517-29a2-463b-ae56-b0127b582dd6 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:02:44.298735 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-930558e3-8e60-43f7-aba9-cf5bd28aa7eb req-cc19b87c-7774-42ea-b828-21e59f902ca6 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:44.302731 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-af66ae11-4569-423a-9ec5-4e7a8326546b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:44.315321 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-1a724cb5-4a8d-4767-8d9e-cfd912b9054b req-5b652447-ee2e-49d2-9777-0fca3f2054c3 service neutron] For port ac1180cb-7bbd-421c-a709-89ce96132ed6, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=ac1180cb-7bbd-421c-a709-89ce96132ed6,segment=NetworkSegment(160eb3a9-a811-42ba-8ae2-682c5125e1c5),segment_id=160eb3a9-a811-42ba-8ae2-682c5125e1c5)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:02:44.321766 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-18771a16-b58e-4e70-a37b-773d2e5b5273 req-6f8a4f51-fb4f-4275-ba7e-2526c3734e40 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4c0e9b301a7843818888ad914944b955&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4291952 Nov 12 01:02:44.322586 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-dd29388f-5de0-4ae6-9bd1-c6fef1e4ce93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:44.343743 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7142a415-f3b2-4e96-afc3-7360ce2c5468 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:44.356675 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1a724cb5-4a8d-4767-8d9e-cfd912b9054b req-5b652447-ee2e-49d2-9777-0fca3f2054c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:44.386789 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-af66ae11-4569-423a-9ec5-4e7a8326546b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67fc43fb-00db-4315-a270-b217d01b2fc3']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:44.392006 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7142a415-f3b2-4e96-afc3-7360ce2c5468 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:44.414186 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-af66ae11-4569-423a-9ec5-4e7a8326546b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a5ea4ad-32f9-408f-9bb9-69775c40825c') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:44.414480 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-af66ae11-4569-423a-9ec5-4e7a8326546b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a5ea4ad-32f9-408f-9bb9-69775c40825c') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:02:44.447073 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-af66ae11-4569-423a-9ec5-4e7a8326546b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:44.450258 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a13a9-30e8-45e8-9421-10cc35fd77fd req-d54276f4-1ef1-4130-963d-891c666194d8 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:44.451677 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7142a415-f3b2-4e96-afc3-7360ce2c5468 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de642d17-3559-4bbc-8213-44790dffcd9f,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:44.460555 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a13a9-30e8-45e8-9421-10cc35fd77fd req-d54276f4-1ef1-4130-963d-891c666194d8 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:44.470821 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a13a9-30e8-45e8-9421-10cc35fd77fd req-d54276f4-1ef1-4130-963d-891c666194d8 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:44.477997 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a13a9-30e8-45e8-9421-10cc35fd77fd req-d54276f4-1ef1-4130-963d-891c666194d8 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:44.483563 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7142a415-f3b2-4e96-afc3-7360ce2c5468 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:44.484884 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7142a415-f3b2-4e96-afc3-7360ce2c5468 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8714862 Nov 12 01:02:44.488305 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a13a9-30e8-45e8-9421-10cc35fd77fd req-d54276f4-1ef1-4130-963d-891c666194d8 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:44.489820 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-af66ae11-4569-423a-9ec5-4e7a8326546b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:44.491330 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34608) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:44.496005 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-505d8432-eb87-4aba-8353-c9c411751e47 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Request body: {'floatingip': {'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:44.500897 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a13a9-30e8-45e8-9421-10cc35fd77fd req-d54276f4-1ef1-4130-963d-891c666194d8 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:44.509282 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a13a9-30e8-45e8-9421-10cc35fd77fd req-d54276f4-1ef1-4130-963d-891c666194d8 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:44.519199 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d2a13a9-30e8-45e8-9421-10cc35fd77fd req-d54276f4-1ef1-4130-963d-891c666194d8 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 5372 time: 0.4432425 Nov 12 01:02:44.519520 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af66ae11-4569-423a-9ec5-4e7a8326546b admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:02:44.519657 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-af66ae11-4569-423a-9ec5-4e7a8326546b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:44.521841 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:02:44.521841 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:02:44.521841 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:02:44.521841 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:02:44.521841 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:02:44.521841 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:02:44.521841 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:02:44.521841 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:02:44.521841 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:02:44.521841 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:02:44.521841 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:02:44.521841 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:02:44.521841 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:02:44.521841 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:02:44.521841 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:02:44.521841 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:02:44.521841 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:02:44.521841 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:02:44.521841 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:02:44.521841 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:02:44.521841 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:02:44.521841 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:02:44.521841 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:02:44.521841 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:02:44.521841 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:02:44.521841 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:02:44.521841 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:02:44.521841 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:02:44.521841 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:02:44.521841 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:02:44.521841 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:02:44.521841 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:02:44.525517 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-930558e3-8e60-43f7-aba9-cf5bd28aa7eb req-cc19b87c-7774-42ea-b828-21e59f902ca6 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] For port b638f517-29a2-463b-ae56-b0127b582dd6, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=b638f517-29a2-463b-ae56-b0127b582dd6,segment=NetworkSegment(9dbffe20-fa57-4fc9-974f-82a4aaa66cb3),segment_id=9dbffe20-fa57-4fc9-974f-82a4aaa66cb3)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:44.525517 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-930558e3-8e60-43f7-aba9-cf5bd28aa7eb req-cc19b87c-7774-42ea-b828-21e59f902ca6 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:44.602524 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-930558e3-8e60-43f7-aba9-cf5bd28aa7eb req-cc19b87c-7774-42ea-b828-21e59f902ca6 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Calling delete_port for b638f517-29a2-463b-ae56-b0127b582dd6 owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:02:44.619264 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4863ff-8a13-48b4-acbc-f802aca97c60 req-76b2abb6-1407-4bde-b512-0d344a72c776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:44.621181 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7d4863ff-8a13-48b4-acbc-f802aca97c60 req-76b2abb6-1407-4bde-b512-0d344a72c776 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=37ebf684-3d6e-49b9-a336-d9023a15ae83 HTTP/1.1" status: 200 len: 1098 time: 0.4981363 Nov 12 01:02:44.641327 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-505d8432-eb87-4aba-8353-c9c411751e47 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks [] for floatingip, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:44.658603 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a724cb5-4a8d-4767-8d9e-cfd912b9054b req-5b652447-ee2e-49d2-9777-0fca3f2054c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:44.675251 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1a724cb5-4a8d-4767-8d9e-cfd912b9054b req-5b652447-ee2e-49d2-9777-0fca3f2054c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:44.681747 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1a724cb5-4a8d-4767-8d9e-cfd912b9054b req-5b652447-ee2e-49d2-9777-0fca3f2054c3 service neutron] 10.222.0.44 "PUT /v2.0/ports/ac1180cb-7bbd-421c-a709-89ce96132ed6 HTTP/1.1" status: 200 len: 1092 time: 3.9417908 Nov 12 01:02:44.842604 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7d4863ff-8a13-48b4-acbc-f802aca97c60 req-86861637-559e-4c16-939f-bb37ecce06b5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067192 Nov 12 01:02:44.855715 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-18771a16-b58e-4e70-a37b-773d2e5b5273 req-bb8158ba-cdd2-46a5-8955-e235ecd225e8 service neutron] 10.222.0.45 "GET /v2.0/networks/84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5088558 Nov 12 01:02:44.956184 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b652447-ee2e-49d2-9777-0fca3f2054c3 service neutron] Pushing event updated for resources: {'Port': ['ID=ac1180cb-7bbd-421c-a709-89ce96132ed6,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:45.064927 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d2a13a9-30e8-45e8-9421-10cc35fd77fd req-45eba296-b74d-4834-b9e7-9e93d6ee18d0 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c2064e3-365e-4ce1-97ba-786147ddb249&id=cc2c1d93-00ba-4bf1-8dce-5f2d256d3645&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5444191 Nov 12 01:02:45.189464 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-af66ae11-4569-423a-9ec5-4e7a8326546b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:45.309692 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-af66ae11-4569-423a-9ec5-4e7a8326546b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:45.317642 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-af66ae11-4569-423a-9ec5-4e7a8326546b admin admin] 10.222.0.45 "DELETE /v2.0/networks/67fc43fb-00db-4315-a270-b217d01b2fc3 HTTP/1.1" status: 204 len: 168 time: 1.8210871 Nov 12 01:02:45.340450 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-dd29388f-5de0-4ae6-9bd1-c6fef1e4ce93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87149f6f-d97b-47f5-ab95-570cc8b6ab52 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:02:45.347561 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-930558e3-8e60-43f7-aba9-cf5bd28aa7eb req-cc19b87c-7774-42ea-b828-21e59f902ca6 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:45.351553 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af66ae11-4569-423a-9ec5-4e7a8326546b admin admin] Pushing event deleted for resources: {'Network': ['ID=67fc43fb-00db-4315-a270-b217d01b2fc3,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:45.353323 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-dd29388f-5de0-4ae6-9bd1-c6fef1e4ce93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:45.370996 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-dd29388f-5de0-4ae6-9bd1-c6fef1e4ce93 service neutron] Transition to ACTIVE for port object 87149f6f-d97b-47f5-ab95-570cc8b6ab52 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:02:45.375056 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a84400d-2113-47f5-88b6-d0cc144b4882 x-openstack-request-id: req-8a84400d-2113-47f5-88b6-d0cc144b4882 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:02:45.375439 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4d7bf12-651b-4ebe-8869-e52af4287213", "tag": "d7155c35-074f-4ae5-aa90-e76bbcfeca13", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:02:45.376162 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8a84400d-2113-47f5-88b6-d0cc144b4882 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:02:45.376679 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'tag': 'd7155c35-074f-4ae5-aa90-e76bbcfeca13', 'status': 'completed', 'code': 200} Nov 12 01:02:45.382402 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a724cb5-4a8d-4767-8d9e-cfd912b9054b req-5edaffa2-f2c8-4ff5-865c-97e2e6d3a1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:45.384073 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1a724cb5-4a8d-4767-8d9e-cfd912b9054b req-5edaffa2-f2c8-4ff5-865c-97e2e6d3a1fb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1650592d4cf74284855a02a26c6d9866&device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 1095 time: 0.5450821 Nov 12 01:02:45.406907 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-18771a16-b58e-4e70-a37b-773d2e5b5273 req-fc73021d-0b99-4414-b104-f4a14fd47875 service neutron] 10.222.0.45 "GET /v2.0/networks/84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5497901 Nov 12 01:02:45.407601 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-dd29388f-5de0-4ae6-9bd1-c6fef1e4ce93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:45.484755 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc19b87c-7774-42ea-b828-21e59f902ca6 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Pushing event deleted for resources: {'Port': ['ID=b638f517-29a2-463b-ae56-b0127b582dd6,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:45.517668 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1a724cb5-4a8d-4767-8d9e-cfd912b9054b req-f03fccf5-5278-4953-81ef-b9026aaacf66 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac1180cb-7bbd-421c-a709-89ce96132ed6 HTTP/1.1" status: 200 len: 217 time: 0.1058517 Nov 12 01:02:45.586892 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-930558e3-8e60-43f7-aba9-cf5bd28aa7eb req-cc19b87c-7774-42ea-b828-21e59f902ca6 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] No DVR routers for this DVR port b638f517-29a2-463b-ae56-b0127b582dd6 on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:02:45.593610 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-930558e3-8e60-43f7-aba9-cf5bd28aa7eb req-cc19b87c-7774-42ea-b828-21e59f902ca6 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:45.599539 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-930558e3-8e60-43f7-aba9-cf5bd28aa7eb req-cc19b87c-7774-42ea-b828-21e59f902ca6 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.44 "DELETE /v2.0/ports/b638f517-29a2-463b-ae56-b0127b582dd6 HTTP/1.1" status: 204 len: 173 time: 1.9679782 Nov 12 01:02:45.603864 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b890535-4d0e-4e9b-9c6b-99e99e93ba1d', 'name': 'network-vif-deleted', 'tag': 'b638f517-29a2-463b-ae56-b0127b582dd6'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:02:45.608319 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f793e3c5-860b-4ba4-99ff-8fbc8bee3bd1" -d '{"events": [{"server_uuid": "2b890535-4d0e-4e9b-9c6b-99e99e93ba1d", "name": "network-vif-deleted", "tag": "b638f517-29a2-463b-ae56-b0127b582dd6"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:02:45.623644 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34616) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:45.704641 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd29388f-5de0-4ae6-9bd1-c6fef1e4ce93 service neutron] Pushing event updated for resources: {'Port': ['ID=87149f6f-d97b-47f5-ab95-570cc8b6ab52,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:45.789282 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-965c3c31-6f2a-4ccc-838c-f2ef3969d71d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=56f30f9bff934fe595f645bcafe03d8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1634417 Nov 12 01:02:45.796153 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a724cb5-4a8d-4767-8d9e-cfd912b9054b req-bb048011-772a-412c-9f0b-d639271d263a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:45.800442 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1a724cb5-4a8d-4767-8d9e-cfd912b9054b req-bb048011-772a-412c-9f0b-d639271d263a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=34773eb3-d58a-4b8a-a536-c500cef253a8 HTTP/1.1" status: 200 len: 855 time: 0.2023432 Nov 12 01:02:45.806622 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34622) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:45.968953 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a87e9-fa35-4af8-8a8d-f79680ceea70 req-a2a4b815-4757-4ec7-8b8d-ccb2c1bd203b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:45.970404 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a87e9-fa35-4af8-8a8d-f79680ceea70 req-a2a4b815-4757-4ec7-8b8d-ccb2c1bd203b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:45.970404 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a87e9-fa35-4af8-8a8d-f79680ceea70 req-a2a4b815-4757-4ec7-8b8d-ccb2c1bd203b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:45.970404 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a87e9-fa35-4af8-8a8d-f79680ceea70 req-a2a4b815-4757-4ec7-8b8d-ccb2c1bd203b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:45.970817 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a87e9-fa35-4af8-8a8d-f79680ceea70 req-a2a4b815-4757-4ec7-8b8d-ccb2c1bd203b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:45.971234 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a87e9-fa35-4af8-8a8d-f79680ceea70 req-a2a4b815-4757-4ec7-8b8d-ccb2c1bd203b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:45.971687 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a87e9-fa35-4af8-8a8d-f79680ceea70 req-a2a4b815-4757-4ec7-8b8d-ccb2c1bd203b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:45.992801 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-976a87e9-fa35-4af8-8a8d-f79680ceea70 req-a2a4b815-4757-4ec7-8b8d-ccb2c1bd203b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d8109316fd94efaa47eb9260db1f13b&device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 6238 time: 0.6020904 Nov 12 01:02:46.023332 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033ca27-ff05-4116-b05d-33262bb5108b req-c0c370df-80d2-45ba-9b6c-5822e44f69ae tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:46.026747 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device b638f517-29a2-463b-ae56-b0127b582dd6 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:02:46.043332 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e033ca27-ff05-4116-b05d-33262bb5108b req-c0c370df-80d2-45ba-9b6c-5822e44f69ae tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "GET /v2.0/ports?device_id=79a58dd3-fdf9-4b0b-8d60-09483063a895 HTTP/1.1" status: 200 len: 945 time: 0.6633544 Nov 12 01:02:46.065370 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-505d8432-eb87-4aba-8353-c9c411751e47 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:46.089463 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 542ddb07-8f7a-44fa-917d-3da9015f54ec up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:46.103911 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: b638f517-29a2-463b-ae56-b0127b582dd6 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:02:46.104850 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device b638f517-29a2-463b-ae56-b0127b582dd6 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:02:46.130419 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d5add53a-3af5-4b99-8b02-c52bc6e1f66e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:46.225276 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 542ddb07-8f7a-44fa-917d-3da9015f54ec triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:46.226491 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:46.304119 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d5add53a-3af5-4b99-8b02-c52bc6e1f66e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:46.317528 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a724cb5-4a8d-4767-8d9e-cfd912b9054b req-12c5516b-8f37-418d-8f9a-9ae256740f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:46.320378 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1a724cb5-4a8d-4767-8d9e-cfd912b9054b req-12c5516b-8f37-418d-8f9a-9ae256740f28 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=589a11d9-462f-4432-aa26-12a7b18ca65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4543202 Nov 12 01:02:46.417235 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f25170-2580-402a-afad-98f38cf8de52 req-cbb4b902-8cd1-4743-8f0e-02f757e5078a tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:46.418802 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-11f25170-2580-402a-afad-98f38cf8de52 req-cbb4b902-8cd1-4743-8f0e-02f757e5078a tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=37ebf684-3d6e-49b9-a336-d9023a15ae83 HTTP/1.1" status: 200 len: 946 time: 0.5682926 Nov 12 01:02:46.433842 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-505d8432-eb87-4aba-8353-c9c411751e47 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Allocated IP 172.25.3.58 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/1309bc50-afc3-4a55-b560-b0ad0dbbea0a) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:46.435569 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-dd29388f-5de0-4ae6-9bd1-c6fef1e4ce93 service neutron] Attempting to bind port 87149f6f-d97b-47f5-ab95-570cc8b6ab52 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:02:46.436002 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-dd29388f-5de0-4ae6-9bd1-c6fef1e4ce93 service neutron] Attempting to bind port 87149f6f-d97b-47f5-ab95-570cc8b6ab52 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '3b8d314a-fb91-4753-a376-6dadf7d1ae46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bca8627a-85cd-44bc-bbc5-d27b1e587fca'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:02:46.436289 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-dd29388f-5de0-4ae6-9bd1-c6fef1e4ce93 service neutron] Attempting to bind port 87149f6f-d97b-47f5-ab95-570cc8b6ab52 on network bca8627a-85cd-44bc-bbc5-d27b1e587fca {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:46.454148 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e033ca27-ff05-4116-b05d-33262bb5108b req-3a6e8261-a701-4a85-baa9-505bdb428a0d tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "GET /v2.0/security-groups?id=86f57639-0571-4464-a714-e385ef3d8493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4088359 Nov 12 01:02:46.604275 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d5add53a-3af5-4b99-8b02-c52bc6e1f66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:46.609037 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d5add53a-3af5-4b99-8b02-c52bc6e1f66e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:46.613449 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d5add53a-3af5-4b99-8b02-c52bc6e1f66e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c2fc0c33-eecc-46d9-b9e3-df818a3ca8ab HTTP/1.1" status: 204 len: 168 time: 0.8030560 Nov 12 01:02:46.645914 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5add53a-3af5-4b99-8b02-c52bc6e1f66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2fc0c33-eecc-46d9-b9e3-df818a3ca8ab,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:46.753165 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-505d8432-eb87-4aba-8353-c9c411751e47 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:46.755267 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-dd29388f-5de0-4ae6-9bd1-c6fef1e4ce93 service neutron] Port 87149f6f-d97b-47f5-ab95-570cc8b6ab52 on network bca8627a-85cd-44bc-bbc5-d27b1e587fca not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:02:46.755598 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-dd29388f-5de0-4ae6-9bd1-c6fef1e4ce93 service neutron] Attempting to bind port 87149f6f-d97b-47f5-ab95-570cc8b6ab52 on network bca8627a-85cd-44bc-bbc5-d27b1e587fca {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:46.836222 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a87e9-fa35-4af8-8a8d-f79680ceea70 req-bc538488-d2b7-4ae2-8826-0ac18a151f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:46.836825 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a87e9-fa35-4af8-8a8d-f79680ceea70 req-bc538488-d2b7-4ae2-8826-0ac18a151f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:46.837300 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a87e9-fa35-4af8-8a8d-f79680ceea70 req-bc538488-d2b7-4ae2-8826-0ac18a151f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:46.840691 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-976a87e9-fa35-4af8-8a8d-f79680ceea70 req-bc538488-d2b7-4ae2-8826-0ac18a151f55 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=1d8109316fd94efaa47eb9260db1f13b&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.7536120 Nov 12 01:02:46.845543 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-dd29388f-5de0-4ae6-9bd1-c6fef1e4ce93 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:02:46.845849 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-dd29388f-5de0-4ae6-9bd1-c6fef1e4ce93 service neutron] Checking segment: {'id': '3b8d314a-fb91-4753-a376-6dadf7d1ae46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bca8627a-85cd-44bc-bbc5-d27b1e587fca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:02:46.846105 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-dd29388f-5de0-4ae6-9bd1-c6fef1e4ce93 service neutron] Bound using segment: {'id': '3b8d314a-fb91-4753-a376-6dadf7d1ae46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bca8627a-85cd-44bc-bbc5-d27b1e587fca'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:02:46.846683 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-dd29388f-5de0-4ae6-9bd1-c6fef1e4ce93 service neutron] Bound port: 87149f6f-d97b-47f5-ab95-570cc8b6ab52, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b8d314a-fb91-4753-a376-6dadf7d1ae46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bca8627a-85cd-44bc-bbc5-d27b1e587fca'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:02:46.847127 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-dd29388f-5de0-4ae6-9bd1-c6fef1e4ce93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:46.869502 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-11f25170-2580-402a-afad-98f38cf8de52 req-78ca33e5-4a4f-4b96-821f-9311864a3fe5 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4209616 Nov 12 01:02:46.905941 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-505d8432-eb87-4aba-8353-c9c411751e47 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:46.946463 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505d8432-eb87-4aba-8353-c9c411751e47 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:46.957034 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-505d8432-eb87-4aba-8353-c9c411751e47 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:46.957034 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505d8432-eb87-4aba-8353-c9c411751e47 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:47.038573 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a19a0e-1459-444b-876b-979496e585f7 x-openstack-request-id: req-15a19a0e-1459-444b-876b-979496e585f7 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:02:47.039020 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b890535-4d0e-4e9b-9c6b-99e99e93ba1d", "name": "network-vif-deleted", "tag": "b638f517-29a2-463b-ae56-b0127b582dd6", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:02:47.039429 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-15a19a0e-1459-444b-876b-979496e585f7 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:02:47.040091 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b890535-4d0e-4e9b-9c6b-99e99e93ba1d', 'name': 'network-vif-deleted', 'tag': 'b638f517-29a2-463b-ae56-b0127b582dd6', 'status': 'completed', 'code': 200} Nov 12 01:02:47.102771 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d8432-eb87-4aba-8353-c9c411751e47 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Pushing event updated for resources: {'Port': ['ID=1309bc50-afc3-4a55-b560-b0ad0dbbea0a,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:47.191043 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-505d8432-eb87-4aba-8353-c9c411751e47 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:47.278935 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-505d8432-eb87-4aba-8353-c9c411751e47 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:47.478512 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34638) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:47.573678 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc3b8661-d254-4c79-9f0a-3043f6703d17', 'tag': 'ac1180cb-7bbd-421c-a709-89ce96132ed6'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:02:47.577785 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9274f62f-5dfd-4b56-8456-1b5dfef36ead" -d '{"events": [{"name": "network-changed", "server_uuid": "fc3b8661-d254-4c79-9f0a-3043f6703d17", "tag": "ac1180cb-7bbd-421c-a709-89ce96132ed6"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:02:47.593229 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-eeb7d254-8ab4-4e4e-8eb6-a9ce7db1c162 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ac4af103527843cc806c7e318f2392bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1126707 Nov 12 01:02:47.597270 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 34642) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:47.641614 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-505d8432-eb87-4aba-8353-c9c411751e47 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:47.653041 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-505d8432-eb87-4aba-8353-c9c411751e47 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:47.696667 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9228a998-865b-438c-a3e5-d188b66db24b req-e0c31cb3-ca96-4cae-bc7d-37391f71abb0 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:47.698822 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9228a998-865b-438c-a3e5-d188b66db24b req-e0c31cb3-ca96-4cae-bc7d-37391f71abb0 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 943 time: 0.9487906 Nov 12 01:02:47.715675 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-28924a85-0521-47af-83d3-289642b63cde req-abbbfdfd-2847-4acf-835c-9b62b8b63eb5 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=66f342e9-d3a2-435c-8a3f-6c6bbbfb5a2c HTTP/1.1" status: 200 len: 210 time: 0.1223879 Nov 12 01:02:47.719030 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1a724cb5-4a8d-4767-8d9e-cfd912b9054b req-6290c0e6-70dd-4e86-91e2-dd47373ff161 service neutron] 10.222.0.44 "GET /v2.0/networks/589a11d9-462f-4432-aa26-12a7b18ca65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3430421 Nov 12 01:02:47.742651 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d8432-eb87-4aba-8353-c9c411751e47 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Pushing event updated for resources: {'Port': ['ID=1309bc50-afc3-4a55-b560-b0ad0dbbea0a,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:47.781745 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-505d8432-eb87-4aba-8353-c9c411751e47 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:47.805865 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-505d8432-eb87-4aba-8353-c9c411751e47 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:47.807239 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-505d8432-eb87-4aba-8353-c9c411751e47 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3149099 Nov 12 01:02:47.994135 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a87e9-fa35-4af8-8a8d-f79680ceea70 req-93d8d2f5-6a0f-4cbc-860d-1f15383e4757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:47.995664 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-976a87e9-fa35-4af8-8a8d-f79680ceea70 req-93d8d2f5-6a0f-4cbc-860d-1f15383e4757 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.0753021 Nov 12 01:02:48.041083 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-dd29388f-5de0-4ae6-9bd1-c6fef1e4ce93 service neutron] For port 87149f6f-d97b-47f5-ab95-570cc8b6ab52, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:02:48.043111 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18771a16-b58e-4e70-a37b-773d2e5b5273 req-45d9b4d5-c62f-4902-949d-ee8da1e586ba tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:48.044953 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-18771a16-b58e-4e70-a37b-773d2e5b5273 req-45d9b4d5-c62f-4902-949d-ee8da1e586ba tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.44 "GET /v2.0/networks?id=84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c HTTP/1.1" status: 200 len: 815 time: 0.2074556 Nov 12 01:02:48.073011 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9228a998-865b-438c-a3e5-d188b66db24b req-611f1b37-5828-40d6-8b16-3f0aee6b7204 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=0762cf07-0f13-471a-a31e-80fa878bd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3409100 Nov 12 01:02:48.078293 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-18771a16-b58e-4e70-a37b-773d2e5b5273 req-09a61c28-6951-4c25-801b-9a8c884ec9b6 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Request body: {'port': {'device_id': '66f342e9-d3a2-435c-8a3f-6c6bbbfb5a2c', 'network_id': '84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c', 'admin_state_up': True, 'tenant_id': '4c0e9b301a7843818888ad914944b955'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:48.085948 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-dd29388f-5de0-4ae6-9bd1-c6fef1e4ce93 service neutron] For port 87149f6f-d97b-47f5-ab95-570cc8b6ab52, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=87149f6f-d97b-47f5-ab95-570cc8b6ab52,segment=NetworkSegment(3b8d314a-fb91-4753-a376-6dadf7d1ae46),segment_id=3b8d314a-fb91-4753-a376-6dadf7d1ae46)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:02:48.109231 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-748cacf2-4cfa-4375-8dfa-b39786a9d2c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:48.112703 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-dd29388f-5de0-4ae6-9bd1-c6fef1e4ce93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:48.241089 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-dd29388f-5de0-4ae6-9bd1-c6fef1e4ce93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:48.242122 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-dd29388f-5de0-4ae6-9bd1-c6fef1e4ce93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:48.244616 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-dd29388f-5de0-4ae6-9bd1-c6fef1e4ce93 service neutron] 10.222.0.44 "PUT /v2.0/ports/87149f6f-d97b-47f5-ab95-570cc8b6ab52 HTTP/1.1" status: 200 len: 1092 time: 4.5102477 Nov 12 01:02:48.260574 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1a724cb5-4a8d-4767-8d9e-cfd912b9054b req-01ae64ca-eb9e-4848-ba4f-e2c76102cb0b service neutron] 10.222.0.44 "GET /v2.0/networks/589a11d9-462f-4432-aa26-12a7b18ca65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5180497 Nov 12 01:02:48.293312 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f40128-3ae2-4200-a657-613ebbec6d53 req-8ba05335-c03e-4d01-87ca-01a866310250 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:48.306095 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f40128-3ae2-4200-a657-613ebbec6d53 req-8ba05335-c03e-4d01-87ca-01a866310250 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:48.319386 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f40128-3ae2-4200-a657-613ebbec6d53 req-8ba05335-c03e-4d01-87ca-01a866310250 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:48.331131 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f40128-3ae2-4200-a657-613ebbec6d53 req-8ba05335-c03e-4d01-87ca-01a866310250 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:48.343772 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f40128-3ae2-4200-a657-613ebbec6d53 req-8ba05335-c03e-4d01-87ca-01a866310250 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:48.356482 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f40128-3ae2-4200-a657-613ebbec6d53 req-8ba05335-c03e-4d01-87ca-01a866310250 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:48.358891 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18771a16-b58e-4e70-a37b-773d2e5b5273 req-09a61c28-6951-4c25-801b-9a8c884ec9b6 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Made reservation on behalf of 4c0e9b301a7843818888ad914944b955 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:48.368722 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f40128-3ae2-4200-a657-613ebbec6d53 req-8ba05335-c03e-4d01-87ca-01a866310250 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:48.382371 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-18771a16-b58e-4e70-a37b-773d2e5b5273 req-09a61c28-6951-4c25-801b-9a8c884ec9b6 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:48.382610 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-12f40128-3ae2-4200-a657-613ebbec6d53 req-8ba05335-c03e-4d01-87ca-01a866310250 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 5384 time: 0.4867487 Nov 12 01:02:48.386641 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-748cacf2-4cfa-4375-8dfa-b39786a9d2c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:48.414603 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-d42ee292-844c-4d0c-bec7-88e23779dfff service neutron] Request body: {'port': {'device_id': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:48.525716 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51be2db-2dbe-406f-82af-b231c82b60bc x-openstack-request-id: req-b51be2db-2dbe-406f-82af-b231c82b60bc {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:02:48.526197 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc3b8661-d254-4c79-9f0a-3043f6703d17", "tag": "ac1180cb-7bbd-421c-a709-89ce96132ed6", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:02:48.526621 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b51be2db-2dbe-406f-82af-b231c82b60bc {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:02:48.527268 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc3b8661-d254-4c79-9f0a-3043f6703d17', 'tag': 'ac1180cb-7bbd-421c-a709-89ce96132ed6', 'status': 'completed', 'code': 200} Nov 12 01:02:48.652746 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-18771a16-b58e-4e70-a37b-773d2e5b5273 req-09a61c28-6951-4c25-801b-9a8c884ec9b6 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Allocated IP 172.20.0.4 (84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c/1a66b550-2936-4c69-9648-647d722ad572/76570ab1-022b-4b34-bd32-3673394fd357) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:48.675745 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd29388f-5de0-4ae6-9bd1-c6fef1e4ce93 service neutron] Pushing event updated for resources: {'Port': ['ID=87149f6f-d97b-47f5-ab95-570cc8b6ab52,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:48.804218 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-12f40128-3ae2-4200-a657-613ebbec6d53 req-35b2d267-5d87-4a95-8730-89b2e0603746 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c2064e3-365e-4ce1-97ba-786147ddb249&id=cc2c1d93-00ba-4bf1-8dce-5f2d256d3645&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4204593 Nov 12 01:02:48.804731 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-d42ee292-844c-4d0c-bec7-88e23779dfff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:48.827935 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a82cf0-191b-4d43-bd4c-bb440366aa96 req-d5ab9c70-50ee-4343-b11a-b0df75431952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:48.829695 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c8a82cf0-191b-4d43-bd4c-bb440366aa96 req-d5ab9c70-50ee-4343-b11a-b0df75431952 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=96b0e06352b2479cb7df6d4462e19f15&device_id=79a58dd3-fdf9-4b0b-8d60-09483063a895 HTTP/1.1" status: 200 len: 1097 time: 0.2828157 Nov 12 01:02:48.833811 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-748cacf2-4cfa-4375-8dfa-b39786a9d2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:48.836629 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-748cacf2-4cfa-4375-8dfa-b39786a9d2c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:48.848508 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-748cacf2-4cfa-4375-8dfa-b39786a9d2c0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1959a0c3-34be-4b07-b757-e7d3ab92e03c HTTP/1.1" status: 204 len: 168 time: 1.2349749 Nov 12 01:02:48.857828 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274f62f-5dfd-4b56-8456-1b5dfef36ead req-10a63cfc-2390-4e2a-bcac-9be3c4356786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:48.861993 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9274f62f-5dfd-4b56-8456-1b5dfef36ead req-10a63cfc-2390-4e2a-bcac-9be3c4356786 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1650592d4cf74284855a02a26c6d9866&device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 1095 time: 0.3127072 Nov 12 01:02:48.896856 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-18771a16-b58e-4e70-a37b-773d2e5b5273 req-09a61c28-6951-4c25-801b-9a8c884ec9b6 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:48.954519 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed1215-e88b-4183-8c1b-e7f3fa0c97b8 req-f9c61bf5-0d73-4583-babd-4d1e44f0e021 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:48.956231 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-55ed1215-e88b-4183-8c1b-e7f3fa0c97b8 req-f9c61bf5-0d73-4583-babd-4d1e44f0e021 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=37ebf684-3d6e-49b9-a336-d9023a15ae83 HTTP/1.1" status: 200 len: 946 time: 0.2875540 Nov 12 01:02:48.962887 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748cacf2-4cfa-4375-8dfa-b39786a9d2c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1959a0c3-34be-4b07-b757-e7d3ab92e03c,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:48.976166 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-18771a16-b58e-4e70-a37b-773d2e5b5273 req-09a61c28-6951-4c25-801b-9a8c884ec9b6 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:49.042611 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18771a16-b58e-4e70-a37b-773d2e5b5273 req-09a61c28-6951-4c25-801b-9a8c884ec9b6 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Network 84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:49.047448 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-18771a16-b58e-4e70-a37b-773d2e5b5273 req-09a61c28-6951-4c25-801b-9a8c884ec9b6 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:49.052761 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-18771a16-b58e-4e70-a37b-773d2e5b5273 req-09a61c28-6951-4c25-801b-9a8c884ec9b6 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:49.120183 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a61c28-6951-4c25-801b-9a8c884ec9b6 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Pushing event updated for resources: {'Port': ['ID=76570ab1-022b-4b34-bd32-3673394fd357,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:49.147629 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18771a16-b58e-4e70-a37b-773d2e5b5273 req-09a61c28-6951-4c25-801b-9a8c884ec9b6 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:49.148366 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-18771a16-b58e-4e70-a37b-773d2e5b5273 req-09a61c28-6951-4c25-801b-9a8c884ec9b6 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:49.175027 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-18771a16-b58e-4e70-a37b-773d2e5b5273 req-09a61c28-6951-4c25-801b-9a8c884ec9b6 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1051476 Nov 12 01:02:49.197419 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-18771a16-b58e-4e70-a37b-773d2e5b5273 req-cbaa2e23-11af-4290-96d0-0b2b4bc76387 service neutron] Request body: {'port': {'device_id': '66f342e9-d3a2-435c-8a3f-6c6bbbfb5a2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:49.286611 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274f62f-5dfd-4b56-8456-1b5dfef36ead req-84e86776-8bed-4528-a321-7522128a6067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:49.288197 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9274f62f-5dfd-4b56-8456-1b5dfef36ead req-84e86776-8bed-4528-a321-7522128a6067 service neutron] 10.222.0.44 "GET /v2.0/networks?id=589a11d9-462f-4432-aa26-12a7b18ca65f HTTP/1.1" status: 200 len: 916 time: 0.4111776 Nov 12 01:02:49.291839 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e6e6a28f-acb6-48dc-b42c-f857881502b3 req-05c7c2e8-b963-45c6-bfed-cd5af33f0a82 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--2054081424&fields=id&tenant_id=7bbe35289028429ba1e1b86033a5bcab HTTP/1.1" status: 200 len: 267 time: 0.2486784 Nov 12 01:02:49.300092 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a82cf0-191b-4d43-bd4c-bb440366aa96 req-157dfc20-624e-4439-87cd-a5fb53672670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:49.301581 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c8a82cf0-191b-4d43-bd4c-bb440366aa96 req-157dfc20-624e-4439-87cd-a5fb53672670 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d6a8462f-5130-4d0f-951a-dac9101bc5c2 HTTP/1.1" status: 200 len: 919 time: 0.4375212 Nov 12 01:02:49.312770 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-18771a16-b58e-4e70-a37b-773d2e5b5273 req-cbaa2e23-11af-4290-96d0-0b2b4bc76387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:49.333425 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-55ed1215-e88b-4183-8c1b-e7f3fa0c97b8 req-4d266c83-1a81-4443-9425-eff25914fdf1 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911847 Nov 12 01:02:49.425420 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9274f62f-5dfd-4b56-8456-1b5dfef36ead req-5ad5e5f2-2479-4466-9b44-4b06614cde66 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac1180cb-7bbd-421c-a709-89ce96132ed6 HTTP/1.1" status: 200 len: 217 time: 0.1125805 Nov 12 01:02:49.609990 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c8a82cf0-191b-4d43-bd4c-bb440366aa96 req-239e9c2c-f88f-4520-9b95-420002d193ac service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dc64195-fee3-489e-abe0-2fb2a598549a HTTP/1.1" status: 200 len: 217 time: 0.2821283 Nov 12 01:02:49.805326 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a82cf0-191b-4d43-bd4c-bb440366aa96 req-8ebea95b-e7db-4542-996f-8b791759e080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:49.807528 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c8a82cf0-191b-4d43-bd4c-bb440366aa96 req-8ebea95b-e7db-4542-996f-8b791759e080 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=26412b35-38aa-41b4-bb78-aab31ac9da6a HTTP/1.1" status: 200 len: 859 time: 0.1566815 Nov 12 01:02:49.818674 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274f62f-5dfd-4b56-8456-1b5dfef36ead req-1ddc23b6-de47-4486-ae18-afe94ef340ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:49.820308 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9274f62f-5dfd-4b56-8456-1b5dfef36ead req-1ddc23b6-de47-4486-ae18-afe94ef340ac service neutron] 10.222.0.44 "GET /v2.0/subnets?id=34773eb3-d58a-4b8a-a536-c500cef253a8 HTTP/1.1" status: 200 len: 855 time: 0.3748057 Nov 12 01:02:49.828555 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-18771a16-b58e-4e70-a37b-773d2e5b5273 req-cbaa2e23-11af-4290-96d0-0b2b4bc76387 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76570ab1-022b-4b34-bd32-3673394fd357 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:02:49.842297 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-18771a16-b58e-4e70-a37b-773d2e5b5273 req-cbaa2e23-11af-4290-96d0-0b2b4bc76387 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:49.891129 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-18771a16-b58e-4e70-a37b-773d2e5b5273 req-cbaa2e23-11af-4290-96d0-0b2b4bc76387 service neutron] Transition to ACTIVE for port object 76570ab1-022b-4b34-bd32-3673394fd357 will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:02:49.904746 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-18771a16-b58e-4e70-a37b-773d2e5b5273 req-cbaa2e23-11af-4290-96d0-0b2b4bc76387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:49.907137 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84777854-ef33-4ba8-a56e-40936e3bc19d req-3785ceac-1960-4550-a305-a75200e69641 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:49.916269 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-84777854-ef33-4ba8-a56e-40936e3bc19d req-3785ceac-1960-4550-a305-a75200e69641 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "GET /v2.0/ports?device_id=79a58dd3-fdf9-4b0b-8d60-09483063a895 HTTP/1.1" status: 200 len: 945 time: 0.4685905 Nov 12 01:02:49.929986 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c8a82cf0-191b-4d43-bd4c-bb440366aa96 req-96141f84-2bed-487d-93eb-c81511ac9e31 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6a8462f-5130-4d0f-951a-dac9101bc5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1086257 Nov 12 01:02:49.976982 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaa2e23-11af-4290-96d0-0b2b4bc76387 service neutron] Pushing event updated for resources: {'Port': ['ID=76570ab1-022b-4b34-bd32-3673394fd357,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:50.029526 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device ac1180cb-7bbd-421c-a709-89ce96132ed6 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:02:50.047735 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6a28f-acb6-48dc-b42c-f857881502b3 req-cf1052ba-4f2b-48dd-8382-d413c7244859 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:50.058883 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e6e6a28f-acb6-48dc-b42c-f857881502b3 req-cf1052ba-4f2b-48dd-8382-d413c7244859 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/networks?id=e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 HTTP/1.1" status: 200 len: 811 time: 0.7321763 Nov 12 01:02:50.110457 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-18771a16-b58e-4e70-a37b-773d2e5b5273 req-cbaa2e23-11af-4290-96d0-0b2b4bc76387 service neutron] Attempting to bind port 76570ab1-022b-4b34-bd32-3673394fd357 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:02:50.110811 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-18771a16-b58e-4e70-a37b-773d2e5b5273 req-cbaa2e23-11af-4290-96d0-0b2b4bc76387 service neutron] Attempting to bind port 76570ab1-022b-4b34-bd32-3673394fd357 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '9dbffe20-fa57-4fc9-974f-82a4aaa66cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:02:50.111340 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18771a16-b58e-4e70-a37b-773d2e5b5273 req-cbaa2e23-11af-4290-96d0-0b2b4bc76387 service neutron] Attempting to bind port 76570ab1-022b-4b34-bd32-3673394fd357 on network 84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:50.117083 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18771a16-b58e-4e70-a37b-773d2e5b5273 req-cbaa2e23-11af-4290-96d0-0b2b4bc76387 service neutron] Port 76570ab1-022b-4b34-bd32-3673394fd357 on network 84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:02:50.117457 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18771a16-b58e-4e70-a37b-773d2e5b5273 req-cbaa2e23-11af-4290-96d0-0b2b4bc76387 service neutron] Attempting to bind port 76570ab1-022b-4b34-bd32-3673394fd357 on network 84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:50.125293 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18771a16-b58e-4e70-a37b-773d2e5b5273 req-cbaa2e23-11af-4290-96d0-0b2b4bc76387 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:02:50.125640 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18771a16-b58e-4e70-a37b-773d2e5b5273 req-cbaa2e23-11af-4290-96d0-0b2b4bc76387 service neutron] Checking segment: {'id': '9dbffe20-fa57-4fc9-974f-82a4aaa66cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:02:50.126156 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18771a16-b58e-4e70-a37b-773d2e5b5273 req-cbaa2e23-11af-4290-96d0-0b2b4bc76387 service neutron] Bound using segment: {'id': '9dbffe20-fa57-4fc9-974f-82a4aaa66cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:02:50.126495 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-18771a16-b58e-4e70-a37b-773d2e5b5273 req-cbaa2e23-11af-4290-96d0-0b2b4bc76387 service neutron] Bound port: 76570ab1-022b-4b34-bd32-3673394fd357, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dbffe20-fa57-4fc9-974f-82a4aaa66cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:02:50.126868 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-18771a16-b58e-4e70-a37b-773d2e5b5273 req-cbaa2e23-11af-4290-96d0-0b2b4bc76387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:50.180180 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e6e6a28f-acb6-48dc-b42c-f857881502b3 req-ecbf1b1b-0e71-4071-abc4-2981c95c98cb tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/quotas/7bbe35289028429ba1e1b86033a5bcab HTTP/1.1" status: 200 len: 375 time: 0.1202414 Nov 12 01:02:50.190281 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274f62f-5dfd-4b56-8456-1b5dfef36ead req-5f4f3c5b-994e-4016-80e8-9b6882a4ce94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:50.191920 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9274f62f-5dfd-4b56-8456-1b5dfef36ead req-5f4f3c5b-994e-4016-80e8-9b6882a4ce94 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=589a11d9-462f-4432-aa26-12a7b18ca65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3385506 Nov 12 01:02:50.203556 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-d42ee292-844c-4d0c-bec7-88e23779dfff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dfccde3-6835-438c-80e1-9143513c8da3 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:02:50.222281 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-84777854-ef33-4ba8-a56e-40936e3bc19d req-1ba8f7d0-b2ee-4fe2-ace6-2be633271790 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "GET /v2.0/security-groups?id=86f57639-0571-4464-a714-e385ef3d8493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044899 Nov 12 01:02:50.237025 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-18771a16-b58e-4e70-a37b-773d2e5b5273 req-cbaa2e23-11af-4290-96d0-0b2b4bc76387 service neutron] For port 76570ab1-022b-4b34-bd32-3673394fd357, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:02:50.242066 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-18771a16-b58e-4e70-a37b-773d2e5b5273 req-cbaa2e23-11af-4290-96d0-0b2b4bc76387 service neutron] For port 76570ab1-022b-4b34-bd32-3673394fd357, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=76570ab1-022b-4b34-bd32-3673394fd357,segment=NetworkSegment(9dbffe20-fa57-4fc9-974f-82a4aaa66cb3),segment_id=9dbffe20-fa57-4fc9-974f-82a4aaa66cb3)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:02:50.251644 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-18771a16-b58e-4e70-a37b-773d2e5b5273 req-cbaa2e23-11af-4290-96d0-0b2b4bc76387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:50.266892 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-d42ee292-844c-4d0c-bec7-88e23779dfff service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:50.366974 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-d42ee292-844c-4d0c-bec7-88e23779dfff service neutron] Transition to ACTIVE for port object 0dfccde3-6835-438c-80e1-9143513c8da3 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:02:50.377693 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18771a16-b58e-4e70-a37b-773d2e5b5273 req-cbaa2e23-11af-4290-96d0-0b2b4bc76387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:50.379512 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-18771a16-b58e-4e70-a37b-773d2e5b5273 req-cbaa2e23-11af-4290-96d0-0b2b4bc76387 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:50.381512 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-18771a16-b58e-4e70-a37b-773d2e5b5273 req-cbaa2e23-11af-4290-96d0-0b2b4bc76387 service neutron] 10.222.0.44 "PUT /v2.0/ports/76570ab1-022b-4b34-bd32-3673394fd357 HTTP/1.1" status: 200 len: 1092 time: 1.1917582 Nov 12 01:02:50.382054 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f342e9-d3a2-435c-8a3f-6c6bbbfb5a2c', 'tag': '76570ab1-022b-4b34-bd32-3673394fd357'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:02:50.384878 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e122729-4b9a-41a9-b96e-a2b3eb5516ef" -d '{"events": [{"name": "network-changed", "server_uuid": "66f342e9-d3a2-435c-8a3f-6c6bbbfb5a2c", "tag": "76570ab1-022b-4b34-bd32-3673394fd357"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:02:50.394521 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-d42ee292-844c-4d0c-bec7-88e23779dfff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:50.412992 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaa2e23-11af-4290-96d0-0b2b4bc76387 service neutron] Pushing event updated for resources: {'Port': ['ID=76570ab1-022b-4b34-bd32-3673394fd357,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:50.439782 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c8a82cf0-191b-4d43-bd4c-bb440366aa96 req-7413fe7d-b9a6-4d6b-bdaa-fdbd03d175ed service neutron] 10.222.0.44 "GET /v2.0/networks/d6a8462f-5130-4d0f-951a-dac9101bc5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4562919 Nov 12 01:02:50.457770 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port ac1180cb-7bbd-421c-a709-89ce96132ed6, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=ac1180cb-7bbd-421c-a709-89ce96132ed6,segment=NetworkSegment(160eb3a9-a811-42ba-8ae2-682c5125e1c5),segment_id=160eb3a9-a811-42ba-8ae2-682c5125e1c5)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:50.480947 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'ac1180cb-7bbd-421c-a709-89ce96132ed6', 'network_id': '589a11d9-462f-4432-aa26-12a7b18ca65f', 'port_id': 'ac1180cb-7bbd-421c-a709-89ce96132ed6', 'mac_address': 'fa:16:3e:2c:6c:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34773eb3-d58a-4b8a-a536-c500cef253a8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:02:50.539656 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34700) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:50.543397 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:50.567705 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac1180cb-7bbd-421c-a709-89ce96132ed6 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:02:50.573750 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'tag': '87149f6f-d97b-47f5-ab95-570cc8b6ab52'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:02:50.577436 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18771a16-b58e-4e70-a37b-773d2e5b5273 req-b6c56230-3ba8-4364-bfde-39b7926850be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:50.579091 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-18771a16-b58e-4e70-a37b-773d2e5b5273 req-b6c56230-3ba8-4364-bfde-39b7926850be service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4c0e9b301a7843818888ad914944b955&device_id=66f342e9-d3a2-435c-8a3f-6c6bbbfb5a2c HTTP/1.1" status: 200 len: 1095 time: 0.0911946 Nov 12 01:02:50.585000 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6671c0-a9dd-4bb4-b0bf-ecc68fefe511" -d '{"events": [{"name": "network-changed", "server_uuid": "f4d7bf12-651b-4ebe-8869-e52af4287213", "tag": "87149f6f-d97b-47f5-ab95-570cc8b6ab52"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:02:50.588096 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42ee292-844c-4d0c-bec7-88e23779dfff service neutron] Pushing event updated for resources: {'Port': ['ID=0dfccde3-6835-438c-80e1-9143513c8da3,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:50.615486 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port ac1180cb-7bbd-421c-a709-89ce96132ed6, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=ac1180cb-7bbd-421c-a709-89ce96132ed6,segment=NetworkSegment(160eb3a9-a811-42ba-8ae2-682c5125e1c5),segment_id=160eb3a9-a811-42ba-8ae2-682c5125e1c5)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:50.623775 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:50.660813 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-18771a16-b58e-4e70-a37b-773d2e5b5273 req-cf3e4547-9387-4420-8ee9-0b677cffc7b1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76570ab1-022b-4b34-bd32-3673394fd357 HTTP/1.1" status: 200 len: 217 time: 0.0672469 Nov 12 01:02:50.698445 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c8a82cf0-191b-4d43-bd4c-bb440366aa96 req-5ed55d46-d485-4dc4-8c0e-5069609a83d2 service neutron] 10.222.0.44 "GET /v2.0/networks/d6a8462f-5130-4d0f-951a-dac9101bc5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204556 Nov 12 01:02:50.707776 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e6e6a28f-acb6-48dc-b42c-f857881502b3 req-7fe522c9-5399-4679-8ecd-9e3ec9b60464 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7bbe35289028429ba1e1b86033a5bcab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5146673 Nov 12 01:02:50.726936 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9274f62f-5dfd-4b56-8456-1b5dfef36ead req-f1d1e116-4228-4be3-8307-d26a1d6661ec service neutron] 10.222.0.44 "GET /v2.0/networks/589a11d9-462f-4432-aa26-12a7b18ca65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5166607 Nov 12 01:02:50.728497 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=ac1180cb-7bbd-421c-a709-89ce96132ed6,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:50.768001 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18771a16-b58e-4e70-a37b-773d2e5b5273 req-2104902f-b6dc-436a-896b-0f0c03d9ebba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:50.770019 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-18771a16-b58e-4e70-a37b-773d2e5b5273 req-2104902f-b6dc-436a-896b-0f0c03d9ebba service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1a66b550-2936-4c69-9648-647d722ad572 HTTP/1.1" status: 200 len: 855 time: 0.1009758 Nov 12 01:02:50.821372 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-18771a16-b58e-4e70-a37b-773d2e5b5273 req-615a838d-4610-4ebc-9a61-124f46de7030 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421233 Nov 12 01:02:50.830304 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-64387e70-ba44-4ace-9d34-b13cffc8c903 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-2120873317-network', 'tenant_id': 'fe88eff40ad641309dd578bc03eefa19'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:50.929489 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ccfde6-1a0c-4fc6-acd7-0bb55600ef89 req-a2e14c41-a820-4aa4-b559-43d02c1d90b9 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:50.938039 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-66ccfde6-1a0c-4fc6-acd7-0bb55600ef89 req-a2e14c41-a820-4aa4-b559-43d02c1d90b9 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=66f342e9-d3a2-435c-8a3f-6c6bbbfb5a2c HTTP/1.1" status: 200 len: 943 time: 0.5810606 Nov 12 01:02:50.959276 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['ac1180cb-7bbd-421c-a709-89ce96132ed6'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:02:51.014559 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-18771a16-b58e-4e70-a37b-773d2e5b5273 req-7ac6a456-f909-4f36-a654-f663e94ea3df service neutron] 10.222.0.44 "GET /v2.0/networks/84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767545 Nov 12 01:02:51.015636 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64387e70-ba44-4ace-9d34-b13cffc8c903 admin admin] Made reservation on behalf of fe88eff40ad641309dd578bc03eefa19 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:51.018474 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-64387e70-ba44-4ace-9d34-b13cffc8c903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:51.095423 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-64387e70-ba44-4ace-9d34-b13cffc8c903 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:51.314762 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-18771a16-b58e-4e70-a37b-773d2e5b5273 req-d780039e-405e-434d-a8e0-1e9004d00d4a service neutron] 10.222.0.44 "GET /v2.0/networks/84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901397 Nov 12 01:02:51.387775 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-64387e70-ba44-4ace-9d34-b13cffc8c903 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:51.394940 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-64387e70-ba44-4ace-9d34-b13cffc8c903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:51.446434 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64387e70-ba44-4ace-9d34-b13cffc8c903 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:02:51.508559 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-64387e70-ba44-4ace-9d34-b13cffc8c903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:51.508953 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-64387e70-ba44-4ace-9d34-b13cffc8c903 admin admin] Added segment 59bb2f57-bee1-4337-9241-24e7c4295c7a of type vlan for network 0363b650-c713-4753-8062-fae6f37ebfd9 Nov 12 01:02:51.512265 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64387e70-ba44-4ace-9d34-b13cffc8c903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c8d4e9-3c90-47b2-815e-6fdf8c4abddf,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:51.525515 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-d42ee292-844c-4d0c-bec7-88e23779dfff service neutron] Attempting to bind port 0dfccde3-6835-438c-80e1-9143513c8da3 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:02:51.525515 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-d42ee292-844c-4d0c-bec7-88e23779dfff service neutron] Attempting to bind port 0dfccde3-6835-438c-80e1-9143513c8da3 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '3b8d314a-fb91-4753-a376-6dadf7d1ae46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bca8627a-85cd-44bc-bbc5-d27b1e587fca'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:02:51.525515 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-d42ee292-844c-4d0c-bec7-88e23779dfff service neutron] Attempting to bind port 0dfccde3-6835-438c-80e1-9143513c8da3 on network bca8627a-85cd-44bc-bbc5-d27b1e587fca {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:51.549666 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9274f62f-5dfd-4b56-8456-1b5dfef36ead req-cc6f6ac9-60b4-425b-9a27-edb8d3dde607 service neutron] 10.222.0.44 "GET /v2.0/networks/589a11d9-462f-4432-aa26-12a7b18ca65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8145177 Nov 12 01:02:51.555480 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-d42ee292-844c-4d0c-bec7-88e23779dfff service neutron] Port 0dfccde3-6835-438c-80e1-9143513c8da3 on network bca8627a-85cd-44bc-bbc5-d27b1e587fca not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:02:51.555907 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-d42ee292-844c-4d0c-bec7-88e23779dfff service neutron] Attempting to bind port 0dfccde3-6835-438c-80e1-9143513c8da3 on network bca8627a-85cd-44bc-bbc5-d27b1e587fca {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:51.571538 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-66ccfde6-1a0c-4fc6-acd7-0bb55600ef89 req-0c52b62f-d07a-479d-8095-444f50b2106f tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6319373 Nov 12 01:02:51.579174 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-d42ee292-844c-4d0c-bec7-88e23779dfff service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:02:51.579616 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-d42ee292-844c-4d0c-bec7-88e23779dfff service neutron] Checking segment: {'id': '3b8d314a-fb91-4753-a376-6dadf7d1ae46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bca8627a-85cd-44bc-bbc5-d27b1e587fca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:02:51.580119 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-d42ee292-844c-4d0c-bec7-88e23779dfff service neutron] Bound using segment: {'id': '3b8d314a-fb91-4753-a376-6dadf7d1ae46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bca8627a-85cd-44bc-bbc5-d27b1e587fca'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:02:51.580683 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-d42ee292-844c-4d0c-bec7-88e23779dfff service neutron] Bound port: 0dfccde3-6835-438c-80e1-9143513c8da3, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b8d314a-fb91-4753-a376-6dadf7d1ae46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bca8627a-85cd-44bc-bbc5-d27b1e587fca'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:02:51.581131 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-d42ee292-844c-4d0c-bec7-88e23779dfff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:51.601023 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e6e6a28f-acb6-48dc-b42c-f857881502b3 req-db52d9e8-dddf-4828-9a8b-024ba7d2f577 service neutron] 10.222.0.45 "GET /v2.0/networks/e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8671179 Nov 12 01:02:51.635868 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-64387e70-ba44-4ace-9d34-b13cffc8c903 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:51.702107 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-64387e70-ba44-4ace-9d34-b13cffc8c903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:51.703266 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64387e70-ba44-4ace-9d34-b13cffc8c903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:51.704166 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-64387e70-ba44-4ace-9d34-b13cffc8c903 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:51.776855 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-64387e70-ba44-4ace-9d34-b13cffc8c903 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2343071 Nov 12 01:02:51.783882 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34714) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:51.788754 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-26721836-2675-466f-838c-ce7a8a42a453 admin admin] Request body: {'subnet': {'network_id': '0363b650-c713-4753-8062-fae6f37ebfd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-2120873317-subnet', 'tenant_id': 'fe88eff40ad641309dd578bc03eefa19', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:51.796004 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64387e70-ba44-4ace-9d34-b13cffc8c903 admin admin] Pushing event updated for resources: {'Network': ['ID=0363b650-c713-4753-8062-fae6f37ebfd9,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:51.807787 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 0363b650-c713-4753-8062-fae6f37ebfd9 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:02:51.827669 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26721836-2675-466f-838c-ce7a8a42a453 admin admin] Made reservation on behalf of fe88eff40ad641309dd578bc03eefa19 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:51.831662 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-26721836-2675-466f-838c-ce7a8a42a453 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:51.881376 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-d42ee292-844c-4d0c-bec7-88e23779dfff service neutron] For port 0dfccde3-6835-438c-80e1-9143513c8da3, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:02:51.939471 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dcb4fe-0697-4288-b30b-a65de2e674b9 req-5f5efa67-9048-4604-b90a-b809555c616d tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:51.942371 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d3dcb4fe-0697-4288-b30b-a65de2e674b9 req-5f5efa67-9048-4604-b90a-b809555c616d tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 944 time: 0.2507095 Nov 12 01:02:51.945784 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-d42ee292-844c-4d0c-bec7-88e23779dfff service neutron] For port 0dfccde3-6835-438c-80e1-9143513c8da3, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=0dfccde3-6835-438c-80e1-9143513c8da3,segment=NetworkSegment(3b8d314a-fb91-4753-a376-6dadf7d1ae46),segment_id=3b8d314a-fb91-4753-a376-6dadf7d1ae46)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:02:51.965148 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-d42ee292-844c-4d0c-bec7-88e23779dfff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:52.043290 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device ac1180cb-7bbd-421c-a709-89ce96132ed6 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:52.043605 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e6e6a28f-acb6-48dc-b42c-f857881502b3 req-dd998b19-498a-4e39-afcc-75eb50a4f4fe service neutron] 10.222.0.45 "GET /v2.0/networks/e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4088655 Nov 12 01:02:52.078537 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-d42ee292-844c-4d0c-bec7-88e23779dfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:52.080864 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-d42ee292-844c-4d0c-bec7-88e23779dfff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:52.083437 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-d42ee292-844c-4d0c-bec7-88e23779dfff service neutron] 10.222.0.44 "PUT /v2.0/ports/0dfccde3-6835-438c-80e1-9143513c8da3 HTTP/1.1" status: 200 len: 1091 time: 3.6917479 Nov 12 01:02:52.107765 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-26721836-2675-466f-838c-ce7a8a42a453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:52.187568 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d3dcb4fe-0697-4288-b30b-a65de2e674b9 req-e492a9e5-318c-47ae-8826-2d09ea9764ea tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=0762cf07-0f13-471a-a31e-80fa878bd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2298279 Nov 12 01:02:52.221536 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port ac1180cb-7bbd-421c-a709-89ce96132ed6 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:02:52.228875 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port ac1180cb-7bbd-421c-a709-89ce96132ed6 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:52.229633 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:52.240786 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-0a354a9e-df33-43c8-a7c8-08f0ffcf72a3 service neutron] Request body: {'port': {'device_id': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:52.274925 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26721836-2675-466f-838c-ce7a8a42a453 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8168f38-eb2d-4904-9260-2dcf86c4d83c,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:52.312280 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26721836-2675-466f-838c-ce7a8a42a453 admin admin] Checking segment: {'id': '59bb2f57-bee1-4337-9241-24e7c4295c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0363b650-c713-4753-8062-fae6f37ebfd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:02:52.312835 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26721836-2675-466f-838c-ce7a8a42a453 admin admin] Network hostable DHCP agents. Network: 0363b650-c713-4753-8062-fae6f37ebfd9, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:02:52.317446 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42ee292-844c-4d0c-bec7-88e23779dfff service neutron] Pushing event updated for resources: {'Port': ['ID=0dfccde3-6835-438c-80e1-9143513c8da3,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:52.399331 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26721836-2675-466f-838c-ce7a8a42a453 admin admin] Network 0363b650-c713-4753-8062-fae6f37ebfd9 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:02:52.461168 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-26721836-2675-466f-838c-ce7a8a42a453 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 0363b650-c713-4753-8062-fae6f37ebfd9) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:52.465175 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-0a354a9e-df33-43c8-a7c8-08f0ffcf72a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:52.485323 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26721836-2675-466f-838c-ce7a8a42a453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:52.485839 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-26721836-2675-466f-838c-ce7a8a42a453 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:52.507544 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d68228-bf4e-4e37-9eac-ac7d247141d6 None None] Network 0363b650-c713-4753-8062-fae6f37ebfd9 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:02:52.550451 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 34724) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:02:52.555047 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-26721836-2675-466f-838c-ce7a8a42a453 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7679048 Nov 12 01:02:52.560385 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-18832056-865f-4b9a-92bc-e593a9b81e0f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-2120873317-router', 'tenant_id': 'fe88eff40ad641309dd578bc03eefa19', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:52.596907 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:52.639519 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dcbd830-6e2a-407a-9b7e-f5e3077a1acd x-openstack-request-id: req-5dcbd830-6e2a-407a-9b7e-f5e3077a1acd {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:02:52.640335 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66f342e9-d3a2-435c-8a3f-6c6bbbfb5a2c", "tag": "76570ab1-022b-4b34-bd32-3673394fd357", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:02:52.640942 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5dcbd830-6e2a-407a-9b7e-f5e3077a1acd {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:02:52.641774 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66f342e9-d3a2-435c-8a3f-6c6bbbfb5a2c', 'tag': '76570ab1-022b-4b34-bd32-3673394fd357', 'status': 'completed', 'code': 200} Nov 12 01:02:52.735088 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b58f47b-bc4e-4c64-b01f-413843e6cd9a x-openstack-request-id: req-3b58f47b-bc4e-4c64-b01f-413843e6cd9a {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:02:52.735551 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4d7bf12-651b-4ebe-8869-e52af4287213", "tag": "87149f6f-d97b-47f5-ab95-570cc8b6ab52", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:02:52.735984 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3b58f47b-bc4e-4c64-b01f-413843e6cd9a {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:02:52.736655 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'tag': '87149f6f-d97b-47f5-ab95-570cc8b6ab52', 'status': 'completed', 'code': 200} Nov 12 01:02:52.844700 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3b8661-d254-4c79-9f0a-3043f6703d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1180cb-7bbd-421c-a709-89ce96132ed6'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:02:52.850153 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d9b50c-9d80-4d6a-b96a-29f5a89699c6" -d '{"events": [{"server_uuid": "fc3b8661-d254-4c79-9f0a-3043f6703d17", "name": "network-vif-plugged", "status": "completed", "tag": "ac1180cb-7bbd-421c-a709-89ce96132ed6"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:02:52.854510 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-18832056-865f-4b9a-92bc-e593a9b81e0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:52.857114 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-18832056-865f-4b9a-92bc-e593a9b81e0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:52.870503 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6671c0-a9dd-4bb4-b0bf-ecc68fefe511 req-3f6a619d-fc01-47a0-8dda-30b9038ca7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:52.871495 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6671c0-a9dd-4bb4-b0bf-ecc68fefe511 req-3f6a619d-fc01-47a0-8dda-30b9038ca7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:52.871495 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6671c0-a9dd-4bb4-b0bf-ecc68fefe511 req-3f6a619d-fc01-47a0-8dda-30b9038ca7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:52.872258 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6671c0-a9dd-4bb4-b0bf-ecc68fefe511 req-3f6a619d-fc01-47a0-8dda-30b9038ca7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:52.872850 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6671c0-a9dd-4bb4-b0bf-ecc68fefe511 req-3f6a619d-fc01-47a0-8dda-30b9038ca7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:52.873448 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6671c0-a9dd-4bb4-b0bf-ecc68fefe511 req-3f6a619d-fc01-47a0-8dda-30b9038ca7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:52.873973 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6671c0-a9dd-4bb4-b0bf-ecc68fefe511 req-3f6a619d-fc01-47a0-8dda-30b9038ca7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:52.878099 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-da6671c0-a9dd-4bb4-b0bf-ecc68fefe511 req-3f6a619d-fc01-47a0-8dda-30b9038ca7cd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d8109316fd94efaa47eb9260db1f13b&device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 6348 time: 0.0973923 Nov 12 01:02:52.909115 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port ac1180cb-7bbd-421c-a709-89ce96132ed6, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=ac1180cb-7bbd-421c-a709-89ce96132ed6,segment=NetworkSegment(160eb3a9-a811-42ba-8ae2-682c5125e1c5),segment_id=160eb3a9-a811-42ba-8ae2-682c5125e1c5)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:52.929983 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:53.030844 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec4708-af74-4651-918e-74632b960459 req-ef983ab7-8da0-4693-93c8-6767a5dbeb83 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:53.033876 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=ac1180cb-7bbd-421c-a709-89ce96132ed6,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:53.046282 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec4708-af74-4651-918e-74632b960459 req-ef983ab7-8da0-4693-93c8-6767a5dbeb83 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:53.059939 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec4708-af74-4651-918e-74632b960459 req-ef983ab7-8da0-4693-93c8-6767a5dbeb83 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:53.073133 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec4708-af74-4651-918e-74632b960459 req-ef983ab7-8da0-4693-93c8-6767a5dbeb83 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:53.086748 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec4708-af74-4651-918e-74632b960459 req-ef983ab7-8da0-4693-93c8-6767a5dbeb83 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:53.100083 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec4708-af74-4651-918e-74632b960459 req-ef983ab7-8da0-4693-93c8-6767a5dbeb83 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:53.115036 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec4708-af74-4651-918e-74632b960459 req-ef983ab7-8da0-4693-93c8-6767a5dbeb83 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:53.128870 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e5ec4708-af74-4651-918e-74632b960459 req-ef983ab7-8da0-4693-93c8-6767a5dbeb83 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 5396 time: 0.4943163 Nov 12 01:02:53.157016 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6671c0-a9dd-4bb4-b0bf-ecc68fefe511 req-9df7d2d3-2e80-4140-b53b-d0b3869c0620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:53.157830 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6671c0-a9dd-4bb4-b0bf-ecc68fefe511 req-9df7d2d3-2e80-4140-b53b-d0b3869c0620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:53.158670 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6671c0-a9dd-4bb4-b0bf-ecc68fefe511 req-9df7d2d3-2e80-4140-b53b-d0b3869c0620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:53.162084 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-da6671c0-a9dd-4bb4-b0bf-ecc68fefe511 req-9df7d2d3-2e80-4140-b53b-d0b3869c0620 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=1d8109316fd94efaa47eb9260db1f13b&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2693348 Nov 12 01:02:53.167431 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5646d3-f393-4776-b988-dd8605b6f858 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-0363b650-c713-4753-8062-fae6f37ebfd9', 'network_id': '0363b650-c713-4753-8062-fae6f37ebfd9', 'tenant_id': 'fe88eff40ad641309dd578bc03eefa19', 'fixed_ips': [{'subnet_id': 'e8168f38-eb2d-4904-9260-2dcf86c4d83c'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:02:53.168548 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2f5646d3-f393-4776-b988-dd8605b6f858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:53.283504 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-18832056-865f-4b9a-92bc-e593a9b81e0f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:53.337213 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e122729-4b9a-41a9-b96e-a2b3eb5516ef req-c06ccf11-305d-4f4d-ac35-2f38fc06fbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:53.340542 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e122729-4b9a-41a9-b96e-a2b3eb5516ef req-c06ccf11-305d-4f4d-ac35-2f38fc06fbe9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4c0e9b301a7843818888ad914944b955&device_id=66f342e9-d3a2-435c-8a3f-6c6bbbfb5a2c HTTP/1.1" status: 200 len: 1095 time: 0.6313050 Nov 12 01:02:53.345022 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-2f5646d3-f393-4776-b988-dd8605b6f858 None None] Allocated IP 172.20.0.2 (0363b650-c713-4753-8062-fae6f37ebfd9/e8168f38-eb2d-4904-9260-2dcf86c4d83c/1be98913-7df1-4123-880d-4556acd77642) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:53.400758 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6671c0-a9dd-4bb4-b0bf-ecc68fefe511 req-e3e10d15-a25e-4ce7-a281-d28e59348a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:53.404501 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-da6671c0-a9dd-4bb4-b0bf-ecc68fefe511 req-e3e10d15-a25e-4ce7-a281-d28e59348a66 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2319198 Nov 12 01:02:53.584974 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2f5646d3-f393-4776-b988-dd8605b6f858 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:53.597890 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2f5646d3-f393-4776-b988-dd8605b6f858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:53.642481 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b13a2b5-e41e-42ff-b4ea-cfc42c3346bd req-0740dd84-5f2f-4e39-8a94-f6f3fcd49572 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:53.649395 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4b13a2b5-e41e-42ff-b4ea-cfc42c3346bd req-0740dd84-5f2f-4e39-8a94-f6f3fcd49572 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "GET /v2.0/ports?device_id=79a58dd3-fdf9-4b0b-8d60-09483063a895 HTTP/1.1" status: 200 len: 945 time: 0.6695664 Nov 12 01:02:53.680628 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5646d3-f393-4776-b988-dd8605b6f858 None None] Network 0363b650-c713-4753-8062-fae6f37ebfd9 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:53.682071 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5646d3-f393-4776-b988-dd8605b6f858 None None] Pushing event updated for resources: {'Port': ['ID=1be98913-7df1-4123-880d-4556acd77642,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:53.691463 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-2f5646d3-f393-4776-b988-dd8605b6f858 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:53.695235 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5646d3-f393-4776-b988-dd8605b6f858 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:53.766808 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-2f5646d3-f393-4776-b988-dd8605b6f858 None None] Attempting to bind port 1be98913-7df1-4123-880d-4556acd77642 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:02:53.766808 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-2f5646d3-f393-4776-b988-dd8605b6f858 None None] Attempting to bind port 1be98913-7df1-4123-880d-4556acd77642 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '59bb2f57-bee1-4337-9241-24e7c4295c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0363b650-c713-4753-8062-fae6f37ebfd9'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:02:53.767321 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5646d3-f393-4776-b988-dd8605b6f858 None None] Attempting to bind port 1be98913-7df1-4123-880d-4556acd77642 on network 0363b650-c713-4753-8062-fae6f37ebfd9 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:53.775337 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5646d3-f393-4776-b988-dd8605b6f858 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:02:53.775753 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5646d3-f393-4776-b988-dd8605b6f858 None None] Checking segment: {'id': '59bb2f57-bee1-4337-9241-24e7c4295c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0363b650-c713-4753-8062-fae6f37ebfd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:02:53.776164 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2f5646d3-f393-4776-b988-dd8605b6f858 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:53.776554 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5646d3-f393-4776-b988-dd8605b6f858 None None] Bound using segment: {'id': '59bb2f57-bee1-4337-9241-24e7c4295c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0363b650-c713-4753-8062-fae6f37ebfd9'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:02:53.777106 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-2f5646d3-f393-4776-b988-dd8605b6f858 None None] Bound port: 1be98913-7df1-4123-880d-4556acd77642, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59bb2f57-bee1-4337-9241-24e7c4295c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0363b650-c713-4753-8062-fae6f37ebfd9'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:02:53.777584 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2f5646d3-f393-4776-b988-dd8605b6f858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:53.812081 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e5ec4708-af74-4651-918e-74632b960459 req-4cb6523b-7e1f-424f-a16d-2ea13acda8c8 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c2064e3-365e-4ce1-97ba-786147ddb249&id=cc2c1d93-00ba-4bf1-8dce-5f2d256d3645&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6557434 Nov 12 01:02:53.854209 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-2f5646d3-f393-4776-b988-dd8605b6f858 None None] For port 1be98913-7df1-4123-880d-4556acd77642, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:02:53.859842 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-18832056-865f-4b9a-92bc-e593a9b81e0f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:53.861986 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-2f5646d3-f393-4776-b988-dd8605b6f858 None None] For port 1be98913-7df1-4123-880d-4556acd77642, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=1be98913-7df1-4123-880d-4556acd77642,segment=NetworkSegment(59bb2f57-bee1-4337-9241-24e7c4295c7a),segment_id=59bb2f57-bee1-4337-9241-24e7c4295c7a)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:02:53.873224 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2f5646d3-f393-4776-b988-dd8605b6f858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:54.036974 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e122729-4b9a-41a9-b96e-a2b3eb5516ef req-8861d883-7ef1-4e10-873e-6f9d0df867e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:54.039887 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e122729-4b9a-41a9-b96e-a2b3eb5516ef req-8861d883-7ef1-4e10-873e-6f9d0df867e9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c HTTP/1.1" status: 200 len: 915 time: 0.6089580 Nov 12 01:02:54.050715 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5646d3-f393-4776-b988-dd8605b6f858 None None] Pushing event updated for resources: {'Port': ['ID=1be98913-7df1-4123-880d-4556acd77642,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:54.066533 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4b13a2b5-e41e-42ff-b4ea-cfc42c3346bd req-08778328-6fa7-4b95-a6a1-77e0f7d55ba5 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "GET /v2.0/security-groups?id=86f57639-0571-4464-a714-e385ef3d8493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4148464 Nov 12 01:02:54.075895 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 76570ab1-022b-4b34-bd32-3673394fd357 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:02:54.297888 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e122729-4b9a-41a9-b96e-a2b3eb5516ef req-430490b6-305d-47a8-9f28-ca7200ce7235 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76570ab1-022b-4b34-bd32-3673394fd357 HTTP/1.1" status: 200 len: 217 time: 0.2149491 Nov 12 01:02:54.404657 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 76570ab1-022b-4b34-bd32-3673394fd357, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=76570ab1-022b-4b34-bd32-3673394fd357,segment=NetworkSegment(9dbffe20-fa57-4fc9-974f-82a4aaa66cb3),segment_id=9dbffe20-fa57-4fc9-974f-82a4aaa66cb3)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:54.445635 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '76570ab1-022b-4b34-bd32-3673394fd357', 'network_id': '84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c', 'port_id': '76570ab1-022b-4b34-bd32-3673394fd357', 'mac_address': 'fa:16:3e:a8:51:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a66b550-2936-4c69-9648-647d722ad572', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:02:54.465625 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-417b9da3-df7c-4bd2-be34-fdb8e4f45e2f req-1a552e03-b3b3-48a8-b70c-ffc2da1c95c3 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 210 time: 0.1846693 Nov 12 01:02:54.560824 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:54.567326 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-0a354a9e-df33-43c8-a7c8-08f0ffcf72a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d7bd877-2240-48c8-af3a-99027fa5fb2b {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:02:54.615864 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-0a354a9e-df33-43c8-a7c8-08f0ffcf72a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:54.624931 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76570ab1-022b-4b34-bd32-3673394fd357 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:02:54.683238 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e122729-4b9a-41a9-b96e-a2b3eb5516ef req-3c1930b8-6fcb-46c5-b052-b80244738ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:54.687898 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e122729-4b9a-41a9-b96e-a2b3eb5516ef req-3c1930b8-6fcb-46c5-b052-b80244738ee4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1a66b550-2936-4c69-9648-647d722ad572 HTTP/1.1" status: 200 len: 855 time: 0.3355963 Nov 12 01:02:54.689714 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-0a354a9e-df33-43c8-a7c8-08f0ffcf72a3 service neutron] Transition to ACTIVE for port object 9d7bd877-2240-48c8-af3a-99027fa5fb2b will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:02:54.699418 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-0a354a9e-df33-43c8-a7c8-08f0ffcf72a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:54.752270 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b725367d-ef41-4b3d-b5b3-bfb421357028 x-openstack-request-id: req-b725367d-ef41-4b3d-b5b3-bfb421357028 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:02:54.752270 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3b8661-d254-4c79-9f0a-3043f6703d17", "name": "network-vif-plugged", "status": "completed", "tag": "ac1180cb-7bbd-421c-a709-89ce96132ed6", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:02:54.752270 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b725367d-ef41-4b3d-b5b3-bfb421357028 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:02:54.752270 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3b8661-d254-4c79-9f0a-3043f6703d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1180cb-7bbd-421c-a709-89ce96132ed6', 'code': 200} Nov 12 01:02:54.752270 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 76570ab1-022b-4b34-bd32-3673394fd357, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=76570ab1-022b-4b34-bd32-3673394fd357,segment=NetworkSegment(9dbffe20-fa57-4fc9-974f-82a4aaa66cb3),segment_id=9dbffe20-fa57-4fc9-974f-82a4aaa66cb3)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:54.762543 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:54.804578 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'tag': '0dfccde3-6835-438c-80e1-9143513c8da3'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:02:54.810401 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde0a7c2-e8e8-4292-a40c-f3c831165215" -d '{"events": [{"name": "network-changed", "server_uuid": "f4d7bf12-651b-4ebe-8869-e52af4287213", "tag": "0dfccde3-6835-438c-80e1-9143513c8da3"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:02:54.884214 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=76570ab1-022b-4b34-bd32-3673394fd357,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:54.929134 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe03e0-7c73-4d62-84a3-2c842fbd535d req-1ba0fee6-139b-4101-8dca-1643d905cf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:54.937581 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fbfe03e0-7c73-4d62-84a3-2c842fbd535d req-1ba0fee6-139b-4101-8dca-1643d905cf30 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 1097 time: 0.1041763 Nov 12 01:02:54.955143 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e122729-4b9a-41a9-b96e-a2b3eb5516ef req-7cb8026b-83be-4e15-b51c-fa374d18977d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2395325 Nov 12 01:02:55.049734 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fbfe03e0-7c73-4d62-84a3-2c842fbd535d req-4f8f6e9f-b8d8-4c5f-a305-3a4d4e22d3c4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0762cf07-0f13-471a-a31e-80fa878bd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033075 Nov 12 01:02:55.119810 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['76570ab1-022b-4b34-bd32-3673394fd357'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:02:55.241637 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a354a9e-df33-43c8-a7c8-08f0ffcf72a3 service neutron] Pushing event updated for resources: {'Port': ['ID=9d7bd877-2240-48c8-af3a-99027fa5fb2b,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:55.291533 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ea24d-ec72-4e5e-8893-589952e15d57 req-426158c0-5b47-42b1-a8eb-4d0942c2cd18 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:55.294970 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d14ea24d-ec72-4e5e-8893-589952e15d57 req-426158c0-5b47-42b1-a8eb-4d0942c2cd18 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=66f342e9-d3a2-435c-8a3f-6c6bbbfb5a2c HTTP/1.1" status: 200 len: 944 time: 0.5613525 Nov 12 01:02:55.467645 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd3697-4496-4c5b-a7e2-1854d7cac309 req-97c2d561-e4dd-4576-b1d7-e1051d6aa3de tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:55.484308 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1abd3697-4496-4c5b-a7e2-1854d7cac309 req-97c2d561-e4dd-4576-b1d7-e1051d6aa3de tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 945 time: 0.5532818 Nov 12 01:02:55.631230 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-18832056-865f-4b9a-92bc-e593a9b81e0f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:55.767653 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-0a354a9e-df33-43c8-a7c8-08f0ffcf72a3 service neutron] Attempting to bind port 9d7bd877-2240-48c8-af3a-99027fa5fb2b on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:02:55.776375 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-0a354a9e-df33-43c8-a7c8-08f0ffcf72a3 service neutron] Attempting to bind port 9d7bd877-2240-48c8-af3a-99027fa5fb2b by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '241d1237-5a54-4a08-8584-358bbd4e511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '27138fd0-2739-4679-b06e-dafc84073bf0'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:02:55.777922 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-0a354a9e-df33-43c8-a7c8-08f0ffcf72a3 service neutron] Attempting to bind port 9d7bd877-2240-48c8-af3a-99027fa5fb2b on network 27138fd0-2739-4679-b06e-dafc84073bf0 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:55.820505 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-0a354a9e-df33-43c8-a7c8-08f0ffcf72a3 service neutron] Port 9d7bd877-2240-48c8-af3a-99027fa5fb2b on network 27138fd0-2739-4679-b06e-dafc84073bf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:02:55.820832 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-0a354a9e-df33-43c8-a7c8-08f0ffcf72a3 service neutron] Attempting to bind port 9d7bd877-2240-48c8-af3a-99027fa5fb2b on network 27138fd0-2739-4679-b06e-dafc84073bf0 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:55.870574 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-18832056-865f-4b9a-92bc-e593a9b81e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:55.904043 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e122729-4b9a-41a9-b96e-a2b3eb5516ef req-522c9ada-7735-4810-a355-e0f713f02aa6 service neutron] 10.222.0.44 "GET /v2.0/networks/84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9367385 Nov 12 01:02:55.932779 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-0a354a9e-df33-43c8-a7c8-08f0ffcf72a3 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:02:55.933111 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-0a354a9e-df33-43c8-a7c8-08f0ffcf72a3 service neutron] Checking segment: {'id': '241d1237-5a54-4a08-8584-358bbd4e511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '27138fd0-2739-4679-b06e-dafc84073bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:02:55.933559 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-0a354a9e-df33-43c8-a7c8-08f0ffcf72a3 service neutron] Bound using segment: {'id': '241d1237-5a54-4a08-8584-358bbd4e511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '27138fd0-2739-4679-b06e-dafc84073bf0'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:02:55.933950 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-0a354a9e-df33-43c8-a7c8-08f0ffcf72a3 service neutron] Bound port: 9d7bd877-2240-48c8-af3a-99027fa5fb2b, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '241d1237-5a54-4a08-8584-358bbd4e511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '27138fd0-2739-4679-b06e-dafc84073bf0'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:02:55.934327 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-0a354a9e-df33-43c8-a7c8-08f0ffcf72a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:55.954951 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d14ea24d-ec72-4e5e-8893-589952e15d57 req-819628aa-cff6-43d7-a637-f4b7c6d63f54 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5784347 Nov 12 01:02:56.047322 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1abd3697-4496-4c5b-a7e2-1854d7cac309 req-ce0d4128-3505-4d39-8d94-76d8ad7aea81 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=0762cf07-0f13-471a-a31e-80fa878bd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5011938 Nov 12 01:02:56.055535 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6a28f-acb6-48dc-b42c-f857881502b3 req-9440ea34-6cbc-41e2-a33d-2c75c76d87b3 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:56.068261 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e6e6a28f-acb6-48dc-b42c-f857881502b3 req-9440ea34-6cbc-41e2-a33d-2c75c76d87b3 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.44 "GET /v2.0/networks?id=e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 HTTP/1.1" status: 200 len: 811 time: 0.4160452 Nov 12 01:02:56.069873 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 1be98913-7df1-4123-880d-4556acd77642 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:56.153694 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22944733-0b57-4f52-a89f-0b6998d4f995 x-openstack-request-id: req-22944733-0b57-4f52-a89f-0b6998d4f995 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:02:56.154590 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4d7bf12-651b-4ebe-8869-e52af4287213", "tag": "0dfccde3-6835-438c-80e1-9143513c8da3", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:02:56.155203 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-22944733-0b57-4f52-a89f-0b6998d4f995 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:02:56.156060 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'tag': '0dfccde3-6835-438c-80e1-9143513c8da3', 'status': 'completed', 'code': 200} Nov 12 01:02:56.203458 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3207365-a540-4d56-8e67-690c9b0210c7 None None] Network 0363b650-c713-4753-8062-fae6f37ebfd9 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:02:56.281577 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e6e6a28f-acb6-48dc-b42c-f857881502b3 req-92bd174f-8dea-42a2-8dbd-98d53a49144f tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bbe35289028429ba1e1b86033a5bcab HTTP/1.1" status: 200 len: 380 time: 0.1994026 Nov 12 01:02:56.385804 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-e6e6a28f-acb6-48dc-b42c-f857881502b3 req-5c8149a9-2a52-4daf-a6e0-a2a9f252efe5 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Request body: {'port': {'device_id': '1fbd619c-122d-4f89-83f3-0d981d0245f6', 'network_id': 'e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4', 'admin_state_up': True, 'tenant_id': '7bbe35289028429ba1e1b86033a5bcab', 'security_groups': ['4c0c3041-f33c-4b7f-a6c7-899c4fb6463d']}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:56.433091 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-0a354a9e-df33-43c8-a7c8-08f0ffcf72a3 service neutron] For port 9d7bd877-2240-48c8-af3a-99027fa5fb2b, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:02:56.487007 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e122729-4b9a-41a9-b96e-a2b3eb5516ef req-b843fed5-2ec7-4f1f-bfe8-5c1af7d9237b service neutron] 10.222.0.44 "GET /v2.0/networks/84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341180 Nov 12 01:02:56.499394 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-0a354a9e-df33-43c8-a7c8-08f0ffcf72a3 service neutron] For port 9d7bd877-2240-48c8-af3a-99027fa5fb2b, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=9d7bd877-2240-48c8-af3a-99027fa5fb2b,segment=NetworkSegment(241d1237-5a54-4a08-8584-358bbd4e511f),segment_id=241d1237-5a54-4a08-8584-358bbd4e511f)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:02:56.520780 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-18832056-865f-4b9a-92bc-e593a9b81e0f admin admin] Allocated IP 172.25.3.157 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/36484875-a840-48aa-b1d6-94e5a7c56052) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:56.526043 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-0a354a9e-df33-43c8-a7c8-08f0ffcf72a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:56.566327 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-8e6f0e86-fff4-46f1-b1e7-dc8bc72a747f None None] Provisioning complete for port 1be98913-7df1-4123-880d-4556acd77642 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:56.567113 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8e6f0e86-fff4-46f1-b1e7-dc8bc72a747f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:56.705455 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 1be98913-7df1-4123-880d-4556acd77642 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:56.706105 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:56.752927 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6e6a28f-acb6-48dc-b42c-f857881502b3 req-5c8149a9-2a52-4daf-a6e0-a2a9f252efe5 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Made reservation on behalf of 7bbe35289028429ba1e1b86033a5bcab for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:02:56.762008 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e6e6a28f-acb6-48dc-b42c-f857881502b3 req-5c8149a9-2a52-4daf-a6e0-a2a9f252efe5 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:57.111085 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-e6e6a28f-acb6-48dc-b42c-f857881502b3 req-5c8149a9-2a52-4daf-a6e0-a2a9f252efe5 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Allocated IP 172.20.0.10 (e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4/55fa7c58-77a8-4d04-ad83-d7b14788e8b6/e3cfc795-909c-4615-9d75-457b26419c79) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:02:57.315259 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8e6f0e86-fff4-46f1-b1e7-dc8bc72a747f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:57.354885 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-18832056-865f-4b9a-92bc-e593a9b81e0f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:57.436500 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e6e6a28f-acb6-48dc-b42c-f857881502b3 req-5c8149a9-2a52-4daf-a6e0-a2a9f252efe5 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:57.443059 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fda1bf2d-ef12-4ce8-baf0-f0e68072d482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:57.474902 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-0a354a9e-df33-43c8-a7c8-08f0ffcf72a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:57.476425 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-0a354a9e-df33-43c8-a7c8-08f0ffcf72a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:57.481036 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-0a354a9e-df33-43c8-a7c8-08f0ffcf72a3 service neutron] 10.222.0.44 "PUT /v2.0/ports/9d7bd877-2240-48c8-af3a-99027fa5fb2b HTTP/1.1" status: 200 len: 1092 time: 5.2912312 Nov 12 01:02:57.510845 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e6e6a28f-acb6-48dc-b42c-f857881502b3 req-5c8149a9-2a52-4daf-a6e0-a2a9f252efe5 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:57.591077 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-8e6f0e86-fff4-46f1-b1e7-dc8bc72a747f None None] For port 1be98913-7df1-4123-880d-4556acd77642, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=1be98913-7df1-4123-880d-4556acd77642,segment=NetworkSegment(59bb2f57-bee1-4337-9241-24e7c4295c7a),segment_id=59bb2f57-bee1-4337-9241-24e7c4295c7a)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:57.594668 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434bd87-dbc5-46cb-89ec-f7127df7d7c3 req-cc633187-7dee-47e5-a634-576ea4d9198a tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:57.603731 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8e6f0e86-fff4-46f1-b1e7-dc8bc72a747f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:57.608044 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434bd87-dbc5-46cb-89ec-f7127df7d7c3 req-cc633187-7dee-47e5-a634-576ea4d9198a tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:57.609617 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:57.625648 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434bd87-dbc5-46cb-89ec-f7127df7d7c3 req-cc633187-7dee-47e5-a634-576ea4d9198a tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:57.642813 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434bd87-dbc5-46cb-89ec-f7127df7d7c3 req-cc633187-7dee-47e5-a634-576ea4d9198a tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:57.663134 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434bd87-dbc5-46cb-89ec-f7127df7d7c3 req-cc633187-7dee-47e5-a634-576ea4d9198a tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:57.680037 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434bd87-dbc5-46cb-89ec-f7127df7d7c3 req-cc633187-7dee-47e5-a634-576ea4d9198a tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:57.682340 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6e6a28f-acb6-48dc-b42c-f857881502b3 req-5c8149a9-2a52-4daf-a6e0-a2a9f252efe5 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Network e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:57.690192 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-e6e6a28f-acb6-48dc-b42c-f857881502b3 req-5c8149a9-2a52-4daf-a6e0-a2a9f252efe5 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:57.695364 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434bd87-dbc5-46cb-89ec-f7127df7d7c3 req-cc633187-7dee-47e5-a634-576ea4d9198a tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:57.698640 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9434bd87-dbc5-46cb-89ec-f7127df7d7c3 req-cc633187-7dee-47e5-a634-576ea4d9198a tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 5408 time: 1.3487897 Nov 12 01:02:57.701489 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-18832056-865f-4b9a-92bc-e593a9b81e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:57.723812 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-5848338e-b841-4947-8140-b99b1187cc36 service neutron] Request body: {'port': {'device_id': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:57.728024 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.api [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:02:57.728365 n-d-712142-27 neutron-server[109087]: DEBUG oslo_db.api [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:02:57.745467 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e6a28f-acb6-48dc-b42c-f857881502b3 req-5c8149a9-2a52-4daf-a6e0-a2a9f252efe5 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:57.774861 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6f0e86-fff4-46f1-b1e7-dc8bc72a747f None None] Pushing event updated for resources: {'Port': ['ID=1be98913-7df1-4123-880d-4556acd77642,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:57.842348 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8149a9-2a52-4daf-a6e0-a2a9f252efe5 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Pushing event updated for resources: {'Port': ['ID=e3cfc795-909c-4615-9d75-457b26419c79,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:57.863308 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-5848338e-b841-4947-8140-b99b1187cc36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:57.882617 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a354a9e-df33-43c8-a7c8-08f0ffcf72a3 service neutron] Pushing event updated for resources: {'Port': ['ID=9d7bd877-2240-48c8-af3a-99027fa5fb2b,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:57.931233 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6a28f-acb6-48dc-b42c-f857881502b3 req-5c8149a9-2a52-4daf-a6e0-a2a9f252efe5 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:57.939313 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e6e6a28f-acb6-48dc-b42c-f857881502b3 req-5c8149a9-2a52-4daf-a6e0-a2a9f252efe5 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:57.968188 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18832056-865f-4b9a-92bc-e593a9b81e0f admin admin] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:02:57.978160 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0a7c2-e8e8-4292-a40c-f3c831165215 req-b9429076-9163-4c7d-916b-2550c81b094e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:57.979028 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0a7c2-e8e8-4292-a40c-f3c831165215 req-b9429076-9163-4c7d-916b-2550c81b094e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:57.981649 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0a7c2-e8e8-4292-a40c-f3c831165215 req-b9429076-9163-4c7d-916b-2550c81b094e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:57.984944 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0a7c2-e8e8-4292-a40c-f3c831165215 req-b9429076-9163-4c7d-916b-2550c81b094e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:57.986515 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0a7c2-e8e8-4292-a40c-f3c831165215 req-b9429076-9163-4c7d-916b-2550c81b094e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:57.988003 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0a7c2-e8e8-4292-a40c-f3c831165215 req-b9429076-9163-4c7d-916b-2550c81b094e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:57.993357 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0a7c2-e8e8-4292-a40c-f3c831165215 req-b9429076-9163-4c7d-916b-2550c81b094e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:58.001688 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cde0a7c2-e8e8-4292-a40c-f3c831165215 req-b9429076-9163-4c7d-916b-2550c81b094e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d8109316fd94efaa47eb9260db1f13b&device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 6374 time: 1.6191921 Nov 12 01:02:58.002414 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e6e6a28f-acb6-48dc-b42c-f857881502b3 req-5c8149a9-2a52-4daf-a6e0-a2a9f252efe5 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6210580 Nov 12 01:02:58.008661 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18832056-865f-4b9a-92bc-e593a9b81e0f admin admin] Pushing event updated for resources: {'Port': ['ID=36484875-a840-48aa-b1d6-94e5a7c56052,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:58.013755 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-18832056-865f-4b9a-92bc-e593a9b81e0f admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:02:58.046684 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-e6e6a28f-acb6-48dc-b42c-f857881502b3 req-f3eac81e-e10e-49ce-9b73-25350cc27193 service neutron] Request body: {'port': {'device_id': '1fbd619c-122d-4f89-83f3-0d981d0245f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:02:58.049595 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18832056-865f-4b9a-92bc-e593a9b81e0f admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:02:58.089351 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 76570ab1-022b-4b34-bd32-3673394fd357 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:58.319089 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e6e6a28f-acb6-48dc-b42c-f857881502b3 req-f3eac81e-e10e-49ce-9b73-25350cc27193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:58.361199 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-259e72d7-1511-45bf-afd7-dd7615e4ade9 None None] Provisioning complete for port 1be98913-7df1-4123-880d-4556acd77642 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:58.362068 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-259e72d7-1511-45bf-afd7-dd7615e4ade9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:58.368697 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'tag': '9d7bd877-2240-48c8-af3a-99027fa5fb2b'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:02:58.372994 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9953fb9-0600-4833-8ea5-20bc54716003" -d '{"events": [{"name": "network-changed", "server_uuid": "f4d7bf12-651b-4ebe-8869-e52af4287213", "tag": "9d7bd877-2240-48c8-af3a-99027fa5fb2b"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:02:58.471842 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 76570ab1-022b-4b34-bd32-3673394fd357 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:02:58.495208 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 76570ab1-022b-4b34-bd32-3673394fd357 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:58.495640 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:58.727410 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:58.762299 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 1be98913-7df1-4123-880d-4556acd77642 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:02:58.792731 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b4527-ffc2-4bae-9ba3-92cfb757b1ab req-521163be-1bfd-4b07-903a-938726066955 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:58.808034 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1c6b4527-ffc2-4bae-9ba3-92cfb757b1ab req-521163be-1bfd-4b07-903a-938726066955 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "GET /v2.0/ports?device_id=79a58dd3-fdf9-4b0b-8d60-09483063a895 HTTP/1.1" status: 200 len: 945 time: 2.2676613 Nov 12 01:02:58.831371 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 76570ab1-022b-4b34-bd32-3673394fd357, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=76570ab1-022b-4b34-bd32-3673394fd357,segment=NetworkSegment(9dbffe20-fa57-4fc9-974f-82a4aaa66cb3),segment_id=9dbffe20-fa57-4fc9-974f-82a4aaa66cb3)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:02:58.864179 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f342e9-d3a2-435c-8a3f-6c6bbbfb5a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76570ab1-022b-4b34-bd32-3673394fd357'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:02:58.867295 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e142abc-4a33-4f16-b973-c5ac515e451d" -d '{"events": [{"server_uuid": "66f342e9-d3a2-435c-8a3f-6c6bbbfb5a2c", "name": "network-vif-plugged", "status": "completed", "tag": "76570ab1-022b-4b34-bd32-3673394fd357"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:02:58.875629 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:58.929832 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-e6e6a28f-acb6-48dc-b42c-f857881502b3 req-f3eac81e-e10e-49ce-9b73-25350cc27193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3cfc795-909c-4615-9d75-457b26419c79 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:02:58.945759 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e6e6a28f-acb6-48dc-b42c-f857881502b3 req-f3eac81e-e10e-49ce-9b73-25350cc27193 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:58.972981 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-e6e6a28f-acb6-48dc-b42c-f857881502b3 req-f3eac81e-e10e-49ce-9b73-25350cc27193 service neutron] Transition to ACTIVE for port object e3cfc795-909c-4615-9d75-457b26419c79 will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:02:58.979351 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e6e6a28f-acb6-48dc-b42c-f857881502b3 req-f3eac81e-e10e-49ce-9b73-25350cc27193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:59.015384 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 1be98913-7df1-4123-880d-4556acd77642 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:02:59.017921 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:59.030983 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=76570ab1-022b-4b34-bd32-3673394fd357,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:59.219763 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eac81e-e10e-49ce-9b73-25350cc27193 service neutron] Pushing event updated for resources: {'Port': ['ID=e3cfc795-909c-4615-9d75-457b26419c79,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:59.293748 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-e6e6a28f-acb6-48dc-b42c-f857881502b3 req-f3eac81e-e10e-49ce-9b73-25350cc27193 service neutron] Attempting to bind port e3cfc795-909c-4615-9d75-457b26419c79 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:02:59.294351 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-e6e6a28f-acb6-48dc-b42c-f857881502b3 req-f3eac81e-e10e-49ce-9b73-25350cc27193 service neutron] Attempting to bind port e3cfc795-909c-4615-9d75-457b26419c79 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:02:59.294886 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e6a28f-acb6-48dc-b42c-f857881502b3 req-f3eac81e-e10e-49ce-9b73-25350cc27193 service neutron] Attempting to bind port e3cfc795-909c-4615-9d75-457b26419c79 on network e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:59.303901 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e6a28f-acb6-48dc-b42c-f857881502b3 req-f3eac81e-e10e-49ce-9b73-25350cc27193 service neutron] Port e3cfc795-909c-4615-9d75-457b26419c79 on network e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:02:59.304458 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e6a28f-acb6-48dc-b42c-f857881502b3 req-f3eac81e-e10e-49ce-9b73-25350cc27193 service neutron] Attempting to bind port e3cfc795-909c-4615-9d75-457b26419c79 on network e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:02:59.315683 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e6a28f-acb6-48dc-b42c-f857881502b3 req-f3eac81e-e10e-49ce-9b73-25350cc27193 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:02:59.316209 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e6a28f-acb6-48dc-b42c-f857881502b3 req-f3eac81e-e10e-49ce-9b73-25350cc27193 service neutron] Checking segment: {'id': '6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:02:59.318176 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e6a28f-acb6-48dc-b42c-f857881502b3 req-f3eac81e-e10e-49ce-9b73-25350cc27193 service neutron] Bound using segment: {'id': '6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:02:59.318383 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-e6e6a28f-acb6-48dc-b42c-f857881502b3 req-f3eac81e-e10e-49ce-9b73-25350cc27193 service neutron] Bound port: e3cfc795-909c-4615-9d75-457b26419c79, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:02:59.318969 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e6e6a28f-acb6-48dc-b42c-f857881502b3 req-f3eac81e-e10e-49ce-9b73-25350cc27193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:59.473805 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-e6e6a28f-acb6-48dc-b42c-f857881502b3 req-f3eac81e-e10e-49ce-9b73-25350cc27193 service neutron] For port e3cfc795-909c-4615-9d75-457b26419c79, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:02:59.480851 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-e6e6a28f-acb6-48dc-b42c-f857881502b3 req-f3eac81e-e10e-49ce-9b73-25350cc27193 service neutron] For port e3cfc795-909c-4615-9d75-457b26419c79, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e3cfc795-909c-4615-9d75-457b26419c79,segment=NetworkSegment(6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4),segment_id=6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:02:59.499366 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e6e6a28f-acb6-48dc-b42c-f857881502b3 req-f3eac81e-e10e-49ce-9b73-25350cc27193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:59.520670 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9434bd87-dbc5-46cb-89ec-f7127df7d7c3 req-80b74c1e-0ed2-4296-8901-632366861ad0 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c2064e3-365e-4ce1-97ba-786147ddb249&id=cc2c1d93-00ba-4bf1-8dce-5f2d256d3645&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.6977077 Nov 12 01:02:59.547638 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1c6b4527-ffc2-4bae-9ba3-92cfb757b1ab req-40814e85-9cd3-485b-9ee0-47035dc49aaa tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "GET /v2.0/security-groups?id=86f57639-0571-4464-a714-e385ef3d8493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6887679 Nov 12 01:02:59.562997 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6a28f-acb6-48dc-b42c-f857881502b3 req-f3eac81e-e10e-49ce-9b73-25350cc27193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:59.564197 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e6e6a28f-acb6-48dc-b42c-f857881502b3 req-f3eac81e-e10e-49ce-9b73-25350cc27193 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:59.566106 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e6e6a28f-acb6-48dc-b42c-f857881502b3 req-f3eac81e-e10e-49ce-9b73-25350cc27193 service neutron] 10.222.0.44 "PUT /v2.0/ports/e3cfc795-909c-4615-9d75-457b26419c79 HTTP/1.1" status: 200 len: 1093 time: 1.5355465 Nov 12 01:02:59.566808 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fbd619c-122d-4f89-83f3-0d981d0245f6', 'tag': 'e3cfc795-909c-4615-9d75-457b26419c79'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:02:59.569465 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89614bf6-fa33-43c5-a4c2-5ccca6cdc74c" -d '{"events": [{"name": "network-changed", "server_uuid": "1fbd619c-122d-4f89-83f3-0d981d0245f6", "tag": "e3cfc795-909c-4615-9d75-457b26419c79"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:02:59.628152 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eac81e-e10e-49ce-9b73-25350cc27193 service neutron] Pushing event updated for resources: {'Port': ['ID=e3cfc795-909c-4615-9d75-457b26419c79,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:02:59.632877 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-18832056-865f-4b9a-92bc-e593a9b81e0f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:02:59.681505 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0a7c2-e8e8-4292-a40c-f3c831165215 req-b880ceb2-f989-4734-ad68-8a080b1bab8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:59.681990 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0a7c2-e8e8-4292-a40c-f3c831165215 req-b880ceb2-f989-4734-ad68-8a080b1bab8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:59.682506 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0a7c2-e8e8-4292-a40c-f3c831165215 req-b880ceb2-f989-4734-ad68-8a080b1bab8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:59.685092 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cde0a7c2-e8e8-4292-a40c-f3c831165215 req-b880ceb2-f989-4734-ad68-8a080b1bab8c service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=1d8109316fd94efaa47eb9260db1f13b&shared=False HTTP/1.1" status: 200 len: 2289 time: 1.3338492 Nov 12 01:02:59.818164 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6a28f-acb6-48dc-b42c-f857881502b3 req-fbaf78d6-a784-4ae6-9da1-3ef201e56a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:02:59.821269 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e6e6a28f-acb6-48dc-b42c-f857881502b3 req-fbaf78d6-a784-4ae6-9da1-3ef201e56a4f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7bbe35289028429ba1e1b86033a5bcab&device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 1096 time: 0.1178119 Nov 12 01:02:59.921975 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e6e6a28f-acb6-48dc-b42c-f857881502b3 req-457b9507-e815-4921-8d5a-950b78726cf9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3cfc795-909c-4615-9d75-457b26419c79 HTTP/1.1" status: 200 len: 217 time: 0.0821540 Nov 12 01:03:00.031862 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6a28f-acb6-48dc-b42c-f857881502b3 req-f7856386-26c0-4e74-9bb3-a3297d6110b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:00.034146 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e6e6a28f-acb6-48dc-b42c-f857881502b3 req-f7856386-26c0-4e74-9bb3-a3297d6110b9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=55fa7c58-77a8-4d04-ad83-d7b14788e8b6 HTTP/1.1" status: 200 len: 850 time: 0.1030974 Nov 12 01:03:00.073258 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0a7c2-e8e8-4292-a40c-f3c831165215 req-f85d93be-2206-4399-abe4-eb25e6434940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:00.074755 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cde0a7c2-e8e8-4292-a40c-f3c831165215 req-f85d93be-2206-4399-abe4-eb25e6434940 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3757458 Nov 12 01:03:00.090270 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db97a5-77ed-4e63-9405-9840773a66ab req-5ecf9d26-d2fe-4de0-b8bd-c5adfe01b5c0 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:00.092665 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-21db97a5-77ed-4e63-9405-9840773a66ab req-5ecf9d26-d2fe-4de0-b8bd-c5adfe01b5c0 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=66f342e9-d3a2-435c-8a3f-6c6bbbfb5a2c HTTP/1.1" status: 200 len: 945 time: 0.2579367 Nov 12 01:03:00.136684 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6a28f-acb6-48dc-b42c-f857881502b3 req-f9e3618d-1d41-4e1c-89fc-fc6ca9a0031b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:00.137267 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-5848338e-b841-4947-8140-b99b1187cc36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b375c86f-24ec-4a06-af37-e5c95f2b1cae {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:03:00.141536 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e6e6a28f-acb6-48dc-b42c-f857881502b3 req-f9e3618d-1d41-4e1c-89fc-fc6ca9a0031b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0918095 Nov 12 01:03:00.154319 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a826e0-23b0-49b3-8e8f-20c82fac4b24 req-82e58619-085b-4ea4-ad4a-9cdca52e8f17 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:00.156265 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a3a826e0-23b0-49b3-8e8f-20c82fac4b24 req-82e58619-085b-4ea4-ad4a-9cdca52e8f17 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 944 time: 0.3102124 Nov 12 01:03:00.174421 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-5848338e-b841-4947-8140-b99b1187cc36 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:00.235813 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-5848338e-b841-4947-8140-b99b1187cc36 service neutron] Transition to ACTIVE for port object b375c86f-24ec-4a06-af37-e5c95f2b1cae will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:03:00.282859 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-5848338e-b841-4947-8140-b99b1187cc36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:00.346410 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-21db97a5-77ed-4e63-9405-9840773a66ab req-b1fd4d07-cd84-47bb-931f-3520e5493c49 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022665 Nov 12 01:03:00.390586 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a3a826e0-23b0-49b3-8e8f-20c82fac4b24 req-ab6edcce-c410-455b-b8c9-f43004fb1285 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954777 Nov 12 01:03:00.401427 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-18832056-865f-4b9a-92bc-e593a9b81e0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:00.421432 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5848338e-b841-4947-8140-b99b1187cc36 service neutron] Pushing event updated for resources: {'Port': ['ID=b375c86f-24ec-4a06-af37-e5c95f2b1cae,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:00.436955 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e6e6a28f-acb6-48dc-b42c-f857881502b3 req-784445cc-a419-4dc8-bede-2e20e29fb614 service neutron] 10.222.0.44 "GET /v2.0/networks/e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869432 Nov 12 01:03:00.655957 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ded6372-35d3-4623-b484-d25e2df5cc10 x-openstack-request-id: req-5ded6372-35d3-4623-b484-d25e2df5cc10 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:03:00.656291 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4d7bf12-651b-4ebe-8869-e52af4287213", "tag": "9d7bd877-2240-48c8-af3a-99027fa5fb2b", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:03:00.656548 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5ded6372-35d3-4623-b484-d25e2df5cc10 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:03:00.658407 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'tag': '9d7bd877-2240-48c8-af3a-99027fa5fb2b', 'status': 'completed', 'code': 200} Nov 12 01:03:00.703295 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e6e6a28f-acb6-48dc-b42c-f857881502b3 req-451f2d41-1b8e-48dc-ab3a-027e5c39858e service neutron] 10.222.0.44 "GET /v2.0/networks/e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575009 Nov 12 01:03:00.755396 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c328b10-61f8-4bd9-8cc0-0517a4dc1af6 x-openstack-request-id: req-2c328b10-61f8-4bd9-8cc0-0517a4dc1af6 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:03:00.755911 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f342e9-d3a2-435c-8a3f-6c6bbbfb5a2c", "name": "network-vif-plugged", "status": "completed", "tag": "76570ab1-022b-4b34-bd32-3673394fd357", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:03:00.756638 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2c328b10-61f8-4bd9-8cc0-0517a4dc1af6 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:03:00.761003 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f342e9-d3a2-435c-8a3f-6c6bbbfb5a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76570ab1-022b-4b34-bd32-3673394fd357', 'code': 200} Nov 12 01:03:00.800136 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ef924f1f-d824-4e66-b56b-0ae6c1fad0ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:00.818451 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43317df1-bf7a-41db-b643-c8f704cd7515 x-openstack-request-id: req-43317df1-bf7a-41db-b643-c8f704cd7515 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:03:00.818757 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fbd619c-122d-4f89-83f3-0d981d0245f6", "tag": "e3cfc795-909c-4615-9d75-457b26419c79", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:03:00.819016 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-43317df1-bf7a-41db-b643-c8f704cd7515 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:03:00.819488 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fbd619c-122d-4f89-83f3-0d981d0245f6', 'tag': 'e3cfc795-909c-4615-9d75-457b26419c79', 'status': 'completed', 'code': 200} Nov 12 01:03:00.909962 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e958449-7c0d-4041-82b4-29ba00ec1e8d req-6c098030-85c3-4dd3-b897-b93ac69d9168 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:00.920099 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2e958449-7c0d-4041-82b4-29ba00ec1e8d req-6c098030-85c3-4dd3-b897-b93ac69d9168 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 945 time: 0.3250768 Nov 12 01:03:00.929664 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-5848338e-b841-4947-8140-b99b1187cc36 service neutron] Attempting to bind port b375c86f-24ec-4a06-af37-e5c95f2b1cae on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:03:00.930049 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-5848338e-b841-4947-8140-b99b1187cc36 service neutron] Attempting to bind port b375c86f-24ec-4a06-af37-e5c95f2b1cae by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '241d1237-5a54-4a08-8584-358bbd4e511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '27138fd0-2739-4679-b06e-dafc84073bf0'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:03:00.930338 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-5848338e-b841-4947-8140-b99b1187cc36 service neutron] Attempting to bind port b375c86f-24ec-4a06-af37-e5c95f2b1cae on network 27138fd0-2739-4679-b06e-dafc84073bf0 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:03:00.993656 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89614bf6-fa33-43c5-a4c2-5ccca6cdc74c req-8cbe7a5f-c8d2-46e5-a78d-77799a8531fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:00.996549 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-89614bf6-fa33-43c5-a4c2-5ccca6cdc74c req-8cbe7a5f-c8d2-46e5-a78d-77799a8531fe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7bbe35289028429ba1e1b86033a5bcab&device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 1096 time: 0.1026213 Nov 12 01:03:01.107567 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-5848338e-b841-4947-8140-b99b1187cc36 service neutron] Port b375c86f-24ec-4a06-af37-e5c95f2b1cae on network 27138fd0-2739-4679-b06e-dafc84073bf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:03:01.108441 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-5848338e-b841-4947-8140-b99b1187cc36 service neutron] Attempting to bind port b375c86f-24ec-4a06-af37-e5c95f2b1cae on network 27138fd0-2739-4679-b06e-dafc84073bf0 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:03:01.123358 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-5848338e-b841-4947-8140-b99b1187cc36 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:03:01.123704 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-5848338e-b841-4947-8140-b99b1187cc36 service neutron] Checking segment: {'id': '241d1237-5a54-4a08-8584-358bbd4e511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '27138fd0-2739-4679-b06e-dafc84073bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:03:01.124141 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-5848338e-b841-4947-8140-b99b1187cc36 service neutron] Bound using segment: {'id': '241d1237-5a54-4a08-8584-358bbd4e511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '27138fd0-2739-4679-b06e-dafc84073bf0'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:03:01.124667 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-5848338e-b841-4947-8140-b99b1187cc36 service neutron] Bound port: b375c86f-24ec-4a06-af37-e5c95f2b1cae, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '241d1237-5a54-4a08-8584-358bbd4e511f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '27138fd0-2739-4679-b06e-dafc84073bf0'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:03:01.125041 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-5848338e-b841-4947-8140-b99b1187cc36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:01.147390 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9953fb9-0600-4833-8ea5-20bc54716003 req-77683b05-a700-4f00-8d50-26995556f3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:01.147900 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9953fb9-0600-4833-8ea5-20bc54716003 req-77683b05-a700-4f00-8d50-26995556f3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:01.148493 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9953fb9-0600-4833-8ea5-20bc54716003 req-77683b05-a700-4f00-8d50-26995556f3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:01.149129 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9953fb9-0600-4833-8ea5-20bc54716003 req-77683b05-a700-4f00-8d50-26995556f3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:01.150595 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9953fb9-0600-4833-8ea5-20bc54716003 req-77683b05-a700-4f00-8d50-26995556f3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:01.151128 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9953fb9-0600-4833-8ea5-20bc54716003 req-77683b05-a700-4f00-8d50-26995556f3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:01.151610 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9953fb9-0600-4833-8ea5-20bc54716003 req-77683b05-a700-4f00-8d50-26995556f3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:01.154810 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d9953fb9-0600-4833-8ea5-20bc54716003 req-77683b05-a700-4f00-8d50-26995556f3e1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d8109316fd94efaa47eb9260db1f13b&device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 6442 time: 0.4246686 Nov 12 01:03:01.192000 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89614bf6-fa33-43c5-a4c2-5ccca6cdc74c req-5433aa6a-b588-494a-9fab-0611bd0304ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:01.193892 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-89614bf6-fa33-43c5-a4c2-5ccca6cdc74c req-5433aa6a-b588-494a-9fab-0611bd0304ac service neutron] 10.222.0.44 "GET /v2.0/networks?id=e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 HTTP/1.1" status: 200 len: 911 time: 0.1832709 Nov 12 01:03:01.235398 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2e958449-7c0d-4041-82b4-29ba00ec1e8d req-376cb24b-d882-42a6-a720-6eca49b93073 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=0762cf07-0f13-471a-a31e-80fa878bd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2979236 Nov 12 01:03:01.255197 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166174a-4932-4c5f-8ef3-c5e0ed8c57ed req-4ba0d615-dd89-4bd2-8e61-487fd792b731 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:01.256879 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6166174a-4932-4c5f-8ef3-c5e0ed8c57ed req-4ba0d615-dd89-4bd2-8e61-487fd792b731 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "GET /v2.0/ports?device_id=79a58dd3-fdf9-4b0b-8d60-09483063a895 HTTP/1.1" status: 200 len: 945 time: 0.3122704 Nov 12 01:03:01.261653 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-89614bf6-fa33-43c5-a4c2-5ccca6cdc74c req-ee7b93a0-9ca6-4837-b557-72f8aeff6d04 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3cfc795-909c-4615-9d75-457b26419c79 HTTP/1.1" status: 200 len: 217 time: 0.0595934 Nov 12 01:03:01.300087 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab21ff35-4667-4b0f-8c23-8063f715f5b3 req-55ed42be-922b-45ec-9002-334fe045928b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:01.301701 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ab21ff35-4667-4b0f-8c23-8063f715f5b3 req-55ed42be-922b-45ec-9002-334fe045928b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=66f342e9-d3a2-435c-8a3f-6c6bbbfb5a2c HTTP/1.1" status: 200 len: 1097 time: 0.3251011 Nov 12 01:03:01.400599 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89614bf6-fa33-43c5-a4c2-5ccca6cdc74c req-3490e0da-aeaa-4f40-ba15-91520a33d24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:01.403994 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-89614bf6-fa33-43c5-a4c2-5ccca6cdc74c req-3490e0da-aeaa-4f40-ba15-91520a33d24a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=55fa7c58-77a8-4d04-ad83-d7b14788e8b6 HTTP/1.1" status: 200 len: 850 time: 0.1259081 Nov 12 01:03:01.456973 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18832056-865f-4b9a-92bc-e593a9b81e0f admin admin] Router 406e431f-0baf-43b0-bd89-63ef9314ab90 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:03:01.461966 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-5848338e-b841-4947-8140-b99b1187cc36 service neutron] For port b375c86f-24ec-4a06-af37-e5c95f2b1cae, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:03:01.523649 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89614bf6-fa33-43c5-a4c2-5ccca6cdc74c req-55a151d4-4a12-4c63-904a-cef67640f04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:01.525230 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-89614bf6-fa33-43c5-a4c2-5ccca6cdc74c req-55a151d4-4a12-4c63-904a-cef67640f04f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0913014 Nov 12 01:03:01.565840 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-5848338e-b841-4947-8140-b99b1187cc36 service neutron] For port b375c86f-24ec-4a06-af37-e5c95f2b1cae, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=b375c86f-24ec-4a06-af37-e5c95f2b1cae,segment=NetworkSegment(241d1237-5a54-4a08-8584-358bbd4e511f),segment_id=241d1237-5a54-4a08-8584-358bbd4e511f)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:03:01.576672 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ab21ff35-4667-4b0f-8c23-8063f715f5b3 req-ea61ff33-f072-4131-93d2-11202bc1c294 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312932 Nov 12 01:03:01.590165 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6166174a-4932-4c5f-8ef3-c5e0ed8c57ed req-e359435b-abc0-4586-8894-532040814145 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "GET /v2.0/security-groups?id=86f57639-0571-4464-a714-e385ef3d8493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073545 Nov 12 01:03:01.597475 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9953fb9-0600-4833-8ea5-20bc54716003 req-b351431b-5f04-4b98-b3e8-85811c3f10f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:01.600008 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9953fb9-0600-4833-8ea5-20bc54716003 req-b351431b-5f04-4b98-b3e8-85811c3f10f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:01.600612 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9953fb9-0600-4833-8ea5-20bc54716003 req-b351431b-5f04-4b98-b3e8-85811c3f10f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:01.609021 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d9953fb9-0600-4833-8ea5-20bc54716003 req-b351431b-5f04-4b98-b3e8-85811c3f10f1 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=1d8109316fd94efaa47eb9260db1f13b&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4186366 Nov 12 01:03:01.681922 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-5848338e-b841-4947-8140-b99b1187cc36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:01.750321 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-89614bf6-fa33-43c5-a4c2-5ccca6cdc74c req-6fa2f295-bf5e-4777-b4c6-06afec15a60b service neutron] 10.222.0.44 "GET /v2.0/networks/e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039549 Nov 12 01:03:02.008274 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-89614bf6-fa33-43c5-a4c2-5ccca6cdc74c req-9a758870-2e07-4bcd-9611-1539b1910d3e service neutron] 10.222.0.44 "GET /v2.0/networks/e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534302 Nov 12 01:03:02.201547 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072bc5f2-870b-4efe-8958-769f780abb68 req-54553edc-206d-4032-a3f7-4108dfed70f7 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:02.208018 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072bc5f2-870b-4efe-8958-769f780abb68 req-54553edc-206d-4032-a3f7-4108dfed70f7 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:02.215160 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072bc5f2-870b-4efe-8958-769f780abb68 req-54553edc-206d-4032-a3f7-4108dfed70f7 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:02.221696 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072bc5f2-870b-4efe-8958-769f780abb68 req-54553edc-206d-4032-a3f7-4108dfed70f7 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:02.228015 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072bc5f2-870b-4efe-8958-769f780abb68 req-54553edc-206d-4032-a3f7-4108dfed70f7 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:02.234917 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072bc5f2-870b-4efe-8958-769f780abb68 req-54553edc-206d-4032-a3f7-4108dfed70f7 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:02.242317 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072bc5f2-870b-4efe-8958-769f780abb68 req-54553edc-206d-4032-a3f7-4108dfed70f7 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:02.244344 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-072bc5f2-870b-4efe-8958-769f780abb68 req-54553edc-206d-4032-a3f7-4108dfed70f7 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 5420 time: 0.7788982 Nov 12 01:03:02.250295 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-5848338e-b841-4947-8140-b99b1187cc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:02.250972 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-5848338e-b841-4947-8140-b99b1187cc36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:02.253057 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-5848338e-b841-4947-8140-b99b1187cc36 service neutron] 10.222.0.44 "PUT /v2.0/ports/b375c86f-24ec-4a06-af37-e5c95f2b1cae HTTP/1.1" status: 200 len: 1092 time: 4.6891997 Nov 12 01:03:02.411346 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5848338e-b841-4947-8140-b99b1187cc36 service neutron] Pushing event updated for resources: {'Port': ['ID=b375c86f-24ec-4a06-af37-e5c95f2b1cae,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:02.463335 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006eb9cc-a917-4adf-b21c-3bcf546845f2 req-e181b847-d1cd-4831-8afa-1a56c2f420c3 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:02.465069 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-006eb9cc-a917-4adf-b21c-3bcf546845f2 req-e181b847-d1cd-4831-8afa-1a56c2f420c3 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 945 time: 0.7419825 Nov 12 01:03:02.480649 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34794) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:02.482172 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18832056-865f-4b9a-92bc-e593a9b81e0f admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:03:02.498618 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-e68ff421-2c18-4fa8-a851-ee7b811b1fcd tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Request body: {'floatingip': {'port_id': 'ac1180cb-7bbd-421c-a709-89ce96132ed6'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:02.506422 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72c09db-8d1c-45de-a40f-7fbd6f316238 None None] Sync routers for ids ['406e431f-0baf-43b0-bd89-63ef9314ab90'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:03:02.534773 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9953fb9-0600-4833-8ea5-20bc54716003 req-6c6879f8-d4a5-469a-bda5-fe2e576e3480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:02.536707 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d9953fb9-0600-4833-8ea5-20bc54716003 req-6c6879f8-d4a5-469a-bda5-fe2e576e3480 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3741541 Nov 12 01:03:02.550072 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-18832056-865f-4b9a-92bc-e593a9b81e0f admin admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:02.552150 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-18832056-865f-4b9a-92bc-e593a9b81e0f admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.9977245 Nov 12 01:03:02.554458 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 34796) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:02.579752 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-072bc5f2-870b-4efe-8958-769f780abb68 req-92840857-e9c6-4a06-90e3-3fcb67211c26 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c2064e3-365e-4ce1-97ba-786147ddb249&id=cc2c1d93-00ba-4bf1-8dce-5f2d256d3645&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2274942 Nov 12 01:03:02.581770 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72c09db-8d1c-45de-a40f-7fbd6f316238 None None] Routers {'406e431f-0baf-43b0-bd89-63ef9314ab90'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:02.586623 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-e72c09db-8d1c-45de-a40f-7fbd6f316238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:03:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['406e431f-0baf-43b0-bd89-63ef9314ab90'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:02.680496 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'tag': 'b375c86f-24ec-4a06-af37-e5c95f2b1cae'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:03:02.682983 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4787b28-b072-4d8a-adbe-6887d94b52ea" -d '{"events": [{"name": "network-changed", "server_uuid": "f4d7bf12-651b-4ebe-8869-e52af4287213", "tag": "b375c86f-24ec-4a06-af37-e5c95f2b1cae"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:03:02.683604 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e68ff421-2c18-4fa8-a851-ee7b811b1fcd tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks [] for floatingip, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:02.709773 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:02.873572 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-add5c04e-b988-43bd-98e0-cd8468886f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:02.874059 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-add5c04e-b988-43bd-98e0-cd8468886f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:02.874519 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-add5c04e-b988-43bd-98e0-cd8468886f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:02.874992 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-add5c04e-b988-43bd-98e0-cd8468886f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:02.875455 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-add5c04e-b988-43bd-98e0-cd8468886f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:02.875916 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-add5c04e-b988-43bd-98e0-cd8468886f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:02.876434 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-add5c04e-b988-43bd-98e0-cd8468886f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:02.878576 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-add5c04e-b988-43bd-98e0-cd8468886f4b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d8109316fd94efaa47eb9260db1f13b&device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 6484 time: 0.1720581 Nov 12 01:03:02.894585 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-e72c09db-8d1c-45de-a40f-7fbd6f316238 None None] Set router 406e431f-0baf-43b0-bd89-63ef9314ab90 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:03:02.963601 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-5ab42861-dae1-4326-91be-93960e5f506b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15e8b880-bdf7-4297-8037-5e8af0c0a024 HTTP/1.1" status: 200 len: 217 time: 0.0459394 Nov 12 01:03:02.998582 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af68b2-f49a-4247-b3e5-f523e52fe98b req-9eefd194-852b-445f-9d14-173bf08ce3ab tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:03.002272 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e9af68b2-f49a-4247-b3e5-f523e52fe98b req-9eefd194-852b-445f-9d14-173bf08ce3ab tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=66f342e9-d3a2-435c-8a3f-6c6bbbfb5a2c HTTP/1.1" status: 200 len: 945 time: 0.2365241 Nov 12 01:03:03.024442 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97680452-1efa-4351-a7ff-d4291ed58b16 req-e069e637-903a-4cb1-9680-4f07c3ac09ef tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:03.033626 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-97680452-1efa-4351-a7ff-d4291ed58b16 req-e069e637-903a-4cb1-9680-4f07c3ac09ef tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 944 time: 0.2582397 Nov 12 01:03:03.204602 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e9af68b2-f49a-4247-b3e5-f523e52fe98b req-990b5dcf-46bb-4f26-b256-6c2389e8668e tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632376 Nov 12 01:03:03.293575 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-c9f473a3-4334-43dc-aa77-225a8f14d474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:03.296341 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-c9f473a3-4334-43dc-aa77-225a8f14d474 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9a4a1633-eebb-4206-a02e-19555e45d6c6 HTTP/1.1" status: 200 len: 851 time: 0.3164146 Nov 12 01:03:03.377051 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-97680452-1efa-4351-a7ff-d4291ed58b16 req-bb7c7be4-1999-4de5-adf2-09ce0a27a3dd tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3418770 Nov 12 01:03:03.431021 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-e72c09db-8d1c-45de-a40f-7fbd6f316238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406e431f-0baf-43b0-bd89-63ef9314ab90', 'name': 'tempest-FloatingIPDetailsTestJSON-2120873317-router', 'tenant_id': 'fe88eff40ad641309dd578bc03eefa19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '36484875-a840-48aa-b1d6-94e5a7c56052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:52Z', 'updated_at': '2021-11-12T01:02:58Z', 'revision_number': 3, 'project_id': 'fe88eff40ad641309dd578bc03eefa19', 'gw_port': {'id': '36484875-a840-48aa-b1d6-94e5a7c56052', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406e431f-0baf-43b0-bd89-63ef9314ab90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:55Z', 'updated_at': '2021-11-12T01:02:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:03.525675 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2438f9f7-56ac-4def-b7d1-05a481508e7b x-openstack-request-id: req-2438f9f7-56ac-4def-b7d1-05a481508e7b {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:03:03.526170 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4d7bf12-651b-4ebe-8869-e52af4287213", "tag": "b375c86f-24ec-4a06-af37-e5c95f2b1cae", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:03:03.526556 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2438f9f7-56ac-4def-b7d1-05a481508e7b {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:03:03.527228 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'tag': 'b375c86f-24ec-4a06-af37-e5c95f2b1cae', 'status': 'completed', 'code': 200} Nov 12 01:03:03.543278 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72c09db-8d1c-45de-a40f-7fbd6f316238 None None] Checking router: 406e431f-0baf-43b0-bd89-63ef9314ab90 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:03:03.545316 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72c09db-8d1c-45de-a40f-7fbd6f316238 None None] Updating router 406e431f-0baf-43b0-bd89-63ef9314ab90 port 36484875-a840-48aa-b1d6-94e5a7c56052 binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:03:03.610970 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-e72c09db-8d1c-45de-a40f-7fbd6f316238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:03.888304 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:03.897987 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-1d545721-94bd-470d-92f0-a233536370fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:03.900194 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-1d545721-94bd-470d-92f0-a233536370fd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=42a64961-de15-4cbf-9f7d-d65cedf81ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5330424 Nov 12 01:03:04.037378 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-7f7444b6-f444-4204-bcde-d4fb58c9a107 service neutron] 10.222.0.44 "GET /v2.0/networks/42a64961-de15-4cbf-9f7d-d65cedf81ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086149 Nov 12 01:03:04.098597 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device e3cfc795-909c-4615-9d75-457b26419c79 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:03:04.125205 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879fa1c-21cf-4ad2-8b8c-69867083874f req-dbc44ffc-7347-4617-bc8b-5702531dae9f tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:04.138441 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e879fa1c-21cf-4ad2-8b8c-69867083874f req-dbc44ffc-7347-4617-bc8b-5702531dae9f tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "GET /v2.0/ports?device_id=79a58dd3-fdf9-4b0b-8d60-09483063a895 HTTP/1.1" status: 200 len: 945 time: 0.5945454 Nov 12 01:03:04.273599 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e68ff421-2c18-4fa8-a851-ee7b811b1fcd tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:04.282205 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e68ff421-2c18-4fa8-a851-ee7b811b1fcd tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:04.332121 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f17139c-822b-4e6b-b67d-3d5c50710e19 req-2e37b632-fe8a-4ef6-b49a-215720fd46d6 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:04.364989 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f17139c-822b-4e6b-b67d-3d5c50710e19 req-2e37b632-fe8a-4ef6-b49a-215720fd46d6 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:04.378240 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f17139c-822b-4e6b-b67d-3d5c50710e19 req-2e37b632-fe8a-4ef6-b49a-215720fd46d6 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:04.383864 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port e3cfc795-909c-4615-9d75-457b26419c79, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e3cfc795-909c-4615-9d75-457b26419c79,segment=NetworkSegment(6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4),segment_id=6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:04.386359 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f17139c-822b-4e6b-b67d-3d5c50710e19 req-2e37b632-fe8a-4ef6-b49a-215720fd46d6 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:04.395995 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f17139c-822b-4e6b-b67d-3d5c50710e19 req-2e37b632-fe8a-4ef6-b49a-215720fd46d6 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:04.410327 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f17139c-822b-4e6b-b67d-3d5c50710e19 req-2e37b632-fe8a-4ef6-b49a-215720fd46d6 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:04.419357 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f17139c-822b-4e6b-b67d-3d5c50710e19 req-2e37b632-fe8a-4ef6-b49a-215720fd46d6 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:04.425847 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'e3cfc795-909c-4615-9d75-457b26419c79', 'network_id': 'e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4', 'port_id': 'e3cfc795-909c-4615-9d75-457b26419c79', 'mac_address': 'fa:16:3e:10:d5:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55fa7c58-77a8-4d04-ad83-d7b14788e8b6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:03:04.429903 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8f17139c-822b-4e6b-b67d-3d5c50710e19 req-2e37b632-fe8a-4ef6-b49a-215720fd46d6 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 5420 time: 0.5506594 Nov 12 01:03:04.514422 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e879fa1c-21cf-4ad2-8b8c-69867083874f req-8ffcf117-84b1-4813-b55d-2c11c6837f86 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "GET /v2.0/security-groups?id=86f57639-0571-4464-a714-e385ef3d8493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326757 Nov 12 01:03:04.583522 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:04.631315 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-e72c09db-8d1c-45de-a40f-7fbd6f316238 None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:04.635637 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8f17139c-822b-4e6b-b67d-3d5c50710e19 req-1fb9e6f4-4d45-441b-a31f-351dc0d9150d tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c2064e3-365e-4ce1-97ba-786147ddb249&id=cc2c1d93-00ba-4bf1-8dce-5f2d256d3645&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2046278 Nov 12 01:03:04.640377 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3cfc795-909c-4615-9d75-457b26419c79 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:03:04.646922 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-e72c09db-8d1c-45de-a40f-7fbd6f316238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:04.655546 n-d-712142-27 neutron-server[109086]: INFO neutron.db.l3_db [None req-e68ff421-2c18-4fa8-a851-ee7b811b1fcd tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Floating IP fbab06f1-2947-47b5-944b-ff405f61bf09 associated. External IP: 172.25.3.81, port: ac1180cb-7bbd-421c-a709-89ce96132ed6. Nov 12 01:03:04.731757 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-3e07a037-c6e9-4556-85c5-4e0bccee884b service neutron] 10.222.0.44 "GET /v2.0/networks/42a64961-de15-4cbf-9f7d-d65cedf81ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6530447 Nov 12 01:03:04.735119 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port e3cfc795-909c-4615-9d75-457b26419c79, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e3cfc795-909c-4615-9d75-457b26419c79,segment=NetworkSegment(6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4),segment_id=6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:04.745866 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:04.784942 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-e72c09db-8d1c-45de-a40f-7fbd6f316238 None None] Attempting to bind port 36484875-a840-48aa-b1d6-94e5a7c56052 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:03:04.786472 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-e72c09db-8d1c-45de-a40f-7fbd6f316238 None None] Attempting to bind port 36484875-a840-48aa-b1d6-94e5a7c56052 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:03:04.786472 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72c09db-8d1c-45de-a40f-7fbd6f316238 None None] Attempting to bind port 36484875-a840-48aa-b1d6-94e5a7c56052 on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:03:04.799117 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72c09db-8d1c-45de-a40f-7fbd6f316238 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:03:04.799729 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72c09db-8d1c-45de-a40f-7fbd6f316238 None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:03:04.800391 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-e72c09db-8d1c-45de-a40f-7fbd6f316238 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:04.801639 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72c09db-8d1c-45de-a40f-7fbd6f316238 None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:03:04.801850 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-e72c09db-8d1c-45de-a40f-7fbd6f316238 None None] Bound port: 36484875-a840-48aa-b1d6-94e5a7c56052, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:03:04.802469 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-e72c09db-8d1c-45de-a40f-7fbd6f316238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:04.883156 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fcafe3-0887-4ff4-b0f1-f0a81685baed None None] Pushing event updated for resources: {'Port': ['ID=36484875-a840-48aa-b1d6-94e5a7c56052,revision_number=2']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:04.907943 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=e3cfc795-909c-4615-9d75-457b26419c79,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:04.908909 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fcafe3-0887-4ff4-b0f1-f0a81685baed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:04.908909 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fcafe3-0887-4ff4-b0f1-f0a81685baed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:04.909502 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fcafe3-0887-4ff4-b0f1-f0a81685baed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:04.909878 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fcafe3-0887-4ff4-b0f1-f0a81685baed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:04.911516 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fcafe3-0887-4ff4-b0f1-f0a81685baed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:04.912647 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fcafe3-0887-4ff4-b0f1-f0a81685baed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:04.913217 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fcafe3-0887-4ff4-b0f1-f0a81685baed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:04.916015 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fcafe3-0887-4ff4-b0f1-f0a81685baed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:04.916015 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fcafe3-0887-4ff4-b0f1-f0a81685baed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:04.916015 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fcafe3-0887-4ff4-b0f1-f0a81685baed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:04.916015 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fcafe3-0887-4ff4-b0f1-f0a81685baed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:04.916015 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fcafe3-0887-4ff4-b0f1-f0a81685baed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:04.952798 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-e72c09db-8d1c-45de-a40f-7fbd6f316238 None None] For port 36484875-a840-48aa-b1d6-94e5a7c56052, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:03:04.956682 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-e72c09db-8d1c-45de-a40f-7fbd6f316238 None None] For port 36484875-a840-48aa-b1d6-94e5a7c56052, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=36484875-a840-48aa-b1d6-94e5a7c56052,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:03:04.964629 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-e72c09db-8d1c-45de-a40f-7fbd6f316238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:05.005817 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-1c642738-a4b2-48f9-a5f1-5c798950f53a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=02f4ae95-756c-4dab-896e-11fe6ab13527 HTTP/1.1" status: 200 len: 217 time: 0.1706676 Nov 12 01:03:05.050962 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:05.067310 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72c09db-8d1c-45de-a40f-7fbd6f316238 None None] Routers {'406e431f-0baf-43b0-bd89-63ef9314ab90'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:05.068024 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-e72c09db-8d1c-45de-a40f-7fbd6f316238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:03:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['406e431f-0baf-43b0-bd89-63ef9314ab90'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:05.124244 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['e3cfc795-909c-4615-9d75-457b26419c79'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:03:05.165448 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fcafe3-0887-4ff4-b0f1-f0a81685baed None None] Pushing event updated for resources: {'Port': ['ID=36484875-a840-48aa-b1d6-94e5a7c56052,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:05.192718 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-07ca612a-6881-4a5c-be30-cc14d86f0894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:05.194652 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-07ca612a-6881-4a5c-be30-cc14d86f0894 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cd40a6d2-fe25-4249-a894-79091d8af3b3 HTTP/1.1" status: 200 len: 797 time: 0.1279829 Nov 12 01:03:05.252002 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f0fdd0f8-71c3-4fe3-94c2-45f7204dc525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:05.264406 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac60055-abc1-414b-86a2-6f1be9abb0c7 req-166e7b70-bfca-4ad9-86b9-5d9d16f76c81 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:05.273125 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aac60055-abc1-414b-86a2-6f1be9abb0c7 req-166e7b70-bfca-4ad9-86b9-5d9d16f76c81 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=66f342e9-d3a2-435c-8a3f-6c6bbbfb5a2c HTTP/1.1" status: 200 len: 945 time: 0.5309057 Nov 12 01:03:05.280584 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e68ff421-2c18-4fa8-a851-ee7b811b1fcd tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Router d6477202-da2e-4550-9dbb-3f23d0468033 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:03:05.323018 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-e72c09db-8d1c-45de-a40f-7fbd6f316238 None None] Set router 406e431f-0baf-43b0-bd89-63ef9314ab90 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:03:05.324656 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d629fc-195a-4e27-9e69-f1dbe6b998d2 req-fbbfd6c4-943a-4770-990b-be5b727e5ece tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:05.335028 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-91d629fc-195a-4e27-9e69-f1dbe6b998d2 req-fbbfd6c4-943a-4770-990b-be5b727e5ece tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.5068552 Nov 12 01:03:05.353061 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-09a88827-a9f6-4d8a-904c-3b1a61d4f9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:05.354701 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-09a88827-a9f6-4d8a-904c-3b1a61d4f9fc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bca8627a-85cd-44bc-bbc5-d27b1e587fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1509824 Nov 12 01:03:05.480158 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e68ff421-2c18-4fa8-a851-ee7b811b1fcd tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:03:05.485603 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e68ff421-2c18-4fa8-a851-ee7b811b1fcd tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:05.501984 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e5a210-6072-426b-aad5-4245af4c3629 None None] Sync routers for ids ['d6477202-da2e-4550-9dbb-3f23d0468033'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:03:05.519240 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e5a210-6072-426b-aad5-4245af4c3629 None None] Routers {'d6477202-da2e-4550-9dbb-3f23d0468033'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:05.520303 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-c7e5a210-6072-426b-aad5-4245af4c3629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:03:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['d6477202-da2e-4550-9dbb-3f23d0468033'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:05.525589 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e68ff421-2c18-4fa8-a851-ee7b811b1fcd tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "PUT /v2.0/floatingips/fbab06f1-2947-47b5-944b-ff405f61bf09 HTTP/1.1" status: 200 len: 990 time: 3.0374150 Nov 12 01:03:05.525589 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc3b8661-d254-4c79-9f0a-3043f6703d17', 'tag': 'ac1180cb-7bbd-421c-a709-89ce96132ed6'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:03:05.525589 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d2b168-05d2-4cba-b8be-d7cf4ff8cb9f" -d '{"events": [{"name": "network-changed", "server_uuid": "fc3b8661-d254-4c79-9f0a-3043f6703d17", "tag": "ac1180cb-7bbd-421c-a709-89ce96132ed6"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:03:05.610755 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aac60055-abc1-414b-86a2-6f1be9abb0c7 req-c85b57e8-48a1-43f4-9990-d2211dedbaab tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374140 Nov 12 01:03:05.656013 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-91d629fc-195a-4e27-9e69-f1dbe6b998d2 req-26f9f576-2d87-40bc-9219-db609585e1ea tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3061552 Nov 12 01:03:05.713264 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-e72c09db-8d1c-45de-a40f-7fbd6f316238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406e431f-0baf-43b0-bd89-63ef9314ab90', 'name': 'tempest-FloatingIPDetailsTestJSON-2120873317-router', 'tenant_id': 'fe88eff40ad641309dd578bc03eefa19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '36484875-a840-48aa-b1d6-94e5a7c56052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:52Z', 'updated_at': '2021-11-12T01:02:58Z', 'revision_number': 3, 'project_id': 'fe88eff40ad641309dd578bc03eefa19', 'gw_port': {'id': '36484875-a840-48aa-b1d6-94e5a7c56052', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406e431f-0baf-43b0-bd89-63ef9314ab90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:55Z', 'updated_at': '2021-11-12T01:03:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:05.732254 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-c7e5a210-6072-426b-aad5-4245af4c3629 None None] Set router d6477202-da2e-4550-9dbb-3f23d0468033 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:03:05.775221 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72c09db-8d1c-45de-a40f-7fbd6f316238 None None] The sync data for ids ['406e431f-0baf-43b0-bd89-63ef9314ab90'] in n-d-712142-27 is: [{'id': '406e431f-0baf-43b0-bd89-63ef9314ab90', 'name': 'tempest-FloatingIPDetailsTestJSON-2120873317-router', 'tenant_id': 'fe88eff40ad641309dd578bc03eefa19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '36484875-a840-48aa-b1d6-94e5a7c56052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:52Z', 'updated_at': '2021-11-12T01:02:58Z', 'revision_number': 3, 'project_id': 'fe88eff40ad641309dd578bc03eefa19', 'gw_port': {'id': '36484875-a840-48aa-b1d6-94e5a7c56052', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e8:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406e431f-0baf-43b0-bd89-63ef9314ab90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:55Z', 'updated_at': '2021-11-12T01:03:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:03:05.800128 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-e9790ae2-99ea-44e2-9d74-5b472e7edc41 service neutron] 10.222.0.44 "GET /v2.0/networks/bca8627a-85cd-44bc-bbc5-d27b1e587fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4337921 Nov 12 01:03:05.873480 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d29c8f-088c-43ef-94f1-82a1eb8b6df5 x-openstack-request-id: req-f8d29c8f-088c-43ef-94f1-82a1eb8b6df5 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:03:05.873791 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc3b8661-d254-4c79-9f0a-3043f6703d17", "tag": "ac1180cb-7bbd-421c-a709-89ce96132ed6", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:03:05.874134 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f8d29c8f-088c-43ef-94f1-82a1eb8b6df5 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:03:05.874426 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc3b8661-d254-4c79-9f0a-3043f6703d17', 'tag': 'ac1180cb-7bbd-421c-a709-89ce96132ed6', 'status': 'completed', 'code': 200} Nov 12 01:03:06.137068 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device e3cfc795-909c-4615-9d75-457b26419c79 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:03:06.174788 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-f0fdd0f8-71c3-4fe3-94c2-45f7204dc525 admin admin] Allocated IP 172.20.0.1 (0363b650-c713-4753-8062-fae6f37ebfd9/e8168f38-eb2d-4904-9260-2dcf86c4d83c/f7dcc358-ed08-4b62-a3fc-cae7827bf948) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:03:06.212306 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-3602921d-2a92-4c0f-a7ec-718c59d6c626 service neutron] 10.222.0.44 "GET /v2.0/networks/bca8627a-85cd-44bc-bbc5-d27b1e587fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803871 Nov 12 01:03:06.250794 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1beac47-a0f2-48f8-8b93-2fd8fdae6ab1 req-8f8f5497-3da4-4b08-b0e6-91e534d8292a tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:06.281124 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d1beac47-a0f2-48f8-8b93-2fd8fdae6ab1 req-8f8f5497-3da4-4b08-b0e6-91e534d8292a tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "GET /v2.0/ports?device_id=79a58dd3-fdf9-4b0b-8d60-09483063a895 HTTP/1.1" status: 200 len: 945 time: 0.2651989 Nov 12 01:03:06.284819 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2b168-05d2-4cba-b8be-d7cf4ff8cb9f req-2e41c463-fce1-45ae-8917-3c9cb438705d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:06.286915 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e3d2b168-05d2-4cba-b8be-d7cf4ff8cb9f req-2e41c463-fce1-45ae-8917-3c9cb438705d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1650592d4cf74284855a02a26c6d9866&device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 1097 time: 0.2846377 Nov 12 01:03:06.329522 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port e3cfc795-909c-4615-9d75-457b26419c79 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:03:06.341906 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port e3cfc795-909c-4615-9d75-457b26419c79 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:06.342489 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:06.408209 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-c7e5a210-6072-426b-aad5-4245af4c3629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'name': 'tempest-AttachVolumeShelveTestJSON-592033780-router', 'tenant_id': '1650592d4cf74284855a02a26c6d9866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'e09a1a6e-f75a-439b-a79b-9511369dfe90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:06Z', 'updated_at': '2021-11-12T01:02:13Z', 'revision_number': 4, 'project_id': '1650592d4cf74284855a02a26c6d9866', 'gw_port': {'id': 'e09a1a6e-f75a-439b-a79b-9511369dfe90', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:07Z', 'updated_at': '2021-11-12T01:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': 'fbab06f1-2947-47b5-944b-ff405f61bf09', 'tenant_id': '1650592d4cf74284855a02a26c6d9866', 'floating_ip_address': '172.25.3.81', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'port_id': 'ac1180cb-7bbd-421c-a709-89ce96132ed6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '589a11d9-462f-4432-aa26-12a7b18ca65f', 'mac_address': 'fa:16:3e:2c:6c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3b8661-d254-4c79-9f0a-3043f6703d17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:02:27Z', 'updated_at': '2021-11-12T01:03:04Z', 'revision_number': 1, 'project_id': '1650592d4cf74284855a02a26c6d9866', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53ec15fc-73b8-476f-9744-069c94640c7d', 'name': '', 'network_id': '589a11d9-462f-4432-aa26-12a7b18ca65f', 'tenant_id': '1650592d4cf74284855a02a26c6d9866', 'mac_address': 'fa:16:3e:d8:91:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '34773eb3-d58a-4b8a-a536-c500cef253a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:11Z', 'updated_at': '2021-11-12T01:02:29Z', 'revision_number': 5, 'project_id': '1650592d4cf74284855a02a26c6d9866', 'subnets': [{'id': '34773eb3-d58a-4b8a-a536-c500cef253a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:06.463053 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e5a210-6072-426b-aad5-4245af4c3629 None None] Checking router: d6477202-da2e-4550-9dbb-3f23d0468033 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:03:06.491573 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e5a210-6072-426b-aad5-4245af4c3629 None None] Routers {'d6477202-da2e-4550-9dbb-3f23d0468033'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:06.492204 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-c7e5a210-6072-426b-aad5-4245af4c3629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:03:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['d6477202-da2e-4550-9dbb-3f23d0468033'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:06.500135 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44782fe-feca-40b0-b54b-fd3d14ca0ada req-d01bdc2a-a7c0-4d42-8820-f2b2320b15cd tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:06.515734 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b44782fe-feca-40b0-b54b-fd3d14ca0ada req-d01bdc2a-a7c0-4d42-8820-f2b2320b15cd tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=66f342e9-d3a2-435c-8a3f-6c6bbbfb5a2c HTTP/1.1" status: 200 len: 945 time: 0.4969454 Nov 12 01:03:06.542285 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d1beac47-a0f2-48f8-8b93-2fd8fdae6ab1 req-5d10adb9-4cca-4327-adb8-5af4f82efaa0 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "GET /v2.0/security-groups?id=86f57639-0571-4464-a714-e385ef3d8493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596228 Nov 12 01:03:06.550484 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-48515f87-dd77-4bb7-9d12-fd1c38e635d9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=d7155c35-074f-4ae5-aa90-e76bbcfeca13 HTTP/1.1" status: 200 len: 217 time: 0.3281724 Nov 12 01:03:06.750796 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 36484875-a840-48aa-b1d6-94e5a7c56052 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:03:06.873009 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:03:06.898658 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-c7e5a210-6072-426b-aad5-4245af4c3629 None None] Set router d6477202-da2e-4550-9dbb-3f23d0468033 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:03:06.987478 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:07.150023 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fbd619c-122d-4f89-83f3-0d981d0245f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3cfc795-909c-4615-9d75-457b26419c79'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:03:07.154056 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d02cda5-c5db-40f1-a0b7-11173a50156e" -d '{"events": [{"server_uuid": "1fbd619c-122d-4f89-83f3-0d981d0245f6", "name": "network-vif-plugged", "status": "completed", "tag": "e3cfc795-909c-4615-9d75-457b26419c79"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:03:07.171492 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 36484875-a840-48aa-b1d6-94e5a7c56052 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:07.172674 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:07.241118 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port e3cfc795-909c-4615-9d75-457b26419c79, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e3cfc795-909c-4615-9d75-457b26419c79,segment=NetworkSegment(6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4),segment_id=6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:07.273157 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:07.468044 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-9e7a83e9-0224-4b69-b94f-4a170fd27da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:07.470513 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-9e7a83e9-0224-4b69-b94f-4a170fd27da8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cd40a6d2-fe25-4249-a894-79091d8af3b3 HTTP/1.1" status: 200 len: 797 time: 0.3528700 Nov 12 01:03:07.491901 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b09000-cdd4-4bf6-87b6-8b64ad7152c1 req-401fbe9c-087f-4b31-9b66-f23e5e33b30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:07.495182 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-85b09000-cdd4-4bf6-87b6-8b64ad7152c1 req-401fbe9c-087f-4b31-9b66-f23e5e33b30c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=79a58dd3-fdf9-4b0b-8d60-09483063a895 HTTP/1.1" status: 200 len: 1097 time: 0.1059384 Nov 12 01:03:07.515790 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0963860-a0e6-4506-bea0-9e924c74f66c req-68e4952d-a32b-4610-9d90-a717da818bb5 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:07.533212 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0963860-a0e6-4506-bea0-9e924c74f66c req-68e4952d-a32b-4610-9d90-a717da818bb5 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:07.547494 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0963860-a0e6-4506-bea0-9e924c74f66c req-68e4952d-a32b-4610-9d90-a717da818bb5 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:07.558976 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0963860-a0e6-4506-bea0-9e924c74f66c req-68e4952d-a32b-4610-9d90-a717da818bb5 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:07.573161 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0963860-a0e6-4506-bea0-9e924c74f66c req-68e4952d-a32b-4610-9d90-a717da818bb5 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:07.573434 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-85b09000-cdd4-4bf6-87b6-8b64ad7152c1 req-37302859-46fa-448b-9c83-ca87155c0a7d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=86f57639-0571-4464-a714-e385ef3d8493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687001 Nov 12 01:03:07.581850 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0963860-a0e6-4506-bea0-9e924c74f66c req-68e4952d-a32b-4610-9d90-a717da818bb5 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:07.591771 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0963860-a0e6-4506-bea0-9e924c74f66c req-68e4952d-a32b-4610-9d90-a717da818bb5 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:07.594063 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e0963860-a0e6-4506-bea0-9e924c74f66c req-68e4952d-a32b-4610-9d90-a717da818bb5 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 5420 time: 0.5014160 Nov 12 01:03:07.598069 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b44782fe-feca-40b0-b54b-fd3d14ca0ada req-badcd05d-5b0e-4e04-8988-bfa96f224ff1 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0808463 Nov 12 01:03:07.641286 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f0fdd0f8-71c3-4fe3-94c2-45f7204dc525 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:07.667125 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2b168-05d2-4cba-b8be-d7cf4ff8cb9f req-12bf85cb-ee3e-4f3e-a46e-d2b28f2b8470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:07.669204 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e3d2b168-05d2-4cba-b8be-d7cf4ff8cb9f req-12bf85cb-ee3e-4f3e-a46e-d2b28f2b8470 service neutron] 10.222.0.44 "GET /v2.0/networks?id=589a11d9-462f-4432-aa26-12a7b18ca65f HTTP/1.1" status: 200 len: 916 time: 1.3629920 Nov 12 01:03:07.697803 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=e3cfc795-909c-4615-9d75-457b26419c79,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:07.748201 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-f5e749e2-8a98-4575-bf3c-ff1c3c46b41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:07.749899 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-f5e749e2-8a98-4575-bf3c-ff1c3c46b41a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bca8627a-85cd-44bc-bbc5-d27b1e587fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2576234 Nov 12 01:03:07.769313 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f0fdd0f8-71c3-4fe3-94c2-45f7204dc525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:07.784554 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e0963860-a0e6-4506-bea0-9e924c74f66c req-28c96542-67b1-47bc-be7d-fc613016eaa5 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c2064e3-365e-4ce1-97ba-786147ddb249&id=cc2c1d93-00ba-4bf1-8dce-5f2d256d3645&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1625874 Nov 12 01:03:07.856174 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fdd0f8-71c3-4fe3-94c2-45f7204dc525 admin admin] Network 0363b650-c713-4753-8062-fae6f37ebfd9 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:03:07.866746 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-f0fdd0f8-71c3-4fe3-94c2-45f7204dc525 admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:07.878578 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fdd0f8-71c3-4fe3-94c2-45f7204dc525 admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:03:07.951816 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fdd0f8-71c3-4fe3-94c2-45f7204dc525 admin admin] Pushing event updated for resources: {'Port': ['ID=f7dcc358-ed08-4b62-a3fc-cae7827bf948,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:07.981802 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:08.054221 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 36484875-a840-48aa-b1d6-94e5a7c56052, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=36484875-a840-48aa-b1d6-94e5a7c56052,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:08.058527 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-c7e5a210-6072-426b-aad5-4245af4c3629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'name': 'tempest-AttachVolumeShelveTestJSON-592033780-router', 'tenant_id': '1650592d4cf74284855a02a26c6d9866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'e09a1a6e-f75a-439b-a79b-9511369dfe90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:06Z', 'updated_at': '2021-11-12T01:02:13Z', 'revision_number': 4, 'project_id': '1650592d4cf74284855a02a26c6d9866', 'gw_port': {'id': 'e09a1a6e-f75a-439b-a79b-9511369dfe90', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:07Z', 'updated_at': '2021-11-12T01:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': 'fbab06f1-2947-47b5-944b-ff405f61bf09', 'tenant_id': '1650592d4cf74284855a02a26c6d9866', 'floating_ip_address': '172.25.3.81', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'port_id': 'ac1180cb-7bbd-421c-a709-89ce96132ed6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '589a11d9-462f-4432-aa26-12a7b18ca65f', 'mac_address': 'fa:16:3e:2c:6c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3b8661-d254-4c79-9f0a-3043f6703d17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:02:27Z', 'updated_at': '2021-11-12T01:03:04Z', 'revision_number': 1, 'project_id': '1650592d4cf74284855a02a26c6d9866', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53ec15fc-73b8-476f-9744-069c94640c7d', 'name': '', 'network_id': '589a11d9-462f-4432-aa26-12a7b18ca65f', 'tenant_id': '1650592d4cf74284855a02a26c6d9866', 'mac_address': 'fa:16:3e:d8:91:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '34773eb3-d58a-4b8a-a536-c500cef253a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:11Z', 'updated_at': '2021-11-12T01:02:29Z', 'revision_number': 5, 'project_id': '1650592d4cf74284855a02a26c6d9866', 'subnets': [{'id': '34773eb3-d58a-4b8a-a536-c500cef253a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:08.110161 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e5a210-6072-426b-aad5-4245af4c3629 None None] The sync data for ids ['d6477202-da2e-4550-9dbb-3f23d0468033'] in n-d-712142-27 is: [{'id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'name': 'tempest-AttachVolumeShelveTestJSON-592033780-router', 'tenant_id': '1650592d4cf74284855a02a26c6d9866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'e09a1a6e-f75a-439b-a79b-9511369dfe90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:06Z', 'updated_at': '2021-11-12T01:02:13Z', 'revision_number': 4, 'project_id': '1650592d4cf74284855a02a26c6d9866', 'gw_port': {'id': 'e09a1a6e-f75a-439b-a79b-9511369dfe90', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:07Z', 'updated_at': '2021-11-12T01:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': 'fbab06f1-2947-47b5-944b-ff405f61bf09', 'tenant_id': '1650592d4cf74284855a02a26c6d9866', 'floating_ip_address': '172.25.3.81', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'port_id': 'ac1180cb-7bbd-421c-a709-89ce96132ed6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '589a11d9-462f-4432-aa26-12a7b18ca65f', 'mac_address': 'fa:16:3e:2c:6c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3b8661-d254-4c79-9f0a-3043f6703d17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:02:27Z', 'updated_at': '2021-11-12T01:03:04Z', 'revision_number': 1, 'project_id': '1650592d4cf74284855a02a26c6d9866', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53ec15fc-73b8-476f-9744-069c94640c7d', 'name': '', 'network_id': '589a11d9-462f-4432-aa26-12a7b18ca65f', 'tenant_id': '1650592d4cf74284855a02a26c6d9866', 'mac_address': 'fa:16:3e:d8:91:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '34773eb3-d58a-4b8a-a536-c500cef253a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:11Z', 'updated_at': '2021-11-12T01:02:29Z', 'revision_number': 5, 'project_id': '1650592d4cf74284855a02a26c6d9866', 'subnets': [{'id': '34773eb3-d58a-4b8a-a536-c500cef253a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:03:08.114812 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:08.198967 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:08.238502 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fdd0f8-71c3-4fe3-94c2-45f7204dc525 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:08.239098 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fdd0f8-71c3-4fe3-94c2-45f7204dc525 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:08.239716 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fdd0f8-71c3-4fe3-94c2-45f7204dc525 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:08.240365 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fdd0f8-71c3-4fe3-94c2-45f7204dc525 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:08.240972 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fdd0f8-71c3-4fe3-94c2-45f7204dc525 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:08.241577 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fdd0f8-71c3-4fe3-94c2-45f7204dc525 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:08.242123 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fdd0f8-71c3-4fe3-94c2-45f7204dc525 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:08.242708 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fdd0f8-71c3-4fe3-94c2-45f7204dc525 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:08.243277 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fdd0f8-71c3-4fe3-94c2-45f7204dc525 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:08.243788 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fdd0f8-71c3-4fe3-94c2-45f7204dc525 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:08.244195 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=36484875-a840-48aa-b1d6-94e5a7c56052,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:08.244857 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fdd0f8-71c3-4fe3-94c2-45f7204dc525 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:08.245400 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fdd0f8-71c3-4fe3-94c2-45f7204dc525 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:08.270979 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e810c7-d224-4c0b-94e1-ddda4d38a008 req-aa05efb1-f765-4fbc-bd21-7aed7b9774de tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:08.285405 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-39e810c7-d224-4c0b-94e1-ddda4d38a008 req-aa05efb1-f765-4fbc-bd21-7aed7b9774de tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 946 time: 0.4950867 Nov 12 01:03:08.335295 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a650eb-3085-4d10-94b8-9af966cb637f x-openstack-request-id: req-c0a650eb-3085-4d10-94b8-9af966cb637f {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:03:08.335680 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fbd619c-122d-4f89-83f3-0d981d0245f6", "name": "network-vif-plugged", "status": "completed", "tag": "e3cfc795-909c-4615-9d75-457b26419c79", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:03:08.335951 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c0a650eb-3085-4d10-94b8-9af966cb637f {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:03:08.338472 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fbd619c-122d-4f89-83f3-0d981d0245f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3cfc795-909c-4615-9d75-457b26419c79', 'code': 200} Nov 12 01:03:08.372453 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f0fdd0f8-71c3-4fe3-94c2-45f7204dc525 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:08.477847 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e3d2b168-05d2-4cba-b8be-d7cf4ff8cb9f req-b064a876-4a6e-4199-b67b-f60ed615d56e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac1180cb-7bbd-421c-a709-89ce96132ed6 HTTP/1.1" status: 200 len: 998 time: 0.6062422 Nov 12 01:03:08.527598 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-1ae1dee8-070f-4e38-af10-4ee28eb2a44e None None] Provisioning complete for port f7dcc358-ed08-4b62-a3fc-cae7827bf948 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:08.528345 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1ae1dee8-070f-4e38-af10-4ee28eb2a44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:08.552336 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d90497-15e6-4bd9-aa02-b05ea73ebe4c req-50349ac7-6862-48c6-95d9-33e8589c7e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:08.555727 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b3d90497-15e6-4bd9-aa02-b05ea73ebe4c req-50349ac7-6862-48c6-95d9-33e8589c7e04 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 1098 time: 0.0843744 Nov 12 01:03:08.655732 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b3d90497-15e6-4bd9-aa02-b05ea73ebe4c req-6739930c-d7ca-419e-b600-53bf6138826d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842130 Nov 12 01:03:08.673099 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-39e810c7-d224-4c0b-94e1-ddda4d38a008 req-8cc79cf8-f3d2-465e-a74c-3af96b9cb6e1 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3847375 Nov 12 01:03:08.674699 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-1ae1dee8-070f-4e38-af10-4ee28eb2a44e None None] Port f7dcc358-ed08-4b62-a3fc-cae7827bf948 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:03:08.695988 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 36484875-a840-48aa-b1d6-94e5a7c56052 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:03:08.749948 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c2b8ac-ebb4-41f8-825a-adc91cf7d9fd None None] New status for floating IP fbab06f1-2947-47b5-944b-ff405f61bf09: ACTIVE {{(pid=109088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:03:08.808951 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 36484875-a840-48aa-b1d6-94e5a7c56052 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:08.810351 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:08.828930 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-815d08c8-f6ac-4de2-920b-d51cdfc5bdc0 service neutron] 10.222.0.44 "GET /v2.0/networks/bca8627a-85cd-44bc-bbc5-d27b1e587fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9564421 Nov 12 01:03:08.878750 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f0fdd0f8-71c3-4fe3-94c2-45f7204dc525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:08.937178 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d179d64-a4bf-475d-9d1a-347b4e388329 req-1aec468b-f60c-4456-a352-e1182c225271 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:08.939017 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d179d64-a4bf-475d-9d1a-347b4e388329 req-1aec468b-f60c-4456-a352-e1182c225271 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "GET /v2.0/ports?device_id=79a58dd3-fdf9-4b0b-8d60-09483063a895 HTTP/1.1" status: 200 len: 945 time: 0.2643251 Nov 12 01:03:08.957051 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2b168-05d2-4cba-b8be-d7cf4ff8cb9f req-5db1cbb3-9ecf-42b3-944f-9bea2c39f5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:08.958782 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e3d2b168-05d2-4cba-b8be-d7cf4ff8cb9f req-5db1cbb3-9ecf-42b3-944f-9bea2c39f5a9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=34773eb3-d58a-4b8a-a536-c500cef253a8 HTTP/1.1" status: 200 len: 855 time: 0.4642136 Nov 12 01:03:09.136981 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4ebd9-d6a6-4803-a9f0-75bb5b9c0f01 req-73d63afb-148d-4bbb-9fed-cd547a830017 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:09.143377 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4ebd9-d6a6-4803-a9f0-75bb5b9c0f01 req-73d63afb-148d-4bbb-9fed-cd547a830017 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:09.149868 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4ebd9-d6a6-4803-a9f0-75bb5b9c0f01 req-73d63afb-148d-4bbb-9fed-cd547a830017 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:09.156625 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4ebd9-d6a6-4803-a9f0-75bb5b9c0f01 req-73d63afb-148d-4bbb-9fed-cd547a830017 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:09.163050 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4ebd9-d6a6-4803-a9f0-75bb5b9c0f01 req-73d63afb-148d-4bbb-9fed-cd547a830017 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:09.169292 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4ebd9-d6a6-4803-a9f0-75bb5b9c0f01 req-73d63afb-148d-4bbb-9fed-cd547a830017 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:09.175707 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4ebd9-d6a6-4803-a9f0-75bb5b9c0f01 req-73d63afb-148d-4bbb-9fed-cd547a830017 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:09.177809 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d2d4ebd9-d6a6-4803-a9f0-75bb5b9c0f01 req-73d63afb-148d-4bbb-9fed-cd547a830017 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 5420 time: 0.2546837 Nov 12 01:03:09.200922 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d179d64-a4bf-475d-9d1a-347b4e388329 req-961ff920-0e73-4125-a289-7c045308e975 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "GET /v2.0/security-groups?id=86f57639-0571-4464-a714-e385ef3d8493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474499 Nov 12 01:03:09.398991 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2b168-05d2-4cba-b8be-d7cf4ff8cb9f req-b316e388-2b28-4b0a-bef5-d9a69eb87272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:09.400653 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e3d2b168-05d2-4cba-b8be-d7cf4ff8cb9f req-b316e388-2b28-4b0a-bef5-d9a69eb87272 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=589a11d9-462f-4432-aa26-12a7b18ca65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2213619 Nov 12 01:03:09.453263 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d2d4ebd9-d6a6-4803-a9f0-75bb5b9c0f01 req-3bd930ab-f22f-43ac-9683-252568711df1 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c2064e3-365e-4ce1-97ba-786147ddb249&id=cc2c1d93-00ba-4bf1-8dce-5f2d256d3645&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2495899 Nov 12 01:03:09.493815 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-ae5feb32-85e4-4fd9-9491-a9ef7e00fdbe service neutron] 10.222.0.44 "GET /v2.0/networks/bca8627a-85cd-44bc-bbc5-d27b1e587fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132472 Nov 12 01:03:09.536573 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f0fdd0f8-71c3-4fe3-94c2-45f7204dc525 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:09.575372 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f0fdd0f8-71c3-4fe3-94c2-45f7204dc525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:09.584682 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-783081d2-1598-4397-8c5a-76a7817ddd9b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=87149f6f-d97b-47f5-ab95-570cc8b6ab52 HTTP/1.1" status: 200 len: 217 time: 0.0618994 Nov 12 01:03:09.596522 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1dac2-2b28-4035-bf3a-856f98036208 req-460d7b32-e7f6-4fd6-9635-f8f24d36b07a tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:09.598080 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8da1dac2-2b28-4035-bf3a-856f98036208 req-460d7b32-e7f6-4fd6-9635-f8f24d36b07a tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=66f342e9-d3a2-435c-8a3f-6c6bbbfb5a2c HTTP/1.1" status: 200 len: 945 time: 0.2691984 Nov 12 01:03:09.748003 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e3d2b168-05d2-4cba-b8be-d7cf4ff8cb9f req-364ac2a7-29fb-48f0-9a5d-5d831271d893 service neutron] 10.222.0.44 "GET /v2.0/networks/589a11d9-462f-4432-aa26-12a7b18ca65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216217 Nov 12 01:03:09.762260 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f0fdd0f8-71c3-4fe3-94c2-45f7204dc525 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:09.791115 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fdd0f8-71c3-4fe3-94c2-45f7204dc525 admin admin] Pushing event updated for resources: {'Port': ['ID=f7dcc358-ed08-4b62-a3fc-cae7827bf948,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:09.814406 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-2109882d-5335-4363-9635-e03895b397b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:09.816028 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-2109882d-5335-4363-9635-e03895b397b3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cd40a6d2-fe25-4249-a894-79091d8af3b3 HTTP/1.1" status: 200 len: 797 time: 0.1896765 Nov 12 01:03:09.866271 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8da1dac2-2b28-4035-bf3a-856f98036208 req-e3a2383a-9954-40bf-bb47-c58d9597e345 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342930 Nov 12 01:03:10.087720 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-6bd8feed-62bb-4c4c-ad20-062ef0ecf26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:10.089677 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-6bd8feed-62bb-4c4c-ad20-062ef0ecf26c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bca8627a-85cd-44bc-bbc5-d27b1e587fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2483840 Nov 12 01:03:10.098058 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ab5dc-9b33-403d-a66b-f5d7390c8e41 req-d798c61c-6e1d-4661-83b5-4a977deb8ee7 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:10.099628 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee6ab5dc-9b33-403d-a66b-f5d7390c8e41 req-d798c61c-6e1d-4661-83b5-4a977deb8ee7 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 946 time: 0.2908707 Nov 12 01:03:10.107506 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e3d2b168-05d2-4cba-b8be-d7cf4ff8cb9f req-59ee9da4-342c-482b-a913-3d1c9679af2b service neutron] 10.222.0.44 "GET /v2.0/networks/589a11d9-462f-4432-aa26-12a7b18ca65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3405948 Nov 12 01:03:10.125381 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fdd0f8-71c3-4fe3-94c2-45f7204dc525 admin admin] Network 0363b650-c713-4753-8062-fae6f37ebfd9 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:03:10.136887 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-f0fdd0f8-71c3-4fe3-94c2-45f7204dc525 admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:10.154702 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ffd979-af9e-45d4-820f-744dc05f4e97 req-18212396-1081-40ec-8f0c-cdc2e18c2ad0 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:10.156490 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-64ffd979-af9e-45d4-820f-744dc05f4e97 req-18212396-1081-40ec-8f0c-cdc2e18c2ad0 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=66f342e9-d3a2-435c-8a3f-6c6bbbfb5a2c HTTP/1.1" status: 200 len: 945 time: 0.2108095 Nov 12 01:03:10.323694 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee6ab5dc-9b33-403d-a66b-f5d7390c8e41 req-e84a647f-545a-4a29-8e9d-2c3430c4392a tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2135849 Nov 12 01:03:10.370795 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:10.432464 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-64ffd979-af9e-45d4-820f-744dc05f4e97 req-2da6a0ed-24c6-434d-bc36-f5ec6959b8e9 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152646 Nov 12 01:03:10.459360 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-efa3c5ff-f012-4819-a6bb-0bdd81ace642 None None] Provisioning complete for port f7dcc358-ed08-4b62-a3fc-cae7827bf948 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:10.459817 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-efa3c5ff-f012-4819-a6bb-0bdd81ace642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:10.467123 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0fdd0f8-71c3-4fe3-94c2-45f7204dc525 admin admin] Router 406e431f-0baf-43b0-bd89-63ef9314ab90 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:03:10.503714 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-efa3c5ff-f012-4819-a6bb-0bdd81ace642 None None] Port f7dcc358-ed08-4b62-a3fc-cae7827bf948 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:03:10.509813 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-2edf4b39-a3ec-48cf-ac3c-a4c5535a0282 service neutron] 10.222.0.44 "GET /v2.0/networks/bca8627a-85cd-44bc-bbc5-d27b1e587fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378506 Nov 12 01:03:11.213245 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8347a-c45b-4025-afaf-8f6ddad9df67 req-b240326b-0bfa-4ce4-b9b9-0e597016a8b9 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:11.214891 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-56a8347a-c45b-4025-afaf-8f6ddad9df67 req-b240326b-0bfa-4ce4-b9b9-0e597016a8b9 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "GET /v2.0/ports?device_id=79a58dd3-fdf9-4b0b-8d60-09483063a895 HTTP/1.1" status: 200 len: 945 time: 0.7265646 Nov 12 01:03:11.320814 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ed556-b558-4476-b270-f6529f5c4248 req-83a22e3a-7972-4b2e-8794-99e716ab9a8c tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:11.327611 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ed556-b558-4476-b270-f6529f5c4248 req-83a22e3a-7972-4b2e-8794-99e716ab9a8c tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:11.333846 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ed556-b558-4476-b270-f6529f5c4248 req-83a22e3a-7972-4b2e-8794-99e716ab9a8c tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:11.340015 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ed556-b558-4476-b270-f6529f5c4248 req-83a22e3a-7972-4b2e-8794-99e716ab9a8c tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:11.346178 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ed556-b558-4476-b270-f6529f5c4248 req-83a22e3a-7972-4b2e-8794-99e716ab9a8c tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:11.352477 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ed556-b558-4476-b270-f6529f5c4248 req-83a22e3a-7972-4b2e-8794-99e716ab9a8c tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:11.358883 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ed556-b558-4476-b270-f6529f5c4248 req-83a22e3a-7972-4b2e-8794-99e716ab9a8c tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:11.361044 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-911ed556-b558-4476-b270-f6529f5c4248 req-83a22e3a-7972-4b2e-8794-99e716ab9a8c tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 5420 time: 0.7334361 Nov 12 01:03:11.376632 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-58c18379-43b9-4ff0-be14-87a6427874ee service neutron] 10.222.0.44 "GET /v2.0/networks/bca8627a-85cd-44bc-bbc5-d27b1e587fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8259399 Nov 12 01:03:11.387783 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0fdd0f8-71c3-4fe3-94c2-45f7204dc525 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:03:11.399093 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6efe4b0-c95b-4052-96d6-72345875a83b None None] Sync routers for ids ['406e431f-0baf-43b0-bd89-63ef9314ab90'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:03:11.410550 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-f0fdd0f8-71c3-4fe3-94c2-45f7204dc525 admin admin] 10.222.0.45 "PUT /v2.0/routers/406e431f-0baf-43b0-bd89-63ef9314ab90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8546660 Nov 12 01:03:11.430383 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6efe4b0-c95b-4052-96d6-72345875a83b None None] Routers {'406e431f-0baf-43b0-bd89-63ef9314ab90'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:11.431469 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-f6efe4b0-c95b-4052-96d6-72345875a83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:03:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['406e431f-0baf-43b0-bd89-63ef9314ab90'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:11.454831 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-04c42b45-afa1-4bff-bf2a-6d17715e103a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=0dfccde3-6835-438c-80e1-9143513c8da3 HTTP/1.1" status: 200 len: 217 time: 0.0650275 Nov 12 01:03:11.464200 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-56a8347a-c45b-4025-afaf-8f6ddad9df67 req-4536e7cd-de58-41df-994e-1788a82366db tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "GET /v2.0/security-groups?id=86f57639-0571-4464-a714-e385ef3d8493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100506 Nov 12 01:03:11.572004 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-911ed556-b558-4476-b270-f6529f5c4248 req-5bd37f8f-92b9-408c-982e-2871c3ee5842 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c2064e3-365e-4ce1-97ba-786147ddb249&id=cc2c1d93-00ba-4bf1-8dce-5f2d256d3645&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2006657 Nov 12 01:03:11.577139 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-56983f81-24f8-49fb-ae36-ca1764d94839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:11.578718 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-56983f81-24f8-49fb-ae36-ca1764d94839 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cd40a6d2-fe25-4249-a894-79091d8af3b3 HTTP/1.1" status: 200 len: 797 time: 0.1077559 Nov 12 01:03:11.606382 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-f6efe4b0-c95b-4052-96d6-72345875a83b None None] Set router 406e431f-0baf-43b0-bd89-63ef9314ab90 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:03:11.652533 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-e6d6e087-dce0-4fd1-8a9b-89806436f0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:11.652533 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-e6d6e087-dce0-4fd1-8a9b-89806436f0a7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bca8627a-85cd-44bc-bbc5-d27b1e587fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0630598 Nov 12 01:03:11.875760 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac21434-0696-4290-9965-61e917d86c8f req-b99baa7a-8041-4002-abb7-1d08461ff872 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:11.880402 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0ac21434-0696-4290-9965-61e917d86c8f req-b99baa7a-8041-4002-abb7-1d08461ff872 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=66f342e9-d3a2-435c-8a3f-6c6bbbfb5a2c HTTP/1.1" status: 200 len: 945 time: 0.2019520 Nov 12 01:03:11.930085 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-f6efe4b0-c95b-4052-96d6-72345875a83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406e431f-0baf-43b0-bd89-63ef9314ab90', 'name': 'tempest-FloatingIPDetailsTestJSON-2120873317-router', 'tenant_id': 'fe88eff40ad641309dd578bc03eefa19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '36484875-a840-48aa-b1d6-94e5a7c56052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:52Z', 'updated_at': '2021-11-12T01:03:08Z', 'revision_number': 4, 'project_id': 'fe88eff40ad641309dd578bc03eefa19', 'gw_port': {'id': '36484875-a840-48aa-b1d6-94e5a7c56052', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406e431f-0baf-43b0-bd89-63ef9314ab90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:55Z', 'updated_at': '2021-11-12T01:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'f7dcc358-ed08-4b62-a3fc-cae7827bf948', 'name': '', 'network_id': '0363b650-c713-4753-8062-fae6f37ebfd9', 'tenant_id': 'fe88eff40ad641309dd578bc03eefa19', 'mac_address': 'fa:16:3e:6c:22:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406e431f-0baf-43b0-bd89-63ef9314ab90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'e8168f38-eb2d-4904-9260-2dcf86c4d83c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:05Z', 'updated_at': '2021-11-12T01:03:09Z', 'revision_number': 2, 'project_id': 'fe88eff40ad641309dd578bc03eefa19', 'subnets': [{'id': 'e8168f38-eb2d-4904-9260-2dcf86c4d83c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:11.932752 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-b4ef4f40-4c1a-4cd4-945d-820cb62d4d99 service neutron] 10.222.0.44 "GET /v2.0/networks/bca8627a-85cd-44bc-bbc5-d27b1e587fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708406 Nov 12 01:03:11.974207 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6efe4b0-c95b-4052-96d6-72345875a83b None None] Checking router: 406e431f-0baf-43b0-bd89-63ef9314ab90 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:03:11.975354 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6efe4b0-c95b-4052-96d6-72345875a83b None None] Updating router 406e431f-0baf-43b0-bd89-63ef9314ab90 port f7dcc358-ed08-4b62-a3fc-cae7827bf948 binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:03:12.018034 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f6efe4b0-c95b-4052-96d6-72345875a83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:12.069805 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0ac21434-0696-4290-9965-61e917d86c8f req-356c0503-92cb-49a2-8a32-d6855f80eb11 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646633 Nov 12 01:03:12.113135 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee250a-7703-44aa-9ee3-bfe202ae01c4 req-b043c685-e5cf-4516-844a-dbeeec60fe00 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:12.114771 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-46ee250a-7703-44aa-9ee3-bfe202ae01c4 req-b043c685-e5cf-4516-844a-dbeeec60fe00 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 946 time: 0.1349416 Nov 12 01:03:12.117578 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-5f1914db-9324-44b2-bdc0-c7b90191eac7 service neutron] 10.222.0.44 "GET /v2.0/networks/bca8627a-85cd-44bc-bbc5-d27b1e587fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745954 Nov 12 01:03:12.126314 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-93466c2a-7fd8-4ecf-ac56-91a90ce2db78 req-db5c5b17-08cb-4bbe-a13b-8161fbc29163 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1821047569', 'description': 'tempest-description-1429185654'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:12.192305 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-4998c820-6427-4396-97a3-a37ac5f4595e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9d7bd877-2240-48c8-af3a-99027fa5fb2b HTTP/1.1" status: 200 len: 217 time: 0.0602422 Nov 12 01:03:12.242955 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-93466c2a-7fd8-4ecf-ac56-91a90ce2db78 req-db5c5b17-08cb-4bbe-a13b-8161fbc29163 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:12.276049 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-46ee250a-7703-44aa-9ee3-bfe202ae01c4 req-61115284-dfaa-4988-883b-f1979721c8e0 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428025 Nov 12 01:03:12.292439 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-5d271fa2-9ad3-463b-9e80-a4a7520e9d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:12.294559 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-5d271fa2-9ad3-463b-9e80-a4a7520e9d21 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5dc72c35-9d59-4a0f-ae56-f38fe29c2b7f HTTP/1.1" status: 200 len: 797 time: 0.0893230 Nov 12 01:03:12.336061 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f6efe4b0-c95b-4052-96d6-72345875a83b None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:12.345491 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f6efe4b0-c95b-4052-96d6-72345875a83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:12.385870 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-fa1e48ca-1854-4408-9cd6-71f327e2e030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:12.388163 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-fa1e48ca-1854-4408-9cd6-71f327e2e030 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=27138fd0-2739-4679-b06e-dafc84073bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0806878 Nov 12 01:03:12.401920 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-93466c2a-7fd8-4ecf-ac56-91a90ce2db78 req-db5c5b17-08cb-4bbe-a13b-8161fbc29163 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:12.414998 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-93466c2a-7fd8-4ecf-ac56-91a90ce2db78 req-db5c5b17-08cb-4bbe-a13b-8161fbc29163 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:12.498553 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d154aa91-ace0-4693-ba60-b6196b678ebc None None] Pushing event updated for resources: {'Port': ['ID=f7dcc358-ed08-4b62-a3fc-cae7827bf948,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:12.505884 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-93466c2a-7fd8-4ecf-ac56-91a90ce2db78 req-db5c5b17-08cb-4bbe-a13b-8161fbc29163 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:12.507247 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-93466c2a-7fd8-4ecf-ac56-91a90ce2db78 req-db5c5b17-08cb-4bbe-a13b-8161fbc29163 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.3857021 Nov 12 01:03:12.515745 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5c5b17-08cb-4bbe-a13b-8161fbc29163 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5956c03-a242-41fb-b042-fd9dfae30a8a,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:12.579687 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-97bfdfbd-9ee2-4fc9-896a-f3d6d84149d2 service neutron] 10.222.0.44 "GET /v2.0/networks/27138fd0-2739-4679-b06e-dafc84073bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760306 Nov 12 01:03:12.603176 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-f6efe4b0-c95b-4052-96d6-72345875a83b None None] Attempting to bind port f7dcc358-ed08-4b62-a3fc-cae7827bf948 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:03:12.603795 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-f6efe4b0-c95b-4052-96d6-72345875a83b None None] Attempting to bind port f7dcc358-ed08-4b62-a3fc-cae7827bf948 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '59bb2f57-bee1-4337-9241-24e7c4295c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0363b650-c713-4753-8062-fae6f37ebfd9'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:03:12.604464 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6efe4b0-c95b-4052-96d6-72345875a83b None None] Attempting to bind port f7dcc358-ed08-4b62-a3fc-cae7827bf948 on network 0363b650-c713-4753-8062-fae6f37ebfd9 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:03:12.622777 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6efe4b0-c95b-4052-96d6-72345875a83b None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:03:12.623498 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6efe4b0-c95b-4052-96d6-72345875a83b None None] Checking segment: {'id': '59bb2f57-bee1-4337-9241-24e7c4295c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0363b650-c713-4753-8062-fae6f37ebfd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:03:12.624188 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f6efe4b0-c95b-4052-96d6-72345875a83b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:12.624759 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6efe4b0-c95b-4052-96d6-72345875a83b None None] Bound using segment: {'id': '59bb2f57-bee1-4337-9241-24e7c4295c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0363b650-c713-4753-8062-fae6f37ebfd9'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:03:12.625423 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-f6efe4b0-c95b-4052-96d6-72345875a83b None None] Bound port: f7dcc358-ed08-4b62-a3fc-cae7827bf948, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59bb2f57-bee1-4337-9241-24e7c4295c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0363b650-c713-4753-8062-fae6f37ebfd9'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:03:12.625996 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f6efe4b0-c95b-4052-96d6-72345875a83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:12.722789 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-f6efe4b0-c95b-4052-96d6-72345875a83b None None] For port f7dcc358-ed08-4b62-a3fc-cae7827bf948, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:03:12.726670 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-f6efe4b0-c95b-4052-96d6-72345875a83b None None] For port f7dcc358-ed08-4b62-a3fc-cae7827bf948, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=f7dcc358-ed08-4b62-a3fc-cae7827bf948,segment=NetworkSegment(59bb2f57-bee1-4337-9241-24e7c4295c7a),segment_id=59bb2f57-bee1-4337-9241-24e7c4295c7a)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:03:12.733337 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f6efe4b0-c95b-4052-96d6-72345875a83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:12.818472 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d154aa91-ace0-4693-ba60-b6196b678ebc None None] Pushing event updated for resources: {'Port': ['ID=f7dcc358-ed08-4b62-a3fc-cae7827bf948,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:12.824685 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6efe4b0-c95b-4052-96d6-72345875a83b None None] Routers {'406e431f-0baf-43b0-bd89-63ef9314ab90'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:12.825437 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-f6efe4b0-c95b-4052-96d6-72345875a83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:03:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['406e431f-0baf-43b0-bd89-63ef9314ab90'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:12.839492 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e233d-b4ba-429b-b258-abcc94f9c6a5 req-531d0d9e-20d9-495e-be31-18dbdc4ad94c tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:12.848271 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a39e233d-b4ba-429b-b258-abcc94f9c6a5 req-531d0d9e-20d9-495e-be31-18dbdc4ad94c tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] 10.222.0.45 "GET /v2.0/ports?device_id=c93a9d82-ef6d-4049-9f06-a3ebf66128c8 HTTP/1.1" status: 200 len: 946 time: 0.2270913 Nov 12 01:03:12.866247 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-ecfb1659-6067-4a48-b760-2f60a60f39e8 None None] Provisioning complete for port f7dcc358-ed08-4b62-a3fc-cae7827bf948 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:12.866643 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ecfb1659-6067-4a48-b760-2f60a60f39e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:12.888244 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-fe3a5a8e-6984-4e2d-a68e-11056767c832 service neutron] 10.222.0.44 "GET /v2.0/networks/27138fd0-2739-4679-b06e-dafc84073bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938287 Nov 12 01:03:12.901219 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-680a38d7-e325-423c-bfb6-a21f14c67b89 req-fbac0599-5c52-4666-96ad-a4ace3eeec6f tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2593527 Nov 12 01:03:12.933878 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-680a38d7-e325-423c-bfb6-a21f14c67b89 req-41d93f71-f1a1-4b65-80fb-be94b10b90cc tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Request body: {'floatingip': {'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:12.978322 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-a7c1739c-3e7d-4134-bd1a-489d1d7022e8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b375c86f-24ec-4a06-af37-e5c95f2b1cae HTTP/1.1" status: 200 len: 217 time: 0.0750594 Nov 12 01:03:12.984969 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a39e233d-b4ba-429b-b258-abcc94f9c6a5 req-0cf82fb2-4e33-4285-8154-f37a233c5e00 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] 10.222.0.45 "GET /v2.0/security-groups?id=4f93c3a0-5b41-4c8e-b79b-f03e3eb4ebac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355588 Nov 12 01:03:13.011924 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-f6efe4b0-c95b-4052-96d6-72345875a83b None None] Set router 406e431f-0baf-43b0-bd89-63ef9314ab90 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:03:13.101718 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-88bd1550-77b2-46f0-8296-4c28e5f4685f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:13.104003 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-88bd1550-77b2-46f0-8296-4c28e5f4685f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5dc72c35-9d59-4a0f-ae56-f38fe29c2b7f HTTP/1.1" status: 200 len: 797 time: 0.1054499 Nov 12 01:03:13.105058 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-680a38d7-e325-423c-bfb6-a21f14c67b89 req-41d93f71-f1a1-4b65-80fb-be94b10b90cc tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks [] for floatingip, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:13.209497 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ecfb1659-6067-4a48-b760-2f60a60f39e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:13.334116 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-0baca7f2-6e6a-4e0a-aba0-ef534fd0e8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:13.336635 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-0baca7f2-6e6a-4e0a-aba0-ef534fd0e8e6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=27138fd0-2739-4679-b06e-dafc84073bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2089362 Nov 12 01:03:13.363537 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-ecfb1659-6067-4a48-b760-2f60a60f39e8 None None] For port f7dcc358-ed08-4b62-a3fc-cae7827bf948, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=f7dcc358-ed08-4b62-a3fc-cae7827bf948,segment=NetworkSegment(59bb2f57-bee1-4337-9241-24e7c4295c7a),segment_id=59bb2f57-bee1-4337-9241-24e7c4295c7a)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:13.374946 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ecfb1659-6067-4a48-b760-2f60a60f39e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:13.394176 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5381b4-b333-4b1d-ba73-03b62a09b315 req-289fa1c0-77d9-46d5-ae73-efa13a06d153 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:13.396783 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5d5381b4-b333-4b1d-ba73-03b62a09b315 req-289fa1c0-77d9-46d5-ae73-efa13a06d153 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/ports?device_id=66f342e9-d3a2-435c-8a3f-6c6bbbfb5a2c HTTP/1.1" status: 200 len: 945 time: 0.1279812 Nov 12 01:03:13.605702 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-680a38d7-e325-423c-bfb6-a21f14c67b89 req-41d93f71-f1a1-4b65-80fb-be94b10b90cc tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:13.636091 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5d5381b4-b333-4b1d-ba73-03b62a09b315 req-be588f8f-1998-4298-ac0e-87510920118d tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.45 "GET /v2.0/security-groups?id=75090b4c-5544-43c5-a3fb-ad68db0b72bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181153 Nov 12 01:03:13.676817 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-2e43849c-6c0c-45e8-afde-96f1cf87e3dc None None] Provisioning complete for port f7dcc358-ed08-4b62-a3fc-cae7827bf948 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:13.677505 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2e43849c-6c0c-45e8-afde-96f1cf87e3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:13.724363 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-45a91c71-7f95-41ed-a0c8-dcc8a19adfe6 service neutron] 10.222.0.44 "GET /v2.0/networks/27138fd0-2739-4679-b06e-dafc84073bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257918 Nov 12 01:03:13.753870 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb1659-6067-4a48-b760-2f60a60f39e8 None None] Pushing event updated for resources: {'Port': ['ID=f7dcc358-ed08-4b62-a3fc-cae7827bf948,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:13.854494 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-f6efe4b0-c95b-4052-96d6-72345875a83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406e431f-0baf-43b0-bd89-63ef9314ab90', 'name': 'tempest-FloatingIPDetailsTestJSON-2120873317-router', 'tenant_id': 'fe88eff40ad641309dd578bc03eefa19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '36484875-a840-48aa-b1d6-94e5a7c56052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:52Z', 'updated_at': '2021-11-12T01:03:08Z', 'revision_number': 4, 'project_id': 'fe88eff40ad641309dd578bc03eefa19', 'gw_port': {'id': '36484875-a840-48aa-b1d6-94e5a7c56052', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406e431f-0baf-43b0-bd89-63ef9314ab90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:55Z', 'updated_at': '2021-11-12T01:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'f7dcc358-ed08-4b62-a3fc-cae7827bf948', 'name': '', 'network_id': '0363b650-c713-4753-8062-fae6f37ebfd9', 'tenant_id': 'fe88eff40ad641309dd578bc03eefa19', 'mac_address': 'fa:16:3e:6c:22:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406e431f-0baf-43b0-bd89-63ef9314ab90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'e8168f38-eb2d-4904-9260-2dcf86c4d83c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:05Z', 'updated_at': '2021-11-12T01:03:12Z', 'revision_number': 4, 'project_id': 'fe88eff40ad641309dd578bc03eefa19', 'subnets': [{'id': 'e8168f38-eb2d-4904-9260-2dcf86c4d83c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:13.884245 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6efe4b0-c95b-4052-96d6-72345875a83b None None] The sync data for ids ['406e431f-0baf-43b0-bd89-63ef9314ab90'] in n-d-712142-27 is: [{'id': '406e431f-0baf-43b0-bd89-63ef9314ab90', 'name': 'tempest-FloatingIPDetailsTestJSON-2120873317-router', 'tenant_id': 'fe88eff40ad641309dd578bc03eefa19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '36484875-a840-48aa-b1d6-94e5a7c56052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:52Z', 'updated_at': '2021-11-12T01:03:08Z', 'revision_number': 4, 'project_id': 'fe88eff40ad641309dd578bc03eefa19', 'gw_port': {'id': '36484875-a840-48aa-b1d6-94e5a7c56052', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406e431f-0baf-43b0-bd89-63ef9314ab90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:55Z', 'updated_at': '2021-11-12T01:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'f7dcc358-ed08-4b62-a3fc-cae7827bf948', 'name': '', 'network_id': '0363b650-c713-4753-8062-fae6f37ebfd9', 'tenant_id': 'fe88eff40ad641309dd578bc03eefa19', 'mac_address': 'fa:16:3e:6c:22:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406e431f-0baf-43b0-bd89-63ef9314ab90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'e8168f38-eb2d-4904-9260-2dcf86c4d83c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:05Z', 'updated_at': '2021-11-12T01:03:12Z', 'revision_number': 4, 'project_id': 'fe88eff40ad641309dd578bc03eefa19', 'subnets': [{'id': 'e8168f38-eb2d-4904-9260-2dcf86c4d83c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:03:13.975865 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-680a38d7-e325-423c-bfb6-a21f14c67b89 req-41d93f71-f1a1-4b65-80fb-be94b10b90cc tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Allocated IP 172.25.3.108 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/04abc25d-e4c0-4aeb-a70a-4ae9166f1335) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:03:14.017812 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c093b9c-3a22-4500-9af7-a8bbfe39353c req-13579c27-043f-410a-8593-135abcd79c6a tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:14.019592 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8c093b9c-3a22-4500-9af7-a8bbfe39353c req-13579c27-043f-410a-8593-135abcd79c6a tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 946 time: 0.2500076 Nov 12 01:03:14.040975 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34908) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:14.060597 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-a2dfb721-8e46-4486-ba6e-4868d965e491 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Request body: {'floatingip': {'port_id': 'e3cfc795-909c-4615-9d75-457b26419c79'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:14.149663 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e866fcf0-5ec4-43ea-9711-17e5b34391ad req-13484ee4-f184-4bb3-8aad-e9da38292775 service neutron] 10.222.0.44 "GET /v2.0/networks/27138fd0-2739-4679-b06e-dafc84073bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3983040 Nov 12 01:03:14.153356 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a2dfb721-8e46-4486-ba6e-4868d965e491 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks [] for floatingip, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:14.243003 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06aee24-c9d1-4ceb-8036-2362a3403cd2 req-8c61ad24-ccae-448c-aabf-1259c83c6bf2 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:14.245747 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f06aee24-c9d1-4ceb-8036-2362a3403cd2 req-8c61ad24-ccae-448c-aabf-1259c83c6bf2 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] 10.222.0.44 "GET /v2.0/ports?device_id=c93a9d82-ef6d-4049-9f06-a3ebf66128c8 HTTP/1.1" status: 200 len: 946 time: 0.2224009 Nov 12 01:03:14.331469 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-680a38d7-e325-423c-bfb6-a21f14c67b89 req-41d93f71-f1a1-4b65-80fb-be94b10b90cc tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:14.345372 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c02c943e-40c9-466d-8bea-08771513a1f5 req-e0a2e450-d83e-4fc3-9454-543e706e14bd tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1821047569&fields=id&tenant_id=96b0e06352b2479cb7df6d4462e19f15 HTTP/1.1" status: 200 len: 267 time: 0.1919510 Nov 12 01:03:14.582189 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-680a38d7-e325-423c-bfb6-a21f14c67b89 req-41d93f71-f1a1-4b65-80fb-be94b10b90cc tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:14.631826 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c943e-40c9-466d-8bea-08771513a1f5 req-e41486bc-5357-4435-b29a-f6bea5a36bf0 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:14.644208 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c02c943e-40c9-466d-8bea-08771513a1f5 req-e41486bc-5357-4435-b29a-f6bea5a36bf0 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "GET /v2.0/ports?device_id=79a58dd3-fdf9-4b0b-8d60-09483063a895 HTTP/1.1" status: 200 len: 945 time: 0.2867544 Nov 12 01:03:14.685361 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-c02c943e-40c9-466d-8bea-08771513a1f5 req-eeb8dfe8-5b9a-42c6-b70c-b2dcd9dc7202 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Request body: {'port': {'security_groups': ['86f57639-0571-4464-a714-e385ef3d8493', 'e5956c03-a242-41fb-b042-fd9dfae30a8a']}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:14.689451 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-680a38d7-e325-423c-bfb6-a21f14c67b89 req-41d93f71-f1a1-4b65-80fb-be94b10b90cc tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:03:14.704729 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device f7dcc358-ed08-4b62-a3fc-cae7827bf948 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:03:14.753484 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-680a38d7-e325-423c-bfb6-a21f14c67b89 req-41d93f71-f1a1-4b65-80fb-be94b10b90cc tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:14.776825 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port f7dcc358-ed08-4b62-a3fc-cae7827bf948 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:14.777837 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:14.785181 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-680a38d7-e325-423c-bfb6-a21f14c67b89 req-41d93f71-f1a1-4b65-80fb-be94b10b90cc tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:03:14.803167 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4787b28-b072-4d8a-adbe-6887d94b52ea req-0f8a4527-dee4-4ebd-aac1-1b456db54ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:14.804768 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4787b28-b072-4d8a-adbe-6887d94b52ea req-0f8a4527-dee4-4ebd-aac1-1b456db54ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:14.805688 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4787b28-b072-4d8a-adbe-6887d94b52ea req-0f8a4527-dee4-4ebd-aac1-1b456db54ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:14.806604 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4787b28-b072-4d8a-adbe-6887d94b52ea req-0f8a4527-dee4-4ebd-aac1-1b456db54ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:14.807474 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4787b28-b072-4d8a-adbe-6887d94b52ea req-0f8a4527-dee4-4ebd-aac1-1b456db54ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:14.808385 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4787b28-b072-4d8a-adbe-6887d94b52ea req-0f8a4527-dee4-4ebd-aac1-1b456db54ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:14.809271 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4787b28-b072-4d8a-adbe-6887d94b52ea req-0f8a4527-dee4-4ebd-aac1-1b456db54ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:14.814580 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b4787b28-b072-4d8a-adbe-6887d94b52ea req-0f8a4527-dee4-4ebd-aac1-1b456db54ed7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d8109316fd94efaa47eb9260db1f13b&device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 6484 time: 0.3743386 Nov 12 01:03:14.935673 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d93f71-f1a1-4b65-80fb-be94b10b90cc tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Pushing event updated for resources: {'Port': ['ID=04abc25d-e4c0-4aeb-a70a-4ae9166f1335,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:14.980725 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a2dfb721-8e46-4486-ba6e-4868d965e491 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:14.988311 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a2dfb721-8e46-4486-ba6e-4868d965e491 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:15.125008 n-d-712142-27 neutron-server[109086]: INFO neutron.db.l3_db [None req-a2dfb721-8e46-4486-ba6e-4868d965e491 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Floating IP d796474f-a8e3-4d5b-a72b-12b553e13682 associated. External IP: 172.25.3.58, port: e3cfc795-909c-4615-9d75-457b26419c79. Nov 12 01:03:15.170320 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c02c943e-40c9-466d-8bea-08771513a1f5 req-eeb8dfe8-5b9a-42c6-b70c-b2dcd9dc7202 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:15.213576 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-680a38d7-e325-423c-bfb6-a21f14c67b89 req-41d93f71-f1a1-4b65-80fb-be94b10b90cc tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:15.228660 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-f06aee24-c9d1-4ceb-8036-2362a3403cd2 req-ee8ce447-2b97-4886-b230-497227ea7df2 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Deleting port 1b79f8c4-e527-44d7-b9e3-2b984f984798 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:03:15.229249 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f06aee24-c9d1-4ceb-8036-2362a3403cd2 req-ee8ce447-2b97-4886-b230-497227ea7df2 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:15.497749 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4787b28-b072-4d8a-adbe-6887d94b52ea req-18520f13-2c82-4fb6-8f64-af8e492b0677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:15.501019 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b4787b28-b072-4d8a-adbe-6887d94b52ea req-18520f13-2c82-4fb6-8f64-af8e492b0677 service neutron] 10.222.0.44 "GET /v2.0/networks?id=27138fd0-2739-4679-b06e-dafc84073bf0 HTTP/1.1" status: 200 len: 901 time: 0.5883033 Nov 12 01:03:15.511815 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-680a38d7-e325-423c-bfb6-a21f14c67b89 req-41d93f71-f1a1-4b65-80fb-be94b10b90cc tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:15.520372 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2dfb721-8e46-4486-ba6e-4868d965e491 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Router 2dee8e48-de22-4dd9-841d-0ab67f467e7d has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:03:15.681743 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b4787b28-b072-4d8a-adbe-6887d94b52ea req-2910ee57-7413-4074-bb22-3fad6568d359 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b375c86f-24ec-4a06-af37-e5c95f2b1cae HTTP/1.1" status: 200 len: 217 time: 0.1520832 Nov 12 01:03:15.694648 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2dfb721-8e46-4486-ba6e-4868d965e491 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:03:15.702324 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a2dfb721-8e46-4486-ba6e-4868d965e491 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:15.709794 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405bf04e-8665-4030-b3b6-68b709303de1 None None] Sync routers for ids ['2dee8e48-de22-4dd9-841d-0ab67f467e7d'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:03:15.722585 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405bf04e-8665-4030-b3b6-68b709303de1 None None] Routers {'2dee8e48-de22-4dd9-841d-0ab67f467e7d'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:15.723514 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-405bf04e-8665-4030-b3b6-68b709303de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:03:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['2dee8e48-de22-4dd9-841d-0ab67f467e7d'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:15.748134 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a2dfb721-8e46-4486-ba6e-4868d965e491 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "PUT /v2.0/floatingips/d796474f-a8e3-4d5b-a72b-12b553e13682 HTTP/1.1" status: 200 len: 991 time: 1.7004235 Nov 12 01:03:15.748134 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fbd619c-122d-4f89-83f3-0d981d0245f6', 'tag': 'e3cfc795-909c-4615-9d75-457b26419c79'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:03:15.749711 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c2cecf-97ef-4f1e-a97e-15d98aada2b4" -d '{"events": [{"name": "network-changed", "server_uuid": "1fbd619c-122d-4f89-83f3-0d981d0245f6", "tag": "e3cfc795-909c-4615-9d75-457b26419c79"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:03:15.893378 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-405bf04e-8665-4030-b3b6-68b709303de1 None None] Set router 2dee8e48-de22-4dd9-841d-0ab67f467e7d gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:03:16.088054 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c9236a-6a04-402c-aced-0188167be249 req-fafbcb2a-fecc-4f4c-b46d-c20b21535f6b tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:16.090680 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-07c9236a-6a04-402c-aced-0188167be249 req-fafbcb2a-fecc-4f4c-b46d-c20b21535f6b tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.44 "GET /v2.0/ports?device_id=37ebf684-3d6e-49b9-a336-d9023a15ae83 HTTP/1.1" status: 200 len: 946 time: 0.0868678 Nov 12 01:03:16.163568 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-f06aee24-c9d1-4ceb-8036-2362a3403cd2 req-ee8ce447-2b97-4886-b230-497227ea7df2 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] For port 1b79f8c4-e527-44d7-b9e3-2b984f984798, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=1b79f8c4-e527-44d7-b9e3-2b984f984798,segment=NetworkSegment(558ec544-d318-49d4-8e0a-2f18c636de60),segment_id=558ec544-d318-49d4-8e0a-2f18c636de60)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:16.164499 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f06aee24-c9d1-4ceb-8036-2362a3403cd2 req-ee8ce447-2b97-4886-b230-497227ea7df2 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:16.269682 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-07c9236a-6a04-402c-aced-0188167be249 req-eafd59f6-26ee-43a7-bfea-f747521d24e5 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Deleting port 2ab75930-842d-4d8e-99b2-87e018d0d88f {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:03:16.270309 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-07c9236a-6a04-402c-aced-0188167be249 req-eafd59f6-26ee-43a7-bfea-f747521d24e5 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:16.280799 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-405bf04e-8665-4030-b3b6-68b709303de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dee8e48-de22-4dd9-841d-0ab67f467e7d', 'name': 'tempest-ServerActionsTestJSON-991690239-router', 'tenant_id': '7bbe35289028429ba1e1b86033a5bcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'adce4e55-d671-43aa-a2eb-7d54426a63ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:19Z', 'updated_at': '2021-11-12T01:02:35Z', 'revision_number': 4, 'project_id': '7bbe35289028429ba1e1b86033a5bcab', 'gw_port': {'id': 'adce4e55-d671-43aa-a2eb-7d54426a63ad', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dee8e48-de22-4dd9-841d-0ab67f467e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:20Z', 'updated_at': '2021-11-12T01:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': 'd796474f-a8e3-4d5b-a72b-12b553e13682', 'tenant_id': '7bbe35289028429ba1e1b86033a5bcab', 'floating_ip_address': '172.25.3.58', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '2dee8e48-de22-4dd9-841d-0ab67f467e7d', 'port_id': 'e3cfc795-909c-4615-9d75-457b26419c79', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4', 'mac_address': 'fa:16:3e:10:d5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fbd619c-122d-4f89-83f3-0d981d0245f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:02:47Z', 'updated_at': '2021-11-12T01:03:14Z', 'revision_number': 1, 'project_id': '7bbe35289028429ba1e1b86033a5bcab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '542ddb07-8f7a-44fa-917d-3da9015f54ec', 'name': '', 'network_id': 'e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4', 'tenant_id': '7bbe35289028429ba1e1b86033a5bcab', 'mac_address': 'fa:16:3e:0e:5f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dee8e48-de22-4dd9-841d-0ab67f467e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '55fa7c58-77a8-4d04-ad83-d7b14788e8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:31Z', 'updated_at': '2021-11-12T01:02:43Z', 'revision_number': 5, 'project_id': '7bbe35289028429ba1e1b86033a5bcab', 'subnets': [{'id': '55fa7c58-77a8-4d04-ad83-d7b14788e8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:16.321023 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4787b28-b072-4d8a-adbe-6887d94b52ea req-77232a13-8ab7-4305-bfd1-2466dd1d4699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:16.322632 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b4787b28-b072-4d8a-adbe-6887d94b52ea req-77232a13-8ab7-4305-bfd1-2466dd1d4699 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5dc72c35-9d59-4a0f-ae56-f38fe29c2b7f HTTP/1.1" status: 200 len: 797 time: 0.6006272 Nov 12 01:03:16.329335 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405bf04e-8665-4030-b3b6-68b709303de1 None None] Checking router: 2dee8e48-de22-4dd9-841d-0ab67f467e7d for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:03:16.345007 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405bf04e-8665-4030-b3b6-68b709303de1 None None] Routers {'2dee8e48-de22-4dd9-841d-0ab67f467e7d'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:16.345861 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-405bf04e-8665-4030-b3b6-68b709303de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:03:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['2dee8e48-de22-4dd9-841d-0ab67f467e7d'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:16.461160 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-07c9236a-6a04-402c-aced-0188167be249 req-eafd59f6-26ee-43a7-bfea-f747521d24e5 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] For port 2ab75930-842d-4d8e-99b2-87e018d0d88f, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=2ab75930-842d-4d8e-99b2-87e018d0d88f,segment=NetworkSegment(ad4c4449-dc7a-4356-bf97-224e764df50e),segment_id=ad4c4449-dc7a-4356-bf97-224e764df50e)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:16.461697 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-07c9236a-6a04-402c-aced-0188167be249 req-eafd59f6-26ee-43a7-bfea-f747521d24e5 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:16.498267 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-405bf04e-8665-4030-b3b6-68b709303de1 None None] Set router 2dee8e48-de22-4dd9-841d-0ab67f467e7d gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:03:16.519769 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-07c9236a-6a04-402c-aced-0188167be249 req-eafd59f6-26ee-43a7-bfea-f747521d24e5 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Calling delete_port for 2ab75930-842d-4d8e-99b2-87e018d0d88f owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:03:16.601650 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-c02c943e-40c9-466d-8bea-08771513a1f5 req-eeb8dfe8-5b9a-42c6-b70c-b2dcd9dc7202 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] For port 3dc64195-fee3-489e-abe0-2fb2a598549a, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=3dc64195-fee3-489e-abe0-2fb2a598549a,segment=NetworkSegment(5dbb5cf7-5b96-4480-92bd-bde327ee507c),segment_id=5dbb5cf7-5b96-4480-92bd-bde327ee507c)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:16.605266 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4787b28-b072-4d8a-adbe-6887d94b52ea req-177bbf02-2acf-4913-aca6-42a3c8431b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:16.606970 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b4787b28-b072-4d8a-adbe-6887d94b52ea req-177bbf02-2acf-4913-aca6-42a3c8431b0c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=27138fd0-2739-4679-b06e-dafc84073bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2430983 Nov 12 01:03:16.731149 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f06aee24-c9d1-4ceb-8036-2362a3403cd2 req-ee8ce447-2b97-4886-b230-497227ea7df2 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:16.731530 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f06aee24-c9d1-4ceb-8036-2362a3403cd2 req-ee8ce447-2b97-4886-b230-497227ea7df2 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:16.731865 n-d-712142-27 neutron-server[109085]: INFO neutron.db.l3_db [req-f06aee24-c9d1-4ceb-8036-2362a3403cd2 req-ee8ce447-2b97-4886-b230-497227ea7df2 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Floating IP cd89c7c9-2daf-4087-b1ca-b3994a1182c5 disassociated. External IP: 172.25.3.150, port: 1b79f8c4-e527-44d7-b9e3-2b984f984798. Nov 12 01:03:16.732266 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-f06aee24-c9d1-4ceb-8036-2362a3403cd2 req-ee8ce447-2b97-4886-b230-497227ea7df2 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Calling delete_port for 1b79f8c4-e527-44d7-b9e3-2b984f984798 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:03:16.735951 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-680a38d7-e325-423c-bfb6-a21f14c67b89 req-41d93f71-f1a1-4b65-80fb-be94b10b90cc tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:16.752758 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c02c943e-40c9-466d-8bea-08771513a1f5 req-eeb8dfe8-5b9a-42c6-b70c-b2dcd9dc7202 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:16.762068 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-680a38d7-e325-423c-bfb6-a21f14c67b89 req-41d93f71-f1a1-4b65-80fb-be94b10b90cc tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:16.769285 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c02c943e-40c9-466d-8bea-08771513a1f5 req-eeb8dfe8-5b9a-42c6-b70c-b2dcd9dc7202 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:16.794324 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-07c9236a-6a04-402c-aced-0188167be249 req-eafd59f6-26ee-43a7-bfea-f747521d24e5 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:16.813770 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['3dc64195-fee3-489e-abe0-2fb2a598549a'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:03:16.829511 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-405bf04e-8665-4030-b3b6-68b709303de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dee8e48-de22-4dd9-841d-0ab67f467e7d', 'name': 'tempest-ServerActionsTestJSON-991690239-router', 'tenant_id': '7bbe35289028429ba1e1b86033a5bcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'adce4e55-d671-43aa-a2eb-7d54426a63ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:19Z', 'updated_at': '2021-11-12T01:02:35Z', 'revision_number': 4, 'project_id': '7bbe35289028429ba1e1b86033a5bcab', 'gw_port': {'id': 'adce4e55-d671-43aa-a2eb-7d54426a63ad', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dee8e48-de22-4dd9-841d-0ab67f467e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:20Z', 'updated_at': '2021-11-12T01:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': 'd796474f-a8e3-4d5b-a72b-12b553e13682', 'tenant_id': '7bbe35289028429ba1e1b86033a5bcab', 'floating_ip_address': '172.25.3.58', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '2dee8e48-de22-4dd9-841d-0ab67f467e7d', 'port_id': 'e3cfc795-909c-4615-9d75-457b26419c79', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4', 'mac_address': 'fa:16:3e:10:d5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fbd619c-122d-4f89-83f3-0d981d0245f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:02:47Z', 'updated_at': '2021-11-12T01:03:14Z', 'revision_number': 1, 'project_id': '7bbe35289028429ba1e1b86033a5bcab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '542ddb07-8f7a-44fa-917d-3da9015f54ec', 'name': '', 'network_id': 'e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4', 'tenant_id': '7bbe35289028429ba1e1b86033a5bcab', 'mac_address': 'fa:16:3e:0e:5f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dee8e48-de22-4dd9-841d-0ab67f467e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '55fa7c58-77a8-4d04-ad83-d7b14788e8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:31Z', 'updated_at': '2021-11-12T01:02:43Z', 'revision_number': 5, 'project_id': '7bbe35289028429ba1e1b86033a5bcab', 'subnets': [{'id': '55fa7c58-77a8-4d04-ad83-d7b14788e8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:16.830425 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd59f6-26ee-43a7-bfea-f747521d24e5 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Pushing event deleted for resources: {'Port': ['ID=2ab75930-842d-4d8e-99b2-87e018d0d88f,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:16.897346 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c9236a-6a04-402c-aced-0188167be249 req-eafd59f6-26ee-43a7-bfea-f747521d24e5 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] No DVR routers for this DVR port 2ab75930-842d-4d8e-99b2-87e018d0d88f on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:03:16.903249 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-07c9236a-6a04-402c-aced-0188167be249 req-eafd59f6-26ee-43a7-bfea-f747521d24e5 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:16.906291 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-07c9236a-6a04-402c-aced-0188167be249 req-eafd59f6-26ee-43a7-bfea-f747521d24e5 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.44 "DELETE /v2.0/ports/2ab75930-842d-4d8e-99b2-87e018d0d88f HTTP/1.1" status: 204 len: 173 time: 0.8067148 Nov 12 01:03:16.945242 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c943e-40c9-466d-8bea-08771513a1f5 req-eeb8dfe8-5b9a-42c6-b70c-b2dcd9dc7202 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:16.945950 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c02c943e-40c9-466d-8bea-08771513a1f5 req-eeb8dfe8-5b9a-42c6-b70c-b2dcd9dc7202 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:16.947562 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c02c943e-40c9-466d-8bea-08771513a1f5 req-eeb8dfe8-5b9a-42c6-b70c-b2dcd9dc7202 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "PUT /v2.0/ports/3dc64195-fee3-489e-abe0-2fb2a598549a HTTP/1.1" status: 200 len: 981 time: 2.3019061 Nov 12 01:03:16.948146 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79a58dd3-fdf9-4b0b-8d60-09483063a895', 'tag': '3dc64195-fee3-489e-abe0-2fb2a598549a'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:03:16.951837 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82eeb797-0ab6-4c4f-b550-f6ac031eee9e" -d '{"events": [{"name": "network-changed", "server_uuid": "79a58dd3-fdf9-4b0b-8d60-09483063a895", "tag": "3dc64195-fee3-489e-abe0-2fb2a598549a"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:03:16.978074 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b4787b28-b072-4d8a-adbe-6887d94b52ea req-67ab2ac2-cbc6-43df-a7a3-d93805d70008 service neutron] 10.222.0.44 "GET /v2.0/networks/27138fd0-2739-4679-b06e-dafc84073bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574176 Nov 12 01:03:16.978751 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d93f71-f1a1-4b65-80fb-be94b10b90cc tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Pushing event updated for resources: {'Port': ['ID=04abc25d-e4c0-4aeb-a70a-4ae9166f1335,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:17.038909 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405bf04e-8665-4030-b3b6-68b709303de1 None None] The sync data for ids ['2dee8e48-de22-4dd9-841d-0ab67f467e7d'] in n-d-712142-27 is: [{'id': '2dee8e48-de22-4dd9-841d-0ab67f467e7d', 'name': 'tempest-ServerActionsTestJSON-991690239-router', 'tenant_id': '7bbe35289028429ba1e1b86033a5bcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'adce4e55-d671-43aa-a2eb-7d54426a63ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:19Z', 'updated_at': '2021-11-12T01:02:35Z', 'revision_number': 4, 'project_id': '7bbe35289028429ba1e1b86033a5bcab', 'gw_port': {'id': 'adce4e55-d671-43aa-a2eb-7d54426a63ad', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dee8e48-de22-4dd9-841d-0ab67f467e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:20Z', 'updated_at': '2021-11-12T01:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': 'd796474f-a8e3-4d5b-a72b-12b553e13682', 'tenant_id': '7bbe35289028429ba1e1b86033a5bcab', 'floating_ip_address': '172.25.3.58', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '2dee8e48-de22-4dd9-841d-0ab67f467e7d', 'port_id': 'e3cfc795-909c-4615-9d75-457b26419c79', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4', 'mac_address': 'fa:16:3e:10:d5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fbd619c-122d-4f89-83f3-0d981d0245f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:02:47Z', 'updated_at': '2021-11-12T01:03:14Z', 'revision_number': 1, 'project_id': '7bbe35289028429ba1e1b86033a5bcab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '542ddb07-8f7a-44fa-917d-3da9015f54ec', 'name': '', 'network_id': 'e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4', 'tenant_id': '7bbe35289028429ba1e1b86033a5bcab', 'mac_address': 'fa:16:3e:0e:5f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dee8e48-de22-4dd9-841d-0ab67f467e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '55fa7c58-77a8-4d04-ad83-d7b14788e8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:31Z', 'updated_at': '2021-11-12T01:02:43Z', 'revision_number': 5, 'project_id': '7bbe35289028429ba1e1b86033a5bcab', 'subnets': [{'id': '55fa7c58-77a8-4d04-ad83-d7b14788e8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:03:17.100411 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['3dc64195-fee3-489e-abe0-2fb2a598549a'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:03:17.133757 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb8dfe8-5b9a-42c6-b70c-b2dcd9dc7202 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Pushing event updated for resources: {'Port': ['ID=3dc64195-fee3-489e-abe0-2fb2a598549a,revision_number=6']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:17.166514 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-680a38d7-e325-423c-bfb6-a21f14c67b89 req-41d93f71-f1a1-4b65-80fb-be94b10b90cc tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:17.294960 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-680a38d7-e325-423c-bfb6-a21f14c67b89 req-41d93f71-f1a1-4b65-80fb-be94b10b90cc tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:17.296464 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-680a38d7-e325-423c-bfb6-a21f14c67b89 req-41d93f71-f1a1-4b65-80fb-be94b10b90cc tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.3754029 Nov 12 01:03:17.318376 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f06aee24-c9d1-4ceb-8036-2362a3403cd2 req-ee8ce447-2b97-4886-b230-497227ea7df2 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:17.455115 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b4787b28-b072-4d8a-adbe-6887d94b52ea req-3945a5df-181b-4983-a0f6-e8cb47113f2e service neutron] 10.222.0.44 "GET /v2.0/networks/27138fd0-2739-4679-b06e-dafc84073bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4497571 Nov 12 01:03:17.468154 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-680a38d7-e325-423c-bfb6-a21f14c67b89 req-e83e2fbb-19d5-4b9c-8548-786b0b18f96d tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.108 HTTP/1.1" status: 200 len: 696 time: 0.1585710 Nov 12 01:03:17.506967 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b02a1-e9e6-44af-a7b4-aef3ebcb6eee req-a2924cae-c8db-49b5-93f3-2d9c9a51de26 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:17.522040 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b02a1-e9e6-44af-a7b4-aef3ebcb6eee req-a2924cae-c8db-49b5-93f3-2d9c9a51de26 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:17.531675 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25654772-df42-4f7a-8029-e6378161a7d6 None None] New status for floating IP d796474f-a8e3-4d5b-a72b-12b553e13682: ACTIVE {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:03:17.534559 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b02a1-e9e6-44af-a7b4-aef3ebcb6eee req-a2924cae-c8db-49b5-93f3-2d9c9a51de26 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:17.547989 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b02a1-e9e6-44af-a7b4-aef3ebcb6eee req-a2924cae-c8db-49b5-93f3-2d9c9a51de26 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:17.562072 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b02a1-e9e6-44af-a7b4-aef3ebcb6eee req-a2924cae-c8db-49b5-93f3-2d9c9a51de26 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:17.573882 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b02a1-e9e6-44af-a7b4-aef3ebcb6eee req-a2924cae-c8db-49b5-93f3-2d9c9a51de26 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:17.586098 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b02a1-e9e6-44af-a7b4-aef3ebcb6eee req-a2924cae-c8db-49b5-93f3-2d9c9a51de26 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:17.589619 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f80b02a1-e9e6-44af-a7b4-aef3ebcb6eee req-a2924cae-c8db-49b5-93f3-2d9c9a51de26 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 5420 time: 0.4568582 Nov 12 01:03:17.600806 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8ce447-2b97-4886-b230-497227ea7df2 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Pushing event deleted for resources: {'Port': ['ID=1b79f8c4-e527-44d7-b9e3-2b984f984798,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:18.037571 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f80b02a1-e9e6-44af-a7b4-aef3ebcb6eee req-4098be7b-1a3d-4d91-b45b-152dfe2f95f5 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c2064e3-365e-4ce1-97ba-786147ddb249&id=cc2c1d93-00ba-4bf1-8dce-5f2d256d3645&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4304998 Nov 12 01:03:18.087360 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a38d7-e325-423c-bfb6-a21f14c67b89 req-a2bdf48e-8aea-4e59-81b7-6ca8c539fc6c tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:18.091294 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-680a38d7-e325-423c-bfb6-a21f14c67b89 req-a2bdf48e-8aea-4e59-81b7-6ca8c539fc6c tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] 10.222.0.45 "GET /v2.0/networks/ab9ea869-d067-4dfb-b2de-16b019fae22d HTTP/1.1" status: 200 len: 784 time: 0.4989226 Nov 12 01:03:18.098331 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 2ab75930-842d-4d8e-99b2-87e018d0d88f no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:03:18.108196 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f06aee24-c9d1-4ceb-8036-2362a3403cd2 req-ee8ce447-2b97-4886-b230-497227ea7df2 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Router ca5eb0fb-301f-4f30-ba5e-34e1a752eb68 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:03:18.130457 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-680a38d7-e325-423c-bfb6-a21f14c67b89 req-c8e8f506-821f-442c-a87a-48f108ec0e23 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:03:18.132491 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-680a38d7-e325-423c-bfb6-a21f14c67b89 req-c8e8f506-821f-442c-a87a-48f108ec0e23 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0212924 Nov 12 01:03:18.133904 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 2ab75930-842d-4d8e-99b2-87e018d0d88f {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:03:18.134387 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 2ab75930-842d-4d8e-99b2-87e018d0d88f not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:03:18.134943 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 1b79f8c4-e527-44d7-b9e3-2b984f984798 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:03:18.193298 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 1b79f8c4-e527-44d7-b9e3-2b984f984798 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:03:18.193816 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 1b79f8c4-e527-44d7-b9e3-2b984f984798 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:03:18.317970 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3043e5b4-ab8a-465a-9a47-24530cfdba3f req-1f8c825a-7676-456c-93fa-1254f192816d tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=37ebf684-3d6e-49b9-a336-d9023a15ae83 HTTP/1.1" status: 200 len: 210 time: 0.0693593 Nov 12 01:03:18.453314 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-73db0e35-7218-458f-99e9-bc81943b174c req-a38c9ef7-f532-4de8-8c5b-1d7998016efc tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] 10.222.0.45 "GET /v2.0/ports?device_id=c93a9d82-ef6d-4049-9f06-a3ebf66128c8 HTTP/1.1" status: 200 len: 210 time: 0.0624855 Nov 12 01:03:18.478890 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f06aee24-c9d1-4ceb-8036-2362a3403cd2 req-ee8ce447-2b97-4886-b230-497227ea7df2 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:03:18.497569 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d745a7d9-a3a7-4579-902d-7d37c2615994 x-openstack-request-id: req-d745a7d9-a3a7-4579-902d-7d37c2615994 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:03:18.498172 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fbd619c-122d-4f89-83f3-0d981d0245f6", "tag": "e3cfc795-909c-4615-9d75-457b26419c79", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:03:18.498859 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d745a7d9-a3a7-4579-902d-7d37c2615994 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:03:18.499633 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fbd619c-122d-4f89-83f3-0d981d0245f6', 'tag': 'e3cfc795-909c-4615-9d75-457b26419c79', 'status': 'completed', 'code': 200} Nov 12 01:03:18.504756 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4840949f-939a-44bf-a248-eff845f4761e None None] Sync routers for ids ['ca5eb0fb-301f-4f30-ba5e-34e1a752eb68'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:03:18.524087 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4840949f-939a-44bf-a248-eff845f4761e None None] Routers {'ca5eb0fb-301f-4f30-ba5e-34e1a752eb68'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:18.524749 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-4840949f-939a-44bf-a248-eff845f4761e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:03:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['ca5eb0fb-301f-4f30-ba5e-34e1a752eb68'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:18.611259 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c64cb19-86d2-4e95-aec7-04fb31b967d4 x-openstack-request-id: req-1c64cb19-86d2-4e95-aec7-04fb31b967d4 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:03:18.612362 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79a58dd3-fdf9-4b0b-8d60-09483063a895", "tag": "3dc64195-fee3-489e-abe0-2fb2a598549a", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:03:18.613050 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1c64cb19-86d2-4e95-aec7-04fb31b967d4 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:03:18.613995 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79a58dd3-fdf9-4b0b-8d60-09483063a895', 'tag': '3dc64195-fee3-489e-abe0-2fb2a598549a', 'status': 'completed', 'code': 200} Nov 12 01:03:18.615880 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-f06aee24-c9d1-4ceb-8036-2362a3403cd2 req-ee8ce447-2b97-4886-b230-497227ea7df2 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] No DVR routers for this DVR port 1b79f8c4-e527-44d7-b9e3-2b984f984798 on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:03:18.639004 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f06aee24-c9d1-4ceb-8036-2362a3403cd2 req-ee8ce447-2b97-4886-b230-497227ea7df2 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:18.647850 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f06aee24-c9d1-4ceb-8036-2362a3403cd2 req-ee8ce447-2b97-4886-b230-497227ea7df2 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] 10.222.0.44 "DELETE /v2.0/ports/1b79f8c4-e527-44d7-b9e3-2b984f984798 HTTP/1.1" status: 204 len: 173 time: 4.2033863 Nov 12 01:03:18.721512 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-4840949f-939a-44bf-a248-eff845f4761e None None] Set router ca5eb0fb-301f-4f30-ba5e-34e1a752eb68 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:03:18.947750 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2cecf-97ef-4f1e-a97e-15d98aada2b4 req-de52b632-0393-43c8-933b-6edf5196c447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:18.950182 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-24c2cecf-97ef-4f1e-a97e-15d98aada2b4 req-de52b632-0393-43c8-933b-6edf5196c447 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7bbe35289028429ba1e1b86033a5bcab&device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 1098 time: 0.3426375 Nov 12 01:03:18.973702 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-41bbd6f8-8075-4e7f-afdd-bb5ab2e82f00 req-4422cf33-751a-459d-b44c-a04a21814da4 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1821047569&fields=id&tenant_id=96b0e06352b2479cb7df6d4462e19f15 HTTP/1.1" status: 200 len: 267 time: 0.3238354 Nov 12 01:03:19.004315 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eeb797-0ab6-4c4f-b550-f6ac031eee9e req-e486fb62-4ebf-49d4-9151-8a3d9ed69259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:19.005884 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-82eeb797-0ab6-4c4f-b550-f6ac031eee9e req-e486fb62-4ebf-49d4-9151-8a3d9ed69259 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=96b0e06352b2479cb7df6d4462e19f15&device_id=79a58dd3-fdf9-4b0b-8d60-09483063a895 HTTP/1.1" status: 200 len: 1136 time: 0.3004849 Nov 12 01:03:19.043190 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-4840949f-939a-44bf-a248-eff845f4761e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5eb0fb-301f-4f30-ba5e-34e1a752eb68', 'name': 'tempest-ServersTestFqdnHostnames-889858356-router', 'tenant_id': '7ee0070393c4481fac990e8467ee2d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '9d8e2126-6ef1-486a-9488-a7903ca4a8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:00:27Z', 'updated_at': '2021-11-12T01:00:38Z', 'revision_number': 4, 'project_id': '7ee0070393c4481fac990e8467ee2d37', 'gw_port': {'id': '9d8e2126-6ef1-486a-9488-a7903ca4a8fb', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ac:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5eb0fb-301f-4f30-ba5e-34e1a752eb68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:30Z', 'updated_at': '2021-11-12T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'd6ed0ee5-c35d-4ecd-b8a4-52f774c3d5f8', 'name': '', 'network_id': 'c3a9c3be-ae08-4924-9d7a-f5be17be251a', 'tenant_id': '7ee0070393c4481fac990e8467ee2d37', 'mac_address': 'fa:16:3e:bd:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5eb0fb-301f-4f30-ba5e-34e1a752eb68', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '9c9603aa-a0ab-494b-95f7-b3ae19c268c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:36Z', 'updated_at': '2021-11-12T01:00:45Z', 'revision_number': 5, 'project_id': '7ee0070393c4481fac990e8467ee2d37', 'subnets': [{'id': '9c9603aa-a0ab-494b-95f7-b3ae19c268c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:19.061356 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c9f2555f-e88d-49ca-aab8-9eeb4fc1263e req-ad3badb6-4298-452b-9f7a-6dacd9b988db tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4283473 Nov 12 01:03:19.089349 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4840949f-939a-44bf-a248-eff845f4761e None None] Checking router: ca5eb0fb-301f-4f30-ba5e-34e1a752eb68 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:03:19.100442 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4840949f-939a-44bf-a248-eff845f4761e None None] Routers {'ca5eb0fb-301f-4f30-ba5e-34e1a752eb68'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:19.101081 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-4840949f-939a-44bf-a248-eff845f4761e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:03:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['ca5eb0fb-301f-4f30-ba5e-34e1a752eb68'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:19.198794 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-c9f2555f-e88d-49ca-aab8-9eeb4fc1263e req-bd901faf-fa22-4410-b2ad-b8e511590146 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Request body: {'floatingip': {'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:19.222308 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-4840949f-939a-44bf-a248-eff845f4761e None None] Set router ca5eb0fb-301f-4f30-ba5e-34e1a752eb68 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:03:19.287595 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bbd6f8-8075-4e7f-afdd-bb5ab2e82f00 req-cfabb790-d617-4059-a0b7-ecd5fe35814e tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:19.290452 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-41bbd6f8-8075-4e7f-afdd-bb5ab2e82f00 req-cfabb790-d617-4059-a0b7-ecd5fe35814e tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "GET /v2.0/ports?device_id=79a58dd3-fdf9-4b0b-8d60-09483063a895 HTTP/1.1" status: 200 len: 984 time: 0.3156760 Nov 12 01:03:19.337151 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c9f2555f-e88d-49ca-aab8-9eeb4fc1263e req-bd901faf-fa22-4410-b2ad-b8e511590146 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks [] for floatingip, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:19.347996 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-41bbd6f8-8075-4e7f-afdd-bb5ab2e82f00 req-9c67074f-ca6f-422e-bb8b-f10ff7695143 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Request body: {'port': {'security_groups': ['86f57639-0571-4464-a714-e385ef3d8493']}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:19.501137 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eeb797-0ab6-4c4f-b550-f6ac031eee9e req-b62f9b7c-b4ea-4947-8c7c-fa7ccb6533b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:19.503957 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-82eeb797-0ab6-4c4f-b550-f6ac031eee9e req-b62f9b7c-b4ea-4947-8c7c-fa7ccb6533b9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d6a8462f-5130-4d0f-951a-dac9101bc5c2 HTTP/1.1" status: 200 len: 919 time: 0.4680402 Nov 12 01:03:19.506659 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2cecf-97ef-4f1e-a97e-15d98aada2b4 req-452ff46d-6e73-4602-9c71-6e9a1894bb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:19.509370 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-24c2cecf-97ef-4f1e-a97e-15d98aada2b4 req-452ff46d-6e73-4602-9c71-6e9a1894bb85 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 HTTP/1.1" status: 200 len: 911 time: 0.5299561 Nov 12 01:03:19.528635 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-4840949f-939a-44bf-a248-eff845f4761e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5eb0fb-301f-4f30-ba5e-34e1a752eb68', 'name': 'tempest-ServersTestFqdnHostnames-889858356-router', 'tenant_id': '7ee0070393c4481fac990e8467ee2d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '9d8e2126-6ef1-486a-9488-a7903ca4a8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:00:27Z', 'updated_at': '2021-11-12T01:00:38Z', 'revision_number': 4, 'project_id': '7ee0070393c4481fac990e8467ee2d37', 'gw_port': {'id': '9d8e2126-6ef1-486a-9488-a7903ca4a8fb', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ac:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5eb0fb-301f-4f30-ba5e-34e1a752eb68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:30Z', 'updated_at': '2021-11-12T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'd6ed0ee5-c35d-4ecd-b8a4-52f774c3d5f8', 'name': '', 'network_id': 'c3a9c3be-ae08-4924-9d7a-f5be17be251a', 'tenant_id': '7ee0070393c4481fac990e8467ee2d37', 'mac_address': 'fa:16:3e:bd:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5eb0fb-301f-4f30-ba5e-34e1a752eb68', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '9c9603aa-a0ab-494b-95f7-b3ae19c268c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:36Z', 'updated_at': '2021-11-12T01:00:45Z', 'revision_number': 5, 'project_id': '7ee0070393c4481fac990e8467ee2d37', 'subnets': [{'id': '9c9603aa-a0ab-494b-95f7-b3ae19c268c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:19.564355 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4840949f-939a-44bf-a248-eff845f4761e None None] The sync data for ids ['ca5eb0fb-301f-4f30-ba5e-34e1a752eb68'] in n-d-712142-27 is: [{'id': 'ca5eb0fb-301f-4f30-ba5e-34e1a752eb68', 'name': 'tempest-ServersTestFqdnHostnames-889858356-router', 'tenant_id': '7ee0070393c4481fac990e8467ee2d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '9d8e2126-6ef1-486a-9488-a7903ca4a8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:00:27Z', 'updated_at': '2021-11-12T01:00:38Z', 'revision_number': 4, 'project_id': '7ee0070393c4481fac990e8467ee2d37', 'gw_port': {'id': '9d8e2126-6ef1-486a-9488-a7903ca4a8fb', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ac:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5eb0fb-301f-4f30-ba5e-34e1a752eb68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:30Z', 'updated_at': '2021-11-12T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'd6ed0ee5-c35d-4ecd-b8a4-52f774c3d5f8', 'name': '', 'network_id': 'c3a9c3be-ae08-4924-9d7a-f5be17be251a', 'tenant_id': '7ee0070393c4481fac990e8467ee2d37', 'mac_address': 'fa:16:3e:bd:30:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5eb0fb-301f-4f30-ba5e-34e1a752eb68', 'device_owner': 'network:router_interface', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': '9c9603aa-a0ab-494b-95f7-b3ae19c268c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:36Z', 'updated_at': '2021-11-12T01:00:45Z', 'revision_number': 5, 'project_id': '7ee0070393c4481fac990e8467ee2d37', 'subnets': [{'id': '9c9603aa-a0ab-494b-95f7-b3ae19c268c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:03:19.729956 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-82eeb797-0ab6-4c4f-b550-f6ac031eee9e req-98d45ea4-5e53-4c20-95a6-fa1a24090d53 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dc64195-fee3-489e-abe0-2fb2a598549a HTTP/1.1" status: 200 len: 217 time: 0.1925437 Nov 12 01:03:19.815161 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-41bbd6f8-8075-4e7f-afdd-bb5ab2e82f00 req-9c67074f-ca6f-422e-bb8b-f10ff7695143 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:19.919314 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61edf9c1-36f0-483e-8813-617dd365f117 None None] New status for floating IP cd89c7c9-2daf-4087-b1ca-b3994a1182c5: DOWN {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:03:20.402694 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-24c2cecf-97ef-4f1e-a97e-15d98aada2b4 req-9cf82370-2098-4dbe-aecd-aaffe3cfa375 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3cfc795-909c-4615-9d75-457b26419c79 HTTP/1.1" status: 200 len: 1001 time: 0.8766193 Nov 12 01:03:20.501352 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ebf684-3d6e-49b9-a336-d9023a15ae83', 'name': 'network-vif-deleted', 'tag': '2ab75930-842d-4d8e-99b2-87e018d0d88f'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:03:20.504749 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb7e7a8-cd9d-4e4b-ad25-6086d1b7e112" -d '{"events": [{"server_uuid": "37ebf684-3d6e-49b9-a336-d9023a15ae83", "name": "network-vif-deleted", "tag": "2ab75930-842d-4d8e-99b2-87e018d0d88f"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:03:20.555774 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eeb797-0ab6-4c4f-b550-f6ac031eee9e req-dcd592d7-8f49-4c28-8a1a-542a10d79a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:20.558512 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-82eeb797-0ab6-4c4f-b550-f6ac031eee9e req-dcd592d7-8f49-4c28-8a1a-542a10d79a7e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=26412b35-38aa-41b4-bb78-aab31ac9da6a HTTP/1.1" status: 200 len: 859 time: 0.7753441 Nov 12 01:03:20.615818 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93a9d82-ef6d-4049-9f06-a3ebf66128c8', 'name': 'network-vif-deleted', 'tag': '1b79f8c4-e527-44d7-b9e3-2b984f984798'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:03:20.618329 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5427d36a-818a-45c8-914c-d13ff6c81dec" -d '{"events": [{"server_uuid": "c93a9d82-ef6d-4049-9f06-a3ebf66128c8", "name": "network-vif-deleted", "tag": "1b79f8c4-e527-44d7-b9e3-2b984f984798"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:03:20.670613 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2cecf-97ef-4f1e-a97e-15d98aada2b4 req-e31b100a-f7d1-4752-a988-550ffab40110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:20.672120 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-24c2cecf-97ef-4f1e-a97e-15d98aada2b4 req-e31b100a-f7d1-4752-a988-550ffab40110 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=55fa7c58-77a8-4d04-ad83-d7b14788e8b6 HTTP/1.1" status: 200 len: 850 time: 0.2179229 Nov 12 01:03:20.674521 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-82eeb797-0ab6-4c4f-b550-f6ac031eee9e req-9faf3058-027d-4f2c-a6e5-e93705315f23 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6a8462f-5130-4d0f-951a-dac9101bc5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637000 Nov 12 01:03:20.675471 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c5d510-045d-47a9-9041-3db76f6f1dbf req-1225b044-82c1-42f5-aa68-56a1dfe88b94 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:20.677900 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-28c5d510-045d-47a9-9041-3db76f6f1dbf req-1225b044-82c1-42f5-aa68-56a1dfe88b94 tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.44 "GET /v2.0/ports?device_id=66f342e9-d3a2-435c-8a3f-6c6bbbfb5a2c HTTP/1.1" status: 200 len: 945 time: 0.0755942 Nov 12 01:03:20.772281 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c9f2555f-e88d-49ca-aab8-9eeb4fc1263e req-bd901faf-fa22-4410-b2ad-b8e511590146 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:20.826859 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-28c5d510-045d-47a9-9041-3db76f6f1dbf req-444ea0a4-61d9-4770-bd30-76e48672868b tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Deleting port 76570ab1-022b-4b34-bd32-3673394fd357 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:03:20.827301 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-28c5d510-045d-47a9-9041-3db76f6f1dbf req-444ea0a4-61d9-4770-bd30-76e48672868b tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:20.963922 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2cecf-97ef-4f1e-a97e-15d98aada2b4 req-c899d43c-40c6-4797-a9fd-c93347f8e767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:20.965562 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-24c2cecf-97ef-4f1e-a97e-15d98aada2b4 req-c899d43c-40c6-4797-a9fd-c93347f8e767 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2716882 Nov 12 01:03:20.983509 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-41bbd6f8-8075-4e7f-afdd-bb5ab2e82f00 req-9c67074f-ca6f-422e-bb8b-f10ff7695143 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] For port 3dc64195-fee3-489e-abe0-2fb2a598549a, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=3dc64195-fee3-489e-abe0-2fb2a598549a,segment=NetworkSegment(5dbb5cf7-5b96-4480-92bd-bde327ee507c),segment_id=5dbb5cf7-5b96-4480-92bd-bde327ee507c)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:21.000578 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-28c5d510-045d-47a9-9041-3db76f6f1dbf req-444ea0a4-61d9-4770-bd30-76e48672868b tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] For port 76570ab1-022b-4b34-bd32-3673394fd357, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=76570ab1-022b-4b34-bd32-3673394fd357,segment=NetworkSegment(9dbffe20-fa57-4fc9-974f-82a4aaa66cb3),segment_id=9dbffe20-fa57-4fc9-974f-82a4aaa66cb3)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:21.001538 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-28c5d510-045d-47a9-9041-3db76f6f1dbf req-444ea0a4-61d9-4770-bd30-76e48672868b tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:21.032062 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-28c5d510-045d-47a9-9041-3db76f6f1dbf req-444ea0a4-61d9-4770-bd30-76e48672868b tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Calling delete_port for 76570ab1-022b-4b34-bd32-3673394fd357 owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:03:21.045223 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-82eeb797-0ab6-4c4f-b550-f6ac031eee9e req-416141cd-3c47-46e5-a229-98318a9e36fe service neutron] 10.222.0.44 "GET /v2.0/networks/d6a8462f-5130-4d0f-951a-dac9101bc5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500075 Nov 12 01:03:21.177399 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-41bbd6f8-8075-4e7f-afdd-bb5ab2e82f00 req-9c67074f-ca6f-422e-bb8b-f10ff7695143 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:21.201467 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-c9f2555f-e88d-49ca-aab8-9eeb4fc1263e req-bd901faf-fa22-4410-b2ad-b8e511590146 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Allocated IP 172.25.3.118 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/3ad157f4-26f1-41da-9f0f-366019081e74) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:03:21.203658 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-41bbd6f8-8075-4e7f-afdd-bb5ab2e82f00 req-9c67074f-ca6f-422e-bb8b-f10ff7695143 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:21.248340 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-28c5d510-045d-47a9-9041-3db76f6f1dbf req-444ea0a4-61d9-4770-bd30-76e48672868b tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:21.264518 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['3dc64195-fee3-489e-abe0-2fb2a598549a'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:03:21.327209 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bbd6f8-8075-4e7f-afdd-bb5ab2e82f00 req-9c67074f-ca6f-422e-bb8b-f10ff7695143 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:21.328671 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-41bbd6f8-8075-4e7f-afdd-bb5ab2e82f00 req-9c67074f-ca6f-422e-bb8b-f10ff7695143 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:21.330477 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-41bbd6f8-8075-4e7f-afdd-bb5ab2e82f00 req-9c67074f-ca6f-422e-bb8b-f10ff7695143 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "PUT /v2.0/ports/3dc64195-fee3-489e-abe0-2fb2a598549a HTTP/1.1" status: 200 len: 942 time: 2.0062671 Nov 12 01:03:21.332798 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-24c2cecf-97ef-4f1e-a97e-15d98aada2b4 req-1d075dd7-15cb-4136-9053-bee9485232a4 service neutron] 10.222.0.44 "GET /v2.0/networks/e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524306 Nov 12 01:03:21.414610 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ea0a4-61d9-4770-bd30-76e48672868b tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Pushing event deleted for resources: {'Port': ['ID=76570ab1-022b-4b34-bd32-3673394fd357,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:21.417439 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-82eeb797-0ab6-4c4f-b550-f6ac031eee9e req-425bcf4e-2aa8-482b-87c5-fcfd6ac48e7c service neutron] 10.222.0.44 "GET /v2.0/networks/d6a8462f-5130-4d0f-951a-dac9101bc5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3552716 Nov 12 01:03:21.434549 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c67074f-ca6f-422e-bb8b-f10ff7695143 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Pushing event updated for resources: {'Port': ['ID=3dc64195-fee3-489e-abe0-2fb2a598549a,revision_number=7']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:21.491574 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c5d510-045d-47a9-9041-3db76f6f1dbf req-444ea0a4-61d9-4770-bd30-76e48672868b tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] No DVR routers for this DVR port 76570ab1-022b-4b34-bd32-3673394fd357 on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:03:21.511346 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['3dc64195-fee3-489e-abe0-2fb2a598549a'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:03:21.518900 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-28c5d510-045d-47a9-9041-3db76f6f1dbf req-444ea0a4-61d9-4770-bd30-76e48672868b tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:21.522606 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-28c5d510-045d-47a9-9041-3db76f6f1dbf req-444ea0a4-61d9-4770-bd30-76e48672868b tempest-ServerDiskConfigTestJSON-755493142 tempest-ServerDiskConfigTestJSON-755493142-project] 10.222.0.44 "DELETE /v2.0/ports/76570ab1-022b-4b34-bd32-3673394fd357 HTTP/1.1" status: 204 len: 173 time: 0.8273804 Nov 12 01:03:21.548240 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c9f2555f-e88d-49ca-aab8-9eeb4fc1263e req-bd901faf-fa22-4410-b2ad-b8e511590146 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:21.574657 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-24c2cecf-97ef-4f1e-a97e-15d98aada2b4 req-a261ea3b-93c1-433e-8304-d4beb41b5f59 service neutron] 10.222.0.44 "GET /v2.0/networks/e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210124 Nov 12 01:03:21.662810 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c9f2555f-e88d-49ca-aab8-9eeb4fc1263e req-bd901faf-fa22-4410-b2ad-b8e511590146 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:21.745441 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9f2555f-e88d-49ca-aab8-9eeb4fc1263e req-bd901faf-fa22-4410-b2ad-b8e511590146 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:03:21.752150 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-c9f2555f-e88d-49ca-aab8-9eeb4fc1263e req-bd901faf-fa22-4410-b2ad-b8e511590146 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:21.757334 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f2555f-e88d-49ca-aab8-9eeb4fc1263e req-bd901faf-fa22-4410-b2ad-b8e511590146 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:03:21.804466 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd901faf-fa22-4410-b2ad-b8e511590146 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Pushing event updated for resources: {'Port': ['ID=3ad157f4-26f1-41da-9f0f-366019081e74,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:21.876251 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['76570ab1-022b-4b34-bd32-3673394fd357'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:03:22.025320 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14027123-ba7a-4550-9e60-f7f507d4f2b7 req-1634e1b3-63ca-4154-886e-4fb51ed3b8ce tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:22.038143 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14027123-ba7a-4550-9e60-f7f507d4f2b7 req-1634e1b3-63ca-4154-886e-4fb51ed3b8ce tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:22.050525 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14027123-ba7a-4550-9e60-f7f507d4f2b7 req-1634e1b3-63ca-4154-886e-4fb51ed3b8ce tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:22.062937 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14027123-ba7a-4550-9e60-f7f507d4f2b7 req-1634e1b3-63ca-4154-886e-4fb51ed3b8ce tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:22.075085 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14027123-ba7a-4550-9e60-f7f507d4f2b7 req-1634e1b3-63ca-4154-886e-4fb51ed3b8ce tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:22.088117 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14027123-ba7a-4550-9e60-f7f507d4f2b7 req-1634e1b3-63ca-4154-886e-4fb51ed3b8ce tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:22.100716 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14027123-ba7a-4550-9e60-f7f507d4f2b7 req-1634e1b3-63ca-4154-886e-4fb51ed3b8ce tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:22.104274 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-14027123-ba7a-4550-9e60-f7f507d4f2b7 req-1634e1b3-63ca-4154-886e-4fb51ed3b8ce tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 5420 time: 0.2453640 Nov 12 01:03:22.129289 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c9f2555f-e88d-49ca-aab8-9eeb4fc1263e req-bd901faf-fa22-4410-b2ad-b8e511590146 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:22.251301 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c9f2555f-e88d-49ca-aab8-9eeb4fc1263e req-bd901faf-fa22-4410-b2ad-b8e511590146 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:22.305444 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-14027123-ba7a-4550-9e60-f7f507d4f2b7 req-204cad13-eb52-4a7c-9863-b72b839176cd tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c2064e3-365e-4ce1-97ba-786147ddb249&id=cc2c1d93-00ba-4bf1-8dce-5f2d256d3645&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1917667 Nov 12 01:03:22.540127 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c9f2555f-e88d-49ca-aab8-9eeb4fc1263e req-bd901faf-fa22-4410-b2ad-b8e511590146 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:22.553936 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c9f2555f-e88d-49ca-aab8-9eeb4fc1263e req-bd901faf-fa22-4410-b2ad-b8e511590146 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:22.664552 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-47a43b79-2c95-4b99-a17f-4e66080b617d req-4caa9ede-e77a-444e-9b24-af80b445a2c6 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=37ebf684-3d6e-49b9-a336-d9023a15ae83 HTTP/1.1" status: 200 len: 210 time: 0.0446112 Nov 12 01:03:22.667340 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd901faf-fa22-4410-b2ad-b8e511590146 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Pushing event updated for resources: {'Port': ['ID=3ad157f4-26f1-41da-9f0f-366019081e74,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:22.675832 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c9f2555f-e88d-49ca-aab8-9eeb4fc1263e req-bd901faf-fa22-4410-b2ad-b8e511590146 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:22.694535 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c9f2555f-e88d-49ca-aab8-9eeb4fc1263e req-bd901faf-fa22-4410-b2ad-b8e511590146 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:22.696080 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c9f2555f-e88d-49ca-aab8-9eeb4fc1263e req-bd901faf-fa22-4410-b2ad-b8e511590146 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5638728 Nov 12 01:03:22.774943 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c9f2555f-e88d-49ca-aab8-9eeb4fc1263e req-7321e6c6-384c-411c-8d62-b5947db50bea tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.118 HTTP/1.1" status: 200 len: 696 time: 0.0647914 Nov 12 01:03:22.898059 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad242ad0-2ff6-49b1-8259-d8c20ee64e3c x-openstack-request-id: req-ad242ad0-2ff6-49b1-8259-d8c20ee64e3c {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:03:22.898700 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ebf684-3d6e-49b9-a336-d9023a15ae83", "name": "network-vif-deleted", "tag": "2ab75930-842d-4d8e-99b2-87e018d0d88f", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:03:22.898700 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ad242ad0-2ff6-49b1-8259-d8c20ee64e3c {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:03:22.899104 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ebf684-3d6e-49b9-a336-d9023a15ae83', 'name': 'network-vif-deleted', 'tag': '2ab75930-842d-4d8e-99b2-87e018d0d88f', 'status': 'completed', 'code': 200} Nov 12 01:03:22.945316 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f2555f-e88d-49ca-aab8-9eeb4fc1263e req-49ec57f4-64bb-4db7-a334-87d93715bf61 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:22.946953 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c9f2555f-e88d-49ca-aab8-9eeb4fc1263e req-49ec57f4-64bb-4db7-a334-87d93715bf61 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] 10.222.0.45 "GET /v2.0/networks/ab9ea869-d067-4dfb-b2de-16b019fae22d HTTP/1.1" status: 200 len: 784 time: 0.1623266 Nov 12 01:03:22.958188 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a222408-883d-4287-9791-ef8a68d1f158 x-openstack-request-id: req-2a222408-883d-4287-9791-ef8a68d1f158 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:03:22.958704 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c93a9d82-ef6d-4049-9f06-a3ebf66128c8", "name": "network-vif-deleted", "tag": "1b79f8c4-e527-44d7-b9e3-2b984f984798", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:03:22.959113 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2a222408-883d-4287-9791-ef8a68d1f158 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:03:22.959697 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93a9d82-ef6d-4049-9f06-a3ebf66128c8', 'name': 'network-vif-deleted', 'tag': '1b79f8c4-e527-44d7-b9e3-2b984f984798', 'status': 'completed', 'code': 200} Nov 12 01:03:23.038566 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34946) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:23.140191 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-48d9042b-20bf-45b6-b72b-342649cb2414 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:23.192179 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-48d9042b-20bf-45b6-b72b-342649cb2414 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:23.204028 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a04fc2df-e128-41d7-85ba-2f63f78e70bc req-5f502e93-6ac0-4afd-8dc8-a8491b964fdd tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2217131 Nov 12 01:03:23.233486 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-a04fc2df-e128-41d7-85ba-2f63f78e70bc req-2a485c5c-15b2-429a-acaf-e7175943f2e6 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Request body: {'floatingip': {'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:23.259297 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c5ab58e9-f37e-4c27-9ad5-0ca934f4105e req-11ba607f-7ca6-47c7-810c-5930a9ba383e tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1895275 Nov 12 01:03:23.277776 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-c5ab58e9-f37e-4c27-9ad5-0ca934f4105e req-463dc1e7-a5fb-4561-9787-e99c089ad8ff tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Request body: {'floatingip': {'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:23.284395 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a04fc2df-e128-41d7-85ba-2f63f78e70bc req-2a485c5c-15b2-429a-acaf-e7175943f2e6 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Publish callbacks [] for floatingip, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:23.292782 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-48d9042b-20bf-45b6-b72b-342649cb2414 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:23.298553 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-48d9042b-20bf-45b6-b72b-342649cb2414 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:23.303237 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-48d9042b-20bf-45b6-b72b-342649cb2414 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] 10.222.0.45 "DELETE /v2.0/security-groups/4f93c3a0-5b41-4c8e-b79b-f03e3eb4ebac HTTP/1.1" status: 204 len: 168 time: 0.2608411 Nov 12 01:03:23.303582 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 34948) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:23.317337 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d9042b-20bf-45b6-b72b-342649cb2414 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f93c3a0-5b41-4c8e-b79b-f03e3eb4ebac,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:23.335251 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-3b359e9e-e0f1-446c-b41b-4abf4ebd24c2 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] show failed (client error): The resource could not be found. Nov 12 01:03:23.336463 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3b359e9e-e0f1-446c-b41b-4abf4ebd24c2 tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] 10.222.0.45 "GET /v2.0/security-groups/4f93c3a0-5b41-4c8e-b79b-f03e3eb4ebac HTTP/1.1" status: 404 len: 347 time: 0.0312421 Nov 12 01:03:23.341889 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 34950) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:23.354396 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c5ab58e9-f37e-4c27-9ad5-0ca934f4105e req-463dc1e7-a5fb-4561-9787-e99c089ad8ff tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks [] for floatingip, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:23.632223 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-a44527ed-5cfa-4969-9900-6209cccdd4ec tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Deleting port bd4aad92-be11-4bef-a389-0b9a34978109 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:03:23.632223 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a44527ed-5cfa-4969-9900-6209cccdd4ec tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:23.650150 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a04fc2df-e128-41d7-85ba-2f63f78e70bc req-2a485c5c-15b2-429a-acaf-e7175943f2e6 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:23.776817 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c5ab58e9-f37e-4c27-9ad5-0ca934f4105e req-463dc1e7-a5fb-4561-9787-e99c089ad8ff tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:23.911093 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a44527ed-5cfa-4969-9900-6209cccdd4ec tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:23.911485 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a44527ed-5cfa-4969-9900-6209cccdd4ec tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:23.941247 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-a44527ed-5cfa-4969-9900-6209cccdd4ec tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Calling delete_port for bd4aad92-be11-4bef-a389-0b9a34978109 owned by network:floatingip {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:03:23.978056 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-a04fc2df-e128-41d7-85ba-2f63f78e70bc req-2a485c5c-15b2-429a-acaf-e7175943f2e6 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Allocated IP 172.25.3.237 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/7a82cab5-ea76-49ac-b751-e69bc8c9114d) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:03:24.148408 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 76570ab1-022b-4b34-bd32-3673394fd357 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:03:24.183197 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 76570ab1-022b-4b34-bd32-3673394fd357 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:03:24.183646 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 76570ab1-022b-4b34-bd32-3673394fd357 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:03:24.203025 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a04fc2df-e128-41d7-85ba-2f63f78e70bc req-2a485c5c-15b2-429a-acaf-e7175943f2e6 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:24.250227 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a44527ed-5cfa-4969-9900-6209cccdd4ec tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:24.299232 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44527ed-5cfa-4969-9900-6209cccdd4ec tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Pushing event deleted for resources: {'Port': ['ID=bd4aad92-be11-4bef-a389-0b9a34978109,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:24.349900 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a04fc2df-e128-41d7-85ba-2f63f78e70bc req-2a485c5c-15b2-429a-acaf-e7175943f2e6 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:24.448047 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a04fc2df-e128-41d7-85ba-2f63f78e70bc req-2a485c5c-15b2-429a-acaf-e7175943f2e6 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:03:24.458483 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-a04fc2df-e128-41d7-85ba-2f63f78e70bc req-2a485c5c-15b2-429a-acaf-e7175943f2e6 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:24.461427 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-a04fc2df-e128-41d7-85ba-2f63f78e70bc req-2a485c5c-15b2-429a-acaf-e7175943f2e6 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:03:24.467143 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a44527ed-5cfa-4969-9900-6209cccdd4ec tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Publish callbacks [] for floatingip, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:24.470638 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a44527ed-5cfa-4969-9900-6209cccdd4ec tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:24.471900 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a44527ed-5cfa-4969-9900-6209cccdd4ec tempest-ServersTestFqdnHostnames-981750756 tempest-ServersTestFqdnHostnames-981750756-project] 10.222.0.45 "DELETE /v2.0/floatingips/cd89c7c9-2daf-4087-b1ca-b3994a1182c5 HTTP/1.1" status: 204 len: 168 time: 1.1289783 Nov 12 01:03:24.476333 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34960) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:24.495950 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a485c5c-15b2-429a-acaf-e7175943f2e6 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Pushing event updated for resources: {'Port': ['ID=7a82cab5-ea76-49ac-b751-e69bc8c9114d,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:24.515107 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-c5ab58e9-f37e-4c27-9ad5-0ca934f4105e req-463dc1e7-a5fb-4561-9787-e99c089ad8ff tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Allocated IP 172.25.3.94 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/33267ebf-3f95-477e-9376-9c6217717dd0) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:03:24.654028 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a04fc2df-e128-41d7-85ba-2f63f78e70bc req-2a485c5c-15b2-429a-acaf-e7175943f2e6 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:24.721896 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c5ab58e9-f37e-4c27-9ad5-0ca934f4105e req-463dc1e7-a5fb-4561-9787-e99c089ad8ff tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:24.729015 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a04fc2df-e128-41d7-85ba-2f63f78e70bc req-2a485c5c-15b2-429a-acaf-e7175943f2e6 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:24.854988 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c5ab58e9-f37e-4c27-9ad5-0ca934f4105e req-463dc1e7-a5fb-4561-9787-e99c089ad8ff tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:24.900049 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f342e9-d3a2-435c-8a3f-6c6bbbfb5a2c', 'name': 'network-vif-deleted', 'tag': '76570ab1-022b-4b34-bd32-3673394fd357'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:03:24.904998 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7970e6e1-fb97-47f4-84b4-d1bd83fdd5ac" -d '{"events": [{"server_uuid": "66f342e9-d3a2-435c-8a3f-6c6bbbfb5a2c", "name": "network-vif-deleted", "tag": "76570ab1-022b-4b34-bd32-3673394fd357"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:03:24.960961 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5ab58e9-f37e-4c27-9ad5-0ca934f4105e req-463dc1e7-a5fb-4561-9787-e99c089ad8ff tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:03:24.964391 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79a58dd3-fdf9-4b0b-8d60-09483063a895', 'tag': '3dc64195-fee3-489e-abe0-2fb2a598549a'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:03:24.966817 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4263e213-5822-4593-b3eb-1857cfea75c1" -d '{"events": [{"name": "network-changed", "server_uuid": "79a58dd3-fdf9-4b0b-8d60-09483063a895", "tag": "3dc64195-fee3-489e-abe0-2fb2a598549a"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:03:24.974036 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-c5ab58e9-f37e-4c27-9ad5-0ca934f4105e req-463dc1e7-a5fb-4561-9787-e99c089ad8ff tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:24.976748 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ab58e9-f37e-4c27-9ad5-0ca934f4105e req-463dc1e7-a5fb-4561-9787-e99c089ad8ff tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:03:24.979306 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463dc1e7-a5fb-4561-9787-e99c089ad8ff tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Pushing event updated for resources: {'Port': ['ID=33267ebf-3f95-477e-9376-9c6217717dd0,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:25.028921 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f8e18b71-0805-4aee-8eb7-af1a9d84f85f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:25.066516 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a04fc2df-e128-41d7-85ba-2f63f78e70bc req-2a485c5c-15b2-429a-acaf-e7175943f2e6 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:25.071946 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a04fc2df-e128-41d7-85ba-2f63f78e70bc req-2a485c5c-15b2-429a-acaf-e7175943f2e6 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:25.253570 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a485c5c-15b2-429a-acaf-e7175943f2e6 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Pushing event updated for resources: {'Port': ['ID=7a82cab5-ea76-49ac-b751-e69bc8c9114d,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:25.275997 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c5ab58e9-f37e-4c27-9ad5-0ca934f4105e req-463dc1e7-a5fb-4561-9787-e99c089ad8ff tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:25.344562 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a04fc2df-e128-41d7-85ba-2f63f78e70bc req-2a485c5c-15b2-429a-acaf-e7175943f2e6 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:25.376075 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c5ab58e9-f37e-4c27-9ad5-0ca934f4105e req-463dc1e7-a5fb-4561-9787-e99c089ad8ff tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:25.385255 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a04fc2df-e128-41d7-85ba-2f63f78e70bc req-2a485c5c-15b2-429a-acaf-e7175943f2e6 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:25.388092 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a04fc2df-e128-41d7-85ba-2f63f78e70bc req-2a485c5c-15b2-429a-acaf-e7175943f2e6 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1691771 Nov 12 01:03:25.436054 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-f8e18b71-0805-4aee-8eb7-af1a9d84f85f admin admin] Deleting port d6ed0ee5-c35d-4ecd-b8a4-52f774c3d5f8 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:03:25.436395 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f8e18b71-0805-4aee-8eb7-af1a9d84f85f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:25.543375 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f8e18b71-0805-4aee-8eb7-af1a9d84f85f admin admin] For port d6ed0ee5-c35d-4ecd-b8a4-52f774c3d5f8, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=d6ed0ee5-c35d-4ecd-b8a4-52f774c3d5f8,segment=NetworkSegment(558ec544-d318-49d4-8e0a-2f18c636de60),segment_id=558ec544-d318-49d4-8e0a-2f18c636de60)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:25.544136 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f8e18b71-0805-4aee-8eb7-af1a9d84f85f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:25.560120 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-f8e18b71-0805-4aee-8eb7-af1a9d84f85f admin admin] Calling delete_port for d6ed0ee5-c35d-4ecd-b8a4-52f774c3d5f8 owned by network:router_interface {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:03:25.799135 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f8e18b71-0805-4aee-8eb7-af1a9d84f85f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:25.827401 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e18b71-0805-4aee-8eb7-af1a9d84f85f admin admin] Pushing event deleted for resources: {'Port': ['ID=d6ed0ee5-c35d-4ecd-b8a4-52f774c3d5f8,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:25.916313 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a04fc2df-e128-41d7-85ba-2f63f78e70bc req-fa24f346-7cbf-46aa-9b8b-7d78bf44ab5b tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.237 HTTP/1.1" status: 200 len: 696 time: 0.4898925 Nov 12 01:03:26.027271 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f8e18b71-0805-4aee-8eb7-af1a9d84f85f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:26.158942 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04fc2df-e128-41d7-85ba-2f63f78e70bc req-3f35edaf-6f39-44f0-9b30-47ff1b83ebd9 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:26.160646 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a04fc2df-e128-41d7-85ba-2f63f78e70bc req-3f35edaf-6f39-44f0-9b30-47ff1b83ebd9 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "GET /v2.0/networks/ab9ea869-d067-4dfb-b2de-16b019fae22d HTTP/1.1" status: 200 len: 784 time: 0.2236876 Nov 12 01:03:26.216437 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c5ab58e9-f37e-4c27-9ad5-0ca934f4105e req-463dc1e7-a5fb-4561-9787-e99c089ad8ff tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:26.223543 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c5ab58e9-f37e-4c27-9ad5-0ca934f4105e req-463dc1e7-a5fb-4561-9787-e99c089ad8ff tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:26.369624 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463dc1e7-a5fb-4561-9787-e99c089ad8ff tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Pushing event updated for resources: {'Port': ['ID=33267ebf-3f95-477e-9376-9c6217717dd0,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:26.391426 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c5ab58e9-f37e-4c27-9ad5-0ca934f4105e req-463dc1e7-a5fb-4561-9787-e99c089ad8ff tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:26.432352 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536b9df-2792-443d-b86c-eb86fa66f890 req-a66cf252-981c-48c2-ade7-91ecf8981eb2 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:26.439727 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536b9df-2792-443d-b86c-eb86fa66f890 req-a66cf252-981c-48c2-ade7-91ecf8981eb2 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:26.445926 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536b9df-2792-443d-b86c-eb86fa66f890 req-a66cf252-981c-48c2-ade7-91ecf8981eb2 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:26.452187 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536b9df-2792-443d-b86c-eb86fa66f890 req-a66cf252-981c-48c2-ade7-91ecf8981eb2 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:26.459273 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536b9df-2792-443d-b86c-eb86fa66f890 req-a66cf252-981c-48c2-ade7-91ecf8981eb2 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:26.465965 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536b9df-2792-443d-b86c-eb86fa66f890 req-a66cf252-981c-48c2-ade7-91ecf8981eb2 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:26.472424 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536b9df-2792-443d-b86c-eb86fa66f890 req-a66cf252-981c-48c2-ade7-91ecf8981eb2 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:26.474496 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4536b9df-2792-443d-b86c-eb86fa66f890 req-a66cf252-981c-48c2-ade7-91ecf8981eb2 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 5420 time: 0.1542563 Nov 12 01:03:26.477342 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c5ab58e9-f37e-4c27-9ad5-0ca934f4105e req-463dc1e7-a5fb-4561-9787-e99c089ad8ff tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:26.478674 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c5ab58e9-f37e-4c27-9ad5-0ca934f4105e req-463dc1e7-a5fb-4561-9787-e99c089ad8ff tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2064312 Nov 12 01:03:26.551422 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c5ab58e9-f37e-4c27-9ad5-0ca934f4105e req-45b11024-996f-4c95-96f6-6be8a2cdd7c8 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.94 HTTP/1.1" status: 200 len: 695 time: 0.0636289 Nov 12 01:03:26.598914 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e18b71-0805-4aee-8eb7-af1a9d84f85f admin admin] Router ca5eb0fb-301f-4f30-ba5e-34e1a752eb68 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:03:26.658115 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4536b9df-2792-443d-b86c-eb86fa66f890 req-d8d81b9e-d45f-48a3-bff0-11cb612da500 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c2064e3-365e-4ce1-97ba-786147ddb249&id=cc2c1d93-00ba-4bf1-8dce-5f2d256d3645&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1731842 Nov 12 01:03:26.731378 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab58e9-f37e-4c27-9ad5-0ca934f4105e req-23f9c863-b97e-4b17-afe0-ef5357f4dc5c tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:26.734189 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c5ab58e9-f37e-4c27-9ad5-0ca934f4105e req-23f9c863-b97e-4b17-afe0-ef5357f4dc5c tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] 10.222.0.45 "GET /v2.0/networks/ab9ea869-d067-4dfb-b2de-16b019fae22d HTTP/1.1" status: 200 len: 784 time: 0.1699870 Nov 12 01:03:26.814166 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e18b71-0805-4aee-8eb7-af1a9d84f85f admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:03:26.831995 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8842fd8e-12ed-4e8c-b6b3-6d8f96f96ad5 None None] Sync routers for ids ['ca5eb0fb-301f-4f30-ba5e-34e1a752eb68'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:03:26.846228 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f8e18b71-0805-4aee-8eb7-af1a9d84f85f admin admin] 10.222.0.45 "PUT /v2.0/routers/ca5eb0fb-301f-4f30-ba5e-34e1a752eb68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3649809 Nov 12 01:03:26.846574 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 34974) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:26.852934 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8842fd8e-12ed-4e8c-b6b3-6d8f96f96ad5 None None] Routers {'ca5eb0fb-301f-4f30-ba5e-34e1a752eb68'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:26.854968 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-8842fd8e-12ed-4e8c-b6b3-6d8f96f96ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:03:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['ca5eb0fb-301f-4f30-ba5e-34e1a752eb68'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:26.880491 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2e85a4-bb50-4613-90b2-2b0cc1d8ed1c x-openstack-request-id: req-6e2e85a4-bb50-4613-90b2-2b0cc1d8ed1c {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:03:26.881111 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f342e9-d3a2-435c-8a3f-6c6bbbfb5a2c", "name": "network-vif-deleted", "tag": "76570ab1-022b-4b34-bd32-3673394fd357", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:03:26.881651 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6e2e85a4-bb50-4613-90b2-2b0cc1d8ed1c {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:03:26.882418 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f342e9-d3a2-435c-8a3f-6c6bbbfb5a2c', 'name': 'network-vif-deleted', 'tag': '76570ab1-022b-4b34-bd32-3673394fd357', 'status': 'completed', 'code': 200} Nov 12 01:03:26.992008 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2181be-81a3-4f99-8bfb-81812d0e1c3b x-openstack-request-id: req-2a2181be-81a3-4f99-8bfb-81812d0e1c3b {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:03:26.992854 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79a58dd3-fdf9-4b0b-8d60-09483063a895", "tag": "3dc64195-fee3-489e-abe0-2fb2a598549a", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:03:26.992854 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2a2181be-81a3-4f99-8bfb-81812d0e1c3b {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:03:26.995618 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79a58dd3-fdf9-4b0b-8d60-09483063a895', 'tag': '3dc64195-fee3-489e-abe0-2fb2a598549a', 'status': 'completed', 'code': 200} Nov 12 01:03:27.084460 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-8842fd8e-12ed-4e8c-b6b3-6d8f96f96ad5 None None] Set router ca5eb0fb-301f-4f30-ba5e-34e1a752eb68 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:03:27.120707 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-df91ab1e-1231-4e6b-b93d-11438c0efe00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:27.167544 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a6f78-fbc4-496c-a3d8-ee7da3e5eb31 req-cd7601f3-f625-43e4-9623-9c8593a32d12 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:27.169208 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-711a6f78-fbc4-496c-a3d8-ee7da3e5eb31 req-cd7601f3-f625-43e4-9623-9c8593a32d12 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "GET /v2.0/ports?device_id=79a58dd3-fdf9-4b0b-8d60-09483063a895&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1935327 Nov 12 01:03:27.266762 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-224b8ace-9e98-4eee-9df2-45c8b8338289 admin admin] Publish callbacks [] for router, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:27.281154 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-711a6f78-fbc4-496c-a3d8-ee7da3e5eb31 req-49e66f16-47c4-4a4f-866c-7bee1620ed9c tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.237 HTTP/1.1" status: 200 len: 696 time: 0.0794003 Nov 12 01:03:27.325433 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263e213-5822-4593-b3eb-1857cfea75c1 req-f682dcb5-a6bb-4960-81af-a5f7ad5b1891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:27.326970 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4263e213-5822-4593-b3eb-1857cfea75c1 req-f682dcb5-a6bb-4960-81af-a5f7ad5b1891 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=96b0e06352b2479cb7df6d4462e19f15&device_id=79a58dd3-fdf9-4b0b-8d60-09483063a895 HTTP/1.1" status: 200 len: 1097 time: 0.2522497 Nov 12 01:03:27.331923 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-711a6f78-fbc4-496c-a3d8-ee7da3e5eb31 req-a7739060-5a8e-4f2b-be04-4a073d1c1f68 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Request body: {'floatingip': {'port_id': '3dc64195-fee3-489e-abe0-2fb2a598549a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:27.383026 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-8842fd8e-12ed-4e8c-b6b3-6d8f96f96ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5eb0fb-301f-4f30-ba5e-34e1a752eb68', 'name': 'tempest-ServersTestFqdnHostnames-889858356-router', 'tenant_id': '7ee0070393c4481fac990e8467ee2d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '9d8e2126-6ef1-486a-9488-a7903ca4a8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:00:27Z', 'updated_at': '2021-11-12T01:03:25Z', 'revision_number': 5, 'project_id': '7ee0070393c4481fac990e8467ee2d37', 'gw_port': {'id': '9d8e2126-6ef1-486a-9488-a7903ca4a8fb', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ac:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5eb0fb-301f-4f30-ba5e-34e1a752eb68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:30Z', 'updated_at': '2021-11-12T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:27.421210 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8842fd8e-12ed-4e8c-b6b3-6d8f96f96ad5 None None] Checking router: ca5eb0fb-301f-4f30-ba5e-34e1a752eb68 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:03:27.432426 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-711a6f78-fbc4-496c-a3d8-ee7da3e5eb31 req-a7739060-5a8e-4f2b-be04-4a073d1c1f68 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Publish callbacks [] for floatingip, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:27.437206 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8842fd8e-12ed-4e8c-b6b3-6d8f96f96ad5 None None] Routers {'ca5eb0fb-301f-4f30-ba5e-34e1a752eb68'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:27.438056 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-8842fd8e-12ed-4e8c-b6b3-6d8f96f96ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:03:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['ca5eb0fb-301f-4f30-ba5e-34e1a752eb68'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:27.497560 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2ae951d9-db4c-4496-969e-66db246d65ea req-2ad4d47c-4d4e-4e9e-9dee-eff69e8cf14b tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4205768 Nov 12 01:03:27.547725 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-2ae951d9-db4c-4496-969e-66db246d65ea req-8e1792d0-dd40-4dac-9198-27d223d8ba98 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Request body: {'floatingip': {'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:27.596584 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-8842fd8e-12ed-4e8c-b6b3-6d8f96f96ad5 None None] Set router ca5eb0fb-301f-4f30-ba5e-34e1a752eb68 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:03:27.676824 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263e213-5822-4593-b3eb-1857cfea75c1 req-d0e888ce-ad81-4e19-bd4e-e5251b7fca36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:27.678294 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4263e213-5822-4593-b3eb-1857cfea75c1 req-d0e888ce-ad81-4e19-bd4e-e5251b7fca36 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d6a8462f-5130-4d0f-951a-dac9101bc5c2 HTTP/1.1" status: 200 len: 919 time: 0.3390982 Nov 12 01:03:27.682315 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-224b8ace-9e98-4eee-9df2-45c8b8338289 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:27.685575 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2ae951d9-db4c-4496-969e-66db246d65ea req-8e1792d0-dd40-4dac-9198-27d223d8ba98 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks [] for floatingip, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:27.790358 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4263e213-5822-4593-b3eb-1857cfea75c1 req-a916a553-df74-44be-9a77-f6f6d2ef330f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dc64195-fee3-489e-abe0-2fb2a598549a HTTP/1.1" status: 200 len: 217 time: 0.1006863 Nov 12 01:03:27.901640 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-8842fd8e-12ed-4e8c-b6b3-6d8f96f96ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca5eb0fb-301f-4f30-ba5e-34e1a752eb68', 'name': 'tempest-ServersTestFqdnHostnames-889858356-router', 'tenant_id': '7ee0070393c4481fac990e8467ee2d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '9d8e2126-6ef1-486a-9488-a7903ca4a8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:00:27Z', 'updated_at': '2021-11-12T01:03:25Z', 'revision_number': 5, 'project_id': '7ee0070393c4481fac990e8467ee2d37', 'gw_port': {'id': '9d8e2126-6ef1-486a-9488-a7903ca4a8fb', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ac:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5eb0fb-301f-4f30-ba5e-34e1a752eb68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:30Z', 'updated_at': '2021-11-12T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:27.956408 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263e213-5822-4593-b3eb-1857cfea75c1 req-dfb84c74-1d0b-48bb-9753-7b44aa37e8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:27.958074 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4263e213-5822-4593-b3eb-1857cfea75c1 req-dfb84c74-1d0b-48bb-9753-7b44aa37e8f2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=26412b35-38aa-41b4-bb78-aab31ac9da6a HTTP/1.1" status: 200 len: 859 time: 0.1443088 Nov 12 01:03:28.013770 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4263e213-5822-4593-b3eb-1857cfea75c1 req-6b4620bc-4134-4cd8-8f64-5a7f7a3ba8af service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6a8462f-5130-4d0f-951a-dac9101bc5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448935 Nov 12 01:03:28.039761 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8842fd8e-12ed-4e8c-b6b3-6d8f96f96ad5 None None] The sync data for ids ['ca5eb0fb-301f-4f30-ba5e-34e1a752eb68'] in n-d-712142-27 is: [{'id': 'ca5eb0fb-301f-4f30-ba5e-34e1a752eb68', 'name': 'tempest-ServersTestFqdnHostnames-889858356-router', 'tenant_id': '7ee0070393c4481fac990e8467ee2d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '9d8e2126-6ef1-486a-9488-a7903ca4a8fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:00:27Z', 'updated_at': '2021-11-12T01:03:25Z', 'revision_number': 5, 'project_id': '7ee0070393c4481fac990e8467ee2d37', 'gw_port': {'id': '9d8e2126-6ef1-486a-9488-a7903ca4a8fb', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ac:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5eb0fb-301f-4f30-ba5e-34e1a752eb68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:30Z', 'updated_at': '2021-11-12T01:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:03:28.166538 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-224b8ace-9e98-4eee-9df2-45c8b8338289 admin admin] Deleting port 9d8e2126-6ef1-486a-9488-a7903ca4a8fb {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:03:28.166891 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-224b8ace-9e98-4eee-9df2-45c8b8338289 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:28.326444 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4263e213-5822-4593-b3eb-1857cfea75c1 req-15a6e675-8f82-4002-b91f-006ce7b3e820 service neutron] 10.222.0.44 "GET /v2.0/networks/d6a8462f-5130-4d0f-951a-dac9101bc5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741628 Nov 12 01:03:28.365821 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-224b8ace-9e98-4eee-9df2-45c8b8338289 admin admin] For port 9d8e2126-6ef1-486a-9488-a7903ca4a8fb, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=9d8e2126-6ef1-486a-9488-a7903ca4a8fb,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:28.366144 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-224b8ace-9e98-4eee-9df2-45c8b8338289 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:28.430386 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2ae951d9-db4c-4496-969e-66db246d65ea req-8e1792d0-dd40-4dac-9198-27d223d8ba98 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:28.602382 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device d6ed0ee5-c35d-4ecd-b8a4-52f774c3d5f8 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:03:28.648544 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: d6ed0ee5-c35d-4ecd-b8a4-52f774c3d5f8 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:03:28.649365 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device d6ed0ee5-c35d-4ecd-b8a4-52f774c3d5f8 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:03:28.817913 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-224b8ace-9e98-4eee-9df2-45c8b8338289 admin admin] Calling delete_port for 9d8e2126-6ef1-486a-9488-a7903ca4a8fb owned by network:router_gateway {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:03:28.858158 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.db.resource_extend [req-711a6f78-fbc4-496c-a3d8-ee7da3e5eb31 req-a7739060-5a8e-4f2b-be04-4a073d1c1f68 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 01:03:29.120247 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-711a6f78-fbc4-496c-a3d8-ee7da3e5eb31 req-a7739060-5a8e-4f2b-be04-4a073d1c1f68 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:29.131894 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4263e213-5822-4593-b3eb-1857cfea75c1 req-299a7a89-4780-448c-a3f3-9abf901a3ca1 service neutron] 10.222.0.44 "GET /v2.0/networks/d6a8462f-5130-4d0f-951a-dac9101bc5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7899292 Nov 12 01:03:29.140091 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-711a6f78-fbc4-496c-a3d8-ee7da3e5eb31 req-a7739060-5a8e-4f2b-be04-4a073d1c1f68 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:29.478695 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-2ae951d9-db4c-4496-969e-66db246d65ea req-8e1792d0-dd40-4dac-9198-27d223d8ba98 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Allocated IP 172.25.3.176 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/6e5b65cb-73b3-460b-a7db-367c71833ebd) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:03:29.581090 n-d-712142-27 neutron-server[109085]: INFO neutron.db.l3_db [req-711a6f78-fbc4-496c-a3d8-ee7da3e5eb31 req-a7739060-5a8e-4f2b-be04-4a073d1c1f68 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Floating IP 92ac2565-8330-4d3a-894b-e0ce1238d7aa associated. External IP: 172.25.3.237, port: 3dc64195-fee3-489e-abe0-2fb2a598549a. Nov 12 01:03:29.803298 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-224b8ace-9e98-4eee-9df2-45c8b8338289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:29.942850 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224b8ace-9e98-4eee-9df2-45c8b8338289 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d8e2126-6ef1-486a-9488-a7903ca4a8fb,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:30.073501 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2ae951d9-db4c-4496-969e-66db246d65ea req-8e1792d0-dd40-4dac-9198-27d223d8ba98 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:30.213894 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-224b8ace-9e98-4eee-9df2-45c8b8338289 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:30.386749 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2ae951d9-db4c-4496-969e-66db246d65ea req-8e1792d0-dd40-4dac-9198-27d223d8ba98 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:30.398011 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-224b8ace-9e98-4eee-9df2-45c8b8338289 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:30.426121 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-224b8ace-9e98-4eee-9df2-45c8b8338289 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:30.491710 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ae951d9-db4c-4496-969e-66db246d65ea req-8e1792d0-dd40-4dac-9198-27d223d8ba98 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:03:30.500761 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1792d0-dd40-4dac-9198-27d223d8ba98 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Pushing event updated for resources: {'Port': ['ID=6e5b65cb-73b3-460b-a7db-367c71833ebd,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:30.506018 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-2ae951d9-db4c-4496-969e-66db246d65ea req-8e1792d0-dd40-4dac-9198-27d223d8ba98 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:30.508771 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae951d9-db4c-4496-969e-66db246d65ea req-8e1792d0-dd40-4dac-9198-27d223d8ba98 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:03:30.538785 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-224b8ace-9e98-4eee-9df2-45c8b8338289 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:30.539365 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224b8ace-9e98-4eee-9df2-45c8b8338289 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca5eb0fb-301f-4f30-ba5e-34e1a752eb68 {{(pid=109085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:03:30.548623 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-224b8ace-9e98-4eee-9df2-45c8b8338289 admin admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:30.554281 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-224b8ace-9e98-4eee-9df2-45c8b8338289 admin admin] 10.222.0.45 "DELETE /v2.0/routers/ca5eb0fb-301f-4f30-ba5e-34e1a752eb68 HTTP/1.1" status: 204 len: 168 time: 3.7020931 Nov 12 01:03:30.554281 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-711a6f78-fbc4-496c-a3d8-ee7da3e5eb31 req-a7739060-5a8e-4f2b-be04-4a073d1c1f68 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Router 86ded82b-0ad2-4d4a-9b56-e80964346416 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:03:30.555065 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34988) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:30.634792 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-86cf9d2c-cba6-46cf-880c-b910e0eec663 admin admin] Deleting subnet 9c9603aa-a0ab-494b-95f7-b3ae19c268c6 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:03:30.639457 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-86cf9d2c-cba6-46cf-880c-b910e0eec663 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:30.705967 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-86cf9d2c-cba6-46cf-880c-b910e0eec663 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:30.711670 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2ae951d9-db4c-4496-969e-66db246d65ea req-8e1792d0-dd40-4dac-9198-27d223d8ba98 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:30.760625 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-711a6f78-fbc4-496c-a3d8-ee7da3e5eb31 req-a7739060-5a8e-4f2b-be04-4a073d1c1f68 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:03:30.767170 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-711a6f78-fbc4-496c-a3d8-ee7da3e5eb31 req-a7739060-5a8e-4f2b-be04-4a073d1c1f68 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:30.775461 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2ae951d9-db4c-4496-969e-66db246d65ea req-8e1792d0-dd40-4dac-9198-27d223d8ba98 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:30.782781 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61470c5c-5e3f-4ad3-894b-04c6f6f32ee2 None None] Sync routers for ids ['86ded82b-0ad2-4d4a-9b56-e80964346416'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:03:30.795559 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5daac032-108b-444c-8b38-5732a20358c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:30.821283 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61470c5c-5e3f-4ad3-894b-04c6f6f32ee2 None None] Routers {'86ded82b-0ad2-4d4a-9b56-e80964346416'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:30.823698 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-61470c5c-5e3f-4ad3-894b-04c6f6f32ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:03:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['86ded82b-0ad2-4d4a-9b56-e80964346416'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:30.824638 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-711a6f78-fbc4-496c-a3d8-ee7da3e5eb31 req-a7739060-5a8e-4f2b-be04-4a073d1c1f68 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "PUT /v2.0/floatingips/92ac2565-8330-4d3a-894b-e0ce1238d7aa HTTP/1.1" status: 200 len: 996 time: 3.5069544 Nov 12 01:03:30.826867 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79a58dd3-fdf9-4b0b-8d60-09483063a895', 'tag': '3dc64195-fee3-489e-abe0-2fb2a598549a'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:03:30.829329 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ad1f61-11a2-41a5-be8f-9a75d0db1591" -d '{"events": [{"name": "network-changed", "server_uuid": "79a58dd3-fdf9-4b0b-8d60-09483063a895", "tag": "3dc64195-fee3-489e-abe0-2fb2a598549a"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:03:30.875086 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-86cf9d2c-cba6-46cf-880c-b910e0eec663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:30.968276 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-86cf9d2c-cba6-46cf-880c-b910e0eec663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:30.968716 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a6f78-fbc4-496c-a3d8-ee7da3e5eb31 req-6209226b-4b6a-4aef-a3bb-77dd0bd98cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:30.970218 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-711a6f78-fbc4-496c-a3d8-ee7da3e5eb31 req-6209226b-4b6a-4aef-a3bb-77dd0bd98cf3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=96b0e06352b2479cb7df6d4462e19f15&device_id=79a58dd3-fdf9-4b0b-8d60-09483063a895 HTTP/1.1" status: 200 len: 1097 time: 0.1249752 Nov 12 01:03:30.999881 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf9d2c-cba6-46cf-880c-b910e0eec663 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c9603aa-a0ab-494b-95f7-b3ae19c268c6,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:31.002231 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-86cf9d2c-cba6-46cf-880c-b910e0eec663 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:31.005782 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-86cf9d2c-cba6-46cf-880c-b910e0eec663 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/9c9603aa-a0ab-494b-95f7-b3ae19c268c6 HTTP/1.1" status: 204 len: 168 time: 0.4496655 Nov 12 01:03:31.010767 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 34992) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:31.018455 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e974d6-e3f8-4cc9-af25-6ea61c494ba9 None None] Network c3a9c3be-ae08-4924-9d7a-f5be17be251a requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:03:31.089720 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-61470c5c-5e3f-4ad3-894b-04c6f6f32ee2 None None] Set router 86ded82b-0ad2-4d4a-9b56-e80964346416 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:03:31.290713 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0332d7ba-8c50-4443-bc48-99316c65aaaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:31.324222 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2ae951d9-db4c-4496-969e-66db246d65ea req-8e1792d0-dd40-4dac-9198-27d223d8ba98 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:31.350562 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2ae951d9-db4c-4496-969e-66db246d65ea req-8e1792d0-dd40-4dac-9198-27d223d8ba98 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:31.371787 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a6f78-fbc4-496c-a3d8-ee7da3e5eb31 req-0b91b43d-8469-4a60-8189-7bcc05707e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:31.373847 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-711a6f78-fbc4-496c-a3d8-ee7da3e5eb31 req-0b91b43d-8469-4a60-8189-7bcc05707e31 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d6a8462f-5130-4d0f-951a-dac9101bc5c2 HTTP/1.1" status: 200 len: 919 time: 0.3964484 Nov 12 01:03:31.407207 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7320f84-9db9-472d-85aa-9e1c5ca27bc6 None None] DHCP port deletion for c3a9c3be-ae08-4924-9d7a-f5be17be251a request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:03:31.478297 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-61470c5c-5e3f-4ad3-894b-04c6f6f32ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ded82b-0ad2-4d4a-9b56-e80964346416', 'name': 'tempest-ServerRescueTestJSONUnderV235-482719058-router', 'tenant_id': '96b0e06352b2479cb7df6d4462e19f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'ff0dcb84-7035-439b-abdb-bf5039189143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:01:56Z', 'updated_at': '2021-11-12T01:02:07Z', 'revision_number': 4, 'project_id': '96b0e06352b2479cb7df6d4462e19f15', 'gw_port': {'id': 'ff0dcb84-7035-439b-abdb-bf5039189143', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:28:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ded82b-0ad2-4d4a-9b56-e80964346416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:57Z', 'updated_at': '2021-11-12T01:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '92ac2565-8330-4d3a-894b-e0ce1238d7aa', 'tenant_id': '96b0e06352b2479cb7df6d4462e19f15', 'floating_ip_address': '172.25.3.237', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '86ded82b-0ad2-4d4a-9b56-e80964346416', 'port_id': '3dc64195-fee3-489e-abe0-2fb2a598549a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6a8462f-5130-4d0f-951a-dac9101bc5c2', 'mac_address': 'fa:16:3e:71:f1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a58dd3-fdf9-4b0b-8d60-09483063a895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:03:24Z', 'updated_at': '2021-11-12T01:03:28Z', 'revision_number': 1, 'project_id': '96b0e06352b2479cb7df6d4462e19f15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '465da04e-83e4-4ba9-a9f9-126c0299f087', 'name': '', 'network_id': 'd6a8462f-5130-4d0f-951a-dac9101bc5c2', 'tenant_id': '96b0e06352b2479cb7df6d4462e19f15', 'mac_address': 'fa:16:3e:79:ce:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ded82b-0ad2-4d4a-9b56-e80964346416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '26412b35-38aa-41b4-bb78-aab31ac9da6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:04Z', 'updated_at': '2021-11-12T01:02:16Z', 'revision_number': 5, 'project_id': '96b0e06352b2479cb7df6d4462e19f15', 'subnets': [{'id': '26412b35-38aa-41b4-bb78-aab31ac9da6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:31.509613 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61470c5c-5e3f-4ad3-894b-04c6f6f32ee2 None None] Checking router: 86ded82b-0ad2-4d4a-9b56-e80964346416 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:03:31.513934 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-b7320f84-9db9-472d-85aa-9e1c5ca27bc6 None None] Deleting port 5565d930-8f61-46c6-b663-b318076f7033 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:03:31.514309 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b7320f84-9db9-472d-85aa-9e1c5ca27bc6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:31.539990 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61470c5c-5e3f-4ad3-894b-04c6f6f32ee2 None None] Routers {'86ded82b-0ad2-4d4a-9b56-e80964346416'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:31.540269 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1792d0-dd40-4dac-9198-27d223d8ba98 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Pushing event updated for resources: {'Port': ['ID=6e5b65cb-73b3-460b-a7db-367c71833ebd,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:31.540640 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-61470c5c-5e3f-4ad3-894b-04c6f6f32ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:03:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['86ded82b-0ad2-4d4a-9b56-e80964346416'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:31.569727 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-711a6f78-fbc4-496c-a3d8-ee7da3e5eb31 req-ea0ffef5-1383-4b2f-896a-f6bc10730209 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dc64195-fee3-489e-abe0-2fb2a598549a HTTP/1.1" status: 200 len: 999 time: 0.1587563 Nov 12 01:03:31.571551 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2ae951d9-db4c-4496-969e-66db246d65ea req-8e1792d0-dd40-4dac-9198-27d223d8ba98 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:31.630393 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2ae951d9-db4c-4496-969e-66db246d65ea req-8e1792d0-dd40-4dac-9198-27d223d8ba98 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:31.631694 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2ae951d9-db4c-4496-969e-66db246d65ea req-8e1792d0-dd40-4dac-9198-27d223d8ba98 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.1000817 Nov 12 01:03:31.635317 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-0332d7ba-8c50-4443-bc48-99316c65aaaa admin admin] Deleting port 5565d930-8f61-46c6-b663-b318076f7033 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:03:31.635724 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0332d7ba-8c50-4443-bc48-99316c65aaaa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:31.636637 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-b7320f84-9db9-472d-85aa-9e1c5ca27bc6 None None] For port 5565d930-8f61-46c6-b663-b318076f7033, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=5565d930-8f61-46c6-b663-b318076f7033,segment=NetworkSegment(558ec544-d318-49d4-8e0a-2f18c636de60),segment_id=558ec544-d318-49d4-8e0a-2f18c636de60)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:31.637603 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b7320f84-9db9-472d-85aa-9e1c5ca27bc6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:31.812198 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2ae951d9-db4c-4496-969e-66db246d65ea req-5bcb5c4c-4e19-4bf0-8543-3a6009e98502 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.176 HTTP/1.1" status: 200 len: 696 time: 0.1692340 Nov 12 01:03:31.819511 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a6f78-fbc4-496c-a3d8-ee7da3e5eb31 req-1b8c86bb-aeb8-4f24-9ea3-ab26bc0c78bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:31.822200 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-711a6f78-fbc4-496c-a3d8-ee7da3e5eb31 req-1b8c86bb-aeb8-4f24-9ea3-ab26bc0c78bf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=26412b35-38aa-41b4-bb78-aab31ac9da6a HTTP/1.1" status: 200 len: 859 time: 0.2426374 Nov 12 01:03:31.826786 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-b7320f84-9db9-472d-85aa-9e1c5ca27bc6 None None] Calling delete_port for 5565d930-8f61-46c6-b663-b318076f7033 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:03:31.889547 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-61470c5c-5e3f-4ad3-894b-04c6f6f32ee2 None None] Set router 86ded82b-0ad2-4d4a-9b56-e80964346416 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:03:31.908983 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-711a6f78-fbc4-496c-a3d8-ee7da3e5eb31 req-bc17d70a-ca8c-4a6d-afd2-7b8b22dd1e0d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d6a8462f-5130-4d0f-951a-dac9101bc5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792644 Nov 12 01:03:31.910981 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-0332d7ba-8c50-4443-bc48-99316c65aaaa admin admin] For port 5565d930-8f61-46c6-b663-b318076f7033, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=5565d930-8f61-46c6-b663-b318076f7033,segment=NetworkSegment(558ec544-d318-49d4-8e0a-2f18c636de60),segment_id=558ec544-d318-49d4-8e0a-2f18c636de60)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:31.911363 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0332d7ba-8c50-4443-bc48-99316c65aaaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:31.933663 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-711a6f78-fbc4-496c-a3d8-ee7da3e5eb31 req-e9a08887-af78-4f47-9783-43de0a1a6345 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:03:31.934803 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-711a6f78-fbc4-496c-a3d8-ee7da3e5eb31 req-e9a08887-af78-4f47-9783-43de0a1a6345 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078306 Nov 12 01:03:31.975506 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-0332d7ba-8c50-4443-bc48-99316c65aaaa admin admin] Calling delete_port for 5565d930-8f61-46c6-b663-b318076f7033 owned by network:dhcp {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:03:32.023473 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b7320f84-9db9-472d-85aa-9e1c5ca27bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:32.069115 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7320f84-9db9-472d-85aa-9e1c5ca27bc6 None None] Pushing event deleted for resources: {'Port': ['ID=5565d930-8f61-46c6-b663-b318076f7033,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:32.073209 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7320f84-9db9-472d-85aa-9e1c5ca27bc6 None None] No DVR routers for this DVR port 5565d930-8f61-46c6-b663-b318076f7033 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:03:32.115801 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7320f84-9db9-472d-85aa-9e1c5ca27bc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:32.116231 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7320f84-9db9-472d-85aa-9e1c5ca27bc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:32.116595 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7320f84-9db9-472d-85aa-9e1c5ca27bc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:32.116937 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7320f84-9db9-472d-85aa-9e1c5ca27bc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:32.117278 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7320f84-9db9-472d-85aa-9e1c5ca27bc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:32.117617 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7320f84-9db9-472d-85aa-9e1c5ca27bc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:32.117957 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7320f84-9db9-472d-85aa-9e1c5ca27bc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:32.118344 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7320f84-9db9-472d-85aa-9e1c5ca27bc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:32.118665 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7320f84-9db9-472d-85aa-9e1c5ca27bc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:32.118954 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7320f84-9db9-472d-85aa-9e1c5ca27bc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:32.119265 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7320f84-9db9-472d-85aa-9e1c5ca27bc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:32.119590 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7320f84-9db9-472d-85aa-9e1c5ca27bc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:32.153244 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae951d9-db4c-4496-969e-66db246d65ea req-0723a110-6f46-4d5b-b494-ea1a326fa2bf tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:32.154751 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2ae951d9-db4c-4496-969e-66db246d65ea req-0723a110-6f46-4d5b-b494-ea1a326fa2bf tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] 10.222.0.45 "GET /v2.0/networks/ab9ea869-d067-4dfb-b2de-16b019fae22d HTTP/1.1" status: 200 len: 784 time: 0.3271434 Nov 12 01:03:32.180203 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-711a6f78-fbc4-496c-a3d8-ee7da3e5eb31 req-606f6713-4af9-4642-bb54-9c46d0adff7c service neutron] 10.222.0.45 "GET /v2.0/networks/d6a8462f-5130-4d0f-951a-dac9101bc5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059753 Nov 12 01:03:32.187923 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0332d7ba-8c50-4443-bc48-99316c65aaaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:32.275597 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-61470c5c-5e3f-4ad3-894b-04c6f6f32ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ded82b-0ad2-4d4a-9b56-e80964346416', 'name': 'tempest-ServerRescueTestJSONUnderV235-482719058-router', 'tenant_id': '96b0e06352b2479cb7df6d4462e19f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'ff0dcb84-7035-439b-abdb-bf5039189143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:01:56Z', 'updated_at': '2021-11-12T01:02:07Z', 'revision_number': 4, 'project_id': '96b0e06352b2479cb7df6d4462e19f15', 'gw_port': {'id': 'ff0dcb84-7035-439b-abdb-bf5039189143', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:28:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ded82b-0ad2-4d4a-9b56-e80964346416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:57Z', 'updated_at': '2021-11-12T01:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '92ac2565-8330-4d3a-894b-e0ce1238d7aa', 'tenant_id': '96b0e06352b2479cb7df6d4462e19f15', 'floating_ip_address': '172.25.3.237', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '86ded82b-0ad2-4d4a-9b56-e80964346416', 'port_id': '3dc64195-fee3-489e-abe0-2fb2a598549a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6a8462f-5130-4d0f-951a-dac9101bc5c2', 'mac_address': 'fa:16:3e:71:f1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a58dd3-fdf9-4b0b-8d60-09483063a895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:03:24Z', 'updated_at': '2021-11-12T01:03:28Z', 'revision_number': 1, 'project_id': '96b0e06352b2479cb7df6d4462e19f15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '465da04e-83e4-4ba9-a9f9-126c0299f087', 'name': '', 'network_id': 'd6a8462f-5130-4d0f-951a-dac9101bc5c2', 'tenant_id': '96b0e06352b2479cb7df6d4462e19f15', 'mac_address': 'fa:16:3e:79:ce:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ded82b-0ad2-4d4a-9b56-e80964346416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '26412b35-38aa-41b4-bb78-aab31ac9da6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:04Z', 'updated_at': '2021-11-12T01:02:16Z', 'revision_number': 5, 'project_id': '96b0e06352b2479cb7df6d4462e19f15', 'subnets': [{'id': '26412b35-38aa-41b4-bb78-aab31ac9da6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:32.295865 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0332d7ba-8c50-4443-bc48-99316c65aaaa admin admin] No DVR routers for this DVR port 5565d930-8f61-46c6-b663-b318076f7033 on host n-d-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:03:32.298489 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332d7ba-8c50-4443-bc48-99316c65aaaa admin admin] Pushing event deleted for resources: {'Port': ['ID=5565d930-8f61-46c6-b663-b318076f7033,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:32.322338 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61470c5c-5e3f-4ad3-894b-04c6f6f32ee2 None None] The sync data for ids ['86ded82b-0ad2-4d4a-9b56-e80964346416'] in n-d-712142-27 is: [{'id': '86ded82b-0ad2-4d4a-9b56-e80964346416', 'name': 'tempest-ServerRescueTestJSONUnderV235-482719058-router', 'tenant_id': '96b0e06352b2479cb7df6d4462e19f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'ff0dcb84-7035-439b-abdb-bf5039189143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:01:56Z', 'updated_at': '2021-11-12T01:02:07Z', 'revision_number': 4, 'project_id': '96b0e06352b2479cb7df6d4462e19f15', 'gw_port': {'id': 'ff0dcb84-7035-439b-abdb-bf5039189143', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:28:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ded82b-0ad2-4d4a-9b56-e80964346416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:57Z', 'updated_at': '2021-11-12T01:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '92ac2565-8330-4d3a-894b-e0ce1238d7aa', 'tenant_id': '96b0e06352b2479cb7df6d4462e19f15', 'floating_ip_address': '172.25.3.237', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '86ded82b-0ad2-4d4a-9b56-e80964346416', 'port_id': '3dc64195-fee3-489e-abe0-2fb2a598549a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6a8462f-5130-4d0f-951a-dac9101bc5c2', 'mac_address': 'fa:16:3e:71:f1:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a58dd3-fdf9-4b0b-8d60-09483063a895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:03:24Z', 'updated_at': '2021-11-12T01:03:28Z', 'revision_number': 1, 'project_id': '96b0e06352b2479cb7df6d4462e19f15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '465da04e-83e4-4ba9-a9f9-126c0299f087', 'name': '', 'network_id': 'd6a8462f-5130-4d0f-951a-dac9101bc5c2', 'tenant_id': '96b0e06352b2479cb7df6d4462e19f15', 'mac_address': 'fa:16:3e:79:ce:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ded82b-0ad2-4d4a-9b56-e80964346416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '26412b35-38aa-41b4-bb78-aab31ac9da6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:04Z', 'updated_at': '2021-11-12T01:02:16Z', 'revision_number': 5, 'project_id': '96b0e06352b2479cb7df6d4462e19f15', 'subnets': [{'id': '26412b35-38aa-41b4-bb78-aab31ac9da6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:03:32.492369 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0332d7ba-8c50-4443-bc48-99316c65aaaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:32.608923 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3903b447-c609-4a23-819d-59567956f93f None None] New status for floating IP 92ac2565-8330-4d3a-894b-e0ce1238d7aa: ACTIVE {{(pid=109088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:03:32.656501 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 9d8e2126-6ef1-486a-9488-a7903ca4a8fb no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:03:32.679498 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 9d8e2126-6ef1-486a-9488-a7903ca4a8fb {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:03:32.679923 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 9d8e2126-6ef1-486a-9488-a7903ca4a8fb not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:03:32.680453 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 5565d930-8f61-46c6-b663-b318076f7033 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:03:32.711664 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 5565d930-8f61-46c6-b663-b318076f7033 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:03:32.712163 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 5565d930-8f61-46c6-b663-b318076f7033 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:03:32.731848 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:32.908697 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-0332d7ba-8c50-4443-bc48-99316c65aaaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3a9c3be-ae08-4924-9d7a-f5be17be251a']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:32.931608 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-0332d7ba-8c50-4443-bc48-99316c65aaaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '558ec544-d318-49d4-8e0a-2f18c636de60') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:32.931939 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-0332d7ba-8c50-4443-bc48-99316c65aaaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '558ec544-d318-49d4-8e0a-2f18c636de60') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:32.947132 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0332d7ba-8c50-4443-bc48-99316c65aaaa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:32.959699 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-711a6f78-fbc4-496c-a3d8-ee7da3e5eb31 req-08476bcf-49bc-46a3-8a2e-e351cf32fcdf service neutron] 10.222.0.45 "GET /v2.0/networks/d6a8462f-5130-4d0f-951a-dac9101bc5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7649844 Nov 12 01:03:32.976774 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eaee3f-9776-48f5-9d69-7465abea1ba3 req-16b48bc5-25c3-4b53-a209-dc72d4662c44 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:32.985410 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eaee3f-9776-48f5-9d69-7465abea1ba3 req-16b48bc5-25c3-4b53-a209-dc72d4662c44 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:32.991707 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eaee3f-9776-48f5-9d69-7465abea1ba3 req-16b48bc5-25c3-4b53-a209-dc72d4662c44 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:32.999138 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eaee3f-9776-48f5-9d69-7465abea1ba3 req-16b48bc5-25c3-4b53-a209-dc72d4662c44 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:33.007145 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eaee3f-9776-48f5-9d69-7465abea1ba3 req-16b48bc5-25c3-4b53-a209-dc72d4662c44 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:33.014364 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eaee3f-9776-48f5-9d69-7465abea1ba3 req-16b48bc5-25c3-4b53-a209-dc72d4662c44 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:33.021183 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eaee3f-9776-48f5-9d69-7465abea1ba3 req-16b48bc5-25c3-4b53-a209-dc72d4662c44 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:33.024406 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e5eaee3f-9776-48f5-9d69-7465abea1ba3 req-16b48bc5-25c3-4b53-a209-dc72d4662c44 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 5420 time: 0.6312838 Nov 12 01:03:33.034194 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0332d7ba-8c50-4443-bc48-99316c65aaaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:33.042878 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0332d7ba-8c50-4443-bc48-99316c65aaaa admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:03:33.043405 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0332d7ba-8c50-4443-bc48-99316c65aaaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:33.050957 n-d-712142-27 neutron-server[109085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:03:33.050957 n-d-712142-27 neutron-server[109085]: self.session.flush() Nov 12 01:03:33.050957 n-d-712142-27 neutron-server[109085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:03:33.050957 n-d-712142-27 neutron-server[109085]: self.session.flush() Nov 12 01:03:33.050957 n-d-712142-27 neutron-server[109085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:03:33.050957 n-d-712142-27 neutron-server[109085]: self.session.flush() Nov 12 01:03:33.050957 n-d-712142-27 neutron-server[109085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:03:33.050957 n-d-712142-27 neutron-server[109085]: self.session.flush() Nov 12 01:03:33.050957 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:03:33.050957 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:03:33.050957 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:03:33.050957 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:03:33.050957 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:03:33.050957 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:03:33.050957 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:03:33.050957 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:03:33.050957 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:03:33.050957 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:03:33.050957 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:03:33.050957 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:03:33.050957 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:03:33.050957 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:03:33.050957 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:03:33.050957 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:03:33.050957 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:03:33.050957 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:03:33.050957 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:03:33.050957 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:03:33.050957 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:03:33.050957 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:03:33.050957 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:03:33.050957 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:03:33.050957 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:03:33.050957 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:03:33.050957 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:03:33.050957 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:03:33.050957 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:03:33.050957 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:03:33.050957 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:03:33.050957 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:03:33.175309 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0332d7ba-8c50-4443-bc48-99316c65aaaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:33.204111 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0332d7ba-8c50-4443-bc48-99316c65aaaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:33.212739 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-0332d7ba-8c50-4443-bc48-99316c65aaaa admin admin] 10.222.0.45 "DELETE /v2.0/networks/c3a9c3be-ae08-4924-9d7a-f5be17be251a HTTP/1.1" status: 204 len: 168 time: 2.1982710 Nov 12 01:03:33.232009 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0fab137-fba6-4dd0-849e-4bf6cab05a68 x-openstack-request-id: req-b0fab137-fba6-4dd0-849e-4bf6cab05a68 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:03:33.232951 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79a58dd3-fdf9-4b0b-8d60-09483063a895", "tag": "3dc64195-fee3-489e-abe0-2fb2a598549a", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:03:33.233383 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b0fab137-fba6-4dd0-849e-4bf6cab05a68 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:03:33.234073 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79a58dd3-fdf9-4b0b-8d60-09483063a895', 'tag': '3dc64195-fee3-489e-abe0-2fb2a598549a', 'status': 'completed', 'code': 200} Nov 12 01:03:33.248620 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332d7ba-8c50-4443-bc48-99316c65aaaa admin admin] Pushing event deleted for resources: {'Network': ['ID=c3a9c3be-ae08-4924-9d7a-f5be17be251a,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:33.257809 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e5eaee3f-9776-48f5-9d69-7465abea1ba3 req-81bb6566-20a8-46a0-b97e-c80004c3ecd8 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c2064e3-365e-4ce1-97ba-786147ddb249&id=cc2c1d93-00ba-4bf1-8dce-5f2d256d3645&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2179782 Nov 12 01:03:33.334946 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35008) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:33.368918 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cb95eee0-8bb4-4b04-b0ba-cacf2b287dd7 req-3ae8e61b-efef-483e-8664-01f2857f49db tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] 10.222.0.45 "GET /v2.0/floatingips/b29eea31-23ee-449e-bc00-2d306fd50108 HTTP/1.1" status: 200 len: 693 time: 0.1232982 Nov 12 01:03:33.427744 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-85ad0553-b4f7-46b3-8517-cf88af6e528b admin admin] Deleting subnet 1a66b550-2936-4c69-9648-647d722ad572 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:03:33.433488 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-85ad0553-b4f7-46b3-8517-cf88af6e528b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:33.459504 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35018) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:33.501016 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-85ad0553-b4f7-46b3-8517-cf88af6e528b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:33.541889 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c3a05d83-3b67-4c3f-86e2-a08b885e2051 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7ee0070393c4481fac990e8467ee2d37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0808887 Nov 12 01:03:33.546626 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35020) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:33.564225 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad1f61-11a2-41a5-be8f-9a75d0db1591 req-6f52e881-b4cf-4917-984c-d3d8c7980285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:33.566919 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f7ad1f61-11a2-41a5-be8f-9a75d0db1591 req-6f52e881-b4cf-4917-984c-d3d8c7980285 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=96b0e06352b2479cb7df6d4462e19f15&device_id=79a58dd3-fdf9-4b0b-8d60-09483063a895 HTTP/1.1" status: 200 len: 1097 time: 0.2432783 Nov 12 01:03:33.579141 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-85ad0553-b4f7-46b3-8517-cf88af6e528b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:33.652614 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7696c775-8549-40e0-adc7-966443943d2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:33.692134 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7696c775-8549-40e0-adc7-966443943d2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:33.704671 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-85ad0553-b4f7-46b3-8517-cf88af6e528b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:33.777127 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad0553-b4f7-46b3-8517-cf88af6e528b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a66b550-2936-4c69-9648-647d722ad572,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:33.782564 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-85ad0553-b4f7-46b3-8517-cf88af6e528b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:33.790164 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-85ad0553-b4f7-46b3-8517-cf88af6e528b admin admin] 10.222.0.45 "DELETE /v2.0/subnets/1a66b550-2936-4c69-9648-647d722ad572 HTTP/1.1" status: 204 len: 168 time: 0.4455857 Nov 12 01:03:33.791502 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 35022) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:33.808142 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ad0553-b4f7-46b3-8517-cf88af6e528b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:33.808512 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ad0553-b4f7-46b3-8517-cf88af6e528b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:33.809568 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ad0553-b4f7-46b3-8517-cf88af6e528b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:33.810010 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ad0553-b4f7-46b3-8517-cf88af6e528b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:33.810358 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ad0553-b4f7-46b3-8517-cf88af6e528b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:33.810780 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ad0553-b4f7-46b3-8517-cf88af6e528b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:33.811346 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ad0553-b4f7-46b3-8517-cf88af6e528b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:33.811997 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ad0553-b4f7-46b3-8517-cf88af6e528b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:33.812430 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ad0553-b4f7-46b3-8517-cf88af6e528b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:33.812850 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ad0553-b4f7-46b3-8517-cf88af6e528b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:33.813396 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ad0553-b4f7-46b3-8517-cf88af6e528b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:33.813929 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ad0553-b4f7-46b3-8517-cf88af6e528b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:03:33.814836 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb95eee0-8bb4-4b04-b0ba-cacf2b287dd7 req-7f3cd07a-99ad-4a54-8ea3-d247c046d9d7 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:33.816740 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cb95eee0-8bb4-4b04-b0ba-cacf2b287dd7 req-7f3cd07a-99ad-4a54-8ea3-d247c046d9d7 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] 10.222.0.45 "GET /v2.0/networks/ab9ea869-d067-4dfb-b2de-16b019fae22d HTTP/1.1" status: 200 len: 784 time: 0.4411521 Nov 12 01:03:33.861728 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7696c775-8549-40e0-adc7-966443943d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:33.868254 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7696c775-8549-40e0-adc7-966443943d2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:33.873077 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7696c775-8549-40e0-adc7-966443943d2e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e6f604ae-904c-4d0c-8382-2db64c024b69 HTTP/1.1" status: 204 len: 168 time: 0.3221946 Nov 12 01:03:33.873283 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:33.885192 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7696c775-8549-40e0-adc7-966443943d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f604ae-904c-4d0c-8382-2db64c024b69,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:33.913176 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-cb95eee0-8bb4-4b04-b0ba-cacf2b287dd7 req-ca28b36d-62c8-4651-99d1-741effe51e30 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:03:33.914698 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cb95eee0-8bb4-4b04-b0ba-cacf2b287dd7 req-ca28b36d-62c8-4651-99d1-741effe51e30 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0559132 Nov 12 01:03:33.931755 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-3370f000-5145-4113-936d-0969c5f7c0f8 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:33.933572 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-3370f000-5145-4113-936d-0969c5f7c0f8 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/networks?id=ddbdeb8e-9a29-48b5-957b-64766cbb8316 HTTP/1.1" status: 200 len: 812 time: 0.4069428 Nov 12 01:03:34.028989 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ebcc4b1b-7015-4f09-96bf-31de79872b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:34.031520 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad1f61-11a2-41a5-be8f-9a75d0db1591 req-cd4b9961-f3e7-4b30-892b-ef25746be731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:34.033442 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f7ad1f61-11a2-41a5-be8f-9a75d0db1591 req-cd4b9961-f3e7-4b30-892b-ef25746be731 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d6a8462f-5130-4d0f-951a-dac9101bc5c2 HTTP/1.1" status: 200 len: 919 time: 0.4438083 Nov 12 01:03:34.042654 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-41ba7ee1-7c98-4879-ada6-aea7c69b3594 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/quotas/7ddab49d3f5a4b49b039bf18c7812764 HTTP/1.1" status: 200 len: 375 time: 0.0830681 Nov 12 01:03:34.157103 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-593f6ca5-58e0-47ba-bb11-95ab3c242d8e tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7ddab49d3f5a4b49b039bf18c7812764&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0930448 Nov 12 01:03:34.195731 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-292aa93a-88cc-4dd4-a05e-30203f990463 req-e7da8082-5006-4c86-ad48-16c47b438187 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.237 HTTP/1.1" status: 200 len: 1001 time: 0.2437873 Nov 12 01:03:34.211384 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 87149f6f-d97b-47f5-ab95-570cc8b6ab52 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:03:34.360106 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f7ad1f61-11a2-41a5-be8f-9a75d0db1591 req-ce25b84f-5f4c-406d-a6f0-16ebfb11ec5f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dc64195-fee3-489e-abe0-2fb2a598549a HTTP/1.1" status: 200 len: 1001 time: 0.3140700 Nov 12 01:03:34.374760 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ebcc4b1b-7015-4f09-96bf-31de79872b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:34.402751 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292aa93a-88cc-4dd4-a05e-30203f990463 req-2f2fc45d-662e-4cfb-8d7f-7cd17f6b34c3 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:34.404320 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-292aa93a-88cc-4dd4-a05e-30203f990463 req-2f2fc45d-662e-4cfb-8d7f-7cd17f6b34c3 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "GET /v2.0/ports/3dc64195-fee3-489e-abe0-2fb2a598549a HTTP/1.1" status: 200 len: 942 time: 0.1476316 Nov 12 01:03:34.427742 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 87149f6f-d97b-47f5-ab95-570cc8b6ab52, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=87149f6f-d97b-47f5-ab95-570cc8b6ab52,segment=NetworkSegment(3b8d314a-fb91-4753-a376-6dadf7d1ae46),segment_id=3b8d314a-fb91-4753-a376-6dadf7d1ae46)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:34.445488 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '87149f6f-d97b-47f5-ab95-570cc8b6ab52', 'network_id': 'bca8627a-85cd-44bc-bbc5-d27b1e587fca', 'port_id': '87149f6f-d97b-47f5-ab95-570cc8b6ab52', 'mac_address': 'fa:16:3e:a9:c2:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd40a6d2-fe25-4249-a894-79091d8af3b3', 'ip_address': '10.1.1.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:03:34.452966 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-ebcc4b1b-7015-4f09-96bf-31de79872b51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:34.473378 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-ebcc4b1b-7015-4f09-96bf-31de79872b51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dbffe20-fa57-4fc9-974f-82a4aaa66cb3') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:34.473822 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-ebcc4b1b-7015-4f09-96bf-31de79872b51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dbffe20-fa57-4fc9-974f-82a4aaa66cb3') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:34.486753 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-368d5713-b22e-41ed-bb25-6d4a43da8c16 service neutron] 10.222.0.45 "GET /v2.0/networks/ddbdeb8e-9a29-48b5-957b-64766cbb8316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949674 Nov 12 01:03:34.495487 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ebcc4b1b-7015-4f09-96bf-31de79872b51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:34.504738 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:34.520881 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87149f6f-d97b-47f5-ab95-570cc8b6ab52 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:03:34.545951 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 87149f6f-d97b-47f5-ab95-570cc8b6ab52, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=87149f6f-d97b-47f5-ab95-570cc8b6ab52,segment=NetworkSegment(3b8d314a-fb91-4753-a376-6dadf7d1ae46),segment_id=3b8d314a-fb91-4753-a376-6dadf7d1ae46)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:34.552296 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:34.553264 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 02f4ae95-756c-4dab-896e-11fe6ab13527 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:03:34.554852 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ebcc4b1b-7015-4f09-96bf-31de79872b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:34.558340 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad1f61-11a2-41a5-be8f-9a75d0db1591 req-968467f0-3d13-4392-8db3-c14a8403bb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:34.560853 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f7ad1f61-11a2-41a5-be8f-9a75d0db1591 req-968467f0-3d13-4392-8db3-c14a8403bb8f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=26412b35-38aa-41b4-bb78-aab31ac9da6a HTTP/1.1" status: 200 len: 859 time: 0.1829426 Nov 12 01:03:34.627889 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebcc4b1b-7015-4f09-96bf-31de79872b51 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:03:34.628464 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ebcc4b1b-7015-4f09-96bf-31de79872b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:34.633324 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:03:34.633324 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:03:34.633324 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:03:34.633324 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:03:34.633324 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:03:34.633324 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:03:34.633324 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:03:34.633324 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:03:34.633324 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:03:34.633324 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:03:34.633324 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:03:34.633324 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:03:34.633324 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:03:34.633324 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:03:34.633324 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:03:34.633324 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:03:34.633324 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:03:34.633324 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:03:34.633324 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:03:34.633324 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:03:34.633324 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:03:34.633324 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:03:34.633324 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:03:34.633324 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:03:34.633324 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:03:34.633324 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:03:34.633324 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:03:34.633324 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:03:34.633324 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:03:34.633324 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:03:34.633324 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:03:34.633324 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:03:34.638820 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 02f4ae95-756c-4dab-896e-11fe6ab13527, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=02f4ae95-756c-4dab-896e-11fe6ab13527,segment=NetworkSegment(3b8d314a-fb91-4753-a376-6dadf7d1ae46),segment_id=3b8d314a-fb91-4753-a376-6dadf7d1ae46)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:34.642627 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=87149f6f-d97b-47f5-ab95-570cc8b6ab52,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:34.656085 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '02f4ae95-756c-4dab-896e-11fe6ab13527', 'network_id': 'bca8627a-85cd-44bc-bbc5-d27b1e587fca', 'port_id': '02f4ae95-756c-4dab-896e-11fe6ab13527', 'mac_address': 'fa:16:3e:1a:5c:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd40a6d2-fe25-4249-a894-79091d8af3b3', 'ip_address': '10.1.1.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:03:34.698149 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f7ad1f61-11a2-41a5-be8f-9a75d0db1591 req-7f3c1b54-3718-478e-ae94-43d13dc7bc15 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6a8462f-5130-4d0f-951a-dac9101bc5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884833 Nov 12 01:03:34.715617 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:34.740618 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02f4ae95-756c-4dab-896e-11fe6ab13527 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:03:34.791464 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 02f4ae95-756c-4dab-896e-11fe6ab13527, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=02f4ae95-756c-4dab-896e-11fe6ab13527,segment=NetworkSegment(3b8d314a-fb91-4753-a376-6dadf7d1ae46),segment_id=3b8d314a-fb91-4753-a376-6dadf7d1ae46)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:34.792422 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-292aa93a-88cc-4dd4-a05e-30203f990463 req-6f9c4921-43ab-4dd4-9bf3-1eb522ee908a tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.237 HTTP/1.1" status: 200 len: 1001 time: 0.2675714 Nov 12 01:03:34.800708 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:34.802294 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device d7155c35-074f-4ae5-aa90-e76bbcfeca13 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:03:34.827105 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ebcc4b1b-7015-4f09-96bf-31de79872b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:34.865777 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ebcc4b1b-7015-4f09-96bf-31de79872b51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:34.876928 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-ebcc4b1b-7015-4f09-96bf-31de79872b51 admin admin] 10.222.0.45 "DELETE /v2.0/networks/84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c HTTP/1.1" status: 204 len: 168 time: 1.0851383 Nov 12 01:03:34.887787 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcc4b1b-7015-4f09-96bf-31de79872b51 admin admin] Pushing event deleted for resources: {'Network': ['ID=84e0cbbc-4537-4fcc-96da-46fe8e4e0c6c,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:34.945026 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port d7155c35-074f-4ae5-aa90-e76bbcfeca13, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d7155c35-074f-4ae5-aa90-e76bbcfeca13,segment=NetworkSegment(3b8d314a-fb91-4753-a376-6dadf7d1ae46),segment_id=3b8d314a-fb91-4753-a376-6dadf7d1ae46)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:34.950887 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=02f4ae95-756c-4dab-896e-11fe6ab13527,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:34.957548 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-08dbc8eb-09d2-4c8d-9dd1-1b1554646fc3 service neutron] 10.222.0.45 "GET /v2.0/networks/ddbdeb8e-9a29-48b5-957b-64766cbb8316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4588258 Nov 12 01:03:34.974666 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'd7155c35-074f-4ae5-aa90-e76bbcfeca13', 'network_id': 'bca8627a-85cd-44bc-bbc5-d27b1e587fca', 'port_id': 'd7155c35-074f-4ae5-aa90-e76bbcfeca13', 'mac_address': 'fa:16:3e:b7:b5:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd40a6d2-fe25-4249-a894-79091d8af3b3', 'ip_address': '10.1.1.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:03:35.005603 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f7ad1f61-11a2-41a5-be8f-9a75d0db1591 req-b735639d-21b6-4f43-adcb-c129b1055728 service neutron] 10.222.0.44 "GET /v2.0/networks/d6a8462f-5130-4d0f-951a-dac9101bc5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735870 Nov 12 01:03:35.070681 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292aa93a-88cc-4dd4-a05e-30203f990463 req-1bd534b3-a876-4576-8baa-535929b89747 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:35.072252 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-292aa93a-88cc-4dd4-a05e-30203f990463 req-1bd534b3-a876-4576-8baa-535929b89747 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "GET /v2.0/networks/ab9ea869-d067-4dfb-b2de-16b019fae22d HTTP/1.1" status: 200 len: 784 time: 0.2457442 Nov 12 01:03:35.095087 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:35.122197 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:35.132819 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7155c35-074f-4ae5-aa90-e76bbcfeca13 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:03:35.133836 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35054) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:35.193944 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b5f7803a-b45d-465c-bde8-0cb3cc6e41a8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4c0e9b301a7843818888ad914944b955&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0575876 Nov 12 01:03:35.196849 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port d7155c35-074f-4ae5-aa90-e76bbcfeca13, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d7155c35-074f-4ae5-aa90-e76bbcfeca13,segment=NetworkSegment(3b8d314a-fb91-4753-a376-6dadf7d1ae46),segment_id=3b8d314a-fb91-4753-a376-6dadf7d1ae46)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:35.197094 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35056) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:35.205946 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:35.206922 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 0dfccde3-6835-438c-80e1-9143513c8da3 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:03:35.270728 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3cf222f9-9d29-413b-a525-baa5650ca922 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:35.273683 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35058) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:35.336556 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3cf222f9-9d29-413b-a525-baa5650ca922 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:35.349166 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-292aa93a-88cc-4dd4-a05e-30203f990463 req-57804c48-e681-47b2-a1b6-7b9097916299 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.237 HTTP/1.1" status: 200 len: 1001 time: 0.1962252 Nov 12 01:03:35.358678 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f7ad1f61-11a2-41a5-be8f-9a75d0db1591 req-be91045d-c246-46a5-8e2f-e66995f80e99 service neutron] 10.222.0.44 "GET /v2.0/networks/d6a8462f-5130-4d0f-951a-dac9101bc5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397503 Nov 12 01:03:35.381636 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 0dfccde3-6835-438c-80e1-9143513c8da3, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=0dfccde3-6835-438c-80e1-9143513c8da3,segment=NetworkSegment(3b8d314a-fb91-4753-a376-6dadf7d1ae46),segment_id=3b8d314a-fb91-4753-a376-6dadf7d1ae46)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:35.393943 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=d7155c35-074f-4ae5-aa90-e76bbcfeca13,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:35.442782 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-292aa93a-88cc-4dd4-a05e-30203f990463 req-f2e4a826-baf8-4b19-806b-fea0c317af0a tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:35.444108 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '0dfccde3-6835-438c-80e1-9143513c8da3', 'network_id': 'bca8627a-85cd-44bc-bbc5-d27b1e587fca', 'port_id': '0dfccde3-6835-438c-80e1-9143513c8da3', 'mac_address': 'fa:16:3e:0f:57:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd40a6d2-fe25-4249-a894-79091d8af3b3', 'ip_address': '10.1.1.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:03:35.447765 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3cf222f9-9d29-413b-a525-baa5650ca922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:35.457341 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3cf222f9-9d29-413b-a525-baa5650ca922 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:35.462919 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3cf222f9-9d29-413b-a525-baa5650ca922 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/75090b4c-5544-43c5-a3fb-ad68db0b72bf HTTP/1.1" status: 204 len: 168 time: 0.2641063 Nov 12 01:03:35.484045 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf222f9-9d29-413b-a525-baa5650ca922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75090b4c-5544-43c5-a3fb-ad68db0b72bf,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:35.533332 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1977f2ca-219c-419d-96f7-a674ac03ecb6 req-b8a4c51a-e97b-4679-9bb1-864852e1b154 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] 10.222.0.45 "GET /v2.0/floatingips/b29eea31-23ee-449e-bc00-2d306fd50108 HTTP/1.1" status: 200 len: 693 time: 0.1808047 Nov 12 01:03:35.553883 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:35.574514 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dfccde3-6835-438c-80e1-9143513c8da3 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:03:35.607391 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 0dfccde3-6835-438c-80e1-9143513c8da3, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=0dfccde3-6835-438c-80e1-9143513c8da3,segment=NetworkSegment(3b8d314a-fb91-4753-a376-6dadf7d1ae46),segment_id=3b8d314a-fb91-4753-a376-6dadf7d1ae46)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:35.616754 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:35.624766 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 9d7bd877-2240-48c8-af3a-99027fa5fb2b details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:03:35.726155 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-3bf2a1e7-1462-402f-9f98-04940b649262 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1922529516-network', 'tenant_id': 'cba00eb37e224ffaa44c45ebb2a0b086'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:35.755707 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf2a1e7-1462-402f-9f98-04940b649262 admin admin] Made reservation on behalf of cba00eb37e224ffaa44c45ebb2a0b086 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:03:35.757302 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-292aa93a-88cc-4dd4-a05e-30203f990463 req-f2e4a826-baf8-4b19-806b-fea0c317af0a tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Publish callbacks [] for floatingip, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:35.759721 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3bf2a1e7-1462-402f-9f98-04940b649262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:35.776765 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3bf2a1e7-1462-402f-9f98-04940b649262 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:35.888670 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=0dfccde3-6835-438c-80e1-9143513c8da3,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:35.905346 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 9d7bd877-2240-48c8-af3a-99027fa5fb2b, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=9d7bd877-2240-48c8-af3a-99027fa5fb2b,segment=NetworkSegment(241d1237-5a54-4a08-8584-358bbd4e511f),segment_id=241d1237-5a54-4a08-8584-358bbd4e511f)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:35.923766 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '9d7bd877-2240-48c8-af3a-99027fa5fb2b', 'network_id': '27138fd0-2739-4679-b06e-dafc84073bf0', 'port_id': '9d7bd877-2240-48c8-af3a-99027fa5fb2b', 'mac_address': 'fa:16:3e:c8:28:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc72c35-9d59-4a0f-ae56-f38fe29c2b7f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:03:35.941485 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977f2ca-219c-419d-96f7-a674ac03ecb6 req-dfb22a7b-63d7-4d30-8f34-8d30d02d1599 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:35.951626 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1977f2ca-219c-419d-96f7-a674ac03ecb6 req-dfb22a7b-63d7-4d30-8f34-8d30d02d1599 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] 10.222.0.45 "GET /v2.0/networks/ab9ea869-d067-4dfb-b2de-16b019fae22d HTTP/1.1" status: 200 len: 784 time: 0.4126499 Nov 12 01:03:35.982959 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:35.987388 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3bf2a1e7-1462-402f-9f98-04940b649262 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:35.997970 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3bf2a1e7-1462-402f-9f98-04940b649262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:36.002120 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d7bd877-2240-48c8-af3a-99027fa5fb2b {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:03:36.032063 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bf2a1e7-1462-402f-9f98-04940b649262 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:03:36.042986 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 9d7bd877-2240-48c8-af3a-99027fa5fb2b, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=9d7bd877-2240-48c8-af3a-99027fa5fb2b,segment=NetworkSegment(241d1237-5a54-4a08-8584-358bbd4e511f),segment_id=241d1237-5a54-4a08-8584-358bbd4e511f)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:36.054095 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:36.056347 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 15e8b880-bdf7-4297-8037-5e8af0c0a024 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:03:36.103841 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3bf2a1e7-1462-402f-9f98-04940b649262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:36.104275 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-3bf2a1e7-1462-402f-9f98-04940b649262 admin admin] Added segment 3a583cd5-2030-4497-ae5c-17acb12f92ca of type vlan for network 37f48500-8076-40e5-aa80-78fcdfba4121 Nov 12 01:03:36.113510 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1977f2ca-219c-419d-96f7-a674ac03ecb6 req-ecaedd8a-d4e7-4982-bc5c-2fe1d54124d7 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.176 HTTP/1.1" status: 200 len: 696 time: 0.1603718 Nov 12 01:03:36.143684 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf2a1e7-1462-402f-9f98-04940b649262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc715e52-7102-482f-8973-bc8556ad9813,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:36.190251 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3bf2a1e7-1462-402f-9f98-04940b649262 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:36.220432 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3bf2a1e7-1462-402f-9f98-04940b649262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:36.221568 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf2a1e7-1462-402f-9f98-04940b649262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:36.222404 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3bf2a1e7-1462-402f-9f98-04940b649262 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:36.232984 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=9d7bd877-2240-48c8-af3a-99027fa5fb2b,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:36.266363 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1977f2ca-219c-419d-96f7-a674ac03ecb6 req-d0c17ba8-7e88-4fd9-8872-55de79cf1017 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.176 HTTP/1.1" status: 200 len: 696 time: 0.1428611 Nov 12 01:03:36.313131 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf2a1e7-1462-402f-9f98-04940b649262 admin admin] Pushing event updated for resources: {'Network': ['ID=37f48500-8076-40e5-aa80-78fcdfba4121,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:36.332915 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 37f48500-8076-40e5-aa80-78fcdfba4121 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:03:36.346069 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3bf2a1e7-1462-402f-9f98-04940b649262 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0709205 Nov 12 01:03:36.346735 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35080) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:36.355257 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-44322aad-f7af-4afb-859c-48d39b13a27a admin admin] Request body: {'subnet': {'network_id': '37f48500-8076-40e5-aa80-78fcdfba4121', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1922529516-subnet', 'tenant_id': 'cba00eb37e224ffaa44c45ebb2a0b086', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:36.366349 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-292aa93a-88cc-4dd4-a05e-30203f990463 req-f2e4a826-baf8-4b19-806b-fea0c317af0a tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:36.376637 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-292aa93a-88cc-4dd4-a05e-30203f990463 req-f2e4a826-baf8-4b19-806b-fea0c317af0a tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:36.377343 n-d-712142-27 neutron-server[109085]: INFO neutron.db.l3_db [req-292aa93a-88cc-4dd4-a05e-30203f990463 req-f2e4a826-baf8-4b19-806b-fea0c317af0a tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Floating IP 92ac2565-8330-4d3a-894b-e0ce1238d7aa disassociated. External IP: 172.25.3.237, port: 3dc64195-fee3-489e-abe0-2fb2a598549a. Nov 12 01:03:36.427668 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44322aad-f7af-4afb-859c-48d39b13a27a admin admin] Made reservation on behalf of cba00eb37e224ffaa44c45ebb2a0b086 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:03:36.435699 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-44322aad-f7af-4afb-859c-48d39b13a27a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:36.486506 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 15e8b880-bdf7-4297-8037-5e8af0c0a024, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=15e8b880-bdf7-4297-8037-5e8af0c0a024,segment=NetworkSegment(854fd02c-c2b9-47eb-bd94-4f34333773fb),segment_id=854fd02c-c2b9-47eb-bd94-4f34333773fb)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:36.584483 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '15e8b880-bdf7-4297-8037-5e8af0c0a024', 'network_id': '42a64961-de15-4cbf-9f7d-d65cedf81ae7', 'port_id': '15e8b880-bdf7-4297-8037-5e8af0c0a024', 'mac_address': 'fa:16:3e:2f:14:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a4a1633-eebb-4206-a02e-19555e45d6c6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:03:36.707548 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:36.741818 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15e8b880-bdf7-4297-8037-5e8af0c0a024 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:03:36.809983 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 15e8b880-bdf7-4297-8037-5e8af0c0a024, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=15e8b880-bdf7-4297-8037-5e8af0c0a024,segment=NetworkSegment(854fd02c-c2b9-47eb-bd94-4f34333773fb),segment_id=854fd02c-c2b9-47eb-bd94-4f34333773fb)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:36.818522 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:36.859548 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-44322aad-f7af-4afb-859c-48d39b13a27a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:36.935312 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=15e8b880-bdf7-4297-8037-5e8af0c0a024,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:36.952070 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44322aad-f7af-4afb-859c-48d39b13a27a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4a734ac-a14e-482f-a25a-820aa1760c7d,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:36.962392 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device b375c86f-24ec-4a06-af37-e5c95f2b1cae details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:03:36.974872 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44322aad-f7af-4afb-859c-48d39b13a27a admin admin] Checking segment: {'id': '3a583cd5-2030-4497-ae5c-17acb12f92ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '37f48500-8076-40e5-aa80-78fcdfba4121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:03:36.975252 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44322aad-f7af-4afb-859c-48d39b13a27a admin admin] Network hostable DHCP agents. Network: 37f48500-8076-40e5-aa80-78fcdfba4121, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:03:36.999633 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44322aad-f7af-4afb-859c-48d39b13a27a admin admin] Network 37f48500-8076-40e5-aa80-78fcdfba4121 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:03:37.016293 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-44322aad-f7af-4afb-859c-48d39b13a27a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 37f48500-8076-40e5-aa80-78fcdfba4121) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:37.031169 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44322aad-f7af-4afb-859c-48d39b13a27a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:37.031840 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-44322aad-f7af-4afb-859c-48d39b13a27a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:37.045040 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b4b2c0-cde8-4ccf-a880-3d509bd7a4f2 None None] Network 37f48500-8076-40e5-aa80-78fcdfba4121 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:03:37.062941 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-44322aad-f7af-4afb-859c-48d39b13a27a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7149534 Nov 12 01:03:37.067504 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35094) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:37.073631 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-06ad3a3a-82e8-4baa-ab6a-9b4279aeb9a3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1922529516-router', 'tenant_id': 'cba00eb37e224ffaa44c45ebb2a0b086', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:37.104070 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-06ad3a3a-82e8-4baa-ab6a-9b4279aeb9a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:37.105939 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-06ad3a3a-82e8-4baa-ab6a-9b4279aeb9a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:37.160397 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-1977f2ca-219c-419d-96f7-a674ac03ecb6 req-c7589b45-1e5c-45b7-9d39-9b1d8cbfe6d2 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Deleting port 6e5b65cb-73b3-460b-a7db-367c71833ebd {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:03:37.161279 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1977f2ca-219c-419d-96f7-a674ac03ecb6 req-c7589b45-1e5c-45b7-9d39-9b1d8cbfe6d2 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:37.216724 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-06ad3a3a-82e8-4baa-ab6a-9b4279aeb9a3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:37.218629 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port b375c86f-24ec-4a06-af37-e5c95f2b1cae, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=b375c86f-24ec-4a06-af37-e5c95f2b1cae,segment=NetworkSegment(241d1237-5a54-4a08-8584-358bbd4e511f),segment_id=241d1237-5a54-4a08-8584-358bbd4e511f)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:37.304142 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'b375c86f-24ec-4a06-af37-e5c95f2b1cae', 'network_id': '27138fd0-2739-4679-b06e-dafc84073bf0', 'port_id': 'b375c86f-24ec-4a06-af37-e5c95f2b1cae', 'mac_address': 'fa:16:3e:a9:0c:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc72c35-9d59-4a0f-ae56-f38fe29c2b7f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:03:37.305307 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-292aa93a-88cc-4dd4-a05e-30203f990463 req-f2e4a826-baf8-4b19-806b-fea0c317af0a tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Router 86ded82b-0ad2-4d4a-9b56-e80964346416 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:03:37.414316 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-06ad3a3a-82e8-4baa-ab6a-9b4279aeb9a3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:37.463261 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:37.474657 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1977f2ca-219c-419d-96f7-a674ac03ecb6 req-c7589b45-1e5c-45b7-9d39-9b1d8cbfe6d2 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:37.475309 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1977f2ca-219c-419d-96f7-a674ac03ecb6 req-c7589b45-1e5c-45b7-9d39-9b1d8cbfe6d2 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:37.486379 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd76668-6883-448b-b010-75df05928be6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-37f48500-8076-40e5-aa80-78fcdfba4121', 'network_id': '37f48500-8076-40e5-aa80-78fcdfba4121', 'tenant_id': 'cba00eb37e224ffaa44c45ebb2a0b086', 'fixed_ips': [{'subnet_id': 'e4a734ac-a14e-482f-a25a-820aa1760c7d'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:03:37.488935 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-abd76668-6883-448b-b010-75df05928be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:37.515659 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b375c86f-24ec-4a06-af37-e5c95f2b1cae {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:03:37.533740 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-1977f2ca-219c-419d-96f7-a674ac03ecb6 req-c7589b45-1e5c-45b7-9d39-9b1d8cbfe6d2 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Calling delete_port for 6e5b65cb-73b3-460b-a7db-367c71833ebd owned by network:floatingip {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:03:37.554328 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-292aa93a-88cc-4dd4-a05e-30203f990463 req-f2e4a826-baf8-4b19-806b-fea0c317af0a tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:03:37.563557 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-292aa93a-88cc-4dd4-a05e-30203f990463 req-f2e4a826-baf8-4b19-806b-fea0c317af0a tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:37.586881 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e26f68-1fca-4f6b-8260-3b875c1f7077 None None] Sync routers for ids ['86ded82b-0ad2-4d4a-9b56-e80964346416'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:03:37.605630 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port b375c86f-24ec-4a06-af37-e5c95f2b1cae, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=b375c86f-24ec-4a06-af37-e5c95f2b1cae,segment=NetworkSegment(241d1237-5a54-4a08-8584-358bbd4e511f),segment_id=241d1237-5a54-4a08-8584-358bbd4e511f)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:37.687457 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-292aa93a-88cc-4dd4-a05e-30203f990463 req-f2e4a826-baf8-4b19-806b-fea0c317af0a tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "PUT /v2.0/floatingips/92ac2565-8330-4d3a-894b-e0ce1238d7aa HTTP/1.1" status: 200 len: 695 time: 2.3269067 Nov 12 01:03:37.691859 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79a58dd3-fdf9-4b0b-8d60-09483063a895', 'tag': '3dc64195-fee3-489e-abe0-2fb2a598549a'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:03:37.695241 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891f1213-4730-440f-9983-5a5e93235c78" -d '{"events": [{"name": "network-changed", "server_uuid": "79a58dd3-fdf9-4b0b-8d60-09483063a895", "tag": "3dc64195-fee3-489e-abe0-2fb2a598549a"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:03:37.713391 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-82b3a6dc-55f7-4964-a98a-cf03a1f1c933 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:37.716079 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-82b3a6dc-55f7-4964-a98a-cf03a1f1c933 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.44 "GET /v2.0/networks?id=ddbdeb8e-9a29-48b5-957b-64766cbb8316 HTTP/1.1" status: 200 len: 812 time: 0.3882582 Nov 12 01:03:37.775998 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-06ad3a3a-82e8-4baa-ab6a-9b4279aeb9a3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:37.795759 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-d3b9e991-1e2a-416f-9fcc-55f06b603525 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Request body: {'port': {'device_id': 'bf87c55e-a361-4f52-886e-7ee14de0df96', 'network_id': 'ddbdeb8e-9a29-48b5-957b-64766cbb8316', 'admin_state_up': True, 'tenant_id': '7ddab49d3f5a4b49b039bf18c7812764'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:37.811001 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-06ad3a3a-82e8-4baa-ab6a-9b4279aeb9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:37.904942 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:37.908385 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292aa93a-88cc-4dd4-a05e-30203f990463 req-897f3d81-d131-45a1-a10c-4785e7fd2b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:37.910025 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-292aa93a-88cc-4dd4-a05e-30203f990463 req-897f3d81-d131-45a1-a10c-4785e7fd2b8a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=96b0e06352b2479cb7df6d4462e19f15&device_id=79a58dd3-fdf9-4b0b-8d60-09483063a895 HTTP/1.1" status: 200 len: 1097 time: 0.1895638 Nov 12 01:03:37.926627 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['d7155c35-074f-4ae5-aa90-e76bbcfeca13'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:03:37.929306 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['0dfccde3-6835-438c-80e1-9143513c8da3'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:03:37.931760 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['9d7bd877-2240-48c8-af3a-99027fa5fb2b'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:03:38.028995 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-06ad3a3a-82e8-4baa-ab6a-9b4279aeb9a3 admin admin] Allocated IP 172.25.3.15 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/045f4a39-0125-4bf5-bcb1-a994edeefd40) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:03:38.031028 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1977f2ca-219c-419d-96f7-a674ac03ecb6 req-c7589b45-1e5c-45b7-9d39-9b1d8cbfe6d2 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:38.057181 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e26f68-1fca-4f6b-8260-3b875c1f7077 None None] Routers {'86ded82b-0ad2-4d4a-9b56-e80964346416'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:38.057893 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-60e26f68-1fca-4f6b-8260-3b875c1f7077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:03:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['86ded82b-0ad2-4d4a-9b56-e80964346416'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:38.087611 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7589b45-1e5c-45b7-9d39-9b1d8cbfe6d2 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Pushing event deleted for resources: {'Port': ['ID=6e5b65cb-73b3-460b-a7db-367c71833ebd,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:38.133158 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-d3b9e991-1e2a-416f-9fcc-55f06b603525 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Made reservation on behalf of 7ddab49d3f5a4b49b039bf18c7812764 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:03:38.136881 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-d3b9e991-1e2a-416f-9fcc-55f06b603525 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:38.169673 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292aa93a-88cc-4dd4-a05e-30203f990463 req-374ca319-327e-474e-a6c9-74aba37ff364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:38.171260 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-292aa93a-88cc-4dd4-a05e-30203f990463 req-374ca319-327e-474e-a6c9-74aba37ff364 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d6a8462f-5130-4d0f-951a-dac9101bc5c2 HTTP/1.1" status: 200 len: 919 time: 0.2402444 Nov 12 01:03:38.195421 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['15e8b880-bdf7-4297-8037-5e8af0c0a024'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:03:38.226052 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-06ad3a3a-82e8-4baa-ab6a-9b4279aeb9a3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:38.238961 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['87149f6f-d97b-47f5-ab95-570cc8b6ab52'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:03:38.257785 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-292aa93a-88cc-4dd4-a05e-30203f990463 req-085e2e7e-ef65-4aaf-a8f1-15f2383fd9ea service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dc64195-fee3-489e-abe0-2fb2a598549a HTTP/1.1" status: 200 len: 217 time: 0.0472243 Nov 12 01:03:38.260376 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1977f2ca-219c-419d-96f7-a674ac03ecb6 req-c7589b45-1e5c-45b7-9d39-9b1d8cbfe6d2 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks [] for floatingip, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:38.263776 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1977f2ca-219c-419d-96f7-a674ac03ecb6 req-c7589b45-1e5c-45b7-9d39-9b1d8cbfe6d2 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:38.265361 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1977f2ca-219c-419d-96f7-a674ac03ecb6 req-c7589b45-1e5c-45b7-9d39-9b1d8cbfe6d2 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] 10.222.0.45 "DELETE /v2.0/floatingips/b29eea31-23ee-449e-bc00-2d306fd50108 HTTP/1.1" status: 204 len: 173 time: 1.9980268 Nov 12 01:03:38.284303 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['02f4ae95-756c-4dab-896e-11fe6ab13527'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:03:38.307412 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-06ad3a3a-82e8-4baa-ab6a-9b4279aeb9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:38.331134 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292aa93a-88cc-4dd4-a05e-30203f990463 req-894b006f-5a32-4997-9d4d-f479d0f3fb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:38.333558 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-292aa93a-88cc-4dd4-a05e-30203f990463 req-894b006f-5a32-4997-9d4d-f479d0f3fb2f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=26412b35-38aa-41b4-bb78-aab31ac9da6a HTTP/1.1" status: 200 len: 859 time: 0.0633481 Nov 12 01:03:38.392759 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ad3a3a-82e8-4baa-ab6a-9b4279aeb9a3 admin admin] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:03:38.403863 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-06ad3a3a-82e8-4baa-ab6a-9b4279aeb9a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:38.418682 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ad3a3a-82e8-4baa-ab6a-9b4279aeb9a3 admin admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:03:38.420778 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-292aa93a-88cc-4dd4-a05e-30203f990463 req-de1ce676-3807-4350-9ae1-0372a342e2c6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d6a8462f-5130-4d0f-951a-dac9101bc5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376618 Nov 12 01:03:38.429510 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=b375c86f-24ec-4a06-af37-e5c95f2b1cae,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:38.442248 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:38.515819 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['b375c86f-24ec-4a06-af37-e5c95f2b1cae'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:03:38.527903 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad3a3a-82e8-4baa-ab6a-9b4279aeb9a3 admin admin] Pushing event updated for resources: {'Port': ['ID=045f4a39-0125-4bf5-bcb1-a994edeefd40,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:38.593727 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-abd76668-6883-448b-b010-75df05928be6 None None] Allocated IP 172.20.0.2 (37f48500-8076-40e5-aa80-78fcdfba4121/e4a734ac-a14e-482f-a25a-820aa1760c7d/c38442ba-355c-475e-9109-f8ecee69379d) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:03:38.614972 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-d3b9e991-1e2a-416f-9fcc-55f06b603525 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Allocated IP 172.20.0.3 (ddbdeb8e-9a29-48b5-957b-64766cbb8316/32c7a1dd-a18b-4edd-81ef-25269083f064/5ed033f0-b5f4-406b-98cb-7a73ff4e24e9) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:03:38.754293 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-60e26f68-1fca-4f6b-8260-3b875c1f7077 None None] Set router 86ded82b-0ad2-4d4a-9b56-e80964346416 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:03:38.802443 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-292aa93a-88cc-4dd4-a05e-30203f990463 req-92a22037-ce45-4229-82b6-8ab1f4c4c8bd service neutron] 10.222.0.45 "GET /v2.0/networks/d6a8462f-5130-4d0f-951a-dac9101bc5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567541 Nov 12 01:03:38.955467 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-06ad3a3a-82e8-4baa-ab6a-9b4279aeb9a3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:39.104843 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1f23f-440a-4f56-8f25-4e80cd997dd5 req-ebe6c034-78ef-495c-8383-8c6edf56d3ba tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:39.111195 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1f23f-440a-4f56-8f25-4e80cd997dd5 req-ebe6c034-78ef-495c-8383-8c6edf56d3ba tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:39.117542 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1f23f-440a-4f56-8f25-4e80cd997dd5 req-ebe6c034-78ef-495c-8383-8c6edf56d3ba tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:39.125487 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1f23f-440a-4f56-8f25-4e80cd997dd5 req-ebe6c034-78ef-495c-8383-8c6edf56d3ba tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:39.133545 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1f23f-440a-4f56-8f25-4e80cd997dd5 req-ebe6c034-78ef-495c-8383-8c6edf56d3ba tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:39.139247 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1f23f-440a-4f56-8f25-4e80cd997dd5 req-ebe6c034-78ef-495c-8383-8c6edf56d3ba tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:39.145613 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf1f23f-440a-4f56-8f25-4e80cd997dd5 req-ebe6c034-78ef-495c-8383-8c6edf56d3ba tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:39.147674 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7bf1f23f-440a-4f56-8f25-4e80cd997dd5 req-ebe6c034-78ef-495c-8383-8c6edf56d3ba tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 5427 time: 0.3372595 Nov 12 01:03:39.155463 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-d3b9e991-1e2a-416f-9fcc-55f06b603525 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:39.208150 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-06ad3a3a-82e8-4baa-ab6a-9b4279aeb9a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:39.227777 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-292aa93a-88cc-4dd4-a05e-30203f990463 req-f4f4e9ea-1b66-4564-a9e7-a4a351ca9c8c service neutron] 10.222.0.45 "GET /v2.0/networks/d6a8462f-5130-4d0f-951a-dac9101bc5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4149280 Nov 12 01:03:39.304412 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-d3b9e991-1e2a-416f-9fcc-55f06b603525 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:39.377066 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7bf1f23f-440a-4f56-8f25-4e80cd997dd5 req-bb7e5368-c4d6-4824-8f1a-90ba7fe63486 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c2064e3-365e-4ce1-97ba-786147ddb249&id=cc2c1d93-00ba-4bf1-8dce-5f2d256d3645&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2192287 Nov 12 01:03:39.459235 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-d3b9e991-1e2a-416f-9fcc-55f06b603525 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Network ddbdeb8e-9a29-48b5-957b-64766cbb8316 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:03:39.469551 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-d3b9e991-1e2a-416f-9fcc-55f06b603525 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:39.490016 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-d3b9e991-1e2a-416f-9fcc-55f06b603525 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:03:39.530443 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ad3a3a-82e8-4baa-ab6a-9b4279aeb9a3 admin admin] Router 78ac4449-765d-41b6-a958-37ec9d08fb4c is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:03:39.537122 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b9e991-1e2a-416f-9fcc-55f06b603525 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Pushing event updated for resources: {'Port': ['ID=5ed033f0-b5f4-406b-98cb-7a73ff4e24e9,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:39.587326 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e5331-7a55-47c2-a785-6d99f225648b req-7bdc3268-30b2-4023-9913-80e514bd75a2 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:39.589395 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-129e5331-7a55-47c2-a785-6d99f225648b req-7bdc3268-30b2-4023-9913-80e514bd75a2 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf87c55e-a361-4f52-886e-7ee14de0df96 HTTP/1.1" status: 200 len: 931 time: 0.2269247 Nov 12 01:03:39.599619 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-d3b9e991-1e2a-416f-9fcc-55f06b603525 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:39.600834 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-d3b9e991-1e2a-416f-9fcc-55f06b603525 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:39.689074 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-129e5331-7a55-47c2-a785-6d99f225648b req-fc4776d4-bc25-4e67-a2a9-592eedcbea5d tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741971 Nov 12 01:03:39.715518 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-d3b9e991-1e2a-416f-9fcc-55f06b603525 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9276218 Nov 12 01:03:39.734888 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-abd76668-6883-448b-b010-75df05928be6 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:39.744724 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-fa6e3e5d-9303-47bf-88ed-a99b5d40494f service neutron] Request body: {'port': {'device_id': 'bf87c55e-a361-4f52-886e-7ee14de0df96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:39.767072 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8003d27-ad34-4d84-814c-e48d984bcfc6 x-openstack-request-id: req-c8003d27-ad34-4d84-814c-e48d984bcfc6 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:03:39.767907 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79a58dd3-fdf9-4b0b-8d60-09483063a895", "tag": "3dc64195-fee3-489e-abe0-2fb2a598549a", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:03:39.768355 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c8003d27-ad34-4d84-814c-e48d984bcfc6 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:03:39.768743 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-abd76668-6883-448b-b010-75df05928be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:39.769024 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79a58dd3-fdf9-4b0b-8d60-09483063a895', 'tag': '3dc64195-fee3-489e-abe0-2fb2a598549a', 'status': 'completed', 'code': 200} Nov 12 01:03:39.847834 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd76668-6883-448b-b010-75df05928be6 None None] Network 37f48500-8076-40e5-aa80-78fcdfba4121 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:03:39.855023 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-abd76668-6883-448b-b010-75df05928be6 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:39.860068 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd76668-6883-448b-b010-75df05928be6 None None] Pushing event updated for resources: {'Port': ['ID=c38442ba-355c-475e-9109-f8ecee69379d,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:39.863911 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd76668-6883-448b-b010-75df05928be6 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:03:39.887126 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ad3a3a-82e8-4baa-ab6a-9b4279aeb9a3 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:03:39.895270 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f1213-4730-440f-9983-5a5e93235c78 req-a83fa0d2-d227-4573-be59-7f894934182b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:39.897563 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-891f1213-4730-440f-9983-5a5e93235c78 req-a83fa0d2-d227-4573-be59-7f894934182b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=96b0e06352b2479cb7df6d4462e19f15&device_id=79a58dd3-fdf9-4b0b-8d60-09483063a895 HTTP/1.1" status: 200 len: 1097 time: 0.0760980 Nov 12 01:03:39.909152 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de0f821-f856-4e89-8f02-fb11ee790278 None None] Sync routers for ids ['78ac4449-765d-41b6-a958-37ec9d08fb4c'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:03:39.935922 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de0f821-f856-4e89-8f02-fb11ee790278 None None] Routers {'78ac4449-765d-41b6-a958-37ec9d08fb4c'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:39.937415 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-9de0f821-f856-4e89-8f02-fb11ee790278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:03:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['78ac4449-765d-41b6-a958-37ec9d08fb4c'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:39.940737 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-60e26f68-1fca-4f6b-8260-3b875c1f7077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ded82b-0ad2-4d4a-9b56-e80964346416', 'name': 'tempest-ServerRescueTestJSONUnderV235-482719058-router', 'tenant_id': '96b0e06352b2479cb7df6d4462e19f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'ff0dcb84-7035-439b-abdb-bf5039189143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:01:56Z', 'updated_at': '2021-11-12T01:02:07Z', 'revision_number': 4, 'project_id': '96b0e06352b2479cb7df6d4462e19f15', 'gw_port': {'id': 'ff0dcb84-7035-439b-abdb-bf5039189143', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:28:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ded82b-0ad2-4d4a-9b56-e80964346416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:57Z', 'updated_at': '2021-11-12T01:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '465da04e-83e4-4ba9-a9f9-126c0299f087', 'name': '', 'network_id': 'd6a8462f-5130-4d0f-951a-dac9101bc5c2', 'tenant_id': '96b0e06352b2479cb7df6d4462e19f15', 'mac_address': 'fa:16:3e:79:ce:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ded82b-0ad2-4d4a-9b56-e80964346416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '26412b35-38aa-41b4-bb78-aab31ac9da6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:04Z', 'updated_at': '2021-11-12T01:02:16Z', 'revision_number': 5, 'project_id': '96b0e06352b2479cb7df6d4462e19f15', 'subnets': [{'id': '26412b35-38aa-41b4-bb78-aab31ac9da6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:39.941116 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-633a7a08-6938-4358-8210-0a2aca8d7087 req-e954a9aa-2f39-4f31-91b9-fb4f89a43894 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "GET /v2.0/floatingips/92ac2565-8330-4d3a-894b-e0ce1238d7aa HTTP/1.1" status: 200 len: 695 time: 0.1309490 Nov 12 01:03:39.991285 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e26f68-1fca-4f6b-8260-3b875c1f7077 None None] Checking router: 86ded82b-0ad2-4d4a-9b56-e80964346416 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:03:39.998527 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-abd76668-6883-448b-b010-75df05928be6 None None] Attempting to bind port c38442ba-355c-475e-9109-f8ecee69379d on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:03:39.998527 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-abd76668-6883-448b-b010-75df05928be6 None None] Attempting to bind port c38442ba-355c-475e-9109-f8ecee69379d by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '3a583cd5-2030-4497-ae5c-17acb12f92ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '37f48500-8076-40e5-aa80-78fcdfba4121'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:03:39.998994 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd76668-6883-448b-b010-75df05928be6 None None] Attempting to bind port c38442ba-355c-475e-9109-f8ecee69379d on network 37f48500-8076-40e5-aa80-78fcdfba4121 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:03:40.009457 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd76668-6883-448b-b010-75df05928be6 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:03:40.010126 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd76668-6883-448b-b010-75df05928be6 None None] Checking segment: {'id': '3a583cd5-2030-4497-ae5c-17acb12f92ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '37f48500-8076-40e5-aa80-78fcdfba4121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:03:40.010535 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-abd76668-6883-448b-b010-75df05928be6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:40.010937 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd76668-6883-448b-b010-75df05928be6 None None] Bound using segment: {'id': '3a583cd5-2030-4497-ae5c-17acb12f92ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '37f48500-8076-40e5-aa80-78fcdfba4121'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:03:40.011614 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-abd76668-6883-448b-b010-75df05928be6 None None] Bound port: c38442ba-355c-475e-9109-f8ecee69379d, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a583cd5-2030-4497-ae5c-17acb12f92ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '37f48500-8076-40e5-aa80-78fcdfba4121'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:03:40.012791 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-abd76668-6883-448b-b010-75df05928be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:40.015367 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e26f68-1fca-4f6b-8260-3b875c1f7077 None None] Routers {'86ded82b-0ad2-4d4a-9b56-e80964346416'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:40.015638 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f1213-4730-440f-9983-5a5e93235c78 req-a08b66a0-fdd8-4be3-b717-3684d0db81a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:40.016063 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-60e26f68-1fca-4f6b-8260-3b875c1f7077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:03:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['86ded82b-0ad2-4d4a-9b56-e80964346416'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:40.017036 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-891f1213-4730-440f-9983-5a5e93235c78 req-a08b66a0-fdd8-4be3-b717-3684d0db81a1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d6a8462f-5130-4d0f-951a-dac9101bc5c2 HTTP/1.1" status: 200 len: 919 time: 0.1049421 Nov 12 01:03:40.021831 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-06ad3a3a-82e8-4baa-ab6a-9b4279aeb9a3 admin admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:40.027548 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-06ad3a3a-82e8-4baa-ab6a-9b4279aeb9a3 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.9580121 Nov 12 01:03:40.028364 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35126) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:40.071932 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-891f1213-4730-440f-9983-5a5e93235c78 req-2f9cad70-dbcb-4934-9ee2-174872ac54ef service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3dc64195-fee3-489e-abe0-2fb2a598549a HTTP/1.1" status: 200 len: 217 time: 0.0424812 Nov 12 01:03:40.238400 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-9de0f821-f856-4e89-8f02-fb11ee790278 None None] Set router 78ac4449-765d-41b6-a958-37ec9d08fb4c gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:03:40.265436 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f1213-4730-440f-9983-5a5e93235c78 req-81899484-d1de-48c2-b12c-18c24da2de4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:40.267075 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-891f1213-4730-440f-9983-5a5e93235c78 req-81899484-d1de-48c2-b12c-18c24da2de4a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=26412b35-38aa-41b4-bb78-aab31ac9da6a HTTP/1.1" status: 200 len: 859 time: 0.1551290 Nov 12 01:03:40.317290 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a7a08-6938-4358-8210-0a2aca8d7087 req-db7a8fee-00c4-4d88-afda-d0ca7edccd5f tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:40.325952 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-633a7a08-6938-4358-8210-0a2aca8d7087 req-db7a8fee-00c4-4d88-afda-d0ca7edccd5f tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "GET /v2.0/networks/ab9ea869-d067-4dfb-b2de-16b019fae22d HTTP/1.1" status: 200 len: 784 time: 0.3539894 Nov 12 01:03:40.382301 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:40.403590 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-abd76668-6883-448b-b010-75df05928be6 None None] For port c38442ba-355c-475e-9109-f8ecee69379d, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:03:40.403859 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-fa6e3e5d-9303-47bf-88ed-a99b5d40494f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:40.409398 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-abd76668-6883-448b-b010-75df05928be6 None None] For port c38442ba-355c-475e-9109-f8ecee69379d, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=c38442ba-355c-475e-9109-f8ecee69379d,segment=NetworkSegment(3a583cd5-2030-4497-ae5c-17acb12f92ca),segment_id=3a583cd5-2030-4497-ae5c-17acb12f92ca)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:03:40.415186 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-891f1213-4730-440f-9983-5a5e93235c78 req-22f6ed0f-b0fe-42d2-b7c6-7c160aa03350 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d6a8462f-5130-4d0f-951a-dac9101bc5c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657067 Nov 12 01:03:40.420534 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-60e26f68-1fca-4f6b-8260-3b875c1f7077 None None] Set router 86ded82b-0ad2-4d4a-9b56-e80964346416 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:03:40.425700 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-abd76668-6883-448b-b010-75df05928be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:40.464595 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-633a7a08-6938-4358-8210-0a2aca8d7087 req-81fc05fe-f1ad-427a-bfc5-b29ba15252cf tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.237 HTTP/1.1" status: 200 len: 698 time: 0.1376297 Nov 12 01:03:40.575364 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b3d29-94fc-4c4e-99bf-ee6314df84a2 req-a72aaa48-c4d0-43e3-9f46-967b1c6dbc39 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:40.587717 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5c9b3d29-94fc-4c4e-99bf-ee6314df84a2 req-a72aaa48-c4d0-43e3-9f46-967b1c6dbc39 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.7804577 Nov 12 01:03:40.612571 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-633a7a08-6938-4358-8210-0a2aca8d7087 req-78a1a097-8915-4912-91e7-5dcb8a6f6fbc tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.237 HTTP/1.1" status: 200 len: 698 time: 0.1469457 Nov 12 01:03:40.776868 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-9de0f821-f856-4e89-8f02-fb11ee790278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ac4449-765d-41b6-a958-37ec9d08fb4c', 'name': 'tempest-ServersTestJSON-1922529516-router', 'tenant_id': 'cba00eb37e224ffaa44c45ebb2a0b086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '045f4a39-0125-4bf5-bcb1-a994edeefd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:37Z', 'updated_at': '2021-11-12T01:03:38Z', 'revision_number': 3, 'project_id': 'cba00eb37e224ffaa44c45ebb2a0b086', 'gw_port': {'id': '045f4a39-0125-4bf5-bcb1-a994edeefd40', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ac4449-765d-41b6-a958-37ec9d08fb4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:37Z', 'updated_at': '2021-11-12T01:03:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:40.828706 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd76668-6883-448b-b010-75df05928be6 None None] Pushing event updated for resources: {'Port': ['ID=c38442ba-355c-475e-9109-f8ecee69379d,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:40.852958 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de0f821-f856-4e89-8f02-fb11ee790278 None None] Checking router: 78ac4449-765d-41b6-a958-37ec9d08fb4c for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:03:40.853316 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de0f821-f856-4e89-8f02-fb11ee790278 None None] Updating router 78ac4449-765d-41b6-a958-37ec9d08fb4c port 045f4a39-0125-4bf5-bcb1-a994edeefd40 binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:03:40.854620 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-891f1213-4730-440f-9983-5a5e93235c78 req-ca4ac02c-b46d-41f8-ae8b-cb2f7911d892 service neutron] 10.222.0.44 "GET /v2.0/networks/d6a8462f-5130-4d0f-951a-dac9101bc5c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4153898 Nov 12 01:03:40.928167 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-9de0f821-f856-4e89-8f02-fb11ee790278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:41.042645 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-60e26f68-1fca-4f6b-8260-3b875c1f7077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ded82b-0ad2-4d4a-9b56-e80964346416', 'name': 'tempest-ServerRescueTestJSONUnderV235-482719058-router', 'tenant_id': '96b0e06352b2479cb7df6d4462e19f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'ff0dcb84-7035-439b-abdb-bf5039189143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:01:56Z', 'updated_at': '2021-11-12T01:02:07Z', 'revision_number': 4, 'project_id': '96b0e06352b2479cb7df6d4462e19f15', 'gw_port': {'id': 'ff0dcb84-7035-439b-abdb-bf5039189143', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:28:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ded82b-0ad2-4d4a-9b56-e80964346416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:57Z', 'updated_at': '2021-11-12T01:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '465da04e-83e4-4ba9-a9f9-126c0299f087', 'name': '', 'network_id': 'd6a8462f-5130-4d0f-951a-dac9101bc5c2', 'tenant_id': '96b0e06352b2479cb7df6d4462e19f15', 'mac_address': 'fa:16:3e:79:ce:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ded82b-0ad2-4d4a-9b56-e80964346416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '26412b35-38aa-41b4-bb78-aab31ac9da6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:04Z', 'updated_at': '2021-11-12T01:02:16Z', 'revision_number': 5, 'project_id': '96b0e06352b2479cb7df6d4462e19f15', 'subnets': [{'id': '26412b35-38aa-41b4-bb78-aab31ac9da6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:41.140372 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e26f68-1fca-4f6b-8260-3b875c1f7077 None None] The sync data for ids ['86ded82b-0ad2-4d4a-9b56-e80964346416'] in n-d-712142-27 is: [{'id': '86ded82b-0ad2-4d4a-9b56-e80964346416', 'name': 'tempest-ServerRescueTestJSONUnderV235-482719058-router', 'tenant_id': '96b0e06352b2479cb7df6d4462e19f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'ff0dcb84-7035-439b-abdb-bf5039189143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:01:56Z', 'updated_at': '2021-11-12T01:02:07Z', 'revision_number': 4, 'project_id': '96b0e06352b2479cb7df6d4462e19f15', 'gw_port': {'id': 'ff0dcb84-7035-439b-abdb-bf5039189143', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:28:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ded82b-0ad2-4d4a-9b56-e80964346416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:57Z', 'updated_at': '2021-11-12T01:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '465da04e-83e4-4ba9-a9f9-126c0299f087', 'name': '', 'network_id': 'd6a8462f-5130-4d0f-951a-dac9101bc5c2', 'tenant_id': '96b0e06352b2479cb7df6d4462e19f15', 'mac_address': 'fa:16:3e:79:ce:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ded82b-0ad2-4d4a-9b56-e80964346416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '26412b35-38aa-41b4-bb78-aab31ac9da6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:04Z', 'updated_at': '2021-11-12T01:02:16Z', 'revision_number': 5, 'project_id': '96b0e06352b2479cb7df6d4462e19f15', 'subnets': [{'id': '26412b35-38aa-41b4-bb78-aab31ac9da6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:03:41.287915 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-891f1213-4730-440f-9983-5a5e93235c78 req-1ed51378-2a28-4708-8710-22559b8ca0cb service neutron] 10.222.0.44 "GET /v2.0/networks/d6a8462f-5130-4d0f-951a-dac9101bc5c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4139919 Nov 12 01:03:41.448093 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dcec46fe-69c3-400a-8b13-149bde1047ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:41.489504 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-9de0f821-f856-4e89-8f02-fb11ee790278 None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:41.499057 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-9de0f821-f856-4e89-8f02-fb11ee790278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:41.604045 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-9de0f821-f856-4e89-8f02-fb11ee790278 None None] Attempting to bind port 045f4a39-0125-4bf5-bcb1-a994edeefd40 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:03:41.604443 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-9de0f821-f856-4e89-8f02-fb11ee790278 None None] Attempting to bind port 045f4a39-0125-4bf5-bcb1-a994edeefd40 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:03:41.604796 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de0f821-f856-4e89-8f02-fb11ee790278 None None] Attempting to bind port 045f4a39-0125-4bf5-bcb1-a994edeefd40 on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:03:41.608298 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7155ad48-2dc8-4480-9614-e80b69cd2ab6 None None] Pushing event updated for resources: {'Port': ['ID=045f4a39-0125-4bf5-bcb1-a994edeefd40,revision_number=2']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:41.613833 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de0f821-f856-4e89-8f02-fb11ee790278 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:03:41.614300 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de0f821-f856-4e89-8f02-fb11ee790278 None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:03:41.614621 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-9de0f821-f856-4e89-8f02-fb11ee790278 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:41.615021 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de0f821-f856-4e89-8f02-fb11ee790278 None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:03:41.615513 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-9de0f821-f856-4e89-8f02-fb11ee790278 None None] Bound port: 045f4a39-0125-4bf5-bcb1-a994edeefd40, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:03:41.615901 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-9de0f821-f856-4e89-8f02-fb11ee790278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:41.745528 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-9de0f821-f856-4e89-8f02-fb11ee790278 None None] For port 045f4a39-0125-4bf5-bcb1-a994edeefd40, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:03:41.760234 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-9de0f821-f856-4e89-8f02-fb11ee790278 None None] For port 045f4a39-0125-4bf5-bcb1-a994edeefd40, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=045f4a39-0125-4bf5-bcb1-a994edeefd40,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:03:41.769732 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-9de0f821-f856-4e89-8f02-fb11ee790278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:41.790266 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-633a7a08-6938-4358-8210-0a2aca8d7087 req-10d1c75b-4615-4bc3-b5f4-df5fd611c06b tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Deleting port 7a82cab5-ea76-49ac-b751-e69bc8c9114d {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:03:41.790864 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-633a7a08-6938-4358-8210-0a2aca8d7087 req-10d1c75b-4615-4bc3-b5f4-df5fd611c06b tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:41.800196 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-dcec46fe-69c3-400a-8b13-149bde1047ee admin admin] Allocated IP 172.20.0.1 (37f48500-8076-40e5-aa80-78fcdfba4121/e4a734ac-a14e-482f-a25a-820aa1760c7d/5a688040-f072-4b24-b7be-9620aef23196) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:03:41.840885 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5ad23-4423-4e3e-a062-d31204455943 req-ec3c7e35-c286-4ed3-908a-31e2f1563108 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:41.847259 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5ad23-4423-4e3e-a062-d31204455943 req-ec3c7e35-c286-4ed3-908a-31e2f1563108 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:41.853641 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5ad23-4423-4e3e-a062-d31204455943 req-ec3c7e35-c286-4ed3-908a-31e2f1563108 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:41.860962 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5ad23-4423-4e3e-a062-d31204455943 req-ec3c7e35-c286-4ed3-908a-31e2f1563108 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:41.867322 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a14829-d5a6-44a5-b9b2-c01981fb87bb None None] New status for floating IP 92ac2565-8330-4d3a-894b-e0ce1238d7aa: DOWN {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:03:41.873224 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5ad23-4423-4e3e-a062-d31204455943 req-ec3c7e35-c286-4ed3-908a-31e2f1563108 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:41.881441 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5ad23-4423-4e3e-a062-d31204455943 req-ec3c7e35-c286-4ed3-908a-31e2f1563108 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:41.888777 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5ad23-4423-4e3e-a062-d31204455943 req-ec3c7e35-c286-4ed3-908a-31e2f1563108 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:41.897427 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de0f821-f856-4e89-8f02-fb11ee790278 None None] Routers {'78ac4449-765d-41b6-a958-37ec9d08fb4c'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:41.898075 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-9de0f821-f856-4e89-8f02-fb11ee790278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:03:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['78ac4449-765d-41b6-a958-37ec9d08fb4c'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:41.899592 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e1f5ad23-4423-4e3e-a062-d31204455943 req-ec3c7e35-c286-4ed3-908a-31e2f1563108 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 5427 time: 0.2563310 Nov 12 01:03:42.063621 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7155ad48-2dc8-4480-9614-e80b69cd2ab6 None None] Pushing event updated for resources: {'Port': ['ID=045f4a39-0125-4bf5-bcb1-a994edeefd40,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:42.169062 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-9de0f821-f856-4e89-8f02-fb11ee790278 None None] Set router 78ac4449-765d-41b6-a958-37ec9d08fb4c gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:03:42.256140 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e1f5ad23-4423-4e3e-a062-d31204455943 req-75167593-deb1-4216-9f8f-14d88c007742 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c2064e3-365e-4ce1-97ba-786147ddb249&id=cc2c1d93-00ba-4bf1-8dce-5f2d256d3645&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3557398 Nov 12 01:03:42.338321 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-633a7a08-6938-4358-8210-0a2aca8d7087 req-10d1c75b-4615-4bc3-b5f4-df5fd611c06b tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:42.338892 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-633a7a08-6938-4358-8210-0a2aca8d7087 req-10d1c75b-4615-4bc3-b5f4-df5fd611c06b tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:42.404458 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47cb76a-df9d-468e-8ddd-1c8009e15cd0 None None] Network 37f48500-8076-40e5-aa80-78fcdfba4121 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:03:42.449074 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dcec46fe-69c3-400a-8b13-149bde1047ee admin admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:42.496938 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dcec46fe-69c3-400a-8b13-149bde1047ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:42.504762 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-9de0f821-f856-4e89-8f02-fb11ee790278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ac4449-765d-41b6-a958-37ec9d08fb4c', 'name': 'tempest-ServersTestJSON-1922529516-router', 'tenant_id': 'cba00eb37e224ffaa44c45ebb2a0b086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '045f4a39-0125-4bf5-bcb1-a994edeefd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:37Z', 'updated_at': '2021-11-12T01:03:38Z', 'revision_number': 3, 'project_id': 'cba00eb37e224ffaa44c45ebb2a0b086', 'gw_port': {'id': '045f4a39-0125-4bf5-bcb1-a994edeefd40', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ac4449-765d-41b6-a958-37ec9d08fb4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:37Z', 'updated_at': '2021-11-12T01:03:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:42.514415 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-633a7a08-6938-4358-8210-0a2aca8d7087 req-10d1c75b-4615-4bc3-b5f4-df5fd611c06b tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Calling delete_port for 7a82cab5-ea76-49ac-b751-e69bc8c9114d owned by network:floatingip {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:03:42.549140 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de0f821-f856-4e89-8f02-fb11ee790278 None None] The sync data for ids ['78ac4449-765d-41b6-a958-37ec9d08fb4c'] in n-d-712142-27 is: [{'id': '78ac4449-765d-41b6-a958-37ec9d08fb4c', 'name': 'tempest-ServersTestJSON-1922529516-router', 'tenant_id': 'cba00eb37e224ffaa44c45ebb2a0b086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '045f4a39-0125-4bf5-bcb1-a994edeefd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:37Z', 'updated_at': '2021-11-12T01:03:38Z', 'revision_number': 3, 'project_id': 'cba00eb37e224ffaa44c45ebb2a0b086', 'gw_port': {'id': '045f4a39-0125-4bf5-bcb1-a994edeefd40', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ac4449-765d-41b6-a958-37ec9d08fb4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:37Z', 'updated_at': '2021-11-12T01:03:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:03:42.553003 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-f40cc646-b13d-4aa3-85df-23f879207aa4 None None] Provisioning complete for port c38442ba-355c-475e-9109-f8ecee69379d triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:42.553633 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f40cc646-b13d-4aa3-85df-23f879207aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:42.583115 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-50c942f9-a550-431a-aa77-e648977a4386 req-d3419926-ccb5-4273-81b5-51604fe7a690 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] 10.222.0.45 "GET /v2.0/floatingips?tenant_id=fe88eff40ad641309dd578bc03eefa19 HTTP/1.1" status: 200 len: 1656 time: 0.2380028 Nov 12 01:03:42.588151 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-fa6e3e5d-9303-47bf-88ed-a99b5d40494f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ed033f0-b5f4-406b-98cb-7a73ff4e24e9 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:03:42.595462 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcec46fe-69c3-400a-8b13-149bde1047ee admin admin] Network 37f48500-8076-40e5-aa80-78fcdfba4121 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:03:42.597255 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcec46fe-69c3-400a-8b13-149bde1047ee admin admin] Pushing event updated for resources: {'Port': ['ID=5a688040-f072-4b24-b7be-9620aef23196,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:42.600217 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-dcec46fe-69c3-400a-8b13-149bde1047ee admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:42.608906 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcec46fe-69c3-400a-8b13-149bde1047ee admin admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:03:42.613082 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-fa6e3e5d-9303-47bf-88ed-a99b5d40494f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:42.684872 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dcec46fe-69c3-400a-8b13-149bde1047ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:42.807654 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device c38442ba-355c-475e-9109-f8ecee69379d up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:03:42.826930 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-fa6e3e5d-9303-47bf-88ed-a99b5d40494f service neutron] Transition to ACTIVE for port object 5ed033f0-b5f4-406b-98cb-7a73ff4e24e9 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:03:42.845856 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-fa6e3e5d-9303-47bf-88ed-a99b5d40494f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:42.920163 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dcec46fe-69c3-400a-8b13-149bde1047ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:42.921101 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c942f9-a550-431a-aa77-e648977a4386 req-281d00af-0953-4f05-be04-04a21959ee31 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:42.936309 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-50c942f9-a550-431a-aa77-e648977a4386 req-281d00af-0953-4f05-be04-04a21959ee31 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] 10.222.0.45 "GET /v2.0/networks?id=ab9ea869-d067-4dfb-b2de-16b019fae22d&id=ab9ea869-d067-4dfb-b2de-16b019fae22d&id=ab9ea869-d067-4dfb-b2de-16b019fae22d HTTP/1.1" status: 200 len: 787 time: 0.3181396 Nov 12 01:03:42.997159 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f40cc646-b13d-4aa3-85df-23f879207aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:43.008031 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device b375c86f-24ec-4a06-af37-e5c95f2b1cae up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:03:43.042455 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e3e5d-9303-47bf-88ed-a99b5d40494f service neutron] Pushing event updated for resources: {'Port': ['ID=5ed033f0-b5f4-406b-98cb-7a73ff4e24e9,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:43.160281 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-f40cc646-b13d-4aa3-85df-23f879207aa4 None None] For port c38442ba-355c-475e-9109-f8ecee69379d, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=c38442ba-355c-475e-9109-f8ecee69379d,segment=NetworkSegment(3a583cd5-2030-4497-ae5c-17acb12f92ca),segment_id=3a583cd5-2030-4497-ae5c-17acb12f92ca)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:43.174831 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f40cc646-b13d-4aa3-85df-23f879207aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:43.266255 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-fa6e3e5d-9303-47bf-88ed-a99b5d40494f service neutron] Attempting to bind port 5ed033f0-b5f4-406b-98cb-7a73ff4e24e9 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:03:43.266838 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-fa6e3e5d-9303-47bf-88ed-a99b5d40494f service neutron] Attempting to bind port 5ed033f0-b5f4-406b-98cb-7a73ff4e24e9 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'ad4c4449-dc7a-4356-bf97-224e764df50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ddbdeb8e-9a29-48b5-957b-64766cbb8316'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:03:43.267793 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-fa6e3e5d-9303-47bf-88ed-a99b5d40494f service neutron] Attempting to bind port 5ed033f0-b5f4-406b-98cb-7a73ff4e24e9 on network ddbdeb8e-9a29-48b5-957b-64766cbb8316 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:03:43.308318 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dcec46fe-69c3-400a-8b13-149bde1047ee admin admin] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:43.313582 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port c38442ba-355c-475e-9109-f8ecee69379d triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:43.313961 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:43.318859 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c183d420-709d-453f-b3cf-d5af20b301cd req-f4c09cad-b583-4ee5-b365-9f673f49774b tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:43.321278 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c183d420-709d-453f-b3cf-d5af20b301cd req-f4c09cad-b583-4ee5-b365-9f673f49774b tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf87c55e-a361-4f52-886e-7ee14de0df96 HTTP/1.1" status: 200 len: 943 time: 0.2747581 Nov 12 01:03:43.322268 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-fa6e3e5d-9303-47bf-88ed-a99b5d40494f service neutron] Port 5ed033f0-b5f4-406b-98cb-7a73ff4e24e9 on network ddbdeb8e-9a29-48b5-957b-64766cbb8316 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:03:43.322846 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-fa6e3e5d-9303-47bf-88ed-a99b5d40494f service neutron] Attempting to bind port 5ed033f0-b5f4-406b-98cb-7a73ff4e24e9 on network ddbdeb8e-9a29-48b5-957b-64766cbb8316 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:03:43.327307 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dcec46fe-69c3-400a-8b13-149bde1047ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:43.375313 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-fa6e3e5d-9303-47bf-88ed-a99b5d40494f service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:03:43.375737 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-fa6e3e5d-9303-47bf-88ed-a99b5d40494f service neutron] Checking segment: {'id': 'ad4c4449-dc7a-4356-bf97-224e764df50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ddbdeb8e-9a29-48b5-957b-64766cbb8316'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:03:43.376524 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-fa6e3e5d-9303-47bf-88ed-a99b5d40494f service neutron] Bound using segment: {'id': 'ad4c4449-dc7a-4356-bf97-224e764df50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ddbdeb8e-9a29-48b5-957b-64766cbb8316'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:03:43.377287 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-fa6e3e5d-9303-47bf-88ed-a99b5d40494f service neutron] Bound port: 5ed033f0-b5f4-406b-98cb-7a73ff4e24e9, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad4c4449-dc7a-4356-bf97-224e764df50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ddbdeb8e-9a29-48b5-957b-64766cbb8316'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:03:43.377938 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-fa6e3e5d-9303-47bf-88ed-a99b5d40494f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:43.386367 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40cc646-b13d-4aa3-85df-23f879207aa4 None None] Pushing event updated for resources: {'Port': ['ID=c38442ba-355c-475e-9109-f8ecee69379d,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:43.389627 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-633a7a08-6938-4358-8210-0a2aca8d7087 req-10d1c75b-4615-4bc3-b5f4-df5fd611c06b tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:43.413472 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dcec46fe-69c3-400a-8b13-149bde1047ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:43.423855 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port b375c86f-24ec-4a06-af37-e5c95f2b1cae completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:03:43.441895 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port b375c86f-24ec-4a06-af37-e5c95f2b1cae triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:43.442291 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:43.579894 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcec46fe-69c3-400a-8b13-149bde1047ee admin admin] Pushing event updated for resources: {'Port': ['ID=5a688040-f072-4b24-b7be-9620aef23196,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:43.631107 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:43.648451 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-fa6e3e5d-9303-47bf-88ed-a99b5d40494f service neutron] For port 5ed033f0-b5f4-406b-98cb-7a73ff4e24e9, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:03:43.655032 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-fa6e3e5d-9303-47bf-88ed-a99b5d40494f service neutron] For port 5ed033f0-b5f4-406b-98cb-7a73ff4e24e9, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=5ed033f0-b5f4-406b-98cb-7a73ff4e24e9,segment=NetworkSegment(ad4c4449-dc7a-4356-bf97-224e764df50e),segment_id=ad4c4449-dc7a-4356-bf97-224e764df50e)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:03:43.656848 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d1c75b-4615-4bc3-b5f4-df5fd611c06b tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Pushing event deleted for resources: {'Port': ['ID=7a82cab5-ea76-49ac-b751-e69bc8c9114d,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:43.672251 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcec46fe-69c3-400a-8b13-149bde1047ee admin admin] Network 37f48500-8076-40e5-aa80-78fcdfba4121 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:03:43.675351 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b375c86f-24ec-4a06-af37-e5c95f2b1cae'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:03:43.675834 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-dcec46fe-69c3-400a-8b13-149bde1047ee admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:43.678228 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-fa6e3e5d-9303-47bf-88ed-a99b5d40494f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:43.682061 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723452f2-ecf9-4900-8b10-0462d84a54f3" -d '{"events": [{"server_uuid": "f4d7bf12-651b-4ebe-8869-e52af4287213", "name": "network-vif-plugged", "status": "completed", "tag": "b375c86f-24ec-4a06-af37-e5c95f2b1cae"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:03:43.692687 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-f8e302ca-ae97-453c-9497-a0b5d606ecb9 None None] Provisioning complete for port 5a688040-f072-4b24-b7be-9620aef23196 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:43.693065 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f8e302ca-ae97-453c-9497-a0b5d606ecb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:43.695078 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c183d420-709d-453f-b3cf-d5af20b301cd req-d759f97a-5411-4a53-9085-1132fde7b9fd tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3577182 Nov 12 01:03:43.783673 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port b375c86f-24ec-4a06-af37-e5c95f2b1cae, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=b375c86f-24ec-4a06-af37-e5c95f2b1cae,segment=NetworkSegment(241d1237-5a54-4a08-8584-358bbd4e511f),segment_id=241d1237-5a54-4a08-8584-358bbd4e511f)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:43.804774 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:43.809929 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 87149f6f-d97b-47f5-ab95-570cc8b6ab52 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:03:43.874975 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:03:43.912389 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-fa6e3e5d-9303-47bf-88ed-a99b5d40494f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:43.912949 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-fa6e3e5d-9303-47bf-88ed-a99b5d40494f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:43.915845 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcec46fe-69c3-400a-8b13-149bde1047ee admin admin] Router 78ac4449-765d-41b6-a958-37ec9d08fb4c has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:03:43.916828 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-fa6e3e5d-9303-47bf-88ed-a99b5d40494f service neutron] 10.222.0.44 "PUT /v2.0/ports/5ed033f0-b5f4-406b-98cb-7a73ff4e24e9 HTTP/1.1" status: 200 len: 1092 time: 4.1796768 Nov 12 01:03:43.956669 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf87c55e-a361-4f52-886e-7ee14de0df96', 'tag': '5ed033f0-b5f4-406b-98cb-7a73ff4e24e9'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:03:43.964260 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876ca335-aae3-4065-a04b-adab999c515c" -d '{"events": [{"name": "network-changed", "server_uuid": "bf87c55e-a361-4f52-886e-7ee14de0df96", "tag": "5ed033f0-b5f4-406b-98cb-7a73ff4e24e9"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:03:43.976998 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-f8e302ca-ae97-453c-9497-a0b5d606ecb9 None None] Port 5a688040-f072-4b24-b7be-9620aef23196 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:03:44.070040 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e3e5d-9303-47bf-88ed-a99b5d40494f service neutron] Pushing event updated for resources: {'Port': ['ID=5ed033f0-b5f4-406b-98cb-7a73ff4e24e9,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:44.088644 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-633a7a08-6938-4358-8210-0a2aca8d7087 req-10d1c75b-4615-4bc3-b5f4-df5fd611c06b tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Publish callbacks [] for floatingip, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:44.092290 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-633a7a08-6938-4358-8210-0a2aca8d7087 req-10d1c75b-4615-4bc3-b5f4-df5fd611c06b tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:44.093561 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-633a7a08-6938-4358-8210-0a2aca8d7087 req-10d1c75b-4615-4bc3-b5f4-df5fd611c06b tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "DELETE /v2.0/floatingips/92ac2565-8330-4d3a-894b-e0ce1238d7aa HTTP/1.1" status: 204 len: 173 time: 3.4800780 Nov 12 01:03:44.106375 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-f8e302ca-ae97-453c-9497-a0b5d606ecb9 None None] Provisioning complete for port c38442ba-355c-475e-9109-f8ecee69379d triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:44.107216 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f8e302ca-ae97-453c-9497-a0b5d606ecb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:44.154359 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=b375c86f-24ec-4a06-af37-e5c95f2b1cae,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:44.195793 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 87149f6f-d97b-47f5-ab95-570cc8b6ab52 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:03:44.218018 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 87149f6f-d97b-47f5-ab95-570cc8b6ab52 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:44.218318 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:44.242863 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcec46fe-69c3-400a-8b13-149bde1047ee admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:03:44.245961 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-44e99212-3981-4b6d-b654-da0fff2df096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:44.248088 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-44e99212-3981-4b6d-b654-da0fff2df096 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ddab49d3f5a4b49b039bf18c7812764&device_id=bf87c55e-a361-4f52-886e-7ee14de0df96 HTTP/1.1" status: 200 len: 1095 time: 0.2633047 Nov 12 01:03:44.258416 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-dcec46fe-69c3-400a-8b13-149bde1047ee admin admin] 10.222.0.45 "PUT /v2.0/routers/78ac4449-765d-41b6-a958-37ec9d08fb4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2273302 Nov 12 01:03:44.329217 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-197a5f6a-1a13-4466-99dd-17d6a182f14b req-21d9a2fd-a2d5-427d-8173-d71d9de5f456 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] 10.222.0.45 "GET /v2.0/floatingips/413776bc-0895-463d-8609-390bf5841821 HTTP/1.1" status: 200 len: 692 time: 0.2078567 Nov 12 01:03:44.414427 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-108f7c3b-ff40-463d-9494-8b92ab89633b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ed033f0-b5f4-406b-98cb-7a73ff4e24e9 HTTP/1.1" status: 200 len: 217 time: 0.1152549 Nov 12 01:03:44.468807 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:44.508111 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 87149f6f-d97b-47f5-ab95-570cc8b6ab52, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=87149f6f-d97b-47f5-ab95-570cc8b6ab52,segment=NetworkSegment(3b8d314a-fb91-4753-a376-6dadf7d1ae46),segment_id=3b8d314a-fb91-4753-a376-6dadf7d1ae46)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:44.515356 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:44.517867 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 02f4ae95-756c-4dab-896e-11fe6ab13527 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:03:44.529127 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7a5c5-14b7-4da4-abb5-ded04f447cd1 req-d0e0481e-9807-4c36-a8b0-6d1ffa88c46c tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:44.535406 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7a5c5-14b7-4da4-abb5-ded04f447cd1 req-d0e0481e-9807-4c36-a8b0-6d1ffa88c46c tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:44.541658 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7a5c5-14b7-4da4-abb5-ded04f447cd1 req-d0e0481e-9807-4c36-a8b0-6d1ffa88c46c tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:44.548270 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7a5c5-14b7-4da4-abb5-ded04f447cd1 req-d0e0481e-9807-4c36-a8b0-6d1ffa88c46c tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:44.554542 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7a5c5-14b7-4da4-abb5-ded04f447cd1 req-d0e0481e-9807-4c36-a8b0-6d1ffa88c46c tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:44.561438 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7a5c5-14b7-4da4-abb5-ded04f447cd1 req-d0e0481e-9807-4c36-a8b0-6d1ffa88c46c tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:44.567883 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7a5c5-14b7-4da4-abb5-ded04f447cd1 req-d0e0481e-9807-4c36-a8b0-6d1ffa88c46c tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:44.570028 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1cf7a5c5-14b7-4da4-abb5-ded04f447cd1 req-d0e0481e-9807-4c36-a8b0-6d1ffa88c46c tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 5428 time: 0.3192170 Nov 12 01:03:44.609112 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-15d013ff-a1e6-4b05-9c91-d7d771b72be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:44.610604 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-15d013ff-a1e6-4b05-9c91-d7d771b72be0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=32c7a1dd-a18b-4edd-81ef-25269083f064 HTTP/1.1" status: 200 len: 852 time: 0.1830819 Nov 12 01:03:44.617094 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-876f8b0a-965a-46e9-9ed2-b14d9e2f5cd9 None None] Provisioning complete for port 5a688040-f072-4b24-b7be-9620aef23196 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:44.617983 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-876f8b0a-965a-46e9-9ed2-b14d9e2f5cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:44.662383 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-e23ee00c-70ec-4904-beb3-2ab115d7c83f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ddbdeb8e-9a29-48b5-957b-64766cbb8316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422118 Nov 12 01:03:44.687520 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a5f6a-1a13-4466-99dd-17d6a182f14b req-0098b070-a38e-4af1-94d6-f131581048bf tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:44.694996 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-197a5f6a-1a13-4466-99dd-17d6a182f14b req-0098b070-a38e-4af1-94d6-f131581048bf tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] 10.222.0.45 "GET /v2.0/networks/ab9ea869-d067-4dfb-b2de-16b019fae22d HTTP/1.1" status: 200 len: 784 time: 0.3648043 Nov 12 01:03:44.706063 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=87149f6f-d97b-47f5-ab95-570cc8b6ab52,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:44.714841 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-197a5f6a-1a13-4466-99dd-17d6a182f14b req-0a068677-c78d-4c12-b716-5439f7c3c85d tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:03:44.717545 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-876f8b0a-965a-46e9-9ed2-b14d9e2f5cd9 None None] Port 5a688040-f072-4b24-b7be-9620aef23196 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:03:44.722513 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-197a5f6a-1a13-4466-99dd-17d6a182f14b req-0a068677-c78d-4c12-b716-5439f7c3c85d tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0265446 Nov 12 01:03:44.733703 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 02f4ae95-756c-4dab-896e-11fe6ab13527 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:03:44.741047 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 02f4ae95-756c-4dab-896e-11fe6ab13527 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:44.741686 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:44.844067 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 045f4a39-0125-4bf5-bcb1-a994edeefd40 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:03:44.888274 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-197a5f6a-1a13-4466-99dd-17d6a182f14b req-93451d36-b7d6-4e50-915c-7380f8f7c363 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.94 HTTP/1.1" status: 200 len: 695 time: 0.1643212 Nov 12 01:03:44.894917 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:44.909041 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1cf7a5c5-14b7-4da4-abb5-ded04f447cd1 req-b0d8017a-7c5a-439f-a974-4fe7da084f9b tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c2064e3-365e-4ce1-97ba-786147ddb249&id=cc2c1d93-00ba-4bf1-8dce-5f2d256d3645&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3156390 Nov 12 01:03:44.944996 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 045f4a39-0125-4bf5-bcb1-a994edeefd40 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:44.945371 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:44.950747 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 02f4ae95-756c-4dab-896e-11fe6ab13527, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=02f4ae95-756c-4dab-896e-11fe6ab13527,segment=NetworkSegment(3b8d314a-fb91-4753-a376-6dadf7d1ae46),segment_id=3b8d314a-fb91-4753-a376-6dadf7d1ae46)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:44.972365 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:44.973299 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device d7155c35-074f-4ae5-aa90-e76bbcfeca13 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:03:44.995360 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-74f7b854-6542-4b3f-85be-ed1a0cf95ee1 service neutron] 10.222.0.44 "GET /v2.0/networks/ddbdeb8e-9a29-48b5-957b-64766cbb8316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245089 Nov 12 01:03:45.052195 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6a16bd-dd4f-4bf2-ae18-7a413c97489c x-openstack-request-id: req-9e6a16bd-dd4f-4bf2-ae18-7a413c97489c {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:03:45.052495 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d7bf12-651b-4ebe-8869-e52af4287213", "name": "network-vif-plugged", "status": "completed", "tag": "b375c86f-24ec-4a06-af37-e5c95f2b1cae", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:03:45.052763 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9e6a16bd-dd4f-4bf2-ae18-7a413c97489c {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:03:45.053181 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b375c86f-24ec-4a06-af37-e5c95f2b1cae', 'code': 200} Nov 12 01:03:45.096902 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=02f4ae95-756c-4dab-896e-11fe6ab13527,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:45.150786 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port d7155c35-074f-4ae5-aa90-e76bbcfeca13 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:03:45.159873 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port d7155c35-074f-4ae5-aa90-e76bbcfeca13 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:45.160581 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:45.162681 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:45.221432 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116f6c66-b500-499c-a310-ff13452eb9ff x-openstack-request-id: req-116f6c66-b500-499c-a310-ff13452eb9ff {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:03:45.221935 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf87c55e-a361-4f52-886e-7ee14de0df96", "tag": "5ed033f0-b5f4-406b-98cb-7a73ff4e24e9", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:03:45.222372 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-116f6c66-b500-499c-a310-ff13452eb9ff {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:03:45.223001 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf87c55e-a361-4f52-886e-7ee14de0df96', 'tag': '5ed033f0-b5f4-406b-98cb-7a73ff4e24e9', 'status': 'completed', 'code': 200} Nov 12 01:03:45.223684 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 045f4a39-0125-4bf5-bcb1-a994edeefd40, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=045f4a39-0125-4bf5-bcb1-a994edeefd40,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:45.233808 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:45.234774 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device c38442ba-355c-475e-9109-f8ecee69379d up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:03:45.266389 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-197a5f6a-1a13-4466-99dd-17d6a182f14b req-3682fac4-8bfe-4c3e-8297-3a1b229f7154 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.94 HTTP/1.1" status: 200 len: 695 time: 0.3525169 Nov 12 01:03:45.283656 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-9b6a90ef-08bb-49f5-8def-0335628e0fd2 service neutron] 10.222.0.44 "GET /v2.0/networks/ddbdeb8e-9a29-48b5-957b-64766cbb8316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110062 Nov 12 01:03:45.474065 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2b5f82b4-2c58-494e-bc3d-aee5f372e719 req-d8dfef8a-5d0b-41b5-a495-af34a3d6ca52 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "GET /v2.0/security-groups/e5956c03-a242-41fb-b042-fd9dfae30a8a HTTP/1.1" status: 200 len: 1827 time: 0.2490475 Nov 12 01:03:45.488843 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25509a9-424a-455a-93ee-5a32553fb216 None None] Sync routers for ids ['78ac4449-765d-41b6-a958-37ec9d08fb4c'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:03:45.501805 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25509a9-424a-455a-93ee-5a32553fb216 None None] Routers {'78ac4449-765d-41b6-a958-37ec9d08fb4c'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:45.502543 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-a25509a9-424a-455a-93ee-5a32553fb216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:03:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['78ac4449-765d-41b6-a958-37ec9d08fb4c'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:45.511129 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ca335-aae3-4065-a04b-adab999c515c req-5c617f3c-75a9-4fd6-817f-59d63a7fb4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:45.514460 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-876ca335-aae3-4065-a04b-adab999c515c req-5c617f3c-75a9-4fd6-817f-59d63a7fb4c9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ddab49d3f5a4b49b039bf18c7812764&device_id=bf87c55e-a361-4f52-886e-7ee14de0df96 HTTP/1.1" status: 200 len: 1095 time: 0.1052027 Nov 12 01:03:45.590369 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=045f4a39-0125-4bf5-bcb1-a994edeefd40,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:45.620368 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:45.624143 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port c38442ba-355c-475e-9109-f8ecee69379d triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:45.624603 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:45.668540 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-a25509a9-424a-455a-93ee-5a32553fb216 None None] Set router 78ac4449-765d-41b6-a958-37ec9d08fb4c gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:03:45.693915 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port d7155c35-074f-4ae5-aa90-e76bbcfeca13, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d7155c35-074f-4ae5-aa90-e76bbcfeca13,segment=NetworkSegment(3b8d314a-fb91-4753-a376-6dadf7d1ae46),segment_id=3b8d314a-fb91-4753-a376-6dadf7d1ae46)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:45.702952 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:45.704009 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 0dfccde3-6835-438c-80e1-9143513c8da3 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:03:45.731444 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-197a5f6a-1a13-4466-99dd-17d6a182f14b req-de52779d-b0a0-4849-896a-ddacd4dbde5d tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Deleting port 33267ebf-3f95-477e-9376-9c6217717dd0 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:03:45.731853 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-197a5f6a-1a13-4466-99dd-17d6a182f14b req-de52779d-b0a0-4849-896a-ddacd4dbde5d tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:45.839380 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=d7155c35-074f-4ae5-aa90-e76bbcfeca13,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:45.842266 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2b5f82b4-2c58-494e-bc3d-aee5f372e719 req-5b507dc1-608d-4074-ac93-f849e6c3923d tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:45.857757 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 0dfccde3-6835-438c-80e1-9143513c8da3 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:03:45.864682 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 0dfccde3-6835-438c-80e1-9143513c8da3 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:45.865709 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:45.931035 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ca335-aae3-4065-a04b-adab999c515c req-ebc0acd4-6213-4190-b0ee-19d7605a8bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:45.934155 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-876ca335-aae3-4065-a04b-adab999c515c req-ebc0acd4-6213-4190-b0ee-19d7605a8bcc service neutron] 10.222.0.44 "GET /v2.0/networks?id=ddbdeb8e-9a29-48b5-957b-64766cbb8316 HTTP/1.1" status: 200 len: 912 time: 0.3983436 Nov 12 01:03:45.937153 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2b5f82b4-2c58-494e-bc3d-aee5f372e719 req-5b507dc1-608d-4074-ac93-f849e6c3923d tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:45.961077 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:46.000271 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 0dfccde3-6835-438c-80e1-9143513c8da3, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=0dfccde3-6835-438c-80e1-9143513c8da3,segment=NetworkSegment(3b8d314a-fb91-4753-a376-6dadf7d1ae46),segment_id=3b8d314a-fb91-4753-a376-6dadf7d1ae46)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:46.006190 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:46.007368 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 9d7bd877-2240-48c8-af3a-99027fa5fb2b up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:03:46.045553 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-876ca335-aae3-4065-a04b-adab999c515c req-463e14e3-584a-4040-ba1e-d93cbc18186e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ed033f0-b5f4-406b-98cb-7a73ff4e24e9 HTTP/1.1" status: 200 len: 217 time: 0.0997462 Nov 12 01:03:46.077524 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-a25509a9-424a-455a-93ee-5a32553fb216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ac4449-765d-41b6-a958-37ec9d08fb4c', 'name': 'tempest-ServersTestJSON-1922529516-router', 'tenant_id': 'cba00eb37e224ffaa44c45ebb2a0b086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '045f4a39-0125-4bf5-bcb1-a994edeefd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:37Z', 'updated_at': '2021-11-12T01:03:42Z', 'revision_number': 4, 'project_id': 'cba00eb37e224ffaa44c45ebb2a0b086', 'gw_port': {'id': '045f4a39-0125-4bf5-bcb1-a994edeefd40', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ac4449-765d-41b6-a958-37ec9d08fb4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:37Z', 'updated_at': '2021-11-12T01:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '5a688040-f072-4b24-b7be-9620aef23196', 'name': '', 'network_id': '37f48500-8076-40e5-aa80-78fcdfba4121', 'tenant_id': 'cba00eb37e224ffaa44c45ebb2a0b086', 'mac_address': 'fa:16:3e:0a:82:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ac4449-765d-41b6-a958-37ec9d08fb4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'e4a734ac-a14e-482f-a25a-820aa1760c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:41Z', 'updated_at': '2021-11-12T01:03:43Z', 'revision_number': 2, 'project_id': 'cba00eb37e224ffaa44c45ebb2a0b086', 'subnets': [{'id': 'e4a734ac-a14e-482f-a25a-820aa1760c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:46.097994 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-197a5f6a-1a13-4466-99dd-17d6a182f14b req-de52779d-b0a0-4849-896a-ddacd4dbde5d tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:46.098438 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-197a5f6a-1a13-4466-99dd-17d6a182f14b req-de52779d-b0a0-4849-896a-ddacd4dbde5d tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:46.107249 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25509a9-424a-455a-93ee-5a32553fb216 None None] Checking router: 78ac4449-765d-41b6-a958-37ec9d08fb4c for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:03:46.107753 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25509a9-424a-455a-93ee-5a32553fb216 None None] Updating router 78ac4449-765d-41b6-a958-37ec9d08fb4c port 5a688040-f072-4b24-b7be-9620aef23196 binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:03:46.124707 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=0dfccde3-6835-438c-80e1-9143513c8da3,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:46.140192 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 9d7bd877-2240-48c8-af3a-99027fa5fb2b completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:03:46.145095 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-a25509a9-424a-455a-93ee-5a32553fb216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:46.149083 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 9d7bd877-2240-48c8-af3a-99027fa5fb2b triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:46.149782 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:46.171766 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-197a5f6a-1a13-4466-99dd-17d6a182f14b req-de52779d-b0a0-4849-896a-ddacd4dbde5d tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Calling delete_port for 33267ebf-3f95-477e-9376-9c6217717dd0 owned by network:floatingip {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:03:46.205617 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2b5f82b4-2c58-494e-bc3d-aee5f372e719 req-5b507dc1-608d-4074-ac93-f849e6c3923d tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:46.210686 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2b5f82b4-2c58-494e-bc3d-aee5f372e719 req-5b507dc1-608d-4074-ac93-f849e6c3923d tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:46.213065 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2b5f82b4-2c58-494e-bc3d-aee5f372e719 req-5b507dc1-608d-4074-ac93-f849e6c3923d tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "DELETE /v2.0/security-groups/e5956c03-a242-41fb-b042-fd9dfae30a8a HTTP/1.1" status: 204 len: 173 time: 0.7186596 Nov 12 01:03:46.222953 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ca335-aae3-4065-a04b-adab999c515c req-2cb19449-3885-4dbc-9717-b34069034407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:46.225961 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-876ca335-aae3-4065-a04b-adab999c515c req-2cb19449-3885-4dbc-9717-b34069034407 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=32c7a1dd-a18b-4edd-81ef-25269083f064 HTTP/1.1" status: 200 len: 852 time: 0.1659753 Nov 12 01:03:46.288625 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:46.345900 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 9d7bd877-2240-48c8-af3a-99027fa5fb2b, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=9d7bd877-2240-48c8-af3a-99027fa5fb2b,segment=NetworkSegment(241d1237-5a54-4a08-8584-358bbd4e511f),segment_id=241d1237-5a54-4a08-8584-358bbd4e511f)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:46.352866 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:46.354031 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 15e8b880-bdf7-4297-8037-5e8af0c0a024 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:03:46.356108 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b507dc1-608d-4074-ac93-f849e6c3923d tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5956c03-a242-41fb-b042-fd9dfae30a8a,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:46.367108 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-876ca335-aae3-4065-a04b-adab999c515c req-04747627-1bc3-461b-ab2e-707108d95e1b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ddbdeb8e-9a29-48b5-957b-64766cbb8316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1197097 Nov 12 01:03:46.465274 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=9d7bd877-2240-48c8-af3a-99027fa5fb2b,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:46.549175 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 15e8b880-bdf7-4297-8037-5e8af0c0a024 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:03:46.583077 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 15e8b880-bdf7-4297-8037-5e8af0c0a024 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:46.585684 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:46.627728 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-876ca335-aae3-4065-a04b-adab999c515c req-7c4b81f2-1a20-4bd5-acfa-ac274d5e0385 service neutron] 10.222.0.44 "GET /v2.0/networks/ddbdeb8e-9a29-48b5-957b-64766cbb8316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497592 Nov 12 01:03:46.735728 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-a25509a9-424a-455a-93ee-5a32553fb216 None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:46.742920 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-a25509a9-424a-455a-93ee-5a32553fb216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:46.780965 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:46.812287 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 045f4a39-0125-4bf5-bcb1-a994edeefd40 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:03:46.884118 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 15e8b880-bdf7-4297-8037-5e8af0c0a024, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=15e8b880-bdf7-4297-8037-5e8af0c0a024,segment=NetworkSegment(854fd02c-c2b9-47eb-bd94-4f34333773fb),segment_id=854fd02c-c2b9-47eb-bd94-4f34333773fb)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:46.892141 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-197a5f6a-1a13-4466-99dd-17d6a182f14b req-de52779d-b0a0-4849-896a-ddacd4dbde5d tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:46.902169 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:46.910114 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2577b4c2-078b-444b-81ef-a0b3bc5d9c1d None None] Pushing event updated for resources: {'Port': ['ID=5a688040-f072-4b24-b7be-9620aef23196,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:46.924393 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-a25509a9-424a-455a-93ee-5a32553fb216 None None] Attempting to bind port 5a688040-f072-4b24-b7be-9620aef23196 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:03:46.925058 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-a25509a9-424a-455a-93ee-5a32553fb216 None None] Attempting to bind port 5a688040-f072-4b24-b7be-9620aef23196 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '3a583cd5-2030-4497-ae5c-17acb12f92ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '37f48500-8076-40e5-aa80-78fcdfba4121'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:03:46.926113 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25509a9-424a-455a-93ee-5a32553fb216 None None] Attempting to bind port 5a688040-f072-4b24-b7be-9620aef23196 on network 37f48500-8076-40e5-aa80-78fcdfba4121 {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:03:46.937798 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25509a9-424a-455a-93ee-5a32553fb216 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:03:46.938551 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25509a9-424a-455a-93ee-5a32553fb216 None None] Checking segment: {'id': '3a583cd5-2030-4497-ae5c-17acb12f92ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '37f48500-8076-40e5-aa80-78fcdfba4121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:03:46.941589 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-a25509a9-424a-455a-93ee-5a32553fb216 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:46.942652 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25509a9-424a-455a-93ee-5a32553fb216 None None] Bound using segment: {'id': '3a583cd5-2030-4497-ae5c-17acb12f92ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '37f48500-8076-40e5-aa80-78fcdfba4121'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:03:46.945071 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-a25509a9-424a-455a-93ee-5a32553fb216 None None] Bound port: 5a688040-f072-4b24-b7be-9620aef23196, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a583cd5-2030-4497-ae5c-17acb12f92ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '37f48500-8076-40e5-aa80-78fcdfba4121'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:03:46.945813 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-a25509a9-424a-455a-93ee-5a32553fb216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:46.999733 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35178) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:47.007307 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-972836fa-5f9c-471f-84da-0667ba10bf50 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1950392589', 'description': 'tempest-description--1776578507'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:47.031390 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 5ed033f0-b5f4-406b-98cb-7a73ff4e24e9 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:03:47.076724 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-972836fa-5f9c-471f-84da-0667ba10bf50 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:47.100235 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-a25509a9-424a-455a-93ee-5a32553fb216 None None] For port 5a688040-f072-4b24-b7be-9620aef23196, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:03:47.110209 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-a25509a9-424a-455a-93ee-5a32553fb216 None None] For port 5a688040-f072-4b24-b7be-9620aef23196, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=5a688040-f072-4b24-b7be-9620aef23196,segment=NetworkSegment(3a583cd5-2030-4497-ae5c-17acb12f92ca),segment_id=3a583cd5-2030-4497-ae5c-17acb12f92ca)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:03:47.116402 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de52779d-b0a0-4849-896a-ddacd4dbde5d tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Pushing event deleted for resources: {'Port': ['ID=33267ebf-3f95-477e-9376-9c6217717dd0,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:47.124164 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-a25509a9-424a-455a-93ee-5a32553fb216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:47.170903 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-197a5f6a-1a13-4466-99dd-17d6a182f14b req-de52779d-b0a0-4849-896a-ddacd4dbde5d tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks [] for floatingip, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:47.175127 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-197a5f6a-1a13-4466-99dd-17d6a182f14b req-de52779d-b0a0-4849-896a-ddacd4dbde5d tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:47.176810 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-197a5f6a-1a13-4466-99dd-17d6a182f14b req-de52779d-b0a0-4849-896a-ddacd4dbde5d tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] 10.222.0.45 "DELETE /v2.0/floatingips/413776bc-0895-463d-8609-390bf5841821 HTTP/1.1" status: 204 len: 173 time: 1.8964896 Nov 12 01:03:47.185425 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-876ca335-aae3-4065-a04b-adab999c515c req-9a80de6d-505c-4aac-bea9-e7e3218ec56b service neutron] 10.222.0.44 "GET /v2.0/networks/ddbdeb8e-9a29-48b5-957b-64766cbb8316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5434122 Nov 12 01:03:47.190603 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 5ed033f0-b5f4-406b-98cb-7a73ff4e24e9, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=5ed033f0-b5f4-406b-98cb-7a73ff4e24e9,segment=NetworkSegment(ad4c4449-dc7a-4356-bf97-224e764df50e),segment_id=ad4c4449-dc7a-4356-bf97-224e764df50e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:47.226422 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=15e8b880-bdf7-4297-8037-5e8af0c0a024,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:47.234143 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 045f4a39-0125-4bf5-bcb1-a994edeefd40 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:47.234578 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:47.242089 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87149f6f-d97b-47f5-ab95-570cc8b6ab52'}, {'server_uuid': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f4ae95-756c-4dab-896e-11fe6ab13527'}, {'server_uuid': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7155c35-074f-4ae5-aa90-e76bbcfeca13'}, {'server_uuid': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dfccde3-6835-438c-80e1-9143513c8da3'}, {'server_uuid': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d7bd877-2240-48c8-af3a-99027fa5fb2b'}, {'server_uuid': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e8b880-bdf7-4297-8037-5e8af0c0a024'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:03:47.249437 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5f04e4-70dc-4d00-a5f2-4ff20c72ddea" -d '{"events": [{"server_uuid": "f4d7bf12-651b-4ebe-8869-e52af4287213", "name": "network-vif-plugged", "status": "completed", "tag": "87149f6f-d97b-47f5-ab95-570cc8b6ab52"}, {"server_uuid": "f4d7bf12-651b-4ebe-8869-e52af4287213", "name": "network-vif-plugged", "status": "completed", "tag": "02f4ae95-756c-4dab-896e-11fe6ab13527"}, {"server_uuid": "f4d7bf12-651b-4ebe-8869-e52af4287213", "name": "network-vif-plugged", "status": "completed", "tag": "d7155c35-074f-4ae5-aa90-e76bbcfeca13"}, {"server_uuid": "f4d7bf12-651b-4ebe-8869-e52af4287213", "name": "network-vif-plugged", "status": "completed", "tag": "0dfccde3-6835-438c-80e1-9143513c8da3"}, {"server_uuid": "f4d7bf12-651b-4ebe-8869-e52af4287213", "name": "network-vif-plugged", "status": "completed", "tag": "9d7bd877-2240-48c8-af3a-99027fa5fb2b"}, {"server_uuid": "f4d7bf12-651b-4ebe-8869-e52af4287213", "name": "network-vif-plugged", "status": "completed", "tag": "15e8b880-bdf7-4297-8037-5e8af0c0a024"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:03:47.257566 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '5ed033f0-b5f4-406b-98cb-7a73ff4e24e9', 'network_id': 'ddbdeb8e-9a29-48b5-957b-64766cbb8316', 'port_id': '5ed033f0-b5f4-406b-98cb-7a73ff4e24e9', 'mac_address': 'fa:16:3e:fd:a9:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32c7a1dd-a18b-4edd-81ef-25269083f064', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:03:47.262693 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb60c8-2ea2-48f8-86e4-1225f00c0721 req-d33ce34c-820a-4004-8c99-a4a0a5d61872 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:47.271946 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25509a9-424a-455a-93ee-5a32553fb216 None None] Routers {'78ac4449-765d-41b6-a958-37ec9d08fb4c'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:47.272939 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-a25509a9-424a-455a-93ee-5a32553fb216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:03:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['78ac4449-765d-41b6-a958-37ec9d08fb4c'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:47.276496 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5afb60c8-2ea2-48f8-86e4-1225f00c0721 req-d33ce34c-820a-4004-8c99-a4a0a5d61872 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf87c55e-a361-4f52-886e-7ee14de0df96 HTTP/1.1" status: 200 len: 943 time: 0.1458261 Nov 12 01:03:47.290196 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-972836fa-5f9c-471f-84da-0667ba10bf50 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:47.300698 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-972836fa-5f9c-471f-84da-0667ba10bf50 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:47.348435 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2577b4c2-078b-444b-81ef-a0b3bc5d9c1d None None] Pushing event updated for resources: {'Port': ['ID=5a688040-f072-4b24-b7be-9620aef23196,revision_number=4']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:47.390000 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5afb60c8-2ea2-48f8-86e4-1225f00c0721 req-84af979a-b409-48f6-ad71-a8b6671c32f3 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114049 Nov 12 01:03:47.398587 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be07e628-b1b9-43d0-b521-9425bc02c19e None None] Provisioning complete for port 5a688040-f072-4b24-b7be-9620aef23196 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:47.401185 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972836fa-5f9c-471f-84da-0667ba10bf50 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99e070f2-fe46-49da-84b4-f8c4d8d57492,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:47.401494 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be07e628-b1b9-43d0-b521-9425bc02c19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:47.409623 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-972836fa-5f9c-471f-84da-0667ba10bf50 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:47.417060 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 35184) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:47.427847 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-75973731-5154-4be5-b77a-7db88857e30f tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Request body: {'security_group_rule': {'security_group_id': '99e070f2-fe46-49da-84b4-f8c4d8d57492', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:47.431871 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-972836fa-5f9c-471f-84da-0667ba10bf50 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4301867 Nov 12 01:03:47.473517 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-75973731-5154-4be5-b77a-7db88857e30f tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:47.565599 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:47.584845 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-a25509a9-424a-455a-93ee-5a32553fb216 None None] Set router 78ac4449-765d-41b6-a958-37ec9d08fb4c gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:03:47.618281 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-75973731-5154-4be5-b77a-7db88857e30f tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:47.649805 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-75973731-5154-4be5-b77a-7db88857e30f tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:47.689465 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75973731-5154-4be5-b77a-7db88857e30f tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2bb75c4-d37d-44cd-be33-a963d9de5f7f,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:47.711841 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ed033f0-b5f4-406b-98cb-7a73ff4e24e9 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:03:47.718019 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-75973731-5154-4be5-b77a-7db88857e30f tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:47.719959 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-75973731-5154-4be5-b77a-7db88857e30f tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2973368 Nov 12 01:03:47.723455 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 35188) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:47.728914 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-5ad560a2-22db-400e-8cc1-56e630d07298 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Request body: {'security_group_rule': {'security_group_id': '99e070f2-fe46-49da-84b4-f8c4d8d57492', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:47.737039 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 5ed033f0-b5f4-406b-98cb-7a73ff4e24e9, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=5ed033f0-b5f4-406b-98cb-7a73ff4e24e9,segment=NetworkSegment(ad4c4449-dc7a-4356-bf97-224e764df50e),segment_id=ad4c4449-dc7a-4356-bf97-224e764df50e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:47.775032 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:47.787361 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be0956-0fc9-493c-b65f-d81f2f83faba req-d30458dc-a25b-46fc-9819-2f2f2ef7790b tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:47.795350 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be0956-0fc9-493c-b65f-d81f2f83faba req-d30458dc-a25b-46fc-9819-2f2f2ef7790b tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:47.803195 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be0956-0fc9-493c-b65f-d81f2f83faba req-d30458dc-a25b-46fc-9819-2f2f2ef7790b tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:47.810128 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be0956-0fc9-493c-b65f-d81f2f83faba req-d30458dc-a25b-46fc-9819-2f2f2ef7790b tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:47.818402 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be0956-0fc9-493c-b65f-d81f2f83faba req-d30458dc-a25b-46fc-9819-2f2f2ef7790b tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:47.820841 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be07e628-b1b9-43d0-b521-9425bc02c19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:47.826483 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be0956-0fc9-493c-b65f-d81f2f83faba req-d30458dc-a25b-46fc-9819-2f2f2ef7790b tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:47.836937 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be0956-0fc9-493c-b65f-d81f2f83faba req-d30458dc-a25b-46fc-9819-2f2f2ef7790b tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:47.839268 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-94be0956-0fc9-493c-b65f-d81f2f83faba req-d30458dc-a25b-46fc-9819-2f2f2ef7790b tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 5434 time: 0.2065468 Nov 12 01:03:47.880763 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=5ed033f0-b5f4-406b-98cb-7a73ff4e24e9,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:47.898050 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be07e628-b1b9-43d0-b521-9425bc02c19e None None] For port 5a688040-f072-4b24-b7be-9620aef23196, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=5a688040-f072-4b24-b7be-9620aef23196,segment=NetworkSegment(3a583cd5-2030-4497-ae5c-17acb12f92ca),segment_id=3a583cd5-2030-4497-ae5c-17acb12f92ca)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:47.902536 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5ad560a2-22db-400e-8cc1-56e630d07298 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:47.904458 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be07e628-b1b9-43d0-b521-9425bc02c19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:47.932754 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d54f324-17c4-4a38-bc76-f3629ed8e9fb req-03eeaa50-86e7-4cfd-9a29-f3e8873de7a2 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] 10.222.0.45 "GET /v2.0/floatingips/9b3c0e34-0fd6-4f72-a65a-a325591257d8 HTTP/1.1" status: 200 len: 693 time: 0.0908411 Nov 12 01:03:47.953052 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-a25509a9-424a-455a-93ee-5a32553fb216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ac4449-765d-41b6-a958-37ec9d08fb4c', 'name': 'tempest-ServersTestJSON-1922529516-router', 'tenant_id': 'cba00eb37e224ffaa44c45ebb2a0b086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '045f4a39-0125-4bf5-bcb1-a994edeefd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:37Z', 'updated_at': '2021-11-12T01:03:42Z', 'revision_number': 4, 'project_id': 'cba00eb37e224ffaa44c45ebb2a0b086', 'gw_port': {'id': '045f4a39-0125-4bf5-bcb1-a994edeefd40', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ac4449-765d-41b6-a958-37ec9d08fb4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:37Z', 'updated_at': '2021-11-12T01:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '5a688040-f072-4b24-b7be-9620aef23196', 'name': '', 'network_id': '37f48500-8076-40e5-aa80-78fcdfba4121', 'tenant_id': 'cba00eb37e224ffaa44c45ebb2a0b086', 'mac_address': 'fa:16:3e:0a:82:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ac4449-765d-41b6-a958-37ec9d08fb4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'e4a734ac-a14e-482f-a25a-820aa1760c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:41Z', 'updated_at': '2021-11-12T01:03:47Z', 'revision_number': 4, 'project_id': 'cba00eb37e224ffaa44c45ebb2a0b086', 'subnets': [{'id': 'e4a734ac-a14e-482f-a25a-820aa1760c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:47.969809 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be07e628-b1b9-43d0-b521-9425bc02c19e None None] Pushing event updated for resources: {'Port': ['ID=5a688040-f072-4b24-b7be-9620aef23196,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:47.991705 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25509a9-424a-455a-93ee-5a32553fb216 None None] The sync data for ids ['78ac4449-765d-41b6-a958-37ec9d08fb4c'] in n-d-712142-27 is: [{'id': '78ac4449-765d-41b6-a958-37ec9d08fb4c', 'name': 'tempest-ServersTestJSON-1922529516-router', 'tenant_id': 'cba00eb37e224ffaa44c45ebb2a0b086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '045f4a39-0125-4bf5-bcb1-a994edeefd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:37Z', 'updated_at': '2021-11-12T01:03:42Z', 'revision_number': 4, 'project_id': 'cba00eb37e224ffaa44c45ebb2a0b086', 'gw_port': {'id': '045f4a39-0125-4bf5-bcb1-a994edeefd40', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ac4449-765d-41b6-a958-37ec9d08fb4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:37Z', 'updated_at': '2021-11-12T01:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '5a688040-f072-4b24-b7be-9620aef23196', 'name': '', 'network_id': '37f48500-8076-40e5-aa80-78fcdfba4121', 'tenant_id': 'cba00eb37e224ffaa44c45ebb2a0b086', 'mac_address': 'fa:16:3e:0a:82:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ac4449-765d-41b6-a958-37ec9d08fb4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'e4a734ac-a14e-482f-a25a-820aa1760c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:41Z', 'updated_at': '2021-11-12T01:03:47Z', 'revision_number': 4, 'project_id': 'cba00eb37e224ffaa44c45ebb2a0b086', 'subnets': [{'id': 'e4a734ac-a14e-482f-a25a-820aa1760c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:03:48.036427 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-eb0ea614-723c-4b2f-b635-68bb75b6751d None None] Provisioning complete for port 5a688040-f072-4b24-b7be-9620aef23196 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:48.037037 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-eb0ea614-723c-4b2f-b635-68bb75b6751d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:48.080816 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35194) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:48.154520 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-94be0956-0fc9-493c-b65f-d81f2f83faba req-44960121-55e9-4c53-9871-0f360a5c8925 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c2064e3-365e-4ce1-97ba-786147ddb249&id=cc2c1d93-00ba-4bf1-8dce-5f2d256d3645&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3002095 Nov 12 01:03:48.211245 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5ad560a2-22db-400e-8cc1-56e630d07298 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:48.220595 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['5ed033f0-b5f4-406b-98cb-7a73ff4e24e9'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:03:48.253165 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Fri, 12 Nov 2021 01:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47a2b73-48ae-4ae8-b6fa-1ff197a2cd9b x-openstack-request-id: req-f47a2b73-48ae-4ae8-b6fa-1ff197a2cd9b {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:03:48.253529 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d7bf12-651b-4ebe-8869-e52af4287213", "name": "network-vif-plugged", "status": "completed", "tag": "87149f6f-d97b-47f5-ab95-570cc8b6ab52", "code": 200}, {"server_uuid": "f4d7bf12-651b-4ebe-8869-e52af4287213", "name": "network-vif-plugged", "status": "completed", "tag": "02f4ae95-756c-4dab-896e-11fe6ab13527", "code": 200}, {"server_uuid": "f4d7bf12-651b-4ebe-8869-e52af4287213", "name": "network-vif-plugged", "status": "completed", "tag": "d7155c35-074f-4ae5-aa90-e76bbcfeca13", "code": 200}, {"server_uuid": "f4d7bf12-651b-4ebe-8869-e52af4287213", "name": "network-vif-plugged", "status": "completed", "tag": "0dfccde3-6835-438c-80e1-9143513c8da3", "code": 200}, {"server_uuid": "f4d7bf12-651b-4ebe-8869-e52af4287213", "name": "network-vif-plugged", "status": "completed", "tag": "9d7bd877-2240-48c8-af3a-99027fa5fb2b", "code": 200}, {"server_uuid": "f4d7bf12-651b-4ebe-8869-e52af4287213", "name": "network-vif-plugged", "status": "completed", "tag": "15e8b880-bdf7-4297-8037-5e8af0c0a024", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:03:48.253777 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f47a2b73-48ae-4ae8-b6fa-1ff197a2cd9b {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:03:48.254199 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87149f6f-d97b-47f5-ab95-570cc8b6ab52', 'code': 200} Nov 12 01:03:48.254463 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f4ae95-756c-4dab-896e-11fe6ab13527', 'code': 200} Nov 12 01:03:48.254767 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7155c35-074f-4ae5-aa90-e76bbcfeca13', 'code': 200} Nov 12 01:03:48.255173 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dfccde3-6835-438c-80e1-9143513c8da3', 'code': 200} Nov 12 01:03:48.255431 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d7bd877-2240-48c8-af3a-99027fa5fb2b', 'code': 200} Nov 12 01:03:48.255531 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54f324-17c4-4a38-bc76-f3629ed8e9fb req-a2e5631b-1d7d-48c2-bd04-19578607424c tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:48.255701 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e8b880-bdf7-4297-8037-5e8af0c0a024', 'code': 200} Nov 12 01:03:48.257042 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d54f324-17c4-4a38-bc76-f3629ed8e9fb req-a2e5631b-1d7d-48c2-bd04-19578607424c tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] 10.222.0.45 "GET /v2.0/networks/ab9ea869-d067-4dfb-b2de-16b019fae22d HTTP/1.1" status: 200 len: 784 time: 0.3052926 Nov 12 01:03:48.259295 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5ad560a2-22db-400e-8cc1-56e630d07298 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:48.291145 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad560a2-22db-400e-8cc1-56e630d07298 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3e740a4-df4d-415f-bc9e-93f58af1dcd9,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:48.311159 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5ad560a2-22db-400e-8cc1-56e630d07298 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:48.311842 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-5ad560a2-22db-400e-8cc1-56e630d07298 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5881891 Nov 12 01:03:48.315512 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35198) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:48.320847 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-d1519fa9-8328-4346-aa05-196117867c20 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Request body: {'floatingip': {'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:48.379727 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cc2a8cd7-92e9-4c04-9606-ced5414f9b84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:48.402762 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d54f324-17c4-4a38-bc76-f3629ed8e9fb req-e703cefb-e138-48cb-b450-360e410674d0 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.118 HTTP/1.1" status: 200 len: 696 time: 0.1179707 Nov 12 01:03:48.404840 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d1519fa9-8328-4346-aa05-196117867c20 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Publish callbacks [] for floatingip, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:48.507122 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d54f324-17c4-4a38-bc76-f3629ed8e9fb req-087fbfdb-0b82-456b-8587-306a25a36b35 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.118 HTTP/1.1" status: 200 len: 696 time: 0.0899553 Nov 12 01:03:48.536011 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e8119-b657-4f69-bd02-2ee0fdf296e2 req-8e992a76-1fd7-4d92-8815-d9f030376997 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:48.537650 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4e4e8119-b657-4f69-bd02-2ee0fdf296e2 req-8e992a76-1fd7-4d92-8815-d9f030376997 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "GET /v2.0/ports?device_id=79a58dd3-fdf9-4b0b-8d60-09483063a895 HTTP/1.1" status: 200 len: 945 time: 0.1747842 Nov 12 01:03:48.669302 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cc2a8cd7-92e9-4c04-9606-ced5414f9b84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:48.679052 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cc2a8cd7-92e9-4c04-9606-ced5414f9b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:48.735455 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d1519fa9-8328-4346-aa05-196117867c20 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:48.768717 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 5a688040-f072-4b24-b7be-9620aef23196 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:03:48.867816 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-cc2a8cd7-92e9-4c04-9606-ced5414f9b84 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=13d5b7ecfe2e4f60bb28101d98a36ad3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7857385 Nov 12 01:03:48.868956 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35206) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:48.877118 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 5a688040-f072-4b24-b7be-9620aef23196 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:48.878049 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:48.879784 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2a8cd7-92e9-4c04-9606-ced5414f9b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39e22b7-1287-4184-bc95-dd9abdc685fe,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:48.926180 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-d1519fa9-8328-4346-aa05-196117867c20 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Allocated IP 172.25.3.227 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/2984fe9f-c610-4c4b-b175-9bc7a82b867d) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:03:48.995821 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-75469672-514b-4b24-a3ba-bddf931be006 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:49.066539 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-75469672-514b-4b24-a3ba-bddf931be006 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:49.136309 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d1519fa9-8328-4346-aa05-196117867c20 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:49.188976 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d1519fa9-8328-4346-aa05-196117867c20 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:49.199784 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-75469672-514b-4b24-a3ba-bddf931be006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:49.202458 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-75469672-514b-4b24-a3ba-bddf931be006 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:49.207859 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-75469672-514b-4b24-a3ba-bddf931be006 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b39e22b7-1287-4184-bc95-dd9abdc685fe HTTP/1.1" status: 204 len: 168 time: 0.3294344 Nov 12 01:03:49.208288 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45cbc5b-63e8-4201-9b04-b1dc37cb49f7 req-cf71f11b-7ee6-419e-a538-da3f3816b0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:49.208288 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45cbc5b-63e8-4201-9b04-b1dc37cb49f7 req-cf71f11b-7ee6-419e-a538-da3f3816b0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:49.208288 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45cbc5b-63e8-4201-9b04-b1dc37cb49f7 req-cf71f11b-7ee6-419e-a538-da3f3816b0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:49.208288 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45cbc5b-63e8-4201-9b04-b1dc37cb49f7 req-cf71f11b-7ee6-419e-a538-da3f3816b0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:49.208288 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45cbc5b-63e8-4201-9b04-b1dc37cb49f7 req-cf71f11b-7ee6-419e-a538-da3f3816b0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:49.208288 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45cbc5b-63e8-4201-9b04-b1dc37cb49f7 req-cf71f11b-7ee6-419e-a538-da3f3816b0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:49.208288 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45cbc5b-63e8-4201-9b04-b1dc37cb49f7 req-cf71f11b-7ee6-419e-a538-da3f3816b0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:49.217360 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f45cbc5b-63e8-4201-9b04-b1dc37cb49f7 req-cf71f11b-7ee6-419e-a538-da3f3816b0c5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 6498 time: 0.6716788 Nov 12 01:03:49.222298 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4e4e8119-b657-4f69-bd02-2ee0fdf296e2 req-f565e139-165d-4072-98a0-769f4e27bc2f tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "GET /v2.0/security-groups?id=86f57639-0571-4464-a714-e385ef3d8493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6677620 Nov 12 01:03:49.248074 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75469672-514b-4b24-a3ba-bddf931be006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39e22b7-1287-4184-bc95-dd9abdc685fe,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:49.264531 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1519fa9-8328-4346-aa05-196117867c20 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:03:49.268540 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-d1519fa9-8328-4346-aa05-196117867c20 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:49.271442 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1519fa9-8328-4346-aa05-196117867c20 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:03:49.299998 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-8d54f324-17c4-4a38-bc76-f3629ed8e9fb req-f2606eef-a0a8-4c10-8096-4bb92dc2d48c tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Deleting port 3ad157f4-26f1-41da-9f0f-366019081e74 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:03:49.300391 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8d54f324-17c4-4a38-bc76-f3629ed8e9fb req-f2606eef-a0a8-4c10-8096-4bb92dc2d48c tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:49.315516 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1519fa9-8328-4346-aa05-196117867c20 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Pushing event updated for resources: {'Port': ['ID=2984fe9f-c610-4c4b-b175-9bc7a82b867d,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:49.354853 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f45cbc5b-63e8-4201-9b04-b1dc37cb49f7 req-09275239-2957-416a-81ec-de259df9b551 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8c2064e3-365e-4ce1-97ba-786147ddb249&id=cc2c1d93-00ba-4bf1-8dce-5f2d256d3645&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1261714 Nov 12 01:03:49.432206 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d1519fa9-8328-4346-aa05-196117867c20 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:49.492595 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d1519fa9-8328-4346-aa05-196117867c20 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:49.527632 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8d54f324-17c4-4a38-bc76-f3629ed8e9fb req-f2606eef-a0a8-4c10-8096-4bb92dc2d48c tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:49.528328 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8d54f324-17c4-4a38-bc76-f3629ed8e9fb req-f2606eef-a0a8-4c10-8096-4bb92dc2d48c tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:49.563872 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-8d54f324-17c4-4a38-bc76-f3629ed8e9fb req-f2606eef-a0a8-4c10-8096-4bb92dc2d48c tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Calling delete_port for 3ad157f4-26f1-41da-9f0f-366019081e74 owned by network:floatingip {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:03:49.825776 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d1519fa9-8328-4346-aa05-196117867c20 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:49.832723 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d1519fa9-8328-4346-aa05-196117867c20 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:49.913948 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb8916-6dff-467b-be0b-a3f5fe8408fd req-7de68835-becb-432d-b19b-bd04a9371d3c tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:49.923356 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-00bb8916-6dff-467b-be0b-a3f5fe8408fd req-7de68835-becb-432d-b19b-bd04a9371d3c tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf87c55e-a361-4f52-886e-7ee14de0df96 HTTP/1.1" status: 200 len: 944 time: 0.1243167 Nov 12 01:03:49.926280 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8d54f324-17c4-4a38-bc76-f3629ed8e9fb req-f2606eef-a0a8-4c10-8096-4bb92dc2d48c tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:49.950320 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1519fa9-8328-4346-aa05-196117867c20 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Pushing event updated for resources: {'Port': ['ID=2984fe9f-c610-4c4b-b175-9bc7a82b867d,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:49.960387 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2606eef-a0a8-4c10-8096-4bb92dc2d48c tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Pushing event deleted for resources: {'Port': ['ID=3ad157f4-26f1-41da-9f0f-366019081e74,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:49.983531 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d1519fa9-8328-4346-aa05-196117867c20 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:50.026377 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d1519fa9-8328-4346-aa05-196117867c20 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:50.028193 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d1519fa9-8328-4346-aa05-196117867c20 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7116325 Nov 12 01:03:50.054845 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-00bb8916-6dff-467b-be0b-a3f5fe8408fd req-f28f965f-78a9-4ce0-974a-1e9c29c933ff tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305711 Nov 12 01:03:50.078091 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8d54f324-17c4-4a38-bc76-f3629ed8e9fb req-f2606eef-a0a8-4c10-8096-4bb92dc2d48c tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks [] for floatingip, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:50.089195 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8d54f324-17c4-4a38-bc76-f3629ed8e9fb req-f2606eef-a0a8-4c10-8096-4bb92dc2d48c tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:50.089195 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d54f324-17c4-4a38-bc76-f3629ed8e9fb req-f2606eef-a0a8-4c10-8096-4bb92dc2d48c tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] 10.222.0.45 "DELETE /v2.0/floatingips/9b3c0e34-0fd6-4f72-a65a-a325591257d8 HTTP/1.1" status: 204 len: 173 time: 1.5621095 Nov 12 01:03:50.297442 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4b74f50f-dab8-4f77-b052-314d862b9a57 req-4e117a9d-cb87-4cc9-a0ae-79ca1cd9e9db tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] 10.222.0.45 "GET /v2.0/floatingips/7b0b8993-3ff1-4136-a9f2-b389af0c31ca HTTP/1.1" status: 200 len: 693 time: 0.0622885 Nov 12 01:03:50.314766 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5911a-d529-4d13-b295-f6dd32fa61f4 req-3aa62f86-6f86-4618-a7da-a7e9be87b265 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:50.321322 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5911a-d529-4d13-b295-f6dd32fa61f4 req-3aa62f86-6f86-4618-a7da-a7e9be87b265 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:50.327856 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5911a-d529-4d13-b295-f6dd32fa61f4 req-3aa62f86-6f86-4618-a7da-a7e9be87b265 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:50.336148 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5911a-d529-4d13-b295-f6dd32fa61f4 req-3aa62f86-6f86-4618-a7da-a7e9be87b265 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:50.343884 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5911a-d529-4d13-b295-f6dd32fa61f4 req-3aa62f86-6f86-4618-a7da-a7e9be87b265 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:50.356356 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5911a-d529-4d13-b295-f6dd32fa61f4 req-3aa62f86-6f86-4618-a7da-a7e9be87b265 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:50.368024 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5911a-d529-4d13-b295-f6dd32fa61f4 req-3aa62f86-6f86-4618-a7da-a7e9be87b265 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:50.371628 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-59b5911a-d529-4d13-b295-f6dd32fa61f4 req-3aa62f86-6f86-4618-a7da-a7e9be87b265 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 5434 time: 0.1779141 Nov 12 01:03:50.436189 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35238) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:50.519757 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-59b5911a-d529-4d13-b295-f6dd32fa61f4 req-155d49f6-fbf7-40f6-ad4f-fef1b47e7664 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c2064e3-365e-4ce1-97ba-786147ddb249&id=cc2c1d93-00ba-4bf1-8dce-5f2d256d3645&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1324182 Nov 12 01:03:50.538488 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74f50f-dab8-4f77-b052-314d862b9a57 req-438cf518-439a-4f57-8b95-277f681be1b4 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:50.540377 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4b74f50f-dab8-4f77-b052-314d862b9a57 req-438cf518-439a-4f57-8b95-277f681be1b4 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] 10.222.0.45 "GET /v2.0/networks/ab9ea869-d067-4dfb-b2de-16b019fae22d HTTP/1.1" status: 200 len: 784 time: 0.1673183 Nov 12 01:03:50.560985 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-886dc054-e4e0-4c99-9db2-68aaae947ee2 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1243545110-network', 'tenant_id': '511046bb99e5418890f261fea9b8beb4'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:50.591781 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886dc054-e4e0-4c99-9db2-68aaae947ee2 admin admin] Made reservation on behalf of 511046bb99e5418890f261fea9b8beb4 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:03:50.594372 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-886dc054-e4e0-4c99-9db2-68aaae947ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:50.605478 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-886dc054-e4e0-4c99-9db2-68aaae947ee2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:50.634567 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4b74f50f-dab8-4f77-b052-314d862b9a57 req-3f347c7d-90f6-4420-ad47-6d94a9fc4d5c tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.108 HTTP/1.1" status: 200 len: 696 time: 0.0867672 Nov 12 01:03:50.731180 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-886dc054-e4e0-4c99-9db2-68aaae947ee2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:50.736956 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-886dc054-e4e0-4c99-9db2-68aaae947ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:50.754417 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4b74f50f-dab8-4f77-b052-314d862b9a57 req-61ff6ca4-5b77-4788-84bf-53919f018fef tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.25.3.108 HTTP/1.1" status: 200 len: 696 time: 0.1116743 Nov 12 01:03:50.785849 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-886dc054-e4e0-4c99-9db2-68aaae947ee2 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:03:50.803751 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886dc054-e4e0-4c99-9db2-68aaae947ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e45d06ef-de4f-40f8-afa3-424738b2c562,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:50.814668 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-886dc054-e4e0-4c99-9db2-68aaae947ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:50.815217 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-886dc054-e4e0-4c99-9db2-68aaae947ee2 admin admin] Added segment b8b65bee-b1f3-45a3-adee-439ac32f85c8 of type vlan for network 3bc4a521-c655-4b71-9f73-8fdf1c662a50 Nov 12 01:03:50.853570 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5f857179-b109-4578-9713-6363c6ba30a2 req-505cbd46-4c60-4664-a7f6-5ec9a8bf53ec tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1950392589&fields=id&tenant_id=cba00eb37e224ffaa44c45ebb2a0b086 HTTP/1.1" status: 200 len: 267 time: 0.1985252 Nov 12 01:03:50.866387 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-886dc054-e4e0-4c99-9db2-68aaae947ee2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:50.896758 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-886dc054-e4e0-4c99-9db2-68aaae947ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:50.898170 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886dc054-e4e0-4c99-9db2-68aaae947ee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:50.898941 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-886dc054-e4e0-4c99-9db2-68aaae947ee2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:50.996597 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-886dc054-e4e0-4c99-9db2-68aaae947ee2 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5545182 Nov 12 01:03:50.996868 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35252) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:51.007050 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-0f3850a4-546e-4565-a0d5-1aff32dabc50 admin admin] Request body: {'subnet': {'network_id': '3bc4a521-c655-4b71-9f73-8fdf1c662a50', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1243545110-subnet', 'tenant_id': '511046bb99e5418890f261fea9b8beb4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:51.027922 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886dc054-e4e0-4c99-9db2-68aaae947ee2 admin admin] Pushing event updated for resources: {'Network': ['ID=3bc4a521-c655-4b71-9f73-8fdf1c662a50,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:51.035667 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 5ed033f0-b5f4-406b-98cb-7a73ff4e24e9 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:03:51.067886 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3850a4-546e-4565-a0d5-1aff32dabc50 admin admin] Made reservation on behalf of 511046bb99e5418890f261fea9b8beb4 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:03:51.071047 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0f3850a4-546e-4565-a0d5-1aff32dabc50 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:51.087400 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 3bc4a521-c655-4b71-9f73-8fdf1c662a50 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:03:51.087871 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de78f00-2f93-4e48-a4c6-1d0531e5cd19 req-33c87e27-2685-4ccb-93f8-f943c9f7de17 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:51.089266 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0de78f00-2f93-4e48-a4c6-1d0531e5cd19 req-33c87e27-2685-4ccb-93f8-f943c9f7de17 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.44 "GET /v2.0/ports?device_id=79a58dd3-fdf9-4b0b-8d60-09483063a895 HTTP/1.1" status: 200 len: 945 time: 0.1865904 Nov 12 01:03:51.099893 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f857179-b109-4578-9713-6363c6ba30a2 req-9f281262-d105-4253-bbcb-37ff2d434ec5 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:51.101565 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5f857179-b109-4578-9713-6363c6ba30a2 req-9f281262-d105-4253-bbcb-37ff2d434ec5 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] 10.222.0.45 "GET /v2.0/networks?id=37f48500-8076-40e5-aa80-78fcdfba4121 HTTP/1.1" status: 200 len: 806 time: 0.2155411 Nov 12 01:03:51.170698 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5f857179-b109-4578-9713-6363c6ba30a2 req-eaae243d-8a68-4983-b575-610ed08d2510 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] 10.222.0.45 "GET /v2.0/quotas/cba00eb37e224ffaa44c45ebb2a0b086 HTTP/1.1" status: 200 len: 375 time: 0.0294337 Nov 12 01:03:51.173039 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-4b74f50f-dab8-4f77-b052-314d862b9a57 req-b16efc82-74e2-44ed-8c43-1afa187df2b1 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Deleting port 04abc25d-e4c0-4aeb-a70a-4ae9166f1335 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:03:51.173436 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4b74f50f-dab8-4f77-b052-314d862b9a57 req-b16efc82-74e2-44ed-8c43-1afa187df2b1 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:51.233273 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 5ed033f0-b5f4-406b-98cb-7a73ff4e24e9 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:03:51.239306 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 5ed033f0-b5f4-406b-98cb-7a73ff4e24e9 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:51.239913 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:51.338386 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0f3850a4-546e-4565-a0d5-1aff32dabc50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:51.344753 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4b74f50f-dab8-4f77-b052-314d862b9a57 req-b16efc82-74e2-44ed-8c43-1afa187df2b1 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:51.345768 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4b74f50f-dab8-4f77-b052-314d862b9a57 req-b16efc82-74e2-44ed-8c43-1afa187df2b1 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:51.364306 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:51.376610 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5f857179-b109-4578-9713-6363c6ba30a2 req-9fe2b13c-b259-4944-8837-bb79ba16d3b9 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=cba00eb37e224ffaa44c45ebb2a0b086&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1951945 Nov 12 01:03:51.379338 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-4b74f50f-dab8-4f77-b052-314d862b9a57 req-b16efc82-74e2-44ed-8c43-1afa187df2b1 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Calling delete_port for 04abc25d-e4c0-4aeb-a70a-4ae9166f1335 owned by network:floatingip {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:03:51.406479 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-0de78f00-2f93-4e48-a4c6-1d0531e5cd19 req-8c3f7bd0-392d-40db-81ce-a076d2479dec tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Deleting port 3dc64195-fee3-489e-abe0-2fb2a598549a {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:03:51.406866 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-0de78f00-2f93-4e48-a4c6-1d0531e5cd19 req-8c3f7bd0-392d-40db-81ce-a076d2479dec tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:51.413949 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 5ed033f0-b5f4-406b-98cb-7a73ff4e24e9, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=5ed033f0-b5f4-406b-98cb-7a73ff4e24e9,segment=NetworkSegment(ad4c4449-dc7a-4356-bf97-224e764df50e),segment_id=ad4c4449-dc7a-4356-bf97-224e764df50e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:51.415778 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf87c55e-a361-4f52-886e-7ee14de0df96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed033f0-b5f4-406b-98cb-7a73ff4e24e9'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:03:51.420858 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7379dc3-cb16-48b5-8bf5-4cafb67baac1" -d '{"events": [{"server_uuid": "bf87c55e-a361-4f52-886e-7ee14de0df96", "name": "network-vif-plugged", "status": "completed", "tag": "5ed033f0-b5f4-406b-98cb-7a73ff4e24e9"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:03:51.426285 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:51.431647 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3850a4-546e-4565-a0d5-1aff32dabc50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dafb693a-e751-4510-a2d0-108c567c72a9,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:51.434740 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3850a4-546e-4565-a0d5-1aff32dabc50 admin admin] Checking segment: {'id': 'b8b65bee-b1f3-45a3-adee-439ac32f85c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3bc4a521-c655-4b71-9f73-8fdf1c662a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:03:51.435112 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3850a4-546e-4565-a0d5-1aff32dabc50 admin admin] Network hostable DHCP agents. Network: 3bc4a521-c655-4b71-9f73-8fdf1c662a50, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:03:51.458037 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3850a4-546e-4565-a0d5-1aff32dabc50 admin admin] Network 3bc4a521-c655-4b71-9f73-8fdf1c662a50 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:03:51.468948 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-0f3850a4-546e-4565-a0d5-1aff32dabc50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 3bc4a521-c655-4b71-9f73-8fdf1c662a50) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:51.475668 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3850a4-546e-4565-a0d5-1aff32dabc50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:51.475904 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0f3850a4-546e-4565-a0d5-1aff32dabc50 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:51.493637 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2b788d-691d-4b9b-9643-0418bd5c2193 None None] Network 3bc4a521-c655-4b71-9f73-8fdf1c662a50 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:03:51.499143 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0f3850a4-546e-4565-a0d5-1aff32dabc50 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5010192 Nov 12 01:03:51.569051 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=5ed033f0-b5f4-406b-98cb-7a73ff4e24e9,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:51.666153 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a225801-925b-4837-b855-c329f510f47b None None] Network 3bc4a521-c655-4b71-9f73-8fdf1c662a50 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:03:51.704760 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5f857179-b109-4578-9713-6363c6ba30a2 req-74423753-9e9f-428d-bd09-e1849186f001 service neutron] 10.222.0.45 "GET /v2.0/networks/37f48500-8076-40e5-aa80-78fcdfba4121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896338 Nov 12 01:03:51.706676 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-0de78f00-2f93-4e48-a4c6-1d0531e5cd19 req-8c3f7bd0-392d-40db-81ce-a076d2479dec tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] For port 3dc64195-fee3-489e-abe0-2fb2a598549a, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=3dc64195-fee3-489e-abe0-2fb2a598549a,segment=NetworkSegment(5dbb5cf7-5b96-4480-92bd-bde327ee507c),segment_id=5dbb5cf7-5b96-4480-92bd-bde327ee507c)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:51.707056 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-0de78f00-2f93-4e48-a4c6-1d0531e5cd19 req-8c3f7bd0-392d-40db-81ce-a076d2479dec tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:51.760030 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-0de78f00-2f93-4e48-a4c6-1d0531e5cd19 req-8c3f7bd0-392d-40db-81ce-a076d2479dec tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Calling delete_port for 3dc64195-fee3-489e-abe0-2fb2a598549a owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:03:51.887762 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4b74f50f-dab8-4f77-b052-314d862b9a57 req-b16efc82-74e2-44ed-8c43-1afa187df2b1 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:51.937036 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16efc82-74e2-44ed-8c43-1afa187df2b1 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Pushing event deleted for resources: {'Port': ['ID=04abc25d-e4c0-4aeb-a70a-4ae9166f1335,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:52.007313 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5f857179-b109-4578-9713-6363c6ba30a2 req-6c6b83dc-b797-4cb8-8a85-049b6ff35166 service neutron] 10.222.0.45 "GET /v2.0/networks/37f48500-8076-40e5-aa80-78fcdfba4121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861435 Nov 12 01:03:52.041249 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4b74f50f-dab8-4f77-b052-314d862b9a57 req-b16efc82-74e2-44ed-8c43-1afa187df2b1 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks [] for floatingip, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:52.044051 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4b74f50f-dab8-4f77-b052-314d862b9a57 req-b16efc82-74e2-44ed-8c43-1afa187df2b1 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:52.045268 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4b74f50f-dab8-4f77-b052-314d862b9a57 req-b16efc82-74e2-44ed-8c43-1afa187df2b1 tempest-FloatingIPDetailsTestJSON-619814667 tempest-FloatingIPDetailsTestJSON-619814667-project] 10.222.0.45 "DELETE /v2.0/floatingips/7b0b8993-3ff1-4136-a9f2-b389af0c31ca HTTP/1.1" status: 204 len: 173 time: 1.2822413 Nov 12 01:03:52.054449 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35266) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:52.117730 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-0de78f00-2f93-4e48-a4c6-1d0531e5cd19 req-8c3f7bd0-392d-40db-81ce-a076d2479dec tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:52.157020 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['3dc64195-fee3-489e-abe0-2fb2a598549a'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:03:52.189634 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3f7bd0-392d-40db-81ce-a076d2479dec tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Pushing event deleted for resources: {'Port': ['ID=3dc64195-fee3-489e-abe0-2fb2a598549a,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:52.224339 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-943c5cc5-0628-4943-88e8-cc7351337e26 req-182e4e61-b65e-45ea-ab51-743aa5b79719 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "GET /v2.0/ports?device_id=79a58dd3-fdf9-4b0b-8d60-09483063a895 HTTP/1.1" status: 200 len: 210 time: 0.0635846 Nov 12 01:03:52.241469 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de78f00-2f93-4e48-a4c6-1d0531e5cd19 req-8c3f7bd0-392d-40db-81ce-a076d2479dec tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] No DVR routers for this DVR port 3dc64195-fee3-489e-abe0-2fb2a598549a on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:03:52.243917 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-0de78f00-2f93-4e48-a4c6-1d0531e5cd19 req-8c3f7bd0-392d-40db-81ce-a076d2479dec tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:52.248293 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0de78f00-2f93-4e48-a4c6-1d0531e5cd19 req-8c3f7bd0-392d-40db-81ce-a076d2479dec tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.44 "DELETE /v2.0/ports/3dc64195-fee3-489e-abe0-2fb2a598549a HTTP/1.1" status: 204 len: 173 time: 1.1412439 Nov 12 01:03:52.248649 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a58dd3-fdf9-4b0b-8d60-09483063a895', 'name': 'network-vif-deleted', 'tag': '3dc64195-fee3-489e-abe0-2fb2a598549a'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:03:52.251244 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d665b943-a9b5-4398-9908-2b04017706e2" -d '{"events": [{"server_uuid": "79a58dd3-fdf9-4b0b-8d60-09483063a895", "name": "network-vif-deleted", "tag": "3dc64195-fee3-489e-abe0-2fb2a598549a"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:03:52.544550 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f12428-6fcc-47a0-9329-6a28ee4c844b req-252c9577-cf75-41c7-a975-b6e09d05e1aa tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:52.547653 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-33f12428-6fcc-47a0-9329-6a28ee4c844b req-252c9577-cf75-41c7-a975-b6e09d05e1aa tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf87c55e-a361-4f52-886e-7ee14de0df96 HTTP/1.1" status: 200 len: 945 time: 0.1582603 Nov 12 01:03:52.671595 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-33f12428-6fcc-47a0-9329-6a28ee4c844b req-852dde90-d208-4351-b274-a699007034d1 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164517 Nov 12 01:03:52.700132 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e8baaf-e585-4090-8392-423a030aa9be x-openstack-request-id: req-f6e8baaf-e585-4090-8392-423a030aa9be {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:03:52.700640 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf87c55e-a361-4f52-886e-7ee14de0df96", "name": "network-vif-plugged", "status": "completed", "tag": "5ed033f0-b5f4-406b-98cb-7a73ff4e24e9", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:03:52.701120 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f6e8baaf-e585-4090-8392-423a030aa9be {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:03:52.701741 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf87c55e-a361-4f52-886e-7ee14de0df96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed033f0-b5f4-406b-98cb-7a73ff4e24e9', 'code': 200} Nov 12 01:03:52.833740 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e5772-b72d-4649-b436-20f3404177f7 req-bcda9ce1-f3b3-4612-bd0f-9b55d9f628ae tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:52.843219 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e5772-b72d-4649-b436-20f3404177f7 req-bcda9ce1-f3b3-4612-bd0f-9b55d9f628ae tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:52.850746 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e5772-b72d-4649-b436-20f3404177f7 req-bcda9ce1-f3b3-4612-bd0f-9b55d9f628ae tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:52.858762 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e5772-b72d-4649-b436-20f3404177f7 req-bcda9ce1-f3b3-4612-bd0f-9b55d9f628ae tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:52.867049 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e5772-b72d-4649-b436-20f3404177f7 req-bcda9ce1-f3b3-4612-bd0f-9b55d9f628ae tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:52.874582 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4d3f2613-af00-44a0-a830-81c00cad5e1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:52.875436 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e5772-b72d-4649-b436-20f3404177f7 req-bcda9ce1-f3b3-4612-bd0f-9b55d9f628ae tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:52.885119 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e5772-b72d-4649-b436-20f3404177f7 req-bcda9ce1-f3b3-4612-bd0f-9b55d9f628ae tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:52.888215 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-756e5772-b72d-4649-b436-20f3404177f7 req-bcda9ce1-f3b3-4612-bd0f-9b55d9f628ae tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 5434 time: 0.1435187 Nov 12 01:03:53.008451 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6f6aa-8790-4c61-b85d-943a178b2453 req-a417794f-c8da-4456-b4e0-026f807f8b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:53.010399 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-89d6f6aa-8790-4c61-b85d-943a178b2453 req-a417794f-c8da-4456-b4e0-026f807f8b38 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bf87c55e-a361-4f52-886e-7ee14de0df96 HTTP/1.1" status: 200 len: 1097 time: 0.1210411 Nov 12 01:03:53.017946 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-756e5772-b72d-4649-b436-20f3404177f7 req-a5db55bc-fe73-419f-aa98-f3caa09865cc tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c2064e3-365e-4ce1-97ba-786147ddb249&id=cc2c1d93-00ba-4bf1-8dce-5f2d256d3645&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1170409 Nov 12 01:03:53.081015 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-89d6f6aa-8790-4c61-b85d-943a178b2453 req-f33e4dc4-f84f-411d-acaa-8821be985749 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575857 Nov 12 01:03:53.138880 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e303e649-8896-4814-9595-554d39c79142 x-openstack-request-id: req-e303e649-8896-4814-9595-554d39c79142 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:03:53.139503 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79a58dd3-fdf9-4b0b-8d60-09483063a895", "name": "network-vif-deleted", "tag": "3dc64195-fee3-489e-abe0-2fb2a598549a", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:03:53.140033 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e303e649-8896-4814-9595-554d39c79142 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:03:53.141107 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79a58dd3-fdf9-4b0b-8d60-09483063a895', 'name': 'network-vif-deleted', 'tag': '3dc64195-fee3-489e-abe0-2fb2a598549a', 'status': 'completed', 'code': 200} Nov 12 01:03:53.227868 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-12242cfb-775d-4b34-9f09-b7c307c21c0d req-b576fc38-6613-4b54-8f09-63eef755925b tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] 10.222.0.45 "GET /v2.0/ports?device_id=937eb9da-92b1-42ba-bff8-179f83dfc09e HTTP/1.1" status: 200 len: 210 time: 0.0307100 Nov 12 01:03:53.343824 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-4d3f2613-af00-44a0-a830-81c00cad5e1d admin admin] Deleting port f7dcc358-ed08-4b62-a3fc-cae7827bf948 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:03:53.344698 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4d3f2613-af00-44a0-a830-81c00cad5e1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:53.398944 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757491c1-1027-472a-8039-ae76161bf508 req-773bc83f-d5a2-4672-ba86-773c43425340 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:53.424631 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757491c1-1027-472a-8039-ae76161bf508 req-773bc83f-d5a2-4672-ba86-773c43425340 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:53.451459 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757491c1-1027-472a-8039-ae76161bf508 req-773bc83f-d5a2-4672-ba86-773c43425340 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:53.465304 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757491c1-1027-472a-8039-ae76161bf508 req-773bc83f-d5a2-4672-ba86-773c43425340 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:53.482106 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757491c1-1027-472a-8039-ae76161bf508 req-773bc83f-d5a2-4672-ba86-773c43425340 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:53.499253 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757491c1-1027-472a-8039-ae76161bf508 req-773bc83f-d5a2-4672-ba86-773c43425340 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:53.518319 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757491c1-1027-472a-8039-ae76161bf508 req-773bc83f-d5a2-4672-ba86-773c43425340 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:53.521299 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-757491c1-1027-472a-8039-ae76161bf508 req-773bc83f-d5a2-4672-ba86-773c43425340 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 5434 time: 0.2234263 Nov 12 01:03:53.536134 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-4d3f2613-af00-44a0-a830-81c00cad5e1d admin admin] For port f7dcc358-ed08-4b62-a3fc-cae7827bf948, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=f7dcc358-ed08-4b62-a3fc-cae7827bf948,segment=NetworkSegment(59bb2f57-bee1-4337-9241-24e7c4295c7a),segment_id=59bb2f57-bee1-4337-9241-24e7c4295c7a)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:53.536966 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4d3f2613-af00-44a0-a830-81c00cad5e1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:53.539453 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 35292) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:53.575177 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-4d3f2613-af00-44a0-a830-81c00cad5e1d admin admin] Calling delete_port for f7dcc358-ed08-4b62-a3fc-cae7827bf948 owned by network:router_interface {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:03:53.577947 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-8fed3eeb-42ff-47a8-8c55-756803bac965 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Request body: {'floatingip': {'port_id': '15e8b880-bdf7-4297-8037-5e8af0c0a024'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:53.587020 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8ed67111-6c76-4675-afda-68d55c45717b req-e8aa653b-7697-4f4b-b48f-f3033745d376 tempest-ServerRescueTestJSONUnderV235-402538169 tempest-ServerRescueTestJSONUnderV235-402538169-project] 10.222.0.45 "GET /v2.0/ports?device_id=79a58dd3-fdf9-4b0b-8d60-09483063a895 HTTP/1.1" status: 200 len: 210 time: 0.0640957 Nov 12 01:03:53.663988 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8fed3eeb-42ff-47a8-8c55-756803bac965 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks [] for floatingip, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:54.024354 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4d3f2613-af00-44a0-a830-81c00cad5e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:54.042763 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4655e2c-dfd6-4227-9ea9-079820b54da3 req-742fa49d-780c-446a-8e58-354864ddb24c tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:54.044550 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f4655e2c-dfd6-4227-9ea9-079820b54da3 req-742fa49d-780c-446a-8e58-354864ddb24c tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf87c55e-a361-4f52-886e-7ee14de0df96 HTTP/1.1" status: 200 len: 945 time: 0.1229210 Nov 12 01:03:54.055376 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f2613-af00-44a0-a830-81c00cad5e1d admin admin] Pushing event deleted for resources: {'Port': ['ID=f7dcc358-ed08-4b62-a3fc-cae7827bf948,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:54.226621 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f4655e2c-dfd6-4227-9ea9-079820b54da3 req-04a299c8-fca8-4907-a805-2800dcdeab4a tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349397 Nov 12 01:03:54.387223 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4d3f2613-af00-44a0-a830-81c00cad5e1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:54.450310 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a9122785-7818-450d-a8de-caeeeb01c24c req-1b43c73d-cdf6-4ada-8fb5-0037b8614c99 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] 10.222.0.45 "GET /v2.0/ports?device_id=937eb9da-92b1-42ba-bff8-179f83dfc09e HTTP/1.1" status: 200 len: 210 time: 0.0777395 Nov 12 01:03:54.800204 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35326) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:55.061340 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 3dc64195-fee3-489e-abe0-2fb2a598549a no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:03:55.078876 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-2b1ba37d-d9fb-4880-bf52-56a9b1c9fe95 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:55.080509 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-2b1ba37d-d9fb-4880-bf52-56a9b1c9fe95 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf87c55e-a361-4f52-886e-7ee14de0df96 HTTP/1.1" status: 200 len: 945 time: 0.2908056 Nov 12 01:03:55.102111 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 3dc64195-fee3-489e-abe0-2fb2a598549a {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:03:55.102554 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 3dc64195-fee3-489e-abe0-2fb2a598549a not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:03:55.187505 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.db.resource_extend [None req-8fed3eeb-42ff-47a8-8c55-756803bac965 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] It took 0.69 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 01:03:55.207459 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3f2613-af00-44a0-a830-81c00cad5e1d admin admin] Router 406e431f-0baf-43b0-bd89-63ef9314ab90 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:03:55.322601 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8fed3eeb-42ff-47a8-8c55-756803bac965 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:55.341198 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8fed3eeb-42ff-47a8-8c55-756803bac965 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:55.424068 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f857179-b109-4578-9713-6363c6ba30a2 req-04225839-b4d2-4c46-bcbd-3fc6a04c0ffd tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:55.425845 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5f857179-b109-4578-9713-6363c6ba30a2 req-04225839-b4d2-4c46-bcbd-3fc6a04c0ffd tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] 10.222.0.44 "GET /v2.0/networks?id=37f48500-8076-40e5-aa80-78fcdfba4121 HTTP/1.1" status: 200 len: 806 time: 0.8796282 Nov 12 01:03:55.509823 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c933d5ea-fa9a-4a3c-b2ec-1e0ef590ee9b req-1e0622f4-818b-429c-9272-777cd7c5e07d tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:55.511588 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c933d5ea-fa9a-4a3c-b2ec-1e0ef590ee9b req-1e0622f4-818b-429c-9272-777cd7c5e07d tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] 10.222.0.45 "GET /v2.0/networks?id=3bc4a521-c655-4b71-9f73-8fdf1c662a50 HTTP/1.1" status: 200 len: 810 time: 0.3485065 Nov 12 01:03:55.573348 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c933d5ea-fa9a-4a3c-b2ec-1e0ef590ee9b req-b789e2d9-9644-48b1-abbc-ed51d999c28d tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] 10.222.0.45 "GET /v2.0/quotas/511046bb99e5418890f261fea9b8beb4 HTTP/1.1" status: 200 len: 375 time: 0.0475814 Nov 12 01:03:55.593144 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b6e85-f9f8-4345-9869-e6afbc13ed82 req-dfcb82e2-44ec-45a3-b743-17b7bdb1804f tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:55.594698 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b34b6e85-f9f8-4345-9869-e6afbc13ed82 req-dfcb82e2-44ec-45a3-b743-17b7bdb1804f tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf87c55e-a361-4f52-886e-7ee14de0df96 HTTP/1.1" status: 200 len: 945 time: 0.2124202 Nov 12 01:03:55.602637 n-d-712142-27 neutron-server[109085]: INFO neutron.db.l3_db [None req-8fed3eeb-42ff-47a8-8c55-756803bac965 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Floating IP e6e6456c-e748-40a2-96fe-afbf594141c9 associated. External IP: 172.25.3.106, port: 15e8b880-bdf7-4297-8037-5e8af0c0a024. Nov 12 01:03:55.688438 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c933d5ea-fa9a-4a3c-b2ec-1e0ef590ee9b req-2a3e2ac8-6ad3-46c1-9e3f-ef918e7f524a tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=511046bb99e5418890f261fea9b8beb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1050336 Nov 12 01:03:55.707180 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5f857179-b109-4578-9713-6363c6ba30a2 req-0b50a5c9-dc06-4d49-adc1-6d55ae1b180b tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cba00eb37e224ffaa44c45ebb2a0b086 HTTP/1.1" status: 200 len: 380 time: 0.2423072 Nov 12 01:03:55.726461 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-5f857179-b109-4578-9713-6363c6ba30a2 req-8383ac03-4da6-43cf-b020-e9c6b50f5a9c tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Request body: {'port': {'device_id': '937eb9da-92b1-42ba-bff8-179f83dfc09e', 'network_id': '37f48500-8076-40e5-aa80-78fcdfba4121', 'admin_state_up': True, 'tenant_id': 'cba00eb37e224ffaa44c45ebb2a0b086', 'security_groups': ['99e070f2-fe46-49da-84b4-f8c4d8d57492']}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:55.732366 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-6fbbf803-1309-4479-9ad6-b18d22244436 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Deleting port 5ed033f0-b5f4-406b-98cb-7a73ff4e24e9 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:03:55.732699 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-6fbbf803-1309-4479-9ad6-b18d22244436 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:55.817809 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3f2613-af00-44a0-a830-81c00cad5e1d admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:03:55.824231 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4d3f2613-af00-44a0-a830-81c00cad5e1d admin admin] 10.222.0.45 "PUT /v2.0/routers/406e431f-0baf-43b0-bd89-63ef9314ab90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7672565 Nov 12 01:03:55.828722 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35346) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:55.840300 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef201e46-2fac-4015-ac9e-c5d003da1640 None None] Sync routers for ids ['406e431f-0baf-43b0-bd89-63ef9314ab90'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:03:55.856623 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef201e46-2fac-4015-ac9e-c5d003da1640 None None] Routers {'406e431f-0baf-43b0-bd89-63ef9314ab90'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:55.857493 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-ef201e46-2fac-4015-ac9e-c5d003da1640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:03:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['406e431f-0baf-43b0-bd89-63ef9314ab90'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:55.939221 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b34b6e85-f9f8-4345-9869-e6afbc13ed82 req-74bed8db-c06c-4422-9535-d7d781483b3e tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237255 Nov 12 01:03:55.987025 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-6fbbf803-1309-4479-9ad6-b18d22244436 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] For port 5ed033f0-b5f4-406b-98cb-7a73ff4e24e9, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=5ed033f0-b5f4-406b-98cb-7a73ff4e24e9,segment=NetworkSegment(ad4c4449-dc7a-4356-bf97-224e764df50e),segment_id=ad4c4449-dc7a-4356-bf97-224e764df50e)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:55.987414 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-6fbbf803-1309-4479-9ad6-b18d22244436 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:56.018424 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-6fbbf803-1309-4479-9ad6-b18d22244436 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Calling delete_port for 5ed033f0-b5f4-406b-98cb-7a73ff4e24e9 owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:03:56.024186 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c933d5ea-fa9a-4a3c-b2ec-1e0ef590ee9b req-dfa18f12-f3b5-4de4-b62f-0750ecfce6d6 service neutron] 10.222.0.45 "GET /v2.0/networks/3bc4a521-c655-4b71-9f73-8fdf1c662a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228507 Nov 12 01:03:56.032756 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ecaf04d2-a72b-4cbd-b4a9-daf2ec775fea admin admin] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:56.169815 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-ef201e46-2fac-4015-ac9e-c5d003da1640 None None] Set router 406e431f-0baf-43b0-bd89-63ef9314ab90 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:03:56.248136 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-85cc10ac-622c-40e5-9d9e-405d54ceaec2 req-7450e0d2-0cc2-423a-a058-afa467a1920a tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] 10.222.0.45 "GET /v2.0/ports?device_id=937eb9da-92b1-42ba-bff8-179f83dfc09e HTTP/1.1" status: 200 len: 210 time: 0.0748241 Nov 12 01:03:56.254034 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ecaf04d2-a72b-4cbd-b4a9-daf2ec775fea admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:56.284469 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c2bf52b7-ce8f-44d3-a6b8-5c64cfb61d35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:56.303540 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f857179-b109-4578-9713-6363c6ba30a2 req-8383ac03-4da6-43cf-b020-e9c6b50f5a9c tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Made reservation on behalf of cba00eb37e224ffaa44c45ebb2a0b086 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:03:56.307279 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5f857179-b109-4578-9713-6363c6ba30a2 req-8383ac03-4da6-43cf-b020-e9c6b50f5a9c tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:56.360672 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c933d5ea-fa9a-4a3c-b2ec-1e0ef590ee9b req-d1b7c990-584e-40d1-b865-c1689fd9c3e9 service neutron] 10.222.0.45 "GET /v2.0/networks/3bc4a521-c655-4b71-9f73-8fdf1c662a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343275 Nov 12 01:03:56.417866 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fed3eeb-42ff-47a8-8c55-756803bac965 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Router 4fd2b05f-a509-42db-865a-ab541214d81d has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:03:56.527769 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-6fbbf803-1309-4479-9ad6-b18d22244436 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:56.552347 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-ecaf04d2-a72b-4cbd-b4a9-daf2ec775fea admin admin] Deleting port 36484875-a840-48aa-b1d6-94e5a7c56052 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:03:56.552683 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ecaf04d2-a72b-4cbd-b4a9-daf2ec775fea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:56.570894 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['5ed033f0-b5f4-406b-98cb-7a73ff4e24e9'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:03:56.609121 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbbf803-1309-4479-9ad6-b18d22244436 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Pushing event deleted for resources: {'Port': ['ID=5ed033f0-b5f4-406b-98cb-7a73ff4e24e9,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:56.680432 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-ef201e46-2fac-4015-ac9e-c5d003da1640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406e431f-0baf-43b0-bd89-63ef9314ab90', 'name': 'tempest-FloatingIPDetailsTestJSON-2120873317-router', 'tenant_id': 'fe88eff40ad641309dd578bc03eefa19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '36484875-a840-48aa-b1d6-94e5a7c56052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:52Z', 'updated_at': '2021-11-12T01:03:53Z', 'revision_number': 5, 'project_id': 'fe88eff40ad641309dd578bc03eefa19', 'gw_port': {'id': '36484875-a840-48aa-b1d6-94e5a7c56052', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e8:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406e431f-0baf-43b0-bd89-63ef9314ab90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:55Z', 'updated_at': '2021-11-12T01:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:56.698087 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-5f857179-b109-4578-9713-6363c6ba30a2 req-8383ac03-4da6-43cf-b020-e9c6b50f5a9c tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Allocated IP 172.20.0.3 (37f48500-8076-40e5-aa80-78fcdfba4121/e4a734ac-a14e-482f-a25a-820aa1760c7d/0abbfc50-ad72-49e7-b893-c723f8daad2f) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:03:56.713211 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fed3eeb-42ff-47a8-8c55-756803bac965 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:03:56.731090 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2458d3f3-c65d-471f-9bf0-dfcc5819b9df None None] Sync routers for ids ['4fd2b05f-a509-42db-865a-ab541214d81d'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:03:56.734459 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8fed3eeb-42ff-47a8-8c55-756803bac965 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:56.748770 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2458d3f3-c65d-471f-9bf0-dfcc5819b9df None None] Routers {'4fd2b05f-a509-42db-865a-ab541214d81d'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:56.750298 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef201e46-2fac-4015-ac9e-c5d003da1640 None None] Checking router: 406e431f-0baf-43b0-bd89-63ef9314ab90 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:03:56.753729 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-2458d3f3-c65d-471f-9bf0-dfcc5819b9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:03:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['4fd2b05f-a509-42db-865a-ab541214d81d'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:56.765695 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef201e46-2fac-4015-ac9e-c5d003da1640 None None] Routers {'406e431f-0baf-43b0-bd89-63ef9314ab90'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:56.766346 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-ef201e46-2fac-4015-ac9e-c5d003da1640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:03:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['406e431f-0baf-43b0-bd89-63ef9314ab90'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:56.781467 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-6fbbf803-1309-4479-9ad6-b18d22244436 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] No DVR routers for this DVR port 5ed033f0-b5f4-406b-98cb-7a73ff4e24e9 on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:03:56.797147 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-6fbbf803-1309-4479-9ad6-b18d22244436 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:56.798556 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-37596265-40cd-4c03-ba09-93ae738aec89 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1859813 Nov 12 01:03:56.803809 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-8fed3eeb-42ff-47a8-8c55-756803bac965 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "PUT /v2.0/floatingips/e6e6456c-e748-40a2-96fe-afbf594141c9 HTTP/1.1" status: 200 len: 991 time: 3.2628195 Nov 12 01:03:56.809276 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'tag': '15e8b880-bdf7-4297-8037-5e8af0c0a024'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:03:56.811768 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9281640f-9391-4e67-bed6-c3f2537afae6" -d '{"events": [{"name": "network-changed", "server_uuid": "f4d7bf12-651b-4ebe-8869-e52af4287213", "tag": "15e8b880-bdf7-4297-8037-5e8af0c0a024"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:03:56.842987 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-eb2a665d-a669-4b82-a6ee-aa619f098491 req-6fbbf803-1309-4479-9ad6-b18d22244436 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.44 "DELETE /v2.0/ports/5ed033f0-b5f4-406b-98cb-7a73ff4e24e9 HTTP/1.1" status: 204 len: 173 time: 1.7305276 Nov 12 01:03:56.847917 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf87c55e-a361-4f52-886e-7ee14de0df96', 'name': 'network-vif-deleted', 'tag': '5ed033f0-b5f4-406b-98cb-7a73ff4e24e9'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:03:56.876161 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9653ae91-f98a-4da6-9f53-3d35796d3e5b" -d '{"events": [{"server_uuid": "bf87c55e-a361-4f52-886e-7ee14de0df96", "name": "network-vif-deleted", "tag": "5ed033f0-b5f4-406b-98cb-7a73ff4e24e9"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:03:56.939682 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-ef201e46-2fac-4015-ac9e-c5d003da1640 None None] Set router 406e431f-0baf-43b0-bd89-63ef9314ab90 gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:03:57.033451 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d70763-c3e7-43c1-bfdb-664d1fd35d5a x-openstack-request-id: req-44d70763-c3e7-43c1-bfdb-664d1fd35d5a {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:03:57.036945 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4d7bf12-651b-4ebe-8869-e52af4287213", "tag": "15e8b880-bdf7-4297-8037-5e8af0c0a024", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:03:57.040827 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-44d70763-c3e7-43c1-bfdb-664d1fd35d5a {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:03:57.041742 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'tag': '15e8b880-bdf7-4297-8037-5e8af0c0a024', 'status': 'completed', 'code': 200} Nov 12 01:03:57.064078 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5f857179-b109-4578-9713-6363c6ba30a2 req-8383ac03-4da6-43cf-b020-e9c6b50f5a9c tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:57.076415 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-ef201e46-2fac-4015-ac9e-c5d003da1640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406e431f-0baf-43b0-bd89-63ef9314ab90', 'name': 'tempest-FloatingIPDetailsTestJSON-2120873317-router', 'tenant_id': 'fe88eff40ad641309dd578bc03eefa19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:52Z', 'updated_at': '2021-11-12T01:03:56Z', 'revision_number': 6, 'project_id': 'fe88eff40ad641309dd578bc03eefa19', 'gw_port_host': None}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:57.153995 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5f857179-b109-4578-9713-6363c6ba30a2 req-8383ac03-4da6-43cf-b020-e9c6b50f5a9c tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:57.154996 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef201e46-2fac-4015-ac9e-c5d003da1640 None None] The sync data for ids ['406e431f-0baf-43b0-bd89-63ef9314ab90'] in n-d-712142-27 is: [{'id': '406e431f-0baf-43b0-bd89-63ef9314ab90', 'name': 'tempest-FloatingIPDetailsTestJSON-2120873317-router', 'tenant_id': 'fe88eff40ad641309dd578bc03eefa19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:52Z', 'updated_at': '2021-11-12T01:03:56Z', 'revision_number': 6, 'project_id': 'fe88eff40ad641309dd578bc03eefa19', 'gw_port_host': None}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:03:57.169099 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51b9ce2-ab94-400d-afdf-6810230bbfdf x-openstack-request-id: req-e51b9ce2-ab94-400d-afdf-6810230bbfdf {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:03:57.169487 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf87c55e-a361-4f52-886e-7ee14de0df96", "name": "network-vif-deleted", "tag": "5ed033f0-b5f4-406b-98cb-7a73ff4e24e9", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:03:57.172343 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e51b9ce2-ab94-400d-afdf-6810230bbfdf {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:03:57.172809 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf87c55e-a361-4f52-886e-7ee14de0df96', 'name': 'network-vif-deleted', 'tag': '5ed033f0-b5f4-406b-98cb-7a73ff4e24e9', 'status': 'completed', 'code': 200} Nov 12 01:03:57.189472 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0cafb24e-39ce-4686-8650-6d56b1decce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:57.232380 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-2458d3f3-c65d-471f-9bf0-dfcc5819b9df None None] Set router 4fd2b05f-a509-42db-865a-ab541214d81d gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:03:57.258000 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-ecaf04d2-a72b-4cbd-b4a9-daf2ec775fea admin admin] For port 36484875-a840-48aa-b1d6-94e5a7c56052, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=36484875-a840-48aa-b1d6-94e5a7c56052,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:57.258583 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ecaf04d2-a72b-4cbd-b4a9-daf2ec775fea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:57.280639 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f857179-b109-4578-9713-6363c6ba30a2 req-8383ac03-4da6-43cf-b020-e9c6b50f5a9c tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Network 37f48500-8076-40e5-aa80-78fcdfba4121 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:03:57.294728 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3a25a702-d021-42d7-ac19-e2bec27490d1 req-020b1a22-9dd9-43a5-b232-737543286dc5 tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0b8a60-2b20-4949-b5e8-f1ce9d447aaf HTTP/1.1" status: 200 len: 210 time: 0.1067827 Nov 12 01:03:57.295495 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-5bfbd8cd-9dcb-4080-924a-bd44a223cf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:57.296961 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-5bfbd8cd-9dcb-4080-924a-bd44a223cf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:57.297603 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-5bfbd8cd-9dcb-4080-924a-bd44a223cf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:57.298650 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-5bfbd8cd-9dcb-4080-924a-bd44a223cf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:57.299127 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-5bfbd8cd-9dcb-4080-924a-bd44a223cf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:57.299589 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-5bfbd8cd-9dcb-4080-924a-bd44a223cf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:57.300217 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-5bfbd8cd-9dcb-4080-924a-bd44a223cf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:57.302250 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-5bfbd8cd-9dcb-4080-924a-bd44a223cf76 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d8109316fd94efaa47eb9260db1f13b&device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 6498 time: 0.2976425 Nov 12 01:03:57.304867 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-5f857179-b109-4578-9713-6363c6ba30a2 req-8383ac03-4da6-43cf-b020-e9c6b50f5a9c tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:03:57.308954 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-ecaf04d2-a72b-4cbd-b4a9-daf2ec775fea admin admin] Calling delete_port for 36484875-a840-48aa-b1d6-94e5a7c56052 owned by network:router_gateway {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:03:57.320984 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f857179-b109-4578-9713-6363c6ba30a2 req-8383ac03-4da6-43cf-b020-e9c6b50f5a9c tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:03:57.455883 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8383ac03-4da6-43cf-b020-e9c6b50f5a9c tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Pushing event updated for resources: {'Port': ['ID=0abbfc50-ad72-49e7-b893-c723f8daad2f,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:57.588193 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f857179-b109-4578-9713-6363c6ba30a2 req-8383ac03-4da6-43cf-b020-e9c6b50f5a9c tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:57.589550 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5f857179-b109-4578-9713-6363c6ba30a2 req-8383ac03-4da6-43cf-b020-e9c6b50f5a9c tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:57.714623 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8ae0b58b-9ff6-4604-acd2-7d6d0d78733a req-e7ca2daf-a7e8-443c-9267-95037ba2156b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ddab49d3f5a4b49b039bf18c7812764&device_id=bf87c55e-a361-4f52-886e-7ee14de0df96 HTTP/1.1" status: 200 len: 210 time: 0.2204542 Nov 12 01:03:57.771085 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a5bdab34-94ab-416d-b6aa-f6c6e09185c7 req-95f2180b-1fe9-4e2d-95d3-d45487095d28 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf87c55e-a361-4f52-886e-7ee14de0df96 HTTP/1.1" status: 200 len: 210 time: 0.2614760 Nov 12 01:03:57.808820 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5f857179-b109-4578-9713-6363c6ba30a2 req-8383ac03-4da6-43cf-b020-e9c6b50f5a9c tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0854256 Nov 12 01:03:57.851887 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf6686-8331-4e2b-aa4c-e3c896d5a65d req-818e5c6a-0a69-4a02-8474-04cae423745d tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:57.868235 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b5cf6686-8331-4e2b-aa4c-e3c896d5a65d req-818e5c6a-0a69-4a02-8474-04cae423745d tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] 10.222.0.45 "GET /v2.0/ports?device_id=937eb9da-92b1-42ba-bff8-179f83dfc09e HTTP/1.1" status: 200 len: 931 time: 0.3973682 Nov 12 01:03:57.916139 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-2458d3f3-c65d-471f-9bf0-dfcc5819b9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd2b05f-a509-42db-865a-ab541214d81d', 'name': 'tempest-TaggedBootDevicesTest-1822146490-router', 'tenant_id': '1d8109316fd94efaa47eb9260db1f13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '57a80513-018e-4a1c-9118-df7edebc5e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:00:34Z', 'updated_at': '2021-11-12T01:00:43Z', 'revision_number': 4, 'project_id': '1d8109316fd94efaa47eb9260db1f13b', 'gw_port': {'id': '57a80513-018e-4a1c-9118-df7edebc5e9c', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd2b05f-a509-42db-865a-ab541214d81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:35Z', 'updated_at': '2021-11-12T01:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': 'e6e6456c-e748-40a2-96fe-afbf594141c9', 'tenant_id': '1d8109316fd94efaa47eb9260db1f13b', 'floating_ip_address': '172.25.3.106', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '4fd2b05f-a509-42db-865a-ab541214d81d', 'port_id': '15e8b880-bdf7-4297-8037-5e8af0c0a024', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42a64961-de15-4cbf-9f7d-d65cedf81ae7', 'mac_address': 'fa:16:3e:2f:14:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:01:49Z', 'updated_at': '2021-11-12T01:03:54Z', 'revision_number': 1, 'project_id': '1d8109316fd94efaa47eb9260db1f13b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee41bcaa-94dd-4f6d-819f-34cc3a9da463', 'name': '', 'network_id': '42a64961-de15-4cbf-9f7d-d65cedf81ae7', 'tenant_id': '1d8109316fd94efaa47eb9260db1f13b', 'mac_address': 'fa:16:3e:fe:11:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd2b05f-a509-42db-865a-ab541214d81d', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '9a4a1633-eebb-4206-a02e-19555e45d6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:40Z', 'updated_at': '2021-11-12T01:00:55Z', 'revision_number': 5, 'project_id': '1d8109316fd94efaa47eb9260db1f13b', 'subnets': [{'id': '9a4a1633-eebb-4206-a02e-19555e45d6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:57.917135 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-57d09925-7697-469e-8d58-c0c4134dd3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:57.918336 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-57d09925-7697-469e-8d58-c0c4134dd3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:57.919542 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-57d09925-7697-469e-8d58-c0c4134dd3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:57.922848 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-57d09925-7697-469e-8d58-c0c4134dd3b7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=42a64961-de15-4cbf-9f7d-d65cedf81ae7&id=bca8627a-85cd-44bc-bbc5-d27b1e587fca&id=bca8627a-85cd-44bc-bbc5-d27b1e587fca&id=bca8627a-85cd-44bc-bbc5-d27b1e587fca&id=bca8627a-85cd-44bc-bbc5-d27b1e587fca&id=27138fd0-2739-4679-b06e-dafc84073bf0&id=27138fd0-2739-4679-b06e-dafc84073bf0 HTTP/1.1" status: 200 len: 2289 time: 0.4798539 Nov 12 01:03:57.942665 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-c2bf52b7-ce8f-44d3-a6b8-5c64cfb61d35 admin admin] Deleting port 465da04e-83e4-4ba9-a9f9-126c0299f087 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:03:57.943298 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c2bf52b7-ce8f-44d3-a6b8-5c64cfb61d35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:57.945431 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-cbe7ee5a-aae7-472e-b0b6-edad51332f7f None None] Provisioning complete for port 0abbfc50-ad72-49e7-b893-c723f8daad2f triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:03:57.945796 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cbe7ee5a-aae7-472e-b0b6-edad51332f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:57.967445 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-5f857179-b109-4578-9713-6363c6ba30a2 req-8adb33e8-9b9d-4f08-9ba3-8697ae979dbd service neutron] Request body: {'port': {'device_id': '937eb9da-92b1-42ba-bff8-179f83dfc09e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:57.985977 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2458d3f3-c65d-471f-9bf0-dfcc5819b9df None None] Checking router: 4fd2b05f-a509-42db-865a-ab541214d81d for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:03:58.020545 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2458d3f3-c65d-471f-9bf0-dfcc5819b9df None None] Routers {'4fd2b05f-a509-42db-865a-ab541214d81d'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:03:58.022430 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-2458d3f3-c65d-471f-9bf0-dfcc5819b9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:03:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['4fd2b05f-a509-42db-865a-ab541214d81d'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:58.041310 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-cbe7ee5a-aae7-472e-b0b6-edad51332f7f None None] Port 0abbfc50-ad72-49e7-b893-c723f8daad2f cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:03:58.113916 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-ceb2ac40-1ad7-41a6-b08f-da282acd474f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15e8b880-bdf7-4297-8037-5e8af0c0a024 HTTP/1.1" status: 200 len: 999 time: 0.1751053 Nov 12 01:03:58.238562 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b5cf6686-8331-4e2b-aa4c-e3c896d5a65d req-436a70f9-6589-465d-a5bd-2ef47963a59e tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] 10.222.0.45 "GET /v2.0/security-groups?id=99e070f2-fe46-49da-84b4-f8c4d8d57492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3693380 Nov 12 01:03:58.240348 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5f857179-b109-4578-9713-6363c6ba30a2 req-8adb33e8-9b9d-4f08-9ba3-8697ae979dbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:58.279314 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0b58b-9ff6-4604-acd2-7d6d0d78733a req-4ccab41e-2a5b-4fd8-96fb-2b3e1a66a038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:58.281190 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8ae0b58b-9ff6-4604-acd2-7d6d0d78733a req-4ccab41e-2a5b-4fd8-96fb-2b3e1a66a038 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=7ddab49d3f5a4b49b039bf18c7812764&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5205178 Nov 12 01:03:58.508746 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ecaf04d2-a72b-4cbd-b4a9-daf2ec775fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:58.530120 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-c24db4e5-115a-4fc3-9841-8d89d668a450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:58.532745 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-c24db4e5-115a-4fc3-9841-8d89d668a450 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9a4a1633-eebb-4206-a02e-19555e45d6c6 HTTP/1.1" status: 200 len: 851 time: 0.2482362 Nov 12 01:03:58.537975 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-612c7bba-c2aa-4cd9-b2f2-267e3f81d394 req-8eda3dfa-1032-4699-b818-e3851ace5e30 tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0b8a60-2b20-4949-b5e8-f1ce9d447aaf HTTP/1.1" status: 200 len: 210 time: 0.1227300 Nov 12 01:03:58.564184 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-2458d3f3-c65d-471f-9bf0-dfcc5819b9df None None] Set router 4fd2b05f-a509-42db-865a-ab541214d81d gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:03:58.600373 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-c2bf52b7-ce8f-44d3-a6b8-5c64cfb61d35 admin admin] For port 465da04e-83e4-4ba9-a9f9-126c0299f087, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=465da04e-83e4-4ba9-a9f9-126c0299f087,segment=NetworkSegment(5dbb5cf7-5b96-4480-92bd-bde327ee507c),segment_id=5dbb5cf7-5b96-4480-92bd-bde327ee507c)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:03:58.601003 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c2bf52b7-ce8f-44d3-a6b8-5c64cfb61d35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:58.617210 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaf04d2-a72b-4cbd-b4a9-daf2ec775fea admin admin] Pushing event deleted for resources: {'Port': ['ID=36484875-a840-48aa-b1d6-94e5a7c56052,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:58.665656 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0b58b-9ff6-4604-acd2-7d6d0d78733a req-8a6b13e2-dc97-4fcf-8b78-421c875bb1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:58.667256 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8ae0b58b-9ff6-4604-acd2-7d6d0d78733a req-8a6b13e2-dc97-4fcf-8b78-421c875bb1bf service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3754742 Nov 12 01:03:58.686764 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-c2bf52b7-ce8f-44d3-a6b8-5c64cfb61d35 admin admin] Calling delete_port for 465da04e-83e4-4ba9-a9f9-126c0299f087 owned by network:router_interface {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:03:58.816101 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 36484875-a840-48aa-b1d6-94e5a7c56052 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:03:58.851806 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ecaf04d2-a72b-4cbd-b4a9-daf2ec775fea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:58.855738 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-8d1989a8-d56e-4e29-879f-fe394612952a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:58.857628 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-8d1989a8-d56e-4e29-879f-fe394612952a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=42a64961-de15-4cbf-9f7d-d65cedf81ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2646592 Nov 12 01:03:58.896366 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 36484875-a840-48aa-b1d6-94e5a7c56052 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:03:58.897013 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 36484875-a840-48aa-b1d6-94e5a7c56052 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:03:58.898013 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device f7dcc358-ed08-4b62-a3fc-cae7827bf948 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:03:58.981756 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: f7dcc358-ed08-4b62-a3fc-cae7827bf948 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:03:58.983441 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device f7dcc358-ed08-4b62-a3fc-cae7827bf948 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:03:59.034234 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ecaf04d2-a72b-4cbd-b4a9-daf2ec775fea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:59.045242 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ecaf04d2-a72b-4cbd-b4a9-daf2ec775fea admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:59.073250 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-28126ee6-4681-40a7-a956-14afae86583b req-05b272c1-fc2e-4918-b1d8-7d3778da6db6 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf87c55e-a361-4f52-886e-7ee14de0df96 HTTP/1.1" status: 200 len: 210 time: 0.0762234 Nov 12 01:03:59.093112 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-5f857179-b109-4578-9713-6363c6ba30a2 req-8adb33e8-9b9d-4f08-9ba3-8697ae979dbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0abbfc50-ad72-49e7-b893-c723f8daad2f {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:03:59.113252 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5f857179-b109-4578-9713-6363c6ba30a2 req-8adb33e8-9b9d-4f08-9ba3-8697ae979dbd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:59.171765 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-5f857179-b109-4578-9713-6363c6ba30a2 req-8adb33e8-9b9d-4f08-9ba3-8697ae979dbd service neutron] Transition to ACTIVE for port object 0abbfc50-ad72-49e7-b893-c723f8daad2f will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:03:59.180591 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5f857179-b109-4578-9713-6363c6ba30a2 req-8adb33e8-9b9d-4f08-9ba3-8697ae979dbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:59.194815 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ecaf04d2-a72b-4cbd-b4a9-daf2ec775fea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:59.195404 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecaf04d2-a72b-4cbd-b4a9-daf2ec775fea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 406e431f-0baf-43b0-bd89-63ef9314ab90 {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:03:59.207394 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ecaf04d2-a72b-4cbd-b4a9-daf2ec775fea admin admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:59.212473 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ecaf04d2-a72b-4cbd-b4a9-daf2ec775fea admin admin] 10.222.0.45 "DELETE /v2.0/routers/406e431f-0baf-43b0-bd89-63ef9314ab90 HTTP/1.1" status: 204 len: 168 time: 3.3760982 Nov 12 01:03:59.213202 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35384) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:03:59.300820 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-d491750b-f166-4279-bce8-7815a0663426 service neutron] 10.222.0.44 "GET /v2.0/networks/42a64961-de15-4cbf-9f7d-d65cedf81ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3730941 Nov 12 01:03:59.333814 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-2458d3f3-c65d-471f-9bf0-dfcc5819b9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd2b05f-a509-42db-865a-ab541214d81d', 'name': 'tempest-TaggedBootDevicesTest-1822146490-router', 'tenant_id': '1d8109316fd94efaa47eb9260db1f13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '57a80513-018e-4a1c-9118-df7edebc5e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:00:34Z', 'updated_at': '2021-11-12T01:00:43Z', 'revision_number': 4, 'project_id': '1d8109316fd94efaa47eb9260db1f13b', 'gw_port': {'id': '57a80513-018e-4a1c-9118-df7edebc5e9c', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd2b05f-a509-42db-865a-ab541214d81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:35Z', 'updated_at': '2021-11-12T01:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': 'e6e6456c-e748-40a2-96fe-afbf594141c9', 'tenant_id': '1d8109316fd94efaa47eb9260db1f13b', 'floating_ip_address': '172.25.3.106', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '4fd2b05f-a509-42db-865a-ab541214d81d', 'port_id': '15e8b880-bdf7-4297-8037-5e8af0c0a024', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42a64961-de15-4cbf-9f7d-d65cedf81ae7', 'mac_address': 'fa:16:3e:2f:14:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:01:49Z', 'updated_at': '2021-11-12T01:03:54Z', 'revision_number': 1, 'project_id': '1d8109316fd94efaa47eb9260db1f13b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee41bcaa-94dd-4f6d-819f-34cc3a9da463', 'name': '', 'network_id': '42a64961-de15-4cbf-9f7d-d65cedf81ae7', 'tenant_id': '1d8109316fd94efaa47eb9260db1f13b', 'mac_address': 'fa:16:3e:fe:11:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd2b05f-a509-42db-865a-ab541214d81d', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '9a4a1633-eebb-4206-a02e-19555e45d6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:40Z', 'updated_at': '2021-11-12T01:00:55Z', 'revision_number': 5, 'project_id': '1d8109316fd94efaa47eb9260db1f13b', 'subnets': [{'id': '9a4a1633-eebb-4206-a02e-19555e45d6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:03:59.422856 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2458d3f3-c65d-471f-9bf0-dfcc5819b9df None None] The sync data for ids ['4fd2b05f-a509-42db-865a-ab541214d81d'] in n-d-712142-27 is: [{'id': '4fd2b05f-a509-42db-865a-ab541214d81d', 'name': 'tempest-TaggedBootDevicesTest-1822146490-router', 'tenant_id': '1d8109316fd94efaa47eb9260db1f13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '57a80513-018e-4a1c-9118-df7edebc5e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:00:34Z', 'updated_at': '2021-11-12T01:00:43Z', 'revision_number': 4, 'project_id': '1d8109316fd94efaa47eb9260db1f13b', 'gw_port': {'id': '57a80513-018e-4a1c-9118-df7edebc5e9c', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd2b05f-a509-42db-865a-ab541214d81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:35Z', 'updated_at': '2021-11-12T01:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': 'e6e6456c-e748-40a2-96fe-afbf594141c9', 'tenant_id': '1d8109316fd94efaa47eb9260db1f13b', 'floating_ip_address': '172.25.3.106', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '4fd2b05f-a509-42db-865a-ab541214d81d', 'port_id': '15e8b880-bdf7-4297-8037-5e8af0c0a024', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42a64961-de15-4cbf-9f7d-d65cedf81ae7', 'mac_address': 'fa:16:3e:2f:14:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:01:49Z', 'updated_at': '2021-11-12T01:03:54Z', 'revision_number': 1, 'project_id': '1d8109316fd94efaa47eb9260db1f13b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee41bcaa-94dd-4f6d-819f-34cc3a9da463', 'name': '', 'network_id': '42a64961-de15-4cbf-9f7d-d65cedf81ae7', 'tenant_id': '1d8109316fd94efaa47eb9260db1f13b', 'mac_address': 'fa:16:3e:fe:11:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd2b05f-a509-42db-865a-ab541214d81d', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '9a4a1633-eebb-4206-a02e-19555e45d6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:40Z', 'updated_at': '2021-11-12T01:00:55Z', 'revision_number': 5, 'project_id': '1d8109316fd94efaa47eb9260db1f13b', 'subnets': [{'id': '9a4a1633-eebb-4206-a02e-19555e45d6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:03:59.493727 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb33e8-9b9d-4f08-9ba3-8697ae979dbd service neutron] Pushing event updated for resources: {'Port': ['ID=0abbfc50-ad72-49e7-b893-c723f8daad2f,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:03:59.495608 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-924c366d-26f4-4d36-a936-f13a109ebe9d admin admin] Deleting subnet e8168f38-eb2d-4904-9260-2dcf86c4d83c {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:03:59.735762 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-aac0a6bb-a6ab-4f25-ae34-56d23530030b service neutron] 10.222.0.44 "GET /v2.0/networks/42a64961-de15-4cbf-9f7d-d65cedf81ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802666 Nov 12 01:03:59.741831 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-924c366d-26f4-4d36-a936-f13a109ebe9d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:59.835774 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-700ab790-6aa8-45ad-81a0-f8c0e27d2d32 req-f1b038ca-f23c-4761-9453-1982472ba8c4 tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0b8a60-2b20-4949-b5e8-f1ce9d447aaf HTTP/1.1" status: 200 len: 210 time: 0.1959288 Nov 12 01:03:59.893444 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c933d5ea-fa9a-4a3c-b2ec-1e0ef590ee9b req-37e1a7d4-ec14-4790-8e6e-232d6b41c8b7 tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:59.896378 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c933d5ea-fa9a-4a3c-b2ec-1e0ef590ee9b req-37e1a7d4-ec14-4790-8e6e-232d6b41c8b7 tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] 10.222.0.44 "GET /v2.0/networks?id=3bc4a521-c655-4b71-9f73-8fdf1c662a50 HTTP/1.1" status: 200 len: 810 time: 0.3978617 Nov 12 01:03:59.902036 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-5f857179-b109-4578-9713-6363c6ba30a2 req-8adb33e8-9b9d-4f08-9ba3-8697ae979dbd service neutron] Attempting to bind port 0abbfc50-ad72-49e7-b893-c723f8daad2f on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:03:59.902380 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-5f857179-b109-4578-9713-6363c6ba30a2 req-8adb33e8-9b9d-4f08-9ba3-8697ae979dbd service neutron] Attempting to bind port 0abbfc50-ad72-49e7-b893-c723f8daad2f by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '3a583cd5-2030-4497-ae5c-17acb12f92ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '37f48500-8076-40e5-aa80-78fcdfba4121'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:03:59.903690 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f857179-b109-4578-9713-6363c6ba30a2 req-8adb33e8-9b9d-4f08-9ba3-8697ae979dbd service neutron] Attempting to bind port 0abbfc50-ad72-49e7-b893-c723f8daad2f on network 37f48500-8076-40e5-aa80-78fcdfba4121 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:03:59.908852 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-2ad85de8-fffa-4209-8d83-f21f7c945537 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=02f4ae95-756c-4dab-896e-11fe6ab13527 HTTP/1.1" status: 200 len: 217 time: 0.1231718 Nov 12 01:03:59.928392 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf4598f-1794-4e4c-b112-a78f75e1f013 req-d0362f78-1771-450a-a8bf-1dba3cc811d9 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:03:59.931145 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-faf4598f-1794-4e4c-b112-a78f75e1f013 req-d0362f78-1771-450a-a8bf-1dba3cc811d9 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] 10.222.0.45 "GET /v2.0/ports?device_id=937eb9da-92b1-42ba-bff8-179f83dfc09e HTTP/1.1" status: 200 len: 943 time: 0.4290195 Nov 12 01:03:59.932975 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f857179-b109-4578-9713-6363c6ba30a2 req-8adb33e8-9b9d-4f08-9ba3-8697ae979dbd service neutron] Port 0abbfc50-ad72-49e7-b893-c723f8daad2f on network 37f48500-8076-40e5-aa80-78fcdfba4121 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:03:59.933617 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f857179-b109-4578-9713-6363c6ba30a2 req-8adb33e8-9b9d-4f08-9ba3-8697ae979dbd service neutron] Attempting to bind port 0abbfc50-ad72-49e7-b893-c723f8daad2f on network 37f48500-8076-40e5-aa80-78fcdfba4121 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:03:59.935643 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-924c366d-26f4-4d36-a936-f13a109ebe9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:03:59.944702 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-c933d5ea-fa9a-4a3c-b2ec-1e0ef590ee9b req-7bd83a23-b453-4889-bbd6-fb6c87417383 tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] Request body: {'port': {'device_id': 'fa0b8a60-2b20-4949-b5e8-f1ce9d447aaf', 'network_id': '3bc4a521-c655-4b71-9f73-8fdf1c662a50', 'admin_state_up': True, 'tenant_id': '511046bb99e5418890f261fea9b8beb4'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:03:59.979453 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e857c792-d354-40dc-9a43-591381861c73 None None] New status for floating IP e6e6456c-e748-40a2-96fe-afbf594141c9: ACTIVE {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:04:00.008788 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f857179-b109-4578-9713-6363c6ba30a2 req-8adb33e8-9b9d-4f08-9ba3-8697ae979dbd service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:04:00.009366 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f857179-b109-4578-9713-6363c6ba30a2 req-8adb33e8-9b9d-4f08-9ba3-8697ae979dbd service neutron] Checking segment: {'id': '3a583cd5-2030-4497-ae5c-17acb12f92ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '37f48500-8076-40e5-aa80-78fcdfba4121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:04:00.010033 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f857179-b109-4578-9713-6363c6ba30a2 req-8adb33e8-9b9d-4f08-9ba3-8697ae979dbd service neutron] Bound using segment: {'id': '3a583cd5-2030-4497-ae5c-17acb12f92ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '37f48500-8076-40e5-aa80-78fcdfba4121'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:04:00.010804 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-5f857179-b109-4578-9713-6363c6ba30a2 req-8adb33e8-9b9d-4f08-9ba3-8697ae979dbd service neutron] Bound port: 0abbfc50-ad72-49e7-b893-c723f8daad2f, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a583cd5-2030-4497-ae5c-17acb12f92ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '37f48500-8076-40e5-aa80-78fcdfba4121'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:04:00.011454 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5f857179-b109-4578-9713-6363c6ba30a2 req-8adb33e8-9b9d-4f08-9ba3-8697ae979dbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:00.078534 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c2bf52b7-ce8f-44d3-a6b8-5c64cfb61d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:00.225122 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-faf4598f-1794-4e4c-b112-a78f75e1f013 req-16e4c522-1afa-418b-813e-87a37f227003 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] 10.222.0.45 "GET /v2.0/security-groups?id=99e070f2-fe46-49da-84b4-f8c4d8d57492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2720954 Nov 12 01:04:00.350396 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fd1241db-e501-4a48-b744-664279c59732 req-b257bdc5-a6d6-48e2-a1bb-891f35a2ef01 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=bf87c55e-a361-4f52-886e-7ee14de0df96 HTTP/1.1" status: 200 len: 210 time: 0.0957384 Nov 12 01:04:00.363889 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-5f857179-b109-4578-9713-6363c6ba30a2 req-8adb33e8-9b9d-4f08-9ba3-8697ae979dbd service neutron] For port 0abbfc50-ad72-49e7-b893-c723f8daad2f, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:04:00.399500 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-5f857179-b109-4578-9713-6363c6ba30a2 req-8adb33e8-9b9d-4f08-9ba3-8697ae979dbd service neutron] For port 0abbfc50-ad72-49e7-b893-c723f8daad2f, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=0abbfc50-ad72-49e7-b893-c723f8daad2f,segment=NetworkSegment(3a583cd5-2030-4497-ae5c-17acb12f92ca),segment_id=3a583cd5-2030-4497-ae5c-17acb12f92ca)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:04:00.445033 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5f857179-b109-4578-9713-6363c6ba30a2 req-8adb33e8-9b9d-4f08-9ba3-8697ae979dbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:00.544455 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c933d5ea-fa9a-4a3c-b2ec-1e0ef590ee9b req-7bd83a23-b453-4889-bbd6-fb6c87417383 tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] Made reservation on behalf of 511046bb99e5418890f261fea9b8beb4 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:04:00.555604 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c933d5ea-fa9a-4a3c-b2ec-1e0ef590ee9b req-7bd83a23-b453-4889-bbd6-fb6c87417383 tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:00.561829 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8ae0b58b-9ff6-4604-acd2-7d6d0d78733a req-be26da47-4cf3-47f4-878b-7e3fac47011f tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf87c55e-a361-4f52-886e-7ee14de0df96 HTTP/1.1" status: 200 len: 210 time: 0.1007302 Nov 12 01:04:00.588425 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f857179-b109-4578-9713-6363c6ba30a2 req-8adb33e8-9b9d-4f08-9ba3-8697ae979dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:00.589776 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5f857179-b109-4578-9713-6363c6ba30a2 req-8adb33e8-9b9d-4f08-9ba3-8697ae979dbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:00.600149 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5f857179-b109-4578-9713-6363c6ba30a2 req-8adb33e8-9b9d-4f08-9ba3-8697ae979dbd service neutron] 10.222.0.44 "PUT /v2.0/ports/0abbfc50-ad72-49e7-b893-c723f8daad2f HTTP/1.1" status: 200 len: 1092 time: 2.7754054 Nov 12 01:04:00.601135 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '937eb9da-92b1-42ba-bff8-179f83dfc09e', 'tag': '0abbfc50-ad72-49e7-b893-c723f8daad2f'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:04:00.605755 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513be3a3-a010-4e4d-a799-57617a11891d" -d '{"events": [{"name": "network-changed", "server_uuid": "937eb9da-92b1-42ba-bff8-179f83dfc09e", "tag": "0abbfc50-ad72-49e7-b893-c723f8daad2f"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:04:00.653937 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-dbe047d6-dfb5-4425-b750-4100c3b197d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:00.662106 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-dbe047d6-dfb5-4425-b750-4100c3b197d8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cd40a6d2-fe25-4249-a894-79091d8af3b3 HTTP/1.1" status: 200 len: 797 time: 0.7225504 Nov 12 01:04:00.663827 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bf52b7-ce8f-44d3-a6b8-5c64cfb61d35 admin admin] Pushing event deleted for resources: {'Port': ['ID=465da04e-83e4-4ba9-a9f9-126c0299f087,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:00.796421 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c7ee652e-f403-4e53-ade0-5fa2b4e0a705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:00.884586 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-924c366d-26f4-4d36-a936-f13a109ebe9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:00.970051 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-4a1ade4a-72d4-4fc9-876f-2ed9cbc5fc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:00.971694 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-4a1ade4a-72d4-4fc9-876f-2ed9cbc5fc77 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bca8627a-85cd-44bc-bbc5-d27b1e587fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2405188 Nov 12 01:04:01.124616 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c2bf52b7-ce8f-44d3-a6b8-5c64cfb61d35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:01.151279 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-924c366d-26f4-4d36-a936-f13a109ebe9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:01.259100 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c366d-26f4-4d36-a936-f13a109ebe9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8168f38-eb2d-4904-9260-2dcf86c4d83c,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:01.273028 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-924c366d-26f4-4d36-a936-f13a109ebe9d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:01.276481 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-924c366d-26f4-4d36-a936-f13a109ebe9d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e8168f38-eb2d-4904-9260-2dcf86c4d83c HTTP/1.1" status: 204 len: 168 time: 2.0586858 Nov 12 01:04:01.282432 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-5ad2fdce-4d8d-43c1-8c55-c1affe9e9ce6 service neutron] 10.222.0.44 "GET /v2.0/networks/bca8627a-85cd-44bc-bbc5-d27b1e587fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005617 Nov 12 01:04:01.284168 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b274dbb2-952e-4fca-9570-73d76f27ff50 None None] Network 0363b650-c713-4753-8062-fae6f37ebfd9 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:04:01.285159 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35410) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:01.392219 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa01cfb8-6e8b-4805-8f90-e9a73a35e7ff x-openstack-request-id: req-aa01cfb8-6e8b-4805-8f90-e9a73a35e7ff {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:04:01.394105 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "937eb9da-92b1-42ba-bff8-179f83dfc09e", "tag": "0abbfc50-ad72-49e7-b893-c723f8daad2f", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:04:01.394557 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-aa01cfb8-6e8b-4805-8f90-e9a73a35e7ff {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:04:01.396478 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '937eb9da-92b1-42ba-bff8-179f83dfc09e', 'tag': '0abbfc50-ad72-49e7-b893-c723f8daad2f', 'status': 'completed', 'code': 200} Nov 12 01:04:01.408753 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb33e8-9b9d-4f08-9ba3-8697ae979dbd service neutron] Pushing event updated for resources: {'Port': ['ID=0abbfc50-ad72-49e7-b893-c723f8daad2f,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:01.515226 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3bdf3edd-f752-472d-83a0-3d769cc89e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:01.516056 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7f9c0953-0444-4b55-b384-ef7e191c2a6a req-6103adb2-30c4-40a0-a494-7a71a43d6ce3 tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0b8a60-2b20-4949-b5e8-f1ce9d447aaf HTTP/1.1" status: 200 len: 210 time: 0.1324692 Nov 12 01:04:01.697734 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-a78beede-5f8f-4882-8761-4f8808a80dcb service neutron] 10.222.0.44 "GET /v2.0/networks/bca8627a-85cd-44bc-bbc5-d27b1e587fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3988912 Nov 12 01:04:01.744780 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f857179-b109-4578-9713-6363c6ba30a2 req-cd76467c-8fd3-431f-9630-4e6723b8b7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:01.748553 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5f857179-b109-4578-9713-6363c6ba30a2 req-cd76467c-8fd3-431f-9630-4e6723b8b7de service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cba00eb37e224ffaa44c45ebb2a0b086&device_id=937eb9da-92b1-42ba-bff8-179f83dfc09e HTTP/1.1" status: 200 len: 1095 time: 1.0463548 Nov 12 01:04:01.751672 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7d43ae-7e3b-453a-94c1-377d6dbf687d None None] DHCP port deletion for 0363b650-c713-4753-8062-fae6f37ebfd9 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:04:01.776742 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba9243a-80bc-4590-a13a-892c9d6790a1 req-6cd521d4-5896-4600-b719-5495bc2d22d7 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:01.790102 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aba9243a-80bc-4590-a13a-892c9d6790a1 req-6cd521d4-5896-4600-b719-5495bc2d22d7 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] 10.222.0.45 "GET /v2.0/ports?device_id=937eb9da-92b1-42ba-bff8-179f83dfc09e HTTP/1.1" status: 200 len: 943 time: 0.3195291 Nov 12 01:04:01.861379 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5f857179-b109-4578-9713-6363c6ba30a2 req-1f5ac1d4-25cb-4903-b377-5e7c58db1daf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0abbfc50-ad72-49e7-b893-c723f8daad2f HTTP/1.1" status: 200 len: 217 time: 0.0692484 Nov 12 01:04:01.881418 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-cd7d43ae-7e3b-453a-94c1-377d6dbf687d None None] Deleting port 1be98913-7df1-4123-880d-4556acd77642 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:04:01.882400 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cd7d43ae-7e3b-453a-94c1-377d6dbf687d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:01.883862 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-1906b887-94d6-429e-86ce-396b040a2901 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=d7155c35-074f-4ae5-aa90-e76bbcfeca13 HTTP/1.1" status: 200 len: 217 time: 0.0922914 Nov 12 01:04:01.932234 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-c933d5ea-fa9a-4a3c-b2ec-1e0ef590ee9b req-7bd83a23-b453-4889-bbd6-fb6c87417383 tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] Allocated IP 172.20.0.9 (3bc4a521-c655-4b71-9f73-8fdf1c662a50/dafb693a-e751-4510-a2d0-108c567c72a9/251b868a-8a42-4f25-ae5a-31da71a6b19e) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:04:01.932570 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2bf52b7-ce8f-44d3-a6b8-5c64cfb61d35 admin admin] Router 86ded82b-0ad2-4d4a-9b56-e80964346416 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:04:01.943034 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-3bdf3edd-f752-472d-83a0-3d769cc89e03 admin admin] Deleting port 1be98913-7df1-4123-880d-4556acd77642 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:04:01.943354 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3bdf3edd-f752-472d-83a0-3d769cc89e03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:02.001303 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f857179-b109-4578-9713-6363c6ba30a2 req-a8669219-13e5-4d0a-9707-4bfc7ff7e299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:02.003192 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5f857179-b109-4578-9713-6363c6ba30a2 req-a8669219-13e5-4d0a-9707-4bfc7ff7e299 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e4a734ac-a14e-482f-a25a-820aa1760c7d HTTP/1.1" status: 200 len: 845 time: 0.1251824 Nov 12 01:04:02.017149 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-cd7d43ae-7e3b-453a-94c1-377d6dbf687d None None] For port 1be98913-7df1-4123-880d-4556acd77642, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=1be98913-7df1-4123-880d-4556acd77642,segment=NetworkSegment(59bb2f57-bee1-4337-9241-24e7c4295c7a),segment_id=59bb2f57-bee1-4337-9241-24e7c4295c7a)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:02.017882 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cd7d43ae-7e3b-453a-94c1-377d6dbf687d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:02.018632 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-e949ff80-9de6-46bf-a3cf-49d599a61f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:02.033441 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-e949ff80-9de6-46bf-a3cf-49d599a61f17 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cd40a6d2-fe25-4249-a894-79091d8af3b3 HTTP/1.1" status: 200 len: 797 time: 0.1273515 Nov 12 01:04:02.033629 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aba9243a-80bc-4590-a13a-892c9d6790a1 req-cdfdeeaa-2f1c-4e6a-b518-a222069619d3 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] 10.222.0.45 "GET /v2.0/security-groups?id=99e070f2-fe46-49da-84b4-f8c4d8d57492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662984 Nov 12 01:04:02.081553 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-cd7d43ae-7e3b-453a-94c1-377d6dbf687d None None] Calling delete_port for 1be98913-7df1-4123-880d-4556acd77642 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:04:02.143163 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-3bdf3edd-f752-472d-83a0-3d769cc89e03 admin admin] For port 1be98913-7df1-4123-880d-4556acd77642, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=1be98913-7df1-4123-880d-4556acd77642,segment=NetworkSegment(59bb2f57-bee1-4337-9241-24e7c4295c7a),segment_id=59bb2f57-bee1-4337-9241-24e7c4295c7a)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:02.143659 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3bdf3edd-f752-472d-83a0-3d769cc89e03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:02.182906 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-3bdf3edd-f752-472d-83a0-3d769cc89e03 admin admin] Calling delete_port for 1be98913-7df1-4123-880d-4556acd77642 owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:04:02.215226 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f857179-b109-4578-9713-6363c6ba30a2 req-5029fc1c-7304-4c92-88c7-217347313cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:02.217544 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5f857179-b109-4578-9713-6363c6ba30a2 req-5029fc1c-7304-4c92-88c7-217347313cf1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=37f48500-8076-40e5-aa80-78fcdfba4121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1951547 Nov 12 01:04:02.231889 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cd7d43ae-7e3b-453a-94c1-377d6dbf687d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:02.241764 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-5519a1b4-39f3-45c8-84de-2193c9569935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:02.244413 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-5519a1b4-39f3-45c8-84de-2193c9569935 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bca8627a-85cd-44bc-bbc5-d27b1e587fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1913145 Nov 12 01:04:02.281142 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d43ae-7e3b-453a-94c1-377d6dbf687d None None] Pushing event deleted for resources: {'Port': ['ID=1be98913-7df1-4123-880d-4556acd77642,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:02.293954 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7d43ae-7e3b-453a-94c1-377d6dbf687d None None] No DVR routers for this DVR port 1be98913-7df1-4123-880d-4556acd77642 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:04:02.377627 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2bf52b7-ce8f-44d3-a6b8-5c64cfb61d35 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:04:02.383444 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c2bf52b7-ce8f-44d3-a6b8-5c64cfb61d35 admin admin] 10.222.0.45 "PUT /v2.0/routers/86ded82b-0ad2-4d4a-9b56-e80964346416/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5922489 Nov 12 01:04:02.399060 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54044ec-817f-4798-a4e0-690fba38a2b5 None None] Sync routers for ids ['86ded82b-0ad2-4d4a-9b56-e80964346416'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:04:02.425877 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54044ec-817f-4798-a4e0-690fba38a2b5 None None] Routers {'86ded82b-0ad2-4d4a-9b56-e80964346416'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:02.426543 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-b54044ec-817f-4798-a4e0-690fba38a2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:04:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['86ded82b-0ad2-4d4a-9b56-e80964346416'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:02.434238 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35432) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:02.516663 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c933d5ea-fa9a-4a3c-b2ec-1e0ef590ee9b req-7bd83a23-b453-4889-bbd6-fb6c87417383 tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:02.583538 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8d499-409a-42da-b6b0-9b0802f55de9 req-ec0704c5-ad35-4721-b8c8-22d280def6e7 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:02.592822 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d1b8d499-409a-42da-b6b0-9b0802f55de9 req-ec0704c5-ad35-4721-b8c8-22d280def6e7 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/networks?id=ddbdeb8e-9a29-48b5-957b-64766cbb8316 HTTP/1.1" status: 200 len: 812 time: 0.4786303 Nov 12 01:04:02.593029 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3bdf3edd-f752-472d-83a0-3d769cc89e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:02.686842 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-b54044ec-817f-4798-a4e0-690fba38a2b5 None None] Set router 86ded82b-0ad2-4d4a-9b56-e80964346416 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:04:02.699902 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c933d5ea-fa9a-4a3c-b2ec-1e0ef590ee9b req-7bd83a23-b453-4889-bbd6-fb6c87417383 tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:02.723075 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d1b8d499-409a-42da-b6b0-9b0802f55de9 req-91d66009-e0f0-4ef8-b51a-a2b65c2081d6 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/quotas/7ddab49d3f5a4b49b039bf18c7812764 HTTP/1.1" status: 200 len: 375 time: 0.0588768 Nov 12 01:04:02.731038 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:02.751637 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-9333b0e1-b4ba-4a00-865c-fba4ca292ea8 service neutron] 10.222.0.44 "GET /v2.0/networks/bca8627a-85cd-44bc-bbc5-d27b1e587fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4698691 Nov 12 01:04:02.757776 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf3edd-f752-472d-83a0-3d769cc89e03 admin admin] Pushing event deleted for resources: {'Port': ['ID=1be98913-7df1-4123-880d-4556acd77642,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:02.804973 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdf3edd-f752-472d-83a0-3d769cc89e03 admin admin] No DVR routers for this DVR port 1be98913-7df1-4123-880d-4556acd77642 on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:04:02.819625 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5f857179-b109-4578-9713-6363c6ba30a2 req-bf597d8a-1a10-4ec3-a77e-73c75affc85c service neutron] 10.222.0.44 "GET /v2.0/networks/37f48500-8076-40e5-aa80-78fcdfba4121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5622287 Nov 12 01:04:02.883417 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 1be98913-7df1-4123-880d-4556acd77642 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:04:02.904891 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d1b8d499-409a-42da-b6b0-9b0802f55de9 req-111be6af-04d4-41aa-b38c-841e2a9ec5e6 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7ddab49d3f5a4b49b039bf18c7812764&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1304615 Nov 12 01:04:02.931398 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 1be98913-7df1-4123-880d-4556acd77642 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:04:02.932395 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 1be98913-7df1-4123-880d-4556acd77642 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:04:02.953109 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c933d5ea-fa9a-4a3c-b2ec-1e0ef590ee9b req-7bd83a23-b453-4889-bbd6-fb6c87417383 tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] Network 3bc4a521-c655-4b71-9f73-8fdf1c662a50 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:04:02.965725 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b91bc493-5c0d-4c28-9ec8-66a0da246234 admin admin] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:02.993177 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-c933d5ea-fa9a-4a3c-b2ec-1e0ef590ee9b req-7bd83a23-b453-4889-bbd6-fb6c87417383 tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:03.044362 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-c933d5ea-fa9a-4a3c-b2ec-1e0ef590ee9b req-7bd83a23-b453-4889-bbd6-fb6c87417383 tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:04:03.056139 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfcf5ec-7405-4bf8-9398-85f71db344b7 req-967b0481-90ac-4b55-8762-d0f3bd49622d tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:03.057744 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-b54044ec-817f-4798-a4e0-690fba38a2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ded82b-0ad2-4d4a-9b56-e80964346416', 'name': 'tempest-ServerRescueTestJSONUnderV235-482719058-router', 'tenant_id': '96b0e06352b2479cb7df6d4462e19f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'ff0dcb84-7035-439b-abdb-bf5039189143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:01:56Z', 'updated_at': '2021-11-12T01:03:59Z', 'revision_number': 5, 'project_id': '96b0e06352b2479cb7df6d4462e19f15', 'gw_port': {'id': 'ff0dcb84-7035-439b-abdb-bf5039189143', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:28:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ded82b-0ad2-4d4a-9b56-e80964346416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:57Z', 'updated_at': '2021-11-12T01:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:03.065495 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2dfcf5ec-7405-4bf8-9398-85f71db344b7 req-967b0481-90ac-4b55-8762-d0f3bd49622d tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0b8a60-2b20-4949-b5e8-f1ce9d447aaf HTTP/1.1" status: 200 len: 931 time: 0.4078541 Nov 12 01:04:03.106836 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3bdf3edd-f752-472d-83a0-3d769cc89e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:03.129848 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54044ec-817f-4798-a4e0-690fba38a2b5 None None] Checking router: 86ded82b-0ad2-4d4a-9b56-e80964346416 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:04:03.133182 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd83a23-b453-4889-bbd6-fb6c87417383 tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] Pushing event updated for resources: {'Port': ['ID=251b868a-8a42-4f25-ae5a-31da71a6b19e,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:03.149514 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54044ec-817f-4798-a4e0-690fba38a2b5 None None] Routers {'86ded82b-0ad2-4d4a-9b56-e80964346416'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:03.150542 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-b54044ec-817f-4798-a4e0-690fba38a2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:04:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['86ded82b-0ad2-4d4a-9b56-e80964346416'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:03.195323 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-3bdf3edd-f752-472d-83a0-3d769cc89e03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0363b650-c713-4753-8062-fae6f37ebfd9']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:03.215352 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-3bdf3edd-f752-472d-83a0-3d769cc89e03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59bb2f57-bee1-4337-9241-24e7c4295c7a') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:03.216938 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-3bdf3edd-f752-472d-83a0-3d769cc89e03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59bb2f57-bee1-4337-9241-24e7c4295c7a') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:03.220207 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-10920e35-5acb-412f-a164-9c6adb4bdac7 service neutron] 10.222.0.44 "GET /v2.0/networks/bca8627a-85cd-44bc-bbc5-d27b1e587fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4584587 Nov 12 01:04:03.248372 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3bdf3edd-f752-472d-83a0-3d769cc89e03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:03.295779 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-8f3d8bdf-854b-49e3-a14b-de711c07d12a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=87149f6f-d97b-47f5-ab95-570cc8b6ab52 HTTP/1.1" status: 200 len: 217 time: 0.0628545 Nov 12 01:04:03.305936 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3bdf3edd-f752-472d-83a0-3d769cc89e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:03.322480 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b91bc493-5c0d-4c28-9ec8-66a0da246234 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:03.350466 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bdf3edd-f752-472d-83a0-3d769cc89e03 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:04:03.350940 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3bdf3edd-f752-472d-83a0-3d769cc89e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:03.355314 n-d-712142-27 neutron-server[109086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:04:03.355314 n-d-712142-27 neutron-server[109086]: self.session.flush() Nov 12 01:04:03.355314 n-d-712142-27 neutron-server[109086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:04:03.355314 n-d-712142-27 neutron-server[109086]: self.session.flush() Nov 12 01:04:03.355314 n-d-712142-27 neutron-server[109086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:04:03.355314 n-d-712142-27 neutron-server[109086]: self.session.flush() Nov 12 01:04:03.355314 n-d-712142-27 neutron-server[109086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:04:03.355314 n-d-712142-27 neutron-server[109086]: self.session.flush() Nov 12 01:04:03.355314 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:04:03.355314 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:04:03.355314 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:04:03.355314 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:04:03.355314 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:04:03.355314 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:04:03.355314 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:04:03.355314 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:04:03.355314 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:04:03.355314 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:04:03.355314 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:04:03.355314 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:04:03.355314 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:04:03.355314 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:04:03.355314 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:04:03.355314 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:04:03.355314 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:04:03.355314 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:04:03.355314 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:04:03.355314 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:04:03.355314 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:04:03.355314 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:04:03.355314 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:04:03.355314 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:04:03.355314 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:04:03.355314 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:04:03.355314 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:04:03.355314 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:04:03.355314 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:04:03.355314 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:04:03.355314 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:04:03.355314 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:04:03.405432 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-b54044ec-817f-4798-a4e0-690fba38a2b5 None None] Set router 86ded82b-0ad2-4d4a-9b56-e80964346416 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:04:03.426442 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c933d5ea-fa9a-4a3c-b2ec-1e0ef590ee9b req-7bd83a23-b453-4889-bbd6-fb6c87417383 tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:03.427744 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c933d5ea-fa9a-4a3c-b2ec-1e0ef590ee9b req-7bd83a23-b453-4889-bbd6-fb6c87417383 tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:03.449502 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2dfcf5ec-7405-4bf8-9398-85f71db344b7 req-c6bf358a-75e8-4ed0-92d7-d018afbcc1e0 tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] 10.222.0.45 "GET /v2.0/security-groups?id=e45d06ef-de4f-40f8-afa3-424738b2c562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820186 Nov 12 01:04:03.475582 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5f857179-b109-4578-9713-6363c6ba30a2 req-c1cfb6b1-0efc-434b-b8ae-e6418ec77d2f service neutron] 10.222.0.44 "GET /v2.0/networks/37f48500-8076-40e5-aa80-78fcdfba4121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5543766 Nov 12 01:04:03.542372 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c933d5ea-fa9a-4a3c-b2ec-1e0ef590ee9b req-7bd83a23-b453-4889-bbd6-fb6c87417383 tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6039908 Nov 12 01:04:03.566910 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d1b8d499-409a-42da-b6b0-9b0802f55de9 req-8aa0ecfa-6fbc-47d0-909d-f4c55327bb5e service neutron] 10.222.0.45 "GET /v2.0/networks/ddbdeb8e-9a29-48b5-957b-64766cbb8316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6221247 Nov 12 01:04:03.631779 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-c933d5ea-fa9a-4a3c-b2ec-1e0ef590ee9b req-72835b77-5a32-47de-9cbd-41cc26924cd2 service neutron] Request body: {'port': {'device_id': 'fa0b8a60-2b20-4949-b5e8-f1ce9d447aaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:03.790537 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-bd5a96c3-e499-4462-93e1-8be50d2cb302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:03.792727 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-bd5a96c3-e499-4462-93e1-8be50d2cb302 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cd40a6d2-fe25-4249-a894-79091d8af3b3 HTTP/1.1" status: 200 len: 797 time: 0.4883397 Nov 12 01:04:03.814563 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3bdf3edd-f752-472d-83a0-3d769cc89e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:03.825075 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3bdf3edd-f752-472d-83a0-3d769cc89e03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:03.831725 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3bdf3edd-f752-472d-83a0-3d769cc89e03 admin admin] 10.222.0.45 "DELETE /v2.0/networks/0363b650-c713-4753-8062-fae6f37ebfd9 HTTP/1.1" status: 204 len: 168 time: 2.5450630 Nov 12 01:04:03.862246 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c933d5ea-fa9a-4a3c-b2ec-1e0ef590ee9b req-72835b77-5a32-47de-9cbd-41cc26924cd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:03.896588 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:03.914029 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-b54044ec-817f-4798-a4e0-690fba38a2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ded82b-0ad2-4d4a-9b56-e80964346416', 'name': 'tempest-ServerRescueTestJSONUnderV235-482719058-router', 'tenant_id': '96b0e06352b2479cb7df6d4462e19f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'ff0dcb84-7035-439b-abdb-bf5039189143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:01:56Z', 'updated_at': '2021-11-12T01:03:59Z', 'revision_number': 5, 'project_id': '96b0e06352b2479cb7df6d4462e19f15', 'gw_port': {'id': 'ff0dcb84-7035-439b-abdb-bf5039189143', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:28:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ded82b-0ad2-4d4a-9b56-e80964346416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:57Z', 'updated_at': '2021-11-12T01:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:03.925237 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf3edd-f752-472d-83a0-3d769cc89e03 admin admin] Pushing event deleted for resources: {'Network': ['ID=0363b650-c713-4753-8062-fae6f37ebfd9,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:03.946759 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-b91bc493-5c0d-4c28-9ec8-66a0da246234 admin admin] Deleting port ff0dcb84-7035-439b-abdb-bf5039189143 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:04:03.947166 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b91bc493-5c0d-4c28-9ec8-66a0da246234 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:03.990091 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d1b8d499-409a-42da-b6b0-9b0802f55de9 req-5ab81368-4cf7-4303-b9bd-bd4a6ccc8dd4 service neutron] 10.222.0.45 "GET /v2.0/networks/ddbdeb8e-9a29-48b5-957b-64766cbb8316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4158967 Nov 12 01:04:03.999006 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54044ec-817f-4798-a4e0-690fba38a2b5 None None] The sync data for ids ['86ded82b-0ad2-4d4a-9b56-e80964346416'] in n-d-712142-27 is: [{'id': '86ded82b-0ad2-4d4a-9b56-e80964346416', 'name': 'tempest-ServerRescueTestJSONUnderV235-482719058-router', 'tenant_id': '96b0e06352b2479cb7df6d4462e19f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'ff0dcb84-7035-439b-abdb-bf5039189143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:01:56Z', 'updated_at': '2021-11-12T01:03:59Z', 'revision_number': 5, 'project_id': '96b0e06352b2479cb7df6d4462e19f15', 'gw_port': {'id': 'ff0dcb84-7035-439b-abdb-bf5039189143', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:28:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ded82b-0ad2-4d4a-9b56-e80964346416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:01:57Z', 'updated_at': '2021-11-12T01:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:04:04.056094 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513be3a3-a010-4e4d-a799-57617a11891d req-69a47e1b-ae0e-4ebf-b435-1ff043c3267c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:04.057728 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-513be3a3-a010-4e4d-a799-57617a11891d req-69a47e1b-ae0e-4ebf-b435-1ff043c3267c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cba00eb37e224ffaa44c45ebb2a0b086&device_id=937eb9da-92b1-42ba-bff8-179f83dfc09e HTTP/1.1" status: 200 len: 1095 time: 0.4197004 Nov 12 01:04:04.100907 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-b91bc493-5c0d-4c28-9ec8-66a0da246234 admin admin] For port ff0dcb84-7035-439b-abdb-bf5039189143, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=ff0dcb84-7035-439b-abdb-bf5039189143,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:04.101777 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b91bc493-5c0d-4c28-9ec8-66a0da246234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:04.117893 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-b91bc493-5c0d-4c28-9ec8-66a0da246234 admin admin] Calling delete_port for ff0dcb84-7035-439b-abdb-bf5039189143 owned by network:router_gateway {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:04:04.138664 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-3da3a0d7-85ee-4bd7-be99-7869f8155f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:04.140577 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-3da3a0d7-85ee-4bd7-be99-7869f8155f7a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bca8627a-85cd-44bc-bbc5-d27b1e587fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3063991 Nov 12 01:04:04.328569 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35448) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:04.546086 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f2b9a418-44e8-4916-9848-d637da08ca8a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fe88eff40ad641309dd578bc03eefa19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2129419 Nov 12 01:04:04.550818 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-04fe1f45-db42-43d9-9cab-7c4ebc9553e1 service neutron] 10.222.0.44 "GET /v2.0/networks/bca8627a-85cd-44bc-bbc5-d27b1e587fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3669071 Nov 12 01:04:04.551457 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35454) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:04.655676 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-53caf613-068c-4b9c-b8ff-b404f7f39ac0 req-27b29d95-080d-4351-b4d9-7ded0659a633 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=b08ec75f-afe8-4de6-9390-2b7798430902 HTTP/1.1" status: 200 len: 210 time: 0.2050152 Nov 12 01:04:04.706935 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 465da04e-83e4-4ba9-a9f9-126c0299f087 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:04:04.819733 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-91cae463-3fe4-4fdf-904d-01b0b6fc6aee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:04.835044 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 465da04e-83e4-4ba9-a9f9-126c0299f087 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:04:04.838917 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 465da04e-83e4-4ba9-a9f9-126c0299f087 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:04:04.851859 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc49fc-e580-4ffd-b894-9672867a8a9d req-d613be68-2e8a-4614-ae07-0e17e294adc1 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:04.853683 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-15dc49fc-e580-4ffd-b894-9672867a8a9d req-d613be68-2e8a-4614-ae07-0e17e294adc1 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] 10.222.0.45 "GET /v2.0/ports?device_id=937eb9da-92b1-42ba-bff8-179f83dfc09e HTTP/1.1" status: 200 len: 943 time: 0.6661463 Nov 12 01:04:04.881435 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-91cae463-3fe4-4fdf-904d-01b0b6fc6aee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:04.900224 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b91bc493-5c0d-4c28-9ec8-66a0da246234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:04.942121 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513be3a3-a010-4e4d-a799-57617a11891d req-f2c7f17f-5fa0-4527-a0a7-8fd55b9168df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:04.950597 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-513be3a3-a010-4e4d-a799-57617a11891d req-f2c7f17f-5fa0-4527-a0a7-8fd55b9168df service neutron] 10.222.0.44 "GET /v2.0/networks?id=37f48500-8076-40e5-aa80-78fcdfba4121 HTTP/1.1" status: 200 len: 906 time: 0.8269861 Nov 12 01:04:05.042205 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:05.053411 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-01f2fdd2-d339-4bb3-8ef5-79876fe81e05 service neutron] 10.222.0.44 "GET /v2.0/networks/bca8627a-85cd-44bc-bbc5-d27b1e587fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4929497 Nov 12 01:04:05.054374 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91bc493-5c0d-4c28-9ec8-66a0da246234 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff0dcb84-7035-439b-abdb-bf5039189143,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:05.102357 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 0abbfc50-ad72-49e7-b893-c723f8daad2f details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:04:05.116761 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-513be3a3-a010-4e4d-a799-57617a11891d req-b949f4b3-0d1c-4c8f-ae71-f2a41ff640c1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0abbfc50-ad72-49e7-b893-c723f8daad2f HTTP/1.1" status: 200 len: 217 time: 0.1421962 Nov 12 01:04:05.137305 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-4888ae21-ad31-4079-ad60-a90277fb1fdb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=0dfccde3-6835-438c-80e1-9143513c8da3 HTTP/1.1" status: 200 len: 217 time: 0.0732443 Nov 12 01:04:05.182997 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 5ed033f0-b5f4-406b-98cb-7a73ff4e24e9 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:04:05.196879 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-15dc49fc-e580-4ffd-b894-9672867a8a9d req-c6c74faf-dae2-4a34-987f-0ab7bbd0c3dd tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] 10.222.0.45 "GET /v2.0/security-groups?id=99e070f2-fe46-49da-84b4-f8c4d8d57492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2925811 Nov 12 01:04:05.236853 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b91bc493-5c0d-4c28-9ec8-66a0da246234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:05.243027 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-f821ac47-ae97-4176-b3fa-217e51914c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:05.245199 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-f821ac47-ae97-4176-b3fa-217e51914c4c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cd40a6d2-fe25-4249-a894-79091d8af3b3 HTTP/1.1" status: 200 len: 797 time: 0.0974178 Nov 12 01:04:05.261113 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 5ed033f0-b5f4-406b-98cb-7a73ff4e24e9 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:04:05.262250 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 5ed033f0-b5f4-406b-98cb-7a73ff4e24e9 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:04:05.295023 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513be3a3-a010-4e4d-a799-57617a11891d req-b82b192a-f555-4811-ae47-5fbff3d648c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:05.302576 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-513be3a3-a010-4e4d-a799-57617a11891d req-b82b192a-f555-4811-ae47-5fbff3d648c7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e4a734ac-a14e-482f-a25a-820aa1760c7d HTTP/1.1" status: 200 len: 845 time: 0.1751020 Nov 12 01:04:05.313907 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 0abbfc50-ad72-49e7-b893-c723f8daad2f, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=0abbfc50-ad72-49e7-b893-c723f8daad2f,segment=NetworkSegment(3a583cd5-2030-4497-ae5c-17acb12f92ca),segment_id=3a583cd5-2030-4497-ae5c-17acb12f92ca)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:05.323801 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd8a31a-8472-4ff8-9d34-c7c3999b5fa5 req-41a02a08-7b4a-4d98-bb2c-bc49e45c1c87 tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:05.327008 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dfd8a31a-8472-4ff8-9d34-c7c3999b5fa5 req-41a02a08-7b4a-4d98-bb2c-bc49e45c1c87 tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0b8a60-2b20-4949-b5e8-f1ce9d447aaf HTTP/1.1" status: 200 len: 931 time: 0.3640594 Nov 12 01:04:05.338117 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '0abbfc50-ad72-49e7-b893-c723f8daad2f', 'network_id': '37f48500-8076-40e5-aa80-78fcdfba4121', 'port_id': '0abbfc50-ad72-49e7-b893-c723f8daad2f', 'mac_address': 'fa:16:3e:bc:21:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4a734ac-a14e-482f-a25a-820aa1760c7d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:04:05.368240 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-91cae463-3fe4-4fdf-904d-01b0b6fc6aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:05.372281 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-91cae463-3fe4-4fdf-904d-01b0b6fc6aee admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:05.373845 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-91cae463-3fe4-4fdf-904d-01b0b6fc6aee admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/16c8d4e9-3c90-47b2-815e-6fdf8c4abddf HTTP/1.1" status: 204 len: 168 time: 0.8204875 Nov 12 01:04:05.388006 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:05.411115 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0abbfc50-ad72-49e7-b893-c723f8daad2f {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:04:05.442187 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b91bc493-5c0d-4c28-9ec8-66a0da246234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:05.446315 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b91bc493-5c0d-4c28-9ec8-66a0da246234 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:05.448576 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cae463-3fe4-4fdf-904d-01b0b6fc6aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c8d4e9-3c90-47b2-815e-6fdf8c4abddf,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:05.450469 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 0abbfc50-ad72-49e7-b893-c723f8daad2f, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=0abbfc50-ad72-49e7-b893-c723f8daad2f,segment=NetworkSegment(3a583cd5-2030-4497-ae5c-17acb12f92ca),segment_id=3a583cd5-2030-4497-ae5c-17acb12f92ca)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:05.457311 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:05.505610 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-c933d5ea-fa9a-4a3c-b2ec-1e0ef590ee9b req-72835b77-5a32-47de-9cbd-41cc26924cd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 251b868a-8a42-4f25-ae5a-31da71a6b19e {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:04:05.547238 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c933d5ea-fa9a-4a3c-b2ec-1e0ef590ee9b req-72835b77-5a32-47de-9cbd-41cc26924cd2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:05.558774 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dfd8a31a-8472-4ff8-9d34-c7c3999b5fa5 req-9bb64a22-dd48-495f-82ab-a9867e726ddc tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] 10.222.0.45 "GET /v2.0/security-groups?id=e45d06ef-de4f-40f8-afa3-424738b2c562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243335 Nov 12 01:04:05.613773 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-e2ac62b8-abc7-4510-915b-d1a9e98837b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:05.622508 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513be3a3-a010-4e4d-a799-57617a11891d req-c7e86f3d-7cb6-4f11-8809-a9b8badd378b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:05.626595 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-513be3a3-a010-4e4d-a799-57617a11891d req-c7e86f3d-7cb6-4f11-8809-a9b8badd378b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=37f48500-8076-40e5-aa80-78fcdfba4121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2224729 Nov 12 01:04:05.628499 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-c933d5ea-fa9a-4a3c-b2ec-1e0ef590ee9b req-72835b77-5a32-47de-9cbd-41cc26924cd2 service neutron] Transition to ACTIVE for port object 251b868a-8a42-4f25-ae5a-31da71a6b19e will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:04:05.635258 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-e2ac62b8-abc7-4510-915b-d1a9e98837b4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bca8627a-85cd-44bc-bbc5-d27b1e587fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3322356 Nov 12 01:04:05.637516 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b91bc493-5c0d-4c28-9ec8-66a0da246234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:05.638756 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91bc493-5c0d-4c28-9ec8-66a0da246234 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86ded82b-0ad2-4d4a-9b56-e80964346416 {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:04:05.642289 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=0abbfc50-ad72-49e7-b893-c723f8daad2f,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:05.643293 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c933d5ea-fa9a-4a3c-b2ec-1e0ef590ee9b req-72835b77-5a32-47de-9cbd-41cc26924cd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:05.646742 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b91bc493-5c0d-4c28-9ec8-66a0da246234 admin admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:05.649303 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b91bc493-5c0d-4c28-9ec8-66a0da246234 admin admin] 10.222.0.45 "DELETE /v2.0/routers/86ded82b-0ad2-4d4a-9b56-e80964346416 HTTP/1.1" status: 204 len: 168 time: 3.2111342 Nov 12 01:04:05.664511 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35470) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:05.826254 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['0abbfc50-ad72-49e7-b893-c723f8daad2f'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:04:05.858336 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba4be9d5-0941-4fd7-bd57-7dfcfd2e7600 admin admin] Deleting subnet 26412b35-38aa-41b4-bb78-aab31ac9da6a {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:04:05.866234 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ba4be9d5-0941-4fd7-bd57-7dfcfd2e7600 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:05.919601 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-133999ca-b19f-47f1-90aa-5bf170d837ae service neutron] 10.222.0.44 "GET /v2.0/networks/bca8627a-85cd-44bc-bbc5-d27b1e587fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688258 Nov 12 01:04:05.939939 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ba4be9d5-0941-4fd7-bd57-7dfcfd2e7600 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:05.950628 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72835b77-5a32-47de-9cbd-41cc26924cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=251b868a-8a42-4f25-ae5a-31da71a6b19e,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:06.080511 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ba4be9d5-0941-4fd7-bd57-7dfcfd2e7600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:06.152148 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-6a5b0c4f-04e9-4459-b069-c3ea2a1d77fa service neutron] 10.222.0.44 "GET /v2.0/networks/bca8627a-85cd-44bc-bbc5-d27b1e587fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240491 Nov 12 01:04:06.212800 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-513be3a3-a010-4e4d-a799-57617a11891d req-3a2bf6b2-8601-44c1-bfa8-6199e5eb99a0 service neutron] 10.222.0.44 "GET /v2.0/networks/37f48500-8076-40e5-aa80-78fcdfba4121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5436921 Nov 12 01:04:06.229496 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-d9d12b4d-1b97-4188-84a9-c940eabfdeed service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9d7bd877-2240-48c8-af3a-99027fa5fb2b HTTP/1.1" status: 200 len: 217 time: 0.0664055 Nov 12 01:04:06.232769 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fd2bf90f-13c8-441a-b9bf-729318f118ea req-1f0cf2f0-67aa-4d24-8fe7-5c6493b995fa tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=b08ec75f-afe8-4de6-9390-2b7798430902 HTTP/1.1" status: 200 len: 210 time: 0.3747826 Nov 12 01:04:06.311394 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ba4be9d5-0941-4fd7-bd57-7dfcfd2e7600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:06.368930 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ba4be9d5-0941-4fd7-bd57-7dfcfd2e7600 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:06.381008 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ba4be9d5-0941-4fd7-bd57-7dfcfd2e7600 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/26412b35-38aa-41b4-bb78-aab31ac9da6a HTTP/1.1" status: 204 len: 168 time: 0.7152748 Nov 12 01:04:06.387146 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35486) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:06.469818 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-c5467aac-2c65-473a-9a59-5e7e47a41e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:06.471797 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-c5467aac-2c65-473a-9a59-5e7e47a41e4b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5dc72c35-9d59-4a0f-ae56-f38fe29c2b7f HTTP/1.1" status: 200 len: 797 time: 0.2327745 Nov 12 01:04:06.550004 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4be9d5-0941-4fd7-bd57-7dfcfd2e7600 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26412b35-38aa-41b4-bb78-aab31ac9da6a,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:06.657747 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bf906e8a-e487-41fb-9668-8157098da6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:06.672010 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-6d6fa130-4332-43b7-90e4-bb470faa7ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:06.674193 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-6d6fa130-4332-43b7-90e4-bb470faa7ad5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=27138fd0-2739-4679-b06e-dafc84073bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1742387 Nov 12 01:04:06.705642 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-c933d5ea-fa9a-4a3c-b2ec-1e0ef590ee9b req-72835b77-5a32-47de-9cbd-41cc26924cd2 service neutron] Attempting to bind port 251b868a-8a42-4f25-ae5a-31da71a6b19e on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:04:06.705983 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-c933d5ea-fa9a-4a3c-b2ec-1e0ef590ee9b req-72835b77-5a32-47de-9cbd-41cc26924cd2 service neutron] Attempting to bind port 251b868a-8a42-4f25-ae5a-31da71a6b19e by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'b8b65bee-b1f3-45a3-adee-439ac32f85c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3bc4a521-c655-4b71-9f73-8fdf1c662a50'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:04:06.707582 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c933d5ea-fa9a-4a3c-b2ec-1e0ef590ee9b req-72835b77-5a32-47de-9cbd-41cc26924cd2 service neutron] Attempting to bind port 251b868a-8a42-4f25-ae5a-31da71a6b19e on network 3bc4a521-c655-4b71-9f73-8fdf1c662a50 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:04:06.753736 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c933d5ea-fa9a-4a3c-b2ec-1e0ef590ee9b req-72835b77-5a32-47de-9cbd-41cc26924cd2 service neutron] Port 251b868a-8a42-4f25-ae5a-31da71a6b19e on network 3bc4a521-c655-4b71-9f73-8fdf1c662a50 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:04:06.753962 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c933d5ea-fa9a-4a3c-b2ec-1e0ef590ee9b req-72835b77-5a32-47de-9cbd-41cc26924cd2 service neutron] Attempting to bind port 251b868a-8a42-4f25-ae5a-31da71a6b19e on network 3bc4a521-c655-4b71-9f73-8fdf1c662a50 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:04:06.813280 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device ff0dcb84-7035-439b-abdb-bf5039189143 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:04:06.857867 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: ff0dcb84-7035-439b-abdb-bf5039189143 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:04:06.858486 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device ff0dcb84-7035-439b-abdb-bf5039189143 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:04:06.870309 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c933d5ea-fa9a-4a3c-b2ec-1e0ef590ee9b req-72835b77-5a32-47de-9cbd-41cc26924cd2 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:04:06.871830 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c933d5ea-fa9a-4a3c-b2ec-1e0ef590ee9b req-72835b77-5a32-47de-9cbd-41cc26924cd2 service neutron] Checking segment: {'id': 'b8b65bee-b1f3-45a3-adee-439ac32f85c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3bc4a521-c655-4b71-9f73-8fdf1c662a50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:04:06.872465 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c933d5ea-fa9a-4a3c-b2ec-1e0ef590ee9b req-72835b77-5a32-47de-9cbd-41cc26924cd2 service neutron] Bound using segment: {'id': 'b8b65bee-b1f3-45a3-adee-439ac32f85c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3bc4a521-c655-4b71-9f73-8fdf1c662a50'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:04:06.872940 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-c933d5ea-fa9a-4a3c-b2ec-1e0ef590ee9b req-72835b77-5a32-47de-9cbd-41cc26924cd2 service neutron] Bound port: 251b868a-8a42-4f25-ae5a-31da71a6b19e, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8b65bee-b1f3-45a3-adee-439ac32f85c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3bc4a521-c655-4b71-9f73-8fdf1c662a50'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:04:06.873311 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c933d5ea-fa9a-4a3c-b2ec-1e0ef590ee9b req-72835b77-5a32-47de-9cbd-41cc26924cd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:06.912204 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bf906e8a-e487-41fb-9668-8157098da6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:06.934133 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-513be3a3-a010-4e4d-a799-57617a11891d req-8dda5200-9d7f-4cc4-9fd3-f6dec69453ad service neutron] 10.222.0.44 "GET /v2.0/networks/37f48500-8076-40e5-aa80-78fcdfba4121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6980474 Nov 12 01:04:06.947201 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f31910-b08d-4856-9f6d-c2264582bd3c req-af1a417d-06b4-453f-9921-377d46aa1b37 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:06.956287 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f0f31910-b08d-4856-9f6d-c2264582bd3c req-af1a417d-06b4-453f-9921-377d46aa1b37 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] 10.222.0.45 "GET /v2.0/ports?device_id=937eb9da-92b1-42ba-bff8-179f83dfc09e HTTP/1.1" status: 200 len: 944 time: 0.4681427 Nov 12 01:04:07.045423 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-bf906e8a-e487-41fb-9668-8157098da6a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6a8462f-5130-4d0f-951a-dac9101bc5c2']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:07.059783 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-bf906e8a-e487-41fb-9668-8157098da6a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dbb5cf7-5b96-4480-92bd-bde327ee507c') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:07.060689 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-bf906e8a-e487-41fb-9668-8157098da6a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dbb5cf7-5b96-4480-92bd-bde327ee507c') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:07.063541 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e68f3-e192-4147-9677-f3adc8e991e6 req-433c3692-15c1-495a-b0d3-fea4379d4017 tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:07.076775 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3e8e68f3-e192-4147-9677-f3adc8e991e6 req-433c3692-15c1-495a-b0d3-fea4379d4017 tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0b8a60-2b20-4949-b5e8-f1ce9d447aaf HTTP/1.1" status: 200 len: 943 time: 0.3200068 Nov 12 01:04:07.077110 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bf906e8a-e487-41fb-9668-8157098da6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:07.096693 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bf906e8a-e487-41fb-9668-8157098da6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:07.104251 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf906e8a-e487-41fb-9668-8157098da6a6 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:04:07.104823 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bf906e8a-e487-41fb-9668-8157098da6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:07.122215 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f0f31910-b08d-4856-9f6d-c2264582bd3c req-1310fb1f-2b47-41f4-912d-0db735689807 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] 10.222.0.45 "GET /v2.0/security-groups?id=99e070f2-fe46-49da-84b4-f8c4d8d57492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648486 Nov 12 01:04:07.157697 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8d499-409a-42da-b6b0-9b0802f55de9 req-09c674af-b51c-4a62-bfbf-e8b96471a1db tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:07.159388 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d1b8d499-409a-42da-b6b0-9b0802f55de9 req-09c674af-b51c-4a62-bfbf-e8b96471a1db tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.16 "GET /v2.0/networks?id=ddbdeb8e-9a29-48b5-957b-64766cbb8316 HTTP/1.1" status: 200 len: 812 time: 0.5048933 Nov 12 01:04:07.176388 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-c933d5ea-fa9a-4a3c-b2ec-1e0ef590ee9b req-72835b77-5a32-47de-9cbd-41cc26924cd2 service neutron] For port 251b868a-8a42-4f25-ae5a-31da71a6b19e, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:04:07.180632 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:04:07.180632 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:04:07.180632 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:04:07.180632 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:04:07.180632 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:04:07.180632 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:04:07.180632 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:04:07.180632 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:04:07.180632 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:04:07.180632 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:04:07.180632 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:04:07.180632 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:04:07.180632 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:04:07.180632 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:04:07.180632 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:04:07.180632 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:04:07.180632 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:04:07.180632 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:04:07.180632 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:04:07.180632 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:04:07.180632 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:04:07.180632 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:04:07.180632 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:04:07.180632 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:04:07.180632 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:04:07.180632 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:04:07.180632 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:04:07.180632 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:04:07.180632 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:04:07.180632 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:04:07.180632 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:04:07.180632 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:04:07.185825 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-c933d5ea-fa9a-4a3c-b2ec-1e0ef590ee9b req-72835b77-5a32-47de-9cbd-41cc26924cd2 service neutron] For port 251b868a-8a42-4f25-ae5a-31da71a6b19e, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=251b868a-8a42-4f25-ae5a-31da71a6b19e,segment=NetworkSegment(b8b65bee-b1f3-45a3-adee-439ac32f85c8),segment_id=b8b65bee-b1f3-45a3-adee-439ac32f85c8)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:04:07.191100 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bf906e8a-e487-41fb-9668-8157098da6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:07.201110 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bf906e8a-e487-41fb-9668-8157098da6a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:07.205207 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c933d5ea-fa9a-4a3c-b2ec-1e0ef590ee9b req-72835b77-5a32-47de-9cbd-41cc26924cd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:07.209315 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-bf906e8a-e487-41fb-9668-8157098da6a6 admin admin] 10.222.0.45 "DELETE /v2.0/networks/d6a8462f-5130-4d0f-951a-dac9101bc5c2 HTTP/1.1" status: 204 len: 168 time: 0.8126414 Nov 12 01:04:07.216337 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-64738978-3876-4722-a15c-f70271b197a9 service neutron] 10.222.0.44 "GET /v2.0/networks/27138fd0-2739-4679-b06e-dafc84073bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5334525 Nov 12 01:04:07.238250 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf906e8a-e487-41fb-9668-8157098da6a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6a8462f-5130-4d0f-951a-dac9101bc5c2,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:07.264498 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-d1b8d499-409a-42da-b6b0-9b0802f55de9 req-0e04ff09-fa0f-416c-a407-91081983e06a tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Request body: {'port': {'device_id': 'b08ec75f-afe8-4de6-9390-2b7798430902', 'network_id': 'ddbdeb8e-9a29-48b5-957b-64766cbb8316', 'admin_state_up': True, 'tenant_id': '7ddab49d3f5a4b49b039bf18c7812764'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:07.275862 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c933d5ea-fa9a-4a3c-b2ec-1e0ef590ee9b req-72835b77-5a32-47de-9cbd-41cc26924cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:07.277406 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c933d5ea-fa9a-4a3c-b2ec-1e0ef590ee9b req-72835b77-5a32-47de-9cbd-41cc26924cd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:07.279106 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c933d5ea-fa9a-4a3c-b2ec-1e0ef590ee9b req-72835b77-5a32-47de-9cbd-41cc26924cd2 service neutron] 10.222.0.44 "PUT /v2.0/ports/251b868a-8a42-4f25-ae5a-31da71a6b19e HTTP/1.1" status: 200 len: 1092 time: 3.6565316 Nov 12 01:04:07.279569 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa0b8a60-2b20-4949-b5e8-f1ce9d447aaf', 'tag': '251b868a-8a42-4f25-ae5a-31da71a6b19e'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:04:07.282827 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4f03e7-796c-4a44-8b0c-2959b037da25" -d '{"events": [{"name": "network-changed", "server_uuid": "fa0b8a60-2b20-4949-b5e8-f1ce9d447aaf", "tag": "251b868a-8a42-4f25-ae5a-31da71a6b19e"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:04:07.391870 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3e8e68f3-e192-4147-9677-f3adc8e991e6 req-494d3421-6b77-4498-a757-7357bfd91efe tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] 10.222.0.45 "GET /v2.0/security-groups?id=e45d06ef-de4f-40f8-afa3-424738b2c562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140788 Nov 12 01:04:07.445600 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-aa5df46d-66cc-4593-8591-9ccaa0ce8fa7 service neutron] 10.222.0.44 "GET /v2.0/networks/27138fd0-2739-4679-b06e-dafc84073bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166059 Nov 12 01:04:07.462512 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 35510) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:07.516562 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-e0ad2209-c8b1-482b-a815-b11f81b5705f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b375c86f-24ec-4a06-af37-e5c95f2b1cae HTTP/1.1" status: 200 len: 217 time: 0.0619068 Nov 12 01:04:07.706315 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-889451dc-9689-4f97-bf24-4c3e976232e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:07.712848 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-889451dc-9689-4f97-bf24-4c3e976232e0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5dc72c35-9d59-4a0f-ae56-f38fe29c2b7f HTTP/1.1" status: 200 len: 797 time: 0.1648588 Nov 12 01:04:07.824644 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35516) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:07.911808 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-13d70311-32cc-42de-92b3-ce382d542d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:07.914749 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-13d70311-32cc-42de-92b3-ce382d542d3b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=27138fd0-2739-4679-b06e-dafc84073bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1927218 Nov 12 01:04:07.946309 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4bf35237-1f1b-4008-bae4-3c8613f6b559 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=96b0e06352b2479cb7df6d4462e19f15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1141527 Nov 12 01:04:07.947847 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35518) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:07.977648 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf31a54-33a1-44c1-954e-4dbadf8389ce x-openstack-request-id: req-dbf31a54-33a1-44c1-954e-4dbadf8389ce {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:04:07.978545 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa0b8a60-2b20-4949-b5e8-f1ce9d447aaf", "tag": "251b868a-8a42-4f25-ae5a-31da71a6b19e", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:04:07.978545 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dbf31a54-33a1-44c1-954e-4dbadf8389ce {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:04:07.978825 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa0b8a60-2b20-4949-b5e8-f1ce9d447aaf', 'tag': '251b868a-8a42-4f25-ae5a-31da71a6b19e', 'status': 'completed', 'code': 200} Nov 12 01:04:07.979401 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72835b77-5a32-47de-9cbd-41cc26924cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=251b868a-8a42-4f25-ae5a-31da71a6b19e,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:07.984596 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e5cb168a-b518-4be7-a10b-6f73828c336f req-abbefa03-e4ca-4918-ad53-3fe00f21cef2 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=b08ec75f-afe8-4de6-9390-2b7798430902 HTTP/1.1" status: 200 len: 210 time: 0.4444687 Nov 12 01:04:07.989239 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-95c5b104-981f-4985-af5a-36891f0f063e admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-754086081-network', 'tenant_id': 'cebcb91db98e408c92302b1baf7eea36'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:08.021068 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c5b104-981f-4985-af5a-36891f0f063e admin admin] Made reservation on behalf of cebcb91db98e408c92302b1baf7eea36 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:04:08.024158 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-95c5b104-981f-4985-af5a-36891f0f063e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:08.037793 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-95c5b104-981f-4985-af5a-36891f0f063e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:08.065074 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c933d5ea-fa9a-4a3c-b2ec-1e0ef590ee9b req-9a7717a1-8bd4-48e5-b4cc-87d174fc075a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:08.066640 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c933d5ea-fa9a-4a3c-b2ec-1e0ef590ee9b req-9a7717a1-8bd4-48e5-b4cc-87d174fc075a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=511046bb99e5418890f261fea9b8beb4&device_id=fa0b8a60-2b20-4949-b5e8-f1ce9d447aaf HTTP/1.1" status: 200 len: 1095 time: 0.6684206 Nov 12 01:04:08.137277 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1b8d499-409a-42da-b6b0-9b0802f55de9 req-0e04ff09-fa0f-416c-a407-91081983e06a tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Made reservation on behalf of 7ddab49d3f5a4b49b039bf18c7812764 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:04:08.140957 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d1b8d499-409a-42da-b6b0-9b0802f55de9 req-0e04ff09-fa0f-416c-a407-91081983e06a tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:08.146975 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c933d5ea-fa9a-4a3c-b2ec-1e0ef590ee9b req-33d6a322-f5f1-4257-b643-8416d5db7ecd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=251b868a-8a42-4f25-ae5a-31da71a6b19e HTTP/1.1" status: 200 len: 217 time: 0.0615246 Nov 12 01:04:08.170531 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:08.233198 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-cf67f865-7254-4ccb-992a-2f519aa6f675 service neutron] 10.222.0.44 "GET /v2.0/networks/27138fd0-2739-4679-b06e-dafc84073bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069532 Nov 12 01:04:08.236572 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f98904dc-3dee-47f4-ab5e-dd90ec3c4584 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:08.415494 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f98904dc-3dee-47f4-ab5e-dd90ec3c4584 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:08.437966 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c933d5ea-fa9a-4a3c-b2ec-1e0ef590ee9b req-4e701068-f7f9-4cfb-b000-a2de020217f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:08.440569 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c933d5ea-fa9a-4a3c-b2ec-1e0ef590ee9b req-4e701068-f7f9-4cfb-b000-a2de020217f5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dafb693a-e751-4510-a2d0-108c567c72a9 HTTP/1.1" status: 200 len: 850 time: 0.2729325 Nov 12 01:04:08.466813 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-95c5b104-981f-4985-af5a-36891f0f063e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:08.506906 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-95c5b104-981f-4985-af5a-36891f0f063e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:08.542136 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e31a698-e985-43ca-a70c-39b461fdf5e7 req-a2814358-7a37-45df-a8ee-198458e9c817 service neutron] 10.222.0.44 "GET /v2.0/networks/27138fd0-2739-4679-b06e-dafc84073bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989168 Nov 12 01:04:08.559848 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f98904dc-3dee-47f4-ab5e-dd90ec3c4584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:08.562942 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f98904dc-3dee-47f4-ab5e-dd90ec3c4584 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:08.568057 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f98904dc-3dee-47f4-ab5e-dd90ec3c4584 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/86f57639-0571-4464-a714-e385ef3d8493 HTTP/1.1" status: 204 len: 168 time: 0.6160862 Nov 12 01:04:08.579299 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c933d5ea-fa9a-4a3c-b2ec-1e0ef590ee9b req-1dcb8565-0a48-430e-8082-cc4870c1a78b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3bc4a521-c655-4b71-9f73-8fdf1c662a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1037169 Nov 12 01:04:08.581294 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98904dc-3dee-47f4-ab5e-dd90ec3c4584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f57639-0571-4464-a714-e385ef3d8493,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:08.690589 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95c5b104-981f-4985-af5a-36891f0f063e admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:04:08.744309 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281640f-9391-4e67-bed6-c3f2537afae6 req-f1e72700-7646-457a-bf18-a85236d08515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:08.745144 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281640f-9391-4e67-bed6-c3f2537afae6 req-f1e72700-7646-457a-bf18-a85236d08515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:08.746215 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281640f-9391-4e67-bed6-c3f2537afae6 req-f1e72700-7646-457a-bf18-a85236d08515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:08.746410 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281640f-9391-4e67-bed6-c3f2537afae6 req-f1e72700-7646-457a-bf18-a85236d08515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:08.746990 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281640f-9391-4e67-bed6-c3f2537afae6 req-f1e72700-7646-457a-bf18-a85236d08515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:08.747497 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281640f-9391-4e67-bed6-c3f2537afae6 req-f1e72700-7646-457a-bf18-a85236d08515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:08.748017 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281640f-9391-4e67-bed6-c3f2537afae6 req-f1e72700-7646-457a-bf18-a85236d08515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:08.750126 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9281640f-9391-4e67-bed6-c3f2537afae6 req-f1e72700-7646-457a-bf18-a85236d08515 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d8109316fd94efaa47eb9260db1f13b&device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 6498 time: 0.0686095 Nov 12 01:04:08.778992 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e9785-dc20-49a9-a64d-a6438b005af4 req-ed68d6e5-185f-4a7b-835d-e2f2d7f3b703 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:08.781767 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c98e9785-dc20-49a9-a64d-a6438b005af4 req-ed68d6e5-185f-4a7b-835d-e2f2d7f3b703 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] 10.222.0.45 "GET /v2.0/ports?device_id=937eb9da-92b1-42ba-bff8-179f83dfc09e HTTP/1.1" status: 200 len: 944 time: 0.4514861 Nov 12 01:04:08.845782 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-95c5b104-981f-4985-af5a-36891f0f063e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:08.846045 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-95c5b104-981f-4985-af5a-36891f0f063e admin admin] Added segment 05f1094a-b9d1-44f3-8df0-e00ec147c7ea of type vlan for network 1b19e667-5239-45f1-9731-35a187975e91 Nov 12 01:04:08.847458 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c5b104-981f-4985-af5a-36891f0f063e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdb2882-61f4-4de3-be12-d417b4a411ab,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:08.868195 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281640f-9391-4e67-bed6-c3f2537afae6 req-48978e40-6287-4a9c-84d4-d18fb57c0a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:08.870976 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9281640f-9391-4e67-bed6-c3f2537afae6 req-48978e40-6287-4a9c-84d4-d18fb57c0a34 service neutron] 10.222.0.44 "GET /v2.0/networks?id=42a64961-de15-4cbf-9f7d-d65cedf81ae7 HTTP/1.1" status: 200 len: 912 time: 0.1112072 Nov 12 01:04:08.930812 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-d1b8d499-409a-42da-b6b0-9b0802f55de9 req-0e04ff09-fa0f-416c-a407-91081983e06a tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Allocated IP 172.20.0.7 (ddbdeb8e-9a29-48b5-957b-64766cbb8316/32c7a1dd-a18b-4edd-81ef-25269083f064/e261c9ed-ff08-4ecd-b9fd-46d235310b5c) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:04:08.938412 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c5b104-981f-4985-af5a-36891f0f063e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:08.938769 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c5b104-981f-4985-af5a-36891f0f063e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:08.939117 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c5b104-981f-4985-af5a-36891f0f063e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:08.939461 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c5b104-981f-4985-af5a-36891f0f063e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:08.939800 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c5b104-981f-4985-af5a-36891f0f063e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:08.940165 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c5b104-981f-4985-af5a-36891f0f063e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:08.940828 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c5b104-981f-4985-af5a-36891f0f063e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:08.941165 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c5b104-981f-4985-af5a-36891f0f063e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:08.941502 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c5b104-981f-4985-af5a-36891f0f063e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:08.941833 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c5b104-981f-4985-af5a-36891f0f063e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:08.942165 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c5b104-981f-4985-af5a-36891f0f063e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:08.942490 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95c5b104-981f-4985-af5a-36891f0f063e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:09.010823 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9281640f-9391-4e67-bed6-c3f2537afae6 req-e4d8b03b-3246-45f6-b3ba-ac9a4a01b055 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15e8b880-bdf7-4297-8037-5e8af0c0a024 HTTP/1.1" status: 200 len: 1001 time: 0.1324389 Nov 12 01:04:09.011191 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172b84e-0357-4415-b747-9ed49d0c14d6 req-be2a420d-1d86-40d1-9f10-45904591f867 tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:09.017233 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9172b84e-0357-4415-b747-9ed49d0c14d6 req-be2a420d-1d86-40d1-9f10-45904591f867 tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0b8a60-2b20-4949-b5e8-f1ce9d447aaf HTTP/1.1" status: 200 len: 943 time: 0.4677083 Nov 12 01:04:09.078194 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281640f-9391-4e67-bed6-c3f2537afae6 req-1cd224a7-330a-41e6-ba5c-13f79cb4721b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:09.078194 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9281640f-9391-4e67-bed6-c3f2537afae6 req-1cd224a7-330a-41e6-ba5c-13f79cb4721b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9a4a1633-eebb-4206-a02e-19555e45d6c6 HTTP/1.1" status: 200 len: 851 time: 0.0548790 Nov 12 01:04:09.095901 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c933d5ea-fa9a-4a3c-b2ec-1e0ef590ee9b req-d620c71e-bc66-4555-8cbe-f494b2100804 service neutron] 10.222.0.44 "GET /v2.0/networks/3bc4a521-c655-4b71-9f73-8fdf1c662a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409070 Nov 12 01:04:09.115831 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 0abbfc50-ad72-49e7-b893-c723f8daad2f up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:04:09.116731 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-95c5b104-981f-4985-af5a-36891f0f063e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:09.160249 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281640f-9391-4e67-bed6-c3f2537afae6 req-84b2d416-5464-4bf2-ad63-7c6dfa1dfa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:09.163329 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9281640f-9391-4e67-bed6-c3f2537afae6 req-84b2d416-5464-4bf2-ad63-7c6dfa1dfa1c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=42a64961-de15-4cbf-9f7d-d65cedf81ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0821266 Nov 12 01:04:09.215891 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 0abbfc50-ad72-49e7-b893-c723f8daad2f completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:04:09.230868 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 0abbfc50-ad72-49e7-b893-c723f8daad2f triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:09.232249 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:09.263642 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c98e9785-dc20-49a9-a64d-a6438b005af4 req-9fa60bd0-87cc-41a8-9d6f-72fc8433689c tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] 10.222.0.45 "GET /v2.0/security-groups?id=99e070f2-fe46-49da-84b4-f8c4d8d57492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4499142 Nov 12 01:04:09.305480 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c933d5ea-fa9a-4a3c-b2ec-1e0ef590ee9b req-b27d35f3-c5b2-4636-9dd8-d2f96f97b509 service neutron] 10.222.0.44 "GET /v2.0/networks/3bc4a521-c655-4b71-9f73-8fdf1c662a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010441 Nov 12 01:04:09.312018 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9281640f-9391-4e67-bed6-c3f2537afae6 req-0017a7df-cde2-4cee-800a-752f405b86da service neutron] 10.222.0.44 "GET /v2.0/networks/42a64961-de15-4cbf-9f7d-d65cedf81ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401911 Nov 12 01:04:09.354051 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-95c5b104-981f-4985-af5a-36891f0f063e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:09.355165 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c5b104-981f-4985-af5a-36891f0f063e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:09.355871 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-95c5b104-981f-4985-af5a-36891f0f063e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:09.366979 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9172b84e-0357-4415-b747-9ed49d0c14d6 req-c7ef58ad-12dd-4b96-932c-be05de4994e2 tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] 10.222.0.45 "GET /v2.0/security-groups?id=e45d06ef-de4f-40f8-afa3-424738b2c562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852070 Nov 12 01:04:09.540901 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:09.572892 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-95c5b104-981f-4985-af5a-36891f0f063e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.0992892 Nov 12 01:04:09.582693 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 35548) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:09.599049 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-881e01b0-0332-4f99-aa35-540ea708f712 admin admin] Request body: {'subnet': {'network_id': '1b19e667-5239-45f1-9731-35a187975e91', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-754086081-subnet', 'tenant_id': 'cebcb91db98e408c92302b1baf7eea36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:09.617732 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '937eb9da-92b1-42ba-bff8-179f83dfc09e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0abbfc50-ad72-49e7-b893-c723f8daad2f'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:04:09.625159 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811be111-9cb0-48ed-b505-84aa571a3a1e" -d '{"events": [{"server_uuid": "937eb9da-92b1-42ba-bff8-179f83dfc09e", "name": "network-vif-plugged", "status": "completed", "tag": "0abbfc50-ad72-49e7-b893-c723f8daad2f"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:04:09.647608 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9281640f-9391-4e67-bed6-c3f2537afae6 req-eaf7e5a8-878b-4165-b366-13317e288d41 service neutron] 10.222.0.44 "GET /v2.0/networks/42a64961-de15-4cbf-9f7d-d65cedf81ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193197 Nov 12 01:04:09.654206 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c5b104-981f-4985-af5a-36891f0f063e admin admin] Pushing event updated for resources: {'Network': ['ID=1b19e667-5239-45f1-9731-35a187975e91,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:09.660704 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 0abbfc50-ad72-49e7-b893-c723f8daad2f, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=0abbfc50-ad72-49e7-b893-c723f8daad2f,segment=NetworkSegment(3a583cd5-2030-4497-ae5c-17acb12f92ca),segment_id=3a583cd5-2030-4497-ae5c-17acb12f92ca)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:09.670721 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:09.680056 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 1b19e667-5239-45f1-9731-35a187975e91 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:04:09.725281 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d1b8d499-409a-42da-b6b0-9b0802f55de9 req-0e04ff09-fa0f-416c-a407-91081983e06a tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:09.741739 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881e01b0-0332-4f99-aa35-540ea708f712 admin admin] Made reservation on behalf of cebcb91db98e408c92302b1baf7eea36 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:04:09.744635 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-881e01b0-0332-4f99-aa35-540ea708f712 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:09.766924 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f03e7-796c-4a44-8b0c-2959b037da25 req-0587c953-e958-47cf-8bda-2db5f5368dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:09.768320 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d4f03e7-796c-4a44-8b0c-2959b037da25 req-0587c953-e958-47cf-8bda-2db5f5368dba service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=511046bb99e5418890f261fea9b8beb4&device_id=fa0b8a60-2b20-4949-b5e8-f1ce9d447aaf HTTP/1.1" status: 200 len: 1095 time: 0.3284621 Nov 12 01:04:09.773279 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b26d26e7-02f8-4294-9281-71be693f2134 req-f72de697-65fd-4239-8b31-d090a064bdfb tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=b08ec75f-afe8-4de6-9390-2b7798430902 HTTP/1.1" status: 200 len: 210 time: 0.0527651 Nov 12 01:04:09.841473 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b281d8-cedd-46ed-91f0-d812b4a0a546 x-openstack-request-id: req-18b281d8-cedd-46ed-91f0-d812b4a0a546 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:04:09.841787 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "937eb9da-92b1-42ba-bff8-179f83dfc09e", "name": "network-vif-plugged", "status": "completed", "tag": "0abbfc50-ad72-49e7-b893-c723f8daad2f", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:04:09.841995 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-18b281d8-cedd-46ed-91f0-d812b4a0a546 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:04:09.842579 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '937eb9da-92b1-42ba-bff8-179f83dfc09e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0abbfc50-ad72-49e7-b893-c723f8daad2f', 'code': 200} Nov 12 01:04:09.856288 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=0abbfc50-ad72-49e7-b893-c723f8daad2f,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:09.978964 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d1b8d499-409a-42da-b6b0-9b0802f55de9 req-0e04ff09-fa0f-416c-a407-91081983e06a tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:10.017123 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff1da5-d9f4-4b05-ab51-f9de8a0cb4aa req-ca56b605-52fc-4a25-875b-6678616c1d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:10.018699 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f3ff1da5-d9f4-4b05-ab51-f9de8a0cb4aa req-ca56b605-52fc-4a25-875b-6678616c1d94 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=937eb9da-92b1-42ba-bff8-179f83dfc09e HTTP/1.1" status: 200 len: 1097 time: 0.0821502 Nov 12 01:04:10.064610 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f03e7-796c-4a44-8b0c-2959b037da25 req-b3adc623-d925-4a30-80d0-00b63900426e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:10.067135 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d4f03e7-796c-4a44-8b0c-2959b037da25 req-b3adc623-d925-4a30-80d0-00b63900426e service neutron] 10.222.0.44 "GET /v2.0/networks?id=3bc4a521-c655-4b71-9f73-8fdf1c662a50 HTTP/1.1" status: 200 len: 910 time: 0.2750599 Nov 12 01:04:10.098057 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f3ff1da5-d9f4-4b05-ab51-f9de8a0cb4aa req-4abb4855-e332-43cb-a48a-32be8f5ef733 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=99e070f2-fe46-49da-84b4-f8c4d8d57492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697160 Nov 12 01:04:10.119344 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1b8d499-409a-42da-b6b0-9b0802f55de9 req-0e04ff09-fa0f-416c-a407-91081983e06a tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Network ddbdeb8e-9a29-48b5-957b-64766cbb8316 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:04:10.129818 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35558) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:10.163716 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-d1b8d499-409a-42da-b6b0-9b0802f55de9 req-0e04ff09-fa0f-416c-a407-91081983e06a tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:10.169669 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e04ff09-fa0f-416c-a407-91081983e06a tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Pushing event updated for resources: {'Port': ['ID=e261c9ed-ff08-4ecd-b9fd-46d235310b5c,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:10.177377 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d4f03e7-796c-4a44-8b0c-2959b037da25 req-ba0f220d-1c4d-41d8-aa28-5e7cc660ed75 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=251b868a-8a42-4f25-ae5a-31da71a6b19e HTTP/1.1" status: 200 len: 217 time: 0.0775650 Nov 12 01:04:10.181728 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b8d499-409a-42da-b6b0-9b0802f55de9 req-0e04ff09-fa0f-416c-a407-91081983e06a tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:04:10.271480 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-13d8af66-ad75-4845-bf09-0db3a5bc05e6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-216010461-network', 'tenant_id': '3a16532dad1a4e29a37379d12c118693'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:10.299313 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d8af66-ad75-4845-bf09-0db3a5bc05e6 admin admin] Made reservation on behalf of 3a16532dad1a4e29a37379d12c118693 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:04:10.302350 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-13d8af66-ad75-4845-bf09-0db3a5bc05e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:10.313847 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-13d8af66-ad75-4845-bf09-0db3a5bc05e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:10.325986 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8d499-409a-42da-b6b0-9b0802f55de9 req-0e04ff09-fa0f-416c-a407-91081983e06a tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:10.326669 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d1b8d499-409a-42da-b6b0-9b0802f55de9 req-0e04ff09-fa0f-416c-a407-91081983e06a tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:10.339224 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-881e01b0-0332-4f99-aa35-540ea708f712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:10.382561 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d1b8d499-409a-42da-b6b0-9b0802f55de9 req-0e04ff09-fa0f-416c-a407-91081983e06a tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1490667 Nov 12 01:04:10.396747 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:10.402120 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-d1b8d499-409a-42da-b6b0-9b0802f55de9 req-4a8121e4-a357-4023-b9d9-430fe61b6cc3 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:04:10.403318 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d1b8d499-409a-42da-b6b0-9b0802f55de9 req-4a8121e4-a357-4023-b9d9-430fe61b6cc3 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059962 Nov 12 01:04:10.473860 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e01b0-0332-4f99-aa35-540ea708f712 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f32792f1-1aa4-417f-9ca6-788e218b6fe1,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:10.537722 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881e01b0-0332-4f99-aa35-540ea708f712 admin admin] Checking segment: {'id': '05f1094a-b9d1-44f3-8df0-e00ec147c7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1b19e667-5239-45f1-9731-35a187975e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:04:10.538102 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881e01b0-0332-4f99-aa35-540ea708f712 admin admin] Network hostable DHCP agents. Network: 1b19e667-5239-45f1-9731-35a187975e91, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:04:10.542209 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-13d8af66-ad75-4845-bf09-0db3a5bc05e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:10.546579 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f03e7-796c-4a44-8b0c-2959b037da25 req-de86534e-67c5-4402-be44-8a90ebd93fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:10.548852 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d4f03e7-796c-4a44-8b0c-2959b037da25 req-de86534e-67c5-4402-be44-8a90ebd93fa2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=dafb693a-e751-4510-a2d0-108c567c72a9 HTTP/1.1" status: 200 len: 850 time: 0.1391430 Nov 12 01:04:10.549616 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-13d8af66-ad75-4845-bf09-0db3a5bc05e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:10.578855 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-d1b8d499-409a-42da-b6b0-9b0802f55de9 req-de0a73b5-7f50-4b77-8ef7-0a2ce82e41fb service neutron] Request body: {'port': {'device_id': 'b08ec75f-afe8-4de6-9390-2b7798430902', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:10.592650 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13d8af66-ad75-4845-bf09-0db3a5bc05e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:04:10.613394 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d8af66-ad75-4845-bf09-0db3a5bc05e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191184be-d5fb-42f8-86b0-36106722d663,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:10.622355 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-13d8af66-ad75-4845-bf09-0db3a5bc05e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:10.622995 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-13d8af66-ad75-4845-bf09-0db3a5bc05e6 admin admin] Added segment ac0e02ed-e505-49ae-90f9-8007817b6880 of type vlan for network 781d30df-28ea-4e18-a951-e2a0cedd5fea Nov 12 01:04:10.626714 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d4f03e7-796c-4a44-8b0c-2959b037da25 req-05698239-136d-4f16-845b-c3ccbf1ef7af service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3bc4a521-c655-4b71-9f73-8fdf1c662a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675111 Nov 12 01:04:10.680091 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881e01b0-0332-4f99-aa35-540ea708f712 admin admin] Network 1b19e667-5239-45f1-9731-35a187975e91 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:04:10.691233 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab13be5-6b32-4523-a8a2-e0f263cfda7a req-05fcf2dd-21a1-46d4-a7d0-2d6f527d36c7 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:10.692198 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-13d8af66-ad75-4845-bf09-0db3a5bc05e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:10.692924 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7ab13be5-6b32-4523-a8a2-e0f263cfda7a req-05fcf2dd-21a1-46d4-a7d0-2d6f527d36c7 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] 10.222.0.45 "GET /v2.0/ports?device_id=937eb9da-92b1-42ba-bff8-179f83dfc09e HTTP/1.1" status: 200 len: 945 time: 0.2017007 Nov 12 01:04:10.738468 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-13d8af66-ad75-4845-bf09-0db3a5bc05e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:10.740276 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d8af66-ad75-4845-bf09-0db3a5bc05e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:10.741549 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-13d8af66-ad75-4845-bf09-0db3a5bc05e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:10.786849 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-881e01b0-0332-4f99-aa35-540ea708f712 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 1b19e667-5239-45f1-9731-35a187975e91) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:10.806322 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881e01b0-0332-4f99-aa35-540ea708f712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:10.806920 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-881e01b0-0332-4f99-aa35-540ea708f712 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:10.807519 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa02cb3c-3a48-4827-bc6f-2fd7cbfc9313 None None] Network 1b19e667-5239-45f1-9731-35a187975e91 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:04:10.836264 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d1b8d499-409a-42da-b6b0-9b0802f55de9 req-de0a73b5-7f50-4b77-8ef7-0a2ce82e41fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:10.861177 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-13d8af66-ad75-4845-bf09-0db3a5bc05e6 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7255867 Nov 12 01:04:10.864638 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35576) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:10.872974 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-99903002-e922-473e-a478-4c2a954556b7 admin admin] Request body: {'subnet': {'network_id': '781d30df-28ea-4e18-a951-e2a0cedd5fea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-216010461-subnet', 'tenant_id': '3a16532dad1a4e29a37379d12c118693', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:10.885122 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-881e01b0-0332-4f99-aa35-540ea708f712 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2959335 Nov 12 01:04:10.897039 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d8af66-ad75-4845-bf09-0db3a5bc05e6 admin admin] Pushing event updated for resources: {'Network': ['ID=781d30df-28ea-4e18-a951-e2a0cedd5fea,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:10.928842 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99903002-e922-473e-a478-4c2a954556b7 admin admin] Made reservation on behalf of 3a16532dad1a4e29a37379d12c118693 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:04:10.936180 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-99903002-e922-473e-a478-4c2a954556b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:10.971748 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c964a9e8-ef3b-443a-87e9-cc6481631a03 req-23c90756-e6c5-4c58-9bef-85f986280053 tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:10.976593 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c964a9e8-ef3b-443a-87e9-cc6481631a03 req-23c90756-e6c5-4c58-9bef-85f986280053 tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0b8a60-2b20-4949-b5e8-f1ce9d447aaf HTTP/1.1" status: 200 len: 943 time: 0.3748837 Nov 12 01:04:10.987926 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d4f03e7-796c-4a44-8b0c-2959b037da25 req-6995deb6-33f0-48f5-9f17-57af8f7bfcf2 service neutron] 10.222.0.44 "GET /v2.0/networks/3bc4a521-c655-4b71-9f73-8fdf1c662a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242211 Nov 12 01:04:10.998099 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7ab13be5-6b32-4523-a8a2-e0f263cfda7a req-f7ff892b-5201-4ac6-9715-05a0c6e90629 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] 10.222.0.45 "GET /v2.0/security-groups?id=99e070f2-fe46-49da-84b4-f8c4d8d57492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2756746 Nov 12 01:04:11.180443 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 781d30df-28ea-4e18-a951-e2a0cedd5fea details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:04:11.234494 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 251b868a-8a42-4f25-ae5a-31da71a6b19e details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:04:11.296715 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c964a9e8-ef3b-443a-87e9-cc6481631a03 req-036bef36-114b-41f9-b118-caaff448f288 tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] 10.222.0.45 "GET /v2.0/security-groups?id=e45d06ef-de4f-40f8-afa3-424738b2c562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951338 Nov 12 01:04:11.410913 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-99903002-e922-473e-a478-4c2a954556b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:11.465250 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d4f03e7-796c-4a44-8b0c-2959b037da25 req-4daf2f64-c3e1-46b4-9d16-77b8fc56f17c service neutron] 10.222.0.44 "GET /v2.0/networks/3bc4a521-c655-4b71-9f73-8fdf1c662a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4621010 Nov 12 01:04:11.518066 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99903002-e922-473e-a478-4c2a954556b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b27e1e41-719b-40a0-b6b8-a50662ff4f65,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:11.569021 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99903002-e922-473e-a478-4c2a954556b7 admin admin] Checking segment: {'id': 'ac0e02ed-e505-49ae-90f9-8007817b6880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '781d30df-28ea-4e18-a951-e2a0cedd5fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:04:11.569753 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99903002-e922-473e-a478-4c2a954556b7 admin admin] Network hostable DHCP agents. Network: 781d30df-28ea-4e18-a951-e2a0cedd5fea, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:04:11.591853 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 251b868a-8a42-4f25-ae5a-31da71a6b19e, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=251b868a-8a42-4f25-ae5a-31da71a6b19e,segment=NetworkSegment(b8b65bee-b1f3-45a3-adee-439ac32f85c8),segment_id=b8b65bee-b1f3-45a3-adee-439ac32f85c8)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:11.601442 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99903002-e922-473e-a478-4c2a954556b7 admin admin] Network 781d30df-28ea-4e18-a951-e2a0cedd5fea is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:04:11.608115 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '251b868a-8a42-4f25-ae5a-31da71a6b19e', 'network_id': '3bc4a521-c655-4b71-9f73-8fdf1c662a50', 'port_id': '251b868a-8a42-4f25-ae5a-31da71a6b19e', 'mac_address': 'fa:16:3e:ee:68:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dafb693a-e751-4510-a2d0-108c567c72a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:04:11.619269 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-99903002-e922-473e-a478-4c2a954556b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 781d30df-28ea-4e18-a951-e2a0cedd5fea) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:11.636746 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc91fdef-65e7-452f-9966-e793a3f5ae4d None None] Network 781d30df-28ea-4e18-a951-e2a0cedd5fea requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:04:11.638456 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99903002-e922-473e-a478-4c2a954556b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:11.639071 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-99903002-e922-473e-a478-4c2a954556b7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:11.681290 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-99903002-e922-473e-a478-4c2a954556b7 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8146029 Nov 12 01:04:11.785400 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3fbf26-c178-4734-b01b-6c7cbab14541 None None] Network 1b19e667-5239-45f1-9731-35a187975e91 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:04:11.791304 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:11.879555 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69431ccc-e312-489d-93fd-e3c26fac5fe1 req-f2860203-a54e-41b1-892c-9322f73fcb10 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:11.879899 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 251b868a-8a42-4f25-ae5a-31da71a6b19e {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:04:11.883214 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-69431ccc-e312-489d-93fd-e3c26fac5fe1 req-f2860203-a54e-41b1-892c-9322f73fcb10 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=b08ec75f-afe8-4de6-9390-2b7798430902 HTTP/1.1" status: 200 len: 931 time: 0.2838252 Nov 12 01:04:11.905195 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 251b868a-8a42-4f25-ae5a-31da71a6b19e, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=251b868a-8a42-4f25-ae5a-31da71a6b19e,segment=NetworkSegment(b8b65bee-b1f3-45a3-adee-439ac32f85c8),segment_id=b8b65bee-b1f3-45a3-adee-439ac32f85c8)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:11.926052 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:12.009735 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-69431ccc-e312-489d-93fd-e3c26fac5fe1 req-54b0a987-c17a-4182-bc4a-e1a8ed4c3622 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128304 Nov 12 01:04:12.077496 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51b4373-9f6c-4d33-9ae0-bab7a5eb59d5 None None] Network 781d30df-28ea-4e18-a951-e2a0cedd5fea requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:04:12.109457 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-d1b8d499-409a-42da-b6b0-9b0802f55de9 req-de0a73b5-7f50-4b77-8ef7-0a2ce82e41fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e261c9ed-ff08-4ecd-b9fd-46d235310b5c {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:04:12.148008 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d1b8d499-409a-42da-b6b0-9b0802f55de9 req-de0a73b5-7f50-4b77-8ef7-0a2ce82e41fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:12.176769 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-d1b8d499-409a-42da-b6b0-9b0802f55de9 req-de0a73b5-7f50-4b77-8ef7-0a2ce82e41fb service neutron] Transition to ACTIVE for port object e261c9ed-ff08-4ecd-b9fd-46d235310b5c will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:04:12.183906 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=251b868a-8a42-4f25-ae5a-31da71a6b19e,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:12.187628 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d1b8d499-409a-42da-b6b0-9b0802f55de9 req-de0a73b5-7f50-4b77-8ef7-0a2ce82e41fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:12.269484 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d9610-bb03-4c92-aa1c-b32e7c5a7381 req-d637e844-387f-4393-b25e-8c4defb8a3a1 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:12.271050 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e78d9610-bb03-4c92-aa1c-b32e7c5a7381 req-d637e844-387f-4393-b25e-8c4defb8a3a1 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/networks?id=1b19e667-5239-45f1-9731-35a187975e91 HTTP/1.1" status: 200 len: 821 time: 0.2114577 Nov 12 01:04:12.324228 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['251b868a-8a42-4f25-ae5a-31da71a6b19e'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:04:12.363223 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a73b5-7f50-4b77-8ef7-0a2ce82e41fb service neutron] Pushing event updated for resources: {'Port': ['ID=e261c9ed-ff08-4ecd-b9fd-46d235310b5c,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:12.374385 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e78d9610-bb03-4c92-aa1c-b32e7c5a7381 req-ffe9d732-76fc-423b-ba0e-c420bd32448e tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/quotas/cebcb91db98e408c92302b1baf7eea36 HTTP/1.1" status: 200 len: 375 time: 0.0869641 Nov 12 01:04:12.488940 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e78d9610-bb03-4c92-aa1c-b32e7c5a7381 req-1601a948-da0e-49a8-9cc8-c82e75e0421e tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=cebcb91db98e408c92302b1baf7eea36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1002765 Nov 12 01:04:12.623427 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d0c4f-0cd7-4f71-b7da-404c027d1cb7 req-73b9cd00-0477-4af4-bbf2-e33bfa145b80 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:12.625196 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-df4d0c4f-0cd7-4f71-b7da-404c027d1cb7 req-73b9cd00-0477-4af4-bbf2-e33bfa145b80 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/networks?id=781d30df-28ea-4e18-a951-e2a0cedd5fea HTTP/1.1" status: 200 len: 813 time: 0.3875222 Nov 12 01:04:12.682778 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-df4d0c4f-0cd7-4f71-b7da-404c027d1cb7 req-69c5a95b-fc64-4894-b68d-e86f6a5c9354 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/quotas/3a16532dad1a4e29a37379d12c118693 HTTP/1.1" status: 200 len: 375 time: 0.0395448 Nov 12 01:04:12.728862 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-d1b8d499-409a-42da-b6b0-9b0802f55de9 req-de0a73b5-7f50-4b77-8ef7-0a2ce82e41fb service neutron] Attempting to bind port e261c9ed-ff08-4ecd-b9fd-46d235310b5c on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:04:12.729325 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-d1b8d499-409a-42da-b6b0-9b0802f55de9 req-de0a73b5-7f50-4b77-8ef7-0a2ce82e41fb service neutron] Attempting to bind port e261c9ed-ff08-4ecd-b9fd-46d235310b5c by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': 'ad4c4449-dc7a-4356-bf97-224e764df50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ddbdeb8e-9a29-48b5-957b-64766cbb8316'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:04:12.730377 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b8d499-409a-42da-b6b0-9b0802f55de9 req-de0a73b5-7f50-4b77-8ef7-0a2ce82e41fb service neutron] Attempting to bind port e261c9ed-ff08-4ecd-b9fd-46d235310b5c on network ddbdeb8e-9a29-48b5-957b-64766cbb8316 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:04:12.749860 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e78d9610-bb03-4c92-aa1c-b32e7c5a7381 req-8371b88f-8a47-4578-a6f3-2ab7734dd288 service neutron] 10.222.0.45 "GET /v2.0/networks/1b19e667-5239-45f1-9731-35a187975e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510290 Nov 12 01:04:12.754846 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-df4d0c4f-0cd7-4f71-b7da-404c027d1cb7 req-9815b4ed-961c-4e87-8a81-d85146378242 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a16532dad1a4e29a37379d12c118693&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608594 Nov 12 01:04:12.759524 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b8d499-409a-42da-b6b0-9b0802f55de9 req-de0a73b5-7f50-4b77-8ef7-0a2ce82e41fb service neutron] Port e261c9ed-ff08-4ecd-b9fd-46d235310b5c on network ddbdeb8e-9a29-48b5-957b-64766cbb8316 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:04:12.760244 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b8d499-409a-42da-b6b0-9b0802f55de9 req-de0a73b5-7f50-4b77-8ef7-0a2ce82e41fb service neutron] Attempting to bind port e261c9ed-ff08-4ecd-b9fd-46d235310b5c on network ddbdeb8e-9a29-48b5-957b-64766cbb8316 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:04:12.806933 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b8d499-409a-42da-b6b0-9b0802f55de9 req-de0a73b5-7f50-4b77-8ef7-0a2ce82e41fb service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:04:12.807303 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b8d499-409a-42da-b6b0-9b0802f55de9 req-de0a73b5-7f50-4b77-8ef7-0a2ce82e41fb service neutron] Checking segment: {'id': 'ad4c4449-dc7a-4356-bf97-224e764df50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ddbdeb8e-9a29-48b5-957b-64766cbb8316'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:04:12.807651 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b8d499-409a-42da-b6b0-9b0802f55de9 req-de0a73b5-7f50-4b77-8ef7-0a2ce82e41fb service neutron] Bound using segment: {'id': 'ad4c4449-dc7a-4356-bf97-224e764df50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ddbdeb8e-9a29-48b5-957b-64766cbb8316'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:04:12.808674 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-d1b8d499-409a-42da-b6b0-9b0802f55de9 req-de0a73b5-7f50-4b77-8ef7-0a2ce82e41fb service neutron] Bound port: e261c9ed-ff08-4ecd-b9fd-46d235310b5c, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad4c4449-dc7a-4356-bf97-224e764df50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ddbdeb8e-9a29-48b5-957b-64766cbb8316'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:04:12.809029 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d1b8d499-409a-42da-b6b0-9b0802f55de9 req-de0a73b5-7f50-4b77-8ef7-0a2ce82e41fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:13.391776 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e78d9610-bb03-4c92-aa1c-b32e7c5a7381 req-ae5c8782-76d0-4583-bb2b-efd9f3574bbc service neutron] 10.222.0.45 "GET /v2.0/networks/1b19e667-5239-45f1-9731-35a187975e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6267490 Nov 12 01:04:13.409650 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-df4d0c4f-0cd7-4f71-b7da-404c027d1cb7 req-dc0586ba-7b84-4cf3-be79-6490e3ae9808 service neutron] 10.222.0.45 "GET /v2.0/networks/781d30df-28ea-4e18-a951-e2a0cedd5fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6307168 Nov 12 01:04:13.411446 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-d1b8d499-409a-42da-b6b0-9b0802f55de9 req-de0a73b5-7f50-4b77-8ef7-0a2ce82e41fb service neutron] For port e261c9ed-ff08-4ecd-b9fd-46d235310b5c, host n-h1-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:04:13.419636 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-d1b8d499-409a-42da-b6b0-9b0802f55de9 req-de0a73b5-7f50-4b77-8ef7-0a2ce82e41fb service neutron] For port e261c9ed-ff08-4ecd-b9fd-46d235310b5c, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=e261c9ed-ff08-4ecd-b9fd-46d235310b5c,segment=NetworkSegment(ad4c4449-dc7a-4356-bf97-224e764df50e),segment_id=ad4c4449-dc7a-4356-bf97-224e764df50e)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:04:13.440353 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d1b8d499-409a-42da-b6b0-9b0802f55de9 req-de0a73b5-7f50-4b77-8ef7-0a2ce82e41fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:13.535424 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8d499-409a-42da-b6b0-9b0802f55de9 req-de0a73b5-7f50-4b77-8ef7-0a2ce82e41fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:13.536547 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d1b8d499-409a-42da-b6b0-9b0802f55de9 req-de0a73b5-7f50-4b77-8ef7-0a2ce82e41fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:13.538917 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d1b8d499-409a-42da-b6b0-9b0802f55de9 req-de0a73b5-7f50-4b77-8ef7-0a2ce82e41fb service neutron] 10.222.0.16 "PUT /v2.0/ports/e261c9ed-ff08-4ecd-b9fd-46d235310b5c HTTP/1.1" status: 200 len: 1092 time: 3.1139781 Nov 12 01:04:13.592562 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b08ec75f-afe8-4de6-9390-2b7798430902', 'tag': 'e261c9ed-ff08-4ecd-b9fd-46d235310b5c'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:04:13.598434 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170d28ab-36fa-4e67-9787-354c1001cdfc" -d '{"events": [{"name": "network-changed", "server_uuid": "b08ec75f-afe8-4de6-9390-2b7798430902", "tag": "e261c9ed-ff08-4ecd-b9fd-46d235310b5c"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:04:13.712039 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a73b5-7f50-4b77-8ef7-0a2ce82e41fb service neutron] Pushing event updated for resources: {'Port': ['ID=e261c9ed-ff08-4ecd-b9fd-46d235310b5c,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:13.745201 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-df4d0c4f-0cd7-4f71-b7da-404c027d1cb7 req-067c5a05-8b8c-46dc-ade4-16f8edec3001 service neutron] 10.222.0.45 "GET /v2.0/networks/781d30df-28ea-4e18-a951-e2a0cedd5fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217151 Nov 12 01:04:13.756807 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4a92a-9132-4427-8445-cac58b98822a req-6d12b266-d402-429a-b48b-a55e547e841e tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:13.758828 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c9d4a92a-9132-4427-8445-cac58b98822a req-6d12b266-d402-429a-b48b-a55e547e841e tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] 10.222.0.45 "GET /v2.0/ports?device_id=937eb9da-92b1-42ba-bff8-179f83dfc09e HTTP/1.1" status: 200 len: 945 time: 0.1488404 Nov 12 01:04:13.766262 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8d499-409a-42da-b6b0-9b0802f55de9 req-c9cd7eca-1b42-461c-86e4-726af9173a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:13.768754 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d1b8d499-409a-42da-b6b0-9b0802f55de9 req-c9cd7eca-1b42-461c-86e4-726af9173a31 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7ddab49d3f5a4b49b039bf18c7812764&device_id=b08ec75f-afe8-4de6-9390-2b7798430902 HTTP/1.1" status: 200 len: 1095 time: 0.1305847 Nov 12 01:04:13.856217 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d1b8d499-409a-42da-b6b0-9b0802f55de9 req-72d75ef3-243b-4acf-8f77-11a3a0a43034 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e261c9ed-ff08-4ecd-b9fd-46d235310b5c HTTP/1.1" status: 200 len: 217 time: 0.0679488 Nov 12 01:04:13.976949 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c9d4a92a-9132-4427-8445-cac58b98822a req-fc6ee348-e9af-47cc-b5ba-96b980265f1a tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] 10.222.0.45 "GET /v2.0/security-groups?id=99e070f2-fe46-49da-84b4-f8c4d8d57492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2071326 Nov 12 01:04:13.988653 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8d499-409a-42da-b6b0-9b0802f55de9 req-ddc2e186-72df-49b4-b007-d5a4b0e729a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:13.990609 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d1b8d499-409a-42da-b6b0-9b0802f55de9 req-ddc2e186-72df-49b4-b007-d5a4b0e729a4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=32c7a1dd-a18b-4edd-81ef-25269083f064 HTTP/1.1" status: 200 len: 852 time: 0.1229212 Nov 12 01:04:14.040636 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d1b8d499-409a-42da-b6b0-9b0802f55de9 req-e2dc3240-6713-441e-b436-d3d30717235b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ddbdeb8e-9a29-48b5-957b-64766cbb8316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312448 Nov 12 01:04:14.218223 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d1b8d499-409a-42da-b6b0-9b0802f55de9 req-0d6d63d5-c5d2-4757-89a1-1229c5314c91 service neutron] 10.222.0.16 "GET /v2.0/networks/ddbdeb8e-9a29-48b5-957b-64766cbb8316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657989 Nov 12 01:04:14.252925 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111b1b0-5614-499d-b026-25cfe700d33d req-8c72ff88-7819-4ea9-9656-9d2530f75df8 tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:14.264639 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7111b1b0-5614-499d-b026-25cfe700d33d req-8c72ff88-7819-4ea9-9656-9d2530f75df8 tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0b8a60-2b20-4949-b5e8-f1ce9d447aaf HTTP/1.1" status: 200 len: 944 time: 0.1226687 Nov 12 01:04:14.403681 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7111b1b0-5614-499d-b026-25cfe700d33d req-26d71517-a9b0-4244-bce6-bce2a61bc173 tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] 10.222.0.45 "GET /v2.0/security-groups?id=e45d06ef-de4f-40f8-afa3-424738b2c562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372762 Nov 12 01:04:14.487339 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d1b8d499-409a-42da-b6b0-9b0802f55de9 req-19c6b51c-8feb-4d00-91e2-4c71ebe71ff4 service neutron] 10.222.0.16 "GET /v2.0/networks/ddbdeb8e-9a29-48b5-957b-64766cbb8316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148249 Nov 12 01:04:14.508402 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33441b-2522-4e8a-9266-1af650e261ce req-4f112046-f111-4300-b9cc-0940fc01453c tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:14.510568 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6c33441b-2522-4e8a-9266-1af650e261ce req-4f112046-f111-4300-b9cc-0940fc01453c tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=b08ec75f-afe8-4de6-9390-2b7798430902 HTTP/1.1" status: 200 len: 943 time: 0.0960357 Nov 12 01:04:14.580698 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f52343c0-af7c-4f88-b646-c223f4f20789 req-77ae6edb-9910-4d77-a9c4-3ea38daaa32c tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec00df4-11b9-4040-b5d1-c4dfe711bc9e HTTP/1.1" status: 200 len: 210 time: 0.0394819 Nov 12 01:04:14.604112 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6c33441b-2522-4e8a-9266-1af650e261ce req-80d5fb9b-5fa7-4d4d-bb3c-412e35433306 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869715 Nov 12 01:04:14.661848 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1804ff-8ec4-45a3-9b4c-bdfbb03ba743 x-openstack-request-id: req-5f1804ff-8ec4-45a3-9b4c-bdfbb03ba743 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:04:14.662552 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b08ec75f-afe8-4de6-9390-2b7798430902", "tag": "e261c9ed-ff08-4ecd-b9fd-46d235310b5c", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:04:14.663583 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5f1804ff-8ec4-45a3-9b4c-bdfbb03ba743 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:04:14.664258 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b08ec75f-afe8-4de6-9390-2b7798430902', 'tag': 'e261c9ed-ff08-4ecd-b9fd-46d235310b5c', 'status': 'completed', 'code': 200} Nov 12 01:04:14.804456 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b5b0fe54-1256-4674-9a6c-0248cffd9759 req-99d1edd4-91a3-4858-b6b7-2359b7af24e5 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 210 time: 0.0851412 Nov 12 01:04:14.850932 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d28ab-36fa-4e67-9787-354c1001cdfc req-90825474-8738-42b6-856a-73a9d23f5dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:14.853800 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-170d28ab-36fa-4e67-9787-354c1001cdfc req-90825474-8738-42b6-856a-73a9d23f5dbc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7ddab49d3f5a4b49b039bf18c7812764&device_id=b08ec75f-afe8-4de6-9390-2b7798430902 HTTP/1.1" status: 200 len: 1095 time: 0.1193843 Nov 12 01:04:14.887611 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d212c14-2663-44ff-8156-fc7db6b5ece3 req-8516e70f-1d7e-4526-b550-e6071e4dd6c6 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:14.889256 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9d212c14-2663-44ff-8156-fc7db6b5ece3 req-8516e70f-1d7e-4526-b550-e6071e4dd6c6 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] 10.222.0.45 "GET /v2.0/ports?device_id=937eb9da-92b1-42ba-bff8-179f83dfc09e HTTP/1.1" status: 200 len: 945 time: 0.1419787 Nov 12 01:04:14.905168 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35646) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:14.911891 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-c141eaa8-99e9-48e1-b3c0-45d60166f275 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Request body: {'floatingip': {'port_id': '0abbfc50-ad72-49e7-b893-c723f8daad2f'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:14.971445 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c141eaa8-99e9-48e1-b3c0-45d60166f275 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Publish callbacks [] for floatingip, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:14.999002 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d28ab-36fa-4e67-9787-354c1001cdfc req-e883dc1b-749a-475d-9974-b86da3efa0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:15.001852 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-170d28ab-36fa-4e67-9787-354c1001cdfc req-e883dc1b-749a-475d-9974-b86da3efa0de service neutron] 10.222.0.16 "GET /v2.0/networks?id=ddbdeb8e-9a29-48b5-957b-64766cbb8316 HTTP/1.1" status: 200 len: 912 time: 0.1358283 Nov 12 01:04:15.099441 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-170d28ab-36fa-4e67-9787-354c1001cdfc req-64463b41-ecdc-41a9-826d-6ef056d1259f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e261c9ed-ff08-4ecd-b9fd-46d235310b5c HTTP/1.1" status: 200 len: 217 time: 0.0881851 Nov 12 01:04:15.147114 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 251b868a-8a42-4f25-ae5a-31da71a6b19e up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:04:15.227699 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d28ab-36fa-4e67-9787-354c1001cdfc req-ecebbca6-8431-41c5-8ae4-4cfd9289a4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:15.230897 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-170d28ab-36fa-4e67-9787-354c1001cdfc req-ecebbca6-8431-41c5-8ae4-4cfd9289a4a4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=32c7a1dd-a18b-4edd-81ef-25269083f064 HTTP/1.1" status: 200 len: 852 time: 0.1209939 Nov 12 01:04:15.307628 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 251b868a-8a42-4f25-ae5a-31da71a6b19e completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:04:15.311353 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-170d28ab-36fa-4e67-9787-354c1001cdfc req-2fe1f843-b956-48e2-a689-d3c7e40e11d2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ddbdeb8e-9a29-48b5-957b-64766cbb8316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667973 Nov 12 01:04:15.322072 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 251b868a-8a42-4f25-ae5a-31da71a6b19e triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:15.322535 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:15.541479 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-170d28ab-36fa-4e67-9787-354c1001cdfc req-c477d4dc-11fd-4e75-a99a-6b4525388a11 service neutron] 10.222.0.16 "GET /v2.0/networks/ddbdeb8e-9a29-48b5-957b-64766cbb8316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248752 Nov 12 01:04:15.636957 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:15.711989 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0b8a60-2b20-4949-b5e8-f1ce9d447aaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '251b868a-8a42-4f25-ae5a-31da71a6b19e'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:04:15.716392 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25160131-b8c4-4ea5-a959-b5696f4cc66a" -d '{"events": [{"server_uuid": "fa0b8a60-2b20-4949-b5e8-f1ce9d447aaf", "name": "network-vif-plugged", "status": "completed", "tag": "251b868a-8a42-4f25-ae5a-31da71a6b19e"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:04:15.774173 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 251b868a-8a42-4f25-ae5a-31da71a6b19e, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=251b868a-8a42-4f25-ae5a-31da71a6b19e,segment=NetworkSegment(b8b65bee-b1f3-45a3-adee-439ac32f85c8),segment_id=b8b65bee-b1f3-45a3-adee-439ac32f85c8)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:15.778775 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-170d28ab-36fa-4e67-9787-354c1001cdfc req-85c6c4bb-7e70-48ae-ae9c-7f00bbd2043d service neutron] 10.222.0.16 "GET /v2.0/networks/ddbdeb8e-9a29-48b5-957b-64766cbb8316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272415 Nov 12 01:04:15.782735 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:15.847946 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=251b868a-8a42-4f25-ae5a-31da71a6b19e,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:15.918858 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-84b53a8d-dccd-4af7-86f9-6620e1121036 req-96e4185c-a159-4cf9-94e0-5948041885de tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec00df4-11b9-4040-b5d1-c4dfe711bc9e HTTP/1.1" status: 200 len: 210 time: 0.0784149 Nov 12 01:04:16.016259 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f752f53f-1a90-4d14-912d-db9b31c8431d req-13ee7b11-26a3-4fb3-b0a6-97d9cc5b0428 tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:16.031720 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f752f53f-1a90-4d14-912d-db9b31c8431d req-13ee7b11-26a3-4fb3-b0a6-97d9cc5b0428 tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0b8a60-2b20-4949-b5e8-f1ce9d447aaf HTTP/1.1" status: 200 len: 945 time: 0.2508702 Nov 12 01:04:16.126259 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d9610-bb03-4c92-aa1c-b32e7c5a7381 req-a0793b5f-c81d-42f1-8c41-0c0ea7a15ce5 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:16.128763 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e78d9610-bb03-4c92-aa1c-b32e7c5a7381 req-a0793b5f-c81d-42f1-8c41-0c0ea7a15ce5 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.16 "GET /v2.0/networks?id=1b19e667-5239-45f1-9731-35a187975e91 HTTP/1.1" status: 200 len: 821 time: 0.7955339 Nov 12 01:04:16.185614 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-e78d9610-bb03-4c92-aa1c-b32e7c5a7381 req-04bf5354-98fb-4647-bbe3-927f19f007d8 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Request body: {'port': {'device_id': 'eec00df4-11b9-4040-b5d1-c4dfe711bc9e', 'network_id': '1b19e667-5239-45f1-9731-35a187975e91', 'admin_state_up': True, 'tenant_id': 'cebcb91db98e408c92302b1baf7eea36'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:16.295024 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f752f53f-1a90-4d14-912d-db9b31c8431d req-c497cf50-f8e2-4419-931f-96d981df025b tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] 10.222.0.45 "GET /v2.0/security-groups?id=e45d06ef-de4f-40f8-afa3-424738b2c562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980438 Nov 12 01:04:16.332081 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d0c4f-0cd7-4f71-b7da-404c027d1cb7 req-8c25cff1-76fa-4e8a-8026-77a3655e0b73 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:16.332081 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-df4d0c4f-0cd7-4f71-b7da-404c027d1cb7 req-8c25cff1-76fa-4e8a-8026-77a3655e0b73 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.16 "GET /v2.0/networks?id=781d30df-28ea-4e18-a951-e2a0cedd5fea HTTP/1.1" status: 200 len: 813 time: 0.4138401 Nov 12 01:04:16.335455 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f67ffa-3be9-4bf8-908a-49f7969b72d9 req-38e0aba3-61d5-4291-a68e-2d360a1835a0 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:16.341551 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c141eaa8-99e9-48e1-b3c0-45d60166f275 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:16.345204 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-87f67ffa-3be9-4bf8-908a-49f7969b72d9 req-38e0aba3-61d5-4291-a68e-2d360a1835a0 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=b08ec75f-afe8-4de6-9390-2b7798430902 HTTP/1.1" status: 200 len: 943 time: 0.2499938 Nov 12 01:04:16.352442 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c141eaa8-99e9-48e1-b3c0-45d60166f275 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:16.368133 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-df4d0c4f-0cd7-4f71-b7da-404c027d1cb7 req-95430534-3aef-4f8e-94e0-7e4fb6237687 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Request body: {'port': {'device_id': 'ffa78ff1-e686-4b3e-9189-32fe5d9dbd24', 'network_id': '781d30df-28ea-4e18-a951-e2a0cedd5fea', 'admin_state_up': True, 'tenant_id': '3a16532dad1a4e29a37379d12c118693'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:16.435931 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a96e440-dd67-4af1-9c49-f8335778cd19 x-openstack-request-id: req-6a96e440-dd67-4af1-9c49-f8335778cd19 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:04:16.436750 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0b8a60-2b20-4949-b5e8-f1ce9d447aaf", "name": "network-vif-plugged", "status": "completed", "tag": "251b868a-8a42-4f25-ae5a-31da71a6b19e", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:04:16.436923 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6a96e440-dd67-4af1-9c49-f8335778cd19 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:04:16.438158 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0b8a60-2b20-4949-b5e8-f1ce9d447aaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '251b868a-8a42-4f25-ae5a-31da71a6b19e', 'code': 200} Nov 12 01:04:16.442372 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e78d9610-bb03-4c92-aa1c-b32e7c5a7381 req-04bf5354-98fb-4647-bbe3-927f19f007d8 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Made reservation on behalf of cebcb91db98e408c92302b1baf7eea36 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:04:16.449152 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e78d9610-bb03-4c92-aa1c-b32e7c5a7381 req-04bf5354-98fb-4647-bbe3-927f19f007d8 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:16.517273 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-87f67ffa-3be9-4bf8-908a-49f7969b72d9 req-6483bb50-bf31-42f2-9111-dd66210ffe14 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702607 Nov 12 01:04:16.641715 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b4e8fe8c-5626-470d-9b93-c9a778934edd req-8c59f610-3ac4-41a6-804b-e628936e7158 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 210 time: 0.0346456 Nov 12 01:04:16.683346 n-d-712142-27 neutron-server[109086]: INFO neutron.db.l3_db [None req-c141eaa8-99e9-48e1-b3c0-45d60166f275 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Floating IP 1b0e7781-ced3-4b14-93ed-be14af2e2235 associated. External IP: 172.25.3.227, port: 0abbfc50-ad72-49e7-b893-c723f8daad2f. Nov 12 01:04:16.699245 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946c478-4753-4636-a12b-8df2cb19ef43 req-e7747df3-019d-4cd6-a135-3180101e88be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:16.699737 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f946c478-4753-4636-a12b-8df2cb19ef43 req-e7747df3-019d-4cd6-a135-3180101e88be service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fa0b8a60-2b20-4949-b5e8-f1ce9d447aaf HTTP/1.1" status: 200 len: 1097 time: 0.1148400 Nov 12 01:04:16.701921 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df4d0c4f-0cd7-4f71-b7da-404c027d1cb7 req-95430534-3aef-4f8e-94e0-7e4fb6237687 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Made reservation on behalf of 3a16532dad1a4e29a37379d12c118693 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:04:16.706050 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-df4d0c4f-0cd7-4f71-b7da-404c027d1cb7 req-95430534-3aef-4f8e-94e0-7e4fb6237687 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:16.767092 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device e261c9ed-ff08-4ecd-b9fd-46d235310b5c details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:04:16.867183 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f946c478-4753-4636-a12b-8df2cb19ef43 req-5f8a5042-ff11-4de5-8ec2-e259c394e621 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e45d06ef-de4f-40f8-afa3-424738b2c562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459250 Nov 12 01:04:16.927595 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-df4d0c4f-0cd7-4f71-b7da-404c027d1cb7 req-95430534-3aef-4f8e-94e0-7e4fb6237687 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Allocated IP 172.20.0.9 (781d30df-28ea-4e18-a951-e2a0cedd5fea/b27e1e41-719b-40a0-b6b8-a50662ff4f65/01abd07c-2341-46ef-b50f-2ffc9746084d) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:04:16.931713 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-e78d9610-bb03-4c92-aa1c-b32e7c5a7381 req-04bf5354-98fb-4647-bbe3-927f19f007d8 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Allocated IP 172.20.0.14 (1b19e667-5239-45f1-9731-35a187975e91/f32792f1-1aa4-417f-9ca6-788e218b6fe1/15199f6e-86b5-45d6-bfbc-5dcbc28ae530) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:04:16.983120 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port e261c9ed-ff08-4ecd-b9fd-46d235310b5c, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=e261c9ed-ff08-4ecd-b9fd-46d235310b5c,segment=NetworkSegment(ad4c4449-dc7a-4356-bf97-224e764df50e),segment_id=ad4c4449-dc7a-4356-bf97-224e764df50e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:17.026701 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': 'e261c9ed-ff08-4ecd-b9fd-46d235310b5c', 'network_id': 'ddbdeb8e-9a29-48b5-957b-64766cbb8316', 'port_id': 'e261c9ed-ff08-4ecd-b9fd-46d235310b5c', 'mac_address': 'fa:16:3e:c1:34:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32c7a1dd-a18b-4edd-81ef-25269083f064', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:04:17.099264 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:17.121727 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e261c9ed-ff08-4ecd-b9fd-46d235310b5c {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:04:17.146842 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-29bc45dd-7be3-4900-94ad-7aa9a4034211 req-589162b1-88fe-47d1-82c7-7c71f68c3eab tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec00df4-11b9-4040-b5d1-c4dfe711bc9e HTTP/1.1" status: 200 len: 210 time: 0.0814445 Nov 12 01:04:17.147372 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port e261c9ed-ff08-4ecd-b9fd-46d235310b5c, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=e261c9ed-ff08-4ecd-b9fd-46d235310b5c,segment=NetworkSegment(ad4c4449-dc7a-4356-bf97-224e764df50e),segment_id=ad4c4449-dc7a-4356-bf97-224e764df50e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:17.152816 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:17.202420 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-df4d0c4f-0cd7-4f71-b7da-404c027d1cb7 req-95430534-3aef-4f8e-94e0-7e4fb6237687 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:17.208833 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=e261c9ed-ff08-4ecd-b9fd-46d235310b5c,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:17.246531 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-df4d0c4f-0cd7-4f71-b7da-404c027d1cb7 req-95430534-3aef-4f8e-94e0-7e4fb6237687 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:17.288797 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c141eaa8-99e9-48e1-b3c0-45d60166f275 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Router 78ac4449-765d-41b6-a958-37ec9d08fb4c has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:04:17.294746 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df4d0c4f-0cd7-4f71-b7da-404c027d1cb7 req-95430534-3aef-4f8e-94e0-7e4fb6237687 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Network 781d30df-28ea-4e18-a951-e2a0cedd5fea is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:04:17.303922 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-df4d0c4f-0cd7-4f71-b7da-404c027d1cb7 req-95430534-3aef-4f8e-94e0-7e4fb6237687 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:17.306876 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4d0c4f-0cd7-4f71-b7da-404c027d1cb7 req-95430534-3aef-4f8e-94e0-7e4fb6237687 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:04:17.343648 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95430534-3aef-4f8e-94e0-7e4fb6237687 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Pushing event updated for resources: {'Port': ['ID=01abd07c-2341-46ef-b50f-2ffc9746084d,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:17.379221 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d0c4f-0cd7-4f71-b7da-404c027d1cb7 req-95430534-3aef-4f8e-94e0-7e4fb6237687 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:17.380366 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-df4d0c4f-0cd7-4f71-b7da-404c027d1cb7 req-95430534-3aef-4f8e-94e0-7e4fb6237687 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:17.392719 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e78d9610-bb03-4c92-aa1c-b32e7c5a7381 req-04bf5354-98fb-4647-bbe3-927f19f007d8 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:17.404552 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-df4d0c4f-0cd7-4f71-b7da-404c027d1cb7 req-95430534-3aef-4f8e-94e0-7e4fb6237687 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0543249 Nov 12 01:04:17.424243 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-df4d0c4f-0cd7-4f71-b7da-404c027d1cb7 req-9112392c-9263-4d44-92f4-b8d1877ff181 service neutron] Request body: {'port': {'device_id': 'ffa78ff1-e686-4b3e-9189-32fe5d9dbd24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:17.524285 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['e261c9ed-ff08-4ecd-b9fd-46d235310b5c'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:04:17.524948 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-df4d0c4f-0cd7-4f71-b7da-404c027d1cb7 req-9112392c-9263-4d44-92f4-b8d1877ff181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:17.525220 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c141eaa8-99e9-48e1-b3c0-45d60166f275 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:04:17.530453 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c141eaa8-99e9-48e1-b3c0-45d60166f275 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:17.535071 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e78d9610-bb03-4c92-aa1c-b32e7c5a7381 req-04bf5354-98fb-4647-bbe3-927f19f007d8 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:17.561082 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e19830-95a9-4d61-bc12-5a9c978a6ad4 None None] Sync routers for ids ['78ac4449-765d-41b6-a958-37ec9d08fb4c'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:04:17.563817 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd84941-a4a5-4a21-9afb-4ed7fa17eb9d req-e91117fd-1337-4cd3-befd-311f5b548408 tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:17.565618 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-acd84941-a4a5-4a21-9afb-4ed7fa17eb9d req-e91117fd-1337-4cd3-befd-311f5b548408 tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0b8a60-2b20-4949-b5e8-f1ce9d447aaf HTTP/1.1" status: 200 len: 945 time: 0.1035583 Nov 12 01:04:17.607106 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e19830-95a9-4d61-bc12-5a9c978a6ad4 None None] Routers {'78ac4449-765d-41b6-a958-37ec9d08fb4c'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:17.609541 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-78e19830-95a9-4d61-bc12-5a9c978a6ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:04:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['78ac4449-765d-41b6-a958-37ec9d08fb4c'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:17.619438 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c141eaa8-99e9-48e1-b3c0-45d60166f275 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] 10.222.0.45 "PUT /v2.0/floatingips/1b0e7781-ced3-4b14-93ed-be14af2e2235 HTTP/1.1" status: 200 len: 991 time: 2.7126977 Nov 12 01:04:17.625513 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '937eb9da-92b1-42ba-bff8-179f83dfc09e', 'tag': '0abbfc50-ad72-49e7-b893-c723f8daad2f'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:04:17.629672 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7513894b-a8e3-4a9a-b35f-9e025df42523" -d '{"events": [{"name": "network-changed", "server_uuid": "937eb9da-92b1-42ba-bff8-179f83dfc09e", "tag": "0abbfc50-ad72-49e7-b893-c723f8daad2f"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:04:17.640060 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e78d9610-bb03-4c92-aa1c-b32e7c5a7381 req-04bf5354-98fb-4647-bbe3-927f19f007d8 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Network 1b19e667-5239-45f1-9731-35a187975e91 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:04:17.646569 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-e78d9610-bb03-4c92-aa1c-b32e7c5a7381 req-04bf5354-98fb-4647-bbe3-927f19f007d8 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:17.653384 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78d9610-bb03-4c92-aa1c-b32e7c5a7381 req-04bf5354-98fb-4647-bbe3-927f19f007d8 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:04:17.695360 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf5354-98fb-4647-bbe3-927f19f007d8 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Pushing event updated for resources: {'Port': ['ID=15199f6e-86b5-45d6-bfbc-5dcbc28ae530,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:17.732964 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d9610-bb03-4c92-aa1c-b32e7c5a7381 req-04bf5354-98fb-4647-bbe3-927f19f007d8 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:17.733724 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e78d9610-bb03-4c92-aa1c-b32e7c5a7381 req-04bf5354-98fb-4647-bbe3-927f19f007d8 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:17.740003 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-acd84941-a4a5-4a21-9afb-4ed7fa17eb9d req-0bc99730-cbae-48ac-958b-e299e457e784 tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] 10.222.0.45 "GET /v2.0/security-groups?id=e45d06ef-de4f-40f8-afa3-424738b2c562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401963 Nov 12 01:04:17.755519 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e78d9610-bb03-4c92-aa1c-b32e7c5a7381 req-04bf5354-98fb-4647-bbe3-927f19f007d8 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5956337 Nov 12 01:04:17.789546 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-e78d9610-bb03-4c92-aa1c-b32e7c5a7381 req-c539062c-3bc7-49c4-b640-7d02f82e972e service neutron] Request body: {'port': {'device_id': 'eec00df4-11b9-4040-b5d1-c4dfe711bc9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:17.847573 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-78e19830-95a9-4d61-bc12-5a9c978a6ad4 None None] Set router 78ac4449-765d-41b6-a958-37ec9d08fb4c gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:04:17.863125 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f12c1-d176-426f-95a6-bf8905766a21 req-0a1428d8-d9ee-424d-8cf1-5f01b4f4fb84 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:17.864766 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-705f12c1-d176-426f-95a6-bf8905766a21 req-0a1428d8-d9ee-424d-8cf1-5f01b4f4fb84 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=b08ec75f-afe8-4de6-9390-2b7798430902 HTTP/1.1" status: 200 len: 944 time: 0.1552961 Nov 12 01:04:17.912418 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e78d9610-bb03-4c92-aa1c-b32e7c5a7381 req-c539062c-3bc7-49c4-b640-7d02f82e972e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:17.984198 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-705f12c1-d176-426f-95a6-bf8905766a21 req-3631240b-e528-45fd-b46e-7a371f238f3e tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987759 Nov 12 01:04:18.007219 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2f84e2-5ef9-48f6-bdc2-6fe95094ac6c x-openstack-request-id: req-ec2f84e2-5ef9-48f6-bdc2-6fe95094ac6c {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:04:18.008924 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "937eb9da-92b1-42ba-bff8-179f83dfc09e", "tag": "0abbfc50-ad72-49e7-b893-c723f8daad2f", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:04:18.009989 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ec2f84e2-5ef9-48f6-bdc2-6fe95094ac6c {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:04:18.010665 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '937eb9da-92b1-42ba-bff8-179f83dfc09e', 'tag': '0abbfc50-ad72-49e7-b893-c723f8daad2f', 'status': 'completed', 'code': 200} Nov 12 01:04:18.039343 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-df4d0c4f-0cd7-4f71-b7da-404c027d1cb7 req-9112392c-9263-4d44-92f4-b8d1877ff181 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01abd07c-2341-46ef-b50f-2ffc9746084d {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:04:18.052257 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-df4d0c4f-0cd7-4f71-b7da-404c027d1cb7 req-9112392c-9263-4d44-92f4-b8d1877ff181 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:18.082245 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-df4d0c4f-0cd7-4f71-b7da-404c027d1cb7 req-9112392c-9263-4d44-92f4-b8d1877ff181 service neutron] Transition to ACTIVE for port object 01abd07c-2341-46ef-b50f-2ffc9746084d will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:04:18.087909 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-df4d0c4f-0cd7-4f71-b7da-404c027d1cb7 req-9112392c-9263-4d44-92f4-b8d1877ff181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:18.296302 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9112392c-9263-4d44-92f4-b8d1877ff181 service neutron] Pushing event updated for resources: {'Port': ['ID=01abd07c-2341-46ef-b50f-2ffc9746084d,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:18.363324 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513894b-a8e3-4a9a-b35f-9e025df42523 req-7140c867-2d1a-40eb-a16d-5ab3f4da008c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:18.367128 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7513894b-a8e3-4a9a-b35f-9e025df42523 req-7140c867-2d1a-40eb-a16d-5ab3f4da008c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cba00eb37e224ffaa44c45ebb2a0b086&device_id=937eb9da-92b1-42ba-bff8-179f83dfc09e HTTP/1.1" status: 200 len: 1097 time: 0.2510571 Nov 12 01:04:18.390795 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-78e19830-95a9-4d61-bc12-5a9c978a6ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ac4449-765d-41b6-a958-37ec9d08fb4c', 'name': 'tempest-ServersTestJSON-1922529516-router', 'tenant_id': 'cba00eb37e224ffaa44c45ebb2a0b086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '045f4a39-0125-4bf5-bcb1-a994edeefd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:37Z', 'updated_at': '2021-11-12T01:03:42Z', 'revision_number': 4, 'project_id': 'cba00eb37e224ffaa44c45ebb2a0b086', 'gw_port': {'id': '045f4a39-0125-4bf5-bcb1-a994edeefd40', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ac4449-765d-41b6-a958-37ec9d08fb4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:37Z', 'updated_at': '2021-11-12T01:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '1b0e7781-ced3-4b14-93ed-be14af2e2235', 'tenant_id': 'cba00eb37e224ffaa44c45ebb2a0b086', 'floating_ip_address': '172.25.3.227', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '78ac4449-765d-41b6-a958-37ec9d08fb4c', 'port_id': '0abbfc50-ad72-49e7-b893-c723f8daad2f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37f48500-8076-40e5-aa80-78fcdfba4121', 'mac_address': 'fa:16:3e:bc:21:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937eb9da-92b1-42ba-bff8-179f83dfc09e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:03:49Z', 'updated_at': '2021-11-12T01:04:16Z', 'revision_number': 1, 'project_id': 'cba00eb37e224ffaa44c45ebb2a0b086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a688040-f072-4b24-b7be-9620aef23196', 'name': '', 'network_id': '37f48500-8076-40e5-aa80-78fcdfba4121', 'tenant_id': 'cba00eb37e224ffaa44c45ebb2a0b086', 'mac_address': 'fa:16:3e:0a:82:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ac4449-765d-41b6-a958-37ec9d08fb4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'e4a734ac-a14e-482f-a25a-820aa1760c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:41Z', 'updated_at': '2021-11-12T01:03:47Z', 'revision_number': 5, 'project_id': 'cba00eb37e224ffaa44c45ebb2a0b086', 'subnets': [{'id': 'e4a734ac-a14e-482f-a25a-820aa1760c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:18.398009 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ed7c0-c702-4a4a-9864-ad2b37704111 req-54c60926-beb1-4af2-bd17-b64488d8bbb1 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:18.400402 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b25ed7c0-c702-4a4a-9864-ad2b37704111 req-54c60926-beb1-4af2-bd17-b64488d8bbb1 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 943 time: 0.1893878 Nov 12 01:04:18.482499 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e19830-95a9-4d61-bc12-5a9c978a6ad4 None None] Checking router: 78ac4449-765d-41b6-a958-37ec9d08fb4c for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:04:18.499445 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-df4d0c4f-0cd7-4f71-b7da-404c027d1cb7 req-9112392c-9263-4d44-92f4-b8d1877ff181 service neutron] Attempting to bind port 01abd07c-2341-46ef-b50f-2ffc9746084d on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:04:18.499736 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-df4d0c4f-0cd7-4f71-b7da-404c027d1cb7 req-9112392c-9263-4d44-92f4-b8d1877ff181 service neutron] Attempting to bind port 01abd07c-2341-46ef-b50f-2ffc9746084d by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': 'ac0e02ed-e505-49ae-90f9-8007817b6880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '781d30df-28ea-4e18-a951-e2a0cedd5fea'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:04:18.499898 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4d0c4f-0cd7-4f71-b7da-404c027d1cb7 req-9112392c-9263-4d44-92f4-b8d1877ff181 service neutron] Attempting to bind port 01abd07c-2341-46ef-b50f-2ffc9746084d on network 781d30df-28ea-4e18-a951-e2a0cedd5fea {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:04:18.502907 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e19830-95a9-4d61-bc12-5a9c978a6ad4 None None] Routers {'78ac4449-765d-41b6-a958-37ec9d08fb4c'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:04:18.504525 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-78e19830-95a9-4d61-bc12-5a9c978a6ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:04:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['78ac4449-765d-41b6-a958-37ec9d08fb4c'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:18.534190 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-e78d9610-bb03-4c92-aa1c-b32e7c5a7381 req-c539062c-3bc7-49c4-b640-7d02f82e972e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15199f6e-86b5-45d6-bfbc-5dcbc28ae530 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:04:18.551592 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e78d9610-bb03-4c92-aa1c-b32e7c5a7381 req-c539062c-3bc7-49c4-b640-7d02f82e972e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:18.579789 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-e78d9610-bb03-4c92-aa1c-b32e7c5a7381 req-c539062c-3bc7-49c4-b640-7d02f82e972e service neutron] Transition to ACTIVE for port object 15199f6e-86b5-45d6-bfbc-5dcbc28ae530 will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:04:18.585589 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e78d9610-bb03-4c92-aa1c-b32e7c5a7381 req-c539062c-3bc7-49c4-b640-7d02f82e972e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:18.586223 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4d0c4f-0cd7-4f71-b7da-404c027d1cb7 req-9112392c-9263-4d44-92f4-b8d1877ff181 service neutron] Port 01abd07c-2341-46ef-b50f-2ffc9746084d on network 781d30df-28ea-4e18-a951-e2a0cedd5fea not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:04:18.587057 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4d0c4f-0cd7-4f71-b7da-404c027d1cb7 req-9112392c-9263-4d44-92f4-b8d1877ff181 service neutron] Attempting to bind port 01abd07c-2341-46ef-b50f-2ffc9746084d on network 781d30df-28ea-4e18-a951-e2a0cedd5fea {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:04:18.682646 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4d0c4f-0cd7-4f71-b7da-404c027d1cb7 req-9112392c-9263-4d44-92f4-b8d1877ff181 service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:04:18.683468 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4d0c4f-0cd7-4f71-b7da-404c027d1cb7 req-9112392c-9263-4d44-92f4-b8d1877ff181 service neutron] Checking segment: {'id': 'ac0e02ed-e505-49ae-90f9-8007817b6880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '781d30df-28ea-4e18-a951-e2a0cedd5fea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:04:18.684196 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4d0c4f-0cd7-4f71-b7da-404c027d1cb7 req-9112392c-9263-4d44-92f4-b8d1877ff181 service neutron] Bound using segment: {'id': 'ac0e02ed-e505-49ae-90f9-8007817b6880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '781d30df-28ea-4e18-a951-e2a0cedd5fea'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:04:18.684957 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-df4d0c4f-0cd7-4f71-b7da-404c027d1cb7 req-9112392c-9263-4d44-92f4-b8d1877ff181 service neutron] Bound port: 01abd07c-2341-46ef-b50f-2ffc9746084d, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac0e02ed-e505-49ae-90f9-8007817b6880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '781d30df-28ea-4e18-a951-e2a0cedd5fea'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:04:18.685571 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-df4d0c4f-0cd7-4f71-b7da-404c027d1cb7 req-9112392c-9263-4d44-92f4-b8d1877ff181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:18.710027 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b25ed7c0-c702-4a4a-9864-ad2b37704111 req-b8540a44-3258-4c7d-aa28-cb8da69a9893 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667291 Nov 12 01:04:18.759858 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539062c-3bc7-49c4-b640-7d02f82e972e service neutron] Pushing event updated for resources: {'Port': ['ID=15199f6e-86b5-45d6-bfbc-5dcbc28ae530,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:18.768916 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device e261c9ed-ff08-4ecd-b9fd-46d235310b5c up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:04:18.831635 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581b0cb-9bb1-4722-abdf-09f2745c580c req-894883c6-bbf4-4744-84e5-0d84c6da5e32 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:18.834715 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4581b0cb-9bb1-4722-abdf-09f2745c580c req-894883c6-bbf4-4744-84e5-0d84c6da5e32 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec00df4-11b9-4040-b5d1-c4dfe711bc9e HTTP/1.1" status: 200 len: 944 time: 0.2700906 Nov 12 01:04:18.836569 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-78e19830-95a9-4d61-bc12-5a9c978a6ad4 None None] Set router 78ac4449-765d-41b6-a958-37ec9d08fb4c gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:04:18.841224 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513894b-a8e3-4a9a-b35f-9e025df42523 req-5a6918a5-a628-4f7b-a292-8aa7c82be9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:18.844528 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7513894b-a8e3-4a9a-b35f-9e025df42523 req-5a6918a5-a628-4f7b-a292-8aa7c82be9fc service neutron] 10.222.0.44 "GET /v2.0/networks?id=37f48500-8076-40e5-aa80-78fcdfba4121 HTTP/1.1" status: 200 len: 906 time: 0.4368031 Nov 12 01:04:18.879719 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port e261c9ed-ff08-4ecd-b9fd-46d235310b5c completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:04:18.885286 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port e261c9ed-ff08-4ecd-b9fd-46d235310b5c triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:18.885708 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:18.912504 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-e78d9610-bb03-4c92-aa1c-b32e7c5a7381 req-c539062c-3bc7-49c4-b640-7d02f82e972e service neutron] Attempting to bind port 15199f6e-86b5-45d6-bfbc-5dcbc28ae530 on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:04:18.913965 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-e78d9610-bb03-4c92-aa1c-b32e7c5a7381 req-c539062c-3bc7-49c4-b640-7d02f82e972e service neutron] Attempting to bind port 15199f6e-86b5-45d6-bfbc-5dcbc28ae530 by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': '05f1094a-b9d1-44f3-8df0-e00ec147c7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1b19e667-5239-45f1-9731-35a187975e91'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:04:18.915126 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78d9610-bb03-4c92-aa1c-b32e7c5a7381 req-c539062c-3bc7-49c4-b640-7d02f82e972e service neutron] Attempting to bind port 15199f6e-86b5-45d6-bfbc-5dcbc28ae530 on network 1b19e667-5239-45f1-9731-35a187975e91 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:04:18.929462 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78d9610-bb03-4c92-aa1c-b32e7c5a7381 req-c539062c-3bc7-49c4-b640-7d02f82e972e service neutron] Port 15199f6e-86b5-45d6-bfbc-5dcbc28ae530 on network 1b19e667-5239-45f1-9731-35a187975e91 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:04:18.930685 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78d9610-bb03-4c92-aa1c-b32e7c5a7381 req-c539062c-3bc7-49c4-b640-7d02f82e972e service neutron] Attempting to bind port 15199f6e-86b5-45d6-bfbc-5dcbc28ae530 on network 1b19e667-5239-45f1-9731-35a187975e91 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:04:18.943666 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78d9610-bb03-4c92-aa1c-b32e7c5a7381 req-c539062c-3bc7-49c4-b640-7d02f82e972e service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:04:18.945640 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78d9610-bb03-4c92-aa1c-b32e7c5a7381 req-c539062c-3bc7-49c4-b640-7d02f82e972e service neutron] Checking segment: {'id': '05f1094a-b9d1-44f3-8df0-e00ec147c7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1b19e667-5239-45f1-9731-35a187975e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:04:18.946725 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78d9610-bb03-4c92-aa1c-b32e7c5a7381 req-c539062c-3bc7-49c4-b640-7d02f82e972e service neutron] Bound using segment: {'id': '05f1094a-b9d1-44f3-8df0-e00ec147c7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1b19e667-5239-45f1-9731-35a187975e91'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:04:18.947814 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-e78d9610-bb03-4c92-aa1c-b32e7c5a7381 req-c539062c-3bc7-49c4-b640-7d02f82e972e service neutron] Bound port: 15199f6e-86b5-45d6-bfbc-5dcbc28ae530, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05f1094a-b9d1-44f3-8df0-e00ec147c7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1b19e667-5239-45f1-9731-35a187975e91'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:04:18.948892 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e78d9610-bb03-4c92-aa1c-b32e7c5a7381 req-c539062c-3bc7-49c4-b640-7d02f82e972e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:19.091127 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-e78d9610-bb03-4c92-aa1c-b32e7c5a7381 req-c539062c-3bc7-49c4-b640-7d02f82e972e service neutron] For port 15199f6e-86b5-45d6-bfbc-5dcbc28ae530, host n-h1-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:04:19.098571 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:19.099441 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-df4d0c4f-0cd7-4f71-b7da-404c027d1cb7 req-9112392c-9263-4d44-92f4-b8d1877ff181 service neutron] For port 01abd07c-2341-46ef-b50f-2ffc9746084d, host n-h1-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:04:19.099866 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-e78d9610-bb03-4c92-aa1c-b32e7c5a7381 req-c539062c-3bc7-49c4-b640-7d02f82e972e service neutron] For port 15199f6e-86b5-45d6-bfbc-5dcbc28ae530, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=15199f6e-86b5-45d6-bfbc-5dcbc28ae530,segment=NetworkSegment(05f1094a-b9d1-44f3-8df0-e00ec147c7ea),segment_id=05f1094a-b9d1-44f3-8df0-e00ec147c7ea)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:04:19.108997 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e78d9610-bb03-4c92-aa1c-b32e7c5a7381 req-c539062c-3bc7-49c4-b640-7d02f82e972e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:19.140666 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b08ec75f-afe8-4de6-9390-2b7798430902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e261c9ed-ff08-4ecd-b9fd-46d235310b5c'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:04:19.143026 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35a9bbf-b106-4ca0-ae5c-de4ea7574b87" -d '{"events": [{"server_uuid": "b08ec75f-afe8-4de6-9390-2b7798430902", "name": "network-vif-plugged", "status": "completed", "tag": "e261c9ed-ff08-4ecd-b9fd-46d235310b5c"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:04:19.155184 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-df4d0c4f-0cd7-4f71-b7da-404c027d1cb7 req-9112392c-9263-4d44-92f4-b8d1877ff181 service neutron] For port 01abd07c-2341-46ef-b50f-2ffc9746084d, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=01abd07c-2341-46ef-b50f-2ffc9746084d,segment=NetworkSegment(ac0e02ed-e505-49ae-90f9-8007817b6880),segment_id=ac0e02ed-e505-49ae-90f9-8007817b6880)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:04:19.161112 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d9610-bb03-4c92-aa1c-b32e7c5a7381 req-c539062c-3bc7-49c4-b640-7d02f82e972e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:19.162000 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e78d9610-bb03-4c92-aa1c-b32e7c5a7381 req-c539062c-3bc7-49c4-b640-7d02f82e972e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:19.163990 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e78d9610-bb03-4c92-aa1c-b32e7c5a7381 req-c539062c-3bc7-49c4-b640-7d02f82e972e service neutron] 10.222.0.16 "PUT /v2.0/ports/15199f6e-86b5-45d6-bfbc-5dcbc28ae530 HTTP/1.1" status: 200 len: 1093 time: 1.3842120 Nov 12 01:04:19.170517 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36f23a-027b-4da7-be6b-4242908e9c35 req-d7ebdc67-9979-4a5b-8f5b-330528c8f60e tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:19.173121 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1d36f23a-027b-4da7-be6b-4242908e9c35 req-d7ebdc67-9979-4a5b-8f5b-330528c8f60e tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0b8a60-2b20-4949-b5e8-f1ce9d447aaf HTTP/1.1" status: 200 len: 945 time: 0.3196430 Nov 12 01:04:19.179125 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7513894b-a8e3-4a9a-b35f-9e025df42523 req-f1de23cf-201a-43f6-a15c-a05485d99c55 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0abbfc50-ad72-49e7-b893-c723f8daad2f HTTP/1.1" status: 200 len: 999 time: 0.3023303 Nov 12 01:04:19.179384 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port e261c9ed-ff08-4ecd-b9fd-46d235310b5c, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=e261c9ed-ff08-4ecd-b9fd-46d235310b5c,segment=NetworkSegment(ad4c4449-dc7a-4356-bf97-224e764df50e),segment_id=ad4c4449-dc7a-4356-bf97-224e764df50e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:19.186659 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:19.194735 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-df4d0c4f-0cd7-4f71-b7da-404c027d1cb7 req-9112392c-9263-4d44-92f4-b8d1877ff181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:19.212513 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539062c-3bc7-49c4-b640-7d02f82e972e service neutron] Pushing event updated for resources: {'Port': ['ID=15199f6e-86b5-45d6-bfbc-5dcbc28ae530,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:19.214386 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4581b0cb-9bb1-4722-abdf-09f2745c580c req-7ea07a92-101a-45d2-a215-b79c67ac06c9 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfdb2882-61f4-4de3-be12-d417b4a411ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649788 Nov 12 01:04:19.319927 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=e261c9ed-ff08-4ecd-b9fd-46d235310b5c,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:19.348664 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d9610-bb03-4c92-aa1c-b32e7c5a7381 req-90e44d01-e57d-4333-9b55-d84c76b6c8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:19.350710 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e78d9610-bb03-4c92-aa1c-b32e7c5a7381 req-90e44d01-e57d-4333-9b55-d84c76b6c8ce service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cebcb91db98e408c92302b1baf7eea36&device_id=eec00df4-11b9-4040-b5d1-c4dfe711bc9e HTTP/1.1" status: 200 len: 1096 time: 0.0719364 Nov 12 01:04:19.359160 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-78e19830-95a9-4d61-bc12-5a9c978a6ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ac4449-765d-41b6-a958-37ec9d08fb4c', 'name': 'tempest-ServersTestJSON-1922529516-router', 'tenant_id': 'cba00eb37e224ffaa44c45ebb2a0b086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '045f4a39-0125-4bf5-bcb1-a994edeefd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:37Z', 'updated_at': '2021-11-12T01:03:42Z', 'revision_number': 4, 'project_id': 'cba00eb37e224ffaa44c45ebb2a0b086', 'gw_port': {'id': '045f4a39-0125-4bf5-bcb1-a994edeefd40', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ac4449-765d-41b6-a958-37ec9d08fb4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:37Z', 'updated_at': '2021-11-12T01:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '1b0e7781-ced3-4b14-93ed-be14af2e2235', 'tenant_id': 'cba00eb37e224ffaa44c45ebb2a0b086', 'floating_ip_address': '172.25.3.227', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '78ac4449-765d-41b6-a958-37ec9d08fb4c', 'port_id': '0abbfc50-ad72-49e7-b893-c723f8daad2f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37f48500-8076-40e5-aa80-78fcdfba4121', 'mac_address': 'fa:16:3e:bc:21:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937eb9da-92b1-42ba-bff8-179f83dfc09e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:03:49Z', 'updated_at': '2021-11-12T01:04:16Z', 'revision_number': 1, 'project_id': 'cba00eb37e224ffaa44c45ebb2a0b086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a688040-f072-4b24-b7be-9620aef23196', 'name': '', 'network_id': '37f48500-8076-40e5-aa80-78fcdfba4121', 'tenant_id': 'cba00eb37e224ffaa44c45ebb2a0b086', 'mac_address': 'fa:16:3e:0a:82:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ac4449-765d-41b6-a958-37ec9d08fb4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'e4a734ac-a14e-482f-a25a-820aa1760c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:41Z', 'updated_at': '2021-11-12T01:03:47Z', 'revision_number': 5, 'project_id': 'cba00eb37e224ffaa44c45ebb2a0b086', 'subnets': [{'id': 'e4a734ac-a14e-482f-a25a-820aa1760c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:19.397244 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d0c4f-0cd7-4f71-b7da-404c027d1cb7 req-9112392c-9263-4d44-92f4-b8d1877ff181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:19.398381 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-df4d0c4f-0cd7-4f71-b7da-404c027d1cb7 req-9112392c-9263-4d44-92f4-b8d1877ff181 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:19.401071 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-df4d0c4f-0cd7-4f71-b7da-404c027d1cb7 req-9112392c-9263-4d44-92f4-b8d1877ff181 service neutron] 10.222.0.16 "PUT /v2.0/ports/01abd07c-2341-46ef-b50f-2ffc9746084d HTTP/1.1" status: 200 len: 1092 time: 1.9824467 Nov 12 01:04:19.401308 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e19830-95a9-4d61-bc12-5a9c978a6ad4 None None] The sync data for ids ['78ac4449-765d-41b6-a958-37ec9d08fb4c'] in n-d-712142-27 is: [{'id': '78ac4449-765d-41b6-a958-37ec9d08fb4c', 'name': 'tempest-ServersTestJSON-1922529516-router', 'tenant_id': 'cba00eb37e224ffaa44c45ebb2a0b086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '045f4a39-0125-4bf5-bcb1-a994edeefd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:37Z', 'updated_at': '2021-11-12T01:03:42Z', 'revision_number': 4, 'project_id': 'cba00eb37e224ffaa44c45ebb2a0b086', 'gw_port': {'id': '045f4a39-0125-4bf5-bcb1-a994edeefd40', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ac4449-765d-41b6-a958-37ec9d08fb4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:37Z', 'updated_at': '2021-11-12T01:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '1b0e7781-ced3-4b14-93ed-be14af2e2235', 'tenant_id': 'cba00eb37e224ffaa44c45ebb2a0b086', 'floating_ip_address': '172.25.3.227', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '78ac4449-765d-41b6-a958-37ec9d08fb4c', 'port_id': '0abbfc50-ad72-49e7-b893-c723f8daad2f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37f48500-8076-40e5-aa80-78fcdfba4121', 'mac_address': 'fa:16:3e:bc:21:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937eb9da-92b1-42ba-bff8-179f83dfc09e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:03:49Z', 'updated_at': '2021-11-12T01:04:16Z', 'revision_number': 1, 'project_id': 'cba00eb37e224ffaa44c45ebb2a0b086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a688040-f072-4b24-b7be-9620aef23196', 'name': '', 'network_id': '37f48500-8076-40e5-aa80-78fcdfba4121', 'tenant_id': 'cba00eb37e224ffaa44c45ebb2a0b086', 'mac_address': 'fa:16:3e:0a:82:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ac4449-765d-41b6-a958-37ec9d08fb4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'e4a734ac-a14e-482f-a25a-820aa1760c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:41Z', 'updated_at': '2021-11-12T01:03:47Z', 'revision_number': 5, 'project_id': 'cba00eb37e224ffaa44c45ebb2a0b086', 'subnets': [{'id': 'e4a734ac-a14e-482f-a25a-820aa1760c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:04:19.421117 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffa78ff1-e686-4b3e-9189-32fe5d9dbd24', 'tag': '01abd07c-2341-46ef-b50f-2ffc9746084d'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:04:19.426707 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d12476-474f-4af3-ac35-e4f4d651799c" -d '{"events": [{"name": "network-changed", "server_uuid": "ffa78ff1-e686-4b3e-9189-32fe5d9dbd24", "tag": "01abd07c-2341-46ef-b50f-2ffc9746084d"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:04:19.446193 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e78d9610-bb03-4c92-aa1c-b32e7c5a7381 req-62eca7f5-c897-4d1f-97eb-61cb488fc2e8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15199f6e-86b5-45d6-bfbc-5dcbc28ae530 HTTP/1.1" status: 200 len: 217 time: 0.0711260 Nov 12 01:04:19.535820 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d9610-bb03-4c92-aa1c-b32e7c5a7381 req-051d78fd-611d-4fde-a180-8ca066eeda0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:19.538093 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e78d9610-bb03-4c92-aa1c-b32e7c5a7381 req-051d78fd-611d-4fde-a180-8ca066eeda0d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f32792f1-1aa4-417f-9ca6-788e218b6fe1 HTTP/1.1" status: 200 len: 861 time: 0.0746119 Nov 12 01:04:19.582722 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e78d9610-bb03-4c92-aa1c-b32e7c5a7381 req-fe8c2627-fa7d-48d6-9a46-430ce6d8ec42 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1b19e667-5239-45f1-9731-35a187975e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312538 Nov 12 01:04:19.598615 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513894b-a8e3-4a9a-b35f-9e025df42523 req-e04a47a2-a649-45bb-a4a0-b3747f62ba12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:19.603684 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7513894b-a8e3-4a9a-b35f-9e025df42523 req-e04a47a2-a649-45bb-a4a0-b3747f62ba12 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e4a734ac-a14e-482f-a25a-820aa1760c7d HTTP/1.1" status: 200 len: 845 time: 0.3998492 Nov 12 01:04:19.670670 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9112392c-9263-4d44-92f4-b8d1877ff181 service neutron] Pushing event updated for resources: {'Port': ['ID=01abd07c-2341-46ef-b50f-2ffc9746084d,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:19.693852 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1d36f23a-027b-4da7-be6b-4242908e9c35 req-4249ecd1-4a88-48ed-be20-25bd8c787dde tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] 10.222.0.45 "GET /v2.0/security-groups?id=e45d06ef-de4f-40f8-afa3-424738b2c562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4947140 Nov 12 01:04:19.710627 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e78d9610-bb03-4c92-aa1c-b32e7c5a7381 req-c04f3f42-cc74-41e9-9820-161409d6409e service neutron] 10.222.0.16 "GET /v2.0/networks/1b19e667-5239-45f1-9731-35a187975e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159077 Nov 12 01:04:19.787905 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d0c4f-0cd7-4f71-b7da-404c027d1cb7 req-d4c6d7d1-9423-4ac7-b370-28fb5782cb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:19.790664 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-df4d0c4f-0cd7-4f71-b7da-404c027d1cb7 req-d4c6d7d1-9423-4ac7-b370-28fb5782cb71 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3a16532dad1a4e29a37379d12c118693&device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 1095 time: 0.3075182 Nov 12 01:04:19.801474 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f376ac-e265-4897-a749-dd881497d9d0 None None] New status for floating IP 1b0e7781-ced3-4b14-93ed-be14af2e2235: ACTIVE {{(pid=109088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:04:19.817107 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da798ff9-ce12-4e89-babc-e8173b8eb335 req-f901f069-e922-4ba6-a1b0-290f1b430599 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:19.819956 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-da798ff9-ce12-4e89-babc-e8173b8eb335 req-f901f069-e922-4ba6-a1b0-290f1b430599 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=b08ec75f-afe8-4de6-9390-2b7798430902 HTTP/1.1" status: 200 len: 945 time: 0.3386989 Nov 12 01:04:19.836931 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513894b-a8e3-4a9a-b35f-9e025df42523 req-07f5548e-b10f-42f9-939a-71543fda01b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:19.839672 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7513894b-a8e3-4a9a-b35f-9e025df42523 req-07f5548e-b10f-42f9-939a-71543fda01b6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=37f48500-8076-40e5-aa80-78fcdfba4121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1922300 Nov 12 01:04:19.889216 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879dda0c-7206-4702-abd1-3e9088a94f30 x-openstack-request-id: req-879dda0c-7206-4702-abd1-3e9088a94f30 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:04:19.889776 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b08ec75f-afe8-4de6-9390-2b7798430902", "name": "network-vif-plugged", "status": "completed", "tag": "e261c9ed-ff08-4ecd-b9fd-46d235310b5c", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:04:19.890010 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-879dda0c-7206-4702-abd1-3e9088a94f30 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:04:19.890645 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b08ec75f-afe8-4de6-9390-2b7798430902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e261c9ed-ff08-4ecd-b9fd-46d235310b5c', 'code': 200} Nov 12 01:04:19.901864 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e78d9610-bb03-4c92-aa1c-b32e7c5a7381 req-74ef2a2e-4dec-4a06-8f58-30261b5a0dea service neutron] 10.222.0.16 "GET /v2.0/networks/1b19e667-5239-45f1-9731-35a187975e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784995 Nov 12 01:04:19.926584 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-df4d0c4f-0cd7-4f71-b7da-404c027d1cb7 req-26d602f5-1129-4022-95f5-eb7a1a810ba2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01abd07c-2341-46ef-b50f-2ffc9746084d HTTP/1.1" status: 200 len: 217 time: 0.1049244 Nov 12 01:04:20.012483 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eec00df4-11b9-4040-b5d1-c4dfe711bc9e', 'tag': '15199f6e-86b5-45d6-bfbc-5dcbc28ae530'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:04:20.015507 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353a29c5-950c-4d3a-9e01-abdb96028fa6" -d '{"events": [{"name": "network-changed", "server_uuid": "eec00df4-11b9-4040-b5d1-c4dfe711bc9e", "tag": "15199f6e-86b5-45d6-bfbc-5dcbc28ae530"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:04:20.108649 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d52a8-d5d8-473f-a7b5-a5a6431f386b req-7cb44aba-d20c-4117-95a4-6d5cf741b3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:20.113297 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-920d52a8-d5d8-473f-a7b5-a5a6431f386b req-7cb44aba-d20c-4117-95a4-6d5cf741b3ad service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b08ec75f-afe8-4de6-9390-2b7798430902 HTTP/1.1" status: 200 len: 1097 time: 0.0823138 Nov 12 01:04:20.146134 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7f6b80-2f0f-4dbd-9a8a-c82b9eb6064a x-openstack-request-id: req-ea7f6b80-2f0f-4dbd-9a8a-c82b9eb6064a {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:04:20.146597 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffa78ff1-e686-4b3e-9189-32fe5d9dbd24", "tag": "01abd07c-2341-46ef-b50f-2ffc9746084d", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:04:20.147015 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ea7f6b80-2f0f-4dbd-9a8a-c82b9eb6064a {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:04:20.148472 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffa78ff1-e686-4b3e-9189-32fe5d9dbd24', 'tag': '01abd07c-2341-46ef-b50f-2ffc9746084d', 'status': 'completed', 'code': 200} Nov 12 01:04:20.205458 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-920d52a8-d5d8-473f-a7b5-a5a6431f386b req-1b6867d6-c8c3-4880-ab9b-defea7cfd6cd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850501 Nov 12 01:04:20.719627 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-da798ff9-ce12-4e89-babc-e8173b8eb335 req-2ca58b6f-138e-490e-8fde-95ad1628fabd tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8762953 Nov 12 01:04:20.767325 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d0c4f-0cd7-4f71-b7da-404c027d1cb7 req-a262033f-30e5-4489-91eb-38e7f1e50e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:20.769972 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-df4d0c4f-0cd7-4f71-b7da-404c027d1cb7 req-a262033f-30e5-4489-91eb-38e7f1e50e2d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b27e1e41-719b-40a0-b6b8-a50662ff4f65 HTTP/1.1" status: 200 len: 853 time: 0.8266695 Nov 12 01:04:20.781753 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f2c6bf-d20d-42ea-94fc-7f9a1a37b0c8 x-openstack-request-id: req-63f2c6bf-d20d-42ea-94fc-7f9a1a37b0c8 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:04:20.782725 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eec00df4-11b9-4040-b5d1-c4dfe711bc9e", "tag": "15199f6e-86b5-45d6-bfbc-5dcbc28ae530", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:04:20.782725 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-63f2c6bf-d20d-42ea-94fc-7f9a1a37b0c8 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:04:20.783507 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eec00df4-11b9-4040-b5d1-c4dfe711bc9e', 'tag': '15199f6e-86b5-45d6-bfbc-5dcbc28ae530', 'status': 'completed', 'code': 200} Nov 12 01:04:20.845204 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7513894b-a8e3-4a9a-b35f-9e025df42523 req-94c04d62-3623-4bd1-8fb9-b227cd6dc110 service neutron] 10.222.0.44 "GET /v2.0/networks/37f48500-8076-40e5-aa80-78fcdfba4121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9347880 Nov 12 01:04:20.852653 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-df4d0c4f-0cd7-4f71-b7da-404c027d1cb7 req-d08c3b09-b666-4d46-bb18-143e6e80e5d2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=781d30df-28ea-4e18-a951-e2a0cedd5fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644975 Nov 12 01:04:20.866524 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:04:20.928279 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a29c5-950c-4d3a-9e01-abdb96028fa6 req-ab3b1e30-02cf-4f43-8155-f42b1000d4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:20.930966 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-353a29c5-950c-4d3a-9e01-abdb96028fa6 req-ab3b1e30-02cf-4f43-8155-f42b1000d4fd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cebcb91db98e408c92302b1baf7eea36&device_id=eec00df4-11b9-4040-b5d1-c4dfe711bc9e HTTP/1.1" status: 200 len: 1096 time: 0.0859814 Nov 12 01:04:21.086853 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a29c5-950c-4d3a-9e01-abdb96028fa6 req-57cad84f-6af9-4ce6-846a-d437692f8287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:21.088711 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-353a29c5-950c-4d3a-9e01-abdb96028fa6 req-57cad84f-6af9-4ce6-846a-d437692f8287 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1b19e667-5239-45f1-9731-35a187975e91 HTTP/1.1" status: 200 len: 921 time: 0.1438055 Nov 12 01:04:21.103260 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253d4b4-6264-4096-b57f-38bfc1ad84d6 req-58376b66-360a-4a59-8eba-87b6a57af0d2 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:21.108249 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e253d4b4-6264-4096-b57f-38bfc1ad84d6 req-58376b66-360a-4a59-8eba-87b6a57af0d2 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 943 time: 0.4149215 Nov 12 01:04:21.160193 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-353a29c5-950c-4d3a-9e01-abdb96028fa6 req-f55582d9-13c7-4e6f-8ec3-082019b7c5c2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15199f6e-86b5-45d6-bfbc-5dcbc28ae530 HTTP/1.1" status: 200 len: 217 time: 0.0598586 Nov 12 01:04:21.224946 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a29c5-950c-4d3a-9e01-abdb96028fa6 req-91090f09-b18a-4b58-89ec-c2479386d376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:21.226535 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-353a29c5-950c-4d3a-9e01-abdb96028fa6 req-91090f09-b18a-4b58-89ec-c2479386d376 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f32792f1-1aa4-417f-9ca6-788e218b6fe1 HTTP/1.1" status: 200 len: 861 time: 0.0542512 Nov 12 01:04:21.317009 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-353a29c5-950c-4d3a-9e01-abdb96028fa6 req-3c5df2df-7e58-4adb-bdbb-eb1935395c59 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1b19e667-5239-45f1-9731-35a187975e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331650 Nov 12 01:04:21.337903 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-df4d0c4f-0cd7-4f71-b7da-404c027d1cb7 req-f02f6bcb-0b1c-4f1c-8bc7-de4fce40a97c service neutron] 10.222.0.16 "GET /v2.0/networks/781d30df-28ea-4e18-a951-e2a0cedd5fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4678121 Nov 12 01:04:21.377730 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7513894b-a8e3-4a9a-b35f-9e025df42523 req-8ec26f0b-54ae-4bed-91db-0b69988d23fd service neutron] 10.222.0.44 "GET /v2.0/networks/37f48500-8076-40e5-aa80-78fcdfba4121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5234766 Nov 12 01:04:21.388155 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e253d4b4-6264-4096-b57f-38bfc1ad84d6 req-ac75e8d0-cba2-445c-821b-77dd11229ab4 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443635 Nov 12 01:04:21.435871 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e6a5a6-28c0-423e-9201-405f5e390670 req-b896e633-1b70-45ba-8289-022e1b81010f tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:21.448501 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6e6a5a6-28c0-423e-9201-405f5e390670 req-b896e633-1b70-45ba-8289-022e1b81010f tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec00df4-11b9-4040-b5d1-c4dfe711bc9e HTTP/1.1" status: 200 len: 944 time: 0.3639920 Nov 12 01:04:21.508714 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-353a29c5-950c-4d3a-9e01-abdb96028fa6 req-133cc171-68dc-4d65-8c25-1372bf0823fe service neutron] 10.222.0.16 "GET /v2.0/networks/1b19e667-5239-45f1-9731-35a187975e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799293 Nov 12 01:04:21.663432 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-353a29c5-950c-4d3a-9e01-abdb96028fa6 req-1b6d9a86-17a4-422d-baa4-6df0806d005c service neutron] 10.222.0.16 "GET /v2.0/networks/1b19e667-5239-45f1-9731-35a187975e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471825 Nov 12 01:04:21.663829 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6e6a5a6-28c0-423e-9201-405f5e390670 req-80ea0587-1d8a-4d20-b7fc-a024440bc160 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfdb2882-61f4-4de3-be12-d417b4a411ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139273 Nov 12 01:04:21.675565 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-df4d0c4f-0cd7-4f71-b7da-404c027d1cb7 req-0303be52-b866-4bb4-bd6d-1805fa3c5801 service neutron] 10.222.0.16 "GET /v2.0/networks/781d30df-28ea-4e18-a951-e2a0cedd5fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188210 Nov 12 01:04:21.914103 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3816e80-a701-432b-b622-7de245555c2f req-cca9062f-5d06-4138-b314-d120d062e15e tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:21.916893 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c3816e80-a701-432b-b622-7de245555c2f req-cca9062f-5d06-4138-b314-d120d062e15e tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0b8a60-2b20-4949-b5e8-f1ce9d447aaf HTTP/1.1" status: 200 len: 945 time: 0.1508255 Nov 12 01:04:21.923160 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d12476-474f-4af3-ac35-e4f4d651799c req-22016faf-3d1d-4051-ac0e-4ede1237de58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:21.923663 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-43d12476-474f-4af3-ac35-e4f4d651799c req-22016faf-3d1d-4051-ac0e-4ede1237de58 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3a16532dad1a4e29a37379d12c118693&device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 1095 time: 0.1385219 Nov 12 01:04:22.100031 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c3816e80-a701-432b-b622-7de245555c2f req-72bdf37f-6718-48f3-9d72-2c1f52d7b048 tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] 10.222.0.45 "GET /v2.0/security-groups?id=e45d06ef-de4f-40f8-afa3-424738b2c562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724501 Nov 12 01:04:22.142385 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6895b-9917-40dc-be4b-01e9ab033a54 req-cc42efba-cdc4-4dea-9e80-0693a6f5b811 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:22.144261 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b6e6895b-9917-40dc-be4b-01e9ab033a54 req-cc42efba-cdc4-4dea-9e80-0693a6f5b811 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=b08ec75f-afe8-4de6-9390-2b7798430902 HTTP/1.1" status: 200 len: 945 time: 0.1600027 Nov 12 01:04:22.149456 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d12476-474f-4af3-ac35-e4f4d651799c req-3216eb81-64f7-47e5-be16-7a132363ae3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:22.152093 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-43d12476-474f-4af3-ac35-e4f4d651799c req-3216eb81-64f7-47e5-be16-7a132363ae3f service neutron] 10.222.0.16 "GET /v2.0/networks?id=781d30df-28ea-4e18-a951-e2a0cedd5fea HTTP/1.1" status: 200 len: 913 time: 0.2132781 Nov 12 01:04:22.211100 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-43d12476-474f-4af3-ac35-e4f4d651799c req-d79d1d4c-f942-4a8d-8222-3f800a838e5e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01abd07c-2341-46ef-b50f-2ffc9746084d HTTP/1.1" status: 200 len: 217 time: 0.0494981 Nov 12 01:04:22.274546 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b6e6895b-9917-40dc-be4b-01e9ab033a54 req-4fa7b4e7-241e-481b-b5d0-8dd840222130 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199059 Nov 12 01:04:22.289803 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d12476-474f-4af3-ac35-e4f4d651799c req-df156c58-fc1c-480c-90e1-054955a1601f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:22.291524 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-43d12476-474f-4af3-ac35-e4f4d651799c req-df156c58-fc1c-480c-90e1-054955a1601f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b27e1e41-719b-40a0-b6b8-a50662ff4f65 HTTP/1.1" status: 200 len: 853 time: 0.0729172 Nov 12 01:04:22.326433 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-43d12476-474f-4af3-ac35-e4f4d651799c req-c897a08d-003b-44ed-8de2-a6e5c909702e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=781d30df-28ea-4e18-a951-e2a0cedd5fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271306 Nov 12 01:04:22.459814 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-43d12476-474f-4af3-ac35-e4f4d651799c req-61329471-9939-4130-b36e-26e901cdcf63 service neutron] 10.222.0.16 "GET /v2.0/networks/781d30df-28ea-4e18-a951-e2a0cedd5fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248577 Nov 12 01:04:22.702772 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b520a2c-3396-4b58-9f88-f2158451981d req-7da1dbd6-8da3-4554-a318-84394bbce7d0 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:22.704668 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4b520a2c-3396-4b58-9f88-f2158451981d req-7da1dbd6-8da3-4554-a318-84394bbce7d0 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=b08ec75f-afe8-4de6-9390-2b7798430902 HTTP/1.1" status: 200 len: 945 time: 0.1241856 Nov 12 01:04:22.710803 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-43d12476-474f-4af3-ac35-e4f4d651799c req-907e0dc9-8e47-4c01-94c4-6d37e7b269cd service neutron] 10.222.0.16 "GET /v2.0/networks/781d30df-28ea-4e18-a951-e2a0cedd5fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413058 Nov 12 01:04:22.719581 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2032f3f-db21-48cc-bf79-e64b9f381045 req-2953c8da-478c-4687-b176-59b13763b7b2 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:22.721222 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d2032f3f-db21-48cc-bf79-e64b9f381045 req-2953c8da-478c-4687-b176-59b13763b7b2 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 943 time: 0.1424937 Nov 12 01:04:22.767546 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 15199f6e-86b5-45d6-bfbc-5dcbc28ae530 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:04:22.843246 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4b520a2c-3396-4b58-9f88-f2158451981d req-f7b13286-3012-4a90-8895-782ea87698dc tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209819 Nov 12 01:04:22.852031 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d2032f3f-db21-48cc-bf79-e64b9f381045 req-f087b41e-afcb-42f2-803a-2372726beb05 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225264 Nov 12 01:04:22.876456 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9220fd-70ae-453c-b003-c6058cf465a9 req-0eeb0431-573a-453f-9748-8f399a615fe9 tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:22.888571 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ea9220fd-70ae-453c-b003-c6058cf465a9 req-0eeb0431-573a-453f-9748-8f399a615fe9 tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] 10.222.0.44 "GET /v2.0/ports?device_id=fa0b8a60-2b20-4949-b5e8-f1ce9d447aaf HTTP/1.1" status: 200 len: 945 time: 0.1062858 Nov 12 01:04:22.989513 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 15199f6e-86b5-45d6-bfbc-5dcbc28ae530, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=15199f6e-86b5-45d6-bfbc-5dcbc28ae530,segment=NetworkSegment(05f1094a-b9d1-44f3-8df0-e00ec147c7ea),segment_id=05f1094a-b9d1-44f3-8df0-e00ec147c7ea)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:23.019319 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': '15199f6e-86b5-45d6-bfbc-5dcbc28ae530', 'network_id': '1b19e667-5239-45f1-9731-35a187975e91', 'port_id': '15199f6e-86b5-45d6-bfbc-5dcbc28ae530', 'mac_address': 'fa:16:3e:3c:b0:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f32792f1-1aa4-417f-9ca6-788e218b6fe1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:04:23.060400 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e4f46-9b73-4587-bfaf-f697dbf559fe req-573ced00-f94d-45e0-ba71-40ab8e9065fd tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:23.062043 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-172e4f46-9b73-4587-bfaf-f697dbf559fe req-573ced00-f94d-45e0-ba71-40ab8e9065fd tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec00df4-11b9-4040-b5d1-c4dfe711bc9e HTTP/1.1" status: 200 len: 944 time: 0.0976188 Nov 12 01:04:23.098755 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-ea9220fd-70ae-453c-b003-c6058cf465a9 req-2c9660f5-5858-4071-8f15-2887b0df797e tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] Deleting port 251b868a-8a42-4f25-ae5a-31da71a6b19e {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:04:23.099221 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ea9220fd-70ae-453c-b003-c6058cf465a9 req-2c9660f5-5858-4071-8f15-2887b0df797e tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:23.107330 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:23.135211 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15199f6e-86b5-45d6-bfbc-5dcbc28ae530 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:04:23.174190 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 15199f6e-86b5-45d6-bfbc-5dcbc28ae530, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=15199f6e-86b5-45d6-bfbc-5dcbc28ae530,segment=NetworkSegment(05f1094a-b9d1-44f3-8df0-e00ec147c7ea),segment_id=05f1094a-b9d1-44f3-8df0-e00ec147c7ea)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:23.180030 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:23.222351 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-172e4f46-9b73-4587-bfaf-f697dbf559fe req-5401bcdd-97a1-4543-b4bc-8831a99957dd tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfdb2882-61f4-4de3-be12-d417b4a411ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446102 Nov 12 01:04:23.279021 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-ea9220fd-70ae-453c-b003-c6058cf465a9 req-2c9660f5-5858-4071-8f15-2887b0df797e tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] For port 251b868a-8a42-4f25-ae5a-31da71a6b19e, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=251b868a-8a42-4f25-ae5a-31da71a6b19e,segment=NetworkSegment(b8b65bee-b1f3-45a3-adee-439ac32f85c8),segment_id=b8b65bee-b1f3-45a3-adee-439ac32f85c8)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:23.279605 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ea9220fd-70ae-453c-b003-c6058cf465a9 req-2c9660f5-5858-4071-8f15-2887b0df797e tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:23.281507 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=15199f6e-86b5-45d6-bfbc-5dcbc28ae530,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:23.305579 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-ea9220fd-70ae-453c-b003-c6058cf465a9 req-2c9660f5-5858-4071-8f15-2887b0df797e tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] Calling delete_port for 251b868a-8a42-4f25-ae5a-31da71a6b19e owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:04:23.458380 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871079d9-1a11-40ba-bc05-6a14093109a8 req-d3e5d75f-53db-44a3-9536-3e669276c39b tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:23.460099 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-871079d9-1a11-40ba-bc05-6a14093109a8 req-d3e5d75f-53db-44a3-9536-3e669276c39b tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa0b8a60-2b20-4949-b5e8-f1ce9d447aaf HTTP/1.1" status: 200 len: 945 time: 0.0956216 Nov 12 01:04:23.534719 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['15199f6e-86b5-45d6-bfbc-5dcbc28ae530'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:04:23.554591 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ea9220fd-70ae-453c-b003-c6058cf465a9 req-2c9660f5-5858-4071-8f15-2887b0df797e tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:23.574289 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-871079d9-1a11-40ba-bc05-6a14093109a8 req-3fc765df-d678-4a8a-a4c4-f994dbc019aa tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] 10.222.0.45 "GET /v2.0/security-groups?id=e45d06ef-de4f-40f8-afa3-424738b2c562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976791 Nov 12 01:04:23.595367 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['251b868a-8a42-4f25-ae5a-31da71a6b19e'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:04:23.600019 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9660f5-5858-4071-8f15-2887b0df797e tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] Pushing event deleted for resources: {'Port': ['ID=251b868a-8a42-4f25-ae5a-31da71a6b19e,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:23.657599 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea9220fd-70ae-453c-b003-c6058cf465a9 req-2c9660f5-5858-4071-8f15-2887b0df797e tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] No DVR routers for this DVR port 251b868a-8a42-4f25-ae5a-31da71a6b19e on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:04:23.661678 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ea9220fd-70ae-453c-b003-c6058cf465a9 req-2c9660f5-5858-4071-8f15-2887b0df797e tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:23.666046 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ea9220fd-70ae-453c-b003-c6058cf465a9 req-2c9660f5-5858-4071-8f15-2887b0df797e tempest-ServerGroupTestJSON-1526639344 tempest-ServerGroupTestJSON-1526639344-project] 10.222.0.44 "DELETE /v2.0/ports/251b868a-8a42-4f25-ae5a-31da71a6b19e HTTP/1.1" status: 204 len: 173 time: 0.7706909 Nov 12 01:04:23.666623 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0b8a60-2b20-4949-b5e8-f1ce9d447aaf', 'name': 'network-vif-deleted', 'tag': '251b868a-8a42-4f25-ae5a-31da71a6b19e'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:04:23.672585 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac943ad-298b-4022-8743-a6c704c348ac" -d '{"events": [{"server_uuid": "fa0b8a60-2b20-4949-b5e8-f1ce9d447aaf", "name": "network-vif-deleted", "tag": "251b868a-8a42-4f25-ae5a-31da71a6b19e"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:04:23.749737 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1f02d0-cc4d-4c8a-9ee8-5572923d0731 x-openstack-request-id: req-fa1f02d0-cc4d-4c8a-9ee8-5572923d0731 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:04:23.750757 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0b8a60-2b20-4949-b5e8-f1ce9d447aaf", "name": "network-vif-deleted", "tag": "251b868a-8a42-4f25-ae5a-31da71a6b19e", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:04:23.751323 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fa1f02d0-cc4d-4c8a-9ee8-5572923d0731 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:04:23.751951 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0b8a60-2b20-4949-b5e8-f1ce9d447aaf', 'name': 'network-vif-deleted', 'tag': '251b868a-8a42-4f25-ae5a-31da71a6b19e', 'status': 'completed', 'code': 200} Nov 12 01:04:24.049062 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe8dec-abe7-41da-bbb0-81d71a9ce1b9 req-34105210-9698-48f6-a5a0-67b6a47eb4f0 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:24.050699 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c1fe8dec-abe7-41da-bbb0-81d71a9ce1b9 req-34105210-9698-48f6-a5a0-67b6a47eb4f0 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=b08ec75f-afe8-4de6-9390-2b7798430902 HTTP/1.1" status: 200 len: 945 time: 0.0914550 Nov 12 01:04:24.066188 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f0109-3d87-491c-9985-0cd8431e1352 req-6c7c8301-4537-427d-9e7b-51f752bd4aed tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:24.067909 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-da5f0109-3d87-491c-9985-0cd8431e1352 req-6c7c8301-4537-427d-9e7b-51f752bd4aed tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 943 time: 0.0944211 Nov 12 01:04:24.152123 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c1fe8dec-abe7-41da-bbb0-81d71a9ce1b9 req-7664ba7f-e144-4c12-b82b-e8f6b65c2570 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824006 Nov 12 01:04:24.160892 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-da5f0109-3d87-491c-9985-0cd8431e1352 req-8aa2497a-9be0-4782-ba45-a57009bb34c0 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854278 Nov 12 01:04:24.545247 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72db08-7a00-4014-bbc0-f394856d53f8 req-d860fdeb-9d9a-4376-8a05-1650248e5e5d tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:24.548248 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5b72db08-7a00-4014-bbc0-f394856d53f8 req-d860fdeb-9d9a-4376-8a05-1650248e5e5d tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec00df4-11b9-4040-b5d1-c4dfe711bc9e HTTP/1.1" status: 200 len: 945 time: 0.0741096 Nov 12 01:04:24.639502 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5b72db08-7a00-4014-bbc0-f394856d53f8 req-236a6706-575f-4290-91af-4609a1a07e98 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfdb2882-61f4-4de3-be12-d417b4a411ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811131 Nov 12 01:04:24.762366 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 01abd07c-2341-46ef-b50f-2ffc9746084d details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:04:24.769269 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adce158-fbf8-4798-a57c-c2a479ae351a req-d2f78c77-a780-41a6-8437-520d194fec4d tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:24.770893 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8adce158-fbf8-4798-a57c-c2a479ae351a req-d2f78c77-a780-41a6-8437-520d194fec4d tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=b08ec75f-afe8-4de6-9390-2b7798430902 HTTP/1.1" status: 200 len: 945 time: 0.0654891 Nov 12 01:04:24.774691 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 15199f6e-86b5-45d6-bfbc-5dcbc28ae530 up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:04:24.853029 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8adce158-fbf8-4798-a57c-c2a479ae351a req-83821cf0-b000-485f-a57a-d86e350fbce9 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711005 Nov 12 01:04:24.992747 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port 15199f6e-86b5-45d6-bfbc-5dcbc28ae530 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:04:25.004041 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port 15199f6e-86b5-45d6-bfbc-5dcbc28ae530 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:25.004676 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:25.046335 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 35788) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:25.103883 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 01abd07c-2341-46ef-b50f-2ffc9746084d, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=01abd07c-2341-46ef-b50f-2ffc9746084d,segment=NetworkSegment(ac0e02ed-e505-49ae-90f9-8007817b6880),segment_id=ac0e02ed-e505-49ae-90f9-8007817b6880)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:25.109835 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ad8341b-0430-4671-9780-b3d9fed4a54c admin admin] Deleting subnet dafb693a-e751-4510-a2d0-108c567c72a9 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:04:25.113920 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5ad8341b-0430-4671-9780-b3d9fed4a54c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:25.133419 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': '01abd07c-2341-46ef-b50f-2ffc9746084d', 'network_id': '781d30df-28ea-4e18-a951-e2a0cedd5fea', 'port_id': '01abd07c-2341-46ef-b50f-2ffc9746084d', 'mac_address': 'fa:16:3e:de:7c:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b27e1e41-719b-40a0-b6b8-a50662ff4f65', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:04:25.155868 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5ad8341b-0430-4671-9780-b3d9fed4a54c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:25.205237 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5ad8341b-0430-4671-9780-b3d9fed4a54c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:25.255130 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:25.279884 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5ad8341b-0430-4671-9780-b3d9fed4a54c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:25.297314 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01abd07c-2341-46ef-b50f-2ffc9746084d {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:04:25.307711 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:25.326338 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad8341b-0430-4671-9780-b3d9fed4a54c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dafb693a-e751-4510-a2d0-108c567c72a9,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:25.352790 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5ad8341b-0430-4671-9780-b3d9fed4a54c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:25.355142 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 01abd07c-2341-46ef-b50f-2ffc9746084d, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=01abd07c-2341-46ef-b50f-2ffc9746084d,segment=NetworkSegment(ac0e02ed-e505-49ae-90f9-8007817b6880),segment_id=ac0e02ed-e505-49ae-90f9-8007817b6880)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:25.360680 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35796) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:25.362186 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-5ad8341b-0430-4671-9780-b3d9fed4a54c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/dafb693a-e751-4510-a2d0-108c567c72a9 HTTP/1.1" status: 204 len: 168 time: 0.3134389 Nov 12 01:04:25.377619 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec00df4-11b9-4040-b5d1-c4dfe711bc9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15199f6e-86b5-45d6-bfbc-5dcbc28ae530'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:04:25.380755 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b087eea4-2af5-4130-8081-470b1af43f63" -d '{"events": [{"server_uuid": "eec00df4-11b9-4040-b5d1-c4dfe711bc9e", "name": "network-vif-plugged", "status": "completed", "tag": "15199f6e-86b5-45d6-bfbc-5dcbc28ae530"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:04:25.387184 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:25.401212 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 15199f6e-86b5-45d6-bfbc-5dcbc28ae530, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=15199f6e-86b5-45d6-bfbc-5dcbc28ae530,segment=NetworkSegment(05f1094a-b9d1-44f3-8df0-e00ec147c7ea),segment_id=05f1094a-b9d1-44f3-8df0-e00ec147c7ea)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:25.408783 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70217bdb-a02a-45d8-806a-07ca7f6097aa req-f0150853-8782-4552-a245-e6ab927166e0 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:25.426171 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-70217bdb-a02a-45d8-806a-07ca7f6097aa req-f0150853-8782-4552-a245-e6ab927166e0 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 943 time: 0.0988998 Nov 12 01:04:25.438450 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:25.473891 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=01abd07c-2341-46ef-b50f-2ffc9746084d,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:25.475430 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-81d08243-ba6f-4e04-aaed-ade41bceb966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:25.521490 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-70217bdb-a02a-45d8-806a-07ca7f6097aa req-527523d0-b36b-4420-8a8b-84884ebc88e8 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939744 Nov 12 01:04:25.574854 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=15199f6e-86b5-45d6-bfbc-5dcbc28ae530,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:25.633417 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af40aabb-f4c2-4d3d-bb34-ecdc41dd98d0 x-openstack-request-id: req-af40aabb-f4c2-4d3d-bb34-ecdc41dd98d0 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:04:25.633853 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec00df4-11b9-4040-b5d1-c4dfe711bc9e", "name": "network-vif-plugged", "status": "completed", "tag": "15199f6e-86b5-45d6-bfbc-5dcbc28ae530", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:04:25.634231 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-af40aabb-f4c2-4d3d-bb34-ecdc41dd98d0 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:04:25.634816 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec00df4-11b9-4040-b5d1-c4dfe711bc9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15199f6e-86b5-45d6-bfbc-5dcbc28ae530', 'code': 200} Nov 12 01:04:25.708701 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-81d08243-ba6f-4e04-aaed-ade41bceb966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:25.725229 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['01abd07c-2341-46ef-b50f-2ffc9746084d'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:04:25.768261 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-81d08243-ba6f-4e04-aaed-ade41bceb966 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bc4a521-c655-4b71-9f73-8fdf1c662a50']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:25.788366 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-81d08243-ba6f-4e04-aaed-ade41bceb966 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8b65bee-b1f3-45a3-adee-439ac32f85c8') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:25.788850 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-81d08243-ba6f-4e04-aaed-ade41bceb966 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8b65bee-b1f3-45a3-adee-439ac32f85c8') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:25.818629 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-81d08243-ba6f-4e04-aaed-ade41bceb966 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:25.851260 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-81d08243-ba6f-4e04-aaed-ade41bceb966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:25.866904 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81d08243-ba6f-4e04-aaed-ade41bceb966 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:04:25.867580 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-81d08243-ba6f-4e04-aaed-ade41bceb966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:25.872272 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:04:25.872272 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:04:25.872272 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:04:25.872272 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:04:25.872272 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:04:25.872272 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:04:25.872272 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:04:25.872272 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:04:25.872272 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:04:25.872272 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:04:25.872272 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:04:25.872272 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:04:25.872272 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:04:25.872272 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:04:25.872272 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:04:25.872272 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:04:25.872272 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:04:25.872272 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:04:25.872272 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:04:25.872272 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:04:25.872272 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:04:25.872272 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:04:25.872272 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:04:25.872272 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:04:25.872272 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:04:25.872272 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:04:25.872272 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:04:25.872272 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:04:25.872272 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:04:25.872272 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:04:25.872272 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:04:25.872272 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:04:25.968345 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e1e69a-385f-48cf-9484-5551228ecefa req-de714738-5a33-41be-bd67-1e1a37c9e4de tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:25.984438 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e2e1e69a-385f-48cf-9484-5551228ecefa req-de714738-5a33-41be-bd67-1e1a37c9e4de tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec00df4-11b9-4040-b5d1-c4dfe711bc9e HTTP/1.1" status: 200 len: 946 time: 0.2101579 Nov 12 01:04:25.989637 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-81d08243-ba6f-4e04-aaed-ade41bceb966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:26.002813 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-81d08243-ba6f-4e04-aaed-ade41bceb966 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:26.020017 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-81d08243-ba6f-4e04-aaed-ade41bceb966 admin admin] 10.222.0.45 "DELETE /v2.0/networks/3bc4a521-c655-4b71-9f73-8fdf1c662a50 HTTP/1.1" status: 204 len: 168 time: 0.6565981 Nov 12 01:04:26.053474 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d08243-ba6f-4e04-aaed-ade41bceb966 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bc4a521-c655-4b71-9f73-8fdf1c662a50,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:26.096754 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e2d68-73f3-4700-a2a8-31ae0c2e34e5 req-3854c403-7d9f-4fa9-aa61-0e1ab67bddab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:26.098945 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ce4e2d68-73f3-4700-a2a8-31ae0c2e34e5 req-3854c403-7d9f-4fa9-aa61-0e1ab67bddab service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=eec00df4-11b9-4040-b5d1-c4dfe711bc9e HTTP/1.1" status: 200 len: 1098 time: 0.2919562 Nov 12 01:04:26.191396 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e2e1e69a-385f-48cf-9484-5551228ecefa req-b2967a3b-1460-42d9-85af-c50816f38cae tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfdb2882-61f4-4de3-be12-d417b4a411ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056243 Nov 12 01:04:26.235351 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ce4e2d68-73f3-4700-a2a8-31ae0c2e34e5 req-af30d023-5ce2-48d6-9aa1-889e37655251 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cfdb2882-61f4-4de3-be12-d417b4a411ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064429 Nov 12 01:04:26.248225 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc77988-a6e8-4c33-ab1c-4109be4a1349 req-35f7fff6-62c8-4440-9553-251303d8642a tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:26.250074 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0cc77988-a6e8-4c33-ab1c-4109be4a1349 req-35f7fff6-62c8-4440-9553-251303d8642a tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=b08ec75f-afe8-4de6-9390-2b7798430902 HTTP/1.1" status: 200 len: 945 time: 0.1590190 Nov 12 01:04:26.275660 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35810) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:26.309414 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0cc77988-a6e8-4c33-ab1c-4109be4a1349 req-343a1df6-0dca-4f79-bf64-ed513da9544d tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508823 Nov 12 01:04:26.339604 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0a26f647-6826-4022-b9b2-b1f2e5f1e27e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=511046bb99e5418890f261fea9b8beb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0586874 Nov 12 01:04:26.339944 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35812) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:26.399790 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7cf064cd-a634-4e04-ba8b-af0832e3922b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:26.440975 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7cf064cd-a634-4e04-ba8b-af0832e3922b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:26.509435 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7cf064cd-a634-4e04-ba8b-af0832e3922b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:26.514975 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7cf064cd-a634-4e04-ba8b-af0832e3922b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:26.516974 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7cf064cd-a634-4e04-ba8b-af0832e3922b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e45d06ef-de4f-40f8-afa3-424738b2c562 HTTP/1.1" status: 204 len: 168 time: 0.1755252 Nov 12 01:04:26.531541 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf064cd-a634-4e04-ba8b-af0832e3922b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45d06ef-de4f-40f8-afa3-424738b2c562,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:26.754572 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ee325-131d-42f3-9d91-64f245c1cb9a req-e124fdcf-9a40-4b8c-8a5a-db8ad1c1f3e1 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:26.757708 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7c5ee325-131d-42f3-9d91-64f245c1cb9a req-e124fdcf-9a40-4b8c-8a5a-db8ad1c1f3e1 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 944 time: 0.0792272 Nov 12 01:04:26.763215 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 01abd07c-2341-46ef-b50f-2ffc9746084d up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:04:26.855581 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port 01abd07c-2341-46ef-b50f-2ffc9746084d completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:04:26.862398 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port 01abd07c-2341-46ef-b50f-2ffc9746084d triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:26.862811 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:26.903841 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a0306a-c038-40c4-8b04-c3e05ff23804 req-52cacec3-8a5d-4437-8a38-6123235d93d1 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:26.907843 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f2a0306a-c038-40c4-8b04-c3e05ff23804 req-52cacec3-8a5d-4437-8a38-6123235d93d1 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.16 "GET /v2.0/ports?device_id=b08ec75f-afe8-4de6-9390-2b7798430902 HTTP/1.1" status: 200 len: 945 time: 0.1473255 Nov 12 01:04:26.980040 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:27.013834 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7c5ee325-131d-42f3-9d91-64f245c1cb9a req-3fb62f2e-bb6e-4fe3-9a02-6597a23e334b tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953378 Nov 12 01:04:27.105171 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 01abd07c-2341-46ef-b50f-2ffc9746084d, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=01abd07c-2341-46ef-b50f-2ffc9746084d,segment=NetworkSegment(ac0e02ed-e505-49ae-90f9-8007817b6880),segment_id=ac0e02ed-e505-49ae-90f9-8007817b6880)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:27.128265 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:27.156654 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-f2a0306a-c038-40c4-8b04-c3e05ff23804 req-a22420e5-6b43-4530-8a54-51b903413501 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Deleting port e261c9ed-ff08-4ecd-b9fd-46d235310b5c {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:04:27.157227 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f2a0306a-c038-40c4-8b04-c3e05ff23804 req-a22420e5-6b43-4530-8a54-51b903413501 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:27.189146 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-73bc4ef2-7c88-4adc-b17e-5dc04c22445c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:27.208325 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 251b868a-8a42-4f25-ae5a-31da71a6b19e no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:04:27.269659 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 251b868a-8a42-4f25-ae5a-31da71a6b19e {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:04:27.270371 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 251b868a-8a42-4f25-ae5a-31da71a6b19e not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:04:27.285275 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=01abd07c-2341-46ef-b50f-2ffc9746084d,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:27.368580 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-f2a0306a-c038-40c4-8b04-c3e05ff23804 req-a22420e5-6b43-4530-8a54-51b903413501 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] For port e261c9ed-ff08-4ecd-b9fd-46d235310b5c, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=e261c9ed-ff08-4ecd-b9fd-46d235310b5c,segment=NetworkSegment(ad4c4449-dc7a-4356-bf97-224e764df50e),segment_id=ad4c4449-dc7a-4356-bf97-224e764df50e)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:27.369058 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f2a0306a-c038-40c4-8b04-c3e05ff23804 req-a22420e5-6b43-4530-8a54-51b903413501 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:27.390668 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-f2a0306a-c038-40c4-8b04-c3e05ff23804 req-a22420e5-6b43-4530-8a54-51b903413501 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Calling delete_port for e261c9ed-ff08-4ecd-b9fd-46d235310b5c owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:04:27.409644 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e4aa1e-767c-4024-9cf2-ad3af00d2698 req-4c02f443-3e18-4c75-9d6a-bf68e32707d8 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:27.411366 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-87e4aa1e-767c-4024-9cf2-ad3af00d2698 req-4c02f443-3e18-4c75-9d6a-bf68e32707d8 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec00df4-11b9-4040-b5d1-c4dfe711bc9e HTTP/1.1" status: 200 len: 946 time: 0.0893838 Nov 12 01:04:27.581281 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-87e4aa1e-767c-4024-9cf2-ad3af00d2698 req-a4a4b978-ee42-4429-ad5c-4e5dc7709a5a tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfdb2882-61f4-4de3-be12-d417b4a411ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131999 Nov 12 01:04:27.598183 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b48c996-c421-45bd-bb51-13816ac4b546 req-7c921d9a-f77f-48ba-983e-f1fbac160677 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:27.606506 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5b48c996-c421-45bd-bb51-13816ac4b546 req-7c921d9a-f77f-48ba-983e-f1fbac160677 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=b08ec75f-afe8-4de6-9390-2b7798430902 HTTP/1.1" status: 200 len: 945 time: 0.1369960 Nov 12 01:04:27.637297 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa78ff1-e686-4b3e-9189-32fe5d9dbd24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01abd07c-2341-46ef-b50f-2ffc9746084d'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:04:27.643337 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4074aecd-39ee-4dc0-86aa-a19ca6e8be68" -d '{"events": [{"server_uuid": "ffa78ff1-e686-4b3e-9189-32fe5d9dbd24", "name": "network-vif-plugged", "status": "completed", "tag": "01abd07c-2341-46ef-b50f-2ffc9746084d"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:04:27.743934 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5b48c996-c421-45bd-bb51-13816ac4b546 req-f5114968-0b3a-414a-bbee-3bad50a60f5d tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364567 Nov 12 01:04:27.783788 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35854) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:27.794154 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f2a0306a-c038-40c4-8b04-c3e05ff23804 req-a22420e5-6b43-4530-8a54-51b903413501 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:27.830439 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['e261c9ed-ff08-4ecd-b9fd-46d235310b5c'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:04:27.879087 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18bf828-9b85-496f-a45a-59ee4e1bba01 x-openstack-request-id: req-c18bf828-9b85-496f-a45a-59ee4e1bba01 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:04:27.879918 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa78ff1-e686-4b3e-9189-32fe5d9dbd24", "name": "network-vif-plugged", "status": "completed", "tag": "01abd07c-2341-46ef-b50f-2ffc9746084d", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:04:27.880380 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c18bf828-9b85-496f-a45a-59ee4e1bba01 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:04:27.881245 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffa78ff1-e686-4b3e-9189-32fe5d9dbd24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01abd07c-2341-46ef-b50f-2ffc9746084d', 'code': 200} Nov 12 01:04:27.923168 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-ec19c81f-277e-425c-973b-0139435bc822 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1498064585-network', 'tenant_id': '828a0c16e1524c1489ca3cef3e23d7b1'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:27.952738 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec19c81f-277e-425c-973b-0139435bc822 admin admin] Made reservation on behalf of 828a0c16e1524c1489ca3cef3e23d7b1 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:04:27.954720 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22420e5-6b43-4530-8a54-51b903413501 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Pushing event deleted for resources: {'Port': ['ID=e261c9ed-ff08-4ecd-b9fd-46d235310b5c,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:27.955879 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ec19c81f-277e-425c-973b-0139435bc822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:27.958351 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a0306a-c038-40c4-8b04-c3e05ff23804 req-a22420e5-6b43-4530-8a54-51b903413501 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] No DVR routers for this DVR port e261c9ed-ff08-4ecd-b9fd-46d235310b5c on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:04:27.962066 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f2a0306a-c038-40c4-8b04-c3e05ff23804 req-a22420e5-6b43-4530-8a54-51b903413501 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:27.968544 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f2a0306a-c038-40c4-8b04-c3e05ff23804 req-a22420e5-6b43-4530-8a54-51b903413501 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.16 "DELETE /v2.0/ports/e261c9ed-ff08-4ecd-b9fd-46d235310b5c HTTP/1.1" status: 204 len: 173 time: 1.0545681 Nov 12 01:04:27.969082 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b08ec75f-afe8-4de6-9390-2b7798430902', 'name': 'network-vif-deleted', 'tag': 'e261c9ed-ff08-4ecd-b9fd-46d235310b5c'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:04:27.972288 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c82710-d6d0-43d0-ae63-458970bad8ba" -d '{"events": [{"server_uuid": "b08ec75f-afe8-4de6-9390-2b7798430902", "name": "network-vif-deleted", "tag": "e261c9ed-ff08-4ecd-b9fd-46d235310b5c"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:04:27.980600 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ec19c81f-277e-425c-973b-0139435bc822 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:28.027261 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2276665-b2ac-449a-9499-a0c3b3ac1dd6 x-openstack-request-id: req-e2276665-b2ac-449a-9499-a0c3b3ac1dd6 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:04:28.027724 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b08ec75f-afe8-4de6-9390-2b7798430902", "name": "network-vif-deleted", "tag": "e261c9ed-ff08-4ecd-b9fd-46d235310b5c", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:04:28.028327 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e2276665-b2ac-449a-9499-a0c3b3ac1dd6 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:04:28.028828 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b08ec75f-afe8-4de6-9390-2b7798430902', 'name': 'network-vif-deleted', 'tag': 'e261c9ed-ff08-4ecd-b9fd-46d235310b5c', 'status': 'completed', 'code': 200} Nov 12 01:04:28.061596 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7a1fe-2b1c-4d7e-b431-0ec7217bf86c req-81b91492-23b6-4a2b-8ebc-233f15e2e5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:28.063164 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-aef7a1fe-2b1c-4d7e-b431-0ec7217bf86c req-81b91492-23b6-4a2b-8ebc-233f15e2e5fa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 1097 time: 0.0968783 Nov 12 01:04:28.157898 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-aef7a1fe-2b1c-4d7e-b431-0ec7217bf86c req-37a81840-36a9-48bb-819a-bc8263b430ef service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847406 Nov 12 01:04:28.168120 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ec19c81f-277e-425c-973b-0139435bc822 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:28.174490 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ec19c81f-277e-425c-973b-0139435bc822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:28.205190 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec19c81f-277e-425c-973b-0139435bc822 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:04:28.230494 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec19c81f-277e-425c-973b-0139435bc822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ea42c6-ed4d-4724-9832-5118669207bc,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:28.239441 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ec19c81f-277e-425c-973b-0139435bc822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:28.240529 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-ec19c81f-277e-425c-973b-0139435bc822 admin admin] Added segment e6edb922-7e5b-43ae-8cf0-dfcd1a54afec of type vlan for network d970e8b8-482d-4238-a0cd-4f750c643208 Nov 12 01:04:28.249212 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229fead-5620-493f-ad48-ae57cbe06092 req-190da9a2-778a-4c2f-af74-9eac13e4ebc0 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:28.251209 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c229fead-5620-493f-ad48-ae57cbe06092 req-190da9a2-778a-4c2f-af74-9eac13e4ebc0 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.0704088 Nov 12 01:04:28.306338 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ec19c81f-277e-425c-973b-0139435bc822 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:28.320100 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c229fead-5620-493f-ad48-ae57cbe06092 req-51664c81-b6f9-4b63-86c5-4ec9941445f8 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552258 Nov 12 01:04:28.347989 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ec19c81f-277e-425c-973b-0139435bc822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:28.349576 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec19c81f-277e-425c-973b-0139435bc822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:28.350519 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ec19c81f-277e-425c-973b-0139435bc822 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:28.405221 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ec19c81f-277e-425c-973b-0139435bc822 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6198010 Nov 12 01:04:28.408179 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 35866) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:28.419022 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-4644267b-d12c-4363-8c8b-8a868ee3262e admin admin] Request body: {'subnet': {'network_id': 'd970e8b8-482d-4238-a0cd-4f750c643208', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1498064585-subnet', 'tenant_id': '828a0c16e1524c1489ca3cef3e23d7b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:28.459625 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec19c81f-277e-425c-973b-0139435bc822 admin admin] Pushing event updated for resources: {'Network': ['ID=d970e8b8-482d-4238-a0cd-4f750c643208,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:28.466172 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4644267b-d12c-4363-8c8b-8a868ee3262e admin admin] Made reservation on behalf of 828a0c16e1524c1489ca3cef3e23d7b1 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:04:28.471186 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4644267b-d12c-4363-8c8b-8a868ee3262e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:28.476009 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network d970e8b8-482d-4238-a0cd-4f750c643208 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:04:28.774781 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4644267b-d12c-4363-8c8b-8a868ee3262e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:28.821957 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce12a40-1a0c-4d9d-b092-8e2619f27597 req-9f5d2ea7-8846-4a54-9110-1427d43248cd tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:28.823690 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2ce12a40-1a0c-4d9d-b092-8e2619f27597 req-9f5d2ea7-8846-4a54-9110-1427d43248cd tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec00df4-11b9-4040-b5d1-c4dfe711bc9e HTTP/1.1" status: 200 len: 946 time: 0.1300485 Nov 12 01:04:28.874823 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4644267b-d12c-4363-8c8b-8a868ee3262e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f1fb134-40d6-427e-b3a2-d5fed8a5050f,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:28.904677 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4644267b-d12c-4363-8c8b-8a868ee3262e admin admin] Checking segment: {'id': 'e6edb922-7e5b-43ae-8cf0-dfcd1a54afec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd970e8b8-482d-4238-a0cd-4f750c643208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:04:28.904677 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4644267b-d12c-4363-8c8b-8a868ee3262e admin admin] Network hostable DHCP agents. Network: d970e8b8-482d-4238-a0cd-4f750c643208, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:04:28.924940 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2ce12a40-1a0c-4d9d-b092-8e2619f27597 req-1d89e93c-723d-4538-9a4e-c48c118e8094 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfdb2882-61f4-4de3-be12-d417b4a411ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837753 Nov 12 01:04:28.943544 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4644267b-d12c-4363-8c8b-8a868ee3262e admin admin] Network d970e8b8-482d-4238-a0cd-4f750c643208 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:04:28.984802 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-4644267b-d12c-4363-8c8b-8a868ee3262e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, d970e8b8-482d-4238-a0cd-4f750c643208) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:29.001913 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd014d5-b0fc-40ef-a5f9-6dff94a16d69 None None] Network d970e8b8-482d-4238-a0cd-4f750c643208 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:04:29.040668 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4644267b-d12c-4363-8c8b-8a868ee3262e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:29.041629 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4644267b-d12c-4363-8c8b-8a868ee3262e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:29.052962 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee5a9c72-3cc9-4388-b34c-2e350610dbf0 req-83fe1e7a-2e36-4adf-b959-cd4a5f55bb5a tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=b08ec75f-afe8-4de6-9390-2b7798430902 HTTP/1.1" status: 200 len: 210 time: 0.0721085 Nov 12 01:04:29.087271 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4644267b-d12c-4363-8c8b-8a868ee3262e admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6682768 Nov 12 01:04:29.257098 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5523ae-a5a2-4ec3-aaa3-4f5555bac6d8 req-80b4667f-b1c7-47f0-8eb2-4e69647c9fdd tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:29.265200 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ab5523ae-a5a2-4ec3-aaa3-4f5555bac6d8 req-80b4667f-b1c7-47f0-8eb2-4e69647c9fdd tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec00df4-11b9-4040-b5d1-c4dfe711bc9e HTTP/1.1" status: 200 len: 946 time: 0.1292295 Nov 12 01:04:29.312458 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185cdb31-bd8b-45f4-a936-f5e3e5402817 None None] Network d970e8b8-482d-4238-a0cd-4f750c643208 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:04:29.334000 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ab5523ae-a5a2-4ec3-aaa3-4f5555bac6d8 req-55107dc9-6a2b-4519-9a89-ee3cc18e02c0 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfdb2882-61f4-4de3-be12-d417b4a411ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637259 Nov 12 01:04:29.614080 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7b923-fbb2-45ca-9f6d-5462a5e07515 req-3bce4443-d840-4a70-b93f-a199e10fe9c8 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:29.617002 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f6f7b923-fbb2-45ca-9f6d-5462a5e07515 req-3bce4443-d840-4a70-b93f-a199e10fe9c8 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.1495714 Nov 12 01:04:29.661780 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16d1cb-859a-48a3-b5a6-b2e0a9defe69 req-63aea95b-1f0c-45aa-a05e-0118e42807b1 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:29.663603 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0b16d1cb-859a-48a3-b5a6-b2e0a9defe69 req-63aea95b-1f0c-45aa-a05e-0118e42807b1 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec00df4-11b9-4040-b5d1-c4dfe711bc9e HTTP/1.1" status: 200 len: 946 time: 0.1266556 Nov 12 01:04:29.728339 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f6f7b923-fbb2-45ca-9f6d-5462a5e07515 req-123f46b2-d4fd-4460-8111-7ec12292e3eb tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012223 Nov 12 01:04:29.774453 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0b16d1cb-859a-48a3-b5a6-b2e0a9defe69 req-99722986-6dc3-41f4-8335-36c9f8ae0de0 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfdb2882-61f4-4de3-be12-d417b4a411ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966215 Nov 12 01:04:29.962846 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac15e9-2f26-44f5-9b5b-cf892d215b64 req-d2a52be7-46f0-48b6-8f3b-b62f003966b7 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:29.965771 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-89ac15e9-2f26-44f5-9b5b-cf892d215b64 req-d2a52be7-46f0-48b6-8f3b-b62f003966b7 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec00df4-11b9-4040-b5d1-c4dfe711bc9e HTTP/1.1" status: 200 len: 946 time: 0.1051230 Nov 12 01:04:30.132292 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-89ac15e9-2f26-44f5-9b5b-cf892d215b64 req-a74623e1-a55c-49ab-815f-5214d8759fbb tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfdb2882-61f4-4de3-be12-d417b4a411ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597400 Nov 12 01:04:30.211191 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4901a3c0-72fe-4d8d-9ae1-13db72a0e742 req-9ac4b645-d4e4-4fab-bf6d-e2a994bbe8c8 tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:30.213372 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4901a3c0-72fe-4d8d-9ae1-13db72a0e742 req-9ac4b645-d4e4-4fab-bf6d-e2a994bbe8c8 tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] 10.222.0.45 "GET /v2.0/networks?id=d970e8b8-482d-4238-a0cd-4f750c643208 HTTP/1.1" status: 200 len: 809 time: 0.1985605 Nov 12 01:04:30.235241 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4901a3c0-72fe-4d8d-9ae1-13db72a0e742 req-80e414de-628b-4b71-9124-97bb3d23dc20 tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] 10.222.0.45 "GET /v2.0/quotas/828a0c16e1524c1489ca3cef3e23d7b1 HTTP/1.1" status: 200 len: 375 time: 0.0139289 Nov 12 01:04:30.277678 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4901a3c0-72fe-4d8d-9ae1-13db72a0e742 req-93336e4a-a3f0-4c7b-9b27-df79054c1abb tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=828a0c16e1524c1489ca3cef3e23d7b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335519 Nov 12 01:04:30.475769 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4901a3c0-72fe-4d8d-9ae1-13db72a0e742 req-2773ed37-82a2-415d-89f4-8bf161ea5493 service neutron] 10.222.0.45 "GET /v2.0/networks/d970e8b8-482d-4238-a0cd-4f750c643208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827555 Nov 12 01:04:30.611520 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4901a3c0-72fe-4d8d-9ae1-13db72a0e742 req-3b911537-4a9c-440a-9403-459fc98b66c4 service neutron] 10.222.0.45 "GET /v2.0/networks/d970e8b8-482d-4238-a0cd-4f750c643208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262853 Nov 12 01:04:30.765076 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8070c0c4-f789-4c07-88c1-24c4c231c358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:30.785508 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device e261c9ed-ff08-4ecd-b9fd-46d235310b5c no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:04:30.832940 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] No Port match for: e261c9ed-ff08-4ecd-b9fd-46d235310b5c {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:04:30.833595 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device e261c9ed-ff08-4ecd-b9fd-46d235310b5c not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:04:31.422564 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def6d5e-efdf-4d6b-b4c0-19ba019237f3 req-f855af9a-36b6-4707-914a-a3e7777e8dec tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:31.425036 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4def6d5e-efdf-4d6b-b4c0-19ba019237f3 req-f855af9a-36b6-4707-914a-a3e7777e8dec tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec00df4-11b9-4040-b5d1-c4dfe711bc9e HTTP/1.1" status: 200 len: 946 time: 0.5637188 Nov 12 01:04:31.438967 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac9c0a-1911-410d-99a4-76e717d0b5c9 req-3efbf27a-e03f-4c42-bc7c-d302b9b4d4ad tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:31.441244 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c3ac9c0a-1911-410d-99a4-76e717d0b5c9 req-3efbf27a-e03f-4c42-bc7c-d302b9b4d4ad tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/networks?id=ddbdeb8e-9a29-48b5-957b-64766cbb8316 HTTP/1.1" status: 200 len: 812 time: 0.6309223 Nov 12 01:04:31.492878 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c3ac9c0a-1911-410d-99a4-76e717d0b5c9 req-ace2b17f-792b-4922-bb81-a6be5af10d3e tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/quotas/7ddab49d3f5a4b49b039bf18c7812764 HTTP/1.1" status: 200 len: 375 time: 0.0270495 Nov 12 01:04:31.548954 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c3ac9c0a-1911-410d-99a4-76e717d0b5c9 req-f82f1c08-31a3-4fdc-9534-3d5373bf381a tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7ddab49d3f5a4b49b039bf18c7812764&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452054 Nov 12 01:04:31.554943 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4def6d5e-efdf-4d6b-b4c0-19ba019237f3 req-a87a962d-12e9-4dcd-9810-3e44d5b4e571 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfdb2882-61f4-4de3-be12-d417b4a411ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122849 Nov 12 01:04:31.739173 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ddf35850-e853-43db-bed0-3064f11268c6 req-4dd4f2ad-d11d-409a-9ca0-738b0bebb2c4 tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] 10.222.0.45 "GET /v2.0/ports?device_id=3facf200-c034-452f-9b63-6750db14bc08 HTTP/1.1" status: 200 len: 210 time: 0.0437279 Nov 12 01:04:31.757377 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c3ac9c0a-1911-410d-99a4-76e717d0b5c9 req-8e31749e-ce72-42ef-bae8-e3a55f7f4318 service neutron] 10.222.0.45 "GET /v2.0/networks/ddbdeb8e-9a29-48b5-957b-64766cbb8316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730733 Nov 12 01:04:31.979142 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f7f4d6-9b23-48e0-bd9d-505b2b271bf9 req-0fdc4079-53f8-4254-aa53-ebeafb6131d6 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:31.982447 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-34f7f4d6-9b23-48e0-bd9d-505b2b271bf9 req-0fdc4079-53f8-4254-aa53-ebeafb6131d6 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.1350491 Nov 12 01:04:31.985938 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c3ac9c0a-1911-410d-99a4-76e717d0b5c9 req-7fb256c8-e68c-41a9-aeb6-fe2f915dc6ee service neutron] 10.222.0.45 "GET /v2.0/networks/ddbdeb8e-9a29-48b5-957b-64766cbb8316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108338 Nov 12 01:04:32.068855 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-34f7f4d6-9b23-48e0-bd9d-505b2b271bf9 req-69f80f25-1760-4695-926e-97d1cedf1920 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792103 Nov 12 01:04:32.706005 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7d9e2719-5268-4690-a4bc-d41394c12555 req-48458c48-7785-413b-a9c4-d56bde29fa28 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6dc6640-311e-4714-ad1a-8130d689ec31 HTTP/1.1" status: 200 len: 210 time: 0.0893133 Nov 12 01:04:32.720090 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab28270-2840-4c77-88fd-9222e866331d req-133fd3ac-168f-4653-9437-05348c5d4448 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:32.722442 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3ab28270-2840-4c77-88fd-9222e866331d req-133fd3ac-168f-4653-9437-05348c5d4448 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec00df4-11b9-4040-b5d1-c4dfe711bc9e HTTP/1.1" status: 200 len: 946 time: 0.3582149 Nov 12 01:04:32.730871 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:32.797934 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4901a3c0-72fe-4d8d-9ae1-13db72a0e742 req-e7299d66-2d91-45c6-81d7-7afa549693e0 tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:32.800407 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4901a3c0-72fe-4d8d-9ae1-13db72a0e742 req-e7299d66-2d91-45c6-81d7-7afa549693e0 tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] 10.222.0.44 "GET /v2.0/networks?id=d970e8b8-482d-4238-a0cd-4f750c643208 HTTP/1.1" status: 200 len: 809 time: 0.4180756 Nov 12 01:04:32.833637 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-4901a3c0-72fe-4d8d-9ae1-13db72a0e742 req-eb95a4c6-9d3d-40e1-a377-77b0a8ea545b tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] Request body: {'port': {'device_id': '3facf200-c034-452f-9b63-6750db14bc08', 'network_id': 'd970e8b8-482d-4238-a0cd-4f750c643208', 'admin_state_up': True, 'tenant_id': '828a0c16e1524c1489ca3cef3e23d7b1'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:32.848821 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3ab28270-2840-4c77-88fd-9222e866331d req-aa62c7ff-9d6d-4220-a3c6-44f31be8404c tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfdb2882-61f4-4de3-be12-d417b4a411ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077623 Nov 12 01:04:33.045519 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-23983840-f233-497a-b26e-bd6582383866 req-81c580db-7182-4176-989a-a63f8f33f617 tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] 10.222.0.45 "GET /v2.0/ports?device_id=3facf200-c034-452f-9b63-6750db14bc08 HTTP/1.1" status: 200 len: 210 time: 0.0654690 Nov 12 01:04:33.178221 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff426e-c61e-4049-908b-fabf3174f35d req-1398f145-4b50-472c-abb3-5a74adb38ec8 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:33.179835 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b1ff426e-c61e-4049-908b-fabf3174f35d req-1398f145-4b50-472c-abb3-5a74adb38ec8 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/networks?id=781d30df-28ea-4e18-a951-e2a0cedd5fea HTTP/1.1" status: 200 len: 813 time: 0.2822948 Nov 12 01:04:33.186903 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4901a3c0-72fe-4d8d-9ae1-13db72a0e742 req-eb95a4c6-9d3d-40e1-a377-77b0a8ea545b tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] Made reservation on behalf of 828a0c16e1524c1489ca3cef3e23d7b1 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:04:33.191948 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4901a3c0-72fe-4d8d-9ae1-13db72a0e742 req-eb95a4c6-9d3d-40e1-a377-77b0a8ea545b tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:33.230418 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b1ff426e-c61e-4049-908b-fabf3174f35d req-edb53b1f-2843-49cc-9499-154fc5d9c5ad tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/quotas/3a16532dad1a4e29a37379d12c118693 HTTP/1.1" status: 200 len: 375 time: 0.0243051 Nov 12 01:04:33.372726 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ec596-cd16-420a-b956-44bb26b17e44 req-eede0c92-e2fb-4be7-a31a-d8b32067a9c0 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:33.374266 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-173ec596-cd16-420a-b956-44bb26b17e44 req-eede0c92-e2fb-4be7-a31a-d8b32067a9c0 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec00df4-11b9-4040-b5d1-c4dfe711bc9e HTTP/1.1" status: 200 len: 946 time: 0.1694968 Nov 12 01:04:33.420979 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b1ff426e-c61e-4049-908b-fabf3174f35d req-4dba9435-f3ad-441a-881e-09f8ebaa5c91 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a16532dad1a4e29a37379d12c118693&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1602991 Nov 12 01:04:33.505668 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-4901a3c0-72fe-4d8d-9ae1-13db72a0e742 req-eb95a4c6-9d3d-40e1-a377-77b0a8ea545b tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] Allocated IP 172.20.0.4 (d970e8b8-482d-4238-a0cd-4f750c643208/3f1fb134-40d6-427e-b3a2-d5fed8a5050f/0f880f1e-c43b-4e26-96e5-ca8b8a89c0b3) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:04:33.561502 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-173ec596-cd16-420a-b956-44bb26b17e44 req-ace7e6e0-1f42-4d3d-a777-15b1e6ca4233 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfdb2882-61f4-4de3-be12-d417b4a411ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574969 Nov 12 01:04:33.638865 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b1ff426e-c61e-4049-908b-fabf3174f35d req-0b4ec732-fe49-4d3e-8fbc-ca66bfe0423b service neutron] 10.222.0.45 "GET /v2.0/networks/781d30df-28ea-4e18-a951-e2a0cedd5fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973004 Nov 12 01:04:33.894952 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac9c0a-1911-410d-99a4-76e717d0b5c9 req-9d4601f2-8986-4540-b281-19ec5a5997d1 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:33.896505 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c3ac9c0a-1911-410d-99a4-76e717d0b5c9 req-9d4601f2-8986-4540-b281-19ec5a5997d1 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.16 "GET /v2.0/networks?id=ddbdeb8e-9a29-48b5-957b-64766cbb8316 HTTP/1.1" status: 200 len: 812 time: 0.1651590 Nov 12 01:04:33.906894 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:33.928255 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-c3ac9c0a-1911-410d-99a4-76e717d0b5c9 req-f882abc7-b168-4dd1-acc1-b15a227d0c07 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Request body: {'port': {'device_id': 'b6dc6640-311e-4714-ad1a-8130d689ec31', 'network_id': 'ddbdeb8e-9a29-48b5-957b-64766cbb8316', 'admin_state_up': True, 'tenant_id': '7ddab49d3f5a4b49b039bf18c7812764'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:33.937423 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4901a3c0-72fe-4d8d-9ae1-13db72a0e742 req-eb95a4c6-9d3d-40e1-a377-77b0a8ea545b tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:33.965071 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b1ff426e-c61e-4049-908b-fabf3174f35d req-c0b6c65f-6f41-4a4b-93c6-d3f2eaee4e0f service neutron] 10.222.0.45 "GET /v2.0/networks/781d30df-28ea-4e18-a951-e2a0cedd5fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061666 Nov 12 01:04:34.037035 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4901a3c0-72fe-4d8d-9ae1-13db72a0e742 req-eb95a4c6-9d3d-40e1-a377-77b0a8ea545b tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:34.135104 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3ac9c0a-1911-410d-99a4-76e717d0b5c9 req-f882abc7-b168-4dd1-acc1-b15a227d0c07 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Made reservation on behalf of 7ddab49d3f5a4b49b039bf18c7812764 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:04:34.141132 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-c3ac9c0a-1911-410d-99a4-76e717d0b5c9 req-f882abc7-b168-4dd1-acc1-b15a227d0c07 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:34.143382 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb95a4c6-9d3d-40e1-a377-77b0a8ea545b tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] Pushing event updated for resources: {'Port': ['ID=0f880f1e-c43b-4e26-96e5-ca8b8a89c0b3,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:34.201222 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4901a3c0-72fe-4d8d-9ae1-13db72a0e742 req-eb95a4c6-9d3d-40e1-a377-77b0a8ea545b tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] Network d970e8b8-482d-4238-a0cd-4f750c643208 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:04:34.208718 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-4901a3c0-72fe-4d8d-9ae1-13db72a0e742 req-eb95a4c6-9d3d-40e1-a377-77b0a8ea545b tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:34.215406 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-4901a3c0-72fe-4d8d-9ae1-13db72a0e742 req-eb95a4c6-9d3d-40e1-a377-77b0a8ea545b tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:04:34.320117 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-c3ac9c0a-1911-410d-99a4-76e717d0b5c9 req-f882abc7-b168-4dd1-acc1-b15a227d0c07 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Allocated IP 172.20.0.7 (ddbdeb8e-9a29-48b5-957b-64766cbb8316/32c7a1dd-a18b-4edd-81ef-25269083f064/d5209aa4-cdf5-495c-855c-293006cd9ef3) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:04:34.352232 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aab816b2-9dd1-4bbd-8e95-6edf1f7fe3b5 req-36754008-5814-4133-ac85-acaa3944633e tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6dc6640-311e-4714-ad1a-8130d689ec31 HTTP/1.1" status: 200 len: 210 time: 0.0486815 Nov 12 01:04:34.382185 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4901a3c0-72fe-4d8d-9ae1-13db72a0e742 req-eb95a4c6-9d3d-40e1-a377-77b0a8ea545b tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:34.383271 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4901a3c0-72fe-4d8d-9ae1-13db72a0e742 req-eb95a4c6-9d3d-40e1-a377-77b0a8ea545b tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:34.400613 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c2cc2f-9567-4f94-b0de-a666d68caeb8 req-5d2fbb73-9873-4c26-89e8-e485f7d6b96f tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:34.410407 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b6c2cc2f-9567-4f94-b0de-a666d68caeb8 req-5d2fbb73-9873-4c26-89e8-e485f7d6b96f tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec00df4-11b9-4040-b5d1-c4dfe711bc9e HTTP/1.1" status: 200 len: 946 time: 0.2050629 Nov 12 01:04:34.462881 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4901a3c0-72fe-4d8d-9ae1-13db72a0e742 req-eb95a4c6-9d3d-40e1-a377-77b0a8ea545b tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6359923 Nov 12 01:04:34.513950 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-4901a3c0-72fe-4d8d-9ae1-13db72a0e742 req-0f3e0d49-935a-4247-b6a6-2127f32bf1ee service neutron] Request body: {'port': {'device_id': '3facf200-c034-452f-9b63-6750db14bc08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:34.521903 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b6c2cc2f-9567-4f94-b0de-a666d68caeb8 req-d3817bda-e82b-4a15-abab-c59624239737 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfdb2882-61f4-4de3-be12-d417b4a411ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107628 Nov 12 01:04:34.525340 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-c3ac9c0a-1911-410d-99a4-76e717d0b5c9 req-f882abc7-b168-4dd1-acc1-b15a227d0c07 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:34.564160 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96e44c-d699-46be-bce1-eb2b434e8f50 req-0b661351-bfbf-4897-981d-aa3a443c64c0 tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:34.565889 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8f96e44c-d699-46be-bce1-eb2b434e8f50 req-0b661351-bfbf-4897-981d-aa3a443c64c0 tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] 10.222.0.45 "GET /v2.0/ports?device_id=3facf200-c034-452f-9b63-6750db14bc08 HTTP/1.1" status: 200 len: 931 time: 0.1105628 Nov 12 01:04:34.568161 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-c3ac9c0a-1911-410d-99a4-76e717d0b5c9 req-f882abc7-b168-4dd1-acc1-b15a227d0c07 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:34.649981 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1ab86b64-8fea-4974-b954-4d8db4cfb7d2 req-be21153f-9062-4d6a-a2e8-b7f7a828a029 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f87be11-3a01-44ae-8b8e-9a2522b76474 HTTP/1.1" status: 200 len: 210 time: 0.0405495 Nov 12 01:04:34.650571 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4901a3c0-72fe-4d8d-9ae1-13db72a0e742 req-0f3e0d49-935a-4247-b6a6-2127f32bf1ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:34.669952 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3ac9c0a-1911-410d-99a4-76e717d0b5c9 req-f882abc7-b168-4dd1-acc1-b15a227d0c07 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Network ddbdeb8e-9a29-48b5-957b-64766cbb8316 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:04:34.673000 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f882abc7-b168-4dd1-acc1-b15a227d0c07 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Pushing event updated for resources: {'Port': ['ID=d5209aa4-cdf5-495c-855c-293006cd9ef3,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:34.688286 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8f96e44c-d699-46be-bce1-eb2b434e8f50 req-d822b9d5-61ff-4365-b9d6-efba699c5136 tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] 10.222.0.45 "GET /v2.0/security-groups?id=c9ea42c6-ed4d-4724-9832-5118669207bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113544 Nov 12 01:04:34.697562 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-c3ac9c0a-1911-410d-99a4-76e717d0b5c9 req-f882abc7-b168-4dd1-acc1-b15a227d0c07 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:34.703292 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f882abc7-b168-4dd1-acc1-b15a227d0c07 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:34.704065 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f882abc7-b168-4dd1-acc1-b15a227d0c07 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:34.704848 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f882abc7-b168-4dd1-acc1-b15a227d0c07 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:34.705691 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f882abc7-b168-4dd1-acc1-b15a227d0c07 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:34.706253 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f882abc7-b168-4dd1-acc1-b15a227d0c07 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:34.706832 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f882abc7-b168-4dd1-acc1-b15a227d0c07 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:34.707996 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f882abc7-b168-4dd1-acc1-b15a227d0c07 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:34.708565 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f882abc7-b168-4dd1-acc1-b15a227d0c07 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:34.709415 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f882abc7-b168-4dd1-acc1-b15a227d0c07 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:34.710121 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f882abc7-b168-4dd1-acc1-b15a227d0c07 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:34.710677 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f882abc7-b168-4dd1-acc1-b15a227d0c07 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:34.711233 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f882abc7-b168-4dd1-acc1-b15a227d0c07 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:34.715485 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ac9c0a-1911-410d-99a4-76e717d0b5c9 req-f882abc7-b168-4dd1-acc1-b15a227d0c07 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:04:34.797033 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac9c0a-1911-410d-99a4-76e717d0b5c9 req-f882abc7-b168-4dd1-acc1-b15a227d0c07 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:34.797722 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-c3ac9c0a-1911-410d-99a4-76e717d0b5c9 req-f882abc7-b168-4dd1-acc1-b15a227d0c07 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:34.819524 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c3ac9c0a-1911-410d-99a4-76e717d0b5c9 req-f882abc7-b168-4dd1-acc1-b15a227d0c07 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9003663 Nov 12 01:04:34.841790 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-c3ac9c0a-1911-410d-99a4-76e717d0b5c9 req-093a5c07-50f9-4825-b802-5f4c7effd9c9 service neutron] Request body: {'port': {'device_id': 'b6dc6640-311e-4714-ad1a-8130d689ec31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:34.928068 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-c3ac9c0a-1911-410d-99a4-76e717d0b5c9 req-093a5c07-50f9-4825-b802-5f4c7effd9c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:35.077003 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:35.321409 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-4901a3c0-72fe-4d8d-9ae1-13db72a0e742 req-0f3e0d49-935a-4247-b6a6-2127f32bf1ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f880f1e-c43b-4e26-96e5-ca8b8a89c0b3 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:04:35.332325 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4901a3c0-72fe-4d8d-9ae1-13db72a0e742 req-0f3e0d49-935a-4247-b6a6-2127f32bf1ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:35.352693 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-4901a3c0-72fe-4d8d-9ae1-13db72a0e742 req-0f3e0d49-935a-4247-b6a6-2127f32bf1ee service neutron] Transition to ACTIVE for port object 0f880f1e-c43b-4e26-96e5-ca8b8a89c0b3 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:04:35.360107 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4901a3c0-72fe-4d8d-9ae1-13db72a0e742 req-0f3e0d49-935a-4247-b6a6-2127f32bf1ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:35.517169 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e0d49-935a-4247-b6a6-2127f32bf1ee service neutron] Pushing event updated for resources: {'Port': ['ID=0f880f1e-c43b-4e26-96e5-ca8b8a89c0b3,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:35.560108 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-4901a3c0-72fe-4d8d-9ae1-13db72a0e742 req-0f3e0d49-935a-4247-b6a6-2127f32bf1ee service neutron] Attempting to bind port 0f880f1e-c43b-4e26-96e5-ca8b8a89c0b3 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:04:35.560452 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-4901a3c0-72fe-4d8d-9ae1-13db72a0e742 req-0f3e0d49-935a-4247-b6a6-2127f32bf1ee service neutron] Attempting to bind port 0f880f1e-c43b-4e26-96e5-ca8b8a89c0b3 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'e6edb922-7e5b-43ae-8cf0-dfcd1a54afec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd970e8b8-482d-4238-a0cd-4f750c643208'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:04:35.560791 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4901a3c0-72fe-4d8d-9ae1-13db72a0e742 req-0f3e0d49-935a-4247-b6a6-2127f32bf1ee service neutron] Attempting to bind port 0f880f1e-c43b-4e26-96e5-ca8b8a89c0b3 on network d970e8b8-482d-4238-a0cd-4f750c643208 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:04:35.568958 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4901a3c0-72fe-4d8d-9ae1-13db72a0e742 req-0f3e0d49-935a-4247-b6a6-2127f32bf1ee service neutron] Port 0f880f1e-c43b-4e26-96e5-ca8b8a89c0b3 on network d970e8b8-482d-4238-a0cd-4f750c643208 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:04:35.569281 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4901a3c0-72fe-4d8d-9ae1-13db72a0e742 req-0f3e0d49-935a-4247-b6a6-2127f32bf1ee service neutron] Attempting to bind port 0f880f1e-c43b-4e26-96e5-ca8b8a89c0b3 on network d970e8b8-482d-4238-a0cd-4f750c643208 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:04:35.580445 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4901a3c0-72fe-4d8d-9ae1-13db72a0e742 req-0f3e0d49-935a-4247-b6a6-2127f32bf1ee service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:04:35.580790 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4901a3c0-72fe-4d8d-9ae1-13db72a0e742 req-0f3e0d49-935a-4247-b6a6-2127f32bf1ee service neutron] Checking segment: {'id': 'e6edb922-7e5b-43ae-8cf0-dfcd1a54afec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd970e8b8-482d-4238-a0cd-4f750c643208'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:04:35.581185 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4901a3c0-72fe-4d8d-9ae1-13db72a0e742 req-0f3e0d49-935a-4247-b6a6-2127f32bf1ee service neutron] Bound using segment: {'id': 'e6edb922-7e5b-43ae-8cf0-dfcd1a54afec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd970e8b8-482d-4238-a0cd-4f750c643208'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:04:35.581658 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-4901a3c0-72fe-4d8d-9ae1-13db72a0e742 req-0f3e0d49-935a-4247-b6a6-2127f32bf1ee service neutron] Bound port: 0f880f1e-c43b-4e26-96e5-ca8b8a89c0b3, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6edb922-7e5b-43ae-8cf0-dfcd1a54afec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd970e8b8-482d-4238-a0cd-4f750c643208'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:04:35.582030 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4901a3c0-72fe-4d8d-9ae1-13db72a0e742 req-0f3e0d49-935a-4247-b6a6-2127f32bf1ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:35.594083 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477e41a-2705-494c-9b3d-87ccd0359277 req-632c1d34-f482-4851-b95d-e8172dc2fc01 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:35.595791 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6477e41a-2705-494c-9b3d-87ccd0359277 req-632c1d34-f482-4851-b95d-e8172dc2fc01 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6dc6640-311e-4714-ad1a-8130d689ec31 HTTP/1.1" status: 200 len: 931 time: 0.0938993 Nov 12 01:04:35.716724 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6477e41a-2705-494c-9b3d-87ccd0359277 req-9347578f-e905-427f-b668-51dc017254a3 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116538 Nov 12 01:04:35.726452 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-4901a3c0-72fe-4d8d-9ae1-13db72a0e742 req-0f3e0d49-935a-4247-b6a6-2127f32bf1ee service neutron] For port 0f880f1e-c43b-4e26-96e5-ca8b8a89c0b3, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:04:35.733254 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-4901a3c0-72fe-4d8d-9ae1-13db72a0e742 req-0f3e0d49-935a-4247-b6a6-2127f32bf1ee service neutron] For port 0f880f1e-c43b-4e26-96e5-ca8b8a89c0b3, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=0f880f1e-c43b-4e26-96e5-ca8b8a89c0b3,segment=NetworkSegment(e6edb922-7e5b-43ae-8cf0-dfcd1a54afec),segment_id=e6edb922-7e5b-43ae-8cf0-dfcd1a54afec)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:04:35.748921 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4901a3c0-72fe-4d8d-9ae1-13db72a0e742 req-0f3e0d49-935a-4247-b6a6-2127f32bf1ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:35.826124 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4901a3c0-72fe-4d8d-9ae1-13db72a0e742 req-0f3e0d49-935a-4247-b6a6-2127f32bf1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:35.827347 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4901a3c0-72fe-4d8d-9ae1-13db72a0e742 req-0f3e0d49-935a-4247-b6a6-2127f32bf1ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:35.830195 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4901a3c0-72fe-4d8d-9ae1-13db72a0e742 req-0f3e0d49-935a-4247-b6a6-2127f32bf1ee service neutron] 10.222.0.44 "PUT /v2.0/ports/0f880f1e-c43b-4e26-96e5-ca8b8a89c0b3 HTTP/1.1" status: 200 len: 1092 time: 1.3241251 Nov 12 01:04:35.831202 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3facf200-c034-452f-9b63-6750db14bc08', 'tag': '0f880f1e-c43b-4e26-96e5-ca8b8a89c0b3'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:04:35.837215 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5237eba2-d4a3-4e18-a78a-6e0191dd03f7" -d '{"events": [{"name": "network-changed", "server_uuid": "3facf200-c034-452f-9b63-6750db14bc08", "tag": "0f880f1e-c43b-4e26-96e5-ca8b8a89c0b3"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:04:35.876962 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-c3ac9c0a-1911-410d-99a4-76e717d0b5c9 req-093a5c07-50f9-4825-b802-5f4c7effd9c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5209aa4-cdf5-495c-855c-293006cd9ef3 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:04:35.896077 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-c3ac9c0a-1911-410d-99a4-76e717d0b5c9 req-093a5c07-50f9-4825-b802-5f4c7effd9c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:35.911548 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0e680d82-c082-42ab-97c2-2d1e956b374a req-63f67282-88d3-4585-a241-5c0fb4ab89a7 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f87be11-3a01-44ae-8b8e-9a2522b76474 HTTP/1.1" status: 200 len: 210 time: 0.0935743 Nov 12 01:04:35.928417 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-c3ac9c0a-1911-410d-99a4-76e717d0b5c9 req-093a5c07-50f9-4825-b802-5f4c7effd9c9 service neutron] Transition to ACTIVE for port object d5209aa4-cdf5-495c-855c-293006cd9ef3 will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:04:35.939341 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-c3ac9c0a-1911-410d-99a4-76e717d0b5c9 req-093a5c07-50f9-4825-b802-5f4c7effd9c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:35.958072 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e0d49-935a-4247-b6a6-2127f32bf1ee service neutron] Pushing event updated for resources: {'Port': ['ID=0f880f1e-c43b-4e26-96e5-ca8b8a89c0b3,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:36.149762 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093a5c07-50f9-4825-b802-5f4c7effd9c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d5209aa4-cdf5-495c-855c-293006cd9ef3,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:36.160014 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af1c6e-9e67-4208-8bb7-eac975753275 req-3d84d16f-0489-47b1-8650-695a2cd93ded tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:36.166196 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-67af1c6e-9e67-4208-8bb7-eac975753275 req-3d84d16f-0489-47b1-8650-695a2cd93ded tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] 10.222.0.45 "GET /v2.0/ports?device_id=3facf200-c034-452f-9b63-6750db14bc08 HTTP/1.1" status: 200 len: 943 time: 0.2547345 Nov 12 01:04:36.198176 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4901a3c0-72fe-4d8d-9ae1-13db72a0e742 req-7275fd1e-7f71-40dc-933a-ac278781c2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:36.199767 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4901a3c0-72fe-4d8d-9ae1-13db72a0e742 req-7275fd1e-7f71-40dc-933a-ac278781c2f5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=828a0c16e1524c1489ca3cef3e23d7b1&device_id=3facf200-c034-452f-9b63-6750db14bc08 HTTP/1.1" status: 200 len: 1095 time: 0.2294064 Nov 12 01:04:36.253633 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a987b2-66af-4c19-bc8e-0845e5dd8ffa req-24538c42-7d77-4e3f-b4ef-f86f08e70e9c tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:36.255259 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c4a987b2-66af-4c19-bc8e-0845e5dd8ffa req-24538c42-7d77-4e3f-b4ef-f86f08e70e9c tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec00df4-11b9-4040-b5d1-c4dfe711bc9e HTTP/1.1" status: 200 len: 946 time: 0.1751845 Nov 12 01:04:36.293500 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4901a3c0-72fe-4d8d-9ae1-13db72a0e742 req-6d21be95-4b98-4bcf-b6c0-82d451d8a081 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f880f1e-c43b-4e26-96e5-ca8b8a89c0b3 HTTP/1.1" status: 200 len: 217 time: 0.0587118 Nov 12 01:04:36.296722 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff426e-c61e-4049-908b-fabf3174f35d req-f85d1ff9-e3d1-4da4-8832-c9814c2ba020 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:36.298334 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b1ff426e-c61e-4049-908b-fabf3174f35d req-f85d1ff9-e3d1-4da4-8832-c9814c2ba020 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.44 "GET /v2.0/networks?id=781d30df-28ea-4e18-a951-e2a0cedd5fea HTTP/1.1" status: 200 len: 813 time: 0.2902246 Nov 12 01:04:36.304394 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-67af1c6e-9e67-4208-8bb7-eac975753275 req-39b2203b-604c-4814-afbd-c97c17ff0626 tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] 10.222.0.45 "GET /v2.0/security-groups?id=c9ea42c6-ed4d-4724-9832-5118669207bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236253 Nov 12 01:04:36.314751 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-c3ac9c0a-1911-410d-99a4-76e717d0b5c9 req-093a5c07-50f9-4825-b802-5f4c7effd9c9 service neutron] Attempting to bind port d5209aa4-cdf5-495c-855c-293006cd9ef3 on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:04:36.315123 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-c3ac9c0a-1911-410d-99a4-76e717d0b5c9 req-093a5c07-50f9-4825-b802-5f4c7effd9c9 service neutron] Attempting to bind port d5209aa4-cdf5-495c-855c-293006cd9ef3 by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': 'ad4c4449-dc7a-4356-bf97-224e764df50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ddbdeb8e-9a29-48b5-957b-64766cbb8316'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:04:36.315881 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ac9c0a-1911-410d-99a4-76e717d0b5c9 req-093a5c07-50f9-4825-b802-5f4c7effd9c9 service neutron] Attempting to bind port d5209aa4-cdf5-495c-855c-293006cd9ef3 on network ddbdeb8e-9a29-48b5-957b-64766cbb8316 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:04:36.329784 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-b1ff426e-c61e-4049-908b-fabf3174f35d req-2330b5ee-b9ee-470e-bf08-4a5978f217bd tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Request body: {'port': {'device_id': '7f87be11-3a01-44ae-8b8e-9a2522b76474', 'network_id': '781d30df-28ea-4e18-a951-e2a0cedd5fea', 'admin_state_up': True, 'tenant_id': '3a16532dad1a4e29a37379d12c118693'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:36.330645 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ac9c0a-1911-410d-99a4-76e717d0b5c9 req-093a5c07-50f9-4825-b802-5f4c7effd9c9 service neutron] Port d5209aa4-cdf5-495c-855c-293006cd9ef3 on network ddbdeb8e-9a29-48b5-957b-64766cbb8316 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:04:36.330878 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ac9c0a-1911-410d-99a4-76e717d0b5c9 req-093a5c07-50f9-4825-b802-5f4c7effd9c9 service neutron] Attempting to bind port d5209aa4-cdf5-495c-855c-293006cd9ef3 on network ddbdeb8e-9a29-48b5-957b-64766cbb8316 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:04:36.359379 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ac9c0a-1911-410d-99a4-76e717d0b5c9 req-093a5c07-50f9-4825-b802-5f4c7effd9c9 service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:04:36.359734 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ac9c0a-1911-410d-99a4-76e717d0b5c9 req-093a5c07-50f9-4825-b802-5f4c7effd9c9 service neutron] Checking segment: {'id': 'ad4c4449-dc7a-4356-bf97-224e764df50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ddbdeb8e-9a29-48b5-957b-64766cbb8316'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:04:36.360176 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ac9c0a-1911-410d-99a4-76e717d0b5c9 req-093a5c07-50f9-4825-b802-5f4c7effd9c9 service neutron] Bound using segment: {'id': 'ad4c4449-dc7a-4356-bf97-224e764df50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ddbdeb8e-9a29-48b5-957b-64766cbb8316'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:04:36.360640 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-c3ac9c0a-1911-410d-99a4-76e717d0b5c9 req-093a5c07-50f9-4825-b802-5f4c7effd9c9 service neutron] Bound port: d5209aa4-cdf5-495c-855c-293006cd9ef3, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad4c4449-dc7a-4356-bf97-224e764df50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ddbdeb8e-9a29-48b5-957b-64766cbb8316'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:04:36.361011 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-c3ac9c0a-1911-410d-99a4-76e717d0b5c9 req-093a5c07-50f9-4825-b802-5f4c7effd9c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:36.392342 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c4a987b2-66af-4c19-bc8e-0845e5dd8ffa req-5ebde33f-c063-400c-99f2-ba6520d55219 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfdb2882-61f4-4de3-be12-d417b4a411ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044428 Nov 12 01:04:36.404381 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0778da-9cd6-41ad-9eaf-264dd122bf14 x-openstack-request-id: req-0d0778da-9cd6-41ad-9eaf-264dd122bf14 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:04:36.404678 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3facf200-c034-452f-9b63-6750db14bc08", "tag": "0f880f1e-c43b-4e26-96e5-ca8b8a89c0b3", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:04:36.405433 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0d0778da-9cd6-41ad-9eaf-264dd122bf14 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:04:36.405433 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3facf200-c034-452f-9b63-6750db14bc08', 'tag': '0f880f1e-c43b-4e26-96e5-ca8b8a89c0b3', 'status': 'completed', 'code': 200} Nov 12 01:04:36.436024 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4901a3c0-72fe-4d8d-9ae1-13db72a0e742 req-ab05952d-55e4-4a55-97a3-bf5bd70686b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:36.436024 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4901a3c0-72fe-4d8d-9ae1-13db72a0e742 req-ab05952d-55e4-4a55-97a3-bf5bd70686b3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3f1fb134-40d6-427e-b3a2-d5fed8a5050f HTTP/1.1" status: 200 len: 849 time: 0.1031675 Nov 12 01:04:36.502252 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4901a3c0-72fe-4d8d-9ae1-13db72a0e742 req-4030d41d-a6ff-485e-be96-5df15418e95a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d970e8b8-482d-4238-a0cd-4f750c643208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690806 Nov 12 01:04:36.531467 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-c3ac9c0a-1911-410d-99a4-76e717d0b5c9 req-093a5c07-50f9-4825-b802-5f4c7effd9c9 service neutron] For port d5209aa4-cdf5-495c-855c-293006cd9ef3, host n-h1-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:04:36.537876 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-c3ac9c0a-1911-410d-99a4-76e717d0b5c9 req-093a5c07-50f9-4825-b802-5f4c7effd9c9 service neutron] For port d5209aa4-cdf5-495c-855c-293006cd9ef3, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=d5209aa4-cdf5-495c-855c-293006cd9ef3,segment=NetworkSegment(ad4c4449-dc7a-4356-bf97-224e764df50e),segment_id=ad4c4449-dc7a-4356-bf97-224e764df50e)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:04:36.546352 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-c3ac9c0a-1911-410d-99a4-76e717d0b5c9 req-093a5c07-50f9-4825-b802-5f4c7effd9c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:36.590925 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1ff426e-c61e-4049-908b-fabf3174f35d req-2330b5ee-b9ee-470e-bf08-4a5978f217bd tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Made reservation on behalf of 3a16532dad1a4e29a37379d12c118693 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:04:36.594765 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b1ff426e-c61e-4049-908b-fabf3174f35d req-2330b5ee-b9ee-470e-bf08-4a5978f217bd tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:36.605243 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac9c0a-1911-410d-99a4-76e717d0b5c9 req-093a5c07-50f9-4825-b802-5f4c7effd9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:36.605893 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-c3ac9c0a-1911-410d-99a4-76e717d0b5c9 req-093a5c07-50f9-4825-b802-5f4c7effd9c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:36.607652 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c3ac9c0a-1911-410d-99a4-76e717d0b5c9 req-093a5c07-50f9-4825-b802-5f4c7effd9c9 service neutron] 10.222.0.16 "PUT /v2.0/ports/d5209aa4-cdf5-495c-855c-293006cd9ef3 HTTP/1.1" status: 200 len: 1092 time: 1.7731018 Nov 12 01:04:36.611082 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6dc6640-311e-4714-ad1a-8130d689ec31', 'tag': 'd5209aa4-cdf5-495c-855c-293006cd9ef3'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:04:36.613874 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73b9351-730d-46f3-854a-5899e28407d4" -d '{"events": [{"name": "network-changed", "server_uuid": "b6dc6640-311e-4714-ad1a-8130d689ec31", "tag": "d5209aa4-cdf5-495c-855c-293006cd9ef3"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:04:36.670909 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093a5c07-50f9-4825-b802-5f4c7effd9c9 service neutron] Pushing event updated for resources: {'Port': ['ID=d5209aa4-cdf5-495c-855c-293006cd9ef3,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:36.737769 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4901a3c0-72fe-4d8d-9ae1-13db72a0e742 req-874e1bd3-7ab9-44f0-ac76-1d2b37846c26 service neutron] 10.222.0.44 "GET /v2.0/networks/d970e8b8-482d-4238-a0cd-4f750c643208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278178 Nov 12 01:04:36.791259 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8ad4a8-4591-4795-a537-8ce42e58a4d3 x-openstack-request-id: req-ac8ad4a8-4591-4795-a537-8ce42e58a4d3 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:04:36.791713 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6dc6640-311e-4714-ad1a-8130d689ec31", "tag": "d5209aa4-cdf5-495c-855c-293006cd9ef3", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:04:36.792097 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ac8ad4a8-4591-4795-a537-8ce42e58a4d3 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:04:36.792890 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6dc6640-311e-4714-ad1a-8130d689ec31', 'tag': 'd5209aa4-cdf5-495c-855c-293006cd9ef3', 'status': 'completed', 'code': 200} Nov 12 01:04:36.843375 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac9c0a-1911-410d-99a4-76e717d0b5c9 req-c650fdbe-9eea-4018-a2fe-a166f79fbd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:36.845784 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c3ac9c0a-1911-410d-99a4-76e717d0b5c9 req-c650fdbe-9eea-4018-a2fe-a166f79fbd18 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7ddab49d3f5a4b49b039bf18c7812764&device_id=b6dc6640-311e-4714-ad1a-8130d689ec31 HTTP/1.1" status: 200 len: 1095 time: 0.1232460 Nov 12 01:04:36.908461 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c3ac9c0a-1911-410d-99a4-76e717d0b5c9 req-d968a2ff-57fc-4202-98f4-af7f7b8533a6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5209aa4-cdf5-495c-855c-293006cd9ef3 HTTP/1.1" status: 200 len: 217 time: 0.0455976 Nov 12 01:04:36.913183 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-b1ff426e-c61e-4049-908b-fabf3174f35d req-2330b5ee-b9ee-470e-bf08-4a5978f217bd tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Allocated IP 172.20.0.13 (781d30df-28ea-4e18-a951-e2a0cedd5fea/b27e1e41-719b-40a0-b6b8-a50662ff4f65/42368a8e-38ca-42fb-b143-4741187b1011) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:04:36.957088 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4901a3c0-72fe-4d8d-9ae1-13db72a0e742 req-d013d29c-b45b-4afd-8e37-d95f91610180 service neutron] 10.222.0.44 "GET /v2.0/networks/d970e8b8-482d-4238-a0cd-4f750c643208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101328 Nov 12 01:04:37.006657 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac9c0a-1911-410d-99a4-76e717d0b5c9 req-68d6b9f6-2238-41f6-b39c-d2ec9b16a161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:37.008689 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c3ac9c0a-1911-410d-99a4-76e717d0b5c9 req-68d6b9f6-2238-41f6-b39c-d2ec9b16a161 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=32c7a1dd-a18b-4edd-81ef-25269083f064 HTTP/1.1" status: 200 len: 852 time: 0.0905573 Nov 12 01:04:37.015426 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21234438-c9c3-4b9e-9072-4bec54a76c97 req-a95da5f3-1568-44e3-a0d4-dd98b30dbaec tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:37.026628 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-21234438-c9c3-4b9e-9072-4bec54a76c97 req-a95da5f3-1568-44e3-a0d4-dd98b30dbaec tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6dc6640-311e-4714-ad1a-8130d689ec31 HTTP/1.1" status: 200 len: 943 time: 0.1495371 Nov 12 01:04:37.056050 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c3ac9c0a-1911-410d-99a4-76e717d0b5c9 req-068d815c-7a5f-4779-bd9d-d606b6c1f26a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ddbdeb8e-9a29-48b5-957b-64766cbb8316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383413 Nov 12 01:04:37.142068 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4a305908-b417-4cac-8088-e356bbdf0a72 req-60b97681-c633-43ee-9353-1af79f45f512 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f87be11-3a01-44ae-8b8e-9a2522b76474 HTTP/1.1" status: 200 len: 210 time: 0.0789540 Nov 12 01:04:37.224535 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-21234438-c9c3-4b9e-9072-4bec54a76c97 req-5ba3ee40-f776-4b90-985f-5671fe863f53 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936629 Nov 12 01:04:37.239193 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237eba2-d4a3-4e18-a78a-6e0191dd03f7 req-23fa8e3a-2a9b-45c5-9d14-8b2effd8556f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:37.244867 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5237eba2-d4a3-4e18-a78a-6e0191dd03f7 req-23fa8e3a-2a9b-45c5-9d14-8b2effd8556f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=828a0c16e1524c1489ca3cef3e23d7b1&device_id=3facf200-c034-452f-9b63-6750db14bc08 HTTP/1.1" status: 200 len: 1095 time: 0.1297820 Nov 12 01:04:37.250062 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c3ac9c0a-1911-410d-99a4-76e717d0b5c9 req-0bb63aaf-3cf6-4371-aea3-c375dcc8fad0 service neutron] 10.222.0.16 "GET /v2.0/networks/ddbdeb8e-9a29-48b5-957b-64766cbb8316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766706 Nov 12 01:04:37.253223 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b1ff426e-c61e-4049-908b-fabf3174f35d req-2330b5ee-b9ee-470e-bf08-4a5978f217bd tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:37.361186 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b1ff426e-c61e-4049-908b-fabf3174f35d req-2330b5ee-b9ee-470e-bf08-4a5978f217bd tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:37.380776 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237eba2-d4a3-4e18-a78a-6e0191dd03f7 req-27b8b402-7263-4cba-bc82-f262448d69b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:37.383538 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5237eba2-d4a3-4e18-a78a-6e0191dd03f7 req-27b8b402-7263-4cba-bc82-f262448d69b0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d970e8b8-482d-4238-a0cd-4f750c643208 HTTP/1.1" status: 200 len: 909 time: 0.1268308 Nov 12 01:04:37.411443 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['01abd07c-2341-46ef-b50f-2ffc9746084d'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:04:37.419477 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c3ac9c0a-1911-410d-99a4-76e717d0b5c9 req-99e93bb4-17b6-4e52-ae00-d1a4f33bb86a service neutron] 10.222.0.16 "GET /v2.0/networks/ddbdeb8e-9a29-48b5-957b-64766cbb8316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603098 Nov 12 01:04:37.440217 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1ff426e-c61e-4049-908b-fabf3174f35d req-2330b5ee-b9ee-470e-bf08-4a5978f217bd tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Network 781d30df-28ea-4e18-a951-e2a0cedd5fea is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:04:37.448964 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-b1ff426e-c61e-4049-908b-fabf3174f35d req-2330b5ee-b9ee-470e-bf08-4a5978f217bd tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:37.466678 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ff426e-c61e-4049-908b-fabf3174f35d req-2330b5ee-b9ee-470e-bf08-4a5978f217bd tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:04:37.485310 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2330b5ee-b9ee-470e-bf08-4a5978f217bd tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Pushing event updated for resources: {'Port': ['ID=42368a8e-38ca-42fb-b143-4741187b1011,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:37.503663 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5237eba2-d4a3-4e18-a78a-6e0191dd03f7 req-8d1e921b-a146-42bf-9ce8-66fa7518806f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f880f1e-c43b-4e26-96e5-ca8b8a89c0b3 HTTP/1.1" status: 200 len: 217 time: 0.1113968 Nov 12 01:04:37.546377 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff426e-c61e-4049-908b-fabf3174f35d req-2330b5ee-b9ee-470e-bf08-4a5978f217bd tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:37.547164 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b1ff426e-c61e-4049-908b-fabf3174f35d req-2330b5ee-b9ee-470e-bf08-4a5978f217bd tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:37.601346 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b1ff426e-c61e-4049-908b-fabf3174f35d req-2330b5ee-b9ee-470e-bf08-4a5978f217bd tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2768342 Nov 12 01:04:37.613260 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b9351-730d-46f3-854a-5899e28407d4 req-ceb2cd69-f7c0-4ba2-b803-f5d885d7eb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:37.614830 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c73b9351-730d-46f3-854a-5899e28407d4 req-ceb2cd69-f7c0-4ba2-b803-f5d885d7eb40 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7ddab49d3f5a4b49b039bf18c7812764&device_id=b6dc6640-311e-4714-ad1a-8130d689ec31 HTTP/1.1" status: 200 len: 1095 time: 0.0632536 Nov 12 01:04:37.625764 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-b1ff426e-c61e-4049-908b-fabf3174f35d req-4e2579d4-3d64-4bd4-823d-bfc417be1627 service neutron] Request body: {'port': {'device_id': '7f87be11-3a01-44ae-8b8e-9a2522b76474', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:37.706515 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d8ee6b-fe94-4b77-9578-e6f2f15430d1 req-822e626e-8bd9-4df7-9f2b-618d8c50b9e4 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:37.708503 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a9d8ee6b-fe94-4b77-9578-e6f2f15430d1 req-822e626e-8bd9-4df7-9f2b-618d8c50b9e4 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec00df4-11b9-4040-b5d1-c4dfe711bc9e HTTP/1.1" status: 200 len: 946 time: 0.1315470 Nov 12 01:04:37.710810 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237eba2-d4a3-4e18-a78a-6e0191dd03f7 req-a6f85241-48d8-4805-b8e3-b012027d9dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:37.712528 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5237eba2-d4a3-4e18-a78a-6e0191dd03f7 req-a6f85241-48d8-4805-b8e3-b012027d9dbf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=3f1fb134-40d6-427e-b3a2-d5fed8a5050f HTTP/1.1" status: 200 len: 849 time: 0.1512432 Nov 12 01:04:37.721880 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603e179-7c29-4de0-8664-edbc9084e3cd req-0d0f4031-1172-4653-907c-13ecdcc46533 tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:37.724200 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c603e179-7c29-4de0-8664-edbc9084e3cd req-0d0f4031-1172-4653-907c-13ecdcc46533 tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] 10.222.0.45 "GET /v2.0/ports?device_id=3facf200-c034-452f-9b63-6750db14bc08 HTTP/1.1" status: 200 len: 943 time: 0.2405155 Nov 12 01:04:37.754016 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b1ff426e-c61e-4049-908b-fabf3174f35d req-4e2579d4-3d64-4bd4-823d-bfc417be1627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:37.772356 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5237eba2-d4a3-4e18-a78a-6e0191dd03f7 req-2656bced-e114-403f-b2a1-5664b03f16b8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d970e8b8-482d-4238-a0cd-4f750c643208&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458269 Nov 12 01:04:37.814171 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b9351-730d-46f3-854a-5899e28407d4 req-d7c890bd-37bc-488c-abcf-2bd2d5f4d173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:37.815680 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c73b9351-730d-46f3-854a-5899e28407d4 req-d7c890bd-37bc-488c-abcf-2bd2d5f4d173 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ddbdeb8e-9a29-48b5-957b-64766cbb8316 HTTP/1.1" status: 200 len: 912 time: 0.1694715 Nov 12 01:04:37.876031 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c73b9351-730d-46f3-854a-5899e28407d4 req-8f26b3c5-b177-44e8-ae5c-3647159fc9d7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5209aa4-cdf5-495c-855c-293006cd9ef3 HTTP/1.1" status: 200 len: 217 time: 0.0498011 Nov 12 01:04:37.906244 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a9d8ee6b-fe94-4b77-9578-e6f2f15430d1 req-1196137c-76c9-4a71-9afe-d464f5adebe3 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfdb2882-61f4-4de3-be12-d417b4a411ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808400 Nov 12 01:04:37.910595 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c603e179-7c29-4de0-8664-edbc9084e3cd req-b0527705-ae91-492f-b7fe-3dc1dac52bb4 tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] 10.222.0.45 "GET /v2.0/security-groups?id=c9ea42c6-ed4d-4724-9832-5118669207bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685603 Nov 12 01:04:37.997478 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5237eba2-d4a3-4e18-a78a-6e0191dd03f7 req-3724b43a-22d0-4102-aa6a-1e4b2b7c998e service neutron] 10.222.0.44 "GET /v2.0/networks/d970e8b8-482d-4238-a0cd-4f750c643208?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143350 Nov 12 01:04:38.004605 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b9351-730d-46f3-854a-5899e28407d4 req-5a5e76e1-0296-4d06-826a-c93f098fdf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:38.006636 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c73b9351-730d-46f3-854a-5899e28407d4 req-5a5e76e1-0296-4d06-826a-c93f098fdf45 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=32c7a1dd-a18b-4edd-81ef-25269083f064 HTTP/1.1" status: 200 len: 852 time: 0.0820007 Nov 12 01:04:38.093163 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c73b9351-730d-46f3-854a-5899e28407d4 req-7f49bd24-76c6-44de-9595-ee654787264f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ddbdeb8e-9a29-48b5-957b-64766cbb8316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683587 Nov 12 01:04:38.174315 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:38.196365 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5237eba2-d4a3-4e18-a78a-6e0191dd03f7 req-99016631-c040-4f4a-84ab-25d0557f072c service neutron] 10.222.0.44 "GET /v2.0/networks/d970e8b8-482d-4238-a0cd-4f750c643208?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873879 Nov 12 01:04:38.353959 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a1cc57-baa0-4630-8532-72140448d7f4 req-80c0ebc9-e6f4-4df1-a52f-26692c19ec19 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:38.355659 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b1a1cc57-baa0-4630-8532-72140448d7f4 req-80c0ebc9-e6f4-4df1-a52f-26692c19ec19 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f87be11-3a01-44ae-8b8e-9a2522b76474 HTTP/1.1" status: 200 len: 932 time: 0.0883429 Nov 12 01:04:38.385298 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c73b9351-730d-46f3-854a-5899e28407d4 req-f9c8c76e-3d6f-4a3d-bbc4-e1fcf94c5168 service neutron] 10.222.0.16 "GET /v2.0/networks/ddbdeb8e-9a29-48b5-957b-64766cbb8316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746699 Nov 12 01:04:38.422539 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a22dae9-0654-44aa-ae1b-52a36c1fd37b req-b17c646e-e181-4319-be3a-63d3a83d25bc tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:38.424539 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1a22dae9-0654-44aa-ae1b-52a36c1fd37b req-b17c646e-e181-4319-be3a-63d3a83d25bc tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6dc6640-311e-4714-ad1a-8130d689ec31 HTTP/1.1" status: 200 len: 943 time: 0.0964384 Nov 12 01:04:38.451278 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b1a1cc57-baa0-4630-8532-72140448d7f4 req-eb4b2f98-1a7e-40fc-a3ae-b2f6bf4a5f1f tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767951 Nov 12 01:04:38.490884 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1a22dae9-0654-44aa-ae1b-52a36c1fd37b req-75ca7434-8cc2-4ebd-a2a3-beeab8ba652f tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534050 Nov 12 01:04:38.530126 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-b1ff426e-c61e-4049-908b-fabf3174f35d req-4e2579d4-3d64-4bd4-823d-bfc417be1627 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42368a8e-38ca-42fb-b143-4741187b1011 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:04:38.542047 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b1ff426e-c61e-4049-908b-fabf3174f35d req-4e2579d4-3d64-4bd4-823d-bfc417be1627 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:38.570959 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-b1ff426e-c61e-4049-908b-fabf3174f35d req-4e2579d4-3d64-4bd4-823d-bfc417be1627 service neutron] Transition to ACTIVE for port object 42368a8e-38ca-42fb-b143-4741187b1011 will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:04:38.575891 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b1ff426e-c61e-4049-908b-fabf3174f35d req-4e2579d4-3d64-4bd4-823d-bfc417be1627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:38.620946 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c73b9351-730d-46f3-854a-5899e28407d4 req-4362cd22-bdcc-4da3-b93e-3afe0b2202b5 service neutron] 10.222.0.16 "GET /v2.0/networks/ddbdeb8e-9a29-48b5-957b-64766cbb8316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916013 Nov 12 01:04:38.654849 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2579d4-3d64-4bd4-823d-bfc417be1627 service neutron] Pushing event updated for resources: {'Port': ['ID=42368a8e-38ca-42fb-b143-4741187b1011,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:38.751193 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-b1ff426e-c61e-4049-908b-fabf3174f35d req-4e2579d4-3d64-4bd4-823d-bfc417be1627 service neutron] Attempting to bind port 42368a8e-38ca-42fb-b143-4741187b1011 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:04:38.751439 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-b1ff426e-c61e-4049-908b-fabf3174f35d req-4e2579d4-3d64-4bd4-823d-bfc417be1627 service neutron] Attempting to bind port 42368a8e-38ca-42fb-b143-4741187b1011 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'ac0e02ed-e505-49ae-90f9-8007817b6880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '781d30df-28ea-4e18-a951-e2a0cedd5fea'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:04:38.751769 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ff426e-c61e-4049-908b-fabf3174f35d req-4e2579d4-3d64-4bd4-823d-bfc417be1627 service neutron] Attempting to bind port 42368a8e-38ca-42fb-b143-4741187b1011 on network 781d30df-28ea-4e18-a951-e2a0cedd5fea {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:04:38.756861 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ff426e-c61e-4049-908b-fabf3174f35d req-4e2579d4-3d64-4bd4-823d-bfc417be1627 service neutron] Port 42368a8e-38ca-42fb-b143-4741187b1011 on network 781d30df-28ea-4e18-a951-e2a0cedd5fea not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:04:38.757181 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ff426e-c61e-4049-908b-fabf3174f35d req-4e2579d4-3d64-4bd4-823d-bfc417be1627 service neutron] Attempting to bind port 42368a8e-38ca-42fb-b143-4741187b1011 on network 781d30df-28ea-4e18-a951-e2a0cedd5fea {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:04:38.763837 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ff426e-c61e-4049-908b-fabf3174f35d req-4e2579d4-3d64-4bd4-823d-bfc417be1627 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:04:38.764205 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ff426e-c61e-4049-908b-fabf3174f35d req-4e2579d4-3d64-4bd4-823d-bfc417be1627 service neutron] Checking segment: {'id': 'ac0e02ed-e505-49ae-90f9-8007817b6880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '781d30df-28ea-4e18-a951-e2a0cedd5fea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:04:38.764595 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ff426e-c61e-4049-908b-fabf3174f35d req-4e2579d4-3d64-4bd4-823d-bfc417be1627 service neutron] Bound using segment: {'id': 'ac0e02ed-e505-49ae-90f9-8007817b6880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '781d30df-28ea-4e18-a951-e2a0cedd5fea'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:04:38.765036 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-b1ff426e-c61e-4049-908b-fabf3174f35d req-4e2579d4-3d64-4bd4-823d-bfc417be1627 service neutron] Bound port: 42368a8e-38ca-42fb-b143-4741187b1011, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac0e02ed-e505-49ae-90f9-8007817b6880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '781d30df-28ea-4e18-a951-e2a0cedd5fea'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:04:38.765392 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b1ff426e-c61e-4049-908b-fabf3174f35d req-4e2579d4-3d64-4bd4-823d-bfc417be1627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:38.821738 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 15199f6e-86b5-45d6-bfbc-5dcbc28ae530 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:04:38.837400 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-b1ff426e-c61e-4049-908b-fabf3174f35d req-4e2579d4-3d64-4bd4-823d-bfc417be1627 service neutron] For port 42368a8e-38ca-42fb-b143-4741187b1011, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:04:38.841355 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-b1ff426e-c61e-4049-908b-fabf3174f35d req-4e2579d4-3d64-4bd4-823d-bfc417be1627 service neutron] For port 42368a8e-38ca-42fb-b143-4741187b1011, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=42368a8e-38ca-42fb-b143-4741187b1011,segment=NetworkSegment(ac0e02ed-e505-49ae-90f9-8007817b6880),segment_id=ac0e02ed-e505-49ae-90f9-8007817b6880)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:04:38.847488 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b1ff426e-c61e-4049-908b-fabf3174f35d req-4e2579d4-3d64-4bd4-823d-bfc417be1627 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:38.888916 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff426e-c61e-4049-908b-fabf3174f35d req-4e2579d4-3d64-4bd4-823d-bfc417be1627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:38.889544 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b1ff426e-c61e-4049-908b-fabf3174f35d req-4e2579d4-3d64-4bd4-823d-bfc417be1627 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:38.891024 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b1ff426e-c61e-4049-908b-fabf3174f35d req-4e2579d4-3d64-4bd4-823d-bfc417be1627 service neutron] 10.222.0.44 "PUT /v2.0/ports/42368a8e-38ca-42fb-b143-4741187b1011 HTTP/1.1" status: 200 len: 1093 time: 1.2697046 Nov 12 01:04:38.891618 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f87be11-3a01-44ae-8b8e-9a2522b76474', 'tag': '42368a8e-38ca-42fb-b143-4741187b1011'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:04:38.894165 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0a1657-c823-4f13-926d-7b1505229f61" -d '{"events": [{"name": "network-changed", "server_uuid": "7f87be11-3a01-44ae-8b8e-9a2522b76474", "tag": "42368a8e-38ca-42fb-b143-4741187b1011"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:04:38.940788 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2579d4-3d64-4bd4-823d-bfc417be1627 service neutron] Pushing event updated for resources: {'Port': ['ID=42368a8e-38ca-42fb-b143-4741187b1011,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:38.988825 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc4cbab-0f8d-42a7-9c69-5516a5d97f70 x-openstack-request-id: req-acc4cbab-0f8d-42a7-9c69-5516a5d97f70 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:04:38.989098 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f87be11-3a01-44ae-8b8e-9a2522b76474", "tag": "42368a8e-38ca-42fb-b143-4741187b1011", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:04:38.989368 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-acc4cbab-0f8d-42a7-9c69-5516a5d97f70 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:04:38.989917 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f87be11-3a01-44ae-8b8e-9a2522b76474', 'tag': '42368a8e-38ca-42fb-b143-4741187b1011', 'status': 'completed', 'code': 200} Nov 12 01:04:39.038017 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 15199f6e-86b5-45d6-bfbc-5dcbc28ae530, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=15199f6e-86b5-45d6-bfbc-5dcbc28ae530,segment=NetworkSegment(05f1094a-b9d1-44f3-8df0-e00ec147c7ea),segment_id=05f1094a-b9d1-44f3-8df0-e00ec147c7ea)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:39.064495 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': '15199f6e-86b5-45d6-bfbc-5dcbc28ae530', 'network_id': '1b19e667-5239-45f1-9731-35a187975e91', 'port_id': '15199f6e-86b5-45d6-bfbc-5dcbc28ae530', 'mac_address': 'fa:16:3e:3c:b0:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f32792f1-1aa4-417f-9ca6-788e218b6fe1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:04:39.104449 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff426e-c61e-4049-908b-fabf3174f35d req-563df1e6-bdac-477f-987b-f96f5f4dd22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:39.106118 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b1ff426e-c61e-4049-908b-fabf3174f35d req-563df1e6-bdac-477f-987b-f96f5f4dd22d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3a16532dad1a4e29a37379d12c118693&device_id=7f87be11-3a01-44ae-8b8e-9a2522b76474 HTTP/1.1" status: 200 len: 1096 time: 0.0983138 Nov 12 01:04:39.157840 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:39.181344 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b1ff426e-c61e-4049-908b-fabf3174f35d req-2d7f3126-6a36-4c82-a6fb-3e464510090f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42368a8e-38ca-42fb-b143-4741187b1011 HTTP/1.1" status: 200 len: 217 time: 0.0582843 Nov 12 01:04:39.188429 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 15199f6e-86b5-45d6-bfbc-5dcbc28ae530 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:04:39.210917 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee842efa-734e-4deb-96b2-43618709fc4a req-1589a6d5-686c-4f00-af6e-99692c8f5ea7 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:39.214901 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee842efa-734e-4deb-96b2-43618709fc4a req-1589a6d5-686c-4f00-af6e-99692c8f5ea7 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec00df4-11b9-4040-b5d1-c4dfe711bc9e HTTP/1.1" status: 200 len: 946 time: 0.1080079 Nov 12 01:04:39.233158 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 15199f6e-86b5-45d6-bfbc-5dcbc28ae530, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=15199f6e-86b5-45d6-bfbc-5dcbc28ae530,segment=NetworkSegment(05f1094a-b9d1-44f3-8df0-e00ec147c7ea),segment_id=05f1094a-b9d1-44f3-8df0-e00ec147c7ea)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:39.245907 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:39.270380 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 0f880f1e-c43b-4e26-96e5-ca8b8a89c0b3 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:04:39.272005 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff426e-c61e-4049-908b-fabf3174f35d req-28ecb402-fc7e-43c5-b0ca-311014d6aa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:39.275084 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b1ff426e-c61e-4049-908b-fabf3174f35d req-28ecb402-fc7e-43c5-b0ca-311014d6aa4b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b27e1e41-719b-40a0-b6b8-a50662ff4f65 HTTP/1.1" status: 200 len: 853 time: 0.0811050 Nov 12 01:04:39.311668 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee842efa-734e-4deb-96b2-43618709fc4a req-ae83b7ee-ebc3-40c5-a89a-ab2ac67e7a24 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfdb2882-61f4-4de3-be12-d417b4a411ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871611 Nov 12 01:04:39.365969 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b1ff426e-c61e-4049-908b-fabf3174f35d req-3b3728ff-058d-4345-b344-09f09a3da067 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=781d30df-28ea-4e18-a951-e2a0cedd5fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814407 Nov 12 01:04:39.454384 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fce41a-6fbe-47a7-bf7f-0d3b633aa36a req-8a1a2fc4-366e-49c0-85b7-b0463d8899dd tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:39.457386 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c8fce41a-6fbe-47a7-bf7f-0d3b633aa36a req-8a1a2fc4-366e-49c0-85b7-b0463d8899dd tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] 10.222.0.45 "GET /v2.0/ports?device_id=3facf200-c034-452f-9b63-6750db14bc08 HTTP/1.1" status: 200 len: 943 time: 0.0936863 Nov 12 01:04:39.459773 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['15199f6e-86b5-45d6-bfbc-5dcbc28ae530'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:04:39.497594 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=15199f6e-86b5-45d6-bfbc-5dcbc28ae530,revision_number=6']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:39.524942 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b1ff426e-c61e-4049-908b-fabf3174f35d req-94071cbe-642a-4a44-9220-0809fac67352 service neutron] 10.222.0.44 "GET /v2.0/networks/781d30df-28ea-4e18-a951-e2a0cedd5fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520054 Nov 12 01:04:39.556341 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c8fce41a-6fbe-47a7-bf7f-0d3b633aa36a req-8fb15e0a-185c-4c9c-82ae-d9bd9fe4f7c3 tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] 10.222.0.45 "GET /v2.0/security-groups?id=c9ea42c6-ed4d-4724-9832-5118669207bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921283 Nov 12 01:04:39.711353 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:39.711682 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:39.712090 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:39.712395 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:39.712729 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:39.713165 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:39.713457 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:39.714007 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:39.714351 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:39.714678 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:39.715200 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:39.715369 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:04:39.724047 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b1ff426e-c61e-4049-908b-fabf3174f35d req-ca116af3-30c9-4797-ab3e-3e3e65853fd2 service neutron] 10.222.0.44 "GET /v2.0/networks/781d30df-28ea-4e18-a951-e2a0cedd5fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850739 Nov 12 01:04:39.781863 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 0f880f1e-c43b-4e26-96e5-ca8b8a89c0b3, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=0f880f1e-c43b-4e26-96e5-ca8b8a89c0b3,segment=NetworkSegment(e6edb922-7e5b-43ae-8cf0-dfcd1a54afec),segment_id=e6edb922-7e5b-43ae-8cf0-dfcd1a54afec)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:39.833753 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '0f880f1e-c43b-4e26-96e5-ca8b8a89c0b3', 'network_id': 'd970e8b8-482d-4238-a0cd-4f750c643208', 'port_id': '0f880f1e-c43b-4e26-96e5-ca8b8a89c0b3', 'mac_address': 'fa:16:3e:48:a5:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f1fb134-40d6-427e-b3a2-d5fed8a5050f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:04:39.893226 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a761ac6-1f72-4abd-ba70-c03c87a7710e req-45653ba4-f688-4b49-b50f-cf82364fc736 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:39.894922 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2a761ac6-1f72-4abd-ba70-c03c87a7710e req-45653ba4-f688-4b49-b50f-cf82364fc736 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f87be11-3a01-44ae-8b8e-9a2522b76474 HTTP/1.1" status: 200 len: 944 time: 0.0905583 Nov 12 01:04:39.947468 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a1657-c823-4f13-926d-7b1505229f61 req-b6d094ae-063d-4b29-8e6a-1f9e7ddd56e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:39.951237 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4e0a1657-c823-4f13-926d-7b1505229f61 req-b6d094ae-063d-4b29-8e6a-1f9e7ddd56e4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3a16532dad1a4e29a37379d12c118693&device_id=7f87be11-3a01-44ae-8b8e-9a2522b76474 HTTP/1.1" status: 200 len: 1096 time: 0.1158924 Nov 12 01:04:39.982148 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2a761ac6-1f72-4abd-ba70-c03c87a7710e req-78dfbe45-28fb-498b-9265-d5c065625c85 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793402 Nov 12 01:04:39.992393 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:40.028917 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f880f1e-c43b-4e26-96e5-ca8b8a89c0b3 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:04:40.068245 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a1657-c823-4f13-926d-7b1505229f61 req-3e0eb541-c8a9-410b-ac6d-cd84ca80644c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:40.070296 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4e0a1657-c823-4f13-926d-7b1505229f61 req-3e0eb541-c8a9-410b-ac6d-cd84ca80644c service neutron] 10.222.0.44 "GET /v2.0/networks?id=781d30df-28ea-4e18-a951-e2a0cedd5fea HTTP/1.1" status: 200 len: 913 time: 0.1113558 Nov 12 01:04:40.091619 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80680d2-65d7-460d-9da7-c273bfdb17c7 req-b9515ca7-c03b-4edd-b527-a9f386a841e1 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:40.093688 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f80680d2-65d7-460d-9da7-c273bfdb17c7 req-b9515ca7-c03b-4edd-b527-a9f386a841e1 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6dc6640-311e-4714-ad1a-8130d689ec31 HTTP/1.1" status: 200 len: 943 time: 0.1368568 Nov 12 01:04:40.108003 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 0f880f1e-c43b-4e26-96e5-ca8b8a89c0b3, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=0f880f1e-c43b-4e26-96e5-ca8b8a89c0b3,segment=NetworkSegment(e6edb922-7e5b-43ae-8cf0-dfcd1a54afec),segment_id=e6edb922-7e5b-43ae-8cf0-dfcd1a54afec)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:40.114496 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:40.167585 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4e0a1657-c823-4f13-926d-7b1505229f61 req-8581e5d1-73ca-415a-a2e6-835d47058b63 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42368a8e-38ca-42fb-b143-4741187b1011 HTTP/1.1" status: 200 len: 217 time: 0.0851953 Nov 12 01:04:40.178897 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff7c64-bb7f-4350-a1d0-4445e823b591 req-658e0d9f-9dc4-4822-ba77-4493b256ffc6 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:40.179493 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=0f880f1e-c43b-4e26-96e5-ca8b8a89c0b3,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:40.180844 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a7ff7c64-bb7f-4350-a1d0-4445e823b591 req-658e0d9f-9dc4-4822-ba77-4493b256ffc6 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec00df4-11b9-4040-b5d1-c4dfe711bc9e HTTP/1.1" status: 200 len: 945 time: 0.0860710 Nov 12 01:04:40.190571 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f80680d2-65d7-460d-9da7-c273bfdb17c7 req-efb85d8b-7303-4652-8f52-547d89dda4bb tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855417 Nov 12 01:04:40.246872 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a1657-c823-4f13-926d-7b1505229f61 req-db6bf58f-c753-4a59-99a0-470e7d0e0935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:40.248486 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4e0a1657-c823-4f13-926d-7b1505229f61 req-db6bf58f-c753-4a59-99a0-470e7d0e0935 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b27e1e41-719b-40a0-b6b8-a50662ff4f65 HTTP/1.1" status: 200 len: 853 time: 0.0692911 Nov 12 01:04:40.284879 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4e0a1657-c823-4f13-926d-7b1505229f61 req-1ad799d7-50ce-41ca-958f-59ce20a41f98 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=781d30df-28ea-4e18-a951-e2a0cedd5fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259252 Nov 12 01:04:40.294088 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a7ff7c64-bb7f-4350-a1d0-4445e823b591 req-2e179fe4-251c-4ee5-a658-1238a4c7bbd7 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfdb2882-61f4-4de3-be12-d417b4a411ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968983 Nov 12 01:04:40.367361 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:40.404990 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4e0a1657-c823-4f13-926d-7b1505229f61 req-1bd7aa48-7dbf-438a-a3fe-673aa502419b service neutron] 10.222.0.44 "GET /v2.0/networks/781d30df-28ea-4e18-a951-e2a0cedd5fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116586 Nov 12 01:04:40.519191 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4e0a1657-c823-4f13-926d-7b1505229f61 req-f57b487b-f41c-449d-8c12-5846ba0b59c1 service neutron] 10.222.0.44 "GET /v2.0/networks/781d30df-28ea-4e18-a951-e2a0cedd5fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063123 Nov 12 01:04:40.605435 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['0f880f1e-c43b-4e26-96e5-ca8b8a89c0b3'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:04:40.770651 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b0c8f6-bbce-45b2-9420-a9989a3d9ff4 req-576fd2d5-283a-42fb-a7cf-47ce8f80b3a1 tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:40.773497 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-82b0c8f6-bbce-45b2-9420-a9989a3d9ff4 req-576fd2d5-283a-42fb-a7cf-47ce8f80b3a1 tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] 10.222.0.45 "GET /v2.0/ports?device_id=3facf200-c034-452f-9b63-6750db14bc08 HTTP/1.1" status: 200 len: 944 time: 0.0973816 Nov 12 01:04:40.833313 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device d5209aa4-cdf5-495c-855c-293006cd9ef3 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:04:40.845864 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-82b0c8f6-bbce-45b2-9420-a9989a3d9ff4 req-d85217eb-24be-4def-9822-ef5051fb719e tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] 10.222.0.45 "GET /v2.0/security-groups?id=c9ea42c6-ed4d-4724-9832-5118669207bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597303 Nov 12 01:04:40.848580 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 15199f6e-86b5-45d6-bfbc-5dcbc28ae530 up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:04:40.983382 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port 15199f6e-86b5-45d6-bfbc-5dcbc28ae530 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:40.983763 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:41.026024 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port d5209aa4-cdf5-495c-855c-293006cd9ef3, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=d5209aa4-cdf5-495c-855c-293006cd9ef3,segment=NetworkSegment(ad4c4449-dc7a-4356-bf97-224e764df50e),segment_id=ad4c4449-dc7a-4356-bf97-224e764df50e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:41.049554 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': 'd5209aa4-cdf5-495c-855c-293006cd9ef3', 'network_id': 'ddbdeb8e-9a29-48b5-957b-64766cbb8316', 'port_id': 'd5209aa4-cdf5-495c-855c-293006cd9ef3', 'mac_address': 'fa:16:3e:c3:d3:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32c7a1dd-a18b-4edd-81ef-25269083f064', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:04:41.149895 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:41.164328 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91412be-bf0e-4740-9708-85e96e2ce00e req-ece111a5-8cf6-4c71-930a-a232aa1728ae tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:41.166763 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e91412be-bf0e-4740-9708-85e96e2ce00e req-ece111a5-8cf6-4c71-930a-a232aa1728ae tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f87be11-3a01-44ae-8b8e-9a2522b76474 HTTP/1.1" status: 200 len: 944 time: 0.0765488 Nov 12 01:04:41.171699 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:41.179480 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5209aa4-cdf5-495c-855c-293006cd9ef3 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:04:41.225570 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec00df4-11b9-4040-b5d1-c4dfe711bc9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15199f6e-86b5-45d6-bfbc-5dcbc28ae530'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:04:41.227996 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f279b282-3311-46f8-98ef-63b5faa0a50a" -d '{"events": [{"server_uuid": "eec00df4-11b9-4040-b5d1-c4dfe711bc9e", "name": "network-vif-plugged", "status": "completed", "tag": "15199f6e-86b5-45d6-bfbc-5dcbc28ae530"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:04:41.232654 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port d5209aa4-cdf5-495c-855c-293006cd9ef3, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=d5209aa4-cdf5-495c-855c-293006cd9ef3,segment=NetworkSegment(ad4c4449-dc7a-4356-bf97-224e764df50e),segment_id=ad4c4449-dc7a-4356-bf97-224e764df50e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:41.244529 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:41.247642 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e91412be-bf0e-4740-9708-85e96e2ce00e req-2ddf3cb7-71bd-4aa3-a9dc-4978e7189706 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686851 Nov 12 01:04:41.249289 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 15199f6e-86b5-45d6-bfbc-5dcbc28ae530, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=15199f6e-86b5-45d6-bfbc-5dcbc28ae530,segment=NetworkSegment(05f1094a-b9d1-44f3-8df0-e00ec147c7ea),segment_id=05f1094a-b9d1-44f3-8df0-e00ec147c7ea)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:41.254111 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 42368a8e-38ca-42fb-b143-4741187b1011 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:04:41.291423 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:41.345247 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6fc72c7-4519-43e5-9d38-ead35d671bdf x-openstack-request-id: req-c6fc72c7-4519-43e5-9d38-ead35d671bdf {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:04:41.345676 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec00df4-11b9-4040-b5d1-c4dfe711bc9e", "name": "network-vif-plugged", "status": "completed", "tag": "15199f6e-86b5-45d6-bfbc-5dcbc28ae530", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:04:41.346127 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c6fc72c7-4519-43e5-9d38-ead35d671bdf {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:04:41.346551 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec00df4-11b9-4040-b5d1-c4dfe711bc9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15199f6e-86b5-45d6-bfbc-5dcbc28ae530', 'code': 200} Nov 12 01:04:41.371772 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3924881-2cbe-4c84-bdaf-e752ad4f81c8 req-14376394-3fdf-44f2-a64e-56b5b2003883 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:41.374712 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b3924881-2cbe-4c84-bdaf-e752ad4f81c8 req-14376394-3fdf-44f2-a64e-56b5b2003883 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6dc6640-311e-4714-ad1a-8130d689ec31 HTTP/1.1" status: 200 len: 944 time: 0.0675938 Nov 12 01:04:41.393282 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=d5209aa4-cdf5-495c-855c-293006cd9ef3,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:41.453756 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b3924881-2cbe-4c84-bdaf-e752ad4f81c8 req-f33b10a9-2ded-4bae-9503-8ac8fb64b0ea tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699325 Nov 12 01:04:41.485340 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=15199f6e-86b5-45d6-bfbc-5dcbc28ae530,revision_number=7']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:41.490342 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 42368a8e-38ca-42fb-b143-4741187b1011, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=42368a8e-38ca-42fb-b143-4741187b1011,segment=NetworkSegment(ac0e02ed-e505-49ae-90f9-8007817b6880),segment_id=ac0e02ed-e505-49ae-90f9-8007817b6880)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:41.504129 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '42368a8e-38ca-42fb-b143-4741187b1011', 'network_id': '781d30df-28ea-4e18-a951-e2a0cedd5fea', 'port_id': '42368a8e-38ca-42fb-b143-4741187b1011', 'mac_address': 'fa:16:3e:b0:34:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b27e1e41-719b-40a0-b6b8-a50662ff4f65', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:04:41.514015 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874dc671-3ffe-414e-bf1d-5807e3203404 req-e100cef8-8238-4f63-acae-e2fc3e386e6a tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:41.515644 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-874dc671-3ffe-414e-bf1d-5807e3203404 req-e100cef8-8238-4f63-acae-e2fc3e386e6a tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec00df4-11b9-4040-b5d1-c4dfe711bc9e HTTP/1.1" status: 200 len: 946 time: 0.0890095 Nov 12 01:04:41.551089 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:41.569889 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42368a8e-38ca-42fb-b143-4741187b1011 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:04:41.577658 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-874dc671-3ffe-414e-bf1d-5807e3203404 req-e2115be9-6a6e-4603-8142-c1a1fa794b88 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfdb2882-61f4-4de3-be12-d417b4a411ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552466 Nov 12 01:04:41.607117 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 42368a8e-38ca-42fb-b143-4741187b1011, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=42368a8e-38ca-42fb-b143-4741187b1011,segment=NetworkSegment(ac0e02ed-e505-49ae-90f9-8007817b6880),segment_id=ac0e02ed-e505-49ae-90f9-8007817b6880)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:41.617226 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:41.670564 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['d5209aa4-cdf5-495c-855c-293006cd9ef3'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:04:41.705079 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=42368a8e-38ca-42fb-b143-4741187b1011,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:41.905866 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854f596-a36e-4fa7-9b36-576a54e96cb4 req-60b6b0e6-d97a-4142-803f-b2b15cbf50f8 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:41.907434 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b854f596-a36e-4fa7-9b36-576a54e96cb4 req-60b6b0e6-d97a-4142-803f-b2b15cbf50f8 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.16 "GET /v2.0/ports?device_id=eec00df4-11b9-4040-b5d1-c4dfe711bc9e HTTP/1.1" status: 200 len: 946 time: 0.0665660 Nov 12 01:04:42.002807 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca299be-b1b8-4a16-a1d0-8e6ee8d359e5 req-ef8c7f92-1793-4cbc-958a-eee9226d0b3c tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:42.004150 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fca299be-b1b8-4a16-a1d0-8e6ee8d359e5 req-ef8c7f92-1793-4cbc-958a-eee9226d0b3c tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] 10.222.0.45 "GET /v2.0/ports?device_id=3facf200-c034-452f-9b63-6750db14bc08 HTTP/1.1" status: 200 len: 944 time: 0.0592954 Nov 12 01:04:42.018013 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-b854f596-a36e-4fa7-9b36-576a54e96cb4 req-864345ac-5a04-4e49-84c8-dce1b5a3b020 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Deleting port 15199f6e-86b5-45d6-bfbc-5dcbc28ae530 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:04:42.018368 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b854f596-a36e-4fa7-9b36-576a54e96cb4 req-864345ac-5a04-4e49-84c8-dce1b5a3b020 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:42.048118 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['42368a8e-38ca-42fb-b143-4741187b1011'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:04:42.072626 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fca299be-b1b8-4a16-a1d0-8e6ee8d359e5 req-01c8b747-0ffe-4db2-81bc-8610303254be tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] 10.222.0.45 "GET /v2.0/security-groups?id=c9ea42c6-ed4d-4724-9832-5118669207bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606642 Nov 12 01:04:42.138252 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-b854f596-a36e-4fa7-9b36-576a54e96cb4 req-864345ac-5a04-4e49-84c8-dce1b5a3b020 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] For port 15199f6e-86b5-45d6-bfbc-5dcbc28ae530, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=15199f6e-86b5-45d6-bfbc-5dcbc28ae530,segment=NetworkSegment(05f1094a-b9d1-44f3-8df0-e00ec147c7ea),segment_id=05f1094a-b9d1-44f3-8df0-e00ec147c7ea)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:42.138596 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b854f596-a36e-4fa7-9b36-576a54e96cb4 req-864345ac-5a04-4e49-84c8-dce1b5a3b020 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:42.153455 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-b854f596-a36e-4fa7-9b36-576a54e96cb4 req-864345ac-5a04-4e49-84c8-dce1b5a3b020 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Calling delete_port for 15199f6e-86b5-45d6-bfbc-5dcbc28ae530 owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:04:42.315935 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b854f596-a36e-4fa7-9b36-576a54e96cb4 req-864345ac-5a04-4e49-84c8-dce1b5a3b020 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:42.357071 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864345ac-5a04-4e49-84c8-dce1b5a3b020 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Pushing event deleted for resources: {'Port': ['ID=15199f6e-86b5-45d6-bfbc-5dcbc28ae530,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:42.408840 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-b854f596-a36e-4fa7-9b36-576a54e96cb4 req-864345ac-5a04-4e49-84c8-dce1b5a3b020 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] No DVR routers for this DVR port 15199f6e-86b5-45d6-bfbc-5dcbc28ae530 on host n-h1-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:04:42.413281 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b854f596-a36e-4fa7-9b36-576a54e96cb4 req-864345ac-5a04-4e49-84c8-dce1b5a3b020 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:42.420064 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b854f596-a36e-4fa7-9b36-576a54e96cb4 req-864345ac-5a04-4e49-84c8-dce1b5a3b020 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.16 "DELETE /v2.0/ports/15199f6e-86b5-45d6-bfbc-5dcbc28ae530 HTTP/1.1" status: 204 len: 173 time: 0.5046086 Nov 12 01:04:42.420825 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec00df4-11b9-4040-b5d1-c4dfe711bc9e', 'name': 'network-vif-deleted', 'tag': '15199f6e-86b5-45d6-bfbc-5dcbc28ae530'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:04:42.430297 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f979138-b4a4-4dd7-bd65-9e32a64e78d2" -d '{"events": [{"server_uuid": "eec00df4-11b9-4040-b5d1-c4dfe711bc9e", "name": "network-vif-deleted", "tag": "15199f6e-86b5-45d6-bfbc-5dcbc28ae530"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:04:42.440735 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ce263-12b6-4d76-b41c-c4aa97e48484 req-facd0048-6dea-4349-962f-b3c94aded00c tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:42.443207 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-543ce263-12b6-4d76-b41c-c4aa97e48484 req-facd0048-6dea-4349-962f-b3c94aded00c tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f87be11-3a01-44ae-8b8e-9a2522b76474 HTTP/1.1" status: 200 len: 945 time: 0.0912621 Nov 12 01:04:42.507733 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dee4e99-7897-4a49-b6ed-596cfda95b63 x-openstack-request-id: req-6dee4e99-7897-4a49-b6ed-596cfda95b63 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:04:42.508844 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec00df4-11b9-4040-b5d1-c4dfe711bc9e", "name": "network-vif-deleted", "tag": "15199f6e-86b5-45d6-bfbc-5dcbc28ae530", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:04:42.509519 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6dee4e99-7897-4a49-b6ed-596cfda95b63 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:04:42.511020 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec00df4-11b9-4040-b5d1-c4dfe711bc9e', 'name': 'network-vif-deleted', 'tag': '15199f6e-86b5-45d6-bfbc-5dcbc28ae530', 'status': 'completed', 'code': 200} Nov 12 01:04:42.530227 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-543ce263-12b6-4d76-b41c-c4aa97e48484 req-a6fb0dc7-e8b9-4194-974e-d2fa8ba55bac tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759618 Nov 12 01:04:42.650793 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d38e36-5137-41ac-b7c9-2d61bca57929 req-c45fa923-cf0c-4a64-a4ca-08ed4073b212 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:42.654051 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e6d38e36-5137-41ac-b7c9-2d61bca57929 req-c45fa923-cf0c-4a64-a4ca-08ed4073b212 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6dc6640-311e-4714-ad1a-8130d689ec31 HTTP/1.1" status: 200 len: 944 time: 0.0689681 Nov 12 01:04:42.714854 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e6d38e36-5137-41ac-b7c9-2d61bca57929 req-738f3a6d-ab73-4686-8ccb-cd78d3aa2f7f tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541718 Nov 12 01:04:42.763815 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-41ca5a57-cb50-48ce-95ce-b9418e99e739 req-bdffde76-ef1f-468f-834c-74a576e2f033 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/ports?device_id=eec00df4-11b9-4040-b5d1-c4dfe711bc9e HTTP/1.1" status: 200 len: 210 time: 0.0299759 Nov 12 01:04:42.858869 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device d5209aa4-cdf5-495c-855c-293006cd9ef3 up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:04:42.938137 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port d5209aa4-cdf5-495c-855c-293006cd9ef3 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:04:42.943408 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port d5209aa4-cdf5-495c-855c-293006cd9ef3 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:42.943784 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:43.049479 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:43.091386 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port d5209aa4-cdf5-495c-855c-293006cd9ef3, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=d5209aa4-cdf5-495c-855c-293006cd9ef3,segment=NetworkSegment(ad4c4449-dc7a-4356-bf97-224e764df50e),segment_id=ad4c4449-dc7a-4356-bf97-224e764df50e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:43.095704 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:43.098216 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 15199f6e-86b5-45d6-bfbc-5dcbc28ae530 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:04:43.151440 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] No Port match for: 15199f6e-86b5-45d6-bfbc-5dcbc28ae530 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:04:43.151440 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 15199f6e-86b5-45d6-bfbc-5dcbc28ae530 not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:04:43.191079 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=d5209aa4-cdf5-495c-855c-293006cd9ef3,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:43.251035 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700010d-e275-4bb9-9d42-747bbb854375 req-4e1560c5-e1a7-4e0c-b9a7-5d700da1bb2d tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:43.252682 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4700010d-e275-4bb9-9d42-747bbb854375 req-4e1560c5-e1a7-4e0c-b9a7-5d700da1bb2d tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] 10.222.0.45 "GET /v2.0/ports?device_id=3facf200-c034-452f-9b63-6750db14bc08 HTTP/1.1" status: 200 len: 944 time: 0.0772548 Nov 12 01:04:43.277483 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 0f880f1e-c43b-4e26-96e5-ca8b8a89c0b3 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:04:43.324329 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4700010d-e275-4bb9-9d42-747bbb854375 req-b489e316-f8c7-40c4-8c92-01aea1905a58 tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] 10.222.0.45 "GET /v2.0/security-groups?id=c9ea42c6-ed4d-4724-9832-5118669207bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649254 Nov 12 01:04:43.347409 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6dc6640-311e-4714-ad1a-8130d689ec31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5209aa4-cdf5-495c-855c-293006cd9ef3'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:04:43.351668 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa0f2e8-9859-4ba2-8b5a-09536e572558" -d '{"events": [{"server_uuid": "b6dc6640-311e-4714-ad1a-8130d689ec31", "name": "network-vif-plugged", "status": "completed", "tag": "d5209aa4-cdf5-495c-855c-293006cd9ef3"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:04:43.370977 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 0f880f1e-c43b-4e26-96e5-ca8b8a89c0b3 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:04:43.375829 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 0f880f1e-c43b-4e26-96e5-ca8b8a89c0b3 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:43.376333 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:43.410121 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf74c97a-f7a0-4ec8-ba20-e1a80e5a9169 x-openstack-request-id: req-cf74c97a-f7a0-4ec8-ba20-e1a80e5a9169 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:04:43.410121 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6dc6640-311e-4714-ad1a-8130d689ec31", "name": "network-vif-plugged", "status": "completed", "tag": "d5209aa4-cdf5-495c-855c-293006cd9ef3", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:04:43.410121 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cf74c97a-f7a0-4ec8-ba20-e1a80e5a9169 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:04:43.410121 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6dc6640-311e-4714-ad1a-8130d689ec31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5209aa4-cdf5-495c-855c-293006cd9ef3', 'code': 200} Nov 12 01:04:43.485511 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:43.530641 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 0f880f1e-c43b-4e26-96e5-ca8b8a89c0b3, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=0f880f1e-c43b-4e26-96e5-ca8b8a89c0b3,segment=NetworkSegment(e6edb922-7e5b-43ae-8cf0-dfcd1a54afec),segment_id=e6edb922-7e5b-43ae-8cf0-dfcd1a54afec)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:43.535420 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:43.536444 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 42368a8e-38ca-42fb-b143-4741187b1011 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:04:43.578850 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c5f23-3442-4444-a183-924da31d8be1 req-17dd6c71-084e-40a8-8c85-0d23abd0fc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:43.581843 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b18c5f23-3442-4444-a183-924da31d8be1 req-17dd6c71-084e-40a8-8c85-0d23abd0fc0e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b6dc6640-311e-4714-ad1a-8130d689ec31 HTTP/1.1" status: 200 len: 1097 time: 0.0658574 Nov 12 01:04:43.624373 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=0f880f1e-c43b-4e26-96e5-ca8b8a89c0b3,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:43.643721 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 42368a8e-38ca-42fb-b143-4741187b1011 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:04:43.650727 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 42368a8e-38ca-42fb-b143-4741187b1011 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:43.651735 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:43.677882 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b18c5f23-3442-4444-a183-924da31d8be1 req-29a4e1e5-ecab-484f-9384-a6e28d87ac3a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857480 Nov 12 01:04:43.722095 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57064e8-3e08-476b-94d0-ca040111b7ff req-6d67610e-b2ba-4c3e-bb3c-936f56f0755f tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:43.724874 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f57064e8-3e08-476b-94d0-ca040111b7ff req-6d67610e-b2ba-4c3e-bb3c-936f56f0755f tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f87be11-3a01-44ae-8b8e-9a2522b76474 HTTP/1.1" status: 200 len: 945 time: 0.0735073 Nov 12 01:04:43.750319 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:43.807049 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f57064e8-3e08-476b-94d0-ca040111b7ff req-eb27a1f2-5a82-4908-9468-231e3080bdd7 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740004 Nov 12 01:04:43.808956 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 42368a8e-38ca-42fb-b143-4741187b1011, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=42368a8e-38ca-42fb-b143-4741187b1011,segment=NetworkSegment(ac0e02ed-e505-49ae-90f9-8007817b6880),segment_id=ac0e02ed-e505-49ae-90f9-8007817b6880)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:43.815450 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:43.888044 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=42368a8e-38ca-42fb-b143-4741187b1011,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:43.918068 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75792f24-16d1-41a4-a046-47166c5f67a2 req-e9657f59-28f6-4fff-a2e0-5ad575d3199c tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:43.921062 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-75792f24-16d1-41a4-a046-47166c5f67a2 req-e9657f59-28f6-4fff-a2e0-5ad575d3199c tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6dc6640-311e-4714-ad1a-8130d689ec31 HTTP/1.1" status: 200 len: 945 time: 0.0920415 Nov 12 01:04:43.986739 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-75792f24-16d1-41a4-a046-47166c5f67a2 req-5088d34e-c5a4-4608-ac16-6ecf08b54dc0 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534050 Nov 12 01:04:44.272693 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 36160) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:44.278568 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-8c087092-20b9-4530-b486-1e0d1d0328b5 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1199131606', 'description': 'tempest-description--1240873675'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:44.303584 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8c087092-20b9-4530-b486-1e0d1d0328b5 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:44.436343 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8c087092-20b9-4530-b486-1e0d1d0328b5 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:44.453627 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8c087092-20b9-4530-b486-1e0d1d0328b5 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:44.548120 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8c087092-20b9-4530-b486-1e0d1d0328b5 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:44.550536 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-8c087092-20b9-4530-b486-1e0d1d0328b5 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2764089 Nov 12 01:04:44.554488 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 36164) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:44.567504 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-36fe1a05-ac60-4de9-8135-12e7cbbcabc3 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Request body: {'security_group_rule': {'security_group_id': 'fdc0ec38-0cb8-416d-8c71-dd7eefdf00c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:44.579701 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c087092-20b9-4530-b486-1e0d1d0328b5 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc0ec38-0cb8-416d-8c71-dd7eefdf00c4,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:44.622865 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e4399-93bb-4ea1-aef9-dd07d2dba1b1 req-086801c6-aa9c-4654-a754-06038bfa63fd tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:44.624858 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-800e4399-93bb-4ea1-aef9-dd07d2dba1b1 req-086801c6-aa9c-4654-a754-06038bfa63fd tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] 10.222.0.45 "GET /v2.0/ports?device_id=3facf200-c034-452f-9b63-6750db14bc08 HTTP/1.1" status: 200 len: 945 time: 0.1957545 Nov 12 01:04:44.666634 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-36fe1a05-ac60-4de9-8135-12e7cbbcabc3 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:44.736224 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-800e4399-93bb-4ea1-aef9-dd07d2dba1b1 req-63e8b842-51b3-4409-b734-244405475b8b tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] 10.222.0.45 "GET /v2.0/security-groups?id=c9ea42c6-ed4d-4724-9832-5118669207bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972798 Nov 12 01:04:44.777361 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-36fe1a05-ac60-4de9-8135-12e7cbbcabc3 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:44.782439 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-36fe1a05-ac60-4de9-8135-12e7cbbcabc3 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:44.806412 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fe1a05-ac60-4de9-8135-12e7cbbcabc3 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c134cdc2-18d6-4014-8693-fdb25ced80e1,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:44.815068 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-36fe1a05-ac60-4de9-8135-12e7cbbcabc3 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:44.821277 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-36fe1a05-ac60-4de9-8135-12e7cbbcabc3 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2604289 Nov 12 01:04:44.821541 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 36166) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:44.827606 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-d1cbec15-194b-4818-890d-5b511d94a9a7 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Request body: {'security_group_rule': {'security_group_id': 'fdc0ec38-0cb8-416d-8c71-dd7eefdf00c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:44.877537 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d1cbec15-194b-4818-890d-5b511d94a9a7 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:45.408547 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3facf200-c034-452f-9b63-6750db14bc08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f880f1e-c43b-4e26-96e5-ca8b8a89c0b3'}, {'server_uuid': '7f87be11-3a01-44ae-8b8e-9a2522b76474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42368a8e-38ca-42fb-b143-4741187b1011'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:04:45.414133 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9952daf6-8f19-4989-98f2-37a93d0cf070" -d '{"events": [{"server_uuid": "3facf200-c034-452f-9b63-6750db14bc08", "name": "network-vif-plugged", "status": "completed", "tag": "0f880f1e-c43b-4e26-96e5-ca8b8a89c0b3"}, {"server_uuid": "7f87be11-3a01-44ae-8b8e-9a2522b76474", "name": "network-vif-plugged", "status": "completed", "tag": "42368a8e-38ca-42fb-b143-4741187b1011"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:04:45.494925 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d1cbec15-194b-4818-890d-5b511d94a9a7 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:45.509038 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5154f-34fb-42fc-bcd1-ecb0c8b544f9 req-ad64625f-768f-423d-9e08-08554e982efb tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:45.511192 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dea5154f-34fb-42fc-bcd1-ecb0c8b544f9 req-ad64625f-768f-423d-9e08-08554e982efb tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f87be11-3a01-44ae-8b8e-9a2522b76474 HTTP/1.1" status: 200 len: 946 time: 0.5834990 Nov 12 01:04:45.513860 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d1cbec15-194b-4818-890d-5b511d94a9a7 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:45.554134 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3170887e-f5a0-40a6-8808-d15ed014cd69 req-9361925f-93e8-4c72-88bf-b2fb7983af4e tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:45.555755 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3170887e-f5a0-40a6-8808-d15ed014cd69 req-9361925f-93e8-4c72-88bf-b2fb7983af4e tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6dc6640-311e-4714-ad1a-8130d689ec31 HTTP/1.1" status: 200 len: 945 time: 0.1456096 Nov 12 01:04:45.564734 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cbec15-194b-4818-890d-5b511d94a9a7 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1813d81b-3d59-43a2-bff8-bb832ea811df,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:45.573523 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d1cbec15-194b-4818-890d-5b511d94a9a7 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:45.575063 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-d1cbec15-194b-4818-890d-5b511d94a9a7 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7523148 Nov 12 01:04:45.579736 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 36182) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:45.587741 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-209b4ddc-faa1-462b-82a8-43067fc49d72 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Request body: {'floatingip': {'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:45.623553 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-209b4ddc-faa1-462b-82a8-43067fc49d72 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Publish callbacks [] for floatingip, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:45.636992 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dea5154f-34fb-42fc-bcd1-ecb0c8b544f9 req-a805ffa1-e7e1-45cc-bb00-59bf6d31519c tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127648 Nov 12 01:04:45.659315 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3170887e-f5a0-40a6-8808-d15ed014cd69 req-2455201c-dfb8-44e2-9a7e-231df66723b3 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920677 Nov 12 01:04:45.847696 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-209b4ddc-faa1-462b-82a8-43067fc49d72 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:45.886838 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 01:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e9f8e2-ea84-4850-8fbe-7e4430ce9ea3 x-openstack-request-id: req-b2e9f8e2-ea84-4850-8fbe-7e4430ce9ea3 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:04:45.887315 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3facf200-c034-452f-9b63-6750db14bc08", "name": "network-vif-plugged", "status": "completed", "tag": "0f880f1e-c43b-4e26-96e5-ca8b8a89c0b3", "code": 200}, {"server_uuid": "7f87be11-3a01-44ae-8b8e-9a2522b76474", "name": "network-vif-plugged", "status": "completed", "tag": "42368a8e-38ca-42fb-b143-4741187b1011", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:04:45.887792 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b2e9f8e2-ea84-4850-8fbe-7e4430ce9ea3 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:04:45.888452 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3facf200-c034-452f-9b63-6750db14bc08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f880f1e-c43b-4e26-96e5-ca8b8a89c0b3', 'code': 200} Nov 12 01:04:45.889125 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f87be11-3a01-44ae-8b8e-9a2522b76474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42368a8e-38ca-42fb-b143-4741187b1011', 'code': 200} Nov 12 01:04:46.051012 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1446b-fa15-4acf-9b75-761fe103e132 req-f0c2ab53-9eb9-4e47-abe9-9cccc3f10c5a tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:46.053645 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d4e1446b-fa15-4acf-9b75-761fe103e132 req-f0c2ab53-9eb9-4e47-abe9-9cccc3f10c5a tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] 10.222.0.45 "GET /v2.0/ports?device_id=3facf200-c034-452f-9b63-6750db14bc08 HTTP/1.1" status: 200 len: 945 time: 0.0855756 Nov 12 01:04:46.080016 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-209b4ddc-faa1-462b-82a8-43067fc49d72 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Allocated IP 172.25.3.19 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/dd9085e6-4520-4ce4-b7f1-b0242c3ba410) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:04:46.153429 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8216826-6f3b-4985-a872-97fd205cdaa8 req-b48dd437-9bbc-4d57-b9c0-6b335f690b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:46.154978 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a8216826-6f3b-4985-a872-97fd205cdaa8 req-b48dd437-9bbc-4d57-b9c0-6b335f690b37 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3facf200-c034-452f-9b63-6750db14bc08 HTTP/1.1" status: 200 len: 1097 time: 0.0909169 Nov 12 01:04:46.216974 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d4e1446b-fa15-4acf-9b75-761fe103e132 req-d1318088-f685-491c-b7e1-26852ade27ac tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] 10.222.0.45 "GET /v2.0/security-groups?id=c9ea42c6-ed4d-4724-9832-5118669207bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553483 Nov 12 01:04:46.259884 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a8216826-6f3b-4985-a872-97fd205cdaa8 req-ea6060f7-b2e2-4db1-b851-8bc250e30a07 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c9ea42c6-ed4d-4724-9832-5118669207bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790415 Nov 12 01:04:46.263549 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-209b4ddc-faa1-462b-82a8-43067fc49d72 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:46.274594 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90a64b-3b10-48d8-b1fe-b3d53206fbe0 req-145553b2-ac2e-4236-b0a8-8d2326f42256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:46.281021 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9b90a64b-3b10-48d8-b1fe-b3d53206fbe0 req-145553b2-ac2e-4236-b0a8-8d2326f42256 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7f87be11-3a01-44ae-8b8e-9a2522b76474 HTTP/1.1" status: 200 len: 1098 time: 0.1855412 Nov 12 01:04:46.304554 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-209b4ddc-faa1-462b-82a8-43067fc49d72 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:46.350631 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209b4ddc-faa1-462b-82a8-43067fc49d72 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:04:46.356847 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-209b4ddc-faa1-462b-82a8-43067fc49d72 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:46.360858 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209b4ddc-faa1-462b-82a8-43067fc49d72 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:04:46.367176 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209b4ddc-faa1-462b-82a8-43067fc49d72 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Pushing event updated for resources: {'Port': ['ID=dd9085e6-4520-4ce4-b7f1-b0242c3ba410,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:46.494485 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-209b4ddc-faa1-462b-82a8-43067fc49d72 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:46.543394 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-209b4ddc-faa1-462b-82a8-43067fc49d72 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:46.589804 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeade86d-b925-4c86-9aa6-0fcde9480c24 req-e870a5de-963d-4caf-8ce3-02c58c9c8a44 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:46.592472 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eeade86d-b925-4c86-9aa6-0fcde9480c24 req-e870a5de-963d-4caf-8ce3-02c58c9c8a44 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6dc6640-311e-4714-ad1a-8130d689ec31 HTTP/1.1" status: 200 len: 945 time: 0.0706353 Nov 12 01:04:46.688993 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9b90a64b-3b10-48d8-b1fe-b3d53206fbe0 req-eaefa9b7-2178-464e-9b7f-21598abbfd4f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948553 Nov 12 01:04:46.718432 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eeade86d-b925-4c86-9aa6-0fcde9480c24 req-65418b1e-1a6d-42b5-9726-0da9d86496f5 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930445 Nov 12 01:04:46.788365 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-209b4ddc-faa1-462b-82a8-43067fc49d72 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:46.795044 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-209b4ddc-faa1-462b-82a8-43067fc49d72 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:46.847783 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e3b43-5e5c-4fb7-a29b-57f1850aec9c req-b2ee1fa6-f46c-4d12-a556-c06c5b89f40f tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:46.850838 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-285e3b43-5e5c-4fb7-a29b-57f1850aec9c req-b2ee1fa6-f46c-4d12-a556-c06c5b89f40f tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f87be11-3a01-44ae-8b8e-9a2522b76474 HTTP/1.1" status: 200 len: 946 time: 0.0902815 Nov 12 01:04:46.907574 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209b4ddc-faa1-462b-82a8-43067fc49d72 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Pushing event updated for resources: {'Port': ['ID=dd9085e6-4520-4ce4-b7f1-b0242c3ba410,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:46.915653 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-209b4ddc-faa1-462b-82a8-43067fc49d72 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:46.923912 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-285e3b43-5e5c-4fb7-a29b-57f1850aec9c req-24632cfe-6387-4a63-9527-4d4c36b3bd1b tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580492 Nov 12 01:04:46.940393 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-209b4ddc-faa1-462b-82a8-43067fc49d72 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:46.941942 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-209b4ddc-faa1-462b-82a8-43067fc49d72 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3606400 Nov 12 01:04:47.279432 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8bf4f-e8be-4294-bc57-32e6b61a062b req-2ca77d7c-0d57-44e0-9afe-24e1390c8863 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:47.281013 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-11a8bf4f-e8be-4294-bc57-32e6b61a062b req-2ca77d7c-0d57-44e0-9afe-24e1390c8863 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/networks?id=1b19e667-5239-45f1-9731-35a187975e91 HTTP/1.1" status: 200 len: 821 time: 0.1190078 Nov 12 01:04:47.304319 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-11a8bf4f-e8be-4294-bc57-32e6b61a062b req-17044626-fd88-44fa-82a0-dde6f91c978c tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/quotas/cebcb91db98e408c92302b1baf7eea36 HTTP/1.1" status: 200 len: 375 time: 0.0129530 Nov 12 01:04:47.402359 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-11a8bf4f-e8be-4294-bc57-32e6b61a062b req-41d96338-f87d-479f-80e5-cc52631864a6 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=cebcb91db98e408c92302b1baf7eea36&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0871336 Nov 12 01:04:47.434357 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165c64a-2f0a-41a0-bd6f-f882d0424a49 req-6d3df98e-e323-4a41-85cc-ea2b5d3c4177 tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:47.436313 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2165c64a-2f0a-41a0-bd6f-f882d0424a49 req-6d3df98e-e323-4a41-85cc-ea2b5d3c4177 tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] 10.222.0.45 "GET /v2.0/ports?device_id=3facf200-c034-452f-9b63-6750db14bc08 HTTP/1.1" status: 200 len: 945 time: 0.0848579 Nov 12 01:04:47.543929 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2165c64a-2f0a-41a0-bd6f-f882d0424a49 req-9b177b33-78b8-45bc-8156-09364691252a tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] 10.222.0.45 "GET /v2.0/security-groups?id=c9ea42c6-ed4d-4724-9832-5118669207bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967879 Nov 12 01:04:47.562160 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-11a8bf4f-e8be-4294-bc57-32e6b61a062b req-8f5572cd-b1ec-4323-8188-d0fb4e09df50 service neutron] 10.222.0.45 "GET /v2.0/networks/1b19e667-5239-45f1-9731-35a187975e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506159 Nov 12 01:04:47.677454 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-11a8bf4f-e8be-4294-bc57-32e6b61a062b req-1476ba0b-c6f8-4ee0-a0c5-598b0a5cf109 service neutron] 10.222.0.45 "GET /v2.0/networks/1b19e667-5239-45f1-9731-35a187975e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050696 Nov 12 01:04:47.941553 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8ce81183-6a5c-4d8f-9d5b-a2a82fd3c6b1 req-ca3997c2-21eb-4534-84b4-174d5ca50df9 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/ports?device_id=46904a2c-f260-461d-86c5-99a929c2c6af HTTP/1.1" status: 200 len: 210 time: 0.0582869 Nov 12 01:04:47.964882 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b16101-55bd-4490-8af0-d6dd910b4ad6 req-9b0855fe-376b-463a-8920-98b8a79ada87 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:47.968079 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f8b16101-55bd-4490-8af0-d6dd910b4ad6 req-9b0855fe-376b-463a-8920-98b8a79ada87 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6dc6640-311e-4714-ad1a-8130d689ec31 HTTP/1.1" status: 200 len: 945 time: 0.1115379 Nov 12 01:04:48.099206 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f8b16101-55bd-4490-8af0-d6dd910b4ad6 req-4462c76f-fc6d-4f25-88a3-2e64b57f9661 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181259 Nov 12 01:04:48.231461 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd8455-7345-4ae7-bcde-0291fbc1a46d req-a7402c0a-77ea-4582-bf52-19f9602804ed tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:48.240729 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c2fd8455-7345-4ae7-bcde-0291fbc1a46d req-a7402c0a-77ea-4582-bf52-19f9602804ed tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f87be11-3a01-44ae-8b8e-9a2522b76474 HTTP/1.1" status: 200 len: 946 time: 0.1498017 Nov 12 01:04:48.380703 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c2fd8455-7345-4ae7-bcde-0291fbc1a46d req-c799e1f2-3e18-46e4-a3b0-88b6dff14835 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293139 Nov 12 01:04:48.730428 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09fdcb-d93d-4e98-90c5-862aaf4c6e7d req-ee09fbd4-83f4-4c24-9f65-81147b5b50bb tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:48.732131 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9d09fdcb-d93d-4e98-90c5-862aaf4c6e7d req-ee09fbd4-83f4-4c24-9f65-81147b5b50bb tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] 10.222.0.45 "GET /v2.0/ports?device_id=3facf200-c034-452f-9b63-6750db14bc08 HTTP/1.1" status: 200 len: 945 time: 0.0685487 Nov 12 01:04:48.813141 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9d09fdcb-d93d-4e98-90c5-862aaf4c6e7d req-8f1cdb2b-2746-4349-80dd-9e0900023725 tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] 10.222.0.45 "GET /v2.0/security-groups?id=c9ea42c6-ed4d-4724-9832-5118669207bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660734 Nov 12 01:04:49.137691 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9a0b7b60-8921-4053-a204-a03351b48cf1 req-f493fbc3-fc06-444c-bf68-e7cde5868256 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/ports?device_id=46904a2c-f260-461d-86c5-99a929c2c6af HTTP/1.1" status: 200 len: 210 time: 0.0550840 Nov 12 01:04:49.318658 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dcc0e6-abd2-4d6c-bd76-49f29ec9025b req-59df6e69-120a-40b0-8ccc-13fa44e1c353 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:49.321510 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-35dcc0e6-abd2-4d6c-bd76-49f29ec9025b req-59df6e69-120a-40b0-8ccc-13fa44e1c353 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6dc6640-311e-4714-ad1a-8130d689ec31 HTTP/1.1" status: 200 len: 945 time: 0.0799782 Nov 12 01:04:49.484515 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-35dcc0e6-abd2-4d6c-bd76-49f29ec9025b req-1a146777-6aec-4d9e-9341-ab5b0464a465 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472039 Nov 12 01:04:49.843741 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df055fed-f375-445d-8af5-cb0bb1c76956 req-181f152c-de24-4802-836d-c70c01735bc5 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:49.846311 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-df055fed-f375-445d-8af5-cb0bb1c76956 req-181f152c-de24-4802-836d-c70c01735bc5 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f87be11-3a01-44ae-8b8e-9a2522b76474 HTTP/1.1" status: 200 len: 946 time: 0.1070631 Nov 12 01:04:49.869056 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8bf4f-e8be-4294-bc57-32e6b61a062b req-cbe5eb38-ca7f-48d3-9c9b-b56f2bb9f4ac tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:49.874893 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-11a8bf4f-e8be-4294-bc57-32e6b61a062b req-cbe5eb38-ca7f-48d3-9c9b-b56f2bb9f4ac tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.16 "GET /v2.0/networks?id=1b19e667-5239-45f1-9731-35a187975e91 HTTP/1.1" status: 200 len: 821 time: 0.2201180 Nov 12 01:04:49.899293 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-11a8bf4f-e8be-4294-bc57-32e6b61a062b req-87e07595-5fb3-44c5-b588-ca07e4ce8c59 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Request body: {'port': {'device_id': '46904a2c-f260-461d-86c5-99a929c2c6af', 'network_id': '1b19e667-5239-45f1-9731-35a187975e91', 'admin_state_up': True, 'tenant_id': 'cebcb91db98e408c92302b1baf7eea36'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:49.966269 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-df055fed-f375-445d-8af5-cb0bb1c76956 req-cad27d1e-6f58-4265-b403-d241102a9d57 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028957 Nov 12 01:04:50.130031 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11a8bf4f-e8be-4294-bc57-32e6b61a062b req-87e07595-5fb3-44c5-b588-ca07e4ce8c59 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Made reservation on behalf of cebcb91db98e408c92302b1baf7eea36 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:04:50.136301 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-11a8bf4f-e8be-4294-bc57-32e6b61a062b req-87e07595-5fb3-44c5-b588-ca07e4ce8c59 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:50.376803 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-11a8bf4f-e8be-4294-bc57-32e6b61a062b req-87e07595-5fb3-44c5-b588-ca07e4ce8c59 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Allocated IP 172.20.0.12 (1b19e667-5239-45f1-9731-35a187975e91/f32792f1-1aa4-417f-9ca6-788e218b6fe1/e92473a9-3945-424e-879d-879e7dd9dea8) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:04:50.389118 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5370248-4d2d-495e-b522-5e08ee443f7c req-81c26f8a-94c0-42b0-8188-bae02e15551a tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:50.392066 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d5370248-4d2d-495e-b522-5e08ee443f7c req-81c26f8a-94c0-42b0-8188-bae02e15551a tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f87be11-3a01-44ae-8b8e-9a2522b76474 HTTP/1.1" status: 200 len: 946 time: 0.0995862 Nov 12 01:04:50.461333 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5aa1e8fb-aa0f-402b-a43a-97a29a73fd27 req-16b2b5d9-8946-4f3a-bcbc-47ea1bbde4bc tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/ports?device_id=46904a2c-f260-461d-86c5-99a929c2c6af HTTP/1.1" status: 200 len: 210 time: 0.1491876 Nov 12 01:04:50.537747 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d5370248-4d2d-495e-b522-5e08ee443f7c req-bf27f594-8769-456a-b759-ba80fdbdb18a tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268642 Nov 12 01:04:50.633893 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-11a8bf4f-e8be-4294-bc57-32e6b61a062b req-87e07595-5fb3-44c5-b588-ca07e4ce8c59 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:50.679447 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2f370-383b-474f-887e-8105c06efd7b req-407f75dc-9db0-4420-9101-0cd7c9ac2578 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:50.681322 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e8c2f370-383b-474f-887e-8105c06efd7b req-407f75dc-9db0-4420-9101-0cd7c9ac2578 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6dc6640-311e-4714-ad1a-8130d689ec31 HTTP/1.1" status: 200 len: 945 time: 0.0636234 Nov 12 01:04:50.686247 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-11a8bf4f-e8be-4294-bc57-32e6b61a062b req-87e07595-5fb3-44c5-b588-ca07e4ce8c59 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:50.753269 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e8c2f370-383b-474f-887e-8105c06efd7b req-d52d20d2-a347-4414-b559-f2c0fd53edbc tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624371 Nov 12 01:04:51.090685 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11a8bf4f-e8be-4294-bc57-32e6b61a062b req-87e07595-5fb3-44c5-b588-ca07e4ce8c59 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Network 1b19e667-5239-45f1-9731-35a187975e91 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:04:51.096345 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-11a8bf4f-e8be-4294-bc57-32e6b61a062b req-87e07595-5fb3-44c5-b588-ca07e4ce8c59 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:04:51.100844 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a8bf4f-e8be-4294-bc57-32e6b61a062b req-87e07595-5fb3-44c5-b588-ca07e4ce8c59 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:04:51.134358 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e07595-5fb3-44c5-b588-ca07e4ce8c59 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Pushing event updated for resources: {'Port': ['ID=e92473a9-3945-424e-879d-879e7dd9dea8,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:51.168107 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8bf4f-e8be-4294-bc57-32e6b61a062b req-87e07595-5fb3-44c5-b588-ca07e4ce8c59 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:51.168790 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-11a8bf4f-e8be-4294-bc57-32e6b61a062b req-87e07595-5fb3-44c5-b588-ca07e4ce8c59 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:51.191414 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-11a8bf4f-e8be-4294-bc57-32e6b61a062b req-87e07595-5fb3-44c5-b588-ca07e4ce8c59 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2994251 Nov 12 01:04:51.216389 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-11a8bf4f-e8be-4294-bc57-32e6b61a062b req-e76581dc-ed02-4362-849c-86f7f2bacd88 service neutron] Request body: {'port': {'device_id': '46904a2c-f260-461d-86c5-99a929c2c6af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:04:51.288533 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-11a8bf4f-e8be-4294-bc57-32e6b61a062b req-e76581dc-ed02-4362-849c-86f7f2bacd88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:51.680634 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1390a0-3ea2-4347-bf1b-6242d91c961f req-744dcc67-efbc-4214-81f1-e06c9cd8972b tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:51.682321 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5b1390a0-3ea2-4347-bf1b-6242d91c961f req-744dcc67-efbc-4214-81f1-e06c9cd8972b tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/ports?device_id=46904a2c-f260-461d-86c5-99a929c2c6af HTTP/1.1" status: 200 len: 932 time: 0.0891516 Nov 12 01:04:51.735306 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-11a8bf4f-e8be-4294-bc57-32e6b61a062b req-e76581dc-ed02-4362-849c-86f7f2bacd88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e92473a9-3945-424e-879d-879e7dd9dea8 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:04:51.752265 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-11a8bf4f-e8be-4294-bc57-32e6b61a062b req-e76581dc-ed02-4362-849c-86f7f2bacd88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:51.776766 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-11a8bf4f-e8be-4294-bc57-32e6b61a062b req-e76581dc-ed02-4362-849c-86f7f2bacd88 service neutron] Transition to ACTIVE for port object e92473a9-3945-424e-879d-879e7dd9dea8 will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:04:51.781993 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5b1390a0-3ea2-4347-bf1b-6242d91c961f req-2378c7c6-a462-4852-af74-d80b84f9bfdb tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfdb2882-61f4-4de3-be12-d417b4a411ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868843 Nov 12 01:04:51.784451 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-11a8bf4f-e8be-4294-bc57-32e6b61a062b req-e76581dc-ed02-4362-849c-86f7f2bacd88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:51.882978 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76581dc-ed02-4362-849c-86f7f2bacd88 service neutron] Pushing event updated for resources: {'Port': ['ID=e92473a9-3945-424e-879d-879e7dd9dea8,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:52.015453 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c4b87-c9a4-45ea-91b9-11f4bc9c07c8 req-74ac52eb-0bdc-48a5-a78c-0fa10015558d tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:52.017679 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-318c4b87-c9a4-45ea-91b9-11f4bc9c07c8 req-74ac52eb-0bdc-48a5-a78c-0fa10015558d tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f87be11-3a01-44ae-8b8e-9a2522b76474 HTTP/1.1" status: 200 len: 946 time: 0.1215208 Nov 12 01:04:52.030752 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-11a8bf4f-e8be-4294-bc57-32e6b61a062b req-e76581dc-ed02-4362-849c-86f7f2bacd88 service neutron] Attempting to bind port e92473a9-3945-424e-879d-879e7dd9dea8 on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:04:52.031318 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-11a8bf4f-e8be-4294-bc57-32e6b61a062b req-e76581dc-ed02-4362-849c-86f7f2bacd88 service neutron] Attempting to bind port e92473a9-3945-424e-879d-879e7dd9dea8 by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': '05f1094a-b9d1-44f3-8df0-e00ec147c7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1b19e667-5239-45f1-9731-35a187975e91'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:04:52.032164 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a8bf4f-e8be-4294-bc57-32e6b61a062b req-e76581dc-ed02-4362-849c-86f7f2bacd88 service neutron] Attempting to bind port e92473a9-3945-424e-879d-879e7dd9dea8 on network 1b19e667-5239-45f1-9731-35a187975e91 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:04:52.041701 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a8bf4f-e8be-4294-bc57-32e6b61a062b req-e76581dc-ed02-4362-849c-86f7f2bacd88 service neutron] Port e92473a9-3945-424e-879d-879e7dd9dea8 on network 1b19e667-5239-45f1-9731-35a187975e91 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:04:52.042628 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a8bf4f-e8be-4294-bc57-32e6b61a062b req-e76581dc-ed02-4362-849c-86f7f2bacd88 service neutron] Attempting to bind port e92473a9-3945-424e-879d-879e7dd9dea8 on network 1b19e667-5239-45f1-9731-35a187975e91 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:04:52.043007 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0be363-ed12-4b97-8824-8b01176a1575 req-ab7d5f2a-050c-4a55-8fef-eb9062a2053f tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:52.045161 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-db0be363-ed12-4b97-8824-8b01176a1575 req-ab7d5f2a-050c-4a55-8fef-eb9062a2053f tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f87be11-3a01-44ae-8b8e-9a2522b76474 HTTP/1.1" status: 200 len: 946 time: 0.1260252 Nov 12 01:04:52.054718 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a8bf4f-e8be-4294-bc57-32e6b61a062b req-e76581dc-ed02-4362-849c-86f7f2bacd88 service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:04:52.055651 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a8bf4f-e8be-4294-bc57-32e6b61a062b req-e76581dc-ed02-4362-849c-86f7f2bacd88 service neutron] Checking segment: {'id': '05f1094a-b9d1-44f3-8df0-e00ec147c7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1b19e667-5239-45f1-9731-35a187975e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:04:52.057903 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a8bf4f-e8be-4294-bc57-32e6b61a062b req-e76581dc-ed02-4362-849c-86f7f2bacd88 service neutron] Bound using segment: {'id': '05f1094a-b9d1-44f3-8df0-e00ec147c7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1b19e667-5239-45f1-9731-35a187975e91'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:04:52.058981 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-11a8bf4f-e8be-4294-bc57-32e6b61a062b req-e76581dc-ed02-4362-849c-86f7f2bacd88 service neutron] Bound port: e92473a9-3945-424e-879d-879e7dd9dea8, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05f1094a-b9d1-44f3-8df0-e00ec147c7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1b19e667-5239-45f1-9731-35a187975e91'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:04:52.059852 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-11a8bf4f-e8be-4294-bc57-32e6b61a062b req-e76581dc-ed02-4362-849c-86f7f2bacd88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:52.173961 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-318c4b87-c9a4-45ea-91b9-11f4bc9c07c8 req-1bdf5777-f1be-437e-a65b-226b1149de28 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273754 Nov 12 01:04:52.193742 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-11a8bf4f-e8be-4294-bc57-32e6b61a062b req-e76581dc-ed02-4362-849c-86f7f2bacd88 service neutron] For port e92473a9-3945-424e-879d-879e7dd9dea8, host n-h1-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:04:52.198523 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-11a8bf4f-e8be-4294-bc57-32e6b61a062b req-e76581dc-ed02-4362-849c-86f7f2bacd88 service neutron] For port e92473a9-3945-424e-879d-879e7dd9dea8, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=e92473a9-3945-424e-879d-879e7dd9dea8,segment=NetworkSegment(05f1094a-b9d1-44f3-8df0-e00ec147c7ea),segment_id=05f1094a-b9d1-44f3-8df0-e00ec147c7ea)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:04:52.206090 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-11a8bf4f-e8be-4294-bc57-32e6b61a062b req-e76581dc-ed02-4362-849c-86f7f2bacd88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:52.217341 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-db0be363-ed12-4b97-8824-8b01176a1575 req-ed2f2db6-e1e8-4527-ab30-81033d4239e6 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Deleting port 42368a8e-38ca-42fb-b143-4741187b1011 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:04:52.217681 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-db0be363-ed12-4b97-8824-8b01176a1575 req-ed2f2db6-e1e8-4527-ab30-81033d4239e6 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:52.250236 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8bf4f-e8be-4294-bc57-32e6b61a062b req-e76581dc-ed02-4362-849c-86f7f2bacd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:52.251024 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-11a8bf4f-e8be-4294-bc57-32e6b61a062b req-e76581dc-ed02-4362-849c-86f7f2bacd88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:52.252558 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-11a8bf4f-e8be-4294-bc57-32e6b61a062b req-e76581dc-ed02-4362-849c-86f7f2bacd88 service neutron] 10.222.0.16 "PUT /v2.0/ports/e92473a9-3945-424e-879d-879e7dd9dea8 HTTP/1.1" status: 200 len: 1093 time: 1.0443213 Nov 12 01:04:52.253043 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46904a2c-f260-461d-86c5-99a929c2c6af', 'tag': 'e92473a9-3945-424e-879d-879e7dd9dea8'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:04:52.255641 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a73d370-6944-4c56-be10-9936ace804ca" -d '{"events": [{"name": "network-changed", "server_uuid": "46904a2c-f260-461d-86c5-99a929c2c6af", "tag": "e92473a9-3945-424e-879d-879e7dd9dea8"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:04:52.311693 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76581dc-ed02-4362-849c-86f7f2bacd88 service neutron] Pushing event updated for resources: {'Port': ['ID=e92473a9-3945-424e-879d-879e7dd9dea8,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:52.371996 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8bf4f-e8be-4294-bc57-32e6b61a062b req-9399211b-e979-4d6c-85cd-607d5c88cc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:52.374471 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-11a8bf4f-e8be-4294-bc57-32e6b61a062b req-9399211b-e979-4d6c-85cd-607d5c88cc35 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cebcb91db98e408c92302b1baf7eea36&device_id=46904a2c-f260-461d-86c5-99a929c2c6af HTTP/1.1" status: 200 len: 1096 time: 0.0553517 Nov 12 01:04:52.406613 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-db0be363-ed12-4b97-8824-8b01176a1575 req-ed2f2db6-e1e8-4527-ab30-81033d4239e6 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] For port 42368a8e-38ca-42fb-b143-4741187b1011, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=42368a8e-38ca-42fb-b143-4741187b1011,segment=NetworkSegment(ac0e02ed-e505-49ae-90f9-8007817b6880),segment_id=ac0e02ed-e505-49ae-90f9-8007817b6880)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:52.407169 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-db0be363-ed12-4b97-8824-8b01176a1575 req-ed2f2db6-e1e8-4527-ab30-81033d4239e6 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:52.436919 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-11a8bf4f-e8be-4294-bc57-32e6b61a062b req-01f2983b-6733-4954-92d4-e06b11ca603b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e92473a9-3945-424e-879d-879e7dd9dea8 HTTP/1.1" status: 200 len: 217 time: 0.0479062 Nov 12 01:04:52.450800 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-db0be363-ed12-4b97-8824-8b01176a1575 req-ed2f2db6-e1e8-4527-ab30-81033d4239e6 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Calling delete_port for 42368a8e-38ca-42fb-b143-4741187b1011 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:04:52.480528 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379f91d-abfd-40a5-b91c-c294701e38fc req-aafb6f3c-403f-4f8d-97bd-df0bddf13e4a tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:52.482257 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0379f91d-abfd-40a5-b91c-c294701e38fc req-aafb6f3c-403f-4f8d-97bd-df0bddf13e4a tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6dc6640-311e-4714-ad1a-8130d689ec31 HTTP/1.1" status: 200 len: 945 time: 0.0957592 Nov 12 01:04:52.500944 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8bf4f-e8be-4294-bc57-32e6b61a062b req-5e2d2075-3562-489f-88d7-65208af691a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:52.502805 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-11a8bf4f-e8be-4294-bc57-32e6b61a062b req-5e2d2075-3562-489f-88d7-65208af691a3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f32792f1-1aa4-417f-9ca6-788e218b6fe1 HTTP/1.1" status: 200 len: 861 time: 0.0576031 Nov 12 01:04:52.539884 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-11a8bf4f-e8be-4294-bc57-32e6b61a062b req-1d3ac1df-7021-4ce2-9862-2f8fa600134b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1b19e667-5239-45f1-9731-35a187975e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285537 Nov 12 01:04:52.590540 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0379f91d-abfd-40a5-b91c-c294701e38fc req-4e0b5d35-d76e-4704-8e61-14cce450a93c tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761738 Nov 12 01:04:52.684878 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-db0be363-ed12-4b97-8824-8b01176a1575 req-ed2f2db6-e1e8-4527-ab30-81033d4239e6 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:52.720052 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['42368a8e-38ca-42fb-b143-4741187b1011'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:04:52.724456 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['01abd07c-2341-46ef-b50f-2ffc9746084d'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:04:52.730499 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-11a8bf4f-e8be-4294-bc57-32e6b61a062b req-03a60faa-0d17-4030-8e17-3f86b56ede4c service neutron] 10.222.0.16 "GET /v2.0/networks/1b19e667-5239-45f1-9731-35a187975e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817691 Nov 12 01:04:52.747900 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f2db6-e1e8-4527-ab30-81033d4239e6 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Pushing event deleted for resources: {'Port': ['ID=42368a8e-38ca-42fb-b143-4741187b1011,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:52.858647 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad0324c-7aea-4929-be48-7ecd5e38b859 x-openstack-request-id: req-1ad0324c-7aea-4929-be48-7ecd5e38b859 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:04:52.858956 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46904a2c-f260-461d-86c5-99a929c2c6af", "tag": "e92473a9-3945-424e-879d-879e7dd9dea8", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:04:52.859194 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1ad0324c-7aea-4929-be48-7ecd5e38b859 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:04:52.859612 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46904a2c-f260-461d-86c5-99a929c2c6af', 'tag': 'e92473a9-3945-424e-879d-879e7dd9dea8', 'status': 'completed', 'code': 200} Nov 12 01:04:52.876980 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0be363-ed12-4b97-8824-8b01176a1575 req-ed2f2db6-e1e8-4527-ab30-81033d4239e6 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] No DVR routers for this DVR port 42368a8e-38ca-42fb-b143-4741187b1011 on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:04:52.884606 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-db0be363-ed12-4b97-8824-8b01176a1575 req-ed2f2db6-e1e8-4527-ab30-81033d4239e6 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:52.894451 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-11a8bf4f-e8be-4294-bc57-32e6b61a062b req-6cad2a82-212b-4908-ba40-1da89bcd92c2 service neutron] 10.222.0.16 "GET /v2.0/networks/1b19e667-5239-45f1-9731-35a187975e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533744 Nov 12 01:04:52.894750 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-db0be363-ed12-4b97-8824-8b01176a1575 req-ed2f2db6-e1e8-4527-ab30-81033d4239e6 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.44 "DELETE /v2.0/ports/42368a8e-38ca-42fb-b143-4741187b1011 HTTP/1.1" status: 204 len: 173 time: 0.8388627 Nov 12 01:04:52.895879 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f87be11-3a01-44ae-8b8e-9a2522b76474', 'name': 'network-vif-deleted', 'tag': '42368a8e-38ca-42fb-b143-4741187b1011'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:04:52.901703 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ccf3df-00c6-4822-980d-2f31fd10fdb5" -d '{"events": [{"server_uuid": "7f87be11-3a01-44ae-8b8e-9a2522b76474", "name": "network-vif-deleted", "tag": "42368a8e-38ca-42fb-b143-4741187b1011"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:04:53.013533 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994e6bc-9695-4b89-80db-2cadae786646 req-8ac5d70a-1121-4a64-a583-af5ca1428224 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:53.021442 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1994e6bc-9695-4b89-80db-2cadae786646 req-8ac5d70a-1121-4a64-a583-af5ca1428224 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 945 time: 0.0979111 Nov 12 01:04:53.040991 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc573e71-1cf6-4c6b-a080-f72f2bbe86d9 req-8f739b62-3c3f-49be-919f-bd59ec67bca4 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:53.043339 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dc573e71-1cf6-4c6b-a080-f72f2bbe86d9 req-8f739b62-3c3f-49be-919f-bd59ec67bca4 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/ports?device_id=46904a2c-f260-461d-86c5-99a929c2c6af HTTP/1.1" status: 200 len: 944 time: 0.1099861 Nov 12 01:04:53.121457 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1994e6bc-9695-4b89-80db-2cadae786646 req-ec56cb59-b759-41e6-a889-1685cc14573f tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=0762cf07-0f13-471a-a31e-80fa878bd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990989 Nov 12 01:04:53.122574 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73d370-6944-4c56-be10-9936ace804ca req-aa99c762-1bac-46f7-954e-171a85588b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:53.125715 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3a73d370-6944-4c56-be10-9936ace804ca req-aa99c762-1bac-46f7-954e-171a85588b27 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cebcb91db98e408c92302b1baf7eea36&device_id=46904a2c-f260-461d-86c5-99a929c2c6af HTTP/1.1" status: 200 len: 1096 time: 0.0865333 Nov 12 01:04:53.136363 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dc573e71-1cf6-4c6b-a080-f72f2bbe86d9 req-0ef76cf9-1834-481e-b70b-e8f3971c7d59 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfdb2882-61f4-4de3-be12-d417b4a411ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805264 Nov 12 01:04:53.225249 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9e16f0-4ab4-4cf9-a96f-386ab5531347 x-openstack-request-id: req-2b9e16f0-4ab4-4cf9-a96f-386ab5531347 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:04:53.225553 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f87be11-3a01-44ae-8b8e-9a2522b76474", "name": "network-vif-deleted", "tag": "42368a8e-38ca-42fb-b143-4741187b1011", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:04:53.225806 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2b9e16f0-4ab4-4cf9-a96f-386ab5531347 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:04:53.226262 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f87be11-3a01-44ae-8b8e-9a2522b76474', 'name': 'network-vif-deleted', 'tag': '42368a8e-38ca-42fb-b143-4741187b1011', 'status': 'completed', 'code': 200} Nov 12 01:04:53.248811 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73d370-6944-4c56-be10-9936ace804ca req-98e3bf67-d7b9-4244-b3d5-d6967c722549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:53.250344 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3a73d370-6944-4c56-be10-9936ace804ca req-98e3bf67-d7b9-4244-b3d5-d6967c722549 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1b19e667-5239-45f1-9731-35a187975e91 HTTP/1.1" status: 200 len: 921 time: 0.1171985 Nov 12 01:04:53.312935 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3a73d370-6944-4c56-be10-9936ace804ca req-9b522461-6398-47c3-9973-a6ce0fe6f2b4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e92473a9-3945-424e-879d-879e7dd9dea8 HTTP/1.1" status: 200 len: 217 time: 0.0540628 Nov 12 01:04:53.378632 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a2619972-84fc-4098-8765-788c721d5910 req-6a1f4e25-0757-46ac-a579-3935a0e0c820 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=7f87be11-3a01-44ae-8b8e-9a2522b76474 HTTP/1.1" status: 200 len: 210 time: 0.0469499 Nov 12 01:04:53.402036 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a73d370-6944-4c56-be10-9936ace804ca req-c15d1bdd-1dc5-483c-87c3-574a23de3d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:53.406285 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3a73d370-6944-4c56-be10-9936ace804ca req-c15d1bdd-1dc5-483c-87c3-574a23de3d79 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f32792f1-1aa4-417f-9ca6-788e218b6fe1 HTTP/1.1" status: 200 len: 861 time: 0.0849950 Nov 12 01:04:53.445834 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3a73d370-6944-4c56-be10-9936ace804ca req-41dc56ac-0894-4c37-8e7f-d23c5a92f3ba service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1b19e667-5239-45f1-9731-35a187975e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307784 Nov 12 01:04:53.601500 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3a73d370-6944-4c56-be10-9936ace804ca req-8e3d2876-07ed-487e-bd3a-4ae1043386a0 service neutron] 10.222.0.16 "GET /v2.0/networks/1b19e667-5239-45f1-9731-35a187975e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417031 Nov 12 01:04:53.715515 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b94f2-fc38-4cc3-a51f-90303afac20a req-622cee35-b916-4c51-81f0-b983bfe7017a tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:53.719338 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ca5b94f2-fc38-4cc3-a51f-90303afac20a req-622cee35-b916-4c51-81f0-b983bfe7017a tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] 10.222.0.45 "GET /v2.0/ports?device_id=3facf200-c034-452f-9b63-6750db14bc08 HTTP/1.1" status: 200 len: 945 time: 0.1034305 Nov 12 01:04:53.768639 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3a73d370-6944-4c56-be10-9936ace804ca req-8cdbb167-cb93-4e82-934a-58bd659d30e1 service neutron] 10.222.0.16 "GET /v2.0/networks/1b19e667-5239-45f1-9731-35a187975e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587384 Nov 12 01:04:53.835567 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ca5b94f2-fc38-4cc3-a51f-90303afac20a req-fc2825b2-26a0-412a-a27d-71f82d855473 tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] 10.222.0.45 "GET /v2.0/security-groups?id=c9ea42c6-ed4d-4724-9832-5118669207bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024649 Nov 12 01:04:53.902175 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10fee5-82df-4b6a-84eb-5e2b39ae789f req-20820402-64a7-46b7-b9f7-d9b4010d5ba4 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:53.904052 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5b10fee5-82df-4b6a-84eb-5e2b39ae789f req-20820402-64a7-46b7-b9f7-d9b4010d5ba4 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6dc6640-311e-4714-ad1a-8130d689ec31 HTTP/1.1" status: 200 len: 945 time: 0.0933924 Nov 12 01:04:53.984253 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5b10fee5-82df-4b6a-84eb-5e2b39ae789f req-4ba6d911-29b1-44a2-861f-04a560553947 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729630 Nov 12 01:04:54.336514 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f352b62-6065-4bf7-bfdb-4b764f6b04b9 req-00eb0ddd-ee31-4253-8169-ca4cd36b0501 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:54.338172 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8f352b62-6065-4bf7-bfdb-4b764f6b04b9 req-00eb0ddd-ee31-4253-8169-ca4cd36b0501 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/ports?device_id=46904a2c-f260-461d-86c5-99a929c2c6af HTTP/1.1" status: 200 len: 944 time: 0.0929842 Nov 12 01:04:54.356386 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe43c70b-4378-4726-807a-cf0ca32dd698 req-dbc85597-d233-416d-9112-98d560d37355 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:54.358186 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fe43c70b-4378-4726-807a-cf0ca32dd698 req-dbc85597-d233-416d-9112-98d560d37355 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 945 time: 0.0976443 Nov 12 01:04:54.436246 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8f352b62-6065-4bf7-bfdb-4b764f6b04b9 req-33845913-9040-4233-9302-debd898441dc tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfdb2882-61f4-4de3-be12-d417b4a411ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769515 Nov 12 01:04:54.454249 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fe43c70b-4378-4726-807a-cf0ca32dd698 req-0aa94e7b-21f1-4d31-80a7-c6506555b7c9 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=0762cf07-0f13-471a-a31e-80fa878bd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803044 Nov 12 01:04:54.652048 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cd3e78-4952-4bc9-bd97-82ecc6f85ca0 req-ead0a4dc-2dee-43f6-8ec9-54476aaae847 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:54.654658 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d7cd3e78-4952-4bc9-bd97-82ecc6f85ca0 req-ead0a4dc-2dee-43f6-8ec9-54476aaae847 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.0842054 Nov 12 01:04:54.713171 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d7cd3e78-4952-4bc9-bd97-82ecc6f85ca0 req-8b36a510-c15c-4e1e-aa00-a4aaf09e084d tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506077 Nov 12 01:04:54.889626 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device e92473a9-3945-424e-879d-879e7dd9dea8 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:04:54.961326 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54bba69-da4a-4081-b1ac-738f98e0357f req-140e33db-568a-4fe7-882f-61bc1b28ebd9 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:54.964701 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b54bba69-da4a-4081-b1ac-738f98e0357f req-140e33db-568a-4fe7-882f-61bc1b28ebd9 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.1096513 Nov 12 01:04:55.018463 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port e92473a9-3945-424e-879d-879e7dd9dea8, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=e92473a9-3945-424e-879d-879e7dd9dea8,segment=NetworkSegment(05f1094a-b9d1-44f3-8df0-e00ec147c7ea),segment_id=05f1094a-b9d1-44f3-8df0-e00ec147c7ea)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:55.041020 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': 'e92473a9-3945-424e-879d-879e7dd9dea8', 'network_id': '1b19e667-5239-45f1-9731-35a187975e91', 'port_id': 'e92473a9-3945-424e-879d-879e7dd9dea8', 'mac_address': 'fa:16:3e:b1:be:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f32792f1-1aa4-417f-9ca6-788e218b6fe1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:04:55.088175 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:55.097206 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe9bf77-327b-4fd2-879f-177b9ab0dacc req-575ce28f-c60f-46aa-a3c7-ea073d5539d9 tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:55.099799 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ebe9bf77-327b-4fd2-879f-177b9ab0dacc req-575ce28f-c60f-46aa-a3c7-ea073d5539d9 tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] 10.222.0.45 "GET /v2.0/ports?device_id=3facf200-c034-452f-9b63-6750db14bc08 HTTP/1.1" status: 200 len: 945 time: 0.1771579 Nov 12 01:04:55.105068 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e92473a9-3945-424e-879d-879e7dd9dea8 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:04:55.116209 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b54bba69-da4a-4081-b1ac-738f98e0357f req-e11fa193-c7dc-45ab-bfc9-35f277d7ac0a tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190815 Nov 12 01:04:55.138320 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port e92473a9-3945-424e-879d-879e7dd9dea8, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=e92473a9-3945-424e-879d-879e7dd9dea8,segment=NetworkSegment(05f1094a-b9d1-44f3-8df0-e00ec147c7ea),segment_id=05f1094a-b9d1-44f3-8df0-e00ec147c7ea)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:55.146591 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:55.246363 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a2c50ad1-290c-4669-a2fa-47fef94ad798 req-5bee64f5-b910-4c77-a85e-b420c8d1dfb7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0747585 Nov 12 01:04:55.251356 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=e92473a9-3945-424e-879d-879e7dd9dea8,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:55.256048 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ebe9bf77-327b-4fd2-879f-177b9ab0dacc req-4ec66400-11e6-4ede-9884-58bdc40ad78c tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] 10.222.0.45 "GET /v2.0/security-groups?id=c9ea42c6-ed4d-4724-9832-5118669207bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225822 Nov 12 01:04:55.356100 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 42368a8e-38ca-42fb-b143-4741187b1011 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:04:55.381449 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 42368a8e-38ca-42fb-b143-4741187b1011 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:04:55.381793 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 42368a8e-38ca-42fb-b143-4741187b1011 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:04:55.401419 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dcff56-8026-4eac-9bfb-e4562e2ef136 req-707035f4-00fd-431f-b337-fc5a5261fcd9 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:55.404247 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b4dcff56-8026-4eac-9bfb-e4562e2ef136 req-707035f4-00fd-431f-b337-fc5a5261fcd9 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6dc6640-311e-4714-ad1a-8130d689ec31 HTTP/1.1" status: 200 len: 945 time: 0.0699503 Nov 12 01:04:55.409485 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c50ad1-290c-4669-a2fa-47fef94ad798 req-c5062e27-ca6b-4277-a1dc-d9e605306a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:55.412185 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a2c50ad1-290c-4669-a2fa-47fef94ad798 req-c5062e27-ca6b-4277-a1dc-d9e605306a4f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3a16532dad1a4e29a37379d12c118693&device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 1097 time: 0.0818496 Nov 12 01:04:55.506834 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b4dcff56-8026-4eac-9bfb-e4562e2ef136 req-b6073a8f-1c9b-491c-95b7-890752ece276 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952234 Nov 12 01:04:55.515206 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['e92473a9-3945-424e-879d-879e7dd9dea8'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:04:55.528279 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab5987-b5d2-40c4-9c57-c5670fc53193 req-c40d7b3b-59d1-4fe4-a59f-e80ac36b1164 tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:55.531861 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-24ab5987-b5d2-40c4-9c57-c5670fc53193 req-c40d7b3b-59d1-4fe4-a59f-e80ac36b1164 tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] 10.222.0.44 "GET /v2.0/ports?device_id=3facf200-c034-452f-9b63-6750db14bc08 HTTP/1.1" status: 200 len: 945 time: 0.1014125 Nov 12 01:04:55.627994 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c50ad1-290c-4669-a2fa-47fef94ad798 req-c71e22eb-b83d-4c41-8574-b5c8b702c74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:55.631387 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a2c50ad1-290c-4669-a2fa-47fef94ad798 req-c71e22eb-b83d-4c41-8574-b5c8b702c74c service neutron] 10.222.0.16 "GET /v2.0/networks?id=781d30df-28ea-4e18-a951-e2a0cedd5fea HTTP/1.1" status: 200 len: 913 time: 0.1844590 Nov 12 01:04:55.698855 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a2c50ad1-290c-4669-a2fa-47fef94ad798 req-b757090d-ef23-45cd-b26c-370be5b75990 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01abd07c-2341-46ef-b50f-2ffc9746084d HTTP/1.1" status: 200 len: 217 time: 0.0588195 Nov 12 01:04:55.727235 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8a982-001b-4854-be64-86945056d246 req-ff7f908b-7d51-42ac-a7c6-fadec9b66277 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:55.729007 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d4b8a982-001b-4854-be64-86945056d246 req-ff7f908b-7d51-42ac-a7c6-fadec9b66277 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.1359386 Nov 12 01:04:55.752855 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c8a7b-bc03-480d-867d-704706949a89 req-901341a7-201c-4171-b035-6e3ff189a811 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:55.754513 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fc1c8a7b-bc03-480d-867d-704706949a89 req-901341a7-201c-4171-b035-6e3ff189a811 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/ports?device_id=46904a2c-f260-461d-86c5-99a929c2c6af HTTP/1.1" status: 200 len: 945 time: 0.1265275 Nov 12 01:04:55.761721 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c50ad1-290c-4669-a2fa-47fef94ad798 req-0c38de33-ef2e-41e2-abf7-9677ecba0ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:55.763349 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a2c50ad1-290c-4669-a2fa-47fef94ad798 req-0c38de33-ef2e-41e2-abf7-9677ecba0ac9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b27e1e41-719b-40a0-b6b8-a50662ff4f65 HTTP/1.1" status: 200 len: 853 time: 0.0571218 Nov 12 01:04:55.783635 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-24ab5987-b5d2-40c4-9c57-c5670fc53193 req-13d05c5c-e500-491d-b5d6-b0d88b092fbf tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] Deleting port 0f880f1e-c43b-4e26-96e5-ca8b8a89c0b3 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:04:55.784275 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-24ab5987-b5d2-40c4-9c57-c5670fc53193 req-13d05c5c-e500-491d-b5d6-b0d88b092fbf tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:55.815643 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a2c50ad1-290c-4669-a2fa-47fef94ad798 req-42b36eb5-338e-4aba-ab6a-a554539f8e25 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=781d30df-28ea-4e18-a951-e2a0cedd5fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409534 Nov 12 01:04:55.891872 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d4b8a982-001b-4854-be64-86945056d246 req-d087a563-f3a8-473b-b4bb-f61b55030cbc tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491475 Nov 12 01:04:55.927551 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fc1c8a7b-bc03-480d-867d-704706949a89 req-f99b75aa-292a-431e-8867-29b809e3a3d7 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfdb2882-61f4-4de3-be12-d417b4a411ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521332 Nov 12 01:04:55.980445 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-24ab5987-b5d2-40c4-9c57-c5670fc53193 req-13d05c5c-e500-491d-b5d6-b0d88b092fbf tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] For port 0f880f1e-c43b-4e26-96e5-ca8b8a89c0b3, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=0f880f1e-c43b-4e26-96e5-ca8b8a89c0b3,segment=NetworkSegment(e6edb922-7e5b-43ae-8cf0-dfcd1a54afec),segment_id=e6edb922-7e5b-43ae-8cf0-dfcd1a54afec)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:55.980445 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-24ab5987-b5d2-40c4-9c57-c5670fc53193 req-13d05c5c-e500-491d-b5d6-b0d88b092fbf tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:55.981478 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a2c50ad1-290c-4669-a2fa-47fef94ad798 req-d380c49b-88f1-4847-93a9-695b0a8ec376 service neutron] 10.222.0.16 "GET /v2.0/networks/781d30df-28ea-4e18-a951-e2a0cedd5fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470108 Nov 12 01:04:56.017909 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-24ab5987-b5d2-40c4-9c57-c5670fc53193 req-13d05c5c-e500-491d-b5d6-b0d88b092fbf tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] Calling delete_port for 0f880f1e-c43b-4e26-96e5-ca8b8a89c0b3 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:04:56.095552 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a2c50ad1-290c-4669-a2fa-47fef94ad798 req-0ca3395e-4687-485f-82ad-79c3fdd5a4ac service neutron] 10.222.0.16 "GET /v2.0/networks/781d30df-28ea-4e18-a951-e2a0cedd5fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128302 Nov 12 01:04:56.241227 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a993255-e7b4-4d5c-8928-496d61db21b7 req-b725fd6e-0890-4e45-a3a3-97c17b269fe1 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:56.243986 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7a993255-e7b4-4d5c-8928-496d61db21b7 req-b725fd6e-0890-4e45-a3a3-97c17b269fe1 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 945 time: 0.1872897 Nov 12 01:04:56.359742 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7a993255-e7b4-4d5c-8928-496d61db21b7 req-e4242ad3-6bf6-4ffb-92f2-48562be977eb tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=0762cf07-0f13-471a-a31e-80fa878bd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011574 Nov 12 01:04:56.424398 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-24ab5987-b5d2-40c4-9c57-c5670fc53193 req-13d05c5c-e500-491d-b5d6-b0d88b092fbf tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:56.459934 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['0f880f1e-c43b-4e26-96e5-ca8b8a89c0b3'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:04:56.472502 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d05c5c-e500-491d-b5d6-b0d88b092fbf tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] Pushing event deleted for resources: {'Port': ['ID=0f880f1e-c43b-4e26-96e5-ca8b8a89c0b3,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:56.505494 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-acda2d72-d429-4071-bd03-fde9534146fb req-0b73cae8-5031-471d-b289-b11f4cd66771 tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] 10.222.0.45 "GET /v2.0/ports?device_id=3facf200-c034-452f-9b63-6750db14bc08 HTTP/1.1" status: 200 len: 210 time: 0.0685804 Nov 12 01:04:56.573003 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ab5987-b5d2-40c4-9c57-c5670fc53193 req-13d05c5c-e500-491d-b5d6-b0d88b092fbf tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] No DVR routers for this DVR port 0f880f1e-c43b-4e26-96e5-ca8b8a89c0b3 on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:04:56.577753 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-24ab5987-b5d2-40c4-9c57-c5670fc53193 req-13d05c5c-e500-491d-b5d6-b0d88b092fbf tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:56.581460 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-24ab5987-b5d2-40c4-9c57-c5670fc53193 req-13d05c5c-e500-491d-b5d6-b0d88b092fbf tempest-ServerTagsTestJSON-1977832697 tempest-ServerTagsTestJSON-1977832697-project] 10.222.0.44 "DELETE /v2.0/ports/0f880f1e-c43b-4e26-96e5-ca8b8a89c0b3 HTTP/1.1" status: 204 len: 173 time: 1.0378394 Nov 12 01:04:56.582424 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3facf200-c034-452f-9b63-6750db14bc08', 'name': 'network-vif-deleted', 'tag': '0f880f1e-c43b-4e26-96e5-ca8b8a89c0b3'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:04:56.586554 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b06e7f6-8892-4cda-aeea-6ac9e4fea6b8" -d '{"events": [{"server_uuid": "3facf200-c034-452f-9b63-6750db14bc08", "name": "network-vif-deleted", "tag": "0f880f1e-c43b-4e26-96e5-ca8b8a89c0b3"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:04:56.768101 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcda61a8-29bd-498a-b782-a161d474c2d2 x-openstack-request-id: req-bcda61a8-29bd-498a-b782-a161d474c2d2 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:04:56.768595 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3facf200-c034-452f-9b63-6750db14bc08", "name": "network-vif-deleted", "tag": "0f880f1e-c43b-4e26-96e5-ca8b8a89c0b3", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:04:56.769112 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bcda61a8-29bd-498a-b782-a161d474c2d2 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:04:56.770201 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3facf200-c034-452f-9b63-6750db14bc08', 'name': 'network-vif-deleted', 'tag': '0f880f1e-c43b-4e26-96e5-ca8b8a89c0b3', 'status': 'completed', 'code': 200} Nov 12 01:04:56.797640 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8ca51-b71e-4070-ba50-acdf9cd79f5b req-97e05321-6a8d-40d2-aed8-d1059f2a2d0a tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:56.799797 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-81e8ca51-b71e-4070-ba50-acdf9cd79f5b req-97e05321-6a8d-40d2-aed8-d1059f2a2d0a tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6dc6640-311e-4714-ad1a-8130d689ec31 HTTP/1.1" status: 200 len: 945 time: 0.1141713 Nov 12 01:04:56.867125 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-81e8ca51-b71e-4070-ba50-acdf9cd79f5b req-22c13d84-4969-4975-a6c3-20480349d1a4 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546300 Nov 12 01:04:56.902008 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device e92473a9-3945-424e-879d-879e7dd9dea8 up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:04:56.981223 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port e92473a9-3945-424e-879d-879e7dd9dea8 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:04:56.986638 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port e92473a9-3945-424e-879d-879e7dd9dea8 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:04:56.987246 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:57.140597 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd279ba-1cf2-4c1a-8ada-19f6240c73b6 req-9b045ca4-a9e7-426f-b657-7b5bb2362afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:57.143294 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2fd279ba-1cf2-4c1a-8ada-19f6240c73b6 req-9b045ca4-a9e7-426f-b657-7b5bb2362afb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1650592d4cf74284855a02a26c6d9866&device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 1097 time: 0.0923219 Nov 12 01:04:57.229507 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ad17944b-e5f8-453c-97f5-c2c8de1c07b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:57.253924 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:57.316598 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46904a2c-f260-461d-86c5-99a929c2c6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e92473a9-3945-424e-879d-879e7dd9dea8'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:04:57.319611 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35f6379-bc25-4ea5-858c-42ead323ae6c" -d '{"events": [{"server_uuid": "46904a2c-f260-461d-86c5-99a929c2c6af", "name": "network-vif-plugged", "status": "completed", "tag": "e92473a9-3945-424e-879d-879e7dd9dea8"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:04:57.325379 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port e92473a9-3945-424e-879d-879e7dd9dea8, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=e92473a9-3945-424e-879d-879e7dd9dea8,segment=NetworkSegment(05f1094a-b9d1-44f3-8df0-e00ec147c7ea),segment_id=05f1094a-b9d1-44f3-8df0-e00ec147c7ea)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:04:57.338682 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb02029-55e7-4c03-a203-a55f11cdd062 req-f3a54265-091a-49cc-ac87-6f067c0f8f07 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:57.340408 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0cb02029-55e7-4c03-a203-a55f11cdd062 req-f3a54265-091a-49cc-ac87-6f067c0f8f07 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/ports?device_id=46904a2c-f260-461d-86c5-99a929c2c6af HTTP/1.1" status: 200 len: 945 time: 0.1674078 Nov 12 01:04:57.342596 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:57.394242 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd279ba-1cf2-4c1a-8ada-19f6240c73b6 req-21e50bb7-0bb7-4b35-bb04-c5ef66c3211e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:57.397281 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2fd279ba-1cf2-4c1a-8ada-19f6240c73b6 req-21e50bb7-0bb7-4b35-bb04-c5ef66c3211e service neutron] 10.222.0.44 "GET /v2.0/networks?id=589a11d9-462f-4432-aa26-12a7b18ca65f HTTP/1.1" status: 200 len: 916 time: 0.1732378 Nov 12 01:04:57.622311 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4199c84a-44d7-4f29-8c4e-6aefe8b43903 req-b882169d-47d9-4d7f-a4ef-1c61fd77630a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:57.625094 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4199c84a-44d7-4f29-8c4e-6aefe8b43903 req-b882169d-47d9-4d7f-a4ef-1c61fd77630a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=46904a2c-f260-461d-86c5-99a929c2c6af HTTP/1.1" status: 200 len: 1098 time: 0.0774367 Nov 12 01:04:57.657858 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0cb02029-55e7-4c03-a203-a55f11cdd062 req-a680ebd7-df99-48b2-b7f1-d9efe34292fe tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfdb2882-61f4-4de3-be12-d417b4a411ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588267 Nov 12 01:04:57.661119 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2fd279ba-1cf2-4c1a-8ada-19f6240c73b6 req-fd3fd757-7fcd-4721-9a02-53146d3b73a4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac1180cb-7bbd-421c-a709-89ce96132ed6 HTTP/1.1" status: 200 len: 1000 time: 0.2472005 Nov 12 01:04:57.703981 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3541983-9b1a-485a-aa0e-4fc397a01c09 x-openstack-request-id: req-e3541983-9b1a-485a-aa0e-4fc397a01c09 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:04:57.704834 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46904a2c-f260-461d-86c5-99a929c2c6af", "name": "network-vif-plugged", "status": "completed", "tag": "e92473a9-3945-424e-879d-879e7dd9dea8", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:04:57.704834 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e3541983-9b1a-485a-aa0e-4fc397a01c09 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:04:57.705480 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46904a2c-f260-461d-86c5-99a929c2c6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e92473a9-3945-424e-879d-879e7dd9dea8', 'code': 200} Nov 12 01:04:57.737543 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4199c84a-44d7-4f29-8c4e-6aefe8b43903 req-b564e8d1-106b-4171-9e73-2391e430c582 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cfdb2882-61f4-4de3-be12-d417b4a411ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036348 Nov 12 01:04:57.746520 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=e92473a9-3945-424e-879d-879e7dd9dea8,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:57.748470 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 36446) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:57.775221 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd279ba-1cf2-4c1a-8ada-19f6240c73b6 req-94021fed-f5d7-43e0-8131-010e2a475930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:57.777500 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2fd279ba-1cf2-4c1a-8ada-19f6240c73b6 req-94021fed-f5d7-43e0-8131-010e2a475930 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=34773eb3-d58a-4b8a-a536-c500cef253a8 HTTP/1.1" status: 200 len: 855 time: 0.0745976 Nov 12 01:04:57.792129 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be6ca31-a66f-4b7d-b810-c43e68e9c931 req-f61a1616-174f-4d46-8726-312b0cc5b09d tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:57.793804 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6be6ca31-a66f-4b7d-b810-c43e68e9c931 req-f61a1616-174f-4d46-8726-312b0cc5b09d tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 945 time: 0.2351635 Nov 12 01:04:57.823941 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-80222c13-4f0c-4f57-80bf-6bc399bf1a2d admin admin] Deleting subnet 3f1fb134-40d6-427e-b3a2-d5fed8a5050f {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:04:57.829562 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-80222c13-4f0c-4f57-80bf-6bc399bf1a2d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:57.882322 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:04:57.883547 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-80222c13-4f0c-4f57-80bf-6bc399bf1a2d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:57.884622 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd279ba-1cf2-4c1a-8ada-19f6240c73b6 req-c1a2b3c8-e678-4a19-9edd-6908d5903591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:57.887352 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2fd279ba-1cf2-4c1a-8ada-19f6240c73b6 req-c1a2b3c8-e678-4a19-9edd-6908d5903591 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=589a11d9-462f-4432-aa26-12a7b18ca65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0924773 Nov 12 01:04:57.897036 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6be6ca31-a66f-4b7d-b810-c43e68e9c931 req-c59edaa9-e1e8-49d1-81be-6b6b55231ccd tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=0762cf07-0f13-471a-a31e-80fa878bd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930877 Nov 12 01:04:57.945571 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-80222c13-4f0c-4f57-80bf-6bc399bf1a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:58.018317 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-80222c13-4f0c-4f57-80bf-6bc399bf1a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:58.049318 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80222c13-4f0c-4f57-80bf-6bc399bf1a2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f1fb134-40d6-427e-b3a2-d5fed8a5050f,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:58.051837 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-80222c13-4f0c-4f57-80bf-6bc399bf1a2d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:58.055756 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-80222c13-4f0c-4f57-80bf-6bc399bf1a2d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/3f1fb134-40d6-427e-b3a2-d5fed8a5050f HTTP/1.1" status: 204 len: 168 time: 0.3061492 Nov 12 01:04:58.060001 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 36450) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:58.101882 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2fd279ba-1cf2-4c1a-8ada-19f6240c73b6 req-110c50bd-e8c3-4a63-9b6b-a25d0aa189da service neutron] 10.222.0.44 "GET /v2.0/networks/589a11d9-462f-4432-aa26-12a7b18ca65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016306 Nov 12 01:04:58.140907 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-097def30-f6da-4735-aa30-52e6fb60ece9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:58.169220 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e98304-f1ad-4458-a947-4226df10b96c req-b45e200a-c932-4e1e-90fa-01aa7e78bfd0 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:58.172134 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-83e98304-f1ad-4458-a947-4226df10b96c req-b45e200a-c932-4e1e-90fa-01aa7e78bfd0 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6dc6640-311e-4714-ad1a-8130d689ec31 HTTP/1.1" status: 200 len: 945 time: 0.1646762 Nov 12 01:04:58.232621 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-097def30-f6da-4735-aa30-52e6fb60ece9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:58.255634 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-097def30-f6da-4735-aa30-52e6fb60ece9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d970e8b8-482d-4238-a0cd-4f750c643208']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:58.267000 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-097def30-f6da-4735-aa30-52e6fb60ece9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6edb922-7e5b-43ae-8cf0-dfcd1a54afec') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:58.267282 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-097def30-f6da-4735-aa30-52e6fb60ece9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6edb922-7e5b-43ae-8cf0-dfcd1a54afec') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:04:58.278305 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-097def30-f6da-4735-aa30-52e6fb60ece9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:58.294349 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-097def30-f6da-4735-aa30-52e6fb60ece9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:58.302934 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-097def30-f6da-4735-aa30-52e6fb60ece9 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:04:58.304332 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-097def30-f6da-4735-aa30-52e6fb60ece9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:58.324223 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:04:58.324223 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:04:58.324223 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:04:58.324223 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:04:58.324223 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:04:58.324223 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:04:58.324223 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:04:58.324223 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:04:58.324223 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:04:58.324223 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:04:58.324223 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:04:58.324223 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:04:58.324223 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:04:58.324223 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:04:58.324223 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:04:58.324223 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:04:58.324223 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:04:58.324223 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:04:58.324223 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:04:58.324223 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:04:58.324223 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:04:58.324223 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:04:58.324223 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:04:58.324223 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:04:58.324223 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:04:58.324223 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:04:58.324223 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:04:58.324223 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:04:58.324223 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:04:58.324223 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:04:58.324223 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:04:58.324223 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:04:58.348350 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-83e98304-f1ad-4458-a947-4226df10b96c req-b5c16fb1-fe92-4307-b9bc-9c91ff901927 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643269 Nov 12 01:04:58.362957 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2fd279ba-1cf2-4c1a-8ada-19f6240c73b6 req-6e5c07ca-44ba-4e89-8331-498790cfe902 service neutron] 10.222.0.44 "GET /v2.0/networks/589a11d9-462f-4432-aa26-12a7b18ca65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529850 Nov 12 01:04:58.389137 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-097def30-f6da-4735-aa30-52e6fb60ece9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:58.397422 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-097def30-f6da-4735-aa30-52e6fb60ece9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:58.406069 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-097def30-f6da-4735-aa30-52e6fb60ece9 admin admin] 10.222.0.45 "DELETE /v2.0/networks/d970e8b8-482d-4238-a0cd-4f750c643208 HTTP/1.1" status: 204 len: 168 time: 0.3425350 Nov 12 01:04:58.421352 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097def30-f6da-4735-aa30-52e6fb60ece9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d970e8b8-482d-4238-a0cd-4f750c643208,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:58.535633 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 36456) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:58.580524 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7374ff70-8d34-44f7-889c-d589b141a8a3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=828a0c16e1524c1489ca3cef3e23d7b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0435209 Nov 12 01:04:58.583630 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 36458) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:04:58.664176 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2e49755f-3163-4c1f-9680-707275966a8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:58.709773 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2e49755f-3163-4c1f-9680-707275966a8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:58.799781 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2e49755f-3163-4c1f-9680-707275966a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:58.805269 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2e49755f-3163-4c1f-9680-707275966a8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:04:58.807783 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2e49755f-3163-4c1f-9680-707275966a8a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c9ea42c6-ed4d-4724-9832-5118669207bc HTTP/1.1" status: 204 len: 168 time: 0.2223330 Nov 12 01:04:58.821570 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e49755f-3163-4c1f-9680-707275966a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ea42c6-ed4d-4724-9832-5118669207bc,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:04:58.880816 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c9a460-d586-469b-88be-aa7f8fc5350d req-ae95e86a-4abb-4601-8b3c-73bd3d4d4616 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:58.882757 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c2c9a460-d586-469b-88be-aa7f8fc5350d req-ae95e86a-4abb-4601-8b3c-73bd3d4d4616 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/ports?device_id=46904a2c-f260-461d-86c5-99a929c2c6af HTTP/1.1" status: 200 len: 946 time: 0.1263103 Nov 12 01:04:58.974105 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c2c9a460-d586-469b-88be-aa7f8fc5350d req-d135a6da-7121-4bf8-be02-978bff9c87bc tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfdb2882-61f4-4de3-be12-d417b4a411ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775795 Nov 12 01:04:59.110244 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc17c969-335d-40ab-9566-7fe0ce46d902 req-0edf2a13-5982-4d57-aede-2a5a2731a1c5 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:59.118963 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bc17c969-335d-40ab-9566-7fe0ce46d902 req-0edf2a13-5982-4d57-aede-2a5a2731a1c5 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 945 time: 0.0715268 Nov 12 01:04:59.191291 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bc17c969-335d-40ab-9566-7fe0ce46d902 req-e5061ad3-b882-499c-89f4-f22ef888082c tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=0762cf07-0f13-471a-a31e-80fa878bd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685575 Nov 12 01:04:59.365023 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f5bbc-9dfb-43f9-b1b5-7d8d27e3c7e4 req-9ab18782-1260-4107-ade4-465f424ac891 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:59.366685 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-da1f5bbc-9dfb-43f9-b1b5-7d8d27e3c7e4 req-9ab18782-1260-4107-ade4-465f424ac891 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.0602052 Nov 12 01:04:59.390944 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 0f880f1e-c43b-4e26-96e5-ca8b8a89c0b3 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:04:59.442663 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-da1f5bbc-9dfb-43f9-b1b5-7d8d27e3c7e4 req-4948252c-26ad-42e2-8bd9-0bf9f807ed7c tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645335 Nov 12 01:04:59.452718 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 0f880f1e-c43b-4e26-96e5-ca8b8a89c0b3 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:04:59.453370 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 0f880f1e-c43b-4e26-96e5-ca8b8a89c0b3 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:04:59.587330 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5224b52-0ec2-4710-872b-71d7c10c613d req-05f94e80-f220-4297-af6f-bbe27af9d812 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:59.590733 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e5224b52-0ec2-4710-872b-71d7c10c613d req-05f94e80-f220-4297-af6f-bbe27af9d812 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6dc6640-311e-4714-ad1a-8130d689ec31 HTTP/1.1" status: 200 len: 945 time: 0.0920382 Nov 12 01:04:59.725246 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e5224b52-0ec2-4710-872b-71d7c10c613d req-0fbb9e3c-ecec-4dfc-8b97-f2a139ea31cb tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261017 Nov 12 01:04:59.765815 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e1de3-a7ff-4818-b76d-373e9c8c4638 req-70065805-175a-429d-9c7b-3c6a9ed5a1d4 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:04:59.768571 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a70e1de3-a7ff-4818-b76d-373e9c8c4638 req-70065805-175a-429d-9c7b-3c6a9ed5a1d4 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.1130161 Nov 12 01:04:59.851471 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a70e1de3-a7ff-4818-b76d-373e9c8c4638 req-ae600832-0977-49f6-b333-d2f6096133bb tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756321 Nov 12 01:05:00.151527 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed21e6a-2ef8-4874-a1c6-d68af4517902 req-dbee91ea-11f9-47c3-a7b2-cfcd3c80bd79 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:00.154867 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5ed21e6a-2ef8-4874-a1c6-d68af4517902 req-dbee91ea-11f9-47c3-a7b2-cfcd3c80bd79 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/ports?device_id=46904a2c-f260-461d-86c5-99a929c2c6af HTTP/1.1" status: 200 len: 946 time: 0.1052170 Nov 12 01:05:00.247069 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5ed21e6a-2ef8-4874-a1c6-d68af4517902 req-8eeff7b2-9cf3-4bbc-8ec4-067ce9d7fb8d tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfdb2882-61f4-4de3-be12-d417b4a411ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834172 Nov 12 01:05:00.591868 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c20409-0813-466a-87b8-66ce91c470a7 req-69d53d7a-bb0b-40c4-8b30-59773e744070 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:00.593723 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e8c20409-0813-466a-87b8-66ce91c470a7 req-69d53d7a-bb0b-40c4-8b30-59773e744070 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 945 time: 0.0849614 Nov 12 01:05:00.689629 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e8c20409-0813-466a-87b8-66ce91c470a7 req-e9171d74-11da-4af9-8525-580e446e7744 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=0762cf07-0f13-471a-a31e-80fa878bd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837817 Nov 12 01:05:00.785622 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6c259ea8-4e56-4f85-8102-8eb73b836ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:00.975383 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439bbe75-55d1-4efc-9bac-f36860683783 req-3bbfaf87-12ee-414c-b33f-a413de71e7f3 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:00.984666 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-439bbe75-55d1-4efc-9bac-f36860683783 req-3bbfaf87-12ee-414c-b33f-a413de71e7f3 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/ports?device_id=46904a2c-f260-461d-86c5-99a929c2c6af HTTP/1.1" status: 200 len: 946 time: 0.1449320 Nov 12 01:05:01.069548 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b5cd60-3ab6-45b1-918b-906c32f79f6a req-40313c2f-e246-4f59-858d-92831806d307 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:01.071359 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-28b5cd60-3ab6-45b1-918b-906c32f79f6a req-40313c2f-e246-4f59-858d-92831806d307 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 946 time: 0.1294868 Nov 12 01:05:01.077196 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-439bbe75-55d1-4efc-9bac-f36860683783 req-13a00878-b1d2-483c-947a-937af4ee3d35 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfdb2882-61f4-4de3-be12-d417b4a411ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712802 Nov 12 01:05:01.161546 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-28b5cd60-3ab6-45b1-918b-906c32f79f6a req-5fe17b8f-df94-4418-a800-b8ce5c5a9034 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775807 Nov 12 01:05:01.388010 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8dbfc59d-1634-4894-9f8d-a1a682bc5aa4 req-82d30851-2ba9-412e-a356-985b200bcd92 tempest-ServerShowV254Test-1027372061 tempest-ServerShowV254Test-1027372061-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bdc5c20-d007-4b0a-a51c-4d55ef468ec6 HTTP/1.1" status: 200 len: 210 time: 0.0614936 Nov 12 01:05:01.414569 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582117f5-237f-4d1c-87b5-5e49593842f7 req-d417c288-66d4-4236-9325-8c59f0d016a9 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:01.433077 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-582117f5-237f-4d1c-87b5-5e49593842f7 req-d417c288-66d4-4236-9325-8c59f0d016a9 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6dc6640-311e-4714-ad1a-8130d689ec31 HTTP/1.1" status: 200 len: 945 time: 0.1821055 Nov 12 01:05:01.573060 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-582117f5-237f-4d1c-87b5-5e49593842f7 req-b8e8c249-f081-4091-bd75-c29d29c475b5 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359828 Nov 12 01:05:02.138586 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45156df3-5cee-4b54-be19-ad86345e1d12 req-10e8bf6d-8d95-44d9-a441-6d9ed899d9bf tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:02.140482 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-45156df3-5cee-4b54-be19-ad86345e1d12 req-10e8bf6d-8d95-44d9-a441-6d9ed899d9bf tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 945 time: 0.0703502 Nov 12 01:05:02.255507 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-45156df3-5cee-4b54-be19-ad86345e1d12 req-d0eda475-bdb2-4900-8251-5f4f6b256245 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=0762cf07-0f13-471a-a31e-80fa878bd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050503 Nov 12 01:05:02.662477 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ead8791a-5110-413e-89a0-8fa25f072c2b req-07c732d3-1a5f-4f7a-ae2c-761bc9465dc8 tempest-ServerShowV254Test-1027372061 tempest-ServerShowV254Test-1027372061-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bdc5c20-d007-4b0a-a51c-4d55ef468ec6 HTTP/1.1" status: 200 len: 210 time: 0.0535097 Nov 12 01:05:02.685538 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296caaf8-a8a8-41c1-8afe-650fea8e6f8b req-477b1838-b2a2-4cc2-aac0-8775cfac7270 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:02.688352 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-296caaf8-a8a8-41c1-8afe-650fea8e6f8b req-477b1838-b2a2-4cc2-aac0-8775cfac7270 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/ports?device_id=46904a2c-f260-461d-86c5-99a929c2c6af HTTP/1.1" status: 200 len: 946 time: 0.1499543 Nov 12 01:05:02.738068 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:02.808809 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-296caaf8-a8a8-41c1-8afe-650fea8e6f8b req-cf51e257-da77-49d6-befc-e54bbc28a185 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfdb2882-61f4-4de3-be12-d417b4a411ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944388 Nov 12 01:05:02.870888 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ebef4c-58c7-41b4-9ce8-7b6b41a604fc req-824dad35-57e9-4e48-905a-0df48e761e34 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:02.873057 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-00ebef4c-58c7-41b4-9ce8-7b6b41a604fc req-824dad35-57e9-4e48-905a-0df48e761e34 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6dc6640-311e-4714-ad1a-8130d689ec31 HTTP/1.1" status: 200 len: 945 time: 0.0974000 Nov 12 01:05:02.939093 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-00ebef4c-58c7-41b4-9ce8-7b6b41a604fc req-f4daeb9a-5ca2-4364-906e-238cf4a75237 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567718 Nov 12 01:05:03.061000 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8e2d2-1b65-4a4b-b2da-78123a4e9b5a req-25c93a93-f839-4834-aa6e-eba5d6b44ad7 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:03.063111 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cad8e2d2-1b65-4a4b-b2da-78123a4e9b5a req-25c93a93-f839-4834-aa6e-eba5d6b44ad7 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.0561669 Nov 12 01:05:03.122344 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cad8e2d2-1b65-4a4b-b2da-78123a4e9b5a req-4b8258cf-65bc-4d91-8552-ed25cd0d9ecc tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521939 Nov 12 01:05:03.283074 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ecfdb-ab3c-4078-9636-2492969f67cb req-07c6ab04-8d1c-473f-b8c9-2ac2cde1f14c tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:03.285031 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-277ecfdb-ab3c-4078-9636-2492969f67cb req-07c6ab04-8d1c-473f-b8c9-2ac2cde1f14c tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.0777049 Nov 12 01:05:03.371792 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-277ecfdb-ab3c-4078-9636-2492969f67cb req-69d072ca-7f85-4bb9-b0a5-73f2e39ce2a0 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798297 Nov 12 01:05:03.403701 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device ac1180cb-7bbd-421c-a709-89ce96132ed6 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:05:03.621958 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port ac1180cb-7bbd-421c-a709-89ce96132ed6, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=ac1180cb-7bbd-421c-a709-89ce96132ed6,segment=NetworkSegment(160eb3a9-a811-42ba-8ae2-682c5125e1c5),segment_id=160eb3a9-a811-42ba-8ae2-682c5125e1c5)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:03.640960 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'ac1180cb-7bbd-421c-a709-89ce96132ed6', 'network_id': '589a11d9-462f-4432-aa26-12a7b18ca65f', 'port_id': 'ac1180cb-7bbd-421c-a709-89ce96132ed6', 'mac_address': 'fa:16:3e:2c:6c:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34773eb3-d58a-4b8a-a536-c500cef253a8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:05:03.690920 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e3e90-a151-4c27-9685-4b7672e1ce02 req-123dc7c7-1331-4df7-867f-fbe1d7ec19ce tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:03.693374 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e85e3e90-a151-4c27-9685-4b7672e1ce02 req-123dc7c7-1331-4df7-867f-fbe1d7ec19ce tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 945 time: 0.0833187 Nov 12 01:05:03.710282 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:03.727831 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac1180cb-7bbd-421c-a709-89ce96132ed6 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:05:03.754674 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port ac1180cb-7bbd-421c-a709-89ce96132ed6, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=ac1180cb-7bbd-421c-a709-89ce96132ed6,segment=NetworkSegment(160eb3a9-a811-42ba-8ae2-682c5125e1c5),segment_id=160eb3a9-a811-42ba-8ae2-682c5125e1c5)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:03.759337 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:03.810218 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6afcc-7ee7-4e7c-a7ec-5e78fe0594cf req-b6cb5e31-1c17-4e37-b124-e5c4d48de522 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:03.813114 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5de6afcc-7ee7-4e7c-a7ec-5e78fe0594cf req-b6cb5e31-1c17-4e37-b124-e5c4d48de522 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.1449733 Nov 12 01:05:03.813382 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=ac1180cb-7bbd-421c-a709-89ce96132ed6,revision_number=6']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:03.864506 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e85e3e90-a151-4c27-9685-4b7672e1ce02 req-c5f18a51-2e29-4de7-a334-8eefd8bf8cf7 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=0762cf07-0f13-471a-a31e-80fa878bd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462567 Nov 12 01:05:03.865089 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:03.924781 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5de6afcc-7ee7-4e7c-a7ec-5e78fe0594cf req-d5943671-e626-44fb-9f88-c6a657a96e5b tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965672 Nov 12 01:05:03.986521 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-95fccc4e-fb80-427b-9da0-60af0f2bb820 req-b71f05f3-fb09-4020-8258-1818c3f98a59 tempest-ServerShowV254Test-1027372061 tempest-ServerShowV254Test-1027372061-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bdc5c20-d007-4b0a-a51c-4d55ef468ec6 HTTP/1.1" status: 200 len: 210 time: 0.0425446 Nov 12 01:05:04.094924 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da44da5-df09-4d78-8389-066b376ab31c req-4d2a101a-f710-48fb-be07-d6ab7da9cdf6 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:04.096609 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9da44da5-df09-4d78-8389-066b376ab31c req-4d2a101a-f710-48fb-be07-d6ab7da9cdf6 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/ports?device_id=46904a2c-f260-461d-86c5-99a929c2c6af HTTP/1.1" status: 200 len: 946 time: 0.0843506 Nov 12 01:05:04.102118 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['ac1180cb-7bbd-421c-a709-89ce96132ed6'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:05:04.168154 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9da44da5-df09-4d78-8389-066b376ab31c req-ef69f5cb-86e2-4a89-9f0c-c532c3b3d328 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfdb2882-61f4-4de3-be12-d417b4a411ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598121 Nov 12 01:05:04.343214 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b08152-1492-41f1-8c8e-44bfa0ded471 req-9db136cb-9195-41c3-9091-2d9f62ec672a tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:04.344918 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-18b08152-1492-41f1-8c8e-44bfa0ded471 req-9db136cb-9195-41c3-9091-2d9f62ec672a tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.1358602 Nov 12 01:05:04.371354 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d75fe-887f-4427-9d5d-94b029bcef51 req-bcc64366-4eec-4cc3-a439-97eac8b34445 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:04.373002 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-301d75fe-887f-4427-9d5d-94b029bcef51 req-bcc64366-4eec-4cc3-a439-97eac8b34445 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6dc6640-311e-4714-ad1a-8130d689ec31 HTTP/1.1" status: 200 len: 945 time: 0.0985143 Nov 12 01:05:04.446029 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-18b08152-1492-41f1-8c8e-44bfa0ded471 req-19272c81-b957-4908-8f32-8124dc01ec0a tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898325 Nov 12 01:05:04.478532 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-301d75fe-887f-4427-9d5d-94b029bcef51 req-23d8e2b0-8a3b-4a14-a6d1-94f54c55099b tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888028 Nov 12 01:05:04.554484 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-005c5c92-221b-4421-8ce1-4fcef31ea2c2 req-d8aab1f4-2c0b-4355-911c-9e9002c4a0b2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9bdc5c20-d007-4b0a-a51c-4d55ef468ec6 HTTP/1.1" status: 200 len: 210 time: 0.2321935 Nov 12 01:05:04.665044 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d70415-759a-406b-9b3f-a368a83f9cfc req-4cf8b2d7-b2da-4ad2-8524-0496064b7796 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:04.667565 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-00d70415-759a-406b-9b3f-a368a83f9cfc req-4cf8b2d7-b2da-4ad2-8524-0496064b7796 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.0605581 Nov 12 01:05:04.734821 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-00d70415-759a-406b-9b3f-a368a83f9cfc req-db0c8247-1709-4fde-a203-7d9531702f09 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595453 Nov 12 01:05:04.889115 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932a53e-6840-4dcd-8e6b-5449febd12b3 req-21fe1842-0e82-40f7-b9f2-2729e636a8c4 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:04.892227 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0932a53e-6840-4dcd-8e6b-5449febd12b3 req-21fe1842-0e82-40f7-b9f2-2729e636a8c4 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.0760467 Nov 12 01:05:04.924819 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device e92473a9-3945-424e-879d-879e7dd9dea8 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:05:04.958668 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0932a53e-6840-4dcd-8e6b-5449febd12b3 req-d87481b5-bf73-46a3-9097-942bfebe545c tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572066 Nov 12 01:05:05.097742 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:05.110993 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebdfce1-a8cf-4365-bc18-11ed905d5c4e req-34c67215-0b80-4c15-8648-949388c17871 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:05.116625 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6ebdfce1-a8cf-4365-bc18-11ed905d5c4e req-34c67215-0b80-4c15-8648-949388c17871 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 944 time: 0.1055422 Nov 12 01:05:05.151603 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port e92473a9-3945-424e-879d-879e7dd9dea8, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=e92473a9-3945-424e-879d-879e7dd9dea8,segment=NetworkSegment(05f1094a-b9d1-44f3-8df0-e00ec147c7ea),segment_id=05f1094a-b9d1-44f3-8df0-e00ec147c7ea)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:05.167532 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-19ea4757-7040-457d-b31f-76c31300b80a req-5806f440-6327-4ea8-8be3-cfa301d53f2e tempest-ServerShowV254Test-1027372061 tempest-ServerShowV254Test-1027372061-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bdc5c20-d007-4b0a-a51c-4d55ef468ec6 HTTP/1.1" status: 200 len: 210 time: 0.0468667 Nov 12 01:05:05.180025 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': 'e92473a9-3945-424e-879d-879e7dd9dea8', 'network_id': '1b19e667-5239-45f1-9731-35a187975e91', 'port_id': 'e92473a9-3945-424e-879d-879e7dd9dea8', 'mac_address': 'fa:16:3e:b1:be:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f32792f1-1aa4-417f-9ca6-788e218b6fe1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:05:05.236237 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6ebdfce1-a8cf-4365-bc18-11ed905d5c4e req-250823b9-9b94-4077-8d9d-3019192202ed tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=0762cf07-0f13-471a-a31e-80fa878bd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051581 Nov 12 01:05:05.256682 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:05.287011 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e92473a9-3945-424e-879d-879e7dd9dea8 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:05:05.327430 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port e92473a9-3945-424e-879d-879e7dd9dea8, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=e92473a9-3945-424e-879d-879e7dd9dea8,segment=NetworkSegment(05f1094a-b9d1-44f3-8df0-e00ec147c7ea),segment_id=05f1094a-b9d1-44f3-8df0-e00ec147c7ea)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:05.334521 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:05.401214 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=e92473a9-3945-424e-879d-879e7dd9dea8,revision_number=6']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:05.422725 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device e3cfc795-909c-4615-9d75-457b26419c79 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:05:05.431614 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device ac1180cb-7bbd-421c-a709-89ce96132ed6 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:05:05.447184 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7f14e-02fd-4e2d-a966-7d13cc973820 req-023e13e1-ca2a-4e96-91af-70163a312bb8 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:05.450739 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1ef7f14e-02fd-4e2d-a966-7d13cc973820 req-023e13e1-ca2a-4e96-91af-70163a312bb8 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/ports?device_id=46904a2c-f260-461d-86c5-99a929c2c6af HTTP/1.1" status: 200 len: 945 time: 0.1048913 Nov 12 01:05:05.523560 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['e92473a9-3945-424e-879d-879e7dd9dea8'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:05:05.602748 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c13081-ab54-4d5f-9093-d42cf8f70016 req-9bbba2c8-0b06-4583-b9a3-097c72e87f25 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:05.606296 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-47c13081-ab54-4d5f-9093-d42cf8f70016 req-9bbba2c8-0b06-4583-b9a3-097c72e87f25 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.1539395 Nov 12 01:05:05.623607 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1ef7f14e-02fd-4e2d-a966-7d13cc973820 req-97200e4f-5f18-44e1-9319-1b4fa118baf2 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfdb2882-61f4-4de3-be12-d417b4a411ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558685 Nov 12 01:05:05.690238 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port ac1180cb-7bbd-421c-a709-89ce96132ed6 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:05.691408 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:05.749501 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-47c13081-ab54-4d5f-9093-d42cf8f70016 req-ae498c4b-6d77-4b73-926a-d7b7448e2b17 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108422 Nov 12 01:05:05.829233 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port e3cfc795-909c-4615-9d75-457b26419c79, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e3cfc795-909c-4615-9d75-457b26419c79,segment=NetworkSegment(6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4),segment_id=6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:05.882706 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'e3cfc795-909c-4615-9d75-457b26419c79', 'network_id': 'e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4', 'port_id': 'e3cfc795-909c-4615-9d75-457b26419c79', 'mac_address': 'fa:16:3e:10:d5:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55fa7c58-77a8-4d04-ad83-d7b14788e8b6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:05:05.894972 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d5145-075e-4632-b744-41a322221155 req-438515c3-f903-4689-950c-b3198412d7e5 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:05.897388 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5d2d5145-075e-4632-b744-41a322221155 req-438515c3-f903-4689-950c-b3198412d7e5 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6dc6640-311e-4714-ad1a-8130d689ec31 HTTP/1.1" status: 200 len: 945 time: 0.1260271 Nov 12 01:05:06.017330 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea821f4-0473-4ebf-861e-074b791ce3a0 req-a525b238-153c-49eb-a423-13278ff03786 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:06.019008 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fea821f4-0473-4ebf-861e-074b791ce3a0 req-a525b238-153c-49eb-a423-13278ff03786 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.1203063 Nov 12 01:05:06.022974 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5d2d5145-075e-4632-b744-41a322221155 req-471e2999-cb1c-4e96-9dbb-920ee26dfaa5 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054707 Nov 12 01:05:06.032081 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:06.128827 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:06.172034 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3b8661-d254-4c79-9f0a-3043f6703d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1180cb-7bbd-421c-a709-89ce96132ed6'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:05:06.176374 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0571a8-1392-49ad-970b-62d68370cac1" -d '{"events": [{"server_uuid": "fc3b8661-d254-4c79-9f0a-3043f6703d17", "name": "network-vif-plugged", "status": "completed", "tag": "ac1180cb-7bbd-421c-a709-89ce96132ed6"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:05:06.200758 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fea821f4-0473-4ebf-861e-074b791ce3a0 req-2c930fe5-d436-4c0a-965a-a488c3cedc52 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502090 Nov 12 01:05:06.219557 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e3cfc795-909c-4615-9d75-457b26419c79 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:05:06.231792 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port ac1180cb-7bbd-421c-a709-89ce96132ed6, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=ac1180cb-7bbd-421c-a709-89ce96132ed6,segment=NetworkSegment(160eb3a9-a811-42ba-8ae2-682c5125e1c5),segment_id=160eb3a9-a811-42ba-8ae2-682c5125e1c5)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:06.263192 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:06.296802 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d04a7dc-95a8-451c-8fe5-df407d1328c9 x-openstack-request-id: req-0d04a7dc-95a8-451c-8fe5-df407d1328c9 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:05:06.297354 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3b8661-d254-4c79-9f0a-3043f6703d17", "name": "network-vif-plugged", "status": "completed", "tag": "ac1180cb-7bbd-421c-a709-89ce96132ed6", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:05:06.297653 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0d04a7dc-95a8-451c-8fe5-df407d1328c9 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:05:06.298259 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3b8661-d254-4c79-9f0a-3043f6703d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1180cb-7bbd-421c-a709-89ce96132ed6', 'code': 200} Nov 12 01:05:06.357681 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port e3cfc795-909c-4615-9d75-457b26419c79, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e3cfc795-909c-4615-9d75-457b26419c79,segment=NetworkSegment(6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4),segment_id=6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:06.398825 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:06.532115 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=ac1180cb-7bbd-421c-a709-89ce96132ed6,revision_number=7']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:06.746094 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=e3cfc795-909c-4615-9d75-457b26419c79,revision_number=6']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:06.752329 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['e3cfc795-909c-4615-9d75-457b26419c79'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:05:06.956397 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device e92473a9-3945-424e-879d-879e7dd9dea8 up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:05:07.062911 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0929f5a8-f0b0-4fb3-8850-88131327e228 req-c3a3919c-263e-45fa-a6f4-952e705c4e21 tempest-ServerShowV254Test-1027372061 tempest-ServerShowV254Test-1027372061-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bdc5c20-d007-4b0a-a51c-4d55ef468ec6 HTTP/1.1" status: 200 len: 210 time: 0.0799806 Nov 12 01:05:07.101251 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b39e9-628e-4992-930d-673a66c09492 req-ff1c31e5-55fd-45a1-8ce4-c7d402e676dc tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:07.107267 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-454b39e9-628e-4992-930d-673a66c09492 req-ff1c31e5-55fd-45a1-8ce4-c7d402e676dc tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 945 time: 0.6882515 Nov 12 01:05:07.178520 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port e92473a9-3945-424e-879d-879e7dd9dea8 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:07.179298 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:07.230276 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-454b39e9-628e-4992-930d-673a66c09492 req-28163bae-81f0-4236-9a91-e22b3256bff2 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=0762cf07-0f13-471a-a31e-80fa878bd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156435 Nov 12 01:05:07.333124 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:07.402272 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port e92473a9-3945-424e-879d-879e7dd9dea8, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=e92473a9-3945-424e-879d-879e7dd9dea8,segment=NetworkSegment(05f1094a-b9d1-44f3-8df0-e00ec147c7ea),segment_id=05f1094a-b9d1-44f3-8df0-e00ec147c7ea)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:07.418178 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:07.429752 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device e3cfc795-909c-4615-9d75-457b26419c79 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:05:07.477719 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a85798-dce6-45aa-a31f-00c4561672a9 req-f773a0c8-4bc3-495b-9a30-d2cbf4cbbb66 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:07.480709 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-65a85798-dce6-45aa-a31f-00c4561672a9 req-f773a0c8-4bc3-495b-9a30-d2cbf4cbbb66 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6dc6640-311e-4714-ad1a-8130d689ec31 HTTP/1.1" status: 200 len: 945 time: 0.1350808 Nov 12 01:05:07.522718 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc517330-b3a1-44e4-b0e8-ce3bfd17b807 req-904541ab-88a0-430b-ac99-db9eec477f4c tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:07.532787 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bc517330-b3a1-44e4-b0e8-ce3bfd17b807 req-904541ab-88a0-430b-ac99-db9eec477f4c tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/ports?device_id=46904a2c-f260-461d-86c5-99a929c2c6af HTTP/1.1" status: 200 len: 946 time: 0.1341634 Nov 12 01:05:07.587185 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=e92473a9-3945-424e-879d-879e7dd9dea8,revision_number=7']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:07.604346 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bc517330-b3a1-44e4-b0e8-ce3bfd17b807 req-8272537d-f1fb-4349-a2b0-43c3cc67ee07 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfdb2882-61f4-4de3-be12-d417b4a411ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701964 Nov 12 01:05:07.605084 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port e3cfc795-909c-4615-9d75-457b26419c79 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:07.605534 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:07.696329 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-65a85798-dce6-45aa-a31f-00c4561672a9 req-6831062b-dd45-4410-9306-4d2cae48cb0a tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865594 Nov 12 01:05:07.858730 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ff3c3-7a98-43cb-b93e-c1c77d1efb10 req-82d58022-a1b6-4f08-944b-f50fcf8349cd tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:07.876262 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0a2ff3c3-7a98-43cb-b93e-c1c77d1efb10 req-82d58022-a1b6-4f08-944b-f50fcf8349cd tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.1217697 Nov 12 01:05:07.966035 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:07.988052 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0a2ff3c3-7a98-43cb-b93e-c1c77d1efb10 req-cdb271b6-b58e-4dad-94b7-47fbf6b2c9b5 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107488 Nov 12 01:05:08.058701 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port e3cfc795-909c-4615-9d75-457b26419c79, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e3cfc795-909c-4615-9d75-457b26419c79,segment=NetworkSegment(6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4),segment_id=6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:08.071457 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:08.232438 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:08.311803 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46904a2c-f260-461d-86c5-99a929c2c6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e92473a9-3945-424e-879d-879e7dd9dea8'}, {'server_uuid': '1fbd619c-122d-4f89-83f3-0d981d0245f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3cfc795-909c-4615-9d75-457b26419c79'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:05:08.322649 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74ce65e-594e-4336-abe5-965a9791eb76" -d '{"events": [{"server_uuid": "46904a2c-f260-461d-86c5-99a929c2c6af", "name": "network-vif-plugged", "status": "completed", "tag": "e92473a9-3945-424e-879d-879e7dd9dea8"}, {"server_uuid": "1fbd619c-122d-4f89-83f3-0d981d0245f6", "name": "network-vif-plugged", "status": "completed", "tag": "e3cfc795-909c-4615-9d75-457b26419c79"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:05:08.358054 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=e3cfc795-909c-4615-9d75-457b26419c79,revision_number=7']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:08.751897 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bc51a-cdc0-44e6-bafc-808f4a4247c2 req-f92713dc-1809-47df-971d-5cd02c6e5bbe tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:08.753566 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-589bc51a-cdc0-44e6-bafc-808f4a4247c2 req-f92713dc-1809-47df-971d-5cd02c6e5bbe tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.2715304 Nov 12 01:05:08.862697 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-589bc51a-cdc0-44e6-bafc-808f4a4247c2 req-24789ff3-0aa1-4b0c-9617-444052d50d4a tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948107 Nov 12 01:05:08.945465 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device e92473a9-3945-424e-879d-879e7dd9dea8 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:05:09.349719 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18461027-4c7d-47d6-841c-197ff8a4285f req-5a07f675-faa9-44c8-be19-72d236c990d7 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:09.354176 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-18461027-4c7d-47d6-841c-197ff8a4285f req-5a07f675-faa9-44c8-be19-72d236c990d7 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 945 time: 0.1213119 Nov 12 01:05:09.423902 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:09.500958 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-18461027-4c7d-47d6-841c-197ff8a4285f req-d6b34184-4da8-4655-a789-ee4f6ad6a39f tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=0762cf07-0f13-471a-a31e-80fa878bd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333692 Nov 12 01:05:09.558103 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port e92473a9-3945-424e-879d-879e7dd9dea8, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=e92473a9-3945-424e-879d-879e7dd9dea8,segment=NetworkSegment(05f1094a-b9d1-44f3-8df0-e00ec147c7ea),segment_id=05f1094a-b9d1-44f3-8df0-e00ec147c7ea)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:09.565489 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:09.689550 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 01:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5489c911-2c4d-4162-a018-254a7dd830bd x-openstack-request-id: req-5489c911-2c4d-4162-a018-254a7dd830bd {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:05:09.690223 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46904a2c-f260-461d-86c5-99a929c2c6af", "name": "network-vif-plugged", "status": "completed", "tag": "e92473a9-3945-424e-879d-879e7dd9dea8", "code": 200}, {"server_uuid": "1fbd619c-122d-4f89-83f3-0d981d0245f6", "name": "network-vif-plugged", "status": "completed", "tag": "e3cfc795-909c-4615-9d75-457b26419c79", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:05:09.690635 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5489c911-2c4d-4162-a018-254a7dd830bd {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:05:09.691286 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46904a2c-f260-461d-86c5-99a929c2c6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e92473a9-3945-424e-879d-879e7dd9dea8', 'code': 200} Nov 12 01:05:09.692106 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fbd619c-122d-4f89-83f3-0d981d0245f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3cfc795-909c-4615-9d75-457b26419c79', 'code': 200} Nov 12 01:05:09.692866 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=e92473a9-3945-424e-879d-879e7dd9dea8,revision_number=8']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:09.863129 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2d5c5-fb6e-4ab8-8f5c-f50ae9dc7a47 req-a7edeb58-1076-4c08-9cf7-5f4f6101d464 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:09.867366 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-36a2d5c5-fb6e-4ab8-8f5c-f50ae9dc7a47 req-a7edeb58-1076-4c08-9cf7-5f4f6101d464 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6dc6640-311e-4714-ad1a-8130d689ec31 HTTP/1.1" status: 200 len: 945 time: 0.1117218 Nov 12 01:05:09.983080 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-36a2d5c5-fb6e-4ab8-8f5c-f50ae9dc7a47 req-e5d9cabb-5514-488e-a970-85589f805df2 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084323 Nov 12 01:05:10.217402 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b2a58-4da6-4a11-9244-b9afd4d22e7a req-fa531c46-8329-4b7a-ba47-8853e90cc9b5 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:10.231900 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ac0b2a58-4da6-4a11-9244-b9afd4d22e7a req-fa531c46-8329-4b7a-ba47-8853e90cc9b5 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/ports?device_id=46904a2c-f260-461d-86c5-99a929c2c6af HTTP/1.1" status: 200 len: 944 time: 0.1326461 Nov 12 01:05:10.344254 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ac0b2a58-4da6-4a11-9244-b9afd4d22e7a req-6c96dd45-9f43-4227-b33e-f81747486230 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfdb2882-61f4-4de3-be12-d417b4a411ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068585 Nov 12 01:05:10.411452 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:10.766668 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08384ea9-7763-4bec-bb8c-f384020c738b req-053d430a-8419-486f-a842-a040c71e4ad8 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:10.770795 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-08384ea9-7763-4bec-bb8c-f384020c738b req-053d430a-8419-486f-a842-a040c71e4ad8 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.16 "GET /v2.0/ports?device_id=46904a2c-f260-461d-86c5-99a929c2c6af HTTP/1.1" status: 200 len: 944 time: 0.1373003 Nov 12 01:05:10.828843 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96096840-fb21-4fa4-a393-5530fd2cde10 req-20cd1f1a-8877-45ca-958b-bf4653ed2672 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:10.837490 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-96096840-fb21-4fa4-a393-5530fd2cde10 req-20cd1f1a-8877-45ca-958b-bf4653ed2672 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.0700383 Nov 12 01:05:10.932833 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-96096840-fb21-4fa4-a393-5530fd2cde10 req-13efa106-0018-403b-84fb-25b58898c0c8 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934997 Nov 12 01:05:11.109108 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d6975-4459-4b18-a6f9-f65f6fb7d6de req-14aaa2c3-1056-4693-bf97-8edda600210a tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:11.121234 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b83d6975-4459-4b18-a6f9-f65f6fb7d6de req-14aaa2c3-1056-4693-bf97-8edda600210a tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 945 time: 0.0883090 Nov 12 01:05:11.122391 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-08384ea9-7763-4bec-bb8c-f384020c738b req-76ab1856-4998-4050-be20-728e25f06e38 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Deleting port e92473a9-3945-424e-879d-879e7dd9dea8 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:05:11.123309 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-08384ea9-7763-4bec-bb8c-f384020c738b req-76ab1856-4998-4050-be20-728e25f06e38 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:11.246345 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b83d6975-4459-4b18-a6f9-f65f6fb7d6de req-ab50cd23-e5af-4bcf-b44e-1a9cce124d78 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=0762cf07-0f13-471a-a31e-80fa878bd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238437 Nov 12 01:05:11.477867 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-08384ea9-7763-4bec-bb8c-f384020c738b req-76ab1856-4998-4050-be20-728e25f06e38 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] For port e92473a9-3945-424e-879d-879e7dd9dea8, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=e92473a9-3945-424e-879d-879e7dd9dea8,segment=NetworkSegment(05f1094a-b9d1-44f3-8df0-e00ec147c7ea),segment_id=05f1094a-b9d1-44f3-8df0-e00ec147c7ea)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:11.478251 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-08384ea9-7763-4bec-bb8c-f384020c738b req-76ab1856-4998-4050-be20-728e25f06e38 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:11.523910 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-08384ea9-7763-4bec-bb8c-f384020c738b req-76ab1856-4998-4050-be20-728e25f06e38 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Calling delete_port for e92473a9-3945-424e-879d-879e7dd9dea8 owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:05:11.542639 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a7094-0900-433c-b93f-5463f9599cf8 req-7eeb5091-00e4-49fb-a425-75cb2ebefd46 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:11.551329 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b60a7094-0900-433c-b93f-5463f9599cf8 req-7eeb5091-00e4-49fb-a425-75cb2ebefd46 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.1598496 Nov 12 01:05:11.668958 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b60a7094-0900-433c-b93f-5463f9599cf8 req-2a8ae55a-bd9f-442d-a973-10d91a9d6beb tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164885 Nov 12 01:05:11.693861 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46904a2c-f260-461d-86c5-99a929c2c6af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e92473a9-3945-424e-879d-879e7dd9dea8'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:05:11.696905 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f30699-6bc1-4060-bb3c-e04fcbbb5aa0" -d '{"events": [{"server_uuid": "46904a2c-f260-461d-86c5-99a929c2c6af", "name": "network-vif-unplugged", "status": "completed", "tag": "e92473a9-3945-424e-879d-879e7dd9dea8"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:05:11.720808 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-08384ea9-7763-4bec-bb8c-f384020c738b req-76ab1856-4998-4050-be20-728e25f06e38 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:11.784923 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab1856-4998-4050-be20-728e25f06e38 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Pushing event deleted for resources: {'Port': ['ID=e92473a9-3945-424e-879d-879e7dd9dea8,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:11.884223 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829cbec-9d00-4b69-87f9-175742a5548f req-d995afb9-f93a-4a33-9c42-24d5944fc6f4 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:11.896031 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-08384ea9-7763-4bec-bb8c-f384020c738b req-76ab1856-4998-4050-be20-728e25f06e38 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] No DVR routers for this DVR port e92473a9-3945-424e-879d-879e7dd9dea8 on host n-h1-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:05:11.902528 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e829cbec-9d00-4b69-87f9-175742a5548f req-d995afb9-f93a-4a33-9c42-24d5944fc6f4 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6dc6640-311e-4714-ad1a-8130d689ec31 HTTP/1.1" status: 200 len: 945 time: 0.1037445 Nov 12 01:05:11.909501 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-08384ea9-7763-4bec-bb8c-f384020c738b req-76ab1856-4998-4050-be20-728e25f06e38 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:11.913526 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-08384ea9-7763-4bec-bb8c-f384020c738b req-76ab1856-4998-4050-be20-728e25f06e38 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.16 "DELETE /v2.0/ports/e92473a9-3945-424e-879d-879e7dd9dea8 HTTP/1.1" status: 204 len: 173 time: 1.1342354 Nov 12 01:05:11.914027 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46904a2c-f260-461d-86c5-99a929c2c6af', 'name': 'network-vif-deleted', 'tag': 'e92473a9-3945-424e-879d-879e7dd9dea8'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:05:11.917574 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a0aec0-1d9a-45a7-a820-d252dcbb84e2" -d '{"events": [{"server_uuid": "46904a2c-f260-461d-86c5-99a929c2c6af", "name": "network-vif-deleted", "tag": "e92473a9-3945-424e-879d-879e7dd9dea8"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:05:12.032281 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e829cbec-9d00-4b69-87f9-175742a5548f req-adc25ddb-078b-4aa6-bc41-4adb8297c4e1 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229439 Nov 12 01:05:12.271008 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7f139ce5-594e-4569-bf7e-bef86630c9fa req-a49bc3bc-ecf2-432d-9454-b2e672d14848 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/ports?device_id=46904a2c-f260-461d-86c5-99a929c2c6af HTTP/1.1" status: 200 len: 210 time: 0.0810893 Nov 12 01:05:12.646150 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6741e877-f52e-4b56-a34b-b3586dc2b7a2 x-openstack-request-id: req-6741e877-f52e-4b56-a34b-b3586dc2b7a2 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:05:12.646150 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46904a2c-f260-461d-86c5-99a929c2c6af", "name": "network-vif-unplugged", "status": "completed", "tag": "e92473a9-3945-424e-879d-879e7dd9dea8", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:05:12.646150 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6741e877-f52e-4b56-a34b-b3586dc2b7a2 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:05:12.646150 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46904a2c-f260-461d-86c5-99a929c2c6af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e92473a9-3945-424e-879d-879e7dd9dea8', 'code': 200} Nov 12 01:05:14.969518 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device e92473a9-3945-424e-879d-879e7dd9dea8 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:05:15.032556 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] No Port match for: e92473a9-3945-424e-879d-879e7dd9dea8 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:05:15.032884 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device e92473a9-3945-424e-879d-879e7dd9dea8 not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:05:19.029212 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device d5209aa4-cdf5-495c-855c-293006cd9ef3 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:05:19.162980 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port d5209aa4-cdf5-495c-855c-293006cd9ef3, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=d5209aa4-cdf5-495c-855c-293006cd9ef3,segment=NetworkSegment(ad4c4449-dc7a-4356-bf97-224e764df50e),segment_id=ad4c4449-dc7a-4356-bf97-224e764df50e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:19.178750 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': 'd5209aa4-cdf5-495c-855c-293006cd9ef3', 'network_id': 'ddbdeb8e-9a29-48b5-957b-64766cbb8316', 'port_id': 'd5209aa4-cdf5-495c-855c-293006cd9ef3', 'mac_address': 'fa:16:3e:c3:d3:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32c7a1dd-a18b-4edd-81ef-25269083f064', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:05:19.262030 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:19.282984 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d5209aa4-cdf5-495c-855c-293006cd9ef3 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:05:19.345737 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port d5209aa4-cdf5-495c-855c-293006cd9ef3, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=d5209aa4-cdf5-495c-855c-293006cd9ef3,segment=NetworkSegment(ad4c4449-dc7a-4356-bf97-224e764df50e),segment_id=ad4c4449-dc7a-4356-bf97-224e764df50e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:19.355513 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:19.469561 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=d5209aa4-cdf5-495c-855c-293006cd9ef3,revision_number=6']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:19.546356 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['d5209aa4-cdf5-495c-855c-293006cd9ef3'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:05:20.680189 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f2798c-e596-4f04-b20d-be360ef9c2c5 x-openstack-request-id: req-68f2798c-e596-4f04-b20d-be360ef9c2c5 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:05:20.680672 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46904a2c-f260-461d-86c5-99a929c2c6af", "name": "network-vif-deleted", "tag": "e92473a9-3945-424e-879d-879e7dd9dea8", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:05:20.681222 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-68f2798c-e596-4f04-b20d-be360ef9c2c5 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:05:20.681891 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46904a2c-f260-461d-86c5-99a929c2c6af', 'name': 'network-vif-deleted', 'tag': 'e92473a9-3945-424e-879d-879e7dd9dea8', 'status': 'completed', 'code': 200} Nov 12 01:05:20.825995 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204a6ad-9a29-45b2-8694-21486c5ee498 req-28940163-b083-465c-8023-7639b1997b69 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:20.827846 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b204a6ad-9a29-45b2-8694-21486c5ee498 req-28940163-b083-465c-8023-7639b1997b69 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/networks?id=781d30df-28ea-4e18-a951-e2a0cedd5fea HTTP/1.1" status: 200 len: 813 time: 0.3364503 Nov 12 01:05:20.860019 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd9b468-9bcf-48c0-8cc3-0e7e7bba4ad8 req-444ad3e3-3896-478e-842c-90669b6f0910 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:20.868848 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1dd9b468-9bcf-48c0-8cc3-0e7e7bba4ad8 req-444ad3e3-3896-478e-842c-90669b6f0910 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 945 time: 0.1069260 Nov 12 01:05:20.881269 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b204a6ad-9a29-45b2-8694-21486c5ee498 req-a972dea8-ece9-4494-91f7-8a9effca8161 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/quotas/3a16532dad1a4e29a37379d12c118693 HTTP/1.1" status: 200 len: 375 time: 0.0365138 Nov 12 01:05:20.981999 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b204a6ad-9a29-45b2-8694-21486c5ee498 req-84e0a002-69ae-4c6d-87aa-0db5dabd182e tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a16532dad1a4e29a37379d12c118693&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0887384 Nov 12 01:05:20.997248 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device d5209aa4-cdf5-495c-855c-293006cd9ef3 up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:05:21.019902 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1dd9b468-9bcf-48c0-8cc3-0e7e7bba4ad8 req-38ae47f9-d5fb-4b9c-9a75-b5bc15cfac70 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=0762cf07-0f13-471a-a31e-80fa878bd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499357 Nov 12 01:05:21.232286 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port d5209aa4-cdf5-495c-855c-293006cd9ef3 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:21.232863 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:21.250471 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23910040-8aea-4a5c-9612-e9b8e6d2329f req-2d7cdb76-a7ab-4e33-be45-59a8a567905d tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:21.258885 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-23910040-8aea-4a5c-9612-e9b8e6d2329f req-2d7cdb76-a7ab-4e33-be45-59a8a567905d tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6dc6640-311e-4714-ad1a-8130d689ec31 HTTP/1.1" status: 200 len: 944 time: 0.1349750 Nov 12 01:05:21.360201 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-23910040-8aea-4a5c-9612-e9b8e6d2329f req-6e29a6d1-fe8b-47ba-ac3e-bbec8ef7c0b5 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003571 Nov 12 01:05:21.477232 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:21.545526 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6dc6640-311e-4714-ad1a-8130d689ec31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5209aa4-cdf5-495c-855c-293006cd9ef3'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:05:21.551484 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55fbe8c4-0776-46a0-9603-31ceecc26da7" -d '{"events": [{"server_uuid": "b6dc6640-311e-4714-ad1a-8130d689ec31", "name": "network-vif-plugged", "status": "completed", "tag": "d5209aa4-cdf5-495c-855c-293006cd9ef3"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:05:21.571687 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port d5209aa4-cdf5-495c-855c-293006cd9ef3, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=d5209aa4-cdf5-495c-855c-293006cd9ef3,segment=NetworkSegment(ad4c4449-dc7a-4356-bf97-224e764df50e),segment_id=ad4c4449-dc7a-4356-bf97-224e764df50e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:21.592380 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:21.622351 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a735c28f-a578-48e3-b3fb-db92e5e5d25c req-a71fea35-95bb-4d21-925d-74dca61edf09 tempest-ServerShowV254Test-1027372061 tempest-ServerShowV254Test-1027372061-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bdc5c20-d007-4b0a-a51c-4d55ef468ec6 HTTP/1.1" status: 200 len: 210 time: 0.1550217 Nov 12 01:05:21.673457 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=d5209aa4-cdf5-495c-855c-293006cd9ef3,revision_number=7']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:21.675820 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706761f4-303b-4426-a41d-3d6abc5e42e9 req-834be127-587f-490c-b1aa-d3d258c5dc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:21.677652 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-706761f4-303b-4426-a41d-3d6abc5e42e9 req-834be127-587f-490c-b1aa-d3d258c5dc25 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1650592d4cf74284855a02a26c6d9866&device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 1097 time: 0.2537861 Nov 12 01:05:21.705331 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8bc5e0-6b3e-41bf-b91e-9187d200c6d3 req-7630977d-9c93-4c8c-be69-3bf9ac5a1cdd tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:21.712339 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2d8bc5e0-6b3e-41bf-b91e-9187d200c6d3 req-7630977d-9c93-4c8c-be69-3bf9ac5a1cdd tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.1759343 Nov 12 01:05:21.934048 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2d8bc5e0-6b3e-41bf-b91e-9187d200c6d3 req-fb657bc9-7b69-4070-b8d1-ab4f880f6879 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200811 Nov 12 01:05:21.997585 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db786f17-2a75-40c6-ab3b-7098869a4352 x-openstack-request-id: req-db786f17-2a75-40c6-ab3b-7098869a4352 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:05:21.998179 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6dc6640-311e-4714-ad1a-8130d689ec31", "name": "network-vif-plugged", "status": "completed", "tag": "d5209aa4-cdf5-495c-855c-293006cd9ef3", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:05:21.998419 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-db786f17-2a75-40c6-ab3b-7098869a4352 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:05:21.999030 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6dc6640-311e-4714-ad1a-8130d689ec31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5209aa4-cdf5-495c-855c-293006cd9ef3', 'code': 200} Nov 12 01:05:22.162610 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706761f4-303b-4426-a41d-3d6abc5e42e9 req-45e103dd-a371-4319-ad81-45204adf09b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:22.165405 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-706761f4-303b-4426-a41d-3d6abc5e42e9 req-45e103dd-a371-4319-ad81-45204adf09b6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=589a11d9-462f-4432-aa26-12a7b18ca65f HTTP/1.1" status: 200 len: 916 time: 0.4774187 Nov 12 01:05:22.244805 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f11d85-08a2-44b8-9c91-1b91adf2b358 req-90cbf1a8-ee1c-41ba-8d54-9a600a2507cd tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:22.247323 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68f11d85-08a2-44b8-9c91-1b91adf2b358 req-90cbf1a8-ee1c-41ba-8d54-9a600a2507cd tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 946 time: 0.1621680 Nov 12 01:05:22.259417 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61d956-60cc-4daa-84cf-b893403c16f3 req-65c8214f-fdc2-4b61-aa3b-db0c29e8e417 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:22.262496 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ad61d956-60cc-4daa-84cf-b893403c16f3 req-65c8214f-fdc2-4b61-aa3b-db0c29e8e417 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/networks?id=1b19e667-5239-45f1-9731-35a187975e91 HTTP/1.1" status: 200 len: 821 time: 0.3243501 Nov 12 01:05:22.389671 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ad61d956-60cc-4daa-84cf-b893403c16f3 req-93401ece-9399-4370-a690-d579c692428a tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/quotas/cebcb91db98e408c92302b1baf7eea36 HTTP/1.1" status: 200 len: 375 time: 0.1123667 Nov 12 01:05:22.463679 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-706761f4-303b-4426-a41d-3d6abc5e42e9 req-c8e86ace-a0cd-41a9-b3a8-0f52151d8710 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac1180cb-7bbd-421c-a709-89ce96132ed6 HTTP/1.1" status: 200 len: 1000 time: 0.1990285 Nov 12 01:05:22.596087 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68f11d85-08a2-44b8-9c91-1b91adf2b358 req-cbeed466-4600-49d8-a061-740bd0046417 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3299029 Nov 12 01:05:22.659169 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706761f4-303b-4426-a41d-3d6abc5e42e9 req-416fa36b-f111-432e-8951-2888edbee58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:22.664448 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-706761f4-303b-4426-a41d-3d6abc5e42e9 req-416fa36b-f111-432e-8951-2888edbee58b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=34773eb3-d58a-4b8a-a536-c500cef253a8 HTTP/1.1" status: 200 len: 855 time: 0.1515658 Nov 12 01:05:22.686761 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ad61d956-60cc-4daa-84cf-b893403c16f3 req-d0901f7b-72da-42d9-8581-ca573f8ff841 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=cebcb91db98e408c92302b1baf7eea36&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2757263 Nov 12 01:05:22.958340 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89fdbb-6379-4d0c-824e-b297cf08b88a req-11dbba86-b11e-4e0d-93e1-ddb7f82396db tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:22.969582 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4b89fdbb-6379-4d0c-824e-b297cf08b88a req-11dbba86-b11e-4e0d-93e1-ddb7f82396db tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.1842206 Nov 12 01:05:22.979454 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706761f4-303b-4426-a41d-3d6abc5e42e9 req-393ad360-5480-4b7c-8f39-1e1d4c723b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:22.985911 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-706761f4-303b-4426-a41d-3d6abc5e42e9 req-393ad360-5480-4b7c-8f39-1e1d4c723b78 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=589a11d9-462f-4432-aa26-12a7b18ca65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2976670 Nov 12 01:05:23.158130 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ad61d956-60cc-4daa-84cf-b893403c16f3 req-8740fc62-2fe8-4d5a-adbc-60f2a23864df service neutron] 10.222.0.45 "GET /v2.0/networks/1b19e667-5239-45f1-9731-35a187975e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4421999 Nov 12 01:05:23.294420 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4b89fdbb-6379-4d0c-824e-b297cf08b88a req-d3009842-ac91-44d5-8ccd-71e6fd0c43a6 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028281 Nov 12 01:05:23.311586 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-706761f4-303b-4426-a41d-3d6abc5e42e9 req-6da74502-b08a-4991-a03a-f333ca3d3063 service neutron] 10.222.0.44 "GET /v2.0/networks/589a11d9-462f-4432-aa26-12a7b18ca65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051140 Nov 12 01:05:23.478253 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ad61d956-60cc-4daa-84cf-b893403c16f3 req-0dd9eb3a-1a84-4d1e-a1d5-a3c0c17bf476 service neutron] 10.222.0.45 "GET /v2.0/networks/1b19e667-5239-45f1-9731-35a187975e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198903 Nov 12 01:05:23.495533 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device ac1180cb-7bbd-421c-a709-89ce96132ed6 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:05:23.511752 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-706761f4-303b-4426-a41d-3d6abc5e42e9 req-a7b4610b-3b48-46b8-a6ee-6450b7cfa581 service neutron] 10.222.0.44 "GET /v2.0/networks/589a11d9-462f-4432-aa26-12a7b18ca65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665559 Nov 12 01:05:23.535263 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1529bb-e6fa-47fa-9f42-abe03990ad7a req-a16b0a11-4d95-47ac-a389-8ec28b56017a tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:23.537030 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c1529bb-e6fa-47fa-9f42-abe03990ad7a req-a16b0a11-4d95-47ac-a389-8ec28b56017a tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 945 time: 0.1504040 Nov 12 01:05:23.639541 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c1529bb-e6fa-47fa-9f42-abe03990ad7a req-47008862-2629-462b-a165-44484d5aa5db tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=0762cf07-0f13-471a-a31e-80fa878bd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951140 Nov 12 01:05:23.747698 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:23.870631 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port ac1180cb-7bbd-421c-a709-89ce96132ed6, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=ac1180cb-7bbd-421c-a709-89ce96132ed6,segment=NetworkSegment(160eb3a9-a811-42ba-8ae2-682c5125e1c5),segment_id=160eb3a9-a811-42ba-8ae2-682c5125e1c5)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:23.911759 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:23.936615 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b36ba49-06f0-4593-8f9d-9ea3277ba016 req-56eeb9d9-2638-403b-958b-74f925152189 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:23.946907 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1b36ba49-06f0-4593-8f9d-9ea3277ba016 req-56eeb9d9-2638-403b-958b-74f925152189 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6dc6640-311e-4714-ad1a-8130d689ec31 HTTP/1.1" status: 200 len: 945 time: 0.1157546 Nov 12 01:05:24.003223 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3b8661-d254-4c79-9f0a-3043f6703d17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac1180cb-7bbd-421c-a709-89ce96132ed6'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:05:24.013980 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcda3155-241d-4e7e-b9dd-271a37866279" -d '{"events": [{"server_uuid": "fc3b8661-d254-4c79-9f0a-3043f6703d17", "name": "network-vif-unplugged", "status": "completed", "tag": "ac1180cb-7bbd-421c-a709-89ce96132ed6"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:05:24.069844 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1b36ba49-06f0-4593-8f9d-9ea3277ba016 req-a5d20fb9-775c-4059-a0bd-e46e061d1885 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209621 Nov 12 01:05:24.116469 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=ac1180cb-7bbd-421c-a709-89ce96132ed6,revision_number=8']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:24.185901 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e97746ef-d9c8-4035-a0f2-297590b6072a req-cccc1e57-70ae-4041-b823-389147205616 tempest-ServerShowV254Test-1027372061 tempest-ServerShowV254Test-1027372061-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bdc5c20-d007-4b0a-a51c-4d55ef468ec6 HTTP/1.1" status: 200 len: 210 time: 0.0496762 Nov 12 01:05:24.284425 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-00a57aea-4599-4be3-a8d5-b5276be08870 req-1f7eb866-8618-4868-a7e2-1642883351fc tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=3a16532dad1a4e29a37379d12c118693 HTTP/1.1" status: 200 len: 221 time: 0.0733109 Nov 12 01:05:24.418147 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3db8c151-7bd0-488e-a2a8-ec005c031b10 req-01d93a30-0e40-4ae2-afc8-65c4b7e1633d tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/ports?device_id=05eb013f-f7f0-460e-91f3-b6019e49a11b HTTP/1.1" status: 200 len: 210 time: 0.0728307 Nov 12 01:05:24.457321 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7860e01-53d0-41fe-bde9-6f5e04fea1b1 req-a244c6a6-b975-41ee-9afb-878f63bc1fb3 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:24.465064 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a7860e01-53d0-41fe-bde9-6f5e04fea1b1 req-a244c6a6-b975-41ee-9afb-878f63bc1fb3 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 946 time: 0.1791203 Nov 12 01:05:24.488879 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238862dc-82b8-4777-90be-38d34cb0f763 x-openstack-request-id: req-238862dc-82b8-4777-90be-38d34cb0f763 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:05:24.489276 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3b8661-d254-4c79-9f0a-3043f6703d17", "name": "network-vif-unplugged", "status": "completed", "tag": "ac1180cb-7bbd-421c-a709-89ce96132ed6", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:05:24.489651 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-238862dc-82b8-4777-90be-38d34cb0f763 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:05:24.490145 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3b8661-d254-4c79-9f0a-3043f6703d17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac1180cb-7bbd-421c-a709-89ce96132ed6', 'code': 200} Nov 12 01:05:24.572535 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a7860e01-53d0-41fe-bde9-6f5e04fea1b1 req-cc8d16f6-4306-40dd-8b7b-bd54b56b408f tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054831 Nov 12 01:05:24.746446 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33e731-b45c-4dd6-83c7-f20d82b05ed1 req-a5a4cef8-4db4-4988-bfa9-d95ac81c6612 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:24.749018 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dc33e731-b45c-4dd6-83c7-f20d82b05ed1 req-a5a4cef8-4db4-4988-bfa9-d95ac81c6612 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.1175437 Nov 12 01:05:24.846277 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dc33e731-b45c-4dd6-83c7-f20d82b05ed1 req-c360818d-ae88-4e25-ac2b-e18a81c09ee2 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881488 Nov 12 01:05:25.034973 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301fdae-93d6-4f8b-8253-8453ac2fa938 req-eec9632e-0376-4e1b-a878-34c4700105b6 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:25.041182 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b301fdae-93d6-4f8b-8253-8453ac2fa938 req-eec9632e-0376-4e1b-a878-34c4700105b6 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 943 time: 0.1036644 Nov 12 01:05:25.162273 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b301fdae-93d6-4f8b-8253-8453ac2fa938 req-0b6f91d4-0b50-452e-9ee1-c1ba18ec9212 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=0762cf07-0f13-471a-a31e-80fa878bd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117070 Nov 12 01:05:25.308505 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef15718-1895-4eb5-9a7a-f8c77dd9a67e req-0db4eef6-bdb6-405b-b362-79baec0eda90 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:25.318290 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7ef15718-1895-4eb5-9a7a-f8c77dd9a67e req-0db4eef6-bdb6-405b-b362-79baec0eda90 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.0808578 Nov 12 01:05:25.439908 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7ef15718-1895-4eb5-9a7a-f8c77dd9a67e req-aa877f76-814d-467d-ae43-9e30a270365b tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204941 Nov 12 01:05:25.502043 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device e3cfc795-909c-4615-9d75-457b26419c79 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:05:25.674551 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e993e1-5006-433f-964a-d54379ab22c2 req-3ae159ba-4ae2-4588-ab69-98a71a7264a2 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:25.683071 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-75e993e1-5006-433f-964a-d54379ab22c2 req-3ae159ba-4ae2-4588-ab69-98a71a7264a2 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6dc6640-311e-4714-ad1a-8130d689ec31 HTTP/1.1" status: 200 len: 945 time: 0.1930475 Nov 12 01:05:25.684106 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:25.687740 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-13d7525b-9c09-4b69-96bd-dc735d6d60a8 req-e7ebdeee-f8f8-4bb8-b380-0af02e3a0e10 tempest-ServerShowV254Test-1027372061 tempest-ServerShowV254Test-1027372061-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bdc5c20-d007-4b0a-a51c-4d55ef468ec6 HTTP/1.1" status: 200 len: 210 time: 0.0908129 Nov 12 01:05:25.747659 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-75e993e1-5006-433f-964a-d54379ab22c2 req-8128a797-c1f7-462c-b036-2a7979ae098a tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634401 Nov 12 01:05:25.769315 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port e3cfc795-909c-4615-9d75-457b26419c79, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e3cfc795-909c-4615-9d75-457b26419c79,segment=NetworkSegment(6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4),segment_id=6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:25.783061 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:25.905448 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=e3cfc795-909c-4615-9d75-457b26419c79,revision_number=8']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:25.939050 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5246418d-e4f6-4b51-8ffd-a7da28d2ec62 req-de828134-c70d-4148-a8d7-3d90df2ced56 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/ports?device_id=05eb013f-f7f0-460e-91f3-b6019e49a11b HTTP/1.1" status: 200 len: 210 time: 0.0711229 Nov 12 01:05:26.040387 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a29a08-9f7c-4bfd-b4f1-ca7a7cc61cf9 req-6e2df968-a9ee-4398-986d-6017af02bf24 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:26.043699 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-17a29a08-9f7c-4bfd-b4f1-ca7a7cc61cf9 req-6e2df968-a9ee-4398-986d-6017af02bf24 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.1246362 Nov 12 01:05:26.168624 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-17a29a08-9f7c-4bfd-b4f1-ca7a7cc61cf9 req-bf7c1684-34bb-4359-af31-b285e1a43677 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119523 Nov 12 01:05:26.492539 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fbd619c-122d-4f89-83f3-0d981d0245f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3cfc795-909c-4615-9d75-457b26419c79'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:05:26.495915 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e62b7c-961a-4b09-ba0f-2178bb14e21c" -d '{"events": [{"server_uuid": "1fbd619c-122d-4f89-83f3-0d981d0245f6", "name": "network-vif-unplugged", "status": "completed", "tag": "e3cfc795-909c-4615-9d75-457b26419c79"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:05:26.500738 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0183d9-91ba-4ac8-ad4f-9122419bdf88 req-a051566f-e1a9-437b-be61-e887db52d5d3 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:26.517964 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5d0183d9-91ba-4ac8-ad4f-9122419bdf88 req-a051566f-e1a9-437b-be61-e887db52d5d3 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 943 time: 0.1719482 Nov 12 01:05:26.596269 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61d956-60cc-4daa-84cf-b893403c16f3 req-b8b4e6a3-3a8e-40f1-8321-59bfb4f59386 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:26.604121 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ad61d956-60cc-4daa-84cf-b893403c16f3 req-b8b4e6a3-3a8e-40f1-8321-59bfb4f59386 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.16 "GET /v2.0/networks?id=1b19e667-5239-45f1-9731-35a187975e91 HTTP/1.1" status: 200 len: 821 time: 0.4458458 Nov 12 01:05:26.723878 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-ad61d956-60cc-4daa-84cf-b893403c16f3 req-62b87d16-2357-472b-9ba3-94dc894adaa8 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Request body: {'port': {'device_id': '05eb013f-f7f0-460e-91f3-b6019e49a11b', 'network_id': '1b19e667-5239-45f1-9731-35a187975e91', 'admin_state_up': True, 'tenant_id': 'cebcb91db98e408c92302b1baf7eea36'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:26.813039 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5d0183d9-91ba-4ac8-ad4f-9122419bdf88 req-e4ac3b02-ad42-49f7-8177-07b61abdbcac tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=0762cf07-0f13-471a-a31e-80fa878bd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2933052 Nov 12 01:05:26.926177 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28c461-7534-4b54-a4c2-1aa9a915cb69 req-e67a21a7-7d9a-4153-939f-0593a02319e8 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:26.936812 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4e28c461-7534-4b54-a4c2-1aa9a915cb69 req-e67a21a7-7d9a-4153-939f-0593a02319e8 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.3853726 Nov 12 01:05:27.031525 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad61d956-60cc-4daa-84cf-b893403c16f3 req-62b87d16-2357-472b-9ba3-94dc894adaa8 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Made reservation on behalf of cebcb91db98e408c92302b1baf7eea36 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:05:27.041135 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-ad61d956-60cc-4daa-84cf-b893403c16f3 req-62b87d16-2357-472b-9ba3-94dc894adaa8 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:27.059036 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4e28c461-7534-4b54-a4c2-1aa9a915cb69 req-8d8101e8-dd0b-4c64-98b9-38848417ddd4 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176515 Nov 12 01:05:27.141264 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7c2d20c6-798b-4363-82aa-d752ea053fd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:27.167161 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f356b5d-667b-42ff-a82f-e8d126d0eec9 x-openstack-request-id: req-0f356b5d-667b-42ff-a82f-e8d126d0eec9 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:05:27.167537 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fbd619c-122d-4f89-83f3-0d981d0245f6", "name": "network-vif-unplugged", "status": "completed", "tag": "e3cfc795-909c-4615-9d75-457b26419c79", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:05:27.167701 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0f356b5d-667b-42ff-a82f-e8d126d0eec9 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:05:27.169575 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fbd619c-122d-4f89-83f3-0d981d0245f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3cfc795-909c-4615-9d75-457b26419c79', 'code': 200} Nov 12 01:05:27.302199 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-46e7556d-01b9-4db7-b447-ac7defdb8d6d req-acd1184f-dac5-46b2-909e-535e602b713f tempest-ServerShowV254Test-1027372061 tempest-ServerShowV254Test-1027372061-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bdc5c20-d007-4b0a-a51c-4d55ef468ec6 HTTP/1.1" status: 200 len: 210 time: 0.0572205 Nov 12 01:05:27.386744 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-ad61d956-60cc-4daa-84cf-b893403c16f3 req-62b87d16-2357-472b-9ba3-94dc894adaa8 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Allocated IP 172.20.0.7 (1b19e667-5239-45f1-9731-35a187975e91/f32792f1-1aa4-417f-9ca6-788e218b6fe1/c0f8309d-fe81-46a6-bb03-433a41177625) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:05:27.397774 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8379f58-aa98-46b8-9d4e-b9d4e7e4428f req-8369ef41-5c02-421c-ad84-941667c52f48 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:27.406573 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a8379f58-aa98-46b8-9d4e-b9d4e7e4428f req-8369ef41-5c02-421c-ad84-941667c52f48 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6dc6640-311e-4714-ad1a-8130d689ec31 HTTP/1.1" status: 200 len: 945 time: 0.0753293 Nov 12 01:05:27.473864 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a8379f58-aa98-46b8-9d4e-b9d4e7e4428f req-6d26f29c-c8e0-4cf4-9d63-97da4a402a3b tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662317 Nov 12 01:05:27.497450 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device ac1180cb-7bbd-421c-a709-89ce96132ed6 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:05:27.730690 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c47312b8-2841-4838-9ab4-319452def02a req-3cc16df2-438a-4035-ae1a-0de33a9ab289 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/ports?device_id=05eb013f-f7f0-460e-91f3-b6019e49a11b HTTP/1.1" status: 200 len: 210 time: 0.0708103 Nov 12 01:05:27.731543 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-ad61d956-60cc-4daa-84cf-b893403c16f3 req-62b87d16-2357-472b-9ba3-94dc894adaa8 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:27.776713 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-ad61d956-60cc-4daa-84cf-b893403c16f3 req-62b87d16-2357-472b-9ba3-94dc894adaa8 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:27.834238 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad61d956-60cc-4daa-84cf-b893403c16f3 req-62b87d16-2357-472b-9ba3-94dc894adaa8 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Network 1b19e667-5239-45f1-9731-35a187975e91 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:05:27.840843 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-ad61d956-60cc-4daa-84cf-b893403c16f3 req-62b87d16-2357-472b-9ba3-94dc894adaa8 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:05:27.845794 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad61d956-60cc-4daa-84cf-b893403c16f3 req-62b87d16-2357-472b-9ba3-94dc894adaa8 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:05:27.855921 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b87d16-2357-472b-9ba3-94dc894adaa8 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Pushing event updated for resources: {'Port': ['ID=c0f8309d-fe81-46a6-bb03-433a41177625,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:27.943094 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61d956-60cc-4daa-84cf-b893403c16f3 req-62b87d16-2357-472b-9ba3-94dc894adaa8 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:27.943776 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-ad61d956-60cc-4daa-84cf-b893403c16f3 req-62b87d16-2357-472b-9ba3-94dc894adaa8 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:27.984571 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ad61d956-60cc-4daa-84cf-b893403c16f3 req-62b87d16-2357-472b-9ba3-94dc894adaa8 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2696218 Nov 12 01:05:28.020371 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-ad61d956-60cc-4daa-84cf-b893403c16f3 req-5ec20fd9-4ebd-4abe-8fa0-385162027bcf service neutron] Request body: {'port': {'device_id': '05eb013f-f7f0-460e-91f3-b6019e49a11b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:28.078621 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdfd0cf-bd1c-4d77-ac9f-c7b0c68de6bb req-7b414426-0130-4028-916e-ace59f28d4f7 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:28.080298 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5cdfd0cf-bd1c-4d77-ac9f-c7b0c68de6bb req-7b414426-0130-4028-916e-ace59f28d4f7 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.0926983 Nov 12 01:05:28.132496 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-ad61d956-60cc-4daa-84cf-b893403c16f3 req-5ec20fd9-4ebd-4abe-8fa0-385162027bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:28.243385 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5cdfd0cf-bd1c-4d77-ac9f-c7b0c68de6bb req-7e282d5c-ba07-4e93-96d7-f9c244b3f79c tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423674 Nov 12 01:05:28.368177 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-4875513a-ebcd-498c-97ef-e93b03c71a34 req-c4a8977e-1817-41dc-9a8b-baa12c03c0c4 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:05:28.370650 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4875513a-ebcd-498c-97ef-e93b03c71a34 req-c4a8977e-1817-41dc-9a8b-baa12c03c0c4 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058603 Nov 12 01:05:28.577700 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a882a-52e5-46b3-9db0-deca100c48bf req-0b4e1142-c95b-427e-af78-04703342ebfd tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:28.579884 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-270a882a-52e5-46b3-9db0-deca100c48bf req-0b4e1142-c95b-427e-af78-04703342ebfd tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.1029651 Nov 12 01:05:28.652738 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-ad61d956-60cc-4daa-84cf-b893403c16f3 req-5ec20fd9-4ebd-4abe-8fa0-385162027bcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0f8309d-fe81-46a6-bb03-433a41177625 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:05:28.662106 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-ad61d956-60cc-4daa-84cf-b893403c16f3 req-5ec20fd9-4ebd-4abe-8fa0-385162027bcf service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:28.665090 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5015eb13-0bf6-48a7-a1c3-9c0570c59a9b req-507d9517-6c99-400c-a9ee-0ee772924177 tempest-ServerShowV254Test-1027372061 tempest-ServerShowV254Test-1027372061-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bdc5c20-d007-4b0a-a51c-4d55ef468ec6 HTTP/1.1" status: 200 len: 210 time: 0.0569706 Nov 12 01:05:28.696779 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-ad61d956-60cc-4daa-84cf-b893403c16f3 req-5ec20fd9-4ebd-4abe-8fa0-385162027bcf service neutron] Transition to ACTIVE for port object c0f8309d-fe81-46a6-bb03-433a41177625 will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:05:28.703897 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-ad61d956-60cc-4daa-84cf-b893403c16f3 req-5ec20fd9-4ebd-4abe-8fa0-385162027bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:28.790181 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-270a882a-52e5-46b3-9db0-deca100c48bf req-f952dba7-211d-449a-aa0b-b9905d9a0ee1 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992552 Nov 12 01:05:28.864952 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec20fd9-4ebd-4abe-8fa0-385162027bcf service neutron] Pushing event updated for resources: {'Port': ['ID=c0f8309d-fe81-46a6-bb03-433a41177625,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:28.901868 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd3e5a-d603-4096-8e10-e62e6bf89862 req-1d23b4c5-d1fc-4713-bf83-ea52a0545f6c tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:28.911239 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c9bd3e5a-d603-4096-8e10-e62e6bf89862 req-1d23b4c5-d1fc-4713-bf83-ea52a0545f6c tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 943 time: 0.1540289 Nov 12 01:05:28.986327 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-ad61d956-60cc-4daa-84cf-b893403c16f3 req-5ec20fd9-4ebd-4abe-8fa0-385162027bcf service neutron] Attempting to bind port c0f8309d-fe81-46a6-bb03-433a41177625 on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:05:28.986929 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-ad61d956-60cc-4daa-84cf-b893403c16f3 req-5ec20fd9-4ebd-4abe-8fa0-385162027bcf service neutron] Attempting to bind port c0f8309d-fe81-46a6-bb03-433a41177625 by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': '05f1094a-b9d1-44f3-8df0-e00ec147c7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1b19e667-5239-45f1-9731-35a187975e91'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:05:28.987484 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad61d956-60cc-4daa-84cf-b893403c16f3 req-5ec20fd9-4ebd-4abe-8fa0-385162027bcf service neutron] Attempting to bind port c0f8309d-fe81-46a6-bb03-433a41177625 on network 1b19e667-5239-45f1-9731-35a187975e91 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:05:28.996597 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad61d956-60cc-4daa-84cf-b893403c16f3 req-5ec20fd9-4ebd-4abe-8fa0-385162027bcf service neutron] Port c0f8309d-fe81-46a6-bb03-433a41177625 on network 1b19e667-5239-45f1-9731-35a187975e91 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:05:28.997128 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad61d956-60cc-4daa-84cf-b893403c16f3 req-5ec20fd9-4ebd-4abe-8fa0-385162027bcf service neutron] Attempting to bind port c0f8309d-fe81-46a6-bb03-433a41177625 on network 1b19e667-5239-45f1-9731-35a187975e91 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:05:29.007202 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad61d956-60cc-4daa-84cf-b893403c16f3 req-5ec20fd9-4ebd-4abe-8fa0-385162027bcf service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:05:29.007786 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad61d956-60cc-4daa-84cf-b893403c16f3 req-5ec20fd9-4ebd-4abe-8fa0-385162027bcf service neutron] Checking segment: {'id': '05f1094a-b9d1-44f3-8df0-e00ec147c7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1b19e667-5239-45f1-9731-35a187975e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:05:29.008498 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad61d956-60cc-4daa-84cf-b893403c16f3 req-5ec20fd9-4ebd-4abe-8fa0-385162027bcf service neutron] Bound using segment: {'id': '05f1094a-b9d1-44f3-8df0-e00ec147c7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1b19e667-5239-45f1-9731-35a187975e91'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:05:29.009284 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-ad61d956-60cc-4daa-84cf-b893403c16f3 req-5ec20fd9-4ebd-4abe-8fa0-385162027bcf service neutron] Bound port: c0f8309d-fe81-46a6-bb03-433a41177625, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05f1094a-b9d1-44f3-8df0-e00ec147c7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1b19e667-5239-45f1-9731-35a187975e91'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:05:29.010627 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-ad61d956-60cc-4daa-84cf-b893403c16f3 req-5ec20fd9-4ebd-4abe-8fa0-385162027bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:29.059388 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c9bd3e5a-d603-4096-8e10-e62e6bf89862 req-bee57b8d-1d6b-4e16-a536-3a26595e97e3 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=0762cf07-0f13-471a-a31e-80fa878bd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468666 Nov 12 01:05:29.114579 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-ad61d956-60cc-4daa-84cf-b893403c16f3 req-5ec20fd9-4ebd-4abe-8fa0-385162027bcf service neutron] For port c0f8309d-fe81-46a6-bb03-433a41177625, host n-h1-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:05:29.117380 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e088eef-3942-49cc-a7af-b6eb95101ce1 req-cded8690-df59-4499-a12b-d8e68e05cb2d tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:29.121112 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-ad61d956-60cc-4daa-84cf-b893403c16f3 req-5ec20fd9-4ebd-4abe-8fa0-385162027bcf service neutron] For port c0f8309d-fe81-46a6-bb03-433a41177625, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=c0f8309d-fe81-46a6-bb03-433a41177625,segment=NetworkSegment(05f1094a-b9d1-44f3-8df0-e00ec147c7ea),segment_id=05f1094a-b9d1-44f3-8df0-e00ec147c7ea)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:05:29.128628 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-ad61d956-60cc-4daa-84cf-b893403c16f3 req-5ec20fd9-4ebd-4abe-8fa0-385162027bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:29.130857 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0e088eef-3942-49cc-a7af-b6eb95101ce1 req-cded8690-df59-4499-a12b-d8e68e05cb2d tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6dc6640-311e-4714-ad1a-8130d689ec31 HTTP/1.1" status: 200 len: 945 time: 0.2107496 Nov 12 01:05:29.186337 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-42c2eb5f-2da5-4aea-9ded-3fcf0750d0cc req-71e6641c-b222-46ff-9048-9119bd4eca41 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3039744 Nov 12 01:05:29.203562 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-42c2eb5f-2da5-4aea-9ded-3fcf0750d0cc req-5037f457-ebbe-4cb2-a71d-7f197dcd3e5d service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:05:29.204638 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-42c2eb5f-2da5-4aea-9ded-3fcf0750d0cc req-5037f457-ebbe-4cb2-a71d-7f197dcd3e5d service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059285 Nov 12 01:05:29.225088 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0e088eef-3942-49cc-a7af-b6eb95101ce1 req-8e4ccaee-2898-4038-83a9-a9cb1f14dc08 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927901 Nov 12 01:05:29.266469 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61d956-60cc-4daa-84cf-b893403c16f3 req-5ec20fd9-4ebd-4abe-8fa0-385162027bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:29.266965 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-ad61d956-60cc-4daa-84cf-b893403c16f3 req-5ec20fd9-4ebd-4abe-8fa0-385162027bcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:29.268517 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ad61d956-60cc-4daa-84cf-b893403c16f3 req-5ec20fd9-4ebd-4abe-8fa0-385162027bcf service neutron] 10.222.0.16 "PUT /v2.0/ports/c0f8309d-fe81-46a6-bb03-433a41177625 HTTP/1.1" status: 200 len: 1092 time: 1.2591362 Nov 12 01:05:29.269203 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec20fd9-4ebd-4abe-8fa0-385162027bcf service neutron] Pushing event updated for resources: {'Port': ['ID=c0f8309d-fe81-46a6-bb03-433a41177625,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:29.272892 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05eb013f-f7f0-460e-91f3-b6019e49a11b', 'tag': 'c0f8309d-fe81-46a6-bb03-433a41177625'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:05:29.282411 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15f765f-ccde-44b7-bb18-b6b3ec69eb47" -d '{"events": [{"name": "network-changed", "server_uuid": "05eb013f-f7f0-460e-91f3-b6019e49a11b", "tag": "c0f8309d-fe81-46a6-bb03-433a41177625"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:05:29.407365 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e10e25-bcc0-4aed-afce-abf73459eb38 req-258de64e-f419-4fdd-a222-66c633fc6b6b tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:29.440632 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a1e10e25-bcc0-4aed-afce-abf73459eb38 req-258de64e-f419-4fdd-a222-66c633fc6b6b tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/ports?device_id=05eb013f-f7f0-460e-91f3-b6019e49a11b HTTP/1.1" status: 200 len: 943 time: 0.1460626 Nov 12 01:05:29.487760 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61d956-60cc-4daa-84cf-b893403c16f3 req-c6c97678-c51c-4347-a35a-afec65dfe4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:29.491324 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ad61d956-60cc-4daa-84cf-b893403c16f3 req-c6c97678-c51c-4347-a35a-afec65dfe4af service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cebcb91db98e408c92302b1baf7eea36&device_id=05eb013f-f7f0-460e-91f3-b6019e49a11b HTTP/1.1" status: 200 len: 1095 time: 0.1291754 Nov 12 01:05:29.497623 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device e3cfc795-909c-4615-9d75-457b26419c79 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:05:29.551001 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a1e10e25-bcc0-4aed-afce-abf73459eb38 req-b5958629-be6d-4be9-87d0-8fb0e8d0eeff tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfdb2882-61f4-4de3-be12-d417b4a411ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075058 Nov 12 01:05:29.670891 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a84c510-9ba6-41a7-9155-e49db3b192f2 x-openstack-request-id: req-8a84c510-9ba6-41a7-9155-e49db3b192f2 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:05:29.671339 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05eb013f-f7f0-460e-91f3-b6019e49a11b", "tag": "c0f8309d-fe81-46a6-bb03-433a41177625", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:05:29.671501 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8a84c510-9ba6-41a7-9155-e49db3b192f2 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:05:29.671813 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05eb013f-f7f0-460e-91f3-b6019e49a11b', 'tag': 'c0f8309d-fe81-46a6-bb03-433a41177625', 'status': 'completed', 'code': 200} Nov 12 01:05:29.673315 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ad61d956-60cc-4daa-84cf-b893403c16f3 req-445bdd7c-a4d2-425f-92d9-93daae49be40 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0f8309d-fe81-46a6-bb03-433a41177625 HTTP/1.1" status: 200 len: 217 time: 0.1625514 Nov 12 01:05:29.840841 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61d956-60cc-4daa-84cf-b893403c16f3 req-20d9f30b-a59d-446f-a051-4dd9ba85d962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:29.842533 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ad61d956-60cc-4daa-84cf-b893403c16f3 req-20d9f30b-a59d-446f-a051-4dd9ba85d962 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f32792f1-1aa4-417f-9ca6-788e218b6fe1 HTTP/1.1" status: 200 len: 861 time: 0.1487451 Nov 12 01:05:29.934999 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ad61d956-60cc-4daa-84cf-b893403c16f3 req-77bf3874-c6de-4e4d-943c-6added384871 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1b19e667-5239-45f1-9731-35a187975e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789046 Nov 12 01:05:29.994396 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-61144dbf-072c-4615-a9f6-4a0e0f65774a req-318e9053-c1c2-46f3-86a6-62fe2fcaf0f0 tempest-ServerShowV254Test-1027372061 tempest-ServerShowV254Test-1027372061-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bdc5c20-d007-4b0a-a51c-4d55ef468ec6 HTTP/1.1" status: 200 len: 210 time: 0.1103477 Nov 12 01:05:30.002870 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port e3cfc795-909c-4615-9d75-457b26419c79, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e3cfc795-909c-4615-9d75-457b26419c79,segment=NetworkSegment(6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4),segment_id=6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:30.096643 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d25906-1c67-4ff8-8b22-0c027d36f0ab req-2d8ecd22-9dcb-4983-9f80-605c76475e57 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:30.115519 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-28d25906-1c67-4ff8-8b22-0c027d36f0ab req-2d8ecd22-9dcb-4983-9f80-605c76475e57 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.3390326 Nov 12 01:05:30.248024 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ad61d956-60cc-4daa-84cf-b893403c16f3 req-19bc2c04-1361-4bbf-83c2-9d6d03c8e5ec service neutron] 10.222.0.16 "GET /v2.0/networks/1b19e667-5239-45f1-9731-35a187975e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964585 Nov 12 01:05:30.369286 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'e3cfc795-909c-4615-9d75-457b26419c79', 'network_id': 'e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4', 'port_id': 'e3cfc795-909c-4615-9d75-457b26419c79', 'mac_address': 'fa:16:3e:10:d5:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55fa7c58-77a8-4d04-ad83-d7b14788e8b6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:05:30.438131 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-28d25906-1c67-4ff8-8b22-0c027d36f0ab req-2e466042-3d1e-4bbf-9130-c340310813f7 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210933 Nov 12 01:05:30.491531 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:30.575085 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3cfc795-909c-4615-9d75-457b26419c79 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:05:30.581900 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e7852-b82f-47b0-920b-e822f643e019 req-e2f97805-b7da-4fd3-bb20-768e5eadebe2 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:30.598384 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b64e7852-b82f-47b0-920b-e822f643e019 req-e2f97805-b7da-4fd3-bb20-768e5eadebe2 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 943 time: 0.3169641 Nov 12 01:05:30.619011 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ad61d956-60cc-4daa-84cf-b893403c16f3 req-61b53de6-c1a3-4022-a6d2-45d1fa8eb37f service neutron] 10.222.0.16 "GET /v2.0/networks/1b19e667-5239-45f1-9731-35a187975e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631568 Nov 12 01:05:30.653747 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port e3cfc795-909c-4615-9d75-457b26419c79, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e3cfc795-909c-4615-9d75-457b26419c79,segment=NetworkSegment(6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4),segment_id=6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:30.663748 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:30.757205 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b64e7852-b82f-47b0-920b-e822f643e019 req-61cc1746-70b8-4ca9-a8da-0e1606796a92 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=0762cf07-0f13-471a-a31e-80fa878bd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569996 Nov 12 01:05:30.823548 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=e3cfc795-909c-4615-9d75-457b26419c79,revision_number=9']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:30.879769 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1ac18023-77cd-46e3-b628-4e0d94922ea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:30.923558 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['e3cfc795-909c-4615-9d75-457b26419c79'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:05:30.970222 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f765f-ccde-44b7-bb18-b6b3ec69eb47 req-b00c33c4-2b06-453e-befc-f7791ee62c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:30.971668 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf0821-9417-4929-8fcf-7a133dfe0533 req-d3127490-9646-49f1-8665-49c3f89e9bae tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:30.973009 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b15f765f-ccde-44b7-bb18-b6b3ec69eb47 req-b00c33c4-2b06-453e-befc-f7791ee62c03 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cebcb91db98e408c92302b1baf7eea36&device_id=05eb013f-f7f0-460e-91f3-b6019e49a11b HTTP/1.1" status: 200 len: 1095 time: 0.1712513 Nov 12 01:05:30.974559 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0dcf0821-9417-4929-8fcf-7a133dfe0533 req-d3127490-9646-49f1-8665-49c3f89e9bae tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6dc6640-311e-4714-ad1a-8130d689ec31 HTTP/1.1" status: 200 len: 945 time: 0.2159493 Nov 12 01:05:31.196700 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0dcf0821-9417-4929-8fcf-7a133dfe0533 req-32a37ac4-6321-4bef-b7f7-c30b66fde368 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141514 Nov 12 01:05:31.352928 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f765f-ccde-44b7-bb18-b6b3ec69eb47 req-5734032f-5fb3-4be5-889c-8c614083be76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:31.357949 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b15f765f-ccde-44b7-bb18-b6b3ec69eb47 req-5734032f-5fb3-4be5-889c-8c614083be76 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1b19e667-5239-45f1-9731-35a187975e91 HTTP/1.1" status: 200 len: 921 time: 0.3590572 Nov 12 01:05:31.359379 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e0b09-d19e-4596-9ffc-881b66fbfe2f req-8618a4f2-609b-45dc-8b08-014e3dcbd98e tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:31.362328 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fa1e0b09-d19e-4596-9ffc-881b66fbfe2f req-8618a4f2-609b-45dc-8b08-014e3dcbd98e tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.1877451 Nov 12 01:05:31.486499 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b15f765f-ccde-44b7-bb18-b6b3ec69eb47 req-90b6a412-6749-4a46-a1f3-1d9ab78216d6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0f8309d-fe81-46a6-bb03-433a41177625 HTTP/1.1" status: 200 len: 217 time: 0.1110260 Nov 12 01:05:31.603782 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f765f-ccde-44b7-bb18-b6b3ec69eb47 req-8f6122d9-2d9f-4a33-a348-db140dbe69b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:31.605356 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b15f765f-ccde-44b7-bb18-b6b3ec69eb47 req-8f6122d9-2d9f-4a33-a348-db140dbe69b3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f32792f1-1aa4-417f-9ca6-788e218b6fe1 HTTP/1.1" status: 200 len: 861 time: 0.1097205 Nov 12 01:05:31.662371 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fa1e0b09-d19e-4596-9ffc-881b66fbfe2f req-89b1c71d-6f27-4658-8bba-c61b78420c86 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877009 Nov 12 01:05:31.686503 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b15f765f-ccde-44b7-bb18-b6b3ec69eb47 req-211d3b2f-b80d-4809-9524-d6656b7917a1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1b19e667-5239-45f1-9731-35a187975e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427890 Nov 12 01:05:31.745651 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f85cb-106a-4c91-af8d-e15a8c7ebbe2 req-f05cd4d4-6c2c-40cf-8c3a-67546d635640 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:31.747284 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-692f85cb-106a-4c91-af8d-e15a8c7ebbe2 req-f05cd4d4-6c2c-40cf-8c3a-67546d635640 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/ports?device_id=05eb013f-f7f0-460e-91f3-b6019e49a11b HTTP/1.1" status: 200 len: 943 time: 0.2270939 Nov 12 01:05:31.946290 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b15f765f-ccde-44b7-bb18-b6b3ec69eb47 req-b4fadfdf-1e9e-4385-9b4f-d6f4250f765f service neutron] 10.222.0.16 "GET /v2.0/networks/1b19e667-5239-45f1-9731-35a187975e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581563 Nov 12 01:05:32.037718 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5307b493-21d3-4b53-9b0e-5c5885c9db2f req-d9b6f980-25ef-4e4c-b39a-49e282f279f7 tempest-ServerShowV254Test-1027372061 tempest-ServerShowV254Test-1027372061-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bdc5c20-d007-4b0a-a51c-4d55ef468ec6 HTTP/1.1" status: 200 len: 210 time: 0.1031196 Nov 12 01:05:32.068971 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-692f85cb-106a-4c91-af8d-e15a8c7ebbe2 req-b8e81217-a00e-43d9-91f1-a0ca0956a5cd tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfdb2882-61f4-4de3-be12-d417b4a411ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902989 Nov 12 01:05:32.222279 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b15f765f-ccde-44b7-bb18-b6b3ec69eb47 req-84378a0f-def5-4a32-a36f-a2011b1779c6 service neutron] 10.222.0.16 "GET /v2.0/networks/1b19e667-5239-45f1-9731-35a187975e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602975 Nov 12 01:05:32.258973 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e69493-5372-4755-9184-1cfd12dc7413 req-ba53b9cf-d451-4a38-b21b-61a0a942dad7 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:32.274553 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d1e69493-5372-4755-9184-1cfd12dc7413 req-ba53b9cf-d451-4a38-b21b-61a0a942dad7 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 943 time: 0.1050997 Nov 12 01:05:32.408642 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d1e69493-5372-4755-9184-1cfd12dc7413 req-3597e870-78ca-41bf-b161-efbc4bf0cd62 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=0762cf07-0f13-471a-a31e-80fa878bd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322427 Nov 12 01:05:32.590273 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45edc51-8443-474c-bc00-dc89aa2dcf52 req-926928f7-75dc-46f4-8b56-adac588bb057 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:32.591917 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a45edc51-8443-474c-bc00-dc89aa2dcf52 req-926928f7-75dc-46f4-8b56-adac588bb057 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.1179762 Nov 12 01:05:32.605605 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17fb5f0-076d-4f56-90b9-8d6e6f815465 req-d725b60c-6c47-45c5-bd32-7b2f2ecfac50 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:32.613734 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e17fb5f0-076d-4f56-90b9-8d6e6f815465 req-d725b60c-6c47-45c5-bd32-7b2f2ecfac50 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6dc6640-311e-4714-ad1a-8130d689ec31 HTTP/1.1" status: 200 len: 945 time: 0.0832157 Nov 12 01:05:32.740906 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a45edc51-8443-474c-bc00-dc89aa2dcf52 req-02bfb63e-41a5-4189-aa4d-77265ec8a748 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239998 Nov 12 01:05:32.759162 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e17fb5f0-076d-4f56-90b9-8d6e6f815465 req-fbb3d242-78c2-4bc4-8694-7d802bcade7c tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438766 Nov 12 01:05:32.766388 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:32.985466 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bf9fb-de7f-4bb0-991e-7a0b8832a152 req-2b85f5cb-298d-4a8b-88d7-aef1e9b36102 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:32.987717 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fd7bf9fb-de7f-4bb0-991e-7a0b8832a152 req-2b85f5cb-298d-4a8b-88d7-aef1e9b36102 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.1050813 Nov 12 01:05:33.062614 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device c0f8309d-fe81-46a6-bb03-433a41177625 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:05:33.149237 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fd7bf9fb-de7f-4bb0-991e-7a0b8832a152 req-3056fabe-60cf-467a-81e9-2e67dc53d6e5 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482184 Nov 12 01:05:33.401500 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4a850ee3-3961-436a-b409-7bbec2d83649 req-0220f7bc-9ed1-4474-bacc-621f93cb2441 tempest-ServerShowV254Test-1027372061 tempest-ServerShowV254Test-1027372061-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bdc5c20-d007-4b0a-a51c-4d55ef468ec6 HTTP/1.1" status: 200 len: 210 time: 0.1011429 Nov 12 01:05:33.506497 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device e3cfc795-909c-4615-9d75-457b26419c79 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:05:33.517117 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd94f5-bdc3-4597-9893-3ece09232ebf req-d2342f41-4ec0-475d-b597-e094b1c17ecf tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:33.539354 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ecdd94f5-bdc3-4597-9893-3ece09232ebf req-d2342f41-4ec0-475d-b597-e094b1c17ecf tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/ports?device_id=05eb013f-f7f0-460e-91f3-b6019e49a11b HTTP/1.1" status: 200 len: 943 time: 0.1839347 Nov 12 01:05:33.664621 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ecdd94f5-bdc3-4597-9893-3ece09232ebf req-b0af6c56-467a-4893-b09c-8d3027135733 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfdb2882-61f4-4de3-be12-d417b4a411ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199684 Nov 12 01:05:33.675259 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port c0f8309d-fe81-46a6-bb03-433a41177625, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=c0f8309d-fe81-46a6-bb03-433a41177625,segment=NetworkSegment(05f1094a-b9d1-44f3-8df0-e00ec147c7ea),segment_id=05f1094a-b9d1-44f3-8df0-e00ec147c7ea)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:33.734507 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': 'c0f8309d-fe81-46a6-bb03-433a41177625', 'network_id': '1b19e667-5239-45f1-9731-35a187975e91', 'port_id': 'c0f8309d-fe81-46a6-bb03-433a41177625', 'mac_address': 'fa:16:3e:49:e8:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f32792f1-1aa4-417f-9ca6-788e218b6fe1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:05:33.743783 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port e3cfc795-909c-4615-9d75-457b26419c79 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:33.744159 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:34.008471 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cfe6eb-bfd8-4e99-be28-9d66ccb9f5d5 req-9664a4e8-9b6e-464e-b9f4-e600eb314d26 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:34.023052 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-05cfe6eb-bfd8-4e99-be28-9d66ccb9f5d5 req-9664a4e8-9b6e-464e-b9f4-e600eb314d26 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 943 time: 0.2745821 Nov 12 01:05:34.083948 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58db1da-8c00-4eca-bb6f-fd7d0b44f72c req-0cba3d68-85e9-46b0-8039-8da6c91b958e tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:34.108977 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c58db1da-8c00-4eca-bb6f-fd7d0b44f72c req-0cba3d68-85e9-46b0-8039-8da6c91b958e tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.2466960 Nov 12 01:05:34.121011 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:34.176013 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:34.208795 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0f8309d-fe81-46a6-bb03-433a41177625 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:05:34.282566 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c58db1da-8c00-4eca-bb6f-fd7d0b44f72c req-5171ad3a-3436-4342-8248-09c763f4ec8c tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624439 Nov 12 01:05:34.286932 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:34.290427 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port c0f8309d-fe81-46a6-bb03-433a41177625, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=c0f8309d-fe81-46a6-bb03-433a41177625,segment=NetworkSegment(05f1094a-b9d1-44f3-8df0-e00ec147c7ea),segment_id=05f1094a-b9d1-44f3-8df0-e00ec147c7ea)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:34.323112 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:34.392547 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-05cfe6eb-bfd8-4e99-be28-9d66ccb9f5d5 req-b29ed53d-163f-406e-8d41-013e95b0a572 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=0762cf07-0f13-471a-a31e-80fa878bd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3589435 Nov 12 01:05:34.491863 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fbd619c-122d-4f89-83f3-0d981d0245f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3cfc795-909c-4615-9d75-457b26419c79'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:05:34.506693 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1f7eff-9efa-499c-a9f4-d25e1553e245" -d '{"events": [{"server_uuid": "1fbd619c-122d-4f89-83f3-0d981d0245f6", "name": "network-vif-plugged", "status": "completed", "tag": "e3cfc795-909c-4615-9d75-457b26419c79"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:05:34.589813 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bcb212-5eb0-4ad0-8b48-54549b30f76a req-eab0842a-3b79-49ee-be4a-da9ed425d1a2 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:34.590604 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port e3cfc795-909c-4615-9d75-457b26419c79, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e3cfc795-909c-4615-9d75-457b26419c79,segment=NetworkSegment(6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4),segment_id=6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:34.604712 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-45bcb212-5eb0-4ad0-8b48-54549b30f76a req-eab0842a-3b79-49ee-be4a-da9ed425d1a2 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6dc6640-311e-4714-ad1a-8130d689ec31 HTTP/1.1" status: 200 len: 945 time: 0.1501737 Nov 12 01:05:34.610263 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:34.633593 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=c0f8309d-fe81-46a6-bb03-433a41177625,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:34.780788 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=e3cfc795-909c-4615-9d75-457b26419c79,revision_number=10']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:34.787945 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-45bcb212-5eb0-4ad0-8b48-54549b30f76a req-5dab5f09-dd8d-4f51-84df-db5f7ae94517 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798182 Nov 12 01:05:34.799130 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['c0f8309d-fe81-46a6-bb03-433a41177625'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:05:34.894700 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:05:34.982449 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b12df6-1ab4-42a2-9b86-393f7d2a53b6 req-a9f05db6-9a08-4d3e-b092-9af269b6f174 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:34.995101 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-48b12df6-1ab4-42a2-9b86-393f7d2a53b6 req-a9f05db6-9a08-4d3e-b092-9af269b6f174 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.1500673 Nov 12 01:05:35.101122 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a5562f20-7223-401d-89a7-063f48392162 req-aa331202-de11-43c3-931d-124c68437f81 tempest-ServerShowV254Test-1027372061 tempest-ServerShowV254Test-1027372061-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bdc5c20-d007-4b0a-a51c-4d55ef468ec6 HTTP/1.1" status: 200 len: 210 time: 0.1031308 Nov 12 01:05:35.182866 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:35.258671 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20876c6-def9-4b5c-b350-19187b4b628a x-openstack-request-id: req-d20876c6-def9-4b5c-b350-19187b4b628a {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:05:35.259062 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fbd619c-122d-4f89-83f3-0d981d0245f6", "name": "network-vif-plugged", "status": "completed", "tag": "e3cfc795-909c-4615-9d75-457b26419c79", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:05:35.259415 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d20876c6-def9-4b5c-b350-19187b4b628a {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:05:35.259872 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fbd619c-122d-4f89-83f3-0d981d0245f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3cfc795-909c-4615-9d75-457b26419c79', 'code': 200} Nov 12 01:05:35.344316 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-48b12df6-1ab4-42a2-9b86-393f7d2a53b6 req-d4ad2d19-e008-425a-b818-857a909051a3 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396836 Nov 12 01:05:35.793382 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac011e2-0eb1-4864-88b9-8379780c3354 req-ffd3c765-ab7a-4c32-a92c-f8749877e9d0 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:35.808457 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fac011e2-0eb1-4864-88b9-8379780c3354 req-ffd3c765-ab7a-4c32-a92c-f8749877e9d0 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/ports?device_id=05eb013f-f7f0-460e-91f3-b6019e49a11b HTTP/1.1" status: 200 len: 944 time: 0.1530163 Nov 12 01:05:36.064457 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fac011e2-0eb1-4864-88b9-8379780c3354 req-dccbb793-50d7-433b-98c2-0b5c9e2a9a00 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfdb2882-61f4-4de3-be12-d417b4a411ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486844 Nov 12 01:05:36.104222 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57abe028-97a5-44e9-aacd-ef90446f8c7b req-241bdd00-bf23-40af-b298-5b9773236d83 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:36.121440 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-57abe028-97a5-44e9-aacd-ef90446f8c7b req-241bdd00-bf23-40af-b298-5b9773236d83 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 943 time: 0.2716699 Nov 12 01:05:36.374506 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-57abe028-97a5-44e9-aacd-ef90446f8c7b req-940604c2-df20-4a80-80d3-4c3164aaf936 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=0762cf07-0f13-471a-a31e-80fa878bd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2535989 Nov 12 01:05:36.623395 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24c864-4b7e-4c2a-9608-4c0bf9c94b58 req-5d7a3c86-27d1-455c-a136-1ec8bfac7d8c tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:36.639146 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9c24c864-4b7e-4c2a-9608-4c0bf9c94b58 req-5d7a3c86-27d1-455c-a136-1ec8bfac7d8c tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.4368117 Nov 12 01:05:36.849783 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4ef03-41e5-4d58-bc4b-ea5a30a86b65 req-76683863-75be-4be6-a0f8-4deb1ab59112 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:36.866957 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f6e4ef03-41e5-4d58-bc4b-ea5a30a86b65 req-76683863-75be-4be6-a0f8-4deb1ab59112 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6dc6640-311e-4714-ad1a-8130d689ec31 HTTP/1.1" status: 200 len: 945 time: 0.1751654 Nov 12 01:05:36.887019 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9c24c864-4b7e-4c2a-9608-4c0bf9c94b58 req-a3799039-2d0f-4c63-b0d9-6e1379f903c4 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463164 Nov 12 01:05:37.041885 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f6e4ef03-41e5-4d58-bc4b-ea5a30a86b65 req-5fe6f6ff-5a78-42df-83a7-a2cec7ee9cc3 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730096 Nov 12 01:05:37.062823 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device c0f8309d-fe81-46a6-bb03-433a41177625 up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:05:37.080955 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9b696a4e-baaa-4c49-81a1-398d4b8294a3 req-d9417653-3e6e-4399-890a-3bcfa5ee31c5 tempest-ServerShowV254Test-1027372061 tempest-ServerShowV254Test-1027372061-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bdc5c20-d007-4b0a-a51c-4d55ef468ec6 HTTP/1.1" status: 200 len: 210 time: 0.0901778 Nov 12 01:05:37.276623 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port c0f8309d-fe81-46a6-bb03-433a41177625 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:05:37.293592 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port c0f8309d-fe81-46a6-bb03-433a41177625 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:05:37.294090 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:37.425365 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b87764-79b7-49a7-8483-fc3e4c2fc10c req-3b714777-4ee6-4d45-9658-8e1903f550ca tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:37.435229 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e3b87764-79b7-49a7-8483-fc3e4c2fc10c req-3b714777-4ee6-4d45-9658-8e1903f550ca tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.2156019 Nov 12 01:05:37.467869 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:37.481214 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b51d0-4731-4303-82ea-56296d7d1c91 req-996b89e0-831b-4abb-89f5-d2c7b9c3b466 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:37.490670 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e13b51d0-4731-4303-82ea-56296d7d1c91 req-996b89e0-831b-4abb-89f5-d2c7b9c3b466 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/ports?device_id=05eb013f-f7f0-460e-91f3-b6019e49a11b HTTP/1.1" status: 200 len: 944 time: 0.1974595 Nov 12 01:05:37.525667 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05eb013f-f7f0-460e-91f3-b6019e49a11b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f8309d-fe81-46a6-bb03-433a41177625'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:05:37.533352 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2705da0-b54f-495c-bf3c-16f1f8ea85bf" -d '{"events": [{"server_uuid": "05eb013f-f7f0-460e-91f3-b6019e49a11b", "name": "network-vif-plugged", "status": "completed", "tag": "c0f8309d-fe81-46a6-bb03-433a41177625"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:05:37.571423 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port c0f8309d-fe81-46a6-bb03-433a41177625, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=c0f8309d-fe81-46a6-bb03-433a41177625,segment=NetworkSegment(05f1094a-b9d1-44f3-8df0-e00ec147c7ea),segment_id=05f1094a-b9d1-44f3-8df0-e00ec147c7ea)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:37.581595 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:37.590385 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e3b87764-79b7-49a7-8483-fc3e4c2fc10c req-54b2cbbc-1f45-492a-9205-f9da6ae0ec7c tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501105 Nov 12 01:05:37.664025 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e13b51d0-4731-4303-82ea-56296d7d1c91 req-b61932f0-28c7-40d4-a8fb-54b5a5209f4b tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfdb2882-61f4-4de3-be12-d417b4a411ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714687 Nov 12 01:05:37.781397 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=c0f8309d-fe81-46a6-bb03-433a41177625,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:37.961478 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001d0089-846b-4c6b-8c94-a9e0c02c3d8a x-openstack-request-id: req-001d0089-846b-4c6b-8c94-a9e0c02c3d8a {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:05:37.961936 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05eb013f-f7f0-460e-91f3-b6019e49a11b", "name": "network-vif-plugged", "status": "completed", "tag": "c0f8309d-fe81-46a6-bb03-433a41177625", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:05:37.962402 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-001d0089-846b-4c6b-8c94-a9e0c02c3d8a {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:05:37.963035 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05eb013f-f7f0-460e-91f3-b6019e49a11b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f8309d-fe81-46a6-bb03-433a41177625', 'code': 200} Nov 12 01:05:38.002693 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c111e9-c915-478f-910d-da112ede9828 req-cef03e9d-4a56-44d6-875d-7a4074ce30d6 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:38.005684 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-35c111e9-c915-478f-910d-da112ede9828 req-cef03e9d-4a56-44d6-875d-7a4074ce30d6 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 943 time: 0.2108777 Nov 12 01:05:38.201486 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:38.205868 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea9db68-b9ce-41eb-a609-bbba3c422f40 req-de7b8aff-bbf7-484d-9f4a-cd355f618e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:38.210903 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1ea9db68-b9ce-41eb-a609-bbba3c422f40 req-de7b8aff-bbf7-484d-9f4a-cd355f618e05 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=05eb013f-f7f0-460e-91f3-b6019e49a11b HTTP/1.1" status: 200 len: 1097 time: 0.1078057 Nov 12 01:05:38.223848 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-35c111e9-c915-478f-910d-da112ede9828 req-cb4a224e-a7c2-45a8-87d2-66b42a496482 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=0762cf07-0f13-471a-a31e-80fa878bd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2050705 Nov 12 01:05:38.356411 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1ea9db68-b9ce-41eb-a609-bbba3c422f40 req-4d9703cc-2e9d-4fd2-ab8d-dadf99a2321c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cfdb2882-61f4-4de3-be12-d417b4a411ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275678 Nov 12 01:05:38.481674 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2537e0-5dbf-439b-b953-2697059207e6 req-ab12f9ab-aaf8-42bd-aa4a-fda8d60a2ad7 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:38.492882 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4a2537e0-5dbf-439b-b953-2697059207e6 req-ab12f9ab-aaf8-42bd-aa4a-fda8d60a2ad7 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.2872019 Nov 12 01:05:38.559485 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d00f967-e0ba-4785-b907-5a7ef9bbb369 req-57cd3abe-ca3a-45fc-b846-3554fd90dae8 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:38.562328 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d00f967-e0ba-4785-b907-5a7ef9bbb369 req-57cd3abe-ca3a-45fc-b846-3554fd90dae8 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6dc6640-311e-4714-ad1a-8130d689ec31 HTTP/1.1" status: 200 len: 945 time: 0.1981282 Nov 12 01:05:38.576664 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4a2537e0-5dbf-439b-b953-2697059207e6 req-ab2a8944-1992-4c6e-9b7d-5f65b9907e88 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797915 Nov 12 01:05:38.752016 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d00f967-e0ba-4785-b907-5a7ef9bbb369 req-dd6c5367-6d11-4883-ae0e-9973ac9c0c41 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705551 Nov 12 01:05:38.809617 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e4ccbfdb-02af-4fa9-92f4-01fe54a424f6 req-aaefa981-60f9-41e6-82da-f8b8c395386a tempest-ServerShowV254Test-1027372061 tempest-ServerShowV254Test-1027372061-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bdc5c20-d007-4b0a-a51c-4d55ef468ec6 HTTP/1.1" status: 200 len: 210 time: 0.0471563 Nov 12 01:05:38.984015 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b531eb-2ffe-458d-86d6-74593199a535 req-fda7ba79-41ca-415e-bf66-9ab5052f01a0 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:38.993121 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-57b531eb-2ffe-458d-86d6-74593199a535 req-fda7ba79-41ca-415e-bf66-9ab5052f01a0 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.1028566 Nov 12 01:05:39.169384 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-57b531eb-2ffe-458d-86d6-74593199a535 req-8140fb88-1984-486b-b337-15cd4c49a1b1 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745071 Nov 12 01:05:39.258806 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e05fcc-5b8a-4ea9-96e8-2a02c8c0bea8 req-c46db1bd-b3ec-4e66-b2ca-2c47b5cfe09b tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:39.272911 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-02e05fcc-5b8a-4ea9-96e8-2a02c8c0bea8 req-c46db1bd-b3ec-4e66-b2ca-2c47b5cfe09b tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/ports?device_id=05eb013f-f7f0-460e-91f3-b6019e49a11b HTTP/1.1" status: 200 len: 945 time: 0.1892626 Nov 12 01:05:39.400993 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-02e05fcc-5b8a-4ea9-96e8-2a02c8c0bea8 req-a087ef62-577a-4952-a740-f90ba8071105 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfdb2882-61f4-4de3-be12-d417b4a411ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245553 Nov 12 01:05:39.942934 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75405e61-14a8-4a4b-af4e-b68f1edd2552 req-cf9e9868-9364-4194-998d-4c1f041da853 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:39.959051 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-75405e61-14a8-4a4b-af4e-b68f1edd2552 req-cf9e9868-9364-4194-998d-4c1f041da853 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 943 time: 0.4351408 Nov 12 01:05:40.070477 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070843c-17cb-4ba5-848b-b3705d383c89 req-40f11bcb-f227-4cfe-bab1-074f7075a50a tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:40.086445 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8070843c-17cb-4ba5-848b-b3705d383c89 req-40f11bcb-f227-4cfe-bab1-074f7075a50a tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.5447221 Nov 12 01:05:40.149352 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-75405e61-14a8-4a4b-af4e-b68f1edd2552 req-5bd05ea2-cd38-4ef1-a09c-ee2c7ca49754 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=0762cf07-0f13-471a-a31e-80fa878bd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1881764 Nov 12 01:05:40.236240 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8070843c-17cb-4ba5-848b-b3705d383c89 req-572542d5-f0a9-4242-bbb3-1f2eba5bc704 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428182 Nov 12 01:05:40.347797 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa6a6a3-6ccb-4140-811b-ffc826459f37 req-d973c55c-9c80-497f-ba1c-8234e5baa756 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:40.350793 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9fa6a6a3-6ccb-4140-811b-ffc826459f37 req-d973c55c-9c80-497f-ba1c-8234e5baa756 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6dc6640-311e-4714-ad1a-8130d689ec31 HTTP/1.1" status: 200 len: 945 time: 0.1103728 Nov 12 01:05:40.447631 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:40.463367 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9fa6a6a3-6ccb-4140-811b-ffc826459f37 req-4c23974e-2a9f-4a48-bf0a-a93dbc305680 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049800 Nov 12 01:05:40.581319 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1f72e086-18c4-41e1-bc6c-80b97d9b87fe req-a3ab3e65-6507-4f08-9460-14299f1cb3c2 tempest-ServerShowV254Test-1027372061 tempest-ServerShowV254Test-1027372061-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bdc5c20-d007-4b0a-a51c-4d55ef468ec6 HTTP/1.1" status: 200 len: 210 time: 0.0860300 Nov 12 01:05:40.851116 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21651e9-ea00-4637-9fba-c97d4a410c13 req-92273146-cfa5-4af9-8f33-133dd4a7e2b9 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:40.855241 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d21651e9-ea00-4637-9fba-c97d4a410c13 req-92273146-cfa5-4af9-8f33-133dd4a7e2b9 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.1443582 Nov 12 01:05:40.963027 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d21651e9-ea00-4637-9fba-c97d4a410c13 req-31262d96-44e2-44d6-b2f7-28be982a0a25 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845611 Nov 12 01:05:40.996452 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a82642-0e42-496a-9e30-98c7c4c8b73f req-7911024a-e7cf-4b3b-ad5c-f376d696cf82 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:41.005738 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-72a82642-0e42-496a-9e30-98c7c4c8b73f req-7911024a-e7cf-4b3b-ad5c-f376d696cf82 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/ports?device_id=05eb013f-f7f0-460e-91f3-b6019e49a11b HTTP/1.1" status: 200 len: 945 time: 0.1478016 Nov 12 01:05:41.096256 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-72a82642-0e42-496a-9e30-98c7c4c8b73f req-96249a96-83e4-4f6a-a96d-9b5224cb6866 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfdb2882-61f4-4de3-be12-d417b4a411ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910625 Nov 12 01:05:41.244344 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76531a-3385-4a41-af00-e7014ba9dc0d req-84727198-a35f-40a0-ba70-0ac46f06ba00 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:41.251688 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3e76531a-3385-4a41-af00-e7014ba9dc0d req-84727198-a35f-40a0-ba70-0ac46f06ba00 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.1543469 Nov 12 01:05:41.340757 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3e76531a-3385-4a41-af00-e7014ba9dc0d req-9131de8f-a863-4435-9209-89a25746a9bd tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764148 Nov 12 01:05:41.496308 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff8e32-3a48-4d37-9423-dbcba1f3e034 req-708f4ad0-4c5b-475c-b52d-45d4e3ccab4a tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:41.497977 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7eff8e32-3a48-4d37-9423-dbcba1f3e034 req-708f4ad0-4c5b-475c-b52d-45d4e3ccab4a tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 943 time: 0.0872860 Nov 12 01:05:41.607756 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7eff8e32-3a48-4d37-9423-dbcba1f3e034 req-c799d7a2-6400-4396-9039-0c91371cb2d6 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=0762cf07-0f13-471a-a31e-80fa878bd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957730 Nov 12 01:05:41.625049 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cade74d-9029-4dd7-860d-5d90d528d1cd req-1cc0594c-3892-4e11-8136-6b987e73f369 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:41.636215 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9cade74d-9029-4dd7-860d-5d90d528d1cd req-1cc0594c-3892-4e11-8136-6b987e73f369 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.1480770 Nov 12 01:05:41.713278 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9cade74d-9029-4dd7-860d-5d90d528d1cd req-7337593e-ea50-47e7-bc25-281aa2ebff43 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752928 Nov 12 01:05:41.968686 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd851c2-4fef-427f-bbf5-3fb0b3481451 req-4d89d2e7-ea34-4af9-9637-cd1bd4165b1f tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:41.979121 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-abd851c2-4fef-427f-bbf5-3fb0b3481451 req-4d89d2e7-ea34-4af9-9637-cd1bd4165b1f tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6dc6640-311e-4714-ad1a-8130d689ec31 HTTP/1.1" status: 200 len: 945 time: 0.1920490 Nov 12 01:05:42.006114 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1769314-e946-4a2e-acc0-89eab9135202 req-fe9bbc3b-ceb4-45b8-b4c6-877427089f1a tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:42.008891 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e1769314-e946-4a2e-acc0-89eab9135202 req-fe9bbc3b-ceb4-45b8-b4c6-877427089f1a tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/ports?device_id=05eb013f-f7f0-460e-91f3-b6019e49a11b HTTP/1.1" status: 200 len: 945 time: 0.1710980 Nov 12 01:05:42.129692 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e9278-b34b-464c-bd96-81f831fa3ec6 req-8b75bdfa-93bc-41f6-aba5-58a35ed7c6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:42.131915 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-561e9278-b34b-464c-bd96-81f831fa3ec6 req-8b75bdfa-93bc-41f6-aba5-58a35ed7c6f1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7ddab49d3f5a4b49b039bf18c7812764&device_id=b6dc6640-311e-4714-ad1a-8130d689ec31 HTTP/1.1" status: 200 len: 1097 time: 0.0942259 Nov 12 01:05:42.136881 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e1769314-e946-4a2e-acc0-89eab9135202 req-757e89c9-c443-423d-b50c-c877c02d1f31 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfdb2882-61f4-4de3-be12-d417b4a411ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123421 Nov 12 01:05:42.208178 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-abd851c2-4fef-427f-bbf5-3fb0b3481451 req-ccd79139-21b3-4d4d-98cc-616f9c9e0081 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273753 Nov 12 01:05:42.383912 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e9278-b34b-464c-bd96-81f831fa3ec6 req-a2bee7f2-1405-4b03-b469-ebe58ec08844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:42.387613 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-561e9278-b34b-464c-bd96-81f831fa3ec6 req-a2bee7f2-1405-4b03-b469-ebe58ec08844 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ddbdeb8e-9a29-48b5-957b-64766cbb8316 HTTP/1.1" status: 200 len: 912 time: 0.2453437 Nov 12 01:05:42.425324 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-acfb65cf-9f98-40df-8cfc-fea3b26e36b6 req-bbe8e0e4-4838-4f2d-83a2-a46f5f692874 tempest-ServerShowV254Test-1027372061 tempest-ServerShowV254Test-1027372061-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bdc5c20-d007-4b0a-a51c-4d55ef468ec6 HTTP/1.1" status: 200 len: 210 time: 0.1031551 Nov 12 01:05:42.518459 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-561e9278-b34b-464c-bd96-81f831fa3ec6 req-5e12cd91-075b-4c4f-8f05-33ce50ef83f4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5209aa4-cdf5-495c-855c-293006cd9ef3 HTTP/1.1" status: 200 len: 217 time: 0.1152821 Nov 12 01:05:42.578625 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e9278-b34b-464c-bd96-81f831fa3ec6 req-1dd680fa-a0a8-4a9c-942b-3539d865ddb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:42.580929 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-561e9278-b34b-464c-bd96-81f831fa3ec6 req-1dd680fa-a0a8-4a9c-942b-3539d865ddb5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=32c7a1dd-a18b-4edd-81ef-25269083f064 HTTP/1.1" status: 200 len: 852 time: 0.0544147 Nov 12 01:05:42.633478 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-561e9278-b34b-464c-bd96-81f831fa3ec6 req-0a824ca7-d83b-4c34-9d68-b52fdf26d279 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ddbdeb8e-9a29-48b5-957b-64766cbb8316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434813 Nov 12 01:05:42.800083 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-561e9278-b34b-464c-bd96-81f831fa3ec6 req-6c5d2b64-2056-49f3-80af-aa1f419c3a44 service neutron] 10.222.0.16 "GET /v2.0/networks/ddbdeb8e-9a29-48b5-957b-64766cbb8316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535342 Nov 12 01:05:42.950564 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-561e9278-b34b-464c-bd96-81f831fa3ec6 req-f03f63a9-9dca-49ae-bb00-e25fef027df5 service neutron] 10.222.0.16 "GET /v2.0/networks/ddbdeb8e-9a29-48b5-957b-64766cbb8316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260283 Nov 12 01:05:43.254277 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa7a3e-50d3-4877-b6e3-e9d0b647da08 req-7f200064-02d8-4140-911a-45357ec55876 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:43.268902 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f6aa7a3e-50d3-4877-b6e3-e9d0b647da08 req-7f200064-02d8-4140-911a-45357ec55876 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.5427642 Nov 12 01:05:43.339642 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a483518-a6f5-4b99-b734-39daec2d0c8d req-b19c1823-19c3-4971-a038-45a2f2ef8dc7 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:43.342130 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2a483518-a6f5-4b99-b734-39daec2d0c8d req-b19c1823-19c3-4971-a038-45a2f2ef8dc7 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.16 "GET /v2.0/ports?device_id=05eb013f-f7f0-460e-91f3-b6019e49a11b HTTP/1.1" status: 200 len: 945 time: 0.0974715 Nov 12 01:05:43.356639 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0250b1c1-ebc9-489a-9c3d-a2492fb44d98 req-0e68cf82-3f44-4fe4-8831-f269f010dd91 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:43.366713 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0250b1c1-ebc9-489a-9c3d-a2492fb44d98 req-0e68cf82-3f44-4fe4-8831-f269f010dd91 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 943 time: 0.1854177 Nov 12 01:05:43.465304 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f6aa7a3e-50d3-4877-b6e3-e9d0b647da08 req-220d02d3-394e-483c-a3d2-475f69f8e60c tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950707 Nov 12 01:05:43.499426 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0250b1c1-ebc9-489a-9c3d-a2492fb44d98 req-ae20ae30-9def-43ef-8391-ca8e28a6f8fa tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=0762cf07-0f13-471a-a31e-80fa878bd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316595 Nov 12 01:05:43.502367 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2eb5f-2da5-4aea-9ded-3fcf0750d0cc req-415d90e9-78fc-408d-9146-a884ac678dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:43.506990 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-42c2eb5f-2da5-4aea-9ded-3fcf0750d0cc req-415d90e9-78fc-408d-9146-a884ac678dfd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17&tenant_id=1650592d4cf74284855a02a26c6d9866 HTTP/1.1" status: 200 len: 1095 time: 0.2196755 Nov 12 01:05:43.529306 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-42c2eb5f-2da5-4aea-9ded-3fcf0750d0cc req-4878b7b9-3a61-42f1-a477-3aa9f850235b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712142-27', 'device_owner': 'compute:nova'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:43.601630 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-42c2eb5f-2da5-4aea-9ded-3fcf0750d0cc req-4878b7b9-3a61-42f1-a477-3aa9f850235b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:43.795406 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88325164-440b-4faf-b4d4-c06edf1cd9c7 req-a414e955-2dd2-426e-b25c-af2e49256388 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:43.803365 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-88325164-440b-4faf-b4d4-c06edf1cd9c7 req-a414e955-2dd2-426e-b25c-af2e49256388 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/ports?device_id=05eb013f-f7f0-460e-91f3-b6019e49a11b HTTP/1.1" status: 200 len: 945 time: 0.2028632 Nov 12 01:05:43.817236 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60fc7c-98b6-417a-a718-b4f923629a5a req-f28de21b-5964-4ca6-8715-8296dede6fbe tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:43.826873 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dd60fc7c-98b6-417a-a718-b4f923629a5a req-f28de21b-5964-4ca6-8715-8296dede6fbe tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6dc6640-311e-4714-ad1a-8130d689ec31 HTTP/1.1" status: 200 len: 945 time: 0.2122245 Nov 12 01:05:43.943283 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-2a483518-a6f5-4b99-b734-39daec2d0c8d req-c4511c4e-1687-44e0-afac-141fcb947bd9 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Deleting port c0f8309d-fe81-46a6-bb03-433a41177625 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:05:43.943671 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-2a483518-a6f5-4b99-b734-39daec2d0c8d req-c4511c4e-1687-44e0-afac-141fcb947bd9 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:44.009012 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dd60fc7c-98b6-417a-a718-b4f923629a5a req-924e3147-ed91-4e59-af88-0a21a31d340f tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810958 Nov 12 01:05:44.055872 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-88325164-440b-4faf-b4d4-c06edf1cd9c7 req-1da98af7-8848-4da2-80be-4272d37015b9 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/security-groups?id=cfdb2882-61f4-4de3-be12-d417b4a411ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514808 Nov 12 01:05:44.110046 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-2a483518-a6f5-4b99-b734-39daec2d0c8d req-c4511c4e-1687-44e0-afac-141fcb947bd9 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] For port c0f8309d-fe81-46a6-bb03-433a41177625, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=c0f8309d-fe81-46a6-bb03-433a41177625,segment=NetworkSegment(05f1094a-b9d1-44f3-8df0-e00ec147c7ea),segment_id=05f1094a-b9d1-44f3-8df0-e00ec147c7ea)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:44.110422 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-2a483518-a6f5-4b99-b734-39daec2d0c8d req-c4511c4e-1687-44e0-afac-141fcb947bd9 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:44.128408 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-2a483518-a6f5-4b99-b734-39daec2d0c8d req-c4511c4e-1687-44e0-afac-141fcb947bd9 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Calling delete_port for c0f8309d-fe81-46a6-bb03-433a41177625 owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:05:44.137744 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-42c2eb5f-2da5-4aea-9ded-3fcf0750d0cc req-4878b7b9-3a61-42f1-a477-3aa9f850235b service neutron] For port ac1180cb-7bbd-421c-a709-89ce96132ed6, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=ac1180cb-7bbd-421c-a709-89ce96132ed6,segment=NetworkSegment(160eb3a9-a811-42ba-8ae2-682c5125e1c5),segment_id=160eb3a9-a811-42ba-8ae2-682c5125e1c5)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:44.236705 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0976ba5e-901e-4daa-b945-3c3b66c1691b req-704e7605-2e42-42dd-865e-8d405d47890f tempest-ServerShowV254Test-1027372061 tempest-ServerShowV254Test-1027372061-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bdc5c20-d007-4b0a-a51c-4d55ef468ec6 HTTP/1.1" status: 200 len: 210 time: 0.0555978 Nov 12 01:05:44.258078 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-42c2eb5f-2da5-4aea-9ded-3fcf0750d0cc req-4878b7b9-3a61-42f1-a477-3aa9f850235b service neutron] For port ac1180cb-7bbd-421c-a709-89ce96132ed6, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:05:44.293736 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-2a483518-a6f5-4b99-b734-39daec2d0c8d req-c4511c4e-1687-44e0-afac-141fcb947bd9 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:44.329017 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['c0f8309d-fe81-46a6-bb03-433a41177625'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:05:44.335080 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-42c2eb5f-2da5-4aea-9ded-3fcf0750d0cc req-4878b7b9-3a61-42f1-a477-3aa9f850235b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac1180cb-7bbd-421c-a709-89ce96132ed6 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:05:44.347511 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-42c2eb5f-2da5-4aea-9ded-3fcf0750d0cc req-4878b7b9-3a61-42f1-a477-3aa9f850235b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:44.362029 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4511c4e-1687-44e0-afac-141fcb947bd9 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Pushing event deleted for resources: {'Port': ['ID=c0f8309d-fe81-46a6-bb03-433a41177625,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:44.368258 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-42c2eb5f-2da5-4aea-9ded-3fcf0750d0cc req-4878b7b9-3a61-42f1-a477-3aa9f850235b service neutron] Transition to ACTIVE for port object ac1180cb-7bbd-421c-a709-89ce96132ed6 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:05:44.390763 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4511c4e-1687-44e0-afac-141fcb947bd9 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:44.391410 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4511c4e-1687-44e0-afac-141fcb947bd9 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:44.392934 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4511c4e-1687-44e0-afac-141fcb947bd9 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:44.393609 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4511c4e-1687-44e0-afac-141fcb947bd9 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:44.394190 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4511c4e-1687-44e0-afac-141fcb947bd9 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:44.394695 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4511c4e-1687-44e0-afac-141fcb947bd9 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:44.395270 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4511c4e-1687-44e0-afac-141fcb947bd9 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:44.395818 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4511c4e-1687-44e0-afac-141fcb947bd9 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:44.396397 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4511c4e-1687-44e0-afac-141fcb947bd9 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:44.396953 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4511c4e-1687-44e0-afac-141fcb947bd9 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:44.397503 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4511c4e-1687-44e0-afac-141fcb947bd9 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:44.398110 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4511c4e-1687-44e0-afac-141fcb947bd9 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:44.402889 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-42c2eb5f-2da5-4aea-9ded-3fcf0750d0cc req-4878b7b9-3a61-42f1-a477-3aa9f850235b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:44.454811 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a483518-a6f5-4b99-b734-39daec2d0c8d req-c4511c4e-1687-44e0-afac-141fcb947bd9 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] No DVR routers for this DVR port c0f8309d-fe81-46a6-bb03-433a41177625 on host n-h1-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:05:44.458488 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-2a483518-a6f5-4b99-b734-39daec2d0c8d req-c4511c4e-1687-44e0-afac-141fcb947bd9 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:44.476653 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2a483518-a6f5-4b99-b734-39daec2d0c8d req-c4511c4e-1687-44e0-afac-141fcb947bd9 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.16 "DELETE /v2.0/ports/c0f8309d-fe81-46a6-bb03-433a41177625 HTTP/1.1" status: 204 len: 173 time: 1.1268613 Nov 12 01:05:44.477618 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05eb013f-f7f0-460e-91f3-b6019e49a11b', 'name': 'network-vif-deleted', 'tag': 'c0f8309d-fe81-46a6-bb03-433a41177625'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:05:44.481282 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6cfcde3-e93e-4f59-9255-57e4fd18a5c3" -d '{"events": [{"server_uuid": "05eb013f-f7f0-460e-91f3-b6019e49a11b", "name": "network-vif-deleted", "tag": "c0f8309d-fe81-46a6-bb03-433a41177625"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:05:44.615120 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4878b7b9-3a61-42f1-a477-3aa9f850235b service neutron] Pushing event updated for resources: {'Port': ['ID=ac1180cb-7bbd-421c-a709-89ce96132ed6,revision_number=9']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:44.676219 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878b7b9-3a61-42f1-a477-3aa9f850235b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:44.676769 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878b7b9-3a61-42f1-a477-3aa9f850235b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:44.678055 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878b7b9-3a61-42f1-a477-3aa9f850235b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:44.678506 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878b7b9-3a61-42f1-a477-3aa9f850235b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:44.678913 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878b7b9-3a61-42f1-a477-3aa9f850235b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:44.679397 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878b7b9-3a61-42f1-a477-3aa9f850235b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:44.680051 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878b7b9-3a61-42f1-a477-3aa9f850235b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:44.680549 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878b7b9-3a61-42f1-a477-3aa9f850235b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:44.681175 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878b7b9-3a61-42f1-a477-3aa9f850235b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:44.681637 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878b7b9-3a61-42f1-a477-3aa9f850235b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:44.682036 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878b7b9-3a61-42f1-a477-3aa9f850235b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:44.682431 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878b7b9-3a61-42f1-a477-3aa9f850235b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:44.685764 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2440474f-4d95-4346-b073-d9f8cdcd6b5b x-openstack-request-id: req-2440474f-4d95-4346-b073-d9f8cdcd6b5b {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:05:44.686145 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05eb013f-f7f0-460e-91f3-b6019e49a11b", "name": "network-vif-deleted", "tag": "c0f8309d-fe81-46a6-bb03-433a41177625", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:05:44.686464 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2440474f-4d95-4346-b073-d9f8cdcd6b5b {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:05:44.686948 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05eb013f-f7f0-460e-91f3-b6019e49a11b', 'name': 'network-vif-deleted', 'tag': 'c0f8309d-fe81-46a6-bb03-433a41177625', 'status': 'completed', 'code': 200} Nov 12 01:05:44.858976 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-42c2eb5f-2da5-4aea-9ded-3fcf0750d0cc req-4878b7b9-3a61-42f1-a477-3aa9f850235b service neutron] No DVR routers for this DVR port ac1180cb-7bbd-421c-a709-89ce96132ed6 on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:05:44.928031 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff8f237-7b03-4a2b-9e3c-88e11bdbe8c7 req-8895e59b-2933-4de9-b800-295377fc4b9d tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:44.932826 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4ff8f237-7b03-4a2b-9e3c-88e11bdbe8c7 req-8895e59b-2933-4de9-b800-295377fc4b9d tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.2316220 Nov 12 01:05:45.042038 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d89c31-47e2-490a-849f-4a2d111e5f37 req-eca7f855-4839-4675-bb2a-f624f9ce6edb tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:45.050559 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-51d89c31-47e2-490a-849f-4a2d111e5f37 req-eca7f855-4839-4675-bb2a-f624f9ce6edb tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 943 time: 0.2149165 Nov 12 01:05:45.100949 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device d5209aa4-cdf5-495c-855c-293006cd9ef3 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:05:45.172912 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4ff8f237-7b03-4a2b-9e3c-88e11bdbe8c7 req-0c2af5c8-e904-4787-be43-7fd0cef75fe5 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244971 Nov 12 01:05:45.317170 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-51d89c31-47e2-490a-849f-4a2d111e5f37 req-29010290-09a0-487b-9488-20fb6575a0ce tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=0762cf07-0f13-471a-a31e-80fa878bd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2651687 Nov 12 01:05:45.333034 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:45.399158 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port d5209aa4-cdf5-495c-855c-293006cd9ef3, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=d5209aa4-cdf5-495c-855c-293006cd9ef3,segment=NetworkSegment(ad4c4449-dc7a-4356-bf97-224e764df50e),segment_id=ad4c4449-dc7a-4356-bf97-224e764df50e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:45.401272 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6dc6640-311e-4714-ad1a-8130d689ec31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5209aa4-cdf5-495c-855c-293006cd9ef3'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:05:45.405963 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d0ff5d-bffe-4f27-aac5-da460de3f416" -d '{"events": [{"server_uuid": "b6dc6640-311e-4714-ad1a-8130d689ec31", "name": "network-vif-unplugged", "status": "completed", "tag": "d5209aa4-cdf5-495c-855c-293006cd9ef3"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:05:45.412585 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:45.413807 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device c0f8309d-fe81-46a6-bb03-433a41177625 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:05:45.491932 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f43b6e2d-e7ba-4e0e-81bc-54cb63659afc req-7953a4c2-41c8-4dbf-b676-3a0ccbb5e878 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9bdc5c20-d007-4b0a-a51c-4d55ef468ec6 HTTP/1.1" status: 200 len: 210 time: 0.1727288 Nov 12 01:05:45.507246 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] No Port match for: c0f8309d-fe81-46a6-bb03-433a41177625 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:05:45.507859 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device c0f8309d-fe81-46a6-bb03-433a41177625 not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:05:45.509569 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-42c2eb5f-2da5-4aea-9ded-3fcf0750d0cc req-4878b7b9-3a61-42f1-a477-3aa9f850235b service neutron] Attempting to bind port ac1180cb-7bbd-421c-a709-89ce96132ed6 on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:05:45.510094 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-42c2eb5f-2da5-4aea-9ded-3fcf0750d0cc req-4878b7b9-3a61-42f1-a477-3aa9f850235b service neutron] Attempting to bind port ac1180cb-7bbd-421c-a709-89ce96132ed6 by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': '160eb3a9-a811-42ba-8ae2-682c5125e1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '589a11d9-462f-4432-aa26-12a7b18ca65f'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:05:45.510642 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c2eb5f-2da5-4aea-9ded-3fcf0750d0cc req-4878b7b9-3a61-42f1-a477-3aa9f850235b service neutron] Attempting to bind port ac1180cb-7bbd-421c-a709-89ce96132ed6 on network 589a11d9-462f-4432-aa26-12a7b18ca65f {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:05:45.510946 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=d5209aa4-cdf5-495c-855c-293006cd9ef3,revision_number=8']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:45.521930 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:45.523074 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:45.523645 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:45.524282 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:45.524852 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:45.525529 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:45.526481 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:45.526832 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:45.527159 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:45.527481 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:45.528087 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:45.528322 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:05:45.559806 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c2eb5f-2da5-4aea-9ded-3fcf0750d0cc req-4878b7b9-3a61-42f1-a477-3aa9f850235b service neutron] Port ac1180cb-7bbd-421c-a709-89ce96132ed6 on network 589a11d9-462f-4432-aa26-12a7b18ca65f not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:05:45.560422 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c2eb5f-2da5-4aea-9ded-3fcf0750d0cc req-4878b7b9-3a61-42f1-a477-3aa9f850235b service neutron] Attempting to bind port ac1180cb-7bbd-421c-a709-89ce96132ed6 on network 589a11d9-462f-4432-aa26-12a7b18ca65f {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:05:45.602939 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c2eb5f-2da5-4aea-9ded-3fcf0750d0cc req-4878b7b9-3a61-42f1-a477-3aa9f850235b service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:05:45.604564 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c2eb5f-2da5-4aea-9ded-3fcf0750d0cc req-4878b7b9-3a61-42f1-a477-3aa9f850235b service neutron] Checking segment: {'id': '160eb3a9-a811-42ba-8ae2-682c5125e1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '589a11d9-462f-4432-aa26-12a7b18ca65f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:05:45.605164 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c2eb5f-2da5-4aea-9ded-3fcf0750d0cc req-4878b7b9-3a61-42f1-a477-3aa9f850235b service neutron] Bound using segment: {'id': '160eb3a9-a811-42ba-8ae2-682c5125e1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '589a11d9-462f-4432-aa26-12a7b18ca65f'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:05:45.605928 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-42c2eb5f-2da5-4aea-9ded-3fcf0750d0cc req-4878b7b9-3a61-42f1-a477-3aa9f850235b service neutron] Bound port: ac1180cb-7bbd-421c-a709-89ce96132ed6, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '160eb3a9-a811-42ba-8ae2-682c5125e1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '589a11d9-462f-4432-aa26-12a7b18ca65f'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:05:45.606822 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-42c2eb5f-2da5-4aea-9ded-3fcf0750d0cc req-4878b7b9-3a61-42f1-a477-3aa9f850235b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:45.738698 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0490d63d-0f92-4f70-83dc-c856b1748996 req-8ab5ef11-5bb3-4df7-8a01-60d856d08e04 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:45.741735 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0490d63d-0f92-4f70-83dc-c856b1748996 req-8ab5ef11-5bb3-4df7-8a01-60d856d08e04 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6dc6640-311e-4714-ad1a-8130d689ec31 HTTP/1.1" status: 200 len: 943 time: 0.3561163 Nov 12 01:05:45.827809 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-42c2eb5f-2da5-4aea-9ded-3fcf0750d0cc req-4878b7b9-3a61-42f1-a477-3aa9f850235b service neutron] For port ac1180cb-7bbd-421c-a709-89ce96132ed6, host n-h1-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:05:45.888010 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-42c2eb5f-2da5-4aea-9ded-3fcf0750d0cc req-4878b7b9-3a61-42f1-a477-3aa9f850235b service neutron] For port ac1180cb-7bbd-421c-a709-89ce96132ed6, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=ac1180cb-7bbd-421c-a709-89ce96132ed6,segment=NetworkSegment(160eb3a9-a811-42ba-8ae2-682c5125e1c5),segment_id=160eb3a9-a811-42ba-8ae2-682c5125e1c5)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:05:45.913026 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-42c2eb5f-2da5-4aea-9ded-3fcf0750d0cc req-4878b7b9-3a61-42f1-a477-3aa9f850235b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:46.029029 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0490d63d-0f92-4f70-83dc-c856b1748996 req-90a40c74-768a-4a4a-81d4-084fb476dadb tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685325 Nov 12 01:05:46.110262 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a0f0a3aa-3881-4990-b13a-95cdd1a22b77 req-03ae8f79-8066-4d2d-b5f6-585cfc0c0f7f tempest-ServerShowV254Test-1027372061 tempest-ServerShowV254Test-1027372061-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bdc5c20-d007-4b0a-a51c-4d55ef468ec6 HTTP/1.1" status: 200 len: 210 time: 0.1699286 Nov 12 01:05:46.120942 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 01:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e89be0-fbca-4070-a50a-5d2b367106c7 x-openstack-request-id: req-10e89be0-fbca-4070-a50a-5d2b367106c7 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:05:46.121225 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6dc6640-311e-4714-ad1a-8130d689ec31", "name": "network-vif-unplugged", "status": "failed", "tag": "d5209aa4-cdf5-495c-855c-293006cd9ef3", "code": 422}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:05:46.121555 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-10e89be0-fbca-4070-a50a-5d2b367106c7 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:05:46.122003 n-d-712142-27 neutron-server[109087]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b6dc6640-311e-4714-ad1a-8130d689ec31', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd5209aa4-cdf5-495c-855c-293006cd9ef3', 'code': 422} returned with failed status Nov 12 01:05:46.131884 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2eb5f-2da5-4aea-9ded-3fcf0750d0cc req-4878b7b9-3a61-42f1-a477-3aa9f850235b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:46.136017 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-42c2eb5f-2da5-4aea-9ded-3fcf0750d0cc req-4878b7b9-3a61-42f1-a477-3aa9f850235b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:46.140503 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-42c2eb5f-2da5-4aea-9ded-3fcf0750d0cc req-4878b7b9-3a61-42f1-a477-3aa9f850235b service neutron] 10.222.0.16 "PUT /v2.0/ports/ac1180cb-7bbd-421c-a709-89ce96132ed6 HTTP/1.1" status: 200 len: 1092 time: 2.6160133 Nov 12 01:05:46.145055 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc3b8661-d254-4c79-9f0a-3043f6703d17', 'tag': 'ac1180cb-7bbd-421c-a709-89ce96132ed6'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:05:46.160447 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054d193f-e709-4738-8157-55b790558054" -d '{"events": [{"name": "network-changed", "server_uuid": "fc3b8661-d254-4c79-9f0a-3043f6703d17", "tag": "ac1180cb-7bbd-421c-a709-89ce96132ed6"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:05:46.298652 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4878b7b9-3a61-42f1-a477-3aa9f850235b service neutron] Pushing event updated for resources: {'Port': ['ID=ac1180cb-7bbd-421c-a709-89ce96132ed6,revision_number=10']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:46.351907 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2eb5f-2da5-4aea-9ded-3fcf0750d0cc req-05349f88-0fa0-40d4-b68d-2c389cf86209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:46.363151 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-42c2eb5f-2da5-4aea-9ded-3fcf0750d0cc req-05349f88-0fa0-40d4-b68d-2c389cf86209 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1650592d4cf74284855a02a26c6d9866&device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 1096 time: 0.1602607 Nov 12 01:05:46.720487 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3df141a-eb3a-4f76-ba50-395950a4dbe7 x-openstack-request-id: req-e3df141a-eb3a-4f76-ba50-395950a4dbe7 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:05:46.720994 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc3b8661-d254-4c79-9f0a-3043f6703d17", "tag": "ac1180cb-7bbd-421c-a709-89ce96132ed6", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:05:46.721390 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e3df141a-eb3a-4f76-ba50-395950a4dbe7 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:05:46.723646 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc3b8661-d254-4c79-9f0a-3043f6703d17', 'tag': 'ac1180cb-7bbd-421c-a709-89ce96132ed6', 'status': 'completed', 'code': 200} Nov 12 01:05:46.807109 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2eb5f-2da5-4aea-9ded-3fcf0750d0cc req-67ca69bb-4d13-4763-a5c4-39a85d5bb3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:46.810077 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-42c2eb5f-2da5-4aea-9ded-3fcf0750d0cc req-67ca69bb-4d13-4763-a5c4-39a85d5bb3d4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=589a11d9-462f-4432-aa26-12a7b18ca65f HTTP/1.1" status: 200 len: 916 time: 0.4273353 Nov 12 01:05:47.076227 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-42c2eb5f-2da5-4aea-9ded-3fcf0750d0cc req-52cde802-fa85-468a-9cf7-bf722a55bae2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac1180cb-7bbd-421c-a709-89ce96132ed6 HTTP/1.1" status: 200 len: 998 time: 0.2454622 Nov 12 01:05:47.172435 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d0449-8ad4-42db-8bf2-679b9b26886b req-56b9e4ca-bba7-4d8e-8c24-09fa6fe38f2b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:47.175367 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-246d0449-8ad4-42db-8bf2-679b9b26886b req-56b9e4ca-bba7-4d8e-8c24-09fa6fe38f2b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 944 time: 0.1666608 Nov 12 01:05:47.223380 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2eb5f-2da5-4aea-9ded-3fcf0750d0cc req-aa7390bd-a5f9-49e1-ac09-8b2c49fcb6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:47.225792 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-42c2eb5f-2da5-4aea-9ded-3fcf0750d0cc req-aa7390bd-a5f9-49e1-ac09-8b2c49fcb6b8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=34773eb3-d58a-4b8a-a536-c500cef253a8 HTTP/1.1" status: 200 len: 855 time: 0.1324830 Nov 12 01:05:47.307067 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-246d0449-8ad4-42db-8bf2-679b9b26886b req-a4349a9b-8ecc-4f72-b773-369f511574ee tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=0762cf07-0f13-471a-a31e-80fa878bd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076791 Nov 12 01:05:47.336475 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2eb5f-2da5-4aea-9ded-3fcf0750d0cc req-dae931dd-0429-40a1-b775-61bbb0f5151a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:47.340551 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-42c2eb5f-2da5-4aea-9ded-3fcf0750d0cc req-dae931dd-0429-40a1-b775-61bbb0f5151a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=589a11d9-462f-4432-aa26-12a7b18ca65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0950172 Nov 12 01:05:47.596494 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21020fad-f014-46b0-b0ef-bfb594469324 req-1e1f3e8e-5cef-4f0b-9e3b-e1c40385eb71 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:47.598877 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-21020fad-f014-46b0-b0ef-bfb594469324 req-1e1f3e8e-5cef-4f0b-9e3b-e1c40385eb71 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.1122811 Nov 12 01:05:47.602580 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-42c2eb5f-2da5-4aea-9ded-3fcf0750d0cc req-f80e3cbf-d968-4d2d-870c-87e4ac67f031 service neutron] 10.222.0.16 "GET /v2.0/networks/589a11d9-462f-4432-aa26-12a7b18ca65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378461 Nov 12 01:05:47.776598 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-21020fad-f014-46b0-b0ef-bfb594469324 req-8824fc1b-6dd2-47c0-931c-bb286e8210f4 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669047 Nov 12 01:05:47.828004 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927749b9-b3b0-4677-ac96-a6fe76d649fe req-4d6cc546-068a-45d5-b853-3b7db7c2412b tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:47.841976 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-927749b9-b3b0-4677-ac96-a6fe76d649fe req-4d6cc546-068a-45d5-b853-3b7db7c2412b tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6dc6640-311e-4714-ad1a-8130d689ec31 HTTP/1.1" status: 200 len: 943 time: 0.1990192 Nov 12 01:05:47.859638 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-42c2eb5f-2da5-4aea-9ded-3fcf0750d0cc req-4b359725-ecff-4f75-bbbb-25d41ee5cc2c service neutron] 10.222.0.16 "GET /v2.0/networks/589a11d9-462f-4432-aa26-12a7b18ca65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238333 Nov 12 01:05:48.135241 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d193f-e709-4738-8157-55b790558054 req-aebc14d9-e704-4626-b52f-bdb60f410fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:48.138921 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-054d193f-e709-4738-8157-55b790558054 req-aebc14d9-e704-4626-b52f-bdb60f410fad service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1650592d4cf74284855a02a26c6d9866&device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 1096 time: 0.1289902 Nov 12 01:05:48.224413 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-23683e92-68eb-4c9d-bb8f-f7eedae6264d req-dc04e18a-1326-493b-b254-a3f34484d928 tempest-ServerShowV254Test-1027372061 tempest-ServerShowV254Test-1027372061-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bdc5c20-d007-4b0a-a51c-4d55ef468ec6 HTTP/1.1" status: 200 len: 210 time: 0.0838878 Nov 12 01:05:48.229419 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-927749b9-b3b0-4677-ac96-a6fe76d649fe req-6d53dc99-145b-4afc-b772-ae5ddf6675a1 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Deleting port d5209aa4-cdf5-495c-855c-293006cd9ef3 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:05:48.229636 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-927749b9-b3b0-4677-ac96-a6fe76d649fe req-6d53dc99-145b-4afc-b772-ae5ddf6675a1 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:48.420362 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d193f-e709-4738-8157-55b790558054 req-5a8bd981-2b98-4277-bae7-6a8f69b8e1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:48.422681 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-054d193f-e709-4738-8157-55b790558054 req-5a8bd981-2b98-4277-bae7-6a8f69b8e1ac service neutron] 10.222.0.16 "GET /v2.0/networks?id=589a11d9-462f-4432-aa26-12a7b18ca65f HTTP/1.1" status: 200 len: 916 time: 0.2491167 Nov 12 01:05:48.434154 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-927749b9-b3b0-4677-ac96-a6fe76d649fe req-6d53dc99-145b-4afc-b772-ae5ddf6675a1 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] For port d5209aa4-cdf5-495c-855c-293006cd9ef3, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=d5209aa4-cdf5-495c-855c-293006cd9ef3,segment=NetworkSegment(ad4c4449-dc7a-4356-bf97-224e764df50e),segment_id=ad4c4449-dc7a-4356-bf97-224e764df50e)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:48.434686 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-927749b9-b3b0-4677-ac96-a6fe76d649fe req-6d53dc99-145b-4afc-b772-ae5ddf6675a1 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:48.474130 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-927749b9-b3b0-4677-ac96-a6fe76d649fe req-6d53dc99-145b-4afc-b772-ae5ddf6675a1 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Calling delete_port for d5209aa4-cdf5-495c-855c-293006cd9ef3 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:05:48.856595 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-927749b9-b3b0-4677-ac96-a6fe76d649fe req-6d53dc99-145b-4afc-b772-ae5ddf6675a1 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:49.027290 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d53dc99-145b-4afc-b772-ae5ddf6675a1 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Pushing event deleted for resources: {'Port': ['ID=d5209aa4-cdf5-495c-855c-293006cd9ef3,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:49.061739 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-927749b9-b3b0-4677-ac96-a6fe76d649fe req-6d53dc99-145b-4afc-b772-ae5ddf6675a1 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] No DVR routers for this DVR port d5209aa4-cdf5-495c-855c-293006cd9ef3 on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:05:49.077633 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-927749b9-b3b0-4677-ac96-a6fe76d649fe req-6d53dc99-145b-4afc-b772-ae5ddf6675a1 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:49.083604 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-927749b9-b3b0-4677-ac96-a6fe76d649fe req-6d53dc99-145b-4afc-b772-ae5ddf6675a1 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "DELETE /v2.0/ports/d5209aa4-cdf5-495c-855c-293006cd9ef3 HTTP/1.1" status: 204 len: 173 time: 1.2460861 Nov 12 01:05:49.084303 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6dc6640-311e-4714-ad1a-8130d689ec31', 'name': 'network-vif-deleted', 'tag': 'd5209aa4-cdf5-495c-855c-293006cd9ef3'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:05:49.084648 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device d5209aa4-cdf5-495c-855c-293006cd9ef3 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:05:49.086926 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf70477-12b9-4796-8674-295b27b436e3" -d '{"events": [{"server_uuid": "b6dc6640-311e-4714-ad1a-8130d689ec31", "name": "network-vif-deleted", "tag": "d5209aa4-cdf5-495c-855c-293006cd9ef3"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:05:49.207627 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] No Port match for: d5209aa4-cdf5-495c-855c-293006cd9ef3 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:05:49.208714 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device d5209aa4-cdf5-495c-855c-293006cd9ef3 not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:05:49.221652 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2c5c4-7a1f-4ff1-8460-17e72add33a9 req-af1f4d9b-926f-4c46-b649-6262d0fdff70 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:49.230044 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-90b2c5c4-7a1f-4ff1-8460-17e72add33a9 req-af1f4d9b-926f-4c46-b649-6262d0fdff70 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.3396320 Nov 12 01:05:49.271082 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-054d193f-e709-4738-8157-55b790558054 req-4c4530a0-b3a1-42ce-8cdb-1404b4a4b295 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac1180cb-7bbd-421c-a709-89ce96132ed6 HTTP/1.1" status: 200 len: 998 time: 0.2342978 Nov 12 01:05:49.442804 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-90b2c5c4-7a1f-4ff1-8460-17e72add33a9 req-ca76d85e-4eba-4f1c-b61f-a7d62d263b53 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116780 Nov 12 01:05:49.455897 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d193f-e709-4738-8157-55b790558054 req-3f79a710-1172-4dee-85fa-0214cd6d833b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:49.457868 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-054d193f-e709-4738-8157-55b790558054 req-3f79a710-1172-4dee-85fa-0214cd6d833b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=34773eb3-d58a-4b8a-a536-c500cef253a8 HTTP/1.1" status: 200 len: 855 time: 0.1731310 Nov 12 01:05:49.592202 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37468) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:49.776007 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4d598162-f387-49a8-95e8-2f1a95bd261c tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:49.808420 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d193f-e709-4738-8157-55b790558054 req-2e5f5159-0186-4654-a685-20a9e837b59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:49.810200 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-054d193f-e709-4738-8157-55b790558054 req-2e5f5159-0186-4654-a685-20a9e837b59b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=589a11d9-462f-4432-aa26-12a7b18ca65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0836947 Nov 12 01:05:49.855920 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4d598162-f387-49a8-95e8-2f1a95bd261c tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:50.018775 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4d598162-f387-49a8-95e8-2f1a95bd261c tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:50.023353 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4d598162-f387-49a8-95e8-2f1a95bd261c tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:50.025476 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4d598162-f387-49a8-95e8-2f1a95bd261c tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "DELETE /v2.0/security-groups/fdc0ec38-0cb8-416d-8c71-dd7eefdf00c4 HTTP/1.1" status: 204 len: 168 time: 0.4306607 Nov 12 01:05:50.034437 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37480) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:50.092077 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d598162-f387-49a8-95e8-2f1a95bd261c tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc0ec38-0cb8-416d-8c71-dd7eefdf00c4,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:50.100699 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-41bc02ef-631c-4467-b66c-d7d31b40630f tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] show failed (client error): The resource could not be found. Nov 12 01:05:50.103339 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-41bc02ef-631c-4467-b66c-d7d31b40630f tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "GET /v2.0/security-groups/fdc0ec38-0cb8-416d-8c71-dd7eefdf00c4 HTTP/1.1" status: 404 len: 347 time: 0.0656822 Nov 12 01:05:50.108597 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37484) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:50.111507 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b08813-6695-4bca-8a61-72171f42b8e9 req-db2f8396-e171-4bd0-80f8-f048d52ea2e7 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:50.122674 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-92b08813-6695-4bca-8a61-72171f42b8e9 req-db2f8396-e171-4bd0-80f8-f048d52ea2e7 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 944 time: 0.2866457 Nov 12 01:05:50.230945 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-054d193f-e709-4738-8157-55b790558054 req-bf90c54e-e844-4b2b-b361-8cde94039834 service neutron] 10.222.0.16 "GET /v2.0/networks/589a11d9-462f-4432-aa26-12a7b18ca65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291907 Nov 12 01:05:50.250800 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-92b08813-6695-4bca-8a61-72171f42b8e9 req-33525572-04bb-45d5-bbd4-a532d1a716ce tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=0762cf07-0f13-471a-a31e-80fa878bd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265223 Nov 12 01:05:50.329420 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 12 Nov 2021 01:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e80bca-93bc-43ed-91d1-1af54a23c091 x-openstack-request-id: req-b3e80bca-93bc-43ed-91d1-1af54a23c091 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:05:50.329793 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6dc6640-311e-4714-ad1a-8130d689ec31", "name": "network-vif-deleted", "tag": "d5209aa4-cdf5-495c-855c-293006cd9ef3", "status": "failed", "code": 422}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:05:50.330045 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b3e80bca-93bc-43ed-91d1-1af54a23c091 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:05:50.330560 n-d-712142-27 neutron-server[109085]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b6dc6640-311e-4714-ad1a-8130d689ec31', 'name': 'network-vif-deleted', 'tag': 'd5209aa4-cdf5-495c-855c-293006cd9ef3', 'status': 'failed', 'code': 422} returned with failed status Nov 12 01:05:50.472771 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-2820d08f-cf06-4bf5-a642-e759d7125859 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Deleting port dd9085e6-4520-4ce4-b7f1-b0242c3ba410 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:05:50.473511 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2820d08f-cf06-4bf5-a642-e759d7125859 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:50.566963 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-054d193f-e709-4738-8157-55b790558054 req-3b5bfc2e-ec66-4b9c-9370-53fce9b76173 service neutron] 10.222.0.16 "GET /v2.0/networks/589a11d9-462f-4432-aa26-12a7b18ca65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803752 Nov 12 01:05:50.774120 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2820d08f-cf06-4bf5-a642-e759d7125859 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:50.774865 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2820d08f-cf06-4bf5-a642-e759d7125859 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:50.811626 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-2820d08f-cf06-4bf5-a642-e759d7125859 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Calling delete_port for dd9085e6-4520-4ce4-b7f1-b0242c3ba410 owned by network:floatingip {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:05:50.866316 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f1b2b-88bc-4d65-ab7b-bb87691561b6 req-384d1162-cbf3-4208-951e-20c3449971c3 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:50.887221 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-210f1b2b-88bc-4d65-ab7b-bb87691561b6 req-384d1162-cbf3-4208-951e-20c3449971c3 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.1532798 Nov 12 01:05:50.979868 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9080ce63-9c73-42a4-af46-c8e656b0be44 req-1f0dfb0b-ad6c-4eaa-b258-dee9414da9a4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2f0b7af169224e2390214a68f2bda1d0&device_id=9bdc5c20-d007-4b0a-a51c-4d55ef468ec6 HTTP/1.1" status: 200 len: 210 time: 0.0674431 Nov 12 01:05:51.037262 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-592f629c-a878-4204-ba18-2101f6a3caf2 req-b99e177c-4d8b-4968-8f01-c0ac0982ce54 tempest-ServerShowV254Test-1027372061 tempest-ServerShowV254Test-1027372061-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bdc5c20-d007-4b0a-a51c-4d55ef468ec6 HTTP/1.1" status: 200 len: 210 time: 0.0620396 Nov 12 01:05:51.089644 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9080ce63-9c73-42a4-af46-c8e656b0be44 req-3e8ab1b6-bea3-46ba-8872-04937fbac377 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=2f0b7af169224e2390214a68f2bda1d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567830 Nov 12 01:05:51.124626 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-210f1b2b-88bc-4d65-ab7b-bb87691561b6 req-6fdff0f7-8133-4557-9583-e912aa0c6629 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343884 Nov 12 01:05:51.216905 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2820d08f-cf06-4bf5-a642-e759d7125859 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:51.290514 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2820d08f-cf06-4bf5-a642-e759d7125859 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Pushing event deleted for resources: {'Port': ['ID=dd9085e6-4520-4ce4-b7f1-b0242c3ba410,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:51.494528 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2820d08f-cf06-4bf5-a642-e759d7125859 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Publish callbacks [] for floatingip, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:51.498867 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2820d08f-cf06-4bf5-a642-e759d7125859 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:51.500233 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2820d08f-cf06-4bf5-a642-e759d7125859 tempest-ImagesOneServerNegativeTestJSON-586905455 tempest-ImagesOneServerNegativeTestJSON-586905455-project] 10.222.0.45 "DELETE /v2.0/floatingips/8685a317-7600-4b5a-9f52-e143db69f511 HTTP/1.1" status: 204 len: 168 time: 1.3904161 Nov 12 01:05:52.209032 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee85fb9-6dfd-4d94-aa40-30faa04a2ca4 req-df5bc1b4-3aee-4cb4-a608-b5d459514555 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:52.209032 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2ee85fb9-6dfd-4d94-aa40-30faa04a2ca4 req-df5bc1b4-3aee-4cb4-a608-b5d459514555 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 947 time: 0.1903701 Nov 12 01:05:52.212892 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9080ce63-9c73-42a4-af46-c8e656b0be44 req-211c7648-018b-4577-9546-923f6b9ba151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:52.215596 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9080ce63-9c73-42a4-af46-c8e656b0be44 req-211c7648-018b-4577-9546-923f6b9ba151 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.1243699 Nov 12 01:05:52.232323 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeda8f1-b8e2-43f5-8cd3-56ce38aa5053 req-987a7560-0174-481a-a7ee-996a70212898 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:52.235490 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3eeda8f1-b8e2-43f5-8cd3-56ce38aa5053 req-987a7560-0174-481a-a7ee-996a70212898 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/networks?id=ddbdeb8e-9a29-48b5-957b-64766cbb8316 HTTP/1.1" status: 200 len: 812 time: 0.8908765 Nov 12 01:05:52.301545 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3eeda8f1-b8e2-43f5-8cd3-56ce38aa5053 req-80f5137d-9c3f-4297-b2e4-986aebdeb8db tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/quotas/7ddab49d3f5a4b49b039bf18c7812764 HTTP/1.1" status: 200 len: 375 time: 0.0406630 Nov 12 01:05:52.377138 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3eeda8f1-b8e2-43f5-8cd3-56ce38aa5053 req-0e30f5c5-3f60-44da-8479-afaf85322f04 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7ddab49d3f5a4b49b039bf18c7812764&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634909 Nov 12 01:05:52.385373 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2ee85fb9-6dfd-4d94-aa40-30faa04a2ca4 req-d41b9974-4163-4a11-ab1f-5c6276497eb5 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675882 Nov 12 01:05:52.664461 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3eeda8f1-b8e2-43f5-8cd3-56ce38aa5053 req-47437b88-e517-42a7-9c6c-71f477b01676 service neutron] 10.222.0.45 "GET /v2.0/networks/ddbdeb8e-9a29-48b5-957b-64766cbb8316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762058 Nov 12 01:05:52.674291 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33e204-b81c-4cf1-8da5-e9f265d669c8 req-987a7d6a-da96-4748-8d20-234db6cd5e93 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:52.676135 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6a33e204-b81c-4cf1-8da5-e9f265d669c8 req-987a7d6a-da96-4748-8d20-234db6cd5e93 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.1009345 Nov 12 01:05:52.874553 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6a33e204-b81c-4cf1-8da5-e9f265d669c8 req-583ac0ce-c0bb-418b-8dd3-cc84ac817cd3 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772096 Nov 12 01:05:52.920804 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3eeda8f1-b8e2-43f5-8cd3-56ce38aa5053 req-7822c9ff-8373-463a-85c3-f0e6900aa2db service neutron] 10.222.0.45 "GET /v2.0/networks/ddbdeb8e-9a29-48b5-957b-64766cbb8316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434566 Nov 12 01:05:53.286709 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fcc181-469e-44ba-9d0f-4cb532daa8bc req-3fd37966-923d-4de6-9926-9dddafe03904 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:53.295715 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f7fcc181-469e-44ba-9d0f-4cb532daa8bc req-3fd37966-923d-4de6-9926-9dddafe03904 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 944 time: 0.1869278 Nov 12 01:05:53.360024 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f7fcc181-469e-44ba-9d0f-4cb532daa8bc req-0343ef61-b72d-45af-bc73-0b17616fe004 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=0762cf07-0f13-471a-a31e-80fa878bd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602455 Nov 12 01:05:53.464077 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f10b1015-d8d7-44d3-93b5-c6d560a0d212 req-27c0b929-8d76-4427-9894-2b25e0af627f tempest-ServerShowV254Test-1027372061 tempest-ServerShowV254Test-1027372061-project] 10.222.0.45 "GET /v2.0/ports?device_id=9bdc5c20-d007-4b0a-a51c-4d55ef468ec6 HTTP/1.1" status: 200 len: 210 time: 0.0735471 Nov 12 01:05:53.582471 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fa909e1d-49b4-41ce-b742-d04205543152 req-69509513-20dc-4c10-8eed-b20c3dd73f49 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=f484c6b3-cfd8-4693-a6e9-079dca69b87b HTTP/1.1" status: 200 len: 210 time: 0.0921605 Nov 12 01:05:53.622907 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device e3cfc795-909c-4615-9d75-457b26419c79 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:05:53.834495 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9080ce63-9c73-42a4-af46-c8e656b0be44 req-0d0d59a4-418a-4942-be68-50fe9ba046a2 tempest-ServerShowV254Test-1027372061 tempest-ServerShowV254Test-1027372061-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bdc5c20-d007-4b0a-a51c-4d55ef468ec6 HTTP/1.1" status: 200 len: 210 time: 0.1118963 Nov 12 01:05:53.835950 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:53.880828 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port e3cfc795-909c-4615-9d75-457b26419c79, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e3cfc795-909c-4615-9d75-457b26419c79,segment=NetworkSegment(6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4),segment_id=6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:05:53.882173 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fbd619c-122d-4f89-83f3-0d981d0245f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3cfc795-909c-4615-9d75-457b26419c79'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:05:53.886133 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b896d1-51b9-44c8-b892-b3cadaa26a6b" -d '{"events": [{"server_uuid": "1fbd619c-122d-4f89-83f3-0d981d0245f6", "name": "network-vif-unplugged", "status": "completed", "tag": "e3cfc795-909c-4615-9d75-457b26419c79"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:05:53.892412 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:53.912282 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96567151-01f0-483a-ac4b-cce20424dab9 req-9d97f738-ac35-448c-8907-6234cf8d9253 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:53.914492 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-96567151-01f0-483a-ac4b-cce20424dab9 req-9d97f738-ac35-448c-8907-6234cf8d9253 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 947 time: 0.2223427 Nov 12 01:05:53.938870 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66845b7-ab66-402e-9c85-428f92741894 req-8d17577a-7581-43b5-842d-e9fb542ad634 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:53.941231 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a66845b7-ab66-402e-9c85-428f92741894 req-8d17577a-7581-43b5-842d-e9fb542ad634 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.1625283 Nov 12 01:05:54.005185 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=e3cfc795-909c-4615-9d75-457b26419c79,revision_number=11']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:54.067838 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a66845b7-ab66-402e-9c85-428f92741894 req-a2e9404f-0057-409a-8b6d-5d8df775bedf tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107614 Nov 12 01:05:54.091127 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-96567151-01f0-483a-ac4b-cce20424dab9 req-a0165014-c573-4302-89e3-760ef0cba372 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465981 Nov 12 01:05:54.154962 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 37564) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:54.261958 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-f823b636-6208-4a8e-9092-2863e6eec9b8 admin admin] Deleting subnet f32792f1-1aa4-417f-9ca6-788e218b6fe1 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:05:54.267553 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f823b636-6208-4a8e-9092-2863e6eec9b8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:54.347607 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f823b636-6208-4a8e-9092-2863e6eec9b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:54.350376 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b3a557-561c-479a-9c97-448ef076a375 x-openstack-request-id: req-57b3a557-561c-479a-9c97-448ef076a375 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:05:54.350858 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fbd619c-122d-4f89-83f3-0d981d0245f6", "name": "network-vif-unplugged", "status": "completed", "tag": "e3cfc795-909c-4615-9d75-457b26419c79", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:05:54.351277 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-57b3a557-561c-479a-9c97-448ef076a375 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:05:54.351931 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fbd619c-122d-4f89-83f3-0d981d0245f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3cfc795-909c-4615-9d75-457b26419c79', 'code': 200} Nov 12 01:05:54.442996 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f823b636-6208-4a8e-9092-2863e6eec9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:54.545032 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f823b636-6208-4a8e-9092-2863e6eec9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:54.646051 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f823b636-6208-4a8e-9092-2863e6eec9b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f32792f1-1aa4-417f-9ca6-788e218b6fe1,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:54.654407 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f823b636-6208-4a8e-9092-2863e6eec9b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:54.662265 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-f823b636-6208-4a8e-9092-2863e6eec9b8 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f32792f1-1aa4-417f-9ca6-788e218b6fe1 HTTP/1.1" status: 204 len: 168 time: 0.5015314 Nov 12 01:05:54.663570 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37580) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:54.701790 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f2982-6bc8-431b-b452-15312ddbc2e1 req-07db707c-a021-4804-972c-a45810cb32f1 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:54.731116 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-555f2982-6bc8-431b-b452-15312ddbc2e1 req-07db707c-a021-4804-972c-a45810cb32f1 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.1822701 Nov 12 01:05:54.831163 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-555f2982-6bc8-431b-b452-15312ddbc2e1 req-1d5303e1-91b8-4c75-887b-b1bf6007edb7 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995345 Nov 12 01:05:54.843712 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2a92dd0f-65c2-4bed-a7ad-261addcb3063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:55.060227 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2a92dd0f-65c2-4bed-a7ad-261addcb3063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:55.120687 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-2a92dd0f-65c2-4bed-a7ad-261addcb3063 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b19e667-5239-45f1-9731-35a187975e91']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:55.149683 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-2a92dd0f-65c2-4bed-a7ad-261addcb3063 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05f1094a-b9d1-44f3-8df0-e00ec147c7ea') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:55.150266 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-2a92dd0f-65c2-4bed-a7ad-261addcb3063 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05f1094a-b9d1-44f3-8df0-e00ec147c7ea') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:05:55.186413 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2a92dd0f-65c2-4bed-a7ad-261addcb3063 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:55.220615 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2a92dd0f-65c2-4bed-a7ad-261addcb3063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:55.237692 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a92dd0f-65c2-4bed-a7ad-261addcb3063 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:05:55.238193 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2a92dd0f-65c2-4bed-a7ad-261addcb3063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:55.240456 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:05:55.240456 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:05:55.240456 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:05:55.240456 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:05:55.240456 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:05:55.240456 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:05:55.240456 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:05:55.240456 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:05:55.240456 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:05:55.240456 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:05:55.240456 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:05:55.240456 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:05:55.240456 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:05:55.240456 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:05:55.240456 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:05:55.240456 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:05:55.240456 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:05:55.240456 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:05:55.240456 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:05:55.240456 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:05:55.240456 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:05:55.240456 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:05:55.240456 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:05:55.240456 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:05:55.240456 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:05:55.240456 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:05:55.240456 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:05:55.240456 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:05:55.240456 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:05:55.240456 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:05:55.240456 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:05:55.240456 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:05:55.374498 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710bd93-ee2d-4780-a30d-3eab486a5c21 req-82c421c7-b614-4690-bd69-a7dd3e058e6f tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:55.377691 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9710bd93-ee2d-4780-a30d-3eab486a5c21 req-82c421c7-b614-4690-bd69-a7dd3e058e6f tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] 10.222.0.45 "GET /v2.0/ports?device_id=937eb9da-92b1-42ba-bff8-179f83dfc09e HTTP/1.1" status: 200 len: 945 time: 0.1677935 Nov 12 01:05:55.388726 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2a92dd0f-65c2-4bed-a7ad-261addcb3063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:55.423769 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2a92dd0f-65c2-4bed-a7ad-261addcb3063 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:55.446978 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2a92dd0f-65c2-4bed-a7ad-261addcb3063 admin admin] 10.222.0.45 "DELETE /v2.0/networks/1b19e667-5239-45f1-9731-35a187975e91 HTTP/1.1" status: 204 len: 168 time: 0.7713442 Nov 12 01:05:55.449710 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a92dd0f-65c2-4bed-a7ad-261addcb3063 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b19e667-5239-45f1-9731-35a187975e91,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:55.544571 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e3bbb7-2e18-4364-8472-75402d5fc15f req-63ca422f-26c9-4956-b1c6-aa69203d6744 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:55.557932 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e8e3bbb7-2e18-4364-8472-75402d5fc15f req-63ca422f-26c9-4956-b1c6-aa69203d6744 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 944 time: 0.1739738 Nov 12 01:05:55.684656 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9710bd93-ee2d-4780-a30d-3eab486a5c21 req-caef7cb4-d8ca-4fc6-9e36-b8d0898fce68 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] 10.222.0.45 "GET /v2.0/security-groups?id=99e070f2-fe46-49da-84b4-f8c4d8d57492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2204623 Nov 12 01:05:55.737973 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e8e3bbb7-2e18-4364-8472-75402d5fc15f req-1e4772bb-2634-473b-92d3-a9b6665c3679 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=0762cf07-0f13-471a-a31e-80fa878bd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569061 Nov 12 01:05:55.930482 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37596) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:56.028572 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c0e0af15-c836-418a-8584-267eb889f678 req-de29b2b5-7500-4597-8652-f168c79a2cd7 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=f484c6b3-cfd8-4693-a6e9-079dca69b87b HTTP/1.1" status: 200 len: 210 time: 0.1488767 Nov 12 01:05:56.083255 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-24b94ee1-4ff5-44fc-871b-a71bbf9e0d3d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cebcb91db98e408c92302b1baf7eea36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1461539 Nov 12 01:05:56.083726 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 37602) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:56.418859 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b2fcbc8f-f787-40bd-a1a2-d3e861ec9675 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:56.454821 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040fd806-f76d-4e00-b3ee-b375980b9ad0 req-1741adb1-4da6-4e44-b0a2-76b58fd4370e tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:56.463269 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-040fd806-f76d-4e00-b3ee-b375980b9ad0 req-1741adb1-4da6-4e44-b0a2-76b58fd4370e tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.2751815 Nov 12 01:05:56.513715 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37608) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:56.545423 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b2fcbc8f-f787-40bd-a1a2-d3e861ec9675 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:56.564811 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-040fd806-f76d-4e00-b3ee-b375980b9ad0 req-316df5c9-c184-48e0-b364-137eb34f0d6a tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995843 Nov 12 01:05:56.593508 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21bf55-ecda-4878-b4a6-2ff5288735a9 req-741dc033-d5dc-4be9-97ca-5a824a930ab1 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:56.597582 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3e21bf55-ecda-4878-b4a6-2ff5288735a9 req-741dc033-d5dc-4be9-97ca-5a824a930ab1 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.3854830 Nov 12 01:05:56.756431 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3e21bf55-ecda-4878-b4a6-2ff5288735a9 req-f8513048-c5b1-4f99-a372-7f619be548e5 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447487 Nov 12 01:05:56.801815 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b2fcbc8f-f787-40bd-a1a2-d3e861ec9675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:56.816035 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b2fcbc8f-f787-40bd-a1a2-d3e861ec9675 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:56.819922 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-b2fcbc8f-f787-40bd-a1a2-d3e861ec9675 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cfdb2882-61f4-4de3-be12-d417b4a411ab HTTP/1.1" status: 204 len: 168 time: 0.7344761 Nov 12 01:05:56.846015 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fcbc8f-f787-40bd-a1a2-d3e861ec9675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdb2882-61f4-4de3-be12-d417b4a411ab,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:56.875304 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d795b137-50b1-4d00-b381-6a905e1d8616 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:57.051906 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d795b137-50b1-4d00-b381-6a905e1d8616 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:57.059375 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d795b137-50b1-4d00-b381-6a905e1d8616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:57.110782 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d795b137-50b1-4d00-b381-6a905e1d8616 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2f0b7af169224e2390214a68f2bda1d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5950210 Nov 12 01:05:57.111868 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d795b137-50b1-4d00-b381-6a905e1d8616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff0d189-f965-49cf-baa7-f6b4bb3500f1,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:57.118625 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37624) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:57.171408 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0840d1-951d-4853-a275-8151442c7cbb req-46781af6-224e-4175-96a0-29817f801960 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:57.187121 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0d0840d1-951d-4853-a275-8151442c7cbb req-46781af6-224e-4175-96a0-29817f801960 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.2537231 Nov 12 01:05:57.210653 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1dcf05-2c41-410f-b36c-47fa043f39fa req-d80e141a-bdef-4333-8542-3af57afbef36 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:57.211235 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2d3e3a44-1f18-4c1b-a866-8b9d92648979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:57.219896 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ec1dcf05-2c41-410f-b36c-47fa043f39fa req-d80e141a-bdef-4333-8542-3af57afbef36 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 944 time: 0.1776834 Nov 12 01:05:57.269186 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d3897b18-4f8c-46f2-bff6-ce47f28d081f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:57.319918 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ec1dcf05-2c41-410f-b36c-47fa043f39fa req-843730c6-4a54-4246-93c1-5d25b796aa2b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=0762cf07-0f13-471a-a31e-80fa878bd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984118 Nov 12 01:05:57.334203 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d3897b18-4f8c-46f2-bff6-ce47f28d081f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:57.338507 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0d0840d1-951d-4853-a275-8151442c7cbb req-d285701f-ec49-4a52-8048-442c183be133 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458004 Nov 12 01:05:57.491374 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d3897b18-4f8c-46f2-bff6-ce47f28d081f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:57.496729 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d3897b18-4f8c-46f2-bff6-ce47f28d081f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:57.504565 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d3897b18-4f8c-46f2-bff6-ce47f28d081f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6ff0d189-f965-49cf-baa7-f6b4bb3500f1 HTTP/1.1" status: 204 len: 168 time: 0.3845539 Nov 12 01:05:57.533736 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3897b18-4f8c-46f2-bff6-ce47f28d081f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff0d189-f965-49cf-baa7-f6b4bb3500f1,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:57.586427 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c2cf89b9-f97e-4eba-8e8f-36baeb8a9aa7 req-2ecfe72b-3567-4666-91cc-3cd7fa0ef3ef tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=f484c6b3-cfd8-4693-a6e9-079dca69b87b HTTP/1.1" status: 200 len: 210 time: 0.1257381 Nov 12 01:05:57.688877 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c40e4-a5de-410d-9f3c-f307d82a83a1 req-2e3a51f5-b156-4862-9085-f460604424f2 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:57.690893 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-177c40e4-a5de-410d-9f3c-f307d82a83a1 req-2e3a51f5-b156-4862-9085-f460604424f2 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] 10.222.0.45 "GET /v2.0/ports?device_id=937eb9da-92b1-42ba-bff8-179f83dfc09e HTTP/1.1" status: 200 len: 945 time: 0.0874946 Nov 12 01:05:57.841506 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-177c40e4-a5de-410d-9f3c-f307d82a83a1 req-fd1c2fcf-33ce-4fff-b056-5744e8437da0 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] 10.222.0.45 "GET /v2.0/security-groups?id=99e070f2-fe46-49da-84b4-f8c4d8d57492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411231 Nov 12 01:05:57.900162 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac48a05-4228-4701-95d6-c2343ff377b1 req-072d459f-f563-4ba5-9036-f3abb06e76d1 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:57.912811 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7ac48a05-4228-4701-95d6-c2343ff377b1 req-072d459f-f563-4ba5-9036-f3abb06e76d1 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.1460729 Nov 12 01:05:58.113544 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8040a5-20d6-4066-a71c-3cc921ab65e2 req-42baf413-2107-4791-9a44-c9eae74e2e38 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:58.116788 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0c8040a5-20d6-4066-a71c-3cc921ab65e2 req-42baf413-2107-4791-9a44-c9eae74e2e38 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.1620450 Nov 12 01:05:58.133652 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7ac48a05-4228-4701-95d6-c2343ff377b1 req-91ccb27a-fa2b-4bea-802d-3ee490792da2 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2197597 Nov 12 01:05:58.318886 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0c8040a5-20d6-4066-a71c-3cc921ab65e2 req-a17987af-6393-4315-870b-c170b1dae229 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829388 Nov 12 01:05:58.530666 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37670) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:58.641867 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466bfc7b-20e4-4999-8690-a9574e584cfa req-532366a1-c4dc-4824-8d8f-bbbba7b6a3b8 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:58.655367 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-466bfc7b-20e4-4999-8690-a9574e584cfa req-532366a1-c4dc-4824-8d8f-bbbba7b6a3b8 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.1851935 Nov 12 01:05:58.706895 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf70218-6960-45b9-bfc0-920daed26873 req-73a98c4b-21cc-492a-a5fa-26dbc3e11847 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:58.709567 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4bf70218-6960-45b9-bfc0-920daed26873 req-73a98c4b-21cc-492a-a5fa-26dbc3e11847 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 944 time: 0.2374451 Nov 12 01:05:58.847113 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-b6560bb5-1a9c-4ea8-be10-c6b2f8a98455 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1412819672-network', 'tenant_id': '7d57819be55f4b47b6ad0f773c761d45'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:58.894727 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-466bfc7b-20e4-4999-8690-a9574e584cfa req-e9be4e0e-9d2c-4894-8a5d-2b82ef2667bd tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375793 Nov 12 01:05:58.920445 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6560bb5-1a9c-4ea8-be10-c6b2f8a98455 admin admin] Made reservation on behalf of 7d57819be55f4b47b6ad0f773c761d45 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:05:58.923386 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b6560bb5-1a9c-4ea8-be10-c6b2f8a98455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:58.948758 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b6560bb5-1a9c-4ea8-be10-c6b2f8a98455 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:58.951223 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4bf70218-6960-45b9-bfc0-920daed26873 req-004c2908-b519-44f7-b744-dc5752207d9a tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=0762cf07-0f13-471a-a31e-80fa878bd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2320986 Nov 12 01:05:59.139221 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b6560bb5-1a9c-4ea8-be10-c6b2f8a98455 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:59.150596 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b6560bb5-1a9c-4ea8-be10-c6b2f8a98455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:59.239939 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6560bb5-1a9c-4ea8-be10-c6b2f8a98455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4efa64f4-c54d-4be4-9fd9-0aa92e7132b7,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:59.301965 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6560bb5-1a9c-4ea8-be10-c6b2f8a98455 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:05:59.331767 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-41b097d5-88b4-41dd-9ec2-d770835ae233 req-5e086551-c129-4a4b-9cff-577c0b98b72e tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=f484c6b3-cfd8-4693-a6e9-079dca69b87b HTTP/1.1" status: 200 len: 210 time: 0.1525197 Nov 12 01:05:59.343473 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9735106-d766-4a33-9b79-2ef82b03f891 req-6d403194-df41-426d-b444-b638406e1710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:59.347086 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b6560bb5-1a9c-4ea8-be10-c6b2f8a98455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:59.347367 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d9735106-d766-4a33-9b79-2ef82b03f891 req-6d403194-df41-426d-b444-b638406e1710 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7bbe35289028429ba1e1b86033a5bcab&device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 1097 time: 0.2838686 Nov 12 01:05:59.349089 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-b6560bb5-1a9c-4ea8-be10-c6b2f8a98455 admin admin] Added segment 9c35654c-2d44-4eb0-8e3a-a33f5b9a6a51 of type vlan for network bb530863-70a3-47cb-a80f-5f0b3b9dc3f5 Nov 12 01:05:59.535037 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b6560bb5-1a9c-4ea8-be10-c6b2f8a98455 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:59.597670 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b6560bb5-1a9c-4ea8-be10-c6b2f8a98455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:59.601594 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6560bb5-1a9c-4ea8-be10-c6b2f8a98455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:59.603834 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b6560bb5-1a9c-4ea8-be10-c6b2f8a98455 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:59.625160 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device e3cfc795-909c-4615-9d75-457b26419c79 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:05:59.669066 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b6560bb5-1a9c-4ea8-be10-c6b2f8a98455 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1331561 Nov 12 01:05:59.672933 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 37714) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:05:59.679239 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-bed19595-9d05-48f7-82a2-87f0cc11817b admin admin] Request body: {'subnet': {'network_id': 'bb530863-70a3-47cb-a80f-5f0b3b9dc3f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1412819672-subnet', 'tenant_id': '7d57819be55f4b47b6ad0f773c761d45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:05:59.802471 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6560bb5-1a9c-4ea8-be10-c6b2f8a98455 admin admin] Pushing event updated for resources: {'Network': ['ID=bb530863-70a3-47cb-a80f-5f0b3b9dc3f5,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:05:59.818987 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed19595-9d05-48f7-82a2-87f0cc11817b admin admin] Made reservation on behalf of 7d57819be55f4b47b6ad0f773c761d45 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:05:59.823410 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bed19595-9d05-48f7-82a2-87f0cc11817b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:05:59.857005 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network bb530863-70a3-47cb-a80f-5f0b3b9dc3f5 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:05:59.906925 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8effb27-aa87-4ce4-aef7-81e7402e5dab req-b32eb810-1730-4b57-8a45-bde420e88961 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:05:59.915799 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b8effb27-aa87-4ce4-aef7-81e7402e5dab req-b32eb810-1730-4b57-8a45-bde420e88961 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.3775611 Nov 12 01:06:00.028634 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b8effb27-aa87-4ce4-aef7-81e7402e5dab req-2439d59b-853a-4f2e-ae71-ae8be2821c87 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112673 Nov 12 01:06:00.030196 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9735106-d766-4a33-9b79-2ef82b03f891 req-0a69039c-8410-42fb-aefa-2557707a1312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:00.032986 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d9735106-d766-4a33-9b79-2ef82b03f891 req-0a69039c-8410-42fb-aefa-2557707a1312 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 HTTP/1.1" status: 200 len: 911 time: 0.6602025 Nov 12 01:06:00.195024 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d9735106-d766-4a33-9b79-2ef82b03f891 req-87002535-6d9f-433c-8b8b-9f30ded78a70 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3cfc795-909c-4615-9d75-457b26419c79 HTTP/1.1" status: 200 len: 999 time: 0.1462443 Nov 12 01:06:00.283781 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port e3cfc795-909c-4615-9d75-457b26419c79, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e3cfc795-909c-4615-9d75-457b26419c79,segment=NetworkSegment(6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4),segment_id=6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:00.303169 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'e3cfc795-909c-4615-9d75-457b26419c79', 'network_id': 'e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4', 'port_id': 'e3cfc795-909c-4615-9d75-457b26419c79', 'mac_address': 'fa:16:3e:10:d5:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55fa7c58-77a8-4d04-ad83-d7b14788e8b6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:06:00.374343 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a8e4f4-c761-4849-9850-fd8171e146ea req-9d4b2db6-c01c-4eca-b0eb-4fd5bb356412 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:00.392288 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:00.393313 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a0a8e4f4-c761-4849-9850-fd8171e146ea req-9d4b2db6-c01c-4eca-b0eb-4fd5bb356412 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] 10.222.0.45 "GET /v2.0/ports?device_id=937eb9da-92b1-42ba-bff8-179f83dfc09e HTTP/1.1" status: 200 len: 945 time: 0.6072187 Nov 12 01:06:00.447273 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3cfc795-909c-4615-9d75-457b26419c79 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:06:00.497831 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port e3cfc795-909c-4615-9d75-457b26419c79, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e3cfc795-909c-4615-9d75-457b26419c79,segment=NetworkSegment(6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4),segment_id=6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:00.504853 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:00.594390 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=e3cfc795-909c-4615-9d75-457b26419c79,revision_number=12']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:00.607545 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c35f321-51c8-4946-9646-6b0978cb641d req-d053e52b-784f-4bf1-bdd2-4a8b8c339d65 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:00.615242 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3c35f321-51c8-4946-9646-6b0978cb641d req-d053e52b-784f-4bf1-bdd2-4a8b8c339d65 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.4164073 Nov 12 01:06:00.640443 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9735106-d766-4a33-9b79-2ef82b03f891 req-84032018-6bab-4570-a3be-d4967e628fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:00.641934 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d9735106-d766-4a33-9b79-2ef82b03f891 req-84032018-6bab-4570-a3be-d4967e628fe9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=55fa7c58-77a8-4d04-ad83-d7b14788e8b6 HTTP/1.1" status: 200 len: 850 time: 0.4033129 Nov 12 01:06:00.691414 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['e3cfc795-909c-4615-9d75-457b26419c79'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:06:00.759390 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a0a8e4f4-c761-4849-9850-fd8171e146ea req-eeb47675-426b-409a-8ca7-d8ad2ce8ed15 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] 10.222.0.45 "GET /v2.0/security-groups?id=99e070f2-fe46-49da-84b4-f8c4d8d57492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3643434 Nov 12 01:06:00.811310 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-524a5a2a-2f95-4c8e-8cea-6d079e56446d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:00.865919 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3c35f321-51c8-4946-9646-6b0978cb641d req-8ff35ce5-2ded-42c5-b251-5136c6883faf tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496865 Nov 12 01:06:00.869811 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bed19595-9d05-48f7-82a2-87f0cc11817b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:01.024617 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692bba3-1435-4fd1-8606-61d2593dfb3d req-2bfbc8fb-f8b2-4298-bc09-f1e67eee5778 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:01.037411 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-5692bba3-1435-4fd1-8606-61d2593dfb3d req-2bfbc8fb-f8b2-4298-bc09-f1e67eee5778 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] 10.222.0.44 "GET /v2.0/ports?device_id=937eb9da-92b1-42ba-bff8-179f83dfc09e HTTP/1.1" status: 200 len: 945 time: 0.3062379 Nov 12 01:06:01.037661 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9735106-d766-4a33-9b79-2ef82b03f891 req-99b6b4a3-9007-4989-8513-f600dd34bc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:01.037661 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d9735106-d766-4a33-9b79-2ef82b03f891 req-99b6b4a3-9007-4989-8513-f600dd34bc3d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3696058 Nov 12 01:06:01.251702 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893ac01-ef12-42a7-a854-135165cf4835 req-a0082d08-f207-4864-b321-5adabd6aa563 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:01.261181 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6893ac01-ef12-42a7-a854-135165cf4835 req-a0082d08-f207-4864-b321-5adabd6aa563 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 944 time: 0.3032963 Nov 12 01:06:01.263412 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed19595-9d05-48f7-82a2-87f0cc11817b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff35cb16-b22f-4f1a-800b-2066f1067fd0,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:01.272613 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d9735106-d766-4a33-9b79-2ef82b03f891 req-891762b8-d701-4b14-93ec-a1933484c72e service neutron] 10.222.0.44 "GET /v2.0/networks/e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288296 Nov 12 01:06:01.340339 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-5692bba3-1435-4fd1-8606-61d2593dfb3d req-718b2eea-747f-4d83-b69b-b8ec88a4d721 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Deleting port 0abbfc50-ad72-49e7-b893-c723f8daad2f {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:01.340690 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-5692bba3-1435-4fd1-8606-61d2593dfb3d req-718b2eea-747f-4d83-b69b-b8ec88a4d721 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:01.365630 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6893ac01-ef12-42a7-a854-135165cf4835 req-66c381d7-8118-45bb-97f2-997abc0aecfb tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=0762cf07-0f13-471a-a31e-80fa878bd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029444 Nov 12 01:06:01.369072 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed19595-9d05-48f7-82a2-87f0cc11817b admin admin] Checking segment: {'id': '9c35654c-2d44-4eb0-8e3a-a33f5b9a6a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bb530863-70a3-47cb-a80f-5f0b3b9dc3f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:01.369728 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed19595-9d05-48f7-82a2-87f0cc11817b admin admin] Network hostable DHCP agents. Network: bb530863-70a3-47cb-a80f-5f0b3b9dc3f5, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:06:01.397735 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-59a4d7d5-1f5a-46b9-b0ca-d40ebc39d46b req-944fefa8-0ee9-4942-9bc2-1f827ffbfbcd tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=f484c6b3-cfd8-4693-a6e9-079dca69b87b HTTP/1.1" status: 200 len: 210 time: 0.1742156 Nov 12 01:06:01.656815 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-5692bba3-1435-4fd1-8606-61d2593dfb3d req-718b2eea-747f-4d83-b69b-b8ec88a4d721 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] For port 0abbfc50-ad72-49e7-b893-c723f8daad2f, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=0abbfc50-ad72-49e7-b893-c723f8daad2f,segment=NetworkSegment(3a583cd5-2030-4497-ae5c-17acb12f92ca),segment_id=3a583cd5-2030-4497-ae5c-17acb12f92ca)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:01.671175 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-5692bba3-1435-4fd1-8606-61d2593dfb3d req-718b2eea-747f-4d83-b69b-b8ec88a4d721 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:01.853396 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed19595-9d05-48f7-82a2-87f0cc11817b admin admin] Network bb530863-70a3-47cb-a80f-5f0b3b9dc3f5 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:06:02.027054 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-bed19595-9d05-48f7-82a2-87f0cc11817b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, bb530863-70a3-47cb-a80f-5f0b3b9dc3f5) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:02.038214 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9686a5b-6828-448a-aca6-e768465b76c0 None None] Network bb530863-70a3-47cb-a80f-5f0b3b9dc3f5 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:02.054209 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed19595-9d05-48f7-82a2-87f0cc11817b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:02.055230 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bed19595-9d05-48f7-82a2-87f0cc11817b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:02.087355 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-5692bba3-1435-4fd1-8606-61d2593dfb3d req-718b2eea-747f-4d83-b69b-b8ec88a4d721 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:02.088164 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-5692bba3-1435-4fd1-8606-61d2593dfb3d req-718b2eea-747f-4d83-b69b-b8ec88a4d721 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:02.088352 n-d-712142-27 neutron-server[109086]: INFO neutron.db.l3_db [req-5692bba3-1435-4fd1-8606-61d2593dfb3d req-718b2eea-747f-4d83-b69b-b8ec88a4d721 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Floating IP 1b0e7781-ced3-4b14-93ed-be14af2e2235 disassociated. External IP: 172.25.3.227, port: 0abbfc50-ad72-49e7-b893-c723f8daad2f. Nov 12 01:06:02.088717 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-5692bba3-1435-4fd1-8606-61d2593dfb3d req-718b2eea-747f-4d83-b69b-b8ec88a4d721 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Calling delete_port for 0abbfc50-ad72-49e7-b893-c723f8daad2f owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:02.153348 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9f5c4-bc42-4f87-9c05-adf7fc17dc4f req-8948d2e5-36d8-489e-afbc-7e81666f8523 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:02.156244 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2af9f5c4-bc42-4f87-9c05-adf7fc17dc4f req-8948d2e5-36d8-489e-afbc-7e81666f8523 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.5737436 Nov 12 01:06:02.162906 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-bed19595-9d05-48f7-82a2-87f0cc11817b admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4877529 Nov 12 01:06:02.197714 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1735e479-e9ce-4603-9139-d984b929d7c1 req-3317419c-f47c-49e0-9953-a24e99061827 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:02.211897 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1735e479-e9ce-4603-9139-d984b929d7c1 req-3317419c-f47c-49e0-9953-a24e99061827 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 946 time: 0.3723338 Nov 12 01:06:02.273792 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeda8f1-b8e2-43f5-8cd3-56ce38aa5053 req-b792cdf7-e8f4-469f-bba7-6e4f18463fae tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:02.277541 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3eeda8f1-b8e2-43f5-8cd3-56ce38aa5053 req-b792cdf7-e8f4-469f-bba7-6e4f18463fae tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.16 "GET /v2.0/networks?id=ddbdeb8e-9a29-48b5-957b-64766cbb8316 HTTP/1.1" status: 200 len: 812 time: 0.9280841 Nov 12 01:06:02.329032 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d9735106-d766-4a33-9b79-2ef82b03f891 req-90246b39-6059-4e91-992c-3a0c717089e0 service neutron] 10.222.0.44 "GET /v2.0/networks/e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9806931 Nov 12 01:06:02.338639 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-3eeda8f1-b8e2-43f5-8cd3-56ce38aa5053 req-8a834d86-4e81-4464-b9a5-5dc9e84d375e tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Request body: {'port': {'device_id': 'f484c6b3-cfd8-4693-a6e9-079dca69b87b', 'network_id': 'ddbdeb8e-9a29-48b5-957b-64766cbb8316', 'admin_state_up': True, 'tenant_id': '7ddab49d3f5a4b49b039bf18c7812764'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:02.369850 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-5692bba3-1435-4fd1-8606-61d2593dfb3d req-718b2eea-747f-4d83-b69b-b8ec88a4d721 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:02.438597 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abca037-1201-47ba-9175-c4957878e24f None None] Network bb530863-70a3-47cb-a80f-5f0b3b9dc3f5 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:02.450824 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718b2eea-747f-4d83-b69b-b8ec88a4d721 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Pushing event deleted for resources: {'Port': ['ID=0abbfc50-ad72-49e7-b893-c723f8daad2f,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:02.638925 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5692bba3-1435-4fd1-8606-61d2593dfb3d req-718b2eea-747f-4d83-b69b-b8ec88a4d721 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Router 78ac4449-765d-41b6-a958-37ec9d08fb4c has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:06:02.659406 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2af9f5c4-bc42-4f87-9c05-adf7fc17dc4f req-a1a18823-273e-4c1c-8c8d-7a503e80a702 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4852648 Nov 12 01:06:02.816688 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1735e479-e9ce-4603-9139-d984b929d7c1 req-4d767585-f573-4ee1-8596-effb0158d114 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6025255 Nov 12 01:06:02.851634 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5692bba3-1435-4fd1-8606-61d2593dfb3d req-718b2eea-747f-4d83-b69b-b8ec88a4d721 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:06:02.903688 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9130bd54-39fb-4a38-968c-36c5acba2cd3 None None] Sync routers for ids ['78ac4449-765d-41b6-a958-37ec9d08fb4c'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:06:02.956276 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:02.956876 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d10e4ae7-564b-48b7-8f91-1e3553eaedb6 req-b69a1ab2-fb12-4429-9d4e-045a7659f3f9 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] 10.222.0.45 "GET /v2.0/ports?device_id=937eb9da-92b1-42ba-bff8-179f83dfc09e HTTP/1.1" status: 200 len: 210 time: 0.1279120 Nov 12 01:06:02.969645 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9130bd54-39fb-4a38-968c-36c5acba2cd3 None None] Routers {'78ac4449-765d-41b6-a958-37ec9d08fb4c'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:02.972953 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-9130bd54-39fb-4a38-968c-36c5acba2cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:06:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['78ac4449-765d-41b6-a958-37ec9d08fb4c'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:03.066678 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-5692bba3-1435-4fd1-8606-61d2593dfb3d req-718b2eea-747f-4d83-b69b-b8ec88a4d721 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] No DVR routers for this DVR port 0abbfc50-ad72-49e7-b893-c723f8daad2f on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:06:03.088925 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-5692bba3-1435-4fd1-8606-61d2593dfb3d req-718b2eea-747f-4d83-b69b-b8ec88a4d721 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:03.103452 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-5692bba3-1435-4fd1-8606-61d2593dfb3d req-718b2eea-747f-4d83-b69b-b8ec88a4d721 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] 10.222.0.44 "DELETE /v2.0/ports/0abbfc50-ad72-49e7-b893-c723f8daad2f HTTP/1.1" status: 204 len: 173 time: 2.0616157 Nov 12 01:06:03.104199 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '937eb9da-92b1-42ba-bff8-179f83dfc09e', 'name': 'network-vif-deleted', 'tag': '0abbfc50-ad72-49e7-b893-c723f8daad2f'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:06:03.109804 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1298b95-5956-407a-875a-619c6b7ca2fa" -d '{"events": [{"server_uuid": "937eb9da-92b1-42ba-bff8-179f83dfc09e", "name": "network-vif-deleted", "tag": "0abbfc50-ad72-49e7-b893-c723f8daad2f"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:06:03.170305 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-648e143b-3372-4059-abaa-ecd7736c1602 req-3488a411-bc76-40e9-9444-83bd17639974 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=f484c6b3-cfd8-4693-a6e9-079dca69b87b HTTP/1.1" status: 200 len: 210 time: 0.0739944 Nov 12 01:06:03.308491 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e902226-07f3-4d3d-9461-b5c9ba65c719 req-6ac5bf85-70ad-4c6c-9f87-fa86da799b58 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:03.331948 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e902226-07f3-4d3d-9461-b5c9ba65c719 req-6ac5bf85-70ad-4c6c-9f87-fa86da799b58 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 944 time: 0.3900392 Nov 12 01:06:03.349758 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eeda8f1-b8e2-43f5-8cd3-56ce38aa5053 req-8a834d86-4e81-4464-b9a5-5dc9e84d375e tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Made reservation on behalf of 7ddab49d3f5a4b49b039bf18c7812764 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:03.356175 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-3eeda8f1-b8e2-43f5-8cd3-56ce38aa5053 req-8a834d86-4e81-4464-b9a5-5dc9e84d375e tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:03.430467 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-9130bd54-39fb-4a38-968c-36c5acba2cd3 None None] Set router 78ac4449-765d-41b6-a958-37ec9d08fb4c gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:06:03.635498 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e902226-07f3-4d3d-9461-b5c9ba65c719 req-288a9a75-3beb-4b84-b30d-a559dd76f0af tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=0762cf07-0f13-471a-a31e-80fa878bd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2922392 Nov 12 01:06:03.746154 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device e3cfc795-909c-4615-9d75-457b26419c79 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:06:03.752888 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3a29f4-93bf-41d8-b5ec-3eb53986fea0 x-openstack-request-id: req-3f3a29f4-93bf-41d8-b5ec-3eb53986fea0 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:06:03.753641 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "937eb9da-92b1-42ba-bff8-179f83dfc09e", "name": "network-vif-deleted", "tag": "0abbfc50-ad72-49e7-b893-c723f8daad2f", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:06:03.754274 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3f3a29f4-93bf-41d8-b5ec-3eb53986fea0 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:06:03.755358 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '937eb9da-92b1-42ba-bff8-179f83dfc09e', 'name': 'network-vif-deleted', 'tag': '0abbfc50-ad72-49e7-b893-c723f8daad2f', 'status': 'completed', 'code': 200} Nov 12 01:06:04.085837 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-3eeda8f1-b8e2-43f5-8cd3-56ce38aa5053 req-8a834d86-4e81-4464-b9a5-5dc9e84d375e tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Allocated IP 172.20.0.7 (ddbdeb8e-9a29-48b5-957b-64766cbb8316/32c7a1dd-a18b-4edd-81ef-25269083f064/3fdc6884-c3b1-47d7-854f-c554606d2d54) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:06:04.105995 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:04.209925 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port e3cfc795-909c-4615-9d75-457b26419c79 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:04.210337 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:04.234084 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f540c3d-67c9-48bd-9b4b-3a6691a4d2f3 req-4190a04b-4939-448a-8dbf-8e40b0fe250a tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:04.242050 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0f540c3d-67c9-48bd-9b4b-3a6691a4d2f3 req-4190a04b-4939-448a-8dbf-8e40b0fe250a tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.3464155 Nov 12 01:06:04.297110 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-9130bd54-39fb-4a38-968c-36c5acba2cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ac4449-765d-41b6-a958-37ec9d08fb4c', 'name': 'tempest-ServersTestJSON-1922529516-router', 'tenant_id': 'cba00eb37e224ffaa44c45ebb2a0b086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '045f4a39-0125-4bf5-bcb1-a994edeefd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:37Z', 'updated_at': '2021-11-12T01:03:42Z', 'revision_number': 4, 'project_id': 'cba00eb37e224ffaa44c45ebb2a0b086', 'gw_port': {'id': '045f4a39-0125-4bf5-bcb1-a994edeefd40', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ac4449-765d-41b6-a958-37ec9d08fb4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:37Z', 'updated_at': '2021-11-12T01:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '5a688040-f072-4b24-b7be-9620aef23196', 'name': '', 'network_id': '37f48500-8076-40e5-aa80-78fcdfba4121', 'tenant_id': 'cba00eb37e224ffaa44c45ebb2a0b086', 'mac_address': 'fa:16:3e:0a:82:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ac4449-765d-41b6-a958-37ec9d08fb4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'e4a734ac-a14e-482f-a25a-820aa1760c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:41Z', 'updated_at': '2021-11-12T01:03:47Z', 'revision_number': 5, 'project_id': 'cba00eb37e224ffaa44c45ebb2a0b086', 'subnets': [{'id': 'e4a734ac-a14e-482f-a25a-820aa1760c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:04.360357 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9130bd54-39fb-4a38-968c-36c5acba2cd3 None None] Checking router: 78ac4449-765d-41b6-a958-37ec9d08fb4c for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:06:04.413715 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0f540c3d-67c9-48bd-9b4b-3a6691a4d2f3 req-cd2ce888-8305-4a9b-8f18-2382ebdc9d78 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706429 Nov 12 01:06:04.427956 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9130bd54-39fb-4a38-968c-36c5acba2cd3 None None] Routers {'78ac4449-765d-41b6-a958-37ec9d08fb4c'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:04.445909 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-9130bd54-39fb-4a38-968c-36c5acba2cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:06:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['78ac4449-765d-41b6-a958-37ec9d08fb4c'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:04.576809 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:04.623661 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57fc0f-a98f-44d3-9121-49a4cc6bb04b req-ee938ac2-34b9-4d16-bfc2-6e8fd2243b04 tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:04.631426 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ec57fc0f-a98f-44d3-9121-49a4cc6bb04b req-ee938ac2-34b9-4d16-bfc2-6e8fd2243b04 tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] 10.222.0.45 "GET /v2.0/networks?id=bb530863-70a3-47cb-a80f-5f0b3b9dc3f5 HTTP/1.1" status: 200 len: 814 time: 0.3841512 Nov 12 01:06:04.647685 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fbd619c-122d-4f89-83f3-0d981d0245f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3cfc795-909c-4615-9d75-457b26419c79'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:06:04.655397 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce09b60-0787-4306-85eb-78366adfc746" -d '{"events": [{"server_uuid": "1fbd619c-122d-4f89-83f3-0d981d0245f6", "name": "network-vif-plugged", "status": "completed", "tag": "e3cfc795-909c-4615-9d75-457b26419c79"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:06:04.668983 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ec57fc0f-a98f-44d3-9121-49a4cc6bb04b req-2e4c8ea8-fe1c-4adc-97a9-1a63dc7978ed tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] 10.222.0.45 "GET /v2.0/quotas/7d57819be55f4b47b6ad0f773c761d45 HTTP/1.1" status: 200 len: 375 time: 0.0361893 Nov 12 01:06:04.793108 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-9130bd54-39fb-4a38-968c-36c5acba2cd3 None None] Set router 78ac4449-765d-41b6-a958-37ec9d08fb4c gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:06:04.916942 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port e3cfc795-909c-4615-9d75-457b26419c79, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e3cfc795-909c-4615-9d75-457b26419c79,segment=NetworkSegment(6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4),segment_id=6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:04.937679 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:04.939289 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 0abbfc50-ad72-49e7-b893-c723f8daad2f no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:06:05.111334 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 0abbfc50-ad72-49e7-b893-c723f8daad2f {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:06:05.111664 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 0abbfc50-ad72-49e7-b893-c723f8daad2f not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:06:05.126783 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ec57fc0f-a98f-44d3-9121-49a4cc6bb04b req-076135d7-409a-4f4c-b463-1b315aa91474 tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7d57819be55f4b47b6ad0f773c761d45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4564595 Nov 12 01:06:05.144029 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b195375-4455-4ac0-b20a-f87d9c90faf4 req-fc1395a7-4585-43be-998c-fecb72e5223f tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:05.152561 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7b195375-4455-4ac0-b20a-f87d9c90faf4 req-fc1395a7-4585-43be-998c-fecb72e5223f tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 946 time: 0.6149421 Nov 12 01:06:05.157764 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-3eeda8f1-b8e2-43f5-8cd3-56ce38aa5053 req-8a834d86-4e81-4464-b9a5-5dc9e84d375e tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:05.186218 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:05.197920 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=e3cfc795-909c-4615-9d75-457b26419c79,revision_number=13']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:05.231068 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7b195375-4455-4ac0-b20a-f87d9c90faf4 req-138ccb69-dbf3-4d3a-a858-78840ca3b438 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774028 Nov 12 01:06:05.260392 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-3eeda8f1-b8e2-43f5-8cd3-56ce38aa5053 req-8a834d86-4e81-4464-b9a5-5dc9e84d375e tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:05.444713 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-9130bd54-39fb-4a38-968c-36c5acba2cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ac4449-765d-41b6-a958-37ec9d08fb4c', 'name': 'tempest-ServersTestJSON-1922529516-router', 'tenant_id': 'cba00eb37e224ffaa44c45ebb2a0b086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '045f4a39-0125-4bf5-bcb1-a994edeefd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:37Z', 'updated_at': '2021-11-12T01:03:42Z', 'revision_number': 4, 'project_id': 'cba00eb37e224ffaa44c45ebb2a0b086', 'gw_port': {'id': '045f4a39-0125-4bf5-bcb1-a994edeefd40', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ac4449-765d-41b6-a958-37ec9d08fb4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:37Z', 'updated_at': '2021-11-12T01:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '5a688040-f072-4b24-b7be-9620aef23196', 'name': '', 'network_id': '37f48500-8076-40e5-aa80-78fcdfba4121', 'tenant_id': 'cba00eb37e224ffaa44c45ebb2a0b086', 'mac_address': 'fa:16:3e:0a:82:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ac4449-765d-41b6-a958-37ec9d08fb4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'e4a734ac-a14e-482f-a25a-820aa1760c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:41Z', 'updated_at': '2021-11-12T01:03:47Z', 'revision_number': 5, 'project_id': 'cba00eb37e224ffaa44c45ebb2a0b086', 'subnets': [{'id': 'e4a734ac-a14e-482f-a25a-820aa1760c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:05.466517 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eeda8f1-b8e2-43f5-8cd3-56ce38aa5053 req-8a834d86-4e81-4464-b9a5-5dc9e84d375e tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Network ddbdeb8e-9a29-48b5-957b-64766cbb8316 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:05.512944 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9130bd54-39fb-4a38-968c-36c5acba2cd3 None None] The sync data for ids ['78ac4449-765d-41b6-a958-37ec9d08fb4c'] in n-d-712142-27 is: [{'id': '78ac4449-765d-41b6-a958-37ec9d08fb4c', 'name': 'tempest-ServersTestJSON-1922529516-router', 'tenant_id': 'cba00eb37e224ffaa44c45ebb2a0b086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '045f4a39-0125-4bf5-bcb1-a994edeefd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:37Z', 'updated_at': '2021-11-12T01:03:42Z', 'revision_number': 4, 'project_id': 'cba00eb37e224ffaa44c45ebb2a0b086', 'gw_port': {'id': '045f4a39-0125-4bf5-bcb1-a994edeefd40', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ac4449-765d-41b6-a958-37ec9d08fb4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:37Z', 'updated_at': '2021-11-12T01:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '5a688040-f072-4b24-b7be-9620aef23196', 'name': '', 'network_id': '37f48500-8076-40e5-aa80-78fcdfba4121', 'tenant_id': 'cba00eb37e224ffaa44c45ebb2a0b086', 'mac_address': 'fa:16:3e:0a:82:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ac4449-765d-41b6-a958-37ec9d08fb4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'e4a734ac-a14e-482f-a25a-820aa1760c7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:41Z', 'updated_at': '2021-11-12T01:03:47Z', 'revision_number': 5, 'project_id': 'cba00eb37e224ffaa44c45ebb2a0b086', 'subnets': [{'id': 'e4a734ac-a14e-482f-a25a-820aa1760c7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:06:05.515213 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-3eeda8f1-b8e2-43f5-8cd3-56ce38aa5053 req-8a834d86-4e81-4464-b9a5-5dc9e84d375e tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:05.541808 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a834d86-4e81-4464-b9a5-5dc9e84d375e tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Pushing event updated for resources: {'Port': ['ID=3fdc6884-c3b1-47d7-854f-c554606d2d54,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:05.560775 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eeda8f1-b8e2-43f5-8cd3-56ce38aa5053 req-8a834d86-4e81-4464-b9a5-5dc9e84d375e tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:05.831256 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeda8f1-b8e2-43f5-8cd3-56ce38aa5053 req-8a834d86-4e81-4464-b9a5-5dc9e84d375e tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:05.832601 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-3eeda8f1-b8e2-43f5-8cd3-56ce38aa5053 req-8a834d86-4e81-4464-b9a5-5dc9e84d375e tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:05.869093 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6d89c-2147-4d79-9654-2f0c1228298b req-65fa8a66-12dc-4d0f-81ba-91540a68ef7f tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:05.876840 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-09d6d89c-2147-4d79-9654-2f0c1228298b req-65fa8a66-12dc-4d0f-81ba-91540a68ef7f tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=f484c6b3-cfd8-4693-a6e9-079dca69b87b HTTP/1.1" status: 200 len: 931 time: 0.3068368 Nov 12 01:06:05.920985 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3eeda8f1-b8e2-43f5-8cd3-56ce38aa5053 req-8a834d86-4e81-4464-b9a5-5dc9e84d375e tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6005354 Nov 12 01:06:05.930486 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ec57fc0f-a98f-44d3-9121-49a4cc6bb04b req-a6fdadce-4d66-48bd-aab8-97c0de9a8876 service neutron] 10.222.0.45 "GET /v2.0/networks/bb530863-70a3-47cb-a80f-5f0b3b9dc3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8026574 Nov 12 01:06:05.943422 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-3eeda8f1-b8e2-43f5-8cd3-56ce38aa5053 req-eae2b35e-f40a-4c62-a806-a72937a76c5a service neutron] Request body: {'port': {'device_id': 'f484c6b3-cfd8-4693-a6e9-079dca69b87b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:06.194569 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26741eda-ddbe-4aa6-9949-a9a4d69192f5 None None] New status for floating IP 1b0e7781-ced3-4b14-93ed-be14af2e2235: DOWN {{(pid=109088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:06:06.226390 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-09d6d89c-2147-4d79-9654-2f0c1228298b req-eb0bd295-2a61-4e77-a580-eb347632ae0a tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479238 Nov 12 01:06:06.354225 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ec57fc0f-a98f-44d3-9121-49a4cc6bb04b req-20117dab-d48b-4bf4-9845-3888ad11511b service neutron] 10.222.0.45 "GET /v2.0/networks/bb530863-70a3-47cb-a80f-5f0b3b9dc3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4057140 Nov 12 01:06:06.355836 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-3eeda8f1-b8e2-43f5-8cd3-56ce38aa5053 req-eae2b35e-f40a-4c62-a806-a72937a76c5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:06.929169 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e3948-ab76-4fd6-8fbe-115b7fa7dd5e req-bda3e4eb-37f0-44c7-ad6a-d20a335edfba tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:06.937987 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bc3e3948-ab76-4fd6-8fbe-115b7fa7dd5e req-bda3e4eb-37f0-44c7-ad6a-d20a335edfba tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.1240036 Nov 12 01:06:07.105837 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bc3e3948-ab76-4fd6-8fbe-115b7fa7dd5e req-8b710406-2a5b-493d-b718-6ce320c1c365 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664655 Nov 12 01:06:07.158619 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-3eeda8f1-b8e2-43f5-8cd3-56ce38aa5053 req-eae2b35e-f40a-4c62-a806-a72937a76c5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fdc6884-c3b1-47d7-854f-c554606d2d54 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:06:07.214341 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0e1bd2-5ef3-4cb2-a795-d5d61b7a8a28 x-openstack-request-id: req-ed0e1bd2-5ef3-4cb2-a795-d5d61b7a8a28 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:06:07.215470 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fbd619c-122d-4f89-83f3-0d981d0245f6", "name": "network-vif-plugged", "status": "completed", "tag": "e3cfc795-909c-4615-9d75-457b26419c79", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:06:07.215955 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ed0e1bd2-5ef3-4cb2-a795-d5d61b7a8a28 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:06:07.216616 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fbd619c-122d-4f89-83f3-0d981d0245f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3cfc795-909c-4615-9d75-457b26419c79', 'code': 200} Nov 12 01:06:07.225219 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece7aa1b-526c-4348-9dd1-49343d4eaeaf req-6ce013a1-355d-4256-ac90-73190661411b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:07.236491 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ece7aa1b-526c-4348-9dd1-49343d4eaeaf req-6ce013a1-355d-4256-ac90-73190661411b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 944 time: 0.2649589 Nov 12 01:06:07.261631 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37846) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:07.282167 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-3eeda8f1-b8e2-43f5-8cd3-56ce38aa5053 req-eae2b35e-f40a-4c62-a806-a72937a76c5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:07.338366 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-3eeda8f1-b8e2-43f5-8cd3-56ce38aa5053 req-eae2b35e-f40a-4c62-a806-a72937a76c5a service neutron] Transition to ACTIVE for port object 3fdc6884-c3b1-47d7-854f-c554606d2d54 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:06:07.366346 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-3eeda8f1-b8e2-43f5-8cd3-56ce38aa5053 req-eae2b35e-f40a-4c62-a806-a72937a76c5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:07.469268 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6381bbc2-82e0-4c96-b066-e0d042da7ef1 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:07.544651 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6381bbc2-82e0-4c96-b066-e0d042da7ef1 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:07.653175 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6381bbc2-82e0-4c96-b066-e0d042da7ef1 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:07.662295 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6381bbc2-82e0-4c96-b066-e0d042da7ef1 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:07.670476 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6381bbc2-82e0-4c96-b066-e0d042da7ef1 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] 10.222.0.45 "DELETE /v2.0/security-groups/99e070f2-fe46-49da-84b4-f8c4d8d57492 HTTP/1.1" status: 204 len: 168 time: 0.4073915 Nov 12 01:06:07.672170 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37854) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:07.722530 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6381bbc2-82e0-4c96-b066-e0d042da7ef1 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e070f2-fe46-49da-84b4-f8c4d8d57492,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:07.727152 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-d82d8042-715b-4be9-95fe-14a230e56fc3 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] show failed (client error): The resource could not be found. Nov 12 01:06:07.734303 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d82d8042-715b-4be9-95fe-14a230e56fc3 tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] 10.222.0.45 "GET /v2.0/security-groups/99e070f2-fe46-49da-84b4-f8c4d8d57492 HTTP/1.1" status: 404 len: 347 time: 0.0499866 Nov 12 01:06:07.736153 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37856) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:07.768290 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2b35e-f40a-4c62-a806-a72937a76c5a service neutron] Pushing event updated for resources: {'Port': ['ID=3fdc6884-c3b1-47d7-854f-c554606d2d54,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:07.823742 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28676bf4-44de-402a-a028-8336187fe18b req-25643aa7-e694-4724-bfea-f02bfe76b73d tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:07.832848 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-28676bf4-44de-402a-a028-8336187fe18b req-25643aa7-e694-4724-bfea-f02bfe76b73d tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 947 time: 0.4687765 Nov 12 01:06:07.870982 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ece7aa1b-526c-4348-9dd1-49343d4eaeaf req-ce47f986-df94-4c41-a631-7288761af058 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=0762cf07-0f13-471a-a31e-80fa878bd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6329076 Nov 12 01:06:07.987499 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-3eeda8f1-b8e2-43f5-8cd3-56ce38aa5053 req-eae2b35e-f40a-4c62-a806-a72937a76c5a service neutron] Attempting to bind port 3fdc6884-c3b1-47d7-854f-c554606d2d54 on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:07.988092 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-3eeda8f1-b8e2-43f5-8cd3-56ce38aa5053 req-eae2b35e-f40a-4c62-a806-a72937a76c5a service neutron] Attempting to bind port 3fdc6884-c3b1-47d7-854f-c554606d2d54 by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': 'ad4c4449-dc7a-4356-bf97-224e764df50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ddbdeb8e-9a29-48b5-957b-64766cbb8316'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:07.988638 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeda8f1-b8e2-43f5-8cd3-56ce38aa5053 req-eae2b35e-f40a-4c62-a806-a72937a76c5a service neutron] Attempting to bind port 3fdc6884-c3b1-47d7-854f-c554606d2d54 on network ddbdeb8e-9a29-48b5-957b-64766cbb8316 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:08.017443 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeda8f1-b8e2-43f5-8cd3-56ce38aa5053 req-eae2b35e-f40a-4c62-a806-a72937a76c5a service neutron] Port 3fdc6884-c3b1-47d7-854f-c554606d2d54 on network ddbdeb8e-9a29-48b5-957b-64766cbb8316 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:06:08.018042 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeda8f1-b8e2-43f5-8cd3-56ce38aa5053 req-eae2b35e-f40a-4c62-a806-a72937a76c5a service neutron] Attempting to bind port 3fdc6884-c3b1-47d7-854f-c554606d2d54 on network ddbdeb8e-9a29-48b5-957b-64766cbb8316 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:08.086320 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-f0065f23-7be7-40f8-acd5-d63f12e67a1b tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Deleting port 2984fe9f-c610-4c4b-b175-9bc7a82b867d {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:08.086803 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f0065f23-7be7-40f8-acd5-d63f12e67a1b tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:08.088626 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeda8f1-b8e2-43f5-8cd3-56ce38aa5053 req-eae2b35e-f40a-4c62-a806-a72937a76c5a service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:06:08.089205 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeda8f1-b8e2-43f5-8cd3-56ce38aa5053 req-eae2b35e-f40a-4c62-a806-a72937a76c5a service neutron] Checking segment: {'id': 'ad4c4449-dc7a-4356-bf97-224e764df50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ddbdeb8e-9a29-48b5-957b-64766cbb8316'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:08.089859 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeda8f1-b8e2-43f5-8cd3-56ce38aa5053 req-eae2b35e-f40a-4c62-a806-a72937a76c5a service neutron] Bound using segment: {'id': 'ad4c4449-dc7a-4356-bf97-224e764df50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ddbdeb8e-9a29-48b5-957b-64766cbb8316'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:06:08.090643 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-3eeda8f1-b8e2-43f5-8cd3-56ce38aa5053 req-eae2b35e-f40a-4c62-a806-a72937a76c5a service neutron] Bound port: 3fdc6884-c3b1-47d7-854f-c554606d2d54, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad4c4449-dc7a-4356-bf97-224e764df50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ddbdeb8e-9a29-48b5-957b-64766cbb8316'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:06:08.109007 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-3eeda8f1-b8e2-43f5-8cd3-56ce38aa5053 req-eae2b35e-f40a-4c62-a806-a72937a76c5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:08.177183 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:08.218714 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-28676bf4-44de-402a-a028-8336187fe18b req-ac086e93-de4d-468b-9489-79d09d6692e1 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3844478 Nov 12 01:06:08.344911 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-58cb05c1-fb85-410b-9e43-42a73f319a2f req-0699f7b1-d4a4-4d04-9fc5-288e10d7abba tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d1e0f22-64a6-4d8e-82f7-f9223879c127 HTTP/1.1" status: 200 len: 210 time: 0.2230766 Nov 12 01:06:08.420874 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f0065f23-7be7-40f8-acd5-d63f12e67a1b tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:08.421962 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f0065f23-7be7-40f8-acd5-d63f12e67a1b tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:08.466961 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-f0065f23-7be7-40f8-acd5-d63f12e67a1b tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Calling delete_port for 2984fe9f-c610-4c4b-b175-9bc7a82b867d owned by network:floatingip {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:08.663087 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478dfa7b-bc03-4ab2-ba30-7f05aad8949d req-2019bd59-83be-4918-af1c-48d655b93223 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:08.676930 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-478dfa7b-bc03-4ab2-ba30-7f05aad8949d req-2019bd59-83be-4918-af1c-48d655b93223 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=f484c6b3-cfd8-4693-a6e9-079dca69b87b HTTP/1.1" status: 200 len: 943 time: 0.1977925 Nov 12 01:06:08.713527 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-3eeda8f1-b8e2-43f5-8cd3-56ce38aa5053 req-eae2b35e-f40a-4c62-a806-a72937a76c5a service neutron] For port 3fdc6884-c3b1-47d7-854f-c554606d2d54, host n-h1-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:06:08.813004 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-3eeda8f1-b8e2-43f5-8cd3-56ce38aa5053 req-eae2b35e-f40a-4c62-a806-a72937a76c5a service neutron] For port 3fdc6884-c3b1-47d7-854f-c554606d2d54, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=3fdc6884-c3b1-47d7-854f-c554606d2d54,segment=NetworkSegment(ad4c4449-dc7a-4356-bf97-224e764df50e),segment_id=ad4c4449-dc7a-4356-bf97-224e764df50e)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:06:08.833907 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-3eeda8f1-b8e2-43f5-8cd3-56ce38aa5053 req-eae2b35e-f40a-4c62-a806-a72937a76c5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:09.005342 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2b35e-f40a-4c62-a806-a72937a76c5a service neutron] Pushing event updated for resources: {'Port': ['ID=3fdc6884-c3b1-47d7-854f-c554606d2d54,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:09.028344 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-478dfa7b-bc03-4ab2-ba30-7f05aad8949d req-e404000c-6c70-4f7d-82c3-d187d3b20281 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3501577 Nov 12 01:06:09.044439 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeda8f1-b8e2-43f5-8cd3-56ce38aa5053 req-eae2b35e-f40a-4c62-a806-a72937a76c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:09.045101 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-3eeda8f1-b8e2-43f5-8cd3-56ce38aa5053 req-eae2b35e-f40a-4c62-a806-a72937a76c5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:09.046916 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3eeda8f1-b8e2-43f5-8cd3-56ce38aa5053 req-eae2b35e-f40a-4c62-a806-a72937a76c5a service neutron] 10.222.0.16 "PUT /v2.0/ports/3fdc6884-c3b1-47d7-854f-c554606d2d54 HTTP/1.1" status: 200 len: 1092 time: 3.1078210 Nov 12 01:06:09.047000 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f484c6b3-cfd8-4693-a6e9-079dca69b87b', 'tag': '3fdc6884-c3b1-47d7-854f-c554606d2d54'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:06:09.049484 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29db499-4afd-4b37-8915-1f71bd5e2da0" -d '{"events": [{"name": "network-changed", "server_uuid": "f484c6b3-cfd8-4693-a6e9-079dca69b87b", "tag": "3fdc6884-c3b1-47d7-854f-c554606d2d54"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:06:09.116294 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683a051-0bc8-45f8-b1ea-0c321f3131f2 req-27fac51e-135c-4ee4-9362-913a2c47b4c0 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:09.127225 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e683a051-0bc8-45f8-b1ea-0c321f3131f2 req-27fac51e-135c-4ee4-9362-913a2c47b4c0 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.1661811 Nov 12 01:06:09.164285 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f0065f23-7be7-40f8-acd5-d63f12e67a1b tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:09.263851 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e683a051-0bc8-45f8-b1ea-0c321f3131f2 req-2bd0b0bd-30a4-4baa-a00c-a5bdae1698ec tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356649 Nov 12 01:06:09.303623 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad666948-7353-482c-94a5-c08ebe08f207 req-f5fa25cd-8aeb-45c1-aec7-cc11c97e00da tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:09.307562 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0065f23-7be7-40f8-acd5-d63f12e67a1b tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Pushing event deleted for resources: {'Port': ['ID=2984fe9f-c610-4c4b-b175-9bc7a82b867d,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:09.313244 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ad666948-7353-482c-94a5-c08ebe08f207 req-f5fa25cd-8aeb-45c1-aec7-cc11c97e00da tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 944 time: 0.1431017 Nov 12 01:06:09.363868 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeda8f1-b8e2-43f5-8cd3-56ce38aa5053 req-403a2949-6ce7-4fe4-bd5f-f8c21eb0eae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:09.365953 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3eeda8f1-b8e2-43f5-8cd3-56ce38aa5053 req-403a2949-6ce7-4fe4-bd5f-f8c21eb0eae8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7ddab49d3f5a4b49b039bf18c7812764&device_id=f484c6b3-cfd8-4693-a6e9-079dca69b87b HTTP/1.1" status: 200 len: 1095 time: 0.1947961 Nov 12 01:06:09.389967 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d4f885-4dc2-41fc-819e-10c12930f811 x-openstack-request-id: req-e5d4f885-4dc2-41fc-819e-10c12930f811 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:06:09.390523 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f484c6b3-cfd8-4693-a6e9-079dca69b87b", "tag": "3fdc6884-c3b1-47d7-854f-c554606d2d54", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:06:09.392826 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e5d4f885-4dc2-41fc-819e-10c12930f811 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:06:09.393916 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f484c6b3-cfd8-4693-a6e9-079dca69b87b', 'tag': '3fdc6884-c3b1-47d7-854f-c554606d2d54', 'status': 'completed', 'code': 200} Nov 12 01:06:09.531152 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ad666948-7353-482c-94a5-c08ebe08f207 req-08ce8614-3c7e-4b3e-8161-8a64373d8dd6 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=0762cf07-0f13-471a-a31e-80fa878bd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2164912 Nov 12 01:06:09.534934 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3eeda8f1-b8e2-43f5-8cd3-56ce38aa5053 req-872c9f59-b4ab-43aa-b342-8efc0b64882b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fdc6884-c3b1-47d7-854f-c554606d2d54 HTTP/1.1" status: 200 len: 217 time: 0.1284502 Nov 12 01:06:09.584807 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f0065f23-7be7-40f8-acd5-d63f12e67a1b tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Publish callbacks [] for floatingip, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:09.591881 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f0065f23-7be7-40f8-acd5-d63f12e67a1b tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:09.593973 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f0065f23-7be7-40f8-acd5-d63f12e67a1b tempest-ServersTestJSON-119270849 tempest-ServersTestJSON-119270849-project] 10.222.0.45 "DELETE /v2.0/floatingips/1b0e7781-ced3-4b14-93ed-be14af2e2235 HTTP/1.1" status: 204 len: 168 time: 1.8561144 Nov 12 01:06:09.611555 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37896) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:09.714552 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613032ff-1278-4b55-aac4-db5b9d824f31 req-d1fa261f-c506-43aa-871e-2e610cda666f tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:09.722900 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-613032ff-1278-4b55-aac4-db5b9d824f31 req-d1fa261f-c506-43aa-871e-2e610cda666f tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 947 time: 0.2193358 Nov 12 01:06:09.726740 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeda8f1-b8e2-43f5-8cd3-56ce38aa5053 req-c0625135-c727-4c61-b2f0-686aeab143ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:09.728933 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3eeda8f1-b8e2-43f5-8cd3-56ce38aa5053 req-c0625135-c727-4c61-b2f0-686aeab143ef service neutron] 10.222.0.16 "GET /v2.0/subnets?id=32c7a1dd-a18b-4edd-81ef-25269083f064 HTTP/1.1" status: 200 len: 852 time: 0.1608038 Nov 12 01:06:09.766851 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57fc0f-a98f-44d3-9121-49a4cc6bb04b req-8802db1f-36f3-4ad6-8f37-e94a9a378e35 tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:09.769060 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ec57fc0f-a98f-44d3-9121-49a4cc6bb04b req-8802db1f-36f3-4ad6-8f37-e94a9a378e35 tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] 10.222.0.44 "GET /v2.0/networks?id=bb530863-70a3-47cb-a80f-5f0b3b9dc3f5 HTTP/1.1" status: 200 len: 814 time: 0.6635945 Nov 12 01:06:09.810315 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3eeda8f1-b8e2-43f5-8cd3-56ce38aa5053 req-44e2c568-802e-4860-bbed-6e009a78b2fe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ddbdeb8e-9a29-48b5-957b-64766cbb8316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590136 Nov 12 01:06:09.872502 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-ec57fc0f-a98f-44d3-9121-49a4cc6bb04b req-367037d1-8a13-4c9c-96de-4c7efcd106f0 tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] Request body: {'port': {'device_id': '3d1e0f22-64a6-4d8e-82f7-f9223879c127', 'network_id': 'bb530863-70a3-47cb-a80f-5f0b3b9dc3f5', 'admin_state_up': True, 'tenant_id': '7d57819be55f4b47b6ad0f773c761d45'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:09.893997 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f840d7-9e96-4b0b-9ff5-19b96bf6024a req-89c0305c-41cf-46cf-aa94-ccbf4c4367b4 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:09.902504 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e2f840d7-9e96-4b0b-9ff5-19b96bf6024a req-89c0305c-41cf-46cf-aa94-ccbf4c4367b4 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.2279544 Nov 12 01:06:09.956790 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-613032ff-1278-4b55-aac4-db5b9d824f31 req-a4a64650-1068-4556-9f1f-4a3028071bfb tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2328892 Nov 12 01:06:10.150707 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d6c62702-744d-4d08-b515-44f4a50ddc4f req-27294d82-bbb0-4036-a3b6-2736b72841b1 tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d1e0f22-64a6-4d8e-82f7-f9223879c127 HTTP/1.1" status: 200 len: 210 time: 0.0838013 Nov 12 01:06:10.183666 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e2f840d7-9e96-4b0b-9ff5-19b96bf6024a req-3a5d6944-15e7-4cd9-ba5a-b030d252fb47 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716751 Nov 12 01:06:10.193741 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3eeda8f1-b8e2-43f5-8cd3-56ce38aa5053 req-0a1bad24-ae29-4390-a964-37f135afa6d7 service neutron] 10.222.0.16 "GET /v2.0/networks/ddbdeb8e-9a29-48b5-957b-64766cbb8316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701882 Nov 12 01:06:10.447333 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:10.619244 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3eeda8f1-b8e2-43f5-8cd3-56ce38aa5053 req-8c827e17-90df-46e3-9bb4-a0c423726cbf service neutron] 10.222.0.16 "GET /v2.0/networks/ddbdeb8e-9a29-48b5-957b-64766cbb8316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4126170 Nov 12 01:06:10.676441 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec57fc0f-a98f-44d3-9121-49a4cc6bb04b req-367037d1-8a13-4c9c-96de-4c7efcd106f0 tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] Made reservation on behalf of 7d57819be55f4b47b6ad0f773c761d45 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:10.692645 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-ec57fc0f-a98f-44d3-9121-49a4cc6bb04b req-367037d1-8a13-4c9c-96de-4c7efcd106f0 tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:10.701676 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e72dee-159f-4d0b-9b62-63255bcb33b2 req-19be6662-4220-4d03-a15c-d8d7c751377c tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:10.712201 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-56e72dee-159f-4d0b-9b62-63255bcb33b2 req-19be6662-4220-4d03-a15c-d8d7c751377c tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=f484c6b3-cfd8-4693-a6e9-079dca69b87b HTTP/1.1" status: 200 len: 943 time: 0.2472937 Nov 12 01:06:10.880707 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b90e1-e007-4735-bd28-2666027c98b8 req-724fdeed-d780-4391-b797-857d3f71d9b6 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:10.882899 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-248b90e1-e007-4735-bd28-2666027c98b8 req-724fdeed-d780-4391-b797-857d3f71d9b6 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 944 time: 0.1302199 Nov 12 01:06:10.901093 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-56e72dee-159f-4d0b-9b62-63255bcb33b2 req-df1eb5f1-466c-4ae9-aa78-10a914ecbc3d tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877491 Nov 12 01:06:10.985370 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29db499-4afd-4b37-8915-1f71bd5e2da0 req-33b8af1c-6f5a-4bbf-80c6-3b638f06278e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:10.988280 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b29db499-4afd-4b37-8915-1f71bd5e2da0 req-33b8af1c-6f5a-4bbf-80c6-3b638f06278e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7ddab49d3f5a4b49b039bf18c7812764&device_id=f484c6b3-cfd8-4693-a6e9-079dca69b87b HTTP/1.1" status: 200 len: 1095 time: 0.2344015 Nov 12 01:06:11.154557 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-ec57fc0f-a98f-44d3-9121-49a4cc6bb04b req-367037d1-8a13-4c9c-96de-4c7efcd106f0 tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] Allocated IP 172.20.0.7 (bb530863-70a3-47cb-a80f-5f0b3b9dc3f5/ff35cb16-b22f-4f1a-800b-2066f1067fd0/ba87535f-8f1f-4493-b9ef-065c720d57f9) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:06:11.166198 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device ac1180cb-7bbd-421c-a709-89ce96132ed6 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:06:11.200258 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-248b90e1-e007-4735-bd28-2666027c98b8 req-d66103b2-3097-4dce-b40b-a36091ffab4d tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=0762cf07-0f13-471a-a31e-80fa878bd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2928696 Nov 12 01:06:11.224256 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29db499-4afd-4b37-8915-1f71bd5e2da0 req-a8a83594-e41b-4054-9cc9-71bf9e3bfdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:11.234345 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b29db499-4afd-4b37-8915-1f71bd5e2da0 req-a8a83594-e41b-4054-9cc9-71bf9e3bfdb2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ddbdeb8e-9a29-48b5-957b-64766cbb8316 HTTP/1.1" status: 200 len: 912 time: 0.2351551 Nov 12 01:06:11.398175 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b29db499-4afd-4b37-8915-1f71bd5e2da0 req-90478113-a175-4d0e-9fff-c9030e2798ba service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3fdc6884-c3b1-47d7-854f-c554606d2d54 HTTP/1.1" status: 200 len: 217 time: 0.1441083 Nov 12 01:06:11.488416 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29db499-4afd-4b37-8915-1f71bd5e2da0 req-4c8b8c03-f1c7-480c-a7c3-f91fcdd9894d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:11.491235 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b29db499-4afd-4b37-8915-1f71bd5e2da0 req-4c8b8c03-f1c7-480c-a7c3-f91fcdd9894d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=32c7a1dd-a18b-4edd-81ef-25269083f064 HTTP/1.1" status: 200 len: 852 time: 0.0836887 Nov 12 01:06:11.530354 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port ac1180cb-7bbd-421c-a709-89ce96132ed6, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=ac1180cb-7bbd-421c-a709-89ce96132ed6,segment=NetworkSegment(160eb3a9-a811-42ba-8ae2-682c5125e1c5),segment_id=160eb3a9-a811-42ba-8ae2-682c5125e1c5)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:11.555845 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': 'ac1180cb-7bbd-421c-a709-89ce96132ed6', 'network_id': '589a11d9-462f-4432-aa26-12a7b18ca65f', 'port_id': 'ac1180cb-7bbd-421c-a709-89ce96132ed6', 'mac_address': 'fa:16:3e:2c:6c:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34773eb3-d58a-4b8a-a536-c500cef253a8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:06:11.592207 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1500e943-ce68-448e-bc57-8636861d95ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:11.621943 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7533d8-5e99-4bdf-9a5f-e0a8ee23bba1 req-940950a7-f2f6-446a-a206-f2becb045c0a tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:11.630482 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6d7533d8-5e99-4bdf-9a5f-e0a8ee23bba1 req-940950a7-f2f6-446a-a206-f2becb045c0a tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.5216746 Nov 12 01:06:11.645004 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b29db499-4afd-4b37-8915-1f71bd5e2da0 req-c2b6c6b8-1ca2-4cca-8da2-1c8aa71936fd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ddbdeb8e-9a29-48b5-957b-64766cbb8316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811322 Nov 12 01:06:11.686170 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:11.737099 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac1180cb-7bbd-421c-a709-89ce96132ed6 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:06:11.767052 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-ec57fc0f-a98f-44d3-9121-49a4cc6bb04b req-367037d1-8a13-4c9c-96de-4c7efcd106f0 tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:11.806712 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port ac1180cb-7bbd-421c-a709-89ce96132ed6, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=ac1180cb-7bbd-421c-a709-89ce96132ed6,segment=NetworkSegment(160eb3a9-a811-42ba-8ae2-682c5125e1c5),segment_id=160eb3a9-a811-42ba-8ae2-682c5125e1c5)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:11.819680 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:11.840617 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec45a8e-5728-4c86-96cb-afe08abf5659 req-f6d6f03f-242b-4c54-926e-caef8e334b13 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:11.870834 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4ec45a8e-5728-4c86-96cb-afe08abf5659 req-f6d6f03f-242b-4c54-926e-caef8e334b13 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 947 time: 0.3762617 Nov 12 01:06:11.880311 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:06:11.908384 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-ec57fc0f-a98f-44d3-9121-49a4cc6bb04b req-367037d1-8a13-4c9c-96de-4c7efcd106f0 tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:12.011642 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=ac1180cb-7bbd-421c-a709-89ce96132ed6,revision_number=11']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:12.107722 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6d7533d8-5e99-4bdf-9a5f-e0a8ee23bba1 req-100182ed-d43a-43ca-bdae-ae312d93c724 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4760451 Nov 12 01:06:12.187147 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['ac1180cb-7bbd-421c-a709-89ce96132ed6'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:06:12.197302 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4ec45a8e-5728-4c86-96cb-afe08abf5659 req-993fda85-5bbe-4a5c-b0b8-9214a079bc09 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3247526 Nov 12 01:06:12.232135 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b29db499-4afd-4b37-8915-1f71bd5e2da0 req-dd19c19c-f8fb-450f-bb78-6e8ebc502e3d service neutron] 10.222.0.16 "GET /v2.0/networks/ddbdeb8e-9a29-48b5-957b-64766cbb8316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5350432 Nov 12 01:06:12.304131 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec57fc0f-a98f-44d3-9121-49a4cc6bb04b req-367037d1-8a13-4c9c-96de-4c7efcd106f0 tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] Network bb530863-70a3-47cb-a80f-5f0b3b9dc3f5 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:12.312688 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-ec57fc0f-a98f-44d3-9121-49a4cc6bb04b req-367037d1-8a13-4c9c-96de-4c7efcd106f0 tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:12.324085 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec57fc0f-a98f-44d3-9121-49a4cc6bb04b req-367037d1-8a13-4c9c-96de-4c7efcd106f0 tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:12.387625 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57fc0f-a98f-44d3-9121-49a4cc6bb04b req-367037d1-8a13-4c9c-96de-4c7efcd106f0 tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:12.388440 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-ec57fc0f-a98f-44d3-9121-49a4cc6bb04b req-367037d1-8a13-4c9c-96de-4c7efcd106f0 tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:12.391030 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367037d1-8a13-4c9c-96de-4c7efcd106f0 tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] Pushing event updated for resources: {'Port': ['ID=ba87535f-8f1f-4493-b9ef-065c720d57f9,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:12.439505 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ec57fc0f-a98f-44d3-9121-49a4cc6bb04b req-367037d1-8a13-4c9c-96de-4c7efcd106f0 tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5744154 Nov 12 01:06:12.481043 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-ec57fc0f-a98f-44d3-9121-49a4cc6bb04b req-8a48827d-b3c4-4795-b880-8a1f66bf62b6 service neutron] Request body: {'port': {'device_id': '3d1e0f22-64a6-4d8e-82f7-f9223879c127', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:12.493670 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 37936) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:12.545402 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00c51c-d293-45d9-9190-7f5c12a367d4 req-28aca3f3-d988-4ca8-867d-df4d14460973 tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:12.554040 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6e00c51c-d293-45d9-9190-7f5c12a367d4 req-28aca3f3-d988-4ca8-867d-df4d14460973 tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d1e0f22-64a6-4d8e-82f7-f9223879c127 HTTP/1.1" status: 200 len: 931 time: 0.2033613 Nov 12 01:06:12.589711 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-ec57fc0f-a98f-44d3-9121-49a4cc6bb04b req-8a48827d-b3c4-4795-b880-8a1f66bf62b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:12.661345 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b29db499-4afd-4b37-8915-1f71bd5e2da0 req-c791df0c-3f13-4611-86fb-690558f45767 service neutron] 10.222.0.16 "GET /v2.0/networks/ddbdeb8e-9a29-48b5-957b-64766cbb8316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4268355 Nov 12 01:06:12.675510 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-1500e943-ce68-448e-bc57-8636861d95ca admin admin] Deleting port 5a688040-f072-4b24-b7be-9620aef23196 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:12.675918 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1500e943-ce68-448e-bc57-8636861d95ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:12.705823 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6e00c51c-d293-45d9-9190-7f5c12a367d4 req-b02cc9f8-1ce9-4f2e-9f00-b4f1c5859545 tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] 10.222.0.45 "GET /v2.0/security-groups?id=4efa64f4-c54d-4be4-9fd9-0aa92e7132b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508212 Nov 12 01:06:12.736706 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cb63d98b-dfc8-4c0d-878b-824f3fa6cccf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:12.936985 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f458adf-7b6f-4246-a56a-87df784b689b req-20005baa-023a-4c50-86ab-467ba0066002 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:12.944615 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1f458adf-7b6f-4246-a56a-87df784b689b req-20005baa-023a-4c50-86ab-467ba0066002 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=f484c6b3-cfd8-4693-a6e9-079dca69b87b HTTP/1.1" status: 200 len: 943 time: 0.1673658 Nov 12 01:06:12.969053 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb1501-b7f1-4fb1-a469-2fd1752cf264 req-eda119ae-e874-453e-888e-abf532e342b1 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:12.970917 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-56cb1501-b7f1-4fb1-a469-2fd1752cf264 req-eda119ae-e874-453e-888e-abf532e342b1 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.1446323 Nov 12 01:06:12.989225 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-1500e943-ce68-448e-bc57-8636861d95ca admin admin] For port 5a688040-f072-4b24-b7be-9620aef23196, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=5a688040-f072-4b24-b7be-9620aef23196,segment=NetworkSegment(3a583cd5-2030-4497-ae5c-17acb12f92ca),segment_id=3a583cd5-2030-4497-ae5c-17acb12f92ca)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:12.990039 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1500e943-ce68-448e-bc57-8636861d95ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:13.013702 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-1500e943-ce68-448e-bc57-8636861d95ca admin admin] Calling delete_port for 5a688040-f072-4b24-b7be-9620aef23196 owned by network:router_interface {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:13.014838 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cb63d98b-dfc8-4c0d-878b-824f3fa6cccf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:13.027845 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cb63d98b-dfc8-4c0d-878b-824f3fa6cccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:13.085912 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-cb63d98b-dfc8-4c0d-878b-824f3fa6cccf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=809ee41c627748c6b4252a9622f80c3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5839760 Nov 12 01:06:13.088805 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37940) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:13.180940 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 3fdc6884-c3b1-47d7-854f-c554606d2d54 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:06:13.215580 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device ac1180cb-7bbd-421c-a709-89ce96132ed6 up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:06:13.233139 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1f458adf-7b6f-4246-a56a-87df784b689b req-4884e715-b29a-464e-9e2d-7b7f07a203b3 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872598 Nov 12 01:06:13.237934 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb63d98b-dfc8-4c0d-878b-824f3fa6cccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb2399d-081d-4e18-8074-80502e3fde6a,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:13.265182 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-56cb1501-b7f1-4fb1-a469-2fd1752cf264 req-28697f28-c50c-4d04-8dfd-2aec5cd46cac tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785251 Nov 12 01:06:13.316357 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.resource_extend [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 01:06:13.330901 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-74739afa-6eb5-4448-a607-c85d8cb6ec79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:13.330901 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-ec57fc0f-a98f-44d3-9121-49a4cc6bb04b req-8a48827d-b3c4-4795-b880-8a1f66bf62b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba87535f-8f1f-4493-b9ef-065c720d57f9 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:06:13.367851 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-ec57fc0f-a98f-44d3-9121-49a4cc6bb04b req-8a48827d-b3c4-4795-b880-8a1f66bf62b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:13.431491 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-ec57fc0f-a98f-44d3-9121-49a4cc6bb04b req-8a48827d-b3c4-4795-b880-8a1f66bf62b6 service neutron] Transition to ACTIVE for port object ba87535f-8f1f-4493-b9ef-065c720d57f9 will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:06:13.439525 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-74739afa-6eb5-4448-a607-c85d8cb6ec79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:13.452201 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-ec57fc0f-a98f-44d3-9121-49a4cc6bb04b req-8a48827d-b3c4-4795-b880-8a1f66bf62b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:13.484787 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port ac1180cb-7bbd-421c-a709-89ce96132ed6 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:06:13.500520 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port ac1180cb-7bbd-421c-a709-89ce96132ed6 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:13.500900 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:13.609348 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a48827d-b3c4-4795-b880-8a1f66bf62b6 service neutron] Pushing event updated for resources: {'Port': ['ID=ba87535f-8f1f-4493-b9ef-065c720d57f9,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:13.629052 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 3fdc6884-c3b1-47d7-854f-c554606d2d54, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=3fdc6884-c3b1-47d7-854f-c554606d2d54,segment=NetworkSegment(ad4c4449-dc7a-4356-bf97-224e764df50e),segment_id=ad4c4449-dc7a-4356-bf97-224e764df50e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:13.688974 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b73b7-a33d-41f4-bc26-537a0ff5a276 req-f7511a67-4d2c-4619-9d77-278dcef12f0e tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:13.691776 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b46b73b7-a33d-41f4-bc26-537a0ff5a276 req-f7511a67-4d2c-4619-9d77-278dcef12f0e tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 947 time: 0.2945023 Nov 12 01:06:13.700780 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': '3fdc6884-c3b1-47d7-854f-c554606d2d54', 'network_id': 'ddbdeb8e-9a29-48b5-957b-64766cbb8316', 'port_id': '3fdc6884-c3b1-47d7-854f-c554606d2d54', 'mac_address': 'fa:16:3e:a6:7d:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32c7a1dd-a18b-4edd-81ef-25269083f064', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:06:13.706570 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:13.720308 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1500e943-ce68-448e-bc57-8636861d95ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:13.735472 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-ec57fc0f-a98f-44d3-9121-49a4cc6bb04b req-8a48827d-b3c4-4795-b880-8a1f66bf62b6 service neutron] Attempting to bind port ba87535f-8f1f-4493-b9ef-065c720d57f9 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:13.736035 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-ec57fc0f-a98f-44d3-9121-49a4cc6bb04b req-8a48827d-b3c4-4795-b880-8a1f66bf62b6 service neutron] Attempting to bind port ba87535f-8f1f-4493-b9ef-065c720d57f9 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '9c35654c-2d44-4eb0-8e3a-a33f5b9a6a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bb530863-70a3-47cb-a80f-5f0b3b9dc3f5'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:13.736615 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec57fc0f-a98f-44d3-9121-49a4cc6bb04b req-8a48827d-b3c4-4795-b880-8a1f66bf62b6 service neutron] Attempting to bind port ba87535f-8f1f-4493-b9ef-065c720d57f9 on network bb530863-70a3-47cb-a80f-5f0b3b9dc3f5 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:13.775710 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec57fc0f-a98f-44d3-9121-49a4cc6bb04b req-8a48827d-b3c4-4795-b880-8a1f66bf62b6 service neutron] Port ba87535f-8f1f-4493-b9ef-065c720d57f9 on network bb530863-70a3-47cb-a80f-5f0b3b9dc3f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:06:13.776094 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec57fc0f-a98f-44d3-9121-49a4cc6bb04b req-8a48827d-b3c4-4795-b880-8a1f66bf62b6 service neutron] Attempting to bind port ba87535f-8f1f-4493-b9ef-065c720d57f9 on network bb530863-70a3-47cb-a80f-5f0b3b9dc3f5 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:13.779589 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1500e943-ce68-448e-bc57-8636861d95ca admin admin] Pushing event deleted for resources: {'Port': ['ID=5a688040-f072-4b24-b7be-9620aef23196,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:13.789187 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28df377-e263-4015-8f8d-8f27f9271a35 req-6ef0d94c-bfa3-4cc0-8b90-61d8f59a9e35 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:13.802753 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-74739afa-6eb5-4448-a607-c85d8cb6ec79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:13.804237 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e28df377-e263-4015-8f8d-8f27f9271a35 req-6ef0d94c-bfa3-4cc0-8b90-61d8f59a9e35 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 945 time: 0.2588441 Nov 12 01:06:13.814034 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-74739afa-6eb5-4448-a607-c85d8cb6ec79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:13.823415 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port ac1180cb-7bbd-421c-a709-89ce96132ed6, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=ac1180cb-7bbd-421c-a709-89ce96132ed6,segment=NetworkSegment(160eb3a9-a811-42ba-8ae2-682c5125e1c5),segment_id=160eb3a9-a811-42ba-8ae2-682c5125e1c5)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:13.825111 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:13.826582 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-74739afa-6eb5-4448-a607-c85d8cb6ec79 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1fb2399d-081d-4e18-8074-80502e3fde6a HTTP/1.1" status: 204 len: 168 time: 0.7364602 Nov 12 01:06:13.828717 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3b8661-d254-4c79-9f0a-3043f6703d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1180cb-7bbd-421c-a709-89ce96132ed6'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:06:13.833163 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840e77b5-1cbe-4bf6-a24d-9761cbd314b6" -d '{"events": [{"server_uuid": "fc3b8661-d254-4c79-9f0a-3043f6703d17", "name": "network-vif-plugged", "status": "completed", "tag": "ac1180cb-7bbd-421c-a709-89ce96132ed6"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:06:13.852297 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:13.865185 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74739afa-6eb5-4448-a607-c85d8cb6ec79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb2399d-081d-4e18-8074-80502e3fde6a,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:13.868645 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec57fc0f-a98f-44d3-9121-49a4cc6bb04b req-8a48827d-b3c4-4795-b880-8a1f66bf62b6 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:06:13.869370 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec57fc0f-a98f-44d3-9121-49a4cc6bb04b req-8a48827d-b3c4-4795-b880-8a1f66bf62b6 service neutron] Checking segment: {'id': '9c35654c-2d44-4eb0-8e3a-a33f5b9a6a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bb530863-70a3-47cb-a80f-5f0b3b9dc3f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:13.870240 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec57fc0f-a98f-44d3-9121-49a4cc6bb04b req-8a48827d-b3c4-4795-b880-8a1f66bf62b6 service neutron] Bound using segment: {'id': '9c35654c-2d44-4eb0-8e3a-a33f5b9a6a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bb530863-70a3-47cb-a80f-5f0b3b9dc3f5'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:06:13.871561 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-ec57fc0f-a98f-44d3-9121-49a4cc6bb04b req-8a48827d-b3c4-4795-b880-8a1f66bf62b6 service neutron] Bound port: ba87535f-8f1f-4493-b9ef-065c720d57f9, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c35654c-2d44-4eb0-8e3a-a33f5b9a6a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bb530863-70a3-47cb-a80f-5f0b3b9dc3f5'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:06:13.872364 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-ec57fc0f-a98f-44d3-9121-49a4cc6bb04b req-8a48827d-b3c4-4795-b880-8a1f66bf62b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:13.931044 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fdc6884-c3b1-47d7-854f-c554606d2d54 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:06:13.976131 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 3fdc6884-c3b1-47d7-854f-c554606d2d54, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=3fdc6884-c3b1-47d7-854f-c554606d2d54,segment=NetworkSegment(ad4c4449-dc7a-4356-bf97-224e764df50e),segment_id=ad4c4449-dc7a-4356-bf97-224e764df50e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:13.984008 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:14.007312 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=ac1180cb-7bbd-421c-a709-89ce96132ed6,revision_number=12']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:14.034799 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e28df377-e263-4015-8f8d-8f27f9271a35 req-0a26fb5c-aa7d-47f0-b04b-11281b028aed tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=0762cf07-0f13-471a-a31e-80fa878bd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2213535 Nov 12 01:06:14.043628 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b46b73b7-a33d-41f4-bc26-537a0ff5a276 req-80969c08-63f6-403b-b8f8-3b6ffbcc4b57 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3438938 Nov 12 01:06:14.185129 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=3fdc6884-c3b1-47d7-854f-c554606d2d54,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:14.268653 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-ec57fc0f-a98f-44d3-9121-49a4cc6bb04b req-8a48827d-b3c4-4795-b880-8a1f66bf62b6 service neutron] For port ba87535f-8f1f-4493-b9ef-065c720d57f9, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:06:14.333460 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4cc1996-d131-415f-92f1-7b8837cf6e25 x-openstack-request-id: req-d4cc1996-d131-415f-92f1-7b8837cf6e25 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:06:14.333799 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3b8661-d254-4c79-9f0a-3043f6703d17", "name": "network-vif-plugged", "status": "completed", "tag": "ac1180cb-7bbd-421c-a709-89ce96132ed6", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:06:14.334090 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d4cc1996-d131-415f-92f1-7b8837cf6e25 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:06:14.334680 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3b8661-d254-4c79-9f0a-3043f6703d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1180cb-7bbd-421c-a709-89ce96132ed6', 'code': 200} Nov 12 01:06:14.373402 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['3fdc6884-c3b1-47d7-854f-c554606d2d54'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:06:14.393179 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba732cd-1274-42dc-a2b1-312148bfdaab req-44d2f2f1-9618-4b8c-a46d-adf666504fa8 tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:14.403256 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bba732cd-1274-42dc-a2b1-312148bfdaab req-44d2f2f1-9618-4b8c-a46d-adf666504fa8 tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d1e0f22-64a6-4d8e-82f7-f9223879c127 HTTP/1.1" status: 200 len: 943 time: 0.0998051 Nov 12 01:06:14.433435 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-ec57fc0f-a98f-44d3-9121-49a4cc6bb04b req-8a48827d-b3c4-4795-b880-8a1f66bf62b6 service neutron] For port ba87535f-8f1f-4493-b9ef-065c720d57f9, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=ba87535f-8f1f-4493-b9ef-065c720d57f9,segment=NetworkSegment(9c35654c-2d44-4eb0-8e3a-a33f5b9a6a51),segment_id=9c35654c-2d44-4eb0-8e3a-a33f5b9a6a51)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:06:14.450288 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-ec57fc0f-a98f-44d3-9121-49a4cc6bb04b req-8a48827d-b3c4-4795-b880-8a1f66bf62b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:14.592256 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14034923-91a6-45a2-a568-d8e8b3e13879 req-ba77177b-300a-4a6d-a87a-1780879c65c4 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:14.608782 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-14034923-91a6-45a2-a568-d8e8b3e13879 req-ba77177b-300a-4a6d-a87a-1780879c65c4 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.1627035 Nov 12 01:06:14.659677 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57fc0f-a98f-44d3-9121-49a4cc6bb04b req-8a48827d-b3c4-4795-b880-8a1f66bf62b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:14.665399 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-ec57fc0f-a98f-44d3-9121-49a4cc6bb04b req-8a48827d-b3c4-4795-b880-8a1f66bf62b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:14.667112 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ec57fc0f-a98f-44d3-9121-49a4cc6bb04b req-8a48827d-b3c4-4795-b880-8a1f66bf62b6 service neutron] 10.222.0.44 "PUT /v2.0/ports/ba87535f-8f1f-4493-b9ef-065c720d57f9 HTTP/1.1" status: 200 len: 1092 time: 2.2017317 Nov 12 01:06:14.672697 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d1e0f22-64a6-4d8e-82f7-f9223879c127', 'tag': 'ba87535f-8f1f-4493-b9ef-065c720d57f9'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:06:14.677051 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab85580-9c2e-45ad-a2f4-e0029079cbc5" -d '{"events": [{"name": "network-changed", "server_uuid": "3d1e0f22-64a6-4d8e-82f7-f9223879c127", "tag": "ba87535f-8f1f-4493-b9ef-065c720d57f9"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:06:14.716336 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1500e943-ce68-448e-bc57-8636861d95ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:14.788100 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-14034923-91a6-45a2-a568-d8e8b3e13879 req-e6d5227c-dc6f-498f-b2a8-b7db43cbd654 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735933 Nov 12 01:06:14.845919 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bba732cd-1274-42dc-a2b1-312148bfdaab req-78e5c583-861f-4584-b262-863a4bd0e4b2 tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] 10.222.0.45 "GET /v2.0/security-groups?id=4efa64f4-c54d-4be4-9fd9-0aa92e7132b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4392614 Nov 12 01:06:14.846841 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a48827d-b3c4-4795-b880-8a1f66bf62b6 service neutron] Pushing event updated for resources: {'Port': ['ID=ba87535f-8f1f-4493-b9ef-065c720d57f9,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:14.899750 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bafb018-fe0d-4831-8045-f634e168a335 req-75db58a4-0c87-4e7f-8131-550d1547769f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:14.904331 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7bafb018-fe0d-4831-8045-f634e168a335 req-75db58a4-0c87-4e7f-8131-550d1547769f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 1098 time: 0.2176685 Nov 12 01:06:15.053639 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7bafb018-fe0d-4831-8045-f634e168a335 req-1b9d717b-dbfe-4712-909c-328ad69590d3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0762cf07-0f13-471a-a31e-80fa878bd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357610 Nov 12 01:06:15.067861 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 37966) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:15.073263 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7ac4da-1d70-4ce9-ac5f-ad93f1cffc64 x-openstack-request-id: req-4a7ac4da-1d70-4ce9-ac5f-ad93f1cffc64 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:06:15.073722 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d1e0f22-64a6-4d8e-82f7-f9223879c127", "tag": "ba87535f-8f1f-4493-b9ef-065c720d57f9", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:06:15.074145 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4a7ac4da-1d70-4ce9-ac5f-ad93f1cffc64 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:06:15.074814 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d1e0f22-64a6-4d8e-82f7-f9223879c127', 'tag': 'ba87535f-8f1f-4493-b9ef-065c720d57f9', 'status': 'completed', 'code': 200} Nov 12 01:06:15.085221 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e838e303-b351-4f8e-8d61-a9536420e052 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:15.115582 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6f061-d41f-4e47-a9e4-cca409208b36 req-4826747e-1858-43e7-932b-caf483f9672f tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:15.117036 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cbe6f061-d41f-4e47-a9e4-cca409208b36 req-4826747e-1858-43e7-932b-caf483f9672f tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=f484c6b3-cfd8-4693-a6e9-079dca69b87b HTTP/1.1" status: 200 len: 944 time: 0.1228259 Nov 12 01:06:15.127558 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57fc0f-a98f-44d3-9121-49a4cc6bb04b req-37a44245-14e6-4740-ab74-5357b30e33a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:15.130889 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ec57fc0f-a98f-44d3-9121-49a4cc6bb04b req-37a44245-14e6-4740-ab74-5357b30e33a0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7d57819be55f4b47b6ad0f773c761d45&device_id=3d1e0f22-64a6-4d8e-82f7-f9223879c127 HTTP/1.1" status: 200 len: 1095 time: 0.3501709 Nov 12 01:06:15.232342 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ec57fc0f-a98f-44d3-9121-49a4cc6bb04b req-43a5cac2-4e52-443f-9b3f-fc977d460cdc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba87535f-8f1f-4493-b9ef-065c720d57f9 HTTP/1.1" status: 200 len: 217 time: 0.0453093 Nov 12 01:06:15.314042 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cbe6f061-d41f-4e47-a9e4-cca409208b36 req-fd7e4295-74cd-4c32-9fe4-4e2291d85fe6 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731279 Nov 12 01:06:15.343545 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1c391-38ab-4d24-b2a1-e41ff090e9bb req-e206d1de-343a-473b-987d-51fd999d6170 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:15.345373 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c1e1c391-38ab-4d24-b2a1-e41ff090e9bb req-e206d1de-343a-473b-987d-51fd999d6170 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.1524324 Nov 12 01:06:15.402234 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e838e303-b351-4f8e-8d61-a9536420e052 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:15.402435 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57fc0f-a98f-44d3-9121-49a4cc6bb04b req-1b30e3ce-f9cd-4733-9867-5e3c83e4e09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:15.407523 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ec57fc0f-a98f-44d3-9121-49a4cc6bb04b req-1b30e3ce-f9cd-4733-9867-5e3c83e4e09c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ff35cb16-b22f-4f1a-800b-2066f1067fd0 HTTP/1.1" status: 200 len: 854 time: 0.1654990 Nov 12 01:06:15.412176 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e838e303-b351-4f8e-8d61-a9536420e052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:15.487011 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c1e1c391-38ab-4d24-b2a1-e41ff090e9bb req-480b4955-ceaf-455b-8653-33c619909da7 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177208 Nov 12 01:06:15.495394 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e838e303-b351-4f8e-8d61-a9536420e052 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=33c1ac1150e74ce4aa8743c63ff489e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4220626 Nov 12 01:06:15.497813 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 37974) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:15.498535 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e838e303-b351-4f8e-8d61-a9536420e052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baadd283-4b4f-4486-8513-51ded311a34c,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:15.554232 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ec57fc0f-a98f-44d3-9121-49a4cc6bb04b req-af461191-090e-4d16-9818-2d0fe3893249 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bb530863-70a3-47cb-a80f-5f0b3b9dc3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1291564 Nov 12 01:06:15.709191 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1500e943-ce68-448e-bc57-8636861d95ca admin admin] Router 78ac4449-765d-41b6-a958-37ec9d08fb4c has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:06:15.718271 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cadaa85-9f5e-4df4-ab77-e322b4731825 req-234aa031-61ff-4bac-b65c-8d82b8cbd641 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:15.732140 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8cadaa85-9f5e-4df4-ab77-e322b4731825 req-234aa031-61ff-4bac-b65c-8d82b8cbd641 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 947 time: 0.2188544 Nov 12 01:06:15.744017 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ec57fc0f-a98f-44d3-9121-49a4cc6bb04b req-a8f80a5f-1053-44ef-8cf8-68a02523fdd2 service neutron] 10.222.0.44 "GET /v2.0/networks/bb530863-70a3-47cb-a80f-5f0b3b9dc3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800559 Nov 12 01:06:15.754351 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7fdbb4af-a6bc-4fa7-ac4c-7521dc2c7beb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:15.811880 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7fdbb4af-a6bc-4fa7-ac4c-7521dc2c7beb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:15.845062 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020dd004-37cc-414b-87dc-ea894bcfed69 req-3789bcc7-5df1-4e1a-8571-ad52ca8153aa tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:15.855478 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-020dd004-37cc-414b-87dc-ea894bcfed69 req-3789bcc7-5df1-4e1a-8571-ad52ca8153aa tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 946 time: 0.2290428 Nov 12 01:06:15.905126 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8cadaa85-9f5e-4df4-ab77-e322b4731825 req-09d47890-be03-4f4e-a5fe-d52b2f9158b3 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703665 Nov 12 01:06:16.016779 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-020dd004-37cc-414b-87dc-ea894bcfed69 req-bd3e672c-44e7-4a4b-a9f9-d8200ccd0d57 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=0762cf07-0f13-471a-a31e-80fa878bd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1600611 Nov 12 01:06:16.066037 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7fdbb4af-a6bc-4fa7-ac4c-7521dc2c7beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:16.067873 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7fdbb4af-a6bc-4fa7-ac4c-7521dc2c7beb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:16.070064 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7fdbb4af-a6bc-4fa7-ac4c-7521dc2c7beb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/baadd283-4b4f-4486-8513-51ded311a34c HTTP/1.1" status: 204 len: 168 time: 0.5666046 Nov 12 01:06:16.103566 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdbb4af-a6bc-4fa7-ac4c-7521dc2c7beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baadd283-4b4f-4486-8513-51ded311a34c,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:16.185223 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ec57fc0f-a98f-44d3-9121-49a4cc6bb04b req-262ca1c3-f4e4-4ee5-83cf-334b4304ccc7 service neutron] 10.222.0.44 "GET /v2.0/networks/bb530863-70a3-47cb-a80f-5f0b3b9dc3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4015291 Nov 12 01:06:16.283816 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1500e943-ce68-448e-bc57-8636861d95ca admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:06:16.397893 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1500e943-ce68-448e-bc57-8636861d95ca admin admin] 10.222.0.45 "PUT /v2.0/routers/78ac4449-765d-41b6-a958-37ec9d08fb4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7843709 Nov 12 01:06:16.400864 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37990) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:16.419442 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3f2af1-01ef-4b75-ad2b-7c2fdc406e72 None None] Sync routers for ids ['78ac4449-765d-41b6-a958-37ec9d08fb4c'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:06:16.470280 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3f2af1-01ef-4b75-ad2b-7c2fdc406e72 None None] Routers {'78ac4449-765d-41b6-a958-37ec9d08fb4c'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:16.471288 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-cd3f2af1-01ef-4b75-ad2b-7c2fdc406e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:06:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['78ac4449-765d-41b6-a958-37ec9d08fb4c'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:16.567841 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e41161-1881-428b-93aa-5f80ad5d9b1c req-330c78e2-3748-4a0d-95a5-55bd7d1d1f45 tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:16.570787 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-05e41161-1881-428b-93aa-5f80ad5d9b1c req-330c78e2-3748-4a0d-95a5-55bd7d1d1f45 tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d1e0f22-64a6-4d8e-82f7-f9223879c127 HTTP/1.1" status: 200 len: 943 time: 0.3217340 Nov 12 01:06:16.617507 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6caacae-4fd7-4e12-b85b-e9d8557bdcbd req-dc5bad78-311c-4289-857f-4ff3ea8aa9b5 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:16.633014 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e6caacae-4fd7-4e12-b85b-e9d8557bdcbd req-dc5bad78-311c-4289-857f-4ff3ea8aa9b5 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.2824154 Nov 12 01:06:16.834387 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-cd3f2af1-01ef-4b75-ad2b-7c2fdc406e72 None None] Set router 78ac4449-765d-41b6-a958-37ec9d08fb4c gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:06:16.884551 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab85580-9c2e-45ad-a2f4-e0029079cbc5 req-15c1ad40-44b3-460e-81e8-f1c7605a298e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:16.889049 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0ab85580-9c2e-45ad-a2f4-e0029079cbc5 req-15c1ad40-44b3-460e-81e8-f1c7605a298e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7d57819be55f4b47b6ad0f773c761d45&device_id=3d1e0f22-64a6-4d8e-82f7-f9223879c127 HTTP/1.1" status: 200 len: 1095 time: 0.2505672 Nov 12 01:06:17.004201 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-05e41161-1881-428b-93aa-5f80ad5d9b1c req-d759a49b-2556-40fe-a972-16e61dac20da tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] 10.222.0.45 "GET /v2.0/security-groups?id=4efa64f4-c54d-4be4-9fd9-0aa92e7132b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4039302 Nov 12 01:06:17.044782 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e6caacae-4fd7-4e12-b85b-e9d8557bdcbd req-75db3f06-8582-43cb-b4c8-795864a344a2 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4083078 Nov 12 01:06:17.356037 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 3fdc6884-c3b1-47d7-854f-c554606d2d54 up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:06:17.368291 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3eadfa89-2a0e-45dc-add1-21ee7b7e5e8b admin admin] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:17.376947 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab85580-9c2e-45ad-a2f4-e0029079cbc5 req-fb7f5505-2fc7-4169-b679-03a2f5fb9d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:17.379185 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0ab85580-9c2e-45ad-a2f4-e0029079cbc5 req-fb7f5505-2fc7-4169-b679-03a2f5fb9d90 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bb530863-70a3-47cb-a80f-5f0b3b9dc3f5 HTTP/1.1" status: 200 len: 914 time: 0.4764078 Nov 12 01:06:17.485878 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0ab85580-9c2e-45ad-a2f4-e0029079cbc5 req-b96f89f2-da7f-456f-be73-b2fac9a733b5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba87535f-8f1f-4493-b9ef-065c720d57f9 HTTP/1.1" status: 200 len: 217 time: 0.0464303 Nov 12 01:06:17.562815 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a103229-f02a-46f0-8e39-88be9d516da5 req-db2a9eb8-cda6-47a0-9b60-d0aa63d7048d tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:17.564573 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1a103229-f02a-46f0-8e39-88be9d516da5 req-db2a9eb8-cda6-47a0-9b60-d0aa63d7048d tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 947 time: 0.1670487 Nov 12 01:06:17.575910 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3a7d8-c9cc-4c5c-be17-97f08d238bda req-1d52cff9-9b00-4f38-b295-1489e8f34cff tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:17.577738 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-feb3a7d8-c9cc-4c5c-be17-97f08d238bda req-1d52cff9-9b00-4f38-b295-1489e8f34cff tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=f484c6b3-cfd8-4693-a6e9-079dca69b87b HTTP/1.1" status: 200 len: 944 time: 0.2785766 Nov 12 01:06:17.584494 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port 3fdc6884-c3b1-47d7-854f-c554606d2d54 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:06:17.596371 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port 3fdc6884-c3b1-47d7-854f-c554606d2d54 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:17.597728 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:17.694194 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-feb3a7d8-c9cc-4c5c-be17-97f08d238bda req-b228f22c-02c4-4c58-b2fa-8f95321c82c8 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047778 Nov 12 01:06:17.726311 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1a103229-f02a-46f0-8e39-88be9d516da5 req-6c961c39-9242-4dec-8dd7-6bfbe32508fc tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469183 Nov 12 01:06:17.836022 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab85580-9c2e-45ad-a2f4-e0029079cbc5 req-6c85e0d4-3146-4ba7-b7e3-d2fc6549d8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:17.838916 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0ab85580-9c2e-45ad-a2f4-e0029079cbc5 req-6c85e0d4-3146-4ba7-b7e3-d2fc6549d8fd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ff35cb16-b22f-4f1a-800b-2066f1067fd0 HTTP/1.1" status: 200 len: 854 time: 0.3489430 Nov 12 01:06:17.909266 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3eadfa89-2a0e-45dc-add1-21ee7b7e5e8b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:17.948480 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-cd3f2af1-01ef-4b75-ad2b-7c2fdc406e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ac4449-765d-41b6-a958-37ec9d08fb4c', 'name': 'tempest-ServersTestJSON-1922529516-router', 'tenant_id': 'cba00eb37e224ffaa44c45ebb2a0b086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '045f4a39-0125-4bf5-bcb1-a994edeefd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:37Z', 'updated_at': '2021-11-12T01:06:13Z', 'revision_number': 5, 'project_id': 'cba00eb37e224ffaa44c45ebb2a0b086', 'gw_port': {'id': '045f4a39-0125-4bf5-bcb1-a994edeefd40', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ac4449-765d-41b6-a958-37ec9d08fb4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:03:37Z', 'updated_at': '2021-11-12T01:03:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:17.967346 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0ab85580-9c2e-45ad-a2f4-e0029079cbc5 req-d626aa96-ca14-49ab-b1ee-e1f9d25a4e7c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bb530863-70a3-47cb-a80f-5f0b3b9dc3f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962422 Nov 12 01:06:18.044626 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3f2af1-01ef-4b75-ad2b-7c2fdc406e72 None None] Checking router: 78ac4449-765d-41b6-a958-37ec9d08fb4c for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:06:18.054887 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:18.135678 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3f2af1-01ef-4b75-ad2b-7c2fdc406e72 None None] Routers {'78ac4449-765d-41b6-a958-37ec9d08fb4c'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:18.137872 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-cd3f2af1-01ef-4b75-ad2b-7c2fdc406e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:06:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['78ac4449-765d-41b6-a958-37ec9d08fb4c'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:18.158618 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f484c6b3-cfd8-4693-a6e9-079dca69b87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fdc6884-c3b1-47d7-854f-c554606d2d54'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:06:18.182043 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9878a3-9775-41e1-aefd-3eff7445160b" -d '{"events": [{"server_uuid": "f484c6b3-cfd8-4693-a6e9-079dca69b87b", "name": "network-vif-plugged", "status": "completed", "tag": "3fdc6884-c3b1-47d7-854f-c554606d2d54"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:06:18.200090 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97abf39-3e2c-4b8d-8373-9a0cc5a49725 req-ad2f3176-054d-4b4d-a4cf-6017d1dcd2c9 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:18.203072 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f97abf39-3e2c-4b8d-8373-9a0cc5a49725 req-ad2f3176-054d-4b4d-a4cf-6017d1dcd2c9 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 946 time: 0.2084274 Nov 12 01:06:18.233929 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2bb34d-d2cc-44ce-a4ef-9937166d2c3e req-0ad1ecd2-4574-43de-ab22-b208876c5d59 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:18.235984 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 3fdc6884-c3b1-47d7-854f-c554606d2d54, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=3fdc6884-c3b1-47d7-854f-c554606d2d54,segment=NetworkSegment(ad4c4449-dc7a-4356-bf97-224e764df50e),segment_id=ad4c4449-dc7a-4356-bf97-224e764df50e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:18.238318 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3a2bb34d-d2cc-44ce-a4ef-9937166d2c3e req-0ad1ecd2-4574-43de-ab22-b208876c5d59 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.1881649 Nov 12 01:06:18.327135 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0ab85580-9c2e-45ad-a2f4-e0029079cbc5 req-84b57ec5-2832-497f-aee7-587025398b6e service neutron] 10.222.0.44 "GET /v2.0/networks/bb530863-70a3-47cb-a80f-5f0b3b9dc3f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507814 Nov 12 01:06:18.336308 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-3eadfa89-2a0e-45dc-add1-21ee7b7e5e8b admin admin] Deleting port 045f4a39-0125-4bf5-bcb1-a994edeefd40 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:18.336702 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3eadfa89-2a0e-45dc-add1-21ee7b7e5e8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:18.380103 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:18.533980 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f97abf39-3e2c-4b8d-8373-9a0cc5a49725 req-05afb8ce-b07a-4176-89fc-f57bf8e8604b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=0762cf07-0f13-471a-a31e-80fa878bd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2904792 Nov 12 01:06:18.573929 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3a2bb34d-d2cc-44ce-a4ef-9937166d2c3e req-d3b48f73-fdc8-4150-9126-503371e1ac24 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097911 Nov 12 01:06:18.690269 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-cd3f2af1-01ef-4b75-ad2b-7c2fdc406e72 None None] Set router 78ac4449-765d-41b6-a958-37ec9d08fb4c gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:06:18.815315 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-cd3f2af1-01ef-4b75-ad2b-7c2fdc406e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ac4449-765d-41b6-a958-37ec9d08fb4c', 'name': 'tempest-ServersTestJSON-1922529516-router', 'tenant_id': 'cba00eb37e224ffaa44c45ebb2a0b086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:37Z', 'updated_at': '2021-11-12T01:06:17Z', 'revision_number': 6, 'project_id': 'cba00eb37e224ffaa44c45ebb2a0b086', 'gw_port_host': None}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:18.887703 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93119ac3-18ac-42ad-af80-de3b3a046376 x-openstack-request-id: req-93119ac3-18ac-42ad-af80-de3b3a046376 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:06:18.888052 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f484c6b3-cfd8-4693-a6e9-079dca69b87b", "name": "network-vif-plugged", "status": "completed", "tag": "3fdc6884-c3b1-47d7-854f-c554606d2d54", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:06:18.888382 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-93119ac3-18ac-42ad-af80-de3b3a046376 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:06:18.888757 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f484c6b3-cfd8-4693-a6e9-079dca69b87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fdc6884-c3b1-47d7-854f-c554606d2d54', 'code': 200} Nov 12 01:06:18.911249 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3f2af1-01ef-4b75-ad2b-7c2fdc406e72 None None] The sync data for ids ['78ac4449-765d-41b6-a958-37ec9d08fb4c'] in n-d-712142-27 is: [{'id': '78ac4449-765d-41b6-a958-37ec9d08fb4c', 'name': 'tempest-ServersTestJSON-1922529516-router', 'tenant_id': 'cba00eb37e224ffaa44c45ebb2a0b086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:03:37Z', 'updated_at': '2021-11-12T01:06:17Z', 'revision_number': 6, 'project_id': 'cba00eb37e224ffaa44c45ebb2a0b086', 'gw_port_host': None}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:06:18.933065 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=3fdc6884-c3b1-47d7-854f-c554606d2d54,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:19.056943 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a90f42-08b6-4a05-b707-cde4ee7cee0f req-39b5b8d3-8893-44eb-a558-6e376b1dddce tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:19.065676 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-63a90f42-08b6-4a05-b707-cde4ee7cee0f req-39b5b8d3-8893-44eb-a558-6e376b1dddce tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d1e0f22-64a6-4d8e-82f7-f9223879c127 HTTP/1.1" status: 200 len: 943 time: 0.1554213 Nov 12 01:06:19.177176 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6ccfc-f162-404c-8397-f75aa3f0b940 req-8e34b05e-db3d-461a-b984-b716eaee030e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:19.179351 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-11e6ccfc-f162-404c-8397-f75aa3f0b940 req-8e34b05e-db3d-461a-b984-b716eaee030e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f484c6b3-cfd8-4693-a6e9-079dca69b87b HTTP/1.1" status: 200 len: 1097 time: 0.1106641 Nov 12 01:06:19.187092 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-63a90f42-08b6-4a05-b707-cde4ee7cee0f req-7b2da247-c9af-41f8-b5a3-4a146c61a0ea tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] 10.222.0.45 "GET /v2.0/security-groups?id=4efa64f4-c54d-4be4-9fd9-0aa92e7132b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200309 Nov 12 01:06:19.408176 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-11e6ccfc-f162-404c-8397-f75aa3f0b940 req-661d2d58-0257-436e-b1de-8a25697a5156 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145848 Nov 12 01:06:19.497842 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6374a9-117f-4ad3-96e3-2d471856f941 req-ea6e890d-40e8-4313-a76b-1ddb5e04fbd7 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:19.502585 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0ab85580-9c2e-45ad-a2f4-e0029079cbc5 req-e345a4c7-84ab-43a9-9036-b2595700d2f0 service neutron] 10.222.0.44 "GET /v2.0/networks/bb530863-70a3-47cb-a80f-5f0b3b9dc3f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1627426 Nov 12 01:06:19.508992 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2d6374a9-117f-4ad3-96e3-2d471856f941 req-ea6e890d-40e8-4313-a76b-1ddb5e04fbd7 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 947 time: 0.1704586 Nov 12 01:06:19.527844 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-3eadfa89-2a0e-45dc-add1-21ee7b7e5e8b admin admin] For port 045f4a39-0125-4bf5-bcb1-a994edeefd40, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=045f4a39-0125-4bf5-bcb1-a994edeefd40,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:19.528165 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3eadfa89-2a0e-45dc-add1-21ee7b7e5e8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:19.590881 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-3eadfa89-2a0e-45dc-add1-21ee7b7e5e8b admin admin] Calling delete_port for 045f4a39-0125-4bf5-bcb1-a994edeefd40 owned by network:router_gateway {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:19.650853 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2d6374a9-117f-4ad3-96e3-2d471856f941 req-f5122c52-0b83-4080-ac04-a8116d22357c tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404643 Nov 12 01:06:19.701648 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device ba87535f-8f1f-4493-b9ef-065c720d57f9 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:06:19.915682 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port ba87535f-8f1f-4493-b9ef-065c720d57f9, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=ba87535f-8f1f-4493-b9ef-065c720d57f9,segment=NetworkSegment(9c35654c-2d44-4eb0-8e3a-a33f5b9a6a51),segment_id=9c35654c-2d44-4eb0-8e3a-a33f5b9a6a51)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:19.952445 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'ba87535f-8f1f-4493-b9ef-065c720d57f9', 'network_id': 'bb530863-70a3-47cb-a80f-5f0b3b9dc3f5', 'port_id': 'ba87535f-8f1f-4493-b9ef-065c720d57f9', 'mac_address': 'fa:16:3e:ee:5b:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff35cb16-b22f-4f1a-800b-2066f1067fd0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:06:20.013728 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e1f11-b21a-467f-9967-6c60476840a8 req-fd703143-6839-451b-81ed-0ff7aed185bc tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:20.038949 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-229e1f11-b21a-467f-9967-6c60476840a8 req-fd703143-6839-451b-81ed-0ff7aed185bc tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=f484c6b3-cfd8-4693-a6e9-079dca69b87b HTTP/1.1" status: 200 len: 945 time: 0.1875474 Nov 12 01:06:20.095046 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:20.113208 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba87535f-8f1f-4493-b9ef-065c720d57f9 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:06:20.149213 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port ba87535f-8f1f-4493-b9ef-065c720d57f9, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=ba87535f-8f1f-4493-b9ef-065c720d57f9,segment=NetworkSegment(9c35654c-2d44-4eb0-8e3a-a33f5b9a6a51),segment_id=9c35654c-2d44-4eb0-8e3a-a33f5b9a6a51)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:20.156567 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:20.205874 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3eadfa89-2a0e-45dc-add1-21ee7b7e5e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:20.236703 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=ba87535f-8f1f-4493-b9ef-065c720d57f9,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:20.292345 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eadfa89-2a0e-45dc-add1-21ee7b7e5e8b admin admin] Pushing event deleted for resources: {'Port': ['ID=045f4a39-0125-4bf5-bcb1-a994edeefd40,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:20.327444 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-229e1f11-b21a-467f-9967-6c60476840a8 req-f0f0179a-7829-4a88-b12f-011ccdcaef84 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799878 Nov 12 01:06:20.368953 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103711e-ff1d-4ff6-aaeb-aa75342ca5c4 req-c2f1796a-602d-415d-bdb3-89d803ca23ed tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:20.371756 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7103711e-ff1d-4ff6-aaeb-aa75342ca5c4 req-c2f1796a-602d-415d-bdb3-89d803ca23ed tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.2749197 Nov 12 01:06:20.491151 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3eadfa89-2a0e-45dc-add1-21ee7b7e5e8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:20.533446 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['ba87535f-8f1f-4493-b9ef-065c720d57f9'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:06:20.560417 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7103711e-ff1d-4ff6-aaeb-aa75342ca5c4 req-ce3c5951-9719-4acc-8e2a-3526671fc586 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749160 Nov 12 01:06:20.585592 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3802baad-324c-4159-91a7-b5b6dfb8f469 req-bcee5532-f06e-45a8-97a0-65e12cf8b51e tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:20.589484 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3802baad-324c-4159-91a7-b5b6dfb8f469 req-bcee5532-f06e-45a8-97a0-65e12cf8b51e tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 946 time: 0.1421037 Nov 12 01:06:20.801016 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3802baad-324c-4159-91a7-b5b6dfb8f469 req-e990f288-57fe-43ee-9258-b6e30143a281 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=0762cf07-0f13-471a-a31e-80fa878bd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032230 Nov 12 01:06:20.853409 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3eadfa89-2a0e-45dc-add1-21ee7b7e5e8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:20.853409 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3eadfa89-2a0e-45dc-add1-21ee7b7e5e8b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:20.964897 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb770ea2-dae0-41b1-a28e-9f880feada79 req-84476690-7ff1-4317-886d-8f98587a50f0 tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:20.970662 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 045f4a39-0125-4bf5-bcb1-a994edeefd40 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:06:20.978978 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fb770ea2-dae0-41b1-a28e-9f880feada79 req-84476690-7ff1-4317-886d-8f98587a50f0 tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d1e0f22-64a6-4d8e-82f7-f9223879c127 HTTP/1.1" status: 200 len: 944 time: 0.1762190 Nov 12 01:06:20.996702 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3eadfa89-2a0e-45dc-add1-21ee7b7e5e8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:20.998033 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eadfa89-2a0e-45dc-add1-21ee7b7e5e8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78ac4449-765d-41b6-a958-37ec9d08fb4c {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:06:21.022043 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3eadfa89-2a0e-45dc-add1-21ee7b7e5e8b admin admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:21.030611 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3eadfa89-2a0e-45dc-add1-21ee7b7e5e8b admin admin] 10.222.0.45 "DELETE /v2.0/routers/78ac4449-765d-41b6-a958-37ec9d08fb4c HTTP/1.1" status: 204 len: 168 time: 4.6270261 Nov 12 01:06:21.032218 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 38106) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:21.147049 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 045f4a39-0125-4bf5-bcb1-a994edeefd40 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:06:21.147809 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 045f4a39-0125-4bf5-bcb1-a994edeefd40 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:06:21.151542 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 5a688040-f072-4b24-b7be-9620aef23196 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:06:21.255535 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb9376b5-a702-4f1b-9ebd-606b26cf7a27 admin admin] Deleting subnet e4a734ac-a14e-482f-a25a-820aa1760c7d {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:06:21.262899 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a359d26c-0770-48f4-ab21-790b94abb39e req-be982c62-e072-43e6-b094-a8f5ebd2ff9e tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:21.275684 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bb9376b5-a702-4f1b-9ebd-606b26cf7a27 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:21.278186 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a359d26c-0770-48f4-ab21-790b94abb39e req-be982c62-e072-43e6-b094-a8f5ebd2ff9e tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 947 time: 0.2651579 Nov 12 01:06:21.282664 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 5a688040-f072-4b24-b7be-9620aef23196 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:06:21.283658 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 5a688040-f072-4b24-b7be-9620aef23196 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:06:21.298954 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fb770ea2-dae0-41b1-a28e-9f880feada79 req-f95f4098-3e9f-4a57-b753-80338331fc1b tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] 10.222.0.45 "GET /v2.0/security-groups?id=4efa64f4-c54d-4be4-9fd9-0aa92e7132b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095825 Nov 12 01:06:21.415515 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a359d26c-0770-48f4-ab21-790b94abb39e req-88c208c7-d726-4a61-9267-72b53f2b1178 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351640 Nov 12 01:06:21.457020 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bb9376b5-a702-4f1b-9ebd-606b26cf7a27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:21.674581 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290a134-cd4f-4bb5-bb11-cc7ccc3575ff req-4b3f7227-9a49-41ca-b3b2-a0804fb84d2a tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:21.688114 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5290a134-cd4f-4bb5-bb11-cc7ccc3575ff req-4b3f7227-9a49-41ca-b3b2-a0804fb84d2a tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=f484c6b3-cfd8-4693-a6e9-079dca69b87b HTTP/1.1" status: 200 len: 945 time: 0.1201875 Nov 12 01:06:21.693521 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bb9376b5-a702-4f1b-9ebd-606b26cf7a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:21.782296 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5290a134-cd4f-4bb5-bb11-cc7ccc3575ff req-76db7934-3ba8-475d-9243-c44287170dfb tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888872 Nov 12 01:06:21.887247 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bb9376b5-a702-4f1b-9ebd-606b26cf7a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:21.940702 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9581a-3e1e-42a8-bfce-7931dc513ba8 req-c4f7e061-d7be-4cb5-b169-dca4c037eec2 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:21.950592 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2af9581a-3e1e-42a8-bfce-7931dc513ba8 req-c4f7e061-d7be-4cb5-b169-dca4c037eec2 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.1656048 Nov 12 01:06:22.101175 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2af9581a-3e1e-42a8-bfce-7931dc513ba8 req-39fbeb03-53d0-424b-9e8b-12c0cf95ddec tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492786 Nov 12 01:06:22.128578 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23720f74-67af-40f1-b08f-68e7491511ed None None] Network 37f48500-8076-40e5-aa80-78fcdfba4121 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:22.134022 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bb9376b5-a702-4f1b-9ebd-606b26cf7a27 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:22.164676 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-bb9376b5-a702-4f1b-9ebd-606b26cf7a27 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e4a734ac-a14e-482f-a25a-820aa1760c7d HTTP/1.1" status: 204 len: 168 time: 1.1282418 Nov 12 01:06:22.165059 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9376b5-a702-4f1b-9ebd-606b26cf7a27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4a734ac-a14e-482f-a25a-820aa1760c7d,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:22.165920 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 38124) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:22.284326 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4becac70-ced8-49ca-91a9-16cc948041ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:22.549084 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149111e-bd97-4030-a063-82e8232b3807 req-abb1c859-d823-45fb-9c69-80fe3a8ebf6e tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:22.561928 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f149111e-bd97-4030-a063-82e8232b3807 req-abb1c859-d823-45fb-9c69-80fe3a8ebf6e tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=f484c6b3-cfd8-4693-a6e9-079dca69b87b HTTP/1.1" status: 200 len: 945 time: 0.2670548 Nov 12 01:06:22.604677 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f47b24f-e1a1-4ddd-a53d-6127892a650d None None] DHCP port deletion for 37f48500-8076-40e5-aa80-78fcdfba4121 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:06:22.627227 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd2ac8-4f00-40e4-9413-9c395e85d194 req-5273008a-fe81-4921-ad5f-0ee54b876732 tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:22.635339 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-67fd2ac8-4f00-40e4-9413-9c395e85d194 req-5273008a-fe81-4921-ad5f-0ee54b876732 tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d1e0f22-64a6-4d8e-82f7-f9223879c127 HTTP/1.1" status: 200 len: 944 time: 0.1630502 Nov 12 01:06:22.640803 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-4becac70-ced8-49ca-91a9-16cc948041ea admin admin] Deleting port c38442ba-355c-475e-9109-f8ecee69379d {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:22.641141 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4becac70-ced8-49ca-91a9-16cc948041ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:22.767149 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-1f47b24f-e1a1-4ddd-a53d-6127892a650d None None] Deleting port c38442ba-355c-475e-9109-f8ecee69379d {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:22.767740 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1f47b24f-e1a1-4ddd-a53d-6127892a650d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:22.904997 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-1f47b24f-e1a1-4ddd-a53d-6127892a650d None None] For port c38442ba-355c-475e-9109-f8ecee69379d, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=c38442ba-355c-475e-9109-f8ecee69379d,segment=NetworkSegment(3a583cd5-2030-4497-ae5c-17acb12f92ca),segment_id=3a583cd5-2030-4497-ae5c-17acb12f92ca)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:22.906451 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1f47b24f-e1a1-4ddd-a53d-6127892a650d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:22.938908 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-1f47b24f-e1a1-4ddd-a53d-6127892a650d None None] Calling delete_port for c38442ba-355c-475e-9109-f8ecee69379d owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:23.126241 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device c38442ba-355c-475e-9109-f8ecee69379d no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:06:23.132536 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1f47b24f-e1a1-4ddd-a53d-6127892a650d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:23.188313 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f47b24f-e1a1-4ddd-a53d-6127892a650d None None] No DVR routers for this DVR port c38442ba-355c-475e-9109-f8ecee69379d on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:06:23.224025 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: c38442ba-355c-475e-9109-f8ecee69379d {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:06:23.225113 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device c38442ba-355c-475e-9109-f8ecee69379d not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:06:23.274367 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f47b24f-e1a1-4ddd-a53d-6127892a650d None None] Pushing event deleted for resources: {'Port': ['ID=c38442ba-355c-475e-9109-f8ecee69379d,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:23.450896 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f149111e-bd97-4030-a063-82e8232b3807 req-cf2ab9a3-5284-4344-b42d-1f553730a2fd tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8877039 Nov 12 01:06:23.544538 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-4becac70-ced8-49ca-91a9-16cc948041ea admin admin] For port c38442ba-355c-475e-9109-f8ecee69379d, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=c38442ba-355c-475e-9109-f8ecee69379d,segment=NetworkSegment(3a583cd5-2030-4497-ae5c-17acb12f92ca),segment_id=3a583cd5-2030-4497-ae5c-17acb12f92ca)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:23.545090 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4becac70-ced8-49ca-91a9-16cc948041ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:23.587681 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-67fd2ac8-4f00-40e4-9413-9c395e85d194 req-8c2510c3-750e-4183-a3a8-616518bd9967 tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] 10.222.0.45 "GET /v2.0/security-groups?id=4efa64f4-c54d-4be4-9fd9-0aa92e7132b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9510090 Nov 12 01:06:23.597031 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-4becac70-ced8-49ca-91a9-16cc948041ea admin admin] Calling delete_port for c38442ba-355c-475e-9109-f8ecee69379d owned by network:dhcp {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:23.732761 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device ba87535f-8f1f-4493-b9ef-065c720d57f9 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:06:23.851564 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4becac70-ced8-49ca-91a9-16cc948041ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:23.859197 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port ba87535f-8f1f-4493-b9ef-065c720d57f9 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:06:23.867076 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port ba87535f-8f1f-4493-b9ef-065c720d57f9 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:23.868264 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:23.919917 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4becac70-ced8-49ca-91a9-16cc948041ea admin admin] No DVR routers for this DVR port c38442ba-355c-475e-9109-f8ecee69379d on host n-d-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:06:23.962401 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4becac70-ced8-49ca-91a9-16cc948041ea admin admin] Pushing event deleted for resources: {'Port': ['ID=c38442ba-355c-475e-9109-f8ecee69379d,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:24.055707 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:24.103735 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63fba86-3779-4338-b67e-b93b64d9ed55 req-34426cff-6646-4341-9d35-8fad5d2d415a tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:24.109797 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d1e0f22-64a6-4d8e-82f7-f9223879c127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba87535f-8f1f-4493-b9ef-065c720d57f9'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:06:24.115013 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dafa4741-de6d-405e-8b15-7f27c0ecd0c9" -d '{"events": [{"server_uuid": "3d1e0f22-64a6-4d8e-82f7-f9223879c127", "name": "network-vif-plugged", "status": "completed", "tag": "ba87535f-8f1f-4493-b9ef-065c720d57f9"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:06:24.119730 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a63fba86-3779-4338-b67e-b93b64d9ed55 req-34426cff-6646-4341-9d35-8fad5d2d415a tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.3128262 Nov 12 01:06:24.140744 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port ba87535f-8f1f-4493-b9ef-065c720d57f9, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=ba87535f-8f1f-4493-b9ef-065c720d57f9,segment=NetworkSegment(9c35654c-2d44-4eb0-8e3a-a33f5b9a6a51),segment_id=9c35654c-2d44-4eb0-8e3a-a33f5b9a6a51)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:24.142498 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a361c6-3e5d-4e8d-99d2-b55db879ae80 req-e93a26d9-bfee-42ad-824b-6c21def2ba66 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:24.149126 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:24.155829 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-05a361c6-3e5d-4e8d-99d2-b55db879ae80 req-e93a26d9-bfee-42ad-824b-6c21def2ba66 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 947 time: 0.3271220 Nov 12 01:06:24.249192 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4becac70-ced8-49ca-91a9-16cc948041ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:24.259879 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=ba87535f-8f1f-4493-b9ef-065c720d57f9,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:24.286109 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 38148) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:24.368841 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a63fba86-3779-4338-b67e-b93b64d9ed55 req-072be735-0958-4cac-89ce-8110ba633d60 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471654 Nov 12 01:06:24.373978 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-4becac70-ced8-49ca-91a9-16cc948041ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37f48500-8076-40e5-aa80-78fcdfba4121']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:24.438267 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-4becac70-ced8-49ca-91a9-16cc948041ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a583cd5-2030-4497-ae5c-17acb12f92ca') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:24.439102 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-4becac70-ced8-49ca-91a9-16cc948041ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a583cd5-2030-4497-ae5c-17acb12f92ca') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:24.483268 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ba6597-5cd3-4be2-a6cc-7658de074dc3 x-openstack-request-id: req-45ba6597-5cd3-4be2-a6cc-7658de074dc3 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:06:24.483744 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d1e0f22-64a6-4d8e-82f7-f9223879c127", "name": "network-vif-plugged", "status": "completed", "tag": "ba87535f-8f1f-4493-b9ef-065c720d57f9", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:06:24.486155 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-45ba6597-5cd3-4be2-a6cc-7658de074dc3 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:06:24.486833 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d1e0f22-64a6-4d8e-82f7-f9223879c127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba87535f-8f1f-4493-b9ef-065c720d57f9', 'code': 200} Nov 12 01:06:24.496622 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4becac70-ced8-49ca-91a9-16cc948041ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:24.539179 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8553a120-fd48-4d74-beee-d5f86f6d4513 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:24.540212 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-05a361c6-3e5d-4e8d-99d2-b55db879ae80 req-373fb49d-7a59-46fb-887a-faada8193138 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3012583 Nov 12 01:06:24.549113 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4becac70-ced8-49ca-91a9-16cc948041ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:24.569781 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4becac70-ced8-49ca-91a9-16cc948041ea admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:06:24.572885 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4becac70-ced8-49ca-91a9-16cc948041ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:24.582889 n-d-712142-27 neutron-server[109085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:06:24.582889 n-d-712142-27 neutron-server[109085]: self.session.flush() Nov 12 01:06:24.582889 n-d-712142-27 neutron-server[109085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:06:24.582889 n-d-712142-27 neutron-server[109085]: self.session.flush() Nov 12 01:06:24.582889 n-d-712142-27 neutron-server[109085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:06:24.582889 n-d-712142-27 neutron-server[109085]: self.session.flush() Nov 12 01:06:24.582889 n-d-712142-27 neutron-server[109085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:06:24.582889 n-d-712142-27 neutron-server[109085]: self.session.flush() Nov 12 01:06:24.582889 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:06:24.582889 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:06:24.582889 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:06:24.582889 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:06:24.582889 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:06:24.582889 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:06:24.582889 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:06:24.582889 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:06:24.582889 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:06:24.582889 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:06:24.582889 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:06:24.582889 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:06:24.582889 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:06:24.582889 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:06:24.582889 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:06:24.582889 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:06:24.582889 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:06:24.582889 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:06:24.582889 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:06:24.582889 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:06:24.582889 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:06:24.582889 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:06:24.582889 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:06:24.582889 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:06:24.582889 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:06:24.582889 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:06:24.582889 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:06:24.582889 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:06:24.582889 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:06:24.582889 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:06:24.582889 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:06:24.582889 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:06:24.860265 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d456a003-2542-48c8-aec4-e85f51017f7e req-72085a22-f788-4389-b9b8-85a25dca8144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:24.863539 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d456a003-2542-48c8-aec4-e85f51017f7e req-72085a22-f788-4389-b9b8-85a25dca8144 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3d1e0f22-64a6-4d8e-82f7-f9223879c127 HTTP/1.1" status: 200 len: 1097 time: 0.2142847 Nov 12 01:06:24.897847 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4becac70-ced8-49ca-91a9-16cc948041ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:24.916307 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8553a120-fd48-4d74-beee-d5f86f6d4513 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:24.931470 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4becac70-ced8-49ca-91a9-16cc948041ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:24.933559 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8553a120-fd48-4d74-beee-d5f86f6d4513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:24.938293 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4becac70-ced8-49ca-91a9-16cc948041ea admin admin] 10.222.0.45 "DELETE /v2.0/networks/37f48500-8076-40e5-aa80-78fcdfba4121 HTTP/1.1" status: 204 len: 168 time: 2.7705355 Nov 12 01:06:24.941533 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4becac70-ced8-49ca-91a9-16cc948041ea admin admin] Pushing event deleted for resources: {'Network': ['ID=37f48500-8076-40e5-aa80-78fcdfba4121,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:24.960669 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e1d47-c61a-42aa-a848-1c49f348b91f req-7b96d4ae-31b8-4dff-b0ff-70dd705b5679 tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:24.964915 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-339e1d47-c61a-42aa-a848-1c49f348b91f req-7b96d4ae-31b8-4dff-b0ff-70dd705b5679 tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d1e0f22-64a6-4d8e-82f7-f9223879c127 HTTP/1.1" status: 200 len: 945 time: 0.2010863 Nov 12 01:06:24.991657 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8553a120-fd48-4d74-beee-d5f86f6d4513 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=48c5787b6abb45d297a968ff876a81bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7047026 Nov 12 01:06:25.014949 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 38160) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:25.026341 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8bff37-5656-4827-a67c-d2b1d402f2c2 req-e757ee54-f57b-48e6-814f-c5c349a02303 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:25.039766 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-de8bff37-5656-4827-a67c-d2b1d402f2c2 req-e757ee54-f57b-48e6-814f-c5c349a02303 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=f484c6b3-cfd8-4693-a6e9-079dca69b87b HTTP/1.1" status: 200 len: 945 time: 0.2734106 Nov 12 01:06:25.122054 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8553a120-fd48-4d74-beee-d5f86f6d4513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d861298-bdc6-4863-88e9-7553cb787a1f,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:25.130202 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d456a003-2542-48c8-aec4-e85f51017f7e req-88f28a91-af57-44b3-9e9f-a2c01f9c28f3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4efa64f4-c54d-4be4-9fd9-0aa92e7132b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546358 Nov 12 01:06:25.183142 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-22946b37-f584-44d0-863f-b7461573d5d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:25.224802 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-339e1d47-c61a-42aa-a848-1c49f348b91f req-9db74d16-08e3-45a6-a71c-4eca5f4d5f19 tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] 10.222.0.45 "GET /v2.0/security-groups?id=4efa64f4-c54d-4be4-9fd9-0aa92e7132b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828120 Nov 12 01:06:25.257934 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-22946b37-f584-44d0-863f-b7461573d5d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:25.276128 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-de8bff37-5656-4827-a67c-d2b1d402f2c2 req-8a6ab8f1-8e40-40c4-a5a3-8dc3a7ddab25 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866672 Nov 12 01:06:25.375259 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 38162) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:25.412160 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-22946b37-f584-44d0-863f-b7461573d5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:25.418253 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-22946b37-f584-44d0-863f-b7461573d5d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:25.420161 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-22946b37-f584-44d0-863f-b7461573d5d1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2d861298-bdc6-4863-88e9-7553cb787a1f HTTP/1.1" status: 204 len: 168 time: 0.4030564 Nov 12 01:06:25.446764 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22946b37-f584-44d0-863f-b7461573d5d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d861298-bdc6-4863-88e9-7553cb787a1f,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:25.540455 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 38168) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:25.540716 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-0eff51d9-1b6f-45e1-89c8-085c69a5acd6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cba00eb37e224ffaa44c45ebb2a0b086&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1633506 Nov 12 01:06:25.640080 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31a81c-c4ae-43ef-bc4b-c3e518ec8616 req-6d2f12bf-a0d0-4374-bb13-9c29b07f347a tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:25.651311 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8b31a81c-c4ae-43ef-bc4b-c3e518ec8616 req-6d2f12bf-a0d0-4374-bb13-9c29b07f347a tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.1066184 Nov 12 01:06:25.721905 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-295c701a-fd1d-4d6f-8c00-714744118c26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:25.737326 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8b31a81c-c4ae-43ef-bc4b-c3e518ec8616 req-6940b6ab-a4ea-4844-9b7d-c7df98fadd23 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841122 Nov 12 01:06:25.794338 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-295c701a-fd1d-4d6f-8c00-714744118c26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:25.860490 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134071c0-8004-4b60-bd2a-e2b359c2e727 req-95b2526e-b35a-42aa-9416-d1aa4e46f90b tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:25.869326 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-134071c0-8004-4b60-bd2a-e2b359c2e727 req-95b2526e-b35a-42aa-9416-d1aa4e46f90b tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 947 time: 0.0881896 Nov 12 01:06:25.911407 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-295c701a-fd1d-4d6f-8c00-714744118c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:25.914813 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-295c701a-fd1d-4d6f-8c00-714744118c26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:25.916723 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-295c701a-fd1d-4d6f-8c00-714744118c26 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dc715e52-7102-482f-8973-bc8556ad9813 HTTP/1.1" status: 204 len: 168 time: 0.3734150 Nov 12 01:06:25.929467 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295c701a-fd1d-4d6f-8c00-714744118c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc715e52-7102-482f-8973-bc8556ad9813,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:25.955350 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-134071c0-8004-4b60-bd2a-e2b359c2e727 req-8ec00072-8106-4fbc-870a-cddba3b085a0 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849741 Nov 12 01:06:26.330907 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 38184) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:26.380982 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8aaab89f-fcee-47fd-811f-942b01a208f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:26.574406 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e137d-59ae-4091-b436-536ba96f2d72 req-859d5805-95f7-4422-aca1-85a1247c178e tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:26.576108 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2d8e137d-59ae-4091-b436-536ba96f2d72 req-859d5805-95f7-4422-aca1-85a1247c178e tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d1e0f22-64a6-4d8e-82f7-f9223879c127 HTTP/1.1" status: 200 len: 945 time: 0.1992724 Nov 12 01:06:26.594842 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80fb12-5bff-4977-aa82-2da36a328947 req-2da830cf-38ab-4668-a5c1-7416e2aa5cbc tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:26.596381 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2a80fb12-5bff-4977-aa82-2da36a328947 req-2da830cf-38ab-4668-a5c1-7416e2aa5cbc tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=f484c6b3-cfd8-4693-a6e9-079dca69b87b HTTP/1.1" status: 200 len: 945 time: 0.1323829 Nov 12 01:06:26.734391 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8aaab89f-fcee-47fd-811f-942b01a208f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:26.745161 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2d8e137d-59ae-4091-b436-536ba96f2d72 req-7b1c84d9-2aaa-40df-807f-68b4941377b8 tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] 10.222.0.45 "GET /v2.0/security-groups?id=4efa64f4-c54d-4be4-9fd9-0aa92e7132b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462305 Nov 12 01:06:26.770740 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8aaab89f-fcee-47fd-811f-942b01a208f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:26.850092 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-8aaab89f-fcee-47fd-811f-942b01a208f6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=df58b307d23f4b1bb39da5e645759bb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5169928 Nov 12 01:06:26.854124 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 38202) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:26.887706 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2a80fb12-5bff-4977-aa82-2da36a328947 req-28adeee2-15d5-4fae-997d-e133353b14de tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695053 Nov 12 01:06:26.920049 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaab89f-fcee-47fd-811f-942b01a208f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6024b88a-d171-40f5-8df2-0be01b47617c,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:27.046161 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3248936b-a56f-416d-b8c1-0034efebb57c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:27.151638 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3248936b-a56f-416d-b8c1-0034efebb57c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:27.160319 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f7e3e-7378-4e48-a15e-fee50ea54a30 req-74943bc9-42c3-4a22-8b48-d03b03e1cb3e tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:27.168956 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e74f7e3e-7378-4e48-a15e-fee50ea54a30 req-74943bc9-42c3-4a22-8b48-d03b03e1cb3e tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.1673012 Nov 12 01:06:27.193514 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-54aa9824-218b-45ef-9716-af0c239b32b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:27.286393 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3248936b-a56f-416d-b8c1-0034efebb57c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:27.289863 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3248936b-a56f-416d-b8c1-0034efebb57c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:27.294284 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3248936b-a56f-416d-b8c1-0034efebb57c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6024b88a-d171-40f5-8df2-0be01b47617c HTTP/1.1" status: 204 len: 168 time: 0.4383416 Nov 12 01:06:27.315060 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3248936b-a56f-416d-b8c1-0034efebb57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6024b88a-d171-40f5-8df2-0be01b47617c,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:27.388795 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e74f7e3e-7378-4e48-a15e-fee50ea54a30 req-508461fd-76c6-471c-8a2d-b00d18e9a853 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172999 Nov 12 01:06:27.489143 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386d077-63b1-4065-94c8-bc0dc92abaa6 req-126fc2ab-97c5-4dbe-af43-1b2d06aabed5 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:27.492443 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a386d077-63b1-4065-94c8-bc0dc92abaa6 req-126fc2ab-97c5-4dbe-af43-1b2d06aabed5 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 947 time: 0.3198943 Nov 12 01:06:27.514039 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 38218) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:27.617804 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a386d077-63b1-4065-94c8-bc0dc92abaa6 req-977deccf-f326-425e-abbd-440b0c584df2 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118584 Nov 12 01:06:27.772841 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-5396cea8-23fa-4466-a6f0-401ea715dedf admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-622332548-network', 'tenant_id': '5f885a1601aa462d8df4e61a5f6064de'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:27.816088 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5396cea8-23fa-4466-a6f0-401ea715dedf admin admin] Made reservation on behalf of 5f885a1601aa462d8df4e61a5f6064de for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:27.819247 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5396cea8-23fa-4466-a6f0-401ea715dedf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:27.846129 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5396cea8-23fa-4466-a6f0-401ea715dedf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:28.066968 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5396cea8-23fa-4466-a6f0-401ea715dedf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:28.075735 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5396cea8-23fa-4466-a6f0-401ea715dedf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:28.154340 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5396cea8-23fa-4466-a6f0-401ea715dedf admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:06:28.161881 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5396cea8-23fa-4466-a6f0-401ea715dedf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff705a3-efa9-445f-9f2b-f795d1ef6f4c,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:28.170361 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5396cea8-23fa-4466-a6f0-401ea715dedf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:28.171073 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-5396cea8-23fa-4466-a6f0-401ea715dedf admin admin] Added segment 944c276e-9c28-46bc-bd72-ef4998e53631 of type vlan for network dfb9a17b-34b5-4aff-9b97-12fde0431901 Nov 12 01:06:28.235680 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5396cea8-23fa-4466-a6f0-401ea715dedf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:28.288661 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71f044-8552-47cb-868a-181e37cbf851 req-7d54484b-3fa4-4ece-8e34-edf4fa4f0a9b tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:28.289930 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5396cea8-23fa-4466-a6f0-401ea715dedf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:28.291650 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bd71f044-8552-47cb-868a-181e37cbf851 req-7d54484b-3fa4-4ece-8e34-edf4fa4f0a9b tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=f484c6b3-cfd8-4693-a6e9-079dca69b87b HTTP/1.1" status: 200 len: 945 time: 0.1522245 Nov 12 01:06:28.291882 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5396cea8-23fa-4466-a6f0-401ea715dedf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:28.293473 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5396cea8-23fa-4466-a6f0-401ea715dedf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:28.373515 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c6500-53b2-47c2-ac35-3605eea38295 req-82ec0a1e-8c9e-4cfa-9e8e-2d5a2ad305da tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:28.375900 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-731c6500-53b2-47c2-ac35-3605eea38295 req-82ec0a1e-8c9e-4cfa-9e8e-2d5a2ad305da tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d1e0f22-64a6-4d8e-82f7-f9223879c127 HTTP/1.1" status: 200 len: 945 time: 0.1718724 Nov 12 01:06:28.389318 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5396cea8-23fa-4466-a6f0-401ea715dedf admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8696811 Nov 12 01:06:28.389966 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 38252) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:28.395044 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-f0047bd8-be4f-47a7-8d7a-466cc16f0cd8 admin admin] Request body: {'subnet': {'network_id': 'dfb9a17b-34b5-4aff-9b97-12fde0431901', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-622332548-subnet', 'tenant_id': '5f885a1601aa462d8df4e61a5f6064de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:28.402138 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5396cea8-23fa-4466-a6f0-401ea715dedf admin admin] Pushing event updated for resources: {'Network': ['ID=dfb9a17b-34b5-4aff-9b97-12fde0431901,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:28.418269 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network dfb9a17b-34b5-4aff-9b97-12fde0431901 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:06:28.444945 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0047bd8-be4f-47a7-8d7a-466cc16f0cd8 admin admin] Made reservation on behalf of 5f885a1601aa462d8df4e61a5f6064de for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:28.448023 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f0047bd8-be4f-47a7-8d7a-466cc16f0cd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:28.470108 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bd71f044-8552-47cb-868a-181e37cbf851 req-585c00b5-5e4d-4031-9ef1-8d703850caf5 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656084 Nov 12 01:06:28.553507 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-731c6500-53b2-47c2-ac35-3605eea38295 req-e7c3fb7c-35df-4f35-ac6f-1c70ec041453 tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] 10.222.0.45 "GET /v2.0/security-groups?id=4efa64f4-c54d-4be4-9fd9-0aa92e7132b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522269 Nov 12 01:06:28.729657 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a656a4c-dc98-4edf-89f5-f6d7d84382da req-416d2092-fd3d-4fdb-b42b-b9edb5c89293 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:28.740618 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3a656a4c-dc98-4edf-89f5-f6d7d84382da req-416d2092-fd3d-4fdb-b42b-b9edb5c89293 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.1038146 Nov 12 01:06:28.819677 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f0047bd8-be4f-47a7-8d7a-466cc16f0cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:28.865110 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3a656a4c-dc98-4edf-89f5-f6d7d84382da req-3ecb77a9-8794-4cb6-8c1d-ae0b4f52df14 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181848 Nov 12 01:06:28.889599 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f4722-dd7a-48b2-8c5b-a8986a341082 req-f8b6175f-2407-4304-92f2-1c505b26b8dd tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:28.891339 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d25f4722-dd7a-48b2-8c5b-a8986a341082 req-f8b6175f-2407-4304-92f2-1c505b26b8dd tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 947 time: 0.1122386 Nov 12 01:06:28.900764 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0047bd8-be4f-47a7-8d7a-466cc16f0cd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=851a6514-f285-4b96-95e8-0a6d5bcdc139,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:28.924029 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0047bd8-be4f-47a7-8d7a-466cc16f0cd8 admin admin] Checking segment: {'id': '944c276e-9c28-46bc-bd72-ef4998e53631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'dfb9a17b-34b5-4aff-9b97-12fde0431901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:28.924401 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0047bd8-be4f-47a7-8d7a-466cc16f0cd8 admin admin] Network hostable DHCP agents. Network: dfb9a17b-34b5-4aff-9b97-12fde0431901, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:06:28.949872 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0047bd8-be4f-47a7-8d7a-466cc16f0cd8 admin admin] Network dfb9a17b-34b5-4aff-9b97-12fde0431901 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:06:28.963031 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-f0047bd8-be4f-47a7-8d7a-466cc16f0cd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, dfb9a17b-34b5-4aff-9b97-12fde0431901) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:28.973086 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0047bd8-be4f-47a7-8d7a-466cc16f0cd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:28.974328 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d25f4722-dd7a-48b2-8c5b-a8986a341082 req-128a7c37-9566-41dd-9ccf-d62d3665b3a8 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712981 Nov 12 01:06:28.975750 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f0047bd8-be4f-47a7-8d7a-466cc16f0cd8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:28.980967 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd6d8a9-531c-4b7e-a660-cf5a999221af None None] Network dfb9a17b-34b5-4aff-9b97-12fde0431901 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:29.006898 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f0047bd8-be4f-47a7-8d7a-466cc16f0cd8 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6156163 Nov 12 01:06:29.011956 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 38274) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:29.016725 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-c78a952f-15c4-4cb8-817b-3e33aefa8120 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-622332548-router', 'tenant_id': '5f885a1601aa462d8df4e61a5f6064de', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:29.083104 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c78a952f-15c4-4cb8-817b-3e33aefa8120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:29.084588 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c78a952f-15c4-4cb8-817b-3e33aefa8120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:29.181412 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c78a952f-15c4-4cb8-817b-3e33aefa8120 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:29.407146 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3c16fc-64f2-4cc6-88ca-c586af6f31b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-dfb9a17b-34b5-4aff-9b97-12fde0431901', 'network_id': 'dfb9a17b-34b5-4aff-9b97-12fde0431901', 'tenant_id': '5f885a1601aa462d8df4e61a5f6064de', 'fixed_ips': [{'subnet_id': '851a6514-f285-4b96-95e8-0a6d5bcdc139'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:06:29.408364 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fb3c16fc-64f2-4cc6-88ca-c586af6f31b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:29.485643 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c78a952f-15c4-4cb8-817b-3e33aefa8120 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:29.720129 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-fb3c16fc-64f2-4cc6-88ca-c586af6f31b7 None None] Allocated IP 172.20.0.2 (dfb9a17b-34b5-4aff-9b97-12fde0431901/851a6514-f285-4b96-95e8-0a6d5bcdc139/f326dd04-6f51-40e5-b87f-bfb613c00369) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:06:29.755494 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c12d62-cddf-455e-a174-7a5854bee99e req-78d6a0a6-a30f-4d38-adbf-b181e9a99488 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:29.759203 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-22c12d62-cddf-455e-a174-7a5854bee99e req-78d6a0a6-a30f-4d38-adbf-b181e9a99488 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=f484c6b3-cfd8-4693-a6e9-079dca69b87b HTTP/1.1" status: 200 len: 945 time: 0.1548376 Nov 12 01:06:29.870978 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c78a952f-15c4-4cb8-817b-3e33aefa8120 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:29.916069 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c78a952f-15c4-4cb8-817b-3e33aefa8120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:29.946810 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-22c12d62-cddf-455e-a174-7a5854bee99e req-9fe6b8c6-61d1-4e62-b02d-21d4e8bf2fa4 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693377 Nov 12 01:06:29.961115 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c400cb-f2f5-41a2-98b2-81a062b72354 req-ab79a82c-3e8c-40d7-9cfc-cc38397f0bb7 tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:29.962931 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c0c400cb-f2f5-41a2-98b2-81a062b72354 req-ab79a82c-3e8c-40d7-9cfc-cc38397f0bb7 tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d1e0f22-64a6-4d8e-82f7-f9223879c127 HTTP/1.1" status: 200 len: 945 time: 0.2093842 Nov 12 01:06:30.002257 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca711ff-ac35-4883-84a0-a47759d88089 req-40b4304b-4d55-4661-a927-7c93d31bb2f2 tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:30.018137 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5ca711ff-ac35-4883-84a0-a47759d88089 req-40b4304b-4d55-4661-a927-7c93d31bb2f2 tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d1e0f22-64a6-4d8e-82f7-f9223879c127 HTTP/1.1" status: 200 len: 945 time: 0.2192025 Nov 12 01:06:30.030469 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fb3c16fc-64f2-4cc6-88ca-c586af6f31b7 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:30.044123 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fb3c16fc-64f2-4cc6-88ca-c586af6f31b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:30.105806 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3c16fc-64f2-4cc6-88ca-c586af6f31b7 None None] Network dfb9a17b-34b5-4aff-9b97-12fde0431901 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:30.115338 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-fb3c16fc-64f2-4cc6-88ca-c586af6f31b7 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:30.118347 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3c16fc-64f2-4cc6-88ca-c586af6f31b7 None None] Pushing event updated for resources: {'Port': ['ID=f326dd04-6f51-40e5-b87f-bfb613c00369,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:30.122284 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3c16fc-64f2-4cc6-88ca-c586af6f31b7 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:30.207345 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-fb3c16fc-64f2-4cc6-88ca-c586af6f31b7 None None] Attempting to bind port f326dd04-6f51-40e5-b87f-bfb613c00369 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:30.208044 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-fb3c16fc-64f2-4cc6-88ca-c586af6f31b7 None None] Attempting to bind port f326dd04-6f51-40e5-b87f-bfb613c00369 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '944c276e-9c28-46bc-bd72-ef4998e53631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'dfb9a17b-34b5-4aff-9b97-12fde0431901'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:30.208572 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3c16fc-64f2-4cc6-88ca-c586af6f31b7 None None] Attempting to bind port f326dd04-6f51-40e5-b87f-bfb613c00369 on network dfb9a17b-34b5-4aff-9b97-12fde0431901 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:30.216576 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3c16fc-64f2-4cc6-88ca-c586af6f31b7 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:06:30.217375 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3c16fc-64f2-4cc6-88ca-c586af6f31b7 None None] Checking segment: {'id': '944c276e-9c28-46bc-bd72-ef4998e53631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'dfb9a17b-34b5-4aff-9b97-12fde0431901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:30.217948 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fb3c16fc-64f2-4cc6-88ca-c586af6f31b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:30.218525 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3c16fc-64f2-4cc6-88ca-c586af6f31b7 None None] Bound using segment: {'id': '944c276e-9c28-46bc-bd72-ef4998e53631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'dfb9a17b-34b5-4aff-9b97-12fde0431901'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:06:30.219415 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-fb3c16fc-64f2-4cc6-88ca-c586af6f31b7 None None] Bound port: f326dd04-6f51-40e5-b87f-bfb613c00369, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '944c276e-9c28-46bc-bd72-ef4998e53631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'dfb9a17b-34b5-4aff-9b97-12fde0431901'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:06:30.220174 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fb3c16fc-64f2-4cc6-88ca-c586af6f31b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:30.250508 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5ca711ff-ac35-4883-84a0-a47759d88089 req-6c40cff4-2d7a-4a7b-8e9e-b993ca46189d tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] 10.222.0.45 "GET /v2.0/security-groups?id=4efa64f4-c54d-4be4-9fd9-0aa92e7132b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245467 Nov 12 01:06:30.301975 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f480a707-2fa3-4200-9118-cc08c80a7d23 req-4d226b14-5a99-46b0-9ad0-929da14458d5 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:30.303948 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f480a707-2fa3-4200-9118-cc08c80a7d23 req-4d226b14-5a99-46b0-9ad0-929da14458d5 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.1590493 Nov 12 01:06:30.360114 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-c78a952f-15c4-4cb8-817b-3e33aefa8120 admin admin] Allocated IP 172.25.3.133 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/91154fa9-858d-4e1d-9884-9a7a9fb64f60) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:06:30.405926 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-fb3c16fc-64f2-4cc6-88ca-c586af6f31b7 None None] For port f326dd04-6f51-40e5-b87f-bfb613c00369, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:06:30.409377 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-c0c400cb-f2f5-41a2-98b2-81a062b72354 req-1029fba1-cd9a-41d3-9da6-01de5c5e694f tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] Deleting port ba87535f-8f1f-4493-b9ef-065c720d57f9 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:06:30.409799 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-c0c400cb-f2f5-41a2-98b2-81a062b72354 req-1029fba1-cd9a-41d3-9da6-01de5c5e694f tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:30.420047 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-fb3c16fc-64f2-4cc6-88ca-c586af6f31b7 None None] For port f326dd04-6f51-40e5-b87f-bfb613c00369, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=f326dd04-6f51-40e5-b87f-bfb613c00369,segment=NetworkSegment(944c276e-9c28-46bc-bd72-ef4998e53631),segment_id=944c276e-9c28-46bc-bd72-ef4998e53631)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:06:30.424131 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fb3c16fc-64f2-4cc6-88ca-c586af6f31b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:30.495118 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f480a707-2fa3-4200-9118-cc08c80a7d23 req-1cd34732-93b2-4410-a934-00a564174a76 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731322 Nov 12 01:06:30.581208 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3c16fc-64f2-4cc6-88ca-c586af6f31b7 None None] Pushing event updated for resources: {'Port': ['ID=f326dd04-6f51-40e5-b87f-bfb613c00369,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:30.602651 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c78a952f-15c4-4cb8-817b-3e33aefa8120 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:30.609206 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a158da9-9ee7-4871-a727-c6c42ede4f38 req-4dd9467c-c6d0-49a5-a06e-5303b876cc54 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:30.610957 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2a158da9-9ee7-4871-a727-c6c42ede4f38 req-4dd9467c-c6d0-49a5-a06e-5303b876cc54 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 947 time: 0.0851645 Nov 12 01:06:30.616816 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-c0c400cb-f2f5-41a2-98b2-81a062b72354 req-1029fba1-cd9a-41d3-9da6-01de5c5e694f tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] For port ba87535f-8f1f-4493-b9ef-065c720d57f9, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=ba87535f-8f1f-4493-b9ef-065c720d57f9,segment=NetworkSegment(9c35654c-2d44-4eb0-8e3a-a33f5b9a6a51),segment_id=9c35654c-2d44-4eb0-8e3a-a33f5b9a6a51)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:30.617195 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-c0c400cb-f2f5-41a2-98b2-81a062b72354 req-1029fba1-cd9a-41d3-9da6-01de5c5e694f tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:30.639959 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-c0c400cb-f2f5-41a2-98b2-81a062b72354 req-1029fba1-cd9a-41d3-9da6-01de5c5e694f tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] Calling delete_port for ba87535f-8f1f-4493-b9ef-065c720d57f9 owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:06:30.705860 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2a158da9-9ee7-4871-a727-c6c42ede4f38 req-7fd49666-2610-40ae-8ec2-fa2845ee4476 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843675 Nov 12 01:06:30.724069 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c78a952f-15c4-4cb8-817b-3e33aefa8120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:30.771561 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-98c1b759-fd70-4628-8fb5-32a921ee7375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:30.787867 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78a952f-15c4-4cb8-817b-3e33aefa8120 admin admin] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:30.796549 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-c78a952f-15c4-4cb8-817b-3e33aefa8120 admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:30.799763 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78a952f-15c4-4cb8-817b-3e33aefa8120 admin admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:30.802508 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78a952f-15c4-4cb8-817b-3e33aefa8120 admin admin] Pushing event updated for resources: {'Port': ['ID=91154fa9-858d-4e1d-9884-9a7a9fb64f60,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:30.955911 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-c0c400cb-f2f5-41a2-98b2-81a062b72354 req-1029fba1-cd9a-41d3-9da6-01de5c5e694f tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:31.115921 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1029fba1-cd9a-41d3-9da6-01de5c5e694f tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] Pushing event deleted for resources: {'Port': ['ID=ba87535f-8f1f-4493-b9ef-065c720d57f9,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:31.218193 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10483380-1128-4666-a420-ea86b2c51c70 req-dd8b72bb-f9e0-4d10-a614-5e56e20acf07 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:31.223101 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-10483380-1128-4666-a420-ea86b2c51c70 req-dd8b72bb-f9e0-4d10-a614-5e56e20acf07 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=f484c6b3-cfd8-4693-a6e9-079dca69b87b HTTP/1.1" status: 200 len: 945 time: 0.1349416 Nov 12 01:06:31.263950 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 01abd07c-2341-46ef-b50f-2ffc9746084d details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:06:31.307715 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0c400cb-f2f5-41a2-98b2-81a062b72354 req-1029fba1-cd9a-41d3-9da6-01de5c5e694f tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] No DVR routers for this DVR port ba87535f-8f1f-4493-b9ef-065c720d57f9 on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:06:31.319751 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-c0c400cb-f2f5-41a2-98b2-81a062b72354 req-1029fba1-cd9a-41d3-9da6-01de5c5e694f tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:31.329301 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c0c400cb-f2f5-41a2-98b2-81a062b72354 req-1029fba1-cd9a-41d3-9da6-01de5c5e694f tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] 10.222.0.44 "DELETE /v2.0/ports/ba87535f-8f1f-4493-b9ef-065c720d57f9 HTTP/1.1" status: 204 len: 173 time: 1.3268607 Nov 12 01:06:31.334356 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d1e0f22-64a6-4d8e-82f7-f9223879c127', 'name': 'network-vif-deleted', 'tag': 'ba87535f-8f1f-4493-b9ef-065c720d57f9'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:06:31.342108 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bacb1223-cd60-434e-8138-d3cb219da805" -d '{"events": [{"server_uuid": "3d1e0f22-64a6-4d8e-82f7-f9223879c127", "name": "network-vif-deleted", "tag": "ba87535f-8f1f-4493-b9ef-065c720d57f9"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:06:31.393080 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-10483380-1128-4666-a420-ea86b2c51c70 req-04b103c9-3d9c-4972-a6a7-590550db9f1f tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455185 Nov 12 01:06:31.589205 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 01abd07c-2341-46ef-b50f-2ffc9746084d, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=01abd07c-2341-46ef-b50f-2ffc9746084d,segment=NetworkSegment(ac0e02ed-e505-49ae-90f9-8007817b6880),segment_id=ac0e02ed-e505-49ae-90f9-8007817b6880)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:31.621608 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': '01abd07c-2341-46ef-b50f-2ffc9746084d', 'network_id': '781d30df-28ea-4e18-a951-e2a0cedd5fea', 'port_id': '01abd07c-2341-46ef-b50f-2ffc9746084d', 'mac_address': 'fa:16:3e:de:7c:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b27e1e41-719b-40a0-b6b8-a50662ff4f65', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:06:31.651922 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fee032f-0e45-402d-82c1-1315ace24b86 x-openstack-request-id: req-0fee032f-0e45-402d-82c1-1315ace24b86 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:06:31.652485 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d1e0f22-64a6-4d8e-82f7-f9223879c127", "name": "network-vif-deleted", "tag": "ba87535f-8f1f-4493-b9ef-065c720d57f9", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:06:31.652840 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0fee032f-0e45-402d-82c1-1315ace24b86 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:06:31.653476 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d1e0f22-64a6-4d8e-82f7-f9223879c127', 'name': 'network-vif-deleted', 'tag': 'ba87535f-8f1f-4493-b9ef-065c720d57f9', 'status': 'completed', 'code': 200} Nov 12 01:06:31.679026 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b48a95fc-e3cb-4d15-9209-061c5e062902 req-802b7095-3177-4bf9-964c-3b6d50e3a134 tempest-ServerAddressesTestJSON-2066556955 tempest-ServerAddressesTestJSON-2066556955-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d1e0f22-64a6-4d8e-82f7-f9223879c127 HTTP/1.1" status: 200 len: 210 time: 0.2221692 Nov 12 01:06:31.751739 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c78a952f-15c4-4cb8-817b-3e33aefa8120 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:31.784238 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:31.805901 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device ba87535f-8f1f-4493-b9ef-065c720d57f9 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:06:31.877294 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: ba87535f-8f1f-4493-b9ef-065c720d57f9 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:06:31.877884 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device ba87535f-8f1f-4493-b9ef-065c720d57f9 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:06:31.878706 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device e3cfc795-909c-4615-9d75-457b26419c79 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:06:31.949789 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01abd07c-2341-46ef-b50f-2ffc9746084d {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:06:32.025526 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6df86-6204-4dcc-8fea-2131ab2c59f4 req-1a61aefc-2129-4b26-bbe3-9bf84cfd412d tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:32.042667 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-86f6df86-6204-4dcc-8fea-2131ab2c59f4 req-1a61aefc-2129-4b26-bbe3-9bf84cfd412d tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.1653593 Nov 12 01:06:32.053508 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 01abd07c-2341-46ef-b50f-2ffc9746084d, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=01abd07c-2341-46ef-b50f-2ffc9746084d,segment=NetworkSegment(ac0e02ed-e505-49ae-90f9-8007817b6880),segment_id=ac0e02ed-e505-49ae-90f9-8007817b6880)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:32.094313 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:32.138223 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-86f6df86-6204-4dcc-8fea-2131ab2c59f4 req-da769950-6014-4514-aa2a-91e73431628a tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906010 Nov 12 01:06:32.240882 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c78a952f-15c4-4cb8-817b-3e33aefa8120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:32.321852 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:32.376664 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['01abd07c-2341-46ef-b50f-2ffc9746084d'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:06:32.386429 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=01abd07c-2341-46ef-b50f-2ffc9746084d,revision_number=6']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:32.539362 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port e3cfc795-909c-4615-9d75-457b26419c79, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e3cfc795-909c-4615-9d75-457b26419c79,segment=NetworkSegment(6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4),segment_id=6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:32.563256 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fbd619c-122d-4f89-83f3-0d981d0245f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3cfc795-909c-4615-9d75-457b26419c79'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:06:32.565742 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59d2562-c352-4128-8ea0-ba7f9eb5f072" -d '{"events": [{"server_uuid": "1fbd619c-122d-4f89-83f3-0d981d0245f6", "name": "network-vif-unplugged", "status": "completed", "tag": "e3cfc795-909c-4615-9d75-457b26419c79"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:06:32.568541 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c78a952f-15c4-4cb8-817b-3e33aefa8120 admin admin] Router c5e734b0-a51b-423c-b26a-5be3ae8c5322 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:06:32.573532 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:32.669938 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985524ea-66d4-4ef9-9aa4-b7139738c0a7 x-openstack-request-id: req-985524ea-66d4-4ef9-9aa4-b7139738c0a7 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:06:32.670248 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fbd619c-122d-4f89-83f3-0d981d0245f6", "name": "network-vif-unplugged", "status": "completed", "tag": "e3cfc795-909c-4615-9d75-457b26419c79", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:06:32.670784 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-985524ea-66d4-4ef9-9aa4-b7139738c0a7 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:06:32.671183 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fbd619c-122d-4f89-83f3-0d981d0245f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3cfc795-909c-4615-9d75-457b26419c79', 'code': 200} Nov 12 01:06:32.772241 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcd5309-fd5e-450d-9098-32d1fa41e467 None None] Network dfb9a17b-34b5-4aff-9b97-12fde0431901 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:32.820127 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=e3cfc795-909c-4615-9d75-457b26419c79,revision_number=14']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:32.867416 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59140360-e5d1-4893-b767-b2cbea07475c req-f62b18b9-661d-4107-9f92-7efca1ea2ced tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:32.879089 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-59140360-e5d1-4893-b767-b2cbea07475c req-f62b18b9-661d-4107-9f92-7efca1ea2ced tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=f484c6b3-cfd8-4693-a6e9-079dca69b87b HTTP/1.1" status: 200 len: 945 time: 0.1911054 Nov 12 01:06:32.903147 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78a952f-15c4-4cb8-817b-3e33aefa8120 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:06:32.923536 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b842fb79-7eb4-4f4d-ad3e-4eb8b64a0c84 None None] Sync routers for ids ['c5e734b0-a51b-423c-b26a-5be3ae8c5322'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:06:32.955021 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c78a952f-15c4-4cb8-817b-3e33aefa8120 admin admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:32.960849 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c78a952f-15c4-4cb8-817b-3e33aefa8120 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9460227 Nov 12 01:06:32.962130 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 38434) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:32.969455 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b842fb79-7eb4-4f4d-ad3e-4eb8b64a0c84 None None] Routers {'c5e734b0-a51b-423c-b26a-5be3ae8c5322'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:32.970892 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-b842fb79-7eb4-4f4d-ad3e-4eb8b64a0c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:06:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['c5e734b0-a51b-423c-b26a-5be3ae8c5322'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:32.979594 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-59140360-e5d1-4893-b767-b2cbea07475c req-73f47796-7b20-434e-83dd-ceaf298d5d2a tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929379 Nov 12 01:06:33.123214 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 38438) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:33.173168 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:33.179323 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device f326dd04-6f51-40e5-b87f-bfb613c00369 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:06:33.190604 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-8d020ef2-5b55-4e0f-81cc-4c806b0583e9 None None] Provisioning complete for port f326dd04-6f51-40e5-b87f-bfb613c00369 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:33.191575 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8d020ef2-5b55-4e0f-81cc-4c806b0583e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:33.304136 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-b842fb79-7eb4-4f4d-ad3e-4eb8b64a0c84 None None] Set router c5e734b0-a51b-423c-b26a-5be3ae8c5322 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:06:33.446321 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-af284ae0-8e3d-4398-ac68-28bea5c0ce0b admin admin] Deleting subnet ff35cb16-b22f-4f1a-800b-2066f1067fd0 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:06:33.452120 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-af284ae0-8e3d-4398-ac68-28bea5c0ce0b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:33.519368 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-af284ae0-8e3d-4398-ac68-28bea5c0ce0b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:33.597940 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-af284ae0-8e3d-4398-ac68-28bea5c0ce0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:33.876239 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8d020ef2-5b55-4e0f-81cc-4c806b0583e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:33.901451 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-af284ae0-8e3d-4398-ac68-28bea5c0ce0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:34.048021 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-8d020ef2-5b55-4e0f-81cc-4c806b0583e9 None None] For port f326dd04-6f51-40e5-b87f-bfb613c00369, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=f326dd04-6f51-40e5-b87f-bfb613c00369,segment=NetworkSegment(944c276e-9c28-46bc-bd72-ef4998e53631),segment_id=944c276e-9c28-46bc-bd72-ef4998e53631)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:34.129378 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-af284ae0-8e3d-4398-ac68-28bea5c0ce0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:34.131151 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8d020ef2-5b55-4e0f-81cc-4c806b0583e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:34.140616 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-af284ae0-8e3d-4398-ac68-28bea5c0ce0b admin admin] 10.222.0.45 "DELETE /v2.0/subnets/ff35cb16-b22f-4f1a-800b-2066f1067fd0 HTTP/1.1" status: 204 len: 168 time: 1.0147860 Nov 12 01:06:34.167487 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port f326dd04-6f51-40e5-b87f-bfb613c00369 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:34.168246 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:34.171837 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99424d77-0b16-42a3-a979-22e9772d5977 req-30edb445-2000-4f1d-9387-860407335de9 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:34.187164 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 38484) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:34.188068 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-99424d77-0b16-42a3-a979-22e9772d5977 req-30edb445-2000-4f1d-9387-860407335de9 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 944 time: 0.8842032 Nov 12 01:06:34.189499 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af284ae0-8e3d-4398-ac68-28bea5c0ce0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff35cb16-b22f-4f1a-800b-2066f1067fd0,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:34.194829 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-b842fb79-7eb4-4f4d-ad3e-4eb8b64a0c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5e734b0-a51b-423c-b26a-5be3ae8c5322', 'name': 'tempest-ServersTestMultiNic-622332548-router', 'tenant_id': '5f885a1601aa462d8df4e61a5f6064de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '91154fa9-858d-4e1d-9884-9a7a9fb64f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:29Z', 'updated_at': '2021-11-12T01:06:31Z', 'revision_number': 3, 'project_id': '5f885a1601aa462d8df4e61a5f6064de', 'gw_port': {'id': '91154fa9-858d-4e1d-9884-9a7a9fb64f60', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a1:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5e734b0-a51b-423c-b26a-5be3ae8c5322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:29Z', 'updated_at': '2021-11-12T01:06:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:34.211802 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 38486) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:34.319713 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b842fb79-7eb4-4f4d-ad3e-4eb8b64a0c84 None None] Checking router: c5e734b0-a51b-423c-b26a-5be3ae8c5322 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:06:34.323127 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b842fb79-7eb4-4f4d-ad3e-4eb8b64a0c84 None None] Updating router c5e734b0-a51b-423c-b26a-5be3ae8c5322 port 91154fa9-858d-4e1d-9884-9a7a9fb64f60 binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:06:34.363063 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:34.425233 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-99424d77-0b16-42a3-a979-22e9772d5977 req-607885ea-b582-4745-ad32-316f1896012a tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168987 Nov 12 01:06:34.475374 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-b842fb79-7eb4-4f4d-ad3e-4eb8b64a0c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:34.502406 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d020ef2-5b55-4e0f-81cc-4c806b0583e9 None None] Pushing event updated for resources: {'Port': ['ID=f326dd04-6f51-40e5-b87f-bfb613c00369,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:34.766324 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-496975aa-45fa-4433-a623-b163bb18c570 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:34.939191 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-6a3996d8-3740-4fbe-9183-bf373a3d6bcc None None] Provisioning complete for port f326dd04-6f51-40e5-b87f-bfb613c00369 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:34.940055 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6a3996d8-3740-4fbe-9183-bf373a3d6bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:34.959805 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-496975aa-45fa-4433-a623-b163bb18c570 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:34.987709 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-496975aa-45fa-4433-a623-b163bb18c570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:35.101020 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-496975aa-45fa-4433-a623-b163bb18c570 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=23f90c379afb4ab3b75ad3f4bf2ed856&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8847349 Nov 12 01:06:35.105534 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 38496) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:35.150079 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5913a7-4149-41c9-a551-1868c15e6dd6 req-e459ce0a-819e-4200-9a15-cf00373149ed tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:35.152073 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device f326dd04-6f51-40e5-b87f-bfb613c00369 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:06:35.153618 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fa5913a7-4149-41c9-a551-1868c15e6dd6 req-e459ce0a-819e-4200-9a15-cf00373149ed tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=f484c6b3-cfd8-4693-a6e9-079dca69b87b HTTP/1.1" status: 200 len: 945 time: 0.6099594 Nov 12 01:06:35.186223 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4e2e791c-07a6-4737-9981-dfb71762d084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:35.250902 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:35.328929 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fa5913a7-4149-41c9-a551-1868c15e6dd6 req-af6ff903-8cca-4ca4-bc2f-1f31a0be7d7b tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394224 Nov 12 01:06:35.360219 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496975aa-45fa-4433-a623-b163bb18c570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c7acd2-64d7-4eb8-babd-0e069c364665,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:35.388936 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 01abd07c-2341-46ef-b50f-2ffc9746084d up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:06:35.450506 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f17660-0164-46c4-9925-e3bbe92642e8 req-b1564604-7c60-4081-ba2e-52622fb4dceb tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:35.471401 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-73f17660-0164-46c4-9925-e3bbe92642e8 req-b1564604-7c60-4081-ba2e-52622fb4dceb tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.6681538 Nov 12 01:06:35.553006 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a119db45-e65b-4ee4-aa94-c24450b0c412 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:35.556512 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port 01abd07c-2341-46ef-b50f-2ffc9746084d triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:35.557210 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:35.639270 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-73f17660-0164-46c4-9925-e3bbe92642e8 req-2673f04e-91d8-4a4e-a571-ea61b8965f02 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661820 Nov 12 01:06:35.661591 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a119db45-e65b-4ee4-aa94-c24450b0c412 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:35.674622 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4e2e791c-07a6-4737-9981-dfb71762d084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:35.697603 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port f326dd04-6f51-40e5-b87f-bfb613c00369 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:35.698339 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:35.745127 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-4e2e791c-07a6-4737-9981-dfb71762d084 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb530863-70a3-47cb-a80f-5f0b3b9dc3f5']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:35.745831 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-b842fb79-7eb4-4f4d-ad3e-4eb8b64a0c84 None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:35.763311 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-b842fb79-7eb4-4f4d-ad3e-4eb8b64a0c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:35.799837 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-4e2e791c-07a6-4737-9981-dfb71762d084 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c35654c-2d44-4eb0-8e3a-a33f5b9a6a51') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:35.804398 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-4e2e791c-07a6-4737-9981-dfb71762d084 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c35654c-2d44-4eb0-8e3a-a33f5b9a6a51') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:35.857391 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a119db45-e65b-4ee4-aa94-c24450b0c412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:35.860598 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a119db45-e65b-4ee4-aa94-c24450b0c412 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:35.862399 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a119db45-e65b-4ee4-aa94-c24450b0c412 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/88c7acd2-64d7-4eb8-babd-0e069c364665 HTTP/1.1" status: 204 len: 168 time: 0.7500844 Nov 12 01:06:35.884804 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a119db45-e65b-4ee4-aa94-c24450b0c412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c7acd2-64d7-4eb8-babd-0e069c364665,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:35.989565 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4e2e791c-07a6-4737-9981-dfb71762d084 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:36.061046 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683da332-82a7-4ff2-a9ae-db53463111d2 None None] Pushing event updated for resources: {'Port': ['ID=91154fa9-858d-4e1d-9884-9a7a9fb64f60,revision_number=2']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:36.105133 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-b842fb79-7eb4-4f4d-ad3e-4eb8b64a0c84 None None] Attempting to bind port 91154fa9-858d-4e1d-9884-9a7a9fb64f60 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:36.105560 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-b842fb79-7eb4-4f4d-ad3e-4eb8b64a0c84 None None] Attempting to bind port 91154fa9-858d-4e1d-9884-9a7a9fb64f60 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:36.105895 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b842fb79-7eb4-4f4d-ad3e-4eb8b64a0c84 None None] Attempting to bind port 91154fa9-858d-4e1d-9884-9a7a9fb64f60 on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:36.114696 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4e2e791c-07a6-4737-9981-dfb71762d084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:36.129138 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f24e75-fd44-44c6-acdb-89fa9215155d req-303d4f96-fd6b-4a9d-8ef1-1982c8668de2 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:36.129661 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683da332-82a7-4ff2-a9ae-db53463111d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:36.129661 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683da332-82a7-4ff2-a9ae-db53463111d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:36.129875 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683da332-82a7-4ff2-a9ae-db53463111d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:36.130150 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683da332-82a7-4ff2-a9ae-db53463111d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:36.131052 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683da332-82a7-4ff2-a9ae-db53463111d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:36.131052 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683da332-82a7-4ff2-a9ae-db53463111d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:36.131285 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683da332-82a7-4ff2-a9ae-db53463111d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:36.131586 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683da332-82a7-4ff2-a9ae-db53463111d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:36.131856 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683da332-82a7-4ff2-a9ae-db53463111d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:36.132225 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683da332-82a7-4ff2-a9ae-db53463111d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:36.132529 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683da332-82a7-4ff2-a9ae-db53463111d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:36.132851 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683da332-82a7-4ff2-a9ae-db53463111d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:36.140208 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e2e791c-07a6-4737-9981-dfb71762d084 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:06:36.140628 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4e2e791c-07a6-4737-9981-dfb71762d084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:36.141304 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-26f24e75-fd44-44c6-acdb-89fa9215155d req-303d4f96-fd6b-4a9d-8ef1-1982c8668de2 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 944 time: 0.2236397 Nov 12 01:06:36.142857 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:06:36.142857 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:06:36.142857 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:06:36.142857 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:06:36.142857 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:06:36.142857 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:06:36.142857 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:06:36.142857 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:06:36.142857 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:06:36.142857 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:06:36.142857 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:06:36.142857 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:06:36.142857 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:06:36.142857 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:06:36.142857 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:06:36.142857 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:06:36.142857 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:06:36.142857 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:06:36.142857 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:06:36.142857 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:06:36.142857 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:06:36.142857 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:06:36.142857 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:06:36.142857 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:06:36.142857 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:06:36.142857 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:06:36.142857 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:06:36.142857 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:06:36.142857 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:06:36.142857 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:06:36.142857 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:06:36.142857 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:06:36.145223 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b842fb79-7eb4-4f4d-ad3e-4eb8b64a0c84 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:06:36.145356 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b842fb79-7eb4-4f4d-ad3e-4eb8b64a0c84 None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:36.145708 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-b842fb79-7eb4-4f4d-ad3e-4eb8b64a0c84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:36.147951 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b842fb79-7eb4-4f4d-ad3e-4eb8b64a0c84 None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:06:36.149060 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-b842fb79-7eb4-4f4d-ad3e-4eb8b64a0c84 None None] Bound port: 91154fa9-858d-4e1d-9884-9a7a9fb64f60, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:06:36.149458 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-b842fb79-7eb4-4f4d-ad3e-4eb8b64a0c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:36.158023 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:36.287515 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-26f24e75-fd44-44c6-acdb-89fa9215155d req-5ed83713-11c1-4f9a-a326-3c98fc693621 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444948 Nov 12 01:06:36.293623 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-b842fb79-7eb4-4f4d-ad3e-4eb8b64a0c84 None None] For port 91154fa9-858d-4e1d-9884-9a7a9fb64f60, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:06:36.297535 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-b842fb79-7eb4-4f4d-ad3e-4eb8b64a0c84 None None] For port 91154fa9-858d-4e1d-9884-9a7a9fb64f60, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=91154fa9-858d-4e1d-9884-9a7a9fb64f60,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:06:36.316836 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-b842fb79-7eb4-4f4d-ad3e-4eb8b64a0c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:36.357853 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa78ff1-e686-4b3e-9189-32fe5d9dbd24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01abd07c-2341-46ef-b50f-2ffc9746084d'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:06:36.362341 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034ac3f0-73b5-4d6f-a44a-3667ba0bf95a" -d '{"events": [{"server_uuid": "ffa78ff1-e686-4b3e-9189-32fe5d9dbd24", "name": "network-vif-plugged", "status": "completed", "tag": "01abd07c-2341-46ef-b50f-2ffc9746084d"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:06:36.404722 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 01abd07c-2341-46ef-b50f-2ffc9746084d, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=01abd07c-2341-46ef-b50f-2ffc9746084d,segment=NetworkSegment(ac0e02ed-e505-49ae-90f9-8007817b6880),segment_id=ac0e02ed-e505-49ae-90f9-8007817b6880)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:36.461340 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:36.472881 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86becadf-578f-4fef-9787-712a0f97fd3f req-d2befbd6-b0fa-4ad6-ad86-1d930e07a171 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:36.474198 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-86becadf-578f-4fef-9787-712a0f97fd3f req-d2befbd6-b0fa-4ad6-ad86-1d930e07a171 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.1701391 Nov 12 01:06:36.554680 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683da332-82a7-4ff2-a9ae-db53463111d2 None None] Pushing event updated for resources: {'Port': ['ID=91154fa9-858d-4e1d-9884-9a7a9fb64f60,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:36.573847 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b842fb79-7eb4-4f4d-ad3e-4eb8b64a0c84 None None] Routers {'c5e734b0-a51b-423c-b26a-5be3ae8c5322'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:36.574494 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-b842fb79-7eb4-4f4d-ad3e-4eb8b64a0c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:06:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['c5e734b0-a51b-423c-b26a-5be3ae8c5322'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:36.618967 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a7fbf2-e6dc-4318-a6c1-634a80c229f6 x-openstack-request-id: req-40a7fbf2-e6dc-4318-a6c1-634a80c229f6 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:06:36.620066 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa78ff1-e686-4b3e-9189-32fe5d9dbd24", "name": "network-vif-plugged", "status": "completed", "tag": "01abd07c-2341-46ef-b50f-2ffc9746084d", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:06:36.620803 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-40a7fbf2-e6dc-4318-a6c1-634a80c229f6 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:06:36.621440 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-86becadf-578f-4fef-9787-712a0f97fd3f req-15c380d8-93fb-444a-a89f-a3e431122350 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226861 Nov 12 01:06:36.622179 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffa78ff1-e686-4b3e-9189-32fe5d9dbd24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01abd07c-2341-46ef-b50f-2ffc9746084d', 'code': 200} Nov 12 01:06:36.624992 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=01abd07c-2341-46ef-b50f-2ffc9746084d,revision_number=7']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:36.671208 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434071c-8b91-4b0d-97a6-eb751ae897c9 req-e7a227b4-5918-47da-b7c7-32f128ab8f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:36.672856 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7434071c-8b91-4b0d-97a6-eb751ae897c9 req-e7a227b4-5918-47da-b7c7-32f128ab8f2c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7bbe35289028429ba1e1b86033a5bcab&device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 1097 time: 0.4106908 Nov 12 01:06:36.674078 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4e2e791c-07a6-4737-9981-dfb71762d084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:36.682603 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4e2e791c-07a6-4737-9981-dfb71762d084 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:36.692400 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4e2e791c-07a6-4737-9981-dfb71762d084 admin admin] 10.222.0.45 "DELETE /v2.0/networks/bb530863-70a3-47cb-a80f-5f0b3b9dc3f5 HTTP/1.1" status: 204 len: 168 time: 2.4969225 Nov 12 01:06:36.731824 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8be77846-0468-4ec6-9da8-202d5be88ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:36.852075 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af3484-359b-492e-af8d-c61a66da8e3b req-cbbb3713-fdf1-4735-9dc0-68c801d6ed28 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:36.865746 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f9af3484-359b-492e-af8d-c61a66da8e3b req-cbbb3713-fdf1-4735-9dc0-68c801d6ed28 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=f484c6b3-cfd8-4693-a6e9-079dca69b87b HTTP/1.1" status: 200 len: 945 time: 0.1612365 Nov 12 01:06:36.923999 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-b842fb79-7eb4-4f4d-ad3e-4eb8b64a0c84 None None] Set router c5e734b0-a51b-423c-b26a-5be3ae8c5322 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:06:37.022675 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434071c-8b91-4b0d-97a6-eb751ae897c9 req-e089775e-185f-4fd0-afe7-dbcd46c304bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:37.036601 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7434071c-8b91-4b0d-97a6-eb751ae897c9 req-e089775e-185f-4fd0-afe7-dbcd46c304bf service neutron] 10.222.0.44 "GET /v2.0/networks?id=e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 HTTP/1.1" status: 200 len: 911 time: 0.3355355 Nov 12 01:06:37.054657 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f9af3484-359b-492e-af8d-c61a66da8e3b req-7a11a083-2875-4108-918d-742fcd0b151b tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694210 Nov 12 01:06:37.145510 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e791c-07a6-4737-9981-dfb71762d084 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb530863-70a3-47cb-a80f-5f0b3b9dc3f5,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:37.149416 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7434071c-8b91-4b0d-97a6-eb751ae897c9 req-1969a097-dd9f-49af-bc36-3ce5f61091e6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3cfc795-909c-4615-9d75-457b26419c79 HTTP/1.1" status: 200 len: 999 time: 0.0825460 Nov 12 01:06:37.273062 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 38518) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:37.290677 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 38520) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:37.311098 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434071c-8b91-4b0d-97a6-eb751ae897c9 req-8261be78-8934-4d37-9188-fbdff0fb26f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:37.313044 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7434071c-8b91-4b0d-97a6-eb751ae897c9 req-8261be78-8934-4d37-9188-fbdff0fb26f7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=55fa7c58-77a8-4d04-ad83-d7b14788e8b6 HTTP/1.1" status: 200 len: 850 time: 0.1550484 Nov 12 01:06:37.318760 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a064705a-60e5-4afb-87f6-ce73dde97b06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:37.420357 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-5590cfd2-6b6f-4732-8b15-3167be02fc97 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7d57819be55f4b47b6ad0f773c761d45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1427321 Nov 12 01:06:37.422688 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 38524) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:37.467192 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434071c-8b91-4b0d-97a6-eb751ae897c9 req-5b113bab-9a10-4809-9497-4cd135566236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:37.469139 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7434071c-8b91-4b0d-97a6-eb751ae897c9 req-5b113bab-9a10-4809-9497-4cd135566236 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1471698 Nov 12 01:06:37.551071 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-8be77846-0468-4ec6-9da8-202d5be88ef7 admin admin] Allocated IP 172.20.0.1 (dfb9a17b-34b5-4aff-9b97-12fde0431901/851a6514-f285-4b96-95e8-0a6d5bcdc139/17560223-9cac-464a-b232-57dad54030d6) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:06:37.563726 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-b842fb79-7eb4-4f4d-ad3e-4eb8b64a0c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5e734b0-a51b-423c-b26a-5be3ae8c5322', 'name': 'tempest-ServersTestMultiNic-622332548-router', 'tenant_id': '5f885a1601aa462d8df4e61a5f6064de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '91154fa9-858d-4e1d-9884-9a7a9fb64f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:29Z', 'updated_at': '2021-11-12T01:06:31Z', 'revision_number': 3, 'project_id': '5f885a1601aa462d8df4e61a5f6064de', 'gw_port': {'id': '91154fa9-858d-4e1d-9884-9a7a9fb64f60', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a1:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5e734b0-a51b-423c-b26a-5be3ae8c5322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:29Z', 'updated_at': '2021-11-12T01:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:37.629278 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b842fb79-7eb4-4f4d-ad3e-4eb8b64a0c84 None None] The sync data for ids ['c5e734b0-a51b-423c-b26a-5be3ae8c5322'] in n-d-712142-27 is: [{'id': 'c5e734b0-a51b-423c-b26a-5be3ae8c5322', 'name': 'tempest-ServersTestMultiNic-622332548-router', 'tenant_id': '5f885a1601aa462d8df4e61a5f6064de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '91154fa9-858d-4e1d-9884-9a7a9fb64f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:29Z', 'updated_at': '2021-11-12T01:06:31Z', 'revision_number': 3, 'project_id': '5f885a1601aa462d8df4e61a5f6064de', 'gw_port': {'id': '91154fa9-858d-4e1d-9884-9a7a9fb64f60', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a1:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5e734b0-a51b-423c-b26a-5be3ae8c5322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:29Z', 'updated_at': '2021-11-12T01:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:06:37.653202 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a064705a-60e5-4afb-87f6-ce73dde97b06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:37.685491 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a064705a-60e5-4afb-87f6-ce73dde97b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:37.721299 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5ea43988-2b13-4c0a-b373-3011d36e1ea8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:37.778377 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df4afb-899c-40b5-900e-c90c7f087580 req-50d5fc42-98b8-456d-9a17-0c0ea628d56f tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:37.792080 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a064705a-60e5-4afb-87f6-ce73dde97b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd48c6b-ee02-44ab-9a92-1f3f4b584f5c,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:37.795749 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f1df4afb-899c-40b5-900e-c90c7f087580 req-50d5fc42-98b8-456d-9a17-0c0ea628d56f tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.1903119 Nov 12 01:06:37.809200 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5ea43988-2b13-4c0a-b373-3011d36e1ea8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:37.843473 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a064705a-60e5-4afb-87f6-ce73dde97b06 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=babab5c2ba754131adbb453073fd09a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5513532 Nov 12 01:06:37.844613 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 38528) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:37.848671 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7434071c-8b91-4b0d-97a6-eb751ae897c9 req-fbd0d2a4-a27f-42ac-aea2-98c84ca65c26 service neutron] 10.222.0.44 "GET /v2.0/networks/e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684244 Nov 12 01:06:37.962732 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-202c8233-69ff-47bf-8386-cfa7219d7b9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:37.978171 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8be77846-0468-4ec6-9da8-202d5be88ef7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:37.992988 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-202c8233-69ff-47bf-8386-cfa7219d7b9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:38.056063 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f1df4afb-899c-40b5-900e-c90c7f087580 req-45671531-db7c-4b49-b307-1d32c330e8c7 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592239 Nov 12 01:06:38.076234 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7434071c-8b91-4b0d-97a6-eb751ae897c9 req-7175cac9-b2cb-4479-9bbc-5202c04cf652 service neutron] 10.222.0.44 "GET /v2.0/networks/e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189658 Nov 12 01:06:38.093368 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-202c8233-69ff-47bf-8386-cfa7219d7b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:38.096153 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-202c8233-69ff-47bf-8386-cfa7219d7b9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:38.099787 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-202c8233-69ff-47bf-8386-cfa7219d7b9b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6cd48c6b-ee02-44ab-9a92-1f3f4b584f5c HTTP/1.1" status: 204 len: 168 time: 0.2514539 Nov 12 01:06:38.122592 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8be77846-0468-4ec6-9da8-202d5be88ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:38.223149 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202c8233-69ff-47bf-8386-cfa7219d7b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd48c6b-ee02-44ab-9a92-1f3f4b584f5c,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:38.267232 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5ea43988-2b13-4c0a-b373-3011d36e1ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:38.275946 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5ea43988-2b13-4c0a-b373-3011d36e1ea8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:38.280129 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-5ea43988-2b13-4c0a-b373-3011d36e1ea8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4efa64f4-c54d-4be4-9fd9-0aa92e7132b7 HTTP/1.1" status: 204 len: 168 time: 0.8502545 Nov 12 01:06:38.306530 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be77846-0468-4ec6-9da8-202d5be88ef7 admin admin] Network dfb9a17b-34b5-4aff-9b97-12fde0431901 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:38.309673 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea43988-2b13-4c0a-b373-3011d36e1ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4efa64f4-c54d-4be4-9fd9-0aa92e7132b7,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:38.317660 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:38.335725 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-8be77846-0468-4ec6-9da8-202d5be88ef7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:38.347678 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be77846-0468-4ec6-9da8-202d5be88ef7 admin admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:38.412053 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eda7d9-3eac-49d7-b026-47e39f9d172c req-2fe6bb96-6b2e-46df-9343-5ec5ef6487fe tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:38.426123 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-49eda7d9-3eac-49d7-b026-47e39f9d172c req-2fe6bb96-6b2e-46df-9343-5ec5ef6487fe tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.3684306 Nov 12 01:06:38.579341 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be77846-0468-4ec6-9da8-202d5be88ef7 admin admin] Pushing event updated for resources: {'Port': ['ID=17560223-9cac-464a-b232-57dad54030d6,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:38.628527 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8be77846-0468-4ec6-9da8-202d5be88ef7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:38.772805 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-49eda7d9-3eac-49d7-b026-47e39f9d172c req-bee55325-5955-48c1-9447-e34646af79b9 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3309140 Nov 12 01:06:38.862115 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c45dc-146a-4b69-b501-e2e7f74197b3 req-2139f5e8-a2bc-40d8-bed3-e1ed52cc3537 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:38.906143 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-771c45dc-146a-4b69-b501-e2e7f74197b3 req-2139f5e8-a2bc-40d8-bed3-e1ed52cc3537 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=f484c6b3-cfd8-4693-a6e9-079dca69b87b HTTP/1.1" status: 200 len: 945 time: 0.3464253 Nov 12 01:06:38.916342 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-31355d43-646c-4e6c-aa81-1ef3f60fcec9 None None] Provisioning complete for port 17560223-9cac-464a-b232-57dad54030d6 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:38.919289 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-31355d43-646c-4e6c-aa81-1ef3f60fcec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:39.050805 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-31355d43-646c-4e6c-aa81-1ef3f60fcec9 None None] Port 17560223-9cac-464a-b232-57dad54030d6 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:06:39.072218 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-771c45dc-146a-4b69-b501-e2e7f74197b3 req-192197b6-ded2-4d51-ae12-2ce669b682b0 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648166 Nov 12 01:06:39.102772 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 91154fa9-858d-4e1d-9884-9a7a9fb64f60 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:06:39.201724 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8be77846-0468-4ec6-9da8-202d5be88ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:39.535542 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02070e16-50bf-4d99-ad83-735c944b5a19 req-da1f4c1a-978b-4dde-ab2c-2b9bbd2bcc24 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:39.538732 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-02070e16-50bf-4d99-ad83-735c944b5a19 req-da1f4c1a-978b-4dde-ab2c-2b9bbd2bcc24 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.2373083 Nov 12 01:06:39.701614 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 91154fa9-858d-4e1d-9884-9a7a9fb64f60 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:39.702545 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:39.753757 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-02070e16-50bf-4d99-ad83-735c944b5a19 req-2443d31c-4dfe-4db4-aa84-d991c5e70cd4 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976700 Nov 12 01:06:39.835626 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8be77846-0468-4ec6-9da8-202d5be88ef7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:39.846191 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8be77846-0468-4ec6-9da8-202d5be88ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:39.976011 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8be77846-0468-4ec6-9da8-202d5be88ef7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:39.989908 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:40.059322 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35bc8e1-0c68-4dc9-911d-3faec54d9f15 req-945febcd-c71e-4bf0-8a2a-cbe28789208b tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:40.062248 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c35bc8e1-0c68-4dc9-911d-3faec54d9f15 req-945febcd-c71e-4bf0-8a2a-cbe28789208b tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.1151597 Nov 12 01:06:40.074824 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 91154fa9-858d-4e1d-9884-9a7a9fb64f60, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=91154fa9-858d-4e1d-9884-9a7a9fb64f60,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:40.103643 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:40.172733 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be77846-0468-4ec6-9da8-202d5be88ef7 admin admin] Pushing event updated for resources: {'Port': ['ID=17560223-9cac-464a-b232-57dad54030d6,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:40.252605 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c35bc8e1-0c68-4dc9-911d-3faec54d9f15 req-5df9f4ba-85cb-4899-b5c8-c0302b1cc4ef tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692634 Nov 12 01:06:40.340059 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=91154fa9-858d-4e1d-9884-9a7a9fb64f60,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:40.438397 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:40.464225 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be77846-0468-4ec6-9da8-202d5be88ef7 admin admin] Network dfb9a17b-34b5-4aff-9b97-12fde0431901 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:40.469305 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-8be77846-0468-4ec6-9da8-202d5be88ef7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:40.516227 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d7c98f-5907-4eef-8eeb-78a6be81f50b req-6bd6e9f6-af60-46d4-a096-9c52e70de421 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:40.530062 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e4d7c98f-5907-4eef-8eeb-78a6be81f50b req-6bd6e9f6-af60-46d4-a096-9c52e70de421 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=f484c6b3-cfd8-4693-a6e9-079dca69b87b HTTP/1.1" status: 200 len: 945 time: 0.2149286 Nov 12 01:06:40.618423 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e4d7c98f-5907-4eef-8eeb-78a6be81f50b req-e6d915ed-b8af-41c1-820c-958f8889e838 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868182 Nov 12 01:06:40.693946 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 38586) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:40.812031 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be77846-0468-4ec6-9da8-202d5be88ef7 admin admin] Router c5e734b0-a51b-423c-b26a-5be3ae8c5322 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:06:40.889139 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e7443-1731-4b69-8adf-373831556c3b req-c0c919c2-a2d8-4da2-9855-456561f0c0d0 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:40.890779 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bc9e7443-1731-4b69-8adf-373831556c3b req-c0c919c2-a2d8-4da2-9855-456561f0c0d0 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.1211123 Nov 12 01:06:41.004949 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bc9e7443-1731-4b69-8adf-373831556c3b req-08ab7ab6-bbf5-4172-9a0c-344010adb86f tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072972 Nov 12 01:06:41.033089 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 91154fa9-858d-4e1d-9884-9a7a9fb64f60 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:06:41.153273 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6114e-5718-4532-86a6-8c95379c7875 req-7309fe66-33dd-488a-9cad-3eef9e764b7e tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:41.162254 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 91154fa9-858d-4e1d-9884-9a7a9fb64f60 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:41.162625 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:41.163505 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-42e6114e-5718-4532-86a6-8c95379c7875 req-7309fe66-33dd-488a-9cad-3eef9e764b7e tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.1810272 Nov 12 01:06:41.259471 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-21c6e383-a454-44f0-838f-059e01f4f212 None None] Provisioning complete for port 17560223-9cac-464a-b232-57dad54030d6 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:41.260182 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-21c6e383-a454-44f0-838f-059e01f4f212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:41.295374 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be77846-0468-4ec6-9da8-202d5be88ef7 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:06:41.312998 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8be77846-0468-4ec6-9da8-202d5be88ef7 admin admin] 10.222.0.45 "PUT /v2.0/routers/c5e734b0-a51b-423c-b26a-5be3ae8c5322/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3462186 Nov 12 01:06:41.346934 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-42e6114e-5718-4532-86a6-8c95379c7875 req-d11a02e9-af5d-4d08-9a2f-5a9e60f79510 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813090 Nov 12 01:06:41.350580 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a63234-5e00-4a5e-a337-d20a77e95999 None None] Sync routers for ids ['c5e734b0-a51b-423c-b26a-5be3ae8c5322'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:06:41.378785 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-eb986a99-662c-4453-8e22-2e61018011f5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-2050990118-network', 'tenant_id': '7a4cc89f684a44dc88713ac499ae6acb'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:41.396679 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-21c6e383-a454-44f0-838f-059e01f4f212 None None] Port 17560223-9cac-464a-b232-57dad54030d6 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:06:41.410987 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a63234-5e00-4a5e-a337-d20a77e95999 None None] Routers {'c5e734b0-a51b-423c-b26a-5be3ae8c5322'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:41.412019 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-63a63234-5e00-4a5e-a337-d20a77e95999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:06:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['c5e734b0-a51b-423c-b26a-5be3ae8c5322'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:41.413426 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad7db0-f632-4e27-a80e-66065f161be9 req-fb38b8bd-cd41-4a88-bbb5-271e658b673e tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:41.422276 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d3ad7db0-f632-4e27-a80e-66065f161be9 req-fb38b8bd-cd41-4a88-bbb5-271e658b673e tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.2553291 Nov 12 01:06:41.447918 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb986a99-662c-4453-8e22-2e61018011f5 admin admin] Made reservation on behalf of 7a4cc89f684a44dc88713ac499ae6acb for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:41.455358 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-eb986a99-662c-4453-8e22-2e61018011f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:41.500177 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-eb986a99-662c-4453-8e22-2e61018011f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:41.547720 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d3ad7db0-f632-4e27-a80e-66065f161be9 req-57ba988b-043e-4683-bcdf-ed166c86cd67 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244109 Nov 12 01:06:41.558720 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-63a63234-5e00-4a5e-a337-d20a77e95999 None None] Set router c5e734b0-a51b-423c-b26a-5be3ae8c5322 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:06:41.758813 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-eb986a99-662c-4453-8e22-2e61018011f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:41.767635 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-eb986a99-662c-4453-8e22-2e61018011f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:41.818385 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb986a99-662c-4453-8e22-2e61018011f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:06:41.872851 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-eb986a99-662c-4453-8e22-2e61018011f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:41.877494 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 38612) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:41.888099 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-eb986a99-662c-4453-8e22-2e61018011f5 admin admin] Added segment cb2ecfa2-2aa2-4eac-be73-a119af97fe41 of type vlan for network e5e34600-403a-4b25-adb8-e29084755c7d Nov 12 01:06:41.891423 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb986a99-662c-4453-8e22-2e61018011f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d8c486-87f8-4579-b3bb-51a0d270de92,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:42.014770 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-63a63234-5e00-4a5e-a337-d20a77e95999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5e734b0-a51b-423c-b26a-5be3ae8c5322', 'name': 'tempest-ServersTestMultiNic-622332548-router', 'tenant_id': '5f885a1601aa462d8df4e61a5f6064de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '91154fa9-858d-4e1d-9884-9a7a9fb64f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:29Z', 'updated_at': '2021-11-12T01:06:39Z', 'revision_number': 4, 'project_id': '5f885a1601aa462d8df4e61a5f6064de', 'gw_port': {'id': '91154fa9-858d-4e1d-9884-9a7a9fb64f60', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e734b0-a51b-423c-b26a-5be3ae8c5322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:29Z', 'updated_at': '2021-11-12T01:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '17560223-9cac-464a-b232-57dad54030d6', 'name': '', 'network_id': 'dfb9a17b-34b5-4aff-9b97-12fde0431901', 'tenant_id': '5f885a1601aa462d8df4e61a5f6064de', 'mac_address': 'fa:16:3e:fa:c8:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5e734b0-a51b-423c-b26a-5be3ae8c5322', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '851a6514-f285-4b96-95e8-0a6d5bcdc139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:37Z', 'updated_at': '2021-11-12T01:06:39Z', 'revision_number': 2, 'project_id': '5f885a1601aa462d8df4e61a5f6064de', 'subnets': [{'id': '851a6514-f285-4b96-95e8-0a6d5bcdc139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:42.100135 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a63234-5e00-4a5e-a337-d20a77e95999 None None] Checking router: c5e734b0-a51b-423c-b26a-5be3ae8c5322 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:06:42.101221 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a63234-5e00-4a5e-a337-d20a77e95999 None None] Updating router c5e734b0-a51b-423c-b26a-5be3ae8c5322 port 17560223-9cac-464a-b232-57dad54030d6 binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:06:42.174713 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-63a63234-5e00-4a5e-a337-d20a77e95999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:42.237782 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-eb986a99-662c-4453-8e22-2e61018011f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:42.281258 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-ec009b84-d85d-498e-990c-a6e25b8444e7 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-627351877'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:42.379104 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec009b84-d85d-498e-990c-a6e25b8444e7 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Made reservation on behalf of 5f885a1601aa462d8df4e61a5f6064de for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:42.397236 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ec009b84-d85d-498e-990c-a6e25b8444e7 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:42.520385 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec009b84-d85d-498e-990c-a6e25b8444e7 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:06:42.520936 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.db.resource_extend [None req-eb986a99-662c-4453-8e22-2e61018011f5 admin admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 01:06:42.552992 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb12766-72ac-4878-89af-ec5a417b3c35 req-6e5dbcd6-c0d7-42f8-941e-dff45e112d02 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:42.560542 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ec009b84-d85d-498e-990c-a6e25b8444e7 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:42.560933 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-ec009b84-d85d-498e-990c-a6e25b8444e7 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Added segment 1e803937-f20e-4d95-9597-0314f083c1eb of type vlan for network fddc4988-7d66-4037-b4e5-55cc792b570d Nov 12 01:06:42.568382 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5bb12766-72ac-4878-89af-ec5a417b3c35 req-6e5dbcd6-c0d7-42f8-941e-dff45e112d02 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/networks?id=e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 HTTP/1.1" status: 200 len: 811 time: 0.2883406 Nov 12 01:06:42.658707 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9e974-db5b-4ae0-8e91-91366210e829 req-625b35a7-e924-4580-9aaf-2335a759f067 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:42.672385 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f9d9e974-db5b-4ae0-8e91-91366210e829 req-625b35a7-e924-4580-9aaf-2335a759f067 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=f484c6b3-cfd8-4693-a6e9-079dca69b87b HTTP/1.1" status: 200 len: 945 time: 0.8008792 Nov 12 01:06:42.691368 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5bb12766-72ac-4878-89af-ec5a417b3c35 req-6201292b-39ee-44c5-b09c-897861397ae6 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/quotas/7bbe35289028429ba1e1b86033a5bcab HTTP/1.1" status: 200 len: 375 time: 0.1067879 Nov 12 01:06:42.698150 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-eb986a99-662c-4453-8e22-2e61018011f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:42.700007 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb986a99-662c-4453-8e22-2e61018011f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:42.700771 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-eb986a99-662c-4453-8e22-2e61018011f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:42.746223 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ec009b84-d85d-498e-990c-a6e25b8444e7 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:42.846257 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ec009b84-d85d-498e-990c-a6e25b8444e7 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:42.852790 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb986a99-662c-4453-8e22-2e61018011f5 admin admin] Pushing event updated for resources: {'Network': ['ID=e5e34600-403a-4b25-adb8-e29084755c7d,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:42.864901 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec009b84-d85d-498e-990c-a6e25b8444e7 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:42.866574 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ec009b84-d85d-498e-990c-a6e25b8444e7 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:42.940358 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network e5e34600-403a-4b25-adb8-e29084755c7d details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:06:43.006757 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-eb986a99-662c-4453-8e22-2e61018011f5 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3099909 Nov 12 01:06:43.028574 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 38638) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:43.051867 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec009b84-d85d-498e-990c-a6e25b8444e7 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Pushing event updated for resources: {'Network': ['ID=fddc4988-7d66-4037-b4e5-55cc792b570d,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:43.069848 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-bc9286bb-5b5d-477c-8eff-f1a5444badc8 admin admin] Request body: {'subnet': {'network_id': 'e5e34600-403a-4b25-adb8-e29084755c7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-2050990118-subnet', 'tenant_id': '7a4cc89f684a44dc88713ac499ae6acb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:43.092583 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network fddc4988-7d66-4037-b4e5-55cc792b570d details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:06:43.101718 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ec009b84-d85d-498e-990c-a6e25b8444e7 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2209687 Nov 12 01:06:43.116878 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 38644) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:43.123074 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-9a9e53e1-cf5e-4127-9285-5205040e30e8 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Request body: {'subnet': {'network_id': 'fddc4988-7d66-4037-b4e5-55cc792b570d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:43.167506 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-63a63234-5e00-4a5e-a337-d20a77e95999 None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:43.263147 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-63a63234-5e00-4a5e-a337-d20a77e95999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:43.272322 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5bb12766-72ac-4878-89af-ec5a417b3c35 req-67961c96-e464-4260-a438-5f22a90b32c8 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7bbe35289028429ba1e1b86033a5bcab&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5796809 Nov 12 01:06:43.282121 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f9d9e974-db5b-4ae0-8e91-91366210e829 req-d4642c8b-1dd9-4465-83c3-a2ee9041a78e tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5865643 Nov 12 01:06:43.503900 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db14f74-0fd9-41a2-b450-402ef39350a7 None None] Pushing event updated for resources: {'Port': ['ID=17560223-9cac-464a-b232-57dad54030d6,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:43.522945 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5bb12766-72ac-4878-89af-ec5a417b3c35 req-0b0edcdf-97ba-4ac8-84aa-296f54af3432 service neutron] 10.222.0.45 "GET /v2.0/networks/e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355165 Nov 12 01:06:43.553226 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-63a63234-5e00-4a5e-a337-d20a77e95999 None None] Attempting to bind port 17560223-9cac-464a-b232-57dad54030d6 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:43.554037 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-63a63234-5e00-4a5e-a337-d20a77e95999 None None] Attempting to bind port 17560223-9cac-464a-b232-57dad54030d6 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '944c276e-9c28-46bc-bd72-ef4998e53631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'dfb9a17b-34b5-4aff-9b97-12fde0431901'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:43.555703 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a63234-5e00-4a5e-a337-d20a77e95999 None None] Attempting to bind port 17560223-9cac-464a-b232-57dad54030d6 on network dfb9a17b-34b5-4aff-9b97-12fde0431901 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:43.559955 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9e53e1-cf5e-4127-9285-5205040e30e8 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Made reservation on behalf of 5f885a1601aa462d8df4e61a5f6064de for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:43.565511 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9a9e53e1-cf5e-4127-9285-5205040e30e8 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:43.572904 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a63234-5e00-4a5e-a337-d20a77e95999 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:06:43.575711 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a63234-5e00-4a5e-a337-d20a77e95999 None None] Checking segment: {'id': '944c276e-9c28-46bc-bd72-ef4998e53631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'dfb9a17b-34b5-4aff-9b97-12fde0431901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:43.576593 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-63a63234-5e00-4a5e-a337-d20a77e95999 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:43.577250 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a63234-5e00-4a5e-a337-d20a77e95999 None None] Bound using segment: {'id': '944c276e-9c28-46bc-bd72-ef4998e53631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'dfb9a17b-34b5-4aff-9b97-12fde0431901'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:06:43.581145 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-63a63234-5e00-4a5e-a337-d20a77e95999 None None] Bound port: 17560223-9cac-464a-b232-57dad54030d6, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '944c276e-9c28-46bc-bd72-ef4998e53631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'dfb9a17b-34b5-4aff-9b97-12fde0431901'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:06:43.581955 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-63a63234-5e00-4a5e-a337-d20a77e95999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:43.621406 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9286bb-5b5d-477c-8eff-f1a5444badc8 admin admin] Made reservation on behalf of 7a4cc89f684a44dc88713ac499ae6acb for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:43.625672 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bc9286bb-5b5d-477c-8eff-f1a5444badc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:43.751322 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-63a63234-5e00-4a5e-a337-d20a77e95999 None None] For port 17560223-9cac-464a-b232-57dad54030d6, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:06:43.756441 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-63a63234-5e00-4a5e-a337-d20a77e95999 None None] For port 17560223-9cac-464a-b232-57dad54030d6, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=17560223-9cac-464a-b232-57dad54030d6,segment=NetworkSegment(944c276e-9c28-46bc-bd72-ef4998e53631),segment_id=944c276e-9c28-46bc-bd72-ef4998e53631)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:06:43.764371 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-63a63234-5e00-4a5e-a337-d20a77e95999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:43.842789 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db14f74-0fd9-41a2-b450-402ef39350a7 None None] Pushing event updated for resources: {'Port': ['ID=17560223-9cac-464a-b232-57dad54030d6,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:43.935756 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-a865e6be-f4a5-4349-98f7-938fc5f35693 None None] Provisioning complete for port 17560223-9cac-464a-b232-57dad54030d6 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:43.936174 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a865e6be-f4a5-4349-98f7-938fc5f35693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:44.065093 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a63234-5e00-4a5e-a337-d20a77e95999 None None] Routers {'c5e734b0-a51b-423c-b26a-5be3ae8c5322'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:44.066289 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-63a63234-5e00-4a5e-a337-d20a77e95999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:06:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['c5e734b0-a51b-423c-b26a-5be3ae8c5322'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:44.115472 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9a9e53e1-cf5e-4127-9285-5205040e30e8 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:44.184281 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f0841-3bfa-4202-ac4b-5a4f8895c980 req-97ff2a42-62bb-4f97-9ee8-3958ed9e827d tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:44.195657 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-206f0841-3bfa-4202-ac4b-5a4f8895c980 req-97ff2a42-62bb-4f97-9ee8-3958ed9e827d tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.6927233 Nov 12 01:06:44.231017 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e53e1-cf5e-4127-9285-5205040e30e8 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Pushing event updated for resources: {'Subnet': ['ID=2c52d9c6-c2e8-49c2-bfac-1cdcf1bdba03,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:44.294467 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-63a63234-5e00-4a5e-a337-d20a77e95999 None None] Set router c5e734b0-a51b-423c-b26a-5be3ae8c5322 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:06:44.333253 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9e53e1-cf5e-4127-9285-5205040e30e8 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Checking segment: {'id': '1e803937-f20e-4d95-9597-0314f083c1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fddc4988-7d66-4037-b4e5-55cc792b570d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:44.333848 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9e53e1-cf5e-4127-9285-5205040e30e8 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Network hostable DHCP agents. Network: fddc4988-7d66-4037-b4e5-55cc792b570d, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:06:44.369168 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5bb12766-72ac-4878-89af-ec5a417b3c35 req-6d9383d2-18aa-4ea4-babd-12c061b20334 service neutron] 10.222.0.45 "GET /v2.0/networks/e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7722936 Nov 12 01:06:44.387863 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9e53e1-cf5e-4127-9285-5205040e30e8 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Network fddc4988-7d66-4037-b4e5-55cc792b570d is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:06:44.415518 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-9a9e53e1-cf5e-4127-9285-5205040e30e8 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, fddc4988-7d66-4037-b4e5-55cc792b570d) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:44.437146 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bc9286bb-5b5d-477c-8eff-f1a5444badc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:44.461261 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032ca9bd-138a-44f8-9150-370d1ca9520d None None] Network fddc4988-7d66-4037-b4e5-55cc792b570d requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:44.475797 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9e53e1-cf5e-4127-9285-5205040e30e8 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:44.479545 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-206f0841-3bfa-4202-ac4b-5a4f8895c980 req-9938cd82-a6d7-4b90-ac4b-4feae65db40f tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759643 Nov 12 01:06:44.484722 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9a9e53e1-cf5e-4127-9285-5205040e30e8 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:44.560498 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9a9e53e1-cf5e-4127-9285-5205040e30e8 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4395983 Nov 12 01:06:44.565412 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 38666) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:44.603468 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-5fcf2579-323e-4636-b53d-02f144d43a97 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1012317411'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:44.604356 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9286bb-5b5d-477c-8eff-f1a5444badc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5940f8d-0215-4f43-8d97-4bef756314fa,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:44.644769 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9286bb-5b5d-477c-8eff-f1a5444badc8 admin admin] Checking segment: {'id': 'cb2ecfa2-2aa2-4eac-be73-a119af97fe41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e5e34600-403a-4b25-adb8-e29084755c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:44.645190 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9286bb-5b5d-477c-8eff-f1a5444badc8 admin admin] Network hostable DHCP agents. Network: e5e34600-403a-4b25-adb8-e29084755c7d, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:06:44.690302 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9286bb-5b5d-477c-8eff-f1a5444badc8 admin admin] Network e5e34600-403a-4b25-adb8-e29084755c7d is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:06:44.710948 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-bc9286bb-5b5d-477c-8eff-f1a5444badc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, e5e34600-403a-4b25-adb8-e29084755c7d) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:44.716142 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9286bb-5b5d-477c-8eff-f1a5444badc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:44.716976 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bc9286bb-5b5d-477c-8eff-f1a5444badc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:44.719991 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fcf2579-323e-4636-b53d-02f144d43a97 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Made reservation on behalf of 5f885a1601aa462d8df4e61a5f6064de for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:44.738472 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5fcf2579-323e-4636-b53d-02f144d43a97 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:44.749238 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-bc9286bb-5b5d-477c-8eff-f1a5444badc8 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6936193 Nov 12 01:06:44.753674 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 38672) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:44.759097 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-e0f2fbf3-4c1c-4b79-a7c6-86d5f8b191de admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-2050990118-router', 'tenant_id': '7a4cc89f684a44dc88713ac499ae6acb', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:44.804399 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fcf2579-323e-4636-b53d-02f144d43a97 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:06:44.817411 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e0f2fbf3-4c1c-4b79-a7c6-86d5f8b191de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:44.818523 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e0f2fbf3-4c1c-4b79-a7c6-86d5f8b191de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:44.824195 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5fcf2579-323e-4636-b53d-02f144d43a97 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:44.825528 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-5fcf2579-323e-4636-b53d-02f144d43a97 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Added segment 8df7105e-54bb-427e-aa52-3ae5348b295b of type vlan for network 94c94840-4ca1-4c78-ac47-4ffc47bd5ded Nov 12 01:06:44.993738 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab519d0-1d87-428a-b99c-a096091509df None None] Network e5e34600-403a-4b25-adb8-e29084755c7d requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:44.999479 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e0f2fbf3-4c1c-4b79-a7c6-86d5f8b191de admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:45.081119 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5fcf2579-323e-4636-b53d-02f144d43a97 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:45.150135 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5fcf2579-323e-4636-b53d-02f144d43a97 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:45.162011 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcf2579-323e-4636-b53d-02f144d43a97 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:45.164823 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5fcf2579-323e-4636-b53d-02f144d43a97 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:45.330934 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-144396ab-1e0c-4203-9c4a-9ed4ae668521 req-a6caf8c0-ab53-4e21-99d4-77ebf68dd571 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf99bc3c-53f5-4dd1-b00c-bb386450760a HTTP/1.1" status: 200 len: 210 time: 0.1576130 Nov 12 01:06:45.386416 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5fcf2579-323e-4636-b53d-02f144d43a97 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8166680 Nov 12 01:06:45.390201 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 38680) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:45.397539 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-6349d602-01a5-4beb-81cf-ff531abd8700 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Request body: {'subnet': {'network_id': '94c94840-4ca1-4c78-ac47-4ffc47bd5ded', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:45.529113 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf2579-323e-4636-b53d-02f144d43a97 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Pushing event updated for resources: {'Network': ['ID=94c94840-4ca1-4c78-ac47-4ffc47bd5ded,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:45.623517 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e0f2fbf3-4c1c-4b79-a7c6-86d5f8b191de admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:45.650992 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a865e6be-f4a5-4349-98f7-938fc5f35693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:45.694745 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf2579-323e-4636-b53d-02f144d43a97 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:45.695820 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf2579-323e-4636-b53d-02f144d43a97 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:45.696239 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf2579-323e-4636-b53d-02f144d43a97 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:45.696716 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf2579-323e-4636-b53d-02f144d43a97 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:45.697062 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf2579-323e-4636-b53d-02f144d43a97 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:45.697400 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf2579-323e-4636-b53d-02f144d43a97 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:45.697739 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf2579-323e-4636-b53d-02f144d43a97 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:45.698073 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf2579-323e-4636-b53d-02f144d43a97 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:45.699055 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf2579-323e-4636-b53d-02f144d43a97 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:45.699396 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf2579-323e-4636-b53d-02f144d43a97 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:45.699733 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf2579-323e-4636-b53d-02f144d43a97 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:45.700636 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf2579-323e-4636-b53d-02f144d43a97 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:45.743313 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ed214-5d38-4224-883f-4edd1aca572f req-536e65f5-e77a-4d88-919c-8b1efe74ef56 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:45.746580 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a92ed214-5d38-4224-883f-4edd1aca572f req-536e65f5-e77a-4d88-919c-8b1efe74ef56 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=f484c6b3-cfd8-4693-a6e9-079dca69b87b HTTP/1.1" status: 200 len: 945 time: 0.2623115 Nov 12 01:06:45.747803 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 94c94840-4ca1-4c78-ac47-4ffc47bd5ded details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:06:45.785969 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6349d602-01a5-4beb-81cf-ff531abd8700 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Made reservation on behalf of 5f885a1601aa462d8df4e61a5f6064de for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:45.790373 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6349d602-01a5-4beb-81cf-ff531abd8700 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:45.794452 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d340d76-69a1-44ea-84a2-7bb34a675c33 None None] Network e5e34600-403a-4b25-adb8-e29084755c7d requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:45.862917 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737778aa-02bc-41f7-80a7-07d007252413 req-6926d3bf-ed99-4f39-9063-5e290a85199f tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:45.868952 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-737778aa-02bc-41f7-80a7-07d007252413 req-6926d3bf-ed99-4f39-9063-5e290a85199f tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.2629781 Nov 12 01:06:46.043022 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-a865e6be-f4a5-4349-98f7-938fc5f35693 None None] For port 17560223-9cac-464a-b232-57dad54030d6, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=17560223-9cac-464a-b232-57dad54030d6,segment=NetworkSegment(944c276e-9c28-46bc-bd72-ef4998e53631),segment_id=944c276e-9c28-46bc-bd72-ef4998e53631)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:46.105707 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a865e6be-f4a5-4349-98f7-938fc5f35693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:46.179460 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6349d602-01a5-4beb-81cf-ff531abd8700 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:46.205631 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a865e6be-f4a5-4349-98f7-938fc5f35693 None None] Pushing event updated for resources: {'Port': ['ID=17560223-9cac-464a-b232-57dad54030d6,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:46.209676 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40c15cf-658b-4814-beb2-0f33f5a0417d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-fddc4988-7d66-4037-b4e5-55cc792b570d', 'network_id': 'fddc4988-7d66-4037-b4e5-55cc792b570d', 'tenant_id': '5f885a1601aa462d8df4e61a5f6064de', 'fixed_ips': [{'subnet_id': '2c52d9c6-c2e8-49c2-bfac-1cdcf1bdba03'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:06:46.215377 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c40c15cf-658b-4814-beb2-0f33f5a0417d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:46.222796 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a92ed214-5d38-4224-883f-4edd1aca572f req-9de9ebd7-98e8-45ad-bf33-b5b76df8b117 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4668019 Nov 12 01:06:46.280453 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a865e6be-f4a5-4349-98f7-938fc5f35693 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:46.280865 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a865e6be-f4a5-4349-98f7-938fc5f35693 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:46.281217 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a865e6be-f4a5-4349-98f7-938fc5f35693 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:46.281562 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a865e6be-f4a5-4349-98f7-938fc5f35693 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:46.281905 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a865e6be-f4a5-4349-98f7-938fc5f35693 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:46.282241 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a865e6be-f4a5-4349-98f7-938fc5f35693 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:46.282579 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a865e6be-f4a5-4349-98f7-938fc5f35693 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:46.282971 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a865e6be-f4a5-4349-98f7-938fc5f35693 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:46.283403 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a865e6be-f4a5-4349-98f7-938fc5f35693 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:46.285044 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a865e6be-f4a5-4349-98f7-938fc5f35693 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:46.285044 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a865e6be-f4a5-4349-98f7-938fc5f35693 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:46.285044 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a865e6be-f4a5-4349-98f7-938fc5f35693 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:46.309147 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-63a63234-5e00-4a5e-a337-d20a77e95999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5e734b0-a51b-423c-b26a-5be3ae8c5322', 'name': 'tempest-ServersTestMultiNic-622332548-router', 'tenant_id': '5f885a1601aa462d8df4e61a5f6064de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '91154fa9-858d-4e1d-9884-9a7a9fb64f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:29Z', 'updated_at': '2021-11-12T01:06:39Z', 'revision_number': 4, 'project_id': '5f885a1601aa462d8df4e61a5f6064de', 'gw_port': {'id': '91154fa9-858d-4e1d-9884-9a7a9fb64f60', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e734b0-a51b-423c-b26a-5be3ae8c5322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:29Z', 'updated_at': '2021-11-12T01:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '17560223-9cac-464a-b232-57dad54030d6', 'name': '', 'network_id': 'dfb9a17b-34b5-4aff-9b97-12fde0431901', 'tenant_id': '5f885a1601aa462d8df4e61a5f6064de', 'mac_address': 'fa:16:3e:fa:c8:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5e734b0-a51b-423c-b26a-5be3ae8c5322', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '851a6514-f285-4b96-95e8-0a6d5bcdc139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:37Z', 'updated_at': '2021-11-12T01:06:43Z', 'revision_number': 4, 'project_id': '5f885a1601aa462d8df4e61a5f6064de', 'subnets': [{'id': '851a6514-f285-4b96-95e8-0a6d5bcdc139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:46.370187 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-737778aa-02bc-41f7-80a7-07d007252413 req-4fa0b282-d159-45e4-b700-2dc6990a76d4 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4815471 Nov 12 01:06:46.374687 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a63234-5e00-4a5e-a337-d20a77e95999 None None] The sync data for ids ['c5e734b0-a51b-423c-b26a-5be3ae8c5322'] in n-d-712142-27 is: [{'id': 'c5e734b0-a51b-423c-b26a-5be3ae8c5322', 'name': 'tempest-ServersTestMultiNic-622332548-router', 'tenant_id': '5f885a1601aa462d8df4e61a5f6064de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '91154fa9-858d-4e1d-9884-9a7a9fb64f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:29Z', 'updated_at': '2021-11-12T01:06:39Z', 'revision_number': 4, 'project_id': '5f885a1601aa462d8df4e61a5f6064de', 'gw_port': {'id': '91154fa9-858d-4e1d-9884-9a7a9fb64f60', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e734b0-a51b-423c-b26a-5be3ae8c5322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:29Z', 'updated_at': '2021-11-12T01:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '17560223-9cac-464a-b232-57dad54030d6', 'name': '', 'network_id': 'dfb9a17b-34b5-4aff-9b97-12fde0431901', 'tenant_id': '5f885a1601aa462d8df4e61a5f6064de', 'mac_address': 'fa:16:3e:fa:c8:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5e734b0-a51b-423c-b26a-5be3ae8c5322', 'device_owner': 'network:router_interface', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '851a6514-f285-4b96-95e8-0a6d5bcdc139', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:37Z', 'updated_at': '2021-11-12T01:06:43Z', 'revision_number': 4, 'project_id': '5f885a1601aa462d8df4e61a5f6064de', 'subnets': [{'id': '851a6514-f285-4b96-95e8-0a6d5bcdc139', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:06:46.387037 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b9a481b-9805-4241-b683-d2e07f87ac66 None None] Provisioning complete for port 17560223-9cac-464a-b232-57dad54030d6 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:46.387715 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b9a481b-9805-4241-b683-d2e07f87ac66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:46.689253 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4d138229-51a2-465b-8ab6-d8840fcf2ea0 req-0ebda815-3a5e-42cc-9699-58f862d64001 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf99bc3c-53f5-4dd1-b00c-bb386450760a HTTP/1.1" status: 200 len: 210 time: 0.0894146 Nov 12 01:06:46.832019 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e0f2fbf3-4c1c-4b79-a7c6-86d5f8b191de admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:46.889446 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e0f2fbf3-4c1c-4b79-a7c6-86d5f8b191de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:47.068869 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 17560223-9cac-464a-b232-57dad54030d6 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:06:47.222211 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-e0f2fbf3-4c1c-4b79-a7c6-86d5f8b191de admin admin] Allocated IP 172.25.3.210 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/71006a08-ed6b-463f-8829-fd46f65ed682) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:06:47.301459 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-c40c15cf-658b-4814-beb2-0f33f5a0417d None None] Allocated IP 19.80.0.2 (fddc4988-7d66-4037-b4e5-55cc792b570d/2c52d9c6-c2e8-49c2-bfac-1cdcf1bdba03/1114643e-b1da-47d4-911c-490fd86558c6) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:06:47.411857 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 17560223-9cac-464a-b232-57dad54030d6 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:47.412905 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:47.667333 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6349d602-01a5-4beb-81cf-ff531abd8700 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Pushing event updated for resources: {'Subnet': ['ID=2512d883-ba3a-44cb-8b89-8d2bf71c9613,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:47.682445 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 38706) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:47.707288 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6349d602-01a5-4beb-81cf-ff531abd8700 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Checking segment: {'id': '8df7105e-54bb-427e-aa52-3ae5348b295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '94c94840-4ca1-4c78-ac47-4ffc47bd5ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:47.708190 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6349d602-01a5-4beb-81cf-ff531abd8700 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Network hostable DHCP agents. Network: 94c94840-4ca1-4c78-ac47-4ffc47bd5ded, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:06:47.731817 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e0f2fbf3-4c1c-4b79-a7c6-86d5f8b191de admin admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:47.824673 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb12766-72ac-4878-89af-ec5a417b3c35 req-e080fcb5-99aa-44ac-a63b-bf235cde2006 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:47.828829 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-5bb12766-72ac-4878-89af-ec5a417b3c35 req-e080fcb5-99aa-44ac-a63b-bf235cde2006 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.44 "GET /v2.0/networks?id=e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 HTTP/1.1" status: 200 len: 811 time: 0.4428544 Nov 12 01:06:47.834232 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6349d602-01a5-4beb-81cf-ff531abd8700 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Network 94c94840-4ca1-4c78-ac47-4ffc47bd5ded is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:06:47.863331 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-5bb12766-72ac-4878-89af-ec5a417b3c35 req-683ed4a2-5ad1-4202-91ef-e167272be650 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Request body: {'port': {'device_id': 'cf99bc3c-53f5-4dd1-b00c-bb386450760a', 'network_id': 'e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4', 'admin_state_up': True, 'tenant_id': '7bbe35289028429ba1e1b86033a5bcab'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:47.912893 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-6349d602-01a5-4beb-81cf-ff531abd8700 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 94c94840-4ca1-4c78-ac47-4ffc47bd5ded) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:47.941106 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd8e268-a2dd-4971-85f1-c648778453e8 None None] Network 94c94840-4ca1-4c78-ac47-4ffc47bd5ded requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:47.947383 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6349d602-01a5-4beb-81cf-ff531abd8700 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:47.948268 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6349d602-01a5-4beb-81cf-ff531abd8700 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:47.986936 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e0f2fbf3-4c1c-4b79-a7c6-86d5f8b191de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:48.049663 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0fa800ff-7aaa-4884-a799-965518910911 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:48.060878 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c40c15cf-658b-4814-beb2-0f33f5a0417d None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:48.078505 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c40c15cf-658b-4814-beb2-0f33f5a0417d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:48.141713 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6349d602-01a5-4beb-81cf-ff531abd8700 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.7413752 Nov 12 01:06:48.202930 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f2fbf3-4c1c-4b79-a7c6-86d5f8b191de admin admin] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:48.219849 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-e0f2fbf3-4c1c-4b79-a7c6-86d5f8b191de admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:48.225559 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f2fbf3-4c1c-4b79-a7c6-86d5f8b191de admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:48.327217 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bb12766-72ac-4878-89af-ec5a417b3c35 req-683ed4a2-5ad1-4202-91ef-e167272be650 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Made reservation on behalf of 7bbe35289028429ba1e1b86033a5bcab for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:06:48.327503 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40c15cf-658b-4814-beb2-0f33f5a0417d None None] Network fddc4988-7d66-4037-b4e5-55cc792b570d is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:48.331254 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-5bb12766-72ac-4878-89af-ec5a417b3c35 req-683ed4a2-5ad1-4202-91ef-e167272be650 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:48.364428 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-c40c15cf-658b-4814-beb2-0f33f5a0417d None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:48.380983 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40c15cf-658b-4814-beb2-0f33f5a0417d None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:48.400676 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c15cf-658b-4814-beb2-0f33f5a0417d None None] Pushing event updated for resources: {'Port': ['ID=1114643e-b1da-47d4-911c-490fd86558c6,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:48.495619 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0fa800ff-7aaa-4884-a799-965518910911 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:48.518502 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0fa800ff-7aaa-4884-a799-965518910911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:48.573063 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42f8a22-5e1d-4b9e-8fa7-d7f8825297ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-94c94840-4ca1-4c78-ac47-4ffc47bd5ded', 'network_id': '94c94840-4ca1-4c78-ac47-4ffc47bd5ded', 'tenant_id': '5f885a1601aa462d8df4e61a5f6064de', 'fixed_ips': [{'subnet_id': '2512d883-ba3a-44cb-8b89-8d2bf71c9613'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:06:48.574033 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b42f8a22-5e1d-4b9e-8fa7-d7f8825297ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:48.631179 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0fa800ff-7aaa-4884-a799-965518910911 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4601d14cbb514d83a26dfd1bf420a9cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9401836 Nov 12 01:06:48.633369 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa800ff-7aaa-4884-a799-965518910911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0ff986-c4be-4a42-8025-72e0e1febabf,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:48.638854 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 38720) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:48.747006 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-5bb12766-72ac-4878-89af-ec5a417b3c35 req-683ed4a2-5ad1-4202-91ef-e167272be650 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Allocated IP 172.20.0.4 (e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4/55fa7c58-77a8-4d04-ad83-d7b14788e8b6/0ad0bb83-2810-4bf3-8d54-35cf18d580c1) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:06:48.783603 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9ae299dc-4f60-485f-b2f4-57b32deebcd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:48.841638 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9ae299dc-4f60-485f-b2f4-57b32deebcd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:48.868620 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-b42f8a22-5e1d-4b9e-8fa7-d7f8825297ae None None] Allocated IP 19.86.0.2 (94c94840-4ca1-4c78-ac47-4ffc47bd5ded/2512d883-ba3a-44cb-8b89-8d2bf71c9613/dd48fc1e-3651-4cbe-bc0b-364c14af6118) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:06:48.882002 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:06:48.986432 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-c40c15cf-658b-4814-beb2-0f33f5a0417d None None] Attempting to bind port 1114643e-b1da-47d4-911c-490fd86558c6 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:48.986845 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-c40c15cf-658b-4814-beb2-0f33f5a0417d None None] Attempting to bind port 1114643e-b1da-47d4-911c-490fd86558c6 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '1e803937-f20e-4d95-9597-0314f083c1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fddc4988-7d66-4037-b4e5-55cc792b570d'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:48.987215 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40c15cf-658b-4814-beb2-0f33f5a0417d None None] Attempting to bind port 1114643e-b1da-47d4-911c-490fd86558c6 on network fddc4988-7d66-4037-b4e5-55cc792b570d {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:49.014625 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40c15cf-658b-4814-beb2-0f33f5a0417d None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:06:49.015100 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40c15cf-658b-4814-beb2-0f33f5a0417d None None] Checking segment: {'id': '1e803937-f20e-4d95-9597-0314f083c1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fddc4988-7d66-4037-b4e5-55cc792b570d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:49.015409 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c40c15cf-658b-4814-beb2-0f33f5a0417d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:49.016112 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40c15cf-658b-4814-beb2-0f33f5a0417d None None] Bound using segment: {'id': '1e803937-f20e-4d95-9597-0314f083c1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fddc4988-7d66-4037-b4e5-55cc792b570d'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:06:49.018596 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-c40c15cf-658b-4814-beb2-0f33f5a0417d None None] Bound port: 1114643e-b1da-47d4-911c-490fd86558c6, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e803937-f20e-4d95-9597-0314f083c1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fddc4988-7d66-4037-b4e5-55cc792b570d'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:06:49.019016 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c40c15cf-658b-4814-beb2-0f33f5a0417d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:49.081202 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9ae299dc-4f60-485f-b2f4-57b32deebcd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:49.090500 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9ae299dc-4f60-485f-b2f4-57b32deebcd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:49.096360 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9ae299dc-4f60-485f-b2f4-57b32deebcd4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ae0ff986-c4be-4a42-8025-72e0e1febabf HTTP/1.1" status: 204 len: 168 time: 0.4554267 Nov 12 01:06:49.217203 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-5bb12766-72ac-4878-89af-ec5a417b3c35 req-683ed4a2-5ad1-4202-91ef-e167272be650 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:49.219426 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae299dc-4f60-485f-b2f4-57b32deebcd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0ff986-c4be-4a42-8025-72e0e1febabf,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:49.246338 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-c40c15cf-658b-4814-beb2-0f33f5a0417d None None] For port 1114643e-b1da-47d4-911c-490fd86558c6, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:06:49.266566 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-c40c15cf-658b-4814-beb2-0f33f5a0417d None None] For port 1114643e-b1da-47d4-911c-490fd86558c6, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=1114643e-b1da-47d4-911c-490fd86558c6,segment=NetworkSegment(1e803937-f20e-4d95-9597-0314f083c1eb),segment_id=1e803937-f20e-4d95-9597-0314f083c1eb)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:06:49.297559 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b42f8a22-5e1d-4b9e-8fa7-d7f8825297ae None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:49.317444 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c40c15cf-658b-4814-beb2-0f33f5a0417d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:49.371028 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b42f8a22-5e1d-4b9e-8fa7-d7f8825297ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:49.423803 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-5bb12766-72ac-4878-89af-ec5a417b3c35 req-683ed4a2-5ad1-4202-91ef-e167272be650 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:49.470602 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42f8a22-5e1d-4b9e-8fa7-d7f8825297ae None None] Network 94c94840-4ca1-4c78-ac47-4ffc47bd5ded is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:49.484878 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-b42f8a22-5e1d-4b9e-8fa7-d7f8825297ae None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:49.490339 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42f8a22-5e1d-4b9e-8fa7-d7f8825297ae None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:49.545542 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ef3dc-68bd-4e6d-bc9b-d17126745c14 req-bf69ba7f-b239-45e7-853e-131f6069b0f8 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:49.551079 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ac4ef3dc-68bd-4e6d-bc9b-d17126745c14 req-bf69ba7f-b239-45e7-853e-131f6069b0f8 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=f484c6b3-cfd8-4693-a6e9-079dca69b87b HTTP/1.1" status: 200 len: 945 time: 1.7812326 Nov 12 01:06:49.611552 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bb12766-72ac-4878-89af-ec5a417b3c35 req-683ed4a2-5ad1-4202-91ef-e167272be650 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Network e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:49.634813 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-5bb12766-72ac-4878-89af-ec5a417b3c35 req-683ed4a2-5ad1-4202-91ef-e167272be650 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:49.649718 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-b42f8a22-5e1d-4b9e-8fa7-d7f8825297ae None None] Attempting to bind port dd48fc1e-3651-4cbe-bc0b-364c14af6118 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:49.650333 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-b42f8a22-5e1d-4b9e-8fa7-d7f8825297ae None None] Attempting to bind port dd48fc1e-3651-4cbe-bc0b-364c14af6118 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '8df7105e-54bb-427e-aa52-3ae5348b295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '94c94840-4ca1-4c78-ac47-4ffc47bd5ded'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:49.651310 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42f8a22-5e1d-4b9e-8fa7-d7f8825297ae None None] Attempting to bind port dd48fc1e-3651-4cbe-bc0b-364c14af6118 on network 94c94840-4ca1-4c78-ac47-4ffc47bd5ded {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:49.658503 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb12766-72ac-4878-89af-ec5a417b3c35 req-683ed4a2-5ad1-4202-91ef-e167272be650 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:49.666759 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42f8a22-5e1d-4b9e-8fa7-d7f8825297ae None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:06:49.667556 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42f8a22-5e1d-4b9e-8fa7-d7f8825297ae None None] Checking segment: {'id': '8df7105e-54bb-427e-aa52-3ae5348b295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '94c94840-4ca1-4c78-ac47-4ffc47bd5ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:49.668283 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b42f8a22-5e1d-4b9e-8fa7-d7f8825297ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:49.668955 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42f8a22-5e1d-4b9e-8fa7-d7f8825297ae None None] Bound using segment: {'id': '8df7105e-54bb-427e-aa52-3ae5348b295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '94c94840-4ca1-4c78-ac47-4ffc47bd5ded'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:06:49.669736 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-b42f8a22-5e1d-4b9e-8fa7-d7f8825297ae None None] Bound port: dd48fc1e-3651-4cbe-bc0b-364c14af6118, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8df7105e-54bb-427e-aa52-3ae5348b295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '94c94840-4ca1-4c78-ac47-4ffc47bd5ded'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:06:49.670421 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b42f8a22-5e1d-4b9e-8fa7-d7f8825297ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:49.700070 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf59fa1-25ee-4ef3-b2bd-f295e2cd3c2f req-e4d6311a-7eb3-41bf-8ffa-f0755e58a912 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:49.711950 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-baf59fa1-25ee-4ef3-b2bd-f295e2cd3c2f req-e4d6311a-7eb3-41bf-8ffa-f0755e58a912 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 1.8471491 Nov 12 01:06:49.717989 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f2fbf3-4c1c-4b79-a7c6-86d5f8b191de admin admin] Pushing event updated for resources: {'Port': ['ID=71006a08-ed6b-463f-8829-fd46f65ed682,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:49.772447 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 38726) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:49.836799 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683ed4a2-5ad1-4202-91ef-e167272be650 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Pushing event updated for resources: {'Port': ['ID=0ad0bb83-2810-4bf3-8d54-35cf18d580c1,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:49.857384 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6aeb93d6-b62a-4168-ad0e-04bf04d5251f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:49.960207 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f2fbf3-4c1c-4b79-a7c6-86d5f8b191de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:49.961415 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f2fbf3-4c1c-4b79-a7c6-86d5f8b191de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:49.961912 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f2fbf3-4c1c-4b79-a7c6-86d5f8b191de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:49.962421 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f2fbf3-4c1c-4b79-a7c6-86d5f8b191de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:49.962925 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f2fbf3-4c1c-4b79-a7c6-86d5f8b191de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:49.963449 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f2fbf3-4c1c-4b79-a7c6-86d5f8b191de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:49.963949 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f2fbf3-4c1c-4b79-a7c6-86d5f8b191de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:49.964630 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f2fbf3-4c1c-4b79-a7c6-86d5f8b191de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:49.965308 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f2fbf3-4c1c-4b79-a7c6-86d5f8b191de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:49.965953 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f2fbf3-4c1c-4b79-a7c6-86d5f8b191de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:49.966626 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f2fbf3-4c1c-4b79-a7c6-86d5f8b191de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:49.967105 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f2fbf3-4c1c-4b79-a7c6-86d5f8b191de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:06:50.087090 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb12766-72ac-4878-89af-ec5a417b3c35 req-683ed4a2-5ad1-4202-91ef-e167272be650 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:50.088405 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-5bb12766-72ac-4878-89af-ec5a417b3c35 req-683ed4a2-5ad1-4202-91ef-e167272be650 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:50.134627 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c15cf-658b-4814-beb2-0f33f5a0417d None None] Pushing event updated for resources: {'Port': ['ID=1114643e-b1da-47d4-911c-490fd86558c6,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:50.182604 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-5bb12766-72ac-4878-89af-ec5a417b3c35 req-683ed4a2-5ad1-4202-91ef-e167272be650 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3305767 Nov 12 01:06:50.213036 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-5bb12766-72ac-4878-89af-ec5a417b3c35 req-acf77d41-7285-47f2-a18f-727d6df82c03 service neutron] Request body: {'port': {'device_id': 'cf99bc3c-53f5-4dd1-b00c-bb386450760a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:06:50.327985 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42f8a22-5e1d-4b9e-8fa7-d7f8825297ae None None] Pushing event updated for resources: {'Port': ['ID=dd48fc1e-3651-4cbe-bc0b-364c14af6118,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:50.356666 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-ec069a23-5bbe-4b7d-9a7b-71cd358c2034 None None] Provisioning complete for port 0ad0bb83-2810-4bf3-8d54-35cf18d580c1 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:50.357506 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ec069a23-5bbe-4b7d-9a7b-71cd358c2034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:50.362096 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-b42f8a22-5e1d-4b9e-8fa7-d7f8825297ae None None] For port dd48fc1e-3651-4cbe-bc0b-364c14af6118, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:06:50.407215 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6aeb93d6-b62a-4168-ad0e-04bf04d5251f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:50.424254 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6aeb93d6-b62a-4168-ad0e-04bf04d5251f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:50.438185 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-b42f8a22-5e1d-4b9e-8fa7-d7f8825297ae None None] For port dd48fc1e-3651-4cbe-bc0b-364c14af6118, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=dd48fc1e-3651-4cbe-bc0b-364c14af6118,segment=NetworkSegment(8df7105e-54bb-427e-aa52-3ae5348b295b),segment_id=8df7105e-54bb-427e-aa52-3ae5348b295b)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:06:50.439525 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-ec069a23-5bbe-4b7d-9a7b-71cd358c2034 None None] Port 0ad0bb83-2810-4bf3-8d54-35cf18d580c1 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:06:50.453592 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b42f8a22-5e1d-4b9e-8fa7-d7f8825297ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:50.472600 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-5bb12766-72ac-4878-89af-ec5a417b3c35 req-acf77d41-7285-47f2-a18f-727d6df82c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:50.574726 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42f8a22-5e1d-4b9e-8fa7-d7f8825297ae None None] Pushing event updated for resources: {'Port': ['ID=dd48fc1e-3651-4cbe-bc0b-364c14af6118,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:50.618002 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6aeb93d6-b62a-4168-ad0e-04bf04d5251f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e6ace8b4c1f740c99d85e78f87714cbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8290055 Nov 12 01:06:50.619258 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 38728) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:50.649921 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e0f2fbf3-4c1c-4b79-a7c6-86d5f8b191de admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:50.886158 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeb93d6-b62a-4168-ad0e-04bf04d5251f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba15f1a4-1054-43a2-9df8-3b2e03a090b9,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:50.931403 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-baf59fa1-25ee-4ef3-b2bd-f295e2cd3c2f req-a26b4e56-5cfe-412f-b58a-b0ec6fe2365b tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2145855 Nov 12 01:06:50.962794 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ac4ef3dc-68bd-4e6d-bc9b-d17126745c14 req-b4b8b0c7-b303-414a-a841-184af910af02 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3868885 Nov 12 01:06:51.215928 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b2cf39bf-e1f2-4892-94f0-633b8847c595 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:51.276971 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c12e0-b84c-4233-bc53-9a02537ca063 req-4523593a-584c-49b0-ba84-811c4e5c9178 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:51.278709 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f56c12e0-b84c-4233-bc53-9a02537ca063 req-4523593a-584c-49b0-ba84-811c4e5c9178 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf99bc3c-53f5-4dd1-b00c-bb386450760a HTTP/1.1" status: 200 len: 931 time: 0.1822593 Nov 12 01:06:51.297474 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e0f2fbf3-4c1c-4b79-a7c6-86d5f8b191de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:51.323566 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b2cf39bf-e1f2-4892-94f0-633b8847c595 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:51.438864 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 1114643e-b1da-47d4-911c-490fd86558c6 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:06:51.505959 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b2cf39bf-e1f2-4892-94f0-633b8847c595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:51.511695 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b2cf39bf-e1f2-4892-94f0-633b8847c595 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:51.513310 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b2cf39bf-e1f2-4892-94f0-633b8847c595 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ba15f1a4-1054-43a2-9df8-3b2e03a090b9 HTTP/1.1" status: 204 len: 168 time: 0.8883431 Nov 12 01:06:51.533107 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 1114643e-b1da-47d4-911c-490fd86558c6 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:51.536324 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:51.545301 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf39bf-e1f2-4892-94f0-633b8847c595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba15f1a4-1054-43a2-9df8-3b2e03a090b9,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:51.650379 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-5bb12766-72ac-4878-89af-ec5a417b3c35 req-acf77d41-7285-47f2-a18f-727d6df82c03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ad0bb83-2810-4bf3-8d54-35cf18d580c1 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:06:51.657278 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c24d1c8-6daa-4cbb-a650-710deef73a54 None None] Network fddc4988-7d66-4037-b4e5-55cc792b570d requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:51.662971 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-5bb12766-72ac-4878-89af-ec5a417b3c35 req-acf77d41-7285-47f2-a18f-727d6df82c03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:51.699369 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-5bb12766-72ac-4878-89af-ec5a417b3c35 req-acf77d41-7285-47f2-a18f-727d6df82c03 service neutron] Transition to ACTIVE for port object 0ad0bb83-2810-4bf3-8d54-35cf18d580c1 will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:06:51.709485 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-5bb12766-72ac-4878-89af-ec5a417b3c35 req-acf77d41-7285-47f2-a18f-727d6df82c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:51.888768 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf77d41-7285-47f2-a18f-727d6df82c03 service neutron] Pushing event updated for resources: {'Port': ['ID=0ad0bb83-2810-4bf3-8d54-35cf18d580c1,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:51.906724 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-41e551e7-3b58-4c8b-853f-ebfff2dff3c2 None None] Provisioning complete for port 1114643e-b1da-47d4-911c-490fd86558c6 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:51.907249 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-41e551e7-3b58-4c8b-853f-ebfff2dff3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:51.936707 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:51.957497 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f56c12e0-b84c-4233-bc53-9a02537ca063 req-12b655cd-cb58-4158-b578-ff5f6b85a9d5 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6476741 Nov 12 01:06:51.973830 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-15bf5650-8bc8-40ee-8de7-c14e22d77567 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:51.981862 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-15bf5650-8bc8-40ee-8de7-c14e22d77567 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:51.984143 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-15bf5650-8bc8-40ee-8de7-c14e22d77567 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/networks?id=fddc4988-7d66-4037-b4e5-55cc792b570d&id=94c94840-4ca1-4c78-ac47-4ffc47bd5ded&id=fddc4988-7d66-4037-b4e5-55cc792b570d HTTP/1.1" status: 200 len: 1391 time: 0.6737537 Nov 12 01:06:52.068705 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-b1b1ab3d-71c0-404b-a9b0-6b28284a8ec5 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/quotas/5f885a1601aa462d8df4e61a5f6064de HTTP/1.1" status: 200 len: 375 time: 0.0708539 Nov 12 01:06:52.249100 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-5bb12766-72ac-4878-89af-ec5a417b3c35 req-acf77d41-7285-47f2-a18f-727d6df82c03 service neutron] Attempting to bind port 0ad0bb83-2810-4bf3-8d54-35cf18d580c1 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:52.252616 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-5bb12766-72ac-4878-89af-ec5a417b3c35 req-acf77d41-7285-47f2-a18f-727d6df82c03 service neutron] Attempting to bind port 0ad0bb83-2810-4bf3-8d54-35cf18d580c1 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:52.253477 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb12766-72ac-4878-89af-ec5a417b3c35 req-acf77d41-7285-47f2-a18f-727d6df82c03 service neutron] Attempting to bind port 0ad0bb83-2810-4bf3-8d54-35cf18d580c1 on network e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:52.272539 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb12766-72ac-4878-89af-ec5a417b3c35 req-acf77d41-7285-47f2-a18f-727d6df82c03 service neutron] Port 0ad0bb83-2810-4bf3-8d54-35cf18d580c1 on network e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:06:52.272539 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb12766-72ac-4878-89af-ec5a417b3c35 req-acf77d41-7285-47f2-a18f-727d6df82c03 service neutron] Attempting to bind port 0ad0bb83-2810-4bf3-8d54-35cf18d580c1 on network e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:52.291563 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb12766-72ac-4878-89af-ec5a417b3c35 req-acf77d41-7285-47f2-a18f-727d6df82c03 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:06:52.292156 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb12766-72ac-4878-89af-ec5a417b3c35 req-acf77d41-7285-47f2-a18f-727d6df82c03 service neutron] Checking segment: {'id': '6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:52.292708 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb12766-72ac-4878-89af-ec5a417b3c35 req-acf77d41-7285-47f2-a18f-727d6df82c03 service neutron] Bound using segment: {'id': '6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:06:52.293258 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-5bb12766-72ac-4878-89af-ec5a417b3c35 req-acf77d41-7285-47f2-a18f-727d6df82c03 service neutron] Bound port: 0ad0bb83-2810-4bf3-8d54-35cf18d580c1, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:06:52.293754 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-5bb12766-72ac-4878-89af-ec5a417b3c35 req-acf77d41-7285-47f2-a18f-727d6df82c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:52.349167 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 1114643e-b1da-47d4-911c-490fd86558c6, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=1114643e-b1da-47d4-911c-490fd86558c6,segment=NetworkSegment(1e803937-f20e-4d95-9597-0314f083c1eb),segment_id=1e803937-f20e-4d95-9597-0314f083c1eb)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:52.369119 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:52.370073 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device dd48fc1e-3651-4cbe-bc0b-364c14af6118 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:06:52.389692 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-3cd96a37-3fe7-48fc-b758-7eaf59481a5e tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=5f885a1601aa462d8df4e61a5f6064de&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2935047 Nov 12 01:06:52.458455 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-5bb12766-72ac-4878-89af-ec5a417b3c35 req-acf77d41-7285-47f2-a18f-727d6df82c03 service neutron] For port 0ad0bb83-2810-4bf3-8d54-35cf18d580c1, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:06:52.473153 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-5bb12766-72ac-4878-89af-ec5a417b3c35 req-acf77d41-7285-47f2-a18f-727d6df82c03 service neutron] For port 0ad0bb83-2810-4bf3-8d54-35cf18d580c1, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=0ad0bb83-2810-4bf3-8d54-35cf18d580c1,segment=NetworkSegment(6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4),segment_id=6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:06:52.486514 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-5bb12766-72ac-4878-89af-ec5a417b3c35 req-acf77d41-7285-47f2-a18f-727d6df82c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:52.561901 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f2fbf3-4c1c-4b79-a7c6-86d5f8b191de admin admin] Router 6005b334-015f-4cb7-a0c0-65f03dac20e4 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:06:52.652457 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf77d41-7285-47f2-a18f-727d6df82c03 service neutron] Pushing event updated for resources: {'Port': ['ID=0ad0bb83-2810-4bf3-8d54-35cf18d580c1,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:52.672038 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb12766-72ac-4878-89af-ec5a417b3c35 req-acf77d41-7285-47f2-a18f-727d6df82c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:52.673577 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-5bb12766-72ac-4878-89af-ec5a417b3c35 req-acf77d41-7285-47f2-a18f-727d6df82c03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:52.675928 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-5bb12766-72ac-4878-89af-ec5a417b3c35 req-acf77d41-7285-47f2-a18f-727d6df82c03 service neutron] 10.222.0.44 "PUT /v2.0/ports/0ad0bb83-2810-4bf3-8d54-35cf18d580c1 HTTP/1.1" status: 200 len: 1092 time: 2.4707177 Nov 12 01:06:52.676526 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf99bc3c-53f5-4dd1-b00c-bb386450760a', 'tag': '0ad0bb83-2810-4bf3-8d54-35cf18d580c1'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:06:52.680098 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68a6248-3f3e-4ac7-9ab2-3061332f8bd0" -d '{"events": [{"name": "network-changed", "server_uuid": "cf99bc3c-53f5-4dd1-b00c-bb386450760a", "tag": "0ad0bb83-2810-4bf3-8d54-35cf18d580c1"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:06:52.723638 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa7841d-275d-47d1-8bef-598898352a54 None None] Network 94c94840-4ca1-4c78-ac47-4ffc47bd5ded requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:06:52.761157 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a7952-ae34-4e75-afae-e3738841eaeb req-f5d621b2-5a08-4df4-b28e-d51bcb278169 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:52.784652 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-559a7952-ae34-4e75-afae-e3738841eaeb req-f5d621b2-5a08-4df4-b28e-d51bcb278169 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.4282367 Nov 12 01:06:52.867253 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=1114643e-b1da-47d4-911c-490fd86558c6,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:52.923896 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-1f7c8644-23a7-4d88-9eb3-b7ac2ad5cefb service neutron] 10.222.0.45 "GET /v2.0/networks/fddc4988-7d66-4037-b4e5-55cc792b570d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4593182 Nov 12 01:06:53.021086 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb12766-72ac-4878-89af-ec5a417b3c35 req-40d7df12-bbe0-4d4b-bba5-02ec6e31e8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:53.030297 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-5bb12766-72ac-4878-89af-ec5a417b3c35 req-40d7df12-bbe0-4d4b-bba5-02ec6e31e8ab service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7bbe35289028429ba1e1b86033a5bcab&device_id=cf99bc3c-53f5-4dd1-b00c-bb386450760a HTTP/1.1" status: 200 len: 1095 time: 0.1386485 Nov 12 01:06:53.102168 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-5bb12766-72ac-4878-89af-ec5a417b3c35 req-da4cb9b7-5183-4aa2-a740-a1c40faa3b08 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ad0bb83-2810-4bf3-8d54-35cf18d580c1 HTTP/1.1" status: 200 len: 217 time: 0.0592358 Nov 12 01:06:53.203417 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb12766-72ac-4878-89af-ec5a417b3c35 req-f4328616-f5ef-43b2-a361-94f1ebf5fdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:53.205114 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-5bb12766-72ac-4878-89af-ec5a417b3c35 req-f4328616-f5ef-43b2-a361-94f1ebf5fdb1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=55fa7c58-77a8-4d04-ad83-d7b14788e8b6 HTTP/1.1" status: 200 len: 850 time: 0.0966864 Nov 12 01:06:53.221119 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port dd48fc1e-3651-4cbe-bc0b-364c14af6118 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:53.222114 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:53.291950 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-559a7952-ae34-4e75-afae-e3738841eaeb req-4ca67506-9865-42b0-90fa-a28965d9c744 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4868398 Nov 12 01:06:53.309752 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb12766-72ac-4878-89af-ec5a417b3c35 req-0372b6da-8d50-4988-836b-5d78a46b7633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:53.311369 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-5bb12766-72ac-4878-89af-ec5a417b3c35 req-0372b6da-8d50-4988-836b-5d78a46b7633 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0985529 Nov 12 01:06:53.312917 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f2fbf3-4c1c-4b79-a7c6-86d5f8b191de admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:06:53.325930 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d849267-4084-45eb-99a4-971e8249d084 None None] Sync routers for ids ['6005b334-015f-4cb7-a0c0-65f03dac20e4'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:06:53.375989 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d849267-4084-45eb-99a4-971e8249d084 None None] Routers {'6005b334-015f-4cb7-a0c0-65f03dac20e4'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:53.381764 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-7d849267-4084-45eb-99a4-971e8249d084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:06:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['6005b334-015f-4cb7-a0c0-65f03dac20e4'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:53.414061 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-be26638a-332d-419b-a2ba-7dfb36c8901c service neutron] 10.222.0.45 "GET /v2.0/networks/fddc4988-7d66-4037-b4e5-55cc792b570d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739419 Nov 12 01:06:53.510952 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e0f2fbf3-4c1c-4b79-a7c6-86d5f8b191de admin admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:53.518710 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e0f2fbf3-4c1c-4b79-a7c6-86d5f8b191de admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.7636545 Nov 12 01:06:53.537229 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 38768) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:53.640811 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-5bb12766-72ac-4878-89af-ec5a417b3c35 req-9773f5b1-7776-4195-a889-3cb6833511d7 service neutron] 10.222.0.44 "GET /v2.0/networks/e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166339 Nov 12 01:06:53.682978 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-cfcb7055-b1bd-4283-a1a3-ec92fb2639cb None None] Provisioning complete for port dd48fc1e-3651-4cbe-bc0b-364c14af6118 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:53.689695 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cfcb7055-b1bd-4283-a1a3-ec92fb2639cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:53.739606 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-7d849267-4084-45eb-99a4-971e8249d084 None None] Set router 6005b334-015f-4cb7-a0c0-65f03dac20e4 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:06:53.909865 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-5bb12766-72ac-4878-89af-ec5a417b3c35 req-f2f78167-0df7-4ca4-9581-ab9482966878 service neutron] 10.222.0.44 "GET /v2.0/networks/e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609248 Nov 12 01:06:54.035405 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:54.321492 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port dd48fc1e-3651-4cbe-bc0b-364c14af6118, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=dd48fc1e-3651-4cbe-bc0b-364c14af6118,segment=NetworkSegment(8df7105e-54bb-427e-aa52-3ae5348b295b),segment_id=8df7105e-54bb-427e-aa52-3ae5348b295b)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:54.322567 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130c45e-6940-4ea2-ad39-04d16f08aa5a req-9b1851a9-150f-44c8-a038-970a02d72466 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:54.337252 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3130c45e-6940-4ea2-ad39-04d16f08aa5a req-9b1851a9-150f-44c8-a038-970a02d72466 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=f484c6b3-cfd8-4693-a6e9-079dca69b87b HTTP/1.1" status: 200 len: 945 time: 0.8023379 Nov 12 01:06:54.356506 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:54.404238 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cfcb7055-b1bd-4283-a1a3-ec92fb2639cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:54.584355 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-7d849267-4084-45eb-99a4-971e8249d084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6005b334-015f-4cb7-a0c0-65f03dac20e4', 'name': 'tempest-ServerRescueTestJSON-2050990118-router', 'tenant_id': '7a4cc89f684a44dc88713ac499ae6acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '71006a08-ed6b-463f-8829-fd46f65ed682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:44Z', 'updated_at': '2021-11-12T01:06:50Z', 'revision_number': 3, 'project_id': '7a4cc89f684a44dc88713ac499ae6acb', 'gw_port': {'id': '71006a08-ed6b-463f-8829-fd46f65ed682', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ab:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6005b334-015f-4cb7-a0c0-65f03dac20e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:46Z', 'updated_at': '2021-11-12T01:06:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:54.627669 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-1ee16ab3-1f11-441f-868b-795b41008096 service neutron] 10.222.0.45 "GET /v2.0/networks/94c94840-4ca1-4c78-ac47-4ffc47bd5ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1996312 Nov 12 01:06:54.700472 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d849267-4084-45eb-99a4-971e8249d084 None None] Checking router: 6005b334-015f-4cb7-a0c0-65f03dac20e4 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:06:54.701985 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d849267-4084-45eb-99a4-971e8249d084 None None] Updating router 6005b334-015f-4cb7-a0c0-65f03dac20e4 port 71006a08-ed6b-463f-8829-fd46f65ed682 binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:06:54.702322 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 1114643e-b1da-47d4-911c-490fd86558c6 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:06:54.794743 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-7d849267-4084-45eb-99a4-971e8249d084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:54.886758 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=dd48fc1e-3651-4cbe-bc0b-364c14af6118,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:54.943593 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.api [None req-cfcb7055-b1bd-4283-a1a3-ec92fb2639cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:06:54.953261 n-d-712142-27 neutron-server[109087]: DEBUG oslo_db.api [None req-cfcb7055-b1bd-4283-a1a3-ec92fb2639cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:06:55.008428 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 1114643e-b1da-47d4-911c-490fd86558c6 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:55.009220 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:55.060790 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3130c45e-6940-4ea2-ad39-04d16f08aa5a req-9820c333-8aa3-4178-bb57-bf5d77e46794 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7219563 Nov 12 01:06:55.297914 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2319ef0-fe8a-4636-8fc5-f7882b727d63 x-openstack-request-id: req-f2319ef0-fe8a-4636-8fc5-f7882b727d63 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:06:55.298785 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf99bc3c-53f5-4dd1-b00c-bb386450760a", "tag": "0ad0bb83-2810-4bf3-8d54-35cf18d580c1", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:06:55.298785 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f2319ef0-fe8a-4636-8fc5-f7882b727d63 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:06:55.299056 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf99bc3c-53f5-4dd1-b00c-bb386450760a', 'tag': '0ad0bb83-2810-4bf3-8d54-35cf18d580c1', 'status': 'completed', 'code': 200} Nov 12 01:06:55.350404 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-c78a1546-2b24-4365-bb5d-3f2a4b597380 service neutron] 10.222.0.45 "GET /v2.0/networks/94c94840-4ca1-4c78-ac47-4ffc47bd5ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7035835 Nov 12 01:06:55.440670 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a6248-3f3e-4ac7-9ab2-3061332f8bd0 req-45f2306f-6d51-4444-8e0c-81a37495e825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:55.444322 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d68a6248-3f3e-4ac7-9ab2-3061332f8bd0 req-45f2306f-6d51-4444-8e0c-81a37495e825 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7bbe35289028429ba1e1b86033a5bcab&device_id=cf99bc3c-53f5-4dd1-b00c-bb386450760a HTTP/1.1" status: 200 len: 1095 time: 0.1035054 Nov 12 01:06:55.653336 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a6248-3f3e-4ac7-9ab2-3061332f8bd0 req-fd0be334-7506-4fae-a539-4971964861eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:55.659502 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d68a6248-3f3e-4ac7-9ab2-3061332f8bd0 req-fd0be334-7506-4fae-a539-4971964861eb service neutron] 10.222.0.44 "GET /v2.0/networks?id=e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 HTTP/1.1" status: 200 len: 911 time: 0.2077396 Nov 12 01:06:55.699816 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-f03936ed-cde4-4b0c-acb5-9c4503b25332 None None] Provisioning complete for port dd48fc1e-3651-4cbe-bc0b-364c14af6118 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:55.702648 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-7d849267-4084-45eb-99a4-971e8249d084 None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:55.703493 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f03936ed-cde4-4b0c-acb5-9c4503b25332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:55.719202 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-7d849267-4084-45eb-99a4-971e8249d084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:55.772147 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d68a6248-3f3e-4ac7-9ab2-3061332f8bd0 req-b8a342bf-5069-40cd-8efe-a7e074ef9338 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ad0bb83-2810-4bf3-8d54-35cf18d580c1 HTTP/1.1" status: 200 len: 217 time: 0.0911751 Nov 12 01:06:55.806500 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-7d849267-4084-45eb-99a4-971e8249d084 None None] Attempting to bind port 71006a08-ed6b-463f-8829-fd46f65ed682 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:06:55.807709 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-7d849267-4084-45eb-99a4-971e8249d084 None None] Attempting to bind port 71006a08-ed6b-463f-8829-fd46f65ed682 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:06:55.808788 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d849267-4084-45eb-99a4-971e8249d084 None None] Attempting to bind port 71006a08-ed6b-463f-8829-fd46f65ed682 on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:06:55.832146 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d849267-4084-45eb-99a4-971e8249d084 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:06:55.833413 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d849267-4084-45eb-99a4-971e8249d084 None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:06:55.834401 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-7d849267-4084-45eb-99a4-971e8249d084 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:55.835947 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d849267-4084-45eb-99a4-971e8249d084 None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:06:55.837215 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-7d849267-4084-45eb-99a4-971e8249d084 None None] Bound port: 71006a08-ed6b-463f-8829-fd46f65ed682, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:06:55.838212 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-7d849267-4084-45eb-99a4-971e8249d084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:55.873012 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-99c0cbc0-7cc8-4414-a07a-b27dcbf78c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:55.881822 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a6248-3f3e-4ac7-9ab2-3061332f8bd0 req-2eb8ffe9-5d8d-4090-a66b-e47041006e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:55.884069 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d68a6248-3f3e-4ac7-9ab2-3061332f8bd0 req-2eb8ffe9-5d8d-4090-a66b-e47041006e87 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=55fa7c58-77a8-4d04-ad83-d7b14788e8b6 HTTP/1.1" status: 200 len: 850 time: 0.1110215 Nov 12 01:06:55.891938 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-0890546c-3ee8-422d-98f4-2cec9269d73b service neutron] 10.222.0.45 "GET /v2.0/networks/fddc4988-7d66-4037-b4e5-55cc792b570d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5397518 Nov 12 01:06:55.909730 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-f03936ed-cde4-4b0c-acb5-9c4503b25332 None None] Provisioning complete for port 1114643e-b1da-47d4-911c-490fd86558c6 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:55.911509 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f03936ed-cde4-4b0c-acb5-9c4503b25332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:55.987139 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d420eb79-c05b-4bdc-866f-222f36c7517e None None] Pushing event updated for resources: {'Port': ['ID=71006a08-ed6b-463f-8829-fd46f65ed682,revision_number=2']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:55.995202 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a6248-3f3e-4ac7-9ab2-3061332f8bd0 req-473b504b-da24-48f1-a588-a44fd45b8b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:55.997013 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d68a6248-3f3e-4ac7-9ab2-3061332f8bd0 req-473b504b-da24-48f1-a588-a44fd45b8b49 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0929887 Nov 12 01:06:56.002521 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-7d849267-4084-45eb-99a4-971e8249d084 None None] For port 71006a08-ed6b-463f-8829-fd46f65ed682, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:06:56.017858 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-7d849267-4084-45eb-99a4-971e8249d084 None None] For port 71006a08-ed6b-463f-8829-fd46f65ed682, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=71006a08-ed6b-463f-8829-fd46f65ed682,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:06:56.026273 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-7d849267-4084-45eb-99a4-971e8249d084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:56.141431 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d849267-4084-45eb-99a4-971e8249d084 None None] Routers {'6005b334-015f-4cb7-a0c0-65f03dac20e4'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:06:56.142093 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-7d849267-4084-45eb-99a4-971e8249d084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:06:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['6005b334-015f-4cb7-a0c0-65f03dac20e4'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:56.148957 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac08cb8-4032-45a5-9c25-762d815f7022 req-f5cb45b2-6c3b-4ee7-98af-aa8fb83eba4f tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:56.160675 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7ac08cb8-4032-45a5-9c25-762d815f7022 req-f5cb45b2-6c3b-4ee7-98af-aa8fb83eba4f tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf99bc3c-53f5-4dd1-b00c-bb386450760a HTTP/1.1" status: 200 len: 943 time: 0.5358152 Nov 12 01:06:56.215042 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d68a6248-3f3e-4ac7-9ab2-3061332f8bd0 req-27f840c4-a421-4686-80cd-783a53e79ae0 service neutron] 10.222.0.44 "GET /v2.0/networks/e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091486 Nov 12 01:06:56.282398 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-7d849267-4084-45eb-99a4-971e8249d084 None None] Set router 6005b334-015f-4cb7-a0c0-65f03dac20e4 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:06:56.358834 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d420eb79-c05b-4bdc-866f-222f36c7517e None None] Pushing event updated for resources: {'Port': ['ID=71006a08-ed6b-463f-8829-fd46f65ed682,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:56.583899 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d68a6248-3f3e-4ac7-9ab2-3061332f8bd0 req-719ea044-22a0-41a6-9f2a-bc2a834d39a1 service neutron] 10.222.0.44 "GET /v2.0/networks/e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560507 Nov 12 01:06:56.584728 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device dd48fc1e-3651-4cbe-bc0b-364c14af6118 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:06:56.673537 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-7d849267-4084-45eb-99a4-971e8249d084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6005b334-015f-4cb7-a0c0-65f03dac20e4', 'name': 'tempest-ServerRescueTestJSON-2050990118-router', 'tenant_id': '7a4cc89f684a44dc88713ac499ae6acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '71006a08-ed6b-463f-8829-fd46f65ed682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:44Z', 'updated_at': '2021-11-12T01:06:50Z', 'revision_number': 3, 'project_id': '7a4cc89f684a44dc88713ac499ae6acb', 'gw_port': {'id': '71006a08-ed6b-463f-8829-fd46f65ed682', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ab:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6005b334-015f-4cb7-a0c0-65f03dac20e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:46Z', 'updated_at': '2021-11-12T01:06:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:06:56.692178 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port dd48fc1e-3651-4cbe-bc0b-364c14af6118 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:56.692553 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:56.717350 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d849267-4084-45eb-99a4-971e8249d084 None None] The sync data for ids ['6005b334-015f-4cb7-a0c0-65f03dac20e4'] in n-d-712142-27 is: [{'id': '6005b334-015f-4cb7-a0c0-65f03dac20e4', 'name': 'tempest-ServerRescueTestJSON-2050990118-router', 'tenant_id': '7a4cc89f684a44dc88713ac499ae6acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '71006a08-ed6b-463f-8829-fd46f65ed682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:44Z', 'updated_at': '2021-11-12T01:06:50Z', 'revision_number': 3, 'project_id': '7a4cc89f684a44dc88713ac499ae6acb', 'gw_port': {'id': '71006a08-ed6b-463f-8829-fd46f65ed682', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ab:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6005b334-015f-4cb7-a0c0-65f03dac20e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:46Z', 'updated_at': '2021-11-12T01:06:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:06:57.191056 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a51b2af5-962a-42c8-b13b-6eac78553b2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:57.206252 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-991018fe-c0bc-4a1c-b496-035defc1de0a service neutron] 10.222.0.45 "GET /v2.0/networks/fddc4988-7d66-4037-b4e5-55cc792b570d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3131263 Nov 12 01:06:57.422395 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7ac08cb8-4032-45a5-9c25-762d815f7022 req-54872657-a674-4779-803e-04d09abf63e0 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2572887 Nov 12 01:06:57.595839 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ef699506-9bbb-4695-ba4c-54c0c108dd14 req-a07a64d5-ec76-4d36-88c2-cb309e523b7e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3842061 Nov 12 01:06:57.918572 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 0ad0bb83-2810-4bf3-8d54-35cf18d580c1 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:06:57.989018 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e24c0-ec16-4ba4-bcdf-e3bcd01128dd req-f0d17ebd-866f-45c6-9297-ed1caefa7b6f tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:58.017002 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b65e24c0-ec16-4ba4-bcdf-e3bcd01128dd req-f0d17ebd-866f-45c6-9297-ed1caefa7b6f tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.3588972 Nov 12 01:06:58.226440 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-99c0cbc0-7cc8-4414-a07a-b27dcbf78c8d admin admin] Allocated IP 172.20.0.1 (e5e34600-403a-4b25-adb8-e29084755c7d/d5940f8d-0215-4f43-8d97-4bef756314fa/8358eaca-2825-419a-af88-380a94c32e18) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:06:58.239679 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef699506-9bbb-4695-ba4c-54c0c108dd14 req-52bf90cc-7dad-4313-b2c2-40aa0c6012bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:58.249888 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ef699506-9bbb-4695-ba4c-54c0c108dd14 req-52bf90cc-7dad-4313-b2c2-40aa0c6012bf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1650592d4cf74284855a02a26c6d9866&device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 1098 time: 0.4408543 Nov 12 01:06:58.254434 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 38830) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:58.316781 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b65e24c0-ec16-4ba4-bcdf-e3bcd01128dd req-80946863-0972-49cd-be33-206cd5f175c7 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942629 Nov 12 01:06:58.485819 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a524a87f-b40d-4b53-99db-fae41d070020 req-8de28fca-a1a7-4f4e-a45e-075612368d3d tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1 HTTP/1.1" status: 200 len: 210 time: 0.1430297 Nov 12 01:06:58.518076 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 0ad0bb83-2810-4bf3-8d54-35cf18d580c1, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=0ad0bb83-2810-4bf3-8d54-35cf18d580c1,segment=NetworkSegment(6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4),segment_id=6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:58.561202 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '0ad0bb83-2810-4bf3-8d54-35cf18d580c1', 'network_id': 'e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4', 'port_id': '0ad0bb83-2810-4bf3-8d54-35cf18d580c1', 'mac_address': 'fa:16:3e:50:b2:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55fa7c58-77a8-4d04-ad83-d7b14788e8b6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:06:58.658858 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:58.679533 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ad0bb83-2810-4bf3-8d54-35cf18d580c1 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:06:58.719866 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a3a9778a-145b-495e-b146-01aaafc17971 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:58.724763 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 71006a08-ed6b-463f-8829-fd46f65ed682 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:06:58.735066 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 0ad0bb83-2810-4bf3-8d54-35cf18d580c1, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=0ad0bb83-2810-4bf3-8d54-35cf18d580c1,segment=NetworkSegment(6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4),segment_id=6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:58.765618 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:58.833287 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=0ad0bb83-2810-4bf3-8d54-35cf18d580c1,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:58.868164 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 71006a08-ed6b-463f-8829-fd46f65ed682 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:06:58.868693 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:59.069535 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:59.090114 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a3a9778a-145b-495e-b146-01aaafc17971 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:59.129475 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 71006a08-ed6b-463f-8829-fd46f65ed682, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=71006a08-ed6b-463f-8829-fd46f65ed682,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:06:59.135873 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a3a9778a-145b-495e-b146-01aaafc17971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:59.142176 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['0ad0bb83-2810-4bf3-8d54-35cf18d580c1'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:06:59.174771 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:59.242112 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-375b95e6-865e-47bd-810b-c675788bd3cf req-ecc496ad-231b-4267-b718-7d0115672f69 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2770722 Nov 12 01:06:59.270565 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a3a9778a-145b-495e-b146-01aaafc17971 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=40acf31bf12d42b2808bde721a763a56&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0118411 Nov 12 01:06:59.277924 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 38850) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:06:59.299695 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a9778a-145b-495e-b146-01aaafc17971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1b6548-0b45-4aa4-bbfd-12ebe6d72336,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:59.307188 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-99c0cbc0-7cc8-4414-a07a-b27dcbf78c8d admin admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:59.368772 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=71006a08-ed6b-463f-8829-fd46f65ed682,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:59.379188 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-99c0cbc0-7cc8-4414-a07a-b27dcbf78c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:59.490601 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f5f174a8-7602-4f14-b316-9e0feecb2682 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:59.534992 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b95e6-865e-47bd-810b-c675788bd3cf req-9aa1946b-5f7f-4e9c-bd85-4c1332cf2ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:59.535481 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b95e6-865e-47bd-810b-c675788bd3cf req-9aa1946b-5f7f-4e9c-bd85-4c1332cf2ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:59.535653 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c0cbc0-7cc8-4414-a07a-b27dcbf78c8d admin admin] Network e5e34600-403a-4b25-adb8-e29084755c7d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:06:59.535948 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b95e6-865e-47bd-810b-c675788bd3cf req-9aa1946b-5f7f-4e9c-bd85-4c1332cf2ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:59.540266 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b95e6-865e-47bd-810b-c675788bd3cf req-9aa1946b-5f7f-4e9c-bd85-4c1332cf2ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:59.543240 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b95e6-865e-47bd-810b-c675788bd3cf req-9aa1946b-5f7f-4e9c-bd85-4c1332cf2ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:59.546976 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b95e6-865e-47bd-810b-c675788bd3cf req-9aa1946b-5f7f-4e9c-bd85-4c1332cf2ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:59.547797 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b95e6-865e-47bd-810b-c675788bd3cf req-9aa1946b-5f7f-4e9c-bd85-4c1332cf2ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:59.549537 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe641c1-8cea-4fb0-bcea-df4aac340714 req-52ae6e42-e141-40dd-87e3-13402975c5f6 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:59.550595 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-375b95e6-865e-47bd-810b-c675788bd3cf req-9aa1946b-5f7f-4e9c-bd85-4c1332cf2ed9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d8109316fd94efaa47eb9260db1f13b&device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 6498 time: 0.2065883 Nov 12 01:06:59.551788 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ffe641c1-8cea-4fb0-bcea-df4aac340714 req-52ae6e42-e141-40dd-87e3-13402975c5f6 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=f484c6b3-cfd8-4693-a6e9-079dca69b87b HTTP/1.1" status: 200 len: 945 time: 0.8866787 Nov 12 01:06:59.571567 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c0cbc0-7cc8-4414-a07a-b27dcbf78c8d admin admin] Pushing event updated for resources: {'Port': ['ID=8358eaca-2825-419a-af88-380a94c32e18,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:06:59.574975 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-99c0cbc0-7cc8-4414-a07a-b27dcbf78c8d admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:06:59.599246 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c0cbc0-7cc8-4414-a07a-b27dcbf78c8d admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:06:59.669333 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-99c0cbc0-7cc8-4414-a07a-b27dcbf78c8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:59.746145 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f5f174a8-7602-4f14-b316-9e0feecb2682 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:06:59.755869 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b95e6-865e-47bd-810b-c675788bd3cf req-f7ff5a1b-d573-4fcc-ae74-3ad41c7daaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:59.756149 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4b447-7186-4e88-8543-cf823cada4a9 req-c887a3ae-6ab1-4dd1-88fe-054878c7993f tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:59.756791 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b95e6-865e-47bd-810b-c675788bd3cf req-f7ff5a1b-d573-4fcc-ae74-3ad41c7daaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:59.757936 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b95e6-865e-47bd-810b-c675788bd3cf req-f7ff5a1b-d573-4fcc-ae74-3ad41c7daaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:59.760043 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-375b95e6-865e-47bd-810b-c675788bd3cf req-f7ff5a1b-d573-4fcc-ae74-3ad41c7daaa4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=42a64961-de15-4cbf-9f7d-d65cedf81ae7&id=bca8627a-85cd-44bc-bbc5-d27b1e587fca&id=bca8627a-85cd-44bc-bbc5-d27b1e587fca&id=bca8627a-85cd-44bc-bbc5-d27b1e587fca&id=bca8627a-85cd-44bc-bbc5-d27b1e587fca&id=27138fd0-2739-4679-b06e-dafc84073bf0&id=27138fd0-2739-4679-b06e-dafc84073bf0 HTTP/1.1" status: 200 len: 2289 time: 0.1536202 Nov 12 01:06:59.765333 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a2b4b447-7186-4e88-8543-cf823cada4a9 req-c887a3ae-6ab1-4dd1-88fe-054878c7993f tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf99bc3c-53f5-4dd1-b00c-bb386450760a HTTP/1.1" status: 200 len: 944 time: 0.4055970 Nov 12 01:06:59.779212 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef699506-9bbb-4695-ba4c-54c0c108dd14 req-ea580ff8-e499-4dec-a1e3-87d9c3c9ba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:06:59.781820 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ef699506-9bbb-4695-ba4c-54c0c108dd14 req-ea580ff8-e499-4dec-a1e3-87d9c3c9ba5b service neutron] 10.222.0.16 "GET /v2.0/networks?id=589a11d9-462f-4432-aa26-12a7b18ca65f HTTP/1.1" status: 200 len: 916 time: 1.2931392 Nov 12 01:07:00.050900 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f5f174a8-7602-4f14-b316-9e0feecb2682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:00.055944 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f5f174a8-7602-4f14-b316-9e0feecb2682 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:00.060705 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f5f174a8-7602-4f14-b316-9e0feecb2682 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8f1b6548-0b45-4aa4-bbfd-12ebe6d72336 HTTP/1.1" status: 204 len: 168 time: 0.7783973 Nov 12 01:07:00.088987 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ffe641c1-8cea-4fb0-bcea-df4aac340714 req-424a71ba-79ab-466f-85c2-46ee1656691f tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5064552 Nov 12 01:07:00.107701 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a2b4b447-7186-4e88-8543-cf823cada4a9 req-3ccc4c98-1644-438f-af17-a62a745219a1 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412807 Nov 12 01:07:00.188590 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-99c0cbc0-7cc8-4414-a07a-b27dcbf78c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:00.197757 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ef699506-9bbb-4695-ba4c-54c0c108dd14 req-27745266-7b66-4ea5-b690-5f62309ce9e0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac1180cb-7bbd-421c-a709-89ce96132ed6 HTTP/1.1" status: 200 len: 1000 time: 0.3535640 Nov 12 01:07:00.222103 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f174a8-7602-4f14-b316-9e0feecb2682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1b6548-0b45-4aa4-bbfd-12ebe6d72336,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:00.384951 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-a44bc689-1223-4c04-a5c9-5f1071da24bb tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:00.410246 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-a44bc689-1223-4c04-a5c9-5f1071da24bb tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:00.434358 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-a44bc689-1223-4c04-a5c9-5f1071da24bb tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.16 "GET /v2.0/networks?id=fddc4988-7d66-4037-b4e5-55cc792b570d&id=94c94840-4ca1-4c78-ac47-4ffc47bd5ded&id=fddc4988-7d66-4037-b4e5-55cc792b570d HTTP/1.1" status: 200 len: 1391 time: 0.5326865 Nov 12 01:07:00.441308 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-375b95e6-865e-47bd-810b-c675788bd3cf req-8e0ecf9a-c18f-4d6a-8c19-014caa9e1d71 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15e8b880-bdf7-4297-8037-5e8af0c0a024 HTTP/1.1" status: 200 len: 1001 time: 0.6616569 Nov 12 01:07:00.462870 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef699506-9bbb-4695-ba4c-54c0c108dd14 req-d51e8597-d0b8-4c19-841f-c265e9e6a9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:00.467829 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ef699506-9bbb-4695-ba4c-54c0c108dd14 req-d51e8597-d0b8-4c19-841f-c265e9e6a9c9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=34773eb3-d58a-4b8a-a536-c500cef253a8 HTTP/1.1" status: 200 len: 855 time: 0.1752555 Nov 12 01:07:00.548833 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b95e6-865e-47bd-810b-c675788bd3cf req-d11a5151-e793-457a-b6d5-7fd7c444cdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:00.552316 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-375b95e6-865e-47bd-810b-c675788bd3cf req-d11a5151-e793-457a-b6d5-7fd7c444cdeb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9a4a1633-eebb-4206-a02e-19555e45d6c6 HTTP/1.1" status: 200 len: 851 time: 0.1014442 Nov 12 01:07:00.560408 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-117239c8-62c7-42a6-9348-66c03517f410 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Request body: {'port': {'device_id': 'dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1', 'network_id': 'fddc4988-7d66-4037-b4e5-55cc792b570d', 'admin_state_up': True, 'tenant_id': '5f885a1601aa462d8df4e61a5f6064de'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:00.571037 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 71006a08-ed6b-463f-8829-fd46f65ed682 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:07:00.686876 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b95e6-865e-47bd-810b-c675788bd3cf req-321dd32a-2219-4418-8cc2-4a5beb42e064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:00.688681 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-375b95e6-865e-47bd-810b-c675788bd3cf req-321dd32a-2219-4418-8cc2-4a5beb42e064 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=42a64961-de15-4cbf-9f7d-d65cedf81ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1194732 Nov 12 01:07:00.704001 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 71006a08-ed6b-463f-8829-fd46f65ed682 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:00.704394 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:00.825326 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a7df7d03-36ea-453a-890f-ff56e4c0a257 req-47de9c0e-0c95-4e41-803d-9a0f97bb664d tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1 HTTP/1.1" status: 200 len: 210 time: 0.2647154 Nov 12 01:07:00.841032 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-375b95e6-865e-47bd-810b-c675788bd3cf req-38977348-bf06-42af-9603-d5e78824b896 service neutron] 10.222.0.44 "GET /v2.0/networks/42a64961-de15-4cbf-9f7d-d65cedf81ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414104 Nov 12 01:07:00.844197 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-117239c8-62c7-42a6-9348-66c03517f410 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Made reservation on behalf of 5f885a1601aa462d8df4e61a5f6064de for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:00.849096 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-117239c8-62c7-42a6-9348-66c03517f410 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:00.864566 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f334bef5-8680-445e-8018-b07894086c9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:00.902562 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 38860) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:00.906770 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e948c8-5c3a-4211-a53a-b0d9b9bb139f req-7753edc2-67d8-40b3-943c-a2a95bde9d86 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:00.908745 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-45e948c8-5c3a-4211-a53a-b0d9b9bb139f req-7753edc2-67d8-40b3-943c-a2a95bde9d86 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.16 "GET /v2.0/ports?device_id=f484c6b3-cfd8-4693-a6e9-079dca69b87b HTTP/1.1" status: 200 len: 945 time: 0.7664621 Nov 12 01:07:01.052367 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-117239c8-62c7-42a6-9348-66c03517f410 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Allocated IP 19.80.0.219 (fddc4988-7d66-4037-b4e5-55cc792b570d/2c52d9c6-c2e8-49c2-bfac-1cdcf1bdba03/eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:01.070611 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-99c0cbc0-7cc8-4414-a07a-b27dcbf78c8d admin admin] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.240166 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-117239c8-62c7-42a6-9348-66c03517f410 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.298815 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-117239c8-62c7-42a6-9348-66c03517f410 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.301627 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-99c0cbc0-7cc8-4414-a07a-b27dcbf78c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.383163 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117239c8-62c7-42a6-9348-66c03517f410 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Pushing event updated for resources: {'Port': ['ID=eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:01.387788 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f311ea7b-8fd4-4876-8afb-e098221dd182 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.487107 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383a4de-b6e9-472a-a001-a3ef92d489a6 req-61db991c-e949-4808-b1d6-240581ee2923 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:01.501250 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0383a4de-b6e9-472a-a001-a3ef92d489a6 req-61db991c-e949-4808-b1d6-240581ee2923 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.9414120 Nov 12 01:07:01.503143 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f311ea7b-8fd4-4876-8afb-e098221dd182 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.507848 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef699506-9bbb-4695-ba4c-54c0c108dd14 req-4bde0168-4bbc-45ec-8ab8-8f9958c82f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:01.511187 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ef699506-9bbb-4695-ba4c-54c0c108dd14 req-4bde0168-4bbc-45ec-8ab8-8f9958c82f0d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=589a11d9-462f-4432-aa26-12a7b18ca65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0283079 Nov 12 01:07:01.515442 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-117239c8-62c7-42a6-9348-66c03517f410 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Network fddc4988-7d66-4037-b4e5-55cc792b570d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:01.516899 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f311ea7b-8fd4-4876-8afb-e098221dd182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.529460 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-117239c8-62c7-42a6-9348-66c03517f410 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:01.537673 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-117239c8-62c7-42a6-9348-66c03517f410 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:01.633369 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f311ea7b-8fd4-4876-8afb-e098221dd182 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4af3254afb3c4bfd9a98ba308c581985&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3563657 Nov 12 01:07:01.648026 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 38870) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:01.702018 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-375b95e6-865e-47bd-810b-c675788bd3cf req-1212db06-1d3d-48ec-b805-b304b0fe8b6f service neutron] 10.222.0.44 "GET /v2.0/networks/42a64961-de15-4cbf-9f7d-d65cedf81ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8473532 Nov 12 01:07:01.703185 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f311ea7b-8fd4-4876-8afb-e098221dd182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff27827-ad82-4d3e-b3ad-6cf3c61b3898,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:01.751493 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-99c0cbc0-7cc8-4414-a07a-b27dcbf78c8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.772323 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c0cbc0-7cc8-4414-a07a-b27dcbf78c8d admin admin] Pushing event updated for resources: {'Port': ['ID=8358eaca-2825-419a-af88-380a94c32e18,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:01.798165 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-117239c8-62c7-42a6-9348-66c03517f410 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:01.799071 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-117239c8-62c7-42a6-9348-66c03517f410 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.803128 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-375b95e6-865e-47bd-810b-c675788bd3cf req-222c4351-113f-40a4-b8dd-d51d109af319 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=02f4ae95-756c-4dab-896e-11fe6ab13527 HTTP/1.1" status: 200 len: 217 time: 0.0911508 Nov 12 01:07:01.884010 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-117239c8-62c7-42a6-9348-66c03517f410 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3300283 Nov 12 01:07:01.898698 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d0b69876-64c2-4a06-974b-546befc9b755 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:01.906594 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-841dfbcf-32ef-4a25-8060-5d6699591d5c tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Request body: {'port': {'device_id': 'dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1', 'network_id': '94c94840-4ca1-4c78-ac47-4ffc47bd5ded', 'admin_state_up': True, 'tenant_id': '5f885a1601aa462d8df4e61a5f6064de'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:01.950043 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b95e6-865e-47bd-810b-c675788bd3cf req-9bda9068-2050-431c-82d8-ba1d2f919fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:01.951801 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-375b95e6-865e-47bd-810b-c675788bd3cf req-9bda9068-2050-431c-82d8-ba1d2f919fca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cd40a6d2-fe25-4249-a894-79091d8af3b3 HTTP/1.1" status: 200 len: 797 time: 0.1378083 Nov 12 01:07:01.959608 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 0ad0bb83-2810-4bf3-8d54-35cf18d580c1 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:07:01.972854 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0383a4de-b6e9-472a-a001-a3ef92d489a6 req-dcfd7c2c-9208-452d-883a-3d7195905d08 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4572594 Nov 12 01:07:02.008422 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-45e948c8-5c3a-4211-a53a-b0d9b9bb139f req-48529b2a-c9f2-4979-a65f-d530de01c2f0 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Deleting port 3fdc6884-c3b1-47d7-854f-c554606d2d54 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:02.008422 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-45e948c8-5c3a-4211-a53a-b0d9b9bb139f req-48529b2a-c9f2-4979-a65f-d530de01c2f0 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:02.021780 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f2671-50f4-4fc1-a350-8353385c1b24 req-198e3740-421d-467b-8988-b6edc5d051aa tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:02.036621 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f87f2671-50f4-4fc1-a350-8353385c1b24 req-198e3740-421d-467b-8988-b6edc5d051aa tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf99bc3c-53f5-4dd1-b00c-bb386450760a HTTP/1.1" status: 200 len: 944 time: 0.6444635 Nov 12 01:07:02.086613 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-1a5d2016-bc45-40fb-961a-6f3e8ec16267 None None] Provisioning complete for port eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:02.087618 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1a5d2016-bc45-40fb-961a-6f3e8ec16267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:02.222989 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 0ad0bb83-2810-4bf3-8d54-35cf18d580c1 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:07:02.243680 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ef699506-9bbb-4695-ba4c-54c0c108dd14 req-a20ccaec-6c39-4efc-8446-2ff9a75aee2a service neutron] 10.222.0.16 "GET /v2.0/networks/589a11d9-462f-4432-aa26-12a7b18ca65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7097371 Nov 12 01:07:02.249318 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 0ad0bb83-2810-4bf3-8d54-35cf18d580c1 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:02.250293 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:02.261156 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-1a5d2016-bc45-40fb-961a-6f3e8ec16267 None None] Port eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:07:02.305631 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f87f2671-50f4-4fc1-a350-8353385c1b24 req-5d743801-47e8-423c-8574-3edd7b42249b tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679768 Nov 12 01:07:02.440538 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d0b69876-64c2-4a06-974b-546befc9b755 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:02.448589 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:02.485377 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf99bc3c-53f5-4dd1-b00c-bb386450760a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad0bb83-2810-4bf3-8d54-35cf18d580c1'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:02.488876 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c029ca7-465c-45ae-a634-7533159c0e39" -d '{"events": [{"server_uuid": "cf99bc3c-53f5-4dd1-b00c-bb386450760a", "name": "network-vif-plugged", "status": "completed", "tag": "0ad0bb83-2810-4bf3-8d54-35cf18d580c1"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:02.511588 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 0ad0bb83-2810-4bf3-8d54-35cf18d580c1, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=0ad0bb83-2810-4bf3-8d54-35cf18d580c1,segment=NetworkSegment(6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4),segment_id=6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:02.519860 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:02.576970 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b95e6-865e-47bd-810b-c675788bd3cf req-25195fd5-cc12-437e-b90a-74c2386f454b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:02.578999 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-375b95e6-865e-47bd-810b-c675788bd3cf req-25195fd5-cc12-437e-b90a-74c2386f454b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bca8627a-85cd-44bc-bbc5-d27b1e587fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5848393 Nov 12 01:07:02.609537 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=0ad0bb83-2810-4bf3-8d54-35cf18d580c1,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:02.738776 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052eb8cc-5618-4299-a62b-0bd240980e39 req-9b256675-2439-4307-802e-aabbcfcd8360 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:02.742125 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-052eb8cc-5618-4299-a62b-0bd240980e39 req-9b256675-2439-4307-802e-aabbcfcd8360 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=f484c6b3-cfd8-4693-a6e9-079dca69b87b HTTP/1.1" status: 200 len: 945 time: 0.6467030 Nov 12 01:07:02.758501 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c0cbc0-7cc8-4414-a07a-b27dcbf78c8d admin admin] Network e5e34600-403a-4b25-adb8-e29084755c7d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:02.768133 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d0b69876-64c2-4a06-974b-546befc9b755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:02.771556 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d0b69876-64c2-4a06-974b-546befc9b755 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:02.774087 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d0b69876-64c2-4a06-974b-546befc9b755 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9ff27827-ad82-4d3e-b3ad-6cf3c61b3898 HTTP/1.1" status: 204 len: 168 time: 1.1247213 Nov 12 01:07:02.775696 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-99c0cbc0-7cc8-4414-a07a-b27dcbf78c8d admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:02.784914 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-45e948c8-5c3a-4211-a53a-b0d9b9bb139f req-48529b2a-c9f2-4979-a65f-d530de01c2f0 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] For port 3fdc6884-c3b1-47d7-854f-c554606d2d54, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=3fdc6884-c3b1-47d7-854f-c554606d2d54,segment=NetworkSegment(ad4c4449-dc7a-4356-bf97-224e764df50e),segment_id=ad4c4449-dc7a-4356-bf97-224e764df50e)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:02.785457 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-45e948c8-5c3a-4211-a53a-b0d9b9bb139f req-48529b2a-c9f2-4979-a65f-d530de01c2f0 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:02.797091 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:02.799090 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b69876-64c2-4a06-974b-546befc9b755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff27827-ad82-4d3e-b3ad-6cf3c61b3898,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:02.814864 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-841dfbcf-32ef-4a25-8060-5d6699591d5c tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Made reservation on behalf of 5f885a1601aa462d8df4e61a5f6064de for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:02.821235 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-841dfbcf-32ef-4a25-8060-5d6699591d5c tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:02.938593 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-375b95e6-865e-47bd-810b-c675788bd3cf req-608f725c-f340-45b6-a418-d2925d984651 service neutron] 10.222.0.44 "GET /v2.0/networks/bca8627a-85cd-44bc-bbc5-d27b1e587fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348880 Nov 12 01:07:02.957372 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-45e948c8-5c3a-4211-a53a-b0d9b9bb139f req-48529b2a-c9f2-4979-a65f-d530de01c2f0 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Calling delete_port for 3fdc6884-c3b1-47d7-854f-c554606d2d54 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:03.108471 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ef699506-9bbb-4695-ba4c-54c0c108dd14 req-bed0ac9c-0b5e-45e8-9ecf-413a0c29a58a service neutron] 10.222.0.16 "GET /v2.0/networks/589a11d9-462f-4432-aa26-12a7b18ca65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8316691 Nov 12 01:07:03.113876 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-052eb8cc-5618-4299-a62b-0bd240980e39 req-a3ad7cae-56f9-46f6-a218-f096cd7d95e9 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521247 Nov 12 01:07:03.172261 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e005e23-f04f-46c4-beb2-08a57948f538 req-6caa2682-7d19-4f6b-943a-95ded940072e tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:03.179297 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0e005e23-f04f-46c4-beb2-08a57948f538 req-6caa2682-7d19-4f6b-943a-95ded940072e tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1 HTTP/1.1" status: 200 len: 932 time: 0.4105890 Nov 12 01:07:03.263036 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0703cc8e-fd4a-4f91-b99f-883dc490e585 x-openstack-request-id: req-0703cc8e-fd4a-4f91-b99f-883dc490e585 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:03.264094 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf99bc3c-53f5-4dd1-b00c-bb386450760a", "name": "network-vif-plugged", "status": "completed", "tag": "0ad0bb83-2810-4bf3-8d54-35cf18d580c1", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:03.264287 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0703cc8e-fd4a-4f91-b99f-883dc490e585 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:03.264715 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf99bc3c-53f5-4dd1-b00c-bb386450760a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad0bb83-2810-4bf3-8d54-35cf18d580c1', 'code': 200} Nov 12 01:07:03.359825 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 3fdc6884-c3b1-47d7-854f-c554606d2d54 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:07:03.412720 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-375b95e6-865e-47bd-810b-c675788bd3cf req-5de10891-d274-4f58-8194-31ea39ccd451 service neutron] 10.222.0.44 "GET /v2.0/networks/bca8627a-85cd-44bc-bbc5-d27b1e587fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4623673 Nov 12 01:07:03.518837 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-841dfbcf-32ef-4a25-8060-5d6699591d5c tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Allocated IP 19.86.0.112 (94c94840-4ca1-4c78-ac47-4ffc47bd5ded/2512d883-ba3a-44cb-8b89-8d2bf71c9613/8332545c-0124-470d-8012-c73d5d86ddad) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:03.616927 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:03.785489 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 3fdc6884-c3b1-47d7-854f-c554606d2d54, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=3fdc6884-c3b1-47d7-854f-c554606d2d54,segment=NetworkSegment(ad4c4449-dc7a-4356-bf97-224e764df50e),segment_id=ad4c4449-dc7a-4356-bf97-224e764df50e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:03.796077 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:03.922206 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0e005e23-f04f-46c4-beb2-08a57948f538 req-47dc5da4-cc8e-4ce1-91f6-60939be6a55e tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ff705a3-efa9-445f-9f2b-f795d1ef6f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7222126 Nov 12 01:07:03.964578 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=3fdc6884-c3b1-47d7-854f-c554606d2d54,revision_number=6']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:03.980324 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:03.987011 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acfbe6c-7aff-40fb-8a4d-2267422586ea req-6f49d136-139f-45f1-9ef2-7667deb953b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:03.988849 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8acfbe6c-7aff-40fb-8a4d-2267422586ea req-6f49d136-139f-45f1-9ef2-7667deb953b2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cf99bc3c-53f5-4dd1-b00c-bb386450760a HTTP/1.1" status: 200 len: 1097 time: 0.5220337 Nov 12 01:07:04.001707 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db5c3f-0e21-48ba-9812-c5d11068e798 req-63aac8a1-4284-4a6c-9480-b4b7d7ec8222 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:04.003491 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d8db5c3f-0e21-48ba-9812-c5d11068e798 req-63aac8a1-4284-4a6c-9480-b4b7d7ec8222 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.4160354 Nov 12 01:07:04.089419 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-841dfbcf-32ef-4a25-8060-5d6699591d5c tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:04.155095 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-375b95e6-865e-47bd-810b-c675788bd3cf req-253a571a-0685-4617-99fc-c9b1a289f3e4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=d7155c35-074f-4ae5-aa90-e76bbcfeca13 HTTP/1.1" status: 200 len: 217 time: 0.4298801 Nov 12 01:07:04.161252 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-841dfbcf-32ef-4a25-8060-5d6699591d5c tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:04.286460 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841dfbcf-32ef-4a25-8060-5d6699591d5c tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Pushing event updated for resources: {'Port': ['ID=8332545c-0124-470d-8012-c73d5d86ddad,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:04.373407 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-841dfbcf-32ef-4a25-8060-5d6699591d5c tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Network 94c94840-4ca1-4c78-ac47-4ffc47bd5ded is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:04.399787 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-841dfbcf-32ef-4a25-8060-5d6699591d5c tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:04.419477 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-841dfbcf-32ef-4a25-8060-5d6699591d5c tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:04.491290 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b95e6-865e-47bd-810b-c675788bd3cf req-3ae740bb-4a8b-4aaf-9c4d-81adc23864eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:04.493227 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-375b95e6-865e-47bd-810b-c675788bd3cf req-3ae740bb-4a8b-4aaf-9c4d-81adc23864eb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cd40a6d2-fe25-4249-a894-79091d8af3b3 HTTP/1.1" status: 200 len: 797 time: 0.3146093 Nov 12 01:07:04.552427 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-841dfbcf-32ef-4a25-8060-5d6699591d5c tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:04.553104 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-841dfbcf-32ef-4a25-8060-5d6699591d5c tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:04.577367 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-841dfbcf-32ef-4a25-8060-5d6699591d5c tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6759756 Nov 12 01:07:04.586265 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b95e6-865e-47bd-810b-c675788bd3cf req-14d8e0e1-83db-464b-8846-f59f73decdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:04.587779 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-375b95e6-865e-47bd-810b-c675788bd3cf req-14d8e0e1-83db-464b-8846-f59f73decdc0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bca8627a-85cd-44bc-bbc5-d27b1e587fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0841424 Nov 12 01:07:04.622466 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-bc2164f9-7725-4c21-bb51-55815bdf599c tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Request body: {'port': {'device_id': 'dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1', 'network_id': 'fddc4988-7d66-4037-b4e5-55cc792b570d', 'admin_state_up': True, 'tenant_id': '5f885a1601aa462d8df4e61a5f6064de'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:04.823817 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-d07dcc53-3b1e-441f-a3e4-d77f06d0a3eb None None] Provisioning complete for port 8332545c-0124-470d-8012-c73d5d86ddad triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:04.824400 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d07dcc53-3b1e-441f-a3e4-d77f06d0a3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:04.949039 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-d07dcc53-3b1e-441f-a3e4-d77f06d0a3eb None None] Port 8332545c-0124-470d-8012-c73d5d86ddad cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:07:05.081427 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:05.104004 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-375b95e6-865e-47bd-810b-c675788bd3cf req-4d1495fd-f322-4476-bd0a-2e1d7cabf0b4 service neutron] 10.222.0.44 "GET /v2.0/networks/bca8627a-85cd-44bc-bbc5-d27b1e587fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5075307 Nov 12 01:07:05.114592 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-bc2164f9-7725-4c21-bb51-55815bdf599c tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Made reservation on behalf of 5f885a1601aa462d8df4e61a5f6064de for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:05.118303 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c0cbc0-7cc8-4414-a07a-b27dcbf78c8d admin admin] Router 6005b334-015f-4cb7-a0c0-65f03dac20e4 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:07:05.119320 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-bc2164f9-7725-4c21-bb51-55815bdf599c tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:05.129401 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d8db5c3f-0e21-48ba-9812-c5d11068e798 req-57c4050e-4e75-4f16-8979-5d82c32dadbb tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1034257 Nov 12 01:07:05.140609 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-45e948c8-5c3a-4211-a53a-b0d9b9bb139f req-48529b2a-c9f2-4979-a65f-d530de01c2f0 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:05.266243 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f484c6b3-cfd8-4693-a6e9-079dca69b87b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fdc6884-c3b1-47d7-854f-c554606d2d54'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:05.268651 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2583f23-572b-4dc5-8757-ddfa860fbee7" -d '{"events": [{"server_uuid": "f484c6b3-cfd8-4693-a6e9-079dca69b87b", "name": "network-vif-unplugged", "status": "completed", "tag": "3fdc6884-c3b1-47d7-854f-c554606d2d54"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:05.284219 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48529b2a-c9f2-4979-a65f-d530de01c2f0 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Pushing event deleted for resources: {'Port': ['ID=3fdc6884-c3b1-47d7-854f-c554606d2d54,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:05.295448 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8acfbe6c-7aff-40fb-8a4d-2267422586ea req-8d37d316-6327-49bf-b889-0bff50332b5b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2808363 Nov 12 01:07:05.379470 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-375b95e6-865e-47bd-810b-c675788bd3cf req-151222b7-0868-44ba-a583-3e4455fb15f4 service neutron] 10.222.0.44 "GET /v2.0/networks/bca8627a-85cd-44bc-bbc5-d27b1e587fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666526 Nov 12 01:07:05.446801 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e948c8-5c3a-4211-a53a-b0d9b9bb139f req-48529b2a-c9f2-4979-a65f-d530de01c2f0 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] No DVR routers for this DVR port 3fdc6884-c3b1-47d7-854f-c554606d2d54 on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:07:05.479433 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-45e948c8-5c3a-4211-a53a-b0d9b9bb139f req-48529b2a-c9f2-4979-a65f-d530de01c2f0 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:05.495032 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-45e948c8-5c3a-4211-a53a-b0d9b9bb139f req-48529b2a-c9f2-4979-a65f-d530de01c2f0 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.16 "DELETE /v2.0/ports/3fdc6884-c3b1-47d7-854f-c554606d2d54 HTTP/1.1" status: 204 len: 173 time: 4.4203911 Nov 12 01:07:05.495996 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f484c6b3-cfd8-4693-a6e9-079dca69b87b', 'name': 'network-vif-deleted', 'tag': '3fdc6884-c3b1-47d7-854f-c554606d2d54'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:05.500694 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac8ae21-16bf-4c5b-8ed3-1e10e53a9372" -d '{"events": [{"server_uuid": "f484c6b3-cfd8-4693-a6e9-079dca69b87b", "name": "network-vif-deleted", "tag": "3fdc6884-c3b1-47d7-854f-c554606d2d54"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:05.528848 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4199c409-29c8-4c64-9fd5-e5471a851967 req-4b4991d1-6428-458e-b036-0d87cf876e97 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:05.531808 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4199c409-29c8-4c64-9fd5-e5471a851967 req-4b4991d1-6428-458e-b036-0d87cf876e97 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf99bc3c-53f5-4dd1-b00c-bb386450760a HTTP/1.1" status: 200 len: 945 time: 0.4999690 Nov 12 01:07:05.709159 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c0cbc0-7cc8-4414-a07a-b27dcbf78c8d admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:07:05.724968 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b185a12-92b3-4c43-ab41-2f5a9b702317 None None] Sync routers for ids ['6005b334-015f-4cb7-a0c0-65f03dac20e4'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:07:05.781423 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b185a12-92b3-4c43-ab41-2f5a9b702317 None None] Routers {'6005b334-015f-4cb7-a0c0-65f03dac20e4'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:05.790492 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-3b185a12-92b3-4c43-ab41-2f5a9b702317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:07:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['6005b334-015f-4cb7-a0c0-65f03dac20e4'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:05.812799 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-99c0cbc0-7cc8-4414-a07a-b27dcbf78c8d admin admin] 10.222.0.45 "PUT /v2.0/routers/6005b334-015f-4cb7-a0c0-65f03dac20e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2608347 Nov 12 01:07:05.821797 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-375b95e6-865e-47bd-810b-c675788bd3cf req-780891f5-fbb6-4017-9a98-59fdf2eeac19 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=87149f6f-d97b-47f5-ab95-570cc8b6ab52 HTTP/1.1" status: 200 len: 217 time: 0.1439891 Nov 12 01:07:05.962027 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4199c409-29c8-4c64-9fd5-e5471a851967 req-c241c154-31c5-4769-928b-5d3c46b07c47 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273164 Nov 12 01:07:06.027236 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-bc2164f9-7725-4c21-bb51-55815bdf599c tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Allocated IP 19.80.0.240 (fddc4988-7d66-4037-b4e5-55cc792b570d/2c52d9c6-c2e8-49c2-bfac-1cdcf1bdba03/172a2b85-e7cd-4734-9b33-2c8708f5cd33) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:06.168594 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9824a9d2-4d8f-494f-9cb3-887f0a3ec409 req-2ccfcbcf-1332-4437-bb50-78efcb839926 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=f484c6b3-cfd8-4693-a6e9-079dca69b87b HTTP/1.1" status: 200 len: 210 time: 0.1585052 Nov 12 01:07:06.198185 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b95e6-865e-47bd-810b-c675788bd3cf req-dd440f62-96a4-45d6-92d9-19bf8f443f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:06.198658 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-375b95e6-865e-47bd-810b-c675788bd3cf req-dd440f62-96a4-45d6-92d9-19bf8f443f6f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cd40a6d2-fe25-4249-a894-79091d8af3b3 HTTP/1.1" status: 200 len: 797 time: 0.3634245 Nov 12 01:07:06.245923 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-3b185a12-92b3-4c43-ab41-2f5a9b702317 None None] Set router 6005b334-015f-4cb7-a0c0-65f03dac20e4 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:07:06.488644 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9453a235-ae3d-4e13-b74c-d63b59950ab8 x-openstack-request-id: req-9453a235-ae3d-4e13-b74c-d63b59950ab8 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:06.489008 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f484c6b3-cfd8-4693-a6e9-079dca69b87b", "name": "network-vif-unplugged", "status": "completed", "tag": "3fdc6884-c3b1-47d7-854f-c554606d2d54", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:06.492355 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9453a235-ae3d-4e13-b74c-d63b59950ab8 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:06.492355 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f484c6b3-cfd8-4693-a6e9-079dca69b87b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fdc6884-c3b1-47d7-854f-c554606d2d54', 'code': 200} Nov 12 01:07:06.515592 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-bc2164f9-7725-4c21-bb51-55815bdf599c tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:06.542182 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ce672-b2f1-4b5f-adee-ff986ce0dcc7 req-e9a826ab-bdb9-4ce4-92df-e61f81792146 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:06.569892 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-bc2164f9-7725-4c21-bb51-55815bdf599c tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:06.582273 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ce672-b2f1-4b5f-adee-ff986ce0dcc7 req-e9a826ab-bdb9-4ce4-92df-e61f81792146 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:06.593464 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-594ce672-b2f1-4b5f-adee-ff986ce0dcc7 req-e9a826ab-bdb9-4ce4-92df-e61f81792146 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1 HTTP/1.1" status: 200 len: 1655 time: 0.3431582 Nov 12 01:07:06.624890 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dbfad50-0364-40c7-a999-33fef0cceea6 x-openstack-request-id: req-5dbfad50-0364-40c7-a999-33fef0cceea6 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:06.626747 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f484c6b3-cfd8-4693-a6e9-079dca69b87b", "name": "network-vif-deleted", "tag": "3fdc6884-c3b1-47d7-854f-c554606d2d54", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:06.627210 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5dbfad50-0364-40c7-a999-33fef0cceea6 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:06.627850 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f484c6b3-cfd8-4693-a6e9-079dca69b87b', 'name': 'network-vif-deleted', 'tag': '3fdc6884-c3b1-47d7-854f-c554606d2d54', 'status': 'completed', 'code': 200} Nov 12 01:07:06.782620 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-bc2164f9-7725-4c21-bb51-55815bdf599c tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Network fddc4988-7d66-4037-b4e5-55cc792b570d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:06.783299 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-594ce672-b2f1-4b5f-adee-ff986ce0dcc7 req-3fcf69ae-cd26-498a-87cd-4cd7a86deef8 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ff705a3-efa9-445f-9f2b-f795d1ef6f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864028 Nov 12 01:07:06.908436 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2164f9-7725-4c21-bb51-55815bdf599c tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Pushing event updated for resources: {'Port': ['ID=172a2b85-e7cd-4734-9b33-2c8708f5cd33,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:06.912511 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-3b185a12-92b3-4c43-ab41-2f5a9b702317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6005b334-015f-4cb7-a0c0-65f03dac20e4', 'name': 'tempest-ServerRescueTestJSON-2050990118-router', 'tenant_id': '7a4cc89f684a44dc88713ac499ae6acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '71006a08-ed6b-463f-8829-fd46f65ed682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:44Z', 'updated_at': '2021-11-12T01:06:59Z', 'revision_number': 4, 'project_id': '7a4cc89f684a44dc88713ac499ae6acb', 'gw_port': {'id': '71006a08-ed6b-463f-8829-fd46f65ed682', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ab:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6005b334-015f-4cb7-a0c0-65f03dac20e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:46Z', 'updated_at': '2021-11-12T01:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '8358eaca-2825-419a-af88-380a94c32e18', 'name': '', 'network_id': 'e5e34600-403a-4b25-adb8-e29084755c7d', 'tenant_id': '7a4cc89f684a44dc88713ac499ae6acb', 'mac_address': 'fa:16:3e:70:97:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6005b334-015f-4cb7-a0c0-65f03dac20e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'd5940f8d-0215-4f43-8d97-4bef756314fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:56Z', 'updated_at': '2021-11-12T01:07:00Z', 'revision_number': 2, 'project_id': '7a4cc89f684a44dc88713ac499ae6acb', 'subnets': [{'id': 'd5940f8d-0215-4f43-8d97-4bef756314fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:06.951550 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b95e6-865e-47bd-810b-c675788bd3cf req-d8aa5148-f99d-4bd8-afb1-22dfb8e6f70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:06.959104 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058ba62f-2838-44c9-a51e-347ad04c53ae req-950903ee-41cb-41aa-a877-fed843f1df6b tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:06.959873 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-375b95e6-865e-47bd-810b-c675788bd3cf req-d8aa5148-f99d-4bd8-afb1-22dfb8e6f70f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bca8627a-85cd-44bc-bbc5-d27b1e587fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7221084 Nov 12 01:07:06.969067 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-bc2164f9-7725-4c21-bb51-55815bdf599c tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:06.977206 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-058ba62f-2838-44c9-a51e-347ad04c53ae req-950903ee-41cb-41aa-a877-fed843f1df6b tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.1901762 Nov 12 01:07:06.980650 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-bc2164f9-7725-4c21-bb51-55815bdf599c tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:07.000005 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b185a12-92b3-4c43-ab41-2f5a9b702317 None None] Checking router: 6005b334-015f-4cb7-a0c0-65f03dac20e4 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:07:07.016608 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b185a12-92b3-4c43-ab41-2f5a9b702317 None None] Updating router 6005b334-015f-4cb7-a0c0-65f03dac20e4 port 8358eaca-2825-419a-af88-380a94c32e18 binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:07:07.163867 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-058ba62f-2838-44c9-a51e-347ad04c53ae req-50443ba5-847d-41a8-b6f7-071530cac550 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849983 Nov 12 01:07:07.170471 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3b185a12-92b3-4c43-ab41-2f5a9b702317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:07.237825 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 38964) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:07.407624 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-bc2164f9-7725-4c21-bb51-55815bdf599c tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:07.408352 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-bc2164f9-7725-4c21-bb51-55815bdf599c tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:07.490338 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-bc2164f9-7725-4c21-bb51-55815bdf599c tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8849921 Nov 12 01:07:07.552437 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-b424a5c3-595a-4ba2-aaa1-69e69a8b9c76 service neutron] Request body: {'port': {'device_id': 'dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:07.589094 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-594c5dde-15c9-4a38-a1c1-1fa9edb56ae1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:07.619732 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-375b95e6-865e-47bd-810b-c675788bd3cf req-aea7d029-661a-434c-8b4d-b31a1b740e8c service neutron] 10.222.0.44 "GET /v2.0/networks/bca8627a-85cd-44bc-bbc5-d27b1e587fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6269412 Nov 12 01:07:07.693353 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-b424a5c3-595a-4ba2-aaa1-69e69a8b9c76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:07.762347 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-acd76399-6bc5-460a-9927-d9fa9293e3eb None None] Provisioning complete for port 172a2b85-e7cd-4734-9b33-2c8708f5cd33 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:07.764835 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-acd76399-6bc5-460a-9927-d9fa9293e3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:07.770956 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b7dcc-fba6-4b36-831c-1f1427a514d0 req-0791ffcb-b734-429f-9640-11f16a46d144 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:07.780207 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-749b7dcc-fba6-4b36-831c-1f1427a514d0 req-0791ffcb-b734-429f-9640-11f16a46d144 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf99bc3c-53f5-4dd1-b00c-bb386450760a HTTP/1.1" status: 200 len: 945 time: 0.1715291 Nov 12 01:07:07.852068 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-749b7dcc-fba6-4b36-831c-1f1427a514d0 req-8f9ef72e-1657-4c11-941b-c1da58e75cb7 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702615 Nov 12 01:07:07.895709 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-375b95e6-865e-47bd-810b-c675788bd3cf req-3f4acc80-46eb-43d7-99e0-b2a7884d849c service neutron] 10.222.0.44 "GET /v2.0/networks/bca8627a-85cd-44bc-bbc5-d27b1e587fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513957 Nov 12 01:07:08.108653 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-acd76399-6bc5-460a-9927-d9fa9293e3eb None None] Port 172a2b85-e7cd-4734-9b33-2c8708f5cd33 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:07:08.114715 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-375b95e6-865e-47bd-810b-c675788bd3cf req-a3da411e-6b15-4551-9ad7-771b6868f0f9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=0dfccde3-6835-438c-80e1-9143513c8da3 HTTP/1.1" status: 200 len: 217 time: 0.2082875 Nov 12 01:07:08.220409 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-594c5dde-15c9-4a38-a1c1-1fa9edb56ae1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.247047 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.260330 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-594c5dde-15c9-4a38-a1c1-1fa9edb56ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.291468 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b95e6-865e-47bd-810b-c675788bd3cf req-907d42c4-ee70-4d53-b95b-adc8f7e40616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:08.294560 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-375b95e6-865e-47bd-810b-c675788bd3cf req-907d42c4-ee70-4d53-b95b-adc8f7e40616 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cd40a6d2-fe25-4249-a894-79091d8af3b3 HTTP/1.1" status: 200 len: 797 time: 0.1645715 Nov 12 01:07:08.371824 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3b185a12-92b3-4c43-ab41-2f5a9b702317 None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.380498 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f811414-d36d-4ec0-ac80-890dbf819dab req-a47baab1-9cad-43fd-bc7a-8ac4b5238e09 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:08.385761 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3b185a12-92b3-4c43-ab41-2f5a9b702317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.386105 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0f811414-d36d-4ec0-ac80-890dbf819dab req-a47baab1-9cad-43fd-bc7a-8ac4b5238e09 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/networks?id=e5e34600-403a-4b25-adb8-e29084755c7d HTTP/1.1" status: 200 len: 811 time: 0.5441775 Nov 12 01:07:08.420248 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0f811414-d36d-4ec0-ac80-890dbf819dab req-4fd0a214-13f3-4ee9-993c-a6206b965fa6 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/quotas/7a4cc89f684a44dc88713ac499ae6acb HTTP/1.1" status: 200 len: 375 time: 0.0148861 Nov 12 01:07:08.437949 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-594c5dde-15c9-4a38-a1c1-1fa9edb56ae1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d6d1d4181cbb45028e634e5954fff2cd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1954870 Nov 12 01:07:08.438173 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39000) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:08.497205 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3965031c-6e12-44c8-8bdc-e1a0e3533949 None None] Pushing event updated for resources: {'Port': ['ID=8358eaca-2825-419a-af88-380a94c32e18,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:08.528635 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb4d96-818b-46f1-9f38-5c6bea73fd9d req-5a9ad2d4-1458-4fdf-b839-979ed426d2fa tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:08.536015 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb4d96-818b-46f1-9f38-5c6bea73fd9d req-5a9ad2d4-1458-4fdf-b839-979ed426d2fa tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:08.543041 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb4d96-818b-46f1-9f38-5c6bea73fd9d req-5a9ad2d4-1458-4fdf-b839-979ed426d2fa tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:08.553200 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ebbb4d96-818b-46f1-9f38-5c6bea73fd9d req-5a9ad2d4-1458-4fdf-b839-979ed426d2fa tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1 HTTP/1.1" status: 200 len: 2377 time: 0.4731789 Nov 12 01:07:08.562785 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c5dde-15c9-4a38-a1c1-1fa9edb56ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504550e1-bc29-4353-9846-cbdab025dfb8,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:08.630757 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-3b185a12-92b3-4c43-ab41-2f5a9b702317 None None] Attempting to bind port 8358eaca-2825-419a-af88-380a94c32e18 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:07:08.631245 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-3b185a12-92b3-4c43-ab41-2f5a9b702317 None None] Attempting to bind port 8358eaca-2825-419a-af88-380a94c32e18 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'cb2ecfa2-2aa2-4eac-be73-a119af97fe41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e5e34600-403a-4b25-adb8-e29084755c7d'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:07:08.632130 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b185a12-92b3-4c43-ab41-2f5a9b702317 None None] Attempting to bind port 8358eaca-2825-419a-af88-380a94c32e18 on network e5e34600-403a-4b25-adb8-e29084755c7d {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:08.637991 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b185a12-92b3-4c43-ab41-2f5a9b702317 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:07:08.638374 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b185a12-92b3-4c43-ab41-2f5a9b702317 None None] Checking segment: {'id': 'cb2ecfa2-2aa2-4eac-be73-a119af97fe41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e5e34600-403a-4b25-adb8-e29084755c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:07:08.638980 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3b185a12-92b3-4c43-ab41-2f5a9b702317 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.639146 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b185a12-92b3-4c43-ab41-2f5a9b702317 None None] Bound using segment: {'id': 'cb2ecfa2-2aa2-4eac-be73-a119af97fe41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e5e34600-403a-4b25-adb8-e29084755c7d'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:07:08.639611 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-3b185a12-92b3-4c43-ab41-2f5a9b702317 None None] Bound port: 8358eaca-2825-419a-af88-380a94c32e18, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb2ecfa2-2aa2-4eac-be73-a119af97fe41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e5e34600-403a-4b25-adb8-e29084755c7d'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:07:08.640031 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3b185a12-92b3-4c43-ab41-2f5a9b702317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.663443 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c44c427f-afa9-44f2-95d3-f4c42907707f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.722306 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0f811414-d36d-4ec0-ac80-890dbf819dab req-31b856d7-c3ec-4fdc-aae7-409ae8804906 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7a4cc89f684a44dc88713ac499ae6acb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2321918 Nov 12 01:07:08.735419 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c44c427f-afa9-44f2-95d3-f4c42907707f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.790022 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-b424a5c3-595a-4ba2-aaa1-69e69a8b9c76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:07:08.792528 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-3b185a12-92b3-4c43-ab41-2f5a9b702317 None None] For port 8358eaca-2825-419a-af88-380a94c32e18, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:07:08.796905 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-3b185a12-92b3-4c43-ab41-2f5a9b702317 None None] For port 8358eaca-2825-419a-af88-380a94c32e18, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=8358eaca-2825-419a-af88-380a94c32e18,segment=NetworkSegment(cb2ecfa2-2aa2-4eac-be73-a119af97fe41),segment_id=cb2ecfa2-2aa2-4eac-be73-a119af97fe41)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:07:08.799265 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [req-7ac1e8fe-17c5-4ccb-816e-96312644eba2 req-c3699d3c-8dc5-4f0c-841a-6f64f7aa1e1d service neutron] (109086) timed out ('10.222.0.16', 55336) {{(pid=109086) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 01:07:08.807770 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3b185a12-92b3-4c43-ab41-2f5a9b702317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.820736 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ebbb4d96-818b-46f1-9f38-5c6bea73fd9d req-029aee5f-6717-4991-b78e-0a347ae06027 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ff705a3-efa9-445f-9f2b-f795d1ef6f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655246 Nov 12 01:07:08.856854 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e109d0-a69d-492e-96ce-fa0223dd6c56 req-edb12848-8dbf-44d8-8bcd-90565f733c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:08.860467 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f3e109d0-a69d-492e-96ce-fa0223dd6c56 req-edb12848-8dbf-44d8-8bcd-90565f733c97 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3a16532dad1a4e29a37379d12c118693&device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 1097 time: 0.2603769 Nov 12 01:07:08.862874 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c44c427f-afa9-44f2-95d3-f4c42907707f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.870398 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-b424a5c3-595a-4ba2-aaa1-69e69a8b9c76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.891252 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c44c427f-afa9-44f2-95d3-f4c42907707f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:08.893369 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c44c427f-afa9-44f2-95d3-f4c42907707f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/504550e1-bc29-4353-9846-cbdab025dfb8 HTTP/1.1" status: 204 len: 168 time: 0.4539473 Nov 12 01:07:08.945835 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b185a12-92b3-4c43-ab41-2f5a9b702317 None None] Routers {'6005b334-015f-4cb7-a0c0-65f03dac20e4'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:08.946749 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-3b185a12-92b3-4c43-ab41-2f5a9b702317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:07:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['6005b334-015f-4cb7-a0c0-65f03dac20e4'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:08.973010 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44c427f-afa9-44f2-95d3-f4c42907707f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504550e1-bc29-4353-9846-cbdab025dfb8,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:08.975042 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-b424a5c3-595a-4ba2-aaa1-69e69a8b9c76 service neutron] Transition to ACTIVE for port object eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1 will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:07:08.998129 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-b424a5c3-595a-4ba2-aaa1-69e69a8b9c76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:09.055386 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b95e6-865e-47bd-810b-c675788bd3cf req-dc04fd93-3c6d-49bf-9388-25bc3998d1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:09.057496 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-375b95e6-865e-47bd-810b-c675788bd3cf req-dc04fd93-3c6d-49bf-9388-25bc3998d1d6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bca8627a-85cd-44bc-bbc5-d27b1e587fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7540488 Nov 12 01:07:09.272578 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3965031c-6e12-44c8-8bdc-e1a0e3533949 None None] Pushing event updated for resources: {'Port': ['ID=8358eaca-2825-419a-af88-380a94c32e18,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:09.340916 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-3b185a12-92b3-4c43-ab41-2f5a9b702317 None None] Set router 6005b334-015f-4cb7-a0c0-65f03dac20e4 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:07:09.346807 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b424a5c3-595a-4ba2-aaa1-69e69a8b9c76 service neutron] Pushing event updated for resources: {'Port': ['ID=eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:09.398142 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0f811414-d36d-4ec0-ac80-890dbf819dab req-4b9a8f81-6aca-447b-8e43-d8c3878d3001 service neutron] 10.222.0.45 "GET /v2.0/networks/e5e34600-403a-4b25-adb8-e29084755c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5738463 Nov 12 01:07:09.490378 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e109d0-a69d-492e-96ce-fa0223dd6c56 req-3c7f509a-e743-47bf-8815-504d7cce9d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:09.497050 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f3e109d0-a69d-492e-96ce-fa0223dd6c56 req-3c7f509a-e743-47bf-8815-504d7cce9d65 service neutron] 10.222.0.16 "GET /v2.0/networks?id=781d30df-28ea-4e18-a951-e2a0cedd5fea HTTP/1.1" status: 200 len: 913 time: 0.6013536 Nov 12 01:07:09.635046 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f3e109d0-a69d-492e-96ce-fa0223dd6c56 req-5cf8e9cc-226e-494f-b215-63e9360f3f89 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01abd07c-2341-46ef-b50f-2ffc9746084d HTTP/1.1" status: 200 len: 217 time: 0.1157959 Nov 12 01:07:09.670575 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-375b95e6-865e-47bd-810b-c675788bd3cf req-2f4a869c-e213-4775-a4dc-5ad84e05562a service neutron] 10.222.0.44 "GET /v2.0/networks/bca8627a-85cd-44bc-bbc5-d27b1e587fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5583858 Nov 12 01:07:09.725761 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-b424a5c3-595a-4ba2-aaa1-69e69a8b9c76 service neutron] Attempting to bind port eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1 on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:07:09.726320 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-b424a5c3-595a-4ba2-aaa1-69e69a8b9c76 service neutron] Attempting to bind port eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1 by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': '1e803937-f20e-4d95-9597-0314f083c1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fddc4988-7d66-4037-b4e5-55cc792b570d'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:07:09.727454 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-b424a5c3-595a-4ba2-aaa1-69e69a8b9c76 service neutron] Attempting to bind port eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1 on network fddc4988-7d66-4037-b4e5-55cc792b570d {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:09.760453 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-b424a5c3-595a-4ba2-aaa1-69e69a8b9c76 service neutron] Port eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1 on network fddc4988-7d66-4037-b4e5-55cc792b570d not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:07:09.761025 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-b424a5c3-595a-4ba2-aaa1-69e69a8b9c76 service neutron] Attempting to bind port eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1 on network fddc4988-7d66-4037-b4e5-55cc792b570d {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:09.839169 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-b424a5c3-595a-4ba2-aaa1-69e69a8b9c76 service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:07:09.839904 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-b424a5c3-595a-4ba2-aaa1-69e69a8b9c76 service neutron] Checking segment: {'id': '1e803937-f20e-4d95-9597-0314f083c1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fddc4988-7d66-4037-b4e5-55cc792b570d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:07:09.840843 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-b424a5c3-595a-4ba2-aaa1-69e69a8b9c76 service neutron] Bound using segment: {'id': '1e803937-f20e-4d95-9597-0314f083c1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fddc4988-7d66-4037-b4e5-55cc792b570d'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:07:09.841847 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-b424a5c3-595a-4ba2-aaa1-69e69a8b9c76 service neutron] Bound port: eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e803937-f20e-4d95-9597-0314f083c1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fddc4988-7d66-4037-b4e5-55cc792b570d'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:07:09.842981 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-b424a5c3-595a-4ba2-aaa1-69e69a8b9c76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:09.916533 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9f7eb-6d13-4cd7-9765-4826f2c003b9 req-e34ebef3-8a5a-47bb-be33-fab85d534765 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:09.932301 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1de9f7eb-6d13-4cd7-9765-4826f2c003b9 req-e34ebef3-8a5a-47bb-be33-fab85d534765 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 945 time: 0.4933341 Nov 12 01:07:10.024241 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-b424a5c3-595a-4ba2-aaa1-69e69a8b9c76 service neutron] For port eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1, host n-h1-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:07:10.031575 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-b424a5c3-595a-4ba2-aaa1-69e69a8b9c76 service neutron] For port eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1,segment=NetworkSegment(1e803937-f20e-4d95-9597-0314f083c1eb),segment_id=1e803937-f20e-4d95-9597-0314f083c1eb)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:07:10.052737 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-3b185a12-92b3-4c43-ab41-2f5a9b702317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6005b334-015f-4cb7-a0c0-65f03dac20e4', 'name': 'tempest-ServerRescueTestJSON-2050990118-router', 'tenant_id': '7a4cc89f684a44dc88713ac499ae6acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '71006a08-ed6b-463f-8829-fd46f65ed682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:44Z', 'updated_at': '2021-11-12T01:06:59Z', 'revision_number': 4, 'project_id': '7a4cc89f684a44dc88713ac499ae6acb', 'gw_port': {'id': '71006a08-ed6b-463f-8829-fd46f65ed682', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ab:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6005b334-015f-4cb7-a0c0-65f03dac20e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:46Z', 'updated_at': '2021-11-12T01:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '8358eaca-2825-419a-af88-380a94c32e18', 'name': '', 'network_id': 'e5e34600-403a-4b25-adb8-e29084755c7d', 'tenant_id': '7a4cc89f684a44dc88713ac499ae6acb', 'mac_address': 'fa:16:3e:70:97:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6005b334-015f-4cb7-a0c0-65f03dac20e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'd5940f8d-0215-4f43-8d97-4bef756314fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:56Z', 'updated_at': '2021-11-12T01:07:08Z', 'revision_number': 4, 'project_id': '7a4cc89f684a44dc88713ac499ae6acb', 'subnets': [{'id': 'd5940f8d-0215-4f43-8d97-4bef756314fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:10.063397 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-b424a5c3-595a-4ba2-aaa1-69e69a8b9c76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.125047 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b185a12-92b3-4c43-ab41-2f5a9b702317 None None] The sync data for ids ['6005b334-015f-4cb7-a0c0-65f03dac20e4'] in n-d-712142-27 is: [{'id': '6005b334-015f-4cb7-a0c0-65f03dac20e4', 'name': 'tempest-ServerRescueTestJSON-2050990118-router', 'tenant_id': '7a4cc89f684a44dc88713ac499ae6acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '71006a08-ed6b-463f-8829-fd46f65ed682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:44Z', 'updated_at': '2021-11-12T01:06:59Z', 'revision_number': 4, 'project_id': '7a4cc89f684a44dc88713ac499ae6acb', 'gw_port': {'id': '71006a08-ed6b-463f-8829-fd46f65ed682', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ab:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6005b334-015f-4cb7-a0c0-65f03dac20e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:46Z', 'updated_at': '2021-11-12T01:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '8358eaca-2825-419a-af88-380a94c32e18', 'name': '', 'network_id': 'e5e34600-403a-4b25-adb8-e29084755c7d', 'tenant_id': '7a4cc89f684a44dc88713ac499ae6acb', 'mac_address': 'fa:16:3e:70:97:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6005b334-015f-4cb7-a0c0-65f03dac20e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'd5940f8d-0215-4f43-8d97-4bef756314fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:56Z', 'updated_at': '2021-11-12T01:07:08Z', 'revision_number': 4, 'project_id': '7a4cc89f684a44dc88713ac499ae6acb', 'subnets': [{'id': 'd5940f8d-0215-4f43-8d97-4bef756314fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:07:10.126048 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1de9f7eb-6d13-4cd7-9765-4826f2c003b9 req-e3aef46c-537e-4e43-90ed-da40b31f8e1e tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901059 Nov 12 01:07:10.130895 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e109d0-a69d-492e-96ce-fa0223dd6c56 req-79606bf6-0168-42b7-b52b-25bb6ba2dbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:10.145041 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f3e109d0-a69d-492e-96ce-fa0223dd6c56 req-79606bf6-0168-42b7-b52b-25bb6ba2dbec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b27e1e41-719b-40a0-b6b8-a50662ff4f65 HTTP/1.1" status: 200 len: 853 time: 0.4302146 Nov 12 01:07:10.152294 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0f811414-d36d-4ec0-ac80-890dbf819dab req-2dea304b-e407-44de-bbdc-5fc44e1e8e50 service neutron] 10.222.0.45 "GET /v2.0/networks/e5e34600-403a-4b25-adb8-e29084755c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7338223 Nov 12 01:07:10.275685 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-b424a5c3-595a-4ba2-aaa1-69e69a8b9c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:10.294726 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f3e109d0-a69d-492e-96ce-fa0223dd6c56 req-b368d1f9-4a2f-42a0-9bff-640dd174d9fe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=781d30df-28ea-4e18-a951-e2a0cedd5fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1335754 Nov 12 01:07:10.300900 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-b424a5c3-595a-4ba2-aaa1-69e69a8b9c76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.303753 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-b424a5c3-595a-4ba2-aaa1-69e69a8b9c76 service neutron] 10.222.0.16 "PUT /v2.0/ports/eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1 HTTP/1.1" status: 200 len: 1093 time: 2.7675190 Nov 12 01:07:10.304698 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1', 'tag': 'eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:10.314691 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642050f7-69f1-49d3-b8a9-a51c92da23c1" -d '{"events": [{"name": "network-changed", "server_uuid": "dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1", "tag": "eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:10.410091 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-c89fcf4c-e0d1-402d-8eea-f441a17b8ef6 service neutron] Request body: {'port': {'device_id': 'dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:10.436434 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.489334 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-375b95e6-865e-47bd-810b-c675788bd3cf req-06e90010-7e3c-4492-b38f-fc12594e4a02 service neutron] 10.222.0.44 "GET /v2.0/networks/bca8627a-85cd-44bc-bbc5-d27b1e587fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8070168 Nov 12 01:07:10.583905 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 8358eaca-2825-419a-af88-380a94c32e18 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:07:10.601884 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b424a5c3-595a-4ba2-aaa1-69e69a8b9c76 service neutron] Pushing event updated for resources: {'Port': ['ID=eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:10.729863 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-375b95e6-865e-47bd-810b-c675788bd3cf req-145279c4-8767-46cf-bd8c-068c29c25272 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9d7bd877-2240-48c8-af3a-99027fa5fb2b HTTP/1.1" status: 200 len: 217 time: 0.2021520 Nov 12 01:07:10.784838 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 8358eaca-2825-419a-af88-380a94c32e18 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:10.785217 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.804719 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18762662-5dde-491e-9a29-97d2d02b498d req-0c49fbfc-0cbc-471c-87f0-5c9f6dc4017f tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:10.812564 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-18762662-5dde-491e-9a29-97d2d02b498d req-0c49fbfc-0cbc-471c-87f0-5c9f6dc4017f tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/networks?id=ddbdeb8e-9a29-48b5-957b-64766cbb8316 HTTP/1.1" status: 200 len: 812 time: 0.3455307 Nov 12 01:07:10.854732 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-c89fcf4c-e0d1-402d-8eea-f441a17b8ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:10.857942 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b95e6-865e-47bd-810b-c675788bd3cf req-85eb69af-fc72-4a54-8122-6a48a034ed1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:10.859478 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-375b95e6-865e-47bd-810b-c675788bd3cf req-85eb69af-fc72-4a54-8122-6a48a034ed1e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5dc72c35-9d59-4a0f-ae56-f38fe29c2b7f HTTP/1.1" status: 200 len: 797 time: 0.1290009 Nov 12 01:07:10.891866 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f3e109d0-a69d-492e-96ce-fa0223dd6c56 req-7a6e6f4e-f97f-4793-ad40-4c57ae9fe64c service neutron] 10.222.0.16 "GET /v2.0/networks/781d30df-28ea-4e18-a951-e2a0cedd5fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5710881 Nov 12 01:07:10.908498 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-18762662-5dde-491e-9a29-97d2d02b498d req-6f7f6dce-7087-485e-85b3-2c5f7a4aa3b3 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/quotas/7ddab49d3f5a4b49b039bf18c7812764 HTTP/1.1" status: 200 len: 375 time: 0.0948868 Nov 12 01:07:11.042440 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.063145 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-18762662-5dde-491e-9a29-97d2d02b498d req-284c40f2-65b5-495a-b392-3889d8656f47 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7ddab49d3f5a4b49b039bf18c7812764&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1530764 Nov 12 01:07:11.121481 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 8358eaca-2825-419a-af88-380a94c32e18, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=8358eaca-2825-419a-af88-380a94c32e18,segment=NetworkSegment(cb2ecfa2-2aa2-4eac-be73-a119af97fe41),segment_id=cb2ecfa2-2aa2-4eac-be73-a119af97fe41)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:11.130992 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.231503 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b95e6-865e-47bd-810b-c675788bd3cf req-919d5e99-050b-4621-954b-7b251fa43ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:11.236570 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-375b95e6-865e-47bd-810b-c675788bd3cf req-919d5e99-050b-4621-954b-7b251fa43ff1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=27138fd0-2739-4679-b06e-dafc84073bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3596306 Nov 12 01:07:11.264007 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=8358eaca-2825-419a-af88-380a94c32e18,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:11.362488 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-18762662-5dde-491e-9a29-97d2d02b498d req-a00831b1-089c-4ba4-81af-67ef5ae45007 service neutron] 10.222.0.45 "GET /v2.0/networks/ddbdeb8e-9a29-48b5-957b-64766cbb8316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832739 Nov 12 01:07:11.406447 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 01abd07c-2341-46ef-b50f-2ffc9746084d no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:07:11.527741 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f3e109d0-a69d-492e-96ce-fa0223dd6c56 req-9917fc23-d0e8-4a38-933d-b79391d3ef35 service neutron] 10.222.0.16 "GET /v2.0/networks/781d30df-28ea-4e18-a951-e2a0cedd5fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6168725 Nov 12 01:07:11.540284 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-375b95e6-865e-47bd-810b-c675788bd3cf req-71aabd92-b8bd-4b22-9cb4-f883be7edc54 service neutron] 10.222.0.44 "GET /v2.0/networks/27138fd0-2739-4679-b06e-dafc84073bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902732 Nov 12 01:07:11.571592 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f232c05-d425-4ede-b976-b693a352af98 req-a6d5d4a7-005c-4565-a631-bbb84848b7a8 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:11.574101 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0f232c05-d425-4ede-b976-b693a352af98 req-a6d5d4a7-005c-4565-a631-bbb84848b7a8 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf99bc3c-53f5-4dd1-b00c-bb386450760a HTTP/1.1" status: 200 len: 945 time: 0.4765639 Nov 12 01:07:11.611543 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-18762662-5dde-491e-9a29-97d2d02b498d req-3ee86527-3620-4a4e-aa29-39e712face76 service neutron] 10.222.0.45 "GET /v2.0/networks/ddbdeb8e-9a29-48b5-957b-64766cbb8316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481453 Nov 12 01:07:11.706678 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.707042 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0f232c05-d425-4ede-b976-b693a352af98 req-a4be1f67-a10a-4122-944e-8ca56ff263dc tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179700 Nov 12 01:07:11.776243 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa78ff1-e686-4b3e-9189-32fe5d9dbd24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01abd07c-2341-46ef-b50f-2ffc9746084d'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:11.780080 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f527a2c-f370-4941-b4ad-4206a25dd77d" -d '{"events": [{"server_uuid": "ffa78ff1-e686-4b3e-9189-32fe5d9dbd24", "name": "network-vif-unplugged", "status": "completed", "tag": "01abd07c-2341-46ef-b50f-2ffc9746084d"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:11.822465 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 01abd07c-2341-46ef-b50f-2ffc9746084d, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=01abd07c-2341-46ef-b50f-2ffc9746084d,segment=NetworkSegment(ac0e02ed-e505-49ae-90f9-8007817b6880),segment_id=ac0e02ed-e505-49ae-90f9-8007817b6880)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:11.830367 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.907498 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-c89fcf4c-e0d1-402d-8eea-f441a17b8ef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8332545c-0124-470d-8012-c73d5d86ddad {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:07:11.932986 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-c89fcf4c-e0d1-402d-8eea-f441a17b8ef6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:11.962472 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=01abd07c-2341-46ef-b50f-2ffc9746084d,revision_number=8']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:12.010704 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-c89fcf4c-e0d1-402d-8eea-f441a17b8ef6 service neutron] Transition to ACTIVE for port object 8332545c-0124-470d-8012-c73d5d86ddad will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:07:12.025633 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-375b95e6-865e-47bd-810b-c675788bd3cf req-3474100e-19e2-492f-8024-5bf8da90977f service neutron] 10.222.0.44 "GET /v2.0/networks/27138fd0-2739-4679-b06e-dafc84073bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4731696 Nov 12 01:07:12.028342 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-c89fcf4c-e0d1-402d-8eea-f441a17b8ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:12.142845 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0bf49-6d27-4d87-83b2-df6a13b426c4 req-96cd0ee2-964e-4236-bf73-afe2b2f0174e tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:12.193180 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0bf49-6d27-4d87-83b2-df6a13b426c4 req-96cd0ee2-964e-4236-bf73-afe2b2f0174e tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:12.254230 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0bf49-6d27-4d87-83b2-df6a13b426c4 req-96cd0ee2-964e-4236-bf73-afe2b2f0174e tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:12.258587 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7522ca8a-ef3b-4f9a-bcf8-89ba9d1f535b x-openstack-request-id: req-7522ca8a-ef3b-4f9a-bcf8-89ba9d1f535b {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:12.258997 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1", "tag": "eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:12.259395 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7522ca8a-ef3b-4f9a-bcf8-89ba9d1f535b {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:12.260066 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1', 'tag': 'eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1', 'status': 'completed', 'code': 200} Nov 12 01:07:12.274794 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d8d0bf49-6d27-4d87-83b2-df6a13b426c4 req-96cd0ee2-964e-4236-bf73-afe2b2f0174e tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1 HTTP/1.1" status: 200 len: 2389 time: 0.4113748 Nov 12 01:07:12.348123 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-375b95e6-865e-47bd-810b-c675788bd3cf req-ceb922f5-bf17-4fd1-a7ec-6995112dd0a6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b375c86f-24ec-4a06-af37-e5c95f2b1cae HTTP/1.1" status: 200 len: 217 time: 0.2613819 Nov 12 01:07:12.395232 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89fcf4c-e0d1-402d-8eea-f441a17b8ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=8332545c-0124-470d-8012-c73d5d86ddad,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:12.470335 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d6da11b8-57be-443f-87cf-2995bb8119b1 req-1e815a5b-d1ab-4a27-a476-1882be1545e7 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf7000ec-f6df-4708-b4e2-a70f05feecb6 HTTP/1.1" status: 200 len: 210 time: 0.1278100 Nov 12 01:07:12.669164 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d8d0bf49-6d27-4d87-83b2-df6a13b426c4 req-e0e21837-f1b8-4377-ad26-7c6f49c1d035 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ff705a3-efa9-445f-9f2b-f795d1ef6f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910685 Nov 12 01:07:12.703157 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642050f7-69f1-49d3-b8a9-a51c92da23c1 req-2bc0604d-5c19-4a8e-8edd-c9c84cac79e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:12.708613 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642050f7-69f1-49d3-b8a9-a51c92da23c1 req-2bc0604d-5c19-4a8e-8edd-c9c84cac79e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:12.709788 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642050f7-69f1-49d3-b8a9-a51c92da23c1 req-2bc0604d-5c19-4a8e-8edd-c9c84cac79e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:12.711821 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-642050f7-69f1-49d3-b8a9-a51c92da23c1 req-2bc0604d-5c19-4a8e-8edd-c9c84cac79e1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5f885a1601aa462d8df4e61a5f6064de&device_id=dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1 HTTP/1.1" status: 200 len: 2759 time: 0.4321237 Nov 12 01:07:12.731769 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 8358eaca-2825-419a-af88-380a94c32e18 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:07:12.751320 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b95e6-865e-47bd-810b-c675788bd3cf req-be36b176-eb47-4677-aae6-ac073ad68cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:12.753573 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-375b95e6-865e-47bd-810b-c675788bd3cf req-be36b176-eb47-4677-aae6-ac073ad68cae service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5dc72c35-9d59-4a0f-ae56-f38fe29c2b7f HTTP/1.1" status: 200 len: 797 time: 0.3521688 Nov 12 01:07:12.827444 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f16458-bece-49d3-bbe0-0d4a32d684ba x-openstack-request-id: req-e0f16458-bece-49d3-bbe0-0d4a32d684ba {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:12.828039 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa78ff1-e686-4b3e-9189-32fe5d9dbd24", "name": "network-vif-unplugged", "status": "completed", "tag": "01abd07c-2341-46ef-b50f-2ffc9746084d", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:12.828488 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e0f16458-bece-49d3-bbe0-0d4a32d684ba {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:12.829310 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffa78ff1-e686-4b3e-9189-32fe5d9dbd24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01abd07c-2341-46ef-b50f-2ffc9746084d', 'code': 200} Nov 12 01:07:12.884201 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-c89fcf4c-e0d1-402d-8eea-f441a17b8ef6 service neutron] Attempting to bind port 8332545c-0124-470d-8012-c73d5d86ddad on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:07:12.884563 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-c89fcf4c-e0d1-402d-8eea-f441a17b8ef6 service neutron] Attempting to bind port 8332545c-0124-470d-8012-c73d5d86ddad by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': '8df7105e-54bb-427e-aa52-3ae5348b295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '94c94840-4ca1-4c78-ac47-4ffc47bd5ded'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:07:12.884858 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-c89fcf4c-e0d1-402d-8eea-f441a17b8ef6 service neutron] Attempting to bind port 8332545c-0124-470d-8012-c73d5d86ddad on network 94c94840-4ca1-4c78-ac47-4ffc47bd5ded {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:12.913216 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-c89fcf4c-e0d1-402d-8eea-f441a17b8ef6 service neutron] Port 8332545c-0124-470d-8012-c73d5d86ddad on network 94c94840-4ca1-4c78-ac47-4ffc47bd5ded not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:07:12.913534 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-c89fcf4c-e0d1-402d-8eea-f441a17b8ef6 service neutron] Attempting to bind port 8332545c-0124-470d-8012-c73d5d86ddad on network 94c94840-4ca1-4c78-ac47-4ffc47bd5ded {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:12.935247 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-c89fcf4c-e0d1-402d-8eea-f441a17b8ef6 service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:07:12.936072 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-c89fcf4c-e0d1-402d-8eea-f441a17b8ef6 service neutron] Checking segment: {'id': '8df7105e-54bb-427e-aa52-3ae5348b295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '94c94840-4ca1-4c78-ac47-4ffc47bd5ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:07:12.936735 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-c89fcf4c-e0d1-402d-8eea-f441a17b8ef6 service neutron] Bound using segment: {'id': '8df7105e-54bb-427e-aa52-3ae5348b295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '94c94840-4ca1-4c78-ac47-4ffc47bd5ded'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:07:12.938548 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-c89fcf4c-e0d1-402d-8eea-f441a17b8ef6 service neutron] Bound port: 8332545c-0124-470d-8012-c73d5d86ddad, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8df7105e-54bb-427e-aa52-3ae5348b295b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '94c94840-4ca1-4c78-ac47-4ffc47bd5ded'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:07:12.939137 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-c89fcf4c-e0d1-402d-8eea-f441a17b8ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:12.958066 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 8358eaca-2825-419a-af88-380a94c32e18 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:12.958522 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:12.973140 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b95e6-865e-47bd-810b-c675788bd3cf req-5af81588-df38-4e55-97a4-a33efad9fee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:12.975140 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-375b95e6-865e-47bd-810b-c675788bd3cf req-5af81588-df38-4e55-97a4-a33efad9fee5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=27138fd0-2739-4679-b06e-dafc84073bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2136581 Nov 12 01:07:13.146577 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-c89fcf4c-e0d1-402d-8eea-f441a17b8ef6 service neutron] For port 8332545c-0124-470d-8012-c73d5d86ddad, host n-h1-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:07:13.177620 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-375b95e6-865e-47bd-810b-c675788bd3cf req-82d0b387-33b5-48b7-8b32-5d31afe2b175 service neutron] 10.222.0.44 "GET /v2.0/networks/27138fd0-2739-4679-b06e-dafc84073bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575522 Nov 12 01:07:13.179821 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-c89fcf4c-e0d1-402d-8eea-f441a17b8ef6 service neutron] For port 8332545c-0124-470d-8012-c73d5d86ddad, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=8332545c-0124-470d-8012-c73d5d86ddad,segment=NetworkSegment(8df7105e-54bb-427e-aa52-3ae5348b295b),segment_id=8df7105e-54bb-427e-aa52-3ae5348b295b)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:07:13.184885 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ec06ebc1-fb6f-4c02-9d13-b86102a32c40 req-c1da43f8-e495-4abe-9236-3f1f32f3bd0f tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=92366c13-5509-4ca1-a656-40cfe7ea97c0 HTTP/1.1" status: 200 len: 210 time: 0.2588382 Nov 12 01:07:13.187781 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-c89fcf4c-e0d1-402d-8eea-f441a17b8ef6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:13.232591 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642050f7-69f1-49d3-b8a9-a51c92da23c1 req-9d3d5ac0-c486-4b80-a612-58dceb0ea1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:13.233365 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642050f7-69f1-49d3-b8a9-a51c92da23c1 req-9d3d5ac0-c486-4b80-a612-58dceb0ea1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:13.234063 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642050f7-69f1-49d3-b8a9-a51c92da23c1 req-9d3d5ac0-c486-4b80-a612-58dceb0ea1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:13.235790 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-642050f7-69f1-49d3-b8a9-a51c92da23c1 req-9d3d5ac0-c486-4b80-a612-58dceb0ea1b9 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=5f885a1601aa462d8df4e61a5f6064de&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.4977598 Nov 12 01:07:13.300488 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254cc22b-495c-4d8e-a611-9d03ebd82f7c req-5f1383c1-56af-444e-b5c0-f886304fc66b tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:13.305788 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-254cc22b-495c-4d8e-a611-9d03ebd82f7c req-5f1383c1-56af-444e-b5c0-f886304fc66b tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 943 time: 0.6152349 Nov 12 01:07:13.321968 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-c89fcf4c-e0d1-402d-8eea-f441a17b8ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:13.323030 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-c89fcf4c-e0d1-402d-8eea-f441a17b8ef6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:13.325611 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-c89fcf4c-e0d1-402d-8eea-f441a17b8ef6 service neutron] 10.222.0.16 "PUT /v2.0/ports/8332545c-0124-470d-8012-c73d5d86ddad HTTP/1.1" status: 200 len: 1093 time: 2.9220366 Nov 12 01:07:13.409244 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f811414-d36d-4ec0-ac80-890dbf819dab req-96e674f9-f517-4922-ae00-bf08065042ff tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:13.418475 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0f811414-d36d-4ec0-ac80-890dbf819dab req-96e674f9-f517-4922-ae00-bf08065042ff tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.44 "GET /v2.0/networks?id=e5e34600-403a-4b25-adb8-e29084755c7d HTTP/1.1" status: 200 len: 811 time: 0.5006185 Nov 12 01:07:13.451690 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-0f811414-d36d-4ec0-ac80-890dbf819dab req-9fc94f5a-f3c3-470f-9907-d64d4a258cc4 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Request body: {'port': {'device_id': 'cf7000ec-f6df-4708-b4e2-a70f05feecb6', 'network_id': 'e5e34600-403a-4b25-adb8-e29084755c7d', 'admin_state_up': True, 'tenant_id': '7a4cc89f684a44dc88713ac499ae6acb'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:13.484183 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89fcf4c-e0d1-402d-8eea-f441a17b8ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=8332545c-0124-470d-8012-c73d5d86ddad,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:13.497632 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-1d1740af-3b61-467b-a475-a0fde1ee863b service neutron] Request body: {'port': {'device_id': 'dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:13.564633 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-254cc22b-495c-4d8e-a611-9d03ebd82f7c req-cfc7e1ab-a368-4ad7-ab0b-692e3778fd6c tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437937 Nov 12 01:07:13.574721 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642050f7-69f1-49d3-b8a9-a51c92da23c1 req-31c18f43-28f6-443e-878f-c42313e02148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:13.583155 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-642050f7-69f1-49d3-b8a9-a51c92da23c1 req-31c18f43-28f6-443e-878f-c42313e02148 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3369782 Nov 12 01:07:13.655067 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f811414-d36d-4ec0-ac80-890dbf819dab req-9fc94f5a-f3c3-470f-9907-d64d4a258cc4 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Made reservation on behalf of 7a4cc89f684a44dc88713ac499ae6acb for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:13.658976 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-0f811414-d36d-4ec0-ac80-890dbf819dab req-9fc94f5a-f3c3-470f-9907-d64d4a258cc4 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:13.687451 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-1d1740af-3b61-467b-a475-a0fde1ee863b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:13.791795 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-375b95e6-865e-47bd-810b-c675788bd3cf req-ee0db26c-82af-4207-a908-498cdec65170 service neutron] 10.222.0.44 "GET /v2.0/networks/27138fd0-2739-4679-b06e-dafc84073bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6007793 Nov 12 01:07:13.798352 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f52e941a-b0c2-42c6-a217-41b6c588494c req-78bf141d-7ce7-4f04-a830-ac0042a1cc2e tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf7000ec-f6df-4708-b4e2-a70f05feecb6 HTTP/1.1" status: 200 len: 210 time: 0.0469279 Nov 12 01:07:13.939498 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78bc70f-e782-4f77-a55e-596283ed0cee req-7a6d48cb-d31d-495b-b62f-fa7335ee52e0 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:13.957948 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d78bc70f-e782-4f77-a55e-596283ed0cee req-7a6d48cb-d31d-495b-b62f-fa7335ee52e0 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf99bc3c-53f5-4dd1-b00c-bb386450760a HTTP/1.1" status: 200 len: 945 time: 0.1820421 Nov 12 01:07:14.009249 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-0f811414-d36d-4ec0-ac80-890dbf819dab req-9fc94f5a-f3c3-470f-9907-d64d4a258cc4 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Allocated IP 172.20.0.11 (e5e34600-403a-4b25-adb8-e29084755c7d/d5940f8d-0215-4f43-8d97-4bef756314fa/4fa49652-6984-4e76-9cf2-4328c6e98d5a) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:14.262548 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1', 'tag': '8332545c-0124-470d-8012-c73d5d86ddad'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:14.265149 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825d9252-faa5-4370-b984-44fef917ae00" -d '{"events": [{"name": "network-changed", "server_uuid": "dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1", "tag": "8332545c-0124-470d-8012-c73d5d86ddad"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:14.298535 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d78bc70f-e782-4f77-a55e-596283ed0cee req-bf855658-7002-4d66-b5ed-1acd28734ee3 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386855 Nov 12 01:07:14.312403 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-1d1740af-3b61-467b-a475-a0fde1ee863b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 172a2b85-e7cd-4734-9b33-2c8708f5cd33 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:07:14.316936 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd298a3f-03bf-4a82-84ca-229a05802ae0 req-68c75dce-1506-4022-a45c-ff005de3235a tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:14.322171 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-1d1740af-3b61-467b-a475-a0fde1ee863b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:14.324814 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bd298a3f-03bf-4a82-84ca-229a05802ae0 req-68c75dce-1506-4022-a45c-ff005de3235a tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 946 time: 0.3550680 Nov 12 01:07:14.338017 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-1d1740af-3b61-467b-a475-a0fde1ee863b service neutron] Transition to ACTIVE for port object 172a2b85-e7cd-4734-9b33-2c8708f5cd33 will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:07:14.342561 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-1d1740af-3b61-467b-a475-a0fde1ee863b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:14.391116 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18762662-5dde-491e-9a29-97d2d02b498d req-be5abb5a-acfe-40d3-a771-b39cfe4d4adc tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:14.392911 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-18762662-5dde-491e-9a29-97d2d02b498d req-be5abb5a-acfe-40d3-a771-b39cfe4d4adc tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.16 "GET /v2.0/networks?id=ddbdeb8e-9a29-48b5-957b-64766cbb8316 HTTP/1.1" status: 200 len: 812 time: 0.3786142 Nov 12 01:07:14.422697 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-18762662-5dde-491e-9a29-97d2d02b498d req-9a28eb08-23bc-4424-a867-ebf8bab6f6b1 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Request body: {'port': {'device_id': '92366c13-5509-4ca1-a656-40cfe7ea97c0', 'network_id': 'ddbdeb8e-9a29-48b5-957b-64766cbb8316', 'admin_state_up': True, 'tenant_id': '7ddab49d3f5a4b49b039bf18c7812764'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:14.477037 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1740af-3b61-467b-a475-a0fde1ee863b service neutron] Pushing event updated for resources: {'Port': ['ID=172a2b85-e7cd-4734-9b33-2c8708f5cd33,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:14.516509 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-1d1740af-3b61-467b-a475-a0fde1ee863b service neutron] Attempting to bind port 172a2b85-e7cd-4734-9b33-2c8708f5cd33 on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:07:14.516847 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-1d1740af-3b61-467b-a475-a0fde1ee863b service neutron] Attempting to bind port 172a2b85-e7cd-4734-9b33-2c8708f5cd33 by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': '1e803937-f20e-4d95-9597-0314f083c1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fddc4988-7d66-4037-b4e5-55cc792b570d'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:07:14.517334 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-1d1740af-3b61-467b-a475-a0fde1ee863b service neutron] Attempting to bind port 172a2b85-e7cd-4734-9b33-2c8708f5cd33 on network fddc4988-7d66-4037-b4e5-55cc792b570d {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:14.523014 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-1d1740af-3b61-467b-a475-a0fde1ee863b service neutron] Port 172a2b85-e7cd-4734-9b33-2c8708f5cd33 on network fddc4988-7d66-4037-b4e5-55cc792b570d not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:07:14.523354 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-1d1740af-3b61-467b-a475-a0fde1ee863b service neutron] Attempting to bind port 172a2b85-e7cd-4734-9b33-2c8708f5cd33 on network fddc4988-7d66-4037-b4e5-55cc792b570d {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:14.529831 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-1d1740af-3b61-467b-a475-a0fde1ee863b service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:07:14.530178 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-1d1740af-3b61-467b-a475-a0fde1ee863b service neutron] Checking segment: {'id': '1e803937-f20e-4d95-9597-0314f083c1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fddc4988-7d66-4037-b4e5-55cc792b570d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:07:14.530572 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-1d1740af-3b61-467b-a475-a0fde1ee863b service neutron] Bound using segment: {'id': '1e803937-f20e-4d95-9597-0314f083c1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fddc4988-7d66-4037-b4e5-55cc792b570d'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:07:14.531026 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-1d1740af-3b61-467b-a475-a0fde1ee863b service neutron] Bound port: 172a2b85-e7cd-4734-9b33-2c8708f5cd33, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e803937-f20e-4d95-9597-0314f083c1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fddc4988-7d66-4037-b4e5-55cc792b570d'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:07:14.531391 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-1d1740af-3b61-467b-a475-a0fde1ee863b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:14.641224 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-1d1740af-3b61-467b-a475-a0fde1ee863b service neutron] For port 172a2b85-e7cd-4734-9b33-2c8708f5cd33, host n-h1-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:07:14.647696 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-1d1740af-3b61-467b-a475-a0fde1ee863b service neutron] For port 172a2b85-e7cd-4734-9b33-2c8708f5cd33, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=172a2b85-e7cd-4734-9b33-2c8708f5cd33,segment=NetworkSegment(1e803937-f20e-4d95-9597-0314f083c1eb),segment_id=1e803937-f20e-4d95-9597-0314f083c1eb)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:07:14.653975 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-1d1740af-3b61-467b-a475-a0fde1ee863b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:14.710755 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-1d1740af-3b61-467b-a475-a0fde1ee863b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:14.711857 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-1d1740af-3b61-467b-a475-a0fde1ee863b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:14.718964 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-1d1740af-3b61-467b-a475-a0fde1ee863b service neutron] 10.222.0.16 "PUT /v2.0/ports/172a2b85-e7cd-4734-9b33-2c8708f5cd33 HTTP/1.1" status: 200 len: 1093 time: 1.2359347 Nov 12 01:07:14.773198 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1740af-3b61-467b-a475-a0fde1ee863b service neutron] Pushing event updated for resources: {'Port': ['ID=172a2b85-e7cd-4734-9b33-2c8708f5cd33,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:14.873317 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-fbf13bcb-c296-4c23-b6ed-eb24ff8bff67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:14.874235 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-fbf13bcb-c296-4c23-b6ed-eb24ff8bff67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:14.875235 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-fbf13bcb-c296-4c23-b6ed-eb24ff8bff67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:14.878591 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-fbf13bcb-c296-4c23-b6ed-eb24ff8bff67 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5f885a1601aa462d8df4e61a5f6064de&device_id=dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1 HTTP/1.1" status: 200 len: 2869 time: 0.0769014 Nov 12 01:07:14.945139 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-4b88a890-9733-4b84-856a-5448bc4826c6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.219&port_id=eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1 HTTP/1.1" status: 200 len: 217 time: 0.0494559 Nov 12 01:07:14.945363 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bd298a3f-03bf-4a82-84ca-229a05802ae0 req-a7f9a411-2eca-4fd4-be21-7ed9e7e69edd tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=0762cf07-0f13-471a-a31e-80fa878bd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6200271 Nov 12 01:07:15.042296 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-4e6d5f6d-3ad2-4fb6-8ca4-35c84d150add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:15.045888 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-4e6d5f6d-3ad2-4fb6-8ca4-35c84d150add service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2c52d9c6-c2e8-49c2-bfac-1cdcf1bdba03 HTTP/1.1" status: 200 len: 801 time: 0.0904715 Nov 12 01:07:15.107372 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-d894c900-b53e-4454-8037-3c21d6d25caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:15.108494 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0f0f399b-11e7-4fd0-a408-df57dd8a6985 req-ee7a2953-59b4-48fa-9b7b-1ed2a3ba189b tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=92366c13-5509-4ca1-a656-40cfe7ea97c0 HTTP/1.1" status: 200 len: 210 time: 0.0587695 Nov 12 01:07:15.108962 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-d894c900-b53e-4454-8037-3c21d6d25caa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fddc4988-7d66-4037-b4e5-55cc792b570d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541513 Nov 12 01:07:15.179529 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4783a28-83a8-4476-8fce-87bd456d983e req-a376ad72-b49c-42e6-9e02-e88fc04206ae tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:15.185984 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4783a28-83a8-4476-8fce-87bd456d983e req-a376ad72-b49c-42e6-9e02-e88fc04206ae tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:15.192255 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4783a28-83a8-4476-8fce-87bd456d983e req-a376ad72-b49c-42e6-9e02-e88fc04206ae tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:15.194175 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a4783a28-83a8-4476-8fce-87bd456d983e req-a376ad72-b49c-42e6-9e02-e88fc04206ae tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1 HTTP/1.1" status: 200 len: 2413 time: 0.2843194 Nov 12 01:07:15.200254 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-0f811414-d36d-4ec0-ac80-890dbf819dab req-9fc94f5a-f3c3-470f-9907-d64d4a258cc4 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:15.270555 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18762662-5dde-491e-9a29-97d2d02b498d req-9a28eb08-23bc-4424-a867-ebf8bab6f6b1 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Made reservation on behalf of 7ddab49d3f5a4b49b039bf18c7812764 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:15.274889 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-18762662-5dde-491e-9a29-97d2d02b498d req-9a28eb08-23bc-4424-a867-ebf8bab6f6b1 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:15.322643 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a4783a28-83a8-4476-8fce-87bd456d983e req-7b16f7da-9fca-4a83-a478-85fc14ad619a tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ff705a3-efa9-445f-9f2b-f795d1ef6f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165912 Nov 12 01:07:15.336243 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-0f811414-d36d-4ec0-ac80-890dbf819dab req-9fc94f5a-f3c3-470f-9907-d64d4a258cc4 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:15.540973 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f811414-d36d-4ec0-ac80-890dbf819dab req-9fc94f5a-f3c3-470f-9907-d64d4a258cc4 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Network e5e34600-403a-4b25-adb8-e29084755c7d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:15.559537 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-0f811414-d36d-4ec0-ac80-890dbf819dab req-9fc94f5a-f3c3-470f-9907-d64d4a258cc4 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:15.561621 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc94f5a-f3c3-470f-9907-d64d4a258cc4 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Pushing event updated for resources: {'Port': ['ID=4fa49652-6984-4e76-9cf2-4328c6e98d5a,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:15.569446 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f811414-d36d-4ec0-ac80-890dbf819dab req-9fc94f5a-f3c3-470f-9907-d64d4a258cc4 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:15.593309 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68fe77da-1653-412f-a879-e3037cbf1542 x-openstack-request-id: req-68fe77da-1653-412f-a879-e3037cbf1542 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:15.593675 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1", "tag": "8332545c-0124-470d-8012-c73d5d86ddad", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:15.593851 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-68fe77da-1653-412f-a879-e3037cbf1542 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:15.594235 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1', 'tag': '8332545c-0124-470d-8012-c73d5d86ddad', 'status': 'completed', 'code': 200} Nov 12 01:07:15.637508 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-7bcac45c-9c7b-4485-b745-6abc1b683380 service neutron] 10.222.0.16 "GET /v2.0/networks/fddc4988-7d66-4037-b4e5-55cc792b570d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5176401 Nov 12 01:07:15.684488 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3647745-13fa-46ce-9164-1b07ff1fbae1 req-845e0859-fa6e-40df-b163-7eb5d94c4972 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:15.686167 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a3647745-13fa-46ce-9164-1b07ff1fbae1 req-845e0859-fa6e-40df-b163-7eb5d94c4972 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 943 time: 0.2738411 Nov 12 01:07:15.695952 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f811414-d36d-4ec0-ac80-890dbf819dab req-9fc94f5a-f3c3-470f-9907-d64d4a258cc4 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:15.696653 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-0f811414-d36d-4ec0-ac80-890dbf819dab req-9fc94f5a-f3c3-470f-9907-d64d4a258cc4 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:15.711398 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a1d3b-4f1f-4e23-acc4-7130fe29d83a req-00b710fc-c6cd-44ff-8359-6e31b91fa6ab tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:15.713053 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1c7a1d3b-4f1f-4e23-acc4-7130fe29d83a req-00b710fc-c6cd-44ff-8359-6e31b91fa6ab tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf7000ec-f6df-4708-b4e2-a70f05feecb6 HTTP/1.1" status: 200 len: 932 time: 0.2593637 Nov 12 01:07:15.733336 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-18762662-5dde-491e-9a29-97d2d02b498d req-9a28eb08-23bc-4424-a867-ebf8bab6f6b1 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Allocated IP 172.20.0.3 (ddbdeb8e-9a29-48b5-957b-64766cbb8316/32c7a1dd-a18b-4edd-81ef-25269083f064/7452cd84-5f7d-449f-a474-81e6f65606e9) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:15.748973 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-f3b274f5-a686-4092-9544-a201a4494d3b service neutron] 10.222.0.16 "GET /v2.0/networks/fddc4988-7d66-4037-b4e5-55cc792b570d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023622 Nov 12 01:07:15.760028 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0f811414-d36d-4ec0-ac80-890dbf819dab req-9fc94f5a-f3c3-470f-9907-d64d4a258cc4 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3169112 Nov 12 01:07:15.790884 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-0f811414-d36d-4ec0-ac80-890dbf819dab req-c3fc17f4-2fc8-4278-9dce-05f91f144507 service neutron] Request body: {'port': {'device_id': 'cf7000ec-f6df-4708-b4e2-a70f05feecb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:15.829895 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-5f134b23-57ae-4bd2-9252-35d3986e7674 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.112&port_id=8332545c-0124-470d-8012-c73d5d86ddad HTTP/1.1" status: 200 len: 217 time: 0.0719371 Nov 12 01:07:15.900059 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-bd9f372a-f67c-4ef2-b515-abf2d86da6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:15.902613 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-bd9f372a-f67c-4ef2-b515-abf2d86da6b0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2512d883-ba3a-44cb-8b89-8d2bf71c9613 HTTP/1.1" status: 200 len: 801 time: 0.0601094 Nov 12 01:07:15.913837 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a3647745-13fa-46ce-9164-1b07ff1fbae1 req-433e3c22-eef8-4ab5-a2ef-b543332a0b3d tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142622 Nov 12 01:07:15.918532 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1c7a1d3b-4f1f-4e23-acc4-7130fe29d83a req-155b9fb2-b105-4532-945f-9c5b2030247f tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873956 Nov 12 01:07:15.993151 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-0f811414-d36d-4ec0-ac80-890dbf819dab req-c3fc17f4-2fc8-4278-9dce-05f91f144507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:16.000206 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-24510348-d1c3-4d5f-adfc-b0e3f992ffcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:16.003562 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-24510348-d1c3-4d5f-adfc-b0e3f992ffcf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=94c94840-4ca1-4c78-ac47-4ffc47bd5ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0891323 Nov 12 01:07:16.053727 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc48c18-013d-437d-b862-4a937fe127be req-d4b1cfdd-5684-4536-a05d-42600ac9ccfd tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:16.055384 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-efc48c18-013d-437d-b862-4a937fe127be req-d4b1cfdd-5684-4536-a05d-42600ac9ccfd tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 946 time: 0.1920340 Nov 12 01:07:16.151931 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-e75ee7e0-52c8-4d7b-be1e-1ea1be5117db service neutron] 10.222.0.16 "GET /v2.0/networks/94c94840-4ca1-4c78-ac47-4ffc47bd5ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368566 Nov 12 01:07:16.274041 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-bc29e32e-ffc6-4e4c-822a-ac5a78484fe2 service neutron] 10.222.0.16 "GET /v2.0/networks/94c94840-4ca1-4c78-ac47-4ffc47bd5ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062820 Nov 12 01:07:16.284364 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-18762662-5dde-491e-9a29-97d2d02b498d req-9a28eb08-23bc-4424-a867-ebf8bab6f6b1 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:16.336237 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-6b19de52-4f25-40ec-a9a2-00a1e6bf982b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.240&port_id=172a2b85-e7cd-4734-9b33-2c8708f5cd33 HTTP/1.1" status: 200 len: 217 time: 0.0492477 Nov 12 01:07:16.386396 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e05c3-db9b-49d2-89dd-48a432f6ad6a req-6f326f55-b68a-46f9-b4ab-156e23d933a2 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:16.388090 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9b7e05c3-db9b-49d2-89dd-48a432f6ad6a req-6f326f55-b68a-46f9-b4ab-156e23d933a2 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 946 time: 0.2958887 Nov 12 01:07:16.408357 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c80a1-3870-49a8-bb8f-e10f7e7d8c43 req-db83fe07-bc8b-4313-a85f-002e3fa29672 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:16.409993 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ed8c80a1-3870-49a8-bb8f-e10f7e7d8c43 req-db83fe07-bc8b-4313-a85f-002e3fa29672 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf99bc3c-53f5-4dd1-b00c-bb386450760a HTTP/1.1" status: 200 len: 945 time: 0.3143089 Nov 12 01:07:16.415189 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-e6ad5d24-8390-4cc4-8f27-29798f2f7070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:16.418061 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-e6ad5d24-8390-4cc4-8f27-29798f2f7070 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2c52d9c6-c2e8-49c2-bfac-1cdcf1bdba03 HTTP/1.1" status: 200 len: 801 time: 0.0686464 Nov 12 01:07:16.490480 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-047d8a76-4f84-4a90-8139-296c17a7b8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:16.492260 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-047d8a76-4f84-4a90-8139-296c17a7b8dc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fddc4988-7d66-4037-b4e5-55cc792b570d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602157 Nov 12 01:07:16.526391 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-efc48c18-013d-437d-b862-4a937fe127be req-4b2beada-786a-401e-b4e6-0c1ac6871d9c tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Deleting port ac1180cb-7bbd-421c-a709-89ce96132ed6 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:16.526732 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-efc48c18-013d-437d-b862-4a937fe127be req-4b2beada-786a-401e-b4e6-0c1ac6871d9c tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:16.576452 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-18762662-5dde-491e-9a29-97d2d02b498d req-9a28eb08-23bc-4424-a867-ebf8bab6f6b1 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:16.628025 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-f89c96ca-d090-4d3e-84e3-1f0e7884b8d1 service neutron] 10.222.0.16 "GET /v2.0/networks/fddc4988-7d66-4037-b4e5-55cc792b570d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237988 Nov 12 01:07:16.686409 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9b7e05c3-db9b-49d2-89dd-48a432f6ad6a req-b46d90b1-873f-4b08-b51c-3438d9c73a72 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=0762cf07-0f13-471a-a31e-80fa878bd0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2714152 Nov 12 01:07:16.768318 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ed8c80a1-3870-49a8-bb8f-e10f7e7d8c43 req-833f8646-9394-4c6b-aedd-f3a660d5d39e tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087373 Nov 12 01:07:16.811532 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b278aecf-1ec5-4fad-a2c7-fec3f8ed5b48 req-3aff7a81-b495-426a-901f-8382f490ec81 service neutron] 10.222.0.16 "GET /v2.0/networks/fddc4988-7d66-4037-b4e5-55cc792b570d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731691 Nov 12 01:07:16.823734 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18762662-5dde-491e-9a29-97d2d02b498d req-9a28eb08-23bc-4424-a867-ebf8bab6f6b1 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Network ddbdeb8e-9a29-48b5-957b-64766cbb8316 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:16.845478 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-18762662-5dde-491e-9a29-97d2d02b498d req-9a28eb08-23bc-4424-a867-ebf8bab6f6b1 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:16.849636 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-18762662-5dde-491e-9a29-97d2d02b498d req-9a28eb08-23bc-4424-a867-ebf8bab6f6b1 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:16.876473 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a28eb08-23bc-4424-a867-ebf8bab6f6b1 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Pushing event updated for resources: {'Port': ['ID=7452cd84-5f7d-449f-a474-81e6f65606e9,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:17.023099 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-efc48c18-013d-437d-b862-4a937fe127be req-4b2beada-786a-401e-b4e6-0c1ac6871d9c tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] For port ac1180cb-7bbd-421c-a709-89ce96132ed6, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=ac1180cb-7bbd-421c-a709-89ce96132ed6,segment=NetworkSegment(160eb3a9-a811-42ba-8ae2-682c5125e1c5),segment_id=160eb3a9-a811-42ba-8ae2-682c5125e1c5)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:17.023461 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-efc48c18-013d-437d-b862-4a937fe127be req-4b2beada-786a-401e-b4e6-0c1ac6871d9c tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:17.033491 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d9252-faa5-4370-b984-44fef917ae00 req-b24d5cd4-0ac9-482a-8d7f-6f8ac41d5371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:17.034390 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d9252-faa5-4370-b984-44fef917ae00 req-b24d5cd4-0ac9-482a-8d7f-6f8ac41d5371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:17.034580 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d9252-faa5-4370-b984-44fef917ae00 req-b24d5cd4-0ac9-482a-8d7f-6f8ac41d5371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:17.036294 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-825d9252-faa5-4370-b984-44fef917ae00 req-b24d5cd4-0ac9-482a-8d7f-6f8ac41d5371 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5f885a1601aa462d8df4e61a5f6064de&device_id=dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1 HTTP/1.1" status: 200 len: 2869 time: 0.0708618 Nov 12 01:07:17.074485 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18762662-5dde-491e-9a29-97d2d02b498d req-9a28eb08-23bc-4424-a867-ebf8bab6f6b1 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:17.075246 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-18762662-5dde-491e-9a29-97d2d02b498d req-9a28eb08-23bc-4424-a867-ebf8bab6f6b1 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:17.134010 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-0f811414-d36d-4ec0-ac80-890dbf819dab req-c3fc17f4-2fc8-4278-9dce-05f91f144507 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fa49652-6984-4e76-9cf2-4328c6e98d5a {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:07:17.152220 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a13fc-5ff1-4e4b-93c5-f38fe7eb5e90 req-97d67b4c-ad8c-483b-a541-b09800f417ae tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:17.153935 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-330a13fc-5ff1-4e4b-93c5-f38fe7eb5e90 req-97d67b4c-ad8c-483b-a541-b09800f417ae tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 943 time: 0.3211770 Nov 12 01:07:17.156153 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-0f811414-d36d-4ec0-ac80-890dbf819dab req-c3fc17f4-2fc8-4278-9dce-05f91f144507 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:17.192157 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-18762662-5dde-491e-9a29-97d2d02b498d req-9a28eb08-23bc-4424-a867-ebf8bab6f6b1 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7733274 Nov 12 01:07:17.198847 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d9252-faa5-4370-b984-44fef917ae00 req-1ab2fb46-6141-4514-a02d-7db7cb1a72e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:17.201636 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-825d9252-faa5-4370-b984-44fef917ae00 req-1ab2fb46-6141-4514-a02d-7db7cb1a72e8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=94c94840-4ca1-4c78-ac47-4ffc47bd5ded HTTP/1.1" status: 200 len: 902 time: 0.1565349 Nov 12 01:07:17.206240 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c25ecb-d2ec-4372-9264-813fe4f273aa req-cb347761-111a-4d97-86e0-7baa066bcc08 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:17.207951 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-12c25ecb-d2ec-4372-9264-813fe4f273aa req-cb347761-111a-4d97-86e0-7baa066bcc08 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=92366c13-5509-4ca1-a656-40cfe7ea97c0 HTTP/1.1" status: 200 len: 931 time: 0.2718663 Nov 12 01:07:17.217753 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-0f811414-d36d-4ec0-ac80-890dbf819dab req-c3fc17f4-2fc8-4278-9dce-05f91f144507 service neutron] Transition to ACTIVE for port object 4fa49652-6984-4e76-9cf2-4328c6e98d5a will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:07:17.236915 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-18762662-5dde-491e-9a29-97d2d02b498d req-74aad2a2-de3d-4649-afce-481e26dc5394 service neutron] Request body: {'port': {'device_id': '92366c13-5509-4ca1-a656-40cfe7ea97c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:17.245658 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-0f811414-d36d-4ec0-ac80-890dbf819dab req-c3fc17f4-2fc8-4278-9dce-05f91f144507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:17.254639 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-825d9252-faa5-4370-b984-44fef917ae00 req-7728152a-1397-4f4b-9dad-4b08f406867f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.112&port_id=8332545c-0124-470d-8012-c73d5d86ddad HTTP/1.1" status: 200 len: 217 time: 0.0398226 Nov 12 01:07:17.337030 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d9252-faa5-4370-b984-44fef917ae00 req-6d9df8ab-0e39-49e6-8075-0465789db36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:17.338938 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-825d9252-faa5-4370-b984-44fef917ae00 req-6d9df8ab-0e39-49e6-8075-0465789db36b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2512d883-ba3a-44cb-8b89-8d2bf71c9613 HTTP/1.1" status: 200 len: 801 time: 0.0755839 Nov 12 01:07:17.399373 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d9252-faa5-4370-b984-44fef917ae00 req-1c26af71-0dfd-4619-8d90-de76ebaf59b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:17.401037 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-825d9252-faa5-4370-b984-44fef917ae00 req-1c26af71-0dfd-4619-8d90-de76ebaf59b6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=94c94840-4ca1-4c78-ac47-4ffc47bd5ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540328 Nov 12 01:07:17.405641 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 01abd07c-2341-46ef-b50f-2ffc9746084d no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:07:17.434127 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-330a13fc-5ff1-4e4b-93c5-f38fe7eb5e90 req-4c350fd5-0ae5-449b-8b48-8781c1b331e9 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618296 Nov 12 01:07:17.536513 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fc17f4-2fc8-4278-9dce-05f91f144507 service neutron] Pushing event updated for resources: {'Port': ['ID=4fa49652-6984-4e76-9cf2-4328c6e98d5a,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:17.576779 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-18762662-5dde-491e-9a29-97d2d02b498d req-74aad2a2-de3d-4649-afce-481e26dc5394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:17.582250 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-12c25ecb-d2ec-4372-9264-813fe4f273aa req-690ddb01-b690-4a43-80e1-ae8822260dea tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536971 Nov 12 01:07:17.591720 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-825d9252-faa5-4370-b984-44fef917ae00 req-70992d88-2b5a-48b0-8d64-179a6f79c2c4 service neutron] 10.222.0.16 "GET /v2.0/networks/94c94840-4ca1-4c78-ac47-4ffc47bd5ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804328 Nov 12 01:07:17.596858 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1', 'tag': '172a2b85-e7cd-4734-9b33-2c8708f5cd33'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:17.606327 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255865e3-4303-41f9-8d36-28b3195d2d3e" -d '{"events": [{"name": "network-changed", "server_uuid": "dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1", "tag": "172a2b85-e7cd-4734-9b33-2c8708f5cd33"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:17.640409 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-efc48c18-013d-437d-b862-4a937fe127be req-4b2beada-786a-401e-b4e6-0c1ac6871d9c tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:17.640847 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-efc48c18-013d-437d-b862-4a937fe127be req-4b2beada-786a-401e-b4e6-0c1ac6871d9c tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:17.641197 n-d-712142-27 neutron-server[109085]: INFO neutron.db.l3_db [req-efc48c18-013d-437d-b862-4a937fe127be req-4b2beada-786a-401e-b4e6-0c1ac6871d9c tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Floating IP fbab06f1-2947-47b5-944b-ff405f61bf09 disassociated. External IP: 172.25.3.81, port: ac1180cb-7bbd-421c-a709-89ce96132ed6. Nov 12 01:07:17.641943 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-efc48c18-013d-437d-b862-4a937fe127be req-4b2beada-786a-401e-b4e6-0c1ac6871d9c tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Calling delete_port for ac1180cb-7bbd-421c-a709-89ce96132ed6 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:17.757025 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-825d9252-faa5-4370-b984-44fef917ae00 req-a58c1c44-8ac0-4167-9a00-61c90d7fc188 service neutron] 10.222.0.16 "GET /v2.0/networks/94c94840-4ca1-4c78-ac47-4ffc47bd5ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360469 Nov 12 01:07:17.816168 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-0f811414-d36d-4ec0-ac80-890dbf819dab req-c3fc17f4-2fc8-4278-9dce-05f91f144507 service neutron] Attempting to bind port 4fa49652-6984-4e76-9cf2-4328c6e98d5a on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:07:17.816508 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-0f811414-d36d-4ec0-ac80-890dbf819dab req-c3fc17f4-2fc8-4278-9dce-05f91f144507 service neutron] Attempting to bind port 4fa49652-6984-4e76-9cf2-4328c6e98d5a by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'cb2ecfa2-2aa2-4eac-be73-a119af97fe41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e5e34600-403a-4b25-adb8-e29084755c7d'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:07:17.816934 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f811414-d36d-4ec0-ac80-890dbf819dab req-c3fc17f4-2fc8-4278-9dce-05f91f144507 service neutron] Attempting to bind port 4fa49652-6984-4e76-9cf2-4328c6e98d5a on network e5e34600-403a-4b25-adb8-e29084755c7d {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:17.904659 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f811414-d36d-4ec0-ac80-890dbf819dab req-c3fc17f4-2fc8-4278-9dce-05f91f144507 service neutron] Port 4fa49652-6984-4e76-9cf2-4328c6e98d5a on network e5e34600-403a-4b25-adb8-e29084755c7d not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:07:17.904965 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f811414-d36d-4ec0-ac80-890dbf819dab req-c3fc17f4-2fc8-4278-9dce-05f91f144507 service neutron] Attempting to bind port 4fa49652-6984-4e76-9cf2-4328c6e98d5a on network e5e34600-403a-4b25-adb8-e29084755c7d {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:17.939352 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f811414-d36d-4ec0-ac80-890dbf819dab req-c3fc17f4-2fc8-4278-9dce-05f91f144507 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:07:17.939701 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f811414-d36d-4ec0-ac80-890dbf819dab req-c3fc17f4-2fc8-4278-9dce-05f91f144507 service neutron] Checking segment: {'id': 'cb2ecfa2-2aa2-4eac-be73-a119af97fe41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e5e34600-403a-4b25-adb8-e29084755c7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:07:17.940136 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f811414-d36d-4ec0-ac80-890dbf819dab req-c3fc17f4-2fc8-4278-9dce-05f91f144507 service neutron] Bound using segment: {'id': 'cb2ecfa2-2aa2-4eac-be73-a119af97fe41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e5e34600-403a-4b25-adb8-e29084755c7d'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:07:17.940592 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-0f811414-d36d-4ec0-ac80-890dbf819dab req-c3fc17f4-2fc8-4278-9dce-05f91f144507 service neutron] Bound port: 4fa49652-6984-4e76-9cf2-4328c6e98d5a, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb2ecfa2-2aa2-4eac-be73-a119af97fe41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e5e34600-403a-4b25-adb8-e29084755c7d'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:07:17.940960 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-0f811414-d36d-4ec0-ac80-890dbf819dab req-c3fc17f4-2fc8-4278-9dce-05f91f144507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:17.960414 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571463b-7919-4ba8-bbc4-3075b65078bb req-b220481d-cf03-483f-aafe-e8959d7f4db9 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:17.966516 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571463b-7919-4ba8-bbc4-3075b65078bb req-b220481d-cf03-483f-aafe-e8959d7f4db9 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:17.972688 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571463b-7919-4ba8-bbc4-3075b65078bb req-b220481d-cf03-483f-aafe-e8959d7f4db9 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:17.974456 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6571463b-7919-4ba8-bbc4-3075b65078bb req-b220481d-cf03-483f-aafe-e8959d7f4db9 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1 HTTP/1.1" status: 200 len: 2413 time: 0.3003106 Nov 12 01:07:18.028717 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335f231-f30d-4008-aabe-dc003fc8a434 req-182cbe9a-3a7a-4d91-ae68-d231f4b18773 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:18.030354 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c335f231-f30d-4008-aabe-dc003fc8a434 req-182cbe9a-3a7a-4d91-ae68-d231f4b18773 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf7000ec-f6df-4708-b4e2-a70f05feecb6 HTTP/1.1" status: 200 len: 944 time: 0.2710443 Nov 12 01:07:18.241074 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-efc48c18-013d-437d-b862-4a937fe127be req-4b2beada-786a-401e-b4e6-0c1ac6871d9c tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:18.256758 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6571463b-7919-4ba8-bbc4-3075b65078bb req-c7b1e082-da02-44af-89ae-d6ccc9f7bc59 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ff705a3-efa9-445f-9f2b-f795d1ef6f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663436 Nov 12 01:07:18.273869 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-0f811414-d36d-4ec0-ac80-890dbf819dab req-c3fc17f4-2fc8-4278-9dce-05f91f144507 service neutron] For port 4fa49652-6984-4e76-9cf2-4328c6e98d5a, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:07:18.315676 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2beada-786a-401e-b4e6-0c1ac6871d9c tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Pushing event deleted for resources: {'Port': ['ID=ac1180cb-7bbd-421c-a709-89ce96132ed6,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:18.328865 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c335f231-f30d-4008-aabe-dc003fc8a434 req-3d45a3ea-9b79-4c38-ba4b-54043f3d1e47 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830379 Nov 12 01:07:18.338299 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-0f811414-d36d-4ec0-ac80-890dbf819dab req-c3fc17f4-2fc8-4278-9dce-05f91f144507 service neutron] For port 4fa49652-6984-4e76-9cf2-4328c6e98d5a, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=4fa49652-6984-4e76-9cf2-4328c6e98d5a,segment=NetworkSegment(cb2ecfa2-2aa2-4eac-be73-a119af97fe41),segment_id=cb2ecfa2-2aa2-4eac-be73-a119af97fe41)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:07:18.347887 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-0f811414-d36d-4ec0-ac80-890dbf819dab req-c3fc17f4-2fc8-4278-9dce-05f91f144507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:18.413567 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd99e5d4-fa79-4df2-97ce-35fca1fc458c x-openstack-request-id: req-fd99e5d4-fa79-4df2-97ce-35fca1fc458c {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:18.416298 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1", "tag": "172a2b85-e7cd-4734-9b33-2c8708f5cd33", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:18.416598 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fd99e5d4-fa79-4df2-97ce-35fca1fc458c {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:18.417251 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1', 'tag': '172a2b85-e7cd-4734-9b33-2c8708f5cd33', 'status': 'completed', 'code': 200} Nov 12 01:07:18.543734 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255865e3-4303-41f9-8d36-28b3195d2d3e req-f37531b6-a9dc-4534-b920-9db4a0bb2048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:18.544601 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255865e3-4303-41f9-8d36-28b3195d2d3e req-f37531b6-a9dc-4534-b920-9db4a0bb2048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:18.545534 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255865e3-4303-41f9-8d36-28b3195d2d3e req-f37531b6-a9dc-4534-b920-9db4a0bb2048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:18.548444 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-255865e3-4303-41f9-8d36-28b3195d2d3e req-f37531b6-a9dc-4534-b920-9db4a0bb2048 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5f885a1601aa462d8df4e61a5f6064de&device_id=dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1 HTTP/1.1" status: 200 len: 2869 time: 0.0749791 Nov 12 01:07:18.684612 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255865e3-4303-41f9-8d36-28b3195d2d3e req-85b5d4af-a2b2-46c9-98a8-de379d0bc592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:18.687402 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-255865e3-4303-41f9-8d36-28b3195d2d3e req-85b5d4af-a2b2-46c9-98a8-de379d0bc592 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fddc4988-7d66-4037-b4e5-55cc792b570d HTTP/1.1" status: 200 len: 901 time: 0.1277034 Nov 12 01:07:18.743306 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-255865e3-4303-41f9-8d36-28b3195d2d3e req-2ed04799-dda9-49ee-a1d3-b1294bb60893 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.240&port_id=172a2b85-e7cd-4734-9b33-2c8708f5cd33 HTTP/1.1" status: 200 len: 217 time: 0.0479994 Nov 12 01:07:18.825148 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255865e3-4303-41f9-8d36-28b3195d2d3e req-7ce80b63-3b2e-4164-8b1f-c71d7b70066e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:18.826681 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-255865e3-4303-41f9-8d36-28b3195d2d3e req-7ce80b63-3b2e-4164-8b1f-c71d7b70066e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2c52d9c6-c2e8-49c2-bfac-1cdcf1bdba03 HTTP/1.1" status: 200 len: 801 time: 0.0704706 Nov 12 01:07:18.864579 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-18762662-5dde-491e-9a29-97d2d02b498d req-74aad2a2-de3d-4649-afce-481e26dc5394 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7452cd84-5f7d-449f-a474-81e6f65606e9 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:07:18.887771 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255865e3-4303-41f9-8d36-28b3195d2d3e req-099f6020-c2c6-4363-836e-8e7040b30a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:18.890055 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-255865e3-4303-41f9-8d36-28b3195d2d3e req-099f6020-c2c6-4363-836e-8e7040b30a8e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fddc4988-7d66-4037-b4e5-55cc792b570d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523570 Nov 12 01:07:18.902181 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-18762662-5dde-491e-9a29-97d2d02b498d req-74aad2a2-de3d-4649-afce-481e26dc5394 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:18.949149 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f811414-d36d-4ec0-ac80-890dbf819dab req-c3fc17f4-2fc8-4278-9dce-05f91f144507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:18.949685 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-0f811414-d36d-4ec0-ac80-890dbf819dab req-c3fc17f4-2fc8-4278-9dce-05f91f144507 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:18.951116 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0f811414-d36d-4ec0-ac80-890dbf819dab req-c3fc17f4-2fc8-4278-9dce-05f91f144507 service neutron] 10.222.0.44 "PUT /v2.0/ports/4fa49652-6984-4e76-9cf2-4328c6e98d5a HTTP/1.1" status: 200 len: 1093 time: 3.1715631 Nov 12 01:07:18.959913 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf7000ec-f6df-4708-b4e2-a70f05feecb6', 'tag': '4fa49652-6984-4e76-9cf2-4328c6e98d5a'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:18.962307 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f06c784-8814-4ea6-881a-a987245527b8" -d '{"events": [{"name": "network-changed", "server_uuid": "cf7000ec-f6df-4708-b4e2-a70f05feecb6", "tag": "4fa49652-6984-4e76-9cf2-4328c6e98d5a"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:18.971873 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b543516a-172f-4051-97b0-215df9942f4f req-8febb4dc-1ce6-4234-836c-e8a704fb869a tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 210 time: 0.1096551 Nov 12 01:07:19.030971 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-255865e3-4303-41f9-8d36-28b3195d2d3e req-6fc8eb51-c2fb-4954-8cc8-ab6a4d9bcdb8 service neutron] 10.222.0.16 "GET /v2.0/networks/fddc4988-7d66-4037-b4e5-55cc792b570d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280279 Nov 12 01:07:19.057350 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-18762662-5dde-491e-9a29-97d2d02b498d req-74aad2a2-de3d-4649-afce-481e26dc5394 service neutron] Transition to ACTIVE for port object 7452cd84-5f7d-449f-a474-81e6f65606e9 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:07:19.082988 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-18762662-5dde-491e-9a29-97d2d02b498d req-74aad2a2-de3d-4649-afce-481e26dc5394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:19.123636 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fc17f4-2fc8-4278-9dce-05f91f144507 service neutron] Pushing event updated for resources: {'Port': ['ID=4fa49652-6984-4e76-9cf2-4328c6e98d5a,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:19.188019 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5bd3c5-13a8-4366-aaf5-991325791fa5 req-893cb4e1-05d2-42ca-b66e-00355a52029c tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:19.196051 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4b5bd3c5-13a8-4366-aaf5-991325791fa5 req-893cb4e1-05d2-42ca-b66e-00355a52029c tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf99bc3c-53f5-4dd1-b00c-bb386450760a HTTP/1.1" status: 200 len: 945 time: 0.3368394 Nov 12 01:07:19.202616 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-efc48c18-013d-437d-b862-4a937fe127be req-4b2beada-786a-401e-b4e6-0c1ac6871d9c tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Router d6477202-da2e-4550-9dbb-3f23d0468033 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:07:19.214298 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-255865e3-4303-41f9-8d36-28b3195d2d3e req-bfbfa3d9-c6e8-486c-954f-82ce9211aa60 service neutron] 10.222.0.16 "GET /v2.0/networks/fddc4988-7d66-4037-b4e5-55cc792b570d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724379 Nov 12 01:07:19.267641 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f811414-d36d-4ec0-ac80-890dbf819dab req-3dcbf169-a8d5-4ead-a26e-76c400b29ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:19.269984 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0f811414-d36d-4ec0-ac80-890dbf819dab req-3dcbf169-a8d5-4ead-a26e-76c400b29ce1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a4cc89f684a44dc88713ac499ae6acb&device_id=cf7000ec-f6df-4708-b4e2-a70f05feecb6 HTTP/1.1" status: 200 len: 1096 time: 0.2076147 Nov 12 01:07:19.284404 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aad2a2-de3d-4649-afce-481e26dc5394 service neutron] Pushing event updated for resources: {'Port': ['ID=7452cd84-5f7d-449f-a474-81e6f65606e9,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:19.417390 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:07:19.441616 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device ac1180cb-7bbd-421c-a709-89ce96132ed6 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:07:19.442977 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0f811414-d36d-4ec0-ac80-890dbf819dab req-16d84aad-4f32-42f2-903b-1cba5188a71f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fa49652-6984-4e76-9cf2-4328c6e98d5a HTTP/1.1" status: 200 len: 217 time: 0.1555364 Nov 12 01:07:19.472813 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4b5bd3c5-13a8-4366-aaf5-991325791fa5 req-01015a36-7a59-4602-9ec0-740d04619d4d tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756090 Nov 12 01:07:19.578033 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] No Port match for: ac1180cb-7bbd-421c-a709-89ce96132ed6 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:07:19.578594 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device ac1180cb-7bbd-421c-a709-89ce96132ed6 not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:07:19.583435 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f811414-d36d-4ec0-ac80-890dbf819dab req-ef169ef7-29b3-4b2c-af9e-62dc53e15750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:19.586640 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0f811414-d36d-4ec0-ac80-890dbf819dab req-ef169ef7-29b3-4b2c-af9e-62dc53e15750 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d5940f8d-0215-4f43-8d97-4bef756314fa HTTP/1.1" status: 200 len: 851 time: 0.1087565 Nov 12 01:07:19.646263 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb23e78-9f10-48ef-a2a6-7546fcf30ee6 x-openstack-request-id: req-1eb23e78-9f10-48ef-a2a6-7546fcf30ee6 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:19.647302 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf7000ec-f6df-4708-b4e2-a70f05feecb6", "tag": "4fa49652-6984-4e76-9cf2-4328c6e98d5a", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:19.647714 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1eb23e78-9f10-48ef-a2a6-7546fcf30ee6 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:19.648342 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf7000ec-f6df-4708-b4e2-a70f05feecb6', 'tag': '4fa49652-6984-4e76-9cf2-4328c6e98d5a', 'status': 'completed', 'code': 200} Nov 12 01:07:19.649187 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1,segment=NetworkSegment(1e803937-f20e-4d95-9597-0314f083c1eb),segment_id=1e803937-f20e-4d95-9597-0314f083c1eb)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:19.665438 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': 'eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1', 'network_id': 'fddc4988-7d66-4037-b4e5-55cc792b570d', 'port_id': 'eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1', 'mac_address': 'fa:16:3e:e6:a4:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c52d9c6-c2e8-49c2-bfac-1cdcf1bdba03', 'ip_address': '19.80.0.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:07:19.705301 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-18762662-5dde-491e-9a29-97d2d02b498d req-74aad2a2-de3d-4649-afce-481e26dc5394 service neutron] Attempting to bind port 7452cd84-5f7d-449f-a474-81e6f65606e9 on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:07:19.705707 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-18762662-5dde-491e-9a29-97d2d02b498d req-74aad2a2-de3d-4649-afce-481e26dc5394 service neutron] Attempting to bind port 7452cd84-5f7d-449f-a474-81e6f65606e9 by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': 'ad4c4449-dc7a-4356-bf97-224e764df50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ddbdeb8e-9a29-48b5-957b-64766cbb8316'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:07:19.705993 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18762662-5dde-491e-9a29-97d2d02b498d req-74aad2a2-de3d-4649-afce-481e26dc5394 service neutron] Attempting to bind port 7452cd84-5f7d-449f-a474-81e6f65606e9 on network ddbdeb8e-9a29-48b5-957b-64766cbb8316 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:19.726188 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:19.748901 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f9e27-d410-4f5e-8d86-36ba51dc2a0a req-69c5db34-8846-42c5-a0e5-ff3e93e0f134 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:19.750603 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0a2f9e27-d410-4f5e-8d86-36ba51dc2a0a req-69c5db34-8846-42c5-a0e5-ff3e93e0f134 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=92366c13-5509-4ca1-a656-40cfe7ea97c0 HTTP/1.1" status: 200 len: 943 time: 0.4194221 Nov 12 01:07:19.756123 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:07:19.770067 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0f811414-d36d-4ec0-ac80-890dbf819dab req-2707c34a-77e7-4c49-9d69-da70a251595a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e5e34600-403a-4b25-adb8-e29084755c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1102066 Nov 12 01:07:19.790782 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1,segment=NetworkSegment(1e803937-f20e-4d95-9597-0314f083c1eb),segment_id=1e803937-f20e-4d95-9597-0314f083c1eb)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:19.797108 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:19.798164 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 8332545c-0124-470d-8012-c73d5d86ddad details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:07:19.800995 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18762662-5dde-491e-9a29-97d2d02b498d req-74aad2a2-de3d-4649-afce-481e26dc5394 service neutron] Port 7452cd84-5f7d-449f-a474-81e6f65606e9 on network ddbdeb8e-9a29-48b5-957b-64766cbb8316 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:07:19.801341 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18762662-5dde-491e-9a29-97d2d02b498d req-74aad2a2-de3d-4649-afce-481e26dc5394 service neutron] Attempting to bind port 7452cd84-5f7d-449f-a474-81e6f65606e9 on network ddbdeb8e-9a29-48b5-957b-64766cbb8316 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:19.828806 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-efc48c18-013d-437d-b862-4a937fe127be req-4b2beada-786a-401e-b4e6-0c1ac6871d9c tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:07:19.841225 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c70662c-f897-490b-8c27-be1b5e4a011e None None] Sync routers for ids ['d6477202-da2e-4550-9dbb-3f23d0468033'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:07:19.854361 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18762662-5dde-491e-9a29-97d2d02b498d req-74aad2a2-de3d-4649-afce-481e26dc5394 service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:07:19.854361 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18762662-5dde-491e-9a29-97d2d02b498d req-74aad2a2-de3d-4649-afce-481e26dc5394 service neutron] Checking segment: {'id': 'ad4c4449-dc7a-4356-bf97-224e764df50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ddbdeb8e-9a29-48b5-957b-64766cbb8316'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:07:19.854361 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18762662-5dde-491e-9a29-97d2d02b498d req-74aad2a2-de3d-4649-afce-481e26dc5394 service neutron] Bound using segment: {'id': 'ad4c4449-dc7a-4356-bf97-224e764df50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ddbdeb8e-9a29-48b5-957b-64766cbb8316'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:07:19.854844 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c70662c-f897-490b-8c27-be1b5e4a011e None None] Routers {'d6477202-da2e-4550-9dbb-3f23d0468033'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:19.854928 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-18762662-5dde-491e-9a29-97d2d02b498d req-74aad2a2-de3d-4649-afce-481e26dc5394 service neutron] Bound port: 7452cd84-5f7d-449f-a474-81e6f65606e9, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad4c4449-dc7a-4356-bf97-224e764df50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'ddbdeb8e-9a29-48b5-957b-64766cbb8316'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:07:19.854928 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-18762662-5dde-491e-9a29-97d2d02b498d req-74aad2a2-de3d-4649-afce-481e26dc5394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:19.855094 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-2c70662c-f897-490b-8c27-be1b5e4a011e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:07:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['d6477202-da2e-4550-9dbb-3f23d0468033'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:19.933373 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:19.964853 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0a2f9e27-d410-4f5e-8d86-36ba51dc2a0a req-2962e9cc-fd73-4c28-9326-aa0a90825096 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903956 Nov 12 01:07:19.977448 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-2c70662c-f897-490b-8c27-be1b5e4a011e None None] Set router d6477202-da2e-4550-9dbb-3f23d0468033 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:07:20.024909 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-94c618e2-008e-4774-94a4-2c682133ceb0 req-39a2e7e1-d821-4912-9dfb-f36ace083584 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4887459 Nov 12 01:07:20.025750 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc48c18-013d-437d-b862-4a937fe127be req-4b2beada-786a-401e-b4e6-0c1ac6871d9c tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] No DVR routers for this DVR port ac1180cb-7bbd-421c-a709-89ce96132ed6 on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:07:20.029046 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-efc48c18-013d-437d-b862-4a937fe127be req-4b2beada-786a-401e-b4e6-0c1ac6871d9c tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:20.033336 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-efc48c18-013d-437d-b862-4a937fe127be req-4b2beada-786a-401e-b4e6-0c1ac6871d9c tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.16 "DELETE /v2.0/ports/ac1180cb-7bbd-421c-a709-89ce96132ed6 HTTP/1.1" status: 204 len: 173 time: 3.9661825 Nov 12 01:07:20.047154 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73718ae0-d5fd-4f7b-a2ea-b3e63c92140f req-cb4e9ff9-048a-4b3f-bd84-20fd7149ef7c tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:20.050514 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 8332545c-0124-470d-8012-c73d5d86ddad, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=8332545c-0124-470d-8012-c73d5d86ddad,segment=NetworkSegment(8df7105e-54bb-427e-aa52-3ae5348b295b),segment_id=8df7105e-54bb-427e-aa52-3ae5348b295b)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:20.058111 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-73718ae0-d5fd-4f7b-a2ea-b3e63c92140f req-cb4e9ff9-048a-4b3f-bd84-20fd7149ef7c tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 943 time: 0.4071164 Nov 12 01:07:20.081695 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': '8332545c-0124-470d-8012-c73d5d86ddad', 'network_id': '94c94840-4ca1-4c78-ac47-4ffc47bd5ded', 'port_id': '8332545c-0124-470d-8012-c73d5d86ddad', 'mac_address': 'fa:16:3e:4e:f0:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2512d883-ba3a-44cb-8b89-8d2bf71c9613', 'ip_address': '19.86.0.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:07:20.100176 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-94c618e2-008e-4774-94a4-2c682133ceb0 req-3778cedb-1e2e-45e3-879b-9fac31bdc2e1 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:07:20.108595 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-94c618e2-008e-4774-94a4-2c682133ceb0 req-3778cedb-1e2e-45e3-879b-9fac31bdc2e1 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0463495 Nov 12 01:07:20.128001 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:20.142604 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8332545c-0124-470d-8012-c73d5d86ddad {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:07:20.178347 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 8332545c-0124-470d-8012-c73d5d86ddad, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=8332545c-0124-470d-8012-c73d5d86ddad,segment=NetworkSegment(8df7105e-54bb-427e-aa52-3ae5348b295b),segment_id=8df7105e-54bb-427e-aa52-3ae5348b295b)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:20.189118 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:20.190139 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 172a2b85-e7cd-4734-9b33-2c8708f5cd33 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:07:20.253355 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=8332545c-0124-470d-8012-c73d5d86ddad,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:20.260181 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-2c70662c-f897-490b-8c27-be1b5e4a011e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'name': 'tempest-AttachVolumeShelveTestJSON-592033780-router', 'tenant_id': '1650592d4cf74284855a02a26c6d9866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'e09a1a6e-f75a-439b-a79b-9511369dfe90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:06Z', 'updated_at': '2021-11-12T01:02:13Z', 'revision_number': 4, 'project_id': '1650592d4cf74284855a02a26c6d9866', 'gw_port': {'id': 'e09a1a6e-f75a-439b-a79b-9511369dfe90', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:07Z', 'updated_at': '2021-11-12T01:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '53ec15fc-73b8-476f-9744-069c94640c7d', 'name': '', 'network_id': '589a11d9-462f-4432-aa26-12a7b18ca65f', 'tenant_id': '1650592d4cf74284855a02a26c6d9866', 'mac_address': 'fa:16:3e:d8:91:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '34773eb3-d58a-4b8a-a536-c500cef253a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:11Z', 'updated_at': '2021-11-12T01:02:29Z', 'revision_number': 5, 'project_id': '1650592d4cf74284855a02a26c6d9866', 'subnets': [{'id': '34773eb3-d58a-4b8a-a536-c500cef253a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:20.271016 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-73718ae0-d5fd-4f7b-a2ea-b3e63c92140f req-40161be1-7fb1-4b93-aef4-ff571bf3edf8 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114692 Nov 12 01:07:20.301375 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 172a2b85-e7cd-4734-9b33-2c8708f5cd33, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=172a2b85-e7cd-4734-9b33-2c8708f5cd33,segment=NetworkSegment(1e803937-f20e-4d95-9597-0314f083c1eb),segment_id=1e803937-f20e-4d95-9597-0314f083c1eb)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:20.312236 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-18762662-5dde-491e-9a29-97d2d02b498d req-74aad2a2-de3d-4649-afce-481e26dc5394 service neutron] For port 7452cd84-5f7d-449f-a474-81e6f65606e9, host n-h1-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:07:20.313101 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c70662c-f897-490b-8c27-be1b5e4a011e None None] Checking router: d6477202-da2e-4550-9dbb-3f23d0468033 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:07:20.319368 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-18762662-5dde-491e-9a29-97d2d02b498d req-74aad2a2-de3d-4649-afce-481e26dc5394 service neutron] For port 7452cd84-5f7d-449f-a474-81e6f65606e9, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=7452cd84-5f7d-449f-a474-81e6f65606e9,segment=NetworkSegment(ad4c4449-dc7a-4356-bf97-224e764df50e),segment_id=ad4c4449-dc7a-4356-bf97-224e764df50e)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:07:20.328481 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c70662c-f897-490b-8c27-be1b5e4a011e None None] Routers {'d6477202-da2e-4550-9dbb-3f23d0468033'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:07:20.333366 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-2c70662c-f897-490b-8c27-be1b5e4a011e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:07:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['d6477202-da2e-4550-9dbb-3f23d0468033'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:20.338490 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-18762662-5dde-491e-9a29-97d2d02b498d req-74aad2a2-de3d-4649-afce-481e26dc5394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:20.345746 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': '172a2b85-e7cd-4734-9b33-2c8708f5cd33', 'network_id': 'fddc4988-7d66-4037-b4e5-55cc792b570d', 'port_id': '172a2b85-e7cd-4734-9b33-2c8708f5cd33', 'mac_address': 'fa:16:3e:39:44:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c52d9c6-c2e8-49c2-bfac-1cdcf1bdba03', 'ip_address': '19.80.0.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:07:20.411401 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0f811414-d36d-4ec0-ac80-890dbf819dab req-cb66c1b5-d432-40dd-a853-38acd42b89f9 service neutron] 10.222.0.44 "GET /v2.0/networks/e5e34600-403a-4b25-adb8-e29084755c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6329219 Nov 12 01:07:20.417273 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:20.418684 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18762662-5dde-491e-9a29-97d2d02b498d req-74aad2a2-de3d-4649-afce-481e26dc5394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:20.419830 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-18762662-5dde-491e-9a29-97d2d02b498d req-74aad2a2-de3d-4649-afce-481e26dc5394 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:20.421549 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-18762662-5dde-491e-9a29-97d2d02b498d req-74aad2a2-de3d-4649-afce-481e26dc5394 service neutron] 10.222.0.16 "PUT /v2.0/ports/7452cd84-5f7d-449f-a474-81e6f65606e9 HTTP/1.1" status: 200 len: 1092 time: 3.1939082 Nov 12 01:07:20.432497 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 172a2b85-e7cd-4734-9b33-2c8708f5cd33 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:07:20.461592 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 172a2b85-e7cd-4734-9b33-2c8708f5cd33, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=172a2b85-e7cd-4734-9b33-2c8708f5cd33,segment=NetworkSegment(1e803937-f20e-4d95-9597-0314f083c1eb),segment_id=1e803937-f20e-4d95-9597-0314f083c1eb)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:20.467300 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:20.494455 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37155743-2bc3-4a84-917a-1351e3419553 req-0abdc748-0bb5-4216-af3e-12c65179f6c7 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:20.500754 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37155743-2bc3-4a84-917a-1351e3419553 req-0abdc748-0bb5-4216-af3e-12c65179f6c7 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:20.508423 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37155743-2bc3-4a84-917a-1351e3419553 req-0abdc748-0bb5-4216-af3e-12c65179f6c7 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:20.516384 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-37155743-2bc3-4a84-917a-1351e3419553 req-0abdc748-0bb5-4216-af3e-12c65179f6c7 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1 HTTP/1.1" status: 200 len: 2415 time: 0.3959119 Nov 12 01:07:20.557601 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=172a2b85-e7cd-4734-9b33-2c8708f5cd33,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:20.598119 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-2c70662c-f897-490b-8c27-be1b5e4a011e None None] Set router d6477202-da2e-4550-9dbb-3f23d0468033 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:07:20.664399 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aad2a2-de3d-4649-afce-481e26dc5394 service neutron] Pushing event updated for resources: {'Port': ['ID=7452cd84-5f7d-449f-a474-81e6f65606e9,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:20.701973 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-37155743-2bc3-4a84-917a-1351e3419553 req-f5902ed0-31bc-48eb-a4c7-a9ca9f993e67 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ff705a3-efa9-445f-9f2b-f795d1ef6f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845827 Nov 12 01:07:20.723802 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa9199a-efb6-40d3-8507-d8ab57bdd1bb req-4fabe6d5-fd5a-4eb1-875e-3c3dfb2992e9 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:20.736027 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3fa9199a-efb6-40d3-8507-d8ab57bdd1bb req-4fabe6d5-fd5a-4eb1-875e-3c3dfb2992e9 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf7000ec-f6df-4708-b4e2-a70f05feecb6 HTTP/1.1" status: 200 len: 944 time: 0.3243606 Nov 12 01:07:20.761269 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18762662-5dde-491e-9a29-97d2d02b498d req-1b80fce0-90c2-49bc-8562-ef887a4a4513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:20.762818 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-18762662-5dde-491e-9a29-97d2d02b498d req-1b80fce0-90c2-49bc-8562-ef887a4a4513 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7ddab49d3f5a4b49b039bf18c7812764&device_id=92366c13-5509-4ca1-a656-40cfe7ea97c0 HTTP/1.1" status: 200 len: 1095 time: 0.2425311 Nov 12 01:07:20.849129 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0f811414-d36d-4ec0-ac80-890dbf819dab req-ddcee6eb-378c-4ac2-ab8c-5e3afd0daa6c service neutron] 10.222.0.44 "GET /v2.0/networks/e5e34600-403a-4b25-adb8-e29084755c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785985 Nov 12 01:07:20.855794 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-18762662-5dde-491e-9a29-97d2d02b498d req-550eb1db-c21f-4be1-a98a-4077eead6913 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7452cd84-5f7d-449f-a474-81e6f65606e9 HTTP/1.1" status: 200 len: 217 time: 0.0751128 Nov 12 01:07:20.891493 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['8332545c-0124-470d-8012-c73d5d86ddad'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:07:20.922407 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3fa9199a-efb6-40d3-8507-d8ab57bdd1bb req-bbc9b5a6-ffe5-43df-a4db-fa08d0d64dbb tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882446 Nov 12 01:07:20.956762 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8da14117-bc7b-4573-84e9-748901749221 req-b84d29fa-1066-4177-80ab-0812374b7286 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=fc3b8661-d254-4c79-9f0a-3043f6703d17 HTTP/1.1" status: 200 len: 210 time: 0.0771136 Nov 12 01:07:20.990500 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:07:20.993383 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['172a2b85-e7cd-4734-9b33-2c8708f5cd33'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:07:21.007588 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-2c70662c-f897-490b-8c27-be1b5e4a011e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'name': 'tempest-AttachVolumeShelveTestJSON-592033780-router', 'tenant_id': '1650592d4cf74284855a02a26c6d9866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'e09a1a6e-f75a-439b-a79b-9511369dfe90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:06Z', 'updated_at': '2021-11-12T01:02:13Z', 'revision_number': 4, 'project_id': '1650592d4cf74284855a02a26c6d9866', 'gw_port': {'id': 'e09a1a6e-f75a-439b-a79b-9511369dfe90', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:07Z', 'updated_at': '2021-11-12T01:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '53ec15fc-73b8-476f-9744-069c94640c7d', 'name': '', 'network_id': '589a11d9-462f-4432-aa26-12a7b18ca65f', 'tenant_id': '1650592d4cf74284855a02a26c6d9866', 'mac_address': 'fa:16:3e:d8:91:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '34773eb3-d58a-4b8a-a536-c500cef253a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:11Z', 'updated_at': '2021-11-12T01:02:29Z', 'revision_number': 5, 'project_id': '1650592d4cf74284855a02a26c6d9866', 'subnets': [{'id': '34773eb3-d58a-4b8a-a536-c500cef253a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:21.020534 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18762662-5dde-491e-9a29-97d2d02b498d req-b10c0cc1-606f-4670-9355-57eb7c7a7fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:21.022962 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-18762662-5dde-491e-9a29-97d2d02b498d req-b10c0cc1-606f-4670-9355-57eb7c7a7fee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=32c7a1dd-a18b-4edd-81ef-25269083f064 HTTP/1.1" status: 200 len: 852 time: 0.1522305 Nov 12 01:07:21.086801 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-18762662-5dde-491e-9a29-97d2d02b498d req-3bfbe65d-349a-4c56-939b-c27e08d6bb56 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ddbdeb8e-9a29-48b5-957b-64766cbb8316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554161 Nov 12 01:07:21.092741 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06c784-8814-4ea6-881a-a987245527b8 req-52b3bdc5-56e8-48da-88a5-010671d29537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:21.093346 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c70662c-f897-490b-8c27-be1b5e4a011e None None] The sync data for ids ['d6477202-da2e-4550-9dbb-3f23d0468033'] in n-d-712142-27 is: [{'id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'name': 'tempest-AttachVolumeShelveTestJSON-592033780-router', 'tenant_id': '1650592d4cf74284855a02a26c6d9866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'e09a1a6e-f75a-439b-a79b-9511369dfe90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:06Z', 'updated_at': '2021-11-12T01:02:13Z', 'revision_number': 4, 'project_id': '1650592d4cf74284855a02a26c6d9866', 'gw_port': {'id': 'e09a1a6e-f75a-439b-a79b-9511369dfe90', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:07Z', 'updated_at': '2021-11-12T01:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '53ec15fc-73b8-476f-9744-069c94640c7d', 'name': '', 'network_id': '589a11d9-462f-4432-aa26-12a7b18ca65f', 'tenant_id': '1650592d4cf74284855a02a26c6d9866', 'mac_address': 'fa:16:3e:d8:91:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '34773eb3-d58a-4b8a-a536-c500cef253a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:11Z', 'updated_at': '2021-11-12T01:02:29Z', 'revision_number': 5, 'project_id': '1650592d4cf74284855a02a26c6d9866', 'subnets': [{'id': '34773eb3-d58a-4b8a-a536-c500cef253a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:07:21.094709 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0f06c784-8814-4ea6-881a-a987245527b8 req-52b3bdc5-56e8-48da-88a5-010671d29537 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a4cc89f684a44dc88713ac499ae6acb&device_id=cf7000ec-f6df-4708-b4e2-a70f05feecb6 HTTP/1.1" status: 200 len: 1096 time: 0.1288097 Nov 12 01:07:21.369333 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-18762662-5dde-491e-9a29-97d2d02b498d req-9c2a2ba9-736d-4e0d-b204-6820b6c91cec service neutron] 10.222.0.16 "GET /v2.0/networks/ddbdeb8e-9a29-48b5-957b-64766cbb8316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676373 Nov 12 01:07:21.386554 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28018a-1896-4e63-9bc4-34b792069efe req-b3186686-c740-42db-945d-f9658ae38351 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:21.388184 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ca28018a-1896-4e63-9bc4-34b792069efe req-b3186686-c740-42db-945d-f9658ae38351 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf99bc3c-53f5-4dd1-b00c-bb386450760a HTTP/1.1" status: 200 len: 945 time: 0.2122691 Nov 12 01:07:21.416185 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06c784-8814-4ea6-881a-a987245527b8 req-c0a9dc31-b167-4c0b-a6a0-84fb04aeba4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:21.417720 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0f06c784-8814-4ea6-881a-a987245527b8 req-c0a9dc31-b167-4c0b-a6a0-84fb04aeba4c service neutron] 10.222.0.44 "GET /v2.0/networks?id=e5e34600-403a-4b25-adb8-e29084755c7d HTTP/1.1" status: 200 len: 911 time: 0.3067145 Nov 12 01:07:21.447721 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25752f9f-5cd2-4843-adf0-785a4092534f req-1d190a15-6efa-4088-9cfa-9c14e9f18a12 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:21.455302 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-25752f9f-5cd2-4843-adf0-785a4092534f req-1d190a15-6efa-4088-9cfa-9c14e9f18a12 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=92366c13-5509-4ca1-a656-40cfe7ea97c0 HTTP/1.1" status: 200 len: 943 time: 0.1913435 Nov 12 01:07:21.500543 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edff5cf-fbf8-4a98-b09b-84f3eb1b12b7 None None] New status for floating IP fbab06f1-2947-47b5-944b-ff405f61bf09: DOWN {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:07:21.550266 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0f06c784-8814-4ea6-881a-a987245527b8 req-4db7596e-5960-460e-89fc-7533bdfc28d2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fa49652-6984-4e76-9cf2-4328c6e98d5a HTTP/1.1" status: 200 len: 217 time: 0.1131845 Nov 12 01:07:21.652098 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3b8661-d254-4c79-9f0a-3043f6703d17', 'name': 'network-vif-deleted', 'tag': 'ac1180cb-7bbd-421c-a709-89ce96132ed6'}, {'name': 'network-changed', 'server_uuid': '92366c13-5509-4ca1-a656-40cfe7ea97c0', 'tag': '7452cd84-5f7d-449f-a474-81e6f65606e9'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:21.654424 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9ce09a-812c-4b94-a3b8-cbfbc8f49091" -d '{"events": [{"server_uuid": "fc3b8661-d254-4c79-9f0a-3043f6703d17", "name": "network-vif-deleted", "tag": "ac1180cb-7bbd-421c-a709-89ce96132ed6"}, {"name": "network-changed", "server_uuid": "92366c13-5509-4ca1-a656-40cfe7ea97c0", "tag": "7452cd84-5f7d-449f-a474-81e6f65606e9"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:21.678443 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ca28018a-1896-4e63-9bc4-34b792069efe req-9c30d8ae-dd15-464e-977c-743b7bce61d7 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767048 Nov 12 01:07:21.708424 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-25752f9f-5cd2-4843-adf0-785a4092534f req-82b8755f-960b-4c3f-a09c-1a82411692b9 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432604 Nov 12 01:07:21.708424 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06c784-8814-4ea6-881a-a987245527b8 req-91cd20a2-8f20-4ddf-8c46-a8a100fe9f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:21.708424 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0f06c784-8814-4ea6-881a-a987245527b8 req-91cd20a2-8f20-4ddf-8c46-a8a100fe9f26 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d5940f8d-0215-4f43-8d97-4bef756314fa HTTP/1.1" status: 200 len: 851 time: 0.1485302 Nov 12 01:07:21.714940 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c618e2-008e-4774-94a4-2c682133ceb0 req-191b05df-8863-479c-bd46-28643fd3a76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:21.715433 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-94c618e2-008e-4774-94a4-2c682133ceb0 req-191b05df-8863-479c-bd46-28643fd3a76e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24&tenant_id=3a16532dad1a4e29a37379d12c118693 HTTP/1.1" status: 200 len: 1095 time: 0.1784527 Nov 12 01:07:21.726432 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-18762662-5dde-491e-9a29-97d2d02b498d req-ed9da8d0-61a8-4cab-acb9-f149c23cd044 service neutron] 10.222.0.16 "GET /v2.0/networks/ddbdeb8e-9a29-48b5-957b-64766cbb8316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372304 Nov 12 01:07:21.753788 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0f06c784-8814-4ea6-881a-a987245527b8 req-6aaf0feb-88df-4ed0-8468-e9056ba563b4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e5e34600-403a-4b25-adb8-e29084755c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372703 Nov 12 01:07:21.756856 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5c7d1b-d49d-4380-98ac-40a16a17e027 x-openstack-request-id: req-5d5c7d1b-d49d-4380-98ac-40a16a17e027 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:21.757154 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3b8661-d254-4c79-9f0a-3043f6703d17", "name": "network-vif-deleted", "tag": "ac1180cb-7bbd-421c-a709-89ce96132ed6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "92366c13-5509-4ca1-a656-40cfe7ea97c0", "tag": "7452cd84-5f7d-449f-a474-81e6f65606e9", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:21.757452 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5d5c7d1b-d49d-4380-98ac-40a16a17e027 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:21.757884 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3b8661-d254-4c79-9f0a-3043f6703d17', 'name': 'network-vif-deleted', 'tag': 'ac1180cb-7bbd-421c-a709-89ce96132ed6', 'status': 'completed', 'code': 200} Nov 12 01:07:21.758148 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92366c13-5509-4ca1-a656-40cfe7ea97c0', 'tag': '7452cd84-5f7d-449f-a474-81e6f65606e9', 'status': 'completed', 'code': 200} Nov 12 01:07:22.020416 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b677c4-f20b-4057-8133-7ffb9b7c55ab req-94341e6a-adeb-47c2-b028-d26d56d57eb6 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:22.026939 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b677c4-f20b-4057-8133-7ffb9b7c55ab req-94341e6a-adeb-47c2-b028-d26d56d57eb6 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:22.033004 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b677c4-f20b-4057-8133-7ffb9b7c55ab req-94341e6a-adeb-47c2-b028-d26d56d57eb6 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:22.034758 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-78b677c4-f20b-4057-8133-7ffb9b7c55ab req-94341e6a-adeb-47c2-b028-d26d56d57eb6 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1 HTTP/1.1" status: 200 len: 2416 time: 0.2153587 Nov 12 01:07:22.042706 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c618e2-008e-4774-94a4-2c682133ceb0 req-6af996ec-c7f5-4080-b70f-088017b471ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:22.044250 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-94c618e2-008e-4774-94a4-2c682133ceb0 req-6af996ec-c7f5-4080-b70f-088017b471ab service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3a16532dad1a4e29a37379d12c118693&device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 1095 time: 0.2502267 Nov 12 01:07:22.046095 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0f06c784-8814-4ea6-881a-a987245527b8 req-9c246ec3-dc59-44bb-93de-a47d64f39286 service neutron] 10.222.0.44 "GET /v2.0/networks/e5e34600-403a-4b25-adb8-e29084755c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849627 Nov 12 01:07:22.059521 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3555a9ba-cce9-461d-949d-07237367f30b req-e05c6890-62cd-480d-ae9a-66e18b758e36 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:22.061175 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3555a9ba-cce9-461d-949d-07237367f30b req-e05c6890-62cd-480d-ae9a-66e18b758e36 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 943 time: 0.2430351 Nov 12 01:07:22.070733 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ce09a-812c-4b94-a3b8-cbfbc8f49091 req-6e44d773-6737-419f-9310-ed8672db433a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:22.072299 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1f9ce09a-812c-4b94-a3b8-cbfbc8f49091 req-6e44d773-6737-419f-9310-ed8672db433a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7ddab49d3f5a4b49b039bf18c7812764&device_id=92366c13-5509-4ca1-a656-40cfe7ea97c0 HTTP/1.1" status: 200 len: 1095 time: 0.1899734 Nov 12 01:07:22.694948 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-78b677c4-f20b-4057-8133-7ffb9b7c55ab req-5ff6ecfa-cadd-46e4-b896-e4e97337f4cb tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ff705a3-efa9-445f-9f2b-f795d1ef6f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6452370 Nov 12 01:07:22.720645 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3555a9ba-cce9-461d-949d-07237367f30b req-2c9530a8-dba1-4c55-8d43-cda4a816b209 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6413946 Nov 12 01:07:22.762105 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c618e2-008e-4774-94a4-2c682133ceb0 req-5da8d661-d52b-459a-adf5-6729d022e5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:22.763668 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-94c618e2-008e-4774-94a4-2c682133ceb0 req-5da8d661-d52b-459a-adf5-6729d022e5e5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=781d30df-28ea-4e18-a951-e2a0cedd5fea HTTP/1.1" status: 200 len: 913 time: 0.7015522 Nov 12 01:07:22.774182 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0f06c784-8814-4ea6-881a-a987245527b8 req-7c569a5a-18b7-4ae8-ad9f-f7faba8bfd58 service neutron] 10.222.0.44 "GET /v2.0/networks/e5e34600-403a-4b25-adb8-e29084755c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7058322 Nov 12 01:07:22.776558 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ce09a-812c-4b94-a3b8-cbfbc8f49091 req-1e5fbfea-bf25-47df-ace6-833c32149ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:22.778996 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1f9ce09a-812c-4b94-a3b8-cbfbc8f49091 req-1e5fbfea-bf25-47df-ace6-833c32149ec3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ddbdeb8e-9a29-48b5-957b-64766cbb8316 HTTP/1.1" status: 200 len: 912 time: 0.6888490 Nov 12 01:07:22.914356 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-94c618e2-008e-4774-94a4-2c682133ceb0 req-577a4908-e574-49ba-adb5-b91691318d4d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01abd07c-2341-46ef-b50f-2ffc9746084d HTTP/1.1" status: 200 len: 217 time: 0.1336784 Nov 12 01:07:22.930058 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1f9ce09a-812c-4b94-a3b8-cbfbc8f49091 req-28307ffa-64fe-4352-84d6-61ca0bc8a6a5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7452cd84-5f7d-449f-a474-81e6f65606e9 HTTP/1.1" status: 200 len: 217 time: 0.1364684 Nov 12 01:07:23.189550 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ce09a-812c-4b94-a3b8-cbfbc8f49091 req-c714bd29-ff82-417a-bdac-a8c09a680256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:23.192172 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1f9ce09a-812c-4b94-a3b8-cbfbc8f49091 req-c714bd29-ff82-417a-bdac-a8c09a680256 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=32c7a1dd-a18b-4edd-81ef-25269083f064 HTTP/1.1" status: 200 len: 852 time: 0.2174973 Nov 12 01:07:23.195164 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c618e2-008e-4774-94a4-2c682133ceb0 req-84a0a056-7fb2-4657-9c52-31df5ac4a370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:23.197608 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-94c618e2-008e-4774-94a4-2c682133ceb0 req-84a0a056-7fb2-4657-9c52-31df5ac4a370 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b27e1e41-719b-40a0-b6b8-a50662ff4f65 HTTP/1.1" status: 200 len: 853 time: 0.2358384 Nov 12 01:07:23.211626 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af627c-f650-4f7e-a2bc-1adc4cf9d9fc req-f182afb4-ff2c-4ec1-8279-ca84679e7d5a tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:23.214527 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-16af627c-f650-4f7e-a2bc-1adc4cf9d9fc req-f182afb4-ff2c-4ec1-8279-ca84679e7d5a tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf7000ec-f6df-4708-b4e2-a70f05feecb6 HTTP/1.1" status: 200 len: 944 time: 0.3547206 Nov 12 01:07:23.319380 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-94c618e2-008e-4774-94a4-2c682133ceb0 req-a714aa21-33e0-45b1-8163-8f6ec6bc64c0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=781d30df-28ea-4e18-a951-e2a0cedd5fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1030715 Nov 12 01:07:23.334755 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d5523-951d-48ef-82c4-82199715f10d req-4d9b3966-3402-41b6-9860-fb328276cc27 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:23.337449 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0e0d5523-951d-48ef-82c4-82199715f10d req-4d9b3966-3402-41b6-9860-fb328276cc27 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf99bc3c-53f5-4dd1-b00c-bb386450760a HTTP/1.1" status: 200 len: 945 time: 0.3603349 Nov 12 01:07:23.345132 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1f9ce09a-812c-4b94-a3b8-cbfbc8f49091 req-7498d64e-73f4-4977-94ab-f36d490d0525 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ddbdeb8e-9a29-48b5-957b-64766cbb8316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1268060 Nov 12 01:07:23.464828 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 7452cd84-5f7d-449f-a474-81e6f65606e9 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:07:23.477718 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1 up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:07:23.597983 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:07:23.605503 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:23.605874 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:23.615373 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-16af627c-f650-4f7e-a2bc-1adc4cf9d9fc req-4647078d-895d-448a-b764-c63c2fd8c71c tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609314 Nov 12 01:07:23.635101 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0e0d5523-951d-48ef-82c4-82199715f10d req-131c5d30-b5ab-409c-a0c8-e7ec1a0a14b5 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738061 Nov 12 01:07:23.653442 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 7452cd84-5f7d-449f-a474-81e6f65606e9, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=7452cd84-5f7d-449f-a474-81e6f65606e9,segment=NetworkSegment(ad4c4449-dc7a-4356-bf97-224e764df50e),segment_id=ad4c4449-dc7a-4356-bf97-224e764df50e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:23.676187 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': '7452cd84-5f7d-449f-a474-81e6f65606e9', 'network_id': 'ddbdeb8e-9a29-48b5-957b-64766cbb8316', 'port_id': '7452cd84-5f7d-449f-a474-81e6f65606e9', 'mac_address': 'fa:16:3e:0f:b6:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32c7a1dd-a18b-4edd-81ef-25269083f064', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:07:23.679415 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1f9ce09a-812c-4b94-a3b8-cbfbc8f49091 req-2116d1ce-e74f-4b04-94aa-dcc2838d387d service neutron] 10.222.0.16 "GET /v2.0/networks/ddbdeb8e-9a29-48b5-957b-64766cbb8316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085845 Nov 12 01:07:23.681977 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-94c618e2-008e-4774-94a4-2c682133ceb0 req-e7e07f1f-4738-45da-8d49-6548d188890c service neutron] 10.222.0.16 "GET /v2.0/networks/781d30df-28ea-4e18-a951-e2a0cedd5fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411372 Nov 12 01:07:23.722081 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39216) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:23.758063 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:23.785710 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7452cd84-5f7d-449f-a474-81e6f65606e9 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:07:23.802354 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:23.822672 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 7452cd84-5f7d-449f-a474-81e6f65606e9, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=7452cd84-5f7d-449f-a474-81e6f65606e9,segment=NetworkSegment(ad4c4449-dc7a-4356-bf97-224e764df50e),segment_id=ad4c4449-dc7a-4356-bf97-224e764df50e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:23.838905 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:23.848939 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:23.852984 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3836866b-5fd4-4f21-9993-b4751d6b5532" -d '{"events": [{"server_uuid": "dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1", "name": "network-vif-plugged", "status": "completed", "tag": "eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:23.863700 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c324ad0f-5dea-4e0f-9ee5-3dae6831f33d tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:23.887504 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1,segment=NetworkSegment(1e803937-f20e-4d95-9597-0314f083c1eb),segment_id=1e803937-f20e-4d95-9597-0314f083c1eb)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:23.896053 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c324ad0f-5dea-4e0f-9ee5-3dae6831f33d tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:23.899515 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:23.900363 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 172a2b85-e7cd-4734-9b33-2c8708f5cd33 up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:07:23.947118 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=7452cd84-5f7d-449f-a474-81e6f65606e9,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:23.981516 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c324ad0f-5dea-4e0f-9ee5-3dae6831f33d tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:23.988149 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c324ad0f-5dea-4e0f-9ee5-3dae6831f33d tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:23.990521 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c324ad0f-5dea-4e0f-9ee5-3dae6831f33d tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "DELETE /v2.0/security-groups/0762cf07-0f13-471a-a31e-80fa878bd0fa HTTP/1.1" status: 204 len: 168 time: 0.2663651 Nov 12 01:07:23.998659 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39226) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:24.010710 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324ad0f-5dea-4e0f-9ee5-3dae6831f33d tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0762cf07-0f13-471a-a31e-80fa878bd0fa,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:24.018056 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:24.026648 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 4fa49652-6984-4e76-9cf2-4328c6e98d5a details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:07:24.042291 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-db5bbfc2-cf8c-41fc-9c06-1a46fe8d1896 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] show failed (client error): The resource could not be found. Nov 12 01:07:24.047663 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-db5bbfc2-cf8c-41fc-9c06-1a46fe8d1896 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups/0762cf07-0f13-471a-a31e-80fa878bd0fa HTTP/1.1" status: 404 len: 347 time: 0.0437217 Nov 12 01:07:24.048488 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39228) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:24.081234 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba1762-49eb-404e-9017-4e3949ca762f req-b0dc13bc-a88e-4ec2-836e-5105f13a337a tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:24.082686 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b6ba1762-49eb-404e-9017-4e3949ca762f req-b0dc13bc-a88e-4ec2-836e-5105f13a337a tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=92366c13-5509-4ca1-a656-40cfe7ea97c0 HTTP/1.1" status: 200 len: 943 time: 0.3065391 Nov 12 01:07:24.085435 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-94c618e2-008e-4774-94a4-2c682133ceb0 req-4d475992-4087-4c9d-876e-1b36742ffd8d service neutron] 10.222.0.16 "GET /v2.0/networks/781d30df-28ea-4e18-a951-e2a0cedd5fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821778 Nov 12 01:07:24.088011 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1f9ce09a-812c-4b94-a3b8-cbfbc8f49091 req-6f8c6148-aefb-4141-90cc-eae11c8700c0 service neutron] 10.222.0.16 "GET /v2.0/networks/ddbdeb8e-9a29-48b5-957b-64766cbb8316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3866491 Nov 12 01:07:24.108350 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c6447-8c12-4579-a369-7e1d6aa83c21 req-3afa0621-6089-4ada-9b6b-ce18eacd24a3 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:24.114873 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c6447-8c12-4579-a369-7e1d6aa83c21 req-3afa0621-6089-4ada-9b6b-ce18eacd24a3 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:24.122573 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c6447-8c12-4579-a369-7e1d6aa83c21 req-3afa0621-6089-4ada-9b6b-ce18eacd24a3 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:24.124786 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8c6c6447-8c12-4579-a369-7e1d6aa83c21 req-3afa0621-6089-4ada-9b6b-ce18eacd24a3 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1 HTTP/1.1" status: 200 len: 2417 time: 0.1985176 Nov 12 01:07:24.203215 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b6ba1762-49eb-404e-9017-4e3949ca762f req-4465bdd3-a3f2-40f0-a557-f56d902ba57a tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068888 Nov 12 01:07:24.216477 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port 172a2b85-e7cd-4734-9b33-2c8708f5cd33 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:07:24.235692 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8c6c6447-8c12-4579-a369-7e1d6aa83c21 req-6be49e6f-d9ca-4178-9c8a-d7b3c49f1220 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ff705a3-efa9-445f-9f2b-f795d1ef6f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965958 Nov 12 01:07:24.246782 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port 172a2b85-e7cd-4734-9b33-2c8708f5cd33 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:24.247830 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:24.281939 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-5b5db7f9-6eb9-40b6-9697-35e7dc1ffadd tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Deleting port 638f9874-acd7-4170-8403-b1f8b1b97996 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:24.284579 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5b5db7f9-6eb9-40b6-9697-35e7dc1ffadd tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:24.358657 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['7452cd84-5f7d-449f-a474-81e6f65606e9'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:07:24.382327 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987faeac-cea9-4faf-9b1b-ec0513fe4bc8 x-openstack-request-id: req-987faeac-cea9-4faf-9b1b-ec0513fe4bc8 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:24.382787 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1", "name": "network-vif-plugged", "status": "completed", "tag": "eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:24.383058 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-987faeac-cea9-4faf-9b1b-ec0513fe4bc8 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:24.383477 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1', 'code': 200} Nov 12 01:07:24.428924 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe453d-b4ad-42ad-86c7-73629bd18bf8 req-103bd6a5-1642-4417-a141-9a23c0b16148 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:24.437027 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d7fe453d-b4ad-42ad-86c7-73629bd18bf8 req-103bd6a5-1642-4417-a141-9a23c0b16148 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 943 time: 0.1365707 Nov 12 01:07:24.439137 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5b5db7f9-6eb9-40b6-9697-35e7dc1ffadd tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:24.439685 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5b5db7f9-6eb9-40b6-9697-35e7dc1ffadd tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:24.465389 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-5b5db7f9-6eb9-40b6-9697-35e7dc1ffadd tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Calling delete_port for 638f9874-acd7-4170-8403-b1f8b1b97996 owned by network:floatingip {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:24.509562 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 4fa49652-6984-4e76-9cf2-4328c6e98d5a, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=4fa49652-6984-4e76-9cf2-4328c6e98d5a,segment=NetworkSegment(cb2ecfa2-2aa2-4eac-be73-a119af97fe41),segment_id=cb2ecfa2-2aa2-4eac-be73-a119af97fe41)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:24.530553 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '4fa49652-6984-4e76-9cf2-4328c6e98d5a', 'network_id': 'e5e34600-403a-4b25-adb8-e29084755c7d', 'port_id': '4fa49652-6984-4e76-9cf2-4328c6e98d5a', 'mac_address': 'fa:16:3e:07:66:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5940f8d-0215-4f43-8d97-4bef756314fa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:07:24.556844 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d7fe453d-b4ad-42ad-86c7-73629bd18bf8 req-2428d904-0fdb-49c8-a56b-a09c3dac9564 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176460 Nov 12 01:07:24.639575 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:24.643719 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:24.724580 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fa49652-6984-4e76-9cf2-4328c6e98d5a {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:07:24.751154 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5b5db7f9-6eb9-40b6-9697-35e7dc1ffadd tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:24.753209 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 4fa49652-6984-4e76-9cf2-4328c6e98d5a, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=4fa49652-6984-4e76-9cf2-4328c6e98d5a,segment=NetworkSegment(cb2ecfa2-2aa2-4eac-be73-a119af97fe41),segment_id=cb2ecfa2-2aa2-4eac-be73-a119af97fe41)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:24.758083 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 172a2b85-e7cd-4734-9b33-2c8708f5cd33, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=172a2b85-e7cd-4734-9b33-2c8708f5cd33,segment=NetworkSegment(1e803937-f20e-4d95-9597-0314f083c1eb),segment_id=1e803937-f20e-4d95-9597-0314f083c1eb)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:24.769677 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:24.782799 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:24.783895 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 8332545c-0124-470d-8012-c73d5d86ddad up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:07:24.824528 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5db7f9-6eb9-40b6-9697-35e7dc1ffadd tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Pushing event deleted for resources: {'Port': ['ID=638f9874-acd7-4170-8403-b1f8b1b97996,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:24.870047 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793bd59c-ba90-4c0c-9d3a-86a4bc09d3f1 req-1cc50908-c1a3-43cf-9503-fb714762e5d8 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:24.879932 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-793bd59c-ba90-4c0c-9d3a-86a4bc09d3f1 req-1cc50908-c1a3-43cf-9503-fb714762e5d8 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf7000ec-f6df-4708-b4e2-a70f05feecb6 HTTP/1.1" status: 200 len: 945 time: 0.1203756 Nov 12 01:07:24.923780 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5b5db7f9-6eb9-40b6-9697-35e7dc1ffadd tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks [] for floatingip, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:24.928890 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5b5db7f9-6eb9-40b6-9697-35e7dc1ffadd tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:24.939420 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5b5db7f9-6eb9-40b6-9697-35e7dc1ffadd tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "DELETE /v2.0/floatingips/fbab06f1-2947-47b5-944b-ff405f61bf09 HTTP/1.1" status: 204 len: 168 time: 0.8892725 Nov 12 01:07:24.951267 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-793bd59c-ba90-4c0c-9d3a-86a4bc09d3f1 req-5a067bbb-7648-4f01-915c-fbfbbeb72f7a tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699165 Nov 12 01:07:24.967751 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba0da8-d882-459c-b7c7-323d8e7aa36b req-59c5279e-b2cf-421a-b4d4-25272ecc408f tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:24.976237 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9dba0da8-d882-459c-b7c7-323d8e7aa36b req-59c5279e-b2cf-421a-b4d4-25272ecc408f tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf99bc3c-53f5-4dd1-b00c-bb386450760a HTTP/1.1" status: 200 len: 945 time: 0.1846075 Nov 12 01:07:25.070828 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9dba0da8-d882-459c-b7c7-323d8e7aa36b req-372f8531-7a7e-48b2-91d5-8aa5efa1061b tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918615 Nov 12 01:07:25.148663 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=4fa49652-6984-4e76-9cf2-4328c6e98d5a,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:25.221491 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port 8332545c-0124-470d-8012-c73d5d86ddad completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:07:25.231125 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=172a2b85-e7cd-4734-9b33-2c8708f5cd33,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:25.238842 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port 8332545c-0124-470d-8012-c73d5d86ddad triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:25.240247 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:25.272892 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['4fa49652-6984-4e76-9cf2-4328c6e98d5a'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:07:25.284893 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39258) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:25.291203 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-88df6c0b-b2c9-4809-8b9c-f402b4d98e87 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1235836533', 'description': 'tempest-description--291381616'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:25.348575 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-88df6c0b-b2c9-4809-8b9c-f402b4d98e87 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:25.458807 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:25.506928 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-88df6c0b-b2c9-4809-8b9c-f402b4d98e87 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:25.513495 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-88df6c0b-b2c9-4809-8b9c-f402b4d98e87 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:25.581036 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df6c0b-b2c9-4809-8b9c-f402b4d98e87 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31601042-336e-46fa-871d-26eb8da12d2e,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:25.618625 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-88df6c0b-b2c9-4809-8b9c-f402b4d98e87 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:25.620173 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-88df6c0b-b2c9-4809-8b9c-f402b4d98e87 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3341014 Nov 12 01:07:25.623143 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39264) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:25.629710 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-07bbd3d7-8fc6-4423-b836-7b277d9f0e8b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Request body: {'security_group_rule': {'security_group_id': '31601042-336e-46fa-871d-26eb8da12d2e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:25.641647 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c45bf-4cbf-48a4-9281-73648340c060 req-c9535dbd-8a2e-4d8c-8b87-6c3e0b354a47 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:25.665191 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fd4c45bf-4cbf-48a4-9281-73648340c060 req-c9535dbd-8a2e-4d8c-8b87-6c3e0b354a47 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=92366c13-5509-4ca1-a656-40cfe7ea97c0 HTTP/1.1" status: 200 len: 944 time: 0.2939751 Nov 12 01:07:25.676135 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 8332545c-0124-470d-8012-c73d5d86ddad, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=8332545c-0124-470d-8012-c73d5d86ddad,segment=NetworkSegment(8df7105e-54bb-427e-aa52-3ae5348b295b),segment_id=8df7105e-54bb-427e-aa52-3ae5348b295b)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:25.687206 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:25.690963 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-07bbd3d7-8fc6-4423-b836-7b277d9f0e8b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:25.732006 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a0123-7b97-4704-be35-0d434193e046 req-a92597c2-7935-4daa-917b-99d4454b507a tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:25.764948 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a0123-7b97-4704-be35-0d434193e046 req-a92597c2-7935-4daa-917b-99d4454b507a tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:25.781261 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a0123-7b97-4704-be35-0d434193e046 req-a92597c2-7935-4daa-917b-99d4454b507a tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:25.795259 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5b7a0123-7b97-4704-be35-0d434193e046 req-a92597c2-7935-4daa-917b-99d4454b507a tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1 HTTP/1.1" status: 200 len: 2418 time: 0.3516002 Nov 12 01:07:25.801989 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-07bbd3d7-8fc6-4423-b836-7b277d9f0e8b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:25.810408 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-07bbd3d7-8fc6-4423-b836-7b277d9f0e8b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:25.829406 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=8332545c-0124-470d-8012-c73d5d86ddad,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:25.860000 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-07bbd3d7-8fc6-4423-b836-7b277d9f0e8b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:25.861945 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-07bbd3d7-8fc6-4423-b836-7b277d9f0e8b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2369955 Nov 12 01:07:25.867607 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39266) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:25.876138 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-e652000b-ab50-4778-8ca0-dddffe54d1d4 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Request body: {'security_group_rule': {'security_group_id': '31601042-336e-46fa-871d-26eb8da12d2e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:25.887552 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bbd3d7-8fc6-4423-b836-7b277d9f0e8b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d68cb8d-33e4-403f-aaa2-2ba63c995cfc,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:25.897039 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:07:25.932273 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e652000b-ab50-4778-8ca0-dddffe54d1d4 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:25.968515 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5b7a0123-7b97-4704-be35-0d434193e046 req-b98f476f-e64a-4f12-b36b-879024f9e09e tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ff705a3-efa9-445f-9f2b-f795d1ef6f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553869 Nov 12 01:07:25.995367 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fd4c45bf-4cbf-48a4-9281-73648340c060 req-8a98c96a-dadd-4fcf-8dba-b080355178e8 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254490 Nov 12 01:07:26.145296 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e652000b-ab50-4778-8ca0-dddffe54d1d4 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:26.154500 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e652000b-ab50-4778-8ca0-dddffe54d1d4 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:26.218650 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652000b-ab50-4778-8ca0-dddffe54d1d4 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbec5ab0-0a27-4b95-860d-b9cf273d0bb5,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:26.260230 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e652000b-ab50-4778-8ca0-dddffe54d1d4 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:26.265197 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e652000b-ab50-4778-8ca0-dddffe54d1d4 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3930018 Nov 12 01:07:26.269002 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39272) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:26.275327 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8112c-8710-47d6-822b-887747426f32 req-923e7ca1-db41-4c4d-8c45-fdff79ffc915 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:26.289575 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d6e8112c-8710-47d6-822b-887747426f32 req-923e7ca1-db41-4c4d-8c45-fdff79ffc915 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 943 time: 0.1798587 Nov 12 01:07:26.291821 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-2c778d89-87e8-4075-9359-aba50348737b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Request body: {'floatingip': {'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:26.375847 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2c778d89-87e8-4075-9359-aba50348737b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks [] for floatingip, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:26.385331 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '172a2b85-e7cd-4734-9b33-2c8708f5cd33'}, {'server_uuid': 'dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8332545c-0124-470d-8012-c73d5d86ddad'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:26.391123 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95037183-cfc3-4ae4-81e5-a9861cb1fc46" -d '{"events": [{"server_uuid": "dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1", "name": "network-vif-plugged", "status": "completed", "tag": "172a2b85-e7cd-4734-9b33-2c8708f5cd33"}, {"server_uuid": "dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1", "name": "network-vif-plugged", "status": "completed", "tag": "8332545c-0124-470d-8012-c73d5d86ddad"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:26.446169 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e2b8b-cf54-47db-90ae-aca77eeef17c req-5b435f80-209c-4419-84ed-5325b6be6245 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:26.448241 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d64e2b8b-cf54-47db-90ae-aca77eeef17c req-5b435f80-209c-4419-84ed-5325b6be6245 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf7000ec-f6df-4708-b4e2-a70f05feecb6 HTTP/1.1" status: 200 len: 945 time: 0.1233659 Nov 12 01:07:26.462106 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d6e8112c-8710-47d6-822b-887747426f32 req-16af03bb-d979-4a95-a342-a342e4737783 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658170 Nov 12 01:07:26.591473 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d64e2b8b-cf54-47db-90ae-aca77eeef17c req-887b6538-5a5f-4c1d-a96b-9a416b6908fe tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277218 Nov 12 01:07:26.642007 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b26db-07f6-435a-9a90-e28869682151 req-1f56e2a3-d4b1-4e34-86cc-5a1fb0e9cf87 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:26.652641 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-901b26db-07f6-435a-9a90-e28869682151 req-1f56e2a3-d4b1-4e34-86cc-5a1fb0e9cf87 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf99bc3c-53f5-4dd1-b00c-bb386450760a HTTP/1.1" status: 200 len: 945 time: 0.0755122 Nov 12 01:07:26.692947 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2c778d89-87e8-4075-9359-aba50348737b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:26.709608 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df6de3d-9e8c-418f-a4fa-def5970da31a x-openstack-request-id: req-0df6de3d-9e8c-418f-a4fa-def5970da31a {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:26.710187 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1", "name": "network-vif-plugged", "status": "completed", "tag": "172a2b85-e7cd-4734-9b33-2c8708f5cd33", "code": 200}, {"server_uuid": "dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1", "name": "network-vif-plugged", "status": "completed", "tag": "8332545c-0124-470d-8012-c73d5d86ddad", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:26.710525 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0df6de3d-9e8c-418f-a4fa-def5970da31a {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:26.711524 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '172a2b85-e7cd-4734-9b33-2c8708f5cd33', 'code': 200} Nov 12 01:07:26.711938 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8332545c-0124-470d-8012-c73d5d86ddad', 'code': 200} Nov 12 01:07:26.772954 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-901b26db-07f6-435a-9a90-e28869682151 req-5f8eec45-9874-427f-a18a-8cc6f3abb9d7 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187234 Nov 12 01:07:26.900321 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-2c778d89-87e8-4075-9359-aba50348737b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Allocated IP 172.25.3.169 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/c4df5700-2f54-48e9-8269-7d9a685444cc) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:27.197752 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cb573908-29e6-4b97-b607-ddc9b0058fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:27.205648 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd7d343-42a1-4494-b9b3-95a24052515e req-20fe3ba2-08ba-4d2c-9eeb-b78bd6fd5e58 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:27.219917 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd7d343-42a1-4494-b9b3-95a24052515e req-20fe3ba2-08ba-4d2c-9eeb-b78bd6fd5e58 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:27.234943 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd7d343-42a1-4494-b9b3-95a24052515e req-20fe3ba2-08ba-4d2c-9eeb-b78bd6fd5e58 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:27.240038 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2fd7d343-42a1-4494-b9b3-95a24052515e req-20fe3ba2-08ba-4d2c-9eeb-b78bd6fd5e58 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1 HTTP/1.1" status: 200 len: 2419 time: 0.1422546 Nov 12 01:07:27.241429 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2c778d89-87e8-4075-9359-aba50348737b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:27.307295 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2c778d89-87e8-4075-9359-aba50348737b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:27.414550 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f356b-2e18-4b85-b491-0dd6414401dd req-cd24f97c-20d9-4e2d-81de-17629ca445c7 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:27.423863 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c778d89-87e8-4075-9359-aba50348737b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:27.432161 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a02f356b-2e18-4b85-b491-0dd6414401dd req-cd24f97c-20d9-4e2d-81de-17629ca445c7 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=92366c13-5509-4ca1-a656-40cfe7ea97c0 HTTP/1.1" status: 200 len: 944 time: 0.1865668 Nov 12 01:07:27.438241 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-2c778d89-87e8-4075-9359-aba50348737b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:27.450469 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c778d89-87e8-4075-9359-aba50348737b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:27.483636 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 7452cd84-5f7d-449f-a474-81e6f65606e9 up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:07:27.489213 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2fd7d343-42a1-4494-b9b3-95a24052515e req-8b09544b-2c08-462c-9b33-5e7cada47745 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ff705a3-efa9-445f-9f2b-f795d1ef6f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159162 Nov 12 01:07:27.577826 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a02f356b-2e18-4b85-b491-0dd6414401dd req-0f7f3e9b-87a6-4381-81fc-cc5c3c6e6003 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445558 Nov 12 01:07:27.582328 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c778d89-87e8-4075-9359-aba50348737b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Pushing event updated for resources: {'Port': ['ID=c4df5700-2f54-48e9-8269-7d9a685444cc,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:27.675568 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port 7452cd84-5f7d-449f-a474-81e6f65606e9 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:07:27.708403 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port 7452cd84-5f7d-449f-a474-81e6f65606e9 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:27.708403 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:27.903218 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2c778d89-87e8-4075-9359-aba50348737b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:28.019626 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 4fa49652-6984-4e76-9cf2-4328c6e98d5a up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:07:28.066562 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2c778d89-87e8-4075-9359-aba50348737b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:28.113848 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9471ebcd-413c-4e1e-b294-b8ac59361d36 req-55528078-c38f-4e7f-940d-3c1129a8a212 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:28.128846 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9471ebcd-413c-4e1e-b294-b8ac59361d36 req-55528078-c38f-4e7f-940d-3c1129a8a212 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 943 time: 0.3034003 Nov 12 01:07:28.186165 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:28.208378 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ca03b-5eeb-4c2b-b834-089bce6c9cea req-5d1bea5b-1721-49db-8c1d-9b44d7d46597 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:28.235266 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a05ca03b-5eeb-4c2b-b834-089bce6c9cea req-5d1bea5b-1721-49db-8c1d-9b44d7d46597 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf7000ec-f6df-4708-b4e2-a70f05feecb6 HTTP/1.1" status: 200 len: 945 time: 0.2411435 Nov 12 01:07:28.335372 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9471ebcd-413c-4e1e-b294-b8ac59361d36 req-6482423f-ea51-445f-9e8e-bafda862c5ee tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050982 Nov 12 01:07:28.342173 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 7452cd84-5f7d-449f-a474-81e6f65606e9, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=7452cd84-5f7d-449f-a474-81e6f65606e9,segment=NetworkSegment(ad4c4449-dc7a-4356-bf97-224e764df50e),segment_id=ad4c4449-dc7a-4356-bf97-224e764df50e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:28.351564 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 4fa49652-6984-4e76-9cf2-4328c6e98d5a completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:07:28.361545 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:28.381900 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 4fa49652-6984-4e76-9cf2-4328c6e98d5a triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:28.382850 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:28.413473 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a05ca03b-5eeb-4c2b-b834-089bce6c9cea req-90efa1c9-3c93-47c4-8b21-e6d29ed707d4 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566780 Nov 12 01:07:28.570320 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=7452cd84-5f7d-449f-a474-81e6f65606e9,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:28.604258 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab3f13-9a27-4106-bb70-26876572697c req-0c1f8f14-3235-428b-a215-ec00de8a9759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:28.605080 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab3f13-9a27-4106-bb70-26876572697c req-0c1f8f14-3235-428b-a215-ec00de8a9759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:28.605936 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab3f13-9a27-4106-bb70-26876572697c req-0c1f8f14-3235-428b-a215-ec00de8a9759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:28.609390 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0aab3f13-9a27-4106-bb70-26876572697c req-0c1f8f14-3235-428b-a215-ec00de8a9759 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1 HTTP/1.1" status: 200 len: 2875 time: 0.1745608 Nov 12 01:07:28.663937 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2c778d89-87e8-4075-9359-aba50348737b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:28.675811 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2c778d89-87e8-4075-9359-aba50348737b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:28.758527 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92366c13-5509-4ca1-a656-40cfe7ea97c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7452cd84-5f7d-449f-a474-81e6f65606e9'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:28.763632 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e743c5-540a-4933-a8fc-d749b83dcdd2" -d '{"events": [{"server_uuid": "92366c13-5509-4ca1-a656-40cfe7ea97c0", "name": "network-vif-plugged", "status": "completed", "tag": "7452cd84-5f7d-449f-a474-81e6f65606e9"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:28.771588 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:28.777603 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c778d89-87e8-4075-9359-aba50348737b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Pushing event updated for resources: {'Port': ['ID=c4df5700-2f54-48e9-8269-7d9a685444cc,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:28.810861 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2c778d89-87e8-4075-9359-aba50348737b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:28.844127 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2c778d89-87e8-4075-9359-aba50348737b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:28.844497 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0aab3f13-9a27-4106-bb70-26876572697c req-fe0c33c6-72d6-4730-96c8-c17b06d1ed9d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0ff705a3-efa9-445f-9f2b-f795d1ef6f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397924 Nov 12 01:07:28.847247 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2c778d89-87e8-4075-9359-aba50348737b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5766838 Nov 12 01:07:28.855223 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 4fa49652-6984-4e76-9cf2-4328c6e98d5a, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=4fa49652-6984-4e76-9cf2-4328c6e98d5a,segment=NetworkSegment(cb2ecfa2-2aa2-4eac-be73-a119af97fe41),segment_id=cb2ecfa2-2aa2-4eac-be73-a119af97fe41)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:28.860408 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e0e93-57a5-4cf4-9c39-51b867be784b req-70222543-b700-4238-866a-6ec9af3d8adb tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:28.863029 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f33e0e93-57a5-4cf4-9c39-51b867be784b req-70222543-b700-4238-866a-6ec9af3d8adb tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf99bc3c-53f5-4dd1-b00c-bb386450760a HTTP/1.1" status: 200 len: 945 time: 0.2840440 Nov 12 01:07:28.872402 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:28.890077 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2845782a-55d1-4130-8b57-ee0c5b4a3752 req-dee76452-013d-4a52-8594-bfb4e0690e41 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:28.903762 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2845782a-55d1-4130-8b57-ee0c5b4a3752 req-dee76452-013d-4a52-8594-bfb4e0690e41 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:28.917527 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2845782a-55d1-4130-8b57-ee0c5b4a3752 req-dee76452-013d-4a52-8594-bfb4e0690e41 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:28.931905 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2845782a-55d1-4130-8b57-ee0c5b4a3752 req-dee76452-013d-4a52-8594-bfb4e0690e41 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1 HTTP/1.1" status: 200 len: 2419 time: 0.2850711 Nov 12 01:07:28.992608 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=4fa49652-6984-4e76-9cf2-4328c6e98d5a,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:29.091650 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f33e0e93-57a5-4cf4-9c39-51b867be784b req-a7567b18-e73e-4e7c-8f67-aebf53d176ef tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469254 Nov 12 01:07:29.128769 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2845782a-55d1-4130-8b57-ee0c5b4a3752 req-6a1be130-0ff1-4b03-8675-000f4191ef2a tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ff705a3-efa9-445f-9f2b-f795d1ef6f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954572 Nov 12 01:07:29.379884 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617c21d7-b0e1-47c1-b181-3e08fc16ad89 x-openstack-request-id: req-617c21d7-b0e1-47c1-b181-3e08fc16ad89 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:29.380765 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92366c13-5509-4ca1-a656-40cfe7ea97c0", "name": "network-vif-plugged", "status": "completed", "tag": "7452cd84-5f7d-449f-a474-81e6f65606e9", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:29.380905 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-617c21d7-b0e1-47c1-b181-3e08fc16ad89 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:29.381438 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92366c13-5509-4ca1-a656-40cfe7ea97c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7452cd84-5f7d-449f-a474-81e6f65606e9', 'code': 200} Nov 12 01:07:29.392697 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66282db-2ac6-4009-ba57-acd45f2854ab req-4df17882-d6f9-465e-b5f1-a5edd159eb2f tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:29.395305 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c66282db-2ac6-4009-ba57-acd45f2854ab req-4df17882-d6f9-465e-b5f1-a5edd159eb2f tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=92366c13-5509-4ca1-a656-40cfe7ea97c0 HTTP/1.1" status: 200 len: 945 time: 0.1321597 Nov 12 01:07:29.514598 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c66282db-2ac6-4009-ba57-acd45f2854ab req-3cadacbe-e6f7-4a0f-ad22-acd5fbf3e850 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073723 Nov 12 01:07:29.676753 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-187c4f95-99bb-4d2f-b21a-f9daa4711d3a req-13e7a425-2353-46fc-bc44-a97c4b9fe01f tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1235836533&fields=id&tenant_id=1650592d4cf74284855a02a26c6d9866 HTTP/1.1" status: 200 len: 267 time: 0.1434672 Nov 12 01:07:29.806402 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd95ee9-ce78-45ff-9626-520bec7f6ea8 req-d54afd5c-1475-471c-bf3f-2db4e3ce061f tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:29.808569 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7dd95ee9-ce78-45ff-9626-520bec7f6ea8 req-d54afd5c-1475-471c-bf3f-2db4e3ce061f tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 943 time: 0.1572917 Nov 12 01:07:29.898671 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c4f95-99bb-4d2f-b21a-f9daa4711d3a req-86195f82-0376-40df-a7e4-7437b968704e tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:29.900355 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-187c4f95-99bb-4d2f-b21a-f9daa4711d3a req-86195f82-0376-40df-a7e4-7437b968704e tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/networks?id=589a11d9-462f-4432-aa26-12a7b18ca65f HTTP/1.1" status: 200 len: 816 time: 0.1950216 Nov 12 01:07:29.914873 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7dd95ee9-ce78-45ff-9626-520bec7f6ea8 req-df7d9fcc-dc8b-4fb6-a229-ad7e57d0b7ae tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905211 Nov 12 01:07:29.927011 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-187c4f95-99bb-4d2f-b21a-f9daa4711d3a req-c4b88ebd-fbba-4d71-8f4a-3763042a631b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/quotas/1650592d4cf74284855a02a26c6d9866 HTTP/1.1" status: 200 len: 375 time: 0.0108356 Nov 12 01:07:30.051450 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-187c4f95-99bb-4d2f-b21a-f9daa4711d3a req-dbd8ea2e-a9a8-4db1-a95b-13cbb38e8be9 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1650592d4cf74284855a02a26c6d9866&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1152036 Nov 12 01:07:30.188654 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785caf6f-3faa-4cff-91a6-27ed621ed973 req-c61ead11-9e17-43ec-b131-2aaa0110a4c3 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:30.190178 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-785caf6f-3faa-4cff-91a6-27ed621ed973 req-c61ead11-9e17-43ec-b131-2aaa0110a4c3 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf7000ec-f6df-4708-b4e2-a70f05feecb6 HTTP/1.1" status: 200 len: 946 time: 0.1364295 Nov 12 01:07:30.292437 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-187c4f95-99bb-4d2f-b21a-f9daa4711d3a req-92f06016-24f3-4c27-8d00-881c8c6387c1 service neutron] 10.222.0.45 "GET /v2.0/networks/589a11d9-462f-4432-aa26-12a7b18ca65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151556 Nov 12 01:07:30.349687 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-785caf6f-3faa-4cff-91a6-27ed621ed973 req-3c533139-f2a5-4fc0-ac93-0b7625570e5f tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438305 Nov 12 01:07:30.630958 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-187c4f95-99bb-4d2f-b21a-f9daa4711d3a req-34db0e68-8720-41c8-9025-4cd36900b908 service neutron] 10.222.0.45 "GET /v2.0/networks/589a11d9-462f-4432-aa26-12a7b18ca65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169322 Nov 12 01:07:30.648435 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0caa364-0297-4473-960e-58544d713c3a req-55496498-c174-485a-8857-4d0afc0aec26 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:30.654189 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a0caa364-0297-4473-960e-58544d713c3a req-55496498-c174-485a-8857-4d0afc0aec26 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf99bc3c-53f5-4dd1-b00c-bb386450760a HTTP/1.1" status: 200 len: 945 time: 0.1385972 Nov 12 01:07:30.740115 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a0caa364-0297-4473-960e-58544d713c3a req-6950cf76-12e5-4c0d-ae99-4873af8232d1 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787160 Nov 12 01:07:30.784380 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-28e4055c-28cf-4122-8013-fb15f5a49308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:30.934959 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0920c3bd-5d87-45b7-87dc-c9a93209051f req-fee4569b-30b3-428a-be62-c553dc3024dd tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:30.966878 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0920c3bd-5d87-45b7-87dc-c9a93209051f req-fee4569b-30b3-428a-be62-c553dc3024dd tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:31.006206 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0920c3bd-5d87-45b7-87dc-c9a93209051f req-fee4569b-30b3-428a-be62-c553dc3024dd tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:31.009397 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0920c3bd-5d87-45b7-87dc-c9a93209051f req-fee4569b-30b3-428a-be62-c553dc3024dd tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1 HTTP/1.1" status: 200 len: 2419 time: 0.1934907 Nov 12 01:07:31.197514 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0920c3bd-5d87-45b7-87dc-c9a93209051f req-3df416b3-61fa-49a1-b760-8a959c6d076c tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ff705a3-efa9-445f-9f2b-f795d1ef6f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797581 Nov 12 01:07:31.216544 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034f01e-fb08-41eb-99fc-6e49ce509f10 req-871724f2-937a-4116-a995-3caee478d829 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:31.218103 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1034f01e-fb08-41eb-99fc-6e49ce509f10 req-871724f2-937a-4116-a995-3caee478d829 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=92366c13-5509-4ca1-a656-40cfe7ea97c0 HTTP/1.1" status: 200 len: 945 time: 0.1859074 Nov 12 01:07:31.378116 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1034f01e-fb08-41eb-99fc-6e49ce509f10 req-8aa41317-0df8-43ef-a6a6-201d810fe4ce tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481106 Nov 12 01:07:31.382823 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf7000ec-f6df-4708-b4e2-a70f05feecb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa49652-6984-4e76-9cf2-4328c6e98d5a'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:31.391314 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd67f20-eef9-4e79-bb9f-046845b29803" -d '{"events": [{"server_uuid": "cf7000ec-f6df-4708-b4e2-a70f05feecb6", "name": "network-vif-plugged", "status": "completed", "tag": "4fa49652-6984-4e76-9cf2-4328c6e98d5a"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:31.451301 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f5d3a12d-71c1-4878-ad6e-ca4ea283038f req-577a4971-c45b-411d-87fa-7795dcf8fb8e tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 210 time: 0.1141040 Nov 12 01:07:31.746439 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d8e8a-d0ff-4d89-b822-57bd3548261f req-27dc7def-9b88-4937-aa97-4b6b494b9c7b tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:31.761792 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e01d8e8a-d0ff-4d89-b822-57bd3548261f req-27dc7def-9b88-4937-aa97-4b6b494b9c7b tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 943 time: 0.2141271 Nov 12 01:07:31.852284 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233dc8a-446b-417c-8949-e311e96a3445 req-31c71e5d-592c-41a8-aafd-cf309f59a2dd tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:31.879574 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8233dc8a-446b-417c-8949-e311e96a3445 req-31c71e5d-592c-41a8-aafd-cf309f59a2dd tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf7000ec-f6df-4708-b4e2-a70f05feecb6 HTTP/1.1" status: 200 len: 946 time: 0.2666485 Nov 12 01:07:32.003585 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8233dc8a-446b-417c-8949-e311e96a3445 req-912984ff-d7bb-40b1-8b1a-510e83d4b371 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079035 Nov 12 01:07:32.030343 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e01d8e8a-d0ff-4d89-b822-57bd3548261f req-c276d877-b9af-4d09-9010-7a278691eb3b tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673516 Nov 12 01:07:32.111599 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358279ab-073c-48d2-a3ee-59a837ec9962 x-openstack-request-id: req-358279ab-073c-48d2-a3ee-59a837ec9962 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:32.114736 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf7000ec-f6df-4708-b4e2-a70f05feecb6", "name": "network-vif-plugged", "status": "completed", "tag": "4fa49652-6984-4e76-9cf2-4328c6e98d5a", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:32.115789 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-358279ab-073c-48d2-a3ee-59a837ec9962 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:32.117104 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf7000ec-f6df-4708-b4e2-a70f05feecb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa49652-6984-4e76-9cf2-4328c6e98d5a', 'code': 200} Nov 12 01:07:32.257423 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b94d47-947d-4940-83c3-6ffaf67ea661 req-65a2ea40-9cb0-4e57-826d-b488706a338a tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:32.263943 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-69b94d47-947d-4940-83c3-6ffaf67ea661 req-65a2ea40-9cb0-4e57-826d-b488706a338a tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf99bc3c-53f5-4dd1-b00c-bb386450760a HTTP/1.1" status: 200 len: 945 time: 0.1040907 Nov 12 01:07:32.438055 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-69b94d47-947d-4940-83c3-6ffaf67ea661 req-1606f2d7-80cc-416b-8684-4f0fedc054d5 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522379 Nov 12 01:07:32.481092 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b59821-682c-4a78-9f8e-6ca70a33380a req-e396f970-ce62-4a48-b43c-b6574af34182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:32.483910 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-53b59821-682c-4a78-9f8e-6ca70a33380a req-e396f970-ce62-4a48-b43c-b6574af34182 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cf7000ec-f6df-4708-b4e2-a70f05feecb6 HTTP/1.1" status: 200 len: 1098 time: 0.2161448 Nov 12 01:07:32.556996 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-53b59821-682c-4a78-9f8e-6ca70a33380a req-366f219a-60c0-4ff6-bef7-4ba8b2159592 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596013 Nov 12 01:07:32.569327 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474cd7d-92ec-460c-9f48-0efce2890122 req-ab02ca7e-e687-4ce8-ac15-446ede97d6df tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:32.575496 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474cd7d-92ec-460c-9f48-0efce2890122 req-ab02ca7e-e687-4ce8-ac15-446ede97d6df tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:32.582171 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474cd7d-92ec-460c-9f48-0efce2890122 req-ab02ca7e-e687-4ce8-ac15-446ede97d6df tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:32.583913 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e474cd7d-92ec-460c-9f48-0efce2890122 req-ab02ca7e-e687-4ce8-ac15-446ede97d6df tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1 HTTP/1.1" status: 200 len: 2419 time: 0.1789117 Nov 12 01:07:32.680193 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34acfe2f-84d3-482b-b603-60e73b9cf9ec req-ef551d1a-0762-4a41-ae1c-cd6f223f60d3 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:32.681798 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-34acfe2f-84d3-482b-b603-60e73b9cf9ec req-ef551d1a-0762-4a41-ae1c-cd6f223f60d3 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=92366c13-5509-4ca1-a656-40cfe7ea97c0 HTTP/1.1" status: 200 len: 945 time: 0.0929818 Nov 12 01:07:32.690210 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e474cd7d-92ec-460c-9f48-0efce2890122 req-444f4d0a-bedb-4c6f-a224-f56c4d19c393 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ff705a3-efa9-445f-9f2b-f795d1ef6f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893123 Nov 12 01:07:32.757852 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:32.827825 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f83c7791-dea1-4ad5-8644-9933991a16d9 req-fe120c95-93a2-4963-ad0a-031280c0b552 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 210 time: 0.0625000 Nov 12 01:07:32.855666 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-34acfe2f-84d3-482b-b603-60e73b9cf9ec req-e95f5d06-d1e8-4a47-8735-4ba924ea30b9 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594286 Nov 12 01:07:33.275115 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2fbd82-55c5-47aa-9326-0d1f9152cb3b req-97db5f04-16cd-474c-a255-6c20c170510e tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:33.278736 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ed2fbd82-55c5-47aa-9326-0d1f9152cb3b req-97db5f04-16cd-474c-a255-6c20c170510e tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf7000ec-f6df-4708-b4e2-a70f05feecb6 HTTP/1.1" status: 200 len: 946 time: 0.1584628 Nov 12 01:07:33.348523 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f05419-48e4-48a3-b961-e01e973fabb9 req-3e26611e-6cef-41ed-a0fb-8966c7eae1e6 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:33.364530 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-65f05419-48e4-48a3-b961-e01e973fabb9 req-3e26611e-6cef-41ed-a0fb-8966c7eae1e6 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 943 time: 0.1833367 Nov 12 01:07:33.439525 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ed2fbd82-55c5-47aa-9326-0d1f9152cb3b req-b9c234f6-9dad-41a4-8820-ba9dcd9fab22 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348081 Nov 12 01:07:33.480661 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-65f05419-48e4-48a3-b961-e01e973fabb9 req-8c3e0c41-c936-48d1-964b-621f41519510 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149468 Nov 12 01:07:33.631358 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb80a04-c6a7-4f2e-9a01-32edef82f9ca req-a7de85d8-4f99-4463-a1db-388c75d89422 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:33.633665 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8bb80a04-c6a7-4f2e-9a01-32edef82f9ca req-a7de85d8-4f99-4463-a1db-388c75d89422 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf99bc3c-53f5-4dd1-b00c-bb386450760a HTTP/1.1" status: 200 len: 945 time: 0.0600817 Nov 12 01:07:33.709882 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8bb80a04-c6a7-4f2e-9a01-32edef82f9ca req-bf16acae-23cf-40b0-bf0e-5a51d475c4f3 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592544 Nov 12 01:07:33.883105 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:33.934584 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcde0ef-aa2b-4635-a5b6-c6db5eba7ed5 req-2a39972f-528e-45dd-88c0-52e4899fde87 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:33.949207 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcde0ef-aa2b-4635-a5b6-c6db5eba7ed5 req-2a39972f-528e-45dd-88c0-52e4899fde87 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:33.960275 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcde0ef-aa2b-4635-a5b6-c6db5eba7ed5 req-2a39972f-528e-45dd-88c0-52e4899fde87 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:33.962790 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cfcde0ef-aa2b-4635-a5b6-c6db5eba7ed5 req-2a39972f-528e-45dd-88c0-52e4899fde87 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1 HTTP/1.1" status: 200 len: 2419 time: 0.1486292 Nov 12 01:07:34.003440 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5665c492-7283-41e0-8f9b-e00ba13bb208 req-cbdfec79-c314-4dff-b893-63b49d0385dc tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 210 time: 0.0392849 Nov 12 01:07:34.074067 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cfcde0ef-aa2b-4635-a5b6-c6db5eba7ed5 req-f68dde34-c9ae-43f6-a760-997b50be6a5c tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ff705a3-efa9-445f-9f2b-f795d1ef6f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928936 Nov 12 01:07:34.190288 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f736c-395b-4ac5-8020-fd53c82ebad7 req-c30f9909-363f-44ae-9559-53543ed910d2 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:34.191868 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fa0f736c-395b-4ac5-8020-fd53c82ebad7 req-c30f9909-363f-44ae-9559-53543ed910d2 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=92366c13-5509-4ca1-a656-40cfe7ea97c0 HTTP/1.1" status: 200 len: 945 time: 0.0673409 Nov 12 01:07:34.258868 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fa0f736c-395b-4ac5-8020-fd53c82ebad7 req-df82717f-ec2f-44e6-bd5a-7ffbb258ae4a tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599892 Nov 12 01:07:34.743912 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4d121-2709-424c-b8e8-116d6e5c3b3a req-7c134623-bb4a-4795-a39e-22af76ae622b tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:34.758374 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a5f4d121-2709-424c-b8e8-116d6e5c3b3a req-7c134623-bb4a-4795-a39e-22af76ae622b tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf7000ec-f6df-4708-b4e2-a70f05feecb6 HTTP/1.1" status: 200 len: 946 time: 0.1633186 Nov 12 01:07:34.827573 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5bafd4-947b-4d7d-bef7-daece064d08c req-ae4a19a5-c10b-4d89-b4f3-4301a40d57cd tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:34.840885 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ec5bafd4-947b-4d7d-bef7-daece064d08c req-ae4a19a5-c10b-4d89-b4f3-4301a40d57cd tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 943 time: 0.2068598 Nov 12 01:07:34.904720 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a5f4d121-2709-424c-b8e8-116d6e5c3b3a req-8e7cbcc4-1f4b-44d4-9527-e25630220a66 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450856 Nov 12 01:07:34.976417 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ec5bafd4-947b-4d7d-bef7-daece064d08c req-c6894432-d6d7-4eef-8a8a-9bfd8eb15042 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340744 Nov 12 01:07:35.074995 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:35.258346 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb2a0a-738a-431e-9653-82a8a75af539 req-2cb47bec-2618-4027-95f0-2ac0fbece230 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:35.260701 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5fcb2a0a-738a-431e-9653-82a8a75af539 req-2cb47bec-2618-4027-95f0-2ac0fbece230 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf99bc3c-53f5-4dd1-b00c-bb386450760a HTTP/1.1" status: 200 len: 945 time: 0.1615517 Nov 12 01:07:35.424044 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5fcb2a0a-738a-431e-9653-82a8a75af539 req-4fd81482-ecb1-4c65-88c4-57e82b6aebf9 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453893 Nov 12 01:07:35.536430 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784d1a1-1f9f-4c3c-98b7-d8c446bccead req-678bc2c1-c12d-4640-aae3-5612ade81d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:35.539571 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a784d1a1-1f9f-4c3c-98b7-d8c446bccead req-678bc2c1-c12d-4640-aae3-5612ade81d66 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a4cc89f684a44dc88713ac499ae6acb&device_id=cf7000ec-f6df-4708-b4e2-a70f05feecb6 HTTP/1.1" status: 200 len: 1098 time: 0.1056988 Nov 12 01:07:35.673351 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6438763b-dec7-4918-a9fc-b7ef37569fb4 req-435dc930-a79f-4ab7-b57f-fce8daa816b2 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 210 time: 0.1314304 Nov 12 01:07:35.732176 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784d1a1-1f9f-4c3c-98b7-d8c446bccead req-7524432d-2f02-48ac-84e7-5b780812c3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:35.734821 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a784d1a1-1f9f-4c3c-98b7-d8c446bccead req-7524432d-2f02-48ac-84e7-5b780812c3d1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e5e34600-403a-4b25-adb8-e29084755c7d HTTP/1.1" status: 200 len: 911 time: 0.1854084 Nov 12 01:07:35.774269 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38547e0b-2592-4924-a988-ca62a12da76e req-518728c2-a2a1-48b8-b42e-427afe7bd690 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:35.786292 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38547e0b-2592-4924-a988-ca62a12da76e req-518728c2-a2a1-48b8-b42e-427afe7bd690 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:35.798823 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38547e0b-2592-4924-a988-ca62a12da76e req-518728c2-a2a1-48b8-b42e-427afe7bd690 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:35.807860 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-38547e0b-2592-4924-a988-ca62a12da76e req-518728c2-a2a1-48b8-b42e-427afe7bd690 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1 HTTP/1.1" status: 200 len: 2419 time: 0.1627924 Nov 12 01:07:35.877616 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a784d1a1-1f9f-4c3c-98b7-d8c446bccead req-9dd6364d-ed4a-485c-9f75-de3d6c4466d2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fa49652-6984-4e76-9cf2-4328c6e98d5a HTTP/1.1" status: 200 len: 217 time: 0.1351893 Nov 12 01:07:36.078698 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a9259-18de-4bec-a912-4c9585d921e0 req-b5bb42db-e0f5-4199-b5d6-a2adecc71f51 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:36.081340 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-774a9259-18de-4bec-a912-4c9585d921e0 req-b5bb42db-e0f5-4199-b5d6-a2adecc71f51 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=92366c13-5509-4ca1-a656-40cfe7ea97c0 HTTP/1.1" status: 200 len: 945 time: 0.2763906 Nov 12 01:07:36.089226 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-38547e0b-2592-4924-a988-ca62a12da76e req-febac4c8-b5ee-40ef-a313-52b8eddeafa4 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ff705a3-efa9-445f-9f2b-f795d1ef6f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312143 Nov 12 01:07:36.093515 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784d1a1-1f9f-4c3c-98b7-d8c446bccead req-ce69a1b6-402f-42aa-83cc-f40c32e8290f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:36.096374 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a784d1a1-1f9f-4c3c-98b7-d8c446bccead req-ce69a1b6-402f-42aa-83cc-f40c32e8290f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d5940f8d-0215-4f43-8d97-4bef756314fa HTTP/1.1" status: 200 len: 851 time: 0.1776917 Nov 12 01:07:36.166097 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a784d1a1-1f9f-4c3c-98b7-d8c446bccead req-1caa0d1a-3a4c-4553-91ee-677282157f5f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e5e34600-403a-4b25-adb8-e29084755c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573823 Nov 12 01:07:36.721079 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-774a9259-18de-4bec-a912-4c9585d921e0 req-8bbdaec8-1b10-4625-9d9c-d70d6c078b7e tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6232126 Nov 12 01:07:36.776513 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68174506-e490-4581-bdbc-ed688fd1a35c req-308a2009-dcae-4423-b518-c52d336aacf3 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:36.778274 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68174506-e490-4581-bdbc-ed688fd1a35c req-308a2009-dcae-4423-b518-c52d336aacf3 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf7000ec-f6df-4708-b4e2-a70f05feecb6 HTTP/1.1" status: 200 len: 946 time: 0.5997684 Nov 12 01:07:36.784952 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a784d1a1-1f9f-4c3c-98b7-d8c446bccead req-5f402fb1-4659-4a37-b1c3-637957e77b11 service neutron] 10.222.0.44 "GET /v2.0/networks/e5e34600-403a-4b25-adb8-e29084755c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6083105 Nov 12 01:07:36.826334 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e407bc-894c-4c6d-8cc6-cc167953b183 req-6f3bd6df-b416-4e95-9be3-6b5565835f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:36.827879 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-69e407bc-894c-4c6d-8cc6-cc167953b183 req-6f3bd6df-b416-4e95-9be3-6b5565835f3b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=92366c13-5509-4ca1-a656-40cfe7ea97c0 HTTP/1.1" status: 200 len: 1097 time: 0.1771772 Nov 12 01:07:36.979544 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68174506-e490-4581-bdbc-ed688fd1a35c req-e9c2eb9f-5929-4154-a7cd-17a14086c946 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834249 Nov 12 01:07:36.996149 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-69e407bc-894c-4c6d-8cc6-cc167953b183 req-7c8e8ddd-4aff-4de1-901b-ed7e09ed8355 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466632 Nov 12 01:07:37.056798 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a784d1a1-1f9f-4c3c-98b7-d8c446bccead req-2ae50119-91d9-4516-a982-b363bb68b919 service neutron] 10.222.0.44 "GET /v2.0/networks/e5e34600-403a-4b25-adb8-e29084755c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623906 Nov 12 01:07:37.095845 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba8bb05-4f28-4481-b812-938dab9e107d req-99bece32-aa87-4da6-ba2f-77b0a28d4cb6 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:37.098678 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eba8bb05-4f28-4481-b812-938dab9e107d req-99bece32-aa87-4da6-ba2f-77b0a28d4cb6 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 943 time: 0.1270719 Nov 12 01:07:37.207501 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eba8bb05-4f28-4481-b812-938dab9e107d req-a06c9837-4e39-4ea3-8b2b-5c066cfd3e05 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970552 Nov 12 01:07:37.273499 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3e32782d-dbd6-4a9a-baa3-946f38ff4433 req-7e2c69f8-ed66-43fb-a1b8-619a49ce1a66 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 210 time: 0.0525856 Nov 12 01:07:37.344684 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39434) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:37.383620 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2886b27f-8e75-4188-aa7b-92d73cfcbd4e req-66cf7531-bd7b-4463-ba26-4a4c4ab9de2f tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:37.385425 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2886b27f-8e75-4188-aa7b-92d73cfcbd4e req-66cf7531-bd7b-4463-ba26-4a4c4ab9de2f tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.1038785 Nov 12 01:07:37.475382 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d29a48-67b6-4c73-ac7b-23cec63ddfa1 req-e52fd9b6-3199-4776-b37e-7bd7035cbecc tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:37.482303 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d29a48-67b6-4c73-ac7b-23cec63ddfa1 req-e52fd9b6-3199-4776-b37e-7bd7035cbecc tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:37.492478 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d29a48-67b6-4c73-ac7b-23cec63ddfa1 req-e52fd9b6-3199-4776-b37e-7bd7035cbecc tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:37.495268 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a4d29a48-67b6-4c73-ac7b-23cec63ddfa1 req-e52fd9b6-3199-4776-b37e-7bd7035cbecc tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1 HTTP/1.1" status: 200 len: 2419 time: 0.1086550 Nov 12 01:07:37.508906 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2886b27f-8e75-4188-aa7b-92d73cfcbd4e req-7902c8be-af77-4850-b26b-be1711450512 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112616 Nov 12 01:07:37.525019 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a300f979-9158-4bd6-a8c4-efd3ca46c725 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:37.636842 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a4d29a48-67b6-4c73-ac7b-23cec63ddfa1 req-c5de0600-47d7-4f2e-896c-0ab821a5e3b4 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ff705a3-efa9-445f-9f2b-f795d1ef6f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176391 Nov 12 01:07:37.666097 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a300f979-9158-4bd6-a8c4-efd3ca46c725 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:37.673791 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a300f979-9158-4bd6-a8c4-efd3ca46c725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:37.730015 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2795dda-dc74-49e6-871e-362724320870 req-76729ea3-766e-4757-af71-55d8acf327e5 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:37.731713 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c2795dda-dc74-49e6-871e-362724320870 req-76729ea3-766e-4757-af71-55d8acf327e5 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.0712874 Nov 12 01:07:37.751842 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a300f979-9158-4bd6-a8c4-efd3ca46c725 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bf88e3909a064118b69ad2ac599e16bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4068027 Nov 12 01:07:37.753625 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a300f979-9158-4bd6-a8c4-efd3ca46c725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1f9bd0-d79f-47c9-82e1-487aebee687c,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:37.756765 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39440) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:37.836930 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5176e041-560e-4865-91f9-d8d18dd2e6db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:37.866769 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5176e041-560e-4865-91f9-d8d18dd2e6db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:37.948470 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5176e041-560e-4865-91f9-d8d18dd2e6db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:37.954167 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5176e041-560e-4865-91f9-d8d18dd2e6db admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:37.956548 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5176e041-560e-4865-91f9-d8d18dd2e6db admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5b1f9bd0-d79f-47c9-82e1-487aebee687c HTTP/1.1" status: 204 len: 168 time: 0.1977518 Nov 12 01:07:37.973189 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5176e041-560e-4865-91f9-d8d18dd2e6db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1f9bd0-d79f-47c9-82e1-487aebee687c,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:38.025980 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c2795dda-dc74-49e6-871e-362724320870 req-4b113534-a98b-4d54-a8a9-fc60a08ac434 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2853611 Nov 12 01:07:38.035686 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c4f95-99bb-4d2f-b21a-f9daa4711d3a req-1498e79a-eb16-43b0-bb0d-164c26091272 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:38.037105 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-187c4f95-99bb-4d2f-b21a-f9daa4711d3a req-1498e79a-eb16-43b0-bb0d-164c26091272 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.16 "GET /v2.0/networks?id=589a11d9-462f-4432-aa26-12a7b18ca65f HTTP/1.1" status: 200 len: 816 time: 0.2641821 Nov 12 01:07:38.060413 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b43cc-e9dc-4d04-9841-a1de3c320a32 req-d87d8a4a-d3ab-4b01-9155-03c130246872 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:38.064718 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-445b43cc-e9dc-4d04-9841-a1de3c320a32 req-d87d8a4a-d3ab-4b01-9155-03c130246872 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=92366c13-5509-4ca1-a656-40cfe7ea97c0 HTTP/1.1" status: 200 len: 945 time: 0.1978021 Nov 12 01:07:38.190378 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:38.278084 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-445b43cc-e9dc-4d04-9841-a1de3c320a32 req-85c03c97-4d28-4f83-89b4-1385fc4fb9e3 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059367 Nov 12 01:07:38.352365 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c2330-bfbc-403f-936c-34480defe2e2 req-ea0f52a0-eddd-4c50-8c35-8569adf3e93f tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:38.355202 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a00c2330-bfbc-403f-936c-34480defe2e2 req-ea0f52a0-eddd-4c50-8c35-8569adf3e93f tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf7000ec-f6df-4708-b4e2-a70f05feecb6 HTTP/1.1" status: 200 len: 946 time: 0.2153187 Nov 12 01:07:38.374935 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-187c4f95-99bb-4d2f-b21a-f9daa4711d3a req-1ed7d190-9297-4e61-b7d9-7f231033992d tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1650592d4cf74284855a02a26c6d9866 HTTP/1.1" status: 200 len: 380 time: 0.2224524 Nov 12 01:07:38.393015 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-187c4f95-99bb-4d2f-b21a-f9daa4711d3a req-2082cb81-4f9d-4fb5-a606-705ce24cce30 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Request body: {'port': {'device_id': '6891ab12-2922-455c-85ff-65216616a268', 'network_id': '589a11d9-462f-4432-aa26-12a7b18ca65f', 'admin_state_up': True, 'tenant_id': '1650592d4cf74284855a02a26c6d9866', 'security_groups': ['31601042-336e-46fa-871d-26eb8da12d2e']}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:38.524342 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a00c2330-bfbc-403f-936c-34480defe2e2 req-4b0f0db6-517e-4007-a57e-92421bab684d tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479585 Nov 12 01:07:38.637060 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd8861-cf55-481f-9f40-02516737d918 req-2f8efab7-0752-4d51-9fb9-e07fe1362d81 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:38.638886 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1ddd8861-cf55-481f-9f40-02516737d918 req-2f8efab7-0752-4d51-9fb9-e07fe1362d81 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 943 time: 0.0838130 Nov 12 01:07:38.639767 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-187c4f95-99bb-4d2f-b21a-f9daa4711d3a req-2082cb81-4f9d-4fb5-a606-705ce24cce30 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Made reservation on behalf of 1650592d4cf74284855a02a26c6d9866 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:38.643493 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-187c4f95-99bb-4d2f-b21a-f9daa4711d3a req-2082cb81-4f9d-4fb5-a606-705ce24cce30 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:38.869952 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1ddd8861-cf55-481f-9f40-02516737d918 req-a48ee867-881f-4837-a16e-4209c681066c tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161188 Nov 12 01:07:38.961395 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91f4ff-40e4-42c5-8d61-84d83ec1f4d6 req-dd3c9ba9-a5bb-4552-9f30-eec6fa6c5e5a tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:38.964105 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5d91f4ff-40e4-42c5-8d61-84d83ec1f4d6 req-dd3c9ba9-a5bb-4552-9f30-eec6fa6c5e5a tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/networks?id=e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 HTTP/1.1" status: 200 len: 811 time: 0.2733774 Nov 12 01:07:38.997439 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-187c4f95-99bb-4d2f-b21a-f9daa4711d3a req-2082cb81-4f9d-4fb5-a606-705ce24cce30 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Allocated IP 172.20.0.12 (589a11d9-462f-4432-aa26-12a7b18ca65f/34773eb3-d58a-4b8a-a536-c500cef253a8/e0da1175-a9ed-437b-8e53-221098ff6951) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:39.026302 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5d91f4ff-40e4-42c5-8d61-84d83ec1f4d6 req-d65609b2-cb47-4cf2-b156-2aa155899b3a tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/quotas/7bbe35289028429ba1e1b86033a5bcab HTTP/1.1" status: 200 len: 375 time: 0.0498161 Nov 12 01:07:39.054361 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-046e3ef5-27cc-49f1-94c5-c04281426d8a req-d6fb6479-175c-4310-b15b-8d02a861aa5c tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 210 time: 0.0607872 Nov 12 01:07:39.194033 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5d91f4ff-40e4-42c5-8d61-84d83ec1f4d6 req-98b239d3-1b04-4cad-8fdf-4f7ac1c249e0 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7bbe35289028429ba1e1b86033a5bcab&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1381588 Nov 12 01:07:39.429336 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64afcc3c-10d5-46ac-8909-e9ad7e94c511 req-f4b86188-0d00-4fcf-ab7b-71655a8fcd08 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:39.435588 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64afcc3c-10d5-46ac-8909-e9ad7e94c511 req-f4b86188-0d00-4fcf-ab7b-71655a8fcd08 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:39.442462 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64afcc3c-10d5-46ac-8909-e9ad7e94c511 req-f4b86188-0d00-4fcf-ab7b-71655a8fcd08 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:39.445971 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-64afcc3c-10d5-46ac-8909-e9ad7e94c511 req-f4b86188-0d00-4fcf-ab7b-71655a8fcd08 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1 HTTP/1.1" status: 200 len: 2419 time: 0.2326050 Nov 12 01:07:39.500406 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5d91f4ff-40e4-42c5-8d61-84d83ec1f4d6 req-04570106-9a74-4821-806b-8d94cce7150a service neutron] 10.222.0.45 "GET /v2.0/networks/e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839527 Nov 12 01:07:39.503492 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-187c4f95-99bb-4d2f-b21a-f9daa4711d3a req-2082cb81-4f9d-4fb5-a606-705ce24cce30 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:39.579176 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-64afcc3c-10d5-46ac-8909-e9ad7e94c511 req-bd2ae7fe-c5c8-4911-aa25-d6400643a48a tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ff705a3-efa9-445f-9f2b-f795d1ef6f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266723 Nov 12 01:07:39.586328 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 01abd07c-2341-46ef-b50f-2ffc9746084d details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:07:39.650284 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-187c4f95-99bb-4d2f-b21a-f9daa4711d3a req-2082cb81-4f9d-4fb5-a606-705ce24cce30 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:39.751840 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 01abd07c-2341-46ef-b50f-2ffc9746084d, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=01abd07c-2341-46ef-b50f-2ffc9746084d,segment=NetworkSegment(ac0e02ed-e505-49ae-90f9-8007817b6880),segment_id=ac0e02ed-e505-49ae-90f9-8007817b6880)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:39.766413 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': '01abd07c-2341-46ef-b50f-2ffc9746084d', 'network_id': '781d30df-28ea-4e18-a951-e2a0cedd5fea', 'port_id': '01abd07c-2341-46ef-b50f-2ffc9746084d', 'mac_address': 'fa:16:3e:de:7c:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b27e1e41-719b-40a0-b6b8-a50662ff4f65', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:07:39.816966 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:39.821253 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5d91f4ff-40e4-42c5-8d61-84d83ec1f4d6 req-af7c7c8b-46d1-4997-8a57-b3da8f58fcb0 service neutron] 10.222.0.45 "GET /v2.0/networks/e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000054 Nov 12 01:07:39.829944 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-187c4f95-99bb-4d2f-b21a-f9daa4711d3a req-2082cb81-4f9d-4fb5-a606-705ce24cce30 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Network 589a11d9-462f-4432-aa26-12a7b18ca65f is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:39.833799 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01abd07c-2341-46ef-b50f-2ffc9746084d {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:07:39.853536 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-187c4f95-99bb-4d2f-b21a-f9daa4711d3a req-2082cb81-4f9d-4fb5-a606-705ce24cce30 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:39.860524 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 01abd07c-2341-46ef-b50f-2ffc9746084d, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=01abd07c-2341-46ef-b50f-2ffc9746084d,segment=NetworkSegment(ac0e02ed-e505-49ae-90f9-8007817b6880),segment_id=ac0e02ed-e505-49ae-90f9-8007817b6880)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:39.864995 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-187c4f95-99bb-4d2f-b21a-f9daa4711d3a req-2082cb81-4f9d-4fb5-a606-705ce24cce30 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:39.867327 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:39.962814 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2082cb81-4f9d-4fb5-a606-705ce24cce30 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Pushing event updated for resources: {'Port': ['ID=e0da1175-a9ed-437b-8e53-221098ff6951,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:39.980969 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c4f95-99bb-4d2f-b21a-f9daa4711d3a req-2082cb81-4f9d-4fb5-a606-705ce24cce30 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:39.982101 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-187c4f95-99bb-4d2f-b21a-f9daa4711d3a req-2082cb81-4f9d-4fb5-a606-705ce24cce30 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:39.990260 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=01abd07c-2341-46ef-b50f-2ffc9746084d,revision_number=9']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:40.029365 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5bf4a8-5e10-4246-a6d4-893a7bd07c7e req-8952ac9c-4453-4141-a588-8f3acfe922a5 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:40.041089 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4a5bf4a8-5e10-4246-a6d4-893a7bd07c7e req-8952ac9c-4453-4141-a588-8f3acfe922a5 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=92366c13-5509-4ca1-a656-40cfe7ea97c0 HTTP/1.1" status: 200 len: 945 time: 0.3348062 Nov 12 01:07:40.061183 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-187c4f95-99bb-4d2f-b21a-f9daa4711d3a req-2082cb81-4f9d-4fb5-a606-705ce24cce30 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6768579 Nov 12 01:07:40.095329 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-187c4f95-99bb-4d2f-b21a-f9daa4711d3a req-d181b9a8-905d-414f-a3ea-3fd803ecb174 service neutron] Request body: {'port': {'device_id': '6891ab12-2922-455c-85ff-65216616a268', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:40.153711 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4a5bf4a8-5e10-4246-a6d4-893a7bd07c7e req-1b194647-bac3-4928-b12c-535aece785d0 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115208 Nov 12 01:07:40.206402 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['01abd07c-2341-46ef-b50f-2ffc9746084d'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:07:40.237849 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-187c4f95-99bb-4d2f-b21a-f9daa4711d3a req-d181b9a8-905d-414f-a3ea-3fd803ecb174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:40.439894 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-d4c31baf-bc99-4e36-b2c9-30b9eda7ca47 None None] Provisioning complete for port e0da1175-a9ed-437b-8e53-221098ff6951 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:40.440380 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d4c31baf-bc99-4e36-b2c9-30b9eda7ca47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:40.508947 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:40.537327 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-d4c31baf-bc99-4e36-b2c9-30b9eda7ca47 None None] Port e0da1175-a9ed-437b-8e53-221098ff6951 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:07:40.751068 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa23e02-9933-465f-bc99-4c3dd289255e req-8915c379-a892-4ac1-8ce9-3a9bbe19e5e9 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:40.752763 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-faa23e02-9933-465f-bc99-4c3dd289255e req-8915c379-a892-4ac1-8ce9-3a9bbe19e5e9 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf7000ec-f6df-4708-b4e2-a70f05feecb6 HTTP/1.1" status: 200 len: 946 time: 0.2913568 Nov 12 01:07:40.772430 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b1481-505e-4a3d-ac9d-0f7bd5c04b29 req-c90df3e0-8156-4863-a6ab-b6571e78e12a tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:40.775311 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7d8b1481-505e-4a3d-ac9d-0f7bd5c04b29 req-c90df3e0-8156-4863-a6ab-b6571e78e12a tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 944 time: 0.2448878 Nov 12 01:07:40.972879 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-faa23e02-9933-465f-bc99-4c3dd289255e req-71637263-dba7-47c0-a116-e854f9b3c2b0 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958432 Nov 12 01:07:41.012954 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7d8b1481-505e-4a3d-ac9d-0f7bd5c04b29 req-9eb150bc-e7ca-47cd-9c9d-a6664b30e42f tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121542 Nov 12 01:07:41.148852 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-187c4f95-99bb-4d2f-b21a-f9daa4711d3a req-d181b9a8-905d-414f-a3ea-3fd803ecb174 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0da1175-a9ed-437b-8e53-221098ff6951 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:07:41.197395 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-187c4f95-99bb-4d2f-b21a-f9daa4711d3a req-d181b9a8-905d-414f-a3ea-3fd803ecb174 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:41.253118 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-187c4f95-99bb-4d2f-b21a-f9daa4711d3a req-d181b9a8-905d-414f-a3ea-3fd803ecb174 service neutron] Transition to ACTIVE for port object e0da1175-a9ed-437b-8e53-221098ff6951 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:07:41.260272 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-187c4f95-99bb-4d2f-b21a-f9daa4711d3a req-d181b9a8-905d-414f-a3ea-3fd803ecb174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:41.356326 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d435c2e0-85a4-4e3e-b688-40827e45a2e5 req-98b5838b-4391-4f0a-b42b-476a2ce1865b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:41.359194 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d435c2e0-85a4-4e3e-b688-40827e45a2e5 req-98b5838b-4391-4f0a-b42b-476a2ce1865b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 932 time: 0.1825874 Nov 12 01:07:41.417043 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d181b9a8-905d-414f-a3ea-3fd803ecb174 service neutron] Pushing event updated for resources: {'Port': ['ID=e0da1175-a9ed-437b-8e53-221098ff6951,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:41.588737 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 01abd07c-2341-46ef-b50f-2ffc9746084d up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:07:41.638313 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39568) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:41.639565 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-187c4f95-99bb-4d2f-b21a-f9daa4711d3a req-d181b9a8-905d-414f-a3ea-3fd803ecb174 service neutron] Attempting to bind port e0da1175-a9ed-437b-8e53-221098ff6951 on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:07:41.640006 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-187c4f95-99bb-4d2f-b21a-f9daa4711d3a req-d181b9a8-905d-414f-a3ea-3fd803ecb174 service neutron] Attempting to bind port e0da1175-a9ed-437b-8e53-221098ff6951 by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': '160eb3a9-a811-42ba-8ae2-682c5125e1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '589a11d9-462f-4432-aa26-12a7b18ca65f'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:07:41.640361 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187c4f95-99bb-4d2f-b21a-f9daa4711d3a req-d181b9a8-905d-414f-a3ea-3fd803ecb174 service neutron] Attempting to bind port e0da1175-a9ed-437b-8e53-221098ff6951 on network 589a11d9-462f-4432-aa26-12a7b18ca65f {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:41.654220 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f437f8ee-aa19-40b4-89a7-56c57ee079a9 req-56ea0a72-980e-4a5e-8c4c-b88ca3348b50 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=d144407c-df74-4c6d-aaa1-d8862914b0c1 HTTP/1.1" status: 200 len: 210 time: 0.1342390 Nov 12 01:07:41.697667 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187c4f95-99bb-4d2f-b21a-f9daa4711d3a req-d181b9a8-905d-414f-a3ea-3fd803ecb174 service neutron] Port e0da1175-a9ed-437b-8e53-221098ff6951 on network 589a11d9-462f-4432-aa26-12a7b18ca65f not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:07:41.698535 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187c4f95-99bb-4d2f-b21a-f9daa4711d3a req-d181b9a8-905d-414f-a3ea-3fd803ecb174 service neutron] Attempting to bind port e0da1175-a9ed-437b-8e53-221098ff6951 on network 589a11d9-462f-4432-aa26-12a7b18ca65f {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:41.724971 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port 01abd07c-2341-46ef-b50f-2ffc9746084d triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:41.725295 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d435c2e0-85a4-4e3e-b688-40827e45a2e5 req-2f4aa130-21aa-4ae0-af89-dc36d4f4cc0e tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=31601042-336e-46fa-871d-26eb8da12d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3506386 Nov 12 01:07:41.726280 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:41.749362 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187c4f95-99bb-4d2f-b21a-f9daa4711d3a req-d181b9a8-905d-414f-a3ea-3fd803ecb174 service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:07:41.749914 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187c4f95-99bb-4d2f-b21a-f9daa4711d3a req-d181b9a8-905d-414f-a3ea-3fd803ecb174 service neutron] Checking segment: {'id': '160eb3a9-a811-42ba-8ae2-682c5125e1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '589a11d9-462f-4432-aa26-12a7b18ca65f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:07:41.750728 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187c4f95-99bb-4d2f-b21a-f9daa4711d3a req-d181b9a8-905d-414f-a3ea-3fd803ecb174 service neutron] Bound using segment: {'id': '160eb3a9-a811-42ba-8ae2-682c5125e1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '589a11d9-462f-4432-aa26-12a7b18ca65f'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:07:41.751524 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-187c4f95-99bb-4d2f-b21a-f9daa4711d3a req-d181b9a8-905d-414f-a3ea-3fd803ecb174 service neutron] Bound port: e0da1175-a9ed-437b-8e53-221098ff6951, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '160eb3a9-a811-42ba-8ae2-682c5125e1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '589a11d9-462f-4432-aa26-12a7b18ca65f'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:07:41.752257 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-187c4f95-99bb-4d2f-b21a-f9daa4711d3a req-d181b9a8-905d-414f-a3ea-3fd803ecb174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:41.928884 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:42.028562 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa78ff1-e686-4b3e-9189-32fe5d9dbd24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01abd07c-2341-46ef-b50f-2ffc9746084d'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:42.040802 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c95d5ae-3117-4b86-8475-dd03a08b7cd1" -d '{"events": [{"server_uuid": "ffa78ff1-e686-4b3e-9189-32fe5d9dbd24", "name": "network-vif-plugged", "status": "completed", "tag": "01abd07c-2341-46ef-b50f-2ffc9746084d"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:42.072561 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b9bf1e23-e6bf-423b-9567-f149476b3404 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:42.093016 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 01abd07c-2341-46ef-b50f-2ffc9746084d, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=01abd07c-2341-46ef-b50f-2ffc9746084d,segment=NetworkSegment(ac0e02ed-e505-49ae-90f9-8007817b6880),segment_id=ac0e02ed-e505-49ae-90f9-8007817b6880)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:42.097986 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:42.125427 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91f4ff-40e4-42c5-8d61-84d83ec1f4d6 req-7a86b616-2c99-4a17-b4a4-470293f65848 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:42.129230 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5d91f4ff-40e4-42c5-8d61-84d83ec1f4d6 req-7a86b616-2c99-4a17-b4a4-470293f65848 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.44 "GET /v2.0/networks?id=e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 HTTP/1.1" status: 200 len: 811 time: 0.4024289 Nov 12 01:07:42.157360 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-5d91f4ff-40e4-42c5-8d61-84d83ec1f4d6 req-a47b0655-1f55-4b0f-8c68-c10276ca9a2f tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Request body: {'port': {'device_id': 'd144407c-df74-4c6d-aaa1-d8862914b0c1', 'network_id': 'e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4', 'admin_state_up': True, 'tenant_id': '7bbe35289028429ba1e1b86033a5bcab'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:42.164936 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-187c4f95-99bb-4d2f-b21a-f9daa4711d3a req-d181b9a8-905d-414f-a3ea-3fd803ecb174 service neutron] For port e0da1175-a9ed-437b-8e53-221098ff6951, host n-h1-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:07:42.174115 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-187c4f95-99bb-4d2f-b21a-f9daa4711d3a req-d181b9a8-905d-414f-a3ea-3fd803ecb174 service neutron] For port e0da1175-a9ed-437b-8e53-221098ff6951, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=e0da1175-a9ed-437b-8e53-221098ff6951,segment=NetworkSegment(160eb3a9-a811-42ba-8ae2-682c5125e1c5),segment_id=160eb3a9-a811-42ba-8ae2-682c5125e1c5)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:07:42.180473 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b9bf1e23-e6bf-423b-9567-f149476b3404 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:42.189150 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=01abd07c-2341-46ef-b50f-2ffc9746084d,revision_number=10']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:42.193804 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b9bf1e23-e6bf-423b-9567-f149476b3404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:42.221672 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-187c4f95-99bb-4d2f-b21a-f9daa4711d3a req-d181b9a8-905d-414f-a3ea-3fd803ecb174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:42.236207 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bf1e23-e6bf-423b-9567-f149476b3404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aea82de-04c5-4e67-b146-f98b9ed58cbf,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:42.256731 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b9bf1e23-e6bf-423b-9567-f149476b3404 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2d5a7c4cbe494f04b39ae819009cd4e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6154935 Nov 12 01:07:42.257378 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39582) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:42.315601 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd747a2f-3222-40e3-b2c3-6dec5bae146d x-openstack-request-id: req-cd747a2f-3222-40e3-b2c3-6dec5bae146d {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:42.316227 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa78ff1-e686-4b3e-9189-32fe5d9dbd24", "name": "network-vif-plugged", "status": "completed", "tag": "01abd07c-2341-46ef-b50f-2ffc9746084d", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:42.316679 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cd747a2f-3222-40e3-b2c3-6dec5bae146d {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:42.317459 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffa78ff1-e686-4b3e-9189-32fe5d9dbd24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01abd07c-2341-46ef-b50f-2ffc9746084d', 'code': 200} Nov 12 01:07:42.323688 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-233292de-6f19-4401-ae5e-6b00275c8c5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:42.359432 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-233292de-6f19-4401-ae5e-6b00275c8c5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:42.378968 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c4f95-99bb-4d2f-b21a-f9daa4711d3a req-d181b9a8-905d-414f-a3ea-3fd803ecb174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:42.379816 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-187c4f95-99bb-4d2f-b21a-f9daa4711d3a req-d181b9a8-905d-414f-a3ea-3fd803ecb174 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:42.382716 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-187c4f95-99bb-4d2f-b21a-f9daa4711d3a req-d181b9a8-905d-414f-a3ea-3fd803ecb174 service neutron] 10.222.0.16 "PUT /v2.0/ports/e0da1175-a9ed-437b-8e53-221098ff6951 HTTP/1.1" status: 200 len: 1093 time: 2.2922728 Nov 12 01:07:42.387831 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6891ab12-2922-455c-85ff-65216616a268', 'tag': 'e0da1175-a9ed-437b-8e53-221098ff6951'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:42.392658 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933af92e-3bdf-42d8-a009-cc9c681e9baf" -d '{"events": [{"name": "network-changed", "server_uuid": "6891ab12-2922-455c-85ff-65216616a268", "tag": "e0da1175-a9ed-437b-8e53-221098ff6951"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:42.467129 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-233292de-6f19-4401-ae5e-6b00275c8c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:42.472132 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-233292de-6f19-4401-ae5e-6b00275c8c5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:42.474877 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-233292de-6f19-4401-ae5e-6b00275c8c5f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5aea82de-04c5-4e67-b146-f98b9ed58cbf HTTP/1.1" status: 204 len: 168 time: 0.2162962 Nov 12 01:07:42.490183 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233292de-6f19-4401-ae5e-6b00275c8c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aea82de-04c5-4e67-b146-f98b9ed58cbf,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:42.719714 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d181b9a8-905d-414f-a3ea-3fd803ecb174 service neutron] Pushing event updated for resources: {'Port': ['ID=e0da1175-a9ed-437b-8e53-221098ff6951,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:42.783063 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45061be5-dd03-4387-a2a6-c17b97380818 req-b49dc298-c052-42c4-8a76-5b1f65573097 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:42.784716 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-45061be5-dd03-4387-a2a6-c17b97380818 req-b49dc298-c052-42c4-8a76-5b1f65573097 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf7000ec-f6df-4708-b4e2-a70f05feecb6 HTTP/1.1" status: 200 len: 946 time: 0.4218547 Nov 12 01:07:42.786854 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c4f95-99bb-4d2f-b21a-f9daa4711d3a req-924b2dd5-7a06-4590-9074-417b919908c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:42.788341 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-187c4f95-99bb-4d2f-b21a-f9daa4711d3a req-924b2dd5-7a06-4590-9074-417b919908c6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1650592d4cf74284855a02a26c6d9866&device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 1096 time: 0.2732399 Nov 12 01:07:42.816858 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21afad24-acb4-499c-b8a2-5b4677005531 req-e240a1ed-9274-4abd-b94d-65bd55963816 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:42.818513 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-21afad24-acb4-499c-b8a2-5b4677005531 req-e240a1ed-9274-4abd-b94d-65bd55963816 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 946 time: 0.3680546 Nov 12 01:07:42.836749 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d91f4ff-40e4-42c5-8d61-84d83ec1f4d6 req-a47b0655-1f55-4b0f-8c68-c10276ca9a2f tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Made reservation on behalf of 7bbe35289028429ba1e1b86033a5bcab for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:42.840309 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5d91f4ff-40e4-42c5-8d61-84d83ec1f4d6 req-a47b0655-1f55-4b0f-8c68-c10276ca9a2f tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:42.847908 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01efb9c1-7371-44f5-a555-800d72b96165 req-8675e4d5-4408-4d46-82c8-45a56426c3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:42.849523 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-01efb9c1-7371-44f5-a555-800d72b96165 req-8675e4d5-4408-4d46-82c8-45a56426c3e5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 1098 time: 0.2097304 Nov 12 01:07:42.900797 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-187c4f95-99bb-4d2f-b21a-f9daa4711d3a req-ab8bf870-98ba-4ff6-a556-25168dae43a2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0da1175-a9ed-437b-8e53-221098ff6951 HTTP/1.1" status: 200 len: 217 time: 0.0784514 Nov 12 01:07:42.921787 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39594) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:42.936947 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-046a7b3e-33ec-4082-a6d1-e90f1fa8f0bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:43.025791 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-046a7b3e-33ec-4082-a6d1-e90f1fa8f0bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:43.030716 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-046a7b3e-33ec-4082-a6d1-e90f1fa8f0bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:43.055655 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-45061be5-dd03-4387-a2a6-c17b97380818 req-9772adfa-71da-469b-97cf-e4ee60715f58 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562120 Nov 12 01:07:43.070763 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-21afad24-acb4-499c-b8a2-5b4677005531 req-2e6a22c0-c2ff-40d4-a76d-4b0d6406039c tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278593 Nov 12 01:07:43.075413 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-046a7b3e-33ec-4082-a6d1-e90f1fa8f0bc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d6edb1e2881241abbb50c6cfaebc67a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1517370 Nov 12 01:07:43.075764 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a7b3e-33ec-4082-a6d1-e90f1fa8f0bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d320a119-4ecb-4144-b190-a3bb8e625fc9,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:43.079176 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39596) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:43.092799 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c4f95-99bb-4d2f-b21a-f9daa4711d3a req-0a252542-1197-4d15-8ec3-cc1245d7cde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:43.094395 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-187c4f95-99bb-4d2f-b21a-f9daa4711d3a req-0a252542-1197-4d15-8ec3-cc1245d7cde3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=34773eb3-d58a-4b8a-a536-c500cef253a8 HTTP/1.1" status: 200 len: 855 time: 0.1698895 Nov 12 01:07:43.100784 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-01efb9c1-7371-44f5-a555-800d72b96165 req-b979335a-2be8-4c9c-83ab-681116ab8796 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208023 Nov 12 01:07:43.162502 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-090f85dc-a5a4-4341-be9e-20d9abc67ccb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:43.198705 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-5d91f4ff-40e4-42c5-8d61-84d83ec1f4d6 req-a47b0655-1f55-4b0f-8c68-c10276ca9a2f tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Allocated IP 172.20.0.8 (e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4/55fa7c58-77a8-4d04-ad83-d7b14788e8b6/73b77dfb-eb82-4711-b2a0-27033906d828) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:07:43.209194 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-090f85dc-a5a4-4341-be9e-20d9abc67ccb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:43.266073 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-090f85dc-a5a4-4341-be9e-20d9abc67ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:43.269233 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-090f85dc-a5a4-4341-be9e-20d9abc67ccb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:43.270775 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-090f85dc-a5a4-4341-be9e-20d9abc67ccb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d320a119-4ecb-4144-b190-a3bb8e625fc9 HTTP/1.1" status: 204 len: 168 time: 0.1904714 Nov 12 01:07:43.279893 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090f85dc-a5a4-4341-be9e-20d9abc67ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d320a119-4ecb-4144-b190-a3bb8e625fc9,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:43.358309 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c548523-9d97-4eba-8641-2fd70b878d92 req-6ae0ace2-d30d-46fd-ab3f-f269d6f81e50 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:43.364653 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c548523-9d97-4eba-8641-2fd70b878d92 req-6ae0ace2-d30d-46fd-ab3f-f269d6f81e50 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:43.370951 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c548523-9d97-4eba-8641-2fd70b878d92 req-6ae0ace2-d30d-46fd-ab3f-f269d6f81e50 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:43.372763 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7c548523-9d97-4eba-8641-2fd70b878d92 req-6ae0ace2-d30d-46fd-ab3f-f269d6f81e50 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1 HTTP/1.1" status: 200 len: 2419 time: 0.1655729 Nov 12 01:07:43.393496 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9519911-1e31-4db9-9d34-52a1b3806e39 req-dd0e16ac-c23d-4e68-bd2a-d0475754545f tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:43.395126 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f9519911-1e31-4db9-9d34-52a1b3806e39 req-dd0e16ac-c23d-4e68-bd2a-d0475754545f tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=92366c13-5509-4ca1-a656-40cfe7ea97c0 HTTP/1.1" status: 200 len: 945 time: 0.1691144 Nov 12 01:07:43.944590 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c4f95-99bb-4d2f-b21a-f9daa4711d3a req-f311f476-e34d-4643-a370-d17d063fe277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:43.946473 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-187c4f95-99bb-4d2f-b21a-f9daa4711d3a req-f311f476-e34d-4643-a370-d17d063fe277 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=589a11d9-462f-4432-aa26-12a7b18ca65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5716739 Nov 12 01:07:43.961231 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7c548523-9d97-4eba-8641-2fd70b878d92 req-724066f5-371e-4097-992b-a759233b6bb0 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ff705a3-efa9-445f-9f2b-f795d1ef6f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5603948 Nov 12 01:07:44.001050 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f9519911-1e31-4db9-9d34-52a1b3806e39 req-91d0d4c4-a6aa-4ef3-bae1-253924fc899d tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5673091 Nov 12 01:07:44.032074 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5d91f4ff-40e4-42c5-8d61-84d83ec1f4d6 req-a47b0655-1f55-4b0f-8c68-c10276ca9a2f tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:44.064561 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91704791-0c12-42a8-ae62-3821d28643e5 x-openstack-request-id: req-91704791-0c12-42a8-ae62-3821d28643e5 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:44.064905 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6891ab12-2922-455c-85ff-65216616a268", "tag": "e0da1175-a9ed-437b-8e53-221098ff6951", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:44.065211 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-91704791-0c12-42a8-ae62-3821d28643e5 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:44.065515 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6891ab12-2922-455c-85ff-65216616a268', 'tag': 'e0da1175-a9ed-437b-8e53-221098ff6951', 'status': 'completed', 'code': 200} Nov 12 01:07:44.201811 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-187c4f95-99bb-4d2f-b21a-f9daa4711d3a req-41e717c4-5b64-4408-8ceb-01f2f7635e9e service neutron] 10.222.0.16 "GET /v2.0/networks/589a11d9-462f-4432-aa26-12a7b18ca65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344298 Nov 12 01:07:44.238723 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5d91f4ff-40e4-42c5-8d61-84d83ec1f4d6 req-a47b0655-1f55-4b0f-8c68-c10276ca9a2f tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:44.244570 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f7ca17c1-77ce-476b-ad18-af631f2da98b req-264b3044-59b8-4186-a7d2-5fbb1888e44e tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=d144407c-df74-4c6d-aaa1-d8862914b0c1 HTTP/1.1" status: 200 len: 210 time: 0.0865626 Nov 12 01:07:44.285302 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['0ad0bb83-2810-4bf3-8d54-35cf18d580c1'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:07:44.440576 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca5fb0-ff59-4639-a3b6-049721765bcb req-75badb83-427e-42bb-a8fb-b0245468afd6 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:44.448929 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-93ca5fb0-ff59-4639-a3b6-049721765bcb req-75badb83-427e-42bb-a8fb-b0245468afd6 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 944 time: 0.3231454 Nov 12 01:07:44.474424 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d91f4ff-40e4-42c5-8d61-84d83ec1f4d6 req-a47b0655-1f55-4b0f-8c68-c10276ca9a2f tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Network e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:07:44.493668 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-5d91f4ff-40e4-42c5-8d61-84d83ec1f4d6 req-a47b0655-1f55-4b0f-8c68-c10276ca9a2f tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:07:44.500773 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d91f4ff-40e4-42c5-8d61-84d83ec1f4d6 req-a47b0655-1f55-4b0f-8c68-c10276ca9a2f tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:07:44.504971 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47b0655-1f55-4b0f-8c68-c10276ca9a2f tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Pushing event updated for resources: {'Port': ['ID=73b77dfb-eb82-4711-b2a0-27033906d828,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:44.753808 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-93ca5fb0-ff59-4639-a3b6-049721765bcb req-d0853b25-56b3-4232-931d-901a3e6b83ef tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=31601042-336e-46fa-871d-26eb8da12d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3034821 Nov 12 01:07:44.763814 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-187c4f95-99bb-4d2f-b21a-f9daa4711d3a req-85dd6e49-c5e8-4bf8-b09b-8d7ed45ae215 service neutron] 10.222.0.16 "GET /v2.0/networks/589a11d9-462f-4432-aa26-12a7b18ca65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5466874 Nov 12 01:07:44.820468 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91f4ff-40e4-42c5-8d61-84d83ec1f4d6 req-a47b0655-1f55-4b0f-8c68-c10276ca9a2f tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:44.822016 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5d91f4ff-40e4-42c5-8d61-84d83ec1f4d6 req-a47b0655-1f55-4b0f-8c68-c10276ca9a2f tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:44.895146 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63904df-fd17-47a4-b52c-4006578a7a6f req-5a92512a-c4d1-4491-b20f-9f7a4d0b4b89 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:44.907362 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63904df-fd17-47a4-b52c-4006578a7a6f req-5a92512a-c4d1-4491-b20f-9f7a4d0b4b89 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:44.918121 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63904df-fd17-47a4-b52c-4006578a7a6f req-5a92512a-c4d1-4491-b20f-9f7a4d0b4b89 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:44.920160 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e63904df-fd17-47a4-b52c-4006578a7a6f req-5a92512a-c4d1-4491-b20f-9f7a4d0b4b89 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1 HTTP/1.1" status: 200 len: 2419 time: 0.3570232 Nov 12 01:07:44.953310 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5d91f4ff-40e4-42c5-8d61-84d83ec1f4d6 req-a47b0655-1f55-4b0f-8c68-c10276ca9a2f tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8043234 Nov 12 01:07:44.979445 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-cf7cc63b-bad0-4c89-9bab-16071960a83f None None] Provisioning complete for port 73b77dfb-eb82-4711-b2a0-27033906d828 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:44.980507 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cf7cc63b-bad0-4c89-9bab-16071960a83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:45.014628 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-5d91f4ff-40e4-42c5-8d61-84d83ec1f4d6 req-b9afc03d-6f6c-49cd-b955-6e6e0b2662ee service neutron] Request body: {'port': {'device_id': 'd144407c-df74-4c6d-aaa1-d8862914b0c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:45.078335 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-cf7cc63b-bad0-4c89-9bab-16071960a83f None None] Port 73b77dfb-eb82-4711-b2a0-27033906d828 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:07:45.144864 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81d660-df32-4742-8e71-6ca8f4a01ee4 req-d98a1363-1a1c-4074-8731-49a513de0131 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:45.146623 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5d81d660-df32-4742-8e71-6ca8f4a01ee4 req-d98a1363-1a1c-4074-8731-49a513de0131 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf7000ec-f6df-4708-b4e2-a70f05feecb6 HTTP/1.1" status: 200 len: 946 time: 0.3202610 Nov 12 01:07:45.205614 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933af92e-3bdf-42d8-a009-cc9c681e9baf req-ef1efdcd-22fa-4f67-a1cb-35be20d5d614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:45.207152 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-933af92e-3bdf-42d8-a009-cc9c681e9baf req-ef1efdcd-22fa-4f67-a1cb-35be20d5d614 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1650592d4cf74284855a02a26c6d9866&device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 1096 time: 0.2859960 Nov 12 01:07:45.233712 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea41ef1-50db-4cf8-bda4-c308f41a37b4 req-71f55181-16ea-4dbd-b5cb-62d57e6deaaf tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:45.235108 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eea41ef1-50db-4cf8-bda4-c308f41a37b4 req-71f55181-16ea-4dbd-b5cb-62d57e6deaaf tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 946 time: 0.2806327 Nov 12 01:07:45.247291 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5d91f4ff-40e4-42c5-8d61-84d83ec1f4d6 req-b9afc03d-6f6c-49cd-b955-6e6e0b2662ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:45.441086 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5d81d660-df32-4742-8e71-6ca8f4a01ee4 req-2bada176-5f53-423c-a358-a427ca29e48f tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526026 Nov 12 01:07:45.499848 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-e63904df-fd17-47a4-b52c-4006578a7a6f req-ef7e0713-2699-4b2c-86b0-397c4df38ff2 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Deleting port 8332545c-0124-470d-8012-c73d5d86ddad {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:45.500221 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e63904df-fd17-47a4-b52c-4006578a7a6f req-ef7e0713-2699-4b2c-86b0-397c4df38ff2 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:45.513573 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eea41ef1-50db-4cf8-bda4-c308f41a37b4 req-24ed9085-ac8b-41d1-96b8-302b2d0b1fda tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614477 Nov 12 01:07:45.519414 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933af92e-3bdf-42d8-a009-cc9c681e9baf req-54c412fe-ee26-4014-9673-ffd6610e0968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:45.525663 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-933af92e-3bdf-42d8-a009-cc9c681e9baf req-54c412fe-ee26-4014-9673-ffd6610e0968 service neutron] 10.222.0.16 "GET /v2.0/networks?id=589a11d9-462f-4432-aa26-12a7b18ca65f HTTP/1.1" status: 200 len: 916 time: 0.3068748 Nov 12 01:07:45.732070 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-933af92e-3bdf-42d8-a009-cc9c681e9baf req-e94cfc42-5fb6-41b8-83ba-f10ebf27316e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0da1175-a9ed-437b-8e53-221098ff6951 HTTP/1.1" status: 200 len: 217 time: 0.1843941 Nov 12 01:07:45.946364 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-e63904df-fd17-47a4-b52c-4006578a7a6f req-ef7e0713-2699-4b2c-86b0-397c4df38ff2 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] For port 8332545c-0124-470d-8012-c73d5d86ddad, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=8332545c-0124-470d-8012-c73d5d86ddad,segment=NetworkSegment(8df7105e-54bb-427e-aa52-3ae5348b295b),segment_id=8df7105e-54bb-427e-aa52-3ae5348b295b)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:45.946740 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e63904df-fd17-47a4-b52c-4006578a7a6f req-ef7e0713-2699-4b2c-86b0-397c4df38ff2 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:45.982996 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80ab87-cf37-4ab2-a02d-d34881040dc7 req-de25709d-2ffd-4c39-9643-cf2f8fc74e94 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:45.984573 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ac80ab87-cf37-4ab2-a02d-d34881040dc7 req-de25709d-2ffd-4c39-9643-cf2f8fc74e94 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=92366c13-5509-4ca1-a656-40cfe7ea97c0 HTTP/1.1" status: 200 len: 945 time: 0.3520532 Nov 12 01:07:45.985687 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-e63904df-fd17-47a4-b52c-4006578a7a6f req-ef7e0713-2699-4b2c-86b0-397c4df38ff2 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Calling delete_port for 8332545c-0124-470d-8012-c73d5d86ddad owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:45.998394 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933af92e-3bdf-42d8-a009-cc9c681e9baf req-dfa368f2-ae45-4f5d-aa9a-c9146eacd819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:45.999902 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-933af92e-3bdf-42d8-a009-cc9c681e9baf req-dfa368f2-ae45-4f5d-aa9a-c9146eacd819 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=34773eb3-d58a-4b8a-a536-c500cef253a8 HTTP/1.1" status: 200 len: 855 time: 0.2365623 Nov 12 01:07:46.023922 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85814514-903d-4746-bfdc-302015338890 req-4526b0af-4483-4dce-977e-fe8e33030193 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:46.030054 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85814514-903d-4746-bfdc-302015338890 req-4526b0af-4483-4dce-977e-fe8e33030193 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:46.036200 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85814514-903d-4746-bfdc-302015338890 req-4526b0af-4483-4dce-977e-fe8e33030193 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:46.038021 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-85814514-903d-4746-bfdc-302015338890 req-4526b0af-4483-4dce-977e-fe8e33030193 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1 HTTP/1.1" status: 200 len: 2419 time: 0.4023435 Nov 12 01:07:46.258974 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ac80ab87-cf37-4ab2-a02d-d34881040dc7 req-9022e667-fdd8-4859-921f-6a1aef769fab tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/security-groups?id=f626cb36-929f-4673-920e-7adb794eb81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530048 Nov 12 01:07:46.280867 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933af92e-3bdf-42d8-a009-cc9c681e9baf req-e612f673-093b-4b13-a8a7-8f84f6f8dcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:46.282537 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-933af92e-3bdf-42d8-a009-cc9c681e9baf req-e612f673-093b-4b13-a8a7-8f84f6f8dcac service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=589a11d9-462f-4432-aa26-12a7b18ca65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2723291 Nov 12 01:07:46.313720 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-85814514-903d-4746-bfdc-302015338890 req-008f75fd-9302-4f8e-bc8f-7ad505b5a570 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ff705a3-efa9-445f-9f2b-f795d1ef6f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530854 Nov 12 01:07:46.372494 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-5d91f4ff-40e4-42c5-8d61-84d83ec1f4d6 req-b9afc03d-6f6c-49cd-b955-6e6e0b2662ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73b77dfb-eb82-4711-b2a0-27033906d828 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:07:46.436193 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5d91f4ff-40e4-42c5-8d61-84d83ec1f4d6 req-b9afc03d-6f6c-49cd-b955-6e6e0b2662ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:46.498968 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-5d91f4ff-40e4-42c5-8d61-84d83ec1f4d6 req-b9afc03d-6f6c-49cd-b955-6e6e0b2662ee service neutron] Transition to ACTIVE for port object 73b77dfb-eb82-4711-b2a0-27033906d828 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:07:46.517447 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5d91f4ff-40e4-42c5-8d61-84d83ec1f4d6 req-b9afc03d-6f6c-49cd-b955-6e6e0b2662ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:46.580005 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd559bc-6f32-4e21-ba48-4402e2fc296b req-4c196c25-5fef-4d79-9a3f-7b5673388857 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:46.584610 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4dd559bc-6f32-4e21-ba48-4402e2fc296b req-4c196c25-5fef-4d79-9a3f-7b5673388857 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.16 "GET /v2.0/ports?device_id=92366c13-5509-4ca1-a656-40cfe7ea97c0 HTTP/1.1" status: 200 len: 945 time: 0.1041355 Nov 12 01:07:46.597862 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e63904df-fd17-47a4-b52c-4006578a7a6f req-ef7e0713-2699-4b2c-86b0-397c4df38ff2 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:46.612475 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0501ce-5a9b-4fc9-80ae-dec02ece13c4 req-0a170c3f-df45-4a5c-b5c9-6eb7beb9f5a1 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:46.614753 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-be0501ce-5a9b-4fc9-80ae-dec02ece13c4 req-0a170c3f-df45-4a5c-b5c9-6eb7beb9f5a1 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=d144407c-df74-4c6d-aaa1-d8862914b0c1 HTTP/1.1" status: 200 len: 931 time: 0.2688937 Nov 12 01:07:46.637273 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-933af92e-3bdf-42d8-a009-cc9c681e9baf req-07e99b8e-358e-4b6c-9348-976cb62391ef service neutron] 10.222.0.16 "GET /v2.0/networks/589a11d9-462f-4432-aa26-12a7b18ca65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277047 Nov 12 01:07:46.670741 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9afc03d-6f6c-49cd-b955-6e6e0b2662ee service neutron] Pushing event updated for resources: {'Port': ['ID=73b77dfb-eb82-4711-b2a0-27033906d828,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:46.717659 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-4dd559bc-6f32-4e21-ba48-4402e2fc296b req-2e56f5c3-0f99-4fc3-ba9d-b9210a295843 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Deleting port 7452cd84-5f7d-449f-a474-81e6f65606e9 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:46.718271 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4dd559bc-6f32-4e21-ba48-4402e2fc296b req-2e56f5c3-0f99-4fc3-ba9d-b9210a295843 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:46.833954 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-4dd559bc-6f32-4e21-ba48-4402e2fc296b req-2e56f5c3-0f99-4fc3-ba9d-b9210a295843 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] For port 7452cd84-5f7d-449f-a474-81e6f65606e9, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=7452cd84-5f7d-449f-a474-81e6f65606e9,segment=NetworkSegment(ad4c4449-dc7a-4356-bf97-224e764df50e),segment_id=ad4c4449-dc7a-4356-bf97-224e764df50e)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:46.834344 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4dd559bc-6f32-4e21-ba48-4402e2fc296b req-2e56f5c3-0f99-4fc3-ba9d-b9210a295843 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:46.841997 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7e0713-2699-4b2c-86b0-397c4df38ff2 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Pushing event deleted for resources: {'Port': ['ID=8332545c-0124-470d-8012-c73d5d86ddad,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:46.850062 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-4dd559bc-6f32-4e21-ba48-4402e2fc296b req-2e56f5c3-0f99-4fc3-ba9d-b9210a295843 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Calling delete_port for 7452cd84-5f7d-449f-a474-81e6f65606e9 owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:46.894529 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-e63904df-fd17-47a4-b52c-4006578a7a6f req-ef7e0713-2699-4b2c-86b0-397c4df38ff2 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] No DVR routers for this DVR port 8332545c-0124-470d-8012-c73d5d86ddad on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:07:46.930859 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad43c4-cd0c-4004-8cb1-2928be44b358 req-f80190b0-25f0-47be-b06b-e1493bde22a8 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:46.938788 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-78ad43c4-cd0c-4004-8cb1-2928be44b358 req-f80190b0-25f0-47be-b06b-e1493bde22a8 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 944 time: 0.3731613 Nov 12 01:07:46.945636 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e63904df-fd17-47a4-b52c-4006578a7a6f req-ef7e0713-2699-4b2c-86b0-397c4df38ff2 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:46.955441 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e63904df-fd17-47a4-b52c-4006578a7a6f req-ef7e0713-2699-4b2c-86b0-397c4df38ff2 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.16 "DELETE /v2.0/ports/8332545c-0124-470d-8012-c73d5d86ddad HTTP/1.1" status: 204 len: 173 time: 1.9989400 Nov 12 01:07:46.960037 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1', 'name': 'network-vif-deleted', 'tag': '8332545c-0124-470d-8012-c73d5d86ddad'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:46.963909 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d17eab-746e-456a-91cb-0999c59f50b1" -d '{"events": [{"server_uuid": "dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1", "name": "network-vif-deleted", "tag": "8332545c-0124-470d-8012-c73d5d86ddad"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:46.998839 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39742) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:47.006595 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4dd559bc-6f32-4e21-ba48-4402e2fc296b req-2e56f5c3-0f99-4fc3-ba9d-b9210a295843 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:47.044943 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['7452cd84-5f7d-449f-a474-81e6f65606e9'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:07:47.049467 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e56f5c3-0f99-4fc3-ba9d-b9210a295843 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Pushing event deleted for resources: {'Port': ['ID=7452cd84-5f7d-449f-a474-81e6f65606e9,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:47.096297 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd559bc-6f32-4e21-ba48-4402e2fc296b req-2e56f5c3-0f99-4fc3-ba9d-b9210a295843 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] No DVR routers for this DVR port 7452cd84-5f7d-449f-a474-81e6f65606e9 on host n-h1-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:07:47.102714 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4dd559bc-6f32-4e21-ba48-4402e2fc296b req-2e56f5c3-0f99-4fc3-ba9d-b9210a295843 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:47.106659 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4dd559bc-6f32-4e21-ba48-4402e2fc296b req-2e56f5c3-0f99-4fc3-ba9d-b9210a295843 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.16 "DELETE /v2.0/ports/7452cd84-5f7d-449f-a474-81e6f65606e9 HTTP/1.1" status: 204 len: 173 time: 0.5156174 Nov 12 01:07:47.107425 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92366c13-5509-4ca1-a656-40cfe7ea97c0', 'name': 'network-vif-deleted', 'tag': '7452cd84-5f7d-449f-a474-81e6f65606e9'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:47.110181 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62bfbe4e-d908-4398-8958-e127d27b5471" -d '{"events": [{"server_uuid": "92366c13-5509-4ca1-a656-40cfe7ea97c0", "name": "network-vif-deleted", "tag": "7452cd84-5f7d-449f-a474-81e6f65606e9"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:47.115629 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e56f5c3-0f99-4fc3-ba9d-b9210a295843 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:47.116654 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e56f5c3-0f99-4fc3-ba9d-b9210a295843 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:47.117448 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e56f5c3-0f99-4fc3-ba9d-b9210a295843 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:47.118043 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e56f5c3-0f99-4fc3-ba9d-b9210a295843 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:47.118796 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e56f5c3-0f99-4fc3-ba9d-b9210a295843 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:47.119363 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e56f5c3-0f99-4fc3-ba9d-b9210a295843 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:47.119916 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e56f5c3-0f99-4fc3-ba9d-b9210a295843 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:47.120519 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e56f5c3-0f99-4fc3-ba9d-b9210a295843 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:47.121134 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e56f5c3-0f99-4fc3-ba9d-b9210a295843 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:47.121683 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e56f5c3-0f99-4fc3-ba9d-b9210a295843 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:47.122391 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e56f5c3-0f99-4fc3-ba9d-b9210a295843 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:47.122937 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e56f5c3-0f99-4fc3-ba9d-b9210a295843 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:47.147702 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-be0501ce-5a9b-4fc9-80ae-dec02ece13c4 req-009445d3-75cc-474b-a34c-c82235270cbf tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5079591 Nov 12 01:07:47.171633 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-933af92e-3bdf-42d8-a009-cc9c681e9baf req-80977f17-316e-496e-8b93-054ee31bf175 service neutron] 10.222.0.16 "GET /v2.0/networks/589a11d9-462f-4432-aa26-12a7b18ca65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5241396 Nov 12 01:07:47.271821 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-78ad43c4-cd0c-4004-8cb1-2928be44b358 req-78566133-7d53-4dbf-8225-01d3ddf88526 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=31601042-336e-46fa-871d-26eb8da12d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3309009 Nov 12 01:07:47.274458 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-5d91f4ff-40e4-42c5-8d61-84d83ec1f4d6 req-b9afc03d-6f6c-49cd-b955-6e6e0b2662ee service neutron] Attempting to bind port 73b77dfb-eb82-4711-b2a0-27033906d828 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:07:47.274799 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-5d91f4ff-40e4-42c5-8d61-84d83ec1f4d6 req-b9afc03d-6f6c-49cd-b955-6e6e0b2662ee service neutron] Attempting to bind port 73b77dfb-eb82-4711-b2a0-27033906d828 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:07:47.275140 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d91f4ff-40e4-42c5-8d61-84d83ec1f4d6 req-b9afc03d-6f6c-49cd-b955-6e6e0b2662ee service neutron] Attempting to bind port 73b77dfb-eb82-4711-b2a0-27033906d828 on network e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:47.309211 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d91f4ff-40e4-42c5-8d61-84d83ec1f4d6 req-b9afc03d-6f6c-49cd-b955-6e6e0b2662ee service neutron] Port 73b77dfb-eb82-4711-b2a0-27033906d828 on network e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:07:47.309545 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d91f4ff-40e4-42c5-8d61-84d83ec1f4d6 req-b9afc03d-6f6c-49cd-b955-6e6e0b2662ee service neutron] Attempting to bind port 73b77dfb-eb82-4711-b2a0-27033906d828 on network e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:07:47.323521 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d91f4ff-40e4-42c5-8d61-84d83ec1f4d6 req-b9afc03d-6f6c-49cd-b955-6e6e0b2662ee service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:07:47.323839 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d91f4ff-40e4-42c5-8d61-84d83ec1f4d6 req-b9afc03d-6f6c-49cd-b955-6e6e0b2662ee service neutron] Checking segment: {'id': '6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:07:47.324286 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d91f4ff-40e4-42c5-8d61-84d83ec1f4d6 req-b9afc03d-6f6c-49cd-b955-6e6e0b2662ee service neutron] Bound using segment: {'id': '6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:07:47.324747 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-5d91f4ff-40e4-42c5-8d61-84d83ec1f4d6 req-b9afc03d-6f6c-49cd-b955-6e6e0b2662ee service neutron] Bound port: 73b77dfb-eb82-4711-b2a0-27033906d828, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:07:47.325114 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5d91f4ff-40e4-42c5-8d61-84d83ec1f4d6 req-b9afc03d-6f6c-49cd-b955-6e6e0b2662ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:47.340080 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-21a20c95-fd2c-4bc9-a91d-0c3c1e5ee989 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:47.377367 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc76541-4362-4175-9965-93c463448f6a req-d939834b-8583-49c3-b91c-db8caa199504 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:47.385769 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9bc76541-4362-4175-9965-93c463448f6a req-d939834b-8583-49c3-b91c-db8caa199504 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf7000ec-f6df-4708-b4e2-a70f05feecb6 HTTP/1.1" status: 200 len: 946 time: 0.1355426 Nov 12 01:07:47.466493 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-21a20c95-fd2c-4bc9-a91d-0c3c1e5ee989 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:47.471426 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-21a20c95-fd2c-4bc9-a91d-0c3c1e5ee989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:47.472984 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-e63904df-fd17-47a4-b52c-4006578a7a6f req-dd3a5ede-418c-4649-90c3-3aeda3aca053 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Deleting port 172a2b85-e7cd-4734-9b33-2c8708f5cd33 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:47.473327 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e63904df-fd17-47a4-b52c-4006578a7a6f req-dd3a5ede-418c-4649-90c3-3aeda3aca053 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:47.522495 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-21a20c95-fd2c-4bc9-a91d-0c3c1e5ee989 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=969bc3c38f7c435b909b255200977544&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5223405 Nov 12 01:07:47.523049 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39754) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:47.525219 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a20c95-fd2c-4bc9-a91d-0c3c1e5ee989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2dcf088-0c52-4b30-8618-ba47619b9bb4,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:47.588126 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1293719e-da13-4023-9a34-7b2e5bc80977 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:47.601704 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device e0da1175-a9ed-437b-8e53-221098ff6951 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:07:47.603675 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-5d91f4ff-40e4-42c5-8d61-84d83ec1f4d6 req-b9afc03d-6f6c-49cd-b955-6e6e0b2662ee service neutron] For port 73b77dfb-eb82-4711-b2a0-27033906d828, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:07:47.612589 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:07:47.620834 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1293719e-da13-4023-9a34-7b2e5bc80977 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:47.622409 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9bc76541-4362-4175-9965-93c463448f6a req-3e459b5c-141f-49c8-8c6f-ad78c41db08e tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343671 Nov 12 01:07:47.628539 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-5d91f4ff-40e4-42c5-8d61-84d83ec1f4d6 req-b9afc03d-6f6c-49cd-b955-6e6e0b2662ee service neutron] For port 73b77dfb-eb82-4711-b2a0-27033906d828, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=73b77dfb-eb82-4711-b2a0-27033906d828,segment=NetworkSegment(6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4),segment_id=6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:07:47.648480 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1540d7-21c9-4b1a-8387-6cb4669be536 req-d624ea9f-aad8-468b-8a75-b0c5bb09dd92 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:47.650075 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ff1540d7-21c9-4b1a-8387-6cb4669be536 req-d624ea9f-aad8-468b-8a75-b0c5bb09dd92 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 946 time: 0.1987619 Nov 12 01:07:47.651297 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5d91f4ff-40e4-42c5-8d61-84d83ec1f4d6 req-b9afc03d-6f6c-49cd-b955-6e6e0b2662ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:47.722228 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91f4ff-40e4-42c5-8d61-84d83ec1f4d6 req-b9afc03d-6f6c-49cd-b955-6e6e0b2662ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:47.723063 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5d91f4ff-40e4-42c5-8d61-84d83ec1f4d6 req-b9afc03d-6f6c-49cd-b955-6e6e0b2662ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:47.725255 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5d91f4ff-40e4-42c5-8d61-84d83ec1f4d6 req-b9afc03d-6f6c-49cd-b955-6e6e0b2662ee service neutron] 10.222.0.44 "PUT /v2.0/ports/73b77dfb-eb82-4711-b2a0-27033906d828 HTTP/1.1" status: 200 len: 1092 time: 2.7254009 Nov 12 01:07:47.741233 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-e63904df-fd17-47a4-b52c-4006578a7a6f req-dd3a5ede-418c-4649-90c3-3aeda3aca053 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] For port 172a2b85-e7cd-4734-9b33-2c8708f5cd33, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=172a2b85-e7cd-4734-9b33-2c8708f5cd33,segment=NetworkSegment(1e803937-f20e-4d95-9597-0314f083c1eb),segment_id=1e803937-f20e-4d95-9597-0314f083c1eb)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:47.741887 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e63904df-fd17-47a4-b52c-4006578a7a6f req-dd3a5ede-418c-4649-90c3-3aeda3aca053 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:47.751202 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1293719e-da13-4023-9a34-7b2e5bc80977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:47.773152 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1293719e-da13-4023-9a34-7b2e5bc80977 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:47.774851 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-e63904df-fd17-47a4-b52c-4006578a7a6f req-dd3a5ede-418c-4649-90c3-3aeda3aca053 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Calling delete_port for 172a2b85-e7cd-4734-9b33-2c8708f5cd33 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:47.785635 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1293719e-da13-4023-9a34-7b2e5bc80977 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e2dcf088-0c52-4b30-8618-ba47619b9bb4 HTTP/1.1" status: 204 len: 168 time: 0.2598915 Nov 12 01:07:47.832123 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1293719e-da13-4023-9a34-7b2e5bc80977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2dcf088-0c52-4b30-8618-ba47619b9bb4,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:47.878507 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ff1540d7-21c9-4b1a-8387-6cb4669be536 req-afcd0046-f092-42bf-be05-1c666446c1f1 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152851 Nov 12 01:07:47.950076 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835b62b1-c0fa-41da-9b4b-291a7f5f6dd4 x-openstack-request-id: req-835b62b1-c0fa-41da-9b4b-291a7f5f6dd4 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:47.950892 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92366c13-5509-4ca1-a656-40cfe7ea97c0", "name": "network-vif-deleted", "tag": "7452cd84-5f7d-449f-a474-81e6f65606e9", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:47.951499 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-835b62b1-c0fa-41da-9b4b-291a7f5f6dd4 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:47.952578 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92366c13-5509-4ca1-a656-40cfe7ea97c0', 'name': 'network-vif-deleted', 'tag': '7452cd84-5f7d-449f-a474-81e6f65606e9', 'status': 'completed', 'code': 200} Nov 12 01:07:47.998450 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9afc03d-6f6c-49cd-b955-6e6e0b2662ee service neutron] Pushing event updated for resources: {'Port': ['ID=73b77dfb-eb82-4711-b2a0-27033906d828,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:48.008744 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f6bd08-0b78-4ceb-aacd-50b66bdad3e4 x-openstack-request-id: req-40f6bd08-0b78-4ceb-aacd-50b66bdad3e4 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:48.009254 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1", "name": "network-vif-deleted", "tag": "8332545c-0124-470d-8012-c73d5d86ddad", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:48.009637 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-40f6bd08-0b78-4ceb-aacd-50b66bdad3e4 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:48.010269 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1', 'name': 'network-vif-deleted', 'tag': '8332545c-0124-470d-8012-c73d5d86ddad', 'status': 'completed', 'code': 200} Nov 12 01:07:48.115681 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port e0da1175-a9ed-437b-8e53-221098ff6951, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=e0da1175-a9ed-437b-8e53-221098ff6951,segment=NetworkSegment(160eb3a9-a811-42ba-8ae2-682c5125e1c5),segment_id=160eb3a9-a811-42ba-8ae2-682c5125e1c5)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:48.161763 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': 'e0da1175-a9ed-437b-8e53-221098ff6951', 'network_id': '589a11d9-462f-4432-aa26-12a7b18ca65f', 'port_id': 'e0da1175-a9ed-437b-8e53-221098ff6951', 'mac_address': 'fa:16:3e:5a:f4:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34773eb3-d58a-4b8a-a536-c500cef253a8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:07:48.205604 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:48.237264 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:48.244177 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:48.246674 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5b0525-e0e9-4d16-81ab-52d573423d7b" -d '{"events": [{"server_uuid": "dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1", "name": "network-vif-unplugged", "status": "completed", "tag": "eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:48.274633 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1,segment=NetworkSegment(1e803937-f20e-4d95-9597-0314f083c1eb),segment_id=1e803937-f20e-4d95-9597-0314f083c1eb)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:48.277268 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0da1175-a9ed-437b-8e53-221098ff6951 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:07:48.283532 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:48.284607 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 172a2b85-e7cd-4734-9b33-2c8708f5cd33 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:07:48.347578 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port e0da1175-a9ed-437b-8e53-221098ff6951, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=e0da1175-a9ed-437b-8e53-221098ff6951,segment=NetworkSegment(160eb3a9-a811-42ba-8ae2-682c5125e1c5),segment_id=160eb3a9-a811-42ba-8ae2-682c5125e1c5)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:48.364169 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:48.388164 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1,revision_number=6']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:48.400216 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:48.400779 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:48.401279 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:48.401837 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:48.402358 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:48.404189 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:48.404641 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:48.404975 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:48.405500 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:48.405831 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:48.406162 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:48.406489 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:48.454083 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39768) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:48.470778 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f9b7c627-92a7-4478-988c-c7f83a0307f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:48.483938 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:48.563639 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=e0da1175-a9ed-437b-8e53-221098ff6951,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:48.588273 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f9b7c627-92a7-4478-988c-c7f83a0307f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:48.592882 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 172a2b85-e7cd-4734-9b33-2c8708f5cd33, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=172a2b85-e7cd-4734-9b33-2c8708f5cd33,segment=NetworkSegment(1e803937-f20e-4d95-9597-0314f083c1eb),segment_id=1e803937-f20e-4d95-9597-0314f083c1eb)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:48.594593 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f9b7c627-92a7-4478-988c-c7f83a0307f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:48.599891 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:48.601286 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 8332545c-0124-470d-8012-c73d5d86ddad no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:07:48.638917 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b7c627-92a7-4478-988c-c7f83a0307f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd9e69b-47b8-4083-a8f3-52498b9735d6,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:48.644519 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f9b7c627-92a7-4478-988c-c7f83a0307f6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c5fceb3f647e49a693cdeca2810736e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1892428 Nov 12 01:07:48.647197 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39770) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:48.681294 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] No Port match for: 8332545c-0124-470d-8012-c73d5d86ddad {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:07:48.681873 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 8332545c-0124-470d-8012-c73d5d86ddad not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:07:48.691492 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['e0da1175-a9ed-437b-8e53-221098ff6951'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:07:48.709453 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e3e2f402-450c-4a58-a257-4567b4293d34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:48.736220 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e3e2f402-450c-4a58-a257-4567b4293d34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:48.752608 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-75fe93df-40bb-44f4-b016-8c78da811732 req-264d2fe2-45a5-414c-8831-dadc05f00f58 tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] 10.222.0.45 "GET /v2.0/ports?device_id=92366c13-5509-4ca1-a656-40cfe7ea97c0 HTTP/1.1" status: 200 len: 210 time: 0.5501261 Nov 12 01:07:48.788204 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91f4ff-40e4-42c5-8d61-84d83ec1f4d6 req-22713f23-fb3c-4751-ae56-81954c7258bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:48.790623 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5d91f4ff-40e4-42c5-8d61-84d83ec1f4d6 req-22713f23-fb3c-4751-ae56-81954c7258bc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7bbe35289028429ba1e1b86033a5bcab&device_id=d144407c-df74-4c6d-aaa1-d8862914b0c1 HTTP/1.1" status: 200 len: 1095 time: 0.8129277 Nov 12 01:07:48.803140 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e3e2f402-450c-4a58-a257-4567b4293d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:48.803396 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=172a2b85-e7cd-4734-9b33-2c8708f5cd33,revision_number=6']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:48.808209 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e3e2f402-450c-4a58-a257-4567b4293d34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:48.811929 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e3e2f402-450c-4a58-a257-4567b4293d34 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4fd9e69b-47b8-4083-a8f3-52498b9735d6 HTTP/1.1" status: 204 len: 168 time: 0.1615479 Nov 12 01:07:48.822482 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698120ae-6125-4cec-abb3-76e83fae6558 req-7bef7444-8e10-4e79-b5fa-5495f2fdbacd tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:48.829295 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698120ae-6125-4cec-abb3-76e83fae6558 req-7bef7444-8e10-4e79-b5fa-5495f2fdbacd tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:48.831282 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-698120ae-6125-4cec-abb3-76e83fae6558 req-7bef7444-8e10-4e79-b5fa-5495f2fdbacd tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1 HTTP/1.1" status: 200 len: 1683 time: 0.6269553 Nov 12 01:07:48.849002 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e2f402-450c-4a58-a257-4567b4293d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd9e69b-47b8-4083-a8f3-52498b9735d6,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:48.896183 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5d91f4ff-40e4-42c5-8d61-84d83ec1f4d6 req-3b00f2e4-3724-47a4-adcc-ac4cc723e753 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73b77dfb-eb82-4711-b2a0-27033906d828 HTTP/1.1" status: 200 len: 217 time: 0.0884912 Nov 12 01:07:49.113413 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91f4ff-40e4-42c5-8d61-84d83ec1f4d6 req-77c9307f-9c39-434e-92af-97e015b249c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:49.115151 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5d91f4ff-40e4-42c5-8d61-84d83ec1f4d6 req-77c9307f-9c39-434e-92af-97e015b249c9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=55fa7c58-77a8-4d04-ad83-d7b14788e8b6 HTTP/1.1" status: 200 len: 850 time: 0.2087126 Nov 12 01:07:49.118775 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-698120ae-6125-4cec-abb3-76e83fae6558 req-0bbc87dc-6151-422a-bc17-332044ef274f tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ff705a3-efa9-445f-9f2b-f795d1ef6f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720590 Nov 12 01:07:49.138076 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e63904df-fd17-47a4-b52c-4006578a7a6f req-dd3a5ede-418c-4649-90c3-3aeda3aca053 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:49.207853 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a5ede-418c-4649-90c3-3aeda3aca053 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Pushing event deleted for resources: {'Port': ['ID=172a2b85-e7cd-4734-9b33-2c8708f5cd33,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:49.236917 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5967fb0a-e87c-4dfc-94e5-74ff751eb696 req-4ca8762d-0e84-46be-a2e0-e79b7e0f626d tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:49.238879 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5967fb0a-e87c-4dfc-94e5-74ff751eb696 req-4ca8762d-0e84-46be-a2e0-e79b7e0f626d tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 946 time: 0.2213168 Nov 12 01:07:49.268562 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-e63904df-fd17-47a4-b52c-4006578a7a6f req-dd3a5ede-418c-4649-90c3-3aeda3aca053 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] No DVR routers for this DVR port 172a2b85-e7cd-4734-9b33-2c8708f5cd33 on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:07:49.271548 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e63904df-fd17-47a4-b52c-4006578a7a6f req-dd3a5ede-418c-4649-90c3-3aeda3aca053 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:49.275618 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e63904df-fd17-47a4-b52c-4006578a7a6f req-dd3a5ede-418c-4649-90c3-3aeda3aca053 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.16 "DELETE /v2.0/ports/172a2b85-e7cd-4734-9b33-2c8708f5cd33 HTTP/1.1" status: 204 len: 173 time: 2.2903082 Nov 12 01:07:49.329176 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91f4ff-40e4-42c5-8d61-84d83ec1f4d6 req-b85596cd-a595-498d-9f88-049abc4576a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:49.330788 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5d91f4ff-40e4-42c5-8d61-84d83ec1f4d6 req-b85596cd-a595-498d-9f88-049abc4576a1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2065563 Nov 12 01:07:49.501985 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5967fb0a-e87c-4dfc-94e5-74ff751eb696 req-60228686-c747-4204-8ba8-6208f3ce2810 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348320 Nov 12 01:07:49.520101 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0a397-2848-4073-b580-76838c426433 req-c60cabce-02ef-4d41-881c-24a24f2b9d24 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:49.520101 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3db0a397-2848-4073-b580-76838c426433 req-c60cabce-02ef-4d41-881c-24a24f2b9d24 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=d144407c-df74-4c6d-aaa1-d8862914b0c1 HTTP/1.1" status: 200 len: 943 time: 0.2551427 Nov 12 01:07:49.591507 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c4f984-a600-43d7-9f69-3e448272eaff x-openstack-request-id: req-b1c4f984-a600-43d7-9f69-3e448272eaff {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:49.592562 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1", "name": "network-vif-unplugged", "status": "completed", "tag": "eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:49.593029 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b1c4f984-a600-43d7-9f69-3e448272eaff {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:49.593660 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1', 'code': 200} Nov 12 01:07:49.606306 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device e0da1175-a9ed-437b-8e53-221098ff6951 up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:07:49.662439 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5d91f4ff-40e4-42c5-8d61-84d83ec1f4d6 req-4af22c77-a171-4ff1-88b5-a0b0e7f28861 service neutron] 10.222.0.44 "GET /v2.0/networks/e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943680 Nov 12 01:07:49.692106 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-e63904df-fd17-47a4-b52c-4006578a7a6f req-dd1793aa-5608-4036-a7cf-d0079c1ac8c5 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Deleting port eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:49.692672 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e63904df-fd17-47a4-b52c-4006578a7a6f req-dd1793aa-5608-4036-a7cf-d0079c1ac8c5 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:49.695239 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port e0da1175-a9ed-437b-8e53-221098ff6951 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:07:49.705134 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port e0da1175-a9ed-437b-8e53-221098ff6951 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:49.705525 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:49.766007 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3db0a397-2848-4073-b580-76838c426433 req-7563c930-cbc0-41c2-96d2-58a44b3f1c85 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341700 Nov 12 01:07:49.805158 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:49.850018 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port e0da1175-a9ed-437b-8e53-221098ff6951, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=e0da1175-a9ed-437b-8e53-221098ff6951,segment=NetworkSegment(160eb3a9-a811-42ba-8ae2-682c5125e1c5),segment_id=160eb3a9-a811-42ba-8ae2-682c5125e1c5)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:49.854625 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:49.855588 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 7452cd84-5f7d-449f-a474-81e6f65606e9 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:07:49.898815 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] No Port match for: 7452cd84-5f7d-449f-a474-81e6f65606e9 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:07:49.899183 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 7452cd84-5f7d-449f-a474-81e6f65606e9 not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:07:49.953068 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=e0da1175-a9ed-437b-8e53-221098ff6951,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:49.997078 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd857be0-4220-469e-93c1-539f4003869a req-8f68539f-b488-483a-8635-d70d683e1ec6 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:49.998701 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bd857be0-4220-469e-93c1-539f4003869a req-8f68539f-b488-483a-8635-d70d683e1ec6 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 945 time: 0.3483031 Nov 12 01:07:50.014209 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd144407c-df74-4c6d-aaa1-d8862914b0c1', 'tag': '73b77dfb-eb82-4711-b2a0-27033906d828'}, {'server_uuid': 'dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1', 'name': 'network-vif-deleted', 'tag': '172a2b85-e7cd-4734-9b33-2c8708f5cd33'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:50.016512 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de516dd-6ac0-435c-a7c3-96f0700d1319" -d '{"events": [{"name": "network-changed", "server_uuid": "d144407c-df74-4c6d-aaa1-d8862914b0c1", "tag": "73b77dfb-eb82-4711-b2a0-27033906d828"}, {"server_uuid": "dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1", "name": "network-vif-deleted", "tag": "172a2b85-e7cd-4734-9b33-2c8708f5cd33"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:50.080060 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-e63904df-fd17-47a4-b52c-4006578a7a6f req-dd1793aa-5608-4036-a7cf-d0079c1ac8c5 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] For port eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1,segment=NetworkSegment(1e803937-f20e-4d95-9597-0314f083c1eb),segment_id=1e803937-f20e-4d95-9597-0314f083c1eb)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:50.080429 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e63904df-fd17-47a4-b52c-4006578a7a6f req-dd1793aa-5608-4036-a7cf-d0079c1ac8c5 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:50.091138 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed504d1-4510-46f9-86b1-faeb5b27337b req-197e0f5c-b0d0-4de3-b292-e7f67e2de74f tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:50.092041 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8ed504d1-4510-46f9-86b1-faeb5b27337b req-197e0f5c-b0d0-4de3-b292-e7f67e2de74f tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf7000ec-f6df-4708-b4e2-a70f05feecb6 HTTP/1.1" status: 200 len: 946 time: 0.2048879 Nov 12 01:07:50.101328 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5d91f4ff-40e4-42c5-8d61-84d83ec1f4d6 req-8b937939-9585-4f51-a28c-e0377c22ca87 service neutron] 10.222.0.44 "GET /v2.0/networks/e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4294424 Nov 12 01:07:50.118011 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-e63904df-fd17-47a4-b52c-4006578a7a6f req-dd1793aa-5608-4036-a7cf-d0079c1ac8c5 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Calling delete_port for eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:50.194224 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bd857be0-4220-469e-93c1-539f4003869a req-9764d236-a823-4485-afaa-eebf8ff72c03 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=31601042-336e-46fa-871d-26eb8da12d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808743 Nov 12 01:07:50.234934 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8ed504d1-4510-46f9-86b1-faeb5b27337b req-dae72b7e-3000-473e-82f4-0008663c713f tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211591 Nov 12 01:07:50.383186 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e63904df-fd17-47a4-b52c-4006578a7a6f req-dd1793aa-5608-4036-a7cf-d0079c1ac8c5 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:50.430105 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61785cf8-3891-4af6-a640-de8216ceff4f req-cb3946db-f9e4-49c3-8860-edb26dbd6521 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:50.437529 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-61785cf8-3891-4af6-a640-de8216ceff4f req-cb3946db-f9e4-49c3-8860-edb26dbd6521 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 946 time: 0.1090744 Nov 12 01:07:50.440744 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1793aa-5608-4036-a7cf-d0079c1ac8c5 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Pushing event deleted for resources: {'Port': ['ID=eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:50.487452 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1793aa-5608-4036-a7cf-d0079c1ac8c5 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:50.487787 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1793aa-5608-4036-a7cf-d0079c1ac8c5 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:50.488809 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1793aa-5608-4036-a7cf-d0079c1ac8c5 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:50.489812 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1793aa-5608-4036-a7cf-d0079c1ac8c5 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:50.492681 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1793aa-5608-4036-a7cf-d0079c1ac8c5 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:50.492681 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1793aa-5608-4036-a7cf-d0079c1ac8c5 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:50.492681 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1793aa-5608-4036-a7cf-d0079c1ac8c5 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:50.492681 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1793aa-5608-4036-a7cf-d0079c1ac8c5 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:50.492681 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1793aa-5608-4036-a7cf-d0079c1ac8c5 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:50.492681 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1793aa-5608-4036-a7cf-d0079c1ac8c5 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:50.492681 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1793aa-5608-4036-a7cf-d0079c1ac8c5 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:50.492681 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1793aa-5608-4036-a7cf-d0079c1ac8c5 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:07:50.552728 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-e63904df-fd17-47a4-b52c-4006578a7a6f req-dd1793aa-5608-4036-a7cf-d0079c1ac8c5 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] No DVR routers for this DVR port eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1 on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:07:50.555638 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fcfd991-a8a9-4540-9fbf-ee4a1d1fe062 x-openstack-request-id: req-2fcfd991-a8a9-4540-9fbf-ee4a1d1fe062 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:50.556358 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d144407c-df74-4c6d-aaa1-d8862914b0c1", "tag": "73b77dfb-eb82-4711-b2a0-27033906d828", "status": "completed", "code": 200}, {"server_uuid": "dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1", "name": "network-vif-deleted", "tag": "172a2b85-e7cd-4734-9b33-2c8708f5cd33", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:50.556600 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2fcfd991-a8a9-4540-9fbf-ee4a1d1fe062 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:50.557200 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd144407c-df74-4c6d-aaa1-d8862914b0c1', 'tag': '73b77dfb-eb82-4711-b2a0-27033906d828', 'status': 'completed', 'code': 200} Nov 12 01:07:50.557577 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1', 'name': 'network-vif-deleted', 'tag': '172a2b85-e7cd-4734-9b33-2c8708f5cd33', 'status': 'completed', 'code': 200} Nov 12 01:07:50.561534 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e63904df-fd17-47a4-b52c-4006578a7a6f req-dd1793aa-5608-4036-a7cf-d0079c1ac8c5 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:50.565335 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e63904df-fd17-47a4-b52c-4006578a7a6f req-dd1793aa-5608-4036-a7cf-d0079c1ac8c5 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.16 "DELETE /v2.0/ports/eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1 HTTP/1.1" status: 204 len: 173 time: 1.2708061 Nov 12 01:07:50.584841 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-61785cf8-3891-4af6-a640-de8216ceff4f req-c863e365-a05e-4a75-a54b-1bd4a7aa2cea tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463716 Nov 12 01:07:50.689435 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a68b993d-afa1-4e31-8ac8-e413c1e14d75 req-a7dc7a6a-4f09-4284-8693-7c5ca4108a20 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/ports?device_id=dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1 HTTP/1.1" status: 200 len: 210 time: 0.0846913 Nov 12 01:07:50.705256 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de516dd-6ac0-435c-a7c3-96f0700d1319 req-81714c94-bbca-4c7c-9194-e33922a73a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:50.707165 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8de516dd-6ac0-435c-a7c3-96f0700d1319 req-81714c94-bbca-4c7c-9194-e33922a73a6b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7bbe35289028429ba1e1b86033a5bcab&device_id=d144407c-df74-4c6d-aaa1-d8862914b0c1 HTTP/1.1" status: 200 len: 1095 time: 0.1124518 Nov 12 01:07:50.987921 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62dfd7-3996-4312-ab52-5f1e26188d89 req-24d0a03a-6fe4-4deb-bb35-bf14aa207baf tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:50.990185 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5c62dfd7-3996-4312-ab52-5f1e26188d89 req-24d0a03a-6fe4-4deb-bb35-bf14aa207baf tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 946 time: 0.1894419 Nov 12 01:07:50.991332 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de516dd-6ac0-435c-a7c3-96f0700d1319 req-cb2a7e43-008f-485d-8c15-0466d1950acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:50.992837 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8de516dd-6ac0-435c-a7c3-96f0700d1319 req-cb2a7e43-008f-485d-8c15-0466d1950acf service neutron] 10.222.0.44 "GET /v2.0/networks?id=e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 HTTP/1.1" status: 200 len: 911 time: 0.2766261 Nov 12 01:07:51.063493 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40adc73e-ee6b-465c-8716-54808529a93e req-bc9f0ebd-5035-454a-a960-33018d91f391 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:51.065245 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-40adc73e-ee6b-465c-8716-54808529a93e req-bc9f0ebd-5035-454a-a960-33018d91f391 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=d144407c-df74-4c6d-aaa1-d8862914b0c1 HTTP/1.1" status: 200 len: 943 time: 0.1647358 Nov 12 01:07:51.074862 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8de516dd-6ac0-435c-a7c3-96f0700d1319 req-aa8dfd97-ba39-4dd1-b014-03f038cc254a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73b77dfb-eb82-4711-b2a0-27033906d828 HTTP/1.1" status: 200 len: 217 time: 0.0710783 Nov 12 01:07:51.196559 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5c62dfd7-3996-4312-ab52-5f1e26188d89 req-6b80b30b-bece-4fcd-8259-983a7ce738f4 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973495 Nov 12 01:07:51.203045 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-40adc73e-ee6b-465c-8716-54808529a93e req-7a7761bb-0a38-4609-b7c1-7db8d25b6a41 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268008 Nov 12 01:07:51.206280 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de516dd-6ac0-435c-a7c3-96f0700d1319 req-1696282b-50fa-46fa-989c-502610e74eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:51.209388 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8de516dd-6ac0-435c-a7c3-96f0700d1319 req-1696282b-50fa-46fa-989c-502610e74eb0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=55fa7c58-77a8-4d04-ad83-d7b14788e8b6 HTTP/1.1" status: 200 len: 850 time: 0.1223514 Nov 12 01:07:51.316465 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de516dd-6ac0-435c-a7c3-96f0700d1319 req-54a4cf18-6230-40f7-a667-284794773fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:51.321194 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8de516dd-6ac0-435c-a7c3-96f0700d1319 req-54a4cf18-6230-40f7-a667-284794773fd7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0961328 Nov 12 01:07:51.583569 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c274203-67aa-4252-ba10-0ede4a3422fc req-2cc415bd-82ec-4601-aaab-ab6dd89bebab tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:51.586422 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c274203-67aa-4252-ba10-0ede4a3422fc req-2cc415bd-82ec-4601-aaab-ab6dd89bebab tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 946 time: 0.2549341 Nov 12 01:07:51.595455 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '172a2b85-e7cd-4734-9b33-2c8708f5cd33'}, {'server_uuid': '6891ab12-2922-455c-85ff-65216616a268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0da1175-a9ed-437b-8e53-221098ff6951'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:51.600492 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b2a661-d13c-4c08-8a97-ab343fc74285" -d '{"events": [{"server_uuid": "dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1", "name": "network-vif-unplugged", "status": "completed", "tag": "172a2b85-e7cd-4734-9b33-2c8708f5cd33"}, {"server_uuid": "6891ab12-2922-455c-85ff-65216616a268", "name": "network-vif-plugged", "status": "completed", "tag": "e0da1175-a9ed-437b-8e53-221098ff6951"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:51.602652 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef542b69-0c45-4c9d-9f91-8a1d67b55681 req-d1a3011e-64f9-4dcd-9412-94004a82cd74 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:51.605453 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ef542b69-0c45-4c9d-9f91-8a1d67b55681 req-d1a3011e-64f9-4dcd-9412-94004a82cd74 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 946 time: 0.2288544 Nov 12 01:07:51.702446 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8de516dd-6ac0-435c-a7c3-96f0700d1319 req-6151ef98-049f-456c-b38c-b93aa8d3937a service neutron] 10.222.0.44 "GET /v2.0/networks/e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735614 Nov 12 01:07:51.823947 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c274203-67aa-4252-ba10-0ede4a3422fc req-965b90d9-bc4d-4e48-8719-030bb3e5e7cb tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146153 Nov 12 01:07:51.829815 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ef542b69-0c45-4c9d-9f91-8a1d67b55681 req-7206355b-16bb-4b09-8aaa-fab99a9f53fa tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=31601042-336e-46fa-871d-26eb8da12d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2119474 Nov 12 01:07:51.886130 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8de516dd-6ac0-435c-a7c3-96f0700d1319 req-d60d1841-066a-441f-a17c-855d9968d510 service neutron] 10.222.0.44 "GET /v2.0/networks/e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644614 Nov 12 01:07:51.991059 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6ea40-d9f9-4abf-8aa3-811652ddfc0a req-46d98b43-58f4-4827-b592-f9b652534ae1 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:51.992897 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-91b6ea40-d9f9-4abf-8aa3-811652ddfc0a req-46d98b43-58f4-4827-b592-f9b652534ae1 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf7000ec-f6df-4708-b4e2-a70f05feecb6 HTTP/1.1" status: 200 len: 946 time: 0.0709703 Nov 12 01:07:52.052931 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-91b6ea40-d9f9-4abf-8aa3-811652ddfc0a req-13daed1e-fd8f-4fea-a25a-0fb28ba3e9eb tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531065 Nov 12 01:07:52.097380 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628ba2eb-4087-4867-8f3e-9bc1983ca590 x-openstack-request-id: req-628ba2eb-4087-4867-8f3e-9bc1983ca590 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:52.097808 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1", "name": "network-vif-unplugged", "status": "completed", "tag": "172a2b85-e7cd-4734-9b33-2c8708f5cd33", "code": 200}, {"server_uuid": "6891ab12-2922-455c-85ff-65216616a268", "name": "network-vif-plugged", "status": "completed", "tag": "e0da1175-a9ed-437b-8e53-221098ff6951", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:52.098503 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-628ba2eb-4087-4867-8f3e-9bc1983ca590 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:52.099264 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '172a2b85-e7cd-4734-9b33-2c8708f5cd33', 'code': 200} Nov 12 01:07:52.099923 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6891ab12-2922-455c-85ff-65216616a268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0da1175-a9ed-437b-8e53-221098ff6951', 'code': 200} Nov 12 01:07:52.106494 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39944) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:52.283244 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca88ab35-dc85-4135-b3b6-7292be6f7f16 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Deleting subnet 2512d883-ba3a-44cb-8b89-8d2bf71c9613 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:07:52.294088 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ca88ab35-dc85-4135-b3b6-7292be6f7f16 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:52.448837 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ca88ab35-dc85-4135-b3b6-7292be6f7f16 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:52.498315 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab6480-a3e0-4453-9f2f-77c1e2af5066 req-f3369532-dc5d-4857-b926-082e419ff2a4 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:52.499986 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-66ab6480-a3e0-4453-9f2f-77c1e2af5066 req-f3369532-dc5d-4857-b926-082e419ff2a4 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 946 time: 0.2522509 Nov 12 01:07:52.502112 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c7d8a-cfcb-446b-b117-fbbcd6800d3b req-9ad1ae8f-aceb-49ea-8635-88178cb272b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:52.503584 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5e9c7d8a-cfcb-446b-b117-fbbcd6800d3b req-9ad1ae8f-aceb-49ea-8635-88178cb272b5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 1098 time: 0.2587156 Nov 12 01:07:52.532697 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea12d5a-e5d5-4a0a-950a-092e82b9da6a req-19e61fed-6041-492c-a68f-075976137e3b tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:52.534265 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8ea12d5a-e5d5-4a0a-950a-092e82b9da6a req-19e61fed-6041-492c-a68f-075976137e3b tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=d144407c-df74-4c6d-aaa1-d8862914b0c1 HTTP/1.1" status: 200 len: 943 time: 0.1666617 Nov 12 01:07:52.561280 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1', 'name': 'network-vif-deleted', 'tag': 'eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:52.563608 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0204bd0e-2d48-4027-a03d-a815331155d3" -d '{"events": [{"server_uuid": "dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1", "name": "network-vif-deleted", "tag": "eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:52.698233 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-66ab6480-a3e0-4453-9f2f-77c1e2af5066 req-41f38a5b-cbaa-4c22-b25a-56e22327afd5 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834626 Nov 12 01:07:52.712364 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5e9c7d8a-cfcb-446b-b117-fbbcd6800d3b req-cefe2064-9df0-4705-8c11-2bcae12bfd6f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=31601042-336e-46fa-871d-26eb8da12d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987252 Nov 12 01:07:52.724864 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8ea12d5a-e5d5-4a0a-950a-092e82b9da6a req-0947c3ab-25f2-4ef4-aea9-ddc5c6c92edd tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643724 Nov 12 01:07:52.728010 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ca88ab35-dc85-4135-b3b6-7292be6f7f16 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:52.835137 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af03cd83-7892-41c1-a526-7b42c0cfce2d x-openstack-request-id: req-af03cd83-7892-41c1-a526-7b42c0cfce2d {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:52.835658 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1", "name": "network-vif-deleted", "tag": "eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:52.835924 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-af03cd83-7892-41c1-a526-7b42c0cfce2d {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:52.836441 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc6907a1-58d8-4182-a5d0-75c3b6d0b0a1', 'name': 'network-vif-deleted', 'tag': 'eaa1ba4d-16f4-4b58-b0c9-bd22a8fbfca1', 'status': 'completed', 'code': 200} Nov 12 01:07:52.868739 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ca88ab35-dc85-4135-b3b6-7292be6f7f16 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:52.919229 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca88ab35-dc85-4135-b3b6-7292be6f7f16 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Pushing event deleted for resources: {'Subnet': ['ID=2512d883-ba3a-44cb-8b89-8d2bf71c9613,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:52.924343 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ca88ab35-dc85-4135-b3b6-7292be6f7f16 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:52.929328 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e737260-7f86-4c22-b3ef-bd7d1f9075ee None None] Network 94c94840-4ca1-4c78-ac47-4ffc47bd5ded requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:07:52.940771 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-ca88ab35-dc85-4135-b3b6-7292be6f7f16 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "DELETE /v2.0/subnets/2512d883-ba3a-44cb-8b89-8d2bf71c9613 HTTP/1.1" status: 204 len: 168 time: 0.8292177 Nov 12 01:07:52.941197 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40008) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:53.075838 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-949dd6b2-621f-4ae2-8246-c6c82c62ea37 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:53.107826 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b0b9d-6ce6-42fe-945c-5561d19bf1b4 req-7765b56e-27d3-4dab-8905-0db0ce0e1be3 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:53.121686 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-644b0b9d-6ce6-42fe-945c-5561d19bf1b4 req-7765b56e-27d3-4dab-8905-0db0ce0e1be3 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 946 time: 0.1990504 Nov 12 01:07:53.179175 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442cf23-7280-4103-861c-f0bd644a677a req-d1a4139f-50ca-41d3-986e-c96025a447d4 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:53.195098 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5442cf23-7280-4103-861c-f0bd644a677a req-d1a4139f-50ca-41d3-986e-c96025a447d4 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 946 time: 0.2008622 Nov 12 01:07:53.202482 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-949dd6b2-621f-4ae2-8246-c6c82c62ea37 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Deleting port dd48fc1e-3651-4cbe-bc0b-364c14af6118 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:53.203360 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-949dd6b2-621f-4ae2-8246-c6c82c62ea37 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:53.305461 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470559f0-d973-47f7-a11e-01c617dc80cb None None] DHCP port deletion for 94c94840-4ca1-4c78-ac47-4ffc47bd5ded request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:07:53.326505 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-949dd6b2-621f-4ae2-8246-c6c82c62ea37 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] For port dd48fc1e-3651-4cbe-bc0b-364c14af6118, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=dd48fc1e-3651-4cbe-bc0b-364c14af6118,segment=NetworkSegment(8df7105e-54bb-427e-aa52-3ae5348b295b),segment_id=8df7105e-54bb-427e-aa52-3ae5348b295b)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:53.327396 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-949dd6b2-621f-4ae2-8246-c6c82c62ea37 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:53.349078 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-644b0b9d-6ce6-42fe-945c-5561d19bf1b4 req-6e3cf2ea-10b2-498f-944e-685983e49381 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258203 Nov 12 01:07:53.353351 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-949dd6b2-621f-4ae2-8246-c6c82c62ea37 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Calling delete_port for dd48fc1e-3651-4cbe-bc0b-364c14af6118 owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:53.389735 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5442cf23-7280-4103-861c-f0bd644a677a req-4eaeba93-f19f-44e3-ba4b-2dae55bfee28 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=31601042-336e-46fa-871d-26eb8da12d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930468 Nov 12 01:07:53.431622 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-470559f0-d973-47f7-a11e-01c617dc80cb None None] Deleting port dd48fc1e-3651-4cbe-bc0b-364c14af6118 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:53.432371 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-470559f0-d973-47f7-a11e-01c617dc80cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:53.516553 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-470559f0-d973-47f7-a11e-01c617dc80cb None None] For port dd48fc1e-3651-4cbe-bc0b-364c14af6118, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=dd48fc1e-3651-4cbe-bc0b-364c14af6118,segment=NetworkSegment(8df7105e-54bb-427e-aa52-3ae5348b295b),segment_id=8df7105e-54bb-427e-aa52-3ae5348b295b)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:53.517264 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-470559f0-d973-47f7-a11e-01c617dc80cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:53.533401 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-470559f0-d973-47f7-a11e-01c617dc80cb None None] Calling delete_port for dd48fc1e-3651-4cbe-bc0b-364c14af6118 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:53.570457 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-949dd6b2-621f-4ae2-8246-c6c82c62ea37 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:53.633740 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-470559f0-d973-47f7-a11e-01c617dc80cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:53.648516 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949dd6b2-621f-4ae2-8246-c6c82c62ea37 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Pushing event deleted for resources: {'Port': ['ID=dd48fc1e-3651-4cbe-bc0b-364c14af6118,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:53.663856 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470559f0-d973-47f7-a11e-01c617dc80cb None None] Pushing event deleted for resources: {'Port': ['ID=dd48fc1e-3651-4cbe-bc0b-364c14af6118,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:53.669897 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470559f0-d973-47f7-a11e-01c617dc80cb None None] No DVR routers for this DVR port dd48fc1e-3651-4cbe-bc0b-364c14af6118 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:07:53.682098 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949dd6b2-621f-4ae2-8246-c6c82c62ea37 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] No DVR routers for this DVR port dd48fc1e-3651-4cbe-bc0b-364c14af6118 on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:07:53.773863 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37ba9e-7f1b-4ccb-b072-9674732ab6e7 req-54129d2f-c403-4959-8e42-12f4412c5652 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:53.788519 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6e37ba9e-7f1b-4ccb-b072-9674732ab6e7 req-54129d2f-c403-4959-8e42-12f4412c5652 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf7000ec-f6df-4708-b4e2-a70f05feecb6 HTTP/1.1" status: 200 len: 946 time: 0.1871367 Nov 12 01:07:53.825144 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-949dd6b2-621f-4ae2-8246-c6c82c62ea37 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:53.871077 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-949dd6b2-621f-4ae2-8246-c6c82c62ea37 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94c94840-4ca1-4c78-ac47-4ffc47bd5ded']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:53.891321 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6e37ba9e-7f1b-4ccb-b072-9674732ab6e7 req-bd014f47-02aa-421f-9432-5d683e122766 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007667 Nov 12 01:07:53.901314 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-949dd6b2-621f-4ae2-8246-c6c82c62ea37 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8df7105e-54bb-427e-aa52-3ae5348b295b') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:53.905065 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-949dd6b2-621f-4ae2-8246-c6c82c62ea37 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8df7105e-54bb-427e-aa52-3ae5348b295b') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:53.962469 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-949dd6b2-621f-4ae2-8246-c6c82c62ea37 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:54.011357 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-949dd6b2-621f-4ae2-8246-c6c82c62ea37 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:54.034937 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-949dd6b2-621f-4ae2-8246-c6c82c62ea37 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:07:54.035606 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-949dd6b2-621f-4ae2-8246-c6c82c62ea37 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:54.090631 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:07:54.090631 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:07:54.090631 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:07:54.090631 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:07:54.090631 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:07:54.090631 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:07:54.090631 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:07:54.090631 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:07:54.090631 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:07:54.090631 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:07:54.090631 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:07:54.090631 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:07:54.090631 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:07:54.090631 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:07:54.090631 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:07:54.090631 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:07:54.090631 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:07:54.090631 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:07:54.090631 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:07:54.090631 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:07:54.090631 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:07:54.090631 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:07:54.090631 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:07:54.090631 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:07:54.090631 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:07:54.090631 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:07:54.090631 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:07:54.090631 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:07:54.090631 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:07:54.090631 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:07:54.090631 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:07:54.090631 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:07:54.115849 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 73b77dfb-eb82-4711-b2a0-27033906d828 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:07:54.163843 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e60948-4293-4866-ac73-2f0d2f6b83aa req-22002a5b-336d-4e4f-8402-ca9a8082c12c tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:54.165694 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-66e60948-4293-4866-ac73-2f0d2f6b83aa req-22002a5b-336d-4e4f-8402-ca9a8082c12c tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 946 time: 0.1073301 Nov 12 01:07:54.192933 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d1723-0861-4c90-92c2-c173b907b24c req-9dc03c12-df5b-44e3-9403-cc1bd7319bbf tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:54.194767 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3c6d1723-0861-4c90-92c2-c173b907b24c req-9dc03c12-df5b-44e3-9403-cc1bd7319bbf tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=d144407c-df74-4c6d-aaa1-d8862914b0c1 HTTP/1.1" status: 200 len: 943 time: 0.0967684 Nov 12 01:07:54.274720 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3c6d1723-0861-4c90-92c2-c173b907b24c req-9f449f87-ffa9-4f24-b85d-a8c6d2e9a342 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618312 Nov 12 01:07:54.308638 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-949dd6b2-621f-4ae2-8246-c6c82c62ea37 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:54.336317 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-949dd6b2-621f-4ae2-8246-c6c82c62ea37 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:54.351177 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-949dd6b2-621f-4ae2-8246-c6c82c62ea37 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "DELETE /v2.0/networks/94c94840-4ca1-4c78-ac47-4ffc47bd5ded HTTP/1.1" status: 204 len: 168 time: 1.4043226 Nov 12 01:07:54.356071 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40060) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:54.406481 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949dd6b2-621f-4ae2-8246-c6c82c62ea37 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Pushing event deleted for resources: {'Network': ['ID=94c94840-4ca1-4c78-ac47-4ffc47bd5ded,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:54.438329 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-66e60948-4293-4866-ac73-2f0d2f6b83aa req-e087980f-b433-4867-a213-915842bd4528 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423697 Nov 12 01:07:54.473712 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 73b77dfb-eb82-4711-b2a0-27033906d828, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=73b77dfb-eb82-4711-b2a0-27033906d828,segment=NetworkSegment(6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4),segment_id=6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:54.532642 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40064) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:54.544623 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '73b77dfb-eb82-4711-b2a0-27033906d828', 'network_id': 'e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4', 'port_id': '73b77dfb-eb82-4711-b2a0-27033906d828', 'mac_address': 'fa:16:3e:e1:37:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55fa7c58-77a8-4d04-ad83-d7b14788e8b6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:07:54.593367 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5b11301-f690-4935-9250-8a93ecd3d5ae tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Deleting subnet 2c52d9c6-c2e8-49c2-bfac-1cdcf1bdba03 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:07:54.602293 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e5b11301-f690-4935-9250-8a93ecd3d5ae tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:54.645934 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device dd48fc1e-3651-4cbe-bc0b-364c14af6118 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:07:54.676094 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:54.678421 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: dd48fc1e-3651-4cbe-bc0b-364c14af6118 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:07:54.678998 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device dd48fc1e-3651-4cbe-bc0b-364c14af6118 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:07:54.731231 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73b77dfb-eb82-4711-b2a0-27033906d828 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:07:54.753727 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e5b11301-f690-4935-9250-8a93ecd3d5ae tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:54.788234 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 73b77dfb-eb82-4711-b2a0-27033906d828, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=73b77dfb-eb82-4711-b2a0-27033906d828,segment=NetworkSegment(6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4),segment_id=6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:54.796418 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:54.864241 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3b720768-279a-4766-8abb-53adf6511eb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:54.938630 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=73b77dfb-eb82-4711-b2a0-27033906d828,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:55.019356 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e5b11301-f690-4935-9250-8a93ecd3d5ae tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:55.056053 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3b720768-279a-4766-8abb-53adf6511eb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:55.064077 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3b720768-279a-4766-8abb-53adf6511eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:55.156247 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3b720768-279a-4766-8abb-53adf6511eb6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e64cb7999bd64e5c8ad6b79b803213f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6179440 Nov 12 01:07:55.156247 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b720768-279a-4766-8abb-53adf6511eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c68c4b-3ac9-4267-b098-63dbffebcae4,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:55.158984 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40072) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:55.182263 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['73b77dfb-eb82-4711-b2a0-27033906d828'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:07:55.246318 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b83f4-b2e8-4d89-80b7-8e20848c6d41 req-b54ed18d-61c7-45e1-b390-89f9fcfcad2f tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:55.259912 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-135b83f4-b2e8-4d89-80b7-8e20848c6d41 req-b54ed18d-61c7-45e1-b390-89f9fcfcad2f tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 946 time: 0.4185491 Nov 12 01:07:55.269374 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fe55de23-829e-4850-9d28-75a238ffb0e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:55.321814 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e2e36-5eb8-44d2-8540-5deed537abc5 req-1162556b-d63e-42bf-9904-4955d8402c77 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:55.323556 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fe55de23-829e-4850-9d28-75a238ffb0e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:55.334809 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c42e2e36-5eb8-44d2-8540-5deed537abc5 req-1162556b-d63e-42bf-9904-4955d8402c77 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf7000ec-f6df-4708-b4e2-a70f05feecb6 HTTP/1.1" status: 200 len: 946 time: 0.2402298 Nov 12 01:07:55.401455 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e5b11301-f690-4935-9250-8a93ecd3d5ae tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:55.443490 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fe55de23-829e-4850-9d28-75a238ffb0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:55.456456 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e5b11301-f690-4935-9250-8a93ecd3d5ae tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:55.462115 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e5b11301-f690-4935-9250-8a93ecd3d5ae tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "DELETE /v2.0/subnets/2c52d9c6-c2e8-49c2-bfac-1cdcf1bdba03 HTTP/1.1" status: 204 len: 168 time: 1.1004236 Nov 12 01:07:55.474659 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fe55de23-829e-4850-9d28-75a238ffb0e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:55.475139 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8546cda-d079-49df-9721-21a4548a2bdc None None] Network fddc4988-7d66-4037-b4e5-55cc792b570d requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:07:55.475848 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40078) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:55.478054 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-fe55de23-829e-4850-9d28-75a238ffb0e3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/28c68c4b-3ac9-4267-b098-63dbffebcae4 HTTP/1.1" status: 204 len: 168 time: 0.3176565 Nov 12 01:07:55.506495 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe55de23-829e-4850-9d28-75a238ffb0e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c68c4b-3ac9-4267-b098-63dbffebcae4,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:55.577668 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-135b83f4-b2e8-4d89-80b7-8e20848c6d41 req-91001bb7-4c2b-42d8-bc55-2dde2369a9e6 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=31601042-336e-46fa-871d-26eb8da12d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3164515 Nov 12 01:07:55.579313 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b11301-f690-4935-9250-8a93ecd3d5ae tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Pushing event deleted for resources: {'Subnet': ['ID=2c52d9c6-c2e8-49c2-bfac-1cdcf1bdba03,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:56.027493 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b83da87-d130-42f2-bf80-8767bb6f436c None None] DHCP port deletion for fddc4988-7d66-4037-b4e5-55cc792b570d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:07:56.090381 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4b83da87-d130-42f2-bf80-8767bb6f436c None None] Deleting port 1114643e-b1da-47d4-911c-490fd86558c6 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:56.091061 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4b83da87-d130-42f2-bf80-8767bb6f436c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:56.194319 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4b83da87-d130-42f2-bf80-8767bb6f436c None None] For port 1114643e-b1da-47d4-911c-490fd86558c6, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=1114643e-b1da-47d4-911c-490fd86558c6,segment=NetworkSegment(1e803937-f20e-4d95-9597-0314f083c1eb),segment_id=1e803937-f20e-4d95-9597-0314f083c1eb)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:56.195356 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4b83da87-d130-42f2-bf80-8767bb6f436c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:56.200124 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b7722768-1635-4cc8-9d1d-e22dd3db2032 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:56.212521 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4b83da87-d130-42f2-bf80-8767bb6f436c None None] Calling delete_port for 1114643e-b1da-47d4-911c-490fd86558c6 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:56.225192 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c42e2e36-5eb8-44d2-8540-5deed537abc5 req-f319853b-0921-482a-87fe-df98a0389134 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8693426 Nov 12 01:07:56.408793 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bda2e2-71da-4671-bd83-687ff474fd30 req-6b0ec374-5efd-433a-a781-747dc71ef178 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:56.421591 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4b83da87-d130-42f2-bf80-8767bb6f436c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:56.427141 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f5bda2e2-71da-4671-bd83-687ff474fd30 req-6b0ec374-5efd-433a-a781-747dc71ef178 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=d144407c-df74-4c6d-aaa1-d8862914b0c1 HTTP/1.1" status: 200 len: 944 time: 0.2244818 Nov 12 01:07:56.466661 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b83da87-d130-42f2-bf80-8767bb6f436c None None] Pushing event deleted for resources: {'Port': ['ID=1114643e-b1da-47d4-911c-490fd86558c6,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:56.469368 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b83da87-d130-42f2-bf80-8767bb6f436c None None] No DVR routers for this DVR port 1114643e-b1da-47d4-911c-490fd86558c6 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:07:56.579423 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e4e6eb-744c-4921-abb2-5f7825315afe req-935cdb2e-de1d-4232-a1f9-6cf42f47c8cb tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:56.590377 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f3e4e6eb-744c-4921-abb2-5f7825315afe req-935cdb2e-de1d-4232-a1f9-6cf42f47c8cb tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 946 time: 0.2293282 Nov 12 01:07:56.635608 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 1114643e-b1da-47d4-911c-490fd86558c6 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:07:56.657689 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-b7722768-1635-4cc8-9d1d-e22dd3db2032 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Deleting port 1114643e-b1da-47d4-911c-490fd86558c6 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:07:56.658021 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b7722768-1635-4cc8-9d1d-e22dd3db2032 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:56.684316 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 1114643e-b1da-47d4-911c-490fd86558c6 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:07:56.684662 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 1114643e-b1da-47d4-911c-490fd86558c6 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:07:56.797662 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-b7722768-1635-4cc8-9d1d-e22dd3db2032 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] For port 1114643e-b1da-47d4-911c-490fd86558c6, host n-d-712142-27, got binding levels [] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:56.798294 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b7722768-1635-4cc8-9d1d-e22dd3db2032 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:56.836199 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f5bda2e2-71da-4671-bd83-687ff474fd30 req-f6862536-2b9a-464d-8a41-d75d409558b0 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718073 Nov 12 01:07:56.904127 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-b7722768-1635-4cc8-9d1d-e22dd3db2032 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Calling delete_port for 1114643e-b1da-47d4-911c-490fd86558c6 owned by network:dhcp {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:07:56.919508 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.ipam_backend_mixin [None req-b7722768-1635-4cc8-9d1d-e22dd3db2032 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Port 1114643e-b1da-47d4-911c-490fd86558c6 was not found and therefore no delete operation was performed {{(pid=109085) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 01:07:56.952173 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b7722768-1635-4cc8-9d1d-e22dd3db2032 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:57.049592 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f3e4e6eb-744c-4921-abb2-5f7825315afe req-80a90374-88a6-4f09-9de7-913ea95e7177 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4575267 Nov 12 01:07:57.059826 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7722768-1635-4cc8-9d1d-e22dd3db2032 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Pushing event deleted for resources: {'Port': ['ID=1114643e-b1da-47d4-911c-490fd86558c6,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:57.108520 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7722768-1635-4cc8-9d1d-e22dd3db2032 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] No DVR routers for this DVR port 1114643e-b1da-47d4-911c-490fd86558c6 on host n-d-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:07:57.184235 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7c600594-21a3-48d9-8e14-11c98747a61f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:57.262029 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae4f30-c207-47a6-8650-790e6a1eaa0a req-43786b52-0837-4796-a483-93b46458247b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:57.264670 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2cae4f30-c207-47a6-8650-790e6a1eaa0a req-43786b52-0837-4796-a483-93b46458247b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 946 time: 0.2123141 Nov 12 01:07:57.282598 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40114) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:57.290770 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-9c280fa0-0e20-4663-a763-a9c3198a95c1 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Request body: {'floatingip': {'port_id': 'e0da1175-a9ed-437b-8e53-221098ff6951'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:57.396952 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9c280fa0-0e20-4663-a763-a9c3198a95c1 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks [] for floatingip, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:57.406436 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b7722768-1635-4cc8-9d1d-e22dd3db2032 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:57.486918 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40118) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:57.491985 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-b7722768-1635-4cc8-9d1d-e22dd3db2032 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fddc4988-7d66-4037-b4e5-55cc792b570d']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:57.524907 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-b7722768-1635-4cc8-9d1d-e22dd3db2032 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e803937-f20e-4d95-9597-0314f083c1eb') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:57.525400 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-b7722768-1635-4cc8-9d1d-e22dd3db2032 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e803937-f20e-4d95-9597-0314f083c1eb') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:07:57.581937 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b7722768-1635-4cc8-9d1d-e22dd3db2032 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:57.615680 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b7722768-1635-4cc8-9d1d-e22dd3db2032 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:57.634359 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7722768-1635-4cc8-9d1d-e22dd3db2032 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:07:57.635039 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b7722768-1635-4cc8-9d1d-e22dd3db2032 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:57.643880 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:07:57.643880 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:07:57.643880 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:07:57.643880 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:07:57.643880 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:07:57.643880 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:07:57.643880 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:07:57.643880 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:07:57.643880 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:07:57.643880 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:07:57.643880 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:07:57.643880 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:07:57.643880 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:07:57.643880 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:07:57.643880 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:07:57.643880 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:07:57.643880 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:07:57.643880 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:07:57.643880 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:07:57.643880 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:07:57.643880 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:07:57.643880 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:07:57.643880 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:07:57.643880 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:07:57.643880 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:07:57.643880 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:07:57.643880 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:07:57.643880 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:07:57.643880 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:07:57.643880 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:07:57.643880 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:07:57.643880 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:07:57.718809 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481cef87-0303-4877-bd38-a326b9ffb377 req-7e5cb1e2-a591-4ae1-af53-bd210d216fc2 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:57.733876 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-481cef87-0303-4877-bd38-a326b9ffb377 req-7e5cb1e2-a591-4ae1-af53-bd210d216fc2 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf7000ec-f6df-4708-b4e2-a70f05feecb6 HTTP/1.1" status: 200 len: 946 time: 0.2179844 Nov 12 01:07:57.856243 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-bf3fd422-8386-41d2-a318-1420f7b12bfb tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1387625956'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:58.023048 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b7722768-1635-4cc8-9d1d-e22dd3db2032 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:58.045788 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b7722768-1635-4cc8-9d1d-e22dd3db2032 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:58.052457 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-b7722768-1635-4cc8-9d1d-e22dd3db2032 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "DELETE /v2.0/networks/fddc4988-7d66-4037-b4e5-55cc792b570d HTTP/1.1" status: 204 len: 168 time: 2.5406315 Nov 12 01:07:58.077219 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40130) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:58.083503 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-b967d1ef-78c7-4ca9-ab57-8753deb1ba13 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1772011560'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:58.109583 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 73b77dfb-eb82-4711-b2a0-27033906d828 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:07:58.111256 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-481cef87-0303-4877-bd38-a326b9ffb377 req-7b3fe610-fb6d-4cda-8a6c-fd64c922cc4e tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3758528 Nov 12 01:07:58.117835 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7722768-1635-4cc8-9d1d-e22dd3db2032 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Pushing event deleted for resources: {'Network': ['ID=fddc4988-7d66-4037-b4e5-55cc792b570d,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:58.131728 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3fd422-8386-41d2-a318-1420f7b12bfb tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Made reservation on behalf of 2c2b6337a1ed42ffbc1b6e03fe22dfdc for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:58.142766 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bf3fd422-8386-41d2-a318-1420f7b12bfb tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:58.202087 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9c280fa0-0e20-4663-a763-a9c3198a95c1 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:58.208606 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a01570-7f67-4e03-98e1-d7a6a1fde7a9 req-c1bc92a2-2022-49db-9d28-77440878ce08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:58.210103 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9c280fa0-0e20-4663-a763-a9c3198a95c1 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:58.211603 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c7a01570-7f67-4e03-98e1-d7a6a1fde7a9 req-c1bc92a2-2022-49db-9d28-77440878ce08 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3a16532dad1a4e29a37379d12c118693&device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 1098 time: 0.3163149 Nov 12 01:07:58.229918 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bf3fd422-8386-41d2-a318-1420f7b12bfb tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:58.241847 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 73b77dfb-eb82-4711-b2a0-27033906d828 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:07:58.252929 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 73b77dfb-eb82-4711-b2a0-27033906d828 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:07:58.255307 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:58.265266 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b967d1ef-78c7-4ca9-ab57-8753deb1ba13 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Made reservation on behalf of 5f885a1601aa462d8df4e61a5f6064de for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:58.272911 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b967d1ef-78c7-4ca9-ab57-8753deb1ba13 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:58.280812 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243803f-0493-4d10-b0d4-b836031ed5cd req-a12c6cd4-ec17-4ba3-92ee-480803a307fb tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:58.292858 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1243803f-0493-4d10-b0d4-b836031ed5cd req-a12c6cd4-ec17-4ba3-92ee-480803a307fb tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 946 time: 0.4692521 Nov 12 01:07:58.366930 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b967d1ef-78c7-4ca9-ab57-8753deb1ba13 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:07:58.401887 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b967d1ef-78c7-4ca9-ab57-8753deb1ba13 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:58.402292 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-b967d1ef-78c7-4ca9-ab57-8753deb1ba13 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Added segment 405fcc48-f03f-4841-aae1-be9f6f129875 of type vlan for network 7356b1f2-b40d-4fe2-ad17-ca5ffe13ca33 Nov 12 01:07:58.452090 n-d-712142-27 neutron-server[109086]: INFO neutron.db.l3_db [None req-9c280fa0-0e20-4663-a763-a9c3198a95c1 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Floating IP a5279900-bb4e-44aa-ad35-0b6f93543e0b associated. External IP: 172.25.3.169, port: e0da1175-a9ed-437b-8e53-221098ff6951. Nov 12 01:07:58.518929 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b967d1ef-78c7-4ca9-ab57-8753deb1ba13 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:58.577456 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:58.603985 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b967d1ef-78c7-4ca9-ab57-8753deb1ba13 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:58.610729 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b967d1ef-78c7-4ca9-ab57-8753deb1ba13 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:58.611387 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b967d1ef-78c7-4ca9-ab57-8753deb1ba13 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:58.637857 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 73b77dfb-eb82-4711-b2a0-27033906d828, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=73b77dfb-eb82-4711-b2a0-27033906d828,segment=NetworkSegment(6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4),segment_id=6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:07:58.639706 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd144407c-df74-4c6d-aaa1-d8862914b0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b77dfb-eb82-4711-b2a0-27033906d828'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:07:58.645616 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca204f2-8847-444b-be64-263ae1af0e9b" -d '{"events": [{"server_uuid": "d144407c-df74-4c6d-aaa1-d8862914b0c1", "name": "network-vif-plugged", "status": "completed", "tag": "73b77dfb-eb82-4711-b2a0-27033906d828"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:07:58.647477 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88040b57-64d9-4823-a16e-08aaec995631 req-ff012391-38b6-42b0-ad9c-60fc2bf48a84 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:58.652625 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:58.660735 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-88040b57-64d9-4823-a16e-08aaec995631 req-ff012391-38b6-42b0-ad9c-60fc2bf48a84 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=d144407c-df74-4c6d-aaa1-d8862914b0c1 HTTP/1.1" status: 200 len: 944 time: 0.3452759 Nov 12 01:07:58.726016 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a01570-7f67-4e03-98e1-d7a6a1fde7a9 req-24701213-54b5-4dac-b99e-f531abd58704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:58.726584 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=73b77dfb-eb82-4711-b2a0-27033906d828,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:58.727782 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c7a01570-7f67-4e03-98e1-d7a6a1fde7a9 req-24701213-54b5-4dac-b99e-f531abd58704 service neutron] 10.222.0.16 "GET /v2.0/networks?id=781d30df-28ea-4e18-a951-e2a0cedd5fea HTTP/1.1" status: 200 len: 913 time: 0.4940715 Nov 12 01:07:58.740970 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1243803f-0493-4d10-b0d4-b836031ed5cd req-7f4d3ac3-701e-4459-90d3-82119768f7f4 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4231679 Nov 12 01:07:58.813126 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c7a01570-7f67-4e03-98e1-d7a6a1fde7a9 req-511d4a0c-9d87-4d50-809e-ad4a59b97bb7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01abd07c-2341-46ef-b50f-2ffc9746084d HTTP/1.1" status: 200 len: 217 time: 0.0707948 Nov 12 01:07:58.917502 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bf3fd422-8386-41d2-a318-1420f7b12bfb tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:58.922486 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-88040b57-64d9-4823-a16e-08aaec995631 req-3a4342d1-d404-4d0b-989b-4d15d7c2ee35 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602923 Nov 12 01:07:58.946386 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bf3fd422-8386-41d2-a318-1420f7b12bfb tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:58.981372 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a01570-7f67-4e03-98e1-d7a6a1fde7a9 req-7d48fe35-0a5b-411f-9df5-810476b512cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:58.985630 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c7a01570-7f67-4e03-98e1-d7a6a1fde7a9 req-7d48fe35-0a5b-411f-9df5-810476b512cc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b27e1e41-719b-40a0-b6b8-a50662ff4f65 HTTP/1.1" status: 200 len: 853 time: 0.1550508 Nov 12 01:07:58.999951 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60001bef-53b8-43b6-badd-15179e9247b3 x-openstack-request-id: req-60001bef-53b8-43b6-badd-15179e9247b3 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:07:59.000461 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d144407c-df74-4c6d-aaa1-d8862914b0c1", "name": "network-vif-plugged", "status": "completed", "tag": "73b77dfb-eb82-4711-b2a0-27033906d828", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:07:59.000872 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-60001bef-53b8-43b6-badd-15179e9247b3 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:07:59.002121 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd144407c-df74-4c6d-aaa1-d8862914b0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b77dfb-eb82-4711-b2a0-27033906d828', 'code': 200} Nov 12 01:07:59.002535 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf3fd422-8386-41d2-a318-1420f7b12bfb tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:07:59.083267 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c7a01570-7f67-4e03-98e1-d7a6a1fde7a9 req-d36d439b-30c0-4b52-b3e4-a78648de6a7c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=781d30df-28ea-4e18-a951-e2a0cedd5fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833812 Nov 12 01:07:59.097110 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b967d1ef-78c7-4ca9-ab57-8753deb1ba13 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0187018 Nov 12 01:07:59.103319 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40140) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:59.112544 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-f576afca-d874-488a-adc0-f5ccd556463b tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Request body: {'subnet': {'network_id': '7356b1f2-b40d-4fe2-ad17-ca5ffe13ca33', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:07:59.130083 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bf3fd422-8386-41d2-a318-1420f7b12bfb tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:59.130632 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-bf3fd422-8386-41d2-a318-1420f7b12bfb tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Added segment 7339be06-2b3e-407b-879f-7cf21c9c8aa2 of type vlan for network ac241047-c268-43f0-aedc-6a916d99fb4c Nov 12 01:07:59.150067 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3fd422-8386-41d2-a318-1420f7b12bfb tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef316fa-fc4c-478f-a596-eb13c400e5f6,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:59.333021 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40150) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:59.442501 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b967d1ef-78c7-4ca9-ab57-8753deb1ba13 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Pushing event updated for resources: {'Network': ['ID=7356b1f2-b40d-4fe2-ad17-ca5ffe13ca33,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:07:59.446559 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bf3fd422-8386-41d2-a318-1420f7b12bfb tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:59.477858 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 7356b1f2-b40d-4fe2-ad17-ca5ffe13ca33 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:07:59.635504 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f576afca-d874-488a-adc0-f5ccd556463b tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Made reservation on behalf of 5f885a1601aa462d8df4e61a5f6064de for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:07:59.640237 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f576afca-d874-488a-adc0-f5ccd556463b tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:59.684011 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c7a01570-7f67-4e03-98e1-d7a6a1fde7a9 req-cefeef5c-57d4-43f4-890e-ef022fda9439 service neutron] 10.222.0.16 "GET /v2.0/networks/781d30df-28ea-4e18-a951-e2a0cedd5fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5919960 Nov 12 01:07:59.692706 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bf3fd422-8386-41d2-a318-1420f7b12bfb tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:59.703382 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3fd422-8386-41d2-a318-1420f7b12bfb tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:59.704885 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bf3fd422-8386-41d2-a318-1420f7b12bfb tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:59.720254 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c280fa0-0e20-4663-a763-a9c3198a95c1 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Router d6477202-da2e-4550-9dbb-3f23d0468033 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:07:59.784246 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc48908-e863-4f2e-9e4d-623384d6bb48 req-419a7c22-2926-4b3e-999b-57b6e2eb2f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:59.786038 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1cc48908-e863-4f2e-9e4d-623384d6bb48 req-419a7c22-2926-4b3e-999b-57b6e2eb2f6d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d144407c-df74-4c6d-aaa1-d8862914b0c1 HTTP/1.1" status: 200 len: 1097 time: 0.4606295 Nov 12 01:07:59.811466 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-82be02a0-292b-4c83-a3e0-d5f32303d274 admin admin] Deleting subnet 32c7a1dd-a18b-4edd-81ef-25269083f064 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:07:59.838327 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-82be02a0-292b-4c83-a3e0-d5f32303d274 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:07:59.887450 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8f0ad-e1d0-43a6-b69c-f1c1a41ac844 req-77c1dc41-9d24-4fe2-809c-1a314a1ec4db tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:07:59.889668 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fad8f0ad-e1d0-43a6-b69c-f1c1a41ac844 req-77c1dc41-9d24-4fe2-809c-1a314a1ec4db tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf7000ec-f6df-4708-b4e2-a70f05feecb6 HTTP/1.1" status: 200 len: 946 time: 0.5616636 Nov 12 01:07:59.896091 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-bf3fd422-8386-41d2-a318-1420f7b12bfb tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.4078498 Nov 12 01:07:59.913237 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40156) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:07:59.923490 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-675f2446-49cf-438b-a808-9bb01beb7eab tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Request body: {'subnet': {'network_id': 'ac241047-c268-43f0-aedc-6a916d99fb4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:00.021541 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3fd422-8386-41d2-a318-1420f7b12bfb tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Pushing event updated for resources: {'Network': ['ID=ac241047-c268-43f0-aedc-6a916d99fb4c,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:00.066361 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-82be02a0-292b-4c83-a3e0-d5f32303d274 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:00.084895 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c280fa0-0e20-4663-a763-a9c3198a95c1 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:08:00.096689 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9c280fa0-0e20-4663-a763-a9c3198a95c1 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:00.126469 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1cc48908-e863-4f2e-9e4d-623384d6bb48 req-4be052a2-cd95-477b-9e53-593dfeaf8ffb service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105750 Nov 12 01:08:00.134993 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network ac241047-c268-43f0-aedc-6a916d99fb4c details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:08:00.136873 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d8abad-b392-4930-993e-fcc83c53dd06 None None] Sync routers for ids ['d6477202-da2e-4550-9dbb-3f23d0468033'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:08:00.148039 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c7a01570-7f67-4e03-98e1-d7a6a1fde7a9 req-6c08da2f-6aa1-4375-a90e-2df407456ac0 service neutron] 10.222.0.16 "GET /v2.0/networks/781d30df-28ea-4e18-a951-e2a0cedd5fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4310122 Nov 12 01:08:00.170162 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fad8f0ad-e1d0-43a6-b69c-f1c1a41ac844 req-8a36c6c5-0705-47c5-9b40-9022ee5f7a8e tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122960 Nov 12 01:08:00.196683 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d8abad-b392-4930-993e-fcc83c53dd06 None None] Routers {'d6477202-da2e-4550-9dbb-3f23d0468033'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:00.198312 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-95d8abad-b392-4930-993e-fcc83c53dd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:07:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['d6477202-da2e-4550-9dbb-3f23d0468033'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:00.200701 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7cb05-511e-4187-951d-31af58bed4a1 req-a97214ea-4a1c-4b28-91e9-57474ddbde70 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:00.220059 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d4c7cb05-511e-4187-951d-31af58bed4a1 req-a97214ea-4a1c-4b28-91e9-57474ddbde70 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 946 time: 0.2609849 Nov 12 01:08:00.225915 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-82be02a0-292b-4c83-a3e0-d5f32303d274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:00.298895 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9c280fa0-0e20-4663-a763-a9c3198a95c1 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "PUT /v2.0/floatingips/a5279900-bb4e-44aa-ad35-0b6f93543e0b HTTP/1.1" status: 200 len: 992 time: 3.0142431 Nov 12 01:08:00.303612 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6891ab12-2922-455c-85ff-65216616a268', 'tag': 'e0da1175-a9ed-437b-8e53-221098ff6951'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:08:00.315935 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808f2467-7bb7-4ec5-8e90-4191134b2208" -d '{"events": [{"name": "network-changed", "server_uuid": "6891ab12-2922-455c-85ff-65216616a268", "tag": "e0da1175-a9ed-437b-8e53-221098ff6951"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:08:00.333790 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675f2446-49cf-438b-a808-9bb01beb7eab tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Made reservation on behalf of 2c2b6337a1ed42ffbc1b6e03fe22dfdc for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:08:00.337519 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-675f2446-49cf-438b-a808-9bb01beb7eab tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:00.343525 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-91bd4a17-80a5-45f9-90b3-5c34b9e74d62 req-03f29744-42d6-46de-9064-9b7a8ef835cf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3659065 Nov 12 01:08:00.357880 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f576afca-d874-488a-adc0-f5ccd556463b tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:00.485270 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-95d8abad-b392-4930-993e-fcc83c53dd06 None None] Set router d6477202-da2e-4550-9dbb-3f23d0468033 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:08:00.489832 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-82be02a0-292b-4c83-a3e0-d5f32303d274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:00.510069 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f576afca-d874-488a-adc0-f5ccd556463b tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Pushing event updated for resources: {'Subnet': ['ID=fc35af3f-10cf-415a-933a-714f5dc5394e,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:00.629999 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd4a17-80a5-45f9-90b3-5c34b9e74d62 req-faaacedf-bb96-4a5a-8bea-5f1cacd58744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:00.631488 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-91bd4a17-80a5-45f9-90b3-5c34b9e74d62 req-faaacedf-bb96-4a5a-8bea-5f1cacd58744 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7bbe35289028429ba1e1b86033a5bcab&device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 1097 time: 0.1101482 Nov 12 01:08:00.636142 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d4c7cb05-511e-4187-951d-31af58bed4a1 req-12ebb618-ad5c-4e90-a1e2-f0581f594922 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4144740 Nov 12 01:08:00.641364 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f576afca-d874-488a-adc0-f5ccd556463b tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Checking segment: {'id': '405fcc48-f03f-4841-aae1-be9f6f129875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7356b1f2-b40d-4fe2-ad17-ca5ffe13ca33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:08:00.641815 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f576afca-d874-488a-adc0-f5ccd556463b tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Network hostable DHCP agents. Network: 7356b1f2-b40d-4fe2-ad17-ca5ffe13ca33, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:08:00.659632 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82be02a0-292b-4c83-a3e0-d5f32303d274 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32c7a1dd-a18b-4edd-81ef-25269083f064,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:00.709183 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f576afca-d874-488a-adc0-f5ccd556463b tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Network 7356b1f2-b40d-4fe2-ad17-ca5ffe13ca33 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:08:00.717159 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-82be02a0-292b-4c83-a3e0-d5f32303d274 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:00.732239 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-82be02a0-292b-4c83-a3e0-d5f32303d274 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/32c7a1dd-a18b-4edd-81ef-25269083f064 HTTP/1.1" status: 204 len: 168 time: 1.3816051 Nov 12 01:08:00.733762 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40166) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:00.769287 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db98d8a-9a21-4b99-b2f7-6b86acae06b1 req-a435980c-b3c8-4a35-9e16-2d3f8e043043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:00.771885 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3db98d8a-9a21-4b99-b2f7-6b86acae06b1 req-a435980c-b3c8-4a35-9e16-2d3f8e043043 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3a16532dad1a4e29a37379d12c118693&device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 1098 time: 0.4670925 Nov 12 01:08:00.792709 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e52067c3-e4e3-4c83-89a4-64c9fdecda19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:00.805790 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6966539-20c5-4dca-ac89-47959ee82ba0 req-ade39b4a-aff7-4ca1-ade2-f42ec5ebb54f tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:00.807599 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6966539-20c5-4dca-ac89-47959ee82ba0 req-ade39b4a-aff7-4ca1-ade2-f42ec5ebb54f tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=d144407c-df74-4c6d-aaa1-d8862914b0c1 HTTP/1.1" status: 200 len: 945 time: 0.1500690 Nov 12 01:08:00.888082 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-f576afca-d874-488a-adc0-f5ccd556463b tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 7356b1f2-b40d-4fe2-ad17-ca5ffe13ca33) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:00.890423 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9ab36529-99f8-4b79-8d60-ec9cf0ffd1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:00.899561 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8736b4-781f-47c4-9069-30404698c134 None None] Network 7356b1f2-b40d-4fe2-ad17-ca5ffe13ca33 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:08:00.927476 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56fd87a0-76bd-4dbe-a91f-0b4ef656cbdc x-openstack-request-id: req-56fd87a0-76bd-4dbe-a91f-0b4ef656cbdc {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:08:00.927915 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6891ab12-2922-455c-85ff-65216616a268", "tag": "e0da1175-a9ed-437b-8e53-221098ff6951", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:08:00.928060 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-56fd87a0-76bd-4dbe-a91f-0b4ef656cbdc {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:08:00.928439 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6891ab12-2922-455c-85ff-65216616a268', 'tag': 'e0da1175-a9ed-437b-8e53-221098ff6951', 'status': 'completed', 'code': 200} Nov 12 01:08:00.934049 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f576afca-d874-488a-adc0-f5ccd556463b tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:00.934662 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f576afca-d874-488a-adc0-f5ccd556463b tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:01.024464 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f576afca-d874-488a-adc0-f5ccd556463b tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9193320 Nov 12 01:08:01.027547 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40168) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:01.054776 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-dcbdd345-ddfe-4a9c-ac9a-757d9f91fe48 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1693648867'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:01.060986 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-675f2446-49cf-438b-a808-9bb01beb7eab tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:01.131531 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-95d8abad-b392-4930-993e-fcc83c53dd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'name': 'tempest-AttachVolumeShelveTestJSON-592033780-router', 'tenant_id': '1650592d4cf74284855a02a26c6d9866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'e09a1a6e-f75a-439b-a79b-9511369dfe90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:06Z', 'updated_at': '2021-11-12T01:02:13Z', 'revision_number': 4, 'project_id': '1650592d4cf74284855a02a26c6d9866', 'gw_port': {'id': 'e09a1a6e-f75a-439b-a79b-9511369dfe90', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:07Z', 'updated_at': '2021-11-12T01:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': 'a5279900-bb4e-44aa-ad35-0b6f93543e0b', 'tenant_id': '1650592d4cf74284855a02a26c6d9866', 'floating_ip_address': '172.25.3.169', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'port_id': 'e0da1175-a9ed-437b-8e53-221098ff6951', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '589a11d9-462f-4432-aa26-12a7b18ca65f', 'mac_address': 'fa:16:3e:5a:f4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6891ab12-2922-455c-85ff-65216616a268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:07:27Z', 'updated_at': '2021-11-12T01:07:58Z', 'revision_number': 1, 'project_id': '1650592d4cf74284855a02a26c6d9866', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53ec15fc-73b8-476f-9744-069c94640c7d', 'name': '', 'network_id': '589a11d9-462f-4432-aa26-12a7b18ca65f', 'tenant_id': '1650592d4cf74284855a02a26c6d9866', 'mac_address': 'fa:16:3e:d8:91:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '34773eb3-d58a-4b8a-a536-c500cef253a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:11Z', 'updated_at': '2021-11-12T01:02:29Z', 'revision_number': 5, 'project_id': '1650592d4cf74284855a02a26c6d9866', 'subnets': [{'id': '34773eb3-d58a-4b8a-a536-c500cef253a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:01.160542 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9ab36529-99f8-4b79-8d60-ec9cf0ffd1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:01.172312 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81329e4f-85e8-439d-aba1-8ae52d7ce47a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-7356b1f2-b40d-4fe2-ad17-ca5ffe13ca33', 'network_id': '7356b1f2-b40d-4fe2-ad17-ca5ffe13ca33', 'tenant_id': '5f885a1601aa462d8df4e61a5f6064de', 'fixed_ips': [{'subnet_id': 'fc35af3f-10cf-415a-933a-714f5dc5394e'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:08:01.173271 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-81329e4f-85e8-439d-aba1-8ae52d7ce47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:01.185988 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-9ab36529-99f8-4b79-8d60-ec9cf0ffd1b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddbdeb8e-9a29-48b5-957b-64766cbb8316']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:01.206491 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-9ab36529-99f8-4b79-8d60-ec9cf0ffd1b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad4c4449-dc7a-4356-bf97-224e764df50e') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:01.207000 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-9ab36529-99f8-4b79-8d60-ec9cf0ffd1b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad4c4449-dc7a-4356-bf97-224e764df50e') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:01.212061 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6966539-20c5-4dca-ac89-47959ee82ba0 req-18e9c8f4-322b-48aa-a397-f61ae0557453 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3951182 Nov 12 01:08:01.217012 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d8abad-b392-4930-993e-fcc83c53dd06 None None] Checking router: d6477202-da2e-4550-9dbb-3f23d0468033 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:08:01.223215 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9ab36529-99f8-4b79-8d60-ec9cf0ffd1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:01.256213 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d8abad-b392-4930-993e-fcc83c53dd06 None None] Routers {'d6477202-da2e-4550-9dbb-3f23d0468033'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:01.256877 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-95d8abad-b392-4930-993e-fcc83c53dd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:08:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['d6477202-da2e-4550-9dbb-3f23d0468033'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:01.318809 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f2467-7bb7-4ec5-8e90-4191134b2208 req-9fea23bd-ad5e-43f1-8b8f-97ab4ee3c37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:01.321960 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-808f2467-7bb7-4ec5-8e90-4191134b2208 req-9fea23bd-ad5e-43f1-8b8f-97ab4ee3c37b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1650592d4cf74284855a02a26c6d9866&device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 1098 time: 0.2794378 Nov 12 01:08:01.366894 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9ab36529-99f8-4b79-8d60-ec9cf0ffd1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:01.387374 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd4a17-80a5-45f9-90b3-5c34b9e74d62 req-a76431d7-219d-4620-84b7-a1178d4fdf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:01.392804 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-91bd4a17-80a5-45f9-90b3-5c34b9e74d62 req-a76431d7-219d-4620-84b7-a1178d4fdf98 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 HTTP/1.1" status: 200 len: 911 time: 0.7062643 Nov 12 01:08:01.409394 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ab36529-99f8-4b79-8d60-ec9cf0ffd1b0 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:08:01.410139 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9ab36529-99f8-4b79-8d60-ec9cf0ffd1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:01.416211 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:08:01.416211 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:08:01.416211 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:08:01.416211 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:08:01.416211 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:08:01.416211 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:08:01.416211 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:08:01.416211 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:08:01.416211 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:08:01.416211 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:08:01.416211 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:08:01.416211 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:08:01.416211 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:08:01.416211 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:08:01.416211 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:08:01.416211 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:08:01.416211 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:08:01.416211 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:08:01.416211 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:08:01.416211 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:08:01.416211 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:08:01.416211 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:08:01.416211 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:08:01.416211 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:08:01.416211 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:08:01.416211 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:08:01.416211 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:08:01.416211 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:08:01.416211 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:08:01.416211 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:08:01.416211 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:08:01.416211 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:08:01.434638 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f2446-49cf-438b-a808-9bb01beb7eab tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Pushing event updated for resources: {'Subnet': ['ID=4f9c5071-c353-41ad-b365-35f625ff3ce9,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:01.483355 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-95d8abad-b392-4930-993e-fcc83c53dd06 None None] Set router d6477202-da2e-4550-9dbb-3f23d0468033 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:08:01.495553 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db98d8a-9a21-4b99-b2f7-6b86acae06b1 req-f42b66f8-459e-4451-bcd7-675ac8e5e4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:01.497340 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3db98d8a-9a21-4b99-b2f7-6b86acae06b1 req-f42b66f8-459e-4451-bcd7-675ac8e5e4c2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=781d30df-28ea-4e18-a951-e2a0cedd5fea HTTP/1.1" status: 200 len: 913 time: 0.5991704 Nov 12 01:08:01.561693 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3db98d8a-9a21-4b99-b2f7-6b86acae06b1 req-fbd733d1-633b-4bf7-888a-334a8f06a220 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01abd07c-2341-46ef-b50f-2ffc9746084d HTTP/1.1" status: 200 len: 217 time: 0.0499487 Nov 12 01:08:01.583651 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcbdd345-ddfe-4a9c-ac9a-757d9f91fe48 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Made reservation on behalf of 5f885a1601aa462d8df4e61a5f6064de for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:08:01.584503 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-81329e4f-85e8-439d-aba1-8ae52d7ce47a None None] Allocated IP 19.80.0.2 (7356b1f2-b40d-4fe2-ad17-ca5ffe13ca33/fc35af3f-10cf-415a-933a-714f5dc5394e/216dd42f-9228-40f6-bf8b-6d0d31502a9e) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:08:01.591300 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dcbdd345-ddfe-4a9c-ac9a-757d9f91fe48 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:01.625317 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261cf8b-48da-4c12-b273-ecb3d2efd79d req-5cab5bca-213a-4987-bdb4-5b3b2280fd3a tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:01.627115 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5261cf8b-48da-4c12-b273-ecb3d2efd79d req-5cab5bca-213a-4987-bdb4-5b3b2280fd3a tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf7000ec-f6df-4708-b4e2-a70f05feecb6 HTTP/1.1" status: 200 len: 946 time: 0.2468369 Nov 12 01:08:01.639252 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f2467-7bb7-4ec5-8e90-4191134b2208 req-df0cb826-2baa-49be-803e-924e07bfcb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:01.641019 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-808f2467-7bb7-4ec5-8e90-4191134b2208 req-df0cb826-2baa-49be-803e-924e07bfcb23 service neutron] 10.222.0.16 "GET /v2.0/networks?id=589a11d9-462f-4432-aa26-12a7b18ca65f HTTP/1.1" status: 200 len: 916 time: 0.3047061 Nov 12 01:08:01.721861 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675f2446-49cf-438b-a808-9bb01beb7eab tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Checking segment: {'id': '7339be06-2b3e-407b-879f-7cf21c9c8aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ac241047-c268-43f0-aedc-6a916d99fb4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:08:01.722483 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675f2446-49cf-438b-a808-9bb01beb7eab tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Network hostable DHCP agents. Network: ac241047-c268-43f0-aedc-6a916d99fb4c, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:08:01.722649 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db98d8a-9a21-4b99-b2f7-6b86acae06b1 req-fabc04d7-5302-4dd3-aacd-07303df54728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:01.724325 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3db98d8a-9a21-4b99-b2f7-6b86acae06b1 req-fabc04d7-5302-4dd3-aacd-07303df54728 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b27e1e41-719b-40a0-b6b8-a50662ff4f65 HTTP/1.1" status: 200 len: 853 time: 0.1560600 Nov 12 01:08:01.759949 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcbdd345-ddfe-4a9c-ac9a-757d9f91fe48 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:08:01.778529 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-808f2467-7bb7-4ec5-8e90-4191134b2208 req-85a9c50e-c1ff-4306-8b35-84c6bf3ae0ca service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0da1175-a9ed-437b-8e53-221098ff6951 HTTP/1.1" status: 200 len: 1000 time: 0.1279790 Nov 12 01:08:01.785709 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dcbdd345-ddfe-4a9c-ac9a-757d9f91fe48 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:01.786184 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3db98d8a-9a21-4b99-b2f7-6b86acae06b1 req-58dc3bf9-9870-4311-9867-5222c26bbf3f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=781d30df-28ea-4e18-a951-e2a0cedd5fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436430 Nov 12 01:08:01.787093 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-dcbdd345-ddfe-4a9c-ac9a-757d9f91fe48 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Added segment 859dccdf-eb89-404f-960d-d9f02bfd080a of type vlan for network 97a0486f-2b5c-46ba-9b9e-c658ed6dad86 Nov 12 01:08:01.849203 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5261cf8b-48da-4c12-b273-ecb3d2efd79d req-9f03c96f-2c21-42e3-b4f5-c28f8f189051 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139349 Nov 12 01:08:01.928931 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dcbdd345-ddfe-4a9c-ac9a-757d9f91fe48 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:02.010558 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-91bd4a17-80a5-45f9-90b3-5c34b9e74d62 req-698f2e33-6963-444e-9bb3-5c0b75680d02 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3cfc795-909c-4615-9d75-457b26419c79 HTTP/1.1" status: 200 len: 999 time: 0.5960910 Nov 12 01:08:02.016616 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9ab36529-99f8-4b79-8d60-ec9cf0ffd1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:02.025128 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dcbdd345-ddfe-4a9c-ac9a-757d9f91fe48 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:02.026302 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-95d8abad-b392-4930-993e-fcc83c53dd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'name': 'tempest-AttachVolumeShelveTestJSON-592033780-router', 'tenant_id': '1650592d4cf74284855a02a26c6d9866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'e09a1a6e-f75a-439b-a79b-9511369dfe90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:06Z', 'updated_at': '2021-11-12T01:02:13Z', 'revision_number': 4, 'project_id': '1650592d4cf74284855a02a26c6d9866', 'gw_port': {'id': 'e09a1a6e-f75a-439b-a79b-9511369dfe90', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:07Z', 'updated_at': '2021-11-12T01:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': 'a5279900-bb4e-44aa-ad35-0b6f93543e0b', 'tenant_id': '1650592d4cf74284855a02a26c6d9866', 'floating_ip_address': '172.25.3.169', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'port_id': 'e0da1175-a9ed-437b-8e53-221098ff6951', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '589a11d9-462f-4432-aa26-12a7b18ca65f', 'mac_address': 'fa:16:3e:5a:f4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6891ab12-2922-455c-85ff-65216616a268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:07:27Z', 'updated_at': '2021-11-12T01:07:58Z', 'revision_number': 1, 'project_id': '1650592d4cf74284855a02a26c6d9866', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53ec15fc-73b8-476f-9744-069c94640c7d', 'name': '', 'network_id': '589a11d9-462f-4432-aa26-12a7b18ca65f', 'tenant_id': '1650592d4cf74284855a02a26c6d9866', 'mac_address': 'fa:16:3e:d8:91:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '34773eb3-d58a-4b8a-a536-c500cef253a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:11Z', 'updated_at': '2021-11-12T01:02:29Z', 'revision_number': 5, 'project_id': '1650592d4cf74284855a02a26c6d9866', 'subnets': [{'id': '34773eb3-d58a-4b8a-a536-c500cef253a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:02.037630 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3db98d8a-9a21-4b99-b2f7-6b86acae06b1 req-7c053be2-b0a4-4d94-a1ea-772ca3d8cfa9 service neutron] 10.222.0.16 "GET /v2.0/networks/781d30df-28ea-4e18-a951-e2a0cedd5fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371182 Nov 12 01:08:02.041481 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbdd345-ddfe-4a9c-ac9a-757d9f91fe48 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:02.042553 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dcbdd345-ddfe-4a9c-ac9a-757d9f91fe48 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:02.065221 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d8abad-b392-4930-993e-fcc83c53dd06 None None] The sync data for ids ['d6477202-da2e-4550-9dbb-3f23d0468033'] in n-d-712142-27 is: [{'id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'name': 'tempest-AttachVolumeShelveTestJSON-592033780-router', 'tenant_id': '1650592d4cf74284855a02a26c6d9866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'e09a1a6e-f75a-439b-a79b-9511369dfe90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:06Z', 'updated_at': '2021-11-12T01:02:13Z', 'revision_number': 4, 'project_id': '1650592d4cf74284855a02a26c6d9866', 'gw_port': {'id': 'e09a1a6e-f75a-439b-a79b-9511369dfe90', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:07Z', 'updated_at': '2021-11-12T01:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': 'a5279900-bb4e-44aa-ad35-0b6f93543e0b', 'tenant_id': '1650592d4cf74284855a02a26c6d9866', 'floating_ip_address': '172.25.3.169', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'port_id': 'e0da1175-a9ed-437b-8e53-221098ff6951', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '589a11d9-462f-4432-aa26-12a7b18ca65f', 'mac_address': 'fa:16:3e:5a:f4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6891ab12-2922-455c-85ff-65216616a268', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:07:27Z', 'updated_at': '2021-11-12T01:07:58Z', 'revision_number': 1, 'project_id': '1650592d4cf74284855a02a26c6d9866', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53ec15fc-73b8-476f-9744-069c94640c7d', 'name': '', 'network_id': '589a11d9-462f-4432-aa26-12a7b18ca65f', 'tenant_id': '1650592d4cf74284855a02a26c6d9866', 'mac_address': 'fa:16:3e:d8:91:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '34773eb3-d58a-4b8a-a536-c500cef253a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:11Z', 'updated_at': '2021-11-12T01:02:29Z', 'revision_number': 5, 'project_id': '1650592d4cf74284855a02a26c6d9866', 'subnets': [{'id': '34773eb3-d58a-4b8a-a536-c500cef253a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:08:02.075135 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f2467-7bb7-4ec5-8e90-4191134b2208 req-c24b9e65-c5ef-46ab-9987-32f13af8a7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:02.077058 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-808f2467-7bb7-4ec5-8e90-4191134b2208 req-c24b9e65-c5ef-46ab-9987-32f13af8a7eb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=34773eb3-d58a-4b8a-a536-c500cef253a8 HTTP/1.1" status: 200 len: 855 time: 0.2895410 Nov 12 01:08:02.122405 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-81329e4f-85e8-439d-aba1-8ae52d7ce47a None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:02.134652 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-81329e4f-85e8-439d-aba1-8ae52d7ce47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:02.155687 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd4a17-80a5-45f9-90b3-5c34b9e74d62 req-e30b1561-835e-4355-9a87-ac96749cba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:02.158314 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-91bd4a17-80a5-45f9-90b3-5c34b9e74d62 req-e30b1561-835e-4355-9a87-ac96749cba08 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=55fa7c58-77a8-4d04-ad83-d7b14788e8b6 HTTP/1.1" status: 200 len: 850 time: 0.1361959 Nov 12 01:08:02.173401 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9ab36529-99f8-4b79-8d60-ec9cf0ffd1b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:02.180732 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9ab36529-99f8-4b79-8d60-ec9cf0ffd1b0 admin admin] 10.222.0.45 "DELETE /v2.0/networks/ddbdeb8e-9a29-48b5-957b-64766cbb8316 HTTP/1.1" status: 204 len: 168 time: 1.4378107 Nov 12 01:08:02.185513 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671656cb-26e8-49fb-b944-b61dc7473fc6 req-3cb1c396-c61b-4497-b1fc-c8a7dcc6b04e tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:02.194848 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-671656cb-26e8-49fb-b944-b61dc7473fc6 req-3cb1c396-c61b-4497-b1fc-c8a7dcc6b04e tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 946 time: 0.3105907 Nov 12 01:08:02.224424 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81329e4f-85e8-439d-aba1-8ae52d7ce47a None None] Pushing event updated for resources: {'Port': ['ID=216dd42f-9228-40f6-bf8b-6d0d31502a9e,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:02.244816 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81329e4f-85e8-439d-aba1-8ae52d7ce47a None None] Network 7356b1f2-b40d-4fe2-ad17-ca5ffe13ca33 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:08:02.247292 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-81329e4f-85e8-439d-aba1-8ae52d7ce47a None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:02.250791 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81329e4f-85e8-439d-aba1-8ae52d7ce47a None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:08:02.330395 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f2467-7bb7-4ec5-8e90-4191134b2208 req-6e751fb3-5e6e-414d-94a4-237a075594c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:02.335096 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-808f2467-7bb7-4ec5-8e90-4191134b2208 req-6e751fb3-5e6e-414d-94a4-237a075594c1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=589a11d9-462f-4432-aa26-12a7b18ca65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2424951 Nov 12 01:08:02.350700 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-dcbdd345-ddfe-4a9c-ac9a-757d9f91fe48 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3182492 Nov 12 01:08:02.356679 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40182) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:02.362755 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-81329e4f-85e8-439d-aba1-8ae52d7ce47a None None] Attempting to bind port 216dd42f-9228-40f6-bf8b-6d0d31502a9e on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:08:02.362755 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-81329e4f-85e8-439d-aba1-8ae52d7ce47a None None] Attempting to bind port 216dd42f-9228-40f6-bf8b-6d0d31502a9e by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '405fcc48-f03f-4841-aae1-be9f6f129875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7356b1f2-b40d-4fe2-ad17-ca5ffe13ca33'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:08:02.362755 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81329e4f-85e8-439d-aba1-8ae52d7ce47a None None] Attempting to bind port 216dd42f-9228-40f6-bf8b-6d0d31502a9e on network 7356b1f2-b40d-4fe2-ad17-ca5ffe13ca33 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:08:02.369118 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-6270fba6-c80a-474a-89e7-a348c294286b tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Request body: {'subnet': {'network_id': '97a0486f-2b5c-46ba-9b9e-c658ed6dad86', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:02.369411 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81329e4f-85e8-439d-aba1-8ae52d7ce47a None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:08:02.369701 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81329e4f-85e8-439d-aba1-8ae52d7ce47a None None] Checking segment: {'id': '405fcc48-f03f-4841-aae1-be9f6f129875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7356b1f2-b40d-4fe2-ad17-ca5ffe13ca33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:08:02.370110 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-81329e4f-85e8-439d-aba1-8ae52d7ce47a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:02.370773 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81329e4f-85e8-439d-aba1-8ae52d7ce47a None None] Bound using segment: {'id': '405fcc48-f03f-4841-aae1-be9f6f129875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7356b1f2-b40d-4fe2-ad17-ca5ffe13ca33'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:08:02.371274 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-81329e4f-85e8-439d-aba1-8ae52d7ce47a None None] Bound port: 216dd42f-9228-40f6-bf8b-6d0d31502a9e, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '405fcc48-f03f-4841-aae1-be9f6f129875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7356b1f2-b40d-4fe2-ad17-ca5ffe13ca33'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:08:02.371658 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-81329e4f-85e8-439d-aba1-8ae52d7ce47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:02.379746 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbdd345-ddfe-4a9c-ac9a-757d9f91fe48 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Pushing event updated for resources: {'Network': ['ID=97a0486f-2b5c-46ba-9b9e-c658ed6dad86,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:02.439466 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3db98d8a-9a21-4b99-b2f7-6b86acae06b1 req-d0f0d8cb-5baf-404f-b35b-5832ed649618 service neutron] 10.222.0.16 "GET /v2.0/networks/781d30df-28ea-4e18-a951-e2a0cedd5fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3783979 Nov 12 01:08:02.462198 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-671656cb-26e8-49fb-b944-b61dc7473fc6 req-c7992a89-f45f-4b87-81a5-6379fb3c6028 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615917 Nov 12 01:08:02.506976 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 97a0486f-2b5c-46ba-9b9e-c658ed6dad86 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:08:02.541911 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675f2446-49cf-438b-a808-9bb01beb7eab tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Network ac241047-c268-43f0-aedc-6a916d99fb4c is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:08:02.557777 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab36529-99f8-4b79-8d60-ec9cf0ffd1b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddbdeb8e-9a29-48b5-957b-64766cbb8316,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:02.595861 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-808f2467-7bb7-4ec5-8e90-4191134b2208 req-574653f1-2263-41ee-a02a-8d78e3033d45 service neutron] 10.222.0.16 "GET /v2.0/networks/589a11d9-462f-4432-aa26-12a7b18ca65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486684 Nov 12 01:08:02.631635 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40186) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:02.668788 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-675f2446-49cf-438b-a808-9bb01beb7eab tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, ac241047-c268-43f0-aedc-6a916d99fb4c) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:02.687442 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785449a-b528-4bf1-ad7d-99347d25f874 req-c758ca4c-aeba-4b33-8f5c-e13a5cbc0b79 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:02.695629 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f785449a-b528-4bf1-ad7d-99347d25f874 req-c758ca4c-aeba-4b33-8f5c-e13a5cbc0b79 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=d144407c-df74-4c6d-aaa1-d8862914b0c1 HTTP/1.1" status: 200 len: 945 time: 0.2807751 Nov 12 01:08:02.697157 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675f2446-49cf-438b-a808-9bb01beb7eab tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:02.698883 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-675f2446-49cf-438b-a808-9bb01beb7eab tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:02.721286 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd4a17-80a5-45f9-90b3-5c34b9e74d62 req-72852481-cf8e-48e3-99c6-82456d99ba49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:02.724227 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-91bd4a17-80a5-45f9-90b3-5c34b9e74d62 req-72852481-cf8e-48e3-99c6-82456d99ba49 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4180682 Nov 12 01:08:02.774814 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f165ae-a979-423c-baf6-82608f66a2d2 None None] Network ac241047-c268-43f0-aedc-6a916d99fb4c requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:08:02.784691 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-675f2446-49cf-438b-a808-9bb01beb7eab tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8663154 Nov 12 01:08:02.784967 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701f39a2-9d66-4106-9815-ff18ab4fdc66 None None] New status for floating IP a5279900-bb4e-44aa-ad35-0b6f93543e0b: ACTIVE {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:08:02.788421 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40190) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:02.806022 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-c9677dd7-c76b-4849-91a7-6e2d12e9b504 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Request body: {'port': {'network_id': 'ac241047-c268-43f0-aedc-6a916d99fb4c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1219531398'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:02.858107 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-cc77cd6a-cbd7-4396-9ec7-fb18020764e5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7ddab49d3f5a4b49b039bf18c7812764&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2230077 Nov 12 01:08:02.877298 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40192) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:02.893894 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:08:02.916379 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6270fba6-c80a-474a-89e7-a348c294286b tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Made reservation on behalf of 5f885a1601aa462d8df4e61a5f6064de for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:08:02.924093 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6270fba6-c80a-474a-89e7-a348c294286b tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:02.926584 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-81329e4f-85e8-439d-aba1-8ae52d7ce47a None None] For port 216dd42f-9228-40f6-bf8b-6d0d31502a9e, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:08:02.934868 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066724d3-db49-4d03-ae24-c3f6e15b144e req-48dca603-443d-47b2-97ee-9bbbc85ca9c9 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:02.943552 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-066724d3-db49-4d03-ae24-c3f6e15b144e req-48dca603-443d-47b2-97ee-9bbbc85ca9c9 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 946 time: 0.3361409 Nov 12 01:08:02.984006 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f785449a-b528-4bf1-ad7d-99347d25f874 req-c821def7-455b-4b08-9bb2-8c311a3c3bef tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707796 Nov 12 01:08:02.989402 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:02.992621 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-81329e4f-85e8-439d-aba1-8ae52d7ce47a None None] For port 216dd42f-9228-40f6-bf8b-6d0d31502a9e, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=216dd42f-9228-40f6-bf8b-6d0d31502a9e,segment=NetworkSegment(405fcc48-f03f-4841-aae1-be9f6f129875),segment_id=405fcc48-f03f-4841-aae1-be9f6f129875)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:08:03.031347 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-81329e4f-85e8-439d-aba1-8ae52d7ce47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:03.062821 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-808f2467-7bb7-4ec5-8e90-4191134b2208 req-dd167dd1-7477-4bcf-8525-2684532044f1 service neutron] 10.222.0.16 "GET /v2.0/networks/589a11d9-462f-4432-aa26-12a7b18ca65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4527750 Nov 12 01:08:03.145751 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81329e4f-85e8-439d-aba1-8ae52d7ce47a None None] Pushing event updated for resources: {'Port': ['ID=216dd42f-9228-40f6-bf8b-6d0d31502a9e,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:03.174023 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-066724d3-db49-4d03-ae24-c3f6e15b144e req-bcd6efc1-a12c-41cf-8c8a-67f34efb4734 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290199 Nov 12 01:08:03.236878 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9677dd7-c76b-4849-91a7-6e2d12e9b504 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Made reservation on behalf of 2c2b6337a1ed42ffbc1b6e03fe22dfdc for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:08:03.242673 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c9677dd7-c76b-4849-91a7-6e2d12e9b504 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:03.328594 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [None req-c9677dd7-c76b-4849-91a7-6e2d12e9b504 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] device_id is not set on port d1911157-0066-47d4-9ed0-dba9e4083fa5 yet. {{(pid=109085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:08:03.343576 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-91bd4a17-80a5-45f9-90b3-5c34b9e74d62 req-e513e8e4-bf10-49cf-ae72-cd7eef0edf83 service neutron] 10.222.0.44 "GET /v2.0/networks/e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6077468 Nov 12 01:08:03.343916 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1235db35-bddd-4aa8-a875-06a188f1bdf6 req-274ecda5-0b97-4e7d-a3c7-5ee2e8a2cf7b tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:03.355485 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1235db35-bddd-4aa8-a875-06a188f1bdf6 req-274ecda5-0b97-4e7d-a3c7-5ee2e8a2cf7b tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf7000ec-f6df-4708-b4e2-a70f05feecb6 HTTP/1.1" status: 200 len: 946 time: 0.1511877 Nov 12 01:08:03.447298 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5cbcbec4-3907-419e-a31b-872f31e8a607 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:03.572060 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5cbcbec4-3907-419e-a31b-872f31e8a607 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:03.582488 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea761e55-0822-4272-b676-e2cc2653aedc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-ac241047-c268-43f0-aedc-6a916d99fb4c', 'network_id': 'ac241047-c268-43f0-aedc-6a916d99fb4c', 'tenant_id': '2c2b6337a1ed42ffbc1b6e03fe22dfdc', 'fixed_ips': [{'subnet_id': '4f9c5071-c353-41ad-b365-35f625ff3ce9'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:08:03.583382 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ea761e55-0822-4272-b676-e2cc2653aedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:03.594580 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1235db35-bddd-4aa8-a875-06a188f1bdf6 req-57ad1048-c33c-419a-ae68-44537612d0ef tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376728 Nov 12 01:08:03.654261 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb0f6e-ef14-489d-af0c-b0d2c536cf54 req-82341722-e3b7-428d-88f4-5d389ef8a4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:03.656613 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7afb0f6e-ef14-489d-af0c-b0d2c536cf54 req-82341722-e3b7-428d-88f4-5d389ef8a4fe service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cf7000ec-f6df-4708-b4e2-a70f05feecb6 HTTP/1.1" status: 200 len: 1098 time: 0.2257254 Nov 12 01:08:03.718023 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6270fba6-c80a-474a-89e7-a348c294286b tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:03.786753 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5cbcbec4-3907-419e-a31b-872f31e8a607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:03.795293 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5cbcbec4-3907-419e-a31b-872f31e8a607 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:03.800420 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5cbcbec4-3907-419e-a31b-872f31e8a607 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f626cb36-929f-4673-920e-7adb794eb81c HTTP/1.1" status: 204 len: 168 time: 0.9145844 Nov 12 01:08:03.826925 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbcbec4-3907-419e-a31b-872f31e8a607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f626cb36-929f-4673-920e-7adb794eb81c,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:03.833861 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6270fba6-c80a-474a-89e7-a348c294286b tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Pushing event updated for resources: {'Subnet': ['ID=178a8725-9545-46e8-8041-a861da49d5c7,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:03.853416 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-91bd4a17-80a5-45f9-90b3-5c34b9e74d62 req-9029bc7c-0f2c-477e-abff-87e69c2a6eb6 service neutron] 10.222.0.44 "GET /v2.0/networks/e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4879880 Nov 12 01:08:03.909367 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6270fba6-c80a-474a-89e7-a348c294286b tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Checking segment: {'id': '859dccdf-eb89-404f-960d-d9f02bfd080a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '97a0486f-2b5c-46ba-9b9e-c658ed6dad86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:08:03.909738 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6270fba6-c80a-474a-89e7-a348c294286b tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Network hostable DHCP agents. Network: 97a0486f-2b5c-46ba-9b9e-c658ed6dad86, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:08:03.921479 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7afb0f6e-ef14-489d-af0c-b0d2c536cf54 req-d7974c15-2a23-4689-9092-5f8eb1489133 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568383 Nov 12 01:08:03.932429 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:03.943297 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6270fba6-c80a-474a-89e7-a348c294286b tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Network 97a0486f-2b5c-46ba-9b9e-c658ed6dad86 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:08:03.954154 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-c9677dd7-c76b-4849-91a7-6e2d12e9b504 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Allocated IP 2001:db8::53 (ac241047-c268-43f0-aedc-6a916d99fb4c/4f9c5071-c353-41ad-b365-35f625ff3ce9/d1911157-0066-47d4-9ed0-dba9e4083fa5) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:08:03.967873 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-6270fba6-c80a-474a-89e7-a348c294286b tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 97a0486f-2b5c-46ba-9b9e-c658ed6dad86) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:03.978066 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6270fba6-c80a-474a-89e7-a348c294286b tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:03.978311 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141eaff-a6b5-4b3c-bbac-31498356483f req-37dd7f47-73ab-4c26-b890-01e81fb3714a tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:03.979054 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6270fba6-c80a-474a-89e7-a348c294286b tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:03.980235 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9d7305-636c-484c-a905-f8a264735c3a None None] Network 97a0486f-2b5c-46ba-9b9e-c658ed6dad86 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:08:03.988161 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8141eaff-a6b5-4b3c-bbac-31498356483f req-37dd7f47-73ab-4c26-b890-01e81fb3714a tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 946 time: 0.2763729 Nov 12 01:08:04.011126 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6270fba6-c80a-474a-89e7-a348c294286b tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6501973 Nov 12 01:08:04.130063 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8141eaff-a6b5-4b3c-bbac-31498356483f req-1cb78332-bda1-4e0f-b7c2-c25f9c0c8db7 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403687 Nov 12 01:08:04.382361 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2755ee59-802f-4ed7-8755-9b6488983ebb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-97a0486f-2b5c-46ba-9b9e-c658ed6dad86', 'network_id': '97a0486f-2b5c-46ba-9b9e-c658ed6dad86', 'tenant_id': '5f885a1601aa462d8df4e61a5f6064de', 'fixed_ips': [{'subnet_id': '178a8725-9545-46e8-8041-a861da49d5c7'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:08:04.383733 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2755ee59-802f-4ed7-8755-9b6488983ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:04.663186 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 216dd42f-9228-40f6-bf8b-6d0d31502a9e up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:08:04.669617 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-2755ee59-802f-4ed7-8755-9b6488983ebb None None] Allocated IP 19.86.0.2 (97a0486f-2b5c-46ba-9b9e-c658ed6dad86/178a8725-9545-46e8-8041-a861da49d5c7/3f5bc628-9f31-40cc-b417-ce4e07c47473) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:08:04.812371 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 216dd42f-9228-40f6-bf8b-6d0d31502a9e triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:04.812752 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:04.933167 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:05.011177 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fac3cf-69f4-4fba-961f-d22d2cfc5674 None None] Network 7356b1f2-b40d-4fe2-ad17-ca5ffe13ca33 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:08:05.025727 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16991604-2eb3-441f-8c07-d46b6fd5f68d req-6ac4757c-e4bc-44c2-829f-de4c247a3a7f tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:05.034416 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-16991604-2eb3-441f-8c07-d46b6fd5f68d req-6ac4757c-e4bc-44c2-829f-de4c247a3a7f tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 946 time: 0.3945127 Nov 12 01:08:05.043221 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2755ee59-802f-4ed7-8755-9b6488983ebb None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:05.081602 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 216dd42f-9228-40f6-bf8b-6d0d31502a9e, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=216dd42f-9228-40f6-bf8b-6d0d31502a9e,segment=NetworkSegment(405fcc48-f03f-4841-aae1-be9f6f129875),segment_id=405fcc48-f03f-4841-aae1-be9f6f129875)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:05.095713 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c9677dd7-c76b-4849-91a7-6e2d12e9b504 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:05.114807 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2755ee59-802f-4ed7-8755-9b6488983ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:05.122217 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-026552b5-56bd-4ed0-9af8-321a92c66489 None None] Provisioning complete for port 216dd42f-9228-40f6-bf8b-6d0d31502a9e triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:05.122590 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-026552b5-56bd-4ed0-9af8-321a92c66489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:05.131928 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:05.167338 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-a3191361-9f67-4ec5-9dc8-2060892e1195 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:05.181341 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-a3191361-9f67-4ec5-9dc8-2060892e1195 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:05.181887 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:05.183305 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-a3191361-9f67-4ec5-9dc8-2060892e1195 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/networks?id=7356b1f2-b40d-4fe2-ad17-ca5ffe13ca33&id=97a0486f-2b5c-46ba-9b9e-c658ed6dad86 HTTP/1.1" status: 200 len: 1392 time: 0.5418324 Nov 12 01:08:05.197295 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2755ee59-802f-4ed7-8755-9b6488983ebb None None] Network 97a0486f-2b5c-46ba-9b9e-c658ed6dad86 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:08:05.203369 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-2755ee59-802f-4ed7-8755-9b6488983ebb None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:05.215612 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2755ee59-802f-4ed7-8755-9b6488983ebb None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:08:05.250037 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2755ee59-802f-4ed7-8755-9b6488983ebb None None] Pushing event updated for resources: {'Port': ['ID=3f5bc628-9f31-40cc-b417-ce4e07c47473,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:05.264732 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-b968c66e-8229-4fd7-8d49-df2586022176 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/quotas/5f885a1601aa462d8df4e61a5f6064de HTTP/1.1" status: 200 len: 375 time: 0.0701716 Nov 12 01:08:05.266315 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40246) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:05.273446 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-16991604-2eb3-441f-8c07-d46b6fd5f68d req-4b224850-d803-49ea-87cc-bfa325b9e7a8 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378645 Nov 12 01:08:05.361529 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c9677dd7-c76b-4849-91a7-6e2d12e9b504 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:05.479132 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-f847d6de-efab-455e-a812-e11b010949b0 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=5f885a1601aa462d8df4e61a5f6064de&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2007473 Nov 12 01:08:05.486097 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9677dd7-c76b-4849-91a7-6e2d12e9b504 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Network ac241047-c268-43f0-aedc-6a916d99fb4c is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:08:05.493226 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-32d0ae93-c6b9-44e8-80a1-e63d08cd4b96 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1185227541-network', 'tenant_id': '8cc8ca414fa7430d8da23a7db1c7581c'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:05.512802 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-c9677dd7-c76b-4849-91a7-6e2d12e9b504 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:05.522436 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9677dd7-c76b-4849-91a7-6e2d12e9b504 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:08:05.523311 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d0ae93-c6b9-44e8-80a1-e63d08cd4b96 admin admin] Made reservation on behalf of 8cc8ca414fa7430d8da23a7db1c7581c for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:08:05.526613 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-32d0ae93-c6b9-44e8-80a1-e63d08cd4b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:05.533336 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9677dd7-c76b-4849-91a7-6e2d12e9b504 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:05.534464 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c9677dd7-c76b-4849-91a7-6e2d12e9b504 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:05.540674 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-32d0ae93-c6b9-44e8-80a1-e63d08cd4b96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:05.558183 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9677dd7-c76b-4849-91a7-6e2d12e9b504 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Pushing event updated for resources: {'Port': ['ID=d1911157-0066-47d4-9ed0-dba9e4083fa5,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:05.689522 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-32d0ae93-c6b9-44e8-80a1-e63d08cd4b96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:05.697609 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-32d0ae93-c6b9-44e8-80a1-e63d08cd4b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:05.708278 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-2755ee59-802f-4ed7-8755-9b6488983ebb None None] Attempting to bind port 3f5bc628-9f31-40cc-b417-ce4e07c47473 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:08:05.709380 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-2755ee59-802f-4ed7-8755-9b6488983ebb None None] Attempting to bind port 3f5bc628-9f31-40cc-b417-ce4e07c47473 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '859dccdf-eb89-404f-960d-d9f02bfd080a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '97a0486f-2b5c-46ba-9b9e-c658ed6dad86'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:08:05.709380 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2755ee59-802f-4ed7-8755-9b6488983ebb None None] Attempting to bind port 3f5bc628-9f31-40cc-b417-ce4e07c47473 on network 97a0486f-2b5c-46ba-9b9e-c658ed6dad86 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:08:05.723798 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c9677dd7-c76b-4849-91a7-6e2d12e9b504 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.9294105 Nov 12 01:08:05.724873 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40254) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:05.734058 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=216dd42f-9228-40f6-bf8b-6d0d31502a9e,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:05.741144 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-05c23e64-8957-44e5-b1ba-6d391a5f62fa tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Request body: {'port': {'network_id': 'ac241047-c268-43f0-aedc-6a916d99fb4c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1793328334', 'allowed_address_pairs': [{'ip_address': '2001:db8::53', 'mac_address': 'fa:16:3e:2e:4a:f0'}]}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:05.741958 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32d0ae93-c6b9-44e8-80a1-e63d08cd4b96 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:08:05.758808 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2755ee59-802f-4ed7-8755-9b6488983ebb None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:08:05.758808 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2755ee59-802f-4ed7-8755-9b6488983ebb None None] Checking segment: {'id': '859dccdf-eb89-404f-960d-d9f02bfd080a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '97a0486f-2b5c-46ba-9b9e-c658ed6dad86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:08:05.759207 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2755ee59-802f-4ed7-8755-9b6488983ebb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:05.759495 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2755ee59-802f-4ed7-8755-9b6488983ebb None None] Bound using segment: {'id': '859dccdf-eb89-404f-960d-d9f02bfd080a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '97a0486f-2b5c-46ba-9b9e-c658ed6dad86'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:08:05.760023 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-2755ee59-802f-4ed7-8755-9b6488983ebb None None] Bound port: 3f5bc628-9f31-40cc-b417-ce4e07c47473, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '859dccdf-eb89-404f-960d-d9f02bfd080a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '97a0486f-2b5c-46ba-9b9e-c658ed6dad86'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:08:05.761282 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2755ee59-802f-4ed7-8755-9b6488983ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:05.779802 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-32d0ae93-c6b9-44e8-80a1-e63d08cd4b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:05.780100 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-32d0ae93-c6b9-44e8-80a1-e63d08cd4b96 admin admin] Added segment ef853ea3-b93e-44bf-9439-4b21c4c64343 of type vlan for network 682e0b44-65b9-400b-8f8e-1eeb342780e2 Nov 12 01:08:05.782647 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d0ae93-c6b9-44e8-80a1-e63d08cd4b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7233b9f-1065-4d72-90ac-8ac47fde62c7,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:05.816125 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-ea761e55-0822-4272-b676-e2cc2653aedc None None] Allocated IP 2001:db8::2 (ac241047-c268-43f0-aedc-6a916d99fb4c/4f9c5071-c353-41ad-b365-35f625ff3ce9/758c19c1-5001-4122-8ba9-c0df35bc051c) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:08:05.866261 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-32d0ae93-c6b9-44e8-80a1-e63d08cd4b96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:05.908077 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d4af8-b96f-460e-aa5f-fe0631489d80 req-47c815e2-f6bf-4b5b-bcd1-fe0a5c28576d tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:05.911373 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-be1d4af8-b96f-460e-aa5f-fe0631489d80 req-47c815e2-f6bf-4b5b-bcd1-fe0a5c28576d tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf7000ec-f6df-4708-b4e2-a70f05feecb6 HTTP/1.1" status: 200 len: 946 time: 0.2657201 Nov 12 01:08:05.917113 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-32d0ae93-c6b9-44e8-80a1-e63d08cd4b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:05.919305 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d0ae93-c6b9-44e8-80a1-e63d08cd4b96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:05.920861 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-32d0ae93-c6b9-44e8-80a1-e63d08cd4b96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:05.927752 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-252b379b-593f-4f01-88b8-3c8c0eb678d4 service neutron] 10.222.0.45 "GET /v2.0/networks/7356b1f2-b40d-4fe2-ad17-ca5ffe13ca33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313650 Nov 12 01:08:05.958788 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-2755ee59-802f-4ed7-8755-9b6488983ebb None None] For port 3f5bc628-9f31-40cc-b417-ce4e07c47473, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:08:05.964651 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-2755ee59-802f-4ed7-8755-9b6488983ebb None None] For port 3f5bc628-9f31-40cc-b417-ce4e07c47473, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=3f5bc628-9f31-40cc-b417-ce4e07c47473,segment=NetworkSegment(859dccdf-eb89-404f-960d-d9f02bfd080a),segment_id=859dccdf-eb89-404f-960d-d9f02bfd080a)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:08:05.974811 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2755ee59-802f-4ed7-8755-9b6488983ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:06.063305 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-32d0ae93-c6b9-44e8-80a1-e63d08cd4b96 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7792602 Nov 12 01:08:06.067117 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2755ee59-802f-4ed7-8755-9b6488983ebb None None] Pushing event updated for resources: {'Port': ['ID=3f5bc628-9f31-40cc-b417-ce4e07c47473,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:06.068401 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40256) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:06.099621 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-6c0ea816-8e36-427f-b5d6-bafa141ac7c3 admin admin] Request body: {'subnet': {'network_id': '682e0b44-65b9-400b-8f8e-1eeb342780e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1185227541-subnet', 'tenant_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:06.134255 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d0ae93-c6b9-44e8-80a1-e63d08cd4b96 admin admin] Pushing event updated for resources: {'Network': ['ID=682e0b44-65b9-400b-8f8e-1eeb342780e2,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:06.138467 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ea761e55-0822-4272-b676-e2cc2653aedc None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:06.155650 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 682e0b44-65b9-400b-8f8e-1eeb342780e2 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:08:06.199872 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0ea816-8e36-427f-b5d6-bafa141ac7c3 admin admin] Made reservation on behalf of 8cc8ca414fa7430d8da23a7db1c7581c for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:08:06.208292 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea816-8e36-427f-b5d6-bafa141ac7c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:06.242004 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ea761e55-0822-4272-b676-e2cc2653aedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:06.248641 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-be1d4af8-b96f-460e-aa5f-fe0631489d80 req-1c4ab219-7a93-4819-a068-4b4cdb001335 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253071 Nov 12 01:08:06.273533 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-7dc65e69-ebfd-44c0-8f5e-87dbaf5717d1 service neutron] 10.222.0.45 "GET /v2.0/networks/7356b1f2-b40d-4fe2-ad17-ca5ffe13ca33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272967 Nov 12 01:08:06.358451 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea761e55-0822-4272-b676-e2cc2653aedc None None] Pushing event updated for resources: {'Port': ['ID=758c19c1-5001-4122-8ba9-c0df35bc051c,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:06.455918 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea761e55-0822-4272-b676-e2cc2653aedc None None] Network ac241047-c268-43f0-aedc-6a916d99fb4c is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:08:06.469444 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-ea761e55-0822-4272-b676-e2cc2653aedc None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:06.511232 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea761e55-0822-4272-b676-e2cc2653aedc None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:08:06.637074 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c23e64-8957-44e5-b1ba-6d391a5f62fa tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Made reservation on behalf of 2c2b6337a1ed42ffbc1b6e03fe22dfdc for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:08:06.709150 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-ea761e55-0822-4272-b676-e2cc2653aedc None None] Attempting to bind port 758c19c1-5001-4122-8ba9-c0df35bc051c on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:08:06.720265 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-ea761e55-0822-4272-b676-e2cc2653aedc None None] Attempting to bind port 758c19c1-5001-4122-8ba9-c0df35bc051c by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '7339be06-2b3e-407b-879f-7cf21c9c8aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ac241047-c268-43f0-aedc-6a916d99fb4c'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:08:06.720882 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea761e55-0822-4272-b676-e2cc2653aedc None None] Attempting to bind port 758c19c1-5001-4122-8ba9-c0df35bc051c on network ac241047-c268-43f0-aedc-6a916d99fb4c {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:08:06.729810 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-9f5ed4e1-480e-468d-a3fb-a2b5508eb299 None None] Provisioning complete for port 216dd42f-9228-40f6-bf8b-6d0d31502a9e triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:06.734749 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9f5ed4e1-480e-468d-a3fb-a2b5508eb299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:06.784196 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea761e55-0822-4272-b676-e2cc2653aedc None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:08:06.784461 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea761e55-0822-4272-b676-e2cc2653aedc None None] Checking segment: {'id': '7339be06-2b3e-407b-879f-7cf21c9c8aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ac241047-c268-43f0-aedc-6a916d99fb4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:08:06.784797 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ea761e55-0822-4272-b676-e2cc2653aedc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:06.785209 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea761e55-0822-4272-b676-e2cc2653aedc None None] Bound using segment: {'id': '7339be06-2b3e-407b-879f-7cf21c9c8aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ac241047-c268-43f0-aedc-6a916d99fb4c'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:08:06.786895 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-ea761e55-0822-4272-b676-e2cc2653aedc None None] Bound port: 758c19c1-5001-4122-8ba9-c0df35bc051c, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7339be06-2b3e-407b-879f-7cf21c9c8aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'ac241047-c268-43f0-aedc-6a916d99fb4c'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:08:06.786895 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ea761e55-0822-4272-b676-e2cc2653aedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:06.808859 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea816-8e36-427f-b5d6-bafa141ac7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:06.809817 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 216dd42f-9228-40f6-bf8b-6d0d31502a9e up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:08:06.925529 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-05c23e64-8957-44e5-b1ba-6d391a5f62fa tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:06.960479 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0ea816-8e36-427f-b5d6-bafa141ac7c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4332ed6-c901-4ad1-83db-b19707e770f2,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:06.970344 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0ea816-8e36-427f-b5d6-bafa141ac7c3 admin admin] Checking segment: {'id': 'ef853ea3-b93e-44bf-9439-4b21c4c64343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '682e0b44-65b9-400b-8f8e-1eeb342780e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:08:06.970983 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0ea816-8e36-427f-b5d6-bafa141ac7c3 admin admin] Network hostable DHCP agents. Network: 682e0b44-65b9-400b-8f8e-1eeb342780e2, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:08:07.028574 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0ea816-8e36-427f-b5d6-bafa141ac7c3 admin admin] Network 682e0b44-65b9-400b-8f8e-1eeb342780e2 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:08:07.044741 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-6c0ea816-8e36-427f-b5d6-bafa141ac7c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 682e0b44-65b9-400b-8f8e-1eeb342780e2) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:07.062843 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0ea816-8e36-427f-b5d6-bafa141ac7c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:07.065005 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6c0ea816-8e36-427f-b5d6-bafa141ac7c3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:07.093649 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6c0ea816-8e36-427f-b5d6-bafa141ac7c3 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0235984 Nov 12 01:08:07.094524 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40276) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:07.099380 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d378d13-a2f3-452a-a690-b77549c37a17 None None] Network 682e0b44-65b9-400b-8f8e-1eeb342780e2 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:08:07.099837 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [None req-05c23e64-8957-44e5-b1ba-6d391a5f62fa tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] device_id is not set on port 5b702c42-e5f2-44d6-8863-118752a2fb6a yet. {{(pid=109085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:08:07.110226 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-532e2c04-e894-4207-80cf-cb020d61ab2e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1185227541-router', 'tenant_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:07.140163 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-ea761e55-0822-4272-b676-e2cc2653aedc None None] For port 758c19c1-5001-4122-8ba9-c0df35bc051c, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:08:07.175867 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-532e2c04-e894-4207-80cf-cb020d61ab2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:07.179302 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-532e2c04-e894-4207-80cf-cb020d61ab2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:07.201808 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-ea761e55-0822-4272-b676-e2cc2653aedc None None] For port 758c19c1-5001-4122-8ba9-c0df35bc051c, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=758c19c1-5001-4122-8ba9-c0df35bc051c,segment=NetworkSegment(7339be06-2b3e-407b-879f-7cf21c9c8aa2),segment_id=7339be06-2b3e-407b-879f-7cf21c9c8aa2)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:08:07.205611 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 216dd42f-9228-40f6-bf8b-6d0d31502a9e triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:07.205611 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:07.239954 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-d6a7cd39-24f4-4d8c-9ac7-f758ee21f264 service neutron] 10.222.0.45 "GET /v2.0/networks/97a0486f-2b5c-46ba-9b9e-c658ed6dad86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9569321 Nov 12 01:08:07.245265 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ea761e55-0822-4272-b676-e2cc2653aedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:07.392523 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-532e2c04-e894-4207-80cf-cb020d61ab2e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:07.511932 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-83ab4e67-9798-4e5b-865a-08907abeb7ba service neutron] 10.222.0.45 "GET /v2.0/networks/97a0486f-2b5c-46ba-9b9e-c658ed6dad86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200987 Nov 12 01:08:07.606137 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6660793-d2b0-4adf-ad38-e55e3c391979 req-f8abeaea-4cac-40ae-bc78-9b60a70bcea2 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:07.618951 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e6660793-d2b0-4adf-ad38-e55e3c391979 req-f8abeaea-4cac-40ae-bc78-9b60a70bcea2 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/networks?id=e5e34600-403a-4b25-adb8-e29084755c7d HTTP/1.1" status: 200 len: 811 time: 0.6881294 Nov 12 01:08:07.630452 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea761e55-0822-4272-b676-e2cc2653aedc None None] Pushing event updated for resources: {'Port': ['ID=758c19c1-5001-4122-8ba9-c0df35bc051c,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:07.671637 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-05c23e64-8957-44e5-b1ba-6d391a5f62fa tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Allocated IP 2001:db8::2dd (ac241047-c268-43f0-aedc-6a916d99fb4c/4f9c5071-c353-41ad-b365-35f625ff3ce9/5b702c42-e5f2-44d6-8863-118752a2fb6a) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:08:07.727252 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e6660793-d2b0-4adf-ad38-e55e3c391979 req-da11fa62-92b1-43e5-b691-458a55419787 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/quotas/7a4cc89f684a44dc88713ac499ae6acb HTTP/1.1" status: 200 len: 375 time: 0.1073632 Nov 12 01:08:07.746469 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52365ab3-f51e-44d7-8df5-39f9ab65cd11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-682e0b44-65b9-400b-8f8e-1eeb342780e2', 'network_id': '682e0b44-65b9-400b-8f8e-1eeb342780e2', 'tenant_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'fixed_ips': [{'subnet_id': 'e4332ed6-c901-4ad1-83db-b19707e770f2'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:08:07.747785 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-52365ab3-f51e-44d7-8df5-39f9ab65cd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:08.013675 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e6660793-d2b0-4adf-ad38-e55e3c391979 req-b65b29cf-8c0e-44f8-b9a8-81c8fb1945f8 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7a4cc89f684a44dc88713ac499ae6acb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2844231 Nov 12 01:08:08.317652 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e6660793-d2b0-4adf-ad38-e55e3c391979 req-18fad0dd-0b56-4bcc-8433-7fab585c9e31 service neutron] 10.222.0.45 "GET /v2.0/networks/e5e34600-403a-4b25-adb8-e29084755c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388036 Nov 12 01:08:08.429261 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-52365ab3-f51e-44d7-8df5-39f9ab65cd11 None None] Allocated IP 172.20.0.2 (682e0b44-65b9-400b-8f8e-1eeb342780e2/e4332ed6-c901-4ad1-83db-b19707e770f2/78ad043f-bbff-422a-ba44-8b7fdfec6c7d) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:08:08.775292 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38669c54-04c8-475f-88c1-6fd1da8246d6 None None] Network 97a0486f-2b5c-46ba-9b9e-c658ed6dad86 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:08:08.893380 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-b1b64d62-8961-4832-aef5-fcc0b89928fb None None] Provisioning complete for port 3f5bc628-9f31-40cc-b417-ce4e07c47473 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:08.895034 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b1b64d62-8961-4832-aef5-fcc0b89928fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:08.927260 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc39e224-1052-4e85-af85-22873152697d req-1f36fcfe-6703-4701-8db2-358bdbcf0b1f tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:08.946030 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fc39e224-1052-4e85-af85-22873152697d req-1f36fcfe-6703-4701-8db2-358bdbcf0b1f tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 946 time: 0.6089547 Nov 12 01:08:09.148192 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e6660793-d2b0-4adf-ad38-e55e3c391979 req-039f362b-87ca-4c46-95dd-5739376ea316 service neutron] 10.222.0.45 "GET /v2.0/networks/e5e34600-403a-4b25-adb8-e29084755c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8292100 Nov 12 01:08:09.189053 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-532e2c04-e894-4207-80cf-cb020d61ab2e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:09.194441 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:09.203783 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 3f5bc628-9f31-40cc-b417-ce4e07c47473 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:08:09.245013 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-05c23e64-8957-44e5-b1ba-6d391a5f62fa tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:09.324069 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-05c23e64-8957-44e5-b1ba-6d391a5f62fa tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:09.393580 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fc39e224-1052-4e85-af85-22873152697d req-a5bcd68e-ccf1-4cc6-972e-805377b6b945 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4423993 Nov 12 01:08:09.500773 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c23e64-8957-44e5-b1ba-6d391a5f62fa tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Network ac241047-c268-43f0-aedc-6a916d99fb4c is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:08:09.554317 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-05c23e64-8957-44e5-b1ba-6d391a5f62fa tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:09.559488 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c23e64-8957-44e5-b1ba-6d391a5f62fa tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:08:09.574766 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c23e64-8957-44e5-b1ba-6d391a5f62fa tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:09.575205 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4439b395-5c66-47bb-a9f1-3887564b7633 None None] Network ac241047-c268-43f0-aedc-6a916d99fb4c requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:08:09.576113 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-05c23e64-8957-44e5-b1ba-6d391a5f62fa tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:09.627238 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-05c23e64-8957-44e5-b1ba-6d391a5f62fa tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.8926990 Nov 12 01:08:09.631441 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40298) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:09.633019 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c23e64-8957-44e5-b1ba-6d391a5f62fa tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Pushing event updated for resources: {'Port': ['ID=5b702c42-e5f2-44d6-8863-118752a2fb6a,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:09.785826 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-52365ab3-f51e-44d7-8df5-39f9ab65cd11 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:09.804215 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-52365ab3-f51e-44d7-8df5-39f9ab65cd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:09.918095 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6217b1b9-7ef2-401c-9877-7151922d3a43 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:09.925278 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6217b1b9-7ef2-401c-9877-7151922d3a43 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:09.928959 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-20a12d6b-8789-44f2-9202-e87a7a21e69c req-a4bd4671-ce6d-4021-85bd-f9ad2a21b47c tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b1dae4-153a-4ea7-89ab-c75cfad8dc53 HTTP/1.1" status: 200 len: 210 time: 0.0991244 Nov 12 01:08:09.932809 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6217b1b9-7ef2-401c-9877-7151922d3a43 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:09.934626 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6217b1b9-7ef2-401c-9877-7151922d3a43 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.2984877 Nov 12 01:08:09.938583 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40304) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:09.950111 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-532e2c04-e894-4207-80cf-cb020d61ab2e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:09.975498 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-532e2c04-e894-4207-80cf-cb020d61ab2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:10.081436 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bf45f12c-864c-4a38-a9ac-4eaa1ae26676 req-7f6a91ae-2cf0-4792-85d3-6ab4be140d23 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ecabdd5-322f-497c-839a-a3af9d519f49 HTTP/1.1" status: 200 len: 210 time: 0.0642219 Nov 12 01:08:10.146933 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db87d3-053c-49bd-9ced-c9d2e26c3076 req-a5164e01-b65d-40be-8184-d43166489790 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:10.152767 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a2db87d3-053c-49bd-9ced-c9d2e26c3076 req-a5164e01-b65d-40be-8184-d43166489790 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 946 time: 0.2155652 Nov 12 01:08:10.163643 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-532e2c04-e894-4207-80cf-cb020d61ab2e admin admin] Allocated IP 172.25.3.71 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/f0630ca4-40ee-427a-b3f1-c21b35473130) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:08:10.227376 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52365ab3-f51e-44d7-8df5-39f9ab65cd11 None None] Network 682e0b44-65b9-400b-8f8e-1eeb342780e2 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:08:10.266985 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-6c081698-4e93-42ac-bb19-c44b5de0d99a tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Deleting port 5b702c42-e5f2-44d6-8863-118752a2fb6a {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:10.271723 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6c081698-4e93-42ac-bb19-c44b5de0d99a tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:10.282046 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52365ab3-f51e-44d7-8df5-39f9ab65cd11 None None] Pushing event updated for resources: {'Port': ['ID=78ad043f-bbff-422a-ba44-8b7fdfec6c7d,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:10.308688 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a2db87d3-053c-49bd-9ced-c9d2e26c3076 req-474230eb-67af-4dd1-8fb2-73c8183bd472 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472483 Nov 12 01:08:10.315577 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-52365ab3-f51e-44d7-8df5-39f9ab65cd11 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:10.324436 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52365ab3-f51e-44d7-8df5-39f9ab65cd11 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:08:10.330790 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 3f5bc628-9f31-40cc-b417-ce4e07c47473 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:10.331192 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:10.490141 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b1b64d62-8961-4832-aef5-fcc0b89928fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:10.497964 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6c081698-4e93-42ac-bb19-c44b5de0d99a tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:10.516998 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-532e2c04-e894-4207-80cf-cb020d61ab2e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:10.538895 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-6c081698-4e93-42ac-bb19-c44b5de0d99a tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Calling delete_port for 5b702c42-e5f2-44d6-8863-118752a2fb6a owned by {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:10.622937 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:10.626077 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-532e2c04-e894-4207-80cf-cb020d61ab2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:10.663947 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-52365ab3-f51e-44d7-8df5-39f9ab65cd11 None None] Attempting to bind port 78ad043f-bbff-422a-ba44-8b7fdfec6c7d on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:08:10.664788 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-52365ab3-f51e-44d7-8df5-39f9ab65cd11 None None] Attempting to bind port 78ad043f-bbff-422a-ba44-8b7fdfec6c7d by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'ef853ea3-b93e-44bf-9439-4b21c4c64343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '682e0b44-65b9-400b-8f8e-1eeb342780e2'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:08:10.665675 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52365ab3-f51e-44d7-8df5-39f9ab65cd11 None None] Attempting to bind port 78ad043f-bbff-422a-ba44-8b7fdfec6c7d on network 682e0b44-65b9-400b-8f8e-1eeb342780e2 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:08:10.698920 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52365ab3-f51e-44d7-8df5-39f9ab65cd11 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:08:10.705472 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52365ab3-f51e-44d7-8df5-39f9ab65cd11 None None] Checking segment: {'id': 'ef853ea3-b93e-44bf-9439-4b21c4c64343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '682e0b44-65b9-400b-8f8e-1eeb342780e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:08:10.708152 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-52365ab3-f51e-44d7-8df5-39f9ab65cd11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:10.708358 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532e2c04-e894-4207-80cf-cb020d61ab2e admin admin] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:08:10.709430 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52365ab3-f51e-44d7-8df5-39f9ab65cd11 None None] Bound using segment: {'id': 'ef853ea3-b93e-44bf-9439-4b21c4c64343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '682e0b44-65b9-400b-8f8e-1eeb342780e2'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:08:10.710928 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-52365ab3-f51e-44d7-8df5-39f9ab65cd11 None None] Bound port: 78ad043f-bbff-422a-ba44-8b7fdfec6c7d, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef853ea3-b93e-44bf-9439-4b21c4c64343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '682e0b44-65b9-400b-8f8e-1eeb342780e2'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:08:10.711639 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-52365ab3-f51e-44d7-8df5-39f9ab65cd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:10.715837 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-532e2c04-e894-4207-80cf-cb020d61ab2e admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:10.725102 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532e2c04-e894-4207-80cf-cb020d61ab2e admin admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:08:10.772918 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-b1b64d62-8961-4832-aef5-fcc0b89928fb None None] For port 3f5bc628-9f31-40cc-b417-ce4e07c47473, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=3f5bc628-9f31-40cc-b417-ce4e07c47473,segment=NetworkSegment(859dccdf-eb89-404f-960d-d9f02bfd080a),segment_id=859dccdf-eb89-404f-960d-d9f02bfd080a)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:10.791225 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a1698b-244e-4848-94cd-8174bdcc5044 req-c930e665-2737-46f8-96ee-1de8cf078613 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:10.798667 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d1a1698b-244e-4848-94cd-8174bdcc5044 req-c930e665-2737-46f8-96ee-1de8cf078613 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 946 time: 0.2932358 Nov 12 01:08:10.851099 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b1b64d62-8961-4832-aef5-fcc0b89928fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:10.955479 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532e2c04-e894-4207-80cf-cb020d61ab2e admin admin] Pushing event updated for resources: {'Port': ['ID=f0630ca4-40ee-427a-b3f1-c21b35473130,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:10.968467 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d1a1698b-244e-4848-94cd-8174bdcc5044 req-36bb01e8-021a-4d21-a007-05c9fecb25ef tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687193 Nov 12 01:08:11.015507 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 758c19c1-5001-4122-8ba9-c0df35bc051c up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:08:11.055902 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-fd1f1061-7b01-464f-9abc-93dcaf337e58 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:11.075217 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-fd1f1061-7b01-464f-9abc-93dcaf337e58 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:11.075443 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-52365ab3-f51e-44d7-8df5-39f9ab65cd11 None None] For port 78ad043f-bbff-422a-ba44-8b7fdfec6c7d, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:08:11.079866 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-fd1f1061-7b01-464f-9abc-93dcaf337e58 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.16 "GET /v2.0/networks?id=7356b1f2-b40d-4fe2-ad17-ca5ffe13ca33&id=97a0486f-2b5c-46ba-9b9e-c658ed6dad86 HTTP/1.1" status: 200 len: 1392 time: 0.4204311 Nov 12 01:08:11.081518 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-53a0b8e3-3471-4e0d-ad8f-c99d6d84361e None None] Provisioning complete for port 758c19c1-5001-4122-8ba9-c0df35bc051c triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:11.082030 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-53a0b8e3-3471-4e0d-ad8f-c99d6d84361e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:11.090313 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b64d62-8961-4832-aef5-fcc0b89928fb None None] Pushing event updated for resources: {'Port': ['ID=3f5bc628-9f31-40cc-b417-ce4e07c47473,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:11.155709 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-52365ab3-f51e-44d7-8df5-39f9ab65cd11 None None] For port 78ad043f-bbff-422a-ba44-8b7fdfec6c7d, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=78ad043f-bbff-422a-ba44-8b7fdfec6c7d,segment=NetworkSegment(ef853ea3-b93e-44bf-9439-4b21c4c64343),segment_id=ef853ea3-b93e-44bf-9439-4b21c4c64343)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:08:11.182097 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-52365ab3-f51e-44d7-8df5-39f9ab65cd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:11.266396 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-532e2c04-e894-4207-80cf-cb020d61ab2e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:11.276957 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 758c19c1-5001-4122-8ba9-c0df35bc051c triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:11.277336 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:11.307958 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-45c11a5b-9f6b-41a8-a368-12ca6e0e0196 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Request body: {'port': {'device_id': '83b1dae4-153a-4ea7-89ab-c75cfad8dc53', 'network_id': '7356b1f2-b40d-4fe2-ad17-ca5ffe13ca33', 'admin_state_up': True, 'tenant_id': '5f885a1601aa462d8df4e61a5f6064de'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:11.365372 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52365ab3-f51e-44d7-8df5-39f9ab65cd11 None None] Pushing event updated for resources: {'Port': ['ID=78ad043f-bbff-422a-ba44-8b7fdfec6c7d,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:11.457458 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-53a0b8e3-3471-4e0d-ad8f-c99d6d84361e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:11.542701 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:11.616637 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-855bd220-400c-4683-8cb4-38498aad3a44 req-abb2daf3-2377-4fe4-953b-57725b4bcf71 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b1dae4-153a-4ea7-89ab-c75cfad8dc53 HTTP/1.1" status: 200 len: 210 time: 0.3159935 Nov 12 01:08:11.636004 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-53a0b8e3-3471-4e0d-ad8f-c99d6d84361e None None] For port 758c19c1-5001-4122-8ba9-c0df35bc051c, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=758c19c1-5001-4122-8ba9-c0df35bc051c,segment=NetworkSegment(7339be06-2b3e-407b-879f-7cf21c9c8aa2),segment_id=7339be06-2b3e-407b-879f-7cf21c9c8aa2)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:11.654419 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-53a0b8e3-3471-4e0d-ad8f-c99d6d84361e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:11.804517 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6c081698-4e93-42ac-bb19-c44b5de0d99a tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:11.807176 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-532e2c04-e894-4207-80cf-cb020d61ab2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:11.812317 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-53a0b8e3-3471-4e0d-ad8f-c99d6d84361e None None] Provisioning complete for port 3f5bc628-9f31-40cc-b417-ce4e07c47473 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:11.812695 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-53a0b8e3-3471-4e0d-ad8f-c99d6d84361e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:11.895013 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.api [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:08:11.895685 n-d-712142-27 neutron-server[109087]: DEBUG oslo_db.api [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:08:11.924407 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a0b8e3-3471-4e0d-ad8f-c99d6d84361e None None] Pushing event updated for resources: {'Port': ['ID=758c19c1-5001-4122-8ba9-c0df35bc051c,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:11.935000 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f41894e1-9f86-442b-a55f-c408dd09f4a1 req-a72c8d10-ebbc-422e-9166-accbc368fe99 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ecabdd5-322f-497c-839a-a3af9d519f49 HTTP/1.1" status: 200 len: 210 time: 0.1618500 Nov 12 01:08:11.943520 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2478ff5e-cf7f-4de9-bc71-ec564f95817a req-5e636aeb-ed56-4b6f-8374-8a2f6a588605 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:11.952409 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2478ff5e-cf7f-4de9-bc71-ec564f95817a req-5e636aeb-ed56-4b6f-8374-8a2f6a588605 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 946 time: 0.7296958 Nov 12 01:08:12.010887 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c081698-4e93-42ac-bb19-c44b5de0d99a tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Pushing event deleted for resources: {'Port': ['ID=5b702c42-e5f2-44d6-8863-118752a2fb6a,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:12.070815 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-532e2c04-e894-4207-80cf-cb020d61ab2e admin admin] Router 36254298-bf93-473f-ae2d-653cf9ab1f1d is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:08:12.095953 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-45c11a5b-9f6b-41a8-a368-12ca6e0e0196 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Made reservation on behalf of 5f885a1601aa462d8df4e61a5f6064de for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:08:12.105501 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-45c11a5b-9f6b-41a8-a368-12ca6e0e0196 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:12.158757 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7f539984-0865-4ab4-ae0f-d79acdfda7b0 None None] Could not find standard attr ID for object 5b702c42-e5f2-44d6-8863-118752a2fb6a. {{(pid=109087) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:08:12.187772 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7f539984-0865-4ab4-ae0f-d79acdfda7b0 None None] Provisioning complete for port 758c19c1-5001-4122-8ba9-c0df35bc051c triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:12.188444 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7f539984-0865-4ab4-ae0f-d79acdfda7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:12.269712 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532e2c04-e894-4207-80cf-cb020d61ab2e admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:08:12.290706 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cc0e31-ce72-45f6-ab77-7f70d21c6163 None None] Sync routers for ids ['36254298-bf93-473f-ae2d-653cf9ab1f1d'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:08:12.322984 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-532e2c04-e894-4207-80cf-cb020d61ab2e admin admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:12.327110 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-532e2c04-e894-4207-80cf-cb020d61ab2e admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.2263150 Nov 12 01:08:12.327505 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40330) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:12.328258 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cc0e31-ce72-45f6-ab77-7f70d21c6163 None None] Routers {'36254298-bf93-473f-ae2d-653cf9ab1f1d'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:12.335536 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-72cc0e31-ce72-45f6-ab77-7f70d21c6163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:08:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['36254298-bf93-473f-ae2d-653cf9ab1f1d'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:12.533700 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7f539984-0865-4ab4-ae0f-d79acdfda7b0 None None] Provisioning complete for port d1911157-0066-47d4-9ed0-dba9e4083fa5 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:12.536052 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7f539984-0865-4ab4-ae0f-d79acdfda7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:12.632326 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-7f539984-0865-4ab4-ae0f-d79acdfda7b0 None None] Port d1911157-0066-47d4-9ed0-dba9e4083fa5 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:08:12.645015 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-72cc0e31-ce72-45f6-ab77-7f70d21c6163 None None] Set router 36254298-bf93-473f-ae2d-653cf9ab1f1d gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:08:12.784706 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-6b6d57b7-e683-4b3a-8ecc-e1156c4cdf6d None None] Could not find standard attr ID for object 5b702c42-e5f2-44d6-8863-118752a2fb6a. {{(pid=109087) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:08:12.848350 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2478ff5e-cf7f-4de9-bc71-ec564f95817a req-b5dadb91-be15-4dd2-bcdb-1ab8ab334ba1 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8313932 Nov 12 01:08:12.895858 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6660793-d2b0-4adf-ad38-e55e3c391979 req-5cca6d3f-a7db-4cb7-8df3-6b8f67c84613 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:12.898652 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e6660793-d2b0-4adf-ad38-e55e3c391979 req-5cca6d3f-a7db-4cb7-8df3-6b8f67c84613 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.16 "GET /v2.0/networks?id=e5e34600-403a-4b25-adb8-e29084755c7d HTTP/1.1" status: 200 len: 811 time: 1.2662690 Nov 12 01:08:12.947843 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 78ad043f-bbff-422a-ba44-8b7fdfec6c7d up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:08:12.969132 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-e6660793-d2b0-4adf-ad38-e55e3c391979 req-873a6eb7-d495-46c8-8977-1f5cc2ea65d3 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Request body: {'port': {'device_id': '6ecabdd5-322f-497c-839a-a3af9d519f49', 'network_id': 'e5e34600-403a-4b25-adb8-e29084755c7d', 'admin_state_up': True, 'tenant_id': '7a4cc89f684a44dc88713ac499ae6acb'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:13.040987 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-72cc0e31-ce72-45f6-ab77-7f70d21c6163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36254298-bf93-473f-ae2d-653cf9ab1f1d', 'name': 'tempest-TaggedBootDevicesTest_v242-1185227541-router', 'tenant_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'f0630ca4-40ee-427a-b3f1-c21b35473130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:08:07Z', 'updated_at': '2021-11-12T01:08:11Z', 'revision_number': 3, 'project_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'gw_port': {'id': 'f0630ca4-40ee-427a-b3f1-c21b35473130', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:85:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36254298-bf93-473f-ae2d-653cf9ab1f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:09Z', 'updated_at': '2021-11-12T01:08:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:13.060846 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8236965b-0ffa-49e1-b0b5-c6bd3ae094a1 req-6a93e561-f691-4084-a4db-c07973286d5e tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b1dae4-153a-4ea7-89ab-c75cfad8dc53 HTTP/1.1" status: 200 len: 210 time: 0.2111971 Nov 12 01:08:13.077332 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-31c31b77-f4b0-4341-8ac2-859b8a46af9c req-ae25a44c-16a7-41bf-a5e9-beffa7f574ee service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:08:13.086461 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-31c31b77-f4b0-4341-8ac2-859b8a46af9c req-ae25a44c-16a7-41bf-a5e9-beffa7f574ee service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0158465 Nov 12 01:08:13.108006 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 78ad043f-bbff-422a-ba44-8b7fdfec6c7d triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:13.108807 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:13.131107 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cc0e31-ce72-45f6-ab77-7f70d21c6163 None None] Checking router: 36254298-bf93-473f-ae2d-653cf9ab1f1d for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:08:13.132124 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cc0e31-ce72-45f6-ab77-7f70d21c6163 None None] Updating router 36254298-bf93-473f-ae2d-653cf9ab1f1d port f0630ca4-40ee-427a-b3f1-c21b35473130 binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:08:13.188521 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a019ce2c-0f83-4924-9aec-00179a87bfe3 None None] Network 682e0b44-65b9-400b-8f8e-1eeb342780e2 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:08:13.263560 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-45c11a5b-9f6b-41a8-a368-12ca6e0e0196 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Allocated IP 19.80.0.146 (7356b1f2-b40d-4fe2-ad17-ca5ffe13ca33/fc35af3f-10cf-415a-933a-714f5dc5394e/8840eab2-82c2-4ba5-93b1-7ee2df18c4a4) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:08:13.277434 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6c081698-4e93-42ac-bb19-c44b5de0d99a tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:13.289454 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-6c081698-4e93-42ac-bb19-c44b5de0d99a tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] 10.222.0.45 "DELETE /v2.0/ports/5b702c42-e5f2-44d6-8863-118752a2fb6a HTTP/1.1" status: 204 len: 168 time: 3.3471286 Nov 12 01:08:13.301595 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40344) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:13.310956 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e8ba81e5-f538-42c6-9a59-dbeff6b73fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:13.314164 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-991a574a-7abf-4a35-897a-31183e75c77d None None] Provisioning complete for port 78ad043f-bbff-422a-ba44-8b7fdfec6c7d triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:13.315126 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-991a574a-7abf-4a35-897a-31183e75c77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:13.333857 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f2905edd-6e60-4a87-be75-b3b16472f6d5 req-163a8fd7-0e7c-4b53-8416-ceaaf86f4f8d tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ecabdd5-322f-497c-839a-a3af9d519f49 HTTP/1.1" status: 200 len: 210 time: 0.1049349 Nov 12 01:08:13.369760 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-07d70790-665b-4fd6-a067-82d72f3c74cf tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] GET failed (client error): The resource could not be found. Nov 12 01:08:13.375535 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-07d70790-665b-4fd6-a067-82d72f3c74cf tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] 10.222.0.45 "GET /v2.0/ports/5b702c42-e5f2-44d6-8863-118752a2fb6a HTTP/1.1" status: 404 len: 333 time: 0.0677731 Nov 12 01:08:13.377558 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40346) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:13.387208 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-43c762f9-dd2f-4aef-ab1f-dcdfa6dcb716 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Request body: {'port': {'network_id': 'ac241047-c268-43f0-aedc-6a916d99fb4c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-519222192'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:13.432272 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-72cc0e31-ce72-45f6-ab77-7f70d21c6163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:13.656674 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:13.777845 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-991a574a-7abf-4a35-897a-31183e75c77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:13.795477 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 78ad043f-bbff-422a-ba44-8b7fdfec6c7d, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=78ad043f-bbff-422a-ba44-8b7fdfec6c7d,segment=NetworkSegment(ef853ea3-b93e-44bf-9439-4b21c4c64343),segment_id=ef853ea3-b93e-44bf-9439-4b21c4c64343)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:13.811865 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-72cc0e31-ce72-45f6-ab77-7f70d21c6163 None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:13.814359 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:13.815426 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 3f5bc628-9f31-40cc-b417-ce4e07c47473 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:08:13.828864 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-72cc0e31-ce72-45f6-ab77-7f70d21c6163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:13.930771 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.api [None req-991a574a-7abf-4a35-897a-31183e75c77d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:08:13.935906 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-72cc0e31-ce72-45f6-ab77-7f70d21c6163 None None] Attempting to bind port f0630ca4-40ee-427a-b3f1-c21b35473130 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:08:13.936984 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-72cc0e31-ce72-45f6-ab77-7f70d21c6163 None None] Attempting to bind port f0630ca4-40ee-427a-b3f1-c21b35473130 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:08:13.937458 n-d-712142-27 neutron-server[109087]: DEBUG oslo_db.api [None req-991a574a-7abf-4a35-897a-31183e75c77d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:08:13.938042 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cc0e31-ce72-45f6-ab77-7f70d21c6163 None None] Attempting to bind port f0630ca4-40ee-427a-b3f1-c21b35473130 on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:08:13.964840 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cc0e31-ce72-45f6-ab77-7f70d21c6163 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:08:13.965895 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cc0e31-ce72-45f6-ab77-7f70d21c6163 None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:08:13.967846 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-72cc0e31-ce72-45f6-ab77-7f70d21c6163 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:13.969100 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cc0e31-ce72-45f6-ab77-7f70d21c6163 None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:08:13.970101 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-72cc0e31-ce72-45f6-ab77-7f70d21c6163 None None] Bound port: f0630ca4-40ee-427a-b3f1-c21b35473130, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:08:13.970943 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-72cc0e31-ce72-45f6-ab77-7f70d21c6163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:13.973008 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-e8ba81e5-f538-42c6-9a59-dbeff6b73fa6 admin admin] Allocated IP 172.20.0.1 (682e0b44-65b9-400b-8f8e-1eeb342780e2/e4332ed6-c901-4ad1-83db-b19707e770f2/bbae70e9-b8b3-49a4-91b4-ff32c13b6aa7) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:08:13.991345 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=78ad043f-bbff-422a-ba44-8b7fdfec6c7d,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:14.059647 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 3f5bc628-9f31-40cc-b417-ce4e07c47473 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:14.060522 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:14.106278 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-72cc0e31-ce72-45f6-ab77-7f70d21c6163 None None] For port f0630ca4-40ee-427a-b3f1-c21b35473130, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:08:14.113495 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-72cc0e31-ce72-45f6-ab77-7f70d21c6163 None None] For port f0630ca4-40ee-427a-b3f1-c21b35473130, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=f0630ca4-40ee-427a-b3f1-c21b35473130,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:08:14.127679 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-72cc0e31-ce72-45f6-ab77-7f70d21c6163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:14.158596 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab4a1e4-6793-42b9-a080-a2433b0c7438 None None] Pushing event updated for resources: {'Port': ['ID=f0630ca4-40ee-427a-b3f1-c21b35473130,revision_number=2']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:14.183645 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab4a1e4-6793-42b9-a080-a2433b0c7438 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:14.184206 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab4a1e4-6793-42b9-a080-a2433b0c7438 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:14.184740 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab4a1e4-6793-42b9-a080-a2433b0c7438 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:14.186592 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab4a1e4-6793-42b9-a080-a2433b0c7438 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:14.188075 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab4a1e4-6793-42b9-a080-a2433b0c7438 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:14.188645 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab4a1e4-6793-42b9-a080-a2433b0c7438 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:14.190097 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab4a1e4-6793-42b9-a080-a2433b0c7438 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:14.190620 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab4a1e4-6793-42b9-a080-a2433b0c7438 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:14.192926 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab4a1e4-6793-42b9-a080-a2433b0c7438 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:14.193500 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab4a1e4-6793-42b9-a080-a2433b0c7438 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:14.194052 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab4a1e4-6793-42b9-a080-a2433b0c7438 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:14.195575 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab4a1e4-6793-42b9-a080-a2433b0c7438 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:14.217515 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6660793-d2b0-4adf-ad38-e55e3c391979 req-873a6eb7-d495-46c8-8977-1f5cc2ea65d3 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Made reservation on behalf of 7a4cc89f684a44dc88713ac499ae6acb for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:08:14.225009 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e6660793-d2b0-4adf-ad38-e55e3c391979 req-873a6eb7-d495-46c8-8977-1f5cc2ea65d3 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:14.282443 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cc0e31-ce72-45f6-ab77-7f70d21c6163 None None] Routers {'36254298-bf93-473f-ae2d-653cf9ab1f1d'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:14.283485 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-72cc0e31-ce72-45f6-ab77-7f70d21c6163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:08:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['36254298-bf93-473f-ae2d-653cf9ab1f1d'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:14.304228 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e8ba81e5-f538-42c6-9a59-dbeff6b73fa6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:14.333016 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 758c19c1-5001-4122-8ba9-c0df35bc051c up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:08:14.355776 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c762f9-dd2f-4aef-ab1f-dcdfa6dcb716 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Made reservation on behalf of 2c2b6337a1ed42ffbc1b6e03fe22dfdc for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:08:14.360040 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-43c762f9-dd2f-4aef-ab1f-dcdfa6dcb716 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:14.376282 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c022d9-5ce3-4562-9fad-4010996eaaff req-9bebab9a-6f7e-451d-a8da-b34f269e2b4d tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:14.381896 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d5c022d9-5ce3-4562-9fad-4010996eaaff req-9bebab9a-6f7e-451d-a8da-b34f269e2b4d tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 946 time: 0.8831227 Nov 12 01:08:14.386352 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-43c762f9-dd2f-4aef-ab1f-dcdfa6dcb716 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] device_id is not set on port 9679800c-d980-460e-a62a-ff5d8e047c0d yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:08:14.439186 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab4a1e4-6793-42b9-a080-a2433b0c7438 None None] Pushing event updated for resources: {'Port': ['ID=f0630ca4-40ee-427a-b3f1-c21b35473130,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:14.543277 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-43c762f9-dd2f-4aef-ab1f-dcdfa6dcb716 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Allocated IP 2001:db8::23d (ac241047-c268-43f0-aedc-6a916d99fb4c/4f9c5071-c353-41ad-b365-35f625ff3ce9/9679800c-d980-460e-a62a-ff5d8e047c0d) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:08:14.571797 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-72cc0e31-ce72-45f6-ab77-7f70d21c6163 None None] Set router 36254298-bf93-473f-ae2d-653cf9ab1f1d gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:08:14.579881 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b73bb2d7-af3d-4cd0-8bb4-8351a06f810c req-c3fc1d5b-3e3c-4413-a67f-2bba659714c1 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b1dae4-153a-4ea7-89ab-c75cfad8dc53 HTTP/1.1" status: 200 len: 210 time: 0.3478160 Nov 12 01:08:14.743274 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-43c762f9-dd2f-4aef-ab1f-dcdfa6dcb716 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:14.785891 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-43c762f9-dd2f-4aef-ab1f-dcdfa6dcb716 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:14.844091 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c762f9-dd2f-4aef-ab1f-dcdfa6dcb716 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Pushing event updated for resources: {'Port': ['ID=9679800c-d980-460e-a62a-ff5d8e047c0d,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:14.847224 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e8ba81e5-f538-42c6-9a59-dbeff6b73fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:14.911645 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d5c022d9-5ce3-4562-9fad-4010996eaaff req-3d89bb1c-da12-45a8-ad30-07ec86baf96e tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647881 Nov 12 01:08:14.925505 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ba81e5-f538-42c6-9a59-dbeff6b73fa6 admin admin] Network 682e0b44-65b9-400b-8f8e-1eeb342780e2 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:08:14.927683 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ba81e5-f538-42c6-9a59-dbeff6b73fa6 admin admin] Pushing event updated for resources: {'Port': ['ID=bbae70e9-b8b3-49a4-91b4-ff32c13b6aa7,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:14.936593 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-e8ba81e5-f538-42c6-9a59-dbeff6b73fa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:14.942317 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-45c11a5b-9f6b-41a8-a368-12ca6e0e0196 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:14.952371 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 758c19c1-5001-4122-8ba9-c0df35bc051c triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:14.953937 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:14.954851 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ba81e5-f538-42c6-9a59-dbeff6b73fa6 admin admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:08:15.052015 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e8ba81e5-f538-42c6-9a59-dbeff6b73fa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:15.066195 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c762f9-dd2f-4aef-ab1f-dcdfa6dcb716 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Network ac241047-c268-43f0-aedc-6a916d99fb4c is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:08:15.084538 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-72cc0e31-ce72-45f6-ab77-7f70d21c6163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36254298-bf93-473f-ae2d-653cf9ab1f1d', 'name': 'tempest-TaggedBootDevicesTest_v242-1185227541-router', 'tenant_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'f0630ca4-40ee-427a-b3f1-c21b35473130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:08:07Z', 'updated_at': '2021-11-12T01:08:11Z', 'revision_number': 3, 'project_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'gw_port': {'id': 'f0630ca4-40ee-427a-b3f1-c21b35473130', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:85:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36254298-bf93-473f-ae2d-653cf9ab1f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:09Z', 'updated_at': '2021-11-12T01:08:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:15.110049 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-43c762f9-dd2f-4aef-ab1f-dcdfa6dcb716 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:15.114548 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c762f9-dd2f-4aef-ab1f-dcdfa6dcb716 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:08:15.120777 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c762f9-dd2f-4aef-ab1f-dcdfa6dcb716 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:15.121459 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-43c762f9-dd2f-4aef-ab1f-dcdfa6dcb716 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:15.145735 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cc0e31-ce72-45f6-ab77-7f70d21c6163 None None] The sync data for ids ['36254298-bf93-473f-ae2d-653cf9ab1f1d'] in n-d-712142-27 is: [{'id': '36254298-bf93-473f-ae2d-653cf9ab1f1d', 'name': 'tempest-TaggedBootDevicesTest_v242-1185227541-router', 'tenant_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'f0630ca4-40ee-427a-b3f1-c21b35473130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:08:07Z', 'updated_at': '2021-11-12T01:08:11Z', 'revision_number': 3, 'project_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'gw_port': {'id': 'f0630ca4-40ee-427a-b3f1-c21b35473130', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:85:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36254298-bf93-473f-ae2d-653cf9ab1f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:09Z', 'updated_at': '2021-11-12T01:08:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:08:15.151900 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-43c762f9-dd2f-4aef-ab1f-dcdfa6dcb716 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7706776 Nov 12 01:08:15.152616 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40362) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:15.163110 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-e6660793-d2b0-4adf-ad38-e55e3c391979 req-873a6eb7-d495-46c8-8977-1f5cc2ea65d3 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Allocated IP 172.20.0.5 (e5e34600-403a-4b25-adb8-e29084755c7d/d5940f8d-0215-4f43-8d97-4bef756314fa/81297479-d905-44af-8202-549fef88c79c) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:08:15.189094 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-92a4fc39-3335-4198-9607-2c5ab9f7a888 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::53', 'mac_address': 'fa:16:3e:2e:4a:f0'}]}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:15.212543 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-45c11a5b-9f6b-41a8-a368-12ca6e0e0196 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:15.234869 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e985ea63-ed86-4a3d-87f5-158f17415ced req-952e794c-46d2-4cb0-a326-f077a0e1b6c3 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ecabdd5-322f-497c-839a-a3af9d519f49 HTTP/1.1" status: 200 len: 210 time: 0.1029601 Nov 12 01:08:15.312886 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-a565b99e-05aa-49af-a69d-4fa743d45fc1 None None] Provisioning complete for port 78ad043f-bbff-422a-ba44-8b7fdfec6c7d triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:15.313878 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a565b99e-05aa-49af-a69d-4fa743d45fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:15.483220 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-45c11a5b-9f6b-41a8-a368-12ca6e0e0196 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Network 7356b1f2-b40d-4fe2-ad17-ca5ffe13ca33 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:08:15.513336 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-45c11a5b-9f6b-41a8-a368-12ca6e0e0196 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:15.525348 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-45c11a5b-9f6b-41a8-a368-12ca6e0e0196 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:08:15.532476 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c11a5b-9f6b-41a8-a368-12ca6e0e0196 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Pushing event updated for resources: {'Port': ['ID=8840eab2-82c2-4ba5-93b1-7ee2df18c4a4,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:15.719735 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d365db-c59c-4b28-8db2-17b7819d98c5 req-30e0df33-bc7f-4ce9-88d8-3437ec9f4c5b tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:15.728957 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c5d365db-c59c-4b28-8db2-17b7819d98c5 req-30e0df33-bc7f-4ce9-88d8-3437ec9f4c5b tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 946 time: 0.3353949 Nov 12 01:08:15.914992 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-45c11a5b-9f6b-41a8-a368-12ca6e0e0196 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:15.915678 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-45c11a5b-9f6b-41a8-a368-12ca6e0e0196 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:15.959639 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e8ba81e5-f538-42c6-9a59-dbeff6b73fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:15.994760 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 78ad043f-bbff-422a-ba44-8b7fdfec6c7d up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:08:16.082850 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-2d884540-43d5-4757-92f8-886f19a17bad None None] Provisioning complete for port bbae70e9-b8b3-49a4-91b4-ff32c13b6aa7 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:16.083460 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2d884540-43d5-4757-92f8-886f19a17bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:16.092821 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-45c11a5b-9f6b-41a8-a368-12ca6e0e0196 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7939279 Nov 12 01:08:16.117481 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c5d365db-c59c-4b28-8db2-17b7819d98c5 req-d2345704-afc2-4886-8276-1aa39e1ca337 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3872073 Nov 12 01:08:16.139408 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-9f125358-324c-41b0-bd1e-f1958aa8f793 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Request body: {'port': {'device_id': '83b1dae4-153a-4ea7-89ab-c75cfad8dc53', 'network_id': '97a0486f-2b5c-46ba-9b9e-c658ed6dad86', 'admin_state_up': True, 'tenant_id': '5f885a1601aa462d8df4e61a5f6064de'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:16.189012 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76297615-4543-4b1d-8c48-0bf966aa98c6 req-4865a171-96a7-4c90-8bc4-da68a5e3129f tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:16.195474 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-76297615-4543-4b1d-8c48-0bf966aa98c6 req-4865a171-96a7-4c90-8bc4-da68a5e3129f tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.3772430 Nov 12 01:08:16.199297 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-2d884540-43d5-4757-92f8-886f19a17bad None None] Port bbae70e9-b8b3-49a4-91b4-ff32c13b6aa7 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:08:16.232282 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e6660793-d2b0-4adf-ad38-e55e3c391979 req-873a6eb7-d495-46c8-8977-1f5cc2ea65d3 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:16.242726 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 78ad043f-bbff-422a-ba44-8b7fdfec6c7d triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:16.252272 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:16.298618 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-2d884540-43d5-4757-92f8-886f19a17bad None None] Provisioning complete for port 9679800c-d980-460e-a62a-ff5d8e047c0d triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:16.299147 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2d884540-43d5-4757-92f8-886f19a17bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:16.352301 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-2d884540-43d5-4757-92f8-886f19a17bad None None] Port 9679800c-d980-460e-a62a-ff5d8e047c0d cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:08:16.480870 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-e0423c89-fb71-4481-ae74-94846472ccfa None None] Provisioning complete for port 8840eab2-82c2-4ba5-93b1-7ee2df18c4a4 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:16.481838 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e0423c89-fb71-4481-ae74-94846472ccfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:16.502532 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-76297615-4543-4b1d-8c48-0bf966aa98c6 req-01721076-4514-4b85-99b5-84c5c78a933e tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2519271 Nov 12 01:08:16.550767 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-e0423c89-fb71-4481-ae74-94846472ccfa None None] Port 8840eab2-82c2-4ba5-93b1-7ee2df18c4a4 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:08:16.590067 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e6660793-d2b0-4adf-ad38-e55e3c391979 req-873a6eb7-d495-46c8-8977-1f5cc2ea65d3 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:16.630037 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['4fa49652-6984-4e76-9cf2-4328c6e98d5a'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:08:16.745767 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873a6eb7-d495-46c8-8977-1f5cc2ea65d3 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Pushing event updated for resources: {'Port': ['ID=81297479-d905-44af-8202-549fef88c79c,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:16.794942 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09167365-cb04-4676-885e-a3fbd8ce7a2f req-00e6415a-3449-4643-b02b-5cecc19505d4 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:16.796669 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-09167365-cb04-4676-885e-a3fbd8ce7a2f req-00e6415a-3449-4643-b02b-5cecc19505d4 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b1dae4-153a-4ea7-89ab-c75cfad8dc53 HTTP/1.1" status: 200 len: 932 time: 0.3441329 Nov 12 01:08:16.801060 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6660793-d2b0-4adf-ad38-e55e3c391979 req-873a6eb7-d495-46c8-8977-1f5cc2ea65d3 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Network e5e34600-403a-4b25-adb8-e29084755c7d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:08:16.819570 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-e6660793-d2b0-4adf-ad38-e55e3c391979 req-873a6eb7-d495-46c8-8977-1f5cc2ea65d3 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:16.824963 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-92a4fc39-3335-4198-9607-2c5ab9f7a888 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:16.868514 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6660793-d2b0-4adf-ad38-e55e3c391979 req-873a6eb7-d495-46c8-8977-1f5cc2ea65d3 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:08:16.923247 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e8ba81e5-f538-42c6-9a59-dbeff6b73fa6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:16.933934 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e8ba81e5-f538-42c6-9a59-dbeff6b73fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:16.986598 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6660793-d2b0-4adf-ad38-e55e3c391979 req-873a6eb7-d495-46c8-8977-1f5cc2ea65d3 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:16.987653 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e6660793-d2b0-4adf-ad38-e55e3c391979 req-873a6eb7-d495-46c8-8977-1f5cc2ea65d3 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:17.015051 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-9f125358-324c-41b0-bd1e-f1958aa8f793 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Made reservation on behalf of 5f885a1601aa462d8df4e61a5f6064de for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:08:17.022870 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-9f125358-324c-41b0-bd1e-f1958aa8f793 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:17.044148 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ba81e5-f538-42c6-9a59-dbeff6b73fa6 admin admin] Pushing event updated for resources: {'Port': ['ID=bbae70e9-b8b3-49a4-91b4-ff32c13b6aa7,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:17.076316 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e8ba81e5-f538-42c6-9a59-dbeff6b73fa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:17.132719 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e6660793-d2b0-4adf-ad38-e55e3c391979 req-873a6eb7-d495-46c8-8977-1f5cc2ea65d3 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2137179 Nov 12 01:08:17.147538 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-09167365-cb04-4676-885e-a3fbd8ce7a2f req-55f88f90-097d-4e45-993f-3430a0ee0977 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ff705a3-efa9-445f-9f2b-f795d1ef6f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430812 Nov 12 01:08:17.170101 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-e6660793-d2b0-4adf-ad38-e55e3c391979 req-b1bec0fe-426f-4cab-bf45-66ce44026f45 service neutron] Request body: {'port': {'device_id': '6ecabdd5-322f-497c-839a-a3af9d519f49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:17.270310 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b53361-f325-41e7-a793-5c40f8944ff8 req-7f302290-4f90-45f6-9e33-dc3ba4aea7f6 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:17.273000 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c8b53361-f325-41e7-a793-5c40f8944ff8 req-7f302290-4f90-45f6-9e33-dc3ba4aea7f6 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ecabdd5-322f-497c-839a-a3af9d519f49 HTTP/1.1" status: 200 len: 931 time: 0.2808580 Nov 12 01:08:17.287197 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ba81e5-f538-42c6-9a59-dbeff6b73fa6 admin admin] Network 682e0b44-65b9-400b-8f8e-1eeb342780e2 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:08:17.290335 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-e8ba81e5-f538-42c6-9a59-dbeff6b73fa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:17.349598 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-92a4fc39-3335-4198-9607-2c5ab9f7a888 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:17.360713 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-92a4fc39-3335-4198-9607-2c5ab9f7a888 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:17.438916 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e6660793-d2b0-4adf-ad38-e55e3c391979 req-b1bec0fe-426f-4cab-bf45-66ce44026f45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:17.480836 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-92a4fc39-3335-4198-9607-2c5ab9f7a888 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] In _notify_port_updated(), no bound segment for port 9679800c-d980-460e-a62a-ff5d8e047c0d on network ac241047-c268-43f0-aedc-6a916d99fb4c {{(pid=109086) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:08:17.488451 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a4fc39-3335-4198-9607-2c5ab9f7a888 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:17.489476 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-92a4fc39-3335-4198-9607-2c5ab9f7a888 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:17.493705 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-92a4fc39-3335-4198-9607-2c5ab9f7a888 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] 10.222.0.45 "PUT /v2.0/ports/9679800c-d980-460e-a62a-ff5d8e047c0d HTTP/1.1" status: 200 len: 1001 time: 2.3289597 Nov 12 01:08:17.499574 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40380) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:17.501252 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c8b53361-f325-41e7-a793-5c40f8944ff8 req-3317eb0b-8623-4c7f-95bd-80e08f7e4f65 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191005 Nov 12 01:08:17.568146 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56b10b-5bbd-48f5-930e-9cad179f86ec req-a7d1de09-6ff1-4bcf-8bd0-c9245e55ffa1 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:17.570249 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4e56b10b-5bbd-48f5-930e-9cad179f86ec req-a7d1de09-6ff1-4bcf-8bd0-c9245e55ffa1 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.2732244 Nov 12 01:08:17.611130 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a4fc39-3335-4198-9607-2c5ab9f7a888 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Pushing event updated for resources: {'Port': ['ID=9679800c-d980-460e-a62a-ff5d8e047c0d,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:17.669940 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ba81e5-f538-42c6-9a59-dbeff6b73fa6 admin admin] Router 36254298-bf93-473f-ae2d-653cf9ab1f1d has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:08:17.672675 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-9f125358-324c-41b0-bd1e-f1958aa8f793 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Allocated IP 19.86.0.181 (97a0486f-2b5c-46ba-9b9e-c658ed6dad86/178a8725-9545-46e8-8041-a861da49d5c7/1a841f12-71c0-4049-b8a3-0009af995913) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:08:17.771337 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-70765f77-c287-4c62-a618-857380935076 None None] Provisioning complete for port bbae70e9-b8b3-49a4-91b4-ff32c13b6aa7 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:17.771937 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-70765f77-c287-4c62-a618-857380935076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:17.890394 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device f0630ca4-40ee-427a-b3f1-c21b35473130 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:08:17.908524 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-65be9785-d76e-4b63-88c8-e162177c80f8 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Deleting port 9679800c-d980-460e-a62a-ff5d8e047c0d {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:17.908992 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-65be9785-d76e-4b63-88c8-e162177c80f8 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:17.911326 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4e56b10b-5bbd-48f5-930e-9cad179f86ec req-6bbe7280-bda7-4c91-8300-5119b95e7457 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3176749 Nov 12 01:08:18.014627 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-70765f77-c287-4c62-a618-857380935076 None None] Port bbae70e9-b8b3-49a4-91b4-ff32c13b6aa7 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:08:18.028411 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568330ab-3c88-437e-bc3a-ac01ab8d9079 req-d30bac7a-4beb-4efa-8005-11b050f601b8 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:18.037761 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-568330ab-3c88-437e-bc3a-ac01ab8d9079 req-d30bac7a-4beb-4efa-8005-11b050f601b8 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 946 time: 0.3119211 Nov 12 01:08:18.084603 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ba81e5-f538-42c6-9a59-dbeff6b73fa6 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:08:18.093936 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port f0630ca4-40ee-427a-b3f1-c21b35473130 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:18.094602 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:18.110459 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e8ba81e5-f538-42c6-9a59-dbeff6b73fa6 admin admin] 10.222.0.45 "PUT /v2.0/routers/36254298-bf93-473f-ae2d-653cf9ab1f1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7768753 Nov 12 01:08:18.155778 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-65be9785-d76e-4b63-88c8-e162177c80f8 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:18.175149 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-01b870c7-1666-4bc0-8b14-b754bc3dd3d7 None None] Provisioning complete for port 9679800c-d980-460e-a62a-ff5d8e047c0d triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:18.176140 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-01b870c7-1666-4bc0-8b14-b754bc3dd3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:18.201114 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-65be9785-d76e-4b63-88c8-e162177c80f8 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Calling delete_port for 9679800c-d980-460e-a62a-ff5d8e047c0d owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:18.317639 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:18.345851 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10afbb4c-eebd-475a-a79e-3642cc2d80a8 None None] Sync routers for ids ['36254298-bf93-473f-ae2d-653cf9ab1f1d'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:08:18.434647 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-568330ab-3c88-437e-bc3a-ac01ab8d9079 req-8c2aff48-52d5-47cc-8936-21a75f5d2365 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939934 Nov 12 01:08:18.457443 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port f0630ca4-40ee-427a-b3f1-c21b35473130, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=f0630ca4-40ee-427a-b3f1-c21b35473130,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:18.467157 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-01b870c7-1666-4bc0-8b14-b754bc3dd3d7 None None] Port 9679800c-d980-460e-a62a-ff5d8e047c0d cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:08:18.487234 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:18.517265 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10afbb4c-eebd-475a-a79e-3642cc2d80a8 None None] Routers {'36254298-bf93-473f-ae2d-653cf9ab1f1d'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:18.520815 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-10afbb4c-eebd-475a-a79e-3642cc2d80a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:08:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['36254298-bf93-473f-ae2d-653cf9ab1f1d'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:18.536657 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-65be9785-d76e-4b63-88c8-e162177c80f8 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:18.621397 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65be9785-d76e-4b63-88c8-e162177c80f8 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Pushing event deleted for resources: {'Port': ['ID=9679800c-d980-460e-a62a-ff5d8e047c0d,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:18.622346 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-e6660793-d2b0-4adf-ad38-e55e3c391979 req-b1bec0fe-426f-4cab-bf45-66ce44026f45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81297479-d905-44af-8202-549fef88c79c {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:08:18.632664 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e6660793-d2b0-4adf-ad38-e55e3c391979 req-b1bec0fe-426f-4cab-bf45-66ce44026f45 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:18.649198 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-e6660793-d2b0-4adf-ad38-e55e3c391979 req-b1bec0fe-426f-4cab-bf45-66ce44026f45 service neutron] Transition to ACTIVE for port object 81297479-d905-44af-8202-549fef88c79c will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:08:18.660689 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e6660793-d2b0-4adf-ad38-e55e3c391979 req-b1bec0fe-426f-4cab-bf45-66ce44026f45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:18.718443 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-9f125358-324c-41b0-bd1e-f1958aa8f793 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:18.847848 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bec0fe-426f-4cab-bf45-66ce44026f45 service neutron] Pushing event updated for resources: {'Port': ['ID=81297479-d905-44af-8202-549fef88c79c,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:18.936688 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=f0630ca4-40ee-427a-b3f1-c21b35473130,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:18.966706 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8cd0c-19a4-4f6e-8918-21b87cf801a2 req-5f8eb34d-b8df-4182-b459-cc05db57c649 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:18.967902 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-65be9785-d76e-4b63-88c8-e162177c80f8 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:18.969094 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8bc8cd0c-19a4-4f6e-8918-21b87cf801a2 req-5f8eb34d-b8df-4182-b459-cc05db57c649 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b1dae4-153a-4ea7-89ab-c75cfad8dc53 HTTP/1.1" status: 200 len: 932 time: 0.3049688 Nov 12 01:08:18.980117 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-65be9785-d76e-4b63-88c8-e162177c80f8 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] 10.222.0.45 "DELETE /v2.0/ports/9679800c-d980-460e-a62a-ff5d8e047c0d HTTP/1.1" status: 204 len: 168 time: 1.4761040 Nov 12 01:08:18.989525 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40418) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:18.998492 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-10afbb4c-eebd-475a-a79e-3642cc2d80a8 None None] Set router 36254298-bf93-473f-ae2d-653cf9ab1f1d gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:08:19.095017 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dc1e2ca-8d01-4513-b76d-de844b34e374 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] GET failed (client error): The resource could not be found. Nov 12 01:08:19.100953 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-0dc1e2ca-8d01-4513-b76d-de844b34e374 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] 10.222.0.45 "GET /v2.0/ports/9679800c-d980-460e-a62a-ff5d8e047c0d HTTP/1.1" status: 404 len: 333 time: 0.1098604 Nov 12 01:08:19.101280 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40428) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:19.102261 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-9f125358-324c-41b0-bd1e-f1958aa8f793 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:19.109762 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-b4048cc0-ac41-4486-a85c-71d0db2da3b1 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Request body: {'port': {'network_id': 'ac241047-c268-43f0-aedc-6a916d99fb4c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-31966684'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:19.205221 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-e6660793-d2b0-4adf-ad38-e55e3c391979 req-b1bec0fe-426f-4cab-bf45-66ce44026f45 service neutron] Attempting to bind port 81297479-d905-44af-8202-549fef88c79c on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:08:19.205557 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-e6660793-d2b0-4adf-ad38-e55e3c391979 req-b1bec0fe-426f-4cab-bf45-66ce44026f45 service neutron] Attempting to bind port 81297479-d905-44af-8202-549fef88c79c by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': 'cb2ecfa2-2aa2-4eac-be73-a119af97fe41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e5e34600-403a-4b25-adb8-e29084755c7d'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:08:19.206040 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6660793-d2b0-4adf-ad38-e55e3c391979 req-b1bec0fe-426f-4cab-bf45-66ce44026f45 service neutron] Attempting to bind port 81297479-d905-44af-8202-549fef88c79c on network e5e34600-403a-4b25-adb8-e29084755c7d {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:08:19.214660 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-9f125358-324c-41b0-bd1e-f1958aa8f793 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Network 97a0486f-2b5c-46ba-9b9e-c658ed6dad86 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:08:19.216554 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f125358-324c-41b0-bd1e-f1958aa8f793 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Pushing event updated for resources: {'Port': ['ID=1a841f12-71c0-4049-b8a3-0009af995913,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:19.230125 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e835f6-576b-492d-81ea-175e1a9f114e req-ff386cbb-de30-447b-8eeb-833c09e6b130 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:19.238084 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-28e835f6-576b-492d-81ea-175e1a9f114e req-ff386cbb-de30-447b-8eeb-833c09e6b130 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 946 time: 0.3860276 Nov 12 01:08:19.278736 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-9f125358-324c-41b0-bd1e-f1958aa8f793 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:19.288392 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-9f125358-324c-41b0-bd1e-f1958aa8f793 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:08:19.310258 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-10afbb4c-eebd-475a-a79e-3642cc2d80a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36254298-bf93-473f-ae2d-653cf9ab1f1d', 'name': 'tempest-TaggedBootDevicesTest_v242-1185227541-router', 'tenant_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'f0630ca4-40ee-427a-b3f1-c21b35473130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:08:07Z', 'updated_at': '2021-11-12T01:08:15Z', 'revision_number': 4, 'project_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'gw_port': {'id': 'f0630ca4-40ee-427a-b3f1-c21b35473130', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:85:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36254298-bf93-473f-ae2d-653cf9ab1f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:09Z', 'updated_at': '2021-11-12T01:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'bbae70e9-b8b3-49a4-91b4-ff32c13b6aa7', 'name': '', 'network_id': '682e0b44-65b9-400b-8f8e-1eeb342780e2', 'tenant_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'mac_address': 'fa:16:3e:d3:d0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36254298-bf93-473f-ae2d-653cf9ab1f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'e4332ed6-c901-4ad1-83db-b19707e770f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:13Z', 'updated_at': '2021-11-12T01:08:16Z', 'revision_number': 2, 'project_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'subnets': [{'id': 'e4332ed6-c901-4ad1-83db-b19707e770f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:19.317621 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4048cc0-ac41-4486-a85c-71d0db2da3b1 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Made reservation on behalf of 2c2b6337a1ed42ffbc1b6e03fe22dfdc for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:08:19.321456 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b4048cc0-ac41-4486-a85c-71d0db2da3b1 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:19.340692 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6660793-d2b0-4adf-ad38-e55e3c391979 req-b1bec0fe-426f-4cab-bf45-66ce44026f45 service neutron] Port 81297479-d905-44af-8202-549fef88c79c on network e5e34600-403a-4b25-adb8-e29084755c7d not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:08:19.341018 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6660793-d2b0-4adf-ad38-e55e3c391979 req-b1bec0fe-426f-4cab-bf45-66ce44026f45 service neutron] Attempting to bind port 81297479-d905-44af-8202-549fef88c79c on network e5e34600-403a-4b25-adb8-e29084755c7d {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:08:19.354793 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8bc8cd0c-19a4-4f6e-8918-21b87cf801a2 req-aeceb781-55b0-48a0-ba62-292466d28921 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ff705a3-efa9-445f-9f2b-f795d1ef6f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491685 Nov 12 01:08:19.364041 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-b4048cc0-ac41-4486-a85c-71d0db2da3b1 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] device_id is not set on port fd327b08-ef51-4c27-bcd1-6444f3f31d92 yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:08:19.383142 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10afbb4c-eebd-475a-a79e-3642cc2d80a8 None None] Checking router: 36254298-bf93-473f-ae2d-653cf9ab1f1d for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:08:19.383556 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10afbb4c-eebd-475a-a79e-3642cc2d80a8 None None] Updating router 36254298-bf93-473f-ae2d-653cf9ab1f1d port bbae70e9-b8b3-49a4-91b4-ff32c13b6aa7 binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:08:19.441533 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-28e835f6-576b-492d-81ea-175e1a9f114e req-b45b2d78-ad3e-4c56-9146-3124fd872efd tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018843 Nov 12 01:08:19.443152 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-10afbb4c-eebd-475a-a79e-3642cc2d80a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:19.447832 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6660793-d2b0-4adf-ad38-e55e3c391979 req-b1bec0fe-426f-4cab-bf45-66ce44026f45 service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:08:19.448222 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6660793-d2b0-4adf-ad38-e55e3c391979 req-b1bec0fe-426f-4cab-bf45-66ce44026f45 service neutron] Checking segment: {'id': 'cb2ecfa2-2aa2-4eac-be73-a119af97fe41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e5e34600-403a-4b25-adb8-e29084755c7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:08:19.448700 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6660793-d2b0-4adf-ad38-e55e3c391979 req-b1bec0fe-426f-4cab-bf45-66ce44026f45 service neutron] Bound using segment: {'id': 'cb2ecfa2-2aa2-4eac-be73-a119af97fe41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e5e34600-403a-4b25-adb8-e29084755c7d'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:08:19.449205 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-e6660793-d2b0-4adf-ad38-e55e3c391979 req-b1bec0fe-426f-4cab-bf45-66ce44026f45 service neutron] Bound port: 81297479-d905-44af-8202-549fef88c79c, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb2ecfa2-2aa2-4eac-be73-a119af97fe41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'e5e34600-403a-4b25-adb8-e29084755c7d'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:08:19.452614 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e6660793-d2b0-4adf-ad38-e55e3c391979 req-b1bec0fe-426f-4cab-bf45-66ce44026f45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:19.569553 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-9f125358-324c-41b0-bd1e-f1958aa8f793 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:19.570147 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-9f125358-324c-41b0-bd1e-f1958aa8f793 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:19.649965 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-b4048cc0-ac41-4486-a85c-71d0db2da3b1 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Allocated IP 2001:db8::9d (ac241047-c268-43f0-aedc-6a916d99fb4c/4f9c5071-c353-41ad-b365-35f625ff3ce9/fd327b08-ef51-4c27-bcd1-6444f3f31d92) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:08:19.677627 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-9f125358-324c-41b0-bd1e-f1958aa8f793 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5518992 Nov 12 01:08:19.702852 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-3567de3e-ec70-4da8-bfb6-76b303a12da8 service neutron] Request body: {'port': {'device_id': '83b1dae4-153a-4ea7-89ab-c75cfad8dc53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:19.723523 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ca005-53d4-4f69-8f12-7afa7a4bab17 req-368ecc24-7964-4220-8e58-31555c81b476 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:19.725236 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-571ca005-53d4-4f69-8f12-7afa7a4bab17 req-368ecc24-7964-4220-8e58-31555c81b476 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ecabdd5-322f-497c-839a-a3af9d519f49 HTTP/1.1" status: 200 len: 943 time: 0.2112548 Nov 12 01:08:19.758914 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-e6660793-d2b0-4adf-ad38-e55e3c391979 req-b1bec0fe-426f-4cab-bf45-66ce44026f45 service neutron] For port 81297479-d905-44af-8202-549fef88c79c, host n-h1-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:08:19.796717 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f95b4-a0dc-4b92-b7fd-03060be2111f req-19a510ca-d282-4fd7-b8a1-bd12ddc2e410 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:19.798475 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-468f95b4-a0dc-4b92-b7fd-03060be2111f req-19a510ca-d282-4fd7-b8a1-bd12ddc2e410 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.1924798 Nov 12 01:08:19.801702 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-e6660793-d2b0-4adf-ad38-e55e3c391979 req-b1bec0fe-426f-4cab-bf45-66ce44026f45 service neutron] For port 81297479-d905-44af-8202-549fef88c79c, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=81297479-d905-44af-8202-549fef88c79c,segment=NetworkSegment(cb2ecfa2-2aa2-4eac-be73-a119af97fe41),segment_id=cb2ecfa2-2aa2-4eac-be73-a119af97fe41)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:08:19.846605 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device f0630ca4-40ee-427a-b3f1-c21b35473130 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:08:19.861146 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e6660793-d2b0-4adf-ad38-e55e3c391979 req-b1bec0fe-426f-4cab-bf45-66ce44026f45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:19.979656 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-83959e23-4e32-4edd-b193-8406c4649327 None None] Provisioning complete for port 1a841f12-71c0-4049-b8a3-0009af995913 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:19.980559 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b4048cc0-ac41-4486-a85c-71d0db2da3b1 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:19.980784 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-83959e23-4e32-4edd-b193-8406c4649327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:20.004592 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-3567de3e-ec70-4da8-bfb6-76b303a12da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:20.053205 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-83959e23-4e32-4edd-b193-8406c4649327 None None] Port 1a841f12-71c0-4049-b8a3-0009af995913 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:08:20.090508 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-571ca005-53d4-4f69-8f12-7afa7a4bab17 req-979310f1-2199-41af-86be-24bd6c0feb50 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422160 Nov 12 01:08:20.104589 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b4048cc0-ac41-4486-a85c-71d0db2da3b1 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:20.105236 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port f0630ca4-40ee-427a-b3f1-c21b35473130 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:20.105236 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:20.182659 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6660793-d2b0-4adf-ad38-e55e3c391979 req-b1bec0fe-426f-4cab-bf45-66ce44026f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:20.183676 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e6660793-d2b0-4adf-ad38-e55e3c391979 req-b1bec0fe-426f-4cab-bf45-66ce44026f45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:20.202357 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e6660793-d2b0-4adf-ad38-e55e3c391979 req-b1bec0fe-426f-4cab-bf45-66ce44026f45 service neutron] 10.222.0.16 "PUT /v2.0/ports/81297479-d905-44af-8202-549fef88c79c HTTP/1.1" status: 200 len: 1092 time: 3.0397549 Nov 12 01:08:20.208333 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ecabdd5-322f-497c-839a-a3af9d519f49', 'tag': '81297479-d905-44af-8202-549fef88c79c'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:08:20.212376 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05caf539-06dd-496f-89bb-e548cb5f6471" -d '{"events": [{"name": "network-changed", "server_uuid": "6ecabdd5-322f-497c-839a-a3af9d519f49", "tag": "81297479-d905-44af-8202-549fef88c79c"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:08:20.234964 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bec0fe-426f-4cab-bf45-66ce44026f45 service neutron] Pushing event updated for resources: {'Port': ['ID=81297479-d905-44af-8202-549fef88c79c,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:20.238402 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4048cc0-ac41-4486-a85c-71d0db2da3b1 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Pushing event updated for resources: {'Port': ['ID=fd327b08-ef51-4c27-bcd1-6444f3f31d92,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:20.253483 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-10afbb4c-eebd-475a-a79e-3642cc2d80a8 None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:20.272864 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-468f95b4-a0dc-4b92-b7fd-03060be2111f req-3dcfd814-9e64-40cd-bdce-fe650282da81 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4606998 Nov 12 01:08:20.274246 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4048cc0-ac41-4486-a85c-71d0db2da3b1 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Network ac241047-c268-43f0-aedc-6a916d99fb4c is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:08:20.276806 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-10afbb4c-eebd-475a-a79e-3642cc2d80a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:20.279524 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-b4048cc0-ac41-4486-a85c-71d0db2da3b1 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:20.299196 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4048cc0-ac41-4486-a85c-71d0db2da3b1 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:08:20.333458 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fb76bf-c373-4d88-8f7b-ddb03b9ee8c1 None None] Pushing event updated for resources: {'Port': ['ID=bbae70e9-b8b3-49a4-91b4-ff32c13b6aa7,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:20.340067 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4048cc0-ac41-4486-a85c-71d0db2da3b1 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:20.345428 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b4048cc0-ac41-4486-a85c-71d0db2da3b1 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:20.418940 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b4048cc0-ac41-4486-a85c-71d0db2da3b1 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.3152773 Nov 12 01:08:20.429023 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40466) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:20.449068 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-6a468a03-7205-4592-bbbe-327c95d9e1b8 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:2e:4a:f0'}]}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:20.508163 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-10afbb4c-eebd-475a-a79e-3642cc2d80a8 None None] Attempting to bind port bbae70e9-b8b3-49a4-91b4-ff32c13b6aa7 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:08:20.508532 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-10afbb4c-eebd-475a-a79e-3642cc2d80a8 None None] Attempting to bind port bbae70e9-b8b3-49a4-91b4-ff32c13b6aa7 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'ef853ea3-b93e-44bf-9439-4b21c4c64343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '682e0b44-65b9-400b-8f8e-1eeb342780e2'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:08:20.508905 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10afbb4c-eebd-475a-a79e-3642cc2d80a8 None None] Attempting to bind port bbae70e9-b8b3-49a4-91b4-ff32c13b6aa7 on network 682e0b44-65b9-400b-8f8e-1eeb342780e2 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:08:20.514948 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10afbb4c-eebd-475a-a79e-3642cc2d80a8 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:08:20.515329 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10afbb4c-eebd-475a-a79e-3642cc2d80a8 None None] Checking segment: {'id': 'ef853ea3-b93e-44bf-9439-4b21c4c64343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '682e0b44-65b9-400b-8f8e-1eeb342780e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:08:20.515748 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-10afbb4c-eebd-475a-a79e-3642cc2d80a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:20.516163 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10afbb4c-eebd-475a-a79e-3642cc2d80a8 None None] Bound using segment: {'id': 'ef853ea3-b93e-44bf-9439-4b21c4c64343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '682e0b44-65b9-400b-8f8e-1eeb342780e2'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:08:20.516735 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-10afbb4c-eebd-475a-a79e-3642cc2d80a8 None None] Bound port: bbae70e9-b8b3-49a4-91b4-ff32c13b6aa7, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef853ea3-b93e-44bf-9439-4b21c4c64343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '682e0b44-65b9-400b-8f8e-1eeb342780e2'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:08:20.517130 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-10afbb4c-eebd-475a-a79e-3642cc2d80a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:20.534688 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87711245-088d-497a-9df2-cd0a38cd14bd x-openstack-request-id: req-87711245-088d-497a-9df2-cd0a38cd14bd {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:08:20.544273 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ecabdd5-322f-497c-839a-a3af9d519f49", "tag": "81297479-d905-44af-8202-549fef88c79c", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:08:20.544987 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-87711245-088d-497a-9df2-cd0a38cd14bd {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:08:20.545580 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ecabdd5-322f-497c-839a-a3af9d519f49', 'tag': '81297479-d905-44af-8202-549fef88c79c', 'status': 'completed', 'code': 200} Nov 12 01:08:20.702335 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-10afbb4c-eebd-475a-a79e-3642cc2d80a8 None None] For port bbae70e9-b8b3-49a4-91b4-ff32c13b6aa7, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:08:20.706970 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-10afbb4c-eebd-475a-a79e-3642cc2d80a8 None None] For port bbae70e9-b8b3-49a4-91b4-ff32c13b6aa7, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=bbae70e9-b8b3-49a4-91b4-ff32c13b6aa7,segment=NetworkSegment(ef853ea3-b93e-44bf-9439-4b21c4c64343),segment_id=ef853ea3-b93e-44bf-9439-4b21c4c64343)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:08:20.717752 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-10afbb4c-eebd-475a-a79e-3642cc2d80a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:20.740190 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6a468a03-7205-4592-bbbe-327c95d9e1b8 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:20.874716 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10afbb4c-eebd-475a-a79e-3642cc2d80a8 None None] Routers {'36254298-bf93-473f-ae2d-653cf9ab1f1d'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:08:20.875498 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-10afbb4c-eebd-475a-a79e-3642cc2d80a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:08:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['36254298-bf93-473f-ae2d-653cf9ab1f1d'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:21.166967 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6a468a03-7205-4592-bbbe-327c95d9e1b8 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:21.185805 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6a468a03-7205-4592-bbbe-327c95d9e1b8 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:21.202868 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fb76bf-c373-4d88-8f7b-ddb03b9ee8c1 None None] Pushing event updated for resources: {'Port': ['ID=bbae70e9-b8b3-49a4-91b4-ff32c13b6aa7,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:21.223146 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-6a468a03-7205-4592-bbbe-327c95d9e1b8 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] In _notify_port_updated(), no bound segment for port fd327b08-ef51-4c27-bcd1-6444f3f31d92 on network ac241047-c268-43f0-aedc-6a916d99fb4c {{(pid=109086) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:08:21.228909 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a468a03-7205-4592-bbbe-327c95d9e1b8 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:21.230036 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6a468a03-7205-4592-bbbe-327c95d9e1b8 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:21.230224 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-aa9aa526-506e-4dfb-960d-14404ba52be4 None None] Provisioning complete for port fd327b08-ef51-4c27-bcd1-6444f3f31d92 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:21.230424 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-aa9aa526-506e-4dfb-960d-14404ba52be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:21.234910 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6a468a03-7205-4592-bbbe-327c95d9e1b8 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] 10.222.0.45 "PUT /v2.0/ports/fd327b08-ef51-4c27-bcd1-6444f3f31d92 HTTP/1.1" status: 200 len: 1000 time: 0.8023334 Nov 12 01:08:21.235565 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40494) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:21.277219 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-aa9aa526-506e-4dfb-960d-14404ba52be4 None None] Port fd327b08-ef51-4c27-bcd1-6444f3f31d92 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:08:21.288955 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a468a03-7205-4592-bbbe-327c95d9e1b8 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Pushing event updated for resources: {'Port': ['ID=fd327b08-ef51-4c27-bcd1-6444f3f31d92,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:21.290352 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-3567de3e-ec70-4da8-bfb6-76b303a12da8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8840eab2-82c2-4ba5-93b1-7ee2df18c4a4 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:08:21.295284 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-10afbb4c-eebd-475a-a79e-3642cc2d80a8 None None] Set router 36254298-bf93-473f-ae2d-653cf9ab1f1d gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:08:21.299794 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-aa9aa526-506e-4dfb-960d-14404ba52be4 None None] Provisioning complete for port bbae70e9-b8b3-49a4-91b4-ff32c13b6aa7 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:21.300794 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-aa9aa526-506e-4dfb-960d-14404ba52be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:21.313520 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-3567de3e-ec70-4da8-bfb6-76b303a12da8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:21.348438 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-3567de3e-ec70-4da8-bfb6-76b303a12da8 service neutron] Transition to ACTIVE for port object 8840eab2-82c2-4ba5-93b1-7ee2df18c4a4 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:08:21.374003 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6660793-d2b0-4adf-ad38-e55e3c391979 req-31696995-8811-4640-935d-fca2696045e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:21.379578 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e6660793-d2b0-4adf-ad38-e55e3c391979 req-31696995-8811-4640-935d-fca2696045e4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a4cc89f684a44dc88713ac499ae6acb&device_id=6ecabdd5-322f-497c-839a-a3af9d519f49 HTTP/1.1" status: 200 len: 1095 time: 1.0266581 Nov 12 01:08:21.416226 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-3567de3e-ec70-4da8-bfb6-76b303a12da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:21.443903 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-3e8aa9c3-5442-4ac4-a3ee-a9cef6fd5c8a tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Deleting port fd327b08-ef51-4c27-bcd1-6444f3f31d92 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:21.445124 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3e8aa9c3-5442-4ac4-a3ee-a9cef6fd5c8a tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:21.541247 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e6660793-d2b0-4adf-ad38-e55e3c391979 req-14c054d7-8724-4c84-b05d-808b14579c3d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81297479-d905-44af-8202-549fef88c79c HTTP/1.1" status: 200 len: 217 time: 0.1088886 Nov 12 01:08:21.558928 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dfb3d4-c412-4906-b6fb-ca769096c4f7 req-91617bb5-ec4e-4337-bf2e-bf3590e9720d tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:21.567422 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e5dfb3d4-c412-4906-b6fb-ca769096c4f7 req-91617bb5-ec4e-4337-bf2e-bf3590e9720d tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 946 time: 0.8806694 Nov 12 01:08:21.617809 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3e8aa9c3-5442-4ac4-a3ee-a9cef6fd5c8a tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:21.624638 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-aa9aa526-506e-4dfb-960d-14404ba52be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:21.651673 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-3e8aa9c3-5442-4ac4-a3ee-a9cef6fd5c8a tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Calling delete_port for fd327b08-ef51-4c27-bcd1-6444f3f31d92 owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:21.708926 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6660793-d2b0-4adf-ad38-e55e3c391979 req-e8bd278d-2c64-4f9e-90b1-493d47703497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:21.715190 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e6660793-d2b0-4adf-ad38-e55e3c391979 req-e8bd278d-2c64-4f9e-90b1-493d47703497 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d5940f8d-0215-4f43-8d97-4bef756314fa HTTP/1.1" status: 200 len: 851 time: 0.1353664 Nov 12 01:08:21.726603 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-aa9aa526-506e-4dfb-960d-14404ba52be4 None None] For port bbae70e9-b8b3-49a4-91b4-ff32c13b6aa7, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=bbae70e9-b8b3-49a4-91b4-ff32c13b6aa7,segment=NetworkSegment(ef853ea3-b93e-44bf-9439-4b21c4c64343),segment_id=ef853ea3-b93e-44bf-9439-4b21c4c64343)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:21.736126 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-aa9aa526-506e-4dfb-960d-14404ba52be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:21.755607 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff4ce4-2a4d-411f-9769-2e19025bdeac req-d6b3dcf9-4347-4790-b3d8-1a9ecb97ac25 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:21.768522 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff4ce4-2a4d-411f-9769-2e19025bdeac req-d6b3dcf9-4347-4790-b3d8-1a9ecb97ac25 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:21.772393 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bbff4ce4-2a4d-411f-9769-2e19025bdeac req-d6b3dcf9-4347-4790-b3d8-1a9ecb97ac25 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b1dae4-153a-4ea7-89ab-c75cfad8dc53 HTTP/1.1" status: 200 len: 1667 time: 0.8340135 Nov 12 01:08:21.827683 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9aa526-506e-4dfb-960d-14404ba52be4 None None] Pushing event updated for resources: {'Port': ['ID=bbae70e9-b8b3-49a4-91b4-ff32c13b6aa7,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:21.837357 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3567de3e-ec70-4da8-bfb6-76b303a12da8 service neutron] Pushing event updated for resources: {'Port': ['ID=8840eab2-82c2-4ba5-93b1-7ee2df18c4a4,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:21.853184 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e6660793-d2b0-4adf-ad38-e55e3c391979 req-045285e8-0258-4894-9913-368b20e32063 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e5e34600-403a-4b25-adb8-e29084755c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774369 Nov 12 01:08:21.887889 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-10afbb4c-eebd-475a-a79e-3642cc2d80a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36254298-bf93-473f-ae2d-653cf9ab1f1d', 'name': 'tempest-TaggedBootDevicesTest_v242-1185227541-router', 'tenant_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'f0630ca4-40ee-427a-b3f1-c21b35473130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:08:07Z', 'updated_at': '2021-11-12T01:08:15Z', 'revision_number': 4, 'project_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'gw_port': {'id': 'f0630ca4-40ee-427a-b3f1-c21b35473130', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:85:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36254298-bf93-473f-ae2d-653cf9ab1f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:09Z', 'updated_at': '2021-11-12T01:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'bbae70e9-b8b3-49a4-91b4-ff32c13b6aa7', 'name': '', 'network_id': '682e0b44-65b9-400b-8f8e-1eeb342780e2', 'tenant_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'mac_address': 'fa:16:3e:d3:d0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36254298-bf93-473f-ae2d-653cf9ab1f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'e4332ed6-c901-4ad1-83db-b19707e770f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:13Z', 'updated_at': '2021-11-12T01:08:20Z', 'revision_number': 4, 'project_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'subnets': [{'id': 'e4332ed6-c901-4ad1-83db-b19707e770f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:21.940594 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10afbb4c-eebd-475a-a79e-3642cc2d80a8 None None] The sync data for ids ['36254298-bf93-473f-ae2d-653cf9ab1f1d'] in n-d-712142-27 is: [{'id': '36254298-bf93-473f-ae2d-653cf9ab1f1d', 'name': 'tempest-TaggedBootDevicesTest_v242-1185227541-router', 'tenant_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'f0630ca4-40ee-427a-b3f1-c21b35473130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:08:07Z', 'updated_at': '2021-11-12T01:08:15Z', 'revision_number': 4, 'project_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'gw_port': {'id': 'f0630ca4-40ee-427a-b3f1-c21b35473130', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:85:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36254298-bf93-473f-ae2d-653cf9ab1f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:09Z', 'updated_at': '2021-11-12T01:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'bbae70e9-b8b3-49a4-91b4-ff32c13b6aa7', 'name': '', 'network_id': '682e0b44-65b9-400b-8f8e-1eeb342780e2', 'tenant_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'mac_address': 'fa:16:3e:d3:d0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36254298-bf93-473f-ae2d-653cf9ab1f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'e4332ed6-c901-4ad1-83db-b19707e770f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:13Z', 'updated_at': '2021-11-12T01:08:20Z', 'revision_number': 4, 'project_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'subnets': [{'id': 'e4332ed6-c901-4ad1-83db-b19707e770f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:08:21.952855 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-cffd4156-6d00-4eee-8789-dddb813738d5 None None] Provisioning complete for port fd327b08-ef51-4c27-bcd1-6444f3f31d92 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:21.953284 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cffd4156-6d00-4eee-8789-dddb813738d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:21.960211 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3e8aa9c3-5442-4ac4-a3ee-a9cef6fd5c8a tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:22.005978 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-cffd4156-6d00-4eee-8789-dddb813738d5 None None] Port fd327b08-ef51-4c27-bcd1-6444f3f31d92 was deleted so its status cannot be updated. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 01:08:22.076613 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-cffd4156-6d00-4eee-8789-dddb813738d5 None None] Provisioning complete for port bbae70e9-b8b3-49a4-91b4-ff32c13b6aa7 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:22.077076 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cffd4156-6d00-4eee-8789-dddb813738d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:22.087942 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8aa9c3-5442-4ac4-a3ee-a9cef6fd5c8a tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Pushing event deleted for resources: {'Port': ['ID=fd327b08-ef51-4c27-bcd1-6444f3f31d92,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:22.099673 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3e8aa9c3-5442-4ac4-a3ee-a9cef6fd5c8a tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:22.110705 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3e8aa9c3-5442-4ac4-a3ee-a9cef6fd5c8a tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] 10.222.0.45 "DELETE /v2.0/ports/fd327b08-ef51-4c27-bcd1-6444f3f31d92 HTTP/1.1" status: 204 len: 168 time: 0.8690586 Nov 12 01:08:22.111774 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40500) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:22.180010 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-4abf4e48-83a0-4465-b584-d7a3f687c958 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] GET failed (client error): The resource could not be found. Nov 12 01:08:22.185181 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4abf4e48-83a0-4465-b584-d7a3f687c958 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] 10.222.0.45 "GET /v2.0/ports/fd327b08-ef51-4c27-bcd1-6444f3f31d92 HTTP/1.1" status: 404 len: 333 time: 0.0637867 Nov 12 01:08:22.185570 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40504) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:22.191429 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-1deab083-8e3f-4f47-b529-9f44a876e9d4 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Request body: {'port': {'network_id': 'ac241047-c268-43f0-aedc-6a916d99fb4c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-669209948'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:22.445311 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1deab083-8e3f-4f47-b529-9f44a876e9d4 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Made reservation on behalf of 2c2b6337a1ed42ffbc1b6e03fe22dfdc for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:08:22.451036 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1deab083-8e3f-4f47-b529-9f44a876e9d4 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:22.474973 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-1deab083-8e3f-4f47-b529-9f44a876e9d4 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] device_id is not set on port 74746f58-041a-4245-8363-39eb7f6bc83d yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:08:22.654073 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-1deab083-8e3f-4f47-b529-9f44a876e9d4 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Allocated IP 2001:db8::260 (ac241047-c268-43f0-aedc-6a916d99fb4c/4f9c5071-c353-41ad-b365-35f625ff3ce9/74746f58-041a-4245-8363-39eb7f6bc83d) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:08:22.695006 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e5dfb3d4-c412-4906-b6fb-ca769096c4f7 req-f8f9ce1e-173f-476c-a114-2ce78ac42586 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1264153 Nov 12 01:08:22.721433 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-3567de3e-ec70-4da8-bfb6-76b303a12da8 service neutron] Attempting to bind port 8840eab2-82c2-4ba5-93b1-7ee2df18c4a4 on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:08:22.721766 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-3567de3e-ec70-4da8-bfb6-76b303a12da8 service neutron] Attempting to bind port 8840eab2-82c2-4ba5-93b1-7ee2df18c4a4 by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': '405fcc48-f03f-4841-aae1-be9f6f129875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7356b1f2-b40d-4fe2-ad17-ca5ffe13ca33'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:08:22.722155 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-3567de3e-ec70-4da8-bfb6-76b303a12da8 service neutron] Attempting to bind port 8840eab2-82c2-4ba5-93b1-7ee2df18c4a4 on network 7356b1f2-b40d-4fe2-ad17-ca5ffe13ca33 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:08:22.767725 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-3567de3e-ec70-4da8-bfb6-76b303a12da8 service neutron] Port 8840eab2-82c2-4ba5-93b1-7ee2df18c4a4 on network 7356b1f2-b40d-4fe2-ad17-ca5ffe13ca33 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:08:22.768088 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-3567de3e-ec70-4da8-bfb6-76b303a12da8 service neutron] Attempting to bind port 8840eab2-82c2-4ba5-93b1-7ee2df18c4a4 on network 7356b1f2-b40d-4fe2-ad17-ca5ffe13ca33 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:08:22.786056 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e6660793-d2b0-4adf-ad38-e55e3c391979 req-a9a54c13-5689-4835-9a00-a0e7d2dd2bb2 service neutron] 10.222.0.16 "GET /v2.0/networks/e5e34600-403a-4b25-adb8-e29084755c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8578982 Nov 12 01:08:22.786832 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-3567de3e-ec70-4da8-bfb6-76b303a12da8 service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:08:22.787168 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-3567de3e-ec70-4da8-bfb6-76b303a12da8 service neutron] Checking segment: {'id': '405fcc48-f03f-4841-aae1-be9f6f129875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7356b1f2-b40d-4fe2-ad17-ca5ffe13ca33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:08:22.787556 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-3567de3e-ec70-4da8-bfb6-76b303a12da8 service neutron] Bound using segment: {'id': '405fcc48-f03f-4841-aae1-be9f6f129875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7356b1f2-b40d-4fe2-ad17-ca5ffe13ca33'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:08:22.788031 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-3567de3e-ec70-4da8-bfb6-76b303a12da8 service neutron] Bound port: 8840eab2-82c2-4ba5-93b1-7ee2df18c4a4, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '405fcc48-f03f-4841-aae1-be9f6f129875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7356b1f2-b40d-4fe2-ad17-ca5ffe13ca33'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:08:22.788391 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-3567de3e-ec70-4da8-bfb6-76b303a12da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:22.802008 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bbff4ce4-2a4d-411f-9769-2e19025bdeac req-d002dfee-2357-462f-8312-fdf380f2f66e tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ff705a3-efa9-445f-9f2b-f795d1ef6f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9473009 Nov 12 01:08:22.977115 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1deab083-8e3f-4f47-b529-9f44a876e9d4 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:23.002374 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-3567de3e-ec70-4da8-bfb6-76b303a12da8 service neutron] For port 8840eab2-82c2-4ba5-93b1-7ee2df18c4a4, host n-h1-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:08:23.010337 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-3567de3e-ec70-4da8-bfb6-76b303a12da8 service neutron] For port 8840eab2-82c2-4ba5-93b1-7ee2df18c4a4, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=8840eab2-82c2-4ba5-93b1-7ee2df18c4a4,segment=NetworkSegment(405fcc48-f03f-4841-aae1-be9f6f129875),segment_id=405fcc48-f03f-4841-aae1-be9f6f129875)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:08:23.027728 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1deab083-8e3f-4f47-b529-9f44a876e9d4 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:23.059533 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1deab083-8e3f-4f47-b529-9f44a876e9d4 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Network ac241047-c268-43f0-aedc-6a916d99fb4c is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:08:23.078419 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-1deab083-8e3f-4f47-b529-9f44a876e9d4 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:23.083066 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1deab083-8e3f-4f47-b529-9f44a876e9d4 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:08:23.088929 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1deab083-8e3f-4f47-b529-9f44a876e9d4 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:23.089402 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1deab083-8e3f-4f47-b529-9f44a876e9d4 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:23.123353 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-3567de3e-ec70-4da8-bfb6-76b303a12da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:23.133422 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1deab083-8e3f-4f47-b529-9f44a876e9d4 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9466505 Nov 12 01:08:23.137046 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40510) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:23.142866 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-87cdaaa9-0bbf-4240-ac33-d9caee997eb7 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Request body: {'port': {'network_id': 'ac241047-c268-43f0-aedc-6a916d99fb4c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1808505999'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:23.152163 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deab083-8e3f-4f47-b529-9f44a876e9d4 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Pushing event updated for resources: {'Port': ['ID=74746f58-041a-4245-8363-39eb7f6bc83d,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:23.166880 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-3567de3e-ec70-4da8-bfb6-76b303a12da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:23.168393 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-3567de3e-ec70-4da8-bfb6-76b303a12da8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:23.177510 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-3567de3e-ec70-4da8-bfb6-76b303a12da8 service neutron] 10.222.0.16 "PUT /v2.0/ports/8840eab2-82c2-4ba5-93b1-7ee2df18c4a4 HTTP/1.1" status: 200 len: 1093 time: 3.4770973 Nov 12 01:08:23.204511 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b1dae4-153a-4ea7-89ab-c75cfad8dc53', 'tag': '8840eab2-82c2-4ba5-93b1-7ee2df18c4a4'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:08:23.211766 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f406db07-dcc0-4b5a-af72-35118c9a27c4" -d '{"events": [{"name": "network-changed", "server_uuid": "83b1dae4-153a-4ea7-89ab-c75cfad8dc53", "tag": "8840eab2-82c2-4ba5-93b1-7ee2df18c4a4"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:08:23.290685 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-59e59128-85a3-4c38-bc1d-92f9d7546b6d service neutron] Request body: {'port': {'device_id': '83b1dae4-153a-4ea7-89ab-c75cfad8dc53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:23.468597 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87cdaaa9-0bbf-4240-ac33-d9caee997eb7 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Made reservation on behalf of 2c2b6337a1ed42ffbc1b6e03fe22dfdc for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:08:23.473192 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-87cdaaa9-0bbf-4240-ac33-d9caee997eb7 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:23.538186 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-87cdaaa9-0bbf-4240-ac33-d9caee997eb7 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] device_id is not set on port f621840d-e12e-4211-af7d-269fb9dc4a5d yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:08:23.660151 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e6660793-d2b0-4adf-ad38-e55e3c391979 req-6a2a1e24-7612-4f7a-aec8-38ee94bae174 service neutron] 10.222.0.16 "GET /v2.0/networks/e5e34600-403a-4b25-adb8-e29084755c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8525226 Nov 12 01:08:23.702640 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3567de3e-ec70-4da8-bfb6-76b303a12da8 service neutron] Pushing event updated for resources: {'Port': ['ID=8840eab2-82c2-4ba5-93b1-7ee2df18c4a4,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:23.743138 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-c5e546dc-15a0-4dd3-beba-3e1cbdd46a59 None None] Provisioning complete for port 74746f58-041a-4245-8363-39eb7f6bc83d triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:23.743897 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c5e546dc-15a0-4dd3-beba-3e1cbdd46a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:23.797511 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746576a-62c9-421f-8b60-2751f3dfaf1b req-7aee9971-6549-40eb-bf07-81a645c6d76d tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:23.801699 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b746576a-62c9-421f-8b60-2751f3dfaf1b req-7aee9971-6549-40eb-bf07-81a645c6d76d tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ecabdd5-322f-497c-839a-a3af9d519f49 HTTP/1.1" status: 200 len: 943 time: 0.7865202 Nov 12 01:08:23.822826 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-87cdaaa9-0bbf-4240-ac33-d9caee997eb7 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Allocated IP 2001:db8::144 (ac241047-c268-43f0-aedc-6a916d99fb4c/4f9c5071-c353-41ad-b365-35f625ff3ce9/f621840d-e12e-4211-af7d-269fb9dc4a5d) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:08:23.834009 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2acd2a-a6e2-4b8f-9f1b-d0b93bf4c267 req-5db1c713-bf7f-4a38-acb1-dcafab8664f1 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:23.852423 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6c2acd2a-a6e2-4b8f-9f1b-d0b93bf4c267 req-5db1c713-bf7f-4a38-acb1-dcafab8664f1 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 946 time: 0.4687452 Nov 12 01:08:23.869242 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-c5e546dc-15a0-4dd3-beba-3e1cbdd46a59 None None] Port 74746f58-041a-4245-8363-39eb7f6bc83d cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:08:23.920507 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device bbae70e9-b8b3-49a4-91b4-ff32c13b6aa7 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:08:23.929524 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-59e59128-85a3-4c38-bc1d-92f9d7546b6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:24.066022 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port bbae70e9-b8b3-49a4-91b4-ff32c13b6aa7 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:24.066492 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:24.085183 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-87cdaaa9-0bbf-4240-ac33-d9caee997eb7 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:24.126159 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-87cdaaa9-0bbf-4240-ac33-d9caee997eb7 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:24.176564 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b746576a-62c9-421f-8b60-2751f3dfaf1b req-4ea4f102-0ac6-4a8c-a9d2-d42ec42976d5 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190656 Nov 12 01:08:24.191185 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cdaaa9-0bbf-4240-ac33-d9caee997eb7 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Network ac241047-c268-43f0-aedc-6a916d99fb4c is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:08:24.197312 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-87cdaaa9-0bbf-4240-ac33-d9caee997eb7 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:24.199568 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cdaaa9-0bbf-4240-ac33-d9caee997eb7 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Pushing event updated for resources: {'Port': ['ID=f621840d-e12e-4211-af7d-269fb9dc4a5d,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:24.202519 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cdaaa9-0bbf-4240-ac33-d9caee997eb7 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:08:24.209131 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cdaaa9-0bbf-4240-ac33-d9caee997eb7 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:24.209799 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-87cdaaa9-0bbf-4240-ac33-d9caee997eb7 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:24.244280 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-87cdaaa9-0bbf-4240-ac33-d9caee997eb7 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1028914 Nov 12 01:08:24.244575 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40522) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:24.250305 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-d0f6a837-144f-47a7-a60c-66cbe3d6f592 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::53', 'mac_address': 'fa:16:3e:2e:4a:f0'}, {'ip_address': '2001:db8::260', 'mac_address': 'fa:16:3e:f4:53:73'}]}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:24.295105 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6c2acd2a-a6e2-4b8f-9f1b-d0b93bf4c267 req-dfe7fcd2-c70a-47b6-b1cc-2e16fdabc7a7 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4025400 Nov 12 01:08:24.300645 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05caf539-06dd-496f-89bb-e548cb5f6471 req-4fcb2f19-4d43-4737-9e63-19fe10992ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:24.307904 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-05caf539-06dd-496f-89bb-e548cb5f6471 req-4fcb2f19-4d43-4737-9e63-19fe10992ef9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a4cc89f684a44dc88713ac499ae6acb&device_id=6ecabdd5-322f-497c-839a-a3af9d519f49 HTTP/1.1" status: 200 len: 1095 time: 0.4980624 Nov 12 01:08:24.469618 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69dbe411-1f72-41a3-9041-b7d36de315cb x-openstack-request-id: req-69dbe411-1f72-41a3-9041-b7d36de315cb {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:08:24.472445 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83b1dae4-153a-4ea7-89ab-c75cfad8dc53", "tag": "8840eab2-82c2-4ba5-93b1-7ee2df18c4a4", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:08:24.474157 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-69dbe411-1f72-41a3-9041-b7d36de315cb {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:08:24.479563 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83b1dae4-153a-4ea7-89ab-c75cfad8dc53', 'tag': '8840eab2-82c2-4ba5-93b1-7ee2df18c4a4', 'status': 'completed', 'code': 200} Nov 12 01:08:24.609584 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d0f6a837-144f-47a7-a60c-66cbe3d6f592 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:24.646314 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-24efa550-12c4-40de-89ee-0473668ac826 None None] Provisioning complete for port f621840d-e12e-4211-af7d-269fb9dc4a5d triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:24.646699 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-24efa550-12c4-40de-89ee-0473668ac826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:24.741969 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-24efa550-12c4-40de-89ee-0473668ac826 None None] Port f621840d-e12e-4211-af7d-269fb9dc4a5d cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:08:24.757544 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f406db07-dcc0-4b5a-af72-35118c9a27c4 req-dc36e270-fccc-4f11-9f3a-0e38e2bc72a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:24.758439 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f406db07-dcc0-4b5a-af72-35118c9a27c4 req-dc36e270-fccc-4f11-9f3a-0e38e2bc72a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:24.761361 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f406db07-dcc0-4b5a-af72-35118c9a27c4 req-dc36e270-fccc-4f11-9f3a-0e38e2bc72a2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5f885a1601aa462d8df4e61a5f6064de&device_id=83b1dae4-153a-4ea7-89ab-c75cfad8dc53 HTTP/1.1" status: 200 len: 1915 time: 0.2930925 Nov 12 01:08:24.872045 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05caf539-06dd-496f-89bb-e548cb5f6471 req-750c9c5c-2dfe-41ba-9bb7-dbfb61388fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:24.873908 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-05caf539-06dd-496f-89bb-e548cb5f6471 req-750c9c5c-2dfe-41ba-9bb7-dbfb61388fc6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e5e34600-403a-4b25-adb8-e29084755c7d HTTP/1.1" status: 200 len: 911 time: 0.5365291 Nov 12 01:08:24.983779 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-05caf539-06dd-496f-89bb-e548cb5f6471 req-e6558968-54d8-4a18-b3ca-92b1a72149f5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81297479-d905-44af-8202-549fef88c79c HTTP/1.1" status: 200 len: 217 time: 0.0851927 Nov 12 01:08:25.022832 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec0e1f-f183-426d-8636-3032865d15e4 req-e7c60de6-3ef7-4b13-a746-4c9f58bd04ee tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:25.029763 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec0e1f-f183-426d-8636-3032865d15e4 req-e7c60de6-3ef7-4b13-a746-4c9f58bd04ee tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:25.031335 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6dec0e1f-f183-426d-8636-3032865d15e4 req-e7c60de6-3ef7-4b13-a746-4c9f58bd04ee tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b1dae4-153a-4ea7-89ab-c75cfad8dc53 HTTP/1.1" status: 200 len: 1667 time: 0.3503847 Nov 12 01:08:25.076452 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f406db07-dcc0-4b5a-af72-35118c9a27c4 req-c6805418-4f2b-4130-aace-7615b5e43e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:25.076926 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f406db07-dcc0-4b5a-af72-35118c9a27c4 req-c6805418-4f2b-4130-aace-7615b5e43e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:25.077395 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f406db07-dcc0-4b5a-af72-35118c9a27c4 req-c6805418-4f2b-4130-aace-7615b5e43e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:25.081007 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f406db07-dcc0-4b5a-af72-35118c9a27c4 req-c6805418-4f2b-4130-aace-7615b5e43e71 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=5f885a1601aa462d8df4e61a5f6064de&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.2984662 Nov 12 01:08:25.109288 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff2794-6ab3-4f24-a55a-3d4212dedd6c req-550e2c59-1525-4a82-8b6c-82441ec8bee7 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:25.110897 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c5ff2794-6ab3-4f24-a55a-3d4212dedd6c req-550e2c59-1525-4a82-8b6c-82441ec8bee7 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.2406301 Nov 12 01:08:25.126554 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05caf539-06dd-496f-89bb-e548cb5f6471 req-fea41fdf-5eb8-4a8d-a024-73719e75cc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:25.128685 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-05caf539-06dd-496f-89bb-e548cb5f6471 req-fea41fdf-5eb8-4a8d-a024-73719e75cc11 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d5940f8d-0215-4f43-8d97-4bef756314fa HTTP/1.1" status: 200 len: 851 time: 0.1363053 Nov 12 01:08:25.196039 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-05caf539-06dd-496f-89bb-e548cb5f6471 req-4f9e0db4-7183-4b7c-8a25-7cda1a914769 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e5e34600-403a-4b25-adb8-e29084755c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568488 Nov 12 01:08:25.226084 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f406db07-dcc0-4b5a-af72-35118c9a27c4 req-7b2a87a6-4a74-4e33-85fd-76a0de20e319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:25.226889 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6dec0e1f-f183-426d-8636-3032865d15e4 req-097d263a-0a39-4f4a-82c6-9df43827a81e tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ff705a3-efa9-445f-9f2b-f795d1ef6f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724408 Nov 12 01:08:25.227587 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f406db07-dcc0-4b5a-af72-35118c9a27c4 req-7b2a87a6-4a74-4e33-85fd-76a0de20e319 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1402669 Nov 12 01:08:25.238077 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d0f6a837-144f-47a7-a60c-66cbe3d6f592 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:25.246712 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d0f6a837-144f-47a7-a60c-66cbe3d6f592 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:25.322239 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-d0f6a837-144f-47a7-a60c-66cbe3d6f592 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] In _notify_port_updated(), no bound segment for port f621840d-e12e-4211-af7d-269fb9dc4a5d on network ac241047-c268-43f0-aedc-6a916d99fb4c {{(pid=109086) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:08:25.329099 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f6a837-144f-47a7-a60c-66cbe3d6f592 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:25.330609 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d0f6a837-144f-47a7-a60c-66cbe3d6f592 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:25.338733 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d0f6a837-144f-47a7-a60c-66cbe3d6f592 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] 10.222.0.45 "PUT /v2.0/ports/f621840d-e12e-4211-af7d-269fb9dc4a5d HTTP/1.1" status: 200 len: 1067 time: 1.0856094 Nov 12 01:08:25.338733 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40536) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:25.357551 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-59e59128-85a3-4c38-bc1d-92f9d7546b6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a841f12-71c0-4049-b8a3-0009af995913 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:08:25.371864 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c5ff2794-6ab3-4f24-a55a-3d4212dedd6c req-a707965c-a481-428a-a98b-184eb6415999 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2338963 Nov 12 01:08:25.373939 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-59e59128-85a3-4c38-bc1d-92f9d7546b6d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:25.400529 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-59e59128-85a3-4c38-bc1d-92f9d7546b6d service neutron] Transition to ACTIVE for port object 1a841f12-71c0-4049-b8a3-0009af995913 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:08:25.404741 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f6a837-144f-47a7-a60c-66cbe3d6f592 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Pushing event updated for resources: {'Port': ['ID=f621840d-e12e-4211-af7d-269fb9dc4a5d,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:25.413454 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-59e59128-85a3-4c38-bc1d-92f9d7546b6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:25.423162 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-05caf539-06dd-496f-89bb-e548cb5f6471 req-5b07e7ac-a4cc-4bd0-9c36-b07d4a5feb8f service neutron] 10.222.0.16 "GET /v2.0/networks/e5e34600-403a-4b25-adb8-e29084755c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115996 Nov 12 01:08:25.558740 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e59128-85a3-4c38-bc1d-92f9d7546b6d service neutron] Pushing event updated for resources: {'Port': ['ID=1a841f12-71c0-4049-b8a3-0009af995913,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:25.595112 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-4b4faab0-1876-4446-a4ea-0b2114182b98 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Deleting port f621840d-e12e-4211-af7d-269fb9dc4a5d {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:25.595680 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4b4faab0-1876-4446-a4ea-0b2114182b98 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:25.811678 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 81297479-d905-44af-8202-549fef88c79c details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:08:25.836187 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4b4faab0-1876-4446-a4ea-0b2114182b98 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:25.876065 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-4b4faab0-1876-4446-a4ea-0b2114182b98 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Calling delete_port for f621840d-e12e-4211-af7d-269fb9dc4a5d owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:25.893025 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e66fea-e6b9-4d66-8d3a-807aa22deeff req-8c78030f-8d54-4a1c-b0d2-c318b3e8f3d8 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:25.902729 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-01e66fea-e6b9-4d66-8d3a-807aa22deeff req-8c78030f-8d54-4a1c-b0d2-c318b3e8f3d8 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ecabdd5-322f-497c-839a-a3af9d519f49 HTTP/1.1" status: 200 len: 943 time: 0.3667145 Nov 12 01:08:25.908772 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-05caf539-06dd-496f-89bb-e548cb5f6471 req-d1f4780a-ca58-4356-8c28-1620dc942200 service neutron] 10.222.0.16 "GET /v2.0/networks/e5e34600-403a-4b25-adb8-e29084755c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4565597 Nov 12 01:08:25.922981 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214fc04-25bd-41a4-a91d-d6ec63176497 req-1e19ed5d-0aff-4282-9052-d9d8039fcd6c tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:25.932770 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f214fc04-25bd-41a4-a91d-d6ec63176497 req-1e19ed5d-0aff-4282-9052-d9d8039fcd6c tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 946 time: 0.4733427 Nov 12 01:08:25.997767 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-e3a66614-c533-41cf-b21b-441e2b3ea8d7 None None] Provisioning complete for port f621840d-e12e-4211-af7d-269fb9dc4a5d triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:25.998040 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e3a66614-c533-41cf-b21b-441e2b3ea8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:26.001506 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 81297479-d905-44af-8202-549fef88c79c, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=81297479-d905-44af-8202-549fef88c79c,segment=NetworkSegment(cb2ecfa2-2aa2-4eac-be73-a119af97fe41),segment_id=cb2ecfa2-2aa2-4eac-be73-a119af97fe41)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:26.076305 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': '81297479-d905-44af-8202-549fef88c79c', 'network_id': 'e5e34600-403a-4b25-adb8-e29084755c7d', 'port_id': '81297479-d905-44af-8202-549fef88c79c', 'mac_address': 'fa:16:3e:ce:ac:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5940f8d-0215-4f43-8d97-4bef756314fa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:08:26.086390 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-e3a66614-c533-41cf-b21b-441e2b3ea8d7 None None] Port f621840d-e12e-4211-af7d-269fb9dc4a5d cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:08:26.099363 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-01e66fea-e6b9-4d66-8d3a-807aa22deeff req-300dfaa7-412e-4275-8db0-730bfaa7ca44 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955523 Nov 12 01:08:26.122195 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f214fc04-25bd-41a4-a91d-d6ec63176497 req-ff7f4d70-8766-4749-9bf0-babb6097d00b tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809676 Nov 12 01:08:26.123772 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-59e59128-85a3-4c38-bc1d-92f9d7546b6d service neutron] Attempting to bind port 1a841f12-71c0-4049-b8a3-0009af995913 on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:08:26.125071 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-59e59128-85a3-4c38-bc1d-92f9d7546b6d service neutron] Attempting to bind port 1a841f12-71c0-4049-b8a3-0009af995913 by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': '859dccdf-eb89-404f-960d-d9f02bfd080a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '97a0486f-2b5c-46ba-9b9e-c658ed6dad86'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:08:26.125784 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-59e59128-85a3-4c38-bc1d-92f9d7546b6d service neutron] Attempting to bind port 1a841f12-71c0-4049-b8a3-0009af995913 on network 97a0486f-2b5c-46ba-9b9e-c658ed6dad86 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:08:26.151215 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-59e59128-85a3-4c38-bc1d-92f9d7546b6d service neutron] Port 1a841f12-71c0-4049-b8a3-0009af995913 on network 97a0486f-2b5c-46ba-9b9e-c658ed6dad86 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:08:26.151855 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-59e59128-85a3-4c38-bc1d-92f9d7546b6d service neutron] Attempting to bind port 1a841f12-71c0-4049-b8a3-0009af995913 on network 97a0486f-2b5c-46ba-9b9e-c658ed6dad86 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:08:26.171374 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-59e59128-85a3-4c38-bc1d-92f9d7546b6d service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:08:26.171956 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-59e59128-85a3-4c38-bc1d-92f9d7546b6d service neutron] Checking segment: {'id': '859dccdf-eb89-404f-960d-d9f02bfd080a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '97a0486f-2b5c-46ba-9b9e-c658ed6dad86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:08:26.172634 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-59e59128-85a3-4c38-bc1d-92f9d7546b6d service neutron] Bound using segment: {'id': '859dccdf-eb89-404f-960d-d9f02bfd080a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '97a0486f-2b5c-46ba-9b9e-c658ed6dad86'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:08:26.173420 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-59e59128-85a3-4c38-bc1d-92f9d7546b6d service neutron] Bound port: 1a841f12-71c0-4049-b8a3-0009af995913, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '859dccdf-eb89-404f-960d-d9f02bfd080a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '97a0486f-2b5c-46ba-9b9e-c658ed6dad86'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:08:26.174065 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-59e59128-85a3-4c38-bc1d-92f9d7546b6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:26.191414 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:26.264147 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81297479-d905-44af-8202-549fef88c79c {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:08:26.285561 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4b4faab0-1876-4446-a4ea-0b2114182b98 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:26.324257 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 81297479-d905-44af-8202-549fef88c79c, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=81297479-d905-44af-8202-549fef88c79c,segment=NetworkSegment(cb2ecfa2-2aa2-4eac-be73-a119af97fe41),segment_id=cb2ecfa2-2aa2-4eac-be73-a119af97fe41)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:26.333318 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:26.360185 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4faab0-1876-4446-a4ea-0b2114182b98 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Pushing event deleted for resources: {'Port': ['ID=f621840d-e12e-4211-af7d-269fb9dc4a5d,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:26.434963 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-59e59128-85a3-4c38-bc1d-92f9d7546b6d service neutron] For port 1a841f12-71c0-4049-b8a3-0009af995913, host n-h1-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:08:26.438097 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=81297479-d905-44af-8202-549fef88c79c,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:26.445504 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-59e59128-85a3-4c38-bc1d-92f9d7546b6d service neutron] For port 1a841f12-71c0-4049-b8a3-0009af995913, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=1a841f12-71c0-4049-b8a3-0009af995913,segment=NetworkSegment(859dccdf-eb89-404f-960d-d9f02bfd080a),segment_id=859dccdf-eb89-404f-960d-d9f02bfd080a)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:08:26.454966 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-59e59128-85a3-4c38-bc1d-92f9d7546b6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:26.519872 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-59e59128-85a3-4c38-bc1d-92f9d7546b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:26.521383 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-59e59128-85a3-4c38-bc1d-92f9d7546b6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:26.523179 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-59e59128-85a3-4c38-bc1d-92f9d7546b6d service neutron] 10.222.0.16 "PUT /v2.0/ports/1a841f12-71c0-4049-b8a3-0009af995913 HTTP/1.1" status: 200 len: 1093 time: 3.2406974 Nov 12 01:08:26.539550 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b1dae4-153a-4ea7-89ab-c75cfad8dc53', 'tag': '1a841f12-71c0-4049-b8a3-0009af995913'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:08:26.542288 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d7b05b-62a7-48a2-80a2-0692e7e4db8d" -d '{"events": [{"name": "network-changed", "server_uuid": "83b1dae4-153a-4ea7-89ab-c75cfad8dc53", "tag": "1a841f12-71c0-4049-b8a3-0009af995913"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:08:26.693669 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['81297479-d905-44af-8202-549fef88c79c'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:08:26.765460 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e59128-85a3-4c38-bc1d-92f9d7546b6d service neutron] Pushing event updated for resources: {'Port': ['ID=1a841f12-71c0-4049-b8a3-0009af995913,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:26.827880 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b38cca-e938-476b-a91f-41a0ce23e710 req-b0dc1583-5e93-477a-9e36-1c185cfd1331 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:26.851098 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b38cca-e938-476b-a91f-41a0ce23e710 req-b0dc1583-5e93-477a-9e36-1c185cfd1331 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:26.853012 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-07b38cca-e938-476b-a91f-41a0ce23e710 req-b0dc1583-5e93-477a-9e36-1c185cfd1331 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b1dae4-153a-4ea7-89ab-c75cfad8dc53 HTTP/1.1" status: 200 len: 1679 time: 0.3584368 Nov 12 01:08:26.942830 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad90f31-c8be-4bb5-96e9-db7f48238e84 req-a9fd091e-966d-48b7-8535-f5e3e44ff5bc tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:26.956524 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3ad90f31-c8be-4bb5-96e9-db7f48238e84 req-a9fd091e-966d-48b7-8535-f5e3e44ff5bc tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.3536603 Nov 12 01:08:27.079002 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-381645a3-92b6-4de3-a687-08f64e24e929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:27.079749 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-381645a3-92b6-4de3-a687-08f64e24e929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:27.082790 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-381645a3-92b6-4de3-a687-08f64e24e929 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5f885a1601aa462d8df4e61a5f6064de&device_id=83b1dae4-153a-4ea7-89ab-c75cfad8dc53 HTTP/1.1" status: 200 len: 1983 time: 0.4512239 Nov 12 01:08:27.103088 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3ad90f31-c8be-4bb5-96e9-db7f48238e84 req-693e6d17-5f1c-4bf7-bc85-46e7c974e828 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455693 Nov 12 01:08:27.165826 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0e31a2f4-5426-4062-b4ed-d15ac19b4fa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:27.221374 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-ba3fe2aa-4415-44f4-b8b5-7cce751775fc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.146&port_id=8840eab2-82c2-4ba5-93b1-7ee2df18c4a4 HTTP/1.1" status: 200 len: 217 time: 0.1006823 Nov 12 01:08:27.225780 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be37fcd5-d734-4bb2-ad12-a7fea5c92453 x-openstack-request-id: req-be37fcd5-d734-4bb2-ad12-a7fea5c92453 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:08:27.226197 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83b1dae4-153a-4ea7-89ab-c75cfad8dc53", "tag": "1a841f12-71c0-4049-b8a3-0009af995913", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:08:27.226388 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-be37fcd5-d734-4bb2-ad12-a7fea5c92453 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:08:27.226785 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83b1dae4-153a-4ea7-89ab-c75cfad8dc53', 'tag': '1a841f12-71c0-4049-b8a3-0009af995913', 'status': 'completed', 'code': 200} Nov 12 01:08:27.335242 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-d2740807-8b4f-4a39-9ea7-d77170298820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:27.336863 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-d2740807-8b4f-4a39-9ea7-d77170298820 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fc35af3f-10cf-415a-933a-714f5dc5394e HTTP/1.1" status: 200 len: 801 time: 0.0976274 Nov 12 01:08:27.353476 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4b4faab0-1876-4446-a4ea-0b2114182b98 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:27.359955 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4b4faab0-1876-4446-a4ea-0b2114182b98 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] 10.222.0.45 "DELETE /v2.0/ports/f621840d-e12e-4211-af7d-269fb9dc4a5d HTTP/1.1" status: 204 len: 168 time: 2.0222085 Nov 12 01:08:27.364358 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40564) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:27.408893 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-5425c137-424f-4e56-bbcb-091ab5eb9c00 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] GET failed (client error): The resource could not be found. Nov 12 01:08:27.411552 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5425c137-424f-4e56-bbcb-091ab5eb9c00 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] 10.222.0.45 "GET /v2.0/ports/f621840d-e12e-4211-af7d-269fb9dc4a5d HTTP/1.1" status: 404 len: 333 time: 0.0458374 Nov 12 01:08:27.416224 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40568) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:27.417804 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-07b38cca-e938-476b-a91f-41a0ce23e710 req-fe52374f-4b27-43a0-b3f2-1811374ff5aa tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ff705a3-efa9-445f-9f2b-f795d1ef6f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5418572 Nov 12 01:08:27.461660 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-a872d8f0-f00f-45e9-9855-c47dd4b0594f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:27.465672 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-a872d8f0-f00f-45e9-9855-c47dd4b0594f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7356b1f2-b40d-4fe2-ad17-ca5ffe13ca33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1081436 Nov 12 01:08:27.482931 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c046d5-4114-43c0-82bd-8124203311f6 req-9fcb7dc2-732f-4085-9229-663a9c7567b9 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:27.490498 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-47c046d5-4114-43c0-82bd-8124203311f6 req-9fcb7dc2-732f-4085-9229-663a9c7567b9 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ecabdd5-322f-497c-839a-a3af9d519f49 HTTP/1.1" status: 200 len: 944 time: 0.1477435 Nov 12 01:08:27.631574 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-47c046d5-4114-43c0-82bd-8124203311f6 req-78c5c321-dcee-4f80-8057-2039e7f69792 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399565 Nov 12 01:08:27.717119 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-934f557b-4e1a-4057-9a07-8799294e49ae tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Deleting port 74746f58-041a-4245-8363-39eb7f6bc83d {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:27.717465 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-934f557b-4e1a-4057-9a07-8799294e49ae tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:27.725785 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-29467533-3b93-44f1-8c35-dce3b132eb36 service neutron] 10.222.0.16 "GET /v2.0/networks/7356b1f2-b40d-4fe2-ad17-ca5ffe13ca33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322638 Nov 12 01:08:27.819522 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 81297479-d905-44af-8202-549fef88c79c up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:08:27.884661 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-934f557b-4e1a-4057-9a07-8799294e49ae tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:27.897409 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-bb30cbee-dba6-4f21-93ec-cd5319b7db36 service neutron] 10.222.0.16 "GET /v2.0/networks/7356b1f2-b40d-4fe2-ad17-ca5ffe13ca33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612518 Nov 12 01:08:27.905592 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-934f557b-4e1a-4057-9a07-8799294e49ae tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Calling delete_port for 74746f58-041a-4245-8363-39eb7f6bc83d owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:27.931620 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port 81297479-d905-44af-8202-549fef88c79c completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:08:27.942976 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port 81297479-d905-44af-8202-549fef88c79c triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:27.943779 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:28.028106 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-b1a4b38c-49c9-4244-9c7a-408c7183ce81 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.181&port_id=1a841f12-71c0-4049-b8a3-0009af995913 HTTP/1.1" status: 200 len: 217 time: 0.1086998 Nov 12 01:08:28.141341 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:28.181168 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ecabdd5-322f-497c-839a-a3af9d519f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81297479-d905-44af-8202-549fef88c79c'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:08:28.183810 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-a5bca25e-edec-4b85-9eac-c672d34d3b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:28.185547 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce042d62-2e88-4b48-9ad8-09656cb5c009" -d '{"events": [{"server_uuid": "6ecabdd5-322f-497c-839a-a3af9d519f49", "name": "network-vif-plugged", "status": "completed", "tag": "81297479-d905-44af-8202-549fef88c79c"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:08:28.187085 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-a5bca25e-edec-4b85-9eac-c672d34d3b14 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=178a8725-9545-46e8-8041-a861da49d5c7 HTTP/1.1" status: 200 len: 801 time: 0.1563337 Nov 12 01:08:28.192005 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-934f557b-4e1a-4057-9a07-8799294e49ae tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:28.229238 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 81297479-d905-44af-8202-549fef88c79c, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=81297479-d905-44af-8202-549fef88c79c,segment=NetworkSegment(cb2ecfa2-2aa2-4eac-be73-a119af97fe41),segment_id=cb2ecfa2-2aa2-4eac-be73-a119af97fe41)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:28.241281 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:28.292962 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f557b-4e1a-4057-9a07-8799294e49ae tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Pushing event deleted for resources: {'Port': ['ID=74746f58-041a-4245-8363-39eb7f6bc83d,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:28.371870 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7232950d-de1d-4559-b37d-654ba243e58b x-openstack-request-id: req-7232950d-de1d-4559-b37d-654ba243e58b {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:08:28.372207 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ecabdd5-322f-497c-839a-a3af9d519f49", "name": "network-vif-plugged", "status": "completed", "tag": "81297479-d905-44af-8202-549fef88c79c", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:08:28.372609 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7232950d-de1d-4559-b37d-654ba243e58b {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:08:28.372877 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ecabdd5-322f-497c-839a-a3af9d519f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81297479-d905-44af-8202-549fef88c79c', 'code': 200} Nov 12 01:08:28.374367 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=81297479-d905-44af-8202-549fef88c79c,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:28.446470 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-934f557b-4e1a-4057-9a07-8799294e49ae tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:28.460670 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-934f557b-4e1a-4057-9a07-8799294e49ae tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] 10.222.0.45 "DELETE /v2.0/ports/74746f58-041a-4245-8363-39eb7f6bc83d HTTP/1.1" status: 204 len: 168 time: 1.0403605 Nov 12 01:08:28.462261 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40576) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:28.556773 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-e21a72aa-16aa-43f9-a8a2-5e4cd5bfee10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:28.568847 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-e21a72aa-16aa-43f9-a8a2-5e4cd5bfee10 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=97a0486f-2b5c-46ba-9b9e-c658ed6dad86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3699942 Nov 12 01:08:28.592026 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-0462dd98-cb5b-42c8-afdf-2521e58868c5 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] GET failed (client error): The resource could not be found. Nov 12 01:08:28.600146 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0462dd98-cb5b-42c8-afdf-2521e58868c5 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] 10.222.0.45 "GET /v2.0/ports/74746f58-041a-4245-8363-39eb7f6bc83d HTTP/1.1" status: 404 len: 333 time: 0.1298766 Nov 12 01:08:28.600577 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40582) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:28.696631 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4436138-7114-4582-8350-a71ce1495f86 req-f6642bcd-882d-4160-84ac-c758af91c8f1 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:28.711706 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f4436138-7114-4582-8350-a71ce1495f86 req-f6642bcd-882d-4160-84ac-c758af91c8f1 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.4238749 Nov 12 01:08:28.851701 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-2851dc31-6eff-4a95-8497-60ca41a9373d tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Deleting port d1911157-0066-47d4-9ed0-dba9e4083fa5 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:28.852406 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2851dc31-6eff-4a95-8497-60ca41a9373d tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:28.949322 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e8445-3410-4056-94ff-2cf4ae17cb94 req-4236d893-903b-488a-9f93-efa246720c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:28.950820 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-941e8445-3410-4056-94ff-2cf4ae17cb94 req-4236d893-903b-488a-9f93-efa246720c6b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6ecabdd5-322f-497c-839a-a3af9d519f49 HTTP/1.1" status: 200 len: 1097 time: 0.5021045 Nov 12 01:08:28.980968 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-360d20e5-e49b-4d82-820b-29dc69ce31a8 service neutron] 10.222.0.16 "GET /v2.0/networks/97a0486f-2b5c-46ba-9b9e-c658ed6dad86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001777 Nov 12 01:08:29.017401 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f4436138-7114-4582-8350-a71ce1495f86 req-44e4195d-3fe4-44a6-90a3-5711ed9b8957 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3043237 Nov 12 01:08:29.070312 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a0e80-a0dd-47a0-8ee9-025518343a3e req-bd7e686c-0e93-4cb9-80a1-446839d945a2 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:29.077911 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a0e80-a0dd-47a0-8ee9-025518343a3e req-bd7e686c-0e93-4cb9-80a1-446839d945a2 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:29.085589 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1c0a0e80-a0dd-47a0-8ee9-025518343a3e req-bd7e686c-0e93-4cb9-80a1-446839d945a2 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b1dae4-153a-4ea7-89ab-c75cfad8dc53 HTTP/1.1" status: 200 len: 1679 time: 0.3358798 Nov 12 01:08:29.149662 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-941e8445-3410-4056-94ff-2cf4ae17cb94 req-51da1990-f614-43c6-8bd1-98d9571c0e67 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820228 Nov 12 01:08:29.210426 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1c0a0e80-a0dd-47a0-8ee9-025518343a3e req-7379a953-c74a-49dd-9937-d49e9acada09 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ff705a3-efa9-445f-9f2b-f795d1ef6f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152625 Nov 12 01:08:29.210721 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2851dc31-6eff-4a95-8497-60ca41a9373d tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:29.234981 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-2851dc31-6eff-4a95-8497-60ca41a9373d tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Calling delete_port for d1911157-0066-47d4-9ed0-dba9e4083fa5 owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:29.255507 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c263d2d3-3d9b-4479-9da6-8783a4d8ac15 req-c44ed8d7-6a1f-4250-9a00-56c06473c6dc service neutron] 10.222.0.16 "GET /v2.0/networks/97a0486f-2b5c-46ba-9b9e-c658ed6dad86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541499 Nov 12 01:08:29.400784 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686b911-b12b-4014-afcb-85505da10cb2 req-85de6b29-508e-49d0-baac-9e196a32670e tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:29.408678 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5686b911-b12b-4014-afcb-85505da10cb2 req-85de6b29-508e-49d0-baac-9e196a32670e tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ecabdd5-322f-497c-839a-a3af9d519f49 HTTP/1.1" status: 200 len: 945 time: 0.1094222 Nov 12 01:08:29.482512 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5686b911-b12b-4014-afcb-85505da10cb2 req-bb7abbb2-5060-4056-bb65-e0a56ff16f99 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680103 Nov 12 01:08:29.484302 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2851dc31-6eff-4a95-8497-60ca41a9373d tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:29.516426 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2851dc31-6eff-4a95-8497-60ca41a9373d tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Pushing event deleted for resources: {'Port': ['ID=d1911157-0066-47d4-9ed0-dba9e4083fa5,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:29.568341 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2851dc31-6eff-4a95-8497-60ca41a9373d tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:29.575276 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40592) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:29.576312 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2851dc31-6eff-4a95-8497-60ca41a9373d tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] 10.222.0.45 "DELETE /v2.0/ports/d1911157-0066-47d4-9ed0-dba9e4083fa5 HTTP/1.1" status: 204 len: 168 time: 0.9699214 Nov 12 01:08:29.729597 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecb67242-00b9-466f-80d9-b8114f24e38e tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Deleting subnet 4f9c5071-c353-41ad-b365-35f625ff3ce9 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:08:29.736827 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ecb67242-00b9-466f-80d9-b8114f24e38e tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:29.765384 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7b05b-62a7-48a2-80a2-0692e7e4db8d req-09f181b9-6f9f-4e77-a5e1-989394823aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:29.765933 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7b05b-62a7-48a2-80a2-0692e7e4db8d req-09f181b9-6f9f-4e77-a5e1-989394823aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:29.767754 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f3d7b05b-62a7-48a2-80a2-0692e7e4db8d req-09f181b9-6f9f-4e77-a5e1-989394823aca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5f885a1601aa462d8df4e61a5f6064de&device_id=83b1dae4-153a-4ea7-89ab-c75cfad8dc53 HTTP/1.1" status: 200 len: 1983 time: 0.1734562 Nov 12 01:08:29.865843 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ecb67242-00b9-466f-80d9-b8114f24e38e tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:29.957993 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7b05b-62a7-48a2-80a2-0692e7e4db8d req-5923ecbc-b792-4f70-8042-f8654dfcbceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:29.959707 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f3d7b05b-62a7-48a2-80a2-0692e7e4db8d req-5923ecbc-b792-4f70-8042-f8654dfcbceb service neutron] 10.222.0.16 "GET /v2.0/networks?id=97a0486f-2b5c-46ba-9b9e-c658ed6dad86 HTTP/1.1" status: 200 len: 902 time: 0.1842775 Nov 12 01:08:30.004654 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ecb67242-00b9-466f-80d9-b8114f24e38e tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:30.085252 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f3d7b05b-62a7-48a2-80a2-0692e7e4db8d req-7d914820-c2cb-4682-b265-5616e8d3e428 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.181&port_id=1a841f12-71c0-4049-b8a3-0009af995913 HTTP/1.1" status: 200 len: 217 time: 0.0536213 Nov 12 01:08:30.201474 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7b05b-62a7-48a2-80a2-0692e7e4db8d req-48a4cccf-8d16-4157-8f81-bb9d5f06f3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:30.206530 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f3d7b05b-62a7-48a2-80a2-0692e7e4db8d req-48a4cccf-8d16-4157-8f81-bb9d5f06f3cd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=178a8725-9545-46e8-8041-a861da49d5c7 HTTP/1.1" status: 200 len: 801 time: 0.1055932 Nov 12 01:08:30.240645 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ecb67242-00b9-466f-80d9-b8114f24e38e tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:30.310646 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb67242-00b9-466f-80d9-b8114f24e38e tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Pushing event deleted for resources: {'Subnet': ['ID=4f9c5071-c353-41ad-b365-35f625ff3ce9,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:30.313542 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ecb67242-00b9-466f-80d9-b8114f24e38e tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:30.319447 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-ecb67242-00b9-466f-80d9-b8114f24e38e tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] 10.222.0.45 "DELETE /v2.0/subnets/4f9c5071-c353-41ad-b365-35f625ff3ce9 HTTP/1.1" status: 204 len: 168 time: 0.7425327 Nov 12 01:08:30.324694 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40602) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:30.354219 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48ed927-1d3d-44ea-b9e7-0bbd1906cb67 None None] Network ac241047-c268-43f0-aedc-6a916d99fb4c requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:08:30.360549 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1dca0b-3422-4873-8724-980ed132364e req-d473050c-6e86-4eff-af9d-d0cbca92b942 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:30.362466 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9c1dca0b-3422-4873-8724-980ed132364e req-d473050c-6e86-4eff-af9d-d0cbca92b942 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.1841290 Nov 12 01:08:30.388116 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7b05b-62a7-48a2-80a2-0692e7e4db8d req-b111e99b-92aa-4ce6-9373-e5e5d8332030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:30.389881 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f3d7b05b-62a7-48a2-80a2-0692e7e4db8d req-b111e99b-92aa-4ce6-9373-e5e5d8332030 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=97a0486f-2b5c-46ba-9b9e-c658ed6dad86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1645648 Nov 12 01:08:30.472814 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e6beaa19-443e-485f-bca2-b20378ddf854 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:30.522370 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a49f1b-85ec-426e-b4dc-88f275e06245 req-6b7d96ba-745a-4779-a1d2-749b971c6e30 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:30.529674 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a49f1b-85ec-426e-b4dc-88f275e06245 req-6b7d96ba-745a-4779-a1d2-749b971c6e30 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:30.531710 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-31a49f1b-85ec-426e-b4dc-88f275e06245 req-6b7d96ba-745a-4779-a1d2-749b971c6e30 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b1dae4-153a-4ea7-89ab-c75cfad8dc53 HTTP/1.1" status: 200 len: 1679 time: 0.1949818 Nov 12 01:08:30.585655 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9c1dca0b-3422-4873-8724-980ed132364e req-96331f0c-2d4d-47f3-936e-f08ce9b103df tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1943352 Nov 12 01:08:30.622824 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-e6beaa19-443e-485f-bca2-b20378ddf854 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Deleting port 758c19c1-5001-4122-8ba9-c0df35bc051c {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:30.623708 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e6beaa19-443e-485f-bca2-b20378ddf854 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:30.654276 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f3d7b05b-62a7-48a2-80a2-0692e7e4db8d req-988af429-ece8-4de5-aa93-0ff79c03787e service neutron] 10.222.0.16 "GET /v2.0/networks/97a0486f-2b5c-46ba-9b9e-c658ed6dad86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510235 Nov 12 01:08:30.668690 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-31a49f1b-85ec-426e-b4dc-88f275e06245 req-0e2b5916-7a1b-42b1-a51b-7f7879fb6a1b tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ff705a3-efa9-445f-9f2b-f795d1ef6f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257489 Nov 12 01:08:30.813455 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-51e9f1b4-bd1c-4744-af9a-6c765d56eae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:30.864789 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-e6beaa19-443e-485f-bca2-b20378ddf854 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] For port 758c19c1-5001-4122-8ba9-c0df35bc051c, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=758c19c1-5001-4122-8ba9-c0df35bc051c,segment=NetworkSegment(7339be06-2b3e-407b-879f-7cf21c9c8aa2),segment_id=7339be06-2b3e-407b-879f-7cf21c9c8aa2)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:30.866702 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e6beaa19-443e-485f-bca2-b20378ddf854 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:30.895298 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-e6beaa19-443e-485f-bca2-b20378ddf854 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Calling delete_port for 758c19c1-5001-4122-8ba9-c0df35bc051c owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:30.978736 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8dc9c1-a5d7-4855-806e-1e36004504f5 None None] DHCP port deletion for ac241047-c268-43f0-aedc-6a916d99fb4c request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:08:31.024901 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d91c68-d2b5-41ff-ae14-71229c67df96 req-2a7765ca-9e25-4195-a034-99266a9419fa tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:31.029565 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e5d91c68-d2b5-41ff-ae14-71229c67df96 req-2a7765ca-9e25-4195-a034-99266a9419fa tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ecabdd5-322f-497c-839a-a3af9d519f49 HTTP/1.1" status: 200 len: 945 time: 0.1774988 Nov 12 01:08:31.088132 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f3d7b05b-62a7-48a2-80a2-0692e7e4db8d req-204f64cc-a527-4392-9dfc-638ac1d8d005 service neutron] 10.222.0.16 "GET /v2.0/networks/97a0486f-2b5c-46ba-9b9e-c658ed6dad86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4172778 Nov 12 01:08:31.090167 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e6beaa19-443e-485f-bca2-b20378ddf854 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:31.149239 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-ab8dc9c1-a5d7-4855-806e-1e36004504f5 None None] Deleting port 758c19c1-5001-4122-8ba9-c0df35bc051c {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:31.150029 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ab8dc9c1-a5d7-4855-806e-1e36004504f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:31.156774 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6beaa19-443e-485f-bca2-b20378ddf854 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] No DVR routers for this DVR port 758c19c1-5001-4122-8ba9-c0df35bc051c on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:08:31.161343 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6beaa19-443e-485f-bca2-b20378ddf854 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Pushing event deleted for resources: {'Port': ['ID=758c19c1-5001-4122-8ba9-c0df35bc051c,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:31.177237 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e5d91c68-d2b5-41ff-ae14-71229c67df96 req-d2e08542-ebfb-436d-b879-b36f206be243 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369328 Nov 12 01:08:31.294256 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e6beaa19-443e-485f-bca2-b20378ddf854 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:31.329358 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-e6beaa19-443e-485f-bca2-b20378ddf854 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac241047-c268-43f0-aedc-6a916d99fb4c']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:31.344918 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-ab8dc9c1-a5d7-4855-806e-1e36004504f5 None None] For port 758c19c1-5001-4122-8ba9-c0df35bc051c, host n-d-712142-27, got binding levels [] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:31.345598 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ab8dc9c1-a5d7-4855-806e-1e36004504f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:31.349686 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-e6beaa19-443e-485f-bca2-b20378ddf854 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7339be06-2b3e-407b-879f-7cf21c9c8aa2') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:31.350933 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-e6beaa19-443e-485f-bca2-b20378ddf854 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7339be06-2b3e-407b-879f-7cf21c9c8aa2') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:31.366511 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e6beaa19-443e-485f-bca2-b20378ddf854 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:31.374177 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-ab8dc9c1-a5d7-4855-806e-1e36004504f5 None None] Calling delete_port for 758c19c1-5001-4122-8ba9-c0df35bc051c owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:31.381334 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.ipam_backend_mixin [None req-ab8dc9c1-a5d7-4855-806e-1e36004504f5 None None] Port 758c19c1-5001-4122-8ba9-c0df35bc051c was not found and therefore no delete operation was performed {{(pid=109087) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 01:08:31.383718 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ab8dc9c1-a5d7-4855-806e-1e36004504f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:31.395369 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e6beaa19-443e-485f-bca2-b20378ddf854 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:31.406956 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6beaa19-443e-485f-bca2-b20378ddf854 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:08:31.407769 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e6beaa19-443e-485f-bca2-b20378ddf854 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:31.417257 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:08:31.417257 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:08:31.417257 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:08:31.417257 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:08:31.417257 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:08:31.417257 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:08:31.417257 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:08:31.417257 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:08:31.417257 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:08:31.417257 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:08:31.417257 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:08:31.417257 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:08:31.417257 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:08:31.417257 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:08:31.417257 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:08:31.417257 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:08:31.417257 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:08:31.417257 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:08:31.417257 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:08:31.417257 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:08:31.417257 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:08:31.417257 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:08:31.417257 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:08:31.417257 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:08:31.417257 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:08:31.417257 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:08:31.417257 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:08:31.417257 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:08:31.417257 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:08:31.417257 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:08:31.417257 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:08:31.417257 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:08:31.448552 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8dc9c1-a5d7-4855-806e-1e36004504f5 None None] Pushing event deleted for resources: {'Port': ['ID=758c19c1-5001-4122-8ba9-c0df35bc051c,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:31.452971 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8dc9c1-a5d7-4855-806e-1e36004504f5 None None] No DVR routers for this DVR port 758c19c1-5001-4122-8ba9-c0df35bc051c on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:08:31.562641 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e6beaa19-443e-485f-bca2-b20378ddf854 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:31.593908 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e6beaa19-443e-485f-bca2-b20378ddf854 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:31.602326 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e6beaa19-443e-485f-bca2-b20378ddf854 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] 10.222.0.45 "DELETE /v2.0/networks/ac241047-c268-43f0-aedc-6a916d99fb4c HTTP/1.1" status: 204 len: 168 time: 1.2720480 Nov 12 01:08:31.602326 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6beaa19-443e-485f-bca2-b20378ddf854 tempest-AllowedAddressPairIpV6TestJSON-931790691 tempest-AllowedAddressPairIpV6TestJSON-931790691-project] Pushing event deleted for resources: {'Network': ['ID=ac241047-c268-43f0-aedc-6a916d99fb4c,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:31.831624 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 758c19c1-5001-4122-8ba9-c0df35bc051c no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:08:31.945826 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 1a841f12-71c0-4049-b8a3-0009af995913 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:08:32.093010 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 758c19c1-5001-4122-8ba9-c0df35bc051c {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:08:32.093640 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 758c19c1-5001-4122-8ba9-c0df35bc051c not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:08:32.167037 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40636) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:32.204174 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 1a841f12-71c0-4049-b8a3-0009af995913, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=1a841f12-71c0-4049-b8a3-0009af995913,segment=NetworkSegment(859dccdf-eb89-404f-960d-d9f02bfd080a),segment_id=859dccdf-eb89-404f-960d-d9f02bfd080a)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:32.249865 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': '1a841f12-71c0-4049-b8a3-0009af995913', 'network_id': '97a0486f-2b5c-46ba-9b9e-c658ed6dad86', 'port_id': '1a841f12-71c0-4049-b8a3-0009af995913', 'mac_address': 'fa:16:3e:6d:ab:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '178a8725-9545-46e8-8041-a861da49d5c7', 'ip_address': '19.86.0.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:08:32.295385 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:32.313536 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a841f12-71c0-4049-b8a3-0009af995913 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:08:32.342283 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 1a841f12-71c0-4049-b8a3-0009af995913, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=1a841f12-71c0-4049-b8a3-0009af995913,segment=NetworkSegment(859dccdf-eb89-404f-960d-d9f02bfd080a),segment_id=859dccdf-eb89-404f-960d-d9f02bfd080a)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:32.349193 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:32.350497 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 8840eab2-82c2-4ba5-93b1-7ee2df18c4a4 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:08:32.470113 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=1a841f12-71c0-4049-b8a3-0009af995913,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:32.492806 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1ecf3498-f475-4eb6-9d0d-023025279154 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2c2b6337a1ed42ffbc1b6e03fe22dfdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3240743 Nov 12 01:08:32.499214 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40642) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:32.604902 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3662d89-2c9f-48c6-9dad-a0463ee6fc9c req-7334b246-43e2-4b81-a448-581e7f4679f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:32.605473 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c3662d89-2c9f-48c6-9dad-a0463ee6fc9c req-7334b246-43e2-4b81-a448-581e7f4679f6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a4cc89f684a44dc88713ac499ae6acb&device_id=6ecabdd5-322f-497c-839a-a3af9d519f49 HTTP/1.1" status: 200 len: 1097 time: 0.9584672 Nov 12 01:08:32.638899 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-19ed72e6-b6ab-4a6f-9b00-de2fdef51467 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:32.647321 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 8840eab2-82c2-4ba5-93b1-7ee2df18c4a4, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=8840eab2-82c2-4ba5-93b1-7ee2df18c4a4,segment=NetworkSegment(405fcc48-f03f-4841-aae1-be9f6f129875),segment_id=405fcc48-f03f-4841-aae1-be9f6f129875)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:32.684521 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': '8840eab2-82c2-4ba5-93b1-7ee2df18c4a4', 'network_id': '7356b1f2-b40d-4fe2-ad17-ca5ffe13ca33', 'port_id': '8840eab2-82c2-4ba5-93b1-7ee2df18c4a4', 'mac_address': 'fa:16:3e:27:81:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc35af3f-10cf-415a-933a-714f5dc5394e', 'ip_address': '19.80.0.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:08:32.694155 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-19ed72e6-b6ab-4a6f-9b00-de2fdef51467 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:32.741957 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4436d2-727f-43c0-a1c8-12f853a2310d req-1940c9b6-e4ff-46fb-8ab1-cd45b622672d tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:32.755629 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bb4436d2-727f-43c0-a1c8-12f853a2310d req-1940c9b6-e4ff-46fb-8ab1-cd45b622672d tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ecabdd5-322f-497c-839a-a3af9d519f49 HTTP/1.1" status: 200 len: 945 time: 1.0329242 Nov 12 01:08:32.798849 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-19ed72e6-b6ab-4a6f-9b00-de2fdef51467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:32.802731 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-19ed72e6-b6ab-4a6f-9b00-de2fdef51467 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:32.804543 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-19ed72e6-b6ab-4a6f-9b00-de2fdef51467 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7ef316fa-fc4c-478f-a596-eb13c400e5f6 HTTP/1.1" status: 204 len: 168 time: 0.3021145 Nov 12 01:08:32.811328 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:32.822547 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ed72e6-b6ab-4a6f-9b00-de2fdef51467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef316fa-fc4c-478f-a596-eb13c400e5f6,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:32.838678 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8840eab2-82c2-4ba5-93b1-7ee2df18c4a4 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:08:32.855357 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:32.883733 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 8840eab2-82c2-4ba5-93b1-7ee2df18c4a4, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=8840eab2-82c2-4ba5-93b1-7ee2df18c4a4,segment=NetworkSegment(405fcc48-f03f-4841-aae1-be9f6f129875),segment_id=405fcc48-f03f-4841-aae1-be9f6f129875)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:32.892098 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:33.001925 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163535d5-da55-452b-a0b1-e65613dc05ad req-d80375d1-1106-4684-9ca4-d6ad396f5e55 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:33.014080 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-163535d5-da55-452b-a0b1-e65613dc05ad req-d80375d1-1106-4684-9ca4-d6ad396f5e55 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.4161727 Nov 12 01:08:33.031741 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=8840eab2-82c2-4ba5-93b1-7ee2df18c4a4,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:33.065285 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bb4436d2-727f-43c0-a1c8-12f853a2310d req-9347f7f7-231b-48c0-9da0-8710fb2e5f18 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996137 Nov 12 01:08:33.108734 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3662d89-2c9f-48c6-9dad-a0463ee6fc9c req-e744dc84-6447-445a-bc8f-b9aee421f7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:33.110565 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c3662d89-2c9f-48c6-9dad-a0463ee6fc9c req-e744dc84-6447-445a-bc8f-b9aee421f7a8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e5e34600-403a-4b25-adb8-e29084755c7d HTTP/1.1" status: 200 len: 911 time: 0.4799690 Nov 12 01:08:33.132275 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-163535d5-da55-452b-a0b1-e65613dc05ad req-1bb5c59b-7d3a-4751-9f47-dd685ad571c5 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168859 Nov 12 01:08:33.275671 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c3662d89-2c9f-48c6-9dad-a0463ee6fc9c req-915613b8-2d77-4383-b3fe-50eb0a4eb80a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81297479-d905-44af-8202-549fef88c79c HTTP/1.1" status: 200 len: 217 time: 0.1422541 Nov 12 01:08:33.371624 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['1a841f12-71c0-4049-b8a3-0009af995913'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:08:33.436559 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['8840eab2-82c2-4ba5-93b1-7ee2df18c4a4'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:08:33.531567 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e9474-80ef-4f23-bda9-fde65d831e30 req-58ae6b38-d807-4d8c-a39c-a4c43b425e0e tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:33.550706 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e9474-80ef-4f23-bda9-fde65d831e30 req-58ae6b38-d807-4d8c-a39c-a4c43b425e0e tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:33.560611 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b00e9474-80ef-4f23-bda9-fde65d831e30 req-58ae6b38-d807-4d8c-a39c-a4c43b425e0e tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b1dae4-153a-4ea7-89ab-c75cfad8dc53 HTTP/1.1" status: 200 len: 1681 time: 0.2384343 Nov 12 01:08:33.625904 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3662d89-2c9f-48c6-9dad-a0463ee6fc9c req-95eb744d-9c9f-4790-a9d3-14cc7d39599e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:33.633286 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c3662d89-2c9f-48c6-9dad-a0463ee6fc9c req-95eb744d-9c9f-4790-a9d3-14cc7d39599e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d5940f8d-0215-4f43-8d97-4bef756314fa HTTP/1.1" status: 200 len: 851 time: 0.2654097 Nov 12 01:08:33.755158 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c3662d89-2c9f-48c6-9dad-a0463ee6fc9c req-5a31a13a-e3c7-42e2-8186-d963acefce02 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e5e34600-403a-4b25-adb8-e29084755c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1107352 Nov 12 01:08:33.783184 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b00e9474-80ef-4f23-bda9-fde65d831e30 req-3944bbc6-4f27-4045-8a6d-6aa33a1bf6fe tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ff705a3-efa9-445f-9f2b-f795d1ef6f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215395 Nov 12 01:08:33.916355 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:33.962838 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c3662d89-2c9f-48c6-9dad-a0463ee6fc9c req-21e594fe-dfc4-4b10-bef8-e07bb956d67f service neutron] 10.222.0.16 "GET /v2.0/networks/e5e34600-403a-4b25-adb8-e29084755c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967132 Nov 12 01:08:34.135087 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c3662d89-2c9f-48c6-9dad-a0463ee6fc9c req-53c30e21-4cb6-46c6-bd25-5ab179363d13 service neutron] 10.222.0.16 "GET /v2.0/networks/e5e34600-403a-4b25-adb8-e29084755c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636038 Nov 12 01:08:34.357469 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606a795-1873-41ca-8457-ad7efbf9e762 req-7e50a8cb-4f09-47b3-8aa2-0611003afbb1 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:34.359251 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e606a795-1873-41ca-8457-ad7efbf9e762 req-7e50a8cb-4f09-47b3-8aa2-0611003afbb1 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.1290908 Nov 12 01:08:34.391824 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dede36-a474-4170-9d51-d6860a12c892 req-65b842a9-d304-4afd-b9b5-c757cbe46b38 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:34.395591 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d7dede36-a474-4170-9d51-d6860a12c892 req-65b842a9-d304-4afd-b9b5-c757cbe46b38 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ecabdd5-322f-497c-839a-a3af9d519f49 HTTP/1.1" status: 200 len: 945 time: 0.1074047 Nov 12 01:08:34.499623 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40680) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:34.549166 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e606a795-1873-41ca-8457-ad7efbf9e762 req-7f4fff13-1151-43f2-a219-c7d52bfd3ff4 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780055 Nov 12 01:08:34.564708 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d7dede36-a474-4170-9d51-d6860a12c892 req-fe048325-d9ec-4295-885e-e4d65644870e tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591787 Nov 12 01:08:34.667880 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-6faac4d2-4990-4141-ae3f-f13dd5413b12 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1092396414'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:34.733007 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6faac4d2-4990-4141-ae3f-f13dd5413b12 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Made reservation on behalf of d09ba80c182b49fda2b8f729f14fac6a for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:08:34.738040 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6faac4d2-4990-4141-ae3f-f13dd5413b12 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:34.756026 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6faac4d2-4990-4141-ae3f-f13dd5413b12 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:34.876727 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6faac4d2-4990-4141-ae3f-f13dd5413b12 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:34.887145 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6faac4d2-4990-4141-ae3f-f13dd5413b12 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:34.921624 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6faac4d2-4990-4141-ae3f-f13dd5413b12 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:08:34.946910 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faac4d2-4990-4141-ae3f-f13dd5413b12 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=571dc70d-6c77-4b96-a683-6470b9af953f,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:34.953457 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc034c-64ce-470b-a3c1-79563cf06fe0 req-50105aae-5d8c-4778-81f3-b40a2ef5f6c6 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:34.957023 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6faac4d2-4990-4141-ae3f-f13dd5413b12 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:34.957640 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-6faac4d2-4990-4141-ae3f-f13dd5413b12 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Added segment a29b6fb4-b883-43ea-81bf-65e7fa581a47 of type vlan for network 86190855-4cc1-48bc-af93-6edfb565743a Nov 12 01:08:34.960458 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc034c-64ce-470b-a3c1-79563cf06fe0 req-50105aae-5d8c-4778-81f3-b40a2ef5f6c6 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:34.968583 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1ffc034c-64ce-470b-a3c1-79563cf06fe0 req-50105aae-5d8c-4778-81f3-b40a2ef5f6c6 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b1dae4-153a-4ea7-89ab-c75cfad8dc53 HTTP/1.1" status: 200 len: 1681 time: 0.0784557 Nov 12 01:08:35.052715 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6faac4d2-4990-4141-ae3f-f13dd5413b12 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:35.072485 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1ffc034c-64ce-470b-a3c1-79563cf06fe0 req-76e46045-0b99-4038-8636-dc6f35b23d72 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ff705a3-efa9-445f-9f2b-f795d1ef6f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028368 Nov 12 01:08:35.109878 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6faac4d2-4990-4141-ae3f-f13dd5413b12 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:35.113697 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:35.116711 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6faac4d2-4990-4141-ae3f-f13dd5413b12 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:35.117519 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6faac4d2-4990-4141-ae3f-f13dd5413b12 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:35.168918 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6faac4d2-4990-4141-ae3f-f13dd5413b12 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6672595 Nov 12 01:08:35.173626 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40690) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:35.182421 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-3f422111-23ba-48e5-9287-aa3805b8b4ad tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Request body: {'subnet': {'network_id': '86190855-4cc1-48bc-af93-6edfb565743a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:35.237223 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faac4d2-4990-4141-ae3f-f13dd5413b12 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Pushing event updated for resources: {'Network': ['ID=86190855-4cc1-48bc-af93-6edfb565743a,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:35.258385 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 86190855-4cc1-48bc-af93-6edfb565743a details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:08:35.339217 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f422111-23ba-48e5-9287-aa3805b8b4ad tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Made reservation on behalf of d09ba80c182b49fda2b8f729f14fac6a for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:08:35.343986 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3f422111-23ba-48e5-9287-aa3805b8b4ad tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:35.736838 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3f422111-23ba-48e5-9287-aa3805b8b4ad tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:35.863866 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 1a841f12-71c0-4049-b8a3-0009af995913 up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:08:35.920284 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e97d3a-2e47-4dfd-906a-2357dcb2caa1 req-986aaf5c-4c36-451d-9154-7200a7e5e287 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:35.930092 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d6e97d3a-2e47-4dfd-906a-2357dcb2caa1 req-986aaf5c-4c36-451d-9154-7200a7e5e287 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ecabdd5-322f-497c-839a-a3af9d519f49 HTTP/1.1" status: 200 len: 945 time: 0.2411373 Nov 12 01:08:35.947512 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f422111-23ba-48e5-9287-aa3805b8b4ad tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Pushing event updated for resources: {'Subnet': ['ID=f1480f92-263c-4054-bbd9-a12e32c619f9,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:35.989927 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port 1a841f12-71c0-4049-b8a3-0009af995913 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:08:35.996084 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port 1a841f12-71c0-4049-b8a3-0009af995913 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:35.996930 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:36.025779 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f59eab-89b2-4ea7-bae7-2e5b83476e91 req-3f3fac11-dce5-42ab-9fa4-b08418f2981c tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:36.029200 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d2f59eab-89b2-4ea7-bae7-2e5b83476e91 req-3f3fac11-dce5-42ab-9fa4-b08418f2981c tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.2968080 Nov 12 01:08:36.128606 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:36.172397 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d6e97d3a-2e47-4dfd-906a-2357dcb2caa1 req-36eb084e-ac9c-4824-915c-42b7b30e9279 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404642 Nov 12 01:08:36.172700 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b1dae4-153a-4ea7-89ab-c75cfad8dc53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a841f12-71c0-4049-b8a3-0009af995913'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:08:36.179620 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b853a1a-2c80-42a9-ba20-d5baaf4d568b" -d '{"events": [{"server_uuid": "83b1dae4-153a-4ea7-89ab-c75cfad8dc53", "name": "network-vif-plugged", "status": "completed", "tag": "1a841f12-71c0-4049-b8a3-0009af995913"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:08:36.182451 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f422111-23ba-48e5-9287-aa3805b8b4ad tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Checking segment: {'id': 'a29b6fb4-b883-43ea-81bf-65e7fa581a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '86190855-4cc1-48bc-af93-6edfb565743a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:08:36.183173 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f422111-23ba-48e5-9287-aa3805b8b4ad tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Network hostable DHCP agents. Network: 86190855-4cc1-48bc-af93-6edfb565743a, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:08:36.212801 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 1a841f12-71c0-4049-b8a3-0009af995913, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=1a841f12-71c0-4049-b8a3-0009af995913,segment=NetworkSegment(859dccdf-eb89-404f-960d-d9f02bfd080a),segment_id=859dccdf-eb89-404f-960d-d9f02bfd080a)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:36.221745 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:36.222591 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 8840eab2-82c2-4ba5-93b1-7ee2df18c4a4 up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:08:36.278889 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f422111-23ba-48e5-9287-aa3805b8b4ad tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Network 86190855-4cc1-48bc-af93-6edfb565743a is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:08:36.296627 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d2f59eab-89b2-4ea7-bae7-2e5b83476e91 req-cf9c286e-bd5c-41be-af06-ee09e5f9dee2 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2551808 Nov 12 01:08:36.315729 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-3f422111-23ba-48e5-9287-aa3805b8b4ad tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 86190855-4cc1-48bc-af93-6edfb565743a) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:36.320883 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port 8840eab2-82c2-4ba5-93b1-7ee2df18c4a4 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:08:36.331521 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0a5c77-7a39-4a5b-bd6d-4ba7c15331bb None None] Network 86190855-4cc1-48bc-af93-6edfb565743a requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:08:36.340680 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f422111-23ba-48e5-9287-aa3805b8b4ad tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:36.341489 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3f422111-23ba-48e5-9287-aa3805b8b4ad tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:36.353588 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port 8840eab2-82c2-4ba5-93b1-7ee2df18c4a4 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:36.353976 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:36.410785 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=1a841f12-71c0-4049-b8a3-0009af995913,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:36.425637 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40710) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:36.432004 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-2b52e310-b813-4e06-8a77-4f00fe1555f5 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Request body: {'port': {'network_id': '86190855-4cc1-48bc-af93-6edfb565743a', 'name': 'tempest-AllowedAddressPairTestJSON-517018455'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:36.437463 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3f422111-23ba-48e5-9287-aa3805b8b4ad tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2463243 Nov 12 01:08:36.629596 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:36.656902 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6906aa-8d2d-43b7-adac-fa8be1b05c1c req-47432984-6a35-46d7-83f5-b8bd72de7b2f tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:36.687161 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6906aa-8d2d-43b7-adac-fa8be1b05c1c req-47432984-6a35-46d7-83f5-b8bd72de7b2f tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:36.692690 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1e6906aa-8d2d-43b7-adac-fa8be1b05c1c req-47432984-6a35-46d7-83f5-b8bd72de7b2f tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b1dae4-153a-4ea7-89ab-c75cfad8dc53 HTTP/1.1" status: 200 len: 1682 time: 0.1460679 Nov 12 01:08:36.692938 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c095ede-3a47-4597-bfe6-088edb493924 x-openstack-request-id: req-5c095ede-3a47-4597-bfe6-088edb493924 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:08:36.692938 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b1dae4-153a-4ea7-89ab-c75cfad8dc53", "name": "network-vif-plugged", "status": "completed", "tag": "1a841f12-71c0-4049-b8a3-0009af995913", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:08:36.692938 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5c095ede-3a47-4597-bfe6-088edb493924 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:08:36.692938 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b1dae4-153a-4ea7-89ab-c75cfad8dc53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a841f12-71c0-4049-b8a3-0009af995913', 'code': 200} Nov 12 01:08:36.725461 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 8840eab2-82c2-4ba5-93b1-7ee2df18c4a4, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=8840eab2-82c2-4ba5-93b1-7ee2df18c4a4,segment=NetworkSegment(405fcc48-f03f-4841-aae1-be9f6f129875),segment_id=405fcc48-f03f-4841-aae1-be9f6f129875)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:36.747830 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:36.788765 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f18a86c-74ab-4d81-a5ee-7cd085d9d2e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-86190855-4cc1-48bc-af93-6edfb565743a', 'network_id': '86190855-4cc1-48bc-af93-6edfb565743a', 'tenant_id': 'd09ba80c182b49fda2b8f729f14fac6a', 'fixed_ips': [{'subnet_id': 'f1480f92-263c-4054-bbd9-a12e32c619f9'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:08:36.793755 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9f18a86c-74ab-4d81-a5ee-7cd085d9d2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:36.806978 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b52e310-b813-4e06-8a77-4f00fe1555f5 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Made reservation on behalf of d09ba80c182b49fda2b8f729f14fac6a for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:08:36.829273 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2b52e310-b813-4e06-8a77-4f00fe1555f5 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:36.834226 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1e6906aa-8d2d-43b7-adac-fa8be1b05c1c req-b04864f1-f692-441e-8984-3d2499147c03 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ff705a3-efa9-445f-9f2b-f795d1ef6f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240892 Nov 12 01:08:36.886483 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=8840eab2-82c2-4ba5-93b1-7ee2df18c4a4,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:36.929227 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-2b52e310-b813-4e06-8a77-4f00fe1555f5 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] device_id is not set on port 5c23e7f0-befd-460c-b0d7-47b44ce57d5c yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:08:37.270903 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-9f18a86c-74ab-4d81-a5ee-7cd085d9d2e4 None None] Allocated IP 172.20.0.2 (86190855-4cc1-48bc-af93-6edfb565743a/f1480f92-263c-4054-bbd9-a12e32c619f9/c7b5ce66-bdee-4fb4-961e-4b73a36b67ff) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:08:37.275843 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc72199-d415-4a0a-b163-77fb19208bea req-c665a13a-5417-4180-8f38-0271f2763185 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:37.304030 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0bc72199-d415-4a0a-b163-77fb19208bea req-c665a13a-5417-4180-8f38-0271f2763185 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.1982300 Nov 12 01:08:37.511170 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0bc72199-d415-4a0a-b163-77fb19208bea req-8a59f1ad-c30e-4f6c-b95b-7e2f57a26073 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1990044 Nov 12 01:08:37.575557 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8981f-5648-4ad3-9386-9f4baee2a950 req-94652b5d-7e51-4eb4-a070-f2dd37cf25d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:37.578225 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a9f8981f-5648-4ad3-9386-9f4baee2a950 req-94652b5d-7e51-4eb4-a070-f2dd37cf25d8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7bbe35289028429ba1e1b86033a5bcab&device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 1097 time: 0.1801603 Nov 12 01:08:37.631582 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9f18a86c-74ab-4d81-a5ee-7cd085d9d2e4 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:37.660677 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9f18a86c-74ab-4d81-a5ee-7cd085d9d2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:37.846357 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18a86c-74ab-4d81-a5ee-7cd085d9d2e4 None None] Pushing event updated for resources: {'Port': ['ID=c7b5ce66-bdee-4fb4-961e-4b73a36b67ff,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:37.852987 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-2b52e310-b813-4e06-8a77-4f00fe1555f5 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Allocated IP 172.20.0.4 (86190855-4cc1-48bc-af93-6edfb565743a/f1480f92-263c-4054-bbd9-a12e32c619f9/5c23e7f0-befd-460c-b0d7-47b44ce57d5c) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:08:37.869327 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8981f-5648-4ad3-9386-9f4baee2a950 req-624265a4-97e1-4f7c-a6e9-39c2317339e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:37.871260 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a9f8981f-5648-4ad3-9386-9f4baee2a950 req-624265a4-97e1-4f7c-a6e9-39c2317339e7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 HTTP/1.1" status: 200 len: 911 time: 0.2841465 Nov 12 01:08:37.874699 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f18a86c-74ab-4d81-a5ee-7cd085d9d2e4 None None] Network 86190855-4cc1-48bc-af93-6edfb565743a is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:08:37.877152 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-9f18a86c-74ab-4d81-a5ee-7cd085d9d2e4 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:37.885324 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f18a86c-74ab-4d81-a5ee-7cd085d9d2e4 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:08:38.030789 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-9f18a86c-74ab-4d81-a5ee-7cd085d9d2e4 None None] Attempting to bind port c7b5ce66-bdee-4fb4-961e-4b73a36b67ff on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:08:38.031370 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-9f18a86c-74ab-4d81-a5ee-7cd085d9d2e4 None None] Attempting to bind port c7b5ce66-bdee-4fb4-961e-4b73a36b67ff by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'a29b6fb4-b883-43ea-81bf-65e7fa581a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '86190855-4cc1-48bc-af93-6edfb565743a'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:08:38.032038 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f18a86c-74ab-4d81-a5ee-7cd085d9d2e4 None None] Attempting to bind port c7b5ce66-bdee-4fb4-961e-4b73a36b67ff on network 86190855-4cc1-48bc-af93-6edfb565743a {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:08:38.056352 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f18a86c-74ab-4d81-a5ee-7cd085d9d2e4 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:08:38.057300 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f18a86c-74ab-4d81-a5ee-7cd085d9d2e4 None None] Checking segment: {'id': 'a29b6fb4-b883-43ea-81bf-65e7fa581a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '86190855-4cc1-48bc-af93-6edfb565743a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:08:38.057995 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9f18a86c-74ab-4d81-a5ee-7cd085d9d2e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:38.061027 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f18a86c-74ab-4d81-a5ee-7cd085d9d2e4 None None] Bound using segment: {'id': 'a29b6fb4-b883-43ea-81bf-65e7fa581a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '86190855-4cc1-48bc-af93-6edfb565743a'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:08:38.066539 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-9f18a86c-74ab-4d81-a5ee-7cd085d9d2e4 None None] Bound port: c7b5ce66-bdee-4fb4-961e-4b73a36b67ff, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a29b6fb4-b883-43ea-81bf-65e7fa581a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '86190855-4cc1-48bc-af93-6edfb565743a'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:08:38.067327 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9f18a86c-74ab-4d81-a5ee-7cd085d9d2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:38.072513 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbda42d-ec9d-4b6a-a84c-e9d4d6ee45df req-86774ff7-fd44-45b1-9fec-d2e63261b401 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:38.074830 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6fbda42d-ec9d-4b6a-a84c-e9d4d6ee45df req-86774ff7-fd44-45b1-9fec-d2e63261b401 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ecabdd5-322f-497c-839a-a3af9d519f49 HTTP/1.1" status: 200 len: 945 time: 0.3064766 Nov 12 01:08:38.116093 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ba7d4-eabf-49bf-a6a1-f61eba071761 req-1448c206-fa30-4f90-8b01-421181a05fce tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:38.117986 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5e1ba7d4-eabf-49bf-a6a1-f61eba071761 req-1448c206-fa30-4f90-8b01-421181a05fce tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 946 time: 0.2680480 Nov 12 01:08:38.122272 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a9f8981f-5648-4ad3-9386-9f4baee2a950 req-b9c4120f-490b-43d4-bfc4-58f36c4c9e83 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3cfc795-909c-4615-9d75-457b26419c79 HTTP/1.1" status: 200 len: 999 time: 0.2310328 Nov 12 01:08:38.154675 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2b52e310-b813-4e06-8a77-4f00fe1555f5 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:38.232152 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2b52e310-b813-4e06-8a77-4f00fe1555f5 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:38.240736 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-9f18a86c-74ab-4d81-a5ee-7cd085d9d2e4 None None] For port c7b5ce66-bdee-4fb4-961e-4b73a36b67ff, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:08:38.245647 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-9f18a86c-74ab-4d81-a5ee-7cd085d9d2e4 None None] For port c7b5ce66-bdee-4fb4-961e-4b73a36b67ff, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=c7b5ce66-bdee-4fb4-961e-4b73a36b67ff,segment=NetworkSegment(a29b6fb4-b883-43ea-81bf-65e7fa581a47),segment_id=a29b6fb4-b883-43ea-81bf-65e7fa581a47)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:08:38.247849 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:38.254375 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9f18a86c-74ab-4d81-a5ee-7cd085d9d2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:38.254974 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8981f-5648-4ad3-9386-9f4baee2a950 req-5a30dce6-1246-4964-8c5b-27b726ba9f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:38.259271 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a9f8981f-5648-4ad3-9386-9f4baee2a950 req-5a30dce6-1246-4964-8c5b-27b726ba9f98 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=55fa7c58-77a8-4d04-ad83-d7b14788e8b6 HTTP/1.1" status: 200 len: 850 time: 0.1256261 Nov 12 01:08:38.266400 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6fbda42d-ec9d-4b6a-a84c-e9d4d6ee45df req-2aa2d979-fb2f-4f26-98e7-516169f9c8f0 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760507 Nov 12 01:08:38.317962 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5e1ba7d4-eabf-49bf-a6a1-f61eba071761 req-8be9f854-9d7d-4931-a4f5-c5690f683c70 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870174 Nov 12 01:08:38.356581 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b52e310-b813-4e06-8a77-4f00fe1555f5 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Network 86190855-4cc1-48bc-af93-6edfb565743a is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:08:38.363878 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18a86c-74ab-4d81-a5ee-7cd085d9d2e4 None None] Pushing event updated for resources: {'Port': ['ID=c7b5ce66-bdee-4fb4-961e-4b73a36b67ff,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:38.371777 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-2b52e310-b813-4e06-8a77-4f00fe1555f5 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:38.375956 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8981f-5648-4ad3-9386-9f4baee2a950 req-8b82abb8-fd92-4c8a-97a2-255ce858fd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:38.376850 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b52e310-b813-4e06-8a77-4f00fe1555f5 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:08:38.383141 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a9f8981f-5648-4ad3-9386-9f4baee2a950 req-8b82abb8-fd92-4c8a-97a2-255ce858fd17 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1153021 Nov 12 01:08:38.511640 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b52e310-b813-4e06-8a77-4f00fe1555f5 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Pushing event updated for resources: {'Port': ['ID=5c23e7f0-befd-460c-b0d7-47b44ce57d5c,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:38.559279 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b52e310-b813-4e06-8a77-4f00fe1555f5 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:38.560012 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2b52e310-b813-4e06-8a77-4f00fe1555f5 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:38.608441 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2b52e310-b813-4e06-8a77-4f00fe1555f5 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1799996 Nov 12 01:08:38.611491 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40738) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:38.623693 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-772711cb-f180-45c3-8f1b-5a4c96b8e8b5 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Request body: {'port': {'network_id': '86190855-4cc1-48bc-af93-6edfb565743a', 'name': 'tempest-AllowedAddressPairTestJSON-2063636591', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:d4:ca:de'}]}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:38.632198 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a9f8981f-5648-4ad3-9386-9f4baee2a950 req-13a861dc-bc20-43e4-a2cc-1d8fd82dc713 service neutron] 10.222.0.44 "GET /v2.0/networks/e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353861 Nov 12 01:08:38.643423 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1b600-0613-4726-8a1b-12b7d837865b req-3a0c4405-9fac-4630-94eb-ef5cf9fa5c19 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:38.649954 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1b600-0613-4726-8a1b-12b7d837865b req-3a0c4405-9fac-4630-94eb-ef5cf9fa5c19 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:38.652132 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-72f1b600-0613-4726-8a1b-12b7d837865b req-3a0c4405-9fac-4630-94eb-ef5cf9fa5c19 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b1dae4-153a-4ea7-89ab-c75cfad8dc53 HTTP/1.1" status: 200 len: 1683 time: 0.1414273 Nov 12 01:08:38.694900 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b1dae4-153a-4ea7-89ab-c75cfad8dc53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8840eab2-82c2-4ba5-93b1-7ee2df18c4a4'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:08:38.696071 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcea2fe3-48d7-4068-b13d-93ac6969e088" -d '{"events": [{"server_uuid": "83b1dae4-153a-4ea7-89ab-c75cfad8dc53", "name": "network-vif-plugged", "status": "completed", "tag": "8840eab2-82c2-4ba5-93b1-7ee2df18c4a4"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:08:38.859023 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772711cb-f180-45c3-8f1b-5a4c96b8e8b5 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Made reservation on behalf of d09ba80c182b49fda2b8f729f14fac6a for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:08:38.948796 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088ff9c-0a8b-4162-b971-a6c38dce48c1 req-d79ca071-efb4-4e23-ab06-066758ffde80 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:38.951305 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0088ff9c-0a8b-4162-b971-a6c38dce48c1 req-d79ca071-efb4-4e23-ab06-066758ffde80 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.2979960 Nov 12 01:08:39.005379 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-72f1b600-0613-4726-8a1b-12b7d837865b req-f20b1c67-5e9d-49f0-9e2d-b174d1726eb3 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ff705a3-efa9-445f-9f2b-f795d1ef6f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781348 Nov 12 01:08:39.030248 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-772711cb-f180-45c3-8f1b-5a4c96b8e8b5 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:39.085293 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a9f8981f-5648-4ad3-9386-9f4baee2a950 req-a42bdccb-8b5a-416a-aa74-1c66845673f1 service neutron] 10.222.0.44 "GET /v2.0/networks/e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4276252 Nov 12 01:08:39.090304 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-772711cb-f180-45c3-8f1b-5a4c96b8e8b5 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] device_id is not set on port 601ffbbd-2009-4e06-bff7-d2debe9560d6 yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:08:39.262695 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0088ff9c-0a8b-4162-b971-a6c38dce48c1 req-e00074cf-ff84-46d0-aa5f-c3bdd7aa772e tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3012891 Nov 12 01:08:39.297307 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91dd832-4b4c-4ab8-8002-7fdb5f149d4c x-openstack-request-id: req-d91dd832-4b4c-4ab8-8002-7fdb5f149d4c {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:08:39.297694 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b1dae4-153a-4ea7-89ab-c75cfad8dc53", "name": "network-vif-plugged", "status": "completed", "tag": "8840eab2-82c2-4ba5-93b1-7ee2df18c4a4", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:08:39.297957 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d91dd832-4b4c-4ab8-8002-7fdb5f149d4c {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:08:39.298387 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b1dae4-153a-4ea7-89ab-c75cfad8dc53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8840eab2-82c2-4ba5-93b1-7ee2df18c4a4', 'code': 200} Nov 12 01:08:39.376692 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-772711cb-f180-45c3-8f1b-5a4c96b8e8b5 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Allocated IP 172.20.0.8 (86190855-4cc1-48bc-af93-6edfb565743a/f1480f92-263c-4054-bbd9-a12e32c619f9/601ffbbd-2009-4e06-bff7-d2debe9560d6) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:08:39.663424 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981703b-c57d-4e5e-ba40-f594a3946f2a req-3bea0633-bb99-4353-842f-0097d4365b1d tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:39.666359 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c981703b-c57d-4e5e-ba40-f594a3946f2a req-3bea0633-bb99-4353-842f-0097d4365b1d tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 946 time: 0.2866118 Nov 12 01:08:39.772216 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1711597-8fe0-4a31-b0f9-4ede71f46cf0 req-0be5a9c3-6a1c-4b75-ba3d-8c7e0fb946c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:39.773324 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-772711cb-f180-45c3-8f1b-5a4c96b8e8b5 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:39.776831 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1711597-8fe0-4a31-b0f9-4ede71f46cf0 req-0be5a9c3-6a1c-4b75-ba3d-8c7e0fb946c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:39.779261 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f1711597-8fe0-4a31-b0f9-4ede71f46cf0 req-0be5a9c3-6a1c-4b75-ba3d-8c7e0fb946c7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=83b1dae4-153a-4ea7-89ab-c75cfad8dc53 HTTP/1.1" status: 200 len: 1987 time: 0.3231385 Nov 12 01:08:39.816984 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2cd83-547b-4a96-9898-b827650835f9 req-54e716d8-9d9a-4255-87a6-d9352fcc5d30 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:39.818990 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0de2cd83-547b-4a96-9898-b827650835f9 req-54e716d8-9d9a-4255-87a6-d9352fcc5d30 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 946 time: 0.3603172 Nov 12 01:08:39.828379 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feadec3-ac50-4c5b-ad8a-d6080a62e04b req-f7fdb9b3-e2c4-4dbf-a34a-5598aa82a8d8 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:39.837453 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1feadec3-ac50-4c5b-ad8a-d6080a62e04b req-f7fdb9b3-e2c4-4dbf-a34a-5598aa82a8d8 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ecabdd5-322f-497c-839a-a3af9d519f49 HTTP/1.1" status: 200 len: 945 time: 0.3575225 Nov 12 01:08:39.852721 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-772711cb-f180-45c3-8f1b-5a4c96b8e8b5 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:39.887952 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:08:39.924957 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device c7b5ce66-bdee-4fb4-961e-4b73a36b67ff up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:08:39.980095 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772711cb-f180-45c3-8f1b-5a4c96b8e8b5 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Network 86190855-4cc1-48bc-af93-6edfb565743a is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:08:39.990131 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-772711cb-f180-45c3-8f1b-5a4c96b8e8b5 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:40.007374 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772711cb-f180-45c3-8f1b-5a4c96b8e8b5 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:08:40.052024 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772711cb-f180-45c3-8f1b-5a4c96b8e8b5 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Pushing event updated for resources: {'Port': ['ID=601ffbbd-2009-4e06-bff7-d2debe9560d6,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:40.071667 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port c7b5ce66-bdee-4fb4-961e-4b73a36b67ff triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:40.072406 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:40.184339 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772711cb-f180-45c3-8f1b-5a4c96b8e8b5 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:40.185698 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-772711cb-f180-45c3-8f1b-5a4c96b8e8b5 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:40.206171 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1feadec3-ac50-4c5b-ad8a-d6080a62e04b req-c118670e-5592-44d5-91f4-1e10ba0d5474 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669982 Nov 12 01:08:40.229937 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-772711cb-f180-45c3-8f1b-5a4c96b8e8b5 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.6150033 Nov 12 01:08:40.231584 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40754) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:40.305428 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:40.310699 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2088ed7-f2a9-4af8-b8a4-649d120006a0 None None] Network 86190855-4cc1-48bc-af93-6edfb565743a requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:08:40.384006 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b252ed7c-5aec-46e7-b1b8-74424fb1d15b tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:40.389620 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b252ed7c-5aec-46e7-b1b8-74424fb1d15b tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:40.403731 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b252ed7c-5aec-46e7-b1b8-74424fb1d15b tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:40.409205 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b252ed7c-5aec-46e7-b1b8-74424fb1d15b tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.1721904 Nov 12 01:08:40.412242 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40762) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:40.435118 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5eadf4b5-49cb-40af-8a96-1559e5f69985 None None] Provisioning complete for port c7b5ce66-bdee-4fb4-961e-4b73a36b67ff triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:40.436102 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5eadf4b5-49cb-40af-8a96-1559e5f69985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:40.441756 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f1711597-8fe0-4a31-b0f9-4ede71f46cf0 req-8fb7321c-7955-461b-ad2c-26aa362cbec5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0ff705a3-efa9-445f-9f2b-f795d1ef6f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5959799 Nov 12 01:08:40.451354 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0de2cd83-547b-4a96-9898-b827650835f9 req-28f5443d-5a3d-4908-b6ba-be4757086ad9 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/security-groups?id=191184be-d5fb-42f8-86b0-36106722d663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6077211 Nov 12 01:08:40.477712 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-c981703b-c57d-4e5e-ba40-f594a3946f2a req-f1721d44-99e2-47a3-8389-16b072d9aa59 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Deleting port 01abd07c-2341-46ef-b50f-2ffc9746084d {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:40.478288 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c981703b-c57d-4e5e-ba40-f594a3946f2a req-f1721d44-99e2-47a3-8389-16b072d9aa59 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:40.617645 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port c7b5ce66-bdee-4fb4-961e-4b73a36b67ff, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=c7b5ce66-bdee-4fb4-961e-4b73a36b67ff,segment=NetworkSegment(a29b6fb4-b883-43ea-81bf-65e7fa581a47),segment_id=a29b6fb4-b883-43ea-81bf-65e7fa581a47)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:40.632462 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:40.660616 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:40.694212 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-69ddffdc-d525-49cd-809b-5a64d371c700 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Deleting port 601ffbbd-2009-4e06-bff7-d2debe9560d6 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:40.694707 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-69ddffdc-d525-49cd-809b-5a64d371c700 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:40.711473 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-c981703b-c57d-4e5e-ba40-f594a3946f2a req-f1721d44-99e2-47a3-8389-16b072d9aa59 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] For port 01abd07c-2341-46ef-b50f-2ffc9746084d, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=01abd07c-2341-46ef-b50f-2ffc9746084d,segment=NetworkSegment(ac0e02ed-e505-49ae-90f9-8007817b6880),segment_id=ac0e02ed-e505-49ae-90f9-8007817b6880)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:40.712425 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c981703b-c57d-4e5e-ba40-f594a3946f2a req-f1721d44-99e2-47a3-8389-16b072d9aa59 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:40.732255 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8208d4dc-0606-4b7f-8d3e-1f02f5b4dc38 req-6538f8e2-3c2c-4704-baf8-447669da3aa7 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:40.742623 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8208d4dc-0606-4b7f-8d3e-1f02f5b4dc38 req-6538f8e2-3c2c-4704-baf8-447669da3aa7 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:40.752633 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8208d4dc-0606-4b7f-8d3e-1f02f5b4dc38 req-6538f8e2-3c2c-4704-baf8-447669da3aa7 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b1dae4-153a-4ea7-89ab-c75cfad8dc53 HTTP/1.1" status: 200 len: 1683 time: 0.1352592 Nov 12 01:08:40.770902 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-c981703b-c57d-4e5e-ba40-f594a3946f2a req-f1721d44-99e2-47a3-8389-16b072d9aa59 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Calling delete_port for 01abd07c-2341-46ef-b50f-2ffc9746084d owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:40.831915 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-69ddffdc-d525-49cd-809b-5a64d371c700 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:40.850240 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-69ddffdc-d525-49cd-809b-5a64d371c700 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Calling delete_port for 601ffbbd-2009-4e06-bff7-d2debe9560d6 owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:40.879320 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8208d4dc-0606-4b7f-8d3e-1f02f5b4dc38 req-901f3342-fb70-459c-adf4-29fe9c851c2f tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ff705a3-efa9-445f-9f2b-f795d1ef6f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280639 Nov 12 01:08:40.982051 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=c7b5ce66-bdee-4fb4-961e-4b73a36b67ff,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:40.998043 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf434e9d-ea46-4602-a1be-2f87fe4a3dc2 req-a3957fbe-5fe6-419b-9856-055c9c24f79b tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:40.999362 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bf434e9d-ea46-4602-a1be-2f87fe4a3dc2 req-a3957fbe-5fe6-419b-9856-055c9c24f79b tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.1008739 Nov 12 01:08:41.071492 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-69ddffdc-d525-49cd-809b-5a64d371c700 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:41.118571 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c981703b-c57d-4e5e-ba40-f594a3946f2a req-f1721d44-99e2-47a3-8389-16b072d9aa59 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:41.135398 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bf434e9d-ea46-4602-a1be-2f87fe4a3dc2 req-4225f77b-ccf9-401d-8319-8b8f7e1e7d7d tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036954 Nov 12 01:08:41.166761 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['01abd07c-2341-46ef-b50f-2ffc9746084d'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:08:41.184658 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1721d44-99e2-47a3-8389-16b072d9aa59 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Pushing event deleted for resources: {'Port': ['ID=01abd07c-2341-46ef-b50f-2ffc9746084d,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:41.242398 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-c981703b-c57d-4e5e-ba40-f594a3946f2a req-f1721d44-99e2-47a3-8389-16b072d9aa59 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] No DVR routers for this DVR port 01abd07c-2341-46ef-b50f-2ffc9746084d on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:08:41.245610 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c981703b-c57d-4e5e-ba40-f594a3946f2a req-f1721d44-99e2-47a3-8389-16b072d9aa59 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:41.250812 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c981703b-c57d-4e5e-ba40-f594a3946f2a req-f1721d44-99e2-47a3-8389-16b072d9aa59 tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.16 "DELETE /v2.0/ports/01abd07c-2341-46ef-b50f-2ffc9746084d HTTP/1.1" status: 204 len: 173 time: 1.5713229 Nov 12 01:08:41.251463 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa78ff1-e686-4b3e-9189-32fe5d9dbd24', 'name': 'network-vif-deleted', 'tag': '01abd07c-2341-46ef-b50f-2ffc9746084d'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:08:41.255471 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3733dde-2638-4890-ac8a-b79ffad71835" -d '{"events": [{"server_uuid": "ffa78ff1-e686-4b3e-9189-32fe5d9dbd24", "name": "network-vif-deleted", "tag": "01abd07c-2341-46ef-b50f-2ffc9746084d"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:08:41.364582 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44dbb21-3727-4def-85da-539f44e36da3 x-openstack-request-id: req-e44dbb21-3727-4def-85da-539f44e36da3 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:08:41.364911 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa78ff1-e686-4b3e-9189-32fe5d9dbd24", "name": "network-vif-deleted", "tag": "01abd07c-2341-46ef-b50f-2ffc9746084d", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:08:41.365319 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e44dbb21-3727-4def-85da-539f44e36da3 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:08:41.365684 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffa78ff1-e686-4b3e-9189-32fe5d9dbd24', 'name': 'network-vif-deleted', 'tag': '01abd07c-2341-46ef-b50f-2ffc9746084d', 'status': 'completed', 'code': 200} Nov 12 01:08:41.376281 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ddffdc-d525-49cd-809b-5a64d371c700 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Pushing event deleted for resources: {'Port': ['ID=601ffbbd-2009-4e06-bff7-d2debe9560d6,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:41.475328 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3adb06-5368-4e0d-aed9-30b0c093c17f req-daa0006a-1abe-49e2-8c67-0e1a474b873a tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:41.479481 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3d3adb06-5368-4e0d-aed9-30b0c093c17f req-daa0006a-1abe-49e2-8c67-0e1a474b873a tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.2007229 Nov 12 01:08:41.631634 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3d3adb06-5368-4e0d-aed9-30b0c093c17f req-5eaedc08-d724-4397-8b77-8ca9b0ba4130 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425714 Nov 12 01:08:41.647661 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-69ddffdc-d525-49cd-809b-5a64d371c700 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:41.649339 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac9972-3a67-467e-80a3-4e3bf478f826 req-2b02b0a5-c12c-4934-b768-74db961e9f4c tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:41.657185 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-69ddffdc-d525-49cd-809b-5a64d371c700 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] 10.222.0.45 "DELETE /v2.0/ports/601ffbbd-2009-4e06-bff7-d2debe9560d6 HTTP/1.1" status: 204 len: 168 time: 1.2437859 Nov 12 01:08:41.663143 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40776) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:41.665438 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e3ac9972-3a67-467e-80a3-4e3bf478f826 req-2b02b0a5-c12c-4934-b768-74db961e9f4c tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ecabdd5-322f-497c-839a-a3af9d519f49 HTTP/1.1" status: 200 len: 945 time: 0.1331263 Nov 12 01:08:41.729088 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9f29104-a108-4141-9f46-f39491d040ae tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] GET failed (client error): The resource could not be found. Nov 12 01:08:41.730286 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-e49f76ba-62d2-4f7e-97e7-da445bbd757a None None] Provisioning complete for port c7b5ce66-bdee-4fb4-961e-4b73a36b67ff triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:41.730799 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b9f29104-a108-4141-9f46-f39491d040ae tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] 10.222.0.45 "GET /v2.0/ports/601ffbbd-2009-4e06-bff7-d2debe9560d6 HTTP/1.1" status: 404 len: 333 time: 0.0640197 Nov 12 01:08:41.730996 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e49f76ba-62d2-4f7e-97e7-da445bbd757a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:41.742152 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40780) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:41.765776 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-461eed3d-6a2d-4924-9370-e6bdf0c05d0b tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Request body: {'port': {'network_id': '86190855-4cc1-48bc-af93-6edfb565743a', 'name': 'tempest-AllowedAddressPairTestJSON-655392751'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:41.840914 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e3ac9972-3a67-467e-80a3-4e3bf478f826 req-25ecb718-00d3-42b5-b58a-16443121c5cc tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736293 Nov 12 01:08:42.083856 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device c7b5ce66-bdee-4fb4-961e-4b73a36b67ff up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:08:42.098668 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cae97d8c-c826-4890-ad88-82681a1282f9 req-a2456792-7b6a-4472-94bc-2505fc60970f tempest-ServersNegativeTestJSON-1937396621 tempest-ServersNegativeTestJSON-1937396621-project] 10.222.0.45 "GET /v2.0/ports?device_id=ffa78ff1-e686-4b3e-9189-32fe5d9dbd24 HTTP/1.1" status: 200 len: 210 time: 0.0883374 Nov 12 01:08:42.202234 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-e49f76ba-62d2-4f7e-97e7-da445bbd757a None None] Provisioning complete for port 5c23e7f0-befd-460c-b0d7-47b44ce57d5c triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:42.203242 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e49f76ba-62d2-4f7e-97e7-da445bbd757a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:42.216935 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461eed3d-6a2d-4924-9370-e6bdf0c05d0b tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Made reservation on behalf of d09ba80c182b49fda2b8f729f14fac6a for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:08:42.238691 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-461eed3d-6a2d-4924-9370-e6bdf0c05d0b tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:42.300771 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-461eed3d-6a2d-4924-9370-e6bdf0c05d0b tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] device_id is not set on port 566aa6ce-3974-43ec-a895-1e98316a59fa yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:08:42.428378 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-e49f76ba-62d2-4f7e-97e7-da445bbd757a None None] Port 5c23e7f0-befd-460c-b0d7-47b44ce57d5c cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:08:42.445294 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port c7b5ce66-bdee-4fb4-961e-4b73a36b67ff triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:42.445755 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:42.450322 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-e49f76ba-62d2-4f7e-97e7-da445bbd757a None None] Could not find standard attr ID for object 601ffbbd-2009-4e06-bff7-d2debe9560d6. {{(pid=109087) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:08:42.490790 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-461eed3d-6a2d-4924-9370-e6bdf0c05d0b tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Allocated IP 172.20.0.7 (86190855-4cc1-48bc-af93-6edfb565743a/f1480f92-263c-4054-bbd9-a12e32c619f9/566aa6ce-3974-43ec-a895-1e98316a59fa) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:08:42.700147 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d83ee-97eb-402a-a59b-84dad9a16ba9 req-9244cae1-bcd9-4fb6-8240-5cb485a8724b tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:42.723381 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-62956e76-a497-4983-b311-cd940658953e None None] Provisioning complete for port 5c23e7f0-befd-460c-b0d7-47b44ce57d5c triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:42.725890 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-62956e76-a497-4983-b311-cd940658953e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:42.736034 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d83ee-97eb-402a-a59b-84dad9a16ba9 req-9244cae1-bcd9-4fb6-8240-5cb485a8724b tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:42.736034 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e68d83ee-97eb-402a-a59b-84dad9a16ba9 req-9244cae1-bcd9-4fb6-8240-5cb485a8724b tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b1dae4-153a-4ea7-89ab-c75cfad8dc53 HTTP/1.1" status: 200 len: 1683 time: 0.2784729 Nov 12 01:08:42.781712 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-62956e76-a497-4983-b311-cd940658953e None None] Port 5c23e7f0-befd-460c-b0d7-47b44ce57d5c cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:08:42.814547 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e52762-2a19-4f47-aefc-56a4d388e76c req-8b615a22-f6b3-42a1-94fa-f07270a347b3 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:42.817165 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-91e52762-2a19-4f47-aefc-56a4d388e76c req-8b615a22-f6b3-42a1-94fa-f07270a347b3 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.2479477 Nov 12 01:08:42.881537 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-461eed3d-6a2d-4924-9370-e6bdf0c05d0b tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:42.896152 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e68d83ee-97eb-402a-a59b-84dad9a16ba9 req-d254cd10-3133-4738-b4a6-90b5f848621c tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ff705a3-efa9-445f-9f2b-f795d1ef6f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479557 Nov 12 01:08:42.896769 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-eeb90990-78bf-4a55-a101-a2078b508662 None None] Could not find standard attr ID for object 601ffbbd-2009-4e06-bff7-d2debe9560d6. {{(pid=109087) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:08:42.956713 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-461eed3d-6a2d-4924-9370-e6bdf0c05d0b tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:42.980275 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-91e52762-2a19-4f47-aefc-56a4d388e76c req-06c31253-5189-4e4a-b2bb-c0a3e0ab670e tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474221 Nov 12 01:08:43.058462 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461eed3d-6a2d-4924-9370-e6bdf0c05d0b tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Pushing event updated for resources: {'Port': ['ID=566aa6ce-3974-43ec-a895-1e98316a59fa,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:43.067001 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461eed3d-6a2d-4924-9370-e6bdf0c05d0b tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Network 86190855-4cc1-48bc-af93-6edfb565743a is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:08:43.069880 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-461eed3d-6a2d-4924-9370-e6bdf0c05d0b tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:43.074649 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461eed3d-6a2d-4924-9370-e6bdf0c05d0b tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:08:43.144947 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461eed3d-6a2d-4924-9370-e6bdf0c05d0b tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:43.145899 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-461eed3d-6a2d-4924-9370-e6bdf0c05d0b tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:43.175268 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-461eed3d-6a2d-4924-9370-e6bdf0c05d0b tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4276040 Nov 12 01:08:43.176031 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40800) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:43.177885 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae6c35-edd9-4781-9847-63e832940eeb req-adae6877-1bdb-4a5e-b609-2dc24dfbca0c tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:43.184809 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-827896e0-398a-4cb7-ae5f-739fee864e8e tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:d4:ca:de'}]}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:43.195212 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-08ae6c35-edd9-4781-9847-63e832940eeb req-adae6877-1bdb-4a5e-b609-2dc24dfbca0c tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ecabdd5-322f-497c-839a-a3af9d519f49 HTTP/1.1" status: 200 len: 945 time: 0.1458170 Nov 12 01:08:43.321569 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-08ae6c35-edd9-4781-9847-63e832940eeb req-36b0daeb-9afe-4321-814d-654be0dc7184 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184616 Nov 12 01:08:43.374999 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-827896e0-398a-4cb7-ae5f-739fee864e8e tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:43.430721 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40806) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:43.561948 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-dc2c4ada-e294-4d7d-9b26-12c5ef031fef None None] Provisioning complete for port 566aa6ce-3974-43ec-a895-1e98316a59fa triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:43.563163 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-dc2c4ada-e294-4d7d-9b26-12c5ef031fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:43.578438 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cb41b2c-08c8-4ab2-89f1-229d41931049 admin admin] Deleting subnet b27e1e41-719b-40a0-b6b8-a50662ff4f65 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:08:43.590589 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9cb41b2c-08c8-4ab2-89f1-229d41931049 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:43.716401 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9cb41b2c-08c8-4ab2-89f1-229d41931049 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:43.760133 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-dc2c4ada-e294-4d7d-9b26-12c5ef031fef None None] Port 566aa6ce-3974-43ec-a895-1e98316a59fa cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:08:43.831605 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9cb41b2c-08c8-4ab2-89f1-229d41931049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:43.912538 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 01abd07c-2341-46ef-b50f-2ffc9746084d no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:08:43.972902 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9cb41b2c-08c8-4ab2-89f1-229d41931049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:43.980272 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-827896e0-398a-4cb7-ae5f-739fee864e8e tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:43.991780 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] No Port match for: 01abd07c-2341-46ef-b50f-2ffc9746084d {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:08:43.993122 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 01abd07c-2341-46ef-b50f-2ffc9746084d not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:08:43.993342 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-827896e0-398a-4cb7-ae5f-739fee864e8e tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:44.078343 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9cb41b2c-08c8-4ab2-89f1-229d41931049 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:44.088420 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-9cb41b2c-08c8-4ab2-89f1-229d41931049 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/b27e1e41-719b-40a0-b6b8-a50662ff4f65 HTTP/1.1" status: 204 len: 168 time: 0.6516433 Nov 12 01:08:44.092594 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40814) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:44.106331 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb41b2c-08c8-4ab2-89f1-229d41931049 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b27e1e41-719b-40a0-b6b8-a50662ff4f65,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:44.206988 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2efe459-36f0-4e5c-baf7-157cc3bc89ef req-eaa7c7e6-458d-41c1-a7c8-fc06c5843ec7 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:44.212116 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b2efe459-36f0-4e5c-baf7-157cc3bc89ef req-eaa7c7e6-458d-41c1-a7c8-fc06c5843ec7 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.2147472 Nov 12 01:08:44.232289 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd3038-4467-4041-85db-41c1a8ebd6f4 req-d0064188-8b5b-4b64-85c0-fc8b7aaf34cd tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:44.246187 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd3038-4467-4041-85db-41c1a8ebd6f4 req-d0064188-8b5b-4b64-85c0-fc8b7aaf34cd tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:44.249201 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f6cd3038-4467-4041-85db-41c1a8ebd6f4 req-d0064188-8b5b-4b64-85c0-fc8b7aaf34cd tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b1dae4-153a-4ea7-89ab-c75cfad8dc53 HTTP/1.1" status: 200 len: 1683 time: 0.2334311 Nov 12 01:08:44.251772 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827896e0-398a-4cb7-ae5f-739fee864e8e tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Pushing event updated for resources: {'Port': ['ID=566aa6ce-3974-43ec-a895-1e98316a59fa,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:44.254835 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-827896e0-398a-4cb7-ae5f-739fee864e8e tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] In _notify_port_updated(), no bound segment for port 566aa6ce-3974-43ec-a895-1e98316a59fa on network 86190855-4cc1-48bc-af93-6edfb565743a {{(pid=109086) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:08:44.261171 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827896e0-398a-4cb7-ae5f-739fee864e8e tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:44.261865 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-827896e0-398a-4cb7-ae5f-739fee864e8e tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:44.263225 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-827896e0-398a-4cb7-ae5f-739fee864e8e tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] 10.222.0.45 "PUT /v2.0/ports/566aa6ce-3974-43ec-a895-1e98316a59fa HTTP/1.1" status: 200 len: 992 time: 1.0861483 Nov 12 01:08:44.269034 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [req-9799e3a6-2bab-4ba6-aa16-f431a384e807 req-ddc8e57c-1861-42d5-a734-102b31595546 service neutron] (109086) timed out ('10.222.0.44', 58349) {{(pid=109086) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 01:08:44.269469 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40818) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:44.324899 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4cc97ed5-aba1-4e25-a801-00963b2dfb93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:44.386232 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b2efe459-36f0-4e5c-baf7-157cc3bc89ef req-ccee59f5-1301-4ec4-9e65-8e5f9e58e131 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349545 Nov 12 01:08:44.392726 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-e104b67b-b48f-4872-93a6-e9afe975aaf8 None None] Provisioning complete for port 566aa6ce-3974-43ec-a895-1e98316a59fa triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:44.393140 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e104b67b-b48f-4872-93a6-e9afe975aaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:44.394463 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f6cd3038-4467-4041-85db-41c1a8ebd6f4 req-44acd03f-d5d0-4407-b5d0-ab11e6add6b9 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ff705a3-efa9-445f-9f2b-f795d1ef6f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151562 Nov 12 01:08:44.516385 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-e104b67b-b48f-4872-93a6-e9afe975aaf8 None None] Port 566aa6ce-3974-43ec-a895-1e98316a59fa cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:08:44.565840 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4cc97ed5-aba1-4e25-a801-00963b2dfb93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:44.608118 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-4cc97ed5-aba1-4e25-a801-00963b2dfb93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['781d30df-28ea-4e18-a951-e2a0cedd5fea']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:44.609223 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d018d-af01-4e4c-b700-ab9fd33575a6 req-c2d573f5-712f-4cbc-87d5-be14c28d568d tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:44.611326 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-af2d018d-af01-4e4c-b700-ab9fd33575a6 req-c2d573f5-712f-4cbc-87d5-be14c28d568d tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ecabdd5-322f-497c-839a-a3af9d519f49 HTTP/1.1" status: 200 len: 945 time: 0.0913162 Nov 12 01:08:44.612312 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebb5ca-73db-46cf-94bc-7138de1cb1de tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Deleting port 566aa6ce-3974-43ec-a895-1e98316a59fa {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:44.612704 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a9ebb5ca-73db-46cf-94bc-7138de1cb1de tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:44.636542 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-4cc97ed5-aba1-4e25-a801-00963b2dfb93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac0e02ed-e505-49ae-90f9-8007817b6880') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:44.636863 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-4cc97ed5-aba1-4e25-a801-00963b2dfb93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac0e02ed-e505-49ae-90f9-8007817b6880') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:44.695547 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4cc97ed5-aba1-4e25-a801-00963b2dfb93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:44.720098 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4cc97ed5-aba1-4e25-a801-00963b2dfb93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:44.729454 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-af2d018d-af01-4e4c-b700-ab9fd33575a6 req-2a2de3a8-90c9-4e0a-91de-c8c066c6d98c tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102533 Nov 12 01:08:44.766085 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cc97ed5-aba1-4e25-a801-00963b2dfb93 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:08:44.768834 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4cc97ed5-aba1-4e25-a801-00963b2dfb93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:44.771842 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:08:44.771842 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:08:44.771842 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:08:44.771842 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:08:44.771842 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:08:44.771842 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:08:44.771842 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:08:44.771842 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:08:44.771842 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:08:44.771842 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:08:44.771842 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:08:44.771842 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:08:44.771842 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:08:44.771842 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:08:44.771842 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:08:44.771842 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:08:44.771842 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:08:44.771842 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:08:44.771842 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:08:44.771842 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:08:44.771842 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:08:44.771842 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:08:44.771842 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:08:44.771842 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:08:44.771842 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:08:44.771842 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:08:44.771842 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:08:44.771842 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:08:44.771842 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:08:44.771842 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:08:44.771842 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:08:44.771842 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:08:44.868006 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a9ebb5ca-73db-46cf-94bc-7138de1cb1de tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:44.889648 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebb5ca-73db-46cf-94bc-7138de1cb1de tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Calling delete_port for 566aa6ce-3974-43ec-a895-1e98316a59fa owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:44.903620 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4cc97ed5-aba1-4e25-a801-00963b2dfb93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:44.926701 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4cc97ed5-aba1-4e25-a801-00963b2dfb93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:44.930199 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4cc97ed5-aba1-4e25-a801-00963b2dfb93 admin admin] 10.222.0.45 "DELETE /v2.0/networks/781d30df-28ea-4e18-a951-e2a0cedd5fea HTTP/1.1" status: 204 len: 168 time: 0.8304808 Nov 12 01:08:44.931442 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc97ed5-aba1-4e25-a801-00963b2dfb93 admin admin] Pushing event deleted for resources: {'Network': ['ID=781d30df-28ea-4e18-a951-e2a0cedd5fea,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:45.163420 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a9ebb5ca-73db-46cf-94bc-7138de1cb1de tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:45.209523 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebb5ca-73db-46cf-94bc-7138de1cb1de tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Pushing event deleted for resources: {'Port': ['ID=566aa6ce-3974-43ec-a895-1e98316a59fa,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:45.340379 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40836) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:45.456393 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-5eb11269-e614-4ade-886d-e34712837e8e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3a16532dad1a4e29a37379d12c118693&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1138468 Nov 12 01:08:45.457376 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40842) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:45.551387 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a9ebb5ca-73db-46cf-94bc-7138de1cb1de tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:45.559016 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a9ebb5ca-73db-46cf-94bc-7138de1cb1de tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] 10.222.0.45 "DELETE /v2.0/ports/566aa6ce-3974-43ec-a895-1e98316a59fa HTTP/1.1" status: 204 len: 168 time: 1.2881308 Nov 12 01:08:45.567681 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40846) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:45.623557 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5ece128-92cb-4530-a3ce-baef05e173ce tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] GET failed (client error): The resource could not be found. Nov 12 01:08:45.628027 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f5ece128-92cb-4530-a3ce-baef05e173ce tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] 10.222.0.45 "GET /v2.0/ports/566aa6ce-3974-43ec-a895-1e98316a59fa HTTP/1.1" status: 404 len: 333 time: 0.0555947 Nov 12 01:08:45.630962 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40848) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:45.641796 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-62850680-be93-4cfb-ab2c-a4a0f72cd6f3 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Request body: {'port': {'network_id': '86190855-4cc1-48bc-af93-6edfb565743a', 'name': 'tempest-AllowedAddressPairTestJSON-1809879647'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:45.816739 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a359a47-5bee-488a-84fd-3a5f4a9b7375 req-b044bb04-872e-4959-9d83-bd08bbe0a2a2 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:45.829710 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a359a47-5bee-488a-84fd-3a5f4a9b7375 req-b044bb04-872e-4959-9d83-bd08bbe0a2a2 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:45.833845 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7a359a47-5bee-488a-84fd-3a5f4a9b7375 req-b044bb04-872e-4959-9d83-bd08bbe0a2a2 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b1dae4-153a-4ea7-89ab-c75cfad8dc53 HTTP/1.1" status: 200 len: 1683 time: 0.2397377 Nov 12 01:08:45.861323 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62850680-be93-4cfb-ab2c-a4a0f72cd6f3 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Made reservation on behalf of d09ba80c182b49fda2b8f729f14fac6a for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:08:45.867185 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-62850680-be93-4cfb-ab2c-a4a0f72cd6f3 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:45.870145 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6a5b8804-bc67-4a68-8cf8-3d193c65caab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:45.890370 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-62850680-be93-4cfb-ab2c-a4a0f72cd6f3 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] device_id is not set on port c8d277dd-1b7f-4d96-a962-e56a2abd84b9 yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:08:45.914104 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c865768-1fda-493a-b4a7-9f008291e647 req-08c1ed0e-722d-42f0-b303-515c42d02dc0 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:45.927591 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c865768-1fda-493a-b4a7-9f008291e647 req-08c1ed0e-722d-42f0-b303-515c42d02dc0 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:45.930173 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c865768-1fda-493a-b4a7-9f008291e647 req-08c1ed0e-722d-42f0-b303-515c42d02dc0 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.16 "GET /v2.0/ports?device_id=83b1dae4-153a-4ea7-89ab-c75cfad8dc53 HTTP/1.1" status: 200 len: 1683 time: 0.3697329 Nov 12 01:08:45.951445 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964946e2-349e-4719-b9e8-69add2df9d9d req-7a096b0f-e797-4de9-928b-b76e5f26ce84 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:45.954259 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-964946e2-349e-4719-b9e8-69add2df9d9d req-7a096b0f-e797-4de9-928b-b76e5f26ce84 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.2881191 Nov 12 01:08:46.083009 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-62850680-be93-4cfb-ab2c-a4a0f72cd6f3 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Allocated IP 172.20.0.5 (86190855-4cc1-48bc-af93-6edfb565743a/f1480f92-263c-4054-bbd9-a12e32c619f9/c8d277dd-1b7f-4d96-a962-e56a2abd84b9) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:08:46.104181 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6a5b8804-bc67-4a68-8cf8-3d193c65caab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:46.222052 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7a359a47-5bee-488a-84fd-3a5f4a9b7375 req-2432c800-36d1-41c1-ba16-fe46000bb760 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ff705a3-efa9-445f-9f2b-f795d1ef6f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786616 Nov 12 01:08:46.300168 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-964946e2-349e-4719-b9e8-69add2df9d9d req-fce80f5a-14ce-4b07-a195-1cc3d06d2766 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3173206 Nov 12 01:08:46.357047 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-62850680-be93-4cfb-ab2c-a4a0f72cd6f3 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:46.371435 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6a5b8804-bc67-4a68-8cf8-3d193c65caab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:46.381294 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6a5b8804-bc67-4a68-8cf8-3d193c65caab admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:46.383713 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-6a5b8804-bc67-4a68-8cf8-3d193c65caab admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/191184be-d5fb-42f8-86b0-36106722d663 HTTP/1.1" status: 204 len: 168 time: 0.9245961 Nov 12 01:08:46.443539 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5b8804-bc67-4a68-8cf8-3d193c65caab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191184be-d5fb-42f8-86b0-36106722d663,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:46.497636 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-62850680-be93-4cfb-ab2c-a4a0f72cd6f3 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:46.516480 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-4c865768-1fda-493a-b4a7-9f008291e647 req-2f38071c-285b-4f2e-8257-1fbfe6d79dff tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Deleting port 1a841f12-71c0-4049-b8a3-0009af995913 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:46.517219 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4c865768-1fda-493a-b4a7-9f008291e647 req-2f38071c-285b-4f2e-8257-1fbfe6d79dff tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:46.660216 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62850680-be93-4cfb-ab2c-a4a0f72cd6f3 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Network 86190855-4cc1-48bc-af93-6edfb565743a is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:08:46.675684 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-62850680-be93-4cfb-ab2c-a4a0f72cd6f3 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:46.699585 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62850680-be93-4cfb-ab2c-a4a0f72cd6f3 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:08:46.703848 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f99f54-6113-4508-891f-bfaed84e84ea req-c55906a4-8017-4833-a3f2-c219478d6502 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:46.706290 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-89f99f54-6113-4508-891f-bfaed84e84ea req-c55906a4-8017-4833-a3f2-c219478d6502 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ecabdd5-322f-497c-839a-a3af9d519f49 HTTP/1.1" status: 200 len: 945 time: 0.2699254 Nov 12 01:08:46.791515 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-4c865768-1fda-493a-b4a7-9f008291e647 req-2f38071c-285b-4f2e-8257-1fbfe6d79dff tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] For port 1a841f12-71c0-4049-b8a3-0009af995913, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=1a841f12-71c0-4049-b8a3-0009af995913,segment=NetworkSegment(859dccdf-eb89-404f-960d-d9f02bfd080a),segment_id=859dccdf-eb89-404f-960d-d9f02bfd080a)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:46.792284 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4c865768-1fda-493a-b4a7-9f008291e647 req-2f38071c-285b-4f2e-8257-1fbfe6d79dff tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:46.841092 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-4c865768-1fda-493a-b4a7-9f008291e647 req-2f38071c-285b-4f2e-8257-1fbfe6d79dff tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Calling delete_port for 1a841f12-71c0-4049-b8a3-0009af995913 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:46.883906 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-89f99f54-6113-4508-891f-bfaed84e84ea req-33d207f8-2efb-45f1-9c3a-f0ee05fb9b31 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441085 Nov 12 01:08:46.948234 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62850680-be93-4cfb-ab2c-a4a0f72cd6f3 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:46.949357 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-62850680-be93-4cfb-ab2c-a4a0f72cd6f3 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:46.993427 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [req-6cf8d517-ad5f-48d8-b229-9d97b3b0a966 req-e5599ccf-2e01-456e-bf63-d90066c598ae service neutron] (109086) timed out ('10.222.0.16', 55370) {{(pid=109086) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 01:08:46.997795 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62850680-be93-4cfb-ab2c-a4a0f72cd6f3 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Pushing event updated for resources: {'Port': ['ID=c8d277dd-1b7f-4d96-a962-e56a2abd84b9,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:47.011649 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-62850680-be93-4cfb-ab2c-a4a0f72cd6f3 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3786609 Nov 12 01:08:47.016451 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40872) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:47.037837 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-481d09d1-abda-4058-83af-0a029bdf44d6 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:d4:ca:de'}]}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:47.177764 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef872053-f98b-41fb-b328-a352cf577154 req-f7f9c91e-7c39-44ff-9e0c-df61f0577543 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:47.213296 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ef872053-f98b-41fb-b328-a352cf577154 req-f7f9c91e-7c39-44ff-9e0c-df61f0577543 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.1968203 Nov 12 01:08:47.435817 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-c81ac883-d386-46e6-8812-f13fa2577fb2 None None] Provisioning complete for port c8d277dd-1b7f-4d96-a962-e56a2abd84b9 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:47.436793 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c81ac883-d386-46e6-8812-f13fa2577fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:47.442441 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-481d09d1-abda-4058-83af-0a029bdf44d6 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:47.518487 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-c81ac883-d386-46e6-8812-f13fa2577fb2 None None] Port c8d277dd-1b7f-4d96-a962-e56a2abd84b9 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:08:47.547856 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4c865768-1fda-493a-b4a7-9f008291e647 req-2f38071c-285b-4f2e-8257-1fbfe6d79dff tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:47.580828 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ef872053-f98b-41fb-b328-a352cf577154 req-1927ba8e-ee04-49a1-83fd-a3cf13842dab tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3532879 Nov 12 01:08:47.585123 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['1a841f12-71c0-4049-b8a3-0009af995913', '8840eab2-82c2-4ba5-93b1-7ee2df18c4a4'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:08:47.620407 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181297d-fc73-4c5a-ad97-e2a6b32bd76e req-47c77492-0d8e-4de1-b5a1-3f5999335815 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:47.645534 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181297d-fc73-4c5a-ad97-e2a6b32bd76e req-47c77492-0d8e-4de1-b5a1-3f5999335815 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:47.655274 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b181297d-fc73-4c5a-ad97-e2a6b32bd76e req-47c77492-0d8e-4de1-b5a1-3f5999335815 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b1dae4-153a-4ea7-89ab-c75cfad8dc53 HTTP/1.1" status: 200 len: 1604 time: 0.2987351 Nov 12 01:08:47.784457 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f38071c-285b-4f2e-8257-1fbfe6d79dff tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Pushing event deleted for resources: {'Port': ['ID=1a841f12-71c0-4049-b8a3-0009af995913,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:48.002958 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c865768-1fda-493a-b4a7-9f008291e647 req-2f38071c-285b-4f2e-8257-1fbfe6d79dff tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] No DVR routers for this DVR port 1a841f12-71c0-4049-b8a3-0009af995913 on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:08:48.006929 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4c865768-1fda-493a-b4a7-9f008291e647 req-2f38071c-285b-4f2e-8257-1fbfe6d79dff tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:48.026255 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c865768-1fda-493a-b4a7-9f008291e647 req-2f38071c-285b-4f2e-8257-1fbfe6d79dff tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.16 "DELETE /v2.0/ports/1a841f12-71c0-4049-b8a3-0009af995913 HTTP/1.1" status: 204 len: 173 time: 2.0613258 Nov 12 01:08:48.027384 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b1dae4-153a-4ea7-89ab-c75cfad8dc53', 'name': 'network-vif-deleted', 'tag': '1a841f12-71c0-4049-b8a3-0009af995913'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:08:48.031676 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04267e10-ee33-456a-8d28-d46a1aacbe64" -d '{"events": [{"server_uuid": "83b1dae4-153a-4ea7-89ab-c75cfad8dc53", "name": "network-vif-deleted", "tag": "1a841f12-71c0-4049-b8a3-0009af995913"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:08:48.151822 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b181297d-fc73-4c5a-ad97-e2a6b32bd76e req-79bcfdbd-d2cf-4d6f-b474-51ad6776e7d1 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ff705a3-efa9-445f-9f2b-f795d1ef6f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4842148 Nov 12 01:08:48.154740 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40902) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:48.334828 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dfcfb00-c258-434c-81fd-47e20bb71625 x-openstack-request-id: req-5dfcfb00-c258-434c-81fd-47e20bb71625 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:08:48.335121 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b1dae4-153a-4ea7-89ab-c75cfad8dc53", "name": "network-vif-deleted", "tag": "1a841f12-71c0-4049-b8a3-0009af995913", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:08:48.335377 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5dfcfb00-c258-434c-81fd-47e20bb71625 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:08:48.335783 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b1dae4-153a-4ea7-89ab-c75cfad8dc53', 'name': 'network-vif-deleted', 'tag': '1a841f12-71c0-4049-b8a3-0009af995913', 'status': 'completed', 'code': 200} Nov 12 01:08:48.383435 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190ab82-dec1-4a2c-9425-6c94c68b5331 req-bbf12135-7e48-4ae6-a399-7ee89fd1272e tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:48.390485 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5190ab82-dec1-4a2c-9425-6c94c68b5331 req-bbf12135-7e48-4ae6-a399-7ee89fd1272e tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ecabdd5-322f-497c-839a-a3af9d519f49 HTTP/1.1" status: 200 len: 945 time: 0.1367688 Nov 12 01:08:48.412201 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-481d09d1-abda-4058-83af-0a029bdf44d6 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:48.429246 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-481d09d1-abda-4058-83af-0a029bdf44d6 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:48.465327 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-4c865768-1fda-493a-b4a7-9f008291e647 req-2d1818b4-26e2-42c6-9cb5-ff8ed9256434 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Deleting port 8840eab2-82c2-4ba5-93b1-7ee2df18c4a4 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:48.465938 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4c865768-1fda-493a-b4a7-9f008291e647 req-2d1818b4-26e2-42c6-9cb5-ff8ed9256434 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:48.523077 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-45edaaec-68e0-451c-bd9a-1cb67036818d admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1611672581-network', 'tenant_id': '587fb6df267544cc820f6cebc898278f'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:48.571377 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d09d1-abda-4058-83af-0a029bdf44d6 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Pushing event updated for resources: {'Port': ['ID=c8d277dd-1b7f-4d96-a962-e56a2abd84b9,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:48.573878 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-481d09d1-abda-4058-83af-0a029bdf44d6 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] In _notify_port_updated(), no bound segment for port c8d277dd-1b7f-4d96-a962-e56a2abd84b9 on network 86190855-4cc1-48bc-af93-6edfb565743a {{(pid=109086) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:08:48.581927 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481d09d1-abda-4058-83af-0a029bdf44d6 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:48.582853 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-481d09d1-abda-4058-83af-0a029bdf44d6 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:48.584288 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-481d09d1-abda-4058-83af-0a029bdf44d6 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] 10.222.0.45 "PUT /v2.0/ports/c8d277dd-1b7f-4d96-a962-e56a2abd84b9 HTTP/1.1" status: 200 len: 996 time: 1.5665109 Nov 12 01:08:48.589324 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40908) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:48.651385 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d09d1-abda-4058-83af-0a029bdf44d6 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:48.651877 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d09d1-abda-4058-83af-0a029bdf44d6 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:48.655782 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d09d1-abda-4058-83af-0a029bdf44d6 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:48.655782 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d09d1-abda-4058-83af-0a029bdf44d6 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:48.655782 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d09d1-abda-4058-83af-0a029bdf44d6 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:48.655782 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d09d1-abda-4058-83af-0a029bdf44d6 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:48.655782 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d09d1-abda-4058-83af-0a029bdf44d6 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:48.655782 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d09d1-abda-4058-83af-0a029bdf44d6 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:48.656787 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d09d1-abda-4058-83af-0a029bdf44d6 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:48.656787 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d09d1-abda-4058-83af-0a029bdf44d6 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:48.657061 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d09d1-abda-4058-83af-0a029bdf44d6 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:48.657842 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d09d1-abda-4058-83af-0a029bdf44d6 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:48.711320 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45edaaec-68e0-451c-bd9a-1cb67036818d admin admin] Made reservation on behalf of 587fb6df267544cc820f6cebc898278f for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:08:48.713956 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-45edaaec-68e0-451c-bd9a-1cb67036818d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:48.740689 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-45edaaec-68e0-451c-bd9a-1cb67036818d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:48.756851 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5190ab82-dec1-4a2c-9425-6c94c68b5331 req-10ea5eb4-8706-4fa7-b329-89bf2ea1dfa9 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582044 Nov 12 01:08:48.847556 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ebe00-67e4-4dc0-ab55-f826283c8c18 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Deleting port c8d277dd-1b7f-4d96-a962-e56a2abd84b9 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:48.848324 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6a9ebe00-67e4-4dc0-ab55-f826283c8c18 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:48.893053 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-4c865768-1fda-493a-b4a7-9f008291e647 req-2d1818b4-26e2-42c6-9cb5-ff8ed9256434 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] For port 8840eab2-82c2-4ba5-93b1-7ee2df18c4a4, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=8840eab2-82c2-4ba5-93b1-7ee2df18c4a4,segment=NetworkSegment(405fcc48-f03f-4841-aae1-be9f6f129875),segment_id=405fcc48-f03f-4841-aae1-be9f6f129875)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:48.894226 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4c865768-1fda-493a-b4a7-9f008291e647 req-2d1818b4-26e2-42c6-9cb5-ff8ed9256434 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:48.937401 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-4c865768-1fda-493a-b4a7-9f008291e647 req-2d1818b4-26e2-42c6-9cb5-ff8ed9256434 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Calling delete_port for 8840eab2-82c2-4ba5-93b1-7ee2df18c4a4 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:48.956111 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d27a2-a099-4813-9429-3f853346f40e req-6c7d7177-5016-4818-9349-2ae8dd95c21e tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:48.961418 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e55d27a2-a099-4813-9429-3f853346f40e req-6c7d7177-5016-4818-9349-2ae8dd95c21e tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.1810391 Nov 12 01:08:48.989441 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-73394f35-1b11-4f8b-9a93-3f729ae7d218 None None] Provisioning complete for port c8d277dd-1b7f-4d96-a962-e56a2abd84b9 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:48.990245 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-73394f35-1b11-4f8b-9a93-3f729ae7d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:49.045553 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6a9ebe00-67e4-4dc0-ab55-f826283c8c18 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:49.069807 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-73394f35-1b11-4f8b-9a93-3f729ae7d218 None None] Port c8d277dd-1b7f-4d96-a962-e56a2abd84b9 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:08:49.070853 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ebe00-67e4-4dc0-ab55-f826283c8c18 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Calling delete_port for c8d277dd-1b7f-4d96-a962-e56a2abd84b9 owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:49.269139 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6a9ebe00-67e4-4dc0-ab55-f826283c8c18 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:49.332015 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ebe00-67e4-4dc0-ab55-f826283c8c18 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Pushing event deleted for resources: {'Port': ['ID=c8d277dd-1b7f-4d96-a962-e56a2abd84b9,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:49.491852 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6a9ebe00-67e4-4dc0-ab55-f826283c8c18 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:49.504957 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6a9ebe00-67e4-4dc0-ab55-f826283c8c18 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] 10.222.0.45 "DELETE /v2.0/ports/c8d277dd-1b7f-4d96-a962-e56a2abd84b9 HTTP/1.1" status: 204 len: 168 time: 0.9126635 Nov 12 01:08:49.506288 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40928) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:49.556137 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4f897f3-ce54-4f65-a845-76b0daa557eb tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] GET failed (client error): The resource could not be found. Nov 12 01:08:49.559481 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a4f897f3-ce54-4f65-a845-76b0daa557eb tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] 10.222.0.45 "GET /v2.0/ports/c8d277dd-1b7f-4d96-a962-e56a2abd84b9 HTTP/1.1" status: 404 len: 333 time: 0.0510731 Nov 12 01:08:49.569228 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40930) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:49.579384 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-709c2628-5bb2-436d-9972-8978c1258e0b tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Request body: {'port': {'network_id': '86190855-4cc1-48bc-af93-6edfb565743a', 'name': 'tempest-AllowedAddressPairTestJSON-167466910'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:49.700591 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-45edaaec-68e0-451c-bd9a-1cb67036818d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:49.713549 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-45edaaec-68e0-451c-bd9a-1cb67036818d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:49.728432 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45edaaec-68e0-451c-bd9a-1cb67036818d admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:08:49.752930 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e55d27a2-a099-4813-9429-3f853346f40e req-a7e24419-3113-44db-a3ee-7cbda379307e tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7719402 Nov 12 01:08:49.766626 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e718952-8bd6-41b5-9ddf-47d3735ad25b req-ed35925a-795c-42b5-98d9-994151873381 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:49.776086 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0e718952-8bd6-41b5-9ddf-47d3735ad25b req-ed35925a-795c-42b5-98d9-994151873381 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b1dae4-153a-4ea7-89ab-c75cfad8dc53 HTTP/1.1" status: 200 len: 946 time: 0.1897848 Nov 12 01:08:49.808021 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-45edaaec-68e0-451c-bd9a-1cb67036818d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:49.808021 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-45edaaec-68e0-451c-bd9a-1cb67036818d admin admin] Added segment a3a4a80c-436f-4a8e-b39c-a41089cd7bde of type vlan for network f086927d-8b46-4fee-9554-d24ae5b6afe4 Nov 12 01:08:49.883472 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709c2628-5bb2-436d-9972-8978c1258e0b tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Made reservation on behalf of d09ba80c182b49fda2b8f729f14fac6a for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:08:49.891559 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-709c2628-5bb2-436d-9972-8978c1258e0b tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:49.918988 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45edaaec-68e0-451c-bd9a-1cb67036818d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae6a330-0c01-47fe-be30-9017a9e7544c,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:49.945682 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 1a841f12-71c0-4049-b8a3-0009af995913 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:08:49.977354 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0e718952-8bd6-41b5-9ddf-47d3735ad25b req-e9b65a1c-cf2c-4773-8ca7-1a4d8e412425 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/security-groups?id=0ff705a3-efa9-445f-9f2b-f795d1ef6f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998765 Nov 12 01:08:49.984745 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-45edaaec-68e0-451c-bd9a-1cb67036818d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:49.988839 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-709c2628-5bb2-436d-9972-8978c1258e0b tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] device_id is not set on port 1bff09fc-b3f9-4efe-b7da-074048bf3ff2 yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:08:50.018764 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] No Port match for: 1a841f12-71c0-4049-b8a3-0009af995913 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:08:50.020475 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 1a841f12-71c0-4049-b8a3-0009af995913 not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:08:50.021251 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 8840eab2-82c2-4ba5-93b1-7ee2df18c4a4 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:08:50.081950 n-d-712142-27 neutron-server[109087]: INFO neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] No ports have port_id starting with 8840eab2-82c2-4ba5-93b1-7ee2df18c4a4 Nov 12 01:08:50.105937 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4c865768-1fda-493a-b4a7-9f008291e647 req-2d1818b4-26e2-42c6-9cb5-ff8ed9256434 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:50.244694 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1818b4-26e2-42c6-9cb5-ff8ed9256434 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Pushing event deleted for resources: {'Port': ['ID=8840eab2-82c2-4ba5-93b1-7ee2df18c4a4,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:50.255423 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-45edaaec-68e0-451c-bd9a-1cb67036818d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:50.256842 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45edaaec-68e0-451c-bd9a-1cb67036818d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:50.257619 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-45edaaec-68e0-451c-bd9a-1cb67036818d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:50.259846 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-709c2628-5bb2-436d-9972-8978c1258e0b tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Allocated IP 172.20.0.8 (86190855-4cc1-48bc-af93-6edfb565743a/f1480f92-263c-4054-bbd9-a12e32c619f9/1bff09fc-b3f9-4efe-b7da-074048bf3ff2) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:08:50.340929 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82921c-abdb-42b9-956b-6b2c91c7798a req-459c4eb0-e301-4c84-a5f9-1693e2e5aca7 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:50.351998 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ca82921c-abdb-42b9-956b-6b2c91c7798a req-459c4eb0-e301-4c84-a5f9-1693e2e5aca7 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ecabdd5-322f-497c-839a-a3af9d519f49 HTTP/1.1" status: 200 len: 945 time: 0.3732617 Nov 12 01:08:50.417220 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c865768-1fda-493a-b4a7-9f008291e647 req-2d1818b4-26e2-42c6-9cb5-ff8ed9256434 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] No DVR routers for this DVR port 8840eab2-82c2-4ba5-93b1-7ee2df18c4a4 on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:08:50.425654 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4c865768-1fda-493a-b4a7-9f008291e647 req-2d1818b4-26e2-42c6-9cb5-ff8ed9256434 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:50.440707 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c865768-1fda-493a-b4a7-9f008291e647 req-2d1818b4-26e2-42c6-9cb5-ff8ed9256434 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.16 "DELETE /v2.0/ports/8840eab2-82c2-4ba5-93b1-7ee2df18c4a4 HTTP/1.1" status: 204 len: 173 time: 2.3618984 Nov 12 01:08:50.466209 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b1dae4-153a-4ea7-89ab-c75cfad8dc53', 'name': 'network-vif-deleted', 'tag': '8840eab2-82c2-4ba5-93b1-7ee2df18c4a4'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:08:50.474832 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ebe9d0-4b2e-4480-a106-962eaeba5484" -d '{"events": [{"server_uuid": "83b1dae4-153a-4ea7-89ab-c75cfad8dc53", "name": "network-vif-deleted", "tag": "8840eab2-82c2-4ba5-93b1-7ee2df18c4a4"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:08:50.615363 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-45edaaec-68e0-451c-bd9a-1cb67036818d admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4386995 Nov 12 01:08:50.627867 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40944) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:50.635126 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-609ee0b5-82a1-412b-9541-938c4e8dcf0f admin admin] Request body: {'subnet': {'network_id': 'f086927d-8b46-4fee-9554-d24ae5b6afe4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1611672581-subnet', 'tenant_id': '587fb6df267544cc820f6cebc898278f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:50.635339 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-709c2628-5bb2-436d-9972-8978c1258e0b tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:50.658079 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45edaaec-68e0-451c-bd9a-1cb67036818d admin admin] Pushing event updated for resources: {'Network': ['ID=f086927d-8b46-4fee-9554-d24ae5b6afe4,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:50.682019 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15645937-1c37-4863-862c-36a99c617cc7 req-77acd056-fc46-492b-b971-2a5e6cdd437a tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:50.684683 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-15645937-1c37-4863-862c-36a99c617cc7 req-77acd056-fc46-492b-b971-2a5e6cdd437a tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.5648711 Nov 12 01:08:50.719398 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-709c2628-5bb2-436d-9972-8978c1258e0b tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:50.764443 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45edaaec-68e0-451c-bd9a-1cb67036818d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:50.765231 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45edaaec-68e0-451c-bd9a-1cb67036818d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:50.765431 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45edaaec-68e0-451c-bd9a-1cb67036818d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:50.766192 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45edaaec-68e0-451c-bd9a-1cb67036818d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:50.766754 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45edaaec-68e0-451c-bd9a-1cb67036818d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:50.767342 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45edaaec-68e0-451c-bd9a-1cb67036818d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:50.768014 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45edaaec-68e0-451c-bd9a-1cb67036818d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:50.769401 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45edaaec-68e0-451c-bd9a-1cb67036818d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:50.769974 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45edaaec-68e0-451c-bd9a-1cb67036818d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:50.770490 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45edaaec-68e0-451c-bd9a-1cb67036818d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:50.770955 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45edaaec-68e0-451c-bd9a-1cb67036818d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:50.771496 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45edaaec-68e0-451c-bd9a-1cb67036818d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:50.791013 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network f086927d-8b46-4fee-9554-d24ae5b6afe4 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:08:50.842456 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ca82921c-abdb-42b9-956b-6b2c91c7798a req-a9677401-1d5b-4f4c-b956-3164d5444865 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4829264 Nov 12 01:08:50.852754 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709c2628-5bb2-436d-9972-8978c1258e0b tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Network 86190855-4cc1-48bc-af93-6edfb565743a is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:08:50.855168 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709c2628-5bb2-436d-9972-8978c1258e0b tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Pushing event updated for resources: {'Port': ['ID=1bff09fc-b3f9-4efe-b7da-074048bf3ff2,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:50.858123 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609ee0b5-82a1-412b-9541-938c4e8dcf0f admin admin] Made reservation on behalf of 587fb6df267544cc820f6cebc898278f for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:08:50.865003 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-609ee0b5-82a1-412b-9541-938c4e8dcf0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:50.873741 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-709c2628-5bb2-436d-9972-8978c1258e0b tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:50.899566 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709c2628-5bb2-436d-9972-8978c1258e0b tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:08:51.014895 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-15645937-1c37-4863-862c-36a99c617cc7 req-270dfd60-3b4b-40ab-8c08-0055fa2aea5f tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3000424 Nov 12 01:08:51.078805 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709c2628-5bb2-436d-9972-8978c1258e0b tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:51.082813 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-709c2628-5bb2-436d-9972-8978c1258e0b tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:51.130508 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-709c2628-5bb2-436d-9972-8978c1258e0b tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5578561 Nov 12 01:08:51.135221 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40950) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:51.147504 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-90b7afb5-a867-4b19-ab0d-2111ddd6414b tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Request body: {'port': {'network_id': '86190855-4cc1-48bc-af93-6edfb565743a', 'name': 'tempest-AllowedAddressPairTestJSON-841550327'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:51.452123 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c30338-f63a-4b0d-bc08-8d2b89995442 x-openstack-request-id: req-00c30338-f63a-4b0d-bc08-8d2b89995442 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:08:51.452563 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b1dae4-153a-4ea7-89ab-c75cfad8dc53", "name": "network-vif-deleted", "tag": "8840eab2-82c2-4ba5-93b1-7ee2df18c4a4", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:08:51.452957 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-00c30338-f63a-4b0d-bc08-8d2b89995442 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:08:51.453582 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b1dae4-153a-4ea7-89ab-c75cfad8dc53', 'name': 'network-vif-deleted', 'tag': '8840eab2-82c2-4ba5-93b1-7ee2df18c4a4', 'status': 'completed', 'code': 200} Nov 12 01:08:51.521041 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b7afb5-a867-4b19-ab0d-2111ddd6414b tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Made reservation on behalf of d09ba80c182b49fda2b8f729f14fac6a for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:08:51.528647 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-90b7afb5-a867-4b19-ab0d-2111ddd6414b tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:51.564928 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-217477a0-258a-430b-a00e-3b91db9c93bc None None] Provisioning complete for port 1bff09fc-b3f9-4efe-b7da-074048bf3ff2 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:51.565788 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-217477a0-258a-430b-a00e-3b91db9c93bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:51.569556 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-90b7afb5-a867-4b19-ab0d-2111ddd6414b tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] device_id is not set on port 1fc2df1c-2ba1-48d3-b686-e24c47c30b5d yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:08:51.593550 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-65785266-a03a-4023-9761-90d42488bb45 req-8f18f896-8dd7-4f24-80b3-6b20c07a601c tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b1dae4-153a-4ea7-89ab-c75cfad8dc53 HTTP/1.1" status: 200 len: 210 time: 0.1372609 Nov 12 01:08:51.605697 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-609ee0b5-82a1-412b-9541-938c4e8dcf0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:51.698277 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-217477a0-258a-430b-a00e-3b91db9c93bc None None] Port 1bff09fc-b3f9-4efe-b7da-074048bf3ff2 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:08:51.735681 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609ee0b5-82a1-412b-9541-938c4e8dcf0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=83d30faa-95ed-43c4-899d-80a5a7a76f52,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:51.772952 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f0d1e-38f4-4536-bc27-2811412dc3ad req-2792ab22-9dff-4c76-8e04-386d8826a6c6 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:51.774592 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-318f0d1e-38f4-4536-bc27-2811412dc3ad req-2792ab22-9dff-4c76-8e04-386d8826a6c6 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.3178775 Nov 12 01:08:51.805340 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609ee0b5-82a1-412b-9541-938c4e8dcf0f admin admin] Checking segment: {'id': 'a3a4a80c-436f-4a8e-b39c-a41089cd7bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f086927d-8b46-4fee-9554-d24ae5b6afe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:08:51.805776 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609ee0b5-82a1-412b-9541-938c4e8dcf0f admin admin] Network hostable DHCP agents. Network: f086927d-8b46-4fee-9554-d24ae5b6afe4, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:08:51.812009 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-90b7afb5-a867-4b19-ab0d-2111ddd6414b tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Allocated IP 172.20.0.5 (86190855-4cc1-48bc-af93-6edfb565743a/f1480f92-263c-4054-bbd9-a12e32c619f9/1fc2df1c-2ba1-48d3-b686-e24c47c30b5d) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:08:51.852864 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609ee0b5-82a1-412b-9541-938c4e8dcf0f admin admin] Network f086927d-8b46-4fee-9554-d24ae5b6afe4 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:08:51.868459 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-318f0d1e-38f4-4536-bc27-2811412dc3ad req-f690a106-cf0d-4eed-8a38-5e6a69a223aa tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841532 Nov 12 01:08:51.875040 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-609ee0b5-82a1-412b-9541-938c4e8dcf0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, f086927d-8b46-4fee-9554-d24ae5b6afe4) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:51.881461 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609ee0b5-82a1-412b-9541-938c4e8dcf0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:51.881991 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-609ee0b5-82a1-412b-9541-938c4e8dcf0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:51.905088 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb83b48-2d1c-4c7d-a777-9ae46eafadb6 None None] Network f086927d-8b46-4fee-9554-d24ae5b6afe4 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:08:51.952312 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-609ee0b5-82a1-412b-9541-938c4e8dcf0f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3223882 Nov 12 01:08:52.121583 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-90b7afb5-a867-4b19-ab0d-2111ddd6414b tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:52.213126 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-90b7afb5-a867-4b19-ab0d-2111ddd6414b tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:52.250284 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f5c30-be35-4d57-9503-b34e9c03f289 req-0f325604-d111-41aa-88e3-68e335b13f8d tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:52.254477 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cf3f5c30-be35-4d57-9503-b34e9c03f289 req-0f325604-d111-41aa-88e3-68e335b13f8d tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.1981299 Nov 12 01:08:52.300609 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1228d-733f-42cd-b45f-9de6dbdcdf14 req-0922f720-57b5-43d9-8163-e04c67abcaaa tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:52.316227 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a2a300-239b-4187-89a3-bf322283a596 None None] Network f086927d-8b46-4fee-9554-d24ae5b6afe4 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:08:52.317849 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dbb1228d-733f-42cd-b45f-9de6dbdcdf14 req-0922f720-57b5-43d9-8163-e04c67abcaaa tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ecabdd5-322f-497c-839a-a3af9d519f49 HTTP/1.1" status: 200 len: 945 time: 0.2298186 Nov 12 01:08:52.345057 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b7afb5-a867-4b19-ab0d-2111ddd6414b tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Pushing event updated for resources: {'Port': ['ID=1fc2df1c-2ba1-48d3-b686-e24c47c30b5d,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:52.360402 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b7afb5-a867-4b19-ab0d-2111ddd6414b tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Network 86190855-4cc1-48bc-af93-6edfb565743a is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:08:52.363279 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-90b7afb5-a867-4b19-ab0d-2111ddd6414b tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:08:52.378255 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b7afb5-a867-4b19-ab0d-2111ddd6414b tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:08:52.482925 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dbb1228d-733f-42cd-b45f-9de6dbdcdf14 req-ec3cbeb4-b333-43e7-bd0c-9768d9672fc1 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629152 Nov 12 01:08:52.545214 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cf3f5c30-be35-4d57-9503-b34e9c03f289 req-69725ba0-58c6-4d44-b2f4-54d544903408 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2638040 Nov 12 01:08:52.612009 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b7afb5-a867-4b19-ab0d-2111ddd6414b tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:52.612967 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-90b7afb5-a867-4b19-ab0d-2111ddd6414b tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:52.662551 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-90b7afb5-a867-4b19-ab0d-2111ddd6414b tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5255392 Nov 12 01:08:52.666805 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40970) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:52.677452 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-ebb0a22c-3c7e-49e1-92e7-db73f0fd3052 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:d4:ca:de'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:fe:1b:3e'}]}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:52.723359 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40974) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:52.840786 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40976) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:52.922282 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-d98ed62c-a5e9-41b0-af3a-631c0162d46d admin admin] Deleting subnet 83d30faa-95ed-43c4-899d-80a5a7a76f52 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:08:52.929483 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d98ed62c-a5e9-41b0-af3a-631c0162d46d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:52.982275 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-b6994013-9624-42f1-9961-dd66b284efbd None None] Provisioning complete for port 1fc2df1c-2ba1-48d3-b686-e24c47c30b5d triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:52.983809 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b6994013-9624-42f1-9961-dd66b284efbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:53.009240 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-255d2d10-1404-4046-9118-8f878eecac33 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Deleting subnet 178a8725-9545-46e8-8041-a861da49d5c7 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:08:53.021182 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-255d2d10-1404-4046-9118-8f878eecac33 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:53.031263 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d98ed62c-a5e9-41b0-af3a-631c0162d46d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:53.067870 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-b6994013-9624-42f1-9961-dd66b284efbd None None] Port 1fc2df1c-2ba1-48d3-b686-e24c47c30b5d cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:08:53.082647 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ebb0a22c-3c7e-49e1-92e7-db73f0fd3052 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:53.157345 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-255d2d10-1404-4046-9118-8f878eecac33 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:53.221418 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d98ed62c-a5e9-41b0-af3a-631c0162d46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:53.403099 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d98ed62c-a5e9-41b0-af3a-631c0162d46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:53.409357 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-255d2d10-1404-4046-9118-8f878eecac33 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:53.430913 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ebb0a22c-3c7e-49e1-92e7-db73f0fd3052 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:53.440143 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ebb0a22c-3c7e-49e1-92e7-db73f0fd3052 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:53.479431 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ed62c-a5e9-41b0-af3a-631c0162d46d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83d30faa-95ed-43c4-899d-80a5a7a76f52,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:53.492084 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d98ed62c-a5e9-41b0-af3a-631c0162d46d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:53.498982 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d98ed62c-a5e9-41b0-af3a-631c0162d46d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/83d30faa-95ed-43c4-899d-80a5a7a76f52 HTTP/1.1" status: 204 len: 168 time: 0.7740479 Nov 12 01:08:53.499737 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40978) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:53.603171 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb0a22c-3c7e-49e1-92e7-db73f0fd3052 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Pushing event updated for resources: {'Port': ['ID=1fc2df1c-2ba1-48d3-b686-e24c47c30b5d,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:53.657116 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c3e817c2-5aa1-4455-a06c-eaee6bcf0125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:53.720063 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-255d2d10-1404-4046-9118-8f878eecac33 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:53.783738 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-ebb0a22c-3c7e-49e1-92e7-db73f0fd3052 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] In _notify_port_updated(), no bound segment for port 1fc2df1c-2ba1-48d3-b686-e24c47c30b5d on network 86190855-4cc1-48bc-af93-6edfb565743a {{(pid=109085) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:08:53.797041 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb0a22c-3c7e-49e1-92e7-db73f0fd3052 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:53.798504 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ebb0a22c-3c7e-49e1-92e7-db73f0fd3052 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:53.802141 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-ebb0a22c-3c7e-49e1-92e7-db73f0fd3052 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] 10.222.0.45 "PUT /v2.0/ports/1fc2df1c-2ba1-48d3-b686-e24c47c30b5d HTTP/1.1" status: 200 len: 1054 time: 1.1335540 Nov 12 01:08:53.805406 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d2d10-1404-4046-9118-8f878eecac33 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Pushing event deleted for resources: {'Subnet': ['ID=178a8725-9545-46e8-8041-a861da49d5c7,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:53.811479 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40984) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:53.843950 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4384f477-77fc-4519-b2b4-d4ccd719129e None None] Network 97a0486f-2b5c-46ba-9b9e-c658ed6dad86 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:08:53.856529 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-255d2d10-1404-4046-9118-8f878eecac33 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:53.875777 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40988) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:53.879190 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-255d2d10-1404-4046-9118-8f878eecac33 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "DELETE /v2.0/subnets/178a8725-9545-46e8-8041-a861da49d5c7 HTTP/1.1" status: 204 len: 168 time: 1.0247960 Nov 12 01:08:54.017239 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c3e817c2-5aa1-4455-a06c-eaee6bcf0125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:54.053448 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611b852-1b4e-40b2-a6d9-578a63711908 req-2d72e293-ed11-452d-83a3-358f8507f7bf tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:54.067298 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5611b852-1b4e-40b2-a6d9-578a63711908 req-2d72e293-ed11-452d-83a3-358f8507f7bf tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ecabdd5-322f-497c-839a-a3af9d519f49 HTTP/1.1" status: 200 len: 945 time: 0.4484699 Nov 12 01:08:54.072117 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-c3e817c2-5aa1-4455-a06c-eaee6bcf0125 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f086927d-8b46-4fee-9554-d24ae5b6afe4']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:54.099347 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-c3e817c2-5aa1-4455-a06c-eaee6bcf0125 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3a4a80c-436f-4a8e-b39c-a41089cd7bde') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:54.099670 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-c3e817c2-5aa1-4455-a06c-eaee6bcf0125 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3a4a80c-436f-4a8e-b39c-a41089cd7bde') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:54.114900 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c3e817c2-5aa1-4455-a06c-eaee6bcf0125 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:54.120164 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-399f2fa8-65ae-4b11-9a52-c6595c579ea2 None None] Provisioning complete for port 1fc2df1c-2ba1-48d3-b686-e24c47c30b5d triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:08:54.121608 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-399f2fa8-65ae-4b11-9a52-c6595c579ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:54.146258 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c3e817c2-5aa1-4455-a06c-eaee6bcf0125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:54.162999 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3e817c2-5aa1-4455-a06c-eaee6bcf0125 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:08:54.164103 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c3e817c2-5aa1-4455-a06c-eaee6bcf0125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:54.203046 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-582e8347-72ab-41ed-a2c0-f4eec43540e0 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:54.226472 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5611b852-1b4e-40b2-a6d9-578a63711908 req-3792f0a6-1e4c-4388-bda4-d5012db485f8 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559517 Nov 12 01:08:54.292357 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:08:54.292357 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:08:54.292357 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:08:54.292357 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:08:54.292357 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:08:54.292357 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:08:54.292357 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:08:54.292357 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:08:54.292357 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:08:54.292357 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:08:54.292357 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:08:54.292357 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:08:54.292357 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:08:54.292357 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:08:54.292357 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:08:54.292357 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:08:54.292357 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:08:54.292357 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:08:54.292357 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:08:54.292357 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:08:54.292357 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:08:54.292357 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:08:54.292357 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:08:54.292357 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:08:54.292357 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:08:54.292357 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:08:54.292357 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:08:54.292357 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:08:54.292357 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:08:54.292357 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:08:54.292357 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:08:54.292357 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:08:54.318377 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c3e817c2-5aa1-4455-a06c-eaee6bcf0125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:54.333581 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c3e817c2-5aa1-4455-a06c-eaee6bcf0125 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:54.344092 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c3e817c2-5aa1-4455-a06c-eaee6bcf0125 admin admin] 10.222.0.45 "DELETE /v2.0/networks/f086927d-8b46-4fee-9554-d24ae5b6afe4 HTTP/1.1" status: 204 len: 168 time: 0.8365076 Nov 12 01:08:54.364450 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e817c2-5aa1-4455-a06c-eaee6bcf0125 admin admin] Pushing event deleted for resources: {'Network': ['ID=f086927d-8b46-4fee-9554-d24ae5b6afe4,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:54.376668 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-043701f6-e10e-4b2e-b576-47f7399b6d6b tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Deleting port 1fc2df1c-2ba1-48d3-b686-e24c47c30b5d {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:54.382957 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-043701f6-e10e-4b2e-b576-47f7399b6d6b tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:54.604328 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-582e8347-72ab-41ed-a2c0-f4eec43540e0 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Deleting port 3f5bc628-9f31-40cc-b417-ce4e07c47473 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:54.604851 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-582e8347-72ab-41ed-a2c0-f4eec43540e0 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:54.617836 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40994) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:54.628387 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-399f2fa8-65ae-4b11-9a52-c6595c579ea2 None None] Port 1fc2df1c-2ba1-48d3-b686-e24c47c30b5d cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:08:54.712509 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-043701f6-e10e-4b2e-b576-47f7399b6d6b tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:54.745082 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-043701f6-e10e-4b2e-b576-47f7399b6d6b tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Calling delete_port for 1fc2df1c-2ba1-48d3-b686-e24c47c30b5d owned by {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:54.754155 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-582e8347-72ab-41ed-a2c0-f4eec43540e0 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] For port 3f5bc628-9f31-40cc-b417-ce4e07c47473, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=3f5bc628-9f31-40cc-b417-ce4e07c47473,segment=NetworkSegment(859dccdf-eb89-404f-960d-d9f02bfd080a),segment_id=859dccdf-eb89-404f-960d-d9f02bfd080a)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:54.754691 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-582e8347-72ab-41ed-a2c0-f4eec43540e0 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:54.759292 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7bf88f23-276a-421a-9f42-8159f29bfa0e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=587fb6df267544cc820f6cebc898278f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1371744 Nov 12 01:08:54.761638 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40996) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:54.777625 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cf4caa-8d03-4259-91e5-3f544e98329d None None] DHCP port deletion for 97a0486f-2b5c-46ba-9b9e-c658ed6dad86 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:08:54.838602 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-05cf4caa-8d03-4259-91e5-3f544e98329d None None] Deleting port 3f5bc628-9f31-40cc-b417-ce4e07c47473 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:54.839022 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-05cf4caa-8d03-4259-91e5-3f544e98329d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:54.888393 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-582e8347-72ab-41ed-a2c0-f4eec43540e0 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Calling delete_port for 3f5bc628-9f31-40cc-b417-ce4e07c47473 owned by network:dhcp {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:54.900312 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ae58bcfd-69e3-412d-9183-510a736a11ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:54.919714 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-05cf4caa-8d03-4259-91e5-3f544e98329d None None] For port 3f5bc628-9f31-40cc-b417-ce4e07c47473, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=3f5bc628-9f31-40cc-b417-ce4e07c47473,segment=NetworkSegment(859dccdf-eb89-404f-960d-d9f02bfd080a),segment_id=859dccdf-eb89-404f-960d-d9f02bfd080a)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:54.920271 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-05cf4caa-8d03-4259-91e5-3f544e98329d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:54.936897 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-05cf4caa-8d03-4259-91e5-3f544e98329d None None] Calling delete_port for 3f5bc628-9f31-40cc-b417-ce4e07c47473 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:54.961291 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ae58bcfd-69e3-412d-9183-510a736a11ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:55.024943 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-05cf4caa-8d03-4259-91e5-3f544e98329d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:55.067957 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf4caa-8d03-4259-91e5-3f544e98329d None None] Pushing event deleted for resources: {'Port': ['ID=3f5bc628-9f31-40cc-b417-ce4e07c47473,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:55.077297 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cf4caa-8d03-4259-91e5-3f544e98329d None None] No DVR routers for this DVR port 3f5bc628-9f31-40cc-b417-ce4e07c47473 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:08:55.104394 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf4caa-8d03-4259-91e5-3f544e98329d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:55.104962 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf4caa-8d03-4259-91e5-3f544e98329d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:55.105499 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf4caa-8d03-4259-91e5-3f544e98329d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:55.106497 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf4caa-8d03-4259-91e5-3f544e98329d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:55.107013 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf4caa-8d03-4259-91e5-3f544e98329d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:55.107525 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf4caa-8d03-4259-91e5-3f544e98329d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:55.108140 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf4caa-8d03-4259-91e5-3f544e98329d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:55.108884 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf4caa-8d03-4259-91e5-3f544e98329d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:55.109376 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf4caa-8d03-4259-91e5-3f544e98329d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:55.109865 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf4caa-8d03-4259-91e5-3f544e98329d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:55.110381 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf4caa-8d03-4259-91e5-3f544e98329d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:55.110877 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05cf4caa-8d03-4259-91e5-3f544e98329d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:08:55.122720 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ae58bcfd-69e3-412d-9183-510a736a11ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:55.126300 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ae58bcfd-69e3-412d-9183-510a736a11ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:55.132059 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ae58bcfd-69e3-412d-9183-510a736a11ca admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/eae6a330-0c01-47fe-be30-9017a9e7544c HTTP/1.1" status: 204 len: 168 time: 0.3657923 Nov 12 01:08:55.144115 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae58bcfd-69e3-412d-9183-510a736a11ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae6a330-0c01-47fe-be30-9017a9e7544c,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:55.264769 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-582e8347-72ab-41ed-a2c0-f4eec43540e0 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:55.306616 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582e8347-72ab-41ed-a2c0-f4eec43540e0 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] No DVR routers for this DVR port 3f5bc628-9f31-40cc-b417-ce4e07c47473 on host n-d-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:08:55.459851 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e8347-72ab-41ed-a2c0-f4eec43540e0 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Pushing event deleted for resources: {'Port': ['ID=3f5bc628-9f31-40cc-b417-ce4e07c47473,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:55.514697 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-582e8347-72ab-41ed-a2c0-f4eec43540e0 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:55.538820 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-043701f6-e10e-4b2e-b576-47f7399b6d6b tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:55.589032 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-582e8347-72ab-41ed-a2c0-f4eec43540e0 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97a0486f-2b5c-46ba-9b9e-c658ed6dad86']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:55.652198 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-582e8347-72ab-41ed-a2c0-f4eec43540e0 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '859dccdf-eb89-404f-960d-d9f02bfd080a') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:55.652720 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-582e8347-72ab-41ed-a2c0-f4eec43540e0 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '859dccdf-eb89-404f-960d-d9f02bfd080a') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:55.656323 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043701f6-e10e-4b2e-b576-47f7399b6d6b tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Pushing event deleted for resources: {'Port': ['ID=1fc2df1c-2ba1-48d3-b686-e24c47c30b5d,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:55.686568 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-582e8347-72ab-41ed-a2c0-f4eec43540e0 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:55.803315 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfac7b-563d-4676-9dcd-65ba4bbff182 req-fd4ad716-e028-436d-8638-83b8444dbac3 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:55.816905 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ffdfac7b-563d-4676-9dcd-65ba4bbff182 req-fd4ad716-e028-436d-8638-83b8444dbac3 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ecabdd5-322f-497c-839a-a3af9d519f49 HTTP/1.1" status: 200 len: 945 time: 0.3783412 Nov 12 01:08:55.843617 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 3f5bc628-9f31-40cc-b417-ce4e07c47473 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:08:55.886040 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 3f5bc628-9f31-40cc-b417-ce4e07c47473 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:08:55.888196 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 3f5bc628-9f31-40cc-b417-ce4e07c47473 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:08:55.915826 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-582e8347-72ab-41ed-a2c0-f4eec43540e0 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:55.964093 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-582e8347-72ab-41ed-a2c0-f4eec43540e0 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:08:55.964776 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-582e8347-72ab-41ed-a2c0-f4eec43540e0 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:55.975321 n-d-712142-27 neutron-server[109085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:08:55.975321 n-d-712142-27 neutron-server[109085]: self.session.flush() Nov 12 01:08:55.975321 n-d-712142-27 neutron-server[109085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:08:55.975321 n-d-712142-27 neutron-server[109085]: self.session.flush() Nov 12 01:08:55.975321 n-d-712142-27 neutron-server[109085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:08:55.975321 n-d-712142-27 neutron-server[109085]: self.session.flush() Nov 12 01:08:55.975321 n-d-712142-27 neutron-server[109085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:08:55.975321 n-d-712142-27 neutron-server[109085]: self.session.flush() Nov 12 01:08:55.975321 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:08:55.975321 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:08:55.975321 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:08:55.975321 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:08:55.975321 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:08:55.975321 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:08:55.975321 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:08:55.975321 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:08:55.975321 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:08:55.975321 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:08:55.975321 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:08:55.975321 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:08:55.975321 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:08:55.975321 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:08:55.975321 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:08:55.975321 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:08:55.975321 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:08:55.975321 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:08:55.975321 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:08:55.975321 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:08:55.975321 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:08:55.975321 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:08:55.975321 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:08:55.975321 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:08:55.975321 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:08:55.975321 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:08:55.975321 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:08:55.975321 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:08:55.975321 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:08:55.975321 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:08:55.975321 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:08:55.975321 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:08:56.177827 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ffdfac7b-563d-4676-9dcd-65ba4bbff182 req-8ff82577-187b-4e99-8b6c-be6bde05d1bf tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3593693 Nov 12 01:08:56.262663 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-582e8347-72ab-41ed-a2c0-f4eec43540e0 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:56.275360 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-582e8347-72ab-41ed-a2c0-f4eec43540e0 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:56.297067 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-582e8347-72ab-41ed-a2c0-f4eec43540e0 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "DELETE /v2.0/networks/97a0486f-2b5c-46ba-9b9e-c658ed6dad86 HTTP/1.1" status: 204 len: 168 time: 2.4183071 Nov 12 01:08:56.298489 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41028) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:56.356077 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e8347-72ab-41ed-a2c0-f4eec43540e0 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Pushing event deleted for resources: {'Network': ['ID=97a0486f-2b5c-46ba-9b9e-c658ed6dad86,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:56.384910 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-043701f6-e10e-4b2e-b576-47f7399b6d6b tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:56.389473 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-043701f6-e10e-4b2e-b576-47f7399b6d6b tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] 10.222.0.45 "DELETE /v2.0/ports/1fc2df1c-2ba1-48d3-b686-e24c47c30b5d HTTP/1.1" status: 204 len: 168 time: 2.5714965 Nov 12 01:08:56.393036 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41032) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:56.456862 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-af577460-acf0-41af-a13b-f22718cb616e tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] GET failed (client error): The resource could not be found. Nov 12 01:08:56.465046 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-af577460-acf0-41af-a13b-f22718cb616e tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] 10.222.0.45 "GET /v2.0/ports/1fc2df1c-2ba1-48d3-b686-e24c47c30b5d HTTP/1.1" status: 404 len: 333 time: 0.0686510 Nov 12 01:08:56.468258 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41036) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:56.502188 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c2f50a2-ce9e-4153-bba0-2caeb76374fc tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Deleting subnet fc35af3f-10cf-415a-933a-714f5dc5394e {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:08:56.517059 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9c2f50a2-ce9e-4153-bba0-2caeb76374fc tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:56.575987 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9c2f50a2-ce9e-4153-bba0-2caeb76374fc tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:56.613623 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41038) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:56.646917 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-979c36a9-4bd4-4f00-97b1-31a335b69424 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Deleting port 1bff09fc-b3f9-4efe-b7da-074048bf3ff2 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:56.647473 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-979c36a9-4bd4-4f00-97b1-31a335b69424 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:56.722127 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9c2f50a2-ce9e-4153-bba0-2caeb76374fc tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:56.757934 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-f58e4355-727b-44ad-927b-8ffa675a8774 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1873812626-network', 'tenant_id': '6a00e08893624acf93f7eb87fd7c62e0'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:08:56.800718 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9c2f50a2-ce9e-4153-bba0-2caeb76374fc tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:56.824848 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58e4355-727b-44ad-927b-8ffa675a8774 admin admin] Made reservation on behalf of 6a00e08893624acf93f7eb87fd7c62e0 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:08:56.828643 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f58e4355-727b-44ad-927b-8ffa675a8774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:56.831357 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f50a2-ce9e-4153-bba0-2caeb76374fc tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Pushing event deleted for resources: {'Subnet': ['ID=fc35af3f-10cf-415a-933a-714f5dc5394e,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:56.833600 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9c2f50a2-ce9e-4153-bba0-2caeb76374fc tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:56.840903 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9c2f50a2-ce9e-4153-bba0-2caeb76374fc tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "DELETE /v2.0/subnets/fc35af3f-10cf-415a-933a-714f5dc5394e HTTP/1.1" status: 204 len: 168 time: 0.5358312 Nov 12 01:08:56.842226 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41042) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:56.851870 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e23cc59-e249-486c-a29d-21bc3bddeba3 None None] Network 7356b1f2-b40d-4fe2-ad17-ca5ffe13ca33 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:08:56.858996 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f58e4355-727b-44ad-927b-8ffa675a8774 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:56.877977 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-979c36a9-4bd4-4f00-97b1-31a335b69424 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:56.916428 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-979c36a9-4bd4-4f00-97b1-31a335b69424 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Calling delete_port for 1bff09fc-b3f9-4efe-b7da-074048bf3ff2 owned by {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:56.962120 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-173ccb7e-2209-4972-95ee-366b32674d45 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:57.066791 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-173ccb7e-2209-4972-95ee-366b32674d45 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Deleting port 216dd42f-9228-40f6-bf8b-6d0d31502a9e {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:57.067376 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-173ccb7e-2209-4972-95ee-366b32674d45 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:57.165761 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-87d5b86f-68d3-4471-ab62-e9422271d3bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:57.167802 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f58e4355-727b-44ad-927b-8ffa675a8774 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:57.180839 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f58e4355-727b-44ad-927b-8ffa675a8774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:57.206613 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-173ccb7e-2209-4972-95ee-366b32674d45 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] For port 216dd42f-9228-40f6-bf8b-6d0d31502a9e, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=216dd42f-9228-40f6-bf8b-6d0d31502a9e,segment=NetworkSegment(405fcc48-f03f-4841-aae1-be9f6f129875),segment_id=405fcc48-f03f-4841-aae1-be9f6f129875)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:57.207374 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-173ccb7e-2209-4972-95ee-366b32674d45 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:57.223191 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e99b3dd-9e0f-40a1-bd6b-0e5ba89bed75 None None] DHCP port deletion for 7356b1f2-b40d-4fe2-ad17-ca5ffe13ca33 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:08:57.229503 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-173ccb7e-2209-4972-95ee-366b32674d45 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Calling delete_port for 216dd42f-9228-40f6-bf8b-6d0d31502a9e owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:57.247331 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e4355-727b-44ad-927b-8ffa675a8774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee93e37-98fb-4055-b595-5a72b83fab52,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:57.295618 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-979c36a9-4bd4-4f00-97b1-31a335b69424 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:57.310135 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f58e4355-727b-44ad-927b-8ffa675a8774 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:08:57.353560 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-3e99b3dd-9e0f-40a1-bd6b-0e5ba89bed75 None None] Deleting port 216dd42f-9228-40f6-bf8b-6d0d31502a9e {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:57.354824 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3e99b3dd-9e0f-40a1-bd6b-0e5ba89bed75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:57.374688 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-173ccb7e-2209-4972-95ee-366b32674d45 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:57.416208 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ccb7e-2209-4972-95ee-366b32674d45 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Pushing event deleted for resources: {'Port': ['ID=216dd42f-9228-40f6-bf8b-6d0d31502a9e,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:57.419276 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173ccb7e-2209-4972-95ee-366b32674d45 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] No DVR routers for this DVR port 216dd42f-9228-40f6-bf8b-6d0d31502a9e on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:08:57.456954 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c36a9-4bd4-4f00-97b1-31a335b69424 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Pushing event deleted for resources: {'Port': ['ID=1bff09fc-b3f9-4efe-b7da-074048bf3ff2,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:57.462090 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f58e4355-727b-44ad-927b-8ffa675a8774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:57.463059 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-f58e4355-727b-44ad-927b-8ffa675a8774 admin admin] Added segment 065d5f56-2e2c-46fb-9843-277267b62291 of type vlan for network 74187198-5caf-4338-891b-c1104aad3bf6 Nov 12 01:08:57.584257 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-173ccb7e-2209-4972-95ee-366b32674d45 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:57.602750 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-3e99b3dd-9e0f-40a1-bd6b-0e5ba89bed75 None None] For port 216dd42f-9228-40f6-bf8b-6d0d31502a9e, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=216dd42f-9228-40f6-bf8b-6d0d31502a9e,segment=NetworkSegment(405fcc48-f03f-4841-aae1-be9f6f129875),segment_id=405fcc48-f03f-4841-aae1-be9f6f129875)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:08:57.603506 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3e99b3dd-9e0f-40a1-bd6b-0e5ba89bed75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:57.626058 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-173ccb7e-2209-4972-95ee-366b32674d45 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7356b1f2-b40d-4fe2-ad17-ca5ffe13ca33']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:57.655516 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-173ccb7e-2209-4972-95ee-366b32674d45 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '405fcc48-f03f-4841-aae1-be9f6f129875') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:57.655918 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-173ccb7e-2209-4972-95ee-366b32674d45 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '405fcc48-f03f-4841-aae1-be9f6f129875') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:08:57.669569 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-3e99b3dd-9e0f-40a1-bd6b-0e5ba89bed75 None None] Calling delete_port for 216dd42f-9228-40f6-bf8b-6d0d31502a9e owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:57.677622 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-173ccb7e-2209-4972-95ee-366b32674d45 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:57.733052 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-173ccb7e-2209-4972-95ee-366b32674d45 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:57.750911 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-173ccb7e-2209-4972-95ee-366b32674d45 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:08:57.752683 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-173ccb7e-2209-4972-95ee-366b32674d45 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:57.758723 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:08:57.758723 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:08:57.758723 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:08:57.758723 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:08:57.758723 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:08:57.758723 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:08:57.758723 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:08:57.758723 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:08:57.758723 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:08:57.758723 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:08:57.758723 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:08:57.758723 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:08:57.758723 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:08:57.758723 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:08:57.758723 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:08:57.758723 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:08:57.758723 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:08:57.758723 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:08:57.758723 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:08:57.758723 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:08:57.758723 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:08:57.758723 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:08:57.758723 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:08:57.758723 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:08:57.758723 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:08:57.758723 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:08:57.758723 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:08:57.758723 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:08:57.758723 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:08:57.758723 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:08:57.758723 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:08:57.758723 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:08:57.789520 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-979c36a9-4bd4-4f00-97b1-31a335b69424 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:57.797513 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-979c36a9-4bd4-4f00-97b1-31a335b69424 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] 10.222.0.45 "DELETE /v2.0/ports/1bff09fc-b3f9-4efe-b7da-074048bf3ff2 HTTP/1.1" status: 204 len: 168 time: 1.3235183 Nov 12 01:08:57.877102 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 216dd42f-9228-40f6-bf8b-6d0d31502a9e no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:08:57.897263 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f58e4355-727b-44ad-927b-8ffa675a8774 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:57.922859 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41054) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:57.928397 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 216dd42f-9228-40f6-bf8b-6d0d31502a9e {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:08:57.929412 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 216dd42f-9228-40f6-bf8b-6d0d31502a9e not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:08:57.960367 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f58e4355-727b-44ad-927b-8ffa675a8774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:57.961795 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58e4355-727b-44ad-927b-8ffa675a8774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:57.962635 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f58e4355-727b-44ad-927b-8ffa675a8774 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:57.981450 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3e99b3dd-9e0f-40a1-bd6b-0e5ba89bed75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:57.989025 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff6e0310-94f4-4d47-aa11-2d7f99c09fac tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] GET failed (client error): The resource could not be found. Nov 12 01:08:57.992548 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ff6e0310-94f4-4d47-aa11-2d7f99c09fac tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] 10.222.0.45 "GET /v2.0/ports/1bff09fc-b3f9-4efe-b7da-074048bf3ff2 HTTP/1.1" status: 404 len: 333 time: 0.0665748 Nov 12 01:08:58.001002 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41056) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:58.009731 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e99b3dd-9e0f-40a1-bd6b-0e5ba89bed75 None None] No DVR routers for this DVR port 216dd42f-9228-40f6-bf8b-6d0d31502a9e on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:08:58.022946 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-173ccb7e-2209-4972-95ee-366b32674d45 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:58.051812 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14cae2-28d5-4050-8077-36ff92ba0188 req-05c2c69e-7cfe-4870-a4c2-5f4fb89a7ccf tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:58.060306 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e99b3dd-9e0f-40a1-bd6b-0e5ba89bed75 None None] Pushing event deleted for resources: {'Port': ['ID=216dd42f-9228-40f6-bf8b-6d0d31502a9e,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:58.066535 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-173ccb7e-2209-4972-95ee-366b32674d45 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:58.066860 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0b14cae2-28d5-4050-8077-36ff92ba0188 req-05c2c69e-7cfe-4870-a4c2-5f4fb89a7ccf tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ecabdd5-322f-497c-839a-a3af9d519f49 HTTP/1.1" status: 200 len: 945 time: 0.6241381 Nov 12 01:08:58.073124 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-173ccb7e-2209-4972-95ee-366b32674d45 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] 10.222.0.45 "DELETE /v2.0/networks/7356b1f2-b40d-4fe2-ad17-ca5ffe13ca33 HTTP/1.1" status: 204 len: 168 time: 1.2305136 Nov 12 01:08:58.079636 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-f58e4355-727b-44ad-927b-8ffa675a8774 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4598072 Nov 12 01:08:58.121765 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ccb7e-2209-4972-95ee-366b32674d45 tempest-ServersTestMultiNic-534620259 tempest-ServersTestMultiNic-534620259-project] Pushing event deleted for resources: {'Network': ['ID=7356b1f2-b40d-4fe2-ad17-ca5ffe13ca33,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:58.222485 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e4355-727b-44ad-927b-8ffa675a8774 admin admin] Pushing event updated for resources: {'Network': ['ID=74187198-5caf-4338-891b-c1104aad3bf6,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:58.241666 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 74187198-5caf-4338-891b-c1104aad3bf6 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:08:58.273872 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-3f5ea17c-eb8d-4052-83ad-cb6a0fa3486c tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Deleting port 5c23e7f0-befd-460c-b0d7-47b44ce57d5c {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:08:58.274486 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3f5ea17c-eb8d-4052-83ad-cb6a0fa3486c tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:58.285018 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0b14cae2-28d5-4050-8077-36ff92ba0188 req-160feb53-51f8-4e7c-8d3f-7cf26e5fc469 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166378 Nov 12 01:08:58.503081 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3f5ea17c-eb8d-4052-83ad-cb6a0fa3486c tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:58.535346 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41080) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:58.543835 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-3f5ea17c-eb8d-4052-83ad-cb6a0fa3486c tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Calling delete_port for 5c23e7f0-befd-460c-b0d7-47b44ce57d5c owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:08:58.965851 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3f5ea17c-eb8d-4052-83ad-cb6a0fa3486c tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:59.069717 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ea17c-eb8d-4052-83ad-cb6a0fa3486c tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Pushing event deleted for resources: {'Port': ['ID=5c23e7f0-befd-460c-b0d7-47b44ce57d5c,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:08:59.208647 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf4011-7c60-4e31-99da-5c246aafd9ec req-395010f4-20ff-48b9-b60e-8116ca21af0b tempest-ComputeTenantNetworksTest-500934326 tempest-ComputeTenantNetworksTest-500934326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:59.222036 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf4011-7c60-4e31-99da-5c246aafd9ec req-395010f4-20ff-48b9-b60e-8116ca21af0b tempest-ComputeTenantNetworksTest-500934326 tempest-ComputeTenantNetworksTest-500934326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:59.234818 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3f5ea17c-eb8d-4052-83ad-cb6a0fa3486c tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:59.237088 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf4011-7c60-4e31-99da-5c246aafd9ec req-395010f4-20ff-48b9-b60e-8116ca21af0b tempest-ComputeTenantNetworksTest-500934326 tempest-ComputeTenantNetworksTest-500934326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:59.243547 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a5cf4011-7c60-4e31-99da-5c246aafd9ec req-395010f4-20ff-48b9-b60e-8116ca21af0b tempest-ComputeTenantNetworksTest-500934326 tempest-ComputeTenantNetworksTest-500934326-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.4451003 Nov 12 01:08:59.244361 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3f5ea17c-eb8d-4052-83ad-cb6a0fa3486c tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] 10.222.0.45 "DELETE /v2.0/ports/5c23e7f0-befd-460c-b0d7-47b44ce57d5c HTTP/1.1" status: 204 len: 168 time: 1.2402928 Nov 12 01:08:59.248204 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41088) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:59.476849 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-72f96b96-f927-4c4f-bee1-0efffb9f0b1e tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Deleting subnet f1480f92-263c-4054-bbd9-a12e32c619f9 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:08:59.486803 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-72f96b96-f927-4c4f-bee1-0efffb9f0b1e tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:59.530566 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb608af-28ad-4b5d-a51a-2d41e8a29c26 req-39ef1ef8-3bd3-4c37-9d01-c9db2b04987b tempest-ComputeTenantNetworksTest-500934326 tempest-ComputeTenantNetworksTest-500934326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:08:59.533023 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3cb608af-28ad-4b5d-a51a-2d41e8a29c26 req-39ef1ef8-3bd3-4c37-9d01-c9db2b04987b tempest-ComputeTenantNetworksTest-500934326 tempest-ComputeTenantNetworksTest-500934326-project] 10.222.0.45 "GET /v2.0/networks/74187198-5caf-4338-891b-c1104aad3bf6 HTTP/1.1" status: 200 len: 769 time: 0.2204592 Nov 12 01:08:59.547739 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b7e09ea5-e064-4572-81a8-e0c571b7b581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:08:59.574267 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41094) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:08:59.652985 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-72f96b96-f927-4c4f-bee1-0efffb9f0b1e tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:00.031161 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [req-69948fb7-7852-486f-bbb4-06110710c0f6 req-5f28fa93-701b-44e4-9fc8-4e20f92abbca tempest-ServersOnMultiNodesTest-1819371307 tempest-ServersOnMultiNodesTest-1819371307-project] (109086) timed out ('10.222.0.45', 52776) {{(pid=109086) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 01:09:00.115591 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e09ea5-e064-4572-81a8-e0c571b7b581 admin admin] Deleting port 17560223-9cac-464a-b232-57dad54030d6 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:09:00.116118 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b7e09ea5-e064-4572-81a8-e0c571b7b581 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:00.168862 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ae5b7-ea63-465a-a6b9-61c21db579ba req-547f202e-2c3c-42f6-8d00-40dcf35cc94d tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:00.170546 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-921ae5b7-ea63-465a-a6b9-61c21db579ba req-547f202e-2c3c-42f6-8d00-40dcf35cc94d tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ecabdd5-322f-497c-839a-a3af9d519f49 HTTP/1.1" status: 200 len: 945 time: 0.6881895 Nov 12 01:09:00.180308 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-51039469-a73b-4b5c-b2cb-5268bb28495e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:00.300374 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-b7e09ea5-e064-4572-81a8-e0c571b7b581 admin admin] For port 17560223-9cac-464a-b232-57dad54030d6, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=17560223-9cac-464a-b232-57dad54030d6,segment=NetworkSegment(944c276e-9c28-46bc-bd72-ef4998e53631),segment_id=944c276e-9c28-46bc-bd72-ef4998e53631)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:00.301578 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b7e09ea5-e064-4572-81a8-e0c571b7b581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:00.325186 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-b7e09ea5-e064-4572-81a8-e0c571b7b581 admin admin] Calling delete_port for 17560223-9cac-464a-b232-57dad54030d6 owned by network:router_interface {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:09:00.351756 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-72f96b96-f927-4c4f-bee1-0efffb9f0b1e tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:00.360694 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-921ae5b7-ea63-465a-a6b9-61c21db579ba req-e3cc480b-cd64-47a7-83c6-0e326754f8dd tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741147 Nov 12 01:09:00.387601 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-51039469-a73b-4b5c-b2cb-5268bb28495e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:00.431744 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-51039469-a73b-4b5c-b2cb-5268bb28495e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74187198-5caf-4338-891b-c1104aad3bf6']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:00.447629 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-51039469-a73b-4b5c-b2cb-5268bb28495e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '065d5f56-2e2c-46fb-9843-277267b62291') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:00.447958 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-51039469-a73b-4b5c-b2cb-5268bb28495e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '065d5f56-2e2c-46fb-9843-277267b62291') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:00.460368 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-51039469-a73b-4b5c-b2cb-5268bb28495e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:00.484666 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-51039469-a73b-4b5c-b2cb-5268bb28495e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:00.491753 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-72f96b96-f927-4c4f-bee1-0efffb9f0b1e tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:00.508650 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51039469-a73b-4b5c-b2cb-5268bb28495e admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:09:00.509130 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-51039469-a73b-4b5c-b2cb-5268bb28495e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:00.511063 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:09:00.511063 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:09:00.511063 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:09:00.511063 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:09:00.511063 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:09:00.511063 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:09:00.511063 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:09:00.511063 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:09:00.511063 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:09:00.511063 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:09:00.511063 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:09:00.511063 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:09:00.511063 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:09:00.511063 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:09:00.511063 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:09:00.511063 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:09:00.511063 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:09:00.511063 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:09:00.511063 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:09:00.511063 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:09:00.511063 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:09:00.511063 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:09:00.511063 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:09:00.511063 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:09:00.511063 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:09:00.511063 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:09:00.511063 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:09:00.511063 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:09:00.511063 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:09:00.511063 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:09:00.511063 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:09:00.511063 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:09:00.548296 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f96b96-f927-4c4f-bee1-0efffb9f0b1e tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Pushing event deleted for resources: {'Subnet': ['ID=f1480f92-263c-4054-bbd9-a12e32c619f9,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:00.571269 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacfe23b-241a-4e8d-ad38-19ab589f0407 None None] Network 86190855-4cc1-48bc-af93-6edfb565743a requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:09:00.576854 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-72f96b96-f927-4c4f-bee1-0efffb9f0b1e tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:00.580653 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-72f96b96-f927-4c4f-bee1-0efffb9f0b1e tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] 10.222.0.45 "DELETE /v2.0/subnets/f1480f92-263c-4054-bbd9-a12e32c619f9 HTTP/1.1" status: 204 len: 168 time: 1.3300984 Nov 12 01:09:00.585977 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41104) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:00.630318 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-51039469-a73b-4b5c-b2cb-5268bb28495e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:00.650848 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-51039469-a73b-4b5c-b2cb-5268bb28495e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:00.660185 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-51039469-a73b-4b5c-b2cb-5268bb28495e admin admin] 10.222.0.45 "DELETE /v2.0/networks/74187198-5caf-4338-891b-c1104aad3bf6 HTTP/1.1" status: 204 len: 168 time: 1.0843990 Nov 12 01:09:00.718243 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-79b89db0-77fd-4a58-b745-5732c885ae56 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:00.735159 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b7e09ea5-e064-4572-81a8-e0c571b7b581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:00.753649 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51039469-a73b-4b5c-b2cb-5268bb28495e admin admin] Pushing event deleted for resources: {'Network': ['ID=74187198-5caf-4338-891b-c1104aad3bf6,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:00.819150 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d88b6e1f-b8b5-4cd1-8dec-27c90f4e5fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:00.929843 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41112) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:00.972279 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476b43b1-b60f-4d44-97fb-90bd157262bd None None] DHCP port deletion for 86190855-4cc1-48bc-af93-6edfb565743a request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:09:01.070064 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-476b43b1-b60f-4d44-97fb-90bd157262bd None None] Deleting port c7b5ce66-bdee-4fb4-961e-4b73a36b67ff {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:09:01.071080 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-476b43b1-b60f-4d44-97fb-90bd157262bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:01.091490 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-304dd9d0-be55-473c-ae50-993c312f525e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6a00e08893624acf93f7eb87fd7c62e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1597583 Nov 12 01:09:01.092486 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41116) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:01.164813 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e09ea5-e064-4572-81a8-e0c571b7b581 admin admin] Pushing event deleted for resources: {'Port': ['ID=17560223-9cac-464a-b232-57dad54030d6,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:01.241674 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-965c0992-fcf5-42b8-90bd-41cd0cefba60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:01.291381 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-476b43b1-b60f-4d44-97fb-90bd157262bd None None] For port c7b5ce66-bdee-4fb4-961e-4b73a36b67ff, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=c7b5ce66-bdee-4fb4-961e-4b73a36b67ff,segment=NetworkSegment(a29b6fb4-b883-43ea-81bf-65e7fa581a47),segment_id=a29b6fb4-b883-43ea-81bf-65e7fa581a47)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:01.295124 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-476b43b1-b60f-4d44-97fb-90bd157262bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:01.310005 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-79b89db0-77fd-4a58-b745-5732c885ae56 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Deleting port c7b5ce66-bdee-4fb4-961e-4b73a36b67ff {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:09:01.311119 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-79b89db0-77fd-4a58-b745-5732c885ae56 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:01.336533 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-965c0992-fcf5-42b8-90bd-41cd0cefba60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:01.360689 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-476b43b1-b60f-4d44-97fb-90bd157262bd None None] Calling delete_port for c7b5ce66-bdee-4fb4-961e-4b73a36b67ff owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:09:01.475320 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-965c0992-fcf5-42b8-90bd-41cd0cefba60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:01.480427 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-965c0992-fcf5-42b8-90bd-41cd0cefba60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:01.482493 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-965c0992-fcf5-42b8-90bd-41cd0cefba60 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/eee93e37-98fb-4055-b595-5a72b83fab52 HTTP/1.1" status: 204 len: 168 time: 0.3839967 Nov 12 01:09:01.516413 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965c0992-fcf5-42b8-90bd-41cd0cefba60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee93e37-98fb-4055-b595-5a72b83fab52,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:01.594036 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-476b43b1-b60f-4d44-97fb-90bd157262bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:01.595499 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-79b89db0-77fd-4a58-b745-5732c885ae56 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] For port c7b5ce66-bdee-4fb4-961e-4b73a36b67ff, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=c7b5ce66-bdee-4fb4-961e-4b73a36b67ff,segment=NetworkSegment(a29b6fb4-b883-43ea-81bf-65e7fa581a47),segment_id=a29b6fb4-b883-43ea-81bf-65e7fa581a47)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:01.596650 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-79b89db0-77fd-4a58-b745-5732c885ae56 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:01.621837 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-79b89db0-77fd-4a58-b745-5732c885ae56 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Calling delete_port for c7b5ce66-bdee-4fb4-961e-4b73a36b67ff owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:09:01.638400 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b7e09ea5-e064-4572-81a8-e0c571b7b581 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:01.695631 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476b43b1-b60f-4d44-97fb-90bd157262bd None None] Pushing event deleted for resources: {'Port': ['ID=c7b5ce66-bdee-4fb4-961e-4b73a36b67ff,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:01.697760 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476b43b1-b60f-4d44-97fb-90bd157262bd None None] No DVR routers for this DVR port c7b5ce66-bdee-4fb4-961e-4b73a36b67ff on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:09:01.739938 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888b404-50a2-46c2-ae25-e9365ada48c0 req-79cdf42c-485e-47bb-85d9-7965fed13c56 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:01.741958 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f888b404-50a2-46c2-ae25-e9365ada48c0 req-79cdf42c-485e-47bb-85d9-7965fed13c56 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ecabdd5-322f-497c-839a-a3af9d519f49 HTTP/1.1" status: 200 len: 945 time: 0.1203339 Nov 12 01:09:01.856859 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f888b404-50a2-46c2-ae25-e9365ada48c0 req-e4676ed8-e767-4a33-9f1d-d65d1ce44238 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967941 Nov 12 01:09:01.878251 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-79b89db0-77fd-4a58-b745-5732c885ae56 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:01.914658 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b89db0-77fd-4a58-b745-5732c885ae56 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Pushing event deleted for resources: {'Port': ['ID=c7b5ce66-bdee-4fb4-961e-4b73a36b67ff,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:01.988086 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device c7b5ce66-bdee-4fb4-961e-4b73a36b67ff no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:09:01.995475 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b89db0-77fd-4a58-b745-5732c885ae56 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] No DVR routers for this DVR port c7b5ce66-bdee-4fb4-961e-4b73a36b67ff on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:09:02.028249 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: c7b5ce66-bdee-4fb4-961e-4b73a36b67ff {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:09:02.028590 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device c7b5ce66-bdee-4fb4-961e-4b73a36b67ff not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:09:02.062111 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-260750a6-1827-4ebb-af3c-96662ccd0dc6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1168671 Nov 12 01:09:02.146189 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-79b89db0-77fd-4a58-b745-5732c885ae56 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:02.198360 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-79b89db0-77fd-4a58-b745-5732c885ae56 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86190855-4cc1-48bc-af93-6edfb565743a']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:02.203855 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-376677ff-a01d-4230-af67-0700f21f1e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:02.205358 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-376677ff-a01d-4230-af67-0700f21f1e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:02.206004 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-376677ff-a01d-4230-af67-0700f21f1e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:02.206644 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-376677ff-a01d-4230-af67-0700f21f1e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:02.207273 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-376677ff-a01d-4230-af67-0700f21f1e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:02.207904 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-376677ff-a01d-4230-af67-0700f21f1e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:02.208565 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-376677ff-a01d-4230-af67-0700f21f1e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:02.210888 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-376677ff-a01d-4230-af67-0700f21f1e61 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1d8109316fd94efaa47eb9260db1f13b&device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 6498 time: 0.0668442 Nov 12 01:09:02.220232 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e09ea5-e064-4572-81a8-e0c571b7b581 admin admin] Router c5e734b0-a51b-423c-b26a-5be3ae8c5322 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:09:02.230963 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-79b89db0-77fd-4a58-b745-5732c885ae56 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a29b6fb4-b883-43ea-81bf-65e7fa581a47') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:02.231824 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-79b89db0-77fd-4a58-b745-5732c885ae56 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a29b6fb4-b883-43ea-81bf-65e7fa581a47') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:02.261894 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-79b89db0-77fd-4a58-b745-5732c885ae56 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:02.369643 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-79b89db0-77fd-4a58-b745-5732c885ae56 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:02.386439 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79b89db0-77fd-4a58-b745-5732c885ae56 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:09:02.388186 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-79b89db0-77fd-4a58-b745-5732c885ae56 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:02.393097 n-d-712142-27 neutron-server[109086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:09:02.393097 n-d-712142-27 neutron-server[109086]: self.session.flush() Nov 12 01:09:02.393097 n-d-712142-27 neutron-server[109086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:09:02.393097 n-d-712142-27 neutron-server[109086]: self.session.flush() Nov 12 01:09:02.393097 n-d-712142-27 neutron-server[109086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:09:02.393097 n-d-712142-27 neutron-server[109086]: self.session.flush() Nov 12 01:09:02.393097 n-d-712142-27 neutron-server[109086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:09:02.393097 n-d-712142-27 neutron-server[109086]: self.session.flush() Nov 12 01:09:02.393097 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:09:02.393097 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:09:02.393097 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:09:02.393097 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:09:02.393097 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:09:02.393097 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:09:02.393097 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:09:02.393097 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:09:02.393097 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:09:02.393097 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:09:02.393097 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:09:02.393097 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:09:02.393097 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:09:02.393097 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:09:02.393097 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:09:02.393097 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:09:02.393097 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:09:02.393097 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:09:02.393097 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:09:02.393097 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:09:02.393097 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:09:02.393097 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:09:02.393097 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:09:02.393097 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:09:02.393097 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:09:02.393097 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:09:02.393097 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:09:02.393097 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:09:02.393097 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:09:02.393097 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:09:02.393097 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:09:02.393097 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:09:02.403473 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-a3a68940-57a1-4a99-a9b2-b042de058cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:02.404193 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-a3a68940-57a1-4a99-a9b2-b042de058cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:02.404786 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-a3a68940-57a1-4a99-a9b2-b042de058cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:02.407198 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-a3a68940-57a1-4a99-a9b2-b042de058cc4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=42a64961-de15-4cbf-9f7d-d65cedf81ae7&id=bca8627a-85cd-44bc-bbc5-d27b1e587fca&id=bca8627a-85cd-44bc-bbc5-d27b1e587fca&id=bca8627a-85cd-44bc-bbc5-d27b1e587fca&id=bca8627a-85cd-44bc-bbc5-d27b1e587fca&id=27138fd0-2739-4679-b06e-dafc84073bf0&id=27138fd0-2739-4679-b06e-dafc84073bf0 HTTP/1.1" status: 200 len: 2289 time: 0.1664157 Nov 12 01:09:02.493259 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e09ea5-e064-4572-81a8-e0c571b7b581 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:09:02.506834 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310a2174-1054-4b5e-8134-1a34c78aa87f None None] Sync routers for ids ['c5e734b0-a51b-423c-b26a-5be3ae8c5322'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:09:02.515609 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-69e3b4a6-69dc-4ecb-9216-dd56b291e2b1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15e8b880-bdf7-4297-8037-5e8af0c0a024 HTTP/1.1" status: 200 len: 1001 time: 0.0977321 Nov 12 01:09:02.519713 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310a2174-1054-4b5e-8134-1a34c78aa87f None None] Routers {'c5e734b0-a51b-423c-b26a-5be3ae8c5322'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:09:02.520649 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-310a2174-1054-4b5e-8134-1a34c78aa87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:09:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['c5e734b0-a51b-423c-b26a-5be3ae8c5322'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:02.564377 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b7e09ea5-e064-4572-81a8-e0c571b7b581 admin admin] 10.222.0.45 "PUT /v2.0/routers/c5e734b0-a51b-423c-b26a-5be3ae8c5322/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0273838 Nov 12 01:09:02.567603 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41148) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:02.600735 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-79b89db0-77fd-4a58-b745-5732c885ae56 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:02.646637 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-79b89db0-77fd-4a58-b745-5732c885ae56 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:02.652345 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-79b89db0-77fd-4a58-b745-5732c885ae56 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] 10.222.0.45 "DELETE /v2.0/networks/86190855-4cc1-48bc-af93-6edfb565743a HTTP/1.1" status: 204 len: 168 time: 2.0640593 Nov 12 01:09:02.653670 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b89db0-77fd-4a58-b745-5732c885ae56 tempest-AllowedAddressPairTestJSON-1300632335 tempest-AllowedAddressPairTestJSON-1300632335-project] Pushing event deleted for resources: {'Network': ['ID=86190855-4cc1-48bc-af93-6edfb565743a,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:02.731132 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-f14ca36d-769f-4cc3-9b32-96ff4c03e0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:02.733337 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-f14ca36d-769f-4cc3-9b32-96ff4c03e0a5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9a4a1633-eebb-4206-a02e-19555e45d6c6 HTTP/1.1" status: 200 len: 851 time: 0.2058189 Nov 12 01:09:02.776249 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-310a2174-1054-4b5e-8134-1a34c78aa87f None None] Set router c5e734b0-a51b-423c-b26a-5be3ae8c5322 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:09:02.778899 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:02.854284 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8cc8e7bb-571b-49b6-9bac-6b2c6a6f3ac1 admin admin] Publish callbacks [] for router, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:02.953604 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41160) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:03.044897 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-b1e655f4-ade3-4c2d-991f-e9c9160fb8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:03.046789 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-b1e655f4-ade3-4c2d-991f-e9c9160fb8b2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=42a64961-de15-4cbf-9f7d-d65cedf81ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2619174 Nov 12 01:09:03.090109 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-310a2174-1054-4b5e-8134-1a34c78aa87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5e734b0-a51b-423c-b26a-5be3ae8c5322', 'name': 'tempest-ServersTestMultiNic-622332548-router', 'tenant_id': '5f885a1601aa462d8df4e61a5f6064de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '91154fa9-858d-4e1d-9884-9a7a9fb64f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:29Z', 'updated_at': '2021-11-12T01:09:00Z', 'revision_number': 5, 'project_id': '5f885a1601aa462d8df4e61a5f6064de', 'gw_port': {'id': '91154fa9-858d-4e1d-9884-9a7a9fb64f60', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e734b0-a51b-423c-b26a-5be3ae8c5322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:29Z', 'updated_at': '2021-11-12T01:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:03.103208 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8cc8e7bb-571b-49b6-9bac-6b2c6a6f3ac1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:03.106300 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41166) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:03.153826 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310a2174-1054-4b5e-8134-1a34c78aa87f None None] Checking router: c5e734b0-a51b-423c-b26a-5be3ae8c5322 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:09:03.172858 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310a2174-1054-4b5e-8134-1a34c78aa87f None None] Routers {'c5e734b0-a51b-423c-b26a-5be3ae8c5322'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:09:03.174769 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-310a2174-1054-4b5e-8134-1a34c78aa87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:09:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['c5e734b0-a51b-423c-b26a-5be3ae8c5322'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:03.190507 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-6959aa23-2225-4597-8fa2-55952ba06f67 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1338414397-network', 'tenant_id': 'd602ff0942bb43ad80fd0eb430b5a1d7'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:03.197906 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-bc8027d7-611c-4c9e-bdfe-75637c3f1767 service neutron] 10.222.0.44 "GET /v2.0/networks/42a64961-de15-4cbf-9f7d-d65cedf81ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383555 Nov 12 01:09:03.207603 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84467c3-5f42-47a6-a79b-e63feab5d600 req-040e5980-c0a7-4e97-87c9-50dae5906714 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:03.209841 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f84467c3-5f42-47a6-a79b-e63feab5d600 req-040e5980-c0a7-4e97-87c9-50dae5906714 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ecabdd5-322f-497c-839a-a3af9d519f49 HTTP/1.1" status: 200 len: 945 time: 0.2044280 Nov 12 01:09:03.223138 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-224beb38-edd1-445f-80c0-b5d948582e88 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d09ba80c182b49fda2b8f729f14fac6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1126018 Nov 12 01:09:03.224253 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41170) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:03.242644 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6959aa23-2225-4597-8fa2-55952ba06f67 admin admin] Made reservation on behalf of d602ff0942bb43ad80fd0eb430b5a1d7 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:09:03.245130 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6959aa23-2225-4597-8fa2-55952ba06f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:03.272587 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6959aa23-2225-4597-8fa2-55952ba06f67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:03.317707 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1af5c722-de6b-45ce-b60a-ad5d2c5cde54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:03.357948 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1af5c722-de6b-45ce-b60a-ad5d2c5cde54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:03.468349 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f84467c3-5f42-47a6-a79b-e63feab5d600 req-bb1be592-000b-44b7-99a7-33102b308ff9 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175884 Nov 12 01:09:03.489291 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6959aa23-2225-4597-8fa2-55952ba06f67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:03.495254 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6959aa23-2225-4597-8fa2-55952ba06f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:03.513026 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1af5c722-de6b-45ce-b60a-ad5d2c5cde54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:03.518291 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1af5c722-de6b-45ce-b60a-ad5d2c5cde54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:03.519817 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1af5c722-de6b-45ce-b60a-ad5d2c5cde54 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/571dc70d-6c77-4b96-a683-6470b9af953f HTTP/1.1" status: 204 len: 168 time: 0.2935786 Nov 12 01:09:03.521839 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6959aa23-2225-4597-8fa2-55952ba06f67 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:09:03.528269 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-310a2174-1054-4b5e-8134-1a34c78aa87f None None] Set router c5e734b0-a51b-423c-b26a-5be3ae8c5322 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:09:03.542904 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-8cc8e7bb-571b-49b6-9bac-6b2c6a6f3ac1 admin admin] Deleting port 91154fa9-858d-4e1d-9884-9a7a9fb64f60 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:09:03.543811 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8cc8e7bb-571b-49b6-9bac-6b2c6a6f3ac1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:03.551217 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-0e836d9c-d60a-4348-b2b7-cbb69c728e46 service neutron] 10.222.0.44 "GET /v2.0/networks/42a64961-de15-4cbf-9f7d-d65cedf81ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392556 Nov 12 01:09:03.578594 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6959aa23-2225-4597-8fa2-55952ba06f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4b475c-59c4-4257-9134-cd7855f13a2a,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:03.615369 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af5c722-de6b-45ce-b60a-ad5d2c5cde54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571dc70d-6c77-4b96-a683-6470b9af953f,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:03.648306 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6959aa23-2225-4597-8fa2-55952ba06f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:03.651673 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-6959aa23-2225-4597-8fa2-55952ba06f67 admin admin] Added segment e77abea7-a924-404b-ac27-8265a21f100e of type vlan for network e99995f4-ba3c-4455-a76c-75068f6bda47 Nov 12 01:09:03.770290 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-2fedde73-c8f8-45f5-b716-a76a9dc09570 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=02f4ae95-756c-4dab-896e-11fe6ab13527 HTTP/1.1" status: 200 len: 217 time: 0.1958361 Nov 12 01:09:03.808339 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6959aa23-2225-4597-8fa2-55952ba06f67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:03.814277 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41182) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:03.821557 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-d5073942-f5a9-493b-a8aa-ed0c492bb17e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1787325355'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:03.835942 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-310a2174-1054-4b5e-8134-1a34c78aa87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5e734b0-a51b-423c-b26a-5be3ae8c5322', 'name': 'tempest-ServersTestMultiNic-622332548-router', 'tenant_id': '5f885a1601aa462d8df4e61a5f6064de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '91154fa9-858d-4e1d-9884-9a7a9fb64f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:29Z', 'updated_at': '2021-11-12T01:09:00Z', 'revision_number': 5, 'project_id': '5f885a1601aa462d8df4e61a5f6064de', 'gw_port': {'id': '91154fa9-858d-4e1d-9884-9a7a9fb64f60', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e734b0-a51b-423c-b26a-5be3ae8c5322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:29Z', 'updated_at': '2021-11-12T01:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:03.847790 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6959aa23-2225-4597-8fa2-55952ba06f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:03.848922 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6959aa23-2225-4597-8fa2-55952ba06f67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:03.849671 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6959aa23-2225-4597-8fa2-55952ba06f67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:03.877895 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-8cc8e7bb-571b-49b6-9bac-6b2c6a6f3ac1 admin admin] For port 91154fa9-858d-4e1d-9884-9a7a9fb64f60, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=91154fa9-858d-4e1d-9884-9a7a9fb64f60,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:03.878738 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8cc8e7bb-571b-49b6-9bac-6b2c6a6f3ac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:03.883894 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-731ec7e3-9b39-420a-93b8-48fe0ca8bbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:03.885578 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-731ec7e3-9b39-420a-93b8-48fe0ca8bbe0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cd40a6d2-fe25-4249-a894-79091d8af3b3 HTTP/1.1" status: 200 len: 797 time: 0.1061201 Nov 12 01:09:03.897352 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5073942-f5a9-493b-a8aa-ed0c492bb17e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Made reservation on behalf of 8cc8ca414fa7430d8da23a7db1c7581c for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:09:03.900248 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310a2174-1054-4b5e-8134-1a34c78aa87f None None] The sync data for ids ['c5e734b0-a51b-423c-b26a-5be3ae8c5322'] in n-d-712142-27 is: [{'id': 'c5e734b0-a51b-423c-b26a-5be3ae8c5322', 'name': 'tempest-ServersTestMultiNic-622332548-router', 'tenant_id': '5f885a1601aa462d8df4e61a5f6064de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '91154fa9-858d-4e1d-9884-9a7a9fb64f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:29Z', 'updated_at': '2021-11-12T01:09:00Z', 'revision_number': 5, 'project_id': '5f885a1601aa462d8df4e61a5f6064de', 'gw_port': {'id': '91154fa9-858d-4e1d-9884-9a7a9fb64f60', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e734b0-a51b-423c-b26a-5be3ae8c5322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:29Z', 'updated_at': '2021-11-12T01:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:09:03.901151 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d5073942-f5a9-493b-a8aa-ed0c492bb17e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:03.909013 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:03.971725 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6959aa23-2225-4597-8fa2-55952ba06f67 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0167866 Nov 12 01:09:03.977870 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41186) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:03.987009 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-8cc8e7bb-571b-49b6-9bac-6b2c6a6f3ac1 admin admin] Calling delete_port for 91154fa9-858d-4e1d-9884-9a7a9fb64f60 owned by network:router_gateway {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:09:03.994349 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-85c9c2f3-0503-493f-9223-4849052d9548 admin admin] Request body: {'subnet': {'network_id': 'e99995f4-ba3c-4455-a76c-75068f6bda47', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1338414397-subnet', 'tenant_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:04.013406 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6959aa23-2225-4597-8fa2-55952ba06f67 admin admin] Pushing event updated for resources: {'Network': ['ID=e99995f4-ba3c-4455-a76c-75068f6bda47,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:04.033107 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network e99995f4-ba3c-4455-a76c-75068f6bda47 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:09:04.068177 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c9c2f3-0503-493f-9223-4849052d9548 admin admin] Made reservation on behalf of d602ff0942bb43ad80fd0eb430b5a1d7 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:09:04.070800 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-85c9c2f3-0503-493f-9223-4849052d9548 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:04.122099 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5073942-f5a9-493b-a8aa-ed0c492bb17e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:09:04.141696 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-e2e82a42-0dc3-414f-b854-be100387a4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:04.143396 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-e2e82a42-0dc3-414f-b854-be100387a4e3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bca8627a-85cd-44bc-bbc5-d27b1e587fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2491581 Nov 12 01:09:04.195092 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d5073942-f5a9-493b-a8aa-ed0c492bb17e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:04.195741 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-d5073942-f5a9-493b-a8aa-ed0c492bb17e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Added segment bdbdf56f-f4be-4a44-8d63-92ebebe68184 of type vlan for network e0f69fbd-c4e4-47d1-817f-1e3bee936d0a Nov 12 01:09:04.390017 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-85c9c2f3-0503-493f-9223-4849052d9548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:04.429549 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d5073942-f5a9-493b-a8aa-ed0c492bb17e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:04.484038 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c9c2f3-0503-493f-9223-4849052d9548 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf3a876c-b540-4ae8-a3b9-c5dbe0528b0f,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:04.523262 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c9c2f3-0503-493f-9223-4849052d9548 admin admin] Checking segment: {'id': 'e77abea7-a924-404b-ac27-8265a21f100e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e99995f4-ba3c-4455-a76c-75068f6bda47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:09:04.523628 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c9c2f3-0503-493f-9223-4849052d9548 admin admin] Network hostable DHCP agents. Network: e99995f4-ba3c-4455-a76c-75068f6bda47, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:09:04.561192 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c9c2f3-0503-493f-9223-4849052d9548 admin admin] Network e99995f4-ba3c-4455-a76c-75068f6bda47 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:09:04.575438 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-85c9c2f3-0503-493f-9223-4849052d9548 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, e99995f4-ba3c-4455-a76c-75068f6bda47) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:04.582644 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c9c2f3-0503-493f-9223-4849052d9548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:04.583346 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-85c9c2f3-0503-493f-9223-4849052d9548 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:04.597214 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314b82bb-e191-4d08-ab28-7f25f95811e5 None None] Network e99995f4-ba3c-4455-a76c-75068f6bda47 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:09:04.607603 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.db.resource_extend [None req-d5073942-f5a9-493b-a8aa-ed0c492bb17e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 01:09:04.608484 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-85c9c2f3-0503-493f-9223-4849052d9548 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6232259 Nov 12 01:09:04.608484 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41206) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:04.614532 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-685f6cd1-bc13-4a33-bdef-059bc55b1dbe admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1338414397-router', 'tenant_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:04.647198 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-685f6cd1-bc13-4a33-bdef-059bc55b1dbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:04.648667 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-685f6cd1-bc13-4a33-bdef-059bc55b1dbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:04.708403 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-07f87832-0bf5-49d6-a8a1-2c6cbd52ff1c service neutron] 10.222.0.44 "GET /v2.0/networks/bca8627a-85cd-44bc-bbc5-d27b1e587fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5532236 Nov 12 01:09:04.710455 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d5073942-f5a9-493b-a8aa-ed0c492bb17e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:04.716622 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5073942-f5a9-493b-a8aa-ed0c492bb17e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:04.717287 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d5073942-f5a9-493b-a8aa-ed0c492bb17e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:04.727766 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-685f6cd1-bc13-4a33-bdef-059bc55b1dbe admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:04.735650 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8cc8e7bb-571b-49b6-9bac-6b2c6a6f3ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:04.873107 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41212) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:04.906109 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc8e7bb-571b-49b6-9bac-6b2c6a6f3ac1 admin admin] Pushing event deleted for resources: {'Port': ['ID=91154fa9-858d-4e1d-9884-9a7a9fb64f60,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:04.915913 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-d5073942-f5a9-493b-a8aa-ed0c492bb17e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0988681 Nov 12 01:09:04.921825 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41216) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:04.926439 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aefbbf-91d8-4749-a0bd-ea22b3b7c74e req-c3667be3-d42e-491c-8c79-d712da9a9b92 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:04.927534 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-1a368748-72d6-4e07-8cc1-811c8b8a386a tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-794160213'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:04.934216 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-06aefbbf-91d8-4749-a0bd-ea22b3b7c74e req-c3667be3-d42e-491c-8c79-d712da9a9b92 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ecabdd5-322f-497c-839a-a3af9d519f49 HTTP/1.1" status: 200 len: 945 time: 0.3154128 Nov 12 01:09:04.951254 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-685f6cd1-bc13-4a33-bdef-059bc55b1dbe admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:04.955745 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5073942-f5a9-493b-a8aa-ed0c492bb17e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Pushing event updated for resources: {'Network': ['ID=e0f69fbd-c4e4-47d1-817f-1e3bee936d0a,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:04.961242 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e3a333-0cc1-49ef-a97f-9ca9216dd353 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-e99995f4-ba3c-4455-a76c-75068f6bda47', 'network_id': 'e99995f4-ba3c-4455-a76c-75068f6bda47', 'tenant_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'fixed_ips': [{'subnet_id': 'bf3a876c-b540-4ae8-a3b9-c5dbe0528b0f'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:09:04.962132 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-47e3a333-0cc1-49ef-a97f-9ca9216dd353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:04.993177 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network e0f69fbd-c4e4-47d1-817f-1e3bee936d0a details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:09:04.996910 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a368748-72d6-4e07-8cc1-811c8b8a386a tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Made reservation on behalf of 8cc8ca414fa7430d8da23a7db1c7581c for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:09:05.006901 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1a368748-72d6-4e07-8cc1-811c8b8a386a tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:05.056487 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a368748-72d6-4e07-8cc1-811c8b8a386a tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:09:05.093787 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [None req-98d81b55-06d0-4ab2-b0e9-1921da349945 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:05.094857 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-98d81b55-06d0-4ab2-b0e9-1921da349945 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2207305 Nov 12 01:09:05.099305 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41218) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:05.105612 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [None req-41683e5f-538a-4ce7-94b3-3a4a52a40f70 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:05.106614 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-41683e5f-538a-4ce7-94b3-3a4a52a40f70 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0065024 Nov 12 01:09:05.108983 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1a368748-72d6-4e07-8cc1-811c8b8a386a tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:05.109335 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-1a368748-72d6-4e07-8cc1-811c8b8a386a tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Added segment c851975a-60fa-4eca-bdff-268884585b72 of type vlan for network ea33bcf4-68e4-41d3-a621-b5e53b96e513 Nov 12 01:09:05.109633 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41220) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:05.117145 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-06aefbbf-91d8-4749-a0bd-ea22b3b7c74e req-00890c24-5d77-4bc4-b992-e52e050dea26 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820412 Nov 12 01:09:05.123987 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [None req-b81cdcb7-3389-47a3-863f-e27e18438d0c tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:05.128109 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-b81cdcb7-3389-47a3-863f-e27e18438d0c tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0119865 Nov 12 01:09:05.131244 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-37a95519-0fe7-4594-8090-8b9a22db37d7 service neutron] 10.222.0.44 "GET /v2.0/networks/bca8627a-85cd-44bc-bbc5-d27b1e587fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4105802 Nov 12 01:09:05.132082 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41222) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:05.137497 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [None req-5a8b9308-f6aa-4d7e-a940-0f2519bb7014 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:05.139041 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-5a8b9308-f6aa-4d7e-a940-0f2519bb7014 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0051639 Nov 12 01:09:05.141458 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41224) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:05.145485 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8cc8e7bb-571b-49b6-9bac-6b2c6a6f3ac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:05.167624 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1a368748-72d6-4e07-8cc1-811c8b8a386a tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:05.207443 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1a368748-72d6-4e07-8cc1-811c8b8a386a tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:05.213170 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a368748-72d6-4e07-8cc1-811c8b8a386a tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:05.213805 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1a368748-72d6-4e07-8cc1-811c8b8a386a tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:05.224613 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:05.242657 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-47e3a333-0cc1-49ef-a97f-9ca9216dd353 None None] Allocated IP 172.20.0.2 (e99995f4-ba3c-4455-a76c-75068f6bda47/bf3a876c-b540-4ae8-a3b9-c5dbe0528b0f/76be40d7-86bc-4699-b85a-2db18d5e7d37) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:09:05.262250 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8cc8e7bb-571b-49b6-9bac-6b2c6a6f3ac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:05.265144 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8cc8e7bb-571b-49b6-9bac-6b2c6a6f3ac1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:05.335719 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [None req-2dae8827-f851-4805-a5f6-03c919eaf112 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:05.340594 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2dae8827-f851-4805-a5f6-03c919eaf112 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.1932182 Nov 12 01:09:05.342475 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41226) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:05.350366 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [None req-224a028b-6656-4ecb-88e9-c87ee9061bac tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:05.354002 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-224a028b-6656-4ecb-88e9-c87ee9061bac tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0079525 Nov 12 01:09:05.355737 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1a368748-72d6-4e07-8cc1-811c8b8a386a tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4328749 Nov 12 01:09:05.357504 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41228) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:05.362325 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41230) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:05.365929 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [None req-055ada11-e9d2-45ab-8bfd-ad3da3248ee6 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:05.369533 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-055ada11-e9d2-45ab-8bfd-ad3da3248ee6 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0061502 Nov 12 01:09:05.393032 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-2a1b03f9-9e1e-40f1-8590-14ecc5521388 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Request body: {'subnet': {'network_id': 'e0f69fbd-c4e4-47d1-817f-1e3bee936d0a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:05.398421 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41232) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:05.411778 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8cc8e7bb-571b-49b6-9bac-6b2c6a6f3ac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:05.412023 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [None req-ec85549b-1b0d-4683-92eb-50f1a01205dd tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:05.412127 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc8e7bb-571b-49b6-9bac-6b2c6a6f3ac1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5e734b0-a51b-423c-b26a-5be3ae8c5322 {{(pid=109085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:09:05.412298 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ec85549b-1b0d-4683-92eb-50f1a01205dd tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0077438 Nov 12 01:09:05.422117 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-118971b0-bcc5-4382-a830-2bfbcc1f4156 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=d7155c35-074f-4ae5-aa90-e76bbcfeca13 HTTP/1.1" status: 200 len: 217 time: 0.2693119 Nov 12 01:09:05.429638 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41234) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:05.430169 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a368748-72d6-4e07-8cc1-811c8b8a386a tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Pushing event updated for resources: {'Network': ['ID=ea33bcf4-68e4-41d3-a621-b5e53b96e513,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:05.444916 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [None req-0f655674-d835-4b1b-9cae-e5e4b4768699 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:05.445865 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0f655674-d835-4b1b-9cae-e5e4b4768699 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0089462 Nov 12 01:09:05.454423 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network ea33bcf4-68e4-41d3-a621-b5e53b96e513 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:09:05.457859 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8cc8e7bb-571b-49b6-9bac-6b2c6a6f3ac1 admin admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:05.460097 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-8cc8e7bb-571b-49b6-9bac-6b2c6a6f3ac1 admin admin] 10.222.0.45 "DELETE /v2.0/routers/c5e734b0-a51b-423c-b26a-5be3ae8c5322 HTTP/1.1" status: 204 len: 168 time: 2.8911095 Nov 12 01:09:05.463182 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41236) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:05.464049 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41238) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:05.499356 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [None req-22c27622-5fec-4940-a75e-467006d257e9 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:05.500714 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-685f6cd1-bc13-4a33-bdef-059bc55b1dbe admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:05.501998 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-22c27622-5fec-4940-a75e-467006d257e9 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0240195 Nov 12 01:09:05.505395 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41240) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:05.515891 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [None req-385115d8-9408-42c2-b049-92f3a3a6bb68 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:05.517600 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-385115d8-9408-42c2-b049-92f3a3a6bb68 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0107486 Nov 12 01:09:05.536279 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41242) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:05.549800 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [None req-347f5532-07cc-471c-820a-20cea723ffd5 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:05.553867 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-347f5532-07cc-471c-820a-20cea723ffd5 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0133212 Nov 12 01:09:05.553867 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-685f6cd1-bc13-4a33-bdef-059bc55b1dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:05.555449 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41244) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:05.559997 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [None req-213e1f96-cf02-4b86-a094-627862642960 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:05.563713 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-213e1f96-cf02-4b86-a094-627862642960 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0047200 Nov 12 01:09:05.565124 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41246) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:05.574891 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [None req-9704fd4d-c6a5-4145-b182-e9104db827ec tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:05.578560 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9704fd4d-c6a5-4145-b182-e9104db827ec tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0051594 Nov 12 01:09:05.584059 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41248) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:05.589454 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [None req-42a36b58-fd5f-4915-89ae-d5401f886129 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:05.596919 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-42a36b58-fd5f-4915-89ae-d5401f886129 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0113013 Nov 12 01:09:05.598139 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41250) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:05.617721 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [None req-42f42d80-6885-4be5-9775-bcf206469f34 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:05.619527 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-42f42d80-6885-4be5-9775-bcf206469f34 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0160685 Nov 12 01:09:05.627346 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41252) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:05.640787 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [None req-141296b4-eeb0-42c9-b41b-4664489d0a26 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:05.645716 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-141296b4-eeb0-42c9-b41b-4664489d0a26 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0074229 Nov 12 01:09:05.647375 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41254) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:05.652871 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1b03f9-9e1e-40f1-8590-14ecc5521388 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Made reservation on behalf of 8cc8ca414fa7430d8da23a7db1c7581c for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:09:05.656295 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2a1b03f9-9e1e-40f1-8590-14ecc5521388 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:05.663426 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [None req-6077727c-5e13-4937-8cea-db50cfea3652 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:05.668263 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6077727c-5e13-4937-8cea-db50cfea3652 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0158017 Nov 12 01:09:05.668497 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41256) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:05.677304 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [None req-eb2f6b93-c42a-4987-b94a-c2ae4171aa67 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:05.680875 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-eb2f6b93-c42a-4987-b94a-c2ae4171aa67 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0086915 Nov 12 01:09:05.682897 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41258) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:05.692295 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-1d410747-5cab-4c04-861d-981a27cb3dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:05.697813 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-1d410747-5cab-4c04-861d-981a27cb3dfa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cd40a6d2-fe25-4249-a894-79091d8af3b3 HTTP/1.1" status: 200 len: 797 time: 0.2576060 Nov 12 01:09:05.701006 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [None req-54b43a2f-77be-4437-a46e-1d008be5c19f tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:05.705583 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-54b43a2f-77be-4437-a46e-1d008be5c19f tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0183311 Nov 12 01:09:05.708452 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41262) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:05.725823 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-9312ad6b-2133-4b99-abf9-1fbbb95aa02f admin admin] Deleting subnet 851a6514-f285-4b96-95e8-0a6d5bcdc139 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:09:05.768988 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9312ad6b-2133-4b99-abf9-1fbbb95aa02f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:05.803904 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [None req-8ac8da68-1070-4729-b165-aa33f3d2160b tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:05.805206 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-47e3a333-0cc1-49ef-a97f-9ca9216dd353 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:05.809024 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8ac8da68-1070-4729-b165-aa33f3d2160b tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0226765 Nov 12 01:09:05.817331 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-47e3a333-0cc1-49ef-a97f-9ca9216dd353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:05.843330 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41264) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:05.858632 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [None req-35d3436f-dcf4-461c-acb1-e33e7d9b78cb tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:05.863913 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-35d3436f-dcf4-461c-acb1-e33e7d9b78cb tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0120921 Nov 12 01:09:05.865016 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41268) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:05.870413 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [None req-5465f701-b65c-4d3e-b99e-0c19891622a3 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:05.872272 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-5465f701-b65c-4d3e-b99e-0c19891622a3 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0059397 Nov 12 01:09:05.875567 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41270) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:05.884442 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [None req-d48658e0-fe0a-42e3-81d4-ffc48935cf4a tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:05.884900 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d48658e0-fe0a-42e3-81d4-ffc48935cf4a tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0082753 Nov 12 01:09:05.887261 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9312ad6b-2133-4b99-abf9-1fbbb95aa02f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:05.891480 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41272) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:05.906958 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [None req-0804234e-8c28-428f-9fe0-38a3b1034c1e tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:05.908465 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0804234e-8c28-428f-9fe0-38a3b1034c1e tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0135489 Nov 12 01:09:05.912848 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41274) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:05.924902 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-7034da62-c26f-43f3-818d-1bf69eca2782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:05.925624 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [None req-493f2a8e-af56-485d-a74b-7e21a2896563 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:05.926416 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-7034da62-c26f-43f3-818d-1bf69eca2782 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bca8627a-85cd-44bc-bbc5-d27b1e587fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2222972 Nov 12 01:09:05.926697 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-493f2a8e-af56-485d-a74b-7e21a2896563 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0128629 Nov 12 01:09:05.931789 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41276) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:05.936545 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [None req-d3a0dcf2-cca6-49a4-9261-ccaae34386d6 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:05.939354 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d3a0dcf2-cca6-49a4-9261-ccaae34386d6 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0046248 Nov 12 01:09:05.942648 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35233489-e8af-476c-9670-f2d1db21c1e2 req-c191630a-62ef-4cab-ab64-da139141d735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:05.942916 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-35233489-e8af-476c-9670-f2d1db21c1e2 req-c191630a-62ef-4cab-ab64-da139141d735 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6ecabdd5-322f-497c-839a-a3af9d519f49 HTTP/1.1" status: 200 len: 1097 time: 0.1945469 Nov 12 01:09:05.944673 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41278) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:05.957914 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [None req-046e5753-b599-46bd-8ec5-5838881cc551 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:05.963133 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-046e5753-b599-46bd-8ec5-5838881cc551 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0121081 Nov 12 01:09:05.971730 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41280) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:05.973353 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e3a333-0cc1-49ef-a97f-9ca9216dd353 None None] Network e99995f4-ba3c-4455-a76c-75068f6bda47 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:09:05.976432 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [None req-4bf18fca-7925-42dd-b319-c6bb3695fc7b tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:05.981487 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4bf18fca-7925-42dd-b319-c6bb3695fc7b tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0047166 Nov 12 01:09:05.981487 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-685f6cd1-bc13-4a33-bdef-059bc55b1dbe admin admin] Allocated IP 172.25.3.27 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/876f3bf9-72ff-47b4-8dab-c99d8fc6d72f) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:09:05.984014 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41282) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:05.988405 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-47e3a333-0cc1-49ef-a97f-9ca9216dd353 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:05.990623 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [None req-371084d9-b999-4a8a-9d82-f5ac8e3862cc tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:05.997428 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-371084d9-b999-4a8a-9d82-f5ac8e3862cc tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0046251 Nov 12 01:09:05.998706 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e3a333-0cc1-49ef-a97f-9ca9216dd353 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:09:06.007240 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41284) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:06.011840 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [None req-515cff58-bd4a-46a8-a3d8-2d836ad0892b tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:06.018393 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41286) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:06.021141 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-515cff58-bd4a-46a8-a3d8-2d836ad0892b tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0047970 Nov 12 01:09:06.024745 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [None req-e85f4c4c-37a5-4c7e-bffe-5f6353d9b062 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:06.031689 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e85f4c4c-37a5-4c7e-bffe-5f6353d9b062 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0066867 Nov 12 01:09:06.032016 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e3a333-0cc1-49ef-a97f-9ca9216dd353 None None] Pushing event updated for resources: {'Port': ['ID=76be40d7-86bc-4699-b85a-2db18d5e7d37,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:06.032167 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41288) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:06.040785 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [None req-cb44c882-4033-4e8c-bee8-5cce83eb43ae tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:06.045905 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-cb44c882-4033-4e8c-bee8-5cce83eb43ae tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0085185 Nov 12 01:09:06.052078 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41290) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:06.061152 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [None req-b8d9a108-daa2-4b4a-b2c3-0af58c8373bb tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:06.066458 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b8d9a108-daa2-4b4a-b2c3-0af58c8373bb tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0085654 Nov 12 01:09:06.076751 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41292) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:06.090066 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [None req-6a42ec1d-0dde-4ab0-968e-9c7b6fcbc12b tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:06.095228 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6a42ec1d-0dde-4ab0-968e-9c7b6fcbc12b tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0134830 Nov 12 01:09:06.097101 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41294) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:06.102459 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [None req-e6016ff8-15f4-46a0-9f9a-e2799e85ab12 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:06.103647 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e6016ff8-15f4-46a0-9f9a-e2799e85ab12 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0053005 Nov 12 01:09:06.114897 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41296) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:06.121818 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [None req-8676a70b-d850-4363-a14d-85abd6f1ad40 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:06.123229 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-8676a70b-d850-4363-a14d-85abd6f1ad40 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0053344 Nov 12 01:09:06.133669 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41298) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:06.163028 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [None req-b7a7cba6-7d1e-4919-b5a6-220706db0bc6 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:06.164287 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-b7a7cba6-7d1e-4919-b5a6-220706db0bc6 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0106335 Nov 12 01:09:06.176797 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41302) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:06.183192 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [None req-357d06c2-0422-4237-85b6-835bcfcdbef0 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:06.184935 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-357d06c2-0422-4237-85b6-835bcfcdbef0 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0058432 Nov 12 01:09:06.193773 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9312ad6b-2133-4b99-abf9-1fbbb95aa02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:06.197583 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41304) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:06.200477 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-47e3a333-0cc1-49ef-a97f-9ca9216dd353 None None] Attempting to bind port 76be40d7-86bc-4699-b85a-2db18d5e7d37 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:09:06.201183 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-47e3a333-0cc1-49ef-a97f-9ca9216dd353 None None] Attempting to bind port 76be40d7-86bc-4699-b85a-2db18d5e7d37 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'e77abea7-a924-404b-ac27-8265a21f100e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e99995f4-ba3c-4455-a76c-75068f6bda47'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:09:06.201754 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e3a333-0cc1-49ef-a97f-9ca9216dd353 None None] Attempting to bind port 76be40d7-86bc-4699-b85a-2db18d5e7d37 on network e99995f4-ba3c-4455-a76c-75068f6bda47 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:09:06.205740 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [None req-42efa489-ddb5-411d-9d1f-f5a25fdefd8a tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:06.207126 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-42efa489-ddb5-411d-9d1f-f5a25fdefd8a tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0059361 Nov 12 01:09:06.212070 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41306) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:06.217862 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [None req-5a96b525-9677-4f7c-ad40-811b32c933bd tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:06.219055 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5a96b525-9677-4f7c-ad40-811b32c933bd tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0058298 Nov 12 01:09:06.232386 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-35233489-e8af-476c-9670-f2d1db21c1e2 req-a2e5fce1-77d4-4897-ac27-6c14ed11a185 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734439 Nov 12 01:09:06.235449 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41308) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:06.237543 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2a1b03f9-9e1e-40f1-8590-14ecc5521388 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:06.242798 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [None req-8a53d396-8755-4b31-b973-ee97a60e1a7e tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:06.243450 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e3a333-0cc1-49ef-a97f-9ca9216dd353 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:09:06.244622 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-8a53d396-8755-4b31-b973-ee97a60e1a7e tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0053790 Nov 12 01:09:06.249090 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e3a333-0cc1-49ef-a97f-9ca9216dd353 None None] Checking segment: {'id': 'e77abea7-a924-404b-ac27-8265a21f100e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e99995f4-ba3c-4455-a76c-75068f6bda47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:09:06.250076 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41310) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:06.252830 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-47e3a333-0cc1-49ef-a97f-9ca9216dd353 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:06.253595 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e3a333-0cc1-49ef-a97f-9ca9216dd353 None None] Bound using segment: {'id': 'e77abea7-a924-404b-ac27-8265a21f100e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e99995f4-ba3c-4455-a76c-75068f6bda47'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:09:06.254396 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-47e3a333-0cc1-49ef-a97f-9ca9216dd353 None None] Bound port: 76be40d7-86bc-4699-b85a-2db18d5e7d37, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e77abea7-a924-404b-ac27-8265a21f100e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e99995f4-ba3c-4455-a76c-75068f6bda47'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:09:06.255019 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-47e3a333-0cc1-49ef-a97f-9ca9216dd353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:06.264663 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [None req-2a52b752-0098-40a1-b684-fde1af2c1167 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:06.266710 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2a52b752-0098-40a1-b684-fde1af2c1167 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0136366 Nov 12 01:09:06.267817 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41312) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:06.296298 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 17560223-9cac-464a-b232-57dad54030d6 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:09:06.297401 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-1252187f-8e34-4eff-a9a9-4f620dbb6a03 service neutron] 10.222.0.44 "GET /v2.0/networks/bca8627a-85cd-44bc-bbc5-d27b1e587fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493629 Nov 12 01:09:06.336740 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9312ad6b-2133-4b99-abf9-1fbbb95aa02f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:06.351403 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 17560223-9cac-464a-b232-57dad54030d6 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:09:06.351403 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 17560223-9cac-464a-b232-57dad54030d6 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:09:06.400050 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [None req-b86ec5c8-458e-4fe9-b117-7b55c938922b tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:06.425093 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b86ec5c8-458e-4fe9-b117-7b55c938922b tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0327947 Nov 12 01:09:06.433798 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1b03f9-9e1e-40f1-8590-14ecc5521388 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Pushing event updated for resources: {'Subnet': ['ID=fb2daa40-94aa-4da9-a752-d3de2dd0a3dd,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:06.480918 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41314) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:06.507028 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [None req-3fda2ef5-4da4-4d8c-a293-6e1859523234 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:06.509367 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3fda2ef5-4da4-4d8c-a293-6e1859523234 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0236924 Nov 12 01:09:06.514921 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41316) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:06.526122 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-47e3a333-0cc1-49ef-a97f-9ca9216dd353 None None] For port 76be40d7-86bc-4699-b85a-2db18d5e7d37, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:09:06.538671 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [None req-c2c32c27-6725-4620-a1aa-24ce7b326bef tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:06.539643 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-47e3a333-0cc1-49ef-a97f-9ca9216dd353 None None] For port 76be40d7-86bc-4699-b85a-2db18d5e7d37, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=76be40d7-86bc-4699-b85a-2db18d5e7d37,segment=NetworkSegment(e77abea7-a924-404b-ac27-8265a21f100e),segment_id=e77abea7-a924-404b-ac27-8265a21f100e)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:09:06.541717 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c2c32c27-6725-4620-a1aa-24ce7b326bef tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0149283 Nov 12 01:09:06.555567 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-47e3a333-0cc1-49ef-a97f-9ca9216dd353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:06.559269 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41318) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:06.567918 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [None req-e9068e7c-cb22-4199-801b-885dc7e5b4f1 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:06.574464 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e9068e7c-cb22-4199-801b-885dc7e5b4f1 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0114660 Nov 12 01:09:06.610132 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-685f6cd1-bc13-4a33-bdef-059bc55b1dbe admin admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:06.697817 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41320) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:06.723470 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [None req-b59021bc-0396-4272-ba71-efbad77701f8 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:06.737105 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b59021bc-0396-4272-ba71-efbad77701f8 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0375092 Nov 12 01:09:06.740888 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-685f6cd1-bc13-4a33-bdef-059bc55b1dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:06.764249 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e3a333-0cc1-49ef-a97f-9ca9216dd353 None None] Pushing event updated for resources: {'Port': ['ID=76be40d7-86bc-4699-b85a-2db18d5e7d37,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:06.766611 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41322) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:06.819452 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [None req-04ff732c-f980-490a-b68d-bfd76b3b56ab tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:06.824615 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-04ff732c-f980-490a-b68d-bfd76b3b56ab tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0081234 Nov 12 01:09:06.828700 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41324) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:06.837861 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [None req-8b136c1e-76ea-4083-ab86-6e3a91a9659f tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:06.842673 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8b136c1e-76ea-4083-ab86-6e3a91a9659f tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0056171 Nov 12 01:09:06.842973 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685f6cd1-bc13-4a33-bdef-059bc55b1dbe admin admin] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:09:06.848677 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41326) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:06.855237 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [None req-96cb37bf-1d82-4a82-a262-e3c03f087494 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:06.860348 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-96cb37bf-1d82-4a82-a262-e3c03f087494 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0067749 Nov 12 01:09:06.860348 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1b03f9-9e1e-40f1-8590-14ecc5521388 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Checking segment: {'id': 'bdbdf56f-f4be-4a44-8d63-92ebebe68184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e0f69fbd-c4e4-47d1-817f-1e3bee936d0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:09:06.860348 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1b03f9-9e1e-40f1-8590-14ecc5521388 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Network hostable DHCP agents. Network: e0f69fbd-c4e4-47d1-817f-1e3bee936d0a, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:09:06.862446 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-685f6cd1-bc13-4a33-bdef-059bc55b1dbe admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:06.865297 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41328) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:06.871157 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685f6cd1-bc13-4a33-bdef-059bc55b1dbe admin admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:09:06.876110 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [None req-601b1a4c-2e3f-4433-9591-28c82ef4098d tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:06.876810 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45804ffd-1dcd-4d6b-85c0-d465793fac13 None None] Network dfb9a17b-34b5-4aff-9b97-12fde0431901 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:09:06.877365 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-601b1a4c-2e3f-4433-9591-28c82ef4098d tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0084057 Nov 12 01:09:06.880015 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f6cd1-bc13-4a33-bdef-059bc55b1dbe admin admin] Pushing event updated for resources: {'Port': ['ID=876f3bf9-72ff-47b4-8dab-c99d8fc6d72f,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:06.884162 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41330) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:06.887732 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9312ad6b-2133-4b99-abf9-1fbbb95aa02f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=851a6514-f285-4b96-95e8-0a6d5bcdc139,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:06.890680 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9312ad6b-2133-4b99-abf9-1fbbb95aa02f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:06.899303 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-9312ad6b-2133-4b99-abf9-1fbbb95aa02f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/851a6514-f285-4b96-95e8-0a6d5bcdc139 HTTP/1.1" status: 204 len: 168 time: 1.4147243 Nov 12 01:09:06.899603 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41332) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:06.922323 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [None req-d3d4dc34-8f86-4abd-be97-4d762d87bfe7 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:06.923875 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d3d4dc34-8f86-4abd-be97-4d762d87bfe7 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0125177 Nov 12 01:09:06.931784 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41336) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:06.935906 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [None req-a68df8ca-2eaf-43fe-84c6-5a06eb4958d0 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:06.941858 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a68df8ca-2eaf-43fe-84c6-5a06eb4958d0 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0090783 Nov 12 01:09:06.980256 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41338) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:06.994941 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [None req-04efae23-d836-48ea-93b0-eb8252fc5ca8 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:06.998245 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-04efae23-d836-48ea-93b0-eb8252fc5ca8 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0117257 Nov 12 01:09:07.008051 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41340) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:07.023887 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c2f8449e-ac06-4b5e-a1b3-c9a4fb6dc7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:07.040637 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [None req-2fd8a1df-14a5-4463-a081-1836adc555b4 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:07.042093 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2fd8a1df-14a5-4463-a081-1836adc555b4 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0052545 Nov 12 01:09:07.052515 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41344) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:07.061707 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [None req-58284c90-50cf-44c0-a5d9-c2d44febc8c5 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:07.063166 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-58284c90-50cf-44c0-a5d9-c2d44febc8c5 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0051289 Nov 12 01:09:07.130678 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41346) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:07.173287 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [None req-2f59a04a-976a-452d-98d7-0e6e7d542435 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:07.177942 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2f59a04a-976a-452d-98d7-0e6e7d542435 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0365999 Nov 12 01:09:07.185959 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41348) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:07.205732 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [None req-e81f78e6-b9d3-47ab-9f10-1067baccadc8 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:07.213369 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e81f78e6-b9d3-47ab-9f10-1067baccadc8 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0190766 Nov 12 01:09:07.222645 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-7bc1d6f1-d145-46a3-95b2-440889d8c4a8 service neutron] 10.222.0.44 "GET /v2.0/networks/bca8627a-85cd-44bc-bbc5-d27b1e587fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8993974 Nov 12 01:09:07.224091 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41350) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:07.255015 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1b03f9-9e1e-40f1-8590-14ecc5521388 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Network e0f69fbd-c4e4-47d1-817f-1e3bee936d0a is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:09:07.271651 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e133a4-7da6-4d42-85a7-36511450c5df req-11e350d0-d362-4916-893d-d481fb58b19b tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:07.280145 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a2e133a4-7da6-4d42-85a7-36511450c5df req-11e350d0-d362-4916-893d-d481fb58b19b tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ecabdd5-322f-497c-839a-a3af9d519f49 HTTP/1.1" status: 200 len: 945 time: 0.9167523 Nov 12 01:09:07.285377 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [None req-9fafedb6-62c0-4fee-97cc-0e890caa3254 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:07.289964 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-9fafedb6-62c0-4fee-97cc-0e890caa3254 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0325534 Nov 12 01:09:07.301783 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41352) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:07.309502 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [None req-b588afef-b0f8-4a29-9e05-f66ca23b2a79 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:07.315051 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b588afef-b0f8-4a29-9e05-f66ca23b2a79 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0079622 Nov 12 01:09:07.323808 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41354) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:07.332669 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [None req-364671ce-1587-4d02-9c23-ace337008a5f tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:07.334714 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-364671ce-1587-4d02-9c23-ace337008a5f tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0077946 Nov 12 01:09:07.338330 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-2a1b03f9-9e1e-40f1-8590-14ecc5521388 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, e0f69fbd-c4e4-47d1-817f-1e3bee936d0a) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:07.341579 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41356) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:07.349518 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [None req-f552afb6-7bae-4a84-8de4-c32c8bb64e02 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:07.353347 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f552afb6-7bae-4a84-8de4-c32c8bb64e02 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0080190 Nov 12 01:09:07.353347 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1b03f9-9e1e-40f1-8590-14ecc5521388 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:07.353347 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2a1b03f9-9e1e-40f1-8590-14ecc5521388 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:07.355678 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41358) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:07.358092 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc86d11-2983-428e-bc1f-f3fd0636495a None None] Network e0f69fbd-c4e4-47d1-817f-1e3bee936d0a requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:09:07.361521 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [None req-25e15ab2-8d15-4b9e-9b74-e4ebe323b997 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:07.365532 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-25e15ab2-8d15-4b9e-9b74-e4ebe323b997 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0063879 Nov 12 01:09:07.368795 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41360) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:07.417209 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [None req-29602626-68a6-4c8c-a32e-614cafa9d2f2 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:07.418189 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-29602626-68a6-4c8c-a32e-614cafa9d2f2 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0474939 Nov 12 01:09:07.422463 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41362) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:07.427654 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [None req-1f66934e-2861-4db5-9a02-a95f63ce4c35 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:07.429569 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1f66934e-2861-4db5-9a02-a95f63ce4c35 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0070093 Nov 12 01:09:07.438684 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41364) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:07.450623 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-84cac8c4-5e86-450f-95b6-fa6e4c197b90 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=87149f6f-d97b-47f5-ab95-570cc8b6ab52 HTTP/1.1" status: 200 len: 217 time: 0.1588087 Nov 12 01:09:07.461134 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [None req-e5805667-9b79-4618-aeb9-f25b50889237 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:07.465136 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e5805667-9b79-4618-aeb9-f25b50889237 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0125854 Nov 12 01:09:07.466332 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41366) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:07.477921 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2a1b03f9-9e1e-40f1-8590-14ecc5521388 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0893545 Nov 12 01:09:07.481817 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41368) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:07.484623 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [None req-9118a4ea-0ad6-4a25-ba87-d5c538c946d4 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:07.489276 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9118a4ea-0ad6-4a25-ba87-d5c538c946d4 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0193305 Nov 12 01:09:07.496212 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-3ccfe522-00d4-4adb-9e27-77a97652680e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Request body: {'subnet': {'network_id': 'ea33bcf4-68e4-41d3-a621-b5e53b96e513', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:07.500345 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41370) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:07.510468 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [None req-3fe1074c-3b85-4edd-a38c-685060a78931 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:07.513329 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3fe1074c-3b85-4edd-a38c-685060a78931 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0102117 Nov 12 01:09:07.535207 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41372) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:07.551013 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [None req-3da1e171-7e4e-45f3-a4d6-716c05e3242c tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:07.555084 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3da1e171-7e4e-45f3-a4d6-716c05e3242c tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0117378 Nov 12 01:09:07.556936 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41374) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:07.572197 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [None req-ee97918e-eb8e-4f0a-a70b-6c8e63406457 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] http://10.222.0.45:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:09:07.573639 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ee97918e-eb8e-4f0a-a70b-6c8e63406457 tempest-ExtensionsTestJSON-568550892 tempest-ExtensionsTestJSON-568550892-project] 10.222.0.45 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0084877 Nov 12 01:09:07.576676 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a2e133a4-7da6-4d42-85a7-36511450c5df req-4729096b-3643-4502-9a46-8c2d8809ab6c tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955565 Nov 12 01:09:07.652818 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-c2f8449e-ac06-4b5e-a1b3-c9a4fb6dc7f8 admin admin] Deleting port f326dd04-6f51-40e5-b87f-bfb613c00369 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:09:07.654661 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c2f8449e-ac06-4b5e-a1b3-c9a4fb6dc7f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:07.658468 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-8d8feaf4-1afa-45b3-a12f-3e3887ac1af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:07.660874 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-8d8feaf4-1afa-45b3-a12f-3e3887ac1af9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cd40a6d2-fe25-4249-a894-79091d8af3b3 HTTP/1.1" status: 200 len: 797 time: 0.1931036 Nov 12 01:09:07.821703 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ccfe522-00d4-4adb-9e27-77a97652680e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Made reservation on behalf of 8cc8ca414fa7430d8da23a7db1c7581c for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:09:07.828159 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3ccfe522-00d4-4adb-9e27-77a97652680e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:07.847808 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1290075-6db5-4208-a2be-149e3292f943 None None] DHCP port deletion for dfb9a17b-34b5-4aff-9b97-12fde0431901 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:09:07.890482 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-685f6cd1-bc13-4a33-bdef-059bc55b1dbe admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.034667 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 76be40d7-86bc-4699-b85a-2db18d5e7d37 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:09:08.133694 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-c2f8449e-ac06-4b5e-a1b3-c9a4fb6dc7f8 admin admin] For port f326dd04-6f51-40e5-b87f-bfb613c00369, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=f326dd04-6f51-40e5-b87f-bfb613c00369,segment=NetworkSegment(944c276e-9c28-46bc-bd72-ef4998e53631),segment_id=944c276e-9c28-46bc-bd72-ef4998e53631)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:08.136397 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c2f8449e-ac06-4b5e-a1b3-c9a4fb6dc7f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.176245 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-c2f8449e-ac06-4b5e-a1b3-c9a4fb6dc7f8 admin admin] Calling delete_port for f326dd04-6f51-40e5-b87f-bfb613c00369 owned by network:dhcp {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:09:08.215482 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-d1290075-6db5-4208-a2be-149e3292f943 None None] Deleting port f326dd04-6f51-40e5-b87f-bfb613c00369 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:09:08.216297 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d1290075-6db5-4208-a2be-149e3292f943 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.305859 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 76be40d7-86bc-4699-b85a-2db18d5e7d37 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:08.306235 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.320850 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.376155 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-c4915b0a-7345-4c7b-a542-6f943fe9685e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:08.378885 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-c4915b0a-7345-4c7b-a542-6f943fe9685e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bca8627a-85cd-44bc-bbc5-d27b1e587fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6906388 Nov 12 01:09:08.459773 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb79184a-9ccf-46af-ad8a-5add36b59265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-e0f69fbd-c4e4-47d1-817f-1e3bee936d0a', 'network_id': 'e0f69fbd-c4e4-47d1-817f-1e3bee936d0a', 'tenant_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'fixed_ips': [{'subnet_id': 'fb2daa40-94aa-4da9-a752-d3de2dd0a3dd'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:09:08.461286 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fb79184a-9ccf-46af-ad8a-5add36b59265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.644498 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41384) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:08.654789 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-d1290075-6db5-4208-a2be-149e3292f943 None None] For port f326dd04-6f51-40e5-b87f-bfb613c00369, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=f326dd04-6f51-40e5-b87f-bfb613c00369,segment=NetworkSegment(944c276e-9c28-46bc-bd72-ef4998e53631),segment_id=944c276e-9c28-46bc-bd72-ef4998e53631)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:08.655471 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d1290075-6db5-4208-a2be-149e3292f943 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.717715 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c2f8449e-ac06-4b5e-a1b3-c9a4fb6dc7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.739021 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-d1290075-6db5-4208-a2be-149e3292f943 None None] Calling delete_port for f326dd04-6f51-40e5-b87f-bfb613c00369 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:09:08.787135 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f8449e-ac06-4b5e-a1b3-c9a4fb6dc7f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f326dd04-6f51-40e5-b87f-bfb613c00369,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:08.814559 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f8449e-ac06-4b5e-a1b3-c9a4fb6dc7f8 admin admin] No DVR routers for this DVR port f326dd04-6f51-40e5-b87f-bfb613c00369 on host n-d-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:09:08.891400 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bdc37c-ba23-43c5-9dd5-0f6c98854590 None None] Network e99995f4-ba3c-4455-a76c-75068f6bda47 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:09:08.916918 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-ca4b0376-eb4e-4414-8f95-76fd26e00d27 service neutron] 10.222.0.44 "GET /v2.0/networks/bca8627a-85cd-44bc-bbc5-d27b1e587fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5150597 Nov 12 01:09:08.990129 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c2f8449e-ac06-4b5e-a1b3-c9a4fb6dc7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:08.993460 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-35aa185d-66c4-42d5-9a49-9621d41eec00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:09.062444 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-0e9a470f-ef05-443f-b3da-26dc81ed037d None None] Provisioning complete for port 76be40d7-86bc-4699-b85a-2db18d5e7d37 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:09.062931 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0e9a470f-ef05-443f-b3da-26dc81ed037d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:09.137714 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f44b3f-f290-4bef-952e-5945d123f107 req-e75809b3-377b-4bf6-b256-197ac59b85f9 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:09.140637 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-41f44b3f-f290-4bef-952e-5945d123f107 req-e75809b3-377b-4bf6-b256-197ac59b85f9 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ecabdd5-322f-497c-839a-a3af9d519f49 HTTP/1.1" status: 200 len: 945 time: 0.3604033 Nov 12 01:09:09.148620 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-c2f8449e-ac06-4b5e-a1b3-c9a4fb6dc7f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfb9a17b-34b5-4aff-9b97-12fde0431901']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:09.201838 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-685f6cd1-bc13-4a33-bdef-059bc55b1dbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:09.206197 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3ccfe522-00d4-4adb-9e27-77a97652680e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:09.221938 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-c2f8449e-ac06-4b5e-a1b3-c9a4fb6dc7f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '944c276e-9c28-46bc-bd72-ef4998e53631') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:09.222977 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-c2f8449e-ac06-4b5e-a1b3-c9a4fb6dc7f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '944c276e-9c28-46bc-bd72-ef4998e53631') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:09.259184 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c2f8449e-ac06-4b5e-a1b3-c9a4fb6dc7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:09.330261 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-41f44b3f-f290-4bef-952e-5945d123f107 req-422f1cf8-676a-4c5e-a53d-687adb2ece0e tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685958 Nov 12 01:09:09.334038 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-fb79184a-9ccf-46af-ad8a-5add36b59265 None None] Allocated IP 10.1.1.2 (e0f69fbd-c4e4-47d1-817f-1e3bee936d0a/fb2daa40-94aa-4da9-a752-d3de2dd0a3dd/c03d0c39-22d4-475a-b17b-0ac933888b07) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:09:09.362501 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:09.372707 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c2f8449e-ac06-4b5e-a1b3-c9a4fb6dc7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:09.405434 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2f8449e-ac06-4b5e-a1b3-c9a4fb6dc7f8 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:09:09.405434 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c2f8449e-ac06-4b5e-a1b3-c9a4fb6dc7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:09.536944 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-d16d931a-d112-4c6b-a5d0-544bba536fe7 service neutron] 10.222.0.44 "GET /v2.0/networks/bca8627a-85cd-44bc-bbc5-d27b1e587fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5792434 Nov 12 01:09:09.537874 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d1290075-6db5-4208-a2be-149e3292f943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:09.539576 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:09:09.539576 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:09:09.539576 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:09:09.539576 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:09:09.539576 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:09:09.539576 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:09:09.539576 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:09:09.539576 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:09:09.539576 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:09:09.539576 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:09:09.539576 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:09:09.539576 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:09:09.539576 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:09:09.539576 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:09:09.539576 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:09:09.539576 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:09:09.539576 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:09:09.539576 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:09:09.539576 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:09:09.539576 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:09:09.539576 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:09:09.539576 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:09:09.539576 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:09:09.539576 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:09:09.539576 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:09:09.539576 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:09:09.539576 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:09:09.539576 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:09:09.539576 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:09:09.539576 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:09:09.539576 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:09:09.539576 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:09:09.544088 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccfe522-00d4-4adb-9e27-77a97652680e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Pushing event updated for resources: {'Subnet': ['ID=941778bd-314e-4867-8a75-0adb70d31051,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:09.553426 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c2f8449e-ac06-4b5e-a1b3-c9a4fb6dc7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:09.621538 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c2f8449e-ac06-4b5e-a1b3-c9a4fb6dc7f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:09.629233 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c2f8449e-ac06-4b5e-a1b3-c9a4fb6dc7f8 admin admin] 10.222.0.45 "DELETE /v2.0/networks/dfb9a17b-34b5-4aff-9b97-12fde0431901 HTTP/1.1" status: 204 len: 168 time: 2.7279451 Nov 12 01:09:09.634609 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f8449e-ac06-4b5e-a1b3-c9a4fb6dc7f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfb9a17b-34b5-4aff-9b97-12fde0431901,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:09.696702 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-685f6cd1-bc13-4a33-bdef-059bc55b1dbe admin admin] Router 6c4d9432-55ba-47bd-bb50-de97708bf56c is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:09:09.716851 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1290075-6db5-4208-a2be-149e3292f943 None None] Pushing event deleted for resources: {'Port': ['ID=f326dd04-6f51-40e5-b87f-bfb613c00369,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:09.726737 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d1290075-6db5-4208-a2be-149e3292f943 None None] Network dfb9a17b-34b5-4aff-9b97-12fde0431901 is not hosted by any dhcp agent {{(pid=109087) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 01:09:09.728756 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1290075-6db5-4208-a2be-149e3292f943 None None] No DVR routers for this DVR port f326dd04-6f51-40e5-b87f-bfb613c00369 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:09:09.787760 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-e6dfd5d4-8711-4995-ac42-ba20ba5398fd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=0dfccde3-6835-438c-80e1-9143513c8da3 HTTP/1.1" status: 200 len: 217 time: 0.2305949 Nov 12 01:09:09.838632 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccfe522-00d4-4adb-9e27-77a97652680e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Checking segment: {'id': 'c851975a-60fa-4eca-bdff-268884585b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ea33bcf4-68e4-41d3-a621-b5e53b96e513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:09:09.839266 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccfe522-00d4-4adb-9e27-77a97652680e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Network hostable DHCP agents. Network: ea33bcf4-68e4-41d3-a621-b5e53b96e513, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:09:09.845878 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 76be40d7-86bc-4699-b85a-2db18d5e7d37, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=76be40d7-86bc-4699-b85a-2db18d5e7d37,segment=NetworkSegment(e77abea7-a924-404b-ac27-8265a21f100e),segment_id=e77abea7-a924-404b-ac27-8265a21f100e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:09.880446 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:09.928963 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-685f6cd1-bc13-4a33-bdef-059bc55b1dbe admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:09:09.955283 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df481ed5-58a2-471e-a723-db6fbbd1b930 None None] Sync routers for ids ['6c4d9432-55ba-47bd-bb50-de97708bf56c'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:09:09.984321 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-685f6cd1-bc13-4a33-bdef-059bc55b1dbe admin admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:09.987279 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-685f6cd1-bc13-4a33-bdef-059bc55b1dbe admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3776035 Nov 12 01:09:09.988941 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccfe522-00d4-4adb-9e27-77a97652680e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Network ea33bcf4-68e4-41d3-a621-b5e53b96e513 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:09:09.991259 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41400) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:09.998303 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41402) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:10.007736 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0e9a470f-ef05-443f-b3da-26dc81ed037d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.020621 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-35aa185d-66c4-42d5-9a49-9621d41eec00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.028827 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device f326dd04-6f51-40e5-b87f-bfb613c00369 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:09:10.052449 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-35aa185d-66c4-42d5-9a49-9621d41eec00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.086036 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-3ab3c0d3-ae58-4414-91a7-a5bf338936a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:10.088592 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-3ab3c0d3-ae58-4414-91a7-a5bf338936a4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cd40a6d2-fe25-4249-a894-79091d8af3b3 HTTP/1.1" status: 200 len: 797 time: 0.2721603 Nov 12 01:09:10.094271 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-3ccfe522-00d4-4adb-9e27-77a97652680e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, ea33bcf4-68e4-41d3-a621-b5e53b96e513) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:10.108310 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccfe522-00d4-4adb-9e27-77a97652680e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:10.109048 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3ccfe522-00d4-4adb-9e27-77a97652680e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.132140 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cac700-d95e-495b-8a92-abe8f654685f None None] Network ea33bcf4-68e4-41d3-a621-b5e53b96e513 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:09:10.151904 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df481ed5-58a2-471e-a723-db6fbbd1b930 None None] Routers {'6c4d9432-55ba-47bd-bb50-de97708bf56c'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:09:10.153159 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-df481ed5-58a2-471e-a723-db6fbbd1b930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:09:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['6c4d9432-55ba-47bd-bb50-de97708bf56c'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:10.156318 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: f326dd04-6f51-40e5-b87f-bfb613c00369 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:09:10.157025 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device f326dd04-6f51-40e5-b87f-bfb613c00369 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:09:10.158365 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 91154fa9-858d-4e1d-9884-9a7a9fb64f60 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:09:10.207057 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46debb4a-db3a-4f88-aa61-fd2a3db1ccf4 req-ee5992b8-1fac-44e7-9311-33c113b844dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:10.209737 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-46debb4a-db3a-4f88-aa61-fd2a3db1ccf4 req-ee5992b8-1fac-44e7-9311-33c113b844dd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a4cc89f684a44dc88713ac499ae6acb&device_id=6ecabdd5-322f-497c-839a-a3af9d519f49 HTTP/1.1" status: 200 len: 1097 time: 0.4513173 Nov 12 01:09:10.227194 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98273386-382f-4843-ac62-fd11c6848c2a req-d918bd87-dd21-4c17-a035-52a6e00cbda6 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:10.232605 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-98273386-382f-4843-ac62-fd11c6848c2a req-d918bd87-dd21-4c17-a035-52a6e00cbda6 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ecabdd5-322f-497c-839a-a3af9d519f49 HTTP/1.1" status: 200 len: 945 time: 0.4680309 Nov 12 01:09:10.237094 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-35aa185d-66c4-42d5-9a49-9621d41eec00 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=89ecbc9485ce4adf9599b16e214f5d1b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5909612 Nov 12 01:09:10.240359 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3ccfe522-00d4-4adb-9e27-77a97652680e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.7497141 Nov 12 01:09:10.241289 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41404) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:10.241855 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41406) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:10.251827 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aa185d-66c4-42d5-9a49-9621d41eec00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac99044f-e62a-44ae-b22d-ad6a07c1f00a,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:10.254441 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ec263602-58f2-4b0f-a61d-0ec726ee48cb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5f885a1601aa462d8df4e61a5f6064de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2532678 Nov 12 01:09:10.261421 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-e473430f-2e4b-47b3-9727-af889dad1c08 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Request body: {'port': {'network_id': 'e0f69fbd-c4e4-47d1-817f-1e3bee936d0a', 'name': 'tempest-TaggedBootDevicesTest_v242-1399994667', 'fixed_ips': [{'subnet_id': 'fb2daa40-94aa-4da9-a752-d3de2dd0a3dd'}]}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:10.269265 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41412) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:10.364982 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-418b4f9b-6449-4a26-8504-3d0810975f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:10.367914 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-418b4f9b-6449-4a26-8504-3d0810975f0f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bca8627a-85cd-44bc-bbc5-d27b1e587fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2508044 Nov 12 01:09:10.379285 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 91154fa9-858d-4e1d-9884-9a7a9fb64f60 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:09:10.379855 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 91154fa9-858d-4e1d-9884-9a7a9fb64f60 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:09:10.584527 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=76be40d7-86bc-4699-b85a-2db18d5e7d37,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:10.629372 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bcf0c247-0895-4b6c-b3b2-cd08705d4a3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.661136 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bcf0c247-0895-4b6c-b3b2-cd08705d4a3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.730429 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46debb4a-db3a-4f88-aa61-fd2a3db1ccf4 req-29ff8393-d852-4160-ba62-4eabdcee0d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:10.734762 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-46debb4a-db3a-4f88-aa61-fd2a3db1ccf4 req-29ff8393-d852-4160-ba62-4eabdcee0d39 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e5e34600-403a-4b25-adb8-e29084755c7d HTTP/1.1" status: 200 len: 911 time: 0.4951394 Nov 12 01:09:10.739718 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-98273386-382f-4843-ac62-fd11c6848c2a req-74fd6404-5d27-49c2-9d6b-ebd70fb4ade9 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4828413 Nov 12 01:09:10.762497 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.781642 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fb79184a-9ccf-46af-ad8a-5add36b59265 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.814806 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.api [None req-0e9a470f-ef05-443f-b3da-26dc81ed037d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:09:10.815179 n-d-712142-27 neutron-server[109087]: DEBUG oslo_db.api [None req-0e9a470f-ef05-443f-b3da-26dc81ed037d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:09:10.841780 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fb79184a-9ccf-46af-ad8a-5add36b59265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.864598 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-df481ed5-58a2-471e-a723-db6fbbd1b930 None None] Set router 6c4d9432-55ba-47bd-bb50-de97708bf56c gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:09:10.870681 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-46debb4a-db3a-4f88-aa61-fd2a3db1ccf4 req-4dfb8cfe-41c0-4345-9dca-75cfc88e25b6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81297479-d905-44af-8202-549fef88c79c HTTP/1.1" status: 200 len: 217 time: 0.0961421 Nov 12 01:09:10.871814 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-77a3e932-8bc4-4737-a46d-d435e313e45b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.890117 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e473430f-2e4b-47b3-9727-af889dad1c08 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Made reservation on behalf of 8cc8ca414fa7430d8da23a7db1c7581c for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:09:10.924841 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-77a3e932-8bc4-4737-a46d-d435e313e45b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:10.995148 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb79184a-9ccf-46af-ad8a-5add36b59265 None None] Network e0f69fbd-c4e4-47d1-817f-1e3bee936d0a is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:09:11.016114 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bcf0c247-0895-4b6c-b3b2-cd08705d4a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:11.019596 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-fb79184a-9ccf-46af-ad8a-5add36b59265 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:11.021275 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bcf0c247-0895-4b6c-b3b2-cd08705d4a3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:11.029874 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-bcf0c247-0895-4b6c-b3b2-cd08705d4a3d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ac99044f-e62a-44ae-b22d-ad6a07c1f00a HTTP/1.1" status: 204 len: 168 time: 0.7777600 Nov 12 01:09:11.030188 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb79184a-9ccf-46af-ad8a-5add36b59265 None None] Pushing event updated for resources: {'Port': ['ID=c03d0c39-22d4-475a-b17b-0ac933888b07,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:11.036224 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb79184a-9ccf-46af-ad8a-5add36b59265 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:09:11.108191 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf0c247-0895-4b6c-b3b2-cd08705d4a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac99044f-e62a-44ae-b22d-ad6a07c1f00a,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:11.147472 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46debb4a-db3a-4f88-aa61-fd2a3db1ccf4 req-a18fce89-607a-41d5-93af-bd31747f1fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:11.149230 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-46debb4a-db3a-4f88-aa61-fd2a3db1ccf4 req-a18fce89-607a-41d5-93af-bd31747f1fe6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d5940f8d-0215-4f43-8d97-4bef756314fa HTTP/1.1" status: 200 len: 851 time: 0.2211421 Nov 12 01:09:11.157144 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-5da040ac-e8b5-4d06-a75e-5be0bc6df39c service neutron] 10.222.0.44 "GET /v2.0/networks/bca8627a-85cd-44bc-bbc5-d27b1e587fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7779059 Nov 12 01:09:11.186467 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-77a3e932-8bc4-4737-a46d-d435e313e45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:11.190073 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-77a3e932-8bc4-4737-a46d-d435e313e45b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:11.192533 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-77a3e932-8bc4-4737-a46d-d435e313e45b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0ff705a3-efa9-445f-9f2b-f795d1ef6f4c HTTP/1.1" status: 204 len: 168 time: 0.9214830 Nov 12 01:09:11.217014 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e473430f-2e4b-47b3-9727-af889dad1c08 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:11.237031 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-46debb4a-db3a-4f88-aa61-fd2a3db1ccf4 req-ad42fb8f-cd98-47b3-912d-3ff40a6f2644 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e5e34600-403a-4b25-adb8-e29084755c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778134 Nov 12 01:09:11.304886 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a3e932-8bc4-4737-a46d-d435e313e45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff705a3-efa9-445f-9f2b-f795d1ef6f4c,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:11.354526 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-e473430f-2e4b-47b3-9727-af889dad1c08 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] device_id is not set on port 0373cd56-eebf-4b69-963a-be09d38bc414 yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:09:11.542781 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-c88fc371-7a53-40c1-971b-ca7d20b2281d service neutron] 10.222.0.44 "GET /v2.0/networks/bca8627a-85cd-44bc-bbc5-d27b1e587fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643291 Nov 12 01:09:11.544436 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044d4a7f-46e4-4c3c-bc6b-b57d1727893b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-ea33bcf4-68e4-41d3-a621-b5e53b96e513', 'network_id': 'ea33bcf4-68e4-41d3-a621-b5e53b96e513', 'tenant_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'fixed_ips': [{'subnet_id': '941778bd-314e-4867-8a75-0adb70d31051'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:09:11.545338 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-044d4a7f-46e4-4c3c-bc6b-b57d1727893b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:11.594404 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-fb79184a-9ccf-46af-ad8a-5add36b59265 None None] Attempting to bind port c03d0c39-22d4-475a-b17b-0ac933888b07 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:09:11.595698 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-fb79184a-9ccf-46af-ad8a-5add36b59265 None None] Attempting to bind port c03d0c39-22d4-475a-b17b-0ac933888b07 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'bdbdf56f-f4be-4a44-8d63-92ebebe68184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e0f69fbd-c4e4-47d1-817f-1e3bee936d0a'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:09:11.595698 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb79184a-9ccf-46af-ad8a-5add36b59265 None None] Attempting to bind port c03d0c39-22d4-475a-b17b-0ac933888b07 on network e0f69fbd-c4e4-47d1-817f-1e3bee936d0a {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:09:11.699330 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-46debb4a-db3a-4f88-aa61-fd2a3db1ccf4 req-934cdd6d-3b48-4552-9290-b1e9c4fab84a service neutron] 10.222.0.16 "GET /v2.0/networks/e5e34600-403a-4b25-adb8-e29084755c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4535809 Nov 12 01:09:11.702266 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-233d41ae-2e5c-44d1-a453-8c78621be45f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9d7bd877-2240-48c8-af3a-99027fa5fb2b HTTP/1.1" status: 200 len: 217 time: 0.1332350 Nov 12 01:09:11.788843 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb79184a-9ccf-46af-ad8a-5add36b59265 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:09:11.791639 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb79184a-9ccf-46af-ad8a-5add36b59265 None None] Checking segment: {'id': 'bdbdf56f-f4be-4a44-8d63-92ebebe68184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e0f69fbd-c4e4-47d1-817f-1e3bee936d0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:09:11.792361 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fb79184a-9ccf-46af-ad8a-5add36b59265 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:11.792954 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb79184a-9ccf-46af-ad8a-5add36b59265 None None] Bound using segment: {'id': 'bdbdf56f-f4be-4a44-8d63-92ebebe68184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e0f69fbd-c4e4-47d1-817f-1e3bee936d0a'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:09:11.793928 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-fb79184a-9ccf-46af-ad8a-5add36b59265 None None] Bound port: c03d0c39-22d4-475a-b17b-0ac933888b07, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdbdf56f-f4be-4a44-8d63-92ebebe68184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e0f69fbd-c4e4-47d1-817f-1e3bee936d0a'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:09:11.797762 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fb79184a-9ccf-46af-ad8a-5add36b59265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:11.840780 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-67fcb28c-3e97-4ff3-9d72-62ec564d358e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:11.872279 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-e473430f-2e4b-47b3-9727-af889dad1c08 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Allocated IP 10.1.1.158 (e0f69fbd-c4e4-47d1-817f-1e3bee936d0a/fb2daa40-94aa-4da9-a752-d3de2dd0a3dd/0373cd56-eebf-4b69-963a-be09d38bc414) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:09:11.902658 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-dcfe31f6-f782-490e-a356-290f2dbe9da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:11.906464 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-dcfe31f6-f782-490e-a356-290f2dbe9da6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5dc72c35-9d59-4a0f-ae56-f38fe29c2b7f HTTP/1.1" status: 200 len: 797 time: 0.1758864 Nov 12 01:09:12.042923 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-2be10f28-1194-443a-b58c-4826421b5e3c None None] Provisioning complete for port 76be40d7-86bc-4699-b85a-2db18d5e7d37 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:12.043612 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2be10f28-1194-443a-b58c-4826421b5e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:12.134425 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-46debb4a-db3a-4f88-aa61-fd2a3db1ccf4 req-46f8e797-3b58-484e-b0b7-54810333e171 service neutron] 10.222.0.16 "GET /v2.0/networks/e5e34600-403a-4b25-adb8-e29084755c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4266565 Nov 12 01:09:12.199564 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-fb79184a-9ccf-46af-ad8a-5add36b59265 None None] For port c03d0c39-22d4-475a-b17b-0ac933888b07, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:09:12.216841 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-fb79184a-9ccf-46af-ad8a-5add36b59265 None None] For port c03d0c39-22d4-475a-b17b-0ac933888b07, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=c03d0c39-22d4-475a-b17b-0ac933888b07,segment=NetworkSegment(bdbdf56f-f4be-4a44-8d63-92ebebe68184),segment_id=bdbdf56f-f4be-4a44-8d63-92ebebe68184)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:09:12.345646 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fb79184a-9ccf-46af-ad8a-5add36b59265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:12.418341 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51973fdf-18cf-48b1-8b15-6c61f1f8c6ff req-50a563ad-dd54-4711-bee6-2a75c7d67b03 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:12.421634 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-51973fdf-18cf-48b1-8b15-6c61f1f8c6ff req-50a563ad-dd54-4711-bee6-2a75c7d67b03 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ecabdd5-322f-497c-839a-a3af9d519f49 HTTP/1.1" status: 200 len: 945 time: 0.2821786 Nov 12 01:09:12.436596 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-67fcb28c-3e97-4ff3-9d72-62ec564d358e admin admin] Allocated IP 172.20.0.1 (e99995f4-ba3c-4455-a76c-75068f6bda47/bf3a876c-b540-4ae8-a3b9-c5dbe0528b0f/4894ce9e-9550-4064-902d-10d1c8124bc3) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:09:12.453972 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-fde7d7f2-cd1a-4107-8685-54c1c1a90bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:12.455782 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-fde7d7f2-cd1a-4107-8685-54c1c1a90bfc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=27138fd0-2739-4679-b06e-dafc84073bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3200002 Nov 12 01:09:12.507248 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e473430f-2e4b-47b3-9727-af889dad1c08 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:12.639396 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-8038017c-fde5-46f8-ba62-df2a30676cea service neutron] 10.222.0.44 "GET /v2.0/networks/27138fd0-2739-4679-b06e-dafc84073bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708519 Nov 12 01:09:12.704785 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 76be40d7-86bc-4699-b85a-2db18d5e7d37 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:09:12.728786 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e473430f-2e4b-47b3-9727-af889dad1c08 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:12.768166 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-51973fdf-18cf-48b1-8b15-6c61f1f8c6ff req-1e0dae48-aa64-4a5a-9364-de6af8c5eac6 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228984 Nov 12 01:09:12.867796 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-c7da1b0b-236b-4e4d-a7d6-1e1d4885fc26 service neutron] 10.222.0.44 "GET /v2.0/networks/27138fd0-2739-4679-b06e-dafc84073bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146604 Nov 12 01:09:12.945725 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e473430f-2e4b-47b3-9727-af889dad1c08 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Pushing event updated for resources: {'Port': ['ID=0373cd56-eebf-4b69-963a-be09d38bc414,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:12.956330 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-df481ed5-58a2-471e-a723-db6fbbd1b930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'name': 'tempest-AttachVolumeTestJSON-1338414397-router', 'tenant_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '876f3bf9-72ff-47b4-8dab-c99d8fc6d72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:04Z', 'updated_at': '2021-11-12T01:09:07Z', 'revision_number': 3, 'project_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'gw_port': {'id': '876f3bf9-72ff-47b4-8dab-c99d8fc6d72f', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:95:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:05Z', 'updated_at': '2021-11-12T01:09:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:12.968288 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-67fcb28c-3e97-4ff3-9d72-62ec564d358e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:12.968288 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41468) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:12.997835 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e473430f-2e4b-47b3-9727-af889dad1c08 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Network e0f69fbd-c4e4-47d1-817f-1e3bee936d0a is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:09:13.009125 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-e473430f-2e4b-47b3-9727-af889dad1c08 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:13.017985 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e473430f-2e4b-47b3-9727-af889dad1c08 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:09:13.039480 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-f846d40c-da81-4d86-af2a-ed8b8df60270 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b375c86f-24ec-4a06-af37-e5c95f2b1cae HTTP/1.1" status: 200 len: 217 time: 0.1461492 Nov 12 01:09:13.041309 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41472) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:13.068922 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-044d4a7f-46e4-4c3c-bc6b-b57d1727893b None None] Allocated IP 10.2.2.2 (ea33bcf4-68e4-41d3-a621-b5e53b96e513/941778bd-314e-4867-8a75-0adb70d31051/dd3b0500-8895-44d6-86ee-d9e67579ac01) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:09:13.109603 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df481ed5-58a2-471e-a723-db6fbbd1b930 None None] Checking router: 6c4d9432-55ba-47bd-bb50-de97708bf56c for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:09:13.110256 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df481ed5-58a2-471e-a723-db6fbbd1b930 None None] Updating router 6c4d9432-55ba-47bd-bb50-de97708bf56c port 876f3bf9-72ff-47b4-8dab-c99d8fc6d72f binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:09:13.162694 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 76be40d7-86bc-4699-b85a-2db18d5e7d37 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:13.164462 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:13.174078 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-212705cd-f488-4215-b3ff-bdbb4509a975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:13.177710 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-212705cd-f488-4215-b3ff-bdbb4509a975 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5dc72c35-9d59-4a0f-ae56-f38fe29c2b7f HTTP/1.1" status: 200 len: 797 time: 0.1223941 Nov 12 01:09:13.181157 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e473430f-2e4b-47b3-9727-af889dad1c08 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:13.182770 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e473430f-2e4b-47b3-9727-af889dad1c08 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:13.190225 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb79184a-9ccf-46af-ad8a-5add36b59265 None None] Pushing event updated for resources: {'Port': ['ID=c03d0c39-22d4-475a-b17b-0ac933888b07,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:13.209019 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-df481ed5-58a2-471e-a723-db6fbbd1b930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:13.244820 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-67fcb28c-3e97-4ff3-9d72-62ec564d358e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:13.262772 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e473430f-2e4b-47b3-9727-af889dad1c08 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0159194 Nov 12 01:09:13.273769 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41478) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:13.305669 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-0f4fe058-9836-4fc7-a425-eb54bcde1757 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1328191994-network', 'tenant_id': '5faf45a6f79140c79facb79ce6bd4099'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:13.338448 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-6eb331d9-197a-4621-9b56-1823dfa893a1 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Request body: {'port': {'network_id': 'e0f69fbd-c4e4-47d1-817f-1e3bee936d0a', 'name': 'tempest-TaggedBootDevicesTest_v242-1486726731', 'fixed_ips': [{'subnet_id': 'fb2daa40-94aa-4da9-a752-d3de2dd0a3dd'}]}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:13.344244 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4fe058-9836-4fc7-a425-eb54bcde1757 admin admin] Made reservation on behalf of 5faf45a6f79140c79facb79ce6bd4099 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:09:13.348594 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0f4fe058-9836-4fc7-a425-eb54bcde1757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:13.354269 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-176d56ea-554d-45b8-8201-94d629c4f6a3 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1606254850'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:13.362555 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0f4fe058-9836-4fc7-a425-eb54bcde1757 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:13.379175 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-7417e67e-c108-41d3-9f7a-ff6d1601740a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:13.382697 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-7417e67e-c108-41d3-9f7a-ff6d1601740a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=27138fd0-2739-4679-b06e-dafc84073bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1949844 Nov 12 01:09:13.425237 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fcb28c-3e97-4ff3-9d72-62ec564d358e admin admin] Network e99995f4-ba3c-4455-a76c-75068f6bda47 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:09:13.485859 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcb28c-3e97-4ff3-9d72-62ec564d358e admin admin] Pushing event updated for resources: {'Port': ['ID=4894ce9e-9550-4064-902d-10d1c8124bc3,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:13.490382 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-67fcb28c-3e97-4ff3-9d72-62ec564d358e admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:13.503105 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fcb28c-3e97-4ff3-9d72-62ec564d358e admin admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:09:13.592458 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-67fcb28c-3e97-4ff3-9d72-62ec564d358e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:13.608311 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-044d4a7f-46e4-4c3c-bc6b-b57d1727893b None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:13.624751 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-044d4a7f-46e4-4c3c-bc6b-b57d1727893b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:13.695389 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176d56ea-554d-45b8-8201-94d629c4f6a3 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Made reservation on behalf of 866b66858ff64143a9b619922dd87a42 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:09:13.699134 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-176d56ea-554d-45b8-8201-94d629c4f6a3 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:13.699907 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044d4a7f-46e4-4c3c-bc6b-b57d1727893b None None] Network ea33bcf4-68e4-41d3-a621-b5e53b96e513 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:09:13.714624 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-044d4a7f-46e4-4c3c-bc6b-b57d1727893b None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:13.728096 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044d4a7f-46e4-4c3c-bc6b-b57d1727893b None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:09:13.731403 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-176d56ea-554d-45b8-8201-94d629c4f6a3 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:13.756683 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d4a7f-46e4-4c3c-bc6b-b57d1727893b None None] Pushing event updated for resources: {'Port': ['ID=dd3b0500-8895-44d6-86ee-d9e67579ac01,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:13.779705 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0f4fe058-9836-4fc7-a425-eb54bcde1757 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:13.807514 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0f4fe058-9836-4fc7-a425-eb54bcde1757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:13.924836 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4fe058-9836-4fc7-a425-eb54bcde1757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f76037-9132-4232-8265-2f0fe4d2bc7c,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:13.932564 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-df481ed5-58a2-471e-a723-db6fbbd1b930 None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:13.935120 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-044d4a7f-46e4-4c3c-bc6b-b57d1727893b None None] Attempting to bind port dd3b0500-8895-44d6-86ee-d9e67579ac01 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:09:13.940764 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-044d4a7f-46e4-4c3c-bc6b-b57d1727893b None None] Attempting to bind port dd3b0500-8895-44d6-86ee-d9e67579ac01 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'c851975a-60fa-4eca-bdff-268884585b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ea33bcf4-68e4-41d3-a621-b5e53b96e513'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:09:13.940764 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044d4a7f-46e4-4c3c-bc6b-b57d1727893b None None] Attempting to bind port dd3b0500-8895-44d6-86ee-d9e67579ac01 on network ea33bcf4-68e4-41d3-a621-b5e53b96e513 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:09:13.957920 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044d4a7f-46e4-4c3c-bc6b-b57d1727893b None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:09:13.958482 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044d4a7f-46e4-4c3c-bc6b-b57d1727893b None None] Checking segment: {'id': 'c851975a-60fa-4eca-bdff-268884585b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ea33bcf4-68e4-41d3-a621-b5e53b96e513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:09:13.960759 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-044d4a7f-46e4-4c3c-bc6b-b57d1727893b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:13.961651 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044d4a7f-46e4-4c3c-bc6b-b57d1727893b None None] Bound using segment: {'id': 'c851975a-60fa-4eca-bdff-268884585b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ea33bcf4-68e4-41d3-a621-b5e53b96e513'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:09:13.962407 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-044d4a7f-46e4-4c3c-bc6b-b57d1727893b None None] Bound port: dd3b0500-8895-44d6-86ee-d9e67579ac01, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c851975a-60fa-4eca-bdff-268884585b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ea33bcf4-68e4-41d3-a621-b5e53b96e513'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:09:13.965262 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-044d4a7f-46e4-4c3c-bc6b-b57d1727893b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:13.968291 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-67fcb28c-3e97-4ff3-9d72-62ec564d358e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:13.983494 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f4fe058-9836-4fc7-a425-eb54bcde1757 admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:09:13.993750 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-df481ed5-58a2-471e-a723-db6fbbd1b930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:14.026399 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-46b27795-cd0a-44ec-b8f5-7a37843e77a8 service neutron] 10.222.0.44 "GET /v2.0/networks/27138fd0-2739-4679-b06e-dafc84073bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6279356 Nov 12 01:09:14.037896 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0f4fe058-9836-4fc7-a425-eb54bcde1757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:14.042064 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-0f4fe058-9836-4fc7-a425-eb54bcde1757 admin admin] Added segment d9855991-790b-42d8-b64b-19a0f92d8b95 of type vlan for network 16986642-49e8-46bc-9175-71132c123da8 Nov 12 01:09:14.097416 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-176d56ea-554d-45b8-8201-94d629c4f6a3 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:14.135179 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-176d56ea-554d-45b8-8201-94d629c4f6a3 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:14.140583 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a625be1-7cf7-4090-b0ad-70cd4ecf8aae None None] Pushing event updated for resources: {'Port': ['ID=876f3bf9-72ff-47b4-8dab-c99d8fc6d72f,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:14.163401 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-176d56ea-554d-45b8-8201-94d629c4f6a3 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:09:14.178226 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-176d56ea-554d-45b8-8201-94d629c4f6a3 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:14.178597 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-176d56ea-554d-45b8-8201-94d629c4f6a3 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Added segment 1ced6890-d33b-43b6-8b06-a753fbe20e2f of type vlan for network f98877c7-9979-4e41-8cd1-b01e437043b6 Nov 12 01:09:14.201641 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-d4359dab-1c2e-4f20-a671-8edb9cb57fe1 None None] Provisioning complete for port 4894ce9e-9550-4064-902d-10d1c8124bc3 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:14.202068 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d4359dab-1c2e-4f20-a671-8edb9cb57fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:14.236091 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-176d56ea-554d-45b8-8201-94d629c4f6a3 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:14.281858 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-d4359dab-1c2e-4f20-a671-8edb9cb57fe1 None None] Port 4894ce9e-9550-4064-902d-10d1c8124bc3 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:09:14.282965 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb331d9-197a-4621-9b56-1823dfa893a1 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Made reservation on behalf of 8cc8ca414fa7430d8da23a7db1c7581c for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:09:14.288259 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-df481ed5-58a2-471e-a723-db6fbbd1b930 None None] Attempting to bind port 876f3bf9-72ff-47b4-8dab-c99d8fc6d72f on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:09:14.289066 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-df481ed5-58a2-471e-a723-db6fbbd1b930 None None] Attempting to bind port 876f3bf9-72ff-47b4-8dab-c99d8fc6d72f by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:09:14.291418 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6eb331d9-197a-4621-9b56-1823dfa893a1 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:14.299687 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df481ed5-58a2-471e-a723-db6fbbd1b930 None None] Attempting to bind port 876f3bf9-72ff-47b4-8dab-c99d8fc6d72f on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:09:14.306147 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-176d56ea-554d-45b8-8201-94d629c4f6a3 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:14.312339 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176d56ea-554d-45b8-8201-94d629c4f6a3 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:14.312985 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-176d56ea-554d-45b8-8201-94d629c4f6a3 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:14.337751 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ea6b94-150c-4719-882f-282afc962733 None None] Network e0f69fbd-c4e4-47d1-817f-1e3bee936d0a requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:09:14.342123 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0f4fe058-9836-4fc7-a425-eb54bcde1757 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:14.350154 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-044d4a7f-46e4-4c3c-bc6b-b57d1727893b None None] For port dd3b0500-8895-44d6-86ee-d9e67579ac01, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:09:14.353871 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df481ed5-58a2-471e-a723-db6fbbd1b930 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:09:14.354620 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df481ed5-58a2-471e-a723-db6fbbd1b930 None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:09:14.355048 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-df481ed5-58a2-471e-a723-db6fbbd1b930 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:14.359019 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df481ed5-58a2-471e-a723-db6fbbd1b930 None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:09:14.361394 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-df481ed5-58a2-471e-a723-db6fbbd1b930 None None] Bound port: 876f3bf9-72ff-47b4-8dab-c99d8fc6d72f, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:09:14.362263 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-df481ed5-58a2-471e-a723-db6fbbd1b930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:14.375808 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d1f00-6b83-43bd-9d19-0c8e630bc233 req-3e403faa-9138-4ce9-a0d7-6d21c1bdfa46 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:14.377821 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f90d1f00-6b83-43bd-9d19-0c8e630bc233 req-3e403faa-9138-4ce9-a0d7-6d21c1bdfa46 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ecabdd5-322f-497c-839a-a3af9d519f49 HTTP/1.1" status: 200 len: 945 time: 0.2532325 Nov 12 01:09:14.485069 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f90d1f00-6b83-43bd-9d19-0c8e630bc233 req-1cc8b658-b438-4bf5-95ad-e8b8941f95c7 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002812 Nov 12 01:09:14.495144 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68cdbe23-1940-4f43-847b-3a22d1d21733 req-dd19cd65-990e-4342-9e6d-c2e120805a0e service neutron] 10.222.0.44 "GET /v2.0/networks/27138fd0-2739-4679-b06e-dafc84073bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4438829 Nov 12 01:09:14.499814 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0f4fe058-9836-4fc7-a425-eb54bcde1757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:14.499814 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4fe058-9836-4fc7-a425-eb54bcde1757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:14.501241 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0f4fe058-9836-4fc7-a425-eb54bcde1757 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:14.560075 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device c03d0c39-22d4-475a-b17b-0ac933888b07 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:09:14.568275 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-044d4a7f-46e4-4c3c-bc6b-b57d1727893b None None] For port dd3b0500-8895-44d6-86ee-d9e67579ac01, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=dd3b0500-8895-44d6-86ee-d9e67579ac01,segment=NetworkSegment(c851975a-60fa-4eca-bdff-268884585b72),segment_id=c851975a-60fa-4eca-bdff-268884585b72)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:09:14.616038 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-0f4fe058-9836-4fc7-a425-eb54bcde1757 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5709403 Nov 12 01:09:14.617788 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41486) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:14.618058 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-044d4a7f-46e4-4c3c-bc6b-b57d1727893b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:14.622469 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-542310e6-758b-4384-9870-1b49903c118d admin admin] Request body: {'subnet': {'network_id': '16986642-49e8-46bc-9175-71132c123da8', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1328191994-subnet', 'tenant_id': '5faf45a6f79140c79facb79ce6bd4099', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:14.628574 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4fe058-9836-4fc7-a425-eb54bcde1757 admin admin] Pushing event updated for resources: {'Network': ['ID=16986642-49e8-46bc-9175-71132c123da8,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:14.654914 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542310e6-758b-4384-9870-1b49903c118d admin admin] Made reservation on behalf of 5faf45a6f79140c79facb79ce6bd4099 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:09:14.658526 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-542310e6-758b-4384-9870-1b49903c118d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:14.670978 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 16986642-49e8-46bc-9175-71132c123da8 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:09:14.735010 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-78e9aa89-443a-4f49-9eac-b10dee1375f2 None None] Provisioning complete for port c03d0c39-22d4-475a-b17b-0ac933888b07 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:14.736287 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-78e9aa89-443a-4f49-9eac-b10dee1375f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:14.763889 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-6eb331d9-197a-4621-9b56-1823dfa893a1 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] device_id is not set on port e16bb2d8-4ef4-4003-96d4-f65676f445a0 yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:09:14.779697 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-df481ed5-58a2-471e-a723-db6fbbd1b930 None None] For port 876f3bf9-72ff-47b4-8dab-c99d8fc6d72f, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:09:14.906597 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-542310e6-758b-4384-9870-1b49903c118d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:14.914146 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d56ea-554d-45b8-8201-94d629c4f6a3 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd2d83d-ace2-4f42-b2f1-3d248cf95f48,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:14.984569 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542310e6-758b-4384-9870-1b49903c118d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0efbf337-315a-4624-b2a7-3412e7236f80,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:14.989748 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542310e6-758b-4384-9870-1b49903c118d admin admin] Checking segment: {'id': 'd9855991-790b-42d8-b64b-19a0f92d8b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '16986642-49e8-46bc-9175-71132c123da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:09:14.990499 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542310e6-758b-4384-9870-1b49903c118d admin admin] Network hostable DHCP agents. Network: 16986642-49e8-46bc-9175-71132c123da8, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:09:15.014598 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542310e6-758b-4384-9870-1b49903c118d admin admin] Network 16986642-49e8-46bc-9175-71132c123da8 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:09:15.041258 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-542310e6-758b-4384-9870-1b49903c118d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 16986642-49e8-46bc-9175-71132c123da8) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:15.050666 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-176d56ea-554d-45b8-8201-94d629c4f6a3 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.0729661 Nov 12 01:09:15.057048 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41488) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:15.067565 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d56ea-554d-45b8-8201-94d629c4f6a3 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Pushing event updated for resources: {'Network': ['ID=f98877c7-9979-4e41-8cd1-b01e437043b6,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:15.078850 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-36da6bc6-931d-4c40-a7a5-80a59f5ca9fa tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Request body: {'subnet': {'network_id': 'f98877c7-9979-4e41-8cd1-b01e437043b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:15.097652 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c736fdf8-41b0-43c1-ba0c-47248c045d0a None None] Network 16986642-49e8-46bc-9175-71132c123da8 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:09:15.181405 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-df481ed5-58a2-471e-a723-db6fbbd1b930 None None] For port 876f3bf9-72ff-47b4-8dab-c99d8fc6d72f, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=876f3bf9-72ff-47b4-8dab-c99d8fc6d72f,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:09:15.223786 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network f98877c7-9979-4e41-8cd1-b01e437043b6 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:09:15.245482 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542310e6-758b-4384-9870-1b49903c118d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:15.247341 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-542310e6-758b-4384-9870-1b49903c118d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:15.295816 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d4a7f-46e4-4c3c-bc6b-b57d1727893b None None] Pushing event updated for resources: {'Port': ['ID=dd3b0500-8895-44d6-86ee-d9e67579ac01,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:15.334717 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36da6bc6-931d-4c40-a7a5-80a59f5ca9fa tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Made reservation on behalf of 866b66858ff64143a9b619922dd87a42 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:09:15.343448 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-36da6bc6-931d-4c40-a7a5-80a59f5ca9fa tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:15.355643 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-df481ed5-58a2-471e-a723-db6fbbd1b930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:15.467070 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-6eb331d9-197a-4621-9b56-1823dfa893a1 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Allocated IP 10.1.1.164 (e0f69fbd-c4e4-47d1-817f-1e3bee936d0a/fb2daa40-94aa-4da9-a752-d3de2dd0a3dd/e16bb2d8-4ef4-4003-96d4-f65676f445a0) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:09:15.499629 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-542310e6-758b-4384-9870-1b49903c118d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8813281 Nov 12 01:09:15.620766 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port c03d0c39-22d4-475a-b17b-0ac933888b07 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:15.621457 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:15.628160 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-67fcb28c-3e97-4ff3-9d72-62ec564d358e admin admin] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:15.658963 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-67fcb28c-3e97-4ff3-9d72-62ec564d358e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:15.903854 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a625be1-7cf7-4090-b0ad-70cd4ecf8aae None None] Pushing event updated for resources: {'Port': ['ID=876f3bf9-72ff-47b4-8dab-c99d8fc6d72f,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:15.910326 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df481ed5-58a2-471e-a723-db6fbbd1b930 None None] Routers {'6c4d9432-55ba-47bd-bb50-de97708bf56c'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:09:15.911406 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-df481ed5-58a2-471e-a723-db6fbbd1b930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:09:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['6c4d9432-55ba-47bd-bb50-de97708bf56c'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:15.955858 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-67fcb28c-3e97-4ff3-9d72-62ec564d358e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:16.000258 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcb28c-3e97-4ff3-9d72-62ec564d358e admin admin] Pushing event updated for resources: {'Port': ['ID=4894ce9e-9550-4064-902d-10d1c8124bc3,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:16.059260 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005daf9-7388-42b9-9ed2-e46a0f78f434 req-e78bf7af-3c61-46b7-9803-f1647a075d9a tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:16.072811 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2005daf9-7388-42b9-9ed2-e46a0f78f434 req-e78bf7af-3c61-46b7-9803-f1647a075d9a tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ecabdd5-322f-497c-839a-a3af9d519f49 HTTP/1.1" status: 200 len: 945 time: 0.3304307 Nov 12 01:09:16.116601 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-36da6bc6-931d-4c40-a7a5-80a59f5ca9fa tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:16.199168 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-78e9aa89-443a-4f49-9eac-b10dee1375f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:16.342800 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:16.352152 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2005daf9-7388-42b9-9ed2-e46a0f78f434 req-1f2e4d44-1ed0-4c3d-a8cc-4cf3a40d9981 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685599 Nov 12 01:09:16.361120 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cbd4e7-6e18-4695-a3e2-dfa1dd6e7c38 None None] Network 16986642-49e8-46bc-9175-71132c123da8 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:09:16.375746 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36da6bc6-931d-4c40-a7a5-80a59f5ca9fa tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Checking segment: {'id': '1ced6890-d33b-43b6-8b06-a753fbe20e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f98877c7-9979-4e41-8cd1-b01e437043b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:09:16.377389 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36da6bc6-931d-4c40-a7a5-80a59f5ca9fa tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Network hostable DHCP agents. Network: f98877c7-9979-4e41-8cd1-b01e437043b6, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:09:16.383834 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36da6bc6-931d-4c40-a7a5-80a59f5ca9fa tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Pushing event updated for resources: {'Subnet': ['ID=36be76f9-81fa-4e35-afbd-8cf3a9b6310e,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:16.433614 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36da6bc6-931d-4c40-a7a5-80a59f5ca9fa tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Network f98877c7-9979-4e41-8cd1-b01e437043b6 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:09:16.457904 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fcb28c-3e97-4ff3-9d72-62ec564d358e admin admin] Network e99995f4-ba3c-4455-a76c-75068f6bda47 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:09:16.472601 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-36da6bc6-931d-4c40-a7a5-80a59f5ca9fa tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, f98877c7-9979-4e41-8cd1-b01e437043b6) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:16.479455 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-67fcb28c-3e97-4ff3-9d72-62ec564d358e admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:16.489007 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36da6bc6-931d-4c40-a7a5-80a59f5ca9fa tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:16.492371 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-36da6bc6-931d-4c40-a7a5-80a59f5ca9fa tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:16.519083 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6eb331d9-197a-4621-9b56-1823dfa893a1 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:16.559020 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-36da6bc6-931d-4c40-a7a5-80a59f5ca9fa tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4957793 Nov 12 01:09:16.560598 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41514) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:16.560773 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-78e9aa89-443a-4f49-9eac-b10dee1375f2 None None] For port c03d0c39-22d4-475a-b17b-0ac933888b07, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=c03d0c39-22d4-475a-b17b-0ac933888b07,segment=NetworkSegment(bdbdf56f-f4be-4a44-8d63-92ebebe68184),segment_id=bdbdf56f-f4be-4a44-8d63-92ebebe68184)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:16.574487 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cecbae-07c6-4c0b-ad53-b3e7a2c32a50 None None] Network f98877c7-9979-4e41-8cd1-b01e437043b6 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:09:16.577539 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-983b1073-453a-4e51-8207-cad190590302 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1550225203', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}, 'admin_state_up': False}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:16.619355 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-78e9aa89-443a-4f49-9eac-b10dee1375f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:16.634631 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-983b1073-453a-4e51-8207-cad190590302 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:16.635875 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-983b1073-453a-4e51-8207-cad190590302 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:16.878012 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67fcb28c-3e97-4ff3-9d72-62ec564d358e admin admin] Router 6c4d9432-55ba-47bd-bb50-de97708bf56c has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:09:16.903930 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:09:16.931069 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-983b1073-453a-4e51-8207-cad190590302 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:16.986123 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.api [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:09:16.987806 n-d-712142-27 neutron-server[109087]: DEBUG oslo_db.api [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:09:16.991878 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5976ca42-15c3-4fd3-b3c8-80f94d3a3477 None None] Network ea33bcf4-68e4-41d3-a621-b5e53b96e513 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:09:17.017746 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ed83e-256a-43b8-a29d-daab5dc281e2 req-e90b47d6-1557-47d4-a917-f5edceafcb5e tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:17.020195 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-679ed83e-256a-43b8-a29d-daab5dc281e2 req-e90b47d6-1557-47d4-a917-f5edceafcb5e tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] 10.222.0.45 "GET /v2.0/networks?id=16986642-49e8-46bc-9175-71132c123da8 HTTP/1.1" status: 200 len: 822 time: 0.3489869 Nov 12 01:09:17.057946 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6eb331d9-197a-4621-9b56-1823dfa893a1 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:17.160078 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-df481ed5-58a2-471e-a723-db6fbbd1b930 None None] Set router 6c4d9432-55ba-47bd-bb50-de97708bf56c gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:09:17.226690 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb331d9-197a-4621-9b56-1823dfa893a1 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Network e0f69fbd-c4e4-47d1-817f-1e3bee936d0a is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:09:17.235075 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-6eb331d9-197a-4621-9b56-1823dfa893a1 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:17.247658 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb331d9-197a-4621-9b56-1823dfa893a1 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:09:17.299003 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb331d9-197a-4621-9b56-1823dfa893a1 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Pushing event updated for resources: {'Port': ['ID=e16bb2d8-4ef4-4003-96d4-f65676f445a0,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:17.322853 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67fcb28c-3e97-4ff3-9d72-62ec564d358e admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:09:17.330038 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-67fcb28c-3e97-4ff3-9d72-62ec564d358e admin admin] 10.222.0.45 "PUT /v2.0/routers/6c4d9432-55ba-47bd-bb50-de97708bf56c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3366568 Nov 12 01:09:17.355882 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb331d9-197a-4621-9b56-1823dfa893a1 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:17.357266 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6eb331d9-197a-4621-9b56-1823dfa893a1 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:17.395166 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6eb331d9-197a-4621-9b56-1823dfa893a1 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0675929 Nov 12 01:09:17.457078 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-206cff5a-d62a-46b5-8f77-5db1db034351 None None] Provisioning complete for port c03d0c39-22d4-475a-b17b-0ac933888b07 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:17.457620 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-206cff5a-d62a-46b5-8f77-5db1db034351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:17.654573 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e9aa89-443a-4f49-9eac-b10dee1375f2 None None] Pushing event updated for resources: {'Port': ['ID=c03d0c39-22d4-475a-b17b-0ac933888b07,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:17.696668 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-679ed83e-256a-43b8-a29d-daab5dc281e2 req-ebc8ae61-2722-492a-a46d-b710c1ffa8f9 tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] 10.222.0.45 "GET /v2.0/quotas/5faf45a6f79140c79facb79ce6bd4099 HTTP/1.1" status: 200 len: 375 time: 0.6326828 Nov 12 01:09:17.826359 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-679ed83e-256a-43b8-a29d-daab5dc281e2 req-c50bf676-7a2a-4ef5-a456-283b43d66e9c tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=5faf45a6f79140c79facb79ce6bd4099&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1077807 Nov 12 01:09:17.837869 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-983b1073-453a-4e51-8207-cad190590302 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:17.863268 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86dc4f-d05b-4a88-8446-52d94dc820e8 req-d6da8dee-4d7f-46bc-a8c9-56628314aa90 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:17.871769 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6b86dc4f-d05b-4a88-8446-52d94dc820e8 req-d6da8dee-4d7f-46bc-a8c9-56628314aa90 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ecabdd5-322f-497c-839a-a3af9d519f49 HTTP/1.1" status: 200 len: 945 time: 0.2042613 Nov 12 01:09:17.938002 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b77e28d-71da-4fb2-b5eb-495a2df6781d None None] Network f98877c7-9979-4e41-8cd1-b01e437043b6 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:09:18.088786 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6b86dc4f-d05b-4a88-8446-52d94dc820e8 req-e95a4f27-f1c1-44e0-9520-1f4b265dc4e5 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157469 Nov 12 01:09:18.126799 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-679ed83e-256a-43b8-a29d-daab5dc281e2 req-703e4737-416b-4cf2-a0fa-f4b03c599e4a service neutron] 10.222.0.45 "GET /v2.0/networks/16986642-49e8-46bc-9175-71132c123da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511735 Nov 12 01:09:18.256621 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device c03d0c39-22d4-475a-b17b-0ac933888b07 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:09:18.312352 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-206cff5a-d62a-46b5-8f77-5db1db034351 None None] Provisioning complete for port 0373cd56-eebf-4b69-963a-be09d38bc414 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:18.312716 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-206cff5a-d62a-46b5-8f77-5db1db034351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:18.332209 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41534) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:18.339410 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-1b8a9b3e-bcfc-4ab3-9eae-cee29901d6ae tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Request body: {'security_group': {'name': 'tempest-securitygroup--328039589', 'description': 'tempest-description--177973458'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:18.375441 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1b8a9b3e-bcfc-4ab3-9eae-cee29901d6ae tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:18.501381 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1b8a9b3e-bcfc-4ab3-9eae-cee29901d6ae tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:18.503951 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-206cff5a-d62a-46b5-8f77-5db1db034351 None None] Port 0373cd56-eebf-4b69-963a-be09d38bc414 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:09:18.508382 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1b8a9b3e-bcfc-4ab3-9eae-cee29901d6ae tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:18.527048 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-679ed83e-256a-43b8-a29d-daab5dc281e2 req-5452998c-c203-453b-b062-48ebf34a9636 service neutron] 10.222.0.45 "GET /v2.0/networks/16986642-49e8-46bc-9175-71132c123da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3919051 Nov 12 01:09:18.558121 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1b8a9b3e-bcfc-4ab3-9eae-cee29901d6ae tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:18.560182 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1b8a9b3e-bcfc-4ab3-9eae-cee29901d6ae tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2244134 Nov 12 01:09:18.562562 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41540) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:18.567356 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a9b3e-bcfc-4ab3-9eae-cee29901d6ae tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f35c197b-ae20-4eaa-b206-2ef393b1f8c4,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:18.573419 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-0ea4c5f0-7402-4af4-918a-890bf13b0fd7 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Request body: {'security_group_rule': {'security_group_id': 'f35c197b-ae20-4eaa-b206-2ef393b1f8c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:18.590531 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port c03d0c39-22d4-475a-b17b-0ac933888b07 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:18.591082 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:18.619067 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0ea4c5f0-7402-4af4-918a-890bf13b0fd7 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:18.626818 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-983b1073-453a-4e51-8207-cad190590302 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for router_gateway, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:18.661409 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-df481ed5-58a2-471e-a723-db6fbbd1b930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'name': 'tempest-AttachVolumeTestJSON-1338414397-router', 'tenant_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '876f3bf9-72ff-47b4-8dab-c99d8fc6d72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:04Z', 'updated_at': '2021-11-12T01:09:13Z', 'revision_number': 4, 'project_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'gw_port': {'id': '876f3bf9-72ff-47b4-8dab-c99d8fc6d72f', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:95:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:05Z', 'updated_at': '2021-11-12T01:09:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '4894ce9e-9550-4064-902d-10d1c8124bc3', 'name': '', 'network_id': 'e99995f4-ba3c-4455-a76c-75068f6bda47', 'tenant_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'mac_address': 'fa:16:3e:67:9f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'bf3a876c-b540-4ae8-a3b9-c5dbe0528b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:11Z', 'updated_at': '2021-11-12T01:09:14Z', 'revision_number': 2, 'project_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'subnets': [{'id': 'bf3a876c-b540-4ae8-a3b9-c5dbe0528b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:18.685852 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-983b1073-453a-4e51-8207-cad190590302 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:18.723922 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df481ed5-58a2-471e-a723-db6fbbd1b930 None None] The sync data for ids ['6c4d9432-55ba-47bd-bb50-de97708bf56c'] in n-d-712142-27 is: [{'id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'name': 'tempest-AttachVolumeTestJSON-1338414397-router', 'tenant_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '876f3bf9-72ff-47b4-8dab-c99d8fc6d72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:04Z', 'updated_at': '2021-11-12T01:09:13Z', 'revision_number': 4, 'project_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'gw_port': {'id': '876f3bf9-72ff-47b4-8dab-c99d8fc6d72f', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:95:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:05Z', 'updated_at': '2021-11-12T01:09:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '4894ce9e-9550-4064-902d-10d1c8124bc3', 'name': '', 'network_id': 'e99995f4-ba3c-4455-a76c-75068f6bda47', 'tenant_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'mac_address': 'fa:16:3e:67:9f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'bf3a876c-b540-4ae8-a3b9-c5dbe0528b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:11Z', 'updated_at': '2021-11-12T01:09:14Z', 'revision_number': 2, 'project_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'subnets': [{'id': 'bf3a876c-b540-4ae8-a3b9-c5dbe0528b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:09:18.783449 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-d0a764c4-fd81-40fa-9c01-aef11cb1b2b2 None None] Provisioning complete for port 4894ce9e-9550-4064-902d-10d1c8124bc3 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:18.784452 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d0a764c4-fd81-40fa-9c01-aef11cb1b2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:18.787055 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0ea4c5f0-7402-4af4-918a-890bf13b0fd7 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:18.793600 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0ea4c5f0-7402-4af4-918a-890bf13b0fd7 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:18.828833 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea4c5f0-7402-4af4-918a-890bf13b0fd7 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8a7493a-a8db-48dd-b24c-b89a229e70b0,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:18.865961 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0ea4c5f0-7402-4af4-918a-890bf13b0fd7 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:18.867305 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0ea4c5f0-7402-4af4-918a-890bf13b0fd7 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3024182 Nov 12 01:09:18.870834 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41548) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:18.876057 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-d0a764c4-fd81-40fa-9c01-aef11cb1b2b2 None None] Port 4894ce9e-9550-4064-902d-10d1c8124bc3 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:09:18.900716 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-969c0f02-17e0-454c-bd2b-7711541197a9 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Request body: {'security_group_rule': {'security_group_id': 'f35c197b-ae20-4eaa-b206-2ef393b1f8c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:18.937160 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device dd3b0500-8895-44d6-86ee-d9e67579ac01 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:09:18.941248 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-d0a764c4-fd81-40fa-9c01-aef11cb1b2b2 None None] Provisioning complete for port 0373cd56-eebf-4b69-963a-be09d38bc414 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:18.941868 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d0a764c4-fd81-40fa-9c01-aef11cb1b2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:18.987716 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-969c0f02-17e0-454c-bd2b-7711541197a9 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:19.030065 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-d0a764c4-fd81-40fa-9c01-aef11cb1b2b2 None None] Port 0373cd56-eebf-4b69-963a-be09d38bc414 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:09:19.031396 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-983b1073-453a-4e51-8207-cad190590302 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Allocated IP 172.25.3.5 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/806de825-b5e5-4f39-9cca-0921db62fa23) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:09:19.053360 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-d0a764c4-fd81-40fa-9c01-aef11cb1b2b2 None None] Provisioning complete for port dd3b0500-8895-44d6-86ee-d9e67579ac01 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:19.056163 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d0a764c4-fd81-40fa-9c01-aef11cb1b2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:19.124407 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41550) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:19.198631 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port dd3b0500-8895-44d6-86ee-d9e67579ac01 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:19.200194 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:19.213359 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-49325329-192f-4f6d-9a3e-3d480fe16414 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1904464563', 'description': 'tempest-description--1811693506'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:19.267841 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-969c0f02-17e0-454c-bd2b-7711541197a9 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:19.274610 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-983b1073-453a-4e51-8207-cad190590302 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:19.304755 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-969c0f02-17e0-454c-bd2b-7711541197a9 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:19.346263 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d0a764c4-fd81-40fa-9c01-aef11cb1b2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:19.388242 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969c0f02-17e0-454c-bd2b-7711541197a9 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=951dda3c-4847-44c2-a409-4c6399ba2a38,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:19.395430 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-49325329-192f-4f6d-9a3e-3d480fe16414 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:19.398727 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-424bde91-1cf4-4818-96fa-8b8e5c248379 req-ac65af9d-9ade-4617-958c-ed9421ac5ca2 tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] 10.222.0.45 "GET /v2.0/ports?device_id=e628a4bb-8def-42e5-8bfe-e1536c7645ea HTTP/1.1" status: 200 len: 210 time: 0.1043859 Nov 12 01:09:19.415548 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-969c0f02-17e0-454c-bd2b-7711541197a9 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:19.417382 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-969c0f02-17e0-454c-bd2b-7711541197a9 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5454936 Nov 12 01:09:19.425474 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41558) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:19.450941 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-4bb42036-bc45-4f4f-b452-8676bb6bbe68 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Request body: {'floatingip': {'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:19.515360 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-983b1073-453a-4e51-8207-cad190590302 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:19.536353 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-49325329-192f-4f6d-9a3e-3d480fe16414 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:19.551321 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4bb42036-bc45-4f4f-b452-8676bb6bbe68 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks [] for floatingip, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:19.564427 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-49325329-192f-4f6d-9a3e-3d480fe16414 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:19.582986 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-d0a764c4-fd81-40fa-9c01-aef11cb1b2b2 None None] For port dd3b0500-8895-44d6-86ee-d9e67579ac01, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=dd3b0500-8895-44d6-86ee-d9e67579ac01,segment=NetworkSegment(c851975a-60fa-4eca-bdff-268884585b72),segment_id=c851975a-60fa-4eca-bdff-268884585b72)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:19.613726 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-49325329-192f-4f6d-9a3e-3d480fe16414 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:19.619487 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-49325329-192f-4f6d-9a3e-3d480fe16414 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4892704 Nov 12 01:09:19.619798 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41564) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:19.625840 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-62082691-b30c-4c6f-9aff-da9d67c50e9f tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Request body: {'security_group_rule': {'security_group_id': '2a33527b-a081-46b3-a33c-3299ac1d026a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:19.628364 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d0a764c4-fd81-40fa-9c01-aef11cb1b2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:19.647761 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:19.670676 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49325329-192f-4f6d-9a3e-3d480fe16414 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a33527b-a081-46b3-a33c-3299ac1d026a,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:19.684748 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-62082691-b30c-4c6f-9aff-da9d67c50e9f tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:19.748592 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983b1073-453a-4e51-8207-cad190590302 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:09:19.776828 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-62082691-b30c-4c6f-9aff-da9d67c50e9f tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:19.783162 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-62082691-b30c-4c6f-9aff-da9d67c50e9f tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:19.794626 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-d0a764c4-fd81-40fa-9c01-aef11cb1b2b2 None None] Provisioning complete for port e16bb2d8-4ef4-4003-96d4-f65676f445a0 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:19.795007 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d0a764c4-fd81-40fa-9c01-aef11cb1b2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:19.810325 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62082691-b30c-4c6f-9aff-da9d67c50e9f tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8748a80-9f99-461b-ac58-9d763d8c9dbb,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:19.823052 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-62082691-b30c-4c6f-9aff-da9d67c50e9f tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:19.827679 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-62082691-b30c-4c6f-9aff-da9d67c50e9f tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2065079 Nov 12 01:09:19.830130 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41566) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:19.836552 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-f189a6d2-5cba-4ff1-bd7d-18c3233975f1 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Request body: {'security_group_rule': {'security_group_id': '2a33527b-a081-46b3-a33c-3299ac1d026a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:19.880588 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-983b1073-453a-4e51-8207-cad190590302 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:19.883179 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983b1073-453a-4e51-8207-cad190590302 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:09:19.905114 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f189a6d2-5cba-4ff1-bd7d-18c3233975f1 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:19.908897 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.api [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:09:19.909410 n-d-712142-27 neutron-server[109087]: DEBUG oslo_db.api [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:09:19.920231 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a764c4-fd81-40fa-9c01-aef11cb1b2b2 None None] Pushing event updated for resources: {'Port': ['ID=dd3b0500-8895-44d6-86ee-d9e67579ac01,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:19.944053 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b1073-453a-4e51-8207-cad190590302 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Pushing event updated for resources: {'Port': ['ID=806de825-b5e5-4f39-9cca-0921db62fa23,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:19.946898 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-d0a764c4-fd81-40fa-9c01-aef11cb1b2b2 None None] Port e16bb2d8-4ef4-4003-96d4-f65676f445a0 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:09:20.016774 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f189a6d2-5cba-4ff1-bd7d-18c3233975f1 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:20.023000 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f189a6d2-5cba-4ff1-bd7d-18c3233975f1 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:20.059507 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189a6d2-5cba-4ff1-bd7d-18c3233975f1 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56590720-1418-485a-b091-6a59381b2eec,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:20.072697 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f189a6d2-5cba-4ff1-bd7d-18c3233975f1 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:20.076079 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f189a6d2-5cba-4ff1-bd7d-18c3233975f1 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2425172 Nov 12 01:09:20.077981 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41570) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:20.080984 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-31af1a2c-c99f-4e4b-9c31-318b03ff50a1 None None] Provisioning complete for port dd3b0500-8895-44d6-86ee-d9e67579ac01 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:20.081367 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-31af1a2c-c99f-4e4b-9c31-318b03ff50a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:20.084928 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b5051-4eb0-406f-955e-0be7273be70b req-adb076aa-d715-4a9a-94d1-057d61c62bde tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:20.087818 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-535b5051-4eb0-406f-955e-0be7273be70b req-adb076aa-d715-4a9a-94d1-057d61c62bde tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ecabdd5-322f-497c-839a-a3af9d519f49 HTTP/1.1" status: 200 len: 945 time: 0.4677088 Nov 12 01:09:20.090506 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-235be5c9-012c-48e7-b499-8da231865c8c tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Request body: {'floatingip': {'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:20.111855 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978985dd-40f5-41e2-9004-ba1d94d44577 req-8f14fa5e-9007-4ad4-bb38-f46dbc32cd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:20.115896 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-978985dd-40f5-41e2-9004-ba1d94d44577 req-8f14fa5e-9007-4ad4-bb38-f46dbc32cd01 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7bbe35289028429ba1e1b86033a5bcab&device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 1097 time: 0.4210548 Nov 12 01:09:20.128870 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-235be5c9-012c-48e7-b499-8da231865c8c tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks [] for floatingip, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:20.298872 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b4a73-6f05-4f87-8779-c5935cf79846 req-09f9c977-deff-4e6b-b365-1434f903dce2 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:20.306285 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6d1b4a73-6f05-4f87-8779-c5935cf79846 req-09f9c977-deff-4e6b-b365-1434f903dce2 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.5244246 Nov 12 01:09:20.331462 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-235be5c9-012c-48e7-b499-8da231865c8c tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:20.533342 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-235be5c9-012c-48e7-b499-8da231865c8c tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Allocated IP 172.25.3.10 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/fdf3cff7-5233-4f26-b4c3-4ec9735bc556) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:09:20.702584 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-235be5c9-012c-48e7-b499-8da231865c8c tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:20.735188 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-535b5051-4eb0-406f-955e-0be7273be70b req-1ceb50f9-4bc0-4f23-b143-904de3b28e3a tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6142814 Nov 12 01:09:20.772853 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 876f3bf9-72ff-47b4-8dab-c99d8fc6d72f up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:09:20.845980 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-235be5c9-012c-48e7-b499-8da231865c8c tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:20.877572 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 876f3bf9-72ff-47b4-8dab-c99d8fc6d72f triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:20.877959 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:20.966279 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6d1b4a73-6f05-4f87-8779-c5935cf79846 req-663e4d8c-3e60-434b-b851-9387f9d87435 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6441171 Nov 12 01:09:21.014591 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ed83e-256a-43b8-a29d-daab5dc281e2 req-f15340f9-6669-4bb1-a7d5-b561c76f20c4 tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:21.017412 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-679ed83e-256a-43b8-a29d-daab5dc281e2 req-f15340f9-6669-4bb1-a7d5-b561c76f20c4 tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] 10.222.0.44 "GET /v2.0/networks?id=16986642-49e8-46bc-9175-71132c123da8 HTTP/1.1" status: 200 len: 822 time: 0.2257540 Nov 12 01:09:21.028854 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235be5c9-012c-48e7-b499-8da231865c8c tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:09:21.047327 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978985dd-40f5-41e2-9004-ba1d94d44577 req-fa21c7ed-c8f9-434d-946c-53ff3e30af3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:21.050290 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-235be5c9-012c-48e7-b499-8da231865c8c tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:21.050526 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-978985dd-40f5-41e2-9004-ba1d94d44577 req-fa21c7ed-c8f9-434d-946c-53ff3e30af3e service neutron] 10.222.0.44 "GET /v2.0/networks?id=e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 HTTP/1.1" status: 200 len: 911 time: 0.8386321 Nov 12 01:09:21.065171 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-679ed83e-256a-43b8-a29d-daab5dc281e2 req-06ece9ea-366c-4b0b-9b94-004ff3c395cc tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] Request body: {'port': {'device_id': 'e628a4bb-8def-42e5-8bfe-e1536c7645ea', 'network_id': '16986642-49e8-46bc-9175-71132c123da8', 'admin_state_up': True, 'tenant_id': '5faf45a6f79140c79facb79ce6bd4099'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:21.070604 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235be5c9-012c-48e7-b499-8da231865c8c tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:09:21.077673 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235be5c9-012c-48e7-b499-8da231865c8c tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Pushing event updated for resources: {'Port': ['ID=fdf3cff7-5233-4f26-b4c3-4ec9735bc556,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:21.124038 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a23b0-4c3e-4359-9929-16a98b1ac93b req-e04e3eed-7c6e-457c-b742-d4c725258824 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:21.125618 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1d9a23b0-4c3e-4359-9929-16a98b1ac93b req-e04e3eed-7c6e-457c-b742-d4c725258824 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ecabdd5-322f-497c-839a-a3af9d519f49 HTTP/1.1" status: 200 len: 945 time: 0.5864079 Nov 12 01:09:21.127027 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4bb42036-bc45-4f4f-b452-8676bb6bbe68 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:21.144107 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d578caf8-1e5e-4353-b644-303137f8ed21 req-bcbdb6d3-4e4d-4b02-9343-db7e703099a1 tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] 10.222.0.45 "GET /v2.0/ports?device_id=e628a4bb-8def-42e5-8bfe-e1536c7645ea HTTP/1.1" status: 200 len: 210 time: 0.0906768 Nov 12 01:09:21.164018 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:21.216645 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 876f3bf9-72ff-47b4-8dab-c99d8fc6d72f, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=876f3bf9-72ff-47b4-8dab-c99d8fc6d72f,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:21.227027 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:21.227519 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device dd3b0500-8895-44d6-86ee-d9e67579ac01 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:09:21.341235 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=876f3bf9-72ff-47b4-8dab-c99d8fc6d72f,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:21.363402 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port dd3b0500-8895-44d6-86ee-d9e67579ac01 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:21.363979 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:21.409875 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-983b1073-453a-4e51-8207-cad190590302 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for router_gateway, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:21.440978 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-235be5c9-012c-48e7-b499-8da231865c8c tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:21.485794 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-978985dd-40f5-41e2-9004-ba1d94d44577 req-6d81f47e-e586-4f68-8a15-dbd8a95aec06 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3cfc795-909c-4615-9d75-457b26419c79 HTTP/1.1" status: 200 len: 999 time: 0.3999219 Nov 12 01:09:21.513910 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-679ed83e-256a-43b8-a29d-daab5dc281e2 req-06ece9ea-366c-4b0b-9b94-004ff3c395cc tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] Made reservation on behalf of 5faf45a6f79140c79facb79ce6bd4099 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:09:21.519680 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-679ed83e-256a-43b8-a29d-daab5dc281e2 req-06ece9ea-366c-4b0b-9b94-004ff3c395cc tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:21.545390 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-235be5c9-012c-48e7-b499-8da231865c8c tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:21.654318 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978985dd-40f5-41e2-9004-ba1d94d44577 req-4ff09191-e700-4a8c-97e4-c60569a6d6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:21.656036 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-978985dd-40f5-41e2-9004-ba1d94d44577 req-4ff09191-e700-4a8c-97e4-c60569a6d6a5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=55fa7c58-77a8-4d04-ad83-d7b14788e8b6 HTTP/1.1" status: 200 len: 850 time: 0.1608524 Nov 12 01:09:21.725632 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-4bb42036-bc45-4f4f-b452-8676bb6bbe68 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Allocated IP 172.25.3.240 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/c7a7705a-8a5f-40a3-93c9-dca2652bd963) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:09:21.730315 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-1d9a23b0-4c3e-4359-9929-16a98b1ac93b req-de9d9830-ff8e-450d-b606-1805e109226d tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Deleting port 81297479-d905-44af-8202-549fef88c79c {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:09:21.730663 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1d9a23b0-4c3e-4359-9929-16a98b1ac93b req-de9d9830-ff8e-450d-b606-1805e109226d tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:21.890245 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-679ed83e-256a-43b8-a29d-daab5dc281e2 req-06ece9ea-366c-4b0b-9b94-004ff3c395cc tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] Allocated IP 172.20.0.7 (16986642-49e8-46bc-9175-71132c123da8/0efbf337-315a-4624-b2a7-3412e7236f80/ee7b01f9-6aac-4092-863b-f4ba6666ca1b) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:09:21.958868 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-235be5c9-012c-48e7-b499-8da231865c8c tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:21.987001 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-235be5c9-012c-48e7-b499-8da231865c8c tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:22.178779 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-235be5c9-012c-48e7-b499-8da231865c8c tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:22.186322 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235be5c9-012c-48e7-b499-8da231865c8c tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Pushing event updated for resources: {'Port': ['ID=fdf3cff7-5233-4f26-b4c3-4ec9735bc556,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:22.273714 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-235be5c9-012c-48e7-b499-8da231865c8c tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:22.289298 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-235be5c9-012c-48e7-b499-8da231865c8c tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2096963 Nov 12 01:09:22.377862 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978985dd-40f5-41e2-9004-ba1d94d44577 req-aebd5b0e-890c-4bc9-9a37-ae519a077ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:22.380330 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-978985dd-40f5-41e2-9004-ba1d94d44577 req-aebd5b0e-890c-4bc9-9a37-ae519a077ff0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7141006 Nov 12 01:09:22.400580 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-679ed83e-256a-43b8-a29d-daab5dc281e2 req-06ece9ea-366c-4b0b-9b94-004ff3c395cc tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:22.480617 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-679ed83e-256a-43b8-a29d-daab5dc281e2 req-06ece9ea-366c-4b0b-9b94-004ff3c395cc tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:22.530793 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-679ed83e-256a-43b8-a29d-daab5dc281e2 req-06ece9ea-366c-4b0b-9b94-004ff3c395cc tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] Network 16986642-49e8-46bc-9175-71132c123da8 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:09:22.534372 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-679ed83e-256a-43b8-a29d-daab5dc281e2 req-06ece9ea-366c-4b0b-9b94-004ff3c395cc tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:22.538630 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-679ed83e-256a-43b8-a29d-daab5dc281e2 req-06ece9ea-366c-4b0b-9b94-004ff3c395cc tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:09:22.541796 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa32d8e9-ad3e-4969-b846-dae328ab49d1 None None] Sync routers for ids ['6c4d9432-55ba-47bd-bb50-de97708bf56c'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:09:22.566472 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa32d8e9-ad3e-4969-b846-dae328ab49d1 None None] Routers {'6c4d9432-55ba-47bd-bb50-de97708bf56c'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:09:22.568886 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-fa32d8e9-ad3e-4969-b846-dae328ab49d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:09:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['6c4d9432-55ba-47bd-bb50-de97708bf56c'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:22.576279 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ece9ea-366c-4b0b-9b94-004ff3c395cc tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] Pushing event updated for resources: {'Port': ['ID=ee7b01f9-6aac-4092-863b-f4ba6666ca1b,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:22.643603 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ed83e-256a-43b8-a29d-daab5dc281e2 req-06ece9ea-366c-4b0b-9b94-004ff3c395cc tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:22.643940 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-1d9a23b0-4c3e-4359-9929-16a98b1ac93b req-de9d9830-ff8e-450d-b606-1805e109226d tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] For port 81297479-d905-44af-8202-549fef88c79c, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=81297479-d905-44af-8202-549fef88c79c,segment=NetworkSegment(cb2ecfa2-2aa2-4eac-be73-a119af97fe41),segment_id=cb2ecfa2-2aa2-4eac-be73-a119af97fe41)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:22.644482 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1d9a23b0-4c3e-4359-9929-16a98b1ac93b req-de9d9830-ff8e-450d-b606-1805e109226d tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:22.645211 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-679ed83e-256a-43b8-a29d-daab5dc281e2 req-06ece9ea-366c-4b0b-9b94-004ff3c395cc tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:22.671822 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4aeb07-2df6-4834-a2b7-3bb98308a663 req-bcaf8a5c-e506-45cf-9e52-1b945e6c22dc tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:22.674800 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6e4aeb07-2df6-4834-a2b7-3bb98308a663 req-bcaf8a5c-e506-45cf-9e52-1b945e6c22dc tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ecabdd5-322f-497c-839a-a3af9d519f49 HTTP/1.1" status: 200 len: 945 time: 0.8301601 Nov 12 01:09:22.676421 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 876f3bf9-72ff-47b4-8dab-c99d8fc6d72f up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:09:22.701138 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-679ed83e-256a-43b8-a29d-daab5dc281e2 req-06ece9ea-366c-4b0b-9b94-004ff3c395cc tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6438410 Nov 12 01:09:22.701445 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9de1c-ffb5-4089-9ec9-9b0c55dbace5 req-26086062-c2c5-49e4-aac6-8a55d8c7d098 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:22.703041 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9ab9de1c-ffb5-4089-9ec9-9b0c55dbace5 req-26086062-c2c5-49e4-aac6-8a55d8c7d098 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.4209449 Nov 12 01:09:22.707176 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-1d9a23b0-4c3e-4359-9929-16a98b1ac93b req-de9d9830-ff8e-450d-b606-1805e109226d tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Calling delete_port for 81297479-d905-44af-8202-549fef88c79c owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:09:22.710214 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-fa32d8e9-ad3e-4969-b846-dae328ab49d1 None None] Set router 6c4d9432-55ba-47bd-bb50-de97708bf56c gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:09:22.723704 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-679ed83e-256a-43b8-a29d-daab5dc281e2 req-0be33be0-d3da-4f25-addd-25400d1202e0 service neutron] Request body: {'port': {'device_id': 'e628a4bb-8def-42e5-8bfe-e1536c7645ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:22.740077 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-983b1073-453a-4e51-8207-cad190590302 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:22.823227 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-679ed83e-256a-43b8-a29d-daab5dc281e2 req-0be33be0-d3da-4f25-addd-25400d1202e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:22.827156 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 876f3bf9-72ff-47b4-8dab-c99d8fc6d72f triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:22.827732 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:22.842693 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-978985dd-40f5-41e2-9004-ba1d94d44577 req-5f77544e-994a-497f-bad7-6c7b796ed530 service neutron] 10.222.0.44 "GET /v2.0/networks/e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4465475 Nov 12 01:09:22.847822 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4bb42036-bc45-4f4f-b452-8676bb6bbe68 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:23.013220 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6e4aeb07-2df6-4834-a2b7-3bb98308a663 req-5ebd0470-72f1-43d0-ae30-b10f293bbb10 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026805 Nov 12 01:09:23.088076 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-fa32d8e9-ad3e-4969-b846-dae328ab49d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'name': 'tempest-AttachVolumeTestJSON-1338414397-router', 'tenant_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '876f3bf9-72ff-47b4-8dab-c99d8fc6d72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:04Z', 'updated_at': '2021-11-12T01:09:13Z', 'revision_number': 4, 'project_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'gw_port': {'id': '876f3bf9-72ff-47b4-8dab-c99d8fc6d72f', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:95:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:05Z', 'updated_at': '2021-11-12T01:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '4894ce9e-9550-4064-902d-10d1c8124bc3', 'name': '', 'network_id': 'e99995f4-ba3c-4455-a76c-75068f6bda47', 'tenant_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'mac_address': 'fa:16:3e:67:9f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'bf3a876c-b540-4ae8-a3b9-c5dbe0528b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:11Z', 'updated_at': '2021-11-12T01:09:14Z', 'revision_number': 2, 'project_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'subnets': [{'id': 'bf3a876c-b540-4ae8-a3b9-c5dbe0528b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:23.088800 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9ab9de1c-ffb5-4089-9ec9-9b0c55dbace5 req-119a4c3c-4ac2-4031-ba5f-f17ffb35102b tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3629994 Nov 12 01:09:23.178687 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4bb42036-bc45-4f4f-b452-8676bb6bbe68 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:23.187687 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa32d8e9-ad3e-4969-b846-dae328ab49d1 None None] Checking router: 6c4d9432-55ba-47bd-bb50-de97708bf56c for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:09:23.188135 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa32d8e9-ad3e-4969-b846-dae328ab49d1 None None] Updating router 6c4d9432-55ba-47bd-bb50-de97708bf56c port 4894ce9e-9550-4064-902d-10d1c8124bc3 binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:09:23.190870 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-679ed83e-256a-43b8-a29d-daab5dc281e2 req-0be33be0-d3da-4f25-addd-25400d1202e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee7b01f9-6aac-4092-863b-f4ba6666ca1b {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:09:23.212407 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-679ed83e-256a-43b8-a29d-daab5dc281e2 req-0be33be0-d3da-4f25-addd-25400d1202e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:23.254751 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-fa32d8e9-ad3e-4969-b846-dae328ab49d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:23.255343 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-978985dd-40f5-41e2-9004-ba1d94d44577 req-e3881135-8da5-468a-b44f-fb4bf1a8f9e2 service neutron] 10.222.0.44 "GET /v2.0/networks/e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3890047 Nov 12 01:09:23.300792 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb42036-bc45-4f4f-b452-8676bb6bbe68 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:09:23.322470 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-4bb42036-bc45-4f4f-b452-8676bb6bbe68 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:23.342519 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb42036-bc45-4f4f-b452-8676bb6bbe68 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Pushing event updated for resources: {'Port': ['ID=c7a7705a-8a5f-40a3-93c9-dca2652bd963,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:23.347040 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb42036-bc45-4f4f-b452-8676bb6bbe68 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:09:23.407264 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-679ed83e-256a-43b8-a29d-daab5dc281e2 req-0be33be0-d3da-4f25-addd-25400d1202e0 service neutron] Transition to ACTIVE for port object ee7b01f9-6aac-4092-863b-f4ba6666ca1b will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:09:23.415790 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1d9a23b0-4c3e-4359-9929-16a98b1ac93b req-de9d9830-ff8e-450d-b606-1805e109226d tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:23.423173 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-679ed83e-256a-43b8-a29d-daab5dc281e2 req-0be33be0-d3da-4f25-addd-25400d1202e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:23.455163 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-983b1073-453a-4e51-8207-cad190590302 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Router 73b1e82e-f756-49b9-a39f-67842ba467e2 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:09:23.461156 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['4fa49652-6984-4e76-9cf2-4328c6e98d5a'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:09:23.474385 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['81297479-d905-44af-8202-549fef88c79c'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:09:23.563112 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9d9830-ff8e-450d-b606-1805e109226d tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Pushing event deleted for resources: {'Port': ['ID=81297479-d905-44af-8202-549fef88c79c,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:23.598004 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be33be0-d3da-4f25-addd-25400d1202e0 service neutron] Pushing event updated for resources: {'Port': ['ID=ee7b01f9-6aac-4092-863b-f4ba6666ca1b,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:23.670946 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5665ca-2b25-4e02-a391-f1ebc341fde1 req-79be202d-00f8-40f4-adda-57789419d88b tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:23.674760 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6a5665ca-2b25-4e02-a391-f1ebc341fde1 req-79be202d-00f8-40f4-adda-57789419d88b tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] 10.222.0.45 "GET /v2.0/ports?device_id=e628a4bb-8def-42e5-8bfe-e1536c7645ea HTTP/1.1" status: 200 len: 931 time: 0.3458710 Nov 12 01:09:23.818253 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-679ed83e-256a-43b8-a29d-daab5dc281e2 req-0be33be0-d3da-4f25-addd-25400d1202e0 service neutron] Attempting to bind port ee7b01f9-6aac-4092-863b-f4ba6666ca1b on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:09:23.819124 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-679ed83e-256a-43b8-a29d-daab5dc281e2 req-0be33be0-d3da-4f25-addd-25400d1202e0 service neutron] Attempting to bind port ee7b01f9-6aac-4092-863b-f4ba6666ca1b by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'd9855991-790b-42d8-b64b-19a0f92d8b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '16986642-49e8-46bc-9175-71132c123da8'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:09:23.819678 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679ed83e-256a-43b8-a29d-daab5dc281e2 req-0be33be0-d3da-4f25-addd-25400d1202e0 service neutron] Attempting to bind port ee7b01f9-6aac-4092-863b-f4ba6666ca1b on network 16986642-49e8-46bc-9175-71132c123da8 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:09:23.831029 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679ed83e-256a-43b8-a29d-daab5dc281e2 req-0be33be0-d3da-4f25-addd-25400d1202e0 service neutron] Port ee7b01f9-6aac-4092-863b-f4ba6666ca1b on network 16986642-49e8-46bc-9175-71132c123da8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:09:23.832237 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679ed83e-256a-43b8-a29d-daab5dc281e2 req-0be33be0-d3da-4f25-addd-25400d1202e0 service neutron] Attempting to bind port ee7b01f9-6aac-4092-863b-f4ba6666ca1b on network 16986642-49e8-46bc-9175-71132c123da8 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:09:23.841325 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-fa32d8e9-ad3e-4969-b846-dae328ab49d1 None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:23.850198 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679ed83e-256a-43b8-a29d-daab5dc281e2 req-0be33be0-d3da-4f25-addd-25400d1202e0 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:09:23.850652 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679ed83e-256a-43b8-a29d-daab5dc281e2 req-0be33be0-d3da-4f25-addd-25400d1202e0 service neutron] Checking segment: {'id': 'd9855991-790b-42d8-b64b-19a0f92d8b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '16986642-49e8-46bc-9175-71132c123da8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:09:23.851303 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679ed83e-256a-43b8-a29d-daab5dc281e2 req-0be33be0-d3da-4f25-addd-25400d1202e0 service neutron] Bound using segment: {'id': 'd9855991-790b-42d8-b64b-19a0f92d8b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '16986642-49e8-46bc-9175-71132c123da8'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:09:23.852161 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-679ed83e-256a-43b8-a29d-daab5dc281e2 req-0be33be0-d3da-4f25-addd-25400d1202e0 service neutron] Bound port: ee7b01f9-6aac-4092-863b-f4ba6666ca1b, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9855991-790b-42d8-b64b-19a0f92d8b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '16986642-49e8-46bc-9175-71132c123da8'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:09:23.852776 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-679ed83e-256a-43b8-a29d-daab5dc281e2 req-0be33be0-d3da-4f25-addd-25400d1202e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:23.853140 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-fa32d8e9-ad3e-4969-b846-dae328ab49d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:23.906032 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d9a23b0-4c3e-4359-9929-16a98b1ac93b req-de9d9830-ff8e-450d-b606-1805e109226d tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] No DVR routers for this DVR port 81297479-d905-44af-8202-549fef88c79c on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:09:23.941707 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1d9a23b0-4c3e-4359-9929-16a98b1ac93b req-de9d9830-ff8e-450d-b606-1805e109226d tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:23.947599 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1d9a23b0-4c3e-4359-9929-16a98b1ac93b req-de9d9830-ff8e-450d-b606-1805e109226d tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.16 "DELETE /v2.0/ports/81297479-d905-44af-8202-549fef88c79c HTTP/1.1" status: 204 len: 173 time: 2.7655082 Nov 12 01:09:23.948388 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ecabdd5-322f-497c-839a-a3af9d519f49', 'name': 'network-vif-deleted', 'tag': '81297479-d905-44af-8202-549fef88c79c'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:09:23.952418 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a250cc-caf1-43a3-9149-5836c540b211" -d '{"events": [{"server_uuid": "6ecabdd5-322f-497c-839a-a3af9d519f49", "name": "network-vif-deleted", "tag": "81297479-d905-44af-8202-549fef88c79c"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:09:23.979122 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5b465f-d405-4d06-ac89-36137ef032f9 None None] Pushing event updated for resources: {'Port': ['ID=4894ce9e-9550-4064-902d-10d1c8124bc3,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:23.981935 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-679ed83e-256a-43b8-a29d-daab5dc281e2 req-0be33be0-d3da-4f25-addd-25400d1202e0 service neutron] For port ee7b01f9-6aac-4092-863b-f4ba6666ca1b, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:09:23.989846 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-679ed83e-256a-43b8-a29d-daab5dc281e2 req-0be33be0-d3da-4f25-addd-25400d1202e0 service neutron] For port ee7b01f9-6aac-4092-863b-f4ba6666ca1b, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=ee7b01f9-6aac-4092-863b-f4ba6666ca1b,segment=NetworkSegment(d9855991-790b-42d8-b64b-19a0f92d8b95),segment_id=d9855991-790b-42d8-b64b-19a0f92d8b95)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:09:24.013229 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-679ed83e-256a-43b8-a29d-daab5dc281e2 req-0be33be0-d3da-4f25-addd-25400d1202e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:24.030958 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5b465f-d405-4d06-ac89-36137ef032f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:24.031512 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5b465f-d405-4d06-ac89-36137ef032f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:24.031664 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5b465f-d405-4d06-ac89-36137ef032f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:24.033320 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4bb42036-bc45-4f4f-b452-8676bb6bbe68 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:24.033534 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5b465f-d405-4d06-ac89-36137ef032f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:24.033534 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5b465f-d405-4d06-ac89-36137ef032f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:24.033534 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5b465f-d405-4d06-ac89-36137ef032f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:24.040420 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5b465f-d405-4d06-ac89-36137ef032f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:24.044975 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6da23def-fe0d-455c-be4d-fbcf75b3d7ae req-29c4f454-f9fe-426c-b3d4-bd142c154109 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1904464563&fields=id&tenant_id=d602ff0942bb43ad80fd0eb430b5a1d7 HTTP/1.1" status: 200 len: 267 time: 0.5073333 Nov 12 01:09:24.046399 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5b465f-d405-4d06-ac89-36137ef032f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:24.046399 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5b465f-d405-4d06-ac89-36137ef032f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:24.046763 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5b465f-d405-4d06-ac89-36137ef032f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:24.047082 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5b465f-d405-4d06-ac89-36137ef032f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:24.047949 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5b465f-d405-4d06-ac89-36137ef032f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:24.119738 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-fa32d8e9-ad3e-4969-b846-dae328ab49d1 None None] Attempting to bind port 4894ce9e-9550-4064-902d-10d1c8124bc3 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:09:24.120212 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-fa32d8e9-ad3e-4969-b846-dae328ab49d1 None None] Attempting to bind port 4894ce9e-9550-4064-902d-10d1c8124bc3 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'e77abea7-a924-404b-ac27-8265a21f100e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e99995f4-ba3c-4455-a76c-75068f6bda47'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:09:24.120948 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa32d8e9-ad3e-4969-b846-dae328ab49d1 None None] Attempting to bind port 4894ce9e-9550-4064-902d-10d1c8124bc3 on network e99995f4-ba3c-4455-a76c-75068f6bda47 {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:09:24.129282 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa32d8e9-ad3e-4969-b846-dae328ab49d1 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:09:24.129659 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa32d8e9-ad3e-4969-b846-dae328ab49d1 None None] Checking segment: {'id': 'e77abea7-a924-404b-ac27-8265a21f100e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e99995f4-ba3c-4455-a76c-75068f6bda47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:09:24.130124 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-fa32d8e9-ad3e-4969-b846-dae328ab49d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:24.130534 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa32d8e9-ad3e-4969-b846-dae328ab49d1 None None] Bound using segment: {'id': 'e77abea7-a924-404b-ac27-8265a21f100e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e99995f4-ba3c-4455-a76c-75068f6bda47'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:09:24.131362 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-fa32d8e9-ad3e-4969-b846-dae328ab49d1 None None] Bound port: 4894ce9e-9550-4064-902d-10d1c8124bc3, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e77abea7-a924-404b-ac27-8265a21f100e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e99995f4-ba3c-4455-a76c-75068f6bda47'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:09:24.131753 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-fa32d8e9-ad3e-4969-b846-dae328ab49d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:24.213363 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be33be0-d3da-4f25-addd-25400d1202e0 service neutron] Pushing event updated for resources: {'Port': ['ID=ee7b01f9-6aac-4092-863b-f4ba6666ca1b,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:24.230282 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ed83e-256a-43b8-a29d-daab5dc281e2 req-0be33be0-d3da-4f25-addd-25400d1202e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:24.231390 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-679ed83e-256a-43b8-a29d-daab5dc281e2 req-0be33be0-d3da-4f25-addd-25400d1202e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:24.234149 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-679ed83e-256a-43b8-a29d-daab5dc281e2 req-0be33be0-d3da-4f25-addd-25400d1202e0 service neutron] 10.222.0.44 "PUT /v2.0/ports/ee7b01f9-6aac-4092-863b-f4ba6666ca1b HTTP/1.1" status: 200 len: 1092 time: 1.5182891 Nov 12 01:09:24.235408 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e628a4bb-8def-42e5-8bfe-e1536c7645ea', 'tag': 'ee7b01f9-6aac-4092-863b-f4ba6666ca1b'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:09:24.240135 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5fb5862-7ea9-44fe-8df9-623e945b2d03" -d '{"events": [{"name": "network-changed", "server_uuid": "e628a4bb-8def-42e5-8bfe-e1536c7645ea", "tag": "ee7b01f9-6aac-4092-863b-f4ba6666ca1b"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:09:24.246428 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-fa32d8e9-ad3e-4969-b846-dae328ab49d1 None None] For port 4894ce9e-9550-4064-902d-10d1c8124bc3, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:09:24.263411 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-fa32d8e9-ad3e-4969-b846-dae328ab49d1 None None] For port 4894ce9e-9550-4064-902d-10d1c8124bc3, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=4894ce9e-9550-4064-902d-10d1c8124bc3,segment=NetworkSegment(e77abea7-a924-404b-ac27-8265a21f100e),segment_id=e77abea7-a924-404b-ac27-8265a21f100e)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:09:24.275130 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-fa32d8e9-ad3e-4969-b846-dae328ab49d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:24.304072 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6a5665ca-2b25-4e02-a391-f1ebc341fde1 req-89a4470b-1f99-45ba-ac07-504529cbf6ff tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] 10.222.0.45 "GET /v2.0/security-groups?id=f3f76037-9132-4232-8265-2f0fe4d2bc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5582368 Nov 12 01:09:24.420205 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4bb42036-bc45-4f4f-b452-8676bb6bbe68 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:24.421240 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ed83e-256a-43b8-a29d-daab5dc281e2 req-be7cc631-3ec2-4371-8fd8-38ac4bddc8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:24.426519 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983b1073-453a-4e51-8207-cad190590302 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:09:24.431075 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-679ed83e-256a-43b8-a29d-daab5dc281e2 req-be7cc631-3ec2-4371-8fd8-38ac4bddc8c3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5faf45a6f79140c79facb79ce6bd4099&device_id=e628a4bb-8def-42e5-8bfe-e1536c7645ea HTTP/1.1" status: 200 len: 1095 time: 0.0973160 Nov 12 01:09:24.435851 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa32d8e9-ad3e-4969-b846-dae328ab49d1 None None] Routers {'6c4d9432-55ba-47bd-bb50-de97708bf56c'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:09:24.437650 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-fa32d8e9-ad3e-4969-b846-dae328ab49d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:09:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['6c4d9432-55ba-47bd-bb50-de97708bf56c'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:24.447462 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da61500f-5aa6-4c04-b2d2-a8af79986316 None None] Sync routers for ids ['73b1e82e-f756-49b9-a39f-67842ba467e2'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:09:24.506002 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-983b1073-453a-4e51-8207-cad190590302 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:24.507460 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-983b1073-453a-4e51-8207-cad190590302 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.9448600 Nov 12 01:09:24.524059 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da61500f-5aa6-4c04-b2d2-a8af79986316 None None] Routers {'73b1e82e-f756-49b9-a39f-67842ba467e2'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:09:24.525076 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-da61500f-5aa6-4c04-b2d2-a8af79986316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:09:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['73b1e82e-f756-49b9-a39f-67842ba467e2'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:24.526692 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-679ed83e-256a-43b8-a29d-daab5dc281e2 req-e2985508-72d1-4ab5-8109-8479667e313d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee7b01f9-6aac-4092-863b-f4ba6666ca1b HTTP/1.1" status: 200 len: 217 time: 0.0815678 Nov 12 01:09:24.527529 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41610) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:24.606869 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ed83e-256a-43b8-a29d-daab5dc281e2 req-14632b4d-0c4b-46f4-9229-79cd9deee3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:24.621243 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-679ed83e-256a-43b8-a29d-daab5dc281e2 req-14632b4d-0c4b-46f4-9229-79cd9deee3ae service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0efbf337-315a-4624-b2a7-3412e7236f80 HTTP/1.1" status: 200 len: 862 time: 0.0843422 Nov 12 01:09:24.660032 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da23def-fe0d-455c-be4d-fbcf75b3d7ae req-0128ed37-9e35-4b37-92ae-ed8043756c1e tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:24.661677 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6da23def-fe0d-455c-be4d-fbcf75b3d7ae req-0128ed37-9e35-4b37-92ae-ed8043756c1e tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/networks?id=e99995f4-ba3c-4455-a76c-75068f6bda47 HTTP/1.1" status: 200 len: 811 time: 0.5326734 Nov 12 01:09:24.663797 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-da61500f-5aa6-4c04-b2d2-a8af79986316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:24.668020 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b55bbc-94ca-4589-88a6-bb50dfc74bf0 x-openstack-request-id: req-a8b55bbc-94ca-4589-88a6-bb50dfc74bf0 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:09:24.668498 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ecabdd5-322f-497c-839a-a3af9d519f49", "name": "network-vif-deleted", "tag": "81297479-d905-44af-8202-549fef88c79c", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:09:24.668872 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a8b55bbc-94ca-4589-88a6-bb50dfc74bf0 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:09:24.674991 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ecabdd5-322f-497c-839a-a3af9d519f49', 'name': 'network-vif-deleted', 'tag': '81297479-d905-44af-8202-549fef88c79c', 'status': 'completed', 'code': 200} Nov 12 01:09:24.707447 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5b465f-d405-4d06-ac89-36137ef032f9 None None] Pushing event updated for resources: {'Port': ['ID=4894ce9e-9550-4064-902d-10d1c8124bc3,revision_number=4']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:24.714683 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-01b573fb-516f-44e8-bc66-ff49e9620093 None None] Provisioning complete for port 4894ce9e-9550-4064-902d-10d1c8124bc3 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:24.732213 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-01b573fb-516f-44e8-bc66-ff49e9620093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:24.744782 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6da23def-fe0d-455c-be4d-fbcf75b3d7ae req-5f634b97-9fd5-4f26-9fe1-40334108f23d tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/quotas/d602ff0942bb43ad80fd0eb430b5a1d7 HTTP/1.1" status: 200 len: 375 time: 0.0427573 Nov 12 01:09:24.752645 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da61500f-5aa6-4c04-b2d2-a8af79986316 None None] Routers {'73b1e82e-f756-49b9-a39f-67842ba467e2'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:09:24.753691 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-da61500f-5aa6-4c04-b2d2-a8af79986316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:09:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['73b1e82e-f756-49b9-a39f-67842ba467e2'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:24.862614 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-da61500f-5aa6-4c04-b2d2-a8af79986316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:24.863825 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da61500f-5aa6-4c04-b2d2-a8af79986316 None None] The sync data for ids ['73b1e82e-f756-49b9-a39f-67842ba467e2'] in n-d-712142-27 is: [] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:09:24.905706 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-fa32d8e9-ad3e-4969-b846-dae328ab49d1 None None] Set router 6c4d9432-55ba-47bd-bb50-de97708bf56c gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:09:24.928794 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-679ed83e-256a-43b8-a29d-daab5dc281e2 req-2d39dc7d-88e9-40a2-abe0-7887f959556f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=16986642-49e8-46bc-9175-71132c123da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2526731 Nov 12 01:09:25.003541 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-01b573fb-516f-44e8-bc66-ff49e9620093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:25.013381 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-662a4618-8be5-4321-ab23-3d6bb3ecb99a req-2e8f980d-9b78-4a98-9710-605417bf3e22 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=6ecabdd5-322f-497c-839a-a3af9d519f49 HTTP/1.1" status: 200 len: 210 time: 0.0593846 Nov 12 01:09:25.037905 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6da23def-fe0d-455c-be4d-fbcf75b3d7ae req-750228e3-1ff3-4b6f-87bf-3837af362adf tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d602ff0942bb43ad80fd0eb430b5a1d7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2338891 Nov 12 01:09:25.067186 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-01b573fb-516f-44e8-bc66-ff49e9620093 None None] For port 4894ce9e-9550-4064-902d-10d1c8124bc3, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=4894ce9e-9550-4064-902d-10d1c8124bc3,segment=NetworkSegment(e77abea7-a924-404b-ac27-8265a21f100e),segment_id=e77abea7-a924-404b-ac27-8265a21f100e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:25.076299 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-01b573fb-516f-44e8-bc66-ff49e9620093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:25.192603 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b573fb-516f-44e8-bc66-ff49e9620093 None None] Pushing event updated for resources: {'Port': ['ID=4894ce9e-9550-4064-902d-10d1c8124bc3,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:25.209505 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4bb42036-bc45-4f4f-b452-8676bb6bbe68 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:25.213239 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-c87cce25-afab-4fdb-9e31-215289e0c9c7 None None] Provisioning complete for port 4894ce9e-9550-4064-902d-10d1c8124bc3 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:25.213688 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c87cce25-afab-4fdb-9e31-215289e0c9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:25.219124 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6da23def-fe0d-455c-be4d-fbcf75b3d7ae req-88d90a04-5b3c-459d-b769-aa86f0c2d536 service neutron] 10.222.0.45 "GET /v2.0/networks/e99995f4-ba3c-4455-a76c-75068f6bda47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658187 Nov 12 01:09:25.222732 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4bb42036-bc45-4f4f-b452-8676bb6bbe68 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:25.233601 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-fa32d8e9-ad3e-4969-b846-dae328ab49d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'name': 'tempest-AttachVolumeTestJSON-1338414397-router', 'tenant_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '876f3bf9-72ff-47b4-8dab-c99d8fc6d72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:04Z', 'updated_at': '2021-11-12T01:09:13Z', 'revision_number': 4, 'project_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'gw_port': {'id': '876f3bf9-72ff-47b4-8dab-c99d8fc6d72f', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:95:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:05Z', 'updated_at': '2021-11-12T01:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '4894ce9e-9550-4064-902d-10d1c8124bc3', 'name': '', 'network_id': 'e99995f4-ba3c-4455-a76c-75068f6bda47', 'tenant_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'mac_address': 'fa:16:3e:67:9f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'bf3a876c-b540-4ae8-a3b9-c5dbe0528b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:11Z', 'updated_at': '2021-11-12T01:09:24Z', 'revision_number': 4, 'project_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'subnets': [{'id': 'bf3a876c-b540-4ae8-a3b9-c5dbe0528b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:25.286219 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa32d8e9-ad3e-4969-b846-dae328ab49d1 None None] The sync data for ids ['6c4d9432-55ba-47bd-bb50-de97708bf56c'] in n-d-712142-27 is: [{'id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'name': 'tempest-AttachVolumeTestJSON-1338414397-router', 'tenant_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '876f3bf9-72ff-47b4-8dab-c99d8fc6d72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:04Z', 'updated_at': '2021-11-12T01:09:13Z', 'revision_number': 4, 'project_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'gw_port': {'id': '876f3bf9-72ff-47b4-8dab-c99d8fc6d72f', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:95:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:05Z', 'updated_at': '2021-11-12T01:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '4894ce9e-9550-4064-902d-10d1c8124bc3', 'name': '', 'network_id': 'e99995f4-ba3c-4455-a76c-75068f6bda47', 'tenant_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'mac_address': 'fa:16:3e:67:9f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'bf3a876c-b540-4ae8-a3b9-c5dbe0528b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:11Z', 'updated_at': '2021-11-12T01:09:24Z', 'revision_number': 4, 'project_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'subnets': [{'id': 'bf3a876c-b540-4ae8-a3b9-c5dbe0528b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:09:25.478128 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-679ed83e-256a-43b8-a29d-daab5dc281e2 req-a4eb467a-7479-4f60-996e-b1e167cbd1b9 service neutron] 10.222.0.44 "GET /v2.0/networks/16986642-49e8-46bc-9175-71132c123da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5193717 Nov 12 01:09:25.693023 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ff5cc-088d-4482-9c1c-de81e52f388e req-685bc167-d855-41b1-9c02-b4e1b4c42e08 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:25.696457 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bb2ff5cc-088d-4482-9c1c-de81e52f388e req-685bc167-d855-41b1-9c02-b4e1b4c42e08 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.5457394 Nov 12 01:09:25.698649 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb42036-bc45-4f4f-b452-8676bb6bbe68 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Pushing event updated for resources: {'Port': ['ID=c7a7705a-8a5f-40a3-93c9-dca2652bd963,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:25.783141 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4bb42036-bc45-4f4f-b452-8676bb6bbe68 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:25.829559 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6da23def-fe0d-455c-be4d-fbcf75b3d7ae req-fbdfb387-57fe-41c2-8e65-66a32e934ada service neutron] 10.222.0.45 "GET /v2.0/networks/e99995f4-ba3c-4455-a76c-75068f6bda47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6008022 Nov 12 01:09:25.838003 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bb2ff5cc-088d-4482-9c1c-de81e52f388e req-ea6791b9-fc94-435c-a114-1069511d7fdb tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182492 Nov 12 01:09:25.841498 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4bb42036-bc45-4f4f-b452-8676bb6bbe68 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:25.848961 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4bb42036-bc45-4f4f-b452-8676bb6bbe68 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4219658 Nov 12 01:09:26.062540 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 81297479-d905-44af-8202-549fef88c79c no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:09:26.065352 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ea857f-4f7d-4b16-91ac-bdb290e9b334 x-openstack-request-id: req-c0ea857f-4f7d-4b16-91ac-bdb290e9b334 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:09:26.065973 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e628a4bb-8def-42e5-8bfe-e1536c7645ea", "tag": "ee7b01f9-6aac-4092-863b-f4ba6666ca1b", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:09:26.066380 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c0ea857f-4f7d-4b16-91ac-bdb290e9b334 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:09:26.067301 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e628a4bb-8def-42e5-8bfe-e1536c7645ea', 'tag': 'ee7b01f9-6aac-4092-863b-f4ba6666ca1b', 'status': 'completed', 'code': 200} Nov 12 01:09:26.108710 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] No Port match for: 81297479-d905-44af-8202-549fef88c79c {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:09:26.117517 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 81297479-d905-44af-8202-549fef88c79c not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:09:26.277072 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-679ed83e-256a-43b8-a29d-daab5dc281e2 req-8e328fff-9d98-43d2-ad66-82cabc532e7f service neutron] 10.222.0.44 "GET /v2.0/networks/16986642-49e8-46bc-9175-71132c123da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7897551 Nov 12 01:09:26.295341 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808eb90a-2773-4fb2-97b0-08abd0f2056a req-44ed947f-22f9-4be8-a820-6442cf7384d5 tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:26.310697 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-808eb90a-2773-4fb2-97b0-08abd0f2056a req-44ed947f-22f9-4be8-a820-6442cf7384d5 tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] 10.222.0.45 "GET /v2.0/ports?device_id=e628a4bb-8def-42e5-8bfe-e1536c7645ea HTTP/1.1" status: 200 len: 943 time: 0.1705077 Nov 12 01:09:26.410491 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-808eb90a-2773-4fb2-97b0-08abd0f2056a req-3ecaa9f5-ed93-4905-98aa-4ad088f92fa0 tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] 10.222.0.45 "GET /v2.0/security-groups?id=f3f76037-9132-4232-8265-2f0fe4d2bc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984566 Nov 12 01:09:26.505514 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6784ec70-3ff7-4202-9f9e-de9fbed36d56 req-91785d04-d0b0-4b88-99f7-589a68c67a78 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dfe835d-23cb-4637-acb6-ddb56de82bf5 HTTP/1.1" status: 200 len: 210 time: 0.0564926 Nov 12 01:09:26.658144 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-18e24f26-9b02-4a2c-a262-f00c60963810 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--328039589&fields=id&tenant_id=8cc8ca414fa7430d8da23a7db1c7581c HTTP/1.1" status: 200 len: 267 time: 0.0736179 Nov 12 01:09:26.680907 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb5862-7ea9-44fe-8df9-623e945b2d03 req-5e2d412c-ac90-466d-a2e7-cdb552fefadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:26.683910 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b5fb5862-7ea9-44fe-8df9-623e945b2d03 req-5e2d412c-ac90-466d-a2e7-cdb552fefadb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5faf45a6f79140c79facb79ce6bd4099&device_id=e628a4bb-8def-42e5-8bfe-e1536c7645ea HTTP/1.1" status: 200 len: 1095 time: 0.2811108 Nov 12 01:09:26.722740 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 4894ce9e-9550-4064-902d-10d1c8124bc3 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:09:26.752771 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-f1287369-f137-4f8a-a49a-07044499bda5 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:26.755529 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-f1287369-f137-4f8a-a49a-07044499bda5 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports/0373cd56-eebf-4b69-963a-be09d38bc414 HTTP/1.1" status: 200 len: 937 time: 0.0886304 Nov 12 01:09:26.828522 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-5dbc4e75-6075-4425-bb0a-8a15fea467db tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:26.830642 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-5dbc4e75-6075-4425-bb0a-8a15fea467db tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports/e16bb2d8-4ef4-4003-96d4-f65676f445a0 HTTP/1.1" status: 200 len: 937 time: 0.0680189 Nov 12 01:09:26.867202 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b5ab1aa2-49e9-4a4c-932a-0ecef23a0961 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:26.871861 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 4894ce9e-9550-4064-902d-10d1c8124bc3 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:26.872866 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:26.939040 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-a35e358f-a1c1-47b5-b2f0-c64bd2a071f8 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?network_id=ea33bcf4-68e4-41d3-a621-b5e53b96e513&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0998211 Nov 12 01:09:26.996709 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb5862-7ea9-44fe-8df9-623e945b2d03 req-53150d18-ad0c-4c8b-a014-8a1a1f5b5d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:26.998226 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-e58c6706-4f80-48af-95e6-cc20a52a429d tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?network_id=ea33bcf4-68e4-41d3-a621-b5e53b96e513&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0388310 Nov 12 01:09:26.999391 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b5fb5862-7ea9-44fe-8df9-623e945b2d03 req-53150d18-ad0c-4c8b-a014-8a1a1f5b5d15 service neutron] 10.222.0.44 "GET /v2.0/networks?id=16986642-49e8-46bc-9175-71132c123da8 HTTP/1.1" status: 200 len: 922 time: 0.3070567 Nov 12 01:09:27.160968 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0376a284-8987-4876-9409-d7c7c476ef7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:27.178636 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b5fb5862-7ea9-44fe-8df9-623e945b2d03 req-6f5a61c4-bd1f-478e-8336-18cd2d86ca70 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ee7b01f9-6aac-4092-863b-f4ba6666ca1b HTTP/1.1" status: 200 len: 217 time: 0.0809035 Nov 12 01:09:27.209950 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03286def-1595-4948-a0f0-ff727a1a2765 req-72d91378-a61e-4846-8e61-6dad741b8c22 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:27.212433 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-03286def-1595-4948-a0f0-ff727a1a2765 req-72d91378-a61e-4846-8e61-6dad741b8c22 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.1421773 Nov 12 01:09:27.222989 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-4cd8e15b-56ca-43fb-8d41-9f2e034d0472 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:27.229664 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-4cd8e15b-56ca-43fb-8d41-9f2e034d0472 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:27.236786 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-4cd8e15b-56ca-43fb-8d41-9f2e034d0472 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:27.238571 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-4cd8e15b-56ca-43fb-8d41-9f2e034d0472 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/networks?id=682e0b44-65b9-400b-8f8e-1eeb342780e2&id=e0f69fbd-c4e4-47d1-817f-1e3bee936d0a&id=e0f69fbd-c4e4-47d1-817f-1e3bee936d0a&id=ea33bcf4-68e4-41d3-a621-b5e53b96e513&id=ea33bcf4-68e4-41d3-a621-b5e53b96e513 HTTP/1.1" status: 200 len: 1995 time: 0.2305679 Nov 12 01:09:27.286115 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-29367412-c414-4837-8744-731d9c6a978c tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/quotas/8cc8ca414fa7430d8da23a7db1c7581c HTTP/1.1" status: 200 len: 375 time: 0.0231662 Nov 12 01:09:27.312715 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-03286def-1595-4948-a0f0-ff727a1a2765 req-274e1976-1182-474d-9ab4-11eff2240e47 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726531 Nov 12 01:09:27.379702 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb5862-7ea9-44fe-8df9-623e945b2d03 req-e6d6f933-72bb-45de-ba9a-bf8555dfcd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:27.382958 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b5fb5862-7ea9-44fe-8df9-623e945b2d03 req-e6d6f933-72bb-45de-ba9a-bf8555dfcd1f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0efbf337-315a-4624-b2a7-3412e7236f80 HTTP/1.1" status: 200 len: 862 time: 0.1942723 Nov 12 01:09:27.409597 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-aaede664-fad6-4ce0-882c-275f3fe1bcb9 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8cc8ca414fa7430d8da23a7db1c7581c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1117418 Nov 12 01:09:27.480476 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b5fb5862-7ea9-44fe-8df9-623e945b2d03 req-4d16738c-43c6-46ab-90c4-fbb2cb9abeb2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=16986642-49e8-46bc-9175-71132c123da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831580 Nov 12 01:09:27.549549 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdfbb14-6751-4136-a985-0f8123c84ed9 req-d55cfdc0-5671-4dac-b926-5945ae9f9501 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:27.551295 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3cdfbb14-6751-4136-a985-0f8123c84ed9 req-d55cfdc0-5671-4dac-b926-5945ae9f9501 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf7000ec-f6df-4708-b4e2-a70f05feecb6 HTTP/1.1" status: 200 len: 946 time: 0.1394396 Nov 12 01:09:27.590993 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-3866ea3d-b744-41e0-8d9e-57679bed4981 service neutron] 10.222.0.45 "GET /v2.0/networks/682e0b44-65b9-400b-8f8e-1eeb342780e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564047 Nov 12 01:09:27.660602 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3cdfbb14-6751-4136-a985-0f8123c84ed9 req-31994d4e-0275-4678-a2aa-120c3eb57a30 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945425 Nov 12 01:09:27.670572 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-b5ab1aa2-49e9-4a4c-932a-0ecef23a0961 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Allocated IP 172.20.0.1 (f98877c7-9979-4e41-8cd1-b01e437043b6/36be76f9-81fa-4e35-afbd-8cf3a9b6310e/f49c8ded-df54-4dd9-b673-2700af50293c) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:09:27.679542 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b5fb5862-7ea9-44fe-8df9-623e945b2d03 req-734b50b5-3db1-450d-bc68-92f11aa0e6ab service neutron] 10.222.0.44 "GET /v2.0/networks/16986642-49e8-46bc-9175-71132c123da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645992 Nov 12 01:09:27.763128 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-beb13bba-ceb9-4bbc-9429-9e06e63d468a service neutron] 10.222.0.45 "GET /v2.0/networks/682e0b44-65b9-400b-8f8e-1eeb342780e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550879 Nov 12 01:09:27.852188 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-4a54869f-b236-49ab-a51a-5a743e071d24 service neutron] 10.222.0.45 "GET /v2.0/ports/0373cd56-eebf-4b69-963a-be09d38bc414?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0767970 Nov 12 01:09:27.952364 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b5ab1aa2-49e9-4a4c-932a-0ecef23a0961 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:27.995597 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b5fb5862-7ea9-44fe-8df9-623e945b2d03 req-c2d1ca1a-46c0-40b5-8b11-a336e3f657ac service neutron] 10.222.0.44 "GET /v2.0/networks/16986642-49e8-46bc-9175-71132c123da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025458 Nov 12 01:09:28.027457 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b5ab1aa2-49e9-4a4c-932a-0ecef23a0961 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:28.096582 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ab1aa2-49e9-4a4c-932a-0ecef23a0961 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Network f98877c7-9979-4e41-8cd1-b01e437043b6 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:09:28.098157 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab1aa2-49e9-4a4c-932a-0ecef23a0961 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Pushing event updated for resources: {'Port': ['ID=f49c8ded-df54-4dd9-b673-2700af50293c,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:28.101150 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-b5ab1aa2-49e9-4a4c-932a-0ecef23a0961 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:28.103796 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ab1aa2-49e9-4a4c-932a-0ecef23a0961 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:09:28.169049 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82fb6b-4d78-4e1d-a4e7-1acec3a1b541 req-21de0f50-bd1c-4d1e-ad24-8ac6bd3859f5 tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:28.172766 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b5ab1aa2-49e9-4a4c-932a-0ecef23a0961 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:28.173135 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8c82fb6b-4d78-4e1d-a4e7-1acec3a1b541 req-21de0f50-bd1c-4d1e-ad24-8ac6bd3859f5 tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] 10.222.0.45 "GET /v2.0/ports?device_id=e628a4bb-8def-42e5-8bfe-e1536c7645ea HTTP/1.1" status: 200 len: 943 time: 0.1650362 Nov 12 01:09:28.181508 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-55a96909-5e5f-4ab2-b6d5-193f0f307300 service neutron] 10.222.0.45 "GET /v2.0/networks/e0f69fbd-c4e4-47d1-817f-1e3bee936d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217962 Nov 12 01:09:28.343689 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b5ab1aa2-49e9-4a4c-932a-0ecef23a0961 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:28.355006 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da23def-fe0d-455c-be4d-fbcf75b3d7ae req-65daa793-f054-4071-8684-b2ddca76e130 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:28.357800 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6da23def-fe0d-455c-be4d-fbcf75b3d7ae req-65daa793-f054-4071-8684-b2ddca76e130 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.16 "GET /v2.0/networks?id=e99995f4-ba3c-4455-a76c-75068f6bda47 HTTP/1.1" status: 200 len: 811 time: 0.3645053 Nov 12 01:09:28.439022 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8c82fb6b-4d78-4e1d-a4e7-1acec3a1b541 req-8975d658-b7eb-4c4d-adb8-3b14933e45d2 tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] 10.222.0.45 "GET /v2.0/security-groups?id=f3f76037-9132-4232-8265-2f0fe4d2bc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509277 Nov 12 01:09:28.467111 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device ee7b01f9-6aac-4092-863b-f4ba6666ca1b details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:09:28.498881 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-1f1a6c72-d52b-46bf-a261-4203c27d0770 service neutron] 10.222.0.45 "GET /v2.0/networks/e0f69fbd-c4e4-47d1-817f-1e3bee936d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081908 Nov 12 01:09:28.512532 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6da23def-fe0d-455c-be4d-fbcf75b3d7ae req-21238cd7-5c7d-489c-8942-ba1c0989e2ef tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d602ff0942bb43ad80fd0eb430b5a1d7 HTTP/1.1" status: 200 len: 380 time: 0.1312206 Nov 12 01:09:28.529603 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-6da23def-fe0d-455c-be4d-fbcf75b3d7ae req-8140ee42-b84e-47ff-90f9-d25cde349a74 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Request body: {'port': {'device_id': '2dfe835d-23cb-4637-acb6-ddb56de82bf5', 'network_id': 'e99995f4-ba3c-4455-a76c-75068f6bda47', 'admin_state_up': True, 'tenant_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'security_groups': ['2a33527b-a081-46b3-a33c-3299ac1d026a']}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:28.582525 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-b4a39002-12ae-4d99-adcc-0df03fa4cc93 service neutron] 10.222.0.45 "GET /v2.0/ports/e16bb2d8-4ef4-4003-96d4-f65676f445a0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0683763 Nov 12 01:09:28.683877 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d088b10e-d0e1-4f91-9aff-9feb0afb50af req-89caaf6b-6bdd-41a9-8d7b-3f569e1ef12e tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dfe835d-23cb-4637-acb6-ddb56de82bf5 HTTP/1.1" status: 200 len: 210 time: 0.0674517 Nov 12 01:09:28.706752 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port ee7b01f9-6aac-4092-863b-f4ba6666ca1b, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=ee7b01f9-6aac-4092-863b-f4ba6666ca1b,segment=NetworkSegment(d9855991-790b-42d8-b64b-19a0f92d8b95),segment_id=d9855991-790b-42d8-b64b-19a0f92d8b95)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:28.739455 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'ee7b01f9-6aac-4092-863b-f4ba6666ca1b', 'network_id': '16986642-49e8-46bc-9175-71132c123da8', 'port_id': 'ee7b01f9-6aac-4092-863b-f4ba6666ca1b', 'mac_address': 'fa:16:3e:65:09:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0efbf337-315a-4624-b2a7-3412e7236f80', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:09:28.794510 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-cecf6fa6-3e78-4aff-a38b-5ad206fef22b service neutron] 10.222.0.45 "GET /v2.0/networks/e0f69fbd-c4e4-47d1-817f-1e3bee936d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794302 Nov 12 01:09:28.817418 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:28.833066 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee7b01f9-6aac-4092-863b-f4ba6666ca1b {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:09:28.834286 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6da23def-fe0d-455c-be4d-fbcf75b3d7ae req-8140ee42-b84e-47ff-90f9-d25cde349a74 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Made reservation on behalf of d602ff0942bb43ad80fd0eb430b5a1d7 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:09:28.838064 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-6da23def-fe0d-455c-be4d-fbcf75b3d7ae req-8140ee42-b84e-47ff-90f9-d25cde349a74 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:28.860416 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port ee7b01f9-6aac-4092-863b-f4ba6666ca1b, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=ee7b01f9-6aac-4092-863b-f4ba6666ca1b,segment=NetworkSegment(d9855991-790b-42d8-b64b-19a0f92d8b95),segment_id=d9855991-790b-42d8-b64b-19a0f92d8b95)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:28.869067 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:28.952793 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=ee7b01f9-6aac-4092-863b-f4ba6666ca1b,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:28.971158 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b5ab1aa2-49e9-4a4c-932a-0ecef23a0961 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:28.981552 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b5ab1aa2-49e9-4a4c-932a-0ecef23a0961 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:29.022731 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c57791-5bc7-4cbd-b406-8b56b6073860 req-3265e114-2b7b-4ec9-a489-92e249250212 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:29.028547 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-61c57791-5bc7-4cbd-b406-8b56b6073860 req-3265e114-2b7b-4ec9-a489-92e249250212 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.2310193 Nov 12 01:09:29.129531 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab1aa2-49e9-4a4c-932a-0ecef23a0961 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Pushing event updated for resources: {'Port': ['ID=f49c8ded-df54-4dd9-b673-2700af50293c,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:29.133813 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b5ab1aa2-49e9-4a4c-932a-0ecef23a0961 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:29.253593 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-db1a6086-4377-4b79-9a69-adf4aac149a4 service neutron] 10.222.0.45 "GET /v2.0/networks/e0f69fbd-c4e4-47d1-817f-1e3bee936d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4433246 Nov 12 01:09:29.294427 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['ee7b01f9-6aac-4092-863b-f4ba6666ca1b'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:09:29.320928 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-6da23def-fe0d-455c-be4d-fbcf75b3d7ae req-8140ee42-b84e-47ff-90f9-d25cde349a74 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Allocated IP 172.20.0.6 (e99995f4-ba3c-4455-a76c-75068f6bda47/bf3a876c-b540-4ae8-a3b9-c5dbe0528b0f/e8785de6-4682-4524-bdaa-6e4d7ec3f359) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:09:29.324449 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ab1aa2-49e9-4a4c-932a-0ecef23a0961 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Network f98877c7-9979-4e41-8cd1-b01e437043b6 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:09:29.329287 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-b5ab1aa2-49e9-4a4c-932a-0ecef23a0961 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:29.342639 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-61c57791-5bc7-4cbd-b406-8b56b6073860 req-bd0adb5a-ff89-400e-8226-a5b7208af533 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2821918 Nov 12 01:09:29.484266 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c120c-99b8-4ece-8526-5ab654818425 req-20c2463b-e50e-4f10-a5db-e1caab720267 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:29.487083 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ec9c120c-99b8-4ece-8526-5ab654818425 req-20c2463b-e50e-4f10-a5db-e1caab720267 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf7000ec-f6df-4708-b4e2-a70f05feecb6 HTTP/1.1" status: 200 len: 946 time: 0.1605911 Nov 12 01:09:29.493166 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-c87be978-aa48-4f05-ab11-05e4b8de3dc6 service neutron] 10.222.0.45 "GET /v2.0/networks/e0f69fbd-c4e4-47d1-817f-1e3bee936d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305572 Nov 12 01:09:29.587034 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001bfe1b-2894-4d32-993e-fe685a29f452 req-8e487efb-20e9-4a6b-9edb-d45ba7e00414 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:29.588746 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-001bfe1b-2894-4d32-993e-fe685a29f452 req-8e487efb-20e9-4a6b-9edb-d45ba7e00414 tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf7000ec-f6df-4708-b4e2-a70f05feecb6 HTTP/1.1" status: 200 len: 946 time: 0.1387901 Nov 12 01:09:29.636281 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ab1aa2-49e9-4a4c-932a-0ecef23a0961 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Router 73b1e82e-f756-49b9-a39f-67842ba467e2 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:09:29.710910 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-ec9c120c-99b8-4ece-8526-5ab654818425 req-1fa86bae-28b9-48c4-9277-4b8b6f15576a tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Deleting port 4fa49652-6984-4e76-9cf2-4328c6e98d5a {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:09:29.711272 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-ec9c120c-99b8-4ece-8526-5ab654818425 req-1fa86bae-28b9-48c4-9277-4b8b6f15576a tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:29.782626 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-eb2cb394-6bf3-439d-922c-89de52ab8683 service neutron] 10.222.0.45 "GET /v2.0/networks/e0f69fbd-c4e4-47d1-817f-1e3bee936d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799225 Nov 12 01:09:29.799593 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-001bfe1b-2894-4d32-993e-fe685a29f452 req-37c32722-a4f8-4984-a124-214c9bfac36c tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.45 "GET /v2.0/security-groups?id=e1d8c486-87f8-4579-b3bb-51a0d270de92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736250 Nov 12 01:09:29.862260 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-ec9c120c-99b8-4ece-8526-5ab654818425 req-1fa86bae-28b9-48c4-9277-4b8b6f15576a tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] For port 4fa49652-6984-4e76-9cf2-4328c6e98d5a, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=4fa49652-6984-4e76-9cf2-4328c6e98d5a,segment=NetworkSegment(cb2ecfa2-2aa2-4eac-be73-a119af97fe41),segment_id=cb2ecfa2-2aa2-4eac-be73-a119af97fe41)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:29.862658 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-ec9c120c-99b8-4ece-8526-5ab654818425 req-1fa86bae-28b9-48c4-9277-4b8b6f15576a tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:29.873679 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ab1aa2-49e9-4a4c-932a-0ecef23a0961 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:09:29.881412 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b5ab1aa2-49e9-4a4c-932a-0ecef23a0961 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] 10.222.0.45 "PUT /v2.0/routers/73b1e82e-f756-49b9-a39f-67842ba467e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3523822 Nov 12 01:09:29.885565 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41668) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:29.890550 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-66d12467-d8c5-4b43-a368-5ba664659c29 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Request body: {'port': {'network_id': 'f98877c7-9979-4e41-8cd1-b01e437043b6', 'name': 'tempest-FloatingIPTestJSON-932485841'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:29.892823 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-6da23def-fe0d-455c-be4d-fbcf75b3d7ae req-8140ee42-b84e-47ff-90f9-d25cde349a74 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:29.902612 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9995de-bbea-4658-b9b3-aa46192a7a8f None None] Sync routers for ids ['73b1e82e-f756-49b9-a39f-67842ba467e2'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:09:29.918204 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-ec9c120c-99b8-4ece-8526-5ab654818425 req-1fa86bae-28b9-48c4-9277-4b8b6f15576a tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Calling delete_port for 4fa49652-6984-4e76-9cf2-4328c6e98d5a owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:09:29.924105 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9995de-bbea-4658-b9b3-aa46192a7a8f None None] Routers {'73b1e82e-f756-49b9-a39f-67842ba467e2'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:09:29.926618 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-0c9995de-bbea-4658-b9b3-aa46192a7a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:09:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['73b1e82e-f756-49b9-a39f-67842ba467e2'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:29.994202 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-0c9995de-bbea-4658-b9b3-aa46192a7a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:30.023220 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9995de-bbea-4658-b9b3-aa46192a7a8f None None] Routers {'73b1e82e-f756-49b9-a39f-67842ba467e2'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:09:30.023955 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-0c9995de-bbea-4658-b9b3-aa46192a7a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:09:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['73b1e82e-f756-49b9-a39f-67842ba467e2'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:30.048846 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-779471da-e6a1-472a-969d-8fe3069401fb service neutron] 10.222.0.45 "GET /v2.0/networks/e0f69fbd-c4e4-47d1-817f-1e3bee936d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583427 Nov 12 01:09:30.065617 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-6da23def-fe0d-455c-be4d-fbcf75b3d7ae req-8140ee42-b84e-47ff-90f9-d25cde349a74 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:30.077687 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-0c9995de-bbea-4658-b9b3-aa46192a7a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:30.079392 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9995de-bbea-4658-b9b3-aa46192a7a8f None None] The sync data for ids ['73b1e82e-f756-49b9-a39f-67842ba467e2'] in n-d-712142-27 is: [] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:09:30.199354 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d12467-d8c5-4b43-a368-5ba664659c29 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Made reservation on behalf of 866b66858ff64143a9b619922dd87a42 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:09:30.206090 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-66d12467-d8c5-4b43-a368-5ba664659c29 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:30.240769 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-66d12467-d8c5-4b43-a368-5ba664659c29 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] device_id is not set on port b89b4397-af00-41e9-a3b8-cd94d4b2c275 yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:09:30.288138 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6da23def-fe0d-455c-be4d-fbcf75b3d7ae req-8140ee42-b84e-47ff-90f9-d25cde349a74 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Network e99995f4-ba3c-4455-a76c-75068f6bda47 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:09:30.357601 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-6da23def-fe0d-455c-be4d-fbcf75b3d7ae req-8140ee42-b84e-47ff-90f9-d25cde349a74 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:30.361922 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da23def-fe0d-455c-be4d-fbcf75b3d7ae req-8140ee42-b84e-47ff-90f9-d25cde349a74 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:09:30.371925 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8140ee42-b84e-47ff-90f9-d25cde349a74 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Pushing event updated for resources: {'Port': ['ID=e8785de6-4682-4524-bdaa-6e4d7ec3f359,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:30.425892 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-ec9c120c-99b8-4ece-8526-5ab654818425 req-1fa86bae-28b9-48c4-9277-4b8b6f15576a tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:30.474146 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['4fa49652-6984-4e76-9cf2-4328c6e98d5a'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:09:30.484989 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c73e8-0bbe-4ddc-907f-0ab6cf941c95 req-2ee46314-e6bb-4adb-bd7e-91d8fb981223 tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:30.499936 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4b4c73e8-0bbe-4ddc-907f-0ab6cf941c95 req-2ee46314-e6bb-4adb-bd7e-91d8fb981223 tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] 10.222.0.45 "GET /v2.0/ports?device_id=e628a4bb-8def-42e5-8bfe-e1536c7645ea HTTP/1.1" status: 200 len: 944 time: 0.3505778 Nov 12 01:09:30.530398 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa86bae-28b9-48c4-9277-4b8b6f15576a tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Pushing event deleted for resources: {'Port': ['ID=4fa49652-6984-4e76-9cf2-4328c6e98d5a,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:30.599795 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da23def-fe0d-455c-be4d-fbcf75b3d7ae req-8140ee42-b84e-47ff-90f9-d25cde349a74 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:30.600811 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-6da23def-fe0d-455c-be4d-fbcf75b3d7ae req-8140ee42-b84e-47ff-90f9-d25cde349a74 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:30.647889 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec9c120c-99b8-4ece-8526-5ab654818425 req-1fa86bae-28b9-48c4-9277-4b8b6f15576a tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] No DVR routers for this DVR port 4fa49652-6984-4e76-9cf2-4328c6e98d5a on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:09:30.655130 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-ec9c120c-99b8-4ece-8526-5ab654818425 req-1fa86bae-28b9-48c4-9277-4b8b6f15576a tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:30.661794 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ec9c120c-99b8-4ece-8526-5ab654818425 req-1fa86bae-28b9-48c4-9277-4b8b6f15576a tempest-ServerRescueTestJSON-670737194 tempest-ServerRescueTestJSON-670737194-project] 10.222.0.44 "DELETE /v2.0/ports/4fa49652-6984-4e76-9cf2-4328c6e98d5a HTTP/1.1" status: 204 len: 173 time: 1.1633356 Nov 12 01:09:30.662672 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf7000ec-f6df-4708-b4e2-a70f05feecb6', 'name': 'network-vif-deleted', 'tag': '4fa49652-6984-4e76-9cf2-4328c6e98d5a'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:09:30.668251 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15af4967-4aa5-4c24-9e62-9fee3ee0c34c" -d '{"events": [{"server_uuid": "cf7000ec-f6df-4708-b4e2-a70f05feecb6", "name": "network-vif-deleted", "tag": "4fa49652-6984-4e76-9cf2-4328c6e98d5a"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:09:30.677743 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-40fbfbb9-ba61-411b-be0f-7d96c8e552a0 service neutron] 10.222.0.45 "GET /v2.0/networks/e0f69fbd-c4e4-47d1-817f-1e3bee936d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5177467 Nov 12 01:09:30.679144 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-66d12467-d8c5-4b43-a368-5ba664659c29 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Allocated IP 172.20.0.13 (f98877c7-9979-4e41-8cd1-b01e437043b6/36be76f9-81fa-4e35-afbd-8cf3a9b6310e/b89b4397-af00-41e9-a3b8-cd94d4b2c275) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:09:30.696293 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6da23def-fe0d-455c-be4d-fbcf75b3d7ae req-8140ee42-b84e-47ff-90f9-d25cde349a74 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1719210 Nov 12 01:09:30.760507 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-6da23def-fe0d-455c-be4d-fbcf75b3d7ae req-28b27697-2e87-4ce9-8409-5934d4b6b823 service neutron] Request body: {'port': {'device_id': '2dfe835d-23cb-4637-acb6-ddb56de82bf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:30.783578 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-568f2625-471e-451b-8cd9-bf279ccf1683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:30.858713 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-1c312b26-94f2-4503-a49b-58394200d3b4 None None] Provisioning complete for port e8785de6-4682-4524-bdaa-6e4d7ec3f359 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:30.859376 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1c312b26-94f2-4503-a49b-58394200d3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:30.920781 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-1c312b26-94f2-4503-a49b-58394200d3b4 None None] Port e8785de6-4682-4524-bdaa-6e4d7ec3f359 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:09:30.983051 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-66d12467-d8c5-4b43-a368-5ba664659c29 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:31.029704 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-66d12467-d8c5-4b43-a368-5ba664659c29 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:31.083272 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d12467-d8c5-4b43-a368-5ba664659c29 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Network f98877c7-9979-4e41-8cd1-b01e437043b6 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:09:31.087884 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-66d12467-d8c5-4b43-a368-5ba664659c29 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:31.098019 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d12467-d8c5-4b43-a368-5ba664659c29 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:09:31.131047 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d12467-d8c5-4b43-a368-5ba664659c29 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Pushing event updated for resources: {'Port': ['ID=b89b4397-af00-41e9-a3b8-cd94d4b2c275,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:31.150030 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4b4c73e8-0bbe-4ddc-907f-0ab6cf941c95 req-7820041f-da22-4760-94b0-9951a25c140b tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] 10.222.0.45 "GET /v2.0/security-groups?id=f3f76037-9132-4232-8265-2f0fe4d2bc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6483328 Nov 12 01:09:31.187083 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d12467-d8c5-4b43-a368-5ba664659c29 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:31.188755 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-66d12467-d8c5-4b43-a368-5ba664659c29 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:31.221298 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-66d12467-d8c5-4b43-a368-5ba664659c29 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3345435 Nov 12 01:09:31.224564 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41680) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:31.231842 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-61b94b31-4fad-4573-998a-53b3b4f5f46a tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Request body: {'port': {'network_id': 'f98877c7-9979-4e41-8cd1-b01e437043b6', 'name': 'tempest-FloatingIPTestJSON-1291220244'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:31.323008 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-6da23def-fe0d-455c-be4d-fbcf75b3d7ae req-28b27697-2e87-4ce9-8409-5934d4b6b823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:31.364858 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-f353f3ab-93ff-4260-90b4-940543b0a005 service neutron] 10.222.0.45 "GET /v2.0/networks/ea33bcf4-68e4-41d3-a621-b5e53b96e513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6855590 Nov 12 01:09:31.426753 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b94b31-4fad-4573-998a-53b3b4f5f46a tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Made reservation on behalf of 866b66858ff64143a9b619922dd87a42 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:09:31.434173 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-61b94b31-4fad-4573-998a-53b3b4f5f46a tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:31.461811 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-61b94b31-4fad-4573-998a-53b3b4f5f46a tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] device_id is not set on port 23183d57-f7bc-4fa9-ac66-78cc641875e3 yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:09:31.522071 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076eb8d-96d8-442f-9341-c489cceb5d6f req-b9783889-d190-4e41-a7b9-b121b8750821 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:31.523680 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f076eb8d-96d8-442f-9341-c489cceb5d6f req-b9783889-d190-4e41-a7b9-b121b8750821 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dfe835d-23cb-4637-acb6-ddb56de82bf5 HTTP/1.1" status: 200 len: 931 time: 0.2713919 Nov 12 01:09:31.630539 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-61b94b31-4fad-4573-998a-53b3b4f5f46a tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Allocated IP 172.20.0.5 (f98877c7-9979-4e41-8cd1-b01e437043b6/36be76f9-81fa-4e35-afbd-8cf3a9b6310e/23183d57-f7bc-4fa9-ac66-78cc641875e3) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:09:31.635671 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-c329091d-2708-4bca-b0cd-0d573918e5e8 service neutron] 10.222.0.45 "GET /v2.0/networks/ea33bcf4-68e4-41d3-a621-b5e53b96e513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695155 Nov 12 01:09:31.781054 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f076eb8d-96d8-442f-9341-c489cceb5d6f req-fad028f9-ba88-482b-9999-229a9478d1f8 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a33527b-a081-46b3-a33c-3299ac1d026a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2418144 Nov 12 01:09:31.848932 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-7e0e8be3-d5a4-49cb-bf5f-cb396daaac72 service neutron] 10.222.0.45 "GET /v2.0/networks/ea33bcf4-68e4-41d3-a621-b5e53b96e513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967731 Nov 12 01:09:31.908862 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-61b94b31-4fad-4573-998a-53b3b4f5f46a tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:31.996842 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-6da23def-fe0d-455c-be4d-fbcf75b3d7ae req-28b27697-2e87-4ce9-8409-5934d4b6b823 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8785de6-4682-4524-bdaa-6e4d7ec3f359 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:09:32.009477 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-6da23def-fe0d-455c-be4d-fbcf75b3d7ae req-28b27697-2e87-4ce9-8409-5934d4b6b823 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:32.043789 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-6da23def-fe0d-455c-be4d-fbcf75b3d7ae req-28b27697-2e87-4ce9-8409-5934d4b6b823 service neutron] Transition to ACTIVE for port object e8785de6-4682-4524-bdaa-6e4d7ec3f359 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:09:32.068491 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54988b52-f0df-4d04-9b31-e7f492ab472d req-60d1d7e8-05be-48ca-bda4-433274d0fe7f tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:32.070206 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-54988b52-f0df-4d04-9b31-e7f492ab472d req-60d1d7e8-05be-48ca-bda4-433274d0fe7f tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.1446958 Nov 12 01:09:32.073276 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-6da23def-fe0d-455c-be4d-fbcf75b3d7ae req-28b27697-2e87-4ce9-8409-5934d4b6b823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:32.083007 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-7aa6982f-83ec-4cd6-a80f-2acdd516baed service neutron] 10.222.0.45 "GET /v2.0/networks/ea33bcf4-68e4-41d3-a621-b5e53b96e513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153358 Nov 12 01:09:32.169294 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b27697-2e87-4ce9-8409-5934d4b6b823 service neutron] Pushing event updated for resources: {'Port': ['ID=e8785de6-4682-4524-bdaa-6e4d7ec3f359,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:32.284258 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-54988b52-f0df-4d04-9b31-e7f492ab472d req-57567dfc-09f1-4a48-afe1-ec9de400e0a9 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997833 Nov 12 01:09:32.298932 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-61b94b31-4fad-4573-998a-53b3b4f5f46a tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:32.348676 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-6da23def-fe0d-455c-be4d-fbcf75b3d7ae req-28b27697-2e87-4ce9-8409-5934d4b6b823 service neutron] Attempting to bind port e8785de6-4682-4524-bdaa-6e4d7ec3f359 on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:09:32.349276 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-6da23def-fe0d-455c-be4d-fbcf75b3d7ae req-28b27697-2e87-4ce9-8409-5934d4b6b823 service neutron] Attempting to bind port e8785de6-4682-4524-bdaa-6e4d7ec3f359 by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': 'e77abea7-a924-404b-ac27-8265a21f100e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e99995f4-ba3c-4455-a76c-75068f6bda47'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:09:32.349841 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da23def-fe0d-455c-be4d-fbcf75b3d7ae req-28b27697-2e87-4ce9-8409-5934d4b6b823 service neutron] Attempting to bind port e8785de6-4682-4524-bdaa-6e4d7ec3f359 on network e99995f4-ba3c-4455-a76c-75068f6bda47 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:09:32.355552 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b94b31-4fad-4573-998a-53b3b4f5f46a tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Pushing event updated for resources: {'Port': ['ID=23183d57-f7bc-4fa9-ac66-78cc641875e3,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:32.374338 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da23def-fe0d-455c-be4d-fbcf75b3d7ae req-28b27697-2e87-4ce9-8409-5934d4b6b823 service neutron] Port e8785de6-4682-4524-bdaa-6e4d7ec3f359 on network e99995f4-ba3c-4455-a76c-75068f6bda47 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:09:32.375141 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b94b31-4fad-4573-998a-53b3b4f5f46a tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Network f98877c7-9979-4e41-8cd1-b01e437043b6 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:09:32.375458 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da23def-fe0d-455c-be4d-fbcf75b3d7ae req-28b27697-2e87-4ce9-8409-5934d4b6b823 service neutron] Attempting to bind port e8785de6-4682-4524-bdaa-6e4d7ec3f359 on network e99995f4-ba3c-4455-a76c-75068f6bda47 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:09:32.377574 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-61b94b31-4fad-4573-998a-53b3b4f5f46a tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:32.385002 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b94b31-4fad-4573-998a-53b3b4f5f46a tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:09:32.393669 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da23def-fe0d-455c-be4d-fbcf75b3d7ae req-28b27697-2e87-4ce9-8409-5934d4b6b823 service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:09:32.394808 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da23def-fe0d-455c-be4d-fbcf75b3d7ae req-28b27697-2e87-4ce9-8409-5934d4b6b823 service neutron] Checking segment: {'id': 'e77abea7-a924-404b-ac27-8265a21f100e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e99995f4-ba3c-4455-a76c-75068f6bda47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:09:32.395509 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da23def-fe0d-455c-be4d-fbcf75b3d7ae req-28b27697-2e87-4ce9-8409-5934d4b6b823 service neutron] Bound using segment: {'id': 'e77abea7-a924-404b-ac27-8265a21f100e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e99995f4-ba3c-4455-a76c-75068f6bda47'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:09:32.397207 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-6da23def-fe0d-455c-be4d-fbcf75b3d7ae req-28b27697-2e87-4ce9-8409-5934d4b6b823 service neutron] Bound port: e8785de6-4682-4524-bdaa-6e4d7ec3f359, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e77abea7-a924-404b-ac27-8265a21f100e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e99995f4-ba3c-4455-a76c-75068f6bda47'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:09:32.398230 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-6da23def-fe0d-455c-be4d-fbcf75b3d7ae req-28b27697-2e87-4ce9-8409-5934d4b6b823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:32.487518 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b94b31-4fad-4573-998a-53b3b4f5f46a tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:32.488475 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-61b94b31-4fad-4573-998a-53b3b4f5f46a tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:32.506343 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device ee7b01f9-6aac-4092-863b-f4ba6666ca1b up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:09:32.518182 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-61b94b31-4fad-4573-998a-53b3b4f5f46a tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2866755 Nov 12 01:09:32.520037 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41692) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:32.525773 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-c4507ffa-9633-4c83-b7fc-148ed9854a7c tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Request body: {'floatingip': {'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'port_id': '23183d57-f7bc-4fa9-ac66-78cc641875e3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:32.589397 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-6da23def-fe0d-455c-be4d-fbcf75b3d7ae req-28b27697-2e87-4ce9-8409-5934d4b6b823 service neutron] For port e8785de6-4682-4524-bdaa-6e4d7ec3f359, host n-h1-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:09:32.593142 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c4507ffa-9633-4c83-b7fc-148ed9854a7c tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for floatingip, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:32.601560 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-6da23def-fe0d-455c-be4d-fbcf75b3d7ae req-28b27697-2e87-4ce9-8409-5934d4b6b823 service neutron] For port e8785de6-4682-4524-bdaa-6e4d7ec3f359, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=e8785de6-4682-4524-bdaa-6e4d7ec3f359,segment=NetworkSegment(e77abea7-a924-404b-ac27-8265a21f100e),segment_id=e77abea7-a924-404b-ac27-8265a21f100e)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:09:32.617114 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-6da23def-fe0d-455c-be4d-fbcf75b3d7ae req-28b27697-2e87-4ce9-8409-5934d4b6b823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:32.660402 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port ee7b01f9-6aac-4092-863b-f4ba6666ca1b completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:09:32.681216 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port ee7b01f9-6aac-4092-863b-f4ba6666ca1b triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:32.682093 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:32.728267 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da23def-fe0d-455c-be4d-fbcf75b3d7ae req-28b27697-2e87-4ce9-8409-5934d4b6b823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:32.729021 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-6da23def-fe0d-455c-be4d-fbcf75b3d7ae req-28b27697-2e87-4ce9-8409-5934d4b6b823 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:32.730657 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6da23def-fe0d-455c-be4d-fbcf75b3d7ae req-28b27697-2e87-4ce9-8409-5934d4b6b823 service neutron] 10.222.0.16 "PUT /v2.0/ports/e8785de6-4682-4524-bdaa-6e4d7ec3f359 HTTP/1.1" status: 200 len: 1092 time: 1.9811835 Nov 12 01:09:32.732844 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dfe835d-23cb-4637-acb6-ddb56de82bf5', 'tag': 'e8785de6-4682-4524-bdaa-6e4d7ec3f359'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:09:32.735250 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e070852f-18b0-4ca4-8bb8-46661a233409" -d '{"events": [{"name": "network-changed", "server_uuid": "2dfe835d-23cb-4637-acb6-ddb56de82bf5", "tag": "e8785de6-4682-4524-bdaa-6e4d7ec3f359"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:09:32.761699 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b27697-2e87-4ce9-8409-5934d4b6b823 service neutron] Pushing event updated for resources: {'Port': ['ID=e8785de6-4682-4524-bdaa-6e4d7ec3f359,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:32.832379 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c4507ffa-9633-4c83-b7fc-148ed9854a7c tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:32.861791 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e1a784-7e2c-4d5b-ae94-a67a37cf982a x-openstack-request-id: req-37e1a784-7e2c-4d5b-ae94-a67a37cf982a {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:09:32.863121 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf7000ec-f6df-4708-b4e2-a70f05feecb6", "name": "network-vif-deleted", "tag": "4fa49652-6984-4e76-9cf2-4328c6e98d5a", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:09:32.863883 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-37e1a784-7e2c-4d5b-ae94-a67a37cf982a {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:09:32.864637 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf7000ec-f6df-4708-b4e2-a70f05feecb6', 'name': 'network-vif-deleted', 'tag': '4fa49652-6984-4e76-9cf2-4328c6e98d5a', 'status': 'completed', 'code': 200} Nov 12 01:09:32.867918 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:32.900913 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:32.956628 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e628a4bb-8def-42e5-8bfe-e1536c7645ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7b01f9-6aac-4092-863b-f4ba6666ca1b'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:09:32.959152 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80fa40b3-d194-42e6-899d-3dcb9b0e2704" -d '{"events": [{"server_uuid": "e628a4bb-8def-42e5-8bfe-e1536c7645ea", "name": "network-vif-plugged", "status": "completed", "tag": "ee7b01f9-6aac-4092-863b-f4ba6666ca1b"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:09:32.963917 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41706) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:33.005101 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port ee7b01f9-6aac-4092-863b-f4ba6666ca1b, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=ee7b01f9-6aac-4092-863b-f4ba6666ca1b,segment=NetworkSegment(d9855991-790b-42d8-b64b-19a0f92d8b95),segment_id=d9855991-790b-42d8-b64b-19a0f92d8b95)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:33.018558 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:33.019439 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 4fa49652-6984-4e76-9cf2-4328c6e98d5a no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:09:33.079232 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da23def-fe0d-455c-be4d-fbcf75b3d7ae req-630cc077-79b0-4a11-9f87-aec37b0d31f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:33.085064 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6da23def-fe0d-455c-be4d-fbcf75b3d7ae req-630cc077-79b0-4a11-9f87-aec37b0d31f4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d602ff0942bb43ad80fd0eb430b5a1d7&device_id=2dfe835d-23cb-4637-acb6-ddb56de82bf5 HTTP/1.1" status: 200 len: 1095 time: 0.2376757 Nov 12 01:09:33.136061 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 4fa49652-6984-4e76-9cf2-4328c6e98d5a {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:09:33.136394 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 4fa49652-6984-4e76-9cf2-4328c6e98d5a not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:09:33.185655 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-c4507ffa-9633-4c83-b7fc-148ed9854a7c tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Allocated IP 172.25.3.157 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/68ad48e2-aa40-41ee-bdfa-057318642f47) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:09:33.196322 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=ee7b01f9-6aac-4092-863b-f4ba6666ca1b,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:33.247756 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6da23def-fe0d-455c-be4d-fbcf75b3d7ae req-a1837909-b460-488e-b31f-e7b979ff6959 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8785de6-4682-4524-bdaa-6e4d7ec3f359 HTTP/1.1" status: 200 len: 217 time: 0.1465807 Nov 12 01:09:33.603142 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf0553c-8a05-491d-8f48-9284f5e130c0 x-openstack-request-id: req-0bf0553c-8a05-491d-8f48-9284f5e130c0 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:09:33.603366 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dfe835d-23cb-4637-acb6-ddb56de82bf5", "tag": "e8785de6-4682-4524-bdaa-6e4d7ec3f359", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:09:33.603879 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0bf0553c-8a05-491d-8f48-9284f5e130c0 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:09:33.604725 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dfe835d-23cb-4637-acb6-ddb56de82bf5', 'tag': 'e8785de6-4682-4524-bdaa-6e4d7ec3f359', 'status': 'completed', 'code': 200} Nov 12 01:09:33.629427 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da23def-fe0d-455c-be4d-fbcf75b3d7ae req-90d22af8-7bcc-46b8-a171-34c53bacd02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:33.631441 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6da23def-fe0d-455c-be4d-fbcf75b3d7ae req-90d22af8-7bcc-46b8-a171-34c53bacd02e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bf3a876c-b540-4ae8-a3b9-c5dbe0528b0f HTTP/1.1" status: 200 len: 850 time: 0.3702180 Nov 12 01:09:33.636489 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c4507ffa-9633-4c83-b7fc-148ed9854a7c tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:33.712935 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-13eb3f6e-a647-45e2-9e56-7f7c5ce0dd7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:33.717029 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e156c980-3d5e-4f27-a126-a05b6ef0fa04 req-1eead5ef-d045-4711-9822-defb4d3c01a8 tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:33.726501 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e156c980-3d5e-4f27-a126-a05b6ef0fa04 req-1eead5ef-d045-4711-9822-defb4d3c01a8 tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] 10.222.0.45 "GET /v2.0/ports?device_id=e628a4bb-8def-42e5-8bfe-e1536c7645ea HTTP/1.1" status: 200 len: 945 time: 0.4447901 Nov 12 01:09:33.804734 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834a8a3-cd4d-4c52-8380-6c994726fd00 req-9d6da3e1-3407-456e-aba3-e9d9c1430a1f tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:33.813943 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f834a8a3-cd4d-4c52-8380-6c994726fd00 req-9d6da3e1-3407-456e-aba3-e9d9c1430a1f tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dfe835d-23cb-4637-acb6-ddb56de82bf5 HTTP/1.1" status: 200 len: 943 time: 0.1950200 Nov 12 01:09:33.825112 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c4507ffa-9633-4c83-b7fc-148ed9854a7c tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:33.859368 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da23def-fe0d-455c-be4d-fbcf75b3d7ae req-97db3be8-ce62-4e98-9c97-f5b5bcd1338e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:33.861266 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6da23def-fe0d-455c-be4d-fbcf75b3d7ae req-97db3be8-ce62-4e98-9c97-f5b5bcd1338e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e99995f4-ba3c-4455-a76c-75068f6bda47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2151332 Nov 12 01:09:33.888834 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:33.927369 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4507ffa-9633-4c83-b7fc-148ed9854a7c tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:09:33.933033 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-c4507ffa-9633-4c83-b7fc-148ed9854a7c tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:33.955087 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e156c980-3d5e-4f27-a126-a05b6ef0fa04 req-8d4149ea-d8b8-4d6b-84c7-93d98f865d19 tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] 10.222.0.45 "GET /v2.0/security-groups?id=f3f76037-9132-4232-8265-2f0fe4d2bc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275550 Nov 12 01:09:33.969829 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4507ffa-9633-4c83-b7fc-148ed9854a7c tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:09:34.039547 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac52e16-f4be-41be-b5ae-b76cb0369e2a x-openstack-request-id: req-1ac52e16-f4be-41be-b5ae-b76cb0369e2a {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:09:34.040006 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e628a4bb-8def-42e5-8bfe-e1536c7645ea", "name": "network-vif-plugged", "status": "completed", "tag": "ee7b01f9-6aac-4092-863b-f4ba6666ca1b", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:09:34.040441 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1ac52e16-f4be-41be-b5ae-b76cb0369e2a {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:09:34.041208 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e628a4bb-8def-42e5-8bfe-e1536c7645ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7b01f9-6aac-4092-863b-f4ba6666ca1b', 'code': 200} Nov 12 01:09:34.045436 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f834a8a3-cd4d-4c52-8380-6c994726fd00 req-c7122a13-3d32-48c2-b686-9820121b7a79 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a33527b-a081-46b3-a33c-3299ac1d026a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2310438 Nov 12 01:09:34.046505 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4507ffa-9633-4c83-b7fc-148ed9854a7c tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Pushing event updated for resources: {'Port': ['ID=68ad48e2-aa40-41ee-bdfa-057318642f47,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:34.251407 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc8adaf-727a-4ca4-aaa7-892207cc1197 req-345e628b-3db0-42a9-9443-6f239c0b6362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:34.253295 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fbc8adaf-727a-4ca4-aaa7-892207cc1197 req-345e628b-3db0-42a9-9443-6f239c0b6362 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e628a4bb-8def-42e5-8bfe-e1536c7645ea HTTP/1.1" status: 200 len: 1097 time: 0.0981553 Nov 12 01:09:34.253821 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e5b3f70b-d262-4a4b-ac2f-bcb7638923ba req-81712ec7-47ae-4fa5-b018-c6691cefffc4 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 210 time: 0.0607567 Nov 12 01:09:34.291082 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-13eb3f6e-a647-45e2-9e56-7f7c5ce0dd7a admin admin] Deleting port 8358eaca-2825-419a-af88-380a94c32e18 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:09:34.291644 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-13eb3f6e-a647-45e2-9e56-7f7c5ce0dd7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:34.446360 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6da23def-fe0d-455c-be4d-fbcf75b3d7ae req-4673c18f-1a75-415f-b8cf-87e9cbc40f78 service neutron] 10.222.0.16 "GET /v2.0/networks/e99995f4-ba3c-4455-a76c-75068f6bda47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5413291 Nov 12 01:09:34.464413 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fbc8adaf-727a-4ca4-aaa7-892207cc1197 req-bd71eab1-1728-4b2b-9059-1f2b77433412 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f3f76037-9132-4232-8265-2f0fe4d2bc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024133 Nov 12 01:09:34.522348 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-13eb3f6e-a647-45e2-9e56-7f7c5ce0dd7a admin admin] For port 8358eaca-2825-419a-af88-380a94c32e18, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=8358eaca-2825-419a-af88-380a94c32e18,segment=NetworkSegment(cb2ecfa2-2aa2-4eac-be73-a119af97fe41),segment_id=cb2ecfa2-2aa2-4eac-be73-a119af97fe41)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:34.522872 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-13eb3f6e-a647-45e2-9e56-7f7c5ce0dd7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:34.539935 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-13eb3f6e-a647-45e2-9e56-7f7c5ce0dd7a admin admin] Calling delete_port for 8358eaca-2825-419a-af88-380a94c32e18 owned by network:router_interface {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:09:34.713251 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6da23def-fe0d-455c-be4d-fbcf75b3d7ae req-882354c3-4e27-45ac-9238-ecb5a9813d61 service neutron] 10.222.0.16 "GET /v2.0/networks/e99995f4-ba3c-4455-a76c-75068f6bda47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819150 Nov 12 01:09:34.780704 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-13eb3f6e-a647-45e2-9e56-7f7c5ce0dd7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:34.831371 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb3f6e-a647-45e2-9e56-7f7c5ce0dd7a admin admin] Pushing event deleted for resources: {'Port': ['ID=8358eaca-2825-419a-af88-380a94c32e18,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:35.078997 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:35.175266 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-13eb3f6e-a647-45e2-9e56-7f7c5ce0dd7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:35.407365 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-fa865af3-ca4c-4eac-884f-4ce8d643cc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:35.408708 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-fa865af3-ca4c-4eac-884f-4ce8d643cc3d service neutron] 10.222.0.16 "GET /v2.0/ports/0373cd56-eebf-4b69-963a-be09d38bc414 HTTP/1.1" status: 200 len: 1033 time: 0.1476429 Nov 12 01:09:35.534476 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070852f-18b0-4ca4-8bb8-46661a233409 req-1ebb9bc2-7138-4ac3-9428-ca5d185d5950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:35.537321 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e070852f-18b0-4ca4-8bb8-46661a233409 req-1ebb9bc2-7138-4ac3-9428-ca5d185d5950 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d602ff0942bb43ad80fd0eb430b5a1d7&device_id=2dfe835d-23cb-4637-acb6-ddb56de82bf5 HTTP/1.1" status: 200 len: 1095 time: 0.6783800 Nov 12 01:09:35.559456 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d62f8-a73d-4ca8-8d19-aaa974ec48dd req-19fb564b-ccbc-4486-b1da-0776e042b0f8 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:35.562064 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-511d62f8-a73d-4ca8-8d19-aaa974ec48dd req-19fb564b-ccbc-4486-b1da-0776e042b0f8 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dfe835d-23cb-4637-acb6-ddb56de82bf5 HTTP/1.1" status: 200 len: 943 time: 0.2919931 Nov 12 01:09:35.626366 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df10591-8869-4e84-9048-787d7bcefb4a req-2cefc141-2fde-40b7-8410-007852d1c2ef tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:35.628040 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9df10591-8869-4e84-9048-787d7bcefb4a req-2cefc141-2fde-40b7-8410-007852d1c2ef tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] 10.222.0.45 "GET /v2.0/ports?device_id=e628a4bb-8def-42e5-8bfe-e1536c7645ea HTTP/1.1" status: 200 len: 945 time: 0.3681357 Nov 12 01:09:35.634558 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c4507ffa-9633-4c83-b7fc-148ed9854a7c tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:35.658905 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-3becf767-edae-4485-87bb-65cb93a27175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:35.660258 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-3becf767-edae-4485-87bb-65cb93a27175 service neutron] 10.222.0.16 "GET /v2.0/ports/e16bb2d8-4ef4-4003-96d4-f65676f445a0 HTTP/1.1" status: 200 len: 1033 time: 0.2178917 Nov 12 01:09:35.663287 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13eb3f6e-a647-45e2-9e56-7f7c5ce0dd7a admin admin] Router 6005b334-015f-4cb7-a0c0-65f03dac20e4 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:09:35.856727 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13eb3f6e-a647-45e2-9e56-7f7c5ce0dd7a admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:09:35.868678 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-13eb3f6e-a647-45e2-9e56-7f7c5ce0dd7a admin admin] 10.222.0.45 "PUT /v2.0/routers/6005b334-015f-4cb7-a0c0-65f03dac20e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9035408 Nov 12 01:09:35.874314 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41738) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:35.874756 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c4c8c5-bdb3-4457-b0fa-908926271cec None None] Sync routers for ids ['6005b334-015f-4cb7-a0c0-65f03dac20e4'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:09:35.905702 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c4c8c5-bdb3-4457-b0fa-908926271cec None None] Routers {'6005b334-015f-4cb7-a0c0-65f03dac20e4'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:09:35.908856 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-20c4c8c5-bdb3-4457-b0fa-908926271cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:09:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['6005b334-015f-4cb7-a0c0-65f03dac20e4'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:35.988221 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-511d62f8-a73d-4ca8-8d19-aaa974ec48dd req-c7afa3a9-9520-49c0-8166-bcd9f90b7cdd tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a33527b-a081-46b3-a33c-3299ac1d026a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3550122 Nov 12 01:09:36.005944 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070852f-18b0-4ca4-8bb8-46661a233409 req-1e2ea1c9-d97d-4c07-8a1a-7ad818e99204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:36.007792 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e070852f-18b0-4ca4-8bb8-46661a233409 req-1e2ea1c9-d97d-4c07-8a1a-7ad818e99204 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e99995f4-ba3c-4455-a76c-75068f6bda47 HTTP/1.1" status: 200 len: 911 time: 0.4392502 Nov 12 01:09:36.027133 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-60601cfd-e9ad-44db-8dd0-eaabf00bede9 admin admin] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:36.031472 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9df10591-8869-4e84-9048-787d7bcefb4a req-3ae39ed1-a09e-49af-bd8f-709674085564 tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] 10.222.0.45 "GET /v2.0/security-groups?id=f3f76037-9132-4232-8265-2f0fe4d2bc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174136 Nov 12 01:09:36.225513 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e070852f-18b0-4ca4-8bb8-46661a233409 req-581c0b66-11e9-4ce9-b94d-907c485038b9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8785de6-4682-4524-bdaa-6e4d7ec3f359 HTTP/1.1" status: 200 len: 217 time: 0.1870952 Nov 12 01:09:36.226666 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c4507ffa-9633-4c83-b7fc-148ed9854a7c tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:36.259641 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-60601cfd-e9ad-44db-8dd0-eaabf00bede9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:36.268416 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2c78ea8d-c509-4ee0-994d-1879b8241f24 req-8055b1eb-ef56-430d-b621-abe694993f62 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 210 time: 0.0615404 Nov 12 01:09:36.327772 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-20c4c8c5-bdb3-4457-b0fa-908926271cec None None] Set router 6005b334-015f-4cb7-a0c0-65f03dac20e4 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:09:36.334736 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-2bfd6eda-94ac-44db-a2bf-ac4b9405fbf4 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:36.345065 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-2bfd6eda-94ac-44db-a2bf-ac4b9405fbf4 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:36.351831 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-2bfd6eda-94ac-44db-a2bf-ac4b9405fbf4 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:36.354163 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-2bfd6eda-94ac-44db-a2bf-ac4b9405fbf4 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.16 "GET /v2.0/networks?id=682e0b44-65b9-400b-8f8e-1eeb342780e2&id=e0f69fbd-c4e4-47d1-817f-1e3bee936d0a&id=e0f69fbd-c4e4-47d1-817f-1e3bee936d0a&id=e0f69fbd-c4e4-47d1-817f-1e3bee936d0a&id=e0f69fbd-c4e4-47d1-817f-1e3bee936d0a&id=ea33bcf4-68e4-41d3-a621-b5e53b96e513&id=ea33bcf4-68e4-41d3-a621-b5e53b96e513 HTTP/1.1" status: 200 len: 1995 time: 0.6190748 Nov 12 01:09:36.372807 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-60601cfd-e9ad-44db-8dd0-eaabf00bede9 admin admin] Deleting port 71006a08-ed6b-463f-8829-fd46f65ed682 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:09:36.373154 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-60601cfd-e9ad-44db-8dd0-eaabf00bede9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:36.474377 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070852f-18b0-4ca4-8bb8-46661a233409 req-3dde788d-f045-46f5-b135-6537a4fb2eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:36.476222 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e070852f-18b0-4ca4-8bb8-46661a233409 req-3dde788d-f045-46f5-b135-6537a4fb2eb0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bf3a876c-b540-4ae8-a3b9-c5dbe0528b0f HTTP/1.1" status: 200 len: 850 time: 0.2133193 Nov 12 01:09:36.590465 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-60601cfd-e9ad-44db-8dd0-eaabf00bede9 admin admin] For port 71006a08-ed6b-463f-8829-fd46f65ed682, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=71006a08-ed6b-463f-8829-fd46f65ed682,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:36.591591 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-60601cfd-e9ad-44db-8dd0-eaabf00bede9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:36.609508 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-b8d4db06-b3ae-48fe-9045-aec3a91b1da3 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cc8ca414fa7430d8da23a7db1c7581c HTTP/1.1" status: 200 len: 379 time: 0.2304232 Nov 12 01:09:36.619611 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-60601cfd-e9ad-44db-8dd0-eaabf00bede9 admin admin] Calling delete_port for 71006a08-ed6b-463f-8829-fd46f65ed682 owned by network:router_gateway {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:09:36.620212 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-adbc8f0c-f449-48ec-a5f4-e6bfcb28e852 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Request body: {'port': {'device_id': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'network_id': '682e0b44-65b9-400b-8f8e-1eeb342780e2', 'admin_state_up': True, 'tenant_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'security_groups': ['f35c197b-ae20-4eaa-b206-2ef393b1f8c4']}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:36.761482 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070852f-18b0-4ca4-8bb8-46661a233409 req-8d3f2c4c-5260-45c9-936a-f30091cd43af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:36.763006 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e070852f-18b0-4ca4-8bb8-46661a233409 req-8d3f2c4c-5260-45c9-936a-f30091cd43af service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e99995f4-ba3c-4455-a76c-75068f6bda47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2694907 Nov 12 01:09:36.879412 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-60601cfd-e9ad-44db-8dd0-eaabf00bede9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:36.893480 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e070852f-18b0-4ca4-8bb8-46661a233409 req-8cc2c031-fdf0-4ca0-be95-7a3ce8c92751 service neutron] 10.222.0.16 "GET /v2.0/networks/e99995f4-ba3c-4455-a76c-75068f6bda47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164474 Nov 12 01:09:36.894733 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-20c4c8c5-bdb3-4457-b0fa-908926271cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6005b334-015f-4cb7-a0c0-65f03dac20e4', 'name': 'tempest-ServerRescueTestJSON-2050990118-router', 'tenant_id': '7a4cc89f684a44dc88713ac499ae6acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '71006a08-ed6b-463f-8829-fd46f65ed682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:44Z', 'updated_at': '2021-11-12T01:09:34Z', 'revision_number': 5, 'project_id': '7a4cc89f684a44dc88713ac499ae6acb', 'gw_port': {'id': '71006a08-ed6b-463f-8829-fd46f65ed682', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ab:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6005b334-015f-4cb7-a0c0-65f03dac20e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:06:46Z', 'updated_at': '2021-11-12T01:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:36.965239 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c4c8c5-bdb3-4457-b0fa-908926271cec None None] Checking router: 6005b334-015f-4cb7-a0c0-65f03dac20e4 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:09:36.994190 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c4c8c5-bdb3-4457-b0fa-908926271cec None None] Routers {'6005b334-015f-4cb7-a0c0-65f03dac20e4'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:09:36.995238 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-20c4c8c5-bdb3-4457-b0fa-908926271cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:09:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['6005b334-015f-4cb7-a0c0-65f03dac20e4'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:37.008278 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60601cfd-e9ad-44db-8dd0-eaabf00bede9 admin admin] Pushing event deleted for resources: {'Port': ['ID=71006a08-ed6b-463f-8829-fd46f65ed682,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:37.044494 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-60601cfd-e9ad-44db-8dd0-eaabf00bede9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:37.058287 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c4507ffa-9633-4c83-b7fc-148ed9854a7c tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:37.101137 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c4507ffa-9633-4c83-b7fc-148ed9854a7c tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:37.153701 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-20c4c8c5-bdb3-4457-b0fa-908926271cec None None] Set router 6005b334-015f-4cb7-a0c0-65f03dac20e4 gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:09:37.184682 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-60601cfd-e9ad-44db-8dd0-eaabf00bede9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:37.187559 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-60601cfd-e9ad-44db-8dd0-eaabf00bede9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:37.233895 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-adbc8f0c-f449-48ec-a5f4-e6bfcb28e852 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Made reservation on behalf of 8cc8ca414fa7430d8da23a7db1c7581c for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:09:37.238820 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-adbc8f0c-f449-48ec-a5f4-e6bfcb28e852 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:37.244732 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-60601cfd-e9ad-44db-8dd0-eaabf00bede9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:37.245376 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60601cfd-e9ad-44db-8dd0-eaabf00bede9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6005b334-015f-4cb7-a0c0-65f03dac20e4 {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:09:37.253102 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-60601cfd-e9ad-44db-8dd0-eaabf00bede9 admin admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:37.257328 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-60601cfd-e9ad-44db-8dd0-eaabf00bede9 admin admin] 10.222.0.45 "DELETE /v2.0/routers/6005b334-015f-4cb7-a0c0-65f03dac20e4 HTTP/1.1" status: 204 len: 168 time: 1.3813460 Nov 12 01:09:37.258288 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41748) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:37.306054 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-20c4c8c5-bdb3-4457-b0fa-908926271cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6005b334-015f-4cb7-a0c0-65f03dac20e4', 'name': 'tempest-ServerRescueTestJSON-2050990118-router', 'tenant_id': '7a4cc89f684a44dc88713ac499ae6acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:44Z', 'updated_at': '2021-11-12T01:09:36Z', 'revision_number': 7, 'project_id': '7a4cc89f684a44dc88713ac499ae6acb', 'gw_port_host': None}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:37.337236 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c4c8c5-bdb3-4457-b0fa-908926271cec None None] The sync data for ids ['6005b334-015f-4cb7-a0c0-65f03dac20e4'] in n-d-712142-27 is: [{'id': '6005b334-015f-4cb7-a0c0-65f03dac20e4', 'name': 'tempest-ServerRescueTestJSON-2050990118-router', 'tenant_id': '7a4cc89f684a44dc88713ac499ae6acb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:06:44Z', 'updated_at': '2021-11-12T01:09:36Z', 'revision_number': 7, 'project_id': '7a4cc89f684a44dc88713ac499ae6acb', 'gw_port_host': None}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:09:37.344621 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ab6c313-3fff-41f7-b463-89f9267debbb admin admin] Deleting subnet d5940f8d-0215-4f43-8d97-4bef756314fa {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:09:37.351531 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1ab6c313-3fff-41f7-b463-89f9267debbb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:37.373414 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e070852f-18b0-4ca4-8bb8-46661a233409 req-bfedec9b-0701-4e24-91a6-6c78f90d6661 service neutron] 10.222.0.16 "GET /v2.0/networks/e99995f4-ba3c-4455-a76c-75068f6bda47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4702208 Nov 12 01:09:37.375772 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4507ffa-9633-4c83-b7fc-148ed9854a7c tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Pushing event updated for resources: {'Port': ['ID=68ad48e2-aa40-41ee-bdfa-057318642f47,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:37.437315 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fac59b-d207-404b-8c25-9a4ae0bba392 req-56e17dde-2801-47a8-b7b4-a5b0c9cd1823 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:37.441165 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6fac59b-d207-404b-8c25-9a4ae0bba392 req-56e17dde-2801-47a8-b7b4-a5b0c9cd1823 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dfe835d-23cb-4637-acb6-ddb56de82bf5 HTTP/1.1" status: 200 len: 943 time: 0.2955182 Nov 12 01:09:37.449289 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1ab6c313-3fff-41f7-b463-89f9267debbb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:37.475400 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c4507ffa-9633-4c83-b7fc-148ed9854a7c tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:37.498813 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1ab6c313-3fff-41f7-b463-89f9267debbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:37.561953 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1ab6c313-3fff-41f7-b463-89f9267debbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:37.595120 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab6c313-3fff-41f7-b463-89f9267debbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5940f8d-0215-4f43-8d97-4bef756314fa,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:37.597361 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1ab6c313-3fff-41f7-b463-89f9267debbb admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:37.603014 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1ab6c313-3fff-41f7-b463-89f9267debbb admin admin] 10.222.0.45 "DELETE /v2.0/subnets/d5940f8d-0215-4f43-8d97-4bef756314fa HTTP/1.1" status: 204 len: 168 time: 0.3413918 Nov 12 01:09:37.603227 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83185e12-badf-4f25-a5e0-b3672ef68b29 req-64b05434-c6c7-4c8e-a0bc-414bfdac3977 tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:37.603327 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41752) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:37.606144 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-83185e12-badf-4f25-a5e0-b3672ef68b29 req-64b05434-c6c7-4c8e-a0bc-414bfdac3977 tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] 10.222.0.45 "GET /v2.0/ports?device_id=e628a4bb-8def-42e5-8bfe-e1536c7645ea HTTP/1.1" status: 200 len: 945 time: 0.3628244 Nov 12 01:09:37.684364 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2fa03672-1b4c-4e5c-bc3d-9d908f457f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:37.790107 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2fa03672-1b4c-4e5c-bc3d-9d908f457f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:37.819011 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-2fa03672-1b4c-4e5c-bc3d-9d908f457f93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5e34600-403a-4b25-adb8-e29084755c7d']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:37.833870 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-2fa03672-1b4c-4e5c-bc3d-9d908f457f93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb2ecfa2-2aa2-4eac-be73-a119af97fe41') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:37.834455 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-2fa03672-1b4c-4e5c-bc3d-9d908f457f93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb2ecfa2-2aa2-4eac-be73-a119af97fe41') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:37.852851 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2fa03672-1b4c-4e5c-bc3d-9d908f457f93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:37.870822 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2fa03672-1b4c-4e5c-bc3d-9d908f457f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:37.880593 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fa03672-1b4c-4e5c-bc3d-9d908f457f93 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:09:37.881291 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2fa03672-1b4c-4e5c-bc3d-9d908f457f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:37.883079 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:09:37.883079 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:09:37.883079 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:09:37.883079 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:09:37.883079 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:09:37.883079 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:09:37.883079 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:09:37.883079 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:09:37.883079 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:09:37.883079 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:09:37.883079 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:09:37.883079 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:09:37.883079 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:09:37.883079 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:09:37.883079 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:09:37.883079 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:09:37.883079 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:09:37.883079 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:09:37.883079 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:09:37.883079 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:09:37.883079 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:09:37.883079 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:09:37.883079 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:09:37.883079 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:09:37.883079 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:09:37.883079 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:09:37.883079 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:09:37.883079 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:09:37.883079 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:09:37.883079 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:09:37.883079 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:09:37.883079 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:09:37.974330 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2fa03672-1b4c-4e5c-bc3d-9d908f457f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:37.986988 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2fa03672-1b4c-4e5c-bc3d-9d908f457f93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:37.990574 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2fa03672-1b4c-4e5c-bc3d-9d908f457f93 admin admin] 10.222.0.45 "DELETE /v2.0/networks/e5e34600-403a-4b25-adb8-e29084755c7d HTTP/1.1" status: 204 len: 168 time: 0.3862278 Nov 12 01:09:38.009227 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa03672-1b4c-4e5c-bc3d-9d908f457f93 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5e34600-403a-4b25-adb8-e29084755c7d,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:38.088019 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6fac59b-d207-404b-8c25-9a4ae0bba392 req-3adb796d-7fba-424f-9bbc-a1dfde7b1fa3 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a33527b-a081-46b3-a33c-3299ac1d026a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6304708 Nov 12 01:09:38.111686 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-adbc8f0c-f449-48ec-a5f4-e6bfcb28e852 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Allocated IP 172.20.0.5 (682e0b44-65b9-400b-8f8e-1eeb342780e2/e4332ed6-c901-4ad1-83db-b19707e770f2/bdcf7a52-e80c-40be-bdac-b195e34c1da2) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:09:38.145067 n-d-712142-27 neutron-server[109085]: INFO neutron.db.l3_db [None req-c4507ffa-9633-4c83-b7fc-148ed9854a7c tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Floating IP 5f27fe79-7575-4b47-882c-ba82e909aac6 associated. External IP: 172.25.3.157, port: 23183d57-f7bc-4fa9-ac66-78cc641875e3. Nov 12 01:09:38.168711 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-83185e12-badf-4f25-a5e0-b3672ef68b29 req-9d4b35ce-9e00-4081-9044-598ae151213f tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] 10.222.0.45 "GET /v2.0/security-groups?id=f3f76037-9132-4232-8265-2f0fe4d2bc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5423872 Nov 12 01:09:38.223554 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41758) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:38.248057 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device e8785de6-4682-4524-bdaa-6e4d7ec3f359 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:09:38.349641 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6b2cec81-d564-4b0a-b03d-32b823eb4137 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7a4cc89f684a44dc88713ac499ae6acb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1242840 Nov 12 01:09:38.356581 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41760) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:38.439631 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cf4b1a8c-fa10-4fb4-8146-feae27d1f3c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:38.478771 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cf4b1a8c-fa10-4fb4-8146-feae27d1f3c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:38.508827 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2511a00b-871b-4bb4-a42b-2c2e707bc904 req-b9ed6ce1-a70c-44d8-a00c-b0f8270838f2 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 210 time: 0.1568000 Nov 12 01:09:38.580878 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:38.589882 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cf4b1a8c-fa10-4fb4-8146-feae27d1f3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:38.592818 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cf4b1a8c-fa10-4fb4-8146-feae27d1f3c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:38.592944 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port e8785de6-4682-4524-bdaa-6e4d7ec3f359, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=e8785de6-4682-4524-bdaa-6e4d7ec3f359,segment=NetworkSegment(e77abea7-a924-404b-ac27-8265a21f100e),segment_id=e77abea7-a924-404b-ac27-8265a21f100e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:38.596792 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-cf4b1a8c-fa10-4fb4-8146-feae27d1f3c2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e1d8c486-87f8-4579-b3bb-51a0d270de92 HTTP/1.1" status: 204 len: 168 time: 0.2363944 Nov 12 01:09:38.612064 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4b1a8c-fa10-4fb4-8146-feae27d1f3c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d8c486-87f8-4579-b3bb-51a0d270de92,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:38.677317 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 71006a08-ed6b-463f-8829-fd46f65ed682 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:09:38.694271 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': 'e8785de6-4682-4524-bdaa-6e4d7ec3f359', 'network_id': 'e99995f4-ba3c-4455-a76c-75068f6bda47', 'port_id': 'e8785de6-4682-4524-bdaa-6e4d7ec3f359', 'mac_address': 'fa:16:3e:be:25:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf3a876c-b540-4ae8-a3b9-c5dbe0528b0f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:09:38.737064 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 71006a08-ed6b-463f-8829-fd46f65ed682 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:09:38.748618 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 71006a08-ed6b-463f-8829-fd46f65ed682 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:09:38.749333 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 8358eaca-2825-419a-af88-380a94c32e18 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:09:38.800972 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 8358eaca-2825-419a-af88-380a94c32e18 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:09:38.803268 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 8358eaca-2825-419a-af88-380a94c32e18 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:09:38.896145 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:38.921244 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8785de6-4682-4524-bdaa-6e4d7ec3f359 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:09:38.971075 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port e8785de6-4682-4524-bdaa-6e4d7ec3f359, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=e8785de6-4682-4524-bdaa-6e4d7ec3f359,segment=NetworkSegment(e77abea7-a924-404b-ac27-8265a21f100e),segment_id=e77abea7-a924-404b-ac27-8265a21f100e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:38.981854 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:39.002317 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4507ffa-9633-4c83-b7fc-148ed9854a7c tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Router 73b1e82e-f756-49b9-a39f-67842ba467e2 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:09:39.112910 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=e8785de6-4682-4524-bdaa-6e4d7ec3f359,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:39.220051 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-adbc8f0c-f449-48ec-a5f4-e6bfcb28e852 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:39.338238 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['e8785de6-4682-4524-bdaa-6e4d7ec3f359'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:09:39.364029 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4507ffa-9633-4c83-b7fc-148ed9854a7c tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:09:39.377601 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcb9136-c52a-464f-a7b6-236a33329928 None None] Sync routers for ids ['73b1e82e-f756-49b9-a39f-67842ba467e2'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:09:39.398421 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcb9136-c52a-464f-a7b6-236a33329928 None None] Routers {'73b1e82e-f756-49b9-a39f-67842ba467e2'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:09:39.399024 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-3dcb9136-c52a-464f-a7b6-236a33329928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:09:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['73b1e82e-f756-49b9-a39f-67842ba467e2'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:39.480184 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e6ac9-dfbb-40e2-a481-d6b160125165 req-275b2985-d331-4fcf-8e55-131ec393a3aa tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:39.483899 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-690e6ac9-dfbb-40e2-a481-d6b160125165 req-275b2985-d331-4fcf-8e55-131ec393a3aa tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] 10.222.0.45 "GET /v2.0/ports?device_id=e628a4bb-8def-42e5-8bfe-e1536c7645ea HTTP/1.1" status: 200 len: 945 time: 0.2955000 Nov 12 01:09:39.558352 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c4507ffa-9633-4c83-b7fc-148ed9854a7c tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:39.643118 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ce2bf-4e6a-42aa-bd95-91cded919ff0 req-a8deca71-367d-45c8-9c28-9f0043a0ad78 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:39.644950 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5a0ce2bf-4e6a-42aa-bd95-91cded919ff0 req-a8deca71-367d-45c8-9c28-9f0043a0ad78 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dfe835d-23cb-4637-acb6-ddb56de82bf5 HTTP/1.1" status: 200 len: 944 time: 0.3758810 Nov 12 01:09:39.646309 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-adbc8f0c-f449-48ec-a5f4-e6bfcb28e852 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:39.692294 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-3dcb9136-c52a-464f-a7b6-236a33329928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:39.706800 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcb9136-c52a-464f-a7b6-236a33329928 None None] Routers {'73b1e82e-f756-49b9-a39f-67842ba467e2'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:09:39.707830 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-3dcb9136-c52a-464f-a7b6-236a33329928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:09:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['73b1e82e-f756-49b9-a39f-67842ba467e2'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:39.769374 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-690e6ac9-dfbb-40e2-a481-d6b160125165 req-c3ee9d9c-f472-4784-8706-4a6460ebb510 tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] 10.222.0.45 "GET /v2.0/security-groups?id=f3f76037-9132-4232-8265-2f0fe4d2bc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610445 Nov 12 01:09:39.770400 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-3dcb9136-c52a-464f-a7b6-236a33329928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:39.771480 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcb9136-c52a-464f-a7b6-236a33329928 None None] The sync data for ids ['73b1e82e-f756-49b9-a39f-67842ba467e2'] in n-d-712142-27 is: [] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:09:39.784446 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41792) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:39.785052 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c4507ffa-9633-4c83-b7fc-148ed9854a7c tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.2645719 Nov 12 01:09:39.790130 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-857a80d1-8812-465b-a6d6-98ffb2410ee9 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:39.848157 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-adbc8f0c-f449-48ec-a5f4-e6bfcb28e852 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Network 682e0b44-65b9-400b-8f8e-1eeb342780e2 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:09:39.862201 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-adbc8f0c-f449-48ec-a5f4-e6bfcb28e852 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:39.866388 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-adbc8f0c-f449-48ec-a5f4-e6bfcb28e852 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:09:39.877846 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc8f0c-f449-48ec-a5f4-e6bfcb28e852 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Pushing event updated for resources: {'Port': ['ID=bdcf7a52-e80c-40be-bdac-b195e34c1da2,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:39.928791 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-857a80d1-8812-465b-a6d6-98ffb2410ee9 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for floatingip, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:40.010718 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5a0ce2bf-4e6a-42aa-bd95-91cded919ff0 req-12111106-87b5-4616-b968-4fe8fe5c8d9b tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a33527b-a081-46b3-a33c-3299ac1d026a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3462958 Nov 12 01:09:40.100657 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-adbc8f0c-f449-48ec-a5f4-e6bfcb28e852 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:40.110726 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-adbc8f0c-f449-48ec-a5f4-e6bfcb28e852 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:40.161880 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-adbc8f0c-f449-48ec-a5f4-e6bfcb28e852 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5455146 Nov 12 01:09:40.182188 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-bb74fdc7-13ae-4a14-a4ce-b5bd981829b5 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Request body: {'port': {'device_id': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'network_id': 'e0f69fbd-c4e4-47d1-817f-1e3bee936d0a', 'admin_state_up': True, 'tenant_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'security_groups': ['f35c197b-ae20-4eaa-b206-2ef393b1f8c4']}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:40.256867 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41800) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:40.271673 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-857a80d1-8812-465b-a6d6-98ffb2410ee9 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:40.282853 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-857a80d1-8812-465b-a6d6-98ffb2410ee9 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:40.283398 n-d-712142-27 neutron-server[109086]: INFO neutron.db.l3_db [None req-857a80d1-8812-465b-a6d6-98ffb2410ee9 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Floating IP 5f27fe79-7575-4b47-882c-ba82e909aac6 disassociated. External IP: 172.25.3.157, port: 23183d57-f7bc-4fa9-ac66-78cc641875e3. Nov 12 01:09:40.439148 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-a71f19c0-e7aa-40f8-9d16-041561b100bc None None] Provisioning complete for port bdcf7a52-e80c-40be-bdac-b195e34c1da2 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:40.439841 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a71f19c0-e7aa-40f8-9d16-041561b100bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:40.489268 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-6b6c4f4d-07f5-4b38-9198-cb4306020a1f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-993740414-network', 'tenant_id': '7f67a450705241499d3e31c12b30e842'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:40.595575 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639d98e-aa12-4579-9e18-c0f33d3d93d9 req-6998da40-57e2-4108-8943-241d422712bd tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:40.604967 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f639d98e-aa12-4579-9e18-c0f33d3d93d9 req-6998da40-57e2-4108-8943-241d422712bd tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 931 time: 0.4053023 Nov 12 01:09:40.607435 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6c4f4d-07f5-4b38-9198-cb4306020a1f admin admin] Made reservation on behalf of 7f67a450705241499d3e31c12b30e842 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:09:40.613212 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6b6c4f4d-07f5-4b38-9198-cb4306020a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:40.614737 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:40.617204 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-a71f19c0-e7aa-40f8-9d16-041561b100bc None None] Port bdcf7a52-e80c-40be-bdac-b195e34c1da2 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:09:40.698578 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f639d98e-aa12-4579-9e18-c0f33d3d93d9 req-08b80d07-6a46-49d8-be42-f2b9d5e132be tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/security-groups?id=f35c197b-ae20-4eaa-b206-2ef393b1f8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902679 Nov 12 01:09:40.709736 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6b6c4f4d-07f5-4b38-9198-cb4306020a1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:40.728237 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-bb74fdc7-13ae-4a14-a4ce-b5bd981829b5 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Made reservation on behalf of 8cc8ca414fa7430d8da23a7db1c7581c for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:09:40.732467 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-bb74fdc7-13ae-4a14-a4ce-b5bd981829b5 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:40.897943 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2618f-6196-4ebc-89c6-a09064fd5bb5 req-2aa58205-4b84-4a4b-859f-5b2fa09e1fb4 tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:40.899618 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-eef2618f-6196-4ebc-89c6-a09064fd5bb5 req-2aa58205-4b84-4a4b-859f-5b2fa09e1fb4 tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] 10.222.0.44 "GET /v2.0/ports?device_id=e628a4bb-8def-42e5-8bfe-e1536c7645ea HTTP/1.1" status: 200 len: 945 time: 0.1913679 Nov 12 01:09:40.913959 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-857a80d1-8812-465b-a6d6-98ffb2410ee9 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Router 73b1e82e-f756-49b9-a39f-67842ba467e2 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:09:41.019598 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-bb74fdc7-13ae-4a14-a4ce-b5bd981829b5 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Allocated IP 10.1.1.120 (e0f69fbd-c4e4-47d1-817f-1e3bee936d0a/fb2daa40-94aa-4da9-a752-d3de2dd0a3dd/83d38651-499e-4f7f-9790-b505ef5e96b6) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:09:41.220999 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9d856-3ab2-4a85-9354-996442345f7c req-14ce9d54-7b18-4ec8-b3e9-8467788e637a tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:41.223102 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-96e9d856-3ab2-4a85-9354-996442345f7c req-14ce9d54-7b18-4ec8-b3e9-8467788e637a tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] 10.222.0.45 "GET /v2.0/ports?device_id=e628a4bb-8def-42e5-8bfe-e1536c7645ea HTTP/1.1" status: 200 len: 945 time: 0.2079818 Nov 12 01:09:41.314165 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391a7f2-fe6d-4858-b6ac-c00834d35ced req-982144bc-f600-4a9d-9a2d-77b99a664501 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:41.316418 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e391a7f2-fe6d-4858-b6ac-c00834d35ced req-982144bc-f600-4a9d-9a2d-77b99a664501 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dfe835d-23cb-4637-acb6-ddb56de82bf5 HTTP/1.1" status: 200 len: 944 time: 0.1589904 Nov 12 01:09:41.391568 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-96e9d856-3ab2-4a85-9354-996442345f7c req-936e383b-5374-4d99-be7f-dd7b3bb2946c tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] 10.222.0.45 "GET /v2.0/security-groups?id=f3f76037-9132-4232-8265-2f0fe4d2bc7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478977 Nov 12 01:09:41.466332 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e391a7f2-fe6d-4858-b6ac-c00834d35ced req-143060bd-2fa5-4d68-8aa0-0df4af7152c0 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a33527b-a081-46b3-a33c-3299ac1d026a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369121 Nov 12 01:09:41.522182 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-bb74fdc7-13ae-4a14-a4ce-b5bd981829b5 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:41.573769 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-bb74fdc7-13ae-4a14-a4ce-b5bd981829b5 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:41.598879 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6b6c4f4d-07f5-4b38-9198-cb4306020a1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:41.613765 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6b6c4f4d-07f5-4b38-9198-cb4306020a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:41.626820 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-bb74fdc7-13ae-4a14-a4ce-b5bd981829b5 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Network e0f69fbd-c4e4-47d1-817f-1e3bee936d0a is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:09:41.632796 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-bb74fdc7-13ae-4a14-a4ce-b5bd981829b5 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:41.657463 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-bb74fdc7-13ae-4a14-a4ce-b5bd981829b5 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:09:41.747391 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b6c4f4d-07f5-4b38-9198-cb4306020a1f admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:09:41.773218 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-bb74fdc7-13ae-4a14-a4ce-b5bd981829b5 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:41.780921 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-bb74fdc7-13ae-4a14-a4ce-b5bd981829b5 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:41.841410 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6c4f4d-07f5-4b38-9198-cb4306020a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb97cef-0dca-4bf3-b251-57aec5f5e8f9,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:41.861142 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6b6c4f4d-07f5-4b38-9198-cb4306020a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:41.861709 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-6b6c4f4d-07f5-4b38-9198-cb4306020a1f admin admin] Added segment 14e4cc0e-b10e-481d-8396-0bbf76180c57 of type vlan for network d3d255fd-33b5-49ee-b533-ebaf9f4313a4 Nov 12 01:09:41.873696 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb74fdc7-13ae-4a14-a4ce-b5bd981829b5 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Pushing event updated for resources: {'Port': ['ID=83d38651-499e-4f7f-9790-b505ef5e96b6,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:41.898192 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-bb74fdc7-13ae-4a14-a4ce-b5bd981829b5 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7229617 Nov 12 01:09:41.949874 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-6ea82315-0b7b-44ec-8c8b-f38076c2f349 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Request body: {'port': {'device_id': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'network_id': 'e0f69fbd-c4e4-47d1-817f-1e3bee936d0a', 'admin_state_up': True, 'tenant_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'security_groups': ['f35c197b-ae20-4eaa-b206-2ef393b1f8c4']}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:42.042117 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e167a40-625c-47bf-86e6-cf5192829bcd req-d4a783a8-350b-4031-b2e4-b9dbb39f9b8b tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:42.050602 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e167a40-625c-47bf-86e6-cf5192829bcd req-d4a783a8-350b-4031-b2e4-b9dbb39f9b8b tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:42.059457 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4e167a40-625c-47bf-86e6-cf5192829bcd req-d4a783a8-350b-4031-b2e4-b9dbb39f9b8b tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 1653 time: 0.1772854 Nov 12 01:09:42.080480 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6b6c4f4d-07f5-4b38-9198-cb4306020a1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:42.100225 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-eef2618f-6196-4ebc-89c6-a09064fd5bb5 req-3a356916-4e16-4052-9d5e-d438e40e9dd7 tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] Deleting port ee7b01f9-6aac-4092-863b-f4ba6666ca1b {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:09:42.101001 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-eef2618f-6196-4ebc-89c6-a09064fd5bb5 req-3a356916-4e16-4052-9d5e-d438e40e9dd7 tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:42.130793 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5233e6d8-e2f1-4bb4-a106-5ebf0a0a8ca2 None None] Provisioning complete for port 83d38651-499e-4f7f-9790-b505ef5e96b6 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:42.132387 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5233e6d8-e2f1-4bb4-a106-5ebf0a0a8ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:42.233458 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4e167a40-625c-47bf-86e6-cf5192829bcd req-1d07376e-3d03-46a8-af04-ac4449716b1e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/security-groups?id=f35c197b-ae20-4eaa-b206-2ef393b1f8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501672 Nov 12 01:09:42.233796 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-eef2618f-6196-4ebc-89c6-a09064fd5bb5 req-3a356916-4e16-4052-9d5e-d438e40e9dd7 tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] For port ee7b01f9-6aac-4092-863b-f4ba6666ca1b, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=ee7b01f9-6aac-4092-863b-f4ba6666ca1b,segment=NetworkSegment(d9855991-790b-42d8-b64b-19a0f92d8b95),segment_id=d9855991-790b-42d8-b64b-19a0f92d8b95)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:42.233796 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-eef2618f-6196-4ebc-89c6-a09064fd5bb5 req-3a356916-4e16-4052-9d5e-d438e40e9dd7 tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:42.249155 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-eef2618f-6196-4ebc-89c6-a09064fd5bb5 req-3a356916-4e16-4052-9d5e-d438e40e9dd7 tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] Calling delete_port for ee7b01f9-6aac-4092-863b-f4ba6666ca1b owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:09:42.279056 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device e8785de6-4682-4524-bdaa-6e4d7ec3f359 up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:09:42.284896 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-6ea82315-0b7b-44ec-8c8b-f38076c2f349 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Made reservation on behalf of 8cc8ca414fa7430d8da23a7db1c7581c for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:09:42.290365 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-6ea82315-0b7b-44ec-8c8b-f38076c2f349 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:42.313276 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5233e6d8-e2f1-4bb4-a106-5ebf0a0a8ca2 None None] Port 83d38651-499e-4f7f-9790-b505ef5e96b6 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:09:42.476091 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.db.resource_extend [None req-6b6c4f4d-07f5-4b38-9198-cb4306020a1f admin admin] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 01:09:42.477267 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port e8785de6-4682-4524-bdaa-6e4d7ec3f359 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:09:42.480248 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-eef2618f-6196-4ebc-89c6-a09064fd5bb5 req-3a356916-4e16-4052-9d5e-d438e40e9dd7 tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:42.484208 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port e8785de6-4682-4524-bdaa-6e4d7ec3f359 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:42.484800 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:42.513688 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-6ea82315-0b7b-44ec-8c8b-f38076c2f349 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Allocated IP 10.1.1.44 (e0f69fbd-c4e4-47d1-817f-1e3bee936d0a/fb2daa40-94aa-4da9-a752-d3de2dd0a3dd/3992154e-cd6b-4a86-9bb7-884f827bc8e2) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:09:42.566641 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['ee7b01f9-6aac-4092-863b-f4ba6666ca1b'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:09:42.633428 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a356916-4e16-4052-9d5e-d438e40e9dd7 tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] Pushing event deleted for resources: {'Port': ['ID=ee7b01f9-6aac-4092-863b-f4ba6666ca1b,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:42.653430 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857a80d1-8812-465b-a6d6-98ffb2410ee9 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:09:42.672662 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-857a80d1-8812-465b-a6d6-98ffb2410ee9 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:42.689724 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:42.692432 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d1ba11-378b-4842-a14d-a844a2f786da None None] Sync routers for ids ['73b1e82e-f756-49b9-a39f-67842ba467e2'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:09:42.716371 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-857a80d1-8812-465b-a6d6-98ffb2410ee9 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] 10.222.0.45 "PUT /v2.0/floatingips/5f27fe79-7575-4b47-882c-ba82e909aac6 HTTP/1.1" status: 200 len: 688 time: 2.9298868 Nov 12 01:09:42.739715 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port e8785de6-4682-4524-bdaa-6e4d7ec3f359, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=e8785de6-4682-4524-bdaa-6e4d7ec3f359,segment=NetworkSegment(e77abea7-a924-404b-ac27-8265a21f100e),segment_id=e77abea7-a924-404b-ac27-8265a21f100e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:42.742540 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41828) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:42.743569 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dfe835d-23cb-4637-acb6-ddb56de82bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8785de6-4682-4524-bdaa-6e4d7ec3f359'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:09:42.745809 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6b6c4f4d-07f5-4b38-9198-cb4306020a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:42.747145 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc67e5e-347e-4276-ada6-f84ef5f6c4d9" -d '{"events": [{"server_uuid": "2dfe835d-23cb-4637-acb6-ddb56de82bf5", "name": "network-vif-plugged", "status": "completed", "tag": "e8785de6-4682-4524-bdaa-6e4d7ec3f359"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:09:42.747570 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6c4f4d-07f5-4b38-9198-cb4306020a1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:42.749215 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6b6c4f4d-07f5-4b38-9198-cb4306020a1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:42.753253 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:42.812996 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=e8785de6-4682-4524-bdaa-6e4d7ec3f359,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:42.816360 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d1ba11-378b-4842-a14d-a844a2f786da None None] Routers {'73b1e82e-f756-49b9-a39f-67842ba467e2'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:09:42.817230 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-20d1ba11-378b-4842-a14d-a844a2f786da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:09:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['73b1e82e-f756-49b9-a39f-67842ba467e2'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:42.859115 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef2618f-6196-4ebc-89c6-a09064fd5bb5 req-3a356916-4e16-4052-9d5e-d438e40e9dd7 tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] No DVR routers for this DVR port ee7b01f9-6aac-4092-863b-f4ba6666ca1b on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:09:42.860746 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-20d1ba11-378b-4842-a14d-a844a2f786da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:42.870974 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6b6c4f4d-07f5-4b38-9198-cb4306020a1f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.6129270 Nov 12 01:09:42.872090 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d1ba11-378b-4842-a14d-a844a2f786da None None] Routers {'73b1e82e-f756-49b9-a39f-67842ba467e2'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:09:42.872993 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-eef2618f-6196-4ebc-89c6-a09064fd5bb5 req-3a356916-4e16-4052-9d5e-d438e40e9dd7 tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:42.873230 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-20d1ba11-378b-4842-a14d-a844a2f786da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:09:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['73b1e82e-f756-49b9-a39f-67842ba467e2'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:42.879304 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-eef2618f-6196-4ebc-89c6-a09064fd5bb5 req-3a356916-4e16-4052-9d5e-d438e40e9dd7 tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] 10.222.0.44 "DELETE /v2.0/ports/ee7b01f9-6aac-4092-863b-f4ba6666ca1b HTTP/1.1" status: 204 len: 173 time: 1.9577625 Nov 12 01:09:42.899560 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3210e33e-da5d-4a71-af6a-642b2aa6f515 req-e1152db2-dd20-445f-a8d6-c5211482b633 tempest-InstanceActionsNegativeTestJSON-215769283 tempest-InstanceActionsNegativeTestJSON-215769283-project] 10.222.0.45 "GET /v2.0/ports?device_id=e628a4bb-8def-42e5-8bfe-e1536c7645ea HTTP/1.1" status: 200 len: 210 time: 0.2142165 Nov 12 01:09:42.910116 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41832) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:42.939363 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-20d1ba11-378b-4842-a14d-a844a2f786da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:42.940330 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d1ba11-378b-4842-a14d-a844a2f786da None None] The sync data for ids ['73b1e82e-f756-49b9-a39f-67842ba467e2'] in n-d-712142-27 is: [] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:09:42.958557 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e628a4bb-8def-42e5-8bfe-e1536c7645ea', 'name': 'network-vif-deleted', 'tag': 'ee7b01f9-6aac-4092-863b-f4ba6666ca1b'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:09:42.962092 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61de5fa7-8d56-4983-a1c7-60f115ab4423" -d '{"events": [{"server_uuid": "e628a4bb-8def-42e5-8bfe-e1536c7645ea", "name": "network-vif-deleted", "tag": "ee7b01f9-6aac-4092-863b-f4ba6666ca1b"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:09:42.973435 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6c4f4d-07f5-4b38-9198-cb4306020a1f admin admin] Pushing event updated for resources: {'Network': ['ID=d3d255fd-33b5-49ee-b533-ebaf9f4313a4,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:42.987121 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network d3d255fd-33b5-49ee-b533-ebaf9f4313a4 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:09:43.000893 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-c35ffd3b-a83d-463e-8dd8-8992a6287850 admin admin] Request body: {'subnet': {'network_id': 'd3d255fd-33b5-49ee-b533-ebaf9f4313a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-993740414-subnet', 'tenant_id': '7f67a450705241499d3e31c12b30e842', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:43.147945 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb22bdf-3c0b-4f4e-bb7c-f3608e1030ae req-4cbaef64-f53f-4efa-8a01-2ac514a571db tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:43.168778 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3fb22bdf-3c0b-4f4e-bb7c-f3608e1030ae req-4cbaef64-f53f-4efa-8a01-2ac514a571db tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dfe835d-23cb-4637-acb6-ddb56de82bf5 HTTP/1.1" status: 200 len: 944 time: 0.5540416 Nov 12 01:09:43.197839 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3425bcc2-de44-4b78-83d2-98a977045597 x-openstack-request-id: req-3425bcc2-de44-4b78-83d2-98a977045597 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:09:43.200014 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dfe835d-23cb-4637-acb6-ddb56de82bf5", "name": "network-vif-plugged", "status": "completed", "tag": "e8785de6-4682-4524-bdaa-6e4d7ec3f359", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:09:43.200726 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3425bcc2-de44-4b78-83d2-98a977045597 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:09:43.202627 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dfe835d-23cb-4637-acb6-ddb56de82bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8785de6-4682-4524-bdaa-6e4d7ec3f359', 'code': 200} Nov 12 01:09:43.222741 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35ffd3b-a83d-463e-8dd8-8992a6287850 admin admin] Made reservation on behalf of 7f67a450705241499d3e31c12b30e842 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:09:43.225313 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c35ffd3b-a83d-463e-8dd8-8992a6287850 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:43.280580 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-6ea82315-0b7b-44ec-8c8b-f38076c2f349 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:43.284525 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f07512a-86ee-499c-87f4-7e14e0912598 x-openstack-request-id: req-0f07512a-86ee-499c-87f4-7e14e0912598 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:09:43.287277 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e628a4bb-8def-42e5-8bfe-e1536c7645ea", "name": "network-vif-deleted", "tag": "ee7b01f9-6aac-4092-863b-f4ba6666ca1b", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:09:43.289188 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0f07512a-86ee-499c-87f4-7e14e0912598 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:09:43.290495 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e628a4bb-8def-42e5-8bfe-e1536c7645ea', 'name': 'network-vif-deleted', 'tag': 'ee7b01f9-6aac-4092-863b-f4ba6666ca1b', 'status': 'completed', 'code': 200} Nov 12 01:09:43.509466 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3fb22bdf-3c0b-4f4e-bb7c-f3608e1030ae req-adcea419-8e6c-4450-afe8-bd0dee0f19b0 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a33527b-a081-46b3-a33c-3299ac1d026a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3217399 Nov 12 01:09:43.647202 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-7e48ed9d-c0ed-42f0-aa17-88441fdeeff6 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Deleting port 68ad48e2-aa40-41ee-bdfa-057318642f47 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:09:43.648312 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7e48ed9d-c0ed-42f0-aa17-88441fdeeff6 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:43.695112 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-6ea82315-0b7b-44ec-8c8b-f38076c2f349 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:43.726580 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad3be3e-9cde-4186-a0ba-ee119beefe7f req-f196a403-39c3-403e-8184-46f319d69071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:43.729330 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cad3be3e-9cde-4186-a0ba-ee119beefe7f req-f196a403-39c3-403e-8184-46f319d69071 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2dfe835d-23cb-4637-acb6-ddb56de82bf5 HTTP/1.1" status: 200 len: 1097 time: 0.3504388 Nov 12 01:09:43.789100 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93304ac6-e928-4ecc-80cc-255cd668d546 req-765a06f3-1a0a-4a38-8e32-804f54cb6c63 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:43.796456 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93304ac6-e928-4ecc-80cc-255cd668d546 req-765a06f3-1a0a-4a38-8e32-804f54cb6c63 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:43.798857 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-93304ac6-e928-4ecc-80cc-255cd668d546 req-765a06f3-1a0a-4a38-8e32-804f54cb6c63 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 1653 time: 0.3862414 Nov 12 01:09:43.912099 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-6ea82315-0b7b-44ec-8c8b-f38076c2f349 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Network e0f69fbd-c4e4-47d1-817f-1e3bee936d0a is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:09:43.975953 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea82315-0b7b-44ec-8c8b-f38076c2f349 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Pushing event updated for resources: {'Port': ['ID=3992154e-cd6b-4a86-9bb7-884f827bc8e2,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:43.980217 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-6ea82315-0b7b-44ec-8c8b-f38076c2f349 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:44.001338 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-6ea82315-0b7b-44ec-8c8b-f38076c2f349 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:09:44.005291 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7e48ed9d-c0ed-42f0-aa17-88441fdeeff6 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:44.005625 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7e48ed9d-c0ed-42f0-aa17-88441fdeeff6 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:44.050285 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41846) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:44.098955 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cad3be3e-9cde-4186-a0ba-ee119beefe7f req-b68c7f3b-4624-40b1-b57c-0fee4eb460cb service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2a33527b-a081-46b3-a33c-3299ac1d026a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3552125 Nov 12 01:09:44.104796 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-7e48ed9d-c0ed-42f0-aa17-88441fdeeff6 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Calling delete_port for 68ad48e2-aa40-41ee-bdfa-057318642f47 owned by network:floatingip {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:09:44.105284 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c35ffd3b-a83d-463e-8dd8-8992a6287850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:44.117064 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-93304ac6-e928-4ecc-80cc-255cd668d546 req-c34fe962-dc3d-4a3e-9b77-dde7513e85e1 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/security-groups?id=f35c197b-ae20-4eaa-b206-2ef393b1f8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2976773 Nov 12 01:09:44.188622 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-6ea82315-0b7b-44ec-8c8b-f38076c2f349 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:44.189433 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-6ea82315-0b7b-44ec-8c8b-f38076c2f349 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:44.207596 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-528dbc11-a28a-4b0a-a3bf-a30df6d2d0c0 admin admin] Deleting subnet 0efbf337-315a-4624-b2a7-3412e7236f80 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:09:44.235008 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-528dbc11-a28a-4b0a-a3bf-a30df6d2d0c0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:44.275512 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35ffd3b-a83d-463e-8dd8-8992a6287850 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c7ab661-e201-49b3-abaf-36605497cf38,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:44.302402 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-6ea82315-0b7b-44ec-8c8b-f38076c2f349 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3592501 Nov 12 01:09:44.361921 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35ffd3b-a83d-463e-8dd8-8992a6287850 admin admin] Checking segment: {'id': '14e4cc0e-b10e-481d-8396-0bbf76180c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd3d255fd-33b5-49ee-b533-ebaf9f4313a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:09:44.362305 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35ffd3b-a83d-463e-8dd8-8992a6287850 admin admin] Network hostable DHCP agents. Network: d3d255fd-33b5-49ee-b533-ebaf9f4313a4, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:09:44.373079 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-528dbc11-a28a-4b0a-a3bf-a30df6d2d0c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:44.448671 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-528dbc11-a28a-4b0a-a3bf-a30df6d2d0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:44.559871 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device ee7b01f9-6aac-4092-863b-f4ba6666ca1b no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:09:44.614798 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: ee7b01f9-6aac-4092-863b-f4ba6666ca1b {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:09:44.615137 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device ee7b01f9-6aac-4092-863b-f4ba6666ca1b not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:09:44.635750 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-8183b33d-a94f-4c0c-a7bf-c39d722dc158 None None] Provisioning complete for port 3992154e-cd6b-4a86-9bb7-884f827bc8e2 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:44.636162 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8183b33d-a94f-4c0c-a7bf-c39d722dc158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:44.638136 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-528dbc11-a28a-4b0a-a3bf-a30df6d2d0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:44.680090 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-528dbc11-a28a-4b0a-a3bf-a30df6d2d0c0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:44.690526 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-528dbc11-a28a-4b0a-a3bf-a30df6d2d0c0 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/0efbf337-315a-4624-b2a7-3412e7236f80 HTTP/1.1" status: 204 len: 168 time: 0.6393979 Nov 12 01:09:44.722981 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41854) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:44.736045 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528dbc11-a28a-4b0a-a3bf-a30df6d2d0c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0efbf337-315a-4624-b2a7-3412e7236f80,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:44.752320 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-8183b33d-a94f-4c0c-a7bf-c39d722dc158 None None] Port 3992154e-cd6b-4a86-9bb7-884f827bc8e2 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:09:44.942563 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-e8a81210-bd63-4339-a019-d043ae31161e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Request body: {'port': {'device_id': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'ea33bcf4-68e4-41d3-a621-b5e53b96e513', 'admin_state_up': True, 'tenant_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'security_groups': ['f35c197b-ae20-4eaa-b206-2ef393b1f8c4']}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:44.950019 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-89dcb056-2fca-45a8-9f51-9ad0909e4e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:45.054238 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35ffd3b-a83d-463e-8dd8-8992a6287850 admin admin] Network d3d255fd-33b5-49ee-b533-ebaf9f4313a4 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:09:45.138083 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-c35ffd3b-a83d-463e-8dd8-8992a6287850 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, d3d255fd-33b5-49ee-b533-ebaf9f4313a4) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:45.150900 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b968294-90a2-49da-969a-398bed5444da None None] Network d3d255fd-33b5-49ee-b533-ebaf9f4313a4 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:09:45.166645 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-89dcb056-2fca-45a8-9f51-9ad0909e4e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:45.177938 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35ffd3b-a83d-463e-8dd8-8992a6287850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:45.179322 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c35ffd3b-a83d-463e-8dd8-8992a6287850 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:45.193504 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-89dcb056-2fca-45a8-9f51-9ad0909e4e32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16986642-49e8-46bc-9175-71132c123da8']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:45.206834 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-89dcb056-2fca-45a8-9f51-9ad0909e4e32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9855991-790b-42d8-b64b-19a0f92d8b95') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:45.207228 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-89dcb056-2fca-45a8-9f51-9ad0909e4e32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9855991-790b-42d8-b64b-19a0f92d8b95') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:45.218896 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6112f067-9ace-4c64-bedc-16d8c4a9f2cf req-23bc3a13-8027-4252-8667-b68f827d6d7d tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:45.220958 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6112f067-9ace-4c64-bedc-16d8c4a9f2cf req-23bc3a13-8027-4252-8667-b68f827d6d7d tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dfe835d-23cb-4637-acb6-ddb56de82bf5 HTTP/1.1" status: 200 len: 945 time: 0.2876933 Nov 12 01:09:45.221365 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-89dcb056-2fca-45a8-9f51-9ad0909e4e32 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:45.222139 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7e48ed9d-c0ed-42f0-aa17-88441fdeeff6 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:45.246256 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-89dcb056-2fca-45a8-9f51-9ad0909e4e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:45.257207 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89dcb056-2fca-45a8-9f51-9ad0909e4e32 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:09:45.263481 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-89dcb056-2fca-45a8-9f51-9ad0909e4e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:45.263481 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:09:45.263481 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:09:45.263481 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:09:45.263481 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:09:45.263481 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:09:45.263481 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:09:45.263481 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:09:45.263481 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:09:45.263481 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:09:45.263481 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:09:45.263481 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:09:45.263481 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:09:45.263481 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:09:45.263481 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:09:45.263481 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:09:45.263481 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:09:45.263481 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:09:45.263481 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:09:45.263481 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:09:45.263481 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:09:45.263481 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:09:45.263481 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:09:45.263481 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:09:45.263481 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:09:45.263481 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:09:45.263481 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:09:45.263481 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:09:45.263481 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:09:45.263481 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:09:45.263481 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:09:45.263481 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:09:45.263481 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:09:45.369252 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e48ed9d-c0ed-42f0-aa17-88441fdeeff6 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Pushing event deleted for resources: {'Port': ['ID=68ad48e2-aa40-41ee-bdfa-057318642f47,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:45.395954 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-89dcb056-2fca-45a8-9f51-9ad0909e4e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:45.417049 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-89dcb056-2fca-45a8-9f51-9ad0909e4e32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:45.433077 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-89dcb056-2fca-45a8-9f51-9ad0909e4e32 admin admin] 10.222.0.45 "DELETE /v2.0/networks/16986642-49e8-46bc-9175-71132c123da8 HTTP/1.1" status: 204 len: 168 time: 0.7054284 Nov 12 01:09:45.444137 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c35ffd3b-a83d-463e-8dd8-8992a6287850 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.5286696 Nov 12 01:09:45.474052 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dcb056-2fca-45a8-9f51-9ad0909e4e32 admin admin] Pushing event deleted for resources: {'Network': ['ID=16986642-49e8-46bc-9175-71132c123da8,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:45.520109 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b25c9d9-651d-4c8f-b1d6-b09a0b92be19 req-cb70c671-9b11-4c40-95c6-0592eafba940 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:45.536946 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5b25c9d9-651d-4c8f-b1d6-b09a0b92be19 req-cb70c671-9b11-4c40-95c6-0592eafba940 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 946 time: 0.4199853 Nov 12 01:09:45.614019 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1fa2dd-3d42-4fc3-b95d-d2cb5039a1f1 None None] Network d3d255fd-33b5-49ee-b533-ebaf9f4313a4 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:09:45.705642 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-e8a81210-bd63-4339-a019-d043ae31161e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Made reservation on behalf of 8cc8ca414fa7430d8da23a7db1c7581c for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:09:45.713835 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7e48ed9d-c0ed-42f0-aa17-88441fdeeff6 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for floatingip, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:45.720428 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7e48ed9d-c0ed-42f0-aa17-88441fdeeff6 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:45.727627 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7e48ed9d-c0ed-42f0-aa17-88441fdeeff6 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] 10.222.0.45 "DELETE /v2.0/floatingips/5f27fe79-7575-4b47-882c-ba82e909aac6 HTTP/1.1" status: 204 len: 168 time: 2.9358804 Nov 12 01:09:45.728390 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41876) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:45.737274 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-f6ccb3e7-ebfe-41e6-a27c-95cdda04e52b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Request body: {'floatingip': {'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'port_id': 'b89b4397-af00-41e9-a3b8-cd94d4b2c275'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:45.815870 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f6ccb3e7-ebfe-41e6-a27c-95cdda04e52b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for floatingip, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:45.830636 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41878) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:45.874862 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6112f067-9ace-4c64-bedc-16d8c4a9f2cf req-3c54bb46-c278-4146-8a2a-27c339ab5740 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a33527b-a081-46b3-a33c-3299ac1d026a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6105320 Nov 12 01:09:46.018152 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9786e1a1-79b1-4e35-b67c-a8853bc0f0b7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5faf45a6f79140c79facb79ce6bd4099&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1840799 Nov 12 01:09:46.021589 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41882) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:46.137035 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5b25c9d9-651d-4c8f-b1d6-b09a0b92be19 req-13b3967f-1251-4343-8c2a-42e9be3656e3 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=31601042-336e-46fa-871d-26eb8da12d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4351425 Nov 12 01:09:46.184451 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b60d15-de7a-477e-9827-3fd2d610a125 req-ca5ceee4-5410-4360-beef-cdb76b3a17ca tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:46.193741 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-20f0c73b-87dd-477b-839f-f2578af0ccb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:46.194073 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b60d15-de7a-477e-9827-3fd2d610a125 req-ca5ceee4-5410-4360-beef-cdb76b3a17ca tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:46.205081 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b60d15-de7a-477e-9827-3fd2d610a125 req-ca5ceee4-5410-4360-beef-cdb76b3a17ca tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:46.208792 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-06b60d15-de7a-477e-9827-3fd2d610a125 req-ca5ceee4-5410-4360-beef-cdb76b3a17ca tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 2373 time: 0.2095039 Nov 12 01:09:46.231055 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f6ccb3e7-ebfe-41e6-a27c-95cdda04e52b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:46.267274 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-20f0c73b-87dd-477b-839f-f2578af0ccb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:46.284742 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-e8a81210-bd63-4339-a019-d043ae31161e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:46.399549 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-06b60d15-de7a-477e-9827-3fd2d610a125 req-2c3b37cd-a21d-4417-8e06-14fff7f9f173 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/security-groups?id=f35c197b-ae20-4eaa-b206-2ef393b1f8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690965 Nov 12 01:09:46.554291 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-f6ccb3e7-ebfe-41e6-a27c-95cdda04e52b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Allocated IP 172.25.3.30 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/0933a67a-794b-4857-bfea-b018360883e5) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:09:46.626860 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41890) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:46.633820 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-8c47d833-e0b5-47e7-b2e7-b139d9ecc92b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1678127267-network', 'tenant_id': 'd7653a2c081342b0bab7ae7069542633'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:46.637215 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-20f0c73b-87dd-477b-839f-f2578af0ccb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:46.639801 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-20f0c73b-87dd-477b-839f-f2578af0ccb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:46.644488 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-20f0c73b-87dd-477b-839f-f2578af0ccb7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f3f76037-9132-4232-8265-2f0fe4d2bc7c HTTP/1.1" status: 204 len: 168 time: 0.6205471 Nov 12 01:09:46.674035 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f0c73b-87dd-477b-839f-f2578af0ccb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f76037-9132-4232-8265-2f0fe4d2bc7c,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:46.709459 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c47d833-e0b5-47e7-b2e7-b139d9ecc92b admin admin] Made reservation on behalf of d7653a2c081342b0bab7ae7069542633 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:09:46.712103 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8c47d833-e0b5-47e7-b2e7-b139d9ecc92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:46.751579 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8c47d833-e0b5-47e7-b2e7-b139d9ecc92b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:46.776285 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f6ccb3e7-ebfe-41e6-a27c-95cdda04e52b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:46.878453 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f6ccb3e7-ebfe-41e6-a27c-95cdda04e52b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:46.908566 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-e8a81210-bd63-4339-a019-d043ae31161e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Allocated IP 10.2.2.100 (ea33bcf4-68e4-41d3-a621-b5e53b96e513/941778bd-314e-4867-8a75-0adb70d31051/962ed579-ad73-4ad7-bc46-ba9a92d2a0c9) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:09:46.976844 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ccb3e7-ebfe-41e6-a27c-95cdda04e52b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:09:46.998832 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-f6ccb3e7-ebfe-41e6-a27c-95cdda04e52b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:47.053651 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ccb3e7-ebfe-41e6-a27c-95cdda04e52b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:09:47.059695 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8c47d833-e0b5-47e7-b2e7-b139d9ecc92b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:47.116690 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8c47d833-e0b5-47e7-b2e7-b139d9ecc92b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:47.142160 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c47d833-e0b5-47e7-b2e7-b139d9ecc92b admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:09:47.159256 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8c47d833-e0b5-47e7-b2e7-b139d9ecc92b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:47.159838 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-8c47d833-e0b5-47e7-b2e7-b139d9ecc92b admin admin] Added segment 00bc6ebb-bb14-4a06-abea-0030d1f70ec0 of type vlan for network 9f0b2f05-4ce1-47c8-b7a2-37bde9812640 Nov 12 01:09:47.188311 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57cc7cd-24a7-4729-a89e-3711b7124d3c req-d3644e4d-9865-4b45-bf68-435b956cb18b tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:47.190007 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c57cc7cd-24a7-4729-a89e-3711b7124d3c req-d3644e4d-9865-4b45-bf68-435b956cb18b tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dfe835d-23cb-4637-acb6-ddb56de82bf5 HTTP/1.1" status: 200 len: 945 time: 0.1963694 Nov 12 01:09:47.262282 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8c47d833-e0b5-47e7-b2e7-b139d9ecc92b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:47.329042 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ccb3e7-ebfe-41e6-a27c-95cdda04e52b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Pushing event updated for resources: {'Port': ['ID=0933a67a-794b-4857-bfea-b018360883e5,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:47.337933 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8c47d833-e0b5-47e7-b2e7-b139d9ecc92b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:47.339635 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c47d833-e0b5-47e7-b2e7-b139d9ecc92b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:47.340628 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8c47d833-e0b5-47e7-b2e7-b139d9ecc92b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:47.448882 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c47d833-e0b5-47e7-b2e7-b139d9ecc92b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ce422e-4f17-42a4-9a70-d53cb15bef38,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:47.457509 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-e8a81210-bd63-4339-a019-d043ae31161e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:47.522506 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c57cc7cd-24a7-4729-a89e-3711b7124d3c req-6e5a7806-7bf9-46a6-bee9-4ef116ef4e95 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a33527b-a081-46b3-a33c-3299ac1d026a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3037093 Nov 12 01:09:47.572089 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-e8a81210-bd63-4339-a019-d043ae31161e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:47.606438 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469145f0-8d62-4bbe-b8de-ad58751fb03b req-08dc7094-4959-47a0-a543-6129b00a8b8b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:47.609032 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-469145f0-8d62-4bbe-b8de-ad58751fb03b req-08dc7094-4959-47a0-a543-6129b00a8b8b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 946 time: 0.2762308 Nov 12 01:09:47.617803 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8c47d833-e0b5-47e7-b2e7-b139d9ecc92b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9897962 Nov 12 01:09:47.661150 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41916) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:47.690520 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-3144d511-8d9b-445f-b478-8b85fab9f731 admin admin] Request body: {'subnet': {'network_id': '9f0b2f05-4ce1-47c8-b7a2-37bde9812640', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1678127267-subnet', 'tenant_id': 'd7653a2c081342b0bab7ae7069542633', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:47.796232 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c47d833-e0b5-47e7-b2e7-b139d9ecc92b admin admin] Pushing event updated for resources: {'Network': ['ID=9f0b2f05-4ce1-47c8-b7a2-37bde9812640,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:47.818523 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 9f0b2f05-4ce1-47c8-b7a2-37bde9812640 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:09:47.831191 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3144d511-8d9b-445f-b478-8b85fab9f731 admin admin] Made reservation on behalf of d7653a2c081342b0bab7ae7069542633 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:09:47.842702 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3144d511-8d9b-445f-b478-8b85fab9f731 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:47.971500 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-e8a81210-bd63-4339-a019-d043ae31161e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Network ea33bcf4-68e4-41d3-a621-b5e53b96e513 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:09:47.972874 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a81210-bd63-4339-a019-d043ae31161e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Pushing event updated for resources: {'Port': ['ID=962ed579-ad73-4ad7-bc46-ba9a92d2a0c9,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:48.028319 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-469145f0-8d62-4bbe-b8de-ad58751fb03b req-f5cec94c-7493-4bde-b7f5-865a0ae2eace tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=31601042-336e-46fa-871d-26eb8da12d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3657074 Nov 12 01:09:48.029348 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-e8a81210-bd63-4339-a019-d043ae31161e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:48.104009 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-e8a81210-bd63-4339-a019-d043ae31161e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:09:48.308377 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729fea7b-6553-435b-9472-4235397f14c5 req-26ffacb4-8165-4f75-84d6-5ed9586d12a4 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:48.320657 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729fea7b-6553-435b-9472-4235397f14c5 req-26ffacb4-8165-4f75-84d6-5ed9586d12a4 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:48.334119 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729fea7b-6553-435b-9472-4235397f14c5 req-26ffacb4-8165-4f75-84d6-5ed9586d12a4 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:48.346592 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729fea7b-6553-435b-9472-4235397f14c5 req-26ffacb4-8165-4f75-84d6-5ed9586d12a4 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:48.364372 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-729fea7b-6553-435b-9472-4235397f14c5 req-26ffacb4-8165-4f75-84d6-5ed9586d12a4 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 3094 time: 0.6164110 Nov 12 01:09:48.375582 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41926) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:48.469514 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f6ccb3e7-ebfe-41e6-a27c-95cdda04e52b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:48.487372 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-e8a81210-bd63-4339-a019-d043ae31161e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:48.488954 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-e8a81210-bd63-4339-a019-d043ae31161e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:48.537164 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-729fea7b-6553-435b-9472-4235397f14c5 req-775d477e-2127-4726-ac9a-449f5720bb69 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/security-groups?id=f35c197b-ae20-4eaa-b206-2ef393b1f8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598449 Nov 12 01:09:48.557866 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-224318b7-395d-499a-9754-062c7585e5ab None None] Provisioning complete for port 962ed579-ad73-4ad7-bc46-ba9a92d2a0c9 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:48.558204 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775fec5-8920-40a9-8997-0724d5b1165f req-12275fb1-c5a5-4fc4-a647-aae1824e788c tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:48.558485 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-224318b7-395d-499a-9754-062c7585e5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:48.561200 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2775fec5-8920-40a9-8997-0724d5b1165f req-12275fb1-c5a5-4fc4-a647-aae1824e788c tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dfe835d-23cb-4637-acb6-ddb56de82bf5 HTTP/1.1" status: 200 len: 945 time: 0.3938265 Nov 12 01:09:48.578402 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41930) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:48.584131 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-e8a81210-bd63-4339-a019-d043ae31161e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6461833 Nov 12 01:09:48.586277 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-8415a136-0f5a-421d-8a2c-a0fe83f25efa tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Request body: {'floatingip': {'port_id': 'e8785de6-4682-4524-bdaa-6e4d7ec3f359'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:48.614117 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-93e90732-ca08-4eda-860a-98d5cfde8de7 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Request body: {'port': {'device_id': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'ea33bcf4-68e4-41d3-a621-b5e53b96e513', 'admin_state_up': True, 'tenant_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'security_groups': ['f35c197b-ae20-4eaa-b206-2ef393b1f8c4']}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:48.640523 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-224318b7-395d-499a-9754-062c7585e5ab None None] Port 962ed579-ad73-4ad7-bc46-ba9a92d2a0c9 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:09:48.680969 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8415a136-0f5a-421d-8a2c-a0fe83f25efa tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks [] for floatingip, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:48.768372 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-6dd04214-5e7f-4094-b2ee-e58aa1299936 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-565836188-network', 'tenant_id': '191fc5154909462b8c7f63ec6946526e'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:48.915157 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f6ccb3e7-ebfe-41e6-a27c-95cdda04e52b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:48.977875 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd04214-5e7f-4094-b2ee-e58aa1299936 admin admin] Made reservation on behalf of 191fc5154909462b8c7f63ec6946526e for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:09:48.981631 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6dd04214-5e7f-4094-b2ee-e58aa1299936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:49.038684 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6dd04214-5e7f-4094-b2ee-e58aa1299936 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:49.079137 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3144d511-8d9b-445f-b478-8b85fab9f731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:49.324727 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3144d511-8d9b-445f-b478-8b85fab9f731 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6fdb544-ca73-4fa5-95da-f94c33ede24a,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:49.355606 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-93e90732-ca08-4eda-860a-98d5cfde8de7 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Made reservation on behalf of 8cc8ca414fa7430d8da23a7db1c7581c for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:09:49.363373 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-93e90732-ca08-4eda-860a-98d5cfde8de7 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:49.375872 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f6ccb3e7-ebfe-41e6-a27c-95cdda04e52b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:49.403733 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f6ccb3e7-ebfe-41e6-a27c-95cdda04e52b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:49.416985 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4012061-b668-4da5-b001-8a9cea4a889a req-a7f59ab6-dcb2-4350-8454-4a30d7e0f2e4 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:49.419855 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e4012061-b668-4da5-b001-8a9cea4a889a req-a7f59ab6-dcb2-4350-8454-4a30d7e0f2e4 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 946 time: 0.2839918 Nov 12 01:09:49.429535 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3144d511-8d9b-445f-b478-8b85fab9f731 admin admin] Checking segment: {'id': '00bc6ebb-bb14-4a06-abea-0030d1f70ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9f0b2f05-4ce1-47c8-b7a2-37bde9812640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:09:49.430181 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3144d511-8d9b-445f-b478-8b85fab9f731 admin admin] Network hostable DHCP agents. Network: 9f0b2f05-4ce1-47c8-b7a2-37bde9812640, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:09:49.586885 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6dd04214-5e7f-4094-b2ee-e58aa1299936 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:49.608403 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3144d511-8d9b-445f-b478-8b85fab9f731 admin admin] Network 9f0b2f05-4ce1-47c8-b7a2-37bde9812640 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:09:49.633174 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6dd04214-5e7f-4094-b2ee-e58aa1299936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:49.728532 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e4012061-b668-4da5-b001-8a9cea4a889a req-4dc1ee7a-d04b-4f2b-9ec7-279324fff1fb tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=31601042-336e-46fa-871d-26eb8da12d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2915995 Nov 12 01:09:49.752207 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-3144d511-8d9b-445f-b478-8b85fab9f731 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 9f0b2f05-4ce1-47c8-b7a2-37bde9812640) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:49.758319 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3144d511-8d9b-445f-b478-8b85fab9f731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:49.758959 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3144d511-8d9b-445f-b478-8b85fab9f731 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:49.778918 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c90e71c-1f25-4c55-8592-6d83ec57db6d None None] Network 9f0b2f05-4ce1-47c8-b7a2-37bde9812640 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:09:49.796181 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dd04214-5e7f-4094-b2ee-e58aa1299936 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:09:49.869012 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd04214-5e7f-4094-b2ee-e58aa1299936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:49.898159 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3144d511-8d9b-445f-b478-8b85fab9f731 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2281122 Nov 12 01:09:49.917582 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6dd04214-5e7f-4094-b2ee-e58aa1299936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:49.918144 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-6dd04214-5e7f-4094-b2ee-e58aa1299936 admin admin] Added segment cd410700-ad97-45ea-baa0-b5dd265537a5 of type vlan for network 1eb2c28f-44d0-4157-813f-a88803c1c65a Nov 12 01:09:50.023850 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e6650-50b2-42d4-8bd1-929b00d1121d req-10904e62-ce17-49e9-a6b7-cd9ccd393d73 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:50.040952 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e6650-50b2-42d4-8bd1-929b00d1121d req-10904e62-ce17-49e9-a6b7-cd9ccd393d73 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:50.057898 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e6650-50b2-42d4-8bd1-929b00d1121d req-10904e62-ce17-49e9-a6b7-cd9ccd393d73 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:50.074517 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e6650-50b2-42d4-8bd1-929b00d1121d req-10904e62-ce17-49e9-a6b7-cd9ccd393d73 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:50.079529 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ec4e6650-50b2-42d4-8bd1-929b00d1121d req-10904e62-ce17-49e9-a6b7-cd9ccd393d73 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 3094 time: 0.3477616 Nov 12 01:09:50.129443 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8415a136-0f5a-421d-8a2c-a0fe83f25efa tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:50.165576 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6dd04214-5e7f-4094-b2ee-e58aa1299936 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:50.178154 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ccb3e7-ebfe-41e6-a27c-95cdda04e52b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Pushing event updated for resources: {'Port': ['ID=0933a67a-794b-4857-bfea-b018360883e5,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:50.181264 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f6ccb3e7-ebfe-41e6-a27c-95cdda04e52b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:50.186489 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8415a136-0f5a-421d-8a2c-a0fe83f25efa tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:50.239704 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ccb3e7-ebfe-41e6-a27c-95cdda04e52b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:50.240560 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ccb3e7-ebfe-41e6-a27c-95cdda04e52b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:50.241315 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ccb3e7-ebfe-41e6-a27c-95cdda04e52b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:50.242046 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ccb3e7-ebfe-41e6-a27c-95cdda04e52b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:50.243072 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ccb3e7-ebfe-41e6-a27c-95cdda04e52b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:50.243791 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ccb3e7-ebfe-41e6-a27c-95cdda04e52b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:50.244377 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ccb3e7-ebfe-41e6-a27c-95cdda04e52b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:50.244960 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ccb3e7-ebfe-41e6-a27c-95cdda04e52b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:50.245553 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ccb3e7-ebfe-41e6-a27c-95cdda04e52b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:50.246087 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ccb3e7-ebfe-41e6-a27c-95cdda04e52b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:50.246611 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ccb3e7-ebfe-41e6-a27c-95cdda04e52b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:50.247301 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ccb3e7-ebfe-41e6-a27c-95cdda04e52b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:50.295330 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-93e90732-ca08-4eda-860a-98d5cfde8de7 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Allocated IP 10.2.2.200 (ea33bcf4-68e4-41d3-a621-b5e53b96e513/941778bd-314e-4867-8a75-0adb70d31051/01057b9c-0ebb-4361-8584-92a34114849a) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:09:50.351311 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b320ee-af60-488d-b8fa-d161bb1d487f None None] Network 9f0b2f05-4ce1-47c8-b7a2-37bde9812640 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:09:50.492221 n-d-712142-27 neutron-server[109086]: INFO neutron.db.l3_db [None req-f6ccb3e7-ebfe-41e6-a27c-95cdda04e52b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Floating IP ba40db69-05c3-4b8f-b7cc-c65b207d8071 associated. External IP: 172.25.3.30, port: b89b4397-af00-41e9-a3b8-cd94d4b2c275. Nov 12 01:09:50.607465 n-d-712142-27 neutron-server[109086]: INFO neutron.db.l3_db [None req-8415a136-0f5a-421d-8a2c-a0fe83f25efa tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Floating IP 5bf11e39-96fa-4fac-928d-27c844cd52cf associated. External IP: 172.25.3.10, port: e8785de6-4682-4524-bdaa-6e4d7ec3f359. Nov 12 01:09:50.631227 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6dd04214-5e7f-4094-b2ee-e58aa1299936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:50.633042 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd04214-5e7f-4094-b2ee-e58aa1299936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:50.637429 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6dd04214-5e7f-4094-b2ee-e58aa1299936 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:50.830905 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-93e90732-ca08-4eda-860a-98d5cfde8de7 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:50.850514 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-6dd04214-5e7f-4094-b2ee-e58aa1299936 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.4409008 Nov 12 01:09:50.861750 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41950) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:50.868677 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-45759c33-6d8b-493e-ad0a-f56d2296f6c4 admin admin] Request body: {'subnet': {'network_id': '1eb2c28f-44d0-4157-813f-a88803c1c65a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-565836188-subnet', 'tenant_id': '191fc5154909462b8c7f63ec6946526e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:50.881534 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd04214-5e7f-4094-b2ee-e58aa1299936 admin admin] Pushing event updated for resources: {'Network': ['ID=1eb2c28f-44d0-4157-813f-a88803c1c65a,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:50.918860 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd04214-5e7f-4094-b2ee-e58aa1299936 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:50.919444 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd04214-5e7f-4094-b2ee-e58aa1299936 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:50.920484 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd04214-5e7f-4094-b2ee-e58aa1299936 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:50.920757 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd04214-5e7f-4094-b2ee-e58aa1299936 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:50.922111 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd04214-5e7f-4094-b2ee-e58aa1299936 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:50.922810 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd04214-5e7f-4094-b2ee-e58aa1299936 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:50.923641 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd04214-5e7f-4094-b2ee-e58aa1299936 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:50.924517 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd04214-5e7f-4094-b2ee-e58aa1299936 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:50.925107 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd04214-5e7f-4094-b2ee-e58aa1299936 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:50.925689 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd04214-5e7f-4094-b2ee-e58aa1299936 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:50.926272 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd04214-5e7f-4094-b2ee-e58aa1299936 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:50.926855 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd04214-5e7f-4094-b2ee-e58aa1299936 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:50.941589 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ec4e6650-50b2-42d4-8bd1-929b00d1121d req-c637c79b-5b94-4f54-8eed-e7fc6ff07bad tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/security-groups?id=f35c197b-ae20-4eaa-b206-2ef393b1f8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3325610 Nov 12 01:09:50.954831 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 1eb2c28f-44d0-4157-813f-a88803c1c65a details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:09:50.992600 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-93e90732-ca08-4eda-860a-98d5cfde8de7 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:51.017132 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45759c33-6d8b-493e-ad0a-f56d2296f6c4 admin admin] Made reservation on behalf of 191fc5154909462b8c7f63ec6946526e for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:09:51.019700 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-45759c33-6d8b-493e-ad0a-f56d2296f6c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:51.087015 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-93e90732-ca08-4eda-860a-98d5cfde8de7 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Network ea33bcf4-68e4-41d3-a621-b5e53b96e513 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:09:51.108061 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-93e90732-ca08-4eda-860a-98d5cfde8de7 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:51.126311 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-93e90732-ca08-4eda-860a-98d5cfde8de7 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:09:51.144925 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ccb3e7-ebfe-41e6-a27c-95cdda04e52b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Router 73b1e82e-f756-49b9-a39f-67842ba467e2 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:09:51.147881 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8415a136-0f5a-421d-8a2c-a0fe83f25efa tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Router 6c4d9432-55ba-47bd-bb50-de97708bf56c has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:09:51.192768 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e90732-ca08-4eda-860a-98d5cfde8de7 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Pushing event updated for resources: {'Port': ['ID=01057b9c-0ebb-4361-8584-92a34114849a,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:51.335951 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-93e90732-ca08-4eda-860a-98d5cfde8de7 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:51.337044 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-93e90732-ca08-4eda-860a-98d5cfde8de7 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:51.441020 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-93e90732-ca08-4eda-860a-98d5cfde8de7 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8410797 Nov 12 01:09:51.466772 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-78c31164-f54f-42a7-8bbb-5a706cd4cb82 service neutron] Request body: {'port': {'device_id': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:51.480935 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0731232-3b22-4230-abbc-c9d6d247f0b0 req-b4076bea-2049-4876-a384-6caff64a3a2a tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:51.482662 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e0731232-3b22-4230-abbc-c9d6d247f0b0 req-b4076bea-2049-4876-a384-6caff64a3a2a tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 946 time: 0.1305203 Nov 12 01:09:51.580025 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8415a136-0f5a-421d-8a2c-a0fe83f25efa tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:09:51.597787 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadbc1f2-4960-43d5-b02f-2bb3cebeef45 None None] Sync routers for ids ['6c4d9432-55ba-47bd-bb50-de97708bf56c'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:09:51.604680 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8415a136-0f5a-421d-8a2c-a0fe83f25efa tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:51.613700 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadbc1f2-4960-43d5-b02f-2bb3cebeef45 None None] Routers {'6c4d9432-55ba-47bd-bb50-de97708bf56c'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:09:51.615227 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-dadbc1f2-4960-43d5-b02f-2bb3cebeef45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:09:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['6c4d9432-55ba-47bd-bb50-de97708bf56c'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:51.639431 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-191ad599-239f-4adc-a733-90f9c64cc8a0 None None] Provisioning complete for port 01057b9c-0ebb-4361-8584-92a34114849a triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:09:51.641028 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-191ad599-239f-4adc-a733-90f9c64cc8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:51.657086 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e0731232-3b22-4230-abbc-c9d6d247f0b0 req-02490f1f-ad38-4bf8-bd41-3d16539cf751 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=31601042-336e-46fa-871d-26eb8da12d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548958 Nov 12 01:09:51.671414 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-78c31164-f54f-42a7-8bbb-5a706cd4cb82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:51.721653 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-45759c33-6d8b-493e-ad0a-f56d2296f6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:51.757867 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e001699-3821-48e1-8dfc-fe4c81ddec4a req-ef393da4-04b3-4e33-977a-43f0fd97b027 tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:51.767516 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6e001699-3821-48e1-8dfc-fe4c81ddec4a req-ef393da4-04b3-4e33-977a-43f0fd97b027 tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] 10.222.0.45 "GET /v2.0/networks?id=d3d255fd-33b5-49ee-b533-ebaf9f4313a4 HTTP/1.1" status: 200 len: 824 time: 0.2638109 Nov 12 01:09:51.775587 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-dadbc1f2-4960-43d5-b02f-2bb3cebeef45 None None] Set router 6c4d9432-55ba-47bd-bb50-de97708bf56c gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:09:51.776817 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-191ad599-239f-4adc-a733-90f9c64cc8a0 None None] Port 01057b9c-0ebb-4361-8584-92a34114849a cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:09:51.846606 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8415a136-0f5a-421d-8a2c-a0fe83f25efa tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "PUT /v2.0/floatingips/5bf11e39-96fa-4fac-928d-27c844cd52cf HTTP/1.1" status: 200 len: 990 time: 3.2660279 Nov 12 01:09:51.854137 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dfe835d-23cb-4637-acb6-ddb56de82bf5', 'tag': 'e8785de6-4682-4524-bdaa-6e4d7ec3f359'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:09:51.858434 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9cab72-b2fe-4366-9d3f-56a75702491b" -d '{"events": [{"name": "network-changed", "server_uuid": "2dfe835d-23cb-4637-acb6-ddb56de82bf5", "tag": "e8785de6-4682-4524-bdaa-6e4d7ec3f359"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:09:51.888800 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ccb3e7-ebfe-41e6-a27c-95cdda04e52b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:09:51.902169 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ffc0bd-9d1a-4e35-b124-35bbc452d0fd None None] Sync routers for ids ['73b1e82e-f756-49b9-a39f-67842ba467e2'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:09:51.931675 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ffc0bd-9d1a-4e35-b124-35bbc452d0fd None None] Routers {'73b1e82e-f756-49b9-a39f-67842ba467e2'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:09:51.939060 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-34ffc0bd-9d1a-4e35-b124-35bbc452d0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:09:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['73b1e82e-f756-49b9-a39f-67842ba467e2'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:51.947517 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45759c33-6d8b-493e-ad0a-f56d2296f6c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=604b5391-c877-4e65-b41f-12fa14d652c5,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:51.991541 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6e001699-3821-48e1-8dfc-fe4c81ddec4a req-8376a57e-0168-4630-8058-1cfde0452282 tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] 10.222.0.45 "GET /v2.0/quotas/7f67a450705241499d3e31c12b30e842 HTTP/1.1" status: 200 len: 375 time: 0.2223799 Nov 12 01:09:52.057535 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f6ccb3e7-ebfe-41e6-a27c-95cdda04e52b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:52.076923 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6e001699-3821-48e1-8dfc-fe4c81ddec4a req-2fc83116-0a14-49b6-bf5b-fbdc837d7496 tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7f67a450705241499d3e31c12b30e842&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0737948 Nov 12 01:09:52.122505 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-34ffc0bd-9d1a-4e35-b124-35bbc452d0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:52.161688 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ffc0bd-9d1a-4e35-b124-35bbc452d0fd None None] Routers {'73b1e82e-f756-49b9-a39f-67842ba467e2'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:09:52.162756 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-34ffc0bd-9d1a-4e35-b124-35bbc452d0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:09:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['73b1e82e-f756-49b9-a39f-67842ba467e2'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:52.169964 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45759c33-6d8b-493e-ad0a-f56d2296f6c4 admin admin] Checking segment: {'id': 'cd410700-ad97-45ea-baa0-b5dd265537a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1eb2c28f-44d0-4157-813f-a88803c1c65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:09:52.170580 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45759c33-6d8b-493e-ad0a-f56d2296f6c4 admin admin] Network hostable DHCP agents. Network: 1eb2c28f-44d0-4157-813f-a88803c1c65a, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:09:52.207597 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4291be3c-5c62-4033-bc47-b46523c75a9f x-openstack-request-id: req-4291be3c-5c62-4033-bc47-b46523c75a9f {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:09:52.208045 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dfe835d-23cb-4637-acb6-ddb56de82bf5", "tag": "e8785de6-4682-4524-bdaa-6e4d7ec3f359", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:09:52.208415 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4291be3c-5c62-4033-bc47-b46523c75a9f {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:09:52.209055 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dfe835d-23cb-4637-acb6-ddb56de82bf5', 'tag': 'e8785de6-4682-4524-bdaa-6e4d7ec3f359', 'status': 'completed', 'code': 200} Nov 12 01:09:52.223621 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f6ccb3e7-ebfe-41e6-a27c-95cdda04e52b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.4849656 Nov 12 01:09:52.223952 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41970) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:52.240905 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-34ffc0bd-9d1a-4e35-b124-35bbc452d0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:52.241872 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ffc0bd-9d1a-4e35-b124-35bbc452d0fd None None] The sync data for ids ['73b1e82e-f756-49b9-a39f-67842ba467e2'] in n-d-712142-27 is: [] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:09:52.346790 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-dadbc1f2-4960-43d5-b02f-2bb3cebeef45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'name': 'tempest-AttachVolumeTestJSON-1338414397-router', 'tenant_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '876f3bf9-72ff-47b4-8dab-c99d8fc6d72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:04Z', 'updated_at': '2021-11-12T01:09:13Z', 'revision_number': 4, 'project_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'gw_port': {'id': '876f3bf9-72ff-47b4-8dab-c99d8fc6d72f', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:95:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:05Z', 'updated_at': '2021-11-12T01:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '5bf11e39-96fa-4fac-928d-27c844cd52cf', 'tenant_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'floating_ip_address': '172.25.3.10', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'port_id': 'e8785de6-4682-4524-bdaa-6e4d7ec3f359', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e99995f4-ba3c-4455-a76c-75068f6bda47', 'mac_address': 'fa:16:3e:be:25:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfe835d-23cb-4637-acb6-ddb56de82bf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:09:21Z', 'updated_at': '2021-11-12T01:09:49Z', 'revision_number': 1, 'project_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4894ce9e-9550-4064-902d-10d1c8124bc3', 'name': '', 'network_id': 'e99995f4-ba3c-4455-a76c-75068f6bda47', 'tenant_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'mac_address': 'fa:16:3e:67:9f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'bf3a876c-b540-4ae8-a3b9-c5dbe0528b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:11Z', 'updated_at': '2021-11-12T01:09:25Z', 'revision_number': 5, 'project_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'subnets': [{'id': 'bf3a876c-b540-4ae8-a3b9-c5dbe0528b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:52.376311 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2d4952ef-8ee6-401d-b49c-f3b85e116e1b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] 10.222.0.45 "GET /v2.0/floatingips/ba40db69-05c3-4b8f-b7cc-c65b207d8071 HTTP/1.1" status: 200 len: 977 time: 0.1463420 Nov 12 01:09:52.380110 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41972) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:52.381580 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadbc1f2-4960-43d5-b02f-2bb3cebeef45 None None] Checking router: 6c4d9432-55ba-47bd-bb50-de97708bf56c for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:09:52.395065 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadbc1f2-4960-43d5-b02f-2bb3cebeef45 None None] Routers {'6c4d9432-55ba-47bd-bb50-de97708bf56c'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:09:52.395904 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-dadbc1f2-4960-43d5-b02f-2bb3cebeef45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:09:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['6c4d9432-55ba-47bd-bb50-de97708bf56c'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:52.474095 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45759c33-6d8b-493e-ad0a-f56d2296f6c4 admin admin] Network 1eb2c28f-44d0-4157-813f-a88803c1c65a is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:09:52.499848 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-45759c33-6d8b-493e-ad0a-f56d2296f6c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 1eb2c28f-44d0-4157-813f-a88803c1c65a) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:52.510137 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8ffe38-e780-45a8-b3d0-4d9e0314c2d0 None None] Network 1eb2c28f-44d0-4157-813f-a88803c1c65a requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:09:52.517952 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45759c33-6d8b-493e-ad0a-f56d2296f6c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:52.518732 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-45759c33-6d8b-493e-ad0a-f56d2296f6c4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:52.548679 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-dadbc1f2-4960-43d5-b02f-2bb3cebeef45 None None] Set router 6c4d9432-55ba-47bd-bb50-de97708bf56c gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:09:52.582541 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4bbe7492-2d84-4d73-aa5a-0e47b13abcb8 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2008750 Nov 12 01:09:52.593727 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-45759c33-6d8b-493e-ad0a-f56d2296f6c4 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7289808 Nov 12 01:09:52.597133 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41974) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:52.597659 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41976) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:52.611926 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-c5b58872-075b-40b6-ac5e-a3410bd03021 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Request body: {'floatingip': {'port_id': '23183d57-f7bc-4fa9-ac66-78cc641875e3'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:52.647495 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-78c31164-f54f-42a7-8bbb-5a706cd4cb82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdcf7a52-e80c-40be-bdac-b195e34c1da2 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:09:52.666112 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-5eb1b5ce-85a6-4cb3-b8ab-ca73d09acdec admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-565836188-router', 'tenant_id': '191fc5154909462b8c7f63ec6946526e', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:52.733027 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c5b58872-075b-40b6-ac5e-a3410bd03021 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for floatingip, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:52.778867 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-78c31164-f54f-42a7-8bbb-5a706cd4cb82 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:52.799103 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de1aa08-3095-4ad4-a21c-1db5f0e3ce9b None None] Network 1eb2c28f-44d0-4157-813f-a88803c1c65a requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:09:52.818393 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-78c31164-f54f-42a7-8bbb-5a706cd4cb82 service neutron] Transition to ACTIVE for port object bdcf7a52-e80c-40be-bdac-b195e34c1da2 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:09:52.837629 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-78c31164-f54f-42a7-8bbb-5a706cd4cb82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:52.940496 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9cab72-b2fe-4366-9d3f-56a75702491b req-238738af-1074-4e2d-8354-040f6b7945fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:52.945466 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4a9cab72-b2fe-4366-9d3f-56a75702491b req-238738af-1074-4e2d-8354-040f6b7945fd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d602ff0942bb43ad80fd0eb430b5a1d7&device_id=2dfe835d-23cb-4637-acb6-ddb56de82bf5 HTTP/1.1" status: 200 len: 1097 time: 0.3020186 Nov 12 01:09:52.996225 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aeb4c1-44ea-47ec-a8a2-1b049596b1e2 req-4c16641a-3c69-4973-a1b3-1052ff80f8e0 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:53.008015 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aeb4c1-44ea-47ec-a8a2-1b049596b1e2 req-4c16641a-3c69-4973-a1b3-1052ff80f8e0 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:53.034669 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aeb4c1-44ea-47ec-a8a2-1b049596b1e2 req-4c16641a-3c69-4973-a1b3-1052ff80f8e0 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:53.041038 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aeb4c1-44ea-47ec-a8a2-1b049596b1e2 req-4c16641a-3c69-4973-a1b3-1052ff80f8e0 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:53.047722 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aeb4c1-44ea-47ec-a8a2-1b049596b1e2 req-4c16641a-3c69-4973-a1b3-1052ff80f8e0 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:53.061592 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-86aeb4c1-44ea-47ec-a8a2-1b049596b1e2 req-4c16641a-3c69-4973-a1b3-1052ff80f8e0 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 3815 time: 0.4259186 Nov 12 01:09:53.066494 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6e001699-3821-48e1-8dfc-fe4c81ddec4a req-e97df2ad-c1f5-4c57-bc22-32aa2d79661d service neutron] 10.222.0.45 "GET /v2.0/networks/d3d255fd-33b5-49ee-b533-ebaf9f4313a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9760587 Nov 12 01:09:53.096886 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5eb1b5ce-85a6-4cb3-b8ab-ca73d09acdec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:53.098028 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5eb1b5ce-85a6-4cb3-b8ab-ca73d09acdec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:53.109244 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-dadbc1f2-4960-43d5-b02f-2bb3cebeef45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'name': 'tempest-AttachVolumeTestJSON-1338414397-router', 'tenant_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '876f3bf9-72ff-47b4-8dab-c99d8fc6d72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:04Z', 'updated_at': '2021-11-12T01:09:13Z', 'revision_number': 4, 'project_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'gw_port': {'id': '876f3bf9-72ff-47b4-8dab-c99d8fc6d72f', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:95:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:05Z', 'updated_at': '2021-11-12T01:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '5bf11e39-96fa-4fac-928d-27c844cd52cf', 'tenant_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'floating_ip_address': '172.25.3.10', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'port_id': 'e8785de6-4682-4524-bdaa-6e4d7ec3f359', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e99995f4-ba3c-4455-a76c-75068f6bda47', 'mac_address': 'fa:16:3e:be:25:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfe835d-23cb-4637-acb6-ddb56de82bf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:09:21Z', 'updated_at': '2021-11-12T01:09:49Z', 'revision_number': 1, 'project_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4894ce9e-9550-4064-902d-10d1c8124bc3', 'name': '', 'network_id': 'e99995f4-ba3c-4455-a76c-75068f6bda47', 'tenant_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'mac_address': 'fa:16:3e:67:9f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'bf3a876c-b540-4ae8-a3b9-c5dbe0528b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:11Z', 'updated_at': '2021-11-12T01:09:25Z', 'revision_number': 5, 'project_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'subnets': [{'id': 'bf3a876c-b540-4ae8-a3b9-c5dbe0528b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:53.116861 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c31164-f54f-42a7-8bbb-5a706cd4cb82 service neutron] Pushing event updated for resources: {'Port': ['ID=bdcf7a52-e80c-40be-bdac-b195e34c1da2,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:53.185452 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5eb1b5ce-85a6-4cb3-b8ab-ca73d09acdec admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:53.186260 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadbc1f2-4960-43d5-b02f-2bb3cebeef45 None None] The sync data for ids ['6c4d9432-55ba-47bd-bb50-de97708bf56c'] in n-d-712142-27 is: [{'id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'name': 'tempest-AttachVolumeTestJSON-1338414397-router', 'tenant_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '876f3bf9-72ff-47b4-8dab-c99d8fc6d72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:04Z', 'updated_at': '2021-11-12T01:09:13Z', 'revision_number': 4, 'project_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'gw_port': {'id': '876f3bf9-72ff-47b4-8dab-c99d8fc6d72f', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:95:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:05Z', 'updated_at': '2021-11-12T01:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '5bf11e39-96fa-4fac-928d-27c844cd52cf', 'tenant_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'floating_ip_address': '172.25.3.10', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'port_id': 'e8785de6-4682-4524-bdaa-6e4d7ec3f359', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e99995f4-ba3c-4455-a76c-75068f6bda47', 'mac_address': 'fa:16:3e:be:25:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfe835d-23cb-4637-acb6-ddb56de82bf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:09:21Z', 'updated_at': '2021-11-12T01:09:49Z', 'revision_number': 1, 'project_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4894ce9e-9550-4064-902d-10d1c8124bc3', 'name': '', 'network_id': 'e99995f4-ba3c-4455-a76c-75068f6bda47', 'tenant_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'mac_address': 'fa:16:3e:67:9f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'bf3a876c-b540-4ae8-a3b9-c5dbe0528b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:11Z', 'updated_at': '2021-11-12T01:09:25Z', 'revision_number': 5, 'project_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'subnets': [{'id': 'bf3a876c-b540-4ae8-a3b9-c5dbe0528b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:09:53.454202 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6e001699-3821-48e1-8dfc-fe4c81ddec4a req-a129ded8-3541-4ec6-895c-a38e7929c16d service neutron] 10.222.0.45 "GET /v2.0/networks/d3d255fd-33b5-49ee-b533-ebaf9f4313a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484890 Nov 12 01:09:53.455945 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9cab72-b2fe-4366-9d3f-56a75702491b req-0841980d-ea4a-458a-8465-e50cf23ec17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:53.459031 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4a9cab72-b2fe-4366-9d3f-56a75702491b req-0841980d-ea4a-458a-8465-e50cf23ec17d service neutron] 10.222.0.16 "GET /v2.0/networks?id=e99995f4-ba3c-4455-a76c-75068f6bda47 HTTP/1.1" status: 200 len: 911 time: 0.4955690 Nov 12 01:09:53.529230 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-86aeb4c1-44ea-47ec-a8a2-1b049596b1e2 req-cb5e3ac6-ebbc-4bfe-8e37-9ba68b45376e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/security-groups?id=f35c197b-ae20-4eaa-b206-2ef393b1f8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4648712 Nov 12 01:09:53.651769 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88ec72d-b995-4cbe-9dad-1d1babce6ee8 None None] New status for floating IP 5bf11e39-96fa-4fac-928d-27c844cd52cf: ACTIVE {{(pid=109088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:09:53.657027 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-78c31164-f54f-42a7-8bbb-5a706cd4cb82 service neutron] Attempting to bind port bdcf7a52-e80c-40be-bdac-b195e34c1da2 on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:09:53.658060 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-78c31164-f54f-42a7-8bbb-5a706cd4cb82 service neutron] Attempting to bind port bdcf7a52-e80c-40be-bdac-b195e34c1da2 by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': 'ef853ea3-b93e-44bf-9439-4b21c4c64343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '682e0b44-65b9-400b-8f8e-1eeb342780e2'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:09:53.659238 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-78c31164-f54f-42a7-8bbb-5a706cd4cb82 service neutron] Attempting to bind port bdcf7a52-e80c-40be-bdac-b195e34c1da2 on network 682e0b44-65b9-400b-8f8e-1eeb342780e2 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:09:53.713091 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-78c31164-f54f-42a7-8bbb-5a706cd4cb82 service neutron] Port bdcf7a52-e80c-40be-bdac-b195e34c1da2 on network 682e0b44-65b9-400b-8f8e-1eeb342780e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:09:53.713770 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-78c31164-f54f-42a7-8bbb-5a706cd4cb82 service neutron] Attempting to bind port bdcf7a52-e80c-40be-bdac-b195e34c1da2 on network 682e0b44-65b9-400b-8f8e-1eeb342780e2 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:09:53.792393 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-78c31164-f54f-42a7-8bbb-5a706cd4cb82 service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:09:53.793132 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-78c31164-f54f-42a7-8bbb-5a706cd4cb82 service neutron] Checking segment: {'id': 'ef853ea3-b93e-44bf-9439-4b21c4c64343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '682e0b44-65b9-400b-8f8e-1eeb342780e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:09:53.794832 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-78c31164-f54f-42a7-8bbb-5a706cd4cb82 service neutron] Bound using segment: {'id': 'ef853ea3-b93e-44bf-9439-4b21c4c64343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '682e0b44-65b9-400b-8f8e-1eeb342780e2'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:09:53.795093 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-78c31164-f54f-42a7-8bbb-5a706cd4cb82 service neutron] Bound port: bdcf7a52-e80c-40be-bdac-b195e34c1da2, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef853ea3-b93e-44bf-9439-4b21c4c64343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '682e0b44-65b9-400b-8f8e-1eeb342780e2'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:09:53.795830 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-78c31164-f54f-42a7-8bbb-5a706cd4cb82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:53.815895 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4a9cab72-b2fe-4366-9d3f-56a75702491b req-f1bf5806-447d-4518-86db-3e01e0945799 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8785de6-4682-4524-bdaa-6e4d7ec3f359 HTTP/1.1" status: 200 len: 998 time: 0.2828560 Nov 12 01:09:53.931845 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01076c79-1627-4a82-88f3-29fb32d32fb5 req-4f32cf2f-34fd-4df6-8ef1-deeaaa752df7 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:53.935651 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-01076c79-1627-4a82-88f3-29fb32d32fb5 req-4f32cf2f-34fd-4df6-8ef1-deeaaa752df7 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 946 time: 0.2556725 Nov 12 01:09:53.951247 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:09:54.143500 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9cab72-b2fe-4366-9d3f-56a75702491b req-90fd0c6d-dbeb-4105-8a7f-227fbff583be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:54.146460 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4a9cab72-b2fe-4366-9d3f-56a75702491b req-90fd0c6d-dbeb-4105-8a7f-227fbff583be service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bf3a876c-b540-4ae8-a3b9-c5dbe0528b0f HTTP/1.1" status: 200 len: 850 time: 0.3218935 Nov 12 01:09:54.226461 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-78c31164-f54f-42a7-8bbb-5a706cd4cb82 service neutron] For port bdcf7a52-e80c-40be-bdac-b195e34c1da2, host n-h1-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:09:54.318107 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5eb1b5ce-85a6-4cb3-b8ab-ca73d09acdec admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:54.325811 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-60e261b3-3266-4e93-b4cb-d13c83cadffa req-53c3b65b-beba-4b78-9fb7-43e6e31c81d7 tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] 10.222.0.45 "GET /v2.0/ports?device_id=0adee8f9-c3e1-4b18-ad64-10a38ce62aa0 HTTP/1.1" status: 200 len: 210 time: 0.1640477 Nov 12 01:09:54.343412 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-78c31164-f54f-42a7-8bbb-5a706cd4cb82 service neutron] For port bdcf7a52-e80c-40be-bdac-b195e34c1da2, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=bdcf7a52-e80c-40be-bdac-b195e34c1da2,segment=NetworkSegment(ef853ea3-b93e-44bf-9439-4b21c4c64343),segment_id=ef853ea3-b93e-44bf-9439-4b21c4c64343)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:09:54.356115 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-01076c79-1627-4a82-88f3-29fb32d32fb5 req-b56e3917-c4d0-42f9-b60c-c5bc9b0b500f tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=31601042-336e-46fa-871d-26eb8da12d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3760283 Nov 12 01:09:54.371139 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-78c31164-f54f-42a7-8bbb-5a706cd4cb82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:54.471692 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9cab72-b2fe-4366-9d3f-56a75702491b req-450913fc-1449-4daf-acd7-3581a3b685e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:54.487743 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4a9cab72-b2fe-4366-9d3f-56a75702491b req-450913fc-1449-4daf-acd7-3581a3b685e9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e99995f4-ba3c-4455-a76c-75068f6bda47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3298588 Nov 12 01:09:54.510409 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-78c31164-f54f-42a7-8bbb-5a706cd4cb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:54.511552 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.db.resource_extend [None req-c5b58872-075b-40b6-ac5e-a3410bd03021 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 01:09:54.512336 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-78c31164-f54f-42a7-8bbb-5a706cd4cb82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:54.515236 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-78c31164-f54f-42a7-8bbb-5a706cd4cb82 service neutron] 10.222.0.16 "PUT /v2.0/ports/bdcf7a52-e80c-40be-bdac-b195e34c1da2 HTTP/1.1" status: 200 len: 1092 time: 3.0553343 Nov 12 01:09:54.517477 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'tag': 'bdcf7a52-e80c-40be-bdac-b195e34c1da2'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:09:54.522202 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57071d7a-1f48-4f1c-9256-54762e0651c6" -d '{"events": [{"name": "network-changed", "server_uuid": "7cbe0661-63bd-4d76-b0e5-95c18ce1021b", "tag": "bdcf7a52-e80c-40be-bdac-b195e34c1da2"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:09:54.618776 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c5b58872-075b-40b6-ac5e-a3410bd03021 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:54.619012 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-931486e9-5cea-46db-b98b-d0935af1ff15 service neutron] Request body: {'port': {'device_id': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:54.634253 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c5b58872-075b-40b6-ac5e-a3410bd03021 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:54.678287 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67c1468-bb7b-4d98-bda7-ee74d5e7edc3 x-openstack-request-id: req-a67c1468-bb7b-4d98-bda7-ee74d5e7edc3 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:09:54.678607 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cbe0661-63bd-4d76-b0e5-95c18ce1021b", "tag": "bdcf7a52-e80c-40be-bdac-b195e34c1da2", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:09:54.678807 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a67c1468-bb7b-4d98-bda7-ee74d5e7edc3 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:09:54.679217 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'tag': 'bdcf7a52-e80c-40be-bdac-b195e34c1da2', 'status': 'completed', 'code': 200} Nov 12 01:09:54.842116 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c31164-f54f-42a7-8bbb-5a706cd4cb82 service neutron] Pushing event updated for resources: {'Port': ['ID=bdcf7a52-e80c-40be-bdac-b195e34c1da2,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:54.996326 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57071d7a-1f48-4f1c-9256-54762e0651c6 req-40f4661f-8435-41d6-a5a7-26e57f742521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:54.996811 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57071d7a-1f48-4f1c-9256-54762e0651c6 req-40f4661f-8435-41d6-a5a7-26e57f742521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:54.997291 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57071d7a-1f48-4f1c-9256-54762e0651c6 req-40f4661f-8435-41d6-a5a7-26e57f742521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:54.997759 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57071d7a-1f48-4f1c-9256-54762e0651c6 req-40f4661f-8435-41d6-a5a7-26e57f742521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:54.998224 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57071d7a-1f48-4f1c-9256-54762e0651c6 req-40f4661f-8435-41d6-a5a7-26e57f742521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:55.000511 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-57071d7a-1f48-4f1c-9256-54762e0651c6 req-40f4661f-8435-41d6-a5a7-26e57f742521 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8cc8ca414fa7430d8da23a7db1c7581c&device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 4363 time: 0.1919265 Nov 12 01:09:55.002081 n-d-712142-27 neutron-server[109086]: INFO neutron.db.l3_db [None req-c5b58872-075b-40b6-ac5e-a3410bd03021 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Floating IP ba40db69-05c3-4b8f-b7cc-c65b207d8071 associated. External IP: 172.25.3.30, port: b89b4397-af00-41e9-a3b8-cd94d4b2c275. Nov 12 01:09:55.025231 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41892bbf-4755-4a60-9ee3-f80fb3b1c2a0 req-c1152a41-8e0f-4ed4-8427-59b862edbb4a tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:55.032594 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41892bbf-4755-4a60-9ee3-f80fb3b1c2a0 req-c1152a41-8e0f-4ed4-8427-59b862edbb4a tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:55.039231 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41892bbf-4755-4a60-9ee3-f80fb3b1c2a0 req-c1152a41-8e0f-4ed4-8427-59b862edbb4a tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:55.045849 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41892bbf-4755-4a60-9ee3-f80fb3b1c2a0 req-c1152a41-8e0f-4ed4-8427-59b862edbb4a tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:55.053452 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41892bbf-4755-4a60-9ee3-f80fb3b1c2a0 req-c1152a41-8e0f-4ed4-8427-59b862edbb4a tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:55.058631 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5eb1b5ce-85a6-4cb3-b8ab-ca73d09acdec admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:55.063952 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-41892bbf-4755-4a60-9ee3-f80fb3b1c2a0 req-c1152a41-8e0f-4ed4-8427-59b862edbb4a tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 3827 time: 0.2737887 Nov 12 01:09:55.093095 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-931486e9-5cea-46db-b98b-d0935af1ff15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:55.119907 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5eb1b5ce-85a6-4cb3-b8ab-ca73d09acdec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:55.151167 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4a9cab72-b2fe-4366-9d3f-56a75702491b req-41f32199-a3a1-4c14-8b37-88f2a1d1c7b2 service neutron] 10.222.0.16 "GET /v2.0/networks/e99995f4-ba3c-4455-a76c-75068f6bda47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6440928 Nov 12 01:09:55.305252 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-41892bbf-4755-4a60-9ee3-f80fb3b1c2a0 req-f51fd006-4acd-4857-8084-909dc0887c7d tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/security-groups?id=f35c197b-ae20-4eaa-b206-2ef393b1f8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2393930 Nov 12 01:09:55.474173 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57071d7a-1f48-4f1c-9256-54762e0651c6 req-e40831c0-3f81-428f-934d-defcdfb45781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:55.478465 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57071d7a-1f48-4f1c-9256-54762e0651c6 req-e40831c0-3f81-428f-934d-defcdfb45781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:55.479581 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57071d7a-1f48-4f1c-9256-54762e0651c6 req-e40831c0-3f81-428f-934d-defcdfb45781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:55.481444 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-57071d7a-1f48-4f1c-9256-54762e0651c6 req-e40831c0-3f81-428f-934d-defcdfb45781 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=8cc8ca414fa7430d8da23a7db1c7581c&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.4185593 Nov 12 01:09:55.493028 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-5eb1b5ce-85a6-4cb3-b8ab-ca73d09acdec admin admin] Allocated IP 172.25.3.148 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/aff22ed7-8187-4375-a3a3-df23b7337781) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:09:55.553533 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4a9cab72-b2fe-4366-9d3f-56a75702491b req-98b55c6b-c19d-403d-80b9-5b48954b3d43 service neutron] 10.222.0.16 "GET /v2.0/networks/e99995f4-ba3c-4455-a76c-75068f6bda47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690749 Nov 12 01:09:55.649316 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57071d7a-1f48-4f1c-9256-54762e0651c6 req-9fb460f2-412b-4da1-bd37-9b2355412a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:55.651106 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-57071d7a-1f48-4f1c-9256-54762e0651c6 req-9fb460f2-412b-4da1-bd37-9b2355412a55 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1551321 Nov 12 01:09:55.666500 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2ed5c3b7-9303-4ef6-8a6e-740936607d7d req-635f10fd-89f2-48c8-9404-6bb05895968a tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] 10.222.0.45 "GET /v2.0/ports?device_id=0adee8f9-c3e1-4b18-ad64-10a38ce62aa0 HTTP/1.1" status: 200 len: 210 time: 0.0628593 Nov 12 01:09:55.852005 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-931486e9-5cea-46db-b98b-d0935af1ff15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0373cd56-eebf-4b69-963a-be09d38bc414 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:09:55.864616 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-931486e9-5cea-46db-b98b-d0935af1ff15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:55.886139 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-931486e9-5cea-46db-b98b-d0935af1ff15 service neutron] Transition to ACTIVE for port object 0373cd56-eebf-4b69-963a-be09d38bc414 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:09:55.902618 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef20d5c-1896-4478-a878-fbddd4796fb7 req-910ca58a-2b04-480c-a105-1b112d1cb40c tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:55.904386 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eef20d5c-1896-4478-a878-fbddd4796fb7 req-910ca58a-2b04-480c-a105-1b112d1cb40c tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 946 time: 0.2344024 Nov 12 01:09:55.905429 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-931486e9-5cea-46db-b98b-d0935af1ff15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:56.004145 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931486e9-5cea-46db-b98b-d0935af1ff15 service neutron] Pushing event updated for resources: {'Port': ['ID=0373cd56-eebf-4b69-963a-be09d38bc414,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:56.041604 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b58872-075b-40b6-ac5e-a3410bd03021 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Router 73b1e82e-f756-49b9-a39f-67842ba467e2 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:09:56.119276 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eef20d5c-1896-4478-a878-fbddd4796fb7 req-e7cec4fd-5d6a-475a-bd12-596fc3f8c46f tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=31601042-336e-46fa-871d-26eb8da12d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788120 Nov 12 01:09:56.221308 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-931486e9-5cea-46db-b98b-d0935af1ff15 service neutron] Attempting to bind port 0373cd56-eebf-4b69-963a-be09d38bc414 on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:09:56.221852 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-931486e9-5cea-46db-b98b-d0935af1ff15 service neutron] Attempting to bind port 0373cd56-eebf-4b69-963a-be09d38bc414 by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': 'bdbdf56f-f4be-4a44-8d63-92ebebe68184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e0f69fbd-c4e4-47d1-817f-1e3bee936d0a'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:09:56.222405 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-931486e9-5cea-46db-b98b-d0935af1ff15 service neutron] Attempting to bind port 0373cd56-eebf-4b69-963a-be09d38bc414 on network e0f69fbd-c4e4-47d1-817f-1e3bee936d0a {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:09:56.231231 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-931486e9-5cea-46db-b98b-d0935af1ff15 service neutron] Port 0373cd56-eebf-4b69-963a-be09d38bc414 on network e0f69fbd-c4e4-47d1-817f-1e3bee936d0a not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:09:56.231754 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-931486e9-5cea-46db-b98b-d0935af1ff15 service neutron] Attempting to bind port 0373cd56-eebf-4b69-963a-be09d38bc414 on network e0f69fbd-c4e4-47d1-817f-1e3bee936d0a {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:09:56.241608 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-931486e9-5cea-46db-b98b-d0935af1ff15 service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:09:56.242141 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-931486e9-5cea-46db-b98b-d0935af1ff15 service neutron] Checking segment: {'id': 'bdbdf56f-f4be-4a44-8d63-92ebebe68184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e0f69fbd-c4e4-47d1-817f-1e3bee936d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:09:56.243626 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-931486e9-5cea-46db-b98b-d0935af1ff15 service neutron] Bound using segment: {'id': 'bdbdf56f-f4be-4a44-8d63-92ebebe68184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e0f69fbd-c4e4-47d1-817f-1e3bee936d0a'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:09:56.244467 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-931486e9-5cea-46db-b98b-d0935af1ff15 service neutron] Bound port: 0373cd56-eebf-4b69-963a-be09d38bc414, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbdf56f-f4be-4a44-8d63-92ebebe68184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e0f69fbd-c4e4-47d1-817f-1e3bee936d0a'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:09:56.245081 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-931486e9-5cea-46db-b98b-d0935af1ff15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:56.382071 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5eb1b5ce-85a6-4cb3-b8ab-ca73d09acdec admin admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:56.399860 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e001699-3821-48e1-8dfc-fe4c81ddec4a req-287c2908-1619-46d4-bb24-3419c297d6d9 tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:56.401656 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6e001699-3821-48e1-8dfc-fe4c81ddec4a req-287c2908-1619-46d4-bb24-3419c297d6d9 tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] 10.222.0.44 "GET /v2.0/networks?id=d3d255fd-33b5-49ee-b533-ebaf9f4313a4 HTTP/1.1" status: 200 len: 824 time: 0.4638855 Nov 12 01:09:56.404850 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-931486e9-5cea-46db-b98b-d0935af1ff15 service neutron] For port 0373cd56-eebf-4b69-963a-be09d38bc414, host n-h1-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:09:56.411614 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-931486e9-5cea-46db-b98b-d0935af1ff15 service neutron] For port 0373cd56-eebf-4b69-963a-be09d38bc414, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=0373cd56-eebf-4b69-963a-be09d38bc414,segment=NetworkSegment(bdbdf56f-f4be-4a44-8d63-92ebebe68184),segment_id=bdbdf56f-f4be-4a44-8d63-92ebebe68184)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:09:56.439012 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-931486e9-5cea-46db-b98b-d0935af1ff15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:56.489010 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-6e001699-3821-48e1-8dfc-fe4c81ddec4a req-7310a7ea-8b47-469b-a3d7-c1d9c54fc956 tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] Request body: {'port': {'device_id': '0adee8f9-c3e1-4b18-ad64-10a38ce62aa0', 'network_id': 'd3d255fd-33b5-49ee-b533-ebaf9f4313a4', 'admin_state_up': True, 'tenant_id': '7f67a450705241499d3e31c12b30e842'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:56.581079 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-931486e9-5cea-46db-b98b-d0935af1ff15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:56.582171 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-931486e9-5cea-46db-b98b-d0935af1ff15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:56.584809 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-931486e9-5cea-46db-b98b-d0935af1ff15 service neutron] 10.222.0.16 "PUT /v2.0/ports/0373cd56-eebf-4b69-963a-be09d38bc414 HTTP/1.1" status: 200 len: 1137 time: 1.9923863 Nov 12 01:09:56.629026 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b58872-075b-40b6-ac5e-a3410bd03021 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:09:56.650416 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b2b5dd-8d0a-44b9-bd2a-e4bcd48f26dc None None] Sync routers for ids ['73b1e82e-f756-49b9-a39f-67842ba467e2'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:09:56.673930 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b2b5dd-8d0a-44b9-bd2a-e4bcd48f26dc None None] Routers {'73b1e82e-f756-49b9-a39f-67842ba467e2'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:09:56.675180 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-42b2b5dd-8d0a-44b9-bd2a-e4bcd48f26dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:09:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['73b1e82e-f756-49b9-a39f-67842ba467e2'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:56.675642 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-0af8e423-c57e-4951-a5a4-07b3503b1bca service neutron] Request body: {'port': {'device_id': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:56.686794 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'tag': '0373cd56-eebf-4b69-963a-be09d38bc414'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:09:56.691798 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81702518-fd7c-4177-859a-a621b5f30476" -d '{"events": [{"name": "network-changed", "server_uuid": "7cbe0661-63bd-4d76-b0e5-95c18ce1021b", "tag": "0373cd56-eebf-4b69-963a-be09d38bc414"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:09:56.726708 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-42b2b5dd-8d0a-44b9-bd2a-e4bcd48f26dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:56.740075 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b2b5dd-8d0a-44b9-bd2a-e4bcd48f26dc None None] Routers {'73b1e82e-f756-49b9-a39f-67842ba467e2'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:09:56.740706 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-42b2b5dd-8d0a-44b9-bd2a-e4bcd48f26dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:09:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['73b1e82e-f756-49b9-a39f-67842ba467e2'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:56.756505 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5eb1b5ce-85a6-4cb3-b8ab-ca73d09acdec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:56.819651 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-42b2b5dd-8d0a-44b9-bd2a-e4bcd48f26dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:56.819919 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931486e9-5cea-46db-b98b-d0935af1ff15 service neutron] Pushing event updated for resources: {'Port': ['ID=0373cd56-eebf-4b69-963a-be09d38bc414,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:56.821008 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b2b5dd-8d0a-44b9-bd2a-e4bcd48f26dc None None] The sync data for ids ['73b1e82e-f756-49b9-a39f-67842ba467e2'] in n-d-712142-27 is: [] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:09:56.857417 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb1b5ce-85a6-4cb3-b8ab-ca73d09acdec admin admin] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:09:56.871763 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-5eb1b5ce-85a6-4cb3-b8ab-ca73d09acdec admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:09:56.872957 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97b6d2-20cb-4dd6-a512-c2626479300e req-b1840fca-c5e6-49de-b941-9d176c00a172 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:56.882323 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb1b5ce-85a6-4cb3-b8ab-ca73d09acdec admin admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:09:56.889473 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97b6d2-20cb-4dd6-a512-c2626479300e req-b1840fca-c5e6-49de-b941-9d176c00a172 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:56.903211 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97b6d2-20cb-4dd6-a512-c2626479300e req-b1840fca-c5e6-49de-b941-9d176c00a172 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:56.925204 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97b6d2-20cb-4dd6-a512-c2626479300e req-b1840fca-c5e6-49de-b941-9d176c00a172 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:56.925669 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb1b5ce-85a6-4cb3-b8ab-ca73d09acdec admin admin] Pushing event updated for resources: {'Port': ['ID=aff22ed7-8187-4375-a3a3-df23b7337781,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:56.938106 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97b6d2-20cb-4dd6-a512-c2626479300e req-b1840fca-c5e6-49de-b941-9d176c00a172 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:56.951049 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97b6d2-20cb-4dd6-a512-c2626479300e req-b1840fca-c5e6-49de-b941-9d176c00a172 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:56.963812 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97b6d2-20cb-4dd6-a512-c2626479300e req-b1840fca-c5e6-49de-b941-9d176c00a172 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:56.967350 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dc97b6d2-20cb-4dd6-a512-c2626479300e req-b1840fca-c5e6-49de-b941-9d176c00a172 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 5434 time: 0.4569581 Nov 12 01:09:57.028747 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e001699-3821-48e1-8dfc-fe4c81ddec4a req-7310a7ea-8b47-469b-a3d7-c1d9c54fc956 tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] Made reservation on behalf of 7f67a450705241499d3e31c12b30e842 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:09:57.036897 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-6e001699-3821-48e1-8dfc-fe4c81ddec4a req-7310a7ea-8b47-469b-a3d7-c1d9c54fc956 tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:57.090001 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-0af8e423-c57e-4951-a5a4-07b3503b1bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:57.131369 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144fd818-3e40-413f-a318-217a5b678eb3 req-1a0c689b-7671-4083-87ac-224b287985bd tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:57.144577 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144fd818-3e40-413f-a318-217a5b678eb3 req-1a0c689b-7671-4083-87ac-224b287985bd tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:57.157841 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144fd818-3e40-413f-a318-217a5b678eb3 req-1a0c689b-7671-4083-87ac-224b287985bd tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:57.160275 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0e2e9647-a01e-45f3-acb6-74a5fe87c43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:57.169471 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144fd818-3e40-413f-a318-217a5b678eb3 req-1a0c689b-7671-4083-87ac-224b287985bd tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:57.181387 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144fd818-3e40-413f-a318-217a5b678eb3 req-1a0c689b-7671-4083-87ac-224b287985bd tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:57.193289 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144fd818-3e40-413f-a318-217a5b678eb3 req-1a0c689b-7671-4083-87ac-224b287985bd tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:57.196766 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-144fd818-3e40-413f-a318-217a5b678eb3 req-1a0c689b-7671-4083-87ac-224b287985bd tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 4605 time: 0.4989462 Nov 12 01:09:57.327003 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dc97b6d2-20cb-4dd6-a512-c2626479300e req-20239ace-a64c-4535-a9ee-497a9c125488 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c2064e3-365e-4ce1-97ba-786147ddb249&id=cc2c1d93-00ba-4bf1-8dce-5f2d256d3645&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3496599 Nov 12 01:09:57.389839 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b58872-075b-40b6-ac5e-a3410bd03021 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Router 73b1e82e-f756-49b9-a39f-67842ba467e2 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:09:57.540692 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-144fd818-3e40-413f-a318-217a5b678eb3 req-ef20f030-45d5-46a6-a10f-23ed20b04e9e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/security-groups?id=f35c197b-ae20-4eaa-b206-2ef393b1f8c4&id=f7233b9f-1065-4d72-90ac-8ac47fde62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3136361 Nov 12 01:09:57.647215 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9838e152-1a3a-4ca7-beb2-6c4fef6ebda5 x-openstack-request-id: req-9838e152-1a3a-4ca7-beb2-6c4fef6ebda5 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:09:57.648244 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cbe0661-63bd-4d76-b0e5-95c18ce1021b", "tag": "0373cd56-eebf-4b69-963a-be09d38bc414", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:09:57.648621 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9838e152-1a3a-4ca7-beb2-6c4fef6ebda5 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:09:57.649166 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'tag': '0373cd56-eebf-4b69-963a-be09d38bc414', 'status': 'completed', 'code': 200} Nov 12 01:09:57.809663 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eb3dde44-7ae5-4a8c-95e8-17761a41e38d req-99043b8b-5cb6-4f7b-bc6d-b2c76d8c542c tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] 10.222.0.45 "GET /v2.0/ports?device_id=0adee8f9-c3e1-4b18-ad64-10a38ce62aa0 HTTP/1.1" status: 200 len: 210 time: 0.3106737 Nov 12 01:09:57.876158 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566455f3-e5ca-4ff1-94b6-2d05a1e7fc6a req-e27ed7a0-7d68-4b63-92da-a91bfd3995ab tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:57.884736 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-566455f3-e5ca-4ff1-94b6-2d05a1e7fc6a req-e27ed7a0-7d68-4b63-92da-a91bfd3995ab tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 946 time: 0.1378200 Nov 12 01:09:58.035706 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-566455f3-e5ca-4ff1-94b6-2d05a1e7fc6a req-e4256858-4e25-4c8a-abe9-e92befa1b5d9 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=31601042-336e-46fa-871d-26eb8da12d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496470 Nov 12 01:09:58.057138 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-0af8e423-c57e-4951-a5a4-07b3503b1bca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e16bb2d8-4ef4-4003-96d4-f65676f445a0 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:09:58.061987 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-6e001699-3821-48e1-8dfc-fe4c81ddec4a req-7310a7ea-8b47-469b-a3d7-c1d9c54fc956 tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] Allocated IP 172.20.0.4 (d3d255fd-33b5-49ee-b533-ebaf9f4313a4/9c7ab661-e201-49b3-abaf-36605497cf38/e910b356-1e16-4534-8256-e4dcceb9b8a4) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:09:58.069470 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-0af8e423-c57e-4951-a5a4-07b3503b1bca service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:58.086667 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-0af8e423-c57e-4951-a5a4-07b3503b1bca service neutron] Transition to ACTIVE for port object e16bb2d8-4ef4-4003-96d4-f65676f445a0 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:09:58.102249 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e573e0e-d69c-4a95-a468-c11f18a472a9 req-632f59bb-8233-462f-9e07-8aaa195456df tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:58.109467 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e573e0e-d69c-4a95-a468-c11f18a472a9 req-632f59bb-8233-462f-9e07-8aaa195456df tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:58.117364 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e573e0e-d69c-4a95-a468-c11f18a472a9 req-632f59bb-8233-462f-9e07-8aaa195456df tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:58.125091 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e573e0e-d69c-4a95-a468-c11f18a472a9 req-632f59bb-8233-462f-9e07-8aaa195456df tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:58.131768 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e573e0e-d69c-4a95-a468-c11f18a472a9 req-632f59bb-8233-462f-9e07-8aaa195456df tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:58.138595 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e573e0e-d69c-4a95-a468-c11f18a472a9 req-632f59bb-8233-462f-9e07-8aaa195456df tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:58.145388 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e573e0e-d69c-4a95-a468-c11f18a472a9 req-632f59bb-8233-462f-9e07-8aaa195456df tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:58.148057 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7e573e0e-d69c-4a95-a468-c11f18a472a9 req-632f59bb-8233-462f-9e07-8aaa195456df tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 5434 time: 0.2360575 Nov 12 01:09:58.149606 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-0af8e423-c57e-4951-a5a4-07b3503b1bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:58.149834 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5eb1b5ce-85a6-4cb3-b8ab-ca73d09acdec admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:58.171154 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81702518-fd7c-4177-859a-a621b5f30476 req-558aa2db-d73d-4558-8b73-525be74af4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:58.171663 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81702518-fd7c-4177-859a-a621b5f30476 req-558aa2db-d73d-4558-8b73-525be74af4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:58.177043 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81702518-fd7c-4177-859a-a621b5f30476 req-558aa2db-d73d-4558-8b73-525be74af4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:58.177692 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81702518-fd7c-4177-859a-a621b5f30476 req-558aa2db-d73d-4558-8b73-525be74af4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:58.178281 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81702518-fd7c-4177-859a-a621b5f30476 req-558aa2db-d73d-4558-8b73-525be74af4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:58.178774 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81702518-fd7c-4177-859a-a621b5f30476 req-558aa2db-d73d-4558-8b73-525be74af4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:58.181151 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device e0da1175-a9ed-437b-8e53-221098ff6951 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:09:58.184285 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-81702518-fd7c-4177-859a-a621b5f30476 req-558aa2db-d73d-4558-8b73-525be74af4c0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8cc8ca414fa7430d8da23a7db1c7581c&device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 5293 time: 0.2337019 Nov 12 01:09:58.329737 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af8e423-c57e-4951-a5a4-07b3503b1bca service neutron] Pushing event updated for resources: {'Port': ['ID=e16bb2d8-4ef4-4003-96d4-f65676f445a0,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:58.419433 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b58872-075b-40b6-ac5e-a3410bd03021 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:09:58.434398 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c12a6d-461b-4e48-812f-e3dd09f9cd15 None None] Sync routers for ids ['73b1e82e-f756-49b9-a39f-67842ba467e2'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:09:58.456606 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c12a6d-461b-4e48-812f-e3dd09f9cd15 None None] Routers {'73b1e82e-f756-49b9-a39f-67842ba467e2'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:09:58.457252 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-49c12a6d-461b-4e48-812f-e3dd09f9cd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:09:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['73b1e82e-f756-49b9-a39f-67842ba467e2'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:58.458623 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c5b58872-075b-40b6-ac5e-a3410bd03021 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:58.511411 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port e0da1175-a9ed-437b-8e53-221098ff6951, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=e0da1175-a9ed-437b-8e53-221098ff6951,segment=NetworkSegment(160eb3a9-a811-42ba-8ae2-682c5125e1c5),segment_id=160eb3a9-a811-42ba-8ae2-682c5125e1c5)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:58.536582 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-0af8e423-c57e-4951-a5a4-07b3503b1bca service neutron] Attempting to bind port e16bb2d8-4ef4-4003-96d4-f65676f445a0 on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:09:58.536856 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-0af8e423-c57e-4951-a5a4-07b3503b1bca service neutron] Attempting to bind port e16bb2d8-4ef4-4003-96d4-f65676f445a0 by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': 'bdbdf56f-f4be-4a44-8d63-92ebebe68184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e0f69fbd-c4e4-47d1-817f-1e3bee936d0a'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:09:58.537152 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-0af8e423-c57e-4951-a5a4-07b3503b1bca service neutron] Attempting to bind port e16bb2d8-4ef4-4003-96d4-f65676f445a0 on network e0f69fbd-c4e4-47d1-817f-1e3bee936d0a {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:09:58.553451 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': 'e0da1175-a9ed-437b-8e53-221098ff6951', 'network_id': '589a11d9-462f-4432-aa26-12a7b18ca65f', 'port_id': 'e0da1175-a9ed-437b-8e53-221098ff6951', 'mac_address': 'fa:16:3e:5a:f4:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34773eb3-d58a-4b8a-a536-c500cef253a8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:09:58.554960 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-0af8e423-c57e-4951-a5a4-07b3503b1bca service neutron] Port e16bb2d8-4ef4-4003-96d4-f65676f445a0 on network e0f69fbd-c4e4-47d1-817f-1e3bee936d0a not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:09:58.557563 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-0af8e423-c57e-4951-a5a4-07b3503b1bca service neutron] Attempting to bind port e16bb2d8-4ef4-4003-96d4-f65676f445a0 on network e0f69fbd-c4e4-47d1-817f-1e3bee936d0a {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:09:58.581807 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-0af8e423-c57e-4951-a5a4-07b3503b1bca service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:09:58.582511 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-0af8e423-c57e-4951-a5a4-07b3503b1bca service neutron] Checking segment: {'id': 'bdbdf56f-f4be-4a44-8d63-92ebebe68184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e0f69fbd-c4e4-47d1-817f-1e3bee936d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:09:58.583184 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-0af8e423-c57e-4951-a5a4-07b3503b1bca service neutron] Bound using segment: {'id': 'bdbdf56f-f4be-4a44-8d63-92ebebe68184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e0f69fbd-c4e4-47d1-817f-1e3bee936d0a'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:09:58.583901 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-0af8e423-c57e-4951-a5a4-07b3503b1bca service neutron] Bound port: e16bb2d8-4ef4-4003-96d4-f65676f445a0, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbdf56f-f4be-4a44-8d63-92ebebe68184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e0f69fbd-c4e4-47d1-817f-1e3bee936d0a'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:09:58.584493 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-0af8e423-c57e-4951-a5a4-07b3503b1bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:58.609154 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-49c12a6d-461b-4e48-812f-e3dd09f9cd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:58.662149 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c12a6d-461b-4e48-812f-e3dd09f9cd15 None None] Routers {'73b1e82e-f756-49b9-a39f-67842ba467e2'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:09:58.662861 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:58.664485 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-49c12a6d-461b-4e48-812f-e3dd09f9cd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:09:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['73b1e82e-f756-49b9-a39f-67842ba467e2'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:58.694027 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e0da1175-a9ed-437b-8e53-221098ff6951 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:09:58.761926 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-0af8e423-c57e-4951-a5a4-07b3503b1bca service neutron] For port e16bb2d8-4ef4-4003-96d4-f65676f445a0, host n-h1-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:09:58.774397 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-0af8e423-c57e-4951-a5a4-07b3503b1bca service neutron] For port e16bb2d8-4ef4-4003-96d4-f65676f445a0, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=e16bb2d8-4ef4-4003-96d4-f65676f445a0,segment=NetworkSegment(bdbdf56f-f4be-4a44-8d63-92ebebe68184),segment_id=bdbdf56f-f4be-4a44-8d63-92ebebe68184)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:09:58.783901 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-0af8e423-c57e-4951-a5a4-07b3503b1bca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:58.831401 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port e0da1175-a9ed-437b-8e53-221098ff6951, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=e0da1175-a9ed-437b-8e53-221098ff6951,segment=NetworkSegment(160eb3a9-a811-42ba-8ae2-682c5125e1c5),segment_id=160eb3a9-a811-42ba-8ae2-682c5125e1c5)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:09:58.841653 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:58.869822 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-49c12a6d-461b-4e48-812f-e3dd09f9cd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:09:58.871013 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c12a6d-461b-4e48-812f-e3dd09f9cd15 None None] The sync data for ids ['73b1e82e-f756-49b9-a39f-67842ba467e2'] in n-d-712142-27 is: [] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:09:58.937933 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c5b58872-075b-40b6-ac5e-a3410bd03021 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] 10.222.0.45 "PUT /v2.0/floatingips/ba40db69-05c3-4b8f-b7cc-c65b207d8071 HTTP/1.1" status: 200 len: 977 time: 6.3380768 Nov 12 01:09:58.948972 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-0af8e423-c57e-4951-a5a4-07b3503b1bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:58.959274 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 42046) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:09:58.961642 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-0af8e423-c57e-4951-a5a4-07b3503b1bca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:58.963700 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-0af8e423-c57e-4951-a5a4-07b3503b1bca service neutron] 10.222.0.16 "PUT /v2.0/ports/e16bb2d8-4ef4-4003-96d4-f65676f445a0 HTTP/1.1" status: 200 len: 1137 time: 2.2966974 Nov 12 01:09:58.965342 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81702518-fd7c-4177-859a-a621b5f30476 req-09b8341c-6ee9-4814-b3f0-5373e17c8454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:58.966752 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81702518-fd7c-4177-859a-a621b5f30476 req-09b8341c-6ee9-4814-b3f0-5373e17c8454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:58.967307 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81702518-fd7c-4177-859a-a621b5f30476 req-09b8341c-6ee9-4814-b3f0-5373e17c8454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:58.974685 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-81702518-fd7c-4177-859a-a621b5f30476 req-09b8341c-6ee9-4814-b3f0-5373e17c8454 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=8cc8ca414fa7430d8da23a7db1c7581c&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.6100664 Nov 12 01:09:58.983218 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-a6828527-f02b-4d99-ba7b-894ea2311e06 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:59.063943 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-ac4bc030-8ee4-48f1-b203-16b72147d0da service neutron] Request body: {'port': {'device_id': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:09:59.152600 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['e0da1175-a9ed-437b-8e53-221098ff6951'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:09:59.176414 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0c9d2732-be90-407c-8d31-f4c11c518f1d req-94aa9ea1-2eac-46b3-92f0-ec8c2e4fb19e tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] 10.222.0.45 "GET /v2.0/ports?device_id=0adee8f9-c3e1-4b18-ad64-10a38ce62aa0 HTTP/1.1" status: 200 len: 210 time: 0.1463039 Nov 12 01:09:59.204039 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af8e423-c57e-4951-a5a4-07b3503b1bca service neutron] Pushing event updated for resources: {'Port': ['ID=e16bb2d8-4ef4-4003-96d4-f65676f445a0,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:59.286885 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-6e001699-3821-48e1-8dfc-fe4c81ddec4a req-7310a7ea-8b47-469b-a3d7-c1d9c54fc956 tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:59.292053 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a60d3-a23d-4882-89f0-c94dafe22277 req-c576b518-c7f5-4e17-a6b3-2e454a7dbafd tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:59.307652 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a6828527-f02b-4d99-ba7b-894ea2311e06 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for floatingip, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:59.311751 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5eb1b5ce-85a6-4cb3-b8ab-ca73d09acdec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:59.322434 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a60d3-a23d-4882-89f0-c94dafe22277 req-c576b518-c7f5-4e17-a6b3-2e454a7dbafd tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:59.345316 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a60d3-a23d-4882-89f0-c94dafe22277 req-c576b518-c7f5-4e17-a6b3-2e454a7dbafd tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:59.353412 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a60d3-a23d-4882-89f0-c94dafe22277 req-c576b518-c7f5-4e17-a6b3-2e454a7dbafd tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:59.361842 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a60d3-a23d-4882-89f0-c94dafe22277 req-c576b518-c7f5-4e17-a6b3-2e454a7dbafd tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:59.369725 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a60d3-a23d-4882-89f0-c94dafe22277 req-c576b518-c7f5-4e17-a6b3-2e454a7dbafd tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:59.376753 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a60d3-a23d-4882-89f0-c94dafe22277 req-c576b518-c7f5-4e17-a6b3-2e454a7dbafd tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:59.386924 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a08a60d3-a23d-4882-89f0-c94dafe22277 req-c576b518-c7f5-4e17-a6b3-2e454a7dbafd tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 5383 time: 0.5853028 Nov 12 01:09:59.563691 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=e0da1175-a9ed-437b-8e53-221098ff6951,revision_number=6']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:09:59.574986 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a08a60d3-a23d-4882-89f0-c94dafe22277 req-7a18a698-0805-4550-8885-9c8f6df36f6e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/security-groups?id=f35c197b-ae20-4eaa-b206-2ef393b1f8c4&id=f7233b9f-1065-4d72-90ac-8ac47fde62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1851118 Nov 12 01:09:59.659630 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'tag': 'e16bb2d8-4ef4-4003-96d4-f65676f445a0'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:09:59.662574 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c822bec9-57ed-4070-8776-0ba7861f7075" -d '{"events": [{"name": "network-changed", "server_uuid": "7cbe0661-63bd-4d76-b0e5-95c18ce1021b", "tag": "e16bb2d8-4ef4-4003-96d4-f65676f445a0"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:09:59.681561 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-ac4bc030-8ee4-48f1-b203-16b72147d0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:59.722825 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8af76-dcbc-484e-96d5-c203d9f60376 req-177c4d33-d035-40cb-9f23-279c3d7b9370 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:09:59.733425 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e4d8af76-dcbc-484e-96d5-c203d9f60376 req-177c4d33-d035-40cb-9f23-279c3d7b9370 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 945 time: 0.3329754 Nov 12 01:09:59.734291 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:59.734710 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:59.735268 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:59.735805 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:59.736170 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:59.736565 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:59.737109 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:59.737892 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:59.738637 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:59.738992 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a6828527-f02b-4d99-ba7b-894ea2311e06 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:59.739846 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:59.740931 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:59.741777 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:09:59.870341 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9cba577-829a-4543-af25-dca7022c8e3b x-openstack-request-id: req-e9cba577-829a-4543-af25-dca7022c8e3b {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:09:59.870780 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cbe0661-63bd-4d76-b0e5-95c18ce1021b", "tag": "e16bb2d8-4ef4-4003-96d4-f65676f445a0", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:09:59.871359 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e9cba577-829a-4543-af25-dca7022c8e3b {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:09:59.871890 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'tag': 'e16bb2d8-4ef4-4003-96d4-f65676f445a0', 'status': 'completed', 'code': 200} Nov 12 01:09:59.908438 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a6828527-f02b-4d99-ba7b-894ea2311e06 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:09:59.908983 n-d-712142-27 neutron-server[109086]: INFO neutron.db.l3_db [None req-a6828527-f02b-4d99-ba7b-894ea2311e06 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Floating IP ba40db69-05c3-4b8f-b7cc-c65b207d8071 disassociated. External IP: 172.25.3.30, port: 23183d57-f7bc-4fa9-ac66-78cc641875e3. Nov 12 01:10:00.006020 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e4d8af76-dcbc-484e-96d5-c203d9f60376 req-59b7ca56-7bd9-4b72-98f9-2d3c365e4047 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=31601042-336e-46fa-871d-26eb8da12d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2708549 Nov 12 01:10:00.218878 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-ac4bc030-8ee4-48f1-b203-16b72147d0da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83d38651-499e-4f7f-9790-b505ef5e96b6 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:10:00.229504 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-ac4bc030-8ee4-48f1-b203-16b72147d0da service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:00.246998 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-ac4bc030-8ee4-48f1-b203-16b72147d0da service neutron] Transition to ACTIVE for port object 83d38651-499e-4f7f-9790-b505ef5e96b6 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:10:00.261832 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-ac4bc030-8ee4-48f1-b203-16b72147d0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:00.262910 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81702518-fd7c-4177-859a-a621b5f30476 req-eef89058-7254-4651-8cdb-796a5ce3c838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:00.267885 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-81702518-fd7c-4177-859a-a621b5f30476 req-eef89058-7254-4651-8cdb-796a5ce3c838 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.2234168 Nov 12 01:10:00.269610 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-6e001699-3821-48e1-8dfc-fe4c81ddec4a req-7310a7ea-8b47-469b-a3d7-c1d9c54fc956 tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:00.282976 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device e0da1175-a9ed-437b-8e53-221098ff6951 up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:10:00.336321 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4bc030-8ee4-48f1-b203-16b72147d0da service neutron] Pushing event updated for resources: {'Port': ['ID=83d38651-499e-4f7f-9790-b505ef5e96b6,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:00.623157 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port e0da1175-a9ed-437b-8e53-221098ff6951 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:00.624083 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:00.957095 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-542ee637-530f-4565-8f24-ea255d505a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:00.980393 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7310a7ea-8b47-469b-a3d7-c1d9c54fc956 tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] Pushing event updated for resources: {'Port': ['ID=e910b356-1e16-4534-8256-e4dcceb9b8a4,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:01.058457 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e001699-3821-48e1-8dfc-fe4c81ddec4a req-7310a7ea-8b47-469b-a3d7-c1d9c54fc956 tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] Network d3d255fd-33b5-49ee-b533-ebaf9f4313a4 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:10:01.070652 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:01.075793 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb1b5ce-85a6-4cb3-b8ab-ca73d09acdec admin admin] Router 15ee01b6-1c16-405e-88c4-6f84dd28729a is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:10:01.088716 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-6e001699-3821-48e1-8dfc-fe4c81ddec4a req-7310a7ea-8b47-469b-a3d7-c1d9c54fc956 tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:10:01.099599 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e001699-3821-48e1-8dfc-fe4c81ddec4a req-7310a7ea-8b47-469b-a3d7-c1d9c54fc956 tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:10:01.294329 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822bec9-57ed-4070-8776-0ba7861f7075 req-dc6b6c63-a080-46d1-b7a5-6871ce2a0e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:01.295086 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822bec9-57ed-4070-8776-0ba7861f7075 req-dc6b6c63-a080-46d1-b7a5-6871ce2a0e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:01.295773 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822bec9-57ed-4070-8776-0ba7861f7075 req-dc6b6c63-a080-46d1-b7a5-6871ce2a0e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:01.296701 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822bec9-57ed-4070-8776-0ba7861f7075 req-dc6b6c63-a080-46d1-b7a5-6871ce2a0e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:01.299087 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822bec9-57ed-4070-8776-0ba7861f7075 req-dc6b6c63-a080-46d1-b7a5-6871ce2a0e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:01.301838 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822bec9-57ed-4070-8776-0ba7861f7075 req-dc6b6c63-a080-46d1-b7a5-6871ce2a0e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:01.303763 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822bec9-57ed-4070-8776-0ba7861f7075 req-dc6b6c63-a080-46d1-b7a5-6871ce2a0e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:01.308787 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c822bec9-57ed-4070-8776-0ba7861f7075 req-dc6b6c63-a080-46d1-b7a5-6871ce2a0e30 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8cc8ca414fa7430d8da23a7db1c7581c&device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 6249 time: 0.7808709 Nov 12 01:10:01.406701 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e001699-3821-48e1-8dfc-fe4c81ddec4a req-7310a7ea-8b47-469b-a3d7-c1d9c54fc956 tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:01.416224 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-6e001699-3821-48e1-8dfc-fe4c81ddec4a req-7310a7ea-8b47-469b-a3d7-c1d9c54fc956 tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:01.447207 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port e0da1175-a9ed-437b-8e53-221098ff6951, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=e0da1175-a9ed-437b-8e53-221098ff6951,segment=NetworkSegment(160eb3a9-a811-42ba-8ae2-682c5125e1c5),segment_id=160eb3a9-a811-42ba-8ae2-682c5125e1c5)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:01.449946 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6891ab12-2922-455c-85ff-65216616a268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0da1175-a9ed-437b-8e53-221098ff6951'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:10:01.464893 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebae1b2c-b560-46cc-81cb-1aef8b14924b" -d '{"events": [{"server_uuid": "6891ab12-2922-455c-85ff-65216616a268", "name": "network-vif-plugged", "status": "completed", "tag": "e0da1175-a9ed-437b-8e53-221098ff6951"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:10:01.474925 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:01.480049 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b4a4b-b9da-4791-8091-6f6b54566e72 req-a9dcb129-6f97-4822-8007-115927da89bf tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:01.489707 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cd0b4a4b-b9da-4791-8091-6f6b54566e72 req-a9dcb129-6f97-4822-8007-115927da89bf tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] 10.222.0.45 "GET /v2.0/ports?device_id=0adee8f9-c3e1-4b18-ad64-10a38ce62aa0 HTTP/1.1" status: 200 len: 931 time: 1.0444472 Nov 12 01:10:01.511175 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-ac4bc030-8ee4-48f1-b203-16b72147d0da service neutron] Attempting to bind port 83d38651-499e-4f7f-9790-b505ef5e96b6 on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:10:01.511526 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-ac4bc030-8ee4-48f1-b203-16b72147d0da service neutron] Attempting to bind port 83d38651-499e-4f7f-9790-b505ef5e96b6 by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': 'bdbdf56f-f4be-4a44-8d63-92ebebe68184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e0f69fbd-c4e4-47d1-817f-1e3bee936d0a'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:10:01.511829 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-ac4bc030-8ee4-48f1-b203-16b72147d0da service neutron] Attempting to bind port 83d38651-499e-4f7f-9790-b505ef5e96b6 on network e0f69fbd-c4e4-47d1-817f-1e3bee936d0a {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:10:01.530296 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-ac4bc030-8ee4-48f1-b203-16b72147d0da service neutron] Port 83d38651-499e-4f7f-9790-b505ef5e96b6 on network e0f69fbd-c4e4-47d1-817f-1e3bee936d0a not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:10:01.530658 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-ac4bc030-8ee4-48f1-b203-16b72147d0da service neutron] Attempting to bind port 83d38651-499e-4f7f-9790-b505ef5e96b6 on network e0f69fbd-c4e4-47d1-817f-1e3bee936d0a {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:10:01.566796 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-ac4bc030-8ee4-48f1-b203-16b72147d0da service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:10:01.567112 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-ac4bc030-8ee4-48f1-b203-16b72147d0da service neutron] Checking segment: {'id': 'bdbdf56f-f4be-4a44-8d63-92ebebe68184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e0f69fbd-c4e4-47d1-817f-1e3bee936d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:10:01.572948 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-ac4bc030-8ee4-48f1-b203-16b72147d0da service neutron] Bound using segment: {'id': 'bdbdf56f-f4be-4a44-8d63-92ebebe68184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e0f69fbd-c4e4-47d1-817f-1e3bee936d0a'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:10:01.573438 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-ac4bc030-8ee4-48f1-b203-16b72147d0da service neutron] Bound port: 83d38651-499e-4f7f-9790-b505ef5e96b6, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbdf56f-f4be-4a44-8d63-92ebebe68184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e0f69fbd-c4e4-47d1-817f-1e3bee936d0a'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:10:01.573810 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-ac4bc030-8ee4-48f1-b203-16b72147d0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:01.651851 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6e001699-3821-48e1-8dfc-fe4c81ddec4a req-7310a7ea-8b47-469b-a3d7-c1d9c54fc956 tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1858988 Nov 12 01:10:01.654521 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=e0da1175-a9ed-437b-8e53-221098ff6951,revision_number=7']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:01.655786 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98149e-5285-4e5b-8f7b-99c5c01b75f3 req-af040727-544a-475a-a4c4-7c66a33985a8 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:01.664363 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98149e-5285-4e5b-8f7b-99c5c01b75f3 req-af040727-544a-475a-a4c4-7c66a33985a8 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:01.669511 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [req-6e001699-3821-48e1-8dfc-fe4c81ddec4a req-a0c52366-a71d-453f-895b-34445ae4a9ce tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:10:01.670875 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6e001699-3821-48e1-8dfc-fe4c81ddec4a req-a0c52366-a71d-453f-895b-34445ae4a9ce tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0120666 Nov 12 01:10:01.673055 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98149e-5285-4e5b-8f7b-99c5c01b75f3 req-af040727-544a-475a-a4c4-7c66a33985a8 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:01.683936 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98149e-5285-4e5b-8f7b-99c5c01b75f3 req-af040727-544a-475a-a4c4-7c66a33985a8 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:01.693938 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98149e-5285-4e5b-8f7b-99c5c01b75f3 req-af040727-544a-475a-a4c4-7c66a33985a8 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:01.696638 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-6e001699-3821-48e1-8dfc-fe4c81ddec4a req-2a1cd8f2-c145-4ebd-82f7-01991e1b72b5 service neutron] Request body: {'port': {'device_id': '0adee8f9-c3e1-4b18-ad64-10a38ce62aa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:10:01.700577 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98149e-5285-4e5b-8f7b-99c5c01b75f3 req-af040727-544a-475a-a4c4-7c66a33985a8 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:01.712317 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98149e-5285-4e5b-8f7b-99c5c01b75f3 req-af040727-544a-475a-a4c4-7c66a33985a8 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:01.714921 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0b98149e-5285-4e5b-8f7b-99c5c01b75f3 req-af040727-544a-475a-a4c4-7c66a33985a8 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 5395 time: 0.8975821 Nov 12 01:10:01.729525 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cd0b4a4b-b9da-4791-8091-6f6b54566e72 req-4fed6550-f13a-4383-abbd-2fd011ff5954 tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] 10.222.0.45 "GET /v2.0/security-groups?id=5cb97cef-0dca-4bf3-b251-57aec5f5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376416 Nov 12 01:10:01.819570 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6828527-f02b-4d99-ba7b-894ea2311e06 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Router 73b1e82e-f756-49b9-a39f-67842ba467e2 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:10:01.870428 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822bec9-57ed-4070-8776-0ba7861f7075 req-c2fdac37-612e-4b0e-883d-656de02e358f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:01.871721 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822bec9-57ed-4070-8776-0ba7861f7075 req-c2fdac37-612e-4b0e-883d-656de02e358f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:01.872488 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822bec9-57ed-4070-8776-0ba7861f7075 req-c2fdac37-612e-4b0e-883d-656de02e358f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:01.874922 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c822bec9-57ed-4070-8776-0ba7861f7075 req-c2fdac37-612e-4b0e-883d-656de02e358f service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=8cc8ca414fa7430d8da23a7db1c7581c&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.5312316 Nov 12 01:10:01.882911 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-6e001699-3821-48e1-8dfc-fe4c81ddec4a req-2a1cd8f2-c145-4ebd-82f7-01991e1b72b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:01.977326 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb1b5ce-85a6-4cb3-b8ab-ca73d09acdec admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:10:01.989833 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3886a5-0f6c-43da-9344-4a0f79e39a75 None None] Sync routers for ids ['15ee01b6-1c16-405e-88c4-6f84dd28729a'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:10:02.014466 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3886a5-0f6c-43da-9344-4a0f79e39a75 None None] Routers {'15ee01b6-1c16-405e-88c4-6f84dd28729a'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:10:02.015369 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-3e3886a5-0f6c-43da-9344-4a0f79e39a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:10:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['15ee01b6-1c16-405e-88c4-6f84dd28729a'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:02.151047 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-ac4bc030-8ee4-48f1-b203-16b72147d0da service neutron] For port 83d38651-499e-4f7f-9790-b505ef5e96b6, host n-h1-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:10:02.175671 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 42098) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:02.185160 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-ac4bc030-8ee4-48f1-b203-16b72147d0da service neutron] For port 83d38651-499e-4f7f-9790-b505ef5e96b6, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=83d38651-499e-4f7f-9790-b505ef5e96b6,segment=NetworkSegment(bdbdf56f-f4be-4a44-8d63-92ebebe68184),segment_id=bdbdf56f-f4be-4a44-8d63-92ebebe68184)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:10:02.217261 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0b98149e-5285-4e5b-8f7b-99c5c01b75f3 req-ebeb154e-8eaa-4664-b1f9-87eb27a23f9b tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/security-groups?id=f35c197b-ae20-4eaa-b206-2ef393b1f8c4&id=f7233b9f-1065-4d72-90ac-8ac47fde62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4773028 Nov 12 01:10:02.226776 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5eb1b5ce-85a6-4cb3-b8ab-ca73d09acdec admin admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:02.229271 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-ac4bc030-8ee4-48f1-b203-16b72147d0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:02.231508 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5eb1b5ce-85a6-4cb3-b8ab-ca73d09acdec admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.6314232 Nov 12 01:10:02.233613 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-3e3886a5-0f6c-43da-9344-4a0f79e39a75 None None] Set router 15ee01b6-1c16-405e-88c4-6f84dd28729a gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:10:02.238475 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 42102) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:02.464307 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-ac4bc030-8ee4-48f1-b203-16b72147d0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:02.465680 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-ac4bc030-8ee4-48f1-b203-16b72147d0da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:02.469626 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-ac4bc030-8ee4-48f1-b203-16b72147d0da service neutron] 10.222.0.16 "PUT /v2.0/ports/83d38651-499e-4f7f-9790-b505ef5e96b6 HTTP/1.1" status: 200 len: 1092 time: 3.4242983 Nov 12 01:10:02.472989 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'tag': '83d38651-499e-4f7f-9790-b505ef5e96b6'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:10:02.486499 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29adaed5-828f-4819-a953-59d7423a39c1" -d '{"events": [{"name": "network-changed", "server_uuid": "7cbe0661-63bd-4d76-b0e5-95c18ce1021b", "tag": "83d38651-499e-4f7f-9790-b505ef5e96b6"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:10:02.528278 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-07129062-f424-4e37-8413-b09ab8dc90b8 req-9daa3042-0517-44d3-a58a-5168f7cbc95b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5714271 Nov 12 01:10:02.582861 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-0a0c8682-d227-4cba-bb6a-19eaf170a600 service neutron] Request body: {'port': {'device_id': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:10:02.745397 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4bc030-8ee4-48f1-b203-16b72147d0da service neutron] Pushing event updated for resources: {'Port': ['ID=83d38651-499e-4f7f-9790-b505ef5e96b6,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:02.781259 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e63ab84-185b-4ff1-8fad-a08dc71baa61 x-openstack-request-id: req-6e63ab84-185b-4ff1-8fad-a08dc71baa61 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:10:02.782351 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cbe0661-63bd-4d76-b0e5-95c18ce1021b", "tag": "83d38651-499e-4f7f-9790-b505ef5e96b6", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:10:02.783212 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6e63ab84-185b-4ff1-8fad-a08dc71baa61 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:10:02.785708 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'tag': '83d38651-499e-4f7f-9790-b505ef5e96b6', 'status': 'completed', 'code': 200} Nov 12 01:10:02.888450 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8b1a3-b41c-4c54-97e0-12c96ac3c5d0 req-1731dbb7-963b-4b74-ba02-cc530744cedc tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:02.890223 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fbd8b1a3-b41c-4c54-97e0-12c96ac3c5d0 req-1731dbb7-963b-4b74-ba02-cc530744cedc tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 946 time: 0.5704648 Nov 12 01:10:02.906891 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592139a1-97d1-43e8-93d0-b7e0c1876beb x-openstack-request-id: req-592139a1-97d1-43e8-93d0-b7e0c1876beb {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:10:02.907462 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6891ab12-2922-455c-85ff-65216616a268", "name": "network-vif-plugged", "status": "completed", "tag": "e0da1175-a9ed-437b-8e53-221098ff6951", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:10:02.920369 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-592139a1-97d1-43e8-93d0-b7e0c1876beb {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:10:02.921378 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6891ab12-2922-455c-85ff-65216616a268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0da1175-a9ed-437b-8e53-221098ff6951', 'code': 200} Nov 12 01:10:03.004002 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07129062-f424-4e37-8413-b09ab8dc90b8 req-91dba268-10d7-474c-8a2f-8c9d378c9525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:03.005597 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-07129062-f424-4e37-8413-b09ab8dc90b8 req-91dba268-10d7-474c-8a2f-8c9d378c9525 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7bbe35289028429ba1e1b86033a5bcab&device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 1097 time: 0.3943520 Nov 12 01:10:03.021845 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc47dd0-46c8-4d2a-a537-770ebb710f5a req-a8625b3b-8a25-470c-b99e-e26526081924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:03.028544 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dbc47dd0-46c8-4d2a-a537-770ebb710f5a req-a8625b3b-8a25-470c-b99e-e26526081924 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1650592d4cf74284855a02a26c6d9866&device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 1098 time: 0.4779470 Nov 12 01:10:03.030710 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-0a0c8682-d227-4cba-bb6a-19eaf170a600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:03.086147 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:03.143836 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-3e3886a5-0f6c-43da-9344-4a0f79e39a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ee01b6-1c16-405e-88c4-6f84dd28729a', 'name': 'tempest-ServerRescueNegativeTestJSON-565836188-router', 'tenant_id': '191fc5154909462b8c7f63ec6946526e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': 'aff22ed7-8187-4375-a3a3-df23b7337781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:53Z', 'updated_at': '2021-11-12T01:09:57Z', 'revision_number': 3, 'project_id': '191fc5154909462b8c7f63ec6946526e', 'gw_port': {'id': 'aff22ed7-8187-4375-a3a3-df23b7337781', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d6:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15ee01b6-1c16-405e-88c4-6f84dd28729a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:55Z', 'updated_at': '2021-11-12T01:09:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:03.207688 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3886a5-0f6c-43da-9344-4a0f79e39a75 None None] Checking router: 15ee01b6-1c16-405e-88c4-6f84dd28729a for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:10:03.208329 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3886a5-0f6c-43da-9344-4a0f79e39a75 None None] Updating router 15ee01b6-1c16-405e-88c4-6f84dd28729a port aff22ed7-8187-4375-a3a3-df23b7337781 binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:10:03.272126 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3e3886a5-0f6c-43da-9344-4a0f79e39a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:03.385298 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fbd8b1a3-b41c-4c54-97e0-12c96ac3c5d0 req-81c705f9-5198-4706-95b0-76f4030bec16 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=31601042-336e-46fa-871d-26eb8da12d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4547882 Nov 12 01:10:03.391500 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07129062-f424-4e37-8413-b09ab8dc90b8 req-5c708a1a-b6c9-4385-9dbf-315b93ea8a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:03.393518 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-07129062-f424-4e37-8413-b09ab8dc90b8 req-5c708a1a-b6c9-4385-9dbf-315b93ea8a5a service neutron] 10.222.0.44 "GET /v2.0/networks?id=e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 HTTP/1.1" status: 200 len: 911 time: 0.3360169 Nov 12 01:10:03.475518 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d396fc8b-d0d8-4c9b-ab2d-8022f129c8ff req-748f9d66-4740-4c38-8d7d-8401fde001a9 tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:03.488977 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d396fc8b-d0d8-4c9b-ab2d-8022f129c8ff req-748f9d66-4740-4c38-8d7d-8401fde001a9 tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] 10.222.0.45 "GET /v2.0/ports?device_id=0adee8f9-c3e1-4b18-ad64-10a38ce62aa0 HTTP/1.1" status: 200 len: 931 time: 0.6240010 Nov 12 01:10:03.568980 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822bec9-57ed-4070-8776-0ba7861f7075 req-f34e8df3-eab7-4472-a579-334c02ef700c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:03.571922 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c822bec9-57ed-4070-8776-0ba7861f7075 req-f34e8df3-eab7-4472-a579-334c02ef700c service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.6595416 Nov 12 01:10:03.792245 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3a793-8244-4ff2-9905-53d53393b6ee req-4a0272e7-6404-4609-86d9-28bc92247a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:03.793215 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3a793-8244-4ff2-9905-53d53393b6ee req-4a0272e7-6404-4609-86d9-28bc92247a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:03.794141 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3a793-8244-4ff2-9905-53d53393b6ee req-4a0272e7-6404-4609-86d9-28bc92247a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:03.795050 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3a793-8244-4ff2-9905-53d53393b6ee req-4a0272e7-6404-4609-86d9-28bc92247a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:03.804113 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3a793-8244-4ff2-9905-53d53393b6ee req-4a0272e7-6404-4609-86d9-28bc92247a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:03.804721 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3a793-8244-4ff2-9905-53d53393b6ee req-4a0272e7-6404-4609-86d9-28bc92247a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:03.805626 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3a793-8244-4ff2-9905-53d53393b6ee req-4a0272e7-6404-4609-86d9-28bc92247a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:03.813163 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-40b3a793-8244-4ff2-9905-53d53393b6ee req-4a0272e7-6404-4609-86d9-28bc92247a28 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 6498 time: 1.6311131 Nov 12 01:10:03.932628 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3e3886a5-0f6c-43da-9344-4a0f79e39a75 None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:03.951098 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc47dd0-46c8-4d2a-a537-770ebb710f5a req-a9a84a37-4759-45e3-9850-a9cbb1977cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:03.954770 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dbc47dd0-46c8-4d2a-a537-770ebb710f5a req-a9a84a37-4759-45e3-9850-a9cbb1977cfb service neutron] 10.222.0.16 "GET /v2.0/networks?id=589a11d9-462f-4432-aa26-12a7b18ca65f HTTP/1.1" status: 200 len: 916 time: 0.8793976 Nov 12 01:10:03.958710 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-07129062-f424-4e37-8413-b09ab8dc90b8 req-3402d961-69b7-440e-8454-b4ae96dd8100 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3cfc795-909c-4615-9d75-457b26419c79 HTTP/1.1" status: 200 len: 999 time: 0.5551207 Nov 12 01:10:03.960316 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3e3886a5-0f6c-43da-9344-4a0f79e39a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:03.998368 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:04.065128 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd0d295-0848-4b41-b19d-d1fefdb94a5d None None] Pushing event updated for resources: {'Port': ['ID=aff22ed7-8187-4375-a3a3-df23b7337781,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:04.072827 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-3e3886a5-0f6c-43da-9344-4a0f79e39a75 None None] Attempting to bind port aff22ed7-8187-4375-a3a3-df23b7337781 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:10:04.073610 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-3e3886a5-0f6c-43da-9344-4a0f79e39a75 None None] Attempting to bind port aff22ed7-8187-4375-a3a3-df23b7337781 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:10:04.074446 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3886a5-0f6c-43da-9344-4a0f79e39a75 None None] Attempting to bind port aff22ed7-8187-4375-a3a3-df23b7337781 on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:10:04.090288 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3886a5-0f6c-43da-9344-4a0f79e39a75 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:10:04.090288 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3886a5-0f6c-43da-9344-4a0f79e39a75 None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:10:04.093435 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3e3886a5-0f6c-43da-9344-4a0f79e39a75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:04.095066 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3886a5-0f6c-43da-9344-4a0f79e39a75 None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:10:04.096853 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-3e3886a5-0f6c-43da-9344-4a0f79e39a75 None None] Bound port: aff22ed7-8187-4375-a3a3-df23b7337781, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:10:04.099147 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3e3886a5-0f6c-43da-9344-4a0f79e39a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:04.190041 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-40b3a793-8244-4ff2-9905-53d53393b6ee req-ec9db0df-1c04-4b71-b8f8-3966452a8481 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8c2064e3-365e-4ce1-97ba-786147ddb249&id=cc2c1d93-00ba-4bf1-8dce-5f2d256d3645&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2083449 Nov 12 01:10:04.245245 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-3e3886a5-0f6c-43da-9344-4a0f79e39a75 None None] For port aff22ed7-8187-4375-a3a3-df23b7337781, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:10:04.257303 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-3e3886a5-0f6c-43da-9344-4a0f79e39a75 None None] For port aff22ed7-8187-4375-a3a3-df23b7337781, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=aff22ed7-8187-4375-a3a3-df23b7337781,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:10:04.258429 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adaed5-828f-4819-a953-59d7423a39c1 req-84543c98-f2b0-437f-ad0e-60271d040f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:04.259474 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adaed5-828f-4819-a953-59d7423a39c1 req-84543c98-f2b0-437f-ad0e-60271d040f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:04.260527 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adaed5-828f-4819-a953-59d7423a39c1 req-84543c98-f2b0-437f-ad0e-60271d040f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:04.261303 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adaed5-828f-4819-a953-59d7423a39c1 req-84543c98-f2b0-437f-ad0e-60271d040f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:04.264128 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adaed5-828f-4819-a953-59d7423a39c1 req-84543c98-f2b0-437f-ad0e-60271d040f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:04.265435 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adaed5-828f-4819-a953-59d7423a39c1 req-84543c98-f2b0-437f-ad0e-60271d040f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:04.266381 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adaed5-828f-4819-a953-59d7423a39c1 req-84543c98-f2b0-437f-ad0e-60271d040f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:04.268473 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3e3886a5-0f6c-43da-9344-4a0f79e39a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:04.271677 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-29adaed5-828f-4819-a953-59d7423a39c1 req-84543c98-f2b0-437f-ad0e-60271d040f93 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8cc8ca414fa7430d8da23a7db1c7581c&device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 6291 time: 0.5456989 Nov 12 01:10:04.290629 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6828527-f02b-4d99-ba7b-894ea2311e06 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:10:04.304429 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8afa2b3-7ecc-4d07-bf4e-d15960e17192 None None] Sync routers for ids ['73b1e82e-f756-49b9-a39f-67842ba467e2'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:10:04.324317 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8afa2b3-7ecc-4d07-bf4e-d15960e17192 None None] Routers {'73b1e82e-f756-49b9-a39f-67842ba467e2'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:10:04.328946 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-a8afa2b3-7ecc-4d07-bf4e-d15960e17192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:10:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['73b1e82e-f756-49b9-a39f-67842ba467e2'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:04.401919 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-a8afa2b3-7ecc-4d07-bf4e-d15960e17192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:04.420838 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8afa2b3-7ecc-4d07-bf4e-d15960e17192 None None] Routers {'73b1e82e-f756-49b9-a39f-67842ba467e2'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:10:04.422518 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-a8afa2b3-7ecc-4d07-bf4e-d15960e17192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:10:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['73b1e82e-f756-49b9-a39f-67842ba467e2'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:04.423521 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a6828527-f02b-4d99-ba7b-894ea2311e06 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:04.463938 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcdfc4b-df67-4c6a-8d56-0d61528353aa req-59e23df4-edb6-4592-af82-f3c6c41d65d1 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:04.466969 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-a8afa2b3-7ecc-4d07-bf4e-d15960e17192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:04.468498 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8afa2b3-7ecc-4d07-bf4e-d15960e17192 None None] The sync data for ids ['73b1e82e-f756-49b9-a39f-67842ba467e2'] in n-d-712142-27 is: [] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:10:04.478812 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcdfc4b-df67-4c6a-8d56-0d61528353aa req-59e23df4-edb6-4592-af82-f3c6c41d65d1 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:04.492808 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcdfc4b-df67-4c6a-8d56-0d61528353aa req-59e23df4-edb6-4592-af82-f3c6c41d65d1 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:04.507551 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3886a5-0f6c-43da-9344-4a0f79e39a75 None None] Routers {'15ee01b6-1c16-405e-88c4-6f84dd28729a'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:10:04.508777 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-3e3886a5-0f6c-43da-9344-4a0f79e39a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:10:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['15ee01b6-1c16-405e-88c4-6f84dd28729a'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:04.511883 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcdfc4b-df67-4c6a-8d56-0d61528353aa req-59e23df4-edb6-4592-af82-f3c6c41d65d1 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:04.525421 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcdfc4b-df67-4c6a-8d56-0d61528353aa req-59e23df4-edb6-4592-af82-f3c6c41d65d1 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:04.534463 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a6828527-f02b-4d99-ba7b-894ea2311e06 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] 10.222.0.45 "PUT /v2.0/floatingips/ba40db69-05c3-4b8f-b7cc-c65b207d8071 HTTP/1.1" status: 200 len: 687 time: 5.5538318 Nov 12 01:10:04.544510 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcdfc4b-df67-4c6a-8d56-0d61528353aa req-59e23df4-edb6-4592-af82-f3c6c41d65d1 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:04.558095 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcdfc4b-df67-4c6a-8d56-0d61528353aa req-59e23df4-edb6-4592-af82-f3c6c41d65d1 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:04.573029 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2bcdfc4b-df67-4c6a-8d56-0d61528353aa req-59e23df4-edb6-4592-af82-f3c6c41d65d1 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 5395 time: 0.6090124 Nov 12 01:10:04.695849 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-3e3886a5-0f6c-43da-9344-4a0f79e39a75 None None] Set router 15ee01b6-1c16-405e-88c4-6f84dd28729a gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:10:04.710510 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 42122) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:04.900162 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adaed5-828f-4819-a953-59d7423a39c1 req-447623ff-6157-414a-8425-0e1452608c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:04.902165 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adaed5-828f-4819-a953-59d7423a39c1 req-447623ff-6157-414a-8425-0e1452608c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:04.903442 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adaed5-828f-4819-a953-59d7423a39c1 req-447623ff-6157-414a-8425-0e1452608c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:04.907453 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-29adaed5-828f-4819-a953-59d7423a39c1 req-447623ff-6157-414a-8425-0e1452608c26 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=8cc8ca414fa7430d8da23a7db1c7581c&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.5040925 Nov 12 01:10:04.938686 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd0d295-0848-4b41-b19d-d1fefdb94a5d None None] Pushing event updated for resources: {'Port': ['ID=aff22ed7-8187-4375-a3a3-df23b7337781,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:04.981832 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d396fc8b-d0d8-4c9b-ab2d-8022f129c8ff req-33f4b75a-3d57-4621-8faa-c27886d5d8a7 tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] 10.222.0.45 "GET /v2.0/security-groups?id=5cb97cef-0dca-4bf3-b251-57aec5f5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4774642 Nov 12 01:10:04.981832 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07129062-f424-4e37-8413-b09ab8dc90b8 req-fbd95228-3ab6-4b6f-a574-2ca7b31c7c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:04.990318 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-07129062-f424-4e37-8413-b09ab8dc90b8 req-fbd95228-3ab6-4b6f-a574-2ca7b31c7c64 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=55fa7c58-77a8-4d04-ad83-d7b14788e8b6 HTTP/1.1" status: 200 len: 850 time: 1.0102825 Nov 12 01:10:05.002825 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dbc47dd0-46c8-4d2a-a537-770ebb710f5a req-de949284-99ba-4be6-ba31-5349fee602c2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0da1175-a9ed-437b-8e53-221098ff6951 HTTP/1.1" status: 200 len: 1002 time: 1.0079625 Nov 12 01:10:05.203885 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:05.259099 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc47dd0-46c8-4d2a-a537-770ebb710f5a req-af2c3682-bdb3-4f2b-9d69-416cdd4a4765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:05.261229 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dbc47dd0-46c8-4d2a-a537-770ebb710f5a req-af2c3682-bdb3-4f2b-9d69-416cdd4a4765 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=34773eb3-d58a-4b8a-a536-c500cef253a8 HTTP/1.1" status: 200 len: 855 time: 0.2558634 Nov 12 01:10:05.393982 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-3e3886a5-0f6c-43da-9344-4a0f79e39a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ee01b6-1c16-405e-88c4-6f84dd28729a', 'name': 'tempest-ServerRescueNegativeTestJSON-565836188-router', 'tenant_id': '191fc5154909462b8c7f63ec6946526e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': 'aff22ed7-8187-4375-a3a3-df23b7337781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:53Z', 'updated_at': '2021-11-12T01:09:57Z', 'revision_number': 3, 'project_id': '191fc5154909462b8c7f63ec6946526e', 'gw_port': {'id': 'aff22ed7-8187-4375-a3a3-df23b7337781', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d6:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15ee01b6-1c16-405e-88c4-6f84dd28729a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:55Z', 'updated_at': '2021-11-12T01:10:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:05.516343 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3886a5-0f6c-43da-9344-4a0f79e39a75 None None] The sync data for ids ['15ee01b6-1c16-405e-88c4-6f84dd28729a'] in n-d-712142-27 is: [{'id': '15ee01b6-1c16-405e-88c4-6f84dd28729a', 'name': 'tempest-ServerRescueNegativeTestJSON-565836188-router', 'tenant_id': '191fc5154909462b8c7f63ec6946526e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': 'aff22ed7-8187-4375-a3a3-df23b7337781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:53Z', 'updated_at': '2021-11-12T01:09:57Z', 'revision_number': 3, 'project_id': '191fc5154909462b8c7f63ec6946526e', 'gw_port': {'id': 'aff22ed7-8187-4375-a3a3-df23b7337781', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d6:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15ee01b6-1c16-405e-88c4-6f84dd28729a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:55Z', 'updated_at': '2021-11-12T01:10:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:10:05.538112 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2bcdfc4b-df67-4c6a-8d56-0d61528353aa req-41632f1e-8b2b-49fd-9235-5dea5bb30d9a tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/security-groups?id=f35c197b-ae20-4eaa-b206-2ef393b1f8c4&id=f7233b9f-1065-4d72-90ac-8ac47fde62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9636905 Nov 12 01:10:05.600239 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adaed5-828f-4819-a953-59d7423a39c1 req-622808ac-617a-473f-9184-0e3cc4c7f85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:05.601919 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-29adaed5-828f-4819-a953-59d7423a39c1 req-622808ac-617a-473f-9184-0e3cc4c7f85e service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6810994 Nov 12 01:10:05.770506 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5bf62a-4194-4051-a77c-c6b093585f5c req-e945d61a-67d8-4a0d-95e0-1a2d7e04acf7 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:05.780024 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3d5bf62a-4194-4051-a77c-c6b093585f5c req-e945d61a-67d8-4a0d-95e0-1a2d7e04acf7 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.6313713 Nov 12 01:10:05.792915 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-6e001699-3821-48e1-8dfc-fe4c81ddec4a req-2a1cd8f2-c145-4ebd-82f7-01991e1b72b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e910b356-1e16-4534-8256-e4dcceb9b8a4 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:10:05.823010 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-6e001699-3821-48e1-8dfc-fe4c81ddec4a req-2a1cd8f2-c145-4ebd-82f7-01991e1b72b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:05.854040 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-6e001699-3821-48e1-8dfc-fe4c81ddec4a req-2a1cd8f2-c145-4ebd-82f7-01991e1b72b5 service neutron] Transition to ACTIVE for port object e910b356-1e16-4534-8256-e4dcceb9b8a4 will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:10:05.871801 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-6e001699-3821-48e1-8dfc-fe4c81ddec4a req-2a1cd8f2-c145-4ebd-82f7-01991e1b72b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:06.033120 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3d5bf62a-4194-4051-a77c-c6b093585f5c req-7bec808b-5699-4a09-981b-b45c7ef020bd tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2505779 Nov 12 01:10:06.069747 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07129062-f424-4e37-8413-b09ab8dc90b8 req-898f2910-2547-4880-bc83-392c54c34a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:06.069747 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-07129062-f424-4e37-8413-b09ab8dc90b8 req-898f2910-2547-4880-bc83-392c54c34a9c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0261030 Nov 12 01:10:06.137770 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ee784128-3e16-4095-b9e7-4ea0a48d6f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:06.373667 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc47dd0-46c8-4d2a-a537-770ebb710f5a req-3fbf5286-0987-453e-98e6-1c353600e2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:06.377025 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dbc47dd0-46c8-4d2a-a537-770ebb710f5a req-3fbf5286-0987-453e-98e6-1c353600e2bd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=589a11d9-462f-4432-aa26-12a7b18ca65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9927807 Nov 12 01:10:06.379663 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-07129062-f424-4e37-8413-b09ab8dc90b8 req-d395d4e4-4e48-421f-9260-b27e332249f6 service neutron] 10.222.0.44 "GET /v2.0/networks/e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661448 Nov 12 01:10:06.777637 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device aff22ed7-8187-4375-a3a3-df23b7337781 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:10:06.799442 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1cd8f2-c145-4ebd-82f7-01991e1b72b5 service neutron] Pushing event updated for resources: {'Port': ['ID=e910b356-1e16-4534-8256-e4dcceb9b8a4,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:06.809360 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-07129062-f424-4e37-8413-b09ab8dc90b8 req-4c053404-9a91-4648-b163-06ee918cd5de service neutron] 10.222.0.44 "GET /v2.0/networks/e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931608 Nov 12 01:10:06.842261 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dbc47dd0-46c8-4d2a-a537-770ebb710f5a req-4ae02bbf-90b3-4a6e-9e97-f4e8494cae09 service neutron] 10.222.0.16 "GET /v2.0/networks/589a11d9-462f-4432-aa26-12a7b18ca65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606745 Nov 12 01:10:06.868248 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-6e001699-3821-48e1-8dfc-fe4c81ddec4a req-2a1cd8f2-c145-4ebd-82f7-01991e1b72b5 service neutron] Attempting to bind port e910b356-1e16-4534-8256-e4dcceb9b8a4 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:10:06.875509 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-6e001699-3821-48e1-8dfc-fe4c81ddec4a req-2a1cd8f2-c145-4ebd-82f7-01991e1b72b5 service neutron] Attempting to bind port e910b356-1e16-4534-8256-e4dcceb9b8a4 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '14e4cc0e-b10e-481d-8396-0bbf76180c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd3d255fd-33b5-49ee-b533-ebaf9f4313a4'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:10:06.876256 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e001699-3821-48e1-8dfc-fe4c81ddec4a req-2a1cd8f2-c145-4ebd-82f7-01991e1b72b5 service neutron] Attempting to bind port e910b356-1e16-4534-8256-e4dcceb9b8a4 on network d3d255fd-33b5-49ee-b533-ebaf9f4313a4 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:10:06.943363 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab332bbb-a59c-4aa3-881d-7d50fde15dca req-5b6b5bb5-12f5-4ef2-828d-1fc3f20c7700 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:06.945454 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ab332bbb-a59c-4aa3-881d-7d50fde15dca req-5b6b5bb5-12f5-4ef2-828d-1fc3f20c7700 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 946 time: 1.1372967 Nov 12 01:10:07.002050 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e001699-3821-48e1-8dfc-fe4c81ddec4a req-2a1cd8f2-c145-4ebd-82f7-01991e1b72b5 service neutron] Port e910b356-1e16-4534-8256-e4dcceb9b8a4 on network d3d255fd-33b5-49ee-b533-ebaf9f4313a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:10:07.002555 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e001699-3821-48e1-8dfc-fe4c81ddec4a req-2a1cd8f2-c145-4ebd-82f7-01991e1b72b5 service neutron] Attempting to bind port e910b356-1e16-4534-8256-e4dcceb9b8a4 on network d3d255fd-33b5-49ee-b533-ebaf9f4313a4 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:10:07.028966 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port aff22ed7-8187-4375-a3a3-df23b7337781 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:07.029548 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:07.036365 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e001699-3821-48e1-8dfc-fe4c81ddec4a req-2a1cd8f2-c145-4ebd-82f7-01991e1b72b5 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:10:07.036947 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e001699-3821-48e1-8dfc-fe4c81ddec4a req-2a1cd8f2-c145-4ebd-82f7-01991e1b72b5 service neutron] Checking segment: {'id': '14e4cc0e-b10e-481d-8396-0bbf76180c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd3d255fd-33b5-49ee-b533-ebaf9f4313a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:10:07.037601 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e001699-3821-48e1-8dfc-fe4c81ddec4a req-2a1cd8f2-c145-4ebd-82f7-01991e1b72b5 service neutron] Bound using segment: {'id': '14e4cc0e-b10e-481d-8396-0bbf76180c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd3d255fd-33b5-49ee-b533-ebaf9f4313a4'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:10:07.038384 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-6e001699-3821-48e1-8dfc-fe4c81ddec4a req-2a1cd8f2-c145-4ebd-82f7-01991e1b72b5 service neutron] Bound port: e910b356-1e16-4534-8256-e4dcceb9b8a4, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14e4cc0e-b10e-481d-8396-0bbf76180c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd3d255fd-33b5-49ee-b533-ebaf9f4313a4'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:10:07.043894 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-6e001699-3821-48e1-8dfc-fe4c81ddec4a req-2a1cd8f2-c145-4ebd-82f7-01991e1b72b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:07.106401 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-edaae37a-839b-4a81-9d97-a2a90bfaca25 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Deleting port 0933a67a-794b-4857-bfea-b018360883e5 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:10:07.106784 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-edaae37a-839b-4a81-9d97-a2a90bfaca25 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:07.330411 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:07.391438 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-6e001699-3821-48e1-8dfc-fe4c81ddec4a req-2a1cd8f2-c145-4ebd-82f7-01991e1b72b5 service neutron] For port e910b356-1e16-4534-8256-e4dcceb9b8a4, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:10:07.395931 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port aff22ed7-8187-4375-a3a3-df23b7337781, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=aff22ed7-8187-4375-a3a3-df23b7337781,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:07.399507 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-6e001699-3821-48e1-8dfc-fe4c81ddec4a req-2a1cd8f2-c145-4ebd-82f7-01991e1b72b5 service neutron] For port e910b356-1e16-4534-8256-e4dcceb9b8a4, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e910b356-1e16-4534-8256-e4dcceb9b8a4,segment=NetworkSegment(14e4cc0e-b10e-481d-8396-0bbf76180c57),segment_id=14e4cc0e-b10e-481d-8396-0bbf76180c57)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:10:07.406900 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:07.410165 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-ee784128-3e16-4095-b9e7-4ea0a48d6f36 admin admin] Allocated IP 172.20.0.1 (1eb2c28f-44d0-4157-813f-a88803c1c65a/604b5391-c877-4e65-b41f-12fa14d652c5/a3eea4bc-a2bb-41fe-8cfe-5e0660e4ebc2) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:10:07.423318 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-6e001699-3821-48e1-8dfc-fe4c81ddec4a req-2a1cd8f2-c145-4ebd-82f7-01991e1b72b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:07.548590 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=aff22ed7-8187-4375-a3a3-df23b7337781,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:07.605087 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e001699-3821-48e1-8dfc-fe4c81ddec4a req-2a1cd8f2-c145-4ebd-82f7-01991e1b72b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:07.605909 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-6e001699-3821-48e1-8dfc-fe4c81ddec4a req-2a1cd8f2-c145-4ebd-82f7-01991e1b72b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:07.609062 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6e001699-3821-48e1-8dfc-fe4c81ddec4a req-2a1cd8f2-c145-4ebd-82f7-01991e1b72b5 service neutron] 10.222.0.44 "PUT /v2.0/ports/e910b356-1e16-4534-8256-e4dcceb9b8a4 HTTP/1.1" status: 200 len: 1092 time: 5.9172580 Nov 12 01:10:07.610430 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0adee8f9-c3e1-4b18-ad64-10a38ce62aa0', 'tag': 'e910b356-1e16-4534-8256-e4dcceb9b8a4'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:10:07.614171 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0da0be-83e7-4d1d-a8b9-44fa87007644" -d '{"events": [{"name": "network-changed", "server_uuid": "0adee8f9-c3e1-4b18-ad64-10a38ce62aa0", "tag": "e910b356-1e16-4534-8256-e4dcceb9b8a4"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:10:07.736621 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1cd8f2-c145-4ebd-82f7-01991e1b72b5 service neutron] Pushing event updated for resources: {'Port': ['ID=e910b356-1e16-4534-8256-e4dcceb9b8a4,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:07.840749 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e001699-3821-48e1-8dfc-fe4c81ddec4a req-f81ce453-3a0f-4fb9-b7dd-441b6040aa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:07.842684 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6e001699-3821-48e1-8dfc-fe4c81ddec4a req-f81ce453-3a0f-4fb9-b7dd-441b6040aa40 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7f67a450705241499d3e31c12b30e842&device_id=0adee8f9-c3e1-4b18-ad64-10a38ce62aa0 HTTP/1.1" status: 200 len: 1095 time: 0.1651633 Nov 12 01:10:07.868581 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ee784128-3e16-4095-b9e7-4ea0a48d6f36 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:07.879945 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ab332bbb-a59c-4aa3-881d-7d50fde15dca req-8d480870-1d99-4793-877a-25d9ba9034c0 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=31601042-336e-46fa-871d-26eb8da12d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8758588 Nov 12 01:10:07.895876 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478d118-506f-43c6-a7d8-306516914821 req-ab114735-8431-4b87-b309-3bb42ab59635 tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:07.897544 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1478d118-506f-43c6-a7d8-306516914821 req-ab114735-8431-4b87-b309-3bb42ab59635 tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] 10.222.0.45 "GET /v2.0/ports?device_id=0adee8f9-c3e1-4b18-ad64-10a38ce62aa0 HTTP/1.1" status: 200 len: 943 time: 1.5124223 Nov 12 01:10:07.940837 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6e001699-3821-48e1-8dfc-fe4c81ddec4a req-2be91947-cc62-4926-a37f-16fe31fd6e94 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e910b356-1e16-4534-8256-e4dcceb9b8a4 HTTP/1.1" status: 200 len: 217 time: 0.0838902 Nov 12 01:10:08.013034 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dbc47dd0-46c8-4d2a-a537-770ebb710f5a req-b86100fd-2e66-4949-a466-36f4f5ee0a9b service neutron] 10.222.0.16 "GET /v2.0/networks/589a11d9-462f-4432-aa26-12a7b18ca65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1672397 Nov 12 01:10:08.043458 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-edaae37a-839b-4a81-9d97-a2a90bfaca25 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:08.043802 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-edaae37a-839b-4a81-9d97-a2a90bfaca25 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:08.125178 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-edaae37a-839b-4a81-9d97-a2a90bfaca25 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Calling delete_port for 0933a67a-794b-4857-bfea-b018360883e5 owned by network:floatingip {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:10:08.129274 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-0a0c8682-d227-4cba-bb6a-19eaf170a600 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3992154e-cd6b-4a86-9bb7-884f827bc8e2 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:10:08.148709 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1478d118-506f-43c6-a7d8-306516914821 req-6874b2de-b41f-48f3-aa6a-434e6717a572 tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] 10.222.0.45 "GET /v2.0/security-groups?id=5cb97cef-0dca-4bf3-b251-57aec5f5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398136 Nov 12 01:10:08.162579 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-0a0c8682-d227-4cba-bb6a-19eaf170a600 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:08.235901 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ee784128-3e16-4095-b9e7-4ea0a48d6f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:08.244400 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:08.297608 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee784128-3e16-4095-b9e7-4ea0a48d6f36 admin admin] Pushing event updated for resources: {'Port': ['ID=a3eea4bc-a2bb-41fe-8cfe-5e0660e4ebc2,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:08.312992 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e001699-3821-48e1-8dfc-fe4c81ddec4a req-c8e4de33-f51c-454d-950e-4c3f93e7e57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:08.318902 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6e001699-3821-48e1-8dfc-fe4c81ddec4a req-c8e4de33-f51c-454d-950e-4c3f93e7e57d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9c7ab661-e201-49b3-abaf-36605497cf38 HTTP/1.1" status: 200 len: 864 time: 0.3650854 Nov 12 01:10:08.355432 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee784128-3e16-4095-b9e7-4ea0a48d6f36 admin admin] Network 1eb2c28f-44d0-4157-813f-a88803c1c65a is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:10:08.387262 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6e001699-3821-48e1-8dfc-fe4c81ddec4a req-8e03291d-783d-468b-a7e5-e0d18cad4299 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3d255fd-33b5-49ee-b533-ebaf9f4313a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629041 Nov 12 01:10:08.395803 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-ee784128-3e16-4095-b9e7-4ea0a48d6f36 admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:10:08.457138 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-0a0c8682-d227-4cba-bb6a-19eaf170a600 service neutron] Transition to ACTIVE for port object 3992154e-cd6b-4a86-9bb7-884f827bc8e2 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:10:08.494206 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c743b-35e6-4fc0-9f7f-56b573046093 req-71b56e62-0b21-4552-99a6-1ebaaff0f93a tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:08.503985 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-397c743b-35e6-4fc0-9f7f-56b573046093 req-71b56e62-0b21-4552-99a6-1ebaaff0f93a tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.3327899 Nov 12 01:10:08.556200 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-0a0c8682-d227-4cba-bb6a-19eaf170a600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:08.629143 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6e001699-3821-48e1-8dfc-fe4c81ddec4a req-b4277e5e-370f-409c-8756-ee6459bcb23e service neutron] 10.222.0.44 "GET /v2.0/networks/d3d255fd-33b5-49ee-b533-ebaf9f4313a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305431 Nov 12 01:10:08.629969 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee784128-3e16-4095-b9e7-4ea0a48d6f36 admin admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:10:08.708518 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-397c743b-35e6-4fc0-9f7f-56b573046093 req-3c0e2c97-6b51-4ba7-a94f-8a814ccb5c9b tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026453 Nov 12 01:10:08.709254 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c8682-d227-4cba-bb6a-19eaf170a600 service neutron] Pushing event updated for resources: {'Port': ['ID=3992154e-cd6b-4a86-9bb7-884f827bc8e2,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:08.737708 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ee784128-3e16-4095-b9e7-4ea0a48d6f36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:08.767921 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19960316-ac84-4bec-af79-e5a95d4d39c6 req-5b8b2f06-763b-4301-a72b-ba6cd8652214 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:08.782871 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19960316-ac84-4bec-af79-e5a95d4d39c6 req-5b8b2f06-763b-4301-a72b-ba6cd8652214 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:08.819465 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19960316-ac84-4bec-af79-e5a95d4d39c6 req-5b8b2f06-763b-4301-a72b-ba6cd8652214 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:08.835919 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19960316-ac84-4bec-af79-e5a95d4d39c6 req-5b8b2f06-763b-4301-a72b-ba6cd8652214 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:08.870572 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19960316-ac84-4bec-af79-e5a95d4d39c6 req-5b8b2f06-763b-4301-a72b-ba6cd8652214 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:08.893389 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19960316-ac84-4bec-af79-e5a95d4d39c6 req-5b8b2f06-763b-4301-a72b-ba6cd8652214 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:08.939543 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device aff22ed7-8187-4375-a3a3-df23b7337781 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:10:08.945336 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19960316-ac84-4bec-af79-e5a95d4d39c6 req-5b8b2f06-763b-4301-a72b-ba6cd8652214 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:08.949117 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-19960316-ac84-4bec-af79-e5a95d4d39c6 req-5b8b2f06-763b-4301-a72b-ba6cd8652214 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 5395 time: 0.5892866 Nov 12 01:10:09.109525 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port aff22ed7-8187-4375-a3a3-df23b7337781 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:09.110832 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:09.113887 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a9be34-0a26-48c0-8615-11ca71e71606 x-openstack-request-id: req-13a9be34-0a26-48c0-8615-11ca71e71606 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:10:09.115032 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0adee8f9-c3e1-4b18-ad64-10a38ce62aa0", "tag": "e910b356-1e16-4534-8256-e4dcceb9b8a4", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:10:09.115953 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-13a9be34-0a26-48c0-8615-11ca71e71606 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:10:09.119467 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0adee8f9-c3e1-4b18-ad64-10a38ce62aa0', 'tag': 'e910b356-1e16-4534-8256-e4dcceb9b8a4', 'status': 'completed', 'code': 200} Nov 12 01:10:09.138314 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-edaae37a-839b-4a81-9d97-a2a90bfaca25 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:09.400507 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaae37a-839b-4a81-9d97-a2a90bfaca25 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Pushing event deleted for resources: {'Port': ['ID=0933a67a-794b-4857-bfea-b018360883e5,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:09.492287 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-19960316-ac84-4bec-af79-e5a95d4d39c6 req-62025a48-8fa0-49af-a2a1-192fb952fa01 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/security-groups?id=f35c197b-ae20-4eaa-b206-2ef393b1f8c4&id=f7233b9f-1065-4d72-90ac-8ac47fde62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3692884 Nov 12 01:10:09.525372 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6e001699-3821-48e1-8dfc-fe4c81ddec4a req-61b26eee-74bd-4b1d-ab8a-a7358e20c1ab service neutron] 10.222.0.44 "GET /v2.0/networks/d3d255fd-33b5-49ee-b533-ebaf9f4313a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7761943 Nov 12 01:10:09.526459 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ee784128-3e16-4095-b9e7-4ea0a48d6f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:09.628471 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-edaae37a-839b-4a81-9d97-a2a90bfaca25 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for floatingip, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:09.631394 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-edaae37a-839b-4a81-9d97-a2a90bfaca25 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:09.632659 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-edaae37a-839b-4a81-9d97-a2a90bfaca25 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] 10.222.0.45 "DELETE /v2.0/floatingips/ba40db69-05c3-4b8f-b7cc-c65b207d8071 HTTP/1.1" status: 204 len: 168 time: 4.9217746 Nov 12 01:10:09.651150 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2c5fb-f7ea-4adb-9811-69ac428ccc11 req-8db4d6bc-9956-4d6b-ab7a-a5661b653efb tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:09.667732 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-18d2c5fb-f7ea-4adb-9811-69ac428ccc11 req-8db4d6bc-9956-4d6b-ab7a-a5661b653efb tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 946 time: 0.4929338 Nov 12 01:10:09.670055 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 42146) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:09.720583 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-0a0c8682-d227-4cba-bb6a-19eaf170a600 service neutron] Attempting to bind port 3992154e-cd6b-4a86-9bb7-884f827bc8e2 on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:10:09.727453 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-0a0c8682-d227-4cba-bb6a-19eaf170a600 service neutron] Attempting to bind port 3992154e-cd6b-4a86-9bb7-884f827bc8e2 by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': 'bdbdf56f-f4be-4a44-8d63-92ebebe68184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e0f69fbd-c4e4-47d1-817f-1e3bee936d0a'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:10:09.727821 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-0a0c8682-d227-4cba-bb6a-19eaf170a600 service neutron] Attempting to bind port 3992154e-cd6b-4a86-9bb7-884f827bc8e2 on network e0f69fbd-c4e4-47d1-817f-1e3bee936d0a {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:10:09.746078 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-0a0c8682-d227-4cba-bb6a-19eaf170a600 service neutron] Port 3992154e-cd6b-4a86-9bb7-884f827bc8e2 on network e0f69fbd-c4e4-47d1-817f-1e3bee936d0a not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:10:09.746472 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-0a0c8682-d227-4cba-bb6a-19eaf170a600 service neutron] Attempting to bind port 3992154e-cd6b-4a86-9bb7-884f827bc8e2 on network e0f69fbd-c4e4-47d1-817f-1e3bee936d0a {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:10:09.763180 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-0a0c8682-d227-4cba-bb6a-19eaf170a600 service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:10:09.763180 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-0a0c8682-d227-4cba-bb6a-19eaf170a600 service neutron] Checking segment: {'id': 'bdbdf56f-f4be-4a44-8d63-92ebebe68184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e0f69fbd-c4e4-47d1-817f-1e3bee936d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:10:09.763717 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-0a0c8682-d227-4cba-bb6a-19eaf170a600 service neutron] Bound using segment: {'id': 'bdbdf56f-f4be-4a44-8d63-92ebebe68184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e0f69fbd-c4e4-47d1-817f-1e3bee936d0a'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:10:09.764055 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-0a0c8682-d227-4cba-bb6a-19eaf170a600 service neutron] Bound port: 3992154e-cd6b-4a86-9bb7-884f827bc8e2, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbdf56f-f4be-4a44-8d63-92ebebe68184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e0f69fbd-c4e4-47d1-817f-1e3bee936d0a'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:10:09.765006 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-0a0c8682-d227-4cba-bb6a-19eaf170a600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:09.792735 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-d89e57e7-bb32-4eee-af3a-6cb34ebae641 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] delete failed (client error): The resource could not be found. Nov 12 01:10:09.802656 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d89e57e7-bb32-4eee-af3a-6cb34ebae641 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] 10.222.0.45 "DELETE /v2.0/floatingips/ba40db69-05c3-4b8f-b7cc-c65b207d8071 HTTP/1.1" status: 404 len: 345 time: 0.1301661 Nov 12 01:10:09.803719 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 42156) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:09.806640 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-18d2c5fb-f7ea-4adb-9811-69ac428ccc11 req-28085ae8-6684-4b5f-83ac-82a06797d124 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=31601042-336e-46fa-871d-26eb8da12d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378067 Nov 12 01:10:10.108007 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-0a0c8682-d227-4cba-bb6a-19eaf170a600 service neutron] For port 3992154e-cd6b-4a86-9bb7-884f827bc8e2, host n-h1-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:10:10.116634 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0da0be-83e7-4d1d-a8b9-44fa87007644 req-7f9f57c2-95a1-470e-823e-a75c7f5096dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:10.119490 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856722e-6117-41c4-9a25-c57e1b7e5998 req-fad5c785-4e5b-4cd6-a9a3-2af0219a6314 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:10.119734 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4b0da0be-83e7-4d1d-a8b9-44fa87007644 req-7f9f57c2-95a1-470e-823e-a75c7f5096dd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7f67a450705241499d3e31c12b30e842&device_id=0adee8f9-c3e1-4b18-ad64-10a38ce62aa0 HTTP/1.1" status: 200 len: 1095 time: 0.3587735 Nov 12 01:10:10.121081 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3856722e-6117-41c4-9a25-c57e1b7e5998 req-fad5c785-4e5b-4cd6-a9a3-2af0219a6314 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/networks?id=e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 HTTP/1.1" status: 200 len: 811 time: 0.3482399 Nov 12 01:10:10.123454 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-0a0c8682-d227-4cba-bb6a-19eaf170a600 service neutron] For port 3992154e-cd6b-4a86-9bb7-884f827bc8e2, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=3992154e-cd6b-4a86-9bb7-884f827bc8e2,segment=NetworkSegment(bdbdf56f-f4be-4a44-8d63-92ebebe68184),segment_id=bdbdf56f-f4be-4a44-8d63-92ebebe68184)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:10:10.134455 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040809b6-dc1d-4064-b140-ba4e3bb56292 req-bc72026f-ea7f-43e5-bd06-3f1e65b52c70 tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:10.142722 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819d346f-cba1-43d3-9702-0924f976a7ab tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:10.144642 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-040809b6-dc1d-4064-b140-ba4e3bb56292 req-bc72026f-ea7f-43e5-bd06-3f1e65b52c70 tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] 10.222.0.45 "GET /v2.0/ports?device_id=0adee8f9-c3e1-4b18-ad64-10a38ce62aa0 HTTP/1.1" status: 200 len: 943 time: 0.1936529 Nov 12 01:10:10.154896 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819d346f-cba1-43d3-9702-0924f976a7ab tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:10.168012 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819d346f-cba1-43d3-9702-0924f976a7ab tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:10.171185 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-819d346f-cba1-43d3-9702-0924f976a7ab tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] 10.222.0.45 "GET /v2.0/ports?network_id=f98877c7-9979-4e41-8cd1-b01e437043b6 HTTP/1.1" status: 200 len: 2358 time: 0.3245153 Nov 12 01:10:10.175076 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-0a0c8682-d227-4cba-bb6a-19eaf170a600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:10.185081 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 42160) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:10.276945 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3856722e-6117-41c4-9a25-c57e1b7e5998 req-0ba60d6f-69a5-410a-a5dc-8577375cea65 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/quotas/7bbe35289028429ba1e1b86033a5bcab HTTP/1.1" status: 200 len: 375 time: 0.1078186 Nov 12 01:10:10.304554 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-0a0c8682-d227-4cba-bb6a-19eaf170a600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:10.305289 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-0a0c8682-d227-4cba-bb6a-19eaf170a600 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:10.306874 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-0a0c8682-d227-4cba-bb6a-19eaf170a600 service neutron] 10.222.0.16 "PUT /v2.0/ports/3992154e-cd6b-4a86-9bb7-884f827bc8e2 HTTP/1.1" status: 200 len: 1091 time: 7.7317379 Nov 12 01:10:10.310692 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'tag': '3992154e-cd6b-4a86-9bb7-884f827bc8e2'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:10:10.314154 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98724d02-4038-4c05-84a7-cccc33cdf874" -d '{"events": [{"name": "network-changed", "server_uuid": "7cbe0661-63bd-4d76-b0e5-95c18ce1021b", "tag": "3992154e-cd6b-4a86-9bb7-884f827bc8e2"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:10:10.349918 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-040809b6-dc1d-4064-b140-ba4e3bb56292 req-9ff845df-9901-4ccb-8037-61d15e8fec2f tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] 10.222.0.45 "GET /v2.0/security-groups?id=5cb97cef-0dca-4bf3-b251-57aec5f5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040687 Nov 12 01:10:10.389484 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-b084a0a2-e567-406c-b447-c91cd864408e service neutron] Request body: {'port': {'device_id': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:10:10.398946 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19f9391-d6e9-4f38-aea2-cbdfc7740c7f tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:10.409934 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e19f9391-d6e9-4f38-aea2-cbdfc7740c7f tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] 10.222.0.45 "GET /v2.0/subnets/36be76f9-81fa-4e35-afbd-8cf3a9b6310e HTTP/1.1" status: 200 len: 797 time: 0.2112720 Nov 12 01:10:10.414461 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 42164) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:10.430488 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-32fdecbf-4e8e-44a2-8f18-2bb20a853d38 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Request body: {'port': {'network_id': 'f98877c7-9979-4e41-8cd1-b01e437043b6', 'name': 'tempest-FloatingIPTestJSON-728339312', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:10:10.438714 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c8682-d227-4cba-bb6a-19eaf170a600 service neutron] Pushing event updated for resources: {'Port': ['ID=3992154e-cd6b-4a86-9bb7-884f827bc8e2,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:10.508535 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:10.543236 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3856722e-6117-41c4-9a25-c57e1b7e5998 req-32b5f9d3-de3f-4f4b-ad4d-9130a33edcb7 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7bbe35289028429ba1e1b86033a5bcab&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2478514 Nov 12 01:10:10.635088 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-b084a0a2-e567-406c-b447-c91cd864408e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:10.841461 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c19daa5-ca83-4e04-846a-0eb4375a0787 x-openstack-request-id: req-2c19daa5-ca83-4e04-846a-0eb4375a0787 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:10:10.841762 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cbe0661-63bd-4d76-b0e5-95c18ce1021b", "tag": "3992154e-cd6b-4a86-9bb7-884f827bc8e2", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:10:10.842018 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2c19daa5-ca83-4e04-846a-0eb4375a0787 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:10:10.842951 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'tag': '3992154e-cd6b-4a86-9bb7-884f827bc8e2', 'status': 'completed', 'code': 200} Nov 12 01:10:10.845216 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3856722e-6117-41c4-9a25-c57e1b7e5998 req-abb932d5-0973-4fcf-a666-af73865d6b8a service neutron] 10.222.0.45 "GET /v2.0/networks/e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632873 Nov 12 01:10:11.124618 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0da0be-83e7-4d1d-a8b9-44fa87007644 req-665ddaf1-d2c1-4509-8e59-136154cca80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:11.130651 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4b0da0be-83e7-4d1d-a8b9-44fa87007644 req-665ddaf1-d2c1-4509-8e59-136154cca80e service neutron] 10.222.0.44 "GET /v2.0/networks?id=d3d255fd-33b5-49ee-b533-ebaf9f4313a4 HTTP/1.1" status: 200 len: 924 time: 0.9532342 Nov 12 01:10:11.147708 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6ac10-c7ab-40f2-9070-83580a3345e6 req-b9f3667b-691a-4b0a-b698-e70571f63bb9 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:11.154461 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6ac10-c7ab-40f2-9070-83580a3345e6 req-b9f3667b-691a-4b0a-b698-e70571f63bb9 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:11.161513 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6ac10-c7ab-40f2-9070-83580a3345e6 req-b9f3667b-691a-4b0a-b698-e70571f63bb9 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:11.168428 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6ac10-c7ab-40f2-9070-83580a3345e6 req-b9f3667b-691a-4b0a-b698-e70571f63bb9 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:11.169682 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ee784128-3e16-4095-b9e7-4ea0a48d6f36 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:11.175196 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6ac10-c7ab-40f2-9070-83580a3345e6 req-b9f3667b-691a-4b0a-b698-e70571f63bb9 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:11.182331 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6ac10-c7ab-40f2-9070-83580a3345e6 req-b9f3667b-691a-4b0a-b698-e70571f63bb9 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:11.190018 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6ac10-c7ab-40f2-9070-83580a3345e6 req-b9f3667b-691a-4b0a-b698-e70571f63bb9 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:11.191860 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ee784128-3e16-4095-b9e7-4ea0a48d6f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:11.192118 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-12d6ac10-c7ab-40f2-9070-83580a3345e6 req-b9f3667b-691a-4b0a-b698-e70571f63bb9 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 5407 time: 0.2855508 Nov 12 01:10:11.215087 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98724d02-4038-4c05-84a7-cccc33cdf874 req-02b7aeea-7a62-4636-9c7b-133f1f87e642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:11.215578 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98724d02-4038-4c05-84a7-cccc33cdf874 req-02b7aeea-7a62-4636-9c7b-133f1f87e642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:11.216097 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98724d02-4038-4c05-84a7-cccc33cdf874 req-02b7aeea-7a62-4636-9c7b-133f1f87e642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:11.216573 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98724d02-4038-4c05-84a7-cccc33cdf874 req-02b7aeea-7a62-4636-9c7b-133f1f87e642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:11.217038 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98724d02-4038-4c05-84a7-cccc33cdf874 req-02b7aeea-7a62-4636-9c7b-133f1f87e642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:11.218029 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98724d02-4038-4c05-84a7-cccc33cdf874 req-02b7aeea-7a62-4636-9c7b-133f1f87e642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:11.218502 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98724d02-4038-4c05-84a7-cccc33cdf874 req-02b7aeea-7a62-4636-9c7b-133f1f87e642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:11.220822 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-98724d02-4038-4c05-84a7-cccc33cdf874 req-02b7aeea-7a62-4636-9c7b-133f1f87e642 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8cc8ca414fa7430d8da23a7db1c7581c&device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 6359 time: 0.3360567 Nov 12 01:10:11.231622 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3856722e-6117-41c4-9a25-c57e1b7e5998 req-05c29daa-58b1-40c6-a1b9-0821cd7cc4de service neutron] 10.222.0.45 "GET /v2.0/networks/e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689060 Nov 12 01:10:11.413045 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4b0da0be-83e7-4d1d-a8b9-44fa87007644 req-6c95ea38-d27a-4226-91db-4f9483a9437c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e910b356-1e16-4534-8256-e4dcceb9b8a4 HTTP/1.1" status: 200 len: 217 time: 0.2286403 Nov 12 01:10:11.438201 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-b084a0a2-e567-406c-b447-c91cd864408e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 962ed579-ad73-4ad7-bc46-ba9a92d2a0c9 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:10:11.459117 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-b084a0a2-e567-406c-b447-c91cd864408e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:11.480441 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-12d6ac10-c7ab-40f2-9070-83580a3345e6 req-394d8e55-e76e-4edb-9dfb-19b948eae993 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/security-groups?id=f35c197b-ae20-4eaa-b206-2ef393b1f8c4&id=f7233b9f-1065-4d72-90ac-8ac47fde62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2519362 Nov 12 01:10:11.539516 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ee784128-3e16-4095-b9e7-4ea0a48d6f36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:11.590225 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-b084a0a2-e567-406c-b447-c91cd864408e service neutron] Transition to ACTIVE for port object 962ed579-ad73-4ad7-bc46-ba9a92d2a0c9 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:10:11.593587 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98724d02-4038-4c05-84a7-cccc33cdf874 req-9ecf0ca7-f819-4fe2-9d4b-6f26fac6f1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:11.594511 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98724d02-4038-4c05-84a7-cccc33cdf874 req-9ecf0ca7-f819-4fe2-9d4b-6f26fac6f1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:11.595422 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98724d02-4038-4c05-84a7-cccc33cdf874 req-9ecf0ca7-f819-4fe2-9d4b-6f26fac6f1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:11.598610 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-98724d02-4038-4c05-84a7-cccc33cdf874 req-9ecf0ca7-f819-4fe2-9d4b-6f26fac6f1c2 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=8cc8ca414fa7430d8da23a7db1c7581c&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3552494 Nov 12 01:10:11.612993 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-b084a0a2-e567-406c-b447-c91cd864408e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:11.631413 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee784128-3e16-4095-b9e7-4ea0a48d6f36 admin admin] Pushing event updated for resources: {'Port': ['ID=a3eea4bc-a2bb-41fe-8cfe-5e0660e4ebc2,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:11.659865 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32fdecbf-4e8e-44a2-8f18-2bb20a853d38 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Made reservation on behalf of 866b66858ff64143a9b619922dd87a42 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:10:11.795221 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-32fdecbf-4e8e-44a2-8f18-2bb20a853d38 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:11.850758 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0da0be-83e7-4d1d-a8b9-44fa87007644 req-36938561-b49a-4adf-82e3-a2646c499a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:11.853144 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4b0da0be-83e7-4d1d-a8b9-44fa87007644 req-36938561-b49a-4adf-82e3-a2646c499a38 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9c7ab661-e201-49b3-abaf-36605497cf38 HTTP/1.1" status: 200 len: 864 time: 0.4148104 Nov 12 01:10:11.865402 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-32fdecbf-4e8e-44a2-8f18-2bb20a853d38 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] device_id is not set on port 7a36f43e-2e6c-44c2-9c1c-dbe5b3fc1b46 yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:10:11.912428 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4b0da0be-83e7-4d1d-a8b9-44fa87007644 req-c441731f-460d-4b9f-b7b7-00dc57b78bd7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d3d255fd-33b5-49ee-b533-ebaf9f4313a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503201 Nov 12 01:10:11.977107 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b084a0a2-e567-406c-b447-c91cd864408e service neutron] Pushing event updated for resources: {'Port': ['ID=962ed579-ad73-4ad7-bc46-ba9a92d2a0c9,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:12.018429 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7897bd8-8a9e-487e-97f0-1bee4da8269e req-24a03402-969f-4e3f-a2cf-0ff819bac733 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:12.026580 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e7897bd8-8a9e-487e-97f0-1bee4da8269e req-24a03402-969f-4e3f-a2cf-0ff819bac733 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 946 time: 0.4079642 Nov 12 01:10:12.165977 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98724d02-4038-4c05-84a7-cccc33cdf874 req-1d0cda72-0a00-4188-8ff0-f3dfe459f526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:12.168129 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-98724d02-4038-4c05-84a7-cccc33cdf874 req-1d0cda72-0a00-4188-8ff0-f3dfe459f526 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5514739 Nov 12 01:10:12.299684 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e7897bd8-8a9e-487e-97f0-1bee4da8269e req-c013d5e9-1f56-4837-94f9-2e749595120c tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=31601042-336e-46fa-871d-26eb8da12d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2718086 Nov 12 01:10:12.314287 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716115d-de3d-4240-8765-dfbb86aca4f6 req-d20cf33e-f557-40ca-8702-d8ccdb264a5a tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:12.322755 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c716115d-de3d-4240-8765-dfbb86aca4f6 req-d20cf33e-f557-40ca-8702-d8ccdb264a5a tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] 10.222.0.45 "GET /v2.0/ports?device_id=0adee8f9-c3e1-4b18-ad64-10a38ce62aa0 HTTP/1.1" status: 200 len: 943 time: 0.3612201 Nov 12 01:10:12.343866 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-b084a0a2-e567-406c-b447-c91cd864408e service neutron] Attempting to bind port 962ed579-ad73-4ad7-bc46-ba9a92d2a0c9 on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:10:12.344276 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-b084a0a2-e567-406c-b447-c91cd864408e service neutron] Attempting to bind port 962ed579-ad73-4ad7-bc46-ba9a92d2a0c9 by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': 'c851975a-60fa-4eca-bdff-268884585b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ea33bcf4-68e4-41d3-a621-b5e53b96e513'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:10:12.344612 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-b084a0a2-e567-406c-b447-c91cd864408e service neutron] Attempting to bind port 962ed579-ad73-4ad7-bc46-ba9a92d2a0c9 on network ea33bcf4-68e4-41d3-a621-b5e53b96e513 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:10:12.360487 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-b084a0a2-e567-406c-b447-c91cd864408e service neutron] Port 962ed579-ad73-4ad7-bc46-ba9a92d2a0c9 on network ea33bcf4-68e4-41d3-a621-b5e53b96e513 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:10:12.360950 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-b084a0a2-e567-406c-b447-c91cd864408e service neutron] Attempting to bind port 962ed579-ad73-4ad7-bc46-ba9a92d2a0c9 on network ea33bcf4-68e4-41d3-a621-b5e53b96e513 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:10:12.361921 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee784128-3e16-4095-b9e7-4ea0a48d6f36 admin admin] Network 1eb2c28f-44d0-4157-813f-a88803c1c65a is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:10:12.372536 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-ee784128-3e16-4095-b9e7-4ea0a48d6f36 admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:10:12.381522 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-b084a0a2-e567-406c-b447-c91cd864408e service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:10:12.381951 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-b084a0a2-e567-406c-b447-c91cd864408e service neutron] Checking segment: {'id': 'c851975a-60fa-4eca-bdff-268884585b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ea33bcf4-68e4-41d3-a621-b5e53b96e513'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:10:12.382270 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-b084a0a2-e567-406c-b447-c91cd864408e service neutron] Bound using segment: {'id': 'c851975a-60fa-4eca-bdff-268884585b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ea33bcf4-68e4-41d3-a621-b5e53b96e513'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:10:12.390766 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-b084a0a2-e567-406c-b447-c91cd864408e service neutron] Bound port: 962ed579-ad73-4ad7-bc46-ba9a92d2a0c9, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c851975a-60fa-4eca-bdff-268884585b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ea33bcf4-68e4-41d3-a621-b5e53b96e513'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:10:12.391175 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-b084a0a2-e567-406c-b447-c91cd864408e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:12.438768 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4b0da0be-83e7-4d1d-a8b9-44fa87007644 req-d3901d0b-2553-4b8f-ab04-20399f5830a5 service neutron] 10.222.0.44 "GET /v2.0/networks/d3d255fd-33b5-49ee-b533-ebaf9f4313a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5042427 Nov 12 01:10:12.457837 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c716115d-de3d-4240-8765-dfbb86aca4f6 req-c7d2024b-4724-4c57-a7cf-8fdcd386d65a tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] 10.222.0.45 "GET /v2.0/security-groups?id=5cb97cef-0dca-4bf3-b251-57aec5f5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340165 Nov 12 01:10:12.617118 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ca5d2c3c-8394-40fa-a7b2-040c3f3b7915 req-787bf38c-35d4-446d-be2f-b4ab32b8f8b2 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=499a185b-2b45-4cba-aaa2-834f685a152a HTTP/1.1" status: 200 len: 210 time: 0.0894716 Nov 12 01:10:12.683172 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-b084a0a2-e567-406c-b447-c91cd864408e service neutron] For port 962ed579-ad73-4ad7-bc46-ba9a92d2a0c9, host n-h1-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:10:12.683714 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device e910b356-1e16-4534-8256-e4dcceb9b8a4 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:10:12.692547 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-b084a0a2-e567-406c-b447-c91cd864408e service neutron] For port 962ed579-ad73-4ad7-bc46-ba9a92d2a0c9, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=962ed579-ad73-4ad7-bc46-ba9a92d2a0c9,segment=NetworkSegment(c851975a-60fa-4eca-bdff-268884585b72),segment_id=c851975a-60fa-4eca-bdff-268884585b72)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:10:12.713296 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-b084a0a2-e567-406c-b447-c91cd864408e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:12.801766 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-b084a0a2-e567-406c-b447-c91cd864408e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:12.802549 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-b084a0a2-e567-406c-b447-c91cd864408e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:12.805537 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-b084a0a2-e567-406c-b447-c91cd864408e service neutron] 10.222.0.16 "PUT /v2.0/ports/962ed579-ad73-4ad7-bc46-ba9a92d2a0c9 HTTP/1.1" status: 200 len: 1092 time: 2.4241126 Nov 12 01:10:12.843703 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'tag': '962ed579-ad73-4ad7-bc46-ba9a92d2a0c9'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:10:12.849908 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a946b90-b6fb-4b17-82a5-a712fb0e723f" -d '{"events": [{"name": "network-changed", "server_uuid": "7cbe0661-63bd-4d76-b0e5-95c18ce1021b", "tag": "962ed579-ad73-4ad7-bc46-ba9a92d2a0c9"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:10:12.916003 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-fcb66cef-e50d-4dff-b905-b2b4f4fb6bdb service neutron] Request body: {'port': {'device_id': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:10:13.009665 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd7d48e-84ba-4d75-863c-8444cc9a31f6 x-openstack-request-id: req-2dd7d48e-84ba-4d75-863c-8444cc9a31f6 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:10:13.023940 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cbe0661-63bd-4d76-b0e5-95c18ce1021b", "tag": "962ed579-ad73-4ad7-bc46-ba9a92d2a0c9", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:10:13.026367 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2dd7d48e-84ba-4d75-863c-8444cc9a31f6 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:10:13.027282 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'tag': '962ed579-ad73-4ad7-bc46-ba9a92d2a0c9', 'status': 'completed', 'code': 200} Nov 12 01:10:13.037423 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b084a0a2-e567-406c-b447-c91cd864408e service neutron] Pushing event updated for resources: {'Port': ['ID=962ed579-ad73-4ad7-bc46-ba9a92d2a0c9,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:13.101139 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a45778-545d-4f75-aa11-e56829ec72ad req-10e39ab8-5da0-48a6-8ec7-bac62683e292 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:13.128869 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4b0da0be-83e7-4d1d-a8b9-44fa87007644 req-78cc7b40-aed5-43f2-bcdb-fab0eded2114 service neutron] 10.222.0.44 "GET /v2.0/networks/d3d255fd-33b5-49ee-b533-ebaf9f4313a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6311388 Nov 12 01:10:13.131454 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a45778-545d-4f75-aa11-e56829ec72ad req-10e39ab8-5da0-48a6-8ec7-bac62683e292 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:13.146199 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a45778-545d-4f75-aa11-e56829ec72ad req-10e39ab8-5da0-48a6-8ec7-bac62683e292 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:13.163571 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a45778-545d-4f75-aa11-e56829ec72ad req-10e39ab8-5da0-48a6-8ec7-bac62683e292 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:13.190849 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a45778-545d-4f75-aa11-e56829ec72ad req-10e39ab8-5da0-48a6-8ec7-bac62683e292 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:13.200920 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a45778-545d-4f75-aa11-e56829ec72ad req-10e39ab8-5da0-48a6-8ec7-bac62683e292 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:13.209636 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port e910b356-1e16-4534-8256-e4dcceb9b8a4, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e910b356-1e16-4534-8256-e4dcceb9b8a4,segment=NetworkSegment(14e4cc0e-b10e-481d-8396-0bbf76180c57),segment_id=14e4cc0e-b10e-481d-8396-0bbf76180c57)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:13.219482 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a45778-545d-4f75-aa11-e56829ec72ad req-10e39ab8-5da0-48a6-8ec7-bac62683e292 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:13.236173 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-81a45778-545d-4f75-aa11-e56829ec72ad req-10e39ab8-5da0-48a6-8ec7-bac62683e292 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 5419 time: 0.5363972 Nov 12 01:10:13.265511 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'e910b356-1e16-4534-8256-e4dcceb9b8a4', 'network_id': 'd3d255fd-33b5-49ee-b533-ebaf9f4313a4', 'port_id': 'e910b356-1e16-4534-8256-e4dcceb9b8a4', 'mac_address': 'fa:16:3e:8f:1a:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c7ab661-e201-49b3-abaf-36605497cf38', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:10:13.316372 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee784128-3e16-4095-b9e7-4ea0a48d6f36 admin admin] Router 15ee01b6-1c16-405e-88c4-6f84dd28729a has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:10:13.381796 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-fcb66cef-e50d-4dff-b905-b2b4f4fb6bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:13.410721 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:13.461644 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e910b356-1e16-4534-8256-e4dcceb9b8a4 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:10:13.518832 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port e910b356-1e16-4534-8256-e4dcceb9b8a4, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e910b356-1e16-4534-8256-e4dcceb9b8a4,segment=NetworkSegment(14e4cc0e-b10e-481d-8396-0bbf76180c57),segment_id=14e4cc0e-b10e-481d-8396-0bbf76180c57)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:13.529971 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:13.599318 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a946b90-b6fb-4b17-82a5-a712fb0e723f req-47eb3b18-a15c-4b11-9125-982de8dc8401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:13.600152 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a946b90-b6fb-4b17-82a5-a712fb0e723f req-47eb3b18-a15c-4b11-9125-982de8dc8401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:13.600790 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a946b90-b6fb-4b17-82a5-a712fb0e723f req-47eb3b18-a15c-4b11-9125-982de8dc8401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:13.601817 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a946b90-b6fb-4b17-82a5-a712fb0e723f req-47eb3b18-a15c-4b11-9125-982de8dc8401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:13.602543 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a946b90-b6fb-4b17-82a5-a712fb0e723f req-47eb3b18-a15c-4b11-9125-982de8dc8401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:13.603218 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a946b90-b6fb-4b17-82a5-a712fb0e723f req-47eb3b18-a15c-4b11-9125-982de8dc8401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:13.604118 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a946b90-b6fb-4b17-82a5-a712fb0e723f req-47eb3b18-a15c-4b11-9125-982de8dc8401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:13.607282 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1a946b90-b6fb-4b17-82a5-a712fb0e723f req-47eb3b18-a15c-4b11-9125-982de8dc8401 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8cc8ca414fa7430d8da23a7db1c7581c&device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 6427 time: 0.3667386 Nov 12 01:10:13.634134 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=e910b356-1e16-4534-8256-e4dcceb9b8a4,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:13.645904 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-81a45778-545d-4f75-aa11-e56829ec72ad req-a88bb04d-e7f8-4645-8bb4-7a4b447f07ed tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/security-groups?id=f35c197b-ae20-4eaa-b206-2ef393b1f8c4&id=f7233b9f-1065-4d72-90ac-8ac47fde62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4073768 Nov 12 01:10:13.799545 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee784128-3e16-4095-b9e7-4ea0a48d6f36 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:10:13.820594 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae19196-a255-45fa-9b8b-f87e5d7bbeff None None] Sync routers for ids ['15ee01b6-1c16-405e-88c4-6f84dd28729a'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:10:13.843740 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ee784128-3e16-4095-b9e7-4ea0a48d6f36 admin admin] 10.222.0.45 "PUT /v2.0/routers/15ee01b6-1c16-405e-88c4-6f84dd28729a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5968149 Nov 12 01:10:13.843740 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-32fdecbf-4e8e-44a2-8f18-2bb20a853d38 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Allocated IP 172.20.0.14 (f98877c7-9979-4e41-8cd1-b01e437043b6/36be76f9-81fa-4e35-afbd-8cf3a9b6310e/7a36f43e-2e6c-44c2-9c1c-dbe5b3fc1b46) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:10:13.854670 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-32fdecbf-4e8e-44a2-8f18-2bb20a853d38 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Allocated IP 172.20.0.12 (f98877c7-9979-4e41-8cd1-b01e437043b6/36be76f9-81fa-4e35-afbd-8cf3a9b6310e/7a36f43e-2e6c-44c2-9c1c-dbe5b3fc1b46) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:10:13.858608 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae19196-a255-45fa-9b8b-f87e5d7bbeff None None] Routers {'15ee01b6-1c16-405e-88c4-6f84dd28729a'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:10:13.860087 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-eae19196-a255-45fa-9b8b-f87e5d7bbeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:10:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['15ee01b6-1c16-405e-88c4-6f84dd28729a'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:13.936424 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['e910b356-1e16-4534-8256-e4dcceb9b8a4'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:10:14.086509 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-32fdecbf-4e8e-44a2-8f18-2bb20a853d38 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:14.139781 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-32fdecbf-4e8e-44a2-8f18-2bb20a853d38 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:14.216576 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fdecbf-4e8e-44a2-8f18-2bb20a853d38 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Network f98877c7-9979-4e41-8cd1-b01e437043b6 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:10:14.221521 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-32fdecbf-4e8e-44a2-8f18-2bb20a853d38 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:10:14.224551 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fdecbf-4e8e-44a2-8f18-2bb20a853d38 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:10:14.279183 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fdecbf-4e8e-44a2-8f18-2bb20a853d38 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Pushing event updated for resources: {'Port': ['ID=7a36f43e-2e6c-44c2-9c1c-dbe5b3fc1b46,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:14.345169 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f7a007-4cab-460f-bba0-401efccce36e req-f5439c32-7f84-49ee-89e0-fe7e0526e252 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:14.346878 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-96f7a007-4cab-460f-bba0-401efccce36e req-f5439c32-7f84-49ee-89e0-fe7e0526e252 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 946 time: 0.8132749 Nov 12 01:10:14.363737 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fdecbf-4e8e-44a2-8f18-2bb20a853d38 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:14.369209 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-32fdecbf-4e8e-44a2-8f18-2bb20a853d38 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:14.440100 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-eae19196-a255-45fa-9b8b-f87e5d7bbeff None None] Set router 15ee01b6-1c16-405e-88c4-6f84dd28729a gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:10:14.469754 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-32fdecbf-4e8e-44a2-8f18-2bb20a853d38 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 4.0525668 Nov 12 01:10:14.473515 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 42206) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:14.485361 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-a9b6806d-687d-4167-ae80-55e363c050ad tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Request body: {'floatingip': {'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'port_id': '7a36f43e-2e6c-44c2-9c1c-dbe5b3fc1b46', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:10:14.521641 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a946b90-b6fb-4b17-82a5-a712fb0e723f req-ab0044ca-314f-4787-aa1b-57eeb88066b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:14.523766 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a946b90-b6fb-4b17-82a5-a712fb0e723f req-ab0044ca-314f-4787-aa1b-57eeb88066b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:14.540366 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a946b90-b6fb-4b17-82a5-a712fb0e723f req-ab0044ca-314f-4787-aa1b-57eeb88066b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:14.543389 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1a946b90-b6fb-4b17-82a5-a712fb0e723f req-ab0044ca-314f-4787-aa1b-57eeb88066b1 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=8cc8ca414fa7430d8da23a7db1c7581c&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.8950853 Nov 12 01:10:14.642685 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a9b6806d-687d-4167-ae80-55e363c050ad tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for floatingip, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:14.792859 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856722e-6117-41c4-9a25-c57e1b7e5998 req-36ccdce9-d2b5-4277-a421-464c9e57d7dc tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:14.795657 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3856722e-6117-41c4-9a25-c57e1b7e5998 req-36ccdce9-d2b5-4277-a421-464c9e57d7dc tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.16 "GET /v2.0/networks?id=e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 HTTP/1.1" status: 200 len: 811 time: 0.2871397 Nov 12 01:10:14.879699 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-3856722e-6117-41c4-9a25-c57e1b7e5998 req-8a0a1950-292d-429f-a7c4-746f925baed7 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Request body: {'port': {'device_id': '499a185b-2b45-4cba-aaa2-834f685a152a', 'network_id': 'e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4', 'admin_state_up': True, 'tenant_id': '7bbe35289028429ba1e1b86033a5bcab'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:10:14.901366 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-eae19196-a255-45fa-9b8b-f87e5d7bbeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ee01b6-1c16-405e-88c4-6f84dd28729a', 'name': 'tempest-ServerRescueNegativeTestJSON-565836188-router', 'tenant_id': '191fc5154909462b8c7f63ec6946526e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': 'aff22ed7-8187-4375-a3a3-df23b7337781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:53Z', 'updated_at': '2021-11-12T01:10:09Z', 'revision_number': 4, 'project_id': '191fc5154909462b8c7f63ec6946526e', 'gw_port': {'id': 'aff22ed7-8187-4375-a3a3-df23b7337781', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ee01b6-1c16-405e-88c4-6f84dd28729a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:55Z', 'updated_at': '2021-11-12T01:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'a3eea4bc-a2bb-41fe-8cfe-5e0660e4ebc2', 'name': '', 'network_id': '1eb2c28f-44d0-4157-813f-a88803c1c65a', 'tenant_id': '191fc5154909462b8c7f63ec6946526e', 'mac_address': 'fa:16:3e:cc:5d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15ee01b6-1c16-405e-88c4-6f84dd28729a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '604b5391-c877-4e65-b41f-12fa14d652c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:10:06Z', 'updated_at': '2021-11-12T01:10:10Z', 'revision_number': 2, 'project_id': '191fc5154909462b8c7f63ec6946526e', 'subnets': [{'id': '604b5391-c877-4e65-b41f-12fa14d652c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:14.968891 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae19196-a255-45fa-9b8b-f87e5d7bbeff None None] Checking router: 15ee01b6-1c16-405e-88c4-6f84dd28729a for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:10:14.969710 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae19196-a255-45fa-9b8b-f87e5d7bbeff None None] Updating router 15ee01b6-1c16-405e-88c4-6f84dd28729a port a3eea4bc-a2bb-41fe-8cfe-5e0660e4ebc2 binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:10:15.049632 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-eae19196-a255-45fa-9b8b-f87e5d7bbeff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:15.151462 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a9b6806d-687d-4167-ae80-55e363c050ad tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:15.180620 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3856722e-6117-41c4-9a25-c57e1b7e5998 req-8a0a1950-292d-429f-a7c4-746f925baed7 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Made reservation on behalf of 7bbe35289028429ba1e1b86033a5bcab for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:10:15.187760 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-3856722e-6117-41c4-9a25-c57e1b7e5998 req-8a0a1950-292d-429f-a7c4-746f925baed7 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:15.407021 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b4b0f6-51d5-4deb-9001-5d56e50311d5 req-41042264-049c-43f1-87de-7a0381869af6 tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:15.409892 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f4b4b0f6-51d5-4deb-9001-5d56e50311d5 req-41042264-049c-43f1-87de-7a0381869af6 tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] 10.222.0.45 "GET /v2.0/ports?device_id=0adee8f9-c3e1-4b18-ad64-10a38ce62aa0 HTTP/1.1" status: 200 len: 944 time: 1.6390231 Nov 12 01:10:15.542099 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-a9b6806d-687d-4167-ae80-55e363c050ad tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Allocated IP 172.25.3.76 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/9cc344a2-08e4-4ebc-b1d3-955ab12c9b47) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:10:15.574165 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a946b90-b6fb-4b17-82a5-a712fb0e723f req-3727d124-4ba9-4b13-87c2-b4bb95bd2d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:15.576742 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1a946b90-b6fb-4b17-82a5-a712fb0e723f req-3727d124-4ba9-4b13-87c2-b4bb95bd2d90 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3404045 Nov 12 01:10:15.586493 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-eae19196-a255-45fa-9b8b-f87e5d7bbeff None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:15.612805 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-eae19196-a255-45fa-9b8b-f87e5d7bbeff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:15.658259 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-96f7a007-4cab-460f-bba0-401efccce36e req-032d5cfd-f176-4684-b302-8a913cf91df6 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=31601042-336e-46fa-871d-26eb8da12d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1130545 Nov 12 01:10:15.704329 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d432c42-9e3e-486e-9d28-89f7b270426d None None] Pushing event updated for resources: {'Port': ['ID=a3eea4bc-a2bb-41fe-8cfe-5e0660e4ebc2,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:15.763919 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f4b4b0f6-51d5-4deb-9001-5d56e50311d5 req-d7a186d4-2047-403a-b682-f21b9eda8ea8 tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] 10.222.0.45 "GET /v2.0/security-groups?id=5cb97cef-0dca-4bf3-b251-57aec5f5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623337 Nov 12 01:10:15.853961 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-eae19196-a255-45fa-9b8b-f87e5d7bbeff None None] Attempting to bind port a3eea4bc-a2bb-41fe-8cfe-5e0660e4ebc2 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:10:15.858909 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-eae19196-a255-45fa-9b8b-f87e5d7bbeff None None] Attempting to bind port a3eea4bc-a2bb-41fe-8cfe-5e0660e4ebc2 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'cd410700-ad97-45ea-baa0-b5dd265537a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1eb2c28f-44d0-4157-813f-a88803c1c65a'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:10:15.859610 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae19196-a255-45fa-9b8b-f87e5d7bbeff None None] Attempting to bind port a3eea4bc-a2bb-41fe-8cfe-5e0660e4ebc2 on network 1eb2c28f-44d0-4157-813f-a88803c1c65a {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:10:15.867090 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a9b6806d-687d-4167-ae80-55e363c050ad tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:15.883007 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae19196-a255-45fa-9b8b-f87e5d7bbeff None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:10:15.884140 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae19196-a255-45fa-9b8b-f87e5d7bbeff None None] Checking segment: {'id': 'cd410700-ad97-45ea-baa0-b5dd265537a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1eb2c28f-44d0-4157-813f-a88803c1c65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:10:15.884614 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-eae19196-a255-45fa-9b8b-f87e5d7bbeff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:15.885593 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae19196-a255-45fa-9b8b-f87e5d7bbeff None None] Bound using segment: {'id': 'cd410700-ad97-45ea-baa0-b5dd265537a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1eb2c28f-44d0-4157-813f-a88803c1c65a'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:10:15.886219 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-eae19196-a255-45fa-9b8b-f87e5d7bbeff None None] Bound port: a3eea4bc-a2bb-41fe-8cfe-5e0660e4ebc2, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd410700-ad97-45ea-baa0-b5dd265537a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1eb2c28f-44d0-4157-813f-a88803c1c65a'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:10:15.886637 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-eae19196-a255-45fa-9b8b-f87e5d7bbeff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:15.936602 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-3856722e-6117-41c4-9a25-c57e1b7e5998 req-8a0a1950-292d-429f-a7c4-746f925baed7 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Allocated IP 172.20.0.3 (e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4/55fa7c58-77a8-4d04-ad83-d7b14788e8b6/251d6464-309b-4549-a401-b0c73d25a05f) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:10:16.048183 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-eae19196-a255-45fa-9b8b-f87e5d7bbeff None None] For port a3eea4bc-a2bb-41fe-8cfe-5e0660e4ebc2, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:10:16.058316 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-eae19196-a255-45fa-9b8b-f87e5d7bbeff None None] For port a3eea4bc-a2bb-41fe-8cfe-5e0660e4ebc2, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=a3eea4bc-a2bb-41fe-8cfe-5e0660e4ebc2,segment=NetworkSegment(cd410700-ad97-45ea-baa0-b5dd265537a5),segment_id=cd410700-ad97-45ea-baa0-b5dd265537a5)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:10:16.067080 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-eae19196-a255-45fa-9b8b-f87e5d7bbeff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:16.069268 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a9b6806d-687d-4167-ae80-55e363c050ad tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:16.119751 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-634473a8-c4b5-4896-af90-7077b1929781 req-ee1e8ada-cbe1-4b59-87e9-322c296cc818 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=499a185b-2b45-4cba-aaa2-834f685a152a HTTP/1.1" status: 200 len: 210 time: 0.1345708 Nov 12 01:10:16.210752 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d432c42-9e3e-486e-9d28-89f7b270426d None None] Pushing event updated for resources: {'Port': ['ID=a3eea4bc-a2bb-41fe-8cfe-5e0660e4ebc2,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:16.232753 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae19196-a255-45fa-9b8b-f87e5d7bbeff None None] Routers {'15ee01b6-1c16-405e-88c4-6f84dd28729a'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:10:16.233872 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-eae19196-a255-45fa-9b8b-f87e5d7bbeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:10:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['15ee01b6-1c16-405e-88c4-6f84dd28729a'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:16.274740 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-fcb66cef-e50d-4dff-b905-b2b4f4fb6bdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01057b9c-0ebb-4361-8584-92a34114849a {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:10:16.289686 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-fcb66cef-e50d-4dff-b905-b2b4f4fb6bdb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:16.309047 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-fcb66cef-e50d-4dff-b905-b2b4f4fb6bdb service neutron] Transition to ACTIVE for port object 01057b9c-0ebb-4361-8584-92a34114849a will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:10:16.317248 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b6806d-687d-4167-ae80-55e363c050ad tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:10:16.328018 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-fcb66cef-e50d-4dff-b905-b2b4f4fb6bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:16.343029 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-a9b6806d-687d-4167-ae80-55e363c050ad tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:10:16.431852 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-eae19196-a255-45fa-9b8b-f87e5d7bbeff None None] Set router 15ee01b6-1c16-405e-88c4-6f84dd28729a gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:10:16.460787 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b6806d-687d-4167-ae80-55e363c050ad tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:10:16.463072 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b6806d-687d-4167-ae80-55e363c050ad tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Pushing event updated for resources: {'Port': ['ID=9cc344a2-08e4-4ebc-b1d3-955ab12c9b47,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:16.688461 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device e910b356-1e16-4534-8256-e4dcceb9b8a4 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:10:16.705318 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-3856722e-6117-41c4-9a25-c57e1b7e5998 req-8a0a1950-292d-429f-a7c4-746f925baed7 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:16.838952 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port e910b356-1e16-4534-8256-e4dcceb9b8a4 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:10:16.849536 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port e910b356-1e16-4534-8256-e4dcceb9b8a4 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:16.852504 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:16.879611 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb66cef-e50d-4dff-b905-b2b4f4fb6bdb service neutron] Pushing event updated for resources: {'Port': ['ID=01057b9c-0ebb-4361-8584-92a34114849a,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:16.921676 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-3856722e-6117-41c4-9a25-c57e1b7e5998 req-8a0a1950-292d-429f-a7c4-746f925baed7 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:16.958976 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['0ad0bb83-2810-4bf3-8d54-35cf18d580c1', '73b77dfb-eb82-4711-b2a0-27033906d828'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:10:17.063624 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da783216-968f-41db-a895-ee6094ef66e6 req-06b81181-9cfd-4665-a433-c5aec5f5da9d tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:17.077176 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da783216-968f-41db-a895-ee6094ef66e6 req-06b81181-9cfd-4665-a433-c5aec5f5da9d tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:17.085229 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:17.091901 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da783216-968f-41db-a895-ee6094ef66e6 req-06b81181-9cfd-4665-a433-c5aec5f5da9d tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:17.107353 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da783216-968f-41db-a895-ee6094ef66e6 req-06b81181-9cfd-4665-a433-c5aec5f5da9d tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:17.121722 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da783216-968f-41db-a895-ee6094ef66e6 req-06b81181-9cfd-4665-a433-c5aec5f5da9d tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:17.140105 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da783216-968f-41db-a895-ee6094ef66e6 req-06b81181-9cfd-4665-a433-c5aec5f5da9d tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:17.154493 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da783216-968f-41db-a895-ee6094ef66e6 req-06b81181-9cfd-4665-a433-c5aec5f5da9d tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:17.159688 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-da783216-968f-41db-a895-ee6094ef66e6 req-06b81181-9cfd-4665-a433-c5aec5f5da9d tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 5431 time: 0.8475809 Nov 12 01:10:17.176084 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port e910b356-1e16-4534-8256-e4dcceb9b8a4, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e910b356-1e16-4534-8256-e4dcceb9b8a4,segment=NetworkSegment(14e4cc0e-b10e-481d-8396-0bbf76180c57),segment_id=14e4cc0e-b10e-481d-8396-0bbf76180c57)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:17.178988 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0adee8f9-c3e1-4b18-ad64-10a38ce62aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e910b356-1e16-4534-8256-e4dcceb9b8a4'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:10:17.182904 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c15a31b-34c8-45dc-b562-0310af335750" -d '{"events": [{"server_uuid": "0adee8f9-c3e1-4b18-ad64-10a38ce62aa0", "name": "network-vif-plugged", "status": "completed", "tag": "e910b356-1e16-4534-8256-e4dcceb9b8a4"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:10:17.189724 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:17.232458 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a9b6806d-687d-4167-ae80-55e363c050ad tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:17.339888 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=e910b356-1e16-4534-8256-e4dcceb9b8a4,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:17.364369 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3856722e-6117-41c4-9a25-c57e1b7e5998 req-8a0a1950-292d-429f-a7c4-746f925baed7 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Network e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:10:17.374757 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-eae19196-a255-45fa-9b8b-f87e5d7bbeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ee01b6-1c16-405e-88c4-6f84dd28729a', 'name': 'tempest-ServerRescueNegativeTestJSON-565836188-router', 'tenant_id': '191fc5154909462b8c7f63ec6946526e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': 'aff22ed7-8187-4375-a3a3-df23b7337781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:53Z', 'updated_at': '2021-11-12T01:10:09Z', 'revision_number': 4, 'project_id': '191fc5154909462b8c7f63ec6946526e', 'gw_port': {'id': 'aff22ed7-8187-4375-a3a3-df23b7337781', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ee01b6-1c16-405e-88c4-6f84dd28729a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:55Z', 'updated_at': '2021-11-12T01:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'a3eea4bc-a2bb-41fe-8cfe-5e0660e4ebc2', 'name': '', 'network_id': '1eb2c28f-44d0-4157-813f-a88803c1c65a', 'tenant_id': '191fc5154909462b8c7f63ec6946526e', 'mac_address': 'fa:16:3e:cc:5d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15ee01b6-1c16-405e-88c4-6f84dd28729a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '604b5391-c877-4e65-b41f-12fa14d652c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:10:06Z', 'updated_at': '2021-11-12T01:10:16Z', 'revision_number': 4, 'project_id': '191fc5154909462b8c7f63ec6946526e', 'subnets': [{'id': '604b5391-c877-4e65-b41f-12fa14d652c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:17.375908 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-3856722e-6117-41c4-9a25-c57e1b7e5998 req-8a0a1950-292d-429f-a7c4-746f925baed7 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:10:17.382034 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a1950-292d-429f-a7c4-746f925baed7 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Pushing event updated for resources: {'Port': ['ID=251d6464-309b-4549-a401-b0c73d25a05f,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:17.394843 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-3856722e-6117-41c4-9a25-c57e1b7e5998 req-8a0a1950-292d-429f-a7c4-746f925baed7 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:10:17.402220 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a9b6806d-687d-4167-ae80-55e363c050ad tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:17.410415 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2770e-c67f-45ac-9a7e-68c7cfd6e5be req-1e64f0a9-82e4-48d4-82b3-cd31a669f3e3 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:17.427337 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae19196-a255-45fa-9b8b-f87e5d7bbeff None None] The sync data for ids ['15ee01b6-1c16-405e-88c4-6f84dd28729a'] in n-d-712142-27 is: [{'id': '15ee01b6-1c16-405e-88c4-6f84dd28729a', 'name': 'tempest-ServerRescueNegativeTestJSON-565836188-router', 'tenant_id': '191fc5154909462b8c7f63ec6946526e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': 'aff22ed7-8187-4375-a3a3-df23b7337781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:53Z', 'updated_at': '2021-11-12T01:10:09Z', 'revision_number': 4, 'project_id': '191fc5154909462b8c7f63ec6946526e', 'gw_port': {'id': 'aff22ed7-8187-4375-a3a3-df23b7337781', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ee01b6-1c16-405e-88c4-6f84dd28729a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:55Z', 'updated_at': '2021-11-12T01:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'a3eea4bc-a2bb-41fe-8cfe-5e0660e4ebc2', 'name': '', 'network_id': '1eb2c28f-44d0-4157-813f-a88803c1c65a', 'tenant_id': '191fc5154909462b8c7f63ec6946526e', 'mac_address': 'fa:16:3e:cc:5d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15ee01b6-1c16-405e-88c4-6f84dd28729a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '604b5391-c877-4e65-b41f-12fa14d652c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:10:06Z', 'updated_at': '2021-11-12T01:10:16Z', 'revision_number': 4, 'project_id': '191fc5154909462b8c7f63ec6946526e', 'subnets': [{'id': '604b5391-c877-4e65-b41f-12fa14d652c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:10:17.441681 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9cf2770e-c67f-45ac-9a7e-68c7cfd6e5be req-1e64f0a9-82e4-48d4-82b3-cd31a669f3e3 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/networks?id=1eb2c28f-44d0-4157-813f-a88803c1c65a HTTP/1.1" status: 200 len: 818 time: 0.9847953 Nov 12 01:10:17.719382 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856722e-6117-41c4-9a25-c57e1b7e5998 req-8a0a1950-292d-429f-a7c4-746f925baed7 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:17.720608 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-3856722e-6117-41c4-9a25-c57e1b7e5998 req-8a0a1950-292d-429f-a7c4-746f925baed7 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:17.739065 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9cf2770e-c67f-45ac-9a7e-68c7cfd6e5be req-ef2f339b-146a-47f9-90ba-00aaeadc2947 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/quotas/191fc5154909462b8c7f63ec6946526e HTTP/1.1" status: 200 len: 375 time: 0.2676425 Nov 12 01:10:17.760690 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a9b6806d-687d-4167-ae80-55e363c050ad tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:17.774622 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3856722e-6117-41c4-9a25-c57e1b7e5998 req-8a0a1950-292d-429f-a7c4-746f925baed7 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9118350 Nov 12 01:10:17.775047 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a9b6806d-687d-4167-ae80-55e363c050ad tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:17.776050 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-da783216-968f-41db-a895-ee6094ef66e6 req-672071bd-015b-4175-bd1e-cde84fc7e8b6 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/security-groups?id=f35c197b-ae20-4eaa-b206-2ef393b1f8c4&id=f7233b9f-1065-4d72-90ac-8ac47fde62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5942817 Nov 12 01:10:17.779631 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-fcb66cef-e50d-4dff-b905-b2b4f4fb6bdb service neutron] Attempting to bind port 01057b9c-0ebb-4361-8584-92a34114849a on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:10:17.781385 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-fcb66cef-e50d-4dff-b905-b2b4f4fb6bdb service neutron] Attempting to bind port 01057b9c-0ebb-4361-8584-92a34114849a by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': 'c851975a-60fa-4eca-bdff-268884585b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ea33bcf4-68e4-41d3-a621-b5e53b96e513'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:10:17.782841 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-fcb66cef-e50d-4dff-b905-b2b4f4fb6bdb service neutron] Attempting to bind port 01057b9c-0ebb-4361-8584-92a34114849a on network ea33bcf4-68e4-41d3-a621-b5e53b96e513 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:10:17.824056 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-3856722e-6117-41c4-9a25-c57e1b7e5998 req-6ab2f2f2-342d-4fb7-b3e3-052cfb18c093 service neutron] Request body: {'port': {'device_id': '499a185b-2b45-4cba-aaa2-834f685a152a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:10:17.847928 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-fcb66cef-e50d-4dff-b905-b2b4f4fb6bdb service neutron] Port 01057b9c-0ebb-4361-8584-92a34114849a on network ea33bcf4-68e4-41d3-a621-b5e53b96e513 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:10:17.849574 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-fcb66cef-e50d-4dff-b905-b2b4f4fb6bdb service neutron] Attempting to bind port 01057b9c-0ebb-4361-8584-92a34114849a on network ea33bcf4-68e4-41d3-a621-b5e53b96e513 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:10:17.906382 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a9b6806d-687d-4167-ae80-55e363c050ad tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:17.908582 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-fcb66cef-e50d-4dff-b905-b2b4f4fb6bdb service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:10:17.909217 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-fcb66cef-e50d-4dff-b905-b2b4f4fb6bdb service neutron] Checking segment: {'id': 'c851975a-60fa-4eca-bdff-268884585b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ea33bcf4-68e4-41d3-a621-b5e53b96e513'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:10:17.909706 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-fcb66cef-e50d-4dff-b905-b2b4f4fb6bdb service neutron] Bound using segment: {'id': 'c851975a-60fa-4eca-bdff-268884585b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ea33bcf4-68e4-41d3-a621-b5e53b96e513'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:10:17.913661 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-fcb66cef-e50d-4dff-b905-b2b4f4fb6bdb service neutron] Bound port: 01057b9c-0ebb-4361-8584-92a34114849a, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c851975a-60fa-4eca-bdff-268884585b72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ea33bcf4-68e4-41d3-a621-b5e53b96e513'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:10:17.914080 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-fcb66cef-e50d-4dff-b905-b2b4f4fb6bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:17.974939 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9cf2770e-c67f-45ac-9a7e-68c7cfd6e5be req-c9d9d395-e01e-4161-8e3a-af87212e19b6 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=191fc5154909462b8c7f63ec6946526e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1972427 Nov 12 01:10:18.003886 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b6806d-687d-4167-ae80-55e363c050ad tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Pushing event updated for resources: {'Port': ['ID=9cc344a2-08e4-4ebc-b1d3-955ab12c9b47,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:18.159274 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-3856722e-6117-41c4-9a25-c57e1b7e5998 req-6ab2f2f2-342d-4fb7-b3e3-052cfb18c093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:18.246280 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-a75c15ec-bb7a-44bf-b67d-a70216138f5e None None] Provisioning complete for port 251d6464-309b-4549-a401-b0c73d25a05f triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:18.247317 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a75c15ec-bb7a-44bf-b67d-a70216138f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:18.360788 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-a75c15ec-bb7a-44bf-b67d-a70216138f5e None None] Port 251d6464-309b-4549-a401-b0c73d25a05f cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:10:18.464783 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-fcb66cef-e50d-4dff-b905-b2b4f4fb6bdb service neutron] For port 01057b9c-0ebb-4361-8584-92a34114849a, host n-h1-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:10:18.488520 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370985a-3371-466d-9684-dc2b892f82cf req-47e75040-d512-4798-91a3-6f58963848af tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:18.491256 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d370985a-3371-466d-9684-dc2b892f82cf req-47e75040-d512-4798-91a3-6f58963848af tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 946 time: 0.4439442 Nov 12 01:10:18.494761 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-fcb66cef-e50d-4dff-b905-b2b4f4fb6bdb service neutron] For port 01057b9c-0ebb-4361-8584-92a34114849a, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=01057b9c-0ebb-4361-8584-92a34114849a,segment=NetworkSegment(c851975a-60fa-4eca-bdff-268884585b72),segment_id=c851975a-60fa-4eca-bdff-268884585b72)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:10:18.499502 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9cf2770e-c67f-45ac-9a7e-68c7cfd6e5be req-4b92a18a-c1b4-41e9-854f-23adf2d5bf4a service neutron] 10.222.0.45 "GET /v2.0/networks/1eb2c28f-44d0-4157-813f-a88803c1c65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4547088 Nov 12 01:10:18.502891 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-fcb66cef-e50d-4dff-b905-b2b4f4fb6bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:18.780691 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device a3eea4bc-a2bb-41fe-8cfe-5e0660e4ebc2 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:10:18.783457 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-fcb66cef-e50d-4dff-b905-b2b4f4fb6bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:18.785426 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-fcb66cef-e50d-4dff-b905-b2b4f4fb6bdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:18.786887 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-fcb66cef-e50d-4dff-b905-b2b4f4fb6bdb service neutron] 10.222.0.16 "PUT /v2.0/ports/01057b9c-0ebb-4361-8584-92a34114849a HTTP/1.1" status: 200 len: 1092 time: 5.9083843 Nov 12 01:10:18.817179 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'tag': '01057b9c-0ebb-4361-8584-92a34114849a'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:10:18.835008 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9013caba-95f4-433f-936b-f266e4b6184d" -d '{"events": [{"name": "network-changed", "server_uuid": "7cbe0661-63bd-4d76-b0e5-95c18ce1021b", "tag": "01057b9c-0ebb-4361-8584-92a34114849a"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:10:18.915342 n-d-712142-27 neutron-server[109086]: INFO neutron.db.l3_db [None req-a9b6806d-687d-4167-ae80-55e363c050ad tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Floating IP fd8e4497-a635-4cdb-a4cc-9fede2f73622 associated. External IP: 172.25.3.76, port: 7a36f43e-2e6c-44c2-9c1c-dbe5b3fc1b46. Nov 12 01:10:18.986445 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9cf2770e-c67f-45ac-9a7e-68c7cfd6e5be req-4ee51013-8979-4b25-9c8d-6f66955e7e83 service neutron] 10.222.0.45 "GET /v2.0/networks/1eb2c28f-44d0-4157-813f-a88803c1c65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4016211 Nov 12 01:10:19.054966 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d370985a-3371-466d-9684-dc2b892f82cf req-3e7ced5a-6798-4329-ad16-d7988e89b28b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=31601042-336e-46fa-871d-26eb8da12d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5492358 Nov 12 01:10:19.113997 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port a3eea4bc-a2bb-41fe-8cfe-5e0660e4ebc2 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:19.114542 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:19.211563 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb66cef-e50d-4dff-b905-b2b4f4fb6bdb service neutron] Pushing event updated for resources: {'Port': ['ID=01057b9c-0ebb-4361-8584-92a34114849a,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:19.424529 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:19.439044 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-eea42d7e-20a7-4392-b9c7-5a2fe89400ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:19.444976 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-eea42d7e-20a7-4392-b9c7-5a2fe89400ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:19.445910 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-eea42d7e-20a7-4392-b9c7-5a2fe89400ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:19.446841 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-eea42d7e-20a7-4392-b9c7-5a2fe89400ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:19.453181 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-eea42d7e-20a7-4392-b9c7-5a2fe89400ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:19.460045 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-eea42d7e-20a7-4392-b9c7-5a2fe89400ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:19.461305 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-eea42d7e-20a7-4392-b9c7-5a2fe89400ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:19.469725 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-eea42d7e-20a7-4392-b9c7-5a2fe89400ab service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8cc8ca414fa7430d8da23a7db1c7581c&device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 6495 time: 0.4077241 Nov 12 01:10:19.586437 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port a3eea4bc-a2bb-41fe-8cfe-5e0660e4ebc2, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=a3eea4bc-a2bb-41fe-8cfe-5e0660e4ebc2,segment=NetworkSegment(cd410700-ad97-45ea-baa0-b5dd265537a5),segment_id=cd410700-ad97-45ea-baa0-b5dd265537a5)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:19.606874 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:19.701313 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890c2cc-107b-4aae-a085-03006280d62d req-e3c81f8e-271c-4361-93d5-a75f8644fc41 tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:19.716102 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c890c2cc-107b-4aae-a085-03006280d62d req-e3c81f8e-271c-4361-93d5-a75f8644fc41 tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] 10.222.0.45 "GET /v2.0/ports?device_id=0adee8f9-c3e1-4b18-ad64-10a38ce62aa0 HTTP/1.1" status: 200 len: 945 time: 0.4661291 Nov 12 01:10:19.726487 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-ab8c0ad9-33f7-4a98-abce-70923c8e6249 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdcf7a52-e80c-40be-bdac-b195e34c1da2 HTTP/1.1" status: 200 len: 217 time: 0.2419779 Nov 12 01:10:19.822033 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=a3eea4bc-a2bb-41fe-8cfe-5e0660e4ebc2,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:19.975422 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-6076baad-9db9-4cbc-879b-4ac1c6f6949d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:19.979042 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-6076baad-9db9-4cbc-879b-4ac1c6f6949d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4332ed6-c901-4ad1-83db-b19707e770f2 HTTP/1.1" status: 200 len: 856 time: 0.1620903 Nov 12 01:10:20.007083 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1513d33-d50d-488e-845d-23a81f845744 req-1b6b2e0c-9bf8-4463-b5c6-44c8649f21b0 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:20.021170 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f1513d33-d50d-488e-845d-23a81f845744 req-1b6b2e0c-9bf8-4463-b5c6-44c8649f21b0 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=499a185b-2b45-4cba-aaa2-834f685a152a HTTP/1.1" status: 200 len: 931 time: 0.3729351 Nov 12 01:10:20.089428 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c890c2cc-107b-4aae-a085-03006280d62d req-15d909be-c95e-4b57-a57a-decd03d8cbde tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] 10.222.0.45 "GET /v2.0/security-groups?id=5cb97cef-0dca-4bf3-b251-57aec5f5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3577940 Nov 12 01:10:20.171896 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a729459-def5-4b77-8b74-1b1ac2fe1751 x-openstack-request-id: req-2a729459-def5-4b77-8b74-1b1ac2fe1751 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:10:20.172757 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0adee8f9-c3e1-4b18-ad64-10a38ce62aa0", "name": "network-vif-plugged", "status": "completed", "tag": "e910b356-1e16-4534-8256-e4dcceb9b8a4", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:10:20.173273 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2a729459-def5-4b77-8b74-1b1ac2fe1751 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:10:20.174574 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0adee8f9-c3e1-4b18-ad64-10a38ce62aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e910b356-1e16-4534-8256-e4dcceb9b8a4', 'code': 200} Nov 12 01:10:20.202106 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-0f375910-8adb-4bd0-9060-ea133b92f66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:20.205017 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-0f375910-8adb-4bd0-9060-ea133b92f66f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=682e0b44-65b9-400b-8f8e-1eeb342780e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1804838 Nov 12 01:10:20.214473 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-3856722e-6117-41c4-9a25-c57e1b7e5998 req-6ab2f2f2-342d-4fb7-b3e3-052cfb18c093 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 251d6464-309b-4549-a401-b0c73d25a05f {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:10:20.252317 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-3856722e-6117-41c4-9a25-c57e1b7e5998 req-6ab2f2f2-342d-4fb7-b3e3-052cfb18c093 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:20.278732 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-3856722e-6117-41c4-9a25-c57e1b7e5998 req-6ab2f2f2-342d-4fb7-b3e3-052cfb18c093 service neutron] Transition to ACTIVE for port object 251d6464-309b-4549-a401-b0c73d25a05f will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:10:20.308910 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46778c7-9b71-4b49-a1f9-9fbd71a726b7 x-openstack-request-id: req-d46778c7-9b71-4b49-a1f9-9fbd71a726b7 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:10:20.309257 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cbe0661-63bd-4d76-b0e5-95c18ce1021b", "tag": "01057b9c-0ebb-4361-8584-92a34114849a", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:10:20.309685 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d46778c7-9b71-4b49-a1f9-9fbd71a726b7 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:10:20.310341 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'tag': '01057b9c-0ebb-4361-8584-92a34114849a', 'status': 'completed', 'code': 200} Nov 12 01:10:20.341947 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f1513d33-d50d-488e-845d-23a81f845744 req-9bd2206c-05dc-4731-bfee-43e0eb2808b1 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015971 Nov 12 01:10:20.443602 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-3856722e-6117-41c4-9a25-c57e1b7e5998 req-6ab2f2f2-342d-4fb7-b3e3-052cfb18c093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:20.480406 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b6806d-687d-4167-ae80-55e363c050ad tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Router 73b1e82e-f756-49b9-a39f-67842ba467e2 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:10:20.608819 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd26d2a-62fa-4ca2-8bc4-7ea1f906eae9 req-eb0a9b7c-3b6e-4189-9b13-47bb21eed840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:20.613351 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6bd26d2a-62fa-4ca2-8bc4-7ea1f906eae9 req-eb0a9b7c-3b6e-4189-9b13-47bb21eed840 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0adee8f9-c3e1-4b18-ad64-10a38ce62aa0 HTTP/1.1" status: 200 len: 1097 time: 0.1822257 Nov 12 01:10:20.638304 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a7a972f8-ab04-4fc1-bbba-4482de345aaa req-11c873fb-0985-4079-9d8d-dba102c58436 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca822707-ad2a-4184-9019-b176d5c0bbff HTTP/1.1" status: 200 len: 210 time: 0.1136963 Nov 12 01:10:20.800512 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2f2f2-342d-4fb7-b3e3-052cfb18c093 service neutron] Pushing event updated for resources: {'Port': ['ID=251d6464-309b-4549-a401-b0c73d25a05f,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:20.878479 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device a3eea4bc-a2bb-41fe-8cfe-5e0660e4ebc2 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:10:20.955319 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-91689bf4-d698-411d-949b-473317ea85a5 service neutron] 10.222.0.16 "GET /v2.0/networks/682e0b44-65b9-400b-8f8e-1eeb342780e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7390778 Nov 12 01:10:20.985360 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port a3eea4bc-a2bb-41fe-8cfe-5e0660e4ebc2 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:20.985846 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:21.087799 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b6806d-687d-4167-ae80-55e363c050ad tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:10:21.102949 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216095f7-5c10-4a9b-9725-4dc3d9b54674 None None] Sync routers for ids ['73b1e82e-f756-49b9-a39f-67842ba467e2'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:10:21.129979 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216095f7-5c10-4a9b-9725-4dc3d9b54674 None None] Routers {'73b1e82e-f756-49b9-a39f-67842ba467e2'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:10:21.131024 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-216095f7-5c10-4a9b-9725-4dc3d9b54674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:10:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['73b1e82e-f756-49b9-a39f-67842ba467e2'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:21.158129 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a9b6806d-687d-4167-ae80-55e363c050ad tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:21.207930 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a9b6806d-687d-4167-ae80-55e363c050ad tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.7323165 Nov 12 01:10:21.213406 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6bd26d2a-62fa-4ca2-8bc4-7ea1f906eae9 req-4760d021-2065-46d6-939f-c1d2b3e03bb0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5cb97cef-0dca-4bf3-b251-57aec5f5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4582028 Nov 12 01:10:21.217829 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 42258) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:21.218499 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-8ffda209-a740-43db-ad1e-55f7a5fd74ea service neutron] 10.222.0.16 "GET /v2.0/networks/682e0b44-65b9-400b-8f8e-1eeb342780e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164967 Nov 12 01:10:21.226803 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-e867054e-4d00-4a5d-9a7d-67db54cc2ac4 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Request body: {'floatingip': {'port_id': '7a36f43e-2e6c-44c2-9c1c-dbe5b3fc1b46', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:10:21.249502 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b0e771-b9a4-4f1c-a51e-8b65f37ff555 req-5edf4d35-c531-424d-81a2-fa05df7c2f39 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:21.257102 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-3856722e-6117-41c4-9a25-c57e1b7e5998 req-6ab2f2f2-342d-4fb7-b3e3-052cfb18c093 service neutron] Attempting to bind port 251d6464-309b-4549-a401-b0c73d25a05f on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:10:21.257591 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-3856722e-6117-41c4-9a25-c57e1b7e5998 req-6ab2f2f2-342d-4fb7-b3e3-052cfb18c093 service neutron] Attempting to bind port 251d6464-309b-4549-a401-b0c73d25a05f by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': '6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:10:21.257941 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3856722e-6117-41c4-9a25-c57e1b7e5998 req-6ab2f2f2-342d-4fb7-b3e3-052cfb18c093 service neutron] Attempting to bind port 251d6464-309b-4549-a401-b0c73d25a05f on network e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:10:21.264502 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b0e771-b9a4-4f1c-a51e-8b65f37ff555 req-5edf4d35-c531-424d-81a2-fa05df7c2f39 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:21.277866 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b0e771-b9a4-4f1c-a51e-8b65f37ff555 req-5edf4d35-c531-424d-81a2-fa05df7c2f39 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:21.292856 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b0e771-b9a4-4f1c-a51e-8b65f37ff555 req-5edf4d35-c531-424d-81a2-fa05df7c2f39 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:21.308523 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b0e771-b9a4-4f1c-a51e-8b65f37ff555 req-5edf4d35-c531-424d-81a2-fa05df7c2f39 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:21.316113 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3856722e-6117-41c4-9a25-c57e1b7e5998 req-6ab2f2f2-342d-4fb7-b3e3-052cfb18c093 service neutron] Port 251d6464-309b-4549-a401-b0c73d25a05f on network e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:10:21.316463 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3856722e-6117-41c4-9a25-c57e1b7e5998 req-6ab2f2f2-342d-4fb7-b3e3-052cfb18c093 service neutron] Attempting to bind port 251d6464-309b-4549-a401-b0c73d25a05f on network e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:10:21.322083 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b0e771-b9a4-4f1c-a51e-8b65f37ff555 req-5edf4d35-c531-424d-81a2-fa05df7c2f39 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:21.325408 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-216095f7-5c10-4a9b-9725-4dc3d9b54674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:21.336193 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b0e771-b9a4-4f1c-a51e-8b65f37ff555 req-5edf4d35-c531-424d-81a2-fa05df7c2f39 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:21.336478 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216095f7-5c10-4a9b-9725-4dc3d9b54674 None None] Routers {'73b1e82e-f756-49b9-a39f-67842ba467e2'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:10:21.337308 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-216095f7-5c10-4a9b-9725-4dc3d9b54674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:10:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['73b1e82e-f756-49b9-a39f-67842ba467e2'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:21.341534 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-11b0e771-b9a4-4f1c-a51e-8b65f37ff555 req-5edf4d35-c531-424d-81a2-fa05df7c2f39 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 5431 time: 0.8455913 Nov 12 01:10:21.352545 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e867054e-4d00-4a5d-9a7d-67db54cc2ac4 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for floatingip, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:21.355687 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3856722e-6117-41c4-9a25-c57e1b7e5998 req-6ab2f2f2-342d-4fb7-b3e3-052cfb18c093 service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:10:21.356150 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3856722e-6117-41c4-9a25-c57e1b7e5998 req-6ab2f2f2-342d-4fb7-b3e3-052cfb18c093 service neutron] Checking segment: {'id': '6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:10:21.356609 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3856722e-6117-41c4-9a25-c57e1b7e5998 req-6ab2f2f2-342d-4fb7-b3e3-052cfb18c093 service neutron] Bound using segment: {'id': '6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:10:21.357191 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-3856722e-6117-41c4-9a25-c57e1b7e5998 req-6ab2f2f2-342d-4fb7-b3e3-052cfb18c093 service neutron] Bound port: 251d6464-309b-4549-a401-b0c73d25a05f, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:10:21.357614 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-3856722e-6117-41c4-9a25-c57e1b7e5998 req-6ab2f2f2-342d-4fb7-b3e3-052cfb18c093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:21.382985 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-216095f7-5c10-4a9b-9725-4dc3d9b54674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:21.383938 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216095f7-5c10-4a9b-9725-4dc3d9b54674 None None] The sync data for ids ['73b1e82e-f756-49b9-a39f-67842ba467e2'] in n-d-712142-27 is: [] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:10:21.443026 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-1606be30-9e33-4a7e-b123-29760766bebc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=0373cd56-eebf-4b69-963a-be09d38bc414 HTTP/1.1" status: 200 len: 217 time: 0.0999157 Nov 12 01:10:21.534541 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f102d-1b31-45d9-88ac-163ef6f2f739 req-3b64fa49-8dd8-4fa8-a2f5-32316b3ac592 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:21.536448 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-3856722e-6117-41c4-9a25-c57e1b7e5998 req-6ab2f2f2-342d-4fb7-b3e3-052cfb18c093 service neutron] For port 251d6464-309b-4549-a401-b0c73d25a05f, host n-h1-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:10:21.542400 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-497f102d-1b31-45d9-88ac-163ef6f2f739 req-3b64fa49-8dd8-4fa8-a2f5-32316b3ac592 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 946 time: 0.6407056 Nov 12 01:10:21.577799 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-3856722e-6117-41c4-9a25-c57e1b7e5998 req-6ab2f2f2-342d-4fb7-b3e3-052cfb18c093 service neutron] For port 251d6464-309b-4549-a401-b0c73d25a05f, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=251d6464-309b-4549-a401-b0c73d25a05f,segment=NetworkSegment(6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4),segment_id=6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:10:21.581374 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-87ca2fd4-c2f5-4bc1-b03a-a58ba6327af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:21.583433 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-87ca2fd4-c2f5-4bc1-b03a-a58ba6327af2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb2daa40-94aa-4da9-a752-d3de2dd0a3dd HTTP/1.1" status: 200 len: 797 time: 0.1186967 Nov 12 01:10:21.590725 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-3856722e-6117-41c4-9a25-c57e1b7e5998 req-6ab2f2f2-342d-4fb7-b3e3-052cfb18c093 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:21.661587 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2f2f2-342d-4fb7-b3e3-052cfb18c093 service neutron] Pushing event updated for resources: {'Port': ['ID=251d6464-309b-4549-a401-b0c73d25a05f,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:21.662138 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-11b0e771-b9a4-4f1c-a51e-8b65f37ff555 req-46e6d0f1-260e-47f3-8888-3f405fe84328 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/security-groups?id=f35c197b-ae20-4eaa-b206-2ef393b1f8c4&id=f7233b9f-1065-4d72-90ac-8ac47fde62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2218306 Nov 12 01:10:21.716091 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-497f102d-1b31-45d9-88ac-163ef6f2f739 req-31bf3399-fe19-42dc-bb4b-6dcc1bb6901a tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=31601042-336e-46fa-871d-26eb8da12d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726279 Nov 12 01:10:21.748515 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-e57747ed-a32f-4578-a323-57f333ea44fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:21.750474 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-e57747ed-a32f-4578-a323-57f333ea44fe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e0f69fbd-c4e4-47d1-817f-1e3bee936d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1516604 Nov 12 01:10:21.784870 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856722e-6117-41c4-9a25-c57e1b7e5998 req-6ab2f2f2-342d-4fb7-b3e3-052cfb18c093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:21.786039 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-3856722e-6117-41c4-9a25-c57e1b7e5998 req-6ab2f2f2-342d-4fb7-b3e3-052cfb18c093 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:21.787141 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3856722e-6117-41c4-9a25-c57e1b7e5998 req-6ab2f2f2-342d-4fb7-b3e3-052cfb18c093 service neutron] 10.222.0.16 "PUT /v2.0/ports/251d6464-309b-4549-a401-b0c73d25a05f HTTP/1.1" status: 200 len: 1092 time: 3.9727793 Nov 12 01:10:21.814780 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '499a185b-2b45-4cba-aaa2-834f685a152a', 'tag': '251d6464-309b-4549-a401-b0c73d25a05f'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:10:21.823891 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec88c80-c2f9-4824-bcfe-55ad6116734f" -d '{"events": [{"name": "network-changed", "server_uuid": "499a185b-2b45-4cba-aaa2-834f685a152a", "tag": "251d6464-309b-4549-a401-b0c73d25a05f"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:10:22.119180 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856722e-6117-41c4-9a25-c57e1b7e5998 req-d534ff9e-19c3-4469-a7db-edc39adb42d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:22.122133 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3856722e-6117-41c4-9a25-c57e1b7e5998 req-d534ff9e-19c3-4469-a7db-edc39adb42d7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7bbe35289028429ba1e1b86033a5bcab&device_id=499a185b-2b45-4cba-aaa2-834f685a152a HTTP/1.1" status: 200 len: 1095 time: 0.2205384 Nov 12 01:10:22.172570 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-93862f07-c458-4c5a-859b-4aa3feebc067 service neutron] 10.222.0.16 "GET /v2.0/networks/e0f69fbd-c4e4-47d1-817f-1e3bee936d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4109044 Nov 12 01:10:22.205714 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3856722e-6117-41c4-9a25-c57e1b7e5998 req-f905de60-4821-42a9-894a-cc28b490a035 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=251d6464-309b-4549-a401-b0c73d25a05f HTTP/1.1" status: 200 len: 217 time: 0.0655420 Nov 12 01:10:22.338222 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2770e-c67f-45ac-9a7e-68c7cfd6e5be req-a7514989-08ca-4718-bcd8-dfa9c12a8941 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:22.340637 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9cf2770e-c67f-45ac-9a7e-68c7cfd6e5be req-a7514989-08ca-4718-bcd8-dfa9c12a8941 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.44 "GET /v2.0/networks?id=1eb2c28f-44d0-4157-813f-a88803c1c65a HTTP/1.1" status: 200 len: 818 time: 0.5680037 Nov 12 01:10:22.349245 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856722e-6117-41c4-9a25-c57e1b7e5998 req-86707ea3-70e0-4a92-9276-73c80e8cab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:22.351585 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3856722e-6117-41c4-9a25-c57e1b7e5998 req-86707ea3-70e0-4a92-9276-73c80e8cab0c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=55fa7c58-77a8-4d04-ad83-d7b14788e8b6 HTTP/1.1" status: 200 len: 850 time: 0.1357026 Nov 12 01:10:22.410158 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-9cf2770e-c67f-45ac-9a7e-68c7cfd6e5be req-b0de54af-94e4-4d58-b7be-023a069c2686 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Request body: {'port': {'device_id': 'ca822707-ad2a-4184-9019-b176d5c0bbff', 'network_id': '1eb2c28f-44d0-4157-813f-a88803c1c65a', 'admin_state_up': True, 'tenant_id': '191fc5154909462b8c7f63ec6946526e'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:10:22.554306 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aaad79-301e-41c6-a9d2-b8fe9302a8ca req-849be49b-42a1-41cd-84f6-316b61d0709b tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:22.568469 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-99aaad79-301e-41c6-a9d2-b8fe9302a8ca req-849be49b-42a1-41cd-84f6-316b61d0709b tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] 10.222.0.45 "GET /v2.0/ports?device_id=0adee8f9-c3e1-4b18-ad64-10a38ce62aa0 HTTP/1.1" status: 200 len: 945 time: 0.4682815 Nov 12 01:10:22.598182 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fafc58-675d-4c00-a978-01d96b64da33 req-db16ecca-4c50-4bf1-b6e6-5f658bd2c788 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:22.611982 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f5fafc58-675d-4c00-a978-01d96b64da33 req-db16ecca-4c50-4bf1-b6e6-5f658bd2c788 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/networks?id=1eb2c28f-44d0-4157-813f-a88803c1c65a HTTP/1.1" status: 200 len: 818 time: 0.6659412 Nov 12 01:10:22.650076 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856722e-6117-41c4-9a25-c57e1b7e5998 req-7e23c0d3-b4bb-411e-9a2c-318047c9467c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:22.651657 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3856722e-6117-41c4-9a25-c57e1b7e5998 req-7e23c0d3-b4bb-411e-9a2c-318047c9467c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2553675 Nov 12 01:10:22.665367 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f5fafc58-675d-4c00-a978-01d96b64da33 req-c1a0539e-6c4c-4b8f-8087-a0d9e85eca7d tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/quotas/191fc5154909462b8c7f63ec6946526e HTTP/1.1" status: 200 len: 375 time: 0.0517788 Nov 12 01:10:22.784982 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-3fd0d548-eaca-4047-ba57-51f07ce7f58c service neutron] 10.222.0.16 "GET /v2.0/networks/e0f69fbd-c4e4-47d1-817f-1e3bee936d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5854993 Nov 12 01:10:22.816932 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cf2770e-c67f-45ac-9a7e-68c7cfd6e5be req-b0de54af-94e4-4d58-b7be-023a069c2686 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Made reservation on behalf of 191fc5154909462b8c7f63ec6946526e for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:10:22.820676 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-9cf2770e-c67f-45ac-9a7e-68c7cfd6e5be req-b0de54af-94e4-4d58-b7be-023a069c2686 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:22.828630 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.db.resource_extend [None req-e867054e-4d00-4a5d-9a7d-67db54cc2ac4 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 01:10:22.880800 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-38b75751-761d-42b7-8640-a9f140e16056 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=e16bb2d8-4ef4-4003-96d4-f65676f445a0 HTTP/1.1" status: 200 len: 217 time: 0.0829084 Nov 12 01:10:22.888128 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3856722e-6117-41c4-9a25-c57e1b7e5998 req-4cfc7ed3-1ccb-408d-a248-3022368be348 service neutron] 10.222.0.16 "GET /v2.0/networks/e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255046 Nov 12 01:10:22.912550 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f5fafc58-675d-4c00-a978-01d96b64da33 req-158a19cf-72d9-410c-938c-646a95054f9d tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=191fc5154909462b8c7f63ec6946526e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2459652 Nov 12 01:10:22.932324 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-99aaad79-301e-41c6-a9d2-b8fe9302a8ca req-6ae0c3d7-7f85-404c-b5b6-d7dc97833dcb tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] 10.222.0.45 "GET /v2.0/security-groups?id=5cb97cef-0dca-4bf3-b251-57aec5f5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626263 Nov 12 01:10:22.946547 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e867054e-4d00-4a5d-9a7d-67db54cc2ac4 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:22.978319 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e867054e-4d00-4a5d-9a7d-67db54cc2ac4 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:22.998173 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-a4e86c20-f008-4ac1-82cd-a7ff7e3a74af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:23.002250 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-a4e86c20-f008-4ac1-82cd-a7ff7e3a74af service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb2daa40-94aa-4da9-a752-d3de2dd0a3dd HTTP/1.1" status: 200 len: 797 time: 0.1106508 Nov 12 01:10:23.129324 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-46727856-9736-4fdd-ac6f-a88786656e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:23.131080 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-46727856-9736-4fdd-ac6f-a88786656e59 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e0f69fbd-c4e4-47d1-817f-1e3bee936d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1077733 Nov 12 01:10:23.208859 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f5fafc58-675d-4c00-a978-01d96b64da33 req-a790f754-dd75-4141-9e1d-5b824a7d3298 service neutron] 10.222.0.45 "GET /v2.0/networks/1eb2c28f-44d0-4157-813f-a88803c1c65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544487 Nov 12 01:10:23.297758 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9574ef8-c12d-4c35-bd48-be6382c25e64 req-7ddccf89-a2c8-441f-8f3b-03a8a0717f45 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:23.299770 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d9574ef8-c12d-4c35-bd48-be6382c25e64 req-7ddccf89-a2c8-441f-8f3b-03a8a0717f45 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=499a185b-2b45-4cba-aaa2-834f685a152a HTTP/1.1" status: 200 len: 943 time: 0.1810079 Nov 12 01:10:23.403654 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-518f7023-0f43-4068-81a2-edae42f297db service neutron] 10.222.0.16 "GET /v2.0/networks/e0f69fbd-c4e4-47d1-817f-1e3bee936d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627554 Nov 12 01:10:23.480782 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d9574ef8-c12d-4c35-bd48-be6382c25e64 req-d2cf54cf-ca96-4c6d-9860-566bad72b2d6 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379607 Nov 12 01:10:23.572725 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f5fafc58-675d-4c00-a978-01d96b64da33 req-8c021cb9-a745-4a01-9a3e-8d4abc42d3b8 service neutron] 10.222.0.45 "GET /v2.0/networks/1eb2c28f-44d0-4157-813f-a88803c1c65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289356 Nov 12 01:10:23.630816 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-137ff172-5418-4e29-bcf0-ffb1cacfddb3 service neutron] 10.222.0.16 "GET /v2.0/networks/e0f69fbd-c4e4-47d1-817f-1e3bee936d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145791 Nov 12 01:10:23.665748 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-9cf2770e-c67f-45ac-9a7e-68c7cfd6e5be req-b0de54af-94e4-4d58-b7be-023a069c2686 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Allocated IP 172.20.0.10 (1eb2c28f-44d0-4157-813f-a88803c1c65a/604b5391-c877-4e65-b41f-12fa14d652c5/2551041b-331c-4703-a892-861dffef3f99) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:10:23.669402 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f557aafc-a74f-46fb-b500-3d5532a0de4a x-openstack-request-id: req-f557aafc-a74f-46fb-b500-3d5532a0de4a {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:10:23.669815 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "499a185b-2b45-4cba-aaa2-834f685a152a", "tag": "251d6464-309b-4549-a401-b0c73d25a05f", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:10:23.670254 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f557aafc-a74f-46fb-b500-3d5532a0de4a {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:10:23.670790 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '499a185b-2b45-4cba-aaa2-834f685a152a', 'tag': '251d6464-309b-4549-a401-b0c73d25a05f', 'status': 'completed', 'code': 200} Nov 12 01:10:23.720259 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-03663d46-d39b-492e-8350-bcbbbb67669c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=83d38651-499e-4f7f-9790-b505ef5e96b6 HTTP/1.1" status: 200 len: 217 time: 0.0478187 Nov 12 01:10:23.811763 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3856722e-6117-41c4-9a25-c57e1b7e5998 req-24e92201-c238-436e-b05f-2fa8189147e2 service neutron] 10.222.0.16 "GET /v2.0/networks/e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9089296 Nov 12 01:10:24.053578 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e867054e-4d00-4a5d-9a7d-67db54cc2ac4 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Router 73b1e82e-f756-49b9-a39f-67842ba467e2 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:10:24.072750 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec88c80-c2f9-4824-bcfe-55ad6116734f req-456a6b74-8923-49f5-8b73-059223e218aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:24.074574 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-cec88c80-c2f9-4824-bcfe-55ad6116734f req-456a6b74-8923-49f5-8b73-059223e218aa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7bbe35289028429ba1e1b86033a5bcab&device_id=499a185b-2b45-4cba-aaa2-834f685a152a HTTP/1.1" status: 200 len: 1095 time: 0.1480050 Nov 12 01:10:24.194018 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec88c80-c2f9-4824-bcfe-55ad6116734f req-7762ac39-8ef8-4c4c-8b72-00e7b73c8fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:24.195691 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-cec88c80-c2f9-4824-bcfe-55ad6116734f req-7762ac39-8ef8-4c4c-8b72-00e7b73c8fde service neutron] 10.222.0.16 "GET /v2.0/networks?id=e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 HTTP/1.1" status: 200 len: 911 time: 0.1071043 Nov 12 01:10:24.258185 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-9cf2770e-c67f-45ac-9a7e-68c7cfd6e5be req-b0de54af-94e4-4d58-b7be-023a069c2686 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:24.304632 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-cec88c80-c2f9-4824-bcfe-55ad6116734f req-db5fdde7-888f-46e4-9345-8d82de2c8ce0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=251d6464-309b-4549-a401-b0c73d25a05f HTTP/1.1" status: 200 len: 217 time: 0.0965726 Nov 12 01:10:24.339377 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef11f36-dd74-428e-9b63-d071aa958ebb req-9c30d3c1-4d5d-412b-b907-08da4c49cfaa tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:24.355565 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef11f36-dd74-428e-9b63-d071aa958ebb req-9c30d3c1-4d5d-412b-b907-08da4c49cfaa tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:24.371748 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef11f36-dd74-428e-9b63-d071aa958ebb req-9c30d3c1-4d5d-412b-b907-08da4c49cfaa tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:24.381888 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef11f36-dd74-428e-9b63-d071aa958ebb req-9c30d3c1-4d5d-412b-b907-08da4c49cfaa tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:24.388493 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef11f36-dd74-428e-9b63-d071aa958ebb req-9c30d3c1-4d5d-412b-b907-08da4c49cfaa tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:24.395451 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef11f36-dd74-428e-9b63-d071aa958ebb req-9c30d3c1-4d5d-412b-b907-08da4c49cfaa tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:24.404313 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef11f36-dd74-428e-9b63-d071aa958ebb req-9c30d3c1-4d5d-412b-b907-08da4c49cfaa tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:24.426623 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2ef11f36-dd74-428e-9b63-d071aa958ebb req-9c30d3c1-4d5d-412b-b907-08da4c49cfaa tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 5431 time: 0.7931499 Nov 12 01:10:24.439724 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec88c80-c2f9-4824-bcfe-55ad6116734f req-f29dc204-4eb2-4c82-a95e-70028ccc95e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:24.441946 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-cec88c80-c2f9-4824-bcfe-55ad6116734f req-f29dc204-4eb2-4c82-a95e-70028ccc95e3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=55fa7c58-77a8-4d04-ad83-d7b14788e8b6 HTTP/1.1" status: 200 len: 850 time: 0.1234286 Nov 12 01:10:24.451464 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-9cf2770e-c67f-45ac-9a7e-68c7cfd6e5be req-b0de54af-94e4-4d58-b7be-023a069c2686 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:24.461676 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-88609bfa-010a-411d-a96c-bc98740ac569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:24.463489 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-88609bfa-010a-411d-a96c-bc98740ac569 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb2daa40-94aa-4da9-a752-d3de2dd0a3dd HTTP/1.1" status: 200 len: 797 time: 0.7225900 Nov 12 01:10:24.503351 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e867054e-4d00-4a5d-9a7d-67db54cc2ac4 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:10:24.517379 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8f8474-30f0-41ae-bbe9-2b4f7f668aee None None] Sync routers for ids ['73b1e82e-f756-49b9-a39f-67842ba467e2'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:10:24.536167 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c330e-3a12-4064-906d-c52d02af2091 req-f14c16fc-5407-4ae5-b321-4d3c2b926082 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:24.536706 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e867054e-4d00-4a5d-9a7d-67db54cc2ac4 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:24.542146 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8f8474-30f0-41ae-bbe9-2b4f7f668aee None None] Routers {'73b1e82e-f756-49b9-a39f-67842ba467e2'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:10:24.544212 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-4a8f8474-30f0-41ae-bbe9-2b4f7f668aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:10:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['73b1e82e-f756-49b9-a39f-67842ba467e2'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:24.544695 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5b9c330e-3a12-4064-906d-c52d02af2091 req-f14c16fc-5407-4ae5-b321-4d3c2b926082 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 946 time: 0.7410967 Nov 12 01:10:24.618463 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2ef11f36-dd74-428e-9b63-d071aa958ebb req-6e1ec904-17c1-462d-ac1c-f21ebee9f37f tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/security-groups?id=f35c197b-ae20-4eaa-b206-2ef393b1f8c4&id=f7233b9f-1065-4d72-90ac-8ac47fde62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1920664 Nov 12 01:10:24.620875 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-4a8f8474-30f0-41ae-bbe9-2b4f7f668aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:24.632447 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8f8474-30f0-41ae-bbe9-2b4f7f668aee None None] Routers {'73b1e82e-f756-49b9-a39f-67842ba467e2'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:10:24.633518 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-4a8f8474-30f0-41ae-bbe9-2b4f7f668aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:10:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['73b1e82e-f756-49b9-a39f-67842ba467e2'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:24.657948 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cf2770e-c67f-45ac-9a7e-68c7cfd6e5be req-b0de54af-94e4-4d58-b7be-023a069c2686 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Network 1eb2c28f-44d0-4157-813f-a88803c1c65a is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:10:24.670756 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-b23f7bb3-0c89-4a5f-a362-b971ade93eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:24.672358 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-4a8f8474-30f0-41ae-bbe9-2b4f7f668aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:24.674041 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8f8474-30f0-41ae-bbe9-2b4f7f668aee None None] The sync data for ids ['73b1e82e-f756-49b9-a39f-67842ba467e2'] in n-d-712142-27 is: [] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:10:24.678638 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-b23f7bb3-0c89-4a5f-a362-b971ade93eb5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e0f69fbd-c4e4-47d1-817f-1e3bee936d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2012269 Nov 12 01:10:24.695566 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-9cf2770e-c67f-45ac-9a7e-68c7cfd6e5be req-b0de54af-94e4-4d58-b7be-023a069c2686 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:10:24.699848 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf2770e-c67f-45ac-9a7e-68c7cfd6e5be req-b0de54af-94e4-4d58-b7be-023a069c2686 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:10:24.703303 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0de54af-94e4-4d58-b7be-023a069c2686 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Pushing event updated for resources: {'Port': ['ID=2551041b-331c-4703-a892-861dffef3f99,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:24.742593 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec88c80-c2f9-4824-bcfe-55ad6116734f req-4fe895fa-ccb4-4c5d-9f66-8ef70691db7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:24.752012 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-cec88c80-c2f9-4824-bcfe-55ad6116734f req-4fe895fa-ccb4-4c5d-9f66-8ef70691db7b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2967370 Nov 12 01:10:24.763130 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5b9c330e-3a12-4064-906d-c52d02af2091 req-e30af9a0-9f7c-4f49-8084-97fc2e4dce52 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=31601042-336e-46fa-871d-26eb8da12d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2132015 Nov 12 01:10:24.772142 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e867054e-4d00-4a5d-9a7d-67db54cc2ac4 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] 10.222.0.45 "PUT /v2.0/floatingips/fd8e4497-a635-4cdb-a4cc-9fede2f73622 HTTP/1.1" status: 200 len: 977 time: 3.5506740 Nov 12 01:10:24.782793 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 42292) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:24.854230 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2770e-c67f-45ac-9a7e-68c7cfd6e5be req-b0de54af-94e4-4d58-b7be-023a069c2686 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:24.864981 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-9cf2770e-c67f-45ac-9a7e-68c7cfd6e5be req-b0de54af-94e4-4d58-b7be-023a069c2686 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:24.973044 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9cf2770e-c67f-45ac-9a7e-68c7cfd6e5be req-b0de54af-94e4-4d58-b7be-023a069c2686 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5801246 Nov 12 01:10:24.999671 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-9cf2770e-c67f-45ac-9a7e-68c7cfd6e5be req-43676a2d-eeb6-43ca-af58-52101fd3a220 service neutron] Request body: {'port': {'device_id': 'ca822707-ad2a-4184-9019-b176d5c0bbff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:10:25.025977 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-992fe46f-19cb-477d-a232-9d4170d62a03 req-4e5131bc-af12-44f6-83be-e279f54d2916 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=8218d1fa-c394-4fa2-9f5e-c0418babcf88 HTTP/1.1" status: 200 len: 210 time: 0.0358152 Nov 12 01:10:25.117756 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-cec88c80-c2f9-4824-bcfe-55ad6116734f req-d8636080-70b1-4774-ae51-a884a963eba4 service neutron] 10.222.0.16 "GET /v2.0/networks/e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512855 Nov 12 01:10:25.213328 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb990e2-f277-48ef-9cd9-dc4737f84ddd req-1e2a43c6-f104-4cca-8929-fde13fde8612 tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:25.215458 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eeb990e2-f277-48ef-9cd9-dc4737f84ddd req-1e2a43c6-f104-4cca-8929-fde13fde8612 tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] 10.222.0.45 "GET /v2.0/ports?device_id=0adee8f9-c3e1-4b18-ad64-10a38ce62aa0 HTTP/1.1" status: 200 len: 945 time: 0.2841194 Nov 12 01:10:25.247603 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-761bec88-da1e-4927-b9c4-ff68eac5d21a service neutron] 10.222.0.16 "GET /v2.0/networks/e0f69fbd-c4e4-47d1-817f-1e3bee936d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5573599 Nov 12 01:10:25.332470 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-cec88c80-c2f9-4824-bcfe-55ad6116734f req-5683e244-f69c-4524-bea0-ea84d3d2f122 service neutron] 10.222.0.16 "GET /v2.0/networks/e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988599 Nov 12 01:10:25.364109 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-9cf2770e-c67f-45ac-9a7e-68c7cfd6e5be req-43676a2d-eeb6-43ca-af58-52101fd3a220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:25.414895 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1a25f-4430-4020-bb73-6a164be5b2da req-07358509-0a71-4704-9efb-e6dc72d687e5 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:25.426314 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-72a1a25f-4430-4020-bb73-6a164be5b2da req-07358509-0a71-4704-9efb-e6dc72d687e5 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=499a185b-2b45-4cba-aaa2-834f685a152a HTTP/1.1" status: 200 len: 943 time: 0.2250550 Nov 12 01:10:25.506468 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eeb990e2-f277-48ef-9cd9-dc4737f84ddd req-21927d73-b6d7-4faa-9180-4cad73c77e87 tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] 10.222.0.45 "GET /v2.0/security-groups?id=5cb97cef-0dca-4bf3-b251-57aec5f5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380712 Nov 12 01:10:25.595729 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-72a1a25f-4430-4020-bb73-6a164be5b2da req-c7923746-dfc1-4fbd-a219-39c2e09a7236 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677306 Nov 12 01:10:25.623504 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-20dd007c-d240-4b74-a1b0-fac899639282 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Deleting port 9cc344a2-08e4-4ebc-b1d3-955ab12c9b47 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:10:25.623504 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-20dd007c-d240-4b74-a1b0-fac899639282 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:25.634530 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-cfd28f24-1f4a-4e5b-9e86-0e9f2af1052b service neutron] 10.222.0.16 "GET /v2.0/networks/e0f69fbd-c4e4-47d1-817f-1e3bee936d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3630080 Nov 12 01:10:25.939320 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-636e5c15-41cd-4d53-912d-8a429f24d6e8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=3992154e-cd6b-4a86-9bb7-884f827bc8e2 HTTP/1.1" status: 200 len: 217 time: 0.2522078 Nov 12 01:10:26.075503 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fafc58-675d-4c00-a978-01d96b64da33 req-5b1d9975-9315-4d5d-bc9b-2e5376e01cc7 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:26.079460 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f5fafc58-675d-4c00-a978-01d96b64da33 req-5b1d9975-9315-4d5d-bc9b-2e5376e01cc7 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.16 "GET /v2.0/networks?id=1eb2c28f-44d0-4157-813f-a88803c1c65a HTTP/1.1" status: 200 len: 818 time: 0.3718550 Nov 12 01:10:26.132105 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-f5fafc58-675d-4c00-a978-01d96b64da33 req-176e2bd2-a5fc-48f0-b13b-01e8f3a49f4c tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Request body: {'port': {'device_id': '8218d1fa-c394-4fa2-9f5e-c0418babcf88', 'network_id': '1eb2c28f-44d0-4157-813f-a88803c1c65a', 'admin_state_up': True, 'tenant_id': '191fc5154909462b8c7f63ec6946526e'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:10:26.200386 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-de056caa-db77-49cf-a5a2-89f021b56655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:26.202950 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-de056caa-db77-49cf-a5a2-89f021b56655 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb2daa40-94aa-4da9-a752-d3de2dd0a3dd HTTP/1.1" status: 200 len: 797 time: 0.1590703 Nov 12 01:10:26.230968 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85592c2b-e2e1-4d1c-86ab-67d29c510bf8 req-37107216-172e-437b-9b37-fcc19ada5742 tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:26.233762 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-85592c2b-e2e1-4d1c-86ab-67d29c510bf8 req-37107216-172e-437b-9b37-fcc19ada5742 tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] 10.222.0.45 "GET /v2.0/ports?device_id=0adee8f9-c3e1-4b18-ad64-10a38ce62aa0 HTTP/1.1" status: 200 len: 945 time: 0.3695347 Nov 12 01:10:26.278372 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3a409-5700-4b0e-946f-739d3486533b req-6803ada4-e048-4a2a-bfc5-12e31c9d89e1 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:26.283504 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-9cf2770e-c67f-45ac-9a7e-68c7cfd6e5be req-43676a2d-eeb6-43ca-af58-52101fd3a220 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2551041b-331c-4703-a892-861dffef3f99 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:10:26.290349 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3a409-5700-4b0e-946f-739d3486533b req-6803ada4-e048-4a2a-bfc5-12e31c9d89e1 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:26.300916 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-9cf2770e-c67f-45ac-9a7e-68c7cfd6e5be req-43676a2d-eeb6-43ca-af58-52101fd3a220 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:26.307124 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3a409-5700-4b0e-946f-739d3486533b req-6803ada4-e048-4a2a-bfc5-12e31c9d89e1 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:26.319261 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3a409-5700-4b0e-946f-739d3486533b req-6803ada4-e048-4a2a-bfc5-12e31c9d89e1 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:26.332321 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3a409-5700-4b0e-946f-739d3486533b req-6803ada4-e048-4a2a-bfc5-12e31c9d89e1 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:26.346213 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3a409-5700-4b0e-946f-739d3486533b req-6803ada4-e048-4a2a-bfc5-12e31c9d89e1 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:26.351995 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-9cf2770e-c67f-45ac-9a7e-68c7cfd6e5be req-43676a2d-eeb6-43ca-af58-52101fd3a220 service neutron] Transition to ACTIVE for port object 2551041b-331c-4703-a892-861dffef3f99 will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:10:26.363388 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3a409-5700-4b0e-946f-739d3486533b req-6803ada4-e048-4a2a-bfc5-12e31c9d89e1 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:26.366380 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-9cf2770e-c67f-45ac-9a7e-68c7cfd6e5be req-43676a2d-eeb6-43ca-af58-52101fd3a220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:26.366701 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8ce3a409-5700-4b0e-946f-739d3486533b req-6803ada4-e048-4a2a-bfc5-12e31c9d89e1 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 5431 time: 0.4463985 Nov 12 01:10:26.436237 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-20dd007c-d240-4b74-a1b0-fac899639282 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:26.436583 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-20dd007c-d240-4b74-a1b0-fac899639282 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:26.442609 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43676a2d-eeb6-43ca-af58-52101fd3a220 service neutron] Pushing event updated for resources: {'Port': ['ID=2551041b-331c-4703-a892-861dffef3f99,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:26.452815 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5fafc58-675d-4c00-a978-01d96b64da33 req-176e2bd2-a5fc-48f0-b13b-01e8f3a49f4c tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Made reservation on behalf of 191fc5154909462b8c7f63ec6946526e for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:10:26.457768 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-f5fafc58-675d-4c00-a978-01d96b64da33 req-176e2bd2-a5fc-48f0-b13b-01e8f3a49f4c tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:26.509578 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-20dd007c-d240-4b74-a1b0-fac899639282 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Calling delete_port for 9cc344a2-08e4-4ebc-b1d3-955ab12c9b47 owned by network:floatingip {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:10:26.658995 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-85592c2b-e2e1-4d1c-86ab-67d29c510bf8 req-6e8b9e8d-ce59-4ada-b145-07c0822f568b tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] 10.222.0.45 "GET /v2.0/security-groups?id=5cb97cef-0dca-4bf3-b251-57aec5f5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904816 Nov 12 01:10:26.700871 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8ce3a409-5700-4b0e-946f-739d3486533b req-69bb054c-fe82-4c6b-91d7-d7373adc8c9f tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/security-groups?id=f35c197b-ae20-4eaa-b206-2ef393b1f8c4&id=f7233b9f-1065-4d72-90ac-8ac47fde62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3186798 Nov 12 01:10:26.701819 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-f5fafc58-675d-4c00-a978-01d96b64da33 req-176e2bd2-a5fc-48f0-b13b-01e8f3a49f4c tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Allocated IP 172.20.0.11 (1eb2c28f-44d0-4157-813f-a88803c1c65a/604b5391-c877-4e65-b41f-12fa14d652c5/ffb6b1ca-3f2b-4017-976f-60be4bc551f4) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:10:26.703163 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-f5580ee3-ba76-4b18-bc9a-6854c3bfacdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:26.718326 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-f5580ee3-ba76-4b18-bc9a-6854c3bfacdc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e0f69fbd-c4e4-47d1-817f-1e3bee936d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4770267 Nov 12 01:10:26.787215 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-9cf2770e-c67f-45ac-9a7e-68c7cfd6e5be req-43676a2d-eeb6-43ca-af58-52101fd3a220 service neutron] Attempting to bind port 2551041b-331c-4703-a892-861dffef3f99 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:10:26.787215 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-9cf2770e-c67f-45ac-9a7e-68c7cfd6e5be req-43676a2d-eeb6-43ca-af58-52101fd3a220 service neutron] Attempting to bind port 2551041b-331c-4703-a892-861dffef3f99 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'cd410700-ad97-45ea-baa0-b5dd265537a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1eb2c28f-44d0-4157-813f-a88803c1c65a'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:10:26.787215 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf2770e-c67f-45ac-9a7e-68c7cfd6e5be req-43676a2d-eeb6-43ca-af58-52101fd3a220 service neutron] Attempting to bind port 2551041b-331c-4703-a892-861dffef3f99 on network 1eb2c28f-44d0-4157-813f-a88803c1c65a {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:10:26.801295 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf2770e-c67f-45ac-9a7e-68c7cfd6e5be req-43676a2d-eeb6-43ca-af58-52101fd3a220 service neutron] Port 2551041b-331c-4703-a892-861dffef3f99 on network 1eb2c28f-44d0-4157-813f-a88803c1c65a not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:10:26.801631 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf2770e-c67f-45ac-9a7e-68c7cfd6e5be req-43676a2d-eeb6-43ca-af58-52101fd3a220 service neutron] Attempting to bind port 2551041b-331c-4703-a892-861dffef3f99 on network 1eb2c28f-44d0-4157-813f-a88803c1c65a {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:10:26.820990 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf2770e-c67f-45ac-9a7e-68c7cfd6e5be req-43676a2d-eeb6-43ca-af58-52101fd3a220 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:10:26.821338 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf2770e-c67f-45ac-9a7e-68c7cfd6e5be req-43676a2d-eeb6-43ca-af58-52101fd3a220 service neutron] Checking segment: {'id': 'cd410700-ad97-45ea-baa0-b5dd265537a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1eb2c28f-44d0-4157-813f-a88803c1c65a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:10:26.837761 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf2770e-c67f-45ac-9a7e-68c7cfd6e5be req-43676a2d-eeb6-43ca-af58-52101fd3a220 service neutron] Bound using segment: {'id': 'cd410700-ad97-45ea-baa0-b5dd265537a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1eb2c28f-44d0-4157-813f-a88803c1c65a'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:10:26.837761 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-9cf2770e-c67f-45ac-9a7e-68c7cfd6e5be req-43676a2d-eeb6-43ca-af58-52101fd3a220 service neutron] Bound port: 2551041b-331c-4703-a892-861dffef3f99, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd410700-ad97-45ea-baa0-b5dd265537a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1eb2c28f-44d0-4157-813f-a88803c1c65a'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:10:26.837761 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-9cf2770e-c67f-45ac-9a7e-68c7cfd6e5be req-43676a2d-eeb6-43ca-af58-52101fd3a220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:27.046939 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-9cf2770e-c67f-45ac-9a7e-68c7cfd6e5be req-43676a2d-eeb6-43ca-af58-52101fd3a220 service neutron] For port 2551041b-331c-4703-a892-861dffef3f99, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:10:27.053393 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-9cf2770e-c67f-45ac-9a7e-68c7cfd6e5be req-43676a2d-eeb6-43ca-af58-52101fd3a220 service neutron] For port 2551041b-331c-4703-a892-861dffef3f99, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=2551041b-331c-4703-a892-861dffef3f99,segment=NetworkSegment(cd410700-ad97-45ea-baa0-b5dd265537a5),segment_id=cd410700-ad97-45ea-baa0-b5dd265537a5)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:10:27.060455 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d55ad3-f017-4872-ae6e-4fa0553debac req-8b50b87a-2b1e-422a-8523-0f1ce8adfc18 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:27.063725 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d0d55ad3-f017-4872-ae6e-4fa0553debac req-8b50b87a-2b1e-422a-8523-0f1ce8adfc18 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 946 time: 0.2064357 Nov 12 01:10:27.071903 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-9cf2770e-c67f-45ac-9a7e-68c7cfd6e5be req-43676a2d-eeb6-43ca-af58-52101fd3a220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:27.077316 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-f5fafc58-675d-4c00-a978-01d96b64da33 req-176e2bd2-a5fc-48f0-b13b-01e8f3a49f4c tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:27.151531 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-eb28da8b-e572-4dbe-a7a6-d32fd0c34391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:27.159818 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2276fd23-5766-4493-abb5-2bc27a882c16 req-44811f76-b789-4097-a23b-05d8168c810d tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=8218d1fa-c394-4fa2-9f5e-c0418babcf88 HTTP/1.1" status: 200 len: 210 time: 0.1688268 Nov 12 01:10:27.163550 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2770e-c67f-45ac-9a7e-68c7cfd6e5be req-43676a2d-eeb6-43ca-af58-52101fd3a220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:27.164639 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-9cf2770e-c67f-45ac-9a7e-68c7cfd6e5be req-43676a2d-eeb6-43ca-af58-52101fd3a220 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:27.166340 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9cf2770e-c67f-45ac-9a7e-68c7cfd6e5be req-43676a2d-eeb6-43ca-af58-52101fd3a220 service neutron] 10.222.0.44 "PUT /v2.0/ports/2551041b-331c-4703-a892-861dffef3f99 HTTP/1.1" status: 200 len: 1093 time: 2.1769922 Nov 12 01:10:27.167100 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca822707-ad2a-4184-9019-b176d5c0bbff', 'tag': '2551041b-331c-4703-a892-861dffef3f99'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:10:27.169762 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413dfc54-2264-4554-995f-cd08b036675c" -d '{"events": [{"name": "network-changed", "server_uuid": "ca822707-ad2a-4184-9019-b176d5c0bbff", "tag": "2551041b-331c-4703-a892-861dffef3f99"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:10:27.213883 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-f5fafc58-675d-4c00-a978-01d96b64da33 req-176e2bd2-a5fc-48f0-b13b-01e8f3a49f4c tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:27.234317 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-c6fe4008-1194-4f6e-ad26-d24cb0fb84f5 service neutron] 10.222.0.16 "GET /v2.0/networks/e0f69fbd-c4e4-47d1-817f-1e3bee936d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5065150 Nov 12 01:10:27.235594 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43676a2d-eeb6-43ca-af58-52101fd3a220 service neutron] Pushing event updated for resources: {'Port': ['ID=2551041b-331c-4703-a892-861dffef3f99,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:27.251475 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5fafc58-675d-4c00-a978-01d96b64da33 req-176e2bd2-a5fc-48f0-b13b-01e8f3a49f4c tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Network 1eb2c28f-44d0-4157-813f-a88803c1c65a is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:10:27.272911 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-f5fafc58-675d-4c00-a978-01d96b64da33 req-176e2bd2-a5fc-48f0-b13b-01e8f3a49f4c tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:10:27.280382 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5fafc58-675d-4c00-a978-01d96b64da33 req-176e2bd2-a5fc-48f0-b13b-01e8f3a49f4c tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:10:27.380530 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176e2bd2-a5fc-48f0-b13b-01e8f3a49f4c tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Pushing event updated for resources: {'Port': ['ID=ffb6b1ca-3f2b-4017-976f-60be4bc551f4,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:27.410214 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fafc58-675d-4c00-a978-01d96b64da33 req-176e2bd2-a5fc-48f0-b13b-01e8f3a49f4c tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:27.411210 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-f5fafc58-675d-4c00-a978-01d96b64da33 req-176e2bd2-a5fc-48f0-b13b-01e8f3a49f4c tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:27.430247 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2770e-c67f-45ac-9a7e-68c7cfd6e5be req-e64f63ae-43af-416c-a72a-86275b834f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:27.432243 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9cf2770e-c67f-45ac-9a7e-68c7cfd6e5be req-e64f63ae-43af-416c-a72a-86275b834f0a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=191fc5154909462b8c7f63ec6946526e&device_id=ca822707-ad2a-4184-9019-b176d5c0bbff HTTP/1.1" status: 200 len: 1096 time: 0.1021934 Nov 12 01:10:27.488513 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9cf2770e-c67f-45ac-9a7e-68c7cfd6e5be req-494c7517-a5df-419b-ad1a-15c07ebafe45 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2551041b-331c-4703-a892-861dffef3f99 HTTP/1.1" status: 200 len: 217 time: 0.0417371 Nov 12 01:10:27.493477 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f5fafc58-675d-4c00-a978-01d96b64da33 req-176e2bd2-a5fc-48f0-b13b-01e8f3a49f4c tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3667951 Nov 12 01:10:27.535565 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-f5fafc58-675d-4c00-a978-01d96b64da33 req-c0b1814e-af80-4cb5-9b79-53324d544ad9 service neutron] Request body: {'port': {'device_id': '8218d1fa-c394-4fa2-9f5e-c0418babcf88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:10:27.554440 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d0d55ad3-f017-4872-ae6e-4fa0553debac req-7e6be415-d90a-4746-b0ed-1af43c21c385 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=31601042-336e-46fa-871d-26eb8da12d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4387543 Nov 12 01:10:27.657753 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2770e-c67f-45ac-9a7e-68c7cfd6e5be req-f090e7ca-737b-4115-8339-87a0ba62eb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:27.660585 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9cf2770e-c67f-45ac-9a7e-68c7cfd6e5be req-f090e7ca-737b-4115-8339-87a0ba62eb0a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=604b5391-c877-4e65-b41f-12fa14d652c5 HTTP/1.1" status: 200 len: 858 time: 0.1647675 Nov 12 01:10:27.693343 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-20dd007c-d240-4b74-a1b0-fac899639282 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:27.724444 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-f5fafc58-675d-4c00-a978-01d96b64da33 req-c0b1814e-af80-4cb5-9b79-53324d544ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:27.739941 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856bb80-61e1-4ec6-9417-8145bdd91d3d req-67fe8b78-7421-454c-8b86-fb8333b9f0f7 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:27.748377 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2856bb80-61e1-4ec6-9417-8145bdd91d3d req-67fe8b78-7421-454c-8b86-fb8333b9f0f7 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=499a185b-2b45-4cba-aaa2-834f685a152a HTTP/1.1" status: 200 len: 943 time: 0.3703001 Nov 12 01:10:27.837284 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-87f0ca3d-df91-4dff-ae29-fddc2b51f914 service neutron] 10.222.0.16 "GET /v2.0/networks/e0f69fbd-c4e4-47d1-817f-1e3bee936d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5795257 Nov 12 01:10:27.838584 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd007c-d240-4b74-a1b0-fac899639282 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Pushing event deleted for resources: {'Port': ['ID=9cc344a2-08e4-4ebc-b1d3-955ab12c9b47,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:27.932650 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dffc1de-6dca-446d-bc52-b39d6e825940 x-openstack-request-id: req-9dffc1de-6dca-446d-bc52-b39d6e825940 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:10:27.933346 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca822707-ad2a-4184-9019-b176d5c0bbff", "tag": "2551041b-331c-4703-a892-861dffef3f99", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:10:27.933746 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9dffc1de-6dca-446d-bc52-b39d6e825940 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:10:27.934172 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca822707-ad2a-4184-9019-b176d5c0bbff', 'tag': '2551041b-331c-4703-a892-861dffef3f99', 'status': 'completed', 'code': 200} Nov 12 01:10:27.937094 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9cf2770e-c67f-45ac-9a7e-68c7cfd6e5be req-6cbbf1fd-4739-4f0b-8502-6bb506f983be service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1eb2c28f-44d0-4157-813f-a88803c1c65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2602673 Nov 12 01:10:27.991859 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-1c0e05af-d8bc-40cd-ba07-e4e4d3cac2d9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=962ed579-ad73-4ad7-bc46-ba9a92d2a0c9 HTTP/1.1" status: 200 len: 217 time: 0.1397464 Nov 12 01:10:28.126094 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9cf2770e-c67f-45ac-9a7e-68c7cfd6e5be req-225b76cc-d3a7-4d8c-bc5c-ec3609f60980 service neutron] 10.222.0.44 "GET /v2.0/networks/1eb2c28f-44d0-4157-813f-a88803c1c65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770494 Nov 12 01:10:28.165192 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2856bb80-61e1-4ec6-9417-8145bdd91d3d req-02033b55-ff8f-4a64-bea0-7de39a4be2f1 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4154310 Nov 12 01:10:28.241145 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-20dd007c-d240-4b74-a1b0-fac899639282 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for floatingip, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:28.241665 n-d-712142-27 neutron-server[109085]: INFO neutron.db.l3_db [None req-20dd007c-d240-4b74-a1b0-fac899639282 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Floating IP fd8e4497-a635-4cdb-a4cc-9fede2f73622 disassociated (deleted). External IP: 172.25.3.76, port: 7a36f43e-2e6c-44c2-9c1c-dbe5b3fc1b46. Nov 12 01:10:28.256934 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-44466597-2f9d-44d4-b8b0-31d28b8d346f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:28.259406 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-44466597-2f9d-44d4-b8b0-31d28b8d346f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=941778bd-314e-4867-8a75-0adb70d31051 HTTP/1.1" status: 200 len: 797 time: 0.2122138 Nov 12 01:10:28.287075 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 251d6464-309b-4549-a401-b0c73d25a05f details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:10:28.322750 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9cf2770e-c67f-45ac-9a7e-68c7cfd6e5be req-12f4fba2-346e-42e8-8d66-b31e74f4f584 service neutron] 10.222.0.44 "GET /v2.0/networks/1eb2c28f-44d0-4157-813f-a88803c1c65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870890 Nov 12 01:10:28.325266 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-f5fafc58-675d-4c00-a978-01d96b64da33 req-c0b1814e-af80-4cb5-9b79-53324d544ad9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffb6b1ca-3f2b-4017-976f-60be4bc551f4 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:10:28.335737 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-f5fafc58-675d-4c00-a978-01d96b64da33 req-c0b1814e-af80-4cb5-9b79-53324d544ad9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:28.339711 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d97825-bccb-4788-9ac2-f90e653a0471 req-0f40223e-92f9-4649-8789-2ee843bc185e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:28.350053 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d97825-bccb-4788-9ac2-f90e653a0471 req-0f40223e-92f9-4649-8789-2ee843bc185e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:28.353499 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-f5fafc58-675d-4c00-a978-01d96b64da33 req-c0b1814e-af80-4cb5-9b79-53324d544ad9 service neutron] Transition to ACTIVE for port object ffb6b1ca-3f2b-4017-976f-60be4bc551f4 will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:10:28.358330 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d97825-bccb-4788-9ac2-f90e653a0471 req-0f40223e-92f9-4649-8789-2ee843bc185e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:28.359382 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-f5fafc58-675d-4c00-a978-01d96b64da33 req-c0b1814e-af80-4cb5-9b79-53324d544ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:28.369945 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d97825-bccb-4788-9ac2-f90e653a0471 req-0f40223e-92f9-4649-8789-2ee843bc185e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:28.377011 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d97825-bccb-4788-9ac2-f90e653a0471 req-0f40223e-92f9-4649-8789-2ee843bc185e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:28.393552 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d97825-bccb-4788-9ac2-f90e653a0471 req-0f40223e-92f9-4649-8789-2ee843bc185e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:28.409553 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d97825-bccb-4788-9ac2-f90e653a0471 req-0f40223e-92f9-4649-8789-2ee843bc185e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:28.415494 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-96d97825-bccb-4788-9ac2-f90e653a0471 req-0f40223e-92f9-4649-8789-2ee843bc185e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 5431 time: 0.4683847 Nov 12 01:10:28.488571 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 251d6464-309b-4549-a401-b0c73d25a05f, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=251d6464-309b-4549-a401-b0c73d25a05f,segment=NetworkSegment(6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4),segment_id=6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:28.490001 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b1814e-af80-4cb5-9b79-53324d544ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=ffb6b1ca-3f2b-4017-976f-60be4bc551f4,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:28.510260 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': '251d6464-309b-4549-a401-b0c73d25a05f', 'network_id': 'e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4', 'port_id': '251d6464-309b-4549-a401-b0c73d25a05f', 'mac_address': 'fa:16:3e:71:2b:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55fa7c58-77a8-4d04-ad83-d7b14788e8b6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:10:28.544318 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413dfc54-2264-4554-995f-cd08b036675c req-a4d515ee-c1f5-4208-93d0-b5ab065dc637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:28.546569 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-413dfc54-2264-4554-995f-cd08b036675c req-a4d515ee-c1f5-4208-93d0-b5ab065dc637 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=191fc5154909462b8c7f63ec6946526e&device_id=ca822707-ad2a-4184-9019-b176d5c0bbff HTTP/1.1" status: 200 len: 1096 time: 0.0875871 Nov 12 01:10:28.577108 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:28.590228 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-f5fafc58-675d-4c00-a978-01d96b64da33 req-c0b1814e-af80-4cb5-9b79-53324d544ad9 service neutron] Attempting to bind port ffb6b1ca-3f2b-4017-976f-60be4bc551f4 on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:10:28.590754 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-f5fafc58-675d-4c00-a978-01d96b64da33 req-c0b1814e-af80-4cb5-9b79-53324d544ad9 service neutron] Attempting to bind port ffb6b1ca-3f2b-4017-976f-60be4bc551f4 by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': 'cd410700-ad97-45ea-baa0-b5dd265537a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1eb2c28f-44d0-4157-813f-a88803c1c65a'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:10:28.591156 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fafc58-675d-4c00-a978-01d96b64da33 req-c0b1814e-af80-4cb5-9b79-53324d544ad9 service neutron] Attempting to bind port ffb6b1ca-3f2b-4017-976f-60be4bc551f4 on network 1eb2c28f-44d0-4157-813f-a88803c1c65a {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:10:28.600058 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 251d6464-309b-4549-a401-b0c73d25a05f {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:10:28.629614 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 251d6464-309b-4549-a401-b0c73d25a05f, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=251d6464-309b-4549-a401-b0c73d25a05f,segment=NetworkSegment(6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4),segment_id=6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:28.634662 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fafc58-675d-4c00-a978-01d96b64da33 req-c0b1814e-af80-4cb5-9b79-53324d544ad9 service neutron] Port ffb6b1ca-3f2b-4017-976f-60be4bc551f4 on network 1eb2c28f-44d0-4157-813f-a88803c1c65a not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:10:28.635078 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fafc58-675d-4c00-a978-01d96b64da33 req-c0b1814e-af80-4cb5-9b79-53324d544ad9 service neutron] Attempting to bind port ffb6b1ca-3f2b-4017-976f-60be4bc551f4 on network 1eb2c28f-44d0-4157-813f-a88803c1c65a {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:10:28.637925 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:28.650238 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fafc58-675d-4c00-a978-01d96b64da33 req-c0b1814e-af80-4cb5-9b79-53324d544ad9 service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:10:28.650602 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fafc58-675d-4c00-a978-01d96b64da33 req-c0b1814e-af80-4cb5-9b79-53324d544ad9 service neutron] Checking segment: {'id': 'cd410700-ad97-45ea-baa0-b5dd265537a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1eb2c28f-44d0-4157-813f-a88803c1c65a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:10:28.650964 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fafc58-675d-4c00-a978-01d96b64da33 req-c0b1814e-af80-4cb5-9b79-53324d544ad9 service neutron] Bound using segment: {'id': 'cd410700-ad97-45ea-baa0-b5dd265537a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1eb2c28f-44d0-4157-813f-a88803c1c65a'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:10:28.651416 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-f5fafc58-675d-4c00-a978-01d96b64da33 req-c0b1814e-af80-4cb5-9b79-53324d544ad9 service neutron] Bound port: ffb6b1ca-3f2b-4017-976f-60be4bc551f4, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd410700-ad97-45ea-baa0-b5dd265537a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '1eb2c28f-44d0-4157-813f-a88803c1c65a'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:10:28.651779 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-f5fafc58-675d-4c00-a978-01d96b64da33 req-c0b1814e-af80-4cb5-9b79-53324d544ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:28.712185 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=251d6464-309b-4549-a401-b0c73d25a05f,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:28.712549 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413dfc54-2264-4554-995f-cd08b036675c req-2c58dd53-d655-47b0-b537-5ac64668f785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:28.714174 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-413dfc54-2264-4554-995f-cd08b036675c req-2c58dd53-d655-47b0-b537-5ac64668f785 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1eb2c28f-44d0-4157-813f-a88803c1c65a HTTP/1.1" status: 200 len: 918 time: 0.1590490 Nov 12 01:10:28.795513 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-413dfc54-2264-4554-995f-cd08b036675c req-4eb7f4ba-cc20-40d4-8f0e-525baa5cb364 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2551041b-331c-4703-a892-861dffef3f99 HTTP/1.1" status: 200 len: 217 time: 0.0657742 Nov 12 01:10:28.820572 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-f5fafc58-675d-4c00-a978-01d96b64da33 req-c0b1814e-af80-4cb5-9b79-53324d544ad9 service neutron] For port ffb6b1ca-3f2b-4017-976f-60be4bc551f4, host n-h1-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:10:28.887515 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-f5fafc58-675d-4c00-a978-01d96b64da33 req-c0b1814e-af80-4cb5-9b79-53324d544ad9 service neutron] For port ffb6b1ca-3f2b-4017-976f-60be4bc551f4, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=ffb6b1ca-3f2b-4017-976f-60be4bc551f4,segment=NetworkSegment(cd410700-ad97-45ea-baa0-b5dd265537a5),segment_id=cd410700-ad97-45ea-baa0-b5dd265537a5)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:10:28.899785 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-f5fafc58-675d-4c00-a978-01d96b64da33 req-c0b1814e-af80-4cb5-9b79-53324d544ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:28.970413 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413dfc54-2264-4554-995f-cd08b036675c req-37dca6cb-b75e-4552-aab5-9ae79f94ff19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:28.973031 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-413dfc54-2264-4554-995f-cd08b036675c req-37dca6cb-b75e-4552-aab5-9ae79f94ff19 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=604b5391-c877-4e65-b41f-12fa14d652c5 HTTP/1.1" status: 200 len: 858 time: 0.1676872 Nov 12 01:10:28.991253 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['251d6464-309b-4549-a401-b0c73d25a05f'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:10:29.004843 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fafc58-675d-4c00-a978-01d96b64da33 req-c0b1814e-af80-4cb5-9b79-53324d544ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:29.005895 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-f5fafc58-675d-4c00-a978-01d96b64da33 req-c0b1814e-af80-4cb5-9b79-53324d544ad9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:29.009402 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f5fafc58-675d-4c00-a978-01d96b64da33 req-c0b1814e-af80-4cb5-9b79-53324d544ad9 service neutron] 10.222.0.16 "PUT /v2.0/ports/ffb6b1ca-3f2b-4017-976f-60be4bc551f4 HTTP/1.1" status: 200 len: 1093 time: 1.4795566 Nov 12 01:10:29.074491 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-413dfc54-2264-4554-995f-cd08b036675c req-dd1e64cc-a23b-4453-bee8-804bdac4c2b7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1eb2c28f-44d0-4157-813f-a88803c1c65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840790 Nov 12 01:10:29.124820 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b1814e-af80-4cb5-9b79-53324d544ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=ffb6b1ca-3f2b-4017-976f-60be4bc551f4,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:29.221462 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-57993e45-e500-45d1-9dac-4acfca92d6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:29.224226 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-57993e45-e500-45d1-9dac-4acfca92d6b0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ea33bcf4-68e4-41d3-a621-b5e53b96e513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7936406 Nov 12 01:10:29.238734 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf17f0-9a38-45a4-a6bd-55b145c1f85a req-b77e6040-e6ce-49fc-9154-90c78942c69b tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:29.241427 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dbbf17f0-9a38-45a4-a6bd-55b145c1f85a req-b77e6040-e6ce-49fc-9154-90c78942c69b tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] 10.222.0.45 "GET /v2.0/ports?device_id=0adee8f9-c3e1-4b18-ad64-10a38ce62aa0 HTTP/1.1" status: 200 len: 945 time: 0.8241639 Nov 12 01:10:29.257189 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500924c5-90fd-4661-b41d-f112512c3fc4 req-5957b3db-c9cc-4dee-a338-8a2038ae1e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:29.259820 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-500924c5-90fd-4661-b41d-f112512c3fc4 req-5957b3db-c9cc-4dee-a338-8a2038ae1e31 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1650592d4cf74284855a02a26c6d9866&device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 1098 time: 0.2030265 Nov 12 01:10:29.285179 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-96d97825-bccb-4788-9ac2-f90e653a0471 req-849e267a-46da-498c-8b00-a581cfed825d tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/security-groups?id=f35c197b-ae20-4eaa-b206-2ef393b1f8c4&id=f7233b9f-1065-4d72-90ac-8ac47fde62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8384020 Nov 12 01:10:29.410403 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-413dfc54-2264-4554-995f-cd08b036675c req-dc535850-178c-4078-a8d5-6631623d8e08 service neutron] 10.222.0.44 "GET /v2.0/networks/1eb2c28f-44d0-4157-813f-a88803c1c65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248117 Nov 12 01:10:29.426379 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fafc58-675d-4c00-a978-01d96b64da33 req-e2bd44d8-5aa5-4308-9e55-b5eb92d14110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:29.429147 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f5fafc58-675d-4c00-a978-01d96b64da33 req-e2bd44d8-5aa5-4308-9e55-b5eb92d14110 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=191fc5154909462b8c7f63ec6946526e&device_id=8218d1fa-c394-4fa2-9f5e-c0418babcf88 HTTP/1.1" status: 200 len: 1096 time: 0.3402925 Nov 12 01:10:29.476400 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500924c5-90fd-4661-b41d-f112512c3fc4 req-de9ce96f-45e1-4be4-b2d4-5e6f0734eefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:29.478861 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-500924c5-90fd-4661-b41d-f112512c3fc4 req-de9ce96f-45e1-4be4-b2d4-5e6f0734eefd service neutron] 10.222.0.16 "GET /v2.0/networks?id=589a11d9-462f-4432-aa26-12a7b18ca65f HTTP/1.1" status: 200 len: 916 time: 0.2115943 Nov 12 01:10:29.692205 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f5fafc58-675d-4c00-a978-01d96b64da33 req-5889f476-2e5c-4de0-a6b5-ed51c6b3eb09 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffb6b1ca-3f2b-4017-976f-60be4bc551f4 HTTP/1.1" status: 200 len: 217 time: 0.1711550 Nov 12 01:10:29.754313 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dbbf17f0-9a38-45a4-a6bd-55b145c1f85a req-f51a1982-62f3-4af3-acec-8a5bea20d4c1 tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] 10.222.0.45 "GET /v2.0/security-groups?id=5cb97cef-0dca-4bf3-b251-57aec5f5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4922414 Nov 12 01:10:29.886838 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-889d7fed-fb10-4c7b-a760-056e0ffd66f1 service neutron] 10.222.0.16 "GET /v2.0/networks/ea33bcf4-68e4-41d3-a621-b5e53b96e513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6438038 Nov 12 01:10:29.982125 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48411eb-0546-42c5-b01e-ff425c119d84 req-1b351210-6a99-4baa-904a-3d2279c52187 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:29.985051 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c48411eb-0546-42c5-b01e-ff425c119d84 req-1b351210-6a99-4baa-904a-3d2279c52187 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=8218d1fa-c394-4fa2-9f5e-c0418babcf88 HTTP/1.1" status: 200 len: 944 time: 0.4662285 Nov 12 01:10:30.005936 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8218d1fa-c394-4fa2-9f5e-c0418babcf88', 'tag': 'ffb6b1ca-3f2b-4017-976f-60be4bc551f4'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:10:30.010070 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4c0d47-ab3c-4e8d-98fe-5f3834c0d3cc" -d '{"events": [{"name": "network-changed", "server_uuid": "8218d1fa-c394-4fa2-9f5e-c0418babcf88", "tag": "ffb6b1ca-3f2b-4017-976f-60be4bc551f4"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:10:30.036787 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fafc58-675d-4c00-a978-01d96b64da33 req-4c12cbcf-56f7-4bbe-9d64-0aa929c36dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:30.039338 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f5fafc58-675d-4c00-a978-01d96b64da33 req-4c12cbcf-56f7-4bbe-9d64-0aa929c36dbd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=604b5391-c877-4e65-b41f-12fa14d652c5 HTTP/1.1" status: 200 len: 858 time: 0.3321185 Nov 12 01:10:30.094822 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-500924c5-90fd-4661-b41d-f112512c3fc4 req-7c6dabf6-06c5-4267-846a-f158f7bc47f1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0da1175-a9ed-437b-8e53-221098ff6951 HTTP/1.1" status: 200 len: 1002 time: 0.5593109 Nov 12 01:10:30.101659 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-413dfc54-2264-4554-995f-cd08b036675c req-3c7daa98-6684-4183-b8a7-a31becbebe8c service neutron] 10.222.0.44 "GET /v2.0/networks/1eb2c28f-44d0-4157-813f-a88803c1c65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6512010 Nov 12 01:10:30.168754 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500924c5-90fd-4661-b41d-f112512c3fc4 req-4de8bd90-7429-4a20-b876-ef4942e53cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:30.171464 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-500924c5-90fd-4661-b41d-f112512c3fc4 req-4de8bd90-7429-4a20-b876-ef4942e53cfb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=34773eb3-d58a-4b8a-a536-c500cef253a8 HTTP/1.1" status: 200 len: 855 time: 0.0653918 Nov 12 01:10:30.177165 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20dd007c-d240-4b74-a1b0-fac899639282 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Router 73b1e82e-f756-49b9-a39f-67842ba467e2 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:10:30.183527 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f5fafc58-675d-4c00-a978-01d96b64da33 req-25fb4bd2-8c07-4e5b-9956-77b1831debc0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1eb2c28f-44d0-4157-813f-a88803c1c65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1276488 Nov 12 01:10:30.216718 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c5209-5f84-470b-97d7-ca2b56293f74 req-89dfc904-022d-4889-a500-791d2bea1f14 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:30.219435 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c00c5209-5f84-470b-97d7-ca2b56293f74 req-89dfc904-022d-4889-a500-791d2bea1f14 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 946 time: 0.3739004 Nov 12 01:10:30.251016 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500924c5-90fd-4661-b41d-f112512c3fc4 req-211a2874-b7cb-4532-88ad-4fad42b4681d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:30.253603 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-500924c5-90fd-4661-b41d-f112512c3fc4 req-211a2874-b7cb-4532-88ad-4fad42b4681d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=589a11d9-462f-4432-aa26-12a7b18ca65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0702372 Nov 12 01:10:30.312127 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 251d6464-309b-4549-a401-b0c73d25a05f up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:10:30.319791 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c48411eb-0546-42c5-b01e-ff425c119d84 req-dbb8dd44-ede4-4c6b-82a8-11f8af50d512 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070602 Nov 12 01:10:30.432536 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-500924c5-90fd-4661-b41d-f112512c3fc4 req-0fd6c224-925c-4861-ae59-ae2498c5c7fd service neutron] 10.222.0.16 "GET /v2.0/networks/589a11d9-462f-4432-aa26-12a7b18ca65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665797 Nov 12 01:10:30.436850 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port 251d6464-309b-4549-a401-b0c73d25a05f completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:10:30.444296 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port 251d6464-309b-4549-a401-b0c73d25a05f triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:30.445240 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:30.505452 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-cdf53025-a72e-4d13-bcec-a65c58ffe97d service neutron] 10.222.0.16 "GET /v2.0/networks/ea33bcf4-68e4-41d3-a621-b5e53b96e513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5763083 Nov 12 01:10:30.585602 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:30.614954 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499a185b-2b45-4cba-aaa2-834f685a152a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '251d6464-309b-4549-a401-b0c73d25a05f'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:10:30.617392 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5ec35c-16a7-43c6-bf35-6682ff308353" -d '{"events": [{"server_uuid": "499a185b-2b45-4cba-aaa2-834f685a152a", "name": "network-vif-plugged", "status": "completed", "tag": "251d6464-309b-4549-a401-b0c73d25a05f"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:10:30.633686 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 251d6464-309b-4549-a401-b0c73d25a05f, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=251d6464-309b-4549-a401-b0c73d25a05f,segment=NetworkSegment(6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4),segment_id=6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:30.639593 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-500924c5-90fd-4661-b41d-f112512c3fc4 req-af14e530-7329-479e-9691-a33e826e5cfc service neutron] 10.222.0.16 "GET /v2.0/networks/589a11d9-462f-4432-aa26-12a7b18ca65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945934 Nov 12 01:10:30.640138 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:30.641728 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c00c5209-5f84-470b-97d7-ca2b56293f74 req-2ff6d479-359b-45d8-94a0-297abf97d72e tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=31601042-336e-46fa-871d-26eb8da12d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3912513 Nov 12 01:10:30.656754 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-68aca8cf-96c4-4a21-b9e1-5172bba56eb1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=01057b9c-0ebb-4361-8584-92a34114849a HTTP/1.1" status: 200 len: 217 time: 0.1415286 Nov 12 01:10:30.714089 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=251d6464-309b-4549-a401-b0c73d25a05f,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:30.777335 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 2551041b-331c-4703-a892-861dffef3f99 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:10:30.786228 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f5fafc58-675d-4c00-a978-01d96b64da33 req-6ea06fd3-5d4f-48cf-80b8-52c34d14436d service neutron] 10.222.0.16 "GET /v2.0/networks/1eb2c28f-44d0-4157-813f-a88803c1c65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5886056 Nov 12 01:10:30.796753 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3ae7632c-3a56-41ab-97e5-56e97de9f32c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:30.805626 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9674404a-6701-4087-87e2-64bb7d54c134 x-openstack-request-id: req-9674404a-6701-4087-87e2-64bb7d54c134 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:10:30.806612 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8218d1fa-c394-4fa2-9f5e-c0418babcf88", "tag": "ffb6b1ca-3f2b-4017-976f-60be4bc551f4", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:10:30.807329 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9674404a-6701-4087-87e2-64bb7d54c134 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:10:30.808314 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8218d1fa-c394-4fa2-9f5e-c0418babcf88', 'tag': 'ffb6b1ca-3f2b-4017-976f-60be4bc551f4', 'status': 'completed', 'code': 200} Nov 12 01:10:30.829089 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-631073a5-4138-4a2a-98b8-6b3d4713a214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:30.831070 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-631073a5-4138-4a2a-98b8-6b3d4713a214 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=941778bd-314e-4867-8a75-0adb70d31051 HTTP/1.1" status: 200 len: 797 time: 0.1518180 Nov 12 01:10:30.850844 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb39b3-f382-45fb-8187-47be14fab5dd req-11575beb-8a3a-439d-bbcb-fa83e79649a6 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:30.852555 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-96fb39b3-f382-45fb-8187-47be14fab5dd req-11575beb-8a3a-439d-bbcb-fa83e79649a6 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=499a185b-2b45-4cba-aaa2-834f685a152a HTTP/1.1" status: 200 len: 944 time: 0.3559132 Nov 12 01:10:30.911799 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:10:30.943530 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20dd007c-d240-4b74-a1b0-fac899639282 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:10:30.959497 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4425e36c-294d-43d0-a68b-f5be7ffa6411 None None] Sync routers for ids ['73b1e82e-f756-49b9-a39f-67842ba467e2'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:10:30.961545 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 2551041b-331c-4703-a892-861dffef3f99, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=2551041b-331c-4703-a892-861dffef3f99,segment=NetworkSegment(cd410700-ad97-45ea-baa0-b5dd265537a5),segment_id=cd410700-ad97-45ea-baa0-b5dd265537a5)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:30.961826 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-20dd007c-d240-4b74-a1b0-fac899639282 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:30.977532 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4425e36c-294d-43d0-a68b-f5be7ffa6411 None None] Routers {'73b1e82e-f756-49b9-a39f-67842ba467e2'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:10:30.978974 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-4425e36c-294d-43d0-a68b-f5be7ffa6411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:10:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['73b1e82e-f756-49b9-a39f-67842ba467e2'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:30.983472 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '2551041b-331c-4703-a892-861dffef3f99', 'network_id': '1eb2c28f-44d0-4157-813f-a88803c1c65a', 'port_id': '2551041b-331c-4703-a892-861dffef3f99', 'mac_address': 'fa:16:3e:57:88:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '604b5391-c877-4e65-b41f-12fa14d652c5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:10:31.039654 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-4425e36c-294d-43d0-a68b-f5be7ffa6411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:31.040279 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:31.060374 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4425e36c-294d-43d0-a68b-f5be7ffa6411 None None] Routers {'73b1e82e-f756-49b9-a39f-67842ba467e2'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:10:31.061440 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-4425e36c-294d-43d0-a68b-f5be7ffa6411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:10:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['73b1e82e-f756-49b9-a39f-67842ba467e2'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:31.063126 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2551041b-331c-4703-a892-861dffef3f99 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:10:31.069479 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-20dd007c-d240-4b74-a1b0-fac899639282 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] 10.222.0.45 "DELETE /v2.0/floatingips/fd8e4497-a635-4cdb-a4cc-9fede2f73622 HTTP/1.1" status: 204 len: 168 time: 6.2792735 Nov 12 01:10:31.070589 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f5fafc58-675d-4c00-a978-01d96b64da33 req-9f86a01c-e290-4397-b283-49136e5cca14 service neutron] 10.222.0.16 "GET /v2.0/networks/1eb2c28f-44d0-4157-813f-a88803c1c65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669387 Nov 12 01:10:31.072062 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 42350) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:31.084093 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-96fb39b3-f382-45fb-8187-47be14fab5dd req-95fd799f-db97-4f5b-a72b-8e906c7b6200 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838000 Nov 12 01:10:31.089278 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-4feca6c1-dc56-4439-ba96-30d2eb4168e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:31.090897 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-4feca6c1-dc56-4439-ba96-30d2eb4168e0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ea33bcf4-68e4-41d3-a621-b5e53b96e513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2332575 Nov 12 01:10:31.114408 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 2551041b-331c-4703-a892-861dffef3f99, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=2551041b-331c-4703-a892-861dffef3f99,segment=NetworkSegment(cd410700-ad97-45ea-baa0-b5dd265537a5),segment_id=cd410700-ad97-45ea-baa0-b5dd265537a5)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:31.139164 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:31.147600 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-4425e36c-294d-43d0-a68b-f5be7ffa6411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:31.149632 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4425e36c-294d-43d0-a68b-f5be7ffa6411 None None] The sync data for ids ['73b1e82e-f756-49b9-a39f-67842ba467e2'] in n-d-712142-27 is: [] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:10:31.171852 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f1df4-5f8d-4b71-93f2-46627cc99159 req-5269590d-afca-4191-afa4-53ae604c658b tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:31.178330 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f1df4-5f8d-4b71-93f2-46627cc99159 req-5269590d-afca-4191-afa4-53ae604c658b tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:31.184668 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f1df4-5f8d-4b71-93f2-46627cc99159 req-5269590d-afca-4191-afa4-53ae604c658b tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:31.191440 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f1df4-5f8d-4b71-93f2-46627cc99159 req-5269590d-afca-4191-afa4-53ae604c658b tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:31.197542 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f1df4-5f8d-4b71-93f2-46627cc99159 req-5269590d-afca-4191-afa4-53ae604c658b tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:31.204422 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f1df4-5f8d-4b71-93f2-46627cc99159 req-5269590d-afca-4191-afa4-53ae604c658b tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:31.210547 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f1df4-5f8d-4b71-93f2-46627cc99159 req-5269590d-afca-4191-afa4-53ae604c658b tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:31.213270 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-809f1df4-5f8d-4b71-93f2-46627cc99159 req-5269590d-afca-4191-afa4-53ae604c658b tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 5431 time: 0.2780066 Nov 12 01:10:31.257679 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=2551041b-331c-4703-a892-861dffef3f99,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:31.335260 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9798ff6a-5392-469b-ac5b-d9aa1ea3fb2b x-openstack-request-id: req-9798ff6a-5392-469b-ac5b-d9aa1ea3fb2b {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:10:31.336365 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499a185b-2b45-4cba-aaa2-834f685a152a", "name": "network-vif-plugged", "status": "completed", "tag": "251d6464-309b-4549-a401-b0c73d25a05f", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:10:31.336365 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9798ff6a-5392-469b-ac5b-d9aa1ea3fb2b {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:10:31.336916 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499a185b-2b45-4cba-aaa2-834f685a152a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '251d6464-309b-4549-a401-b0c73d25a05f', 'code': 200} Nov 12 01:10:31.430640 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-cf6ad4d8-03ba-40cc-a39b-f8c44f58cf4d service neutron] 10.222.0.16 "GET /v2.0/networks/ea33bcf4-68e4-41d3-a621-b5e53b96e513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135502 Nov 12 01:10:31.459376 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-809f1df4-5f8d-4b71-93f2-46627cc99159 req-22d3a98c-0b1b-4b95-92a7-44ba1cb13645 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/security-groups?id=f35c197b-ae20-4eaa-b206-2ef393b1f8c4&id=f7233b9f-1065-4d72-90ac-8ac47fde62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2066751 Nov 12 01:10:31.465963 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c0d47-ab3c-4e8d-98fe-5f3834c0d3cc req-a60913dc-9aaa-4799-b3bc-0ed6ea2f5571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:31.469650 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bf4c0d47-ab3c-4e8d-98fe-5f3834c0d3cc req-a60913dc-9aaa-4799-b3bc-0ed6ea2f5571 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=191fc5154909462b8c7f63ec6946526e&device_id=8218d1fa-c394-4fa2-9f5e-c0418babcf88 HTTP/1.1" status: 200 len: 1096 time: 0.2194259 Nov 12 01:10:31.563254 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd261952-7526-462d-8bdd-05d020b34dfb req-704514f6-53aa-4b2b-972b-f23926e84f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:31.565621 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-dd261952-7526-462d-8bdd-05d020b34dfb req-704514f6-53aa-4b2b-972b-f23926e84f70 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=499a185b-2b45-4cba-aaa2-834f685a152a HTTP/1.1" status: 200 len: 1097 time: 0.1164896 Nov 12 01:10:31.586061 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['2551041b-331c-4703-a892-861dffef3f99'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:10:31.654400 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-dbfc318f-058d-4415-9a67-c851ef3cf347 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Deleting port 7a36f43e-2e6c-44c2-9c1c-dbe5b3fc1b46 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:10:31.654960 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dbfc318f-058d-4415-9a67-c851ef3cf347 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:31.660422 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-dd261952-7526-462d-8bdd-05d020b34dfb req-c6d533dd-1b22-453d-be06-66bfd082fa66 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842404 Nov 12 01:10:32.238329 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a79c97-ff42-48d6-a1a2-d8565b26538f req-9d3a9c99-bbaa-473f-9c3c-a3dcbf64f455 service neutron] 10.222.0.16 "GET /v2.0/networks/ea33bcf4-68e4-41d3-a621-b5e53b96e513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7772770 Nov 12 01:10:32.274357 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f195c5c-96f4-43e7-8e03-56e93c2971c8 req-3a8f2137-70df-4664-8835-7677323f665a tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:32.276477 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6f195c5c-96f4-43e7-8e03-56e93c2971c8 req-3a8f2137-70df-4664-8835-7677323f665a tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=8218d1fa-c394-4fa2-9f5e-c0418babcf88 HTTP/1.1" status: 200 len: 944 time: 0.6360960 Nov 12 01:10:32.289902 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ccedd0-d31d-49b3-8334-ba1b5d967df6 req-fb254392-1a7d-43b9-a1f8-8178435618b1 tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:32.292539 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-13ccedd0-d31d-49b3-8334-ba1b5d967df6 req-fb254392-1a7d-43b9-a1f8-8178435618b1 tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] 10.222.0.45 "GET /v2.0/ports?device_id=0adee8f9-c3e1-4b18-ad64-10a38ce62aa0 HTTP/1.1" status: 200 len: 945 time: 0.6472166 Nov 12 01:10:32.295457 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c0d47-ab3c-4e8d-98fe-5f3834c0d3cc req-e1a725e7-33ef-4ccd-a0b4-095781e567f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:32.298141 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bf4c0d47-ab3c-4e8d-98fe-5f3834c0d3cc req-e1a725e7-33ef-4ccd-a0b4-095781e567f3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1eb2c28f-44d0-4157-813f-a88803c1c65a HTTP/1.1" status: 200 len: 918 time: 0.8089960 Nov 12 01:10:32.307045 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dbfc318f-058d-4415-9a67-c851ef3cf347 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:32.314638 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device e0da1175-a9ed-437b-8e53-221098ff6951 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:10:32.381504 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-dbfc318f-058d-4415-9a67-c851ef3cf347 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Calling delete_port for 7a36f43e-2e6c-44c2-9c1c-dbe5b3fc1b46 owned by {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:10:32.444512 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:32.494935 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port e0da1175-a9ed-437b-8e53-221098ff6951, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=e0da1175-a9ed-437b-8e53-221098ff6951,segment=NetworkSegment(160eb3a9-a811-42ba-8ae2-682c5125e1c5),segment_id=160eb3a9-a811-42ba-8ae2-682c5125e1c5)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:32.501252 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:32.571951 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-13ccedd0-d31d-49b3-8334-ba1b5d967df6 req-ff19beb8-8685-4f5e-b787-06086c07049a tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] 10.222.0.45 "GET /v2.0/security-groups?id=5cb97cef-0dca-4bf3-b251-57aec5f5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673602 Nov 12 01:10:32.577281 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bf4c0d47-ab3c-4e8d-98fe-5f3834c0d3cc req-6ea0a71e-6612-416d-a550-b78f82d7b93a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffb6b1ca-3f2b-4017-976f-60be4bc551f4 HTTP/1.1" status: 200 len: 217 time: 0.0965943 Nov 12 01:10:32.584395 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6f195c5c-96f4-43e7-8e03-56e93c2971c8 req-50efa9dc-03a3-4808-8089-a7c2206def69 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813914 Nov 12 01:10:32.588601 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=e0da1175-a9ed-437b-8e53-221098ff6951,revision_number=8']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:32.685090 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013caba-95f4-433f-936b-f266e4b6184d req-919a96cb-31a6-4d30-bce5-e5f905595737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:32.686102 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013caba-95f4-433f-936b-f266e4b6184d req-919a96cb-31a6-4d30-bce5-e5f905595737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:32.686577 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013caba-95f4-433f-936b-f266e4b6184d req-919a96cb-31a6-4d30-bce5-e5f905595737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:32.687040 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013caba-95f4-433f-936b-f266e4b6184d req-919a96cb-31a6-4d30-bce5-e5f905595737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:32.687505 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013caba-95f4-433f-936b-f266e4b6184d req-919a96cb-31a6-4d30-bce5-e5f905595737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:32.687994 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013caba-95f4-433f-936b-f266e4b6184d req-919a96cb-31a6-4d30-bce5-e5f905595737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:32.688469 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013caba-95f4-433f-936b-f266e4b6184d req-919a96cb-31a6-4d30-bce5-e5f905595737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:32.690692 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9013caba-95f4-433f-936b-f266e4b6184d req-919a96cb-31a6-4d30-bce5-e5f905595737 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8cc8ca414fa7430d8da23a7db1c7581c&device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 6495 time: 0.2051449 Nov 12 01:10:32.742611 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c0d47-ab3c-4e8d-98fe-5f3834c0d3cc req-1c7925d1-a3e2-409a-b249-5bf340ae115b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:32.744220 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bf4c0d47-ab3c-4e8d-98fe-5f3834c0d3cc req-1c7925d1-a3e2-409a-b249-5bf340ae115b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=604b5391-c877-4e65-b41f-12fa14d652c5 HTTP/1.1" status: 200 len: 858 time: 0.1555157 Nov 12 01:10:32.756809 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:32.890904 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bf4c0d47-ab3c-4e8d-98fe-5f3834c0d3cc req-b9157fc4-e907-41b1-b9a8-2f56f1c95265 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1eb2c28f-44d0-4157-813f-a88803c1c65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1213121 Nov 12 01:10:32.987174 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b626a-b8e7-45f5-9cf5-c1fd8274f9fd req-b9a4757a-9adc-4df6-a932-a2c6b8428d65 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:32.988862 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-be9b626a-b8e7-45f5-9cf5-c1fd8274f9fd req-b9a4757a-9adc-4df6-a932-a2c6b8428d65 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=499a185b-2b45-4cba-aaa2-834f685a152a HTTP/1.1" status: 200 len: 945 time: 0.2653623 Nov 12 01:10:33.057553 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4ef9f-af8b-4f56-9a92-8e583cdc8526 req-27fc9324-5bde-4d26-aa59-a179c53bec04 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:33.060143 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3dd4ef9f-af8b-4f56-9a92-8e583cdc8526 req-27fc9324-5bde-4d26-aa59-a179c53bec04 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 944 time: 0.3619015 Nov 12 01:10:33.122289 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013caba-95f4-433f-936b-f266e4b6184d req-15c27306-ba55-4755-97ab-398e0107db20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:33.124970 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9013caba-95f4-433f-936b-f266e4b6184d req-15c27306-ba55-4755-97ab-398e0107db20 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ea33bcf4-68e4-41d3-a621-b5e53b96e513 HTTP/1.1" status: 200 len: 901 time: 0.4114356 Nov 12 01:10:33.151013 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57bd5b2-47eb-4613-8a50-b718c7489c6b req-d93fe2fb-d296-4dd1-9534-c05ddbc2db57 tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:33.152697 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e57bd5b2-47eb-4613-8a50-b718c7489c6b req-d93fe2fb-d296-4dd1-9534-c05ddbc2db57 tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] 10.222.0.44 "GET /v2.0/ports?device_id=0adee8f9-c3e1-4b18-ad64-10a38ce62aa0 HTTP/1.1" status: 200 len: 945 time: 0.0822754 Nov 12 01:10:33.298533 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9013caba-95f4-433f-936b-f266e4b6184d req-13bb6bdb-8da2-4892-8f51-06c4ff35ac0e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=01057b9c-0ebb-4361-8584-92a34114849a HTTP/1.1" status: 200 len: 217 time: 0.1258578 Nov 12 01:10:33.338030 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6891ab12-2922-455c-85ff-65216616a268', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0da1175-a9ed-437b-8e53-221098ff6951'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:10:33.342024 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d76fa77-d704-4644-bcbf-81b0cd0ffbf3" -d '{"events": [{"server_uuid": "6891ab12-2922-455c-85ff-65216616a268", "name": "network-vif-unplugged", "status": "completed", "tag": "e0da1175-a9ed-437b-8e53-221098ff6951"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:10:33.362167 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-e57bd5b2-47eb-4613-8a50-b718c7489c6b req-07608be3-0fa3-4ec2-8ba2-208f4c32ae92 tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] Deleting port e910b356-1e16-4534-8256-e4dcceb9b8a4 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:10:33.362648 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e57bd5b2-47eb-4613-8a50-b718c7489c6b req-07608be3-0fa3-4ec2-8ba2-208f4c32ae92 tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:33.387582 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dbfc318f-058d-4415-9a67-c851ef3cf347 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:33.401707 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-be9b626a-b8e7-45f5-9cf5-c1fd8274f9fd req-e32dfd94-e89b-48c8-be2b-17e72bf02e46 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3632004 Nov 12 01:10:33.421799 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bf4c0d47-ab3c-4e8d-98fe-5f3834c0d3cc req-86757db3-0f77-4b4c-8be5-f7ccea4c641a service neutron] 10.222.0.16 "GET /v2.0/networks/1eb2c28f-44d0-4157-813f-a88803c1c65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4972651 Nov 12 01:10:33.483784 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3dd4ef9f-af8b-4f56-9a92-8e583cdc8526 req-05f109b6-b5ac-403f-bd7c-ff5cfb55a81e tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=31601042-336e-46fa-871d-26eb8da12d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3856385 Nov 12 01:10:33.499270 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc318f-058d-4415-9a67-c851ef3cf347 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Pushing event deleted for resources: {'Port': ['ID=7a36f43e-2e6c-44c2-9c1c-dbe5b3fc1b46,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:33.528264 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-e57bd5b2-47eb-4613-8a50-b718c7489c6b req-07608be3-0fa3-4ec2-8ba2-208f4c32ae92 tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] For port e910b356-1e16-4534-8256-e4dcceb9b8a4, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e910b356-1e16-4534-8256-e4dcceb9b8a4,segment=NetworkSegment(14e4cc0e-b10e-481d-8396-0bbf76180c57),segment_id=14e4cc0e-b10e-481d-8396-0bbf76180c57)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:33.528875 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e57bd5b2-47eb-4613-8a50-b718c7489c6b req-07608be3-0fa3-4ec2-8ba2-208f4c32ae92 tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:33.547296 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-e57bd5b2-47eb-4613-8a50-b718c7489c6b req-07608be3-0fa3-4ec2-8ba2-208f4c32ae92 tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] Calling delete_port for e910b356-1e16-4534-8256-e4dcceb9b8a4 owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:10:33.560015 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013caba-95f4-433f-936b-f266e4b6184d req-8673160d-111b-47e7-9759-e10322fb0559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:33.560015 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9013caba-95f4-433f-936b-f266e4b6184d req-8673160d-111b-47e7-9759-e10322fb0559 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=941778bd-314e-4867-8a75-0adb70d31051 HTTP/1.1" status: 200 len: 797 time: 0.2381086 Nov 12 01:10:33.642864 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a2c07d-29d5-496f-ad5e-ee6664911a32 x-openstack-request-id: req-54a2c07d-29d5-496f-ad5e-ee6664911a32 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:10:33.644407 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6891ab12-2922-455c-85ff-65216616a268", "name": "network-vif-unplugged", "status": "completed", "tag": "e0da1175-a9ed-437b-8e53-221098ff6951", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:10:33.645176 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-54a2c07d-29d5-496f-ad5e-ee6664911a32 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:10:33.646146 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6891ab12-2922-455c-85ff-65216616a268', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0da1175-a9ed-437b-8e53-221098ff6951', 'code': 200} Nov 12 01:10:33.725265 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e57bd5b2-47eb-4613-8a50-b718c7489c6b req-07608be3-0fa3-4ec2-8ba2-208f4c32ae92 tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:33.738040 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dbfc318f-058d-4415-9a67-c851ef3cf347 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:33.740694 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-dbfc318f-058d-4415-9a67-c851ef3cf347 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] 10.222.0.45 "DELETE /v2.0/ports/7a36f43e-2e6c-44c2-9c1c-dbe5b3fc1b46 HTTP/1.1" status: 204 len: 168 time: 2.6674385 Nov 12 01:10:33.746191 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bf4c0d47-ab3c-4e8d-98fe-5f3834c0d3cc req-bd1ac2b0-d837-47bb-8675-7c95efcf42c2 service neutron] 10.222.0.16 "GET /v2.0/networks/1eb2c28f-44d0-4157-813f-a88803c1c65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048990 Nov 12 01:10:33.747647 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 42370) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:33.750833 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013caba-95f4-433f-936b-f266e4b6184d req-4d410bb6-38bf-4ecd-a010-9858ff6b51b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:33.752388 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9013caba-95f4-433f-936b-f266e4b6184d req-4d410bb6-38bf-4ecd-a010-9858ff6b51b1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ea33bcf4-68e4-41d3-a621-b5e53b96e513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1839514 Nov 12 01:10:33.764605 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['e910b356-1e16-4534-8256-e4dcceb9b8a4'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:10:33.766290 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-72cc1198-3503-4ed5-a382-62853b207874 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Request body: {'floatingip': {'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:10:33.811587 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07608be3-0fa3-4ec2-8ba2-208f4c32ae92 tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] Pushing event deleted for resources: {'Port': ['ID=e910b356-1e16-4534-8256-e4dcceb9b8a4,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:33.826828 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2020f5ea-265b-4f0b-9c42-b829ec3b56d7 req-edd685bf-8795-4541-8807-2ac24cf44046 tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] 10.222.0.45 "GET /v2.0/ports?device_id=0adee8f9-c3e1-4b18-ad64-10a38ce62aa0 HTTP/1.1" status: 200 len: 210 time: 0.0830076 Nov 12 01:10:33.870064 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244a883-7093-4217-8d67-ef0cbe1768eb req-cc339959-ab5a-40f2-b1d9-e46a8c162c9a tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:33.876596 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244a883-7093-4217-8d67-ef0cbe1768eb req-cc339959-ab5a-40f2-b1d9-e46a8c162c9a tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:33.881797 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-e57bd5b2-47eb-4613-8a50-b718c7489c6b req-07608be3-0fa3-4ec2-8ba2-208f4c32ae92 tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] No DVR routers for this DVR port e910b356-1e16-4534-8256-e4dcceb9b8a4 on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:10:33.882775 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244a883-7093-4217-8d67-ef0cbe1768eb req-cc339959-ab5a-40f2-b1d9-e46a8c162c9a tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:33.885931 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e57bd5b2-47eb-4613-8a50-b718c7489c6b req-07608be3-0fa3-4ec2-8ba2-208f4c32ae92 tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:33.889743 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244a883-7093-4217-8d67-ef0cbe1768eb req-cc339959-ab5a-40f2-b1d9-e46a8c162c9a tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:33.891939 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e57bd5b2-47eb-4613-8a50-b718c7489c6b req-07608be3-0fa3-4ec2-8ba2-208f4c32ae92 tempest-ServersNegativeTestMultiTenantJSON-315717761 tempest-ServersNegativeTestMultiTenantJSON-315717761-project] 10.222.0.44 "DELETE /v2.0/ports/e910b356-1e16-4534-8256-e4dcceb9b8a4 HTTP/1.1" status: 204 len: 173 time: 0.7322950 Nov 12 01:10:33.892997 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0adee8f9-c3e1-4b18-ad64-10a38ce62aa0', 'name': 'network-vif-deleted', 'tag': 'e910b356-1e16-4534-8256-e4dcceb9b8a4'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:10:33.896317 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244a883-7093-4217-8d67-ef0cbe1768eb req-cc339959-ab5a-40f2-b1d9-e46a8c162c9a tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:33.896780 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa313ecb-f071-49dd-9ed6-a61cdbc2f839" -d '{"events": [{"server_uuid": "0adee8f9-c3e1-4b18-ad64-10a38ce62aa0", "name": "network-vif-deleted", "tag": "e910b356-1e16-4534-8256-e4dcceb9b8a4"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:10:33.903091 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244a883-7093-4217-8d67-ef0cbe1768eb req-cc339959-ab5a-40f2-b1d9-e46a8c162c9a tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:33.906817 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:33.909371 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244a883-7093-4217-8d67-ef0cbe1768eb req-cc339959-ab5a-40f2-b1d9-e46a8c162c9a tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:33.912106 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0244a883-7093-4217-8d67-ef0cbe1768eb req-cc339959-ab5a-40f2-b1d9-e46a8c162c9a tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 5431 time: 0.2813249 Nov 12 01:10:33.966513 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-72cc1198-3503-4ed5-a382-62853b207874 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for floatingip, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:34.103106 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9013caba-95f4-433f-936b-f266e4b6184d req-9335d17a-c9a1-4c42-9ad7-e5e087b09272 service neutron] 10.222.0.16 "GET /v2.0/networks/ea33bcf4-68e4-41d3-a621-b5e53b96e513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972112 Nov 12 01:10:34.144778 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f520f-8aef-441d-b709-1d92c63763f9 req-77da0ca8-73bf-4d81-aea1-0d4df437ce77 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:34.146431 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ef7f520f-8aef-441d-b709-1d92c63763f9 req-77da0ca8-73bf-4d81-aea1-0d4df437ce77 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=8218d1fa-c394-4fa2-9f5e-c0418babcf88 HTTP/1.1" status: 200 len: 944 time: 0.2187080 Nov 12 01:10:34.162297 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0244a883-7093-4217-8d67-ef0cbe1768eb req-d97cccc5-8e3a-42be-a285-8cc63c6cbf37 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/security-groups?id=f35c197b-ae20-4eaa-b206-2ef393b1f8c4&id=f7233b9f-1065-4d72-90ac-8ac47fde62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2074831 Nov 12 01:10:34.219376 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3859e867-42a7-40a6-9f6c-d0d3f4c01d74 x-openstack-request-id: req-3859e867-42a7-40a6-9f6c-d0d3f4c01d74 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:10:34.219951 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0adee8f9-c3e1-4b18-ad64-10a38ce62aa0", "name": "network-vif-deleted", "tag": "e910b356-1e16-4534-8256-e4dcceb9b8a4", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:10:34.219951 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3859e867-42a7-40a6-9f6c-d0d3f4c01d74 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:10:34.220343 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0adee8f9-c3e1-4b18-ad64-10a38ce62aa0', 'name': 'network-vif-deleted', 'tag': 'e910b356-1e16-4534-8256-e4dcceb9b8a4', 'status': 'completed', 'code': 200} Nov 12 01:10:34.297900 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ef7f520f-8aef-441d-b709-1d92c63763f9 req-cd090f92-cdea-4de6-bcfb-4b091c62527f tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317863 Nov 12 01:10:34.313569 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9013caba-95f4-433f-936b-f266e4b6184d req-e61bc2cb-2dc6-4d2c-8c97-a12e1141ce0d service neutron] 10.222.0.16 "GET /v2.0/networks/ea33bcf4-68e4-41d3-a621-b5e53b96e513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655700 Nov 12 01:10:34.332290 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device ffb6b1ca-3f2b-4017-976f-60be4bc551f4 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:10:34.334514 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-72cc1198-3503-4ed5-a382-62853b207874 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:34.481612 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port ffb6b1ca-3f2b-4017-976f-60be4bc551f4, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=ffb6b1ca-3f2b-4017-976f-60be4bc551f4,segment=NetworkSegment(cd410700-ad97-45ea-baa0-b5dd265537a5),segment_id=cd410700-ad97-45ea-baa0-b5dd265537a5)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:34.497271 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-72cc1198-3503-4ed5-a382-62853b207874 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Allocated IP 172.25.3.226 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/cc022e2f-48f4-456d-84ef-4dc71fcffe1a) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:10:34.504996 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': 'ffb6b1ca-3f2b-4017-976f-60be4bc551f4', 'network_id': '1eb2c28f-44d0-4157-813f-a88803c1c65a', 'port_id': 'ffb6b1ca-3f2b-4017-976f-60be4bc551f4', 'mac_address': 'fa:16:3e:a2:03:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '604b5391-c877-4e65-b41f-12fa14d652c5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:10:34.568129 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:34.583880 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffb6b1ca-3f2b-4017-976f-60be4bc551f4 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:10:34.606922 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port ffb6b1ca-3f2b-4017-976f-60be4bc551f4, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=ffb6b1ca-3f2b-4017-976f-60be4bc551f4,segment=NetworkSegment(cd410700-ad97-45ea-baa0-b5dd265537a5),segment_id=cd410700-ad97-45ea-baa0-b5dd265537a5)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:34.614542 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:34.689031 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=ffb6b1ca-3f2b-4017-976f-60be4bc551f4,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:34.724583 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-72cc1198-3503-4ed5-a382-62853b207874 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:34.733859 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c2d1f-a33e-498e-a0ad-03b53581b44f req-bec5e8ef-ad82-4777-85b6-df0028bd474d tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:34.735515 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5c6c2d1f-a33e-498e-a0ad-03b53581b44f req-bec5e8ef-ad82-4777-85b6-df0028bd474d tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=499a185b-2b45-4cba-aaa2-834f685a152a HTTP/1.1" status: 200 len: 945 time: 0.1988583 Nov 12 01:10:34.799888 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 2551041b-331c-4703-a892-861dffef3f99 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:10:34.869646 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5c6c2d1f-a33e-498e-a0ad-03b53581b44f req-6a615612-7b31-4a84-b3ec-7b0d23bbf65a tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199691 Nov 12 01:10:34.880958 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58991da1-14e5-45c1-9213-54f6b557ceda req-1acc4d6e-da2f-454d-9f52-54e8fcc329dc tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:34.882975 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-58991da1-14e5-45c1-9213-54f6b557ceda req-1acc4d6e-da2f-454d-9f52-54e8fcc329dc tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 944 time: 0.1463926 Nov 12 01:10:34.885212 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-72cc1198-3503-4ed5-a382-62853b207874 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:34.891579 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 2551041b-331c-4703-a892-861dffef3f99 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:10:34.896651 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 2551041b-331c-4703-a892-861dffef3f99 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:34.897398 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:34.962760 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['ffb6b1ca-3f2b-4017-976f-60be4bc551f4'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:10:34.977635 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cc1198-3503-4ed5-a382-62853b207874 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:10:34.980105 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc1198-3503-4ed5-a382-62853b207874 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Pushing event updated for resources: {'Port': ['ID=cc022e2f-48f4-456d-84ef-4dc71fcffe1a,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:34.990940 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-72cc1198-3503-4ed5-a382-62853b207874 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:10:34.991674 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 42384) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:34.995740 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cc1198-3503-4ed5-a382-62853b207874 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:10:35.078846 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8291301-4241-451d-b96a-2f694081aa9f admin admin] Deleting subnet 9c7ab661-e201-49b3-abaf-36605497cf38 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:10:35.094670 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a8291301-4241-451d-b96a-2f694081aa9f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:35.094971 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:35.109304 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:35.142385 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a8291301-4241-451d-b96a-2f694081aa9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:35.142809 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-58991da1-14e5-45c1-9213-54f6b557ceda req-f715997a-b61b-46fe-a188-3d5d3ef846c4 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=31601042-336e-46fa-871d-26eb8da12d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2471690 Nov 12 01:10:35.160104 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 2551041b-331c-4703-a892-861dffef3f99, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=2551041b-331c-4703-a892-861dffef3f99,segment=NetworkSegment(cd410700-ad97-45ea-baa0-b5dd265537a5),segment_id=cd410700-ad97-45ea-baa0-b5dd265537a5)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:35.180407 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:35.206268 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a8291301-4241-451d-b96a-2f694081aa9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:35.241188 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=2551041b-331c-4703-a892-861dffef3f99,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:35.296163 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a8291301-4241-451d-b96a-2f694081aa9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:35.305869 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-72cc1198-3503-4ed5-a382-62853b207874 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:35.332251 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8291301-4241-451d-b96a-2f694081aa9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c7ab661-e201-49b3-abaf-36605497cf38,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:35.334642 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a8291301-4241-451d-b96a-2f694081aa9f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:35.338227 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a8291301-4241-451d-b96a-2f694081aa9f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/9c7ab661-e201-49b3-abaf-36605497cf38 HTTP/1.1" status: 204 len: 168 time: 0.3440878 Nov 12 01:10:35.340968 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 42392) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:35.374412 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-285b4edb-6779-4ef5-a011-bc519e920d0c req-689bec82-719a-49d7-b6b2-2a8dc838f65b tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=7bbe35289028429ba1e1b86033a5bcab HTTP/1.1" status: 200 len: 267 time: 0.2706711 Nov 12 01:10:35.420623 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-96d6cc34-8d51-4610-bb22-1b718c53ee98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:35.451728 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef733d-1ed9-4b02-b70a-361fb671192c req-fcd1a19a-d247-41ac-8bce-d7878a3a4a9b tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:35.457965 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef733d-1ed9-4b02-b70a-361fb671192c req-fcd1a19a-d247-41ac-8bce-d7878a3a4a9b tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:35.464161 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef733d-1ed9-4b02-b70a-361fb671192c req-fcd1a19a-d247-41ac-8bce-d7878a3a4a9b tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:35.470365 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef733d-1ed9-4b02-b70a-361fb671192c req-fcd1a19a-d247-41ac-8bce-d7878a3a4a9b tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:35.476554 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef733d-1ed9-4b02-b70a-361fb671192c req-fcd1a19a-d247-41ac-8bce-d7878a3a4a9b tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:35.483307 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef733d-1ed9-4b02-b70a-361fb671192c req-fcd1a19a-d247-41ac-8bce-d7878a3a4a9b tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:35.489454 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef733d-1ed9-4b02-b70a-361fb671192c req-fcd1a19a-d247-41ac-8bce-d7878a3a4a9b tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:35.491555 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-55ef733d-1ed9-4b02-b70a-361fb671192c req-fcd1a19a-d247-41ac-8bce-d7878a3a4a9b tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 5431 time: 0.2095349 Nov 12 01:10:35.492235 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-72cc1198-3503-4ed5-a382-62853b207874 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:35.516866 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-96d6cc34-8d51-4610-bb22-1b718c53ee98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:35.542625 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-96d6cc34-8d51-4610-bb22-1b718c53ee98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3d255fd-33b5-49ee-b533-ebaf9f4313a4']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:35.555562 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-96d6cc34-8d51-4610-bb22-1b718c53ee98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14e4cc0e-b10e-481d-8396-0bbf76180c57') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:35.555937 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-96d6cc34-8d51-4610-bb22-1b718c53ee98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14e4cc0e-b10e-481d-8396-0bbf76180c57') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:35.567519 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-96d6cc34-8d51-4610-bb22-1b718c53ee98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:35.584230 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-96d6cc34-8d51-4610-bb22-1b718c53ee98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:35.587131 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b4edb-6779-4ef5-a011-bc519e920d0c req-898a7e64-63e2-4a45-abda-92e78917f97e tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:35.588802 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-285b4edb-6779-4ef5-a011-bc519e920d0c req-898a7e64-63e2-4a45-abda-92e78917f97e tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=499a185b-2b45-4cba-aaa2-834f685a152a HTTP/1.1" status: 200 len: 945 time: 0.1908431 Nov 12 01:10:35.594971 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96d6cc34-8d51-4610-bb22-1b718c53ee98 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:10:35.595498 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-96d6cc34-8d51-4610-bb22-1b718c53ee98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:35.598233 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:10:35.598233 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:10:35.598233 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:10:35.598233 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:10:35.598233 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:10:35.598233 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:10:35.598233 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:10:35.598233 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:10:35.598233 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:10:35.598233 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:10:35.598233 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:10:35.598233 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:10:35.598233 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:10:35.598233 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:10:35.598233 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:10:35.598233 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:10:35.598233 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:10:35.598233 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:10:35.598233 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:10:35.598233 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:10:35.598233 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:10:35.598233 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:10:35.598233 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:10:35.598233 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:10:35.598233 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:10:35.598233 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:10:35.598233 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:10:35.598233 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:10:35.598233 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:10:35.598233 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:10:35.598233 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:10:35.598233 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:10:35.621961 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-285b4edb-6779-4ef5-a011-bc519e920d0c req-b5202f8c-f4f7-461c-bc3b-bc3fe1586c15 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Request body: {'port': {'security_groups': []}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:10:35.648597 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca822707-ad2a-4184-9019-b176d5c0bbff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2551041b-331c-4703-a892-861dffef3f99'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:10:35.655183 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e02e057-e981-4b49-b933-6c89c655c8da" -d '{"events": [{"server_uuid": "ca822707-ad2a-4184-9019-b176d5c0bbff", "name": "network-vif-plugged", "status": "completed", "tag": "2551041b-331c-4703-a892-861dffef3f99"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:10:35.667581 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-96d6cc34-8d51-4610-bb22-1b718c53ee98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:35.675733 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-96d6cc34-8d51-4610-bb22-1b718c53ee98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:35.682422 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-96d6cc34-8d51-4610-bb22-1b718c53ee98 admin admin] 10.222.0.45 "DELETE /v2.0/networks/d3d255fd-33b5-49ee-b533-ebaf9f4313a4 HTTP/1.1" status: 204 len: 168 time: 0.3399582 Nov 12 01:10:35.694207 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 42398) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:35.703406 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6cc34-8d51-4610-bb22-1b718c53ee98 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3d255fd-33b5-49ee-b533-ebaf9f4313a4,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:35.718752 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-55ef733d-1ed9-4b02-b70a-361fb671192c req-724a352f-ecdf-4051-bb65-d04f3b01700e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/security-groups?id=f35c197b-ae20-4eaa-b206-2ef393b1f8c4&id=f7233b9f-1065-4d72-90ac-8ac47fde62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2003410 Nov 12 01:10:35.772355 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-285b4edb-6779-4ef5-a011-bc519e920d0c req-b5202f8c-f4f7-461c-bc3b-bc3fe1586c15 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:35.776826 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-7df6b8b5-3eb5-4966-b111-9d73b27a9cb0 admin admin] Deleting subnet e6fdb544-ca73-4fa5-95da-f94c33ede24a {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:10:35.783875 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7df6b8b5-3eb5-4966-b111-9d73b27a9cb0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:35.851769 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7df6b8b5-3eb5-4966-b111-9d73b27a9cb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:35.862696 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-72cc1198-3503-4ed5-a382-62853b207874 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:35.874591 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-72cc1198-3503-4ed5-a382-62853b207874 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:35.928873 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7df6b8b5-3eb5-4966-b111-9d73b27a9cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:36.007143 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7df6b8b5-3eb5-4966-b111-9d73b27a9cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:36.047056 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df6b8b5-3eb5-4966-b111-9d73b27a9cb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6fdb544-ca73-4fa5-95da-f94c33ede24a,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:36.053431 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7df6b8b5-3eb5-4966-b111-9d73b27a9cb0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:36.062609 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7df6b8b5-3eb5-4966-b111-9d73b27a9cb0 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e6fdb544-ca73-4fa5-95da-f94c33ede24a HTTP/1.1" status: 204 len: 168 time: 0.3630126 Nov 12 01:10:36.063131 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 42406) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:36.144826 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-12cbd2dd-0a16-4d7d-b7bc-446e3affafc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:36.272736 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-12cbd2dd-0a16-4d7d-b7bc-446e3affafc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:36.307763 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-12cbd2dd-0a16-4d7d-b7bc-446e3affafc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f0b2f05-4ce1-47c8-b7a2-37bde9812640']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:36.321030 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-12cbd2dd-0a16-4d7d-b7bc-446e3affafc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00bc6ebb-bb14-4a06-abea-0030d1f70ec0') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:36.321750 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-12cbd2dd-0a16-4d7d-b7bc-446e3affafc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00bc6ebb-bb14-4a06-abea-0030d1f70ec0') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:36.335454 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-12cbd2dd-0a16-4d7d-b7bc-446e3affafc0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:36.351783 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-12cbd2dd-0a16-4d7d-b7bc-446e3affafc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:36.359691 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device ffb6b1ca-3f2b-4017-976f-60be4bc551f4 up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:10:36.380613 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12cbd2dd-0a16-4d7d-b7bc-446e3affafc0 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:10:36.383113 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-12cbd2dd-0a16-4d7d-b7bc-446e3affafc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:36.426130 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc1198-3503-4ed5-a382-62853b207874 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Pushing event updated for resources: {'Port': ['ID=cc022e2f-48f4-456d-84ef-4dc71fcffe1a,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:36.429255 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port ffb6b1ca-3f2b-4017-976f-60be4bc551f4 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:10:36.435056 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port ffb6b1ca-3f2b-4017-976f-60be4bc551f4 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:36.436380 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:36.444334 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:10:36.444334 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:10:36.444334 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:10:36.444334 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:10:36.444334 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:10:36.444334 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:10:36.444334 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:10:36.444334 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:10:36.444334 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:10:36.444334 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:10:36.444334 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:10:36.444334 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:10:36.444334 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:10:36.444334 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:10:36.444334 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:10:36.444334 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:10:36.444334 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:10:36.444334 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:10:36.444334 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:10:36.444334 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:10:36.444334 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:10:36.444334 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:10:36.444334 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:10:36.444334 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:10:36.444334 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:10:36.444334 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:10:36.444334 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:10:36.444334 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:10:36.444334 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:10:36.444334 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:10:36.444334 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:10:36.444334 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:10:36.511543 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-72cc1198-3503-4ed5-a382-62853b207874 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:36.512441 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-12cbd2dd-0a16-4d7d-b7bc-446e3affafc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:36.527023 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce942b6-06c5-47f3-acb2-6185f94f5437 req-aa4c1c2f-a57e-47fc-a834-8e8048cb0ab0 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:36.528748 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0ce942b6-06c5-47f3-acb2-6185f94f5437 req-aa4c1c2f-a57e-47fc-a834-8e8048cb0ab0 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=8218d1fa-c394-4fa2-9f5e-c0418babcf88 HTTP/1.1" status: 200 len: 945 time: 0.2032034 Nov 12 01:10:36.532725 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-12cbd2dd-0a16-4d7d-b7bc-446e3affafc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:36.544075 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-12cbd2dd-0a16-4d7d-b7bc-446e3affafc0 admin admin] 10.222.0.45 "DELETE /v2.0/networks/9f0b2f05-4ce1-47c8-b7a2-37bde9812640 HTTP/1.1" status: 204 len: 168 time: 0.4763784 Nov 12 01:10:36.566144 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-72cc1198-3503-4ed5-a382-62853b207874 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:36.567788 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-72cc1198-3503-4ed5-a382-62853b207874 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8144410 Nov 12 01:10:36.575083 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 42418) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:36.580471 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cbd2dd-0a16-4d7d-b7bc-446e3affafc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f0b2f05-4ce1-47c8-b7a2-37bde9812640,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:36.580953 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-118c93f3-1f08-418a-9939-f78d59813f6b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Request body: {'port': {'network_id': 'f98877c7-9979-4e41-8cd1-b01e437043b6', 'name': 'tempest-FloatingIPTestJSON-1500436399'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:10:36.593564 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:36.659316 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port ffb6b1ca-3f2b-4017-976f-60be4bc551f4, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=ffb6b1ca-3f2b-4017-976f-60be4bc551f4,segment=NetworkSegment(cd410700-ad97-45ea-baa0-b5dd265537a5),segment_id=cd410700-ad97-45ea-baa0-b5dd265537a5)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:36.667432 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:36.669209 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device e0da1175-a9ed-437b-8e53-221098ff6951 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:10:36.695673 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-285b4edb-6779-4ef5-a011-bc519e920d0c req-b5202f8c-f4f7-461c-bc3b-bc3fe1586c15 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] For port 251d6464-309b-4549-a401-b0c73d25a05f, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=251d6464-309b-4549-a401-b0c73d25a05f,segment=NetworkSegment(6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4),segment_id=6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:36.702964 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0ce942b6-06c5-47f3-acb2-6185f94f5437 req-a6510b19-6632-4bf7-a7b8-bd7585c599de tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616325 Nov 12 01:10:36.761417 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-285b4edb-6779-4ef5-a011-bc519e920d0c req-b5202f8c-f4f7-461c-bc3b-bc3fe1586c15 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:36.768845 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-285b4edb-6779-4ef5-a011-bc519e920d0c req-b5202f8c-f4f7-461c-bc3b-bc3fe1586c15 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:36.825028 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['0ad0bb83-2810-4bf3-8d54-35cf18d580c1', '73b77dfb-eb82-4711-b2a0-27033906d828'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:10:36.830063 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['251d6464-309b-4549-a401-b0c73d25a05f'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:10:36.834871 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b4edb-6779-4ef5-a011-bc519e920d0c req-b5202f8c-f4f7-461c-bc3b-bc3fe1586c15 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:36.835582 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-285b4edb-6779-4ef5-a011-bc519e920d0c req-b5202f8c-f4f7-461c-bc3b-bc3fe1586c15 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:36.837129 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-285b4edb-6779-4ef5-a011-bc519e920d0c req-b5202f8c-f4f7-461c-bc3b-bc3fe1586c15 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "PUT /v2.0/ports/251d6464-309b-4549-a401-b0c73d25a05f HTTP/1.1" status: 200 len: 904 time: 1.2390449 Nov 12 01:10:36.837620 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '499a185b-2b45-4cba-aaa2-834f685a152a', 'tag': '251d6464-309b-4549-a401-b0c73d25a05f'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:10:36.837791 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device e910b356-1e16-4534-8256-e4dcceb9b8a4 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:10:36.840062 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5463e911-4392-4269-bf44-31f2e6fb4338" -d '{"events": [{"name": "network-changed", "server_uuid": "499a185b-2b45-4cba-aaa2-834f685a152a", "tag": "251d6464-309b-4549-a401-b0c73d25a05f"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:10:36.880179 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118c93f3-1f08-418a-9939-f78d59813f6b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Made reservation on behalf of 866b66858ff64143a9b619922dd87a42 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:10:36.885437 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-118c93f3-1f08-418a-9939-f78d59813f6b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:36.888069 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5202f8c-f4f7-461c-bc3b-bc3fe1586c15 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Pushing event updated for resources: {'Port': ['ID=251d6464-309b-4549-a401-b0c73d25a05f,revision_number=6']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:36.928553 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [None req-118c93f3-1f08-418a-9939-f78d59813f6b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] device_id is not set on port 337ce69f-ee93-43d3-864b-82a553b8e627 yet. {{(pid=109085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:10:37.057187 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cfc49bd-ca69-4b8c-bd92-36c8c68230fd x-openstack-request-id: req-4cfc49bd-ca69-4b8c-bd92-36c8c68230fd {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:10:37.057505 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca822707-ad2a-4184-9019-b176d5c0bbff", "name": "network-vif-plugged", "status": "completed", "tag": "2551041b-331c-4703-a892-861dffef3f99", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:10:37.057736 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4cfc49bd-ca69-4b8c-bd92-36c8c68230fd {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:10:37.058154 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca822707-ad2a-4184-9019-b176d5c0bbff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2551041b-331c-4703-a892-861dffef3f99', 'code': 200} Nov 12 01:10:37.082611 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 42428) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:37.098968 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: e910b356-1e16-4534-8256-e4dcceb9b8a4 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:10:37.107160 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device e910b356-1e16-4534-8256-e4dcceb9b8a4 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:10:37.119124 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=ffb6b1ca-3f2b-4017-976f-60be4bc551f4,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:37.163591 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['251d6464-309b-4549-a401-b0c73d25a05f'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:10:37.220209 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642a286-b4b3-44e9-82b2-aae919dd39b6 req-64868c55-ffc3-4c5c-a8b7-8d9a3be33bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:37.228971 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9642a286-b4b3-44e9-82b2-aae919dd39b6 req-64868c55-ffc3-4c5c-a8b7-8d9a3be33bb7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ca822707-ad2a-4184-9019-b176d5c0bbff HTTP/1.1" status: 200 len: 1098 time: 0.1980245 Nov 12 01:10:37.288099 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-118c93f3-1f08-418a-9939-f78d59813f6b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Allocated IP 172.20.0.10 (f98877c7-9979-4e41-8cd1-b01e437043b6/36be76f9-81fa-4e35-afbd-8cf3a9b6310e/337ce69f-ee93-43d3-864b-82a553b8e627) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:10:37.329966 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-75b8ea4b-a936-48c5-9880-cc1a9bf7e00d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7f67a450705241499d3e31c12b30e842&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2446144 Nov 12 01:10:37.333322 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 42432) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:37.425685 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-88d3d04d-2ce6-4f8a-818e-9876f7923779 None None] Provisioning complete for port 251d6464-309b-4549-a401-b0c73d25a05f triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:37.427342 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-88d3d04d-2ce6-4f8a-818e-9876f7923779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:37.490521 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd9313-0fd6-4e2c-b788-2a4d195e6079 req-a1977291-bf45-47a3-8396-e1253ffb58c4 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:37.501884 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd9313-0fd6-4e2c-b788-2a4d195e6079 req-a1977291-bf45-47a3-8396-e1253ffb58c4 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:37.502579 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9642a286-b4b3-44e9-82b2-aae919dd39b6 req-09961da3-e88c-481f-9651-7826742b04d5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528458 Nov 12 01:10:37.504696 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1b0a2d90-c1d1-4fcb-b09e-401056460ddb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:37.510571 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd9313-0fd6-4e2c-b788-2a4d195e6079 req-a1977291-bf45-47a3-8396-e1253ffb58c4 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:37.519255 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd9313-0fd6-4e2c-b788-2a4d195e6079 req-a1977291-bf45-47a3-8396-e1253ffb58c4 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:37.527670 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd9313-0fd6-4e2c-b788-2a4d195e6079 req-a1977291-bf45-47a3-8396-e1253ffb58c4 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:37.535646 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd9313-0fd6-4e2c-b788-2a4d195e6079 req-a1977291-bf45-47a3-8396-e1253ffb58c4 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:37.543373 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bd9313-0fd6-4e2c-b788-2a4d195e6079 req-a1977291-bf45-47a3-8396-e1253ffb58c4 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:37.546576 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-89bd9313-0fd6-4e2c-b788-2a4d195e6079 req-a1977291-bf45-47a3-8396-e1253ffb58c4 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 5431 time: 0.2499311 Nov 12 01:10:37.548487 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f2185a-cbc3-4b3e-8012-459f78dead09 x-openstack-request-id: req-60f2185a-cbc3-4b3e-8012-459f78dead09 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:10:37.549443 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "499a185b-2b45-4cba-aaa2-834f685a152a", "tag": "251d6464-309b-4549-a401-b0c73d25a05f", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:10:37.549851 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-60f2185a-cbc3-4b3e-8012-459f78dead09 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:10:37.550423 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '499a185b-2b45-4cba-aaa2-834f685a152a', 'tag': '251d6464-309b-4549-a401-b0c73d25a05f', 'status': 'completed', 'code': 200} Nov 12 01:10:37.572053 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1b0a2d90-c1d1-4fcb-b09e-401056460ddb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:37.651549 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1b0a2d90-c1d1-4fcb-b09e-401056460ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:37.657982 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1b0a2d90-c1d1-4fcb-b09e-401056460ddb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:37.660747 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1b0a2d90-c1d1-4fcb-b09e-401056460ddb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5cb97cef-0dca-4bf3-b251-57aec5f5e8f9 HTTP/1.1" status: 204 len: 168 time: 0.3259597 Nov 12 01:10:37.676413 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0a2d90-c1d1-4fcb-b09e-401056460ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb97cef-0dca-4bf3-b251-57aec5f5e8f9,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:37.844409 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463e911-4392-4269-bf44-31f2e6fb4338 req-8b04ef93-8483-4b76-b261-963c7e49d7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:37.845987 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5463e911-4392-4269-bf44-31f2e6fb4338 req-8b04ef93-8483-4b76-b261-963c7e49d7b2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7bbe35289028429ba1e1b86033a5bcab&device_id=499a185b-2b45-4cba-aaa2-834f685a152a HTTP/1.1" status: 200 len: 1059 time: 0.2502956 Nov 12 01:10:37.876538 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-89bd9313-0fd6-4e2c-b788-2a4d195e6079 req-17a4404f-0d98-49f9-a67b-28cd0892a186 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/security-groups?id=f35c197b-ae20-4eaa-b206-2ef393b1f8c4&id=f7233b9f-1065-4d72-90ac-8ac47fde62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3024187 Nov 12 01:10:37.891156 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fdf774-ceb8-4b24-a019-11b7c21ed5b7 req-04110bbc-ae6f-4967-94eb-d3037527c431 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:37.898020 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f8fdf774-ceb8-4b24-a019-11b7c21ed5b7 req-04110bbc-ae6f-4967-94eb-d3037527c431 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=499a185b-2b45-4cba-aaa2-834f685a152a HTTP/1.1" status: 200 len: 907 time: 0.2729034 Nov 12 01:10:38.001775 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-118c93f3-1f08-418a-9939-f78d59813f6b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:38.096109 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463e911-4392-4269-bf44-31f2e6fb4338 req-f75b6156-9544-47b2-beab-6c226e516339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:38.097653 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5463e911-4392-4269-bf44-31f2e6fb4338 req-f75b6156-9544-47b2-beab-6c226e516339 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 HTTP/1.1" status: 200 len: 911 time: 0.2410302 Nov 12 01:10:38.164151 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-118c93f3-1f08-418a-9939-f78d59813f6b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:38.184343 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5463e911-4392-4269-bf44-31f2e6fb4338 req-26b39353-ec30-4b06-b007-abba10926d08 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=251d6464-309b-4549-a401-b0c73d25a05f HTTP/1.1" status: 200 len: 217 time: 0.0752394 Nov 12 01:10:38.216194 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:38.267209 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2c551-256b-4718-836d-6aeb4b844b84 req-edc74904-a470-4808-897c-475077f11050 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:38.268875 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5df2c551-256b-4718-836d-6aeb4b844b84 req-edc74904-a470-4808-897c-475077f11050 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=8218d1fa-c394-4fa2-9f5e-c0418babcf88 HTTP/1.1" status: 200 len: 946 time: 0.2236514 Nov 12 01:10:38.280339 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 42458) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:38.320821 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118c93f3-1f08-418a-9939-f78d59813f6b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Network f98877c7-9979-4e41-8cd1-b01e437043b6 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:10:38.335026 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d3508cd9-6c69-4bf5-ac73-54c7d50a3e19 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d7653a2c081342b0bab7ae7069542633&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0504050 Nov 12 01:10:38.335686 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 42460) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:38.341949 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-118c93f3-1f08-418a-9939-f78d59813f6b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:10:38.352928 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118c93f3-1f08-418a-9939-f78d59813f6b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:10:38.362630 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c93f3-1f08-418a-9939-f78d59813f6b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Pushing event updated for resources: {'Port': ['ID=337ce69f-ee93-43d3-864b-82a553b8e627,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:38.398305 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-249f0d4c-7110-4096-8cef-8bdea85919fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:38.411578 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45bae14-63f9-4d25-a7f3-11bcc5a82266 req-273c4738-cd82-47da-aa2b-a5368ae43a56 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:38.413283 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a45bae14-63f9-4d25-a7f3-11bcc5a82266 req-273c4738-cd82-47da-aa2b-a5368ae43a56 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.2911932 Nov 12 01:10:38.421165 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463e911-4392-4269-bf44-31f2e6fb4338 req-cc45fb7f-b701-4dd5-8b5a-9e26ca7d3423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:38.423385 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5463e911-4392-4269-bf44-31f2e6fb4338 req-cc45fb7f-b701-4dd5-8b5a-9e26ca7d3423 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=55fa7c58-77a8-4d04-ad83-d7b14788e8b6 HTTP/1.1" status: 200 len: 850 time: 0.2162232 Nov 12 01:10:38.437094 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-249f0d4c-7110-4096-8cef-8bdea85919fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:38.491430 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fec0c5db-593f-43aa-b726-b2e7a53e9746 req-a0cf195e-42d9-4a2b-85f2-3b76218f567e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3237083 Nov 12 01:10:38.517598 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118c93f3-1f08-418a-9939-f78d59813f6b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:38.517598 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-118c93f3-1f08-418a-9939-f78d59813f6b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:38.528008 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-249f0d4c-7110-4096-8cef-8bdea85919fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:38.528379 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5df2c551-256b-4718-836d-6aeb4b844b84 req-4c549a0e-5747-4994-9997-e599a3dfa10c tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322309 Nov 12 01:10:38.533750 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-249f0d4c-7110-4096-8cef-8bdea85919fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:38.540944 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-249f0d4c-7110-4096-8cef-8bdea85919fe admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/68ce422e-4f17-42a4-9a70-d53cb15bef38 HTTP/1.1" status: 204 len: 168 time: 0.1997342 Nov 12 01:10:38.559326 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249f0d4c-7110-4096-8cef-8bdea85919fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ce422e-4f17-42a4-9a70-d53cb15bef38,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:38.578011 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-118c93f3-1f08-418a-9939-f78d59813f6b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9970357 Nov 12 01:10:38.580953 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 42466) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:38.602024 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a45bae14-63f9-4d25-a7f3-11bcc5a82266 req-5af495a3-a64f-480b-acc7-99c632989d03 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754441 Nov 12 01:10:38.606528 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463e911-4392-4269-bf44-31f2e6fb4338 req-d050ff59-1e63-4ba4-a510-5837be9270b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:38.611400 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5463e911-4392-4269-bf44-31f2e6fb4338 req-d050ff59-1e63-4ba4-a510-5837be9270b4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1795180 Nov 12 01:10:38.612728 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-86f6bd54-4f34-42cf-b102-bd51cb1eae64 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Request body: {'floatingip': {'port_id': '337ce69f-ee93-43d3-864b-82a553b8e627'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:10:38.759754 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-86f6bd54-4f34-42cf-b102-bd51cb1eae64 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for floatingip, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:38.975952 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5463e911-4392-4269-bf44-31f2e6fb4338 req-fed070d1-fa55-49e0-ba47-706e677bdb74 service neutron] 10.222.0.16 "GET /v2.0/networks/e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555245 Nov 12 01:10:39.059387 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8218d1fa-c394-4fa2-9f5e-c0418babcf88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb6b1ca-3f2b-4017-976f-60be4bc551f4'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:10:39.065313 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ac1da7-80cb-4111-a6a9-df85c9910dfa" -d '{"events": [{"server_uuid": "8218d1fa-c394-4fa2-9f5e-c0418babcf88", "name": "network-vif-plugged", "status": "completed", "tag": "ffb6b1ca-3f2b-4017-976f-60be4bc551f4"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:10:39.204353 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e64197-b739-424e-9845-c913c11f54d6 req-dd71359a-8028-4323-9511-ec7d138f5061 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:39.207080 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a3e64197-b739-424e-9845-c913c11f54d6 req-dd71359a-8028-4323-9511-ec7d138f5061 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.2584302 Nov 12 01:10:39.229138 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383ab2d-e5a8-4b1e-bcd8-73be57485573 req-5b95c329-d604-4b4f-bccd-0d737e25c4a4 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:39.240967 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8383ab2d-e5a8-4b1e-bcd8-73be57485573 req-5b95c329-d604-4b4f-bccd-0d737e25c4a4 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 944 time: 0.3971708 Nov 12 01:10:39.325363 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5463e911-4392-4269-bf44-31f2e6fb4338 req-735520de-4f7b-49d9-a653-3635a0066143 service neutron] 10.222.0.16 "GET /v2.0/networks/e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164766 Nov 12 01:10:39.378776 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8383ab2d-e5a8-4b1e-bcd8-73be57485573 req-25d47c8f-95a1-4775-941e-dc27419b1b67 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=31601042-336e-46fa-871d-26eb8da12d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353981 Nov 12 01:10:39.407182 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a3e64197-b739-424e-9845-c913c11f54d6 req-6854cc28-7164-40ef-a46b-ece4f9ad9650 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575928 Nov 12 01:10:39.577704 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d8aff9-5394-44eb-8c75-3f33ad12a7a1 x-openstack-request-id: req-78d8aff9-5394-44eb-8c75-3f33ad12a7a1 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:10:39.578490 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8218d1fa-c394-4fa2-9f5e-c0418babcf88", "name": "network-vif-plugged", "status": "completed", "tag": "ffb6b1ca-3f2b-4017-976f-60be4bc551f4", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:10:39.578963 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-78d8aff9-5394-44eb-8c75-3f33ad12a7a1 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:10:39.579568 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8218d1fa-c394-4fa2-9f5e-c0418babcf88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb6b1ca-3f2b-4017-976f-60be4bc551f4', 'code': 200} Nov 12 01:10:39.694099 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f1dde-0a77-4593-aa35-f98cde45ec0f req-c2a561a8-b690-4787-8db7-5176a6efa972 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:39.702949 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f1dde-0a77-4593-aa35-f98cde45ec0f req-c2a561a8-b690-4787-8db7-5176a6efa972 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:39.710471 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f1dde-0a77-4593-aa35-f98cde45ec0f req-c2a561a8-b690-4787-8db7-5176a6efa972 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:39.717763 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f1dde-0a77-4593-aa35-f98cde45ec0f req-c2a561a8-b690-4787-8db7-5176a6efa972 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:39.724395 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f1dde-0a77-4593-aa35-f98cde45ec0f req-c2a561a8-b690-4787-8db7-5176a6efa972 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:39.732004 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f1dde-0a77-4593-aa35-f98cde45ec0f req-c2a561a8-b690-4787-8db7-5176a6efa972 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:39.738721 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f1dde-0a77-4593-aa35-f98cde45ec0f req-c2a561a8-b690-4787-8db7-5176a6efa972 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:39.740830 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5b0f1dde-0a77-4593-aa35-f98cde45ec0f req-c2a561a8-b690-4787-8db7-5176a6efa972 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 5431 time: 0.1950276 Nov 12 01:10:39.885869 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-86f6bd54-4f34-42cf-b102-bd51cb1eae64 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:39.887061 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5b0f1dde-0a77-4593-aa35-f98cde45ec0f req-ca7b9292-be1b-43c6-aedb-bfa73d83bf67 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/security-groups?id=f35c197b-ae20-4eaa-b206-2ef393b1f8c4&id=f7233b9f-1065-4d72-90ac-8ac47fde62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1111586 Nov 12 01:10:39.893318 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-86f6bd54-4f34-42cf-b102-bd51cb1eae64 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:39.897685 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d73afab-7c23-4cf6-b5f7-8d63c84ce9c2 req-3dc6b3dc-8a04-4f24-a96a-690ac1aeb553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:39.899710 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2d73afab-7c23-4cf6-b5f7-8d63c84ce9c2 req-3dc6b3dc-8a04-4f24-a96a-690ac1aeb553 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8218d1fa-c394-4fa2-9f5e-c0418babcf88 HTTP/1.1" status: 200 len: 1098 time: 0.1567907 Nov 12 01:10:39.926379 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dfee5f-95a9-4d7b-9309-ba178ebe21fb req-cc068cad-2fe6-4e44-9e3b-ffa751231ce7 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:39.928832 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b3dfee5f-95a9-4d7b-9309-ba178ebe21fb req-cc068cad-2fe6-4e44-9e3b-ffa751231ce7 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=8218d1fa-c394-4fa2-9f5e-c0418babcf88 HTTP/1.1" status: 200 len: 946 time: 0.1867831 Nov 12 01:10:40.069857 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2d73afab-7c23-4cf6-b5f7-8d63c84ce9c2 req-f315f9f1-8715-4304-9ff2-6037bce93e46 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617825 Nov 12 01:10:40.098742 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b3dfee5f-95a9-4d7b-9309-ba178ebe21fb req-0066426c-d7a2-45e1-ba77-30903cdf9fe4 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529200 Nov 12 01:10:40.165398 n-d-712142-27 neutron-server[109086]: INFO neutron.db.l3_db [None req-86f6bd54-4f34-42cf-b102-bd51cb1eae64 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Floating IP 16dd4c5f-798b-48c0-ab92-193746c1e442 associated. External IP: 172.25.3.226, port: 337ce69f-ee93-43d3-864b-82a553b8e627. Nov 12 01:10:40.273192 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54823e8-61e8-4992-9115-d8a56fbb0b79 req-6a9f7b36-ff85-4aba-964d-e7b0c85f76cb tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:40.276068 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b54823e8-61e8-4992-9115-d8a56fbb0b79 req-6a9f7b36-ff85-4aba-964d-e7b0c85f76cb tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/networks?id=e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 HTTP/1.1" status: 200 len: 811 time: 0.2354016 Nov 12 01:10:40.303993 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b54823e8-61e8-4992-9115-d8a56fbb0b79 req-6964a2eb-9f1f-40b3-b077-82264174295c tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/quotas/7bbe35289028429ba1e1b86033a5bcab HTTP/1.1" status: 200 len: 375 time: 0.0146348 Nov 12 01:10:40.396602 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0c5db-593f-43aa-b726-b2e7a53e9746 req-c9a7b7e6-b740-4b4e-86b5-e0eb6cc846db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:40.399139 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fec0c5db-593f-43aa-b726-b2e7a53e9746 req-c9a7b7e6-b740-4b4e-86b5-e0eb6cc846db service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268&tenant_id=1650592d4cf74284855a02a26c6d9866 HTTP/1.1" status: 200 len: 1096 time: 0.0962884 Nov 12 01:10:40.428679 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b54823e8-61e8-4992-9115-d8a56fbb0b79 req-ed2daca1-d1b8-4009-adeb-1b0262d7d9b6 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7bbe35289028429ba1e1b86033a5bcab&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1127322 Nov 12 01:10:40.454516 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-b54823e8-61e8-4992-9115-d8a56fbb0b79 req-0c1a20cf-7494-459d-bbc4-4bba77b89a9b service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:10:40.456472 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b54823e8-61e8-4992-9115-d8a56fbb0b79 req-0c1a20cf-7494-459d-bbc4-4bba77b89a9b service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074723 Nov 12 01:10:40.480274 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-fec0c5db-593f-43aa-b726-b2e7a53e9746 req-f91afcb8-5b35-4409-b12b-e7919938a676 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712142-27', 'device_owner': 'compute:nova'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:10:40.494124 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:40.626422 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b54823e8-61e8-4992-9115-d8a56fbb0b79 req-254d23a1-c18b-4395-90bf-6267f8092393 service neutron] 10.222.0.45 "GET /v2.0/networks/e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577885 Nov 12 01:10:40.643928 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-fec0c5db-593f-43aa-b726-b2e7a53e9746 req-f91afcb8-5b35-4409-b12b-e7919938a676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:40.711509 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f6bd54-4f34-42cf-b102-bd51cb1eae64 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Router 73b1e82e-f756-49b9-a39f-67842ba467e2 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:10:40.745837 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b54823e8-61e8-4992-9115-d8a56fbb0b79 req-e227049f-7ddc-4d00-878c-6463740ccb11 service neutron] 10.222.0.45 "GET /v2.0/networks/e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166656 Nov 12 01:10:40.978974 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58df9de-b740-4239-8e0d-2e798c7ffb24 req-6d9a9d9b-0a6d-4251-8d2a-aab837a0436a tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:40.992743 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c58df9de-b740-4239-8e0d-2e798c7ffb24 req-6d9a9d9b-0a6d-4251-8d2a-aab837a0436a tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 944 time: 0.1044858 Nov 12 01:10:41.094839 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f6bd54-4f34-42cf-b102-bd51cb1eae64 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:10:41.097277 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c58df9de-b740-4239-8e0d-2e798c7ffb24 req-62a79c1e-0873-4e26-a77a-2ea01d3146d5 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=31601042-336e-46fa-871d-26eb8da12d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031525 Nov 12 01:10:41.103619 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-86f6bd54-4f34-42cf-b102-bd51cb1eae64 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:41.113458 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d1d671-2a17-4041-9df2-0902934bc6b4 None None] Sync routers for ids ['73b1e82e-f756-49b9-a39f-67842ba467e2'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:10:41.142742 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d1d671-2a17-4041-9df2-0902934bc6b4 None None] Routers {'73b1e82e-f756-49b9-a39f-67842ba467e2'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:10:41.143388 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-e3d1d671-2a17-4041-9df2-0902934bc6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:10:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['73b1e82e-f756-49b9-a39f-67842ba467e2'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:41.229380 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-11a13437-9533-492c-9de2-3949276e1a4d req-f6300c18-0718-4634-9577-807aafadec11 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae1aab04-7ae3-4077-8b45-6ac4413e432c HTTP/1.1" status: 200 len: 210 time: 0.0322051 Nov 12 01:10:41.231374 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 42540) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:41.237468 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-e3d1d671-2a17-4041-9df2-0902934bc6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:41.239686 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-86f6bd54-4f34-42cf-b102-bd51cb1eae64 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] 10.222.0.45 "PUT /v2.0/floatingips/16dd4c5f-798b-48c0-ab92-193746c1e442 HTTP/1.1" status: 200 len: 979 time: 2.6440942 Nov 12 01:10:41.245327 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-fec0c5db-593f-43aa-b726-b2e7a53e9746 req-f91afcb8-5b35-4409-b12b-e7919938a676 service neutron] For port e0da1175-a9ed-437b-8e53-221098ff6951, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=e0da1175-a9ed-437b-8e53-221098ff6951,segment=NetworkSegment(160eb3a9-a811-42ba-8ae2-682c5125e1c5),segment_id=160eb3a9-a811-42ba-8ae2-682c5125e1c5)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:41.265931 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d1d671-2a17-4041-9df2-0902934bc6b4 None None] Routers {'73b1e82e-f756-49b9-a39f-67842ba467e2'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:10:41.266993 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-e3d1d671-2a17-4041-9df2-0902934bc6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:10:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['73b1e82e-f756-49b9-a39f-67842ba467e2'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:41.335165 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-fec0c5db-593f-43aa-b726-b2e7a53e9746 req-f91afcb8-5b35-4409-b12b-e7919938a676 service neutron] For port e0da1175-a9ed-437b-8e53-221098ff6951, host n-h1-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:10:41.362162 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-e3d1d671-2a17-4041-9df2-0902934bc6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:41.363388 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d1d671-2a17-4041-9df2-0902934bc6b4 None None] The sync data for ids ['73b1e82e-f756-49b9-a39f-67842ba467e2'] in n-d-712142-27 is: [] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:10:41.441909 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-fec0c5db-593f-43aa-b726-b2e7a53e9746 req-f91afcb8-5b35-4409-b12b-e7919938a676 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0da1175-a9ed-437b-8e53-221098ff6951 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:10:41.459609 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-fec0c5db-593f-43aa-b726-b2e7a53e9746 req-f91afcb8-5b35-4409-b12b-e7919938a676 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:41.469583 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bcf20b-c359-485f-b873-284d8abd3cf5 req-cfe79e1e-3cbd-4bda-b383-0377da37830c tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:41.481624 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bcf20b-c359-485f-b873-284d8abd3cf5 req-cfe79e1e-3cbd-4bda-b383-0377da37830c tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:41.487197 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-fec0c5db-593f-43aa-b726-b2e7a53e9746 req-f91afcb8-5b35-4409-b12b-e7919938a676 service neutron] Transition to ACTIVE for port object e0da1175-a9ed-437b-8e53-221098ff6951 will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:10:41.494658 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bcf20b-c359-485f-b873-284d8abd3cf5 req-cfe79e1e-3cbd-4bda-b383-0377da37830c tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:41.496632 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-fec0c5db-593f-43aa-b726-b2e7a53e9746 req-f91afcb8-5b35-4409-b12b-e7919938a676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:41.506111 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bcf20b-c359-485f-b873-284d8abd3cf5 req-cfe79e1e-3cbd-4bda-b383-0377da37830c tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:41.515576 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bcf20b-c359-485f-b873-284d8abd3cf5 req-cfe79e1e-3cbd-4bda-b383-0377da37830c tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:41.525690 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bcf20b-c359-485f-b873-284d8abd3cf5 req-cfe79e1e-3cbd-4bda-b383-0377da37830c tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:41.561395 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bcf20b-c359-485f-b873-284d8abd3cf5 req-cfe79e1e-3cbd-4bda-b383-0377da37830c tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:41.576460 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-54bcf20b-c359-485f-b873-284d8abd3cf5 req-cfe79e1e-3cbd-4bda-b383-0377da37830c tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 5431 time: 0.3456316 Nov 12 01:10:41.606978 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91afcb8-5b35-4409-b12b-e7919938a676 service neutron] Pushing event updated for resources: {'Port': ['ID=e0da1175-a9ed-437b-8e53-221098ff6951,revision_number=9']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:41.739586 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-46132cc2-0826-48c0-92c3-3828c23efb05 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Deleting port 337ce69f-ee93-43d3-864b-82a553b8e627 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:10:41.740173 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-46132cc2-0826-48c0-92c3-3828c23efb05 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:41.767314 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ae9ea-3b47-455b-ab17-d2cc0c19216f req-021bee18-7fda-44ab-a98a-b478d7048922 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:41.769916 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee5ae9ea-3b47-455b-ab17-d2cc0c19216f req-021bee18-7fda-44ab-a98a-b478d7048922 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=8218d1fa-c394-4fa2-9f5e-c0418babcf88 HTTP/1.1" status: 200 len: 946 time: 0.1603367 Nov 12 01:10:41.880806 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec0c5db-593f-43aa-b726-b2e7a53e9746 req-f91afcb8-5b35-4409-b12b-e7919938a676 service neutron] No DVR routers for this DVR port e0da1175-a9ed-437b-8e53-221098ff6951 on host n-h1-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:10:41.944888 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-54bcf20b-c359-485f-b873-284d8abd3cf5 req-2963eb4b-5418-4bd8-92af-ad187d99c838 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/security-groups?id=f35c197b-ae20-4eaa-b206-2ef393b1f8c4&id=f7233b9f-1065-4d72-90ac-8ac47fde62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3669145 Nov 12 01:10:42.069973 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-46132cc2-0826-48c0-92c3-3828c23efb05 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:42.104826 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee5ae9ea-3b47-455b-ab17-d2cc0c19216f req-09c342ea-e2e7-417a-8c38-d22a283ab45b tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996442 Nov 12 01:10:42.258186 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-fec0c5db-593f-43aa-b726-b2e7a53e9746 req-f91afcb8-5b35-4409-b12b-e7919938a676 service neutron] Attempting to bind port e0da1175-a9ed-437b-8e53-221098ff6951 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:10:42.259063 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-fec0c5db-593f-43aa-b726-b2e7a53e9746 req-f91afcb8-5b35-4409-b12b-e7919938a676 service neutron] Attempting to bind port e0da1175-a9ed-437b-8e53-221098ff6951 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '160eb3a9-a811-42ba-8ae2-682c5125e1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '589a11d9-462f-4432-aa26-12a7b18ca65f'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:10:42.259785 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec0c5db-593f-43aa-b726-b2e7a53e9746 req-f91afcb8-5b35-4409-b12b-e7919938a676 service neutron] Attempting to bind port e0da1175-a9ed-437b-8e53-221098ff6951 on network 589a11d9-462f-4432-aa26-12a7b18ca65f {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:10:42.271014 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec0c5db-593f-43aa-b726-b2e7a53e9746 req-f91afcb8-5b35-4409-b12b-e7919938a676 service neutron] Port e0da1175-a9ed-437b-8e53-221098ff6951 on network 589a11d9-462f-4432-aa26-12a7b18ca65f not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:10:42.271626 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec0c5db-593f-43aa-b726-b2e7a53e9746 req-f91afcb8-5b35-4409-b12b-e7919938a676 service neutron] Attempting to bind port e0da1175-a9ed-437b-8e53-221098ff6951 on network 589a11d9-462f-4432-aa26-12a7b18ca65f {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:10:42.283889 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec0c5db-593f-43aa-b726-b2e7a53e9746 req-f91afcb8-5b35-4409-b12b-e7919938a676 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:10:42.284519 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec0c5db-593f-43aa-b726-b2e7a53e9746 req-f91afcb8-5b35-4409-b12b-e7919938a676 service neutron] Checking segment: {'id': '160eb3a9-a811-42ba-8ae2-682c5125e1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '589a11d9-462f-4432-aa26-12a7b18ca65f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:10:42.285189 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec0c5db-593f-43aa-b726-b2e7a53e9746 req-f91afcb8-5b35-4409-b12b-e7919938a676 service neutron] Bound using segment: {'id': '160eb3a9-a811-42ba-8ae2-682c5125e1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '589a11d9-462f-4432-aa26-12a7b18ca65f'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:10:42.285991 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-fec0c5db-593f-43aa-b726-b2e7a53e9746 req-f91afcb8-5b35-4409-b12b-e7919938a676 service neutron] Bound port: e0da1175-a9ed-437b-8e53-221098ff6951, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '160eb3a9-a811-42ba-8ae2-682c5125e1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '589a11d9-462f-4432-aa26-12a7b18ca65f'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:10:42.286591 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-fec0c5db-593f-43aa-b726-b2e7a53e9746 req-f91afcb8-5b35-4409-b12b-e7919938a676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:42.429053 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-fec0c5db-593f-43aa-b726-b2e7a53e9746 req-f91afcb8-5b35-4409-b12b-e7919938a676 service neutron] For port e0da1175-a9ed-437b-8e53-221098ff6951, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:10:42.437133 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-fec0c5db-593f-43aa-b726-b2e7a53e9746 req-f91afcb8-5b35-4409-b12b-e7919938a676 service neutron] For port e0da1175-a9ed-437b-8e53-221098ff6951, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e0da1175-a9ed-437b-8e53-221098ff6951,segment=NetworkSegment(160eb3a9-a811-42ba-8ae2-682c5125e1c5),segment_id=160eb3a9-a811-42ba-8ae2-682c5125e1c5)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:10:42.444225 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-fec0c5db-593f-43aa-b726-b2e7a53e9746 req-f91afcb8-5b35-4409-b12b-e7919938a676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:42.498471 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e949bff-44a3-4c27-8287-514a701dc25e req-38008a0c-1bda-4f36-ac06-a9aebfdaa966 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:42.501806 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8e949bff-44a3-4c27-8287-514a701dc25e req-38008a0c-1bda-4f36-ac06-a9aebfdaa966 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 944 time: 0.1885457 Nov 12 01:10:42.507015 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0c5db-593f-43aa-b726-b2e7a53e9746 req-f91afcb8-5b35-4409-b12b-e7919938a676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:42.507809 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-fec0c5db-593f-43aa-b726-b2e7a53e9746 req-f91afcb8-5b35-4409-b12b-e7919938a676 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:42.510571 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fec0c5db-593f-43aa-b726-b2e7a53e9746 req-f91afcb8-5b35-4409-b12b-e7919938a676 service neutron] 10.222.0.44 "PUT /v2.0/ports/e0da1175-a9ed-437b-8e53-221098ff6951 HTTP/1.1" status: 200 len: 1093 time: 2.0374880 Nov 12 01:10:42.511269 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6891ab12-2922-455c-85ff-65216616a268', 'tag': 'e0da1175-a9ed-437b-8e53-221098ff6951'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:10:42.514781 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b69eeb-65ef-440e-9548-c71c52f843d3" -d '{"events": [{"name": "network-changed", "server_uuid": "6891ab12-2922-455c-85ff-65216616a268", "tag": "e0da1175-a9ed-437b-8e53-221098ff6951"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:10:42.546993 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-46132cc2-0826-48c0-92c3-3828c23efb05 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:42.550009 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-46132cc2-0826-48c0-92c3-3828c23efb05 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:42.550009 n-d-712142-27 neutron-server[109085]: INFO neutron.db.l3_db [None req-46132cc2-0826-48c0-92c3-3828c23efb05 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Floating IP 16dd4c5f-798b-48c0-ab92-193746c1e442 disassociated. External IP: 172.25.3.226, port: 337ce69f-ee93-43d3-864b-82a553b8e627. Nov 12 01:10:42.550009 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-46132cc2-0826-48c0-92c3-3828c23efb05 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Calling delete_port for 337ce69f-ee93-43d3-864b-82a553b8e627 owned by {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:10:42.592503 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91afcb8-5b35-4409-b12b-e7919938a676 service neutron] Pushing event updated for resources: {'Port': ['ID=e0da1175-a9ed-437b-8e53-221098ff6951,revision_number=10']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:42.719365 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0c5db-593f-43aa-b726-b2e7a53e9746 req-732659de-7545-4b3f-8c7d-c2cf35998d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:42.722178 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fec0c5db-593f-43aa-b726-b2e7a53e9746 req-732659de-7545-4b3f-8c7d-c2cf35998d81 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1650592d4cf74284855a02a26c6d9866&device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 1097 time: 0.1623983 Nov 12 01:10:42.904792 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8e949bff-44a3-4c27-8287-514a701dc25e req-cd475926-b94d-4dee-a4ee-9c5c1c21c3fd tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=31601042-336e-46fa-871d-26eb8da12d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3814883 Nov 12 01:10:42.921162 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0c5db-593f-43aa-b726-b2e7a53e9746 req-eb93b31d-f7a9-41bc-bde6-807b9674a3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:42.922883 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fec0c5db-593f-43aa-b726-b2e7a53e9746 req-eb93b31d-f7a9-41bc-bde6-807b9674a3ef service neutron] 10.222.0.44 "GET /v2.0/networks?id=589a11d9-462f-4432-aa26-12a7b18ca65f HTTP/1.1" status: 200 len: 916 time: 0.1929355 Nov 12 01:10:42.962171 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-426ae6ec-0cf1-49fc-a510-9e234874585c req-00e76613-348f-46f6-855e-36ab641eddb9 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae1aab04-7ae3-4077-8b45-6ac4413e432c HTTP/1.1" status: 200 len: 210 time: 0.1763711 Nov 12 01:10:43.073920 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0993c04-5291-48a0-9973-68d0b600e7bc req-f6123bba-68ae-40f9-bd44-4349e76ffa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:43.077721 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d0993c04-5291-48a0-9973-68d0b600e7bc req-f6123bba-68ae-40f9-bd44-4349e76ffa30 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=191fc5154909462b8c7f63ec6946526e&device_id=8218d1fa-c394-4fa2-9f5e-c0418babcf88 HTTP/1.1" status: 200 len: 1098 time: 0.3489068 Nov 12 01:10:43.077987 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fec0c5db-593f-43aa-b726-b2e7a53e9746 req-25226cb7-1518-467c-a6a0-bc89118fb39f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0da1175-a9ed-437b-8e53-221098ff6951 HTTP/1.1" status: 200 len: 1000 time: 0.1473584 Nov 12 01:10:43.082103 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5980f4e-12e0-4bd9-9e9c-6e9a4faeb4a8 x-openstack-request-id: req-c5980f4e-12e0-4bd9-9e9c-6e9a4faeb4a8 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:10:43.082671 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6891ab12-2922-455c-85ff-65216616a268", "tag": "e0da1175-a9ed-437b-8e53-221098ff6951", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:10:43.083148 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c5980f4e-12e0-4bd9-9e9c-6e9a4faeb4a8 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:10:43.085191 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6891ab12-2922-455c-85ff-65216616a268', 'tag': 'e0da1175-a9ed-437b-8e53-221098ff6951', 'status': 'completed', 'code': 200} Nov 12 01:10:43.179206 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0c5db-593f-43aa-b726-b2e7a53e9746 req-1d8fdbd6-9466-467c-9d1a-ba9feb2f6e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:43.182032 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fec0c5db-593f-43aa-b726-b2e7a53e9746 req-1d8fdbd6-9466-467c-9d1a-ba9feb2f6e6c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=34773eb3-d58a-4b8a-a536-c500cef253a8 HTTP/1.1" status: 200 len: 855 time: 0.0807855 Nov 12 01:10:43.252673 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0c5db-593f-43aa-b726-b2e7a53e9746 req-bf210b21-78e8-4c13-a6eb-573d3a6cf11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:43.256836 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fec0c5db-593f-43aa-b726-b2e7a53e9746 req-bf210b21-78e8-4c13-a6eb-573d3a6cf11e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=589a11d9-462f-4432-aa26-12a7b18ca65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0633922 Nov 12 01:10:43.400522 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fec0c5db-593f-43aa-b726-b2e7a53e9746 req-fd388b2f-7000-45ef-aeb4-3a5c5ac7ea20 service neutron] 10.222.0.44 "GET /v2.0/networks/589a11d9-462f-4432-aa26-12a7b18ca65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341622 Nov 12 01:10:43.552790 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fec0c5db-593f-43aa-b726-b2e7a53e9746 req-70ee287b-7960-44d7-ae23-fd1799d7c241 service neutron] 10.222.0.44 "GET /v2.0/networks/589a11d9-462f-4432-aa26-12a7b18ca65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377044 Nov 12 01:10:43.583691 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 42584) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:43.621873 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54823e8-61e8-4992-9115-d8a56fbb0b79 req-cc55e7a3-495e-4cfd-8ff2-b8936b34fdab tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:43.623835 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b54823e8-61e8-4992-9115-d8a56fbb0b79 req-cc55e7a3-495e-4cfd-8ff2-b8936b34fdab tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.44 "GET /v2.0/networks?id=e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 HTTP/1.1" status: 200 len: 811 time: 0.8129849 Nov 12 01:10:43.633654 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-46132cc2-0826-48c0-92c3-3828c23efb05 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:43.698560 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-b54823e8-61e8-4992-9115-d8a56fbb0b79 req-ab1dc119-60a3-466e-9ddd-60a6c961aa64 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Request body: {'port': {'device_id': 'ae1aab04-7ae3-4077-8b45-6ac4413e432c', 'network_id': 'e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4', 'admin_state_up': True, 'tenant_id': '7bbe35289028429ba1e1b86033a5bcab'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:10:43.707408 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46132cc2-0826-48c0-92c3-3828c23efb05 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Pushing event deleted for resources: {'Port': ['ID=337ce69f-ee93-43d3-864b-82a553b8e627,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:43.767463 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617dd797-e584-4003-a896-e699635693f2 req-cc730be2-0408-4588-a552-849b29b443ea tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:43.773784 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617dd797-e584-4003-a896-e699635693f2 req-cc730be2-0408-4588-a552-849b29b443ea tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:43.779884 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617dd797-e584-4003-a896-e699635693f2 req-cc730be2-0408-4588-a552-849b29b443ea tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:43.785571 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b69eeb-65ef-440e-9548-c71c52f843d3 req-4d998d03-bc13-4bcd-8978-c7cc5eadef2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:43.785971 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617dd797-e584-4003-a896-e699635693f2 req-cc730be2-0408-4588-a552-849b29b443ea tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:43.789582 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-69b69eeb-65ef-440e-9548-c71c52f843d3 req-4d998d03-bc13-4bcd-8978-c7cc5eadef2c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1650592d4cf74284855a02a26c6d9866&device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 1097 time: 0.1110377 Nov 12 01:10:43.792299 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617dd797-e584-4003-a896-e699635693f2 req-cc730be2-0408-4588-a552-849b29b443ea tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:43.799498 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617dd797-e584-4003-a896-e699635693f2 req-cc730be2-0408-4588-a552-849b29b443ea tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:43.805873 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617dd797-e584-4003-a896-e699635693f2 req-cc730be2-0408-4588-a552-849b29b443ea tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:43.808044 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-617dd797-e584-4003-a896-e699635693f2 req-cc730be2-0408-4588-a552-849b29b443ea tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 5431 time: 0.3273177 Nov 12 01:10:43.855821 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364cd75e-a3f8-4060-aca7-814870764fde req-0baaa1a0-3cd4-43d6-b87b-59abf2b009e1 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:43.858173 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-364cd75e-a3f8-4060-aca7-814870764fde req-0baaa1a0-3cd4-43d6-b87b-59abf2b009e1 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=8218d1fa-c394-4fa2-9f5e-c0418babcf88 HTTP/1.1" status: 200 len: 946 time: 0.7130997 Nov 12 01:10:43.859550 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0993c04-5291-48a0-9973-68d0b600e7bc req-dcf9a9fc-bd21-487e-bd77-a6542059dbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:43.861303 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d0993c04-5291-48a0-9973-68d0b600e7bc req-dcf9a9fc-bd21-487e-bd77-a6542059dbf0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1eb2c28f-44d0-4157-813f-a88803c1c65a HTTP/1.1" status: 200 len: 918 time: 0.7690935 Nov 12 01:10:43.879532 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9876654e-164e-4985-8546-d74c978643da admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:43.980092 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b69eeb-65ef-440e-9548-c71c52f843d3 req-f5d4a477-9038-4b97-81ad-034edd6964f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:43.981703 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-69b69eeb-65ef-440e-9548-c71c52f843d3 req-f5d4a477-9038-4b97-81ad-034edd6964f7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=589a11d9-462f-4432-aa26-12a7b18ca65f HTTP/1.1" status: 200 len: 916 time: 0.1778018 Nov 12 01:10:43.989018 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d0993c04-5291-48a0-9973-68d0b600e7bc req-09ac3808-0240-426a-872c-2b76f0cd9ee3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffb6b1ca-3f2b-4017-976f-60be4bc551f4 HTTP/1.1" status: 200 len: 217 time: 0.1133723 Nov 12 01:10:44.093904 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-69b69eeb-65ef-440e-9548-c71c52f843d3 req-b888e174-e6b1-4c5c-8103-76c0e3694a4b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0da1175-a9ed-437b-8e53-221098ff6951 HTTP/1.1" status: 200 len: 1000 time: 0.1032510 Nov 12 01:10:44.099273 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9876654e-164e-4985-8546-d74c978643da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:44.110665 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9876654e-164e-4985-8546-d74c978643da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:44.189819 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b69eeb-65ef-440e-9548-c71c52f843d3 req-aaa86749-6e00-4259-b1b8-0a3abf5fdb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:44.191312 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-69b69eeb-65ef-440e-9548-c71c52f843d3 req-aaa86749-6e00-4259-b1b8-0a3abf5fdb82 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=34773eb3-d58a-4b8a-a536-c500cef253a8 HTTP/1.1" status: 200 len: 855 time: 0.0905144 Nov 12 01:10:44.199483 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9876654e-164e-4985-8546-d74c978643da admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0767aca6a1024d47a8da6eddcdfd4a8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6100669 Nov 12 01:10:44.200041 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-617dd797-e584-4003-a896-e699635693f2 req-0f635ae0-aa22-40e0-b25b-cca29d4fa26c tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/security-groups?id=f35c197b-ae20-4eaa-b206-2ef393b1f8c4&id=f7233b9f-1065-4d72-90ac-8ac47fde62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3493164 Nov 12 01:10:44.207121 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 42602) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:44.224151 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9876654e-164e-4985-8546-d74c978643da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c61d3db-95fd-45c2-9cb9-ebaf5edf027b,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:44.224275 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-364cd75e-a3f8-4060-aca7-814870764fde req-65647aa7-2286-48de-a98c-8f54de5e40a9 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249228 Nov 12 01:10:44.271796 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0993c04-5291-48a0-9973-68d0b600e7bc req-3fd2d187-40a2-4378-8550-7754eaa40809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:44.274940 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d0993c04-5291-48a0-9973-68d0b600e7bc req-3fd2d187-40a2-4378-8550-7754eaa40809 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=604b5391-c877-4e65-b41f-12fa14d652c5 HTTP/1.1" status: 200 len: 858 time: 0.2573085 Nov 12 01:10:44.327836 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b69eeb-65ef-440e-9548-c71c52f843d3 req-bb840ac7-078c-48fb-be5c-4a34d6a84542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:44.331793 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-69b69eeb-65ef-440e-9548-c71c52f843d3 req-bb840ac7-078c-48fb-be5c-4a34d6a84542 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=589a11d9-462f-4432-aa26-12a7b18ca65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1334381 Nov 12 01:10:44.366624 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d0993c04-5291-48a0-9973-68d0b600e7bc req-fdf3da13-6e6e-4f5d-b9fb-28c1ec2b5099 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1eb2c28f-44d0-4157-813f-a88803c1c65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787003 Nov 12 01:10:44.368850 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46132cc2-0826-48c0-92c3-3828c23efb05 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Router 73b1e82e-f756-49b9-a39f-67842ba467e2 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:10:44.375059 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b54823e8-61e8-4992-9115-d8a56fbb0b79 req-ab1dc119-60a3-466e-9ddd-60a6c961aa64 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Made reservation on behalf of 7bbe35289028429ba1e1b86033a5bcab for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:10:44.386742 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b54823e8-61e8-4992-9115-d8a56fbb0b79 req-ab1dc119-60a3-466e-9ddd-60a6c961aa64 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:44.583732 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-69b69eeb-65ef-440e-9548-c71c52f843d3 req-1beb0e7c-7509-4dd8-85ff-5bc74aa96a15 service neutron] 10.222.0.44 "GET /v2.0/networks/589a11d9-462f-4432-aa26-12a7b18ca65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440314 Nov 12 01:10:44.606186 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-94b7068b-1827-4602-904f-5e530f82d233 req-c8f2a05f-b888-4b2c-85e4-53abb6730053 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae1aab04-7ae3-4077-8b45-6ac4413e432c HTTP/1.1" status: 200 len: 210 time: 0.1047847 Nov 12 01:10:44.753527 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6ebb236b-e213-404f-ab2f-f23d0a0be25a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:44.788504 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57019a7c-3caa-4bc7-872b-6fb19e2602a8 req-a865d41f-9e2d-4416-8299-c106f5652f21 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:44.804389 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-57019a7c-3caa-4bc7-872b-6fb19e2602a8 req-a865d41f-9e2d-4416-8299-c106f5652f21 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 945 time: 0.4826329 Nov 12 01:10:45.050665 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-69b69eeb-65ef-440e-9548-c71c52f843d3 req-bad62dd6-96b6-4ae9-a366-741387105aa3 service neutron] 10.222.0.44 "GET /v2.0/networks/589a11d9-462f-4432-aa26-12a7b18ca65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011372 Nov 12 01:10:45.202829 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d0993c04-5291-48a0-9973-68d0b600e7bc req-27ab2fd2-84d1-4621-b3a0-220c4ad82baf service neutron] 10.222.0.16 "GET /v2.0/networks/1eb2c28f-44d0-4157-813f-a88803c1c65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8116546 Nov 12 01:10:45.206687 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6ebb236b-e213-404f-ab2f-f23d0a0be25a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:45.249468 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-57019a7c-3caa-4bc7-872b-6fb19e2602a8 req-4efe7d29-321d-4b41-8d8e-03d7d5e8f3e3 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=31601042-336e-46fa-871d-26eb8da12d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4411478 Nov 12 01:10:45.620062 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-b54823e8-61e8-4992-9115-d8a56fbb0b79 req-ab1dc119-60a3-466e-9ddd-60a6c961aa64 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Allocated IP 172.20.0.6 (e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4/55fa7c58-77a8-4d04-ad83-d7b14788e8b6/9a5c5015-3d8b-4c31-aceb-84d844f6ca3f) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:10:45.649225 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46132cc2-0826-48c0-92c3-3828c23efb05 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:10:45.670391 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32db8d9d-22d8-44da-a64c-39fcb47249b9 None None] Sync routers for ids ['73b1e82e-f756-49b9-a39f-67842ba467e2'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:10:45.697904 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32db8d9d-22d8-44da-a64c-39fcb47249b9 None None] Routers {'73b1e82e-f756-49b9-a39f-67842ba467e2'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:10:45.698924 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-32db8d9d-22d8-44da-a64c-39fcb47249b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:10:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['73b1e82e-f756-49b9-a39f-67842ba467e2'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:45.778947 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-32db8d9d-22d8-44da-a64c-39fcb47249b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:45.795922 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32db8d9d-22d8-44da-a64c-39fcb47249b9 None None] Routers {'73b1e82e-f756-49b9-a39f-67842ba467e2'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:10:45.797386 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-32db8d9d-22d8-44da-a64c-39fcb47249b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:10:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['73b1e82e-f756-49b9-a39f-67842ba467e2'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:45.824802 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6ebb236b-e213-404f-ab2f-f23d0a0be25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:45.828936 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6ebb236b-e213-404f-ab2f-f23d0a0be25a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:45.850754 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-6ebb236b-e213-404f-ab2f-f23d0a0be25a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7c61d3db-95fd-45c2-9cb9-ebaf5edf027b HTTP/1.1" status: 204 len: 168 time: 1.6219997 Nov 12 01:10:45.852363 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-32db8d9d-22d8-44da-a64c-39fcb47249b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:45.853719 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32db8d9d-22d8-44da-a64c-39fcb47249b9 None None] The sync data for ids ['73b1e82e-f756-49b9-a39f-67842ba467e2'] in n-d-712142-27 is: [] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:10:45.934644 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35d1bb-69b2-4b82-a787-a3596762a4bc req-8bfa10d8-bd1d-4c2d-8da8-e42a71f5d50d tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:45.941751 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35d1bb-69b2-4b82-a787-a3596762a4bc req-8bfa10d8-bd1d-4c2d-8da8-e42a71f5d50d tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:45.948154 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35d1bb-69b2-4b82-a787-a3596762a4bc req-8bfa10d8-bd1d-4c2d-8da8-e42a71f5d50d tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:45.956289 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35d1bb-69b2-4b82-a787-a3596762a4bc req-8bfa10d8-bd1d-4c2d-8da8-e42a71f5d50d tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:45.963095 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35d1bb-69b2-4b82-a787-a3596762a4bc req-8bfa10d8-bd1d-4c2d-8da8-e42a71f5d50d tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:45.969778 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35d1bb-69b2-4b82-a787-a3596762a4bc req-8bfa10d8-bd1d-4c2d-8da8-e42a71f5d50d tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:45.977080 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35d1bb-69b2-4b82-a787-a3596762a4bc req-8bfa10d8-bd1d-4c2d-8da8-e42a71f5d50d tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:45.986966 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0b35d1bb-69b2-4b82-a787-a3596762a4bc req-8bfa10d8-bd1d-4c2d-8da8-e42a71f5d50d tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 5431 time: 0.5980897 Nov 12 01:10:46.070229 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebb236b-e213-404f-ab2f-f23d0a0be25a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c61d3db-95fd-45c2-9cb9-ebaf5edf027b,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:46.140655 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff61ef7-6cf7-4f91-b4a1-f4398566b26d req-049046f6-5248-4315-bf73-5206f8571ab2 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:46.143456 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0ff61ef7-6cf7-4f91-b4a1-f4398566b26d req-049046f6-5248-4315-bf73-5206f8571ab2 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=8218d1fa-c394-4fa2-9f5e-c0418babcf88 HTTP/1.1" status: 200 len: 946 time: 0.7472324 Nov 12 01:10:46.302165 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d0993c04-5291-48a0-9973-68d0b600e7bc req-d43f229d-7c6e-49a7-9761-502163a25f1d service neutron] 10.222.0.16 "GET /v2.0/networks/1eb2c28f-44d0-4157-813f-a88803c1c65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0859294 Nov 12 01:10:46.303864 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-46132cc2-0826-48c0-92c3-3828c23efb05 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:46.307442 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-46132cc2-0826-48c0-92c3-3828c23efb05 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] 10.222.0.45 "DELETE /v2.0/ports/337ce69f-ee93-43d3-864b-82a553b8e627 HTTP/1.1" status: 204 len: 168 time: 5.0750585 Nov 12 01:10:46.312129 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 42628) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:46.437277 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9e2a8537-c4b6-4320-9909-00f52c18ad56 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] 10.222.0.45 "GET /v2.0/floatingips/16dd4c5f-798b-48c0-ab92-193746c1e442 HTTP/1.1" status: 200 len: 688 time: 0.1190884 Nov 12 01:10:46.438190 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 42632) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:46.582103 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0b35d1bb-69b2-4b82-a787-a3596762a4bc req-48e8467c-6c0e-46d3-b4e3-ab307118d850 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/security-groups?id=f35c197b-ae20-4eaa-b206-2ef393b1f8c4&id=f7233b9f-1065-4d72-90ac-8ac47fde62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5936859 Nov 12 01:10:46.609688 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0ff61ef7-6cf7-4f91-b4a1-f4398566b26d req-8e207184-f412-4acb-af50-b1705e6b07ff tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970979 Nov 12 01:10:46.653248 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b54823e8-61e8-4992-9115-d8a56fbb0b79 req-ab1dc119-60a3-466e-9ddd-60a6c961aa64 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:46.802446 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b54823e8-61e8-4992-9115-d8a56fbb0b79 req-ab1dc119-60a3-466e-9ddd-60a6c961aa64 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:46.852778 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['0ad0bb83-2810-4bf3-8d54-35cf18d580c1', '73b77dfb-eb82-4711-b2a0-27033906d828'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:10:46.934158 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-1d5e3d12-798b-4f3b-9aa8-e0d664a996fc tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Deleting port cc022e2f-48f4-456d-84ef-4dc71fcffe1a {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:10:46.934158 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d5e3d12-798b-4f3b-9aa8-e0d664a996fc tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:46.976096 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1dc119-60a3-466e-9ddd-60a6c961aa64 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Pushing event updated for resources: {'Port': ['ID=9a5c5015-3d8b-4c31-aceb-84d844f6ca3f,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:47.009194 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b54823e8-61e8-4992-9115-d8a56fbb0b79 req-ab1dc119-60a3-466e-9ddd-60a6c961aa64 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Network e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:10:47.127025 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-b54823e8-61e8-4992-9115-d8a56fbb0b79 req-ab1dc119-60a3-466e-9ddd-60a6c961aa64 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:10:47.139710 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d5e3d12-798b-4f3b-9aa8-e0d664a996fc tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:47.140168 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d5e3d12-798b-4f3b-9aa8-e0d664a996fc tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:47.141982 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-b54823e8-61e8-4992-9115-d8a56fbb0b79 req-ab1dc119-60a3-466e-9ddd-60a6c961aa64 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:10:47.197986 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-1d5e3d12-798b-4f3b-9aa8-e0d664a996fc tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Calling delete_port for cc022e2f-48f4-456d-84ef-4dc71fcffe1a owned by network:floatingip {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:10:47.484349 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7f18d-4b71-4c87-a3e2-7e35e3810472 req-f968bdb0-4d9b-405e-a6a8-ad0fe3be3d43 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:47.486877 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ffa7f18d-4b71-4c87-a3e2-7e35e3810472 req-f968bdb0-4d9b-405e-a6a8-ad0fe3be3d43 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae1aab04-7ae3-4077-8b45-6ac4413e432c HTTP/1.1" status: 200 len: 931 time: 0.6199443 Nov 12 01:10:47.568303 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54823e8-61e8-4992-9115-d8a56fbb0b79 req-ab1dc119-60a3-466e-9ddd-60a6c961aa64 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:47.569666 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b54823e8-61e8-4992-9115-d8a56fbb0b79 req-ab1dc119-60a3-466e-9ddd-60a6c961aa64 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:47.591783 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d1f78-9ce3-454c-8271-bb3efc3b3e71 req-a75c0f89-db5a-4493-868c-e8946fefa606 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:47.595101 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-922d1f78-9ce3-454c-8271-bb3efc3b3e71 req-a75c0f89-db5a-4493-868c-e8946fefa606 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 945 time: 0.4456937 Nov 12 01:10:47.761292 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b54823e8-61e8-4992-9115-d8a56fbb0b79 req-ab1dc119-60a3-466e-9ddd-60a6c961aa64 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0760577 Nov 12 01:10:47.802542 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ffa7f18d-4b71-4c87-a3e2-7e35e3810472 req-2b4c2bd1-36d5-47c0-ae98-8eb3bb9ad40f tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035111 Nov 12 01:10:47.850228 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-b54823e8-61e8-4992-9115-d8a56fbb0b79 req-b9b6f1e9-1c85-4528-b451-5437701742d6 service neutron] Request body: {'port': {'device_id': 'ae1aab04-7ae3-4077-8b45-6ac4413e432c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:10:47.864438 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d5e3d12-798b-4f3b-9aa8-e0d664a996fc tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:47.878840 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-bc2492f4-7bcb-426c-8df1-bab0f927c1c1 None None] Provisioning complete for port 9a5c5015-3d8b-4c31-aceb-84d844f6ca3f triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:10:47.881501 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bc2492f4-7bcb-426c-8df1-bab0f927c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:47.994040 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5e3d12-798b-4f3b-9aa8-e0d664a996fc tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Pushing event deleted for resources: {'Port': ['ID=cc022e2f-48f4-456d-84ef-4dc71fcffe1a,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:47.994994 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-922d1f78-9ce3-454c-8271-bb3efc3b3e71 req-00afc2e6-7918-4f66-80a6-e453dd067961 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=31601042-336e-46fa-871d-26eb8da12d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3782070 Nov 12 01:10:48.094196 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-bc2492f4-7bcb-426c-8df1-bab0f927c1c1 None None] Port 9a5c5015-3d8b-4c31-aceb-84d844f6ca3f cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:10:48.130808 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b54823e8-61e8-4992-9115-d8a56fbb0b79 req-b9b6f1e9-1c85-4528-b451-5437701742d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:48.754819 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd75a0-ded8-4173-bccd-db6f3733a900 req-0259142b-d74c-4d87-97a7-ec6af2f24282 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:48.771481 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f5dd75a0-ded8-4173-bccd-db6f3733a900 req-0259142b-d74c-4d87-97a7-ec6af2f24282 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=8218d1fa-c394-4fa2-9f5e-c0418babcf88 HTTP/1.1" status: 200 len: 946 time: 0.4661620 Nov 12 01:10:48.865034 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d5e3d12-798b-4f3b-9aa8-e0d664a996fc tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for floatingip, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:48.869414 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d5e3d12-798b-4f3b-9aa8-e0d664a996fc tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:48.871249 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1d5e3d12-798b-4f3b-9aa8-e0d664a996fc tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] 10.222.0.45 "DELETE /v2.0/floatingips/16dd4c5f-798b-48c0-ab92-193746c1e442 HTTP/1.1" status: 204 len: 168 time: 2.4315939 Nov 12 01:10:48.881075 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 42662) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:48.889766 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-64b52140-c70a-4e53-9689-e221427ce15e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Request body: {'floatingip': {'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'port_id': '23183d57-f7bc-4fa9-ac66-78cc641875e3'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:10:48.971921 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-64b52140-c70a-4e53-9689-e221427ce15e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for floatingip, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:49.246053 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-64b52140-c70a-4e53-9689-e221427ce15e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:49.560793 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4ab22-dc35-4f46-9e66-aea9dc8c8f22 req-945fe648-8ff6-4625-b7fe-411ae33a7928 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:49.569535 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4ab22-dc35-4f46-9e66-aea9dc8c8f22 req-945fe648-8ff6-4625-b7fe-411ae33a7928 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:49.578241 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4ab22-dc35-4f46-9e66-aea9dc8c8f22 req-945fe648-8ff6-4625-b7fe-411ae33a7928 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:49.587064 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4ab22-dc35-4f46-9e66-aea9dc8c8f22 req-945fe648-8ff6-4625-b7fe-411ae33a7928 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:49.597078 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4ab22-dc35-4f46-9e66-aea9dc8c8f22 req-945fe648-8ff6-4625-b7fe-411ae33a7928 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:49.597393 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-64b52140-c70a-4e53-9689-e221427ce15e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Allocated IP 172.25.3.196 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/f1bad62a-3090-4fe5-8afc-80b2b55dd364) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:10:49.606099 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4ab22-dc35-4f46-9e66-aea9dc8c8f22 req-945fe648-8ff6-4625-b7fe-411ae33a7928 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:49.616007 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4ab22-dc35-4f46-9e66-aea9dc8c8f22 req-945fe648-8ff6-4625-b7fe-411ae33a7928 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:49.627325 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d4c4ab22-dc35-4f46-9e66-aea9dc8c8f22 req-945fe648-8ff6-4625-b7fe-411ae33a7928 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 5431 time: 0.8211479 Nov 12 01:10:49.647431 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f5dd75a0-ded8-4173-bccd-db6f3733a900 req-8f024ece-9bc9-4f04-80c6-8d248615c970 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8739398 Nov 12 01:10:49.842093 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d4c4ab22-dc35-4f46-9e66-aea9dc8c8f22 req-524f7e11-5450-4e5a-be10-1cd182156bd0 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/security-groups?id=f35c197b-ae20-4eaa-b206-2ef393b1f8c4&id=f7233b9f-1065-4d72-90ac-8ac47fde62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2131336 Nov 12 01:10:50.077894 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-64b52140-c70a-4e53-9689-e221427ce15e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:50.141707 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-64b52140-c70a-4e53-9689-e221427ce15e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:50.172549 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-b54823e8-61e8-4992-9115-d8a56fbb0b79 req-b9b6f1e9-1c85-4528-b451-5437701742d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a5c5015-3d8b-4c31-aceb-84d844f6ca3f {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:10:50.194960 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b52140-c70a-4e53-9689-e221427ce15e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:10:50.198941 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-64b52140-c70a-4e53-9689-e221427ce15e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:10:50.201406 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b54823e8-61e8-4992-9115-d8a56fbb0b79 req-b9b6f1e9-1c85-4528-b451-5437701742d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:50.203690 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b52140-c70a-4e53-9689-e221427ce15e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:10:50.243177 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-b54823e8-61e8-4992-9115-d8a56fbb0b79 req-b9b6f1e9-1c85-4528-b451-5437701742d6 service neutron] Transition to ACTIVE for port object 9a5c5015-3d8b-4c31-aceb-84d844f6ca3f will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:10:50.247581 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b52140-c70a-4e53-9689-e221427ce15e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Pushing event updated for resources: {'Port': ['ID=f1bad62a-3090-4fe5-8afc-80b2b55dd364,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:50.287479 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b54823e8-61e8-4992-9115-d8a56fbb0b79 req-b9b6f1e9-1c85-4528-b451-5437701742d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:50.396179 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73b8e4-b385-4e09-88d7-926bdb35132e req-26148473-9520-4769-bf0d-692e75c42177 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:50.399005 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1a73b8e4-b385-4e09-88d7-926bdb35132e req-26148473-9520-4769-bf0d-692e75c42177 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 945 time: 0.3625462 Nov 12 01:10:50.651803 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2fcbd-1493-447b-aa15-526143c1ff41 req-7f029f8e-3c76-4541-a019-77c1c114c820 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:50.654968 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-05a2fcbd-1493-447b-aa15-526143c1ff41 req-7f029f8e-3c76-4541-a019-77c1c114c820 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae1aab04-7ae3-4077-8b45-6ac4413e432c HTTP/1.1" status: 200 len: 931 time: 0.5765851 Nov 12 01:10:50.856064 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b6f1e9-1c85-4528-b451-5437701742d6 service neutron] Pushing event updated for resources: {'Port': ['ID=9a5c5015-3d8b-4c31-aceb-84d844f6ca3f,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:50.877308 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1a73b8e4-b385-4e09-88d7-926bdb35132e req-87cba1ff-6b63-4d8a-9944-11ea09bb73a1 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=31601042-336e-46fa-871d-26eb8da12d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4693091 Nov 12 01:10:50.925015 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-b54823e8-61e8-4992-9115-d8a56fbb0b79 req-b9b6f1e9-1c85-4528-b451-5437701742d6 service neutron] Attempting to bind port 9a5c5015-3d8b-4c31-aceb-84d844f6ca3f on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:10:50.925825 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-b54823e8-61e8-4992-9115-d8a56fbb0b79 req-b9b6f1e9-1c85-4528-b451-5437701742d6 service neutron] Attempting to bind port 9a5c5015-3d8b-4c31-aceb-84d844f6ca3f by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:10:50.931750 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54823e8-61e8-4992-9115-d8a56fbb0b79 req-b9b6f1e9-1c85-4528-b451-5437701742d6 service neutron] Attempting to bind port 9a5c5015-3d8b-4c31-aceb-84d844f6ca3f on network e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:10:50.978117 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54823e8-61e8-4992-9115-d8a56fbb0b79 req-b9b6f1e9-1c85-4528-b451-5437701742d6 service neutron] Port 9a5c5015-3d8b-4c31-aceb-84d844f6ca3f on network e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:10:50.978399 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54823e8-61e8-4992-9115-d8a56fbb0b79 req-b9b6f1e9-1c85-4528-b451-5437701742d6 service neutron] Attempting to bind port 9a5c5015-3d8b-4c31-aceb-84d844f6ca3f on network e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:10:50.986554 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-05a2fcbd-1493-447b-aa15-526143c1ff41 req-2b9b0183-4bff-4232-b290-e8bfbbf66c7a tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812247 Nov 12 01:10:50.990497 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54823e8-61e8-4992-9115-d8a56fbb0b79 req-b9b6f1e9-1c85-4528-b451-5437701742d6 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:10:50.991411 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54823e8-61e8-4992-9115-d8a56fbb0b79 req-b9b6f1e9-1c85-4528-b451-5437701742d6 service neutron] Checking segment: {'id': '6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:10:50.991831 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54823e8-61e8-4992-9115-d8a56fbb0b79 req-b9b6f1e9-1c85-4528-b451-5437701742d6 service neutron] Bound using segment: {'id': '6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:10:50.993019 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-b54823e8-61e8-4992-9115-d8a56fbb0b79 req-b9b6f1e9-1c85-4528-b451-5437701742d6 service neutron] Bound port: 9a5c5015-3d8b-4c31-aceb-84d844f6ca3f, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:10:50.993838 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b54823e8-61e8-4992-9115-d8a56fbb0b79 req-b9b6f1e9-1c85-4528-b451-5437701742d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:51.209723 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711bbb1-2952-46b7-aeff-d2c5ca339154 req-206a717a-4f13-4cd3-bdfb-ce85b917209e tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:51.210071 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-64b52140-c70a-4e53-9689-e221427ce15e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:51.217682 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9711bbb1-2952-46b7-aeff-d2c5ca339154 req-206a717a-4f13-4cd3-bdfb-ce85b917209e tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=8218d1fa-c394-4fa2-9f5e-c0418babcf88 HTTP/1.1" status: 200 len: 946 time: 0.1360054 Nov 12 01:10:51.223157 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-b54823e8-61e8-4992-9115-d8a56fbb0b79 req-b9b6f1e9-1c85-4528-b451-5437701742d6 service neutron] For port 9a5c5015-3d8b-4c31-aceb-84d844f6ca3f, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:10:51.249018 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-b54823e8-61e8-4992-9115-d8a56fbb0b79 req-b9b6f1e9-1c85-4528-b451-5437701742d6 service neutron] For port 9a5c5015-3d8b-4c31-aceb-84d844f6ca3f, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=9a5c5015-3d8b-4c31-aceb-84d844f6ca3f,segment=NetworkSegment(6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4),segment_id=6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:10:51.305012 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b54823e8-61e8-4992-9115-d8a56fbb0b79 req-b9b6f1e9-1c85-4528-b451-5437701742d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:51.446765 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-64b52140-c70a-4e53-9689-e221427ce15e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:51.501475 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54823e8-61e8-4992-9115-d8a56fbb0b79 req-b9b6f1e9-1c85-4528-b451-5437701742d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:51.512182 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b54823e8-61e8-4992-9115-d8a56fbb0b79 req-b9b6f1e9-1c85-4528-b451-5437701742d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:51.514642 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b54823e8-61e8-4992-9115-d8a56fbb0b79 req-b9b6f1e9-1c85-4528-b451-5437701742d6 service neutron] 10.222.0.44 "PUT /v2.0/ports/9a5c5015-3d8b-4c31-aceb-84d844f6ca3f HTTP/1.1" status: 200 len: 1092 time: 3.6912205 Nov 12 01:10:51.527268 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae1aab04-7ae3-4077-8b45-6ac4413e432c', 'tag': '9a5c5015-3d8b-4c31-aceb-84d844f6ca3f'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:10:51.532241 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c151ac-492f-4039-aa57-50976d4e35d7" -d '{"events": [{"name": "network-changed", "server_uuid": "ae1aab04-7ae3-4077-8b45-6ac4413e432c", "tag": "9a5c5015-3d8b-4c31-aceb-84d844f6ca3f"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:10:51.557911 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9711bbb1-2952-46b7-aeff-d2c5ca339154 req-3d789a23-f1ad-4a15-bb16-4973a92b3d5c tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015916 Nov 12 01:10:51.578653 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b6f1e9-1c85-4528-b451-5437701742d6 service neutron] Pushing event updated for resources: {'Port': ['ID=9a5c5015-3d8b-4c31-aceb-84d844f6ca3f,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:51.816733 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b6f1e9-1c85-4528-b451-5437701742d6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:51.817420 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b6f1e9-1c85-4528-b451-5437701742d6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:51.817920 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b6f1e9-1c85-4528-b451-5437701742d6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:51.818512 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b6f1e9-1c85-4528-b451-5437701742d6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:51.819207 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b6f1e9-1c85-4528-b451-5437701742d6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:51.820141 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b6f1e9-1c85-4528-b451-5437701742d6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:51.821099 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b6f1e9-1c85-4528-b451-5437701742d6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:51.821988 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b6f1e9-1c85-4528-b451-5437701742d6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:51.823580 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b6f1e9-1c85-4528-b451-5437701742d6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:51.824348 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b6f1e9-1c85-4528-b451-5437701742d6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:51.825552 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b6f1e9-1c85-4528-b451-5437701742d6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:51.826061 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b6f1e9-1c85-4528-b451-5437701742d6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:51.944383 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23163776-946d-4b4f-91fd-a66d7dc72bda req-da42e125-4fee-4d33-97d1-06445e4d2807 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:51.961560 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23163776-946d-4b4f-91fd-a66d7dc72bda req-da42e125-4fee-4d33-97d1-06445e4d2807 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:51.978038 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23163776-946d-4b4f-91fd-a66d7dc72bda req-da42e125-4fee-4d33-97d1-06445e4d2807 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:51.993032 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23163776-946d-4b4f-91fd-a66d7dc72bda req-da42e125-4fee-4d33-97d1-06445e4d2807 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:51.998999 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-64b52140-c70a-4e53-9689-e221427ce15e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:52.008088 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-64b52140-c70a-4e53-9689-e221427ce15e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:52.048159 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23163776-946d-4b4f-91fd-a66d7dc72bda req-da42e125-4fee-4d33-97d1-06445e4d2807 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:52.061502 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23163776-946d-4b4f-91fd-a66d7dc72bda req-da42e125-4fee-4d33-97d1-06445e4d2807 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:52.084628 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23163776-946d-4b4f-91fd-a66d7dc72bda req-da42e125-4fee-4d33-97d1-06445e4d2807 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:52.088640 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-23163776-946d-4b4f-91fd-a66d7dc72bda req-da42e125-4fee-4d33-97d1-06445e4d2807 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 5431 time: 0.5890152 Nov 12 01:10:52.111156 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54823e8-61e8-4992-9115-d8a56fbb0b79 req-b61e7b15-ec66-4d59-b4e6-03a8b9d0c86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:52.116858 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b54823e8-61e8-4992-9115-d8a56fbb0b79 req-b61e7b15-ec66-4d59-b4e6-03a8b9d0c86d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7bbe35289028429ba1e1b86033a5bcab&device_id=ae1aab04-7ae3-4077-8b45-6ac4413e432c HTTP/1.1" status: 200 len: 1095 time: 0.4181046 Nov 12 01:10:52.241635 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b52140-c70a-4e53-9689-e221427ce15e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Pushing event updated for resources: {'Port': ['ID=f1bad62a-3090-4fe5-8afc-80b2b55dd364,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:52.276173 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b52140-c70a-4e53-9689-e221427ce15e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:52.276565 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b52140-c70a-4e53-9689-e221427ce15e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:52.276971 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b52140-c70a-4e53-9689-e221427ce15e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:52.277261 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b52140-c70a-4e53-9689-e221427ce15e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:52.284501 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b52140-c70a-4e53-9689-e221427ce15e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:52.285178 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b52140-c70a-4e53-9689-e221427ce15e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:52.285720 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b52140-c70a-4e53-9689-e221427ce15e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:52.287311 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b52140-c70a-4e53-9689-e221427ce15e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:52.288417 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b52140-c70a-4e53-9689-e221427ce15e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:52.292067 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b52140-c70a-4e53-9689-e221427ce15e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:52.292901 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b52140-c70a-4e53-9689-e221427ce15e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:52.293460 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b52140-c70a-4e53-9689-e221427ce15e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:10:52.317323 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-64b52140-c70a-4e53-9689-e221427ce15e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:52.346637 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce7cad1-fe63-4f35-ae51-b6e85398cd2a x-openstack-request-id: req-bce7cad1-fe63-4f35-ae51-b6e85398cd2a {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:10:52.347555 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae1aab04-7ae3-4077-8b45-6ac4413e432c", "tag": "9a5c5015-3d8b-4c31-aceb-84d844f6ca3f", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:10:52.348403 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bce7cad1-fe63-4f35-ae51-b6e85398cd2a {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:10:52.349320 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae1aab04-7ae3-4077-8b45-6ac4413e432c', 'tag': '9a5c5015-3d8b-4c31-aceb-84d844f6ca3f', 'status': 'completed', 'code': 200} Nov 12 01:10:52.376412 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b54823e8-61e8-4992-9115-d8a56fbb0b79 req-129ffc03-fcf8-42c2-b670-d30ba1a6e2c0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a5c5015-3d8b-4c31-aceb-84d844f6ca3f HTTP/1.1" status: 200 len: 217 time: 0.2099981 Nov 12 01:10:52.414446 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 962ed579-ad73-4ad7-bc46-ba9a92d2a0c9 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:10:52.573836 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-23163776-946d-4b4f-91fd-a66d7dc72bda req-96974673-d204-4c0d-9374-2243c01b4538 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/security-groups?id=f35c197b-ae20-4eaa-b206-2ef393b1f8c4&id=f7233b9f-1065-4d72-90ac-8ac47fde62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4553695 Nov 12 01:10:52.585380 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54823e8-61e8-4992-9115-d8a56fbb0b79 req-be363975-9472-4cb4-a67a-d859b6ef8a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:52.591631 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b54823e8-61e8-4992-9115-d8a56fbb0b79 req-be363975-9472-4cb4-a67a-d859b6ef8a14 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=55fa7c58-77a8-4d04-ad83-d7b14788e8b6 HTTP/1.1" status: 200 len: 850 time: 0.2011061 Nov 12 01:10:52.712217 n-d-712142-27 neutron-server[109086]: INFO neutron.db.l3_db [None req-64b52140-c70a-4e53-9689-e221427ce15e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Floating IP a7184467-699d-471b-bd57-7c0efee88bc9 associated. External IP: 172.25.3.196, port: 23183d57-f7bc-4fa9-ac66-78cc641875e3. Nov 12 01:10:52.725369 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f272404-70e2-44c8-a812-803c920b66a5 req-0dbcdd11-af5e-41ea-8ca3-a387f221db7f tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:52.738052 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9f272404-70e2-44c8-a812-803c920b66a5 req-0dbcdd11-af5e-41ea-8ca3-a387f221db7f tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 945 time: 0.2643423 Nov 12 01:10:52.811528 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 962ed579-ad73-4ad7-bc46-ba9a92d2a0c9, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=962ed579-ad73-4ad7-bc46-ba9a92d2a0c9,segment=NetworkSegment(c851975a-60fa-4eca-bdff-268884585b72),segment_id=c851975a-60fa-4eca-bdff-268884585b72)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:52.844379 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9f272404-70e2-44c8-a812-803c920b66a5 req-8ee59c5c-d4c8-4063-8e85-6a3ab0ef1715 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=31601042-336e-46fa-871d-26eb8da12d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043007 Nov 12 01:10:52.870197 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54823e8-61e8-4992-9115-d8a56fbb0b79 req-ef1956aa-d2c2-457b-b24d-3f4d330a371e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:52.870539 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': '962ed579-ad73-4ad7-bc46-ba9a92d2a0c9', 'network_id': 'ea33bcf4-68e4-41d3-a621-b5e53b96e513', 'port_id': '962ed579-ad73-4ad7-bc46-ba9a92d2a0c9', 'mac_address': 'fa:16:3e:6f:09:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '941778bd-314e-4867-8a75-0adb70d31051', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:10:52.896342 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b54823e8-61e8-4992-9115-d8a56fbb0b79 req-ef1956aa-d2c2-457b-b24d-3f4d330a371e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2679400 Nov 12 01:10:53.032949 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:53.056752 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 962ed579-ad73-4ad7-bc46-ba9a92d2a0c9 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:10:53.132548 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 962ed579-ad73-4ad7-bc46-ba9a92d2a0c9, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=962ed579-ad73-4ad7-bc46-ba9a92d2a0c9,segment=NetworkSegment(c851975a-60fa-4eca-bdff-268884585b72),segment_id=c851975a-60fa-4eca-bdff-268884585b72)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:53.141772 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:53.145215 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 01057b9c-0ebb-4361-8584-92a34114849a details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:10:53.170646 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093ee34-ef0c-4990-bf0c-236be31b60ff req-023bf9a8-0620-4452-b5d0-1d2965d35836 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:53.172308 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8093ee34-ef0c-4990-bf0c-236be31b60ff req-023bf9a8-0620-4452-b5d0-1d2965d35836 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae1aab04-7ae3-4077-8b45-6ac4413e432c HTTP/1.1" status: 200 len: 943 time: 0.2241733 Nov 12 01:10:53.235327 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b54823e8-61e8-4992-9115-d8a56fbb0b79 req-6ff1f6a7-9000-4ee3-85a8-3320088db759 service neutron] 10.222.0.44 "GET /v2.0/networks/e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266971 Nov 12 01:10:53.284212 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=962ed579-ad73-4ad7-bc46-ba9a92d2a0c9,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:53.359845 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b52140-c70a-4e53-9689-e221427ce15e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Router 73b1e82e-f756-49b9-a39f-67842ba467e2 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:10:53.415844 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 01057b9c-0ebb-4361-8584-92a34114849a, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=01057b9c-0ebb-4361-8584-92a34114849a,segment=NetworkSegment(c851975a-60fa-4eca-bdff-268884585b72),segment_id=c851975a-60fa-4eca-bdff-268884585b72)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:53.466100 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': '01057b9c-0ebb-4361-8584-92a34114849a', 'network_id': 'ea33bcf4-68e4-41d3-a621-b5e53b96e513', 'port_id': '01057b9c-0ebb-4361-8584-92a34114849a', 'mac_address': 'fa:16:3e:14:85:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '941778bd-314e-4867-8a75-0adb70d31051', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:10:53.573026 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5998863-86b0-407f-8c97-f527cc6217ad req-0174dfd0-0195-4665-8c83-6d3748df6b6a tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:53.588926 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c5998863-86b0-407f-8c97-f527cc6217ad req-0174dfd0-0195-4665-8c83-6d3748df6b6a tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=8218d1fa-c394-4fa2-9f5e-c0418babcf88 HTTP/1.1" status: 200 len: 946 time: 0.3762174 Nov 12 01:10:53.662987 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:53.707633 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b52140-c70a-4e53-9689-e221427ce15e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:10:53.747873 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01057b9c-0ebb-4361-8584-92a34114849a {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:10:53.761007 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2518abc1-7cca-4af4-9271-cc2dcb9cdcfe None None] Sync routers for ids ['73b1e82e-f756-49b9-a39f-67842ba467e2'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:10:53.761361 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-64b52140-c70a-4e53-9689-e221427ce15e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:53.812101 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8093ee34-ef0c-4990-bf0c-236be31b60ff req-85faba54-efbf-46b5-b9b3-60558736fb9d tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6011674 Nov 12 01:10:53.817930 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 01057b9c-0ebb-4361-8584-92a34114849a, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=01057b9c-0ebb-4361-8584-92a34114849a,segment=NetworkSegment(c851975a-60fa-4eca-bdff-268884585b72),segment_id=c851975a-60fa-4eca-bdff-268884585b72)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:53.820945 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2518abc1-7cca-4af4-9271-cc2dcb9cdcfe None None] Routers {'73b1e82e-f756-49b9-a39f-67842ba467e2'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:10:53.821929 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-2518abc1-7cca-4af4-9271-cc2dcb9cdcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:10:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['73b1e82e-f756-49b9-a39f-67842ba467e2'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:53.891089 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-64b52140-c70a-4e53-9689-e221427ce15e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.0084503 Nov 12 01:10:53.895891 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 42730) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:53.909466 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-04df3877-9aeb-4406-be5b-c203904def71 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1925984683'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:10:53.917033 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-2518abc1-7cca-4af4-9271-cc2dcb9cdcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:53.930861 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:53.932139 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device e16bb2d8-4ef4-4003-96d4-f65676f445a0 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:10:53.953557 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b54823e8-61e8-4992-9115-d8a56fbb0b79 req-f8ab780c-279e-4caf-b0c8-8a0e9a82386a service neutron] 10.222.0.44 "GET /v2.0/networks/e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6515861 Nov 12 01:10:53.989127 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04df3877-9aeb-4406-be5b-c203904def71 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Made reservation on behalf of 866b66858ff64143a9b619922dd87a42 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:10:54.003033 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-04df3877-9aeb-4406-be5b-c203904def71 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:54.036389 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c5998863-86b0-407f-8c97-f527cc6217ad req-41514538-2c26-4e33-aa75-5ad01e21e731 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4364402 Nov 12 01:10:54.152596 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port e16bb2d8-4ef4-4003-96d4-f65676f445a0, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=e16bb2d8-4ef4-4003-96d4-f65676f445a0,segment=NetworkSegment(bdbdf56f-f4be-4a44-8d63-92ebebe68184),segment_id=bdbdf56f-f4be-4a44-8d63-92ebebe68184)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:54.163889 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04df3877-9aeb-4406-be5b-c203904def71 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:10:54.191094 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-04df3877-9aeb-4406-be5b-c203904def71 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:54.191865 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-04df3877-9aeb-4406-be5b-c203904def71 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Added segment c7ccda64-4ff9-4720-bb20-2e6149735e79 of type vlan for network 5782d458-ca15-490a-88a3-a3ef0b37fdd9 Nov 12 01:10:54.194411 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': 'e16bb2d8-4ef4-4003-96d4-f65676f445a0', 'network_id': 'e0f69fbd-c4e4-47d1-817f-1e3bee936d0a', 'port_id': 'e16bb2d8-4ef4-4003-96d4-f65676f445a0', 'mac_address': 'fa:16:3e:34:ed:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb2daa40-94aa-4da9-a752-d3de2dd0a3dd', 'ip_address': '10.1.1.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:10:54.205995 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2518abc1-7cca-4af4-9271-cc2dcb9cdcfe None None] Routers {'73b1e82e-f756-49b9-a39f-67842ba467e2'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:10:54.206768 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-2518abc1-7cca-4af4-9271-cc2dcb9cdcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:10:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['73b1e82e-f756-49b9-a39f-67842ba467e2'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:54.261810 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-04df3877-9aeb-4406-be5b-c203904def71 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:54.300750 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-04df3877-9aeb-4406-be5b-c203904def71 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:54.307706 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04df3877-9aeb-4406-be5b-c203904def71 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:54.308578 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-04df3877-9aeb-4406-be5b-c203904def71 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:54.335792 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-2518abc1-7cca-4af4-9271-cc2dcb9cdcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:54.337478 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2518abc1-7cca-4af4-9271-cc2dcb9cdcfe None None] The sync data for ids ['73b1e82e-f756-49b9-a39f-67842ba467e2'] in n-d-712142-27 is: [] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:10:54.361511 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-04df3877-9aeb-4406-be5b-c203904def71 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4595528 Nov 12 01:10:54.380781 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6c408-6a20-444b-adb3-879c16a5c7b4 req-f6b456b3-f215-403e-86c6-fea9a23f1bb8 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:54.402169 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6c408-6a20-444b-adb3-879c16a5c7b4 req-f6b456b3-f215-403e-86c6-fea9a23f1bb8 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:54.412053 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6c408-6a20-444b-adb3-879c16a5c7b4 req-f6b456b3-f215-403e-86c6-fea9a23f1bb8 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:54.417298 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 42742) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:54.452338 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6c408-6a20-444b-adb3-879c16a5c7b4 req-f6b456b3-f215-403e-86c6-fea9a23f1bb8 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:54.453166 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-2fb99484-0972-4460-b6c6-b4fbd7a4276b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Request body: {'subnet': {'network_id': '5782d458-ca15-490a-88a3-a3ef0b37fdd9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:10:54.463483 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04df3877-9aeb-4406-be5b-c203904def71 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Pushing event updated for resources: {'Network': ['ID=5782d458-ca15-490a-88a3-a3ef0b37fdd9,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:54.472954 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6c408-6a20-444b-adb3-879c16a5c7b4 req-f6b456b3-f215-403e-86c6-fea9a23f1bb8 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:54.496762 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6c408-6a20-444b-adb3-879c16a5c7b4 req-f6b456b3-f215-403e-86c6-fea9a23f1bb8 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:54.517584 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6c408-6a20-444b-adb3-879c16a5c7b4 req-f6b456b3-f215-403e-86c6-fea9a23f1bb8 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:54.525239 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2bb6c408-6a20-444b-adb3-879c16a5c7b4 req-f6b456b3-f215-403e-86c6-fea9a23f1bb8 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 5433 time: 0.4817219 Nov 12 01:10:54.545861 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 5782d458-ca15-490a-88a3-a3ef0b37fdd9 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:10:54.810841 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb99484-0972-4460-b6c6-b4fbd7a4276b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Made reservation on behalf of 866b66858ff64143a9b619922dd87a42 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:10:54.822360 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2fb99484-0972-4460-b6c6-b4fbd7a4276b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:54.830153 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82645bd5-ef97-4891-a7ea-cb9c5b2f841b req-124d11a4-805d-4605-a786-08b420363af4 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:54.843438 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-82645bd5-ef97-4891-a7ea-cb9c5b2f841b req-124d11a4-805d-4605-a786-08b420363af4 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 945 time: 0.5608208 Nov 12 01:10:55.000292 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:55.015218 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2bb6c408-6a20-444b-adb3-879c16a5c7b4 req-847b62a1-5b41-4e73-aca2-8dcb635555f9 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/security-groups?id=f35c197b-ae20-4eaa-b206-2ef393b1f8c4&id=f7233b9f-1065-4d72-90ac-8ac47fde62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3855546 Nov 12 01:10:55.020366 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c151ac-492f-4039-aa57-50976d4e35d7 req-70840aa6-5d54-4aaa-a385-3ca50c1b1e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:55.022120 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-81c151ac-492f-4039-aa57-50976d4e35d7 req-70840aa6-5d54-4aaa-a385-3ca50c1b1e40 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7bbe35289028429ba1e1b86033a5bcab&device_id=ae1aab04-7ae3-4077-8b45-6ac4413e432c HTTP/1.1" status: 200 len: 1095 time: 0.7987828 Nov 12 01:10:55.041439 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e16bb2d8-4ef4-4003-96d4-f65676f445a0 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:10:55.054560 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=01057b9c-0ebb-4361-8584-92a34114849a,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:55.095498 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-82645bd5-ef97-4891-a7ea-cb9c5b2f841b req-1f67024e-81f7-4c97-a00b-8adf08519f14 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=31601042-336e-46fa-871d-26eb8da12d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2504826 Nov 12 01:10:55.101823 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port e16bb2d8-4ef4-4003-96d4-f65676f445a0, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=e16bb2d8-4ef4-4003-96d4-f65676f445a0,segment=NetworkSegment(bdbdf56f-f4be-4a44-8d63-92ebebe68184),segment_id=bdbdf56f-f4be-4a44-8d63-92ebebe68184)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:55.129405 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:55.130109 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 83d38651-499e-4f7f-9790-b505ef5e96b6 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:10:55.425595 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=e16bb2d8-4ef4-4003-96d4-f65676f445a0,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:55.452631 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 83d38651-499e-4f7f-9790-b505ef5e96b6, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=83d38651-499e-4f7f-9790-b505ef5e96b6,segment=NetworkSegment(bdbdf56f-f4be-4a44-8d63-92ebebe68184),segment_id=bdbdf56f-f4be-4a44-8d63-92ebebe68184)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:55.493165 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': '83d38651-499e-4f7f-9790-b505ef5e96b6', 'network_id': 'e0f69fbd-c4e4-47d1-817f-1e3bee936d0a', 'port_id': '83d38651-499e-4f7f-9790-b505ef5e96b6', 'mac_address': 'fa:16:3e:5a:f7:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb2daa40-94aa-4da9-a752-d3de2dd0a3dd', 'ip_address': '10.1.1.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:10:55.601162 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:55.617582 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c151ac-492f-4039-aa57-50976d4e35d7 req-8c1ac2a8-fb5d-4231-9920-bf8bf7641346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:55.618506 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-81c151ac-492f-4039-aa57-50976d4e35d7 req-8c1ac2a8-fb5d-4231-9920-bf8bf7641346 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 HTTP/1.1" status: 200 len: 911 time: 0.5292423 Nov 12 01:10:55.622784 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2fb99484-0972-4460-b6c6-b4fbd7a4276b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:55.655892 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83d38651-499e-4f7f-9790-b505ef5e96b6 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:10:55.725425 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 83d38651-499e-4f7f-9790-b505ef5e96b6, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=83d38651-499e-4f7f-9790-b505ef5e96b6,segment=NetworkSegment(bdbdf56f-f4be-4a44-8d63-92ebebe68184),segment_id=bdbdf56f-f4be-4a44-8d63-92ebebe68184)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:55.739959 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:55.742828 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 3992154e-cd6b-4a86-9bb7-884f827bc8e2 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:10:55.786511 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb99484-0972-4460-b6c6-b4fbd7a4276b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Pushing event updated for resources: {'Subnet': ['ID=e33c328b-d8d0-465c-8b3a-60225313929f,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:55.791852 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb99484-0972-4460-b6c6-b4fbd7a4276b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Checking segment: {'id': 'c7ccda64-4ff9-4720-bb20-2e6149735e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5782d458-ca15-490a-88a3-a3ef0b37fdd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:10:55.792446 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb99484-0972-4460-b6c6-b4fbd7a4276b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Network hostable DHCP agents. Network: 5782d458-ca15-490a-88a3-a3ef0b37fdd9, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:10:55.819622 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb99484-0972-4460-b6c6-b4fbd7a4276b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Network 5782d458-ca15-490a-88a3-a3ef0b37fdd9 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:10:55.843425 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-2fb99484-0972-4460-b6c6-b4fbd7a4276b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 5782d458-ca15-490a-88a3-a3ef0b37fdd9) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:10:55.854484 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb99484-0972-4460-b6c6-b4fbd7a4276b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:55.856156 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2fb99484-0972-4460-b6c6-b4fbd7a4276b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:55.874315 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636c21ff-f159-4f30-b54e-ae56905ac75c None None] Network 5782d458-ca15-490a-88a3-a3ef0b37fdd9 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:10:55.898502 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2fb99484-0972-4460-b6c6-b4fbd7a4276b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4794509 Nov 12 01:10:55.902562 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 42756) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:55.927892 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-96d12a05-63ec-4954-9b6d-15bce4f98c4e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-194675806', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}, 'admin_state_up': False}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:10:55.958190 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e0fc8e-e5e9-4ef4-8d8e-1a6cf61e20ba req-daece355-a420-498e-a948-4d00cb1032ff tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:55.973526 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-02e0fc8e-e5e9-4ef4-8d8e-1a6cf61e20ba req-daece355-a420-498e-a948-4d00cb1032ff tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae1aab04-7ae3-4077-8b45-6ac4413e432c HTTP/1.1" status: 200 len: 943 time: 0.5805142 Nov 12 01:10:55.988016 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-96d12a05-63ec-4954-9b6d-15bce4f98c4e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:55.989257 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-96d12a05-63ec-4954-9b6d-15bce4f98c4e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:55.993104 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-81c151ac-492f-4039-aa57-50976d4e35d7 req-12616400-74c1-41ba-b6ae-f90e19a888c6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a5c5015-3d8b-4c31-aceb-84d844f6ca3f HTTP/1.1" status: 200 len: 217 time: 0.3115695 Nov 12 01:10:55.995893 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 3992154e-cd6b-4a86-9bb7-884f827bc8e2, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=3992154e-cd6b-4a86-9bb7-884f827bc8e2,segment=NetworkSegment(bdbdf56f-f4be-4a44-8d63-92ebebe68184),segment_id=bdbdf56f-f4be-4a44-8d63-92ebebe68184)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:56.196834 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-96d12a05-63ec-4954-9b6d-15bce4f98c4e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:56.263226 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4374962-f026-423a-a32e-e6925f87147f req-97f7beb0-99c7-483f-8a34-5938a4fa2178 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:56.285379 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a4374962-f026-423a-a32e-e6925f87147f req-97f7beb0-99c7-483f-8a34-5938a4fa2178 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=8218d1fa-c394-4fa2-9f5e-c0418babcf88 HTTP/1.1" status: 200 len: 946 time: 0.3610222 Nov 12 01:10:56.315030 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c151ac-492f-4039-aa57-50976d4e35d7 req-06253b62-3ba5-4475-bc45-64fca6664ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:56.320757 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': '3992154e-cd6b-4a86-9bb7-884f827bc8e2', 'network_id': 'e0f69fbd-c4e4-47d1-817f-1e3bee936d0a', 'port_id': '3992154e-cd6b-4a86-9bb7-884f827bc8e2', 'mac_address': 'fa:16:3e:49:bb:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb2daa40-94aa-4da9-a752-d3de2dd0a3dd', 'ip_address': '10.1.1.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:10:56.330535 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=83d38651-499e-4f7f-9790-b505ef5e96b6,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:56.351717 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-81c151ac-492f-4039-aa57-50976d4e35d7 req-06253b62-3ba5-4475-bc45-64fca6664ed7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=55fa7c58-77a8-4d04-ad83-d7b14788e8b6 HTTP/1.1" status: 200 len: 850 time: 0.3054690 Nov 12 01:10:56.423493 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-02e0fc8e-e5e9-4ef4-8d8e-1a6cf61e20ba req-bd385338-b2d4-4517-8266-45ceade0fd95 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4461994 Nov 12 01:10:56.464557 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:56.469475 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1202b35-dd92-459e-bf80-3707aa5f5b0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-5782d458-ca15-490a-88a3-a3ef0b37fdd9', 'network_id': '5782d458-ca15-490a-88a3-a3ef0b37fdd9', 'tenant_id': '866b66858ff64143a9b619922dd87a42', 'fixed_ips': [{'subnet_id': 'e33c328b-d8d0-465c-8b3a-60225313929f'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:10:56.470704 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e1202b35-dd92-459e-bf80-3707aa5f5b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:56.507286 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3992154e-cd6b-4a86-9bb7-884f827bc8e2 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:10:56.562124 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a4374962-f026-423a-a32e-e6925f87147f req-bae60541-ad2b-4d4d-924f-9110fade0e26 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715964 Nov 12 01:10:56.562961 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 3992154e-cd6b-4a86-9bb7-884f827bc8e2, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=3992154e-cd6b-4a86-9bb7-884f827bc8e2,segment=NetworkSegment(bdbdf56f-f4be-4a44-8d63-92ebebe68184),segment_id=bdbdf56f-f4be-4a44-8d63-92ebebe68184)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:56.650409 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:56.651548 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 0373cd56-eebf-4b69-963a-be09d38bc414 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:10:56.673849 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-96d12a05-63ec-4954-9b6d-15bce4f98c4e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:56.829323 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 0373cd56-eebf-4b69-963a-be09d38bc414, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=0373cd56-eebf-4b69-963a-be09d38bc414,segment=NetworkSegment(bdbdf56f-f4be-4a44-8d63-92ebebe68184),segment_id=bdbdf56f-f4be-4a44-8d63-92ebebe68184)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:56.962247 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c151ac-492f-4039-aa57-50976d4e35d7 req-079e06dd-fe54-4df7-b085-fa4fe4f54698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:56.965437 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-81c151ac-492f-4039-aa57-50976d4e35d7 req-079e06dd-fe54-4df7-b085-fa4fe4f54698 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2841454 Nov 12 01:10:57.046250 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb481e-597e-4606-8a05-2b5a459bea9e req-671200f1-971f-440c-be93-75e95d0e0703 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:57.072183 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb481e-597e-4606-8a05-2b5a459bea9e req-671200f1-971f-440c-be93-75e95d0e0703 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:57.090524 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb481e-597e-4606-8a05-2b5a459bea9e req-671200f1-971f-440c-be93-75e95d0e0703 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:57.104502 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb481e-597e-4606-8a05-2b5a459bea9e req-671200f1-971f-440c-be93-75e95d0e0703 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:57.125328 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb481e-597e-4606-8a05-2b5a459bea9e req-671200f1-971f-440c-be93-75e95d0e0703 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:57.152898 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb481e-597e-4606-8a05-2b5a459bea9e req-671200f1-971f-440c-be93-75e95d0e0703 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:57.155596 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-e1202b35-dd92-459e-bf80-3707aa5f5b0a None None] Allocated IP 172.20.0.2 (5782d458-ca15-490a-88a3-a3ef0b37fdd9/e33c328b-d8d0-465c-8b3a-60225313929f/c6dcfd47-0c42-42d1-803e-b7f318e4e06e) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:10:57.171136 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb481e-597e-4606-8a05-2b5a459bea9e req-671200f1-971f-440c-be93-75e95d0e0703 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:57.186725 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-54eb481e-597e-4606-8a05-2b5a459bea9e req-671200f1-971f-440c-be93-75e95d0e0703 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 5436 time: 0.4773676 Nov 12 01:10:57.206308 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 9a5c5015-3d8b-4c31-aceb-84d844f6ca3f details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:10:57.212301 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c9bc8-aab3-4eb3-a614-e3d028d0c814 req-66b5bdcc-69d9-49e9-83c9-89ffd73ddad9 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:57.214816 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d32c9bc8-aab3-4eb3-a614-e3d028d0c814 req-66b5bdcc-69d9-49e9-83c9-89ffd73ddad9 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 945 time: 0.3461733 Nov 12 01:10:57.226015 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': '0373cd56-eebf-4b69-963a-be09d38bc414', 'network_id': 'e0f69fbd-c4e4-47d1-817f-1e3bee936d0a', 'port_id': '0373cd56-eebf-4b69-963a-be09d38bc414', 'mac_address': 'fa:16:3e:8f:9c:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb2daa40-94aa-4da9-a752-d3de2dd0a3dd', 'ip_address': '10.1.1.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:10:57.312838 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-96d12a05-63ec-4954-9b6d-15bce4f98c4e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for router_gateway, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:57.370884 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-96d12a05-63ec-4954-9b6d-15bce4f98c4e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:57.454762 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=3992154e-cd6b-4a86-9bb7-884f827bc8e2,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:57.631458 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ec75774b-309b-41d6-b95d-cdac4703ea25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:57.683222 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.resource_extend [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 01:10:57.734032 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-96d12a05-63ec-4954-9b6d-15bce4f98c4e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Allocated IP 172.25.3.134 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/4602936d-bca0-49a7-ada0-e68bc50c0355) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:10:57.743436 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:57.751530 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-81c151ac-492f-4039-aa57-50976d4e35d7 req-942940b3-b0e9-4f5c-b9f4-7ec9022764b7 service neutron] 10.222.0.44 "GET /v2.0/networks/e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5624766 Nov 12 01:10:57.775164 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0373cd56-eebf-4b69-963a-be09d38bc414 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:10:57.778360 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-54eb481e-597e-4606-8a05-2b5a459bea9e req-bcf0f765-d2fa-4e45-b9d3-2d291cfcbbef tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/security-groups?id=f35c197b-ae20-4eaa-b206-2ef393b1f8c4&id=f7233b9f-1065-4d72-90ac-8ac47fde62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4686210 Nov 12 01:10:57.800374 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d32c9bc8-aab3-4eb3-a614-e3d028d0c814 req-611be05c-d053-4ea6-b4a8-3d5897ec3d33 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=31601042-336e-46fa-871d-26eb8da12d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4710267 Nov 12 01:10:57.875471 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 0373cd56-eebf-4b69-963a-be09d38bc414, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=0373cd56-eebf-4b69-963a-be09d38bc414,segment=NetworkSegment(bdbdf56f-f4be-4a44-8d63-92ebebe68184),segment_id=bdbdf56f-f4be-4a44-8d63-92ebebe68184)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:57.898866 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:57.899609 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device bdcf7a52-e80c-40be-bdac-b195e34c1da2 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:10:57.932006 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-96d12a05-63ec-4954-9b6d-15bce4f98c4e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:58.011363 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-96d12a05-63ec-4954-9b6d-15bce4f98c4e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:58.025242 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ae758-a5b7-4d62-ab37-dc992d1b66d6 req-a6e24c80-63da-4382-8891-80d4588fe33e tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:58.028676 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8e5ae758-a5b7-4d62-ab37-dc992d1b66d6 req-a6e24c80-63da-4382-8891-80d4588fe33e tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae1aab04-7ae3-4077-8b45-6ac4413e432c HTTP/1.1" status: 200 len: 943 time: 0.1138968 Nov 12 01:10:58.040894 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e1202b35-dd92-459e-bf80-3707aa5f5b0a None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:58.073999 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d12a05-63ec-4954-9b6d-15bce4f98c4e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:10:58.081859 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-96d12a05-63ec-4954-9b6d-15bce4f98c4e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:10:58.086230 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d12a05-63ec-4954-9b6d-15bce4f98c4e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:10:58.096966 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e1202b35-dd92-459e-bf80-3707aa5f5b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:58.124276 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d12a05-63ec-4954-9b6d-15bce4f98c4e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Pushing event updated for resources: {'Port': ['ID=4602936d-bca0-49a7-ada0-e68bc50c0355,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:58.125640 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 9a5c5015-3d8b-4c31-aceb-84d844f6ca3f, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=9a5c5015-3d8b-4c31-aceb-84d844f6ca3f,segment=NetworkSegment(6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4),segment_id=6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:58.201644 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1202b35-dd92-459e-bf80-3707aa5f5b0a None None] Network 5782d458-ca15-490a-88a3-a3ef0b37fdd9 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:10:58.204538 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '9a5c5015-3d8b-4c31-aceb-84d844f6ca3f', 'network_id': 'e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4', 'port_id': '9a5c5015-3d8b-4c31-aceb-84d844f6ca3f', 'mac_address': 'fa:16:3e:37:16:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55fa7c58-77a8-4d04-ad83-d7b14788e8b6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:10:58.207843 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port bdcf7a52-e80c-40be-bdac-b195e34c1da2, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=bdcf7a52-e80c-40be-bdac-b195e34c1da2,segment=NetworkSegment(ef853ea3-b93e-44bf-9439-4b21c4c64343),segment_id=ef853ea3-b93e-44bf-9439-4b21c4c64343)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:58.212190 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-e1202b35-dd92-459e-bf80-3707aa5f5b0a None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:10:58.238961 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1202b35-dd92-459e-bf80-3707aa5f5b0a None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:10:58.257350 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=0373cd56-eebf-4b69-963a-be09d38bc414,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:58.257940 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-81c151ac-492f-4039-aa57-50976d4e35d7 req-733acb50-fde8-4957-b7c6-0ee99d9cb256 service neutron] 10.222.0.44 "GET /v2.0/networks/e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154904 Nov 12 01:10:58.269920 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': 'bdcf7a52-e80c-40be-bdac-b195e34c1da2', 'network_id': '682e0b44-65b9-400b-8f8e-1eeb342780e2', 'port_id': 'bdcf7a52-e80c-40be-bdac-b195e34c1da2', 'mac_address': 'fa:16:3e:c3:33:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4332ed6-c901-4ad1-83db-b19707e770f2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:10:58.274136 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8e5ae758-a5b7-4d62-ab37-dc992d1b66d6 req-6e882a01-c378-4b30-90e0-072271c3a742 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266502 Nov 12 01:10:58.291737 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3aa73-4446-4abb-98ee-c07d223d26bf req-2b207bbf-1ea8-48cb-97a7-43b03168bbe9 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:58.300880 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b4f3aa73-4446-4abb-98ee-c07d223d26bf req-2b207bbf-1ea8-48cb-97a7-43b03168bbe9 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=8218d1fa-c394-4fa2-9f5e-c0418babcf88 HTTP/1.1" status: 200 len: 946 time: 0.2277017 Nov 12 01:10:58.366104 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b4f3aa73-4446-4abb-98ee-c07d223d26bf req-fdf312dc-00fe-4627-bd4a-d916b586c47c tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640967 Nov 12 01:10:58.534752 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-96d12a05-63ec-4954-9b6d-15bce4f98c4e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for router_gateway, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:58.544348 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:58.569481 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-e1202b35-dd92-459e-bf80-3707aa5f5b0a None None] Attempting to bind port c6dcfd47-0c42-42d1-803e-b7f318e4e06e on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:10:58.569895 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-e1202b35-dd92-459e-bf80-3707aa5f5b0a None None] Attempting to bind port c6dcfd47-0c42-42d1-803e-b7f318e4e06e by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'c7ccda64-4ff9-4720-bb20-2e6149735e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5782d458-ca15-490a-88a3-a3ef0b37fdd9'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:10:58.570230 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1202b35-dd92-459e-bf80-3707aa5f5b0a None None] Attempting to bind port c6dcfd47-0c42-42d1-803e-b7f318e4e06e on network 5782d458-ca15-490a-88a3-a3ef0b37fdd9 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:10:58.572336 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:58.587744 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1202b35-dd92-459e-bf80-3707aa5f5b0a None None] Pushing event updated for resources: {'Port': ['ID=c6dcfd47-0c42-42d1-803e-b7f318e4e06e,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:58.595494 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1202b35-dd92-459e-bf80-3707aa5f5b0a None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:10:58.595884 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1202b35-dd92-459e-bf80-3707aa5f5b0a None None] Checking segment: {'id': 'c7ccda64-4ff9-4720-bb20-2e6149735e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5782d458-ca15-490a-88a3-a3ef0b37fdd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:10:58.596318 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e1202b35-dd92-459e-bf80-3707aa5f5b0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:58.596717 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1202b35-dd92-459e-bf80-3707aa5f5b0a None None] Bound using segment: {'id': 'c7ccda64-4ff9-4720-bb20-2e6149735e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5782d458-ca15-490a-88a3-a3ef0b37fdd9'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:10:58.597282 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-e1202b35-dd92-459e-bf80-3707aa5f5b0a None None] Bound port: c6dcfd47-0c42-42d1-803e-b7f318e4e06e, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ccda64-4ff9-4720-bb20-2e6149735e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '5782d458-ca15-490a-88a3-a3ef0b37fdd9'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:10:58.597683 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e1202b35-dd92-459e-bf80-3707aa5f5b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:58.602452 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdcf7a52-e80c-40be-bdac-b195e34c1da2 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:10:58.608007 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a5c5015-3d8b-4c31-aceb-84d844f6ca3f {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:10:58.652991 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 9a5c5015-3d8b-4c31-aceb-84d844f6ca3f, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=9a5c5015-3d8b-4c31-aceb-84d844f6ca3f,segment=NetworkSegment(6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4),segment_id=6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:58.657851 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port bdcf7a52-e80c-40be-bdac-b195e34c1da2, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=bdcf7a52-e80c-40be-bdac-b195e34c1da2,segment=NetworkSegment(ef853ea3-b93e-44bf-9439-4b21c4c64343),segment_id=ef853ea3-b93e-44bf-9439-4b21c4c64343)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:10:58.681853 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:58.687571 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:58.762389 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-e1202b35-dd92-459e-bf80-3707aa5f5b0a None None] For port c6dcfd47-0c42-42d1-803e-b7f318e4e06e, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:10:58.766696 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-e1202b35-dd92-459e-bf80-3707aa5f5b0a None None] For port c6dcfd47-0c42-42d1-803e-b7f318e4e06e, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=c6dcfd47-0c42-42d1-803e-b7f318e4e06e,segment=NetworkSegment(c7ccda64-4ff9-4720-bb20-2e6149735e79),segment_id=c7ccda64-4ff9-4720-bb20-2e6149735e79)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:10:58.767526 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=9a5c5015-3d8b-4c31-aceb-84d844f6ca3f,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:58.774860 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e1202b35-dd92-459e-bf80-3707aa5f5b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:58.851436 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=bdcf7a52-e80c-40be-bdac-b195e34c1da2,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:58.859365 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-96d12a05-63ec-4954-9b6d-15bce4f98c4e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:58.925078 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1202b35-dd92-459e-bf80-3707aa5f5b0a None None] Pushing event updated for resources: {'Port': ['ID=c6dcfd47-0c42-42d1-803e-b7f318e4e06e,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:10:59.114603 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['9a5c5015-3d8b-4c31-aceb-84d844f6ca3f'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:10:59.136456 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21392b3-4f7d-4fcd-b6d8-b5fe2f761498 req-bcaa1587-0858-494e-863c-c4546600a58e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:59.160968 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21392b3-4f7d-4fcd-b6d8-b5fe2f761498 req-bcaa1587-0858-494e-863c-c4546600a58e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:59.191930 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21392b3-4f7d-4fcd-b6d8-b5fe2f761498 req-bcaa1587-0858-494e-863c-c4546600a58e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:59.212667 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21392b3-4f7d-4fcd-b6d8-b5fe2f761498 req-bcaa1587-0858-494e-863c-c4546600a58e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:59.227205 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21392b3-4f7d-4fcd-b6d8-b5fe2f761498 req-bcaa1587-0858-494e-863c-c4546600a58e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:59.254648 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21392b3-4f7d-4fcd-b6d8-b5fe2f761498 req-bcaa1587-0858-494e-863c-c4546600a58e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:59.268851 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21392b3-4f7d-4fcd-b6d8-b5fe2f761498 req-bcaa1587-0858-494e-863c-c4546600a58e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:59.280722 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e21392b3-4f7d-4fcd-b6d8-b5fe2f761498 req-bcaa1587-0858-494e-863c-c4546600a58e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 5438 time: 0.3151009 Nov 12 01:10:59.310657 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de43cb4-d873-4862-9eff-0854c357513e req-89cb6ab7-e856-450f-932c-48a1a5acaf21 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:59.312374 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2de43cb4-d873-4862-9eff-0854c357513e req-89cb6ab7-e856-450f-932c-48a1a5acaf21 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 945 time: 0.3318524 Nov 12 01:10:59.440788 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e21392b3-4f7d-4fcd-b6d8-b5fe2f761498 req-20bcbaf4-5e15-469f-8f5a-809706c85223 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/security-groups?id=f35c197b-ae20-4eaa-b206-2ef393b1f8c4&id=f7233b9f-1065-4d72-90ac-8ac47fde62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1590183 Nov 12 01:10:59.503611 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2de43cb4-d873-4862-9eff-0854c357513e req-b27b2a3f-5b02-4000-80a8-afaf9c17d98b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=31601042-336e-46fa-871d-26eb8da12d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729560 Nov 12 01:10:59.669789 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96d12a05-63ec-4954-9b6d-15bce4f98c4e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Router 1d9ded53-f974-4b34-9ca3-e700dc82975d is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:10:59.739028 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb561f8-ace8-4e1a-996e-2f1c0b1e6f76 req-78f02222-e685-4385-9dbc-5731da16a36f tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:59.744664 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ceb561f8-ace8-4e1a-996e-2f1c0b1e6f76 req-78f02222-e685-4385-9dbc-5731da16a36f tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae1aab04-7ae3-4077-8b45-6ac4413e432c HTTP/1.1" status: 200 len: 944 time: 0.1081126 Nov 12 01:10:59.772845 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e966f-f278-4cc9-9219-31dec2bde206 req-33e8054c-ff11-47fe-8a2c-77b0d2a3b312 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:10:59.784572 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ca7e966f-f278-4cc9-9219-31dec2bde206 req-33e8054c-ff11-47fe-8a2c-77b0d2a3b312 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=8218d1fa-c394-4fa2-9f5e-c0418babcf88 HTTP/1.1" status: 200 len: 946 time: 0.1128507 Nov 12 01:10:59.829085 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['01057b9c-0ebb-4361-8584-92a34114849a'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:10:59.876301 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d12a05-63ec-4954-9b6d-15bce4f98c4e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:10:59.892155 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d52ad6-dd3b-4653-98a4-522449d383ce None None] Sync routers for ids ['1d9ded53-f974-4b34-9ca3-e700dc82975d'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:10:59.914490 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['3992154e-cd6b-4a86-9bb7-884f827bc8e2'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:10:59.936486 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-96d12a05-63ec-4954-9b6d-15bce4f98c4e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:10:59.937886 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d52ad6-dd3b-4653-98a4-522449d383ce None None] Routers {'1d9ded53-f974-4b34-9ca3-e700dc82975d'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:10:59.939142 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-23d52ad6-dd3b-4653-98a4-522449d383ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:10:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['1d9ded53-f974-4b34-9ca3-e700dc82975d'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:10:59.947910 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-96d12a05-63ec-4954-9b6d-15bce4f98c4e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.0402629 Nov 12 01:10:59.950566 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 42890) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:10:59.952162 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ceb561f8-ace8-4e1a-996e-2f1c0b1e6f76 req-4cf30bcb-25cb-484d-9229-309f72b06a20 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985273 Nov 12 01:10:59.995247 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ca7e966f-f278-4cc9-9219-31dec2bde206 req-07c8e4ae-1735-4280-926e-c5739e64e175 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983385 Nov 12 01:11:00.088999 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-23d52ad6-dd3b-4653-98a4-522449d383ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:00.118824 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d52ad6-dd3b-4653-98a4-522449d383ce None None] Routers {'1d9ded53-f974-4b34-9ca3-e700dc82975d'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:00.119891 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-23d52ad6-dd3b-4653-98a4-522449d383ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:10:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['1d9ded53-f974-4b34-9ca3-e700dc82975d'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:00.198996 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-23d52ad6-dd3b-4653-98a4-522449d383ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:00.199473 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['83d38651-499e-4f7f-9790-b505ef5e96b6'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:11:00.201391 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d52ad6-dd3b-4653-98a4-522449d383ce None None] The sync data for ids ['1d9ded53-f974-4b34-9ca3-e700dc82975d'] in n-d-712142-27 is: [] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:11:00.229281 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['962ed579-ad73-4ad7-bc46-ba9a92d2a0c9'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:11:00.232105 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['e16bb2d8-4ef4-4003-96d4-f65676f445a0'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:11:00.234371 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['bdcf7a52-e80c-40be-bdac-b195e34c1da2'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:11:00.513381 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897a7517-24f3-44c7-ae98-80d5c1e60cf2 None None] Network 5782d458-ca15-490a-88a3-a3ef0b37fdd9 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:11:00.756407 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-019f7fb0-19bc-4f77-8363-95a2594b3f88 None None] Provisioning complete for port c6dcfd47-0c42-42d1-803e-b7f318e4e06e triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:00.757077 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-019f7fb0-19bc-4f77-8363-95a2594b3f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:00.758864 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b1590-4f74-4304-95b7-eb968efaf903 req-76115a6b-3366-47a8-881d-5b78b05ac2cf tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:00.776420 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b1590-4f74-4304-95b7-eb968efaf903 req-76115a6b-3366-47a8-881d-5b78b05ac2cf tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:00.798263 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b1590-4f74-4304-95b7-eb968efaf903 req-76115a6b-3366-47a8-881d-5b78b05ac2cf tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:00.814734 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b1590-4f74-4304-95b7-eb968efaf903 req-76115a6b-3366-47a8-881d-5b78b05ac2cf tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:00.829645 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b1590-4f74-4304-95b7-eb968efaf903 req-76115a6b-3366-47a8-881d-5b78b05ac2cf tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:00.843009 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b1590-4f74-4304-95b7-eb968efaf903 req-76115a6b-3366-47a8-881d-5b78b05ac2cf tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:00.858735 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b1590-4f74-4304-95b7-eb968efaf903 req-76115a6b-3366-47a8-881d-5b78b05ac2cf tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:00.862898 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f78b1590-4f74-4304-95b7-eb968efaf903 req-76115a6b-3366-47a8-881d-5b78b05ac2cf tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 5438 time: 0.3252902 Nov 12 01:11:00.870617 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['0373cd56-eebf-4b69-963a-be09d38bc414'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:11:00.896718 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24094fc-885a-421a-ab89-13b6d0360432 req-5a8703d8-088d-484d-b631-17ac8261930e tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:00.912428 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b24094fc-885a-421a-ab89-13b6d0360432 req-5a8703d8-088d-484d-b631-17ac8261930e tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 945 time: 0.2765889 Nov 12 01:11:01.059285 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 42928) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:01.068354 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device e0da1175-a9ed-437b-8e53-221098ff6951 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:11:01.071759 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device c6dcfd47-0c42-42d1-803e-b7f318e4e06e up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:11:01.075487 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 9a5c5015-3d8b-4c31-aceb-84d844f6ca3f up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:11:01.092265 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b24094fc-885a-421a-ab89-13b6d0360432 req-613bbc29-c776-4a84-a52d-303e59a8babc tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=31601042-336e-46fa-871d-26eb8da12d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781702 Nov 12 01:11:01.101706 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-14d4da24-a389-4cdb-91d0-ee0dd7b7b9c2 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:01.128870 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f78b1590-4f74-4304-95b7-eb968efaf903 req-bcbd84e7-5d60-440f-b019-2918aa956344 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/security-groups?id=f35c197b-ae20-4eaa-b206-2ef393b1f8c4&id=f7233b9f-1065-4d72-90ac-8ac47fde62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2530754 Nov 12 01:11:01.312704 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-33c60ab2-d0c6-4635-a2f2-ee90b44a6958 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:01.561276 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3ad56a-ee6d-444a-afb3-bc2f7ee64f00 req-c67c3c4e-0a2d-42c1-bee8-767d4bc79ffa tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:01.564055 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6d3ad56a-ee6d-444a-afb3-bc2f7ee64f00 req-c67c3c4e-0a2d-42c1-bee8-767d4bc79ffa tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae1aab04-7ae3-4077-8b45-6ac4413e432c HTTP/1.1" status: 200 len: 944 time: 0.2548027 Nov 12 01:11:01.579761 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-14d4da24-a389-4cdb-91d0-ee0dd7b7b9c2 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Allocated IP 172.20.0.1 (5782d458-ca15-490a-88a3-a3ef0b37fdd9/e33c328b-d8d0-465c-8b3a-60225313929f/a6cf17e0-aeb6-4b85-b9e0-5861a5ad1662) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:11:01.607357 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bfb61ab9-a6c3-47f8-8a25-39fdbc42fc99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:01.615515 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22556c56-431f-4e66-8211-6acf04967c82 req-61ec1b4b-37d9-40d0-b2c0-ab0d7b5bc9a0 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:01.628798 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-22556c56-431f-4e66-8211-6acf04967c82 req-61ec1b4b-37d9-40d0-b2c0-ab0d7b5bc9a0 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=8218d1fa-c394-4fa2-9f5e-c0418babcf88 HTTP/1.1" status: 200 len: 946 time: 0.1915650 Nov 12 01:11:01.711292 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-33c60ab2-d0c6-4635-a2f2-ee90b44a6958 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:01.728482 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-33c60ab2-d0c6-4635-a2f2-ee90b44a6958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:01.760482 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-14d4da24-a389-4cdb-91d0-ee0dd7b7b9c2 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:01.798651 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6d3ad56a-ee6d-444a-afb3-bc2f7ee64f00 req-35775d01-d69c-40c6-9574-6a35a1e28cb1 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164805 Nov 12 01:11:01.809677 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-22556c56-431f-4e66-8211-6acf04967c82 req-a17958bf-b52c-49d7-ae9c-5bbb9bd4a209 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738038 Nov 12 01:11:01.815654 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-33c60ab2-d0c6-4635-a2f2-ee90b44a6958 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=469a4ec8f6c6412086fd4e54789da98f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7534661 Nov 12 01:11:01.818307 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c60ab2-d0c6-4635-a2f2-ee90b44a6958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29cfe99b-7a4b-42ed-bf05-b14b79659332,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:01.821197 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 42938) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:01.850323 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-14d4da24-a389-4cdb-91d0-ee0dd7b7b9c2 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:01.916532 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-39089ab1-d43a-40ab-a143-e9793b66d7ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:01.929697 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d4da24-a389-4cdb-91d0-ee0dd7b7b9c2 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Network 5782d458-ca15-490a-88a3-a3ef0b37fdd9 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:11:01.932896 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d4da24-a389-4cdb-91d0-ee0dd7b7b9c2 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Pushing event updated for resources: {'Port': ['ID=a6cf17e0-aeb6-4b85-b9e0-5861a5ad1662,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:01.937056 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-14d4da24-a389-4cdb-91d0-ee0dd7b7b9c2 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:11:01.942076 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d4da24-a389-4cdb-91d0-ee0dd7b7b9c2 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:11:01.960233 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-019f7fb0-19bc-4f77-8363-95a2594b3f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:01.967056 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-39089ab1-d43a-40ab-a143-e9793b66d7ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:02.004708 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-14d4da24-a389-4cdb-91d0-ee0dd7b7b9c2 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:02.017794 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port c6dcfd47-0c42-42d1-803e-b7f318e4e06e triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:02.018211 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:02.021310 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port e0da1175-a9ed-437b-8e53-221098ff6951, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e0da1175-a9ed-437b-8e53-221098ff6951,segment=NetworkSegment(160eb3a9-a811-42ba-8ae2-682c5125e1c5),segment_id=160eb3a9-a811-42ba-8ae2-682c5125e1c5)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:02.051480 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 9a5c5015-3d8b-4c31-aceb-84d844f6ca3f completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:11:02.081292 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-39089ab1-d43a-40ab-a143-e9793b66d7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:02.094687 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-39089ab1-d43a-40ab-a143-e9793b66d7ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:02.097268 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-39089ab1-d43a-40ab-a143-e9793b66d7ed admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/29cfe99b-7a4b-42ed-bf05-b14b79659332 HTTP/1.1" status: 204 len: 168 time: 0.2747731 Nov 12 01:11:02.112333 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39089ab1-d43a-40ab-a143-e9793b66d7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29cfe99b-7a4b-42ed-bf05-b14b79659332,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:02.154784 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 9a5c5015-3d8b-4c31-aceb-84d844f6ca3f triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:02.155123 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:02.218326 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'e0da1175-a9ed-437b-8e53-221098ff6951', 'network_id': '589a11d9-462f-4432-aa26-12a7b18ca65f', 'port_id': 'e0da1175-a9ed-437b-8e53-221098ff6951', 'mac_address': 'fa:16:3e:5a:f4:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34773eb3-d58a-4b8a-a536-c500cef253a8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:11:02.227516 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-14d4da24-a389-4cdb-91d0-ee0dd7b7b9c2 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:02.444624 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-019f7fb0-19bc-4f77-8363-95a2594b3f88 None None] For port c6dcfd47-0c42-42d1-803e-b7f318e4e06e, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=c6dcfd47-0c42-42d1-803e-b7f318e4e06e,segment=NetworkSegment(c7ccda64-4ff9-4720-bb20-2e6149735e79),segment_id=c7ccda64-4ff9-4720-bb20-2e6149735e79)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:02.467192 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb0aaa8-764f-416a-8a06-dc0c74e09439 req-949566d5-aba4-4618-ab5f-9f1451429259 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:02.470475 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ebb0aaa8-764f-416a-8a06-dc0c74e09439 req-949566d5-aba4-4618-ab5f-9f1451429259 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 945 time: 0.1205318 Nov 12 01:11:02.486362 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07136950-a4e7-47f3-8e01-bf006f4bd05b req-a26f3efa-efe0-46b6-8e68-98801bb1b714 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:02.494188 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-019f7fb0-19bc-4f77-8363-95a2594b3f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:02.494986 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07136950-a4e7-47f3-8e01-bf006f4bd05b req-a26f3efa-efe0-46b6-8e68-98801bb1b714 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:02.502125 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07136950-a4e7-47f3-8e01-bf006f4bd05b req-a26f3efa-efe0-46b6-8e68-98801bb1b714 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:02.510022 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07136950-a4e7-47f3-8e01-bf006f4bd05b req-a26f3efa-efe0-46b6-8e68-98801bb1b714 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:02.518067 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07136950-a4e7-47f3-8e01-bf006f4bd05b req-a26f3efa-efe0-46b6-8e68-98801bb1b714 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:02.525214 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07136950-a4e7-47f3-8e01-bf006f4bd05b req-a26f3efa-efe0-46b6-8e68-98801bb1b714 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:02.531911 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07136950-a4e7-47f3-8e01-bf006f4bd05b req-a26f3efa-efe0-46b6-8e68-98801bb1b714 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:02.534184 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-07136950-a4e7-47f3-8e01-bf006f4bd05b req-a26f3efa-efe0-46b6-8e68-98801bb1b714 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 5438 time: 0.2392015 Nov 12 01:11:02.622570 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ebb0aaa8-764f-416a-8a06-dc0c74e09439 req-537ab5c3-d3a2-444b-9f13-b457329c1e9b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=31601042-336e-46fa-871d-26eb8da12d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864949 Nov 12 01:11:02.624904 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f7fb0-19bc-4f77-8363-95a2594b3f88 None None] Pushing event updated for resources: {'Port': ['ID=c6dcfd47-0c42-42d1-803e-b7f318e4e06e,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:02.635740 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:02.690371 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f7fb0-19bc-4f77-8363-95a2594b3f88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:02.690847 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f7fb0-19bc-4f77-8363-95a2594b3f88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:02.691122 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f7fb0-19bc-4f77-8363-95a2594b3f88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:02.691464 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f7fb0-19bc-4f77-8363-95a2594b3f88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:02.692881 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 42950) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:02.693626 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f7fb0-19bc-4f77-8363-95a2594b3f88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:02.694037 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f7fb0-19bc-4f77-8363-95a2594b3f88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:02.694494 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f7fb0-19bc-4f77-8363-95a2594b3f88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:02.694695 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f7fb0-19bc-4f77-8363-95a2594b3f88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:02.695071 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f7fb0-19bc-4f77-8363-95a2594b3f88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:02.697362 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f7fb0-19bc-4f77-8363-95a2594b3f88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:02.697790 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f7fb0-19bc-4f77-8363-95a2594b3f88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:02.698135 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f7fb0-19bc-4f77-8363-95a2594b3f88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:02.705555 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-07136950-a4e7-47f3-8e01-bf006f4bd05b req-618e6568-66bd-496b-9c0d-f9469e83c5bc tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/security-groups?id=f35c197b-ae20-4eaa-b206-2ef393b1f8c4&id=f7233b9f-1065-4d72-90ac-8ac47fde62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1352570 Nov 12 01:11:02.731343 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0da1175-a9ed-437b-8e53-221098ff6951 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:11:02.731549 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a5976009-05d1-420d-abdc-80cda47f656b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:02.838197 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port e0da1175-a9ed-437b-8e53-221098ff6951, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e0da1175-a9ed-437b-8e53-221098ff6951,segment=NetworkSegment(160eb3a9-a811-42ba-8ae2-682c5125e1c5),segment_id=160eb3a9-a811-42ba-8ae2-682c5125e1c5)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:02.900068 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a5976009-05d1-420d-abdc-80cda47f656b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:02.912447 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a5976009-05d1-420d-abdc-80cda47f656b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:02.916423 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:02.953049 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-14d4da24-a389-4cdb-91d0-ee0dd7b7b9c2 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:02.961184 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5976009-05d1-420d-abdc-80cda47f656b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a4e1cf-b76f-4bc9-992f-efc152187714,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:02.962536 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-14d4da24-a389-4cdb-91d0-ee0dd7b7b9c2 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:03.057693 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:03.072092 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d4da24-a389-4cdb-91d0-ee0dd7b7b9c2 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Pushing event updated for resources: {'Port': ['ID=a6cf17e0-aeb6-4b85-b9e0-5861a5ad1662,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:03.079538 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-14d4da24-a389-4cdb-91d0-ee0dd7b7b9c2 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:03.098762 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a5976009-05d1-420d-abdc-80cda47f656b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=93f71c90d84047f0bc4e687e72cdc9fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3917034 Nov 12 01:11:03.118656 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 42956) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:03.145008 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:03.211323 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-9bdaed95-d468-401c-91af-f23bcbde926d None None] Provisioning complete for port a6cf17e0-aeb6-4b85-b9e0-5861a5ad1662 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:03.211749 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9bdaed95-d468-401c-91af-f23bcbde926d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:03.213449 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae1aab04-7ae3-4077-8b45-6ac4413e432c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a5c5015-3d8b-4c31-aceb-84d844f6ca3f'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:11:03.222018 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b904bc-0478-462d-9df5-aaaf623a8736" -d '{"events": [{"server_uuid": "ae1aab04-7ae3-4077-8b45-6ac4413e432c", "name": "network-vif-plugged", "status": "completed", "tag": "9a5c5015-3d8b-4c31-aceb-84d844f6ca3f"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:11:03.227936 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d21ac0-a213-4f63-ad7a-de36f7f37547 req-8bde83bf-4a8b-4b81-a439-45323d7513e9 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:03.229680 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a0d21ac0-a213-4f63-ad7a-de36f7f37547 req-8bde83bf-4a8b-4b81-a439-45323d7513e9 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae1aab04-7ae3-4077-8b45-6ac4413e432c HTTP/1.1" status: 200 len: 944 time: 0.2142551 Nov 12 01:11:03.251836 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6600213e-6cc5-47bf-bbcc-370de482108f req-2c0e39b7-e2e8-4bdc-8094-8e982820f162 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cf99bc3c-53f5-4dd1-b00c-bb386450760a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2773139 Nov 12 01:11:03.270747 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9bd8f2-53a9-4cbe-8269-d6055e12cfc7 req-cddda1df-21f4-4991-95f0-cdd1ebaaedf2 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:03.285562 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee9bd8f2-53a9-4cbe-8269-d6055e12cfc7 req-cddda1df-21f4-4991-95f0-cdd1ebaaedf2 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=8218d1fa-c394-4fa2-9f5e-c0418babcf88 HTTP/1.1" status: 200 len: 946 time: 0.2252345 Nov 12 01:11:03.318426 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=e0da1175-a9ed-437b-8e53-221098ff6951,revision_number=11']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:03.324828 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 9a5c5015-3d8b-4c31-aceb-84d844f6ca3f, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=9a5c5015-3d8b-4c31-aceb-84d844f6ca3f,segment=NetworkSegment(6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4),segment_id=6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:03.326197 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device c6dcfd47-0c42-42d1-803e-b7f318e4e06e up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:11:03.341174 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b770ec6b-fca8-4832-bb5b-e81dcfc8a48a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:03.358530 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:03.388471 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b770ec6b-fca8-4832-bb5b-e81dcfc8a48a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:03.401228 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-9bdaed95-d468-401c-91af-f23bcbde926d None None] Port a6cf17e0-aeb6-4b85-b9e0-5861a5ad1662 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:11:03.415707 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['e0da1175-a9ed-437b-8e53-221098ff6951'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:11:03.435572 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3615e19e-88f2-48fd-b5d4-79f54cd6d8d9 req-838922f4-fedd-46c7-b064-474ddc9deb45 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2dfe835d-23cb-4637-acb6-ddb56de82bf5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2857704 Nov 12 01:11:03.442054 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d4da24-a389-4cdb-91d0-ee0dd7b7b9c2 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Network 5782d458-ca15-490a-88a3-a3ef0b37fdd9 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:11:03.446686 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-14d4da24-a389-4cdb-91d0-ee0dd7b7b9c2 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:11:03.557625 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a0d21ac0-a213-4f63-ad7a-de36f7f37547 req-3d315a8c-8131-45df-b85c-f69887fdc9f3 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129008 Nov 12 01:11:03.588669 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615e19e-88f2-48fd-b5d4-79f54cd6d8d9 req-e0624212-e147-4f3a-8faf-4d14f6d8c5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:03.591261 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3615e19e-88f2-48fd-b5d4-79f54cd6d8d9 req-e0624212-e147-4f3a-8faf-4d14f6d8c5e0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d602ff0942bb43ad80fd0eb430b5a1d7&device_id=2dfe835d-23cb-4637-acb6-ddb56de82bf5 HTTP/1.1" status: 200 len: 1097 time: 0.1086509 Nov 12 01:11:03.606693 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600213e-6cc5-47bf-bbcc-370de482108f req-733c4c56-72ea-40d8-821b-a7c09f925501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:03.610370 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6600213e-6cc5-47bf-bbcc-370de482108f req-733c4c56-72ea-40d8-821b-a7c09f925501 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7bbe35289028429ba1e1b86033a5bcab&device_id=cf99bc3c-53f5-4dd1-b00c-bb386450760a HTTP/1.1" status: 200 len: 1097 time: 0.2825830 Nov 12 01:11:03.615367 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee9bd8f2-53a9-4cbe-8269-d6055e12cfc7 req-30e57e3e-233a-4be4-bd24-216fb7c24ba1 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127630 Nov 12 01:11:03.672899 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d4da24-a389-4cdb-91d0-ee0dd7b7b9c2 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Router 1d9ded53-f974-4b34-9ca3-e700dc82975d has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:11:03.676365 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b770ec6b-fca8-4832-bb5b-e81dcfc8a48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:03.679619 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b770ec6b-fca8-4832-bb5b-e81dcfc8a48a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:03.681039 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b770ec6b-fca8-4832-bb5b-e81dcfc8a48a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/23a4e1cf-b76f-4bc9-992f-efc152187714 HTTP/1.1" status: 204 len: 168 time: 0.5602057 Nov 12 01:11:03.702378 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b770ec6b-fca8-4832-bb5b-e81dcfc8a48a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a4e1cf-b76f-4bc9-992f-efc152187714,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:03.774696 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=9a5c5015-3d8b-4c31-aceb-84d844f6ca3f,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:03.782299 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-9bdaed95-d468-401c-91af-f23bcbde926d None None] Provisioning complete for port c6dcfd47-0c42-42d1-803e-b7f318e4e06e triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:03.782711 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9bdaed95-d468-401c-91af-f23bcbde926d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:03.871148 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615e19e-88f2-48fd-b5d4-79f54cd6d8d9 req-82aba43a-7f1c-42e5-a272-fffc7589cab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:03.872910 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3615e19e-88f2-48fd-b5d4-79f54cd6d8d9 req-82aba43a-7f1c-42e5-a272-fffc7589cab6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e99995f4-ba3c-4455-a76c-75068f6bda47 HTTP/1.1" status: 200 len: 911 time: 0.2431490 Nov 12 01:11:03.888425 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d4da24-a389-4cdb-91d0-ee0dd7b7b9c2 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:11:03.899781 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-14d4da24-a389-4cdb-91d0-ee0dd7b7b9c2 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] 10.222.0.45 "PUT /v2.0/routers/1d9ded53-f974-4b34-9ca3-e700dc82975d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9450319 Nov 12 01:11:03.900829 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 42970) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:03.908454 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-4906cf39-7f48-4fc6-ba38-79b470e908f6 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Request body: {'port': {'network_id': '5782d458-ca15-490a-88a3-a3ef0b37fdd9', 'name': 'tempest-FloatingIPTestJSON-488355885'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:03.925314 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a963307e-021d-4a23-8117-8dce61ddd418 None None] Sync routers for ids ['1d9ded53-f974-4b34-9ca3-e700dc82975d'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:11:03.964916 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port c6dcfd47-0c42-42d1-803e-b7f318e4e06e triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:03.966282 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:03.974927 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:04.008760 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a963307e-021d-4a23-8117-8dce61ddd418 None None] Routers {'1d9ded53-f974-4b34-9ca3-e700dc82975d'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:04.010252 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-a963307e-021d-4a23-8117-8dce61ddd418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:11:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['1d9ded53-f974-4b34-9ca3-e700dc82975d'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:04.056172 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3615e19e-88f2-48fd-b5d4-79f54cd6d8d9 req-a07ab5d2-7edb-430d-963f-8ec43981b813 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8785de6-4682-4524-bdaa-6e4d7ec3f359 HTTP/1.1" status: 200 len: 1000 time: 0.1723437 Nov 12 01:11:04.073829 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3a874-ef93-422a-b03b-c7b6c2b25072 req-dac2b227-3dc7-4df3-8fee-f21adbf3fa41 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:04.078481 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-64e3a874-ef93-422a-b03b-c7b6c2b25072 req-dac2b227-3dc7-4df3-8fee-f21adbf3fa41 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 946 time: 0.2492557 Nov 12 01:11:04.084498 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4906cf39-7f48-4fc6-ba38-79b470e908f6 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Made reservation on behalf of 866b66858ff64143a9b619922dd87a42 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:11:04.089328 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4906cf39-7f48-4fc6-ba38-79b470e908f6 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:04.106833 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-a963307e-021d-4a23-8117-8dce61ddd418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:04.117005 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c131c22-f177-4b92-b12e-725c6f477045 x-openstack-request-id: req-4c131c22-f177-4b92-b12e-725c6f477045 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:11:04.117297 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae1aab04-7ae3-4077-8b45-6ac4413e432c", "name": "network-vif-plugged", "status": "completed", "tag": "9a5c5015-3d8b-4c31-aceb-84d844f6ca3f", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:11:04.117603 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4c131c22-f177-4b92-b12e-725c6f477045 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:11:04.118114 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae1aab04-7ae3-4077-8b45-6ac4413e432c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a5c5015-3d8b-4c31-aceb-84d844f6ca3f', 'code': 200} Nov 12 01:11:04.137576 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-4906cf39-7f48-4fc6-ba38-79b470e908f6 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] device_id is not set on port dd08cc8a-677f-4024-a033-e9c84b8cc067 yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:11:04.195610 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a963307e-021d-4a23-8117-8dce61ddd418 None None] Routers {'1d9ded53-f974-4b34-9ca3-e700dc82975d'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:04.208441 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-a963307e-021d-4a23-8117-8dce61ddd418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:11:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['1d9ded53-f974-4b34-9ca3-e700dc82975d'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:04.239186 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600213e-6cc5-47bf-bbcc-370de482108f req-8127f59b-7342-4d72-bd6e-5964a7814a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:04.240905 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6600213e-6cc5-47bf-bbcc-370de482108f req-8127f59b-7342-4d72-bd6e-5964a7814a72 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 HTTP/1.1" status: 200 len: 911 time: 0.4802206 Nov 12 01:11:04.293320 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615e19e-88f2-48fd-b5d4-79f54cd6d8d9 req-63212261-9d0d-4ff2-8f25-8646d361a264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:04.296484 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3615e19e-88f2-48fd-b5d4-79f54cd6d8d9 req-63212261-9d0d-4ff2-8f25-8646d361a264 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bf3a876c-b540-4ae8-a3b9-c5dbe0528b0f HTTP/1.1" status: 200 len: 850 time: 0.2137482 Nov 12 01:11:04.307315 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-a963307e-021d-4a23-8117-8dce61ddd418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:04.308127 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a963307e-021d-4a23-8117-8dce61ddd418 None None] The sync data for ids ['1d9ded53-f974-4b34-9ca3-e700dc82975d'] in n-d-712142-27 is: [] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:11:04.386208 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6600213e-6cc5-47bf-bbcc-370de482108f req-968ba068-60db-46c6-a209-0f27312c086d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0ad0bb83-2810-4bf3-8d54-35cf18d580c1 HTTP/1.1" status: 200 len: 217 time: 0.1302643 Nov 12 01:11:04.413250 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c590bb76-370d-4461-a29f-ac9ef23f595a req-2d4014d2-65ee-42fb-8426-6d920768134a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:04.417973 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c590bb76-370d-4461-a29f-ac9ef23f595a req-2d4014d2-65ee-42fb-8426-6d920768134a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ae1aab04-7ae3-4077-8b45-6ac4413e432c HTTP/1.1" status: 200 len: 1097 time: 0.1918781 Nov 12 01:11:04.464937 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-c0501561-6f46-4955-976c-96970b695e58 None None] Provisioning complete for port a6cf17e0-aeb6-4b85-b9e0-5861a5ad1662 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:04.465440 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c0501561-6f46-4955-976c-96970b695e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:04.470038 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-4906cf39-7f48-4fc6-ba38-79b470e908f6 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Allocated IP 172.20.0.14 (5782d458-ca15-490a-88a3-a3ef0b37fdd9/e33c328b-d8d0-465c-8b3a-60225313929f/dd08cc8a-677f-4024-a033-e9c84b8cc067) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:11:04.523524 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c590bb76-370d-4461-a29f-ac9ef23f595a req-923ddd7d-9aa3-49bf-8c83-e7e00efd077c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951931 Nov 12 01:11:04.546061 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-c0501561-6f46-4955-976c-96970b695e58 None None] Port a6cf17e0-aeb6-4b85-b9e0-5861a5ad1662 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:11:04.766371 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4906cf39-7f48-4fc6-ba38-79b470e908f6 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:04.828854 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4906cf39-7f48-4fc6-ba38-79b470e908f6 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:04.876409 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 83d38651-499e-4f7f-9790-b505ef5e96b6 up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:11:04.900459 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4906cf39-7f48-4fc6-ba38-79b470e908f6 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Pushing event updated for resources: {'Port': ['ID=dd08cc8a-677f-4024-a033-e9c84b8cc067,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:04.913724 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4906cf39-7f48-4fc6-ba38-79b470e908f6 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Network 5782d458-ca15-490a-88a3-a3ef0b37fdd9 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:11:04.915825 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-64e3a874-ef93-422a-b03b-c7b6c2b25072 req-b402af7f-65ba-480a-aae4-f6718f4cd678 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=31601042-336e-46fa-871d-26eb8da12d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8020258 Nov 12 01:11:04.916145 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-4906cf39-7f48-4fc6-ba38-79b470e908f6 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:11:04.919609 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4906cf39-7f48-4fc6-ba38-79b470e908f6 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:11:04.957378 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc68ed-9a1a-4d72-ac18-d3622d191113 req-9b2a0925-f3fd-4f93-a396-ef9ba9cf5709 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:04.963618 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc68ed-9a1a-4d72-ac18-d3622d191113 req-9b2a0925-f3fd-4f93-a396-ef9ba9cf5709 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:04.971142 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc68ed-9a1a-4d72-ac18-d3622d191113 req-9b2a0925-f3fd-4f93-a396-ef9ba9cf5709 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:04.985167 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc68ed-9a1a-4d72-ac18-d3622d191113 req-9b2a0925-f3fd-4f93-a396-ef9ba9cf5709 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:04.986902 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4906cf39-7f48-4fc6-ba38-79b470e908f6 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:04.987982 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4906cf39-7f48-4fc6-ba38-79b470e908f6 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:04.992112 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc68ed-9a1a-4d72-ac18-d3622d191113 req-9b2a0925-f3fd-4f93-a396-ef9ba9cf5709 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:05.000380 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc68ed-9a1a-4d72-ac18-d3622d191113 req-9b2a0925-f3fd-4f93-a396-ef9ba9cf5709 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:05.006991 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc68ed-9a1a-4d72-ac18-d3622d191113 req-9b2a0925-f3fd-4f93-a396-ef9ba9cf5709 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:05.021362 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4906cf39-7f48-4fc6-ba38-79b470e908f6 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1153924 Nov 12 01:11:05.021985 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 42994) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:05.022622 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-10bc68ed-9a1a-4d72-ac18-d3622d191113 req-9b2a0925-f3fd-4f93-a396-ef9ba9cf5709 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 5438 time: 0.7889845 Nov 12 01:11:05.025855 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600213e-6cc5-47bf-bbcc-370de482108f req-c36555be-2190-4961-b94a-b1ffeedec27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:05.027526 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6600213e-6cc5-47bf-bbcc-370de482108f req-c36555be-2190-4961-b94a-b1ffeedec27b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=55fa7c58-77a8-4d04-ad83-d7b14788e8b6 HTTP/1.1" status: 200 len: 850 time: 0.6303048 Nov 12 01:11:05.040426 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-1a4e63fc-e609-45ef-bf96-6c2ef6d40c1c tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Request body: {'floatingip': {'port_id': 'dd08cc8a-677f-4024-a033-e9c84b8cc067'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:05.060327 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615e19e-88f2-48fd-b5d4-79f54cd6d8d9 req-96307e68-076c-4e23-a9cf-4efd2b19d3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:05.061890 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3615e19e-88f2-48fd-b5d4-79f54cd6d8d9 req-96307e68-076c-4e23-a9cf-4efd2b19d3a6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e99995f4-ba3c-4455-a76c-75068f6bda47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7005498 Nov 12 01:11:05.148979 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:05.177929 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port 83d38651-499e-4f7f-9790-b505ef5e96b6 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:11:05.189033 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1a4e63fc-e609-45ef-bf96-6c2ef6d40c1c tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for floatingip, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:05.193225 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port 83d38651-499e-4f7f-9790-b505ef5e96b6 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:05.193467 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:05.345347 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600213e-6cc5-47bf-bbcc-370de482108f req-ba0f5100-ca41-425a-80cd-491794081621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:05.346944 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6600213e-6cc5-47bf-bbcc-370de482108f req-ba0f5100-ca41-425a-80cd-491794081621 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3103514 Nov 12 01:11:05.371277 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-10bc68ed-9a1a-4d72-ac18-d3622d191113 req-3a15667a-cf87-452a-b095-0fd1a63ee503 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/security-groups?id=f35c197b-ae20-4eaa-b206-2ef393b1f8c4&id=f7233b9f-1065-4d72-90ac-8ac47fde62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3474884 Nov 12 01:11:05.386418 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:05.490873 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3615e19e-88f2-48fd-b5d4-79f54cd6d8d9 req-d9fe8eff-f807-4663-b107-dec2e3a80506 service neutron] 10.222.0.16 "GET /v2.0/networks/e99995f4-ba3c-4455-a76c-75068f6bda47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3966811 Nov 12 01:11:05.508845 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-ac132b48-7e43-40ef-aee1-12487a49b25e None None] Provisioning complete for port dd08cc8a-677f-4024-a033-e9c84b8cc067 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:05.512487 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ac132b48-7e43-40ef-aee1-12487a49b25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:05.517570 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 83d38651-499e-4f7f-9790-b505ef5e96b6, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=83d38651-499e-4f7f-9790-b505ef5e96b6,segment=NetworkSegment(bdbdf56f-f4be-4a44-8d63-92ebebe68184),segment_id=bdbdf56f-f4be-4a44-8d63-92ebebe68184)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:05.563264 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-ac132b48-7e43-40ef-aee1-12487a49b25e None None] Port dd08cc8a-677f-4024-a033-e9c84b8cc067 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:11:05.565100 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:05.565926 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 3992154e-cd6b-4a86-9bb7-884f827bc8e2 up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:11:05.646422 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6600213e-6cc5-47bf-bbcc-370de482108f req-86b5fe37-d22d-456c-8544-86e3dbd1e428 service neutron] 10.222.0.44 "GET /v2.0/networks/e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817178 Nov 12 01:11:05.656989 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=83d38651-499e-4f7f-9790-b505ef5e96b6,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:05.657804 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d02042-0860-4049-91ae-1499572b2242 req-e47439ce-c684-4fed-9659-cc53fff3c6ba tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:05.666423 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-94d02042-0860-4049-91ae-1499572b2242 req-e47439ce-c684-4fed-9659-cc53fff3c6ba tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae1aab04-7ae3-4077-8b45-6ac4413e432c HTTP/1.1" status: 200 len: 945 time: 0.3252785 Nov 12 01:11:05.712884 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port 3992154e-cd6b-4a86-9bb7-884f827bc8e2 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:11:05.718110 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port 3992154e-cd6b-4a86-9bb7-884f827bc8e2 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:05.718569 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:05.839786 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:05.868874 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-94d02042-0860-4049-91ae-1499572b2242 req-dc36a1b0-cc49-4d64-9d1b-240127e39384 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012305 Nov 12 01:11:05.901748 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 3992154e-cd6b-4a86-9bb7-884f827bc8e2, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=3992154e-cd6b-4a86-9bb7-884f827bc8e2,segment=NetworkSegment(bdbdf56f-f4be-4a44-8d63-92ebebe68184),segment_id=bdbdf56f-f4be-4a44-8d63-92ebebe68184)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:05.906754 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3615e19e-88f2-48fd-b5d4-79f54cd6d8d9 req-689bbda1-44f9-4120-9b3e-469ca392b40a service neutron] 10.222.0.16 "GET /v2.0/networks/e99995f4-ba3c-4455-a76c-75068f6bda47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054749 Nov 12 01:11:05.913820 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:05.917248 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 962ed579-ad73-4ad7-bc46-ba9a92d2a0c9 up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:11:05.921190 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd851e40-abc4-4d71-8602-cb4fc18e788e req-f79de2b5-b3af-4d0b-b9a1-fd917351a5ee tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:05.929750 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cd851e40-abc4-4d71-8602-cb4fc18e788e req-f79de2b5-b3af-4d0b-b9a1-fd917351a5ee tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=8218d1fa-c394-4fa2-9f5e-c0418babcf88 HTTP/1.1" status: 200 len: 946 time: 0.3764906 Nov 12 01:11:06.036003 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=3992154e-cd6b-4a86-9bb7-884f827bc8e2,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:06.052308 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port 962ed579-ad73-4ad7-bc46-ba9a92d2a0c9 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:11:06.055630 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6600213e-6cc5-47bf-bbcc-370de482108f req-7164a0f0-aa79-43e1-a261-e24eead2851f service neutron] 10.222.0.44 "GET /v2.0/networks/e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820381 Nov 12 01:11:06.059088 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port 962ed579-ad73-4ad7-bc46-ba9a92d2a0c9 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:06.059491 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:06.099119 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cd851e40-abc4-4d71-8602-cb4fc18e788e req-fa4e2133-9ed6-4bb2-96fa-ea8857349dc5 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673925 Nov 12 01:11:06.119715 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d38651-499e-4f7f-9790-b505ef5e96b6'}, {'server_uuid': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3992154e-cd6b-4a86-9bb7-884f827bc8e2'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:11:06.122765 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b47e240-f9bd-4277-be45-81979cc70d38" -d '{"events": [{"server_uuid": "7cbe0661-63bd-4d76-b0e5-95c18ce1021b", "name": "network-vif-plugged", "status": "completed", "tag": "83d38651-499e-4f7f-9790-b505ef5e96b6"}, {"server_uuid": "7cbe0661-63bd-4d76-b0e5-95c18ce1021b", "name": "network-vif-plugged", "status": "completed", "tag": "3992154e-cd6b-4a86-9bb7-884f827bc8e2"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:11:06.176067 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:06.234913 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 01:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb1ec97-7f14-47df-9513-557a32270a9b x-openstack-request-id: req-ebb1ec97-7f14-47df-9513-557a32270a9b {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:11:06.235251 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbe0661-63bd-4d76-b0e5-95c18ce1021b", "name": "network-vif-plugged", "status": "completed", "tag": "83d38651-499e-4f7f-9790-b505ef5e96b6", "code": 200}, {"server_uuid": "7cbe0661-63bd-4d76-b0e5-95c18ce1021b", "name": "network-vif-plugged", "status": "completed", "tag": "3992154e-cd6b-4a86-9bb7-884f827bc8e2", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:11:06.235470 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ebb1ec97-7f14-47df-9513-557a32270a9b {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:11:06.236292 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d38651-499e-4f7f-9790-b505ef5e96b6', 'code': 200} Nov 12 01:11:06.236292 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3992154e-cd6b-4a86-9bb7-884f827bc8e2', 'code': 200} Nov 12 01:11:06.291817 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 962ed579-ad73-4ad7-bc46-ba9a92d2a0c9, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=962ed579-ad73-4ad7-bc46-ba9a92d2a0c9,segment=NetworkSegment(c851975a-60fa-4eca-bdff-268884585b72),segment_id=c851975a-60fa-4eca-bdff-268884585b72)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:06.307802 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:06.308972 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 01057b9c-0ebb-4361-8584-92a34114849a up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:11:06.343931 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b8d45-2218-45ea-8921-c4380ba1f442 req-ea9fe4ee-0849-421c-b5fa-cca06c2a6f0d tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:06.363473 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0e2b8d45-2218-45ea-8921-c4380ba1f442 req-ea9fe4ee-0849-421c-b5fa-cca06c2a6f0d tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 946 time: 0.1720893 Nov 12 01:11:06.406661 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1a4e63fc-e609-45ef-bf96-6c2ef6d40c1c tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:06.417502 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1a4e63fc-e609-45ef-bf96-6c2ef6d40c1c tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:06.545062 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0e2b8d45-2218-45ea-8921-c4380ba1f442 req-155e7d8f-3da3-4c8f-8577-6e9dcacdf0d9 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=31601042-336e-46fa-871d-26eb8da12d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758144 Nov 12 01:11:06.597703 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=962ed579-ad73-4ad7-bc46-ba9a92d2a0c9,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:06.617846 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port 01057b9c-0ebb-4361-8584-92a34114849a completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:11:06.624730 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port 01057b9c-0ebb-4361-8584-92a34114849a triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:06.625603 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:06.730341 n-d-712142-27 neutron-server[109086]: INFO neutron.db.l3_db [None req-1a4e63fc-e609-45ef-bf96-6c2ef6d40c1c tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Floating IP a7184467-699d-471b-bd57-7c0efee88bc9 associated. External IP: 172.25.3.196, port: 23183d57-f7bc-4fa9-ac66-78cc641875e3. Nov 12 01:11:06.736244 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:06.760982 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a01250-36c2-4de9-99f7-c2943076ccef req-4134ad4b-7c68-4143-b572-7511f03ad823 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:06.774071 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a01250-36c2-4de9-99f7-c2943076ccef req-4134ad4b-7c68-4143-b572-7511f03ad823 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:06.788171 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 01057b9c-0ebb-4361-8584-92a34114849a, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=01057b9c-0ebb-4361-8584-92a34114849a,segment=NetworkSegment(c851975a-60fa-4eca-bdff-268884585b72),segment_id=c851975a-60fa-4eca-bdff-268884585b72)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:06.796468 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:06.797754 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device bdcf7a52-e80c-40be-bdac-b195e34c1da2 up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:11:06.802504 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a01250-36c2-4de9-99f7-c2943076ccef req-4134ad4b-7c68-4143-b572-7511f03ad823 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:06.813873 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a01250-36c2-4de9-99f7-c2943076ccef req-4134ad4b-7c68-4143-b572-7511f03ad823 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:06.820984 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a01250-36c2-4de9-99f7-c2943076ccef req-4134ad4b-7c68-4143-b572-7511f03ad823 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:06.829288 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a01250-36c2-4de9-99f7-c2943076ccef req-4134ad4b-7c68-4143-b572-7511f03ad823 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:06.836495 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a01250-36c2-4de9-99f7-c2943076ccef req-4134ad4b-7c68-4143-b572-7511f03ad823 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:06.838877 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-15a01250-36c2-4de9-99f7-c2943076ccef req-4134ad4b-7c68-4143-b572-7511f03ad823 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 5441 time: 0.2083623 Nov 12 01:11:06.951629 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-15a01250-36c2-4de9-99f7-c2943076ccef req-bba0ede4-b898-4d49-8a8d-b8995a24f4a1 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/security-groups?id=f35c197b-ae20-4eaa-b206-2ef393b1f8c4&id=f7233b9f-1065-4d72-90ac-8ac47fde62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1005099 Nov 12 01:11:06.956041 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=01057b9c-0ebb-4361-8584-92a34114849a,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:06.971363 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port bdcf7a52-e80c-40be-bdac-b195e34c1da2 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:11:06.982969 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port bdcf7a52-e80c-40be-bdac-b195e34c1da2 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:06.983564 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:07.018920 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device e0da1175-a9ed-437b-8e53-221098ff6951 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:11:07.131009 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port e0da1175-a9ed-437b-8e53-221098ff6951 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:11:07.137382 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port e0da1175-a9ed-437b-8e53-221098ff6951 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:07.137889 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:07.183086 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:07.237738 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6c0e9-f5eb-467a-934b-50c5aea2702e req-b25ca7c5-1a6c-426a-bc4b-f050f9fbe85e tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:07.252697 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a0c6c0e9-f5eb-467a-934b-50c5aea2702e req-b25ca7c5-1a6c-426a-bc4b-f050f9fbe85e tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae1aab04-7ae3-4077-8b45-6ac4413e432c HTTP/1.1" status: 200 len: 945 time: 0.2638566 Nov 12 01:11:07.266527 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port bdcf7a52-e80c-40be-bdac-b195e34c1da2, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=bdcf7a52-e80c-40be-bdac-b195e34c1da2,segment=NetworkSegment(ef853ea3-b93e-44bf-9439-4b21c4c64343),segment_id=ef853ea3-b93e-44bf-9439-4b21c4c64343)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:07.280083 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:07.281033 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device e16bb2d8-4ef4-4003-96d4-f65676f445a0 up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:11:07.405304 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a0c6c0e9-f5eb-467a-934b-50c5aea2702e req-8481b80c-2201-4070-8d16-96cd1ecda2f1 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497874 Nov 12 01:11:07.504692 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d390560c-1db4-444d-adda-807e973dc0e5 req-f6b63e85-8289-4019-a477-1e1b3c227393 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:07.515615 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d390560c-1db4-444d-adda-807e973dc0e5 req-f6b63e85-8289-4019-a477-1e1b3c227393 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=8218d1fa-c394-4fa2-9f5e-c0418babcf88 HTTP/1.1" status: 200 len: 946 time: 0.1948380 Nov 12 01:11:07.584434 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=bdcf7a52-e80c-40be-bdac-b195e34c1da2,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:07.588790 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port e16bb2d8-4ef4-4003-96d4-f65676f445a0 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:11:07.593552 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:07.597364 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port e16bb2d8-4ef4-4003-96d4-f65676f445a0 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:07.597761 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:07.656568 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d390560c-1db4-444d-adda-807e973dc0e5 req-fb4133d8-ca29-4ab2-b59a-8ee8fe8bf631 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375275 Nov 12 01:11:07.677055 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port e0da1175-a9ed-437b-8e53-221098ff6951, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e0da1175-a9ed-437b-8e53-221098ff6951,segment=NetworkSegment(160eb3a9-a811-42ba-8ae2-682c5125e1c5),segment_id=160eb3a9-a811-42ba-8ae2-682c5125e1c5)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:07.685615 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:07.812895 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=e0da1175-a9ed-437b-8e53-221098ff6951,revision_number=12']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:07.832292 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:07.911597 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port e16bb2d8-4ef4-4003-96d4-f65676f445a0, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=e16bb2d8-4ef4-4003-96d4-f65676f445a0,segment=NetworkSegment(bdbdf56f-f4be-4a44-8d63-92ebebe68184),segment_id=bdbdf56f-f4be-4a44-8d63-92ebebe68184)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:07.918665 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:07.931662 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:11:07.991416 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=e16bb2d8-4ef4-4003-96d4-f65676f445a0,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:07.995412 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 0373cd56-eebf-4b69-963a-be09d38bc414 up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:11:08.135868 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port 0373cd56-eebf-4b69-963a-be09d38bc414 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:11:08.136800 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec828af6-d37d-48b1-99e5-15544e6a7a40 req-243faf33-3c47-4242-b69d-43a9464cd16e tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:08.146676 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ec828af6-d37d-48b1-99e5-15544e6a7a40 req-243faf33-3c47-4242-b69d-43a9464cd16e tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 947 time: 0.1708982 Nov 12 01:11:08.155637 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port 0373cd56-eebf-4b69-963a-be09d38bc414 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:08.158018 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:08.175743 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575df336-209c-4006-83b1-44f490ac75d9 req-1835f406-1536-459d-97c1-5599b8ed4ca6 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:08.178591 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-575df336-209c-4006-83b1-44f490ac75d9 req-1835f406-1536-459d-97c1-5599b8ed4ca6 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae1aab04-7ae3-4077-8b45-6ac4413e432c HTTP/1.1" status: 200 len: 945 time: 0.2937746 Nov 12 01:11:08.248979 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962ed579-ad73-4ad7-bc46-ba9a92d2a0c9'}, {'server_uuid': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01057b9c-0ebb-4361-8584-92a34114849a'}, {'server_uuid': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdcf7a52-e80c-40be-bdac-b195e34c1da2'}, {'server_uuid': '6891ab12-2922-455c-85ff-65216616a268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0da1175-a9ed-437b-8e53-221098ff6951'}, {'server_uuid': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e16bb2d8-4ef4-4003-96d4-f65676f445a0'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:11:08.252183 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac26f67-96f9-4d77-a3d7-a26ea9a189b4" -d '{"events": [{"server_uuid": "7cbe0661-63bd-4d76-b0e5-95c18ce1021b", "name": "network-vif-plugged", "status": "completed", "tag": "962ed579-ad73-4ad7-bc46-ba9a92d2a0c9"}, {"server_uuid": "7cbe0661-63bd-4d76-b0e5-95c18ce1021b", "name": "network-vif-plugged", "status": "completed", "tag": "01057b9c-0ebb-4361-8584-92a34114849a"}, {"server_uuid": "7cbe0661-63bd-4d76-b0e5-95c18ce1021b", "name": "network-vif-plugged", "status": "completed", "tag": "bdcf7a52-e80c-40be-bdac-b195e34c1da2"}, {"server_uuid": "6891ab12-2922-455c-85ff-65216616a268", "name": "network-vif-plugged", "status": "completed", "tag": "e0da1175-a9ed-437b-8e53-221098ff6951"}, {"server_uuid": "7cbe0661-63bd-4d76-b0e5-95c18ce1021b", "name": "network-vif-plugged", "status": "completed", "tag": "e16bb2d8-4ef4-4003-96d4-f65676f445a0"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:11:08.255220 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ec828af6-d37d-48b1-99e5-15544e6a7a40 req-7ed20db4-379a-46b3-9af5-fa3250243d0e tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=31601042-336e-46fa-871d-26eb8da12d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075931 Nov 12 01:11:08.327010 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:08.344087 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-575df336-209c-4006-83b1-44f490ac75d9 req-576bbdf8-8962-4b3b-803b-0d0bb71bd24c tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364880 Nov 12 01:11:08.448532 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a4e63fc-e609-45ef-bf96-6c2ef6d40c1c tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Router 73b1e82e-f756-49b9-a39f-67842ba467e2 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:11:08.452458 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:08.468518 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Fri, 12 Nov 2021 01:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f6f06f-76b4-4561-9a54-1735318894cd x-openstack-request-id: req-51f6f06f-76b4-4561-9a54-1735318894cd {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:11:08.468808 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbe0661-63bd-4d76-b0e5-95c18ce1021b", "name": "network-vif-plugged", "status": "completed", "tag": "962ed579-ad73-4ad7-bc46-ba9a92d2a0c9", "code": 200}, {"server_uuid": "7cbe0661-63bd-4d76-b0e5-95c18ce1021b", "name": "network-vif-plugged", "status": "completed", "tag": "01057b9c-0ebb-4361-8584-92a34114849a", "code": 200}, {"server_uuid": "7cbe0661-63bd-4d76-b0e5-95c18ce1021b", "name": "network-vif-plugged", "status": "completed", "tag": "bdcf7a52-e80c-40be-bdac-b195e34c1da2", "code": 200}, {"server_uuid": "6891ab12-2922-455c-85ff-65216616a268", "name": "network-vif-plugged", "status": "completed", "tag": "e0da1175-a9ed-437b-8e53-221098ff6951", "code": 200}, {"server_uuid": "7cbe0661-63bd-4d76-b0e5-95c18ce1021b", "name": "network-vif-plugged", "status": "completed", "tag": "e16bb2d8-4ef4-4003-96d4-f65676f445a0", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:11:08.469075 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-51f6f06f-76b4-4561-9a54-1735318894cd {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:11:08.469625 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962ed579-ad73-4ad7-bc46-ba9a92d2a0c9', 'code': 200} Nov 12 01:11:08.470178 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01057b9c-0ebb-4361-8584-92a34114849a', 'code': 200} Nov 12 01:11:08.470451 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdcf7a52-e80c-40be-bdac-b195e34c1da2', 'code': 200} Nov 12 01:11:08.470653 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6891ab12-2922-455c-85ff-65216616a268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0da1175-a9ed-437b-8e53-221098ff6951', 'code': 200} Nov 12 01:11:08.470905 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e16bb2d8-4ef4-4003-96d4-f65676f445a0', 'code': 200} Nov 12 01:11:08.496849 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 43060) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:08.506999 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 0373cd56-eebf-4b69-963a-be09d38bc414, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=0373cd56-eebf-4b69-963a-be09d38bc414,segment=NetworkSegment(bdbdf56f-f4be-4a44-8d63-92ebebe68184),segment_id=bdbdf56f-f4be-4a44-8d63-92ebebe68184)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:08.514069 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:08.550754 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddb1b6-a31a-43f9-853c-5b08bd94c30a req-7a40282c-5508-408d-8a46-d87845483d60 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:08.561496 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddb1b6-a31a-43f9-853c-5b08bd94c30a req-7a40282c-5508-408d-8a46-d87845483d60 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:08.575572 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddb1b6-a31a-43f9-853c-5b08bd94c30a req-7a40282c-5508-408d-8a46-d87845483d60 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:08.585670 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddb1b6-a31a-43f9-853c-5b08bd94c30a req-7a40282c-5508-408d-8a46-d87845483d60 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:08.597509 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddb1b6-a31a-43f9-853c-5b08bd94c30a req-7a40282c-5508-408d-8a46-d87845483d60 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:08.605745 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=0373cd56-eebf-4b69-963a-be09d38bc414,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:08.611218 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddb1b6-a31a-43f9-853c-5b08bd94c30a req-7a40282c-5508-408d-8a46-d87845483d60 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:08.625183 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddb1b6-a31a-43f9-853c-5b08bd94c30a req-7a40282c-5508-408d-8a46-d87845483d60 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:08.632628 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-92ddb1b6-a31a-43f9-853c-5b08bd94c30a req-7a40282c-5508-408d-8a46-d87845483d60 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 5444 time: 0.2235818 Nov 12 01:11:08.722275 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4e63fc-e609-45ef-bf96-6c2ef6d40c1c tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:11:08.737447 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb1865c-6b77-49a9-8fd2-3ccd7afcf2a8 None None] Sync routers for ids ['73b1e82e-f756-49b9-a39f-67842ba467e2'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:11:08.748951 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb1865c-6b77-49a9-8fd2-3ccd7afcf2a8 None None] Routers {'73b1e82e-f756-49b9-a39f-67842ba467e2'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:08.749916 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-ecb1865c-6b77-49a9-8fd2-3ccd7afcf2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:11:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['73b1e82e-f756-49b9-a39f-67842ba467e2'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:08.777363 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1a76aefb-7675-44b1-9163-90aa45b6e7c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:08.786413 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-ecb1865c-6b77-49a9-8fd2-3ccd7afcf2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:08.796800 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb1865c-6b77-49a9-8fd2-3ccd7afcf2a8 None None] Routers {'73b1e82e-f756-49b9-a39f-67842ba467e2'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:08.797469 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-ecb1865c-6b77-49a9-8fd2-3ccd7afcf2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:11:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['73b1e82e-f756-49b9-a39f-67842ba467e2'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:08.806464 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-92ddb1b6-a31a-43f9-853c-5b08bd94c30a req-0258e3a1-049f-4fb9-bfd5-885a66e3c928 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/security-groups?id=f35c197b-ae20-4eaa-b206-2ef393b1f8c4&id=f7233b9f-1065-4d72-90ac-8ac47fde62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1631079 Nov 12 01:11:08.861942 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-ecb1865c-6b77-49a9-8fd2-3ccd7afcf2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:08.863276 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb1865c-6b77-49a9-8fd2-3ccd7afcf2a8 None None] The sync data for ids ['73b1e82e-f756-49b9-a39f-67842ba467e2'] in n-d-712142-27 is: [] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:11:08.888717 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a8ce5-488f-42ab-ae2f-c85c1d547797 req-b896914d-4678-4d9f-9405-4e1663acdb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:08.890413 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d14a8ce5-488f-42ab-ae2f-c85c1d547797 req-b896914d-4678-4d9f-9405-4e1663acdb41 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 1099 time: 0.1940351 Nov 12 01:11:08.943475 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1a76aefb-7675-44b1-9163-90aa45b6e7c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:08.950937 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1a76aefb-7675-44b1-9163-90aa45b6e7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:08.973629 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005318f-bea1-4355-8341-ab3a71c9697f req-42d44cd9-80bb-4e1a-b865-f9c0d0278013 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:08.975437 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5005318f-bea1-4355-8341-ab3a71c9697f req-42d44cd9-80bb-4e1a-b865-f9c0d0278013 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=8218d1fa-c394-4fa2-9f5e-c0418babcf88 HTTP/1.1" status: 200 len: 946 time: 0.1918056 Nov 12 01:11:09.027806 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d14a8ce5-488f-42ab-ae2f-c85c1d547797 req-d324f8a8-9f00-49ab-bc89-4e48d9942bef service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=31601042-336e-46fa-871d-26eb8da12d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264877 Nov 12 01:11:09.041594 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a76aefb-7675-44b1-9163-90aa45b6e7c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d28371d-7755-41bc-b880-bb06dcf81ebe,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:09.053073 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-1a76aefb-7675-44b1-9163-90aa45b6e7c1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f229359bc5c04df8a0d12f6df15942f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5466654 Nov 12 01:11:09.055173 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 43068) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:09.079830 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a4e63fc-e609-45ef-bf96-6c2ef6d40c1c tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Router 1d9ded53-f974-4b34-9ca3-e700dc82975d has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:11:09.112334 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5005318f-bea1-4355-8341-ab3a71c9697f req-3a4da4bb-c485-424e-bd37-87619e09d65d tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222441 Nov 12 01:11:09.161415 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3e4d4ad9-b12e-4593-b972-519ed60ec3aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:09.194928 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3e4d4ad9-b12e-4593-b972-519ed60ec3aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:09.252890 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3e4d4ad9-b12e-4593-b972-519ed60ec3aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:09.256686 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3e4d4ad9-b12e-4593-b972-519ed60ec3aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:09.261000 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3e4d4ad9-b12e-4593-b972-519ed60ec3aa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2d28371d-7755-41bc-b880-bb06dcf81ebe HTTP/1.1" status: 204 len: 168 time: 0.2028210 Nov 12 01:11:09.261203 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4e63fc-e609-45ef-bf96-6c2ef6d40c1c tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:11:09.268920 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1a4e63fc-e609-45ef-bf96-6c2ef6d40c1c tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:09.274499 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4d4ad9-b12e-4593-b972-519ed60ec3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d28371d-7755-41bc-b880-bb06dcf81ebe,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:09.274757 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e5ea9a-dc1a-429c-9406-a231cc25c226 None None] Sync routers for ids ['1d9ded53-f974-4b34-9ca3-e700dc82975d'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:11:09.294400 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e5ea9a-dc1a-429c-9406-a231cc25c226 None None] Routers {'1d9ded53-f974-4b34-9ca3-e700dc82975d'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:09.295052 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-22e5ea9a-dc1a-429c-9406-a231cc25c226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:11:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['1d9ded53-f974-4b34-9ca3-e700dc82975d'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:09.400502 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1a4e63fc-e609-45ef-bf96-6c2ef6d40c1c tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] 10.222.0.45 "PUT /v2.0/floatingips/a7184467-699d-471b-bd57-7c0efee88bc9 HTTP/1.1" status: 200 len: 978 time: 4.3741188 Nov 12 01:11:09.401086 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 43076) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:09.449590 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-22e5ea9a-dc1a-429c-9406-a231cc25c226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:09.486001 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e5ea9a-dc1a-429c-9406-a231cc25c226 None None] Routers {'1d9ded53-f974-4b34-9ca3-e700dc82975d'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:09.486651 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-22e5ea9a-dc1a-429c-9406-a231cc25c226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:11:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['1d9ded53-f974-4b34-9ca3-e700dc82975d'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:09.537725 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-22e5ea9a-dc1a-429c-9406-a231cc25c226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:09.540757 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e5ea9a-dc1a-429c-9406-a231cc25c226 None None] The sync data for ids ['1d9ded53-f974-4b34-9ca3-e700dc82975d'] in n-d-712142-27 is: [] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:11:09.578285 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162616b4-217e-49a1-a4fe-4fb65868a0e9 req-60fb4ce3-0179-4a03-8493-f99f581d7382 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:09.581958 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-162616b4-217e-49a1-a4fe-4fb65868a0e9 req-60fb4ce3-0179-4a03-8493-f99f581d7382 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 947 time: 0.1952786 Nov 12 01:11:09.607488 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967730ea-e565-45a5-8e1f-a118b74e6438 req-16b4da24-86f5-4305-9666-7fd1fab8caf9 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:09.610610 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-967730ea-e565-45a5-8e1f-a118b74e6438 req-16b4da24-86f5-4305-9666-7fd1fab8caf9 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae1aab04-7ae3-4077-8b45-6ac4413e432c HTTP/1.1" status: 200 len: 945 time: 0.1437125 Nov 12 01:11:09.633948 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-60873846-be1b-4634-9b70-ff0b77500b98 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Deleting port dd08cc8a-677f-4024-a033-e9c84b8cc067 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:09.634461 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-60873846-be1b-4634-9b70-ff0b77500b98 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:09.695841 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 43080) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:09.768824 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d75648c5-17d9-44e2-b590-ba407865edfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:09.784574 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-60873846-be1b-4634-9b70-ff0b77500b98 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:09.799324 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-967730ea-e565-45a5-8e1f-a118b74e6438 req-83882fbd-2a6c-4b26-a65b-03aa3b5031df tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747189 Nov 12 01:11:09.813303 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-162616b4-217e-49a1-a4fe-4fb65868a0e9 req-9cf57e96-370e-4e91-b581-c56d9dfb0d98 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=31601042-336e-46fa-871d-26eb8da12d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2010326 Nov 12 01:11:09.941624 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d75648c5-17d9-44e2-b590-ba407865edfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:09.949120 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d75648c5-17d9-44e2-b590-ba407865edfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:10.030387 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-d75648c5-17d9-44e2-b590-ba407865edfa admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d68f1af6cb3c4044b97a4aef3f26cf32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3213582 Nov 12 01:11:10.038424 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 43088) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:10.084442 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75648c5-17d9-44e2-b590-ba407865edfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b925145c-c528-46c3-a6c3-3ae61470fd3c,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:10.144864 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-60873846-be1b-4634-9b70-ff0b77500b98 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:10.145565 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-60873846-be1b-4634-9b70-ff0b77500b98 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:10.146166 n-d-712142-27 neutron-server[109086]: INFO neutron.db.l3_db [None req-60873846-be1b-4634-9b70-ff0b77500b98 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Floating IP a7184467-699d-471b-bd57-7c0efee88bc9 disassociated. External IP: 172.25.3.196, port: dd08cc8a-677f-4024-a033-e9c84b8cc067. Nov 12 01:11:10.146874 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-60873846-be1b-4634-9b70-ff0b77500b98 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Calling delete_port for dd08cc8a-677f-4024-a033-e9c84b8cc067 owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:10.161690 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed26e6-df6d-4ed6-bcee-b2668ed1c6bd req-44343f25-d814-40fc-8aab-4dba69e88962 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:10.174458 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed26e6-df6d-4ed6-bcee-b2668ed1c6bd req-44343f25-d814-40fc-8aab-4dba69e88962 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:10.200646 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed26e6-df6d-4ed6-bcee-b2668ed1c6bd req-44343f25-d814-40fc-8aab-4dba69e88962 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:10.213123 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed26e6-df6d-4ed6-bcee-b2668ed1c6bd req-44343f25-d814-40fc-8aab-4dba69e88962 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:10.225703 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed26e6-df6d-4ed6-bcee-b2668ed1c6bd req-44343f25-d814-40fc-8aab-4dba69e88962 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:10.239604 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed26e6-df6d-4ed6-bcee-b2668ed1c6bd req-44343f25-d814-40fc-8aab-4dba69e88962 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:10.252304 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed26e6-df6d-4ed6-bcee-b2668ed1c6bd req-44343f25-d814-40fc-8aab-4dba69e88962 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:10.264896 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-72ed26e6-df6d-4ed6-bcee-b2668ed1c6bd req-44343f25-d814-40fc-8aab-4dba69e88962 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 5445 time: 0.2992105 Nov 12 01:11:10.333267 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cc23d0fc-b42b-4daf-8b3a-4c4d77a90830 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:10.388242 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cc23d0fc-b42b-4daf-8b3a-4c4d77a90830 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:10.440355 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-60873846-be1b-4634-9b70-ff0b77500b98 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:10.491750 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0373cd56-eebf-4b69-963a-be09d38bc414'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:11:10.501623 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60873846-be1b-4634-9b70-ff0b77500b98 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Pushing event deleted for resources: {'Port': ['ID=dd08cc8a-677f-4024-a033-e9c84b8cc067,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:10.511020 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a4550d-d0f6-4f12-8192-a79faeba87dd" -d '{"events": [{"server_uuid": "7cbe0661-63bd-4d76-b0e5-95c18ce1021b", "name": "network-vif-plugged", "status": "completed", "tag": "0373cd56-eebf-4b69-963a-be09d38bc414"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:11:10.532817 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-72ed26e6-df6d-4ed6-bcee-b2668ed1c6bd req-23a844da-ea7a-44fc-a8d3-7192d0af189c tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/security-groups?id=f35c197b-ae20-4eaa-b206-2ef393b1f8c4&id=f7233b9f-1065-4d72-90ac-8ac47fde62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2612669 Nov 12 01:11:10.562808 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:10.568462 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cc23d0fc-b42b-4daf-8b3a-4c4d77a90830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:10.575768 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cc23d0fc-b42b-4daf-8b3a-4c4d77a90830 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:10.580557 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-cc23d0fc-b42b-4daf-8b3a-4c4d77a90830 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b925145c-c528-46c3-a6c3-3ae61470fd3c HTTP/1.1" status: 204 len: 168 time: 0.5403831 Nov 12 01:11:10.608500 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc23d0fc-b42b-4daf-8b3a-4c4d77a90830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b925145c-c528-46c3-a6c3-3ae61470fd3c,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:10.787566 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60873846-be1b-4634-9b70-ff0b77500b98 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Router 1d9ded53-f974-4b34-9ca3-e700dc82975d has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:11:10.903753 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146c3db-2c40-46bd-ae87-a3364f49c5b0 req-500d9bb8-f1dc-4d8d-bfbd-0aa67a073e39 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:10.914018 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c146c3db-2c40-46bd-ae87-a3364f49c5b0 req-500d9bb8-f1dc-4d8d-bfbd-0aa67a073e39 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=8218d1fa-c394-4fa2-9f5e-c0418babcf88 HTTP/1.1" status: 200 len: 946 time: 0.1619589 Nov 12 01:11:10.969396 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52c62a-70b1-4f82-9a57-91bcfc8b7fca req-97eb1c81-65f1-47d2-860a-9f207461abe4 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:10.971252 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ec52c62a-70b1-4f82-9a57-91bcfc8b7fca req-97eb1c81-65f1-47d2-860a-9f207461abe4 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae1aab04-7ae3-4077-8b45-6ac4413e432c HTTP/1.1" status: 200 len: 945 time: 0.1507444 Nov 12 01:11:11.030624 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60873846-be1b-4634-9b70-ff0b77500b98 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:11:11.047908 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66d044d-26f2-4a3d-957a-83b194fb5a43 None None] Sync routers for ids ['1d9ded53-f974-4b34-9ca3-e700dc82975d'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:11:11.089903 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66d044d-26f2-4a3d-957a-83b194fb5a43 None None] Routers {'1d9ded53-f974-4b34-9ca3-e700dc82975d'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:11.094704 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-b66d044d-26f2-4a3d-957a-83b194fb5a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:11:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['1d9ded53-f974-4b34-9ca3-e700dc82975d'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:11.096912 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c146c3db-2c40-46bd-ae87-a3364f49c5b0 req-1060dc6e-1640-4cb2-9756-5333c18ff149 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798406 Nov 12 01:11:11.160357 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ec52c62a-70b1-4f82-9a57-91bcfc8b7fca req-8ec4446c-d4b6-4362-8df3-4115d94b0aab tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750941 Nov 12 01:11:11.175654 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-60873846-be1b-4634-9b70-ff0b77500b98 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:11.188375 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-60873846-be1b-4634-9b70-ff0b77500b98 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] 10.222.0.45 "DELETE /v2.0/ports/dd08cc8a-677f-4024-a033-e9c84b8cc067 HTTP/1.1" status: 204 len: 168 time: 1.7819307 Nov 12 01:11:11.189233 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 43140) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:11.195260 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab950af1-3ccf-44ac-868a-ca60320a4905 x-openstack-request-id: req-ab950af1-3ccf-44ac-868a-ca60320a4905 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:11:11.195921 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbe0661-63bd-4d76-b0e5-95c18ce1021b", "name": "network-vif-plugged", "status": "completed", "tag": "0373cd56-eebf-4b69-963a-be09d38bc414", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:11:11.196492 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ab950af1-3ccf-44ac-868a-ca60320a4905 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:11:11.197210 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-b66d044d-26f2-4a3d-957a-83b194fb5a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:11.202404 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0373cd56-eebf-4b69-963a-be09d38bc414', 'code': 200} Nov 12 01:11:11.211031 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66d044d-26f2-4a3d-957a-83b194fb5a43 None None] Routers {'1d9ded53-f974-4b34-9ca3-e700dc82975d'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:11.212309 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-b66d044d-26f2-4a3d-957a-83b194fb5a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:11:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['1d9ded53-f974-4b34-9ca3-e700dc82975d'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:11.267125 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-b66d044d-26f2-4a3d-957a-83b194fb5a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:11.270265 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66d044d-26f2-4a3d-957a-83b194fb5a43 None None] The sync data for ids ['1d9ded53-f974-4b34-9ca3-e700dc82975d'] in n-d-712142-27 is: [] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:11:11.540332 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79401f56-26cb-49f8-b64f-275bb7dd4699 req-519daaba-b1e6-4e23-9217-723010ab6b58 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:11.542916 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-79401f56-26cb-49f8-b64f-275bb7dd4699 req-519daaba-b1e6-4e23-9217-723010ab6b58 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 947 time: 0.2001498 Nov 12 01:11:11.580176 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ccde7-cd7e-4afe-910e-4bda78d0e479 req-d6c047d1-0e17-4c95-a005-e6403b3d6939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:11.582119 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ccde7-cd7e-4afe-910e-4bda78d0e479 req-d6c047d1-0e17-4c95-a005-e6403b3d6939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:11.584617 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ccde7-cd7e-4afe-910e-4bda78d0e479 req-d6c047d1-0e17-4c95-a005-e6403b3d6939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:11.585647 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ccde7-cd7e-4afe-910e-4bda78d0e479 req-d6c047d1-0e17-4c95-a005-e6403b3d6939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:11.586601 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ccde7-cd7e-4afe-910e-4bda78d0e479 req-d6c047d1-0e17-4c95-a005-e6403b3d6939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:11.587726 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ccde7-cd7e-4afe-910e-4bda78d0e479 req-d6c047d1-0e17-4c95-a005-e6403b3d6939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:11.588999 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ccde7-cd7e-4afe-910e-4bda78d0e479 req-d6c047d1-0e17-4c95-a005-e6403b3d6939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:11.594314 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-072ccde7-cd7e-4afe-910e-4bda78d0e479 req-d6c047d1-0e17-4c95-a005-e6403b3d6939 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 6509 time: 0.2524624 Nov 12 01:11:11.781577 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-79401f56-26cb-49f8-b64f-275bb7dd4699 req-6ca12718-b35c-4d8c-a374-479261acc81b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=31601042-336e-46fa-871d-26eb8da12d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2256474 Nov 12 01:11:11.876478 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-072ccde7-cd7e-4afe-910e-4bda78d0e479 req-aad35b46-007c-4afd-98d8-fc08392bac4b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f35c197b-ae20-4eaa-b206-2ef393b1f8c4&id=f7233b9f-1065-4d72-90ac-8ac47fde62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2175944 Nov 12 01:11:11.901102 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f62add-dbfa-4baa-a522-3e0559d4d359 req-f6b07a51-337d-4d82-af8e-9efee1498219 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:11.908173 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f62add-dbfa-4baa-a522-3e0559d4d359 req-f6b07a51-337d-4d82-af8e-9efee1498219 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:11.914853 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f62add-dbfa-4baa-a522-3e0559d4d359 req-f6b07a51-337d-4d82-af8e-9efee1498219 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:11.921405 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f62add-dbfa-4baa-a522-3e0559d4d359 req-f6b07a51-337d-4d82-af8e-9efee1498219 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:11.928555 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f62add-dbfa-4baa-a522-3e0559d4d359 req-f6b07a51-337d-4d82-af8e-9efee1498219 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:11.935625 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f62add-dbfa-4baa-a522-3e0559d4d359 req-f6b07a51-337d-4d82-af8e-9efee1498219 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:11.941959 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f62add-dbfa-4baa-a522-3e0559d4d359 req-f6b07a51-337d-4d82-af8e-9efee1498219 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:11.944125 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b9f62add-dbfa-4baa-a522-3e0559d4d359 req-f6b07a51-337d-4d82-af8e-9efee1498219 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 5445 time: 0.2558706 Nov 12 01:11:12.095321 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b9f62add-dbfa-4baa-a522-3e0559d4d359 req-898c1c22-8b7c-4d29-bae9-18d5c41b8ef0 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/security-groups?id=f35c197b-ae20-4eaa-b206-2ef393b1f8c4&id=f7233b9f-1065-4d72-90ac-8ac47fde62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1441774 Nov 12 01:11:12.380438 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b626eb39-3624-4b20-9d79-940c6c9ced36 req-db17e4e6-f138-4e13-8ff5-9fd6fbecd3cf tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:12.382047 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b626eb39-3624-4b20-9d79-940c6c9ced36 req-db17e4e6-f138-4e13-8ff5-9fd6fbecd3cf tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=8218d1fa-c394-4fa2-9f5e-c0418babcf88 HTTP/1.1" status: 200 len: 946 time: 0.1728005 Nov 12 01:11:12.395427 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-276ca829-49e3-41cb-9542-23c1d779378e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:12.778379 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c77c76-7fc6-4cee-8e90-ad8e3af87c76 req-1d9586d8-a49a-49f9-9762-6a81d94d3056 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:12.780813 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e2c77c76-7fc6-4cee-8e90-ad8e3af87c76 req-1d9586d8-a49a-49f9-9762-6a81d94d3056 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae1aab04-7ae3-4077-8b45-6ac4413e432c HTTP/1.1" status: 200 len: 945 time: 0.4792373 Nov 12 01:11:12.997439 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b626eb39-3624-4b20-9d79-940c6c9ced36 req-4ce659ac-d5e3-4d65-b1c3-9b323b2e4ca3 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5993388 Nov 12 01:11:13.013456 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 9a5c5015-3d8b-4c31-aceb-84d844f6ca3f details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:11:13.038929 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e2c77c76-7fc6-4cee-8e90-ad8e3af87c76 req-3679a775-92c3-44d4-ac8a-0679b9009fb0 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463822 Nov 12 01:11:13.309280 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 9a5c5015-3d8b-4c31-aceb-84d844f6ca3f, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=9a5c5015-3d8b-4c31-aceb-84d844f6ca3f,segment=NetworkSegment(6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4),segment_id=6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:13.328135 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '9a5c5015-3d8b-4c31-aceb-84d844f6ca3f', 'network_id': 'e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4', 'port_id': '9a5c5015-3d8b-4c31-aceb-84d844f6ca3f', 'mac_address': 'fa:16:3e:37:16:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55fa7c58-77a8-4d04-ad83-d7b14788e8b6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:11:13.426661 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:13.459335 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a5c5015-3d8b-4c31-aceb-84d844f6ca3f {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:11:13.501618 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 9a5c5015-3d8b-4c31-aceb-84d844f6ca3f, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=9a5c5015-3d8b-4c31-aceb-84d844f6ca3f,segment=NetworkSegment(6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4),segment_id=6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:13.509935 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:13.613992 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=9a5c5015-3d8b-4c31-aceb-84d844f6ca3f,revision_number=6']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:13.615276 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd1739-a66d-45af-9cc3-202edc3e6ff0 req-94f07198-95f6-4619-9b2a-35699dea3076 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:13.633177 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd1739-a66d-45af-9cc3-202edc3e6ff0 req-94f07198-95f6-4619-9b2a-35699dea3076 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:13.648839 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd1739-a66d-45af-9cc3-202edc3e6ff0 req-94f07198-95f6-4619-9b2a-35699dea3076 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:13.662752 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd1739-a66d-45af-9cc3-202edc3e6ff0 req-94f07198-95f6-4619-9b2a-35699dea3076 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:13.677224 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd1739-a66d-45af-9cc3-202edc3e6ff0 req-94f07198-95f6-4619-9b2a-35699dea3076 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:13.689901 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd1739-a66d-45af-9cc3-202edc3e6ff0 req-94f07198-95f6-4619-9b2a-35699dea3076 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:13.703033 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd1739-a66d-45af-9cc3-202edc3e6ff0 req-94f07198-95f6-4619-9b2a-35699dea3076 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:13.706797 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5dcd1739-a66d-45af-9cc3-202edc3e6ff0 req-94f07198-95f6-4619-9b2a-35699dea3076 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 5445 time: 0.3210306 Nov 12 01:11:13.733657 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc002faf-39eb-45a0-b50a-35cc2f5d95e9 req-6b8176f4-af60-4584-98ac-bd8aaff76a37 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:13.737349 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bc002faf-39eb-45a0-b50a-35cc2f5d95e9 req-6b8176f4-af60-4584-98ac-bd8aaff76a37 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 947 time: 0.4967918 Nov 12 01:11:13.743896 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['9a5c5015-3d8b-4c31-aceb-84d844f6ca3f'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:11:13.775010 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a0f273-1d4d-437f-9bb1-f5f232a0e019 req-05dd06f8-6fb4-4ce1-8229-0b4e44d234dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:13.778225 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-44a0f273-1d4d-437f-9bb1-f5f232a0e019 req-05dd06f8-6fb4-4ce1-8229-0b4e44d234dd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8218d1fa-c394-4fa2-9f5e-c0418babcf88 HTTP/1.1" status: 200 len: 1098 time: 0.4809430 Nov 12 01:11:13.968600 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-44a0f273-1d4d-437f-9bb1-f5f232a0e019 req-8623f045-71f1-4c66-9187-9062b6497ffc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710293 Nov 12 01:11:14.167303 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bc002faf-39eb-45a0-b50a-35cc2f5d95e9 req-c47195ad-4ad9-4d9d-a7bd-6813daf54c43 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=31601042-336e-46fa-871d-26eb8da12d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3757684 Nov 12 01:11:14.243008 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5dcd1739-a66d-45af-9cc3-202edc3e6ff0 req-92d512da-e0f5-4269-ad7b-afb0afd106bb tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/security-groups?id=f35c197b-ae20-4eaa-b206-2ef393b1f8c4&id=f7233b9f-1065-4d72-90ac-8ac47fde62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5037551 Nov 12 01:11:14.337154 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-276ca829-49e3-41cb-9542-23c1d779378e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Deleting port a6cf17e0-aeb6-4b85-b9e0-5861a5ad1662 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:14.337552 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-276ca829-49e3-41cb-9542-23c1d779378e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:14.685567 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-276ca829-49e3-41cb-9542-23c1d779378e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:14.718852 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa5f6b-c38a-4b0e-b528-a84e30fa4f98 req-e3c6aeb2-aa25-421a-a41c-0ce0b3670949 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:14.721497 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-57aa5f6b-c38a-4b0e-b528-a84e30fa4f98 req-e3c6aeb2-aa25-421a-a41c-0ce0b3670949 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae1aab04-7ae3-4077-8b45-6ac4413e432c HTTP/1.1" status: 200 len: 944 time: 0.2536142 Nov 12 01:11:14.743318 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c853f83-1f96-4eb5-a426-affd884654f6 req-538083fd-e788-44a4-ab05-27d41d229504 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:14.757672 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0c853f83-1f96-4eb5-a426-affd884654f6 req-538083fd-e788-44a4-ab05-27d41d229504 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=8218d1fa-c394-4fa2-9f5e-c0418babcf88 HTTP/1.1" status: 200 len: 946 time: 0.3391554 Nov 12 01:11:14.779323 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-276ca829-49e3-41cb-9542-23c1d779378e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Calling delete_port for a6cf17e0-aeb6-4b85-b9e0-5861a5ad1662 owned by network:router_interface {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:15.027656 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 9a5c5015-3d8b-4c31-aceb-84d844f6ca3f up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:11:15.078474 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-57aa5f6b-c38a-4b0e-b528-a84e30fa4f98 req-69152a49-8048-4be2-8683-4d67f1aac416 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128729 Nov 12 01:11:15.126760 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0c853f83-1f96-4eb5-a426-affd884654f6 req-145e0be8-00a8-463b-9fd4-809757658b18 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495305 Nov 12 01:11:15.182687 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 9a5c5015-3d8b-4c31-aceb-84d844f6ca3f triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:15.185497 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:15.361143 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:15.429340 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 9a5c5015-3d8b-4c31-aceb-84d844f6ca3f, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=9a5c5015-3d8b-4c31-aceb-84d844f6ca3f,segment=NetworkSegment(6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4),segment_id=6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:15.431071 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae1aab04-7ae3-4077-8b45-6ac4413e432c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a5c5015-3d8b-4c31-aceb-84d844f6ca3f'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:11:15.436502 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219cd812-b011-4fb0-933c-eecafd61942e" -d '{"events": [{"server_uuid": "ae1aab04-7ae3-4077-8b45-6ac4413e432c", "name": "network-vif-plugged", "status": "completed", "tag": "9a5c5015-3d8b-4c31-aceb-84d844f6ca3f"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:11:15.443923 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:15.720978 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 43250) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:15.721852 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abcc68-1076-457c-9783-6a9b62ea932f req-a508b194-8574-4a1c-bd05-034bc8eead49 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:15.737660 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abcc68-1076-457c-9783-6a9b62ea932f req-a508b194-8574-4a1c-bd05-034bc8eead49 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:15.748855 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79e7a28-66bd-4800-b3c3-8d8d9799bbcb x-openstack-request-id: req-c79e7a28-66bd-4800-b3c3-8d8d9799bbcb {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:11:15.749493 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae1aab04-7ae3-4077-8b45-6ac4413e432c", "name": "network-vif-plugged", "status": "completed", "tag": "9a5c5015-3d8b-4c31-aceb-84d844f6ca3f", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:11:15.749954 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c79e7a28-66bd-4800-b3c3-8d8d9799bbcb {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:11:15.750646 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae1aab04-7ae3-4077-8b45-6ac4413e432c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a5c5015-3d8b-4c31-aceb-84d844f6ca3f', 'code': 200} Nov 12 01:11:15.754747 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abcc68-1076-457c-9783-6a9b62ea932f req-a508b194-8574-4a1c-bd05-034bc8eead49 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:15.768942 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abcc68-1076-457c-9783-6a9b62ea932f req-a508b194-8574-4a1c-bd05-034bc8eead49 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:15.786041 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abcc68-1076-457c-9783-6a9b62ea932f req-a508b194-8574-4a1c-bd05-034bc8eead49 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:15.800632 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abcc68-1076-457c-9783-6a9b62ea932f req-a508b194-8574-4a1c-bd05-034bc8eead49 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:15.801279 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=9a5c5015-3d8b-4c31-aceb-84d844f6ca3f,revision_number=7']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:15.830436 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abcc68-1076-457c-9783-6a9b62ea932f req-a508b194-8574-4a1c-bd05-034bc8eead49 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:15.832763 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-26abcc68-1076-457c-9783-6a9b62ea932f req-a508b194-8574-4a1c-bd05-034bc8eead49 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 5445 time: 0.2865431 Nov 12 01:11:15.880216 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2b7a9882-85a0-452c-9a15-21a0e4d5bb69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:15.945682 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-276ca829-49e3-41cb-9542-23c1d779378e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:15.985846 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ca829-49e3-41cb-9542-23c1d779378e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Pushing event deleted for resources: {'Port': ['ID=a6cf17e0-aeb6-4b85-b9e0-5861a5ad1662,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:15.994188 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-26abcc68-1076-457c-9783-6a9b62ea932f req-c5ecd1eb-2199-47a9-9932-acea524e200a tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/security-groups?id=f35c197b-ae20-4eaa-b206-2ef393b1f8c4&id=f7233b9f-1065-4d72-90ac-8ac47fde62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1265898 Nov 12 01:11:16.076242 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2b7a9882-85a0-452c-9a15-21a0e4d5bb69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:16.096241 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2b7a9882-85a0-452c-9a15-21a0e4d5bb69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:16.182735 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7a9882-85a0-452c-9a15-21a0e4d5bb69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28a7799-3830-43be-918d-97a2107cc5db,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:16.191542 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2b7a9882-85a0-452c-9a15-21a0e4d5bb69 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b59a980c62be4772863f511ec8ed097a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4693053 Nov 12 01:11:16.192400 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 43260) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:16.387822 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-276ca829-49e3-41cb-9542-23c1d779378e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:16.422513 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84370790-b972-4cc6-b8be-2a012d2d47dc req-abc9d9cb-afe6-4f98-abc6-ab6f55281040 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:16.440281 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-84370790-b972-4cc6-b8be-2a012d2d47dc req-abc9d9cb-afe6-4f98-abc6-ab6f55281040 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae1aab04-7ae3-4077-8b45-6ac4413e432c HTTP/1.1" status: 200 len: 945 time: 0.1689587 Nov 12 01:11:16.554955 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d9c916cb-42e5-4fd3-81d4-1962c1559ded admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:16.677494 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44bdfb-ef78-4e52-a714-1ad5645537ea req-add1b8c2-c155-410b-a767-050ac6564612 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:16.689973 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44bdfb-ef78-4e52-a714-1ad5645537ea req-add1b8c2-c155-410b-a767-050ac6564612 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:16.704062 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44bdfb-ef78-4e52-a714-1ad5645537ea req-add1b8c2-c155-410b-a767-050ac6564612 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:16.715456 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44bdfb-ef78-4e52-a714-1ad5645537ea req-add1b8c2-c155-410b-a767-050ac6564612 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:16.726923 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44bdfb-ef78-4e52-a714-1ad5645537ea req-add1b8c2-c155-410b-a767-050ac6564612 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:16.738675 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44bdfb-ef78-4e52-a714-1ad5645537ea req-add1b8c2-c155-410b-a767-050ac6564612 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:16.750622 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44bdfb-ef78-4e52-a714-1ad5645537ea req-add1b8c2-c155-410b-a767-050ac6564612 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:16.753480 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bc44bdfb-ef78-4e52-a714-1ad5645537ea req-add1b8c2-c155-410b-a767-050ac6564612 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 5445 time: 0.4392133 Nov 12 01:11:16.772582 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 43264) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:16.778621 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-6f53961c-dfdc-4428-8f6c-a3b7344f1920 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Request body: {'floatingip': {'port_id': 'bdcf7a52-e80c-40be-bdac-b195e34c1da2'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:16.818740 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d9c916cb-42e5-4fd3-81d4-1962c1559ded admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:16.831817 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f53961c-dfdc-4428-8f6c-a3b7344f1920 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks [] for floatingip, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:16.918662 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-84370790-b972-4cc6-b8be-2a012d2d47dc req-029b5102-76a7-4a04-a414-46b12fcb4867 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4654505 Nov 12 01:11:17.149596 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebce9e-27da-4622-8a7d-1212242234e1 req-690f4b62-f9ff-4ac3-b150-c17f9cfdf709 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:17.153112 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4bebce9e-27da-4622-8a7d-1212242234e1 req-690f4b62-f9ff-4ac3-b150-c17f9cfdf709 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=8218d1fa-c394-4fa2-9f5e-c0418babcf88 HTTP/1.1" status: 200 len: 946 time: 0.2526662 Nov 12 01:11:17.233370 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d9c916cb-42e5-4fd3-81d4-1962c1559ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:17.237595 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d9c916cb-42e5-4fd3-81d4-1962c1559ded admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:17.239517 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-d9c916cb-42e5-4fd3-81d4-1962c1559ded admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e28a7799-3830-43be-918d-97a2107cc5db HTTP/1.1" status: 204 len: 168 time: 1.0417199 Nov 12 01:11:17.345354 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c916cb-42e5-4fd3-81d4-1962c1559ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28a7799-3830-43be-918d-97a2107cc5db,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:17.413911 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4bebce9e-27da-4622-8a7d-1212242234e1 req-7f08bd02-e009-42b4-858d-ea8faaaaa6fd tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233896 Nov 12 01:11:17.442468 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276ca829-49e3-41cb-9542-23c1d779378e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Router 1d9ded53-f974-4b34-9ca3-e700dc82975d has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:11:17.854163 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa8b61-2571-4499-b127-a5090d4a81a1 req-187c756c-b87f-4d30-94fa-713d179438d5 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:17.857930 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-06aa8b61-2571-4499-b127-a5090d4a81a1 req-187c756c-b87f-4d30-94fa-713d179438d5 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca822707-ad2a-4184-9019-b176d5c0bbff HTTP/1.1" status: 200 len: 946 time: 0.2616420 Nov 12 01:11:17.902276 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276ca829-49e3-41cb-9542-23c1d779378e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:11:17.915146 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f53961c-dfdc-4428-8f6c-a3b7344f1920 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:17.917204 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-276ca829-49e3-41cb-9542-23c1d779378e tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] 10.222.0.45 "PUT /v2.0/routers/1d9ded53-f974-4b34-9ca3-e700dc82975d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7266552 Nov 12 01:11:17.921944 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 43272) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:17.930404 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83b35f5-4fd0-42e9-9bf7-1080670cde05 None None] Sync routers for ids ['1d9ded53-f974-4b34-9ca3-e700dc82975d'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:11:17.956789 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83b35f5-4fd0-42e9-9bf7-1080670cde05 None None] Routers {'1d9ded53-f974-4b34-9ca3-e700dc82975d'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:17.961564 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-b83b35f5-4fd0-42e9-9bf7-1080670cde05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:11:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['1d9ded53-f974-4b34-9ca3-e700dc82975d'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:18.071590 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f02dd3e9-be48-44cf-a63b-cdba0d56aaec tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:18.072981 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-06aa8b61-2571-4499-b127-a5090d4a81a1 req-b70ed1c9-20d1-4c65-b19f-e2af1de8f5c3 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963372 Nov 12 01:11:18.074926 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f53961c-dfdc-4428-8f6c-a3b7344f1920 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:18.107684 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-b83b35f5-4fd0-42e9-9bf7-1080670cde05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:18.136720 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 43280) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:18.176095 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83b35f5-4fd0-42e9-9bf7-1080670cde05 None None] Routers {'1d9ded53-f974-4b34-9ca3-e700dc82975d'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:18.177261 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-b83b35f5-4fd0-42e9-9bf7-1080670cde05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:11:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['1d9ded53-f974-4b34-9ca3-e700dc82975d'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:18.194014 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bc2affee-c5b8-4394-bff7-861cbe2bb18c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:18.288495 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-b83b35f5-4fd0-42e9-9bf7-1080670cde05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:18.289898 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83b35f5-4fd0-42e9-9bf7-1080670cde05 None None] The sync data for ids ['1d9ded53-f974-4b34-9ca3-e700dc82975d'] in n-d-712142-27 is: [] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:11:18.328538 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f02dd3e9-be48-44cf-a63b-cdba0d56aaec tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:18.341016 n-d-712142-27 neutron-server[109086]: INFO neutron.db.l3_db [None req-6f53961c-dfdc-4428-8f6c-a3b7344f1920 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Floating IP 58af4bac-6ca4-4cb1-bdec-bd3d6ce6a496 associated. External IP: 172.25.3.240, port: bdcf7a52-e80c-40be-bdac-b195e34c1da2. Nov 12 01:11:18.419513 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d490d96-ddbd-4cf0-839b-7acd86aa8f2a req-902ac592-d3fa-482b-87ef-c55772efd7f0 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:18.436427 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9d490d96-ddbd-4cf0-839b-7acd86aa8f2a req-902ac592-d3fa-482b-87ef-c55772efd7f0 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae1aab04-7ae3-4077-8b45-6ac4413e432c HTTP/1.1" status: 200 len: 945 time: 0.2531207 Nov 12 01:11:18.614723 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bc2affee-c5b8-4394-bff7-861cbe2bb18c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:18.630495 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9d490d96-ddbd-4cf0-839b-7acd86aa8f2a req-66180555-7fb2-4a5a-8239-adc11f68bd63 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913195 Nov 12 01:11:18.651578 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-f02dd3e9-be48-44cf-a63b-cdba0d56aaec tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Deleting port 4602936d-bca0-49a7-ada0-e68bc50c0355 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:18.652173 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f02dd3e9-be48-44cf-a63b-cdba0d56aaec tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:18.667934 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bc2affee-c5b8-4394-bff7-861cbe2bb18c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:18.780042 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0eaf47-de93-46fb-abfb-4186a2eca253 req-4fa67858-6aea-488c-9e6f-3f975fe2b24b tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:18.788040 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3c0eaf47-de93-46fb-abfb-4186a2eca253 req-4fa67858-6aea-488c-9e6f-3f975fe2b24b tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca822707-ad2a-4184-9019-b176d5c0bbff HTTP/1.1" status: 200 len: 946 time: 0.1989064 Nov 12 01:11:18.798335 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-bc2affee-c5b8-4394-bff7-861cbe2bb18c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4b2bf9dc54694cff990cfe44f38274b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6594434 Nov 12 01:11:18.827709 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 43286) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:18.831024 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2affee-c5b8-4394-bff7-861cbe2bb18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e842c444-724f-46e3-ba1b-069e42c8f218,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:18.951810 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f02dd3e9-be48-44cf-a63b-cdba0d56aaec tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:18.953445 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3c0eaf47-de93-46fb-abfb-4186a2eca253 req-2ca286e0-823c-47d6-9c88-fda4419db648 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642301 Nov 12 01:11:18.996064 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-f02dd3e9-be48-44cf-a63b-cdba0d56aaec tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Calling delete_port for 4602936d-bca0-49a7-ada0-e68bc50c0355 owned by network:router_gateway {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:19.048372 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-19985a72-7313-42e3-af55-6c1aedc47896 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:19.102466 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f53961c-dfdc-4428-8f6c-a3b7344f1920 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Router 36254298-bf93-473f-ae2d-653cf9ab1f1d has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:11:19.159171 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-19985a72-7313-42e3-af55-6c1aedc47896 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:19.873861 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-19985a72-7313-42e3-af55-6c1aedc47896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:19.878261 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-19985a72-7313-42e3-af55-6c1aedc47896 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:19.883814 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-19985a72-7313-42e3-af55-6c1aedc47896 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e842c444-724f-46e3-ba1b-069e42c8f218 HTTP/1.1" status: 204 len: 168 time: 1.0512726 Nov 12 01:11:19.889990 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b521e-be04-4006-b3e3-d0bd3e72a8dc req-4cf3fe98-3761-461f-8369-7c238ce3cc52 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:19.891557 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f53961c-dfdc-4428-8f6c-a3b7344f1920 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:11:19.892416 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-621b521e-be04-4006-b3e3-d0bd3e72a8dc req-4cf3fe98-3761-461f-8369-7c238ce3cc52 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae1aab04-7ae3-4077-8b45-6ac4413e432c HTTP/1.1" status: 200 len: 945 time: 0.1194215 Nov 12 01:11:19.920364 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f53961c-dfdc-4428-8f6c-a3b7344f1920 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:19.946822 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adff7666-8217-4431-850f-f6ce6bbc26d3 None None] Sync routers for ids ['36254298-bf93-473f-ae2d-653cf9ab1f1d'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:11:19.972355 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adff7666-8217-4431-850f-f6ce6bbc26d3 None None] Routers {'36254298-bf93-473f-ae2d-653cf9ab1f1d'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:19.973011 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-adff7666-8217-4431-850f-f6ce6bbc26d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:11:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['36254298-bf93-473f-ae2d-653cf9ab1f1d'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:20.014452 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-621b521e-be04-4006-b3e3-d0bd3e72a8dc req-0ee337f5-8f0b-440f-bc9e-367f6778ddc1 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088550 Nov 12 01:11:20.024214 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19985a72-7313-42e3-af55-6c1aedc47896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e842c444-724f-46e3-ba1b-069e42c8f218,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:20.052911 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6f53961c-dfdc-4428-8f6c-a3b7344f1920 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "PUT /v2.0/floatingips/58af4bac-6ca4-4cb1-bdec-bd3d6ce6a496 HTTP/1.1" status: 200 len: 991 time: 3.2791634 Nov 12 01:11:20.054307 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'tag': 'bdcf7a52-e80c-40be-bdac-b195e34c1da2'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:11:20.056977 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39eb06d9-be79-4fec-9a3a-1f6f9b1802e6" -d '{"events": [{"name": "network-changed", "server_uuid": "7cbe0661-63bd-4d76-b0e5-95c18ce1021b", "tag": "bdcf7a52-e80c-40be-bdac-b195e34c1da2"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:11:20.075431 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f02dd3e9-be48-44cf-a63b-cdba0d56aaec tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:20.142123 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02dd3e9-be48-44cf-a63b-cdba0d56aaec tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Pushing event deleted for resources: {'Port': ['ID=4602936d-bca0-49a7-ada0-e68bc50c0355,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:20.312578 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f02dd3e9-be48-44cf-a63b-cdba0d56aaec tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:20.342533 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abce0a3-c445-4ab6-8f90-ad9b156d4488 req-3d216c5d-3d2b-4f6e-a264-c49bfb6aa732 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:20.359796 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6abce0a3-c445-4ab6-8f90-ad9b156d4488 req-3d216c5d-3d2b-4f6e-a264-c49bfb6aa732 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca822707-ad2a-4184-9019-b176d5c0bbff HTTP/1.1" status: 200 len: 946 time: 0.1148643 Nov 12 01:11:20.406440 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-adff7666-8217-4431-850f-f6ce6bbc26d3 None None] Set router 36254298-bf93-473f-ae2d-653cf9ab1f1d gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:11:20.493771 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6abce0a3-c445-4ab6-8f90-ad9b156d4488 req-5d7485c6-b601-435a-8977-b4e801e38474 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316013 Nov 12 01:11:20.639172 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f02dd3e9-be48-44cf-a63b-cdba0d56aaec tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:20.649196 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f02dd3e9-be48-44cf-a63b-cdba0d56aaec tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:20.763505 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f02dd3e9-be48-44cf-a63b-cdba0d56aaec tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:20.769212 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02dd3e9-be48-44cf-a63b-cdba0d56aaec tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Fanout notify agent at l3_agent the message router_deleted on router 1d9ded53-f974-4b34-9ca3-e700dc82975d {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:11:20.791515 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f02dd3e9-be48-44cf-a63b-cdba0d56aaec tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:20.797546 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 43320) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:20.809571 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f02dd3e9-be48-44cf-a63b-cdba0d56aaec tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] 10.222.0.45 "DELETE /v2.0/routers/1d9ded53-f974-4b34-9ca3-e700dc82975d HTTP/1.1" status: 204 len: 168 time: 2.8854477 Nov 12 01:11:20.898295 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75eeeda-9df4-4cb7-8e54-1909e2c3a73c x-openstack-request-id: req-a75eeeda-9df4-4cb7-8e54-1909e2c3a73c {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:11:20.898912 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cbe0661-63bd-4d76-b0e5-95c18ce1021b", "tag": "bdcf7a52-e80c-40be-bdac-b195e34c1da2", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:11:20.899447 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a75eeeda-9df4-4cb7-8e54-1909e2c3a73c {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:11:20.900137 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'tag': 'bdcf7a52-e80c-40be-bdac-b195e34c1da2', 'status': 'completed', 'code': 200} Nov 12 01:11:20.905408 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b69ba77-26f3-4378-8a2c-7cb8a02d40e8 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Deleting subnet e33c328b-d8d0-465c-8b3a-60225313929f {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:11:20.910979 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6b69ba77-26f3-4378-8a2c-7cb8a02d40e8 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:21.019815 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6b69ba77-26f3-4378-8a2c-7cb8a02d40e8 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:21.066732 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-adff7666-8217-4431-850f-f6ce6bbc26d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36254298-bf93-473f-ae2d-653cf9ab1f1d', 'name': 'tempest-TaggedBootDevicesTest_v242-1185227541-router', 'tenant_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'f0630ca4-40ee-427a-b3f1-c21b35473130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:08:07Z', 'updated_at': '2021-11-12T01:08:15Z', 'revision_number': 4, 'project_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'gw_port': {'id': 'f0630ca4-40ee-427a-b3f1-c21b35473130', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:85:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36254298-bf93-473f-ae2d-653cf9ab1f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:09Z', 'updated_at': '2021-11-12T01:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '58af4bac-6ca4-4cb1-bdec-bd3d6ce6a496', 'tenant_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'floating_ip_address': '172.25.3.240', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '36254298-bf93-473f-ae2d-653cf9ab1f1d', 'port_id': 'bdcf7a52-e80c-40be-bdac-b195e34c1da2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '682e0b44-65b9-400b-8f8e-1eeb342780e2', 'mac_address': 'fa:16:3e:c3:33:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:09:23Z', 'updated_at': '2021-11-12T01:11:17Z', 'revision_number': 1, 'project_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbae70e9-b8b3-49a4-91b4-ff32c13b6aa7', 'name': '', 'network_id': '682e0b44-65b9-400b-8f8e-1eeb342780e2', 'tenant_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'mac_address': 'fa:16:3e:d3:d0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36254298-bf93-473f-ae2d-653cf9ab1f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'e4332ed6-c901-4ad1-83db-b19707e770f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:13Z', 'updated_at': '2021-11-12T01:08:21Z', 'revision_number': 5, 'project_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'subnets': [{'id': 'e4332ed6-c901-4ad1-83db-b19707e770f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:21.098171 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb06d9-be79-4fec-9a3a-1f6f9b1802e6 req-be378309-2fab-448e-86d2-95ca1adb9652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:21.099044 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb06d9-be79-4fec-9a3a-1f6f9b1802e6 req-be378309-2fab-448e-86d2-95ca1adb9652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:21.099542 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb06d9-be79-4fec-9a3a-1f6f9b1802e6 req-be378309-2fab-448e-86d2-95ca1adb9652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:21.100048 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb06d9-be79-4fec-9a3a-1f6f9b1802e6 req-be378309-2fab-448e-86d2-95ca1adb9652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:21.100526 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb06d9-be79-4fec-9a3a-1f6f9b1802e6 req-be378309-2fab-448e-86d2-95ca1adb9652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:21.101222 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb06d9-be79-4fec-9a3a-1f6f9b1802e6 req-be378309-2fab-448e-86d2-95ca1adb9652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:21.101535 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb06d9-be79-4fec-9a3a-1f6f9b1802e6 req-be378309-2fab-448e-86d2-95ca1adb9652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:21.107817 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-39eb06d9-be79-4fec-9a3a-1f6f9b1802e6 req-be378309-2fab-448e-86d2-95ca1adb9652 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8cc8ca414fa7430d8da23a7db1c7581c&device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 6509 time: 0.1289730 Nov 12 01:11:21.163872 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adff7666-8217-4431-850f-f6ce6bbc26d3 None None] Checking router: 36254298-bf93-473f-ae2d-653cf9ab1f1d for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:11:21.221601 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adff7666-8217-4431-850f-f6ce6bbc26d3 None None] Routers {'36254298-bf93-473f-ae2d-653cf9ab1f1d'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:21.222567 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-adff7666-8217-4431-850f-f6ce6bbc26d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:11:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['36254298-bf93-473f-ae2d-653cf9ab1f1d'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:21.445884 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-adff7666-8217-4431-850f-f6ce6bbc26d3 None None] Set router 36254298-bf93-473f-ae2d-653cf9ab1f1d gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:11:21.736171 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6b69ba77-26f3-4378-8a2c-7cb8a02d40e8 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:21.841267 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb06d9-be79-4fec-9a3a-1f6f9b1802e6 req-9e03a61a-889e-4bbf-8d9c-29073f50f5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:21.843995 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-39eb06d9-be79-4fec-9a3a-1f6f9b1802e6 req-9e03a61a-889e-4bbf-8d9c-29073f50f5ff service neutron] 10.222.0.16 "GET /v2.0/networks?id=682e0b44-65b9-400b-8f8e-1eeb342780e2 HTTP/1.1" status: 200 len: 917 time: 0.2585864 Nov 12 01:11:21.902975 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-adff7666-8217-4431-850f-f6ce6bbc26d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36254298-bf93-473f-ae2d-653cf9ab1f1d', 'name': 'tempest-TaggedBootDevicesTest_v242-1185227541-router', 'tenant_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'f0630ca4-40ee-427a-b3f1-c21b35473130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:08:07Z', 'updated_at': '2021-11-12T01:08:15Z', 'revision_number': 4, 'project_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'gw_port': {'id': 'f0630ca4-40ee-427a-b3f1-c21b35473130', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:85:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36254298-bf93-473f-ae2d-653cf9ab1f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:09Z', 'updated_at': '2021-11-12T01:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '58af4bac-6ca4-4cb1-bdec-bd3d6ce6a496', 'tenant_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'floating_ip_address': '172.25.3.240', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '36254298-bf93-473f-ae2d-653cf9ab1f1d', 'port_id': 'bdcf7a52-e80c-40be-bdac-b195e34c1da2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '682e0b44-65b9-400b-8f8e-1eeb342780e2', 'mac_address': 'fa:16:3e:c3:33:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:09:23Z', 'updated_at': '2021-11-12T01:11:17Z', 'revision_number': 1, 'project_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbae70e9-b8b3-49a4-91b4-ff32c13b6aa7', 'name': '', 'network_id': '682e0b44-65b9-400b-8f8e-1eeb342780e2', 'tenant_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'mac_address': 'fa:16:3e:d3:d0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36254298-bf93-473f-ae2d-653cf9ab1f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'e4332ed6-c901-4ad1-83db-b19707e770f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:13Z', 'updated_at': '2021-11-12T01:08:21Z', 'revision_number': 5, 'project_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'subnets': [{'id': 'e4332ed6-c901-4ad1-83db-b19707e770f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:21.937759 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adff7666-8217-4431-850f-f6ce6bbc26d3 None None] The sync data for ids ['36254298-bf93-473f-ae2d-653cf9ab1f1d'] in n-d-712142-27 is: [{'id': '36254298-bf93-473f-ae2d-653cf9ab1f1d', 'name': 'tempest-TaggedBootDevicesTest_v242-1185227541-router', 'tenant_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'f0630ca4-40ee-427a-b3f1-c21b35473130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:08:07Z', 'updated_at': '2021-11-12T01:08:15Z', 'revision_number': 4, 'project_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'gw_port': {'id': 'f0630ca4-40ee-427a-b3f1-c21b35473130', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:85:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36254298-bf93-473f-ae2d-653cf9ab1f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:09Z', 'updated_at': '2021-11-12T01:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '58af4bac-6ca4-4cb1-bdec-bd3d6ce6a496', 'tenant_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'floating_ip_address': '172.25.3.240', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '36254298-bf93-473f-ae2d-653cf9ab1f1d', 'port_id': 'bdcf7a52-e80c-40be-bdac-b195e34c1da2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '682e0b44-65b9-400b-8f8e-1eeb342780e2', 'mac_address': 'fa:16:3e:c3:33:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:09:23Z', 'updated_at': '2021-11-12T01:11:17Z', 'revision_number': 1, 'project_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbae70e9-b8b3-49a4-91b4-ff32c13b6aa7', 'name': '', 'network_id': '682e0b44-65b9-400b-8f8e-1eeb342780e2', 'tenant_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'mac_address': 'fa:16:3e:d3:d0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36254298-bf93-473f-ae2d-653cf9ab1f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'e4332ed6-c901-4ad1-83db-b19707e770f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:13Z', 'updated_at': '2021-11-12T01:08:21Z', 'revision_number': 5, 'project_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'subnets': [{'id': 'e4332ed6-c901-4ad1-83db-b19707e770f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:11:22.011354 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e4e82-4d80-405f-907f-9359c55360cc req-81fd0373-63b2-4f4e-b4a0-4c2a1aab8898 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:22.013686 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0b4e4e82-4d80-405f-907f-9359c55360cc req-81fd0373-63b2-4f4e-b4a0-4c2a1aab8898 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca822707-ad2a-4184-9019-b176d5c0bbff HTTP/1.1" status: 200 len: 946 time: 0.4325633 Nov 12 01:11:22.110811 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d8a75-d467-452c-abcd-21b926d6b448 req-0d61ccc7-19c9-4d62-8fd2-9b558c39bf5a tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:22.120801 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-088d8a75-d467-452c-abcd-21b926d6b448 req-0d61ccc7-19c9-4d62-8fd2-9b558c39bf5a tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae1aab04-7ae3-4077-8b45-6ac4413e432c HTTP/1.1" status: 200 len: 945 time: 0.5366082 Nov 12 01:11:22.185982 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-39eb06d9-be79-4fec-9a3a-1f6f9b1802e6 req-9e697e06-9937-4dc7-91f4-2b7a0ab6dfe9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdcf7a52-e80c-40be-bdac-b195e34c1da2 HTTP/1.1" status: 200 len: 999 time: 0.3201706 Nov 12 01:11:22.266934 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6b69ba77-26f3-4378-8a2c-7cb8a02d40e8 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:22.347246 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b69ba77-26f3-4378-8a2c-7cb8a02d40e8 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Pushing event deleted for resources: {'Subnet': ['ID=e33c328b-d8d0-465c-8b3a-60225313929f,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:22.356952 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0b4e4e82-4d80-405f-907f-9359c55360cc req-2942f145-986d-47e7-8c9a-e8b103d4c113 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980046 Nov 12 01:11:22.358924 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6b69ba77-26f3-4378-8a2c-7cb8a02d40e8 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:22.368038 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-6b69ba77-26f3-4378-8a2c-7cb8a02d40e8 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] 10.222.0.45 "DELETE /v2.0/subnets/e33c328b-d8d0-465c-8b3a-60225313929f HTTP/1.1" status: 204 len: 168 time: 1.5634828 Nov 12 01:11:22.369165 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 43346) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:22.386063 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe29e69-3f46-4ddd-ab41-893e7a1a7336 None None] New status for floating IP 58af4bac-6ca4-4cb1-bdec-bd3d6ce6a496: ACTIVE {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:11:22.388223 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-088d8a75-d467-452c-abcd-21b926d6b448 req-8cb5d736-19b3-4005-907e-6b95c440916f tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399709 Nov 12 01:11:22.401182 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb06d9-be79-4fec-9a3a-1f6f9b1802e6 req-14bde32b-c2bd-469d-bbad-f888f867d264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:22.403337 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-39eb06d9-be79-4fec-9a3a-1f6f9b1802e6 req-14bde32b-c2bd-469d-bbad-f888f867d264 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4332ed6-c901-4ad1-83db-b19707e770f2 HTTP/1.1" status: 200 len: 856 time: 0.2083519 Nov 12 01:11:22.513701 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a58cbe-ca9b-4905-8a33-08dd25c46adc None None] Network 5782d458-ca15-490a-88a3-a3ef0b37fdd9 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:11:22.595345 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d8293240-8c6a-40b7-a254-9d511162e35b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:22.641573 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb06d9-be79-4fec-9a3a-1f6f9b1802e6 req-778b7356-f981-479c-a2ad-79c00f940679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:22.648798 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-39eb06d9-be79-4fec-9a3a-1f6f9b1802e6 req-778b7356-f981-479c-a2ad-79c00f940679 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=682e0b44-65b9-400b-8f8e-1eeb342780e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2254813 Nov 12 01:11:22.837386 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-d8293240-8c6a-40b7-a254-9d511162e35b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Deleting port c6dcfd47-0c42-42d1-803e-b7f318e4e06e {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:22.837938 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d8293240-8c6a-40b7-a254-9d511162e35b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:23.079616 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-39eb06d9-be79-4fec-9a3a-1f6f9b1802e6 req-6cff21a5-457c-45a9-a5ae-4673ef64e3e9 service neutron] 10.222.0.16 "GET /v2.0/networks/682e0b44-65b9-400b-8f8e-1eeb342780e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4238179 Nov 12 01:11:23.122895 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-d8293240-8c6a-40b7-a254-9d511162e35b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] For port c6dcfd47-0c42-42d1-803e-b7f318e4e06e, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=c6dcfd47-0c42-42d1-803e-b7f318e4e06e,segment=NetworkSegment(c7ccda64-4ff9-4720-bb20-2e6149735e79),segment_id=c7ccda64-4ff9-4720-bb20-2e6149735e79)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:23.123512 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d8293240-8c6a-40b7-a254-9d511162e35b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:23.155159 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b615d4-087b-4f1e-8cf7-45b10c500406 None None] DHCP port deletion for 5782d458-ca15-490a-88a3-a3ef0b37fdd9 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:11:23.155925 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-d8293240-8c6a-40b7-a254-9d511162e35b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Calling delete_port for c6dcfd47-0c42-42d1-803e-b7f318e4e06e owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:23.229252 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-39eb06d9-be79-4fec-9a3a-1f6f9b1802e6 req-6c8c309f-b320-4ff1-b03e-7ebc8c81e753 service neutron] 10.222.0.16 "GET /v2.0/networks/682e0b44-65b9-400b-8f8e-1eeb342780e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405418 Nov 12 01:11:23.374467 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d8293240-8c6a-40b7-a254-9d511162e35b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:23.381277 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-d9b615d4-087b-4f1e-8cf7-45b10c500406 None None] Deleting port c6dcfd47-0c42-42d1-803e-b7f318e4e06e {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:23.383877 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d9b615d4-087b-4f1e-8cf7-45b10c500406 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:23.407481 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device c6dcfd47-0c42-42d1-803e-b7f318e4e06e no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:11:23.484805 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8293240-8c6a-40b7-a254-9d511162e35b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Pushing event deleted for resources: {'Port': ['ID=c6dcfd47-0c42-42d1-803e-b7f318e4e06e,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:23.494457 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8293240-8c6a-40b7-a254-9d511162e35b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] No DVR routers for this DVR port c6dcfd47-0c42-42d1-803e-b7f318e4e06e on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:11:23.580588 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: c6dcfd47-0c42-42d1-803e-b7f318e4e06e {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:11:23.581617 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device c6dcfd47-0c42-42d1-803e-b7f318e4e06e not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:11:23.626309 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25717536-4b66-4cc7-a1e5-3f168c7b1eb3 req-0d6f8260-103a-4d4a-8264-c3649b2f20f1 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:23.635420 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-25717536-4b66-4cc7-a1e5-3f168c7b1eb3 req-0d6f8260-103a-4d4a-8264-c3649b2f20f1 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae1aab04-7ae3-4077-8b45-6ac4413e432c HTTP/1.1" status: 200 len: 945 time: 0.0976896 Nov 12 01:11:23.704633 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-d9b615d4-087b-4f1e-8cf7-45b10c500406 None None] For port c6dcfd47-0c42-42d1-803e-b7f318e4e06e, host n-d-712142-27, got binding levels [] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:23.707538 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d9b615d4-087b-4f1e-8cf7-45b10c500406 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:23.725754 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-d9b615d4-087b-4f1e-8cf7-45b10c500406 None None] Calling delete_port for c6dcfd47-0c42-42d1-803e-b7f318e4e06e owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:23.729258 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.ipam_backend_mixin [None req-d9b615d4-087b-4f1e-8cf7-45b10c500406 None None] Port c6dcfd47-0c42-42d1-803e-b7f318e4e06e was not found and therefore no delete operation was performed {{(pid=109087) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 01:11:23.730764 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d9b615d4-087b-4f1e-8cf7-45b10c500406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:23.734818 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-25717536-4b66-4cc7-a1e5-3f168c7b1eb3 req-f6587425-2ff9-4284-89a4-c9a41efea87b tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982835 Nov 12 01:11:23.817101 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b615d4-087b-4f1e-8cf7-45b10c500406 None None] Pushing event deleted for resources: {'Port': ['ID=c6dcfd47-0c42-42d1-803e-b7f318e4e06e,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:23.842417 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b615d4-087b-4f1e-8cf7-45b10c500406 None None] No DVR routers for this DVR port c6dcfd47-0c42-42d1-803e-b7f318e4e06e on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:11:23.854910 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d8293240-8c6a-40b7-a254-9d511162e35b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:23.886389 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523efd3e-da21-4dfd-9fc0-46e944adf9b0 req-d3e7d9cd-268d-431d-9a47-05ac32f0b628 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:23.889602 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-523efd3e-da21-4dfd-9fc0-46e944adf9b0 req-d3e7d9cd-268d-431d-9a47-05ac32f0b628 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca822707-ad2a-4184-9019-b176d5c0bbff HTTP/1.1" status: 200 len: 946 time: 0.1678188 Nov 12 01:11:23.944135 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-d8293240-8c6a-40b7-a254-9d511162e35b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5782d458-ca15-490a-88a3-a3ef0b37fdd9']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:23.971163 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-d8293240-8c6a-40b7-a254-9d511162e35b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7ccda64-4ff9-4720-bb20-2e6149735e79') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:23.971763 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-d8293240-8c6a-40b7-a254-9d511162e35b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7ccda64-4ff9-4720-bb20-2e6149735e79') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:23.998213 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d8293240-8c6a-40b7-a254-9d511162e35b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:24.013973 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-523efd3e-da21-4dfd-9fc0-46e944adf9b0 req-8355036b-0b00-41e2-879a-826359ac9fc6 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100774 Nov 12 01:11:24.029688 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d8293240-8c6a-40b7-a254-9d511162e35b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:24.044717 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8293240-8c6a-40b7-a254-9d511162e35b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:11:24.045241 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d8293240-8c6a-40b7-a254-9d511162e35b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:24.051389 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:11:24.051389 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:11:24.051389 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:11:24.051389 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:11:24.051389 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:11:24.051389 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:11:24.051389 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:11:24.051389 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:11:24.051389 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:11:24.051389 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:11:24.051389 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:11:24.051389 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:11:24.051389 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:11:24.051389 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:11:24.051389 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:11:24.051389 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:11:24.051389 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:11:24.051389 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:11:24.051389 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:11:24.051389 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:11:24.051389 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:11:24.051389 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:11:24.051389 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:11:24.051389 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:11:24.051389 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:11:24.051389 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:11:24.051389 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:11:24.051389 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:11:24.051389 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:11:24.051389 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:11:24.051389 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:11:24.051389 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:11:24.148735 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d8293240-8c6a-40b7-a254-9d511162e35b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:24.167098 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d8293240-8c6a-40b7-a254-9d511162e35b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:24.173023 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d8293240-8c6a-40b7-a254-9d511162e35b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] 10.222.0.45 "DELETE /v2.0/networks/5782d458-ca15-490a-88a3-a3ef0b37fdd9 HTTP/1.1" status: 204 len: 168 time: 1.8012931 Nov 12 01:11:24.178187 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 43374) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:24.206594 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8293240-8c6a-40b7-a254-9d511162e35b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Pushing event deleted for resources: {'Network': ['ID=5782d458-ca15-490a-88a3-a3ef0b37fdd9,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:24.455267 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-6f81789d-596d-486e-8fac-805cd3ccc8e4 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Deleting port f1bad62a-3090-4fe5-8afc-80b2b55dd364 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:24.455945 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f81789d-596d-486e-8fac-805cd3ccc8e4 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:24.627558 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f81789d-596d-486e-8fac-805cd3ccc8e4 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:24.628438 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f81789d-596d-486e-8fac-805cd3ccc8e4 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:24.657025 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-6f81789d-596d-486e-8fac-805cd3ccc8e4 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Calling delete_port for f1bad62a-3090-4fe5-8afc-80b2b55dd364 owned by network:floatingip {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:25.194615 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f81789d-596d-486e-8fac-805cd3ccc8e4 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:25.278614 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dea612-422c-4f76-8101-09367ce75e7f req-4be869b2-617a-41d8-b9d1-aef3287aaf72 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:25.282014 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c0dea612-422c-4f76-8101-09367ce75e7f req-4be869b2-617a-41d8-b9d1-aef3287aaf72 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae1aab04-7ae3-4077-8b45-6ac4413e432c HTTP/1.1" status: 200 len: 945 time: 0.2528517 Nov 12 01:11:25.319257 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f81789d-596d-486e-8fac-805cd3ccc8e4 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Pushing event deleted for resources: {'Port': ['ID=f1bad62a-3090-4fe5-8afc-80b2b55dd364,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:25.490784 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c0dea612-422c-4f76-8101-09367ce75e7f req-7c579565-3c9b-4567-9b4d-4748b9c8b836 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915493 Nov 12 01:11:25.588046 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f81789d-596d-486e-8fac-805cd3ccc8e4 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for floatingip, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:25.595319 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f81789d-596d-486e-8fac-805cd3ccc8e4 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:25.603347 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 43394) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:25.604610 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6f81789d-596d-486e-8fac-805cd3ccc8e4 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] 10.222.0.45 "DELETE /v2.0/floatingips/a7184467-699d-471b-bd57-7c0efee88bc9 HTTP/1.1" status: 204 len: 168 time: 1.4243834 Nov 12 01:11:25.666936 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 43396) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:25.709930 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc0402ca-2e4b-463d-93ad-9acb64e8c36c tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] DELETE failed (client error): The resource could not be found. Nov 12 01:11:25.710827 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc0402ca-2e4b-463d-93ad-9acb64e8c36c tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:11:25.722414 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-fc0402ca-2e4b-463d-93ad-9acb64e8c36c tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] 10.222.0.45 "DELETE /v2.0/ports/dd08cc8a-677f-4024-a033-e9c84b8cc067 HTTP/1.1" status: 404 len: 333 time: 0.1102178 Nov 12 01:11:25.725927 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 43400) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:25.850016 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 43402) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:25.850565 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c8b4fcf9-084b-452c-87f4-9d2747c28894 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] 10.222.0.45 "GET /v2.0/ports?device_id=1d9ded53-f974-4b34-9ca3-e700dc82975d HTTP/1.1" status: 200 len: 205 time: 0.1177197 Nov 12 01:11:26.009418 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-840c6ecc-8051-46d3-9412-2486319e56c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:26.064040 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-1fcab950-97b8-4356-97f0-40499d4ff675 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] delete failed (client error): The resource could not be found. Nov 12 01:11:26.073244 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 43406) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:26.076591 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1fcab950-97b8-4356-97f0-40499d4ff675 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] 10.222.0.45 "DELETE /v2.0/routers/1d9ded53-f974-4b34-9ca3-e700dc82975d HTTP/1.1" status: 404 len: 336 time: 0.2192988 Nov 12 01:11:26.112680 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-255258ef-e3e8-4093-9eb4-efabaae986e7 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] DELETE failed (client error): The resource could not be found. Nov 12 01:11:26.113173 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-255258ef-e3e8-4093-9eb4-efabaae986e7 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:11:26.120029 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-255258ef-e3e8-4093-9eb4-efabaae986e7 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] 10.222.0.45 "DELETE /v2.0/subnets/e33c328b-d8d0-465c-8b3a-60225313929f HTTP/1.1" status: 404 len: 337 time: 0.0426795 Nov 12 01:11:26.125666 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 43408) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:26.380110 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-840c6ecc-8051-46d3-9412-2486319e56c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:26.380110 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-840c6ecc-8051-46d3-9412-2486319e56c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:26.587120 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-840c6ecc-8051-46d3-9412-2486319e56c3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6539788e258d4e03ba379e2a29e4e947&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9175408 Nov 12 01:11:26.591996 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840c6ecc-8051-46d3-9412-2486319e56c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523c5d01-6c3b-4282-be16-e62c6e6398c5,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:26.609804 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 43418) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:26.687100 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-cd46a96b-d59e-4161-b8b4-82b47f69037a tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Deleting port 23183d57-f7bc-4fa9-ac66-78cc641875e3 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:26.687644 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cd46a96b-d59e-4161-b8b4-82b47f69037a tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:26.702956 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6658c-c838-4fe1-9610-d15d839eb119 req-e1260fec-f87d-47a9-af8f-383103d35b57 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:26.705060 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-92d6658c-c838-4fe1-9610-d15d839eb119 req-e1260fec-f87d-47a9-af8f-383103d35b57 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae1aab04-7ae3-4077-8b45-6ac4413e432c HTTP/1.1" status: 200 len: 945 time: 0.1055768 Nov 12 01:11:26.741125 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-103b7fb5-c4ea-4322-8428-af1ba2f8dfaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:26.791833 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-103b7fb5-c4ea-4322-8428-af1ba2f8dfaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:26.815831 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cd46a96b-d59e-4161-b8b4-82b47f69037a tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:26.848708 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-cd46a96b-d59e-4161-b8b4-82b47f69037a tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Calling delete_port for 23183d57-f7bc-4fa9-ac66-78cc641875e3 owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:26.879122 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-92d6658c-c838-4fe1-9610-d15d839eb119 req-00fad53c-809e-4c3f-a44e-e4f322e15a06 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541073 Nov 12 01:11:26.922205 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-103b7fb5-c4ea-4322-8428-af1ba2f8dfaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:26.926286 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-103b7fb5-c4ea-4322-8428-af1ba2f8dfaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:26.927388 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-103b7fb5-c4ea-4322-8428-af1ba2f8dfaf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/523c5d01-6c3b-4282-be16-e62c6e6398c5 HTTP/1.1" status: 204 len: 168 time: 0.3158219 Nov 12 01:11:26.942147 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b7fb5-c4ea-4322-8428-af1ba2f8dfaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523c5d01-6c3b-4282-be16-e62c6e6398c5,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:27.128546 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cd46a96b-d59e-4161-b8b4-82b47f69037a tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:27.233668 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e9234e86-26d5-44ef-b4bf-0727776ea99e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:27.300832 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd46a96b-d59e-4161-b8b4-82b47f69037a tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Pushing event deleted for resources: {'Port': ['ID=23183d57-f7bc-4fa9-ac66-78cc641875e3,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:27.366336 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cd46a96b-d59e-4161-b8b4-82b47f69037a tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:27.374865 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 43434) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:27.375219 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-cd46a96b-d59e-4161-b8b4-82b47f69037a tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] 10.222.0.45 "DELETE /v2.0/ports/23183d57-f7bc-4fa9-ac66-78cc641875e3 HTTP/1.1" status: 204 len: 168 time: 1.2479057 Nov 12 01:11:27.660276 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-a51b1bad-d24d-41bb-bc8b-0bccc997608d tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Deleting port b89b4397-af00-41e9-a3b8-cd94d4b2c275 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:27.661250 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a51b1bad-d24d-41bb-bc8b-0bccc997608d tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:27.681460 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 43438) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:27.718386 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e5089a08-0b84-4ec0-83f0-698ba729c495 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:27.895321 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e5089a08-0b84-4ec0-83f0-698ba729c495 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:27.905645 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e5089a08-0b84-4ec0-83f0-698ba729c495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:27.961661 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66740f5e-564e-4e43-9f39-935be55ede4b req-a2e1d43f-26a8-4993-81e1-5ce8eea2d935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:27.964323 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-66740f5e-564e-4e43-9f39-935be55ede4b req-a2e1d43f-26a8-4993-81e1-5ce8eea2d935 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=191fc5154909462b8c7f63ec6946526e&device_id=ca822707-ad2a-4184-9019-b176d5c0bbff HTTP/1.1" status: 200 len: 1098 time: 0.2934871 Nov 12 01:11:27.967571 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e5089a08-0b84-4ec0-83f0-698ba729c495 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=acec138f3607443fa818a4749799f8d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2837198 Nov 12 01:11:27.979788 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 43444) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:27.999266 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb27160-6f62-4553-8982-fe79c0a3e419 req-6083b52c-93c5-4675-8c96-d4027e8e8941 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:28.001879 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-efb27160-6f62-4553-8982-fe79c0a3e419 req-6083b52c-93c5-4675-8c96-d4027e8e8941 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca822707-ad2a-4184-9019-b176d5c0bbff HTTP/1.1" status: 200 len: 946 time: 0.2473109 Nov 12 01:11:28.014192 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a51b1bad-d24d-41bb-bc8b-0bccc997608d tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:28.026951 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5089a08-0b84-4ec0-83f0-698ba729c495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18cb9ca1-758f-4914-9fbc-81a3a4bd9920,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:28.113815 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-a51b1bad-d24d-41bb-bc8b-0bccc997608d tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Calling delete_port for b89b4397-af00-41e9-a3b8-cd94d4b2c275 owned by {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:28.355668 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-efb27160-6f62-4553-8982-fe79c0a3e419 req-403bc08b-81b1-4b03-9712-6fcc7407fcd2 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041763 Nov 12 01:11:28.405159 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e3f06-dd87-4b94-89b2-e0e0fbe91b11 req-ce7cfffa-73c9-492c-bd31-4a8caad66a25 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:28.413685 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-388e3f06-dd87-4b94-89b2-e0e0fbe91b11 req-ce7cfffa-73c9-492c-bd31-4a8caad66a25 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae1aab04-7ae3-4077-8b45-6ac4413e432c HTTP/1.1" status: 200 len: 945 time: 0.3930871 Nov 12 01:11:28.467214 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66740f5e-564e-4e43-9f39-935be55ede4b req-16e0c1b5-27ec-4900-b542-1c38964266d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:28.468851 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-66740f5e-564e-4e43-9f39-935be55ede4b req-16e0c1b5-27ec-4900-b542-1c38964266d8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1eb2c28f-44d0-4157-813f-a88803c1c65a HTTP/1.1" status: 200 len: 918 time: 0.4872048 Nov 12 01:11:28.551647 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-66740f5e-564e-4e43-9f39-935be55ede4b req-35ebbf82-37d1-4bd6-823b-0e5e44e88f4b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2551041b-331c-4703-a892-861dffef3f99 HTTP/1.1" status: 200 len: 217 time: 0.0659137 Nov 12 01:11:28.552316 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-28bb7c78-af9e-41ee-b50e-4727aa76c900 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:28.672445 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-388e3f06-dd87-4b94-89b2-e0e0fbe91b11 req-a4b6198a-7d45-4711-aa1e-a9d29fbb8ccb tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351112 Nov 12 01:11:28.681579 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-28bb7c78-af9e-41ee-b50e-4727aa76c900 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:28.729567 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66740f5e-564e-4e43-9f39-935be55ede4b req-95cf90de-caef-48c5-b19b-0a45b17f2e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:28.732640 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-66740f5e-564e-4e43-9f39-935be55ede4b req-95cf90de-caef-48c5-b19b-0a45b17f2e27 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=604b5391-c877-4e65-b41f-12fa14d652c5 HTTP/1.1" status: 200 len: 858 time: 0.1590135 Nov 12 01:11:28.828791 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-66740f5e-564e-4e43-9f39-935be55ede4b req-d4c1b28a-7ed5-4305-8e0d-2332d3a3121b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1eb2c28f-44d0-4157-813f-a88803c1c65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783076 Nov 12 01:11:28.924938 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a51b1bad-d24d-41bb-bc8b-0bccc997608d tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:28.967614 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-28bb7c78-af9e-41ee-b50e-4727aa76c900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:28.970473 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-28bb7c78-af9e-41ee-b50e-4727aa76c900 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:28.971833 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-28bb7c78-af9e-41ee-b50e-4727aa76c900 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/18cb9ca1-758f-4914-9fbc-81a3a4bd9920 HTTP/1.1" status: 204 len: 168 time: 0.9686246 Nov 12 01:11:28.977550 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51b1bad-d24d-41bb-bc8b-0bccc997608d tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Pushing event deleted for resources: {'Port': ['ID=b89b4397-af00-41e9-a3b8-cd94d4b2c275,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:29.010821 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb7c78-af9e-41ee-b50e-4727aa76c900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18cb9ca1-758f-4914-9fbc-81a3a4bd9920,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:29.063085 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-66740f5e-564e-4e43-9f39-935be55ede4b req-267d88fd-fdad-4f17-9523-bb38a94fe0b8 service neutron] 10.222.0.44 "GET /v2.0/networks/1eb2c28f-44d0-4157-813f-a88803c1c65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243726 Nov 12 01:11:29.169836 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a51b1bad-d24d-41bb-bc8b-0bccc997608d tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:29.173855 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a51b1bad-d24d-41bb-bc8b-0bccc997608d tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] 10.222.0.45 "DELETE /v2.0/ports/b89b4397-af00-41e9-a3b8-cd94d4b2c275 HTTP/1.1" status: 204 len: 168 time: 1.7969108 Nov 12 01:11:29.177351 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 43452) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:29.255889 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-66740f5e-564e-4e43-9f39-935be55ede4b req-5861c34d-87ee-46a0-b13e-1e07aa223236 service neutron] 10.222.0.44 "GET /v2.0/networks/1eb2c28f-44d0-4157-813f-a88803c1c65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730657 Nov 12 01:11:29.269143 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94899f35-589c-4690-be84-58a0a68cdb1b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:29.272080 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-94899f35-589c-4690-be84-58a0a68cdb1b tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] 10.222.0.45 "GET /v2.0/ports?device_id=73b1e82e-f756-49b9-a39f-67842ba467e2 HTTP/1.1" status: 200 len: 913 time: 0.0922747 Nov 12 01:11:29.273898 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 43454) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:29.696671 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8954e421-6c87-47ea-beb3-cc15e546a1b1 req-b860f546-87fa-4401-919b-705ca4a17ec3 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:29.700230 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8954e421-6c87-47ea-beb3-cc15e546a1b1 req-b860f546-87fa-4401-919b-705ca4a17ec3 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca822707-ad2a-4184-9019-b176d5c0bbff HTTP/1.1" status: 200 len: 946 time: 0.1523089 Nov 12 01:11:29.841595 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8954e421-6c87-47ea-beb3-cc15e546a1b1 req-55b63705-51b5-41c8-8801-a6da5e340e26 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329310 Nov 12 01:11:29.987373 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492e4b5-d0ca-4fc8-ac5a-83ca13f386fd req-35e9eb1c-1452-4f3d-b3af-b9be00f084ad tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:29.996097 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9492e4b5-d0ca-4fc8-ac5a-83ca13f386fd req-35e9eb1c-1452-4f3d-b3af-b9be00f084ad tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae1aab04-7ae3-4077-8b45-6ac4413e432c HTTP/1.1" status: 200 len: 945 time: 0.1080530 Nov 12 01:11:30.110330 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9492e4b5-d0ca-4fc8-ac5a-83ca13f386fd req-95170c49-df3d-45eb-8a6d-751e0322d509 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130404 Nov 12 01:11:30.158774 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a6f3dda3-ad1c-42c8-b211-9a0602c83b8c tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:30.792771 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e2eeee3c-79c4-4613-afad-b01991a4e468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:31.007638 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-a6f3dda3-ad1c-42c8-b211-9a0602c83b8c tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Deleting port f49c8ded-df54-4dd9-b673-2700af50293c {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:31.008182 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a6f3dda3-ad1c-42c8-b211-9a0602c83b8c tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:31.130152 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a76c4-d662-4d8e-93fb-6607b4ef04d9 req-257a620c-dd8a-4153-967d-3f47b914d7e6 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:31.131838 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3a8a76c4-d662-4d8e-93fb-6607b4ef04d9 req-257a620c-dd8a-4153-967d-3f47b914d7e6 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca822707-ad2a-4184-9019-b176d5c0bbff HTTP/1.1" status: 200 len: 946 time: 0.1203673 Nov 12 01:11:31.210710 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a6f3dda3-ad1c-42c8-b211-9a0602c83b8c tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:31.241341 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-a6f3dda3-ad1c-42c8-b211-9a0602c83b8c tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Calling delete_port for f49c8ded-df54-4dd9-b673-2700af50293c owned by network:router_interface {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:31.308020 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3a8a76c4-d662-4d8e-93fb-6607b4ef04d9 req-9264428d-0567-4831-9bf5-4b673d39e19d tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557071 Nov 12 01:11:31.448947 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8e32e-63c5-4557-8fce-08e218e535f5 req-c966901f-4a81-491f-9484-4c16faee1854 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:31.457671 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d3b8e32e-63c5-4557-8fce-08e218e535f5 req-c966901f-4a81-491f-9484-4c16faee1854 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae1aab04-7ae3-4077-8b45-6ac4413e432c HTTP/1.1" status: 200 len: 945 time: 0.2176809 Nov 12 01:11:31.565678 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d3b8e32e-63c5-4557-8fce-08e218e535f5 req-d80bd788-b1f1-4c80-af8e-f18e21929bee tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016395 Nov 12 01:11:31.723476 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a6f3dda3-ad1c-42c8-b211-9a0602c83b8c tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:31.760481 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f3dda3-ad1c-42c8-b211-9a0602c83b8c tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Pushing event deleted for resources: {'Port': ['ID=f49c8ded-df54-4dd9-b673-2700af50293c,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:32.046601 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a6f3dda3-ad1c-42c8-b211-9a0602c83b8c tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:32.410495 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f3dda3-ad1c-42c8-b211-9a0602c83b8c tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Router 73b1e82e-f756-49b9-a39f-67842ba467e2 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:11:32.638466 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c52f0b7-84f2-434f-a6e4-fe7e9c3ac646 req-8a6691ea-0024-41e3-a69a-bce1c0ebf901 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:32.639995 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0c52f0b7-84f2-434f-a6e4-fe7e9c3ac646 req-8a6691ea-0024-41e3-a69a-bce1c0ebf901 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca822707-ad2a-4184-9019-b176d5c0bbff HTTP/1.1" status: 200 len: 946 time: 0.2060707 Nov 12 01:11:32.690051 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f3dda3-ad1c-42c8-b211-9a0602c83b8c tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:11:32.703931 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a6f3dda3-ad1c-42c8-b211-9a0602c83b8c tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] 10.222.0.45 "PUT /v2.0/routers/73b1e82e-f756-49b9-a39f-67842ba467e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4285536 Nov 12 01:11:32.706190 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 43550) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:32.707649 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfdd2a3-f9ab-4cbc-ab0d-ac490a4630cd None None] Sync routers for ids ['73b1e82e-f756-49b9-a39f-67842ba467e2'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:11:32.725757 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfdd2a3-f9ab-4cbc-ab0d-ac490a4630cd None None] Routers {'73b1e82e-f756-49b9-a39f-67842ba467e2'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:32.726929 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-4bfdd2a3-f9ab-4cbc-ab0d-ac490a4630cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:11:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['73b1e82e-f756-49b9-a39f-67842ba467e2'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:32.762513 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:32.776217 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-4bfdd2a3-f9ab-4cbc-ab0d-ac490a4630cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:32.797497 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfdd2a3-f9ab-4cbc-ab0d-ac490a4630cd None None] Routers {'73b1e82e-f756-49b9-a39f-67842ba467e2'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:32.798667 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-4bfdd2a3-f9ab-4cbc-ab0d-ac490a4630cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:11:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['73b1e82e-f756-49b9-a39f-67842ba467e2'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:32.823299 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0c52f0b7-84f2-434f-a6e4-fe7e9c3ac646 req-795b98c1-b45d-4a6c-8a28-9dd11b0033e4 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710260 Nov 12 01:11:32.841486 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3098e19-ced6-4cff-bd6d-7ade73145c0b req-a20cefc8-0879-476b-94c7-c4cdf4ca8fd3 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:32.849328 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-4bfdd2a3-f9ab-4cbc-ab0d-ac490a4630cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:32.850268 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfdd2a3-f9ab-4cbc-ab0d-ac490a4630cd None None] The sync data for ids ['73b1e82e-f756-49b9-a39f-67842ba467e2'] in n-d-712142-27 is: [] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:11:32.855219 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c3098e19-ced6-4cff-bd6d-7ade73145c0b req-a20cefc8-0879-476b-94c7-c4cdf4ca8fd3 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae1aab04-7ae3-4077-8b45-6ac4413e432c HTTP/1.1" status: 200 len: 945 time: 0.1616166 Nov 12 01:11:32.912180 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-34f239bf-277a-4f81-a91d-9f43d26ef812 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:32.966426 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c3098e19-ced6-4cff-bd6d-7ade73145c0b req-734dcdd4-7e6b-4077-8daa-a14e4672e463 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072202 Nov 12 01:11:33.092441 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-34f239bf-277a-4f81-a91d-9f43d26ef812 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:33.177371 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-34f239bf-277a-4f81-a91d-9f43d26ef812 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Deleting port 806de825-b5e5-4f39-9cca-0921db62fa23 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:33.177371 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-34f239bf-277a-4f81-a91d-9f43d26ef812 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:33.188177 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885ca44-408f-43fe-99c4-e5ec06884dca req-026dd771-e915-4f6d-8b1d-a9025919c656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:33.190468 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f885ca44-408f-43fe-99c4-e5ec06884dca req-026dd771-e915-4f6d-8b1d-a9025919c656 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7bbe35289028429ba1e1b86033a5bcab&device_id=ae1aab04-7ae3-4077-8b45-6ac4413e432c HTTP/1.1" status: 200 len: 1097 time: 0.0672553 Nov 12 01:11:33.310623 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-34f239bf-277a-4f81-a91d-9f43d26ef812 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:33.319466 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885ca44-408f-43fe-99c4-e5ec06884dca req-9de4bed9-8979-4fbe-80e7-22bfaf089410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:33.321340 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f885ca44-408f-43fe-99c4-e5ec06884dca req-9de4bed9-8979-4fbe-80e7-22bfaf089410 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 HTTP/1.1" status: 200 len: 911 time: 0.1229832 Nov 12 01:11:33.331940 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-34f239bf-277a-4f81-a91d-9f43d26ef812 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Calling delete_port for 806de825-b5e5-4f39-9cca-0921db62fa23 owned by network:router_gateway {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:33.413029 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f885ca44-408f-43fe-99c4-e5ec06884dca req-42883d10-9290-4205-82aa-02850b5a33dc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a5c5015-3d8b-4c31-aceb-84d844f6ca3f HTTP/1.1" status: 200 len: 217 time: 0.0818279 Nov 12 01:11:33.504758 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885ca44-408f-43fe-99c4-e5ec06884dca req-c4aeb5ef-a282-4ebd-aa30-b207c7731404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:33.507285 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f885ca44-408f-43fe-99c4-e5ec06884dca req-c4aeb5ef-a282-4ebd-aa30-b207c7731404 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=55fa7c58-77a8-4d04-ad83-d7b14788e8b6 HTTP/1.1" status: 200 len: 850 time: 0.0868368 Nov 12 01:11:33.573022 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885ca44-408f-43fe-99c4-e5ec06884dca req-0b5cbd7a-12e2-4347-a768-0a7c9b3b9df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:33.574906 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f885ca44-408f-43fe-99c4-e5ec06884dca req-0b5cbd7a-12e2-4347-a768-0a7c9b3b9df0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593879 Nov 12 01:11:33.608450 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-34f239bf-277a-4f81-a91d-9f43d26ef812 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:33.682802 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f239bf-277a-4f81-a91d-9f43d26ef812 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Pushing event deleted for resources: {'Port': ['ID=806de825-b5e5-4f39-9cca-0921db62fa23,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:33.774478 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f885ca44-408f-43fe-99c4-e5ec06884dca req-e28ca2a5-7530-4f16-8c14-c014033a0c70 service neutron] 10.222.0.44 "GET /v2.0/networks/e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903706 Nov 12 01:11:33.831834 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-34f239bf-277a-4f81-a91d-9f43d26ef812 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:33.907564 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:34.071329 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-34f239bf-277a-4f81-a91d-9f43d26ef812 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:34.085574 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f885ca44-408f-43fe-99c4-e5ec06884dca req-de679793-d93e-4631-a6b7-d368af3133b8 service neutron] 10.222.0.44 "GET /v2.0/networks/e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898448 Nov 12 01:11:34.086917 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-34f239bf-277a-4f81-a91d-9f43d26ef812 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:34.161427 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589910e-dd95-436a-a236-819ee5d93286 req-57cf6760-5ab4-41af-9460-11dfad5a2cf4 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:34.163462 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c589910e-dd95-436a-a236-819ee5d93286 req-57cf6760-5ab4-41af-9460-11dfad5a2cf4 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca822707-ad2a-4184-9019-b176d5c0bbff HTTP/1.1" status: 200 len: 946 time: 0.1073647 Nov 12 01:11:34.239509 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-34f239bf-277a-4f81-a91d-9f43d26ef812 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:34.240533 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f239bf-277a-4f81-a91d-9f43d26ef812 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Fanout notify agent at l3_agent the message router_deleted on router 73b1e82e-f756-49b9-a39f-67842ba467e2 {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:11:34.265153 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-34f239bf-277a-4f81-a91d-9f43d26ef812 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:34.270016 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-34f239bf-277a-4f81-a91d-9f43d26ef812 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] 10.222.0.45 "DELETE /v2.0/routers/73b1e82e-f756-49b9-a39f-67842ba467e2 HTTP/1.1" status: 204 len: 168 time: 1.5594990 Nov 12 01:11:34.270694 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 43582) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:34.296685 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c589910e-dd95-436a-a236-819ee5d93286 req-4dd08f1a-6a21-4288-a2c8-c334d4398c42 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207674 Nov 12 01:11:34.334350 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244f294-8785-4908-a34f-7a15a1e936a2 req-8338c40b-2f11-476d-bdd6-658d77cdfd4f tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:34.350710 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1244f294-8785-4908-a34f-7a15a1e936a2 req-8338c40b-2f11-476d-bdd6-658d77cdfd4f tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae1aab04-7ae3-4077-8b45-6ac4413e432c HTTP/1.1" status: 200 len: 945 time: 0.1669679 Nov 12 01:11:34.412424 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-07a47620-2dcc-46e4-adf2-331ae336a6b5 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Deleting subnet 36be76f9-81fa-4e35-afbd-8cf3a9b6310e {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:11:34.418533 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-07a47620-2dcc-46e4-adf2-331ae336a6b5 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:34.444773 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1244f294-8785-4908-a34f-7a15a1e936a2 req-7c7ac376-4757-4c7b-bdb2-ed7156c6ae3c tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925646 Nov 12 01:11:34.512086 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-07a47620-2dcc-46e4-adf2-331ae336a6b5 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:34.582948 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-07a47620-2dcc-46e4-adf2-331ae336a6b5 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:34.688525 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-07a47620-2dcc-46e4-adf2-331ae336a6b5 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:34.756177 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a47620-2dcc-46e4-adf2-331ae336a6b5 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Pushing event deleted for resources: {'Subnet': ['ID=36be76f9-81fa-4e35-afbd-8cf3a9b6310e,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:34.764239 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-07a47620-2dcc-46e4-adf2-331ae336a6b5 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:34.773152 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 43596) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:34.774432 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-07a47620-2dcc-46e4-adf2-331ae336a6b5 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] 10.222.0.45 "DELETE /v2.0/subnets/36be76f9-81fa-4e35-afbd-8cf3a9b6310e HTTP/1.1" status: 204 len: 168 time: 0.5011730 Nov 12 01:11:34.891696 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-040bd965-ffb0-453a-a8a7-a8f0ef641b43 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:35.069949 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-040bd965-ffb0-453a-a8a7-a8f0ef641b43 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:35.095888 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:35.118268 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-040bd965-ffb0-453a-a8a7-a8f0ef641b43 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f98877c7-9979-4e41-8cd1-b01e437043b6']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:35.138189 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-040bd965-ffb0-453a-a8a7-a8f0ef641b43 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ced6890-d33b-43b6-8b06-a753fbe20e2f') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:35.138801 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-040bd965-ffb0-453a-a8a7-a8f0ef641b43 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ced6890-d33b-43b6-8b06-a753fbe20e2f') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:35.158888 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-040bd965-ffb0-453a-a8a7-a8f0ef641b43 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:35.190734 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-040bd965-ffb0-453a-a8a7-a8f0ef641b43 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:35.205495 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-040bd965-ffb0-453a-a8a7-a8f0ef641b43 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:11:35.206176 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-040bd965-ffb0-453a-a8a7-a8f0ef641b43 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:35.212325 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:11:35.212325 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:11:35.212325 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:11:35.212325 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:11:35.212325 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:11:35.212325 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:11:35.212325 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:11:35.212325 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:11:35.212325 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:11:35.212325 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:11:35.212325 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:11:35.212325 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:11:35.212325 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:11:35.212325 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:11:35.212325 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:11:35.212325 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:11:35.212325 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:11:35.212325 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:11:35.212325 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:11:35.212325 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:11:35.212325 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:11:35.212325 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:11:35.212325 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:11:35.212325 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:11:35.212325 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:11:35.212325 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:11:35.212325 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:11:35.212325 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:11:35.212325 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:11:35.212325 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:11:35.212325 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:11:35.212325 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:11:35.360283 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-040bd965-ffb0-453a-a8a7-a8f0ef641b43 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:35.381226 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-040bd965-ffb0-453a-a8a7-a8f0ef641b43 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:35.388543 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-040bd965-ffb0-453a-a8a7-a8f0ef641b43 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] 10.222.0.45 "DELETE /v2.0/networks/f98877c7-9979-4e41-8cd1-b01e437043b6 HTTP/1.1" status: 204 len: 168 time: 0.6138711 Nov 12 01:11:35.419511 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040bd965-ffb0-453a-a8a7-a8f0ef641b43 tempest-FloatingIPTestJSON-947800645 tempest-FloatingIPTestJSON-947800645-project] Pushing event deleted for resources: {'Network': ['ID=f98877c7-9979-4e41-8cd1-b01e437043b6,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:35.594630 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93877858-b537-4ecf-985f-8609fe968b91 req-00988a98-6352-4d92-a51d-890201d006d9 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:35.611987 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-93877858-b537-4ecf-985f-8609fe968b91 req-00988a98-6352-4d92-a51d-890201d006d9 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca822707-ad2a-4184-9019-b176d5c0bbff HTTP/1.1" status: 200 len: 946 time: 0.1803484 Nov 12 01:11:35.797559 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4ce40-3dbf-419c-afb2-345cceb79e6a req-b98c4138-fb21-4d31-88e6-8366716502db tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:35.799579 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-abc4ce40-3dbf-419c-afb2-345cceb79e6a req-b98c4138-fb21-4d31-88e6-8366716502db tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae1aab04-7ae3-4077-8b45-6ac4413e432c HTTP/1.1" status: 200 len: 945 time: 0.1853139 Nov 12 01:11:35.804104 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-93877858-b537-4ecf-985f-8609fe968b91 req-c7e913a8-b509-44a9-a4d4-1ab60ff8dd48 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588311 Nov 12 01:11:35.915950 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-abc4ce40-3dbf-419c-afb2-345cceb79e6a req-0e0143a8-15d9-44de-a77a-afd171ee0387 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902953 Nov 12 01:11:36.029233 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 43622) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:36.281094 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0c566b18-9ad7-4fc1-927c-0b72c14b3e6f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=866b66858ff64143a9b619922dd87a42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2516246 Nov 12 01:11:36.285703 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 43630) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:36.345696 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6cca96c8-11e4-4479-98dd-30864e216463 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:36.373289 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6cca96c8-11e4-4479-98dd-30864e216463 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:36.450788 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6cca96c8-11e4-4479-98dd-30864e216463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:36.456667 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6cca96c8-11e4-4479-98dd-30864e216463 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:36.458088 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6cca96c8-11e4-4479-98dd-30864e216463 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fbd2d83d-ace2-4f42-b2f1-3d248cf95f48 HTTP/1.1" status: 204 len: 168 time: 0.1710041 Nov 12 01:11:36.471739 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cca96c8-11e4-4479-98dd-30864e216463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd2d83d-ace2-4f42-b2f1-3d248cf95f48,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:37.036045 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0595a2b-7ee3-4dd0-9411-6650f3362b71 req-d9be18db-a726-4aa5-ae57-bc6dd185b6e9 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:37.040358 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d0595a2b-7ee3-4dd0-9411-6650f3362b71 req-d9be18db-a726-4aa5-ae57-bc6dd185b6e9 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca822707-ad2a-4184-9019-b176d5c0bbff HTTP/1.1" status: 200 len: 946 time: 0.0829790 Nov 12 01:11:37.126428 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d0595a2b-7ee3-4dd0-9411-6650f3362b71 req-742966d2-429f-44a3-b2c5-8297a9c7ec2f tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699344 Nov 12 01:11:37.139589 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 9a5c5015-3d8b-4c31-aceb-84d844f6ca3f no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:11:37.365650 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:37.373934 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c828009f-b5c3-4803-acfb-768fcfd11daf req-e478eb7d-65c7-40ac-a2c2-0f3fbbaaf314 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:37.376303 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c828009f-b5c3-4803-acfb-768fcfd11daf req-e478eb7d-65c7-40ac-a2c2-0f3fbbaaf314 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae1aab04-7ae3-4077-8b45-6ac4413e432c HTTP/1.1" status: 200 len: 945 time: 0.0829954 Nov 12 01:11:37.430431 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae1aab04-7ae3-4077-8b45-6ac4413e432c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a5c5015-3d8b-4c31-aceb-84d844f6ca3f'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:11:37.435506 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29f7e15-56b2-46c7-bd5b-6bc8ee300fc7" -d '{"events": [{"server_uuid": "ae1aab04-7ae3-4077-8b45-6ac4413e432c", "name": "network-vif-unplugged", "status": "completed", "tag": "9a5c5015-3d8b-4c31-aceb-84d844f6ca3f"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:11:37.452285 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c828009f-b5c3-4803-acfb-768fcfd11daf req-d94a4f17-b10e-4bdc-b310-f1e5541e3e3a tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639145 Nov 12 01:11:37.488039 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 9a5c5015-3d8b-4c31-aceb-84d844f6ca3f, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=9a5c5015-3d8b-4c31-aceb-84d844f6ca3f,segment=NetworkSegment(6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4),segment_id=6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:37.499885 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:37.516784 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 01:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec344353-4cf3-4902-927f-1834fc68ef67 x-openstack-request-id: req-ec344353-4cf3-4902-927f-1834fc68ef67 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:11:37.517235 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae1aab04-7ae3-4077-8b45-6ac4413e432c", "name": "network-vif-unplugged", "status": "failed", "tag": "9a5c5015-3d8b-4c31-aceb-84d844f6ca3f", "code": 422}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:11:37.517644 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ec344353-4cf3-4902-927f-1834fc68ef67 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:11:37.518240 n-d-712142-27 neutron-server[109087]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ae1aab04-7ae3-4077-8b45-6ac4413e432c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9a5c5015-3d8b-4c31-aceb-84d844f6ca3f', 'code': 422} returned with failed status Nov 12 01:11:37.607609 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=9a5c5015-3d8b-4c31-aceb-84d844f6ca3f,revision_number=8']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:37.637421 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b19dff-5265-422d-92e5-416f5b693d0f req-f0d7c47a-7fb0-4b06-91d8-97875ccabda3 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:37.641164 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-60b19dff-5265-422d-92e5-416f5b693d0f req-f0d7c47a-7fb0-4b06-91d8-97875ccabda3 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.0634680 Nov 12 01:11:37.702287 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-60b19dff-5265-422d-92e5-416f5b693d0f req-a56de04f-f5b0-4548-86b7-26fe096f651a tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535970 Nov 12 01:11:37.794344 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 43682) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:37.868550 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1d5ca-06b1-4075-bf3b-1d68617ddded req-ec661599-f1e4-4c18-bede-945f3598c266 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:37.870252 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a5e1d5ca-06b1-4075-bf3b-1d68617ddded req-ec661599-f1e4-4c18-bede-945f3598c266 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.0804842 Nov 12 01:11:37.949938 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a5e1d5ca-06b1-4075-bf3b-1d68617ddded req-8a034033-2f8c-440c-b23c-5012151ae86c tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624530 Nov 12 01:11:37.962823 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-35b3e1c4-9bd5-467d-8ba4-400932b188ed tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Request body: {'networks': [{'name': 'tempest-network--1829433837'}, {'name': 'tempest-network--100444892'}]} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:37.963178 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-35b3e1c4-9bd5-467d-8ba4-400932b188ed tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Request body: {'network': {'name': 'tempest-network--1829433837'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:37.963606 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-35b3e1c4-9bd5-467d-8ba4-400932b188ed tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Request body: {'network': {'name': 'tempest-network--100444892'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:37.991668 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b3e1c4-9bd5-467d-8ba4-400932b188ed tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Made reservation on behalf of 5a6611e88e9c4022a438a4530ca4815c for: {'network': 2} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:11:38.000137 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-35b3e1c4-9bd5-467d-8ba4-400932b188ed tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:38.011806 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-35b3e1c4-9bd5-467d-8ba4-400932b188ed tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:38.148821 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-35b3e1c4-9bd5-467d-8ba4-400932b188ed tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:38.155386 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-35b3e1c4-9bd5-467d-8ba4-400932b188ed tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:38.156635 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-35b3e1c4-9bd5-467d-8ba4-400932b188ed tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:38.195287 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:38.212259 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3e1c4-9bd5-467d-8ba4-400932b188ed tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47810c43-523e-4681-b532-eaea98f37b6b,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:38.223665 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35b3e1c4-9bd5-467d-8ba4-400932b188ed tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:11:38.242921 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-35b3e1c4-9bd5-467d-8ba4-400932b188ed tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:38.243812 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-35b3e1c4-9bd5-467d-8ba4-400932b188ed tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Added segment 8d777f10-2410-466f-9a89-9c9edbbae5f7 of type vlan for network 3070155d-17b3-4c11-a253-d0536f367f19 Nov 12 01:11:38.322869 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-35b3e1c4-9bd5-467d-8ba4-400932b188ed tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:38.383858 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35b3e1c4-9bd5-467d-8ba4-400932b188ed tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:11:38.400230 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-35b3e1c4-9bd5-467d-8ba4-400932b188ed tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:38.400940 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-35b3e1c4-9bd5-467d-8ba4-400932b188ed tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Added segment e9bcc94e-bb7b-417c-9cd6-bd33944ebbcf of type vlan for network aeda6d28-222f-44dc-999b-3a5773f592dc Nov 12 01:11:38.483648 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd45140-d180-4a19-b6f5-5a8692f8fb6b req-4d82c438-89fa-4118-a45a-89aa3d105b37 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:38.490383 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-35b3e1c4-9bd5-467d-8ba4-400932b188ed tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:38.493099 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9fd45140-d180-4a19-b6f5-5a8692f8fb6b req-4d82c438-89fa-4118-a45a-89aa3d105b37 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.2369325 Nov 12 01:11:38.531922 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-35b3e1c4-9bd5-467d-8ba4-400932b188ed tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:38.533070 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-35b3e1c4-9bd5-467d-8ba4-400932b188ed tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:38.538587 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f90f0-706d-442a-87f9-0a68cac8f6d0 req-f95663f3-1a48-4d7c-bea3-943cd40b5ce4 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:38.541294 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ae1f90f0-706d-442a-87f9-0a68cac8f6d0 req-f95663f3-1a48-4d7c-bea3-943cd40b5ce4 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca822707-ad2a-4184-9019-b176d5c0bbff HTTP/1.1" status: 200 len: 946 time: 0.2228775 Nov 12 01:11:38.549796 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b3e1c4-9bd5-467d-8ba4-400932b188ed tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:38.561512 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b3e1c4-9bd5-467d-8ba4-400932b188ed tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:38.562626 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-35b3e1c4-9bd5-467d-8ba4-400932b188ed tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:38.672483 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9fd45140-d180-4a19-b6f5-5a8692f8fb6b req-0a7d892e-0305-4f12-ae36-f7665ed4faa3 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764483 Nov 12 01:11:38.707247 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ae1f90f0-706d-442a-87f9-0a68cac8f6d0 req-ff00d5ca-288b-420d-b7fa-9c2c4471c52b tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528280 Nov 12 01:11:38.724731 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 43706) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:38.735039 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-35b3e1c4-9bd5-467d-8ba4-400932b188ed tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.9388297 Nov 12 01:11:38.760516 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3e1c4-9bd5-467d-8ba4-400932b188ed tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Pushing event updated for resources: {'Network': ['ID=3070155d-17b3-4c11-a253-d0536f367f19,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:38.773997 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 3070155d-17b3-4c11-a253-d0536f367f19 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:11:38.971046 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3e1c4-9bd5-467d-8ba4-400932b188ed tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Pushing event updated for resources: {'Network': ['ID=aeda6d28-222f-44dc-999b-3a5773f592dc,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:38.984510 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network aeda6d28-222f-44dc-999b-3a5773f592dc details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:11:38.986007 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bf04f6-21eb-4986-93c3-1606c11a292d tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:39.003142 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bf04f6-21eb-4986-93c3-1606c11a292d tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:39.018166 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bf04f6-21eb-4986-93c3-1606c11a292d tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:39.031411 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bf04f6-21eb-4986-93c3-1606c11a292d tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:39.034923 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c8bf04f6-21eb-4986-93c3-1606c11a292d tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3083322 Nov 12 01:11:39.037736 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 43710) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:39.186303 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-78af330f-3f2e-495c-82f6-d883edaa9177 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:39.360534 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-78af330f-3f2e-495c-82f6-d883edaa9177 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:39.395283 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-78af330f-3f2e-495c-82f6-d883edaa9177 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3070155d-17b3-4c11-a253-d0536f367f19']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:39.410292 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-78af330f-3f2e-495c-82f6-d883edaa9177 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d777f10-2410-466f-9a89-9c9edbbae5f7') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:39.410647 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-78af330f-3f2e-495c-82f6-d883edaa9177 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d777f10-2410-466f-9a89-9c9edbbae5f7') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:39.451219 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-78af330f-3f2e-495c-82f6-d883edaa9177 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:39.493601 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-78af330f-3f2e-495c-82f6-d883edaa9177 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:39.514412 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78af330f-3f2e-495c-82f6-d883edaa9177 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:11:39.516601 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-78af330f-3f2e-495c-82f6-d883edaa9177 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:39.524523 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:11:39.524523 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:11:39.524523 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:11:39.524523 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:11:39.524523 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:11:39.524523 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:11:39.524523 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:11:39.524523 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:11:39.524523 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:11:39.524523 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:11:39.524523 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:11:39.524523 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:11:39.524523 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:11:39.524523 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:11:39.524523 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:11:39.524523 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:11:39.524523 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:11:39.524523 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:11:39.524523 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:11:39.524523 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:11:39.524523 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:11:39.524523 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:11:39.524523 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:11:39.524523 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:11:39.524523 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:11:39.524523 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:11:39.524523 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:11:39.524523 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:11:39.524523 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:11:39.524523 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:11:39.524523 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:11:39.524523 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:11:39.602692 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-78af330f-3f2e-495c-82f6-d883edaa9177 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:39.627748 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-78af330f-3f2e-495c-82f6-d883edaa9177 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:39.633898 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-78af330f-3f2e-495c-82f6-d883edaa9177 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] 10.222.0.45 "DELETE /v2.0/networks/3070155d-17b3-4c11-a253-d0536f367f19 HTTP/1.1" status: 204 len: 168 time: 0.5921528 Nov 12 01:11:39.633898 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af330f-3f2e-495c-82f6-d883edaa9177 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Pushing event deleted for resources: {'Network': ['ID=3070155d-17b3-4c11-a253-d0536f367f19,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:39.634490 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 43720) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:39.862260 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9a0c52ed-4c86-466a-b9e3-ad12d1120295 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:39.954779 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96673221-879c-4555-8775-0d39efb855fd req-285817cc-ff01-4a38-95c2-c5de700f9087 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:39.964253 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-96673221-879c-4555-8775-0d39efb855fd req-285817cc-ff01-4a38-95c2-c5de700f9087 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.1518421 Nov 12 01:11:39.998766 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9a0c52ed-4c86-466a-b9e3-ad12d1120295 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:40.030240 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe1c89f-7b0c-4c73-8c1f-f8e27ab66b31 req-a8544219-1830-4f77-9159-f5b36fe72ac2 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:40.032999 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0fe1c89f-7b0c-4c73-8c1f-f8e27ab66b31 req-a8544219-1830-4f77-9159-f5b36fe72ac2 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca822707-ad2a-4184-9019-b176d5c0bbff HTTP/1.1" status: 200 len: 946 time: 0.1497674 Nov 12 01:11:40.048377 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-9a0c52ed-4c86-466a-b9e3-ad12d1120295 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeda6d28-222f-44dc-999b-3a5773f592dc']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:40.055691 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-96673221-879c-4555-8775-0d39efb855fd req-53bee1a2-decc-41e0-ba2c-a1748ff19ded tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901475 Nov 12 01:11:40.071290 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-9a0c52ed-4c86-466a-b9e3-ad12d1120295 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9bcc94e-bb7b-417c-9cd6-bd33944ebbcf') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:40.072107 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-9a0c52ed-4c86-466a-b9e3-ad12d1120295 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9bcc94e-bb7b-417c-9cd6-bd33944ebbcf') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:40.108517 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9a0c52ed-4c86-466a-b9e3-ad12d1120295 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:40.143682 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9a0c52ed-4c86-466a-b9e3-ad12d1120295 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:40.156743 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a0c52ed-4c86-466a-b9e3-ad12d1120295 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:11:40.157377 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9a0c52ed-4c86-466a-b9e3-ad12d1120295 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:40.175687 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0fe1c89f-7b0c-4c73-8c1f-f8e27ab66b31 req-5d581ffd-9b67-4970-a9e4-1cbbbdf67485 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136348 Nov 12 01:11:40.282505 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:11:40.282505 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:11:40.282505 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:11:40.282505 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:11:40.282505 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:11:40.282505 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:11:40.282505 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:11:40.282505 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:11:40.282505 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:11:40.282505 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:11:40.282505 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:11:40.282505 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:11:40.282505 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:11:40.282505 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:11:40.282505 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:11:40.282505 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:11:40.282505 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:11:40.282505 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:11:40.282505 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:11:40.282505 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:11:40.282505 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:11:40.282505 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:11:40.282505 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:11:40.282505 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:11:40.282505 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:11:40.282505 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:11:40.282505 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:11:40.282505 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:11:40.282505 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:11:40.282505 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:11:40.282505 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:11:40.282505 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:11:40.316652 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9a0c52ed-4c86-466a-b9e3-ad12d1120295 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:40.329274 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9a0c52ed-4c86-466a-b9e3-ad12d1120295 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:40.336639 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9a0c52ed-4c86-466a-b9e3-ad12d1120295 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] 10.222.0.45 "DELETE /v2.0/networks/aeda6d28-222f-44dc-999b-3a5773f592dc HTTP/1.1" status: 204 len: 168 time: 0.6984212 Nov 12 01:11:40.340444 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 43732) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:40.361267 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c52ed-4c86-466a-b9e3-ad12d1120295 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Pushing event deleted for resources: {'Network': ['ID=aeda6d28-222f-44dc-999b-3a5773f592dc,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:40.491834 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 43736) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:40.510058 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:40.564805 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ad243f-69e4-4eac-ac1b-2afddad22108 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:40.575411 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ad243f-69e4-4eac-ac1b-2afddad22108 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:40.583591 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-00ad243f-69e4-4eac-ac1b-2afddad22108 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2339730 Nov 12 01:11:40.583941 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 43740) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:40.590240 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-9fa4f474-a324-4503-9286-4c01389d522c tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-832388382'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:40.623680 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa4f474-a324-4503-9286-4c01389d522c tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Made reservation on behalf of 5a6611e88e9c4022a438a4530ca4815c for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:11:40.628223 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9fa4f474-a324-4503-9286-4c01389d522c tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:40.664359 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fa4f474-a324-4503-9286-4c01389d522c tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:11:40.677738 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9fa4f474-a324-4503-9286-4c01389d522c tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:40.678069 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-9fa4f474-a324-4503-9286-4c01389d522c tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Added segment b700aa55-c955-4139-a88d-54bace0283ae of type vlan for network 6fcfca31-63d4-4964-8dba-443ccc0474e0 Nov 12 01:11:40.730845 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a3acd7a0-809f-41bf-bf97-c50a39508cd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:40.749178 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9fa4f474-a324-4503-9286-4c01389d522c tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:40.798578 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9fa4f474-a324-4503-9286-4c01389d522c tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:40.804674 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa4f474-a324-4503-9286-4c01389d522c tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:40.805339 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9fa4f474-a324-4503-9286-4c01389d522c tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:40.864620 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9fa4f474-a324-4503-9286-4c01389d522c tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2767515 Nov 12 01:11:40.865739 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 43744) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:40.873115 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-0d50819f-6856-46b8-8e95-3313515333a1 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1219348263'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:40.908550 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa4f474-a324-4503-9286-4c01389d522c tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Pushing event updated for resources: {'Network': ['ID=6fcfca31-63d4-4964-8dba-443ccc0474e0,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:40.915109 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d50819f-6856-46b8-8e95-3313515333a1 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Made reservation on behalf of 5a6611e88e9c4022a438a4530ca4815c for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:11:40.919523 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0d50819f-6856-46b8-8e95-3313515333a1 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:40.937868 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 6fcfca31-63d4-4964-8dba-443ccc0474e0 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:11:40.947472 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a3acd7a0-809f-41bf-bf97-c50a39508cd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:40.953263 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a3acd7a0-809f-41bf-bf97-c50a39508cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:40.975013 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d50819f-6856-46b8-8e95-3313515333a1 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:11:40.991639 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0d50819f-6856-46b8-8e95-3313515333a1 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:40.992255 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-0d50819f-6856-46b8-8e95-3313515333a1 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Added segment f200a653-0ccb-4caf-8c0d-77bcc6ddbabd of type vlan for network 8f707c8b-5f1e-423e-935a-0414f25ad421 Nov 12 01:11:41.026024 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a3acd7a0-809f-41bf-bf97-c50a39508cd5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4f4e0acb94924a9db56c9c0a27c103f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5325580 Nov 12 01:11:41.027602 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 43746) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:41.034340 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3acd7a0-809f-41bf-bf97-c50a39508cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3de83d9-5d0a-4601-89a7-76c109f20dcd,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:41.073118 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0d50819f-6856-46b8-8e95-3313515333a1 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:41.130621 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6168e2e3-19c0-4a53-8eb5-6e5881db5f70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:41.147687 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0d50819f-6856-46b8-8e95-3313515333a1 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:41.165693 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d50819f-6856-46b8-8e95-3313515333a1 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:41.167076 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0d50819f-6856-46b8-8e95-3313515333a1 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:41.172609 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6168e2e3-19c0-4a53-8eb5-6e5881db5f70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:41.262141 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6168e2e3-19c0-4a53-8eb5-6e5881db5f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:41.266010 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6168e2e3-19c0-4a53-8eb5-6e5881db5f70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:41.271582 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6168e2e3-19c0-4a53-8eb5-6e5881db5f70 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f3de83d9-5d0a-4601-89a7-76c109f20dcd HTTP/1.1" status: 204 len: 168 time: 0.2423208 Nov 12 01:11:41.284015 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6168e2e3-19c0-4a53-8eb5-6e5881db5f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3de83d9-5d0a-4601-89a7-76c109f20dcd,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:41.416234 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50819f-6856-46b8-8e95-3313515333a1 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Pushing event updated for resources: {'Network': ['ID=8f707c8b-5f1e-423e-935a-0414f25ad421,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:41.425907 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 43756) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:41.426089 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-0d50819f-6856-46b8-8e95-3313515333a1 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5587742 Nov 12 01:11:41.438244 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-0149b169-138b-467f-b611-b07071fb00ae tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Request body: {'ports': [{'network_id': '6fcfca31-63d4-4964-8dba-443ccc0474e0', 'name': 'tempest-port--1472851689', 'admin_state_up': True}, {'network_id': '8f707c8b-5f1e-423e-935a-0414f25ad421', 'admin_state_up': False}]} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:41.439305 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-0149b169-138b-467f-b611-b07071fb00ae tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Request body: {'port': {'network_id': '6fcfca31-63d4-4964-8dba-443ccc0474e0', 'name': 'tempest-port--1472851689', 'admin_state_up': True}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:41.440128 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-0149b169-138b-467f-b611-b07071fb00ae tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Request body: {'port': {'network_id': '8f707c8b-5f1e-423e-935a-0414f25ad421', 'admin_state_up': False}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:41.441384 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 8f707c8b-5f1e-423e-935a-0414f25ad421 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:11:41.482532 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada34d4a-3c1e-435c-b979-ec93a7a530f3 req-3f5cb60c-8c3b-46ee-a74f-34c8bd46d577 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:41.492784 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ada34d4a-3c1e-435c-b979-ec93a7a530f3 req-3f5cb60c-8c3b-46ee-a74f-34c8bd46d577 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.2413805 Nov 12 01:11:41.554243 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e79ca-7cdc-443c-b2ad-d7c2399b2669 req-aa93f5b1-ee89-4f22-a70a-7095cb4135a5 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:41.566496 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ca5e79ca-7cdc-443c-b2ad-d7c2399b2669 req-aa93f5b1-ee89-4f22-a70a-7095cb4135a5 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca822707-ad2a-4184-9019-b176d5c0bbff HTTP/1.1" status: 200 len: 946 time: 0.1911802 Nov 12 01:11:41.649957 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ada34d4a-3c1e-435c-b979-ec93a7a530f3 req-36d89ee4-3678-4da8-85f5-ff2dca7978f4 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519346 Nov 12 01:11:41.774114 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0149b169-138b-467f-b611-b07071fb00ae tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Made reservation on behalf of 5a6611e88e9c4022a438a4530ca4815c for: {'port': 2} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:11:41.782164 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0149b169-138b-467f-b611-b07071fb00ae tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:41.800168 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ca5e79ca-7cdc-443c-b2ad-d7c2399b2669 req-605c4c24-dc25-42d5-9727-f1dc67add0aa tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289672 Nov 12 01:11:41.805940 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0149b169-138b-467f-b611-b07071fb00ae tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:41.937142 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-0149b169-138b-467f-b611-b07071fb00ae tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] device_id is not set on port f5c73993-ea55-43f3-8cf2-ded9937e3573 yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:11:41.990079 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 43762) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:42.015124 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-28f2dc16-7c68-4d16-9209-5448ba1720c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:42.151437 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0149b169-138b-467f-b611-b07071fb00ae tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:42.193463 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-28f2dc16-7c68-4d16-9209-5448ba1720c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:42.201057 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-28f2dc16-7c68-4d16-9209-5448ba1720c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:42.248736 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-0149b169-138b-467f-b611-b07071fb00ae tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] device_id is not set on port d731c83e-938b-4883-9197-c8d662658170 yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:11:42.280403 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f2dc16-7c68-4d16-9209-5448ba1720c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9090043d-55cf-4f01-bef2-093d1a548a1a,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:42.296146 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-28f2dc16-7c68-4d16-9209-5448ba1720c2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cf78cb6fe9774b0689b5a22f7344f64c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3036890 Nov 12 01:11:42.297153 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 43764) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:42.382940 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-55b8fa2d-98a6-49dd-a0ef-c9d7584e7e3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:42.409285 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-55b8fa2d-98a6-49dd-a0ef-c9d7584e7e3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:42.424583 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0149b169-138b-467f-b611-b07071fb00ae tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:42.480147 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-55b8fa2d-98a6-49dd-a0ef-c9d7584e7e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:42.484686 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-55b8fa2d-98a6-49dd-a0ef-c9d7584e7e3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:42.487318 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0149b169-138b-467f-b611-b07071fb00ae tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:42.489115 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-55b8fa2d-98a6-49dd-a0ef-c9d7584e7e3b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9090043d-55cf-4f01-bef2-093d1a548a1a HTTP/1.1" status: 204 len: 168 time: 0.1903970 Nov 12 01:11:42.505564 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b8fa2d-98a6-49dd-a0ef-c9d7584e7e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9090043d-55cf-4f01-bef2-093d1a548a1a,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:42.577660 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0149b169-138b-467f-b611-b07071fb00ae tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Pushing event updated for resources: {'Port': ['ID=f5c73993-ea55-43f3-8cf2-ded9937e3573,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:42.593726 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0149b169-138b-467f-b611-b07071fb00ae tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Checking segment: {'id': 'b700aa55-c955-4139-a88d-54bace0283ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '6fcfca31-63d4-4964-8dba-443ccc0474e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:11:42.594144 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0149b169-138b-467f-b611-b07071fb00ae tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Network hostable DHCP agents. Network: 6fcfca31-63d4-4964-8dba-443ccc0474e0, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:11:42.617111 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0149b169-138b-467f-b611-b07071fb00ae tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Network 6fcfca31-63d4-4964-8dba-443ccc0474e0 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:11:42.634704 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-0149b169-138b-467f-b611-b07071fb00ae tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 6fcfca31-63d4-4964-8dba-443ccc0474e0) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:11:42.647136 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0149b169-138b-467f-b611-b07071fb00ae tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:11:42.647424 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0fd058-3885-45b8-b7b5-b93e413eade7 None None] Network 6fcfca31-63d4-4964-8dba-443ccc0474e0 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:11:42.648946 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0149b169-138b-467f-b611-b07071fb00ae tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:42.813931 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0149b169-138b-467f-b611-b07071fb00ae tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Pushing event updated for resources: {'Port': ['ID=d731c83e-938b-4883-9197-c8d662658170,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:42.836320 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0149b169-138b-467f-b611-b07071fb00ae tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Checking segment: {'id': 'f200a653-0ccb-4caf-8c0d-77bcc6ddbabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8f707c8b-5f1e-423e-935a-0414f25ad421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:11:42.837199 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0149b169-138b-467f-b611-b07071fb00ae tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Network hostable DHCP agents. Network: 8f707c8b-5f1e-423e-935a-0414f25ad421, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:11:42.908078 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0149b169-138b-467f-b611-b07071fb00ae tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Network 8f707c8b-5f1e-423e-935a-0414f25ad421 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:11:42.934647 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-0149b169-138b-467f-b611-b07071fb00ae tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 8f707c8b-5f1e-423e-935a-0414f25ad421) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:11:42.959652 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0149b169-138b-467f-b611-b07071fb00ae tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:11:42.983933 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0149b169-138b-467f-b611-b07071fb00ae tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:42.997649 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0149b169-138b-467f-b611-b07071fb00ae tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:43.000355 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0149b169-138b-467f-b611-b07071fb00ae tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:43.000904 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe96b67-6e4a-4420-8be2-b9fd4f61b03d None None] Network 8f707c8b-5f1e-423e-935a-0414f25ad421 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:11:43.047621 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0149b169-138b-467f-b611-b07071fb00ae tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.6194274 Nov 12 01:11:43.048856 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 43778) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:43.083020 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58152cda-d766-4478-b92d-a34fa8ab6dce req-a318cad5-9215-48d5-86d0-22ef88fd40b5 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:43.105768 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-58152cda-d766-4478-b92d-a34fa8ab6dce req-a318cad5-9215-48d5-86d0-22ef88fd40b5 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.2839732 Nov 12 01:11:43.185511 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f78bdc-fade-4970-973f-ec94f365c7bd tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:43.229272 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f78bdc-fade-4970-973f-ec94f365c7bd tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:43.241440 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-16f78bdc-fade-4970-973f-ec94f365c7bd tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1896057 Nov 12 01:11:43.244723 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 43784) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:43.308805 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-58152cda-d766-4478-b92d-a34fa8ab6dce req-eb0b9f5d-bc4b-432d-a38c-8499b565e5c8 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2015722 Nov 12 01:11:43.329739 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015d034-3c5c-45c0-aca8-c06277fb28db req-84791468-7de6-44f2-a76f-edc22db65bc3 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:43.331429 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3015d034-3c5c-45c0-aca8-c06277fb28db req-84791468-7de6-44f2-a76f-edc22db65bc3 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca822707-ad2a-4184-9019-b176d5c0bbff HTTP/1.1" status: 200 len: 946 time: 0.2166185 Nov 12 01:11:43.439603 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3015d034-3c5c-45c0-aca8-c06277fb28db req-c0229129-3686-4134-9628-a8dc9f1d5a65 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966094 Nov 12 01:11:43.524801 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-df2efa2b-3ce6-4085-aa74-c2965fdfd1c2 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Deleting port f5c73993-ea55-43f3-8cf2-ded9937e3573 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:43.525838 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-df2efa2b-3ce6-4085-aa74-c2965fdfd1c2 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:43.622312 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-df2efa2b-3ce6-4085-aa74-c2965fdfd1c2 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:43.640879 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-df2efa2b-3ce6-4085-aa74-c2965fdfd1c2 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Calling delete_port for f5c73993-ea55-43f3-8cf2-ded9937e3573 owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:43.775352 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-df2efa2b-3ce6-4085-aa74-c2965fdfd1c2 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:43.811294 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2efa2b-3ce6-4085-aa74-c2965fdfd1c2 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Pushing event deleted for resources: {'Port': ['ID=f5c73993-ea55-43f3-8cf2-ded9937e3573,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:43.831799 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-df2efa2b-3ce6-4085-aa74-c2965fdfd1c2 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:43.836247 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-df2efa2b-3ce6-4085-aa74-c2965fdfd1c2 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] 10.222.0.45 "DELETE /v2.0/ports/f5c73993-ea55-43f3-8cf2-ded9937e3573 HTTP/1.1" status: 204 len: 168 time: 0.5870323 Nov 12 01:11:43.839016 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 43796) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:43.965543 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-2950510b-6d64-46b2-8345-c02679d2fb6e tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Deleting port d731c83e-938b-4883-9197-c8d662658170 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:43.965911 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2950510b-6d64-46b2-8345-c02679d2fb6e tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:44.078059 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2950510b-6d64-46b2-8345-c02679d2fb6e tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:44.095293 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-2950510b-6d64-46b2-8345-c02679d2fb6e tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Calling delete_port for d731c83e-938b-4883-9197-c8d662658170 owned by {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:44.202322 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2950510b-6d64-46b2-8345-c02679d2fb6e tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:44.241981 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2950510b-6d64-46b2-8345-c02679d2fb6e tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Pushing event deleted for resources: {'Port': ['ID=d731c83e-938b-4883-9197-c8d662658170,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:44.249567 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2950510b-6d64-46b2-8345-c02679d2fb6e tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:44.253408 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2950510b-6d64-46b2-8345-c02679d2fb6e tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] 10.222.0.45 "DELETE /v2.0/ports/d731c83e-938b-4883-9197-c8d662658170 HTTP/1.1" status: 204 len: 168 time: 0.4131622 Nov 12 01:11:44.256109 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 43806) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:44.290225 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f8306697-e904-4792-9254-8a529bd59384 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0328131 Nov 12 01:11:44.296364 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 43808) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:44.302112 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-7ba02583-64cd-4e48-9899-640a635c2947 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-412843472'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:44.332863 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba02583-64cd-4e48-9899-640a635c2947 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Made reservation on behalf of 5a6611e88e9c4022a438a4530ca4815c for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:11:44.336732 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7ba02583-64cd-4e48-9899-640a635c2947 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:44.371351 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ba02583-64cd-4e48-9899-640a635c2947 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:11:44.393463 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7ba02583-64cd-4e48-9899-640a635c2947 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:44.394899 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-7ba02583-64cd-4e48-9899-640a635c2947 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Added segment da45a9c0-ca79-45ef-8ee0-b97de4d96283 of type vlan for network 656dea56-79bf-4f2e-be83-7dd6347af1a9 Nov 12 01:11:44.435145 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 43814) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:44.498557 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7ba02583-64cd-4e48-9899-640a635c2947 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:44.557824 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7ba02583-64cd-4e48-9899-640a635c2947 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:44.575012 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84824c8-c6de-43da-9dff-d16b7e67676e req-a85ae684-df28-48a6-9b8c-e9f1601f78c4 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:44.576802 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba02583-64cd-4e48-9899-640a635c2947 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:44.578381 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7ba02583-64cd-4e48-9899-640a635c2947 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:44.585308 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c84824c8-c6de-43da-9dff-d16b7e67676e req-a85ae684-df28-48a6-9b8c-e9f1601f78c4 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.1236238 Nov 12 01:11:44.655927 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-edd76809-9977-452c-b344-e848293246de admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:44.704325 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c84824c8-c6de-43da-9dff-d16b7e67676e req-b7bca3bf-589f-412d-84f1-b325bb80e8db tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179256 Nov 12 01:11:44.729271 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7ba02583-64cd-4e48-9899-640a635c2947 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4316893 Nov 12 01:11:44.734760 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4b0c3-3530-4e6e-b3cf-1a4437e63a47 req-af7277ba-8e07-43dd-ada4-ae0a6a0baccd tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:44.741692 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 43824) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:44.742316 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e2e4b0c3-3530-4e6e-b3cf-1a4437e63a47 req-af7277ba-8e07-43dd-ada4-ae0a6a0baccd tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca822707-ad2a-4184-9019-b176d5c0bbff HTTP/1.1" status: 200 len: 946 time: 0.1336467 Nov 12 01:11:44.742515 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba02583-64cd-4e48-9899-640a635c2947 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Pushing event updated for resources: {'Network': ['ID=656dea56-79bf-4f2e-be83-7dd6347af1a9,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:44.749858 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-72010522-d33b-4315-8d39-201503de0c40 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1895573407'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:44.759996 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 656dea56-79bf-4f2e-be83-7dd6347af1a9 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:11:44.783346 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72010522-d33b-4315-8d39-201503de0c40 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Made reservation on behalf of 5a6611e88e9c4022a438a4530ca4815c for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:11:44.788190 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-72010522-d33b-4315-8d39-201503de0c40 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:44.835085 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e2e4b0c3-3530-4e6e-b3cf-1a4437e63a47 req-b2039fcc-593a-45bc-a82f-20cfd39167f2 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916989 Nov 12 01:11:44.840776 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72010522-d33b-4315-8d39-201503de0c40 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:11:44.865676 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-72010522-d33b-4315-8d39-201503de0c40 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:44.866041 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-72010522-d33b-4315-8d39-201503de0c40 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Added segment 7166274f-3b7d-45b7-8b7a-8633c679cbdf of type vlan for network 0bb6d015-5da7-4429-83a5-cfb2ed1bc25b Nov 12 01:11:44.877637 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-edd76809-9977-452c-b344-e848293246de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:44.883526 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-edd76809-9977-452c-b344-e848293246de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:44.938632 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:11:44.958666 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-72010522-d33b-4315-8d39-201503de0c40 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:44.971245 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd76809-9977-452c-b344-e848293246de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb75f39-e91f-412b-87fa-a538627a2de2,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:44.980133 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-edd76809-9977-452c-b344-e848293246de admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=04e82b05860942aa99e19cff2731ea3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5419493 Nov 12 01:11:44.984401 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 43826) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:45.016730 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-72010522-d33b-4315-8d39-201503de0c40 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:45.037117 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72010522-d33b-4315-8d39-201503de0c40 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:45.038588 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-72010522-d33b-4315-8d39-201503de0c40 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:45.070861 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-72010522-d33b-4315-8d39-201503de0c40 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3235381 Nov 12 01:11:45.101750 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0c03f62e-301a-4673-bce0-8acaa79f09d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:45.213731 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0c03f62e-301a-4673-bce0-8acaa79f09d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:45.258918 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 43830) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:45.272765 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-d6e14ca1-9476-4810-9055-a056f375cb83 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Request body: {'subnets': [{'network_id': '656dea56-79bf-4f2e-be83-7dd6347af1a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--707809227', 'ip_version': 4}, {'network_id': '0bb6d015-5da7-4429-83a5-cfb2ed1bc25b', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:45.273290 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-d6e14ca1-9476-4810-9055-a056f375cb83 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Request body: {'subnet': {'network_id': '656dea56-79bf-4f2e-be83-7dd6347af1a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--707809227', 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:45.274336 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-d6e14ca1-9476-4810-9055-a056f375cb83 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Request body: {'subnet': {'network_id': '0bb6d015-5da7-4429-83a5-cfb2ed1bc25b', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:45.436785 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0c03f62e-301a-4673-bce0-8acaa79f09d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:45.442666 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0c03f62e-301a-4673-bce0-8acaa79f09d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:45.444951 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-0c03f62e-301a-4673-bce0-8acaa79f09d4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/edb75f39-e91f-412b-87fa-a538627a2de2 HTTP/1.1" status: 204 len: 168 time: 0.4589739 Nov 12 01:11:45.504567 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c03f62e-301a-4673-bce0-8acaa79f09d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb75f39-e91f-412b-87fa-a538627a2de2,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:45.616620 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e14ca1-9476-4810-9055-a056f375cb83 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Made reservation on behalf of 5a6611e88e9c4022a438a4530ca4815c for: {'subnet': 2} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:11:45.628338 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d6e14ca1-9476-4810-9055-a056f375cb83 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:45.629589 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d6e14ca1-9476-4810-9055-a056f375cb83 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:45.709609 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72010522-d33b-4315-8d39-201503de0c40 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Pushing event updated for resources: {'Network': ['ID=0bb6d015-5da7-4429-83a5-cfb2ed1bc25b,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:45.728395 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 0bb6d015-5da7-4429-83a5-cfb2ed1bc25b details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:11:46.437327 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869355a0-495f-4a1d-ac72-b083b38c7236 req-f57866c1-61ee-476d-acb5-cfc9db9688a3 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:46.439044 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-869355a0-495f-4a1d-ac72-b083b38c7236 req-f57866c1-61ee-476d-acb5-cfc9db9688a3 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.5956137 Nov 12 01:11:46.548151 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff3600-8f43-4d5b-a8cd-f9aaf67900d6 req-86c2ade7-74b1-4826-81e4-d869baa2a24d tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:46.550193 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0bff3600-8f43-4d5b-a8cd-f9aaf67900d6 req-86c2ade7-74b1-4826-81e4-d869baa2a24d tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca822707-ad2a-4184-9019-b176d5c0bbff HTTP/1.1" status: 200 len: 946 time: 0.5472488 Nov 12 01:11:46.610608 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-869355a0-495f-4a1d-ac72-b083b38c7236 req-b643acec-2237-4df1-8125-3b040c806978 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619720 Nov 12 01:11:46.735709 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0bff3600-8f43-4d5b-a8cd-f9aaf67900d6 req-3015c508-e514-460b-b2d9-ac0f41f2748f tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722081 Nov 12 01:11:46.929045 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d6e14ca1-9476-4810-9055-a056f375cb83 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:47.044517 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e14ca1-9476-4810-9055-a056f375cb83 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Pushing event updated for resources: {'Subnet': ['ID=429a1157-2d3a-424a-a34e-3798759b72cb,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:47.062074 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e14ca1-9476-4810-9055-a056f375cb83 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Checking segment: {'id': 'da45a9c0-ca79-45ef-8ee0-b97de4d96283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '656dea56-79bf-4f2e-be83-7dd6347af1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:11:47.062806 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e14ca1-9476-4810-9055-a056f375cb83 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Network hostable DHCP agents. Network: 656dea56-79bf-4f2e-be83-7dd6347af1a9, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:11:47.099789 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e14ca1-9476-4810-9055-a056f375cb83 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Network 656dea56-79bf-4f2e-be83-7dd6347af1a9 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:11:47.119414 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-d6e14ca1-9476-4810-9055-a056f375cb83 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 656dea56-79bf-4f2e-be83-7dd6347af1a9) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:11:47.137119 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d6e14ca1-9476-4810-9055-a056f375cb83 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:47.202755 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362c1669-e718-4027-a598-05e304b2d31f None None] Network 656dea56-79bf-4f2e-be83-7dd6347af1a9 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:11:47.335300 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e14ca1-9476-4810-9055-a056f375cb83 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Pushing event updated for resources: {'Subnet': ['ID=4f8d4249-2a3c-49cf-9362-a984805b90cf,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:47.363861 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77649f-413a-43de-9847-0bf102974702 req-5e1dc603-47d7-4acd-9923-77f036b67eac tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:47.366647 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9b77649f-413a-43de-9847-0bf102974702 req-5e1dc603-47d7-4acd-9923-77f036b67eac tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 947 time: 0.1757386 Nov 12 01:11:47.370710 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e14ca1-9476-4810-9055-a056f375cb83 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Checking segment: {'id': '7166274f-3b7d-45b7-8b7a-8633c679cbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0bb6d015-5da7-4429-83a5-cfb2ed1bc25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:11:47.371341 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e14ca1-9476-4810-9055-a056f375cb83 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Network hostable DHCP agents. Network: 0bb6d015-5da7-4429-83a5-cfb2ed1bc25b, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:11:47.439736 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e14ca1-9476-4810-9055-a056f375cb83 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Network 0bb6d015-5da7-4429-83a5-cfb2ed1bc25b is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:11:47.485289 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-d6e14ca1-9476-4810-9055-a056f375cb83 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 0bb6d015-5da7-4429-83a5-cfb2ed1bc25b) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:11:47.498603 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9b77649f-413a-43de-9847-0bf102974702 req-fb948404-3822-4028-b914-9f7721a9f04c tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=31601042-336e-46fa-871d-26eb8da12d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151824 Nov 12 01:11:47.501421 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e14ca1-9476-4810-9055-a056f375cb83 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:47.502244 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e14ca1-9476-4810-9055-a056f375cb83 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:47.503623 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d6e14ca1-9476-4810-9055-a056f375cb83 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:47.526547 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0932273-0624-4b42-a673-9f583593a4b9 None None] Network 0bb6d015-5da7-4429-83a5-cfb2ed1bc25b requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:11:47.543391 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 43886) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:47.544962 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-d6e14ca1-9476-4810-9055-a056f375cb83 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.2846310 Nov 12 01:11:47.710634 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042a5cec-0844-44bc-98bf-545345772220 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-656dea56-79bf-4f2e-be83-7dd6347af1a9', 'network_id': '656dea56-79bf-4f2e-be83-7dd6347af1a9', 'tenant_id': '5a6611e88e9c4022a438a4530ca4815c', 'fixed_ips': [{'subnet_id': '429a1157-2d3a-424a-a34e-3798759b72cb'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:11:47.712540 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-042a5cec-0844-44bc-98bf-545345772220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:47.727845 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb703fca-a848-462b-b61b-96cf8f0f199c tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:47.731255 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb703fca-a848-462b-b61b-96cf8f0f199c tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:47.735076 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb703fca-a848-462b-b61b-96cf8f0f199c tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:47.738368 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-fb703fca-a848-462b-b61b-96cf8f0f199c tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1929545 Nov 12 01:11:47.743876 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 43892) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:47.908081 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-e22c027b-9121-4e64-a311-59d9b06ab6fe tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Deleting subnet 429a1157-2d3a-424a-a34e-3798759b72cb {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:11:47.924649 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e22c027b-9121-4e64-a311-59d9b06ab6fe tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:47.935872 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968dfcf9-68a3-4a7b-a7cf-6fbf9245b3c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-0bb6d015-5da7-4429-83a5-cfb2ed1bc25b', 'network_id': '0bb6d015-5da7-4429-83a5-cfb2ed1bc25b', 'tenant_id': '5a6611e88e9c4022a438a4530ca4815c', 'fixed_ips': [{'subnet_id': '4f8d4249-2a3c-49cf-9362-a984805b90cf'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:11:47.955707 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-968dfcf9-68a3-4a7b-a7cf-6fbf9245b3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:48.006920 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb551b9a-90a7-4ae2-aeb4-60a7d9c23607 req-dbf5514b-f469-42aa-bec1-270f1cc0a2ee tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:48.010508 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cb551b9a-90a7-4ae2-aeb4-60a7d9c23607 req-dbf5514b-f469-42aa-bec1-270f1cc0a2ee tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.1862967 Nov 12 01:11:48.073828 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e22c027b-9121-4e64-a311-59d9b06ab6fe tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:48.218826 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cb551b9a-90a7-4ae2-aeb4-60a7d9c23607 req-b364bded-33e9-4e0d-8cb2-5d6f549ba78e tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931615 Nov 12 01:11:48.246084 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e22c027b-9121-4e64-a311-59d9b06ab6fe tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:48.311932 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277a1e9-d299-454d-83e4-8e54032701a8 req-08f1e9cd-813f-441a-9b82-7067f89e29bc tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:48.316944 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8277a1e9-d299-454d-83e4-8e54032701a8 req-08f1e9cd-813f-441a-9b82-7067f89e29bc tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca822707-ad2a-4184-9019-b176d5c0bbff HTTP/1.1" status: 200 len: 946 time: 0.2343493 Nov 12 01:11:48.334769 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-968dfcf9-68a3-4a7b-a7cf-6fbf9245b3c1 None None] Allocated IP 172.20.0.18 (0bb6d015-5da7-4429-83a5-cfb2ed1bc25b/4f8d4249-2a3c-49cf-9362-a984805b90cf/ffddbcbe-2f15-4c4c-846c-f6537c211329) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:11:48.452061 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8277a1e9-d299-454d-83e4-8e54032701a8 req-0eb7b454-f113-466b-8274-90406d8b1114 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115735 Nov 12 01:11:48.454919 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e22c027b-9121-4e64-a311-59d9b06ab6fe tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:48.494774 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c027b-9121-4e64-a311-59d9b06ab6fe tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Pushing event deleted for resources: {'Subnet': ['ID=429a1157-2d3a-424a-a34e-3798759b72cb,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:48.507571 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e22c027b-9121-4e64-a311-59d9b06ab6fe tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:48.512406 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e22c027b-9121-4e64-a311-59d9b06ab6fe tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] 10.222.0.45 "DELETE /v2.0/subnets/429a1157-2d3a-424a-a34e-3798759b72cb HTTP/1.1" status: 204 len: 168 time: 0.7666235 Nov 12 01:11:48.516417 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 43912) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:48.585545 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server [None req-042a5cec-0844-44bc-98bf-545345772220 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 429a1157-2d3a-424a-a34e-3798759b72cb: This subnet is being modified by another concurrent operation. Nov 12 01:11:48.585545 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 01:11:48.585545 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 01:11:48.585545 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 01:11:48.585545 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 01:11:48.585545 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 01:11:48.585545 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 01:11:48.585545 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 01:11:48.585545 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 01:11:48.585545 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 01:11:48.585545 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 01:11:48.585545 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 01:11:48.585545 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:11:48.585545 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:11:48.585545 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:11:48.585545 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:11:48.585545 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 01:11:48.585545 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:11:48.585545 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 01:11:48.585545 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 01:11:48.585545 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:11:48.585545 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:11:48.585545 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:11:48.585545 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:11:48.585545 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 01:11:48.585545 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:11:48.585545 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 01:11:48.585545 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 01:11:48.585545 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:11:48.585545 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:11:48.585545 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:11:48.585545 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:11:48.585545 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 01:11:48.585545 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 01:11:48.585545 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 01:11:48.585545 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 01:11:48.585545 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 01:11:48.585545 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 01:11:48.585545 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 01:11:48.585545 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 01:11:48.585545 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 01:11:48.585545 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 01:11:48.585545 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 01:11:48.585545 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:11:48.585545 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 01:11:48.585545 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 01:11:48.585545 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 01:11:48.585545 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 01:11:48.585545 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:11:48.585545 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:11:48.585545 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:11:48.585545 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:11:48.585545 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 01:11:48.585545 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:11:48.593855 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 01:11:48.593855 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 01:11:48.593855 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:11:48.593855 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:11:48.593855 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:11:48.593855 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:11:48.593855 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 01:11:48.593855 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:11:48.593855 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 01:11:48.593855 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 01:11:48.593855 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:11:48.593855 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:11:48.593855 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:11:48.593855 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:11:48.593855 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 01:11:48.593855 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 01:11:48.593855 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 01:11:48.593855 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 01:11:48.593855 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 01:11:48.593855 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 01:11:48.593855 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 01:11:48.593855 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 01:11:48.593855 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 01:11:48.593855 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 01:11:48.593855 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:11:48.593855 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:11:48.593855 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:11:48.593855 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:11:48.593855 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 01:11:48.593855 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 01:11:48.593855 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 01:11:48.593855 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 01:11:48.593855 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 01:11:48.593855 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 01:11:48.593855 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 01:11:48.593855 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise exception Nov 12 01:11:48.593855 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 429a1157-2d3a-424a-a34e-3798759b72cb: This subnet is being modified by another concurrent operation. Nov 12 01:11:48.593855 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server Nov 12 01:11:48.652425 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-a279580b-9205-4529-901a-bc5883d24631 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Deleting subnet 4f8d4249-2a3c-49cf-9362-a984805b90cf {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:11:48.698990 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b5cfd6-f6cc-4411-8e26-e55939379189 None None] Network 656dea56-79bf-4f2e-be83-7dd6347af1a9 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:11:48.852174 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5493a4b4-4d96-43b1-8f2d-7c9e331d51ae req-4460c5f2-3511-4312-b485-18b3ad69da3a tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:48.855932 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5493a4b4-4d96-43b1-8f2d-7c9e331d51ae req-4460c5f2-3511-4312-b485-18b3ad69da3a tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.44 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 947 time: 0.1776826 Nov 12 01:11:48.871611 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c37dc54-c0c7-4e34-9619-28cf439f2024 req-18a44ce5-f108-4c79-b784-23f32268b400 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:48.874588 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7c37dc54-c0c7-4e34-9619-28cf439f2024 req-18a44ce5-f108-4c79-b784-23f32268b400 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 947 time: 0.1802542 Nov 12 01:11:48.903150 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-968dfcf9-68a3-4a7b-a7cf-6fbf9245b3c1 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:48.916389 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a279580b-9205-4529-901a-bc5883d24631 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:48.919699 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-968dfcf9-68a3-4a7b-a7cf-6fbf9245b3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:49.043395 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a279580b-9205-4529-901a-bc5883d24631 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:49.052673 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968dfcf9-68a3-4a7b-a7cf-6fbf9245b3c1 None None] Network 0bb6d015-5da7-4429-83a5-cfb2ed1bc25b is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:11:49.057191 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-968dfcf9-68a3-4a7b-a7cf-6fbf9245b3c1 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:11:49.060507 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968dfcf9-68a3-4a7b-a7cf-6fbf9245b3c1 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:11:49.082968 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7c37dc54-c0c7-4e34-9619-28cf439f2024 req-a9ee093b-4525-48dd-80ae-6b9b6faaa76a tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=31601042-336e-46fa-871d-26eb8da12d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1911418 Nov 12 01:11:49.176810 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-5493a4b4-4d96-43b1-8f2d-7c9e331d51ae req-10a0742c-c5f1-4753-ae4f-b08390c8252c tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Deleting port e0da1175-a9ed-437b-8e53-221098ff6951 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:49.177714 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5493a4b4-4d96-43b1-8f2d-7c9e331d51ae req-10a0742c-c5f1-4753-ae4f-b08390c8252c tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:49.196623 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968dfcf9-68a3-4a7b-a7cf-6fbf9245b3c1 None None] Pushing event updated for resources: {'Port': ['ID=ffddbcbe-2f15-4c4c-846c-f6537c211329,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:49.217090 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-968dfcf9-68a3-4a7b-a7cf-6fbf9245b3c1 None None] Attempting to bind port ffddbcbe-2f15-4c4c-846c-f6537c211329 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:11:49.217535 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-968dfcf9-68a3-4a7b-a7cf-6fbf9245b3c1 None None] Attempting to bind port ffddbcbe-2f15-4c4c-846c-f6537c211329 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '7166274f-3b7d-45b7-8b7a-8633c679cbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0bb6d015-5da7-4429-83a5-cfb2ed1bc25b'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:11:49.217919 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968dfcf9-68a3-4a7b-a7cf-6fbf9245b3c1 None None] Attempting to bind port ffddbcbe-2f15-4c4c-846c-f6537c211329 on network 0bb6d015-5da7-4429-83a5-cfb2ed1bc25b {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:11:49.236349 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968dfcf9-68a3-4a7b-a7cf-6fbf9245b3c1 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:11:49.236738 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968dfcf9-68a3-4a7b-a7cf-6fbf9245b3c1 None None] Checking segment: {'id': '7166274f-3b7d-45b7-8b7a-8633c679cbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0bb6d015-5da7-4429-83a5-cfb2ed1bc25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:11:49.239235 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-968dfcf9-68a3-4a7b-a7cf-6fbf9245b3c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:49.240201 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968dfcf9-68a3-4a7b-a7cf-6fbf9245b3c1 None None] Bound using segment: {'id': '7166274f-3b7d-45b7-8b7a-8633c679cbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0bb6d015-5da7-4429-83a5-cfb2ed1bc25b'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:11:49.240571 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-968dfcf9-68a3-4a7b-a7cf-6fbf9245b3c1 None None] Bound port: ffddbcbe-2f15-4c4c-846c-f6537c211329, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7166274f-3b7d-45b7-8b7a-8633c679cbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '0bb6d015-5da7-4429-83a5-cfb2ed1bc25b'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:11:49.240983 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-968dfcf9-68a3-4a7b-a7cf-6fbf9245b3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:49.315062 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a279580b-9205-4529-901a-bc5883d24631 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:49.433447 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a279580b-9205-4529-901a-bc5883d24631 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:49.436676 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-968dfcf9-68a3-4a7b-a7cf-6fbf9245b3c1 None None] For port ffddbcbe-2f15-4c4c-846c-f6537c211329, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:11:49.444125 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-968dfcf9-68a3-4a7b-a7cf-6fbf9245b3c1 None None] For port ffddbcbe-2f15-4c4c-846c-f6537c211329, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=ffddbcbe-2f15-4c4c-846c-f6537c211329,segment=NetworkSegment(7166274f-3b7d-45b7-8b7a-8633c679cbdf),segment_id=7166274f-3b7d-45b7-8b7a-8633c679cbdf)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:11:49.455824 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a279580b-9205-4529-901a-bc5883d24631 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:49.461512 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-968dfcf9-68a3-4a7b-a7cf-6fbf9245b3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:49.462078 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a279580b-9205-4529-901a-bc5883d24631 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] 10.222.0.45 "DELETE /v2.0/subnets/4f8d4249-2a3c-49cf-9362-a984805b90cf HTTP/1.1" status: 204 len: 168 time: 0.9442968 Nov 12 01:11:49.466382 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 43970) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:49.469311 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-5493a4b4-4d96-43b1-8f2d-7c9e331d51ae req-10a0742c-c5f1-4753-ae4f-b08390c8252c tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] For port e0da1175-a9ed-437b-8e53-221098ff6951, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e0da1175-a9ed-437b-8e53-221098ff6951,segment=NetworkSegment(160eb3a9-a811-42ba-8ae2-682c5125e1c5),segment_id=160eb3a9-a811-42ba-8ae2-682c5125e1c5)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:49.470199 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5493a4b4-4d96-43b1-8f2d-7c9e331d51ae req-10a0742c-c5f1-4753-ae4f-b08390c8252c tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:49.558262 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a279580b-9205-4529-901a-bc5883d24631 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Pushing event deleted for resources: {'Subnet': ['ID=4f8d4249-2a3c-49cf-9362-a984805b90cf,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:49.628766 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968dfcf9-68a3-4a7b-a7cf-6fbf9245b3c1 None None] Pushing event updated for resources: {'Port': ['ID=ffddbcbe-2f15-4c4c-846c-f6537c211329,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:49.657905 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce65ceb-e3e3-41b7-809f-e146fa011de8 req-779cf0ef-3818-441a-9203-ff42d9203176 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:49.663751 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1ce65ceb-e3e3-41b7-809f-e146fa011de8 req-779cf0ef-3818-441a-9203-ff42d9203176 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.2788148 Nov 12 01:11:49.682115 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2190c5fb-9a2c-41d7-9fb8-32ac9fc67129 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:49.688521 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2190c5fb-9a2c-41d7-9fb8-32ac9fc67129 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1682000 Nov 12 01:11:49.691312 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 43986) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:49.840285 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d4c59100-d0e7-4260-af07-b2b61ce6a29d tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:49.917253 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-d4c59100-d0e7-4260-af07-b2b61ce6a29d tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Deleting port ffddbcbe-2f15-4c4c-846c-f6537c211329 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:49.917607 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d4c59100-d0e7-4260-af07-b2b61ce6a29d tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:49.947164 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1ce65ceb-e3e3-41b7-809f-e146fa011de8 req-bbfa39c3-9dd5-4771-9784-950f6c84717f tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2602987 Nov 12 01:11:49.991548 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ae350-e147-4f1d-b42a-02668ad6c360 req-4af82108-dde9-4f28-b412-692a22627d2c tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:50.010987 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bc3ae350-e147-4f1d-b42a-02668ad6c360 req-4af82108-dde9-4f28-b412-692a22627d2c tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca822707-ad2a-4184-9019-b176d5c0bbff HTTP/1.1" status: 200 len: 946 time: 0.3424802 Nov 12 01:11:50.063635 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-d4c59100-d0e7-4260-af07-b2b61ce6a29d tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] For port ffddbcbe-2f15-4c4c-846c-f6537c211329, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=ffddbcbe-2f15-4c4c-846c-f6537c211329,segment=NetworkSegment(7166274f-3b7d-45b7-8b7a-8633c679cbdf),segment_id=7166274f-3b7d-45b7-8b7a-8633c679cbdf)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:11:50.066524 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d4c59100-d0e7-4260-af07-b2b61ce6a29d tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:50.097010 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-d4c59100-d0e7-4260-af07-b2b61ce6a29d tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Calling delete_port for ffddbcbe-2f15-4c4c-846c-f6537c211329 owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:50.188246 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5493a4b4-4d96-43b1-8f2d-7c9e331d51ae req-10a0742c-c5f1-4753-ae4f-b08390c8252c tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:50.188246 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5493a4b4-4d96-43b1-8f2d-7c9e331d51ae req-10a0742c-c5f1-4753-ae4f-b08390c8252c tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:50.188246 n-d-712142-27 neutron-server[109085]: INFO neutron.db.l3_db [req-5493a4b4-4d96-43b1-8f2d-7c9e331d51ae req-10a0742c-c5f1-4753-ae4f-b08390c8252c tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Floating IP a5279900-bb4e-44aa-ad35-0b6f93543e0b disassociated. External IP: 172.25.3.169, port: e0da1175-a9ed-437b-8e53-221098ff6951. Nov 12 01:11:50.188246 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-5493a4b4-4d96-43b1-8f2d-7c9e331d51ae req-10a0742c-c5f1-4753-ae4f-b08390c8252c tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Calling delete_port for e0da1175-a9ed-437b-8e53-221098ff6951 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:50.207193 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bc3ae350-e147-4f1d-b42a-02668ad6c360 req-e1fe193b-0160-487f-a37e-c9f7711de62b tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951320 Nov 12 01:11:50.252441 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d4c59100-d0e7-4260-af07-b2b61ce6a29d tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:50.314534 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c59100-d0e7-4260-af07-b2b61ce6a29d tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] No DVR routers for this DVR port ffddbcbe-2f15-4c4c-846c-f6537c211329 on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:11:50.340466 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c59100-d0e7-4260-af07-b2b61ce6a29d tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Pushing event deleted for resources: {'Port': ['ID=ffddbcbe-2f15-4c4c-846c-f6537c211329,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:50.476027 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 43998) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:50.500393 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ec92a-5ee2-4ab4-a8b4-083c80e6ab48 req-709407c5-dc7e-4602-b336-27a685c6ae18 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:50.504648 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8f0ec92a-5ee2-4ab4-a8b4-083c80e6ab48 req-709407c5-dc7e-4602-b336-27a685c6ae18 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 947 time: 0.1556869 Nov 12 01:11:50.570016 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d4c59100-d0e7-4260-af07-b2b61ce6a29d tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:50.616040 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-d4c59100-d0e7-4260-af07-b2b61ce6a29d tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bb6d015-5da7-4429-83a5-cfb2ed1bc25b']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:50.631115 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-d4c59100-d0e7-4260-af07-b2b61ce6a29d tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7166274f-3b7d-45b7-8b7a-8633c679cbdf') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:50.632023 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-d4c59100-d0e7-4260-af07-b2b61ce6a29d tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7166274f-3b7d-45b7-8b7a-8633c679cbdf') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:50.647882 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d4c59100-d0e7-4260-af07-b2b61ce6a29d tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:50.651533 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2e849-dfa5-4c26-ba3a-fb2a7bc6d6ef req-f21e90ef-2756-4f1d-b769-8f206983d8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:50.654188 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-bfa2e849-dfa5-4c26-ba3a-fb2a7bc6d6ef req-f21e90ef-2756-4f1d-b769-8f206983d8d3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7bbe35289028429ba1e1b86033a5bcab&device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 1097 time: 0.1009450 Nov 12 01:11:50.670134 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d4c59100-d0e7-4260-af07-b2b61ce6a29d tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:50.688244 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4c59100-d0e7-4260-af07-b2b61ce6a29d tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:11:50.689336 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d4c59100-d0e7-4260-af07-b2b61ce6a29d tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:50.693399 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:11:50.693399 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:11:50.693399 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:11:50.693399 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:11:50.693399 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:11:50.693399 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:11:50.693399 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:11:50.693399 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:11:50.693399 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:11:50.693399 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:11:50.693399 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:11:50.693399 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:11:50.693399 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:11:50.693399 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:11:50.693399 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:11:50.693399 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:11:50.693399 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:11:50.693399 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:11:50.693399 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:11:50.693399 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:11:50.693399 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:11:50.693399 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:11:50.693399 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:11:50.693399 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:11:50.693399 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:11:50.693399 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:11:50.693399 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:11:50.693399 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:11:50.693399 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:11:50.693399 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:11:50.693399 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:11:50.693399 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:11:50.848319 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e68ab175-a6a6-42d3-b93b-6bb56bd8b482 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:50.857764 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5493a4b4-4d96-43b1-8f2d-7c9e331d51ae req-10a0742c-c5f1-4753-ae4f-b08390c8252c tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:50.878250 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d4c59100-d0e7-4260-af07-b2b61ce6a29d tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:50.894950 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2e849-dfa5-4c26-ba3a-fb2a7bc6d6ef req-af71fc9b-5c24-47e2-b438-0508cf9d9738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:50.897582 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-bfa2e849-dfa5-4c26-ba3a-fb2a7bc6d6ef req-af71fc9b-5c24-47e2-b438-0508cf9d9738 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 HTTP/1.1" status: 200 len: 911 time: 0.2217255 Nov 12 01:11:50.902252 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d4c59100-d0e7-4260-af07-b2b61ce6a29d tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:50.907417 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d4c59100-d0e7-4260-af07-b2b61ce6a29d tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] 10.222.0.45 "DELETE /v2.0/networks/0bb6d015-5da7-4429-83a5-cfb2ed1bc25b HTTP/1.1" status: 204 len: 168 time: 1.2147377 Nov 12 01:11:50.924626 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44004) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:50.941206 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c59100-d0e7-4260-af07-b2b61ce6a29d tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Pushing event deleted for resources: {'Network': ['ID=0bb6d015-5da7-4429-83a5-cfb2ed1bc25b,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:50.973665 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c47242-7522-4c46-a2c9-596e3ec99453 req-75c0df2a-b4cf-43c0-8e41-777d58b13822 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:50.976590 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d9c47242-7522-4c46-a2c9-596e3ec99453 req-75c0df2a-b4cf-43c0-8e41-777d58b13822 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.3954520 Nov 12 01:11:50.998219 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8f0ec92a-5ee2-4ab4-a8b4-083c80e6ab48 req-baf3c306-15df-4e8d-b17f-aae22638cf28 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups?id=31601042-336e-46fa-871d-26eb8da12d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4729524 Nov 12 01:11:51.000973 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a0742c-c5f1-4753-ae4f-b08390c8252c tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Pushing event deleted for resources: {'Port': ['ID=e0da1175-a9ed-437b-8e53-221098ff6951,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:51.067934 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be753ea8-0c0f-4de3-99b2-ea32bde25ce3 req-d816b3eb-3eac-4ced-aba4-5122bc824afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:51.070674 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-be753ea8-0c0f-4de3-99b2-ea32bde25ce3 req-d816b3eb-3eac-4ced-aba4-5122bc824afe service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ca822707-ad2a-4184-9019-b176d5c0bbff HTTP/1.1" status: 200 len: 1098 time: 0.3862646 Nov 12 01:11:51.124198 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-bfa2e849-dfa5-4c26-ba3a-fb2a7bc6d6ef req-d7ba74ef-3b17-408c-ab73-2f3a6efdf186 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3cfc795-909c-4615-9d75-457b26419c79 HTTP/1.1" status: 200 len: 999 time: 0.2129691 Nov 12 01:11:51.134730 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aaac5a2c-e413-47b5-b375-6cb2934bda22 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:51.209371 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device e0da1175-a9ed-437b-8e53-221098ff6951 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:11:51.243313 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: e0da1175-a9ed-437b-8e53-221098ff6951 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:11:51.244182 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device e0da1175-a9ed-437b-8e53-221098ff6951 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:11:51.354069 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2e849-dfa5-4c26-ba3a-fb2a7bc6d6ef req-8efc4f2a-b865-47b4-981d-e3fa4d1599f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:51.356894 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-bfa2e849-dfa5-4c26-ba3a-fb2a7bc6d6ef req-8efc4f2a-b865-47b4-981d-e3fa4d1599f8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=55fa7c58-77a8-4d04-ad83-d7b14788e8b6 HTTP/1.1" status: 200 len: 850 time: 0.2169063 Nov 12 01:11:51.362652 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-9c08ebff-2cf5-45cc-8c25-e83b2a3043a6 None None] Could not find standard attr ID for object ffddbcbe-2f15-4c4c-846c-f6537c211329. {{(pid=109087) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:11:51.442483 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236b1798-20a6-49f6-a35f-9a1bdcc85266 None None] DHCP port deletion for 0bb6d015-5da7-4429-83a5-cfb2ed1bc25b request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:11:51.448162 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d9c47242-7522-4c46-a2c9-596e3ec99453 req-cc4f7cb9-7fbb-4303-9887-c019e733b6f7 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4355476 Nov 12 01:11:51.467931 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aaac5a2c-e413-47b5-b375-6cb2934bda22 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:51.468517 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cad47a-f239-477e-a31c-9f4a0c296834 None None] Network 0bb6d015-5da7-4429-83a5-cfb2ed1bc25b requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:11:51.487135 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e68ab175-a6a6-42d3-b93b-6bb56bd8b482 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:51.491288 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cad47a-f239-477e-a31c-9f4a0c296834 None None] Network 0bb6d015-5da7-4429-83a5-cfb2ed1bc25b could not be found, it might have been deleted concurrently. {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 01:11:51.492602 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-be753ea8-0c0f-4de3-99b2-ea32bde25ce3 req-95819421-51d5-4952-b59d-f16566418b44 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3996291 Nov 12 01:11:51.512357 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e68ab175-a6a6-42d3-b93b-6bb56bd8b482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:51.522176 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-aaac5a2c-e413-47b5-b375-6cb2934bda22 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['656dea56-79bf-4f2e-be83-7dd6347af1a9']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:51.541458 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-aaac5a2c-e413-47b5-b375-6cb2934bda22 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da45a9c0-ca79-45ef-8ee0-b97de4d96283') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:51.541791 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-aaac5a2c-e413-47b5-b375-6cb2934bda22 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da45a9c0-ca79-45ef-8ee0-b97de4d96283') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:51.546567 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2e849-dfa5-4c26-ba3a-fb2a7bc6d6ef req-7da85b2b-ec74-41f8-b489-21426939b295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:51.548599 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-bfa2e849-dfa5-4c26-ba3a-fb2a7bc6d6ef req-7da85b2b-ec74-41f8-b489-21426939b295 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1405141 Nov 12 01:11:51.560630 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aaac5a2c-e413-47b5-b375-6cb2934bda22 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:51.584678 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aaac5a2c-e413-47b5-b375-6cb2934bda22 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:51.594496 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaac5a2c-e413-47b5-b375-6cb2934bda22 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:11:51.595223 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aaac5a2c-e413-47b5-b375-6cb2934bda22 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:51.600105 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:11:51.600105 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:11:51.600105 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:11:51.600105 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:11:51.600105 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:11:51.600105 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:11:51.600105 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:11:51.600105 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:11:51.600105 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:11:51.600105 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:11:51.600105 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:11:51.600105 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:11:51.600105 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:11:51.600105 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:11:51.600105 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:11:51.600105 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:11:51.600105 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:11:51.600105 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:11:51.600105 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:11:51.600105 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:11:51.600105 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:11:51.600105 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:11:51.600105 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:11:51.600105 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:11:51.600105 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:11:51.600105 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:11:51.600105 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:11:51.600105 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:11:51.600105 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:11:51.600105 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:11:51.600105 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:11:51.600105 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:11:51.664828 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ecf44-1e65-4f21-8f55-f25519023a19 req-72ca6dc1-a68a-44c7-97f1-75a5a6a77386 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:51.673719 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-613ecf44-1e65-4f21-8f55-f25519023a19 req-72ca6dc1-a68a-44c7-97f1-75a5a6a77386 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca822707-ad2a-4184-9019-b176d5c0bbff HTTP/1.1" status: 200 len: 946 time: 0.3176126 Nov 12 01:11:51.679565 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5493a4b4-4d96-43b1-8f2d-7c9e331d51ae req-10a0742c-c5f1-4753-ae4f-b08390c8252c tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Router d6477202-da2e-4550-9dbb-3f23d0468033 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:11:51.680254 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aaac5a2c-e413-47b5-b375-6cb2934bda22 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:51.687087 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e68ab175-a6a6-42d3-b93b-6bb56bd8b482 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=74c3c49120c846c5847f7fdc7bb182b2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1802540 Nov 12 01:11:51.690500 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aaac5a2c-e413-47b5-b375-6cb2934bda22 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:51.691383 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ab175-a6a6-42d3-b93b-6bb56bd8b482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3d4bb5-f139-401f-94b0-2f4e8837f53b,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:51.694693 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-aaac5a2c-e413-47b5-b375-6cb2934bda22 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] 10.222.0.45 "DELETE /v2.0/networks/656dea56-79bf-4f2e-be83-7dd6347af1a9 HTTP/1.1" status: 204 len: 168 time: 0.7689030 Nov 12 01:11:51.695447 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44012) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:51.700733 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 44014) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:51.716771 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaac5a2c-e413-47b5-b375-6cb2934bda22 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Pushing event deleted for resources: {'Network': ['ID=656dea56-79bf-4f2e-be83-7dd6347af1a9,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:51.773279 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee74247-9a77-44cf-b0bb-6e58fec2287c None None] get_active_networks_info from n-d-712142-27 {{(pid=109087) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 01:11:51.944865 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-03fb0892-5ffe-4f0a-b59f-c6828d8227d9 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:51.959290 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-613ecf44-1e65-4f21-8f55-f25519023a19 req-1b2dc535-3a40-4424-be73-94e991304de0 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697213 Nov 12 01:11:52.011353 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-bfa2e849-dfa5-4c26-ba3a-fb2a7bc6d6ef req-00d3aac9-cbc1-4a94-bc3c-4cecfa44cb5c service neutron] 10.222.0.44 "GET /v2.0/networks/e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634287 Nov 12 01:11:52.074060 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d8b297a7-b960-4d57-8613-594541b64518 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:52.143545 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d8b297a7-b960-4d57-8613-594541b64518 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:52.168054 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee74247-9a77-44cf-b0bb-6e58fec2287c None None] Resources bound (agent type, host, resource id): {{(pid=109087) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 01:11:52.209774 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-bfa2e849-dfa5-4c26-ba3a-fb2a7bc6d6ef req-b5d05f0b-e956-4fed-9dd3-8ca2cb8abab7 service neutron] 10.222.0.44 "GET /v2.0/networks/e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790705 Nov 12 01:11:52.217477 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5493a4b4-4d96-43b1-8f2d-7c9e331d51ae req-10a0742c-c5f1-4753-ae4f-b08390c8252c tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:11:52.254860 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d8b297a7-b960-4d57-8613-594541b64518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:52.260281 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d8b297a7-b960-4d57-8613-594541b64518 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:52.262119 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d8b297a7-b960-4d57-8613-594541b64518 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cd3d4bb5-f139-401f-94b0-2f4e8837f53b HTTP/1.1" status: 204 len: 168 time: 0.5639598 Nov 12 01:11:52.274361 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b297a7-b960-4d57-8613-594541b64518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3d4bb5-f139-401f-94b0-2f4e8837f53b,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:52.367260 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-03fb0892-5ffe-4f0a-b59f-c6828d8227d9 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:52.416646 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-03fb0892-5ffe-4f0a-b59f-c6828d8227d9 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f707c8b-5f1e-423e-935a-0414f25ad421']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:52.438079 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-03fb0892-5ffe-4f0a-b59f-c6828d8227d9 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f200a653-0ccb-4caf-8c0d-77bcc6ddbabd') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:52.438876 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-03fb0892-5ffe-4f0a-b59f-c6828d8227d9 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f200a653-0ccb-4caf-8c0d-77bcc6ddbabd') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:52.448887 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2106128-5a3e-41ce-b8e1-07b36b4fc383 None None] Sync routers for ids ['d6477202-da2e-4550-9dbb-3f23d0468033'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:11:52.465569 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ab6231a3-2ec9-4fd4-ab6e-fef4a80f0cce req-132262fb-5621-4ade-84ca-4ab2f5e6609e tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/ports?device_id=6891ab12-2922-455c-85ff-65216616a268 HTTP/1.1" status: 200 len: 210 time: 0.2674668 Nov 12 01:11:52.490565 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-03fb0892-5ffe-4f0a-b59f-c6828d8227d9 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:52.565472 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-5493a4b4-4d96-43b1-8f2d-7c9e331d51ae req-10a0742c-c5f1-4753-ae4f-b08390c8252c tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] No DVR routers for this DVR port e0da1175-a9ed-437b-8e53-221098ff6951 on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:11:52.577406 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5493a4b4-4d96-43b1-8f2d-7c9e331d51ae req-10a0742c-c5f1-4753-ae4f-b08390c8252c tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:52.585380 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5493a4b4-4d96-43b1-8f2d-7c9e331d51ae req-10a0742c-c5f1-4753-ae4f-b08390c8252c tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.44 "DELETE /v2.0/ports/e0da1175-a9ed-437b-8e53-221098ff6951 HTTP/1.1" status: 204 len: 173 time: 3.7089524 Nov 12 01:11:52.591084 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6891ab12-2922-455c-85ff-65216616a268', 'name': 'network-vif-deleted', 'tag': 'e0da1175-a9ed-437b-8e53-221098ff6951'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:11:52.597353 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9709d83e-9896-4414-b4b4-d280e17e67e8" -d '{"events": [{"server_uuid": "6891ab12-2922-455c-85ff-65216616a268", "name": "network-vif-deleted", "tag": "e0da1175-a9ed-437b-8e53-221098ff6951"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:11:52.630304 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-03fb0892-5ffe-4f0a-b59f-c6828d8227d9 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:52.644331 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2106128-5a3e-41ce-b8e1-07b36b4fc383 None None] Routers {'d6477202-da2e-4550-9dbb-3f23d0468033'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:52.645150 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-e2106128-5a3e-41ce-b8e1-07b36b4fc383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:11:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['d6477202-da2e-4550-9dbb-3f23d0468033'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:52.679461 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03fb0892-5ffe-4f0a-b59f-c6828d8227d9 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:11:52.680003 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-03fb0892-5ffe-4f0a-b59f-c6828d8227d9 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:52.687368 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:11:52.687368 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:11:52.687368 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:11:52.687368 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:11:52.687368 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:11:52.687368 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:11:52.687368 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:11:52.687368 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:11:52.687368 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:11:52.687368 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:11:52.687368 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:11:52.687368 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:11:52.687368 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:11:52.687368 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:11:52.687368 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:11:52.687368 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:11:52.687368 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:11:52.687368 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:11:52.687368 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:11:52.687368 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:11:52.687368 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:11:52.687368 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:11:52.687368 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:11:52.687368 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:11:52.687368 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:11:52.687368 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:11:52.687368 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:11:52.687368 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:11:52.687368 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:11:52.687368 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:11:52.687368 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:11:52.687368 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:11:52.827237 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d53eac-12cc-4bd5-a9a7-504aa066bd4c req-733b5260-ea0a-4769-812e-c0c40b24c8c7 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:52.842397 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-37d53eac-12cc-4bd5-a9a7-504aa066bd4c req-733b5260-ea0a-4769-812e-c0c40b24c8c7 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dfe835d-23cb-4637-acb6-ddb56de82bf5 HTTP/1.1" status: 200 len: 945 time: 0.3895125 Nov 12 01:11:52.918071 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426adc26-e39c-4c8f-af19-fabbcd30f300 req-ff82e61f-73d0-4ff2-ad8d-d57566576a02 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:52.921178 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-426adc26-e39c-4c8f-af19-fabbcd30f300 req-ff82e61f-73d0-4ff2-ad8d-d57566576a02 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.3109951 Nov 12 01:11:52.922276 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-03fb0892-5ffe-4f0a-b59f-c6828d8227d9 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:52.940431 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-03fb0892-5ffe-4f0a-b59f-c6828d8227d9 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:52.946748 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-03fb0892-5ffe-4f0a-b59f-c6828d8227d9 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] 10.222.0.45 "DELETE /v2.0/networks/8f707c8b-5f1e-423e-935a-0414f25ad421 HTTP/1.1" status: 204 len: 168 time: 1.2350693 Nov 12 01:11:52.949895 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44036) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:52.969419 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44038) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:52.997867 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb0892-5ffe-4f0a-b59f-c6828d8227d9 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Pushing event deleted for resources: {'Network': ['ID=8f707c8b-5f1e-423e-935a-0414f25ad421,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:53.047697 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb0892-5ffe-4f0a-b59f-c6828d8227d9 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:53.048332 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb0892-5ffe-4f0a-b59f-c6828d8227d9 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:53.048929 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb0892-5ffe-4f0a-b59f-c6828d8227d9 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:53.049785 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb0892-5ffe-4f0a-b59f-c6828d8227d9 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:53.050374 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb0892-5ffe-4f0a-b59f-c6828d8227d9 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:53.050975 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb0892-5ffe-4f0a-b59f-c6828d8227d9 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:53.051567 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb0892-5ffe-4f0a-b59f-c6828d8227d9 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:53.052198 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb0892-5ffe-4f0a-b59f-c6828d8227d9 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:53.052780 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb0892-5ffe-4f0a-b59f-c6828d8227d9 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:53.053348 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb0892-5ffe-4f0a-b59f-c6828d8227d9 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:53.055186 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb0892-5ffe-4f0a-b59f-c6828d8227d9 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:53.055377 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb0892-5ffe-4f0a-b59f-c6828d8227d9 tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:53.071192 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-37d53eac-12cc-4bd5-a9a7-504aa066bd4c req-12760d2f-aa28-4459-ad44-a1cb9c9c0d6a tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a33527b-a081-46b3-a33c-3299ac1d026a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2061224 Nov 12 01:11:53.080662 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-93ed9351-9189-42f3-a3b9-de63c9b64343 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.104574 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-e2106128-5a3e-41ce-b8e1-07b36b4fc383 None None] Set router d6477202-da2e-4550-9dbb-3f23d0468033 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:11:53.165446 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-426adc26-e39c-4c8f-af19-fabbcd30f300 req-0c863db2-63da-4605-b038-26e19caffa0d tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1903455 Nov 12 01:11:53.196097 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302b5a22-05c3-41b1-9047-8d6efa36ffd0 x-openstack-request-id: req-302b5a22-05c3-41b1-9047-8d6efa36ffd0 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:11:53.196097 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6891ab12-2922-455c-85ff-65216616a268", "name": "network-vif-deleted", "tag": "e0da1175-a9ed-437b-8e53-221098ff6951", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:11:53.196097 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-302b5a22-05c3-41b1-9047-8d6efa36ffd0 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:11:53.196667 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6891ab12-2922-455c-85ff-65216616a268', 'name': 'network-vif-deleted', 'tag': 'e0da1175-a9ed-437b-8e53-221098ff6951', 'status': 'completed', 'code': 200} Nov 12 01:11:53.328003 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device ffddbcbe-2f15-4c4c-846c-f6537c211329 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:11:53.336088 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9c2c63ce-5b50-4961-9de1-062d9639cd0f tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.369743 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: ffddbcbe-2f15-4c4c-846c-f6537c211329 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:11:53.370165 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device ffddbcbe-2f15-4c4c-846c-f6537c211329 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:11:53.380430 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7641864f-ebcf-4030-9faf-2dddf31fa777 None None] Provisioning complete for port 876f3bf9-72ff-47b4-8dab-c99d8fc6d72f triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:53.380817 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7641864f-ebcf-4030-9faf-2dddf31fa777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.440706 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676a401-76c2-44e5-bdc8-41c73926b1cc req-08bbea41-6c74-4033-91f1-a995392a9ba9 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:53.442362 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d676a401-76c2-44e5-bdc8-41c73926b1cc req-08bbea41-6c74-4033-91f1-a995392a9ba9 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca822707-ad2a-4184-9019-b176d5c0bbff HTTP/1.1" status: 200 len: 946 time: 0.1051204 Nov 12 01:11:53.515807 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d676a401-76c2-44e5-bdc8-41c73926b1cc req-091076ca-7de4-4a53-8147-66a4b19b3cbe tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607285 Nov 12 01:11:53.587044 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-e2106128-5a3e-41ce-b8e1-07b36b4fc383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'name': 'tempest-AttachVolumeShelveTestJSON-592033780-router', 'tenant_id': '1650592d4cf74284855a02a26c6d9866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'e09a1a6e-f75a-439b-a79b-9511369dfe90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:06Z', 'updated_at': '2021-11-12T01:02:13Z', 'revision_number': 4, 'project_id': '1650592d4cf74284855a02a26c6d9866', 'gw_port': {'id': 'e09a1a6e-f75a-439b-a79b-9511369dfe90', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:07Z', 'updated_at': '2021-11-12T01:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '53ec15fc-73b8-476f-9744-069c94640c7d', 'name': '', 'network_id': '589a11d9-462f-4432-aa26-12a7b18ca65f', 'tenant_id': '1650592d4cf74284855a02a26c6d9866', 'mac_address': 'fa:16:3e:d8:91:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '34773eb3-d58a-4b8a-a536-c500cef253a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:11Z', 'updated_at': '2021-11-12T01:02:29Z', 'revision_number': 5, 'project_id': '1650592d4cf74284855a02a26c6d9866', 'subnets': [{'id': '34773eb3-d58a-4b8a-a536-c500cef253a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:53.588183 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-93ed9351-9189-42f3-a3b9-de63c9b64343 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.604597 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9c2c63ce-5b50-4961-9de1-062d9639cd0f tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.607926 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-93ed9351-9189-42f3-a3b9-de63c9b64343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.626549 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 44050) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:53.659943 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2106128-5a3e-41ce-b8e1-07b36b4fc383 None None] Checking router: d6477202-da2e-4550-9dbb-3f23d0468033 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:11:53.671277 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-9c2c63ce-5b50-4961-9de1-062d9639cd0f tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fcfca31-63d4-4964-8dba-443ccc0474e0']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:53.681386 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ed9351-9189-42f3-a3b9-de63c9b64343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44cf3bec-c88a-42ad-8ec4-b44b06d3c585,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:53.685414 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7641864f-ebcf-4030-9faf-2dddf31fa777 None None] Provisioning complete for port adce4e55-d671-43aa-a2eb-7d54426a63ad triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:53.686013 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7641864f-ebcf-4030-9faf-2dddf31fa777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.691147 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-93ed9351-9189-42f3-a3b9-de63c9b64343 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5fd4fac1736f4888baaa74ba2802d973&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7121305 Nov 12 01:11:53.692473 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 44052) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:53.692669 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-9c2c63ce-5b50-4961-9de1-062d9639cd0f tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b700aa55-c955-4139-a88d-54bace0283ae') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:53.693457 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-9c2c63ce-5b50-4961-9de1-062d9639cd0f tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b700aa55-c955-4139-a88d-54bace0283ae') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:53.720294 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-03de474f-38b0-4563-997f-65cc8c5b8392 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.720556 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9c2c63ce-5b50-4961-9de1-062d9639cd0f tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.738551 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2106128-5a3e-41ce-b8e1-07b36b4fc383 None None] Routers {'d6477202-da2e-4550-9dbb-3f23d0468033'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:11:53.739665 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-e2106128-5a3e-41ce-b8e1-07b36b4fc383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:11:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['d6477202-da2e-4550-9dbb-3f23d0468033'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:53.748811 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ed9351-9189-42f3-a3b9-de63c9b64343 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:53.748811 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ed9351-9189-42f3-a3b9-de63c9b64343 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:53.748811 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ed9351-9189-42f3-a3b9-de63c9b64343 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:53.749430 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ed9351-9189-42f3-a3b9-de63c9b64343 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:53.749899 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ed9351-9189-42f3-a3b9-de63c9b64343 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:53.750775 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ed9351-9189-42f3-a3b9-de63c9b64343 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:53.751306 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ed9351-9189-42f3-a3b9-de63c9b64343 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:53.752666 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ed9351-9189-42f3-a3b9-de63c9b64343 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:53.753198 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ed9351-9189-42f3-a3b9-de63c9b64343 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:53.753884 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ed9351-9189-42f3-a3b9-de63c9b64343 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:53.754416 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ed9351-9189-42f3-a3b9-de63c9b64343 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:53.754935 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ed9351-9189-42f3-a3b9-de63c9b64343 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:11:53.771247 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-03de474f-38b0-4563-997f-65cc8c5b8392 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.774843 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9c2c63ce-5b50-4961-9de1-062d9639cd0f tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.798800 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c2c63ce-5b50-4961-9de1-062d9639cd0f tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:11:53.799740 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9c2c63ce-5b50-4961-9de1-062d9639cd0f tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.845900 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-16536fca-177d-4cf5-b0ae-8b4fa4fd162a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.878378 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-16536fca-177d-4cf5-b0ae-8b4fa4fd162a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.933583 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:11:53.933583 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:11:53.933583 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:11:53.933583 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:11:53.933583 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:11:53.933583 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:11:53.933583 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:11:53.933583 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:11:53.933583 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:11:53.933583 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:11:53.933583 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:11:53.933583 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:11:53.933583 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:11:53.933583 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:11:53.933583 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:11:53.933583 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:11:53.933583 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:11:53.933583 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:11:53.933583 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:11:53.933583 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:11:53.933583 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:11:53.933583 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:11:53.933583 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:11:53.933583 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:11:53.933583 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:11:53.933583 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:11:53.933583 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:11:53.933583 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:11:53.933583 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:11:53.933583 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:11:53.933583 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:11:53.933583 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:11:53.938652 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9c2c63ce-5b50-4961-9de1-062d9639cd0f tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.954714 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9c2c63ce-5b50-4961-9de1-062d9639cd0f tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.961971 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9c2c63ce-5b50-4961-9de1-062d9639cd0f tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] 10.222.0.45 "DELETE /v2.0/networks/6fcfca31-63d4-4964-8dba-443ccc0474e0 HTTP/1.1" status: 204 len: 168 time: 1.0094244 Nov 12 01:11:53.974698 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-03de474f-38b0-4563-997f-65cc8c5b8392 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.977525 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-03de474f-38b0-4563-997f-65cc8c5b8392 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:53.978840 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-03de474f-38b0-4563-997f-65cc8c5b8392 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "DELETE /v2.0/security-groups/31601042-336e-46fa-871d-26eb8da12d2e HTTP/1.1" status: 204 len: 168 time: 0.3512604 Nov 12 01:11:53.984303 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44058) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:53.985736 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c63ce-5b50-4961-9de1-062d9639cd0f tempest-BulkNetworkOpsTest-840356009 tempest-BulkNetworkOpsTest-840356009-project] Pushing event deleted for resources: {'Network': ['ID=6fcfca31-63d4-4964-8dba-443ccc0474e0,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:54.016771 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-7b7f0158-9150-44f9-a588-58ce3194c798 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] show failed (client error): The resource could not be found. Nov 12 01:11:54.018827 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7b7f0158-9150-44f9-a588-58ce3194c798 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "GET /v2.0/security-groups/31601042-336e-46fa-871d-26eb8da12d2e HTTP/1.1" status: 404 len: 347 time: 0.0294683 Nov 12 01:11:54.024563 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de474f-38b0-4563-997f-65cc8c5b8392 tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31601042-336e-46fa-871d-26eb8da12d2e,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:54.024775 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44060) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:54.037370 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d81d8d3-accb-4b53-911e-91c840dbf08e req-7227ed03-5693-4c8a-9032-fe08c140e0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:54.038827 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d81d8d3-accb-4b53-911e-91c840dbf08e req-7227ed03-5693-4c8a-9032-fe08c140e0b6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=191fc5154909462b8c7f63ec6946526e&device_id=ca822707-ad2a-4184-9019-b176d5c0bbff HTTP/1.1" status: 200 len: 1098 time: 0.1509256 Nov 12 01:11:54.068013 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d66a8-491f-4bd7-838f-eaa95d813743 req-3e56e5de-eaaf-4073-99dd-2dc9138f8de4 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:54.069684 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d75d66a8-491f-4bd7-838f-eaa95d813743 req-3e56e5de-eaaf-4073-99dd-2dc9138f8de4 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca822707-ad2a-4184-9019-b176d5c0bbff HTTP/1.1" status: 200 len: 946 time: 0.1347575 Nov 12 01:11:54.082624 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-16536fca-177d-4cf5-b0ae-8b4fa4fd162a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:54.085386 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-16536fca-177d-4cf5-b0ae-8b4fa4fd162a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:54.090032 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-16536fca-177d-4cf5-b0ae-8b4fa4fd162a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/44cf3bec-c88a-42ad-8ec4-b44b06d3c585 HTTP/1.1" status: 204 len: 168 time: 0.3944027 Nov 12 01:11:54.106808 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-e2106128-5a3e-41ce-b8e1-07b36b4fc383 None None] Set router d6477202-da2e-4550-9dbb-3f23d0468033 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:11:54.424731 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44072) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:54.426484 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7641864f-ebcf-4030-9faf-2dddf31fa777 None None] Provisioning complete for port c4df5700-2f54-48e9-8269-7d9a685444cc triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:54.426836 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7641864f-ebcf-4030-9faf-2dddf31fa777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:54.475731 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-7641864f-ebcf-4030-9faf-2dddf31fa777 None None] Port c4df5700-2f54-48e9-8269-7d9a685444cc cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:11:54.513611 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-62e55f20-3267-4ea0-9352-0f1c3a62489b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Deleting port c4df5700-2f54-48e9-8269-7d9a685444cc {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:11:54.514161 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-62e55f20-3267-4ea0-9352-0f1c3a62489b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:54.532116 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7641864f-ebcf-4030-9faf-2dddf31fa777 None None] Provisioning complete for port f0630ca4-40ee-427a-b3f1-c21b35473130 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:54.532817 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7641864f-ebcf-4030-9faf-2dddf31fa777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:54.722219 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16536fca-177d-4cf5-b0ae-8b4fa4fd162a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44cf3bec-c88a-42ad-8ec4-b44b06d3c585,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:54.751079 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-e2106128-5a3e-41ce-b8e1-07b36b4fc383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'name': 'tempest-AttachVolumeShelveTestJSON-592033780-router', 'tenant_id': '1650592d4cf74284855a02a26c6d9866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'e09a1a6e-f75a-439b-a79b-9511369dfe90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:06Z', 'updated_at': '2021-11-12T01:02:13Z', 'revision_number': 4, 'project_id': '1650592d4cf74284855a02a26c6d9866', 'gw_port': {'id': 'e09a1a6e-f75a-439b-a79b-9511369dfe90', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:07Z', 'updated_at': '2021-11-12T01:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '53ec15fc-73b8-476f-9744-069c94640c7d', 'name': '', 'network_id': '589a11d9-462f-4432-aa26-12a7b18ca65f', 'tenant_id': '1650592d4cf74284855a02a26c6d9866', 'mac_address': 'fa:16:3e:d8:91:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '34773eb3-d58a-4b8a-a536-c500cef253a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:11Z', 'updated_at': '2021-11-12T01:02:29Z', 'revision_number': 5, 'project_id': '1650592d4cf74284855a02a26c6d9866', 'subnets': [{'id': '34773eb3-d58a-4b8a-a536-c500cef253a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:11:54.786756 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-55a0c843-6759-49e2-ad66-228e1ea3433b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5a6611e88e9c4022a438a4530ca4815c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3546085 Nov 12 01:11:54.789694 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 44078) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:54.792947 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-62e55f20-3267-4ea0-9352-0f1c3a62489b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:54.793195 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-62e55f20-3267-4ea0-9352-0f1c3a62489b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:54.818314 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-62e55f20-3267-4ea0-9352-0f1c3a62489b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Calling delete_port for c4df5700-2f54-48e9-8269-7d9a685444cc owned by network:floatingip {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:11:54.828006 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d75d66a8-491f-4bd7-838f-eaa95d813743 req-7beaa13b-95c3-40ae-90f0-f91e14539b67 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7301536 Nov 12 01:11:54.840992 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2106128-5a3e-41ce-b8e1-07b36b4fc383 None None] The sync data for ids ['d6477202-da2e-4550-9dbb-3f23d0468033'] in n-d-712142-27 is: [{'id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'name': 'tempest-AttachVolumeShelveTestJSON-592033780-router', 'tenant_id': '1650592d4cf74284855a02a26c6d9866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'e09a1a6e-f75a-439b-a79b-9511369dfe90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:06Z', 'updated_at': '2021-11-12T01:02:13Z', 'revision_number': 4, 'project_id': '1650592d4cf74284855a02a26c6d9866', 'gw_port': {'id': 'e09a1a6e-f75a-439b-a79b-9511369dfe90', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:07Z', 'updated_at': '2021-11-12T01:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '53ec15fc-73b8-476f-9744-069c94640c7d', 'name': '', 'network_id': '589a11d9-462f-4432-aa26-12a7b18ca65f', 'tenant_id': '1650592d4cf74284855a02a26c6d9866', 'mac_address': 'fa:16:3e:d8:91:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': '34773eb3-d58a-4b8a-a536-c500cef253a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:11Z', 'updated_at': '2021-11-12T01:02:29Z', 'revision_number': 5, 'project_id': '1650592d4cf74284855a02a26c6d9866', 'subnets': [{'id': '34773eb3-d58a-4b8a-a536-c500cef253a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:11:54.934490 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7641864f-ebcf-4030-9faf-2dddf31fa777 None None] Provisioning complete for port 57a80513-018e-4a1c-9118-df7edebc5e9c triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:54.936230 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d81d8d3-accb-4b53-911e-91c840dbf08e req-8046f26c-9ed6-401d-a43f-375b1e929618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:54.940959 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7641864f-ebcf-4030-9faf-2dddf31fa777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:54.942059 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d81d8d3-accb-4b53-911e-91c840dbf08e req-8046f26c-9ed6-401d-a43f-375b1e929618 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1eb2c28f-44d0-4157-813f-a88803c1c65a HTTP/1.1" status: 200 len: 918 time: 0.8937669 Nov 12 01:11:55.032049 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d81d8d3-accb-4b53-911e-91c840dbf08e req-f326dd74-c203-4760-90ec-777f1da68531 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2551041b-331c-4703-a892-861dffef3f99 HTTP/1.1" status: 200 len: 217 time: 0.0812471 Nov 12 01:11:55.044207 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5ddbbaad-a516-4ec2-94d2-4f4cfda96f2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:55.058978 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb3e6f-f939-46dc-a7fc-0d5e9a1cb38b req-593d4604-4dd7-4a54-92a3-cd220fa060a3 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:55.067131 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d6fb3e6f-f939-46dc-a7fc-0d5e9a1cb38b req-593d4604-4dd7-4a54-92a3-cd220fa060a3 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dfe835d-23cb-4637-acb6-ddb56de82bf5 HTTP/1.1" status: 200 len: 945 time: 0.3503842 Nov 12 01:11:55.176831 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d81d8d3-accb-4b53-911e-91c840dbf08e req-52adb222-70d1-4a1d-b5de-3be08b3236d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:55.178797 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d81d8d3-accb-4b53-911e-91c840dbf08e req-52adb222-70d1-4a1d-b5de-3be08b3236d7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=604b5391-c877-4e65-b41f-12fa14d652c5 HTTP/1.1" status: 200 len: 858 time: 0.1305478 Nov 12 01:11:55.183679 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-62e55f20-3267-4ea0-9352-0f1c3a62489b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:55.216323 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7641864f-ebcf-4030-9faf-2dddf31fa777 None None] Provisioning complete for port ffb6b1ca-3f2b-4017-976f-60be4bc551f4 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:55.217052 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7641864f-ebcf-4030-9faf-2dddf31fa777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:55.223235 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e55f20-3267-4ea0-9352-0f1c3a62489b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Pushing event deleted for resources: {'Port': ['ID=c4df5700-2f54-48e9-8269-7d9a685444cc,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:55.269619 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a3808c-18c1-4368-8201-bca4b82a8264 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:11:55.321874 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5ddbbaad-a516-4ec2-94d2-4f4cfda96f2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:55.326940 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d81d8d3-accb-4b53-911e-91c840dbf08e req-ba6532aa-66e8-4a2d-85b2-c5da6f3720ad service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1eb2c28f-44d0-4157-813f-a88803c1c65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1359870 Nov 12 01:11:55.355291 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d6fb3e6f-f939-46dc-a7fc-0d5e9a1cb38b req-78575fb9-e358-4a59-be31-6e0be194a03f tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a33527b-a081-46b3-a33c-3299ac1d026a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2870481 Nov 12 01:11:55.375404 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-62e55f20-3267-4ea0-9352-0f1c3a62489b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks [] for floatingip, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:55.379330 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-62e55f20-3267-4ea0-9352-0f1c3a62489b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:55.380631 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-62e55f20-3267-4ea0-9352-0f1c3a62489b tempest-AttachVolumeShelveTestJSON-662738754 tempest-AttachVolumeShelveTestJSON-662738754-project] 10.222.0.45 "DELETE /v2.0/floatingips/a5279900-bb4e-44aa-ad35-0b6f93543e0b HTTP/1.1" status: 204 len: 168 time: 1.3549023 Nov 12 01:11:55.459716 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b26af-ba8c-4f23-a300-9bd04d86bcac req-2a51c645-7b81-4849-ad97-74f530a17671 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:55.459910 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-883b26af-ba8c-4f23-a300-9bd04d86bcac req-2a51c645-7b81-4849-ad97-74f530a17671 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.5153208 Nov 12 01:11:55.468664 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7641864f-ebcf-4030-9faf-2dddf31fa777 None None] Provisioning complete for port fdf3cff7-5233-4f26-b4c3-4ec9735bc556 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:55.469264 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7641864f-ebcf-4030-9faf-2dddf31fa777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:55.521267 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1ce19c-452f-4ffd-87e9-6ca5d042a1d9 None None] New status for floating IP a5279900-bb4e-44aa-ad35-0b6f93543e0b: DOWN {{(pid=109088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:11:55.534627 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-7641864f-ebcf-4030-9faf-2dddf31fa777 None None] Port fdf3cff7-5233-4f26-b4c3-4ec9735bc556 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:11:55.571913 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7641864f-ebcf-4030-9faf-2dddf31fa777 None None] Provisioning complete for port 1309bc50-afc3-4a55-b560-b0ad0dbbea0a triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:55.573608 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7641864f-ebcf-4030-9faf-2dddf31fa777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:55.616623 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-883b26af-ba8c-4f23-a300-9bd04d86bcac req-fa7c01df-411d-485b-8a1b-dcaac49a717d tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375272 Nov 12 01:11:55.653128 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-7641864f-ebcf-4030-9faf-2dddf31fa777 None None] Port 1309bc50-afc3-4a55-b560-b0ad0dbbea0a cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:11:55.662899 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d81d8d3-accb-4b53-911e-91c840dbf08e req-ff7bd9e5-e19b-4912-97df-c6f9e9072f0d service neutron] 10.222.0.44 "GET /v2.0/networks/1eb2c28f-44d0-4157-813f-a88803c1c65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258886 Nov 12 01:11:55.692849 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7641864f-ebcf-4030-9faf-2dddf31fa777 None None] Provisioning complete for port c7a7705a-8a5f-40a3-93c9-dca2652bd963 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:55.695821 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7641864f-ebcf-4030-9faf-2dddf31fa777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:55.804278 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5ddbbaad-a516-4ec2-94d2-4f4cfda96f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:55.808025 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5ddbbaad-a516-4ec2-94d2-4f4cfda96f2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:55.810195 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-7641864f-ebcf-4030-9faf-2dddf31fa777 None None] Port c7a7705a-8a5f-40a3-93c9-dca2652bd963 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:11:55.812556 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-5ddbbaad-a516-4ec2-94d2-4f4cfda96f2d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/47810c43-523e-4681-b532-eaea98f37b6b HTTP/1.1" status: 204 len: 168 time: 1.0189493 Nov 12 01:11:55.839383 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddbbaad-a516-4ec2-94d2-4f4cfda96f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47810c43-523e-4681-b532-eaea98f37b6b,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:55.850029 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7641864f-ebcf-4030-9faf-2dddf31fa777 None None] Provisioning complete for port aff22ed7-8187-4375-a3a3-df23b7337781 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:55.850733 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7641864f-ebcf-4030-9faf-2dddf31fa777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:55.908759 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d81d8d3-accb-4b53-911e-91c840dbf08e req-7bbc78e1-925e-4f71-86db-a3a7fcf6ffad service neutron] 10.222.0.44 "GET /v2.0/networks/1eb2c28f-44d0-4157-813f-a88803c1c65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385721 Nov 12 01:11:55.942181 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7854acf-ef52-4f1d-912a-f0a33109574f req-f5eac4d1-9be0-4ec8-b724-4003d657c0a9 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:55.945964 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c7854acf-ef52-4f1d-912a-f0a33109574f req-f5eac4d1-9be0-4ec8-b724-4003d657c0a9 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.1440628 Nov 12 01:11:56.098326 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9390c-f61b-482f-997d-f057fcba7813 req-918346f1-ba90-4a00-b3fb-b41eb0df7a31 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:56.107056 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-72b9390c-f61b-482f-997d-f057fcba7813 req-918346f1-ba90-4a00-b3fb-b41eb0df7a31 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca822707-ad2a-4184-9019-b176d5c0bbff HTTP/1.1" status: 200 len: 946 time: 0.1042640 Nov 12 01:11:56.113601 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c7854acf-ef52-4f1d-912a-f0a33109574f req-0bbe881d-ccc9-4a39-968d-466654f63ce1 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476841 Nov 12 01:11:56.187880 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-72b9390c-f61b-482f-997d-f057fcba7813 req-314ce8d5-c2a3-4297-91d2-827b328383a2 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796466 Nov 12 01:11:56.253010 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7641864f-ebcf-4030-9faf-2dddf31fa777 None None] Provisioning complete for port abb79eb8-02ef-4f4a-bc65-2a6b61265751 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:56.253402 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7641864f-ebcf-4030-9faf-2dddf31fa777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:56.305434 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-7641864f-ebcf-4030-9faf-2dddf31fa777 None None] Port abb79eb8-02ef-4f4a-bc65-2a6b61265751 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:11:56.319940 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7641864f-ebcf-4030-9faf-2dddf31fa777 None None] Provisioning complete for port 2551041b-331c-4703-a892-861dffef3f99 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:56.320542 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7641864f-ebcf-4030-9faf-2dddf31fa777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:56.555353 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73db66-fab4-4a0a-aea5-a73705b2be6e req-393e64f1-9be2-4ac9-ac0a-459536fa0c07 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:56.569959 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5a73db66-fab4-4a0a-aea5-a73705b2be6e req-393e64f1-9be2-4ac9-ac0a-459536fa0c07 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.1585588 Nov 12 01:11:56.593601 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7641864f-ebcf-4030-9faf-2dddf31fa777 None None] Provisioning complete for port e09a1a6e-f75a-439b-a79b-9511369dfe90 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:56.596966 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7641864f-ebcf-4030-9faf-2dddf31fa777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:56.763086 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5a73db66-fab4-4a0a-aea5-a73705b2be6e req-3bdef3f3-fde0-4180-92c3-6301aea8b512 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920145 Nov 12 01:11:56.776941 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7641864f-ebcf-4030-9faf-2dddf31fa777 None None] Provisioning complete for port a3eea4bc-a2bb-41fe-8cfe-5e0660e4ebc2 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:56.788917 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c025e-8d49-46e4-b072-b9629ce02b56 req-1bdd378c-dafc-4467-8942-b951b5a6777f tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:56.793373 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7641864f-ebcf-4030-9faf-2dddf31fa777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:56.804224 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-157c025e-8d49-46e4-b072-b9629ce02b56 req-1bdd378c-dafc-4467-8942-b951b5a6777f tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dfe835d-23cb-4637-acb6-ddb56de82bf5 HTTP/1.1" status: 200 len: 945 time: 0.2068152 Nov 12 01:11:56.925769 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-157c025e-8d49-46e4-b072-b9629ce02b56 req-be8480d5-7fb4-47ae-bc6e-6280ef86b1d6 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a33527b-a081-46b3-a33c-3299ac1d026a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267660 Nov 12 01:11:57.095895 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7641864f-ebcf-4030-9faf-2dddf31fa777 None None] Provisioning complete for port 086492ee-7f21-4b68-b3c2-b400e04fc101 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:11:57.096721 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7641864f-ebcf-4030-9faf-2dddf31fa777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:57.219078 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-221bbd29-4532-4b0f-8c94-167e83cd781b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:57.586416 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec462cf-ca70-4793-b7db-16e9210a5f13 req-f100a6f6-b947-4d7d-b781-881970b74f03 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:57.592837 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1ec462cf-ca70-4793-b7db-16e9210a5f13 req-f100a6f6-b947-4d7d-b781-881970b74f03 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca822707-ad2a-4184-9019-b176d5c0bbff HTTP/1.1" status: 200 len: 946 time: 0.1686475 Nov 12 01:11:57.857786 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1ec462cf-ca70-4793-b7db-16e9210a5f13 req-d44f554d-a8e8-4b88-b079-68e59516b729 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483296 Nov 12 01:11:57.973899 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f96ccc-e569-420c-8946-2d260af58022 req-dcc58de7-3cd2-4909-a944-25e1366864ba tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:57.987432 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e2f96ccc-e569-420c-8946-2d260af58022 req-dcc58de7-3cd2-4909-a944-25e1366864ba tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.2580688 Nov 12 01:11:58.123276 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44182) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:58.173754 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e2f96ccc-e569-420c-8946-2d260af58022 req-33fb9a83-ac64-4c92-9cc6-b73b67edb50e tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848156 Nov 12 01:11:58.335255 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca519e-914b-4ffb-a41d-422d08d8cfbc req-c1723e94-d695-4337-b2d8-7b1b43637a30 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:58.356909 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-8ba2915f-861c-42c2-85a2-18c6114bbd98 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Request body: {'security_group': {'name': 'tempest-secgroup--1477972621'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:58.360178 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a2ca519e-914b-4ffb-a41d-422d08d8cfbc req-c1723e94-d695-4337-b2d8-7b1b43637a30 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dfe835d-23cb-4637-acb6-ddb56de82bf5 HTTP/1.1" status: 200 len: 945 time: 0.2360570 Nov 12 01:11:58.442434 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8ba2915f-861c-42c2-85a2-18c6114bbd98 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:58.475463 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8ba2915f-861c-42c2-85a2-18c6114bbd98 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:58.490964 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a2ca519e-914b-4ffb-a41d-422d08d8cfbc req-74e0ee7c-f475-4301-9df9-a124ec68b134 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a33527b-a081-46b3-a33c-3299ac1d026a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198413 Nov 12 01:11:58.500027 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 44188) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:58.658395 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8ba2915f-861c-42c2-85a2-18c6114bbd98 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:58.666404 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8ba2915f-861c-42c2-85a2-18c6114bbd98 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:58.724267 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-de7488d7-8b2a-4fa0-bd60-9debda77f0b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:58.732363 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba2915f-861c-42c2-85a2-18c6114bbd98 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf76326-b304-4201-9f65-40b8f7c4778f,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:58.784281 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8ba2915f-861c-42c2-85a2-18c6114bbd98 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:58.793493 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8ba2915f-861c-42c2-85a2-18c6114bbd98 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:58.830848 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba2915f-861c-42c2-85a2-18c6114bbd98 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b24d18-5433-4392-a9f5-d730761f8d68,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:58.864700 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8ba2915f-861c-42c2-85a2-18c6114bbd98 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:58.866394 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8ba2915f-861c-42c2-85a2-18c6114bbd98 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7414145 Nov 12 01:11:58.871417 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44192) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:58.929833 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-de7488d7-8b2a-4fa0-bd60-9debda77f0b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:58.939316 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-de7488d7-8b2a-4fa0-bd60-9debda77f0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:58.984480 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a2771f8d-c8ea-4e8f-8b7e-5fcdd72ad3d0 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1108904 Nov 12 01:11:58.988940 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44196) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:58.995108 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-37b24b1a-cb75-49de-991b-2efa4c56af4c tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Request body: {'security_group': {'name': 'tempest-security--1049437598', 'description': 'tempest-security-description-145327915'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:11:59.059299 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-37b24b1a-cb75-49de-991b-2efa4c56af4c tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:59.074587 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-de7488d7-8b2a-4fa0-bd60-9debda77f0b0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c19696d1ee184c618c42489a939e2ba3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5694153 Nov 12 01:11:59.078144 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44198) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:59.108250 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7488d7-8b2a-4fa0-bd60-9debda77f0b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6132b547-abb2-4820-81a0-046ac8d7e14c,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:59.143212 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c6ffb-43c6-4d0a-8341-ed91fea355fd req-6d647dd0-ee50-468c-b571-3518e1181f97 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:59.145235 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fb4c6ffb-43c6-4d0a-8341-ed91fea355fd req-6d647dd0-ee50-468c-b571-3518e1181f97 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca822707-ad2a-4184-9019-b176d5c0bbff HTTP/1.1" status: 200 len: 946 time: 0.1724644 Nov 12 01:11:59.159320 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-37b24b1a-cb75-49de-991b-2efa4c56af4c tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:59.166971 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-37b24b1a-cb75-49de-991b-2efa4c56af4c tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:59.170810 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-37b24b1a-cb75-49de-991b-2efa4c56af4c tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:59.177868 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-37b24b1a-cb75-49de-991b-2efa4c56af4c tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "PUT /v2.0/security-groups/e0b24d18-5433-4392-a9f5-d730761f8d68 HTTP/1.1" status: 200 len: 1796 time: 0.1827252 Nov 12 01:11:59.182823 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 44200) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:59.199325 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b43ed92c-fb16-4e6f-abaf-9a7dc9490c9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:59.227592 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b24b1a-cb75-49de-991b-2efa4c56af4c tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b24d18-5433-4392-a9f5-d730761f8d68,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:59.234881 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fb4c6ffb-43c6-4d0a-8341-ed91fea355fd req-ecfd0a4c-423d-42e9-8c51-d3ffb080c34e tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823398 Nov 12 01:11:59.253454 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b43ed92c-fb16-4e6f-abaf-9a7dc9490c9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:59.280350 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-11277e64-d9a6-4b5f-9e1b-2b536737bb75 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "GET /v2.0/security-groups/e0b24d18-5433-4392-a9f5-d730761f8d68 HTTP/1.1" status: 200 len: 1796 time: 0.0961218 Nov 12 01:11:59.295542 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 44206) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:59.371726 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b43ed92c-fb16-4e6f-abaf-9a7dc9490c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:59.374812 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b43ed92c-fb16-4e6f-abaf-9a7dc9490c9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:59.376081 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b43ed92c-fb16-4e6f-abaf-9a7dc9490c9c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6132b547-abb2-4820-81a0-046ac8d7e14c HTTP/1.1" status: 204 len: 168 time: 0.2968500 Nov 12 01:11:59.412694 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43ed92c-fb16-4e6f-abaf-9a7dc9490c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6132b547-abb2-4820-81a0-046ac8d7e14c,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:11:59.493742 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-be00540b-da3a-497d-82cc-ae6db5b64bc4 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:59.512947 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4853147-bbe2-4719-8dd3-9ce5a53072e0 req-ef6583a4-db78-49d1-805a-c959309da16e tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:59.515736 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f4853147-bbe2-4719-8dd3-9ce5a53072e0 req-ef6583a4-db78-49d1-805a-c959309da16e tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.1147540 Nov 12 01:11:59.590566 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-be00540b-da3a-497d-82cc-ae6db5b64bc4 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:59.777423 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f4853147-bbe2-4719-8dd3-9ce5a53072e0 req-f35c0138-bacb-4e34-a860-6c3cebf8e735 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2446041 Nov 12 01:11:59.820977 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5ffbb-50ec-4bbf-a56a-62f3f9b4c25c req-fa0d1ee4-48ae-4abd-ba98-6a30313a365d tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:11:59.833781 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a6e5ffbb-50ec-4bbf-a56a-62f3f9b4c25c req-fa0d1ee4-48ae-4abd-ba98-6a30313a365d tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dfe835d-23cb-4637-acb6-ddb56de82bf5 HTTP/1.1" status: 200 len: 945 time: 0.1446562 Nov 12 01:11:59.846606 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-be00540b-da3a-497d-82cc-ae6db5b64bc4 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:59.851552 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-be00540b-da3a-497d-82cc-ae6db5b64bc4 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:11:59.853541 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-be00540b-da3a-497d-82cc-ae6db5b64bc4 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "DELETE /v2.0/security-groups/e0b24d18-5433-4392-a9f5-d730761f8d68 HTTP/1.1" status: 204 len: 168 time: 0.5561001 Nov 12 01:11:59.858201 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44220) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:11:59.929166 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be00540b-da3a-497d-82cc-ae6db5b64bc4 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b24d18-5433-4392-a9f5-d730761f8d68,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:00.004623 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a6e5ffbb-50ec-4bbf-a56a-62f3f9b4c25c req-f6fb4c9b-a1d8-410b-adb2-c63ac2e2d20f tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a33527b-a081-46b3-a33c-3299ac1d026a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659379 Nov 12 01:12:00.056655 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6db27164-9326-46f9-89d7-3c552a9d7a72 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1966543 Nov 12 01:12:00.064664 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 44224) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:00.114873 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-20ce574b-468f-4049-b30d-bff6c9ef7a1d tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] delete failed (client error): The resource could not be found. Nov 12 01:12:00.116959 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-20ce574b-468f-4049-b30d-bff6c9ef7a1d tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "DELETE /v2.0/security-groups/e0b24d18-5433-4392-a9f5-d730761f8d68 HTTP/1.1" status: 404 len: 347 time: 0.0504644 Nov 12 01:12:00.123776 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44230) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:00.140778 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-b5ca6024-4681-40fd-8291-a4799cee3d1d tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Request body: {'security_group': {'name': 'tempest-secgroup--1043034295'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:00.269245 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b5ca6024-4681-40fd-8291-a4799cee3d1d tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:00.516285 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b5ca6024-4681-40fd-8291-a4799cee3d1d tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:00.527423 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b5ca6024-4681-40fd-8291-a4799cee3d1d tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:00.559530 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e75d1b-41bf-4161-9fb3-faaec08c6347 req-5f5a3c07-08c3-4531-b35f-ab26e79097f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:00.565845 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-83e75d1b-41bf-4161-9fb3-faaec08c6347 req-5f5a3c07-08c3-4531-b35f-ab26e79097f2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7bbe35289028429ba1e1b86033a5bcab&device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 1097 time: 0.2817287 Nov 12 01:12:00.598933 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f137c9-7508-4d4b-9c41-cf81da29eb66 req-a44e50eb-7abe-49e2-b3cf-483178f9738b tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:00.617988 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-98f137c9-7508-4d4b-9c41-cf81da29eb66 req-a44e50eb-7abe-49e2-b3cf-483178f9738b tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.3620362 Nov 12 01:12:00.717639 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca6024-4681-40fd-8291-a4799cee3d1d tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f43a2b3b-52f9-40b1-8c7c-3527ce343fd2,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:00.738597 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b5ca6024-4681-40fd-8291-a4799cee3d1d tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:00.752878 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b5ca6024-4681-40fd-8291-a4799cee3d1d tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6223464 Nov 12 01:12:00.754405 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44250) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:00.771060 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-5308274b-a4ef-4af5-bf4f-d04a801f265e tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Request body: {'security_group_rule': {'security_group_id': 'f43a2b3b-52f9-40b1-8c7c-3527ce343fd2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:00.787701 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3a3399a8-550b-4455-b0a4-319420f963f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:00.854794 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5308274b-a4ef-4af5-bf4f-d04a801f265e tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:00.896031 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-98f137c9-7508-4d4b-9c41-cf81da29eb66 req-ee372215-8ca9-4ec9-a906-b35d95b2ed5d tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2732069 Nov 12 01:12:00.949778 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e75d1b-41bf-4161-9fb3-faaec08c6347 req-26fc47f6-224a-41ec-9b74-e7f32e3c3340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:00.952372 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-83e75d1b-41bf-4161-9fb3-faaec08c6347 req-26fc47f6-224a-41ec-9b74-e7f32e3c3340 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 HTTP/1.1" status: 200 len: 911 time: 0.3233063 Nov 12 01:12:01.023045 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5308274b-a4ef-4af5-bf4f-d04a801f265e tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:01.031833 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5308274b-a4ef-4af5-bf4f-d04a801f265e tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:01.084840 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5308274b-a4ef-4af5-bf4f-d04a801f265e tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d97e5cd4-79b5-449d-9451-36e0607502ea,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:01.092195 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-83e75d1b-41bf-4161-9fb3-faaec08c6347 req-76cff5ad-9d72-4d3f-b61f-752559386b7e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e3cfc795-909c-4615-9d75-457b26419c79 HTTP/1.1" status: 200 len: 999 time: 0.1265898 Nov 12 01:12:01.108554 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5308274b-a4ef-4af5-bf4f-d04a801f265e tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:01.113865 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5308274b-a4ef-4af5-bf4f-d04a801f265e tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3566139 Nov 12 01:12:01.117344 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44262) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:01.207511 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8e30f1a0-e66a-4088-b7a1-ff47f74ef271 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:01.223099 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8e30f1a0-e66a-4088-b7a1-ff47f74ef271 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:01.280727 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8e30f1a0-e66a-4088-b7a1-ff47f74ef271 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:01.308747 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8e30f1a0-e66a-4088-b7a1-ff47f74ef271 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:01.315150 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8e30f1a0-e66a-4088-b7a1-ff47f74ef271 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/d97e5cd4-79b5-449d-9451-36e0607502ea HTTP/1.1" status: 204 len: 168 time: 0.1912782 Nov 12 01:12:01.323547 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44270) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:01.358003 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e30f1a0-e66a-4088-b7a1-ff47f74ef271 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d97e5cd4-79b5-449d-9451-36e0607502ea,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:01.448469 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-89f668fa-de8f-4ac5-b203-2f14ff5724a5 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1098440 Nov 12 01:12:01.450835 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44272) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:01.489229 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e75d1b-41bf-4161-9fb3-faaec08c6347 req-e47d5264-1591-44a2-8eb9-b59f38a1ff2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:01.497421 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-83e75d1b-41bf-4161-9fb3-faaec08c6347 req-e47d5264-1591-44a2-8eb9-b59f38a1ff2c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=55fa7c58-77a8-4d04-ad83-d7b14788e8b6 HTTP/1.1" status: 200 len: 850 time: 0.3982530 Nov 12 01:12:01.605028 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b75b77-2622-4739-af1f-b00002394fa5 req-11f2d997-80ef-4c17-936d-2c455686288e tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:01.610132 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e2b75b77-2622-4739-af1f-b00002394fa5 req-11f2d997-80ef-4c17-936d-2c455686288e tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dfe835d-23cb-4637-acb6-ddb56de82bf5 HTTP/1.1" status: 200 len: 945 time: 0.3607152 Nov 12 01:12:01.614062 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d7570233-3628-44c0-8480-d459582428c2 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:01.684594 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e75d1b-41bf-4161-9fb3-faaec08c6347 req-82e929ae-a741-4028-b2d2-269bb639a39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:01.687793 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-83e75d1b-41bf-4161-9fb3-faaec08c6347 req-82e929ae-a741-4028-b2d2-269bb639a39c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1820080 Nov 12 01:12:01.734052 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d7570233-3628-44c0-8480-d459582428c2 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:01.852317 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e2b75b77-2622-4739-af1f-b00002394fa5 req-196ac563-5921-48c3-b559-3a364887b544 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a33527b-a081-46b3-a33c-3299ac1d026a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2303658 Nov 12 01:12:01.974211 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d7570233-3628-44c0-8480-d459582428c2 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:01.980941 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d7570233-3628-44c0-8480-d459582428c2 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:01.983014 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d7570233-3628-44c0-8480-d459582428c2 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "DELETE /v2.0/security-groups/f43a2b3b-52f9-40b1-8c7c-3527ce343fd2 HTTP/1.1" status: 204 len: 168 time: 0.5306444 Nov 12 01:12:01.997980 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 44284) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:02.026731 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7570233-3628-44c0-8480-d459582428c2 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43a2b3b-52f9-40b1-8c7c-3527ce343fd2,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:02.331957 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-83e75d1b-41bf-4161-9fb3-faaec08c6347 req-828dc0c0-eb11-4034-a2aa-fba5484fa4a1 service neutron] 10.222.0.44 "GET /v2.0/networks/e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6100192 Nov 12 01:12:02.401812 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e2fa09d6-4f60-4ca5-83ee-a5e825c217ff tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3960638 Nov 12 01:12:02.403913 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44292) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:02.413785 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-de240c23-18b6-4137-8b91-52b6a5580fa3 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Request body: {'security_group': {'name': 'tempest-secgroup--1634643738'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:02.472459 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb5d82-a509-49ad-84d4-48655885ac2d req-90a26a2a-9833-43d3-b8e6-9c92cb30fc51 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:02.506311 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ffeb5d82-a509-49ad-84d4-48655885ac2d req-90a26a2a-9833-43d3-b8e6-9c92cb30fc51 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.4317682 Nov 12 01:12:02.557648 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-de240c23-18b6-4137-8b91-52b6a5580fa3 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:02.741535 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-de240c23-18b6-4137-8b91-52b6a5580fa3 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:02.752890 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-de240c23-18b6-4137-8b91-52b6a5580fa3 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:02.800194 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:02.825476 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-de240c23-18b6-4137-8b91-52b6a5580fa3 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:02.833522 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-de240c23-18b6-4137-8b91-52b6a5580fa3 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4245231 Nov 12 01:12:02.842729 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 44314) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:02.863720 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de240c23-18b6-4137-8b91-52b6a5580fa3 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc51bdcd-28f6-4f22-bb38-1c60cd83bea8,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:02.864135 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ffeb5d82-a509-49ad-84d4-48655885ac2d req-debafd88-4895-4132-b6c8-8561fc9d3e61 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3546650 Nov 12 01:12:02.890396 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-f7d52f8e-3087-48dc-b07b-192041afa414 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Request body: {'security_group_rule': {'security_group_id': 'bc51bdcd-28f6-4f22-bb38-1c60cd83bea8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:03.072421 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f7d52f8e-3087-48dc-b07b-192041afa414 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:03.144876 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-83e75d1b-41bf-4161-9fb3-faaec08c6347 req-58c305e6-88cb-48c0-84e6-f27f90850162 service neutron] 10.222.0.44 "GET /v2.0/networks/e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7913418 Nov 12 01:12:03.216077 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d1b85e-8938-4a1f-ad00-70acc7451383 req-73447b13-926c-4595-8fec-c70a45b779f7 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:03.218986 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6d1b85e-8938-4a1f-ad00-70acc7451383 req-73447b13-926c-4595-8fec-c70a45b779f7 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca822707-ad2a-4184-9019-b176d5c0bbff HTTP/1.1" status: 200 len: 946 time: 0.3747106 Nov 12 01:12:03.307208 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633cb636-b312-402c-a672-04642321fb4b req-6138b46f-a1e6-47bd-9b30-c6fb27b46f47 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:03.307208 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-633cb636-b312-402c-a672-04642321fb4b req-6138b46f-a1e6-47bd-9b30-c6fb27b46f47 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dfe835d-23cb-4637-acb6-ddb56de82bf5 HTTP/1.1" status: 200 len: 945 time: 0.2661343 Nov 12 01:12:03.308154 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44324) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:03.364401 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f7d52f8e-3087-48dc-b07b-192041afa414 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:03.391363 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f7d52f8e-3087-48dc-b07b-192041afa414 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:03.483330 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d52f8e-3087-48dc-b07b-192041afa414 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3a2eee3-2721-4c5d-84cc-5d3e9aa1ece1,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:03.498381 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6d1b85e-8938-4a1f-ad00-70acc7451383 req-0a770acd-6a1a-4a1d-a075-1e88fddba1a1 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617936 Nov 12 01:12:03.502755 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-281048dc-3d2d-4b6f-92e3-5bbca322482a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:03.509866 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f7d52f8e-3087-48dc-b07b-192041afa414 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:03.516047 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44328) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:03.522722 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-6a1e0d10-6034-4b2c-8f91-a70f851f3e4d tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Request body: {'security_group_rule': {'security_group_id': 'bc51bdcd-28f6-4f22-bb38-1c60cd83bea8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:03.525341 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-f7d52f8e-3087-48dc-b07b-192041afa414 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6598210 Nov 12 01:12:03.559280 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-633cb636-b312-402c-a672-04642321fb4b req-c15bb841-40a3-4db4-956b-ff312d5adef6 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a33527b-a081-46b3-a33c-3299ac1d026a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2297821 Nov 12 01:12:03.693881 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-281048dc-3d2d-4b6f-92e3-5bbca322482a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:03.697428 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6a1e0d10-6034-4b2c-8f91-a70f851f3e4d tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:03.705556 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-281048dc-3d2d-4b6f-92e3-5bbca322482a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:03.802598 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281048dc-3d2d-4b6f-92e3-5bbca322482a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6d860e-060b-4cb1-ae66-f2340732c89a,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:03.829287 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-281048dc-3d2d-4b6f-92e3-5bbca322482a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a0de4a4ac6a9440aa935aa42896373fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5197029 Nov 12 01:12:03.833548 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44338) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:03.889104 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:03.955957 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e2152e85-e3c0-4eb8-9a79-73a6d883bf99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:03.966079 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6a1e0d10-6034-4b2c-8f91-a70f851f3e4d tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:03.976460 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6a1e0d10-6034-4b2c-8f91-a70f851f3e4d tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:04.007714 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e2152e85-e3c0-4eb8-9a79-73a6d883bf99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:04.021927 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1e0d10-6034-4b2c-8f91-a70f851f3e4d tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb67ec28-3347-4a8e-92f0-dcd111af3ea4,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:04.043187 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6a1e0d10-6034-4b2c-8f91-a70f851f3e4d tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:04.044500 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6a1e0d10-6034-4b2c-8f91-a70f851f3e4d tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5272164 Nov 12 01:12:04.048952 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 44348) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:04.055137 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-4994fd5d-d312-4545-82e8-1b7888c7e3b1 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Request body: {'security_group_rule': {'security_group_id': 'bc51bdcd-28f6-4f22-bb38-1c60cd83bea8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:04.111995 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e2152e85-e3c0-4eb8-9a79-73a6d883bf99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:04.120649 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e2152e85-e3c0-4eb8-9a79-73a6d883bf99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:04.123431 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e2152e85-e3c0-4eb8-9a79-73a6d883bf99 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3c6d860e-060b-4cb1-ae66-f2340732c89a HTTP/1.1" status: 204 len: 168 time: 0.2874656 Nov 12 01:12:04.161036 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2152e85-e3c0-4eb8-9a79-73a6d883bf99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6d860e-060b-4cb1-ae66-f2340732c89a,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:04.263765 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5632993b-0627-4f47-8e46-be7e8ffa6a9f req-a11adf25-e886-42f2-913c-b31a066ad153 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d144407c-df74-4c6d-aaa1-d8862914b0c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0898411 Nov 12 01:12:04.279458 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4994fd5d-d312-4545-82e8-1b7888c7e3b1 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:04.305735 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6715ff-a117-4ab9-b465-023dde8acb09 req-ee169891-6366-4b85-b6c6-c5f942437f7f tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:04.315108 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fb6715ff-a117-4ab9-b465-023dde8acb09 req-ee169891-6366-4b85-b6c6-c5f942437f7f tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dfe835d-23cb-4637-acb6-ddb56de82bf5 HTTP/1.1" status: 200 len: 945 time: 0.2397826 Nov 12 01:12:04.394083 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df040177-0d6a-4eb4-bbe0-a528fcf0a137 req-3e56823c-bd60-4b68-b81f-90977bb53f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:04.395721 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-df040177-0d6a-4eb4-bbe0-a528fcf0a137 req-3e56823c-bd60-4b68-b81f-90977bb53f29 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d602ff0942bb43ad80fd0eb430b5a1d7&device_id=2dfe835d-23cb-4637-acb6-ddb56de82bf5 HTTP/1.1" status: 200 len: 1097 time: 0.2448034 Nov 12 01:12:04.577304 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632993b-0627-4f47-8e46-be7e8ffa6a9f req-b9d7ac0f-52dc-4687-b171-7fc059e6a3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:04.578933 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5632993b-0627-4f47-8e46-be7e8ffa6a9f req-b9d7ac0f-52dc-4687-b171-7fc059e6a3ae service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7bbe35289028429ba1e1b86033a5bcab&device_id=d144407c-df74-4c6d-aaa1-d8862914b0c1 HTTP/1.1" status: 200 len: 1097 time: 0.2411051 Nov 12 01:12:04.605805 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fb6715ff-a117-4ab9-b465-023dde8acb09 req-30efeede-5954-42f9-a855-6b6c35574dd8 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a33527b-a081-46b3-a33c-3299ac1d026a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2895539 Nov 12 01:12:04.624473 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4994fd5d-d312-4545-82e8-1b7888c7e3b1 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:04.679105 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4994fd5d-d312-4545-82e8-1b7888c7e3b1 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:04.710176 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae48293-2e83-47ec-bbc5-2c8abcd6927a req-fd8c77a2-02d0-44a1-b2fa-19c094d66d92 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:04.724258 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aae48293-2e83-47ec-bbc5-2c8abcd6927a req-fd8c77a2-02d0-44a1-b2fa-19c094d66d92 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.3223326 Nov 12 01:12:04.814831 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df040177-0d6a-4eb4-bbe0-a528fcf0a137 req-72a9f28e-da7c-4379-bdae-724381690f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:04.818061 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-df040177-0d6a-4eb4-bbe0-a528fcf0a137 req-72a9f28e-da7c-4379-bdae-724381690f31 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e99995f4-ba3c-4455-a76c-75068f6bda47 HTTP/1.1" status: 200 len: 911 time: 0.4089630 Nov 12 01:12:04.830466 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4994fd5d-d312-4545-82e8-1b7888c7e3b1 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20d5c939-c6e7-4f93-b4e0-ed8f768c4f82,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:05.050001 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-df040177-0d6a-4eb4-bbe0-a528fcf0a137 req-3ae0a852-613b-4c18-86bc-1f36acd85d72 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8785de6-4682-4524-bdaa-6e4d7ec3f359 HTTP/1.1" status: 200 len: 1000 time: 0.1512318 Nov 12 01:12:05.091586 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:05.205756 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4994fd5d-d312-4545-82e8-1b7888c7e3b1 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:05.209747 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4994fd5d-d312-4545-82e8-1b7888c7e3b1 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1588778 Nov 12 01:12:05.216932 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44368) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:05.223479 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df040177-0d6a-4eb4-bbe0-a528fcf0a137 req-14225468-b9b4-4fd0-b08c-e0d352533a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:05.226644 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-df040177-0d6a-4eb4-bbe0-a528fcf0a137 req-14225468-b9b4-4fd0-b08c-e0d352533a0e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bf3a876c-b540-4ae8-a3b9-c5dbe0528b0f HTTP/1.1" status: 200 len: 850 time: 0.1575072 Nov 12 01:12:05.228077 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-0f2ea857-94d8-4acb-90c5-942504792d03 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Request body: {'security_group_rule': {'security_group_id': 'bc51bdcd-28f6-4f22-bb38-1c60cd83bea8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:05.323748 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aae48293-2e83-47ec-bbc5-2c8abcd6927a req-ba401b80-062f-44f8-af22-c36165dfdf25 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4965107 Nov 12 01:12:05.340687 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0f2ea857-94d8-4acb-90c5-942504792d03 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:05.472836 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df040177-0d6a-4eb4-bbe0-a528fcf0a137 req-81281411-1044-4b83-872d-f555a1d28e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:05.475560 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-df040177-0d6a-4eb4-bbe0-a528fcf0a137 req-81281411-1044-4b83-872d-f555a1d28e46 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e99995f4-ba3c-4455-a76c-75068f6bda47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2400343 Nov 12 01:12:05.477912 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632993b-0627-4f47-8e46-be7e8ffa6a9f req-18e214ed-f1bd-4240-8b78-7fe7983132b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:05.482785 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5632993b-0627-4f47-8e46-be7e8ffa6a9f req-18e214ed-f1bd-4240-8b78-7fe7983132b3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 HTTP/1.1" status: 200 len: 911 time: 0.8563735 Nov 12 01:12:05.572362 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0f2ea857-94d8-4acb-90c5-942504792d03 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:05.587780 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0f2ea857-94d8-4acb-90c5-942504792d03 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:05.665977 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2ea857-94d8-4acb-90c5-942504792d03 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3c7a2cb-6e48-48db-983e-31f4a4c9f76e,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:05.703243 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0f2ea857-94d8-4acb-90c5-942504792d03 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:05.716433 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0f2ea857-94d8-4acb-90c5-942504792d03 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4971380 Nov 12 01:12:05.719841 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44386) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:05.735133 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-ce99e469-55cc-4889-ba4b-620ee40c441b tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Request body: {'security_group_rule': {'security_group_id': 'bc51bdcd-28f6-4f22-bb38-1c60cd83bea8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:05.823011 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ce99e469-55cc-4889-ba4b-620ee40c441b tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:05.961353 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ce99e469-55cc-4889-ba4b-620ee40c441b tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:05.973782 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ce99e469-55cc-4889-ba4b-620ee40c441b tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:06.032516 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99e469-55cc-4889-ba4b-620ee40c441b tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=055d72f4-5a0f-4fc4-8583-2935d3c77f5a,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:06.051070 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ce99e469-55cc-4889-ba4b-620ee40c441b tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:06.053200 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ce99e469-55cc-4889-ba4b-620ee40c441b tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3313193 Nov 12 01:12:06.056554 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44396) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:06.088782 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-45bd5073-cb4f-42a9-b707-cfb6614378f3 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:06.099991 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-45bd5073-cb4f-42a9-b707-cfb6614378f3 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:06.139568 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-45bd5073-cb4f-42a9-b707-cfb6614378f3 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:06.147683 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-45bd5073-cb4f-42a9-b707-cfb6614378f3 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:06.152651 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-45bd5073-cb4f-42a9-b707-cfb6614378f3 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/055d72f4-5a0f-4fc4-8583-2935d3c77f5a HTTP/1.1" status: 204 len: 168 time: 0.0948448 Nov 12 01:12:06.153670 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44398) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:06.186113 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bd5073-cb4f-42a9-b707-cfb6614378f3 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=055d72f4-5a0f-4fc4-8583-2935d3c77f5a,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:06.211365 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5632993b-0627-4f47-8e46-be7e8ffa6a9f req-b470a42d-91b2-4c2d-9931-c9dcc03135b0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73b77dfb-eb82-4711-b2a0-27033906d828 HTTP/1.1" status: 200 len: 217 time: 0.7069030 Nov 12 01:12:06.305834 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a4411fe9-ac67-402c-b700-99ef23334334 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1378913 Nov 12 01:12:06.312436 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44400) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:06.382815 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-235ccc9b-9518-42ea-bc1f-24989bb5b7ee tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:06.433757 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-235ccc9b-9518-42ea-bc1f-24989bb5b7ee tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:06.506309 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-235ccc9b-9518-42ea-bc1f-24989bb5b7ee tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:06.536388 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-235ccc9b-9518-42ea-bc1f-24989bb5b7ee tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:06.546339 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-235ccc9b-9518-42ea-bc1f-24989bb5b7ee tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/e3c7a2cb-6e48-48db-983e-31f4a4c9f76e HTTP/1.1" status: 204 len: 168 time: 0.2317836 Nov 12 01:12:06.549864 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44406) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:06.600658 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235ccc9b-9518-42ea-bc1f-24989bb5b7ee tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e3c7a2cb-6e48-48db-983e-31f4a4c9f76e,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:06.733329 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d212ca7b-6782-4ff8-bb24-77a31aa38219 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1714625 Nov 12 01:12:06.733974 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44412) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:06.765440 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6831ea98-2fa9-40fc-afdd-d78296c1c27f tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:06.778333 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6831ea98-2fa9-40fc-afdd-d78296c1c27f tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:06.819117 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973d278-5be7-4411-8095-d1fb54f58eff req-5c263f0e-3dfc-44f4-bbaf-6c4f90a0a540 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:06.822126 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c973d278-5be7-4411-8095-d1fb54f58eff req-5c263f0e-3dfc-44f4-bbaf-6c4f90a0a540 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.6353855 Nov 12 01:12:06.849051 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6831ea98-2fa9-40fc-afdd-d78296c1c27f tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:06.857249 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6831ea98-2fa9-40fc-afdd-d78296c1c27f tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:06.863870 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6831ea98-2fa9-40fc-afdd-d78296c1c27f tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/20d5c939-c6e7-4f93-b4e0-ed8f768c4f82 HTTP/1.1" status: 204 len: 168 time: 0.1284907 Nov 12 01:12:06.864511 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44416) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:06.950465 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6831ea98-2fa9-40fc-afdd-d78296c1c27f tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=20d5c939-c6e7-4f93-b4e0-ed8f768c4f82,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:06.969102 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09323d-1c52-41ac-9830-e9107bd51c6c req-c4fc2a60-5405-4d92-8d18-e40ef4af9878 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:06.980486 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-cd311da7-1718-4a29-8041-16fd7a599258 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1043501 Nov 12 01:12:06.982063 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44420) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:06.984300 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bf09323d-1c52-41ac-9830-e9107bd51c6c req-c4fc2a60-5405-4d92-8d18-e40ef4af9878 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dfe835d-23cb-4637-acb6-ddb56de82bf5 HTTP/1.1" status: 200 len: 945 time: 0.7998669 Nov 12 01:12:07.019950 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2eeed2b1-048b-4e35-a19d-82ff74cd382b tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:07.039530 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2eeed2b1-048b-4e35-a19d-82ff74cd382b tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:07.087445 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632993b-0627-4f47-8e46-be7e8ffa6a9f req-61735c7c-ff4b-4167-9132-5f303ed58d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:07.090213 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5632993b-0627-4f47-8e46-be7e8ffa6a9f req-61735c7c-ff4b-4167-9132-5f303ed58d7b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=55fa7c58-77a8-4d04-ad83-d7b14788e8b6 HTTP/1.1" status: 200 len: 850 time: 0.6062717 Nov 12 01:12:07.106149 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2eeed2b1-048b-4e35-a19d-82ff74cd382b tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:07.112142 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2eeed2b1-048b-4e35-a19d-82ff74cd382b tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:07.121010 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2eeed2b1-048b-4e35-a19d-82ff74cd382b tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/eb67ec28-3347-4a8e-92f0-dcd111af3ea4 HTTP/1.1" status: 204 len: 168 time: 0.1374226 Nov 12 01:12:07.122322 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44426) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:07.179680 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 44428) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:07.188511 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-df040177-0d6a-4eb4-bbe0-a528fcf0a137 req-86402db4-c315-4769-a546-9630f0de8475 service neutron] 10.222.0.16 "GET /v2.0/networks/e99995f4-ba3c-4455-a76c-75068f6bda47?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7021315 Nov 12 01:12:07.189352 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeed2b1-048b-4e35-a19d-82ff74cd382b tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb67ec28-3347-4a8e-92f0-dcd111af3ea4,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:07.226837 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7de55700-cfd9-40fd-850f-64e99a724ded tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0977905 Nov 12 01:12:07.232045 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44432) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:07.288239 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a5a1db64-906b-4924-ba7b-4a608b637e8e tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:07.313960 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a5a1db64-906b-4924-ba7b-4a608b637e8e tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:07.374404 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-df040177-0d6a-4eb4-bbe0-a528fcf0a137 req-53f3f97f-d015-4096-b2bd-b4b2849d95b8 service neutron] 10.222.0.16 "GET /v2.0/networks/e99995f4-ba3c-4455-a76c-75068f6bda47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406848 Nov 12 01:12:07.401719 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a5a1db64-906b-4924-ba7b-4a608b637e8e tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:07.417354 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a5a1db64-906b-4924-ba7b-4a608b637e8e tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:07.422786 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a5a1db64-906b-4924-ba7b-4a608b637e8e tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/d3a2eee3-2721-4c5d-84cc-5d3e9aa1ece1 HTTP/1.1" status: 204 len: 168 time: 0.1840255 Nov 12 01:12:07.439998 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44434) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:07.467516 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bf09323d-1c52-41ac-9830-e9107bd51c6c req-7a17e109-ee66-4325-8128-193f6f81115b tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a33527b-a081-46b3-a33c-3299ac1d026a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4277942 Nov 12 01:12:07.486077 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632993b-0627-4f47-8e46-be7e8ffa6a9f req-4a47630a-cc68-484a-8516-5cc9384db45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:07.489050 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5632993b-0627-4f47-8e46-be7e8ffa6a9f req-4a47630a-cc68-484a-8516-5cc9384db45a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3899353 Nov 12 01:12:07.498860 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c973d278-5be7-4411-8095-d1fb54f58eff req-f8f40c7b-9892-42c2-bf89-4c6896ae02a3 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6501477 Nov 12 01:12:07.501404 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a1db64-906b-4924-ba7b-4a608b637e8e tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d3a2eee3-2721-4c5d-84cc-5d3e9aa1ece1,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:07.607547 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-62d57d25-00a3-4fdc-b943-07ddc3109502 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1449368 Nov 12 01:12:07.608405 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44440) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:07.707408 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e377f128-5f6e-497a-9003-75d666b61a2a tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:07.736241 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-f844a124-c457-43f0-a9de-993ca7200b6d tempest-MeteringTestJSON-122268497 tempest-MeteringTestJSON-122268497-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1822550336'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:07.737739 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-f844a124-c457-43f0-a9de-993ca7200b6d tempest-MeteringTestJSON-122268497 tempest-MeteringTestJSON-122268497-project-admin] Unknown quota resources ['metering_label']. {{(pid=109085) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 01:12:07.803695 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e377f128-5f6e-497a-9003-75d666b61a2a tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:07.952265 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e377f128-5f6e-497a-9003-75d666b61a2a tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:07.958578 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e377f128-5f6e-497a-9003-75d666b61a2a tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:07.963504 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e377f128-5f6e-497a-9003-75d666b61a2a tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "DELETE /v2.0/security-groups/bc51bdcd-28f6-4f22-bb38-1c60cd83bea8 HTTP/1.1" status: 204 len: 168 time: 0.3534935 Nov 12 01:12:07.967409 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44446) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:08.097414 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7f99eeaa-68af-48a4-89d9-9ddf4f2b5b5a tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1078484 Nov 12 01:12:08.097414 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e377f128-5f6e-497a-9003-75d666b61a2a tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc51bdcd-28f6-4f22-bb38-1c60cd83bea8,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:08.097881 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44452) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:08.109539 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-e3ea4ef8-ee3d-4d91-8450-992da57bd34a tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Request body: {'security_group': {'name': 'tempest-secgroup--587381235'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:08.157602 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e3ea4ef8-ee3d-4d91-8450-992da57bd34a tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:08.256283 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:08.453500 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e3ea4ef8-ee3d-4d91-8450-992da57bd34a tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:08.465419 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e3ea4ef8-ee3d-4d91-8450-992da57bd34a tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:08.672473 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d680bf8-6081-479e-a928-a04905d6900f req-0dc84a8b-13e6-4378-8857-d3060d939e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:08.677253 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2d680bf8-6081-479e-a928-a04905d6900f req-0dc84a8b-13e6-4378-8857-d3060d939e96 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d602ff0942bb43ad80fd0eb430b5a1d7&device_id=2dfe835d-23cb-4637-acb6-ddb56de82bf5 HTTP/1.1" status: 200 len: 1097 time: 1.1217544 Nov 12 01:12:08.678743 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e3ea4ef8-ee3d-4d91-8450-992da57bd34a tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:08.690066 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f844a124-c457-43f0-a9de-993ca7200b6d tempest-MeteringTestJSON-122268497 tempest-MeteringTestJSON-122268497-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:08.692189 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-f844a124-c457-43f0-a9de-993ca7200b6d tempest-MeteringTestJSON-122268497 tempest-MeteringTestJSON-122268497-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.5060747 Nov 12 01:12:08.693039 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e3ea4ef8-ee3d-4d91-8450-992da57bd34a tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5934253 Nov 12 01:12:08.698907 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44464) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:08.699536 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 44466) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:08.722943 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-dd850abb-5fa0-47ed-9f83-0ed7cde301b6 tempest-MeteringTestJSON-122268497 tempest-MeteringTestJSON-122268497-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'e02b8648-ea8e-4f9d-b362-52089eb495a6'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:08.724235 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-dd850abb-5fa0-47ed-9f83-0ed7cde301b6 tempest-MeteringTestJSON-122268497 tempest-MeteringTestJSON-122268497-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109085) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 01:12:08.748486 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-bf524d4d-bbc8-4418-b4bb-7040859afa0b tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Request body: {'security_group_rule': {'security_group_id': 'e26ece7f-51ea-4fc5-b7bb-e74b71cbb52a', 'direction': 'ingress', 'protocol': 17}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:08.759401 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea4ef8-ee3d-4d91-8450-992da57bd34a tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e26ece7f-51ea-4fc5-b7bb-e74b71cbb52a,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:08.773259 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44470) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:08.780639 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5632993b-0627-4f47-8e46-be7e8ffa6a9f req-983bc2b7-00de-4885-8237-eee3384bd08e service neutron] 10.222.0.44 "GET /v2.0/networks/e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2752578 Nov 12 01:12:08.866997 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bf524d4d-bbc8-4418-b4bb-7040859afa0b tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:09.076993 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bf524d4d-bbc8-4418-b4bb-7040859afa0b tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:09.090063 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bf524d4d-bbc8-4418-b4bb-7040859afa0b tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:09.165500 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bf524d4d-bbc8-4418-b4bb-7040859afa0b tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:09.169010 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-bf524d4d-bbc8-4418-b4bb-7040859afa0b tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4291945 Nov 12 01:12:09.185317 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf524d4d-bbc8-4418-b4bb-7040859afa0b tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbf7c647-55d0-4157-b08b-e53c92e4c0d4,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:09.187129 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44480) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:09.187699 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5632993b-0627-4f47-8e46-be7e8ffa6a9f req-bca35ef1-c477-4a39-93d5-1a2c44aaf5b0 service neutron] 10.222.0.44 "GET /v2.0/networks/e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564458 Nov 12 01:12:09.436586 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f879c124-b088-4509-9371-4c117b53147e tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:09.503403 n-d-712142-27 neutron-server[109085]: WARNING neutron.services.metering.metering_plugin [None req-dd850abb-5fa0-47ed-9f83-0ed7cde301b6 tempest-MeteringTestJSON-122268497 tempest-MeteringTestJSON-122268497-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 01:12:09.615595 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f879c124-b088-4509-9371-4c117b53147e tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:09.973249 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d680bf8-6081-479e-a928-a04905d6900f req-e0c4460a-5880-4840-a155-15c1274f7e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:09.974969 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2d680bf8-6081-479e-a928-a04905d6900f req-e0c4460a-5880-4840-a155-15c1274f7e80 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e99995f4-ba3c-4455-a76c-75068f6bda47 HTTP/1.1" status: 200 len: 911 time: 1.2414267 Nov 12 01:12:10.005200 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f879c124-b088-4509-9371-4c117b53147e tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:10.011637 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f879c124-b088-4509-9371-4c117b53147e tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:10.019983 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f879c124-b088-4509-9371-4c117b53147e tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "DELETE /v2.0/security-groups/e26ece7f-51ea-4fc5-b7bb-e74b71cbb52a HTTP/1.1" status: 204 len: 168 time: 0.8172381 Nov 12 01:12:10.021438 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44504) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:10.088261 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dd850abb-5fa0-47ed-9f83-0ed7cde301b6 tempest-MeteringTestJSON-122268497 tempest-MeteringTestJSON-122268497-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:10.090306 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-dd850abb-5fa0-47ed-9f83-0ed7cde301b6 tempest-MeteringTestJSON-122268497 tempest-MeteringTestJSON-122268497-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 1.3884134 Nov 12 01:12:10.111778 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44508) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:10.132723 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f879c124-b088-4509-9371-4c117b53147e tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26ece7f-51ea-4fc5-b7bb-e74b71cbb52a,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:10.147688 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-1dbc11fa-3ca5-4e7e-ad34-be0abff7ee31 tempest-MeteringTestJSON-122268497 tempest-MeteringTestJSON-122268497-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'e02b8648-ea8e-4f9d-b362-52089eb495a6'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:10.147688 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-1dbc11fa-3ca5-4e7e-ad34-be0abff7ee31 tempest-MeteringTestJSON-122268497 tempest-MeteringTestJSON-122268497-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109086) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 01:12:10.162298 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c6922-6edf-426e-8e55-7ee9634ec550 req-bc19f113-67f8-4494-9207-53948662636e tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:10.164218 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-db1c6922-6edf-426e-8e55-7ee9634ec550 req-bc19f113-67f8-4494-9207-53948662636e tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dfe835d-23cb-4637-acb6-ddb56de82bf5 HTTP/1.1" status: 200 len: 945 time: 0.9829209 Nov 12 01:12:10.278294 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2d680bf8-6081-479e-a928-a04905d6900f req-828669ac-33a0-4ca3-a48d-393f685bbc91 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8785de6-4682-4524-bdaa-6e4d7ec3f359 HTTP/1.1" status: 200 len: 1000 time: 0.2892618 Nov 12 01:12:10.342523 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d72663-175f-44c9-9c96-330fa2168cca req-b295a838-7067-4779-a95c-b1f695b91075 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:10.349641 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d7d72663-175f-44c9-9c96-330fa2168cca req-b295a838-7067-4779-a95c-b1f695b91075 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=ae1aab04-7ae3-4077-8b45-6ac4413e432c HTTP/1.1" status: 200 len: 943 time: 0.2696879 Nov 12 01:12:10.368280 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-db1c6922-6edf-426e-8e55-7ee9634ec550 req-356b0660-2cd1-4c19-b23f-e6fd74c2b5a9 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a33527b-a081-46b3-a33c-3299ac1d026a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884322 Nov 12 01:12:10.388209 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-ed5c517e-ddd1-4cff-8880-f8ad0d0086c2 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:10.394679 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-ed5c517e-ddd1-4cff-8880-f8ad0d0086c2 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:10.401116 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-ed5c517e-ddd1-4cff-8880-f8ad0d0086c2 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:10.409486 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-ed5c517e-ddd1-4cff-8880-f8ad0d0086c2 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:10.416413 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-ed5c517e-ddd1-4cff-8880-f8ad0d0086c2 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:10.423605 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-ed5c517e-ddd1-4cff-8880-f8ad0d0086c2 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:10.431274 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-ed5c517e-ddd1-4cff-8880-f8ad0d0086c2 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:10.433851 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-ed5c517e-ddd1-4cff-8880-f8ad0d0086c2 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.44 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 5434 time: 0.2806394 Nov 12 01:12:10.442521 n-d-712142-27 neutron-server[109086]: WARNING neutron.services.metering.metering_plugin [None req-1dbc11fa-3ca5-4e7e-ad34-be0abff7ee31 tempest-MeteringTestJSON-122268497 tempest-MeteringTestJSON-122268497-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 01:12:10.472550 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2590ab38-d6a0-41fc-818d-ac7341444321 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4295781 Nov 12 01:12:10.475393 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 44512) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:10.512153 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-887fe7f5-3c82-41fd-adeb-941f356721b2 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Request body: {'security_group': {'name': 'tempest-secgroup--1704435298'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:10.515117 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:10.517798 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d680bf8-6081-479e-a928-a04905d6900f req-f2619f8b-66ca-4afe-a2de-77f6e7a4f977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:10.519740 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2d680bf8-6081-479e-a928-a04905d6900f req-f2619f8b-66ca-4afe-a2de-77f6e7a4f977 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bf3a876c-b540-4ae8-a3b9-c5dbe0528b0f HTTP/1.1" status: 200 len: 850 time: 0.2298956 Nov 12 01:12:10.605980 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-9d5c3169-3851-47ca-b24b-d0fd66f393e5 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:10.607562 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-9d5c3169-3851-47ca-b24b-d0fd66f393e5 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.44 "GET /v2.0/ports/02f4ae95-756c-4dab-896e-11fe6ab13527?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1501198 Nov 12 01:12:10.696026 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-887fe7f5-3c82-41fd-adeb-941f356721b2 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:10.730951 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1dbc11fa-3ca5-4e7e-ad34-be0abff7ee31 tempest-MeteringTestJSON-122268497 tempest-MeteringTestJSON-122268497-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:10.735551 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1dbc11fa-3ca5-4e7e-ad34-be0abff7ee31 tempest-MeteringTestJSON-122268497 tempest-MeteringTestJSON-122268497-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6029036 Nov 12 01:12:10.736874 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44514) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:10.773461 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e92b5e62-4653-402e-82ec-03c7c8258af0 tempest-MeteringTestJSON-122268497 tempest-MeteringTestJSON-122268497-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules?id=779557c3-2be2-4515-ade7-699debf23f6a HTTP/1.1" status: 200 len: 464 time: 0.0326376 Nov 12 01:12:10.779771 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 44516) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:10.786084 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d680bf8-6081-479e-a928-a04905d6900f req-e69ea2a8-dc8e-4096-8cb8-dda33299d016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:10.787710 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2d680bf8-6081-479e-a928-a04905d6900f req-e69ea2a8-dc8e-4096-8cb8-dda33299d016 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e99995f4-ba3c-4455-a76c-75068f6bda47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2583325 Nov 12 01:12:10.855802 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd532e9-73cd-4032-aaf5-f389c9d433fe req-0daa9fc6-cdf0-425d-a535-22da3a9b38e4 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:10.862198 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd532e9-73cd-4032-aaf5-f389c9d433fe req-0daa9fc6-cdf0-425d-a535-22da3a9b38e4 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:10.868882 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd532e9-73cd-4032-aaf5-f389c9d433fe req-0daa9fc6-cdf0-425d-a535-22da3a9b38e4 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:10.875893 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd532e9-73cd-4032-aaf5-f389c9d433fe req-0daa9fc6-cdf0-425d-a535-22da3a9b38e4 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:10.882186 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd532e9-73cd-4032-aaf5-f389c9d433fe req-0daa9fc6-cdf0-425d-a535-22da3a9b38e4 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:10.889053 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd532e9-73cd-4032-aaf5-f389c9d433fe req-0daa9fc6-cdf0-425d-a535-22da3a9b38e4 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:10.895475 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd532e9-73cd-4032-aaf5-f389c9d433fe req-0daa9fc6-cdf0-425d-a535-22da3a9b38e4 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:10.897676 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2bd532e9-73cd-4032-aaf5-f389c9d433fe req-0daa9fc6-cdf0-425d-a535-22da3a9b38e4 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 5434 time: 0.3146789 Nov 12 01:12:10.958919 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4d112c05-0244-4fdd-b000-75e57554c70d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:10.968303 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-d7d72663-175f-44c9-9c96-330fa2168cca req-5b7eb2fe-5a72-4d3c-9b40-83d2c3ee5bcc tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Deleting port 9a5c5015-3d8b-4c31-aceb-84d844f6ca3f {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:12:10.968850 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d7d72663-175f-44c9-9c96-330fa2168cca req-5b7eb2fe-5a72-4d3c-9b40-83d2c3ee5bcc tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:11.011687 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-8606dbe7-fa66-4ac7-b661-a59f0da7e035 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.44 "GET /v2.0/networks/bca8627a-85cd-44bc-bbc5-d27b1e587fca?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3902729 Nov 12 01:12:11.057647 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-a70b7575-4624-4e09-b4e9-cfed8fb8986e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:11.636325 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-887fe7f5-3c82-41fd-adeb-941f356721b2 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:11.649196 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0fccfe0b-1644-4dd3-80fd-7e431ec3eb07 tempest-MeteringTestJSON-122268497 tempest-MeteringTestJSON-122268497-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:11.650354 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-0fccfe0b-1644-4dd3-80fd-7e431ec3eb07 tempest-MeteringTestJSON-122268497 tempest-MeteringTestJSON-122268497-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-label-rules/779557c3-2be2-4515-ade7-699debf23f6a HTTP/1.1" status: 204 len: 168 time: 0.8616581 Nov 12 01:12:11.656726 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44520) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:11.679909 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-887fe7f5-3c82-41fd-adeb-941f356721b2 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:11.708239 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2d680bf8-6081-479e-a928-a04905d6900f req-32907f9d-82c1-4bfb-a410-7ea9a71e2934 service neutron] 10.222.0.16 "GET /v2.0/networks/e99995f4-ba3c-4455-a76c-75068f6bda47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8993232 Nov 12 01:12:11.723286 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a3677a2f-a3b6-4553-a629-2ac367f99b45 tempest-MeteringTestJSON-122268497 tempest-MeteringTestJSON-122268497-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules?id=779557c3-2be2-4515-ade7-699debf23f6a HTTP/1.1" status: 200 len: 221 time: 0.0565801 Nov 12 01:12:11.725738 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44522) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:11.731724 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-4f78a506-c131-4602-9f57-07ae55571d2c tempest-MeteringTestJSON-122268497 tempest-MeteringTestJSON-122268497-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--93126016', 'description': 'label created by tempest'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:11.732776 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-4f78a506-c131-4602-9f57-07ae55571d2c tempest-MeteringTestJSON-122268497 tempest-MeteringTestJSON-122268497-project-admin] Unknown quota resources ['metering_label']. {{(pid=109086) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 01:12:11.757667 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2bd532e9-73cd-4032-aaf5-f389c9d433fe req-6823da3b-0dab-4c08-8936-86b7df88dbdc tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c2064e3-365e-4ce1-97ba-786147ddb249&id=cc2c1d93-00ba-4bf1-8dce-5f2d256d3645&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8384926 Nov 12 01:12:11.760793 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-d7d72663-175f-44c9-9c96-330fa2168cca req-5b7eb2fe-5a72-4d3c-9b40-83d2c3ee5bcc tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] For port 9a5c5015-3d8b-4c31-aceb-84d844f6ca3f, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=9a5c5015-3d8b-4c31-aceb-84d844f6ca3f,segment=NetworkSegment(6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4),segment_id=6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:11.761319 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d7d72663-175f-44c9-9c96-330fa2168cca req-5b7eb2fe-5a72-4d3c-9b40-83d2c3ee5bcc tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:11.768229 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-a70b7575-4624-4e09-b4e9-cfed8fb8986e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:11.816226 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-887fe7f5-3c82-41fd-adeb-941f356721b2 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:11.817505 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-887fe7f5-3c82-41fd-adeb-941f356721b2 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3369544 Nov 12 01:12:11.821559 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-d7d72663-175f-44c9-9c96-330fa2168cca req-5b7eb2fe-5a72-4d3c-9b40-83d2c3ee5bcc tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Calling delete_port for 9a5c5015-3d8b-4c31-aceb-84d844f6ca3f owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:11.827513 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 44524) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:11.836307 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-84f7b570-0152-4222-a1aa-9c555d5ffcce tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Request body: {'security_group': {'name': 'tempest-secgroup--1842215418'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:11.844796 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887fe7f5-3c82-41fd-adeb-941f356721b2 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54d2c6ee-158b-42e5-81ab-36676eaca07e,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:12.028334 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-84f7b570-0152-4222-a1aa-9c555d5ffcce tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:12.063312 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2d680bf8-6081-479e-a928-a04905d6900f req-5156e36f-2d3a-4932-8dfe-fb9adbfe6583 service neutron] 10.222.0.16 "GET /v2.0/networks/e99995f4-ba3c-4455-a76c-75068f6bda47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254998 Nov 12 01:12:12.158037 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4f78a506-c131-4602-9f57-07ae55571d2c tempest-MeteringTestJSON-122268497 tempest-MeteringTestJSON-122268497-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:12.162507 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4f78a506-c131-4602-9f57-07ae55571d2c tempest-MeteringTestJSON-122268497 tempest-MeteringTestJSON-122268497-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 468 time: 0.4331195 Nov 12 01:12:12.163725 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44526) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:12.279930 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d7d72663-175f-44c9-9c96-330fa2168cca req-5b7eb2fe-5a72-4d3c-9b40-83d2c3ee5bcc tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:12.301478 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-a70b7575-4624-4e09-b4e9-cfed8fb8986e service neutron] For port 02f4ae95-756c-4dab-896e-11fe6ab13527, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=02f4ae95-756c-4dab-896e-11fe6ab13527,segment=NetworkSegment(3b8d314a-fb91-4753-a376-6dadf7d1ae46),segment_id=3b8d314a-fb91-4753-a376-6dadf7d1ae46)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:12.333631 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-84f7b570-0152-4222-a1aa-9c555d5ffcce tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:12.344342 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['0ad0bb83-2810-4bf3-8d54-35cf18d580c1', '73b77dfb-eb82-4711-b2a0-27033906d828'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:12:12.345279 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7eb2fe-5a72-4d3c-9b40-83d2c3ee5bcc tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Pushing event deleted for resources: {'Port': ['ID=9a5c5015-3d8b-4c31-aceb-84d844f6ca3f,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:12.350584 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-84f7b570-0152-4222-a1aa-9c555d5ffcce tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:12.361737 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-fb9185d5-8f39-47c3-9f1b-a5c19e05e6fb tempest-MeteringTestJSON-122268497 tempest-MeteringTestJSON-122268497-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels?id=8bf40027-0883-4033-838b-79937658de4b HTTP/1.1" status: 200 len: 466 time: 0.1921518 Nov 12 01:12:12.361867 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44530) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:12.446096 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d72663-175f-44c9-9c96-330fa2168cca req-5b7eb2fe-5a72-4d3c-9b40-83d2c3ee5bcc tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] No DVR routers for this DVR port 9a5c5015-3d8b-4c31-aceb-84d844f6ca3f on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:12:12.453816 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d7d72663-175f-44c9-9c96-330fa2168cca req-5b7eb2fe-5a72-4d3c-9b40-83d2c3ee5bcc tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:12.457771 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d7d72663-175f-44c9-9c96-330fa2168cca req-5b7eb2fe-5a72-4d3c-9b40-83d2c3ee5bcc tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "DELETE /v2.0/ports/9a5c5015-3d8b-4c31-aceb-84d844f6ca3f HTTP/1.1" status: 204 len: 173 time: 2.1071749 Nov 12 01:12:12.461140 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-84f7b570-0152-4222-a1aa-9c555d5ffcce tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:12.462538 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-84f7b570-0152-4222-a1aa-9c555d5ffcce tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6322851 Nov 12 01:12:12.480957 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae1aab04-7ae3-4077-8b45-6ac4413e432c', 'name': 'network-vif-deleted', 'tag': '9a5c5015-3d8b-4c31-aceb-84d844f6ca3f'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:12:12.484051 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5b37d9-7d4e-45d7-a036-b425d8b82354" -d '{"events": [{"server_uuid": "ae1aab04-7ae3-4077-8b45-6ac4413e432c", "name": "network-vif-deleted", "tag": "9a5c5015-3d8b-4c31-aceb-84d844f6ca3f"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:12:12.498839 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 44532) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:12.514289 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-59052ab0-870a-4800-95c5-00a6945816ec tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Request body: {'security_group_rule': {'security_group_id': '54d2c6ee-158b-42e5-81ab-36676eaca07e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'dc2305f5-6f32-43a3-89bf-a7bdebaf8cc1', 'remote_ip_prefix': None}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:12.540362 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f7b570-0152-4222-a1aa-9c555d5ffcce tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2305f5-6f32-43a3-89bf-a7bdebaf8cc1,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:12.550769 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-a70b7575-4624-4e09-b4e9-cfed8fb8986e service neutron] For port 02f4ae95-756c-4dab-896e-11fe6ab13527, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:12:12.646812 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 12 Nov 2021 01:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1814f9-ac9b-447b-950f-1968e488ee42 x-openstack-request-id: req-5a1814f9-ac9b-447b-950f-1968e488ee42 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:12:12.649070 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae1aab04-7ae3-4077-8b45-6ac4413e432c", "name": "network-vif-deleted", "tag": "9a5c5015-3d8b-4c31-aceb-84d844f6ca3f", "status": "failed", "code": 422}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:12:12.649494 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5a1814f9-ac9b-447b-950f-1968e488ee42 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:12:12.651921 n-d-712142-27 neutron-server[109085]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ae1aab04-7ae3-4077-8b45-6ac4413e432c', 'name': 'network-vif-deleted', 'tag': '9a5c5015-3d8b-4c31-aceb-84d844f6ca3f', 'status': 'failed', 'code': 422} returned with failed status Nov 12 01:12:12.733071 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-a70b7575-4624-4e09-b4e9-cfed8fb8986e service neutron] device_id is not set on port 02f4ae95-756c-4dab-896e-11fe6ab13527 yet. {{(pid=109085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:12:12.775601 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-a70b7575-4624-4e09-b4e9-cfed8fb8986e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:12.798190 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-59052ab0-870a-4800-95c5-00a6945816ec tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:12.878432 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-a70b7575-4624-4e09-b4e9-cfed8fb8986e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:12.939359 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-4d112c05-0244-4fdd-b000-75e57554c70d admin admin] Deleting port 53ec15fc-73b8-476f-9744-069c94640c7d {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:12:12.939929 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4d112c05-0244-4fdd-b000-75e57554c70d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:12.950501 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b370cc61-93b8-46ac-a677-8ccf5eb14240 tempest-MeteringTestJSON-122268497 tempest-MeteringTestJSON-122268497-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:12.954287 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b370cc61-93b8-46ac-a677-8ccf5eb14240 tempest-MeteringTestJSON-122268497 tempest-MeteringTestJSON-122268497-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-labels/8bf40027-0883-4033-838b-79937658de4b HTTP/1.1" status: 204 len: 168 time: 0.5893321 Nov 12 01:12:12.959202 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 44542) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:13.061052 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-9f2516a0-4e1e-45c6-a698-01272ce76d4a tempest-MeteringTestJSON-122268497 tempest-MeteringTestJSON-122268497-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels?id=8bf40027-0883-4033-838b-79937658de4b HTTP/1.1" status: 200 len: 216 time: 0.0984821 Nov 12 01:12:13.076470 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44546) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:13.101953 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-a70b7575-4624-4e09-b4e9-cfed8fb8986e service neutron] No DVR routers for this DVR port 02f4ae95-756c-4dab-896e-11fe6ab13527 on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:12:13.127018 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-4d112c05-0244-4fdd-b000-75e57554c70d admin admin] For port 53ec15fc-73b8-476f-9744-069c94640c7d, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=53ec15fc-73b8-476f-9744-069c94640c7d,segment=NetworkSegment(160eb3a9-a811-42ba-8ae2-682c5125e1c5),segment_id=160eb3a9-a811-42ba-8ae2-682c5125e1c5)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:13.127389 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4d112c05-0244-4fdd-b000-75e57554c70d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:13.144418 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7933e86f-840e-4066-a6b1-b92ceb3cd294 tempest-MeteringTestJSON-122268497 tempest-MeteringTestJSON-122268497-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0660388 Nov 12 01:12:13.146997 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44548) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:13.163917 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70b7575-4624-4e09-b4e9-cfed8fb8986e service neutron] Pushing event updated for resources: {'Port': ['ID=02f4ae95-756c-4dab-896e-11fe6ab13527,revision_number=6']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:13.171802 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-59052ab0-870a-4800-95c5-00a6945816ec tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:13.180883 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-a70b7575-4624-4e09-b4e9-cfed8fb8986e service neutron] In _notify_port_updated(), no bound segment for port 02f4ae95-756c-4dab-896e-11fe6ab13527 on network bca8627a-85cd-44bc-bbc5-d27b1e587fca {{(pid=109085) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:12:13.182333 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-a70b7575-4624-4e09-b4e9-cfed8fb8986e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:13.182867 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9c7b9544-3f08-44c7-8c08-40398f838ec5 tempest-MeteringTestJSON-122268497 tempest-MeteringTestJSON-122268497-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0346384 Nov 12 01:12:13.183165 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-a70b7575-4624-4e09-b4e9-cfed8fb8986e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:13.184860 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-a70b7575-4624-4e09-b4e9-cfed8fb8986e service neutron] 10.222.0.44 "PUT /v2.0/ports/02f4ae95-756c-4dab-896e-11fe6ab13527 HTTP/1.1" status: 200 len: 1027 time: 2.1514785 Nov 12 01:12:13.187489 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44550) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:13.188712 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-4d112c05-0244-4fdd-b000-75e57554c70d admin admin] Calling delete_port for 53ec15fc-73b8-476f-9744-069c94640c7d owned by network:router_interface {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:13.191333 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-59052ab0-870a-4800-95c5-00a6945816ec tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:13.223603 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59052ab0-870a-4800-95c5-00a6945816ec tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=963efed2-e15f-47d8-a0f7-48c39dfb1a12,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:13.290614 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-82cdf715-c661-4037-bd27-7617f378aee3 tempest-MeteringTestJSON-122268497 tempest-MeteringTestJSON-122268497-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels/e02b8648-ea8e-4f9d-b362-52089eb495a6 HTTP/1.1" status: 200 len: 473 time: 0.0841482 Nov 12 01:12:13.294162 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44554) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:13.295289 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device b375c86f-24ec-4a06-af37-e5c95f2b1cae no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:12:13.319506 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-cdd29a3b-9971-4898-b02e-c2cb0fdeaaec tempest-MeteringTestJSON-122268497 tempest-MeteringTestJSON-122268497-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules/8bf586ae-a265-46de-a8dd-45ac52f34d83 HTTP/1.1" status: 200 len: 461 time: 0.0240855 Nov 12 01:12:13.322253 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44556) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:13.427388 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7c595-3a69-40cb-aac0-d1af2f1a2954 req-f7fb1835-4048-4f57-b839-9a8707306fff tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:13.449672 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7c595-3a69-40cb-aac0-d1af2f1a2954 req-f7fb1835-4048-4f57-b839-9a8707306fff tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:13.468552 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7c595-3a69-40cb-aac0-d1af2f1a2954 req-f7fb1835-4048-4f57-b839-9a8707306fff tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:13.486095 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7c595-3a69-40cb-aac0-d1af2f1a2954 req-f7fb1835-4048-4f57-b839-9a8707306fff tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:13.501434 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7c595-3a69-40cb-aac0-d1af2f1a2954 req-f7fb1835-4048-4f57-b839-9a8707306fff tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:13.532676 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7c595-3a69-40cb-aac0-d1af2f1a2954 req-f7fb1835-4048-4f57-b839-9a8707306fff tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:13.542358 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:13.543373 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f7a7c595-3a69-40cb-aac0-d1af2f1a2954 req-f7fb1835-4048-4f57-b839-9a8707306fff tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 4660 time: 0.5042026 Nov 12 01:12:13.558431 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-59052ab0-870a-4800-95c5-00a6945816ec tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:13.562321 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-59052ab0-870a-4800-95c5-00a6945816ec tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.0555909 Nov 12 01:12:13.568474 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 44560) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:13.623509 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-9f72c982-4327-4d66-960a-e9fc3b6a7e6f None None] Provisioning complete for port 02f4ae95-756c-4dab-896e-11fe6ab13527 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:13.624444 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9f72c982-4327-4d66-960a-e9fc3b6a7e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:13.626696 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-325264b2-fd17-4d13-aa3e-a190bf6cb06c tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:13.629189 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-325264b2-fd17-4d13-aa3e-a190bf6cb06c tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.44 "GET /v2.0/ports/d7155c35-074f-4ae5-aa90-e76bbcfeca13?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4315081 Nov 12 01:12:13.651543 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e086cd6c-2a98-4425-9572-5c419168422f tempest-MeteringTestJSON-122268497 tempest-MeteringTestJSON-122268497-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:13.657774 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e086cd6c-2a98-4425-9572-5c419168422f tempest-MeteringTestJSON-122268497 tempest-MeteringTestJSON-122268497-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-label-rules/8bf586ae-a265-46de-a8dd-45ac52f34d83 HTTP/1.1" status: 204 len: 168 time: 0.3293922 Nov 12 01:12:13.660431 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44564) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:13.664053 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-3c3325a1-418c-4e6e-a6e5-2b50b3f801ad service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:13.689581 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b375c86f-24ec-4a06-af37-e5c95f2b1cae'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:12:13.695034 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ba61a6-e41a-46ab-b9f1-039f4e9ea359" -d '{"events": [{"server_uuid": "f4d7bf12-651b-4ebe-8869-e52af4287213", "name": "network-vif-unplugged", "status": "completed", "tag": "b375c86f-24ec-4a06-af37-e5c95f2b1cae"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:12:13.739306 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port b375c86f-24ec-4a06-af37-e5c95f2b1cae, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=b375c86f-24ec-4a06-af37-e5c95f2b1cae,segment=NetworkSegment(241d1237-5a54-4a08-8584-358bbd4e511f),segment_id=241d1237-5a54-4a08-8584-358bbd4e511f)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:13.759923 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:13.761613 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 87149f6f-d97b-47f5-ab95-570cc8b6ab52 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:12:13.815704 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b96b9f11-0cd0-4ae2-acf2-522adb9d8a57 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:13.890089 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b96b9f11-0cd0-4ae2-acf2-522adb9d8a57 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:14.050454 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f7a7c595-3a69-40cb-aac0-d1af2f1a2954 req-831bdb91-2936-4f4e-90a1-a29ac1e925a1 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c2064e3-365e-4ce1-97ba-786147ddb249&id=cc2c1d93-00ba-4bf1-8dce-5f2d256d3645&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4828441 Nov 12 01:12:14.051995 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-3c3325a1-418c-4e6e-a6e5-2b50b3f801ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:14.063921 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b96b9f11-0cd0-4ae2-acf2-522adb9d8a57 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:14.112412 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6cd01cbd-8805-4971-89d2-c6d4186a53a4 tempest-MeteringTestJSON-122268497 tempest-MeteringTestJSON-122268497-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:14.117740 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6cd01cbd-8805-4971-89d2-c6d4186a53a4 tempest-MeteringTestJSON-122268497 tempest-MeteringTestJSON-122268497-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-labels/e02b8648-ea8e-4f9d-b362-52089eb495a6 HTTP/1.1" status: 204 len: 168 time: 0.4518359 Nov 12 01:12:14.139079 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b96b9f11-0cd0-4ae2-acf2-522adb9d8a57 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:14.141318 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-b96b9f11-0cd0-4ae2-acf2-522adb9d8a57 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/963efed2-e15f-47d8-a0f7-48c39dfb1a12 HTTP/1.1" status: 204 len: 168 time: 0.5689657 Nov 12 01:12:14.179252 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 44572) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:14.242303 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b9f11-0cd0-4ae2-acf2-522adb9d8a57 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=963efed2-e15f-47d8-a0f7-48c39dfb1a12,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:14.268641 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4cb3fe-f67b-45ff-9391-ad844449fe83 x-openstack-request-id: req-6f4cb3fe-f67b-45ff-9391-ad844449fe83 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:12:14.269249 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d7bf12-651b-4ebe-8869-e52af4287213", "name": "network-vif-unplugged", "status": "completed", "tag": "b375c86f-24ec-4a06-af37-e5c95f2b1cae", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:12:14.269643 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6f4cb3fe-f67b-45ff-9391-ad844449fe83 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:12:14.270347 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b375c86f-24ec-4a06-af37-e5c95f2b1cae', 'code': 200} Nov 12 01:12:14.285656 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4d112c05-0244-4fdd-b000-75e57554c70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:14.327805 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-9f72c982-4327-4d66-960a-e9fc3b6a7e6f None None] Port 02f4ae95-756c-4dab-896e-11fe6ab13527 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:12:14.351250 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d112c05-0244-4fdd-b000-75e57554c70d admin admin] Pushing event deleted for resources: {'Port': ['ID=53ec15fc-73b8-476f-9744-069c94640c7d,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:14.424981 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=b375c86f-24ec-4a06-af37-e5c95f2b1cae,revision_number=6']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:14.465291 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:14.466175 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:14.467011 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:14.468047 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:14.468814 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:14.469831 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:14.470604 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:14.471356 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:14.472100 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:14.472815 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:14.473593 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:14.474343 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:14.491562 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-bc25634f-9bb9-45a2-a4d3-5c175f2ff3fd tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3079119 Nov 12 01:12:14.502696 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 44578) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:14.604266 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:14.684841 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 87149f6f-d97b-47f5-ab95-570cc8b6ab52, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=87149f6f-d97b-47f5-ab95-570cc8b6ab52,segment=NetworkSegment(3b8d314a-fb91-4753-a376-6dadf7d1ae46),segment_id=3b8d314a-fb91-4753-a376-6dadf7d1ae46)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:14.691660 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:14.693768 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 02f4ae95-756c-4dab-896e-11fe6ab13527 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:12:14.782277 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44582) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:14.824244 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635a98e-08d2-464a-9d96-b3087119a415 req-9276db8d-f101-4da2-8887-ef9c24e01c0d tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:14.840211 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1635a98e-08d2-464a-9d96-b3087119a415 req-9276db8d-f101-4da2-8887-ef9c24e01c0d tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=499a185b-2b45-4cba-aaa2-834f685a152a HTTP/1.1" status: 200 len: 907 time: 0.5685987 Nov 12 01:12:14.889545 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=87149f6f-d97b-47f5-ab95-570cc8b6ab52,revision_number=6']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:14.911380 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 02f4ae95-756c-4dab-896e-11fe6ab13527 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:12:14.912435 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device d7155c35-074f-4ae5-aa90-e76bbcfeca13 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:12:14.966450 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4d112c05-0244-4fdd-b000-75e57554c70d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:14.988525 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-3c3325a1-418c-4e6e-a6e5-2b50b3f801ad service neutron] For port d7155c35-074f-4ae5-aa90-e76bbcfeca13, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d7155c35-074f-4ae5-aa90-e76bbcfeca13,segment=NetworkSegment(3b8d314a-fb91-4753-a376-6dadf7d1ae46),segment_id=3b8d314a-fb91-4753-a376-6dadf7d1ae46)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:15.008141 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0f014d2e-d1d9-432c-b3c2-a93191b0a1ee tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:15.055236 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0f014d2e-d1d9-432c-b3c2-a93191b0a1ee tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:15.099220 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:15.167145 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-3c3325a1-418c-4e6e-a6e5-2b50b3f801ad service neutron] For port d7155c35-074f-4ae5-aa90-e76bbcfeca13, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:12:15.225798 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9f6e727e-a9a3-474e-a832-3d40a7d6f68b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:15.226666 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-3c3325a1-418c-4e6e-a6e5-2b50b3f801ad service neutron] device_id is not set on port d7155c35-074f-4ae5-aa90-e76bbcfeca13 yet. {{(pid=109085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:12:15.238923 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-3c3325a1-418c-4e6e-a6e5-2b50b3f801ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:15.251243 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-3c3325a1-418c-4e6e-a6e5-2b50b3f801ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:15.258581 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0f014d2e-d1d9-432c-b3c2-a93191b0a1ee tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:15.261178 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0f014d2e-d1d9-432c-b3c2-a93191b0a1ee tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:15.267373 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-0f014d2e-d1d9-432c-b3c2-a93191b0a1ee tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "DELETE /v2.0/security-groups/dc2305f5-6f32-43a3-89bf-a7bdebaf8cc1 HTTP/1.1" status: 204 len: 168 time: 0.7635679 Nov 12 01:12:15.270605 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 44588) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:15.410943 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f014d2e-d1d9-432c-b3c2-a93191b0a1ee tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2305f5-6f32-43a3-89bf-a7bdebaf8cc1,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:15.416878 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3325a1-418c-4e6e-a6e5-2b50b3f801ad service neutron] Pushing event updated for resources: {'Port': ['ID=d7155c35-074f-4ae5-aa90-e76bbcfeca13,revision_number=6']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:15.422204 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.api [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:12:15.422392 n-d-712142-27 neutron-server[109087]: DEBUG oslo_db.api [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:12:15.443839 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d112c05-0244-4fdd-b000-75e57554c70d admin admin] Router d6477202-da2e-4550-9dbb-3f23d0468033 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:12:15.600766 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-3c3325a1-418c-4e6e-a6e5-2b50b3f801ad service neutron] No DVR routers for this DVR port d7155c35-074f-4ae5-aa90-e76bbcfeca13 on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:12:15.639725 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7927d2e-0966-4c7b-84f7-3d3b90034cb6 req-a0d5c43c-ce38-4b00-8318-c8d5f3d9d02a tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:15.662305 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7927d2e-0966-4c7b-84f7-3d3b90034cb6 req-a0d5c43c-ce38-4b00-8318-c8d5f3d9d02a tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:15.671110 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7927d2e-0966-4c7b-84f7-3d3b90034cb6 req-a0d5c43c-ce38-4b00-8318-c8d5f3d9d02a tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:15.677940 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7927d2e-0966-4c7b-84f7-3d3b90034cb6 req-a0d5c43c-ce38-4b00-8318-c8d5f3d9d02a tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:15.685881 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7927d2e-0966-4c7b-84f7-3d3b90034cb6 req-a0d5c43c-ce38-4b00-8318-c8d5f3d9d02a tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:15.687313 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a7927d2e-0966-4c7b-84f7-3d3b90034cb6 req-a0d5c43c-ce38-4b00-8318-c8d5f3d9d02a tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 3881 time: 0.2566724 Nov 12 01:12:15.695834 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a9d55e12-aadb-45e5-bf5b-4e5cabcb2b38 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.4141161 Nov 12 01:12:15.704062 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44592) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:15.725977 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d112c05-0244-4fdd-b000-75e57554c70d admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:12:15.731415 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9f6e727e-a9a3-474e-a832-3d40a7d6f68b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:15.737232 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f46c3d-48a8-4463-b0f8-5d0347de23ff None None] Sync routers for ids ['d6477202-da2e-4550-9dbb-3f23d0468033'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:12:15.751625 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4d112c05-0244-4fdd-b000-75e57554c70d admin admin] 10.222.0.45 "PUT /v2.0/routers/d6477202-da2e-4550-9dbb-3f23d0468033/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9686344 Nov 12 01:12:15.755878 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44596) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:15.765897 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9f6e727e-a9a3-474e-a832-3d40a7d6f68b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:15.771292 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f46c3d-48a8-4463-b0f8-5d0347de23ff None None] Routers {'d6477202-da2e-4550-9dbb-3f23d0468033'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:12:15.775413 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-f0f46c3d-48a8-4463-b0f8-5d0347de23ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:12:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['d6477202-da2e-4550-9dbb-3f23d0468033'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:15.866109 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a7927d2e-0966-4c7b-84f7-3d3b90034cb6 req-986dc5f7-59c0-4567-8e40-2e82078718b6 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c2064e3-365e-4ce1-97ba-786147ddb249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569731 Nov 12 01:12:15.978981 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6e727e-a9a3-474e-a832-3d40a7d6f68b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0563595a-f5eb-4410-830e-a5b5b5fc3343,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:15.995413 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71add258-3909-4144-91cb-00a85851ab02 req-79ea93c9-19a7-454f-bf78-7085a3581a5c tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:15.997933 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-71add258-3909-4144-91cb-00a85851ab02 req-79ea93c9-19a7-454f-bf78-7085a3581a5c tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.16 "GET /v2.0/ports?device_id=499a185b-2b45-4cba-aaa2-834f685a152a HTTP/1.1" status: 200 len: 907 time: 0.3007500 Nov 12 01:12:16.000642 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9f6e727e-a9a3-474e-a832-3d40a7d6f68b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0e3d44b46e134529bb8d7406158b286d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2160652 Nov 12 01:12:16.006179 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-3c3325a1-418c-4e6e-a6e5-2b50b3f801ad service neutron] In _notify_port_updated(), no bound segment for port d7155c35-074f-4ae5-aa90-e76bbcfeca13 on network bca8627a-85cd-44bc-bbc5-d27b1e587fca {{(pid=109085) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:12:16.006408 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44600) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:16.007839 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-3c3325a1-418c-4e6e-a6e5-2b50b3f801ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:16.010983 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-3c3325a1-418c-4e6e-a6e5-2b50b3f801ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:16.021679 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-3c3325a1-418c-4e6e-a6e5-2b50b3f801ad service neutron] 10.222.0.44 "PUT /v2.0/ports/d7155c35-074f-4ae5-aa90-e76bbcfeca13 HTTP/1.1" status: 200 len: 1028 time: 2.3693385 Nov 12 01:12:16.146082 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4079af65-7367-4fd7-9fd1-7ce467ecb98a admin admin] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:16.155693 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 0dfccde3-6835-438c-80e1-9143513c8da3 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:12:16.275906 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-f0f46c3d-48a8-4463-b0f8-5d0347de23ff None None] Set router d6477202-da2e-4550-9dbb-3f23d0468033 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:12:16.293124 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-918f5a34-cda3-4c39-ae85-cf06764eb74f tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:16.415214 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87149f6f-d97b-47f5-ab95-570cc8b6ab52'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:12:16.419931 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab228d0-97d9-47db-8481-ad976b37d602" -d '{"events": [{"server_uuid": "f4d7bf12-651b-4ebe-8869-e52af4287213", "name": "network-vif-unplugged", "status": "completed", "tag": "87149f6f-d97b-47f5-ab95-570cc8b6ab52"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:12:16.515352 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3345b818-3271-4b9e-a97d-723e8564b5ab x-openstack-request-id: req-3345b818-3271-4b9e-a97d-723e8564b5ab {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:12:16.515787 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d7bf12-651b-4ebe-8869-e52af4287213", "name": "network-vif-unplugged", "status": "completed", "tag": "87149f6f-d97b-47f5-ab95-570cc8b6ab52", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:12:16.516217 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3345b818-3271-4b9e-a97d-723e8564b5ab {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:12:16.516747 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-3d9533cc-bfb9-43ac-8484-2bf02aa93697 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Deleting port 15e8b880-bdf7-4297-8037-5e8af0c0a024 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:12:16.517218 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87149f6f-d97b-47f5-ab95-570cc8b6ab52', 'code': 200} Nov 12 01:12:16.517389 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-3d9533cc-bfb9-43ac-8484-2bf02aa93697 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:16.630999 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-aed001cb-587f-4143-bb58-896eb0c4b53e None None] Provisioning complete for port d7155c35-074f-4ae5-aa90-e76bbcfeca13 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:12:16.631596 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-aed001cb-587f-4143-bb58-896eb0c4b53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:16.728101 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207178dd-502d-4b87-9d91-945bfeede085 req-ceb38ece-a606-4e99-81c4-ce718abec3a6 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:16.744315 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-207178dd-502d-4b87-9d91-945bfeede085 req-ceb38ece-a606-4e99-81c4-ce718abec3a6 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=499a185b-2b45-4cba-aaa2-834f685a152a HTTP/1.1" status: 200 len: 907 time: 0.4424055 Nov 12 01:12:16.756275 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-71add258-3909-4144-91cb-00a85851ab02 req-de03c2a5-347b-47a1-8a1c-cfb830362eec tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Deleting port 251d6464-309b-4549-a401-b0c73d25a05f {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:12:16.756275 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-71add258-3909-4144-91cb-00a85851ab02 req-de03c2a5-347b-47a1-8a1c-cfb830362eec tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:16.757147 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:16.767608 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-aed001cb-587f-4143-bb58-896eb0c4b53e None None] Port d7155c35-074f-4ae5-aa90-e76bbcfeca13 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:12:16.782846 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2ad10cd2-ce37-4196-a89c-406aaa6c656e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:16.802825 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-918f5a34-cda3-4c39-ae85-cf06764eb74f tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:16.815179 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-3d9533cc-bfb9-43ac-8484-2bf02aa93697 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] For port 15e8b880-bdf7-4297-8037-5e8af0c0a024, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=15e8b880-bdf7-4297-8037-5e8af0c0a024,segment=NetworkSegment(854fd02c-c2b9-47eb-bd94-4f34333773fb),segment_id=854fd02c-c2b9-47eb-bd94-4f34333773fb)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:16.816433 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-3d9533cc-bfb9-43ac-8484-2bf02aa93697 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:16.846465 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 0dfccde3-6835-438c-80e1-9143513c8da3, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=0dfccde3-6835-438c-80e1-9143513c8da3,segment=NetworkSegment(3b8d314a-fb91-4753-a376-6dadf7d1ae46),segment_id=3b8d314a-fb91-4753-a376-6dadf7d1ae46)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:16.851019 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2ad10cd2-ce37-4196-a89c-406aaa6c656e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:16.885508 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:16.886525 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 9d7bd877-2240-48c8-af3a-99027fa5fb2b no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:12:16.939283 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4079af65-7367-4fd7-9fd1-7ce467ecb98a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:16.981833 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-71add258-3909-4144-91cb-00a85851ab02 req-de03c2a5-347b-47a1-8a1c-cfb830362eec tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] For port 251d6464-309b-4549-a401-b0c73d25a05f, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=251d6464-309b-4549-a401-b0c73d25a05f,segment=NetworkSegment(6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4),segment_id=6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:16.982743 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-71add258-3909-4144-91cb-00a85851ab02 req-de03c2a5-347b-47a1-8a1c-cfb830362eec tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:16.999070 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-918f5a34-cda3-4c39-ae85-cf06764eb74f tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:17.017215 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-918f5a34-cda3-4c39-ae85-cf06764eb74f tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:17.018850 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-71add258-3909-4144-91cb-00a85851ab02 req-de03c2a5-347b-47a1-8a1c-cfb830362eec tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Calling delete_port for 251d6464-309b-4549-a401-b0c73d25a05f owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:17.022675 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-918f5a34-cda3-4c39-ae85-cf06764eb74f tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "DELETE /v2.0/security-groups/54d2c6ee-158b-42e5-81ab-36676eaca07e HTTP/1.1" status: 204 len: 168 time: 1.3160517 Nov 12 01:12:17.030509 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44610) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:17.062733 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=0dfccde3-6835-438c-80e1-9143513c8da3,revision_number=6']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:17.063846 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2ad10cd2-ce37-4196-a89c-406aaa6c656e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:17.067355 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2ad10cd2-ce37-4196-a89c-406aaa6c656e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:17.069170 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2ad10cd2-ce37-4196-a89c-406aaa6c656e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0563595a-f5eb-4410-830e-a5b5b5fc3343 HTTP/1.1" status: 204 len: 168 time: 1.0609663 Nov 12 01:12:17.070283 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918f5a34-cda3-4c39-ae85-cf06764eb74f tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d2c6ee-158b-42e5-81ab-36676eaca07e,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:17.102661 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad10cd2-ce37-4196-a89c-406aaa6c656e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0563595a-f5eb-4410-830e-a5b5b5fc3343,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:17.178394 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-190f5520-ac73-43f3-b98d-780c73ad92e0 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1415899 Nov 12 01:12:17.180082 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44614) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:17.185252 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-e726c821-4583-4fd5-ae32-e4f5731e1c9b tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Request body: {'security_group': {'name': 'tempest-secgroup--1400822922'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:17.203301 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-4079af65-7367-4fd7-9fd1-7ce467ecb98a admin admin] Deleting port e09a1a6e-f75a-439b-a79b-9511369dfe90 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:12:17.203646 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4079af65-7367-4fd7-9fd1-7ce467ecb98a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:17.217769 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:17.247486 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-f0f46c3d-48a8-4463-b0f8-5d0347de23ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'name': 'tempest-AttachVolumeShelveTestJSON-592033780-router', 'tenant_id': '1650592d4cf74284855a02a26c6d9866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'e09a1a6e-f75a-439b-a79b-9511369dfe90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:06Z', 'updated_at': '2021-11-12T01:12:14Z', 'revision_number': 5, 'project_id': '1650592d4cf74284855a02a26c6d9866', 'gw_port': {'id': 'e09a1a6e-f75a-439b-a79b-9511369dfe90', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:a3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:07Z', 'updated_at': '2021-11-12T01:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:17.278860 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e726c821-4583-4fd5-ae32-e4f5731e1c9b tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:17.319391 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f46c3d-48a8-4463-b0f8-5d0347de23ff None None] Checking router: d6477202-da2e-4550-9dbb-3f23d0468033 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:12:17.343391 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 9d7bd877-2240-48c8-af3a-99027fa5fb2b, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=9d7bd877-2240-48c8-af3a-99027fa5fb2b,segment=NetworkSegment(241d1237-5a54-4a08-8584-358bbd4e511f),segment_id=241d1237-5a54-4a08-8584-358bbd4e511f)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:17.347993 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-4079af65-7367-4fd7-9fd1-7ce467ecb98a admin admin] For port e09a1a6e-f75a-439b-a79b-9511369dfe90, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=e09a1a6e-f75a-439b-a79b-9511369dfe90,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:17.348543 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4079af65-7367-4fd7-9fd1-7ce467ecb98a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:17.354629 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f46c3d-48a8-4463-b0f8-5d0347de23ff None None] Routers {'d6477202-da2e-4550-9dbb-3f23d0468033'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:12:17.355552 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-f0f46c3d-48a8-4463-b0f8-5d0347de23ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:12:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['d6477202-da2e-4550-9dbb-3f23d0468033'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:17.365949 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:17.367160 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 15e8b880-bdf7-4297-8037-5e8af0c0a024 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:12:17.394919 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-4079af65-7367-4fd7-9fd1-7ce467ecb98a admin admin] Calling delete_port for e09a1a6e-f75a-439b-a79b-9511369dfe90 owned by network:router_gateway {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:17.518720 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee0db95-1add-4be3-b501-68cb67d64af2 req-80748e8d-2264-4213-83c7-917116813d80 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:17.531076 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee0db95-1add-4be3-b501-68cb67d64af2 req-80748e8d-2264-4213-83c7-917116813d80 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:17.547411 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee0db95-1add-4be3-b501-68cb67d64af2 req-80748e8d-2264-4213-83c7-917116813d80 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:17.562822 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee0db95-1add-4be3-b501-68cb67d64af2 req-80748e8d-2264-4213-83c7-917116813d80 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:17.575522 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee0db95-1add-4be3-b501-68cb67d64af2 req-80748e8d-2264-4213-83c7-917116813d80 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:17.590680 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4ee0db95-1add-4be3-b501-68cb67d64af2 req-80748e8d-2264-4213-83c7-917116813d80 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 3879 time: 0.4769239 Nov 12 01:12:17.615238 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4079af65-7367-4fd7-9fd1-7ce467ecb98a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:17.656223 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=9d7bd877-2240-48c8-af3a-99027fa5fb2b,revision_number=6']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:17.665628 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-f0f46c3d-48a8-4463-b0f8-5d0347de23ff None None] Set router d6477202-da2e-4550-9dbb-3f23d0468033 gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:12:17.671407 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4079af65-7367-4fd7-9fd1-7ce467ecb98a admin admin] Pushing event deleted for resources: {'Port': ['ID=e09a1a6e-f75a-439b-a79b-9511369dfe90,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:17.676939 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e726c821-4583-4fd5-ae32-e4f5731e1c9b tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:17.703243 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e726c821-4583-4fd5-ae32-e4f5731e1c9b tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:17.724902 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4ee0db95-1add-4be3-b501-68cb67d64af2 req-8f64bb54-be65-4e33-a8a2-ad42aa99b9cb tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c2064e3-365e-4ce1-97ba-786147ddb249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327221 Nov 12 01:12:17.729450 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f99a678-cf10-4530-9cc8-275d930d7f57 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:12:17.732340 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 44618) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:17.783230 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e726c821-4583-4fd5-ae32-e4f5731e1c9b tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:17.788993 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e726c821-4583-4fd5-ae32-e4f5731e1c9b tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6045737 Nov 12 01:12:17.796539 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44622) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:17.810413 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-051ade3c-a455-4955-ad06-2d7edb448dd6 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Request body: {'security_group_rule': {'security_group_id': 'd281fb87-7e87-4be7-9c19-6965991903b5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:17.811427 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ce658c66-222f-4ede-80dd-2c4551a68899 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:17.823667 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-3d9533cc-bfb9-43ac-8484-2bf02aa93697 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:17.824440 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-3d9533cc-bfb9-43ac-8484-2bf02aa93697 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:17.825139 n-d-712142-27 neutron-server[109085]: INFO neutron.db.l3_db [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-3d9533cc-bfb9-43ac-8484-2bf02aa93697 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Floating IP e6e6456c-e748-40a2-96fe-afbf594141c9 disassociated. External IP: 172.25.3.106, port: 15e8b880-bdf7-4297-8037-5e8af0c0a024. Nov 12 01:12:17.825785 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-3d9533cc-bfb9-43ac-8484-2bf02aa93697 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Calling delete_port for 15e8b880-bdf7-4297-8037-5e8af0c0a024 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:17.847833 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e726c821-4583-4fd5-ae32-e4f5731e1c9b tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d281fb87-7e87-4be7-9c19-6965991903b5,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:17.861519 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4079af65-7367-4fd7-9fd1-7ce467ecb98a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:17.863562 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-f0f46c3d-48a8-4463-b0f8-5d0347de23ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'name': 'tempest-AttachVolumeShelveTestJSON-592033780-router', 'tenant_id': '1650592d4cf74284855a02a26c6d9866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:06Z', 'updated_at': '2021-11-12T01:12:16Z', 'revision_number': 6, 'project_id': '1650592d4cf74284855a02a26c6d9866', 'gw_port_host': None}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:17.868327 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:17.916694 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f46c3d-48a8-4463-b0f8-5d0347de23ff None None] The sync data for ids ['d6477202-da2e-4550-9dbb-3f23d0468033'] in n-d-712142-27 is: [{'id': 'd6477202-da2e-4550-9dbb-3f23d0468033', 'name': 'tempest-AttachVolumeShelveTestJSON-592033780-router', 'tenant_id': '1650592d4cf74284855a02a26c6d9866', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:06Z', 'updated_at': '2021-11-12T01:12:16Z', 'revision_number': 6, 'project_id': '1650592d4cf74284855a02a26c6d9866', 'gw_port_host': None}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:12:17.936840 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-051ade3c-a455-4955-ad06-2d7edb448dd6 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:17.978263 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 15e8b880-bdf7-4297-8037-5e8af0c0a024, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=15e8b880-bdf7-4297-8037-5e8af0c0a024,segment=NetworkSegment(854fd02c-c2b9-47eb-bd94-4f34333773fb),segment_id=854fd02c-c2b9-47eb-bd94-4f34333773fb)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:17.999367 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:18.079621 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=15e8b880-bdf7-4297-8037-5e8af0c0a024,revision_number=6']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:18.180741 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4079af65-7367-4fd7-9fd1-7ce467ecb98a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:18.186828 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4079af65-7367-4fd7-9fd1-7ce467ecb98a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:18.210903 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-051ade3c-a455-4955-ad06-2d7edb448dd6 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:18.248874 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb855f2-1e5a-4b29-bb59-813ad5c44970 req-5954656d-b4d7-42e8-b368-7f3d6d69acc3 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:18.250780 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fcb855f2-1e5a-4b29-bb59-813ad5c44970 req-5954656d-b4d7-42e8-b368-7f3d6d69acc3 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=499a185b-2b45-4cba-aaa2-834f685a152a HTTP/1.1" status: 200 len: 829 time: 0.3567803 Nov 12 01:12:18.254887 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-71add258-3909-4144-91cb-00a85851ab02 req-de03c2a5-347b-47a1-8a1c-cfb830362eec tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:18.259649 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-051ade3c-a455-4955-ad06-2d7edb448dd6 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:18.281776 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4079af65-7367-4fd7-9fd1-7ce467ecb98a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:18.282232 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4079af65-7367-4fd7-9fd1-7ce467ecb98a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6477202-da2e-4550-9dbb-3f23d0468033 {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:12:18.284635 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ade3c-a455-4955-ad06-2d7edb448dd6 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffa5da5e-5f85-454e-beb3-150fa85af4a6,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:18.290443 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4079af65-7367-4fd7-9fd1-7ce467ecb98a admin admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:18.292280 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4079af65-7367-4fd7-9fd1-7ce467ecb98a admin admin] 10.222.0.45 "DELETE /v2.0/routers/d6477202-da2e-4550-9dbb-3f23d0468033 HTTP/1.1" status: 204 len: 168 time: 2.5352943 Nov 12 01:12:18.298115 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-051ade3c-a455-4955-ad06-2d7edb448dd6 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:18.299723 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-051ade3c-a455-4955-ad06-2d7edb448dd6 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4996610 Nov 12 01:12:18.300556 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44628) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:18.309938 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44630) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:18.323741 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de03c2a5-347b-47a1-8a1c-cfb830362eec tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Pushing event deleted for resources: {'Port': ['ID=251d6464-309b-4549-a401-b0c73d25a05f,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:18.414437 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ce658c66-222f-4ede-80dd-2c4551a68899 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:18.422107 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ce658c66-222f-4ede-80dd-2c4551a68899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:18.423470 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1cddef4e-91fc-4123-97f1-b09b5b797eae tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:18.458192 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1cddef4e-91fc-4123-97f1-b09b5b797eae tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:18.465107 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-71add258-3909-4144-91cb-00a85851ab02 req-de03c2a5-347b-47a1-8a1c-cfb830362eec tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] No DVR routers for this DVR port 251d6464-309b-4549-a401-b0c73d25a05f on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:12:18.494956 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-f791aec7-00e2-41c9-8435-2f98c7c02c42 admin admin] Deleting subnet 34773eb3-d58a-4b8a-a536-c500cef253a8 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:12:18.506966 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f791aec7-00e2-41c9-8435-2f98c7c02c42 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:18.508528 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-71add258-3909-4144-91cb-00a85851ab02 req-de03c2a5-347b-47a1-8a1c-cfb830362eec tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:18.514461 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-71add258-3909-4144-91cb-00a85851ab02 req-de03c2a5-347b-47a1-8a1c-cfb830362eec tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.16 "DELETE /v2.0/ports/251d6464-309b-4549-a401-b0c73d25a05f HTTP/1.1" status: 204 len: 173 time: 2.4911578 Nov 12 01:12:18.518124 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dfccde3-6835-438c-80e1-9143513c8da3'}, {'server_uuid': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d7bd877-2240-48c8-af3a-99027fa5fb2b'}, {'server_uuid': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15e8b880-bdf7-4297-8037-5e8af0c0a024'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:12:18.521737 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d5f24b-771b-4498-bcf8-98c3fac52a2c" -d '{"events": [{"server_uuid": "f4d7bf12-651b-4ebe-8869-e52af4287213", "name": "network-vif-unplugged", "status": "completed", "tag": "0dfccde3-6835-438c-80e1-9143513c8da3"}, {"server_uuid": "f4d7bf12-651b-4ebe-8869-e52af4287213", "name": "network-vif-unplugged", "status": "completed", "tag": "9d7bd877-2240-48c8-af3a-99027fa5fb2b"}, {"server_uuid": "f4d7bf12-651b-4ebe-8869-e52af4287213", "name": "network-vif-unplugged", "status": "completed", "tag": "15e8b880-bdf7-4297-8037-5e8af0c0a024"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:12:18.536848 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499a185b-2b45-4cba-aaa2-834f685a152a', 'name': 'network-vif-deleted', 'tag': '251d6464-309b-4549-a401-b0c73d25a05f'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:12:18.541139 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3acaf061-c02f-4187-9694-8debb9a4ce82" -d '{"events": [{"server_uuid": "499a185b-2b45-4cba-aaa2-834f685a152a", "name": "network-vif-deleted", "tag": "251d6464-309b-4549-a401-b0c73d25a05f"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:12:18.627363 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1cddef4e-91fc-4123-97f1-b09b5b797eae tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:18.647726 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-ce658c66-222f-4ede-80dd-2c4551a68899 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7701e8089aab470c99f3094df4d3dd06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8982320 Nov 12 01:12:18.648824 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 44636) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:18.666887 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f791aec7-00e2-41c9-8435-2f98c7c02c42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:18.671135 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce658c66-222f-4ede-80dd-2c4551a68899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5542e0-0da0-4eae-875c-00c61d84227f,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:18.680861 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1cddef4e-91fc-4123-97f1-b09b5b797eae tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:18.688451 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1cddef4e-91fc-4123-97f1-b09b5b797eae tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/ffa5da5e-5f85-454e-beb3-150fa85af4a6 HTTP/1.1" status: 204 len: 168 time: 0.3767025 Nov 12 01:12:18.718068 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95965a0-26b4-4552-9d0b-357dc3a5d28b x-openstack-request-id: req-b95965a0-26b4-4552-9d0b-357dc3a5d28b {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:12:18.718508 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499a185b-2b45-4cba-aaa2-834f685a152a", "name": "network-vif-deleted", "tag": "251d6464-309b-4549-a401-b0c73d25a05f", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:12:18.718886 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b95965a0-26b4-4552-9d0b-357dc3a5d28b {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:12:18.719617 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499a185b-2b45-4cba-aaa2-834f685a152a', 'name': 'network-vif-deleted', 'tag': '251d6464-309b-4549-a401-b0c73d25a05f', 'status': 'completed', 'code': 200} Nov 12 01:12:18.742204 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 44638) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:18.751846 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cddef4e-91fc-4123-97f1-b09b5b797eae tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ffa5da5e-5f85-454e-beb3-150fa85af4a6,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:18.759601 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 12 Nov 2021 01:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae96a17-0fd5-44a8-a872-28eb8f976771 x-openstack-request-id: req-aae96a17-0fd5-44a8-a872-28eb8f976771 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:12:18.761066 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d7bf12-651b-4ebe-8869-e52af4287213", "name": "network-vif-unplugged", "status": "completed", "tag": "0dfccde3-6835-438c-80e1-9143513c8da3", "code": 200}, {"server_uuid": "f4d7bf12-651b-4ebe-8869-e52af4287213", "name": "network-vif-unplugged", "status": "completed", "tag": "9d7bd877-2240-48c8-af3a-99027fa5fb2b", "code": 200}, {"server_uuid": "f4d7bf12-651b-4ebe-8869-e52af4287213", "name": "network-vif-unplugged", "status": "completed", "tag": "15e8b880-bdf7-4297-8037-5e8af0c0a024", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:12:18.761701 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-aae96a17-0fd5-44a8-a872-28eb8f976771 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:12:18.762787 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dfccde3-6835-438c-80e1-9143513c8da3', 'code': 200} Nov 12 01:12:18.763464 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d7bd877-2240-48c8-af3a-99027fa5fb2b', 'code': 200} Nov 12 01:12:18.764124 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15e8b880-bdf7-4297-8037-5e8af0c0a024', 'code': 200} Nov 12 01:12:18.860931 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-3d9533cc-bfb9-43ac-8484-2bf02aa93697 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:18.930283 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f791aec7-00e2-41c9-8435-2f98c7c02c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:18.968437 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9533cc-bfb9-43ac-8484-2bf02aa93697 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Pushing event deleted for resources: {'Port': ['ID=15e8b880-bdf7-4297-8037-5e8af0c0a024,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:19.029386 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-1fca0a74-1c0f-45e6-94f5-883836438d1e tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2539871 Nov 12 01:12:19.033206 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44644) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:19.064369 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f791aec7-00e2-41c9-8435-2f98c7c02c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:19.069097 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7ca85536-9027-4283-a6aa-ad648d1744ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:19.122165 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 251d6464-309b-4549-a401-b0c73d25a05f no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:12:19.147555 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791aec7-00e2-41c9-8435-2f98c7c02c42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34773eb3-d58a-4b8a-a536-c500cef253a8,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:19.170249 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] No Port match for: 251d6464-309b-4549-a401-b0c73d25a05f {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:12:19.176566 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f791aec7-00e2-41c9-8435-2f98c7c02c42 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:19.181106 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 251d6464-309b-4549-a401-b0c73d25a05f not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:12:19.182219 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f791aec7-00e2-41c9-8435-2f98c7c02c42 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/34773eb3-d58a-4b8a-a536-c500cef253a8 HTTP/1.1" status: 204 len: 168 time: 0.8568203 Nov 12 01:12:19.187074 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b926abd-ceea-4080-a822-dcb1349d0bec None None] Network 589a11d9-462f-4432-aa26-12a7b18ca65f requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:12:19.189139 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44648) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:19.221031 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7ca85536-9027-4283-a6aa-ad648d1744ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:19.357862 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2d451-8635-437c-b32f-68c9f53d6b64 req-6ebf72e6-4ac0-4322-8719-55c08b746c7f tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:19.389643 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2d451-8635-437c-b32f-68c9f53d6b64 req-6ebf72e6-4ac0-4322-8719-55c08b746c7f tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:19.405909 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2d451-8635-437c-b32f-68c9f53d6b64 req-6ebf72e6-4ac0-4322-8719-55c08b746c7f tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:19.438450 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2d451-8635-437c-b32f-68c9f53d6b64 req-6ebf72e6-4ac0-4322-8719-55c08b746c7f tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:19.441468 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-47a2d451-8635-437c-b32f-68c9f53d6b64 req-6ebf72e6-4ac0-4322-8719-55c08b746c7f tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 3142 time: 0.4926896 Nov 12 01:12:19.449042 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2f0d6e5a-c182-43ea-b2af-51184483b47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:19.494705 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5f37b221-deef-4a2b-a825-7d2e07780703 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:19.614735 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5f37b221-deef-4a2b-a825-7d2e07780703 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:19.675442 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-2f0d6e5a-c182-43ea-b2af-51184483b47e admin admin] Deleting port b53ea2e0-4182-4e53-ac5d-5c1eceb555f4 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:12:19.675996 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2f0d6e5a-c182-43ea-b2af-51184483b47e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:19.710157 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5f37b221-deef-4a2b-a825-7d2e07780703 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:19.714973 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5f37b221-deef-4a2b-a825-7d2e07780703 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:19.719210 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5f37b221-deef-4a2b-a825-7d2e07780703 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "DELETE /v2.0/security-groups/d281fb87-7e87-4be7-9c19-6965991903b5 HTTP/1.1" status: 204 len: 168 time: 0.6823351 Nov 12 01:12:19.731582 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44652) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:19.742244 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device e09a1a6e-f75a-439b-a79b-9511369dfe90 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:12:19.768596 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: e09a1a6e-f75a-439b-a79b-9511369dfe90 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:12:19.769444 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device e09a1a6e-f75a-439b-a79b-9511369dfe90 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:12:19.770308 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 53ec15fc-73b8-476f-9744-069c94640c7d no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:12:19.813403 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 53ec15fc-73b8-476f-9744-069c94640c7d {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:12:19.813905 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 53ec15fc-73b8-476f-9744-069c94640c7d not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:12:19.819771 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f37b221-deef-4a2b-a825-7d2e07780703 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d281fb87-7e87-4be7-9c19-6965991903b5,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:19.880457 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-2f0d6e5a-c182-43ea-b2af-51184483b47e admin admin] For port b53ea2e0-4182-4e53-ac5d-5c1eceb555f4, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=b53ea2e0-4182-4e53-ac5d-5c1eceb555f4,segment=NetworkSegment(160eb3a9-a811-42ba-8ae2-682c5125e1c5),segment_id=160eb3a9-a811-42ba-8ae2-682c5125e1c5)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:19.881056 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2f0d6e5a-c182-43ea-b2af-51184483b47e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:19.924725 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-2f0d6e5a-c182-43ea-b2af-51184483b47e admin admin] Calling delete_port for b53ea2e0-4182-4e53-ac5d-5c1eceb555f4 owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:19.937929 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-87d12843-60e8-40d7-b605-6fd934a900ec tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2043192 Nov 12 01:12:19.943601 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44654) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:19.957516 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-6fb0e862-7a41-43a1-84c0-454de428b55d tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Request body: {'security_group': {'name': 'tempest-secgroup--1898714261'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:19.964852 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8e560d-7af2-407b-9b3d-3419d58abac8 None None] DHCP port deletion for 589a11d9-462f-4432-aa26-12a7b18ca65f request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:12:20.038653 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-ae8e560d-7af2-407b-9b3d-3419d58abac8 None None] Deleting port b53ea2e0-4182-4e53-ac5d-5c1eceb555f4 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:12:20.039801 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ae8e560d-7af2-407b-9b3d-3419d58abac8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:20.069582 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6fb0e862-7a41-43a1-84c0-454de428b55d tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:20.126357 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-ae8e560d-7af2-407b-9b3d-3419d58abac8 None None] For port b53ea2e0-4182-4e53-ac5d-5c1eceb555f4, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=b53ea2e0-4182-4e53-ac5d-5c1eceb555f4,segment=NetworkSegment(160eb3a9-a811-42ba-8ae2-682c5125e1c5),segment_id=160eb3a9-a811-42ba-8ae2-682c5125e1c5)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:20.127264 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ae8e560d-7af2-407b-9b3d-3419d58abac8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:20.144120 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-ae8e560d-7af2-407b-9b3d-3419d58abac8 None None] Calling delete_port for b53ea2e0-4182-4e53-ac5d-5c1eceb555f4 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:20.151306 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-85f6b032-b3ed-465d-a654-1be21ad9a1e1 req-8a067e57-26ec-4255-a35c-94b6254d92da tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=499a185b-2b45-4cba-aaa2-834f685a152a HTTP/1.1" status: 200 len: 210 time: 0.1074042 Nov 12 01:12:20.204404 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2f0d6e5a-c182-43ea-b2af-51184483b47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:20.245637 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0d6e5a-c182-43ea-b2af-51184483b47e admin admin] No DVR routers for this DVR port b53ea2e0-4182-4e53-ac5d-5c1eceb555f4 on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:12:20.251104 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0d6e5a-c182-43ea-b2af-51184483b47e admin admin] Pushing event deleted for resources: {'Port': ['ID=b53ea2e0-4182-4e53-ac5d-5c1eceb555f4,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:20.261866 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-47a2d451-8635-437c-b32f-68c9f53d6b64 req-87f85f4d-dfe6-40f3-8688-64341f494962 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c2064e3-365e-4ce1-97ba-786147ddb249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2310910 Nov 12 01:12:20.286027 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-3d9533cc-bfb9-43ac-8484-2bf02aa93697 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Router 4fd2b05f-a509-42db-865a-ab541214d81d has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:12:20.304020 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7ca85536-9027-4283-a6aa-ad648d1744ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:20.310468 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7ca85536-9027-4283-a6aa-ad648d1744ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:20.312821 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7ca85536-9027-4283-a6aa-ad648d1744ad admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ab5542e0-0da0-4eae-875c-00c61d84227f HTTP/1.1" status: 204 len: 168 time: 1.6431444 Nov 12 01:12:20.333726 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca85536-9027-4283-a6aa-ad648d1744ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5542e0-0da0-4eae-875c-00c61d84227f,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:20.354616 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ae8e560d-7af2-407b-9b3d-3419d58abac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:20.398222 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e560d-7af2-407b-9b3d-3419d58abac8 None None] Pushing event deleted for resources: {'Port': ['ID=b53ea2e0-4182-4e53-ac5d-5c1eceb555f4,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:20.435185 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8e560d-7af2-407b-9b3d-3419d58abac8 None None] No DVR routers for this DVR port b53ea2e0-4182-4e53-ac5d-5c1eceb555f4 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:12:20.476486 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6fb0e862-7a41-43a1-84c0-454de428b55d tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:20.482317 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2f0d6e5a-c182-43ea-b2af-51184483b47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:20.494389 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6fb0e862-7a41-43a1-84c0-454de428b55d tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:20.538360 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb0e862-7a41-43a1-84c0-454de428b55d tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c464b59-fcf4-4b09-830c-6123cc649eef,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:20.561944 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-2f0d6e5a-c182-43ea-b2af-51184483b47e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['589a11d9-462f-4432-aa26-12a7b18ca65f']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:20.577723 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6fb0e862-7a41-43a1-84c0-454de428b55d tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:20.581330 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6fb0e862-7a41-43a1-84c0-454de428b55d tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6361682 Nov 12 01:12:20.584495 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 44662) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:20.586178 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-2f0d6e5a-c182-43ea-b2af-51184483b47e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '160eb3a9-a811-42ba-8ae2-682c5125e1c5') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:20.586400 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-2f0d6e5a-c182-43ea-b2af-51184483b47e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '160eb3a9-a811-42ba-8ae2-682c5125e1c5') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:20.591406 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-caa9e75e-0b4a-42a4-8c74-80a44210cf52 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Request body: {'security_group_rule': {'security_group_id': '7c464b59-fcf4-4b09-830c-6123cc649eef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:20.600890 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2f0d6e5a-c182-43ea-b2af-51184483b47e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:20.614008 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-3d9533cc-bfb9-43ac-8484-2bf02aa93697 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:12:20.626078 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8020f95e-7513-4d44-bebc-7fd0d48b6bd0 None None] Sync routers for ids ['4fd2b05f-a509-42db-865a-ab541214d81d'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:12:20.640292 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2f0d6e5a-c182-43ea-b2af-51184483b47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:20.643388 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8020f95e-7513-4d44-bebc-7fd0d48b6bd0 None None] Routers {'4fd2b05f-a509-42db-865a-ab541214d81d'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:12:20.644465 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-8020f95e-7513-4d44-bebc-7fd0d48b6bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:12:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['4fd2b05f-a509-42db-865a-ab541214d81d'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:20.653233 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f0d6e5a-c182-43ea-b2af-51184483b47e admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:12:20.653846 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2f0d6e5a-c182-43ea-b2af-51184483b47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:20.660050 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:12:20.660050 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:12:20.660050 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:12:20.660050 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:12:20.660050 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:12:20.660050 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:12:20.660050 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:12:20.660050 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:12:20.660050 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:12:20.660050 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:12:20.660050 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:12:20.660050 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:12:20.660050 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:12:20.660050 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:12:20.660050 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:12:20.660050 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:12:20.660050 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:12:20.660050 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:12:20.660050 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:12:20.660050 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:12:20.660050 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:12:20.660050 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:12:20.660050 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:12:20.660050 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:12:20.660050 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:12:20.660050 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:12:20.660050 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:12:20.660050 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:12:20.660050 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:12:20.660050 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:12:20.660050 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:12:20.660050 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:12:20.694523 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-3d9533cc-bfb9-43ac-8484-2bf02aa93697 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] No DVR routers for this DVR port 15e8b880-bdf7-4297-8037-5e8af0c0a024 on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:12:20.699113 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-3d9533cc-bfb9-43ac-8484-2bf02aa93697 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:20.703069 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-3d9533cc-bfb9-43ac-8484-2bf02aa93697 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.44 "DELETE /v2.0/ports/15e8b880-bdf7-4297-8037-5e8af0c0a024 HTTP/1.1" status: 204 len: 173 time: 4.5926654 Nov 12 01:12:20.704214 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-caa9e75e-0b4a-42a4-8c74-80a44210cf52 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:20.724013 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'name': 'network-vif-deleted', 'tag': '15e8b880-bdf7-4297-8037-5e8af0c0a024'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:12:20.726523 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e43d81e-7291-470c-ad94-fe9946e1f9d1" -d '{"events": [{"server_uuid": "f4d7bf12-651b-4ebe-8869-e52af4287213", "name": "network-vif-deleted", "tag": "15e8b880-bdf7-4297-8037-5e8af0c0a024"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:12:20.807872 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-8020f95e-7513-4d44-bebc-7fd0d48b6bd0 None None] Set router 4fd2b05f-a509-42db-865a-ab541214d81d gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:12:20.836819 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2f0d6e5a-c182-43ea-b2af-51184483b47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:20.846809 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-caa9e75e-0b4a-42a4-8c74-80a44210cf52 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:20.858610 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73035be5-f13a-43bf-af50-d49f0cb96821 x-openstack-request-id: req-73035be5-f13a-43bf-af50-d49f0cb96821 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:12:20.858907 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d7bf12-651b-4ebe-8869-e52af4287213", "name": "network-vif-deleted", "tag": "15e8b880-bdf7-4297-8037-5e8af0c0a024", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:12:20.859219 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-73035be5-f13a-43bf-af50-d49f0cb96821 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:12:20.859825 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'name': 'network-vif-deleted', 'tag': '15e8b880-bdf7-4297-8037-5e8af0c0a024', 'status': 'completed', 'code': 200} Nov 12 01:12:20.860853 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-caa9e75e-0b4a-42a4-8c74-80a44210cf52 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:20.876399 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2f0d6e5a-c182-43ea-b2af-51184483b47e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:20.885376 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2f0d6e5a-c182-43ea-b2af-51184483b47e admin admin] 10.222.0.45 "DELETE /v2.0/networks/589a11d9-462f-4432-aa26-12a7b18ca65f HTTP/1.1" status: 204 len: 168 time: 1.6941524 Nov 12 01:12:20.889233 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa9e75e-0b4a-42a4-8c74-80a44210cf52 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0679ddae-21c3-4c73-b47d-138c86b529b1,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:20.895901 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-ea4d302d-08a7-45a1-9df1-46dd2dce8b0f tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Deleting port b375c86f-24ec-4a06-af37-e5c95f2b1cae {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:12:20.896342 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-ea4d302d-08a7-45a1-9df1-46dd2dce8b0f tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:20.904258 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-caa9e75e-0b4a-42a4-8c74-80a44210cf52 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:20.905832 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-caa9e75e-0b4a-42a4-8c74-80a44210cf52 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3200264 Nov 12 01:12:20.917067 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 44670) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:20.926555 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0d6e5a-c182-43ea-b2af-51184483b47e admin admin] Pushing event deleted for resources: {'Network': ['ID=589a11d9-462f-4432-aa26-12a7b18ca65f,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:20.968409 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-296ae5d2-5dcb-42dd-945f-176d92fa2b4e tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "GET /v2.0/security-group-rules/0679ddae-21c3-4c73-b47d-138c86b529b1 HTTP/1.1" status: 200 len: 763 time: 0.0484183 Nov 12 01:12:20.971103 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44672) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:21.062944 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c1895e46-c5e8-4ab4-9b89-a33413d9c1b7 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0902963 Nov 12 01:12:21.070739 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 44678) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:21.126515 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fbad6135-40a4-430f-9281-34d8511f455f tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:21.139518 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-ea4d302d-08a7-45a1-9df1-46dd2dce8b0f tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] For port b375c86f-24ec-4a06-af37-e5c95f2b1cae, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=b375c86f-24ec-4a06-af37-e5c95f2b1cae,segment=NetworkSegment(241d1237-5a54-4a08-8584-358bbd4e511f),segment_id=241d1237-5a54-4a08-8584-358bbd4e511f)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:21.139959 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-ea4d302d-08a7-45a1-9df1-46dd2dce8b0f tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:21.143701 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fbad6135-40a4-430f-9281-34d8511f455f tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:21.169409 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-ea4d302d-08a7-45a1-9df1-46dd2dce8b0f tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Calling delete_port for b375c86f-24ec-4a06-af37-e5c95f2b1cae owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:21.236409 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fbad6135-40a4-430f-9281-34d8511f455f tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:21.246070 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fbad6135-40a4-430f-9281-34d8511f455f tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:21.250065 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-fbad6135-40a4-430f-9281-34d8511f455f tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/0679ddae-21c3-4c73-b47d-138c86b529b1 HTTP/1.1" status: 204 len: 168 time: 0.1744158 Nov 12 01:12:21.252450 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44686) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:21.261344 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad6135-40a4-430f-9281-34d8511f455f tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0679ddae-21c3-4c73-b47d-138c86b529b1,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:21.278895 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-8020f95e-7513-4d44-bebc-7fd0d48b6bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd2b05f-a509-42db-865a-ab541214d81d', 'name': 'tempest-TaggedBootDevicesTest-1822146490-router', 'tenant_id': '1d8109316fd94efaa47eb9260db1f13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '57a80513-018e-4a1c-9118-df7edebc5e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:00:34Z', 'updated_at': '2021-11-12T01:00:43Z', 'revision_number': 4, 'project_id': '1d8109316fd94efaa47eb9260db1f13b', 'gw_port': {'id': '57a80513-018e-4a1c-9118-df7edebc5e9c', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd2b05f-a509-42db-865a-ab541214d81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:35Z', 'updated_at': '2021-11-12T01:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'ee41bcaa-94dd-4f6d-819f-34cc3a9da463', 'name': '', 'network_id': '42a64961-de15-4cbf-9f7d-d65cedf81ae7', 'tenant_id': '1d8109316fd94efaa47eb9260db1f13b', 'mac_address': 'fa:16:3e:fe:11:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd2b05f-a509-42db-865a-ab541214d81d', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '9a4a1633-eebb-4206-a02e-19555e45d6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:40Z', 'updated_at': '2021-11-12T01:00:55Z', 'revision_number': 5, 'project_id': '1d8109316fd94efaa47eb9260db1f13b', 'subnets': [{'id': '9a4a1633-eebb-4206-a02e-19555e45d6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:21.326774 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8020f95e-7513-4d44-bebc-7fd0d48b6bd0 None None] Checking router: 4fd2b05f-a509-42db-865a-ab541214d81d for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:12:21.361345 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8020f95e-7513-4d44-bebc-7fd0d48b6bd0 None None] Routers {'4fd2b05f-a509-42db-865a-ab541214d81d'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:12:21.361970 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-8020f95e-7513-4d44-bebc-7fd0d48b6bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:12:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['4fd2b05f-a509-42db-865a-ab541214d81d'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:21.406964 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 44694) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:21.433958 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6ea4fca7-1ab8-48a3-ba00-3fd15fd136a3 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1798539 Nov 12 01:12:21.437305 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44696) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:21.443779 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-9d32aaf2-d802-46fa-b21b-16123e130ae5 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Request body: {'security_group_rule': {'security_group_id': '7c464b59-fcf4-4b09-830c-6123cc649eef', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:21.524120 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-ea4d302d-08a7-45a1-9df1-46dd2dce8b0f tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:21.532793 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9d32aaf2-d802-46fa-b21b-16123e130ae5 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:21.533839 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device b53ea2e0-4182-4e53-ac5d-5c1eceb555f4 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:12:21.628586 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: b53ea2e0-4182-4e53-ac5d-5c1eceb555f4 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:12:21.631369 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device b53ea2e0-4182-4e53-ac5d-5c1eceb555f4 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:12:21.685425 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9d32aaf2-d802-46fa-b21b-16123e130ae5 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:21.694015 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4d302d-08a7-45a1-9df1-46dd2dce8b0f tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Pushing event deleted for resources: {'Port': ['ID=b375c86f-24ec-4a06-af37-e5c95f2b1cae,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:21.694377 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9d32aaf2-d802-46fa-b21b-16123e130ae5 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:21.699303 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-ea4d302d-08a7-45a1-9df1-46dd2dce8b0f tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] No DVR routers for this DVR port b375c86f-24ec-4a06-af37-e5c95f2b1cae on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:12:21.703060 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-10da744b-c52b-487b-b929-c4fdbce8f943 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1650592d4cf74284855a02a26c6d9866&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2949760 Nov 12 01:12:21.705457 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-8020f95e-7513-4d44-bebc-7fd0d48b6bd0 None None] Set router 4fd2b05f-a509-42db-865a-ab541214d81d gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:12:21.708442 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-ea4d302d-08a7-45a1-9df1-46dd2dce8b0f tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:21.709328 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44702) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:21.724802 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-ea4d302d-08a7-45a1-9df1-46dd2dce8b0f tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.44 "DELETE /v2.0/ports/b375c86f-24ec-4a06-af37-e5c95f2b1cae HTTP/1.1" status: 204 len: 173 time: 1.0154228 Nov 12 01:12:21.766299 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d32aaf2-d802-46fa-b21b-16123e130ae5 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8e212d3-2549-46c4-8820-5756e289d82e,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:21.798571 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9d32aaf2-d802-46fa-b21b-16123e130ae5 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:21.802249 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9d32aaf2-d802-46fa-b21b-16123e130ae5 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3627448 Nov 12 01:12:21.804749 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44708) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:21.838730 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ce4fb-6077-402c-9314-5105eaf2a47e req-3ac03e1c-ebe3-49bd-94b1-aacacea92594 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:21.845445 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ce4fb-6077-402c-9314-5105eaf2a47e req-3ac03e1c-ebe3-49bd-94b1-aacacea92594 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:21.848099 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d6715de6-c306-42ca-b889-8c46b8739ddc tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "GET /v2.0/security-group-rules/e8e212d3-2549-46c4-8820-5756e289d82e HTTP/1.1" status: 200 len: 763 time: 0.0354319 Nov 12 01:12:21.854987 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44710) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:21.855563 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ce4fb-6077-402c-9314-5105eaf2a47e req-3ac03e1c-ebe3-49bd-94b1-aacacea92594 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:21.857349 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d75ce4fb-6077-402c-9314-5105eaf2a47e req-3ac03e1c-ebe3-49bd-94b1-aacacea92594 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 2409 time: 0.2917862 Nov 12 01:12:21.910028 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-8a9bebf9-56ec-409a-a4fa-ca6af74ab014 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Deleting port 87149f6f-d97b-47f5-ab95-570cc8b6ab52 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:12:21.910292 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-8a9bebf9-56ec-409a-a4fa-ca6af74ab014 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:21.915025 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e0d150b5-cd81-41bd-8ec9-00251741dd01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:21.937159 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-463344e4-7a70-479d-a6ee-ba313bd002ec tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0809588 Nov 12 01:12:21.944545 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44714) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:21.983992 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:12:21.988761 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e0d150b5-cd81-41bd-8ec9-00251741dd01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:22.019835 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c269de5-2a2d-43be-9e95-994f3cfe533f tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:22.053963 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c269de5-2a2d-43be-9e95-994f3cfe533f tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:22.132863 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d75ce4fb-6077-402c-9314-5105eaf2a47e req-ca76ae69-193e-4ea2-a1ff-ba2b61d10e04 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c2064e3-365e-4ce1-97ba-786147ddb249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2624867 Nov 12 01:12:22.171626 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c269de5-2a2d-43be-9e95-994f3cfe533f tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:22.207843 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c269de5-2a2d-43be-9e95-994f3cfe533f tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:22.213535 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1c269de5-2a2d-43be-9e95-994f3cfe533f tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/e8e212d3-2549-46c4-8820-5756e289d82e HTTP/1.1" status: 204 len: 168 time: 0.2636547 Nov 12 01:12:22.215595 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44718) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:22.223756 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e0d150b5-cd81-41bd-8ec9-00251741dd01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:22.226704 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e0d150b5-cd81-41bd-8ec9-00251741dd01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:22.227923 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e0d150b5-cd81-41bd-8ec9-00251741dd01 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b9ef80a0-108e-4633-94ec-42046d885571 HTTP/1.1" status: 204 len: 168 time: 0.5000885 Nov 12 01:12:22.229434 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c269de5-2a2d-43be-9e95-994f3cfe533f tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e8e212d3-2549-46c4-8820-5756e289d82e,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:22.270775 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d150b5-cd81-41bd-8ec9-00251741dd01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ef80a0-108e-4633-94ec-42046d885571,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:22.354961 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6a8ad8f5-f20c-48ae-8f67-5e51b03f5721 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1375220 Nov 12 01:12:22.357164 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44722) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:22.370222 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-0527a534-c337-4c70-bf39-66f59e7d76dd tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Request body: {'security_group_rule': {'security_group_id': '7c464b59-fcf4-4b09-830c-6123cc649eef', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:22.475729 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-8020f95e-7513-4d44-bebc-7fd0d48b6bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd2b05f-a509-42db-865a-ab541214d81d', 'name': 'tempest-TaggedBootDevicesTest-1822146490-router', 'tenant_id': '1d8109316fd94efaa47eb9260db1f13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '57a80513-018e-4a1c-9118-df7edebc5e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:00:34Z', 'updated_at': '2021-11-12T01:00:43Z', 'revision_number': 4, 'project_id': '1d8109316fd94efaa47eb9260db1f13b', 'gw_port': {'id': '57a80513-018e-4a1c-9118-df7edebc5e9c', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd2b05f-a509-42db-865a-ab541214d81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:35Z', 'updated_at': '2021-11-12T01:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'ee41bcaa-94dd-4f6d-819f-34cc3a9da463', 'name': '', 'network_id': '42a64961-de15-4cbf-9f7d-d65cedf81ae7', 'tenant_id': '1d8109316fd94efaa47eb9260db1f13b', 'mac_address': 'fa:16:3e:fe:11:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd2b05f-a509-42db-865a-ab541214d81d', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '9a4a1633-eebb-4206-a02e-19555e45d6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:40Z', 'updated_at': '2021-11-12T01:00:55Z', 'revision_number': 5, 'project_id': '1d8109316fd94efaa47eb9260db1f13b', 'subnets': [{'id': '9a4a1633-eebb-4206-a02e-19555e45d6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:22.496418 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-8a9bebf9-56ec-409a-a4fa-ca6af74ab014 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] For port 87149f6f-d97b-47f5-ab95-570cc8b6ab52, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=87149f6f-d97b-47f5-ab95-570cc8b6ab52,segment=NetworkSegment(3b8d314a-fb91-4753-a376-6dadf7d1ae46),segment_id=3b8d314a-fb91-4753-a376-6dadf7d1ae46)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:22.497329 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-8a9bebf9-56ec-409a-a4fa-ca6af74ab014 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:22.531930 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0527a534-c337-4c70-bf39-66f59e7d76dd tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:22.556850 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8020f95e-7513-4d44-bebc-7fd0d48b6bd0 None None] The sync data for ids ['4fd2b05f-a509-42db-865a-ab541214d81d'] in n-d-712142-27 is: [{'id': '4fd2b05f-a509-42db-865a-ab541214d81d', 'name': 'tempest-TaggedBootDevicesTest-1822146490-router', 'tenant_id': '1d8109316fd94efaa47eb9260db1f13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '57a80513-018e-4a1c-9118-df7edebc5e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:00:34Z', 'updated_at': '2021-11-12T01:00:43Z', 'revision_number': 4, 'project_id': '1d8109316fd94efaa47eb9260db1f13b', 'gw_port': {'id': '57a80513-018e-4a1c-9118-df7edebc5e9c', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd2b05f-a509-42db-865a-ab541214d81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:35Z', 'updated_at': '2021-11-12T01:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'ee41bcaa-94dd-4f6d-819f-34cc3a9da463', 'name': '', 'network_id': '42a64961-de15-4cbf-9f7d-d65cedf81ae7', 'tenant_id': '1d8109316fd94efaa47eb9260db1f13b', 'mac_address': 'fa:16:3e:fe:11:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd2b05f-a509-42db-865a-ab541214d81d', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': '9a4a1633-eebb-4206-a02e-19555e45d6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:40Z', 'updated_at': '2021-11-12T01:00:55Z', 'revision_number': 5, 'project_id': '1d8109316fd94efaa47eb9260db1f13b', 'subnets': [{'id': '9a4a1633-eebb-4206-a02e-19555e45d6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:12:22.571342 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86cc6a7-876d-493c-9ec1-7b1f438fdb89 req-c4d8b3c5-82cd-4882-bb21-c8448e7aa823 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:22.573670 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d86cc6a7-876d-493c-9ec1-7b1f438fdb89 req-c4d8b3c5-82cd-4882-bb21-c8448e7aa823 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=d144407c-df74-4c6d-aaa1-d8862914b0c1 HTTP/1.1" status: 200 len: 945 time: 0.3408258 Nov 12 01:12:22.592269 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-8a9bebf9-56ec-409a-a4fa-ca6af74ab014 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Calling delete_port for 87149f6f-d97b-47f5-ab95-570cc8b6ab52 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:22.746358 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0527a534-c337-4c70-bf39-66f59e7d76dd tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:22.757508 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0527a534-c337-4c70-bf39-66f59e7d76dd tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:22.805749 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527a534-c337-4c70-bf39-66f59e7d76dd tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d01d69cd-14cd-42c3-8bc6-3366ecf41e98,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:22.820928 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0527a534-c337-4c70-bf39-66f59e7d76dd tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:22.822603 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0527a534-c337-4c70-bf39-66f59e7d76dd tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4624560 Nov 12 01:12:22.827130 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44730) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:22.849601 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f53d0f02-9133-43c1-8d77-b658d55410fe tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "GET /v2.0/security-group-rules/d01d69cd-14cd-42c3-8bc6-3366ecf41e98 HTTP/1.1" status: 200 len: 764 time: 0.0212197 Nov 12 01:12:22.854397 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44732) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:22.924006 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-95c32f29-4ec4-455c-8f67-a1f95607bdc9 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0642860 Nov 12 01:12:22.928100 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44734) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:22.968550 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8c966281-fe02-4296-9064-ff9ba268a559 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:22.984475 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'name': 'network-vif-deleted', 'tag': 'b375c86f-24ec-4a06-af37-e5c95f2b1cae'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:12:22.988171 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac23ce67-c466-4251-8347-e780b4a08e0a" -d '{"events": [{"server_uuid": "f4d7bf12-651b-4ebe-8869-e52af4287213", "name": "network-vif-deleted", "tag": "b375c86f-24ec-4a06-af37-e5c95f2b1cae"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:12:23.000885 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8c966281-fe02-4296-9064-ff9ba268a559 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:23.032361 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d86cc6a7-876d-493c-9ec1-7b1f438fdb89 req-c62ffc23-d429-45de-9b99-991dd7dbe8dc tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4415808 Nov 12 01:12:23.092140 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-8a9bebf9-56ec-409a-a4fa-ca6af74ab014 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:23.092732 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8c966281-fe02-4296-9064-ff9ba268a559 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:23.124928 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8c966281-fe02-4296-9064-ff9ba268a559 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:23.130010 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8c966281-fe02-4296-9064-ff9ba268a559 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/d01d69cd-14cd-42c3-8bc6-3366ecf41e98 HTTP/1.1" status: 204 len: 168 time: 0.2003968 Nov 12 01:12:23.130791 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0475734-72ba-488a-af38-3fb5c877c3ac x-openstack-request-id: req-c0475734-72ba-488a-af38-3fb5c877c3ac {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:12:23.131262 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d7bf12-651b-4ebe-8869-e52af4287213", "name": "network-vif-deleted", "tag": "b375c86f-24ec-4a06-af37-e5c95f2b1cae", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:12:23.135859 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c0475734-72ba-488a-af38-3fb5c877c3ac {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:12:23.136652 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'name': 'network-vif-deleted', 'tag': 'b375c86f-24ec-4a06-af37-e5c95f2b1cae', 'status': 'completed', 'code': 200} Nov 12 01:12:23.138439 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44744) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:23.200332 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872ad727-31b3-489a-a39b-05e3aeddb24c None None] New status for floating IP e6e6456c-e748-40a2-96fe-afbf594141c9: DOWN {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:12:23.208067 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c966281-fe02-4296-9064-ff9ba268a559 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d01d69cd-14cd-42c3-8bc6-3366ecf41e98,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:23.250726 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9bebf9-56ec-409a-a4fa-ca6af74ab014 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Pushing event deleted for resources: {'Port': ['ID=87149f6f-d97b-47f5-ab95-570cc8b6ab52,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:23.350032 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-dcf74c51-aa0f-473c-8dfb-00160e3f9ff9 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2072017 Nov 12 01:12:23.351669 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 44748) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:23.399648 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-8a9bebf9-56ec-409a-a4fa-ca6af74ab014 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] No DVR routers for this DVR port 87149f6f-d97b-47f5-ab95-570cc8b6ab52 on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:12:23.406883 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-8a9bebf9-56ec-409a-a4fa-ca6af74ab014 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:23.411937 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-8a9bebf9-56ec-409a-a4fa-ca6af74ab014 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.44 "DELETE /v2.0/ports/87149f6f-d97b-47f5-ab95-570cc8b6ab52 HTTP/1.1" status: 204 len: 173 time: 1.6813858 Nov 12 01:12:23.613500 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8bb66345-1322-4b0c-852b-9dc2ee23bfbf tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:23.669020 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8bb66345-1322-4b0c-852b-9dc2ee23bfbf tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:23.758351 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7933556e-3e61-4893-b180-a9fd390b1606 req-e3d27107-8010-425a-966a-5ae8ca52b6f1 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:23.764202 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7933556e-3e61-4893-b180-a9fd390b1606 req-e3d27107-8010-425a-966a-5ae8ca52b6f1 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.44 "GET /v2.0/ports?device_id=d144407c-df74-4c6d-aaa1-d8862914b0c1 HTTP/1.1" status: 200 len: 945 time: 0.1853290 Nov 12 01:12:23.883410 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8bb66345-1322-4b0c-852b-9dc2ee23bfbf tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:23.920977 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8bb66345-1322-4b0c-852b-9dc2ee23bfbf tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:23.924050 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-8bb66345-1322-4b0c-852b-9dc2ee23bfbf tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "DELETE /v2.0/security-groups/7c464b59-fcf4-4b09-830c-6123cc649eef HTTP/1.1" status: 204 len: 168 time: 0.5694742 Nov 12 01:12:23.926270 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44774) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:24.010239 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6f1b7aa3-943a-4fb0-b98c-8cdd6723ee1d tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0790715 Nov 12 01:12:24.011070 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44776) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:24.042175 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad6fe3-5eba-4995-8c98-a7ef4d5b6c8b req-0bc489c4-ffd5-4912-8a34-b6a0e9f5c140 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:24.069278 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad6fe3-5eba-4995-8c98-a7ef4d5b6c8b req-0bc489c4-ffd5-4912-8a34-b6a0e9f5c140 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:24.090206 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b3ad6fe3-5eba-4995-8c98-a7ef4d5b6c8b req-0bc489c4-ffd5-4912-8a34-b6a0e9f5c140 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 1676 time: 0.6764901 Nov 12 01:12:24.124605 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb66345-1322-4b0c-852b-9dc2ee23bfbf tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c464b59-fcf4-4b09-830c-6123cc649eef,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:24.144404 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-7933556e-3e61-4893-b180-a9fd390b1606 req-26181a42-3281-4a95-9d62-70a1b73bdea7 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Deleting port 73b77dfb-eb82-4711-b2a0-27033906d828 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:12:24.144715 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-7933556e-3e61-4893-b180-a9fd390b1606 req-26181a42-3281-4a95-9d62-70a1b73bdea7 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:24.267050 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-2b726baf-0210-40c3-a50b-4082faa05fa7 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Deleting port 0dfccde3-6835-438c-80e1-9143513c8da3 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:12:24.267050 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-2b726baf-0210-40c3-a50b-4082faa05fa7 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:24.281922 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-903514bf-8793-49ad-8431-5a879d93d857 tempest-SecGroupTest-49613923 tempest-SecGroupTest-49613923-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2606444 Nov 12 01:12:24.289840 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b3ad6fe3-5eba-4995-8c98-a7ef4d5b6c8b req-621a8f80-8bcc-420e-a488-7ddb196cd6cc tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c2064e3-365e-4ce1-97ba-786147ddb249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933393 Nov 12 01:12:24.378521 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-7933556e-3e61-4893-b180-a9fd390b1606 req-26181a42-3281-4a95-9d62-70a1b73bdea7 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] For port 73b77dfb-eb82-4711-b2a0-27033906d828, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=73b77dfb-eb82-4711-b2a0-27033906d828,segment=NetworkSegment(6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4),segment_id=6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:24.378988 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-7933556e-3e61-4893-b180-a9fd390b1606 req-26181a42-3281-4a95-9d62-70a1b73bdea7 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:24.417466 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-7933556e-3e61-4893-b180-a9fd390b1606 req-26181a42-3281-4a95-9d62-70a1b73bdea7 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Calling delete_port for 73b77dfb-eb82-4711-b2a0-27033906d828 owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:24.744429 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44802) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:24.765557 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-2b726baf-0210-40c3-a50b-4082faa05fa7 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] For port 0dfccde3-6835-438c-80e1-9143513c8da3, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=0dfccde3-6835-438c-80e1-9143513c8da3,segment=NetworkSegment(3b8d314a-fb91-4753-a376-6dadf7d1ae46),segment_id=3b8d314a-fb91-4753-a376-6dadf7d1ae46)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:24.766282 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-2b726baf-0210-40c3-a50b-4082faa05fa7 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:24.783786 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-2b726baf-0210-40c3-a50b-4082faa05fa7 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Calling delete_port for 0dfccde3-6835-438c-80e1-9143513c8da3 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:24.849860 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44808) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:24.877249 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091adc2-3b1f-49f7-a45d-5f1d90526241 req-ee6daa08-5fb6-4cbe-ac80-193bc664ef01 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:24.886435 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b091adc2-3b1f-49f7-a45d-5f1d90526241 req-ee6daa08-5fb6-4cbe-ac80-193bc664ef01 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=d144407c-df74-4c6d-aaa1-d8862914b0c1 HTTP/1.1" status: 200 len: 945 time: 0.3936882 Nov 12 01:12:24.894111 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-7933556e-3e61-4893-b180-a9fd390b1606 req-26181a42-3281-4a95-9d62-70a1b73bdea7 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:24.934916 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['0ad0bb83-2810-4bf3-8d54-35cf18d580c1', '73b77dfb-eb82-4711-b2a0-27033906d828'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:12:24.939373 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26181a42-3281-4a95-9d62-70a1b73bdea7 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Pushing event deleted for resources: {'Port': ['ID=73b77dfb-eb82-4711-b2a0-27033906d828,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:24.952522 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a96e7-3be4-4fd7-b114-16d680417840 req-49bd9d69-6051-4355-94b7-c9863f5ff2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:24.954289 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f85a96e7-3be4-4fd7-b114-16d680417840 req-49bd9d69-6051-4355-94b7-c9863f5ff2d2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=191fc5154909462b8c7f63ec6946526e&device_id=ca822707-ad2a-4184-9019-b176d5c0bbff HTTP/1.1" status: 200 len: 1098 time: 0.4190040 Nov 12 01:12:24.995955 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-e56f04e5-20c7-4a63-ab01-280f2234d8b7 tempest-QuotasTest-486786948 tempest-QuotasTest-486786948-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:25.022557 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-7933556e-3e61-4893-b180-a9fd390b1606 req-26181a42-3281-4a95-9d62-70a1b73bdea7 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] No DVR routers for this DVR port 73b77dfb-eb82-4711-b2a0-27033906d828 on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:12:25.027734 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-7933556e-3e61-4893-b180-a9fd390b1606 req-26181a42-3281-4a95-9d62-70a1b73bdea7 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:25.032276 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7933556e-3e61-4893-b180-a9fd390b1606 req-26181a42-3281-4a95-9d62-70a1b73bdea7 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.44 "DELETE /v2.0/ports/73b77dfb-eb82-4711-b2a0-27033906d828 HTTP/1.1" status: 204 len: 173 time: 1.2604167 Nov 12 01:12:25.033195 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd144407c-df74-4c6d-aaa1-d8862914b0c1', 'name': 'network-vif-deleted', 'tag': '73b77dfb-eb82-4711-b2a0-27033906d828'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:12:25.036703 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b091adc2-3b1f-49f7-a45d-5f1d90526241 req-ecb9c121-4769-4f63-8d6d-c235e689cfc4 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485212 Nov 12 01:12:25.044147 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f3cd7a-0ad3-4bc2-bcb0-66e6bd700335" -d '{"events": [{"server_uuid": "d144407c-df74-4c6d-aaa1-d8862914b0c1", "name": "network-vif-deleted", "tag": "73b77dfb-eb82-4711-b2a0-27033906d828"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:12:25.058958 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e4b19-02e4-4ba3-9d42-b673784d2b36 req-0890b6c0-c121-4876-bf2b-ecaee474a855 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:25.076387 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-934e4b19-02e4-4ba3-9d42-b673784d2b36 req-0890b6c0-c121-4876-bf2b-ecaee474a855 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca822707-ad2a-4184-9019-b176d5c0bbff HTTP/1.1" status: 200 len: 946 time: 0.3478742 Nov 12 01:12:25.127677 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e56f04e5-20c7-4a63-ab01-280f2234d8b7 tempest-QuotasTest-486786948 tempest-QuotasTest-486786948-project-admin] 10.222.0.45 "PUT /v2.0/quotas/6967334dc3484ab790aa11a51ebcc2b7 HTTP/1.1" status: 200 len: 366 time: 0.3816433 Nov 12 01:12:25.132296 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44816) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:25.191493 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'name': 'network-vif-deleted', 'tag': '87149f6f-d97b-47f5-ab95-570cc8b6ab52'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:12:25.195713 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789629ff-4258-4f0f-be4f-933972d397de" -d '{"events": [{"server_uuid": "f4d7bf12-651b-4ebe-8869-e52af4287213", "name": "network-vif-deleted", "tag": "87149f6f-d97b-47f5-ab95-570cc8b6ab52"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:12:25.213669 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2994a6-5c07-483b-95cd-3b2f7b1eda80 x-openstack-request-id: req-7e2994a6-5c07-483b-95cd-3b2f7b1eda80 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:12:25.214317 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d144407c-df74-4c6d-aaa1-d8862914b0c1", "name": "network-vif-deleted", "tag": "73b77dfb-eb82-4711-b2a0-27033906d828", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:12:25.214775 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7e2994a6-5c07-483b-95cd-3b2f7b1eda80 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:12:25.215360 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd144407c-df74-4c6d-aaa1-d8862914b0c1', 'name': 'network-vif-deleted', 'tag': '73b77dfb-eb82-4711-b2a0-27033906d828', 'status': 'completed', 'code': 200} Nov 12 01:12:25.235591 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-27fa3a4d-8069-4f3c-95b0-dd4889a07301 tempest-QuotasTest-486786948 tempest-QuotasTest-486786948-project-admin] 10.222.0.45 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0849128 Nov 12 01:12:25.238209 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44820) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:25.286199 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-75b0f48f-e8a1-40aa-9da0-806bb2cd360b tempest-QuotasTest-486786948 tempest-QuotasTest-486786948-project-admin] 10.222.0.45 "GET /v2.0/quotas/6967334dc3484ab790aa11a51ebcc2b7 HTTP/1.1" status: 200 len: 366 time: 0.0432622 Nov 12 01:12:25.286855 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44822) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:25.347160 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f4123c2a-20e6-4646-9781-f77f9e224bfa tempest-QuotasTest-486786948 tempest-QuotasTest-486786948-project-admin] 10.222.0.45 "DELETE /v2.0/quotas/6967334dc3484ab790aa11a51ebcc2b7 HTTP/1.1" status: 204 len: 168 time: 0.0469589 Nov 12 01:12:25.348096 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44828) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:25.379698 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-802fef7e-75b5-4ae1-9f37-20f6d6d6ea9b tempest-QuotasTest-486786948 tempest-QuotasTest-486786948-project-admin] 10.222.0.45 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0235486 Nov 12 01:12:25.381233 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44830) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:25.391113 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67314fe7-f1b0-423d-9791-1f4be3bb420a x-openstack-request-id: req-67314fe7-f1b0-423d-9791-1f4be3bb420a {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:12:25.391593 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d7bf12-651b-4ebe-8869-e52af4287213", "name": "network-vif-deleted", "tag": "87149f6f-d97b-47f5-ab95-570cc8b6ab52", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:12:25.394339 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-67314fe7-f1b0-423d-9791-1f4be3bb420a {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:12:25.395114 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'name': 'network-vif-deleted', 'tag': '87149f6f-d97b-47f5-ab95-570cc8b6ab52', 'status': 'completed', 'code': 200} Nov 12 01:12:25.400925 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6dcdf22a-2427-4c6e-a7ff-539204786cb3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f83b7041fe5740b5ba2b1cb1b70da2e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5462518 Nov 12 01:12:25.401890 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44832) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:25.438049 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-64751642-916e-4bda-8c2b-f6063f287829 tempest-QuotasTest-486786948 tempest-QuotasTest-486786948-project-admin] 10.222.0.45 "GET /v2.0/quotas/6967334dc3484ab790aa11a51ebcc2b7 HTTP/1.1" status: 200 len: 370 time: 0.0550809 Nov 12 01:12:25.438314 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 44834) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:25.487382 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8683c133-1824-4f95-ac68-dd0a57497639 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:25.487644 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7d0414ab-59fc-43d7-9d8d-59512e6f737f tempest-QuotasTest-486786948 tempest-QuotasTest-486786948-project-admin] 10.222.0.45 "GET /v2.0/quotas/6967334dc3484ab790aa11a51ebcc2b7/default HTTP/1.1" status: 200 len: 370 time: 0.0357037 Nov 12 01:12:25.508543 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 44836) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:25.525864 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8683c133-1824-4f95-ac68-dd0a57497639 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:25.604457 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8683c133-1824-4f95-ac68-dd0a57497639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:25.610990 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8683c133-1824-4f95-ac68-dd0a57497639 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:25.613977 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8683c133-1824-4f95-ac68-dd0a57497639 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bdf76326-b304-4201-9f65-40b8f7c4778f HTTP/1.1" status: 204 len: 168 time: 0.2090111 Nov 12 01:12:25.663129 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-934e4b19-02e4-4ba3-9d42-b673784d2b36 req-bc0426c8-4fdc-4c6f-9123-7c99d555f44a tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5616019 Nov 12 01:12:25.675533 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a96e7-3be4-4fd7-b114-16d680417840 req-567be2a6-4bf5-4b0d-8d90-ed1d0df619b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:25.680512 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8683c133-1824-4f95-ac68-dd0a57497639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf76326-b304-4201-9f65-40b8f7c4778f,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:25.681905 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f85a96e7-3be4-4fd7-b114-16d680417840 req-567be2a6-4bf5-4b0d-8d90-ed1d0df619b8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1eb2c28f-44d0-4157-813f-a88803c1c65a HTTP/1.1" status: 200 len: 918 time: 0.7109892 Nov 12 01:12:25.684675 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-58550e68-bff8-442a-89a3-74fe2c6b230f tempest-QuotasTest-486786948 tempest-QuotasTest-486786948-project-admin] delete failed (client error): The resource could not be found. Nov 12 01:12:25.689525 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-58550e68-bff8-442a-89a3-74fe2c6b230f tempest-QuotasTest-486786948 tempest-QuotasTest-486786948-project-admin] 10.222.0.45 "DELETE /v2.0/quotas/6967334dc3484ab790aa11a51ebcc2b7 HTTP/1.1" status: 404 len: 348 time: 0.1562169 Nov 12 01:12:25.734006 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-2b726baf-0210-40c3-a50b-4082faa05fa7 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:25.812307 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb01756-27c6-4114-af85-c755eaebf422 req-daf030af-b7e3-4b83-ae6f-a6cfa22328db tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:25.833036 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb01756-27c6-4114-af85-c755eaebf422 req-daf030af-b7e3-4b83-ae6f-a6cfa22328db tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:25.838995 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-acb01756-27c6-4114-af85-c755eaebf422 req-daf030af-b7e3-4b83-ae6f-a6cfa22328db tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 1599 time: 0.3504090 Nov 12 01:12:25.849281 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f85a96e7-3be4-4fd7-b114-16d680417840 req-823611a4-f693-4181-9600-9c9b865b177a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2551041b-331c-4703-a892-861dffef3f99 HTTP/1.1" status: 200 len: 217 time: 0.1597927 Nov 12 01:12:25.936649 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b726baf-0210-40c3-a50b-4082faa05fa7 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Pushing event deleted for resources: {'Port': ['ID=0dfccde3-6835-438c-80e1-9143513c8da3,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:26.072550 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-2b726baf-0210-40c3-a50b-4082faa05fa7 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] No DVR routers for this DVR port 0dfccde3-6835-438c-80e1-9143513c8da3 on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:12:26.088796 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-2b726baf-0210-40c3-a50b-4082faa05fa7 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:26.095235 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-2b726baf-0210-40c3-a50b-4082faa05fa7 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.44 "DELETE /v2.0/ports/0dfccde3-6835-438c-80e1-9143513c8da3 HTTP/1.1" status: 204 len: 173 time: 2.6492109 Nov 12 01:12:26.130094 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a96e7-3be4-4fd7-b114-16d680417840 req-bb417cd8-3fdb-4411-a360-544e5af38d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:26.132189 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f85a96e7-3be4-4fd7-b114-16d680417840 req-bb417cd8-3fdb-4411-a360-544e5af38d2b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=604b5391-c877-4e65-b41f-12fa14d652c5 HTTP/1.1" status: 200 len: 858 time: 0.2370975 Nov 12 01:12:26.159658 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44856) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:26.172576 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-acb01756-27c6-4114-af85-c755eaebf422 req-3ae6bf25-76e8-4d26-a37c-63f171d94eb2 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/security-groups?id=8c2064e3-365e-4ce1-97ba-786147ddb249&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2807069 Nov 12 01:12:26.188185 n-d-712142-27 neutron-server[109086]: DEBUG neutron.quota.resource [None req-c64e74ec-6ae3-4897-9267-7b4a803a3353 tempest-QuotasTest-486786948 tempest-QuotasTest-486786948-project-admin] Usage tracker for resource:network and project:463fabd932b84da3873f21c0aa3063c6 is out of sync, need to count used quota {{(pid=109086) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 01:12:26.193846 n-d-712142-27 neutron-server[109086]: DEBUG neutron.quota.resource [None req-c64e74ec-6ae3-4897-9267-7b4a803a3353 tempest-QuotasTest-486786948 tempest-QuotasTest-486786948-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=109086) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 01:12:26.208589 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f85a96e7-3be4-4fd7-b114-16d680417840 req-297a57cd-ad12-481f-98f3-c33b00990ecf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1eb2c28f-44d0-4157-813f-a88803c1c65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546417 Nov 12 01:12:26.209628 n-d-712142-27 neutron-server[109086]: DEBUG neutron.quota.resource [None req-c64e74ec-6ae3-4897-9267-7b4a803a3353 tempest-QuotasTest-486786948 tempest-QuotasTest-486786948-project-admin] Usage tracker for resource:subnet and project:463fabd932b84da3873f21c0aa3063c6 is out of sync, need to count used quota {{(pid=109086) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 01:12:26.224328 n-d-712142-27 neutron-server[109086]: DEBUG neutron.quota.resource [None req-c64e74ec-6ae3-4897-9267-7b4a803a3353 tempest-QuotasTest-486786948 tempest-QuotasTest-486786948-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=109086) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 01:12:26.244509 n-d-712142-27 neutron-server[109086]: DEBUG neutron.quota.resource [None req-c64e74ec-6ae3-4897-9267-7b4a803a3353 tempest-QuotasTest-486786948 tempest-QuotasTest-486786948-project-admin] Usage tracker for resource:subnetpool and project:463fabd932b84da3873f21c0aa3063c6 is out of sync, need to count used quota {{(pid=109086) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 01:12:26.253223 n-d-712142-27 neutron-server[109086]: DEBUG neutron.quota.resource [None req-c64e74ec-6ae3-4897-9267-7b4a803a3353 tempest-QuotasTest-486786948 tempest-QuotasTest-486786948-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=109086) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 01:12:26.275132 n-d-712142-27 neutron-server[109086]: DEBUG neutron.quota.resource [None req-c64e74ec-6ae3-4897-9267-7b4a803a3353 tempest-QuotasTest-486786948 tempest-QuotasTest-486786948-project-admin] Usage tracker for resource:port and project:463fabd932b84da3873f21c0aa3063c6 is out of sync, need to count used quota {{(pid=109086) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 01:12:26.283430 n-d-712142-27 neutron-server[109086]: DEBUG neutron.quota.resource [None req-c64e74ec-6ae3-4897-9267-7b4a803a3353 tempest-QuotasTest-486786948 tempest-QuotasTest-486786948-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=109086) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 01:12:26.292887 n-d-712142-27 neutron-server[109086]: DEBUG neutron.quota.resource [None req-c64e74ec-6ae3-4897-9267-7b4a803a3353 tempest-QuotasTest-486786948 tempest-QuotasTest-486786948-project-admin] Usage tracker for resource:router and project:463fabd932b84da3873f21c0aa3063c6 is out of sync, need to count used quota {{(pid=109086) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 01:12:26.296363 n-d-712142-27 neutron-server[109086]: DEBUG neutron.quota.resource [None req-c64e74ec-6ae3-4897-9267-7b4a803a3353 tempest-QuotasTest-486786948 tempest-QuotasTest-486786948-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=109086) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 01:12:26.306240 n-d-712142-27 neutron-server[109086]: DEBUG neutron.quota.resource [None req-c64e74ec-6ae3-4897-9267-7b4a803a3353 tempest-QuotasTest-486786948 tempest-QuotasTest-486786948-project-admin] Usage tracker for resource:floatingip and project:463fabd932b84da3873f21c0aa3063c6 is out of sync, need to count used quota {{(pid=109086) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 01:12:26.312880 n-d-712142-27 neutron-server[109086]: DEBUG neutron.quota.resource [None req-c64e74ec-6ae3-4897-9267-7b4a803a3353 tempest-QuotasTest-486786948 tempest-QuotasTest-486786948-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=109086) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 01:12:26.380011 n-d-712142-27 neutron-server[109086]: DEBUG neutron.quota.resource [None req-c64e74ec-6ae3-4897-9267-7b4a803a3353 tempest-QuotasTest-486786948 tempest-QuotasTest-486786948-project-admin] Usage tracker for resource:security_group and project:463fabd932b84da3873f21c0aa3063c6 is out of sync, need to count used quota {{(pid=109086) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 01:12:26.387288 n-d-712142-27 neutron-server[109086]: DEBUG neutron.quota.resource [None req-c64e74ec-6ae3-4897-9267-7b4a803a3353 tempest-QuotasTest-486786948 tempest-QuotasTest-486786948-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=109086) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 01:12:26.400612 n-d-712142-27 neutron-server[109086]: DEBUG neutron.quota.resource [None req-c64e74ec-6ae3-4897-9267-7b4a803a3353 tempest-QuotasTest-486786948 tempest-QuotasTest-486786948-project-admin] Usage tracker for resource:security_group_rule and project:463fabd932b84da3873f21c0aa3063c6 is out of sync, need to count used quota {{(pid=109086) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 01:12:26.430095 n-d-712142-27 neutron-server[109086]: DEBUG neutron.quota.resource [None req-c64e74ec-6ae3-4897-9267-7b4a803a3353 tempest-QuotasTest-486786948 tempest-QuotasTest-486786948-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=109086) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 01:12:26.442386 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c64e74ec-6ae3-4897-9267-7b4a803a3353 tempest-QuotasTest-486786948 tempest-QuotasTest-486786948-project-admin] 10.222.0.45 "GET /v2.0/quotas/463fabd932b84da3873f21c0aa3063c6/details.json HTTP/1.1" status: 200 len: 703 time: 0.2813361 Nov 12 01:12:26.544120 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f85a96e7-3be4-4fd7-b114-16d680417840 req-24b99095-7546-491f-95b9-dde0524812d5 service neutron] 10.222.0.44 "GET /v2.0/networks/1eb2c28f-44d0-4157-813f-a88803c1c65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182449 Nov 12 01:12:26.558754 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-3bb8b9cf-fa81-410f-b63a-d5f00d89a0aa tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Deleting port 9d7bd877-2240-48c8-af3a-99027fa5fb2b {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:12:26.559040 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-3bb8b9cf-fa81-410f-b63a-d5f00d89a0aa tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:26.792896 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9b77d-4c6f-4351-8ca5-fd302adf6852 req-5ec6ae43-1726-4207-8e53-4e93ce433cda tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:26.794555 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-51d9b77d-4c6f-4351-8ca5-fd302adf6852 req-5ec6ae43-1726-4207-8e53-4e93ce433cda tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf99bc3c-53f5-4dd1-b00c-bb386450760a HTTP/1.1" status: 200 len: 945 time: 0.2479489 Nov 12 01:12:26.804919 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-3bb8b9cf-fa81-410f-b63a-d5f00d89a0aa tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] For port 9d7bd877-2240-48c8-af3a-99027fa5fb2b, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=9d7bd877-2240-48c8-af3a-99027fa5fb2b,segment=NetworkSegment(241d1237-5a54-4a08-8584-358bbd4e511f),segment_id=241d1237-5a54-4a08-8584-358bbd4e511f)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:26.805321 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-3bb8b9cf-fa81-410f-b63a-d5f00d89a0aa tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:26.820380 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-3bb8b9cf-fa81-410f-b63a-d5f00d89a0aa tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Calling delete_port for 9d7bd877-2240-48c8-af3a-99027fa5fb2b owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:26.925470 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44882) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:26.937454 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f85a96e7-3be4-4fd7-b114-16d680417840 req-89875d31-554d-4bfc-907a-a11a474ddb31 service neutron] 10.222.0.44 "GET /v2.0/networks/1eb2c28f-44d0-4157-813f-a88803c1c65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3665619 Nov 12 01:12:26.996211 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-51d9b77d-4c6f-4351-8ca5-fd302adf6852 req-9f839dda-0ad5-4eb1-8608-63299393cb05 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312852 Nov 12 01:12:27.011523 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c66b90-74f0-4201-9c9e-ba5cf22d1b5e req-2a6fe0a3-a287-4b3a-a78a-f1c7266d4e46 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:27.019035 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-42c66b90-74f0-4201-9c9e-ba5cf22d1b5e req-2a6fe0a3-a287-4b3a-a78a-f1c7266d4e46 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca822707-ad2a-4184-9019-b176d5c0bbff HTTP/1.1" status: 200 len: 946 time: 0.1504545 Nov 12 01:12:27.053697 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fef5b8-4bf8-45f2-bc04-8fdc5d02f1de req-8b872124-8c94-4d02-9e70-25de08b4cc70 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:27.058185 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-40fef5b8-4bf8-45f2-bc04-8fdc5d02f1de req-8b872124-8c94-4d02-9e70-25de08b4cc70 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.44 "GET /v2.0/ports?device_id=cf99bc3c-53f5-4dd1-b00c-bb386450760a HTTP/1.1" status: 200 len: 945 time: 0.1596684 Nov 12 01:12:27.157648 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-42c66b90-74f0-4201-9c9e-ba5cf22d1b5e req-8ab5b42a-0151-469e-b255-80902e2834c2 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375935 Nov 12 01:12:27.193089 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-3bb8b9cf-fa81-410f-b63a-d5f00d89a0aa tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:27.217334 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4e00889d-e86c-470e-a697-92867efe1f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:27.268556 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb8b9cf-fa81-410f-b63a-d5f00d89a0aa tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Pushing event deleted for resources: {'Port': ['ID=9d7bd877-2240-48c8-af3a-99027fa5fb2b,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:27.323330 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-40fef5b8-4bf8-45f2-bc04-8fdc5d02f1de req-4b3e954c-515a-499a-8f48-37b4a1faf210 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Deleting port 0ad0bb83-2810-4bf3-8d54-35cf18d580c1 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:12:27.324086 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-40fef5b8-4bf8-45f2-bc04-8fdc5d02f1de req-4b3e954c-515a-499a-8f48-37b4a1faf210 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:27.382863 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 73b77dfb-eb82-4711-b2a0-27033906d828 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:12:27.424800 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'name': 'network-vif-deleted', 'tag': '0dfccde3-6835-438c-80e1-9143513c8da3'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:12:27.429257 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89e622b-bced-4edc-9311-33d0c3544e7e" -d '{"events": [{"server_uuid": "f4d7bf12-651b-4ebe-8869-e52af4287213", "name": "network-vif-deleted", "tag": "0dfccde3-6835-438c-80e1-9143513c8da3"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:12:27.440784 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 73b77dfb-eb82-4711-b2a0-27033906d828 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:12:27.441562 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 73b77dfb-eb82-4711-b2a0-27033906d828 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:12:27.448893 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-3bb8b9cf-fa81-410f-b63a-d5f00d89a0aa tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] No DVR routers for this DVR port 9d7bd877-2240-48c8-af3a-99027fa5fb2b on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:12:27.486060 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-3bb8b9cf-fa81-410f-b63a-d5f00d89a0aa tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:27.497306 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-490fe80c-6db0-4c7b-83f3-911cc9770c0f req-3bb8b9cf-fa81-410f-b63a-d5f00d89a0aa tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.44 "DELETE /v2.0/ports/9d7bd877-2240-48c8-af3a-99027fa5fb2b HTTP/1.1" status: 204 len: 173 time: 1.3843181 Nov 12 01:12:27.540880 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2a8fe2c4-f641-4084-bb83-19982ca3c540 req-0d1b7fa9-8c7e-4ebe-bcb3-e52507178a77 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 210 time: 0.0940278 Nov 12 01:12:27.555767 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d10a2b1c-7ce5-4abd-8797-71da524a963d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:27.558706 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbbde180-14b8-4d8f-b69d-142f62f235f6 x-openstack-request-id: req-dbbde180-14b8-4d8f-b69d-142f62f235f6 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:12:27.559191 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d7bf12-651b-4ebe-8869-e52af4287213", "name": "network-vif-deleted", "tag": "0dfccde3-6835-438c-80e1-9143513c8da3", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:12:27.559608 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dbbde180-14b8-4d8f-b69d-142f62f235f6 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:12:27.560307 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'name': 'network-vif-deleted', 'tag': '0dfccde3-6835-438c-80e1-9143513c8da3', 'status': 'completed', 'code': 200} Nov 12 01:12:27.732945 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-40fef5b8-4bf8-45f2-bc04-8fdc5d02f1de req-4b3e954c-515a-499a-8f48-37b4a1faf210 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] For port 0ad0bb83-2810-4bf3-8d54-35cf18d580c1, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=0ad0bb83-2810-4bf3-8d54-35cf18d580c1,segment=NetworkSegment(6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4),segment_id=6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:27.733618 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-40fef5b8-4bf8-45f2-bc04-8fdc5d02f1de req-4b3e954c-515a-499a-8f48-37b4a1faf210 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:27.787992 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-40fef5b8-4bf8-45f2-bc04-8fdc5d02f1de req-4b3e954c-515a-499a-8f48-37b4a1faf210 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Calling delete_port for 0ad0bb83-2810-4bf3-8d54-35cf18d580c1 owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:27.964083 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d10a2b1c-7ce5-4abd-8797-71da524a963d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:28.001836 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d10a2b1c-7ce5-4abd-8797-71da524a963d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:28.135699 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a2b1c-7ce5-4abd-8797-71da524a963d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ffeda7-7f5c-4826-9acb-b71ef3b52a55,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:28.143723 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d10a2b1c-7ce5-4abd-8797-71da524a963d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e2b39d74e6464197a15962ea273196c3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2131751 Nov 12 01:12:28.147933 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 44914) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:28.448535 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-40fef5b8-4bf8-45f2-bc04-8fdc5d02f1de req-4b3e954c-515a-499a-8f48-37b4a1faf210 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:28.514497 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e954c-515a-499a-8f48-37b4a1faf210 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Pushing event deleted for resources: {'Port': ['ID=0ad0bb83-2810-4bf3-8d54-35cf18d580c1,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:28.539070 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119aaa9-7305-415d-b878-019b12e568e5 req-a57d7cda-f02c-4396-8262-f73a56228bb2 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:28.541521 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6119aaa9-7305-415d-b878-019b12e568e5 req-a57d7cda-f02c-4396-8262-f73a56228bb2 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=cf99bc3c-53f5-4dd1-b00c-bb386450760a HTTP/1.1" status: 200 len: 867 time: 0.2628267 Nov 12 01:12:28.549104 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5b949f9c-b071-47db-9511-a727251440bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:28.613182 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1cb83-447e-4e12-8699-85add1ab9dea req-1adad5fb-f04d-459f-bdf7-2ceb18de0376 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:28.621654 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a6a1cb83-447e-4e12-8699-85add1ab9dea req-1adad5fb-f04d-459f-bdf7-2ceb18de0376 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca822707-ad2a-4184-9019-b176d5c0bbff HTTP/1.1" status: 200 len: 946 time: 0.1707416 Nov 12 01:12:28.649990 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-40fef5b8-4bf8-45f2-bc04-8fdc5d02f1de req-4b3e954c-515a-499a-8f48-37b4a1faf210 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] No DVR routers for this DVR port 0ad0bb83-2810-4bf3-8d54-35cf18d580c1 on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:12:28.655850 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-40fef5b8-4bf8-45f2-bc04-8fdc5d02f1de req-4b3e954c-515a-499a-8f48-37b4a1faf210 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:28.670679 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-40fef5b8-4bf8-45f2-bc04-8fdc5d02f1de req-4b3e954c-515a-499a-8f48-37b4a1faf210 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.44 "DELETE /v2.0/ports/0ad0bb83-2810-4bf3-8d54-35cf18d580c1 HTTP/1.1" status: 204 len: 173 time: 1.5826406 Nov 12 01:12:28.671457 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5b949f9c-b071-47db-9511-a727251440bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:28.672928 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf99bc3c-53f5-4dd1-b00c-bb386450760a', 'name': 'network-vif-deleted', 'tag': '0ad0bb83-2810-4bf3-8d54-35cf18d580c1'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:12:28.694100 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441c7cd7-0b2d-41b5-a53d-9eec136248b4" -d '{"events": [{"server_uuid": "cf99bc3c-53f5-4dd1-b00c-bb386450760a", "name": "network-vif-deleted", "tag": "0ad0bb83-2810-4bf3-8d54-35cf18d580c1"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:12:28.713763 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6119aaa9-7305-415d-b878-019b12e568e5 req-219da7e2-0899-4800-807a-89a5840e211e tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=f07a2bb1-61b9-4aee-8500-404e093f0058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565323 Nov 12 01:12:28.833720 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a6a1cb83-447e-4e12-8699-85add1ab9dea req-e88f8979-904b-492c-9074-58103950ea7c tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105350 Nov 12 01:12:28.876503 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5b949f9c-b071-47db-9511-a727251440bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:28.880221 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5b949f9c-b071-47db-9511-a727251440bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:28.881819 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-5b949f9c-b071-47db-9511-a727251440bc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b0ffeda7-7f5c-4826-9acb-b71ef3b52a55 HTTP/1.1" status: 204 len: 168 time: 0.7324235 Nov 12 01:12:28.914378 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b949f9c-b071-47db-9511-a727251440bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ffeda7-7f5c-4826-9acb-b71ef3b52a55,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:29.021593 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b387dfb5-8592-4cea-8c47-d614caef061f req-5d5b93ea-ae13-42b2-9434-7c007eb19233 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 210 time: 0.0607336 Nov 12 01:12:29.145881 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f432091-b376-45f8-a37f-a3bbeea32e54 x-openstack-request-id: req-2f432091-b376-45f8-a37f-a3bbeea32e54 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:12:29.146532 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf99bc3c-53f5-4dd1-b00c-bb386450760a", "name": "network-vif-deleted", "tag": "0ad0bb83-2810-4bf3-8d54-35cf18d580c1", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:12:29.155728 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2f432091-b376-45f8-a37f-a3bbeea32e54 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:12:29.156572 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf99bc3c-53f5-4dd1-b00c-bb386450760a', 'name': 'network-vif-deleted', 'tag': '0ad0bb83-2810-4bf3-8d54-35cf18d580c1', 'status': 'completed', 'code': 200} Nov 12 01:12:29.372329 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 0ad0bb83-2810-4bf3-8d54-35cf18d580c1 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:12:29.413398 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 0ad0bb83-2810-4bf3-8d54-35cf18d580c1 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:12:29.413936 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 0ad0bb83-2810-4bf3-8d54-35cf18d580c1 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:12:29.562090 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'name': 'network-vif-deleted', 'tag': '9d7bd877-2240-48c8-af3a-99027fa5fb2b'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:12:29.567607 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2881edff-5ab1-4d00-93f6-0a848f57ed61" -d '{"events": [{"server_uuid": "f4d7bf12-651b-4ebe-8869-e52af4287213", "name": "network-vif-deleted", "tag": "9d7bd877-2240-48c8-af3a-99027fa5fb2b"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:12:29.592922 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44956) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:29.638281 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-852c13ee-d5f0-434f-aac7-cd4194123465 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:29.680453 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ccb0c57-fffd-4219-b373-3bb1b0ccb31f x-openstack-request-id: req-1ccb0c57-fffd-4219-b373-3bb1b0ccb31f {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:12:29.682221 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d7bf12-651b-4ebe-8869-e52af4287213", "name": "network-vif-deleted", "tag": "9d7bd877-2240-48c8-af3a-99027fa5fb2b", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:12:29.682736 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1ccb0c57-fffd-4219-b373-3bb1b0ccb31f {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:12:29.683725 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d7bf12-651b-4ebe-8869-e52af4287213', 'name': 'network-vif-deleted', 'tag': '9d7bd877-2240-48c8-af3a-99027fa5fb2b', 'status': 'completed', 'code': 200} Nov 12 01:12:29.805279 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-852c13ee-d5f0-434f-aac7-cd4194123465 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:29.813000 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-852c13ee-d5f0-434f-aac7-cd4194123465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:29.867206 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852c13ee-d5f0-434f-aac7-cd4194123465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e91d05-07ac-4261-b763-f01075fcc881,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:29.928071 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-852c13ee-d5f0-434f-aac7-cd4194123465 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=463fabd932b84da3873f21c0aa3063c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3322875 Nov 12 01:12:29.932718 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 44972) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:30.032659 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9bfe483a-da48-469a-b168-99d9a04ce0e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:30.129381 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9bfe483a-da48-469a-b168-99d9a04ce0e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:30.184422 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7482500-eb53-42dd-b51e-dd7ee813918d req-f78e8e39-e588-464d-9e89-73ade5a24c4d tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:30.194217 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e7482500-eb53-42dd-b51e-dd7ee813918d req-f78e8e39-e588-464d-9e89-73ade5a24c4d tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca822707-ad2a-4184-9019-b176d5c0bbff HTTP/1.1" status: 200 len: 946 time: 0.1522429 Nov 12 01:12:30.305954 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e7482500-eb53-42dd-b51e-dd7ee813918d req-ea236afb-6499-4f72-a8e1-dd8583d1e2b9 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106734 Nov 12 01:12:30.315901 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9bfe483a-da48-469a-b168-99d9a04ce0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:30.326884 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9bfe483a-da48-469a-b168-99d9a04ce0e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:30.338217 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-9bfe483a-da48-469a-b168-99d9a04ce0e4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/92e91d05-07ac-4261-b763-f01075fcc881 HTTP/1.1" status: 204 len: 168 time: 0.4002144 Nov 12 01:12:30.371887 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfe483a-da48-469a-b168-99d9a04ce0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e91d05-07ac-4261-b763-f01075fcc881,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:30.652051 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1cc836ac-49ee-45db-b89f-3af619bf365f req-d73cce68-c9e2-40db-9691-d6e3e608e7f7 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 210 time: 0.0623481 Nov 12 01:12:30.768339 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7107a61d-3f8a-4f2c-8f4c-36887e4b981b req-d6e653b5-5892-4f4e-9d54-adb17cf9d7f2 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:30.781169 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7107a61d-3f8a-4f2c-8f4c-36887e4b981b req-d6e653b5-5892-4f4e-9d54-adb17cf9d7f2 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.1426454 Nov 12 01:12:30.803949 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-954ff9df-43d8-4a72-a5fe-c7b207c1f15d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:30.952240 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7107a61d-3f8a-4f2c-8f4c-36887e4b981b req-a08015c5-bd05-461f-a70f-f5e5756aee87 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654551 Nov 12 01:12:31.113128 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 45000) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:31.448777 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4b7643ae-d65f-47f2-af17-a014aedff434 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:31.591125 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4b7643ae-d65f-47f2-af17-a014aedff434 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:31.604688 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4b7643ae-d65f-47f2-af17-a014aedff434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:31.698302 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd3bb5-bb57-4e9c-b865-12758b04a1ec req-a33c6d26-5f0c-4c58-82be-4f4bf3b8ccf1 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:31.701750 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4b7643ae-d65f-47f2-af17-a014aedff434 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8bf78c631fc64e5dbe51a712ae87061e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5808306 Nov 12 01:12:31.702705 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 45022) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:31.703762 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7643ae-d65f-47f2-af17-a014aedff434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e816ef4f-7d6e-47aa-9b00-4930b68c6786,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:31.722529 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-edcd3bb5-bb57-4e9c-b865-12758b04a1ec req-a33c6d26-5f0c-4c58-82be-4f4bf3b8ccf1 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca822707-ad2a-4184-9019-b176d5c0bbff HTTP/1.1" status: 200 len: 946 time: 0.1551390 Nov 12 01:12:31.837311 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-890afb59-18c4-46ae-ae72-00e10b832f49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:31.880639 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3f4144d6-4064-48bb-82b8-7b2e367cff57 req-dda3fab1-5a9d-44e9-9ca0-855b7b226335 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 210 time: 0.0880926 Nov 12 01:12:31.987338 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-edcd3bb5-bb57-4e9c-b865-12758b04a1ec req-b8ed7f10-3f73-46b1-bc80-7d5395a3f3f5 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576618 Nov 12 01:12:32.035305 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-890afb59-18c4-46ae-ae72-00e10b832f49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:32.123392 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c3232-8949-461c-87ee-c6c64dc945eb req-c5d756e6-238d-4cba-b8c6-dcad203f41fc tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:32.125760 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-655c3232-8949-461c-87ee-c6c64dc945eb req-c5d756e6-238d-4cba-b8c6-dcad203f41fc tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.44 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.1966956 Nov 12 01:12:32.126503 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 45030) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:32.142752 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0051699 Nov 12 01:12:32.150682 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 45032) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:32.192064 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a312cc-66ea-4ebf-855c-11d8051ff7db req-66951c34-6688-45c6-8087-310a131a147a tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:32.194122 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-86a312cc-66ea-4ebf-855c-11d8051ff7db req-66951c34-6688-45c6-8087-310a131a147a tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 945 time: 0.1096506 Nov 12 01:12:32.268437 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-86a312cc-66ea-4ebf-855c-11d8051ff7db req-f4421ce9-d39a-4661-9ea3-13075ec50e30 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups?id=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615149 Nov 12 01:12:32.337515 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-890afb59-18c4-46ae-ae72-00e10b832f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:32.342149 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-890afb59-18c4-46ae-ae72-00e10b832f49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:32.348490 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-890afb59-18c4-46ae-ae72-00e10b832f49 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e816ef4f-7d6e-47aa-9b00-4930b68c6786 HTTP/1.1" status: 204 len: 168 time: 0.6390405 Nov 12 01:12:32.362750 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-38bd10c9-dc86-4183-8b6d-8c9fe3e90c59 tempest-NetworksApiDiscovery-1002630790 tempest-NetworksApiDiscovery-1002630790-project] 10.222.0.45 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2093637 Nov 12 01:12:32.371301 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890afb59-18c4-46ae-ae72-00e10b832f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e816ef4f-7d6e-47aa-9b00-4930b68c6786,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:32.379736 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-655c3232-8949-461c-87ee-c6c64dc945eb req-df9d160e-12f1-4832-bb46-ab108172027d tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Deleting port e3cfc795-909c-4615-9d75-457b26419c79 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:12:32.380322 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-655c3232-8949-461c-87ee-c6c64dc945eb req-df9d160e-12f1-4832-bb46-ab108172027d tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:32.565668 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-655c3232-8949-461c-87ee-c6c64dc945eb req-df9d160e-12f1-4832-bb46-ab108172027d tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] For port e3cfc795-909c-4615-9d75-457b26419c79, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e3cfc795-909c-4615-9d75-457b26419c79,segment=NetworkSegment(6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4),segment_id=6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:32.566002 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-655c3232-8949-461c-87ee-c6c64dc945eb req-df9d160e-12f1-4832-bb46-ab108172027d tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:32.773765 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:32.865344 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-655c3232-8949-461c-87ee-c6c64dc945eb req-df9d160e-12f1-4832-bb46-ab108172027d tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:32.865745 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-655c3232-8949-461c-87ee-c6c64dc945eb req-df9d160e-12f1-4832-bb46-ab108172027d tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:32.866044 n-d-712142-27 neutron-server[109086]: INFO neutron.db.l3_db [req-655c3232-8949-461c-87ee-c6c64dc945eb req-df9d160e-12f1-4832-bb46-ab108172027d tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Floating IP d796474f-a8e3-4d5b-a72b-12b553e13682 disassociated. External IP: 172.25.3.58, port: e3cfc795-909c-4615-9d75-457b26419c79. Nov 12 01:12:32.866398 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-655c3232-8949-461c-87ee-c6c64dc945eb req-df9d160e-12f1-4832-bb46-ab108172027d tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Calling delete_port for e3cfc795-909c-4615-9d75-457b26419c79 owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:32.886423 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 45050) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:33.170219 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1ce0ea3b-46d0-4ba4-b12d-6418057a675b req-b3843cb3-1028-4b63-a9a0-a4748f55f598 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 210 time: 0.0954969 Nov 12 01:12:33.190754 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2ec1885b-a8ad-4abc-8c92-5ee6ee9dc710 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:33.275555 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 45060) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:33.297227 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-655c3232-8949-461c-87ee-c6c64dc945eb req-df9d160e-12f1-4832-bb46-ab108172027d tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:33.324651 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bfabd036-b1d4-4609-878d-3b79408d81f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:33.384955 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9d160e-12f1-4832-bb46-ab108172027d tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Pushing event deleted for resources: {'Port': ['ID=e3cfc795-909c-4615-9d75-457b26419c79,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:33.506042 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bfabd036-b1d4-4609-878d-3b79408d81f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:33.515431 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bfabd036-b1d4-4609-878d-3b79408d81f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:33.531317 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bbf2efad-f1b8-4ac5-b140-3b7e33d25ab3 req-40dfcccc-7714-4fb9-a7f5-82482d157cec tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 210 time: 0.1540453 Nov 12 01:12:33.574615 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfabd036-b1d4-4609-878d-3b79408d81f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02caa4ab-94bc-406c-9e26-aa04b57c89fb,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:33.581082 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daecfa77-2f78-4e1d-a66b-c1f1eb2b3f33 req-8cfb3806-3709-42e3-9cb8-6d94774a313b tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:33.597255 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-daecfa77-2f78-4e1d-a66b-c1f1eb2b3f33 req-8cfb3806-3709-42e3-9cb8-6d94774a313b tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca822707-ad2a-4184-9019-b176d5c0bbff HTTP/1.1" status: 200 len: 946 time: 0.4077096 Nov 12 01:12:33.636568 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-bfabd036-b1d4-4609-878d-3b79408d81f2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=724ca812e52a420fa10a8068dffb24a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3590012 Nov 12 01:12:33.686116 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 45064) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:33.727066 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-daecfa77-2f78-4e1d-a66b-c1f1eb2b3f33 req-336992d7-6072-401e-a544-bec030865b20 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202371 Nov 12 01:12:33.764029 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2ec1885b-a8ad-4abc-8c92-5ee6ee9dc710 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:33.769114 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2ec1885b-a8ad-4abc-8c92-5ee6ee9dc710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:33.876733 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec1885b-a8ad-4abc-8c92-5ee6ee9dc710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67977bd9-efe2-4bc4-af02-503b442e4ec2,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:33.893131 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2ec1885b-a8ad-4abc-8c92-5ee6ee9dc710 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ec83134aa8374a158bc2b2b4dd79339e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0048816 Nov 12 01:12:33.895738 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 45068) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:33.919761 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:33.957748 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-155a7cf6-1712-4da3-a79e-ae6af23ec06d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:33.965563 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [req-655c3232-8949-461c-87ee-c6c64dc945eb req-df9d160e-12f1-4832-bb46-ab108172027d tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Router 2dee8e48-de22-4dd9-841d-0ab67f467e7d has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:12:33.999598 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-155a7cf6-1712-4da3-a79e-ae6af23ec06d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:34.021103 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3fef4ccf-e0d1-4092-bffa-9c4cfe77c3f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:34.117689 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3fef4ccf-e0d1-4092-bffa-9c4cfe77c3f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:34.219106 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-155a7cf6-1712-4da3-a79e-ae6af23ec06d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:34.225509 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-155a7cf6-1712-4da3-a79e-ae6af23ec06d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:34.233229 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-155a7cf6-1712-4da3-a79e-ae6af23ec06d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/02caa4ab-94bc-406c-9e26-aa04b57c89fb HTTP/1.1" status: 204 len: 168 time: 0.5452168 Nov 12 01:12:34.251896 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3fef4ccf-e0d1-4092-bffa-9c4cfe77c3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:34.258413 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3fef4ccf-e0d1-4092-bffa-9c4cfe77c3f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:34.262241 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3fef4ccf-e0d1-4092-bffa-9c4cfe77c3f3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/67977bd9-efe2-4bc4-af02-503b442e4ec2 HTTP/1.1" status: 204 len: 168 time: 0.3629928 Nov 12 01:12:34.281763 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-655c3232-8949-461c-87ee-c6c64dc945eb req-df9d160e-12f1-4832-bb46-ab108172027d tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:12:34.284619 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a7cf6-1712-4da3-a79e-ae6af23ec06d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02caa4ab-94bc-406c-9e26-aa04b57c89fb,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:34.294347 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d6e702-0146-43f8-a1c4-7ae3a04275b0 None None] Sync routers for ids ['2dee8e48-de22-4dd9-841d-0ab67f467e7d'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:12:34.312361 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef4ccf-e0d1-4092-bffa-9c4cfe77c3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67977bd9-efe2-4bc4-af02-503b442e4ec2,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:34.327757 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d6e702-0146-43f8-a1c4-7ae3a04275b0 None None] Routers {'2dee8e48-de22-4dd9-841d-0ab67f467e7d'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:12:34.330049 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-10d6e702-0146-43f8-a1c4-7ae3a04275b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:12:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['2dee8e48-de22-4dd9-841d-0ab67f467e7d'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:34.364577 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-655c3232-8949-461c-87ee-c6c64dc945eb req-df9d160e-12f1-4832-bb46-ab108172027d tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] No DVR routers for this DVR port e3cfc795-909c-4615-9d75-457b26419c79 on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:12:34.367714 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-655c3232-8949-461c-87ee-c6c64dc945eb req-df9d160e-12f1-4832-bb46-ab108172027d tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:34.381632 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-655c3232-8949-461c-87ee-c6c64dc945eb req-df9d160e-12f1-4832-bb46-ab108172027d tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.44 "DELETE /v2.0/ports/e3cfc795-909c-4615-9d75-457b26419c79 HTTP/1.1" status: 204 len: 173 time: 2.2235944 Nov 12 01:12:34.382255 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fbd619c-122d-4f89-83f3-0d981d0245f6', 'name': 'network-vif-deleted', 'tag': 'e3cfc795-909c-4615-9d75-457b26419c79'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:12:34.386830 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651cf179-0e19-4c40-a032-3d60e73b9efc" -d '{"events": [{"server_uuid": "1fbd619c-122d-4f89-83f3-0d981d0245f6", "name": "network-vif-deleted", "tag": "e3cfc795-909c-4615-9d75-457b26419c79"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:12:34.479881 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de71e16-92ce-4937-98a8-bc1b9a4f5747 x-openstack-request-id: req-1de71e16-92ce-4937-98a8-bc1b9a4f5747 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:12:34.480187 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fbd619c-122d-4f89-83f3-0d981d0245f6", "name": "network-vif-deleted", "tag": "e3cfc795-909c-4615-9d75-457b26419c79", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:12:34.480439 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1de71e16-92ce-4937-98a8-bc1b9a4f5747 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:12:34.480851 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fbd619c-122d-4f89-83f3-0d981d0245f6', 'name': 'network-vif-deleted', 'tag': 'e3cfc795-909c-4615-9d75-457b26419c79', 'status': 'completed', 'code': 200} Nov 12 01:12:34.654649 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-073d1743-4b5e-4a04-b772-737de8a7f06a req-ce4a4670-1ff9-43d9-a8a5-855e5a7d9486 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 210 time: 0.1273277 Nov 12 01:12:34.815732 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cf7879be-8c81-4c15-ac4a-3451c83b22aa req-a80477f2-76dc-43a9-81c7-e599cc559adb tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fbd619c-122d-4f89-83f3-0d981d0245f6 HTTP/1.1" status: 200 len: 210 time: 0.0888844 Nov 12 01:12:34.936266 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-10d6e702-0146-43f8-a1c4-7ae3a04275b0 None None] Set router 2dee8e48-de22-4dd9-841d-0ab67f467e7d gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:12:35.017571 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769fa7a-ca13-4a66-a993-20c334d35787 req-a8c9412e-c5f4-4bd3-8524-2a607d135436 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:35.031947 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d769fa7a-ca13-4a66-a993-20c334d35787 req-a8c9412e-c5f4-4bd3-8524-2a607d135436 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca822707-ad2a-4184-9019-b176d5c0bbff HTTP/1.1" status: 200 len: 946 time: 0.1706054 Nov 12 01:12:35.120094 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:35.146079 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d769fa7a-ca13-4a66-a993-20c334d35787 req-c8bf4a1c-9660-4452-83cc-60499891a858 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130970 Nov 12 01:12:35.402297 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device e3cfc795-909c-4615-9d75-457b26419c79 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:12:35.512311 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-10d6e702-0146-43f8-a1c4-7ae3a04275b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dee8e48-de22-4dd9-841d-0ab67f467e7d', 'name': 'tempest-ServerActionsTestJSON-991690239-router', 'tenant_id': '7bbe35289028429ba1e1b86033a5bcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'adce4e55-d671-43aa-a2eb-7d54426a63ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:19Z', 'updated_at': '2021-11-12T01:02:35Z', 'revision_number': 4, 'project_id': '7bbe35289028429ba1e1b86033a5bcab', 'gw_port': {'id': 'adce4e55-d671-43aa-a2eb-7d54426a63ad', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dee8e48-de22-4dd9-841d-0ab67f467e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:20Z', 'updated_at': '2021-11-12T01:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '542ddb07-8f7a-44fa-917d-3da9015f54ec', 'name': '', 'network_id': 'e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4', 'tenant_id': '7bbe35289028429ba1e1b86033a5bcab', 'mac_address': 'fa:16:3e:0e:5f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dee8e48-de22-4dd9-841d-0ab67f467e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '55fa7c58-77a8-4d04-ad83-d7b14788e8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:31Z', 'updated_at': '2021-11-12T01:02:43Z', 'revision_number': 5, 'project_id': '7bbe35289028429ba1e1b86033a5bcab', 'subnets': [{'id': '55fa7c58-77a8-4d04-ad83-d7b14788e8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:35.517726 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: e3cfc795-909c-4615-9d75-457b26419c79 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:12:35.518602 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device e3cfc795-909c-4615-9d75-457b26419c79 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:12:35.552293 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d6e702-0146-43f8-a1c4-7ae3a04275b0 None None] Checking router: 2dee8e48-de22-4dd9-841d-0ab67f467e7d for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:12:35.563437 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d6e702-0146-43f8-a1c4-7ae3a04275b0 None None] Routers {'2dee8e48-de22-4dd9-841d-0ab67f467e7d'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:12:35.564179 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-10d6e702-0146-43f8-a1c4-7ae3a04275b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:12:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['2dee8e48-de22-4dd9-841d-0ab67f467e7d'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:35.742908 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-10d6e702-0146-43f8-a1c4-7ae3a04275b0 None None] Set router 2dee8e48-de22-4dd9-841d-0ab67f467e7d gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:12:35.929637 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3a024196-0582-4aa1-8b63-e5a49698aef2 req-d596af26-a2a0-4d1b-a50a-81c82fda96f9 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 210 time: 0.0936079 Nov 12 01:12:36.022181 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 45122) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:36.163871 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-77a95e92-7edd-4fca-a7a9-64de2c1afe45 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:36.193659 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-10d6e702-0146-43f8-a1c4-7ae3a04275b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dee8e48-de22-4dd9-841d-0ab67f467e7d', 'name': 'tempest-ServerActionsTestJSON-991690239-router', 'tenant_id': '7bbe35289028429ba1e1b86033a5bcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'adce4e55-d671-43aa-a2eb-7d54426a63ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:19Z', 'updated_at': '2021-11-12T01:02:35Z', 'revision_number': 4, 'project_id': '7bbe35289028429ba1e1b86033a5bcab', 'gw_port': {'id': 'adce4e55-d671-43aa-a2eb-7d54426a63ad', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dee8e48-de22-4dd9-841d-0ab67f467e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:20Z', 'updated_at': '2021-11-12T01:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '542ddb07-8f7a-44fa-917d-3da9015f54ec', 'name': '', 'network_id': 'e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4', 'tenant_id': '7bbe35289028429ba1e1b86033a5bcab', 'mac_address': 'fa:16:3e:0e:5f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dee8e48-de22-4dd9-841d-0ab67f467e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '55fa7c58-77a8-4d04-ad83-d7b14788e8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:31Z', 'updated_at': '2021-11-12T01:02:43Z', 'revision_number': 5, 'project_id': '7bbe35289028429ba1e1b86033a5bcab', 'subnets': [{'id': '55fa7c58-77a8-4d04-ad83-d7b14788e8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:36.370309 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d6e702-0146-43f8-a1c4-7ae3a04275b0 None None] The sync data for ids ['2dee8e48-de22-4dd9-841d-0ab67f467e7d'] in n-d-712142-27 is: [{'id': '2dee8e48-de22-4dd9-841d-0ab67f467e7d', 'name': 'tempest-ServerActionsTestJSON-991690239-router', 'tenant_id': '7bbe35289028429ba1e1b86033a5bcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'adce4e55-d671-43aa-a2eb-7d54426a63ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:19Z', 'updated_at': '2021-11-12T01:02:35Z', 'revision_number': 4, 'project_id': '7bbe35289028429ba1e1b86033a5bcab', 'gw_port': {'id': 'adce4e55-d671-43aa-a2eb-7d54426a63ad', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dee8e48-de22-4dd9-841d-0ab67f467e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:20Z', 'updated_at': '2021-11-12T01:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '542ddb07-8f7a-44fa-917d-3da9015f54ec', 'name': '', 'network_id': 'e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4', 'tenant_id': '7bbe35289028429ba1e1b86033a5bcab', 'mac_address': 'fa:16:3e:0e:5f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dee8e48-de22-4dd9-841d-0ab67f467e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '55fa7c58-77a8-4d04-ad83-d7b14788e8b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:31Z', 'updated_at': '2021-11-12T01:02:43Z', 'revision_number': 5, 'project_id': '7bbe35289028429ba1e1b86033a5bcab', 'subnets': [{'id': '55fa7c58-77a8-4d04-ad83-d7b14788e8b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:12:36.698881 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cfcf2f-e92d-4e51-86a8-ac62ca32eded req-8b81d6a0-2af7-4fcb-8071-b3196cb2bf24 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:36.713483 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-29cfcf2f-e92d-4e51-86a8-ac62ca32eded req-8b81d6a0-2af7-4fcb-8071-b3196cb2bf24 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca822707-ad2a-4184-9019-b176d5c0bbff HTTP/1.1" status: 200 len: 946 time: 0.3111727 Nov 12 01:12:36.855889 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-77a95e92-7edd-4fca-a7a9-64de2c1afe45 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:36.873060 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-29cfcf2f-e92d-4e51-86a8-ac62ca32eded req-f5e52643-5f9d-4876-9c20-3541f117b073 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558304 Nov 12 01:12:36.941953 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-77a95e92-7edd-4fca-a7a9-64de2c1afe45 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:36.945009 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-77a95e92-7edd-4fca-a7a9-64de2c1afe45 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:36.949183 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-77a95e92-7edd-4fca-a7a9-64de2c1afe45 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "DELETE /v2.0/security-groups/4c0c3041-f33c-4b7f-a6c7-899c4fb6463d HTTP/1.1" status: 204 len: 168 time: 0.9216578 Nov 12 01:12:36.950852 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 45140) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:36.973978 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-fa62b5d0-0713-4403-aeea-ce52b1e9b1cc tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] show failed (client error): The resource could not be found. Nov 12 01:12:36.974654 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a95e92-7edd-4fca-a7a9-64de2c1afe45 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0c3041-f33c-4b7f-a6c7-899c4fb6463d,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:36.998264 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 45144) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:37.001219 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-fa62b5d0-0713-4403-aeea-ce52b1e9b1cc tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "GET /v2.0/security-groups/4c0c3041-f33c-4b7f-a6c7-899c4fb6463d HTTP/1.1" status: 404 len: 347 time: 0.0369861 Nov 12 01:12:37.217938 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-297394fe-6eb0-46dc-bef1-baac7416b749 req-c64fd04b-d669-4637-8a6b-23ade13dcca8 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 210 time: 0.0762157 Nov 12 01:12:37.227082 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae3b410-b821-4968-bd42-c62f64a62a77 None None] New status for floating IP d796474f-a8e3-4d5b-a72b-12b553e13682: DOWN {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:12:37.376285 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-3f780454-d292-4996-88f6-c0f1c3e24de8 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Deleting port 1309bc50-afc3-4a55-b560-b0ad0dbbea0a {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:12:37.376980 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3f780454-d292-4996-88f6-c0f1c3e24de8 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:37.620190 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3f780454-d292-4996-88f6-c0f1c3e24de8 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:37.620892 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3f780454-d292-4996-88f6-c0f1c3e24de8 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:37.645051 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-3f780454-d292-4996-88f6-c0f1c3e24de8 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Calling delete_port for 1309bc50-afc3-4a55-b560-b0ad0dbbea0a owned by network:floatingip {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:37.885633 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3f780454-d292-4996-88f6-c0f1c3e24de8 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:37.937229 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f780454-d292-4996-88f6-c0f1c3e24de8 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Pushing event deleted for resources: {'Port': ['ID=1309bc50-afc3-4a55-b560-b0ad0dbbea0a,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:37.954342 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e09b1fa-3058-497e-9643-b3d418d6ce06 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:12:38.024245 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3f780454-d292-4996-88f6-c0f1c3e24de8 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks [] for floatingip, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:38.028257 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3f780454-d292-4996-88f6-c0f1c3e24de8 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:38.032823 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3f780454-d292-4996-88f6-c0f1c3e24de8 tempest-ServerActionsTestJSON-729498160 tempest-ServerActionsTestJSON-729498160-project] 10.222.0.45 "DELETE /v2.0/floatingips/d796474f-a8e3-4d5b-a72b-12b553e13682 HTTP/1.1" status: 204 len: 168 time: 1.0325494 Nov 12 01:12:38.033620 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 45182) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:38.130577 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c71a5-fbd7-4ca0-bced-2ced9f279821 req-5f7775bb-5d0e-49f9-8447-5512bf594a79 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:38.132442 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3f1c71a5-fbd7-4ca0-bced-2ced9f279821 req-5f7775bb-5d0e-49f9-8447-5512bf594a79 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca822707-ad2a-4184-9019-b176d5c0bbff HTTP/1.1" status: 200 len: 946 time: 0.1022048 Nov 12 01:12:38.242143 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:38.351269 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf7ecb-97dc-45b5-9a15-36f07b689019 req-29af1f97-b36d-467f-87a3-91d4ada0a9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:38.359419 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-48cf7ecb-97dc-45b5-9a15-36f07b689019 req-29af1f97-b36d-467f-87a3-91d4ada0a9b1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ca822707-ad2a-4184-9019-b176d5c0bbff HTTP/1.1" status: 200 len: 1098 time: 0.1238229 Nov 12 01:12:38.454707 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-48cf7ecb-97dc-45b5-9a15-36f07b689019 req-1b587e27-c2ac-491e-8130-3b24481ba5d1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881801 Nov 12 01:12:38.844015 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-14dd7561-bfc1-4841-87a6-7673d68d975d req-c02ed4bc-b071-4fcf-81d5-a6b905012176 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 210 time: 0.0589488 Nov 12 01:12:38.893165 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3f1c71a5-fbd7-4ca0-bced-2ced9f279821 req-3b59627e-dc14-4290-937d-33c353c5f3c7 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7539878 Nov 12 01:12:39.590248 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d2078d5b-3b1d-4f09-a574-c72e78e68abd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:40.093727 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9c06fc02-eddd-48c3-91c1-dcce608bc95e req-9cb2aebf-cac7-449e-8e4f-9c5f843fa6ca tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 210 time: 0.0577571 Nov 12 01:12:40.136729 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-d2078d5b-3b1d-4f09-a574-c72e78e68abd admin admin] Deleting port 542ddb07-8f7a-44fa-917d-3da9015f54ec {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:12:40.137485 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d2078d5b-3b1d-4f09-a574-c72e78e68abd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:40.279512 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36e2ce-b019-4bf5-8f69-0228ba645362 req-1b400a1b-f043-4056-b36f-79921240b383 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:40.283851 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2f36e2ce-b019-4bf5-8f69-0228ba645362 req-1b400a1b-f043-4056-b36f-79921240b383 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca822707-ad2a-4184-9019-b176d5c0bbff HTTP/1.1" status: 200 len: 946 time: 0.1321709 Nov 12 01:12:40.396437 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-d2078d5b-3b1d-4f09-a574-c72e78e68abd admin admin] For port 542ddb07-8f7a-44fa-917d-3da9015f54ec, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=542ddb07-8f7a-44fa-917d-3da9015f54ec,segment=NetworkSegment(6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4),segment_id=6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:40.396437 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d2078d5b-3b1d-4f09-a574-c72e78e68abd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:40.450692 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-d2078d5b-3b1d-4f09-a574-c72e78e68abd admin admin] Calling delete_port for 542ddb07-8f7a-44fa-917d-3da9015f54ec owned by network:router_interface {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:40.451860 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2f36e2ce-b019-4bf5-8f69-0228ba645362 req-387a7c31-15e7-4192-ad96-4a2ab5563382 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562507 Nov 12 01:12:40.548210 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:41.039440 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d2078d5b-3b1d-4f09-a574-c72e78e68abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:41.174053 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2078d5b-3b1d-4f09-a574-c72e78e68abd admin admin] Pushing event deleted for resources: {'Port': ['ID=542ddb07-8f7a-44fa-917d-3da9015f54ec,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:41.667749 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e86ecb94-9d2a-4539-b7fd-088071e1f46a req-da965e49-113a-4c19-9784-8d255d3c2143 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 210 time: 0.1569481 Nov 12 01:12:41.724137 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be063ce-ceca-42a0-bee1-82ad0d932ea1 req-84fd0b32-26fc-47f9-9401-29155bb2dd00 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:41.731034 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2be063ce-ceca-42a0-bee1-82ad0d932ea1 req-84fd0b32-26fc-47f9-9401-29155bb2dd00 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca822707-ad2a-4184-9019-b176d5c0bbff HTTP/1.1" status: 200 len: 946 time: 0.3755858 Nov 12 01:12:41.851797 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d2078d5b-3b1d-4f09-a574-c72e78e68abd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:41.921118 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2be063ce-ceca-42a0-bee1-82ad0d932ea1 req-cdb72a63-095b-450e-aa8e-8b8aa622b5ad tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791770 Nov 12 01:12:42.210815 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f6555-bf1d-4fa0-bc55-122eb7c8c394 req-0143cb3d-e8af-4d7c-b0bc-7fd6f2e7ee47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:42.215653 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-933f6555-bf1d-4fa0-bc55-122eb7c8c394 req-0143cb3d-e8af-4d7c-b0bc-7fd6f2e7ee47 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=191fc5154909462b8c7f63ec6946526e&device_id=ca822707-ad2a-4184-9019-b176d5c0bbff HTTP/1.1" status: 200 len: 1098 time: 0.8744528 Nov 12 01:12:42.691191 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f6555-bf1d-4fa0-bc55-122eb7c8c394 req-b4eb07af-2a2f-4177-8231-dad80f4c6502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:42.692800 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-933f6555-bf1d-4fa0-bc55-122eb7c8c394 req-b4eb07af-2a2f-4177-8231-dad80f4c6502 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1eb2c28f-44d0-4157-813f-a88803c1c65a HTTP/1.1" status: 200 len: 918 time: 0.4669206 Nov 12 01:12:42.720451 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2078d5b-3b1d-4f09-a574-c72e78e68abd admin admin] Router 2dee8e48-de22-4dd9-841d-0ab67f467e7d has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:12:42.803561 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-933f6555-bf1d-4fa0-bc55-122eb7c8c394 req-682c9cd4-a0e2-470c-b63d-bb1a1563c7b3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2551041b-331c-4703-a892-861dffef3f99 HTTP/1.1" status: 200 len: 217 time: 0.0771632 Nov 12 01:12:43.009952 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1846cd3f-f061-4295-a10a-ac2bf7292fde req-417a04b7-29c4-4bba-9d81-6372eef240d5 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 210 time: 0.1209745 Nov 12 01:12:43.242376 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f6555-bf1d-4fa0-bc55-122eb7c8c394 req-e72be4b3-1d02-4c37-9d43-2e6f58c8bd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:43.247802 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-933f6555-bf1d-4fa0-bc55-122eb7c8c394 req-e72be4b3-1d02-4c37-9d43-2e6f58c8bd5a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=604b5391-c877-4e65-b41f-12fa14d652c5 HTTP/1.1" status: 200 len: 858 time: 0.2838800 Nov 12 01:12:43.256231 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2078d5b-3b1d-4f09-a574-c72e78e68abd admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:12:43.276946 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4157e131-77c1-4231-8f2d-b4eee85af297 None None] Sync routers for ids ['2dee8e48-de22-4dd9-841d-0ab67f467e7d'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:12:43.292617 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d2078d5b-3b1d-4f09-a574-c72e78e68abd admin admin] 10.222.0.45 "PUT /v2.0/routers/2dee8e48-de22-4dd9-841d-0ab67f467e7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2575629 Nov 12 01:12:43.315299 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 45372) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:43.335309 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4157e131-77c1-4231-8f2d-b4eee85af297 None None] Routers {'2dee8e48-de22-4dd9-841d-0ab67f467e7d'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:12:43.336320 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-4157e131-77c1-4231-8f2d-b4eee85af297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:12:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['2dee8e48-de22-4dd9-841d-0ab67f467e7d'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:43.380958 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-933f6555-bf1d-4fa0-bc55-122eb7c8c394 req-186f40c0-aed5-4760-a425-c1e85faf0987 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1eb2c28f-44d0-4157-813f-a88803c1c65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1045184 Nov 12 01:12:43.456491 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed97bce-1bcb-4e66-8282-55022a549ef5 req-97b82a35-5014-4119-a007-688fda05675f tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:43.479236 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1ed97bce-1bcb-4e66-8282-55022a549ef5 req-97b82a35-5014-4119-a007-688fda05675f tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca822707-ad2a-4184-9019-b176d5c0bbff HTTP/1.1" status: 200 len: 946 time: 0.2394812 Nov 12 01:12:43.543743 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-4157e131-77c1-4231-8f2d-b4eee85af297 None None] Set router 2dee8e48-de22-4dd9-841d-0ab67f467e7d gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:12:43.587226 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-933f6555-bf1d-4fa0-bc55-122eb7c8c394 req-75dedf8c-07c4-4f88-8c17-b40add5c345d service neutron] 10.222.0.44 "GET /v2.0/networks/1eb2c28f-44d0-4157-813f-a88803c1c65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334887 Nov 12 01:12:43.599055 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 45374) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:43.669840 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1ed97bce-1bcb-4e66-8282-55022a549ef5 req-7f63ef41-d275-4eae-a25d-76659ba2e238 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874502 Nov 12 01:12:43.809336 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-933f6555-bf1d-4fa0-bc55-122eb7c8c394 req-6084b962-7ff5-4b38-ba36-dab4cc011759 service neutron] 10.222.0.44 "GET /v2.0/networks/1eb2c28f-44d0-4157-813f-a88803c1c65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088587 Nov 12 01:12:43.972064 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1befe4ba-aec0-45f1-a225-81b36cece44d admin admin] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:44.220987 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-4157e131-77c1-4231-8f2d-b4eee85af297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dee8e48-de22-4dd9-841d-0ab67f467e7d', 'name': 'tempest-ServerActionsTestJSON-991690239-router', 'tenant_id': '7bbe35289028429ba1e1b86033a5bcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'adce4e55-d671-43aa-a2eb-7d54426a63ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:19Z', 'updated_at': '2021-11-12T01:12:40Z', 'revision_number': 5, 'project_id': '7bbe35289028429ba1e1b86033a5bcab', 'gw_port': {'id': 'adce4e55-d671-43aa-a2eb-7d54426a63ad', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dee8e48-de22-4dd9-841d-0ab67f467e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:20Z', 'updated_at': '2021-11-12T01:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:44.221662 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-266a99a5-a9f7-4129-b2d5-bc3fb5d478fd req-9729d109-a9a5-43fb-90f2-28b2b9fc14f0 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 210 time: 0.0674443 Nov 12 01:12:44.226753 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-de55c49f-310f-4728-8e4c-bf0c74107236 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:44.307710 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4157e131-77c1-4231-8f2d-b4eee85af297 None None] Checking router: 2dee8e48-de22-4dd9-841d-0ab67f467e7d for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:12:44.331606 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1befe4ba-aec0-45f1-a225-81b36cece44d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:44.334388 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4157e131-77c1-4231-8f2d-b4eee85af297 None None] Routers {'2dee8e48-de22-4dd9-841d-0ab67f467e7d'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:12:44.335854 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-4157e131-77c1-4231-8f2d-b4eee85af297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:12:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['2dee8e48-de22-4dd9-841d-0ab67f467e7d'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:44.554621 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-de55c49f-310f-4728-8e4c-bf0c74107236 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:44.566284 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-1befe4ba-aec0-45f1-a225-81b36cece44d admin admin] Deleting port adce4e55-d671-43aa-a2eb-7d54426a63ad {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:12:44.567083 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1befe4ba-aec0-45f1-a225-81b36cece44d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:44.570018 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-de55c49f-310f-4728-8e4c-bf0c74107236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:44.689655 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-4157e131-77c1-4231-8f2d-b4eee85af297 None None] Set router 2dee8e48-de22-4dd9-841d-0ab67f467e7d gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:12:45.048988 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9056b02e-59d3-433e-acf9-2c61ced893a5 req-1004abcd-e4e1-44b3-9dee-066764fb0bd6 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:45.052509 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9056b02e-59d3-433e-acf9-2c61ced893a5 req-1004abcd-e4e1-44b3-9dee-066764fb0bd6 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca822707-ad2a-4184-9019-b176d5c0bbff HTTP/1.1" status: 200 len: 946 time: 0.1004162 Nov 12 01:12:45.054376 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-de55c49f-310f-4728-8e4c-bf0c74107236 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e4b65f5ce19d4720a32dc70bf018b9fd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4527898 Nov 12 01:12:45.058042 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de55c49f-310f-4728-8e4c-bf0c74107236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f738ea-1034-4efc-b4bd-fdc1f91446ae,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:45.058830 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 45402) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:45.154663 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-1befe4ba-aec0-45f1-a225-81b36cece44d admin admin] For port adce4e55-d671-43aa-a2eb-7d54426a63ad, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=adce4e55-d671-43aa-a2eb-7d54426a63ad,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:45.154949 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1befe4ba-aec0-45f1-a225-81b36cece44d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:45.185130 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-1befe4ba-aec0-45f1-a225-81b36cece44d admin admin] Calling delete_port for adce4e55-d671-43aa-a2eb-7d54426a63ad owned by network:router_gateway {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:45.198824 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-4157e131-77c1-4231-8f2d-b4eee85af297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dee8e48-de22-4dd9-841d-0ab67f467e7d', 'name': 'tempest-ServerActionsTestJSON-991690239-router', 'tenant_id': '7bbe35289028429ba1e1b86033a5bcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'adce4e55-d671-43aa-a2eb-7d54426a63ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:19Z', 'updated_at': '2021-11-12T01:12:40Z', 'revision_number': 5, 'project_id': '7bbe35289028429ba1e1b86033a5bcab', 'gw_port': {'id': 'adce4e55-d671-43aa-a2eb-7d54426a63ad', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dee8e48-de22-4dd9-841d-0ab67f467e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:20Z', 'updated_at': '2021-11-12T01:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:45.237206 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9056b02e-59d3-433e-acf9-2c61ced893a5 req-734808c2-811b-456a-86bb-f6f756f0c2fd tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700585 Nov 12 01:12:45.275700 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-22eb1829-0eb3-4915-bdec-5868ee495ad7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:45.323222 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-22eb1829-0eb3-4915-bdec-5868ee495ad7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:45.342556 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4157e131-77c1-4231-8f2d-b4eee85af297 None None] The sync data for ids ['2dee8e48-de22-4dd9-841d-0ab67f467e7d'] in n-d-712142-27 is: [{'id': '2dee8e48-de22-4dd9-841d-0ab67f467e7d', 'name': 'tempest-ServerActionsTestJSON-991690239-router', 'tenant_id': '7bbe35289028429ba1e1b86033a5bcab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': 'adce4e55-d671-43aa-a2eb-7d54426a63ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:02:19Z', 'updated_at': '2021-11-12T01:12:40Z', 'revision_number': 5, 'project_id': '7bbe35289028429ba1e1b86033a5bcab', 'gw_port': {'id': 'adce4e55-d671-43aa-a2eb-7d54426a63ad', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dee8e48-de22-4dd9-841d-0ab67f467e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:02:20Z', 'updated_at': '2021-11-12T01:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:12:45.511496 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-22eb1829-0eb3-4915-bdec-5868ee495ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:45.530989 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-22eb1829-0eb3-4915-bdec-5868ee495ad7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:45.542368 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-22eb1829-0eb3-4915-bdec-5868ee495ad7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/65f738ea-1034-4efc-b4bd-fdc1f91446ae HTTP/1.1" status: 204 len: 168 time: 0.4779992 Nov 12 01:12:45.576137 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb1829-0eb3-4915-bdec-5868ee495ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f738ea-1034-4efc-b4bd-fdc1f91446ae,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:45.615366 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1befe4ba-aec0-45f1-a225-81b36cece44d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:45.671800 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1befe4ba-aec0-45f1-a225-81b36cece44d admin admin] Pushing event deleted for resources: {'Port': ['ID=adce4e55-d671-43aa-a2eb-7d54426a63ad,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:45.716254 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63fb97f-cc68-421a-92bb-a0bb20a25a43 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:12:45.764811 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cb07f578-eff1-4359-9104-7cc9b10e99eb req-10c972b9-ca5b-49a9-901c-882bff0fb3e8 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 210 time: 0.1731944 Nov 12 01:12:45.877176 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1befe4ba-aec0-45f1-a225-81b36cece44d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:46.115946 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1befe4ba-aec0-45f1-a225-81b36cece44d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:46.124904 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1befe4ba-aec0-45f1-a225-81b36cece44d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:46.250976 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1befe4ba-aec0-45f1-a225-81b36cece44d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:46.251955 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1befe4ba-aec0-45f1-a225-81b36cece44d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2dee8e48-de22-4dd9-841d-0ab67f467e7d {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:12:46.264983 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1befe4ba-aec0-45f1-a225-81b36cece44d admin admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:46.267755 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1befe4ba-aec0-45f1-a225-81b36cece44d admin admin] 10.222.0.45 "DELETE /v2.0/routers/2dee8e48-de22-4dd9-841d-0ab67f467e7d HTTP/1.1" status: 204 len: 168 time: 2.9494123 Nov 12 01:12:46.271778 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 45416) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:46.441347 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-d71b7981-282c-42e3-b31f-b065b98b9d29 admin admin] Deleting subnet 55fa7c58-77a8-4d04-ad83-d7b14788e8b6 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:12:46.448819 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d71b7981-282c-42e3-b31f-b065b98b9d29 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:46.542372 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d71b7981-282c-42e3-b31f-b065b98b9d29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:46.787856 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006cee8-b651-4564-920d-a7176b7e495b req-5a790036-24c2-4fa1-a600-2d450cdd551b tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:46.791256 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3006cee8-b651-4564-920d-a7176b7e495b req-5a790036-24c2-4fa1-a600-2d450cdd551b tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca822707-ad2a-4184-9019-b176d5c0bbff HTTP/1.1" status: 200 len: 946 time: 0.1787119 Nov 12 01:12:46.912869 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d71b7981-282c-42e3-b31f-b065b98b9d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:46.980305 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3006cee8-b651-4564-920d-a7176b7e495b req-bd91dc7c-7fe8-48bd-8bb3-dc228ae26652 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791303 Nov 12 01:12:47.268092 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-59d31417-52b9-4b57-8ec3-9964173e98b1 req-b764ec15-08af-4ce7-8e9a-a143eb95c16f tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 210 time: 0.1782243 Nov 12 01:12:47.279205 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 45436) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:47.283484 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d71b7981-282c-42e3-b31f-b065b98b9d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:47.333049 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fc3006ee-f1b9-4e0f-9b93-c94010f8f87e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:47.355361 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b7981-282c-42e3-b31f-b065b98b9d29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55fa7c58-77a8-4d04-ad83-d7b14788e8b6,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:47.382349 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d71b7981-282c-42e3-b31f-b065b98b9d29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:47.390402 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d24e6a8-4b75-4485-a2da-b80b95a9dc2e None None] Network e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:12:47.401189 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-d71b7981-282c-42e3-b31f-b065b98b9d29 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/55fa7c58-77a8-4d04-ad83-d7b14788e8b6 HTTP/1.1" status: 204 len: 168 time: 1.1269891 Nov 12 01:12:47.405209 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 45438) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:47.686880 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 542ddb07-8f7a-44fa-917d-3da9015f54ec no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:12:47.714781 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-343c9d07-450d-4d23-b753-b74ee58c889c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:47.784954 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 542ddb07-8f7a-44fa-917d-3da9015f54ec {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:12:47.785604 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 542ddb07-8f7a-44fa-917d-3da9015f54ec not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:12:47.786258 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device adce4e55-d671-43aa-a2eb-7d54426a63ad no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:12:47.846404 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: adce4e55-d671-43aa-a2eb-7d54426a63ad {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:12:47.848504 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device adce4e55-d671-43aa-a2eb-7d54426a63ad not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:12:47.867091 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fc3006ee-f1b9-4e0f-9b93-c94010f8f87e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:47.881683 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fc3006ee-f1b9-4e0f-9b93-c94010f8f87e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:48.027172 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b8a758-c8ec-44db-aefd-33e901f85ad4 None None] DHCP port deletion for e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:12:48.121572 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-fc3006ee-f1b9-4e0f-9b93-c94010f8f87e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=22ca7852185146ae86c56ac0009899d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8364480 Nov 12 01:12:48.124058 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3006ee-f1b9-4e0f-9b93-c94010f8f87e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0544c1-4898-4e20-a41c-3ae53c8ee991,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:48.125525 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 45448) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:48.134351 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-b6b8a758-c8ec-44db-aefd-33e901f85ad4 None None] Deleting port 329154c5-5612-4870-bd2d-8b4f1a83ce49 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:12:48.135404 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b6b8a758-c8ec-44db-aefd-33e901f85ad4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:48.183234 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-343c9d07-450d-4d23-b753-b74ee58c889c admin admin] Deleting port 329154c5-5612-4870-bd2d-8b4f1a83ce49 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:12:48.184497 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-343c9d07-450d-4d23-b753-b74ee58c889c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:48.234466 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d5dce88e-457a-4cc1-acfe-5e9f0a73128a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:48.296278 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d5dce88e-457a-4cc1-acfe-5e9f0a73128a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:48.328466 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-b6b8a758-c8ec-44db-aefd-33e901f85ad4 None None] For port 329154c5-5612-4870-bd2d-8b4f1a83ce49, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=329154c5-5612-4870-bd2d-8b4f1a83ce49,segment=NetworkSegment(6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4),segment_id=6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:48.333232 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b6b8a758-c8ec-44db-aefd-33e901f85ad4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:48.362166 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-343c9d07-450d-4d23-b753-b74ee58c889c admin admin] For port 329154c5-5612-4870-bd2d-8b4f1a83ce49, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=329154c5-5612-4870-bd2d-8b4f1a83ce49,segment=NetworkSegment(6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4),segment_id=6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:12:48.362866 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-343c9d07-450d-4d23-b753-b74ee58c889c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:48.397163 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-343c9d07-450d-4d23-b753-b74ee58c889c admin admin] Calling delete_port for 329154c5-5612-4870-bd2d-8b4f1a83ce49 owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:48.451592 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-b6b8a758-c8ec-44db-aefd-33e901f85ad4 None None] Calling delete_port for 329154c5-5612-4870-bd2d-8b4f1a83ce49 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:12:48.453813 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d5dce88e-457a-4cc1-acfe-5e9f0a73128a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:48.457068 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d5dce88e-457a-4cc1-acfe-5e9f0a73128a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:48.458314 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-d5dce88e-457a-4cc1-acfe-5e9f0a73128a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6f0544c1-4898-4e20-a41c-3ae53c8ee991 HTTP/1.1" status: 204 len: 168 time: 0.3315344 Nov 12 01:12:48.490256 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dce88e-457a-4cc1-acfe-5e9f0a73128a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0544c1-4898-4e20-a41c-3ae53c8ee991,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:48.616973 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-17d73db1-6859-4bdd-b61a-464105f827a5 req-68294390-e97f-4576-8d6f-8e57ceeb250c tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 210 time: 0.1264908 Nov 12 01:12:48.636303 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-343c9d07-450d-4d23-b753-b74ee58c889c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:48.677007 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343c9d07-450d-4d23-b753-b74ee58c889c admin admin] Pushing event deleted for resources: {'Port': ['ID=329154c5-5612-4870-bd2d-8b4f1a83ce49,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:48.683431 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343c9d07-450d-4d23-b753-b74ee58c889c admin admin] No DVR routers for this DVR port 329154c5-5612-4870-bd2d-8b4f1a83ce49 on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:12:48.785006 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b6b8a758-c8ec-44db-aefd-33e901f85ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:48.856590 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-343c9d07-450d-4d23-b753-b74ee58c889c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:48.886254 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-343c9d07-450d-4d23-b753-b74ee58c889c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:48.895370 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b8a758-c8ec-44db-aefd-33e901f85ad4 None None] Pushing event deleted for resources: {'Port': ['ID=329154c5-5612-4870-bd2d-8b4f1a83ce49,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:48.909619 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-343c9d07-450d-4d23-b753-b74ee58c889c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:48.913505 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b8a758-c8ec-44db-aefd-33e901f85ad4 None None] No DVR routers for this DVR port 329154c5-5612-4870-bd2d-8b4f1a83ce49 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:12:48.914085 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-343c9d07-450d-4d23-b753-b74ee58c889c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ed2ae2d-d1a7-4196-b4bb-991c9cf2a6d4') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:12:48.934877 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-343c9d07-450d-4d23-b753-b74ee58c889c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:48.963007 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-343c9d07-450d-4d23-b753-b74ee58c889c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:48.978732 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-343c9d07-450d-4d23-b753-b74ee58c889c admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:12:48.980015 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-343c9d07-450d-4d23-b753-b74ee58c889c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:49.005084 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:12:49.005084 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:12:49.005084 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:12:49.005084 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:12:49.005084 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:12:49.005084 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:12:49.005084 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:12:49.005084 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:12:49.005084 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:12:49.005084 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:12:49.005084 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:12:49.005084 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:12:49.005084 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:12:49.005084 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:12:49.005084 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:12:49.005084 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:12:49.005084 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:12:49.005084 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:12:49.005084 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:12:49.005084 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:12:49.005084 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:12:49.005084 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:12:49.005084 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:12:49.005084 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:12:49.005084 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:12:49.005084 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:12:49.005084 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:12:49.005084 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:12:49.005084 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:12:49.005084 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:12:49.005084 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:12:49.005084 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:12:49.108307 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-343c9d07-450d-4d23-b753-b74ee58c889c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:49.117677 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-343c9d07-450d-4d23-b753-b74ee58c889c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:49.126068 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-343c9d07-450d-4d23-b753-b74ee58c889c admin admin] 10.222.0.45 "DELETE /v2.0/networks/e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4 HTTP/1.1" status: 204 len: 168 time: 1.7171538 Nov 12 01:12:49.145259 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343c9d07-450d-4d23-b753-b74ee58c889c admin admin] Pushing event deleted for resources: {'Network': ['ID=e4d99b8a-bc5e-48a0-bafd-4a30b0cda5a4,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:49.534613 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 329154c5-5612-4870-bd2d-8b4f1a83ce49 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:12:49.565821 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 329154c5-5612-4870-bd2d-8b4f1a83ce49 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:12:49.566179 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 329154c5-5612-4870-bd2d-8b4f1a83ce49 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:12:49.692410 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 45492) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:49.859183 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9f141f52-8a7a-4ee9-9983-59fcb504e181 req-77026a02-bf78-492b-bafb-d6d3bd49cfd9 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 210 time: 0.0569038 Nov 12 01:12:49.870676 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a99d8803-477b-46b3-a80f-f73f48ae2033 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7bbe35289028429ba1e1b86033a5bcab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1765203 Nov 12 01:12:49.871005 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 45494) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:49.963418 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3ef6f3c2-df1b-48f5-9ce4-be38e40501d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:50.006406 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3ef6f3c2-df1b-48f5-9ce4-be38e40501d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:50.126516 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3ef6f3c2-df1b-48f5-9ce4-be38e40501d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:50.131474 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3ef6f3c2-df1b-48f5-9ce4-be38e40501d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:50.134446 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3ef6f3c2-df1b-48f5-9ce4-be38e40501d7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f07a2bb1-61b9-4aee-8500-404e093f0058 HTTP/1.1" status: 204 len: 168 time: 0.2612891 Nov 12 01:12:50.146590 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef6f3c2-df1b-48f5-9ce4-be38e40501d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07a2bb1-61b9-4aee-8500-404e093f0058,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:51.080173 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-780dbfa5-41d5-4cfa-87c9-311bcc2b4d0c req-b5385a69-cecf-413f-a6fd-cff8eaeb5ab4 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 210 time: 0.0510154 Nov 12 01:12:52.228485 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bc714226-ca29-4cc2-9241-ec284adfe1fd req-4de5e4f0-f8a4-4a42-a6f5-c0a4efb3bfb9 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 210 time: 0.0357342 Nov 12 01:12:52.755082 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 45572) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:53.026555 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-2e653804-f666-4cca-893d-953c8cedf643 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-235589177-network', 'tenant_id': 'f9f4ebf49e78478cb8b0a82e99d462f8'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:53.058779 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e653804-f666-4cca-893d-953c8cedf643 admin admin] Made reservation on behalf of f9f4ebf49e78478cb8b0a82e99d462f8 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:12:53.063478 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2e653804-f666-4cca-893d-953c8cedf643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:53.084985 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2e653804-f666-4cca-893d-953c8cedf643 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:53.187869 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2e653804-f666-4cca-893d-953c8cedf643 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:53.195618 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2e653804-f666-4cca-893d-953c8cedf643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:53.213348 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e653804-f666-4cca-893d-953c8cedf643 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:12:53.228811 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2e653804-f666-4cca-893d-953c8cedf643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:53.230811 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-2e653804-f666-4cca-893d-953c8cedf643 admin admin] Added segment b482b561-7582-4c41-9b62-9722659c44e2 of type vlan for network 20651a14-0f04-43e2-b21c-d3b3526314cc Nov 12 01:12:53.345818 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2e653804-f666-4cca-893d-953c8cedf643 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:53.451373 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e653804-f666-4cca-893d-953c8cedf643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa49eb3-631a-401b-9b48-07a6cfb2e55b,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:53.455330 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2e653804-f666-4cca-893d-953c8cedf643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:53.458534 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e653804-f666-4cca-893d-953c8cedf643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:53.459796 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2e653804-f666-4cca-893d-953c8cedf643 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:53.673822 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-007a6a49-6c48-46e7-8881-62b3e46b2395 req-e77e46f6-3187-4140-a988-56180c63dac2 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 210 time: 0.1884470 Nov 12 01:12:53.699322 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e653804-f666-4cca-893d-953c8cedf643 admin admin] Pushing event updated for resources: {'Network': ['ID=20651a14-0f04-43e2-b21c-d3b3526314cc,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:53.731352 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2e653804-f666-4cca-893d-953c8cedf643 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9740169 Nov 12 01:12:53.735155 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 45592) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:53.744945 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e653804-f666-4cca-893d-953c8cedf643 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:53.745405 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e653804-f666-4cca-893d-953c8cedf643 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:53.748862 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e653804-f666-4cca-893d-953c8cedf643 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:53.749594 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e653804-f666-4cca-893d-953c8cedf643 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:53.749900 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-bbda73fa-56cb-4e1e-8273-42d5fc1e227f admin admin] Request body: {'subnet': {'network_id': '20651a14-0f04-43e2-b21c-d3b3526314cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-235589177-subnet', 'tenant_id': 'f9f4ebf49e78478cb8b0a82e99d462f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:12:53.750135 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e653804-f666-4cca-893d-953c8cedf643 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:53.750705 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e653804-f666-4cca-893d-953c8cedf643 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:53.751191 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e653804-f666-4cca-893d-953c8cedf643 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:53.751721 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e653804-f666-4cca-893d-953c8cedf643 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:53.757049 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e653804-f666-4cca-893d-953c8cedf643 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:53.760063 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e653804-f666-4cca-893d-953c8cedf643 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:53.761000 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e653804-f666-4cca-893d-953c8cedf643 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:53.761588 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e653804-f666-4cca-893d-953c8cedf643 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:53.782287 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 20651a14-0f04-43e2-b21c-d3b3526314cc details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:12:53.790943 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e653804-f666-4cca-893d-953c8cedf643 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:53.795263 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e653804-f666-4cca-893d-953c8cedf643 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:53.795757 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e653804-f666-4cca-893d-953c8cedf643 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:53.796373 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e653804-f666-4cca-893d-953c8cedf643 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:53.796960 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e653804-f666-4cca-893d-953c8cedf643 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:53.797531 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e653804-f666-4cca-893d-953c8cedf643 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:53.798101 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e653804-f666-4cca-893d-953c8cedf643 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:53.798674 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e653804-f666-4cca-893d-953c8cedf643 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:53.808921 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e653804-f666-4cca-893d-953c8cedf643 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:53.809658 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e653804-f666-4cca-893d-953c8cedf643 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:53.818336 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e653804-f666-4cca-893d-953c8cedf643 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:53.819141 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e653804-f666-4cca-893d-953c8cedf643 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:53.832812 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbda73fa-56cb-4e1e-8273-42d5fc1e227f admin admin] Made reservation on behalf of f9f4ebf49e78478cb8b0a82e99d462f8 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:12:53.840816 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bbda73fa-56cb-4e1e-8273-42d5fc1e227f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:54.162394 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bbda73fa-56cb-4e1e-8273-42d5fc1e227f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:54.280123 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbda73fa-56cb-4e1e-8273-42d5fc1e227f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb0feb84-0ac8-4709-919a-a4fb776d1535,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:54.296332 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbda73fa-56cb-4e1e-8273-42d5fc1e227f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:54.296683 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbda73fa-56cb-4e1e-8273-42d5fc1e227f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:54.297236 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbda73fa-56cb-4e1e-8273-42d5fc1e227f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:54.297576 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbda73fa-56cb-4e1e-8273-42d5fc1e227f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:54.297925 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbda73fa-56cb-4e1e-8273-42d5fc1e227f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:54.298268 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbda73fa-56cb-4e1e-8273-42d5fc1e227f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:54.298750 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbda73fa-56cb-4e1e-8273-42d5fc1e227f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:54.299530 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbda73fa-56cb-4e1e-8273-42d5fc1e227f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:54.299869 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbda73fa-56cb-4e1e-8273-42d5fc1e227f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:54.300231 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbda73fa-56cb-4e1e-8273-42d5fc1e227f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:54.300569 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbda73fa-56cb-4e1e-8273-42d5fc1e227f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:54.300900 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbda73fa-56cb-4e1e-8273-42d5fc1e227f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:12:54.311429 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbda73fa-56cb-4e1e-8273-42d5fc1e227f admin admin] Checking segment: {'id': 'b482b561-7582-4c41-9b62-9722659c44e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '20651a14-0f04-43e2-b21c-d3b3526314cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:12:54.312265 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbda73fa-56cb-4e1e-8273-42d5fc1e227f admin admin] Network hostable DHCP agents. Network: 20651a14-0f04-43e2-b21c-d3b3526314cc, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:12:54.342671 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbda73fa-56cb-4e1e-8273-42d5fc1e227f admin admin] Network 20651a14-0f04-43e2-b21c-d3b3526314cc is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:12:54.357734 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-bbda73fa-56cb-4e1e-8273-42d5fc1e227f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 20651a14-0f04-43e2-b21c-d3b3526314cc) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:12:54.370667 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af71d736-0704-4458-a98a-5747bda267f3 None None] Network 20651a14-0f04-43e2-b21c-d3b3526314cc requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:12:54.387570 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbda73fa-56cb-4e1e-8273-42d5fc1e227f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:54.388567 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bbda73fa-56cb-4e1e-8273-42d5fc1e227f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:54.428283 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-bbda73fa-56cb-4e1e-8273-42d5fc1e227f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6913254 Nov 12 01:12:54.681599 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804c2c50-0fd7-4c57-a3d6-7586fb7cfe10 None None] Network 20651a14-0f04-43e2-b21c-d3b3526314cc requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:12:54.927020 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-efc57458-845e-4494-9a8a-90f4e56ff27b req-f1e3f9b6-49b5-4e7b-8b9b-694072db94fa tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 210 time: 0.0574276 Nov 12 01:12:55.460242 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9078235-b6ab-4cc7-b995-01d9894b2ed9 req-9033bcc8-2e38-43d4-a11a-9a6e6af76800 tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:12:55.463031 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f9078235-b6ab-4cc7-b995-01d9894b2ed9 req-9033bcc8-2e38-43d4-a11a-9a6e6af76800 tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] 10.222.0.45 "GET /v2.0/networks?id=20651a14-0f04-43e2-b21c-d3b3526314cc HTTP/1.1" status: 200 len: 821 time: 0.2088444 Nov 12 01:12:55.482556 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f9078235-b6ab-4cc7-b995-01d9894b2ed9 req-755a2001-d2a3-4a67-87b0-39f8e69cd756 tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] 10.222.0.45 "GET /v2.0/quotas/f9f4ebf49e78478cb8b0a82e99d462f8 HTTP/1.1" status: 200 len: 375 time: 0.0132651 Nov 12 01:12:55.534037 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f9078235-b6ab-4cc7-b995-01d9894b2ed9 req-a9be5814-8643-4ddf-8548-09cb4d4350dd tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f9f4ebf49e78478cb8b0a82e99d462f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444624 Nov 12 01:12:55.923716 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f9078235-b6ab-4cc7-b995-01d9894b2ed9 req-a727b96b-47fe-4e02-9965-bcc7fb2990b3 service neutron] 10.222.0.45 "GET /v2.0/networks/20651a14-0f04-43e2-b21c-d3b3526314cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734581 Nov 12 01:12:56.170410 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f9078235-b6ab-4cc7-b995-01d9894b2ed9 req-196b132e-4d5a-4505-8444-1a6337711bd5 service neutron] 10.222.0.45 "GET /v2.0/networks/20651a14-0f04-43e2-b21c-d3b3526314cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311664 Nov 12 01:12:56.470288 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ab0d547e-f68d-45b4-95be-b81574cabec9 req-fc745b95-959d-4126-b578-1c4a56fda849 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 210 time: 0.1206820 Nov 12 01:12:57.198771 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fa4c0102-0030-4000-b911-0cf2082823d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:57.708202 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-212fa3eb-8988-4d20-a465-929e4c3023a7 req-e8cca544-456f-452c-b6cc-3f820bf7932c tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] 10.222.0.45 "GET /v2.0/ports?device_id=74e6eede-3dfc-4459-996b-7ec31a4c4e55 HTTP/1.1" status: 200 len: 210 time: 0.0594208 Nov 12 01:12:57.796032 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c46fbb61-11bc-4f15-9b0c-65edf0f241ec req-ef4cbb12-06e1-41da-bd40-fc67bf5f9e08 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 210 time: 0.0483127 Nov 12 01:12:58.360896 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 45720) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:58.520503 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d4c29831-798b-4aed-b216-a1093c493798 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:58.669516 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d4c29831-798b-4aed-b216-a1093c493798 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:58.675651 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d4c29831-798b-4aed-b216-a1093c493798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:58.734071 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d4c29831-798b-4aed-b216-a1093c493798 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=84e4f7a80978497c81973088233f93f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3722179 Nov 12 01:12:58.739101 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 45734) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:58.750572 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c29831-798b-4aed-b216-a1093c493798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dcdcf28-c770-4da4-aaf2-a12d3b3776d0,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:58.822576 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6394b1df-45c3-465c-ba19-96dc6ce19d3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:58.870319 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-408b5fe2-aeca-4cc7-9013-73178c7389dd req-4bee436b-b35a-4c54-b65e-05e813a711c0 tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] 10.222.0.45 "GET /v2.0/ports?device_id=74e6eede-3dfc-4459-996b-7ec31a4c4e55 HTTP/1.1" status: 200 len: 210 time: 0.0547063 Nov 12 01:12:58.917921 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6394b1df-45c3-465c-ba19-96dc6ce19d3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:58.986807 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:12:59.011899 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6394b1df-45c3-465c-ba19-96dc6ce19d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:59.015940 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6394b1df-45c3-465c-ba19-96dc6ce19d3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:59.017690 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6394b1df-45c3-465c-ba19-96dc6ce19d3c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8dcdcf28-c770-4da4-aaf2-a12d3b3776d0 HTTP/1.1" status: 204 len: 168 time: 0.2769325 Nov 12 01:12:59.030085 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-30931fd9-9a75-4bde-9c8c-298ebeb206e2 req-64adbb80-5b50-42c6-ac9a-1b4298df0d33 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 210 time: 0.0496688 Nov 12 01:12:59.070114 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6394b1df-45c3-465c-ba19-96dc6ce19d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dcdcf28-c770-4da4-aaf2-a12d3b3776d0,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:59.644735 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 45748) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:12:59.677256 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a946656c-8ce3-4edb-93f3-4d7c5c0d9312 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:59.835754 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a946656c-8ce3-4edb-93f3-4d7c5c0d9312 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:59.843182 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a946656c-8ce3-4edb-93f3-4d7c5c0d9312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:12:59.919045 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a946656c-8ce3-4edb-93f3-4d7c5c0d9312 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=031b44f56ee9422990c86410710c49ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2718809 Nov 12 01:12:59.920628 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a946656c-8ce3-4edb-93f3-4d7c5c0d9312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291ebb9c-13a3-42b6-8a39-b834d48a7525,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:12:59.923503 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 45754) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:00.021102 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ad53d1c7-e301-48d4-9721-97779e6dc571 req-dece8c70-c27c-42ea-8ebe-9a65e16b5565 tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] 10.222.0.45 "GET /v2.0/ports?device_id=74e6eede-3dfc-4459-996b-7ec31a4c4e55 HTTP/1.1" status: 200 len: 210 time: 0.0680029 Nov 12 01:13:00.064972 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6c5c03d9-aa64-42f6-9401-6ddb868cff1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:00.111640 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6c5c03d9-aa64-42f6-9401-6ddb868cff1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:00.261387 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eb8bab42-2786-4fb3-94f0-ec4b96d40c96 req-f86e79fa-22e4-4c40-b947-cc265c12a5b4 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 210 time: 0.0608084 Nov 12 01:13:00.278999 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6c5c03d9-aa64-42f6-9401-6ddb868cff1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:00.286421 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6c5c03d9-aa64-42f6-9401-6ddb868cff1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:00.297179 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-6c5c03d9-aa64-42f6-9401-6ddb868cff1b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/291ebb9c-13a3-42b6-8a39-b834d48a7525 HTTP/1.1" status: 204 len: 168 time: 0.3638282 Nov 12 01:13:00.311410 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c03d9-aa64-42f6-9401-6ddb868cff1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291ebb9c-13a3-42b6-8a39-b834d48a7525,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:00.794018 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8a581d9a-5154-4fa4-841b-ddf8379ad1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:00.809552 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 45768) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:00.833226 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ad7f0eab-1adc-4a3b-8718-2b05397cc7e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:00.973726 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ad7f0eab-1adc-4a3b-8718-2b05397cc7e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:00.979999 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ad7f0eab-1adc-4a3b-8718-2b05397cc7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:01.028519 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7f0eab-1adc-4a3b-8718-2b05397cc7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5802506f-5198-4ced-a683-db14101d0a79,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:01.035340 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ad7f0eab-1adc-4a3b-8718-2b05397cc7e2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=607282f62bdc440ab39af6c1d00327f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2239077 Nov 12 01:13:01.038856 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 45770) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:01.129995 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8307675e-5fb4-4142-a68a-76067265506b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:01.176311 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8307675e-5fb4-4142-a68a-76067265506b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:01.216908 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aa12df2f-2eae-47fe-a887-b0c03cf8de86 req-a2338def-bf04-42af-b8fc-3da28a41eab8 tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] 10.222.0.45 "GET /v2.0/ports?device_id=74e6eede-3dfc-4459-996b-7ec31a4c4e55 HTTP/1.1" status: 200 len: 210 time: 0.0796623 Nov 12 01:13:01.282598 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8307675e-5fb4-4142-a68a-76067265506b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:01.289226 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8307675e-5fb4-4142-a68a-76067265506b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:01.290617 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8307675e-5fb4-4142-a68a-76067265506b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5802506f-5198-4ced-a683-db14101d0a79 HTTP/1.1" status: 204 len: 168 time: 0.2498703 Nov 12 01:13:01.300432 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8307675e-5fb4-4142-a68a-76067265506b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5802506f-5198-4ced-a683-db14101d0a79,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:01.457067 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8a63a3d2-4cc0-4cc3-9c71-e5d59f380d77 req-46aba4ff-cdf6-489a-bf68-00fe10ec82f8 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 210 time: 0.0420775 Nov 12 01:13:02.374491 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-08d160f2-637e-4630-a550-1d613eb2733e req-f74ef32f-0df6-4a12-859a-a6a33e1e9331 tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] 10.222.0.45 "GET /v2.0/ports?device_id=74e6eede-3dfc-4459-996b-7ec31a4c4e55 HTTP/1.1" status: 200 len: 210 time: 0.0343995 Nov 12 01:13:02.648243 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7d8a0822-e5bc-4a46-80e0-bbe52c103c86 req-e2d6a0ec-93a4-4bf0-999f-f97c4f075411 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 210 time: 0.0586865 Nov 12 01:13:02.801398 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:03.666568 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-39339f5e-91ab-466f-b1d1-ee6e9ccc6f7e req-d8aacb24-741e-424c-b797-55cff5ff8855 tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] 10.222.0.45 "GET /v2.0/ports?device_id=74e6eede-3dfc-4459-996b-7ec31a4c4e55 HTTP/1.1" status: 200 len: 210 time: 0.1092803 Nov 12 01:13:03.937087 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:03.976753 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c499ccc0-3bc1-4e08-9471-0d23f7a976e9 req-6368640c-e4b6-4dc3-b912-ee5bf559c7c6 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/ports?device_id=f4d7bf12-651b-4ebe-8869-e52af4287213 HTTP/1.1" status: 200 len: 210 time: 0.1177504 Nov 12 01:13:04.328217 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9078235-b6ab-4cc7-b995-01d9894b2ed9 req-d8ee5153-de9c-4583-ac30-74646eacdc84 tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:04.335174 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f9078235-b6ab-4cc7-b995-01d9894b2ed9 req-d8ee5153-de9c-4583-ac30-74646eacdc84 tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] 10.222.0.44 "GET /v2.0/networks?id=20651a14-0f04-43e2-b21c-d3b3526314cc HTTP/1.1" status: 200 len: 821 time: 0.6899099 Nov 12 01:13:04.368157 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-f9078235-b6ab-4cc7-b995-01d9894b2ed9 req-6648cbcc-599e-4be1-90bf-de965a580b0d tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] Request body: {'port': {'device_id': '74e6eede-3dfc-4459-996b-7ec31a4c4e55', 'network_id': '20651a14-0f04-43e2-b21c-d3b3526314cc', 'admin_state_up': True, 'tenant_id': 'f9f4ebf49e78478cb8b0a82e99d462f8'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:04.665479 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9078235-b6ab-4cc7-b995-01d9894b2ed9 req-6648cbcc-599e-4be1-90bf-de965a580b0d tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] Made reservation on behalf of f9f4ebf49e78478cb8b0a82e99d462f8 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:13:04.675931 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-f9078235-b6ab-4cc7-b995-01d9894b2ed9 req-6648cbcc-599e-4be1-90bf-de965a580b0d tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:04.821611 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-57dfe74d-963d-4b08-8a0e-eb5c83831bf9 req-1c1cfbf9-a46b-46f6-ae92-2fd9a6040ff8 tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] 10.222.0.45 "GET /v2.0/ports?device_id=74e6eede-3dfc-4459-996b-7ec31a4c4e55 HTTP/1.1" status: 200 len: 210 time: 0.0494208 Nov 12 01:13:05.047517 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-f9078235-b6ab-4cc7-b995-01d9894b2ed9 req-6648cbcc-599e-4be1-90bf-de965a580b0d tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] Allocated IP 172.20.0.12 (20651a14-0f04-43e2-b21c-d3b3526314cc/cb0feb84-0ac8-4709-919a-a4fb776d1535/762d17d7-f3d0-41dc-aef2-a5053768696d) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:13:05.168044 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:05.323362 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 45876) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:05.453393 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-24206f0f-0462-499f-8bcb-d80534957a07 req-10fb8edb-d429-4d75-a326-e83b481cef10 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2067585 Nov 12 01:13:05.473018 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2228f946-fbe8-4e1f-b8d4-d3a5d544b02b req-cb755ffe-b346-446d-9a2d-d39f04abec15 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ca822707-ad2a-4184-9019-b176d5c0bbff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3276098 Nov 12 01:13:05.477667 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-f9078235-b6ab-4cc7-b995-01d9894b2ed9 req-6648cbcc-599e-4be1-90bf-de965a580b0d tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:05.613953 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-f9078235-b6ab-4cc7-b995-01d9894b2ed9 req-6648cbcc-599e-4be1-90bf-de965a580b0d tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:05.762109 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9078235-b6ab-4cc7-b995-01d9894b2ed9 req-6648cbcc-599e-4be1-90bf-de965a580b0d tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] Network 20651a14-0f04-43e2-b21c-d3b3526314cc is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:13:05.771712 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-f9078235-b6ab-4cc7-b995-01d9894b2ed9 req-6648cbcc-599e-4be1-90bf-de965a580b0d tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:13:05.817638 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648cbcc-599e-4be1-90bf-de965a580b0d tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] Pushing event updated for resources: {'Port': ['ID=762d17d7-f3d0-41dc-aef2-a5053768696d,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:05.822991 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9078235-b6ab-4cc7-b995-01d9894b2ed9 req-6648cbcc-599e-4be1-90bf-de965a580b0d tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:13:05.829239 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24206f0f-0462-499f-8bcb-d80534957a07 req-6a6d5ee8-a28e-4d5c-93a8-d4faa6d6c67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:05.833198 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24206f0f-0462-499f-8bcb-d80534957a07 req-6a6d5ee8-a28e-4d5c-93a8-d4faa6d6c67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:05.834012 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24206f0f-0462-499f-8bcb-d80534957a07 req-6a6d5ee8-a28e-4d5c-93a8-d4faa6d6c67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:05.836865 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24206f0f-0462-499f-8bcb-d80534957a07 req-6a6d5ee8-a28e-4d5c-93a8-d4faa6d6c67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:05.840612 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24206f0f-0462-499f-8bcb-d80534957a07 req-6a6d5ee8-a28e-4d5c-93a8-d4faa6d6c67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:05.841424 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24206f0f-0462-499f-8bcb-d80534957a07 req-6a6d5ee8-a28e-4d5c-93a8-d4faa6d6c67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:05.844247 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24206f0f-0462-499f-8bcb-d80534957a07 req-6a6d5ee8-a28e-4d5c-93a8-d4faa6d6c67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:05.846757 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-24206f0f-0462-499f-8bcb-d80534957a07 req-6a6d5ee8-a28e-4d5c-93a8-d4faa6d6c67e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8cc8ca414fa7430d8da23a7db1c7581c&device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 6509 time: 0.3396297 Nov 12 01:13:05.850903 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228f946-fbe8-4e1f-b8d4-d3a5d544b02b req-f7269722-068a-4b9f-8702-6864aa7b0fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:05.853824 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2228f946-fbe8-4e1f-b8d4-d3a5d544b02b req-f7269722-068a-4b9f-8702-6864aa7b0fa9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=191fc5154909462b8c7f63ec6946526e&device_id=ca822707-ad2a-4184-9019-b176d5c0bbff HTTP/1.1" status: 200 len: 1098 time: 0.2017558 Nov 12 01:13:05.900235 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-78037d1e-14de-4780-b9a3-d9f913e4b7a6 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:05.985538 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-78037d1e-14de-4780-b9a3-d9f913e4b7a6 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:06.068175 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9078235-b6ab-4cc7-b995-01d9894b2ed9 req-6648cbcc-599e-4be1-90bf-de965a580b0d tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:06.071068 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-f9078235-b6ab-4cc7-b995-01d9894b2ed9 req-6648cbcc-599e-4be1-90bf-de965a580b0d tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:06.273413 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24206f0f-0462-499f-8bcb-d80534957a07 req-379547ba-fa76-441d-abb3-eaf05849e0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:06.275727 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f9078235-b6ab-4cc7-b995-01d9894b2ed9 req-6648cbcc-599e-4be1-90bf-de965a580b0d tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9202282 Nov 12 01:13:06.276919 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24206f0f-0462-499f-8bcb-d80534957a07 req-379547ba-fa76-441d-abb3-eaf05849e0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:06.277814 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24206f0f-0462-499f-8bcb-d80534957a07 req-379547ba-fa76-441d-abb3-eaf05849e0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:06.282076 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-24206f0f-0462-499f-8bcb-d80534957a07 req-379547ba-fa76-441d-abb3-eaf05849e0d6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=682e0b44-65b9-400b-8f8e-1eeb342780e2&id=e0f69fbd-c4e4-47d1-817f-1e3bee936d0a&id=e0f69fbd-c4e4-47d1-817f-1e3bee936d0a&id=e0f69fbd-c4e4-47d1-817f-1e3bee936d0a&id=e0f69fbd-c4e4-47d1-817f-1e3bee936d0a&id=ea33bcf4-68e4-41d3-a621-b5e53b96e513&id=ea33bcf4-68e4-41d3-a621-b5e53b96e513 HTTP/1.1" status: 200 len: 2295 time: 0.3894792 Nov 12 01:13:06.321590 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-f9078235-b6ab-4cc7-b995-01d9894b2ed9 req-f7e60982-d95d-47de-a862-72ade358c216 service neutron] Request body: {'port': {'device_id': '74e6eede-3dfc-4459-996b-7ec31a4c4e55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:06.553367 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-f9078235-b6ab-4cc7-b995-01d9894b2ed9 req-f7e60982-d95d-47de-a862-72ade358c216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:06.597450 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-78037d1e-14de-4780-b9a3-d9f913e4b7a6 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:06.603423 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-78037d1e-14de-4780-b9a3-d9f913e4b7a6 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:06.605856 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-78037d1e-14de-4780-b9a3-d9f913e4b7a6 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "DELETE /v2.0/security-groups/8c2064e3-365e-4ce1-97ba-786147ddb249 HTTP/1.1" status: 204 len: 168 time: 1.2774405 Nov 12 01:13:06.696875 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 45902) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:06.737983 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228f946-fbe8-4e1f-b8d4-d3a5d544b02b req-0298f6b8-404d-4530-980e-a73c2e8f1330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:06.748822 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2228f946-fbe8-4e1f-b8d4-d3a5d544b02b req-0298f6b8-404d-4530-980e-a73c2e8f1330 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1eb2c28f-44d0-4157-813f-a88803c1c65a HTTP/1.1" status: 200 len: 918 time: 0.5938978 Nov 12 01:13:06.751078 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78037d1e-14de-4780-b9a3-d9f913e4b7a6 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2064e3-365e-4ce1-97ba-786147ddb249,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:06.758412 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-0d4819bf-d28e-496b-aa80-69910db24407 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] show failed (client error): The resource could not be found. Nov 12 01:13:06.764115 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0d4819bf-d28e-496b-aa80-69910db24407 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "GET /v2.0/security-groups/8c2064e3-365e-4ce1-97ba-786147ddb249 HTTP/1.1" status: 404 len: 347 time: 0.0613098 Nov 12 01:13:06.765833 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 45908) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:06.956828 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2228f946-fbe8-4e1f-b8d4-d3a5d544b02b req-eaecb6bd-84c8-4ee6-941a-995937a0d929 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2551041b-331c-4703-a892-861dffef3f99 HTTP/1.1" status: 200 len: 217 time: 0.1851091 Nov 12 01:13:06.998403 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-24206f0f-0462-499f-8bcb-d80534957a07 req-9a97ab25-057d-4047-9a5d-708a234613cb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdcf7a52-e80c-40be-bdac-b195e34c1da2 HTTP/1.1" status: 200 len: 1001 time: 0.6493952 Nov 12 01:13:07.017520 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38e8c7-d0eb-4334-8aac-67f870cf26bb req-a15aca04-7bb7-4c4e-9117-05fc67d7ea9e tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:07.031274 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ec38e8c7-d0eb-4334-8aac-67f870cf26bb req-a15aca04-7bb7-4c4e-9117-05fc67d7ea9e tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] 10.222.0.45 "GET /v2.0/ports?device_id=74e6eede-3dfc-4459-996b-7ec31a4c4e55 HTTP/1.1" status: 200 len: 932 time: 0.8779991 Nov 12 01:13:07.040888 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 45912) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:07.324178 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ec38e8c7-d0eb-4334-8aac-67f870cf26bb req-61f5ba20-718a-41f2-bddb-f081338b86b7 tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] 10.222.0.45 "GET /v2.0/security-groups?id=6aa49eb3-631a-401b-9b48-07a6cfb2e55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901149 Nov 12 01:13:07.425048 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24206f0f-0462-499f-8bcb-d80534957a07 req-118dad32-c42e-4283-898b-990bb7a27e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:07.447776 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-24206f0f-0462-499f-8bcb-d80534957a07 req-118dad32-c42e-4283-898b-990bb7a27e6b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4332ed6-c901-4ad1-83db-b19707e770f2 HTTP/1.1" status: 200 len: 856 time: 0.4089141 Nov 12 01:13:07.452931 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228f946-fbe8-4e1f-b8d4-d3a5d544b02b req-d9fa79e2-8e39-450d-a440-a79aa9af8a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:07.469209 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2228f946-fbe8-4e1f-b8d4-d3a5d544b02b req-d9fa79e2-8e39-450d-a440-a79aa9af8a10 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=604b5391-c877-4e65-b41f-12fa14d652c5 HTTP/1.1" status: 200 len: 858 time: 0.4866524 Nov 12 01:13:07.732790 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2228f946-fbe8-4e1f-b8d4-d3a5d544b02b req-d2b369e0-4086-46b6-bbd8-88585e0bc37b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1eb2c28f-44d0-4157-813f-a88803c1c65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2163124 Nov 12 01:13:07.794081 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3cbda3aa-08d6-45b4-91ec-712c9ff5ecc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:07.937034 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3cbda3aa-08d6-45b4-91ec-712c9ff5ecc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:07.979573 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24206f0f-0462-499f-8bcb-d80534957a07 req-91979151-199c-40b9-8d29-a41dd795ba84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:07.982101 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-24206f0f-0462-499f-8bcb-d80534957a07 req-91979151-199c-40b9-8d29-a41dd795ba84 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=682e0b44-65b9-400b-8f8e-1eeb342780e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5112164 Nov 12 01:13:07.983007 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3cbda3aa-08d6-45b4-91ec-712c9ff5ecc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:08.012621 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-f9078235-b6ab-4cc7-b995-01d9894b2ed9 req-f7e60982-d95d-47de-a862-72ade358c216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 762d17d7-f3d0-41dc-aef2-a5053768696d {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:13:08.034238 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-f9078235-b6ab-4cc7-b995-01d9894b2ed9 req-f7e60982-d95d-47de-a862-72ade358c216 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:08.082411 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-f9078235-b6ab-4cc7-b995-01d9894b2ed9 req-f7e60982-d95d-47de-a862-72ade358c216 service neutron] Transition to ACTIVE for port object 762d17d7-f3d0-41dc-aef2-a5053768696d will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:13:08.102141 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-f9078235-b6ab-4cc7-b995-01d9894b2ed9 req-f7e60982-d95d-47de-a862-72ade358c216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:08.123812 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3cbda3aa-08d6-45b4-91ec-712c9ff5ecc7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ce9b00727ea74741a265356369ee1a8b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0815108 Nov 12 01:13:08.133972 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 45934) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:08.178470 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbda3aa-08d6-45b4-91ec-712c9ff5ecc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8bba44-868b-4b20-ab9f-dea84d53690f,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:08.280367 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:08.297317 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2228f946-fbe8-4e1f-b8d4-d3a5d544b02b req-e34104ae-b8b6-4a78-9882-bcd99255e365 service neutron] 10.222.0.44 "GET /v2.0/networks/1eb2c28f-44d0-4157-813f-a88803c1c65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5551050 Nov 12 01:13:08.353762 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2fc51bc0-eca0-4227-aeec-d3fa3ca962de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:08.404202 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2fc51bc0-eca0-4227-aeec-d3fa3ca962de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:08.699813 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e60982-d95d-47de-a862-72ade358c216 service neutron] Pushing event updated for resources: {'Port': ['ID=762d17d7-f3d0-41dc-aef2-a5053768696d,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:08.724506 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-24206f0f-0462-499f-8bcb-d80534957a07 req-e691c50a-139d-4cac-9b0a-d2d7799c5339 service neutron] 10.222.0.16 "GET /v2.0/networks/682e0b44-65b9-400b-8f8e-1eeb342780e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7201495 Nov 12 01:13:08.726347 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2fc51bc0-eca0-4227-aeec-d3fa3ca962de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:08.732823 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2fc51bc0-eca0-4227-aeec-d3fa3ca962de admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:08.740163 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2fc51bc0-eca0-4227-aeec-d3fa3ca962de admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9b8bba44-868b-4b20-ab9f-dea84d53690f HTTP/1.1" status: 204 len: 168 time: 0.6009412 Nov 12 01:13:08.789107 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-ec8838a8-1a33-4e7a-9ca1-fffdf5d93266 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Deleting port abb79eb8-02ef-4f4a-bc65-2a6b61265751 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:13:08.791908 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ec8838a8-1a33-4e7a-9ca1-fffdf5d93266 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:09.035694 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2228f946-fbe8-4e1f-b8d4-d3a5d544b02b req-e3ba4758-0464-410d-a4a7-bb9457c3e3f8 service neutron] 10.222.0.44 "GET /v2.0/networks/1eb2c28f-44d0-4157-813f-a88803c1c65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7246368 Nov 12 01:13:09.079335 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d220e974-2d9a-4436-940a-a64165da6c4b req-c68766af-65d3-4af2-ba4d-70a8d82a3074 tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:09.087872 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d220e974-2d9a-4436-940a-a64165da6c4b req-c68766af-65d3-4af2-ba4d-70a8d82a3074 tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] 10.222.0.45 "GET /v2.0/ports?device_id=74e6eede-3dfc-4459-996b-7ec31a4c4e55 HTTP/1.1" status: 200 len: 944 time: 0.5248952 Nov 12 01:13:09.096578 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ec8838a8-1a33-4e7a-9ca1-fffdf5d93266 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:09.097174 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ec8838a8-1a33-4e7a-9ca1-fffdf5d93266 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:09.118694 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-24206f0f-0462-499f-8bcb-d80534957a07 req-ed8ee141-94a4-4390-9bbc-e45555aa91a5 service neutron] 10.222.0.16 "GET /v2.0/networks/682e0b44-65b9-400b-8f8e-1eeb342780e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458068 Nov 12 01:13:09.122382 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-ec8838a8-1a33-4e7a-9ca1-fffdf5d93266 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Calling delete_port for abb79eb8-02ef-4f4a-bc65-2a6b61265751 owned by network:floatingip {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:13:09.294832 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-24206f0f-0462-499f-8bcb-d80534957a07 req-b3cca539-7f9b-4597-a75a-ffdd686ac134 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=0373cd56-eebf-4b69-963a-be09d38bc414 HTTP/1.1" status: 200 len: 217 time: 0.1559091 Nov 12 01:13:09.462495 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d220e974-2d9a-4436-940a-a64165da6c4b req-30661df6-6a97-43ab-a093-0002df6cec8d tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] 10.222.0.45 "GET /v2.0/security-groups?id=6aa49eb3-631a-401b-9b48-07a6cfb2e55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729069 Nov 12 01:13:09.494938 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24206f0f-0462-499f-8bcb-d80534957a07 req-e96bf388-d507-42aa-8a0f-28c2f47f1684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:09.496670 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-24206f0f-0462-499f-8bcb-d80534957a07 req-e96bf388-d507-42aa-8a0f-28c2f47f1684 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb2daa40-94aa-4da9-a752-d3de2dd0a3dd HTTP/1.1" status: 200 len: 797 time: 0.1880267 Nov 12 01:13:09.577542 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24206f0f-0462-499f-8bcb-d80534957a07 req-7d39bd2a-136e-4e9b-8b43-54584a57ed03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:09.579353 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-24206f0f-0462-499f-8bcb-d80534957a07 req-7d39bd2a-136e-4e9b-8b43-54584a57ed03 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e0f69fbd-c4e4-47d1-817f-1e3bee936d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0701451 Nov 12 01:13:09.717499 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-24206f0f-0462-499f-8bcb-d80534957a07 req-49d0be75-2397-4d69-8c2d-4bdfee71e235 service neutron] 10.222.0.16 "GET /v2.0/networks/e0f69fbd-c4e4-47d1-817f-1e3bee936d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253965 Nov 12 01:13:09.855741 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc51bc0-eca0-4227-aeec-d3fa3ca962de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8bba44-868b-4b20-ab9f-dea84d53690f,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:09.899497 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-f9078235-b6ab-4cc7-b995-01d9894b2ed9 req-f7e60982-d95d-47de-a862-72ade358c216 service neutron] Attempting to bind port 762d17d7-f3d0-41dc-aef2-a5053768696d on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:13:09.899888 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-f9078235-b6ab-4cc7-b995-01d9894b2ed9 req-f7e60982-d95d-47de-a862-72ade358c216 service neutron] Attempting to bind port 762d17d7-f3d0-41dc-aef2-a5053768696d by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'b482b561-7582-4c41-9b62-9722659c44e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '20651a14-0f04-43e2-b21c-d3b3526314cc'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:13:09.900356 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9078235-b6ab-4cc7-b995-01d9894b2ed9 req-f7e60982-d95d-47de-a862-72ade358c216 service neutron] Attempting to bind port 762d17d7-f3d0-41dc-aef2-a5053768696d on network 20651a14-0f04-43e2-b21c-d3b3526314cc {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:09.918986 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9078235-b6ab-4cc7-b995-01d9894b2ed9 req-f7e60982-d95d-47de-a862-72ade358c216 service neutron] Port 762d17d7-f3d0-41dc-aef2-a5053768696d on network 20651a14-0f04-43e2-b21c-d3b3526314cc not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:13:09.919319 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9078235-b6ab-4cc7-b995-01d9894b2ed9 req-f7e60982-d95d-47de-a862-72ade358c216 service neutron] Attempting to bind port 762d17d7-f3d0-41dc-aef2-a5053768696d on network 20651a14-0f04-43e2-b21c-d3b3526314cc {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:09.928573 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9078235-b6ab-4cc7-b995-01d9894b2ed9 req-f7e60982-d95d-47de-a862-72ade358c216 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:13:09.928955 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9078235-b6ab-4cc7-b995-01d9894b2ed9 req-f7e60982-d95d-47de-a862-72ade358c216 service neutron] Checking segment: {'id': 'b482b561-7582-4c41-9b62-9722659c44e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '20651a14-0f04-43e2-b21c-d3b3526314cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:13:09.929330 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9078235-b6ab-4cc7-b995-01d9894b2ed9 req-f7e60982-d95d-47de-a862-72ade358c216 service neutron] Bound using segment: {'id': 'b482b561-7582-4c41-9b62-9722659c44e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '20651a14-0f04-43e2-b21c-d3b3526314cc'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:13:09.929862 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-f9078235-b6ab-4cc7-b995-01d9894b2ed9 req-f7e60982-d95d-47de-a862-72ade358c216 service neutron] Bound port: 762d17d7-f3d0-41dc-aef2-a5053768696d, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b482b561-7582-4c41-9b62-9722659c44e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '20651a14-0f04-43e2-b21c-d3b3526314cc'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:13:09.930237 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-f9078235-b6ab-4cc7-b995-01d9894b2ed9 req-f7e60982-d95d-47de-a862-72ade358c216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:10.022931 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-24206f0f-0462-499f-8bcb-d80534957a07 req-e6d795c1-0b2a-4ccf-b127-54954b684ba7 service neutron] 10.222.0.16 "GET /v2.0/networks/e0f69fbd-c4e4-47d1-817f-1e3bee936d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924573 Nov 12 01:13:10.107652 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-f9078235-b6ab-4cc7-b995-01d9894b2ed9 req-f7e60982-d95d-47de-a862-72ade358c216 service neutron] For port 762d17d7-f3d0-41dc-aef2-a5053768696d, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:13:10.113021 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-f9078235-b6ab-4cc7-b995-01d9894b2ed9 req-f7e60982-d95d-47de-a862-72ade358c216 service neutron] For port 762d17d7-f3d0-41dc-aef2-a5053768696d, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=762d17d7-f3d0-41dc-aef2-a5053768696d,segment=NetworkSegment(b482b561-7582-4c41-9b62-9722659c44e2),segment_id=b482b561-7582-4c41-9b62-9722659c44e2)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:13:10.119073 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ec8838a8-1a33-4e7a-9ca1-fffdf5d93266 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:10.152431 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-f9078235-b6ab-4cc7-b995-01d9894b2ed9 req-f7e60982-d95d-47de-a862-72ade358c216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:10.153569 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e5efee-4375-4363-bb3e-4937914fd9cd None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:13:10.226869 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-24206f0f-0462-499f-8bcb-d80534957a07 req-ad8c7216-b9a6-441b-9d4c-c8848c6fded5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=e16bb2d8-4ef4-4003-96d4-f65676f445a0 HTTP/1.1" status: 200 len: 217 time: 0.1813090 Nov 12 01:13:10.354677 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8838a8-1a33-4e7a-9ca1-fffdf5d93266 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Pushing event deleted for resources: {'Port': ['ID=abb79eb8-02ef-4f4a-bc65-2a6b61265751,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:10.359237 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ec8838a8-1a33-4e7a-9ca1-fffdf5d93266 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks [] for floatingip, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:10.363112 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ec8838a8-1a33-4e7a-9ca1-fffdf5d93266 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:10.364560 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ec8838a8-1a33-4e7a-9ca1-fffdf5d93266 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "DELETE /v2.0/floatingips/e6e6456c-e748-40a2-96fe-afbf594141c9 HTTP/1.1" status: 204 len: 168 time: 3.5976410 Nov 12 01:13:10.427222 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24206f0f-0462-499f-8bcb-d80534957a07 req-f86a8615-c565-4492-ac28-07b4c3b48078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:10.434165 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-24206f0f-0462-499f-8bcb-d80534957a07 req-f86a8615-c565-4492-ac28-07b4c3b48078 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb2daa40-94aa-4da9-a752-d3de2dd0a3dd HTTP/1.1" status: 200 len: 797 time: 0.1980937 Nov 12 01:13:10.435069 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 45972) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:10.448825 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e60982-d95d-47de-a862-72ade358c216 service neutron] Pushing event updated for resources: {'Port': ['ID=762d17d7-f3d0-41dc-aef2-a5053768696d,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:10.475361 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9078235-b6ab-4cc7-b995-01d9894b2ed9 req-f7e60982-d95d-47de-a862-72ade358c216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:10.476839 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-f9078235-b6ab-4cc7-b995-01d9894b2ed9 req-f7e60982-d95d-47de-a862-72ade358c216 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:10.479922 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f9078235-b6ab-4cc7-b995-01d9894b2ed9 req-f7e60982-d95d-47de-a862-72ade358c216 service neutron] 10.222.0.44 "PUT /v2.0/ports/762d17d7-f3d0-41dc-aef2-a5053768696d HTTP/1.1" status: 200 len: 1093 time: 4.1772294 Nov 12 01:13:10.480738 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74e6eede-3dfc-4459-996b-7ec31a4c4e55', 'tag': '762d17d7-f3d0-41dc-aef2-a5053768696d'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:13:10.485355 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae20b36-c690-4952-964a-42de13c40b1d" -d '{"events": [{"name": "network-changed", "server_uuid": "74e6eede-3dfc-4459-996b-7ec31a4c4e55", "tag": "762d17d7-f3d0-41dc-aef2-a5053768696d"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:13:10.532455 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:10.614706 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24206f0f-0462-499f-8bcb-d80534957a07 req-ff43df66-f8ee-46e5-9135-d8ed4596db34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:10.618911 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-24206f0f-0462-499f-8bcb-d80534957a07 req-ff43df66-f8ee-46e5-9135-d8ed4596db34 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e0f69fbd-c4e4-47d1-817f-1e3bee936d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1485875 Nov 12 01:13:10.817502 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9078235-b6ab-4cc7-b995-01d9894b2ed9 req-b0672d9b-fdfc-44f2-953f-6f92c9f27e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:10.819891 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f9078235-b6ab-4cc7-b995-01d9894b2ed9 req-b0672d9b-fdfc-44f2-953f-6f92c9f27e51 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f9f4ebf49e78478cb8b0a82e99d462f8&device_id=74e6eede-3dfc-4459-996b-7ec31a4c4e55 HTTP/1.1" status: 200 len: 1096 time: 0.2294583 Nov 12 01:13:10.985143 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4d4ac6-34e5-4262-a7a0-583c015f14e3 x-openstack-request-id: req-cd4d4ac6-34e5-4262-a7a0-583c015f14e3 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:13:10.985143 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74e6eede-3dfc-4459-996b-7ec31a4c4e55", "tag": "762d17d7-f3d0-41dc-aef2-a5053768696d", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:13:10.985143 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cd4d4ac6-34e5-4262-a7a0-583c015f14e3 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:13:10.985143 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74e6eede-3dfc-4459-996b-7ec31a4c4e55', 'tag': '762d17d7-f3d0-41dc-aef2-a5053768696d', 'status': 'completed', 'code': 200} Nov 12 01:13:10.986166 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f9078235-b6ab-4cc7-b995-01d9894b2ed9 req-cbbfffaa-0719-4d70-a8d5-d7396cee4aeb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=762d17d7-f3d0-41dc-aef2-a5053768696d HTTP/1.1" status: 200 len: 217 time: 0.1454895 Nov 12 01:13:11.154148 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9078235-b6ab-4cc7-b995-01d9894b2ed9 req-23f75572-be7c-4006-9a24-e04b15ed6f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:11.156813 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f9078235-b6ab-4cc7-b995-01d9894b2ed9 req-23f75572-be7c-4006-9a24-e04b15ed6f03 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cb0feb84-0ac8-4709-919a-a4fb776d1535 HTTP/1.1" status: 200 len: 861 time: 0.1622679 Nov 12 01:13:11.228211 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f9078235-b6ab-4cc7-b995-01d9894b2ed9 req-de6e2b1d-7e5b-47b0-b999-0b27f9316e62 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=20651a14-0f04-43e2-b21c-d3b3526314cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602274 Nov 12 01:13:11.419927 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-24206f0f-0462-499f-8bcb-d80534957a07 req-a91c8614-eaf8-4078-8fb3-8433039b39c3 service neutron] 10.222.0.16 "GET /v2.0/networks/e0f69fbd-c4e4-47d1-817f-1e3bee936d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7750142 Nov 12 01:13:11.437984 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52bf02-c5cc-422d-9dee-19d1baf0ba98 req-6f305a7d-0e29-4c9e-8821-338e55449e22 tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:11.440196 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8a52bf02-c5cc-422d-9dee-19d1baf0ba98 req-6f305a7d-0e29-4c9e-8821-338e55449e22 tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] 10.222.0.45 "GET /v2.0/ports?device_id=74e6eede-3dfc-4459-996b-7ec31a4c4e55 HTTP/1.1" status: 200 len: 944 time: 0.8335984 Nov 12 01:13:11.560580 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-c309d683-9083-415d-8ad0-caf7cd46737c tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Deleting port d7155c35-074f-4ae5-aa90-e76bbcfeca13 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:13:11.562087 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c309d683-9083-415d-8ad0-caf7cd46737c tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:11.603923 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f9078235-b6ab-4cc7-b995-01d9894b2ed9 req-87e983ab-c5b5-47d5-83cf-7a03cfff07ac service neutron] 10.222.0.44 "GET /v2.0/networks/20651a14-0f04-43e2-b21c-d3b3526314cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3641782 Nov 12 01:13:11.722965 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8a52bf02-c5cc-422d-9dee-19d1baf0ba98 req-e168098a-df7f-4089-a0d3-1e8f5be327df tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] 10.222.0.45 "GET /v2.0/security-groups?id=6aa49eb3-631a-401b-9b48-07a6cfb2e55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835625 Nov 12 01:13:11.916208 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f9078235-b6ab-4cc7-b995-01d9894b2ed9 req-903484d5-f3ee-4756-bae7-1c88a72f4800 service neutron] 10.222.0.44 "GET /v2.0/networks/20651a14-0f04-43e2-b21c-d3b3526314cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033533 Nov 12 01:13:12.041030 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-24206f0f-0462-499f-8bcb-d80534957a07 req-abdd28e0-c3a7-4ace-b48a-30b1ac9be092 service neutron] 10.222.0.16 "GET /v2.0/networks/e0f69fbd-c4e4-47d1-817f-1e3bee936d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5941248 Nov 12 01:13:12.130961 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-24206f0f-0462-499f-8bcb-d80534957a07 req-0ce8fc77-8dc3-40b8-bf41-8097c700488b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=83d38651-499e-4f7f-9790-b505ef5e96b6 HTTP/1.1" status: 200 len: 217 time: 0.0723319 Nov 12 01:13:12.196572 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae20b36-c690-4952-964a-42de13c40b1d req-2eb50fe7-f5cb-46cf-95c1-2a97be3afa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:12.225595 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9ae20b36-c690-4952-964a-42de13c40b1d req-2eb50fe7-f5cb-46cf-95c1-2a97be3afa68 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f9f4ebf49e78478cb8b0a82e99d462f8&device_id=74e6eede-3dfc-4459-996b-7ec31a4c4e55 HTTP/1.1" status: 200 len: 1096 time: 0.1661398 Nov 12 01:13:12.324902 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24206f0f-0462-499f-8bcb-d80534957a07 req-5e02f3a8-6072-4a4f-8211-f4eeb32a2932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:12.340088 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-24206f0f-0462-499f-8bcb-d80534957a07 req-5e02f3a8-6072-4a4f-8211-f4eeb32a2932 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb2daa40-94aa-4da9-a752-d3de2dd0a3dd HTTP/1.1" status: 200 len: 797 time: 0.1884575 Nov 12 01:13:12.438179 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c309d683-9083-415d-8ad0-caf7cd46737c tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:12.536809 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-c309d683-9083-415d-8ad0-caf7cd46737c tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Calling delete_port for d7155c35-074f-4ae5-aa90-e76bbcfeca13 owned by {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:13:12.629341 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae20b36-c690-4952-964a-42de13c40b1d req-977761dd-27a7-403d-a10a-d19a3e225a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:12.635512 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9ae20b36-c690-4952-964a-42de13c40b1d req-977761dd-27a7-403d-a10a-d19a3e225a4a service neutron] 10.222.0.44 "GET /v2.0/networks?id=20651a14-0f04-43e2-b21c-d3b3526314cc HTTP/1.1" status: 200 len: 921 time: 0.3972347 Nov 12 01:13:12.683034 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24206f0f-0462-499f-8bcb-d80534957a07 req-4012b30e-8611-48cd-95de-525b24d1f9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:12.687831 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-24206f0f-0462-499f-8bcb-d80534957a07 req-4012b30e-8611-48cd-95de-525b24d1f9c1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e0f69fbd-c4e4-47d1-817f-1e3bee936d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3072708 Nov 12 01:13:12.754894 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9ae20b36-c690-4952-964a-42de13c40b1d req-e9666fcb-54d3-4038-b5cf-52b96c2d9765 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=762d17d7-f3d0-41dc-aef2-a5053768696d HTTP/1.1" status: 200 len: 217 time: 0.1071815 Nov 12 01:13:12.862605 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae20b36-c690-4952-964a-42de13c40b1d req-108a415b-cc99-4866-8c4d-5030d4fd100b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:12.865744 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9ae20b36-c690-4952-964a-42de13c40b1d req-108a415b-cc99-4866-8c4d-5030d4fd100b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=cb0feb84-0ac8-4709-919a-a4fb776d1535 HTTP/1.1" status: 200 len: 861 time: 0.1018639 Nov 12 01:13:12.963319 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9ae20b36-c690-4952-964a-42de13c40b1d req-47d77c32-226c-41f7-a7e5-73fffaa856c2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=20651a14-0f04-43e2-b21c-d3b3526314cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604465 Nov 12 01:13:13.120174 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-24206f0f-0462-499f-8bcb-d80534957a07 req-8cd224e7-a7cd-438e-942b-a495f7b0bb0e service neutron] 10.222.0.16 "GET /v2.0/networks/e0f69fbd-c4e4-47d1-817f-1e3bee936d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4121218 Nov 12 01:13:13.580350 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9ae20b36-c690-4952-964a-42de13c40b1d req-32f410be-9910-4f77-ab8a-10f5e693a8e6 service neutron] 10.222.0.44 "GET /v2.0/networks/20651a14-0f04-43e2-b21c-d3b3526314cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5926180 Nov 12 01:13:13.581910 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-24206f0f-0462-499f-8bcb-d80534957a07 req-e7f85b83-a63b-4c1f-96b0-b5dc54c60903 service neutron] 10.222.0.16 "GET /v2.0/networks/e0f69fbd-c4e4-47d1-817f-1e3bee936d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4131238 Nov 12 01:13:13.764478 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-24206f0f-0462-499f-8bcb-d80534957a07 req-8aad2c14-2cd2-4480-8e05-fcc98968c122 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=3992154e-cd6b-4a86-9bb7-884f827bc8e2 HTTP/1.1" status: 200 len: 217 time: 0.1655629 Nov 12 01:13:13.784069 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a0888-7918-4fdd-b86b-f1dd678176cc req-afcb9e0a-8038-4ba5-961b-3e1c9b3ccb9e tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:13.785760 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-583a0888-7918-4fdd-b86b-f1dd678176cc req-afcb9e0a-8038-4ba5-961b-3e1c9b3ccb9e tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] 10.222.0.45 "GET /v2.0/ports?device_id=74e6eede-3dfc-4459-996b-7ec31a4c4e55 HTTP/1.1" status: 200 len: 944 time: 0.8699501 Nov 12 01:13:13.798314 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9ae20b36-c690-4952-964a-42de13c40b1d req-59a1ff1a-4e27-4421-9010-1bcbcc4ffdcf service neutron] 10.222.0.44 "GET /v2.0/networks/20651a14-0f04-43e2-b21c-d3b3526314cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145808 Nov 12 01:13:13.849519 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c309d683-9083-415d-8ad0-caf7cd46737c tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:14.005844 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c309d683-9083-415d-8ad0-caf7cd46737c tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Pushing event deleted for resources: {'Port': ['ID=d7155c35-074f-4ae5-aa90-e76bbcfeca13,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:14.068771 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-583a0888-7918-4fdd-b86b-f1dd678176cc req-d24e24f8-e27c-41d5-9e2a-85f16c693fb9 tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] 10.222.0.45 "GET /v2.0/security-groups?id=6aa49eb3-631a-401b-9b48-07a6cfb2e55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672539 Nov 12 01:13:14.070721 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24206f0f-0462-499f-8bcb-d80534957a07 req-a35e359f-3b71-4d06-88b1-e489b6085041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:14.075190 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-24206f0f-0462-499f-8bcb-d80534957a07 req-a35e359f-3b71-4d06-88b1-e489b6085041 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb2daa40-94aa-4da9-a752-d3de2dd0a3dd HTTP/1.1" status: 200 len: 797 time: 0.2831409 Nov 12 01:13:14.228113 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24206f0f-0462-499f-8bcb-d80534957a07 req-289d8647-93ba-45a0-8747-a64ddba25ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:14.231809 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-24206f0f-0462-499f-8bcb-d80534957a07 req-289d8647-93ba-45a0-8747-a64ddba25ea2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e0f69fbd-c4e4-47d1-817f-1e3bee936d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1373084 Nov 12 01:13:14.247786 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c309d683-9083-415d-8ad0-caf7cd46737c tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:14.253454 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c309d683-9083-415d-8ad0-caf7cd46737c tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "DELETE /v2.0/ports/d7155c35-074f-4ae5-aa90-e76bbcfeca13 HTTP/1.1" status: 204 len: 168 time: 3.8134489 Nov 12 01:13:14.256413 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46074) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:14.540787 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-a49876d5-4cb3-4f5e-a206-f1e72700ba57 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Deleting port 02f4ae95-756c-4dab-896e-11fe6ab13527 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:13:14.542249 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a49876d5-4cb3-4f5e-a206-f1e72700ba57 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:14.649938 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-24206f0f-0462-499f-8bcb-d80534957a07 req-18f692a6-03df-4aae-86e1-3ab75bc6cbe6 service neutron] 10.222.0.16 "GET /v2.0/networks/e0f69fbd-c4e4-47d1-817f-1e3bee936d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910916 Nov 12 01:13:14.695148 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a49876d5-4cb3-4f5e-a206-f1e72700ba57 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:14.726140 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-a49876d5-4cb3-4f5e-a206-f1e72700ba57 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Calling delete_port for 02f4ae95-756c-4dab-896e-11fe6ab13527 owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:13:15.007299 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-24206f0f-0462-499f-8bcb-d80534957a07 req-c06c8bc8-3142-47eb-a886-f391c5426c12 service neutron] 10.222.0.16 "GET /v2.0/networks/e0f69fbd-c4e4-47d1-817f-1e3bee936d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511887 Nov 12 01:13:15.126440 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a49876d5-4cb3-4f5e-a206-f1e72700ba57 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:15.241396 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-24206f0f-0462-499f-8bcb-d80534957a07 req-77cc66bd-4df2-49ca-976d-ffe305945ac3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=962ed579-ad73-4ad7-bc46-ba9a92d2a0c9 HTTP/1.1" status: 200 len: 217 time: 0.2123401 Nov 12 01:13:15.265870 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49876d5-4cb3-4f5e-a206-f1e72700ba57 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Pushing event deleted for resources: {'Port': ['ID=02f4ae95-756c-4dab-896e-11fe6ab13527,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:15.555598 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 762d17d7-f3d0-41dc-aef2-a5053768696d details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:13:15.616862 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a49876d5-4cb3-4f5e-a206-f1e72700ba57 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:15.646677 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a49876d5-4cb3-4f5e-a206-f1e72700ba57 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "DELETE /v2.0/ports/02f4ae95-756c-4dab-896e-11fe6ab13527 HTTP/1.1" status: 204 len: 168 time: 1.3887999 Nov 12 01:13:15.647795 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46118) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:15.759891 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24206f0f-0462-499f-8bcb-d80534957a07 req-2f86e5c6-8bc9-45b7-b021-5a3a1e9a5280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:15.762944 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-24206f0f-0462-499f-8bcb-d80534957a07 req-2f86e5c6-8bc9-45b7-b021-5a3a1e9a5280 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=941778bd-314e-4867-8a75-0adb70d31051 HTTP/1.1" status: 200 len: 797 time: 0.5200098 Nov 12 01:13:15.789449 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7d4cf-6481-4ad5-867c-2fc68980ad0a req-db45d39b-db60-4ead-88e9-aa9c30f740f5 tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:15.799092 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f0a7d4cf-6481-4ad5-867c-2fc68980ad0a req-db45d39b-db60-4ead-88e9-aa9c30f740f5 tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] 10.222.0.45 "GET /v2.0/ports?device_id=74e6eede-3dfc-4459-996b-7ec31a4c4e55 HTTP/1.1" status: 200 len: 944 time: 0.3514190 Nov 12 01:13:15.937585 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3e43bd3-2130-4e76-b320-aacd66418464 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Deleting subnet 5dc72c35-9d59-4a0f-ae56-f38fe29c2b7f {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:13:15.963680 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c3e43bd3-2130-4e76-b320-aacd66418464 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:15.966057 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24206f0f-0462-499f-8bcb-d80534957a07 req-63243143-fb94-4aeb-83bc-48fddebd86a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:15.968495 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-24206f0f-0462-499f-8bcb-d80534957a07 req-63243143-fb94-4aeb-83bc-48fddebd86a7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ea33bcf4-68e4-41d3-a621-b5e53b96e513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1955831 Nov 12 01:13:16.166069 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c3e43bd3-2130-4e76-b320-aacd66418464 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:16.272379 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 762d17d7-f3d0-41dc-aef2-a5053768696d, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=762d17d7-f3d0-41dc-aef2-a5053768696d,segment=NetworkSegment(b482b561-7582-4c41-9b62-9722659c44e2),segment_id=b482b561-7582-4c41-9b62-9722659c44e2)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:16.357825 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c3e43bd3-2130-4e76-b320-aacd66418464 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:16.359991 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '762d17d7-f3d0-41dc-aef2-a5053768696d', 'network_id': '20651a14-0f04-43e2-b21c-d3b3526314cc', 'port_id': '762d17d7-f3d0-41dc-aef2-a5053768696d', 'mac_address': 'fa:16:3e:95:99:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb0feb84-0ac8-4709-919a-a4fb776d1535', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:13:16.377143 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-24206f0f-0462-499f-8bcb-d80534957a07 req-e2fc2e04-53c2-4945-90b2-a44360a15351 service neutron] 10.222.0.16 "GET /v2.0/networks/ea33bcf4-68e4-41d3-a621-b5e53b96e513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825164 Nov 12 01:13:16.400252 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f0a7d4cf-6481-4ad5-867c-2fc68980ad0a req-2ca7cc04-d886-4056-ae59-1a5bf22917db tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] 10.222.0.45 "GET /v2.0/security-groups?id=6aa49eb3-631a-401b-9b48-07a6cfb2e55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5995438 Nov 12 01:13:16.480669 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c3e43bd3-2130-4e76-b320-aacd66418464 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:16.563582 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:16.589484 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e43bd3-2130-4e76-b320-aacd66418464 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Pushing event deleted for resources: {'Subnet': ['ID=5dc72c35-9d59-4a0f-ae56-f38fe29c2b7f,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:16.612486 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c3e43bd3-2130-4e76-b320-aacd66418464 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:16.632221 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c3e43bd3-2130-4e76-b320-aacd66418464 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "DELETE /v2.0/subnets/5dc72c35-9d59-4a0f-ae56-f38fe29c2b7f HTTP/1.1" status: 204 len: 168 time: 0.9791167 Nov 12 01:13:16.634068 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46146) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:16.643877 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c08017-4734-4a0b-8ffb-60a0a614e1cd None None] Network 27138fd0-2739-4679-b06e-dafc84073bf0 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:13:16.828767 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 762d17d7-f3d0-41dc-aef2-a5053768696d {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:13:16.829401 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-24206f0f-0462-499f-8bcb-d80534957a07 req-c278daef-6ea0-410a-b527-5f03d219b91d service neutron] 10.222.0.16 "GET /v2.0/networks/ea33bcf4-68e4-41d3-a621-b5e53b96e513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4122486 Nov 12 01:13:16.919678 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-03102318-d298-40ec-bd31-024f92152c61 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Deleting subnet cd40a6d2-fe25-4249-a894-79091d8af3b3 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:13:16.930655 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-03102318-d298-40ec-bd31-024f92152c61 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:16.955105 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-24206f0f-0462-499f-8bcb-d80534957a07 req-282a1398-32f1-4847-8e0a-e541424e3c51 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=01057b9c-0ebb-4361-8584-92a34114849a HTTP/1.1" status: 200 len: 217 time: 0.1173697 Nov 12 01:13:16.986103 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 762d17d7-f3d0-41dc-aef2-a5053768696d, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=762d17d7-f3d0-41dc-aef2-a5053768696d,segment=NetworkSegment(b482b561-7582-4c41-9b62-9722659c44e2),segment_id=b482b561-7582-4c41-9b62-9722659c44e2)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:17.092870 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:17.107582 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-03102318-d298-40ec-bd31-024f92152c61 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:17.184150 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=762d17d7-f3d0-41dc-aef2-a5053768696d,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:17.199252 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:17.199599 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:17.199948 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:17.200314 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:17.200653 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:17.200986 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:17.201317 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:17.201645 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:17.201971 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:17.202296 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:17.202623 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:17.202945 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:17.289407 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24206f0f-0462-499f-8bcb-d80534957a07 req-b22f2080-1c34-470f-aec2-3c5489e1f30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:17.292039 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-24206f0f-0462-499f-8bcb-d80534957a07 req-b22f2080-1c34-470f-aec2-3c5489e1f30c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=941778bd-314e-4867-8a75-0adb70d31051 HTTP/1.1" status: 200 len: 797 time: 0.3173652 Nov 12 01:13:17.350950 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649fb1c1-9333-4609-b786-346d4be37653 None None] DHCP port deletion for 27138fd0-2739-4679-b06e-dafc84073bf0 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:13:17.353480 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec41a95e-5713-48a0-90f4-746b085c9026 req-cc9c788e-b54e-42fe-9e01-f97ee64f524a tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:17.355136 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-03102318-d298-40ec-bd31-024f92152c61 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:17.368995 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ec41a95e-5713-48a0-90f4-746b085c9026 req-cc9c788e-b54e-42fe-9e01-f97ee64f524a tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dfe835d-23cb-4637-acb6-ddb56de82bf5 HTTP/1.1" status: 200 len: 945 time: 0.2878752 Nov 12 01:13:17.418177 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['762d17d7-f3d0-41dc-aef2-a5053768696d'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:13:17.447569 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-03102318-d298-40ec-bd31-024f92152c61 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:17.514260 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-03102318-d298-40ec-bd31-024f92152c61 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:17.528662 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-03102318-d298-40ec-bd31-024f92152c61 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "DELETE /v2.0/subnets/cd40a6d2-fe25-4249-a894-79091d8af3b3 HTTP/1.1" status: 204 len: 168 time: 0.8911180 Nov 12 01:13:17.532026 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46158) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:17.533145 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03102318-d298-40ec-bd31-024f92152c61 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Pushing event deleted for resources: {'Subnet': ['ID=cd40a6d2-fe25-4249-a894-79091d8af3b3,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:17.579926 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9f73d6-c0ec-4f48-be7f-37d4dd938681 None None] Network bca8627a-85cd-44bc-bbc5-d27b1e587fca requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:13:17.606053 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-649fb1c1-9333-4609-b786-346d4be37653 None None] Deleting port 31145cef-68ea-400d-aa04-c47c75735c1e {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:13:17.606053 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-649fb1c1-9333-4609-b786-346d4be37653 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:17.607347 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46162) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:17.621280 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 31145cef-68ea-400d-aa04-c47c75735c1e no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:13:17.697254 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ec41a95e-5713-48a0-90f4-746b085c9026 req-7cfdc769-97f2-4aeb-b400-a1af28163d8f tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a33527b-a081-46b3-a33c-3299ac1d026a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2500339 Nov 12 01:13:17.741101 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-695aebfd-20ec-4ebe-ac66-b0a28bda9a4d tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:17.857313 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-695aebfd-20ec-4ebe-ac66-b0a28bda9a4d tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Deleting port 31145cef-68ea-400d-aa04-c47c75735c1e {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:13:17.857706 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-695aebfd-20ec-4ebe-ac66-b0a28bda9a4d tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:17.874920 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24206f0f-0462-499f-8bcb-d80534957a07 req-dab2e270-be87-4c86-968c-9409c994a3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:17.879922 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-24206f0f-0462-499f-8bcb-d80534957a07 req-dab2e270-be87-4c86-968c-9409c994a3ab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ea33bcf4-68e4-41d3-a621-b5e53b96e513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5620191 Nov 12 01:13:17.956566 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9db53971-6ccf-4992-8395-2184c293e59f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:18.048939 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3ee70-4631-40b8-9060-72b4911bd6c1 req-bfd894e5-b9b0-4bdb-a1e1-daf44b7f9354 tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:18.049974 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-695aebfd-20ec-4ebe-ac66-b0a28bda9a4d tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] For port 31145cef-68ea-400d-aa04-c47c75735c1e, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=31145cef-68ea-400d-aa04-c47c75735c1e,segment=NetworkSegment(241d1237-5a54-4a08-8584-358bbd4e511f),segment_id=241d1237-5a54-4a08-8584-358bbd4e511f)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:18.050376 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-695aebfd-20ec-4ebe-ac66-b0a28bda9a4d tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:18.071471 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-32a3ee70-4631-40b8-9060-72b4911bd6c1 req-bfd894e5-b9b0-4bdb-a1e1-daf44b7f9354 tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] 10.222.0.45 "GET /v2.0/ports?device_id=74e6eede-3dfc-4459-996b-7ec31a4c4e55 HTTP/1.1" status: 200 len: 945 time: 0.5241601 Nov 12 01:13:18.079724 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-695aebfd-20ec-4ebe-ac66-b0a28bda9a4d tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Calling delete_port for 31145cef-68ea-400d-aa04-c47c75735c1e owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:13:18.203789 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-649fb1c1-9333-4609-b786-346d4be37653 None None] For port 31145cef-68ea-400d-aa04-c47c75735c1e, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=31145cef-68ea-400d-aa04-c47c75735c1e,segment=NetworkSegment(241d1237-5a54-4a08-8584-358bbd4e511f),segment_id=241d1237-5a54-4a08-8584-358bbd4e511f)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:18.204255 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-649fb1c1-9333-4609-b786-346d4be37653 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:18.220383 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9db53971-6ccf-4992-8395-2184c293e59f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:18.228754 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9db53971-6ccf-4992-8395-2184c293e59f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:18.235051 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-649fb1c1-9333-4609-b786-346d4be37653 None None] Calling delete_port for 31145cef-68ea-400d-aa04-c47c75735c1e owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:13:18.290547 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9db53971-6ccf-4992-8395-2184c293e59f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e35c40346ed54f08976c3880f0dfbfd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6819475 Nov 12 01:13:18.292536 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db53971-6ccf-4992-8395-2184c293e59f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3b2de9-4153-4b2f-a6a1-a50e871737f2,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:18.295456 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46178) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:18.307004 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-695aebfd-20ec-4ebe-ac66-b0a28bda9a4d tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:18.347419 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-32a3ee70-4631-40b8-9060-72b4911bd6c1 req-1a098671-3dee-433d-8f4d-271b670618b3 tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] 10.222.0.45 "GET /v2.0/security-groups?id=6aa49eb3-631a-401b-9b48-07a6cfb2e55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746749 Nov 12 01:13:18.355033 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-24206f0f-0462-499f-8bcb-d80534957a07 req-dbd61525-ab60-4597-bcf4-b1eb17049374 service neutron] 10.222.0.16 "GET /v2.0/networks/ea33bcf4-68e4-41d3-a621-b5e53b96e513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4532447 Nov 12 01:13:18.379692 n-d-712142-27 neutron-server[109087]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 01:13:18.379692 n-d-712142-27 neutron-server[109087]: from cryptography.utils import int_from_bytes Nov 12 01:13:18.379692 n-d-712142-27 neutron-server[109087]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 01:13:18.379692 n-d-712142-27 neutron-server[109087]: from cryptography.utils import int_from_bytes Nov 12 01:13:18.379692 n-d-712142-27 neutron-server[109087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:18.379692 n-d-712142-27 neutron-server[109087]: self.session.flush() Nov 12 01:13:18.379692 n-d-712142-27 neutron-server[109087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:18.379692 n-d-712142-27 neutron-server[109087]: self.session.flush() Nov 12 01:13:18.379692 n-d-712142-27 neutron-server[109087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:18.379692 n-d-712142-27 neutron-server[109087]: self.session.flush() Nov 12 01:13:18.379692 n-d-712142-27 neutron-server[109087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:18.379692 n-d-712142-27 neutron-server[109087]: self.session.flush() Nov 12 01:13:18.379692 n-d-712142-27 neutron-server[109087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:18.379692 n-d-712142-27 neutron-server[109087]: self.session.flush() Nov 12 01:13:18.379692 n-d-712142-27 neutron-server[109087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:18.379692 n-d-712142-27 neutron-server[109087]: self.session.flush() Nov 12 01:13:18.379692 n-d-712142-27 neutron-server[109087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:18.379692 n-d-712142-27 neutron-server[109087]: self.session.flush() Nov 12 01:13:18.379692 n-d-712142-27 neutron-server[109087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:18.379692 n-d-712142-27 neutron-server[109087]: self.session.flush() Nov 12 01:13:18.379692 n-d-712142-27 neutron-server[109087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:18.379692 n-d-712142-27 neutron-server[109087]: self.session.flush() Nov 12 01:13:18.379692 n-d-712142-27 neutron-server[109087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:18.379692 n-d-712142-27 neutron-server[109087]: self.session.flush() Nov 12 01:13:18.379692 n-d-712142-27 neutron-server[109087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:18.379692 n-d-712142-27 neutron-server[109087]: self.session.flush() Nov 12 01:13:18.379692 n-d-712142-27 neutron-server[109087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:18.379692 n-d-712142-27 neutron-server[109087]: self.session.flush() Nov 12 01:13:18.379692 n-d-712142-27 neutron-server[109087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:18.379692 n-d-712142-27 neutron-server[109087]: self.session.flush() Nov 12 01:13:18.379692 n-d-712142-27 neutron-server[109087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:18.379692 n-d-712142-27 neutron-server[109087]: self.session.flush() Nov 12 01:13:18.379692 n-d-712142-27 neutron-server[109087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:18.379692 n-d-712142-27 neutron-server[109087]: self.session.flush() Nov 12 01:13:18.379692 n-d-712142-27 neutron-server[109087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:18.379692 n-d-712142-27 neutron-server[109087]: self.session.flush() Nov 12 01:13:18.379692 n-d-712142-27 neutron-server[109087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:18.379692 n-d-712142-27 neutron-server[109087]: self.session.flush() Nov 12 01:13:18.379692 n-d-712142-27 neutron-server[109087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:18.379692 n-d-712142-27 neutron-server[109087]: self.session.flush() Nov 12 01:13:18.379692 n-d-712142-27 neutron-server[109087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:18.379692 n-d-712142-27 neutron-server[109087]: self.session.flush() Nov 12 01:13:18.386526 n-d-712142-27 neutron-server[109087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:18.386526 n-d-712142-27 neutron-server[109087]: self.session.flush() Nov 12 01:13:18.386526 n-d-712142-27 neutron-server[109087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:18.386526 n-d-712142-27 neutron-server[109087]: self.session.flush() Nov 12 01:13:18.386526 n-d-712142-27 neutron-server[109087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:18.386526 n-d-712142-27 neutron-server[109087]: self.session.flush() Nov 12 01:13:18.386526 n-d-712142-27 neutron-server[109087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:18.386526 n-d-712142-27 neutron-server[109087]: self.session.flush() Nov 12 01:13:18.386526 n-d-712142-27 neutron-server[109087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:18.386526 n-d-712142-27 neutron-server[109087]: self.session.flush() Nov 12 01:13:18.386526 n-d-712142-27 neutron-server[109087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:18.386526 n-d-712142-27 neutron-server[109087]: self.session.flush() Nov 12 01:13:18.386526 n-d-712142-27 neutron-server[109087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:18.386526 n-d-712142-27 neutron-server[109087]: self.session.flush() Nov 12 01:13:18.391281 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-649fb1c1-9333-4609-b786-346d4be37653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:18.431901 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695aebfd-20ec-4ebe-ac66-b0a28bda9a4d tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] No DVR routers for this DVR port 31145cef-68ea-400d-aa04-c47c75735c1e on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:13:18.451203 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695aebfd-20ec-4ebe-ac66-b0a28bda9a4d tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Pushing event deleted for resources: {'Port': ['ID=31145cef-68ea-400d-aa04-c47c75735c1e,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:18.524156 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-24206f0f-0462-499f-8bcb-d80534957a07 req-9514558a-0ca2-443f-9a9f-755338df419c service neutron] 10.222.0.16 "GET /v2.0/networks/ea33bcf4-68e4-41d3-a621-b5e53b96e513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581366 Nov 12 01:13:18.532437 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Port 31145cef-68ea-400d-aa04-c47c75735c1e update to DOWN by agent not found {{(pid=109087) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 01:13:18.573047 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649fb1c1-9333-4609-b786-346d4be37653 None None] Pushing event deleted for resources: {'Port': ['ID=31145cef-68ea-400d-aa04-c47c75735c1e,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:18.591050 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649fb1c1-9333-4609-b786-346d4be37653 None None] No DVR routers for this DVR port 31145cef-68ea-400d-aa04-c47c75735c1e on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:13:18.647778 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-16ea4975-e764-47cb-b2ea-b564ffe78419 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:18.816147 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-695aebfd-20ec-4ebe-ac66-b0a28bda9a4d tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:18.859257 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-16ea4975-e764-47cb-b2ea-b564ffe78419 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:18.913257 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-695aebfd-20ec-4ebe-ac66-b0a28bda9a4d tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27138fd0-2739-4679-b06e-dafc84073bf0']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:18.931351 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a49027-527d-4a80-aecf-42eda90f121a None None] DHCP port deletion for bca8627a-85cd-44bc-bbc5-d27b1e587fca request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:13:18.964519 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-695aebfd-20ec-4ebe-ac66-b0a28bda9a4d tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '241d1237-5a54-4a08-8584-358bbd4e511f') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:18.964897 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-695aebfd-20ec-4ebe-ac66-b0a28bda9a4d tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '241d1237-5a54-4a08-8584-358bbd4e511f') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:18.998462 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-695aebfd-20ec-4ebe-ac66-b0a28bda9a4d tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:19.044776 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-695aebfd-20ec-4ebe-ac66-b0a28bda9a4d tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:19.068454 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-695aebfd-20ec-4ebe-ac66-b0a28bda9a4d tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:13:19.069489 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-695aebfd-20ec-4ebe-ac66-b0a28bda9a4d tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:19.092136 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb1a83-baed-4950-94c5-58ec483ebdf4 req-20621244-53b4-4183-9cd0-4bcefcbcc81e tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:19.097550 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f6eb1a83-baed-4950-94c5-58ec483ebdf4 req-20621244-53b4-4183-9cd0-4bcefcbcc81e tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dfe835d-23cb-4637-acb6-ddb56de82bf5 HTTP/1.1" status: 200 len: 945 time: 0.1158283 Nov 12 01:13:19.145924 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-06a49027-527d-4a80-aecf-42eda90f121a None None] Deleting port 3bc1d841-7da9-43ba-8e83-1259f3c4c854 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:13:19.156408 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-06a49027-527d-4a80-aecf-42eda90f121a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:19.208119 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:13:19.208119 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:13:19.208119 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:13:19.208119 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:13:19.208119 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:13:19.208119 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:13:19.208119 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:13:19.208119 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:13:19.208119 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:13:19.208119 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:13:19.208119 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:13:19.208119 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:13:19.208119 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:13:19.208119 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:13:19.208119 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:13:19.208119 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:13:19.208119 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:13:19.208119 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:13:19.208119 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:13:19.208119 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:13:19.208119 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:13:19.208119 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:13:19.208119 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:13:19.208119 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:13:19.208119 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:13:19.208119 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:13:19.208119 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:13:19.208119 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:13:19.208119 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:13:19.208119 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:13:19.208119 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:13:19.208119 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:13:19.218511 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-695aebfd-20ec-4ebe-ac66-b0a28bda9a4d tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:19.231821 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-695aebfd-20ec-4ebe-ac66-b0a28bda9a4d tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:19.241163 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-695aebfd-20ec-4ebe-ac66-b0a28bda9a4d tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "DELETE /v2.0/networks/27138fd0-2739-4679-b06e-dafc84073bf0 HTTP/1.1" status: 204 len: 168 time: 1.7009661 Nov 12 01:13:19.243189 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46194) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:19.269536 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f6eb1a83-baed-4950-94c5-58ec483ebdf4 req-5b1aefb1-ce31-410b-acf2-066a88959063 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a33527b-a081-46b3-a33c-3299ac1d026a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535983 Nov 12 01:13:19.279541 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695aebfd-20ec-4ebe-ac66-b0a28bda9a4d tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Pushing event deleted for resources: {'Network': ['ID=27138fd0-2739-4679-b06e-dafc84073bf0,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:19.325989 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-06a49027-527d-4a80-aecf-42eda90f121a None None] For port 3bc1d841-7da9-43ba-8e83-1259f3c4c854, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=3bc1d841-7da9-43ba-8e83-1259f3c4c854,segment=NetworkSegment(3b8d314a-fb91-4753-a376-6dadf7d1ae46),segment_id=3b8d314a-fb91-4753-a376-6dadf7d1ae46)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:19.326909 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-06a49027-527d-4a80-aecf-42eda90f121a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:19.355553 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-06a49027-527d-4a80-aecf-42eda90f121a None None] Calling delete_port for 3bc1d841-7da9-43ba-8e83-1259f3c4c854 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:13:19.574036 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 762d17d7-f3d0-41dc-aef2-a5053768696d up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:13:19.591957 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7b644594-b0e7-4e2e-8114-f77be94e7e03 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:19.599563 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-16ea4975-e764-47cb-b2ea-b564ffe78419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:19.611136 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-16ea4975-e764-47cb-b2ea-b564ffe78419 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:19.619918 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-16ea4975-e764-47cb-b2ea-b564ffe78419 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6c3b2de9-4153-4b2f-a6a1-a50e871737f2 HTTP/1.1" status: 204 len: 168 time: 1.3225887 Nov 12 01:13:19.626076 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 3bc1d841-7da9-43ba-8e83-1259f3c4c854 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:13:19.665204 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea4975-e764-47cb-b2ea-b564ffe78419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3b2de9-4153-4b2f-a6a1-a50e871737f2,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:19.686270 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135bca7f-9b5e-47eb-af7a-c12ee6d72bc8 req-2ba6d594-eb23-4e29-af8b-344276eab167 tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:19.688804 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-135bca7f-9b5e-47eb-af7a-c12ee6d72bc8 req-2ba6d594-eb23-4e29-af8b-344276eab167 tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] 10.222.0.45 "GET /v2.0/ports?device_id=74e6eede-3dfc-4459-996b-7ec31a4c4e55 HTTP/1.1" status: 200 len: 945 time: 0.0960436 Nov 12 01:13:19.804590 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-135bca7f-9b5e-47eb-af7a-c12ee6d72bc8 req-02e0cfac-c12f-47e1-9c3d-7d602d4a5e88 tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] 10.222.0.45 "GET /v2.0/security-groups?id=6aa49eb3-631a-401b-9b48-07a6cfb2e55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049273 Nov 12 01:13:19.841358 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-7b644594-b0e7-4e2e-8114-f77be94e7e03 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Deleting port 3bc1d841-7da9-43ba-8e83-1259f3c4c854 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:13:19.842116 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7b644594-b0e7-4e2e-8114-f77be94e7e03 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:19.939910 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-7b644594-b0e7-4e2e-8114-f77be94e7e03 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] For port 3bc1d841-7da9-43ba-8e83-1259f3c4c854, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=3bc1d841-7da9-43ba-8e83-1259f3c4c854,segment=NetworkSegment(3b8d314a-fb91-4753-a376-6dadf7d1ae46),segment_id=3b8d314a-fb91-4753-a376-6dadf7d1ae46)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:19.940498 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7b644594-b0e7-4e2e-8114-f77be94e7e03 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:19.960443 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-7b644594-b0e7-4e2e-8114-f77be94e7e03 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Calling delete_port for 3bc1d841-7da9-43ba-8e83-1259f3c4c854 owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:13:20.000595 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No active binding found for port 3bc1d841-7da9-43ba-8e83-1259f3c4c854 {{(pid=109087) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 01:13:20.001184 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 3bc1d841-7da9-43ba-8e83-1259f3c4c854 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:13:20.002802 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-06a49027-527d-4a80-aecf-42eda90f121a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:20.024407 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a49027-527d-4a80-aecf-42eda90f121a None None] No DVR routers for this DVR port 3bc1d841-7da9-43ba-8e83-1259f3c4c854 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:13:20.080639 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a49027-527d-4a80-aecf-42eda90f121a None None] Pushing event deleted for resources: {'Port': ['ID=3bc1d841-7da9-43ba-8e83-1259f3c4c854,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:20.100829 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 762d17d7-f3d0-41dc-aef2-a5053768696d completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:13:20.111420 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 762d17d7-f3d0-41dc-aef2-a5053768696d triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:20.111946 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:20.155279 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7b644594-b0e7-4e2e-8114-f77be94e7e03 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:20.192073 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b644594-b0e7-4e2e-8114-f77be94e7e03 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Pushing event deleted for resources: {'Port': ['ID=3bc1d841-7da9-43ba-8e83-1259f3c4c854,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:20.201564 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b644594-b0e7-4e2e-8114-f77be94e7e03 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] No DVR routers for this DVR port 3bc1d841-7da9-43ba-8e83-1259f3c4c854 on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:13:20.322680 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46216) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:20.346238 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:20.374520 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3412e50b-5272-45ba-90fc-e08f6e4d7ee1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:20.414625 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7b644594-b0e7-4e2e-8114-f77be94e7e03 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:20.458583 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-7b644594-b0e7-4e2e-8114-f77be94e7e03 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bca8627a-85cd-44bc-bbc5-d27b1e587fca']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:20.466505 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e6eede-3dfc-4459-996b-7ec31a4c4e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762d17d7-f3d0-41dc-aef2-a5053768696d'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:13:20.471348 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839415d9-debf-45a4-a74c-07895388d4aa" -d '{"events": [{"server_uuid": "74e6eede-3dfc-4459-996b-7ec31a4c4e55", "name": "network-vif-plugged", "status": "completed", "tag": "762d17d7-f3d0-41dc-aef2-a5053768696d"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:13:20.475087 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-7b644594-b0e7-4e2e-8114-f77be94e7e03 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b8d314a-fb91-4753-a376-6dadf7d1ae46') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:20.475433 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-7b644594-b0e7-4e2e-8114-f77be94e7e03 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b8d314a-fb91-4753-a376-6dadf7d1ae46') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:20.491593 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7b644594-b0e7-4e2e-8114-f77be94e7e03 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:20.522363 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 762d17d7-f3d0-41dc-aef2-a5053768696d, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=762d17d7-f3d0-41dc-aef2-a5053768696d,segment=NetworkSegment(b482b561-7582-4c41-9b62-9722659c44e2),segment_id=b482b561-7582-4c41-9b62-9722659c44e2)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:20.530756 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:20.534470 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7b644594-b0e7-4e2e-8114-f77be94e7e03 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:20.564558 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b644594-b0e7-4e2e-8114-f77be94e7e03 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:13:20.569543 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7b644594-b0e7-4e2e-8114-f77be94e7e03 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:20.586674 n-d-712142-27 neutron-server[109086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:20.586674 n-d-712142-27 neutron-server[109086]: self.session.flush() Nov 12 01:13:20.586674 n-d-712142-27 neutron-server[109086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:20.586674 n-d-712142-27 neutron-server[109086]: self.session.flush() Nov 12 01:13:20.586674 n-d-712142-27 neutron-server[109086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:20.586674 n-d-712142-27 neutron-server[109086]: self.session.flush() Nov 12 01:13:20.586674 n-d-712142-27 neutron-server[109086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:20.586674 n-d-712142-27 neutron-server[109086]: self.session.flush() Nov 12 01:13:20.586674 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:13:20.586674 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:13:20.586674 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:13:20.586674 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:13:20.586674 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:13:20.586674 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:13:20.586674 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:13:20.586674 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:13:20.586674 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:13:20.586674 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:13:20.586674 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:13:20.586674 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:13:20.586674 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:13:20.586674 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:13:20.586674 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:13:20.586674 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:13:20.586674 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:13:20.586674 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:13:20.586674 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:13:20.586674 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:13:20.586674 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:13:20.586674 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:13:20.586674 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:13:20.586674 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:13:20.586674 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:13:20.586674 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:13:20.586674 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:13:20.586674 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:13:20.586674 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:13:20.586674 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:13:20.586674 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:13:20.586674 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:13:20.772909 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5cf3e1-2d99-4ef5-aaaa-9d7376efaeeb x-openstack-request-id: req-4f5cf3e1-2d99-4ef5-aaaa-9d7376efaeeb {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:13:20.774325 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e6eede-3dfc-4459-996b-7ec31a4c4e55", "name": "network-vif-plugged", "status": "completed", "tag": "762d17d7-f3d0-41dc-aef2-a5053768696d", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:13:20.777778 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4f5cf3e1-2d99-4ef5-aaaa-9d7376efaeeb {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:13:20.779041 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e6eede-3dfc-4459-996b-7ec31a4c4e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762d17d7-f3d0-41dc-aef2-a5053768696d', 'code': 200} Nov 12 01:13:20.785237 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=762d17d7-f3d0-41dc-aef2-a5053768696d,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:20.863745 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8aef2b-4914-4274-8166-97cb1a657118 req-9f07df42-27ee-43a1-87c6-4fce57c79eaa tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:20.882580 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fa8aef2b-4914-4274-8166-97cb1a657118 req-9f07df42-27ee-43a1-87c6-4fce57c79eaa tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dfe835d-23cb-4637-acb6-ddb56de82bf5 HTTP/1.1" status: 200 len: 945 time: 0.4030154 Nov 12 01:13:20.969445 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7b644594-b0e7-4e2e-8114-f77be94e7e03 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:20.975687 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7b644594-b0e7-4e2e-8114-f77be94e7e03 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:20.979522 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7b644594-b0e7-4e2e-8114-f77be94e7e03 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] 10.222.0.45 "DELETE /v2.0/networks/bca8627a-85cd-44bc-bbc5-d27b1e587fca HTTP/1.1" status: 204 len: 168 time: 1.7113039 Nov 12 01:13:21.006052 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b644594-b0e7-4e2e-8114-f77be94e7e03 tempest-TaggedBootDevicesTest-1641161192 tempest-TaggedBootDevicesTest-1641161192-project] Pushing event deleted for resources: {'Network': ['ID=bca8627a-85cd-44bc-bbc5-d27b1e587fca,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:21.019430 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d235d-9eef-4a98-a1af-1a1d568dc89a req-8aff6cdf-7377-4dcc-a1f4-26b3afc59f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:21.021335 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-116d235d-9eef-4a98-a1af-1a1d568dc89a req-8aff6cdf-7377-4dcc-a1f4-26b3afc59f6a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=74e6eede-3dfc-4459-996b-7ec31a4c4e55 HTTP/1.1" status: 200 len: 1098 time: 0.1575334 Nov 12 01:13:21.075667 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fa8aef2b-4914-4274-8166-97cb1a657118 req-d9680c0f-61ef-4d78-97d7-b498363a3ae4 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a33527b-a081-46b3-a33c-3299ac1d026a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915765 Nov 12 01:13:21.149862 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3412e50b-5272-45ba-90fc-e08f6e4d7ee1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:21.178490 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3412e50b-5272-45ba-90fc-e08f6e4d7ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:21.179156 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-116d235d-9eef-4a98-a1af-1a1d568dc89a req-cbef5d65-0011-4a52-95a7-a5207dcb4d61 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6aa49eb3-631a-401b-9b48-07a6cfb2e55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483073 Nov 12 01:13:21.215316 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3412e50b-5272-45ba-90fc-e08f6e4d7ee1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c1b386aa11a34a1788626a12afa289b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8900893 Nov 12 01:13:21.218745 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46240) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:21.252792 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c8014-4fa1-4e5f-ad12-6d921636dc4b req-e1f204cb-d43e-49b0-a92a-78058f14d1b8 tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:21.254988 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-408c8014-4fa1-4e5f-ad12-6d921636dc4b req-e1f204cb-d43e-49b0-a92a-78058f14d1b8 tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] 10.222.0.45 "GET /v2.0/ports?device_id=74e6eede-3dfc-4459-996b-7ec31a4c4e55 HTTP/1.1" status: 200 len: 946 time: 0.2679870 Nov 12 01:13:21.408919 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a972afbe-0357-4bfb-b46c-5b5e1a63008f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:21.410714 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3412e50b-5272-45ba-90fc-e08f6e4d7ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f973fc-baf6-476c-88d8-4ed692e21146,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:21.510030 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-408c8014-4fa1-4e5f-ad12-6d921636dc4b req-9967d540-3482-4ae6-a2cc-c832f0de9530 tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] 10.222.0.45 "GET /v2.0/security-groups?id=6aa49eb3-631a-401b-9b48-07a6cfb2e55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290921 Nov 12 01:13:21.524369 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a972afbe-0357-4bfb-b46c-5b5e1a63008f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:21.649158 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a972afbe-0357-4bfb-b46c-5b5e1a63008f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:21.656381 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a972afbe-0357-4bfb-b46c-5b5e1a63008f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:21.663445 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a972afbe-0357-4bfb-b46c-5b5e1a63008f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/31f973fc-baf6-476c-88d8-4ed692e21146 HTTP/1.1" status: 204 len: 168 time: 0.4421942 Nov 12 01:13:21.687496 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a972afbe-0357-4bfb-b46c-5b5e1a63008f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f973fc-baf6-476c-88d8-4ed692e21146,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:22.376438 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607d70e4-cd92-4c87-908a-ff8493b3766a req-11d71068-146c-4516-8085-43f44c680bb1 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:22.379029 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-607d70e4-cd92-4c87-908a-ff8493b3766a req-11d71068-146c-4516-8085-43f44c680bb1 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dfe835d-23cb-4637-acb6-ddb56de82bf5 HTTP/1.1" status: 200 len: 945 time: 0.0944779 Nov 12 01:13:22.505378 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-607d70e4-cd92-4c87-908a-ff8493b3766a req-fd14740a-0293-4693-b208-fd6834f45c97 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a33527b-a081-46b3-a33c-3299ac1d026a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193802 Nov 12 01:13:22.735107 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa04e6c-6385-4d48-bed6-ea1c9bac3a9c req-9e0ee81e-b0ee-470a-b2de-1ceecf519bfc tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:22.768198 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2fa04e6c-6385-4d48-bed6-ea1c9bac3a9c req-9e0ee81e-b0ee-470a-b2de-1ceecf519bfc tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] 10.222.0.45 "GET /v2.0/ports?device_id=74e6eede-3dfc-4459-996b-7ec31a4c4e55 HTTP/1.1" status: 200 len: 946 time: 0.1161218 Nov 12 01:13:22.844738 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2fa04e6c-6385-4d48-bed6-ea1c9bac3a9c req-07d163ed-8f7a-44e3-aa4d-4f483ac7bf22 tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] 10.222.0.45 "GET /v2.0/security-groups?id=6aa49eb3-631a-401b-9b48-07a6cfb2e55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754845 Nov 12 01:13:23.826064 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6103113-f29c-4822-9e7c-aedb1c334e34 req-69a8e387-fc61-4893-a7a9-5179fc4256a7 tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:23.840942 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6103113-f29c-4822-9e7c-aedb1c334e34 req-69a8e387-fc61-4893-a7a9-5179fc4256a7 tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] 10.222.0.45 "GET /v2.0/ports?device_id=74e6eede-3dfc-4459-996b-7ec31a4c4e55 HTTP/1.1" status: 200 len: 946 time: 0.1959686 Nov 12 01:13:24.233928 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12776f8-29a7-4487-a4e7-c3086e52ca9a req-b5278659-467a-4009-b88e-8381b0bb3121 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:24.262318 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a12776f8-29a7-4487-a4e7-c3086e52ca9a req-b5278659-467a-4009-b88e-8381b0bb3121 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dfe835d-23cb-4637-acb6-ddb56de82bf5 HTTP/1.1" status: 200 len: 945 time: 0.4193363 Nov 12 01:13:24.448248 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6103113-f29c-4822-9e7c-aedb1c334e34 req-688b969c-a564-4510-8ab8-8d0321fff228 tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] 10.222.0.45 "GET /v2.0/security-groups?id=6aa49eb3-631a-401b-9b48-07a6cfb2e55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5485373 Nov 12 01:13:24.533337 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a12776f8-29a7-4487-a4e7-c3086e52ca9a req-a5aa55bf-b803-4661-b33a-46cd446fd17b tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a33527b-a081-46b3-a33c-3299ac1d026a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2677817 Nov 12 01:13:25.073532 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea63f71-37a1-4580-86b8-2d0b04387fe7 req-8fdd40a9-7365-4d69-8c13-7d659218bd20 tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:25.078212 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fea63f71-37a1-4580-86b8-2d0b04387fe7 req-8fdd40a9-7365-4d69-8c13-7d659218bd20 tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] 10.222.0.44 "GET /v2.0/ports?device_id=74e6eede-3dfc-4459-996b-7ec31a4c4e55 HTTP/1.1" status: 200 len: 946 time: 0.1109884 Nov 12 01:13:25.336398 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-fea63f71-37a1-4580-86b8-2d0b04387fe7 req-d3504836-e6d7-4619-9704-06f0fa0e8b48 tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] Deleting port 762d17d7-f3d0-41dc-aef2-a5053768696d {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:13:25.337306 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-fea63f71-37a1-4580-86b8-2d0b04387fe7 req-d3504836-e6d7-4619-9704-06f0fa0e8b48 tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:25.387848 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46340) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:25.743917 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4750758-3f67-4202-b6f3-90a8aacba5dc req-aaa965bb-2890-4ba3-bf4c-663b752e88fc tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:25.746624 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f4750758-3f67-4202-b6f3-90a8aacba5dc req-aaa965bb-2890-4ba3-bf4c-663b752e88fc tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] 10.222.0.45 "GET /v2.0/ports?device_id=74e6eede-3dfc-4459-996b-7ec31a4c4e55 HTTP/1.1" status: 200 len: 946 time: 0.1662996 Nov 12 01:13:25.890095 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-fea63f71-37a1-4580-86b8-2d0b04387fe7 req-d3504836-e6d7-4619-9704-06f0fa0e8b48 tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] For port 762d17d7-f3d0-41dc-aef2-a5053768696d, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=762d17d7-f3d0-41dc-aef2-a5053768696d,segment=NetworkSegment(b482b561-7582-4c41-9b62-9722659c44e2),segment_id=b482b561-7582-4c41-9b62-9722659c44e2)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:25.894070 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-fea63f71-37a1-4580-86b8-2d0b04387fe7 req-d3504836-e6d7-4619-9704-06f0fa0e8b48 tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:25.948327 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-fea63f71-37a1-4580-86b8-2d0b04387fe7 req-d3504836-e6d7-4619-9704-06f0fa0e8b48 tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] Calling delete_port for 762d17d7-f3d0-41dc-aef2-a5053768696d owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:13:26.046998 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164e637-9ea3-4658-bbf3-855be1d0f565 req-152481cc-923e-4938-9fc1-8267fd86bc0c tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:26.060941 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8164e637-9ea3-4658-bbf3-855be1d0f565 req-152481cc-923e-4938-9fc1-8267fd86bc0c tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dfe835d-23cb-4637-acb6-ddb56de82bf5 HTTP/1.1" status: 200 len: 945 time: 0.3128586 Nov 12 01:13:26.125271 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-bb4caff4-24c1-4b28-9d90-83902a385791 tempest-ExternalNetworksTestJSON-575447582 tempest-ExternalNetworksTestJSON-575447582-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1873749329'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:26.216638 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8164e637-9ea3-4658-bbf3-855be1d0f565 req-dbb458f0-c90a-47a4-b23e-3b443363e06b tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a33527b-a081-46b3-a33c-3299ac1d026a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545744 Nov 12 01:13:26.238178 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f4750758-3f67-4202-b6f3-90a8aacba5dc req-e55b3ce0-a596-495b-99f5-a9e71997ac16 tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] 10.222.0.45 "GET /v2.0/security-groups?id=6aa49eb3-631a-401b-9b48-07a6cfb2e55b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4671390 Nov 12 01:13:26.279473 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-fea63f71-37a1-4580-86b8-2d0b04387fe7 req-d3504836-e6d7-4619-9704-06f0fa0e8b48 tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:26.301278 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4caff4-24c1-4b28-9d90-83902a385791 tempest-ExternalNetworksTestJSON-575447582 tempest-ExternalNetworksTestJSON-575447582-project] Made reservation on behalf of c8b6fa4391cc43c793f1cc2fae05f920 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:13:26.319401 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bb4caff4-24c1-4b28-9d90-83902a385791 tempest-ExternalNetworksTestJSON-575447582 tempest-ExternalNetworksTestJSON-575447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:26.353534 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bb4caff4-24c1-4b28-9d90-83902a385791 tempest-ExternalNetworksTestJSON-575447582 tempest-ExternalNetworksTestJSON-575447582-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:26.461829 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3504836-e6d7-4619-9704-06f0fa0e8b48 tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] Pushing event deleted for resources: {'Port': ['ID=762d17d7-f3d0-41dc-aef2-a5053768696d,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:26.565762 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea63f71-37a1-4580-86b8-2d0b04387fe7 req-d3504836-e6d7-4619-9704-06f0fa0e8b48 tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] No DVR routers for this DVR port 762d17d7-f3d0-41dc-aef2-a5053768696d on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:13:26.570701 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-fea63f71-37a1-4580-86b8-2d0b04387fe7 req-d3504836-e6d7-4619-9704-06f0fa0e8b48 tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:26.578025 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fea63f71-37a1-4580-86b8-2d0b04387fe7 req-d3504836-e6d7-4619-9704-06f0fa0e8b48 tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] 10.222.0.44 "DELETE /v2.0/ports/762d17d7-f3d0-41dc-aef2-a5053768696d HTTP/1.1" status: 204 len: 173 time: 1.4930701 Nov 12 01:13:26.583018 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e6eede-3dfc-4459-996b-7ec31a4c4e55', 'name': 'network-vif-deleted', 'tag': '762d17d7-f3d0-41dc-aef2-a5053768696d'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:13:26.588179 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5758a44f-c85c-4cc1-a66e-f40210d4e8ca" -d '{"events": [{"server_uuid": "74e6eede-3dfc-4459-996b-7ec31a4c4e55", "name": "network-vif-deleted", "tag": "762d17d7-f3d0-41dc-aef2-a5053768696d"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:13:26.628781 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bb4caff4-24c1-4b28-9d90-83902a385791 tempest-ExternalNetworksTestJSON-575447582 tempest-ExternalNetworksTestJSON-575447582-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:26.638064 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bb4caff4-24c1-4b28-9d90-83902a385791 tempest-ExternalNetworksTestJSON-575447582 tempest-ExternalNetworksTestJSON-575447582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:26.676187 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb4caff4-24c1-4b28-9d90-83902a385791 tempest-ExternalNetworksTestJSON-575447582 tempest-ExternalNetworksTestJSON-575447582-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:13:26.726217 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bb4caff4-24c1-4b28-9d90-83902a385791 tempest-ExternalNetworksTestJSON-575447582 tempest-ExternalNetworksTestJSON-575447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:26.728580 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53bdaafd-d0ed-4ab0-a262-16f041245cba x-openstack-request-id: req-53bdaafd-d0ed-4ab0-a262-16f041245cba {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:13:26.728852 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-bb4caff4-24c1-4b28-9d90-83902a385791 tempest-ExternalNetworksTestJSON-575447582 tempest-ExternalNetworksTestJSON-575447582-project] Added segment 7f519ed9-87cd-4b33-83b4-49d270d2c690 of type vlan for network 0859acd6-3e82-4c96-b992-8352a1aab481 Nov 12 01:13:26.729276 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e6eede-3dfc-4459-996b-7ec31a4c4e55", "name": "network-vif-deleted", "tag": "762d17d7-f3d0-41dc-aef2-a5053768696d", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:13:26.729792 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-53bdaafd-d0ed-4ab0-a262-16f041245cba {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:13:26.730585 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e6eede-3dfc-4459-996b-7ec31a4c4e55', 'name': 'network-vif-deleted', 'tag': '762d17d7-f3d0-41dc-aef2-a5053768696d', 'status': 'completed', 'code': 200} Nov 12 01:13:26.974612 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4caff4-24c1-4b28-9d90-83902a385791 tempest-ExternalNetworksTestJSON-575447582 tempest-ExternalNetworksTestJSON-575447582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb922f53-f794-4b60-9d05-269a1487b724,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:26.990289 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bb4caff4-24c1-4b28-9d90-83902a385791 tempest-ExternalNetworksTestJSON-575447582 tempest-ExternalNetworksTestJSON-575447582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:27.117252 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bb4caff4-24c1-4b28-9d90-83902a385791 tempest-ExternalNetworksTestJSON-575447582 tempest-ExternalNetworksTestJSON-575447582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:27.140873 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4caff4-24c1-4b28-9d90-83902a385791 tempest-ExternalNetworksTestJSON-575447582 tempest-ExternalNetworksTestJSON-575447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:27.142096 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bb4caff4-24c1-4b28-9d90-83902a385791 tempest-ExternalNetworksTestJSON-575447582 tempest-ExternalNetworksTestJSON-575447582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:27.208008 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3292953e-4d91-430e-971e-873dcc286ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:27.247174 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-bb4caff4-24c1-4b28-9d90-83902a385791 tempest-ExternalNetworksTestJSON-575447582 tempest-ExternalNetworksTestJSON-575447582-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.8578146 Nov 12 01:13:27.252221 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46370) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:27.458706 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-178d78fd-0e4a-4554-809b-e0427d22ea4d tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Request body: {'network': {'name': 'tempest-network--1248815166', 'router:external': True}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:27.497468 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4caff4-24c1-4b28-9d90-83902a385791 tempest-ExternalNetworksTestJSON-575447582 tempest-ExternalNetworksTestJSON-575447582-project] Pushing event updated for resources: {'Network': ['ID=0859acd6-3e82-4c96-b992-8352a1aab481,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:27.525020 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 0859acd6-3e82-4c96-b992-8352a1aab481 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:13:27.541396 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178d78fd-0e4a-4554-809b-e0427d22ea4d tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Made reservation on behalf of e26b9bf5c7364fe78b1cec08f1b78507 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:13:27.548218 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-178d78fd-0e4a-4554-809b-e0427d22ea4d tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:27.587375 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-178d78fd-0e4a-4554-809b-e0427d22ea4d tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:27.814859 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-23794105-b39b-4038-b5e9-673c15109b4f req-c27d02ff-5d3a-4e59-bad2-2c31ca2c42c2 tempest-ServerAddressesNegativeTestJSON-894291797 tempest-ServerAddressesNegativeTestJSON-894291797-project] 10.222.0.45 "GET /v2.0/ports?device_id=74e6eede-3dfc-4459-996b-7ec31a4c4e55 HTTP/1.1" status: 200 len: 210 time: 0.2115867 Nov 12 01:13:27.856274 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 762d17d7-f3d0-41dc-aef2-a5053768696d no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:13:27.963785 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 762d17d7-f3d0-41dc-aef2-a5053768696d {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:13:27.964465 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 762d17d7-f3d0-41dc-aef2-a5053768696d not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:13:28.020049 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-178d78fd-0e4a-4554-809b-e0427d22ea4d tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:28.028327 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-178d78fd-0e4a-4554-809b-e0427d22ea4d tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:28.044314 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c2748-8cd7-4518-8d23-5129f6083d7e req-fb4c202a-f353-4a05-bc2a-f98bf3a94995 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:28.067291 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178d78fd-0e4a-4554-809b-e0427d22ea4d tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cda205-1b24-4796-b2e3-a5aad1b9b90d,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:28.067655 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e28c2748-8cd7-4518-8d23-5129f6083d7e req-fb4c202a-f353-4a05-bc2a-f98bf3a94995 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dfe835d-23cb-4637-acb6-ddb56de82bf5 HTTP/1.1" status: 200 len: 945 time: 0.2510138 Nov 12 01:13:28.089216 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-178d78fd-0e4a-4554-809b-e0427d22ea4d tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:13:28.114400 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-178d78fd-0e4a-4554-809b-e0427d22ea4d tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:28.118470 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-178d78fd-0e4a-4554-809b-e0427d22ea4d tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Added segment 7721be41-1407-42fc-9cea-2f140fc3a25e of type vlan for network 29bdfb85-3417-4579-a6f0-e1b033579868 Nov 12 01:13:28.179463 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e28c2748-8cd7-4518-8d23-5129f6083d7e req-09bbab12-cb78-4625-8993-894a76d8237e tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a33527b-a081-46b3-a33c-3299ac1d026a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082966 Nov 12 01:13:28.230676 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-178d78fd-0e4a-4554-809b-e0427d22ea4d tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:28.278434 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-178d78fd-0e4a-4554-809b-e0427d22ea4d tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:28.280480 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178d78fd-0e4a-4554-809b-e0427d22ea4d tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:28.282242 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-178d78fd-0e4a-4554-809b-e0427d22ea4d tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:28.380137 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46392) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:28.380358 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-178d78fd-0e4a-4554-809b-e0427d22ea4d tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1260874 Nov 12 01:13:28.569738 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4be89a97-55bd-4ecd-bbc8-c4bcf72c9ccc tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:28.638814 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178d78fd-0e4a-4554-809b-e0427d22ea4d tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Pushing event updated for resources: {'Network': ['ID=29bdfb85-3417-4579-a6f0-e1b033579868,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:28.654852 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 29bdfb85-3417-4579-a6f0-e1b033579868 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:13:28.845917 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46400) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:28.896649 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4be89a97-55bd-4ecd-bbc8-c4bcf72c9ccc tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:28.952246 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-4be89a97-55bd-4ecd-bbc8-c4bcf72c9ccc tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29bdfb85-3417-4579-a6f0-e1b033579868']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:28.973427 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-4be89a97-55bd-4ecd-bbc8-c4bcf72c9ccc tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7721be41-1407-42fc-9cea-2f140fc3a25e') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:28.975605 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-4be89a97-55bd-4ecd-bbc8-c4bcf72c9ccc tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7721be41-1407-42fc-9cea-2f140fc3a25e') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:28.992231 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4be89a97-55bd-4ecd-bbc8-c4bcf72c9ccc tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:29.014193 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46406) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:29.032138 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4be89a97-55bd-4ecd-bbc8-c4bcf72c9ccc tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:29.040251 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4be89a97-55bd-4ecd-bbc8-c4bcf72c9ccc tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:13:29.040936 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4be89a97-55bd-4ecd-bbc8-c4bcf72c9ccc tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:29.044665 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:13:29.044665 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:13:29.044665 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:13:29.044665 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:13:29.044665 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:13:29.044665 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:13:29.044665 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:13:29.044665 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:13:29.044665 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:13:29.044665 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:13:29.044665 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:13:29.044665 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:13:29.044665 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:13:29.044665 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:13:29.044665 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:13:29.044665 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:13:29.044665 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:13:29.044665 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:13:29.044665 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:13:29.044665 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:13:29.044665 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:13:29.044665 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:13:29.044665 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:13:29.044665 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:13:29.044665 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:13:29.044665 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:13:29.044665 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:13:29.044665 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:13:29.044665 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:13:29.044665 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:13:29.044665 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:13:29.044665 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:13:29.170503 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4be89a97-55bd-4ecd-bbc8-c4bcf72c9ccc tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:29.176746 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f71c016-9738-474c-bd80-15289e9aa379 admin admin] Deleting subnet cb0feb84-0ac8-4709-919a-a4fb776d1535 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:13:29.187788 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5f71c016-9738-474c-bd80-15289e9aa379 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:29.288898 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be89a97-55bd-4ecd-bbc8-c4bcf72c9ccc tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 29bdfb85-3417-4579-a6f0-e1b033579868 {{(pid=109085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 01:13:29.311673 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be89a97-55bd-4ecd-bbc8-c4bcf72c9ccc tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Pushing event deleted for resources: {'Network': ['ID=29bdfb85-3417-4579-a6f0-e1b033579868,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:29.363067 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4be89a97-55bd-4ecd-bbc8-c4bcf72c9ccc tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:29.374765 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4346004d-7ffd-4d58-bc05-7e2179c629cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:29.386993 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4be89a97-55bd-4ecd-bbc8-c4bcf72c9ccc tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] 10.222.0.45 "DELETE /v2.0/networks/29bdfb85-3417-4579-a6f0-e1b033579868 HTTP/1.1" status: 204 len: 168 time: 1.0024540 Nov 12 01:13:29.393402 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46414) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:29.417551 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-4efeba9a-61dc-440f-9abb-46f9a4de80fe tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:29.505848 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5f71c016-9738-474c-bd80-15289e9aa379 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:29.639535 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5f71c016-9738-474c-bd80-15289e9aa379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:29.678470 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4efeba9a-61dc-440f-9abb-46f9a4de80fe tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Made reservation on behalf of e26b9bf5c7364fe78b1cec08f1b78507 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:13:29.682517 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4efeba9a-61dc-440f-9abb-46f9a4de80fe tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:29.751431 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61154896-f6ac-40b9-9413-8a58870cd476 req-222a0e35-06de-465a-9f8e-c4e95bc3ee22 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:29.765832 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-61154896-f6ac-40b9-9413-8a58870cd476 req-222a0e35-06de-465a-9f8e-c4e95bc3ee22 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dfe835d-23cb-4637-acb6-ddb56de82bf5 HTTP/1.1" status: 200 len: 945 time: 0.2825372 Nov 12 01:13:29.779223 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4346004d-7ffd-4d58-bc05-7e2179c629cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:29.789757 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4346004d-7ffd-4d58-bc05-7e2179c629cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:29.851700 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4efeba9a-61dc-440f-9abb-46f9a4de80fe tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:13:29.891227 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4efeba9a-61dc-440f-9abb-46f9a4de80fe tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:29.891561 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-4efeba9a-61dc-440f-9abb-46f9a4de80fe tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Added segment e70ab984-300e-49ac-b54b-df5766a10363 of type vlan for network aa71a700-27c5-4ad3-804f-d14b3a6c73d8 Nov 12 01:13:29.906576 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4346004d-7ffd-4d58-bc05-7e2179c629cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e4f16a-02e4-4560-b468-537b84007ebd,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:29.948227 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5f71c016-9738-474c-bd80-15289e9aa379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:29.978909 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5f71c016-9738-474c-bd80-15289e9aa379 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:29.984659 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5f71c016-9738-474c-bd80-15289e9aa379 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/cb0feb84-0ac8-4709-919a-a4fb776d1535 HTTP/1.1" status: 204 len: 168 time: 0.9683931 Nov 12 01:13:30.014596 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46424) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:30.018896 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4efeba9a-61dc-440f-9abb-46f9a4de80fe tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:30.034679 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4346004d-7ffd-4d58-bc05-7e2179c629cf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c15157d5b5e64382a821a97a753b6bbb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1849341 Nov 12 01:13:30.034679 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f71c016-9738-474c-bd80-15289e9aa379 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb0feb84-0ac8-4709-919a-a4fb776d1535,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:30.047225 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46426) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:30.131886 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-61154896-f6ac-40b9-9413-8a58870cd476 req-6d02d2e0-fb01-4413-a5d0-575ccd7bfc59 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a33527b-a081-46b3-a33c-3299ac1d026a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3645070 Nov 12 01:13:30.134863 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4efeba9a-61dc-440f-9abb-46f9a4de80fe tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:30.136611 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efeba9a-61dc-440f-9abb-46f9a4de80fe tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:30.137703 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4efeba9a-61dc-440f-9abb-46f9a4de80fe tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:30.167702 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2ce61dd4-cabf-4ca6-83da-149d92cb188c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:30.250928 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2ce61dd4-cabf-4ca6-83da-149d92cb188c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:30.261633 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4efeba9a-61dc-440f-9abb-46f9a4de80fe tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.8644588 Nov 12 01:13:30.265145 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46432) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:30.273796 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-b0c8fd85-10e8-428a-a289-1ec25622fc50 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Request body: {'subnet': {'network_id': 'aa71a700-27c5-4ad3-804f-d14b3a6c73d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:30.279195 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efeba9a-61dc-440f-9abb-46f9a4de80fe tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Pushing event updated for resources: {'Network': ['ID=aa71a700-27c5-4ad3-804f-d14b3a6c73d8,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:30.293691 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network aa71a700-27c5-4ad3-804f-d14b3a6c73d8 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:13:30.317899 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c8fd85-10e8-428a-a289-1ec25622fc50 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Made reservation on behalf of e26b9bf5c7364fe78b1cec08f1b78507 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:13:30.321440 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b0c8fd85-10e8-428a-a289-1ec25622fc50 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:30.345328 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f391879e-a3be-43bf-b670-427be85e1c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:30.602781 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f391879e-a3be-43bf-b670-427be85e1c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:30.627085 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2ce61dd4-cabf-4ca6-83da-149d92cb188c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:30.633038 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2ce61dd4-cabf-4ca6-83da-149d92cb188c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:30.634458 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2ce61dd4-cabf-4ca6-83da-149d92cb188c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c0e4f16a-02e4-4560-b468-537b84007ebd HTTP/1.1" status: 204 len: 168 time: 0.5862083 Nov 12 01:13:30.649883 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-f391879e-a3be-43bf-b670-427be85e1c20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20651a14-0f04-43e2-b21c-d3b3526314cc']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:30.667516 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce61dd4-cabf-4ca6-83da-149d92cb188c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e4f16a-02e4-4560-b468-537b84007ebd,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:30.668380 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323dd4c-c230-47eb-b1c0-cac18073ef08 req-baf89946-ab8e-4c9c-b00b-00c310103f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:30.675180 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-f391879e-a3be-43bf-b670-427be85e1c20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b482b561-7582-4c41-9b62-9722659c44e2') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:30.675596 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-f391879e-a3be-43bf-b670-427be85e1c20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b482b561-7582-4c41-9b62-9722659c44e2') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:30.678413 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0323dd4c-c230-47eb-b1c0-cac18073ef08 req-baf89946-ab8e-4c9c-b00b-00c310103f0f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d602ff0942bb43ad80fd0eb430b5a1d7&device_id=2dfe835d-23cb-4637-acb6-ddb56de82bf5 HTTP/1.1" status: 200 len: 1097 time: 0.1062427 Nov 12 01:13:30.693014 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f391879e-a3be-43bf-b670-427be85e1c20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:30.719636 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f391879e-a3be-43bf-b670-427be85e1c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:30.737100 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f391879e-a3be-43bf-b670-427be85e1c20 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:13:30.737897 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f391879e-a3be-43bf-b670-427be85e1c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:30.743820 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:13:30.743820 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:13:30.743820 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:13:30.743820 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:13:30.743820 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:13:30.743820 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:13:30.743820 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:13:30.743820 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:13:30.743820 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:13:30.743820 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:13:30.743820 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:13:30.743820 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:13:30.743820 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:13:30.743820 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:13:30.743820 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:13:30.743820 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:13:30.743820 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:13:30.743820 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:13:30.743820 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:13:30.743820 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:13:30.743820 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:13:30.743820 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:13:30.743820 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:13:30.743820 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:13:30.743820 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:13:30.743820 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:13:30.743820 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:13:30.743820 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:13:30.743820 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:13:30.743820 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:13:30.743820 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:13:30.743820 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:13:30.833229 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-15ef1b21-911a-48c7-9ed5-60028ffd4635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:30.916551 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89715704-a551-46cd-8a85-041ccda551cb req-93ac3564-5329-4355-a9c1-c1758e2f4e16 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:30.918261 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f391879e-a3be-43bf-b670-427be85e1c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:30.930471 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f391879e-a3be-43bf-b670-427be85e1c20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:30.940248 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-89715704-a551-46cd-8a85-041ccda551cb req-93ac3564-5329-4355-a9c1-c1758e2f4e16 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dfe835d-23cb-4637-acb6-ddb56de82bf5 HTTP/1.1" status: 200 len: 945 time: 0.3615098 Nov 12 01:13:30.940582 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f391879e-a3be-43bf-b670-427be85e1c20 admin admin] 10.222.0.45 "DELETE /v2.0/networks/20651a14-0f04-43e2-b21c-d3b3526314cc HTTP/1.1" status: 204 len: 168 time: 0.9200287 Nov 12 01:13:31.005990 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f391879e-a3be-43bf-b670-427be85e1c20 admin admin] Pushing event deleted for resources: {'Network': ['ID=20651a14-0f04-43e2-b21c-d3b3526314cc,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:31.239090 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-89715704-a551-46cd-8a85-041ccda551cb req-fb8671ae-46da-461b-97f7-976d04610710 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a33527b-a081-46b3-a33c-3299ac1d026a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756124 Nov 12 01:13:31.249156 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323dd4c-c230-47eb-b1c0-cac18073ef08 req-9ea700a5-c672-4684-965e-0b89ff10f955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:31.250875 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0323dd4c-c230-47eb-b1c0-cac18073ef08 req-9ea700a5-c672-4684-965e-0b89ff10f955 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e99995f4-ba3c-4455-a76c-75068f6bda47 HTTP/1.1" status: 200 len: 911 time: 0.5558498 Nov 12 01:13:31.576677 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46464) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:31.618091 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a9deb047-d31b-4364-b410-1bdb8a20bdde admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:31.622376 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0323dd4c-c230-47eb-b1c0-cac18073ef08 req-6cdea3c6-d3e0-43d4-bb3e-97633952091c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8785de6-4682-4524-bdaa-6e4d7ec3f359 HTTP/1.1" status: 200 len: 1000 time: 0.3562858 Nov 12 01:13:31.625743 n-d-712142-27 neutron-server[109085]: DEBUG neutron.objects.ports [None req-b0c8fd85-10e8-428a-a289-1ec25622fc50 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109085) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 01:13:31.636850 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b0c8fd85-10e8-428a-a289-1ec25622fc50 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:31.824798 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46476) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:31.873926 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a9deb047-d31b-4364-b410-1bdb8a20bdde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:31.909333 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a9deb047-d31b-4364-b410-1bdb8a20bdde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:31.987474 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c8fd85-10e8-428a-a289-1ec25622fc50 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Pushing event updated for resources: {'Subnet': ['ID=30a9c90c-c4d3-49f4-a881-b5f5d31998bf,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:32.022405 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323dd4c-c230-47eb-b1c0-cac18073ef08 req-58144799-d8f1-43e4-b513-1e56f4460ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:32.022405 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0323dd4c-c230-47eb-b1c0-cac18073ef08 req-58144799-d8f1-43e4-b513-1e56f4460ad5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bf3a876c-b540-4ae8-a3b9-c5dbe0528b0f HTTP/1.1" status: 200 len: 850 time: 0.3850744 Nov 12 01:13:32.096047 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a9deb047-d31b-4364-b410-1bdb8a20bdde admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f3b2587119f24eae8f007385d6722c9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5149462 Nov 12 01:13:32.096047 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9deb047-d31b-4364-b410-1bdb8a20bdde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=048a1246-7cd4-4921-92d9-7f7ae5e1ae48,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:32.098238 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46490) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:32.128681 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-22fe9afb-e6e5-4f79-a8a2-af3b02ba86c4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f9f4ebf49e78478cb8b0a82e99d462f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2906833 Nov 12 01:13:32.130661 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46492) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:32.341443 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-82d8b0bb-fdd7-44c2-b416-f3504f484c9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:32.349009 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2025365c-af98-48c6-9d52-588333f85162 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:32.454504 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-82d8b0bb-fdd7-44c2-b416-f3504f484c9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:32.499039 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2025365c-af98-48c6-9d52-588333f85162 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:32.675764 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c8fd85-10e8-428a-a289-1ec25622fc50 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Checking segment: {'id': 'e70ab984-300e-49ac-b54b-df5766a10363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'aa71a700-27c5-4ad3-804f-d14b3a6c73d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:13:32.681124 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c8fd85-10e8-428a-a289-1ec25622fc50 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Network hostable DHCP agents. Network: aa71a700-27c5-4ad3-804f-d14b3a6c73d8, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:13:32.779314 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-82d8b0bb-fdd7-44c2-b416-f3504f484c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:32.787510 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:32.793716 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-82d8b0bb-fdd7-44c2-b416-f3504f484c9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:32.798395 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-82d8b0bb-fdd7-44c2-b416-f3504f484c9c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/048a1246-7cd4-4921-92d9-7f7ae5e1ae48 HTTP/1.1" status: 204 len: 168 time: 0.6896060 Nov 12 01:13:32.833958 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d8b0bb-fdd7-44c2-b416-f3504f484c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048a1246-7cd4-4921-92d9-7f7ae5e1ae48,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:32.841488 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2025365c-af98-48c6-9d52-588333f85162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:32.853259 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2025365c-af98-48c6-9d52-588333f85162 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:32.861656 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2025365c-af98-48c6-9d52-588333f85162 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6aa49eb3-631a-401b-9b48-07a6cfb2e55b HTTP/1.1" status: 204 len: 168 time: 0.7297397 Nov 12 01:13:32.898268 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025365c-af98-48c6-9d52-588333f85162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa49eb3-631a-401b-9b48-07a6cfb2e55b,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:33.075105 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945d46b-b102-4fec-bcf9-fb521bdffe51 req-63fd737b-c7f8-41a3-a674-0e5caf016122 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:33.080108 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3945d46b-b102-4fec-bcf9-fb521bdffe51 req-63fd737b-c7f8-41a3-a674-0e5caf016122 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=8218d1fa-c394-4fa2-9f5e-c0418babcf88 HTTP/1.1" status: 200 len: 946 time: 1.1459413 Nov 12 01:13:33.180895 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323dd4c-c230-47eb-b1c0-cac18073ef08 req-c100eedd-6ae9-4965-9a1c-8a9a96b5b79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:33.182485 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0323dd4c-c230-47eb-b1c0-cac18073ef08 req-c100eedd-6ae9-4965-9a1c-8a9a96b5b79e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e99995f4-ba3c-4455-a76c-75068f6bda47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4874592 Nov 12 01:13:33.203998 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c8fd85-10e8-428a-a289-1ec25622fc50 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Network aa71a700-27c5-4ad3-804f-d14b3a6c73d8 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:13:33.515339 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea2fabd-b1a5-4012-bea4-58d3d74582bc req-1dd54d80-cdd7-4442-ac00-e65978cd2ad3 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:33.518175 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dea2fabd-b1a5-4012-bea4-58d3d74582bc req-1dd54d80-cdd7-4442-ac00-e65978cd2ad3 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dfe835d-23cb-4637-acb6-ddb56de82bf5 HTTP/1.1" status: 200 len: 945 time: 0.8248131 Nov 12 01:13:33.636846 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-b0c8fd85-10e8-428a-a289-1ec25622fc50 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, aa71a700-27c5-4ad3-804f-d14b3a6c73d8) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:13:33.654286 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47986c55-0a50-49fe-be36-4178bc240751 None None] Network aa71a700-27c5-4ad3-804f-d14b3a6c73d8 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:13:33.688748 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c8fd85-10e8-428a-a289-1ec25622fc50 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:33.690084 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b0c8fd85-10e8-428a-a289-1ec25622fc50 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:33.726052 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3945d46b-b102-4fec-bcf9-fb521bdffe51 req-1f94fd84-15fd-4350-bbbf-c0c3e7f6da78 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6180568 Nov 12 01:13:33.739220 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0323dd4c-c230-47eb-b1c0-cac18073ef08 req-7b4228fc-b488-4354-abdd-93cfd1977070 service neutron] 10.222.0.16 "GET /v2.0/networks/e99995f4-ba3c-4455-a76c-75068f6bda47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5382793 Nov 12 01:13:33.866763 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-b0c8fd85-10e8-428a-a289-1ec25622fc50 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.6001322 Nov 12 01:13:33.870027 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46520) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:33.881488 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-64ea609a-4d61-4967-b77a-e139500b7c80 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Request body: {'floatingip': {'floating_network_id': 'aa71a700-27c5-4ad3-804f-d14b3a6c73d8'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:33.973772 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46524) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:34.099007 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a4672f21-67bc-4d7f-805e-2c3f340f100c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:34.107693 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dea2fabd-b1a5-4012-bea4-58d3d74582bc req-d50e93c8-ec67-4689-9660-15952e23dea0 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a33527b-a081-46b3-a33c-3299ac1d026a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5674326 Nov 12 01:13:34.222483 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0323dd4c-c230-47eb-b1c0-cac18073ef08 req-7934cd34-f610-43a5-b540-2ff893c7e9bd service neutron] 10.222.0.16 "GET /v2.0/networks/e99995f4-ba3c-4455-a76c-75068f6bda47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4620945 Nov 12 01:13:34.355359 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421a8343-52a0-4ad2-afb1-05174e9797da None None] Network aa71a700-27c5-4ad3-804f-d14b3a6c73d8 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:13:34.386698 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a4672f21-67bc-4d7f-805e-2c3f340f100c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:34.460812 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a4672f21-67bc-4d7f-805e-2c3f340f100c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:34.500680 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:34.564518 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a4672f21-67bc-4d7f-805e-2c3f340f100c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a452c2f359c74c0d928f733a57428ae0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5897396 Nov 12 01:13:34.572919 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46528) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:34.583325 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a6715-4a8c-4d34-ad3a-5b91a5e48de9 req-75a45a87-a444-4db7-9fa2-af3babf84395 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:34.586114 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bf6a6715-4a8c-4d34-ad3a-5b91a5e48de9 req-75a45a87-a444-4db7-9fa2-af3babf84395 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.16 "GET /v2.0/ports?device_id=8218d1fa-c394-4fa2-9f5e-c0418babcf88 HTTP/1.1" status: 200 len: 946 time: 0.1940770 Nov 12 01:13:34.593560 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4672f21-67bc-4d7f-805e-2c3f340f100c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea00456-95fe-4c1e-a416-1c6e942b4a26,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:34.771839 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-81a9187f-80be-4836-b35f-42abd2697d10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:34.778995 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-64ea609a-4d61-4967-b77a-e139500b7c80 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:34.874811 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-81a9187f-80be-4836-b35f-42abd2697d10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:34.931475 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-bf6a6715-4a8c-4d34-ad3a-5b91a5e48de9 req-640b2055-a33d-461e-9b6d-da6482e74459 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Deleting port ffb6b1ca-3f2b-4017-976f-60be4bc551f4 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:13:34.931844 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-bf6a6715-4a8c-4d34-ad3a-5b91a5e48de9 req-640b2055-a33d-461e-9b6d-da6482e74459 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:35.095483 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-64ea609a-4d61-4967-b77a-e139500b7c80 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:35.205232 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:35.372895 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-bf6a6715-4a8c-4d34-ad3a-5b91a5e48de9 req-640b2055-a33d-461e-9b6d-da6482e74459 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] For port ffb6b1ca-3f2b-4017-976f-60be4bc551f4, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=ffb6b1ca-3f2b-4017-976f-60be4bc551f4,segment=NetworkSegment(cd410700-ad97-45ea-baa0-b5dd265537a5),segment_id=cd410700-ad97-45ea-baa0-b5dd265537a5)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:35.374857 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-bf6a6715-4a8c-4d34-ad3a-5b91a5e48de9 req-640b2055-a33d-461e-9b6d-da6482e74459 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:35.388861 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46548) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:35.397528 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-bf6a6715-4a8c-4d34-ad3a-5b91a5e48de9 req-640b2055-a33d-461e-9b6d-da6482e74459 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Calling delete_port for ffb6b1ca-3f2b-4017-976f-60be4bc551f4 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:13:35.418960 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-81a9187f-80be-4836-b35f-42abd2697d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:35.423756 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-81a9187f-80be-4836-b35f-42abd2697d10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:35.429210 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-81a9187f-80be-4836-b35f-42abd2697d10 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3ea00456-95fe-4c1e-a416-1c6e942b4a26 HTTP/1.1" status: 204 len: 168 time: 0.8376672 Nov 12 01:13:35.440872 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e1160-010b-43fd-a7e3-26b753270d91 req-1a1ca684-0d62-45d7-b9e9-3fb4ad1e40e3 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:35.442547 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-977e1160-010b-43fd-a7e3-26b753270d91 req-1a1ca684-0d62-45d7-b9e9-3fb4ad1e40e3 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=8218d1fa-c394-4fa2-9f5e-c0418babcf88 HTTP/1.1" status: 200 len: 946 time: 0.2171879 Nov 12 01:13:35.485791 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a9187f-80be-4836-b35f-42abd2697d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea00456-95fe-4c1e-a416-1c6e942b4a26,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:35.512185 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-64ea609a-4d61-4967-b77a-e139500b7c80 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Allocated IP 172.20.0.10 (aa71a700-27c5-4ad3-804f-d14b3a6c73d8/30a9c90c-c4d3-49f4-a881-b5f5d31998bf/3d63e740-c12c-4d69-b639-7c49bfca89ac) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:13:35.800334 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b3bbf-938f-4ae1-ac35-46c3d007f53e req-581f91ed-116c-4457-be19-2c0baa0af5de tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:35.812151 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3e2b3bbf-938f-4ae1-ac35-46c3d007f53e req-581f91ed-116c-4457-be19-2c0baa0af5de tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dfe835d-23cb-4637-acb6-ddb56de82bf5 HTTP/1.1" status: 200 len: 945 time: 0.4109170 Nov 12 01:13:35.827959 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-64ea609a-4d61-4967-b77a-e139500b7c80 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:35.911847 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-64ea609a-4d61-4967-b77a-e139500b7c80 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:35.930355 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-977e1160-010b-43fd-a7e3-26b753270d91 req-71f6818a-1fd3-434d-9c8a-a32b9e3cf60b tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4065175 Nov 12 01:13:35.958277 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:13:36.050576 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ea609a-4d61-4967-b77a-e139500b7c80 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Network aa71a700-27c5-4ad3-804f-d14b3a6c73d8 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:13:36.060543 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-64ea609a-4d61-4967-b77a-e139500b7c80 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:13:36.068555 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ea609a-4d61-4967-b77a-e139500b7c80 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:13:36.127617 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ea609a-4d61-4967-b77a-e139500b7c80 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Pushing event updated for resources: {'Port': ['ID=3d63e740-c12c-4d69-b639-7c49bfca89ac,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:36.154978 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3e2b3bbf-938f-4ae1-ac35-46c3d007f53e req-24c630b1-fa37-40ce-9d94-8d171580b899 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a33527b-a081-46b3-a33c-3299ac1d026a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3411291 Nov 12 01:13:36.216954 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-bf6a6715-4a8c-4d34-ad3a-5b91a5e48de9 req-640b2055-a33d-461e-9b6d-da6482e74459 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:36.294809 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-987950a3-33ac-429c-b2d8-5c9fcb90cd22 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-777689146-network', 'tenant_id': '4e15bf2c5bcd40158c6f94bf142d28cc'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:36.331846 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640b2055-a33d-461e-9b6d-da6482e74459 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Pushing event deleted for resources: {'Port': ['ID=ffb6b1ca-3f2b-4017-976f-60be4bc551f4,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:36.332150 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['2551041b-331c-4703-a892-861dffef3f99'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:13:36.336417 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987950a3-33ac-429c-b2d8-5c9fcb90cd22 admin admin] Made reservation on behalf of 4e15bf2c5bcd40158c6f94bf142d28cc for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:13:36.340193 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-987950a3-33ac-429c-b2d8-5c9fcb90cd22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:36.360285 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-987950a3-33ac-429c-b2d8-5c9fcb90cd22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:36.387328 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf6a6715-4a8c-4d34-ad3a-5b91a5e48de9 req-640b2055-a33d-461e-9b6d-da6482e74459 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] No DVR routers for this DVR port ffb6b1ca-3f2b-4017-976f-60be4bc551f4 on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:13:36.389354 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-64ea609a-4d61-4967-b77a-e139500b7c80 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:36.393721 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-bf6a6715-4a8c-4d34-ad3a-5b91a5e48de9 req-640b2055-a33d-461e-9b6d-da6482e74459 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:36.401999 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bf6a6715-4a8c-4d34-ad3a-5b91a5e48de9 req-640b2055-a33d-461e-9b6d-da6482e74459 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.16 "DELETE /v2.0/ports/ffb6b1ca-3f2b-4017-976f-60be4bc551f4 HTTP/1.1" status: 204 len: 173 time: 1.8046095 Nov 12 01:13:36.404366 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8218d1fa-c394-4fa2-9f5e-c0418babcf88', 'name': 'network-vif-deleted', 'tag': 'ffb6b1ca-3f2b-4017-976f-60be4bc551f4'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:13:36.409427 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b44c1b-fdbf-466d-8966-a5e9920f8bbf" -d '{"events": [{"server_uuid": "8218d1fa-c394-4fa2-9f5e-c0418babcf88", "name": "network-vif-deleted", "tag": "ffb6b1ca-3f2b-4017-976f-60be4bc551f4"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:13:36.546563 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2d1aa6-f40e-48c2-8bd2-a927b6110b32 None None] DHCP port deletion for 1eb2c28f-44d0-4157-813f-a88803c1c65a request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:13:36.612388 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43850219-1047-4f7d-8099-d5ab3087e127 x-openstack-request-id: req-43850219-1047-4f7d-8099-d5ab3087e127 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:13:36.612892 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8218d1fa-c394-4fa2-9f5e-c0418babcf88", "name": "network-vif-deleted", "tag": "ffb6b1ca-3f2b-4017-976f-60be4bc551f4", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:13:36.613122 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-43850219-1047-4f7d-8099-d5ab3087e127 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:13:36.613349 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8218d1fa-c394-4fa2-9f5e-c0418babcf88', 'name': 'network-vif-deleted', 'tag': 'ffb6b1ca-3f2b-4017-976f-60be4bc551f4', 'status': 'completed', 'code': 200} Nov 12 01:13:36.720325 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-64ea609a-4d61-4967-b77a-e139500b7c80 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:36.750144 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-987950a3-33ac-429c-b2d8-5c9fcb90cd22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:36.803027 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-987950a3-33ac-429c-b2d8-5c9fcb90cd22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:36.839511 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987950a3-33ac-429c-b2d8-5c9fcb90cd22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba820cf9-1c85-46fd-9fd6-62d0f9cbf2c9,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:37.042616 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-987950a3-33ac-429c-b2d8-5c9fcb90cd22 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:13:37.071147 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-987950a3-33ac-429c-b2d8-5c9fcb90cd22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:37.071147 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-987950a3-33ac-429c-b2d8-5c9fcb90cd22 admin admin] Added segment 02f088f4-f41e-4226-ac84-dde4112cfaa1 of type vlan for network dad8723c-e63c-44da-b018-216748015846 Nov 12 01:13:37.123320 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-64ea609a-4d61-4967-b77a-e139500b7c80 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:37.142787 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-64ea609a-4d61-4967-b77a-e139500b7c80 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:37.169633 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-987950a3-33ac-429c-b2d8-5c9fcb90cd22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:37.267287 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2f83e320-0ab9-4645-ba36-1c3834eabc28 req-24bd4216-34f0-4cdf-ab36-4a17eb88bf9f tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=8218d1fa-c394-4fa2-9f5e-c0418babcf88 HTTP/1.1" status: 200 len: 210 time: 0.0759728 Nov 12 01:13:37.356599 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ea609a-4d61-4967-b77a-e139500b7c80 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Pushing event updated for resources: {'Port': ['ID=3d63e740-c12c-4d69-b639-7c49bfca89ac,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:37.364602 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-987950a3-33ac-429c-b2d8-5c9fcb90cd22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:37.366023 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987950a3-33ac-429c-b2d8-5c9fcb90cd22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:37.366946 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-987950a3-33ac-429c-b2d8-5c9fcb90cd22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:37.435405 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46588) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:37.436500 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-987950a3-33ac-429c-b2d8-5c9fcb90cd22 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8778751 Nov 12 01:13:37.445211 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-64ea609a-4d61-4967-b77a-e139500b7c80 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:37.450545 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-1e977adf-a849-46f6-b237-1f741de3e6db admin admin] Request body: {'subnet': {'network_id': 'dad8723c-e63c-44da-b018-216748015846', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-777689146-subnet', 'tenant_id': '4e15bf2c5bcd40158c6f94bf142d28cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:37.488829 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987950a3-33ac-429c-b2d8-5c9fcb90cd22 admin admin] Pushing event updated for resources: {'Network': ['ID=dad8723c-e63c-44da-b018-216748015846,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:37.508769 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network dad8723c-e63c-44da-b018-216748015846 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:13:37.524112 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-64ea609a-4d61-4967-b77a-e139500b7c80 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:37.526052 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-64ea609a-4d61-4967-b77a-e139500b7c80 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6540368 Nov 12 01:13:37.531319 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46594) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:37.536865 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e977adf-a849-46f6-b237-1f741de3e6db admin admin] Made reservation on behalf of 4e15bf2c5bcd40158c6f94bf142d28cc for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:13:37.552002 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1e977adf-a849-46f6-b237-1f741de3e6db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:37.715115 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device ffb6b1ca-3f2b-4017-976f-60be4bc551f4 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:13:37.779643 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-af5fe420-f446-47d2-a599-e39f019d3dd0 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] 10.222.0.45 "GET /v2.0/floatingips?floating_network_id=aa71a700-27c5-4ad3-804f-d14b3a6c73d8 HTTP/1.1" status: 200 len: 690 time: 0.2428946 Nov 12 01:13:37.781261 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46602) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:37.813249 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] No Port match for: ffb6b1ca-3f2b-4017-976f-60be4bc551f4 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:13:37.813995 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device ffb6b1ca-3f2b-4017-976f-60be4bc551f4 not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:13:37.995880 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-54803728-5ab2-4c45-be8f-f70b7fadb807 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:38.110279 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1e977adf-a849-46f6-b237-1f741de3e6db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:38.207899 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e977adf-a849-46f6-b237-1f741de3e6db admin admin] Pushing event updated for resources: {'Subnet': ['ID=e634ee65-cdeb-4255-b3a3-0309d27d9f92,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:38.253763 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:38.258537 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-54803728-5ab2-4c45-be8f-f70b7fadb807 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Deleting port 3d63e740-c12c-4d69-b639-7c49bfca89ac {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:13:38.259167 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-54803728-5ab2-4c45-be8f-f70b7fadb807 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:38.285288 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e977adf-a849-46f6-b237-1f741de3e6db admin admin] Checking segment: {'id': '02f088f4-f41e-4226-ac84-dde4112cfaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'dad8723c-e63c-44da-b018-216748015846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:13:38.288733 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e977adf-a849-46f6-b237-1f741de3e6db admin admin] Network hostable DHCP agents. Network: dad8723c-e63c-44da-b018-216748015846, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:13:38.326971 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e977adf-a849-46f6-b237-1f741de3e6db admin admin] Network dad8723c-e63c-44da-b018-216748015846 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:13:38.355298 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-1e977adf-a849-46f6-b237-1f741de3e6db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, dad8723c-e63c-44da-b018-216748015846) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:13:38.365545 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0718e23-0145-4fea-93c6-533835472312 None None] Network dad8723c-e63c-44da-b018-216748015846 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:13:38.375953 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e977adf-a849-46f6-b237-1f741de3e6db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:38.381418 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1e977adf-a849-46f6-b237-1f741de3e6db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:38.460032 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-1e977adf-a849-46f6-b237-1f741de3e6db admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0147204 Nov 12 01:13:38.535413 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-54803728-5ab2-4c45-be8f-f70b7fadb807 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:38.535789 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-54803728-5ab2-4c45-be8f-f70b7fadb807 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:38.555061 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-54803728-5ab2-4c45-be8f-f70b7fadb807 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Calling delete_port for 3d63e740-c12c-4d69-b639-7c49bfca89ac owned by network:floatingip {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:13:38.740758 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-54803728-5ab2-4c45-be8f-f70b7fadb807 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:38.759548 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1bd11d-56c3-4a77-890f-88fcd9592d25 None None] Network dad8723c-e63c-44da-b018-216748015846 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:13:38.870805 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54803728-5ab2-4c45-be8f-f70b7fadb807 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Pushing event deleted for resources: {'Port': ['ID=3d63e740-c12c-4d69-b639-7c49bfca89ac,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:39.056538 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e68d3-67b9-48a7-8ad7-20a816b9d00b req-a468f516-2275-4a87-af14-c4d4d1383080 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:39.075721 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-366e68d3-67b9-48a7-8ad7-20a816b9d00b req-a468f516-2275-4a87-af14-c4d4d1383080 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca822707-ad2a-4184-9019-b176d5c0bbff HTTP/1.1" status: 200 len: 946 time: 0.2278130 Nov 12 01:13:39.103717 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-54803728-5ab2-4c45-be8f-f70b7fadb807 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:39.189211 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-366e68d3-67b9-48a7-8ad7-20a816b9d00b req-cf709141-9fa4-4a35-be79-386205ba21ad tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026487 Nov 12 01:13:39.226484 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-54803728-5ab2-4c45-be8f-f70b7fadb807 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:39.351146 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-54803728-5ab2-4c45-be8f-f70b7fadb807 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:39.425537 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54803728-5ab2-4c45-be8f-f70b7fadb807 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=30a9c90c-c4d3-49f4-a881-b5f5d31998bf,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:39.632869 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-54803728-5ab2-4c45-be8f-f70b7fadb807 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:39.680632 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-54803728-5ab2-4c45-be8f-f70b7fadb807 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa71a700-27c5-4ad3-804f-d14b3a6c73d8']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:39.713649 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-54803728-5ab2-4c45-be8f-f70b7fadb807 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e70ab984-300e-49ac-b54b-df5766a10363') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:39.714460 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-54803728-5ab2-4c45-be8f-f70b7fadb807 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e70ab984-300e-49ac-b54b-df5766a10363') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:39.745457 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-54803728-5ab2-4c45-be8f-f70b7fadb807 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:39.795909 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-54803728-5ab2-4c45-be8f-f70b7fadb807 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:39.827855 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54803728-5ab2-4c45-be8f-f70b7fadb807 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:13:39.828491 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-54803728-5ab2-4c45-be8f-f70b7fadb807 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:39.835228 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:13:39.835228 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:13:39.835228 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:13:39.835228 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:13:39.835228 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:13:39.835228 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:13:39.835228 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:13:39.835228 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:13:39.835228 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:13:39.835228 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:13:39.835228 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:13:39.835228 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:13:39.835228 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:13:39.835228 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:13:39.835228 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:13:39.835228 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:13:39.835228 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:13:39.835228 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:13:39.835228 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:13:39.835228 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:13:39.835228 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:13:39.835228 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:13:39.835228 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:13:39.835228 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:13:39.835228 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:13:39.835228 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:13:39.835228 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:13:39.835228 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:13:39.835228 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:13:39.835228 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:13:39.835228 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:13:39.835228 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:13:39.841542 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90975bef-f6c6-4323-b03c-a4c8b718c14a req-0c9ce0ac-0cc9-46bf-9200-4daa18e22071 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:39.855953 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-90975bef-f6c6-4323-b03c-a4c8b718c14a req-0c9ce0ac-0cc9-46bf-9200-4daa18e22071 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] 10.222.0.45 "GET /v2.0/networks?id=dad8723c-e63c-44da-b018-216748015846 HTTP/1.1" status: 200 len: 812 time: 0.2946894 Nov 12 01:13:39.890142 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-90975bef-f6c6-4323-b03c-a4c8b718c14a req-7151b8c9-683e-4d24-b5d3-34ff4c910e38 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] 10.222.0.45 "GET /v2.0/quotas/4e15bf2c5bcd40158c6f94bf142d28cc HTTP/1.1" status: 200 len: 375 time: 0.0305498 Nov 12 01:13:39.963884 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-90975bef-f6c6-4323-b03c-a4c8b718c14a req-7484399f-6572-43c3-ad35-27132560429a tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4e15bf2c5bcd40158c6f94bf142d28cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0702634 Nov 12 01:13:40.091369 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-54803728-5ab2-4c45-be8f-f70b7fadb807 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:40.114338 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54803728-5ab2-4c45-be8f-f70b7fadb807 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network aa71a700-27c5-4ad3-804f-d14b3a6c73d8 {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 01:13:40.140911 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-54803728-5ab2-4c45-be8f-f70b7fadb807 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:40.158712 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-54803728-5ab2-4c45-be8f-f70b7fadb807 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] 10.222.0.45 "DELETE /v2.0/networks/aa71a700-27c5-4ad3-804f-d14b3a6c73d8 HTTP/1.1" status: 204 len: 168 time: 2.3760629 Nov 12 01:13:40.164963 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46678) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:40.189430 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54803728-5ab2-4c45-be8f-f70b7fadb807 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Pushing event deleted for resources: {'Network': ['ID=aa71a700-27c5-4ad3-804f-d14b3a6c73d8,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:40.316951 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-90975bef-f6c6-4323-b03c-a4c8b718c14a req-f102921d-613a-4b05-988b-52ae083ff23b service neutron] 10.222.0.45 "GET /v2.0/networks/dad8723c-e63c-44da-b018-216748015846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494925 Nov 12 01:13:40.508874 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-cd927eb3-df86-401e-ad04-b2171904be75 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1781 time: 0.3407922 Nov 12 01:13:40.513149 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46686) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:40.559654 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:40.610278 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f6988-cef5-4bca-87b8-37d102d7fa00 req-1decd383-53b0-4880-9ada-91bf94a049a8 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:40.618772 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-793f6988-cef5-4bca-87b8-37d102d7fa00 req-1decd383-53b0-4880-9ada-91bf94a049a8 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca822707-ad2a-4184-9019-b176d5c0bbff HTTP/1.1" status: 200 len: 946 time: 0.2306147 Nov 12 01:13:40.700394 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-90975bef-f6c6-4323-b03c-a4c8b718c14a req-148fa772-bdf1-4736-baf9-2e3b318bccb6 service neutron] 10.222.0.45 "GET /v2.0/networks/dad8723c-e63c-44da-b018-216748015846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817329 Nov 12 01:13:40.805226 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-793f6988-cef5-4bca-87b8-37d102d7fa00 req-c8f22b76-d2e8-4a8f-89dd-846dd7ea3c5c tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852069 Nov 12 01:13:40.873578 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df48c594-2b04-4548-aaa3-78f28f56c5b0 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:40.876129 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df48c594-2b04-4548-aaa3-78f28f56c5b0 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:40.876947 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df48c594-2b04-4548-aaa3-78f28f56c5b0 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:40.879839 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df48c594-2b04-4548-aaa3-78f28f56c5b0 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:40.880720 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df48c594-2b04-4548-aaa3-78f28f56c5b0 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:40.881515 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df48c594-2b04-4548-aaa3-78f28f56c5b0 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:40.885102 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df48c594-2b04-4548-aaa3-78f28f56c5b0 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:40.885906 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df48c594-2b04-4548-aaa3-78f28f56c5b0 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:40.887119 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df48c594-2b04-4548-aaa3-78f28f56c5b0 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:40.893930 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df48c594-2b04-4548-aaa3-78f28f56c5b0 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:40.904396 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-df48c594-2b04-4548-aaa3-78f28f56c5b0 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6482 time: 0.3888426 Nov 12 01:13:40.909106 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46692) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:40.969598 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46694) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:41.132245 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-54ce13bf-931c-453f-a7e8-7175e90021ed tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] delete failed (client error): The resource could not be found. Nov 12 01:13:41.134795 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-54ce13bf-931c-453f-a7e8-7175e90021ed tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] 10.222.0.45 "DELETE /v2.0/floatingips/c60d63c3-2776-46d3-8876-a1dbd36e698e HTTP/1.1" status: 404 len: 345 time: 0.2242644 Nov 12 01:13:41.139418 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46704) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:41.211338 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-85cf9a81-a376-4613-9626-b847be01994f req-2d895110-69f9-4734-b897-6e9192d0501d tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] 10.222.0.45 "GET /v2.0/ports?device_id=d88fa06d-fc6a-4cbb-a83d-a5c5196806c1 HTTP/1.1" status: 200 len: 210 time: 0.0705185 Nov 12 01:13:41.258337 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d1e4a0f-e9a3-45eb-8123-6dc5bc2cc0cd tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] DELETE failed (client error): The resource could not be found. Nov 12 01:13:41.275584 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d1e4a0f-e9a3-45eb-8123-6dc5bc2cc0cd tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:13:41.302042 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2d1e4a0f-e9a3-45eb-8123-6dc5bc2cc0cd tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] 10.222.0.45 "DELETE /v2.0/networks/aa71a700-27c5-4ad3-804f-d14b3a6c73d8 HTTP/1.1" status: 404 len: 339 time: 0.1549592 Nov 12 01:13:41.302273 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46708) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:41.307345 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-2db58f81-b2b6-4f8f-9ba8-8d06ffaaa5ee tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Request body: {'network': {'name': 'tempest-network--1212614083', 'router:external': True}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:41.351704 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db58f81-b2b6-4f8f-9ba8-8d06ffaaa5ee tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Made reservation on behalf of e26b9bf5c7364fe78b1cec08f1b78507 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:13:41.354357 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2db58f81-b2b6-4f8f-9ba8-8d06ffaaa5ee tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:41.417988 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2db58f81-b2b6-4f8f-9ba8-8d06ffaaa5ee tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:13:41.441847 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2db58f81-b2b6-4f8f-9ba8-8d06ffaaa5ee tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:41.442519 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-2db58f81-b2b6-4f8f-9ba8-8d06ffaaa5ee tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Added segment ebfec05b-4bc1-4c65-a849-3c463517c1f3 of type vlan for network f81ca084-bbb6-4eac-bfdc-a849d7bcccfb Nov 12 01:13:41.461747 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ccd711f6-6b47-4747-89a1-22c7aa0fc3bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:41.607742 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2db58f81-b2b6-4f8f-9ba8-8d06ffaaa5ee tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:41.734755 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2db58f81-b2b6-4f8f-9ba8-8d06ffaaa5ee tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:41.739366 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db58f81-b2b6-4f8f-9ba8-8d06ffaaa5ee tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:41.744251 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2db58f81-b2b6-4f8f-9ba8-8d06ffaaa5ee tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:41.803096 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ccd711f6-6b47-4747-89a1-22c7aa0fc3bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:41.819812 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ccd711f6-6b47-4747-89a1-22c7aa0fc3bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:41.961424 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ccd711f6-6b47-4747-89a1-22c7aa0fc3bf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2c53dcb5f4e94e4c813ce2043efc6589&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9733794 Nov 12 01:13:41.962450 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46720) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:41.987500 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd711f6-6b47-4747-89a1-22c7aa0fc3bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5e1e47-2591-4049-8e84-4b36accff583,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:42.081065 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2db58f81-b2b6-4f8f-9ba8-8d06ffaaa5ee tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7739022 Nov 12 01:13:42.086233 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46722) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:42.142022 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db58f81-b2b6-4f8f-9ba8-8d06ffaaa5ee tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Pushing event updated for resources: {'Network': ['ID=f81ca084-bbb6-4eac-bfdc-a849d7bcccfb,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:42.160210 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network f81ca084-bbb6-4eac-bfdc-a849d7bcccfb details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:13:42.234823 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d399786f-da04-440f-870e-b3d85c960416 req-62b22298-6e73-4785-8f82-f55de4e17220 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:42.255531 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d399786f-da04-440f-870e-b3d85c960416 req-62b22298-6e73-4785-8f82-f55de4e17220 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca822707-ad2a-4184-9019-b176d5c0bbff HTTP/1.1" status: 200 len: 946 time: 0.1743040 Nov 12 01:13:42.479403 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d399786f-da04-440f-870e-b3d85c960416 req-b7634caa-e901-40db-a3f9-f579d717ebe2 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927278 Nov 12 01:13:42.552290 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9b316a50-1a2e-42c6-89e6-08c3a8a30214 req-1764a563-8858-493b-b144-1486ecb81111 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] 10.222.0.45 "GET /v2.0/ports?device_id=d88fa06d-fc6a-4cbb-a83d-a5c5196806c1 HTTP/1.1" status: 200 len: 210 time: 0.0501649 Nov 12 01:13:42.578862 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-03b1c288-efa0-4629-b227-c4e8270b27be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:42.656784 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-03b1c288-efa0-4629-b227-c4e8270b27be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:42.776106 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c804bba-7da3-420b-8e87-8b672779ae62 tempest-ExternalNetworksTestJSON-575447582 tempest-ExternalNetworksTestJSON-575447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:42.783539 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c804bba-7da3-420b-8e87-8b672779ae62 tempest-ExternalNetworksTestJSON-575447582 tempest-ExternalNetworksTestJSON-575447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:42.790232 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c804bba-7da3-420b-8e87-8b672779ae62 tempest-ExternalNetworksTestJSON-575447582 tempest-ExternalNetworksTestJSON-575447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:42.796682 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c804bba-7da3-420b-8e87-8b672779ae62 tempest-ExternalNetworksTestJSON-575447582 tempest-ExternalNetworksTestJSON-575447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:42.802014 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46730) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:42.803598 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7c804bba-7da3-420b-8e87-8b672779ae62 tempest-ExternalNetworksTestJSON-575447582 tempest-ExternalNetworksTestJSON-575447582-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.6810653 Nov 12 01:13:42.840829 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-03b1c288-efa0-4629-b227-c4e8270b27be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:42.845517 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-03b1c288-efa0-4629-b227-c4e8270b27be admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:42.849643 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-03b1c288-efa0-4629-b227-c4e8270b27be admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1d5e1e47-2591-4049-8e84-4b36accff583 HTTP/1.1" status: 204 len: 168 time: 0.8808777 Nov 12 01:13:42.872296 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b1c288-efa0-4629-b227-c4e8270b27be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5e1e47-2591-4049-8e84-4b36accff583,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:42.972829 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5b5e781d-2f18-4ee7-a580-a03263662e59 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:43.227955 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5b5e781d-2f18-4ee7-a580-a03263662e59 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:43.284159 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-5b5e781d-2f18-4ee7-a580-a03263662e59 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f81ca084-bbb6-4eac-bfdc-a849d7bcccfb']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:43.340774 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-5b5e781d-2f18-4ee7-a580-a03263662e59 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebfec05b-4bc1-4c65-a849-3c463517c1f3') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:43.341295 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-5b5e781d-2f18-4ee7-a580-a03263662e59 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebfec05b-4bc1-4c65-a849-3c463517c1f3') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:43.388043 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5b5e781d-2f18-4ee7-a580-a03263662e59 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:43.447930 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46742) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:43.453016 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5b5e781d-2f18-4ee7-a580-a03263662e59 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:43.502394 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e04050be-1830-47aa-acdf-b751e39937c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:43.511282 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b5e781d-2f18-4ee7-a580-a03263662e59 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:13:43.512211 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5b5e781d-2f18-4ee7-a580-a03263662e59 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:43.515399 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:13:43.515399 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:13:43.515399 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:13:43.515399 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:13:43.515399 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:13:43.515399 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:13:43.515399 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:13:43.515399 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:13:43.515399 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:13:43.515399 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:13:43.515399 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:13:43.515399 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:13:43.515399 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:13:43.515399 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:13:43.515399 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:13:43.515399 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:13:43.515399 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:13:43.515399 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:13:43.515399 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:13:43.515399 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:13:43.515399 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:13:43.515399 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:13:43.515399 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:13:43.515399 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:13:43.515399 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:13:43.515399 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:13:43.515399 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:13:43.515399 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:13:43.515399 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:13:43.515399 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:13:43.515399 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:13:43.515399 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:13:43.742150 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5b5e781d-2f18-4ee7-a580-a03263662e59 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:43.820472 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90975bef-f6c6-4323-b03c-a4c8b718c14a req-99876a38-bb93-44d4-b150-37f31aab2c55 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:43.824407 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-90975bef-f6c6-4323-b03c-a4c8b718c14a req-99876a38-bb93-44d4-b150-37f31aab2c55 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] 10.222.0.44 "GET /v2.0/networks?id=dad8723c-e63c-44da-b018-216748015846 HTTP/1.1" status: 200 len: 812 time: 0.5313795 Nov 12 01:13:43.841698 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5e781d-2f18-4ee7-a580-a03263662e59 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f81ca084-bbb6-4eac-bfdc-a849d7bcccfb {{(pid=109085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 01:13:43.857970 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-90975bef-f6c6-4323-b03c-a4c8b718c14a req-b2cdb1f6-0c0c-4a4a-b28f-af681c9008c8 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] Request body: {'port': {'device_id': 'd88fa06d-fc6a-4cbb-a83d-a5c5196806c1', 'network_id': 'dad8723c-e63c-44da-b018-216748015846', 'admin_state_up': True, 'tenant_id': '4e15bf2c5bcd40158c6f94bf142d28cc'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:43.859662 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5b5e781d-2f18-4ee7-a580-a03263662e59 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:43.876271 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-5b5e781d-2f18-4ee7-a580-a03263662e59 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] 10.222.0.45 "DELETE /v2.0/networks/f81ca084-bbb6-4eac-bfdc-a849d7bcccfb HTTP/1.1" status: 204 len: 168 time: 1.0652809 Nov 12 01:13:43.878734 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46750) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:43.906376 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-067df906-1eb1-42b8-b3cd-e2a0900ca241 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Request body: {'network': {'name': 'tempest-network--1033131158', 'router:external': True}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:43.958762 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4569f63a-ba5a-417e-adad-66ce8674bb4d req-6d1d78af-a047-444a-a04d-5af0b449a4f6 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] 10.222.0.45 "GET /v2.0/ports?device_id=d88fa06d-fc6a-4cbb-a83d-a5c5196806c1 HTTP/1.1" status: 200 len: 210 time: 0.2257283 Nov 12 01:13:44.124253 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e781d-2f18-4ee7-a580-a03263662e59 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Pushing event deleted for resources: {'Network': ['ID=f81ca084-bbb6-4eac-bfdc-a849d7bcccfb,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:44.176192 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46754) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:44.286067 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067df906-1eb1-42b8-b3cd-e2a0900ca241 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Made reservation on behalf of e26b9bf5c7364fe78b1cec08f1b78507 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:13:44.294228 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-067df906-1eb1-42b8-b3cd-e2a0900ca241 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:44.392745 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e04050be-1830-47aa-acdf-b751e39937c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:44.413558 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90975bef-f6c6-4323-b03c-a4c8b718c14a req-b2cdb1f6-0c0c-4a4a-b28f-af681c9008c8 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] Made reservation on behalf of 4e15bf2c5bcd40158c6f94bf142d28cc for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:13:44.430316 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-90975bef-f6c6-4323-b03c-a4c8b718c14a req-b2cdb1f6-0c0c-4a4a-b28f-af681c9008c8 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:44.445791 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bddaca-d7ec-4d28-bc97-d907e63db7c9 req-915e103a-0373-4118-8448-30cec681a6e5 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:44.464188 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-72bddaca-d7ec-4d28-bc97-d907e63db7c9 req-915e103a-0373-4118-8448-30cec681a6e5 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca822707-ad2a-4184-9019-b176d5c0bbff HTTP/1.1" status: 200 len: 946 time: 0.6365755 Nov 12 01:13:44.497204 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-067df906-1eb1-42b8-b3cd-e2a0900ca241 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:13:44.519947 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc3a18b-4f8a-49c2-88da-ff6755309315 req-3414d65e-7848-4f02-8392-e87bbf742597 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:44.527953 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9dc3a18b-4f8a-49c2-88da-ff6755309315 req-3414d65e-7848-4f02-8392-e87bbf742597 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca822707-ad2a-4184-9019-b176d5c0bbff HTTP/1.1" status: 200 len: 946 time: 0.6015663 Nov 12 01:13:44.538338 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e04050be-1830-47aa-acdf-b751e39937c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:44.666783 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e04050be-1830-47aa-acdf-b751e39937c1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c2ef330b3e00440aac2d4359127384a0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2162833 Nov 12 01:13:44.674869 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46760) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:44.689582 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-067df906-1eb1-42b8-b3cd-e2a0900ca241 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:44.690267 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-067df906-1eb1-42b8-b3cd-e2a0900ca241 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Added segment 009b143d-269f-4eea-a7f6-3d97312bcdbf of type vlan for network 37fe1cf2-3300-4c5d-bc5a-ac4c58ff7987 Nov 12 01:13:44.698248 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1f01d0b2-8be8-4133-9491-7d1cf77c7f30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:44.763471 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04050be-1830-47aa-acdf-b751e39937c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5278af-9aef-4e3b-b943-eafc2a90c7b3,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:44.881243 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-72bddaca-d7ec-4d28-bc97-d907e63db7c9 req-b681789e-c7b2-460e-9e05-e59d7cbdd032 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/security-groups?id=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492334 Nov 12 01:13:44.936647 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-9dc3a18b-4f8a-49c2-88da-ff6755309315 req-0c0b081d-df2d-4cab-999d-10b6ec41e598 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Deleting port 2551041b-331c-4703-a892-861dffef3f99 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:13:44.937250 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9dc3a18b-4f8a-49c2-88da-ff6755309315 req-0c0b081d-df2d-4cab-999d-10b6ec41e598 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:45.028914 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-067df906-1eb1-42b8-b3cd-e2a0900ca241 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:45.139814 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0b121515-dddf-4e59-b770-2a5c5ab56388 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:45.158672 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-90975bef-f6c6-4323-b03c-a4c8b718c14a req-b2cdb1f6-0c0c-4a4a-b28f-af681c9008c8 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] Allocated IP 172.20.0.13 (dad8723c-e63c-44da-b018-216748015846/e634ee65-cdeb-4255-b3a3-0309d27d9f92/9f886373-5a9d-4d36-956b-df05c32024ed) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:13:45.173617 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-9dc3a18b-4f8a-49c2-88da-ff6755309315 req-0c0b081d-df2d-4cab-999d-10b6ec41e598 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] For port 2551041b-331c-4703-a892-861dffef3f99, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=2551041b-331c-4703-a892-861dffef3f99,segment=NetworkSegment(cd410700-ad97-45ea-baa0-b5dd265537a5),segment_id=cd410700-ad97-45ea-baa0-b5dd265537a5)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:45.174033 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9dc3a18b-4f8a-49c2-88da-ff6755309315 req-0c0b081d-df2d-4cab-999d-10b6ec41e598 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:45.210864 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-9dc3a18b-4f8a-49c2-88da-ff6755309315 req-0c0b081d-df2d-4cab-999d-10b6ec41e598 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Calling delete_port for 2551041b-331c-4703-a892-861dffef3f99 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:13:45.214600 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-85b26a5a-3ef3-42f7-aa83-eda81bab40db req-2f82819b-3633-45d7-9189-3fd4701439b3 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] 10.222.0.45 "GET /v2.0/ports?device_id=d88fa06d-fc6a-4cbb-a83d-a5c5196806c1 HTTP/1.1" status: 200 len: 210 time: 0.0472362 Nov 12 01:13:45.218362 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.db.resource_extend [None req-067df906-1eb1-42b8-b3cd-e2a0900ca241 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 01:13:45.406975 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-067df906-1eb1-42b8-b3cd-e2a0900ca241 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:45.408659 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067df906-1eb1-42b8-b3cd-e2a0900ca241 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:45.409710 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-067df906-1eb1-42b8-b3cd-e2a0900ca241 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:45.454335 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1f01d0b2-8be8-4133-9491-7d1cf77c7f30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:45.480982 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0b121515-dddf-4e59-b770-2a5c5ab56388 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:45.487782 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1f01d0b2-8be8-4133-9491-7d1cf77c7f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:45.538708 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-067df906-1eb1-42b8-b3cd-e2a0900ca241 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.6548617 Nov 12 01:13:45.601154 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46768) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:45.626356 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9dc3a18b-4f8a-49c2-88da-ff6755309315 req-0c0b081d-df2d-4cab-999d-10b6ec41e598 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:45.663315 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['2551041b-331c-4703-a892-861dffef3f99'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:13:45.762971 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b081d-df2d-4cab-999d-10b6ec41e598 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Pushing event deleted for resources: {'Port': ['ID=2551041b-331c-4703-a892-861dffef3f99,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:45.846290 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f01d0b2-8be8-4133-9491-7d1cf77c7f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71162a4b-fd34-4f1d-89e1-6556263de75a,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:45.859643 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1f01d0b2-8be8-4133-9491-7d1cf77c7f30 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=47791251acba4927a2fc7d02f98bd53d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6813285 Nov 12 01:13:45.861079 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067df906-1eb1-42b8-b3cd-e2a0900ca241 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Pushing event updated for resources: {'Network': ['ID=37fe1cf2-3300-4c5d-bc5a-ac4c58ff7987,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:45.879182 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46770) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:45.898067 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cc1c71-c9fd-45d5-b2ef-8e4b3375fa82 None None] DHCP port deletion for 1eb2c28f-44d0-4157-813f-a88803c1c65a request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:13:45.962156 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 37fe1cf2-3300-4c5d-bc5a-ac4c58ff7987 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:13:45.977719 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc3a18b-4f8a-49c2-88da-ff6755309315 req-0c0b081d-df2d-4cab-999d-10b6ec41e598 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] No DVR routers for this DVR port 2551041b-331c-4703-a892-861dffef3f99 on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:13:45.995179 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0b121515-dddf-4e59-b770-2a5c5ab56388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:46.011717 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163e740f-c00b-4629-b8a2-07dbb7788e66 tempest-ExternalNetworksTestJSON-575447582 tempest-ExternalNetworksTestJSON-575447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:46.014400 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0b121515-dddf-4e59-b770-2a5c5ab56388 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:46.019249 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0b121515-dddf-4e59-b770-2a5c5ab56388 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2e5278af-9aef-4e3b-b943-eafc2a90c7b3 HTTP/1.1" status: 204 len: 168 time: 1.3391209 Nov 12 01:13:46.023030 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-163e740f-c00b-4629-b8a2-07dbb7788e66 tempest-ExternalNetworksTestJSON-575447582 tempest-ExternalNetworksTestJSON-575447582-project] 10.222.0.45 "GET /v2.0/networks/37fe1cf2-3300-4c5d-bc5a-ac4c58ff7987 HTTP/1.1" status: 200 len: 757 time: 0.4099197 Nov 12 01:13:46.024592 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46774) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:46.026230 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-90975bef-f6c6-4323-b03c-a4c8b718c14a req-b2cdb1f6-0c0c-4a4a-b28f-af681c9008c8 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:46.028312 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9dc3a18b-4f8a-49c2-88da-ff6755309315 req-0c0b081d-df2d-4cab-999d-10b6ec41e598 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:46.035591 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9dc3a18b-4f8a-49c2-88da-ff6755309315 req-0c0b081d-df2d-4cab-999d-10b6ec41e598 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.44 "DELETE /v2.0/ports/2551041b-331c-4703-a892-861dffef3f99 HTTP/1.1" status: 204 len: 173 time: 1.4319222 Nov 12 01:13:46.050529 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca822707-ad2a-4184-9019-b176d5c0bbff', 'name': 'network-vif-deleted', 'tag': '2551041b-331c-4703-a892-861dffef3f99'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:13:46.055171 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6e7a18-ca93-42c8-98ed-440cc4cd6233" -d '{"events": [{"server_uuid": "ca822707-ad2a-4184-9019-b176d5c0bbff", "name": "network-vif-deleted", "tag": "2551041b-331c-4703-a892-861dffef3f99"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:13:46.071412 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b121515-dddf-4e59-b770-2a5c5ab56388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5278af-9aef-4e3b-b943-eafc2a90c7b3,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:46.159077 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-375aad39-75aa-4853-8468-5362796f4f05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:46.189274 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-90975bef-f6c6-4323-b03c-a4c8b718c14a req-b2cdb1f6-0c0c-4a4a-b28f-af681c9008c8 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:46.309327 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba6d1f8-0795-46f5-b985-7b6b8f3f2a40 x-openstack-request-id: req-9ba6d1f8-0795-46f5-b985-7b6b8f3f2a40 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:13:46.309679 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca822707-ad2a-4184-9019-b176d5c0bbff", "name": "network-vif-deleted", "tag": "2551041b-331c-4703-a892-861dffef3f99", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:13:46.309929 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9ba6d1f8-0795-46f5-b985-7b6b8f3f2a40 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:13:46.310354 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca822707-ad2a-4184-9019-b176d5c0bbff', 'name': 'network-vif-deleted', 'tag': '2551041b-331c-4703-a892-861dffef3f99', 'status': 'completed', 'code': 200} Nov 12 01:13:46.390502 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a8016e3c-e6e3-44fb-a69c-1c1837c6c714 req-e28e1507-bafd-42f8-999f-f65a317a2b77 tempest-ServerRescueNegativeTestJSON-1339912255 tempest-ServerRescueNegativeTestJSON-1339912255-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca822707-ad2a-4184-9019-b176d5c0bbff HTTP/1.1" status: 200 len: 210 time: 0.1295817 Nov 12 01:13:46.464385 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cdb1f6-0c0c-4a4a-b28f-af681c9008c8 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] Pushing event updated for resources: {'Port': ['ID=9f886373-5a9d-4d36-956b-df05c32024ed,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:46.469361 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-375aad39-75aa-4853-8468-5362796f4f05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:46.497432 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90975bef-f6c6-4323-b03c-a4c8b718c14a req-b2cdb1f6-0c0c-4a4a-b28f-af681c9008c8 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] Network dad8723c-e63c-44da-b018-216748015846 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:13:46.519724 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-90975bef-f6c6-4323-b03c-a4c8b718c14a req-b2cdb1f6-0c0c-4a4a-b28f-af681c9008c8 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:13:46.541236 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-90975bef-f6c6-4323-b03c-a4c8b718c14a req-b2cdb1f6-0c0c-4a4a-b28f-af681c9008c8 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:13:46.594020 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa15dec-01c4-45d5-b619-c4a472ac8cc3 tempest-ExternalNetworksTestJSON-575447582 tempest-ExternalNetworksTestJSON-575447582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:46.596864 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-5fa15dec-01c4-45d5-b619-c4a472ac8cc3 tempest-ExternalNetworksTestJSON-575447582 tempest-ExternalNetworksTestJSON-575447582-project] 10.222.0.45 "GET /v2.0/networks/0859acd6-3e82-4c96-b992-8352a1aab481 HTTP/1.1" status: 200 len: 768 time: 0.5588467 Nov 12 01:13:46.603099 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46788) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:46.641001 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90975bef-f6c6-4323-b03c-a4c8b718c14a req-b2cdb1f6-0c0c-4a4a-b28f-af681c9008c8 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:46.641716 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-90975bef-f6c6-4323-b03c-a4c8b718c14a req-b2cdb1f6-0c0c-4a4a-b28f-af681c9008c8 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:46.693883 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893ab56-6922-4dd7-b6df-7f47b0f8447f req-be651e44-7704-429f-9af4-f905b49c8d56 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:46.697037 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5893ab56-6922-4dd7-b6df-7f47b0f8447f req-be651e44-7704-429f-9af4-f905b49c8d56 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] 10.222.0.45 "GET /v2.0/ports?device_id=d88fa06d-fc6a-4cbb-a83d-a5c5196806c1 HTTP/1.1" status: 200 len: 932 time: 0.3043683 Nov 12 01:13:46.769343 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7d48f765-c416-4caf-aefe-9747a0f87d7d tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:46.784329 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-90975bef-f6c6-4323-b03c-a4c8b718c14a req-b2cdb1f6-0c0c-4a4a-b28f-af681c9008c8 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9437015 Nov 12 01:13:46.787072 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-375aad39-75aa-4853-8468-5362796f4f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:46.796889 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-375aad39-75aa-4853-8468-5362796f4f05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:46.799150 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-375aad39-75aa-4853-8468-5362796f4f05 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/71162a4b-fd34-4f1d-89e1-6556263de75a HTTP/1.1" status: 204 len: 168 time: 0.8657367 Nov 12 01:13:46.812628 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-90975bef-f6c6-4323-b03c-a4c8b718c14a req-a67fa5af-b5aa-41e2-a045-05970cdf2f5c service neutron] Request body: {'port': {'device_id': 'd88fa06d-fc6a-4cbb-a83d-a5c5196806c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:46.819573 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5893ab56-6922-4dd7-b6df-7f47b0f8447f req-dec22d89-da12-4db2-885b-c6bfdf1cac38 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] 10.222.0.45 "GET /v2.0/security-groups?id=ba820cf9-1c85-46fd-9fd6-62d0f9cbf2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961740 Nov 12 01:13:46.857310 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375aad39-75aa-4853-8468-5362796f4f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71162a4b-fd34-4f1d-89e1-6556263de75a,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:47.334624 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46806) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:47.363074 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b3ff4a45-5e70-4229-98fc-777f962684f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:47.502456 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-90975bef-f6c6-4323-b03c-a4c8b718c14a req-a67fa5af-b5aa-41e2-a045-05970cdf2f5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:47.564312 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46812) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:47.591000 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7d48f765-c416-4caf-aefe-9747a0f87d7d tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:47.604532 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46818) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:47.657006 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 2551041b-331c-4703-a892-861dffef3f99 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:13:47.659437 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b3ff4a45-5e70-4229-98fc-777f962684f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:47.669110 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b3ff4a45-5e70-4229-98fc-777f962684f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:47.714798 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 2551041b-331c-4703-a892-861dffef3f99 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:13:47.715338 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 2551041b-331c-4703-a892-861dffef3f99 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:13:47.790342 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-7d48f765-c416-4caf-aefe-9747a0f87d7d tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37fe1cf2-3300-4c5d-bc5a-ac4c58ff7987']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:47.791560 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ff4a45-5e70-4229-98fc-777f962684f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d72be4-de91-4d66-b8fc-18fa86ccbb1b,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:47.818777 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-7d48f765-c416-4caf-aefe-9747a0f87d7d tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '009b143d-269f-4eea-a7f6-3d97312bcdbf') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:47.825707 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-7d48f765-c416-4caf-aefe-9747a0f87d7d tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '009b143d-269f-4eea-a7f6-3d97312bcdbf') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:47.949048 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-b3ff4a45-5e70-4229-98fc-777f962684f3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=83435543e083418fb5ede0a7b4318147&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6052215 Nov 12 01:13:47.965919 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7d48f765-c416-4caf-aefe-9747a0f87d7d tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:47.994366 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7d48f765-c416-4caf-aefe-9747a0f87d7d tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:48.007088 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d48f765-c416-4caf-aefe-9747a0f87d7d tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:13:48.008123 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7d48f765-c416-4caf-aefe-9747a0f87d7d tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:48.046843 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46826) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:48.103382 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:13:48.103382 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:13:48.103382 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:13:48.103382 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:13:48.103382 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:13:48.103382 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:13:48.103382 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:13:48.103382 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:13:48.103382 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:13:48.103382 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:13:48.103382 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:13:48.103382 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:13:48.103382 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:13:48.103382 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:13:48.103382 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:13:48.103382 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:13:48.103382 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:13:48.103382 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:13:48.103382 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:13:48.103382 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:13:48.103382 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:13:48.103382 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:13:48.103382 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:13:48.103382 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:13:48.103382 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:13:48.103382 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:13:48.103382 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:13:48.103382 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:13:48.103382 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:13:48.103382 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:13:48.103382 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:13:48.103382 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:13:48.312849 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7d48f765-c416-4caf-aefe-9747a0f87d7d tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:48.332240 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d48f765-c416-4caf-aefe-9747a0f87d7d tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 37fe1cf2-3300-4c5d-bc5a-ac4c58ff7987 {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 01:13:48.342479 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7d48f765-c416-4caf-aefe-9747a0f87d7d tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:48.356865 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7d48f765-c416-4caf-aefe-9747a0f87d7d tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] 10.222.0.45 "DELETE /v2.0/networks/37fe1cf2-3300-4c5d-bc5a-ac4c58ff7987 HTTP/1.1" status: 204 len: 168 time: 1.7359464 Nov 12 01:13:48.389357 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46836) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:48.398912 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-f2d6bd21-f2c8-4c37-ac27-4a86f44e1920 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Request body: {'network': {'name': 'tempest-network--461900359'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:48.425353 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d48f765-c416-4caf-aefe-9747a0f87d7d tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Pushing event deleted for resources: {'Network': ['ID=37fe1cf2-3300-4c5d-bc5a-ac4c58ff7987,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:48.641138 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a68cb-baeb-4722-a7cc-823298174fd6 req-60afdaa1-8403-45da-ac7f-70869e488fbd tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:48.651381 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ef0a68cb-baeb-4722-a7cc-823298174fd6 req-60afdaa1-8403-45da-ac7f-70869e488fbd tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] 10.222.0.45 "GET /v2.0/ports?device_id=d88fa06d-fc6a-4cbb-a83d-a5c5196806c1 HTTP/1.1" status: 200 len: 932 time: 0.5960252 Nov 12 01:13:48.679583 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d6bd21-f2c8-4c37-ac27-4a86f44e1920 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Made reservation on behalf of e26b9bf5c7364fe78b1cec08f1b78507 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:13:48.683647 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f2d6bd21-f2c8-4c37-ac27-4a86f44e1920 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:48.893433 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8a1e0a3a-0fdb-4b5f-a7de-ebdadcc6c9eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:48.963753 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2d6bd21-f2c8-4c37-ac27-4a86f44e1920 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:13:48.994860 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-90975bef-f6c6-4323-b03c-a4c8b718c14a req-a67fa5af-b5aa-41e2-a045-05970cdf2f5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f886373-5a9d-4d36-956b-df05c32024ed {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:13:49.020887 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-90975bef-f6c6-4323-b03c-a4c8b718c14a req-a67fa5af-b5aa-41e2-a045-05970cdf2f5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:49.052066 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8a1e0a3a-0fdb-4b5f-a7de-ebdadcc6c9eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:49.065912 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ef0a68cb-baeb-4722-a7cc-823298174fd6 req-d4cdbf5e-8ecf-46e9-9d49-c1b25de93ea6 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] 10.222.0.45 "GET /v2.0/security-groups?id=ba820cf9-1c85-46fd-9fd6-62d0f9cbf2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4129355 Nov 12 01:13:49.078743 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f2d6bd21-f2c8-4c37-ac27-4a86f44e1920 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:49.079083 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-f2d6bd21-f2c8-4c37-ac27-4a86f44e1920 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Added segment 70b906d1-b8eb-44ca-9909-6cdc4655560c of type vlan for network 31d22a4a-c614-43e7-ae9b-dd3dff08bee4 Nov 12 01:13:49.112409 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-90975bef-f6c6-4323-b03c-a4c8b718c14a req-a67fa5af-b5aa-41e2-a045-05970cdf2f5c service neutron] Transition to ACTIVE for port object 9f886373-5a9d-4d36-956b-df05c32024ed will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:13:49.237321 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-90975bef-f6c6-4323-b03c-a4c8b718c14a req-a67fa5af-b5aa-41e2-a045-05970cdf2f5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:49.341717 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46844) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:49.369519 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f2d6bd21-f2c8-4c37-ac27-4a86f44e1920 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:49.381681 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8a1e0a3a-0fdb-4b5f-a7de-ebdadcc6c9eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:49.389518 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8a1e0a3a-0fdb-4b5f-a7de-ebdadcc6c9eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:49.400156 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-8a1e0a3a-0fdb-4b5f-a7de-ebdadcc6c9eb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b1d72be4-de91-4d66-b8fc-18fa86ccbb1b HTTP/1.1" status: 204 len: 168 time: 1.3497207 Nov 12 01:13:49.466657 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67fa5af-b5aa-41e2-a045-05970cdf2f5c service neutron] Pushing event updated for resources: {'Port': ['ID=9f886373-5a9d-4d36-956b-df05c32024ed,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:49.477774 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1e0a3a-0fdb-4b5f-a7de-ebdadcc6c9eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d72be4-de91-4d66-b8fc-18fa86ccbb1b,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:49.606481 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c0feefc7-0dba-4d36-b19f-7e6819d0c800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:49.613491 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f2d6bd21-f2c8-4c37-ac27-4a86f44e1920 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:49.615165 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d6bd21-f2c8-4c37-ac27-4a86f44e1920 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:49.616225 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f2d6bd21-f2c8-4c37-ac27-4a86f44e1920 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:49.711517 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f2d6bd21-f2c8-4c37-ac27-4a86f44e1920 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3202381 Nov 12 01:13:49.717306 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46852) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:49.739407 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-916af9d8-f1c6-400d-b6d3-4d403eadf60c tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:13:49.898825 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-40cfa294-625b-4603-bcd3-147fddb45327 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:49.903716 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d6bd21-f2c8-4c37-ac27-4a86f44e1920 tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Pushing event updated for resources: {'Network': ['ID=31d22a4a-c614-43e7-ae9b-dd3dff08bee4,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:49.918986 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 31d22a4a-c614-43e7-ae9b-dd3dff08bee4 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:13:49.954875 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-c0feefc7-0dba-4d36-b19f-7e6819d0c800 admin admin] Deleting port ee41bcaa-94dd-4f6d-819f-34cc3a9da463 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:13:49.955859 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c0feefc7-0dba-4d36-b19f-7e6819d0c800 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:50.009799 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-90975bef-f6c6-4323-b03c-a4c8b718c14a req-a67fa5af-b5aa-41e2-a045-05970cdf2f5c service neutron] Attempting to bind port 9f886373-5a9d-4d36-956b-df05c32024ed on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:13:50.010576 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-90975bef-f6c6-4323-b03c-a4c8b718c14a req-a67fa5af-b5aa-41e2-a045-05970cdf2f5c service neutron] Attempting to bind port 9f886373-5a9d-4d36-956b-df05c32024ed by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '02f088f4-f41e-4226-ac84-dde4112cfaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'dad8723c-e63c-44da-b018-216748015846'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:13:50.011279 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90975bef-f6c6-4323-b03c-a4c8b718c14a req-a67fa5af-b5aa-41e2-a045-05970cdf2f5c service neutron] Attempting to bind port 9f886373-5a9d-4d36-956b-df05c32024ed on network dad8723c-e63c-44da-b018-216748015846 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:50.108187 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-c0feefc7-0dba-4d36-b19f-7e6819d0c800 admin admin] For port ee41bcaa-94dd-4f6d-819f-34cc3a9da463, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=ee41bcaa-94dd-4f6d-819f-34cc3a9da463,segment=NetworkSegment(854fd02c-c2b9-47eb-bd94-4f34333773fb),segment_id=854fd02c-c2b9-47eb-bd94-4f34333773fb)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:50.108622 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c0feefc7-0dba-4d36-b19f-7e6819d0c800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:50.156424 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-c0feefc7-0dba-4d36-b19f-7e6819d0c800 admin admin] Calling delete_port for ee41bcaa-94dd-4f6d-819f-34cc3a9da463 owned by network:router_interface {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:13:50.160243 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90975bef-f6c6-4323-b03c-a4c8b718c14a req-a67fa5af-b5aa-41e2-a045-05970cdf2f5c service neutron] Port 9f886373-5a9d-4d36-956b-df05c32024ed on network dad8723c-e63c-44da-b018-216748015846 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:13:50.160907 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90975bef-f6c6-4323-b03c-a4c8b718c14a req-a67fa5af-b5aa-41e2-a045-05970cdf2f5c service neutron] Attempting to bind port 9f886373-5a9d-4d36-956b-df05c32024ed on network dad8723c-e63c-44da-b018-216748015846 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:13:50.230576 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90975bef-f6c6-4323-b03c-a4c8b718c14a req-a67fa5af-b5aa-41e2-a045-05970cdf2f5c service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:13:50.231163 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90975bef-f6c6-4323-b03c-a4c8b718c14a req-a67fa5af-b5aa-41e2-a045-05970cdf2f5c service neutron] Checking segment: {'id': '02f088f4-f41e-4226-ac84-dde4112cfaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'dad8723c-e63c-44da-b018-216748015846'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:13:50.231821 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90975bef-f6c6-4323-b03c-a4c8b718c14a req-a67fa5af-b5aa-41e2-a045-05970cdf2f5c service neutron] Bound using segment: {'id': '02f088f4-f41e-4226-ac84-dde4112cfaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'dad8723c-e63c-44da-b018-216748015846'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:13:50.236421 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-90975bef-f6c6-4323-b03c-a4c8b718c14a req-a67fa5af-b5aa-41e2-a045-05970cdf2f5c service neutron] Bound port: 9f886373-5a9d-4d36-956b-df05c32024ed, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02f088f4-f41e-4226-ac84-dde4112cfaa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'dad8723c-e63c-44da-b018-216748015846'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:13:50.237008 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-90975bef-f6c6-4323-b03c-a4c8b718c14a req-a67fa5af-b5aa-41e2-a045-05970cdf2f5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:50.417409 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cedacce-3370-4f9c-bb40-c6077041c3d9 req-783c5c88-4379-42b4-a9fb-faa184e2ea39 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:50.419268 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6cedacce-3370-4f9c-bb40-c6077041c3d9 req-783c5c88-4379-42b4-a9fb-faa184e2ea39 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] 10.222.0.45 "GET /v2.0/ports?device_id=d88fa06d-fc6a-4cbb-a83d-a5c5196806c1 HTTP/1.1" status: 200 len: 944 time: 0.1331544 Nov 12 01:13:50.502211 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6cedacce-3370-4f9c-bb40-c6077041c3d9 req-cb4177d5-8c9c-412a-a42d-b0818dba0bf7 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] 10.222.0.45 "GET /v2.0/security-groups?id=ba820cf9-1c85-46fd-9fd6-62d0f9cbf2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731814 Nov 12 01:13:50.518593 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-40cfa294-625b-4603-bcd3-147fddb45327 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:50.539825 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b7eba2e1-63a0-402a-a658-4eda0c6095e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:50.556016 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-40cfa294-625b-4603-bcd3-147fddb45327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:50.570084 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c0feefc7-0dba-4d36-b19f-7e6819d0c800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:50.599537 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0feefc7-0dba-4d36-b19f-7e6819d0c800 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee41bcaa-94dd-4f6d-819f-34cc3a9da463,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:50.663817 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-916af9d8-f1c6-400d-b6d3-4d403eadf60c tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:50.714253 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-40cfa294-625b-4603-bcd3-147fddb45327 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=59a16fc368ff4a3f8ffe1f15ed99f559&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3683543 Nov 12 01:13:50.737737 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46876) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:50.786430 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-90975bef-f6c6-4323-b03c-a4c8b718c14a req-a67fa5af-b5aa-41e2-a045-05970cdf2f5c service neutron] For port 9f886373-5a9d-4d36-956b-df05c32024ed, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:13:50.809547 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-916af9d8-f1c6-400d-b6d3-4d403eadf60c tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:50.849438 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-916af9d8-f1c6-400d-b6d3-4d403eadf60c tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Network 31d22a4a-c614-43e7-ae9b-dd3dff08bee4 is not hosted by any dhcp agent {{(pid=109086) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 01:13:50.850838 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916af9d8-f1c6-400d-b6d3-4d403eadf60c tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:50.851370 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-916af9d8-f1c6-400d-b6d3-4d403eadf60c tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:50.852817 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-916af9d8-f1c6-400d-b6d3-4d403eadf60c tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] 10.222.0.45 "PUT /v2.0/networks/31d22a4a-c614-43e7-ae9b-dd3dff08bee4 HTTP/1.1" status: 200 len: 856 time: 1.1286702 Nov 12 01:13:50.853702 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cfa294-625b-4603-bcd3-147fddb45327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb09241-d6ab-4986-97ef-eb6061893011,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:50.858635 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-90975bef-f6c6-4323-b03c-a4c8b718c14a req-a67fa5af-b5aa-41e2-a045-05970cdf2f5c service neutron] For port 9f886373-5a9d-4d36-956b-df05c32024ed, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=9f886373-5a9d-4d36-956b-df05c32024ed,segment=NetworkSegment(02f088f4-f41e-4226-ac84-dde4112cfaa1),segment_id=02f088f4-f41e-4226-ac84-dde4112cfaa1)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:13:50.866708 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46880) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:50.923150 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c0feefc7-0dba-4d36-b19f-7e6819d0c800 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:50.990642 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-90975bef-f6c6-4323-b03c-a4c8b718c14a req-a67fa5af-b5aa-41e2-a045-05970cdf2f5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:51.153575 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90975bef-f6c6-4323-b03c-a4c8b718c14a req-a67fa5af-b5aa-41e2-a045-05970cdf2f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:51.154212 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-90975bef-f6c6-4323-b03c-a4c8b718c14a req-a67fa5af-b5aa-41e2-a045-05970cdf2f5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:51.158408 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-90975bef-f6c6-4323-b03c-a4c8b718c14a req-a67fa5af-b5aa-41e2-a045-05970cdf2f5c service neutron] 10.222.0.44 "PUT /v2.0/ports/9f886373-5a9d-4d36-956b-df05c32024ed HTTP/1.1" status: 200 len: 1093 time: 4.3541093 Nov 12 01:13:51.162220 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d7e0f04b-cfc6-4b3f-9463-7e7ca98b889d tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:51.164349 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd88fa06d-fc6a-4cbb-a83d-a5c5196806c1', 'tag': '9f886373-5a9d-4d36-956b-df05c32024ed'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:13:51.167648 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e6d18b-5677-45f2-b432-b66aaa3eb7a4" -d '{"events": [{"name": "network-changed", "server_uuid": "d88fa06d-fc6a-4cbb-a83d-a5c5196806c1", "tag": "9f886373-5a9d-4d36-956b-df05c32024ed"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:13:51.176703 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916af9d8-f1c6-400d-b6d3-4d403eadf60c tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Pushing event updated for resources: {'Network': ['ID=31d22a4a-c614-43e7-ae9b-dd3dff08bee4,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:51.244300 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7299a81b-aaaa-4115-96a0-3e079ae3d6d3 x-openstack-request-id: req-7299a81b-aaaa-4115-96a0-3e079ae3d6d3 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:13:51.244678 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d88fa06d-fc6a-4cbb-a83d-a5c5196806c1", "tag": "9f886373-5a9d-4d36-956b-df05c32024ed", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:13:51.244867 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7299a81b-aaaa-4115-96a0-3e079ae3d6d3 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:13:51.245241 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd88fa06d-fc6a-4cbb-a83d-a5c5196806c1', 'tag': '9f886373-5a9d-4d36-956b-df05c32024ed', 'status': 'completed', 'code': 200} Nov 12 01:13:51.251409 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e0d7054d-437c-42a8-87e1-8a913c8713c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:51.330048 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67fa5af-b5aa-41e2-a045-05970cdf2f5c service neutron] Pushing event updated for resources: {'Port': ['ID=9f886373-5a9d-4d36-956b-df05c32024ed,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:51.367036 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0feefc7-0dba-4d36-b19f-7e6819d0c800 admin admin] Router 4fd2b05f-a509-42db-865a-ab541214d81d has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:13:51.378277 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e0d7054d-437c-42a8-87e1-8a913c8713c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:51.484833 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90975bef-f6c6-4323-b03c-a4c8b718c14a req-f60aac2f-19e6-4f00-a902-1a023e70c26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:51.486738 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-90975bef-f6c6-4323-b03c-a4c8b718c14a req-f60aac2f-19e6-4f00-a902-1a023e70c26c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4e15bf2c5bcd40158c6f94bf142d28cc&device_id=d88fa06d-fc6a-4cbb-a83d-a5c5196806c1 HTTP/1.1" status: 200 len: 1096 time: 0.2403786 Nov 12 01:13:51.488626 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d7e0f04b-cfc6-4b3f-9463-7e7ca98b889d tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:51.563586 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-90975bef-f6c6-4323-b03c-a4c8b718c14a req-850abc1f-2a16-416e-bd9b-66374b6099fd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f886373-5a9d-4d36-956b-df05c32024ed HTTP/1.1" status: 200 len: 217 time: 0.0489423 Nov 12 01:13:51.594211 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-d7e0f04b-cfc6-4b3f-9463-7e7ca98b889d tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31d22a4a-c614-43e7-ae9b-dd3dff08bee4']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:51.605398 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0feefc7-0dba-4d36-b19f-7e6819d0c800 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:13:51.617041 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c0feefc7-0dba-4d36-b19f-7e6819d0c800 admin admin] 10.222.0.45 "PUT /v2.0/routers/4fd2b05f-a509-42db-865a-ab541214d81d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0479810 Nov 12 01:13:51.617483 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46904) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:51.621185 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07650956-9032-4323-a638-d69b4fa4bad7 None None] Sync routers for ids ['4fd2b05f-a509-42db-865a-ab541214d81d'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:13:51.632305 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-d7e0f04b-cfc6-4b3f-9463-7e7ca98b889d tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70b906d1-b8eb-44ca-9909-6cdc4655560c') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:51.632666 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-d7e0f04b-cfc6-4b3f-9463-7e7ca98b889d tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70b906d1-b8eb-44ca-9909-6cdc4655560c') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:51.645281 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07650956-9032-4323-a638-d69b4fa4bad7 None None] Routers {'4fd2b05f-a509-42db-865a-ab541214d81d'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:13:51.645549 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-07650956-9032-4323-a638-d69b4fa4bad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:13:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['4fd2b05f-a509-42db-865a-ab541214d81d'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:51.653928 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d7e0f04b-cfc6-4b3f-9463-7e7ca98b889d tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:51.706159 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90975bef-f6c6-4323-b03c-a4c8b718c14a req-51ea70db-6365-4ba2-a501-9b00d8f06663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:51.707945 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-90975bef-f6c6-4323-b03c-a4c8b718c14a req-51ea70db-6365-4ba2-a501-9b00d8f06663 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e634ee65-cdeb-4255-b3a3-0309d27d9f92 HTTP/1.1" status: 200 len: 852 time: 0.1319001 Nov 12 01:13:51.715475 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d7e0f04b-cfc6-4b3f-9463-7e7ca98b889d tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:51.719206 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e0d7054d-437c-42a8-87e1-8a913c8713c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:51.722023 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e0d7054d-437c-42a8-87e1-8a913c8713c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:51.726522 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e0d7054d-437c-42a8-87e1-8a913c8713c1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dfb09241-d6ab-4986-97ef-eb6061893011 HTTP/1.1" status: 204 len: 168 time: 0.9799082 Nov 12 01:13:51.779527 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7e0f04b-cfc6-4b3f-9463-7e7ca98b889d tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:13:51.780061 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d7e0f04b-cfc6-4b3f-9463-7e7ca98b889d tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:51.782263 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:13:51.782263 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:13:51.782263 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:13:51.782263 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:13:51.782263 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:13:51.782263 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:13:51.782263 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:13:51.782263 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:13:51.782263 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:13:51.782263 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:13:51.782263 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:13:51.782263 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:13:51.782263 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:13:51.782263 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:13:51.782263 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:13:51.782263 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:13:51.782263 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:13:51.782263 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:13:51.782263 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:13:51.782263 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:13:51.782263 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:13:51.782263 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:13:51.782263 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:13:51.782263 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:13:51.782263 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:13:51.782263 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:13:51.782263 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:13:51.782263 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:13:51.782263 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:13:51.782263 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:13:51.782263 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:13:51.782263 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:13:51.797165 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-90975bef-f6c6-4323-b03c-a4c8b718c14a req-e2ecbe3a-5e18-4c50-be1f-b5d4b1bf63eb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dad8723c-e63c-44da-b018-216748015846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788872 Nov 12 01:13:51.805347 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d7054d-437c-42a8-87e1-8a913c8713c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb09241-d6ab-4986-97ef-eb6061893011,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:51.901595 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c5847869-8310-467f-8ec4-6010387a91c1 admin admin] Publish callbacks [] for router, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:51.928257 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-07650956-9032-4323-a638-d69b4fa4bad7 None None] Set router 4fd2b05f-a509-42db-865a-ab541214d81d gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:13:51.958553 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d7e0f04b-cfc6-4b3f-9463-7e7ca98b889d tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:51.972487 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e0f04b-cfc6-4b3f-9463-7e7ca98b889d tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 31d22a4a-c614-43e7-ae9b-dd3dff08bee4 {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 01:13:51.977364 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d7e0f04b-cfc6-4b3f-9463-7e7ca98b889d tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:51.980736 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d7e0f04b-cfc6-4b3f-9463-7e7ca98b889d tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] 10.222.0.45 "DELETE /v2.0/networks/31d22a4a-c614-43e7-ae9b-dd3dff08bee4 HTTP/1.1" status: 204 len: 168 time: 1.0969379 Nov 12 01:13:51.987648 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46910) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:52.012240 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-b7eba2e1-63a0-402a-a658-4eda0c6095e8 admin admin] Deleting port a3eea4bc-a2bb-41fe-8cfe-5e0660e4ebc2 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:13:52.012585 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b7eba2e1-63a0-402a-a658-4eda0c6095e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:52.036549 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e0f04b-cfc6-4b3f-9463-7e7ca98b889d tempest-ExternalNetworksTestJSON-1686244992 tempest-ExternalNetworksTestJSON-1686244992-project-admin] Pushing event deleted for resources: {'Network': ['ID=31d22a4a-c614-43e7-ae9b-dd3dff08bee4,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:52.057093 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-357c6e84-6755-4cbe-a751-c9c468f37d8b tempest-ExternalNetworksTestJSON-575447582 tempest-ExternalNetworksTestJSON-575447582-project] DELETE failed (client error): The resource could not be found. Nov 12 01:13:52.057427 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-357c6e84-6755-4cbe-a751-c9c468f37d8b tempest-ExternalNetworksTestJSON-575447582 tempest-ExternalNetworksTestJSON-575447582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:13:52.060762 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-357c6e84-6755-4cbe-a751-c9c468f37d8b tempest-ExternalNetworksTestJSON-575447582 tempest-ExternalNetworksTestJSON-575447582-project] 10.222.0.45 "DELETE /v2.0/subnets/30a9c90c-c4d3-49f4-a881-b5f5d31998bf HTTP/1.1" status: 404 len: 337 time: 0.0709553 Nov 12 01:13:52.078050 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46912) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:52.095657 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-90975bef-f6c6-4323-b03c-a4c8b718c14a req-3d8014e7-f8d5-432f-8705-d17db67ce96c service neutron] 10.222.0.44 "GET /v2.0/networks/dad8723c-e63c-44da-b018-216748015846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411673 Nov 12 01:13:52.394200 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc6afc-edf3-4e9c-93ed-eba10bac2c55 req-3942a425-2362-4224-a51a-b597c827a203 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:52.395072 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-07650956-9032-4323-a638-d69b4fa4bad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd2b05f-a509-42db-865a-ab541214d81d', 'name': 'tempest-TaggedBootDevicesTest-1822146490-router', 'tenant_id': '1d8109316fd94efaa47eb9260db1f13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '57a80513-018e-4a1c-9118-df7edebc5e9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:00:34Z', 'updated_at': '2021-11-12T01:13:50Z', 'revision_number': 5, 'project_id': '1d8109316fd94efaa47eb9260db1f13b', 'gw_port': {'id': '57a80513-018e-4a1c-9118-df7edebc5e9c', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:5d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fd2b05f-a509-42db-865a-ab541214d81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:00:35Z', 'updated_at': '2021-11-12T01:00:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:52.413607 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bdcc6afc-edf3-4e9c-93ed-eba10bac2c55 req-3942a425-2362-4224-a51a-b597c827a203 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] 10.222.0.45 "GET /v2.0/ports?device_id=d88fa06d-fc6a-4cbb-a83d-a5c5196806c1 HTTP/1.1" status: 200 len: 944 time: 0.7821023 Nov 12 01:13:52.521593 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c5847869-8310-467f-8ec4-6010387a91c1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:52.550191 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07650956-9032-4323-a638-d69b4fa4bad7 None None] Checking router: 4fd2b05f-a509-42db-865a-ab541214d81d for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:13:52.589293 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bdcc6afc-edf3-4e9c-93ed-eba10bac2c55 req-441f0aec-72bc-4ea3-a714-6def9e067662 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] 10.222.0.45 "GET /v2.0/security-groups?id=ba820cf9-1c85-46fd-9fd6-62d0f9cbf2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729949 Nov 12 01:13:52.611714 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07650956-9032-4323-a638-d69b4fa4bad7 None None] Routers {'4fd2b05f-a509-42db-865a-ab541214d81d'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:13:52.612860 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-07650956-9032-4323-a638-d69b4fa4bad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:13:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['4fd2b05f-a509-42db-865a-ab541214d81d'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:52.702954 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-c5847869-8310-467f-8ec4-6010387a91c1 admin admin] Deleting port 57a80513-018e-4a1c-9118-df7edebc5e9c {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:13:52.704702 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c5847869-8310-467f-8ec4-6010387a91c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:52.871566 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-07650956-9032-4323-a638-d69b4fa4bad7 None None] Set router 4fd2b05f-a509-42db-865a-ab541214d81d gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:13:52.952879 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-82b03fba-758e-4df5-a326-227f60b36f2a tempest-ExternalNetworksTestJSON-575447582 tempest-ExternalNetworksTestJSON-575447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:52.971652 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-b7eba2e1-63a0-402a-a658-4eda0c6095e8 admin admin] For port a3eea4bc-a2bb-41fe-8cfe-5e0660e4ebc2, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=a3eea4bc-a2bb-41fe-8cfe-5e0660e4ebc2,segment=NetworkSegment(cd410700-ad97-45ea-baa0-b5dd265537a5),segment_id=cd410700-ad97-45ea-baa0-b5dd265537a5)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:52.972539 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b7eba2e1-63a0-402a-a658-4eda0c6095e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:53.011956 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-b7eba2e1-63a0-402a-a658-4eda0c6095e8 admin admin] Calling delete_port for a3eea4bc-a2bb-41fe-8cfe-5e0660e4ebc2 owned by network:router_interface {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:13:53.018871 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-07650956-9032-4323-a638-d69b4fa4bad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fd2b05f-a509-42db-865a-ab541214d81d', 'name': 'tempest-TaggedBootDevicesTest-1822146490-router', 'tenant_id': '1d8109316fd94efaa47eb9260db1f13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:00:34Z', 'updated_at': '2021-11-12T01:13:52Z', 'revision_number': 6, 'project_id': '1d8109316fd94efaa47eb9260db1f13b', 'gw_port_host': None}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:53.038739 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-c5847869-8310-467f-8ec4-6010387a91c1 admin admin] For port 57a80513-018e-4a1c-9118-df7edebc5e9c, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=57a80513-018e-4a1c-9118-df7edebc5e9c,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:53.041407 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c5847869-8310-467f-8ec4-6010387a91c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:53.107400 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-c5847869-8310-467f-8ec4-6010387a91c1 admin admin] Calling delete_port for 57a80513-018e-4a1c-9118-df7edebc5e9c owned by network:router_gateway {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:13:53.146179 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-90975bef-f6c6-4323-b03c-a4c8b718c14a req-ad9d1db2-0811-435e-b76e-5d91d415212b service neutron] 10.222.0.44 "GET /v2.0/networks/dad8723c-e63c-44da-b018-216748015846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0130286 Nov 12 01:13:53.184827 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07650956-9032-4323-a638-d69b4fa4bad7 None None] The sync data for ids ['4fd2b05f-a509-42db-865a-ab541214d81d'] in n-d-712142-27 is: [{'id': '4fd2b05f-a509-42db-865a-ab541214d81d', 'name': 'tempest-TaggedBootDevicesTest-1822146490-router', 'tenant_id': '1d8109316fd94efaa47eb9260db1f13b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:00:34Z', 'updated_at': '2021-11-12T01:13:52Z', 'revision_number': 6, 'project_id': '1d8109316fd94efaa47eb9260db1f13b', 'gw_port_host': None}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:13:53.440879 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-82b03fba-758e-4df5-a326-227f60b36f2a tempest-ExternalNetworksTestJSON-575447582 tempest-ExternalNetworksTestJSON-575447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:53.503847 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device ee41bcaa-94dd-4f6d-819f-34cc3a9da463 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:13:53.506852 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-82b03fba-758e-4df5-a326-227f60b36f2a tempest-ExternalNetworksTestJSON-575447582 tempest-ExternalNetworksTestJSON-575447582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0859acd6-3e82-4c96-b992-8352a1aab481']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:53.524198 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-82b03fba-758e-4df5-a326-227f60b36f2a tempest-ExternalNetworksTestJSON-575447582 tempest-ExternalNetworksTestJSON-575447582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f519ed9-87cd-4b33-83b4-49d270d2c690') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:53.524582 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-82b03fba-758e-4df5-a326-227f60b36f2a tempest-ExternalNetworksTestJSON-575447582 tempest-ExternalNetworksTestJSON-575447582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f519ed9-87cd-4b33-83b4-49d270d2c690') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:53.546890 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: ee41bcaa-94dd-4f6d-819f-34cc3a9da463 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:13:53.550152 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device ee41bcaa-94dd-4f6d-819f-34cc3a9da463 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:13:53.585084 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6d18b-5677-45f2-b432-b66aaa3eb7a4 req-b4e9af28-8087-4192-a310-48e4fc5a9899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:53.586771 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-71e6d18b-5677-45f2-b432-b66aaa3eb7a4 req-b4e9af28-8087-4192-a310-48e4fc5a9899 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4e15bf2c5bcd40158c6f94bf142d28cc&device_id=d88fa06d-fc6a-4cbb-a83d-a5c5196806c1 HTTP/1.1" status: 200 len: 1096 time: 0.2824259 Nov 12 01:13:53.618923 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-82b03fba-758e-4df5-a326-227f60b36f2a tempest-ExternalNetworksTestJSON-575447582 tempest-ExternalNetworksTestJSON-575447582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:53.637712 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c5847869-8310-467f-8ec4-6010387a91c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:53.716480 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-82b03fba-758e-4df5-a326-227f60b36f2a tempest-ExternalNetworksTestJSON-575447582 tempest-ExternalNetworksTestJSON-575447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:53.767194 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82b03fba-758e-4df5-a326-227f60b36f2a tempest-ExternalNetworksTestJSON-575447582 tempest-ExternalNetworksTestJSON-575447582-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:13:53.767609 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-82b03fba-758e-4df5-a326-227f60b36f2a tempest-ExternalNetworksTestJSON-575447582 tempest-ExternalNetworksTestJSON-575447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:53.770044 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6878f383-c2cc-45a4-ab92-ed672cbabba5 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:13:53.774512 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:13:53.774512 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:13:53.774512 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:13:53.774512 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:13:53.774512 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:13:53.774512 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:13:53.774512 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:13:53.774512 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:13:53.774512 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:13:53.774512 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:13:53.774512 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:13:53.774512 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:13:53.774512 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:13:53.774512 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:13:53.774512 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:13:53.774512 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:13:53.774512 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:13:53.774512 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:13:53.774512 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:13:53.774512 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:13:53.774512 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:13:53.774512 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:13:53.774512 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:13:53.774512 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:13:53.774512 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:13:53.774512 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:13:53.774512 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:13:53.774512 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:13:53.774512 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:13:53.774512 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:13:53.774512 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:13:53.774512 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:13:53.801771 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5847869-8310-467f-8ec4-6010387a91c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=57a80513-018e-4a1c-9118-df7edebc5e9c,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:53.884817 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6d18b-5677-45f2-b432-b66aaa3eb7a4 req-ab59321b-3430-4a0a-b568-ac0f60f37ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:53.887473 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-71e6d18b-5677-45f2-b432-b66aaa3eb7a4 req-ab59321b-3430-4a0a-b568-ac0f60f37ff7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=dad8723c-e63c-44da-b018-216748015846 HTTP/1.1" status: 200 len: 912 time: 0.2917078 Nov 12 01:13:53.900043 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-82b03fba-758e-4df5-a326-227f60b36f2a tempest-ExternalNetworksTestJSON-575447582 tempest-ExternalNetworksTestJSON-575447582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:53.974624 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-82b03fba-758e-4df5-a326-227f60b36f2a tempest-ExternalNetworksTestJSON-575447582 tempest-ExternalNetworksTestJSON-575447582-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:53.979171 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-82b03fba-758e-4df5-a326-227f60b36f2a tempest-ExternalNetworksTestJSON-575447582 tempest-ExternalNetworksTestJSON-575447582-project] 10.222.0.45 "DELETE /v2.0/networks/0859acd6-3e82-4c96-b992-8352a1aab481 HTTP/1.1" status: 204 len: 168 time: 1.8956265 Nov 12 01:13:53.994400 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c5847869-8310-467f-8ec4-6010387a91c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:54.046718 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-71e6d18b-5677-45f2-b432-b66aaa3eb7a4 req-399caad0-88ac-4fa9-97ea-6ca4ba4f1244 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f886373-5a9d-4d36-956b-df05c32024ed HTTP/1.1" status: 200 len: 217 time: 0.1475248 Nov 12 01:13:54.086130 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b7eba2e1-63a0-402a-a658-4eda0c6095e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:54.097841 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b03fba-758e-4df5-a326-227f60b36f2a tempest-ExternalNetworksTestJSON-575447582 tempest-ExternalNetworksTestJSON-575447582-project] Pushing event deleted for resources: {'Network': ['ID=0859acd6-3e82-4c96-b992-8352a1aab481,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:54.154201 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8de68f-57e6-4028-bd6c-dc1246d59238 req-10aa1c8a-01d5-4acf-8aff-aebb5d0d00b1 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:54.157262 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6e8de68f-57e6-4028-bd6c-dc1246d59238 req-10aa1c8a-01d5-4acf-8aff-aebb5d0d00b1 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] 10.222.0.45 "GET /v2.0/ports?device_id=d88fa06d-fc6a-4cbb-a83d-a5c5196806c1 HTTP/1.1" status: 200 len: 944 time: 0.3025763 Nov 12 01:13:54.267866 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c5847869-8310-467f-8ec4-6010387a91c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:54.275456 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c5847869-8310-467f-8ec4-6010387a91c1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:54.288556 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eba2e1-63a0-402a-a658-4eda0c6095e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3eea4bc-a2bb-41fe-8cfe-5e0660e4ebc2,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:54.339142 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af74fc28-3680-4912-981c-1338a856ef2d None None] DHCP port deletion for 1eb2c28f-44d0-4157-813f-a88803c1c65a request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:13:54.524127 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6d18b-5677-45f2-b432-b66aaa3eb7a4 req-53f6efa3-406d-4366-b925-6084aeb11af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:54.525654 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-71e6d18b-5677-45f2-b432-b66aaa3eb7a4 req-53f6efa3-406d-4366-b925-6084aeb11af2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e634ee65-cdeb-4255-b3a3-0309d27d9f92 HTTP/1.1" status: 200 len: 852 time: 0.4565563 Nov 12 01:13:54.540764 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c5847869-8310-467f-8ec4-6010387a91c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:54.541313 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5847869-8310-467f-8ec4-6010387a91c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fd2b05f-a509-42db-865a-ab541214d81d {{(pid=109085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:13:54.547381 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c5847869-8310-467f-8ec4-6010387a91c1 admin admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:54.548731 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c5847869-8310-467f-8ec4-6010387a91c1 admin admin] 10.222.0.45 "DELETE /v2.0/routers/4fd2b05f-a509-42db-865a-ab541214d81d HTTP/1.1" status: 204 len: 168 time: 2.9296844 Nov 12 01:13:54.562811 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6e8de68f-57e6-4028-bd6c-dc1246d59238 req-6b32d721-2787-4830-af4d-db87be2f4a0a tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] 10.222.0.45 "GET /v2.0/security-groups?id=ba820cf9-1c85-46fd-9fd6-62d0f9cbf2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427320 Nov 12 01:13:54.568805 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46960) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:54.601038 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-71e6d18b-5677-45f2-b432-b66aaa3eb7a4 req-0254f43c-b4f1-4aa1-ab3c-b71c9529fd1d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=dad8723c-e63c-44da-b018-216748015846&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633640 Nov 12 01:13:54.634786 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc40e8a2-b8fd-4d43-a548-65d28e5f6e97 admin admin] Deleting subnet 9a4a1633-eebb-4206-a02e-19555e45d6c6 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:13:54.638633 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cc40e8a2-b8fd-4d43-a548-65d28e5f6e97 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:54.692482 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cc40e8a2-b8fd-4d43-a548-65d28e5f6e97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:54.793064 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46964) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:54.831537 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cc40e8a2-b8fd-4d43-a548-65d28e5f6e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:54.892027 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b7eba2e1-63a0-402a-a658-4eda0c6095e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:54.895446 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-71e6d18b-5677-45f2-b432-b66aaa3eb7a4 req-bbb60e1b-ae01-4919-8a02-78deca64259b service neutron] 10.222.0.44 "GET /v2.0/networks/dad8723c-e63c-44da-b018-216748015846?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819219 Nov 12 01:13:54.943091 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cc40e8a2-b8fd-4d43-a548-65d28e5f6e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:55.000423 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc40e8a2-b8fd-4d43-a548-65d28e5f6e97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a4a1633-eebb-4206-a02e-19555e45d6c6,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:55.012530 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c1185e-f2de-4045-a97b-b132085bb8ff None None] Network 42a64961-de15-4cbf-9f7d-d65cedf81ae7 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:13:55.012980 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cc40e8a2-b8fd-4d43-a548-65d28e5f6e97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:55.017302 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-cc40e8a2-b8fd-4d43-a548-65d28e5f6e97 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/9a4a1633-eebb-4206-a02e-19555e45d6c6 HTTP/1.1" status: 204 len: 168 time: 0.4459360 Nov 12 01:13:55.026006 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc40e8a2-b8fd-4d43-a548-65d28e5f6e97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:55.026359 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc40e8a2-b8fd-4d43-a548-65d28e5f6e97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:55.026803 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc40e8a2-b8fd-4d43-a548-65d28e5f6e97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:55.028749 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc40e8a2-b8fd-4d43-a548-65d28e5f6e97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:55.028963 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc40e8a2-b8fd-4d43-a548-65d28e5f6e97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:55.029203 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc40e8a2-b8fd-4d43-a548-65d28e5f6e97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:55.029552 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc40e8a2-b8fd-4d43-a548-65d28e5f6e97 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:55.030258 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc40e8a2-b8fd-4d43-a548-65d28e5f6e97 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:55.030819 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc40e8a2-b8fd-4d43-a548-65d28e5f6e97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:55.032175 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc40e8a2-b8fd-4d43-a548-65d28e5f6e97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:55.035825 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc40e8a2-b8fd-4d43-a548-65d28e5f6e97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:55.036467 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc40e8a2-b8fd-4d43-a548-65d28e5f6e97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:55.051936 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46972) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:55.226337 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d5cf1682-2a16-4ea2-bd49-9c5fe32446a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:55.248503 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-71e6d18b-5677-45f2-b432-b66aaa3eb7a4 req-54eeeefb-ed1d-472a-8236-3d6a3582f479 service neutron] 10.222.0.44 "GET /v2.0/networks/dad8723c-e63c-44da-b018-216748015846?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362145 Nov 12 01:13:55.258373 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4c1fcc48-aecd-4e55-8d1b-ac83ed7e0b94 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c8b6fa4391cc43c793f1cc2fae05f920&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4643078 Nov 12 01:13:55.261341 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46974) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:55.401272 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7eba2e1-63a0-402a-a658-4eda0c6095e8 admin admin] Router 15ee01b6-1c16-405e-88c4-6f84dd28729a has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:13:55.409711 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-88c47669-298a-4b83-bd67-327d13bff6f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:55.433464 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67eb83a6-36d6-4914-8d41-527274f4a5c3 None None] DHCP port deletion for 42a64961-de15-4cbf-9f7d-d65cedf81ae7 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:13:55.452958 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-88c47669-298a-4b83-bd67-327d13bff6f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:55.456225 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-d5cf1682-2a16-4ea2-bd49-9c5fe32446a3 admin admin] Deleting port 914fe55f-4dc0-4c3c-9300-d1d96420be40 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:13:55.456564 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d5cf1682-2a16-4ea2-bd49-9c5fe32446a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:55.517155 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-67eb83a6-36d6-4914-8d41-527274f4a5c3 None None] Deleting port 914fe55f-4dc0-4c3c-9300-d1d96420be40 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:13:55.517947 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-67eb83a6-36d6-4914-8d41-527274f4a5c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:55.595718 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-67eb83a6-36d6-4914-8d41-527274f4a5c3 None None] For port 914fe55f-4dc0-4c3c-9300-d1d96420be40, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=914fe55f-4dc0-4c3c-9300-d1d96420be40,segment=NetworkSegment(854fd02c-c2b9-47eb-bd94-4f34333773fb),segment_id=854fd02c-c2b9-47eb-bd94-4f34333773fb)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:55.596552 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-67eb83a6-36d6-4914-8d41-527274f4a5c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:55.634332 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-67eb83a6-36d6-4914-8d41-527274f4a5c3 None None] Calling delete_port for 914fe55f-4dc0-4c3c-9300-d1d96420be40 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:13:55.703445 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-d5cf1682-2a16-4ea2-bd49-9c5fe32446a3 admin admin] For port 914fe55f-4dc0-4c3c-9300-d1d96420be40, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=914fe55f-4dc0-4c3c-9300-d1d96420be40,segment=NetworkSegment(854fd02c-c2b9-47eb-bd94-4f34333773fb),segment_id=854fd02c-c2b9-47eb-bd94-4f34333773fb)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:55.704696 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d5cf1682-2a16-4ea2-bd49-9c5fe32446a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:55.740075 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-d5cf1682-2a16-4ea2-bd49-9c5fe32446a3 admin admin] Calling delete_port for 914fe55f-4dc0-4c3c-9300-d1d96420be40 owned by network:dhcp {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:13:55.755231 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 9f886373-5a9d-4d36-956b-df05c32024ed details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:13:55.772016 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7eba2e1-63a0-402a-a658-4eda0c6095e8 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:13:55.787119 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3805cc-b10d-430d-a474-0da3ad804f2f None None] Sync routers for ids ['15ee01b6-1c16-405e-88c4-6f84dd28729a'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:13:55.823237 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b7eba2e1-63a0-402a-a658-4eda0c6095e8 admin admin] 10.222.0.45 "PUT /v2.0/routers/15ee01b6-1c16-405e-88c4-6f84dd28729a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1919596 Nov 12 01:13:55.826108 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46984) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:55.842489 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3805cc-b10d-430d-a474-0da3ad804f2f None None] Routers {'15ee01b6-1c16-405e-88c4-6f84dd28729a'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:13:55.843883 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-ba3805cc-b10d-430d-a474-0da3ad804f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:13:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['15ee01b6-1c16-405e-88c4-6f84dd28729a'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:55.854382 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-88c47669-298a-4b83-bd67-327d13bff6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:55.860769 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-88c47669-298a-4b83-bd67-327d13bff6f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:55.866552 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-88c47669-298a-4b83-bd67-327d13bff6f1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bb922f53-f794-4b60-9d05-269a1487b724 HTTP/1.1" status: 204 len: 168 time: 0.6009967 Nov 12 01:13:55.887088 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 57a80513-018e-4a1c-9118-df7edebc5e9c no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:13:55.955701 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c47669-298a-4b83-bd67-327d13bff6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb922f53-f794-4b60-9d05-269a1487b724,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:55.957465 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 57a80513-018e-4a1c-9118-df7edebc5e9c {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:13:55.958040 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 57a80513-018e-4a1c-9118-df7edebc5e9c not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:13:55.958776 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 914fe55f-4dc0-4c3c-9300-d1d96420be40 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:13:55.975660 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-67eb83a6-36d6-4914-8d41-527274f4a5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:56.016968 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33410fa1-d0e0-4469-aa57-02dc342bf84d req-92d012bc-688b-4387-9245-fcac48da83f2 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:56.024758 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-33410fa1-d0e0-4469-aa57-02dc342bf84d req-92d012bc-688b-4387-9245-fcac48da83f2 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] 10.222.0.45 "GET /v2.0/ports?device_id=d88fa06d-fc6a-4cbb-a83d-a5c5196806c1 HTTP/1.1" status: 200 len: 944 time: 0.3013380 Nov 12 01:13:56.174030 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 914fe55f-4dc0-4c3c-9300-d1d96420be40 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:13:56.174354 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 914fe55f-4dc0-4c3c-9300-d1d96420be40 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:13:56.190190 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 9f886373-5a9d-4d36-956b-df05c32024ed, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=9f886373-5a9d-4d36-956b-df05c32024ed,segment=NetworkSegment(02f088f4-f41e-4226-ac84-dde4112cfaa1),segment_id=02f088f4-f41e-4226-ac84-dde4112cfaa1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:56.221563 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-244c73fa-dfd9-4cd2-a54b-320192339302 admin admin] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:56.259143 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67eb83a6-36d6-4914-8d41-527274f4a5c3 None None] No DVR routers for this DVR port 914fe55f-4dc0-4c3c-9300-d1d96420be40 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:13:56.266190 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eb83a6-36d6-4914-8d41-527274f4a5c3 None None] Pushing event deleted for resources: {'Port': ['ID=914fe55f-4dc0-4c3c-9300-d1d96420be40,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:56.277196 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '9f886373-5a9d-4d36-956b-df05c32024ed', 'network_id': 'dad8723c-e63c-44da-b018-216748015846', 'port_id': '9f886373-5a9d-4d36-956b-df05c32024ed', 'mac_address': 'fa:16:3e:9a:f4:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e634ee65-cdeb-4255-b3a3-0309d27d9f92', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:13:56.281529 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d5cf1682-2a16-4ea2-bd49-9c5fe32446a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:56.321286 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-33410fa1-d0e0-4469-aa57-02dc342bf84d req-2d036e7b-6549-489b-8415-3cc0632e30a1 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] 10.222.0.45 "GET /v2.0/security-groups?id=ba820cf9-1c85-46fd-9fd6-62d0f9cbf2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774813 Nov 12 01:13:56.345220 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:56.376196 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf1682-2a16-4ea2-bd49-9c5fe32446a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=914fe55f-4dc0-4c3c-9300-d1d96420be40,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:56.385280 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cf1682-2a16-4ea2-bd49-9c5fe32446a3 admin admin] No DVR routers for this DVR port 914fe55f-4dc0-4c3c-9300-d1d96420be40 on host n-d-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:13:56.412104 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f886373-5a9d-4d36-956b-df05c32024ed {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:13:56.476744 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 9f886373-5a9d-4d36-956b-df05c32024ed, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=9f886373-5a9d-4d36-956b-df05c32024ed,segment=NetworkSegment(02f088f4-f41e-4226-ac84-dde4112cfaa1),segment_id=02f088f4-f41e-4226-ac84-dde4112cfaa1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:56.489158 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:56.542942 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46994) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:56.545291 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-ba3805cc-b10d-430d-a474-0da3ad804f2f None None] Set router 15ee01b6-1c16-405e-88c4-6f84dd28729a gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:13:56.578015 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d5cf1682-2a16-4ea2-bd49-9c5fe32446a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:56.601611 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-244c73fa-dfd9-4cd2-a54b-320192339302 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:56.604635 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=9f886373-5a9d-4d36-956b-df05c32024ed,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:56.648855 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-d5cf1682-2a16-4ea2-bd49-9c5fe32446a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42a64961-de15-4cbf-9f7d-d65cedf81ae7']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:56.701176 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-d5cf1682-2a16-4ea2-bd49-9c5fe32446a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '854fd02c-c2b9-47eb-bd94-4f34333773fb') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:56.701469 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-d5cf1682-2a16-4ea2-bd49-9c5fe32446a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '854fd02c-c2b9-47eb-bd94-4f34333773fb') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:56.727109 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d5cf1682-2a16-4ea2-bd49-9c5fe32446a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:56.748859 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d5cf1682-2a16-4ea2-bd49-9c5fe32446a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:56.755622 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['9f886373-5a9d-4d36-956b-df05c32024ed'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:13:56.766063 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5cf1682-2a16-4ea2-bd49-9c5fe32446a3 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:13:56.766433 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d5cf1682-2a16-4ea2-bd49-9c5fe32446a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:56.783740 n-d-712142-27 neutron-server[109085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:56.783740 n-d-712142-27 neutron-server[109085]: self.session.flush() Nov 12 01:13:56.783740 n-d-712142-27 neutron-server[109085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:56.783740 n-d-712142-27 neutron-server[109085]: self.session.flush() Nov 12 01:13:56.783740 n-d-712142-27 neutron-server[109085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:56.783740 n-d-712142-27 neutron-server[109085]: self.session.flush() Nov 12 01:13:56.783740 n-d-712142-27 neutron-server[109085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:13:56.783740 n-d-712142-27 neutron-server[109085]: self.session.flush() Nov 12 01:13:56.783740 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:13:56.783740 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:13:56.783740 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:13:56.783740 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:13:56.783740 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:13:56.783740 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:13:56.783740 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:13:56.783740 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:13:56.783740 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:13:56.783740 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:13:56.783740 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:13:56.783740 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:13:56.783740 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:13:56.783740 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:13:56.783740 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:13:56.783740 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:13:56.783740 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:13:56.783740 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:13:56.783740 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:13:56.783740 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:13:56.783740 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:13:56.783740 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:13:56.783740 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:13:56.783740 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:13:56.783740 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:13:56.783740 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:13:56.783740 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:13:56.783740 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:13:56.783740 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:13:56.783740 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:13:56.783740 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:13:56.783740 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:13:56.807408 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-45aac0a5-823d-42c8-ad62-9b5338acff45 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e26b9bf5c7364fe78b1cec08f1b78507&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2629011 Nov 12 01:13:56.809803 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46998) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:56.854364 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d5cf1682-2a16-4ea2-bd49-9c5fe32446a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:56.862096 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d5cf1682-2a16-4ea2-bd49-9c5fe32446a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:56.870314 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-d5cf1682-2a16-4ea2-bd49-9c5fe32446a3 admin admin] 10.222.0.45 "DELETE /v2.0/networks/42a64961-de15-4cbf-9f7d-d65cedf81ae7 HTTP/1.1" status: 204 len: 168 time: 1.8168039 Nov 12 01:13:56.901122 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf1682-2a16-4ea2-bd49-9c5fe32446a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=42a64961-de15-4cbf-9f7d-d65cedf81ae7,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:56.979563 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-ba3805cc-b10d-430d-a474-0da3ad804f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ee01b6-1c16-405e-88c4-6f84dd28729a', 'name': 'tempest-ServerRescueNegativeTestJSON-565836188-router', 'tenant_id': '191fc5154909462b8c7f63ec6946526e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': 'aff22ed7-8187-4375-a3a3-df23b7337781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:53Z', 'updated_at': '2021-11-12T01:13:53Z', 'revision_number': 5, 'project_id': '191fc5154909462b8c7f63ec6946526e', 'gw_port': {'id': 'aff22ed7-8187-4375-a3a3-df23b7337781', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ee01b6-1c16-405e-88c4-6f84dd28729a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:55Z', 'updated_at': '2021-11-12T01:10:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:56.995740 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6debbb04-5fdc-4297-8209-1d60403edf6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:57.003559 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-244c73fa-dfd9-4cd2-a54b-320192339302 admin admin] Deleting port aff22ed7-8187-4375-a3a3-df23b7337781 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:13:57.004117 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-244c73fa-dfd9-4cd2-a54b-320192339302 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:57.028325 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3805cc-b10d-430d-a474-0da3ad804f2f None None] Checking router: 15ee01b6-1c16-405e-88c4-6f84dd28729a for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:13:57.046553 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3805cc-b10d-430d-a474-0da3ad804f2f None None] Routers {'15ee01b6-1c16-405e-88c4-6f84dd28729a'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:13:57.047485 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-ba3805cc-b10d-430d-a474-0da3ad804f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:13:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['15ee01b6-1c16-405e-88c4-6f84dd28729a'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:57.189717 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-ba3805cc-b10d-430d-a474-0da3ad804f2f None None] Set router 15ee01b6-1c16-405e-88c4-6f84dd28729a gateway port host: None {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:13:57.203236 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2a4b0895-96dd-44d0-b16e-7000145e1e5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:57.278089 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-244c73fa-dfd9-4cd2-a54b-320192339302 admin admin] For port aff22ed7-8187-4375-a3a3-df23b7337781, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=aff22ed7-8187-4375-a3a3-df23b7337781,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:57.284247 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-244c73fa-dfd9-4cd2-a54b-320192339302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:57.330463 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6debbb04-5fdc-4297-8209-1d60403edf6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:57.361018 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-244c73fa-dfd9-4cd2-a54b-320192339302 admin admin] Calling delete_port for aff22ed7-8187-4375-a3a3-df23b7337781 owned by network:router_gateway {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:13:57.367636 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-ba3805cc-b10d-430d-a474-0da3ad804f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ee01b6-1c16-405e-88c4-6f84dd28729a', 'name': 'tempest-ServerRescueNegativeTestJSON-565836188-router', 'tenant_id': '191fc5154909462b8c7f63ec6946526e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:53Z', 'updated_at': '2021-11-12T01:13:56Z', 'revision_number': 6, 'project_id': '191fc5154909462b8c7f63ec6946526e', 'gw_port_host': None}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:13:57.414295 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 47010) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:57.445195 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3805cc-b10d-430d-a474-0da3ad804f2f None None] The sync data for ids ['15ee01b6-1c16-405e-88c4-6f84dd28729a'] in n-d-712142-27 is: [{'id': '15ee01b6-1c16-405e-88c4-6f84dd28729a', 'name': 'tempest-ServerRescueNegativeTestJSON-565836188-router', 'tenant_id': '191fc5154909462b8c7f63ec6946526e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:53Z', 'updated_at': '2021-11-12T01:13:56Z', 'revision_number': 6, 'project_id': '191fc5154909462b8c7f63ec6946526e', 'gw_port_host': None}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:13:57.605649 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-916ccb71-8f11-4ad5-a16b-40d0b66fdd67 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1d8109316fd94efaa47eb9260db1f13b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1857433 Nov 12 01:13:57.607225 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 47012) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:57.661187 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4473e-323c-4641-a1af-5da793adbf26 req-9c45718e-b644-4fee-a088-1038834a9eb6 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:57.663068 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-acf4473e-323c-4641-a1af-5da793adbf26 req-9c45718e-b644-4fee-a088-1038834a9eb6 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] 10.222.0.45 "GET /v2.0/ports?device_id=d88fa06d-fc6a-4cbb-a83d-a5c5196806c1 HTTP/1.1" status: 200 len: 945 time: 0.1725764 Nov 12 01:13:57.688000 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 9f886373-5a9d-4d36-956b-df05c32024ed up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:13:57.704283 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-79433c23-8734-4434-9ce0-a5fab1a2f6b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:57.724143 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-244c73fa-dfd9-4cd2-a54b-320192339302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:57.745462 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6debbb04-5fdc-4297-8209-1d60403edf6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:57.750205 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6debbb04-5fdc-4297-8209-1d60403edf6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:57.752058 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6debbb04-5fdc-4297-8209-1d60403edf6d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e4cda205-1b24-4796-b2e3-a5aad1b9b90d HTTP/1.1" status: 204 len: 168 time: 0.9393153 Nov 12 01:13:57.753792 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-79433c23-8734-4434-9ce0-a5fab1a2f6b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:57.761886 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-acf4473e-323c-4641-a1af-5da793adbf26 req-9a5af2f7-87bd-4f30-b846-15a49ede5475 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] 10.222.0.45 "GET /v2.0/security-groups?id=ba820cf9-1c85-46fd-9fd6-62d0f9cbf2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874348 Nov 12 01:13:57.795477 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c73fa-dfd9-4cd2-a54b-320192339302 admin admin] Pushing event deleted for resources: {'Port': ['ID=aff22ed7-8187-4375-a3a3-df23b7337781,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:57.824487 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889c5830-68d3-4def-aa34-096bab72abf6 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:13:57.872277 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 9f886373-5a9d-4d36-956b-df05c32024ed completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:13:57.873205 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c73fa-dfd9-4cd2-a54b-320192339302 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:57.873571 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c73fa-dfd9-4cd2-a54b-320192339302 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:57.873936 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c73fa-dfd9-4cd2-a54b-320192339302 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:57.874265 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c73fa-dfd9-4cd2-a54b-320192339302 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:57.874727 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c73fa-dfd9-4cd2-a54b-320192339302 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:57.875030 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c73fa-dfd9-4cd2-a54b-320192339302 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:57.875377 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c73fa-dfd9-4cd2-a54b-320192339302 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:57.875775 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c73fa-dfd9-4cd2-a54b-320192339302 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:57.882515 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 9f886373-5a9d-4d36-956b-df05c32024ed triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:13:57.882515 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:57.884738 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c73fa-dfd9-4cd2-a54b-320192339302 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:57.885452 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c73fa-dfd9-4cd2-a54b-320192339302 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:57.886032 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c73fa-dfd9-4cd2-a54b-320192339302 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:57.886584 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c73fa-dfd9-4cd2-a54b-320192339302 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:13:57.911219 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6debbb04-5fdc-4297-8209-1d60403edf6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cda205-1b24-4796-b2e3-a5aad1b9b90d,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:57.924167 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-79433c23-8734-4434-9ce0-a5fab1a2f6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:57.930680 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-79433c23-8734-4434-9ce0-a5fab1a2f6b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:57.932822 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-79433c23-8734-4434-9ce0-a5fab1a2f6b1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cc2c1d93-00ba-4bf1-8dce-5f2d256d3645 HTTP/1.1" status: 204 len: 168 time: 0.3241420 Nov 12 01:13:57.982217 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79433c23-8734-4434-9ce0-a5fab1a2f6b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2c1d93-00ba-4bf1-8dce-5f2d256d3645,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:58.012400 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-244c73fa-dfd9-4cd2-a54b-320192339302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:58.305257 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:58.340027 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9534d041-8d33-4166-95e4-25a25f88503e req-1692a736-43e9-4679-8d8d-aa0d7b64e203 tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=0e7c2c31f7154c2287ae6a5fef10e7b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0792122 Nov 12 01:13:58.410817 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd88fa06d-fc6a-4cbb-a83d-a5c5196806c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f886373-5a9d-4d36-956b-df05c32024ed'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:13:58.435569 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573556cd-f118-419a-b916-1c8d2ba75fea" -d '{"events": [{"server_uuid": "d88fa06d-fc6a-4cbb-a83d-a5c5196806c1", "name": "network-vif-plugged", "status": "completed", "tag": "9f886373-5a9d-4d36-956b-df05c32024ed"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:13:58.500879 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 9f886373-5a9d-4d36-956b-df05c32024ed, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=9f886373-5a9d-4d36-956b-df05c32024ed,segment=NetworkSegment(02f088f4-f41e-4226-ac84-dde4112cfaa1),segment_id=02f088f4-f41e-4226-ac84-dde4112cfaa1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:13:58.518806 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:58.686311 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d899e0-7df8-4c21-b6d6-bb99ddb39cba x-openstack-request-id: req-77d899e0-7df8-4c21-b6d6-bb99ddb39cba {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:13:58.686641 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d88fa06d-fc6a-4cbb-a83d-a5c5196806c1", "name": "network-vif-plugged", "status": "completed", "tag": "9f886373-5a9d-4d36-956b-df05c32024ed", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:13:58.687016 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-77d899e0-7df8-4c21-b6d6-bb99ddb39cba {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:13:58.687350 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd88fa06d-fc6a-4cbb-a83d-a5c5196806c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f886373-5a9d-4d36-956b-df05c32024ed', 'code': 200} Nov 12 01:13:58.743769 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534d041-8d33-4166-95e4-25a25f88503e req-2fbe6644-f6fd-4ae8-a8fb-35fe4dad63dc tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:58.746276 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9534d041-8d33-4166-95e4-25a25f88503e req-2fbe6644-f6fd-4ae8-a8fb-35fe4dad63dc tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3947225 Nov 12 01:13:58.782161 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9534d041-8d33-4166-95e4-25a25f88503e req-50141e5b-154f-4961-886a-326f82144ace tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] 10.222.0.45 "GET /v2.0/quotas/0e7c2c31f7154c2287ae6a5fef10e7b7 HTTP/1.1" status: 200 len: 375 time: 0.0211201 Nov 12 01:13:58.794975 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=9f886373-5a9d-4d36-956b-df05c32024ed,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:58.873574 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9534d041-8d33-4166-95e4-25a25f88503e req-6289a18c-5a75-42bf-99cd-6f111f0dbf3c tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e7c2c31f7154c2287ae6a5fef10e7b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505965 Nov 12 01:13:59.028309 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-244c73fa-dfd9-4cd2-a54b-320192339302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:59.039288 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-244c73fa-dfd9-4cd2-a54b-320192339302 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:59.126589 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8da2c-3f8e-4a89-a0a2-778b2a347879 req-341f6f8f-c497-4b5e-95e9-c1002da3abad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:59.128646 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-bef8da2c-3f8e-4a89-a0a2-778b2a347879 req-341f6f8f-c497-4b5e-95e9-c1002da3abad service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d88fa06d-fc6a-4cbb-a83d-a5c5196806c1 HTTP/1.1" status: 200 len: 1098 time: 0.2941029 Nov 12 01:13:59.131920 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9eb75-3716-4b9a-af69-a9285be612c4 req-6a187e35-7c46-42ae-8941-207bd6b52acd tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:13:59.132290 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-244c73fa-dfd9-4cd2-a54b-320192339302 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:59.133014 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244c73fa-dfd9-4cd2-a54b-320192339302 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15ee01b6-1c16-405e-88c4-6f84dd28729a {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:13:59.139418 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-244c73fa-dfd9-4cd2-a54b-320192339302 admin admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:59.140435 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-244c73fa-dfd9-4cd2-a54b-320192339302 admin admin] 10.222.0.45 "DELETE /v2.0/routers/15ee01b6-1c16-405e-88c4-6f84dd28729a HTTP/1.1" status: 204 len: 168 time: 3.3113675 Nov 12 01:13:59.143236 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47054) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:59.171399 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-29f9eb75-3716-4b9a-af69-a9285be612c4 req-6a187e35-7c46-42ae-8941-207bd6b52acd tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] 10.222.0.45 "GET /v2.0/ports?device_id=d88fa06d-fc6a-4cbb-a83d-a5c5196806c1 HTTP/1.1" status: 200 len: 946 time: 0.1298223 Nov 12 01:13:59.235511 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cd9de9a-6c8c-44bb-804c-f9471035978f admin admin] Deleting subnet 604b5391-c877-4e65-b41f-12fa14d652c5 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:13:59.255605 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6cd9de9a-6c8c-44bb-804c-f9471035978f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:59.257017 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-29f9eb75-3716-4b9a-af69-a9285be612c4 req-c80ac433-bf11-47b6-a65a-0036094d3627 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] 10.222.0.45 "GET /v2.0/security-groups?id=ba820cf9-1c85-46fd-9fd6-62d0f9cbf2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767860 Nov 12 01:13:59.297743 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-bef8da2c-3f8e-4a89-a0a2-778b2a347879 req-8ed7e7ed-472d-47d8-86b4-73ac24e236e0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ba820cf9-1c85-46fd-9fd6-62d0f9cbf2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559834 Nov 12 01:13:59.317600 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6cd9de9a-6c8c-44bb-804c-f9471035978f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:59.393691 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6cd9de9a-6c8c-44bb-804c-f9471035978f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:59.553591 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-acacf913-f49f-4df8-8bc8-3a95eacb0fe3 req-d466b2e9-d6f6-4bd7-ac8f-cb5bf5569129 tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f65d571-379a-47c5-9f7a-1a1cce1c344a HTTP/1.1" status: 200 len: 210 time: 0.0893531 Nov 12 01:13:59.593247 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6cd9de9a-6c8c-44bb-804c-f9471035978f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:59.596187 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device aff22ed7-8187-4375-a3a3-df23b7337781 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:13:59.619020 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: aff22ed7-8187-4375-a3a3-df23b7337781 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:13:59.619653 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device aff22ed7-8187-4375-a3a3-df23b7337781 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:13:59.620533 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device a3eea4bc-a2bb-41fe-8cfe-5e0660e4ebc2 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:13:59.646186 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: a3eea4bc-a2bb-41fe-8cfe-5e0660e4ebc2 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:13:59.647383 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device a3eea4bc-a2bb-41fe-8cfe-5e0660e4ebc2 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:13:59.670183 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd9de9a-6c8c-44bb-804c-f9471035978f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=604b5391-c877-4e65-b41f-12fa14d652c5,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:13:59.673798 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6cd9de9a-6c8c-44bb-804c-f9471035978f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:13:59.686307 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 47074) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:13:59.687217 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6cd9de9a-6c8c-44bb-804c-f9471035978f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/604b5391-c877-4e65-b41f-12fa14d652c5 HTTP/1.1" status: 204 len: 168 time: 0.5421884 Nov 12 01:13:59.694143 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c608dbfe-2a80-48b7-9be6-9cdbebbb4f82 None None] Network 1eb2c28f-44d0-4157-813f-a88803c1c65a requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:13:59.805139 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-16484dfe-9867-4641-91f2-25880a71dcba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:00.017500 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce3cb91-1735-4c7d-91d4-11b70e2dd36b None None] DHCP port deletion for 1eb2c28f-44d0-4157-813f-a88803c1c65a request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:14:00.406429 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-16484dfe-9867-4641-91f2-25880a71dcba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:00.467397 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-16484dfe-9867-4641-91f2-25880a71dcba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eb2c28f-44d0-4157-813f-a88803c1c65a']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:00.507604 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-16484dfe-9867-4641-91f2-25880a71dcba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd410700-ad97-45ea-baa0-b5dd265537a5') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:00.508245 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-16484dfe-9867-4641-91f2-25880a71dcba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd410700-ad97-45ea-baa0-b5dd265537a5') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:00.541935 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-16484dfe-9867-4641-91f2-25880a71dcba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:00.582632 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-16484dfe-9867-4641-91f2-25880a71dcba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:00.591166 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16484dfe-9867-4641-91f2-25880a71dcba admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:14:00.591572 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-16484dfe-9867-4641-91f2-25880a71dcba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:00.593850 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:14:00.593850 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:14:00.593850 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:14:00.593850 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:14:00.593850 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:14:00.593850 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:14:00.593850 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:14:00.593850 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:14:00.593850 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:14:00.593850 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:14:00.593850 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:14:00.593850 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:14:00.593850 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:14:00.593850 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:14:00.593850 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:14:00.593850 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:14:00.593850 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:14:00.593850 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:14:00.593850 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:14:00.593850 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:14:00.593850 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:14:00.593850 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:14:00.593850 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:14:00.593850 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:14:00.593850 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:14:00.593850 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:14:00.593850 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:14:00.593850 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:14:00.593850 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:14:00.593850 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:14:00.593850 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:14:00.593850 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:14:00.673460 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-16484dfe-9867-4641-91f2-25880a71dcba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:00.685039 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd8596-47bb-40f7-ad79-e68bb95734ac req-7d772c94-6e40-441c-ad14-95ca4ebfcca6 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:00.687018 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eebd8596-47bb-40f7-ad79-e68bb95734ac req-7d772c94-6e40-441c-ad14-95ca4ebfcca6 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] 10.222.0.45 "GET /v2.0/ports?device_id=d88fa06d-fc6a-4cbb-a83d-a5c5196806c1 HTTP/1.1" status: 200 len: 946 time: 0.1414356 Nov 12 01:14:00.692456 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-16484dfe-9867-4641-91f2-25880a71dcba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:00.697160 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-16484dfe-9867-4641-91f2-25880a71dcba admin admin] 10.222.0.45 "DELETE /v2.0/networks/1eb2c28f-44d0-4157-813f-a88803c1c65a HTTP/1.1" status: 204 len: 168 time: 1.0097373 Nov 12 01:14:00.712878 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16484dfe-9867-4641-91f2-25880a71dcba admin admin] Pushing event deleted for resources: {'Network': ['ID=1eb2c28f-44d0-4157-813f-a88803c1c65a,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:00.824712 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-29599f23-74bb-4453-b1c0-33183b96de3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:00.857582 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eebd8596-47bb-40f7-ad79-e68bb95734ac req-89ca79b5-7a88-4f5a-b645-fe9c24f01735 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] 10.222.0.45 "GET /v2.0/security-groups?id=ba820cf9-1c85-46fd-9fd6-62d0f9cbf2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466186 Nov 12 01:14:01.140945 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-717a606b-45b1-4918-b600-366638aabead req-c3a576ab-1941-4479-a818-35623adf1a49 tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f65d571-379a-47c5-9f7a-1a1cce1c344a HTTP/1.1" status: 200 len: 210 time: 0.0506494 Nov 12 01:14:01.553013 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47150) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:01.660642 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3875565c-ae12-41ac-a87f-6a039ba9c984 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=191fc5154909462b8c7f63ec6946526e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1057792 Nov 12 01:14:01.665377 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47154) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:01.671747 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9534d041-8d33-4166-95e4-25a25f88503e req-bf048037-a59b-4d94-8394-c3b279018ca3 tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=0e7c2c31f7154c2287ae6a5fef10e7b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423706 Nov 12 01:14:01.857191 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2391e686-bdcf-40b9-b457-723459a58070 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:01.862028 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534d041-8d33-4166-95e4-25a25f88503e req-5b567f59-b749-4681-aaee-d71712a30984 tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:01.869138 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9534d041-8d33-4166-95e4-25a25f88503e req-5b567f59-b749-4681-aaee-d71712a30984 tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1879997 Nov 12 01:14:01.889778 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-9534d041-8d33-4166-95e4-25a25f88503e req-8cd74dfb-e4fc-4d4b-bc7c-16f3491b48a5 tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] Request body: {'port': {'device_id': '8f65d571-379a-47c5-9f7a-1a1cce1c344a', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'admin_state_up': True, 'tenant_id': '0e7c2c31f7154c2287ae6a5fef10e7b7'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:01.917094 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2391e686-bdcf-40b9-b457-723459a58070 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:02.036120 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2391e686-bdcf-40b9-b457-723459a58070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:02.042682 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2391e686-bdcf-40b9-b457-723459a58070 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:02.066629 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2391e686-bdcf-40b9-b457-723459a58070 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c HTTP/1.1" status: 204 len: 168 time: 0.3950160 Nov 12 01:14:02.111604 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2391e686-bdcf-40b9-b457-723459a58070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e74cf8b-2dbc-4350-8e03-cdbaf42fd76c,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:02.162890 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47166) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:02.364476 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2cac83-3a76-4619-bb4d-a44fdd8d0f0a req-242b7719-5d07-44e9-b8d1-0e6ac416d97c tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:02.372944 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4f2cac83-3a76-4619-bb4d-a44fdd8d0f0a req-242b7719-5d07-44e9-b8d1-0e6ac416d97c tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] 10.222.0.45 "GET /v2.0/ports?device_id=d88fa06d-fc6a-4cbb-a83d-a5c5196806c1 HTTP/1.1" status: 200 len: 946 time: 0.1963589 Nov 12 01:14:02.461490 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-664fdfa2-4c50-45dd-90f3-195bbbaab3d8 req-9ed97f3c-36a5-44e7-928e-d9adc4ab2d0c tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f65d571-379a-47c5-9f7a-1a1cce1c344a HTTP/1.1" status: 200 len: 210 time: 0.0799541 Nov 12 01:14:02.468381 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9534d041-8d33-4166-95e4-25a25f88503e req-8cd74dfb-e4fc-4d4b-bc7c-16f3491b48a5 tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] Made reservation on behalf of 0e7c2c31f7154c2287ae6a5fef10e7b7 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:02.477924 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9534d041-8d33-4166-95e4-25a25f88503e req-8cd74dfb-e4fc-4d4b-bc7c-16f3491b48a5 tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:02.499113 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9534d041-8d33-4166-95e4-25a25f88503e req-8cd74dfb-e4fc-4d4b-bc7c-16f3491b48a5 tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:02.531249 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-6b962c5e-b8d2-4a7b-96ae-9533dc255740 tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] Request body: {'quota': {'network': 2}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:02.570031 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6b962c5e-b8d2-4a7b-96ae-9533dc255740 tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] 10.222.0.45 "PUT /v2.0/quotas/c9a046276f3e4b1d9141826653645aaa HTTP/1.1" status: 200 len: 368 time: 0.4056401 Nov 12 01:14:02.577978 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47176) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:02.584206 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-04148984-9a69-41bd-8ba4-ecca90a68e77 tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] Request body: {'network': {'project_id': 'c9a046276f3e4b1d9141826653645aaa'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:02.599075 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4f2cac83-3a76-4619-bb4d-a44fdd8d0f0a req-c8160acf-b369-4a16-8946-95a9c35a7571 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] 10.222.0.45 "GET /v2.0/security-groups?id=ba820cf9-1c85-46fd-9fd6-62d0f9cbf2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248325 Nov 12 01:14:02.645629 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04148984-9a69-41bd-8ba4-ecca90a68e77 tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] Made reservation on behalf of c9a046276f3e4b1d9141826653645aaa for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:02.652163 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-04148984-9a69-41bd-8ba4-ecca90a68e77 tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:02.668830 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-04148984-9a69-41bd-8ba4-ecca90a68e77 tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:02.776539 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:02.809561 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-04148984-9a69-41bd-8ba4-ecca90a68e77 tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:02.815279 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-04148984-9a69-41bd-8ba4-ecca90a68e77 tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:02.831186 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04148984-9a69-41bd-8ba4-ecca90a68e77 tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:14:02.850644 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-04148984-9a69-41bd-8ba4-ecca90a68e77 tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:02.851176 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-04148984-9a69-41bd-8ba4-ecca90a68e77 tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] Added segment b7d4dbc4-9be0-4811-8f2d-1b63618e8da6 of type vlan for network 32f4be14-0e48-4d93-93d0-498e8d49d574 Nov 12 01:14:02.922218 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-04148984-9a69-41bd-8ba4-ecca90a68e77 tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:02.962617 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-04148984-9a69-41bd-8ba4-ecca90a68e77 tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:02.964312 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04148984-9a69-41bd-8ba4-ecca90a68e77 tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:02.964565 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-04148984-9a69-41bd-8ba4-ecca90a68e77 tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:02.982507 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9534d041-8d33-4166-95e4-25a25f88503e req-8cd74dfb-e4fc-4d4b-bc7c-16f3491b48a5 tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:02.994510 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9534d041-8d33-4166-95e4-25a25f88503e req-8cd74dfb-e4fc-4d4b-bc7c-16f3491b48a5 tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:03.102648 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04148984-9a69-41bd-8ba4-ecca90a68e77 tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f4d847-a168-4bf2-a0b1-fee911a2bab0,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:03.106745 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04148984-9a69-41bd-8ba4-ecca90a68e77 tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] Pushing event updated for resources: {'Network': ['ID=32f4be14-0e48-4d93-93d0-498e8d49d574,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:03.112507 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-04148984-9a69-41bd-8ba4-ecca90a68e77 tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5323038 Nov 12 01:14:03.114804 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47188) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:03.120279 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-7394537a-74a0-4dd9-beb4-05df0dd5fe92 tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] Request body: {'network': {'project_id': 'c9a046276f3e4b1d9141826653645aaa'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:03.172530 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7394537a-74a0-4dd9-beb4-05df0dd5fe92 tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] Made reservation on behalf of c9a046276f3e4b1d9141826653645aaa for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:03.175408 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7394537a-74a0-4dd9-beb4-05df0dd5fe92 tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:03.182876 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 32f4be14-0e48-4d93-93d0-498e8d49d574 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:14:03.228799 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7394537a-74a0-4dd9-beb4-05df0dd5fe92 tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:14:03.249242 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7394537a-74a0-4dd9-beb4-05df0dd5fe92 tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:03.249560 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-7394537a-74a0-4dd9-beb4-05df0dd5fe92 tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] Added segment 14f46462-02ce-42b2-9ccb-1129edb7d4aa of type vlan for network 6603991f-3f02-497e-92c8-63b151be6ed7 Nov 12 01:14:03.261962 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd74dfb-e4fc-4d4b-bc7c-16f3491b48a5 tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c70b02cf-4dec-4780-ab9d-56f7cc9e503c,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:03.373608 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7394537a-74a0-4dd9-beb4-05df0dd5fe92 tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:03.514332 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-9534d041-8d33-4166-95e4-25a25f88503e req-8cd74dfb-e4fc-4d4b-bc7c-16f3491b48a5 tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] Allocated IP 192.168.233.53 (945c2da1-f958-478a-a48a-8af2dfa2e179/f0290328-7bc5-4266-bfb9-6eb25d91acf0/3d583b94-d77d-4a4f-9b74-831b0ddf98a3) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:14:03.543419 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7394537a-74a0-4dd9-beb4-05df0dd5fe92 tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:03.546080 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7394537a-74a0-4dd9-beb4-05df0dd5fe92 tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:03.548305 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7394537a-74a0-4dd9-beb4-05df0dd5fe92 tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:03.739227 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4be3bfa3-c038-4831-a14c-bd601265a060 req-5fc9f5de-fc53-4539-bfb9-2df90d3f0afc tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f65d571-379a-47c5-9f7a-1a1cce1c344a HTTP/1.1" status: 200 len: 210 time: 0.0498042 Nov 12 01:14:03.846178 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7394537a-74a0-4dd9-beb4-05df0dd5fe92 tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7146816 Nov 12 01:14:03.852074 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 47210) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:03.860298 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-cacae3d1-0573-49d2-96c3-82f2b1fa551d tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] Request body: {'network': {'project_id': 'c9a046276f3e4b1d9141826653645aaa'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:03.866409 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7394537a-74a0-4dd9-beb4-05df0dd5fe92 tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] Pushing event updated for resources: {'Network': ['ID=6603991f-3f02-497e-92c8-63b151be6ed7,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:03.899697 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 6603991f-3f02-497e-92c8-63b151be6ed7 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:14:03.975710 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-cacae3d1-0573-49d2-96c3-82f2b1fa551d tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 01:14:03.976231 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cacae3d1-0573-49d2-96c3-82f2b1fa551d tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:14:03.977699 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-cacae3d1-0573-49d2-96c3-82f2b1fa551d tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1240225 Nov 12 01:14:03.981413 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47218) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:04.003417 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9534d041-8d33-4166-95e4-25a25f88503e req-8cd74dfb-e4fc-4d4b-bc7c-16f3491b48a5 tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:04.033968 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:04.047121 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca8605-f910-4e41-a818-0733c275a5c7 req-6ba68097-2dba-410e-9c7e-d204f10db016 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:04.055958 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-daca8605-f910-4e41-a818-0733c275a5c7 req-6ba68097-2dba-410e-9c7e-d204f10db016 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] 10.222.0.45 "GET /v2.0/ports?device_id=d88fa06d-fc6a-4cbb-a83d-a5c5196806c1 HTTP/1.1" status: 200 len: 946 time: 0.1667802 Nov 12 01:14:04.092395 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-cfa7d20f-3666-4da1-b13f-25843e135b0e tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c9a046276f3e4b1d9141826653645aaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1087606 Nov 12 01:14:04.095131 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47224) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:04.147949 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-daca8605-f910-4e41-a818-0733c275a5c7 req-65b73e8d-5e76-4f89-958b-efae770bbe04 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] 10.222.0.45 "GET /v2.0/security-groups?id=ba820cf9-1c85-46fd-9fd6-62d0f9cbf2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909150 Nov 12 01:14:04.197113 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9534d041-8d33-4166-95e4-25a25f88503e req-8cd74dfb-e4fc-4d4b-bc7c-16f3491b48a5 tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:04.226204 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-23d6438a-0092-4db6-9bab-0defd12b81a4 tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:04.267563 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9534d041-8d33-4166-95e4-25a25f88503e req-8cd74dfb-e4fc-4d4b-bc7c-16f3491b48a5 tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] Network 945c2da1-f958-478a-a48a-8af2dfa2e179 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:04.268369 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-23d6438a-0092-4db6-9bab-0defd12b81a4 tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:04.276180 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47230) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:04.323747 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd74dfb-e4fc-4d4b-bc7c-16f3491b48a5 tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] Pushing event updated for resources: {'Port': ['ID=3d583b94-d77d-4a4f-9b74-831b0ddf98a3,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:04.328628 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-9534d041-8d33-4166-95e4-25a25f88503e req-8cd74dfb-e4fc-4d4b-bc7c-16f3491b48a5 tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:04.334609 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-9534d041-8d33-4166-95e4-25a25f88503e req-8cd74dfb-e4fc-4d4b-bc7c-16f3491b48a5 tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:04.418531 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-23d6438a-0092-4db6-9bab-0defd12b81a4 tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:04.422959 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-23d6438a-0092-4db6-9bab-0defd12b81a4 tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:04.432991 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-23d6438a-0092-4db6-9bab-0defd12b81a4 tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] 10.222.0.45 "DELETE /v2.0/security-groups/74f4d847-a168-4bf2-a0b1-fee911a2bab0 HTTP/1.1" status: 204 len: 168 time: 0.3359828 Nov 12 01:14:04.433477 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47234) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:04.503167 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d6438a-0092-4db6-9bab-0defd12b81a4 tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f4d847-a168-4bf2-a0b1-fee911a2bab0,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:04.561788 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534d041-8d33-4166-95e4-25a25f88503e req-8cd74dfb-e4fc-4d4b-bc7c-16f3491b48a5 tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:04.563093 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9534d041-8d33-4166-95e4-25a25f88503e req-8cd74dfb-e4fc-4d4b-bc7c-16f3491b48a5 tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:04.587698 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9534d041-8d33-4166-95e4-25a25f88503e req-8cd74dfb-e4fc-4d4b-bc7c-16f3491b48a5 tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7039323 Nov 12 01:14:04.608620 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-b1f9b686-4df7-41a4-b4d4-4a332fd19aba admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1917514611-network', 'tenant_id': '02561602d23944f4a6c1bd1cba61ffb6'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:04.610925 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-9534d041-8d33-4166-95e4-25a25f88503e req-ffbbfafd-82b7-42a2-8eb0-316bbefbfb16 service neutron] Request body: {'port': {'device_id': '8f65d571-379a-47c5-9f7a-1a1cce1c344a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:04.717414 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bf1fa80d-08ea-4a94-93ac-79092e621af7 tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:04.727459 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9534d041-8d33-4166-95e4-25a25f88503e req-ffbbfafd-82b7-42a2-8eb0-316bbefbfb16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:04.733236 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f9b686-4df7-41a4-b4d4-4a332fd19aba admin admin] Made reservation on behalf of 02561602d23944f4a6c1bd1cba61ffb6 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:04.736579 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b1f9b686-4df7-41a4-b4d4-4a332fd19aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:04.751600 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b1f9b686-4df7-41a4-b4d4-4a332fd19aba admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:04.889071 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-f8281785-f2af-4026-ac40-066718bd5087 None None] Provisioning complete for port 3d583b94-d77d-4a4f-9b74-831b0ddf98a3 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:04.889451 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f8281785-f2af-4026-ac40-066718bd5087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:04.919265 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b1f9b686-4df7-41a4-b4d4-4a332fd19aba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:04.971074 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b1f9b686-4df7-41a4-b4d4-4a332fd19aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:04.985137 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-f8281785-f2af-4026-ac40-066718bd5087 None None] Port 3d583b94-d77d-4a4f-9b74-831b0ddf98a3 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:14:05.072751 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1f9b686-4df7-41a4-b4d4-4a332fd19aba admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:14:05.098294 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:05.099958 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bf1fa80d-08ea-4a94-93ac-79092e621af7 tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:05.116706 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f9b686-4df7-41a4-b4d4-4a332fd19aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3077f761-4be2-41f4-97c2-5743e10b623b,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:05.128826 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b1f9b686-4df7-41a4-b4d4-4a332fd19aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:05.129179 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-b1f9b686-4df7-41a4-b4d4-4a332fd19aba admin admin] Added segment e86ee36d-9818-4f96-ba83-2c434595c99e of type vlan for network 1a8182d6-d1ae-418d-93c2-b627ded7dca2 Nov 12 01:14:05.167587 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a24c2-c956-4bb9-b7f6-2c232e14e04e req-6eb2e757-3263-47a5-9033-013737ceaf00 tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:05.181963 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-954a24c2-c956-4bb9-b7f6-2c232e14e04e req-6eb2e757-3263-47a5-9033-013737ceaf00 tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f65d571-379a-47c5-9f7a-1a1cce1c344a HTTP/1.1" status: 200 len: 935 time: 0.2173252 Nov 12 01:14:05.185262 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-bf1fa80d-08ea-4a94-93ac-79092e621af7 tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6603991f-3f02-497e-92c8-63b151be6ed7']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:05.221971 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-bf1fa80d-08ea-4a94-93ac-79092e621af7 tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14f46462-02ce-42b2-9ccb-1129edb7d4aa') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:05.222428 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-bf1fa80d-08ea-4a94-93ac-79092e621af7 tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14f46462-02ce-42b2-9ccb-1129edb7d4aa') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:05.241752 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b1f9b686-4df7-41a4-b4d4-4a332fd19aba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:05.246977 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bf1fa80d-08ea-4a94-93ac-79092e621af7 tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:05.273163 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bf1fa80d-08ea-4a94-93ac-79092e621af7 tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:05.293539 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf1fa80d-08ea-4a94-93ac-79092e621af7 tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:14:05.294092 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bf1fa80d-08ea-4a94-93ac-79092e621af7 tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:05.297193 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:14:05.297193 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:14:05.297193 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:14:05.297193 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:14:05.297193 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:14:05.297193 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:14:05.297193 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:14:05.297193 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:14:05.297193 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:14:05.297193 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:14:05.297193 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:14:05.297193 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:14:05.297193 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:14:05.297193 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:14:05.297193 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:14:05.297193 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:14:05.297193 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:14:05.297193 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:14:05.297193 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:14:05.297193 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:14:05.297193 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:14:05.297193 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:14:05.297193 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:14:05.297193 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:14:05.297193 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:14:05.297193 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:14:05.297193 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:14:05.297193 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:14:05.297193 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:14:05.297193 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:14:05.297193 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:14:05.297193 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:14:05.317074 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9d921-e3cc-44f9-8486-9ef2c3d62180 req-6a0a6cc6-a47b-4be9-a943-2890c112b450 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:05.319146 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-24e9d921-e3cc-44f9-8486-9ef2c3d62180 req-6a0a6cc6-a47b-4be9-a943-2890c112b450 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] 10.222.0.44 "GET /v2.0/ports?device_id=d88fa06d-fc6a-4cbb-a83d-a5c5196806c1 HTTP/1.1" status: 200 len: 946 time: 0.2069056 Nov 12 01:14:05.367060 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b1f9b686-4df7-41a4-b4d4-4a332fd19aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:05.368012 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f9b686-4df7-41a4-b4d4-4a332fd19aba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:05.368607 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b1f9b686-4df7-41a4-b4d4-4a332fd19aba admin admin] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:05.433003 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-954a24c2-c956-4bb9-b7f6-2c232e14e04e req-5d57d611-4772-4764-a593-54a79edbdec2 tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] 10.222.0.45 "GET /v2.0/security-groups?id=c70b02cf-4dec-4780-ab9d-56f7cc9e503c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493751 Nov 12 01:14:05.465520 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bf1fa80d-08ea-4a94-93ac-79092e621af7 tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:05.476051 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b6e15-b15c-4600-91c9-7dd7f3e2a4b0 req-03663585-df6e-4e5f-bcd7-80bd08c67df1 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:05.478020 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-731b6e15-b15c-4600-91c9-7dd7f3e2a4b0 req-03663585-df6e-4e5f-bcd7-80bd08c67df1 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] 10.222.0.45 "GET /v2.0/ports?device_id=d88fa06d-fc6a-4cbb-a83d-a5c5196806c1 HTTP/1.1" status: 200 len: 946 time: 0.2339926 Nov 12 01:14:05.500336 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bf1fa80d-08ea-4a94-93ac-79092e621af7 tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:05.508192 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-bf1fa80d-08ea-4a94-93ac-79092e621af7 tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] 10.222.0.45 "DELETE /v2.0/networks/6603991f-3f02-497e-92c8-63b151be6ed7 HTTP/1.1" status: 204 len: 168 time: 1.0674865 Nov 12 01:14:05.508662 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 47256) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:05.528119 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b1f9b686-4df7-41a4-b4d4-4a332fd19aba admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2508659 Nov 12 01:14:05.532810 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 47258) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:05.542809 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f9b686-4df7-41a4-b4d4-4a332fd19aba admin admin] Pushing event updated for resources: {'Network': ['ID=1a8182d6-d1ae-418d-93c2-b627ded7dca2,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:05.556410 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-b5e92d9e-eae3-481c-a881-28c60e5785c5 admin admin] Request body: {'subnet': {'network_id': '1a8182d6-d1ae-418d-93c2-b627ded7dca2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1917514611-subnet', 'tenant_id': '02561602d23944f4a6c1bd1cba61ffb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:05.563873 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1fa80d-08ea-4a94-93ac-79092e621af7 tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] Pushing event deleted for resources: {'Network': ['ID=6603991f-3f02-497e-92c8-63b151be6ed7,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:05.576692 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 1a8182d6-d1ae-418d-93c2-b627ded7dca2 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:14:05.593421 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-24e9d921-e3cc-44f9-8486-9ef2c3d62180 req-c1501833-e35c-4bc1-84fa-652645b4a828 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] Deleting port 9f886373-5a9d-4d36-956b-df05c32024ed {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:05.593779 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-24e9d921-e3cc-44f9-8486-9ef2c3d62180 req-c1501833-e35c-4bc1-84fa-652645b4a828 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:05.709756 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-731b6e15-b15c-4600-91c9-7dd7f3e2a4b0 req-499d232c-5d77-47e7-94a9-45c4607f61b7 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] 10.222.0.45 "GET /v2.0/security-groups?id=ba820cf9-1c85-46fd-9fd6-62d0f9cbf2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161837 Nov 12 01:14:05.712611 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9c2b6364-6244-4ba5-b589-b0c7d6c1e80e tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:05.726453 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-9534d041-8d33-4166-95e4-25a25f88503e req-ffbbfafd-82b7-42a2-8eb0-316bbefbfb16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d583b94-d77d-4a4f-9b74-831b0ddf98a3 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:14:05.745914 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e92d9e-eae3-481c-a881-28c60e5785c5 admin admin] Made reservation on behalf of 02561602d23944f4a6c1bd1cba61ffb6 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:05.748849 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b5e92d9e-eae3-481c-a881-28c60e5785c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:05.754988 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9534d041-8d33-4166-95e4-25a25f88503e req-ffbbfafd-82b7-42a2-8eb0-316bbefbfb16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:05.793005 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-24e9d921-e3cc-44f9-8486-9ef2c3d62180 req-c1501833-e35c-4bc1-84fa-652645b4a828 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] For port 9f886373-5a9d-4d36-956b-df05c32024ed, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=9f886373-5a9d-4d36-956b-df05c32024ed,segment=NetworkSegment(02f088f4-f41e-4226-ac84-dde4112cfaa1),segment_id=02f088f4-f41e-4226-ac84-dde4112cfaa1)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:05.793639 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-24e9d921-e3cc-44f9-8486-9ef2c3d62180 req-c1501833-e35c-4bc1-84fa-652645b4a828 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:05.793995 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-9534d041-8d33-4166-95e4-25a25f88503e req-ffbbfafd-82b7-42a2-8eb0-316bbefbfb16 service neutron] Transition to ACTIVE for port object 3d583b94-d77d-4a4f-9b74-831b0ddf98a3 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:14:05.830411 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9534d041-8d33-4166-95e4-25a25f88503e req-ffbbfafd-82b7-42a2-8eb0-316bbefbfb16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:05.837438 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-24e9d921-e3cc-44f9-8486-9ef2c3d62180 req-c1501833-e35c-4bc1-84fa-652645b4a828 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] Calling delete_port for 9f886373-5a9d-4d36-956b-df05c32024ed owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:06.032354 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbbfafd-82b7-42a2-8eb0-316bbefbfb16 service neutron] Pushing event updated for resources: {'Port': ['ID=3d583b94-d77d-4a4f-9b74-831b0ddf98a3,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:06.048702 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9c2b6364-6244-4ba5-b589-b0c7d6c1e80e tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:06.132701 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-9c2b6364-6244-4ba5-b589-b0c7d6c1e80e tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32f4be14-0e48-4d93-93d0-498e8d49d574']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:06.148689 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-24e9d921-e3cc-44f9-8486-9ef2c3d62180 req-c1501833-e35c-4bc1-84fa-652645b4a828 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:06.227173 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-9c2b6364-6244-4ba5-b589-b0c7d6c1e80e tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7d4dbc4-9be0-4811-8f2d-1b63618e8da6') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:06.227787 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-9c2b6364-6244-4ba5-b589-b0c7d6c1e80e tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7d4dbc4-9be0-4811-8f2d-1b63618e8da6') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:06.237098 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1501833-e35c-4bc1-84fa-652645b4a828 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] Pushing event deleted for resources: {'Port': ['ID=9f886373-5a9d-4d36-956b-df05c32024ed,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:06.290413 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9c2b6364-6244-4ba5-b589-b0c7d6c1e80e tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:06.380877 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e9d921-e3cc-44f9-8486-9ef2c3d62180 req-c1501833-e35c-4bc1-84fa-652645b4a828 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] No DVR routers for this DVR port 9f886373-5a9d-4d36-956b-df05c32024ed on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:14:06.385057 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-24e9d921-e3cc-44f9-8486-9ef2c3d62180 req-c1501833-e35c-4bc1-84fa-652645b4a828 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:06.392900 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-24e9d921-e3cc-44f9-8486-9ef2c3d62180 req-c1501833-e35c-4bc1-84fa-652645b4a828 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] 10.222.0.44 "DELETE /v2.0/ports/9f886373-5a9d-4d36-956b-df05c32024ed HTTP/1.1" status: 204 len: 173 time: 1.0653183 Nov 12 01:14:06.393691 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd88fa06d-fc6a-4cbb-a83d-a5c5196806c1', 'name': 'network-vif-deleted', 'tag': '9f886373-5a9d-4d36-956b-df05c32024ed'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:14:06.398628 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9c2b6364-6244-4ba5-b589-b0c7d6c1e80e tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:06.409111 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b32fc70-4baf-4b36-b1a6-658569bace38" -d '{"events": [{"server_uuid": "d88fa06d-fc6a-4cbb-a83d-a5c5196806c1", "name": "network-vif-deleted", "tag": "9f886373-5a9d-4d36-956b-df05c32024ed"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:14:06.420904 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c2b6364-6244-4ba5-b589-b0c7d6c1e80e tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:14:06.421526 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9c2b6364-6244-4ba5-b589-b0c7d6c1e80e tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:06.425939 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:14:06.425939 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:14:06.425939 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:14:06.425939 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:14:06.425939 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:14:06.425939 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:14:06.425939 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:14:06.425939 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:14:06.425939 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:14:06.425939 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:14:06.425939 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:14:06.425939 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:14:06.425939 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:14:06.425939 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:14:06.425939 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:14:06.425939 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:14:06.425939 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:14:06.425939 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:14:06.425939 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:14:06.425939 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:14:06.425939 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:14:06.425939 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:14:06.425939 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:14:06.425939 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:14:06.425939 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:14:06.425939 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:14:06.425939 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:14:06.425939 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:14:06.425939 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:14:06.425939 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:14:06.425939 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:14:06.425939 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:14:06.464731 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-9534d041-8d33-4166-95e4-25a25f88503e req-ffbbfafd-82b7-42a2-8eb0-316bbefbfb16 service neutron] Attempting to bind port 3d583b94-d77d-4a4f-9b74-831b0ddf98a3 on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:14:06.465045 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-9534d041-8d33-4166-95e4-25a25f88503e req-ffbbfafd-82b7-42a2-8eb0-316bbefbfb16 service neutron] Attempting to bind port 3d583b94-d77d-4a4f-9b74-831b0ddf98a3 by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:14:06.465339 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9534d041-8d33-4166-95e4-25a25f88503e req-ffbbfafd-82b7-42a2-8eb0-316bbefbfb16 service neutron] Attempting to bind port 3d583b94-d77d-4a4f-9b74-831b0ddf98a3 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:14:06.527423 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9534d041-8d33-4166-95e4-25a25f88503e req-ffbbfafd-82b7-42a2-8eb0-316bbefbfb16 service neutron] Port 3d583b94-d77d-4a4f-9b74-831b0ddf98a3 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:14:06.528106 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9534d041-8d33-4166-95e4-25a25f88503e req-ffbbfafd-82b7-42a2-8eb0-316bbefbfb16 service neutron] Attempting to bind port 3d583b94-d77d-4a4f-9b74-831b0ddf98a3 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:14:06.590730 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9534d041-8d33-4166-95e4-25a25f88503e req-ffbbfafd-82b7-42a2-8eb0-316bbefbfb16 service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:14:06.592986 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9534d041-8d33-4166-95e4-25a25f88503e req-ffbbfafd-82b7-42a2-8eb0-316bbefbfb16 service neutron] Checking segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:06.593673 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9534d041-8d33-4166-95e4-25a25f88503e req-ffbbfafd-82b7-42a2-8eb0-316bbefbfb16 service neutron] Bound using segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:14:06.594348 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-9534d041-8d33-4166-95e4-25a25f88503e req-ffbbfafd-82b7-42a2-8eb0-316bbefbfb16 service neutron] Bound port: 3d583b94-d77d-4a4f-9b74-831b0ddf98a3, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:14:06.596431 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9534d041-8d33-4166-95e4-25a25f88503e req-ffbbfafd-82b7-42a2-8eb0-316bbefbfb16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:06.615360 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9c2b6364-6244-4ba5-b589-b0c7d6c1e80e tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:06.620854 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a91917-8edb-41fa-a34c-b41dbd4d6f70 x-openstack-request-id: req-f3a91917-8edb-41fa-a34c-b41dbd4d6f70 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:14:06.621726 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d88fa06d-fc6a-4cbb-a83d-a5c5196806c1", "name": "network-vif-deleted", "tag": "9f886373-5a9d-4d36-956b-df05c32024ed", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:14:06.622695 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f3a91917-8edb-41fa-a34c-b41dbd4d6f70 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:14:06.623637 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd88fa06d-fc6a-4cbb-a83d-a5c5196806c1', 'name': 'network-vif-deleted', 'tag': '9f886373-5a9d-4d36-956b-df05c32024ed', 'status': 'completed', 'code': 200} Nov 12 01:14:06.650132 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9c2b6364-6244-4ba5-b589-b0c7d6c1e80e tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:06.667430 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-9c2b6364-6244-4ba5-b589-b0c7d6c1e80e tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] 10.222.0.45 "DELETE /v2.0/networks/32f4be14-0e48-4d93-93d0-498e8d49d574 HTTP/1.1" status: 204 len: 168 time: 1.1459327 Nov 12 01:14:06.704218 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b5e92d9e-eae3-481c-a881-28c60e5785c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:06.729656 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2b6364-6244-4ba5-b589-b0c7d6c1e80e tempest-QuotasNegativeTest-2112197452 tempest-QuotasNegativeTest-2112197452-project-admin] Pushing event deleted for resources: {'Network': ['ID=32f4be14-0e48-4d93-93d0-498e8d49d574,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:07.028770 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-9534d041-8d33-4166-95e4-25a25f88503e req-ffbbfafd-82b7-42a2-8eb0-316bbefbfb16 service neutron] For port 3d583b94-d77d-4a4f-9b74-831b0ddf98a3, host n-h1-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:14:07.035191 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-9534d041-8d33-4166-95e4-25a25f88503e req-ffbbfafd-82b7-42a2-8eb0-316bbefbfb16 service neutron] For port 3d583b94-d77d-4a4f-9b74-831b0ddf98a3, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=3d583b94-d77d-4a4f-9b74-831b0ddf98a3,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:14:07.048014 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7433d1ad-1228-4432-a1a1-5d39af748ba0 req-221386c2-b5e4-41b6-9510-f246bb0087c3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d88fa06d-fc6a-4cbb-a83d-a5c5196806c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1303248 Nov 12 01:14:07.069324 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9534d041-8d33-4166-95e4-25a25f88503e req-ffbbfafd-82b7-42a2-8eb0-316bbefbfb16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:07.313648 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5654735b-e87a-41b5-bc2f-09a1a40ef0fd req-10a93e57-3d32-4908-a630-fbf856202688 tempest-ServerPasswordTestJSON-902682727 tempest-ServerPasswordTestJSON-902682727-project] 10.222.0.45 "GET /v2.0/ports?device_id=d88fa06d-fc6a-4cbb-a83d-a5c5196806c1 HTTP/1.1" status: 200 len: 210 time: 0.2603197 Nov 12 01:14:07.324294 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e92d9e-eae3-481c-a881-28c60e5785c5 admin admin] Checking segment: {'id': 'e86ee36d-9818-4f96-ba83-2c434595c99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1a8182d6-d1ae-418d-93c2-b627ded7dca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:07.324852 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e92d9e-eae3-481c-a881-28c60e5785c5 admin admin] Network hostable DHCP agents. Network: 1a8182d6-d1ae-418d-93c2-b627ded7dca2, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:14:07.328755 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e92d9e-eae3-481c-a881-28c60e5785c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a7d4261-126a-4a06-89cb-5e5216ca7fc1,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:07.342035 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7433d1ad-1228-4432-a1a1-5d39af748ba0 req-b66074a8-1070-4b4c-8b81-5309c14f54e2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4e15bf2c5bcd40158c6f94bf142d28cc&device_id=d88fa06d-fc6a-4cbb-a83d-a5c5196806c1 HTTP/1.1" status: 200 len: 210 time: 0.0506840 Nov 12 01:14:07.353746 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534d041-8d33-4166-95e4-25a25f88503e req-ffbbfafd-82b7-42a2-8eb0-316bbefbfb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:07.354716 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9534d041-8d33-4166-95e4-25a25f88503e req-ffbbfafd-82b7-42a2-8eb0-316bbefbfb16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:07.359082 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9534d041-8d33-4166-95e4-25a25f88503e req-ffbbfafd-82b7-42a2-8eb0-316bbefbfb16 service neutron] 10.222.0.16 "PUT /v2.0/ports/3d583b94-d77d-4a4f-9b74-831b0ddf98a3 HTTP/1.1" status: 200 len: 1096 time: 2.7528818 Nov 12 01:14:07.368132 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f65d571-379a-47c5-9f7a-1a1cce1c344a', 'tag': '3d583b94-d77d-4a4f-9b74-831b0ddf98a3'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:14:07.373324 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c9ab3f-a523-41bd-87e4-e9ceb0660404" -d '{"events": [{"name": "network-changed", "server_uuid": "8f65d571-379a-47c5-9f7a-1a1cce1c344a", "tag": "3d583b94-d77d-4a4f-9b74-831b0ddf98a3"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:14:07.443024 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024b22d-0f54-4a6c-9b08-8de95d416638 req-cd49c193-143f-410c-b9b3-848b96e3ac8c tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:07.451426 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0024b22d-0f54-4a6c-9b08-8de95d416638 req-cd49c193-143f-410c-b9b3-848b96e3ac8c tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f65d571-379a-47c5-9f7a-1a1cce1c344a HTTP/1.1" status: 200 len: 947 time: 0.7314212 Nov 12 01:14:07.585393 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbbfafd-82b7-42a2-8eb0-316bbefbfb16 service neutron] Pushing event updated for resources: {'Port': ['ID=3d583b94-d77d-4a4f-9b74-831b0ddf98a3,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:07.610121 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e92d9e-eae3-481c-a881-28c60e5785c5 admin admin] Network 1a8182d6-d1ae-418d-93c2-b627ded7dca2 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:14:07.707809 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-b5e92d9e-eae3-481c-a881-28c60e5785c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 1a8182d6-d1ae-418d-93c2-b627ded7dca2) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:07.719555 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534d041-8d33-4166-95e4-25a25f88503e req-8dc09590-c8b8-43bb-933b-e8f6f639161a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:07.720812 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e306449-68fe-4df4-a16c-05ee8ee03c60 None None] Network 1a8182d6-d1ae-418d-93c2-b627ded7dca2 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:07.725505 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9534d041-8d33-4166-95e4-25a25f88503e req-8dc09590-c8b8-43bb-933b-e8f6f639161a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e7c2c31f7154c2287ae6a5fef10e7b7&device_id=8f65d571-379a-47c5-9f7a-1a1cce1c344a HTTP/1.1" status: 200 len: 1099 time: 0.2423754 Nov 12 01:14:07.737770 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0024b22d-0f54-4a6c-9b08-8de95d416638 req-c2bdb25c-9e62-46b3-8cef-7307f7ef3be7 tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] 10.222.0.45 "GET /v2.0/security-groups?id=c70b02cf-4dec-4780-ab9d-56f7cc9e503c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847440 Nov 12 01:14:07.752612 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e92d9e-eae3-481c-a881-28c60e5785c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:07.763569 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b5e92d9e-eae3-481c-a881-28c60e5785c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:07.972527 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83fc7ce-73fd-4b1d-97a3-0bd3fa9fa693 x-openstack-request-id: req-a83fc7ce-73fd-4b1d-97a3-0bd3fa9fa693 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:14:07.972882 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f65d571-379a-47c5-9f7a-1a1cce1c344a", "tag": "3d583b94-d77d-4a4f-9b74-831b0ddf98a3", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:14:07.973069 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a83fc7ce-73fd-4b1d-97a3-0bd3fa9fa693 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:14:07.973458 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f65d571-379a-47c5-9f7a-1a1cce1c344a', 'tag': '3d583b94-d77d-4a4f-9b74-831b0ddf98a3', 'status': 'completed', 'code': 200} Nov 12 01:14:07.988219 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9534d041-8d33-4166-95e4-25a25f88503e req-8ab3937a-e2bf-47a5-9e45-4f3b1f315f4e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=3d583b94-d77d-4a4f-9b74-831b0ddf98a3 HTTP/1.1" status: 200 len: 217 time: 0.2136652 Nov 12 01:14:07.991650 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 47294) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:08.061052 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 9f886373-5a9d-4d36-956b-df05c32024ed no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:14:08.135221 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-b5e92d9e-eae3-481c-a881-28c60e5785c5 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.6005669 Nov 12 01:14:08.189384 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433d1ad-1228-4432-a1a1-5d39af748ba0 req-6efe8dfa-6203-44b7-b729-39d59bb78d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:08.191048 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7433d1ad-1228-4432-a1a1-5d39af748ba0 req-6efe8dfa-6203-44b7-b729-39d59bb78d7c service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=4e15bf2c5bcd40158c6f94bf142d28cc&shared=False HTTP/1.1" status: 200 len: 912 time: 0.8102922 Nov 12 01:14:08.285272 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534d041-8d33-4166-95e4-25a25f88503e req-31552e6d-5258-4068-9a94-2d76d0d1347a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:08.292970 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9534d041-8d33-4166-95e4-25a25f88503e req-31552e6d-5258-4068-9a94-2d76d0d1347a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.2830296 Nov 12 01:14:08.322825 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 9f886373-5a9d-4d36-956b-df05c32024ed {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:14:08.323156 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 9f886373-5a9d-4d36-956b-df05c32024ed not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:14:08.361300 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:08.485432 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534d041-8d33-4166-95e4-25a25f88503e req-de087e31-f2a1-4004-ac26-e92646482a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:08.488427 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9534d041-8d33-4166-95e4-25a25f88503e req-de087e31-f2a1-4004-ac26-e92646482a0c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1829166 Nov 12 01:14:08.644080 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47308) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:08.794201 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9534d041-8d33-4166-95e4-25a25f88503e req-f3b9a982-6150-45ca-84b4-c111d952f446 service neutron] 10.222.0.16 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964272 Nov 12 01:14:08.942763 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-051f847c-04a0-47c1-b549-4840dadd005f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:08.952689 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547ebc99-f555-4cb0-a720-128f242189a5 None None] Network 1a8182d6-d1ae-418d-93c2-b627ded7dca2 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:08.977951 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433d1ad-1228-4432-a1a1-5d39af748ba0 req-62426c15-413d-4dc2-bc41-4544b1d605b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:08.981704 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7433d1ad-1228-4432-a1a1-5d39af748ba0 req-62426c15-413d-4dc2-bc41-4544b1d605b2 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7781141 Nov 12 01:14:09.034766 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9534d041-8d33-4166-95e4-25a25f88503e req-60eca4f1-4bfc-4432-8db5-1db9f223504e service neutron] 10.222.0.16 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273207 Nov 12 01:14:09.059079 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-e936b8de-5f7d-418a-8411-acb1951b0def admin admin] Deleting subnet e634ee65-cdeb-4255-b3a3-0309d27d9f92 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:14:09.077657 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e936b8de-5f7d-418a-8411-acb1951b0def admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:09.181853 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-051f847c-04a0-47c1-b549-4840dadd005f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:09.205137 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e936b8de-5f7d-418a-8411-acb1951b0def admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:09.223023 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-051f847c-04a0-47c1-b549-4840dadd005f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:09.294474 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e936b8de-5f7d-418a-8411-acb1951b0def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:09.362298 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e936b8de-5f7d-418a-8411-acb1951b0def admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:09.412567 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936b8de-5f7d-418a-8411-acb1951b0def admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e634ee65-cdeb-4255-b3a3-0309d27d9f92,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:09.425143 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e936b8de-5f7d-418a-8411-acb1951b0def admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:09.431516 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e936b8de-5f7d-418a-8411-acb1951b0def admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e634ee65-cdeb-4255-b3a3-0309d27d9f92 HTTP/1.1" status: 204 len: 168 time: 0.7859068 Nov 12 01:14:09.436697 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47334) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:09.537553 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f847c-04a0-47c1-b549-4840dadd005f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5caced-d3b8-4e16-ae8a-daaea0b5b00d,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:09.544174 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-051f847c-04a0-47c1-b549-4840dadd005f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4ecb023b73944f06accbe1593d5a6b1e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5511394 Nov 12 01:14:09.549258 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47336) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:09.580210 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae819222-fb37-4cf3-8b1c-1cd898a1bc74 req-023f798e-b71a-420e-8e9b-8b8f3047d4cc tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:09.582478 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ae819222-fb37-4cf3-8b1c-1cd898a1bc74 req-023f798e-b71a-420e-8e9b-8b8f3047d4cc tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f65d571-379a-47c5-9f7a-1a1cce1c344a HTTP/1.1" status: 200 len: 947 time: 0.3978493 Nov 12 01:14:09.586464 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9ab3f-a523-41bd-87e4-e9ceb0660404 req-cddc0d8c-f17b-41de-8791-6d55731576d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:09.589100 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d2c9ab3f-a523-41bd-87e4-e9ceb0660404 req-cddc0d8c-f17b-41de-8791-6d55731576d1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e7c2c31f7154c2287ae6a5fef10e7b7&device_id=8f65d571-379a-47c5-9f7a-1a1cce1c344a HTTP/1.1" status: 200 len: 1099 time: 0.4019246 Nov 12 01:14:09.616986 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5850279f-4352-4b7b-a7a1-b3a319f798ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:09.696420 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ce6d8-a06d-4d13-a543-1ab316da039c req-47826031-a7f3-421d-b6e7-04e41ebbf071 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:09.698535 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-205ce6d8-a06d-4d13-a543-1ab316da039c req-47826031-a7f3-421d-b6e7-04e41ebbf071 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/networks?id=1a8182d6-d1ae-418d-93c2-b627ded7dca2 HTTP/1.1" status: 200 len: 815 time: 0.5090215 Nov 12 01:14:09.764713 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5e59146b-139f-434e-865e-6069a4acf497 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:09.784548 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-205ce6d8-a06d-4d13-a543-1ab316da039c req-ee1eceb5-9c66-46b5-b5d2-662e6063fbf0 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/quotas/02561602d23944f4a6c1bd1cba61ffb6 HTTP/1.1" status: 200 len: 375 time: 0.0391233 Nov 12 01:14:09.802968 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ae819222-fb37-4cf3-8b1c-1cd898a1bc74 req-bacd4668-e5d9-49b2-86d3-45c13f5e76e3 tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] 10.222.0.45 "GET /v2.0/security-groups?id=c70b02cf-4dec-4780-ab9d-56f7cc9e503c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874514 Nov 12 01:14:09.856386 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5850279f-4352-4b7b-a7a1-b3a319f798ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:09.877323 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5e59146b-139f-434e-865e-6069a4acf497 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:09.885896 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9ab3f-a523-41bd-87e4-e9ceb0660404 req-0e539cea-4297-4c03-bccf-160ca3c82619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:09.889743 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d2c9ab3f-a523-41bd-87e4-e9ceb0660404 req-0e539cea-4297-4c03-bccf-160ca3c82619 service neutron] 10.222.0.16 "GET /v2.0/networks?id=945c2da1-f958-478a-a48a-8af2dfa2e179 HTTP/1.1" status: 200 len: 869 time: 0.2878990 Nov 12 01:14:09.929374 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-5850279f-4352-4b7b-a7a1-b3a319f798ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dad8723c-e63c-44da-b018-216748015846']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:09.968120 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-5850279f-4352-4b7b-a7a1-b3a319f798ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02f088f4-f41e-4226-ac84-dde4112cfaa1') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:09.968615 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-5850279f-4352-4b7b-a7a1-b3a319f798ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02f088f4-f41e-4226-ac84-dde4112cfaa1') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:09.993345 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5850279f-4352-4b7b-a7a1-b3a319f798ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:10.006382 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d2c9ab3f-a523-41bd-87e4-e9ceb0660404 req-8b402039-ec42-4079-8090-0bdc54114d01 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=3d583b94-d77d-4a4f-9b74-831b0ddf98a3 HTTP/1.1" status: 200 len: 217 time: 0.1071818 Nov 12 01:14:10.019944 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5850279f-4352-4b7b-a7a1-b3a319f798ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:10.034286 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5850279f-4352-4b7b-a7a1-b3a319f798ba admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:14:10.035085 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5850279f-4352-4b7b-a7a1-b3a319f798ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:10.036612 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-205ce6d8-a06d-4d13-a543-1ab316da039c req-cfe204de-8871-4dff-a8ee-5ad9a4df2da3 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=02561602d23944f4a6c1bd1cba61ffb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1811831 Nov 12 01:14:10.038965 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:14:10.038965 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:14:10.038965 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:14:10.038965 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:14:10.038965 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:14:10.038965 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:14:10.038965 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:14:10.038965 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:14:10.038965 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:14:10.038965 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:14:10.038965 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:14:10.038965 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:14:10.038965 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:14:10.038965 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:14:10.038965 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:14:10.038965 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:14:10.038965 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:14:10.038965 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:14:10.038965 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:14:10.038965 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:14:10.038965 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:14:10.038965 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:14:10.038965 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:14:10.038965 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:14:10.038965 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:14:10.038965 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:14:10.038965 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:14:10.038965 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:14:10.038965 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:14:10.038965 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:14:10.038965 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:14:10.038965 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:14:10.106393 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9ab3f-a523-41bd-87e4-e9ceb0660404 req-8f3effbc-c043-4e75-9bb2-b8ea8f641a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:10.107877 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d2c9ab3f-a523-41bd-87e4-e9ceb0660404 req-8f3effbc-c043-4e75-9bb2-b8ea8f641a11 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.0691304 Nov 12 01:14:10.143461 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5e59146b-139f-434e-865e-6069a4acf497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:10.149087 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5e59146b-139f-434e-865e-6069a4acf497 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:10.156480 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5e59146b-139f-434e-865e-6069a4acf497 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7d5caced-d3b8-4e16-ae8a-daaea0b5b00d HTTP/1.1" status: 204 len: 168 time: 0.6011214 Nov 12 01:14:10.186745 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e59146b-139f-434e-865e-6069a4acf497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5caced-d3b8-4e16-ae8a-daaea0b5b00d,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:10.197311 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9ab3f-a523-41bd-87e4-e9ceb0660404 req-e7313c55-2701-4309-b568-17e6d0c6a5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:10.201061 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d2c9ab3f-a523-41bd-87e4-e9ceb0660404 req-e7313c55-2701-4309-b568-17e6d0c6a5a4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0838604 Nov 12 01:14:10.203908 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5850279f-4352-4b7b-a7a1-b3a319f798ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:10.218324 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5850279f-4352-4b7b-a7a1-b3a319f798ba admin admin] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:10.223255 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5850279f-4352-4b7b-a7a1-b3a319f798ba admin admin] 10.222.0.45 "DELETE /v2.0/networks/dad8723c-e63c-44da-b018-216748015846 HTTP/1.1" status: 204 len: 168 time: 0.7846673 Nov 12 01:14:10.242154 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5850279f-4352-4b7b-a7a1-b3a319f798ba admin admin] Pushing event deleted for resources: {'Network': ['ID=dad8723c-e63c-44da-b018-216748015846,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:10.318227 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-205ce6d8-a06d-4d13-a543-1ab316da039c req-37c53fef-fc5f-47a2-b2ac-d27a459848af service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:14:10.322258 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-205ce6d8-a06d-4d13-a543-1ab316da039c req-37c53fef-fc5f-47a2-b2ac-d27a459848af service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2732167 Nov 12 01:14:10.520606 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47364) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:10.557497 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:10.603039 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-205ce6d8-a06d-4d13-a543-1ab316da039c req-8ba485af-bd06-461a-841d-f950f9ecf73a service neutron] 10.222.0.45 "GET /v2.0/networks/1a8182d6-d1ae-418d-93c2-b627ded7dca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639554 Nov 12 01:14:10.636580 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-81e8de80-8961-47b4-93b3-a10b35e3e6f3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4e15bf2c5bcd40158c6f94bf142d28cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1143401 Nov 12 01:14:10.639048 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47366) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:10.753690 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-95e5d413-b09d-4586-8268-0b534f6b2c8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:10.803115 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-95e5d413-b09d-4586-8268-0b534f6b2c8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:10.816948 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-205ce6d8-a06d-4d13-a543-1ab316da039c req-66e984ce-c9df-42f2-9c51-e16936a923fb service neutron] 10.222.0.45 "GET /v2.0/networks/1a8182d6-d1ae-418d-93c2-b627ded7dca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119057 Nov 12 01:14:10.931194 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-95e5d413-b09d-4586-8268-0b534f6b2c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:10.936180 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-95e5d413-b09d-4586-8268-0b534f6b2c8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:10.937723 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-95e5d413-b09d-4586-8268-0b534f6b2c8a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ba820cf9-1c85-46fd-9fd6-62d0f9cbf2c9 HTTP/1.1" status: 204 len: 168 time: 0.2962537 Nov 12 01:14:10.976991 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e5d413-b09d-4586-8268-0b534f6b2c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba820cf9-1c85-46fd-9fd6-62d0f9cbf2c9,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:11.051274 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d2c9ab3f-a523-41bd-87e4-e9ceb0660404 req-9d615cdb-a091-437d-953f-8a31ee394eb3 service neutron] 10.222.0.16 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8391964 Nov 12 01:14:11.112378 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47374) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:11.135718 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5b570032-a1b6-4bb4-bc0d-39ffdc712492 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:11.429474 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5b570032-a1b6-4bb4-bc0d-39ffdc712492 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:11.445022 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5b570032-a1b6-4bb4-bc0d-39ffdc712492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:11.521737 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f0cfaef8-ca7e-4b40-9ee1-e8e34eda16a7 req-2fba6d86-40f6-48f5-9ebb-4bb9ef27a3a2 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b310a87-8256-4f60-86c2-0ee130460820 HTTP/1.1" status: 200 len: 210 time: 0.0458214 Nov 12 01:14:11.562689 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5b570032-a1b6-4bb4-bc0d-39ffdc712492 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cecf09a1bed34d1281f6aeed28cfc46b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4455476 Nov 12 01:14:11.568289 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 47386) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:11.602479 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d2c9ab3f-a523-41bd-87e4-e9ceb0660404 req-2cda54e2-94bc-4b4e-9e4d-547ff0263520 service neutron] 10.222.0.16 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5419750 Nov 12 01:14:11.625894 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ec4c1-609e-4a1b-bd63-4d1fd4ffdce3 req-662abcbc-4bad-4a4c-807f-e5dea43064f6 tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:11.629409 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8f3ec4c1-609e-4a1b-bd63-4d1fd4ffdce3 req-662abcbc-4bad-4a4c-807f-e5dea43064f6 tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f65d571-379a-47c5-9f7a-1a1cce1c344a HTTP/1.1" status: 200 len: 947 time: 0.4975326 Nov 12 01:14:11.678690 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b570032-a1b6-4bb4-bc0d-39ffdc712492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081f4026-2ee6-4811-824f-799f901dde6a,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:11.734137 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 3d583b94-d77d-4a4f-9b74-831b0ddf98a3 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:14:11.851672 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-63c814dd-a994-4140-aabb-7615606ec3a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:11.913315 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-63c814dd-a994-4140-aabb-7615606ec3a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:11.997115 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8f3ec4c1-609e-4a1b-bd63-4d1fd4ffdce3 req-20cbc2e4-5716-4ce0-a901-8aaed829911b tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] 10.222.0.45 "GET /v2.0/security-groups?id=c70b02cf-4dec-4780-ab9d-56f7cc9e503c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297484 Nov 12 01:14:12.009743 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-63c814dd-a994-4140-aabb-7615606ec3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:12.013662 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-63c814dd-a994-4140-aabb-7615606ec3a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:12.015060 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-63c814dd-a994-4140-aabb-7615606ec3a7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/081f4026-2ee6-4811-824f-799f901dde6a HTTP/1.1" status: 204 len: 168 time: 0.4451568 Nov 12 01:14:12.027050 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c814dd-a994-4140-aabb-7615606ec3a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081f4026-2ee6-4811-824f-799f901dde6a,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:12.148324 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 3d583b94-d77d-4a4f-9b74-831b0ddf98a3, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=3d583b94-d77d-4a4f-9b74-831b0ddf98a3,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:12.175574 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': '3d583b94-d77d-4a4f-9b74-831b0ddf98a3', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'port_id': '3d583b94-d77d-4a4f-9b74-831b0ddf98a3', 'mac_address': 'fa:16:3e:87:10:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0290328-7bc5-4266-bfb9-6eb25d91acf0', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:14:12.272309 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:12.305777 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d583b94-d77d-4a4f-9b74-831b0ddf98a3 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:14:12.354364 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 3d583b94-d77d-4a4f-9b74-831b0ddf98a3, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=3d583b94-d77d-4a4f-9b74-831b0ddf98a3,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:12.362974 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:12.520178 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=3d583b94-d77d-4a4f-9b74-831b0ddf98a3,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:12.723995 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2cf1156e-3729-42b5-b881-d6aaca8b6ed2 req-cd51f7af-a92a-4f7d-bb67-670dcf4c43ce tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b310a87-8256-4f60-86c2-0ee130460820 HTTP/1.1" status: 200 len: 210 time: 0.0743880 Nov 12 01:14:12.823070 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['3d583b94-d77d-4a4f-9b74-831b0ddf98a3'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:14:12.866842 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 47422) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:12.968101 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:14:13.159189 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0ba7a0d8-01d3-4219-a92b-08e688c18c14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:13.397563 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80def05-1298-43f8-a29a-8f1c5f9f4f04 req-031506ef-93f0-4ff7-a6f2-be756035b436 tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:13.420661 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e80def05-1298-43f8-a29a-8f1c5f9f4f04 req-031506ef-93f0-4ff7-a6f2-be756035b436 tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f65d571-379a-47c5-9f7a-1a1cce1c344a HTTP/1.1" status: 200 len: 948 time: 0.1484098 Nov 12 01:14:13.894695 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ce6d8-a06d-4d13-a543-1ab316da039c req-dafe875c-1102-414a-b681-b93d92666de6 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:13.896920 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-205ce6d8-a06d-4d13-a543-1ab316da039c req-dafe875c-1102-414a-b681-b93d92666de6 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.44 "GET /v2.0/networks?id=1a8182d6-d1ae-418d-93c2-b627ded7dca2 HTTP/1.1" status: 200 len: 815 time: 0.4200685 Nov 12 01:14:13.915493 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-205ce6d8-a06d-4d13-a543-1ab316da039c req-62673704-ed9d-4f75-9d5f-9d64e74cf811 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Request body: {'port': {'device_id': '2b310a87-8256-4f60-86c2-0ee130460820', 'network_id': '1a8182d6-d1ae-418d-93c2-b627ded7dca2', 'admin_state_up': True, 'tenant_id': '02561602d23944f4a6c1bd1cba61ffb6'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:14.027069 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9d925835-03c8-485c-8800-d67ac9d4e6bf req-b079e3ef-95cf-449f-a02b-1f8d72400726 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b310a87-8256-4f60-86c2-0ee130460820 HTTP/1.1" status: 200 len: 210 time: 0.0981226 Nov 12 01:14:14.076738 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0ba7a0d8-01d3-4219-a92b-08e688c18c14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:14.094746 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0ba7a0d8-01d3-4219-a92b-08e688c18c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:14.137743 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e80def05-1298-43f8-a29a-8f1c5f9f4f04 req-ff07cd78-6fb7-49da-8f7f-c94b1b66c550 tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] 10.222.0.45 "GET /v2.0/security-groups?id=c70b02cf-4dec-4780-ab9d-56f7cc9e503c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7226348 Nov 12 01:14:14.154290 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-205ce6d8-a06d-4d13-a543-1ab316da039c req-62673704-ed9d-4f75-9d5f-9d64e74cf811 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Made reservation on behalf of 02561602d23944f4a6c1bd1cba61ffb6 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:14.170660 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-0ba7a0d8-01d3-4219-a92b-08e688c18c14 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7bb9f45186e14d44aba5143323f3d69a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3026729 Nov 12 01:14:14.172608 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-205ce6d8-a06d-4d13-a543-1ab316da039c req-62673704-ed9d-4f75-9d5f-9d64e74cf811 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:14.174885 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47470) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:14.183525 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba7a0d8-01d3-4219-a92b-08e688c18c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843f4423-0690-4109-8b9e-625ce83d9e15,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:14.546678 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 47484) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:14.618832 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-205ce6d8-a06d-4d13-a543-1ab316da039c req-62673704-ed9d-4f75-9d5f-9d64e74cf811 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Allocated IP 172.20.0.13 (1a8182d6-d1ae-418d-93c2-b627ded7dca2/1a7d4261-126a-4a06-89cb-5e5216ca7fc1/97878826-2751-4bd8-ab63-0c0fee130f8d) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:14:14.632336 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-38fd3eca-07b6-45ba-b75a-b8b91b127c17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:14.698972 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-38fd3eca-07b6-45ba-b75a-b8b91b127c17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:14.760043 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-598cff28-990f-48d9-a3ff-22ae90c2e9cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:14.954416 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-598cff28-990f-48d9-a3ff-22ae90c2e9cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:14.963634 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-598cff28-990f-48d9-a3ff-22ae90c2e9cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:15.077953 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-205ce6d8-a06d-4d13-a543-1ab316da039c req-62673704-ed9d-4f75-9d5f-9d64e74cf811 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:15.081300 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-38fd3eca-07b6-45ba-b75a-b8b91b127c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:15.087013 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-38fd3eca-07b6-45ba-b75a-b8b91b127c17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:15.092761 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-38fd3eca-07b6-45ba-b75a-b8b91b127c17 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/843f4423-0690-4109-8b9e-625ce83d9e15 HTTP/1.1" status: 204 len: 168 time: 0.9129205 Nov 12 01:14:15.113627 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fd3eca-07b6-45ba-b75a-b8b91b127c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843f4423-0690-4109-8b9e-625ce83d9e15,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:15.168900 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-598cff28-990f-48d9-a3ff-22ae90c2e9cf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4b24be6c7c524ac2acf587bc1912b09e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6198676 Nov 12 01:14:15.177734 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598cff28-990f-48d9-a3ff-22ae90c2e9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a93ae9aa-fb73-4a98-81cb-a80757188729,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:15.186608 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 47510) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:15.235132 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-205ce6d8-a06d-4d13-a543-1ab316da039c req-62673704-ed9d-4f75-9d5f-9d64e74cf811 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:15.325459 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-205ce6d8-a06d-4d13-a543-1ab316da039c req-62673704-ed9d-4f75-9d5f-9d64e74cf811 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Network 1a8182d6-d1ae-418d-93c2-b627ded7dca2 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:15.336547 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-205ce6d8-a06d-4d13-a543-1ab316da039c req-62673704-ed9d-4f75-9d5f-9d64e74cf811 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:15.344931 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-205ce6d8-a06d-4d13-a543-1ab316da039c req-62673704-ed9d-4f75-9d5f-9d64e74cf811 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:15.397533 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 47520) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:15.426431 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62673704-ed9d-4f75-9d5f-9d64e74cf811 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Pushing event updated for resources: {'Port': ['ID=97878826-2751-4bd8-ab63-0c0fee130f8d,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:15.500412 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e917e9-86e0-442f-b64f-2a6d9905cae7 req-f30b11dd-92a4-49e9-ba76-d63a2b16b302 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:15.514290 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-58e917e9-86e0-442f-b64f-2a6d9905cae7 req-f30b11dd-92a4-49e9-ba76-d63a2b16b302 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b310a87-8256-4f60-86c2-0ee130460820 HTTP/1.1" status: 200 len: 932 time: 0.2646756 Nov 12 01:14:15.516204 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ce6d8-a06d-4d13-a543-1ab316da039c req-62673704-ed9d-4f75-9d5f-9d64e74cf811 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:15.517633 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-205ce6d8-a06d-4d13-a543-1ab316da039c req-62673704-ed9d-4f75-9d5f-9d64e74cf811 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:15.529118 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-997a973d-69bc-4942-845e-08a7b5ca889e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:15.570646 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-205ce6d8-a06d-4d13-a543-1ab316da039c req-62673704-ed9d-4f75-9d5f-9d64e74cf811 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6576872 Nov 12 01:14:15.598544 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-205ce6d8-a06d-4d13-a543-1ab316da039c req-1bd6133e-00a1-47b4-9cd1-90a3cd39f4f4 service neutron] Request body: {'port': {'device_id': '2b310a87-8256-4f60-86c2-0ee130460820', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:15.632482 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-997a973d-69bc-4942-845e-08a7b5ca889e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:15.701168 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-205ce6d8-a06d-4d13-a543-1ab316da039c req-1bd6133e-00a1-47b4-9cd1-90a3cd39f4f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:15.739954 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 3d583b94-d77d-4a4f-9b74-831b0ddf98a3 up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:14:15.750281 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-58e917e9-86e0-442f-b64f-2a6d9905cae7 req-cd59704e-f92a-46e1-b0fe-42c6251abea8 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/security-groups?id=3077f761-4be2-41f4-97c2-5743e10b623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341008 Nov 12 01:14:15.883544 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edace1a4-3fbd-43c4-b61d-3d0dff937755 req-c27a1e7d-696e-444c-a2c3-cf843d1cf3bb tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:15.910091 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-edace1a4-3fbd-43c4-b61d-3d0dff937755 req-c27a1e7d-696e-444c-a2c3-cf843d1cf3bb tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f65d571-379a-47c5-9f7a-1a1cce1c344a HTTP/1.1" status: 200 len: 948 time: 0.3371003 Nov 12 01:14:15.973039 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port 3d583b94-d77d-4a4f-9b74-831b0ddf98a3 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:14:15.983049 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 47530) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:16.004333 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port 3d583b94-d77d-4a4f-9b74-831b0ddf98a3 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:16.006099 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:16.093024 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-edace1a4-3fbd-43c4-b61d-3d0dff937755 req-946ab3c0-9001-4315-88b7-e933ffde3346 tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] 10.222.0.45 "GET /v2.0/security-groups?id=c70b02cf-4dec-4780-ab9d-56f7cc9e503c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816523 Nov 12 01:14:16.111138 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-22fd6893-1568-4485-9f4a-be59d29b2c1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:16.165205 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-77e5a7a1-deb1-4aa6-bc91-0db7211d2b77 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-248697896', 'router:external': True}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:16.202636 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-997a973d-69bc-4942-845e-08a7b5ca889e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:16.210021 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-997a973d-69bc-4942-845e-08a7b5ca889e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:16.225144 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-997a973d-69bc-4942-845e-08a7b5ca889e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a93ae9aa-fb73-4a98-81cb-a80757188729 HTTP/1.1" status: 204 len: 168 time: 1.0278561 Nov 12 01:14:16.276835 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e5a7a1-deb1-4aa6-bc91-0db7211d2b77 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Made reservation on behalf of 9a3c976922a74be0aa0cd97aec79629c for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:16.280441 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-77e5a7a1-deb1-4aa6-bc91-0db7211d2b77 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:16.283883 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:16.287792 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a973d-69bc-4942-845e-08a7b5ca889e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93ae9aa-fb73-4a98-81cb-a80757188729,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:16.369449 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f65d571-379a-47c5-9f7a-1a1cce1c344a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d583b94-d77d-4a4f-9b74-831b0ddf98a3'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:14:16.374368 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0257c07a-d967-4d32-a56d-4cc06a7cfd2e" -d '{"events": [{"server_uuid": "8f65d571-379a-47c5-9f7a-1a1cce1c344a", "name": "network-vif-plugged", "status": "completed", "tag": "3d583b94-d77d-4a4f-9b74-831b0ddf98a3"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:14:16.398430 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-77e5a7a1-deb1-4aa6-bc91-0db7211d2b77 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:16.414299 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 3d583b94-d77d-4a4f-9b74-831b0ddf98a3, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=3d583b94-d77d-4a4f-9b74-831b0ddf98a3,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:16.422584 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-205ce6d8-a06d-4d13-a543-1ab316da039c req-1bd6133e-00a1-47b4-9cd1-90a3cd39f4f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97878826-2751-4bd8-ab63-0c0fee130f8d {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:14:16.425899 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:16.481146 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-205ce6d8-a06d-4d13-a543-1ab316da039c req-1bd6133e-00a1-47b4-9cd1-90a3cd39f4f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:16.517364 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-205ce6d8-a06d-4d13-a543-1ab316da039c req-1bd6133e-00a1-47b4-9cd1-90a3cd39f4f4 service neutron] Transition to ACTIVE for port object 97878826-2751-4bd8-ab63-0c0fee130f8d will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:14:16.527470 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-205ce6d8-a06d-4d13-a543-1ab316da039c req-1bd6133e-00a1-47b4-9cd1-90a3cd39f4f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:16.546613 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506253b7-17c9-4b89-8f64-ad3790354cfd req-754bcb9c-8d5b-42e1-ae07-f206f7c87800 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:16.556126 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-506253b7-17c9-4b89-8f64-ad3790354cfd req-754bcb9c-8d5b-42e1-ae07-f206f7c87800 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dfe835d-23cb-4637-acb6-ddb56de82bf5 HTTP/1.1" status: 200 len: 945 time: 0.3261998 Nov 12 01:14:16.558301 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8e37bf-f2f5-43b2-acfc-bd45a1ec6693 x-openstack-request-id: req-0e8e37bf-f2f5-43b2-acfc-bd45a1ec6693 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:14:16.558891 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f65d571-379a-47c5-9f7a-1a1cce1c344a", "name": "network-vif-plugged", "status": "completed", "tag": "3d583b94-d77d-4a4f-9b74-831b0ddf98a3", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:14:16.559319 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0e8e37bf-f2f5-43b2-acfc-bd45a1ec6693 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:14:16.560283 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f65d571-379a-47c5-9f7a-1a1cce1c344a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d583b94-d77d-4a4f-9b74-831b0ddf98a3', 'code': 200} Nov 12 01:14:16.600158 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=3d583b94-d77d-4a4f-9b74-831b0ddf98a3,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:16.619407 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6133e-00a1-47b4-9cd1-90a3cd39f4f4 service neutron] Pushing event updated for resources: {'Port': ['ID=97878826-2751-4bd8-ab63-0c0fee130f8d,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:16.748889 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-506253b7-17c9-4b89-8f64-ad3790354cfd req-a99d4e70-3cec-4ca7-b0fe-5660232ca1f2 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a33527b-a081-46b3-a33c-3299ac1d026a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748533 Nov 12 01:14:16.774553 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-22fd6893-1568-4485-9f4a-be59d29b2c1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:16.775222 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-205ce6d8-a06d-4d13-a543-1ab316da039c req-1bd6133e-00a1-47b4-9cd1-90a3cd39f4f4 service neutron] Attempting to bind port 97878826-2751-4bd8-ab63-0c0fee130f8d on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:14:16.775837 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-205ce6d8-a06d-4d13-a543-1ab316da039c req-1bd6133e-00a1-47b4-9cd1-90a3cd39f4f4 service neutron] Attempting to bind port 97878826-2751-4bd8-ab63-0c0fee130f8d by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'e86ee36d-9818-4f96-ba83-2c434595c99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1a8182d6-d1ae-418d-93c2-b627ded7dca2'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:14:16.776494 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205ce6d8-a06d-4d13-a543-1ab316da039c req-1bd6133e-00a1-47b4-9cd1-90a3cd39f4f4 service neutron] Attempting to bind port 97878826-2751-4bd8-ab63-0c0fee130f8d on network 1a8182d6-d1ae-418d-93c2-b627ded7dca2 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:14:16.782923 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205ce6d8-a06d-4d13-a543-1ab316da039c req-1bd6133e-00a1-47b4-9cd1-90a3cd39f4f4 service neutron] Port 97878826-2751-4bd8-ab63-0c0fee130f8d on network 1a8182d6-d1ae-418d-93c2-b627ded7dca2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:14:16.783617 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205ce6d8-a06d-4d13-a543-1ab316da039c req-1bd6133e-00a1-47b4-9cd1-90a3cd39f4f4 service neutron] Attempting to bind port 97878826-2751-4bd8-ab63-0c0fee130f8d on network 1a8182d6-d1ae-418d-93c2-b627ded7dca2 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:14:16.790471 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205ce6d8-a06d-4d13-a543-1ab316da039c req-1bd6133e-00a1-47b4-9cd1-90a3cd39f4f4 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:14:16.791157 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205ce6d8-a06d-4d13-a543-1ab316da039c req-1bd6133e-00a1-47b4-9cd1-90a3cd39f4f4 service neutron] Checking segment: {'id': 'e86ee36d-9818-4f96-ba83-2c434595c99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1a8182d6-d1ae-418d-93c2-b627ded7dca2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:16.791758 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205ce6d8-a06d-4d13-a543-1ab316da039c req-1bd6133e-00a1-47b4-9cd1-90a3cd39f4f4 service neutron] Bound using segment: {'id': 'e86ee36d-9818-4f96-ba83-2c434595c99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1a8182d6-d1ae-418d-93c2-b627ded7dca2'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:14:16.792475 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-205ce6d8-a06d-4d13-a543-1ab316da039c req-1bd6133e-00a1-47b4-9cd1-90a3cd39f4f4 service neutron] Bound port: 97878826-2751-4bd8-ab63-0c0fee130f8d, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e86ee36d-9818-4f96-ba83-2c434595c99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1a8182d6-d1ae-418d-93c2-b627ded7dca2'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:14:16.793084 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-205ce6d8-a06d-4d13-a543-1ab316da039c req-1bd6133e-00a1-47b4-9cd1-90a3cd39f4f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:16.817150 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-22fd6893-1568-4485-9f4a-be59d29b2c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:16.868494 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fd6893-1568-4485-9f4a-be59d29b2c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137634a6-4eb8-4dda-a799-58fffa8bcfa0,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:16.885249 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-77e5a7a1-deb1-4aa6-bc91-0db7211d2b77 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:16.888850 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-205ce6d8-a06d-4d13-a543-1ab316da039c req-1bd6133e-00a1-47b4-9cd1-90a3cd39f4f4 service neutron] For port 97878826-2751-4bd8-ab63-0c0fee130f8d, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:14:16.901621 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-205ce6d8-a06d-4d13-a543-1ab316da039c req-1bd6133e-00a1-47b4-9cd1-90a3cd39f4f4 service neutron] For port 97878826-2751-4bd8-ab63-0c0fee130f8d, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=97878826-2751-4bd8-ab63-0c0fee130f8d,segment=NetworkSegment(e86ee36d-9818-4f96-ba83-2c434595c99e),segment_id=e86ee36d-9818-4f96-ba83-2c434595c99e)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:14:16.905687 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-77e5a7a1-deb1-4aa6-bc91-0db7211d2b77 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:16.910516 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-205ce6d8-a06d-4d13-a543-1ab316da039c req-1bd6133e-00a1-47b4-9cd1-90a3cd39f4f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:16.967496 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ce6d8-a06d-4d13-a543-1ab316da039c req-1bd6133e-00a1-47b4-9cd1-90a3cd39f4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:16.967894 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-205ce6d8-a06d-4d13-a543-1ab316da039c req-1bd6133e-00a1-47b4-9cd1-90a3cd39f4f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:16.970316 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-205ce6d8-a06d-4d13-a543-1ab316da039c req-1bd6133e-00a1-47b4-9cd1-90a3cd39f4f4 service neutron] 10.222.0.44 "PUT /v2.0/ports/97878826-2751-4bd8-ab63-0c0fee130f8d HTTP/1.1" status: 200 len: 1093 time: 1.3863385 Nov 12 01:14:16.973135 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b310a87-8256-4f60-86c2-0ee130460820', 'tag': '97878826-2751-4bd8-ab63-0c0fee130f8d'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:14:16.975740 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5326b9-78ed-4071-bcb5-98c57e431a41" -d '{"events": [{"name": "network-changed", "server_uuid": "2b310a87-8256-4f60-86c2-0ee130460820", "tag": "97878826-2751-4bd8-ab63-0c0fee130f8d"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:14:17.001705 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-22fd6893-1568-4485-9f4a-be59d29b2c1d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b50778d3868d4c5eb1e39a3d1d3983dd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0168309 Nov 12 01:14:17.006217 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47544) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:17.011166 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77e5a7a1-deb1-4aa6-bc91-0db7211d2b77 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:14:17.023248 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78efe65-4b3b-4a0a-bb1d-88bcdc9ccea0 req-f2f50351-869f-4e91-8b67-2fcd3df906fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:17.025098 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b78efe65-4b3b-4a0a-bb1d-88bcdc9ccea0 req-f2f50351-869f-4e91-8b67-2fcd3df906fc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8f65d571-379a-47c5-9f7a-1a1cce1c344a HTTP/1.1" status: 200 len: 1101 time: 0.2699671 Nov 12 01:14:17.026289 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e5a7a1-deb1-4aa6-bc91-0db7211d2b77 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e216764e-2e99-4696-b4c7-5dcbd318f6ee,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:17.038021 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-77e5a7a1-deb1-4aa6-bc91-0db7211d2b77 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:17.038430 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-77e5a7a1-deb1-4aa6-bc91-0db7211d2b77 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Added segment 05827834-15fe-4fb8-bd26-d14969295cdb of type vlan for network 9e1c4767-7a3b-42df-9842-e23294b16062 Nov 12 01:14:17.112277 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfdcfeea-54a5-404e-8d0b-df1d6c39b476 x-openstack-request-id: req-dfdcfeea-54a5-404e-8d0b-df1d6c39b476 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:14:17.112710 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b310a87-8256-4f60-86c2-0ee130460820", "tag": "97878826-2751-4bd8-ab63-0c0fee130f8d", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:14:17.112871 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dfdcfeea-54a5-404e-8d0b-df1d6c39b476 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:14:17.113230 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b310a87-8256-4f60-86c2-0ee130460820', 'tag': '97878826-2751-4bd8-ab63-0c0fee130f8d', 'status': 'completed', 'code': 200} Nov 12 01:14:17.134964 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34821e8a-9925-4886-9e10-7ea69e4f17bb req-ff3014a6-89c9-4392-9a6e-e177dd718c08 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:17.150320 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-34821e8a-9925-4886-9e10-7ea69e4f17bb req-ff3014a6-89c9-4392-9a6e-e177dd718c08 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b310a87-8256-4f60-86c2-0ee130460820 HTTP/1.1" status: 200 len: 944 time: 0.2471728 Nov 12 01:14:17.179835 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6133e-00a1-47b4-9cd1-90a3cd39f4f4 service neutron] Pushing event updated for resources: {'Port': ['ID=97878826-2751-4bd8-ab63-0c0fee130f8d,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:17.212652 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b78efe65-4b3b-4a0a-bb1d-88bcdc9ccea0 req-54a44b77-dda3-4cf6-8715-5a8c8c11a275 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c70b02cf-4dec-4780-ab9d-56f7cc9e503c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768873 Nov 12 01:14:17.220656 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ce6d8-a06d-4d13-a543-1ab316da039c req-508daa02-b3dd-4173-af99-f636b68c976d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:17.222153 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-205ce6d8-a06d-4d13-a543-1ab316da039c req-508daa02-b3dd-4173-af99-f636b68c976d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=02561602d23944f4a6c1bd1cba61ffb6&device_id=2b310a87-8256-4f60-86c2-0ee130460820 HTTP/1.1" status: 200 len: 1096 time: 0.1593225 Nov 12 01:14:17.226556 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-979a8d88-ee94-49de-b9d4-4e1f6943df97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:17.268673 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-77e5a7a1-deb1-4aa6-bc91-0db7211d2b77 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:17.322097 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-77e5a7a1-deb1-4aa6-bc91-0db7211d2b77 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:17.323389 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e5a7a1-deb1-4aa6-bc91-0db7211d2b77 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:17.323640 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-77e5a7a1-deb1-4aa6-bc91-0db7211d2b77 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:17.370278 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-205ce6d8-a06d-4d13-a543-1ab316da039c req-d937a885-da5a-4710-85b5-8ec14e3fed67 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97878826-2751-4bd8-ab63-0c0fee130f8d HTTP/1.1" status: 200 len: 217 time: 0.1331484 Nov 12 01:14:17.378525 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-979a8d88-ee94-49de-b9d4-4e1f6943df97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:17.399280 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-77e5a7a1-deb1-4aa6-bc91-0db7211d2b77 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.9998739 Nov 12 01:14:17.404473 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47560) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:17.410726 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-cbccab4e-aadb-462f-8ba9-0f790687127f tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Request body: {'subnet': {'network_id': '9e1c4767-7a3b-42df-9842-e23294b16062', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:17.448462 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-34821e8a-9925-4886-9e10-7ea69e4f17bb req-4e562b0a-3e7a-4a6c-b40e-b11cb8be6d78 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/security-groups?id=3077f761-4be2-41f4-97c2-5743e10b623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964900 Nov 12 01:14:17.452868 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e5a7a1-deb1-4aa6-bc91-0db7211d2b77 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Pushing event updated for resources: {'Network': ['ID=9e1c4767-7a3b-42df-9842-e23294b16062,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:17.466038 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 9e1c4767-7a3b-42df-9842-e23294b16062 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:14:17.513063 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ce6d8-a06d-4d13-a543-1ab316da039c req-47b9c33d-adda-463e-b229-c1a0446c9ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:17.518337 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-205ce6d8-a06d-4d13-a543-1ab316da039c req-47b9c33d-adda-463e-b229-c1a0446c9ff4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1a7d4261-126a-4a06-89cb-5e5216ca7fc1 HTTP/1.1" status: 200 len: 855 time: 0.1364233 Nov 12 01:14:17.524537 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbccab4e-aadb-462f-8ba9-0f790687127f tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Made reservation on behalf of 9a3c976922a74be0aa0cd97aec79629c for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:17.530235 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cbccab4e-aadb-462f-8ba9-0f790687127f tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:17.622127 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e22487-fe57-4f47-af38-1512071af110 req-b9be0d85-6b68-4781-a058-409a4131c72b tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:17.624715 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-31e22487-fe57-4f47-af38-1512071af110 req-b9be0d85-6b68-4781-a058-409a4131c72b tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f65d571-379a-47c5-9f7a-1a1cce1c344a HTTP/1.1" status: 200 len: 949 time: 0.0931292 Nov 12 01:14:17.714758 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-205ce6d8-a06d-4d13-a543-1ab316da039c req-87c5476b-aca0-4cba-827b-8a646f0fe317 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1a8182d6-d1ae-418d-93c2-b627ded7dca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1780851 Nov 12 01:14:17.727766 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-31e22487-fe57-4f47-af38-1512071af110 req-0c23a4ae-c654-4c88-a86b-385964f1e2ed tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] 10.222.0.45 "GET /v2.0/security-groups?id=c70b02cf-4dec-4780-ab9d-56f7cc9e503c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893633 Nov 12 01:14:17.827627 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-979a8d88-ee94-49de-b9d4-4e1f6943df97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:17.830755 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-979a8d88-ee94-49de-b9d4-4e1f6943df97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:17.834186 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-979a8d88-ee94-49de-b9d4-4e1f6943df97 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/137634a6-4eb8-4dda-a799-58fffa8bcfa0 HTTP/1.1" status: 204 len: 168 time: 0.8261621 Nov 12 01:14:17.943514 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266d73d-2a2e-4d1a-bcf2-84531aea50f5 req-c1d01739-9197-419b-9590-49b4efdac0ee tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:17.952938 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d266d73d-2a2e-4d1a-bcf2-84531aea50f5 req-c1d01739-9197-419b-9590-49b4efdac0ee tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dfe835d-23cb-4637-acb6-ddb56de82bf5 HTTP/1.1" status: 200 len: 945 time: 0.1368890 Nov 12 01:14:17.955093 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a8d88-ee94-49de-b9d4-4e1f6943df97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137634a6-4eb8-4dda-a799-58fffa8bcfa0,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:18.040732 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d266d73d-2a2e-4d1a-bcf2-84531aea50f5 req-cc86dc66-38df-4d69-897d-4838211c3a98 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a33527b-a081-46b3-a33c-3299ac1d026a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815425 Nov 12 01:14:18.085550 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-205ce6d8-a06d-4d13-a543-1ab316da039c req-8eb4e3f9-3e48-414e-af87-9b8cc3f8f0b9 service neutron] 10.222.0.44 "GET /v2.0/networks/1a8182d6-d1ae-418d-93c2-b627ded7dca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601816 Nov 12 01:14:18.252912 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa326254-1f98-4bf5-a251-eaf77c52ce76 req-351dac02-d1f7-4179-a958-4f23e995255f tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:18.261771 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aa326254-1f98-4bf5-a251-eaf77c52ce76 req-351dac02-d1f7-4179-a958-4f23e995255f tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.16 "GET /v2.0/ports?device_id=2dfe835d-23cb-4637-acb6-ddb56de82bf5 HTTP/1.1" status: 200 len: 945 time: 0.1507032 Nov 12 01:14:18.399842 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-205ce6d8-a06d-4d13-a543-1ab316da039c req-132419b0-8967-4d55-bf9b-8c9106bd98f1 service neutron] 10.222.0.44 "GET /v2.0/networks/1a8182d6-d1ae-418d-93c2-b627ded7dca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027775 Nov 12 01:14:18.938303 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b118cc0-485e-47ce-acf9-779257462134 req-8b8ec073-886c-4a5c-9152-47fd00bc229d tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:18.952265 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5b118cc0-485e-47ce-acf9-779257462134 req-8b8ec073-886c-4a5c-9152-47fd00bc229d tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b310a87-8256-4f60-86c2-0ee130460820 HTTP/1.1" status: 200 len: 944 time: 0.3514590 Nov 12 01:14:19.104375 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 47608) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:19.149757 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5b118cc0-485e-47ce-acf9-779257462134 req-94dfd41a-0a14-4831-83ea-1dd9e0762cfb tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/security-groups?id=3077f761-4be2-41f4-97c2-5743e10b623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960175 Nov 12 01:14:19.203542 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579268b-1660-432f-b165-adc054c23067 req-657919db-ebb2-4b82-8b50-97f86994aa72 tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:19.206300 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d579268b-1660-432f-b165-adc054c23067 req-657919db-ebb2-4b82-8b50-97f86994aa72 tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f65d571-379a-47c5-9f7a-1a1cce1c344a HTTP/1.1" status: 200 len: 949 time: 0.2141159 Nov 12 01:14:19.230376 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-aa326254-1f98-4bf5-a251-eaf77c52ce76 req-cb6e6eda-72f4-46f7-83b8-baa46c03e41d tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Deleting port e8785de6-4682-4524-bdaa-6e4d7ec3f359 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:19.233495 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-aa326254-1f98-4bf5-a251-eaf77c52ce76 req-cb6e6eda-72f4-46f7-83b8-baa46c03e41d tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:19.362006 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5326b9-78ed-4071-bcb5-98c57e431a41 req-aefa0b4b-3df9-4baa-afed-6bf386b21e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:19.363806 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4c5326b9-78ed-4071-bcb5-98c57e431a41 req-aefa0b4b-3df9-4baa-afed-6bf386b21e51 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=02561602d23944f4a6c1bd1cba61ffb6&device_id=2b310a87-8256-4f60-86c2-0ee130460820 HTTP/1.1" status: 200 len: 1096 time: 0.7108152 Nov 12 01:14:19.507165 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d579268b-1660-432f-b165-adc054c23067 req-915513dd-3290-46f4-8509-9d0138f02074 tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] 10.222.0.45 "GET /v2.0/security-groups?id=c70b02cf-4dec-4780-ab9d-56f7cc9e503c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878039 Nov 12 01:14:19.542439 n-d-712142-27 neutron-server[109086]: DEBUG neutron.objects.ports [None req-cbccab4e-aadb-462f-8ba9-0f790687127f tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109086) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 01:14:19.542934 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cbccab4e-aadb-462f-8ba9-0f790687127f tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:19.605148 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbccab4e-aadb-462f-8ba9-0f790687127f tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d7d0477f-228f-4461-bb1d-873a30f941a7,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:19.663244 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5326b9-78ed-4071-bcb5-98c57e431a41 req-d86eb63a-1fc6-4a39-b8d2-97a85b63afd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:19.666113 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4c5326b9-78ed-4071-bcb5-98c57e431a41 req-d86eb63a-1fc6-4a39-b8d2-97a85b63afd9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1a8182d6-d1ae-418d-93c2-b627ded7dca2 HTTP/1.1" status: 200 len: 915 time: 0.2858434 Nov 12 01:14:19.675639 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d3225f9c-c5f7-41ca-9cc0-7ed8a49d6893 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:19.731824 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4c5326b9-78ed-4071-bcb5-98c57e431a41 req-c3e80c56-2049-4682-99e8-e033a2c92afc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97878826-2751-4bd8-ab63-0c0fee130f8d HTTP/1.1" status: 200 len: 217 time: 0.0545094 Nov 12 01:14:19.741991 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbccab4e-aadb-462f-8ba9-0f790687127f tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Checking segment: {'id': '05827834-15fe-4fb8-bd26-d14969295cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9e1c4767-7a3b-42df-9842-e23294b16062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:19.742518 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbccab4e-aadb-462f-8ba9-0f790687127f tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Network hostable DHCP agents. Network: 9e1c4767-7a3b-42df-9842-e23294b16062, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:14:19.752228 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917f462-3222-4cd1-985c-d26f614792ff req-2308c445-74c7-4e6f-8850-d5f43c8305e7 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:19.754999 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4917f462-3222-4cd1-985c-d26f614792ff req-2308c445-74c7-4e6f-8850-d5f43c8305e7 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dfe835d-23cb-4637-acb6-ddb56de82bf5 HTTP/1.1" status: 200 len: 945 time: 0.3538430 Nov 12 01:14:19.826730 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5326b9-78ed-4071-bcb5-98c57e431a41 req-661e8812-7e98-458a-b86f-18fd8627b939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:19.828998 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4c5326b9-78ed-4071-bcb5-98c57e431a41 req-661e8812-7e98-458a-b86f-18fd8627b939 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1a7d4261-126a-4a06-89cb-5e5216ca7fc1 HTTP/1.1" status: 200 len: 855 time: 0.0882065 Nov 12 01:14:19.831427 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbccab4e-aadb-462f-8ba9-0f790687127f tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Network 9e1c4767-7a3b-42df-9842-e23294b16062 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:14:19.874675 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4c5326b9-78ed-4071-bcb5-98c57e431a41 req-23fb3775-437b-4706-80e6-0ed4750f0a76 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1a8182d6-d1ae-418d-93c2-b627ded7dca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358212 Nov 12 01:14:19.875763 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-cbccab4e-aadb-462f-8ba9-0f790687127f tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 9e1c4767-7a3b-42df-9842-e23294b16062) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:19.881704 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbccab4e-aadb-462f-8ba9-0f790687127f tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:19.885231 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a68d366-797e-4c44-835e-bd7e66b8e78a None None] Network 9e1c4767-7a3b-42df-9842-e23294b16062 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:19.897336 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cbccab4e-aadb-462f-8ba9-0f790687127f tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:19.898327 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4917f462-3222-4cd1-985c-d26f614792ff req-5a01c325-417e-43e1-b9ad-b961e72c7a04 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a33527b-a081-46b3-a33c-3299ac1d026a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328030 Nov 12 01:14:19.907814 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47632) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:19.927339 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-aa326254-1f98-4bf5-a251-eaf77c52ce76 req-cb6e6eda-72f4-46f7-83b8-baa46c03e41d tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] For port e8785de6-4682-4524-bdaa-6e4d7ec3f359, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=e8785de6-4682-4524-bdaa-6e4d7ec3f359,segment=NetworkSegment(e77abea7-a924-404b-ac27-8265a21f100e),segment_id=e77abea7-a924-404b-ac27-8265a21f100e)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:19.927760 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-aa326254-1f98-4bf5-a251-eaf77c52ce76 req-cb6e6eda-72f4-46f7-83b8-baa46c03e41d tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:20.030588 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-cbccab4e-aadb-462f-8ba9-0f790687127f tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.6249535 Nov 12 01:14:20.040717 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47642) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:20.062269 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-070ccdb5-b9cc-4bd6-b0bf-68af92731ea3 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-306777288', 'network_id': '9e1c4767-7a3b-42df-9842-e23294b16062'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:20.171406 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea10171-0423-4168-b5a4-6e5d2b0c83a0 None None] Network 9e1c4767-7a3b-42df-9842-e23294b16062 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:20.225910 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-7980d8cc-072a-4712-a5a9-ede3dec4537d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1078291689-network', 'tenant_id': 'b5f27454e44c46e484db1f05cb0bd256'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:20.226852 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d3225f9c-c5f7-41ca-9cc0-7ed8a49d6893 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:20.229949 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070ccdb5-b9cc-4bd6-b0bf-68af92731ea3 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Made reservation on behalf of 9a3c976922a74be0aa0cd97aec79629c for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:20.234752 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-070ccdb5-b9cc-4bd6-b0bf-68af92731ea3 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:20.294498 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-070ccdb5-b9cc-4bd6-b0bf-68af92731ea3 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] device_id is not set on port 745ed58a-04d6-4781-8fb1-5923bd018718 yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:14:20.305911 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4c5326b9-78ed-4071-bcb5-98c57e431a41 req-8862d282-66c7-4856-813e-d2161d328b41 service neutron] 10.222.0.44 "GET /v2.0/networks/1a8182d6-d1ae-418d-93c2-b627ded7dca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3969238 Nov 12 01:14:20.360878 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d3225f9c-c5f7-41ca-9cc0-7ed8a49d6893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:20.446121 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7980d8cc-072a-4712-a5a9-ede3dec4537d admin admin] Made reservation on behalf of b5f27454e44c46e484db1f05cb0bd256 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:20.459180 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7980d8cc-072a-4712-a5a9-ede3dec4537d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:20.518819 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7980d8cc-072a-4712-a5a9-ede3dec4537d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:20.665289 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-070ccdb5-b9cc-4bd6-b0bf-68af92731ea3 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Allocated IP 172.20.0.11 (9e1c4767-7a3b-42df-9842-e23294b16062/d7d0477f-228f-4461-bb1d-873a30f941a7/745ed58a-04d6-4781-8fb1-5923bd018718) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:14:20.692022 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3225f9c-c5f7-41ca-9cc0-7ed8a49d6893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8456887f-2ecc-4cdf-9b33-0e3e7febee90,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:20.703382 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4c5326b9-78ed-4071-bcb5-98c57e431a41 req-5d50ca79-d585-4a19-a694-40d95403da01 service neutron] 10.222.0.44 "GET /v2.0/networks/1a8182d6-d1ae-418d-93c2-b627ded7dca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916887 Nov 12 01:14:20.763609 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-aa326254-1f98-4bf5-a251-eaf77c52ce76 req-cb6e6eda-72f4-46f7-83b8-baa46c03e41d tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:20.764126 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-aa326254-1f98-4bf5-a251-eaf77c52ce76 req-cb6e6eda-72f4-46f7-83b8-baa46c03e41d tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:20.765310 n-d-712142-27 neutron-server[109085]: INFO neutron.db.l3_db [req-aa326254-1f98-4bf5-a251-eaf77c52ce76 req-cb6e6eda-72f4-46f7-83b8-baa46c03e41d tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Floating IP 5bf11e39-96fa-4fac-928d-27c844cd52cf disassociated. External IP: 172.25.3.10, port: e8785de6-4682-4524-bdaa-6e4d7ec3f359. Nov 12 01:14:20.765310 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-aa326254-1f98-4bf5-a251-eaf77c52ce76 req-cb6e6eda-72f4-46f7-83b8-baa46c03e41d tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Calling delete_port for e8785de6-4682-4524-bdaa-6e4d7ec3f359 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:20.774278 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-d3225f9c-c5f7-41ca-9cc0-7ed8a49d6893 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eeeb8831dee34291a2048d61a1a84bee&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6661892 Nov 12 01:14:20.780022 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 47654) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:20.847391 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a3ea9-9062-4084-b2db-6126217b38b5 req-bb1f7b01-2c65-420f-b0a7-99af648e72c3 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:20.850772 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-949a3ea9-9062-4084-b2db-6126217b38b5 req-bb1f7b01-2c65-420f-b0a7-99af648e72c3 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b310a87-8256-4f60-86c2-0ee130460820 HTTP/1.1" status: 200 len: 944 time: 0.3472018 Nov 12 01:14:20.881591 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7980d8cc-072a-4712-a5a9-ede3dec4537d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:20.902378 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7980d8cc-072a-4712-a5a9-ede3dec4537d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:20.921424 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7980d8cc-072a-4712-a5a9-ede3dec4537d admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:14:20.955867 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7980d8cc-072a-4712-a5a9-ede3dec4537d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:20.956565 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-7980d8cc-072a-4712-a5a9-ede3dec4537d admin admin] Added segment b585d649-01fd-4316-8559-54f802d7acfe of type vlan for network 12c2ae7e-c809-4739-bb11-fb32601167dc Nov 12 01:14:21.063110 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7980d8cc-072a-4712-a5a9-ede3dec4537d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:21.069373 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e2832d32-52be-4335-92d6-07abf6def492 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:21.164258 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 47660) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:21.172669 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980d8cc-072a-4712-a5a9-ede3dec4537d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709c755d-15b9-40b4-9531-72f19c798dfd,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:21.178396 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7980d8cc-072a-4712-a5a9-ede3dec4537d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:21.180603 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7980d8cc-072a-4712-a5a9-ede3dec4537d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:21.181971 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7980d8cc-072a-4712-a5a9-ede3dec4537d admin admin] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:21.198797 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-949a3ea9-9062-4084-b2db-6126217b38b5 req-ce219150-1db1-40ca-8872-fd66530bbb1f tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/security-groups?id=3077f761-4be2-41f4-97c2-5743e10b623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751551 Nov 12 01:14:21.225430 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e2832d32-52be-4335-92d6-07abf6def492 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:21.283825 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcfce7c-4059-4c0d-bc1b-48d722c44516 req-9f516626-6888-4e12-bc81-c620a9ed72ff tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:21.293326 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cbcfce7c-4059-4c0d-bc1b-48d722c44516 req-9f516626-6888-4e12-bc81-c620a9ed72ff tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dfe835d-23cb-4637-acb6-ddb56de82bf5 HTTP/1.1" status: 200 len: 945 time: 0.2342608 Nov 12 01:14:21.379185 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7980d8cc-072a-4712-a5a9-ede3dec4537d admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4665058 Nov 12 01:14:21.388931 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47666) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:21.401363 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-01a71f86-8872-4191-894b-9f455e5409b6 admin admin] Request body: {'subnet': {'network_id': '12c2ae7e-c809-4739-bb11-fb32601167dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1078291689-subnet', 'tenant_id': 'b5f27454e44c46e484db1f05cb0bd256', 'ip_version': 4}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:21.474100 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980d8cc-072a-4712-a5a9-ede3dec4537d admin admin] Pushing event updated for resources: {'Network': ['ID=12c2ae7e-c809-4739-bb11-fb32601167dc,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:21.496131 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a71f86-8872-4191-894b-9f455e5409b6 admin admin] Made reservation on behalf of b5f27454e44c46e484db1f05cb0bd256 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:21.500062 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-01a71f86-8872-4191-894b-9f455e5409b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:21.500380 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 12c2ae7e-c809-4739-bb11-fb32601167dc details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:14:21.503184 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cbcfce7c-4059-4c0d-bc1b-48d722c44516 req-c92d7d19-9ed3-4f57-b6ab-416ed40ea984 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/security-groups?id=2a33527b-a081-46b3-a33c-3299ac1d026a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2084186 Nov 12 01:14:21.551299 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-aa326254-1f98-4bf5-a251-eaf77c52ce76 req-cb6e6eda-72f4-46f7-83b8-baa46c03e41d tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:21.662084 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c09f415e-f429-4110-9e1d-70fb472e225f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:21.669590 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-070ccdb5-b9cc-4bd6-b0bf-68af92731ea3 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:21.730085 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-070ccdb5-b9cc-4bd6-b0bf-68af92731ea3 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:21.743131 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e6eda-72f4-46f7-83b8-baa46c03e41d tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Pushing event deleted for resources: {'Port': ['ID=e8785de6-4682-4524-bdaa-6e4d7ec3f359,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:21.751142 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e2832d32-52be-4335-92d6-07abf6def492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:21.758054 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device e8785de6-4682-4524-bdaa-6e4d7ec3f359 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:14:21.758537 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e2832d32-52be-4335-92d6-07abf6def492 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:21.760667 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e2832d32-52be-4335-92d6-07abf6def492 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8456887f-2ecc-4cdf-9b33-0e3e7febee90 HTTP/1.1" status: 204 len: 168 time: 0.9791481 Nov 12 01:14:21.793990 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2832d32-52be-4335-92d6-07abf6def492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8456887f-2ecc-4cdf-9b33-0e3e7febee90,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:21.805646 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070ccdb5-b9cc-4bd6-b0bf-68af92731ea3 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Network 9e1c4767-7a3b-42df-9842-e23294b16062 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:21.816002 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-070ccdb5-b9cc-4bd6-b0bf-68af92731ea3 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:21.825853 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070ccdb5-b9cc-4bd6-b0bf-68af92731ea3 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:21.845508 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] No Port match for: e8785de6-4682-4524-bdaa-6e4d7ec3f359 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:14:21.850555 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device e8785de6-4682-4524-bdaa-6e4d7ec3f359 not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:14:21.853635 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 97878826-2751-4bd8-ab63-0c0fee130f8d details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:14:21.887437 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070ccdb5-b9cc-4bd6-b0bf-68af92731ea3 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:21.888095 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-070ccdb5-b9cc-4bd6-b0bf-68af92731ea3 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:21.933005 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ccdb5-b9cc-4bd6-b0bf-68af92731ea3 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Pushing event updated for resources: {'Port': ['ID=745ed58a-04d6-4781-8fb1-5923bd018718,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:21.983328 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-070ccdb5-b9cc-4bd6-b0bf-68af92731ea3 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.9388313 Nov 12 01:14:21.990583 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa326254-1f98-4bf5-a251-eaf77c52ce76 req-cb6e6eda-72f4-46f7-83b8-baa46c03e41d tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Router 6c4d9432-55ba-47bd-bb50-de97708bf56c has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:14:21.994105 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47672) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:22.151947 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-01a71f86-8872-4191-894b-9f455e5409b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:22.156673 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 97878826-2751-4bd8-ab63-0c0fee130f8d, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=97878826-2751-4bd8-ab63-0c0fee130f8d,segment=NetworkSegment(e86ee36d-9818-4f96-ba83-2c434595c99e),segment_id=e86ee36d-9818-4f96-ba83-2c434595c99e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:22.164712 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c09f415e-f429-4110-9e1d-70fb472e225f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:22.176632 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c09f415e-f429-4110-9e1d-70fb472e225f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:22.190348 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '97878826-2751-4bd8-ab63-0c0fee130f8d', 'network_id': '1a8182d6-d1ae-418d-93c2-b627ded7dca2', 'port_id': '97878826-2751-4bd8-ab63-0c0fee130f8d', 'mac_address': 'fa:16:3e:0f:cc:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a7d4261-126a-4a06-89cb-5e5216ca7fc1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:14:22.245570 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f415e-f429-4110-9e1d-70fb472e225f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac375462-a97e-4067-a031-72a663d7370c,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:22.321331 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a71f86-8872-4191-894b-9f455e5409b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec11b4c1-c17e-4253-a7d4-352b9e35c65f,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:22.331367 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:22.373525 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97878826-2751-4bd8-ab63-0c0fee130f8d {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:14:22.383363 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c09f415e-f429-4110-9e1d-70fb472e225f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9072c9299fd343a2a99f3293906e64b0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2151666 Nov 12 01:14:22.387789 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 47682) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:22.447276 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 97878826-2751-4bd8-ab63-0c0fee130f8d, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=97878826-2751-4bd8-ab63-0c0fee130f8d,segment=NetworkSegment(e86ee36d-9818-4f96-ba83-2c434595c99e),segment_id=e86ee36d-9818-4f96-ba83-2c434595c99e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:22.448714 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a71f86-8872-4191-894b-9f455e5409b6 admin admin] Checking segment: {'id': 'b585d649-01fd-4316-8559-54f802d7acfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '12c2ae7e-c809-4739-bb11-fb32601167dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:22.449261 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a71f86-8872-4191-894b-9f455e5409b6 admin admin] Network hostable DHCP agents. Network: 12c2ae7e-c809-4739-bb11-fb32601167dc, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:14:22.454385 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:22.461779 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa326254-1f98-4bf5-a251-eaf77c52ce76 req-cb6e6eda-72f4-46f7-83b8-baa46c03e41d tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:14:22.483193 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffa6d24-d6da-46c2-9503-da537cdab8e3 None None] Sync routers for ids ['6c4d9432-55ba-47bd-bb50-de97708bf56c'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:14:22.549835 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-68ac900a-0df7-49d9-bc72-700006c80441 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Deleting port 745ed58a-04d6-4781-8fb1-5923bd018718 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:22.550716 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-68ac900a-0df7-49d9-bc72-700006c80441 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:22.554340 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a71f86-8872-4191-894b-9f455e5409b6 admin admin] Network 12c2ae7e-c809-4739-bb11-fb32601167dc is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:14:22.581265 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffa6d24-d6da-46c2-9503-da537cdab8e3 None None] Routers {'6c4d9432-55ba-47bd-bb50-de97708bf56c'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:14:22.582154 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-fffa6d24-d6da-46c2-9503-da537cdab8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:14:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['6c4d9432-55ba-47bd-bb50-de97708bf56c'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:22.650133 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=97878826-2751-4bd8-ab63-0c0fee130f8d,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:22.665749 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-01a71f86-8872-4191-894b-9f455e5409b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 12c2ae7e-c809-4739-bb11-fb32601167dc) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:22.671437 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:22.672143 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:22.672669 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:22.673208 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:22.673718 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:22.674299 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:22.675060 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:22.675596 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:22.676147 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:22.676657 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:22.677371 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:22.678535 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:22.702946 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a71f86-8872-4191-894b-9f455e5409b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:22.705589 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-01a71f86-8872-4191-894b-9f455e5409b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:22.719264 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa326254-1f98-4bf5-a251-eaf77c52ce76 req-cb6e6eda-72f4-46f7-83b8-baa46c03e41d tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] No DVR routers for this DVR port e8785de6-4682-4524-bdaa-6e4d7ec3f359 on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:14:22.722782 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58adfce2-9386-4fce-af8e-f684524084f3 None None] Network 12c2ae7e-c809-4739-bb11-fb32601167dc requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:22.756221 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['97878826-2751-4bd8-ab63-0c0fee130f8d'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:14:22.757138 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-aa326254-1f98-4bf5-a251-eaf77c52ce76 req-cb6e6eda-72f4-46f7-83b8-baa46c03e41d tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:22.763390 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aa326254-1f98-4bf5-a251-eaf77c52ce76 req-cb6e6eda-72f4-46f7-83b8-baa46c03e41d tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.16 "DELETE /v2.0/ports/e8785de6-4682-4524-bdaa-6e4d7ec3f359 HTTP/1.1" status: 204 len: 173 time: 4.4740245 Nov 12 01:14:22.807881 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dfe835d-23cb-4637-acb6-ddb56de82bf5', 'name': 'network-vif-deleted', 'tag': 'e8785de6-4682-4524-bdaa-6e4d7ec3f359'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:14:22.812345 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-01a71f86-8872-4191-894b-9f455e5409b6 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4215302 Nov 12 01:14:22.820225 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b5b99e-04b2-49d7-83ba-38082003b14d" -d '{"events": [{"server_uuid": "2dfe835d-23cb-4637-acb6-ddb56de82bf5", "name": "network-vif-deleted", "tag": "e8785de6-4682-4524-bdaa-6e4d7ec3f359"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:14:22.824583 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47694) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:22.840501 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-5967fa64-4687-4ca1-8eb9-41276b16f643 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1078291689-router', 'tenant_id': 'b5f27454e44c46e484db1f05cb0bd256', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:22.902243 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-68ac900a-0df7-49d9-bc72-700006c80441 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:22.937778 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-68ac900a-0df7-49d9-bc72-700006c80441 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Calling delete_port for 745ed58a-04d6-4781-8fb1-5923bd018718 owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:22.953175 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-fffa6d24-d6da-46c2-9503-da537cdab8e3 None None] Set router 6c4d9432-55ba-47bd-bb50-de97708bf56c gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:14:22.955822 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f25a37-3bc4-4b55-9d39-e913862bebb2 req-bb704ea5-183b-408e-aad0-e41576487eb7 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:22.980984 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-41f25a37-3bc4-4b55-9d39-e913862bebb2 req-bb704ea5-183b-408e-aad0-e41576487eb7 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b310a87-8256-4f60-86c2-0ee130460820 HTTP/1.1" status: 200 len: 945 time: 0.5144532 Nov 12 01:14:22.999484 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b6a48be2-ab8f-4645-b7a3-3841cc63e120 req-fbd80694-5bd3-4632-b2fd-4fdc3b37c7bd tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/ports?device_id=2dfe835d-23cb-4637-acb6-ddb56de82bf5 HTTP/1.1" status: 200 len: 210 time: 0.1243863 Nov 12 01:14:23.065292 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ad8328c5-eae9-4601-ae3f-aca41d8694f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:23.109244 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5967fa64-4687-4ca1-8eb9-41276b16f643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:23.110323 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5967fa64-4687-4ca1-8eb9-41276b16f643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:23.124933 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ad8328c5-eae9-4601-ae3f-aca41d8694f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:23.171769 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5967fa64-4687-4ca1-8eb9-41276b16f643 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:23.214872 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ead717c-1245-431d-875f-0297639f682f x-openstack-request-id: req-9ead717c-1245-431d-875f-0297639f682f {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:14:23.215448 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dfe835d-23cb-4637-acb6-ddb56de82bf5", "name": "network-vif-deleted", "tag": "e8785de6-4682-4524-bdaa-6e4d7ec3f359", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:14:23.215931 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9ead717c-1245-431d-875f-0297639f682f {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:14:23.216732 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dfe835d-23cb-4637-acb6-ddb56de82bf5', 'name': 'network-vif-deleted', 'tag': 'e8785de6-4682-4524-bdaa-6e4d7ec3f359', 'status': 'completed', 'code': 200} Nov 12 01:14:23.243591 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ad8328c5-eae9-4601-ae3f-aca41d8694f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:23.248595 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ad8328c5-eae9-4601-ae3f-aca41d8694f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:23.252743 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-ad8328c5-eae9-4601-ae3f-aca41d8694f2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ac375462-a97e-4067-a031-72a663d7370c HTTP/1.1" status: 204 len: 168 time: 0.8612249 Nov 12 01:14:23.296667 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8328c5-eae9-4601-ae3f-aca41d8694f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac375462-a97e-4067-a031-72a663d7370c,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:23.308866 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-41f25a37-3bc4-4b55-9d39-e913862bebb2 req-c3c98223-1e4d-41d0-8997-d510f81cfd46 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/security-groups?id=3077f761-4be2-41f4-97c2-5743e10b623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265126 Nov 12 01:14:23.513317 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5967fa64-4687-4ca1-8eb9-41276b16f643 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:23.586220 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-68ac900a-0df7-49d9-bc72-700006c80441 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:23.662630 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4dfffbc-b8ea-4e5c-842e-bd4340d2c8de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-12c2ae7e-c809-4739-bb11-fb32601167dc', 'network_id': '12c2ae7e-c809-4739-bb11-fb32601167dc', 'tenant_id': 'b5f27454e44c46e484db1f05cb0bd256', 'fixed_ips': [{'subnet_id': 'ec11b4c1-c17e-4253-a7d4-352b9e35c65f'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:14:23.664112 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d4dfffbc-b8ea-4e5c-842e-bd4340d2c8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:23.694552 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac900a-0df7-49d9-bc72-700006c80441 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Pushing event deleted for resources: {'Port': ['ID=745ed58a-04d6-4781-8fb1-5923bd018718,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:23.987149 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-68ac900a-0df7-49d9-bc72-700006c80441 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:23.998889 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 47718) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:24.001543 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-68ac900a-0df7-49d9-bc72-700006c80441 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] 10.222.0.45 "DELETE /v2.0/ports/745ed58a-04d6-4781-8fb1-5923bd018718 HTTP/1.1" status: 204 len: 168 time: 1.9974961 Nov 12 01:14:24.009806 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-de492ca9-ab32-4d96-8099-ce2796f95fcb tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9e1c4767-7a3b-42df-9842-e23294b16062', 'external_fixed_ips': [{'subnet_id': 'd7d0477f-228f-4461-bb1d-873a30f941a7', 'ip_address': '172.20.0.11'}]}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:24.060509 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-de492ca9-ab32-4d96-8099-ce2796f95fcb tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:24.061859 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-de492ca9-ab32-4d96-8099-ce2796f95fcb tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:24.216621 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 47730) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:24.239169 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5967fa64-4687-4ca1-8eb9-41276b16f643 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:24.241482 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-de492ca9-ab32-4d96-8099-ce2796f95fcb tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:24.279083 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5967fa64-4687-4ca1-8eb9-41276b16f643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:24.507004 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-5967fa64-4687-4ca1-8eb9-41276b16f643 admin admin] Allocated IP 172.25.3.120 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/a2a97580-bf5d-4fff-87b0-64903b5b0792) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:14:24.681358 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-de492ca9-ab32-4d96-8099-ce2796f95fcb tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:24.781428 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-fffa6d24-d6da-46c2-9503-da537cdab8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'name': 'tempest-AttachVolumeTestJSON-1338414397-router', 'tenant_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '876f3bf9-72ff-47b4-8dab-c99d8fc6d72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:04Z', 'updated_at': '2021-11-12T01:09:13Z', 'revision_number': 4, 'project_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'gw_port': {'id': '876f3bf9-72ff-47b4-8dab-c99d8fc6d72f', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:95:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:05Z', 'updated_at': '2021-11-12T01:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '4894ce9e-9550-4064-902d-10d1c8124bc3', 'name': '', 'network_id': 'e99995f4-ba3c-4455-a76c-75068f6bda47', 'tenant_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'mac_address': 'fa:16:3e:67:9f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'bf3a876c-b540-4ae8-a3b9-c5dbe0528b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:11Z', 'updated_at': '2021-11-12T01:09:25Z', 'revision_number': 5, 'project_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'subnets': [{'id': 'bf3a876c-b540-4ae8-a3b9-c5dbe0528b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:24.790394 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f87d3e2f-f5e1-4dfa-80ce-983a202cfa9c tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:24.794490 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5967fa64-4687-4ca1-8eb9-41276b16f643 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:24.855860 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b1c537-38d1-499f-b4a3-a774e3833ca7 req-8773b554-835a-4fcf-9459-a9fb4ca1e6e5 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:24.865312 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-31b1c537-38d1-499f-b4a3-a774e3833ca7 req-8773b554-835a-4fcf-9459-a9fb4ca1e6e5 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b310a87-8256-4f60-86c2-0ee130460820 HTTP/1.1" status: 200 len: 945 time: 0.3255539 Nov 12 01:14:24.878629 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffa6d24-d6da-46c2-9503-da537cdab8e3 None None] Checking router: 6c4d9432-55ba-47bd-bb50-de97708bf56c for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:14:24.885446 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f87d3e2f-f5e1-4dfa-80ce-983a202cfa9c tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:24.904318 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5967fa64-4687-4ca1-8eb9-41276b16f643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:24.929862 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffa6d24-d6da-46c2-9503-da537cdab8e3 None None] Routers {'6c4d9432-55ba-47bd-bb50-de97708bf56c'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:14:24.930599 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-fffa6d24-d6da-46c2-9503-da537cdab8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:14:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['6c4d9432-55ba-47bd-bb50-de97708bf56c'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:24.933094 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-d4dfffbc-b8ea-4e5c-842e-bd4340d2c8de None None] Allocated IP 172.20.0.2 (12c2ae7e-c809-4739-bb11-fb32601167dc/ec11b4c1-c17e-4253-a7d4-352b9e35c65f/38d7f6de-389c-4b0c-8a43-0aa4bdd2e723) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:14:25.022888 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-31b1c537-38d1-499f-b4a3-a774e3833ca7 req-39ea1770-4098-4b4f-b76e-9538da15b63a tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/security-groups?id=3077f761-4be2-41f4-97c2-5743e10b623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561196 Nov 12 01:14:25.033702 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5967fa64-4687-4ca1-8eb9-41276b16f643 admin admin] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:25.077541 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-5967fa64-4687-4ca1-8eb9-41276b16f643 admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:25.085734 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f87d3e2f-f5e1-4dfa-80ce-983a202cfa9c tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:25.088206 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f87d3e2f-f5e1-4dfa-80ce-983a202cfa9c tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:25.099818 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-f87d3e2f-f5e1-4dfa-80ce-983a202cfa9c tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "DELETE /v2.0/security-groups/2a33527b-a081-46b3-a33c-3299ac1d026a HTTP/1.1" status: 204 len: 168 time: 0.8801007 Nov 12 01:14:25.103389 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5967fa64-4687-4ca1-8eb9-41276b16f643 admin admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:25.105762 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 47752) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:25.111874 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18f4827-cba3-4e53-af6a-8b82ed01ba9f None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:14:25.140691 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967fa64-4687-4ca1-8eb9-41276b16f643 admin admin] Pushing event updated for resources: {'Port': ['ID=a2a97580-bf5d-4fff-87b0-64903b5b0792,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:25.155377 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87d3e2f-f5e1-4dfa-80ce-983a202cfa9c tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a33527b-a081-46b3-a33c-3299ac1d026a,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:25.160278 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-8aa196a1-102e-4f01-afb8-ab0eae24d51c tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] show failed (client error): The resource could not be found. Nov 12 01:14:25.164640 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-8aa196a1-102e-4f01-afb8-ab0eae24d51c tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/security-groups/2a33527b-a081-46b3-a33c-3299ac1d026a HTTP/1.1" status: 404 len: 347 time: 0.0514822 Nov 12 01:14:25.171019 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 47754) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:25.495035 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-de492ca9-ab32-4d96-8099-ce2796f95fcb tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:25.535352 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-de492ca9-ab32-4d96-8099-ce2796f95fcb tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:25.592799 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-879cb11e-d736-441a-bfbe-e9e73ad7e29f None None] Provisioning complete for port a2a97580-bf5d-4fff-87b0-64903b5b0792 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:25.593463 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-879cb11e-d736-441a-bfbe-e9e73ad7e29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:25.673612 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-c9551f51-08dc-455e-aa07-ebe824bf8141 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Deleting port fdf3cff7-5233-4f26-b4c3-4ec9735bc556 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:25.674431 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c9551f51-08dc-455e-aa07-ebe824bf8141 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:25.714224 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-879cb11e-d736-441a-bfbe-e9e73ad7e29f None None] Port a2a97580-bf5d-4fff-87b0-64903b5b0792 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:14:25.741668 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-fffa6d24-d6da-46c2-9503-da537cdab8e3 None None] Set router 6c4d9432-55ba-47bd-bb50-de97708bf56c gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:14:25.837337 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5967fa64-4687-4ca1-8eb9-41276b16f643 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:25.911299 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 97878826-2751-4bd8-ab63-0c0fee130f8d up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:14:26.456274 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 97878826-2751-4bd8-ab63-0c0fee130f8d completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:14:26.516409 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840b411-ecb5-44c7-93d4-76590756397b req-1aa39feb-98b0-42e9-a89b-0f5fcfaeca2f tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:26.537835 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5967fa64-4687-4ca1-8eb9-41276b16f643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:26.539982 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3840b411-ecb5-44c7-93d4-76590756397b req-1aa39feb-98b0-42e9-a89b-0f5fcfaeca2f tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b310a87-8256-4f60-86c2-0ee130460820 HTTP/1.1" status: 200 len: 945 time: 0.2366121 Nov 12 01:14:26.546832 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 97878826-2751-4bd8-ab63-0c0fee130f8d triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:26.547290 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:26.594279 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d4dfffbc-b8ea-4e5c-842e-bd4340d2c8de None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:26.627624 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c9551f51-08dc-455e-aa07-ebe824bf8141 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:26.629524 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c9551f51-08dc-455e-aa07-ebe824bf8141 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:26.631816 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d4dfffbc-b8ea-4e5c-842e-bd4340d2c8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:26.767906 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-c9551f51-08dc-455e-aa07-ebe824bf8141 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Calling delete_port for fdf3cff7-5233-4f26-b4c3-4ec9735bc556 owned by network:floatingip {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:26.837364 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4dfffbc-b8ea-4e5c-842e-bd4340d2c8de None None] Network 12c2ae7e-c809-4739-bb11-fb32601167dc is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:26.873357 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-de492ca9-ab32-4d96-8099-ce2796f95fcb tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Allocated IP 172.20.0.11 (9e1c4767-7a3b-42df-9842-e23294b16062/d7d0477f-228f-4461-bb1d-873a30f941a7/dd792000-1c26-4ab8-877f-f98091cee078) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:14:26.894023 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3840b411-ecb5-44c7-93d4-76590756397b req-7ff998b8-4ee1-4dd8-9143-03766ccf2901 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/security-groups?id=3077f761-4be2-41f4-97c2-5743e10b623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321319 Nov 12 01:14:26.944299 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-d4dfffbc-b8ea-4e5c-842e-bd4340d2c8de None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:26.950348 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dfffbc-b8ea-4e5c-842e-bd4340d2c8de None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:26.988728 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5967fa64-4687-4ca1-8eb9-41276b16f643 admin admin] Router 1279b46e-47ec-4dd6-9a2b-e33ec08f43a1 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:14:27.210396 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-de492ca9-ab32-4d96-8099-ce2796f95fcb tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:27.248166 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c9551f51-08dc-455e-aa07-ebe824bf8141 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:27.297188 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9551f51-08dc-455e-aa07-ebe824bf8141 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Pushing event deleted for resources: {'Port': ['ID=fdf3cff7-5233-4f26-b4c3-4ec9735bc556,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:27.334714 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dfffbc-b8ea-4e5c-842e-bd4340d2c8de None None] Pushing event updated for resources: {'Port': ['ID=38d7f6de-389c-4b0c-8a43-0aa4bdd2e723,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:27.382301 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5967fa64-4687-4ca1-8eb9-41276b16f643 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:14:27.402629 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336255ae-b5fd-4285-a692-efe81f65e8fa None None] Sync routers for ids ['1279b46e-47ec-4dd6-9a2b-e33ec08f43a1'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:14:27.419489 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5b1367-714f-4185-bc81-043ec66c6d7c None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:14:27.439714 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336255ae-b5fd-4285-a692-efe81f65e8fa None None] Routers {'1279b46e-47ec-4dd6-9a2b-e33ec08f43a1'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:14:27.439714 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-336255ae-b5fd-4285-a692-efe81f65e8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:14:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['1279b46e-47ec-4dd6-9a2b-e33ec08f43a1'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:27.442936 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5967fa64-4687-4ca1-8eb9-41276b16f643 admin admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:27.442936 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5967fa64-4687-4ca1-8eb9-41276b16f643 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.6143911 Nov 12 01:14:27.443275 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:27.453618 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47804) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:27.482650 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-38469301-1857-4831-80a1-ab5449db15f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:27.575939 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-d4dfffbc-b8ea-4e5c-842e-bd4340d2c8de None None] Attempting to bind port 38d7f6de-389c-4b0c-8a43-0aa4bdd2e723 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:14:27.580772 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-d4dfffbc-b8ea-4e5c-842e-bd4340d2c8de None None] Attempting to bind port 38d7f6de-389c-4b0c-8a43-0aa4bdd2e723 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'b585d649-01fd-4316-8559-54f802d7acfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '12c2ae7e-c809-4739-bb11-fb32601167dc'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:14:27.583171 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dfffbc-b8ea-4e5c-842e-bd4340d2c8de None None] Attempting to bind port 38d7f6de-389c-4b0c-8a43-0aa4bdd2e723 on network 12c2ae7e-c809-4739-bb11-fb32601167dc {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:14:27.587702 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-de492ca9-ab32-4d96-8099-ce2796f95fcb tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:27.671184 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dfffbc-b8ea-4e5c-842e-bd4340d2c8de None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:14:27.671916 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dfffbc-b8ea-4e5c-842e-bd4340d2c8de None None] Checking segment: {'id': 'b585d649-01fd-4316-8559-54f802d7acfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '12c2ae7e-c809-4739-bb11-fb32601167dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:27.673420 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d4dfffbc-b8ea-4e5c-842e-bd4340d2c8de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:27.675602 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dfffbc-b8ea-4e5c-842e-bd4340d2c8de None None] Bound using segment: {'id': 'b585d649-01fd-4316-8559-54f802d7acfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '12c2ae7e-c809-4739-bb11-fb32601167dc'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:14:27.679434 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-d4dfffbc-b8ea-4e5c-842e-bd4340d2c8de None None] Bound port: 38d7f6de-389c-4b0c-8a43-0aa4bdd2e723, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b585d649-01fd-4316-8559-54f802d7acfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '12c2ae7e-c809-4739-bb11-fb32601167dc'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:14:27.681953 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d4dfffbc-b8ea-4e5c-842e-bd4340d2c8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:27.692982 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-336255ae-b5fd-4285-a692-efe81f65e8fa None None] Set router 1279b46e-47ec-4dd6-9a2b-e33ec08f43a1 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:14:27.731043 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de492ca9-ab32-4d96-8099-ce2796f95fcb tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Network 9e1c4767-7a3b-42df-9842-e23294b16062 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:27.742310 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-de492ca9-ab32-4d96-8099-ce2796f95fcb tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:27.752305 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c9551f51-08dc-455e-aa07-ebe824bf8141 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks [] for floatingip, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:27.759835 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c9551f51-08dc-455e-aa07-ebe824bf8141 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:27.761790 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-fffa6d24-d6da-46c2-9503-da537cdab8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'name': 'tempest-AttachVolumeTestJSON-1338414397-router', 'tenant_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '876f3bf9-72ff-47b4-8dab-c99d8fc6d72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:04Z', 'updated_at': '2021-11-12T01:09:13Z', 'revision_number': 4, 'project_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'gw_port': {'id': '876f3bf9-72ff-47b4-8dab-c99d8fc6d72f', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:95:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:05Z', 'updated_at': '2021-11-12T01:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '4894ce9e-9550-4064-902d-10d1c8124bc3', 'name': '', 'network_id': 'e99995f4-ba3c-4455-a76c-75068f6bda47', 'tenant_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'mac_address': 'fa:16:3e:67:9f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'bf3a876c-b540-4ae8-a3b9-c5dbe0528b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:11Z', 'updated_at': '2021-11-12T01:09:25Z', 'revision_number': 5, 'project_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'subnets': [{'id': 'bf3a876c-b540-4ae8-a3b9-c5dbe0528b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:27.768229 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c9551f51-08dc-455e-aa07-ebe824bf8141 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "DELETE /v2.0/floatingips/5bf11e39-96fa-4fac-928d-27c844cd52cf HTTP/1.1" status: 204 len: 168 time: 2.5907047 Nov 12 01:14:27.768608 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b310a87-8256-4f60-86c2-0ee130460820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97878826-2751-4bd8-ab63-0c0fee130f8d'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:14:27.768799 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de492ca9-ab32-4d96-8099-ce2796f95fcb tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:27.787497 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9e5b52-4a9c-4dec-b93d-d5498b5f3da3" -d '{"events": [{"server_uuid": "2b310a87-8256-4f60-86c2-0ee130460820", "name": "network-vif-plugged", "status": "completed", "tag": "97878826-2751-4bd8-ab63-0c0fee130f8d"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:14:27.941103 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffa6d24-d6da-46c2-9503-da537cdab8e3 None None] The sync data for ids ['6c4d9432-55ba-47bd-bb50-de97708bf56c'] in n-d-712142-27 is: [{'id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'name': 'tempest-AttachVolumeTestJSON-1338414397-router', 'tenant_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '876f3bf9-72ff-47b4-8dab-c99d8fc6d72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:04Z', 'updated_at': '2021-11-12T01:09:13Z', 'revision_number': 4, 'project_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'gw_port': {'id': '876f3bf9-72ff-47b4-8dab-c99d8fc6d72f', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:95:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:05Z', 'updated_at': '2021-11-12T01:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '4894ce9e-9550-4064-902d-10d1c8124bc3', 'name': '', 'network_id': 'e99995f4-ba3c-4455-a76c-75068f6bda47', 'tenant_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'mac_address': 'fa:16:3e:67:9f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'bf3a876c-b540-4ae8-a3b9-c5dbe0528b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:11Z', 'updated_at': '2021-11-12T01:09:25Z', 'revision_number': 5, 'project_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'subnets': [{'id': 'bf3a876c-b540-4ae8-a3b9-c5dbe0528b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:14:28.115444 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 97878826-2751-4bd8-ab63-0c0fee130f8d, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=97878826-2751-4bd8-ab63-0c0fee130f8d,segment=NetworkSegment(e86ee36d-9818-4f96-ba83-2c434595c99e),segment_id=e86ee36d-9818-4f96-ba83-2c434595c99e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:28.146966 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7dd3d0d-a851-4f6f-b1c9-2ddea9615bb7 x-openstack-request-id: req-b7dd3d0d-a851-4f6f-b1c9-2ddea9615bb7 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:14:28.147925 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b310a87-8256-4f60-86c2-0ee130460820", "name": "network-vif-plugged", "status": "completed", "tag": "97878826-2751-4bd8-ab63-0c0fee130f8d", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:14:28.149097 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b7dd3d0d-a851-4f6f-b1c9-2ddea9615bb7 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:14:28.150335 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b310a87-8256-4f60-86c2-0ee130460820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97878826-2751-4bd8-ab63-0c0fee130f8d', 'code': 200} Nov 12 01:14:28.185516 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:28.550869 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-d4dfffbc-b8ea-4e5c-842e-bd4340d2c8de None None] For port 38d7f6de-389c-4b0c-8a43-0aa4bdd2e723, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:14:28.565190 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-d4dfffbc-b8ea-4e5c-842e-bd4340d2c8de None None] For port 38d7f6de-389c-4b0c-8a43-0aa4bdd2e723, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=38d7f6de-389c-4b0c-8a43-0aa4bdd2e723,segment=NetworkSegment(b585d649-01fd-4316-8559-54f802d7acfe),segment_id=b585d649-01fd-4316-8559-54f802d7acfe)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:14:28.574024 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=97878826-2751-4bd8-ab63-0c0fee130f8d,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:28.589567 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-336255ae-b5fd-4285-a692-efe81f65e8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1279b46e-47ec-4dd6-9a2b-e33ec08f43a1', 'name': 'tempest-TestAggregatesBasicOps-1078291689-router', 'tenant_id': 'b5f27454e44c46e484db1f05cb0bd256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': 'a2a97580-bf5d-4fff-87b0-64903b5b0792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:23Z', 'updated_at': '2021-11-12T01:14:25Z', 'revision_number': 3, 'project_id': 'b5f27454e44c46e484db1f05cb0bd256', 'gw_port': {'id': 'a2a97580-bf5d-4fff-87b0-64903b5b0792', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:76:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1279b46e-47ec-4dd6-9a2b-e33ec08f43a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:24Z', 'updated_at': '2021-11-12T01:14:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:28.605176 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d4dfffbc-b8ea-4e5c-842e-bd4340d2c8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:28.632407 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de492ca9-ab32-4d96-8099-ce2796f95fcb tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Pushing event updated for resources: {'Port': ['ID=dd792000-1c26-4ab8-877f-f98091cee078,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:28.691285 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336255ae-b5fd-4285-a692-efe81f65e8fa None None] Checking router: 1279b46e-47ec-4dd6-9a2b-e33ec08f43a1 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:14:28.702024 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336255ae-b5fd-4285-a692-efe81f65e8fa None None] Updating router 1279b46e-47ec-4dd6-9a2b-e33ec08f43a1 port a2a97580-bf5d-4fff-87b0-64903b5b0792 binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:14:28.757966 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 47826) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:28.789565 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af3047-dade-4e27-af42-437162af64d6 req-da868d2c-b27a-4796-94e4-e008a7b1903a tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:28.789565 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-19af3047-dade-4e27-af42-437162af64d6 req-da868d2c-b27a-4796-94e4-e008a7b1903a tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b310a87-8256-4f60-86c2-0ee130460820 HTTP/1.1" status: 200 len: 946 time: 0.4276021 Nov 12 01:14:28.790294 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-336255ae-b5fd-4285-a692-efe81f65e8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:28.799832 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 47828) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:28.818799 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-ffce523d-d2e2-4a67-9e98-ae2cbf0682d7 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1504340401', 'description': 'tempest-description--749446174'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:28.842433 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1897862-0349-4a16-a5b1-a66036d2e0f0 None None] New status for floating IP 5bf11e39-96fa-4fac-928d-27c844cd52cf: DOWN {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:14:29.002984 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-19af3047-dade-4e27-af42-437162af64d6 req-44afc220-3d49-439e-beb1-512a2cf04153 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/security-groups?id=3077f761-4be2-41f4-97c2-5743e10b623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647537 Nov 12 01:14:29.019306 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dfffbc-b8ea-4e5c-842e-bd4340d2c8de None None] Pushing event updated for resources: {'Port': ['ID=38d7f6de-389c-4b0c-8a43-0aa4bdd2e723,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:29.197374 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ffce523d-d2e2-4a67-9e98-ae2cbf0682d7 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:29.283023 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6ba4cf07-e2a5-420f-8ffa-78e36b31987e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:29.494326 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-de492ca9-ab32-4d96-8099-ce2796f95fcb tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:29.699645 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad0787-90b8-43a2-980e-491aa6dc49f0 req-cfeb32b3-be79-4687-89ac-b4ca33353eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:29.715170 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-59ad0787-90b8-43a2-980e-491aa6dc49f0 req-cfeb32b3-be79-4687-89ac-b4ca33353eb4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2b310a87-8256-4f60-86c2-0ee130460820 HTTP/1.1" status: 200 len: 1098 time: 0.3918500 Nov 12 01:14:29.821333 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 38d7f6de-389c-4b0c-8a43-0aa4bdd2e723 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:14:29.848955 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ffce523d-d2e2-4a67-9e98-ae2cbf0682d7 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:29.862081 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ffce523d-d2e2-4a67-9e98-ae2cbf0682d7 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:29.894576 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 38d7f6de-389c-4b0c-8a43-0aa4bdd2e723 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:29.895386 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:29.910215 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ffce523d-d2e2-4a67-9e98-ae2cbf0682d7 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:29.916899 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-ffce523d-d2e2-4a67-9e98-ae2cbf0682d7 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.1056602 Nov 12 01:14:29.918159 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 47836) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:29.961188 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-336255ae-b5fd-4285-a692-efe81f65e8fa None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:29.961791 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-10972781-0f87-4460-afd7-578a917de999 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Request body: {'security_group_rule': {'security_group_id': 'dead0025-64a0-48b7-9458-1b9e6fea8e44', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:29.985819 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-336255ae-b5fd-4285-a692-efe81f65e8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:30.011873 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:30.071023 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6ba4cf07-e2a5-420f-8ffa-78e36b31987e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:30.076642 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce523d-d2e2-4a67-9e98-ae2cbf0682d7 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dead0025-64a0-48b7-9458-1b9e6fea8e44,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:30.107085 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6ba4cf07-e2a5-420f-8ffa-78e36b31987e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:30.135155 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6dbe81-e051-4a52-8d9b-21feef3ae20d None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:14:30.184425 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba4cf07-e2a5-420f-8ffa-78e36b31987e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f704e62f-3179-4b7b-bd29-6f2aab213799,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:30.187335 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-336255ae-b5fd-4285-a692-efe81f65e8fa None None] Attempting to bind port a2a97580-bf5d-4fff-87b0-64903b5b0792 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:14:30.187866 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-336255ae-b5fd-4285-a692-efe81f65e8fa None None] Attempting to bind port a2a97580-bf5d-4fff-87b0-64903b5b0792 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:14:30.188416 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336255ae-b5fd-4285-a692-efe81f65e8fa None None] Attempting to bind port a2a97580-bf5d-4fff-87b0-64903b5b0792 on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:14:30.209978 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-10972781-0f87-4460-afd7-578a917de999 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:30.234818 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 38d7f6de-389c-4b0c-8a43-0aa4bdd2e723, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=38d7f6de-389c-4b0c-8a43-0aa4bdd2e723,segment=NetworkSegment(b585d649-01fd-4316-8559-54f802d7acfe),segment_id=b585d649-01fd-4316-8559-54f802d7acfe)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:30.240335 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336255ae-b5fd-4285-a692-efe81f65e8fa None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:14:30.240972 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336255ae-b5fd-4285-a692-efe81f65e8fa None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:30.241629 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-336255ae-b5fd-4285-a692-efe81f65e8fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:30.242820 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336255ae-b5fd-4285-a692-efe81f65e8fa None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:14:30.243759 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-336255ae-b5fd-4285-a692-efe81f65e8fa None None] Bound port: a2a97580-bf5d-4fff-87b0-64903b5b0792, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:14:30.244429 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-336255ae-b5fd-4285-a692-efe81f65e8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:30.244738 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:30.245131 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-59ad0787-90b8-43a2-980e-491aa6dc49f0 req-02f1fa30-d641-4953-8c62-40c401e3a8e0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3077f761-4be2-41f4-97c2-5743e10b623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5174851 Nov 12 01:14:30.350861 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94949dc7-4cc4-42bb-98d0-e56762922870 None None] Pushing event updated for resources: {'Port': ['ID=a2a97580-bf5d-4fff-87b0-64903b5b0792,revision_number=2']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:30.363869 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-de492ca9-ab32-4d96-8099-ce2796f95fcb tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:30.386043 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=38d7f6de-389c-4b0c-8a43-0aa4bdd2e723,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:30.417858 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-8d1655e3-8a6c-4cf9-9fc7-c38db262cb88 None None] Provisioning complete for port a2a97580-bf5d-4fff-87b0-64903b5b0792 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:30.418540 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8d1655e3-8a6c-4cf9-9fc7-c38db262cb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:30.444387 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-10972781-0f87-4460-afd7-578a917de999 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:30.444862 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94949dc7-4cc4-42bb-98d0-e56762922870 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:30.445624 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94949dc7-4cc4-42bb-98d0-e56762922870 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:30.446383 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94949dc7-4cc4-42bb-98d0-e56762922870 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:30.447182 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94949dc7-4cc4-42bb-98d0-e56762922870 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:30.447953 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94949dc7-4cc4-42bb-98d0-e56762922870 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:30.449469 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94949dc7-4cc4-42bb-98d0-e56762922870 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:30.450691 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94949dc7-4cc4-42bb-98d0-e56762922870 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:30.451457 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94949dc7-4cc4-42bb-98d0-e56762922870 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:30.452483 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94949dc7-4cc4-42bb-98d0-e56762922870 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:30.453253 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94949dc7-4cc4-42bb-98d0-e56762922870 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:30.454037 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94949dc7-4cc4-42bb-98d0-e56762922870 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:30.454805 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94949dc7-4cc4-42bb-98d0-e56762922870 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:30.487443 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-8d1655e3-8a6c-4cf9-9fc7-c38db262cb88 None None] Port a2a97580-bf5d-4fff-87b0-64903b5b0792 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:14:30.527188 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-6ba4cf07-e2a5-420f-8ffa-78e36b31987e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f9e6678a2c9e43e7b8546078f179ac56&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7362349 Nov 12 01:14:30.531438 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47844) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:30.544533 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-10972781-0f87-4460-afd7-578a917de999 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:30.547897 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-336255ae-b5fd-4285-a692-efe81f65e8fa None None] For port a2a97580-bf5d-4fff-87b0-64903b5b0792, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:14:30.558565 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-336255ae-b5fd-4285-a692-efe81f65e8fa None None] For port a2a97580-bf5d-4fff-87b0-64903b5b0792, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=a2a97580-bf5d-4fff-87b0-64903b5b0792,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:14:30.569386 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-336255ae-b5fd-4285-a692-efe81f65e8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:30.709791 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c51586-adcb-41a0-a54f-01739425537d None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:14:30.710521 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10972781-0f87-4460-afd7-578a917de999 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d57aa5e-e62a-47de-83a6-2bab210d7c23,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:30.736100 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fd3a3db0-343e-4978-b62e-4c48b84eeb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:30.762327 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336255ae-b5fd-4285-a692-efe81f65e8fa None None] Routers {'1279b46e-47ec-4dd6-9a2b-e33ec08f43a1'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:14:30.763396 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-336255ae-b5fd-4285-a692-efe81f65e8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:14:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['1279b46e-47ec-4dd6-9a2b-e33ec08f43a1'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:30.799291 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7698c6f8-d881-4848-8b31-e0ef46dae19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:30.821207 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6c75ce6c-bec5-4cd2-9a44-b3df9d18fcc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:30.872941 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea49b862-a8fb-4f12-b382-c3f7b73fae17 req-adbc3cfb-2032-46a3-a2c5-b93f2ec1d05e tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:30.881570 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ea49b862-a8fb-4f12-b382-c3f7b73fae17 req-adbc3cfb-2032-46a3-a2c5-b93f2ec1d05e tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b310a87-8256-4f60-86c2-0ee130460820 HTTP/1.1" status: 200 len: 946 time: 0.4973893 Nov 12 01:14:30.892363 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-10972781-0f87-4460-afd7-578a917de999 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:30.901598 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-10972781-0f87-4460-afd7-578a917de999 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9755278 Nov 12 01:14:30.911564 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 47852) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:30.923609 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94949dc7-4cc4-42bb-98d0-e56762922870 None None] Pushing event updated for resources: {'Port': ['ID=a2a97580-bf5d-4fff-87b0-64903b5b0792,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:30.924078 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5a1f1a5c-85cb-4b29-8f21-f9d92eeeaffc None None] Provisioning complete for port a2a97580-bf5d-4fff-87b0-64903b5b0792 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:30.925339 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5a1f1a5c-85cb-4b29-8f21-f9d92eeeaffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:30.943523 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-60cc0505-642f-4ffc-9748-fad0f143f9a1 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Request body: {'security_group_rule': {'security_group_id': 'dead0025-64a0-48b7-9458-1b9e6fea8e44', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:31.100341 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-336255ae-b5fd-4285-a692-efe81f65e8fa None None] Set router 1279b46e-47ec-4dd6-9a2b-e33ec08f43a1 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:14:31.116022 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6c75ce6c-bec5-4cd2-9a44-b3df9d18fcc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:31.143373 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-60cc0505-642f-4ffc-9748-fad0f143f9a1 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:31.172205 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e54afc9-9529-4e0b-a5bb-637287e18d57 None None] Network 12c2ae7e-c809-4739-bb11-fb32601167dc requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:31.530817 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6c75ce6c-bec5-4cd2-9a44-b3df9d18fcc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:31.562520 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6c75ce6c-bec5-4cd2-9a44-b3df9d18fcc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:31.564577 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6c75ce6c-bec5-4cd2-9a44-b3df9d18fcc2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f704e62f-3179-4b7b-bd29-6f2aab213799 HTTP/1.1" status: 204 len: 168 time: 1.0319138 Nov 12 01:14:31.627614 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ea49b862-a8fb-4f12-b382-c3f7b73fae17 req-156ef806-28f5-46fd-a6b1-28cfaabaaa49 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/security-groups?id=3077f761-4be2-41f4-97c2-5743e10b623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7107005 Nov 12 01:14:31.670885 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c75ce6c-bec5-4cd2-9a44-b3df9d18fcc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f704e62f-3179-4b7b-bd29-6f2aab213799,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:31.710965 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 38d7f6de-389c-4b0c-8a43-0aa4bdd2e723 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:14:31.723579 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-fd3a3db0-343e-4978-b62e-4c48b84eeb9b admin admin] Allocated IP 172.20.0.1 (12c2ae7e-c809-4739-bb11-fb32601167dc/ec11b4c1-c17e-4253-a7d4-352b9e35c65f/3e9f359b-04df-4cc3-a7bd-41c93c3a2b7a) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:14:31.781789 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de492ca9-ab32-4d96-8099-ce2796f95fcb tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Router cbef8d8a-f508-4870-8cf5-fd59b4a220a3 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:14:31.789405 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-60cc0505-642f-4ffc-9748-fad0f143f9a1 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:31.806606 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-60cc0505-642f-4ffc-9748-fad0f143f9a1 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:31.868866 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-60cc0505-642f-4ffc-9748-fad0f143f9a1 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:31.876160 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-60cc0505-642f-4ffc-9748-fad0f143f9a1 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9629717 Nov 12 01:14:31.883189 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47868) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:31.904103 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-1c8e61dd-2bf2-40af-98fe-f8017f171908 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Request body: {'floatingip': {'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:32.035867 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-336255ae-b5fd-4285-a692-efe81f65e8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1279b46e-47ec-4dd6-9a2b-e33ec08f43a1', 'name': 'tempest-TestAggregatesBasicOps-1078291689-router', 'tenant_id': 'b5f27454e44c46e484db1f05cb0bd256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': 'a2a97580-bf5d-4fff-87b0-64903b5b0792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:23Z', 'updated_at': '2021-11-12T01:14:25Z', 'revision_number': 3, 'project_id': 'b5f27454e44c46e484db1f05cb0bd256', 'gw_port': {'id': 'a2a97580-bf5d-4fff-87b0-64903b5b0792', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:76:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1279b46e-47ec-4dd6-9a2b-e33ec08f43a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:24Z', 'updated_at': '2021-11-12T01:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:32.106467 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c8e61dd-2bf2-40af-98fe-f8017f171908 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks [] for floatingip, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:32.151733 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336255ae-b5fd-4285-a692-efe81f65e8fa None None] The sync data for ids ['1279b46e-47ec-4dd6-9a2b-e33ec08f43a1'] in n-d-712142-27 is: [{'id': '1279b46e-47ec-4dd6-9a2b-e33ec08f43a1', 'name': 'tempest-TestAggregatesBasicOps-1078291689-router', 'tenant_id': 'b5f27454e44c46e484db1f05cb0bd256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': 'a2a97580-bf5d-4fff-87b0-64903b5b0792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:23Z', 'updated_at': '2021-11-12T01:14:25Z', 'revision_number': 3, 'project_id': 'b5f27454e44c46e484db1f05cb0bd256', 'gw_port': {'id': 'a2a97580-bf5d-4fff-87b0-64903b5b0792', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:76:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1279b46e-47ec-4dd6-9a2b-e33ec08f43a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:24Z', 'updated_at': '2021-11-12T01:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:14:32.160270 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5a1f1a5c-85cb-4b29-8f21-f9d92eeeaffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:32.162122 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de492ca9-ab32-4d96-8099-ce2796f95fcb tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:14:32.164617 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc0505-642f-4ffc-9748-fad0f143f9a1 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b4ed20a-a2c2-40a2-81ac-be0f314bcf4a,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:32.185809 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8207cdf6-dabb-4310-95fa-6fb0575af6fe None None] Sync routers for ids ['cbef8d8a-f508-4870-8cf5-fd59b4a220a3'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:14:32.189061 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-de492ca9-ab32-4d96-8099-ce2796f95fcb tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:32.197651 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-de492ca9-ab32-4d96-8099-ce2796f95fcb tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 8.1946101 Nov 12 01:14:32.200643 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 47872) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:32.244627 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8207cdf6-dabb-4310-95fa-6fb0575af6fe None None] Routers {'cbef8d8a-f508-4870-8cf5-fd59b4a220a3'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:14:32.245043 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-8207cdf6-dabb-4310-95fa-6fb0575af6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:14:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['cbef8d8a-f508-4870-8cf5-fd59b4a220a3'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:32.353466 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5a1f1a5c-85cb-4b29-8f21-f9d92eeeaffc None None] For port a2a97580-bf5d-4fff-87b0-64903b5b0792, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=a2a97580-bf5d-4fff-87b0-64903b5b0792,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:32.380907 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fd3a3db0-343e-4978-b62e-4c48b84eeb9b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:32.443108 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5a1f1a5c-85cb-4b29-8f21-f9d92eeeaffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:32.572339 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 38d7f6de-389c-4b0c-8a43-0aa4bdd2e723 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:32.573727 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:32.725567 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fd3a3db0-343e-4978-b62e-4c48b84eeb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:32.732400 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f1a5c-85cb-4b29-8f21-f9d92eeeaffc None None] Pushing event updated for resources: {'Port': ['ID=a2a97580-bf5d-4fff-87b0-64903b5b0792,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:32.770356 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 47880) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:32.939159 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-85f46f3b-6461-496d-adf8-03b1274bec5c None None] Provisioning complete for port 38d7f6de-389c-4b0c-8a43-0aa4bdd2e723 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:32.940306 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-85f46f3b-6461-496d-adf8-03b1274bec5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:32.956785 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-8207cdf6-dabb-4310-95fa-6fb0575af6fe None None] Set router cbef8d8a-f508-4870-8cf5-fd59b4a220a3 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:14:33.058310 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3a3db0-343e-4978-b62e-4c48b84eeb9b admin admin] Network 12c2ae7e-c809-4739-bb11-fb32601167dc is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:33.095070 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-540ece96-34f5-47f4-afdb-a8912292a885 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:33.109971 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-fd3a3db0-343e-4978-b62e-4c48b84eeb9b admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:33.127680 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3a3db0-343e-4978-b62e-4c48b84eeb9b admin admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:33.177918 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:33.295396 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3a3db0-343e-4978-b62e-4c48b84eeb9b admin admin] Pushing event updated for resources: {'Port': ['ID=3e9f359b-04df-4cc3-a7bd-41c93c3a2b7a,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:33.314047 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7449c3df-795e-4d17-8efc-4710d4ef579f tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks [] for router, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:33.335715 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c8e61dd-2bf2-40af-98fe-f8017f171908 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:33.355403 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fd3a3db0-343e-4978-b62e-4c48b84eeb9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:33.540028 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-683e502c-6267-4f40-81b7-c484fca0b9fb None None] Provisioning complete for port 38d7f6de-389c-4b0c-8a43-0aa4bdd2e723 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:33.542726 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-683e502c-6267-4f40-81b7-c484fca0b9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:33.810100 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device a2a97580-bf5d-4fff-87b0-64903b5b0792 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:14:33.822134 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f3b66-f9ed-4b35-b66b-53eac348f0ed req-79d99627-a26f-4228-86e2-d514b7211ca5 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:33.824310 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bc6f3b66-f9ed-4b35-b66b-53eac348f0ed req-79d99627-a26f-4228-86e2-d514b7211ca5 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b310a87-8256-4f60-86c2-0ee130460820 HTTP/1.1" status: 200 len: 946 time: 0.8701239 Nov 12 01:14:33.881817 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-8207cdf6-dabb-4310-95fa-6fb0575af6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbef8d8a-f508-4870-8cf5-fd59b4a220a3', 'name': '', 'tenant_id': '9a3c976922a74be0aa0cd97aec79629c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e1c4767-7a3b-42df-9842-e23294b16062', 'external_fixed_ips': [{'subnet_id': 'd7d0477f-228f-4461-bb1d-873a30f941a7', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': 'dd792000-1c26-4ab8-877f-f98091cee078', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:24Z', 'updated_at': '2021-11-12T01:14:28Z', 'revision_number': 3, 'project_id': '9a3c976922a74be0aa0cd97aec79629c', 'gw_port': {'id': 'dd792000-1c26-4ab8-877f-f98091cee078', 'name': '', 'network_id': '9e1c4767-7a3b-42df-9842-e23294b16062', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:01:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbef8d8a-f508-4870-8cf5-fd59b4a220a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'd7d0477f-228f-4461-bb1d-873a30f941a7', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:25Z', 'updated_at': '2021-11-12T01:14:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7d0477f-228f-4461-bb1d-873a30f941a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:33.914749 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7449c3df-795e-4d17-8efc-4710d4ef579f tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:33.963223 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8207cdf6-dabb-4310-95fa-6fb0575af6fe None None] Checking router: cbef8d8a-f508-4870-8cf5-fd59b4a220a3 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:14:33.963577 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8207cdf6-dabb-4310-95fa-6fb0575af6fe None None] Updating router cbef8d8a-f508-4870-8cf5-fd59b4a220a3 port dd792000-1c26-4ab8-877f-f98091cee078 binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:14:33.977072 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-1c8e61dd-2bf2-40af-98fe-f8017f171908 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Allocated IP 172.25.3.196 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/8a257b1c-ae8a-4a5f-8a71-b2ff85372428) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:14:34.024204 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-8207cdf6-dabb-4310-95fa-6fb0575af6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:34.070399 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:34.105059 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-540ece96-34f5-47f4-afdb-a8912292a885 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:34.112987 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bc6f3b66-f9ed-4b35-b66b-53eac348f0ed req-b7c1ed19-3bb7-42aa-8c7a-95ee90210407 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/security-groups?id=3077f761-4be2-41f4-97c2-5743e10b623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750545 Nov 12 01:14:34.122061 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-540ece96-34f5-47f4-afdb-a8912292a885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:34.152015 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-a22b06ed-3340-4edc-8580-4d5ce71765af None None] Provisioning complete for port 3e9f359b-04df-4cc3-a7bd-41c93c3a2b7a triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:34.152015 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a22b06ed-3340-4edc-8580-4d5ce71765af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:34.341574 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-7449c3df-795e-4d17-8efc-4710d4ef579f tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Deleting port dd792000-1c26-4ab8-877f-f98091cee078 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:34.342002 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7449c3df-795e-4d17-8efc-4710d4ef579f tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:34.344726 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ece96-34f5-47f4-afdb-a8912292a885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c185024a-1582-4739-a12e-08bf10fb7c74,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:34.386170 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-540ece96-34f5-47f4-afdb-a8912292a885 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=91dee94401a04897b3c576284dc41b8c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5952713 Nov 12 01:14:34.393269 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47892) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:34.462507 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fd3a3db0-343e-4978-b62e-4c48b84eeb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:34.543212 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-a22b06ed-3340-4edc-8580-4d5ce71765af None None] Port 3e9f359b-04df-4cc3-a7bd-41c93c3a2b7a cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:14:34.557706 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port a2a97580-bf5d-4fff-87b0-64903b5b0792 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:34.566557 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:34.593932 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f615f7f3-e481-4685-aeed-a5e0b2bcdc94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:34.612602 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7449c3df-795e-4d17-8efc-4710d4ef579f tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:34.622446 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c8e61dd-2bf2-40af-98fe-f8017f171908 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:34.664071 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-7449c3df-795e-4d17-8efc-4710d4ef579f tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Calling delete_port for dd792000-1c26-4ab8-877f-f98091cee078 owned by network:router_gateway {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:34.696850 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f615f7f3-e481-4685-aeed-a5e0b2bcdc94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:34.770634 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-8207cdf6-dabb-4310-95fa-6fb0575af6fe None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:34.779711 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-8207cdf6-dabb-4310-95fa-6fb0575af6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:34.860390 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529dd7c3-905a-4cad-a1e9-6c716efe7c78 None None] Pushing event updated for resources: {'Port': ['ID=dd792000-1c26-4ab8-877f-f98091cee078,revision_number=2']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:34.914519 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-8207cdf6-dabb-4310-95fa-6fb0575af6fe None None] Attempting to bind port dd792000-1c26-4ab8-877f-f98091cee078 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:14:34.915661 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-8207cdf6-dabb-4310-95fa-6fb0575af6fe None None] Attempting to bind port dd792000-1c26-4ab8-877f-f98091cee078 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '05827834-15fe-4fb8-bd26-d14969295cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9e1c4767-7a3b-42df-9842-e23294b16062'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:14:34.916321 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8207cdf6-dabb-4310-95fa-6fb0575af6fe None None] Attempting to bind port dd792000-1c26-4ab8-877f-f98091cee078 on network 9e1c4767-7a3b-42df-9842-e23294b16062 {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:14:34.936372 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8207cdf6-dabb-4310-95fa-6fb0575af6fe None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:14:34.937119 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8207cdf6-dabb-4310-95fa-6fb0575af6fe None None] Checking segment: {'id': '05827834-15fe-4fb8-bd26-d14969295cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9e1c4767-7a3b-42df-9842-e23294b16062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:34.938319 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-8207cdf6-dabb-4310-95fa-6fb0575af6fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:34.938955 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8207cdf6-dabb-4310-95fa-6fb0575af6fe None None] Bound using segment: {'id': '05827834-15fe-4fb8-bd26-d14969295cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9e1c4767-7a3b-42df-9842-e23294b16062'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:14:34.943539 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-8207cdf6-dabb-4310-95fa-6fb0575af6fe None None] Bound port: dd792000-1c26-4ab8-877f-f98091cee078, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05827834-15fe-4fb8-bd26-d14969295cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9e1c4767-7a3b-42df-9842-e23294b16062'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:14:34.944357 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-8207cdf6-dabb-4310-95fa-6fb0575af6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:35.007066 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c8e61dd-2bf2-40af-98fe-f8017f171908 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:35.099767 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-8207cdf6-dabb-4310-95fa-6fb0575af6fe None None] For port dd792000-1c26-4ab8-877f-f98091cee078, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:14:35.120861 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.db.api [None req-8207cdf6-dabb-4310-95fa-6fb0575af6fe None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 01:14:35.120861 n-d-712142-27 neutron-server[109088]: [SQL: INSERT INTO ml2_port_binding_levels (port_id, host, `level`, driver, segment_id) VALUES (%(port_id)s, %(host)s, %(level)s, %(driver)s, %(segment_id)s)] Nov 12 01:14:35.120861 n-d-712142-27 neutron-server[109088]: [parameters: {'port_id': 'dd792000-1c26-4ab8-877f-f98091cee078', 'host': 'n-d-712142-27', 'level': 0, 'driver': 'openvswitch', 'segment_id': '05827834-15fe-4fb8-bd26-d14969295cdb'}] Nov 12 01:14:35.120861 n-d-712142-27 neutron-server[109088]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:14:35.125178 n-d-712142-27 neutron-server[109088]: DEBUG oslo_db.api [None req-8207cdf6-dabb-4310-95fa-6fb0575af6fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:14:35.145212 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fd3a3db0-343e-4978-b62e-4c48b84eeb9b admin admin] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:35.160916 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:35.177536 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fd3a3db0-343e-4978-b62e-4c48b84eeb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:35.236775 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e61dd-2bf2-40af-98fe-f8017f171908 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Pushing event updated for resources: {'Port': ['ID=8a257b1c-ae8a-4a5f-8a71-b2ff85372428,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:35.246317 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f615f7f3-e481-4685-aeed-a5e0b2bcdc94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:35.249244 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f615f7f3-e481-4685-aeed-a5e0b2bcdc94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:35.250993 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7449c3df-795e-4d17-8efc-4710d4ef579f tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:35.258508 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f615f7f3-e481-4685-aeed-a5e0b2bcdc94 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c185024a-1582-4739-a12e-08bf10fb7c74 HTTP/1.1" status: 204 len: 168 time: 0.8599923 Nov 12 01:14:35.314076 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8e61dd-2bf2-40af-98fe-f8017f171908 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:35.328574 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7449c3df-795e-4d17-8efc-4710d4ef579f tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Pushing event deleted for resources: {'Port': ['ID=dd792000-1c26-4ab8-877f-f98091cee078,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:35.357867 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f615f7f3-e481-4685-aeed-a5e0b2bcdc94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c185024a-1582-4739-a12e-08bf10fb7c74,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:35.397809 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-1c8e61dd-2bf2-40af-98fe-f8017f171908 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:35.413241 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8e61dd-2bf2-40af-98fe-f8017f171908 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:35.465555 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7449c3df-795e-4d17-8efc-4710d4ef579f tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:35.507047 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3a3db0-343e-4978-b62e-4c48b84eeb9b admin admin] Pushing event updated for resources: {'Port': ['ID=3e9f359b-04df-4cc3-a7bd-41c93c3a2b7a,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:35.643584 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fd3a3db0-343e-4978-b62e-4c48b84eeb9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:35.720349 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-8207cdf6-dabb-4310-95fa-6fb0575af6fe None None] Attempting to bind port dd792000-1c26-4ab8-877f-f98091cee078 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:14:35.722551 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-8207cdf6-dabb-4310-95fa-6fb0575af6fe None None] Attempting to bind port dd792000-1c26-4ab8-877f-f98091cee078 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '05827834-15fe-4fb8-bd26-d14969295cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9e1c4767-7a3b-42df-9842-e23294b16062'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:14:35.725357 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8207cdf6-dabb-4310-95fa-6fb0575af6fe None None] Attempting to bind port dd792000-1c26-4ab8-877f-f98091cee078 on network 9e1c4767-7a3b-42df-9842-e23294b16062 {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:14:35.745054 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8207cdf6-dabb-4310-95fa-6fb0575af6fe None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:14:35.746590 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8207cdf6-dabb-4310-95fa-6fb0575af6fe None None] Checking segment: {'id': '05827834-15fe-4fb8-bd26-d14969295cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9e1c4767-7a3b-42df-9842-e23294b16062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:35.749331 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-8207cdf6-dabb-4310-95fa-6fb0575af6fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:35.750403 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8207cdf6-dabb-4310-95fa-6fb0575af6fe None None] Bound using segment: {'id': '05827834-15fe-4fb8-bd26-d14969295cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9e1c4767-7a3b-42df-9842-e23294b16062'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:14:35.752089 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-8207cdf6-dabb-4310-95fa-6fb0575af6fe None None] Bound port: dd792000-1c26-4ab8-877f-f98091cee078, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05827834-15fe-4fb8-bd26-d14969295cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9e1c4767-7a3b-42df-9842-e23294b16062'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:14:35.753030 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-8207cdf6-dabb-4310-95fa-6fb0575af6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:35.790918 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7449c3df-795e-4d17-8efc-4710d4ef579f tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:35.796979 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7449c3df-795e-4d17-8efc-4710d4ef579f tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:35.806736 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.plugin [None req-8207cdf6-dabb-4310-95fa-6fb0575af6fe None None] Port dd792000-1c26-4ab8-877f-f98091cee078 has been deleted concurrently {{(pid=109088) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 12 01:14:35.823252 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c8e61dd-2bf2-40af-98fe-f8017f171908 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:35.835688 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8207cdf6-dabb-4310-95fa-6fb0575af6fe None None] Routers {'cbef8d8a-f508-4870-8cf5-fd59b4a220a3'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:14:35.837816 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-8207cdf6-dabb-4310-95fa-6fb0575af6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:14:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['cbef8d8a-f508-4870-8cf5-fd59b4a220a3'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:35.940453 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7449c3df-795e-4d17-8efc-4710d4ef579f tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:35.941328 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7449c3df-795e-4d17-8efc-4710d4ef579f tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cbef8d8a-f508-4870-8cf5-fd59b4a220a3 {{(pid=109085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:14:35.950871 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7449c3df-795e-4d17-8efc-4710d4ef579f tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:35.954205 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7449c3df-795e-4d17-8efc-4710d4ef579f tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] 10.222.0.45 "DELETE /v2.0/routers/cbef8d8a-f508-4870-8cf5-fd59b4a220a3 HTTP/1.1" status: 204 len: 168 time: 3.7516329 Nov 12 01:14:35.962753 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 47914) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:35.986753 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c8e61dd-2bf2-40af-98fe-f8017f171908 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:36.041752 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-8207cdf6-dabb-4310-95fa-6fb0575af6fe None None] Set router cbef8d8a-f508-4870-8cf5-fd59b4a220a3 gateway port host: None {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:14:36.141875 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-231b1ad3-2c1b-4cae-8358-7c4c235dd130 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Deleting subnet d7d0477f-228f-4461-bb1d-873a30f941a7 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:14:36.157733 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-231b1ad3-2c1b-4cae-8358-7c4c235dd130 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:36.219803 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c8e61dd-2bf2-40af-98fe-f8017f171908 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:36.232845 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c8e61dd-2bf2-40af-98fe-f8017f171908 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:36.253795 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-8207cdf6-dabb-4310-95fa-6fb0575af6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbef8d8a-f508-4870-8cf5-fd59b4a220a3', 'name': '', 'tenant_id': '9a3c976922a74be0aa0cd97aec79629c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:24Z', 'updated_at': '2021-11-12T01:14:35Z', 'revision_number': 5, 'project_id': '9a3c976922a74be0aa0cd97aec79629c', 'gw_port_host': None}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:36.259265 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-231b1ad3-2c1b-4cae-8358-7c4c235dd130 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:36.407524 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8207cdf6-dabb-4310-95fa-6fb0575af6fe None None] The sync data for ids ['cbef8d8a-f508-4870-8cf5-fd59b4a220a3'] in n-d-712142-27 is: [{'id': 'cbef8d8a-f508-4870-8cf5-fd59b4a220a3', 'name': '', 'tenant_id': '9a3c976922a74be0aa0cd97aec79629c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:24Z', 'updated_at': '2021-11-12T01:14:35Z', 'revision_number': 5, 'project_id': '9a3c976922a74be0aa0cd97aec79629c', 'gw_port_host': None}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:14:36.413435 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-231b1ad3-2c1b-4cae-8358-7c4c235dd130 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:36.511636 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e61dd-2bf2-40af-98fe-f8017f171908 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Pushing event updated for resources: {'Port': ['ID=8a257b1c-ae8a-4a5f-8a71-b2ff85372428,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:36.580387 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-231b1ad3-2c1b-4cae-8358-7c4c235dd130 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:36.595432 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3a3db0-343e-4978-b62e-4c48b84eeb9b admin admin] Network 12c2ae7e-c809-4739-bb11-fb32601167dc is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:36.609932 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-fd3a3db0-343e-4978-b62e-4c48b84eeb9b admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:36.622032 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c8e61dd-2bf2-40af-98fe-f8017f171908 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:36.643331 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-231b1ad3-2c1b-4cae-8358-7c4c235dd130 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:36.666937 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-231b1ad3-2c1b-4cae-8358-7c4c235dd130 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] 10.222.0.45 "DELETE /v2.0/subnets/d7d0477f-228f-4461-bb1d-873a30f941a7 HTTP/1.1" status: 204 len: 168 time: 0.7009547 Nov 12 01:14:36.669301 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 47930) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:36.783157 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c8e61dd-2bf2-40af-98fe-f8017f171908 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:36.796404 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1c8e61dd-2bf2-40af-98fe-f8017f171908 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8948324 Nov 12 01:14:36.893567 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231b1ad3-2c1b-4cae-8358-7c4c235dd130 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d7d0477f-228f-4461-bb1d-873a30f941a7,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:36.931569 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3a0df94d-9b93-43a3-94dd-782bbeb44601 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:37.266804 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3a0df94d-9b93-43a3-94dd-782bbeb44601 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:37.286565 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd3a3db0-343e-4978-b62e-4c48b84eeb9b admin admin] Router 1279b46e-47ec-4dd6-9a2b-e33ec08f43a1 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:14:37.369750 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-3a0df94d-9b93-43a3-94dd-782bbeb44601 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e1c4767-7a3b-42df-9842-e23294b16062']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:37.400384 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4081d59b-6ce7-4b44-b7f6-bc9405f2db40 None None] Provisioning complete for port 3e9f359b-04df-4cc3-a7bd-41c93c3a2b7a triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:37.401005 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4081d59b-6ce7-4b44-b7f6-bc9405f2db40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:37.410958 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-3a0df94d-9b93-43a3-94dd-782bbeb44601 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05827834-15fe-4fb8-bd26-d14969295cdb') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:37.411485 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-3a0df94d-9b93-43a3-94dd-782bbeb44601 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05827834-15fe-4fb8-bd26-d14969295cdb') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:37.485770 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3a0df94d-9b93-43a3-94dd-782bbeb44601 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:37.617210 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ea78d628-18a0-4fff-bec7-2a0ca52d99b1 req-4fe14dc7-205a-4846-b5c6-33f4a52f1778 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1504340401&fields=id&tenant_id=d602ff0942bb43ad80fd0eb430b5a1d7 HTTP/1.1" status: 200 len: 267 time: 0.2133620 Nov 12 01:14:37.618365 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4081d59b-6ce7-4b44-b7f6-bc9405f2db40 None None] Port 3e9f359b-04df-4cc3-a7bd-41c93c3a2b7a cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:14:37.631751 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3a0df94d-9b93-43a3-94dd-782bbeb44601 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:37.663204 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a0df94d-9b93-43a3-94dd-782bbeb44601 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:14:37.663641 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3a0df94d-9b93-43a3-94dd-782bbeb44601 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:37.665924 n-d-712142-27 neutron-server[109085]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:14:37.665924 n-d-712142-27 neutron-server[109085]: items = [ Nov 12 01:14:37.665924 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:14:37.665924 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:14:37.665924 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:14:37.665924 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:14:37.665924 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:14:37.665924 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:14:37.665924 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:14:37.665924 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:14:37.665924 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:14:37.665924 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:14:37.665924 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:14:37.665924 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:14:37.665924 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:14:37.665924 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:14:37.665924 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:14:37.665924 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:14:37.665924 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:14:37.665924 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:14:37.665924 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:14:37.665924 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:14:37.665924 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:14:37.665924 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:14:37.665924 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:14:37.665924 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:14:37.665924 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:14:37.665924 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:14:37.665924 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:14:37.665924 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:14:37.665924 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:14:37.665924 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:14:37.665924 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:14:37.665924 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:14:37.669537 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3a3db0-343e-4978-b62e-4c48b84eeb9b admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:14:37.690587 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cd0a5b-e04c-4562-bd61-6963c623ae50 None None] Sync routers for ids ['1279b46e-47ec-4dd6-9a2b-e33ec08f43a1'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:14:37.704191 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-fd3a3db0-343e-4978-b62e-4c48b84eeb9b admin admin] 10.222.0.45 "PUT /v2.0/routers/1279b46e-47ec-4dd6-9a2b-e33ec08f43a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2467463 Nov 12 01:14:37.716110 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cd0a5b-e04c-4562-bd61-6963c623ae50 None None] Routers {'1279b46e-47ec-4dd6-9a2b-e33ec08f43a1'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:14:37.717438 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-08cd0a5b-e04c-4562-bd61-6963c623ae50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:14:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['1279b46e-47ec-4dd6-9a2b-e33ec08f43a1'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:37.996917 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-08cd0a5b-e04c-4562-bd61-6963c623ae50 None None] Set router 1279b46e-47ec-4dd6-9a2b-e33ec08f43a1 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:14:38.675682 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:38.710160 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78d628-18a0-4fff-bec7-2a0ca52d99b1 req-4006f963-d505-461a-9a7b-45d9f3f9f5a7 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:38.722269 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ea78d628-18a0-4fff-bec7-2a0ca52d99b1 req-4006f963-d505-461a-9a7b-45d9f3f9f5a7 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/networks?id=e99995f4-ba3c-4455-a76c-75068f6bda47 HTTP/1.1" status: 200 len: 811 time: 1.1039054 Nov 12 01:14:38.745861 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-08cd0a5b-e04c-4562-bd61-6963c623ae50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1279b46e-47ec-4dd6-9a2b-e33ec08f43a1', 'name': 'tempest-TestAggregatesBasicOps-1078291689-router', 'tenant_id': 'b5f27454e44c46e484db1f05cb0bd256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': 'a2a97580-bf5d-4fff-87b0-64903b5b0792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:23Z', 'updated_at': '2021-11-12T01:14:34Z', 'revision_number': 4, 'project_id': 'b5f27454e44c46e484db1f05cb0bd256', 'gw_port': {'id': 'a2a97580-bf5d-4fff-87b0-64903b5b0792', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:76:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1279b46e-47ec-4dd6-9a2b-e33ec08f43a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:24Z', 'updated_at': '2021-11-12T01:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '3e9f359b-04df-4cc3-a7bd-41c93c3a2b7a', 'name': '', 'network_id': '12c2ae7e-c809-4739-bb11-fb32601167dc', 'tenant_id': 'b5f27454e44c46e484db1f05cb0bd256', 'mac_address': 'fa:16:3e:5c:7e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1279b46e-47ec-4dd6-9a2b-e33ec08f43a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': 'ec11b4c1-c17e-4253-a7d4-352b9e35c65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:30Z', 'updated_at': '2021-11-12T01:14:34Z', 'revision_number': 2, 'project_id': 'b5f27454e44c46e484db1f05cb0bd256', 'subnets': [{'id': 'ec11b4c1-c17e-4253-a7d4-352b9e35c65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:38.831892 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3a0df94d-9b93-43a3-94dd-782bbeb44601 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:38.872146 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0df94d-9b93-43a3-94dd-782bbeb44601 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9e1c4767-7a3b-42df-9842-e23294b16062 {{(pid=109085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 01:14:38.884840 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3a0df94d-9b93-43a3-94dd-782bbeb44601 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:38.915447 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3a0df94d-9b93-43a3-94dd-782bbeb44601 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] 10.222.0.45 "DELETE /v2.0/networks/9e1c4767-7a3b-42df-9842-e23294b16062 HTTP/1.1" status: 204 len: 168 time: 2.2440779 Nov 12 01:14:39.081221 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cd0a5b-e04c-4562-bd61-6963c623ae50 None None] Checking router: 1279b46e-47ec-4dd6-9a2b-e33ec08f43a1 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:14:39.081221 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cd0a5b-e04c-4562-bd61-6963c623ae50 None None] Updating router 1279b46e-47ec-4dd6-9a2b-e33ec08f43a1 port 3e9f359b-04df-4cc3-a7bd-41c93c3a2b7a binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:14:39.081684 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ea78d628-18a0-4fff-bec7-2a0ca52d99b1 req-e46fe355-add1-4f4b-9ec2-54d6ac9f870b tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/quotas/d602ff0942bb43ad80fd0eb430b5a1d7 HTTP/1.1" status: 200 len: 375 time: 0.2915215 Nov 12 01:14:39.081684 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0df94d-9b93-43a3-94dd-782bbeb44601 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Pushing event deleted for resources: {'Network': ['ID=9e1c4767-7a3b-42df-9842-e23294b16062,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:39.152162 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-08cd0a5b-e04c-4562-bd61-6963c623ae50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:39.288846 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ea78d628-18a0-4fff-bec7-2a0ca52d99b1 req-51df8988-a362-4994-8f90-3adf4f363273 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d602ff0942bb43ad80fd0eb430b5a1d7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1812050 Nov 12 01:14:39.472609 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48018) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:39.485139 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-c8f821ff-b9fe-41b8-b2a5-c5d4287be595 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1170799896-network', 'tenant_id': '171a776557a74fb09d56999c9ad2c511'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:39.565990 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f821ff-b9fe-41b8-b2a5-c5d4287be595 admin admin] Made reservation on behalf of 171a776557a74fb09d56999c9ad2c511 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:39.569439 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c8f821ff-b9fe-41b8-b2a5-c5d4287be595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:39.587037 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c8f821ff-b9fe-41b8-b2a5-c5d4287be595 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:39.597004 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ea78d628-18a0-4fff-bec7-2a0ca52d99b1 req-a34eab3d-f0f4-4071-9ab8-e3c24dac6488 service neutron] 10.222.0.45 "GET /v2.0/networks/e99995f4-ba3c-4455-a76c-75068f6bda47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850156 Nov 12 01:14:39.723446 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c8f821ff-b9fe-41b8-b2a5-c5d4287be595 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:39.729313 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c8f821ff-b9fe-41b8-b2a5-c5d4287be595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:39.760569 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8f821ff-b9fe-41b8-b2a5-c5d4287be595 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:14:39.853126 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f821ff-b9fe-41b8-b2a5-c5d4287be595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c47c6ee-7d1a-4023-b216-d96023b3e615,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:39.869249 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c8f821ff-b9fe-41b8-b2a5-c5d4287be595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:39.875042 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-c8f821ff-b9fe-41b8-b2a5-c5d4287be595 admin admin] Added segment 300053b0-e1bc-4021-9455-1937ab1244a8 of type vlan for network 41593146-b555-4b6f-804b-01cb04dd47c4 Nov 12 01:14:39.951997 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-08cd0a5b-e04c-4562-bd61-6963c623ae50 None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:39.966047 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-08cd0a5b-e04c-4562-bd61-6963c623ae50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.039784 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ea78d628-18a0-4fff-bec7-2a0ca52d99b1 req-f80b5fea-c649-4ee0-bb5e-254c21504cfe service neutron] 10.222.0.45 "GET /v2.0/networks/e99995f4-ba3c-4455-a76c-75068f6bda47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4307714 Nov 12 01:14:40.046493 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c8f821ff-b9fe-41b8-b2a5-c5d4287be595 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.151663 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 48034) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:40.160361 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-8f256e6c-7cb2-4ccc-bbed-f737647bb858 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Request body: {'router': {'name': 'tempest-router--918028403', 'project_id': '6e2004e13c8945bda560e02f33a883b9'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:40.178546 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c8f821ff-b9fe-41b8-b2a5-c5d4287be595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.179619 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f821ff-b9fe-41b8-b2a5-c5d4287be595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:40.180246 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c8f821ff-b9fe-41b8-b2a5-c5d4287be595 admin admin] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.196326 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef88c46-30c5-4606-bd20-67e11fa606a3 None None] Pushing event updated for resources: {'Port': ['ID=3e9f359b-04df-4cc3-a7bd-41c93c3a2b7a,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:40.262533 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-08cd0a5b-e04c-4562-bd61-6963c623ae50 None None] Attempting to bind port 3e9f359b-04df-4cc3-a7bd-41c93c3a2b7a on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:14:40.264297 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-08cd0a5b-e04c-4562-bd61-6963c623ae50 None None] Attempting to bind port 3e9f359b-04df-4cc3-a7bd-41c93c3a2b7a by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'b585d649-01fd-4316-8559-54f802d7acfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '12c2ae7e-c809-4739-bb11-fb32601167dc'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:14:40.266905 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cd0a5b-e04c-4562-bd61-6963c623ae50 None None] Attempting to bind port 3e9f359b-04df-4cc3-a7bd-41c93c3a2b7a on network 12c2ae7e-c809-4739-bb11-fb32601167dc {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:14:40.283711 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8f256e6c-7cb2-4ccc-bbed-f737647bb858 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.285447 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cd0a5b-e04c-4562-bd61-6963c623ae50 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:14:40.287235 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8f256e6c-7cb2-4ccc-bbed-f737647bb858 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.288165 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cd0a5b-e04c-4562-bd61-6963c623ae50 None None] Checking segment: {'id': 'b585d649-01fd-4316-8559-54f802d7acfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '12c2ae7e-c809-4739-bb11-fb32601167dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:40.293498 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-08cd0a5b-e04c-4562-bd61-6963c623ae50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.294346 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cd0a5b-e04c-4562-bd61-6963c623ae50 None None] Bound using segment: {'id': 'b585d649-01fd-4316-8559-54f802d7acfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '12c2ae7e-c809-4739-bb11-fb32601167dc'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:14:40.295162 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-08cd0a5b-e04c-4562-bd61-6963c623ae50 None None] Bound port: 3e9f359b-04df-4cc3-a7bd-41c93c3a2b7a, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b585d649-01fd-4316-8559-54f802d7acfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '12c2ae7e-c809-4739-bb11-fb32601167dc'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:14:40.295857 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-08cd0a5b-e04c-4562-bd61-6963c623ae50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.417927 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c8f821ff-b9fe-41b8-b2a5-c5d4287be595 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9393387 Nov 12 01:14:40.421332 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48042) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:40.439193 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-0d7a0866-e289-4d5c-9984-fc2ff2a7807a admin admin] Request body: {'subnet': {'network_id': '41593146-b555-4b6f-804b-01cb04dd47c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1170799896-subnet', 'tenant_id': '171a776557a74fb09d56999c9ad2c511', 'ip_version': 4}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:40.443800 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8f256e6c-7cb2-4ccc-bbed-f737647bb858 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.461264 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8f256e6c-7cb2-4ccc-bbed-f737647bb858 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.474887 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f821ff-b9fe-41b8-b2a5-c5d4287be595 admin admin] Pushing event updated for resources: {'Network': ['ID=41593146-b555-4b6f-804b-01cb04dd47c4,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:40.517822 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 41593146-b555-4b6f-804b-01cb04dd47c4 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:14:40.522083 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7a0866-e289-4d5c-9984-fc2ff2a7807a admin admin] Made reservation on behalf of 171a776557a74fb09d56999c9ad2c511 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:40.525165 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0d7a0866-e289-4d5c-9984-fc2ff2a7807a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.532536 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8f256e6c-7cb2-4ccc-bbed-f737647bb858 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.534584 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-8f256e6c-7cb2-4ccc-bbed-f737647bb858 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3809729 Nov 12 01:14:40.539165 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 48050) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:40.718906 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.821924 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-83b7e40c-b75a-4c43-8d34-dc29802a9df2 None None] Provisioning complete for port 3e9f359b-04df-4cc3-a7bd-41c93c3a2b7a triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:40.822606 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-83b7e40c-b75a-4c43-8d34-dc29802a9df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.833689 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-08cd0a5b-e04c-4562-bd61-6963c623ae50 None None] For port 3e9f359b-04df-4cc3-a7bd-41c93c3a2b7a, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:14:40.860686 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-452691b6-dba3-4c6f-9050-ca6b0347943a req-6e4d293c-cec6-4fbb-acc6-12320f8767d3 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/ports?device_id=14222888-2d1e-440a-bea7-43e84043ddf3 HTTP/1.1" status: 200 len: 210 time: 0.2027829 Nov 12 01:14:40.867136 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dd0aaf21-5126-456c-a340-26025bf04bb9 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks [] for router, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.949887 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-08cd0a5b-e04c-4562-bd61-6963c623ae50 None None] For port 3e9f359b-04df-4cc3-a7bd-41c93c3a2b7a, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=3e9f359b-04df-4cc3-a7bd-41c93c3a2b7a,segment=NetworkSegment(b585d649-01fd-4316-8559-54f802d7acfe),segment_id=b585d649-01fd-4316-8559-54f802d7acfe)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:14:40.964509 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-08cd0a5b-e04c-4562-bd61-6963c623ae50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:40.989909 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-83b7e40c-b75a-4c43-8d34-dc29802a9df2 None None] Port 3e9f359b-04df-4cc3-a7bd-41c93c3a2b7a cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:14:41.162522 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef88c46-30c5-4606-bd20-67e11fa606a3 None None] Pushing event updated for resources: {'Port': ['ID=3e9f359b-04df-4cc3-a7bd-41c93c3a2b7a,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:41.186201 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cd0a5b-e04c-4562-bd61-6963c623ae50 None None] Routers {'1279b46e-47ec-4dd6-9a2b-e33ec08f43a1'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:14:41.186872 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-08cd0a5b-e04c-4562-bd61-6963c623ae50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:14:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['1279b46e-47ec-4dd6-9a2b-e33ec08f43a1'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:41.216903 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0d7a0866-e289-4d5c-9984-fc2ff2a7807a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:41.426514 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a0866-e289-4d5c-9984-fc2ff2a7807a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6c5aca4-4944-4e64-8a8b-b23fe22ff24d,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:41.535605 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7a0866-e289-4d5c-9984-fc2ff2a7807a admin admin] Checking segment: {'id': '300053b0-e1bc-4021-9455-1937ab1244a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '41593146-b555-4b6f-804b-01cb04dd47c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:41.535605 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7a0866-e289-4d5c-9984-fc2ff2a7807a admin admin] Network hostable DHCP agents. Network: 41593146-b555-4b6f-804b-01cb04dd47c4, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:14:41.577397 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7a0866-e289-4d5c-9984-fc2ff2a7807a admin admin] Network 41593146-b555-4b6f-804b-01cb04dd47c4 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:14:41.578083 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dd0aaf21-5126-456c-a340-26025bf04bb9 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:41.578824 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-08cd0a5b-e04c-4562-bd61-6963c623ae50 None None] Set router 1279b46e-47ec-4dd6-9a2b-e33ec08f43a1 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:14:41.585456 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dd0aaf21-5126-456c-a340-26025bf04bb9 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:41.599296 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-0d7a0866-e289-4d5c-9984-fc2ff2a7807a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 41593146-b555-4b6f-804b-01cb04dd47c4) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:41.610776 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7a0866-e289-4d5c-9984-fc2ff2a7807a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:41.613626 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0d7a0866-e289-4d5c-9984-fc2ff2a7807a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:41.652730 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0d7a0866-e289-4d5c-9984-fc2ff2a7807a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2247331 Nov 12 01:14:41.654988 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48084) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:41.658302 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d74a3c-8c28-440a-b021-d0a1ae943b62 None None] Network 41593146-b555-4b6f-804b-01cb04dd47c4 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:41.668315 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-a5c8495d-2c02-4f01-a91c-7fd8d886e30f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1170799896-router', 'tenant_id': '171a776557a74fb09d56999c9ad2c511', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:41.731949 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dd0aaf21-5126-456c-a340-26025bf04bb9 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:41.732534 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd0aaf21-5126-456c-a340-26025bf04bb9 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ac3cd696-f8d4-4db6-b9db-b2946d70edae {{(pid=109085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:14:41.733305 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a5c8495d-2c02-4f01-a91c-7fd8d886e30f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:41.737029 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a5c8495d-2c02-4f01-a91c-7fd8d886e30f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:41.742371 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dd0aaf21-5126-456c-a340-26025bf04bb9 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:41.744793 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-dd0aaf21-5126-456c-a340-26025bf04bb9 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] 10.222.0.45 "DELETE /v2.0/routers/ac3cd696-f8d4-4db6-b9db-b2946d70edae HTTP/1.1" status: 204 len: 168 time: 1.2044854 Nov 12 01:14:41.881323 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a5c8495d-2c02-4f01-a91c-7fd8d886e30f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:41.978162 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-332a33b6-cd01-4d4a-befb-fbb9e8f06e5e None None] Provisioning complete for port 3e9f359b-04df-4cc3-a7bd-41c93c3a2b7a triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:41.979036 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-332a33b6-cd01-4d4a-befb-fbb9e8f06e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:42.124462 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a958eac8-b8df-4968-b70a-74da265b1ac5 req-efc05b8c-40c7-4dfb-83dc-d0405b6b8f63 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/ports?device_id=14222888-2d1e-440a-bea7-43e84043ddf3 HTTP/1.1" status: 200 len: 210 time: 0.0872738 Nov 12 01:14:42.239760 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 48106) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:42.638924 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fade0a18-4875-4bcd-b281-b4e653d1c4d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-41593146-b555-4b6f-804b-01cb04dd47c4', 'network_id': '41593146-b555-4b6f-804b-01cb04dd47c4', 'tenant_id': '171a776557a74fb09d56999c9ad2c511', 'fixed_ips': [{'subnet_id': 'e6c5aca4-4944-4e64-8a8b-b23fe22ff24d'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:14:42.640422 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fade0a18-4875-4bcd-b281-b4e653d1c4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:42.670123 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-e05bc1c7-7ba9-47a3-94c6-111c0e17e016 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2033821092', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}, 'admin_state_up': False}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:42.730798 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e05bc1c7-7ba9-47a3-94c6-111c0e17e016 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:42.734860 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e05bc1c7-7ba9-47a3-94c6-111c0e17e016 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:42.854824 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e05bc1c7-7ba9-47a3-94c6-111c0e17e016 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:42.880057 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-332a33b6-cd01-4d4a-befb-fbb9e8f06e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:42.991931 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-332a33b6-cd01-4d4a-befb-fbb9e8f06e5e None None] For port 3e9f359b-04df-4cc3-a7bd-41c93c3a2b7a, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=3e9f359b-04df-4cc3-a7bd-41c93c3a2b7a,segment=NetworkSegment(b585d649-01fd-4316-8559-54f802d7acfe),segment_id=b585d649-01fd-4316-8559-54f802d7acfe)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:43.004494 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-332a33b6-cd01-4d4a-befb-fbb9e8f06e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:43.110703 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a33b6-cd01-4d4a-befb-fbb9e8f06e5e None None] Pushing event updated for resources: {'Port': ['ID=3e9f359b-04df-4cc3-a7bd-41c93c3a2b7a,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:43.130513 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-08cd0a5b-e04c-4562-bd61-6963c623ae50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1279b46e-47ec-4dd6-9a2b-e33ec08f43a1', 'name': 'tempest-TestAggregatesBasicOps-1078291689-router', 'tenant_id': 'b5f27454e44c46e484db1f05cb0bd256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': 'a2a97580-bf5d-4fff-87b0-64903b5b0792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:23Z', 'updated_at': '2021-11-12T01:14:34Z', 'revision_number': 4, 'project_id': 'b5f27454e44c46e484db1f05cb0bd256', 'gw_port': {'id': 'a2a97580-bf5d-4fff-87b0-64903b5b0792', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:76:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1279b46e-47ec-4dd6-9a2b-e33ec08f43a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:24Z', 'updated_at': '2021-11-12T01:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '3e9f359b-04df-4cc3-a7bd-41c93c3a2b7a', 'name': '', 'network_id': '12c2ae7e-c809-4739-bb11-fb32601167dc', 'tenant_id': 'b5f27454e44c46e484db1f05cb0bd256', 'mac_address': 'fa:16:3e:5c:7e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1279b46e-47ec-4dd6-9a2b-e33ec08f43a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': 'ec11b4c1-c17e-4253-a7d4-352b9e35c65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:30Z', 'updated_at': '2021-11-12T01:14:40Z', 'revision_number': 4, 'project_id': 'b5f27454e44c46e484db1f05cb0bd256', 'subnets': [{'id': 'ec11b4c1-c17e-4253-a7d4-352b9e35c65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:43.179010 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cd0a5b-e04c-4562-bd61-6963c623ae50 None None] The sync data for ids ['1279b46e-47ec-4dd6-9a2b-e33ec08f43a1'] in n-d-712142-27 is: [{'id': '1279b46e-47ec-4dd6-9a2b-e33ec08f43a1', 'name': 'tempest-TestAggregatesBasicOps-1078291689-router', 'tenant_id': 'b5f27454e44c46e484db1f05cb0bd256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': 'a2a97580-bf5d-4fff-87b0-64903b5b0792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:23Z', 'updated_at': '2021-11-12T01:14:34Z', 'revision_number': 4, 'project_id': 'b5f27454e44c46e484db1f05cb0bd256', 'gw_port': {'id': 'a2a97580-bf5d-4fff-87b0-64903b5b0792', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:76:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1279b46e-47ec-4dd6-9a2b-e33ec08f43a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:24Z', 'updated_at': '2021-11-12T01:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '3e9f359b-04df-4cc3-a7bd-41c93c3a2b7a', 'name': '', 'network_id': '12c2ae7e-c809-4739-bb11-fb32601167dc', 'tenant_id': 'b5f27454e44c46e484db1f05cb0bd256', 'mac_address': 'fa:16:3e:5c:7e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1279b46e-47ec-4dd6-9a2b-e33ec08f43a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1982, 'fixed_ips': [{'subnet_id': 'ec11b4c1-c17e-4253-a7d4-352b9e35c65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:30Z', 'updated_at': '2021-11-12T01:14:40Z', 'revision_number': 4, 'project_id': 'b5f27454e44c46e484db1f05cb0bd256', 'subnets': [{'id': 'ec11b4c1-c17e-4253-a7d4-352b9e35c65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:14:43.186795 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78d628-18a0-4fff-bec7-2a0ca52d99b1 req-1e7ed4a6-8e86-41a5-8009-035a93c931f6 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:43.188676 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ea78d628-18a0-4fff-bec7-2a0ca52d99b1 req-1e7ed4a6-8e86-41a5-8009-035a93c931f6 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.44 "GET /v2.0/networks?id=e99995f4-ba3c-4455-a76c-75068f6bda47 HTTP/1.1" status: 200 len: 811 time: 0.1790967 Nov 12 01:14:43.215245 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-fade0a18-4875-4bcd-b281-b4e653d1c4d2 None None] Allocated IP 172.20.0.2 (41593146-b555-4b6f-804b-01cb04dd47c4/e6c5aca4-4944-4e64-8a8b-b23fe22ff24d/c4858abd-056d-4242-a809-2efef9f13042) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:14:43.565199 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a5c8495d-2c02-4f01-a91c-7fd8d886e30f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:43.584218 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ef58d464-643f-47e4-b55e-7793f5f43c99 req-964c1226-2bc3-466e-9809-48a1cc3f9bc3 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/ports?device_id=14222888-2d1e-440a-bea7-43e84043ddf3 HTTP/1.1" status: 200 len: 210 time: 0.1905158 Nov 12 01:14:43.603641 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e05bc1c7-7ba9-47a3-94c6-111c0e17e016 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:43.673229 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fade0a18-4875-4bcd-b281-b4e653d1c4d2 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:43.696014 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fade0a18-4875-4bcd-b281-b4e653d1c4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:43.745463 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fade0a18-4875-4bcd-b281-b4e653d1c4d2 None None] Network 41593146-b555-4b6f-804b-01cb04dd47c4 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:43.755388 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-fade0a18-4875-4bcd-b281-b4e653d1c4d2 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:43.847221 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fade0a18-4875-4bcd-b281-b4e653d1c4d2 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:43.918345 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade0a18-4875-4bcd-b281-b4e653d1c4d2 None None] Pushing event updated for resources: {'Port': ['ID=c4858abd-056d-4242-a809-2efef9f13042,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:43.994158 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 3e9f359b-04df-4cc3-a7bd-41c93c3a2b7a up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:14:44.085890 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ea78d628-18a0-4fff-bec7-2a0ca52d99b1 req-dcb97b67-783e-4f46-b198-4eba4eb37c55 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d602ff0942bb43ad80fd0eb430b5a1d7 HTTP/1.1" status: 200 len: 380 time: 0.5100729 Nov 12 01:14:44.106500 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-ea78d628-18a0-4fff-bec7-2a0ca52d99b1 req-5a6ded52-e916-479f-8b67-c61d94063009 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Request body: {'port': {'device_id': '14222888-2d1e-440a-bea7-43e84043ddf3', 'network_id': 'e99995f4-ba3c-4455-a76c-75068f6bda47', 'admin_state_up': True, 'tenant_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'security_groups': ['dead0025-64a0-48b7-9458-1b9e6fea8e44']}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:44.196592 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-fade0a18-4875-4bcd-b281-b4e653d1c4d2 None None] Attempting to bind port c4858abd-056d-4242-a809-2efef9f13042 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:14:44.197066 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-fade0a18-4875-4bcd-b281-b4e653d1c4d2 None None] Attempting to bind port c4858abd-056d-4242-a809-2efef9f13042 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '300053b0-e1bc-4021-9455-1937ab1244a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '41593146-b555-4b6f-804b-01cb04dd47c4'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:14:44.197415 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fade0a18-4875-4bcd-b281-b4e653d1c4d2 None None] Attempting to bind port c4858abd-056d-4242-a809-2efef9f13042 on network 41593146-b555-4b6f-804b-01cb04dd47c4 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:14:44.205534 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fade0a18-4875-4bcd-b281-b4e653d1c4d2 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:14:44.206117 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fade0a18-4875-4bcd-b281-b4e653d1c4d2 None None] Checking segment: {'id': '300053b0-e1bc-4021-9455-1937ab1244a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '41593146-b555-4b6f-804b-01cb04dd47c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:44.206519 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fade0a18-4875-4bcd-b281-b4e653d1c4d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:44.206938 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fade0a18-4875-4bcd-b281-b4e653d1c4d2 None None] Bound using segment: {'id': '300053b0-e1bc-4021-9455-1937ab1244a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '41593146-b555-4b6f-804b-01cb04dd47c4'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:14:44.208878 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-fade0a18-4875-4bcd-b281-b4e653d1c4d2 None None] Bound port: c4858abd-056d-4242-a809-2efef9f13042, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '300053b0-e1bc-4021-9455-1937ab1244a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '41593146-b555-4b6f-804b-01cb04dd47c4'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:14:44.208878 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fade0a18-4875-4bcd-b281-b4e653d1c4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:44.288047 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 3e9f359b-04df-4cc3-a7bd-41c93c3a2b7a triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:44.288513 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:44.366859 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e05bc1c7-7ba9-47a3-94c6-111c0e17e016 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks [] for router_gateway, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:44.515597 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e05bc1c7-7ba9-47a3-94c6-111c0e17e016 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:44.516942 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-fade0a18-4875-4bcd-b281-b4e653d1c4d2 None None] For port c4858abd-056d-4242-a809-2efef9f13042, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:14:44.524828 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-fade0a18-4875-4bcd-b281-b4e653d1c4d2 None None] For port c4858abd-056d-4242-a809-2efef9f13042, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=c4858abd-056d-4242-a809-2efef9f13042,segment=NetworkSegment(300053b0-e1bc-4021-9455-1937ab1244a8),segment_id=300053b0-e1bc-4021-9455-1937ab1244a8)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:14:44.540420 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fade0a18-4875-4bcd-b281-b4e653d1c4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:44.740260 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea78d628-18a0-4fff-bec7-2a0ca52d99b1 req-5a6ded52-e916-479f-8b67-c61d94063009 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Made reservation on behalf of d602ff0942bb43ad80fd0eb430b5a1d7 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:14:44.750700 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-ea78d628-18a0-4fff-bec7-2a0ca52d99b1 req-5a6ded52-e916-479f-8b67-c61d94063009 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:44.789376 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade0a18-4875-4bcd-b281-b4e653d1c4d2 None None] Pushing event updated for resources: {'Port': ['ID=c4858abd-056d-4242-a809-2efef9f13042,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:44.866373 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-e05bc1c7-7ba9-47a3-94c6-111c0e17e016 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Allocated IP 172.25.3.135 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/efcc715b-cbb3-41fb-ae15-179117a7ff20) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:14:45.003525 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-750882ee-a8c0-4222-a73b-a74188364105 req-80abee5f-46f5-4960-9de1-82d76da548f4 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/ports?device_id=14222888-2d1e-440a-bea7-43e84043ddf3 HTTP/1.1" status: 200 len: 210 time: 0.1123207 Nov 12 01:14:45.390750 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a5c8495d-2c02-4f01-a91c-7fd8d886e30f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:45.521523 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e05bc1c7-7ba9-47a3-94c6-111c0e17e016 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:45.705679 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e05bc1c7-7ba9-47a3-94c6-111c0e17e016 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:45.749364 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-ea78d628-18a0-4fff-bec7-2a0ca52d99b1 req-5a6ded52-e916-479f-8b67-c61d94063009 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Allocated IP 172.20.0.3 (e99995f4-ba3c-4455-a76c-75068f6bda47/bf3a876c-b540-4ae8-a3b9-c5dbe0528b0f/fda59888-5648-4a70-b232-0ec79c3f2fa1) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:14:45.781560 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05bc1c7-7ba9-47a3-94c6-111c0e17e016 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:45.795952 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-e05bc1c7-7ba9-47a3-94c6-111c0e17e016 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:45.826471 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05bc1c7-7ba9-47a3-94c6-111c0e17e016 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:45.835768 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device c4858abd-056d-4242-a809-2efef9f13042 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:14:45.893490 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05bc1c7-7ba9-47a3-94c6-111c0e17e016 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Pushing event updated for resources: {'Port': ['ID=efcc715b-cbb3-41fb-ae15-179117a7ff20,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:45.913376 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bc9bee-864a-4c13-a880-061f86fc2a8e None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:14:46.027486 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port c4858abd-056d-4242-a809-2efef9f13042 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:46.028214 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:46.068035 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-537a77c4-b336-45f0-95e1-94c02e18f060 None None] Provisioning complete for port efcc715b-cbb3-41fb-ae15-179117a7ff20 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:46.068707 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-537a77c4-b336-45f0-95e1-94c02e18f060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:46.182913 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-537a77c4-b336-45f0-95e1-94c02e18f060 None None] Port efcc715b-cbb3-41fb-ae15-179117a7ff20 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:14:46.308258 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0b0de613-2c0b-4c50-b893-945c562c5ea8 req-d74e985e-2c4b-4abb-96a7-8cae5903fa25 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/ports?device_id=14222888-2d1e-440a-bea7-43e84043ddf3 HTTP/1.1" status: 200 len: 210 time: 0.1086197 Nov 12 01:14:46.341518 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:46.436269 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port c4858abd-056d-4242-a809-2efef9f13042, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=c4858abd-056d-4242-a809-2efef9f13042,segment=NetworkSegment(300053b0-e1bc-4021-9455-1937ab1244a8),segment_id=300053b0-e1bc-4021-9455-1937ab1244a8)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:46.442870 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:46.519682 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a5c8495d-2c02-4f01-a91c-7fd8d886e30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:46.642209 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=c4858abd-056d-4242-a809-2efef9f13042,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:46.772023 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e05bc1c7-7ba9-47a3-94c6-111c0e17e016 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks [] for router_gateway, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:46.815350 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-ea78d628-18a0-4fff-bec7-2a0ca52d99b1 req-5a6ded52-e916-479f-8b67-c61d94063009 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:47.210582 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-a5c8495d-2c02-4f01-a91c-7fd8d886e30f admin admin] Allocated IP 172.25.3.32 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/64bfb5e2-dcca-401c-bf09-a7a7f642dfa2) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:14:47.260910 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b6644a-9d05-4c8e-80cd-2a6c9c6f8354 None None] Network 41593146-b555-4b6f-804b-01cb04dd47c4 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:14:47.270084 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-ea78d628-18a0-4fff-bec7-2a0ca52d99b1 req-5a6ded52-e916-479f-8b67-c61d94063009 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:47.308049 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e05bc1c7-7ba9-47a3-94c6-111c0e17e016 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:47.417284 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea78d628-18a0-4fff-bec7-2a0ca52d99b1 req-5a6ded52-e916-479f-8b67-c61d94063009 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Network e99995f4-ba3c-4455-a76c-75068f6bda47 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:47.432364 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-ea78d628-18a0-4fff-bec7-2a0ca52d99b1 req-5a6ded52-e916-479f-8b67-c61d94063009 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:47.659213 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ded52-e916-479f-8b67-c61d94063009 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Pushing event updated for resources: {'Port': ['ID=fda59888-5648-4a70-b232-0ec79c3f2fa1,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:47.677879 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea78d628-18a0-4fff-bec7-2a0ca52d99b1 req-5a6ded52-e916-479f-8b67-c61d94063009 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:47.711546 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-53f01bf8-ed24-468e-98f4-ec6a311fec04 None None] Provisioning complete for port c4858abd-056d-4242-a809-2efef9f13042 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:47.712224 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-53f01bf8-ed24-468e-98f4-ec6a311fec04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:47.861644 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device c4858abd-056d-4242-a809-2efef9f13042 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:14:48.033107 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78d628-18a0-4fff-bec7-2a0ca52d99b1 req-5a6ded52-e916-479f-8b67-c61d94063009 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:48.041441 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-ea78d628-18a0-4fff-bec7-2a0ca52d99b1 req-5a6ded52-e916-479f-8b67-c61d94063009 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:48.095448 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a5c8495d-2c02-4f01-a91c-7fd8d886e30f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:48.109417 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ea78d628-18a0-4fff-bec7-2a0ca52d99b1 req-5a6ded52-e916-479f-8b67-c61d94063009 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0078681 Nov 12 01:14:48.152134 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-ea78d628-18a0-4fff-bec7-2a0ca52d99b1 req-5470f84a-9ff2-4135-a348-318192f7b2c2 service neutron] Request body: {'port': {'device_id': '14222888-2d1e-440a-bea7-43e84043ddf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:48.191300 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e15bfd-b17d-4c3b-af12-b3faf33a50f2 req-aa8e66f4-fe18-423f-95c8-b2c93a3830a1 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:48.200162 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-23e15bfd-b17d-4c3b-af12-b3faf33a50f2 req-aa8e66f4-fe18-423f-95c8-b2c93a3830a1 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/ports?device_id=14222888-2d1e-440a-bea7-43e84043ddf3 HTTP/1.1" status: 200 len: 931 time: 0.7054055 Nov 12 01:14:48.299848 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port c4858abd-056d-4242-a809-2efef9f13042 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:48.300501 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:48.407575 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05bc1c7-7ba9-47a3-94c6-111c0e17e016 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Router 1167e759-6585-47fe-905a-9d17546adfef is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:14:48.418653 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-23e15bfd-b17d-4c3b-af12-b3faf33a50f2 req-27025110-6cd6-45d4-a6c6-b8b1fa91f069 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/security-groups?id=dead0025-64a0-48b7-9458-1b9e6fea8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2013483 Nov 12 01:14:48.488685 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a5c8495d-2c02-4f01-a91c-7fd8d886e30f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:48.580973 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c8495d-2c02-4f01-a91c-7fd8d886e30f admin admin] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:48.595241 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05bc1c7-7ba9-47a3-94c6-111c0e17e016 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:14:48.612250 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c4670d-c913-4369-b7f5-6779bb55a7dd None None] Sync routers for ids ['1167e759-6585-47fe-905a-9d17546adfef'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:14:48.613291 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-a5c8495d-2c02-4f01-a91c-7fd8d886e30f admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:48.629931 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c8495d-2c02-4f01-a91c-7fd8d886e30f admin admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:48.638247 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e05bc1c7-7ba9-47a3-94c6-111c0e17e016 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:48.641164 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e05bc1c7-7ba9-47a3-94c6-111c0e17e016 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.3986812 Nov 12 01:14:48.644607 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 48204) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:48.693424 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c4670d-c913-4369-b7f5-6779bb55a7dd None None] Routers {'1167e759-6585-47fe-905a-9d17546adfef'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:14:48.694731 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-68c4670d-c913-4369-b7f5-6779bb55a7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:14:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['1167e759-6585-47fe-905a-9d17546adfef'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:48.747677 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeee8505-a50e-4616-9d17-b952a5b29bb2 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:14:48.783466 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-ea78d628-18a0-4fff-bec7-2a0ca52d99b1 req-5470f84a-9ff2-4135-a348-318192f7b2c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:48.792895 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c8495d-2c02-4f01-a91c-7fd8d886e30f admin admin] Pushing event updated for resources: {'Port': ['ID=64bfb5e2-dcca-401c-bf09-a7a7f642dfa2,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:48.986963 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-3c54e9da-b30d-4830-a315-26c78735311c None None] Provisioning complete for port fda59888-5648-4a70-b232-0ec79c3f2fa1 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:48.987345 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3c54e9da-b30d-4830-a315-26c78735311c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:48.998288 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-68c4670d-c913-4369-b7f5-6779bb55a7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:49.059561 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c4670d-c913-4369-b7f5-6779bb55a7dd None None] Routers {'1167e759-6585-47fe-905a-9d17546adfef'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:14:49.069411 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-68c4670d-c913-4369-b7f5-6779bb55a7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:14:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['1167e759-6585-47fe-905a-9d17546adfef'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:49.130940 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e12ad30b-6668-4bef-bb7d-365b493e3d72 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] 10.222.0.45 "GET /v2.0/routers/1167e759-6585-47fe-905a-9d17546adfef HTTP/1.1" status: 200 len: 921 time: 0.4824476 Nov 12 01:14:49.135306 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 48214) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:49.160537 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-3c54e9da-b30d-4830-a315-26c78735311c None None] Port fda59888-5648-4a70-b232-0ec79c3f2fa1 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:14:49.189497 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-3c54e9da-b30d-4830-a315-26c78735311c None None] Provisioning complete for port 64bfb5e2-dcca-401c-bf09-a7a7f642dfa2 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:49.189901 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3c54e9da-b30d-4830-a315-26c78735311c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:49.235457 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-5cfc1204-c47a-4dca-a8e4-98742219ec34 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] 10.222.0.45 "GET /v2.0/ports?device_id=1167e759-6585-47fe-905a-9d17546adfef HTTP/1.1" status: 200 len: 205 time: 0.0991254 Nov 12 01:14:49.242038 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 48216) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:49.261273 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-68c4670d-c913-4369-b7f5-6779bb55a7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:49.264288 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c4670d-c913-4369-b7f5-6779bb55a7dd None None] The sync data for ids ['1167e759-6585-47fe-905a-9d17546adfef'] in n-d-712142-27 is: [] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:14:49.340035 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-3c54e9da-b30d-4830-a315-26c78735311c None None] Port 64bfb5e2-dcca-401c-bf09-a7a7f642dfa2 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:14:49.477553 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-2a2bb5c0-7e53-4ad7-be16-bfdaa31feef7 None None] Provisioning complete for port c4858abd-056d-4242-a809-2efef9f13042 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:49.477977 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2a2bb5c0-7e53-4ad7-be16-bfdaa31feef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:49.548319 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8a444427-c94c-4aa5-b390-c41c19bed00c tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks [] for router, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:49.873093 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09742c1e-aceb-412a-8e8f-cc612fd7377d req-f317bf0f-d954-4bb1-b802-3ef48485c5e5 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:49.876161 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-09742c1e-aceb-412a-8e8f-cc612fd7377d req-f317bf0f-d954-4bb1-b802-3ef48485c5e5 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/ports?device_id=14222888-2d1e-440a-bea7-43e84043ddf3 HTTP/1.1" status: 200 len: 931 time: 0.2268281 Nov 12 01:14:49.939676 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8a444427-c94c-4aa5-b390-c41c19bed00c tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:49.979609 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:14:50.101762 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-09742c1e-aceb-412a-8e8f-cc612fd7377d req-4d0ce677-fb84-4227-898c-f92fd1e38936 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/security-groups?id=dead0025-64a0-48b7-9458-1b9e6fea8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991210 Nov 12 01:14:50.167706 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-8a444427-c94c-4aa5-b390-c41c19bed00c tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Deleting port efcc715b-cbb3-41fb-ae15-179117a7ff20 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:14:50.168114 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8a444427-c94c-4aa5-b390-c41c19bed00c tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:50.305981 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a5c8495d-2c02-4f01-a91c-7fd8d886e30f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:51.009926 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8a444427-c94c-4aa5-b390-c41c19bed00c tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:51.048949 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-ea78d628-18a0-4fff-bec7-2a0ca52d99b1 req-5470f84a-9ff2-4135-a348-318192f7b2c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fda59888-5648-4a70-b232-0ec79c3f2fa1 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:14:51.051947 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-8a444427-c94c-4aa5-b390-c41c19bed00c tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Calling delete_port for efcc715b-cbb3-41fb-ae15-179117a7ff20 owned by network:router_gateway {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:14:51.069554 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-ea78d628-18a0-4fff-bec7-2a0ca52d99b1 req-5470f84a-9ff2-4135-a348-318192f7b2c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:51.084860 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-ea78d628-18a0-4fff-bec7-2a0ca52d99b1 req-5470f84a-9ff2-4135-a348-318192f7b2c2 service neutron] Transition to ACTIVE for port object fda59888-5648-4a70-b232-0ec79c3f2fa1 will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:14:51.201511 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a5c8495d-2c02-4f01-a91c-7fd8d886e30f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:51.205465 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-ea78d628-18a0-4fff-bec7-2a0ca52d99b1 req-5470f84a-9ff2-4135-a348-318192f7b2c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:51.356642 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5470f84a-9ff2-4135-a348-318192f7b2c2 service neutron] Pushing event updated for resources: {'Port': ['ID=fda59888-5648-4a70-b232-0ec79c3f2fa1,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:51.440216 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8a444427-c94c-4aa5-b390-c41c19bed00c tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:51.526987 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb6d5b9-9f05-4d6a-85f7-ec4049695a7f None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:14:51.532939 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53752b5a-dcfb-4a53-ac2b-389e4911d0f3 req-c20d728d-73d1-449a-90b2-320c17c7da7f tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:51.535170 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-53752b5a-dcfb-4a53-ac2b-389e4911d0f3 req-c20d728d-73d1-449a-90b2-320c17c7da7f tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/ports?device_id=14222888-2d1e-440a-bea7-43e84043ddf3 HTTP/1.1" status: 200 len: 943 time: 0.2736642 Nov 12 01:14:51.537191 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a444427-c94c-4aa5-b390-c41c19bed00c tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Pushing event deleted for resources: {'Port': ['ID=efcc715b-cbb3-41fb-ae15-179117a7ff20,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:51.688164 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-ea78d628-18a0-4fff-bec7-2a0ca52d99b1 req-5470f84a-9ff2-4135-a348-318192f7b2c2 service neutron] Attempting to bind port fda59888-5648-4a70-b232-0ec79c3f2fa1 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:14:51.688910 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-ea78d628-18a0-4fff-bec7-2a0ca52d99b1 req-5470f84a-9ff2-4135-a348-318192f7b2c2 service neutron] Attempting to bind port fda59888-5648-4a70-b232-0ec79c3f2fa1 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'e77abea7-a924-404b-ac27-8265a21f100e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e99995f4-ba3c-4455-a76c-75068f6bda47'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:14:51.689429 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea78d628-18a0-4fff-bec7-2a0ca52d99b1 req-5470f84a-9ff2-4135-a348-318192f7b2c2 service neutron] Attempting to bind port fda59888-5648-4a70-b232-0ec79c3f2fa1 on network e99995f4-ba3c-4455-a76c-75068f6bda47 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:14:51.705438 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea78d628-18a0-4fff-bec7-2a0ca52d99b1 req-5470f84a-9ff2-4135-a348-318192f7b2c2 service neutron] Port fda59888-5648-4a70-b232-0ec79c3f2fa1 on network e99995f4-ba3c-4455-a76c-75068f6bda47 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:14:51.706048 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea78d628-18a0-4fff-bec7-2a0ca52d99b1 req-5470f84a-9ff2-4135-a348-318192f7b2c2 service neutron] Attempting to bind port fda59888-5648-4a70-b232-0ec79c3f2fa1 on network e99995f4-ba3c-4455-a76c-75068f6bda47 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:14:51.713757 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea78d628-18a0-4fff-bec7-2a0ca52d99b1 req-5470f84a-9ff2-4135-a348-318192f7b2c2 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:14:51.722712 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8a444427-c94c-4aa5-b390-c41c19bed00c tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:51.729591 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea78d628-18a0-4fff-bec7-2a0ca52d99b1 req-5470f84a-9ff2-4135-a348-318192f7b2c2 service neutron] Checking segment: {'id': 'e77abea7-a924-404b-ac27-8265a21f100e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e99995f4-ba3c-4455-a76c-75068f6bda47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:51.739838 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea78d628-18a0-4fff-bec7-2a0ca52d99b1 req-5470f84a-9ff2-4135-a348-318192f7b2c2 service neutron] Bound using segment: {'id': 'e77abea7-a924-404b-ac27-8265a21f100e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e99995f4-ba3c-4455-a76c-75068f6bda47'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:14:51.740567 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-ea78d628-18a0-4fff-bec7-2a0ca52d99b1 req-5470f84a-9ff2-4135-a348-318192f7b2c2 service neutron] Bound port: fda59888-5648-4a70-b232-0ec79c3f2fa1, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e77abea7-a924-404b-ac27-8265a21f100e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e99995f4-ba3c-4455-a76c-75068f6bda47'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:14:51.741260 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-ea78d628-18a0-4fff-bec7-2a0ca52d99b1 req-5470f84a-9ff2-4135-a348-318192f7b2c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:51.759816 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c8495d-2c02-4f01-a91c-7fd8d886e30f admin admin] Router a85aaf9a-c116-4f67-858e-9b1a0ffec13d is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:14:52.001727 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8a444427-c94c-4aa5-b390-c41c19bed00c tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:52.019652 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8a444427-c94c-4aa5-b390-c41c19bed00c tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:52.049578 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-53752b5a-dcfb-4a53-ac2b-389e4911d0f3 req-bf7698e7-3638-46ce-a4ef-66a2faae5396 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/security-groups?id=dead0025-64a0-48b7-9458-1b9e6fea8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4508586 Nov 12 01:14:52.099761 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-ea78d628-18a0-4fff-bec7-2a0ca52d99b1 req-5470f84a-9ff2-4135-a348-318192f7b2c2 service neutron] For port fda59888-5648-4a70-b232-0ec79c3f2fa1, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:14:52.149949 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-ea78d628-18a0-4fff-bec7-2a0ca52d99b1 req-5470f84a-9ff2-4135-a348-318192f7b2c2 service neutron] For port fda59888-5648-4a70-b232-0ec79c3f2fa1, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=fda59888-5648-4a70-b232-0ec79c3f2fa1,segment=NetworkSegment(e77abea7-a924-404b-ac27-8265a21f100e),segment_id=e77abea7-a924-404b-ac27-8265a21f100e)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:14:52.168768 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-ea78d628-18a0-4fff-bec7-2a0ca52d99b1 req-5470f84a-9ff2-4135-a348-318192f7b2c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:52.233655 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8a444427-c94c-4aa5-b390-c41c19bed00c tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:52.234498 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a444427-c94c-4aa5-b390-c41c19bed00c tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Fanout notify agent at l3_agent the message router_deleted on router 1167e759-6585-47fe-905a-9d17546adfef {{(pid=109085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:14:52.258303 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8a444427-c94c-4aa5-b390-c41c19bed00c tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:52.260165 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-8a444427-c94c-4aa5-b390-c41c19bed00c tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] 10.222.0.45 "DELETE /v2.0/routers/1167e759-6585-47fe-905a-9d17546adfef HTTP/1.1" status: 204 len: 168 time: 3.0114858 Nov 12 01:14:52.266219 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 48262) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:52.272555 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5470f84a-9ff2-4135-a348-318192f7b2c2 service neutron] Pushing event updated for resources: {'Port': ['ID=fda59888-5648-4a70-b232-0ec79c3f2fa1,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:52.282390 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-da04cc5f-863c-4464-8a59-5ae3fedf4556 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1362457121', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'enable_snat': False}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:14:52.290723 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c8495d-2c02-4f01-a91c-7fd8d886e30f admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:14:52.320116 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78d628-18a0-4fff-bec7-2a0ca52d99b1 req-5470f84a-9ff2-4135-a348-318192f7b2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:52.334304 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-ea78d628-18a0-4fff-bec7-2a0ca52d99b1 req-5470f84a-9ff2-4135-a348-318192f7b2c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:52.335944 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ea78d628-18a0-4fff-bec7-2a0ca52d99b1 req-5470f84a-9ff2-4135-a348-318192f7b2c2 service neutron] 10.222.0.44 "PUT /v2.0/ports/fda59888-5648-4a70-b232-0ec79c3f2fa1 HTTP/1.1" status: 200 len: 1092 time: 4.2030447 Nov 12 01:14:52.336582 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14222888-2d1e-440a-bea7-43e84043ddf3', 'tag': 'fda59888-5648-4a70-b232-0ec79c3f2fa1'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:14:52.339075 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99adaeb7-6887-499f-87f1-016442fa80f2" -d '{"events": [{"name": "network-changed", "server_uuid": "14222888-2d1e-440a-bea7-43e84043ddf3", "tag": "fda59888-5648-4a70-b232-0ec79c3f2fa1"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:14:52.350598 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e60116e-1c64-4d21-9e46-9d8e96c59626 None None] Sync routers for ids ['a85aaf9a-c116-4f67-858e-9b1a0ffec13d'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:14:52.362807 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-da04cc5f-863c-4464-8a59-5ae3fedf4556 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:52.364301 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-da04cc5f-863c-4464-8a59-5ae3fedf4556 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:52.384764 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a5c8495d-2c02-4f01-a91c-7fd8d886e30f admin admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:52.393168 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 48266) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:52.393922 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a5c8495d-2c02-4f01-a91c-7fd8d886e30f admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.7366486 Nov 12 01:14:52.427293 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e60116e-1c64-4d21-9e46-9d8e96c59626 None None] Routers {'a85aaf9a-c116-4f67-858e-9b1a0ffec13d'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:14:52.428795 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-2e60116e-1c64-4d21-9e46-9d8e96c59626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:14:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['a85aaf9a-c116-4f67-858e-9b1a0ffec13d'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:52.517740 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e554828-fd33-4aba-afd3-6ad27e82d46c x-openstack-request-id: req-2e554828-fd33-4aba-afd3-6ad27e82d46c {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:14:52.518112 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14222888-2d1e-440a-bea7-43e84043ddf3", "tag": "fda59888-5648-4a70-b232-0ec79c3f2fa1", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:14:52.518261 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2e554828-fd33-4aba-afd3-6ad27e82d46c {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:14:52.518682 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14222888-2d1e-440a-bea7-43e84043ddf3', 'tag': 'fda59888-5648-4a70-b232-0ec79c3f2fa1', 'status': 'completed', 'code': 200} Nov 12 01:14:52.570953 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78d628-18a0-4fff-bec7-2a0ca52d99b1 req-6cf9117e-eb78-4b9f-90bf-0afe13392750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:52.573193 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ea78d628-18a0-4fff-bec7-2a0ca52d99b1 req-6cf9117e-eb78-4b9f-90bf-0afe13392750 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d602ff0942bb43ad80fd0eb430b5a1d7&device_id=14222888-2d1e-440a-bea7-43e84043ddf3 HTTP/1.1" status: 200 len: 1095 time: 0.1618683 Nov 12 01:14:52.635816 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-2e60116e-1c64-4d21-9e46-9d8e96c59626 None None] Set router a85aaf9a-c116-4f67-858e-9b1a0ffec13d gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:14:52.740764 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ea78d628-18a0-4fff-bec7-2a0ca52d99b1 req-27229552-b134-42f6-a445-049fc2ea443d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fda59888-5648-4a70-b232-0ec79c3f2fa1 HTTP/1.1" status: 200 len: 217 time: 0.1519151 Nov 12 01:14:52.747403 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-da04cc5f-863c-4464-8a59-5ae3fedf4556 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:52.900420 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78d628-18a0-4fff-bec7-2a0ca52d99b1 req-4dba891e-82e5-49ed-8f18-e8df3eb19011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:52.902041 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ea78d628-18a0-4fff-bec7-2a0ca52d99b1 req-4dba891e-82e5-49ed-8f18-e8df3eb19011 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bf3a876c-b540-4ae8-a3b9-c5dbe0528b0f HTTP/1.1" status: 200 len: 850 time: 0.1531179 Nov 12 01:14:53.066406 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78d628-18a0-4fff-bec7-2a0ca52d99b1 req-b781cfea-bb0d-4f1e-abcd-2943c25988e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:53.077399 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ea78d628-18a0-4fff-bec7-2a0ca52d99b1 req-b781cfea-bb0d-4f1e-abcd-2943c25988e5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e99995f4-ba3c-4455-a76c-75068f6bda47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1598959 Nov 12 01:14:53.440510 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-2e60116e-1c64-4d21-9e46-9d8e96c59626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85aaf9a-c116-4f67-858e-9b1a0ffec13d', 'name': 'tempest-TestAggregatesBasicOps-1170799896-router', 'tenant_id': '171a776557a74fb09d56999c9ad2c511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '64bfb5e2-dcca-401c-bf09-a7a7f642dfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:41Z', 'updated_at': '2021-11-12T01:14:49Z', 'revision_number': 3, 'project_id': '171a776557a74fb09d56999c9ad2c511', 'gw_port': {'id': '64bfb5e2-dcca-401c-bf09-a7a7f642dfa2', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:05:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85aaf9a-c116-4f67-858e-9b1a0ffec13d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:46Z', 'updated_at': '2021-11-12T01:14:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:53.523787 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ea78d628-18a0-4fff-bec7-2a0ca52d99b1 req-1a3cbd39-abca-4d6e-badf-749e2e0735e6 service neutron] 10.222.0.44 "GET /v2.0/networks/e99995f4-ba3c-4455-a76c-75068f6bda47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4380774 Nov 12 01:14:53.577267 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e60116e-1c64-4d21-9e46-9d8e96c59626 None None] Checking router: a85aaf9a-c116-4f67-858e-9b1a0ffec13d for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:14:53.588692 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e60116e-1c64-4d21-9e46-9d8e96c59626 None None] Updating router a85aaf9a-c116-4f67-858e-9b1a0ffec13d port 64bfb5e2-dcca-401c-bf09-a7a7f642dfa2 binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:14:53.670082 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2e60116e-1c64-4d21-9e46-9d8e96c59626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:53.862205 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ea78d628-18a0-4fff-bec7-2a0ca52d99b1 req-00d31c2b-4893-4a02-b00e-4ad20041403d service neutron] 10.222.0.44 "GET /v2.0/networks/e99995f4-ba3c-4455-a76c-75068f6bda47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244214 Nov 12 01:14:54.178636 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99adaeb7-6887-499f-87f1-016442fa80f2 req-fb515ed5-762f-459f-be4b-602a1c6b0888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:54.189757 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-99adaeb7-6887-499f-87f1-016442fa80f2 req-fb515ed5-762f-459f-be4b-602a1c6b0888 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d602ff0942bb43ad80fd0eb430b5a1d7&device_id=14222888-2d1e-440a-bea7-43e84043ddf3 HTTP/1.1" status: 200 len: 1095 time: 0.1813161 Nov 12 01:14:54.240817 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-da04cc5f-863c-4464-8a59-5ae3fedf4556 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:54.668718 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99adaeb7-6887-499f-87f1-016442fa80f2 req-e70f6395-e48b-4962-a6f5-9f4a048f2779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:54.680434 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-99adaeb7-6887-499f-87f1-016442fa80f2 req-e70f6395-e48b-4962-a6f5-9f4a048f2779 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e99995f4-ba3c-4455-a76c-75068f6bda47 HTTP/1.1" status: 200 len: 911 time: 0.4834363 Nov 12 01:14:54.867467 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2e60116e-1c64-4d21-9e46-9d8e96c59626 None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:54.881150 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2e60116e-1c64-4d21-9e46-9d8e96c59626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:54.959250 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-99adaeb7-6887-499f-87f1-016442fa80f2 req-27b7d5a6-22cf-4366-960a-a78d79b2d9fe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fda59888-5648-4a70-b232-0ec79c3f2fa1 HTTP/1.1" status: 200 len: 217 time: 0.2715425 Nov 12 01:14:55.072493 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b134de-b1d8-47c4-91e9-b153454a9c98 None None] Pushing event updated for resources: {'Port': ['ID=64bfb5e2-dcca-401c-bf09-a7a7f642dfa2,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:55.123757 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99adaeb7-6887-499f-87f1-016442fa80f2 req-9a15ea22-31d3-46da-b0ff-6b07c39ecd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:55.126592 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-99adaeb7-6887-499f-87f1-016442fa80f2 req-9a15ea22-31d3-46da-b0ff-6b07c39ecd35 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bf3a876c-b540-4ae8-a3b9-c5dbe0528b0f HTTP/1.1" status: 200 len: 850 time: 0.1606956 Nov 12 01:14:55.165972 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-2e60116e-1c64-4d21-9e46-9d8e96c59626 None None] Attempting to bind port 64bfb5e2-dcca-401c-bf09-a7a7f642dfa2 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:14:55.166610 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-2e60116e-1c64-4d21-9e46-9d8e96c59626 None None] Attempting to bind port 64bfb5e2-dcca-401c-bf09-a7a7f642dfa2 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:14:55.167239 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e60116e-1c64-4d21-9e46-9d8e96c59626 None None] Attempting to bind port 64bfb5e2-dcca-401c-bf09-a7a7f642dfa2 on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:14:55.200934 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f1c40a-4af8-452d-a046-858fbe230404 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:14:55.211763 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b14b513-c58f-4961-bd4d-db5e1e027301 req-f2a9d202-efe8-48e9-9849-16744adf31a5 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:55.220130 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3b14b513-c58f-4961-bd4d-db5e1e027301 req-f2a9d202-efe8-48e9-9849-16744adf31a5 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/ports?device_id=14222888-2d1e-440a-bea7-43e84043ddf3 HTTP/1.1" status: 200 len: 943 time: 1.5341148 Nov 12 01:14:55.221676 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e60116e-1c64-4d21-9e46-9d8e96c59626 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:14:55.223998 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e60116e-1c64-4d21-9e46-9d8e96c59626 None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:14:55.224762 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2e60116e-1c64-4d21-9e46-9d8e96c59626 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:55.225466 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e60116e-1c64-4d21-9e46-9d8e96c59626 None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:14:55.226340 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-2e60116e-1c64-4d21-9e46-9d8e96c59626 None None] Bound port: 64bfb5e2-dcca-401c-bf09-a7a7f642dfa2, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:14:55.227030 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2e60116e-1c64-4d21-9e46-9d8e96c59626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:55.293209 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99adaeb7-6887-499f-87f1-016442fa80f2 req-2bb72dcb-92b9-4221-9860-066c5dc3fb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:55.304787 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-99adaeb7-6887-499f-87f1-016442fa80f2 req-2bb72dcb-92b9-4221-9860-066c5dc3fb70 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e99995f4-ba3c-4455-a76c-75068f6bda47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1612034 Nov 12 01:14:55.377081 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-2e60116e-1c64-4d21-9e46-9d8e96c59626 None None] For port 64bfb5e2-dcca-401c-bf09-a7a7f642dfa2, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:14:55.383413 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-2e60116e-1c64-4d21-9e46-9d8e96c59626 None None] For port 64bfb5e2-dcca-401c-bf09-a7a7f642dfa2, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=64bfb5e2-dcca-401c-bf09-a7a7f642dfa2,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:14:55.396665 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2e60116e-1c64-4d21-9e46-9d8e96c59626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:55.489133 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-68c936b4-eda5-4939-83b3-a1554ebda2c9 None None] Provisioning complete for port 64bfb5e2-dcca-401c-bf09-a7a7f642dfa2 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:55.490017 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-68c936b4-eda5-4939-83b3-a1554ebda2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:55.787041 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4643f545-7169-4337-9a33-d4245f7ef94a None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:14:55.857412 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3b14b513-c58f-4961-bd4d-db5e1e027301 req-ed59be8a-4e83-4e34-9206-9b7b9cc34b39 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/security-groups?id=dead0025-64a0-48b7-9458-1b9e6fea8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6115775 Nov 12 01:14:55.906611 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-99adaeb7-6887-499f-87f1-016442fa80f2 req-307332aa-ac68-4071-9ede-1aabff7fdd93 service neutron] 10.222.0.44 "GET /v2.0/networks/e99995f4-ba3c-4455-a76c-75068f6bda47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5906134 Nov 12 01:14:56.153586 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e60116e-1c64-4d21-9e46-9d8e96c59626 None None] Routers {'a85aaf9a-c116-4f67-858e-9b1a0ffec13d'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:14:56.155217 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-113d010f-3091-4369-9c28-47dfc3a963b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:56.161611 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-2e60116e-1c64-4d21-9e46-9d8e96c59626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:14:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['a85aaf9a-c116-4f67-858e-9b1a0ffec13d'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:56.247122 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-da04cc5f-863c-4464-8a59-5ae3fedf4556 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:56.290222 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-da04cc5f-863c-4464-8a59-5ae3fedf4556 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:56.428059 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-99adaeb7-6887-499f-87f1-016442fa80f2 req-6e488d2f-e337-453e-904c-e6aa02e85c3a service neutron] 10.222.0.44 "GET /v2.0/networks/e99995f4-ba3c-4455-a76c-75068f6bda47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5085824 Nov 12 01:14:56.596579 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-da04cc5f-863c-4464-8a59-5ae3fedf4556 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Allocated IP 172.25.3.253 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/86219303-9df9-4f09-bc9c-c6f43b11f96f) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:14:56.642905 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b134de-b1d8-47c4-91e9-b153454a9c98 None None] Pushing event updated for resources: {'Port': ['ID=64bfb5e2-dcca-401c-bf09-a7a7f642dfa2,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:56.717165 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-68c936b4-eda5-4939-83b3-a1554ebda2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:56.819569 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-68c936b4-eda5-4939-83b3-a1554ebda2c9 None None] For port 64bfb5e2-dcca-401c-bf09-a7a7f642dfa2, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=64bfb5e2-dcca-401c-bf09-a7a7f642dfa2,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:56.822146 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-da04cc5f-863c-4464-8a59-5ae3fedf4556 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:56.834755 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-68c936b4-eda5-4939-83b3-a1554ebda2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:56.969469 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-da04cc5f-863c-4464-8a59-5ae3fedf4556 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:57.024118 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-2e60116e-1c64-4d21-9e46-9d8e96c59626 None None] Set router a85aaf9a-c116-4f67-858e-9b1a0ffec13d gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:14:57.215375 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c936b4-eda5-4939-83b3-a1554ebda2c9 None None] Pushing event updated for resources: {'Port': ['ID=64bfb5e2-dcca-401c-bf09-a7a7f642dfa2,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:57.272306 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4a417604-ca5f-4d6d-91d7-e09c6e67cc8e None None] Provisioning complete for port 64bfb5e2-dcca-401c-bf09-a7a7f642dfa2 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:57.273239 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4a417604-ca5f-4d6d-91d7-e09c6e67cc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:57.334715 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da04cc5f-863c-4464-8a59-5ae3fedf4556 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Pushing event updated for resources: {'Port': ['ID=86219303-9df9-4f09-bc9c-c6f43b11f96f,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:57.406156 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da04cc5f-863c-4464-8a59-5ae3fedf4556 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:14:57.432586 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da04cc5f-863c-4464-8a59-5ae3fedf4556 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:57.434359 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da04cc5f-863c-4464-8a59-5ae3fedf4556 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:57.435442 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da04cc5f-863c-4464-8a59-5ae3fedf4556 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:57.435803 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da04cc5f-863c-4464-8a59-5ae3fedf4556 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:57.438065 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da04cc5f-863c-4464-8a59-5ae3fedf4556 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:57.440734 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da04cc5f-863c-4464-8a59-5ae3fedf4556 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:57.441419 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da04cc5f-863c-4464-8a59-5ae3fedf4556 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:57.441882 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da04cc5f-863c-4464-8a59-5ae3fedf4556 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:57.442449 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da04cc5f-863c-4464-8a59-5ae3fedf4556 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:57.442979 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da04cc5f-863c-4464-8a59-5ae3fedf4556 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:57.443328 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da04cc5f-863c-4464-8a59-5ae3fedf4556 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:57.443664 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da04cc5f-863c-4464-8a59-5ae3fedf4556 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:57.460617 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-da04cc5f-863c-4464-8a59-5ae3fedf4556 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:14:57.460841 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bf335ba1-f932-48e1-afd7-31501b374dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:57.479799 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da04cc5f-863c-4464-8a59-5ae3fedf4556 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:14:57.604155 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67aa2f0-e4be-469b-8e88-5c818224441d req-c4fe26f9-abd2-4d01-9771-864b6fbd6682 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:14:57.612258 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b67aa2f0-e4be-469b-8e88-5c818224441d req-c4fe26f9-abd2-4d01-9771-864b6fbd6682 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/ports?device_id=14222888-2d1e-440a-bea7-43e84043ddf3 HTTP/1.1" status: 200 len: 943 time: 0.4018719 Nov 12 01:14:57.734478 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26dd34a-3730-4116-a449-8d961a83b24e None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:14:57.933999 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-113d010f-3091-4369-9c28-47dfc3a963b7 admin admin] Allocated IP 172.20.0.1 (41593146-b555-4b6f-804b-01cb04dd47c4/e6c5aca4-4944-4e64-8a8b-b23fe22ff24d/a51f6036-afdc-4225-a2f1-24051d433b6d) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:14:57.936510 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device fda59888-5648-4a70-b232-0ec79c3f2fa1 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:14:58.011613 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-2e60116e-1c64-4d21-9e46-9d8e96c59626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85aaf9a-c116-4f67-858e-9b1a0ffec13d', 'name': 'tempest-TestAggregatesBasicOps-1170799896-router', 'tenant_id': '171a776557a74fb09d56999c9ad2c511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '64bfb5e2-dcca-401c-bf09-a7a7f642dfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:41Z', 'updated_at': '2021-11-12T01:14:49Z', 'revision_number': 3, 'project_id': '171a776557a74fb09d56999c9ad2c511', 'gw_port': {'id': '64bfb5e2-dcca-401c-bf09-a7a7f642dfa2', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:05:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85aaf9a-c116-4f67-858e-9b1a0ffec13d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:46Z', 'updated_at': '2021-11-12T01:14:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:14:58.048997 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b67aa2f0-e4be-469b-8e88-5c818224441d req-8f713dd3-9e79-4148-b37a-f7d2e0f7a846 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/security-groups?id=dead0025-64a0-48b7-9458-1b9e6fea8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4353440 Nov 12 01:14:58.150163 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e60116e-1c64-4d21-9e46-9d8e96c59626 None None] The sync data for ids ['a85aaf9a-c116-4f67-858e-9b1a0ffec13d'] in n-d-712142-27 is: [{'id': 'a85aaf9a-c116-4f67-858e-9b1a0ffec13d', 'name': 'tempest-TestAggregatesBasicOps-1170799896-router', 'tenant_id': '171a776557a74fb09d56999c9ad2c511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '64bfb5e2-dcca-401c-bf09-a7a7f642dfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:41Z', 'updated_at': '2021-11-12T01:14:49Z', 'revision_number': 3, 'project_id': '171a776557a74fb09d56999c9ad2c511', 'gw_port': {'id': '64bfb5e2-dcca-401c-bf09-a7a7f642dfa2', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:05:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85aaf9a-c116-4f67-858e-9b1a0ffec13d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:46Z', 'updated_at': '2021-11-12T01:14:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:14:58.167061 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-65a3cfea-844a-40ca-a43c-e1ba4328f032 None None] Provisioning complete for port 86219303-9df9-4f09-bc9c-c6f43b11f96f triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:14:58.169149 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-65a3cfea-844a-40ca-a43c-e1ba4328f032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:58.295312 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.resource_extend [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 01:14:58.400341 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-da04cc5f-863c-4464-8a59-5ae3fedf4556 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:58.403718 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-65a3cfea-844a-40ca-a43c-e1ba4328f032 None None] Port 86219303-9df9-4f09-bc9c-c6f43b11f96f cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:14:58.566356 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port fda59888-5648-4a70-b232-0ec79c3f2fa1, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=fda59888-5648-4a70-b232-0ec79c3f2fa1,segment=NetworkSegment(e77abea7-a924-404b-ac27-8265a21f100e),segment_id=e77abea7-a924-404b-ac27-8265a21f100e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:58.603724 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'fda59888-5648-4a70-b232-0ec79c3f2fa1', 'network_id': 'e99995f4-ba3c-4455-a76c-75068f6bda47', 'port_id': 'fda59888-5648-4a70-b232-0ec79c3f2fa1', 'mac_address': 'fa:16:3e:f9:ce:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf3a876c-b540-4ae8-a3b9-c5dbe0528b0f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:14:58.724685 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:58.777158 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fda59888-5648-4a70-b232-0ec79c3f2fa1 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:14:58.840428 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port fda59888-5648-4a70-b232-0ec79c3f2fa1, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=fda59888-5648-4a70-b232-0ec79c3f2fa1,segment=NetworkSegment(e77abea7-a924-404b-ac27-8265a21f100e),segment_id=e77abea7-a924-404b-ac27-8265a21f100e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:14:58.852716 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:58.967291 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=fda59888-5648-4a70-b232-0ec79c3f2fa1,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:59.129257 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['fda59888-5648-4a70-b232-0ec79c3f2fa1'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:14:59.308016 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48362) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:59.548712 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-15cfc674-dfa8-420e-8ef8-1824086e3b56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:59.623792 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-113d010f-3091-4369-9c28-47dfc3a963b7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:59.774490 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-15cfc674-dfa8-420e-8ef8-1824086e3b56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:59.782630 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-15cfc674-dfa8-420e-8ef8-1824086e3b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:14:59.874147 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-15cfc674-dfa8-420e-8ef8-1824086e3b56 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=95840a1d32ee438e94b81904a364a18d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5617208 Nov 12 01:14:59.874754 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cfc674-dfa8-420e-8ef8-1824086e3b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a795f924-e1f9-48df-b558-68ac57a28c4f,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:14:59.893137 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48370) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:14:59.895312 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device fda59888-5648-4a70-b232-0ec79c3f2fa1 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:14:59.895840 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cfc674-dfa8-420e-8ef8-1824086e3b56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:59.895840 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cfc674-dfa8-420e-8ef8-1824086e3b56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:59.896196 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cfc674-dfa8-420e-8ef8-1824086e3b56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:59.896538 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cfc674-dfa8-420e-8ef8-1824086e3b56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:59.896875 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cfc674-dfa8-420e-8ef8-1824086e3b56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:59.897207 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cfc674-dfa8-420e-8ef8-1824086e3b56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:59.897587 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cfc674-dfa8-420e-8ef8-1824086e3b56 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:59.897936 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cfc674-dfa8-420e-8ef8-1824086e3b56 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:59.898271 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cfc674-dfa8-420e-8ef8-1824086e3b56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:59.898598 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cfc674-dfa8-420e-8ef8-1824086e3b56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:59.898929 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cfc674-dfa8-420e-8ef8-1824086e3b56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:14:59.899257 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cfc674-dfa8-420e-8ef8-1824086e3b56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:00.008498 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1e28eb34-8c9a-429b-ab09-75cef9ca838c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:00.069720 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1e28eb34-8c9a-429b-ab09-75cef9ca838c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:00.131644 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-113d010f-3091-4369-9c28-47dfc3a963b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:00.155446 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port fda59888-5648-4a70-b232-0ec79c3f2fa1 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:15:00.177155 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1e28eb34-8c9a-429b-ab09-75cef9ca838c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:00.180479 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1e28eb34-8c9a-429b-ab09-75cef9ca838c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:00.182025 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1e28eb34-8c9a-429b-ab09-75cef9ca838c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a795f924-e1f9-48df-b558-68ac57a28c4f HTTP/1.1" status: 204 len: 168 time: 0.2754757 Nov 12 01:15:00.185611 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 64bfb5e2-dcca-401c-bf09-a7a7f642dfa2 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:15:00.196033 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e28eb34-8c9a-429b-ab09-75cef9ca838c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a795f924-e1f9-48df-b558-68ac57a28c4f,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:00.231745 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113d010f-3091-4369-9c28-47dfc3a963b7 admin admin] Network 41593146-b555-4b6f-804b-01cb04dd47c4 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:15:00.240427 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-113d010f-3091-4369-9c28-47dfc3a963b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:00.253600 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113d010f-3091-4369-9c28-47dfc3a963b7 admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:15:00.301365 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-da04cc5f-863c-4464-8a59-5ae3fedf4556 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:00.326182 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85063e85-39f2-4b26-9425-77c5c1646588 req-ce57fad6-592d-46a2-a461-bbf2dcaf8e6a tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:00.328236 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-85063e85-39f2-4b26-9425-77c5c1646588 req-ce57fad6-592d-46a2-a461-bbf2dcaf8e6a tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/ports?device_id=14222888-2d1e-440a-bea7-43e84043ddf3 HTTP/1.1" status: 200 len: 944 time: 0.8488629 Nov 12 01:15:00.329200 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d010f-3091-4369-9c28-47dfc3a963b7 admin admin] Pushing event updated for resources: {'Port': ['ID=a51f6036-afdc-4225-a2f1-24051d433b6d,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:00.348136 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port fda59888-5648-4a70-b232-0ec79c3f2fa1 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:00.349404 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:00.501687 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 64bfb5e2-dcca-401c-bf09-a7a7f642dfa2 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:00.502067 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:00.575185 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-113d010f-3091-4369-9c28-47dfc3a963b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:00.814886 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-85063e85-39f2-4b26-9425-77c5c1646588 req-656b56bb-746f-4ee9-b79f-1e24289b8631 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/security-groups?id=dead0025-64a0-48b7-9458-1b9e6fea8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3297360 Nov 12 01:15:01.011725 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48384) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:01.034742 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cd8087a8-3ef7-49bc-8fed-a84ca8fe2a2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:01.043654 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da04cc5f-863c-4464-8a59-5ae3fedf4556 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Router 741dd6df-14e8-4cfa-a308-479ada0f1444 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:15:01.087495 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-044baeae-25b8-4090-b6bc-5100a07c96eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:01.124035 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:01.217803 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cd8087a8-3ef7-49bc-8fed-a84ca8fe2a2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:01.225435 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cd8087a8-3ef7-49bc-8fed-a84ca8fe2a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:01.259817 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port fda59888-5648-4a70-b232-0ec79c3f2fa1, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=fda59888-5648-4a70-b232-0ec79c3f2fa1,segment=NetworkSegment(e77abea7-a924-404b-ac27-8265a21f100e),segment_id=e77abea7-a924-404b-ac27-8265a21f100e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:01.262490 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-113d010f-3091-4369-9c28-47dfc3a963b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:01.279832 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14222888-2d1e-440a-bea7-43e84043ddf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda59888-5648-4a70-b232-0ec79c3f2fa1'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:15:01.284647 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a35c1fe-efdc-483e-bd8a-a61401e821e9" -d '{"events": [{"server_uuid": "14222888-2d1e-440a-bea7-43e84043ddf3", "name": "network-vif-plugged", "status": "completed", "tag": "fda59888-5648-4a70-b232-0ec79c3f2fa1"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:15:01.304659 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-cd8087a8-3ef7-49bc-8fed-a84ca8fe2a2b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=539b46ec46354264ab80f038f3b488d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2882841 Nov 12 01:15:01.305908 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48390) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:01.308212 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:01.425232 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8087a8-3ef7-49bc-8fed-a84ca8fe2a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cdf12be-f26b-4d3d-a5ff-f721965a0531,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:01.490351 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b1d2b8f8-5c68-473e-ade9-7927c6e202ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:01.549609 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da04cc5f-863c-4464-8a59-5ae3fedf4556 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:15:01.561433 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d3391e-5337-49b5-ac17-c1bb59affd19 None None] Sync routers for ids ['741dd6df-14e8-4cfa-a308-479ada0f1444'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:15:01.575655 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d3391e-5337-49b5-ac17-c1bb59affd19 None None] Routers {'741dd6df-14e8-4cfa-a308-479ada0f1444'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:15:01.577064 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-15d3391e-5337-49b5-ac17-c1bb59affd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:15:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['741dd6df-14e8-4cfa-a308-479ada0f1444'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:01.580418 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3aa0f86-827e-476b-87bc-682aabaf4106 x-openstack-request-id: req-c3aa0f86-827e-476b-87bc-682aabaf4106 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:15:01.580866 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14222888-2d1e-440a-bea7-43e84043ddf3", "name": "network-vif-plugged", "status": "completed", "tag": "fda59888-5648-4a70-b232-0ec79c3f2fa1", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:15:01.584864 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c3aa0f86-827e-476b-87bc-682aabaf4106 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:15:01.584864 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14222888-2d1e-440a-bea7-43e84043ddf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda59888-5648-4a70-b232-0ec79c3f2fa1', 'code': 200} Nov 12 01:15:01.595704 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=fda59888-5648-4a70-b232-0ec79c3f2fa1,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:01.602009 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b1d2b8f8-5c68-473e-ade9-7927c6e202ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:01.616115 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-6ece512f-2760-4b72-b2e6-839d3d684602 None None] Provisioning complete for port a51f6036-afdc-4225-a2f1-24051d433b6d triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:01.616739 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6ece512f-2760-4b72-b2e6-839d3d684602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:01.678735 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-da04cc5f-863c-4464-8a59-5ae3fedf4556 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:01.688681 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-da04cc5f-863c-4464-8a59-5ae3fedf4556 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 9.4118013 Nov 12 01:15:01.692074 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 48396) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:01.748709 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-6ece512f-2760-4b72-b2e6-839d3d684602 None None] Port a51f6036-afdc-4225-a2f1-24051d433b6d cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:15:01.813717 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-15d3391e-5337-49b5-ac17-c1bb59affd19 None None] Set router 741dd6df-14e8-4cfa-a308-479ada0f1444 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:15:02.059363 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-baa6b8ea-4c93-4b65-a223-2a63bd597643 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] 10.222.0.45 "GET /v2.0/routers/741dd6df-14e8-4cfa-a308-479ada0f1444 HTTP/1.1" status: 200 len: 909 time: 0.3652706 Nov 12 01:15:02.067516 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 48402) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:02.081444 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-15d3391e-5337-49b5-ac17-c1bb59affd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741dd6df-14e8-4cfa-a308-479ada0f1444', 'name': 'tempest-snat-router-1362457121', 'tenant_id': '9a3c976922a74be0aa0cd97aec79629c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.253'}], 'enable_snat': False}, 'gw_port_id': '86219303-9df9-4f09-bc9c-c6f43b11f96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:52Z', 'updated_at': '2021-11-12T01:14:57Z', 'revision_number': 3, 'project_id': '9a3c976922a74be0aa0cd97aec79629c', 'gw_port': {'id': '86219303-9df9-4f09-bc9c-c6f43b11f96f', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f5:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741dd6df-14e8-4cfa-a308-479ada0f1444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:56Z', 'updated_at': '2021-11-12T01:14:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:02.104068 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-93aa7bc2-6845-4c0f-847e-c1656832c4f7 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1362457121', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'enable_snat': True}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:02.117186 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d3391e-5337-49b5-ac17-c1bb59affd19 None None] Checking router: 741dd6df-14e8-4cfa-a308-479ada0f1444 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:15:02.130036 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d3391e-5337-49b5-ac17-c1bb59affd19 None None] Updating router 741dd6df-14e8-4cfa-a308-479ada0f1444 port 86219303-9df9-4f09-bc9c-c6f43b11f96f binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:15:02.137920 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-113d010f-3091-4369-9c28-47dfc3a963b7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:02.156173 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-113d010f-3091-4369-9c28-47dfc3a963b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:02.195419 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-15d3391e-5337-49b5-ac17-c1bb59affd19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:02.225760 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-93aa7bc2-6845-4c0f-847e-c1656832c4f7 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:02.236006 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-93aa7bc2-6845-4c0f-847e-c1656832c4f7 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:02.308580 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bcf05c-01e0-44b8-80b0-95a1562c17f4 req-6b2e1ada-c104-41ff-addb-5b8add0efe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:02.313399 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-30bcf05c-01e0-44b8-80b0-95a1562c17f4 req-6b2e1ada-c104-41ff-addb-5b8add0efe35 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=14222888-2d1e-440a-bea7-43e84043ddf3 HTTP/1.1" status: 200 len: 1097 time: 0.7839882 Nov 12 01:15:02.517549 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b1d2b8f8-5c68-473e-ade9-7927c6e202ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:02.519348 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d010f-3091-4369-9c28-47dfc3a963b7 admin admin] Pushing event updated for resources: {'Port': ['ID=a51f6036-afdc-4225-a2f1-24051d433b6d,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:02.537659 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b1d2b8f8-5c68-473e-ade9-7927c6e202ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:02.537954 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-113d010f-3091-4369-9c28-47dfc3a963b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:02.547365 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b1d2b8f8-5c68-473e-ade9-7927c6e202ba admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1cdf12be-f26b-4d3d-a5ff-f721965a0531 HTTP/1.1" status: 204 len: 168 time: 1.2188985 Nov 12 01:15:02.592378 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d2b8f8-5c68-473e-ade9-7927c6e202ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cdf12be-f26b-4d3d-a5ff-f721965a0531,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:02.604418 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-30bcf05c-01e0-44b8-80b0-95a1562c17f4 req-c1f01996-126b-477c-954b-7161abd0eb12 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=dead0025-64a0-48b7-9458-1b9e6fea8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2806644 Nov 12 01:15:02.829035 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-93aa7bc2-6845-4c0f-847e-c1656832c4f7 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:02.870067 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:02.871741 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d32a5-a4f2-4388-a763-f2bb462bfaaa req-86c086cf-922a-4341-bbdf-690e9ade6ab5 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:02.884308 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b36d32a5-a4f2-4388-a763-f2bb462bfaaa req-86c086cf-922a-4341-bbdf-690e9ade6ab5 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/ports?device_id=14222888-2d1e-440a-bea7-43e84043ddf3 HTTP/1.1" status: 200 len: 945 time: 0.8018873 Nov 12 01:15:02.937438 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-15d3391e-5337-49b5-ac17-c1bb59affd19 None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:02.975127 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-15d3391e-5337-49b5-ac17-c1bb59affd19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:03.127676 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa1f730-adad-4fae-9279-325c2399c5b4 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:15:03.271313 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-15d3391e-5337-49b5-ac17-c1bb59affd19 None None] Attempting to bind port 86219303-9df9-4f09-bc9c-c6f43b11f96f on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:15:03.272111 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-15d3391e-5337-49b5-ac17-c1bb59affd19 None None] Attempting to bind port 86219303-9df9-4f09-bc9c-c6f43b11f96f by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:15:03.273169 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d3391e-5337-49b5-ac17-c1bb59affd19 None None] Attempting to bind port 86219303-9df9-4f09-bc9c-c6f43b11f96f on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:15:03.295656 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d3391e-5337-49b5-ac17-c1bb59affd19 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:15:03.296529 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d3391e-5337-49b5-ac17-c1bb59affd19 None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:15:03.297356 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-15d3391e-5337-49b5-ac17-c1bb59affd19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:03.298179 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d3391e-5337-49b5-ac17-c1bb59affd19 None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:15:03.299182 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-15d3391e-5337-49b5-ac17-c1bb59affd19 None None] Bound port: 86219303-9df9-4f09-bc9c-c6f43b11f96f, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:15:03.300426 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-15d3391e-5337-49b5-ac17-c1bb59affd19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:03.317942 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-f9f8a63a-2a1e-4d79-af0c-302f1406e4a3 None None] Provisioning complete for port 86219303-9df9-4f09-bc9c-c6f43b11f96f triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:03.321930 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f9f8a63a-2a1e-4d79-af0c-302f1406e4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:03.344708 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d8d8a5-9e60-4754-9dc2-3dd734acdb3c None None] Pushing event updated for resources: {'Port': ['ID=86219303-9df9-4f09-bc9c-c6f43b11f96f,revision_number=2']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:03.411239 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-15d3391e-5337-49b5-ac17-c1bb59affd19 None None] For port 86219303-9df9-4f09-bc9c-c6f43b11f96f, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:15:03.450996 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-15d3391e-5337-49b5-ac17-c1bb59affd19 None None] For port 86219303-9df9-4f09-bc9c-c6f43b11f96f, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=86219303-9df9-4f09-bc9c-c6f43b11f96f,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:15:03.459561 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-f9f8a63a-2a1e-4d79-af0c-302f1406e4a3 None None] Port 86219303-9df9-4f09-bc9c-c6f43b11f96f cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:15:03.463470 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-15d3391e-5337-49b5-ac17-c1bb59affd19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:03.794163 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b36d32a5-a4f2-4388-a763-f2bb462bfaaa req-45de89e8-5377-4ac8-8ad8-a476027c4967 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/security-groups?id=dead0025-64a0-48b7-9458-1b9e6fea8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9065964 Nov 12 01:15:03.810649 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d87ff-a1f0-440d-acdc-236f2aa4ba38 req-5ece83e7-d56d-4a15-b6b6-05ee2ffe5118 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:03.813462 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fa5d87ff-a1f0-440d-acdc-236f2aa4ba38 req-5ece83e7-d56d-4a15-b6b6-05ee2ffe5118 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/networks?id=1a8182d6-d1ae-418d-93c2-b627ded7dca2 HTTP/1.1" status: 200 len: 815 time: 0.2817640 Nov 12 01:15:03.882148 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fa5d87ff-a1f0-440d-acdc-236f2aa4ba38 req-a227fc40-9b3a-41a0-8efc-587b88a36109 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/quotas/02561602d23944f4a6c1bd1cba61ffb6 HTTP/1.1" status: 200 len: 375 time: 0.0103743 Nov 12 01:15:03.914090 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadc834d-3282-403c-bab6-fe121ad06272 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:15:03.923662 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d3391e-5337-49b5-ac17-c1bb59affd19 None None] Routers {'741dd6df-14e8-4cfa-a308-479ada0f1444'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:15:03.929426 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-15d3391e-5337-49b5-ac17-c1bb59affd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:15:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['741dd6df-14e8-4cfa-a308-479ada0f1444'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:03.933247 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:03.937400 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-93aa7bc2-6845-4c0f-847e-c1656832c4f7 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:03.983015 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113d010f-3091-4369-9c28-47dfc3a963b7 admin admin] Network 41593146-b555-4b6f-804b-01cb04dd47c4 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:15:03.988075 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-113d010f-3091-4369-9c28-47dfc3a963b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:04.042859 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-f90d2a97-5ad3-4e73-a9d8-c09691abf442 None None] Provisioning complete for port 86219303-9df9-4f09-bc9c-c6f43b11f96f triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:04.043627 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f90d2a97-5ad3-4e73-a9d8-c09691abf442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:04.156976 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fa5d87ff-a1f0-440d-acdc-236f2aa4ba38 req-013545ad-fd3f-436b-9d69-232c80fae9ee tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=02561602d23944f4a6c1bd1cba61ffb6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2645824 Nov 12 01:15:04.232010 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d8d8a5-9e60-4754-9dc2-3dd734acdb3c None None] Pushing event updated for resources: {'Port': ['ID=86219303-9df9-4f09-bc9c-c6f43b11f96f,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:04.442120 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f90d2a97-5ad3-4e73-a9d8-c09691abf442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:04.515738 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-f90d2a97-5ad3-4e73-a9d8-c09691abf442 None None] For port 86219303-9df9-4f09-bc9c-c6f43b11f96f, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=86219303-9df9-4f09-bc9c-c6f43b11f96f,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:04.528371 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f90d2a97-5ad3-4e73-a9d8-c09691abf442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:04.546121 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-15d3391e-5337-49b5-ac17-c1bb59affd19 None None] Set router 741dd6df-14e8-4cfa-a308-479ada0f1444 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:15:04.705546 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90d2a97-5ad3-4e73-a9d8-c09691abf442 None None] Pushing event updated for resources: {'Port': ['ID=86219303-9df9-4f09-bc9c-c6f43b11f96f,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:04.734848 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-23d0e65c-a41c-492a-8e1c-f26f38e3bac5 None None] Provisioning complete for port a51f6036-afdc-4225-a2f1-24051d433b6d triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:04.735238 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-23d0e65c-a41c-492a-8e1c-f26f38e3bac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:04.776845 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48452) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:04.812959 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-113d010f-3091-4369-9c28-47dfc3a963b7 admin admin] Router a85aaf9a-c116-4f67-858e-9b1a0ffec13d has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:15:04.902893 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-23d0e65c-a41c-492a-8e1c-f26f38e3bac5 None None] Port a51f6036-afdc-4225-a2f1-24051d433b6d cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:15:05.121161 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:05.149761 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-15d3391e-5337-49b5-ac17-c1bb59affd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '741dd6df-14e8-4cfa-a308-479ada0f1444', 'name': 'tempest-snat-router-1362457121', 'tenant_id': '9a3c976922a74be0aa0cd97aec79629c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.253'}], 'enable_snat': False}, 'gw_port_id': '86219303-9df9-4f09-bc9c-c6f43b11f96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:52Z', 'updated_at': '2021-11-12T01:14:57Z', 'revision_number': 3, 'project_id': '9a3c976922a74be0aa0cd97aec79629c', 'gw_port': {'id': '86219303-9df9-4f09-bc9c-c6f43b11f96f', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f5:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741dd6df-14e8-4cfa-a308-479ada0f1444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:56Z', 'updated_at': '2021-11-12T01:15:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:05.243343 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4e40b791-1ffb-41f7-af71-f687d65aee34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:05.248544 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d3391e-5337-49b5-ac17-c1bb59affd19 None None] The sync data for ids ['741dd6df-14e8-4cfa-a308-479ada0f1444'] in n-d-712142-27 is: [{'id': '741dd6df-14e8-4cfa-a308-479ada0f1444', 'name': 'tempest-snat-router-1362457121', 'tenant_id': '9a3c976922a74be0aa0cd97aec79629c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.253'}], 'enable_snat': False}, 'gw_port_id': '86219303-9df9-4f09-bc9c-c6f43b11f96f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:52Z', 'updated_at': '2021-11-12T01:14:57Z', 'revision_number': 3, 'project_id': '9a3c976922a74be0aa0cd97aec79629c', 'gw_port': {'id': '86219303-9df9-4f09-bc9c-c6f43b11f96f', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:f5:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '741dd6df-14e8-4cfa-a308-479ada0f1444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2008, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:56Z', 'updated_at': '2021-11-12T01:15:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:15:05.293313 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fa5d87ff-a1f0-440d-acdc-236f2aa4ba38 req-21da60ae-94ad-4a3f-92e6-d8df636901eb service neutron] 10.222.0.45 "GET /v2.0/networks/1a8182d6-d1ae-418d-93c2-b627ded7dca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1091914 Nov 12 01:15:05.474156 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4e40b791-1ffb-41f7-af71-f687d65aee34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:05.484095 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4e40b791-1ffb-41f7-af71-f687d65aee34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:05.614822 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e40b791-1ffb-41f7-af71-f687d65aee34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30dcfd25-5bbb-43b5-ac96-63f1114e020c,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:05.658069 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4e40b791-1ffb-41f7-af71-f687d65aee34 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=35e188161fbb4f088c488a3dc04b68cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8783538 Nov 12 01:15:05.663673 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48472) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:05.721972 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-93aa7bc2-6845-4c0f-847e-c1656832c4f7 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:05.925265 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4f691ac4-eee8-4f13-83e0-f335780d7925 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:06.091510 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134fd80-bd9c-4c3f-9ec9-4d1dc937b16d req-f9d8dc16-6f6f-4127-bfee-32e6a244cb92 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:06.104967 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4f691ac4-eee8-4f13-83e0-f335780d7925 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:06.119585 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4134fd80-bd9c-4c3f-9ec9-4d1dc937b16d req-f9d8dc16-6f6f-4127-bfee-32e6a244cb92 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/ports?device_id=14222888-2d1e-440a-bea7-43e84043ddf3 HTTP/1.1" status: 200 len: 945 time: 0.9352262 Nov 12 01:15:06.180299 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-93aa7bc2-6845-4c0f-847e-c1656832c4f7 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:06.315000 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 86219303-9df9-4f09-bc9c-c6f43b11f96f up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:15:06.323048 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4f691ac4-eee8-4f13-83e0-f335780d7925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:06.328027 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4f691ac4-eee8-4f13-83e0-f335780d7925 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:06.329707 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4f691ac4-eee8-4f13-83e0-f335780d7925 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/30dcfd25-5bbb-43b5-ac96-63f1114e020c HTTP/1.1" status: 204 len: 168 time: 0.6644998 Nov 12 01:15:06.354064 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f691ac4-eee8-4f13-83e0-f335780d7925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30dcfd25-5bbb-43b5-ac96-63f1114e020c,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:06.485631 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 86219303-9df9-4f09-bc9c-c6f43b11f96f triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:06.486013 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:07.231945 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fa5d87ff-a1f0-440d-acdc-236f2aa4ba38 req-7e1e806d-2a12-4463-8fad-38e71d6206cd service neutron] 10.222.0.45 "GET /v2.0/networks/1a8182d6-d1ae-418d-93c2-b627ded7dca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9174514 Nov 12 01:15:07.591271 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113d010f-3091-4369-9c28-47dfc3a963b7 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:15:07.608502 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058cf3d0-af28-4faf-bac9-f6ebb98424b6 None None] Sync routers for ids ['a85aaf9a-c116-4f67-858e-9b1a0ffec13d'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:15:07.628228 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-113d010f-3091-4369-9c28-47dfc3a963b7 admin admin] 10.222.0.45 "PUT /v2.0/routers/a85aaf9a-c116-4f67-858e-9b1a0ffec13d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.2311397 Nov 12 01:15:07.656268 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4134fd80-bd9c-4c3f-9ec9-4d1dc937b16d req-827545cf-eac0-4b0b-8db3-79a57d0cee62 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/security-groups?id=dead0025-64a0-48b7-9458-1b9e6fea8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5302572 Nov 12 01:15:07.658440 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058cf3d0-af28-4faf-bac9-f6ebb98424b6 None None] Routers {'a85aaf9a-c116-4f67-858e-9b1a0ffec13d'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:15:07.659086 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-058cf3d0-af28-4faf-bac9-f6ebb98424b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:15:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['a85aaf9a-c116-4f67-858e-9b1a0ffec13d'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:07.756910 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-bbac27fe-c0c9-450c-96d9-8447b98fd6fa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3909845 Nov 12 01:15:07.803450 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-93aa7bc2-6845-4c0f-847e-c1656832c4f7 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Allocated IP 172.25.3.190 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/bf807ebf-74ef-43cb-a84f-ac4dd037f247) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:15:07.835123 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-47327f48-246c-48ab-9cbf-bbbfabb93b1f req-95347e9b-1796-4945-8ebf-15bc42c26721 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=517498ae-42b7-45e6-b0d6-ad623959e15b HTTP/1.1" status: 200 len: 210 time: 0.0545378 Nov 12 01:15:08.209887 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-058cf3d0-af28-4faf-bac9-f6ebb98424b6 None None] Set router a85aaf9a-c116-4f67-858e-9b1a0ffec13d gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:15:08.446689 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:08.465548 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-3dd58607-5202-41c9-97a2-fe5e11b53a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:08.467860 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-3dd58607-5202-41c9-97a2-fe5e11b53a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:08.477230 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-3dd58607-5202-41c9-97a2-fe5e11b53a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:08.485077 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-3dd58607-5202-41c9-97a2-fe5e11b53a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:08.486185 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-3dd58607-5202-41c9-97a2-fe5e11b53a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:08.487100 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-3dd58607-5202-41c9-97a2-fe5e11b53a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:08.488692 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-3dd58607-5202-41c9-97a2-fe5e11b53a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:08.505669 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-3dd58607-5202-41c9-97a2-fe5e11b53a3d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8cc8ca414fa7430d8da23a7db1c7581c&device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 6509 time: 0.5384963 Nov 12 01:15:08.700015 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa62bf-69b6-4091-b0c4-d1c3d94fc041 req-3827a102-e4e7-4434-b529-cde38163a26a tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:08.707841 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e9aa62bf-69b6-4091-b0c4-d1c3d94fc041 req-3827a102-e4e7-4434-b529-cde38163a26a tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/ports?device_id=14222888-2d1e-440a-bea7-43e84043ddf3 HTTP/1.1" status: 200 len: 945 time: 0.4409525 Nov 12 01:15:08.736883 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48532) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:08.771461 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-b0731684-b234-40eb-a0c0-00596c79c883 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Request body: {'floatingip': {'port_id': 'fda59888-5648-4a70-b232-0ec79c3f2fa1'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:08.931158 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-93aa7bc2-6845-4c0f-847e-c1656832c4f7 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:08.991080 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b0731684-b234-40eb-a0c0-00596c79c883 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks [] for floatingip, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:09.157917 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48546) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:09.168476 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-058cf3d0-af28-4faf-bac9-f6ebb98424b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85aaf9a-c116-4f67-858e-9b1a0ffec13d', 'name': 'tempest-TestAggregatesBasicOps-1170799896-router', 'tenant_id': '171a776557a74fb09d56999c9ad2c511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '64bfb5e2-dcca-401c-bf09-a7a7f642dfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:41Z', 'updated_at': '2021-11-12T01:15:01Z', 'revision_number': 4, 'project_id': '171a776557a74fb09d56999c9ad2c511', 'gw_port': {'id': '64bfb5e2-dcca-401c-bf09-a7a7f642dfa2', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:05:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85aaf9a-c116-4f67-858e-9b1a0ffec13d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:46Z', 'updated_at': '2021-11-12T01:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'a51f6036-afdc-4225-a2f1-24051d433b6d', 'name': '', 'network_id': '41593146-b555-4b6f-804b-01cb04dd47c4', 'tenant_id': '171a776557a74fb09d56999c9ad2c511', 'mac_address': 'fa:16:3e:5f:0c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85aaf9a-c116-4f67-858e-9b1a0ffec13d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': 'e6c5aca4-4944-4e64-8a8b-b23fe22ff24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:56Z', 'updated_at': '2021-11-12T01:15:01Z', 'revision_number': 2, 'project_id': '171a776557a74fb09d56999c9ad2c511', 'subnets': [{'id': 'e6c5aca4-4944-4e64-8a8b-b23fe22ff24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:09.202258 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-ee46da6d-fa90-41de-96f8-b5e144954210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:09.214321 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-ee46da6d-fa90-41de-96f8-b5e144954210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:09.220835 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-ee46da6d-fa90-41de-96f8-b5e144954210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:09.227463 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-ee46da6d-fa90-41de-96f8-b5e144954210 service neutron] 10.222.0.16 "GET /v2.0/networks?id=682e0b44-65b9-400b-8f8e-1eeb342780e2&id=e0f69fbd-c4e4-47d1-817f-1e3bee936d0a&id=e0f69fbd-c4e4-47d1-817f-1e3bee936d0a&id=e0f69fbd-c4e4-47d1-817f-1e3bee936d0a&id=e0f69fbd-c4e4-47d1-817f-1e3bee936d0a&id=ea33bcf4-68e4-41d3-a621-b5e53b96e513&id=ea33bcf4-68e4-41d3-a621-b5e53b96e513 HTTP/1.1" status: 200 len: 2295 time: 0.6729290 Nov 12 01:15:09.349554 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058cf3d0-af28-4faf-bac9-f6ebb98424b6 None None] Checking router: a85aaf9a-c116-4f67-858e-9b1a0ffec13d for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:15:09.351497 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058cf3d0-af28-4faf-bac9-f6ebb98424b6 None None] Updating router a85aaf9a-c116-4f67-858e-9b1a0ffec13d port a51f6036-afdc-4225-a2f1-24051d433b6d binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:15:09.445098 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b98c7f21-3c5b-44cf-ab2d-566662bca870 req-a8e70672-a45d-4d15-89f0-37eb1fc8c161 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=517498ae-42b7-45e6-b0d6-ad623959e15b HTTP/1.1" status: 200 len: 210 time: 0.1341910 Nov 12 01:15:09.455293 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-93aa7bc2-6845-4c0f-847e-c1656832c4f7 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:09.496000 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-058cf3d0-af28-4faf-bac9-f6ebb98424b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:09.618594 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f8589d2b-ae17-4e6c-bc5d-3e4f7cb9b9be admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:09.813493 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93aa7bc2-6845-4c0f-847e-c1656832c4f7 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:15:09.814440 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa7bc2-6845-4c0f-847e-c1656832c4f7 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Pushing event updated for resources: {'Port': ['ID=bf807ebf-74ef-43cb-a84f-ac4dd037f247,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:09.830557 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-93aa7bc2-6845-4c0f-847e-c1656832c4f7 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:09.837277 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93aa7bc2-6845-4c0f-847e-c1656832c4f7 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:15:09.842337 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-d836928e-9610-401b-8b4e-087f9c613b70 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdcf7a52-e80c-40be-bdac-b195e34c1da2 HTTP/1.1" status: 200 len: 1001 time: 0.5966578 Nov 12 01:15:09.940370 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca56b575-c634-4163-b79a-c2d48ad7ce85 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:15:09.949163 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f8589d2b-ae17-4e6c-bc5d-3e4f7cb9b9be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:09.963346 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9ead008d-bc0a-439c-9a78-d80a4dc7c710 req-6f81a7c8-70b2-4e5d-b339-29c89dbfffd8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2b310a87-8256-4f60-86c2-0ee130460820&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0354285 Nov 12 01:15:09.966692 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f8589d2b-ae17-4e6c-bc5d-3e4f7cb9b9be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:10.025262 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8589d2b-ae17-4e6c-bc5d-3e4f7cb9b9be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3705e465-b296-4d97-90cb-82cd71588939,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:10.044630 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f8589d2b-ae17-4e6c-bc5d-3e4f7cb9b9be admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=15dc57734c9b4c809ce4b6f2b0b2dd2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8676531 Nov 12 01:15:10.065652 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 48568) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:10.191869 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-cac20123-3f63-4a75-9c2d-ea650c5a6744 None None] Provisioning complete for port bf807ebf-74ef-43cb-a84f-ac4dd037f247 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:10.192872 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cac20123-3f63-4a75-9c2d-ea650c5a6744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:10.353966 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-cac20123-3f63-4a75-9c2d-ea650c5a6744 None None] Port bf807ebf-74ef-43cb-a84f-ac4dd037f247 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:15:10.617263 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3a0dfbf6-1d71-4ceb-935f-74eda37b4af1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:10.641817 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead008d-bc0a-439c-9a78-d80a4dc7c710 req-5c68f03c-72a2-496a-87cd-8f95e838d079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:10.645790 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9ead008d-bc0a-439c-9a78-d80a4dc7c710 req-5c68f03c-72a2-496a-87cd-8f95e838d079 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=02561602d23944f4a6c1bd1cba61ffb6&device_id=2b310a87-8256-4f60-86c2-0ee130460820 HTTP/1.1" status: 200 len: 1098 time: 0.4451981 Nov 12 01:15:10.664858 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-3b45a958-301f-4d20-83bd-3b0244bce4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:10.668009 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-3b45a958-301f-4d20-83bd-3b0244bce4ef service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4332ed6-c901-4ad1-83db-b19707e770f2 HTTP/1.1" status: 200 len: 856 time: 0.7640266 Nov 12 01:15:10.953239 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d87ff-a1f0-440d-acdc-236f2aa4ba38 req-edcacf8f-a98c-4bfc-a2cd-634d6007c44d tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:10.971541 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fa5d87ff-a1f0-440d-acdc-236f2aa4ba38 req-edcacf8f-a98c-4bfc-a2cd-634d6007c44d tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.16 "GET /v2.0/networks?id=1a8182d6-d1ae-418d-93c2-b627ded7dca2 HTTP/1.1" status: 200 len: 815 time: 0.5336361 Nov 12 01:15:10.993565 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-058cf3d0-af28-4faf-bac9-f6ebb98424b6 None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:11.005000 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-058cf3d0-af28-4faf-bac9-f6ebb98424b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:11.060476 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.db.resource_extend [None req-b0731684-b234-40eb-a0c0-00596c79c883 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 01:15:11.125501 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b0731684-b234-40eb-a0c0-00596c79c883 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:11.131279 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e166292-3ec7-4d7d-882a-40e1a68f0ff5 None None] Pushing event updated for resources: {'Port': ['ID=a51f6036-afdc-4225-a2f1-24051d433b6d,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:11.141365 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b0731684-b234-40eb-a0c0-00596c79c883 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:11.151442 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3a0dfbf6-1d71-4ceb-935f-74eda37b4af1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:11.176806 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:11.196068 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead008d-bc0a-439c-9a78-d80a4dc7c710 req-78996e5b-3c85-400d-a1e8-92921be3a5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:11.197932 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9ead008d-bc0a-439c-9a78-d80a4dc7c710 req-78996e5b-3c85-400d-a1e8-92921be3a5a3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1a8182d6-d1ae-418d-93c2-b627ded7dca2 HTTP/1.1" status: 200 len: 915 time: 0.5120347 Nov 12 01:15:11.202008 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-fa5d87ff-a1f0-440d-acdc-236f2aa4ba38 req-9641b672-a35e-4c20-be7b-db136bc0a2a4 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Request body: {'port': {'device_id': '517498ae-42b7-45e6-b0d6-ad623959e15b', 'network_id': '1a8182d6-d1ae-418d-93c2-b627ded7dca2', 'admin_state_up': True, 'tenant_id': '02561602d23944f4a6c1bd1cba61ffb6'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:11.268298 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9ead008d-bc0a-439c-9a78-d80a4dc7c710 req-6c104169-e91c-4293-95eb-afd18d425598 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97878826-2751-4bd8-ab63-0c0fee130f8d HTTP/1.1" status: 200 len: 217 time: 0.0590670 Nov 12 01:15:11.306384 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-058cf3d0-af28-4faf-bac9-f6ebb98424b6 None None] Attempting to bind port a51f6036-afdc-4225-a2f1-24051d433b6d on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:15:11.306384 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-058cf3d0-af28-4faf-bac9-f6ebb98424b6 None None] Attempting to bind port a51f6036-afdc-4225-a2f1-24051d433b6d by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '300053b0-e1bc-4021-9455-1937ab1244a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '41593146-b555-4b6f-804b-01cb04dd47c4'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:15:11.306384 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058cf3d0-af28-4faf-bac9-f6ebb98424b6 None None] Attempting to bind port a51f6036-afdc-4225-a2f1-24051d433b6d on network 41593146-b555-4b6f-804b-01cb04dd47c4 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:15:11.318152 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058cf3d0-af28-4faf-bac9-f6ebb98424b6 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:15:11.318594 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058cf3d0-af28-4faf-bac9-f6ebb98424b6 None None] Checking segment: {'id': '300053b0-e1bc-4021-9455-1937ab1244a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '41593146-b555-4b6f-804b-01cb04dd47c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:15:11.319041 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-058cf3d0-af28-4faf-bac9-f6ebb98424b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:11.319480 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058cf3d0-af28-4faf-bac9-f6ebb98424b6 None None] Bound using segment: {'id': '300053b0-e1bc-4021-9455-1937ab1244a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '41593146-b555-4b6f-804b-01cb04dd47c4'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:15:11.326369 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-058cf3d0-af28-4faf-bac9-f6ebb98424b6 None None] Bound port: a51f6036-afdc-4225-a2f1-24051d433b6d, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '300053b0-e1bc-4021-9455-1937ab1244a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '41593146-b555-4b6f-804b-01cb04dd47c4'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:15:11.327353 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-058cf3d0-af28-4faf-bac9-f6ebb98424b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:11.354442 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-70bb4065-6116-4252-8c0a-ce97f3ad7b19 req-aba93487-c88b-4540-bea0-ada127d4f334 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=517498ae-42b7-45e6-b0d6-ad623959e15b HTTP/1.1" status: 200 len: 210 time: 0.5071957 Nov 12 01:15:11.368781 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-6d5cf5a1-6b5d-4cf9-a287-5f023d274225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:11.373314 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-6d5cf5a1-6b5d-4cf9-a287-5f023d274225 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=682e0b44-65b9-400b-8f8e-1eeb342780e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6867242 Nov 12 01:15:11.401294 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-a6ce77e2-6995-4fe6-8aca-84a7dcf8fb9c service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:15:11.402798 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-a6ce77e2-6995-4fe6-8aca-84a7dcf8fb9c service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057020 Nov 12 01:15:11.504399 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-058cf3d0-af28-4faf-bac9-f6ebb98424b6 None None] For port a51f6036-afdc-4225-a2f1-24051d433b6d, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:15:11.508325 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-058cf3d0-af28-4faf-bac9-f6ebb98424b6 None None] For port a51f6036-afdc-4225-a2f1-24051d433b6d, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=a51f6036-afdc-4225-a2f1-24051d433b6d,segment=NetworkSegment(300053b0-e1bc-4021-9455-1937ab1244a8),segment_id=300053b0-e1bc-4021-9455-1937ab1244a8)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:15:11.515875 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-058cf3d0-af28-4faf-bac9-f6ebb98424b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:11.626780 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058cf3d0-af28-4faf-bac9-f6ebb98424b6 None None] Routers {'a85aaf9a-c116-4f67-858e-9b1a0ffec13d'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:15:11.627778 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-058cf3d0-af28-4faf-bac9-f6ebb98424b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:15:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['a85aaf9a-c116-4f67-858e-9b1a0ffec13d'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:11.745348 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e166292-3ec7-4d7d-882a-40e1a68f0ff5 None None] Pushing event updated for resources: {'Port': ['ID=a51f6036-afdc-4225-a2f1-24051d433b6d,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:11.778836 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3a0dfbf6-1d71-4ceb-935f-74eda37b4af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:11.782839 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead008d-bc0a-439c-9a78-d80a4dc7c710 req-dd77f6bb-5c30-4c27-928f-fc1157ab313f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:11.787296 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9ead008d-bc0a-439c-9a78-d80a4dc7c710 req-dd77f6bb-5c30-4c27-928f-fc1157ab313f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1a7d4261-126a-4a06-89cb-5e5216ca7fc1 HTTP/1.1" status: 200 len: 855 time: 0.4980528 Nov 12 01:15:11.789324 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-0c0c4594-36f2-4afa-8f3f-3f4a35f3dfc9 None None] Provisioning complete for port a51f6036-afdc-4225-a2f1-24051d433b6d triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:11.789709 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0c0c4594-36f2-4afa-8f3f-3f4a35f3dfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:11.801416 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3a0dfbf6-1d71-4ceb-935f-74eda37b4af1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:11.818034 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3a0dfbf6-1d71-4ceb-935f-74eda37b4af1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3705e465-b296-4d97-90cb-82cd71588939 HTTP/1.1" status: 204 len: 168 time: 1.7434647 Nov 12 01:15:11.886273 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0dfbf6-1d71-4ceb-935f-74eda37b4af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3705e465-b296-4d97-90cb-82cd71588939,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:11.900497 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa5d87ff-a1f0-440d-acdc-236f2aa4ba38 req-9641b672-a35e-4c20-be7b-db136bc0a2a4 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Made reservation on behalf of 02561602d23944f4a6c1bd1cba61ffb6 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:15:11.906297 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-fa5d87ff-a1f0-440d-acdc-236f2aa4ba38 req-9641b672-a35e-4c20-be7b-db136bc0a2a4 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:11.930757 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9ead008d-bc0a-439c-9a78-d80a4dc7c710 req-c2de8afd-f9cc-4b3c-bb3e-04f235caca53 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1a8182d6-d1ae-418d-93c2-b627ded7dca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1308725 Nov 12 01:15:11.946223 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-6f7d7e81-d823-4a13-8947-c0e1de4a3b49 service neutron] 10.222.0.16 "GET /v2.0/networks/682e0b44-65b9-400b-8f8e-1eeb342780e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5283301 Nov 12 01:15:11.960551 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-93aa7bc2-6845-4c0f-847e-c1656832c4f7 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:11.979330 n-d-712142-27 neutron-server[109086]: INFO neutron.db.l3_db [None req-b0731684-b234-40eb-a0c0-00596c79c883 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Floating IP 9931f22b-5518-4ff0-8d00-b61e6c69a766 associated. External IP: 172.25.3.196, port: fda59888-5648-4a70-b232-0ec79c3f2fa1. Nov 12 01:15:12.178395 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-058cf3d0-af28-4faf-bac9-f6ebb98424b6 None None] Set router a85aaf9a-c116-4f67-858e-9b1a0ffec13d gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:15:12.494065 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0c0c4594-36f2-4afa-8f3f-3f4a35f3dfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:12.621949 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f338cd36-8749-4a4d-9361-22c92847fa75 req-49e3edf8-3bae-44d8-aff4-4f47ffabb819 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=517498ae-42b7-45e6-b0d6-ad623959e15b HTTP/1.1" status: 200 len: 210 time: 0.1114886 Nov 12 01:15:12.657076 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-a2c66909-9733-44fe-bf61-fa8ef9259ec6 service neutron] 10.222.0.16 "GET /v2.0/networks/682e0b44-65b9-400b-8f8e-1eeb342780e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6977236 Nov 12 01:15:12.678995 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-0c0c4594-36f2-4afa-8f3f-3f4a35f3dfc9 None None] For port a51f6036-afdc-4225-a2f1-24051d433b6d, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=a51f6036-afdc-4225-a2f1-24051d433b6d,segment=NetworkSegment(300053b0-e1bc-4021-9455-1937ab1244a8),segment_id=300053b0-e1bc-4021-9455-1937ab1244a8)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:12.701231 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0c0c4594-36f2-4afa-8f3f-3f4a35f3dfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:12.731324 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48644) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:12.778285 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 48648) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:12.794589 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9ead008d-bc0a-439c-9a78-d80a4dc7c710 req-d7244c4b-9dbb-4372-a604-64a2681dc50d service neutron] 10.222.0.44 "GET /v2.0/networks/1a8182d6-d1ae-418d-93c2-b627ded7dca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8408713 Nov 12 01:15:12.823112 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-b01e7cde-7926-4d86-ac24-e941af4787a7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=0373cd56-eebf-4b69-963a-be09d38bc414 HTTP/1.1" status: 200 len: 217 time: 0.1300244 Nov 12 01:15:12.867553 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0c4594-36f2-4afa-8f3f-3f4a35f3dfc9 None None] Pushing event updated for resources: {'Port': ['ID=a51f6036-afdc-4225-a2f1-24051d433b6d,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:12.962951 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ef0f1b3-adea-4828-badf-cc36a5de6a80 None None] Provisioning complete for port a51f6036-afdc-4225-a2f1-24051d433b6d triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:12.964109 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ef0f1b3-adea-4828-badf-cc36a5de6a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:13.067642 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d4928d25-fbe1-422a-8fce-d8780ccd3da1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:13.073127 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-321ab785-97b5-46fe-9e6d-a8c19fb2c6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:13.075653 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-321ab785-97b5-46fe-9e6d-a8c19fb2c6d2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb2daa40-94aa-4da9-a752-d3de2dd0a3dd HTTP/1.1" status: 200 len: 797 time: 0.0587769 Nov 12 01:15:13.132862 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9ead008d-bc0a-439c-9a78-d80a4dc7c710 req-4aa3f086-e10d-491c-a412-b78068f25c7d service neutron] 10.222.0.44 "GET /v2.0/networks/1a8182d6-d1ae-418d-93c2-b627ded7dca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318396 Nov 12 01:15:13.151644 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-fa5d87ff-a1f0-440d-acdc-236f2aa4ba38 req-9641b672-a35e-4c20-be7b-db136bc0a2a4 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Allocated IP 172.20.0.6 (1a8182d6-d1ae-418d-93c2-b627ded7dca2/1a7d4261-126a-4a06-89cb-5e5216ca7fc1/f46a3c8e-1974-41a8-bc95-4be32a45282f) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:15:13.204874 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0731684-b234-40eb-a0c0-00596c79c883 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Router 6c4d9432-55ba-47bd-bb50-de97708bf56c has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:15:13.322674 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-058cf3d0-af28-4faf-bac9-f6ebb98424b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85aaf9a-c116-4f67-858e-9b1a0ffec13d', 'name': 'tempest-TestAggregatesBasicOps-1170799896-router', 'tenant_id': '171a776557a74fb09d56999c9ad2c511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '64bfb5e2-dcca-401c-bf09-a7a7f642dfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:41Z', 'updated_at': '2021-11-12T01:15:01Z', 'revision_number': 4, 'project_id': '171a776557a74fb09d56999c9ad2c511', 'gw_port': {'id': '64bfb5e2-dcca-401c-bf09-a7a7f642dfa2', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:05:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85aaf9a-c116-4f67-858e-9b1a0ffec13d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:46Z', 'updated_at': '2021-11-12T01:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'a51f6036-afdc-4225-a2f1-24051d433b6d', 'name': '', 'network_id': '41593146-b555-4b6f-804b-01cb04dd47c4', 'tenant_id': '171a776557a74fb09d56999c9ad2c511', 'mac_address': 'fa:16:3e:5f:0c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85aaf9a-c116-4f67-858e-9b1a0ffec13d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': 'e6c5aca4-4944-4e64-8a8b-b23fe22ff24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:56Z', 'updated_at': '2021-11-12T01:15:11Z', 'revision_number': 4, 'project_id': '171a776557a74fb09d56999c9ad2c511', 'subnets': [{'id': 'e6c5aca4-4944-4e64-8a8b-b23fe22ff24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:13.366923 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d4928d25-fbe1-422a-8fce-d8780ccd3da1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:13.383021 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d4928d25-fbe1-422a-8fce-d8780ccd3da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:13.422382 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058cf3d0-af28-4faf-bac9-f6ebb98424b6 None None] The sync data for ids ['a85aaf9a-c116-4f67-858e-9b1a0ffec13d'] in n-d-712142-27 is: [{'id': 'a85aaf9a-c116-4f67-858e-9b1a0ffec13d', 'name': 'tempest-TestAggregatesBasicOps-1170799896-router', 'tenant_id': '171a776557a74fb09d56999c9ad2c511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '64bfb5e2-dcca-401c-bf09-a7a7f642dfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:41Z', 'updated_at': '2021-11-12T01:15:01Z', 'revision_number': 4, 'project_id': '171a776557a74fb09d56999c9ad2c511', 'gw_port': {'id': '64bfb5e2-dcca-401c-bf09-a7a7f642dfa2', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:05:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85aaf9a-c116-4f67-858e-9b1a0ffec13d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:46Z', 'updated_at': '2021-11-12T01:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'a51f6036-afdc-4225-a2f1-24051d433b6d', 'name': '', 'network_id': '41593146-b555-4b6f-804b-01cb04dd47c4', 'tenant_id': '171a776557a74fb09d56999c9ad2c511', 'mac_address': 'fa:16:3e:5f:0c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a85aaf9a-c116-4f67-858e-9b1a0ffec13d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': 'e6c5aca4-4944-4e64-8a8b-b23fe22ff24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:56Z', 'updated_at': '2021-11-12T01:15:11Z', 'revision_number': 4, 'project_id': '171a776557a74fb09d56999c9ad2c511', 'subnets': [{'id': 'e6c5aca4-4944-4e64-8a8b-b23fe22ff24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:15:13.446072 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d4928d25-fbe1-422a-8fce-d8780ccd3da1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=164e311081fb4afa9dd03790d11230dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7134299 Nov 12 01:15:13.464544 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48666) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:13.485054 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-e7a13011-d9c1-4b59-a7da-e15e324f5588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:13.486919 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-e7a13011-d9c1-4b59-a7da-e15e324f5588 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e0f69fbd-c4e4-47d1-817f-1e3bee936d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3949819 Nov 12 01:15:13.510665 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0731684-b234-40eb-a0c0-00596c79c883 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:15:13.521263 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b0731684-b234-40eb-a0c0-00596c79c883 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:13.524572 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4928d25-fbe1-422a-8fce-d8780ccd3da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98c0751-559c-40fc-a7bc-94017793ae21,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:13.535786 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa04d2c-fae4-4eb6-ba05-0280504bbaa1 None None] Sync routers for ids ['6c4d9432-55ba-47bd-bb50-de97708bf56c'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:15:13.623879 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b0731684-b234-40eb-a0c0-00596c79c883 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "PUT /v2.0/floatingips/9931f22b-5518-4ff0-8d00-b61e6c69a766 HTTP/1.1" status: 200 len: 991 time: 4.8752408 Nov 12 01:15:13.626053 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14222888-2d1e-440a-bea7-43e84043ddf3', 'tag': 'fda59888-5648-4a70-b232-0ec79c3f2fa1'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:15:13.629412 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb5330e-0466-4d96-a63a-3fcc4424e615" -d '{"events": [{"name": "network-changed", "server_uuid": "14222888-2d1e-440a-bea7-43e84043ddf3", "tag": "fda59888-5648-4a70-b232-0ec79c3f2fa1"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:15:13.631385 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa04d2c-fae4-4eb6-ba05-0280504bbaa1 None None] Routers {'6c4d9432-55ba-47bd-bb50-de97708bf56c'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:15:13.636154 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-faa04d2c-fae4-4eb6-ba05-0280504bbaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:15:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['6c4d9432-55ba-47bd-bb50-de97708bf56c'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:13.640440 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-11497508-76c2-4d80-83e9-9a69af6cbef5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:13.687037 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-11497508-76c2-4d80-83e9-9a69af6cbef5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:13.699703 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-93aa7bc2-6845-4c0f-847e-c1656832c4f7 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:13.794870 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-11497508-76c2-4d80-83e9-9a69af6cbef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:13.798154 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-11497508-76c2-4d80-83e9-9a69af6cbef5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:13.804825 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-11497508-76c2-4d80-83e9-9a69af6cbef5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d98c0751-559c-40fc-a7bc-94017793ae21 HTTP/1.1" status: 204 len: 168 time: 0.3340614 Nov 12 01:15:13.804825 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a33f59-d644-42b8-8bf8-05cf151df683 x-openstack-request-id: req-90a33f59-d644-42b8-8bf8-05cf151df683 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:15:13.804825 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14222888-2d1e-440a-bea7-43e84043ddf3", "tag": "fda59888-5648-4a70-b232-0ec79c3f2fa1", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:15:13.833458 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-90a33f59-d644-42b8-8bf8-05cf151df683 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:15:13.834372 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14222888-2d1e-440a-bea7-43e84043ddf3', 'tag': 'fda59888-5648-4a70-b232-0ec79c3f2fa1', 'status': 'completed', 'code': 200} Nov 12 01:15:13.894656 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11497508-76c2-4d80-83e9-9a69af6cbef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98c0751-559c-40fc-a7bc-94017793ae21,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:13.939014 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5330e-0466-4d96-a63a-3fcc4424e615 req-ea3ad423-1485-459e-899c-2b8e2a964a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:13.940824 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-5cb5330e-0466-4d96-a63a-3fcc4424e615 req-ea3ad423-1485-459e-899c-2b8e2a964a76 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d602ff0942bb43ad80fd0eb430b5a1d7&device_id=14222888-2d1e-440a-bea7-43e84043ddf3 HTTP/1.1" status: 200 len: 1097 time: 0.0989964 Nov 12 01:15:14.077247 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-faa04d2c-fae4-4eb6-ba05-0280504bbaa1 None None] Set router 6c4d9432-55ba-47bd-bb50-de97708bf56c gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:15:14.235691 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5330e-0466-4d96-a63a-3fcc4424e615 req-a0f902be-4898-41e6-85ed-d99692362b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:14.243837 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-5cb5330e-0466-4d96-a63a-3fcc4424e615 req-a0f902be-4898-41e6-85ed-d99692362b30 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e99995f4-ba3c-4455-a76c-75068f6bda47 HTTP/1.1" status: 200 len: 911 time: 0.2939250 Nov 12 01:15:14.319469 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device a51f6036-afdc-4225-a2f1-24051d433b6d up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:15:14.498451 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port a51f6036-afdc-4225-a2f1-24051d433b6d triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:14.499007 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:14.503188 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-5cb5330e-0466-4d96-a63a-3fcc4424e615 req-3063bf3e-81e6-4cfb-a7c7-a235942d38ef service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fda59888-5648-4a70-b232-0ec79c3f2fa1 HTTP/1.1" status: 200 len: 999 time: 0.2505684 Nov 12 01:15:14.663336 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5330e-0466-4d96-a63a-3fcc4424e615 req-80e85349-0c1d-4e77-860f-ef7edf25c420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:14.669854 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-5cb5330e-0466-4d96-a63a-3fcc4424e615 req-80e85349-0c1d-4e77-860f-ef7edf25c420 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bf3a876c-b540-4ae8-a3b9-c5dbe0528b0f HTTP/1.1" status: 200 len: 850 time: 0.1562629 Nov 12 01:15:14.779995 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5330e-0466-4d96-a63a-3fcc4424e615 req-aad96d17-09d8-41fa-bfad-86ca8b18cb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:14.781800 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-5cb5330e-0466-4d96-a63a-3fcc4424e615 req-aad96d17-09d8-41fa-bfad-86ca8b18cb18 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e99995f4-ba3c-4455-a76c-75068f6bda47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0964160 Nov 12 01:15:14.833783 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-faa04d2c-fae4-4eb6-ba05-0280504bbaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'name': 'tempest-AttachVolumeTestJSON-1338414397-router', 'tenant_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '876f3bf9-72ff-47b4-8dab-c99d8fc6d72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:04Z', 'updated_at': '2021-11-12T01:09:13Z', 'revision_number': 4, 'project_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'gw_port': {'id': '876f3bf9-72ff-47b4-8dab-c99d8fc6d72f', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:95:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:05Z', 'updated_at': '2021-11-12T01:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '9931f22b-5518-4ff0-8d00-b61e6c69a766', 'tenant_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'floating_ip_address': '172.25.3.196', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'port_id': 'fda59888-5648-4a70-b232-0ec79c3f2fa1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e99995f4-ba3c-4455-a76c-75068f6bda47', 'mac_address': 'fa:16:3e:f9:ce:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14222888-2d1e-440a-bea7-43e84043ddf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:14:35Z', 'updated_at': '2021-11-12T01:15:10Z', 'revision_number': 1, 'project_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4894ce9e-9550-4064-902d-10d1c8124bc3', 'name': '', 'network_id': 'e99995f4-ba3c-4455-a76c-75068f6bda47', 'tenant_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'mac_address': 'fa:16:3e:67:9f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'bf3a876c-b540-4ae8-a3b9-c5dbe0528b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:11Z', 'updated_at': '2021-11-12T01:09:25Z', 'revision_number': 5, 'project_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'subnets': [{'id': 'bf3a876c-b540-4ae8-a3b9-c5dbe0528b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:14.925109 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa04d2c-fae4-4eb6-ba05-0280504bbaa1 None None] Checking router: 6c4d9432-55ba-47bd-bb50-de97708bf56c for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:15:14.960761 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa04d2c-fae4-4eb6-ba05-0280504bbaa1 None None] Routers {'6c4d9432-55ba-47bd-bb50-de97708bf56c'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:15:14.961422 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-faa04d2c-fae4-4eb6-ba05-0280504bbaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:15:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['6c4d9432-55ba-47bd-bb50-de97708bf56c'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:15.024494 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-5cb5330e-0466-4d96-a63a-3fcc4424e615 req-6fb0e6a2-e111-4695-962d-df2b522687f9 service neutron] 10.222.0.44 "GET /v2.0/networks/e99995f4-ba3c-4455-a76c-75068f6bda47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335355 Nov 12 01:15:15.096674 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48710) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:15.136032 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3d8987f8-5b2d-4746-8d13-85790a24b98a req-548d2285-fb35-42b4-bfb7-2dbf7b2d6cea tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=517498ae-42b7-45e6-b0d6-ad623959e15b HTTP/1.1" status: 200 len: 210 time: 1.2034998 Nov 12 01:15:15.217643 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-503d51dc-f85e-4043-b7a0-3ca8869a9316 service neutron] 10.222.0.16 "GET /v2.0/networks/e0f69fbd-c4e4-47d1-817f-1e3bee936d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7067335 Nov 12 01:15:15.223130 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-5cb5330e-0466-4d96-a63a-3fcc4424e615 req-1452f7b3-4418-4d41-9d81-5de2fed05c51 service neutron] 10.222.0.44 "GET /v2.0/networks/e99995f4-ba3c-4455-a76c-75068f6bda47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903858 Nov 12 01:15:15.238389 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-faa04d2c-fae4-4eb6-ba05-0280504bbaa1 None None] Set router 6c4d9432-55ba-47bd-bb50-de97708bf56c gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:15:15.457820 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-fa5d87ff-a1f0-440d-acdc-236f2aa4ba38 req-9641b672-a35e-4c20-be7b-db136bc0a2a4 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:15.751793 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-fa5d87ff-a1f0-440d-acdc-236f2aa4ba38 req-9641b672-a35e-4c20-be7b-db136bc0a2a4 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:15.756395 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-d53a3daf-fff9-422e-80bf-075474fb17ab service neutron] 10.222.0.16 "GET /v2.0/networks/e0f69fbd-c4e4-47d1-817f-1e3bee936d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4438801 Nov 12 01:15:15.786770 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['97878826-2751-4bd8-ab63-0c0fee130f8d'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:15:15.825443 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b187bca1-e636-4a1a-9de1-f2d2f549f1ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:15.828844 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-faa04d2c-fae4-4eb6-ba05-0280504bbaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'name': 'tempest-AttachVolumeTestJSON-1338414397-router', 'tenant_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '876f3bf9-72ff-47b4-8dab-c99d8fc6d72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:04Z', 'updated_at': '2021-11-12T01:09:13Z', 'revision_number': 4, 'project_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'gw_port': {'id': '876f3bf9-72ff-47b4-8dab-c99d8fc6d72f', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:95:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:05Z', 'updated_at': '2021-11-12T01:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '9931f22b-5518-4ff0-8d00-b61e6c69a766', 'tenant_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'floating_ip_address': '172.25.3.196', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'port_id': 'fda59888-5648-4a70-b232-0ec79c3f2fa1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e99995f4-ba3c-4455-a76c-75068f6bda47', 'mac_address': 'fa:16:3e:f9:ce:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14222888-2d1e-440a-bea7-43e84043ddf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:14:35Z', 'updated_at': '2021-11-12T01:15:10Z', 'revision_number': 1, 'project_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4894ce9e-9550-4064-902d-10d1c8124bc3', 'name': '', 'network_id': 'e99995f4-ba3c-4455-a76c-75068f6bda47', 'tenant_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'mac_address': 'fa:16:3e:67:9f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'bf3a876c-b540-4ae8-a3b9-c5dbe0528b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:11Z', 'updated_at': '2021-11-12T01:09:25Z', 'revision_number': 5, 'project_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'subnets': [{'id': 'bf3a876c-b540-4ae8-a3b9-c5dbe0528b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:15.866852 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa04d2c-fae4-4eb6-ba05-0280504bbaa1 None None] The sync data for ids ['6c4d9432-55ba-47bd-bb50-de97708bf56c'] in n-d-712142-27 is: [{'id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'name': 'tempest-AttachVolumeTestJSON-1338414397-router', 'tenant_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '876f3bf9-72ff-47b4-8dab-c99d8fc6d72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:04Z', 'updated_at': '2021-11-12T01:09:13Z', 'revision_number': 4, 'project_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'gw_port': {'id': '876f3bf9-72ff-47b4-8dab-c99d8fc6d72f', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:95:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:05Z', 'updated_at': '2021-11-12T01:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '9931f22b-5518-4ff0-8d00-b61e6c69a766', 'tenant_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'floating_ip_address': '172.25.3.196', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'port_id': 'fda59888-5648-4a70-b232-0ec79c3f2fa1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e99995f4-ba3c-4455-a76c-75068f6bda47', 'mac_address': 'fa:16:3e:f9:ce:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14222888-2d1e-440a-bea7-43e84043ddf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:14:35Z', 'updated_at': '2021-11-12T01:15:10Z', 'revision_number': 1, 'project_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4894ce9e-9550-4064-902d-10d1c8124bc3', 'name': '', 'network_id': 'e99995f4-ba3c-4455-a76c-75068f6bda47', 'tenant_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'mac_address': 'fa:16:3e:67:9f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'bf3a876c-b540-4ae8-a3b9-c5dbe0528b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:11Z', 'updated_at': '2021-11-12T01:09:25Z', 'revision_number': 5, 'project_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'subnets': [{'id': 'bf3a876c-b540-4ae8-a3b9-c5dbe0528b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:15:15.958079 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-9c351519-0fe8-4c7b-9590-dbb8d26810fc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=e16bb2d8-4ef4-4003-96d4-f65676f445a0 HTTP/1.1" status: 200 len: 217 time: 0.0808055 Nov 12 01:15:16.014116 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b187bca1-e636-4a1a-9de1-f2d2f549f1ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:16.017749 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93aa7bc2-6845-4c0f-847e-c1656832c4f7 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Router 9c9bbb99-848c-4795-8590-8879a4cefa17 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:15:16.021565 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b187bca1-e636-4a1a-9de1-f2d2f549f1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:16.108387 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa5d87ff-a1f0-440d-acdc-236f2aa4ba38 req-9641b672-a35e-4c20-be7b-db136bc0a2a4 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Network 1a8182d6-d1ae-418d-93c2-b627ded7dca2 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:15:16.112391 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-fa5d87ff-a1f0-440d-acdc-236f2aa4ba38 req-9641b672-a35e-4c20-be7b-db136bc0a2a4 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:16.116795 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2fa13e19-1bc8-4467-a022-0d568c13ed1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:16.120980 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa5d87ff-a1f0-440d-acdc-236f2aa4ba38 req-9641b672-a35e-4c20-be7b-db136bc0a2a4 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:15:16.124969 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9641b672-a35e-4c20-be7b-db136bc0a2a4 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Pushing event updated for resources: {'Port': ['ID=f46a3c8e-1974-41a8-bc95-4be32a45282f,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:16.157053 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b187bca1-e636-4a1a-9de1-f2d2f549f1ef admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=415c6b48581e4814b89e9b943de08d2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9472234 Nov 12 01:15:16.160991 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48736) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:16.172294 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b187bca1-e636-4a1a-9de1-f2d2f549f1ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e059bdd-5e62-411e-91e5-db494daae130,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:16.341433 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c80aeecb-0df3-4f19-9607-c6b2739aa6b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:16.376855 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c80aeecb-0df3-4f19-9607-c6b2739aa6b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:16.497427 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c80aeecb-0df3-4f19-9607-c6b2739aa6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:16.501632 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c80aeecb-0df3-4f19-9607-c6b2739aa6b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:16.507680 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c80aeecb-0df3-4f19-9607-c6b2739aa6b2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9e059bdd-5e62-411e-91e5-db494daae130 HTTP/1.1" status: 204 len: 168 time: 0.3411779 Nov 12 01:15:16.527004 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80aeecb-0df3-4f19-9607-c6b2739aa6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e059bdd-5e62-411e-91e5-db494daae130,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:16.757040 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d87ff-a1f0-440d-acdc-236f2aa4ba38 req-9641b672-a35e-4c20-be7b-db136bc0a2a4 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:16.758252 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-fa5d87ff-a1f0-440d-acdc-236f2aa4ba38 req-9641b672-a35e-4c20-be7b-db136bc0a2a4 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:16.856053 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-b37cb977-8471-4d92-ae80-dec6ecfff2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:16.859369 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-b37cb977-8471-4d92-ae80-dec6ecfff2df service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb2daa40-94aa-4da9-a752-d3de2dd0a3dd HTTP/1.1" status: 200 len: 797 time: 0.8762133 Nov 12 01:15:16.884713 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9800d31-e5c1-4c10-87cc-370a414a2322 None None] New status for floating IP 9931f22b-5518-4ff0-8d00-b61e6c69a766: ACTIVE {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:15:16.978271 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93aa7bc2-6845-4c0f-847e-c1656832c4f7 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:15:16.995473 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57570ef9-60a1-456b-a438-3f557f2327d5 None None] Sync routers for ids ['9c9bbb99-848c-4795-8590-8879a4cefa17'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:15:17.023074 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57570ef9-60a1-456b-a438-3f557f2327d5 None None] Routers {'9c9bbb99-848c-4795-8590-8879a4cefa17'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:15:17.024136 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-57570ef9-60a1-456b-a438-3f557f2327d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:15:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['9c9bbb99-848c-4795-8590-8879a4cefa17'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:17.070224 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fa5d87ff-a1f0-440d-acdc-236f2aa4ba38 req-9641b672-a35e-4c20-be7b-db136bc0a2a4 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8847561 Nov 12 01:15:17.215995 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-fa5d87ff-a1f0-440d-acdc-236f2aa4ba38 req-2ddcbd3c-3c74-463b-a598-b7c6cace422c service neutron] Request body: {'port': {'device_id': '517498ae-42b7-45e6-b0d6-ad623959e15b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:17.385435 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-93aa7bc2-6845-4c0f-847e-c1656832c4f7 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:17.395932 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48764) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:17.398954 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-93aa7bc2-6845-4c0f-847e-c1656832c4f7 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 15.3143735 Nov 12 01:15:17.548189 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-57570ef9-60a1-456b-a438-3f557f2327d5 None None] Set router 9c9bbb99-848c-4795-8590-8879a4cefa17 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:15:17.609084 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-fe9f30d7-d45a-49ef-8d0d-602323d550c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:17.620773 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-fe9f30d7-d45a-49ef-8d0d-602323d550c8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e0f69fbd-c4e4-47d1-817f-1e3bee936d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6116304 Nov 12 01:15:17.652002 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345beb3-4f4a-45d5-b0ee-da645254cbc3 req-d012a9d0-8849-4560-9570-3b9df249a76a tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:17.656313 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4345beb3-4f4a-45d5-b0ee-da645254cbc3 req-d012a9d0-8849-4560-9570-3b9df249a76a tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=517498ae-42b7-45e6-b0d6-ad623959e15b HTTP/1.1" status: 200 len: 931 time: 1.1855412 Nov 12 01:15:17.906296 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3dc07dce-9dd7-4c02-9dc3-75e351a99fa0 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] 10.222.0.45 "GET /v2.0/routers/9c9bbb99-848c-4795-8590-8879a4cefa17 HTTP/1.1" status: 200 len: 908 time: 0.5081968 Nov 12 01:15:17.907852 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48776) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:17.948367 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-fa5d87ff-a1f0-440d-acdc-236f2aa4ba38 req-2ddcbd3c-3c74-463b-a598-b7c6cace422c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:18.131169 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-f5416bf6-95d4-41dc-a54f-b8a0efecd114 service neutron] 10.222.0.16 "GET /v2.0/networks/e0f69fbd-c4e4-47d1-817f-1e3bee936d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4985635 Nov 12 01:15:18.395349 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-5815733c-e8de-447a-8254-14d08c78200b service neutron] 10.222.0.16 "GET /v2.0/networks/e0f69fbd-c4e4-47d1-817f-1e3bee936d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100728 Nov 12 01:15:18.496617 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-b8ae2599-13f4-4c76-a219-10b94ee2d598 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=83d38651-499e-4f7f-9790-b505ef5e96b6 HTTP/1.1" status: 200 len: 217 time: 0.0820773 Nov 12 01:15:18.618872 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5068afb0-a41d-444c-b3ff-ce47740651b0 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:18.628661 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-57570ef9-60a1-456b-a438-3f557f2327d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9bbb99-848c-4795-8590-8879a4cefa17', 'name': 'tempest-snat-router-1362457121', 'tenant_id': '9a3c976922a74be0aa0cd97aec79629c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'bf807ebf-74ef-43cb-a84f-ac4dd037f247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:15:02Z', 'updated_at': '2021-11-12T01:15:11Z', 'revision_number': 3, 'project_id': '9a3c976922a74be0aa0cd97aec79629c', 'gw_port': {'id': 'bf807ebf-74ef-43cb-a84f-ac4dd037f247', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:54:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c9bbb99-848c-4795-8590-8879a4cefa17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:06Z', 'updated_at': '2021-11-12T01:15:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:18.699929 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-0350d6e5-97af-4af1-97d5-78afe6891b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:18.704135 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-0350d6e5-97af-4af1-97d5-78afe6891b05 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb2daa40-94aa-4da9-a752-d3de2dd0a3dd HTTP/1.1" status: 200 len: 797 time: 0.1340113 Nov 12 01:15:18.713032 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57570ef9-60a1-456b-a438-3f557f2327d5 None None] Checking router: 9c9bbb99-848c-4795-8590-8879a4cefa17 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:15:18.713716 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57570ef9-60a1-456b-a438-3f557f2327d5 None None] Updating router 9c9bbb99-848c-4795-8590-8879a4cefa17 port bf807ebf-74ef-43cb-a84f-ac4dd037f247 binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:15:18.735387 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4345beb3-4f4a-45d5-b0ee-da645254cbc3 req-bbd5ea46-b158-4e34-aebb-35e8a052eecc tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/security-groups?id=3077f761-4be2-41f4-97c2-5743e10b623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0286493 Nov 12 01:15:18.800142 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-57570ef9-60a1-456b-a438-3f557f2327d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:19.062128 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5068afb0-a41d-444c-b3ff-ce47740651b0 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:19.123028 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-ef00287f-cfa7-4a86-ad15-7c79054d3aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:19.127012 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-ef00287f-cfa7-4a86-ad15-7c79054d3aa7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e0f69fbd-c4e4-47d1-817f-1e3bee936d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3883684 Nov 12 01:15:19.182408 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-57570ef9-60a1-456b-a438-3f557f2327d5 None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:19.194840 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-57570ef9-60a1-456b-a438-3f557f2327d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:19.267070 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-5068afb0-a41d-444c-b3ff-ce47740651b0 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Deleting port bf807ebf-74ef-43cb-a84f-ac4dd037f247 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:15:19.267622 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5068afb0-a41d-444c-b3ff-ce47740651b0 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:19.326206 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264a8918-3228-4049-a0ba-03a16868bf64 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:15:19.398982 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-57570ef9-60a1-456b-a438-3f557f2327d5 None None] Attempting to bind port bf807ebf-74ef-43cb-a84f-ac4dd037f247 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:15:19.399999 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-57570ef9-60a1-456b-a438-3f557f2327d5 None None] Attempting to bind port bf807ebf-74ef-43cb-a84f-ac4dd037f247 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:15:19.400464 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57570ef9-60a1-456b-a438-3f557f2327d5 None None] Attempting to bind port bf807ebf-74ef-43cb-a84f-ac4dd037f247 on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:15:19.428300 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-cac96f4b-3419-4591-8b16-36d6492b6fab None None] Provisioning complete for port bf807ebf-74ef-43cb-a84f-ac4dd037f247 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:19.428941 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cac96f4b-3419-4591-8b16-36d6492b6fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:19.460857 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af3492-afbe-4a87-bc47-cfae2ee6aa21 None None] Pushing event updated for resources: {'Port': ['ID=bf807ebf-74ef-43cb-a84f-ac4dd037f247,revision_number=2']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:19.465736 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57570ef9-60a1-456b-a438-3f557f2327d5 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:15:19.466214 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57570ef9-60a1-456b-a438-3f557f2327d5 None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:15:19.466902 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-57570ef9-60a1-456b-a438-3f557f2327d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:19.478204 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57570ef9-60a1-456b-a438-3f557f2327d5 None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:15:19.479533 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-57570ef9-60a1-456b-a438-3f557f2327d5 None None] Bound port: bf807ebf-74ef-43cb-a84f-ac4dd037f247, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:15:19.479878 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-57570ef9-60a1-456b-a438-3f557f2327d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:19.484035 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-cac96f4b-3419-4591-8b16-36d6492b6fab None None] Port bf807ebf-74ef-43cb-a84f-ac4dd037f247 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:15:19.561144 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-57570ef9-60a1-456b-a438-3f557f2327d5 None None] For port bf807ebf-74ef-43cb-a84f-ac4dd037f247, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:15:19.567470 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-57570ef9-60a1-456b-a438-3f557f2327d5 None None] For port bf807ebf-74ef-43cb-a84f-ac4dd037f247, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=bf807ebf-74ef-43cb-a84f-ac4dd037f247,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:15:19.578372 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-57570ef9-60a1-456b-a438-3f557f2327d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:19.599111 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5068afb0-a41d-444c-b3ff-ce47740651b0 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:19.640192 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-5068afb0-a41d-444c-b3ff-ce47740651b0 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Calling delete_port for bf807ebf-74ef-43cb-a84f-ac4dd037f247 owned by network:router_gateway {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:15:19.654148 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57570ef9-60a1-456b-a438-3f557f2327d5 None None] Routers {'9c9bbb99-848c-4795-8590-8879a4cefa17'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:15:19.656274 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-57570ef9-60a1-456b-a438-3f557f2327d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:15:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['9c9bbb99-848c-4795-8590-8879a4cefa17'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:19.673483 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ca82bb-ac68-45c1-aa8e-6765ab80728e None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:15:19.718248 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-2fa13e19-1bc8-4467-a022-0d568c13ed1b admin admin] Deleting port 3e9f359b-04df-4cc3-a7bd-41c93c3a2b7a {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:15:19.718822 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2fa13e19-1bc8-4467-a022-0d568c13ed1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:19.818828 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-f4b04ae8-5641-492b-b2ce-937e463ada9f None None] Provisioning complete for port bf807ebf-74ef-43cb-a84f-ac4dd037f247 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:19.821421 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f4b04ae8-5641-492b-b2ce-937e463ada9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:19.823683 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-57570ef9-60a1-456b-a438-3f557f2327d5 None None] Set router 9c9bbb99-848c-4795-8590-8879a4cefa17 gateway port host: None {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:15:19.844038 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-a3d7b8b7-25ea-41ff-9d15-b080555af525 service neutron] 10.222.0.16 "GET /v2.0/networks/e0f69fbd-c4e4-47d1-817f-1e3bee936d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7006123 Nov 12 01:15:19.993072 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-57570ef9-60a1-456b-a438-3f557f2327d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c9bbb99-848c-4795-8590-8879a4cefa17', 'name': 'tempest-snat-router-1362457121', 'tenant_id': '9a3c976922a74be0aa0cd97aec79629c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:15:02Z', 'updated_at': '2021-11-12T01:15:19Z', 'revision_number': 4, 'project_id': '9a3c976922a74be0aa0cd97aec79629c', 'gw_port_host': None}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:20.152347 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5068afb0-a41d-444c-b3ff-ce47740651b0 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:20.163369 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f4b04ae8-5641-492b-b2ce-937e463ada9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:20.166678 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57570ef9-60a1-456b-a438-3f557f2327d5 None None] The sync data for ids ['9c9bbb99-848c-4795-8590-8879a4cefa17'] in n-d-712142-27 is: [{'id': '9c9bbb99-848c-4795-8590-8879a4cefa17', 'name': 'tempest-snat-router-1362457121', 'tenant_id': '9a3c976922a74be0aa0cd97aec79629c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:15:02Z', 'updated_at': '2021-11-12T01:15:19Z', 'revision_number': 4, 'project_id': '9a3c976922a74be0aa0cd97aec79629c', 'gw_port_host': None}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:15:20.174341 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af3492-afbe-4a87-bc47-cfae2ee6aa21 None None] Pushing event updated for resources: {'Port': ['ID=bf807ebf-74ef-43cb-a84f-ac4dd037f247,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:20.250342 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5068afb0-a41d-444c-b3ff-ce47740651b0 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf807ebf-74ef-43cb-a84f-ac4dd037f247,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:20.302801 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e61492-2f48-487b-bb6e-42444a9ea923 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:15:20.484727 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-2fa13e19-1bc8-4467-a022-0d568c13ed1b admin admin] For port 3e9f359b-04df-4cc3-a7bd-41c93c3a2b7a, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=3e9f359b-04df-4cc3-a7bd-41c93c3a2b7a,segment=NetworkSegment(b585d649-01fd-4316-8559-54f802d7acfe),segment_id=b585d649-01fd-4316-8559-54f802d7acfe)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:20.485859 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2fa13e19-1bc8-4467-a022-0d568c13ed1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:20.494418 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5068afb0-a41d-444c-b3ff-ce47740651b0 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:20.515842 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-2fa13e19-1bc8-4467-a022-0d568c13ed1b admin admin] Calling delete_port for 3e9f359b-04df-4cc3-a7bd-41c93c3a2b7a owned by network:router_interface {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:15:20.709870 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-fa5d87ff-a1f0-440d-acdc-236f2aa4ba38 req-2ddcbd3c-3c74-463b-a598-b7c6cace422c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f46a3c8e-1974-41a8-bc95-4be32a45282f {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:15:20.721253 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-fa5d87ff-a1f0-440d-acdc-236f2aa4ba38 req-2ddcbd3c-3c74-463b-a598-b7c6cace422c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:20.740237 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-fa5d87ff-a1f0-440d-acdc-236f2aa4ba38 req-2ddcbd3c-3c74-463b-a598-b7c6cace422c service neutron] Transition to ACTIVE for port object f46a3c8e-1974-41a8-bc95-4be32a45282f will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:15:20.876608 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-ab107992-3d18-4782-a4af-c508229e6711 service neutron] 10.222.0.16 "GET /v2.0/networks/e0f69fbd-c4e4-47d1-817f-1e3bee936d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9791157 Nov 12 01:15:20.879621 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5068afb0-a41d-444c-b3ff-ce47740651b0 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:20.882717 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-fa5d87ff-a1f0-440d-acdc-236f2aa4ba38 req-2ddcbd3c-3c74-463b-a598-b7c6cace422c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:20.892151 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5068afb0-a41d-444c-b3ff-ce47740651b0 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:20.907350 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48830) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:20.989325 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-2d9952b2-6cab-4177-9d6b-93fe2b92648e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=3992154e-cd6b-4a86-9bb7-884f827bc8e2 HTTP/1.1" status: 200 len: 217 time: 0.0770819 Nov 12 01:15:21.068158 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5068afb0-a41d-444c-b3ff-ce47740651b0 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:21.068831 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5068afb0-a41d-444c-b3ff-ce47740651b0 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9c9bbb99-848c-4795-8590-8879a4cefa17 {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:15:21.075914 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5068afb0-a41d-444c-b3ff-ce47740651b0 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:21.080713 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5068afb0-a41d-444c-b3ff-ce47740651b0 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] 10.222.0.45 "DELETE /v2.0/routers/9c9bbb99-848c-4795-8590-8879a4cefa17 HTTP/1.1" status: 204 len: 168 time: 3.1704292 Nov 12 01:15:21.081410 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48834) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:21.220546 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6d454cdb-0c56-4d5e-ae2f-52732f4dc375 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:21.360802 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6d454cdb-0c56-4d5e-ae2f-52732f4dc375 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:21.506870 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-6d454cdb-0c56-4d5e-ae2f-52732f4dc375 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Deleting port 86219303-9df9-4f09-bc9c-c6f43b11f96f {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:15:21.507387 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6d454cdb-0c56-4d5e-ae2f-52732f4dc375 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:21.566240 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-5796c872-566a-49b5-9279-2bff390ab658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:21.574674 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-5796c872-566a-49b5-9279-2bff390ab658 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb2daa40-94aa-4da9-a752-d3de2dd0a3dd HTTP/1.1" status: 200 len: 797 time: 0.5679393 Nov 12 01:15:21.662958 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e7f7d-0bdb-4f76-b97a-f7cb74962e34 req-81c0354d-cd77-40f6-a8f5-90b9969696c4 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:21.684744 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ae5e7f7d-0bdb-4f76-b97a-f7cb74962e34 req-81c0354d-cd77-40f6-a8f5-90b9969696c4 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=517498ae-42b7-45e6-b0d6-ad623959e15b HTTP/1.1" status: 200 len: 943 time: 0.9383028 Nov 12 01:15:21.690556 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-a4ea046f-8f12-414a-b5aa-1d0cee725d81 tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1830341806'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:21.736890 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-6d454cdb-0c56-4d5e-ae2f-52732f4dc375 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] For port 86219303-9df9-4f09-bc9c-c6f43b11f96f, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=86219303-9df9-4f09-bc9c-c6f43b11f96f,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:21.737502 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6d454cdb-0c56-4d5e-ae2f-52732f4dc375 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:21.739724 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddcbd3c-3c74-463b-a598-b7c6cace422c service neutron] Pushing event updated for resources: {'Port': ['ID=f46a3c8e-1974-41a8-bc95-4be32a45282f,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:21.771461 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-6d454cdb-0c56-4d5e-ae2f-52732f4dc375 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Calling delete_port for 86219303-9df9-4f09-bc9c-c6f43b11f96f owned by network:router_gateway {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:15:21.782636 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a4ea046f-8f12-414a-b5aa-1d0cee725d81 tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:21.784083 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a4ea046f-8f12-414a-b5aa-1d0cee725d81 tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:21.999082 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a4ea046f-8f12-414a-b5aa-1d0cee725d81 tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:22.015580 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a4ea046f-8f12-414a-b5aa-1d0cee725d81 tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:22.106180 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2fa13e19-1bc8-4467-a022-0d568c13ed1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:22.190988 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a4ea046f-8f12-414a-b5aa-1d0cee725d81 tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:22.197145 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a4ea046f-8f12-414a-b5aa-1d0cee725d81 tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.2877598 Nov 12 01:15:22.198149 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48848) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:22.398801 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48850) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:22.472803 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-112cb4e3-8a46-4f4d-9320-56ba2a0a6c30 tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:22.558038 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-fa5d87ff-a1f0-440d-acdc-236f2aa4ba38 req-2ddcbd3c-3c74-463b-a598-b7c6cace422c service neutron] Attempting to bind port f46a3c8e-1974-41a8-bc95-4be32a45282f on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:15:22.558458 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-fa5d87ff-a1f0-440d-acdc-236f2aa4ba38 req-2ddcbd3c-3c74-463b-a598-b7c6cace422c service neutron] Attempting to bind port f46a3c8e-1974-41a8-bc95-4be32a45282f by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': 'e86ee36d-9818-4f96-ba83-2c434595c99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1a8182d6-d1ae-418d-93c2-b627ded7dca2'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:15:22.558716 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5d87ff-a1f0-440d-acdc-236f2aa4ba38 req-2ddcbd3c-3c74-463b-a598-b7c6cace422c service neutron] Attempting to bind port f46a3c8e-1974-41a8-bc95-4be32a45282f on network 1a8182d6-d1ae-418d-93c2-b627ded7dca2 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:15:22.584292 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5d87ff-a1f0-440d-acdc-236f2aa4ba38 req-2ddcbd3c-3c74-463b-a598-b7c6cace422c service neutron] Port f46a3c8e-1974-41a8-bc95-4be32a45282f on network 1a8182d6-d1ae-418d-93c2-b627ded7dca2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:15:22.584968 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5d87ff-a1f0-440d-acdc-236f2aa4ba38 req-2ddcbd3c-3c74-463b-a598-b7c6cace422c service neutron] Attempting to bind port f46a3c8e-1974-41a8-bc95-4be32a45282f on network 1a8182d6-d1ae-418d-93c2-b627ded7dca2 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:15:22.588637 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-dd36e32c-3d3d-42c5-8c27-7980828a3c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:22.590345 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-dd36e32c-3d3d-42c5-8c27-7980828a3c66 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e0f69fbd-c4e4-47d1-817f-1e3bee936d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9983833 Nov 12 01:15:22.656666 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0cf671ac-0bca-4a7d-8ca4-efcf66834fce admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:22.677646 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa13e19-1bc8-4467-a022-0d568c13ed1b admin admin] Pushing event deleted for resources: {'Port': ['ID=3e9f359b-04df-4cc3-a7bd-41c93c3a2b7a,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:22.727445 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6d454cdb-0c56-4d5e-ae2f-52732f4dc375 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:22.739692 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ae5e7f7d-0bdb-4f76-b97a-f7cb74962e34 req-ae92ede2-7fd0-4d5e-895a-09883460277d tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/security-groups?id=3077f761-4be2-41f4-97c2-5743e10b623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0537803 Nov 12 01:15:22.741017 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5d87ff-a1f0-440d-acdc-236f2aa4ba38 req-2ddcbd3c-3c74-463b-a598-b7c6cace422c service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:15:22.741764 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5d87ff-a1f0-440d-acdc-236f2aa4ba38 req-2ddcbd3c-3c74-463b-a598-b7c6cace422c service neutron] Checking segment: {'id': 'e86ee36d-9818-4f96-ba83-2c434595c99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1a8182d6-d1ae-418d-93c2-b627ded7dca2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:15:22.742421 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5d87ff-a1f0-440d-acdc-236f2aa4ba38 req-2ddcbd3c-3c74-463b-a598-b7c6cace422c service neutron] Bound using segment: {'id': 'e86ee36d-9818-4f96-ba83-2c434595c99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1a8182d6-d1ae-418d-93c2-b627ded7dca2'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:15:22.743068 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-fa5d87ff-a1f0-440d-acdc-236f2aa4ba38 req-2ddcbd3c-3c74-463b-a598-b7c6cace422c service neutron] Bound port: f46a3c8e-1974-41a8-bc95-4be32a45282f, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e86ee36d-9818-4f96-ba83-2c434595c99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1a8182d6-d1ae-418d-93c2-b627ded7dca2'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:15:22.744367 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-fa5d87ff-a1f0-440d-acdc-236f2aa4ba38 req-2ddcbd3c-3c74-463b-a598-b7c6cace422c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:22.939779 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d454cdb-0c56-4d5e-ae2f-52732f4dc375 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Pushing event deleted for resources: {'Port': ['ID=86219303-9df9-4f09-bc9c-c6f43b11f96f,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:22.960109 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-112cb4e3-8a46-4f4d-9320-56ba2a0a6c30 tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:22.971785 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-112cb4e3-8a46-4f4d-9320-56ba2a0a6c30 tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:23.027942 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29fd1cc-5ac5-4c87-bbd1-59b502379320 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:15:23.031327 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-fa5d87ff-a1f0-440d-acdc-236f2aa4ba38 req-2ddcbd3c-3c74-463b-a598-b7c6cace422c service neutron] For port f46a3c8e-1974-41a8-bc95-4be32a45282f, host n-h1-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:15:23.058378 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-4f38a345-32c0-4729-9f22-346fd563e0fa service neutron] 10.222.0.16 "GET /v2.0/networks/e0f69fbd-c4e4-47d1-817f-1e3bee936d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077778 Nov 12 01:15:23.102026 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-fa5d87ff-a1f0-440d-acdc-236f2aa4ba38 req-2ddcbd3c-3c74-463b-a598-b7c6cace422c service neutron] For port f46a3c8e-1974-41a8-bc95-4be32a45282f, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=f46a3c8e-1974-41a8-bc95-4be32a45282f,segment=NetworkSegment(e86ee36d-9818-4f96-ba83-2c434595c99e),segment_id=e86ee36d-9818-4f96-ba83-2c434595c99e)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:15:23.130038 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-fa5d87ff-a1f0-440d-acdc-236f2aa4ba38 req-2ddcbd3c-3c74-463b-a598-b7c6cace422c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:23.159139 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-112cb4e3-8a46-4f4d-9320-56ba2a0a6c30 tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:23.160298 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112cb4e3-8a46-4f4d-9320-56ba2a0a6c30 tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 600233c5-9b76-4127-8484-a8f83b531ec0 {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:15:23.173444 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-112cb4e3-8a46-4f4d-9320-56ba2a0a6c30 tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:23.176227 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-112cb4e3-8a46-4f4d-9320-56ba2a0a6c30 tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] 10.222.0.45 "DELETE /v2.0/routers/600233c5-9b76-4127-8484-a8f83b531ec0 HTTP/1.1" status: 204 len: 168 time: 0.9726000 Nov 12 01:15:23.183453 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48860) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:23.196631 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-0e4bde52-c843-44d9-b74b-1cde89f0329b tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Request body: {'router': {'name': 'tempest-router-2135039600', 'distributed': False}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:23.229819 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6d454cdb-0c56-4d5e-ae2f-52732f4dc375 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:23.264526 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d87ff-a1f0-440d-acdc-236f2aa4ba38 req-2ddcbd3c-3c74-463b-a598-b7c6cace422c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:23.265314 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-fa5d87ff-a1f0-440d-acdc-236f2aa4ba38 req-2ddcbd3c-3c74-463b-a598-b7c6cace422c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:23.266903 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fa5d87ff-a1f0-440d-acdc-236f2aa4ba38 req-2ddcbd3c-3c74-463b-a598-b7c6cace422c service neutron] 10.222.0.16 "PUT /v2.0/ports/f46a3c8e-1974-41a8-bc95-4be32a45282f HTTP/1.1" status: 200 len: 1092 time: 6.0830693 Nov 12 01:15:23.267481 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '517498ae-42b7-45e6-b0d6-ad623959e15b', 'tag': 'f46a3c8e-1974-41a8-bc95-4be32a45282f'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:15:23.270248 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8479b4b3-4973-4c73-afc8-9ed5f8c85224" -d '{"events": [{"name": "network-changed", "server_uuid": "517498ae-42b7-45e6-b0d6-ad623959e15b", "tag": "f46a3c8e-1974-41a8-bc95-4be32a45282f"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:15:23.277229 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2fa13e19-1bc8-4467-a022-0d568c13ed1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:23.365797 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddcbd3c-3c74-463b-a598-b7c6cace422c service neutron] Pushing event updated for resources: {'Port': ['ID=f46a3c8e-1974-41a8-bc95-4be32a45282f,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:23.394042 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7806ca9-7fba-4c59-998c-c2063a9e4fcf x-openstack-request-id: req-f7806ca9-7fba-4c59-998c-c2063a9e4fcf {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:15:23.394520 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "517498ae-42b7-45e6-b0d6-ad623959e15b", "tag": "f46a3c8e-1974-41a8-bc95-4be32a45282f", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:15:23.394882 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f7806ca9-7fba-4c59-998c-c2063a9e4fcf {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:15:23.395408 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '517498ae-42b7-45e6-b0d6-ad623959e15b', 'tag': 'f46a3c8e-1974-41a8-bc95-4be32a45282f', 'status': 'completed', 'code': 200} Nov 12 01:15:23.422060 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-e7ae6f47-45a9-4834-8a68-164bd11e8416 service neutron] 10.222.0.16 "GET /v2.0/networks/e0f69fbd-c4e4-47d1-817f-1e3bee936d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147840 Nov 12 01:15:23.443871 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0cf671ac-0bca-4a7d-8ca4-efcf66834fce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:23.446055 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0e4bde52-c843-44d9-b74b-1cde89f0329b tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:23.447290 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0e4bde52-c843-44d9-b74b-1cde89f0329b tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:23.456077 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6d454cdb-0c56-4d5e-ae2f-52732f4dc375 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:23.459314 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6d454cdb-0c56-4d5e-ae2f-52732f4dc375 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:23.461432 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0cf671ac-0bca-4a7d-8ca4-efcf66834fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:23.514174 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-72d28970-1bf3-47ca-acb7-1b8da57f3c5d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=962ed579-ad73-4ad7-bc46-ba9a92d2a0c9 HTTP/1.1" status: 200 len: 217 time: 0.0795364 Nov 12 01:15:23.530981 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d87ff-a1f0-440d-acdc-236f2aa4ba38 req-e38440b0-2725-48bf-a894-4341656f32a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:23.532409 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fa5d87ff-a1f0-440d-acdc-236f2aa4ba38 req-e38440b0-2725-48bf-a894-4341656f32a6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=02561602d23944f4a6c1bd1cba61ffb6&device_id=517498ae-42b7-45e6-b0d6-ad623959e15b HTTP/1.1" status: 200 len: 1095 time: 0.1557939 Nov 12 01:15:23.610532 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0cf671ac-0bca-4a7d-8ca4-efcf66834fce admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5e6d5eb9295b4e6ab678479d8139be80&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2010398 Nov 12 01:15:23.610532 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf671ac-0bca-4a7d-8ca4-efcf66834fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e2f91e-cb8d-4e58-838e-b210d93961a5,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:23.610532 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48864) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:23.612513 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0e4bde52-c843-44d9-b74b-1cde89f0329b tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:23.621682 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6d454cdb-0c56-4d5e-ae2f-52732f4dc375 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:23.622225 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d454cdb-0c56-4d5e-ae2f-52732f4dc375 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 741dd6df-14e8-4cfa-a308-479ada0f1444 {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:15:23.627017 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fa5d87ff-a1f0-440d-acdc-236f2aa4ba38 req-bf4dc6b8-c832-4363-ba7c-8e1d1223dcfa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f46a3c8e-1974-41a8-bc95-4be32a45282f HTTP/1.1" status: 200 len: 217 time: 0.0788927 Nov 12 01:15:23.628419 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6d454cdb-0c56-4d5e-ae2f-52732f4dc375 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:23.629839 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6d454cdb-0c56-4d5e-ae2f-52732f4dc375 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] 10.222.0.45 "DELETE /v2.0/routers/741dd6df-14e8-4cfa-a308-479ada0f1444 HTTP/1.1" status: 204 len: 168 time: 2.5472922 Nov 12 01:15:23.634633 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 48866) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:23.638081 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0e4bde52-c843-44d9-b74b-1cde89f0329b tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:23.643247 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-7ab958ea-556c-45b4-9690-8adf6a9e51f4 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1264400164', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}, 'admin_state_up': False}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:23.685830 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0e4bde52-c843-44d9-b74b-1cde89f0329b tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:23.687403 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0e4bde52-c843-44d9-b74b-1cde89f0329b tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4992988 Nov 12 01:15:23.692428 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48870) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:23.763056 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-2c7db5fe-e5e9-4028-b0b4-48668d5cfd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:23.764664 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-2c7db5fe-e5e9-4028-b0b4-48668d5cfd37 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=941778bd-314e-4867-8a75-0adb70d31051 HTTP/1.1" status: 200 len: 797 time: 0.2312498 Nov 12 01:15:23.798487 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b9c12daf-fd1c-4f0e-83b4-41828607088a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:23.825201 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6c912e6a-b499-43fc-a106-38232919c447 tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:23.874401 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b9c12daf-fd1c-4f0e-83b4-41828607088a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:23.888622 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7ab958ea-556c-45b4-9690-8adf6a9e51f4 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:23.889970 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7ab958ea-556c-45b4-9690-8adf6a9e51f4 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:23.915261 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d87ff-a1f0-440d-acdc-236f2aa4ba38 req-36123122-c32d-446e-b7b2-7e119a9f2cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:23.916949 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fa5d87ff-a1f0-440d-acdc-236f2aa4ba38 req-36123122-c32d-446e-b7b2-7e119a9f2cfa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1a7d4261-126a-4a06-89cb-5e5216ca7fc1 HTTP/1.1" status: 200 len: 855 time: 0.2604897 Nov 12 01:15:24.006990 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fa5d87ff-a1f0-440d-acdc-236f2aa4ba38 req-4b8c9163-892d-4092-8835-85fc17da74bc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1a8182d6-d1ae-418d-93c2-b627ded7dca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609860 Nov 12 01:15:24.068031 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-6ef90adf-879e-46b8-a4cd-127691d64d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:24.069938 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-6ef90adf-879e-46b8-a4cd-127691d64d2b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ea33bcf4-68e4-41d3-a621-b5e53b96e513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2917244 Nov 12 01:15:24.078864 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7ab958ea-556c-45b4-9690-8adf6a9e51f4 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:24.081103 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa13e19-1bc8-4467-a022-0d568c13ed1b admin admin] Router 1279b46e-47ec-4dd6-9a2b-e33ec08f43a1 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:15:24.176688 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943dbfeb-f509-4bf0-9e69-2e6e5ef2d9cf req-7f995fe9-8f13-4ba2-bdde-63fcd64f9250 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:24.180227 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6c912e6a-b499-43fc-a106-38232919c447 tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:24.183119 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6c912e6a-b499-43fc-a106-38232919c447 tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:24.184844 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b9c12daf-fd1c-4f0e-83b4-41828607088a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:24.187516 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b9c12daf-fd1c-4f0e-83b4-41828607088a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:24.188533 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-943dbfeb-f509-4bf0-9e69-2e6e5ef2d9cf req-7f995fe9-8f13-4ba2-bdde-63fcd64f9250 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=517498ae-42b7-45e6-b0d6-ad623959e15b HTTP/1.1" status: 200 len: 943 time: 0.3046498 Nov 12 01:15:24.193144 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b9c12daf-fd1c-4f0e-83b4-41828607088a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/26e2f91e-cb8d-4e58-838e-b210d93961a5 HTTP/1.1" status: 204 len: 168 time: 0.5744834 Nov 12 01:15:24.243509 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c12daf-fd1c-4f0e-83b4-41828607088a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e2f91e-cb8d-4e58-838e-b210d93961a5,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:24.260656 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6c912e6a-b499-43fc-a106-38232919c447 tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:24.261183 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c912e6a-b499-43fc-a106-38232919c447 tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 84187cb1-e097-446b-afd3-85dea547597b {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:15:24.273702 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6c912e6a-b499-43fc-a106-38232919c447 tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:24.277810 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6c912e6a-b499-43fc-a106-38232919c447 tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] 10.222.0.45 "DELETE /v2.0/routers/84187cb1-e097-446b-afd3-85dea547597b HTTP/1.1" status: 204 len: 168 time: 0.5842555 Nov 12 01:15:24.280685 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48880) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:24.286254 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-d3e489f6-63ea-4c55-8d82-5a6ed7bd9cdf tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Request body: {'router': {'name': 'tempest-router-443171993', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'af2c3a04d86b464eb82ed71a8425d3b6'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:24.332795 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d3e489f6-63ea-4c55-8d82-5a6ed7bd9cdf tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:24.334157 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d3e489f6-63ea-4c55-8d82-5a6ed7bd9cdf tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:24.447853 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d3e489f6-63ea-4c55-8d82-5a6ed7bd9cdf tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:24.455318 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d3e489f6-63ea-4c55-8d82-5a6ed7bd9cdf tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:24.475685 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d3e489f6-63ea-4c55-8d82-5a6ed7bd9cdf tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:24.477976 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d3e489f6-63ea-4c55-8d82-5a6ed7bd9cdf tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1962330 Nov 12 01:15:24.488884 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48882) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:24.495848 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-c4d5162f-3d80-48fb-9b33-ef2f76942aa5 tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Request body: {'router': {'distributed': True}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:24.554640 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 86219303-9df9-4f09-bc9c-c6f43b11f96f no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:15:24.600311 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 86219303-9df9-4f09-bc9c-c6f43b11f96f {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:15:24.601260 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 86219303-9df9-4f09-bc9c-c6f43b11f96f not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:15:24.633155 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-943dbfeb-f509-4bf0-9e69-2e6e5ef2d9cf req-c4dfa6b2-8d28-41c6-9c96-9d763957ab5b tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/security-groups?id=3077f761-4be2-41f4-97c2-5743e10b623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4402339 Nov 12 01:15:24.635449 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fa5d87ff-a1f0-440d-acdc-236f2aa4ba38 req-fb9a97fb-edc5-4ebf-84c2-7e66f134a15d service neutron] 10.222.0.16 "GET /v2.0/networks/1a8182d6-d1ae-418d-93c2-b627ded7dca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6151130 Nov 12 01:15:24.840405 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7ab958ea-556c-45b4-9690-8adf6a9e51f4 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:24.921799 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 48888) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:25.089638 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-88cab95d-4683-45fa-8d77-7f264f77d3e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:25.181809 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-079565dd-bd87-4e43-8a57-df2d7f98a30e service neutron] 10.222.0.16 "GET /v2.0/networks/ea33bcf4-68e4-41d3-a621-b5e53b96e513?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0871994 Nov 12 01:15:25.275874 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c4d5162f-3d80-48fb-9b33-ef2f76942aa5 tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-233838'] for router, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:25.276788 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c4d5162f-3d80-48fb-9b33-ef2f76942aa5 tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Publish callbacks [] for router, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:25.384683 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c4d5162f-3d80-48fb-9b33-ef2f76942aa5 tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=109086) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 12 01:15:25.385043 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c4d5162f-3d80-48fb-9b33-ef2f76942aa5 tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Router 5b63b136-871b-4692-963b-b956cd09baa1 migrating from provider to provider. {{(pid=109086) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 12 01:15:25.385582 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c4d5162f-3d80-48fb-9b33-ef2f76942aa5 tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:25.392025 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c4d5162f-3d80-48fb-9b33-ef2f76942aa5 tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:25.397631 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c4d5162f-3d80-48fb-9b33-ef2f76942aa5 tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1709614'] for router, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:25.502476 n-d-712142-27 neutron-server[109086]: WARNING neutron.scheduler.l3_agent_scheduler [None req-c4d5162f-3d80-48fb-9b33-ef2f76942aa5 tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] No L3 agents can host the router 5b63b136-871b-4692-963b-b956cd09baa1 Nov 12 01:15:25.518554 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fa5d87ff-a1f0-440d-acdc-236f2aa4ba38 req-163f60ce-bf29-4056-8e09-b757b2a66dce service neutron] 10.222.0.16 "GET /v2.0/networks/1a8182d6-d1ae-418d-93c2-b627ded7dca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6641228 Nov 12 01:15:25.521822 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa13e19-1bc8-4467-a022-0d568c13ed1b admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:15:25.533354 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2fa13e19-1bc8-4467-a022-0d568c13ed1b admin admin] 10.222.0.45 "PUT /v2.0/routers/1279b46e-47ec-4dd6-9a2b-e33ec08f43a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7067242 Nov 12 01:15:25.539025 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50800a2-9752-4efc-814c-623f26a51fce None None] Sync routers for ids ['1279b46e-47ec-4dd6-9a2b-e33ec08f43a1'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:15:25.546912 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 48894) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:25.565723 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50800a2-9752-4efc-814c-623f26a51fce None None] Routers {'1279b46e-47ec-4dd6-9a2b-e33ec08f43a1'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:15:25.566896 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-c50800a2-9752-4efc-814c-623f26a51fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:15:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['1279b46e-47ec-4dd6-9a2b-e33ec08f43a1'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:25.687233 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-c50800a2-9752-4efc-814c-623f26a51fce None None] Set router 1279b46e-47ec-4dd6-9a2b-e33ec08f43a1 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:15:25.807284 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-3fb5f5aa-75fd-4ff1-b639-213ebd52a549 service neutron] 10.222.0.16 "GET /v2.0/networks/ea33bcf4-68e4-41d3-a621-b5e53b96e513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5566707 Nov 12 01:15:25.827042 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d5162f-3d80-48fb-9b33-ef2f76942aa5 tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Hosts for router 5b63b136-871b-4692-963b-b956cd09baa1: [] {{(pid=109086) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 12 01:15:25.879434 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d5162f-3d80-48fb-9b33-ef2f76942aa5 tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Hosts for other DVR routers connected to router 5b63b136-871b-4692-963b-b956cd09baa1: set() {{(pid=109086) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 12 01:15:25.884908 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c4d5162f-3d80-48fb-9b33-ef2f76942aa5 tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:25.887569 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c4d5162f-3d80-48fb-9b33-ef2f76942aa5 tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] 10.222.0.45 "PUT /v2.0/routers/5b63b136-871b-4692-963b-b956cd09baa1 HTTP/1.1" status: 200 len: 716 time: 1.3966584 Nov 12 01:15:25.892701 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48898) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:25.987075 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c0919dfb-741d-45bf-8ea3-08f99c5ba536 tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] 10.222.0.45 "GET /v2.0/routers/5b63b136-871b-4692-963b-b956cd09baa1 HTTP/1.1" status: 200 len: 716 time: 0.0903800 Nov 12 01:15:25.988315 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48902) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:26.086904 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-c50800a2-9752-4efc-814c-623f26a51fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1279b46e-47ec-4dd6-9a2b-e33ec08f43a1', 'name': 'tempest-TestAggregatesBasicOps-1078291689-router', 'tenant_id': 'b5f27454e44c46e484db1f05cb0bd256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': 'a2a97580-bf5d-4fff-87b0-64903b5b0792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:23Z', 'updated_at': '2021-11-12T01:15:21Z', 'revision_number': 5, 'project_id': 'b5f27454e44c46e484db1f05cb0bd256', 'gw_port': {'id': 'a2a97580-bf5d-4fff-87b0-64903b5b0792', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:76:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1279b46e-47ec-4dd6-9a2b-e33ec08f43a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:24Z', 'updated_at': '2021-11-12T01:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:26.171473 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50800a2-9752-4efc-814c-623f26a51fce None None] Checking router: 1279b46e-47ec-4dd6-9a2b-e33ec08f43a1 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:15:26.203670 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50800a2-9752-4efc-814c-623f26a51fce None None] Routers {'1279b46e-47ec-4dd6-9a2b-e33ec08f43a1'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:15:26.214239 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-c50800a2-9752-4efc-814c-623f26a51fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:15:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['1279b46e-47ec-4dd6-9a2b-e33ec08f43a1'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:26.355826 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-c50800a2-9752-4efc-814c-623f26a51fce None None] Set router 1279b46e-47ec-4dd6-9a2b-e33ec08f43a1 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:15:26.468165 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-1468acff-4eaf-4588-9c8b-8d624c491f44 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=01057b9c-0ebb-4361-8584-92a34114849a HTTP/1.1" status: 200 len: 217 time: 0.6429379 Nov 12 01:15:26.478930 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-88cab95d-4683-45fa-8d77-7f264f77d3e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:26.506207 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3aa89c17-469b-4208-9350-49448b89b7f6 tempest-RoutersTestDVR-821607781 tempest-RoutersTestDVR-821607781-project] 10.222.0.45 "GET /v2.0/routers/5b63b136-871b-4692-963b-b956cd09baa1 HTTP/1.1" status: 200 len: 682 time: 0.5164819 Nov 12 01:15:26.509052 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48912) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:26.514066 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-88cab95d-4683-45fa-8d77-7f264f77d3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:26.565346 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-88cab95d-4683-45fa-8d77-7f264f77d3e4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4bfecfed13b84721abca78cdef7e6b1b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6281118 Nov 12 01:15:26.565668 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48914) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:26.626409 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479b4b3-4973-4c73-afc8-9ed5f8c85224 req-cf7cce26-dcb2-4bd4-a5a6-b0e38ef29b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:26.628162 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8479b4b3-4973-4c73-afc8-9ed5f8c85224 req-cf7cce26-dcb2-4bd4-a5a6-b0e38ef29b26 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=02561602d23944f4a6c1bd1cba61ffb6&device_id=517498ae-42b7-45e6-b0d6-ad623959e15b HTTP/1.1" status: 200 len: 1095 time: 0.9735174 Nov 12 01:15:26.632142 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0aa7c2e9-2de9-46cc-ba4b-d1df76a81573 tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:26.645999 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-15eab19d-32ab-4539-a27a-50085eec5499 admin admin] Publish callbacks [] for router, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:26.681710 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-c50800a2-9752-4efc-814c-623f26a51fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1279b46e-47ec-4dd6-9a2b-e33ec08f43a1', 'name': 'tempest-TestAggregatesBasicOps-1078291689-router', 'tenant_id': 'b5f27454e44c46e484db1f05cb0bd256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': 'a2a97580-bf5d-4fff-87b0-64903b5b0792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:23Z', 'updated_at': '2021-11-12T01:15:21Z', 'revision_number': 5, 'project_id': 'b5f27454e44c46e484db1f05cb0bd256', 'gw_port': {'id': 'a2a97580-bf5d-4fff-87b0-64903b5b0792', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:76:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1279b46e-47ec-4dd6-9a2b-e33ec08f43a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:24Z', 'updated_at': '2021-11-12T01:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:26.742011 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50800a2-9752-4efc-814c-623f26a51fce None None] The sync data for ids ['1279b46e-47ec-4dd6-9a2b-e33ec08f43a1'] in n-d-712142-27 is: [{'id': '1279b46e-47ec-4dd6-9a2b-e33ec08f43a1', 'name': 'tempest-TestAggregatesBasicOps-1078291689-router', 'tenant_id': 'b5f27454e44c46e484db1f05cb0bd256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.120'}], 'enable_snat': True}, 'gw_port_id': 'a2a97580-bf5d-4fff-87b0-64903b5b0792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:23Z', 'updated_at': '2021-11-12T01:15:21Z', 'revision_number': 5, 'project_id': 'b5f27454e44c46e484db1f05cb0bd256', 'gw_port': {'id': 'a2a97580-bf5d-4fff-87b0-64903b5b0792', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:76:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1279b46e-47ec-4dd6-9a2b-e33ec08f43a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1971, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:24Z', 'updated_at': '2021-11-12T01:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:15:26.805189 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cab95d-4683-45fa-8d77-7f264f77d3e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf6399c-8814-4760-ace9-6076e8f1eb84,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:26.825296 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-cdd82d13-aefe-47a1-b685-61db58fa963f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:26.827065 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-cdd82d13-aefe-47a1-b685-61db58fa963f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=941778bd-314e-4867-8a75-0adb70d31051 HTTP/1.1" status: 200 len: 797 time: 0.3141942 Nov 12 01:15:26.845328 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5a312b33-a4e9-4204-a9d1-3d18007a5072 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:26.853212 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0aa7c2e9-2de9-46cc-ba4b-d1df76a81573 tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:26.860387 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0aa7c2e9-2de9-46cc-ba4b-d1df76a81573 tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:26.914891 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5a312b33-a4e9-4204-a9d1-3d18007a5072 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:26.943906 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0aa7c2e9-2de9-46cc-ba4b-d1df76a81573 tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:26.944555 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa7c2e9-2de9-46cc-ba4b-d1df76a81573 tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5b63b136-871b-4692-963b-b956cd09baa1 {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:15:26.955485 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0aa7c2e9-2de9-46cc-ba4b-d1df76a81573 tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:26.964061 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0aa7c2e9-2de9-46cc-ba4b-d1df76a81573 tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] 10.222.0.45 "DELETE /v2.0/routers/5b63b136-871b-4692-963b-b956cd09baa1 HTTP/1.1" status: 204 len: 168 time: 0.4465148 Nov 12 01:15:26.965988 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48916) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:26.972486 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79881b30-e078-44ed-8778-9b6e5ea18d10 req-9931ce4b-1093-4be2-9972-e94212c9b243 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:26.973505 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-7a717b5c-e6f9-4a80-85b7-db9622389c4f tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Request body: {'router': {'name': 'tempest-router-1457901620', 'distributed': True}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:26.974103 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-79881b30-e078-44ed-8778-9b6e5ea18d10 req-9931ce4b-1093-4be2-9972-e94212c9b243 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=517498ae-42b7-45e6-b0d6-ad623959e15b HTTP/1.1" status: 200 len: 943 time: 1.0618556 Nov 12 01:15:26.974290 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:15:26.974789 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7ab958ea-556c-45b4-9690-8adf6a9e51f4 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks [] for router_gateway, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:27.007045 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7a717b5c-e6f9-4a80-85b7-db9622389c4f tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:27.008629 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7a717b5c-e6f9-4a80-85b7-db9622389c4f tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:27.030631 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5a312b33-a4e9-4204-a9d1-3d18007a5072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:27.034433 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5a312b33-a4e9-4204-a9d1-3d18007a5072 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:27.035947 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5a312b33-a4e9-4204-a9d1-3d18007a5072 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4cf6399c-8814-4760-ace9-6076e8f1eb84 HTTP/1.1" status: 204 len: 168 time: 0.4685807 Nov 12 01:15:27.041099 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7ab958ea-556c-45b4-9690-8adf6a9e51f4 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:27.072324 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a312b33-a4e9-4204-a9d1-3d18007a5072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf6399c-8814-4760-ace9-6076e8f1eb84,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:27.129151 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479b4b3-4973-4c73-afc8-9ed5f8c85224 req-8b566df4-5d5d-453a-b5b5-2321966f4a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:27.132108 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8479b4b3-4973-4c73-afc8-9ed5f8c85224 req-8b566df4-5d5d-453a-b5b5-2321966f4a3f service neutron] 10.222.0.16 "GET /v2.0/networks?id=1a8182d6-d1ae-418d-93c2-b627ded7dca2 HTTP/1.1" status: 200 len: 915 time: 0.4438751 Nov 12 01:15:27.183721 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f4e21362-a626-4cc8-898d-79be368de1b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:27.249785 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7a717b5c-e6f9-4a80-85b7-db9622389c4f tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:27.259819 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7a717b5c-e6f9-4a80-85b7-db9622389c4f tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:27.296275 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7a717b5c-e6f9-4a80-85b7-db9622389c4f tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:27.300131 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7a717b5c-e6f9-4a80-85b7-db9622389c4f tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3309107 Nov 12 01:15:27.301524 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48928) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:27.349422 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8479b4b3-4973-4c73-afc8-9ed5f8c85224 req-130d2d60-2e62-4e3a-aedb-48c2413090d0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f46a3c8e-1974-41a8-bc95-4be32a45282f HTTP/1.1" status: 200 len: 217 time: 0.0983233 Nov 12 01:15:27.365897 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-15eab19d-32ab-4539-a27a-50085eec5499 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:27.370162 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-1961066d-d369-4369-bcb5-9b63ec198eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:27.371756 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-1961066d-d369-4369-bcb5-9b63ec198eaf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ea33bcf4-68e4-41d3-a621-b5e53b96e513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5321324 Nov 12 01:15:27.444886 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3e998a20-17e7-424b-9a04-cae06193436c tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:27.461908 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-79881b30-e078-44ed-8778-9b6e5ea18d10 req-0d680a71-88f7-4871-8bb2-3a96bcfc8490 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/security-groups?id=3077f761-4be2-41f4-97c2-5743e10b623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4484406 Nov 12 01:15:27.639771 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479b4b3-4973-4c73-afc8-9ed5f8c85224 req-185ebf95-ba7c-4d9d-98fd-363caa361ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:27.642399 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8479b4b3-4973-4c73-afc8-9ed5f8c85224 req-185ebf95-ba7c-4d9d-98fd-363caa361ef6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1a7d4261-126a-4a06-89cb-5e5216ca7fc1 HTTP/1.1" status: 200 len: 855 time: 0.2611771 Nov 12 01:15:27.684538 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3e998a20-17e7-424b-9a04-cae06193436c tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:27.687548 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3e998a20-17e7-424b-9a04-cae06193436c tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:27.738598 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8479b4b3-4973-4c73-afc8-9ed5f8c85224 req-7956ac7b-bcda-4568-a578-41b5efa40570 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1a8182d6-d1ae-418d-93c2-b627ded7dca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792248 Nov 12 01:15:27.749121 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3e998a20-17e7-424b-9a04-cae06193436c tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:27.749693 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e998a20-17e7-424b-9a04-cae06193436c tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ecb33514-b726-4d28-bc94-ac297934e16d {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:15:27.762689 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-7ab958ea-556c-45b4-9690-8adf6a9e51f4 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Allocated IP 172.25.3.137 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/54bd39c1-5f67-47b7-a4f4-8556ad99c5c6) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:15:27.767823 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3e998a20-17e7-424b-9a04-cae06193436c tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:27.770165 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3e998a20-17e7-424b-9a04-cae06193436c tempest-RoutersTestDVR-1764929699 tempest-RoutersTestDVR-1764929699-project-admin] 10.222.0.45 "DELETE /v2.0/routers/ecb33514-b726-4d28-bc94-ac297934e16d HTTP/1.1" status: 204 len: 168 time: 0.4642651 Nov 12 01:15:27.847517 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-6fd9dd73-a4bc-43ae-af7d-5c4685fd3802 service neutron] 10.222.0.16 "GET /v2.0/networks/ea33bcf4-68e4-41d3-a621-b5e53b96e513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4492080 Nov 12 01:15:27.949077 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-15eab19d-32ab-4539-a27a-50085eec5499 admin admin] Deleting port a2a97580-bf5d-4fff-87b0-64903b5b0792 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:15:27.949424 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-15eab19d-32ab-4539-a27a-50085eec5499 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:28.051918 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device f46a3c8e-1974-41a8-bc95-4be32a45282f details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:15:28.105817 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 3e9f359b-04df-4cc3-a7bd-41c93c3a2b7a no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:15:28.124792 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8479b4b3-4973-4c73-afc8-9ed5f8c85224 req-4a61d6e5-f88d-4832-9706-9fe5ac8a2ce2 service neutron] 10.222.0.16 "GET /v2.0/networks/1a8182d6-d1ae-418d-93c2-b627ded7dca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480403 Nov 12 01:15:28.179137 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 3e9f359b-04df-4cc3-a7bd-41c93c3a2b7a {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:15:28.180423 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 3e9f359b-04df-4cc3-a7bd-41c93c3a2b7a not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:15:28.229657 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7ab958ea-556c-45b4-9690-8adf6a9e51f4 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:28.234648 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-15eab19d-32ab-4539-a27a-50085eec5499 admin admin] For port a2a97580-bf5d-4fff-87b0-64903b5b0792, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=a2a97580-bf5d-4fff-87b0-64903b5b0792,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:28.235033 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-15eab19d-32ab-4539-a27a-50085eec5499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:28.255295 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48950) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:28.279220 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7839b9a2-69e3-4cb2-aa90-258c2d5568ae req-97192a4f-038e-4c08-810d-e93c8d9b3bde service neutron] 10.222.0.16 "GET /v2.0/networks/ea33bcf4-68e4-41d3-a621-b5e53b96e513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925025 Nov 12 01:15:28.327475 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-15eab19d-32ab-4539-a27a-50085eec5499 admin admin] Calling delete_port for a2a97580-bf5d-4fff-87b0-64903b5b0792 owned by network:router_gateway {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:15:28.423109 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8479b4b3-4973-4c73-afc8-9ed5f8c85224 req-2b170789-b3ac-4de0-9cc3-a30ad5f86d75 service neutron] 10.222.0.16 "GET /v2.0/networks/1a8182d6-d1ae-418d-93c2-b627ded7dca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809575 Nov 12 01:15:28.428202 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7ab958ea-556c-45b4-9690-8adf6a9e51f4 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:28.494340 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port f46a3c8e-1974-41a8-bc95-4be32a45282f, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=f46a3c8e-1974-41a8-bc95-4be32a45282f,segment=NetworkSegment(e86ee36d-9818-4f96-ba83-2c434595c99e),segment_id=e86ee36d-9818-4f96-ba83-2c434595c99e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:28.511464 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': 'f46a3c8e-1974-41a8-bc95-4be32a45282f', 'network_id': '1a8182d6-d1ae-418d-93c2-b627ded7dca2', 'port_id': 'f46a3c8e-1974-41a8-bc95-4be32a45282f', 'mac_address': 'fa:16:3e:69:0e:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a7d4261-126a-4a06-89cb-5e5216ca7fc1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:15:28.550654 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d985dacc-9473-46b0-86f2-0b2eb9bf3c8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:28.554513 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab958ea-556c-45b4-9690-8adf6a9e51f4 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:15:28.562051 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-7ab958ea-556c-45b4-9690-8adf6a9e51f4 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:28.569020 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab958ea-556c-45b4-9690-8adf6a9e51f4 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:15:28.595924 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0f0a56-b770-471a-b657-65bfeb91b166 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:15:28.642887 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:28.694720 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f46a3c8e-1974-41a8-bc95-4be32a45282f {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:15:28.696112 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab958ea-556c-45b4-9690-8adf6a9e51f4 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Pushing event updated for resources: {'Port': ['ID=54bd39c1-5f67-47b7-a4f4-8556ad99c5c6,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:28.758915 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port f46a3c8e-1974-41a8-bc95-4be32a45282f, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=f46a3c8e-1974-41a8-bc95-4be32a45282f,segment=NetworkSegment(e86ee36d-9818-4f96-ba83-2c434595c99e),segment_id=e86ee36d-9818-4f96-ba83-2c434595c99e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:28.772094 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-f57bd35a-3458-44b8-8648-1b2bead072e7 None None] Provisioning complete for port 54bd39c1-5f67-47b7-a4f4-8556ad99c5c6 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:28.773371 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f57bd35a-3458-44b8-8648-1b2bead072e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:28.794770 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d985dacc-9473-46b0-86f2-0b2eb9bf3c8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:28.801886 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d985dacc-9473-46b0-86f2-0b2eb9bf3c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:28.855362 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-f57bd35a-3458-44b8-8648-1b2bead072e7 None None] Port 54bd39c1-5f67-47b7-a4f4-8556ad99c5c6 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:15:28.858882 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:28.901921 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d985dacc-9473-46b0-86f2-0b2eb9bf3c8f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=af2c3a04d86b464eb82ed71a8425d3b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6446598 Nov 12 01:15:28.902677 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48980) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:28.903685 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d985dacc-9473-46b0-86f2-0b2eb9bf3c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142d57bd-0886-43a8-9aaf-cedc188b8004,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:29.048730 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dddfd27d-cb43-4686-867f-530b0f47b004 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:29.056809 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647dfaf9-12ea-4f14-89d2-c3dee0a4c718 req-34332355-2a34-4664-9d69-9a383ef8a63d tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:29.058339 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-647dfaf9-12ea-4f14-89d2-c3dee0a4c718 req-34332355-2a34-4664-9d69-9a383ef8a63d tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=517498ae-42b7-45e6-b0d6-ad623959e15b HTTP/1.1" status: 200 len: 944 time: 0.3369029 Nov 12 01:15:29.110089 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dddfd27d-cb43-4686-867f-530b0f47b004 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:29.213136 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=f46a3c8e-1974-41a8-bc95-4be32a45282f,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:29.215641 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dddfd27d-cb43-4686-867f-530b0f47b004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:29.218931 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-15eab19d-32ab-4539-a27a-50085eec5499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:29.220870 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dddfd27d-cb43-4686-867f-530b0f47b004 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:29.226860 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:29.226860 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:29.226860 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:29.226860 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:29.227441 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-dddfd27d-cb43-4686-867f-530b0f47b004 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/142d57bd-0886-43a8-9aaf-cedc188b8004 HTTP/1.1" status: 204 len: 168 time: 0.2986157 Nov 12 01:15:29.227555 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:29.227555 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:29.227555 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:29.227555 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:29.227555 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:29.227555 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:29.227555 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:29.227555 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:29.247738 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddfd27d-cb43-4686-867f-530b0f47b004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142d57bd-0886-43a8-9aaf-cedc188b8004,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:29.294156 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-647dfaf9-12ea-4f14-89d2-c3dee0a4c718 req-8d69ca27-36cb-415e-a4bd-1c14709cd4d8 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/security-groups?id=3077f761-4be2-41f4-97c2-5743e10b623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203460 Nov 12 01:15:29.299576 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eab19d-32ab-4539-a27a-50085eec5499 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2a97580-bf5d-4fff-87b0-64903b5b0792,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:29.336952 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51b7cab-6715-4fd5-94e0-57a11ede2b48 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:15:29.396451 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['f46a3c8e-1974-41a8-bc95-4be32a45282f'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:15:29.427606 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7ab958ea-556c-45b4-9690-8adf6a9e51f4 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks [] for router_gateway, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:29.507814 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-15eab19d-32ab-4539-a27a-50085eec5499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:29.799554 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-15eab19d-32ab-4539-a27a-50085eec5499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:29.804062 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-15eab19d-32ab-4539-a27a-50085eec5499 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:29.909520 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-15eab19d-32ab-4539-a27a-50085eec5499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:29.910216 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15eab19d-32ab-4539-a27a-50085eec5499 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1279b46e-47ec-4dd6-9a2b-e33ec08f43a1 {{(pid=109085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:15:29.923641 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-15eab19d-32ab-4539-a27a-50085eec5499 admin admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:29.926899 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-15eab19d-32ab-4539-a27a-50085eec5499 admin admin] 10.222.0.45 "DELETE /v2.0/routers/1279b46e-47ec-4dd6-9a2b-e33ec08f43a1 HTTP/1.1" status: 204 len: 168 time: 4.3732054 Nov 12 01:15:29.931816 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 49018) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:30.028779 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbaa611c-7f4d-4b90-b7fb-52ca12af1aa2 admin admin] Deleting subnet ec11b4c1-c17e-4253-a7d4-352b9e35c65f {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:15:30.038739 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bbaa611c-7f4d-4b90-b7fb-52ca12af1aa2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:30.186929 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bbaa611c-7f4d-4b90-b7fb-52ca12af1aa2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:30.374604 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bbaa611c-7f4d-4b90-b7fb-52ca12af1aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:30.382253 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 49036) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:30.447839 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7691690e-fa61-4e63-b642-3deabe6ec403 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:30.532770 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bbaa611c-7f4d-4b90-b7fb-52ca12af1aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:30.561283 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bbaa611c-7f4d-4b90-b7fb-52ca12af1aa2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:30.568656 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-bbaa611c-7f4d-4b90-b7fb-52ca12af1aa2 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/ec11b4c1-c17e-4253-a7d4-352b9e35c65f HTTP/1.1" status: 204 len: 168 time: 0.6291847 Nov 12 01:15:30.576961 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d384684-5223-4854-884f-7dab3557d392 None None] Network 12c2ae7e-c809-4739-bb11-fb32601167dc requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:15:30.595295 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 49044) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:30.599936 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa611c-7f4d-4b90-b7fb-52ca12af1aa2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec11b4c1-c17e-4253-a7d4-352b9e35c65f,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:30.716307 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7b70d080-824b-4b9a-921a-e6b9a30afacf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:30.747218 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7691690e-fa61-4e63-b642-3deabe6ec403 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:30.766733 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7691690e-fa61-4e63-b642-3deabe6ec403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:30.874282 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cd35ed80-00a5-4d93-b8fd-e4044a14db54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:30.927872 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7ab958ea-556c-45b4-9690-8adf6a9e51f4 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:30.943223 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3122f21-89f6-4163-b7a4-59a0852c9215 req-dcdc9ed0-b359-41cc-8848-3ab4bfeaa118 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:30.950980 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e3122f21-89f6-4163-b7a4-59a0852c9215 req-dcdc9ed0-b359-41cc-8848-3ab4bfeaa118 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=517498ae-42b7-45e6-b0d6-ad623959e15b HTTP/1.1" status: 200 len: 944 time: 0.1023023 Nov 12 01:15:30.984952 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7691690e-fa61-4e63-b642-3deabe6ec403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d49a0a9-4ce6-4601-adbe-0d8036ad51ef,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:30.996765 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7691690e-fa61-4e63-b642-3deabe6ec403 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1400d30d80164bc08df2649e051c543e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6075485 Nov 12 01:15:31.001492 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 49062) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:31.049081 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59412404-6c61-4584-ae45-243f7665e308 None None] DHCP port deletion for 12c2ae7e-c809-4739-bb11-fb32601167dc request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:15:31.145078 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-59412404-6c61-4584-ae45-243f7665e308 None None] Deleting port 38d7f6de-389c-4b0c-8a43-0aa4bdd2e723 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:15:31.145754 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-59412404-6c61-4584-ae45-243f7665e308 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:31.172909 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b128ef32-cd9e-4cc1-a69c-6c8071d3a231 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:31.201463 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-7b70d080-824b-4b9a-921a-e6b9a30afacf admin admin] Deleting port 38d7f6de-389c-4b0c-8a43-0aa4bdd2e723 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:15:31.201901 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7b70d080-824b-4b9a-921a-e6b9a30afacf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:31.250773 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b128ef32-cd9e-4cc1-a69c-6c8071d3a231 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:31.252198 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-59412404-6c61-4584-ae45-243f7665e308 None None] For port 38d7f6de-389c-4b0c-8a43-0aa4bdd2e723, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=38d7f6de-389c-4b0c-8a43-0aa4bdd2e723,segment=NetworkSegment(b585d649-01fd-4316-8559-54f802d7acfe),segment_id=b585d649-01fd-4316-8559-54f802d7acfe)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:31.252822 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-59412404-6c61-4584-ae45-243f7665e308 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:31.275677 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-59412404-6c61-4584-ae45-243f7665e308 None None] Calling delete_port for 38d7f6de-389c-4b0c-8a43-0aa4bdd2e723 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:15:31.284217 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e3122f21-89f6-4163-b7a4-59a0852c9215 req-dd6cf9ba-788b-4d0c-bc53-5ef659f4b219 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/security-groups?id=3077f761-4be2-41f4-97c2-5743e10b623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322563 Nov 12 01:15:31.359696 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-7b70d080-824b-4b9a-921a-e6b9a30afacf admin admin] For port 38d7f6de-389c-4b0c-8a43-0aa4bdd2e723, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=38d7f6de-389c-4b0c-8a43-0aa4bdd2e723,segment=NetworkSegment(b585d649-01fd-4316-8559-54f802d7acfe),segment_id=b585d649-01fd-4316-8559-54f802d7acfe)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:31.360883 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7b70d080-824b-4b9a-921a-e6b9a30afacf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:31.379941 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab958ea-556c-45b4-9690-8adf6a9e51f4 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Router 582739c4-6548-4b63-987f-823a457dbb61 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:15:31.435288 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-7b70d080-824b-4b9a-921a-e6b9a30afacf admin admin] Calling delete_port for 38d7f6de-389c-4b0c-8a43-0aa4bdd2e723 owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:15:31.455788 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-59412404-6c61-4584-ae45-243f7665e308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:31.480500 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59412404-6c61-4584-ae45-243f7665e308 None None] No DVR routers for this DVR port 38d7f6de-389c-4b0c-8a43-0aa4bdd2e723 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:15:31.509410 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59412404-6c61-4584-ae45-243f7665e308 None None] Pushing event deleted for resources: {'Port': ['ID=38d7f6de-389c-4b0c-8a43-0aa4bdd2e723,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:31.545930 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab958ea-556c-45b4-9690-8adf6a9e51f4 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:15:31.560206 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d2c913-6329-4534-a667-f58807f4b078 None None] Sync routers for ids ['582739c4-6548-4b63-987f-823a457dbb61'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:15:31.576780 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d2c913-6329-4534-a667-f58807f4b078 None None] Routers {'582739c4-6548-4b63-987f-823a457dbb61'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:15:31.577735 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-b6d2c913-6329-4534-a667-f58807f4b078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:15:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['582739c4-6548-4b63-987f-823a457dbb61'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:31.584698 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7ab958ea-556c-45b4-9690-8adf6a9e51f4 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:31.586429 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7ab958ea-556c-45b4-9690-8adf6a9e51f4 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.9485428 Nov 12 01:15:31.592398 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49078) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:31.602616 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-138352c8-91c8-4d10-b74b-119a4fe46ed9 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'enable_snat': False}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:31.619377 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-b6d2c913-6329-4534-a667-f58807f4b078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:31.631383 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d2c913-6329-4534-a667-f58807f4b078 None None] Routers {'582739c4-6548-4b63-987f-823a457dbb61'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:15:31.632133 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-b6d2c913-6329-4534-a667-f58807f4b078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:15:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['582739c4-6548-4b63-987f-823a457dbb61'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:31.642555 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b128ef32-cd9e-4cc1-a69c-6c8071d3a231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:31.647883 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b128ef32-cd9e-4cc1-a69c-6c8071d3a231 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:31.653120 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b128ef32-cd9e-4cc1-a69c-6c8071d3a231 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7d49a0a9-4ce6-4601-adbe-0d8036ad51ef HTTP/1.1" status: 204 len: 168 time: 0.6480815 Nov 12 01:15:31.676213 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-b6d2c913-6329-4534-a667-f58807f4b078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:31.677386 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d2c913-6329-4534-a667-f58807f4b078 None None] The sync data for ids ['582739c4-6548-4b63-987f-823a457dbb61'] in n-d-712142-27 is: [] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:15:31.700962 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b128ef32-cd9e-4cc1-a69c-6c8071d3a231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d49a0a9-4ce6-4601-adbe-0d8036ad51ef,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:31.768567 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7b70d080-824b-4b9a-921a-e6b9a30afacf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:31.815097 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b70d080-824b-4b9a-921a-e6b9a30afacf admin admin] Pushing event deleted for resources: {'Port': ['ID=38d7f6de-389c-4b0c-8a43-0aa4bdd2e723,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:31.818544 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b70d080-824b-4b9a-921a-e6b9a30afacf admin admin] No DVR routers for this DVR port 38d7f6de-389c-4b0c-8a43-0aa4bdd2e723 on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:15:31.952347 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7b70d080-824b-4b9a-921a-e6b9a30afacf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:32.062166 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device f46a3c8e-1974-41a8-bc95-4be32a45282f up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:15:32.073391 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-7b70d080-824b-4b9a-921a-e6b9a30afacf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12c2ae7e-c809-4739-bb11-fb32601167dc']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:32.137209 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-7b70d080-824b-4b9a-921a-e6b9a30afacf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b585d649-01fd-4316-8559-54f802d7acfe') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:32.137879 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-7b70d080-824b-4b9a-921a-e6b9a30afacf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b585d649-01fd-4316-8559-54f802d7acfe') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:32.187427 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7b70d080-824b-4b9a-921a-e6b9a30afacf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:32.243681 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7b70d080-824b-4b9a-921a-e6b9a30afacf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:32.286127 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b70d080-824b-4b9a-921a-e6b9a30afacf admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:15:32.286838 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7b70d080-824b-4b9a-921a-e6b9a30afacf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:32.290520 n-d-712142-27 neutron-server[109086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:15:32.290520 n-d-712142-27 neutron-server[109086]: self.session.flush() Nov 12 01:15:32.290520 n-d-712142-27 neutron-server[109086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:15:32.290520 n-d-712142-27 neutron-server[109086]: self.session.flush() Nov 12 01:15:32.290520 n-d-712142-27 neutron-server[109086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:15:32.290520 n-d-712142-27 neutron-server[109086]: self.session.flush() Nov 12 01:15:32.290520 n-d-712142-27 neutron-server[109086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:15:32.290520 n-d-712142-27 neutron-server[109086]: self.session.flush() Nov 12 01:15:32.290520 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:15:32.290520 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:15:32.290520 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:15:32.290520 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:15:32.290520 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:15:32.290520 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:15:32.290520 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:15:32.290520 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:15:32.290520 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:15:32.290520 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:15:32.290520 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:15:32.290520 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:15:32.290520 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:15:32.290520 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:15:32.290520 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:15:32.290520 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:15:32.290520 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:15:32.290520 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:15:32.290520 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:15:32.290520 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:15:32.290520 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:15:32.290520 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:15:32.290520 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:15:32.290520 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:15:32.290520 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:15:32.290520 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:15:32.290520 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:15:32.290520 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:15:32.290520 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:15:32.290520 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:15:32.290520 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:15:32.290520 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:15:32.297203 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 38d7f6de-389c-4b0c-8a43-0aa4bdd2e723 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:15:32.307187 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port f46a3c8e-1974-41a8-bc95-4be32a45282f completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:15:32.312535 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-138352c8-91c8-4d10-b74b-119a4fe46ed9 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:32.361263 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port f46a3c8e-1974-41a8-bc95-4be32a45282f triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:32.365341 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:32.369936 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 38d7f6de-389c-4b0c-8a43-0aa4bdd2e723 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:15:32.375247 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 38d7f6de-389c-4b0c-8a43-0aa4bdd2e723 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:15:32.376048 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device a2a97580-bf5d-4fff-87b0-64903b5b0792 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:15:32.474557 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7b70d080-824b-4b9a-921a-e6b9a30afacf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:32.482026 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7b70d080-824b-4b9a-921a-e6b9a30afacf admin admin] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:32.489822 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7b70d080-824b-4b9a-921a-e6b9a30afacf admin admin] 10.222.0.45 "DELETE /v2.0/networks/12c2ae7e-c809-4739-bb11-fb32601167dc HTTP/1.1" status: 204 len: 168 time: 1.8910642 Nov 12 01:15:32.496055 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 49114) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:32.506054 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: a2a97580-bf5d-4fff-87b0-64903b5b0792 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:15:32.509268 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device a2a97580-bf5d-4fff-87b0-64903b5b0792 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:15:32.526697 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49116) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:32.596302 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6cdf5-21ed-47e6-965b-804743d59498 req-b0c4ae64-4da9-4550-bfd5-9076b8b2fd0d tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:32.597468 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0bd6cdf5-21ed-47e6-965b-804743d59498 req-b0c4ae64-4da9-4550-bfd5-9076b8b2fd0d tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=517498ae-42b7-45e6-b0d6-ad623959e15b HTTP/1.1" status: 200 len: 944 time: 0.1111529 Nov 12 01:15:32.658086 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b70d080-824b-4b9a-921a-e6b9a30afacf admin admin] Pushing event deleted for resources: {'Network': ['ID=12c2ae7e-c809-4739-bb11-fb32601167dc,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:32.734144 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:32.887594 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '517498ae-42b7-45e6-b0d6-ad623959e15b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f46a3c8e-1974-41a8-bc95-4be32a45282f'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:15:32.896933 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5bcccb-6239-4039-978f-8fdd631e0df7" -d '{"events": [{"server_uuid": "517498ae-42b7-45e6-b0d6-ad623959e15b", "name": "network-vif-plugged", "status": "completed", "tag": "f46a3c8e-1974-41a8-bc95-4be32a45282f"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:15:32.956257 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:32.973585 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port f46a3c8e-1974-41a8-bc95-4be32a45282f, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=f46a3c8e-1974-41a8-bc95-4be32a45282f,segment=NetworkSegment(e86ee36d-9818-4f96-ba83-2c434595c99e),segment_id=e86ee36d-9818-4f96-ba83-2c434595c99e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:32.995474 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:33.000336 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0bd6cdf5-21ed-47e6-965b-804743d59498 req-b7789c8e-e3d6-4c3e-84cd-e744c8ee05e5 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/security-groups?id=3077f761-4be2-41f4-97c2-5743e10b623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730838 Nov 12 01:15:33.135232 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be9a616-ec9f-4123-a642-4b4b01cf1133 x-openstack-request-id: req-0be9a616-ec9f-4123-a642-4b4b01cf1133 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:15:33.136567 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "517498ae-42b7-45e6-b0d6-ad623959e15b", "name": "network-vif-plugged", "status": "completed", "tag": "f46a3c8e-1974-41a8-bc95-4be32a45282f", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:15:33.137282 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0be9a616-ec9f-4123-a642-4b4b01cf1133 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:15:33.138165 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '517498ae-42b7-45e6-b0d6-ad623959e15b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f46a3c8e-1974-41a8-bc95-4be32a45282f', 'code': 200} Nov 12 01:15:33.140849 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=f46a3c8e-1974-41a8-bc95-4be32a45282f,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:33.229280 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c9ef0c7b-91ba-4b11-af78-df4a87de9f74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:33.442716 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c9ef0c7b-91ba-4b11-af78-df4a87de9f74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:33.521581 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c9ef0c7b-91ba-4b11-af78-df4a87de9f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:33.532970 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49142) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:33.560161 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd0387-9db9-4789-8662-fc3c6eb46c69 req-69908c49-a206-4004-8e30-c23c5f164d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:33.562025 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fabd0387-9db9-4789-8662-fc3c6eb46c69 req-69908c49-a206-4004-8e30-c23c5f164d8c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=517498ae-42b7-45e6-b0d6-ad623959e15b HTTP/1.1" status: 200 len: 1097 time: 0.3200958 Nov 12 01:15:33.603847 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8b7cbce6-4ec3-488d-8de5-bc731d16e331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:33.694679 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c9ef0c7b-91ba-4b11-af78-df4a87de9f74 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=48698b3820174228ba270bf6175c3652&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1657162 Nov 12 01:15:33.701235 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49150) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:33.710674 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef0c7b-91ba-4b11-af78-df4a87de9f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b4a522-eff7-4d95-8b0b-d850d63d1cb5,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:33.774291 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-18eea04d-8b77-4f0f-8475-138bb67ff1ea tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Request body: {'networks': [{'name': 'tempest-network--1596847958'}, {'name': 'tempest-network--49142350'}]} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:33.774610 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-18eea04d-8b77-4f0f-8475-138bb67ff1ea tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Request body: {'network': {'name': 'tempest-network--1596847958'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:33.775249 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-18eea04d-8b77-4f0f-8475-138bb67ff1ea tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Request body: {'network': {'name': 'tempest-network--49142350'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:33.782030 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fabd0387-9db9-4789-8662-fc3c6eb46c69 req-5a0bc732-95fd-4935-ac76-2869cf785f79 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3077f761-4be2-41f4-97c2-5743e10b623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054300 Nov 12 01:15:33.833603 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18eea04d-8b77-4f0f-8475-138bb67ff1ea tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Made reservation on behalf of 37ec54b9f52b434fa4e35c9aed45a0ac for: {'network': 2} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:15:33.838906 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-18eea04d-8b77-4f0f-8475-138bb67ff1ea tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:33.913850 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:33.921274 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-18eea04d-8b77-4f0f-8475-138bb67ff1ea tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:33.968106 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-8b7cbce6-4ec3-488d-8de5-bc731d16e331 admin admin] Deleting port a51f6036-afdc-4225-a2f1-24051d433b6d {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:15:33.968668 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8b7cbce6-4ec3-488d-8de5-bc731d16e331 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:33.986183 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-24a73f10-6dcf-4100-b4dd-bd7566893307 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:34.042722 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-24a73f10-6dcf-4100-b4dd-bd7566893307 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:34.061334 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-138352c8-91c8-4d10-b74b-119a4fe46ed9 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-233838'] for router, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:34.081804 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-138352c8-91c8-4d10-b74b-119a4fe46ed9 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1709614'] for router, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:34.137112 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-8b7cbce6-4ec3-488d-8de5-bc731d16e331 admin admin] For port a51f6036-afdc-4225-a2f1-24051d433b6d, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=a51f6036-afdc-4225-a2f1-24051d433b6d,segment=NetworkSegment(300053b0-e1bc-4021-9455-1937ab1244a8),segment_id=300053b0-e1bc-4021-9455-1937ab1244a8)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:34.137720 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8b7cbce6-4ec3-488d-8de5-bc731d16e331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:34.163738 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-8b7cbce6-4ec3-488d-8de5-bc731d16e331 admin admin] Calling delete_port for a51f6036-afdc-4225-a2f1-24051d433b6d owned by network:router_interface {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:15:34.292236 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-18eea04d-8b77-4f0f-8475-138bb67ff1ea tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:34.304778 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-18eea04d-8b77-4f0f-8475-138bb67ff1ea tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:34.305259 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-18eea04d-8b77-4f0f-8475-138bb67ff1ea tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:34.329343 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-24a73f10-6dcf-4100-b4dd-bd7566893307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:34.334548 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-24a73f10-6dcf-4100-b4dd-bd7566893307 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:34.338896 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-24a73f10-6dcf-4100-b4dd-bd7566893307 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a2b4a522-eff7-4d95-8b0b-d850d63d1cb5 HTTP/1.1" status: 204 len: 168 time: 0.6237895 Nov 12 01:15:34.365465 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a3816-4121-400b-9789-6e5d2cd8448e req-dc1a2fc5-3c98-4240-b9a9-53109c6ff327 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:34.368118 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-950a3816-4121-400b-9789-6e5d2cd8448e req-dc1a2fc5-3c98-4240-b9a9-53109c6ff327 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=517498ae-42b7-45e6-b0d6-ad623959e15b HTTP/1.1" status: 200 len: 945 time: 0.2183728 Nov 12 01:15:34.397367 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-138352c8-91c8-4d10-b74b-119a4fe46ed9 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Router 582739c4-6548-4b63-987f-823a457dbb61 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:15:34.416011 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eea04d-8b77-4f0f-8475-138bb67ff1ea tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=540e59d2-027e-4c8b-bf61-0e085bcaecc8,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:34.427595 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18eea04d-8b77-4f0f-8475-138bb67ff1ea tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:15:34.463063 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-18eea04d-8b77-4f0f-8475-138bb67ff1ea tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:34.464197 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-18eea04d-8b77-4f0f-8475-138bb67ff1ea tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Added segment a644af5b-015f-450d-8308-97ba14b0532f of type vlan for network bb7e89e9-7609-41ff-8355-5b2b5a703028 Nov 12 01:15:34.466442 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a73f10-6dcf-4100-b4dd-bd7566893307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b4a522-eff7-4d95-8b0b-d850d63d1cb5,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:34.574758 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8b7cbce6-4ec3-488d-8de5-bc731d16e331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:34.667310 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-950a3816-4121-400b-9789-6e5d2cd8448e req-671a9d06-e751-41c9-89a3-01607b5a86e0 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/security-groups?id=3077f761-4be2-41f4-97c2-5743e10b623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744994 Nov 12 01:15:34.685961 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-18eea04d-8b77-4f0f-8475-138bb67ff1ea tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:34.792820 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18eea04d-8b77-4f0f-8475-138bb67ff1ea tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:15:34.807935 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-138352c8-91c8-4d10-b74b-119a4fe46ed9 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:15:34.833808 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c76d1e-6951-40ce-856a-83ee980a2da6 None None] Sync routers for ids ['582739c4-6548-4b63-987f-823a457dbb61'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:15:34.834811 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-138352c8-91c8-4d10-b74b-119a4fe46ed9 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:34.839271 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-138352c8-91c8-4d10-b74b-119a4fe46ed9 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] 10.222.0.45 "PUT /v2.0/routers/582739c4-6548-4b63-987f-823a457dbb61 HTTP/1.1" status: 200 len: 922 time: 3.2451658 Nov 12 01:15:34.841447 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-18eea04d-8b77-4f0f-8475-138bb67ff1ea tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:34.841815 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-18eea04d-8b77-4f0f-8475-138bb67ff1ea tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Added segment 598e078a-3f30-475e-9c4f-439603c89e26 of type vlan for network 49c2836f-9899-4da0-89d3-591e4b7e8578 Nov 12 01:15:34.843512 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49172) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:34.869224 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c76d1e-6951-40ce-856a-83ee980a2da6 None None] Routers {'582739c4-6548-4b63-987f-823a457dbb61'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:15:34.870896 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-81c76d1e-6951-40ce-856a-83ee980a2da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:15:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['582739c4-6548-4b63-987f-823a457dbb61'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:35.035607 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-81c76d1e-6951-40ce-856a-83ee980a2da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:35.046795 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-18eea04d-8b77-4f0f-8475-138bb67ff1ea tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:35.105588 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c76d1e-6951-40ce-856a-83ee980a2da6 None None] Routers {'582739c4-6548-4b63-987f-823a457dbb61'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:15:35.109400 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-81c76d1e-6951-40ce-856a-83ee980a2da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:15:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['582739c4-6548-4b63-987f-823a457dbb61'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:35.215295 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49176) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:35.226514 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-81c76d1e-6951-40ce-856a-83ee980a2da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:35.227719 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c76d1e-6951-40ce-856a-83ee980a2da6 None None] The sync data for ids ['582739c4-6548-4b63-987f-823a457dbb61'] in n-d-712142-27 is: [] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:15:35.233380 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.db.resource_extend [None req-18eea04d-8b77-4f0f-8475-138bb67ff1ea tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 01:15:35.263184 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fb8e5c57-aa20-4585-a605-a941c2e83c40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:35.274438 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:35.326565 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-ff38a1dc-ff35-4ddb-8736-0b39da813d7d tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] 10.222.0.45 "GET /v2.0/routers/582739c4-6548-4b63-987f-823a457dbb61 HTTP/1.1" status: 200 len: 922 time: 0.4816554 Nov 12 01:15:35.330134 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49180) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:35.330888 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-18eea04d-8b77-4f0f-8475-138bb67ff1ea tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:35.332340 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-18eea04d-8b77-4f0f-8475-138bb67ff1ea tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:35.338225 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18eea04d-8b77-4f0f-8475-138bb67ff1ea tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:35.343243 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18eea04d-8b77-4f0f-8475-138bb67ff1ea tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:35.343947 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-18eea04d-8b77-4f0f-8475-138bb67ff1ea tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:35.357350 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7cbce6-4ec3-488d-8de5-bc731d16e331 admin admin] Pushing event deleted for resources: {'Port': ['ID=a51f6036-afdc-4225-a2f1-24051d433b6d,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:35.480601 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-18eea04d-8b77-4f0f-8475-138bb67ff1ea tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.9357753 Nov 12 01:15:35.528153 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49182) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:35.578913 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eea04d-8b77-4f0f-8475-138bb67ff1ea tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Pushing event updated for resources: {'Network': ['ID=bb7e89e9-7609-41ff-8355-5b2b5a703028,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:35.605001 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network bb7e89e9-7609-41ff-8355-5b2b5a703028 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:15:35.657651 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8b7cbce6-4ec3-488d-8de5-bc731d16e331 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:35.734309 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adade9f-1210-483c-9586-c7ff89a0d526 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:35.741504 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3adade9f-1210-483c-9586-c7ff89a0d526 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=ab9ea869-d067-4dfb-b2de-16b019fae22d&device_id=582739c4-6548-4b63-987f-823a457dbb61&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3900869 Nov 12 01:15:35.781043 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 49192) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:35.942545 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fb8e5c57-aa20-4585-a605-a941c2e83c40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:35.961926 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fb8e5c57-aa20-4585-a605-a941c2e83c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:35.971068 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eea04d-8b77-4f0f-8475-138bb67ff1ea tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Pushing event updated for resources: {'Network': ['ID=49c2836f-9899-4da0-89d3-591e4b7e8578,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:35.984007 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 49c2836f-9899-4da0-89d3-591e4b7e8578 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:15:36.179621 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b019a2-37a9-4405-a79a-125c8c88c5c2 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:36.184051 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f5b019a2-37a9-4405-a79a-125c8c88c5c2 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] 10.222.0.45 "GET /v2.0/networks/ab9ea869-d067-4dfb-b2de-16b019fae22d HTTP/1.1" status: 200 len: 881 time: 0.3976474 Nov 12 01:15:36.188305 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 49202) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:36.232560 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ace98162-7797-49a6-8ab7-34653fd24896 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] 10.222.0.45 "GET /v2.0/ports?device_id=582739c4-6548-4b63-987f-823a457dbb61 HTTP/1.1" status: 200 len: 205 time: 0.0408640 Nov 12 01:15:36.233686 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 49204) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:36.297181 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b7cbce6-4ec3-488d-8de5-bc731d16e331 admin admin] Router a85aaf9a-c116-4f67-858e-9b1a0ffec13d has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:15:36.422791 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5e20290d-bf02-43bf-891c-c20fca61e386 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:36.574152 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7cbce6-4ec3-488d-8de5-bc731d16e331 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:15:36.577012 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c2e76f-c0e2-4160-a02f-4198b2d0a21f tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:36.586150 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8b7cbce6-4ec3-488d-8de5-bc731d16e331 admin admin] 10.222.0.45 "PUT /v2.0/routers/a85aaf9a-c116-4f67-858e-9b1a0ffec13d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0803099 Nov 12 01:15:36.586496 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c2e76f-c0e2-4160-a02f-4198b2d0a21f tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:36.588013 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 49210) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:36.591161 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c2e76f-c0e2-4160-a02f-4198b2d0a21f tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:36.597720 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c2e76f-c0e2-4160-a02f-4198b2d0a21f tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:36.599715 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-90c2e76f-c0e2-4160-a02f-4198b2d0a21f tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 1.0691917 Nov 12 01:15:36.602414 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5bac8e-2e3e-4c58-a275-9942bee7dce2 None None] Sync routers for ids ['a85aaf9a-c116-4f67-858e-9b1a0ffec13d'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:15:36.605580 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49212) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:36.628973 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5bac8e-2e3e-4c58-a275-9942bee7dce2 None None] Routers {'a85aaf9a-c116-4f67-858e-9b1a0ffec13d'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:15:36.631368 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-8f5bac8e-2e3e-4c58-a275-9942bee7dce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:15:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['a85aaf9a-c116-4f67-858e-9b1a0ffec13d'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:36.655845 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14427bf-19db-42d7-9ea6-ee4d43c17f9f req-5f25b5c6-b913-4848-98bd-788d1ac9bf7c tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:36.657468 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e14427bf-19db-42d7-9ea6-ee4d43c17f9f req-5f25b5c6-b913-4848-98bd-788d1ac9bf7c tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=517498ae-42b7-45e6-b0d6-ad623959e15b HTTP/1.1" status: 200 len: 945 time: 0.8272266 Nov 12 01:15:36.672124 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-fb8e5c57-aa20-4585-a605-a941c2e83c40 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7f5ada5207a74b828bdbf2f7a04beee9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4483590 Nov 12 01:15:36.672124 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8e5c57-aa20-4585-a605-a941c2e83c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb716e4b-dd0e-4007-97b7-ec381f79d0e1,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:36.673286 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 49214) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:36.810259 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-104f4796-0894-4973-8e1c-4549efc7e4ad tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:36.813071 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5e20290d-bf02-43bf-891c-c20fca61e386 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:36.821983 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d42bfb77-9963-4151-8023-c51e1f239a15 admin admin] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:36.870300 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-8f5bac8e-2e3e-4c58-a275-9942bee7dce2 None None] Set router a85aaf9a-c116-4f67-858e-9b1a0ffec13d gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:15:36.928952 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e14427bf-19db-42d7-9ea6-ee4d43c17f9f req-ea0d6d48-3f79-4ce4-829e-ef83edb7b0d0 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/security-groups?id=3077f761-4be2-41f4-97c2-5743e10b623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384243 Nov 12 01:15:37.021638 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d42bfb77-9963-4151-8023-c51e1f239a15 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:37.073266 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-14739440-bf96-434b-addb-0a872d38d181 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:37.091476 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-104f4796-0894-4973-8e1c-4549efc7e4ad tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:37.132689 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-104f4796-0894-4973-8e1c-4549efc7e4ad tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb7e89e9-7609-41ff-8355-5b2b5a703028']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:37.133020 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-14739440-bf96-434b-addb-0a872d38d181 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:37.153309 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-104f4796-0894-4973-8e1c-4549efc7e4ad tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a644af5b-015f-450d-8308-97ba14b0532f') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:37.153816 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-104f4796-0894-4973-8e1c-4549efc7e4ad tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a644af5b-015f-450d-8308-97ba14b0532f') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:37.174687 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-104f4796-0894-4973-8e1c-4549efc7e4ad tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:37.203780 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-104f4796-0894-4973-8e1c-4549efc7e4ad tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:37.210135 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-5e20290d-bf02-43bf-891c-c20fca61e386 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Deleting port 54bd39c1-5f67-47b7-a4f4-8556ad99c5c6 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:15:37.210705 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5e20290d-bf02-43bf-891c-c20fca61e386 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:37.216493 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-104f4796-0894-4973-8e1c-4549efc7e4ad tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:15:37.217403 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-104f4796-0894-4973-8e1c-4549efc7e4ad tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:37.298881 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-8f5bac8e-2e3e-4c58-a275-9942bee7dce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85aaf9a-c116-4f67-858e-9b1a0ffec13d', 'name': 'tempest-TestAggregatesBasicOps-1170799896-router', 'tenant_id': '171a776557a74fb09d56999c9ad2c511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.32'}], 'enable_snat': True}, 'gw_port_id': '64bfb5e2-dcca-401c-bf09-a7a7f642dfa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:41Z', 'updated_at': '2021-11-12T01:15:34Z', 'revision_number': 5, 'project_id': '171a776557a74fb09d56999c9ad2c511', 'gw_port': {'id': '64bfb5e2-dcca-401c-bf09-a7a7f642dfa2', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:05:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a85aaf9a-c116-4f67-858e-9b1a0ffec13d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:14:46Z', 'updated_at': '2021-11-12T01:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:37.341346 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:15:37.341346 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:15:37.341346 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:15:37.341346 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:15:37.341346 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:15:37.341346 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:15:37.341346 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:15:37.341346 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:15:37.341346 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:15:37.341346 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:15:37.341346 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:15:37.341346 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:15:37.341346 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:15:37.341346 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:15:37.341346 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:15:37.341346 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:15:37.341346 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:15:37.341346 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:15:37.341346 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:15:37.341346 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:15:37.341346 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:15:37.341346 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:15:37.341346 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:15:37.341346 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:15:37.341346 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:15:37.341346 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:15:37.341346 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:15:37.341346 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:15:37.341346 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:15:37.341346 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:15:37.341346 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:15:37.341346 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:15:37.361330 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-104f4796-0894-4973-8e1c-4549efc7e4ad tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:37.386945 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5e20290d-bf02-43bf-891c-c20fca61e386 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:37.402094 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5bac8e-2e3e-4c58-a275-9942bee7dce2 None None] Checking router: a85aaf9a-c116-4f67-858e-9b1a0ffec13d for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:15:37.403540 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-5e20290d-bf02-43bf-891c-c20fca61e386 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Calling delete_port for 54bd39c1-5f67-47b7-a4f4-8556ad99c5c6 owned by network:router_gateway {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:15:37.424375 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-104f4796-0894-4973-8e1c-4549efc7e4ad tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:37.442196 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-104f4796-0894-4973-8e1c-4549efc7e4ad tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] 10.222.0.45 "DELETE /v2.0/networks/bb7e89e9-7609-41ff-8355-5b2b5a703028 HTTP/1.1" status: 204 len: 168 time: 0.8352399 Nov 12 01:15:37.444596 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104f4796-0894-4973-8e1c-4549efc7e4ad tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Pushing event deleted for resources: {'Network': ['ID=bb7e89e9-7609-41ff-8355-5b2b5a703028,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:37.447594 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49238) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:37.448939 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5bac8e-2e3e-4c58-a275-9942bee7dce2 None None] Routers {'a85aaf9a-c116-4f67-858e-9b1a0ffec13d'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:15:37.450102 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-8f5bac8e-2e3e-4c58-a275-9942bee7dce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:15:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['a85aaf9a-c116-4f67-858e-9b1a0ffec13d'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:37.484219 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-14739440-bf96-434b-addb-0a872d38d181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:37.487806 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-14739440-bf96-434b-addb-0a872d38d181 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:37.514466 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-14739440-bf96-434b-addb-0a872d38d181 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bb716e4b-dd0e-4007-97b7-ec381f79d0e1 HTTP/1.1" status: 204 len: 168 time: 0.8396516 Nov 12 01:15:37.537636 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-d42bfb77-9963-4151-8023-c51e1f239a15 admin admin] Deleting port 64bfb5e2-dcca-401c-bf09-a7a7f642dfa2 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:15:37.538270 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d42bfb77-9963-4151-8023-c51e1f239a15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:37.559363 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14739440-bf96-434b-addb-0a872d38d181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb716e4b-dd0e-4007-97b7-ec381f79d0e1,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:37.666856 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-8f5bac8e-2e3e-4c58-a275-9942bee7dce2 None None] Set router a85aaf9a-c116-4f67-858e-9b1a0ffec13d gateway port host: None {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:15:37.698765 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f601013b-c519-40af-82cf-4411f21418f0 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:37.796776 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-d42bfb77-9963-4151-8023-c51e1f239a15 admin admin] For port 64bfb5e2-dcca-401c-bf09-a7a7f642dfa2, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=64bfb5e2-dcca-401c-bf09-a7a7f642dfa2,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:37.802852 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d42bfb77-9963-4151-8023-c51e1f239a15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:37.833421 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-8f5bac8e-2e3e-4c58-a275-9942bee7dce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a85aaf9a-c116-4f67-858e-9b1a0ffec13d', 'name': 'tempest-TestAggregatesBasicOps-1170799896-router', 'tenant_id': '171a776557a74fb09d56999c9ad2c511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:41Z', 'updated_at': '2021-11-12T01:15:37Z', 'revision_number': 6, 'project_id': '171a776557a74fb09d56999c9ad2c511', 'gw_port_host': None}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:37.883757 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f601013b-c519-40af-82cf-4411f21418f0 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:37.906974 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-d42bfb77-9963-4151-8023-c51e1f239a15 admin admin] Calling delete_port for 64bfb5e2-dcca-401c-bf09-a7a7f642dfa2 owned by network:router_gateway {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:15:38.004934 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-f601013b-c519-40af-82cf-4411f21418f0 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49c2836f-9899-4da0-89d3-591e4b7e8578']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:38.047691 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-f601013b-c519-40af-82cf-4411f21418f0 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '598e078a-3f30-475e-9c4f-439603c89e26') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:38.048140 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-f601013b-c519-40af-82cf-4411f21418f0 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '598e078a-3f30-475e-9c4f-439603c89e26') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:38.078641 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5bac8e-2e3e-4c58-a275-9942bee7dce2 None None] The sync data for ids ['a85aaf9a-c116-4f67-858e-9b1a0ffec13d'] in n-d-712142-27 is: [{'id': 'a85aaf9a-c116-4f67-858e-9b1a0ffec13d', 'name': 'tempest-TestAggregatesBasicOps-1170799896-router', 'tenant_id': '171a776557a74fb09d56999c9ad2c511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:14:41Z', 'updated_at': '2021-11-12T01:15:37Z', 'revision_number': 6, 'project_id': '171a776557a74fb09d56999c9ad2c511', 'gw_port_host': None}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:15:38.111056 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f601013b-c519-40af-82cf-4411f21418f0 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:38.119603 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5e20290d-bf02-43bf-891c-c20fca61e386 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:38.161005 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f601013b-c519-40af-82cf-4411f21418f0 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:38.179091 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f601013b-c519-40af-82cf-4411f21418f0 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:15:38.179091 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f601013b-c519-40af-82cf-4411f21418f0 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:38.181177 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:15:38.181177 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:15:38.181177 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:15:38.181177 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:15:38.181177 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:15:38.181177 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:15:38.181177 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:15:38.181177 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:15:38.181177 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:15:38.181177 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:15:38.181177 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:15:38.181177 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:15:38.181177 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:15:38.181177 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:15:38.181177 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:15:38.181177 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:15:38.181177 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:15:38.181177 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:15:38.181177 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:15:38.181177 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:15:38.181177 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:15:38.181177 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:15:38.181177 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:15:38.181177 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:15:38.181177 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:15:38.181177 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:15:38.181177 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:15:38.181177 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:15:38.181177 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:15:38.181177 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:15:38.181177 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:15:38.181177 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:15:38.252611 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:38.276050 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f601013b-c519-40af-82cf-4411f21418f0 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:38.280295 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49de74be-fbfd-4634-ab7a-19c4d3a7604c None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:15:38.284245 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f601013b-c519-40af-82cf-4411f21418f0 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:38.289420 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-f601013b-c519-40af-82cf-4411f21418f0 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] 10.222.0.45 "DELETE /v2.0/networks/49c2836f-9899-4da0-89d3-591e4b7e8578 HTTP/1.1" status: 204 len: 168 time: 0.8403316 Nov 12 01:15:38.294848 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49266) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:38.315388 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e20290d-bf02-43bf-891c-c20fca61e386 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Pushing event deleted for resources: {'Port': ['ID=54bd39c1-5f67-47b7-a4f4-8556ad99c5c6,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:38.439889 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5e20290d-bf02-43bf-891c-c20fca61e386 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:38.511684 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff429987-1a8e-49b1-ac5b-2d9c2cfe8aec tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:38.526589 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff429987-1a8e-49b1-ac5b-2d9c2cfe8aec tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:38.529103 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-ff429987-1a8e-49b1-ac5b-2d9c2cfe8aec tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2329290 Nov 12 01:15:38.530187 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601013b-c519-40af-82cf-4411f21418f0 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Pushing event deleted for resources: {'Network': ['ID=49c2836f-9899-4da0-89d3-591e4b7e8578,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:38.534486 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49274) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:38.541247 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-b2cd02db-dab6-41fb-8deb-598cb99377fe tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1741769916'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:38.595220 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2cd02db-dab6-41fb-8deb-598cb99377fe tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Made reservation on behalf of 37ec54b9f52b434fa4e35c9aed45a0ac for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:15:38.616916 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b2cd02db-dab6-41fb-8deb-598cb99377fe tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:38.676843 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d42bfb77-9963-4151-8023-c51e1f239a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:38.682332 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2cd02db-dab6-41fb-8deb-598cb99377fe tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:15:38.696962 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5e20290d-bf02-43bf-891c-c20fca61e386 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:38.703815 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b2cd02db-dab6-41fb-8deb-598cb99377fe tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:38.704610 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-b2cd02db-dab6-41fb-8deb-598cb99377fe tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Added segment c02b6ce7-a909-4821-b31d-c089aec37024 of type vlan for network 188757cd-ed4c-4503-94d3-9df7e91552b6 Nov 12 01:15:38.715036 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5e20290d-bf02-43bf-891c-c20fca61e386 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:38.822195 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42bfb77-9963-4151-8023-c51e1f239a15 admin admin] Pushing event deleted for resources: {'Port': ['ID=64bfb5e2-dcca-401c-bf09-a7a7f642dfa2,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:38.835859 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b2cd02db-dab6-41fb-8deb-598cb99377fe tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:38.879518 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a8475a-5636-4f32-9860-78c134bcefa1 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:15:38.907826 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b2cd02db-dab6-41fb-8deb-598cb99377fe tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:38.914072 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cd02db-dab6-41fb-8deb-598cb99377fe tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:38.918620 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b2cd02db-dab6-41fb-8deb-598cb99377fe tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:38.946195 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-b2cd02db-dab6-41fb-8deb-598cb99377fe tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4097781 Nov 12 01:15:38.963483 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49284) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:38.977826 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-f8360c60-cf1f-4ec7-954b-0aeeb657425e tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1898672374'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:39.019336 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5e20290d-bf02-43bf-891c-c20fca61e386 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:39.019878 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e20290d-bf02-43bf-891c-c20fca61e386 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Fanout notify agent at l3_agent the message router_deleted on router 582739c4-6548-4b63-987f-823a457dbb61 {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:15:39.052268 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5e20290d-bf02-43bf-891c-c20fca61e386 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:39.054124 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5e20290d-bf02-43bf-891c-c20fca61e386 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] 10.222.0.45 "DELETE /v2.0/routers/582739c4-6548-4b63-987f-823a457dbb61 HTTP/1.1" status: 204 len: 168 time: 2.8195758 Nov 12 01:15:39.059608 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49290) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:39.060386 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cd02db-dab6-41fb-8deb-598cb99377fe tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Pushing event updated for resources: {'Network': ['ID=188757cd-ed4c-4503-94d3-9df7e91552b6,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:39.078963 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 188757cd-ed4c-4503-94d3-9df7e91552b6 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:15:39.099042 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-7a914ed2-93f9-4b9b-b815-080d1c197be7 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1721747335', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:39.107445 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8360c60-cf1f-4ec7-954b-0aeeb657425e tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Made reservation on behalf of 37ec54b9f52b434fa4e35c9aed45a0ac for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:15:39.114129 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f8360c60-cf1f-4ec7-954b-0aeeb657425e tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:39.180414 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d42bfb77-9963-4151-8023-c51e1f239a15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:39.253683 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8360c60-cf1f-4ec7-954b-0aeeb657425e tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:15:39.278090 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7a914ed2-93f9-4b9b-b815-080d1c197be7 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:39.280210 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7a914ed2-93f9-4b9b-b815-080d1c197be7 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:39.328495 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f8360c60-cf1f-4ec7-954b-0aeeb657425e tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:39.333265 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-f8360c60-cf1f-4ec7-954b-0aeeb657425e tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Added segment 3b09209e-ece8-477e-b935-52cec7c63c5c of type vlan for network d2564b62-f620-4214-8632-3e92ddeeb493 Nov 12 01:15:39.414628 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d42bfb77-9963-4151-8023-c51e1f239a15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:39.419324 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d42bfb77-9963-4151-8023-c51e1f239a15 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:39.585896 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f8360c60-cf1f-4ec7-954b-0aeeb657425e tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:39.591350 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d42bfb77-9963-4151-8023-c51e1f239a15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:39.592233 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42bfb77-9963-4151-8023-c51e1f239a15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a85aaf9a-c116-4f67-858e-9b1a0ffec13d {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:15:39.599070 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d42bfb77-9963-4151-8023-c51e1f239a15 admin admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:39.599736 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7a914ed2-93f9-4b9b-b815-080d1c197be7 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:39.603186 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d42bfb77-9963-4151-8023-c51e1f239a15 admin admin] 10.222.0.45 "DELETE /v2.0/routers/a85aaf9a-c116-4f67-858e-9b1a0ffec13d HTTP/1.1" status: 204 len: 168 time: 3.0141053 Nov 12 01:15:39.607387 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 49302) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:39.613657 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7a914ed2-93f9-4b9b-b815-080d1c197be7 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:39.685538 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-b37c0a3f-4329-4b71-a31b-7958831f6171 admin admin] Deleting subnet e6c5aca4-4944-4e64-8a8b-b23fe22ff24d {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:15:39.690063 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b37c0a3f-4329-4b71-a31b-7958831f6171 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:39.749941 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7a914ed2-93f9-4b9b-b815-080d1c197be7 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:39.750759 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7a914ed2-93f9-4b9b-b815-080d1c197be7 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6790667 Nov 12 01:15:39.755428 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49304) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:39.756174 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f8360c60-cf1f-4ec7-954b-0aeeb657425e tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:39.766781 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8360c60-cf1f-4ec7-954b-0aeeb657425e tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:39.767332 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f8360c60-cf1f-4ec7-954b-0aeeb657425e tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:39.779351 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b37c0a3f-4329-4b71-a31b-7958831f6171 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:39.791444 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-7535137d-06bf-4f82-885a-6f8038f421bf tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:39.904303 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-f8360c60-cf1f-4ec7-954b-0aeeb657425e tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9420559 Nov 12 01:15:39.935686 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49308) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:39.943724 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-d7818397-7ec6-40ac-b7e2-f34e36a20fbb tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Request body: {'ports': [{'network_id': '188757cd-ed4c-4503-94d3-9df7e91552b6', 'name': 'tempest-port--41367947', 'admin_state_up': True}, {'network_id': 'd2564b62-f620-4214-8632-3e92ddeeb493', 'admin_state_up': False}]} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:39.944083 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-d7818397-7ec6-40ac-b7e2-f34e36a20fbb tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Request body: {'port': {'network_id': '188757cd-ed4c-4503-94d3-9df7e91552b6', 'name': 'tempest-port--41367947', 'admin_state_up': True}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:39.944598 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-d7818397-7ec6-40ac-b7e2-f34e36a20fbb tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Request body: {'port': {'network_id': 'd2564b62-f620-4214-8632-3e92ddeeb493', 'admin_state_up': False}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:40.018954 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8360c60-cf1f-4ec7-954b-0aeeb657425e tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Pushing event updated for resources: {'Network': ['ID=d2564b62-f620-4214-8632-3e92ddeeb493,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:40.038162 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network d2564b62-f620-4214-8632-3e92ddeeb493 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:15:40.146416 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b37c0a3f-4329-4b71-a31b-7958831f6171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:40.272490 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7535137d-06bf-4f82-885a-6f8038f421bf tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:40.348160 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b37c0a3f-4329-4b71-a31b-7958831f6171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:40.454340 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device a51f6036-afdc-4225-a2f1-24051d433b6d no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:15:40.481815 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37c0a3f-4329-4b71-a31b-7958831f6171 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6c5aca4-4944-4e64-8a8b-b23fe22ff24d,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:40.516202 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b37c0a3f-4329-4b71-a31b-7958831f6171 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:40.542398 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b37c0a3f-4329-4b71-a31b-7958831f6171 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e6c5aca4-4944-4e64-8a8b-b23fe22ff24d HTTP/1.1" status: 204 len: 168 time: 0.9331579 Nov 12 01:15:40.545821 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 49326) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:40.557185 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: a51f6036-afdc-4225-a2f1-24051d433b6d {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:15:40.559087 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device a51f6036-afdc-4225-a2f1-24051d433b6d not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:15:40.563090 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 64bfb5e2-dcca-401c-bf09-a7a7f642dfa2 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:15:40.621541 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7818397-7ec6-40ac-b7e2-f34e36a20fbb tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Made reservation on behalf of 37ec54b9f52b434fa4e35c9aed45a0ac for: {'port': 2} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:15:40.633058 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d7818397-7ec6-40ac-b7e2-f34e36a20fbb tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:40.642291 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec91890-bdf3-486f-9083-6c25f0b232f8 None None] Network 41593146-b555-4b6f-804b-01cb04dd47c4 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:15:40.647266 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 64bfb5e2-dcca-401c-bf09-a7a7f642dfa2 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:15:40.650011 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 64bfb5e2-dcca-401c-bf09-a7a7f642dfa2 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:15:40.666239 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d7818397-7ec6-40ac-b7e2-f34e36a20fbb tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:40.750098 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:40.863911 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f584a393-dbf8-42af-ac79-c828d0cf2da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:40.955049 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [None req-d7818397-7ec6-40ac-b7e2-f34e36a20fbb tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] device_id is not set on port e279ac8c-1331-4e63-bcdf-3303d05d85a8 yet. {{(pid=109085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:15:41.164742 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc7e0ea-1121-4cee-a479-d03b21599fd7 None None] DHCP port deletion for 41593146-b555-4b6f-804b-01cb04dd47c4 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:15:41.203566 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7535137d-06bf-4f82-885a-6f8038f421bf tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks [] for router_gateway, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:41.241561 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7535137d-06bf-4f82-885a-6f8038f421bf tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:41.317492 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-3cc7e0ea-1121-4cee-a479-d03b21599fd7 None None] Deleting port c4858abd-056d-4242-a809-2efef9f13042 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:15:41.320292 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3cc7e0ea-1121-4cee-a479-d03b21599fd7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:41.460162 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d7818397-7ec6-40ac-b7e2-f34e36a20fbb tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:41.515467 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-3cc7e0ea-1121-4cee-a479-d03b21599fd7 None None] For port c4858abd-056d-4242-a809-2efef9f13042, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=c4858abd-056d-4242-a809-2efef9f13042,segment=NetworkSegment(300053b0-e1bc-4021-9455-1937ab1244a8),segment_id=300053b0-e1bc-4021-9455-1937ab1244a8)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:41.515979 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3cc7e0ea-1121-4cee-a479-d03b21599fd7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:41.536899 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-3cc7e0ea-1121-4cee-a479-d03b21599fd7 None None] Calling delete_port for c4858abd-056d-4242-a809-2efef9f13042 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:15:41.685219 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3cc7e0ea-1121-4cee-a479-d03b21599fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:41.718672 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc7e0ea-1121-4cee-a479-d03b21599fd7 None None] Pushing event deleted for resources: {'Port': ['ID=c4858abd-056d-4242-a809-2efef9f13042,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:41.750001 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc7e0ea-1121-4cee-a479-d03b21599fd7 None None] No DVR routers for this DVR port c4858abd-056d-4242-a809-2efef9f13042 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:15:41.758556 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-f584a393-dbf8-42af-ac79-c828d0cf2da0 admin admin] Deleting port c4858abd-056d-4242-a809-2efef9f13042 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:15:41.760301 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f584a393-dbf8-42af-ac79-c828d0cf2da0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:41.782478 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [None req-d7818397-7ec6-40ac-b7e2-f34e36a20fbb tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] device_id is not set on port c2b38dc1-7e69-43f0-9c0d-a795e07e90b8 yet. {{(pid=109085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:15:41.968519 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f584a393-dbf8-42af-ac79-c828d0cf2da0 admin admin] For port c4858abd-056d-4242-a809-2efef9f13042, host n-d-712142-27, got binding levels [] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:41.969291 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f584a393-dbf8-42af-ac79-c828d0cf2da0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:41.977018 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-7535137d-06bf-4f82-885a-6f8038f421bf tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Allocated IP 172.25.3.173 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/a0475434-47ec-4514-98e4-c3cdcf669917) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:15:42.028580 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-f584a393-dbf8-42af-ac79-c828d0cf2da0 admin admin] Calling delete_port for c4858abd-056d-4242-a809-2efef9f13042 owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:15:42.040348 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.ipam_backend_mixin [None req-f584a393-dbf8-42af-ac79-c828d0cf2da0 admin admin] Port c4858abd-056d-4242-a809-2efef9f13042 was not found and therefore no delete operation was performed {{(pid=109086) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 01:15:42.042552 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f584a393-dbf8-42af-ac79-c828d0cf2da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:42.092181 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f584a393-dbf8-42af-ac79-c828d0cf2da0 admin admin] No DVR routers for this DVR port c4858abd-056d-4242-a809-2efef9f13042 on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:15:42.189017 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device c4858abd-056d-4242-a809-2efef9f13042 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:15:42.204911 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f584a393-dbf8-42af-ac79-c828d0cf2da0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4858abd-056d-4242-a809-2efef9f13042,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:42.232784 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: c4858abd-056d-4242-a809-2efef9f13042 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:15:42.233349 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device c4858abd-056d-4242-a809-2efef9f13042 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:15:42.271559 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d7818397-7ec6-40ac-b7e2-f34e36a20fbb tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:42.285509 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7535137d-06bf-4f82-885a-6f8038f421bf tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:42.367475 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f584a393-dbf8-42af-ac79-c828d0cf2da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:42.392236 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-f584a393-dbf8-42af-ac79-c828d0cf2da0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41593146-b555-4b6f-804b-01cb04dd47c4']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:42.402238 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d7818397-7ec6-40ac-b7e2-f34e36a20fbb tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:42.404353 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-f584a393-dbf8-42af-ac79-c828d0cf2da0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '300053b0-e1bc-4021-9455-1937ab1244a8') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:42.404940 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-f584a393-dbf8-42af-ac79-c828d0cf2da0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '300053b0-e1bc-4021-9455-1937ab1244a8') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:42.421301 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f584a393-dbf8-42af-ac79-c828d0cf2da0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:42.434729 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7535137d-06bf-4f82-885a-6f8038f421bf tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:42.455236 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f584a393-dbf8-42af-ac79-c828d0cf2da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:42.472108 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f584a393-dbf8-42af-ac79-c828d0cf2da0 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:15:42.472723 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f584a393-dbf8-42af-ac79-c828d0cf2da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:42.486317 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7535137d-06bf-4f82-885a-6f8038f421bf tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:15:42.493002 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-7535137d-06bf-4f82-885a-6f8038f421bf tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:42.498251 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7535137d-06bf-4f82-885a-6f8038f421bf tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:15:42.505883 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:15:42.505883 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:15:42.505883 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:15:42.505883 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:15:42.505883 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:15:42.505883 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:15:42.505883 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:15:42.505883 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:15:42.505883 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:15:42.505883 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:15:42.505883 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:15:42.505883 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:15:42.505883 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:15:42.505883 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:15:42.505883 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:15:42.505883 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:15:42.505883 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:15:42.505883 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:15:42.505883 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:15:42.505883 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:15:42.505883 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:15:42.505883 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:15:42.505883 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:15:42.505883 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:15:42.505883 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:15:42.505883 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:15:42.505883 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:15:42.505883 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:15:42.505883 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:15:42.505883 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:15:42.505883 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:15:42.505883 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:15:42.523511 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad744a5-7e91-415a-9dda-68b60b2b48d7 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:15:42.559154 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7818397-7ec6-40ac-b7e2-f34e36a20fbb tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Pushing event updated for resources: {'Port': ['ID=e279ac8c-1331-4e63-bcdf-3303d05d85a8,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:42.643929 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f584a393-dbf8-42af-ac79-c828d0cf2da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:42.665396 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f584a393-dbf8-42af-ac79-c828d0cf2da0 admin admin] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:42.669567 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-72d8ef27-fbdd-4139-aad6-a044cfd0abae None None] Provisioning complete for port a0475434-47ec-4514-98e4-c3cdcf669917 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:42.670339 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-72d8ef27-fbdd-4139-aad6-a044cfd0abae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:42.694144 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f584a393-dbf8-42af-ac79-c828d0cf2da0 admin admin] 10.222.0.45 "DELETE /v2.0/networks/41593146-b555-4b6f-804b-01cb04dd47c4 HTTP/1.1" status: 204 len: 168 time: 2.1350920 Nov 12 01:15:42.723465 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7818397-7ec6-40ac-b7e2-f34e36a20fbb tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Checking segment: {'id': 'c02b6ce7-a909-4821-b31d-c089aec37024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '188757cd-ed4c-4503-94d3-9df7e91552b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:15:42.724015 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7818397-7ec6-40ac-b7e2-f34e36a20fbb tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Network hostable DHCP agents. Network: 188757cd-ed4c-4503-94d3-9df7e91552b6, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:15:42.730401 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7535137d-06bf-4f82-885a-6f8038f421bf tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Pushing event updated for resources: {'Port': ['ID=a0475434-47ec-4514-98e4-c3cdcf669917,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:42.746318 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f584a393-dbf8-42af-ac79-c828d0cf2da0 admin admin] Pushing event deleted for resources: {'Network': ['ID=41593146-b555-4b6f-804b-01cb04dd47c4,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:42.794528 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7818397-7ec6-40ac-b7e2-f34e36a20fbb tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Network 188757cd-ed4c-4503-94d3-9df7e91552b6 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:15:42.817075 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-d7818397-7ec6-40ac-b7e2-f34e36a20fbb tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 188757cd-ed4c-4503-94d3-9df7e91552b6) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:42.823561 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7818397-7ec6-40ac-b7e2-f34e36a20fbb tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:15:42.825344 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d7818397-7ec6-40ac-b7e2-f34e36a20fbb tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:42.876004 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86fd9bb-501b-4c00-a041-67753b82452d None None] Network 188757cd-ed4c-4503-94d3-9df7e91552b6 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:15:42.974446 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7818397-7ec6-40ac-b7e2-f34e36a20fbb tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Pushing event updated for resources: {'Port': ['ID=c2b38dc1-7e69-43f0-9c0d-a795e07e90b8,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:43.040309 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7818397-7ec6-40ac-b7e2-f34e36a20fbb tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Checking segment: {'id': '3b09209e-ece8-477e-b935-52cec7c63c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd2564b62-f620-4214-8632-3e92ddeeb493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:15:43.040935 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7818397-7ec6-40ac-b7e2-f34e36a20fbb tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Network hostable DHCP agents. Network: d2564b62-f620-4214-8632-3e92ddeeb493, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:15:43.105656 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7535137d-06bf-4f82-885a-6f8038f421bf tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks [] for router_gateway, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:43.107540 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-72d8ef27-fbdd-4139-aad6-a044cfd0abae None None] Port a0475434-47ec-4514-98e4-c3cdcf669917 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:15:43.197065 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7818397-7ec6-40ac-b7e2-f34e36a20fbb tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Network d2564b62-f620-4214-8632-3e92ddeeb493 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:15:43.300548 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-d7818397-7ec6-40ac-b7e2-f34e36a20fbb tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, d2564b62-f620-4214-8632-3e92ddeeb493) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:43.306206 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7818397-7ec6-40ac-b7e2-f34e36a20fbb tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:15:43.312330 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7818397-7ec6-40ac-b7e2-f34e36a20fbb tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:43.320100 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0019f6-9015-42e5-8241-51f1087c5d88 None None] Network d2564b62-f620-4214-8632-3e92ddeeb493 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:15:43.332614 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7818397-7ec6-40ac-b7e2-f34e36a20fbb tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:43.333339 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d7818397-7ec6-40ac-b7e2-f34e36a20fbb tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:43.339655 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 49390) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:43.403346 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-d7818397-7ec6-40ac-b7e2-f34e36a20fbb tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 3.4636109 Nov 12 01:15:43.404156 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49392) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:43.425701 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1d4e061e-22f7-47b7-b2ff-87a759c240fe admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b5f27454e44c46e484db1f05cb0bd256&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0838642 Nov 12 01:15:43.427209 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 49394) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:43.480752 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 49396) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:43.528916 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6b88ccf1-d5d2-4cd5-aa26-106c38ae7127 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:43.603943 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6b88ccf1-d5d2-4cd5-aa26-106c38ae7127 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:43.672102 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ec5927-3d9a-4703-a67d-096425fb0305 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:43.680536 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ec5927-3d9a-4703-a67d-096425fb0305 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:43.685158 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-79ec5927-3d9a-4703-a67d-096425fb0305 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.2794290 Nov 12 01:15:43.685810 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49404) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:43.695607 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6b88ccf1-d5d2-4cd5-aa26-106c38ae7127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:43.699590 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6b88ccf1-d5d2-4cd5-aa26-106c38ae7127 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:43.703582 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6b88ccf1-d5d2-4cd5-aa26-106c38ae7127 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/709c755d-15b9-40b4-9531-72f19c798dfd HTTP/1.1" status: 204 len: 168 time: 0.2749798 Nov 12 01:15:43.741515 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b88ccf1-d5d2-4cd5-aa26-106c38ae7127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709c755d-15b9-40b4-9531-72f19c798dfd,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:43.746820 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7535137d-06bf-4f82-885a-6f8038f421bf tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-233838'] for router, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:43.768900 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7535137d-06bf-4f82-885a-6f8038f421bf tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1709614'] for router, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:43.897354 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a49cd360-53f9-4a2d-b6a1-0c52e28508a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:43.936715 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-ca66bb1e-0340-4716-9d8d-7be48ab92d9d tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Deleting port e279ac8c-1331-4e63-bcdf-3303d05d85a8 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:15:43.937013 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ca66bb1e-0340-4716-9d8d-7be48ab92d9d tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:44.106124 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a49cd360-53f9-4a2d-b6a1-0c52e28508a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:44.114004 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a49cd360-53f9-4a2d-b6a1-0c52e28508a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:44.149029 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ca66bb1e-0340-4716-9d8d-7be48ab92d9d tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:44.187418 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-ca66bb1e-0340-4716-9d8d-7be48ab92d9d tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Calling delete_port for e279ac8c-1331-4e63-bcdf-3303d05d85a8 owned by {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:15:44.226060 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7535137d-06bf-4f82-885a-6f8038f421bf tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Router 3a650175-5b2f-4bbf-85ba-e259ba0e81ef is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:15:44.230017 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49cd360-53f9-4a2d-b6a1-0c52e28508a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea8bde9-d0bc-4361-970d-2ba4d6539aab,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:44.253717 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a49cd360-53f9-4a2d-b6a1-0c52e28508a7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ab91da8a33a54217b48c8c4801cb5401&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7706466 Nov 12 01:15:44.259101 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 49422) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:44.316655 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 49424) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:44.389641 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-90e90435-ef18-4589-a7f7-62f5d04b2f51 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=171a776557a74fb09d56999c9ad2c511&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0718951 Nov 12 01:15:44.406106 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 49426) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:44.455563 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-40ef79d4-ae60-4a4d-8deb-e8538e07107a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:44.550617 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-40ef79d4-ae60-4a4d-8deb-e8538e07107a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:44.553475 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b75f501c-e2ad-431b-96a3-6adb9f791044 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:44.599827 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b75f501c-e2ad-431b-96a3-6adb9f791044 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:44.756226 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-40ef79d4-ae60-4a4d-8deb-e8538e07107a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:44.761490 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-40ef79d4-ae60-4a4d-8deb-e8538e07107a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:44.765699 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-40ef79d4-ae60-4a4d-8deb-e8538e07107a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2ea8bde9-d0bc-4361-970d-2ba4d6539aab HTTP/1.1" status: 204 len: 168 time: 0.5028374 Nov 12 01:15:44.768876 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b75f501c-e2ad-431b-96a3-6adb9f791044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:44.772171 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b75f501c-e2ad-431b-96a3-6adb9f791044 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:44.776794 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b75f501c-e2ad-431b-96a3-6adb9f791044 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9c47c6ee-7d1a-4023-b216-d96023b3e615 HTTP/1.1" status: 204 len: 168 time: 0.3661788 Nov 12 01:15:44.781556 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef79d4-ae60-4a4d-8deb-e8538e07107a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea8bde9-d0bc-4361-970d-2ba4d6539aab,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:44.795733 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75f501c-e2ad-431b-96a3-6adb9f791044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c47c6ee-7d1a-4023-b216-d96023b3e615,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:45.007726 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7535137d-06bf-4f82-885a-6f8038f421bf tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:15:45.016922 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7535137d-06bf-4f82-885a-6f8038f421bf tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:45.018976 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7535137d-06bf-4f82-885a-6f8038f421bf tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] 10.222.0.45 "PUT /v2.0/routers/3a650175-5b2f-4bbf-85ba-e259ba0e81ef HTTP/1.1" status: 200 len: 880 time: 5.2337651 Nov 12 01:15:45.022138 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 49442) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:45.038728 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ca66bb1e-0340-4716-9d8d-7be48ab92d9d tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:45.042857 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af68923-49e6-49ea-aa08-6b8255457629 None None] Sync routers for ids ['3a650175-5b2f-4bbf-85ba-e259ba0e81ef'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:15:45.080609 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af68923-49e6-49ea-aa08-6b8255457629 None None] Routers {'3a650175-5b2f-4bbf-85ba-e259ba0e81ef'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:15:45.082210 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-1af68923-49e6-49ea-aa08-6b8255457629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:15:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['3a650175-5b2f-4bbf-85ba-e259ba0e81ef'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:45.139915 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca66bb1e-0340-4716-9d8d-7be48ab92d9d tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Pushing event deleted for resources: {'Port': ['ID=e279ac8c-1331-4e63-bcdf-3303d05d85a8,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:45.154030 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ca66bb1e-0340-4716-9d8d-7be48ab92d9d tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:45.160278 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-ca66bb1e-0340-4716-9d8d-7be48ab92d9d tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] 10.222.0.45 "DELETE /v2.0/ports/e279ac8c-1331-4e63-bcdf-3303d05d85a8 HTTP/1.1" status: 204 len: 168 time: 1.4673371 Nov 12 01:15:45.162007 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49448) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:45.255040 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-1af68923-49e6-49ea-aa08-6b8255457629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:45.301286 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af68923-49e6-49ea-aa08-6b8255457629 None None] Routers {'3a650175-5b2f-4bbf-85ba-e259ba0e81ef'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:15:45.306355 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-1af68923-49e6-49ea-aa08-6b8255457629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:15:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['3a650175-5b2f-4bbf-85ba-e259ba0e81ef'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:45.422611 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-98bc7e9d-5db3-4c90-8a2d-cc7ca0760151 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Deleting port c2b38dc1-7e69-43f0-9c0d-a795e07e90b8 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:15:45.422984 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-98bc7e9d-5db3-4c90-8a2d-cc7ca0760151 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:45.424273 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6dafe863-86cf-44d6-9456-41a47dcf3bc2 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] 10.222.0.45 "GET /v2.0/routers/3a650175-5b2f-4bbf-85ba-e259ba0e81ef HTTP/1.1" status: 200 len: 921 time: 0.4004200 Nov 12 01:15:45.428286 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 49460) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:45.479252 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-1af68923-49e6-49ea-aa08-6b8255457629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:45.480475 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af68923-49e6-49ea-aa08-6b8255457629 None None] The sync data for ids ['3a650175-5b2f-4bbf-85ba-e259ba0e81ef'] in n-d-712142-27 is: [] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:15:45.629624 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-98bc7e9d-5db3-4c90-8a2d-cc7ca0760151 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:45.634724 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ad7df7-2622-4177-8666-2911701c43f4 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:45.645454 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49468) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:45.646045 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-16ad7df7-2622-4177-8666-2911701c43f4 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=ab9ea869-d067-4dfb-b2de-16b019fae22d&device_id=3a650175-5b2f-4bbf-85ba-e259ba0e81ef&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2165239 Nov 12 01:15:45.712308 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 49472) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:45.741933 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3f96bdb5-b227-4545-9872-6766825fdba8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:45.856020 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3f96bdb5-b227-4545-9872-6766825fdba8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:45.860255 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3f96bdb5-b227-4545-9872-6766825fdba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:45.923094 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722d249f-cc7f-4bfc-9743-f640f0dbaf96 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:45.927614 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-722d249f-cc7f-4bfc-9743-f640f0dbaf96 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] 10.222.0.45 "GET /v2.0/networks/ab9ea869-d067-4dfb-b2de-16b019fae22d HTTP/1.1" status: 200 len: 881 time: 0.2774627 Nov 12 01:15:45.927614 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-98bc7e9d-5db3-4c90-8a2d-cc7ca0760151 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Calling delete_port for c2b38dc1-7e69-43f0-9c0d-a795e07e90b8 owned by {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:15:45.927951 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f96bdb5-b227-4545-9872-6766825fdba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0647a770-1296-4902-8b35-6d9ce792a47c,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:45.928694 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49476) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:45.952027 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3f96bdb5-b227-4545-9872-6766825fdba8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=87ddfef4ffc3455aa7bd8e5d0d430121&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2384319 Nov 12 01:15:45.952737 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 49478) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:45.987796 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-ac31bd09-9ca8-428c-bf25-8f61d523bd52 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a650175-5b2f-4bbf-85ba-e259ba0e81ef HTTP/1.1" status: 200 len: 205 time: 0.0583711 Nov 12 01:15:45.990405 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 49480) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:46.158190 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-98bc7e9d-5db3-4c90-8a2d-cc7ca0760151 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:46.218918 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-98bc7e9d-5db3-4c90-8a2d-cc7ca0760151 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:46.228352 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-98bc7e9d-5db3-4c90-8a2d-cc7ca0760151 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] 10.222.0.45 "DELETE /v2.0/ports/c2b38dc1-7e69-43f0-9c0d-a795e07e90b8 HTTP/1.1" status: 204 len: 168 time: 1.0650089 Nov 12 01:15:46.229143 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49494) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:46.240209 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bc7e9d-5db3-4c90-8a2d-cc7ca0760151 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Pushing event deleted for resources: {'Port': ['ID=c2b38dc1-7e69-43f0-9c0d-a795e07e90b8,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:46.240719 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2f56c90d-4021-4d05-8548-8ec03a9d48ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:46.278717 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-142a1a2c-2c04-4803-9d36-503d11681bf6 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:46.285535 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-eb238cd2-d0e4-4abd-b498-e0f96dc2668e tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0548065 Nov 12 01:15:46.286174 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49496) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:46.294341 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-f2ff757c-2c13-4513-bd70-228b470f6241 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-17865036'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:46.320969 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ff757c-2c13-4513-bd70-228b470f6241 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Made reservation on behalf of 37ec54b9f52b434fa4e35c9aed45a0ac for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:15:46.333040 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f2ff757c-2c13-4513-bd70-228b470f6241 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:46.366259 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2ff757c-2c13-4513-bd70-228b470f6241 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:15:46.371812 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49500) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:46.395020 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f2ff757c-2c13-4513-bd70-228b470f6241 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:46.395441 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-f2ff757c-2c13-4513-bd70-228b470f6241 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Added segment 6596615c-d0d9-48bb-88db-4c37d2094357 of type vlan for network 6c11a59e-5afa-461e-b4c9-09038faf40a1 Nov 12 01:15:46.439428 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2f56c90d-4021-4d05-8548-8ec03a9d48ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:46.519657 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f2ff757c-2c13-4513-bd70-228b470f6241 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:46.542791 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2f56c90d-4021-4d05-8548-8ec03a9d48ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:46.546840 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2f56c90d-4021-4d05-8548-8ec03a9d48ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:46.548312 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2f56c90d-4021-4d05-8548-8ec03a9d48ff admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0647a770-1296-4902-8b35-6d9ce792a47c HTTP/1.1" status: 204 len: 168 time: 0.5943410 Nov 12 01:15:46.598477 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f2ff757c-2c13-4513-bd70-228b470f6241 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:46.606463 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ff757c-2c13-4513-bd70-228b470f6241 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:46.608491 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f2ff757c-2c13-4513-bd70-228b470f6241 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:46.638322 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f56c90d-4021-4d05-8548-8ec03a9d48ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0647a770-1296-4902-8b35-6d9ce792a47c,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:46.639037 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-69b09631-c08d-4f12-84c9-a9ddaebe1409 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1788200367-network', 'tenant_id': '9e09e1487d8e48e99af3838750a68ac8'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:46.727173 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b09631-c08d-4f12-84c9-a9ddaebe1409 admin admin] Made reservation on behalf of 9e09e1487d8e48e99af3838750a68ac8 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:15:46.729883 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-69b09631-c08d-4f12-84c9-a9ddaebe1409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:46.749087 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-f2ff757c-2c13-4513-bd70-228b470f6241 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4589171 Nov 12 01:15:46.785147 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49514) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:46.785147 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-69b09631-c08d-4f12-84c9-a9ddaebe1409 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:46.794703 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-c39a478c-2b39-4621-bca5-ffabe6f3346e tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1755353654'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:46.807572 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-142a1a2c-2c04-4803-9d36-503d11681bf6 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:46.830578 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39a478c-2b39-4621-bca5-ffabe6f3346e tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Made reservation on behalf of 37ec54b9f52b434fa4e35c9aed45a0ac for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:15:46.834864 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c39a478c-2b39-4621-bca5-ffabe6f3346e tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:46.844534 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff757c-2c13-4513-bd70-228b470f6241 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Pushing event updated for resources: {'Network': ['ID=6c11a59e-5afa-461e-b4c9-09038faf40a1,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:46.867576 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 6c11a59e-5afa-461e-b4c9-09038faf40a1 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:15:46.890376 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-142a1a2c-2c04-4803-9d36-503d11681bf6 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Deleting port a0475434-47ec-4514-98e4-c3cdcf669917 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:15:46.891078 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-142a1a2c-2c04-4803-9d36-503d11681bf6 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:46.899479 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c39a478c-2b39-4621-bca5-ffabe6f3346e tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:15:46.924067 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c39a478c-2b39-4621-bca5-ffabe6f3346e tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:46.924413 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-c39a478c-2b39-4621-bca5-ffabe6f3346e tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Added segment da5f17a7-b483-4cfc-a113-b844405a50bd of type vlan for network d14c0cf6-0b73-4116-aef6-68cd918d7490 Nov 12 01:15:47.004971 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-142a1a2c-2c04-4803-9d36-503d11681bf6 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:47.022357 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-142a1a2c-2c04-4803-9d36-503d11681bf6 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Calling delete_port for a0475434-47ec-4514-98e4-c3cdcf669917 owned by network:router_gateway {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:15:47.067270 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c39a478c-2b39-4621-bca5-ffabe6f3346e tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:47.153657 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c39a478c-2b39-4621-bca5-ffabe6f3346e tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:47.160017 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39a478c-2b39-4621-bca5-ffabe6f3346e tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:47.160728 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c39a478c-2b39-4621-bca5-ffabe6f3346e tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:47.181098 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-69b09631-c08d-4f12-84c9-a9ddaebe1409 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:47.206996 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-69b09631-c08d-4f12-84c9-a9ddaebe1409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:47.241357 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c39a478c-2b39-4621-bca5-ffabe6f3346e tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4541388 Nov 12 01:15:47.438220 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69b09631-c08d-4f12-84c9-a9ddaebe1409 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:15:47.456274 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a478c-2b39-4621-bca5-ffabe6f3346e tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Pushing event updated for resources: {'Network': ['ID=d14c0cf6-0b73-4116-aef6-68cd918d7490,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:47.470379 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b09631-c08d-4f12-84c9-a9ddaebe1409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886f999f-0094-4b0f-a8fb-07984c7e5389,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:47.474962 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network d14c0cf6-0b73-4116-aef6-68cd918d7490 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:15:47.520418 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-69b09631-c08d-4f12-84c9-a9ddaebe1409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:47.520827 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-69b09631-c08d-4f12-84c9-a9ddaebe1409 admin admin] Added segment 903adb33-be36-4f66-84f3-41189f6c5e3f of type vlan for network 31d1676f-c0b1-44e7-b405-e2c0516e0de6 Nov 12 01:15:47.694958 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-142a1a2c-2c04-4803-9d36-503d11681bf6 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:47.756439 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-69b09631-c08d-4f12-84c9-a9ddaebe1409 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:47.830480 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a1a2c-2c04-4803-9d36-503d11681bf6 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Pushing event deleted for resources: {'Port': ['ID=a0475434-47ec-4514-98e4-c3cdcf669917,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:47.851549 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-69b09631-c08d-4f12-84c9-a9ddaebe1409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:47.856326 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b09631-c08d-4f12-84c9-a9ddaebe1409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:47.857731 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-69b09631-c08d-4f12-84c9-a9ddaebe1409 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:47.886913 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4585fd-8218-4350-b10b-de7c22118c5b None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:15:47.977151 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b09631-c08d-4f12-84c9-a9ddaebe1409 admin admin] Pushing event updated for resources: {'Network': ['ID=31d1676f-c0b1-44e7-b405-e2c0516e0de6,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:47.994992 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 31d1676f-c0b1-44e7-b405-e2c0516e0de6 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:15:48.000829 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-69b09631-c08d-4f12-84c9-a9ddaebe1409 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6231334 Nov 12 01:15:48.001548 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49544) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:48.009270 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-7af5fcaf-c70e-48fc-8ff9-ffae625f4747 admin admin] Request body: {'subnet': {'network_id': '31d1676f-c0b1-44e7-b405-e2c0516e0de6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1788200367-subnet', 'tenant_id': '9e09e1487d8e48e99af3838750a68ac8', 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:48.078354 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af5fcaf-c70e-48fc-8ff9-ffae625f4747 admin admin] Made reservation on behalf of 9e09e1487d8e48e99af3838750a68ac8 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:15:48.082256 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7af5fcaf-c70e-48fc-8ff9-ffae625f4747 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:48.087608 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-142a1a2c-2c04-4803-9d36-503d11681bf6 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:48.353871 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-142a1a2c-2c04-4803-9d36-503d11681bf6 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:48.358746 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-142a1a2c-2c04-4803-9d36-503d11681bf6 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:48.534275 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-142a1a2c-2c04-4803-9d36-503d11681bf6 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:48.535308 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142a1a2c-2c04-4803-9d36-503d11681bf6 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Fanout notify agent at l3_agent the message router_deleted on router 3a650175-5b2f-4bbf-85ba-e259ba0e81ef {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:15:48.566355 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-142a1a2c-2c04-4803-9d36-503d11681bf6 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:48.576786 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-142a1a2c-2c04-4803-9d36-503d11681bf6 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] 10.222.0.45 "DELETE /v2.0/routers/3a650175-5b2f-4bbf-85ba-e259ba0e81ef HTTP/1.1" status: 204 len: 168 time: 2.5799625 Nov 12 01:15:48.576786 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 49558) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:48.599110 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-f1b67e6d-7ce2-4bef-8c17-b0da7e57311c tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1912847427', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:48.617489 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7af5fcaf-c70e-48fc-8ff9-ffae625f4747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:48.717738 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af5fcaf-c70e-48fc-8ff9-ffae625f4747 admin admin] Pushing event updated for resources: {'Subnet': ['ID=238e7ac8-48c4-4bd1-badc-bc04bb2a5f6b,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:48.719046 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1b67e6d-7ce2-4bef-8c17-b0da7e57311c tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:48.732895 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1b67e6d-7ce2-4bef-8c17-b0da7e57311c tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:48.796183 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af5fcaf-c70e-48fc-8ff9-ffae625f4747 admin admin] Checking segment: {'id': '903adb33-be36-4f66-84f3-41189f6c5e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '31d1676f-c0b1-44e7-b405-e2c0516e0de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:15:48.800821 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af5fcaf-c70e-48fc-8ff9-ffae625f4747 admin admin] Network hostable DHCP agents. Network: 31d1676f-c0b1-44e7-b405-e2c0516e0de6, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:15:48.891535 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af5fcaf-c70e-48fc-8ff9-ffae625f4747 admin admin] Network 31d1676f-c0b1-44e7-b405-e2c0516e0de6 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:15:48.935846 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-7af5fcaf-c70e-48fc-8ff9-ffae625f4747 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 31d1676f-c0b1-44e7-b405-e2c0516e0de6) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:48.948441 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691d5350-08c2-409d-b753-ecd7ad54a931 None None] Network 31d1676f-c0b1-44e7-b405-e2c0516e0de6 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:15:48.968486 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af5fcaf-c70e-48fc-8ff9-ffae625f4747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:48.970321 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7af5fcaf-c70e-48fc-8ff9-ffae625f4747 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:48.972312 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1b67e6d-7ce2-4bef-8c17-b0da7e57311c tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:48.984323 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1b67e6d-7ce2-4bef-8c17-b0da7e57311c tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:49.055133 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f1b67e6d-7ce2-4bef-8c17-b0da7e57311c tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:49.066538 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f1b67e6d-7ce2-4bef-8c17-b0da7e57311c tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4857624 Nov 12 01:15:49.066538 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 49572) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:49.066905 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 49574) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:49.071208 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7af5fcaf-c70e-48fc-8ff9-ffae625f4747 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0658708 Nov 12 01:15:49.083311 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-7c0be879-f4ab-4a1a-ba75-f01642586d48 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'enable_snat': True}}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:49.229617 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-4da62775-ea14-4d4e-8796-7925c7b63645 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1788200367-router', 'tenant_id': '9e09e1487d8e48e99af3838750a68ac8', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:49.341949 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f4bfe2-f248-4cc7-965c-7ce184365fc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-31d1676f-c0b1-44e7-b405-e2c0516e0de6', 'network_id': '31d1676f-c0b1-44e7-b405-e2c0516e0de6', 'tenant_id': '9e09e1487d8e48e99af3838750a68ac8', 'fixed_ips': [{'subnet_id': '238e7ac8-48c4-4bd1-badc-bc04bb2a5f6b'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:15:49.342823 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-90f4bfe2-f248-4cc7-965c-7ce184365fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:49.577212 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4da62775-ea14-4d4e-8796-7925c7b63645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:49.579093 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4da62775-ea14-4d4e-8796-7925c7b63645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:49.657656 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-90f4bfe2-f248-4cc7-965c-7ce184365fc1 None None] Allocated IP 172.20.0.2 (31d1676f-c0b1-44e7-b405-e2c0516e0de6/238e7ac8-48c4-4bd1-badc-bc04bb2a5f6b/c8270f7e-ecf7-4cd1-9391-86c8c1f514eb) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:15:49.795184 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49590) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:49.950669 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4da62775-ea14-4d4e-8796-7925c7b63645 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:50.090992 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7c0be879-f4ab-4a1a-ba75-f01642586d48 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:50.097807 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7e44363e-3d9b-4bef-bdb5-f0bde1eaa2dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:50.237120 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-90f4bfe2-f248-4cc7-965c-7ce184365fc1 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:50.247579 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-90f4bfe2-f248-4cc7-965c-7ce184365fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:50.302022 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f4bfe2-f248-4cc7-965c-7ce184365fc1 None None] Network 31d1676f-c0b1-44e7-b405-e2c0516e0de6 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:15:50.307478 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-90f4bfe2-f248-4cc7-965c-7ce184365fc1 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:50.312568 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f4bfe2-f248-4cc7-965c-7ce184365fc1 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:15:50.368616 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4da62775-ea14-4d4e-8796-7925c7b63645 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:50.510618 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f4bfe2-f248-4cc7-965c-7ce184365fc1 None None] Pushing event updated for resources: {'Port': ['ID=c8270f7e-ecf7-4cd1-9391-86c8c1f514eb,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:50.525454 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7e44363e-3d9b-4bef-bdb5-f0bde1eaa2dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:50.536545 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7e44363e-3d9b-4bef-bdb5-f0bde1eaa2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:50.568153 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-90f4bfe2-f248-4cc7-965c-7ce184365fc1 None None] Attempting to bind port c8270f7e-ecf7-4cd1-9391-86c8c1f514eb on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:15:50.570276 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-90f4bfe2-f248-4cc7-965c-7ce184365fc1 None None] Attempting to bind port c8270f7e-ecf7-4cd1-9391-86c8c1f514eb by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '903adb33-be36-4f66-84f3-41189f6c5e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '31d1676f-c0b1-44e7-b405-e2c0516e0de6'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:15:50.571752 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f4bfe2-f248-4cc7-965c-7ce184365fc1 None None] Attempting to bind port c8270f7e-ecf7-4cd1-9391-86c8c1f514eb on network 31d1676f-c0b1-44e7-b405-e2c0516e0de6 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:15:50.598944 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f4bfe2-f248-4cc7-965c-7ce184365fc1 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:15:50.599805 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f4bfe2-f248-4cc7-965c-7ce184365fc1 None None] Checking segment: {'id': '903adb33-be36-4f66-84f3-41189f6c5e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '31d1676f-c0b1-44e7-b405-e2c0516e0de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:15:50.600659 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-90f4bfe2-f248-4cc7-965c-7ce184365fc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:50.601492 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f4bfe2-f248-4cc7-965c-7ce184365fc1 None None] Bound using segment: {'id': '903adb33-be36-4f66-84f3-41189f6c5e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '31d1676f-c0b1-44e7-b405-e2c0516e0de6'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:15:50.603133 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 49610) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:50.604211 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-90f4bfe2-f248-4cc7-965c-7ce184365fc1 None None] Bound port: c8270f7e-ecf7-4cd1-9391-86c8c1f514eb, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '903adb33-be36-4f66-84f3-41189f6c5e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '31d1676f-c0b1-44e7-b405-e2c0516e0de6'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:15:50.606750 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-90f4bfe2-f248-4cc7-965c-7ce184365fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:50.621510 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e44363e-3d9b-4bef-bdb5-f0bde1eaa2dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe67658d-7358-4026-aa34-77c69e7f519d,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:50.622595 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-06f1f0f5-3b36-4970-bce4-662e5c38aa8b tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Request body: {'subnets': [{'network_id': '6c11a59e-5afa-461e-b4c9-09038faf40a1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2005487070', 'ip_version': 6}, {'network_id': 'd14c0cf6-0b73-4116-aef6-68cd918d7490', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:50.623240 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-06f1f0f5-3b36-4970-bce4-662e5c38aa8b tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Request body: {'subnet': {'network_id': '6c11a59e-5afa-461e-b4c9-09038faf40a1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2005487070', 'ip_version': 6}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:50.624492 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-06f1f0f5-3b36-4970-bce4-662e5c38aa8b tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Request body: {'subnet': {'network_id': 'd14c0cf6-0b73-4116-aef6-68cd918d7490', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:50.633175 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7e44363e-3d9b-4bef-bdb5-f0bde1eaa2dd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eb9edf0a529144aabf21524045cc0c48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8352528 Nov 12 01:15:50.635999 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49614) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:50.694619 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-28b6c321-3b35-49f5-9fde-6123754695e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:50.705204 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-90f4bfe2-f248-4cc7-965c-7ce184365fc1 None None] For port c8270f7e-ecf7-4cd1-9391-86c8c1f514eb, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:15:50.709490 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-90f4bfe2-f248-4cc7-965c-7ce184365fc1 None None] For port c8270f7e-ecf7-4cd1-9391-86c8c1f514eb, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=c8270f7e-ecf7-4cd1-9391-86c8c1f514eb,segment=NetworkSegment(903adb33-be36-4f66-84f3-41189f6c5e3f),segment_id=903adb33-be36-4f66-84f3-41189f6c5e3f)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:15:50.717767 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-90f4bfe2-f248-4cc7-965c-7ce184365fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:50.726453 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-28b6c321-3b35-49f5-9fde-6123754695e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:50.801225 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f4bfe2-f248-4cc7-965c-7ce184365fc1 None None] Pushing event updated for resources: {'Port': ['ID=c8270f7e-ecf7-4cd1-9391-86c8c1f514eb,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:50.900268 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-28b6c321-3b35-49f5-9fde-6123754695e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:50.903484 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-28b6c321-3b35-49f5-9fde-6123754695e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:50.905463 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-28b6c321-3b35-49f5-9fde-6123754695e0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fe67658d-7358-4026-aa34-77c69e7f519d HTTP/1.1" status: 204 len: 168 time: 0.2676525 Nov 12 01:15:50.961673 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b6c321-3b35-49f5-9fde-6123754695e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe67658d-7358-4026-aa34-77c69e7f519d,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:51.024514 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa9bc5-a0e3-488c-81d9-a51dbabf583e req-afaf4e32-779c-41b9-b510-cb64b1e8bd52 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:51.033617 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d2fa9bc5-a0e3-488c-81d9-a51dbabf583e req-afaf4e32-779c-41b9-b510-cb64b1e8bd52 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/networks?id=1a8182d6-d1ae-418d-93c2-b627ded7dca2 HTTP/1.1" status: 200 len: 815 time: 0.2578902 Nov 12 01:15:51.059843 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d2fa9bc5-a0e3-488c-81d9-a51dbabf583e req-0522c8e3-8a25-4e94-a9ce-18bf593fbc33 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/quotas/02561602d23944f4a6c1bd1cba61ffb6 HTTP/1.1" status: 200 len: 375 time: 0.0241296 Nov 12 01:15:51.231854 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d2fa9bc5-a0e3-488c-81d9-a51dbabf583e req-ff43df1e-cad2-419a-942a-5fc3e48526ac tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=02561602d23944f4a6c1bd1cba61ffb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1706548 Nov 12 01:15:51.481560 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d2fa9bc5-a0e3-488c-81d9-a51dbabf583e req-00ebac7f-1b82-4b64-8b62-8938e8b6a2cf service neutron] 10.222.0.45 "GET /v2.0/networks/1a8182d6-d1ae-418d-93c2-b627ded7dca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293143 Nov 12 01:15:51.554550 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7c0be879-f4ab-4a1a-ba75-f01642586d48 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:51.613231 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d2fa9bc5-a0e3-488c-81d9-a51dbabf583e req-7394240a-2462-4b66-9bea-4890d3e39bbb service neutron] 10.222.0.45 "GET /v2.0/networks/1a8182d6-d1ae-418d-93c2-b627ded7dca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217840 Nov 12 01:15:51.648564 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f1f0f5-3b36-4970-bce4-662e5c38aa8b tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Made reservation on behalf of 37ec54b9f52b434fa4e35c9aed45a0ac for: {'subnet': 2} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:15:51.654148 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-06f1f0f5-3b36-4970-bce4-662e5c38aa8b tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:51.654543 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-06f1f0f5-3b36-4970-bce4-662e5c38aa8b tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:51.659051 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4da62775-ea14-4d4e-8796-7925c7b63645 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:51.726025 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7c0be879-f4ab-4a1a-ba75-f01642586d48 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:51.745292 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4da62775-ea14-4d4e-8796-7925c7b63645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:51.915273 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3088753e-0e49-440c-8924-cd383c5e8444 req-05e948f3-542e-4926-b866-29275cb2e02b tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e2b4c00-10dc-485e-bb88-2d702db720ff HTTP/1.1" status: 200 len: 210 time: 0.0532205 Nov 12 01:15:52.412752 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device c8270f7e-ecf7-4cd1-9391-86c8c1f514eb up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:15:52.609966 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b104724-3c1e-4982-9fc5-681017f8b7fc None None] Network 31d1676f-c0b1-44e7-b405-e2c0516e0de6 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:15:52.802253 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port c8270f7e-ecf7-4cd1-9391-86c8c1f514eb triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:52.802719 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:52.878389 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-dc8c7538-efdd-4219-908d-20dd9c8cd7ba None None] Provisioning complete for port c8270f7e-ecf7-4cd1-9391-86c8c1f514eb triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:52.879075 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-dc8c7538-efdd-4219-908d-20dd9c8cd7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:53.160566 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:53.205228 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c8f30d82-8707-4d27-ac74-950c7fb8cdd4 req-6a95e450-b032-4d86-b470-210eb8fb68ef tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e2b4c00-10dc-485e-bb88-2d702db720ff HTTP/1.1" status: 200 len: 210 time: 0.0807886 Nov 12 01:15:53.235445 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port c8270f7e-ecf7-4cd1-9391-86c8c1f514eb, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=c8270f7e-ecf7-4cd1-9391-86c8c1f514eb,segment=NetworkSegment(903adb33-be36-4f66-84f3-41189f6c5e3f),segment_id=903adb33-be36-4f66-84f3-41189f6c5e3f)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:53.251953 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-7c0be879-f4ab-4a1a-ba75-f01642586d48 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Allocated IP 172.25.3.95 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/ba697e65-06f3-47e6-bbb6-909f9ab0cfd5) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:15:53.254333 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:53.336556 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=c8270f7e-ecf7-4cd1-9391-86c8c1f514eb,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:53.345556 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-dc8c7538-efdd-4219-908d-20dd9c8cd7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:53.519443 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.api [None req-dc8c7538-efdd-4219-908d-20dd9c8cd7ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:15:53.522146 n-d-712142-27 neutron-server[109087]: DEBUG oslo_db.api [None req-dc8c7538-efdd-4219-908d-20dd9c8cd7ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:15:53.621810 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7c0be879-f4ab-4a1a-ba75-f01642586d48 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:53.654506 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-06f1f0f5-3b36-4970-bce4-662e5c38aa8b tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:53.748084 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f1f0f5-3b36-4970-bce4-662e5c38aa8b tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Pushing event updated for resources: {'Subnet': ['ID=50980366-e935-4575-9140-046aede0d569,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:53.755823 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7c0be879-f4ab-4a1a-ba75-f01642586d48 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:53.838043 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0be879-f4ab-4a1a-ba75-f01642586d48 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:15:53.858841 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-7c0be879-f4ab-4a1a-ba75-f01642586d48 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:53.863232 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0be879-f4ab-4a1a-ba75-f01642586d48 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:15:53.882228 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b59803-18aa-4a7a-82ec-fc022725b7fa None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:15:53.917025 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f1f0f5-3b36-4970-bce4-662e5c38aa8b tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Checking segment: {'id': '6596615c-d0d9-48bb-88db-4c37d2094357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6c11a59e-5afa-461e-b4c9-09038faf40a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:15:53.917025 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f1f0f5-3b36-4970-bce4-662e5c38aa8b tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Network hostable DHCP agents. Network: 6c11a59e-5afa-461e-b4c9-09038faf40a1, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:15:53.931168 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-4da62775-ea14-4d4e-8796-7925c7b63645 admin admin] Allocated IP 172.25.3.217 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/910759bf-9c23-47c0-a955-80f6ba50ef46) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:15:53.945431 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0be879-f4ab-4a1a-ba75-f01642586d48 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Pushing event updated for resources: {'Port': ['ID=ba697e65-06f3-47e6-bbb6-909f9ab0cfd5,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:54.163389 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f1f0f5-3b36-4970-bce4-662e5c38aa8b tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Network 6c11a59e-5afa-461e-b4c9-09038faf40a1 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:15:54.197224 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device c8270f7e-ecf7-4cd1-9391-86c8c1f514eb up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:15:54.337222 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-16288c86-046b-4853-9efc-5c6072ede7f0 None None] Provisioning complete for port c8270f7e-ecf7-4cd1-9391-86c8c1f514eb triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:54.338439 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-16288c86-046b-4853-9efc-5c6072ede7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:54.398756 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-06f1f0f5-3b36-4970-bce4-662e5c38aa8b tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 6c11a59e-5afa-461e-b4c9-09038faf40a1) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:54.422566 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ac6e2338-9759-49ad-8c92-47951c6820d7 req-b965cf62-4fdc-47ad-a0fb-14bbd13eb4fa tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e2b4c00-10dc-485e-bb88-2d702db720ff HTTP/1.1" status: 200 len: 210 time: 0.0664017 Nov 12 01:15:54.424785 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ffcbca-635e-4169-8e94-ea580c2c5b56 None None] Network 6c11a59e-5afa-461e-b4c9-09038faf40a1 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:15:54.451726 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-06f1f0f5-3b36-4970-bce4-662e5c38aa8b tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:54.452065 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port c8270f7e-ecf7-4cd1-9391-86c8c1f514eb triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:54.452065 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:54.603644 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4da62775-ea14-4d4e-8796-7925c7b63645 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:54.639604 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa9bc5-a0e3-488c-81d9-a51dbabf583e req-1fc9026d-24db-495d-85fd-37301aa33794 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:54.651928 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d2fa9bc5-a0e3-488c-81d9-a51dbabf583e req-1fc9026d-24db-495d-85fd-37301aa33794 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.44 "GET /v2.0/networks?id=1a8182d6-d1ae-418d-93c2-b627ded7dca2 HTTP/1.1" status: 200 len: 815 time: 0.6472139 Nov 12 01:15:54.657069 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f1f0f5-3b36-4970-bce4-662e5c38aa8b tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Pushing event updated for resources: {'Subnet': ['ID=b8ab6fad-3634-454a-b061-4e9ff4bc6680,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:54.720435 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-16288c86-046b-4853-9efc-5c6072ede7f0 None None] Provisioning complete for port ba697e65-06f3-47e6-bbb6-909f9ab0cfd5 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:54.721587 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-16288c86-046b-4853-9efc-5c6072ede7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:54.885355 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-16288c86-046b-4853-9efc-5c6072ede7f0 None None] Port ba697e65-06f3-47e6-bbb6-909f9ab0cfd5 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:15:54.899045 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-d2fa9bc5-a0e3-488c-81d9-a51dbabf583e req-31cd0ebc-dad0-4c7d-b34b-9a20cec04782 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Request body: {'port': {'device_id': '6e2b4c00-10dc-485e-bb88-2d702db720ff', 'network_id': '1a8182d6-d1ae-418d-93c2-b627ded7dca2', 'admin_state_up': True, 'tenant_id': '02561602d23944f4a6c1bd1cba61ffb6'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:54.913187 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881316ae-3254-4488-a3bc-6b1f2770861e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-6c11a59e-5afa-461e-b4c9-09038faf40a1', 'network_id': '6c11a59e-5afa-461e-b4c9-09038faf40a1', 'tenant_id': '37ec54b9f52b434fa4e35c9aed45a0ac', 'fixed_ips': [{'subnet_id': '50980366-e935-4575-9140-046aede0d569'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:15:54.914118 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-881316ae-3254-4488-a3bc-6b1f2770861e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:54.936501 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4da62775-ea14-4d4e-8796-7925c7b63645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:55.073128 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f1f0f5-3b36-4970-bce4-662e5c38aa8b tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Checking segment: {'id': 'da5f17a7-b483-4cfc-a113-b844405a50bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd14c0cf6-0b73-4116-aef6-68cd918d7490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:15:55.073614 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f1f0f5-3b36-4970-bce4-662e5c38aa8b tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Network hostable DHCP agents. Network: d14c0cf6-0b73-4116-aef6-68cd918d7490, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:15:55.122879 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da62775-ea14-4d4e-8796-7925c7b63645 admin admin] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:15:55.133646 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da62775-ea14-4d4e-8796-7925c7b63645 admin admin] Pushing event updated for resources: {'Port': ['ID=910759bf-9c23-47c0-a955-80f6ba50ef46,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:55.140767 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-881316ae-3254-4488-a3bc-6b1f2770861e None None] Allocated IP 2001:db8::1 (6c11a59e-5afa-461e-b4c9-09038faf40a1/50980366-e935-4575-9140-046aede0d569/6ddf411a-5950-4455-9c58-add4a55e33c9) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:15:55.145913 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-4da62775-ea14-4d4e-8796-7925c7b63645 admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:55.155045 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da62775-ea14-4d4e-8796-7925c7b63645 admin admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:15:55.185304 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7c0be879-f4ab-4a1a-ba75-f01642586d48 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:55.233673 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175f2d0c-21e9-421b-8977-a689399db1f7 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:15:55.369333 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f1f0f5-3b36-4970-bce4-662e5c38aa8b tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Network d14c0cf6-0b73-4116-aef6-68cd918d7490 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:15:55.383601 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-6b74eeeb-fb76-41d0-b2ae-9c323d3bd442 None None] Provisioning complete for port 910759bf-9c23-47c0-a955-80f6ba50ef46 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:55.384045 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6b74eeeb-fb76-41d0-b2ae-9c323d3bd442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:55.484052 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-6b74eeeb-fb76-41d0-b2ae-9c323d3bd442 None None] Port 910759bf-9c23-47c0-a955-80f6ba50ef46 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:15:55.486891 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-881316ae-3254-4488-a3bc-6b1f2770861e None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:55.493822 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-06f1f0f5-3b36-4970-bce4-662e5c38aa8b tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, d14c0cf6-0b73-4116-aef6-68cd918d7490) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:55.497068 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-881316ae-3254-4488-a3bc-6b1f2770861e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:55.515752 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f1f0f5-3b36-4970-bce4-662e5c38aa8b tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:55.516442 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f1f0f5-3b36-4970-bce4-662e5c38aa8b tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:55.517565 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-06f1f0f5-3b36-4970-bce4-662e5c38aa8b tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:55.524766 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b437f8b1-fddb-41f0-9ace-3ff29a9c64d1 None None] Network d14c0cf6-0b73-4116-aef6-68cd918d7490 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:15:55.545906 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881316ae-3254-4488-a3bc-6b1f2770861e None None] Network 6c11a59e-5afa-461e-b4c9-09038faf40a1 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:15:55.567517 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-881316ae-3254-4488-a3bc-6b1f2770861e None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:55.575591 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2fa9bc5-a0e3-488c-81d9-a51dbabf583e req-31cd0ebc-dad0-4c7d-b34b-9a20cec04782 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Made reservation on behalf of 02561602d23944f4a6c1bd1cba61ffb6 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:15:55.582057 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-d2fa9bc5-a0e3-488c-81d9-a51dbabf583e req-31cd0ebc-dad0-4c7d-b34b-9a20cec04782 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:55.611194 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-48f33d83-1bf5-4b98-ac33-e261ecdae54a req-bb64ec12-d921-4034-a798-789e7d724c2a tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e2b4c00-10dc-485e-bb88-2d702db720ff HTTP/1.1" status: 200 len: 210 time: 0.0445948 Nov 12 01:15:55.634682 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881316ae-3254-4488-a3bc-6b1f2770861e None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:15:55.666771 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881316ae-3254-4488-a3bc-6b1f2770861e None None] Pushing event updated for resources: {'Port': ['ID=6ddf411a-5950-4455-9c58-add4a55e33c9,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:55.707217 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-06f1f0f5-3b36-4970-bce4-662e5c38aa8b tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 5.0913112 Nov 12 01:15:55.707905 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49816) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:55.838925 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-881316ae-3254-4488-a3bc-6b1f2770861e None None] Attempting to bind port 6ddf411a-5950-4455-9c58-add4a55e33c9 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:15:55.843722 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-881316ae-3254-4488-a3bc-6b1f2770861e None None] Attempting to bind port 6ddf411a-5950-4455-9c58-add4a55e33c9 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '6596615c-d0d9-48bb-88db-4c37d2094357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6c11a59e-5afa-461e-b4c9-09038faf40a1'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:15:55.844946 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881316ae-3254-4488-a3bc-6b1f2770861e None None] Attempting to bind port 6ddf411a-5950-4455-9c58-add4a55e33c9 on network 6c11a59e-5afa-461e-b4c9-09038faf40a1 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:15:55.856549 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881316ae-3254-4488-a3bc-6b1f2770861e None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:15:55.857097 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881316ae-3254-4488-a3bc-6b1f2770861e None None] Checking segment: {'id': '6596615c-d0d9-48bb-88db-4c37d2094357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6c11a59e-5afa-461e-b4c9-09038faf40a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:15:55.857621 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-881316ae-3254-4488-a3bc-6b1f2770861e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:55.858055 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881316ae-3254-4488-a3bc-6b1f2770861e None None] Bound using segment: {'id': '6596615c-d0d9-48bb-88db-4c37d2094357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6c11a59e-5afa-461e-b4c9-09038faf40a1'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:15:55.858671 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-881316ae-3254-4488-a3bc-6b1f2770861e None None] Bound port: 6ddf411a-5950-4455-9c58-add4a55e33c9, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6596615c-d0d9-48bb-88db-4c37d2094357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '6c11a59e-5afa-461e-b4c9-09038faf40a1'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:15:55.859213 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-881316ae-3254-4488-a3bc-6b1f2770861e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:55.971083 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ebf4c1-b4dc-4e2e-b661-24f9f6882876 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:55.986066 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ebf4c1-b4dc-4e2e-b661-24f9f6882876 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:55.996437 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ebf4c1-b4dc-4e2e-b661-24f9f6882876 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:55.999460 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-88ebf4c1-b4dc-4e2e-b661-24f9f6882876 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2891905 Nov 12 01:15:56.007595 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49828) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:56.058128 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7c0be879-f4ab-4a1a-ba75-f01642586d48 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-233838'] for router, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:56.063084 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7c0be879-f4ab-4a1a-ba75-f01642586d48 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1709614'] for router, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:56.072708 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad5075a-8de4-4784-8b5f-c7e99688d039 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-d14c0cf6-0b73-4116-aef6-68cd918d7490', 'network_id': 'd14c0cf6-0b73-4116-aef6-68cd918d7490', 'tenant_id': '37ec54b9f52b434fa4e35c9aed45a0ac', 'fixed_ips': [{'subnet_id': 'b8ab6fad-3634-454a-b061-4e9ff4bc6680'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:15:56.074123 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fad5075a-8de4-4784-8b5f-c7e99688d039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:56.094950 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-881316ae-3254-4488-a3bc-6b1f2770861e None None] For port 6ddf411a-5950-4455-9c58-add4a55e33c9, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:15:56.131781 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-881316ae-3254-4488-a3bc-6b1f2770861e None None] For port 6ddf411a-5950-4455-9c58-add4a55e33c9, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=6ddf411a-5950-4455-9c58-add4a55e33c9,segment=NetworkSegment(6596615c-d0d9-48bb-88db-4c37d2094357),segment_id=6596615c-d0d9-48bb-88db-4c37d2094357)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:15:56.139808 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1cce841-fca1-4607-8260-29eb0942892d tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Deleting subnet 50980366-e935-4575-9140-046aede0d569 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:15:56.145695 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d1cce841-fca1-4607-8260-29eb0942892d tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:56.164968 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-d2fa9bc5-a0e3-488c-81d9-a51dbabf583e req-31cd0ebc-dad0-4c7d-b34b-9a20cec04782 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Allocated IP 172.20.0.8 (1a8182d6-d1ae-418d-93c2-b627ded7dca2/1a7d4261-126a-4a06-89cb-5e5216ca7fc1/d9f1126f-7e3e-4fec-8b31-bcd1527ff2f4) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:15:56.190805 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-881316ae-3254-4488-a3bc-6b1f2770861e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:56.207902 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4da62775-ea14-4d4e-8796-7925c7b63645 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:56.226286 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d1cce841-fca1-4607-8260-29eb0942892d tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:56.326624 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881316ae-3254-4488-a3bc-6b1f2770861e None None] Pushing event updated for resources: {'Port': ['ID=6ddf411a-5950-4455-9c58-add4a55e33c9,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:56.366868 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-fad5075a-8de4-4784-8b5f-c7e99688d039 None None] Allocated IP 2001:db8:0:1::1 (d14c0cf6-0b73-4116-aef6-68cd918d7490/b8ab6fad-3634-454a-b061-4e9ff4bc6680/e292b455-6e96-451c-8193-5cd92a040e2b) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:15:56.409617 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d1cce841-fca1-4607-8260-29eb0942892d tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:56.467282 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49832) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:56.539608 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d1cce841-fca1-4607-8260-29eb0942892d tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:56.650628 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cce841-fca1-4607-8260-29eb0942892d tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Pushing event deleted for resources: {'Subnet': ['ID=50980366-e935-4575-9140-046aede0d569,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:56.667714 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d1cce841-fca1-4607-8260-29eb0942892d tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:56.683470 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-d1cce841-fca1-4607-8260-29eb0942892d tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] 10.222.0.45 "DELETE /v2.0/subnets/50980366-e935-4575-9140-046aede0d569 HTTP/1.1" status: 204 len: 168 time: 0.6728327 Nov 12 01:15:56.686771 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49842) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:56.820737 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fad5075a-8de4-4784-8b5f-c7e99688d039 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:56.824758 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4bebb3bf-d852-4aac-bf24-b88547d052a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:56.840769 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fad5075a-8de4-4784-8b5f-c7e99688d039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:56.903044 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad5075a-8de4-4784-8b5f-c7e99688d039 None None] Pushing event updated for resources: {'Port': ['ID=e292b455-6e96-451c-8193-5cd92a040e2b,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:56.914857 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad5075a-8de4-4784-8b5f-c7e99688d039 None None] Network d14c0cf6-0b73-4116-aef6-68cd918d7490 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:15:56.922916 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-fad5075a-8de4-4784-8b5f-c7e99688d039 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:56.929626 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad5075a-8de4-4784-8b5f-c7e99688d039 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:15:56.957646 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c0be879-f4ab-4a1a-ba75-f01642586d48 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Router 2d56a08e-d6e1-48aa-b196-ea0e290e2822 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:15:56.993325 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5f46bcaf-62b5-4aad-b89c-34d6906a9ece req-3c0bdc27-0082-4204-afc6-6106f0f09e0f tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e2b4c00-10dc-485e-bb88-2d702db720ff HTTP/1.1" status: 200 len: 210 time: 0.1483889 Nov 12 01:15:57.022133 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-9482cfcd-f025-4d30-b2e1-93179e024181 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Deleting subnet b8ab6fad-3634-454a-b061-4e9ff4bc6680 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:15:57.027896 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4da62775-ea14-4d4e-8796-7925c7b63645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:57.028880 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9482cfcd-f025-4d30-b2e1-93179e024181 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:57.062479 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-fad5075a-8de4-4784-8b5f-c7e99688d039 None None] Attempting to bind port e292b455-6e96-451c-8193-5cd92a040e2b on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:15:57.063240 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-fad5075a-8de4-4784-8b5f-c7e99688d039 None None] Attempting to bind port e292b455-6e96-451c-8193-5cd92a040e2b by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'da5f17a7-b483-4cfc-a113-b844405a50bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd14c0cf6-0b73-4116-aef6-68cd918d7490'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:15:57.064562 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad5075a-8de4-4784-8b5f-c7e99688d039 None None] Attempting to bind port e292b455-6e96-451c-8193-5cd92a040e2b on network d14c0cf6-0b73-4116-aef6-68cd918d7490 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:15:57.073807 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad5075a-8de4-4784-8b5f-c7e99688d039 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:15:57.075455 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad5075a-8de4-4784-8b5f-c7e99688d039 None None] Checking segment: {'id': 'da5f17a7-b483-4cfc-a113-b844405a50bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd14c0cf6-0b73-4116-aef6-68cd918d7490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:15:57.076186 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fad5075a-8de4-4784-8b5f-c7e99688d039 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:57.076825 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad5075a-8de4-4784-8b5f-c7e99688d039 None None] Bound using segment: {'id': 'da5f17a7-b483-4cfc-a113-b844405a50bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd14c0cf6-0b73-4116-aef6-68cd918d7490'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:15:57.077550 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-fad5075a-8de4-4784-8b5f-c7e99688d039 None None] Bound port: e292b455-6e96-451c-8193-5cd92a040e2b, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da5f17a7-b483-4cfc-a113-b844405a50bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd14c0cf6-0b73-4116-aef6-68cd918d7490'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:15:57.078170 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fad5075a-8de4-4784-8b5f-c7e99688d039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:57.095607 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9482cfcd-f025-4d30-b2e1-93179e024181 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:57.185053 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-d2fa9bc5-a0e3-488c-81d9-a51dbabf583e req-31cd0ebc-dad0-4c7d-b34b-9a20cec04782 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:57.231532 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-fad5075a-8de4-4784-8b5f-c7e99688d039 None None] For port e292b455-6e96-451c-8193-5cd92a040e2b, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:15:57.238928 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-fad5075a-8de4-4784-8b5f-c7e99688d039 None None] For port e292b455-6e96-451c-8193-5cd92a040e2b, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=e292b455-6e96-451c-8193-5cd92a040e2b,segment=NetworkSegment(da5f17a7-b483-4cfc-a113-b844405a50bd),segment_id=da5f17a7-b483-4cfc-a113-b844405a50bd)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:15:57.276929 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fad5075a-8de4-4784-8b5f-c7e99688d039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:57.287543 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4bebb3bf-d852-4aac-bf24-b88547d052a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:57.295911 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4bebb3bf-d852-4aac-bf24-b88547d052a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:57.298643 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a64bb42c-9dc1-417b-a689-18730af34845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:57.370934 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9482cfcd-f025-4d30-b2e1-93179e024181 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:57.407035 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bebb3bf-d852-4aac-bf24-b88547d052a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02285af-2a25-4c76-a41d-972a52d68605,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:57.460034 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4bebb3bf-d852-4aac-bf24-b88547d052a3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c6bf3eae8ea14bf182f39e494f614ae1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9915164 Nov 12 01:15:57.465836 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49858) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:57.504815 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad5075a-8de4-4784-8b5f-c7e99688d039 None None] Pushing event updated for resources: {'Port': ['ID=e292b455-6e96-451c-8193-5cd92a040e2b,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:57.587063 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9c24b6bc-beb5-4ea0-85a2-4c2e87148c30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:57.622962 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9482cfcd-f025-4d30-b2e1-93179e024181 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:57.676233 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9482cfcd-f025-4d30-b2e1-93179e024181 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Pushing event deleted for resources: {'Subnet': ['ID=b8ab6fad-3634-454a-b061-4e9ff4bc6680,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:57.714230 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9c24b6bc-beb5-4ea0-85a2-4c2e87148c30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:57.765280 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9482cfcd-f025-4d30-b2e1-93179e024181 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:57.765777 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9482cfcd-f025-4d30-b2e1-93179e024181 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:57.765996 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9482cfcd-f025-4d30-b2e1-93179e024181 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:57.766341 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9482cfcd-f025-4d30-b2e1-93179e024181 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:57.767045 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9482cfcd-f025-4d30-b2e1-93179e024181 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:57.767596 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9482cfcd-f025-4d30-b2e1-93179e024181 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:57.768479 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9482cfcd-f025-4d30-b2e1-93179e024181 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:57.768868 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9482cfcd-f025-4d30-b2e1-93179e024181 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:57.769211 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9482cfcd-f025-4d30-b2e1-93179e024181 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:57.769566 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9482cfcd-f025-4d30-b2e1-93179e024181 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:57.769881 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9482cfcd-f025-4d30-b2e1-93179e024181 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:57.770402 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9482cfcd-f025-4d30-b2e1-93179e024181 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:15:57.782088 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9482cfcd-f025-4d30-b2e1-93179e024181 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:57.800627 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-9482cfcd-f025-4d30-b2e1-93179e024181 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] 10.222.0.45 "DELETE /v2.0/subnets/b8ab6fad-3634-454a-b061-4e9ff4bc6680 HTTP/1.1" status: 204 len: 168 time: 1.0998440 Nov 12 01:15:57.802110 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49864) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:57.926586 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9c24b6bc-beb5-4ea0-85a2-4c2e87148c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:57.934067 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9c24b6bc-beb5-4ea0-85a2-4c2e87148c30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:57.935573 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-9c24b6bc-beb5-4ea0-85a2-4c2e87148c30 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f02285af-2a25-4c76-a41d-972a52d68605 HTTP/1.1" status: 204 len: 168 time: 0.4649465 Nov 12 01:15:57.990753 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-d2fa9bc5-a0e3-488c-81d9-a51dbabf583e req-31cd0ebc-dad0-4c7d-b34b-9a20cec04782 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:57.995249 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f46ab1-b587-4524-a851-576324bba412 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:57.998537 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-57f46ab1-b587-4524-a851-576324bba412 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1949854 Nov 12 01:15:58.004927 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49870) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:58.013388 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c24b6bc-beb5-4ea0-85a2-4c2e87148c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02285af-2a25-4c76-a41d-972a52d68605,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:58.031553 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['f46a3c8e-1974-41a8-bc95-4be32a45282f'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:15:58.035864 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['97878826-2751-4bd8-ab63-0c0fee130f8d'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:15:58.108338 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c0be879-f4ab-4a1a-ba75-f01642586d48 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:15:58.120205 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7c0be879-f4ab-4a1a-ba75-f01642586d48 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:58.130691 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7c0be879-f4ab-4a1a-ba75-f01642586d48 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] 10.222.0.45 "PUT /v2.0/routers/2d56a08e-d6e1-48aa-b196-ea0e290e2822 HTTP/1.1" status: 200 len: 914 time: 9.0537980 Nov 12 01:15:58.151034 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49880) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:58.177222 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be35ee16-dafa-4671-a2dd-0a9d9bb39e1d None None] Sync routers for ids ['2d56a08e-d6e1-48aa-b196-ea0e290e2822'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:15:58.199483 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2fa9bc5-a0e3-488c-81d9-a51dbabf583e req-31cd0ebc-dad0-4c7d-b34b-9a20cec04782 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Network 1a8182d6-d1ae-418d-93c2-b627ded7dca2 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:15:58.221532 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-d2fa9bc5-a0e3-488c-81d9-a51dbabf583e req-31cd0ebc-dad0-4c7d-b34b-9a20cec04782 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:15:58.225081 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2fa9bc5-a0e3-488c-81d9-a51dbabf583e req-31cd0ebc-dad0-4c7d-b34b-9a20cec04782 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:15:58.260887 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd0ebc-dad0-4c7d-b34b-9a20cec04782 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Pushing event updated for resources: {'Port': ['ID=d9f1126f-7e3e-4fec-8b31-bcd1527ff2f4,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:58.274384 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be35ee16-dafa-4671-a2dd-0a9d9bb39e1d None None] Routers {'2d56a08e-d6e1-48aa-b196-ea0e290e2822'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:15:58.277349 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-be35ee16-dafa-4671-a2dd-0a9d9bb39e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:15:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['2d56a08e-d6e1-48aa-b196-ea0e290e2822'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:58.408469 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da62775-ea14-4d4e-8796-7925c7b63645 admin admin] Router 40ba1592-4757-45e4-990f-9c9bed936ba1 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:15:58.452687 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa9bc5-a0e3-488c-81d9-a51dbabf583e req-31cd0ebc-dad0-4c7d-b34b-9a20cec04782 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:58.453390 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-d2fa9bc5-a0e3-488c-81d9-a51dbabf583e req-31cd0ebc-dad0-4c7d-b34b-9a20cec04782 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:58.481237 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-be35ee16-dafa-4671-a2dd-0a9d9bb39e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:58.532709 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be35ee16-dafa-4671-a2dd-0a9d9bb39e1d None None] Routers {'2d56a08e-d6e1-48aa-b196-ea0e290e2822'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:15:58.540835 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-be35ee16-dafa-4671-a2dd-0a9d9bb39e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:15:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['2d56a08e-d6e1-48aa-b196-ea0e290e2822'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:58.595640 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a5156556-e057-4396-a3ae-fd94029ed7e4 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:58.652763 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d2fa9bc5-a0e3-488c-81d9-a51dbabf583e req-31cd0ebc-dad0-4c7d-b34b-9a20cec04782 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9715493 Nov 12 01:15:58.661965 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5708b5c8-d6d8-452f-a11a-3f930bf7245c None None] Network 6c11a59e-5afa-461e-b4c9-09038faf40a1 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:15:58.680133 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-be35ee16-dafa-4671-a2dd-0a9d9bb39e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:58.682669 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be35ee16-dafa-4671-a2dd-0a9d9bb39e1d None None] The sync data for ids ['2d56a08e-d6e1-48aa-b196-ea0e290e2822'] in n-d-712142-27 is: [] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:15:58.700109 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-d2fa9bc5-a0e3-488c-81d9-a51dbabf583e req-53db4be9-2c8e-4ec9-8a13-95efa7a16424 service neutron] Request body: {'port': {'device_id': '6e2b4c00-10dc-485e-bb88-2d702db720ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:15:58.705671 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device e292b455-6e96-451c-8193-5cd92a040e2b up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:15:58.723801 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-b2f7b759-d33d-42b7-8fcb-55aecb31e5d8 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] 10.222.0.45 "GET /v2.0/routers/2d56a08e-d6e1-48aa-b196-ea0e290e2822 HTTP/1.1" status: 200 len: 920 time: 0.5707326 Nov 12 01:15:58.728325 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49886) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:58.767444 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c3308-8e76-4cf5-92c7-342b037d5469 req-13d0864e-569c-474c-9b2e-c670a2e482ef tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:58.769501 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-065c3308-8e76-4cf5-92c7-342b037d5469 req-13d0864e-569c-474c-9b2e-c670a2e482ef tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e2b4c00-10dc-485e-bb88-2d702db720ff HTTP/1.1" status: 200 len: 931 time: 0.5922775 Nov 12 01:15:58.780246 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da62775-ea14-4d4e-8796-7925c7b63645 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:15:58.827301 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-d2fa9bc5-a0e3-488c-81d9-a51dbabf583e req-53db4be9-2c8e-4ec9-8a13-95efa7a16424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:58.858127 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 49892) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:58.877445 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5bbc9eb7-d74b-43c3-9bcd-2b1652df07a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:58.906715 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4da62775-ea14-4d4e-8796-7925c7b63645 admin admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:58.909581 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4da62775-ea14-4d4e-8796-7925c7b63645 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.6988332 Nov 12 01:15:58.913124 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 49894) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:58.925809 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76103f9c-95a6-4526-82f4-1fad6c9b1946 None None] Sync routers for ids ['40ba1592-4757-45e4-990f-9c9bed936ba1'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:15:58.999836 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-065c3308-8e76-4cf5-92c7-342b037d5469 req-b227f28f-49b0-4a58-bc8a-2452cc211359 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/security-groups?id=3077f761-4be2-41f4-97c2-5743e10b623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794944 Nov 12 01:15:59.017247 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34e79e9-094a-4eb0-84eb-19c1036d40ff tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:59.019861 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-b34e79e9-094a-4eb0-84eb-19c1036d40ff tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=ab9ea869-d067-4dfb-b2de-16b019fae22d&device_id=2d56a08e-d6e1-48aa-b196-ea0e290e2822&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2889719 Nov 12 01:15:59.026890 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49898) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:59.087220 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-2a486850-02ac-4f3c-b8f0-079bd12df49b None None] Provisioning complete for port 6ddf411a-5950-4455-9c58-add4a55e33c9 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:59.087851 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2a486850-02ac-4f3c-b8f0-079bd12df49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:59.253449 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b6a6ed-1b56-4f06-a5b1-953c5e5de3c2 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:15:59.264189 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76103f9c-95a6-4526-82f4-1fad6c9b1946 None None] Routers {'40ba1592-4757-45e4-990f-9c9bed936ba1'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:15:59.264878 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-76103f9c-95a6-4526-82f4-1fad6c9b1946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:15:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['40ba1592-4757-45e4-990f-9c9bed936ba1'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:15:59.273348 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-b7b6a6ed-1b56-4f06-a5b1-953c5e5de3c2 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] 10.222.0.45 "GET /v2.0/networks/ab9ea869-d067-4dfb-b2de-16b019fae22d HTTP/1.1" status: 200 len: 881 time: 0.2434967 Nov 12 01:15:59.274142 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49904) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:59.349437 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-0fc0fc2b-306d-4516-ac3d-a9cc945ba5db tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d56a08e-d6e1-48aa-b196-ea0e290e2822 HTTP/1.1" status: 200 len: 205 time: 0.0721343 Nov 12 01:15:59.351478 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49906) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:15:59.373165 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-a5156556-e057-4396-a3ae-fd94029ed7e4 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Deleting port e292b455-6e96-451c-8193-5cd92a040e2b {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:15:59.373510 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a5156556-e057-4396-a3ae-fd94029ed7e4 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:59.469217 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-a5156556-e057-4396-a3ae-fd94029ed7e4 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] For port e292b455-6e96-451c-8193-5cd92a040e2b, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=e292b455-6e96-451c-8193-5cd92a040e2b,segment=NetworkSegment(da5f17a7-b483-4cfc-a113-b844405a50bd),segment_id=da5f17a7-b483-4cfc-a113-b844405a50bd)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:15:59.469669 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a5156556-e057-4396-a3ae-fd94029ed7e4 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:59.477951 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8deac55c-66f8-4c54-8e46-7518edfe5afe None None] Network d14c0cf6-0b73-4116-aef6-68cd918d7490 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:15:59.488613 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-a5156556-e057-4396-a3ae-fd94029ed7e4 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Calling delete_port for e292b455-6e96-451c-8193-5cd92a040e2b owned by network:dhcp {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:15:59.612107 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-d2fa9bc5-a0e3-488c-81d9-a51dbabf583e req-53db4be9-2c8e-4ec9-8a13-95efa7a16424 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9f1126f-7e3e-4fec-8b31-bcd1527ff2f4 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:15:59.621363 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-d2fa9bc5-a0e3-488c-81d9-a51dbabf583e req-53db4be9-2c8e-4ec9-8a13-95efa7a16424 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:59.636064 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-d2fa9bc5-a0e3-488c-81d9-a51dbabf583e req-53db4be9-2c8e-4ec9-8a13-95efa7a16424 service neutron] Transition to ACTIVE for port object d9f1126f-7e3e-4fec-8b31-bcd1527ff2f4 will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:15:59.669877 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port e292b455-6e96-451c-8193-5cd92a040e2b triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:15:59.670260 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a5156556-e057-4396-a3ae-fd94029ed7e4 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:59.670540 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:59.691056 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-d2fa9bc5-a0e3-488c-81d9-a51dbabf583e req-53db4be9-2c8e-4ec9-8a13-95efa7a16424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:59.787435 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5156556-e057-4396-a3ae-fd94029ed7e4 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Pushing event deleted for resources: {'Port': ['ID=e292b455-6e96-451c-8193-5cd92a040e2b,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:59.824616 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5156556-e057-4396-a3ae-fd94029ed7e4 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] No DVR routers for this DVR port e292b455-6e96-451c-8193-5cd92a040e2b on host n-d-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:15:59.858578 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5bbc9eb7-d74b-43c3-9bcd-2b1652df07a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:59.884514 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5bbc9eb7-d74b-43c3-9bcd-2b1652df07a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:15:59.941098 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53db4be9-2c8e-4ec9-8a13-95efa7a16424 service neutron] Pushing event updated for resources: {'Port': ['ID=d9f1126f-7e3e-4fec-8b31-bcd1527ff2f4,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:15:59.959867 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-76103f9c-95a6-4526-82f4-1fad6c9b1946 None None] Set router 40ba1592-4757-45e4-990f-9c9bed936ba1 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:16:00.003505 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbc9eb7-d74b-43c3-9bcd-2b1652df07a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ace9d6-45a9-44f3-840b-b2a549656ad2,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:00.007456 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53db4be9-2c8e-4ec9-8a13-95efa7a16424 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:00.007860 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53db4be9-2c8e-4ec9-8a13-95efa7a16424 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:00.008325 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53db4be9-2c8e-4ec9-8a13-95efa7a16424 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:00.008733 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53db4be9-2c8e-4ec9-8a13-95efa7a16424 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:00.009136 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53db4be9-2c8e-4ec9-8a13-95efa7a16424 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:00.009545 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53db4be9-2c8e-4ec9-8a13-95efa7a16424 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:00.009966 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53db4be9-2c8e-4ec9-8a13-95efa7a16424 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:00.010620 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53db4be9-2c8e-4ec9-8a13-95efa7a16424 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:00.011028 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53db4be9-2c8e-4ec9-8a13-95efa7a16424 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:00.012086 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53db4be9-2c8e-4ec9-8a13-95efa7a16424 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:00.012777 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53db4be9-2c8e-4ec9-8a13-95efa7a16424 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:00.012976 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53db4be9-2c8e-4ec9-8a13-95efa7a16424 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:00.046634 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050dbbda-b69b-4c15-8747-41326d8c3e15 None None] DHCP port deletion for 6c11a59e-5afa-461e-b4c9-09038faf40a1 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:16:00.049218 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Port e292b455-6e96-451c-8193-5cd92a040e2b was deleted so its status cannot be updated. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 01:16:00.050602 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 6ddf411a-5950-4455-9c58-add4a55e33c9 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:16:00.113825 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-d2fa9bc5-a0e3-488c-81d9-a51dbabf583e req-53db4be9-2c8e-4ec9-8a13-95efa7a16424 service neutron] Attempting to bind port d9f1126f-7e3e-4fec-8b31-bcd1527ff2f4 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:16:00.114175 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-d2fa9bc5-a0e3-488c-81d9-a51dbabf583e req-53db4be9-2c8e-4ec9-8a13-95efa7a16424 service neutron] Attempting to bind port d9f1126f-7e3e-4fec-8b31-bcd1527ff2f4 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'e86ee36d-9818-4f96-ba83-2c434595c99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1a8182d6-d1ae-418d-93c2-b627ded7dca2'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:16:00.114514 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fa9bc5-a0e3-488c-81d9-a51dbabf583e req-53db4be9-2c8e-4ec9-8a13-95efa7a16424 service neutron] Attempting to bind port d9f1126f-7e3e-4fec-8b31-bcd1527ff2f4 on network 1a8182d6-d1ae-418d-93c2-b627ded7dca2 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:16:00.122217 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbc9eb7-d74b-43c3-9bcd-2b1652df07a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:00.122563 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbc9eb7-d74b-43c3-9bcd-2b1652df07a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:00.122833 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbc9eb7-d74b-43c3-9bcd-2b1652df07a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:00.123175 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbc9eb7-d74b-43c3-9bcd-2b1652df07a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:00.123520 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbc9eb7-d74b-43c3-9bcd-2b1652df07a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:00.123858 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbc9eb7-d74b-43c3-9bcd-2b1652df07a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:00.124246 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbc9eb7-d74b-43c3-9bcd-2b1652df07a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:00.124581 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbc9eb7-d74b-43c3-9bcd-2b1652df07a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:00.124913 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbc9eb7-d74b-43c3-9bcd-2b1652df07a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:00.125402 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbc9eb7-d74b-43c3-9bcd-2b1652df07a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:00.125746 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbc9eb7-d74b-43c3-9bcd-2b1652df07a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:00.126465 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbc9eb7-d74b-43c3-9bcd-2b1652df07a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:00.151006 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a5156556-e057-4396-a3ae-fd94029ed7e4 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:00.154779 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fa9bc5-a0e3-488c-81d9-a51dbabf583e req-53db4be9-2c8e-4ec9-8a13-95efa7a16424 service neutron] Port d9f1126f-7e3e-4fec-8b31-bcd1527ff2f4 on network 1a8182d6-d1ae-418d-93c2-b627ded7dca2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:16:00.155630 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fa9bc5-a0e3-488c-81d9-a51dbabf583e req-53db4be9-2c8e-4ec9-8a13-95efa7a16424 service neutron] Attempting to bind port d9f1126f-7e3e-4fec-8b31-bcd1527ff2f4 on network 1a8182d6-d1ae-418d-93c2-b627ded7dca2 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:16:00.173684 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fa9bc5-a0e3-488c-81d9-a51dbabf583e req-53db4be9-2c8e-4ec9-8a13-95efa7a16424 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:16:00.174485 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fa9bc5-a0e3-488c-81d9-a51dbabf583e req-53db4be9-2c8e-4ec9-8a13-95efa7a16424 service neutron] Checking segment: {'id': 'e86ee36d-9818-4f96-ba83-2c434595c99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1a8182d6-d1ae-418d-93c2-b627ded7dca2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:16:00.175351 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fa9bc5-a0e3-488c-81d9-a51dbabf583e req-53db4be9-2c8e-4ec9-8a13-95efa7a16424 service neutron] Bound using segment: {'id': 'e86ee36d-9818-4f96-ba83-2c434595c99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1a8182d6-d1ae-418d-93c2-b627ded7dca2'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:16:00.223390 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-d2fa9bc5-a0e3-488c-81d9-a51dbabf583e req-53db4be9-2c8e-4ec9-8a13-95efa7a16424 service neutron] Bound port: d9f1126f-7e3e-4fec-8b31-bcd1527ff2f4, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e86ee36d-9818-4f96-ba83-2c434595c99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1a8182d6-d1ae-418d-93c2-b627ded7dca2'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:16:00.223390 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-d2fa9bc5-a0e3-488c-81d9-a51dbabf583e req-53db4be9-2c8e-4ec9-8a13-95efa7a16424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:00.223390 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5bbc9eb7-d74b-43c3-9bcd-2b1652df07a2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9f010845f34a4c279a25cd500244fb43&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3367867 Nov 12 01:16:00.239524 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 49924) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:00.269846 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4b8d74fe-2adf-4bc3-b761-caca0376faef tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks [] for router, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:00.275133 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-a5156556-e057-4396-a3ae-fd94029ed7e4 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d14c0cf6-0b73-4116-aef6-68cd918d7490']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:00.292689 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2a486850-02ac-4f3c-b8f0-079bd12df49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:00.364341 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-a5156556-e057-4396-a3ae-fd94029ed7e4 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da5f17a7-b483-4cfc-a113-b844405a50bd') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:00.364815 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-a5156556-e057-4396-a3ae-fd94029ed7e4 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da5f17a7-b483-4cfc-a113-b844405a50bd') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:00.405433 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-d2fa9bc5-a0e3-488c-81d9-a51dbabf583e req-53db4be9-2c8e-4ec9-8a13-95efa7a16424 service neutron] For port d9f1126f-7e3e-4fec-8b31-bcd1527ff2f4, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:16:00.409583 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-d2fa9bc5-a0e3-488c-81d9-a51dbabf583e req-53db4be9-2c8e-4ec9-8a13-95efa7a16424 service neutron] For port d9f1126f-7e3e-4fec-8b31-bcd1527ff2f4, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d9f1126f-7e3e-4fec-8b31-bcd1527ff2f4,segment=NetworkSegment(e86ee36d-9818-4f96-ba83-2c434595c99e),segment_id=e86ee36d-9818-4f96-ba83-2c434595c99e)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:16:00.429510 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bf3353-a906-40ab-9a64-707c4249821f None None] DHCP port deletion for d14c0cf6-0b73-4116-aef6-68cd918d7490 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:16:00.433374 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-d2fa9bc5-a0e3-488c-81d9-a51dbabf583e req-53db4be9-2c8e-4ec9-8a13-95efa7a16424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:00.435457 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-2a486850-02ac-4f3c-b8f0-079bd12df49b None None] For port 6ddf411a-5950-4455-9c58-add4a55e33c9, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=6ddf411a-5950-4455-9c58-add4a55e33c9,segment=NetworkSegment(6596615c-d0d9-48bb-88db-4c37d2094357),segment_id=6596615c-d0d9-48bb-88db-4c37d2094357)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:00.459625 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2a486850-02ac-4f3c-b8f0-079bd12df49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:00.472054 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 6ddf411a-5950-4455-9c58-add4a55e33c9 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:00.472508 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:00.493438 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa9bc5-a0e3-488c-81d9-a51dbabf583e req-53db4be9-2c8e-4ec9-8a13-95efa7a16424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:00.494131 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-d2fa9bc5-a0e3-488c-81d9-a51dbabf583e req-53db4be9-2c8e-4ec9-8a13-95efa7a16424 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:00.495789 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d2fa9bc5-a0e3-488c-81d9-a51dbabf583e req-53db4be9-2c8e-4ec9-8a13-95efa7a16424 service neutron] 10.222.0.44 "PUT /v2.0/ports/d9f1126f-7e3e-4fec-8b31-bcd1527ff2f4 HTTP/1.1" status: 200 len: 1092 time: 1.8013320 Nov 12 01:16:00.502836 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e2b4c00-10dc-485e-bb88-2d702db720ff', 'tag': 'd9f1126f-7e3e-4fec-8b31-bcd1527ff2f4'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:16:00.505336 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53115578-2ea9-4735-916e-8f7cff13f598" -d '{"events": [{"name": "network-changed", "server_uuid": "6e2b4c00-10dc-485e-bb88-2d702db720ff", "tag": "d9f1126f-7e3e-4fec-8b31-bcd1527ff2f4"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:16:00.553622 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2529361f-2c41-46bf-a4bf-ffa5d162c950 req-606cbfbc-792f-449a-905c-a7e090eb7f73 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:00.557166 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2529361f-2c41-46bf-a4bf-ffa5d162c950 req-606cbfbc-792f-449a-905c-a7e090eb7f73 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e2b4c00-10dc-485e-bb88-2d702db720ff HTTP/1.1" status: 200 len: 943 time: 0.3987494 Nov 12 01:16:00.570054 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a5156556-e057-4396-a3ae-fd94029ed7e4 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:00.574773 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4b8d74fe-2adf-4bc3-b761-caca0376faef tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:00.576573 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-050dbbda-b69b-4c15-8747-41326d8c3e15 None None] Deleting port 6ddf411a-5950-4455-9c58-add4a55e33c9 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:16:00.576954 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-050dbbda-b69b-4c15-8747-41326d8c3e15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:00.619084 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4163114-257f-463b-9ad4-5f40bd0238bb x-openstack-request-id: req-c4163114-257f-463b-9ad4-5f40bd0238bb {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:16:00.619692 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e2b4c00-10dc-485e-bb88-2d702db720ff", "tag": "d9f1126f-7e3e-4fec-8b31-bcd1527ff2f4", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:16:00.619692 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c4163114-257f-463b-9ad4-5f40bd0238bb {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:16:00.619808 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e2b4c00-10dc-485e-bb88-2d702db720ff', 'tag': 'd9f1126f-7e3e-4fec-8b31-bcd1527ff2f4', 'status': 'completed', 'code': 200} Nov 12 01:16:00.628377 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-27827d68-b6ef-4eee-bf50-abd4c877fb12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:00.643434 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a5156556-e057-4396-a3ae-fd94029ed7e4 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:00.665586 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-6f830f3a-647a-49c2-8dbf-0ae16bc944af None None] Could not find standard attr ID for object e292b455-6e96-451c-8193-5cd92a040e2b. {{(pid=109087) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:16:00.693063 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5156556-e057-4396-a3ae-fd94029ed7e4 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:16:00.693431 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a5156556-e057-4396-a3ae-fd94029ed7e4 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:00.699691 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53db4be9-2c8e-4ec9-8a13-95efa7a16424 service neutron] Pushing event updated for resources: {'Port': ['ID=d9f1126f-7e3e-4fec-8b31-bcd1527ff2f4,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:00.714237 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:16:00.714237 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:16:00.714237 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:16:00.714237 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:16:00.714237 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:16:00.714237 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:16:00.714237 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:16:00.714237 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:16:00.714237 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:16:00.714237 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:16:00.714237 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:16:00.714237 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:16:00.714237 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:16:00.714237 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:16:00.714237 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:16:00.714237 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:16:00.714237 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:16:00.714237 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:16:00.714237 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:16:00.714237 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:16:00.714237 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:16:00.714237 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:16:00.714237 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:16:00.714237 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:16:00.714237 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:16:00.714237 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:16:00.714237 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:16:00.714237 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:16:00.714237 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:16:00.714237 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:16:00.714237 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:16:00.714237 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:16:00.735121 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a486850-02ac-4f3c-b8f0-079bd12df49b None None] Pushing event updated for resources: {'Port': ['ID=6ddf411a-5950-4455-9c58-add4a55e33c9,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:00.745593 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-27827d68-b6ef-4eee-bf50-abd4c877fb12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:00.819766 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2529361f-2c41-46bf-a4bf-ffa5d162c950 req-abd70f3d-98f7-4ee6-8f52-c14299a2de34 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/security-groups?id=3077f761-4be2-41f4-97c2-5743e10b623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309182 Nov 12 01:16:00.826178 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-050dbbda-b69b-4c15-8747-41326d8c3e15 None None] For port 6ddf411a-5950-4455-9c58-add4a55e33c9, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=6ddf411a-5950-4455-9c58-add4a55e33c9,segment=NetworkSegment(6596615c-d0d9-48bb-88db-4c37d2094357),segment_id=6596615c-d0d9-48bb-88db-4c37d2094357)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:00.826590 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-050dbbda-b69b-4c15-8747-41326d8c3e15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:00.851024 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-4b8d74fe-2adf-4bc3-b761-caca0376faef tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Deleting port ba697e65-06f3-47e6-bbb6-909f9ab0cfd5 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:16:00.851712 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4b8d74fe-2adf-4bc3-b761-caca0376faef tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:00.865140 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a5156556-e057-4396-a3ae-fd94029ed7e4 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:00.870377 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-050dbbda-b69b-4c15-8747-41326d8c3e15 None None] Calling delete_port for 6ddf411a-5950-4455-9c58-add4a55e33c9 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:16:00.905758 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8b3ea15f-44f9-4eb6-b4cc-f20709b07794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:00.911564 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a5156556-e057-4396-a3ae-fd94029ed7e4 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:00.918127 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a5156556-e057-4396-a3ae-fd94029ed7e4 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] 10.222.0.45 "DELETE /v2.0/networks/d14c0cf6-0b73-4116-aef6-68cd918d7490 HTTP/1.1" status: 204 len: 168 time: 2.8950791 Nov 12 01:16:00.919065 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49936) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:00.928541 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa9bc5-a0e3-488c-81d9-a51dbabf583e req-91cea77f-a3e8-4a53-b2e5-bc58745d49cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:00.930580 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d2fa9bc5-a0e3-488c-81d9-a51dbabf583e req-91cea77f-a3e8-4a53-b2e5-bc58745d49cf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=02561602d23944f4a6c1bd1cba61ffb6&device_id=6e2b4c00-10dc-485e-bb88-2d702db720ff HTTP/1.1" status: 200 len: 1095 time: 0.3508770 Nov 12 01:16:00.996239 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d2fa9bc5-a0e3-488c-81d9-a51dbabf583e req-7ef4fa9d-b646-44af-8d62-a40e89400104 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9f1126f-7e3e-4fec-8b31-bcd1527ff2f4 HTTP/1.1" status: 200 len: 217 time: 0.0493672 Nov 12 01:16:01.020423 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-27827d68-b6ef-4eee-bf50-abd4c877fb12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:01.022983 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-27827d68-b6ef-4eee-bf50-abd4c877fb12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:01.024891 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-27827d68-b6ef-4eee-bf50-abd4c877fb12 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/27ace9d6-45a9-44f3-840b-b2a549656ad2 HTTP/1.1" status: 204 len: 168 time: 0.7821538 Nov 12 01:16:01.099340 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-050dbbda-b69b-4c15-8747-41326d8c3e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:01.102667 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27827d68-b6ef-4eee-bf50-abd4c877fb12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ace9d6-45a9-44f3-840b-b2a549656ad2,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:01.110041 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e6c6b584-9f55-4c0b-8ed5-97aafa6673c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:01.155009 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050dbbda-b69b-4c15-8747-41326d8c3e15 None None] No DVR routers for this DVR port 6ddf411a-5950-4455-9c58-add4a55e33c9 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:16:01.161197 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050dbbda-b69b-4c15-8747-41326d8c3e15 None None] Pushing event deleted for resources: {'Port': ['ID=6ddf411a-5950-4455-9c58-add4a55e33c9,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:01.171087 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa9bc5-a0e3-488c-81d9-a51dbabf583e req-38580e19-d281-4362-b547-af3b784bde73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:01.173461 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d2fa9bc5-a0e3-488c-81d9-a51dbabf583e req-38580e19-d281-4362-b547-af3b784bde73 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1a7d4261-126a-4a06-89cb-5e5216ca7fc1 HTTP/1.1" status: 200 len: 855 time: 0.1656973 Nov 12 01:16:01.185285 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5156556-e057-4396-a3ae-fd94029ed7e4 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Pushing event deleted for resources: {'Network': ['ID=d14c0cf6-0b73-4116-aef6-68cd918d7490,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:01.189319 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-76103f9c-95a6-4526-82f4-1fad6c9b1946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ba1592-4757-45e4-990f-9c9bed936ba1', 'name': 'tempest-TestServerMultinode-1788200367-router', 'tenant_id': '9e09e1487d8e48e99af3838750a68ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '910759bf-9c23-47c0-a955-80f6ba50ef46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:15:49Z', 'updated_at': '2021-11-12T01:15:55Z', 'revision_number': 3, 'project_id': '9e09e1487d8e48e99af3838750a68ac8', 'gw_port': {'id': '910759bf-9c23-47c0-a955-80f6ba50ef46', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:68:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ba1592-4757-45e4-990f-9c9bed936ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:51Z', 'updated_at': '2021-11-12T01:15:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:01.237748 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4b8d74fe-2adf-4bc3-b761-caca0376faef tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:01.257779 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-4b8d74fe-2adf-4bc3-b761-caca0376faef tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Calling delete_port for ba697e65-06f3-47e6-bbb6-909f9ab0cfd5 owned by network:router_gateway {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:16:01.267383 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d2fa9bc5-a0e3-488c-81d9-a51dbabf583e req-48fa9a59-5095-40ec-bb95-16782d64fe2e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1a8182d6-d1ae-418d-93c2-b627ded7dca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782456 Nov 12 01:16:01.280499 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76103f9c-95a6-4526-82f4-1fad6c9b1946 None None] Checking router: 40ba1592-4757-45e4-990f-9c9bed936ba1 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:16:01.280750 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76103f9c-95a6-4526-82f4-1fad6c9b1946 None None] Updating router 40ba1592-4757-45e4-990f-9c9bed936ba1 port 910759bf-9c23-47c0-a955-80f6ba50ef46 binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:16:01.314797 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-76103f9c-95a6-4526-82f4-1fad6c9b1946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:01.488367 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-46e1521b-fa76-4c0c-962a-c920b6eb2b25 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:01.490328 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-8b3ea15f-44f9-4eb6-b4cc-f20709b07794 admin admin] Allocated IP 172.20.0.1 (31d1676f-c0b1-44e7-b405-e2c0516e0de6/238e7ac8-48c4-4bd1-badc-bc04bb2a5f6b/2dab371c-c3a1-4587-8294-17ebeff5bd1e) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:16:01.495124 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device e292b455-6e96-451c-8193-5cd92a040e2b no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:16:01.526750 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: e292b455-6e96-451c-8193-5cd92a040e2b {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:16:01.527532 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device e292b455-6e96-451c-8193-5cd92a040e2b not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:16:01.528549 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 6ddf411a-5950-4455-9c58-add4a55e33c9 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:16:01.547059 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d2fa9bc5-a0e3-488c-81d9-a51dbabf583e req-dcbe4961-3034-4724-b166-2d49959ec297 service neutron] 10.222.0.44 "GET /v2.0/networks/1a8182d6-d1ae-418d-93c2-b627ded7dca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337639 Nov 12 01:16:01.558107 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 6ddf411a-5950-4455-9c58-add4a55e33c9 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:16:01.558456 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 6ddf411a-5950-4455-9c58-add4a55e33c9 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:16:01.763648 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d2fa9bc5-a0e3-488c-81d9-a51dbabf583e req-6f7b4cdb-eae1-4301-ab31-570e20c04768 service neutron] 10.222.0.44 "GET /v2.0/networks/1a8182d6-d1ae-418d-93c2-b627ded7dca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068088 Nov 12 01:16:01.791158 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8b3ea15f-44f9-4eb6-b4cc-f20709b07794 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:01.870214 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8b3ea15f-44f9-4eb6-b4cc-f20709b07794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:02.005612 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3ea15f-44f9-4eb6-b4cc-f20709b07794 admin admin] Network 31d1676f-c0b1-44e7-b405-e2c0516e0de6 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:16:02.026631 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-8b3ea15f-44f9-4eb6-b4cc-f20709b07794 admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:02.029737 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3ea15f-44f9-4eb6-b4cc-f20709b07794 admin admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:16:02.079457 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ea15f-44f9-4eb6-b4cc-f20709b07794 admin admin] Pushing event updated for resources: {'Port': ['ID=2dab371c-c3a1-4587-8294-17ebeff5bd1e,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:02.107304 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53115578-2ea9-4735-916e-8f7cff13f598 req-56e63360-8ef3-4fdb-b810-14f86d8a7bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:02.112322 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-53115578-2ea9-4735-916e-8f7cff13f598 req-56e63360-8ef3-4fdb-b810-14f86d8a7bf6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=02561602d23944f4a6c1bd1cba61ffb6&device_id=6e2b4c00-10dc-485e-bb88-2d702db720ff HTTP/1.1" status: 200 len: 1095 time: 0.2192008 Nov 12 01:16:02.154436 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-46e1521b-fa76-4c0c-962a-c920b6eb2b25 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:02.192965 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-46e1521b-fa76-4c0c-962a-c920b6eb2b25 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c11a59e-5afa-461e-b4c9-09038faf40a1']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:02.217032 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-46e1521b-fa76-4c0c-962a-c920b6eb2b25 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6596615c-d0d9-48bb-88db-4c37d2094357') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:02.217428 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-46e1521b-fa76-4c0c-962a-c920b6eb2b25 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6596615c-d0d9-48bb-88db-4c37d2094357') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:02.237541 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4b8d74fe-2adf-4bc3-b761-caca0376faef tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:02.240965 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-46e1521b-fa76-4c0c-962a-c920b6eb2b25 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:02.335623 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53115578-2ea9-4735-916e-8f7cff13f598 req-a63f1227-5077-4907-a175-300b03036856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:02.338549 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-53115578-2ea9-4735-916e-8f7cff13f598 req-a63f1227-5077-4907-a175-300b03036856 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1a8182d6-d1ae-418d-93c2-b627ded7dca2 HTTP/1.1" status: 200 len: 915 time: 0.2145219 Nov 12 01:16:02.342564 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8b3ea15f-44f9-4eb6-b4cc-f20709b07794 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:02.355672 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756377c-56db-40af-a776-524fdbbc492b req-a7d6a7f3-1557-4581-9e80-271f0f04a408 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:02.357380 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8756377c-56db-40af-a776-524fdbbc492b req-a7d6a7f3-1557-4581-9e80-271f0f04a408 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e2b4c00-10dc-485e-bb88-2d702db720ff HTTP/1.1" status: 200 len: 943 time: 0.3455746 Nov 12 01:16:02.358247 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d74fe-2adf-4bc3-b761-caca0376faef tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Pushing event deleted for resources: {'Port': ['ID=ba697e65-06f3-47e6-bbb6-909f9ab0cfd5,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:02.385218 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-46e1521b-fa76-4c0c-962a-c920b6eb2b25 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:02.416007 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46e1521b-fa76-4c0c-962a-c920b6eb2b25 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:16:02.416007 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-46e1521b-fa76-4c0c-962a-c920b6eb2b25 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:02.416007 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:16:02.416007 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:16:02.416007 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:16:02.416007 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:16:02.416007 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:16:02.416007 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:16:02.416007 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:16:02.416007 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:16:02.416007 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:16:02.416007 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:16:02.416007 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:16:02.416007 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:16:02.416007 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:16:02.416007 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:16:02.416007 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:16:02.416007 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:16:02.416007 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:16:02.416007 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:16:02.416007 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:16:02.416007 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:16:02.416007 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:16:02.416007 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:16:02.416007 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:16:02.416007 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:16:02.416007 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:16:02.416007 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:16:02.416007 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:16:02.416007 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:16:02.416007 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:16:02.416007 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:16:02.416007 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:16:02.416007 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:16:02.511188 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-53115578-2ea9-4735-916e-8f7cff13f598 req-a63127b2-06e6-4236-a5df-cde1b65d368b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9f1126f-7e3e-4fec-8b31-bcd1527ff2f4 HTTP/1.1" status: 200 len: 217 time: 0.1629910 Nov 12 01:16:02.564506 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-76103f9c-95a6-4526-82f4-1fad6c9b1946 None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:02.590584 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b896d3-82b8-4a8e-bcb3-bd4a81d09eee None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:16:02.606464 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-76103f9c-95a6-4526-82f4-1fad6c9b1946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:02.615219 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-46e1521b-fa76-4c0c-962a-c920b6eb2b25 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:02.629348 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-46e1521b-fa76-4c0c-962a-c920b6eb2b25 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:02.636274 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-46e1521b-fa76-4c0c-962a-c920b6eb2b25 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] 10.222.0.45 "DELETE /v2.0/networks/6c11a59e-5afa-461e-b4c9-09038faf40a1 HTTP/1.1" status: 204 len: 168 time: 1.7120256 Nov 12 01:16:02.650523 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8756377c-56db-40af-a776-524fdbbc492b req-777158da-6404-4953-800b-e26e3fab6e49 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/security-groups?id=3077f761-4be2-41f4-97c2-5743e10b623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669177 Nov 12 01:16:02.651076 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49980) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:02.687635 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53115578-2ea9-4735-916e-8f7cff13f598 req-016047ee-399c-4cdd-bb7a-f365a5a5d40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:02.693013 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4b8d74fe-2adf-4bc3-b761-caca0376faef tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:02.695678 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e1521b-fa76-4c0c-962a-c920b6eb2b25 tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Pushing event deleted for resources: {'Network': ['ID=6c11a59e-5afa-461e-b4c9-09038faf40a1,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:02.696867 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-53115578-2ea9-4735-916e-8f7cff13f598 req-016047ee-399c-4cdd-bb7a-f365a5a5d40d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1a7d4261-126a-4a06-89cb-5e5216ca7fc1 HTTP/1.1" status: 200 len: 855 time: 0.1719716 Nov 12 01:16:02.743133 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3a4fcd-6c53-4155-addb-e6452dde1172 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:16:02.776391 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-76103f9c-95a6-4526-82f4-1fad6c9b1946 None None] Attempting to bind port 910759bf-9c23-47c0-a955-80f6ba50ef46 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:16:02.776876 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-76103f9c-95a6-4526-82f4-1fad6c9b1946 None None] Attempting to bind port 910759bf-9c23-47c0-a955-80f6ba50ef46 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:16:02.777513 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76103f9c-95a6-4526-82f4-1fad6c9b1946 None None] Attempting to bind port 910759bf-9c23-47c0-a955-80f6ba50ef46 on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:16:02.781056 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932b04e-f2eb-41ff-8913-3ae019636239 None None] Pushing event updated for resources: {'Port': ['ID=910759bf-9c23-47c0-a955-80f6ba50ef46,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:02.786427 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-cedaab75-cd20-49da-ad25-8222bf29af01 None None] Provisioning complete for port 2dab371c-c3a1-4587-8294-17ebeff5bd1e triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:02.786890 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cedaab75-cd20-49da-ad25-8222bf29af01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:02.810801 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-53115578-2ea9-4735-916e-8f7cff13f598 req-3411840b-0af8-4e7d-b73e-d03ab5b75d3b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1a8182d6-d1ae-418d-93c2-b627ded7dca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820775 Nov 12 01:16:02.858327 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-cedaab75-cd20-49da-ad25-8222bf29af01 None None] Port 2dab371c-c3a1-4587-8294-17ebeff5bd1e cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:16:02.860829 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76103f9c-95a6-4526-82f4-1fad6c9b1946 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:16:02.861211 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76103f9c-95a6-4526-82f4-1fad6c9b1946 None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:16:02.861673 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-76103f9c-95a6-4526-82f4-1fad6c9b1946 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:02.862122 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76103f9c-95a6-4526-82f4-1fad6c9b1946 None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:16:02.862661 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-76103f9c-95a6-4526-82f4-1fad6c9b1946 None None] Bound port: 910759bf-9c23-47c0-a955-80f6ba50ef46, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:16:02.863315 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-76103f9c-95a6-4526-82f4-1fad6c9b1946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:02.956567 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4b8d74fe-2adf-4bc3-b761-caca0376faef tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:02.961079 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4b8d74fe-2adf-4bc3-b761-caca0376faef tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:02.973223 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-76103f9c-95a6-4526-82f4-1fad6c9b1946 None None] For port 910759bf-9c23-47c0-a955-80f6ba50ef46, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:16:02.978717 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6ae01b36-dcf0-4746-87ef-e777e9ebe98e tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:02.981032 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-76103f9c-95a6-4526-82f4-1fad6c9b1946 None None] For port 910759bf-9c23-47c0-a955-80f6ba50ef46, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=910759bf-9c23-47c0-a955-80f6ba50ef46,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:16:03.000789 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-53115578-2ea9-4735-916e-8f7cff13f598 req-e0adc896-4222-4a1f-9999-62970480d0ad service neutron] 10.222.0.44 "GET /v2.0/networks/1a8182d6-d1ae-418d-93c2-b627ded7dca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702511 Nov 12 01:16:03.007622 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-76103f9c-95a6-4526-82f4-1fad6c9b1946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:03.017099 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8b3ea15f-44f9-4eb6-b4cc-f20709b07794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:03.057424 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:03.079599 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-71d94026-85b8-4e6c-af1c-f4da99222694 None None] Provisioning complete for port 910759bf-9c23-47c0-a955-80f6ba50ef46 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:03.080718 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-71d94026-85b8-4e6c-af1c-f4da99222694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:03.097434 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91085a95-2c24-4aa6-bda6-89587e955415 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:16:03.118923 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4b8d74fe-2adf-4bc3-b761-caca0376faef tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:03.120349 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8d74fe-2adf-4bc3-b761-caca0376faef tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Fanout notify agent at l3_agent the message router_deleted on router 2d56a08e-d6e1-48aa-b196-ea0e290e2822 {{(pid=109085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:16:03.143384 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4b8d74fe-2adf-4bc3-b761-caca0376faef tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:03.148668 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4b8d74fe-2adf-4bc3-b761-caca0376faef tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] 10.222.0.45 "DELETE /v2.0/routers/2d56a08e-d6e1-48aa-b196-ea0e290e2822 HTTP/1.1" status: 204 len: 168 time: 3.7960191 Nov 12 01:16:03.149342 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49998) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:03.157274 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-14b85c52-b4d6-4f2c-90df-4e038447362d tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1198205917', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:03.257776 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932b04e-f2eb-41ff-8913-3ae019636239 None None] Pushing event updated for resources: {'Port': ['ID=910759bf-9c23-47c0-a955-80f6ba50ef46,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:03.260117 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76103f9c-95a6-4526-82f4-1fad6c9b1946 None None] Routers {'40ba1592-4757-45e4-990f-9c9bed936ba1'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:16:03.261273 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-76103f9c-95a6-4526-82f4-1fad6c9b1946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:16:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['40ba1592-4757-45e4-990f-9c9bed936ba1'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:03.309603 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-14b85c52-b4d6-4f2c-90df-4e038447362d tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:03.310766 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-14b85c52-b4d6-4f2c-90df-4e038447362d tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:03.333392 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-53115578-2ea9-4735-916e-8f7cff13f598 req-43df2674-9da7-4c7b-bb0b-3cb4b460ade1 service neutron] 10.222.0.44 "GET /v2.0/networks/1a8182d6-d1ae-418d-93c2-b627ded7dca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035452 Nov 12 01:16:03.417942 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6ae01b36-dcf0-4746-87ef-e777e9ebe98e tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:03.461752 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-6ae01b36-dcf0-4746-87ef-e777e9ebe98e tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2564b62-f620-4214-8632-3e92ddeeb493']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:03.476453 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-6ae01b36-dcf0-4746-87ef-e777e9ebe98e tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b09209e-ece8-477e-b935-52cec7c63c5c') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:03.476927 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-6ae01b36-dcf0-4746-87ef-e777e9ebe98e tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b09209e-ece8-477e-b935-52cec7c63c5c') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:03.541544 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6ae01b36-dcf0-4746-87ef-e777e9ebe98e tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:03.545010 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-14b85c52-b4d6-4f2c-90df-4e038447362d tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:03.558472 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-14b85c52-b4d6-4f2c-90df-4e038447362d tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:03.575145 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6ae01b36-dcf0-4746-87ef-e777e9ebe98e tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:03.589505 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ae01b36-dcf0-4746-87ef-e777e9ebe98e tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:16:03.590146 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6ae01b36-dcf0-4746-87ef-e777e9ebe98e tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:03.595652 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:16:03.595652 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:16:03.595652 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:16:03.595652 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:16:03.595652 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:16:03.595652 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:16:03.595652 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:16:03.595652 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:16:03.595652 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:16:03.595652 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:16:03.595652 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:16:03.595652 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:16:03.595652 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:16:03.595652 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:16:03.595652 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:16:03.595652 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:16:03.595652 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:16:03.595652 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:16:03.595652 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:16:03.595652 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:16:03.595652 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:16:03.595652 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:16:03.595652 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:16:03.595652 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:16:03.595652 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:16:03.595652 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:16:03.595652 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:16:03.595652 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:16:03.595652 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:16:03.595652 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:16:03.595652 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:16:03.595652 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:16:03.613714 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-14b85c52-b4d6-4f2c-90df-4e038447362d tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:03.615656 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-14b85c52-b4d6-4f2c-90df-4e038447362d tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4647915 Nov 12 01:16:03.625152 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 50014) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:03.630422 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-6d973417-a737-4933-bfa5-7a66531bce69 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'enable_snat': False}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:03.643896 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-71d94026-85b8-4e6c-af1c-f4da99222694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:03.660086 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-76103f9c-95a6-4526-82f4-1fad6c9b1946 None None] Set router 40ba1592-4757-45e4-990f-9c9bed936ba1 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:16:03.698714 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-71d94026-85b8-4e6c-af1c-f4da99222694 None None] For port 910759bf-9c23-47c0-a955-80f6ba50ef46, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=910759bf-9c23-47c0-a955-80f6ba50ef46,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:03.966062 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:16:04.039583 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-71d94026-85b8-4e6c-af1c-f4da99222694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:04.150028 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:04.234089 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-72921f28-ceec-407b-a3b5-b9f6d7b7df7e None None] Provisioning complete for port 910759bf-9c23-47c0-a955-80f6ba50ef46 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:04.234487 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-72921f28-ceec-407b-a3b5-b9f6d7b7df7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:04.236429 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d94026-85b8-4e6c-af1c-f4da99222694 None None] Pushing event updated for resources: {'Port': ['ID=910759bf-9c23-47c0-a955-80f6ba50ef46,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:04.263949 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device d9f1126f-7e3e-4fec-8b31-bcd1527ff2f4 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:16:04.305120 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-76103f9c-95a6-4526-82f4-1fad6c9b1946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ba1592-4757-45e4-990f-9c9bed936ba1', 'name': 'tempest-TestServerMultinode-1788200367-router', 'tenant_id': '9e09e1487d8e48e99af3838750a68ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '910759bf-9c23-47c0-a955-80f6ba50ef46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:15:49Z', 'updated_at': '2021-11-12T01:16:02Z', 'revision_number': 4, 'project_id': '9e09e1487d8e48e99af3838750a68ac8', 'gw_port': {'id': '910759bf-9c23-47c0-a955-80f6ba50ef46', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:68:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ba1592-4757-45e4-990f-9c9bed936ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:51Z', 'updated_at': '2021-11-12T01:16:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '2dab371c-c3a1-4587-8294-17ebeff5bd1e', 'name': '', 'network_id': '31d1676f-c0b1-44e7-b405-e2c0516e0de6', 'tenant_id': '9e09e1487d8e48e99af3838750a68ac8', 'mac_address': 'fa:16:3e:0a:8c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ba1592-4757-45e4-990f-9c9bed936ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': '238e7ac8-48c4-4bd1-badc-bc04bb2a5f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:16:00Z', 'updated_at': '2021-11-12T01:16:01Z', 'revision_number': 1, 'project_id': '9e09e1487d8e48e99af3838750a68ac8', 'subnets': [{'id': '238e7ac8-48c4-4bd1-badc-bc04bb2a5f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:04.347448 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8b3ea15f-44f9-4eb6-b4cc-f20709b07794 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:04.358029 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8b3ea15f-44f9-4eb6-b4cc-f20709b07794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:04.358682 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76103f9c-95a6-4526-82f4-1fad6c9b1946 None None] The sync data for ids ['40ba1592-4757-45e4-990f-9c9bed936ba1'] in n-d-712142-27 is: [{'id': '40ba1592-4757-45e4-990f-9c9bed936ba1', 'name': 'tempest-TestServerMultinode-1788200367-router', 'tenant_id': '9e09e1487d8e48e99af3838750a68ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '910759bf-9c23-47c0-a955-80f6ba50ef46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:15:49Z', 'updated_at': '2021-11-12T01:16:02Z', 'revision_number': 4, 'project_id': '9e09e1487d8e48e99af3838750a68ac8', 'gw_port': {'id': '910759bf-9c23-47c0-a955-80f6ba50ef46', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:68:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ba1592-4757-45e4-990f-9c9bed936ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:51Z', 'updated_at': '2021-11-12T01:16:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '2dab371c-c3a1-4587-8294-17ebeff5bd1e', 'name': '', 'network_id': '31d1676f-c0b1-44e7-b405-e2c0516e0de6', 'tenant_id': '9e09e1487d8e48e99af3838750a68ac8', 'mac_address': 'fa:16:3e:0a:8c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ba1592-4757-45e4-990f-9c9bed936ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': '238e7ac8-48c4-4bd1-badc-bc04bb2a5f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:16:00Z', 'updated_at': '2021-11-12T01:16:01Z', 'revision_number': 1, 'project_id': '9e09e1487d8e48e99af3838750a68ac8', 'subnets': [{'id': '238e7ac8-48c4-4bd1-badc-bc04bb2a5f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:16:04.515934 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3ea15f-44f9-4eb6-b4cc-f20709b07794 admin admin] Pushing event updated for resources: {'Port': ['ID=2dab371c-c3a1-4587-8294-17ebeff5bd1e,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:04.554244 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port d9f1126f-7e3e-4fec-8b31-bcd1527ff2f4, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d9f1126f-7e3e-4fec-8b31-bcd1527ff2f4,segment=NetworkSegment(e86ee36d-9818-4f96-ba83-2c434595c99e),segment_id=e86ee36d-9818-4f96-ba83-2c434595c99e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:04.563862 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8b3ea15f-44f9-4eb6-b4cc-f20709b07794 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:04.573731 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'd9f1126f-7e3e-4fec-8b31-bcd1527ff2f4', 'network_id': '1a8182d6-d1ae-418d-93c2-b627ded7dca2', 'port_id': 'd9f1126f-7e3e-4fec-8b31-bcd1527ff2f4', 'mac_address': 'fa:16:3e:f5:dc:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a7d4261-126a-4a06-89cb-5e5216ca7fc1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:16:04.641536 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:04.664942 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9f1126f-7e3e-4fec-8b31-bcd1527ff2f4 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:16:04.692435 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port d9f1126f-7e3e-4fec-8b31-bcd1527ff2f4, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d9f1126f-7e3e-4fec-8b31-bcd1527ff2f4,segment=NetworkSegment(e86ee36d-9818-4f96-ba83-2c434595c99e),segment_id=e86ee36d-9818-4f96-ba83-2c434595c99e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:04.698930 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:04.701118 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6ae01b36-dcf0-4746-87ef-e777e9ebe98e tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:04.706435 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6ae01b36-dcf0-4746-87ef-e777e9ebe98e tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:04.714078 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-6ae01b36-dcf0-4746-87ef-e777e9ebe98e tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] 10.222.0.45 "DELETE /v2.0/networks/d2564b62-f620-4214-8632-3e92ddeeb493 HTTP/1.1" status: 204 len: 168 time: 2.0437710 Nov 12 01:16:04.714786 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50052) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:04.781648 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae01b36-dcf0-4746-87ef-e777e9ebe98e tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Pushing event deleted for resources: {'Network': ['ID=d2564b62-f620-4214-8632-3e92ddeeb493,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:04.845560 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=d9f1126f-7e3e-4fec-8b31-bcd1527ff2f4,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:04.959541 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc8fa8-a32f-4d92-9bf1-abd96ad9e637 req-17950431-a160-4b7e-9add-ae2d17ce0d96 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:04.961293 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d9fc8fa8-a32f-4d92-9bf1-abd96ad9e637 req-17950431-a160-4b7e-9add-ae2d17ce0d96 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e2b4c00-10dc-485e-bb88-2d702db720ff HTTP/1.1" status: 200 len: 943 time: 0.5088100 Nov 12 01:16:04.968582 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6d973417-a737-4933-bfa5-7a66531bce69 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:05.008776 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['d9f1126f-7e3e-4fec-8b31-bcd1527ff2f4'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:16:05.092252 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-01f1a710-5c6b-4285-ad6b-de0770c4e36e tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:05.097566 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d9fc8fa8-a32f-4d92-9bf1-abd96ad9e637 req-139db02c-9170-4d72-81a2-dab25ef19c01 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/security-groups?id=3077f761-4be2-41f4-97c2-5743e10b623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242247 Nov 12 01:16:05.181519 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3ea15f-44f9-4eb6-b4cc-f20709b07794 admin admin] Network 31d1676f-c0b1-44e7-b405-e2c0516e0de6 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:16:05.202596 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-8b3ea15f-44f9-4eb6-b4cc-f20709b07794 admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:05.252989 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:05.392056 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-01f1a710-5c6b-4285-ad6b-de0770c4e36e tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:05.636731 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b3ea15f-44f9-4eb6-b4cc-f20709b07794 admin admin] Router 40ba1592-4757-45e4-990f-9c9bed936ba1 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:16:05.638998 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-01f1a710-5c6b-4285-ad6b-de0770c4e36e tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['188757cd-ed4c-4503-94d3-9df7e91552b6']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:05.669557 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-01f1a710-5c6b-4285-ad6b-de0770c4e36e tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c02b6ce7-a909-4821-b31d-c089aec37024') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:05.673734 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-01f1a710-5c6b-4285-ad6b-de0770c4e36e tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c02b6ce7-a909-4821-b31d-c089aec37024') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:05.676049 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6d973417-a737-4933-bfa5-7a66531bce69 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:05.708898 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-01f1a710-5c6b-4285-ad6b-de0770c4e36e tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:05.754186 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6d973417-a737-4933-bfa5-7a66531bce69 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:05.814647 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-01f1a710-5c6b-4285-ad6b-de0770c4e36e tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:05.836173 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01f1a710-5c6b-4285-ad6b-de0770c4e36e tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:16:05.836475 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-01f1a710-5c6b-4285-ad6b-de0770c4e36e tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:05.840781 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:16:05.840781 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:16:05.840781 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:16:05.840781 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:16:05.840781 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:16:05.840781 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:16:05.840781 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:16:05.840781 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:16:05.840781 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:16:05.840781 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:16:05.840781 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:16:05.840781 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:16:05.840781 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:16:05.840781 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:16:05.840781 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:16:05.840781 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:16:05.840781 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:16:05.840781 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:16:05.840781 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:16:05.840781 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:16:05.840781 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:16:05.840781 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:16:05.840781 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:16:05.840781 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:16:05.840781 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:16:05.840781 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:16:05.840781 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:16:05.840781 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:16:05.840781 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:16:05.840781 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:16:05.840781 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:16:05.840781 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:16:05.893261 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5e595ecb-6aad-4ba5-bcab-c29196cd18be None None] Provisioning complete for port 2dab371c-c3a1-4587-8294-17ebeff5bd1e triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:05.896321 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5e595ecb-6aad-4ba5-bcab-c29196cd18be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:06.013409 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-6d973417-a737-4933-bfa5-7a66531bce69 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Allocated IP 172.25.3.166 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/b31be1c4-f7e6-4cbc-8214-1db642fd74fe) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:16:06.022939 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5e595ecb-6aad-4ba5-bcab-c29196cd18be None None] Port 2dab371c-c3a1-4587-8294-17ebeff5bd1e cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:16:06.135955 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-01f1a710-5c6b-4285-ad6b-de0770c4e36e tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:06.145073 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b3ea15f-44f9-4eb6-b4cc-f20709b07794 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:16:06.152865 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8b3ea15f-44f9-4eb6-b4cc-f20709b07794 admin admin] 10.222.0.45 "PUT /v2.0/routers/40ba1592-4757-45e4-990f-9c9bed936ba1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2369695 Nov 12 01:16:06.200593 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-01f1a710-5c6b-4285-ad6b-de0770c4e36e tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:06.232458 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-01f1a710-5c6b-4285-ad6b-de0770c4e36e tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] 10.222.0.45 "DELETE /v2.0/networks/188757cd-ed4c-4503-94d3-9df7e91552b6 HTTP/1.1" status: 204 len: 168 time: 1.5155888 Nov 12 01:16:06.234278 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f1a710-5c6b-4285-ad6b-de0770c4e36e tempest-BulkNetworkOpsIpV6Test-1002526948 tempest-BulkNetworkOpsIpV6Test-1002526948-project] Pushing event deleted for resources: {'Network': ['ID=188757cd-ed4c-4503-94d3-9df7e91552b6,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:06.254411 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device d9f1126f-7e3e-4fec-8b31-bcd1527ff2f4 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:16:06.432710 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6d973417-a737-4933-bfa5-7a66531bce69 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:06.491473 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port d9f1126f-7e3e-4fec-8b31-bcd1527ff2f4 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:16:06.498675 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port d9f1126f-7e3e-4fec-8b31-bcd1527ff2f4 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:06.500188 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:06.716635 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6d973417-a737-4933-bfa5-7a66531bce69 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:06.835998 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d973417-a737-4933-bfa5-7a66531bce69 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Pushing event updated for resources: {'Port': ['ID=b31be1c4-f7e6-4cbc-8214-1db642fd74fe,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:06.866163 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d973417-a737-4933-bfa5-7a66531bce69 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:16:06.875181 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:06.886213 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-6d973417-a737-4933-bfa5-7a66531bce69 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:06.894496 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d973417-a737-4933-bfa5-7a66531bce69 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:16:06.946630 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b10f92-df0b-4eef-8c17-2f0c829de226 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:16:07.002173 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e73cc-868b-48d8-b813-f610e8db1fca req-2efe141c-1504-48be-8228-864a3a0f62a8 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:07.003612 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a75e73cc-868b-48d8-b813-f610e8db1fca req-2efe141c-1504-48be-8228-864a3a0f62a8 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e2b4c00-10dc-485e-bb88-2d702db720ff HTTP/1.1" status: 200 len: 944 time: 0.5444160 Nov 12 01:16:07.019522 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e2b4c00-10dc-485e-bb88-2d702db720ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f1126f-7e3e-4fec-8b31-bcd1527ff2f4'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:16:07.029268 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42429fa-f424-4c6a-b180-5f11d59d7609" -d '{"events": [{"server_uuid": "6e2b4c00-10dc-485e-bb88-2d702db720ff", "name": "network-vif-plugged", "status": "completed", "tag": "d9f1126f-7e3e-4fec-8b31-bcd1527ff2f4"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:16:07.097516 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port d9f1126f-7e3e-4fec-8b31-bcd1527ff2f4, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d9f1126f-7e3e-4fec-8b31-bcd1527ff2f4,segment=NetworkSegment(e86ee36d-9818-4f96-ba83-2c434595c99e),segment_id=e86ee36d-9818-4f96-ba83-2c434595c99e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:07.116981 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:07.155154 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-e5d3ec73-55cc-4fac-a40f-f70199620de3 None None] Provisioning complete for port b31be1c4-f7e6-4cbc-8214-1db642fd74fe triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:07.155336 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e5d3ec73-55cc-4fac-a40f-f70199620de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:07.168309 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50150) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:07.310144 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-e5d3ec73-55cc-4fac-a40f-f70199620de3 None None] Port b31be1c4-f7e6-4cbc-8214-1db642fd74fe cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:16:07.406183 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=d9f1126f-7e3e-4fec-8b31-bcd1527ff2f4,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:07.444081 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a75e73cc-868b-48d8-b813-f610e8db1fca req-1029a74e-ae55-4cf3-9117-506a275c5ead tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/security-groups?id=3077f761-4be2-41f4-97c2-5743e10b623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4183447 Nov 12 01:16:07.651045 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 910759bf-9c23-47c0-a955-80f6ba50ef46 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:16:07.675913 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6d973417-a737-4933-bfa5-7a66531bce69 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:07.741507 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2e6ca6-c974-4644-9a35-42b87b462b79 x-openstack-request-id: req-ec2e6ca6-c974-4644-9a35-42b87b462b79 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:16:07.743861 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e2b4c00-10dc-485e-bb88-2d702db720ff", "name": "network-vif-plugged", "status": "completed", "tag": "d9f1126f-7e3e-4fec-8b31-bcd1527ff2f4", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:16:07.744253 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ec2e6ca6-c974-4644-9a35-42b87b462b79 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:16:07.746229 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e2b4c00-10dc-485e-bb88-2d702db720ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f1126f-7e3e-4fec-8b31-bcd1527ff2f4', 'code': 200} Nov 12 01:16:07.864586 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 910759bf-9c23-47c0-a955-80f6ba50ef46 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:07.864969 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:08.035918 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a2c33-6098-46c3-9edd-a394524e4272 req-cb85967a-3f32-4609-b2ed-12f6992ed5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:08.041479 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-261a2c33-6098-46c3-9edd-a394524e4272 req-cb85967a-3f32-4609-b2ed-12f6992ed5a7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6e2b4c00-10dc-485e-bb88-2d702db720ff HTTP/1.1" status: 200 len: 1097 time: 0.2527251 Nov 12 01:16:08.150581 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 50186) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:08.158038 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-dd5bfbe0-adff-4138-8ba5-318035c2a73f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-399245817-network', 'tenant_id': '5d347e5834314544ac1afda7c3ff6bf4'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:08.195945 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6d973417-a737-4933-bfa5-7a66531bce69 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-233838'] for router, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:08.200765 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6d973417-a737-4933-bfa5-7a66531bce69 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1709614'] for router, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:08.206354 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5bfbe0-adff-4138-8ba5-318035c2a73f admin admin] Made reservation on behalf of 5d347e5834314544ac1afda7c3ff6bf4 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:16:08.209472 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dd5bfbe0-adff-4138-8ba5-318035c2a73f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:08.223724 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dd5bfbe0-adff-4138-8ba5-318035c2a73f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:08.265276 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:08.311358 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-37a27590-d7e5-4dea-8662-1b923801f759 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=37ec54b9f52b434fa4e35c9aed45a0ac&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1414814 Nov 12 01:16:08.317222 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-261a2c33-6098-46c3-9edd-a394524e4272 req-a951dc8b-82b7-45c5-b689-870f64e0cace service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3077f761-4be2-41f4-97c2-5743e10b623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667539 Nov 12 01:16:08.317488 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 50192) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:08.584844 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dd5bfbe0-adff-4138-8ba5-318035c2a73f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:08.587254 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-94f20fe3-7feb-4305-9e00-f73ffa520f17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:08.596583 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dd5bfbe0-adff-4138-8ba5-318035c2a73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:08.696463 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd5bfbe0-adff-4138-8ba5-318035c2a73f admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:16:08.723800 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-94f20fe3-7feb-4305-9e00-f73ffa520f17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:08.746578 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dd5bfbe0-adff-4138-8ba5-318035c2a73f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:08.747339 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-dd5bfbe0-adff-4138-8ba5-318035c2a73f admin admin] Added segment 010f7e19-5449-4ece-97e0-f57d88cac283 of type vlan for network 1bcca1ab-bf62-4312-81ba-e51552f584af Nov 12 01:16:08.828219 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dd5bfbe0-adff-4138-8ba5-318035c2a73f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:08.833071 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5bfbe0-adff-4138-8ba5-318035c2a73f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005fdac7-23e1-49b5-835d-98676766ee29,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:08.952116 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2cc72c-fe32-4dc0-943b-dcbc216fc569 req-6a85ed06-3cd6-42e0-ac1d-67b1c15313e5 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:08.954100 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3d2cc72c-fe32-4dc0-943b-dcbc216fc569 req-6a85ed06-3cd6-42e0-ac1d-67b1c15313e5 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e2b4c00-10dc-485e-bb88-2d702db720ff HTTP/1.1" status: 200 len: 945 time: 0.3616211 Nov 12 01:16:08.970114 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d973417-a737-4933-bfa5-7a66531bce69 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Router e6f21ade-91d2-4626-abc5-3f72610eaaff is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:16:09.049289 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26957444-35ff-4c9a-88e4-de87fbc48d82 None None] Sync routers for ids ['40ba1592-4757-45e4-990f-9c9bed936ba1'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:16:09.073174 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26957444-35ff-4c9a-88e4-de87fbc48d82 None None] Routers {'40ba1592-4757-45e4-990f-9c9bed936ba1'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:16:09.073946 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-26957444-35ff-4c9a-88e4-de87fbc48d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:16:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['40ba1592-4757-45e4-990f-9c9bed936ba1'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:09.076633 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dd5bfbe0-adff-4138-8ba5-318035c2a73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:09.081091 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5bfbe0-adff-4138-8ba5-318035c2a73f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:09.081965 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dd5bfbe0-adff-4138-8ba5-318035c2a73f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:09.126239 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-5dfa9045-a1a0-4c31-b490-dfd2b0cf2659 req-2494ce01-0089-470e-b0a3-8da97e0eb658 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=14222888-2d1e-440a-bea7-43e84043ddf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1523566 Nov 12 01:16:09.269477 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa9045-a1a0-4c31-b490-dfd2b0cf2659 req-4624e329-fa16-458e-b384-a6e446c6236f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:09.275440 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-5dfa9045-a1a0-4c31-b490-dfd2b0cf2659 req-4624e329-fa16-458e-b384-a6e446c6236f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d602ff0942bb43ad80fd0eb430b5a1d7&device_id=14222888-2d1e-440a-bea7-43e84043ddf3 HTTP/1.1" status: 200 len: 1097 time: 0.1037965 Nov 12 01:16:09.351333 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-94f20fe3-7feb-4305-9e00-f73ffa520f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:09.364500 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-94f20fe3-7feb-4305-9e00-f73ffa520f17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:09.374309 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-94f20fe3-7feb-4305-9e00-f73ffa520f17 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/540e59d2-027e-4c8b-bf61-0e085bcaecc8 HTTP/1.1" status: 204 len: 168 time: 1.0554171 Nov 12 01:16:09.420689 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-26957444-35ff-4c9a-88e4-de87fbc48d82 None None] Set router 40ba1592-4757-45e4-990f-9c9bed936ba1 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:16:09.491318 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-dd5bfbe0-adff-4138-8ba5-318035c2a73f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3363445 Nov 12 01:16:09.516064 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 50254) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:09.535033 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3d2cc72c-fe32-4dc0-943b-dcbc216fc569 req-1169c0bd-7c32-4e2b-9642-c478846b0cc3 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/security-groups?id=3077f761-4be2-41f4-97c2-5743e10b623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5498068 Nov 12 01:16:09.558042 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-7f39a5c8-c279-4d6a-ad58-0d76f86ee6ac admin admin] Request body: {'subnet': {'network_id': '1bcca1ab-bf62-4312-81ba-e51552f584af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-399245817-subnet', 'tenant_id': '5d347e5834314544ac1afda7c3ff6bf4', 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:09.593317 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5bfbe0-adff-4138-8ba5-318035c2a73f admin admin] Pushing event updated for resources: {'Network': ['ID=1bcca1ab-bf62-4312-81ba-e51552f584af,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:09.607270 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 1bcca1ab-bf62-4312-81ba-e51552f584af details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:16:09.613957 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa9045-a1a0-4c31-b490-dfd2b0cf2659 req-50d521a1-73ec-4e69-bb6b-bffa5d5e4bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:09.622667 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-5dfa9045-a1a0-4c31-b490-dfd2b0cf2659 req-50d521a1-73ec-4e69-bb6b-bffa5d5e4bcb service neutron] 10.222.0.44 "GET /v2.0/networks?id=e99995f4-ba3c-4455-a76c-75068f6bda47 HTTP/1.1" status: 200 len: 911 time: 0.2954817 Nov 12 01:16:09.672773 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d973417-a737-4933-bfa5-7a66531bce69 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:16:09.674731 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f20fe3-7feb-4305-9e00-f73ffa520f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540e59d2-027e-4c8b-bf61-0e085bcaecc8,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:09.698733 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6d973417-a737-4933-bfa5-7a66531bce69 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:09.700004 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-6d973417-a737-4933-bfa5-7a66531bce69 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] 10.222.0.45 "PUT /v2.0/routers/e6f21ade-91d2-4626-abc5-3f72610eaaff HTTP/1.1" status: 200 len: 916 time: 6.0735705 Nov 12 01:16:09.702927 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 50266) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:09.710158 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f39a5c8-c279-4d6a-ad58-0d76f86ee6ac admin admin] Made reservation on behalf of 5d347e5834314544ac1afda7c3ff6bf4 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:16:09.712739 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7f39a5c8-c279-4d6a-ad58-0d76f86ee6ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:09.742137 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c40c83-c670-4714-8ec3-529fd7d37433 None None] Sync routers for ids ['e6f21ade-91d2-4626-abc5-3f72610eaaff'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:16:09.857202 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-5dfa9045-a1a0-4c31-b490-dfd2b0cf2659 req-c819be88-5844-4f08-82c6-4e67c3735011 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fda59888-5648-4a70-b232-0ec79c3f2fa1 HTTP/1.1" status: 200 len: 1001 time: 0.2277997 Nov 12 01:16:09.990932 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c40c83-c670-4714-8ec3-529fd7d37433 None None] Routers {'e6f21ade-91d2-4626-abc5-3f72610eaaff'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:16:09.994545 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-d6c40c83-c670-4714-8ec3-529fd7d37433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:16:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['e6f21ade-91d2-4626-abc5-3f72610eaaff'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:10.058418 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa9045-a1a0-4c31-b490-dfd2b0cf2659 req-549f4faa-734a-4544-958a-b09098080dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:10.061464 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-5dfa9045-a1a0-4c31-b490-dfd2b0cf2659 req-549f4faa-734a-4544-958a-b09098080dfa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bf3a876c-b540-4ae8-a3b9-c5dbe0528b0f HTTP/1.1" status: 200 len: 850 time: 0.1931405 Nov 12 01:16:10.120897 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-d6c40c83-c670-4714-8ec3-529fd7d37433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:10.156785 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c40c83-c670-4714-8ec3-529fd7d37433 None None] Routers {'e6f21ade-91d2-4626-abc5-3f72610eaaff'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:16:10.157783 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-d6c40c83-c670-4714-8ec3-529fd7d37433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:16:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['e6f21ade-91d2-4626-abc5-3f72610eaaff'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:10.182967 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-26957444-35ff-4c9a-88e4-de87fbc48d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ba1592-4757-45e4-990f-9c9bed936ba1', 'name': 'tempest-TestServerMultinode-1788200367-router', 'tenant_id': '9e09e1487d8e48e99af3838750a68ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '910759bf-9c23-47c0-a955-80f6ba50ef46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:15:49Z', 'updated_at': '2021-11-12T01:16:02Z', 'revision_number': 4, 'project_id': '9e09e1487d8e48e99af3838750a68ac8', 'gw_port': {'id': '910759bf-9c23-47c0-a955-80f6ba50ef46', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:68:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ba1592-4757-45e4-990f-9c9bed936ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:51Z', 'updated_at': '2021-11-12T01:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '2dab371c-c3a1-4587-8294-17ebeff5bd1e', 'name': '', 'network_id': '31d1676f-c0b1-44e7-b405-e2c0516e0de6', 'tenant_id': '9e09e1487d8e48e99af3838750a68ac8', 'mac_address': 'fa:16:3e:0a:8c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ba1592-4757-45e4-990f-9c9bed936ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': '238e7ac8-48c4-4bd1-badc-bc04bb2a5f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:16:00Z', 'updated_at': '2021-11-12T01:16:03Z', 'revision_number': 2, 'project_id': '9e09e1487d8e48e99af3838750a68ac8', 'subnets': [{'id': '238e7ac8-48c4-4bd1-badc-bc04bb2a5f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:10.239619 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa9045-a1a0-4c31-b490-dfd2b0cf2659 req-d874c473-a6b4-458f-8e95-91bf250eb968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:10.242829 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-591b9c26-f3a7-4208-b8a6-0ad5e198ecca tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] 10.222.0.45 "GET /v2.0/routers/e6f21ade-91d2-4626-abc5-3f72610eaaff HTTP/1.1" status: 200 len: 922 time: 0.5384703 Nov 12 01:16:10.245033 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-5dfa9045-a1a0-4c31-b490-dfd2b0cf2659 req-d874c473-a6b4-458f-8e95-91bf250eb968 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e99995f4-ba3c-4455-a76c-75068f6bda47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1750290 Nov 12 01:16:10.246679 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 50304) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:10.289783 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26957444-35ff-4c9a-88e4-de87fbc48d82 None None] Checking router: 40ba1592-4757-45e4-990f-9c9bed936ba1 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:16:10.290363 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26957444-35ff-4c9a-88e4-de87fbc48d82 None None] Updating router 40ba1592-4757-45e4-990f-9c9bed936ba1 port 2dab371c-c3a1-4587-8294-17ebeff5bd1e binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:16:10.376411 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-d6c40c83-c670-4714-8ec3-529fd7d37433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:10.377858 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c40c83-c670-4714-8ec3-529fd7d37433 None None] The sync data for ids ['e6f21ade-91d2-4626-abc5-3f72610eaaff'] in n-d-712142-27 is: [] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:16:10.403484 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-26957444-35ff-4c9a-88e4-de87fbc48d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:10.499226 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fb7c39-1944-4d99-a928-5c5bcc5ac223 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:10.505647 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-92fb7c39-1944-4d99-a928-5c5bcc5ac223 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=ab9ea869-d067-4dfb-b2de-16b019fae22d&device_id=e6f21ade-91d2-4626-abc5-3f72610eaaff&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2480731 Nov 12 01:16:10.507028 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50318) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:10.513352 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b4ab1c71-bfbf-47cb-8652-44a1850cc7fc req-060e7e5b-411b-4e24-a271-2d46a65bc36e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8f65d571-379a-47c5-9f7a-1a1cce1c344a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2673190 Nov 12 01:16:10.609634 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-5dfa9045-a1a0-4c31-b490-dfd2b0cf2659 req-bf85e65c-759d-45d5-a042-8b4167ea8507 service neutron] 10.222.0.44 "GET /v2.0/networks/e99995f4-ba3c-4455-a76c-75068f6bda47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544734 Nov 12 01:16:10.664378 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:10.803293 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e94ae58-aac6-4a89-8a0f-93b39d352adc tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:10.804919 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3e94ae58-aac6-4a89-8a0f-93b39d352adc tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] 10.222.0.45 "GET /v2.0/networks/ab9ea869-d067-4dfb-b2de-16b019fae22d HTTP/1.1" status: 200 len: 881 time: 0.2976072 Nov 12 01:16:10.808178 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50330) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:10.844630 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7f39a5c8-c279-4d6a-ad58-0d76f86ee6ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:10.853028 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7f4d2513-42ad-4a72-a07d-91b2d6d43e20 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6f21ade-91d2-4626-abc5-3f72610eaaff HTTP/1.1" status: 200 len: 205 time: 0.0433726 Nov 12 01:16:10.859760 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50336) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:10.953406 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab1c71-bfbf-47cb-8652-44a1850cc7fc req-5781dcd6-c141-4aab-86d8-8524e65b3c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:10.956624 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b4ab1c71-bfbf-47cb-8652-44a1850cc7fc req-5781dcd6-c141-4aab-86d8-8524e65b3c5f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e7c2c31f7154c2287ae6a5fef10e7b7&device_id=8f65d571-379a-47c5-9f7a-1a1cce1c344a HTTP/1.1" status: 200 len: 1101 time: 0.4021480 Nov 12 01:16:11.107926 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-5dfa9045-a1a0-4c31-b490-dfd2b0cf2659 req-c4e402e8-3c6b-47c0-958b-b17e4f36d2a7 service neutron] 10.222.0.44 "GET /v2.0/networks/e99995f4-ba3c-4455-a76c-75068f6bda47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4345272 Nov 12 01:16:11.115493 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e4046017-b54a-4e81-b689-980563ef0cce tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:11.256758 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-26957444-35ff-4c9a-88e4-de87fbc48d82 None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:11.269010 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab1c71-bfbf-47cb-8652-44a1850cc7fc req-76b56f75-37dc-4744-b192-bd0ff42b04d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:11.271070 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b4ab1c71-bfbf-47cb-8652-44a1850cc7fc req-76b56f75-37dc-4744-b192-bd0ff42b04d7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=945c2da1-f958-478a-a48a-8af2dfa2e179 HTTP/1.1" status: 200 len: 869 time: 0.2360435 Nov 12 01:16:11.277507 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-26957444-35ff-4c9a-88e4-de87fbc48d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:11.281216 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f39a5c8-c279-4d6a-ad58-0d76f86ee6ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d94301d-ea6a-4906-9557-5bfefc7a9819,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:11.308126 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e4046017-b54a-4e81-b689-980563ef0cce tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:11.437119 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bba4af-81a7-4877-9049-ace31f420b54 req-5a280728-fac4-4b73-be5e-a12bc20acc89 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:11.447137 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-11bba4af-81a7-4877-9049-ace31f420b54 req-5a280728-fac4-4b73-be5e-a12bc20acc89 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e2b4c00-10dc-485e-bb88-2d702db720ff HTTP/1.1" status: 200 len: 945 time: 0.4842281 Nov 12 01:16:11.474110 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-e4046017-b54a-4e81-b689-980563ef0cce tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Deleting port b31be1c4-f7e6-4cbc-8214-1db642fd74fe {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:16:11.474462 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e4046017-b54a-4e81-b689-980563ef0cce tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:11.476186 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b4ab1c71-bfbf-47cb-8652-44a1850cc7fc req-35c16837-f637-41fd-a983-bf54a91059ed service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=3d583b94-d77d-4a4f-9b74-831b0ddf98a3 HTTP/1.1" status: 200 len: 217 time: 0.1893208 Nov 12 01:16:11.514779 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f39a5c8-c279-4d6a-ad58-0d76f86ee6ac admin admin] Checking segment: {'id': '010f7e19-5449-4ece-97e0-f57d88cac283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1bcca1ab-bf62-4312-81ba-e51552f584af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:16:11.515856 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f39a5c8-c279-4d6a-ad58-0d76f86ee6ac admin admin] Network hostable DHCP agents. Network: 1bcca1ab-bf62-4312-81ba-e51552f584af, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:16:11.560912 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15ba51a-059a-4edf-a2b9-6daffd8e3f3d None None] Pushing event updated for resources: {'Port': ['ID=2dab371c-c3a1-4587-8294-17ebeff5bd1e,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:11.572114 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15ba51a-059a-4edf-a2b9-6daffd8e3f3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:11.572678 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15ba51a-059a-4edf-a2b9-6daffd8e3f3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:11.573395 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15ba51a-059a-4edf-a2b9-6daffd8e3f3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:11.573988 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15ba51a-059a-4edf-a2b9-6daffd8e3f3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:11.574366 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15ba51a-059a-4edf-a2b9-6daffd8e3f3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:11.574824 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15ba51a-059a-4edf-a2b9-6daffd8e3f3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:11.575157 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15ba51a-059a-4edf-a2b9-6daffd8e3f3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:11.575642 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15ba51a-059a-4edf-a2b9-6daffd8e3f3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:11.576372 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15ba51a-059a-4edf-a2b9-6daffd8e3f3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:11.576922 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15ba51a-059a-4edf-a2b9-6daffd8e3f3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:11.577601 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15ba51a-059a-4edf-a2b9-6daffd8e3f3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:11.578410 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15ba51a-059a-4edf-a2b9-6daffd8e3f3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:11.608324 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-26957444-35ff-4c9a-88e4-de87fbc48d82 None None] Attempting to bind port 2dab371c-c3a1-4587-8294-17ebeff5bd1e on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:16:11.609231 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-26957444-35ff-4c9a-88e4-de87fbc48d82 None None] Attempting to bind port 2dab371c-c3a1-4587-8294-17ebeff5bd1e by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '903adb33-be36-4f66-84f3-41189f6c5e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '31d1676f-c0b1-44e7-b405-e2c0516e0de6'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:16:11.609773 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26957444-35ff-4c9a-88e4-de87fbc48d82 None None] Attempting to bind port 2dab371c-c3a1-4587-8294-17ebeff5bd1e on network 31d1676f-c0b1-44e7-b405-e2c0516e0de6 {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:16:11.626665 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26957444-35ff-4c9a-88e4-de87fbc48d82 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:16:11.627795 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26957444-35ff-4c9a-88e4-de87fbc48d82 None None] Checking segment: {'id': '903adb33-be36-4f66-84f3-41189f6c5e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '31d1676f-c0b1-44e7-b405-e2c0516e0de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:16:11.628439 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-26957444-35ff-4c9a-88e4-de87fbc48d82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:11.629041 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26957444-35ff-4c9a-88e4-de87fbc48d82 None None] Bound using segment: {'id': '903adb33-be36-4f66-84f3-41189f6c5e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '31d1676f-c0b1-44e7-b405-e2c0516e0de6'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:16:11.630221 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-26957444-35ff-4c9a-88e4-de87fbc48d82 None None] Bound port: 2dab371c-c3a1-4587-8294-17ebeff5bd1e, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '903adb33-be36-4f66-84f3-41189f6c5e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '31d1676f-c0b1-44e7-b405-e2c0516e0de6'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:16:11.631215 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-26957444-35ff-4c9a-88e4-de87fbc48d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:11.653233 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-11bba4af-81a7-4877-9049-ace31f420b54 req-2dd53c1c-983d-4bb2-8b01-1c27d9e2e7de tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/security-groups?id=3077f761-4be2-41f4-97c2-5743e10b623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023177 Nov 12 01:16:11.669641 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f39a5c8-c279-4d6a-ad58-0d76f86ee6ac admin admin] Network 1bcca1ab-bf62-4312-81ba-e51552f584af is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:16:11.717984 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-7f39a5c8-c279-4d6a-ad58-0d76f86ee6ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 1bcca1ab-bf62-4312-81ba-e51552f584af) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:11.730665 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188bcd35-b07a-4cba-b6d1-18cb2ab38716 None None] Network 1bcca1ab-bf62-4312-81ba-e51552f584af requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:16:11.751663 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f39a5c8-c279-4d6a-ad58-0d76f86ee6ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:11.753783 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7f39a5c8-c279-4d6a-ad58-0d76f86ee6ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:11.799630 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab1c71-bfbf-47cb-8652-44a1850cc7fc req-684f9809-bb35-41da-ab2d-c177cb426edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:11.804008 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b4ab1c71-bfbf-47cb-8652-44a1850cc7fc req-684f9809-bb35-41da-ab2d-c177cb426edf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.3150659 Nov 12 01:16:11.957376 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e4046017-b54a-4e81-b689-980563ef0cce tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:11.982672 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7f39a5c8-c279-4d6a-ad58-0d76f86ee6ac admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.4442475 Nov 12 01:16:11.992513 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50380) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:11.998560 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-26957444-35ff-4c9a-88e4-de87fbc48d82 None None] For port 2dab371c-c3a1-4587-8294-17ebeff5bd1e, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:16:12.004860 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-fdebb8e9-9696-4ddb-82b2-8a71353b8d59 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-399245817-router', 'tenant_id': '5d347e5834314544ac1afda7c3ff6bf4', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:12.010057 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-26957444-35ff-4c9a-88e4-de87fbc48d82 None None] For port 2dab371c-c3a1-4587-8294-17ebeff5bd1e, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=2dab371c-c3a1-4587-8294-17ebeff5bd1e,segment=NetworkSegment(903adb33-be36-4f66-84f3-41189f6c5e3f),segment_id=903adb33-be36-4f66-84f3-41189f6c5e3f)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:16:12.019324 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-e4046017-b54a-4e81-b689-980563ef0cce tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Calling delete_port for b31be1c4-f7e6-4cbc-8214-1db642fd74fe owned by network:router_gateway {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:16:12.030067 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab1c71-bfbf-47cb-8652-44a1850cc7fc req-dbc0e4c1-7977-4917-83e9-1b3156978962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:12.031291 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-26957444-35ff-4c9a-88e4-de87fbc48d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:12.038788 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b4ab1c71-bfbf-47cb-8652-44a1850cc7fc req-dbc0e4c1-7977-4917-83e9-1b3156978962 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2243752 Nov 12 01:16:12.095513 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50384) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:12.233349 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fdebb8e9-9696-4ddb-82b2-8a71353b8d59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:12.239620 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fdebb8e9-9696-4ddb-82b2-8a71353b8d59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:12.247784 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26957444-35ff-4c9a-88e4-de87fbc48d82 None None] Routers {'40ba1592-4757-45e4-990f-9c9bed936ba1'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:16:12.250866 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-26957444-35ff-4c9a-88e4-de87fbc48d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:16:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['40ba1592-4757-45e4-990f-9c9bed936ba1'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:12.262433 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15ba51a-059a-4edf-a2b9-6daffd8e3f3d None None] Pushing event updated for resources: {'Port': ['ID=2dab371c-c3a1-4587-8294-17ebeff5bd1e,revision_number=4']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:12.362158 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b4ab1c71-bfbf-47cb-8652-44a1850cc7fc req-855129c9-7903-4af4-989e-e945bb5b19c6 service neutron] 10.222.0.16 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073118 Nov 12 01:16:12.408327 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fdebb8e9-9696-4ddb-82b2-8a71353b8d59 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:12.668594 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-76285dca-495c-4e30-ac3c-1da61c2c1e33 None None] Provisioning complete for port 2dab371c-c3a1-4587-8294-17ebeff5bd1e triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:12.670147 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-76285dca-495c-4e30-ac3c-1da61c2c1e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:12.694690 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-f683a5bd-e31a-47ac-a197-1dbd5ccaf482 tempest-NetworksNegativeTestJSON-10286109 tempest-NetworksNegativeTestJSON-10286109-project] Request body: {'port': {'network_id': '7f11fa26-1a2c-4b60-b4d9-f3aadd3ca78a', 'name': 'tempest-NetworksNegativeTestJSON-1802034914'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:12.701967 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-26957444-35ff-4c9a-88e4-de87fbc48d82 None None] Set router 40ba1592-4757-45e4-990f-9c9bed936ba1 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:16:12.742672 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fdebb8e9-9696-4ddb-82b2-8a71353b8d59 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:12.755822 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b4ab1c71-bfbf-47cb-8652-44a1850cc7fc req-7a7a31b1-cdd8-4874-a591-d3fea346a609 service neutron] 10.222.0.16 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882213 Nov 12 01:16:12.808197 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2003c30e-b1a9-4d83-8ca3-5e6f55eebebf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-1bcca1ab-bf62-4312-81ba-e51552f584af', 'network_id': '1bcca1ab-bf62-4312-81ba-e51552f584af', 'tenant_id': '5d347e5834314544ac1afda7c3ff6bf4', 'fixed_ips': [{'subnet_id': '3d94301d-ea6a-4906-9557-5bfefc7a9819'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:16:12.811619 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2003c30e-b1a9-4d83-8ca3-5e6f55eebebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:12.827120 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-f683a5bd-e31a-47ac-a197-1dbd5ccaf482 tempest-NetworksNegativeTestJSON-10286109 tempest-NetworksNegativeTestJSON-10286109-project] POST failed (client error): The resource could not be found. Nov 12 01:16:12.831384 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f683a5bd-e31a-47ac-a197-1dbd5ccaf482 tempest-NetworksNegativeTestJSON-10286109 tempest-NetworksNegativeTestJSON-10286109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:16:12.837928 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f683a5bd-e31a-47ac-a197-1dbd5ccaf482 tempest-NetworksNegativeTestJSON-10286109 tempest-NetworksNegativeTestJSON-10286109-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.7330191 Nov 12 01:16:12.838456 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 50404) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:12.881921 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-94958751-5e65-4d73-ae2a-7d3058f191c5 tempest-NetworksNegativeTestJSON-10286109 tempest-NetworksNegativeTestJSON-10286109-project] DELETE failed (client error): The resource could not be found. Nov 12 01:16:12.888836 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94958751-5e65-4d73-ae2a-7d3058f191c5 tempest-NetworksNegativeTestJSON-10286109 tempest-NetworksNegativeTestJSON-10286109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:16:12.900770 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-94958751-5e65-4d73-ae2a-7d3058f191c5 tempest-NetworksNegativeTestJSON-10286109 tempest-NetworksNegativeTestJSON-10286109-project] 10.222.0.45 "DELETE /v2.0/networks/00eef9da-75dc-4810-b8f3-f4c363dd5d5d HTTP/1.1" status: 404 len: 339 time: 0.0579262 Nov 12 01:16:12.901852 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 50408) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:12.914059 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e4046017-b54a-4e81-b689-980563ef0cce tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:12.964233 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a9695d0-3202-4616-97ff-2c64ae5a03d4 tempest-NetworksNegativeTestJSON-10286109 tempest-NetworksNegativeTestJSON-10286109-project] DELETE failed (client error): The resource could not be found. Nov 12 01:16:12.966027 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a9695d0-3202-4616-97ff-2c64ae5a03d4 tempest-NetworksNegativeTestJSON-10286109 tempest-NetworksNegativeTestJSON-10286109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:16:12.977582 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2a9695d0-3202-4616-97ff-2c64ae5a03d4 tempest-NetworksNegativeTestJSON-10286109 tempest-NetworksNegativeTestJSON-10286109-project] 10.222.0.45 "DELETE /v2.0/ports/da72a8fe-e593-4706-82c0-c85dac362715 HTTP/1.1" status: 404 len: 333 time: 0.0733366 Nov 12 01:16:12.981416 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 50414) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:13.005694 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4046017-b54a-4e81-b689-980563ef0cce tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Pushing event deleted for resources: {'Port': ['ID=b31be1c4-f7e6-4cbc-8214-1db642fd74fe,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:13.048218 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-a424737f-5c62-4304-b295-2070a22ddeeb tempest-NetworksNegativeTestJSON-10286109 tempest-NetworksNegativeTestJSON-10286109-project] DELETE failed (client error): The resource could not be found. Nov 12 01:16:13.052461 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a424737f-5c62-4304-b295-2070a22ddeeb tempest-NetworksNegativeTestJSON-10286109 tempest-NetworksNegativeTestJSON-10286109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:16:13.065193 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a424737f-5c62-4304-b295-2070a22ddeeb tempest-NetworksNegativeTestJSON-10286109 tempest-NetworksNegativeTestJSON-10286109-project] 10.222.0.45 "DELETE /v2.0/subnets/ff719004-18f9-44c5-9a04-1223e1f7ee68 HTTP/1.1" status: 404 len: 337 time: 0.0799174 Nov 12 01:16:13.069931 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 50422) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:13.120859 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b96045e-9c86-4467-8f8f-373b068c4c5a tempest-NetworksNegativeTestJSON-10286109 tempest-NetworksNegativeTestJSON-10286109-project] GET failed (client error): The resource could not be found. Nov 12 01:16:13.122926 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7b96045e-9c86-4467-8f8f-373b068c4c5a tempest-NetworksNegativeTestJSON-10286109 tempest-NetworksNegativeTestJSON-10286109-project] 10.222.0.45 "GET /v2.0/networks/06df7c6c-9eb7-4c2b-aef5-60a3b9622d17 HTTP/1.1" status: 404 len: 339 time: 0.0503612 Nov 12 01:16:13.134068 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 50426) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:13.185624 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ba3a6c-77f3-4f85-a45c-fd4ddf14fef3 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:16:13.201234 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c88dbd8-1371-4bfc-b7d2-61e4ec9c5002 tempest-NetworksNegativeTestJSON-10286109 tempest-NetworksNegativeTestJSON-10286109-project] GET failed (client error): The resource could not be found. Nov 12 01:16:13.213177 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7c88dbd8-1371-4bfc-b7d2-61e4ec9c5002 tempest-NetworksNegativeTestJSON-10286109 tempest-NetworksNegativeTestJSON-10286109-project] 10.222.0.45 "GET /v2.0/ports/7ee0571c-c665-4e60-8028-8a55717541dd HTTP/1.1" status: 404 len: 333 time: 0.0775323 Nov 12 01:16:13.220099 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 50432) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:13.265333 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e4046017-b54a-4e81-b689-980563ef0cce tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:13.295053 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4aca3d4-806a-4f71-a990-2384dc0d0fde tempest-NetworksNegativeTestJSON-10286109 tempest-NetworksNegativeTestJSON-10286109-project] GET failed (client error): The resource could not be found. Nov 12 01:16:13.302070 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e4aca3d4-806a-4f71-a990-2384dc0d0fde tempest-NetworksNegativeTestJSON-10286109 tempest-NetworksNegativeTestJSON-10286109-project] 10.222.0.45 "GET /v2.0/subnets/13b804d3-a6ad-488c-ae99-e53717156846 HTTP/1.1" status: 404 len: 337 time: 0.0759044 Nov 12 01:16:13.303803 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 50438) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:13.311556 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-76285dca-495c-4e30-ac3c-1da61c2c1e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:13.336375 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-116bcdb1-366e-4488-b2e1-a59b6f9eec67 tempest-NetworksNegativeTestJSON-10286109 tempest-NetworksNegativeTestJSON-10286109-project] Request body: {'network': {'name': 'new_name'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:13.352010 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-26957444-35ff-4c9a-88e4-de87fbc48d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ba1592-4757-45e4-990f-9c9bed936ba1', 'name': 'tempest-TestServerMultinode-1788200367-router', 'tenant_id': '9e09e1487d8e48e99af3838750a68ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '910759bf-9c23-47c0-a955-80f6ba50ef46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:15:49Z', 'updated_at': '2021-11-12T01:16:02Z', 'revision_number': 4, 'project_id': '9e09e1487d8e48e99af3838750a68ac8', 'gw_port': {'id': '910759bf-9c23-47c0-a955-80f6ba50ef46', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:68:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ba1592-4757-45e4-990f-9c9bed936ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:51Z', 'updated_at': '2021-11-12T01:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '2dab371c-c3a1-4587-8294-17ebeff5bd1e', 'name': '', 'network_id': '31d1676f-c0b1-44e7-b405-e2c0516e0de6', 'tenant_id': '9e09e1487d8e48e99af3838750a68ac8', 'mac_address': 'fa:16:3e:0a:8c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ba1592-4757-45e4-990f-9c9bed936ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': '238e7ac8-48c4-4bd1-badc-bc04bb2a5f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:16:00Z', 'updated_at': '2021-11-12T01:16:11Z', 'revision_number': 4, 'project_id': '9e09e1487d8e48e99af3838750a68ac8', 'subnets': [{'id': '238e7ac8-48c4-4bd1-badc-bc04bb2a5f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:13.383624 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-116bcdb1-366e-4488-b2e1-a59b6f9eec67 tempest-NetworksNegativeTestJSON-10286109 tempest-NetworksNegativeTestJSON-10286109-project] PUT failed (client error): The resource could not be found. Nov 12 01:16:13.405696 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-116bcdb1-366e-4488-b2e1-a59b6f9eec67 tempest-NetworksNegativeTestJSON-10286109 tempest-NetworksNegativeTestJSON-10286109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:16:13.411067 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-116bcdb1-366e-4488-b2e1-a59b6f9eec67 tempest-NetworksNegativeTestJSON-10286109 tempest-NetworksNegativeTestJSON-10286109-project] 10.222.0.45 "PUT /v2.0/networks/96072edf-a1ec-434f-8ea9-46dd1691c1a7 HTTP/1.1" status: 404 len: 339 time: 0.1035645 Nov 12 01:16:13.413771 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 50446) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:13.419427 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-9d3a6369-8c98-474b-b31b-e14078186138 tempest-NetworksNegativeTestJSON-10286109 tempest-NetworksNegativeTestJSON-10286109-project] Request body: {'port': {'name': 'new_name'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:13.439031 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26957444-35ff-4c9a-88e4-de87fbc48d82 None None] The sync data for ids ['40ba1592-4757-45e4-990f-9c9bed936ba1'] in n-d-712142-27 is: [{'id': '40ba1592-4757-45e4-990f-9c9bed936ba1', 'name': 'tempest-TestServerMultinode-1788200367-router', 'tenant_id': '9e09e1487d8e48e99af3838750a68ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '910759bf-9c23-47c0-a955-80f6ba50ef46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:15:49Z', 'updated_at': '2021-11-12T01:16:02Z', 'revision_number': 4, 'project_id': '9e09e1487d8e48e99af3838750a68ac8', 'gw_port': {'id': '910759bf-9c23-47c0-a955-80f6ba50ef46', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:68:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ba1592-4757-45e4-990f-9c9bed936ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:51Z', 'updated_at': '2021-11-12T01:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '2dab371c-c3a1-4587-8294-17ebeff5bd1e', 'name': '', 'network_id': '31d1676f-c0b1-44e7-b405-e2c0516e0de6', 'tenant_id': '9e09e1487d8e48e99af3838750a68ac8', 'mac_address': 'fa:16:3e:0a:8c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40ba1592-4757-45e4-990f-9c9bed936ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2142, 'fixed_ips': [{'subnet_id': '238e7ac8-48c4-4bd1-badc-bc04bb2a5f6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:16:00Z', 'updated_at': '2021-11-12T01:16:11Z', 'revision_number': 4, 'project_id': '9e09e1487d8e48e99af3838750a68ac8', 'subnets': [{'id': '238e7ac8-48c4-4bd1-badc-bc04bb2a5f6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:16:13.484681 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d3a6369-8c98-474b-b31b-e14078186138 tempest-NetworksNegativeTestJSON-10286109 tempest-NetworksNegativeTestJSON-10286109-project] PUT failed (client error): The resource could not be found. Nov 12 01:16:13.485807 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d3a6369-8c98-474b-b31b-e14078186138 tempest-NetworksNegativeTestJSON-10286109 tempest-NetworksNegativeTestJSON-10286109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:16:13.492772 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-9d3a6369-8c98-474b-b31b-e14078186138 tempest-NetworksNegativeTestJSON-10286109 tempest-NetworksNegativeTestJSON-10286109-project] 10.222.0.45 "PUT /v2.0/ports/69f79db8-c498-44d6-b56c-b2a79f809327 HTTP/1.1" status: 404 len: 333 time: 0.0772860 Nov 12 01:16:13.493748 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 50452) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:13.501408 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-f8da2e62-b8fb-45d3-b1ec-8025d2a71571 tempest-NetworksNegativeTestJSON-10286109 tempest-NetworksNegativeTestJSON-10286109-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:13.532332 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-76285dca-495c-4e30-ac3c-1da61c2c1e33 None None] For port 2dab371c-c3a1-4587-8294-17ebeff5bd1e, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=2dab371c-c3a1-4587-8294-17ebeff5bd1e,segment=NetworkSegment(903adb33-be36-4f66-84f3-41189f6c5e3f),segment_id=903adb33-be36-4f66-84f3-41189f6c5e3f)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:13.563430 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 2dab371c-c3a1-4587-8294-17ebeff5bd1e up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:16:13.575951 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8da2e62-b8fb-45d3-b1ec-8025d2a71571 tempest-NetworksNegativeTestJSON-10286109 tempest-NetworksNegativeTestJSON-10286109-project] PUT failed (client error): The resource could not be found. Nov 12 01:16:13.576778 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8da2e62-b8fb-45d3-b1ec-8025d2a71571 tempest-NetworksNegativeTestJSON-10286109 tempest-NetworksNegativeTestJSON-10286109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:16:13.580940 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-76285dca-495c-4e30-ac3c-1da61c2c1e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:13.587451 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-f8da2e62-b8fb-45d3-b1ec-8025d2a71571 tempest-NetworksNegativeTestJSON-10286109 tempest-NetworksNegativeTestJSON-10286109-project] 10.222.0.45 "PUT /v2.0/subnets/1fb585d4-915a-4317-ab8f-feec7c8928fa HTTP/1.1" status: 404 len: 337 time: 0.0891123 Nov 12 01:16:13.595392 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e4046017-b54a-4e81-b689-980563ef0cce tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:13.601901 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e4046017-b54a-4e81-b689-980563ef0cce tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:13.737260 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-2003c30e-b1a9-4d83-8ca3-5e6f55eebebf None None] Allocated IP 172.20.0.2 (1bcca1ab-bf62-4312-81ba-e51552f584af/3d94301d-ea6a-4906-9557-5bfefc7a9819/fd1f90dd-a95b-4214-8c2d-9ffc28fae00d) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:16:13.827718 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fdebb8e9-9696-4ddb-82b2-8a71353b8d59 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:13.830696 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e4046017-b54a-4e81-b689-980563ef0cce tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:13.831318 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4046017-b54a-4e81-b689-980563ef0cce tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Fanout notify agent at l3_agent the message router_deleted on router e6f21ade-91d2-4626-abc5-3f72610eaaff {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:16:13.840935 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e4046017-b54a-4e81-b689-980563ef0cce tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:13.847298 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 50476) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:13.854353 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-5f604df9-cc95-4eb3-b14d-332c08613a3d tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1995194744', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}, 'admin_state_up': False}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:13.859772 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e4046017-b54a-4e81-b689-980563ef0cce tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] 10.222.0.45 "DELETE /v2.0/routers/e6f21ade-91d2-4626-abc5-3f72610eaaff HTTP/1.1" status: 204 len: 168 time: 2.9986269 Nov 12 01:16:13.885572 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fdebb8e9-9696-4ddb-82b2-8a71353b8d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:13.913157 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5f604df9-cc95-4eb3-b14d-332c08613a3d tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:13.914979 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5f604df9-cc95-4eb3-b14d-332c08613a3d tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:14.065506 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5f604df9-cc95-4eb3-b14d-332c08613a3d tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:14.714082 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 50508) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:14.746373 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5f604df9-cc95-4eb3-b14d-332c08613a3d tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:14.938855 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2003c30e-b1a9-4d83-8ca3-5e6f55eebebf None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:14.978692 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76285dca-495c-4e30-ac3c-1da61c2c1e33 None None] Pushing event updated for resources: {'Port': ['ID=2dab371c-c3a1-4587-8294-17ebeff5bd1e,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:15.017374 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2003c30e-b1a9-4d83-8ca3-5e6f55eebebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:15.066488 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-fdebb8e9-9696-4ddb-82b2-8a71353b8d59 admin admin] Allocated IP 172.25.3.186 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/33ea8ab3-3dc1-468c-8557-00f762c2d995) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:16:15.140613 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-aff569a2-f75e-49df-8cc2-77fba361e642 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:15.184232 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-99dae8ab-4e46-4969-bba1-4a99c0a9ebbe None None] Provisioning complete for port 2dab371c-c3a1-4587-8294-17ebeff5bd1e triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:15.188881 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-99dae8ab-4e46-4969-bba1-4a99c0a9ebbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:15.303295 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2003c30e-b1a9-4d83-8ca3-5e6f55eebebf None None] Network 1bcca1ab-bf62-4312-81ba-e51552f584af is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:16:15.349472 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-aff569a2-f75e-49df-8cc2-77fba361e642 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:15.357469 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-aff569a2-f75e-49df-8cc2-77fba361e642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:15.365588 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-2003c30e-b1a9-4d83-8ca3-5e6f55eebebf None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:15.375342 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 2dab371c-c3a1-4587-8294-17ebeff5bd1e triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:15.376276 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:15.380013 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2003c30e-b1a9-4d83-8ca3-5e6f55eebebf None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:16:15.381721 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fdebb8e9-9696-4ddb-82b2-8a71353b8d59 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:15.391982 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2003c30e-b1a9-4d83-8ca3-5e6f55eebebf None None] Pushing event updated for resources: {'Port': ['ID=fd1f90dd-a95b-4214-8c2d-9ffc28fae00d,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:15.464749 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff569a2-f75e-49df-8cc2-77fba361e642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae39eb1-8729-4e50-aa87-0da1733f841c,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:15.496830 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fdebb8e9-9696-4ddb-82b2-8a71353b8d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:15.520650 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-aff569a2-f75e-49df-8cc2-77fba361e642 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2c6f765515214764a877af40b019d54c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8044078 Nov 12 01:16:15.522233 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50538) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:15.589724 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-2003c30e-b1a9-4d83-8ca3-5e6f55eebebf None None] Attempting to bind port fd1f90dd-a95b-4214-8c2d-9ffc28fae00d on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:16:15.590402 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-2003c30e-b1a9-4d83-8ca3-5e6f55eebebf None None] Attempting to bind port fd1f90dd-a95b-4214-8c2d-9ffc28fae00d by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '010f7e19-5449-4ece-97e0-f57d88cac283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1bcca1ab-bf62-4312-81ba-e51552f584af'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:16:15.591187 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2003c30e-b1a9-4d83-8ca3-5e6f55eebebf None None] Attempting to bind port fd1f90dd-a95b-4214-8c2d-9ffc28fae00d on network 1bcca1ab-bf62-4312-81ba-e51552f584af {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:16:15.604455 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2003c30e-b1a9-4d83-8ca3-5e6f55eebebf None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:16:15.605067 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2003c30e-b1a9-4d83-8ca3-5e6f55eebebf None None] Checking segment: {'id': '010f7e19-5449-4ece-97e0-f57d88cac283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1bcca1ab-bf62-4312-81ba-e51552f584af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:16:15.606045 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2003c30e-b1a9-4d83-8ca3-5e6f55eebebf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:15.606915 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2003c30e-b1a9-4d83-8ca3-5e6f55eebebf None None] Bound using segment: {'id': '010f7e19-5449-4ece-97e0-f57d88cac283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1bcca1ab-bf62-4312-81ba-e51552f584af'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:16:15.607546 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdebb8e9-9696-4ddb-82b2-8a71353b8d59 admin admin] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:16:15.608319 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-2003c30e-b1a9-4d83-8ca3-5e6f55eebebf None None] Bound port: fd1f90dd-a95b-4214-8c2d-9ffc28fae00d, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '010f7e19-5449-4ece-97e0-f57d88cac283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1bcca1ab-bf62-4312-81ba-e51552f584af'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:16:15.609182 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2003c30e-b1a9-4d83-8ca3-5e6f55eebebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:15.621534 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-fdebb8e9-9696-4ddb-82b2-8a71353b8d59 admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:15.632835 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdebb8e9-9696-4ddb-82b2-8a71353b8d59 admin admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:16:15.670277 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc451b96-19a1-413c-b626-592123654206 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:16:15.745364 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdebb8e9-9696-4ddb-82b2-8a71353b8d59 admin admin] Pushing event updated for resources: {'Port': ['ID=33ea8ab3-3dc1-468c-8557-00f762c2d995,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:15.839312 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5f604df9-cc95-4eb3-b14d-332c08613a3d tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks [] for router_gateway, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:15.842866 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-35ae1456-c3f7-4efb-9130-78120add0fe9 None None] Provisioning complete for port 33ea8ab3-3dc1-468c-8557-00f762c2d995 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:15.843681 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-35ae1456-c3f7-4efb-9130-78120add0fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:15.910724 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 2dab371c-c3a1-4587-8294-17ebeff5bd1e up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:16:15.916670 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5f604df9-cc95-4eb3-b14d-332c08613a3d tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:15.942694 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ff05fabe-e767-40b5-99e0-8ab3c0c7135d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:15.964344 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-2003c30e-b1a9-4d83-8ca3-5e6f55eebebf None None] For port fd1f90dd-a95b-4214-8c2d-9ffc28fae00d, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:16:16.045089 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-35ae1456-c3f7-4efb-9130-78120add0fe9 None None] Port 33ea8ab3-3dc1-468c-8557-00f762c2d995 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:16:16.055656 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-2003c30e-b1a9-4d83-8ca3-5e6f55eebebf None None] For port fd1f90dd-a95b-4214-8c2d-9ffc28fae00d, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=fd1f90dd-a95b-4214-8c2d-9ffc28fae00d,segment=NetworkSegment(010f7e19-5449-4ece-97e0-f57d88cac283),segment_id=010f7e19-5449-4ece-97e0-f57d88cac283)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:16:16.090307 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2003c30e-b1a9-4d83-8ca3-5e6f55eebebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:16.149954 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ff05fabe-e767-40b5-99e0-8ab3c0c7135d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:16.223407 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 2dab371c-c3a1-4587-8294-17ebeff5bd1e triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:16.224062 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:16.231034 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-5f604df9-cc95-4eb3-b14d-332c08613a3d tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Allocated IP 172.25.3.65 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/4c969bad-c85d-457e-ae2c-61787017736e) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:16:16.465097 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2003c30e-b1a9-4d83-8ca3-5e6f55eebebf None None] Pushing event updated for resources: {'Port': ['ID=fd1f90dd-a95b-4214-8c2d-9ffc28fae00d,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:16.679515 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ff05fabe-e767-40b5-99e0-8ab3c0c7135d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:16.682295 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ff05fabe-e767-40b5-99e0-8ab3c0c7135d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:16.683512 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ff05fabe-e767-40b5-99e0-8ab3c0c7135d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bae39eb1-8729-4e50-aa87-0da1733f841c HTTP/1.1" status: 204 len: 168 time: 1.1570854 Nov 12 01:16:16.736109 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5f604df9-cc95-4eb3-b14d-332c08613a3d tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:16.764000 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff05fabe-e767-40b5-99e0-8ab3c0c7135d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae39eb1-8729-4e50-aa87-0da1733f841c,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:16.842999 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fdebb8e9-9696-4ddb-82b2-8a71353b8d59 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:16.940498 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5f604df9-cc95-4eb3-b14d-332c08613a3d tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:17.116816 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f604df9-cc95-4eb3-b14d-332c08613a3d tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:16:17.125282 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-5f604df9-cc95-4eb3-b14d-332c08613a3d tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:17.146110 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7acac1f-c11b-4ebc-aaf3-f03268ba08de None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:16:17.153255 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f604df9-cc95-4eb3-b14d-332c08613a3d tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:16:17.274673 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7cf1913d-05c0-4edc-b956-73e84abe5250 None None] Provisioning complete for port 4c969bad-c85d-457e-ae2c-61787017736e triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:17.278368 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7cf1913d-05c0-4edc-b956-73e84abe5250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:17.289140 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fdebb8e9-9696-4ddb-82b2-8a71353b8d59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:17.365479 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f604df9-cc95-4eb3-b14d-332c08613a3d tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Pushing event updated for resources: {'Port': ['ID=4c969bad-c85d-457e-ae2c-61787017736e,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:17.446674 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-7cf1913d-05c0-4edc-b956-73e84abe5250 None None] Port 4c969bad-c85d-457e-ae2c-61787017736e cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:16:17.674334 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdebb8e9-9696-4ddb-82b2-8a71353b8d59 admin admin] Router a4d6450e-3205-4e78-8db0-c67d715d2959 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:16:17.843439 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50636) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:17.986272 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device fd1f90dd-a95b-4214-8c2d-9ffc28fae00d up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:16:18.038839 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdebb8e9-9696-4ddb-82b2-8a71353b8d59 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:16:18.050811 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a923fb3-86f9-4fe6-b0f3-f42ac9e980a5 None None] Sync routers for ids ['a4d6450e-3205-4e78-8db0-c67d715d2959'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:16:18.086697 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a923fb3-86f9-4fe6-b0f3-f42ac9e980a5 None None] Routers {'a4d6450e-3205-4e78-8db0-c67d715d2959'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:16:18.093481 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-6a923fb3-86f9-4fe6-b0f3-f42ac9e980a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:16:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['a4d6450e-3205-4e78-8db0-c67d715d2959'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:18.112078 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fdebb8e9-9696-4ddb-82b2-8a71353b8d59 admin admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:18.120425 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-fdebb8e9-9696-4ddb-82b2-8a71353b8d59 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.1211662 Nov 12 01:16:18.122458 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50648) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:18.266606 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port fd1f90dd-a95b-4214-8c2d-9ffc28fae00d triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:18.269794 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:18.409104 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-6a923fb3-86f9-4fe6-b0f3-f42ac9e980a5 None None] Set router a4d6450e-3205-4e78-8db0-c67d715d2959 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:16:18.524523 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8bb356-aa68-4d8a-a026-3644e0374116 None None] Network 1bcca1ab-bf62-4312-81ba-e51552f584af requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:16:18.698533 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aa2d1b32-9295-408d-af3c-ace667ab35f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:18.838941 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 50668) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:18.867085 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-6a923fb3-86f9-4fe6-b0f3-f42ac9e980a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d6450e-3205-4e78-8db0-c67d715d2959', 'name': 'tempest-TestServerMultinode-399245817-router', 'tenant_id': '5d347e5834314544ac1afda7c3ff6bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '33ea8ab3-3dc1-468c-8557-00f762c2d995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:16:12Z', 'updated_at': '2021-11-12T01:16:16Z', 'revision_number': 3, 'project_id': '5d347e5834314544ac1afda7c3ff6bf4', 'gw_port': {'id': '33ea8ab3-3dc1-468c-8557-00f762c2d995', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f0:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d6450e-3205-4e78-8db0-c67d715d2959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:16:13Z', 'updated_at': '2021-11-12T01:16:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:18.901251 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-60cef685-f296-4475-937b-1a454fc424df None None] Provisioning complete for port fd1f90dd-a95b-4214-8c2d-9ffc28fae00d triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:18.902897 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-60cef685-f296-4475-937b-1a454fc424df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:18.939020 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a923fb3-86f9-4fe6-b0f3-f42ac9e980a5 None None] Checking router: a4d6450e-3205-4e78-8db0-c67d715d2959 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:16:18.939948 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a923fb3-86f9-4fe6-b0f3-f42ac9e980a5 None None] Updating router a4d6450e-3205-4e78-8db0-c67d715d2959 port 33ea8ab3-3dc1-468c-8557-00f762c2d995 binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:16:18.977649 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:19.009638 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-6a923fb3-86f9-4fe6-b0f3-f42ac9e980a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:19.021138 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port fd1f90dd-a95b-4214-8c2d-9ffc28fae00d, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=fd1f90dd-a95b-4214-8c2d-9ffc28fae00d,segment=NetworkSegment(010f7e19-5449-4ece-97e0-f57d88cac283),segment_id=010f7e19-5449-4ece-97e0-f57d88cac283)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:19.072209 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:19.084844 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-dcc5c719-6f92-4fbe-b56e-61c4dce1a770 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1442800508'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:19.126240 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc5c719-6f92-4fbe-b56e-61c4dce1a770 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Made reservation on behalf of 10e024f1501d4f999bfc171e7c9c2478 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:16:19.131489 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dcc5c719-6f92-4fbe-b56e-61c4dce1a770 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:19.147697 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dcc5c719-6f92-4fbe-b56e-61c4dce1a770 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:19.211169 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aa2d1b32-9295-408d-af3c-ace667ab35f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:19.225675 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aa2d1b32-9295-408d-af3c-ace667ab35f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:19.278487 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5f604df9-cc95-4eb3-b14d-332c08613a3d tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks [] for router_gateway, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:19.383945 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-6a923fb3-86f9-4fe6-b0f3-f42ac9e980a5 None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:19.395957 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-6a923fb3-86f9-4fe6-b0f3-f42ac9e980a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:19.403695 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=fd1f90dd-a95b-4214-8c2d-9ffc28fae00d,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:19.451439 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-6a923fb3-86f9-4fe6-b0f3-f42ac9e980a5 None None] Attempting to bind port 33ea8ab3-3dc1-468c-8557-00f762c2d995 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:16:19.452330 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-6a923fb3-86f9-4fe6-b0f3-f42ac9e980a5 None None] Attempting to bind port 33ea8ab3-3dc1-468c-8557-00f762c2d995 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:16:19.453011 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a923fb3-86f9-4fe6-b0f3-f42ac9e980a5 None None] Attempting to bind port 33ea8ab3-3dc1-468c-8557-00f762c2d995 on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:16:19.464496 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a923fb3-86f9-4fe6-b0f3-f42ac9e980a5 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:16:19.465313 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a923fb3-86f9-4fe6-b0f3-f42ac9e980a5 None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:16:19.465901 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-6a923fb3-86f9-4fe6-b0f3-f42ac9e980a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:19.466492 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a923fb3-86f9-4fe6-b0f3-f42ac9e980a5 None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:16:19.467184 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-6a923fb3-86f9-4fe6-b0f3-f42ac9e980a5 None None] Bound port: 33ea8ab3-3dc1-468c-8557-00f762c2d995, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:16:19.467799 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-6a923fb3-86f9-4fe6-b0f3-f42ac9e980a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:19.472155 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356c66dc-cc09-4d20-86cf-6d617356f6b5 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:16:19.546471 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-aa2d1b32-9295-408d-af3c-ace667ab35f6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8c570aed73bb43edaef8ae6235bf1887&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7012415 Nov 12 01:16:19.562425 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-6a923fb3-86f9-4fe6-b0f3-f42ac9e980a5 None None] For port 33ea8ab3-3dc1-468c-8557-00f762c2d995, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:16:19.566945 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-6a923fb3-86f9-4fe6-b0f3-f42ac9e980a5 None None] For port 33ea8ab3-3dc1-468c-8557-00f762c2d995, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=33ea8ab3-3dc1-468c-8557-00f762c2d995,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:16:19.586476 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-6a923fb3-86f9-4fe6-b0f3-f42ac9e980a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:19.599516 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61686e15-5138-4c3d-98e9-32d9a84dbcd4 None None] Pushing event updated for resources: {'Port': ['ID=33ea8ab3-3dc1-468c-8557-00f762c2d995,revision_number=2']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:19.624498 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 50682) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:19.630050 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-090853e9-2e3e-45e8-b31d-2e684b430855 None None] Provisioning complete for port 33ea8ab3-3dc1-468c-8557-00f762c2d995 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:19.630594 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-090853e9-2e3e-45e8-b31d-2e684b430855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:19.702801 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a923fb3-86f9-4fe6-b0f3-f42ac9e980a5 None None] Routers {'a4d6450e-3205-4e78-8db0-c67d715d2959'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:16:19.705852 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e6d274-106a-42da-a323-5b88096eb0e1 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:16:19.707343 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-6a923fb3-86f9-4fe6-b0f3-f42ac9e980a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:16:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['a4d6450e-3205-4e78-8db0-c67d715d2959'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:19.912010 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-090853e9-2e3e-45e8-b31d-2e684b430855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:19.925893 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2d1b32-9295-408d-af3c-ace667ab35f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0dc6a6-3046-4f0a-a64f-a6fddfa73a7e,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:19.959755 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device fd1f90dd-a95b-4214-8c2d-9ffc28fae00d up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:16:19.996936 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61686e15-5138-4c3d-98e9-32d9a84dbcd4 None None] Pushing event updated for resources: {'Port': ['ID=33ea8ab3-3dc1-468c-8557-00f762c2d995,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:20.013938 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-090853e9-2e3e-45e8-b31d-2e684b430855 None None] For port 33ea8ab3-3dc1-468c-8557-00f762c2d995, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=33ea8ab3-3dc1-468c-8557-00f762c2d995,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:20.029119 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-090853e9-2e3e-45e8-b31d-2e684b430855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:20.051780 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-6a923fb3-86f9-4fe6-b0f3-f42ac9e980a5 None None] Set router a4d6450e-3205-4e78-8db0-c67d715d2959 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:16:20.107823 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090853e9-2e3e-45e8-b31d-2e684b430855 None None] Pushing event updated for resources: {'Port': ['ID=33ea8ab3-3dc1-468c-8557-00f762c2d995,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:20.131943 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dcc5c719-6f92-4fbe-b56e-61c4dce1a770 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:20.134298 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-742d57ff-2d09-4a02-b6ef-119b3687ccae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:20.146106 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dcc5c719-6f92-4fbe-b56e-61c4dce1a770 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:20.171750 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7eb784b8-53e0-4c42-aa75-0aead5a0761c None None] Provisioning complete for port fd1f90dd-a95b-4214-8c2d-9ffc28fae00d triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:20.172030 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7eb784b8-53e0-4c42-aa75-0aead5a0761c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:20.207560 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcc5c719-6f92-4fbe-b56e-61c4dce1a770 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:16:20.216643 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-742d57ff-2d09-4a02-b6ef-119b3687ccae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:20.234187 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port fd1f90dd-a95b-4214-8c2d-9ffc28fae00d triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:20.234715 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:20.281424 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc5c719-6f92-4fbe-b56e-61c4dce1a770 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=003f9d73-e0c8-4ddd-ba23-e08444335e95,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:20.313679 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dcc5c719-6f92-4fbe-b56e-61c4dce1a770 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:20.314724 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-dcc5c719-6f92-4fbe-b56e-61c4dce1a770 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Added segment 934de371-d7c6-4f2c-9d59-6a539a81a881 of type vlan for network e8772cc2-48ca-49b1-bc76-d138bf6c236f Nov 12 01:16:20.466206 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-6a923fb3-86f9-4fe6-b0f3-f42ac9e980a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d6450e-3205-4e78-8db0-c67d715d2959', 'name': 'tempest-TestServerMultinode-399245817-router', 'tenant_id': '5d347e5834314544ac1afda7c3ff6bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '33ea8ab3-3dc1-468c-8557-00f762c2d995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:16:12Z', 'updated_at': '2021-11-12T01:16:16Z', 'revision_number': 3, 'project_id': '5d347e5834314544ac1afda7c3ff6bf4', 'gw_port': {'id': '33ea8ab3-3dc1-468c-8557-00f762c2d995', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f0:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d6450e-3205-4e78-8db0-c67d715d2959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:16:13Z', 'updated_at': '2021-11-12T01:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:20.488854 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5f604df9-cc95-4eb3-b14d-332c08613a3d tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:20.507665 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dcc5c719-6f92-4fbe-b56e-61c4dce1a770 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:20.516797 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9e5ee9df-8cfe-4a0d-96ca-39892496b901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:20.524408 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a923fb3-86f9-4fe6-b0f3-f42ac9e980a5 None None] The sync data for ids ['a4d6450e-3205-4e78-8db0-c67d715d2959'] in n-d-712142-27 is: [{'id': 'a4d6450e-3205-4e78-8db0-c67d715d2959', 'name': 'tempest-TestServerMultinode-399245817-router', 'tenant_id': '5d347e5834314544ac1afda7c3ff6bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '33ea8ab3-3dc1-468c-8557-00f762c2d995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:16:12Z', 'updated_at': '2021-11-12T01:16:16Z', 'revision_number': 3, 'project_id': '5d347e5834314544ac1afda7c3ff6bf4', 'gw_port': {'id': '33ea8ab3-3dc1-468c-8557-00f762c2d995', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f0:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d6450e-3205-4e78-8db0-c67d715d2959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:16:13Z', 'updated_at': '2021-11-12T01:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:16:20.652615 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.db.resource_extend [None req-dcc5c719-6f92-4fbe-b56e-61c4dce1a770 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 01:16:20.659029 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7eb784b8-53e0-4c42-aa75-0aead5a0761c None None] Provisioning complete for port 33ea8ab3-3dc1-468c-8557-00f762c2d995 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:20.659684 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7eb784b8-53e0-4c42-aa75-0aead5a0761c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:20.715589 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dcc5c719-6f92-4fbe-b56e-61c4dce1a770 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:20.727207 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc5c719-6f92-4fbe-b56e-61c4dce1a770 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:20.728646 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dcc5c719-6f92-4fbe-b56e-61c4dce1a770 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:20.812958 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-742d57ff-2d09-4a02-b6ef-119b3687ccae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:20.815280 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-742d57ff-2d09-4a02-b6ef-119b3687ccae admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:20.820428 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-742d57ff-2d09-4a02-b6ef-119b3687ccae admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ce0dc6a6-3046-4f0a-a64f-a6fddfa73a7e HTTP/1.1" status: 204 len: 168 time: 1.1904223 Nov 12 01:16:20.853732 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-9e5ee9df-8cfe-4a0d-96ca-39892496b901 admin admin] Allocated IP 172.20.0.1 (1bcca1ab-bf62-4312-81ba-e51552f584af/3d94301d-ea6a-4906-9557-5bfefc7a9819/da5b96a1-aad1-4a0f-bd3b-7a7e18ee5991) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:16:20.956190 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50706) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:20.958913 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-dcc5c719-6f92-4fbe-b56e-61c4dce1a770 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.1044271 Nov 12 01:16:20.960629 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d57ff-2d09-4a02-b6ef-119b3687ccae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0dc6a6-3046-4f0a-a64f-a6fddfa73a7e,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:20.966107 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-32efad19-8690-468c-8b14-4a82726e36ec tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Request body: {'port': {'network_id': 'e8772cc2-48ca-49b1-bc76-d138bf6c236f', 'name': 'tempest-PortsTestJSON-1734454637'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:21.178284 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc5c719-6f92-4fbe-b56e-61c4dce1a770 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event updated for resources: {'Network': ['ID=e8772cc2-48ca-49b1-bc76-d138bf6c236f,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:21.201624 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network e8772cc2-48ca-49b1-bc76-d138bf6c236f details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:16:21.252312 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f604df9-cc95-4eb3-b14d-332c08613a3d tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Router cb9cb070-a462-4389-ba8e-0e2b03cc89b0 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:16:21.374499 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9e5ee9df-8cfe-4a0d-96ca-39892496b901 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:21.377448 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32efad19-8690-468c-8b14-4a82726e36ec tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Made reservation on behalf of 10e024f1501d4f999bfc171e7c9c2478 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:16:21.382180 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-32efad19-8690-468c-8b14-4a82726e36ec tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:21.411413 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-32efad19-8690-468c-8b14-4a82726e36ec tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] device_id is not set on port bf0d0f4a-19a3-4c7f-af77-5eeb5c174009 yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:16:21.700108 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-32efad19-8690-468c-8b14-4a82726e36ec tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:21.711398 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9e5ee9df-8cfe-4a0d-96ca-39892496b901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:21.772358 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f604df9-cc95-4eb3-b14d-332c08613a3d tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:16:21.786820 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24fdad3-b2ff-41ea-bf4d-32e27c9c0263 None None] Sync routers for ids ['cb9cb070-a462-4389-ba8e-0e2b03cc89b0'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:16:21.811573 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5ee9df-8cfe-4a0d-96ca-39892496b901 admin admin] Network 1bcca1ab-bf62-4312-81ba-e51552f584af is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:16:21.820054 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-9e5ee9df-8cfe-4a0d-96ca-39892496b901 admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:21.826552 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5ee9df-8cfe-4a0d-96ca-39892496b901 admin admin] Pushing event updated for resources: {'Port': ['ID=da5b96a1-aad1-4a0f-bd3b-7a7e18ee5991,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:21.839200 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5ee9df-8cfe-4a0d-96ca-39892496b901 admin admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:16:21.842753 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24fdad3-b2ff-41ea-bf4d-32e27c9c0263 None None] Routers {'cb9cb070-a462-4389-ba8e-0e2b03cc89b0'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:16:21.847984 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-e24fdad3-b2ff-41ea-bf4d-32e27c9c0263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:16:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['cb9cb070-a462-4389-ba8e-0e2b03cc89b0'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:21.862073 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5f604df9-cc95-4eb3-b14d-332c08613a3d tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:21.868291 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-5f604df9-cc95-4eb3-b14d-332c08613a3d tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.0187182 Nov 12 01:16:21.877728 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 50722) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:21.896836 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-8e3dd36e-4f44-47c6-b604-fb4bd54539f4 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:21.990644 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-32efad19-8690-468c-8b14-4a82726e36ec tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:21.997502 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-e24fdad3-b2ff-41ea-bf4d-32e27c9c0263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:22.047684 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24fdad3-b2ff-41ea-bf4d-32e27c9c0263 None None] Routers {'cb9cb070-a462-4389-ba8e-0e2b03cc89b0'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:16:22.048397 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-e24fdad3-b2ff-41ea-bf4d-32e27c9c0263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:16:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['cb9cb070-a462-4389-ba8e-0e2b03cc89b0'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:22.147174 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-e24fdad3-b2ff-41ea-bf4d-32e27c9c0263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:22.147780 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24fdad3-b2ff-41ea-bf4d-32e27c9c0263 None None] The sync data for ids ['cb9cb070-a462-4389-ba8e-0e2b03cc89b0'] in n-d-712142-27 is: [] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:16:22.157641 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 33ea8ab3-3dc1-468c-8557-00f762c2d995 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:16:22.204187 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9e5ee9df-8cfe-4a0d-96ca-39892496b901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:22.393551 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 33ea8ab3-3dc1-468c-8557-00f762c2d995 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:22.394124 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:22.634743 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-9338c9f9-4d04-4cb0-b3f3-0b87c05a79c6 None None] Provisioning complete for port da5b96a1-aad1-4a0f-bd3b-7a7e18ee5991 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:22.635359 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9338c9f9-4d04-4cb0-b3f3-0b87c05a79c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:22.841237 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32efad19-8690-468c-8b14-4a82726e36ec tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event updated for resources: {'Port': ['ID=bf0d0f4a-19a3-4c7f-af77-5eeb5c174009,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:22.849386 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9e5ee9df-8cfe-4a0d-96ca-39892496b901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:22.879866 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-9338c9f9-4d04-4cb0-b3f3-0b87c05a79c6 None None] Port da5b96a1-aad1-4a0f-bd3b-7a7e18ee5991 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:16:22.887024 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32efad19-8690-468c-8b14-4a82726e36ec tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Checking segment: {'id': '934de371-d7c6-4f2c-9d59-6a539a81a881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e8772cc2-48ca-49b1-bc76-d138bf6c236f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:16:22.887546 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32efad19-8690-468c-8b14-4a82726e36ec tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Network hostable DHCP agents. Network: e8772cc2-48ca-49b1-bc76-d138bf6c236f, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:16:22.911738 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8e3dd36e-4f44-47c6-b604-fb4bd54539f4 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:22.949158 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8e3dd36e-4f44-47c6-b604-fb4bd54539f4 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:23.061979 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-8e3dd36e-4f44-47c6-b604-fb4bd54539f4 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Deleting port 4c969bad-c85d-457e-ae2c-61787017736e {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:16:23.062631 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8e3dd36e-4f44-47c6-b604-fb4bd54539f4 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:23.127220 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32efad19-8690-468c-8b14-4a82726e36ec tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Network e8772cc2-48ca-49b1-bc76-d138bf6c236f is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:16:23.209393 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9e5ee9df-8cfe-4a0d-96ca-39892496b901 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:23.210674 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8e3dd36e-4f44-47c6-b604-fb4bd54539f4 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:23.224926 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-32efad19-8690-468c-8b14-4a82726e36ec tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, e8772cc2-48ca-49b1-bc76-d138bf6c236f) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:23.227267 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9e5ee9df-8cfe-4a0d-96ca-39892496b901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:23.229725 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-8e3dd36e-4f44-47c6-b604-fb4bd54539f4 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Calling delete_port for 4c969bad-c85d-457e-ae2c-61787017736e owned by network:router_gateway {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:16:23.260566 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ac0b4f-f1c4-485d-a79c-fba99202f2a1 None None] Network e8772cc2-48ca-49b1-bc76-d138bf6c236f requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:16:23.339811 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32efad19-8690-468c-8b14-4a82726e36ec tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:16:23.350998 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32efad19-8690-468c-8b14-4a82726e36ec tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:23.351678 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-32efad19-8690-468c-8b14-4a82726e36ec tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:23.363652 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5ee9df-8cfe-4a0d-96ca-39892496b901 admin admin] Pushing event updated for resources: {'Port': ['ID=da5b96a1-aad1-4a0f-bd3b-7a7e18ee5991,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:23.398157 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-32efad19-8690-468c-8b14-4a82726e36ec tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.4395003 Nov 12 01:16:23.405148 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50756) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:23.410847 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-46827918-ddb3-4949-a680-e59839401c44 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2016037737'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:23.443316 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9e5ee9df-8cfe-4a0d-96ca-39892496b901 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:23.566273 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46827918-ddb3-4949-a680-e59839401c44 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Made reservation on behalf of 10e024f1501d4f999bfc171e7c9c2478 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:16:23.578461 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-46827918-ddb3-4949-a680-e59839401c44 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:23.603925 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8e3dd36e-4f44-47c6-b604-fb4bd54539f4 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:23.665158 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50764) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:23.684762 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3dd36e-4f44-47c6-b604-fb4bd54539f4 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Pushing event deleted for resources: {'Port': ['ID=4c969bad-c85d-457e-ae2c-61787017736e,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:23.685710 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4731a08a-a1c4-4ef4-9b2f-c2190c5884a7 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:16:23.793767 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46827918-ddb3-4949-a680-e59839401c44 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:16:23.807493 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8e3dd36e-4f44-47c6-b604-fb4bd54539f4 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:23.848316 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-46827918-ddb3-4949-a680-e59839401c44 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:23.848983 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-46827918-ddb3-4949-a680-e59839401c44 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Added segment f3156773-23d4-4f47-9a00-a817f4140ac2 of type vlan for network 3b7aac69-a499-4c99-a6e6-930b3d55a769 Nov 12 01:16:23.882038 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-b74ccad4-b26a-4f4b-839d-c3e5480ab09f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-619413095'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:23.953943 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74ccad4-b26a-4f4b-839d-c3e5480ab09f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:16:23.966946 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b74ccad4-b26a-4f4b-839d-c3e5480ab09f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:24.130802 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b74ccad4-b26a-4f4b-839d-c3e5480ab09f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:24.148411 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-46827918-ddb3-4949-a680-e59839401c44 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:24.156757 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5ee9df-8cfe-4a0d-96ca-39892496b901 admin admin] Network 1bcca1ab-bf62-4312-81ba-e51552f584af is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:16:24.165657 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-9e5ee9df-8cfe-4a0d-96ca-39892496b901 admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:24.264310 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-46827918-ddb3-4949-a680-e59839401c44 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:24.270624 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46827918-ddb3-4949-a680-e59839401c44 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:24.271293 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-46827918-ddb3-4949-a680-e59839401c44 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:24.449037 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-46827918-ddb3-4949-a680-e59839401c44 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0427413 Nov 12 01:16:24.459891 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50778) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:24.468427 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8e3dd36e-4f44-47c6-b604-fb4bd54539f4 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-233838'] for router, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:24.476404 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8e3dd36e-4f44-47c6-b604-fb4bd54539f4 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1709614'] for router, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:24.508064 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-d324aaf7-3b92-4a44-b58b-bbc5c1660bc8 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Request body: {'ports': [{'network_id': 'e8772cc2-48ca-49b1-bc76-d138bf6c236f'}, {'network_id': '3b7aac69-a499-4c99-a6e6-930b3d55a769'}]} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:24.511809 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-d324aaf7-3b92-4a44-b58b-bbc5c1660bc8 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Request body: {'port': {'network_id': 'e8772cc2-48ca-49b1-bc76-d138bf6c236f'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:24.512622 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-d324aaf7-3b92-4a44-b58b-bbc5c1660bc8 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Request body: {'port': {'network_id': '3b7aac69-a499-4c99-a6e6-930b3d55a769'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:24.576532 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46827918-ddb3-4949-a680-e59839401c44 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event updated for resources: {'Network': ['ID=3b7aac69-a499-4c99-a6e6-930b3d55a769,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:24.606884 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 3b7aac69-a499-4c99-a6e6-930b3d55a769 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:16:24.681163 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e3dd36e-4f44-47c6-b604-fb4bd54539f4 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Router cb9cb070-a462-4389-ba8e-0e2b03cc89b0 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:16:24.758163 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e5ee9df-8cfe-4a0d-96ca-39892496b901 admin admin] Router a4d6450e-3205-4e78-8db0-c67d715d2959 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:16:24.809988 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b74ccad4-b26a-4f4b-839d-c3e5480ab09f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:24.838109 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b74ccad4-b26a-4f4b-839d-c3e5480ab09f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:24.842058 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-577f3905-ba71-4da8-b811-c0f271655a3f None None] Provisioning complete for port da5b96a1-aad1-4a0f-bd3b-7a7e18ee5991 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:24.842439 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-577f3905-ba71-4da8-b811-c0f271655a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:24.924881 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-577f3905-ba71-4da8-b811-c0f271655a3f None None] Port da5b96a1-aad1-4a0f-bd3b-7a7e18ee5991 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:16:24.942656 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e3dd36e-4f44-47c6-b604-fb4bd54539f4 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:16:24.953373 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8e3dd36e-4f44-47c6-b604-fb4bd54539f4 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:24.958478 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-8e3dd36e-4f44-47c6-b604-fb4bd54539f4 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] 10.222.0.45 "PUT /v2.0/routers/cb9cb070-a462-4389-ba8e-0e2b03cc89b0 HTTP/1.1" status: 200 len: 706 time: 3.0774152 Nov 12 01:16:24.961831 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bba228-9dc8-416e-99f6-24e016ba330f None None] Sync routers for ids ['cb9cb070-a462-4389-ba8e-0e2b03cc89b0'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:16:24.963934 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50786) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:24.977411 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bba228-9dc8-416e-99f6-24e016ba330f None None] Routers {'cb9cb070-a462-4389-ba8e-0e2b03cc89b0'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:16:24.978129 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-10bba228-9dc8-416e-99f6-24e016ba330f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:16:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['cb9cb070-a462-4389-ba8e-0e2b03cc89b0'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:25.000342 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b74ccad4-b26a-4f4b-839d-c3e5480ab09f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:16:25.015587 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-10bba228-9dc8-416e-99f6-24e016ba330f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:25.026867 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bba228-9dc8-416e-99f6-24e016ba330f None None] Routers {'cb9cb070-a462-4389-ba8e-0e2b03cc89b0'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:16:25.027711 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-10bba228-9dc8-416e-99f6-24e016ba330f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:16:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['cb9cb070-a462-4389-ba8e-0e2b03cc89b0'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:25.070892 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-10bba228-9dc8-416e-99f6-24e016ba330f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:25.071894 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bba228-9dc8-416e-99f6-24e016ba330f None None] The sync data for ids ['cb9cb070-a462-4389-ba8e-0e2b03cc89b0'] in n-d-712142-27 is: [] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:16:25.111917 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b74ccad4-b26a-4f4b-839d-c3e5480ab09f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:25.112338 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-b74ccad4-b26a-4f4b-839d-c3e5480ab09f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Added segment 6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6 of type vlan for network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e Nov 12 01:16:25.120375 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74ccad4-b26a-4f4b-839d-c3e5480ab09f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11f04a6e-aaea-4322-ae70-5660357344e1,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:25.549017 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-cad8051c-c161-43a9-a04b-c998b5209c46 tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] 10.222.0.45 "GET /v2.0/routers/cb9cb070-a462-4389-ba8e-0e2b03cc89b0 HTTP/1.1" status: 200 len: 741 time: 0.5473902 Nov 12 01:16:25.551087 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 50802) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:25.607748 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b74ccad4-b26a-4f4b-839d-c3e5480ab09f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:25.611603 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5ee9df-8cfe-4a0d-96ca-39892496b901 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:16:25.622988 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c2613e-4223-4db5-a8e2-fda247a3d563 None None] Sync routers for ids ['a4d6450e-3205-4e78-8db0-c67d715d2959'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:16:25.638211 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9e5ee9df-8cfe-4a0d-96ca-39892496b901 admin admin] 10.222.0.45 "PUT /v2.0/routers/a4d6450e-3205-4e78-8db0-c67d715d2959/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5035219 Nov 12 01:16:25.638211 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d324aaf7-3b92-4a44-b58b-bbc5c1660bc8 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Made reservation on behalf of 10e024f1501d4f999bfc171e7c9c2478 for: {'port': 2} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:16:25.638211 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d324aaf7-3b92-4a44-b58b-bbc5c1660bc8 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:25.647341 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c2613e-4223-4db5-a8e2-fda247a3d563 None None] Routers {'a4d6450e-3205-4e78-8db0-c67d715d2959'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:16:25.648027 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-c9c2613e-4223-4db5-a8e2-fda247a3d563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:16:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['a4d6450e-3205-4e78-8db0-c67d715d2959'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:25.656272 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-6d2e6d83-b1e8-4444-84fa-d18fbdb571bc tempest-RoutersAdminTest-432367495 tempest-RoutersAdminTest-432367495-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=ab9ea869-d067-4dfb-b2de-16b019fae22d&device_id=cb9cb070-a462-4389-ba8e-0e2b03cc89b0 HTTP/1.1" status: 200 len: 205 time: 0.1031873 Nov 12 01:16:25.665337 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 50810) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:25.694128 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d324aaf7-3b92-4a44-b58b-bbc5c1660bc8 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:25.703384 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b74ccad4-b26a-4f4b-839d-c3e5480ab09f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:25.710928 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-cff53b43-2c48-41ba-b405-837ff9d8153d tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb9cb070-a462-4389-ba8e-0e2b03cc89b0 HTTP/1.1" status: 200 len: 205 time: 0.0432370 Nov 12 01:16:25.711565 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 50814) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:25.715350 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74ccad4-b26a-4f4b-839d-c3e5480ab09f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:25.717966 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b74ccad4-b26a-4f4b-839d-c3e5480ab09f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:25.804046 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b74ccad4-b26a-4f4b-839d-c3e5480ab09f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.1169033 Nov 12 01:16:25.808837 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50816) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:25.841353 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-aa0e7eae-3d8d-48df-b27c-d646601e2083 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'subnet': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:25.853380 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-813331c4-9830-49ef-8aa4-6837aaf5cbaf tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks [] for router, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:25.904938 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74ccad4-b26a-4f4b-839d-c3e5480ab09f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Network': ['ID=89ea60a3-4652-4d77-9cc6-d8bd5a56918e,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:25.935680 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:16:26.035743 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-d324aaf7-3b92-4a44-b58b-bbc5c1660bc8 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] device_id is not set on port eebf0997-7ecb-4d8a-9062-0851f068e3de yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:16:26.068871 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-c9c2613e-4223-4db5-a8e2-fda247a3d563 None None] Set router a4d6450e-3205-4e78-8db0-c67d715d2959 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:16:26.102017 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0e7eae-3d8d-48df-b27c-d646601e2083 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:16:26.105117 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aa0e7eae-3d8d-48df-b27c-d646601e2083 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:26.199459 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-813331c4-9830-49ef-8aa4-6837aaf5cbaf tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:26.205657 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-813331c4-9830-49ef-8aa4-6837aaf5cbaf tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:26.312964 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-813331c4-9830-49ef-8aa4-6837aaf5cbaf tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:26.313561 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813331c4-9830-49ef-8aa4-6837aaf5cbaf tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Fanout notify agent at l3_agent the message router_deleted on router cb9cb070-a462-4389-ba8e-0e2b03cc89b0 {{(pid=109085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:16:26.336236 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-813331c4-9830-49ef-8aa4-6837aaf5cbaf tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:26.338580 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-813331c4-9830-49ef-8aa4-6837aaf5cbaf tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] 10.222.0.45 "DELETE /v2.0/routers/cb9cb070-a462-4389-ba8e-0e2b03cc89b0 HTTP/1.1" status: 204 len: 168 time: 0.6257584 Nov 12 01:16:26.342097 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 50842) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:26.395215 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aa0e7eae-3d8d-48df-b27c-d646601e2083 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:26.416044 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-ced506d5-fcfd-4aa8-817f-e190833c6932 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb9cb070-a462-4389-ba8e-0e2b03cc89b0 HTTP/1.1" status: 200 len: 205 time: 0.0704803 Nov 12 01:16:26.417682 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 50844) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:26.607663 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-c9c2613e-4223-4db5-a8e2-fda247a3d563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d6450e-3205-4e78-8db0-c67d715d2959', 'name': 'tempest-TestServerMultinode-399245817-router', 'tenant_id': '5d347e5834314544ac1afda7c3ff6bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '33ea8ab3-3dc1-468c-8557-00f762c2d995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:16:12Z', 'updated_at': '2021-11-12T01:16:22Z', 'revision_number': 4, 'project_id': '5d347e5834314544ac1afda7c3ff6bf4', 'gw_port': {'id': '33ea8ab3-3dc1-468c-8557-00f762c2d995', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d6450e-3205-4e78-8db0-c67d715d2959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:16:13Z', 'updated_at': '2021-11-12T01:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'da5b96a1-aad1-4a0f-bd3b-7a7e18ee5991', 'name': '', 'network_id': '1bcca1ab-bf62-4312-81ba-e51552f584af', 'tenant_id': '5d347e5834314544ac1afda7c3ff6bf4', 'mac_address': 'fa:16:3e:23:12:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d6450e-3205-4e78-8db0-c67d715d2959', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '3d94301d-ea6a-4906-9557-5bfefc7a9819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:16:20Z', 'updated_at': '2021-11-12T01:16:22Z', 'revision_number': 2, 'project_id': '5d347e5834314544ac1afda7c3ff6bf4', 'subnets': [{'id': '3d94301d-ea6a-4906-9557-5bfefc7a9819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:26.610542 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-24c6cf00-c06b-4657-8e16-e8785f915163 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] delete failed (client error): The resource could not be found. Nov 12 01:16:26.613211 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-24c6cf00-c06b-4657-8e16-e8785f915163 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] 10.222.0.45 "DELETE /v2.0/routers/cb9cb070-a462-4389-ba8e-0e2b03cc89b0 HTTP/1.1" status: 404 len: 336 time: 0.1867590 Nov 12 01:16:26.624857 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 50856) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:26.689475 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3c8c9003-378c-4fb8-8041-20ef9d060049 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6f21ade-91d2-4626-abc5-3f72610eaaff HTTP/1.1" status: 200 len: 205 time: 0.0628593 Nov 12 01:16:26.693801 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 50858) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:26.707840 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d324aaf7-3b92-4a44-b58b-bbc5c1660bc8 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:26.810431 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0e7eae-3d8d-48df-b27c-d646601e2083 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Subnet': ['ID=24a33d97-d8b9-479f-b7fa-9dd1b510fca8,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:26.826304 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-d324aaf7-3b92-4a44-b58b-bbc5c1660bc8 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] device_id is not set on port 7d1e7668-76e1-4709-8e5d-5a5f89ac126a yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:16:26.828418 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-8857c52c-4432-41e6-83ce-a813e0b2f814 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] delete failed (client error): The resource could not be found. Nov 12 01:16:26.836610 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-8857c52c-4432-41e6-83ce-a813e0b2f814 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] 10.222.0.45 "DELETE /v2.0/routers/e6f21ade-91d2-4626-abc5-3f72610eaaff HTTP/1.1" status: 404 len: 336 time: 0.1410351 Nov 12 01:16:26.847250 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50860) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:26.870329 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c2613e-4223-4db5-a8e2-fda247a3d563 None None] Checking router: a4d6450e-3205-4e78-8db0-c67d715d2959 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:16:26.870329 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c2613e-4223-4db5-a8e2-fda247a3d563 None None] Updating router a4d6450e-3205-4e78-8db0-c67d715d2959 port da5b96a1-aad1-4a0f-bd3b-7a7e18ee5991 binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:16:26.899029 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54080a55-9213-48cd-abc8-1f6fd47f3206 req-5973da95-8320-4608-96bd-a1c6a59403d6 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:26.901267 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-54080a55-9213-48cd-abc8-1f6fd47f3206 req-5973da95-8320-4608-96bd-a1c6a59403d6 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/networks?id=31d1676f-c0b1-44e7-b405-e2c0516e0de6 HTTP/1.1" status: 200 len: 910 time: 0.2944667 Nov 12 01:16:26.919020 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-03e7490e-1732-45e2-9728-c49f52e3ca48 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] 10.222.0.45 "GET /v2.0/ports?device_id=2d56a08e-d6e1-48aa-b196-ea0e290e2822 HTTP/1.1" status: 200 len: 205 time: 0.0684340 Nov 12 01:16:26.919794 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 50862) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:26.933947 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0e7eae-3d8d-48df-b27c-d646601e2083 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Checking segment: {'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:16:26.934540 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0e7eae-3d8d-48df-b27c-d646601e2083 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Network hostable DHCP agents. Network: 89ea60a3-4652-4d77-9cc6-d8bd5a56918e, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:16:26.942678 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-54080a55-9213-48cd-abc8-1f6fd47f3206 req-2f8f63e8-95fd-4d5d-822d-102381b486ce tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/quotas/5d347e5834314544ac1afda7c3ff6bf4 HTTP/1.1" status: 200 len: 375 time: 0.0213842 Nov 12 01:16:26.948839 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c9c2613e-4223-4db5-a8e2-fda247a3d563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:26.989548 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0e7eae-3d8d-48df-b27c-d646601e2083 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:16:27.088651 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-aa0e7eae-3d8d-48df-b27c-d646601e2083 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 89ea60a3-4652-4d77-9cc6-d8bd5a56918e) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:27.136345 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0e7eae-3d8d-48df-b27c-d646601e2083 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:27.137548 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aa0e7eae-3d8d-48df-b27c-d646601e2083 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:27.241932 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d324aaf7-3b92-4a44-b58b-bbc5c1660bc8 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:27.287711 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d324aaf7-3b92-4a44-b58b-bbc5c1660bc8 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:27.321269 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-aa0e7eae-3d8d-48df-b27c-d646601e2083 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4797528 Nov 12 01:16:27.350187 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50870) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:27.371149 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-503ac841-bcb5-4d38-9462-484058798003 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'port': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'name': 'tempest-NetworksTestDHCPv6-1604109444'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:27.458913 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9174d7-82f0-4612-84f4-cc564a478080 None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:16:27.590450 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d324aaf7-3b92-4a44-b58b-bbc5c1660bc8 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Network e8772cc2-48ca-49b1-bc76-d138bf6c236f is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:16:27.629406 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-d324aaf7-3b92-4a44-b58b-bbc5c1660bc8 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:27.633648 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-32af560a-5df3-439b-9303-58920f4569e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:27.635818 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d324aaf7-3b92-4a44-b58b-bbc5c1660bc8 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:16:27.657874 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d324aaf7-3b92-4a44-b58b-bbc5c1660bc8 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:27.667622 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d324aaf7-3b92-4a44-b58b-bbc5c1660bc8 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event updated for resources: {'Port': ['ID=eebf0997-7ecb-4d8a-9062-0851f068e3de,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:27.742091 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c9c2613e-4223-4db5-a8e2-fda247a3d563 None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:27.758047 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c9c2613e-4223-4db5-a8e2-fda247a3d563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:27.763934 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9e154c-a575-4f5c-b1bb-7d6b840d893b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'tenant_id': '70514e17c07e4902b3c1ce1ff6844138', 'fixed_ips': [{'subnet_id': '24a33d97-d8b9-479f-b7fa-9dd1b510fca8'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:16:27.765253 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7f9e154c-a575-4f5c-b1bb-7d6b840d893b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:27.817968 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-c9797520-28c7-4503-9645-ff138c15c0f2 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] delete failed (client error): The resource could not be found. Nov 12 01:16:27.819849 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c9797520-28c7-4503-9645-ff138c15c0f2 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] 10.222.0.45 "DELETE /v2.0/routers/2d56a08e-d6e1-48aa-b196-ea0e290e2822 HTTP/1.1" status: 404 len: 336 time: 0.8835738 Nov 12 01:16:27.822503 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 50874) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:27.860361 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d324aaf7-3b92-4a44-b58b-bbc5c1660bc8 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event updated for resources: {'Port': ['ID=7d1e7668-76e1-4709-8e5d-5a5f89ac126a,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:27.887659 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d324aaf7-3b92-4a44-b58b-bbc5c1660bc8 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Checking segment: {'id': 'f3156773-23d4-4f47-9a00-a817f4140ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3b7aac69-a499-4c99-a6e6-930b3d55a769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:16:27.888174 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d324aaf7-3b92-4a44-b58b-bbc5c1660bc8 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Network hostable DHCP agents. Network: 3b7aac69-a499-4c99-a6e6-930b3d55a769, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:16:27.911072 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-9ffa8de6-8d74-4131-98f4-6d3e9db201bd tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] 10.222.0.45 "GET /v2.0/ports?device_id=3a650175-5b2f-4bbf-85ba-e259ba0e81ef HTTP/1.1" status: 200 len: 205 time: 0.0742111 Nov 12 01:16:27.911323 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503ac841-bcb5-4d38-9462-484058798003 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:16:27.915026 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-503ac841-bcb5-4d38-9462-484058798003 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:27.916424 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50876) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:27.937630 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-54080a55-9213-48cd-abc8-1f6fd47f3206 req-3f989be7-2a84-4096-a964-6bfe4c93f83c tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/ports?tenant_id=5d347e5834314544ac1afda7c3ff6bf4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9207563 Nov 12 01:16:27.942069 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3b45b0-3631-4e51-8901-235d911ba8eb None None] Pushing event updated for resources: {'Port': ['ID=da5b96a1-aad1-4a0f-bd3b-7a7e18ee5991,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:28.113362 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-8f71c2a1-e306-43bd-b941-7b12b7c1a5ca tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] delete failed (client error): The resource could not be found. Nov 12 01:16:28.115225 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8f71c2a1-e306-43bd-b941-7b12b7c1a5ca tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] 10.222.0.45 "DELETE /v2.0/routers/3a650175-5b2f-4bbf-85ba-e259ba0e81ef HTTP/1.1" status: 404 len: 336 time: 0.1971278 Nov 12 01:16:28.121234 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50878) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:28.121904 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d324aaf7-3b92-4a44-b58b-bbc5c1660bc8 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Network 3b7aac69-a499-4c99-a6e6-930b3d55a769 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:16:28.137444 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-c9c2613e-4223-4db5-a8e2-fda247a3d563 None None] Attempting to bind port da5b96a1-aad1-4a0f-bd3b-7a7e18ee5991 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:16:28.137730 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-c9c2613e-4223-4db5-a8e2-fda247a3d563 None None] Attempting to bind port da5b96a1-aad1-4a0f-bd3b-7a7e18ee5991 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '010f7e19-5449-4ece-97e0-f57d88cac283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1bcca1ab-bf62-4312-81ba-e51552f584af'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:16:28.138099 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c2613e-4223-4db5-a8e2-fda247a3d563 None None] Attempting to bind port da5b96a1-aad1-4a0f-bd3b-7a7e18ee5991 on network 1bcca1ab-bf62-4312-81ba-e51552f584af {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:16:28.167858 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-259e8a69-8fcb-4081-b611-893037743cc8 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] 10.222.0.45 "GET /v2.0/ports?device_id=582739c4-6548-4b63-987f-823a457dbb61 HTTP/1.1" status: 200 len: 205 time: 0.0330665 Nov 12 01:16:28.167858 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-503ac841-bcb5-4d38-9462-484058798003 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] device_id is not set on port 405be980-0a9e-465a-8a0d-d28838ade017 yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:16:28.168409 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c2613e-4223-4db5-a8e2-fda247a3d563 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:16:28.168409 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c2613e-4223-4db5-a8e2-fda247a3d563 None None] Checking segment: {'id': '010f7e19-5449-4ece-97e0-f57d88cac283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1bcca1ab-bf62-4312-81ba-e51552f584af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:16:28.168409 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c9c2613e-4223-4db5-a8e2-fda247a3d563 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:28.172197 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-d324aaf7-3b92-4a44-b58b-bbc5c1660bc8 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 3b7aac69-a499-4c99-a6e6-930b3d55a769) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:28.176180 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c2613e-4223-4db5-a8e2-fda247a3d563 None None] Bound using segment: {'id': '010f7e19-5449-4ece-97e0-f57d88cac283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1bcca1ab-bf62-4312-81ba-e51552f584af'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:16:28.177487 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-c9c2613e-4223-4db5-a8e2-fda247a3d563 None None] Bound port: da5b96a1-aad1-4a0f-bd3b-7a7e18ee5991, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '010f7e19-5449-4ece-97e0-f57d88cac283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1bcca1ab-bf62-4312-81ba-e51552f584af'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:16:28.177931 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c9c2613e-4223-4db5-a8e2-fda247a3d563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:28.178500 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50880) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:28.192167 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d324aaf7-3b92-4a44-b58b-bbc5c1660bc8 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:16:28.203428 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d324aaf7-3b92-4a44-b58b-bbc5c1660bc8 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:28.205023 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-54080a55-9213-48cd-abc8-1f6fd47f3206 req-cba7692e-2b1d-4271-b9de-e131c2bc374f service neutron] 10.222.0.45 "GET /v2.0/networks/31d1676f-c0b1-44e7-b405-e2c0516e0de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318306 Nov 12 01:16:28.219284 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d324aaf7-3b92-4a44-b58b-bbc5c1660bc8 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:28.221195 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d324aaf7-3b92-4a44-b58b-bbc5c1660bc8 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:28.221413 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774f7405-d0c7-4eac-bc50-3d0e66f250ce None None] Network 3b7aac69-a499-4c99-a6e6-930b3d55a769 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:16:28.421839 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-1afb1ba7-19e9-4343-8f8d-b246a1f3b198 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] delete failed (client error): The resource could not be found. Nov 12 01:16:28.423122 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1afb1ba7-19e9-4343-8f8d-b246a1f3b198 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] 10.222.0.45 "DELETE /v2.0/routers/582739c4-6548-4b63-987f-823a457dbb61 HTTP/1.1" status: 404 len: 336 time: 0.2421052 Nov 12 01:16:28.433753 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50886) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:28.456031 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-7f9e154c-a575-4f5c-b1bb-7d6b840d893b None None] Allocated IP 2001:db8::2 (89ea60a3-4652-4d77-9cc6-d8bd5a56918e/24a33d97-d8b9-479f-b7fa-9dd1b510fca8/4c755e18-6901-4a2c-bbdc-de146a2a4d1a) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:16:28.478488 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-54080a55-9213-48cd-abc8-1f6fd47f3206 req-7906eb45-9d79-490e-bb60-bacefcb582e1 service neutron] 10.222.0.45 "GET /v2.0/networks/31d1676f-c0b1-44e7-b405-e2c0516e0de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659168 Nov 12 01:16:28.480119 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d324aaf7-3b92-4a44-b58b-bbc5c1660bc8 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.0179625 Nov 12 01:16:28.484189 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 50890) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:28.588038 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3f2ad102-2175-4042-ae43-69b6c94669a3 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] 10.222.0.45 "GET /v2.0/ports?device_id=1167e759-6585-47fe-905a-9d17546adfef HTTP/1.1" status: 200 len: 205 time: 0.1498628 Nov 12 01:16:28.589685 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50892) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:28.684024 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-abddbc99-019a-4928-8e49-3586a3818306 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] delete failed (client error): The resource could not be found. Nov 12 01:16:28.691957 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-abddbc99-019a-4928-8e49-3586a3818306 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] 10.222.0.45 "DELETE /v2.0/routers/1167e759-6585-47fe-905a-9d17546adfef HTTP/1.1" status: 404 len: 336 time: 0.0964980 Nov 12 01:16:28.693543 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50894) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:28.749532 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-60d86693-823f-4220-9c7d-f58f0a2b7f69 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Deleting port 7d1e7668-76e1-4709-8e5d-5a5f89ac126a {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:16:28.750618 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-60d86693-823f-4220-9c7d-f58f0a2b7f69 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:28.787317 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c7472fe-1b5a-43d8-a7d3-5015825c2ac2 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] DELETE failed (client error): The resource could not be found. Nov 12 01:16:28.788062 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-c9c2613e-4223-4db5-a8e2-fda247a3d563 None None] For port da5b96a1-aad1-4a0f-bd3b-7a7e18ee5991, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:16:28.789132 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c7472fe-1b5a-43d8-a7d3-5015825c2ac2 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:16:28.792351 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-c9c2613e-4223-4db5-a8e2-fda247a3d563 None None] For port da5b96a1-aad1-4a0f-bd3b-7a7e18ee5991, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=da5b96a1-aad1-4a0f-bd3b-7a7e18ee5991,segment=NetworkSegment(010f7e19-5449-4ece-97e0-f57d88cac283),segment_id=010f7e19-5449-4ece-97e0-f57d88cac283)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:16:28.793220 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9c7472fe-1b5a-43d8-a7d3-5015825c2ac2 tempest-RoutersAdminTest-1024872598 tempest-RoutersAdminTest-1024872598-project] 10.222.0.45 "DELETE /v2.0/subnets/d7d0477f-228f-4461-bb1d-873a30f941a7 HTTP/1.1" status: 404 len: 337 time: 0.0960402 Nov 12 01:16:28.828925 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c9c2613e-4223-4db5-a8e2-fda247a3d563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:28.914828 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-60d86693-823f-4220-9c7d-f58f0a2b7f69 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:28.956209 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-60d86693-823f-4220-9c7d-f58f0a2b7f69 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Calling delete_port for 7d1e7668-76e1-4709-8e5d-5a5f89ac126a owned by {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:16:28.990706 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3b45b0-3631-4e51-8901-235d911ba8eb None None] Pushing event updated for resources: {'Port': ['ID=da5b96a1-aad1-4a0f-bd3b-7a7e18ee5991,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:29.068760 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7f9e154c-a575-4f5c-b1bb-7d6b840d893b None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:29.071569 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-ee8fcc28-ab57-4adc-ba22-20f10be6e251 None None] Provisioning complete for port da5b96a1-aad1-4a0f-bd3b-7a7e18ee5991 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:29.071947 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ee8fcc28-ab57-4adc-ba22-20f10be6e251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:29.197727 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-60d86693-823f-4220-9c7d-f58f0a2b7f69 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:29.258721 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-503ac841-bcb5-4d38-9462-484058798003 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Allocated IP 2001:db8::73 (89ea60a3-4652-4d77-9cc6-d8bd5a56918e/24a33d97-d8b9-479f-b7fa-9dd1b510fca8/405be980-0a9e-465a-8a0d-d28838ade017) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:16:29.264477 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a2606ec5-40e7-40ee-bd76-145236ac1926 req-b9b4e9ad-0781-4f18-bce3-e605e511c356 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b93ca2a2-de38-4bb6-a195-23208cd57886 HTTP/1.1" status: 200 len: 210 time: 0.1159539 Nov 12 01:16:29.273722 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7f9e154c-a575-4f5c-b1bb-7d6b840d893b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:29.367117 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d86693-823f-4220-9c7d-f58f0a2b7f69 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event deleted for resources: {'Port': ['ID=7d1e7668-76e1-4709-8e5d-5a5f89ac126a,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:29.391543 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-60d86693-823f-4220-9c7d-f58f0a2b7f69 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:29.401337 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-60d86693-823f-4220-9c7d-f58f0a2b7f69 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "DELETE /v2.0/ports/7d1e7668-76e1-4709-8e5d-5a5f89ac126a HTTP/1.1" status: 204 len: 168 time: 0.9138193 Nov 12 01:16:29.402692 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50910) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:29.443159 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 50912) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:29.496980 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9e154c-a575-4f5c-b1bb-7d6b840d893b None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:16:29.515007 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c2613e-4223-4db5-a8e2-fda247a3d563 None None] Routers {'a4d6450e-3205-4e78-8db0-c67d715d2959'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:16:29.515945 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-c9c2613e-4223-4db5-a8e2-fda247a3d563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:16:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['a4d6450e-3205-4e78-8db0-c67d715d2959'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:29.522831 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e154c-a575-4f5c-b1bb-7d6b840d893b None None] Pushing event updated for resources: {'Port': ['ID=4c755e18-6901-4a2c-bbdc-de146a2a4d1a,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:29.656440 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9e154c-a575-4f5c-b1bb-7d6b840d893b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:29.656814 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9e154c-a575-4f5c-b1bb-7d6b840d893b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:29.657134 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9e154c-a575-4f5c-b1bb-7d6b840d893b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:29.657472 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9e154c-a575-4f5c-b1bb-7d6b840d893b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:29.658374 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9e154c-a575-4f5c-b1bb-7d6b840d893b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:29.658825 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9e154c-a575-4f5c-b1bb-7d6b840d893b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:29.659260 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9e154c-a575-4f5c-b1bb-7d6b840d893b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:29.659594 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9e154c-a575-4f5c-b1bb-7d6b840d893b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:29.659921 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9e154c-a575-4f5c-b1bb-7d6b840d893b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:29.670021 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9e154c-a575-4f5c-b1bb-7d6b840d893b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:29.670395 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9e154c-a575-4f5c-b1bb-7d6b840d893b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:29.670741 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9e154c-a575-4f5c-b1bb-7d6b840d893b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:29.683310 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-7f9e154c-a575-4f5c-b1bb-7d6b840d893b None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:29.704170 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9e154c-a575-4f5c-b1bb-7d6b840d893b None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:16:29.740058 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d15ff517-e395-455f-9e60-1463693a1fdd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:29.854712 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab53f62-7e7e-4c89-8adb-270b9503aad7 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:29.868684 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab53f62-7e7e-4c89-8adb-270b9503aad7 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:29.876376 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4ab53f62-7e7e-4c89-8adb-270b9503aad7 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.4716899 Nov 12 01:16:29.876799 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 50924) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:29.914995 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-503ac841-bcb5-4d38-9462-484058798003 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:29.973153 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-503ac841-bcb5-4d38-9462-484058798003 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:30.012016 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ee8fcc28-ab57-4adc-ba22-20f10be6e251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:30.025496 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-7f9e154c-a575-4f5c-b1bb-7d6b840d893b None None] Attempting to bind port 4c755e18-6901-4a2c-bbdc-de146a2a4d1a on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:16:30.026123 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-7f9e154c-a575-4f5c-b1bb-7d6b840d893b None None] Attempting to bind port 4c755e18-6901-4a2c-bbdc-de146a2a4d1a by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:16:30.026768 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9e154c-a575-4f5c-b1bb-7d6b840d893b None None] Attempting to bind port 4c755e18-6901-4a2c-bbdc-de146a2a4d1a on network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:16:30.052381 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9e154c-a575-4f5c-b1bb-7d6b840d893b None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:16:30.052931 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9e154c-a575-4f5c-b1bb-7d6b840d893b None None] Checking segment: {'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:16:30.053605 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7f9e154c-a575-4f5c-b1bb-7d6b840d893b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:30.054278 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9e154c-a575-4f5c-b1bb-7d6b840d893b None None] Bound using segment: {'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:16:30.055118 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-7f9e154c-a575-4f5c-b1bb-7d6b840d893b None None] Bound port: 4c755e18-6901-4a2c-bbdc-de146a2a4d1a, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:16:30.055839 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7f9e154c-a575-4f5c-b1bb-7d6b840d893b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:30.073977 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-c9c2613e-4223-4db5-a8e2-fda247a3d563 None None] Set router a4d6450e-3205-4e78-8db0-c67d715d2959 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:16:30.149504 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503ac841-bcb5-4d38-9462-484058798003 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:16:30.156861 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-503ac841-bcb5-4d38-9462-484058798003 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:30.161133 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-ee8fcc28-ab57-4adc-ba22-20f10be6e251 None None] For port da5b96a1-aad1-4a0f-bd3b-7a7e18ee5991, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=da5b96a1-aad1-4a0f-bd3b-7a7e18ee5991,segment=NetworkSegment(010f7e19-5449-4ece-97e0-f57d88cac283),segment_id=010f7e19-5449-4ece-97e0-f57d88cac283)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:30.162728 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503ac841-bcb5-4d38-9462-484058798003 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:16:30.175867 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ee8fcc28-ab57-4adc-ba22-20f10be6e251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:30.179270 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503ac841-bcb5-4d38-9462-484058798003 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:30.180647 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-503ac841-bcb5-4d38-9462-484058798003 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:30.189655 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d15ff517-e395-455f-9e60-1463693a1fdd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:30.207619 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d15ff517-e395-455f-9e60-1463693a1fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:30.223512 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ac841-bcb5-4d38-9462-484058798003 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Port': ['ID=405be980-0a9e-465a-8a0d-d28838ade017,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:30.247426 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-503ac841-bcb5-4d38-9462-484058798003 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8905492 Nov 12 01:16:30.247945 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50928) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:30.284009 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-d15ff517-e395-455f-9e60-1463693a1fdd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=43c60fbb3dea40ce8cb8e88efb575957&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8385315 Nov 12 01:16:30.308436 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50930) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:30.335613 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ff517-e395-455f-9e60-1463693a1fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e90403-2fe4-4a9a-95f1-3ecab28894e9,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:30.378064 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-683d36e7-bd22-4963-9f75-aeb1b11f50ad tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Deleting port eebf0997-7ecb-4d8a-9062-0851f068e3de {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:16:30.378542 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-683d36e7-bd22-4963-9f75-aeb1b11f50ad tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:30.383137 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323c486b-2376-42a2-b58e-3363e340a0b5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:30.391950 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323c486b-2376-42a2-b58e-3363e340a0b5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:30.397842 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-323c486b-2376-42a2-b58e-3363e340a0b5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1483490 Nov 12 01:16:30.400110 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50934) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:30.454867 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-7f9e154c-a575-4f5c-b1bb-7d6b840d893b None None] For port 4c755e18-6901-4a2c-bbdc-de146a2a4d1a, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:16:30.462255 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-7f9e154c-a575-4f5c-b1bb-7d6b840d893b None None] For port 4c755e18-6901-4a2c-bbdc-de146a2a4d1a, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=4c755e18-6901-4a2c-bbdc-de146a2a4d1a,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:16:30.493629 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7f9e154c-a575-4f5c-b1bb-7d6b840d893b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:30.507838 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-52f370e6-fbfb-4cd6-a0f3-889c9f15d26b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:30.538542 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-52f370e6-fbfb-4cd6-a0f3-889c9f15d26b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:30.610044 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-52f370e6-fbfb-4cd6-a0f3-889c9f15d26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:30.614204 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-52f370e6-fbfb-4cd6-a0f3-889c9f15d26b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:30.616061 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-52f370e6-fbfb-4cd6-a0f3-889c9f15d26b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/16e90403-2fe4-4a9a-95f1-3ecab28894e9 HTTP/1.1" status: 204 len: 168 time: 0.2976494 Nov 12 01:16:30.676352 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-82e6a894-550e-4073-b076-342657f87b2a req-7c19ff81-8f25-4488-aa44-17fc9df3c282 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b93ca2a2-de38-4bb6-a195-23208cd57886 HTTP/1.1" status: 200 len: 210 time: 0.2059000 Nov 12 01:16:30.680943 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f370e6-fbfb-4cd6-a0f3-889c9f15d26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e90403-2fe4-4a9a-95f1-3ecab28894e9,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:30.732275 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-683d36e7-bd22-4963-9f75-aeb1b11f50ad tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:30.810847 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-683d36e7-bd22-4963-9f75-aeb1b11f50ad tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Calling delete_port for eebf0997-7ecb-4d8a-9062-0851f068e3de owned by {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:16:30.816560 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-8ec63894-7354-46f9-8a2e-bf999e927ad6 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Deleting port 405be980-0a9e-465a-8a0d-d28838ade017 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:16:30.817133 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8ec63894-7354-46f9-8a2e-bf999e927ad6 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:30.860713 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8fcc28-ab57-4adc-ba22-20f10be6e251 None None] Pushing event updated for resources: {'Port': ['ID=da5b96a1-aad1-4a0f-bd3b-7a7e18ee5991,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:30.989871 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-80ff9828-59b9-4654-b6ce-5ea273912e8b None None] Provisioning complete for port da5b96a1-aad1-4a0f-bd3b-7a7e18ee5991 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:30.990627 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-80ff9828-59b9-4654-b6ce-5ea273912e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:31.073204 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-683d36e7-bd22-4963-9f75-aeb1b11f50ad tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:31.125301 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a26087f3-e212-4e9d-bfd5-4a4952e28732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:31.143199 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d36e7-bd22-4963-9f75-aeb1b11f50ad tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event deleted for resources: {'Port': ['ID=eebf0997-7ecb-4d8a-9062-0851f068e3de,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:31.148089 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-683d36e7-bd22-4963-9f75-aeb1b11f50ad tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:31.151790 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-683d36e7-bd22-4963-9f75-aeb1b11f50ad tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "DELETE /v2.0/ports/eebf0997-7ecb-4d8a-9062-0851f068e3de HTTP/1.1" status: 204 len: 168 time: 1.2735913 Nov 12 01:16:31.158612 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 50944) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:31.241167 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9e154c-a575-4f5c-b1bb-7d6b840d893b None None] Pushing event updated for resources: {'Port': ['ID=4c755e18-6901-4a2c-bbdc-de146a2a4d1a,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:31.258189 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f21bd7-c9f4-45d2-910e-88a6149538ce tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:31.261357 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-76f21bd7-c9f4-45d2-910e-88a6149538ce tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1012144 Nov 12 01:16:31.272231 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 50948) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:31.282202 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8ec63894-7354-46f9-8a2e-bf999e927ad6 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:31.324691 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c5f6a46-5018-4ff3-b8d4-9d1b499689d8 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] GET failed (client error): The resource could not be found. Nov 12 01:16:31.327695 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2c5f6a46-5018-4ff3-b8d4-9d1b499689d8 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "GET /v2.0/ports/7d1e7668-76e1-4709-8e5d-5a5f89ac126a HTTP/1.1" status: 404 len: 333 time: 0.0538468 Nov 12 01:16:31.328970 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-8ec63894-7354-46f9-8a2e-bf999e927ad6 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Calling delete_port for 405be980-0a9e-465a-8a0d-d28838ade017 owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:16:31.333991 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50952) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:31.368503 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbaea2c3-57b1-4cf1-a68b-3023c473f74b tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] GET failed (client error): The resource could not be found. Nov 12 01:16:31.379001 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-cbaea2c3-57b1-4cf1-a68b-3023c473f74b tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "GET /v2.0/ports/eebf0997-7ecb-4d8a-9062-0851f068e3de HTTP/1.1" status: 404 len: 333 time: 0.0393150 Nov 12 01:16:31.382504 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 50954) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:31.734268 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4ef23b07-598b-4468-8af9-7686d766d80d tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:31.760554 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8ec63894-7354-46f9-8a2e-bf999e927ad6 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:31.834182 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec63894-7354-46f9-8a2e-bf999e927ad6 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event deleted for resources: {'Port': ['ID=405be980-0a9e-465a-8a0d-d28838ade017,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:31.879521 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50960) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:31.960267 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8ec63894-7354-46f9-8a2e-bf999e927ad6 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:31.975923 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8ec63894-7354-46f9-8a2e-bf999e927ad6 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/ports/405be980-0a9e-465a-8a0d-d28838ade017 HTTP/1.1" status: 204 len: 168 time: 1.5699389 Nov 12 01:16:31.989352 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 50966) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:32.045514 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 4c755e18-6901-4a2c-bbdc-de146a2a4d1a up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:16:32.055003 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ba8686e9-8867-41a7-a5e2-e591689755b1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9a3c976922a74be0aa0cd97aec79629c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1210940 Nov 12 01:16:32.060942 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50968) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:32.103439 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-c9c2613e-4223-4db5-a8e2-fda247a3d563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d6450e-3205-4e78-8db0-c67d715d2959', 'name': 'tempest-TestServerMultinode-399245817-router', 'tenant_id': '5d347e5834314544ac1afda7c3ff6bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '33ea8ab3-3dc1-468c-8557-00f762c2d995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:16:12Z', 'updated_at': '2021-11-12T01:16:22Z', 'revision_number': 4, 'project_id': '5d347e5834314544ac1afda7c3ff6bf4', 'gw_port': {'id': '33ea8ab3-3dc1-468c-8557-00f762c2d995', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d6450e-3205-4e78-8db0-c67d715d2959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:16:13Z', 'updated_at': '2021-11-12T01:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'da5b96a1-aad1-4a0f-bd3b-7a7e18ee5991', 'name': '', 'network_id': '1bcca1ab-bf62-4312-81ba-e51552f584af', 'tenant_id': '5d347e5834314544ac1afda7c3ff6bf4', 'mac_address': 'fa:16:3e:23:12:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d6450e-3205-4e78-8db0-c67d715d2959', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '3d94301d-ea6a-4906-9557-5bfefc7a9819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:16:20Z', 'updated_at': '2021-11-12T01:16:28Z', 'revision_number': 4, 'project_id': '5d347e5834314544ac1afda7c3ff6bf4', 'subnets': [{'id': '3d94301d-ea6a-4906-9557-5bfefc7a9819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:32.142720 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c2613e-4223-4db5-a8e2-fda247a3d563 None None] The sync data for ids ['a4d6450e-3205-4e78-8db0-c67d715d2959'] in n-d-712142-27 is: [{'id': 'a4d6450e-3205-4e78-8db0-c67d715d2959', 'name': 'tempest-TestServerMultinode-399245817-router', 'tenant_id': '5d347e5834314544ac1afda7c3ff6bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '33ea8ab3-3dc1-468c-8557-00f762c2d995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:16:12Z', 'updated_at': '2021-11-12T01:16:22Z', 'revision_number': 4, 'project_id': '5d347e5834314544ac1afda7c3ff6bf4', 'gw_port': {'id': '33ea8ab3-3dc1-468c-8557-00f762c2d995', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d6450e-3205-4e78-8db0-c67d715d2959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:16:13Z', 'updated_at': '2021-11-12T01:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'da5b96a1-aad1-4a0f-bd3b-7a7e18ee5991', 'name': '', 'network_id': '1bcca1ab-bf62-4312-81ba-e51552f584af', 'tenant_id': '5d347e5834314544ac1afda7c3ff6bf4', 'mac_address': 'fa:16:3e:23:12:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d6450e-3205-4e78-8db0-c67d715d2959', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '3d94301d-ea6a-4906-9557-5bfefc7a9819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:16:20Z', 'updated_at': '2021-11-12T01:16:28Z', 'revision_number': 4, 'project_id': '5d347e5834314544ac1afda7c3ff6bf4', 'subnets': [{'id': '3d94301d-ea6a-4906-9557-5bfefc7a9819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:16:32.169676 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 4c755e18-6901-4a2c-bbdc-de146a2a4d1a triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:32.170317 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:32.190765 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34bce01-aa6f-42e6-9e15-f56a2c3ad2c2 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:32.192827 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34bce01-aa6f-42e6-9e15-f56a2c3ad2c2 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:32.201031 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a34bce01-aa6f-42e6-9e15-f56a2c3ad2c2 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2044966 Nov 12 01:16:32.206667 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50970) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:32.265807 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e2ec9f8a-6f3d-49e9-8375-08594962ce6b req-69be6946-ea40-44a7-8b58-f8dfc983628c tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b93ca2a2-de38-4bb6-a195-23208cd57886 HTTP/1.1" status: 200 len: 210 time: 0.2930591 Nov 12 01:16:32.280162 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54080a55-9213-48cd-abc8-1f6fd47f3206 req-bce64bd3-5003-4b6c-acbf-af91ee70b31d tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:32.282960 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-54080a55-9213-48cd-abc8-1f6fd47f3206 req-bce64bd3-5003-4b6c-acbf-af91ee70b31d tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.16 "GET /v2.0/networks?id=31d1676f-c0b1-44e7-b405-e2c0516e0de6 HTTP/1.1" status: 200 len: 910 time: 0.6927311 Nov 12 01:16:32.373340 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-54080a55-9213-48cd-abc8-1f6fd47f3206 req-0c29ebdc-be7b-4b40-8c52-89d547219ca3 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Request body: {'port': {'device_id': 'b93ca2a2-de38-4bb6-a195-23208cd57886', 'network_id': '31d1676f-c0b1-44e7-b405-e2c0516e0de6', 'admin_state_up': True, 'tenant_id': '5d347e5834314544ac1afda7c3ff6bf4'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:32.375570 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a31467cf-3de6-41ab-bd4b-1f8ca1775cbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:32.395402 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:32.477127 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a31467cf-3de6-41ab-bd4b-1f8ca1775cbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:32.518717 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4ef23b07-598b-4468-8af9-7686d766d80d tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:32.565715 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-3976eb6b-99d6-4535-aea8-adf250de74b6 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Deleting subnet 24a33d97-d8b9-479f-b7fa-9dd1b510fca8 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:16:32.571454 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3976eb6b-99d6-4535-aea8-adf250de74b6 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:32.572302 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 4c755e18-6901-4a2c-bbdc-de146a2a4d1a, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=4c755e18-6901-4a2c-bbdc-de146a2a4d1a,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:32.582354 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:32.646637 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54080a55-9213-48cd-abc8-1f6fd47f3206 req-0c29ebdc-be7b-4b40-8c52-89d547219ca3 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Made reservation on behalf of 5d347e5834314544ac1afda7c3ff6bf4 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:16:32.654228 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-54080a55-9213-48cd-abc8-1f6fd47f3206 req-0c29ebdc-be7b-4b40-8c52-89d547219ca3 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:32.679385 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=4c755e18-6901-4a2c-bbdc-de146a2a4d1a,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:32.680118 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3976eb6b-99d6-4535-aea8-adf250de74b6 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:32.692299 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a31467cf-3de6-41ab-bd4b-1f8ca1775cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:32.701584 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a31467cf-3de6-41ab-bd4b-1f8ca1775cbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:32.709805 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a31467cf-3de6-41ab-bd4b-1f8ca1775cbe admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e216764e-2e99-4696-b4c7-5dcbd318f6ee HTTP/1.1" status: 204 len: 168 time: 0.6438715 Nov 12 01:16:32.725465 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-4ef23b07-598b-4468-8af9-7686d766d80d tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b7aac69-a499-4c99-a6e6-930b3d55a769']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:32.784275 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31467cf-3de6-41ab-bd4b-1f8ca1775cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e216764e-2e99-4696-b4c7-5dcbd318f6ee,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:32.800476 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:32.829805 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-4ef23b07-598b-4468-8af9-7686d766d80d tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3156773-23d4-4f47-9a00-a817f4140ac2') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:32.830318 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-4ef23b07-598b-4468-8af9-7686d766d80d tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3156773-23d4-4f47-9a00-a817f4140ac2') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:32.892959 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4ef23b07-598b-4468-8af9-7686d766d80d tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:32.936346 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4ef23b07-598b-4468-8af9-7686d766d80d tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:32.951760 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ef23b07-598b-4468-8af9-7686d766d80d tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:16:32.952546 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4ef23b07-598b-4468-8af9-7686d766d80d tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:33.038831 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3976eb6b-99d6-4535-aea8-adf250de74b6 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:33.116029 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf31aa5-bc59-47e4-8bc7-ae6a28aa16f9 None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:16:33.193249 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:16:33.193249 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:16:33.193249 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:16:33.193249 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:16:33.193249 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:16:33.193249 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:16:33.193249 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:16:33.193249 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:16:33.193249 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:16:33.193249 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:16:33.193249 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:16:33.193249 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:16:33.193249 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:16:33.193249 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:16:33.193249 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:16:33.193249 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:16:33.193249 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:16:33.193249 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:16:33.193249 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:16:33.193249 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:16:33.193249 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:16:33.193249 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:16:33.193249 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:16:33.193249 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:16:33.193249 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:16:33.193249 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:16:33.193249 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:16:33.193249 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:16:33.193249 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:16:33.193249 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:16:33.193249 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:16:33.193249 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:16:33.203677 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4ef23b07-598b-4468-8af9-7686d766d80d tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:33.339014 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4ef23b07-598b-4468-8af9-7686d766d80d tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:33.389255 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4ef23b07-598b-4468-8af9-7686d766d80d tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "DELETE /v2.0/networks/3b7aac69-a499-4c99-a6e6-930b3d55a769 HTTP/1.1" status: 204 len: 168 time: 2.0047274 Nov 12 01:16:33.391597 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef23b07-598b-4468-8af9-7686d766d80d tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event deleted for resources: {'Network': ['ID=3b7aac69-a499-4c99-a6e6-930b3d55a769,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:33.395899 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50984) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:33.443756 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-3b1370bc-0ec3-4e64-b14f-ae422453b640 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-917642262'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:33.509290 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1370bc-0ec3-4e64-b14f-ae422453b640 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Made reservation on behalf of 10e024f1501d4f999bfc171e7c9c2478 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:16:33.524169 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3b1370bc-0ec3-4e64-b14f-ae422453b640 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:33.539059 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3976eb6b-99d6-4535-aea8-adf250de74b6 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:33.709277 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-64a615a5-4b39-4def-bfea-4f0aa17d15a7 req-7b07fc62-d209-4d10-9727-0e5d03afc741 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b93ca2a2-de38-4bb6-a195-23208cd57886 HTTP/1.1" status: 200 len: 210 time: 0.0808237 Nov 12 01:16:33.728447 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3976eb6b-99d6-4535-aea8-adf250de74b6 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:33.773024 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3976eb6b-99d6-4535-aea8-adf250de74b6 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/24a33d97-d8b9-479f-b7fa-9dd1b510fca8 HTTP/1.1" status: 204 len: 168 time: 1.5646672 Nov 12 01:16:33.773268 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 50988) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:33.784654 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976eb6b-99d6-4535-aea8-adf250de74b6 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event deleted for resources: {'Subnet': ['ID=24a33d97-d8b9-479f-b7fa-9dd1b510fca8,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:33.817429 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b1370bc-0ec3-4e64-b14f-ae422453b640 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:16:33.834051 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-f04448e6-22a1-442b-8ccf-ed603a030fd4 None None] Provisioning complete for port 4c755e18-6901-4a2c-bbdc-de146a2a4d1a triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:33.834634 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f04448e6-22a1-442b-8ccf-ed603a030fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:33.880316 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3b1370bc-0ec3-4e64-b14f-ae422453b640 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:33.885535 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-3b1370bc-0ec3-4e64-b14f-ae422453b640 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Added segment b1467b1b-ad1e-4903-be56-4f6ef6b2ba1a of type vlan for network b4c207d3-c5ba-483b-80ee-b651c8994f89 Nov 12 01:16:34.006744 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-15ebb576-7d44-46f2-90f7-2522d27fb19a tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2144639 Nov 12 01:16:34.013684 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 50994) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:34.025712 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-e0f5f6d1-17ab-4fe8-8d29-ac3fbc0b4438 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'subnet': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:34.213922 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3b1370bc-0ec3-4e64-b14f-ae422453b640 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:34.238254 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:34.339892 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-54080a55-9213-48cd-abc8-1f6fd47f3206 req-0c29ebdc-be7b-4b40-8c52-89d547219ca3 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Allocated IP 172.20.0.5 (31d1676f-c0b1-44e7-b405-e2c0516e0de6/238e7ac8-48c4-4bd1-badc-bc04bb2a5f6b/48bccdbf-44f1-4860-bc5a-81d3c23ae861) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:16:34.345859 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3b1370bc-0ec3-4e64-b14f-ae422453b640 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:34.393137 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 4c755e18-6901-4a2c-bbdc-de146a2a4d1a up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:16:34.403052 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1370bc-0ec3-4e64-b14f-ae422453b640 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:34.430154 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3b1370bc-0ec3-4e64-b14f-ae422453b640 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:34.544342 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31edfd5f-f763-4942-bb7f-90cbdb633cbc None None] DHCP port deletion for 89ea60a3-4652-4d77-9cc6-d8bd5a56918e request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:16:34.653321 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1370bc-0ec3-4e64-b14f-ae422453b640 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event updated for resources: {'Network': ['ID=b4c207d3-c5ba-483b-80ee-b651c8994f89,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:34.671408 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network b4c207d3-c5ba-483b-80ee-b651c8994f89 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:16:34.775356 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 4c755e18-6901-4a2c-bbdc-de146a2a4d1a triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:34.775749 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:34.830744 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3b1370bc-0ec3-4e64-b14f-ae422453b640 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4236443 Nov 12 01:16:34.830744 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51016) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:34.831947 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f5f6d1-17ab-4fe8-8d29-ac3fbc0b4438 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:16:34.836273 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-c23eda54-ae55-4a16-a310-a77f591c4177 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Request body: {'subnet': {'network_id': 'b4c207d3-c5ba-483b-80ee-b651c8994f89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:34.840114 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e0f5f6d1-17ab-4fe8-8d29-ac3fbc0b4438 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:34.862841 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-31edfd5f-f763-4942-bb7f-90cbdb633cbc None None] Deleting port 4c755e18-6901-4a2c-bbdc-de146a2a4d1a {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:16:34.863742 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-31edfd5f-f763-4942-bb7f-90cbdb633cbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:35.027525 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-31edfd5f-f763-4942-bb7f-90cbdb633cbc None None] For port 4c755e18-6901-4a2c-bbdc-de146a2a4d1a, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=4c755e18-6901-4a2c-bbdc-de146a2a4d1a,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:35.027525 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-31edfd5f-f763-4942-bb7f-90cbdb633cbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:35.050076 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-31edfd5f-f763-4942-bb7f-90cbdb633cbc None None] Calling delete_port for 4c755e18-6901-4a2c-bbdc-de146a2a4d1a owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:16:35.135771 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23eda54-ae55-4a16-a310-a77f591c4177 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Made reservation on behalf of 10e024f1501d4f999bfc171e7c9c2478 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:16:35.153610 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c23eda54-ae55-4a16-a310-a77f591c4177 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:35.163002 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d56e45ef-c8ca-4acf-8bd3-f0e1bedc92c1 req-7ff7a8c2-107a-456c-ba4d-a841dc44972e tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b93ca2a2-de38-4bb6-a195-23208cd57886 HTTP/1.1" status: 200 len: 210 time: 0.1924274 Nov 12 01:16:35.214351 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-54080a55-9213-48cd-abc8-1f6fd47f3206 req-0c29ebdc-be7b-4b40-8c52-89d547219ca3 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:35.329669 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-54080a55-9213-48cd-abc8-1f6fd47f3206 req-0c29ebdc-be7b-4b40-8c52-89d547219ca3 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:35.334084 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device da5b96a1-aad1-4a0f-bd3b-7a7e18ee5991 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:16:35.343699 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.ipam_backend_mixin [None req-c23eda54-ae55-4a16-a310-a77f591c4177 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Performing IP validity checks on allocation pools {{(pid=109086) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 01:16:35.345363 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.ipam_backend_mixin [None req-c23eda54-ae55-4a16-a310-a77f591c4177 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109086) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 01:16:35.483037 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54080a55-9213-48cd-abc8-1f6fd47f3206 req-0c29ebdc-be7b-4b40-8c52-89d547219ca3 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Network 31d1676f-c0b1-44e7-b405-e2c0516e0de6 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:16:35.498692 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-54080a55-9213-48cd-abc8-1f6fd47f3206 req-0c29ebdc-be7b-4b40-8c52-89d547219ca3 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:35.500497 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:35.503580 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-54080a55-9213-48cd-abc8-1f6fd47f3206 req-0c29ebdc-be7b-4b40-8c52-89d547219ca3 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:16:35.513049 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port da5b96a1-aad1-4a0f-bd3b-7a7e18ee5991 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:35.513669 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:35.571684 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-31edfd5f-f763-4942-bb7f-90cbdb633cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:35.614106 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31edfd5f-f763-4942-bb7f-90cbdb633cbc None None] Pushing event deleted for resources: {'Port': ['ID=4c755e18-6901-4a2c-bbdc-de146a2a4d1a,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:35.629381 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31edfd5f-f763-4942-bb7f-90cbdb633cbc None None] No DVR routers for this DVR port 4c755e18-6901-4a2c-bbdc-de146a2a4d1a on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:16:35.747632 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c23eda54-ae55-4a16-a310-a77f591c4177 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:35.796136 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54080a55-9213-48cd-abc8-1f6fd47f3206 req-0c29ebdc-be7b-4b40-8c52-89d547219ca3 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:35.798480 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-54080a55-9213-48cd-abc8-1f6fd47f3206 req-0c29ebdc-be7b-4b40-8c52-89d547219ca3 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:35.894884 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23eda54-ae55-4a16-a310-a77f591c4177 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event updated for resources: {'Subnet': ['ID=4dee5708-fc1a-41d7-a3f8-8d1f0b188b67,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:35.928787 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23eda54-ae55-4a16-a310-a77f591c4177 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Checking segment: {'id': 'b1467b1b-ad1e-4903-be56-4f6ef6b2ba1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b4c207d3-c5ba-483b-80ee-b651c8994f89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:16:35.929176 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23eda54-ae55-4a16-a310-a77f591c4177 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Network hostable DHCP agents. Network: b4c207d3-c5ba-483b-80ee-b651c8994f89, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:16:35.972324 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23eda54-ae55-4a16-a310-a77f591c4177 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Network b4c207d3-c5ba-483b-80ee-b651c8994f89 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:16:35.974470 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c29ebdc-be7b-4b40-8c52-89d547219ca3 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Pushing event updated for resources: {'Port': ['ID=48bccdbf-44f1-4860-bc5a-81d3c23ae861,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:35.983910 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-54080a55-9213-48cd-abc8-1f6fd47f3206 req-0c29ebdc-be7b-4b40-8c52-89d547219ca3 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.6864445 Nov 12 01:16:35.989157 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e0f5f6d1-17ab-4fe8-8d29-ac3fbc0b4438 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:35.992591 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 4c755e18-6901-4a2c-bbdc-de146a2a4d1a no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:16:36.002386 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-c23eda54-ae55-4a16-a310-a77f591c4177 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, b4c207d3-c5ba-483b-80ee-b651c8994f89) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:36.024445 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23eda54-ae55-4a16-a310-a77f591c4177 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:36.025690 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c23eda54-ae55-4a16-a310-a77f591c4177 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:36.056657 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 4c755e18-6901-4a2c-bbdc-de146a2a4d1a {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:16:36.057204 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 4c755e18-6901-4a2c-bbdc-de146a2a4d1a not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:16:36.057466 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-54080a55-9213-48cd-abc8-1f6fd47f3206 req-d4cb0b6f-377c-4ef0-b512-2281994dcb42 service neutron] Request body: {'port': {'device_id': 'b93ca2a2-de38-4bb6-a195-23208cd57886', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:36.062779 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1156b1f1-4316-4c69-a7a7-00d0b4e7708c None None] Network b4c207d3-c5ba-483b-80ee-b651c8994f89 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:16:36.067702 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c23eda54-ae55-4a16-a310-a77f591c4177 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2351291 Nov 12 01:16:36.071093 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51034) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:36.084402 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-41e971b6-7ff9-40a8-a9d5-4f81f49c5dfb tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Request body: {'port': {'network_id': 'b4c207d3-c5ba-483b-80ee-b651c8994f89', 'name': 'tempest-PortsTestJSON-982629364'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:36.228020 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-73b6bd54-5f9a-4b2b-9de2-14a011538f2e None None] Provisioning complete for port 48bccdbf-44f1-4860-bc5a-81d3c23ae861 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:36.228262 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f5f6d1-17ab-4fe8-8d29-ac3fbc0b4438 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Subnet': ['ID=75997404-0bcc-467c-988b-e08aa358248f,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:36.228676 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-73b6bd54-5f9a-4b2b-9de2-14a011538f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:36.295514 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f5f6d1-17ab-4fe8-8d29-ac3fbc0b4438 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:16:36.300607 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-e0f5f6d1-17ab-4fe8-8d29-ac3fbc0b4438 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:36.315850 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f5f6d1-17ab-4fe8-8d29-ac3fbc0b4438 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:36.317015 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e0f5f6d1-17ab-4fe8-8d29-ac3fbc0b4438 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:36.331311 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e971b6-7ff9-40a8-a9d5-4f81f49c5dfb tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Made reservation on behalf of 10e024f1501d4f999bfc171e7c9c2478 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:16:36.349255 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-41e971b6-7ff9-40a8-a9d5-4f81f49c5dfb tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:36.357254 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe92f4a-0cd9-4851-a482-ffae069cb6b5 None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:16:36.398258 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e0f5f6d1-17ab-4fe8-8d29-ac3fbc0b4438 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3822610 Nov 12 01:16:36.410377 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 51046) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:36.427224 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-60f074c5-9059-4d93-8dfc-18b117c5274d tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'port': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'name': 'tempest-NetworksTestDHCPv6-787989501'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:36.446346 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-41e971b6-7ff9-40a8-a9d5-4f81f49c5dfb tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] device_id is not set on port 0faa5446-a286-4ba2-8f33-9ff11aeed66d yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:16:36.508858 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-73b6bd54-5f9a-4b2b-9de2-14a011538f2e None None] Port 48bccdbf-44f1-4860-bc5a-81d3c23ae861 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:16:36.564242 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-54080a55-9213-48cd-abc8-1f6fd47f3206 req-d4cb0b6f-377c-4ef0-b512-2281994dcb42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:36.776620 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-41e971b6-7ff9-40a8-a9d5-4f81f49c5dfb tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Allocated IP 172.20.0.11 (b4c207d3-c5ba-483b-80ee-b651c8994f89/4dee5708-fc1a-41d7-a3f8-8d1f0b188b67/0faa5446-a286-4ba2-8f33-9ff11aeed66d) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:16:36.830017 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6fd0e-b7d1-4c90-b170-36ada1f67a55 req-16a1b591-5960-4b14-9ed0-4358ccecd2b2 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:36.843717 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a5f6fd0e-b7d1-4c90-b170-36ada1f67a55 req-16a1b591-5960-4b14-9ed0-4358ccecd2b2 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b93ca2a2-de38-4bb6-a195-23208cd57886 HTTP/1.1" status: 200 len: 1027 time: 0.3325238 Nov 12 01:16:37.080436 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b72e576-8e9f-479a-ab8c-d763720e15d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-b4c207d3-c5ba-483b-80ee-b651c8994f89', 'network_id': 'b4c207d3-c5ba-483b-80ee-b651c8994f89', 'tenant_id': '10e024f1501d4f999bfc171e7c9c2478', 'fixed_ips': [{'subnet_id': '4dee5708-fc1a-41d7-a3f8-8d1f0b188b67'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:16:37.082029 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7b72e576-8e9f-479a-ab8c-d763720e15d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:37.087529 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 51056) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:37.102202 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a5f6fd0e-b7d1-4c90-b170-36ada1f67a55 req-be18e243-6d17-42fa-b0d8-265042ef7036 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=005fdac7-23e1-49b5-835d-98676766ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570424 Nov 12 01:16:37.128656 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-41e971b6-7ff9-40a8-a9d5-4f81f49c5dfb tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:37.189281 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-41e971b6-7ff9-40a8-a9d5-4f81f49c5dfb tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:37.229544 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f074c5-9059-4d93-8dfc-18b117c5274d tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:16:37.238822 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2102c20-63f0-46b4-8aaf-91a8ace2ace9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'tenant_id': '70514e17c07e4902b3c1ce1ff6844138', 'fixed_ips': [{'subnet_id': '75997404-0bcc-467c-988b-e08aa358248f'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:16:37.239438 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-60f074c5-9059-4d93-8dfc-18b117c5274d tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:37.239710 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d2102c20-63f0-46b4-8aaf-91a8ace2ace9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:37.273528 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-7b72e576-8e9f-479a-ab8c-d763720e15d9 None None] Allocated IP 172.20.0.2 (b4c207d3-c5ba-483b-80ee-b651c8994f89/4dee5708-fc1a-41d7-a3f8-8d1f0b188b67/960958c0-7c55-43d3-b47c-f7563e9bae9a) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:16:37.281468 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [None req-60f074c5-9059-4d93-8dfc-18b117c5274d tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] device_id is not set on port fb9d04e9-bab7-4a9e-a939-0ecb58bdce06 yet. {{(pid=109085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:16:37.316992 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e971b6-7ff9-40a8-a9d5-4f81f49c5dfb tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event updated for resources: {'Port': ['ID=0faa5446-a286-4ba2-8f33-9ff11aeed66d,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:37.350117 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e971b6-7ff9-40a8-a9d5-4f81f49c5dfb tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Network b4c207d3-c5ba-483b-80ee-b651c8994f89 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:16:37.354527 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-41e971b6-7ff9-40a8-a9d5-4f81f49c5dfb tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:37.355700 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-2cf8186b-4156-4729-bc50-8e116cef5853 tempest-RoutersAdminNegativeTest-212652487 tempest-RoutersAdminNegativeTest-212652487-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-133847090', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:37.370754 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e971b6-7ff9-40a8-a9d5-4f81f49c5dfb tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:16:37.445129 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e971b6-7ff9-40a8-a9d5-4f81f49c5dfb tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:37.446543 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-41e971b6-7ff9-40a8-a9d5-4f81f49c5dfb tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:37.504656 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf8186b-4156-4729-bc50-8e116cef5853 tempest-RoutersAdminNegativeTest-212652487 tempest-RoutersAdminNegativeTest-212652487-project-admin] Made reservation on behalf of 682114d6606546ad9545da8b31fb51c9 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:16:37.506169 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-41e971b6-7ff9-40a8-a9d5-4f81f49c5dfb tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4333265 Nov 12 01:16:37.507352 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2cf8186b-4156-4729-bc50-8e116cef5853 tempest-RoutersAdminNegativeTest-212652487 tempest-RoutersAdminNegativeTest-212652487-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:37.509060 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51062) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:37.526302 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2cf8186b-4156-4729-bc50-8e116cef5853 tempest-RoutersAdminNegativeTest-212652487 tempest-RoutersAdminNegativeTest-212652487-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:37.620218 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7b72e576-8e9f-479a-ab8c-d763720e15d9 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:37.632251 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7b72e576-8e9f-479a-ab8c-d763720e15d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:37.648929 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-60f074c5-9059-4d93-8dfc-18b117c5274d tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Allocated IP 2001:db8::14a (89ea60a3-4652-4d77-9cc6-d8bd5a56918e/75997404-0bcc-467c-988b-e08aa358248f/fb9d04e9-bab7-4a9e-a939-0ecb58bdce06) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:16:37.692768 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-54080a55-9213-48cd-abc8-1f6fd47f3206 req-d4cb0b6f-377c-4ef0-b512-2281994dcb42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48bccdbf-44f1-4860-bc5a-81d3c23ae861 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:16:37.698732 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b72e576-8e9f-479a-ab8c-d763720e15d9 None None] Network b4c207d3-c5ba-483b-80ee-b651c8994f89 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:16:37.707844 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-7b72e576-8e9f-479a-ab8c-d763720e15d9 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:37.709586 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-54080a55-9213-48cd-abc8-1f6fd47f3206 req-d4cb0b6f-377c-4ef0-b512-2281994dcb42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:37.716439 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72e576-8e9f-479a-ab8c-d763720e15d9 None None] Pushing event updated for resources: {'Port': ['ID=960958c0-7c55-43d3-b47c-f7563e9bae9a,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:37.727244 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b72e576-8e9f-479a-ab8c-d763720e15d9 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:16:37.739682 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-c4796f02-f6c9-4101-b928-5f231f4af12c tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Deleting port 0faa5446-a286-4ba2-8f33-9ff11aeed66d {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:16:37.740742 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c4796f02-f6c9-4101-b928-5f231f4af12c tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:37.777102 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-54080a55-9213-48cd-abc8-1f6fd47f3206 req-d4cb0b6f-377c-4ef0-b512-2281994dcb42 service neutron] Transition to ACTIVE for port object 48bccdbf-44f1-4860-bc5a-81d3c23ae861 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:16:37.794531 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-54080a55-9213-48cd-abc8-1f6fd47f3206 req-d4cb0b6f-377c-4ef0-b512-2281994dcb42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:37.882566 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-7b72e576-8e9f-479a-ab8c-d763720e15d9 None None] Attempting to bind port 960958c0-7c55-43d3-b47c-f7563e9bae9a on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:16:37.883161 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-7b72e576-8e9f-479a-ab8c-d763720e15d9 None None] Attempting to bind port 960958c0-7c55-43d3-b47c-f7563e9bae9a by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'b1467b1b-ad1e-4903-be56-4f6ef6b2ba1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b4c207d3-c5ba-483b-80ee-b651c8994f89'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:16:37.883775 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b72e576-8e9f-479a-ab8c-d763720e15d9 None None] Attempting to bind port 960958c0-7c55-43d3-b47c-f7563e9bae9a on network b4c207d3-c5ba-483b-80ee-b651c8994f89 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:16:37.886028 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c4796f02-f6c9-4101-b928-5f231f4af12c tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:37.900873 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-c4796f02-f6c9-4101-b928-5f231f4af12c tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Calling delete_port for 0faa5446-a286-4ba2-8f33-9ff11aeed66d owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:16:37.921309 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b72e576-8e9f-479a-ab8c-d763720e15d9 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:16:37.921309 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b72e576-8e9f-479a-ab8c-d763720e15d9 None None] Checking segment: {'id': 'b1467b1b-ad1e-4903-be56-4f6ef6b2ba1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b4c207d3-c5ba-483b-80ee-b651c8994f89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:16:37.921810 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7b72e576-8e9f-479a-ab8c-d763720e15d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:37.922462 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b72e576-8e9f-479a-ab8c-d763720e15d9 None None] Bound using segment: {'id': 'b1467b1b-ad1e-4903-be56-4f6ef6b2ba1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b4c207d3-c5ba-483b-80ee-b651c8994f89'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:16:37.923775 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-7b72e576-8e9f-479a-ab8c-d763720e15d9 None None] Bound port: 960958c0-7c55-43d3-b47c-f7563e9bae9a, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1467b1b-ad1e-4903-be56-4f6ef6b2ba1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'b4c207d3-c5ba-483b-80ee-b651c8994f89'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:16:37.924420 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7b72e576-8e9f-479a-ab8c-d763720e15d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:38.072530 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c4796f02-f6c9-4101-b928-5f231f4af12c tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:38.167525 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4796f02-f6c9-4101-b928-5f231f4af12c tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event deleted for resources: {'Port': ['ID=0faa5446-a286-4ba2-8f33-9ff11aeed66d,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:38.170756 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-7b72e576-8e9f-479a-ab8c-d763720e15d9 None None] For port 960958c0-7c55-43d3-b47c-f7563e9bae9a, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:16:38.197826 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-7b72e576-8e9f-479a-ab8c-d763720e15d9 None None] For port 960958c0-7c55-43d3-b47c-f7563e9bae9a, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=960958c0-7c55-43d3-b47c-f7563e9bae9a,segment=NetworkSegment(b1467b1b-ad1e-4903-be56-4f6ef6b2ba1a),segment_id=b1467b1b-ad1e-4903-be56-4f6ef6b2ba1a)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:16:38.202388 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2cf8186b-4156-4729-bc50-8e116cef5853 tempest-RoutersAdminNegativeTest-212652487 tempest-RoutersAdminNegativeTest-212652487-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:38.223819 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2cf8186b-4156-4729-bc50-8e116cef5853 tempest-RoutersAdminNegativeTest-212652487 tempest-RoutersAdminNegativeTest-212652487-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:38.228627 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [None req-2cf8186b-4156-4729-bc50-8e116cef5853 tempest-RoutersAdminNegativeTest-212652487 tempest-RoutersAdminNegativeTest-212652487-project-admin] device_id is not set on port 908eacec-0a75-4557-bac4-0ca152c65dd1 yet. {{(pid=109085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:16:38.231564 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7b72e576-8e9f-479a-ab8c-d763720e15d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:38.299895 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c4796f02-f6c9-4101-b928-5f231f4af12c tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:38.310432 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c4796f02-f6c9-4101-b928-5f231f4af12c tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "DELETE /v2.0/ports/0faa5446-a286-4ba2-8f33-9ff11aeed66d HTTP/1.1" status: 204 len: 168 time: 0.7976439 Nov 12 01:16:38.312535 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51086) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:38.370900 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2a2d47d-2029-49c5-9b44-74c07306cfe5 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] DELETE failed (client error): The resource could not be found. Nov 12 01:16:38.373682 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2a2d47d-2029-49c5-9b44-74c07306cfe5 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:16:38.381810 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d2a2d47d-2029-49c5-9b44-74c07306cfe5 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "DELETE /v2.0/ports/0faa5446-a286-4ba2-8f33-9ff11aeed66d HTTP/1.1" status: 404 len: 333 time: 0.0676491 Nov 12 01:16:38.382583 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51088) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:38.415250 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:38.417317 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d8994ff-911a-4adc-bdf8-1ee502c9e3d0 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] GET failed (client error): The resource could not be found. Nov 12 01:16:38.422963 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3d8994ff-911a-4adc-bdf8-1ee502c9e3d0 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "GET /v2.0/ports/0faa5446-a286-4ba2-8f33-9ff11aeed66d HTTP/1.1" status: 404 len: 333 time: 0.0389330 Nov 12 01:16:38.424692 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51090) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:38.442208 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72e576-8e9f-479a-ab8c-d763720e15d9 None None] Pushing event updated for resources: {'Port': ['ID=960958c0-7c55-43d3-b47c-f7563e9bae9a,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:38.444708 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-60f074c5-9059-4d93-8dfc-18b117c5274d tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:38.516942 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb0b6f-377c-4ef0-b512-2281994dcb42 service neutron] Pushing event updated for resources: {'Port': ['ID=48bccdbf-44f1-4860-bc5a-81d3c23ae861,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:38.553987 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-a92179dc-9bee-4214-9977-df23ced2a790 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Deleting subnet 4dee5708-fc1a-41d7-a3f8-8d1f0b188b67 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:16:38.559302 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a92179dc-9bee-4214-9977-df23ced2a790 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:38.614899 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a92179dc-9bee-4214-9977-df23ced2a790 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:38.797385 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a92179dc-9bee-4214-9977-df23ced2a790 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:38.808697 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf8186b-4156-4729-bc50-8e116cef5853 tempest-RoutersAdminNegativeTest-212652487 tempest-RoutersAdminNegativeTest-212652487-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9d64db-3401-4aac-b822-f6b8a39897af,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:38.970896 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a92179dc-9bee-4214-9977-df23ced2a790 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:38.982850 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231a176-a43c-4755-a54a-9a274a92bb7c req-a4c96ccb-dcda-4ffa-9b9e-e547578d933a tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:38.990762 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5231a176-a43c-4755-a54a-9a274a92bb7c req-a4c96ccb-dcda-4ffa-9b9e-e547578d933a tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b93ca2a2-de38-4bb6-a195-23208cd57886 HTTP/1.1" status: 200 len: 1053 time: 0.5343645 Nov 12 01:16:38.995995 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-54080a55-9213-48cd-abc8-1f6fd47f3206 req-d4cb0b6f-377c-4ef0-b512-2281994dcb42 service neutron] Attempting to bind port 48bccdbf-44f1-4860-bc5a-81d3c23ae861 on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:16:38.996383 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-54080a55-9213-48cd-abc8-1f6fd47f3206 req-d4cb0b6f-377c-4ef0-b512-2281994dcb42 service neutron] Attempting to bind port 48bccdbf-44f1-4860-bc5a-81d3c23ae861 by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': '903adb33-be36-4f66-84f3-41189f6c5e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '31d1676f-c0b1-44e7-b405-e2c0516e0de6'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:16:38.996693 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54080a55-9213-48cd-abc8-1f6fd47f3206 req-d4cb0b6f-377c-4ef0-b512-2281994dcb42 service neutron] Attempting to bind port 48bccdbf-44f1-4860-bc5a-81d3c23ae861 on network 31d1676f-c0b1-44e7-b405-e2c0516e0de6 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:16:39.007133 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-60f074c5-9059-4d93-8dfc-18b117c5274d tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:39.041007 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92179dc-9bee-4214-9977-df23ced2a790 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event deleted for resources: {'Subnet': ['ID=4dee5708-fc1a-41d7-a3f8-8d1f0b188b67,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:39.051490 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a92179dc-9bee-4214-9977-df23ced2a790 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:39.058174 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a92179dc-9bee-4214-9977-df23ced2a790 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "DELETE /v2.0/subnets/4dee5708-fc1a-41d7-a3f8-8d1f0b188b67 HTTP/1.1" status: 204 len: 168 time: 0.6292641 Nov 12 01:16:39.060159 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51098) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:39.064220 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-2cf8186b-4156-4729-bc50-8e116cef5853 tempest-RoutersAdminNegativeTest-212652487 tempest-RoutersAdminNegativeTest-212652487-project-admin] Allocated IP 172.25.3.160 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/908eacec-0a75-4557-bac4-0ca152c65dd1) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:16:39.087079 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-d2102c20-63f0-46b4-8aaf-91a8ace2ace9 None None] Allocated IP 2001:db8::2 (89ea60a3-4652-4d77-9cc6-d8bd5a56918e/75997404-0bcc-467c-988b-e08aa358248f/655afcbd-6227-47e7-9368-ead67d6857d4) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:16:39.099574 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54080a55-9213-48cd-abc8-1f6fd47f3206 req-d4cb0b6f-377c-4ef0-b512-2281994dcb42 service neutron] Port 48bccdbf-44f1-4860-bc5a-81d3c23ae861 on network 31d1676f-c0b1-44e7-b405-e2c0516e0de6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:16:39.099917 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54080a55-9213-48cd-abc8-1f6fd47f3206 req-d4cb0b6f-377c-4ef0-b512-2281994dcb42 service neutron] Attempting to bind port 48bccdbf-44f1-4860-bc5a-81d3c23ae861 on network 31d1676f-c0b1-44e7-b405-e2c0516e0de6 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:16:39.105433 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f074c5-9059-4d93-8dfc-18b117c5274d tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:16:39.122021 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-60f074c5-9059-4d93-8dfc-18b117c5274d tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:39.147830 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f074c5-9059-4d93-8dfc-18b117c5274d tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:16:39.153773 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f074c5-9059-4d93-8dfc-18b117c5274d tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:39.154451 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-60f074c5-9059-4d93-8dfc-18b117c5274d tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:39.199458 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54080a55-9213-48cd-abc8-1f6fd47f3206 req-d4cb0b6f-377c-4ef0-b512-2281994dcb42 service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:16:39.200477 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54080a55-9213-48cd-abc8-1f6fd47f3206 req-d4cb0b6f-377c-4ef0-b512-2281994dcb42 service neutron] Checking segment: {'id': '903adb33-be36-4f66-84f3-41189f6c5e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '31d1676f-c0b1-44e7-b405-e2c0516e0de6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:16:39.201394 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54080a55-9213-48cd-abc8-1f6fd47f3206 req-d4cb0b6f-377c-4ef0-b512-2281994dcb42 service neutron] Bound using segment: {'id': '903adb33-be36-4f66-84f3-41189f6c5e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '31d1676f-c0b1-44e7-b405-e2c0516e0de6'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:16:39.202781 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-54080a55-9213-48cd-abc8-1f6fd47f3206 req-d4cb0b6f-377c-4ef0-b512-2281994dcb42 service neutron] Bound port: 48bccdbf-44f1-4860-bc5a-81d3c23ae861, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '903adb33-be36-4f66-84f3-41189f6c5e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '31d1676f-c0b1-44e7-b405-e2c0516e0de6'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:16:39.203905 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-54080a55-9213-48cd-abc8-1f6fd47f3206 req-d4cb0b6f-377c-4ef0-b512-2281994dcb42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:39.277600 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-60f074c5-9059-4d93-8dfc-18b117c5274d tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8647275 Nov 12 01:16:39.294954 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f4359481-127b-41c6-9dcb-09f532d73123 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:39.298553 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51102) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:39.303662 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f074c5-9059-4d93-8dfc-18b117c5274d tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Port': ['ID=fb9d04e9-bab7-4a9e-a939-0ecb58bdce06,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:39.352797 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5231a176-a43c-4755-a54a-9a274a92bb7c req-4d33e564-e530-424b-9e72-36596ef316c8 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=005fdac7-23e1-49b5-835d-98676766ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609900 Nov 12 01:16:39.488333 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a213a2-a697-415b-94da-73a7791cf6d4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:39.493484 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-23a213a2-a697-415b-94da-73a7791cf6d4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1883519 Nov 12 01:16:39.495166 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51106) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:39.535448 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d2102c20-63f0-46b4-8aaf-91a8ace2ace9 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:39.540707 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-f4359481-127b-41c6-9dcb-09f532d73123 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Deleting port 960958c0-7c55-43d3-b47c-f7563e9bae9a {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:16:39.541105 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f4359481-127b-41c6-9dcb-09f532d73123 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:39.549537 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d2102c20-63f0-46b4-8aaf-91a8ace2ace9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:39.613673 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2102c20-63f0-46b4-8aaf-91a8ace2ace9 None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:16:39.624306 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-d2102c20-63f0-46b4-8aaf-91a8ace2ace9 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:39.632962 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2102c20-63f0-46b4-8aaf-91a8ace2ace9 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:16:39.641313 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2102c20-63f0-46b4-8aaf-91a8ace2ace9 None None] Pushing event updated for resources: {'Port': ['ID=655afcbd-6227-47e7-9368-ead67d6857d4,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:39.647135 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-54080a55-9213-48cd-abc8-1f6fd47f3206 req-d4cb0b6f-377c-4ef0-b512-2281994dcb42 service neutron] For port 48bccdbf-44f1-4860-bc5a-81d3c23ae861, host n-h1-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:16:39.652391 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-54080a55-9213-48cd-abc8-1f6fd47f3206 req-d4cb0b6f-377c-4ef0-b512-2281994dcb42 service neutron] For port 48bccdbf-44f1-4860-bc5a-81d3c23ae861, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=48bccdbf-44f1-4860-bc5a-81d3c23ae861,segment=NetworkSegment(903adb33-be36-4f66-84f3-41189f6c5e3f),segment_id=903adb33-be36-4f66-84f3-41189f6c5e3f)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:16:39.669273 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-54080a55-9213-48cd-abc8-1f6fd47f3206 req-d4cb0b6f-377c-4ef0-b512-2281994dcb42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:39.733351 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f4359481-127b-41c6-9dcb-09f532d73123 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] For port 960958c0-7c55-43d3-b47c-f7563e9bae9a, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=960958c0-7c55-43d3-b47c-f7563e9bae9a,segment=NetworkSegment(b1467b1b-ad1e-4903-be56-4f6ef6b2ba1a),segment_id=b1467b1b-ad1e-4903-be56-4f6ef6b2ba1a)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:39.734159 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f4359481-127b-41c6-9dcb-09f532d73123 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:39.756217 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2cf8186b-4156-4729-bc50-8e116cef5853 tempest-RoutersAdminNegativeTest-212652487 tempest-RoutersAdminNegativeTest-212652487-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:39.767658 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54080a55-9213-48cd-abc8-1f6fd47f3206 req-d4cb0b6f-377c-4ef0-b512-2281994dcb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:39.773128 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-54080a55-9213-48cd-abc8-1f6fd47f3206 req-d4cb0b6f-377c-4ef0-b512-2281994dcb42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:39.774731 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-54080a55-9213-48cd-abc8-1f6fd47f3206 req-d4cb0b6f-377c-4ef0-b512-2281994dcb42 service neutron] 10.222.0.16 "PUT /v2.0/ports/48bccdbf-44f1-4860-bc5a-81d3c23ae861 HTTP/1.1" status: 200 len: 1092 time: 3.7379858 Nov 12 01:16:39.781219 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b93ca2a2-de38-4bb6-a195-23208cd57886', 'tag': '48bccdbf-44f1-4860-bc5a-81d3c23ae861'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:16:39.791772 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0ce59e-a86a-43fc-af63-d6fea78ce6e6" -d '{"events": [{"name": "network-changed", "server_uuid": "b93ca2a2-de38-4bb6-a195-23208cd57886", "tag": "48bccdbf-44f1-4860-bc5a-81d3c23ae861"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:16:39.855632 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-d2102c20-63f0-46b4-8aaf-91a8ace2ace9 None None] Attempting to bind port 655afcbd-6227-47e7-9368-ead67d6857d4 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:16:39.856292 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-d2102c20-63f0-46b4-8aaf-91a8ace2ace9 None None] Attempting to bind port 655afcbd-6227-47e7-9368-ead67d6857d4 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:16:39.863667 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2102c20-63f0-46b4-8aaf-91a8ace2ace9 None None] Attempting to bind port 655afcbd-6227-47e7-9368-ead67d6857d4 on network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:16:39.903566 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2102c20-63f0-46b4-8aaf-91a8ace2ace9 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:16:39.906429 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2102c20-63f0-46b4-8aaf-91a8ace2ace9 None None] Checking segment: {'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:16:39.908531 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d2102c20-63f0-46b4-8aaf-91a8ace2ace9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:39.916753 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2102c20-63f0-46b4-8aaf-91a8ace2ace9 None None] Bound using segment: {'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:16:39.918007 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-d2102c20-63f0-46b4-8aaf-91a8ace2ace9 None None] Bound port: 655afcbd-6227-47e7-9368-ead67d6857d4, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:16:39.918955 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d2102c20-63f0-46b4-8aaf-91a8ace2ace9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:39.959407 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-f4359481-127b-41c6-9dcb-09f532d73123 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Calling delete_port for 960958c0-7c55-43d3-b47c-f7563e9bae9a owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:16:40.009312 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb0b6f-377c-4ef0-b512-2281994dcb42 service neutron] Pushing event updated for resources: {'Port': ['ID=48bccdbf-44f1-4860-bc5a-81d3c23ae861,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:40.045618 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2cf8186b-4156-4729-bc50-8e116cef5853 tempest-RoutersAdminNegativeTest-212652487 tempest-RoutersAdminNegativeTest-212652487-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:40.208483 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf8186b-4156-4729-bc50-8e116cef5853 tempest-RoutersAdminNegativeTest-212652487 tempest-RoutersAdminNegativeTest-212652487-project-admin] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:16:40.214150 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-2cf8186b-4156-4729-bc50-8e116cef5853 tempest-RoutersAdminNegativeTest-212652487 tempest-RoutersAdminNegativeTest-212652487-project-admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:40.221537 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf8186b-4156-4729-bc50-8e116cef5853 tempest-RoutersAdminNegativeTest-212652487 tempest-RoutersAdminNegativeTest-212652487-project-admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:16:40.253152 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf8186b-4156-4729-bc50-8e116cef5853 tempest-RoutersAdminNegativeTest-212652487 tempest-RoutersAdminNegativeTest-212652487-project-admin] Pushing event updated for resources: {'Port': ['ID=908eacec-0a75-4557-bac4-0ca152c65dd1,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:40.259356 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54080a55-9213-48cd-abc8-1f6fd47f3206 req-1ec4e840-6039-4eaf-af10-25d4888a2fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:40.261101 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-54080a55-9213-48cd-abc8-1f6fd47f3206 req-1ec4e840-6039-4eaf-af10-25d4888a2fd1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d347e5834314544ac1afda7c3ff6bf4&device_id=b93ca2a2-de38-4bb6-a195-23208cd57886 HTTP/1.1" status: 200 len: 1095 time: 0.2299602 Nov 12 01:16:40.321229 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e557e1-b088-487c-88b8-ea5653a984fc x-openstack-request-id: req-b1e557e1-b088-487c-88b8-ea5653a984fc {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:16:40.321799 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b93ca2a2-de38-4bb6-a195-23208cd57886", "tag": "48bccdbf-44f1-4860-bc5a-81d3c23ae861", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:16:40.322310 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b1e557e1-b088-487c-88b8-ea5653a984fc {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:16:40.323057 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b93ca2a2-de38-4bb6-a195-23208cd57886', 'tag': '48bccdbf-44f1-4860-bc5a-81d3c23ae861', 'status': 'completed', 'code': 200} Nov 12 01:16:40.324831 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-d2102c20-63f0-46b4-8aaf-91a8ace2ace9 None None] For port 655afcbd-6227-47e7-9368-ead67d6857d4, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:16:40.346550 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-d2102c20-63f0-46b4-8aaf-91a8ace2ace9 None None] For port 655afcbd-6227-47e7-9368-ead67d6857d4, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=655afcbd-6227-47e7-9368-ead67d6857d4,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:16:40.374359 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 960958c0-7c55-43d3-b47c-f7563e9bae9a up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:16:40.425562 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf8186b-4156-4729-bc50-8e116cef5853 tempest-RoutersAdminNegativeTest-212652487 tempest-RoutersAdminNegativeTest-212652487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:40.426215 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2cf8186b-4156-4729-bc50-8e116cef5853 tempest-RoutersAdminNegativeTest-212652487 tempest-RoutersAdminNegativeTest-212652487-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:40.435824 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-54080a55-9213-48cd-abc8-1f6fd47f3206 req-dcf69d0b-119a-4639-8af7-24bfbf72aae6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48bccdbf-44f1-4860-bc5a-81d3c23ae861 HTTP/1.1" status: 200 len: 217 time: 0.1389813 Nov 12 01:16:40.453245 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-bed951ff-3561-4540-84e9-c15f1b9f6fa0 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Deleting port fb9d04e9-bab7-4a9e-a939-0ecb58bdce06 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:16:40.454285 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bed951ff-3561-4540-84e9-c15f1b9f6fa0 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:40.497811 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06410326-2d45-467d-90f7-c7a5b19db75c None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:16:40.530924 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2cf8186b-4156-4729-bc50-8e116cef5853 tempest-RoutersAdminNegativeTest-212652487 tempest-RoutersAdminNegativeTest-212652487-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.4417579 Nov 12 01:16:40.534279 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 51122) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:40.545292 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d2102c20-63f0-46b4-8aaf-91a8ace2ace9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:40.547852 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-56abb39d-fdba-4560-aa74-d87eeae6d205 tempest-RoutersAdminNegativeTest-212652487 tempest-RoutersAdminNegativeTest-212652487-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.160'}]}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:40.619124 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54080a55-9213-48cd-abc8-1f6fd47f3206 req-a01c524e-85a1-49e6-9fea-1e25c5298b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:40.621237 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-54080a55-9213-48cd-abc8-1f6fd47f3206 req-a01c524e-85a1-49e6-9fea-1e25c5298b35 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=238e7ac8-48c4-4bd1-badc-bc04bb2a5f6b HTTP/1.1" status: 200 len: 849 time: 0.1651316 Nov 12 01:16:40.656465 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-56abb39d-fdba-4560-aa74-d87eeae6d205 tempest-RoutersAdminNegativeTest-212652487 tempest-RoutersAdminNegativeTest-212652487-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:40.658275 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-56abb39d-fdba-4560-aa74-d87eeae6d205 tempest-RoutersAdminNegativeTest-212652487 tempest-RoutersAdminNegativeTest-212652487-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:40.672110 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6c6815-a669-45d9-a9f3-edac088ac245 None None] Network b4c207d3-c5ba-483b-80ee-b651c8994f89 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:16:40.701357 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bed951ff-3561-4540-84e9-c15f1b9f6fa0 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:40.747837 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-bed951ff-3561-4540-84e9-c15f1b9f6fa0 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Calling delete_port for fb9d04e9-bab7-4a9e-a939-0ecb58bdce06 owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:16:40.769033 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:40.772074 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-56abb39d-fdba-4560-aa74-d87eeae6d205 tempest-RoutersAdminNegativeTest-212652487 tempest-RoutersAdminNegativeTest-212652487-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:40.776417 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ec4ec-8a28-4d88-a384-e25b378a1e0a req-e58c81f7-84bc-4505-91a2-854cb8f26089 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:40.778252 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-626ec4ec-8a28-4d88-a384-e25b378a1e0a req-e58c81f7-84bc-4505-91a2-854cb8f26089 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b93ca2a2-de38-4bb6-a195-23208cd57886 HTTP/1.1" status: 200 len: 1095 time: 0.1554279 Nov 12 01:16:40.783027 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54080a55-9213-48cd-abc8-1f6fd47f3206 req-508c35b7-9e4b-493d-8f1b-f3102d570313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:40.784635 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-54080a55-9213-48cd-abc8-1f6fd47f3206 req-508c35b7-9e4b-493d-8f1b-f3102d570313 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=31d1676f-c0b1-44e7-b405-e2c0516e0de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1222432 Nov 12 01:16:40.828331 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f4359481-127b-41c6-9dcb-09f532d73123 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:40.945727 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4359481-127b-41c6-9dcb-09f532d73123 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event deleted for resources: {'Port': ['ID=960958c0-7c55-43d3-b47c-f7563e9bae9a,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:40.958031 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4359481-127b-41c6-9dcb-09f532d73123 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] No DVR routers for this DVR port 960958c0-7c55-43d3-b47c-f7563e9bae9a on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:16:40.988401 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:16:41.069778 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-859d597f-5631-46ac-93d8-0c24c850ff89 None None] Could not find standard attr ID for object 960958c0-7c55-43d3-b47c-f7563e9bae9a. {{(pid=109087) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:16:41.090917 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2102c20-63f0-46b4-8aaf-91a8ace2ace9 None None] Pushing event updated for resources: {'Port': ['ID=655afcbd-6227-47e7-9368-ead67d6857d4,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:41.104062 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 960958c0-7c55-43d3-b47c-f7563e9bae9a triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:41.104717 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:41.264192 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Port 960958c0-7c55-43d3-b47c-f7563e9bae9a was deleted so its status cannot be updated. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 01:16:41.267630 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-859d597f-5631-46ac-93d8-0c24c850ff89 None None] Provisioning complete for port 908eacec-0a75-4557-bac4-0ca152c65dd1 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:41.268037 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-859d597f-5631-46ac-93d8-0c24c850ff89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:41.316147 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cc9c29-d0de-40a0-9d93-ac1b65d53ea0 None None] DHCP port deletion for b4c207d3-c5ba-483b-80ee-b651c8994f89 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:16:41.339368 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f4359481-127b-41c6-9dcb-09f532d73123 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:41.345160 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-859d597f-5631-46ac-93d8-0c24c850ff89 None None] Port 908eacec-0a75-4557-bac4-0ca152c65dd1 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:16:41.445845 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-f4359481-127b-41c6-9dcb-09f532d73123 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4c207d3-c5ba-483b-80ee-b651c8994f89']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:41.475151 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-f4359481-127b-41c6-9dcb-09f532d73123 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1467b1b-ad1e-4903-be56-4f6ef6b2ba1a') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:41.476163 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-f4359481-127b-41c6-9dcb-09f532d73123 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1467b1b-ad1e-4903-be56-4f6ef6b2ba1a') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:41.498438 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f4359481-127b-41c6-9dcb-09f532d73123 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:41.510617 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bed951ff-3561-4540-84e9-c15f1b9f6fa0 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:41.548994 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f4359481-127b-41c6-9dcb-09f532d73123 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:41.559020 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed951ff-3561-4540-84e9-c15f1b9f6fa0 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event deleted for resources: {'Port': ['ID=fb9d04e9-bab7-4a9e-a939-0ecb58bdce06,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:41.568774 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4359481-127b-41c6-9dcb-09f532d73123 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:16:41.569353 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f4359481-127b-41c6-9dcb-09f532d73123 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:41.573727 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:16:41.573727 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:16:41.573727 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:16:41.573727 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:16:41.573727 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:16:41.573727 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:16:41.573727 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:16:41.573727 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:16:41.573727 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:16:41.573727 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:16:41.573727 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:16:41.573727 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:16:41.573727 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:16:41.573727 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:16:41.573727 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:16:41.573727 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:16:41.573727 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:16:41.573727 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:16:41.573727 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:16:41.573727 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:16:41.573727 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:16:41.573727 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:16:41.573727 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:16:41.573727 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:16:41.573727 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:16:41.573727 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:16:41.573727 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:16:41.573727 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:16:41.573727 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:16:41.573727 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:16:41.573727 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:16:41.573727 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:16:41.614666 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bed951ff-3561-4540-84e9-c15f1b9f6fa0 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:41.618898 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-bed951ff-3561-4540-84e9-c15f1b9f6fa0 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/ports/fb9d04e9-bab7-4a9e-a939-0ecb58bdce06 HTTP/1.1" status: 204 len: 168 time: 2.1227202 Nov 12 01:16:41.651511 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51134) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:41.740070 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f4359481-127b-41c6-9dcb-09f532d73123 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:41.759701 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f4359481-127b-41c6-9dcb-09f532d73123 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:41.765863 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f4359481-127b-41c6-9dcb-09f532d73123 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "DELETE /v2.0/networks/b4c207d3-c5ba-483b-80ee-b651c8994f89 HTTP/1.1" status: 204 len: 168 time: 2.7056932 Nov 12 01:16:41.777063 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7588a60-dc97-4e34-b501-d80924aab8b8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:41.781443 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7588a60-dc97-4e34-b501-d80924aab8b8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:41.784505 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e7588a60-dc97-4e34-b501-d80924aab8b8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1315958 Nov 12 01:16:41.788747 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51138) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:41.789557 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51140) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:41.812896 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-acc01669-0f1d-418a-9d0c-38c4392ed533 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-170995435'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:41.968699 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-56abb39d-fdba-4560-aa74-d87eeae6d205 tempest-RoutersAdminNegativeTest-212652487 tempest-RoutersAdminNegativeTest-212652487-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:42.055737 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-626ec4ec-8a28-4d88-a384-e25b378a1e0a req-b758e266-bee8-4c98-bb6a-959891cc93a0 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=005fdac7-23e1-49b5-835d-98676766ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2618983 Nov 12 01:16:42.088709 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-54080a55-9213-48cd-abc8-1f6fd47f3206 req-597ef47e-4338-4af5-bac0-06bd4a77366c service neutron] 10.222.0.16 "GET /v2.0/networks/31d1676f-c0b1-44e7-b405-e2c0516e0de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2565980 Nov 12 01:16:42.151520 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-50a9eb8c-cfed-49c8-a405-4122c2af6b85 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Deleting subnet 75997404-0bcc-467c-988b-e08aa358248f {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:16:42.195257 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4359481-127b-41c6-9dcb-09f532d73123 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event deleted for resources: {'Network': ['ID=b4c207d3-c5ba-483b-80ee-b651c8994f89,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:42.201305 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-50a9eb8c-cfed-49c8-a405-4122c2af6b85 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:42.210359 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc01669-0f1d-418a-9d0c-38c4392ed533 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Made reservation on behalf of 10e024f1501d4f999bfc171e7c9c2478 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:16:42.217008 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-acc01669-0f1d-418a-9d0c-38c4392ed533 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:42.255602 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 655afcbd-6227-47e7-9368-ead67d6857d4 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:16:42.348056 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-50a9eb8c-cfed-49c8-a405-4122c2af6b85 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:42.354845 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acc01669-0f1d-418a-9d0c-38c4392ed533 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:16:42.512531 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 655afcbd-6227-47e7-9368-ead67d6857d4 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:42.513105 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:42.531466 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-acc01669-0f1d-418a-9d0c-38c4392ed533 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:42.532877 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-acc01669-0f1d-418a-9d0c-38c4392ed533 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Added segment 35d1a755-95bd-4be1-85f0-1b1b7711b2c1 of type vlan for network 3f721042-4ff5-4ba6-b845-258c18100fb4 Nov 12 01:16:42.651800 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-acc01669-0f1d-418a-9d0c-38c4392ed533 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:42.702246 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-54080a55-9213-48cd-abc8-1f6fd47f3206 req-e8a15357-b14a-4acd-8f85-dc07abaa1551 service neutron] 10.222.0.16 "GET /v2.0/networks/31d1676f-c0b1-44e7-b405-e2c0516e0de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5616317 Nov 12 01:16:42.755139 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-50a9eb8c-cfed-49c8-a405-4122c2af6b85 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:42.797149 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-acc01669-0f1d-418a-9d0c-38c4392ed533 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:42.827863 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc01669-0f1d-418a-9d0c-38c4392ed533 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:42.827863 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-acc01669-0f1d-418a-9d0c-38c4392ed533 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:43.046506 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ce59e-a86a-43fc-af63-d6fea78ce6e6 req-dfccd86c-0462-4429-ac85-0ded8b3276e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:43.048672 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7c0ce59e-a86a-43fc-af63-d6fea78ce6e6 req-dfccd86c-0462-4429-ac85-0ded8b3276e1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d347e5834314544ac1afda7c3ff6bf4&device_id=b93ca2a2-de38-4bb6-a195-23208cd57886 HTTP/1.1" status: 200 len: 1095 time: 0.1255424 Nov 12 01:16:43.050914 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-56abb39d-fdba-4560-aa74-d87eeae6d205 tempest-RoutersAdminNegativeTest-212652487 tempest-RoutersAdminNegativeTest-212652487-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:43.100349 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-56abb39d-fdba-4560-aa74-d87eeae6d205 tempest-RoutersAdminNegativeTest-212652487 tempest-RoutersAdminNegativeTest-212652487-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:43.361466 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:43.432864 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ce59e-a86a-43fc-af63-d6fea78ce6e6 req-a2383485-13f5-4471-a969-99ad58eed94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:43.434614 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7c0ce59e-a86a-43fc-af63-d6fea78ce6e6 req-a2383485-13f5-4471-a969-99ad58eed94f service neutron] 10.222.0.16 "GET /v2.0/networks?id=31d1676f-c0b1-44e7-b405-e2c0516e0de6 HTTP/1.1" status: 200 len: 910 time: 0.3573225 Nov 12 01:16:43.497964 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-d514d778-0a57-424f-aab6-c3ee9a1587f3 None None] Provisioning complete for port 655afcbd-6227-47e7-9368-ead67d6857d4 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:43.500182 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d514d778-0a57-424f-aab6-c3ee9a1587f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:43.564463 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7c0ce59e-a86a-43fc-af63-d6fea78ce6e6 req-82d2038c-de14-457c-9b4f-9794ceea6476 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48bccdbf-44f1-4860-bc5a-81d3c23ae861 HTTP/1.1" status: 200 len: 217 time: 0.1165745 Nov 12 01:16:43.766762 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d514d778-0a57-424f-aab6-c3ee9a1587f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:43.965659 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9304205b-6348-4969-8f98-31f2fac8ef8a req-3db6e2a1-929a-4029-92e2-d353c61f1259 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:43.969042 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9304205b-6348-4969-8f98-31f2fac8ef8a req-3db6e2a1-929a-4029-92e2-d353c61f1259 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b93ca2a2-de38-4bb6-a195-23208cd57886 HTTP/1.1" status: 200 len: 1095 time: 0.4421349 Nov 12 01:16:43.974379 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-56abb39d-fdba-4560-aa74-d87eeae6d205 tempest-RoutersAdminNegativeTest-212652487 tempest-RoutersAdminNegativeTest-212652487-project-admin] Publish callbacks [] for router, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:43.980304 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ce59e-a86a-43fc-af63-d6fea78ce6e6 req-abb0c508-6379-42f1-9e83-df207b95013b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:43.982024 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7c0ce59e-a86a-43fc-af63-d6fea78ce6e6 req-abb0c508-6379-42f1-9e83-df207b95013b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=238e7ac8-48c4-4bd1-badc-bc04bb2a5f6b HTTP/1.1" status: 200 len: 849 time: 0.3932800 Nov 12 01:16:44.071702 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-acc01669-0f1d-418a-9d0c-38c4392ed533 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.2724411 Nov 12 01:16:44.072520 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51322) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:44.086669 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-8e63b3bf-db59-4835-bea1-bc9d3d87c24e tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Request body: {'subnet': {'network_id': '3f721042-4ff5-4ba6-b845-258c18100fb4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:44.231659 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc01669-0f1d-418a-9d0c-38c4392ed533 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event updated for resources: {'Network': ['ID=3f721042-4ff5-4ba6-b845-258c18100fb4,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:44.261334 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 3f721042-4ff5-4ba6-b845-258c18100fb4 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:16:44.345412 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 48bccdbf-44f1-4860-bc5a-81d3c23ae861 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:16:44.368466 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-50a9eb8c-cfed-49c8-a405-4122c2af6b85 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:44.458945 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a9eb8c-cfed-49c8-a405-4122c2af6b85 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event deleted for resources: {'Subnet': ['ID=75997404-0bcc-467c-988b-e08aa358248f,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:44.473389 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-50a9eb8c-cfed-49c8-a405-4122c2af6b85 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:44.480403 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-50a9eb8c-cfed-49c8-a405-4122c2af6b85 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/75997404-0bcc-467c-988b-e08aa358248f HTTP/1.1" status: 204 len: 168 time: 2.6212173 Nov 12 01:16:44.482942 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e63b3bf-db59-4835-bea1-bc9d3d87c24e tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Made reservation on behalf of 10e024f1501d4f999bfc171e7c9c2478 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:16:44.490173 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8e63b3bf-db59-4835-bea1-bc9d3d87c24e tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:44.495595 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51354) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:44.630741 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b5a1e76a-4553-4791-9fd7-471639caad65 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1328886 Nov 12 01:16:44.655927 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51370) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:44.680819 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-17bd3313-23fc-453b-8a56-e984360816d1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'subnet': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:44.722368 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637973bc-2223-44ed-9e88-2abb0b8174e9 None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:16:44.834373 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-56abb39d-fdba-4560-aa74-d87eeae6d205 tempest-RoutersAdminNegativeTest-212652487 tempest-RoutersAdminNegativeTest-212652487-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:44.839625 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-56abb39d-fdba-4560-aa74-d87eeae6d205 tempest-RoutersAdminNegativeTest-212652487 tempest-RoutersAdminNegativeTest-212652487-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:45.033011 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9304205b-6348-4969-8f98-31f2fac8ef8a req-29fcb638-5c58-4776-952d-4bdf3ae9abd9 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=005fdac7-23e1-49b5-835d-98676766ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9685962 Nov 12 01:16:45.054972 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ce59e-a86a-43fc-af63-d6fea78ce6e6 req-faf9a296-a1b2-42c3-8374-0e64677a0f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:45.066296 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7c0ce59e-a86a-43fc-af63-d6fea78ce6e6 req-faf9a296-a1b2-42c3-8374-0e64677a0f25 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=31d1676f-c0b1-44e7-b405-e2c0516e0de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9988182 Nov 12 01:16:45.078030 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-56abb39d-fdba-4560-aa74-d87eeae6d205 tempest-RoutersAdminNegativeTest-212652487 tempest-RoutersAdminNegativeTest-212652487-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:45.079388 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56abb39d-fdba-4560-aa74-d87eeae6d205 tempest-RoutersAdminNegativeTest-212652487 tempest-RoutersAdminNegativeTest-212652487-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d7b40228-59ab-4254-a60d-2638c40438b2 {{(pid=109085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:16:45.379641 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-56abb39d-fdba-4560-aa74-d87eeae6d205 tempest-RoutersAdminNegativeTest-212652487 tempest-RoutersAdminNegativeTest-212652487-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 12 01:16:45.402945 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-56abb39d-fdba-4560-aa74-d87eeae6d205 tempest-RoutersAdminNegativeTest-212652487 tempest-RoutersAdminNegativeTest-212652487-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.8673871 Nov 12 01:16:45.406808 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 51426) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:45.446714 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17bd3313-23fc-453b-8a56-e984360816d1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:16:45.455707 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17bd3313-23fc-453b-8a56-e984360816d1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:45.583299 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 48bccdbf-44f1-4860-bc5a-81d3c23ae861, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=48bccdbf-44f1-4860-bc5a-81d3c23ae861,segment=NetworkSegment(903adb33-be36-4f66-84f3-41189f6c5e3f),segment_id=903adb33-be36-4f66-84f3-41189f6c5e3f)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:45.798837 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.api [None req-d514d778-0a57-424f-aab6-c3ee9a1587f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:16:45.799918 n-d-712142-27 neutron-server[109087]: DEBUG oslo_db.api [None req-d514d778-0a57-424f-aab6-c3ee9a1587f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:16:45.820268 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7c0ce59e-a86a-43fc-af63-d6fea78ce6e6 req-6352488d-da09-4bf0-9806-fa0f38fe74df service neutron] 10.222.0.16 "GET /v2.0/networks/31d1676f-c0b1-44e7-b405-e2c0516e0de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7273319 Nov 12 01:16:45.824866 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': '48bccdbf-44f1-4860-bc5a-81d3c23ae861', 'network_id': '31d1676f-c0b1-44e7-b405-e2c0516e0de6', 'port_id': '48bccdbf-44f1-4860-bc5a-81d3c23ae861', 'mac_address': 'fa:16:3e:71:e5:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '238e7ac8-48c4-4bd1-badc-bc04bb2a5f6b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:16:45.864664 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8e63b3bf-db59-4835-bea1-bc9d3d87c24e tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:46.059082 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-cfcf558d-c0c1-4a1f-a87f-2e568801c475 tempest-RoutersAdminNegativeTest-212652487 tempest-RoutersAdminNegativeTest-212652487-project-admin] Deleting port 908eacec-0a75-4557-bac4-0ca152c65dd1 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:16:46.060755 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.api [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:16:46.061601 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cfcf558d-c0c1-4a1f-a87f-2e568801c475 tempest-RoutersAdminNegativeTest-212652487 tempest-RoutersAdminNegativeTest-212652487-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:46.064874 n-d-712142-27 neutron-server[109087]: DEBUG oslo_db.api [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:16:46.067786 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:46.224926 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48bccdbf-44f1-4860-bc5a-81d3c23ae861 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:16:46.309842 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63b3bf-db59-4835-bea1-bc9d3d87c24e tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event updated for resources: {'Subnet': ['ID=22a7c470-b9cb-4df7-8336-219ae05f54aa,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:46.457292 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 48bccdbf-44f1-4860-bc5a-81d3c23ae861, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=48bccdbf-44f1-4860-bc5a-81d3c23ae861,segment=NetworkSegment(903adb33-be36-4f66-84f3-41189f6c5e3f),segment_id=903adb33-be36-4f66-84f3-41189f6c5e3f)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:46.483575 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:46.511044 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fb79b4-970f-49a6-828e-f55ba2cd55c6 None None] DHCP port deletion for 89ea60a3-4652-4d77-9cc6-d8bd5a56918e request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:16:46.581558 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d514d778-0a57-424f-aab6-c3ee9a1587f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:46.591327 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e63b3bf-db59-4835-bea1-bc9d3d87c24e tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Checking segment: {'id': '35d1a755-95bd-4be1-85f0-1b1b7711b2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3f721042-4ff5-4ba6-b845-258c18100fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:16:46.592635 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e63b3bf-db59-4835-bea1-bc9d3d87c24e tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Network hostable DHCP agents. Network: 3f721042-4ff5-4ba6-b845-258c18100fb4, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:16:46.599401 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17bd3313-23fc-453b-8a56-e984360816d1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:46.640542 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cfcf558d-c0c1-4a1f-a87f-2e568801c475 tempest-RoutersAdminNegativeTest-212652487 tempest-RoutersAdminNegativeTest-212652487-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:46.663508 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bd3313-23fc-453b-8a56-e984360816d1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Subnet': ['ID=b5d105f4-4e9a-4372-a17b-c25a6dafcaf5,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:46.684534 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-cfcf558d-c0c1-4a1f-a87f-2e568801c475 tempest-RoutersAdminNegativeTest-212652487 tempest-RoutersAdminNegativeTest-212652487-project-admin] Calling delete_port for 908eacec-0a75-4557-bac4-0ca152c65dd1 owned by {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:16:46.697795 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bd3313-23fc-453b-8a56-e984360816d1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:16:46.700391 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-17bd3313-23fc-453b-8a56-e984360816d1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:46.703263 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e63b3bf-db59-4835-bea1-bc9d3d87c24e tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Network 3f721042-4ff5-4ba6-b845-258c18100fb4 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:16:46.708040 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bd3313-23fc-453b-8a56-e984360816d1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:46.709308 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17bd3313-23fc-453b-8a56-e984360816d1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:46.736567 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-17bd3313-23fc-453b-8a56-e984360816d1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0751073 Nov 12 01:16:46.740643 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-8e63b3bf-db59-4835-bea1-bc9d3d87c24e tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 3f721042-4ff5-4ba6-b845-258c18100fb4) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:46.743440 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51510) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:46.754782 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-5aeccf33-b857-4d83-a091-c5cbd5f39d5c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'port': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'name': 'tempest-NetworksTestDHCPv6-1865115338'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:46.770970 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e63b3bf-db59-4835-bea1-bc9d3d87c24e tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:46.772285 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8e63b3bf-db59-4835-bea1-bc9d3d87c24e tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:46.922692 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8e63b3bf-db59-4835-bea1-bc9d3d87c24e tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8378396 Nov 12 01:16:46.925163 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51522) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:46.935422 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-725e8164-ec92-460d-866a-4e2db07fcf77 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Request body: {'port': {'network_id': '3f721042-4ff5-4ba6-b845-258c18100fb4', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1193517479'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:47.029554 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=48bccdbf-44f1-4860-bc5a-81d3c23ae861,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:47.037552 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:47.100570 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-d514d778-0a57-424f-aab6-c3ee9a1587f3 None None] For port 655afcbd-6227-47e7-9368-ead67d6857d4, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=655afcbd-6227-47e7-9368-ead67d6857d4,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:47.103087 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26dfa3d5-386c-4fc5-a5d3-9190f29f3a4b None None] Network 3f721042-4ff5-4ba6-b845-258c18100fb4 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:16:47.122325 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d514d778-0a57-424f-aab6-c3ee9a1587f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:47.186882 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cfcf558d-c0c1-4a1f-a87f-2e568801c475 tempest-RoutersAdminNegativeTest-212652487 tempest-RoutersAdminNegativeTest-212652487-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:47.276605 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76007774-cdd7-48cc-b025-825720a6bd2e req-9f3ee296-b185-4ff8-9a6a-28a761289354 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:47.297522 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-76007774-cdd7-48cc-b025-825720a6bd2e req-9f3ee296-b185-4ff8-9a6a-28a761289354 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b93ca2a2-de38-4bb6-a195-23208cd57886 HTTP/1.1" status: 200 len: 1095 time: 0.9194427 Nov 12 01:16:47.306481 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7c0ce59e-a86a-43fc-af63-d6fea78ce6e6 req-ddca57c7-1bbf-4021-ba40-9985d79148ae service neutron] 10.222.0.16 "GET /v2.0/networks/31d1676f-c0b1-44e7-b405-e2c0516e0de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4815700 Nov 12 01:16:47.350436 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1b11e0-cee2-45b8-b65d-5f918e5a83a1 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:16:47.359610 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf558d-c0c1-4a1f-a87f-2e568801c475 tempest-RoutersAdminNegativeTest-212652487 tempest-RoutersAdminNegativeTest-212652487-project-admin] Pushing event deleted for resources: {'Port': ['ID=908eacec-0a75-4557-bac4-0ca152c65dd1,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:47.366518 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['48bccdbf-44f1-4860-bc5a-81d3c23ae861'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:16:47.524038 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725e8164-ec92-460d-866a-4e2db07fcf77 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Made reservation on behalf of 10e024f1501d4f999bfc171e7c9c2478 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:16:47.529504 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-725e8164-ec92-460d-866a-4e2db07fcf77 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:47.627255 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-725e8164-ec92-460d-866a-4e2db07fcf77 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] device_id is not set on port 45b76259-56b8-4f6b-a0d7-985030b6e398 yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:16:47.642684 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aeccf33-b857-4d83-a091-c5cbd5f39d5c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:16:47.653166 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5aeccf33-b857-4d83-a091-c5cbd5f39d5c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:47.685704 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-d4e81460-7a58-4bbf-8600-888362d64ab9 None None] Could not find standard attr ID for object fb9d04e9-bab7-4a9e-a939-0ecb58bdce06. {{(pid=109087) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:16:47.778646 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cfcf558d-c0c1-4a1f-a87f-2e568801c475 tempest-RoutersAdminNegativeTest-212652487 tempest-RoutersAdminNegativeTest-212652487-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:47.790241 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-cfcf558d-c0c1-4a1f-a87f-2e568801c475 tempest-RoutersAdminNegativeTest-212652487 tempest-RoutersAdminNegativeTest-212652487-project-admin] 10.222.0.45 "DELETE /v2.0/ports/908eacec-0a75-4557-bac4-0ca152c65dd1 HTTP/1.1" status: 204 len: 168 time: 2.3811476 Nov 12 01:16:47.815023 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-76007774-cdd7-48cc-b025-825720a6bd2e req-935d3de7-66cb-411c-b05a-d7040ddf5756 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=005fdac7-23e1-49b5-835d-98676766ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5065813 Nov 12 01:16:47.918212 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-725e8164-ec92-460d-866a-4e2db07fcf77 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Allocated IP 172.20.0.9 (3f721042-4ff5-4ba6-b845-258c18100fb4/22a7c470-b9cb-4df7-8336-219ae05f54aa/45b76259-56b8-4f6b-a0d7-985030b6e398) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:16:47.930356 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.api [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:16:47.930620 n-d-712142-27 neutron-server[109087]: DEBUG oslo_db.api [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:16:47.962679 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d514d778-0a57-424f-aab6-c3ee9a1587f3 None None] Pushing event updated for resources: {'Port': ['ID=655afcbd-6227-47e7-9368-ead67d6857d4,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:47.973341 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-62fb79b4-970f-49a6-828e-f55ba2cd55c6 None None] Deleting port 655afcbd-6227-47e7-9368-ead67d6857d4 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:16:47.974009 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-62fb79b4-970f-49a6-828e-f55ba2cd55c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:47.995565 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-5aeccf33-b857-4d83-a091-c5cbd5f39d5c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] device_id is not set on port e9efc02f-324e-4179-be47-71318f5c775f yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:16:48.338304 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-62fb79b4-970f-49a6-828e-f55ba2cd55c6 None None] For port 655afcbd-6227-47e7-9368-ead67d6857d4, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=655afcbd-6227-47e7-9368-ead67d6857d4,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:48.339534 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-62fb79b4-970f-49a6-828e-f55ba2cd55c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:48.344067 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10caae16-2c0f-4d15-a745-dee2b722c8f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-3f721042-4ff5-4ba6-b845-258c18100fb4', 'network_id': '3f721042-4ff5-4ba6-b845-258c18100fb4', 'tenant_id': '10e024f1501d4f999bfc171e7c9c2478', 'fixed_ips': [{'subnet_id': '22a7c470-b9cb-4df7-8336-219ae05f54aa'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:16:48.345563 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-10caae16-2c0f-4d15-a745-dee2b722c8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:48.381754 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-62fb79b4-970f-49a6-828e-f55ba2cd55c6 None None] Calling delete_port for 655afcbd-6227-47e7-9368-ead67d6857d4 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:16:48.713165 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 51658) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:48.857260 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-62fb79b4-970f-49a6-828e-f55ba2cd55c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:48.877164 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-725e8164-ec92-460d-866a-4e2db07fcf77 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:48.879715 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fb79b4-970f-49a6-828e-f55ba2cd55c6 None None] No DVR routers for this DVR port 655afcbd-6227-47e7-9368-ead67d6857d4 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:16:49.035158 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-5aeccf33-b857-4d83-a091-c5cbd5f39d5c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Allocated IP 2001:db8::1f5 (89ea60a3-4652-4d77-9cc6-d8bd5a56918e/b5d105f4-4e9a-4372-a17b-c25a6dafcaf5/e9efc02f-324e-4179-be47-71318f5c775f) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:16:49.073966 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b389b81-8632-4125-85e6-4c33ac72c380 None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:16:49.085799 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 960958c0-7c55-43d3-b47c-f7563e9bae9a no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:16:49.107084 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb79b4-970f-49a6-828e-f55ba2cd55c6 None None] Pushing event deleted for resources: {'Port': ['ID=655afcbd-6227-47e7-9368-ead67d6857d4,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:49.198043 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-83ab4034-2f40-4778-8bfd-a788871cef9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:49.231327 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de546f-ebe4-4a3b-8ac1-c814dcbb2f96 req-0068ce60-c468-41af-b08c-1112ed3a6540 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:49.244172 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 960958c0-7c55-43d3-b47c-f7563e9bae9a {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:16:49.245267 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 960958c0-7c55-43d3-b47c-f7563e9bae9a not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:16:49.248948 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-22de546f-ebe4-4a3b-8ac1-c814dcbb2f96 req-0068ce60-c468-41af-b08c-1112ed3a6540 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b93ca2a2-de38-4bb6-a195-23208cd57886 HTTP/1.1" status: 200 len: 1096 time: 0.1769111 Nov 12 01:16:49.339014 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-725e8164-ec92-460d-866a-4e2db07fcf77 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:49.416651 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-22de546f-ebe4-4a3b-8ac1-c814dcbb2f96 req-04bb9243-8000-4dd8-b5c4-3d24fbbc40da tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=005fdac7-23e1-49b5-835d-98676766ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478591 Nov 12 01:16:49.481084 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-10caae16-2c0f-4d15-a745-dee2b722c8f8 None None] Allocated IP 172.20.0.2 (3f721042-4ff5-4ba6-b845-258c18100fb4/22a7c470-b9cb-4df7-8336-219ae05f54aa/f3e3e722-7f39-4fce-9663-0e0a8002cd7e) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:16:49.521197 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-83ab4034-2f40-4778-8bfd-a788871cef9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:49.528710 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-83ab4034-2f40-4778-8bfd-a788871cef9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:49.553742 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725e8164-ec92-460d-866a-4e2db07fcf77 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Network 3f721042-4ff5-4ba6-b845-258c18100fb4 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:16:49.565168 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-725e8164-ec92-460d-866a-4e2db07fcf77 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:49.589740 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-83ab4034-2f40-4778-8bfd-a788871cef9a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b2bd6758d1bf4cf79d14885ae444edb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8722103 Nov 12 01:16:49.593699 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 51668) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:49.597365 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 655afcbd-6227-47e7-9368-ead67d6857d4 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:16:49.628592 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725e8164-ec92-460d-866a-4e2db07fcf77 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:16:49.642449 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab4034-2f40-4778-8bfd-a788871cef9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595be0e6-04f3-4e3e-af96-827f9be37c98,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:49.681761 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 655afcbd-6227-47e7-9368-ead67d6857d4 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:16:49.682079 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 655afcbd-6227-47e7-9368-ead67d6857d4 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:16:49.720335 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8fcc042c-c607-4626-90bc-5650e3d95c70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:49.752097 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0102f85c-b8c4-4567-bf77-1b1c5012d180 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'tenant_id': '70514e17c07e4902b3c1ce1ff6844138', 'fixed_ips': [{'subnet_id': 'b5d105f4-4e9a-4372-a17b-c25a6dafcaf5'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:16:49.752323 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e8164-ec92-460d-866a-4e2db07fcf77 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event updated for resources: {'Port': ['ID=45b76259-56b8-4f6b-a0d7-985030b6e398,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:49.753524 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0102f85c-b8c4-4567-bf77-1b1c5012d180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:49.805910 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725e8164-ec92-460d-866a-4e2db07fcf77 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:49.807522 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-725e8164-ec92-460d-866a-4e2db07fcf77 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:49.815533 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8fcc042c-c607-4626-90bc-5650e3d95c70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:49.864848 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-725e8164-ec92-460d-866a-4e2db07fcf77 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.9375761 Nov 12 01:16:49.870140 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51676) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:49.900390 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8fcc042c-c607-4626-90bc-5650e3d95c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:49.904188 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8fcc042c-c607-4626-90bc-5650e3d95c70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:49.905456 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-8fcc042c-c607-4626-90bc-5650e3d95c70 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/595be0e6-04f3-4e3e-af96-827f9be37c98 HTTP/1.1" status: 204 len: 168 time: 0.3096809 Nov 12 01:16:49.941902 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcc042c-c607-4626-90bc-5650e3d95c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595be0e6-04f3-4e3e-af96-827f9be37c98,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:49.956099 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5aeccf33-b857-4d83-a091-c5cbd5f39d5c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:50.020857 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5aeccf33-b857-4d83-a091-c5cbd5f39d5c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:50.256598 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aeccf33-b857-4d83-a091-c5cbd5f39d5c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:16:50.276412 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-5aeccf33-b857-4d83-a091-c5cbd5f39d5c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:50.297825 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aeccf33-b857-4d83-a091-c5cbd5f39d5c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:16:50.308390 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aeccf33-b857-4d83-a091-c5cbd5f39d5c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:50.309509 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5aeccf33-b857-4d83-a091-c5cbd5f39d5c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:50.317133 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeccf33-b857-4d83-a091-c5cbd5f39d5c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Port': ['ID=e9efc02f-324e-4179-be47-71318f5c775f,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:50.347567 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5aeccf33-b857-4d83-a091-c5cbd5f39d5c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.6021492 Nov 12 01:16:50.351388 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51684) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:50.406390 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-225ad669-3975-4614-a1d3-5dafe6ab7a0f tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Deleting port 45b76259-56b8-4f6b-a0d7-985030b6e398 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:16:50.406635 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-225ad669-3975-4614-a1d3-5dafe6ab7a0f tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:50.593228 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 51688) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:50.593710 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c94a3c-cc9c-40df-bb6a-7da97d47be0c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:50.601205 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-33c94a3c-cc9c-40df-bb6a-7da97d47be0c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2439983 Nov 12 01:16:50.601534 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 48bccdbf-44f1-4860-bc5a-81d3c23ae861 up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:16:50.608895 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51690) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:50.753281 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-225ad669-3975-4614-a1d3-5dafe6ab7a0f tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:50.759781 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a946639a-40e4-461d-99a7-56a7cb9cabb4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=682114d6606546ad9545da8b31fb51c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1641541 Nov 12 01:16:50.767837 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2cc8d8-0725-4b0d-8e21-496450ce43bc req-e9b1dbab-73d5-4593-8989-807a418d5b52 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:50.784933 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7e2cc8d8-0725-4b0d-8e21-496450ce43bc req-e9b1dbab-73d5-4593-8989-807a418d5b52 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b93ca2a2-de38-4bb6-a195-23208cd57886 HTTP/1.1" status: 200 len: 1096 time: 0.1379802 Nov 12 01:16:50.788216 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 51692) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:50.814252 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-10caae16-2c0f-4d15-a745-dee2b722c8f8 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:50.822719 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port 48bccdbf-44f1-4860-bc5a-81d3c23ae861 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:16:50.838843 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-10caae16-2c0f-4d15-a745-dee2b722c8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:50.843071 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-225ad669-3975-4614-a1d3-5dafe6ab7a0f tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Calling delete_port for 45b76259-56b8-4f6b-a0d7-985030b6e398 owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:16:50.849026 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port 48bccdbf-44f1-4860-bc5a-81d3c23ae861 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:50.849824 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:50.968143 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5668cf1d-7b01-44c8-b57b-c6961c86a87d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:50.995554 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7e2cc8d8-0725-4b0d-8e21-496450ce43bc req-d1893167-4381-4e3f-a620-90457ad3d043 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=005fdac7-23e1-49b5-835d-98676766ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086565 Nov 12 01:16:50.998601 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-0102f85c-b8c4-4567-bf77-1b1c5012d180 None None] Allocated IP 2001:db8::2 (89ea60a3-4652-4d77-9cc6-d8bd5a56918e/b5d105f4-4e9a-4372-a17b-c25a6dafcaf5/23299e10-235a-452c-a2ff-823618b7f58c) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:16:50.999270 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-3d293ebd-eed0-4fb5-8a20-0a17b823cdba tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Deleting port e9efc02f-324e-4179-be47-71318f5c775f {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:16:51.000096 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3d293ebd-eed0-4fb5-8a20-0a17b823cdba tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:51.031324 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10caae16-2c0f-4d15-a745-dee2b722c8f8 None None] Network 3f721042-4ff5-4ba6-b845-258c18100fb4 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:16:51.072720 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5668cf1d-7b01-44c8-b57b-c6961c86a87d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:51.122226 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-10caae16-2c0f-4d15-a745-dee2b722c8f8 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:51.132403 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:51.142196 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10caae16-2c0f-4d15-a745-dee2b722c8f8 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:16:51.168510 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10caae16-2c0f-4d15-a745-dee2b722c8f8 None None] Pushing event updated for resources: {'Port': ['ID=f3e3e722-7f39-4fce-9663-0e0a8002cd7e,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:51.199088 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5668cf1d-7b01-44c8-b57b-c6961c86a87d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:51.202979 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5668cf1d-7b01-44c8-b57b-c6961c86a87d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:51.206378 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-5668cf1d-7b01-44c8-b57b-c6961c86a87d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1d9d64db-3401-4aac-b822-f6b8a39897af HTTP/1.1" status: 204 len: 168 time: 0.4147747 Nov 12 01:16:51.215775 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-225ad669-3975-4614-a1d3-5dafe6ab7a0f tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:51.223888 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5668cf1d-7b01-44c8-b57b-c6961c86a87d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9d64db-3401-4aac-b822-f6b8a39897af,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:51.374048 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225ad669-3975-4614-a1d3-5dafe6ab7a0f tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event deleted for resources: {'Port': ['ID=45b76259-56b8-4f6b-a0d7-985030b6e398,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:51.381796 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b93ca2a2-de38-4bb6-a195-23208cd57886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48bccdbf-44f1-4860-bc5a-81d3c23ae861'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:16:51.386989 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1845e8-a55a-4427-b09e-11f1dc4b9290" -d '{"events": [{"server_uuid": "b93ca2a2-de38-4bb6-a195-23208cd57886", "name": "network-vif-plugged", "status": "completed", "tag": "48bccdbf-44f1-4860-bc5a-81d3c23ae861"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:16:51.485654 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 48bccdbf-44f1-4860-bc5a-81d3c23ae861, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=48bccdbf-44f1-4860-bc5a-81d3c23ae861,segment=NetworkSegment(903adb33-be36-4f66-84f3-41189f6c5e3f),segment_id=903adb33-be36-4f66-84f3-41189f6c5e3f)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:51.485654 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-10caae16-2c0f-4d15-a745-dee2b722c8f8 None None] Attempting to bind port f3e3e722-7f39-4fce-9663-0e0a8002cd7e on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:16:51.485654 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-10caae16-2c0f-4d15-a745-dee2b722c8f8 None None] Attempting to bind port f3e3e722-7f39-4fce-9663-0e0a8002cd7e by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '35d1a755-95bd-4be1-85f0-1b1b7711b2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3f721042-4ff5-4ba6-b845-258c18100fb4'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:16:51.485654 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10caae16-2c0f-4d15-a745-dee2b722c8f8 None None] Attempting to bind port f3e3e722-7f39-4fce-9663-0e0a8002cd7e on network 3f721042-4ff5-4ba6-b845-258c18100fb4 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:16:51.523353 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3d293ebd-eed0-4fb5-8a20-0a17b823cdba tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:51.526642 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10caae16-2c0f-4d15-a745-dee2b722c8f8 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:16:51.528046 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10caae16-2c0f-4d15-a745-dee2b722c8f8 None None] Checking segment: {'id': '35d1a755-95bd-4be1-85f0-1b1b7711b2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3f721042-4ff5-4ba6-b845-258c18100fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:16:51.528702 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-10caae16-2c0f-4d15-a745-dee2b722c8f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:51.529257 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10caae16-2c0f-4d15-a745-dee2b722c8f8 None None] Bound using segment: {'id': '35d1a755-95bd-4be1-85f0-1b1b7711b2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3f721042-4ff5-4ba6-b845-258c18100fb4'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:16:51.529938 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-10caae16-2c0f-4d15-a745-dee2b722c8f8 None None] Bound port: f3e3e722-7f39-4fce-9663-0e0a8002cd7e, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35d1a755-95bd-4be1-85f0-1b1b7711b2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3f721042-4ff5-4ba6-b845-258c18100fb4'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:16:51.530492 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-10caae16-2c0f-4d15-a745-dee2b722c8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:51.533208 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:51.537376 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b35d5f-7d57-40dc-99f2-ecd1ac70f557 x-openstack-request-id: req-13b35d5f-7d57-40dc-99f2-ecd1ac70f557 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:16:51.538785 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b93ca2a2-de38-4bb6-a195-23208cd57886", "name": "network-vif-plugged", "status": "completed", "tag": "48bccdbf-44f1-4860-bc5a-81d3c23ae861", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:16:51.539234 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-13b35d5f-7d57-40dc-99f2-ecd1ac70f557 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:16:51.539789 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b93ca2a2-de38-4bb6-a195-23208cd57886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48bccdbf-44f1-4860-bc5a-81d3c23ae861', 'code': 200} Nov 12 01:16:51.548484 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-3d293ebd-eed0-4fb5-8a20-0a17b823cdba tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Calling delete_port for e9efc02f-324e-4179-be47-71318f5c775f owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:16:51.751832 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-225ad669-3975-4614-a1d3-5dafe6ab7a0f tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:51.761231 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=48bccdbf-44f1-4860-bc5a-81d3c23ae861,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:51.768193 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-225ad669-3975-4614-a1d3-5dafe6ab7a0f tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "DELETE /v2.0/ports/45b76259-56b8-4f6b-a0d7-985030b6e398 HTTP/1.1" status: 204 len: 168 time: 1.8963518 Nov 12 01:16:51.774528 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 51704) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:51.841894 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1341c-e869-41b5-b30d-b876051858da req-fc9c8303-9dcc-4f1e-9935-dc61b847dc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:51.843566 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cbe1341c-e869-41b5-b30d-b876051858da req-fc9c8303-9dcc-4f1e-9935-dc61b847dc56 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b93ca2a2-de38-4bb6-a195-23208cd57886 HTTP/1.1" status: 200 len: 1097 time: 0.1739376 Nov 12 01:16:51.846032 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce707b9e-46dc-423b-8a73-56a4fec1d7c1 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] GET failed (client error): The resource could not be found. Nov 12 01:16:51.847893 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-ce707b9e-46dc-423b-8a73-56a4fec1d7c1 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "GET /v2.0/ports/45b76259-56b8-4f6b-a0d7-985030b6e398 HTTP/1.1" status: 404 len: 333 time: 0.0698845 Nov 12 01:16:51.853976 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 51708) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:51.885825 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0102f85c-b8c4-4567-bf77-1b1c5012d180 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:51.901130 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0102f85c-b8c4-4567-bf77-1b1c5012d180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:51.994520 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0102f85c-b8c4-4567-bf77-1b1c5012d180 None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:16:52.008139 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-0102f85c-b8c4-4567-bf77-1b1c5012d180 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:52.014040 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0102f85c-b8c4-4567-bf77-1b1c5012d180 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:16:52.023468 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3d293ebd-eed0-4fb5-8a20-0a17b823cdba tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:52.030892 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8d3ad08-59db-4390-a461-ee39a37af219 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Deleting subnet 22a7c470-b9cb-4df7-8336-219ae05f54aa {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:16:52.036527 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c8d3ad08-59db-4390-a461-ee39a37af219 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:52.105336 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c8d3ad08-59db-4390-a461-ee39a37af219 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:52.125215 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0102f85c-b8c4-4567-bf77-1b1c5012d180 None None] Pushing event updated for resources: {'Port': ['ID=23299e10-235a-452c-a2ff-823618b7f58c,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:52.125747 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d293ebd-eed0-4fb5-8a20-0a17b823cdba tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event deleted for resources: {'Port': ['ID=e9efc02f-324e-4179-be47-71318f5c775f,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:52.209093 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-10caae16-2c0f-4d15-a745-dee2b722c8f8 None None] For port f3e3e722-7f39-4fce-9663-0e0a8002cd7e, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:16:52.232787 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cbe1341c-e869-41b5-b30d-b876051858da req-f958f793-162f-4a16-bd45-a13c7db2fbe3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=005fdac7-23e1-49b5-835d-98676766ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592536 Nov 12 01:16:52.252851 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-0102f85c-b8c4-4567-bf77-1b1c5012d180 None None] Attempting to bind port 23299e10-235a-452c-a2ff-823618b7f58c on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:16:52.253914 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-0102f85c-b8c4-4567-bf77-1b1c5012d180 None None] Attempting to bind port 23299e10-235a-452c-a2ff-823618b7f58c by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:16:52.254778 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0102f85c-b8c4-4567-bf77-1b1c5012d180 None None] Attempting to bind port 23299e10-235a-452c-a2ff-823618b7f58c on network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:16:52.261604 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3d293ebd-eed0-4fb5-8a20-0a17b823cdba tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:52.264756 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-10caae16-2c0f-4d15-a745-dee2b722c8f8 None None] For port f3e3e722-7f39-4fce-9663-0e0a8002cd7e, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=f3e3e722-7f39-4fce-9663-0e0a8002cd7e,segment=NetworkSegment(35d1a755-95bd-4be1-85f0-1b1b7711b2c1),segment_id=35d1a755-95bd-4be1-85f0-1b1b7711b2c1)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:16:52.276741 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c8d3ad08-59db-4390-a461-ee39a37af219 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:52.277010 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3d293ebd-eed0-4fb5-8a20-0a17b823cdba tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/ports/e9efc02f-324e-4179-be47-71318f5c775f HTTP/1.1" status: 204 len: 168 time: 1.6628287 Nov 12 01:16:52.277771 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51720) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:52.280113 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0102f85c-b8c4-4567-bf77-1b1c5012d180 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:16:52.281293 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0102f85c-b8c4-4567-bf77-1b1c5012d180 None None] Checking segment: {'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:16:52.282814 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0102f85c-b8c4-4567-bf77-1b1c5012d180 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:52.283789 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0102f85c-b8c4-4567-bf77-1b1c5012d180 None None] Bound using segment: {'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:16:52.284997 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-0102f85c-b8c4-4567-bf77-1b1c5012d180 None None] Bound port: 23299e10-235a-452c-a2ff-823618b7f58c, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:16:52.286881 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0102f85c-b8c4-4567-bf77-1b1c5012d180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:52.299694 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-10caae16-2c0f-4d15-a745-dee2b722c8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:52.389141 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10caae16-2c0f-4d15-a745-dee2b722c8f8 None None] Pushing event updated for resources: {'Port': ['ID=f3e3e722-7f39-4fce-9663-0e0a8002cd7e,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:52.440969 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c8d3ad08-59db-4390-a461-ee39a37af219 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:52.483065 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c8d3ad08-59db-4390-a461-ee39a37af219 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:52.483462 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5ab64e-a635-41f3-8710-f8df04a4650d tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:52.490464 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5ab64e-a635-41f3-8710-f8df04a4650d tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:52.497726 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c8d3ad08-59db-4390-a461-ee39a37af219 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "DELETE /v2.0/subnets/22a7c470-b9cb-4df7-8336-219ae05f54aa HTTP/1.1" status: 204 len: 168 time: 0.6401613 Nov 12 01:16:52.499295 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4f5ab64e-a635-41f3-8710-f8df04a4650d tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2196555 Nov 12 01:16:52.500260 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51726) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:52.526916 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 51728) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:52.538195 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d3ad08-59db-4390-a461-ee39a37af219 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event deleted for resources: {'Subnet': ['ID=22a7c470-b9cb-4df7-8336-219ae05f54aa,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:52.549280 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64582b-1533-4db2-9cf0-b83d77a83c19 req-72e02988-d522-4352-8cda-3e6d074dd7ce tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:52.552206 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bf64582b-1533-4db2-9cf0-b83d77a83c19 req-72e02988-d522-4352-8cda-3e6d074dd7ce tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b93ca2a2-de38-4bb6-a195-23208cd57886 HTTP/1.1" status: 200 len: 1097 time: 0.1672211 Nov 12 01:16:52.590431 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-0102f85c-b8c4-4567-bf77-1b1c5012d180 None None] For port 23299e10-235a-452c-a2ff-823618b7f58c, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:16:52.606297 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-0102f85c-b8c4-4567-bf77-1b1c5012d180 None None] For port 23299e10-235a-452c-a2ff-823618b7f58c, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=23299e10-235a-452c-a2ff-823618b7f58c,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:16:52.617968 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0102f85c-b8c4-4567-bf77-1b1c5012d180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:52.738894 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0102f85c-b8c4-4567-bf77-1b1c5012d180 None None] Pushing event updated for resources: {'Port': ['ID=23299e10-235a-452c-a2ff-823618b7f58c,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:52.758029 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c6096b9e-ed58-4c68-98a6-7ad4c6186993 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:52.797439 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7b1f844-7f7f-4202-9cf0-86cc2921e916 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Deleting subnet b5d105f4-4e9a-4372-a17b-c25a6dafcaf5 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:16:52.814295 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c7b1f844-7f7f-4202-9cf0-86cc2921e916 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:52.935346 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-c6096b9e-ed58-4c68-98a6-7ad4c6186993 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Deleting port f3e3e722-7f39-4fce-9663-0e0a8002cd7e {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:16:52.935698 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c6096b9e-ed58-4c68-98a6-7ad4c6186993 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:52.957536 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bf64582b-1533-4db2-9cf0-b83d77a83c19 req-93a58fd4-6e52-44b9-995b-02df87ab670a tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=005fdac7-23e1-49b5-835d-98676766ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629930 Nov 12 01:16:53.046489 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c7b1f844-7f7f-4202-9cf0-86cc2921e916 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:53.181750 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-c6096b9e-ed58-4c68-98a6-7ad4c6186993 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] For port f3e3e722-7f39-4fce-9663-0e0a8002cd7e, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=f3e3e722-7f39-4fce-9663-0e0a8002cd7e,segment=NetworkSegment(35d1a755-95bd-4be1-85f0-1b1b7711b2c1),segment_id=35d1a755-95bd-4be1-85f0-1b1b7711b2c1)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:53.181750 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c6096b9e-ed58-4c68-98a6-7ad4c6186993 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:53.260319 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-c6096b9e-ed58-4c68-98a6-7ad4c6186993 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Calling delete_port for f3e3e722-7f39-4fce-9663-0e0a8002cd7e owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:16:53.313691 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c7b1f844-7f7f-4202-9cf0-86cc2921e916 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:53.379303 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 51736) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:53.567234 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c7b1f844-7f7f-4202-9cf0-86cc2921e916 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:53.600759 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c7b1f844-7f7f-4202-9cf0-86cc2921e916 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:53.608837 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c7b1f844-7f7f-4202-9cf0-86cc2921e916 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/b5d105f4-4e9a-4372-a17b-c25a6dafcaf5 HTTP/1.1" status: 204 len: 168 time: 1.0802858 Nov 12 01:16:53.647494 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51742) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:53.661668 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b1f844-7f7f-4202-9cf0-86cc2921e916 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event deleted for resources: {'Subnet': ['ID=b5d105f4-4e9a-4372-a17b-c25a6dafcaf5,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:53.738360 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-147e8bc5-498c-4db7-8bdb-a41631f6d858 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0892744 Nov 12 01:16:53.742537 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 51746) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:53.754237 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c6096b9e-ed58-4c68-98a6-7ad4c6186993 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:53.791229 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6096b9e-ed58-4c68-98a6-7ad4c6186993 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event deleted for resources: {'Port': ['ID=f3e3e722-7f39-4fce-9663-0e0a8002cd7e,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:53.793587 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6096b9e-ed58-4c68-98a6-7ad4c6186993 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] No DVR routers for this DVR port f3e3e722-7f39-4fce-9663-0e0a8002cd7e on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:16:53.823079 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device f3e3e722-7f39-4fce-9663-0e0a8002cd7e up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:16:53.859764 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: f3e3e722-7f39-4fce-9663-0e0a8002cd7e {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:16:53.860785 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device f3e3e722-7f39-4fce-9663-0e0a8002cd7e not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 12 01:16:53.892513 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Port f3e3e722-7f39-4fce-9663-0e0a8002cd7e not found, will not notify nova. {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 12 01:16:53.893152 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 23299e10-235a-452c-a2ff-823618b7f58c up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:16:53.941397 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c93642d2-a96b-430b-816f-e3bc31bcbad5 tempest-AgentManagementNegativeTest-1011727167 tempest-AgentManagementNegativeTest-1011727167-project] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5558894 Nov 12 01:16:53.945795 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c6096b9e-ed58-4c68-98a6-7ad4c6186993 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:53.973337 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-c6096b9e-ed58-4c68-98a6-7ad4c6186993 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f721042-4ff5-4ba6-b845-258c18100fb4']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:53.985024 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-c6096b9e-ed58-4c68-98a6-7ad4c6186993 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35d1a755-95bd-4be1-85f0-1b1b7711b2c1') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:53.986174 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-c6096b9e-ed58-4c68-98a6-7ad4c6186993 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35d1a755-95bd-4be1-85f0-1b1b7711b2c1') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:16:53.987147 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 23299e10-235a-452c-a2ff-823618b7f58c triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:53.989326 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:53.999671 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d0c21e-8bff-4f39-887e-00d3220615ed tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:54.004965 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-95d0c21e-8bff-4f39-887e-00d3220615ed tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2564740 Nov 12 01:16:54.005217 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c6096b9e-ed58-4c68-98a6-7ad4c6186993 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:54.006344 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51750) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:54.077424 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c6096b9e-ed58-4c68-98a6-7ad4c6186993 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:54.101512 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6096b9e-ed58-4c68-98a6-7ad4c6186993 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:16:54.102842 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c6096b9e-ed58-4c68-98a6-7ad4c6186993 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:54.106659 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:16:54.106659 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:16:54.106659 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:16:54.106659 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:16:54.106659 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:16:54.106659 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:16:54.106659 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:16:54.106659 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:16:54.106659 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:16:54.106659 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:16:54.106659 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:16:54.106659 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:16:54.106659 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:16:54.106659 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:16:54.106659 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:16:54.106659 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:16:54.106659 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:16:54.106659 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:16:54.106659 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:16:54.106659 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:16:54.106659 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:16:54.106659 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:16:54.106659 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:16:54.106659 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:16:54.106659 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:16:54.106659 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:16:54.106659 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:16:54.106659 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:16:54.106659 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:16:54.106659 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:16:54.106659 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:16:54.106659 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:16:54.128642 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d3b659-1bf5-48f5-b874-3708fcaefabb tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:54.134850 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-97d3b659-1bf5-48f5-b874-3708fcaefabb tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1231878 Nov 12 01:16:54.135050 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 51754) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:54.233256 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c6096b9e-ed58-4c68-98a6-7ad4c6186993 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:54.265278 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-af8fa79a-781c-47cb-9784-0f5f3f7bf73b tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1214783 Nov 12 01:16:54.272030 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 51756) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:54.275421 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c6096b9e-ed58-4c68-98a6-7ad4c6186993 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:54.294658 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c6096b9e-ed58-4c68-98a6-7ad4c6186993 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "DELETE /v2.0/networks/3f721042-4ff5-4ba6-b845-258c18100fb4 HTTP/1.1" status: 204 len: 168 time: 1.7867928 Nov 12 01:16:54.294938 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-fbf1edaf-ef2a-4a25-8446-71424bf2645c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'subnet': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:54.342004 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51758) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:54.356159 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-91f40b7e-a91e-4f22-af79-ac38ae567e37 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Request body: {'port': {'network_id': 'e8772cc2-48ca-49b1-bc76-d138bf6c236f', 'name': 'tempest-PortsTestJSON-516211947'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:54.364991 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:54.379298 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6096b9e-ed58-4c68-98a6-7ad4c6186993 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event deleted for resources: {'Network': ['ID=3f721042-4ff5-4ba6-b845-258c18100fb4,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:54.489097 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 23299e10-235a-452c-a2ff-823618b7f58c, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=23299e10-235a-452c-a2ff-823618b7f58c,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:16:54.496888 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:54.665194 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=23299e10-235a-452c-a2ff-823618b7f58c,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:54.689861 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf1edaf-ef2a-4a25-8446-71424bf2645c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:16:54.697737 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fbf1edaf-ef2a-4a25-8446-71424bf2645c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:54.709969 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51768) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:54.766696 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001b4481-0e21-460c-b6d8-e85c55d37495 req-d20046d9-23b7-46b2-815e-685cabfa0169 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:54.770678 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-001b4481-0e21-460c-b6d8-e85c55d37495 req-d20046d9-23b7-46b2-815e-685cabfa0169 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b93ca2a2-de38-4bb6-a195-23208cd57886 HTTP/1.1" status: 200 len: 1097 time: 0.5129359 Nov 12 01:16:54.883049 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f40b7e-a91e-4f22-af79-ac38ae567e37 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Made reservation on behalf of 10e024f1501d4f999bfc171e7c9c2478 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:16:54.900847 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-91f40b7e-a91e-4f22-af79-ac38ae567e37 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:54.913525 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-001b4481-0e21-460c-b6d8-e85c55d37495 req-a7348c8f-dc0a-4a10-a0bf-61f13614dca6 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=005fdac7-23e1-49b5-835d-98676766ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322112 Nov 12 01:16:55.009246 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-91f40b7e-a91e-4f22-af79-ac38ae567e37 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] device_id is not set on port 33962c02-51d8-4ec9-aca0-753c85efb46a yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:16:55.235517 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e34cad-8316-4370-8fcd-da9c78264ef8 None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:16:55.391730 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d94028b7-03b1-436f-8f76-acb800a01ff4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:55.409431 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fbf1edaf-ef2a-4a25-8446-71424bf2645c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:55.476875 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf1edaf-ef2a-4a25-8446-71424bf2645c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:16:55.485826 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-fbf1edaf-ef2a-4a25-8446-71424bf2645c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:55.512595 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf1edaf-ef2a-4a25-8446-71424bf2645c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:55.513270 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fbf1edaf-ef2a-4a25-8446-71424bf2645c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:55.563697 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d94028b7-03b1-436f-8f76-acb800a01ff4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:55.569392 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d94028b7-03b1-436f-8f76-acb800a01ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:55.602705 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-fbf1edaf-ef2a-4a25-8446-71424bf2645c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3220983 Nov 12 01:16:55.606482 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 51784) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:55.609042 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de732d-e641-4f73-93f9-8c4005602309 req-0159c197-59e0-4a21-9ccd-e9c92e189854 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:55.616866 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-59de732d-e641-4f73-93f9-8c4005602309 req-0159c197-59e0-4a21-9ccd-e9c92e189854 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b93ca2a2-de38-4bb6-a195-23208cd57886 HTTP/1.1" status: 200 len: 1097 time: 0.1005313 Nov 12 01:16:55.651178 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-96d58a46-c4d6-4818-8704-bd0b9603f652 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'port': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'fixed_ips': [{'subnet_id': '71906e9a-037b-420b-8ab8-31a440b1a765', 'ip_address': '2001:db8::c197:b725:444b:4577'}], 'name': 'tempest-NetworksTestDHCPv6-1359828630'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:55.666218 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7725bcf6-d955-43d5-8586-e75d25bdbc71 None None] DHCP port deletion for 3f721042-4ff5-4ba6-b845-258c18100fb4 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:16:55.752734 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94028b7-03b1-436f-8f76-acb800a01ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7611f77d-ba68-4ca8-9fe1-8e8716fc148e,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:55.773732 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d94028b7-03b1-436f-8f76-acb800a01ff4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=db1bd42ba9a6435a8bbbd13b3a0b7ef1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0632944 Nov 12 01:16:55.776892 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51798) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:55.788081 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-91f40b7e-a91e-4f22-af79-ac38ae567e37 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:55.822181 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ec2343-00d9-494c-b6ba-7bc70522ca1a None None] Network 3f721042-4ff5-4ba6-b845-258c18100fb4 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:16:55.825033 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf1edaf-ef2a-4a25-8446-71424bf2645c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Subnet': ['ID=71906e9a-037b-420b-8ab8-31a440b1a765,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:55.894483 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a421ad3c-48f4-44ec-a38b-c46b55e1f6eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:55.904755 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-fa0edc48-c547-453e-8135-3def4159cd54 None None] Provisioning complete for port 23299e10-235a-452c-a2ff-823618b7f58c triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:55.905549 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fa0edc48-c547-453e-8135-3def4159cd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:55.923855 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a421ad3c-48f4-44ec-a38b-c46b55e1f6eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:55.932229 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 23299e10-235a-452c-a2ff-823618b7f58c up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:16:55.940571 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-59de732d-e641-4f73-93f9-8c4005602309 req-2cb9fa1e-43f6-448f-a7d0-0490a88f8c9c tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=005fdac7-23e1-49b5-835d-98676766ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224738 Nov 12 01:16:55.993788 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-91f40b7e-a91e-4f22-af79-ac38ae567e37 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:56.013243 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a421ad3c-48f4-44ec-a38b-c46b55e1f6eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:56.018729 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a421ad3c-48f4-44ec-a38b-c46b55e1f6eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:56.020447 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a421ad3c-48f4-44ec-a38b-c46b55e1f6eb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7611f77d-ba68-4ca8-9fe1-8e8716fc148e HTTP/1.1" status: 204 len: 168 time: 0.2419431 Nov 12 01:16:56.065327 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a421ad3c-48f4-44ec-a38b-c46b55e1f6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7611f77d-ba68-4ca8-9fe1-8e8716fc148e,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:56.075915 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f40b7e-a91e-4f22-af79-ac38ae567e37 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Network e8772cc2-48ca-49b1-bc76-d138bf6c236f is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:16:56.077115 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ec2343-00d9-494c-b6ba-7bc70522ca1a None None] Network 3f721042-4ff5-4ba6-b845-258c18100fb4 could not be found, it might have been deleted concurrently. {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 01:16:56.084109 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-91f40b7e-a91e-4f22-af79-ac38ae567e37 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:56.089752 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f40b7e-a91e-4f22-af79-ac38ae567e37 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:16:56.098326 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f40b7e-a91e-4f22-af79-ac38ae567e37 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:56.100803 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-91f40b7e-a91e-4f22-af79-ac38ae567e37 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:56.113822 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f40b7e-a91e-4f22-af79-ac38ae567e37 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event updated for resources: {'Port': ['ID=33962c02-51d8-4ec9-aca0-753c85efb46a,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:56.140688 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-91f40b7e-a91e-4f22-af79-ac38ae567e37 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7969592 Nov 12 01:16:56.145108 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51804) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:56.290611 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38d4a6-32a0-42a8-99a4-d1f3768e9ef7 req-4c9430fc-6ecd-465c-940f-4d2b3bda0d1e tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:56.304298 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7c38d4a6-32a0-42a8-99a4-d1f3768e9ef7 req-4c9430fc-6ecd-465c-940f-4d2b3bda0d1e tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/networks?id=1a8182d6-d1ae-418d-93c2-b627ded7dca2 HTTP/1.1" status: 200 len: 815 time: 0.4818707 Nov 12 01:16:56.306786 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d58a46-c4d6-4818-8704-bd0b9603f652 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:16:56.317032 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 23299e10-235a-452c-a2ff-823618b7f58c triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:56.318320 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:56.438658 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-15bfd00d-49b6-47c5-b35b-2ed85de264a6 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Deleting port 33962c02-51d8-4ec9-aca0-753c85efb46a {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:16:56.439560 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-15bfd00d-49b6-47c5-b35b-2ed85de264a6 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:56.569260 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7c38d4a6-32a0-42a8-99a4-d1f3768e9ef7 req-5a44fc3d-71cf-45e2-9639-5df8c10dd12d tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/quotas/02561602d23944f4a6c1bd1cba61ffb6 HTTP/1.1" status: 200 len: 375 time: 0.2565703 Nov 12 01:16:56.633745 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-2b29b2a3-8362-4a94-80e8-b87e63692b76 None None] Could not find standard attr ID for object f3e3e722-7f39-4fce-9663-0e0a8002cd7e. {{(pid=109087) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:16:56.636552 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-15bfd00d-49b6-47c5-b35b-2ed85de264a6 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:56.659853 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5c87c4-4f8e-4e81-b036-9e84e1862a6b None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:16:56.678952 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-15bfd00d-49b6-47c5-b35b-2ed85de264a6 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Calling delete_port for 33962c02-51d8-4ec9-aca0-753c85efb46a owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:16:56.725652 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-96d58a46-c4d6-4818-8704-bd0b9603f652 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:56.795904 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7c38d4a6-32a0-42a8-99a4-d1f3768e9ef7 req-fea2cf6c-c09e-4622-a5e6-37cadf182e74 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=02561602d23944f4a6c1bd1cba61ffb6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2195354 Nov 12 01:16:56.798374 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device f3e3e722-7f39-4fce-9663-0e0a8002cd7e no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:16:56.803248 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [None req-96d58a46-c4d6-4818-8704-bd0b9603f652 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] device_id is not set on port 77477a99-1ca1-49ba-9ca8-290e4b14b5d7 yet. {{(pid=109085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:16:56.822246 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: f3e3e722-7f39-4fce-9663-0e0a8002cd7e {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:16:56.822839 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device f3e3e722-7f39-4fce-9663-0e0a8002cd7e not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:16:56.865853 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-15bfd00d-49b6-47c5-b35b-2ed85de264a6 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:56.892543 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-17fb3107-3124-434e-b882-05ae67ec61f9 None None] Provisioning complete for port 23299e10-235a-452c-a2ff-823618b7f58c triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:56.892918 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-17fb3107-3124-434e-b882-05ae67ec61f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:56.931130 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bfd00d-49b6-47c5-b35b-2ed85de264a6 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event deleted for resources: {'Port': ['ID=33962c02-51d8-4ec9-aca0-753c85efb46a,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:56.958889 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-15bfd00d-49b6-47c5-b35b-2ed85de264a6 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:56.968130 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-15bfd00d-49b6-47c5-b35b-2ed85de264a6 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "DELETE /v2.0/ports/33962c02-51d8-4ec9-aca0-753c85efb46a HTTP/1.1" status: 204 len: 168 time: 0.8215404 Nov 12 01:16:56.974555 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51822) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:56.990487 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-1ea8c02d-dd74-4b00-8ea6-2073535594ef tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Request body: {'port': {'network_id': 'e8772cc2-48ca-49b1-bc76-d138bf6c236f', 'mac_address': 'fa:16:3e:3f:ad:72', 'name': 'tempest-PortsTestJSON-1745735188'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:57.185556 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea8c02d-dd74-4b00-8ea6-2073535594ef tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Made reservation on behalf of 10e024f1501d4f999bfc171e7c9c2478 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:16:57.220910 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-972addf4-52f3-40f8-8abd-22dfb0a08f4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:57.449690 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-91925414-47ec-4697-9670-b5f32426e3c1 None None] Provisioning complete for port 23299e10-235a-452c-a2ff-823618b7f58c triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:57.450972 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-91925414-47ec-4697-9670-b5f32426e3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:57.491593 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1ea8c02d-dd74-4b00-8ea6-2073535594ef tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:57.526336 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51832) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:57.555727 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-1ea8c02d-dd74-4b00-8ea6-2073535594ef tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] device_id is not set on port 9cacc0f5-4d49-4ae5-a50f-579e6d3409ca yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:16:57.828662 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-0a7f9723-f7d0-4070-9527-f328db3d7a1a None None] Could not find standard attr ID for object e9efc02f-324e-4179-be47-71318f5c775f. {{(pid=109087) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:16:57.879361 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7c38d4a6-32a0-42a8-99a4-d1f3768e9ef7 req-a1bde49d-17ec-432a-9bec-ecaad8f5154e service neutron] 10.222.0.45 "GET /v2.0/networks/1a8182d6-d1ae-418d-93c2-b627ded7dca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8836417 Nov 12 01:16:57.883015 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e696765-b1e4-42f7-b63f-6b67a627a158 req-7ad17717-2139-473b-8181-7446649a9499 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:57.901141 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7e696765-b1e4-42f7-b63f-6b67a627a158 req-7ad17717-2139-473b-8181-7446649a9499 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b93ca2a2-de38-4bb6-a195-23208cd57886 HTTP/1.1" status: 200 len: 1097 time: 0.9066684 Nov 12 01:16:57.934551 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1ea8c02d-dd74-4b00-8ea6-2073535594ef tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:57.982771 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-97f96ea2-771c-48f0-9708-3f0e32dd9696 tempest-DvrRoutersNegativeTest-140064097 tempest-DvrRoutersNegativeTest-140064097-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1881328866', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:57.988432 n-d-712142-27 neutron-server[109086]: DEBUG neutron.policy [None req-97f96ea2-771c-48f0-9708-3f0e32dd9696 tempest-DvrRoutersNegativeTest-140064097 tempest-DvrRoutersNegativeTest-140064097-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=109086) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 12 01:16:57.988889 n-d-712142-27 neutron-server[109086]: DEBUG neutron.policy [None req-97f96ea2-771c-48f0-9708-3f0e32dd9696 tempest-DvrRoutersNegativeTest-140064097 tempest-DvrRoutersNegativeTest-140064097-project] Failed policy check for 'create_router' {{(pid=109086) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 12 01:16:57.989590 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-97f96ea2-771c-48f0-9708-3f0e32dd9696 tempest-DvrRoutersNegativeTest-140064097 tempest-DvrRoutersNegativeTest-140064097-project] create failed (client error): Access was denied to this resource. Nov 12 01:16:57.991367 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-97f96ea2-771c-48f0-9708-3f0e32dd9696 tempest-DvrRoutersNegativeTest-140064097 tempest-DvrRoutersNegativeTest-140064097-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4636347 Nov 12 01:16:57.993884 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1ea8c02d-dd74-4b00-8ea6-2073535594ef tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:58.053513 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea8c02d-dd74-4b00-8ea6-2073535594ef tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event updated for resources: {'Port': ['ID=9cacc0f5-4d49-4ae5-a50f-579e6d3409ca,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:58.077554 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea8c02d-dd74-4b00-8ea6-2073535594ef tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Network e8772cc2-48ca-49b1-bc76-d138bf6c236f is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:16:58.079999 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-1ea8c02d-dd74-4b00-8ea6-2073535594ef tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:58.084251 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea8c02d-dd74-4b00-8ea6-2073535594ef tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:16:58.090912 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea8c02d-dd74-4b00-8ea6-2073535594ef tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:58.091586 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1ea8c02d-dd74-4b00-8ea6-2073535594ef tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:58.117583 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1ea8c02d-dd74-4b00-8ea6-2073535594ef tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1393263 Nov 12 01:16:58.118684 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51838) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:58.139666 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7c38d4a6-32a0-42a8-99a4-d1f3768e9ef7 req-f3923b39-8789-4f71-8a6f-18077c9f454e service neutron] 10.222.0.45 "GET /v2.0/networks/1a8182d6-d1ae-418d-93c2-b627ded7dca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353466 Nov 12 01:16:58.177735 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae6b1e3-47c8-4d9b-8fc9-c8eeba949f57 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:58.181773 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4ae6b1e3-47c8-4d9b-8fc9-c8eeba949f57 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "GET /v2.0/ports/9cacc0f5-4d49-4ae5-a50f-579e6d3409ca HTTP/1.1" status: 200 len: 841 time: 0.0595870 Nov 12 01:16:58.182594 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51840) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:58.185844 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-96d58a46-c4d6-4818-8704-bd0b9603f652 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Allocated IP 2001:db8::c197:b725:444b:4577 (89ea60a3-4652-4d77-9cc6-d8bd5a56918e/71906e9a-037b-420b-8ab8-31a440b1a765/77477a99-1ca1-49ba-9ca8-290e4b14b5d7) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:16:58.459805 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-96d58a46-c4d6-4818-8704-bd0b9603f652 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:58.484093 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7e696765-b1e4-42f7-b63f-6b67a627a158 req-5bdfd6e2-5a28-4794-8cbe-0fef18f148c9 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=005fdac7-23e1-49b5-835d-98676766ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5816393 Nov 12 01:16:58.529026 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 51850) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:58.711071 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8b7a030d-bd6d-4fed-899a-59a2503d6637 req-30f17eb1-b3bb-47d7-a7e4-6c49e41c3391 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=e18a9275-4c2a-443d-a64f-332389c9e9a2 HTTP/1.1" status: 200 len: 210 time: 0.0965130 Nov 12 01:16:58.732250 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-96d58a46-c4d6-4818-8704-bd0b9603f652 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:58.821752 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d58a46-c4d6-4818-8704-bd0b9603f652 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Port': ['ID=77477a99-1ca1-49ba-9ca8-290e4b14b5d7,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:58.834470 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-d20960fe-39b4-4044-ade5-e07602200730 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Deleting port 9cacc0f5-4d49-4ae5-a50f-579e6d3409ca {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:16:58.835212 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d20960fe-39b4-4044-ade5-e07602200730 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:58.869985 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d58a46-c4d6-4818-8704-bd0b9603f652 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:58.869985 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d58a46-c4d6-4818-8704-bd0b9603f652 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:58.869985 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d58a46-c4d6-4818-8704-bd0b9603f652 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:58.870530 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d58a46-c4d6-4818-8704-bd0b9603f652 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:58.870656 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d58a46-c4d6-4818-8704-bd0b9603f652 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:58.871166 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d58a46-c4d6-4818-8704-bd0b9603f652 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:58.871455 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d58a46-c4d6-4818-8704-bd0b9603f652 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:58.871706 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d58a46-c4d6-4818-8704-bd0b9603f652 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:58.871943 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d58a46-c4d6-4818-8704-bd0b9603f652 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:58.872303 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d58a46-c4d6-4818-8704-bd0b9603f652 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:58.872635 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d58a46-c4d6-4818-8704-bd0b9603f652 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:58.872959 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d58a46-c4d6-4818-8704-bd0b9603f652 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:16:58.898384 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1c88526c-4714-46ce-a86f-afa2584e3076 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:58.929691 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d20960fe-39b4-4044-ade5-e07602200730 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:58.950678 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d58a46-c4d6-4818-8704-bd0b9603f652 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:16:58.956059 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-d20960fe-39b4-4044-ade5-e07602200730 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Calling delete_port for 9cacc0f5-4d49-4ae5-a50f-579e6d3409ca owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:16:58.956880 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-96d58a46-c4d6-4818-8704-bd0b9603f652 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:16:58.962792 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d58a46-c4d6-4818-8704-bd0b9603f652 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:16:58.970664 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d58a46-c4d6-4818-8704-bd0b9603f652 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:58.971559 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-96d58a46-c4d6-4818-8704-bd0b9603f652 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:59.000907 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-96d58a46-c4d6-4818-8704-bd0b9603f652 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3814170 Nov 12 01:16:59.009350 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 51868) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:59.107067 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f2712-9abc-4206-955f-23ed66813911 req-8ec35dea-391f-402b-b637-810adc85d06a tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:59.120911 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d20960fe-39b4-4044-ade5-e07602200730 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:59.130469 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-603f2712-9abc-4206-955f-23ed66813911 req-8ec35dea-391f-402b-b637-810adc85d06a tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/networks?id=31d1676f-c0b1-44e7-b405-e2c0516e0de6 HTTP/1.1" status: 200 len: 910 time: 0.3115599 Nov 12 01:16:59.166367 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c74ce1d-7a68-4733-b735-713f5548e636 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:59.172051 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20960fe-39b4-4044-ade5-e07602200730 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event deleted for resources: {'Port': ['ID=9cacc0f5-4d49-4ae5-a50f-579e6d3409ca,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:59.174066 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c74ce1d-7a68-4733-b735-713f5548e636 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:16:59.180308 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2c74ce1d-7a68-4733-b735-713f5548e636 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1655905 Nov 12 01:16:59.182858 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51872) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:59.205246 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-603f2712-9abc-4206-955f-23ed66813911 req-b0aa42e5-8932-476c-88bd-0cd49c2b7df4 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/quotas/5d347e5834314544ac1afda7c3ff6bf4 HTTP/1.1" status: 200 len: 375 time: 0.0736973 Nov 12 01:16:59.205699 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d20960fe-39b4-4044-ade5-e07602200730 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:59.214720 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d20960fe-39b4-4044-ade5-e07602200730 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "DELETE /v2.0/ports/9cacc0f5-4d49-4ae5-a50f-579e6d3409ca HTTP/1.1" status: 204 len: 168 time: 1.0273612 Nov 12 01:16:59.218272 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 51874) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:59.298866 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8983854-2d04-4264-ad8d-2ce18127b5e6 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] GET failed (client error): The resource could not be found. Nov 12 01:16:59.312712 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-d8983854-2d04-4264-ad8d-2ce18127b5e6 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "GET /v2.0/ports/9cacc0f5-4d49-4ae5-a50f-579e6d3409ca HTTP/1.1" status: 404 len: 333 time: 0.0849159 Nov 12 01:16:59.322110 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51876) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:59.330777 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1c88526c-4714-46ce-a86f-afa2584e3076 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:59.331882 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-cc9e435c-7323-42df-b7eb-de492420d036 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Request body: {'port': {'network_id': 'e8772cc2-48ca-49b1-bc76-d138bf6c236f', 'name': 'tempest-PortsTestJSON-810398758'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:16:59.341902 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1c88526c-4714-46ce-a86f-afa2584e3076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:59.384919 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-603f2712-9abc-4206-955f-23ed66813911 req-ab0c7ebb-3a03-44f8-9567-2f971049b69f tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/ports?tenant_id=5d347e5834314544ac1afda7c3ff6bf4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1780887 Nov 12 01:16:59.452045 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c88526c-4714-46ce-a86f-afa2584e3076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2bf78b7-b0ba-4bf3-9d61-e06efeeb7661,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:16:59.458516 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-caf06c86-a508-4c28-8f24-bad2c629fa3c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Deleting port 77477a99-1ca1-49ba-9ca8-290e4b14b5d7 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:16:59.458932 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-caf06c86-a508-4c28-8f24-bad2c629fa3c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:59.466348 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-1c88526c-4714-46ce-a86f-afa2584e3076 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6a96fc8f08fd4da98657cea183b64ab6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9361560 Nov 12 01:16:59.471126 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 51878) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:16:59.480342 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9e435c-7323-42df-b7eb-de492420d036 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Made reservation on behalf of 10e024f1501d4f999bfc171e7c9c2478 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:16:59.484296 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cc9e435c-7323-42df-b7eb-de492420d036 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:59.506605 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-24856d91-c26b-4aa6-8b4d-f681ac5c983b None None] Provisioning complete for port 77477a99-1ca1-49ba-9ca8-290e4b14b5d7 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:16:59.507762 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-24856d91-c26b-4aa6-8b4d-f681ac5c983b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:59.589537 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-24856d91-c26b-4aa6-8b4d-f681ac5c983b None None] Port 77477a99-1ca1-49ba-9ca8-290e4b14b5d7 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:16:59.604369 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-cc9e435c-7323-42df-b7eb-de492420d036 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] device_id is not set on port 4e211d9e-50c6-458b-82b4-a027c2e5b0f1 yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:16:59.633735 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0e250122-7760-4503-be75-e16a745a170e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:59.662255 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-603f2712-9abc-4206-955f-23ed66813911 req-e28d3cf5-1410-4282-9c6d-5ea6daf290bf service neutron] 10.222.0.45 "GET /v2.0/networks/31d1676f-c0b1-44e7-b405-e2c0516e0de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741690 Nov 12 01:16:59.694074 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-caf06c86-a508-4c28-8f24-bad2c629fa3c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:59.727503 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-caf06c86-a508-4c28-8f24-bad2c629fa3c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Calling delete_port for 77477a99-1ca1-49ba-9ca8-290e4b14b5d7 owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:16:59.731262 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0e250122-7760-4503-be75-e16a745a170e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:59.913154 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cc9e435c-7323-42df-b7eb-de492420d036 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:59.924248 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5d2baab5-d490-4aa3-adb2-ed7f76514330 req-b2810d8a-4cba-40e9-bbc8-31b540c40b13 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=e18a9275-4c2a-443d-a64f-332389c9e9a2 HTTP/1.1" status: 200 len: 210 time: 0.0579274 Nov 12 01:16:59.935757 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0e250122-7760-4503-be75-e16a745a170e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:59.941256 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0e250122-7760-4503-be75-e16a745a170e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:16:59.945149 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-0e250122-7760-4503-be75-e16a745a170e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f2bf78b7-b0ba-4bf3-9d61-e06efeeb7661 HTTP/1.1" status: 204 len: 168 time: 0.4447665 Nov 12 01:16:59.959383 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e250122-7760-4503-be75-e16a745a170e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2bf78b7-b0ba-4bf3-9d61-e06efeeb7661,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:00.008191 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-603f2712-9abc-4206-955f-23ed66813911 req-6ebb77cb-e620-4bbb-a0d4-974f4451563e service neutron] 10.222.0.45 "GET /v2.0/networks/31d1676f-c0b1-44e7-b405-e2c0516e0de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308303 Nov 12 01:17:00.044253 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-caf06c86-a508-4c28-8f24-bad2c629fa3c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:00.076877 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf06c86-a508-4c28-8f24-bad2c629fa3c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event deleted for resources: {'Port': ['ID=77477a99-1ca1-49ba-9ca8-290e4b14b5d7,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:00.080150 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cc9e435c-7323-42df-b7eb-de492420d036 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:00.210551 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-caf06c86-a508-4c28-8f24-bad2c629fa3c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:00.214250 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-caf06c86-a508-4c28-8f24-bad2c629fa3c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/ports/77477a99-1ca1-49ba-9ca8-290e4b14b5d7 HTTP/1.1" status: 204 len: 168 time: 1.0221484 Nov 12 01:17:00.218971 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 51890) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:00.233273 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9e435c-7323-42df-b7eb-de492420d036 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Network e8772cc2-48ca-49b1-bc76-d138bf6c236f is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:17:00.242053 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-cc9e435c-7323-42df-b7eb-de492420d036 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:17:00.248277 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9e435c-7323-42df-b7eb-de492420d036 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:17:00.260529 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9e435c-7323-42df-b7eb-de492420d036 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:00.261901 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cc9e435c-7323-42df-b7eb-de492420d036 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:00.287872 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9e435c-7323-42df-b7eb-de492420d036 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event updated for resources: {'Port': ['ID=4e211d9e-50c6-458b-82b4-a027c2e5b0f1,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:00.299829 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9e435c-7323-42df-b7eb-de492420d036 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:00.300729 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9e435c-7323-42df-b7eb-de492420d036 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:00.301556 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9e435c-7323-42df-b7eb-de492420d036 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:00.302246 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9e435c-7323-42df-b7eb-de492420d036 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:00.302746 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9e435c-7323-42df-b7eb-de492420d036 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:00.303326 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9e435c-7323-42df-b7eb-de492420d036 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:00.303831 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9e435c-7323-42df-b7eb-de492420d036 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:00.304392 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9e435c-7323-42df-b7eb-de492420d036 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:00.304878 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9e435c-7323-42df-b7eb-de492420d036 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:00.305402 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9e435c-7323-42df-b7eb-de492420d036 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:00.322146 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9e435c-7323-42df-b7eb-de492420d036 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:00.323566 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9e435c-7323-42df-b7eb-de492420d036 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:00.350578 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-cc9e435c-7323-42df-b7eb-de492420d036 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0245364 Nov 12 01:17:00.356425 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51896) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:00.396985 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a491b2d-9656-4851-9b2a-f2dcb27c09ce tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:00.399041 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a491b2d-9656-4851-9b2a-f2dcb27c09ce tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:00.404733 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-5a491b2d-9656-4851-9b2a-f2dcb27c09ce tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1783440 Nov 12 01:17:00.406937 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-a8f70502-2681-4e93-9378-80876b77a6c9 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:17:00.437226 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 51900) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:00.448108 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c7942e72-a988-473c-94fa-54dfe896f93b req-6035f9ff-19d6-4612-8329-207429ea0de9 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=195a5afb-dfd9-439e-aa06-39a3a0660498 HTTP/1.1" status: 200 len: 210 time: 0.2390575 Nov 12 01:17:00.626952 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-2014cb4f-3f1f-46e9-afcc-f323ef062cb3 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Deleting subnet 71906e9a-037b-420b-8ab8-31a440b1a765 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:17:00.660725 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2014cb4f-3f1f-46e9-afcc-f323ef062cb3 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:00.804023 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a8f70502-2681-4e93-9378-80876b77a6c9 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:00.816387 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b09ae6d3-2201-444b-a4de-37c118cc4c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:00.821044 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2014cb4f-3f1f-46e9-afcc-f323ef062cb3 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:00.913115 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2014cb4f-3f1f-46e9-afcc-f323ef062cb3 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:00.940303 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38d4a6-32a0-42a8-99a4-d1f3768e9ef7 req-310a4657-dd48-427a-ae5c-1a2213eabda4 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:00.952318 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7c38d4a6-32a0-42a8-99a4-d1f3768e9ef7 req-310a4657-dd48-427a-ae5c-1a2213eabda4 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.44 "GET /v2.0/networks?id=1a8182d6-d1ae-418d-93c2-b627ded7dca2 HTTP/1.1" status: 200 len: 815 time: 0.4393287 Nov 12 01:17:00.996057 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-7c38d4a6-32a0-42a8-99a4-d1f3768e9ef7 req-6a3287cf-2bf6-4b33-9fa9-2df216f27df0 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Request body: {'port': {'device_id': 'e18a9275-4c2a-443d-a64f-332389c9e9a2', 'network_id': '1a8182d6-d1ae-418d-93c2-b627ded7dca2', 'admin_state_up': True, 'tenant_id': '02561602d23944f4a6c1bd1cba61ffb6'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:17:01.100075 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2014cb4f-3f1f-46e9-afcc-f323ef062cb3 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:01.230324 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a8f70502-2681-4e93-9378-80876b77a6c9 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:01.253736 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a8f70502-2681-4e93-9378-80876b77a6c9 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:01.261783 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2014cb4f-3f1f-46e9-afcc-f323ef062cb3 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event deleted for resources: {'Subnet': ['ID=71906e9a-037b-420b-8ab8-31a440b1a765,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:01.264415 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c38d4a6-32a0-42a8-99a4-d1f3768e9ef7 req-6a3287cf-2bf6-4b33-9fa9-2df216f27df0 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Made reservation on behalf of 02561602d23944f4a6c1bd1cba61ffb6 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:17:01.268219 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-7c38d4a6-32a0-42a8-99a4-d1f3768e9ef7 req-6a3287cf-2bf6-4b33-9fa9-2df216f27df0 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:01.298626 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f8685186-4362-4b1b-9650-4fe7dae120f9 req-7c2cbff4-5dec-4dfb-8d44-2ac39ca7c2f6 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=e18a9275-4c2a-443d-a64f-332389c9e9a2 HTTP/1.1" status: 200 len: 210 time: 0.2437825 Nov 12 01:17:01.312646 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-a8f70502-2681-4e93-9378-80876b77a6c9 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] In _notify_port_updated(), no bound segment for port 4e211d9e-50c6-458b-82b4-a027c2e5b0f1 on network e8772cc2-48ca-49b1-bc76-d138bf6c236f {{(pid=109086) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:17:01.322399 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f70502-2681-4e93-9378-80876b77a6c9 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:01.323102 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a8f70502-2681-4e93-9378-80876b77a6c9 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:01.324530 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a8f70502-2681-4e93-9378-80876b77a6c9 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "PUT /v2.0/ports/4e211d9e-50c6-458b-82b4-a027c2e5b0f1 HTTP/1.1" status: 200 len: 818 time: 0.9629998 Nov 12 01:17:01.338535 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51924) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:01.340105 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2014cb4f-3f1f-46e9-afcc-f323ef062cb3 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:01.344195 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df97206-48d1-4efc-8f4c-43aa281b663d None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:17:01.351314 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2014cb4f-3f1f-46e9-afcc-f323ef062cb3 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/71906e9a-037b-420b-8ab8-31a440b1a765 HTTP/1.1" status: 204 len: 168 time: 0.9007187 Nov 12 01:17:01.355108 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 51926) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:01.461510 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-6ab5cc4d-cc8f-49f3-8a6a-05cb273d1673 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1048737 Nov 12 01:17:01.463906 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 51928) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:01.472826 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-5ce8227d-95d6-4156-b981-9b3b004d45ec tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'subnet': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:17:01.506029 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f70502-2681-4e93-9378-80876b77a6c9 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event updated for resources: {'Port': ['ID=4e211d9e-50c6-458b-82b4-a027c2e5b0f1,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:01.599620 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-f0f7db70-de84-45fa-8919-c816ce21b6b8 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Deleting port 4e211d9e-50c6-458b-82b4-a027c2e5b0f1 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:17:01.601888 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f0f7db70-de84-45fa-8919-c816ce21b6b8 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:01.622957 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce8227d-95d6-4156-b981-9b3b004d45ec tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:17:01.633580 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5ce8227d-95d6-4156-b981-9b3b004d45ec tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:01.637624 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 51932) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:01.762912 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-7c38d4a6-32a0-42a8-99a4-d1f3768e9ef7 req-6a3287cf-2bf6-4b33-9fa9-2df216f27df0 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Allocated IP 172.20.0.2 (1a8182d6-d1ae-418d-93c2-b627ded7dca2/1a7d4261-126a-4a06-89cb-5e5216ca7fc1/e2ba6632-ac0b-48bd-9708-ce95f02f031b) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:17:01.766904 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f0f7db70-de84-45fa-8919-c816ce21b6b8 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:01.808006 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-f0f7db70-de84-45fa-8919-c816ce21b6b8 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Calling delete_port for 4e211d9e-50c6-458b-82b4-a027c2e5b0f1 owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:17:01.999495 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcaa3e4f-9080-4d56-be72-87cf03f95330 None None] DHCP port deletion for 89ea60a3-4652-4d77-9cc6-d8bd5a56918e request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:17:02.047638 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5ce8227d-95d6-4156-b981-9b3b004d45ec tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:02.132862 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce8227d-95d6-4156-b981-9b3b004d45ec tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Subnet': ['ID=9b43d073-b9ec-439a-b913-ca50a7b6fdf3,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:02.150331 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f698348b-04b6-4f1f-8296-bab3705bffea req-b0730ad3-ce52-4989-850e-883447773136 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=195a5afb-dfd9-439e-aa06-39a3a0660498 HTTP/1.1" status: 200 len: 210 time: 0.1153250 Nov 12 01:17:02.168449 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce8227d-95d6-4156-b981-9b3b004d45ec tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:17:02.170474 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-5ce8227d-95d6-4156-b981-9b3b004d45ec tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:17:02.174695 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce8227d-95d6-4156-b981-9b3b004d45ec tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:02.176050 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5ce8227d-95d6-4156-b981-9b3b004d45ec tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:02.201453 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-5ce8227d-95d6-4156-b981-9b3b004d45ec tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7363133 Nov 12 01:17:02.202412 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 51938) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:02.208426 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-d3198d8b-66fd-44bc-bf83-3b13027e1c41 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'port': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'fixed_ips': [{'subnet_id': '9b43d073-b9ec-439a-b913-ca50a7b6fdf3', 'ip_address': '2001:db8::a3c2:7b96:e305:4fb0'}], 'name': 'tempest-NetworksTestDHCPv6-1976009156'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:17:02.265398 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-dcaa3e4f-9080-4d56-be72-87cf03f95330 None None] Deleting port 23299e10-235a-452c-a2ff-823618b7f58c {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:17:02.267845 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-dcaa3e4f-9080-4d56-be72-87cf03f95330 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:02.280519 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f0f7db70-de84-45fa-8919-c816ce21b6b8 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:02.354655 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-b21ea795-3456-44a4-8bc2-bcab90fe5e0e tempest-SubnetPoolsTestJSON-921567961 tempest-SubnetPoolsTestJSON-921567961-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1605403649', 'prefixes': ['172.20.0.0/16']}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:17:02.363435 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f7db70-de84-45fa-8919-c816ce21b6b8 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event deleted for resources: {'Port': ['ID=4e211d9e-50c6-458b-82b4-a027c2e5b0f1,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:02.394912 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3198d8b-66fd-44bc-bf83-3b13027e1c41 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:17:02.415757 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f0f7db70-de84-45fa-8919-c816ce21b6b8 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:02.433293 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f0f7db70-de84-45fa-8919-c816ce21b6b8 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "DELETE /v2.0/ports/4e211d9e-50c6-458b-82b4-a027c2e5b0f1 HTTP/1.1" status: 204 len: 168 time: 1.0828431 Nov 12 01:17:02.433975 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51942) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:02.479945 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-7c38d4a6-32a0-42a8-99a4-d1f3768e9ef7 req-6a3287cf-2bf6-4b33-9fa9-2df216f27df0 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:02.630957 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-dcaa3e4f-9080-4d56-be72-87cf03f95330 None None] For port 23299e10-235a-452c-a2ff-823618b7f58c, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=23299e10-235a-452c-a2ff-823618b7f58c,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:02.631533 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-dcaa3e4f-9080-4d56-be72-87cf03f95330 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:02.640735 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-7c38d4a6-32a0-42a8-99a4-d1f3768e9ef7 req-6a3287cf-2bf6-4b33-9fa9-2df216f27df0 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:02.683655 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['97878826-2751-4bd8-ab63-0c0fee130f8d', 'd9f1126f-7e3e-4fec-8b31-bcd1527ff2f4'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:17:02.765933 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e74d12b-880f-4380-b090-15261ae4b93c tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:02.769084 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1e74d12b-880f-4380-b090-15261ae4b93c tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3338356 Nov 12 01:17:02.770901 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-dcaa3e4f-9080-4d56-be72-87cf03f95330 None None] Calling delete_port for 23299e10-235a-452c-a2ff-823618b7f58c owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:17:02.779081 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 51944) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:02.779662 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c38d4a6-32a0-42a8-99a4-d1f3768e9ef7 req-6a3287cf-2bf6-4b33-9fa9-2df216f27df0 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Network 1a8182d6-d1ae-418d-93c2-b627ded7dca2 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:17:02.792587 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-7c38d4a6-32a0-42a8-99a4-d1f3768e9ef7 req-6a3287cf-2bf6-4b33-9fa9-2df216f27df0 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:17:02.798126 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['f46a3c8e-1974-41a8-bc95-4be32a45282f'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:17:02.802736 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c38d4a6-32a0-42a8-99a4-d1f3768e9ef7 req-6a3287cf-2bf6-4b33-9fa9-2df216f27df0 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:17:02.816443 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3287cf-2bf6-4b33-9fa9-2df216f27df0 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Pushing event updated for resources: {'Port': ['ID=e2ba6632-ac0b-48bd-9708-ce95f02f031b,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:02.830501 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d3198d8b-66fd-44bc-bf83-3b13027e1c41 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:02.935930 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38d4a6-32a0-42a8-99a4-d1f3768e9ef7 req-6a3287cf-2bf6-4b33-9fa9-2df216f27df0 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:02.937486 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-7c38d4a6-32a0-42a8-99a4-d1f3768e9ef7 req-6a3287cf-2bf6-4b33-9fa9-2df216f27df0 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:02.976405 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7c38d4a6-32a0-42a8-99a4-d1f3768e9ef7 req-6a3287cf-2bf6-4b33-9fa9-2df216f27df0 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0063298 Nov 12 01:17:03.000379 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-7c38d4a6-32a0-42a8-99a4-d1f3768e9ef7 req-3ce7f0ef-2360-4585-bfbb-4bc3437429a8 service neutron] Request body: {'port': {'device_id': 'e18a9275-4c2a-443d-a64f-332389c9e9a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:17:03.019103 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-3efffd39-5230-4c15-84d8-3f14b10cfa8f tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] GET failed (client error): The resource could not be found. Nov 12 01:17:03.032507 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3efffd39-5230-4c15-84d8-3f14b10cfa8f tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "GET /v2.0/ports/4e211d9e-50c6-458b-82b4-a027c2e5b0f1 HTTP/1.1" status: 404 len: 333 time: 0.2464337 Nov 12 01:17:03.040834 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 51946) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:03.061576 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-6290dad7-08bc-40ae-b4ab-639ef4325d33 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-911795112'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:17:03.091739 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [None req-d3198d8b-66fd-44bc-bf83-3b13027e1c41 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] device_id is not set on port 45fb4af6-7d24-4c89-a55a-b7f057b43bdc yet. {{(pid=109085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:17:03.095560 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:03.116061 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc6c7d-43ca-4529-9f97-16d56d134095 req-7e35acc1-09ea-461a-84a2-2af4dcace153 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:03.118149 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d1fc6c7d-43ca-4529-9f97-16d56d134095 req-7e35acc1-09ea-461a-84a2-2af4dcace153 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=e18a9275-4c2a-443d-a64f-332389c9e9a2 HTTP/1.1" status: 200 len: 931 time: 0.5422685 Nov 12 01:17:03.127487 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b21ea795-3456-44a4-8bc2-bcab90fe5e0e tempest-SubnetPoolsTestJSON-921567961 tempest-SubnetPoolsTestJSON-921567961-project] Publish callbacks [] for subnetpool, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:03.133090 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-b21ea795-3456-44a4-8bc2-bcab90fe5e0e tempest-SubnetPoolsTestJSON-921567961 tempest-SubnetPoolsTestJSON-921567961-project] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.4934673 Nov 12 01:17:03.135813 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 51950) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:03.160573 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-7c38d4a6-32a0-42a8-99a4-d1f3768e9ef7 req-3ce7f0ef-2360-4585-bfbb-4bc3437429a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:03.373085 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6290dad7-08bc-40ae-b4ab-639ef4325d33 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Made reservation on behalf of 10e024f1501d4f999bfc171e7c9c2478 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:17:03.377790 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6290dad7-08bc-40ae-b4ab-639ef4325d33 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:03.481788 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-08219945-fcff-4366-a939-22490734129b req-345654d5-9843-4e61-8044-d58fc228fe46 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=195a5afb-dfd9-439e-aa06-39a3a0660498 HTTP/1.1" status: 200 len: 210 time: 0.1098170 Nov 12 01:17:03.489712 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-909b0aec-2624-48ea-9abe-45400635ebc1 tempest-SubnetPoolsTestJSON-921567961 tempest-SubnetPoolsTestJSON-921567961-project] 10.222.0.45 "GET /v2.0/subnetpools/5ba09aa6-c600-44ef-b7ac-1debb8e40b0d HTTP/1.1" status: 200 len: 732 time: 0.3440874 Nov 12 01:17:03.492976 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 51954) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:03.514417 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-64eaa874-4a63-4f1b-a67c-6f39d78bbb35 tempest-SubnetPoolsTestJSON-921567961 tempest-SubnetPoolsTestJSON-921567961-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1602990681'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:17:03.522484 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f2712-9abc-4206-955f-23ed66813911 req-d3a7b93e-4d1d-4ded-9beb-27980a2d8e4d tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:03.524925 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-603f2712-9abc-4206-955f-23ed66813911 req-d3a7b93e-4d1d-4ded-9beb-27980a2d8e4d tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.44 "GET /v2.0/networks?id=31d1676f-c0b1-44e7-b405-e2c0516e0de6 HTTP/1.1" status: 200 len: 910 time: 0.9443190 Nov 12 01:17:03.548975 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6290dad7-08bc-40ae-b4ab-639ef4325d33 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:17:03.564471 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6290dad7-08bc-40ae-b4ab-639ef4325d33 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:03.565246 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-6290dad7-08bc-40ae-b4ab-639ef4325d33 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Added segment d32323c0-1b7a-44fc-88e4-481879ba07c2 of type vlan for network ce6042eb-1eef-41c5-937e-ab6a35eab752 Nov 12 01:17:03.622956 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-dcaa3e4f-9080-4d56-be72-87cf03f95330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:03.709268 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaa3e4f-9080-4d56-be72-87cf03f95330 None None] Pushing event deleted for resources: {'Port': ['ID=23299e10-235a-452c-a2ff-823618b7f58c,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:03.724733 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaa3e4f-9080-4d56-be72-87cf03f95330 None None] No DVR routers for this DVR port 23299e10-235a-452c-a2ff-823618b7f58c on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:17:03.780708 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-603f2712-9abc-4206-955f-23ed66813911 req-d230314b-359c-4b56-bbb9-dbc9c24d612b tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Request body: {'port': {'device_id': '195a5afb-dfd9-439e-aa06-39a3a0660498', 'network_id': '31d1676f-c0b1-44e7-b405-e2c0516e0de6', 'admin_state_up': True, 'tenant_id': '5d347e5834314544ac1afda7c3ff6bf4'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:17:03.783676 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c67b413-f5f7-43f6-bd31-8d98f7f55046 None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:17:03.821221 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-7c38d4a6-32a0-42a8-99a4-d1f3768e9ef7 req-3ce7f0ef-2360-4585-bfbb-4bc3437429a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2ba6632-ac0b-48bd-9708-ce95f02f031b {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:17:03.832571 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-7c38d4a6-32a0-42a8-99a4-d1f3768e9ef7 req-3ce7f0ef-2360-4585-bfbb-4bc3437429a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:03.848156 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-7c38d4a6-32a0-42a8-99a4-d1f3768e9ef7 req-3ce7f0ef-2360-4585-bfbb-4bc3437429a8 service neutron] Transition to ACTIVE for port object e2ba6632-ac0b-48bd-9708-ce95f02f031b will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:17:03.854565 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-7c38d4a6-32a0-42a8-99a4-d1f3768e9ef7 req-3ce7f0ef-2360-4585-bfbb-4bc3437429a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:03.878036 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 23299e10-235a-452c-a2ff-823618b7f58c no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:17:03.945513 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 23299e10-235a-452c-a2ff-823618b7f58c {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:17:03.946299 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 23299e10-235a-452c-a2ff-823618b7f58c not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:17:03.980179 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-603f2712-9abc-4206-955f-23ed66813911 req-d230314b-359c-4b56-bbb9-dbc9c24d612b tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Made reservation on behalf of 5d347e5834314544ac1afda7c3ff6bf4 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:17:03.986019 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-603f2712-9abc-4206-955f-23ed66813911 req-d230314b-359c-4b56-bbb9-dbc9c24d612b tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:03.998312 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce7f0ef-2360-4585-bfbb-4bc3437429a8 service neutron] Pushing event updated for resources: {'Port': ['ID=e2ba6632-ac0b-48bd-9708-ce95f02f031b,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:04.014346 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6290dad7-08bc-40ae-b4ab-639ef4325d33 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:04.080333 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d1fc6c7d-43ca-4529-9f97-16d56d134095 req-188ef8bd-48db-4534-8c2d-c529e2e8a574 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/security-groups?id=3077f761-4be2-41f4-97c2-5743e10b623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9365950 Nov 12 01:17:04.101760 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:04.149076 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-7c38d4a6-32a0-42a8-99a4-d1f3768e9ef7 req-3ce7f0ef-2360-4585-bfbb-4bc3437429a8 service neutron] Attempting to bind port e2ba6632-ac0b-48bd-9708-ce95f02f031b on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:17:04.149636 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-7c38d4a6-32a0-42a8-99a4-d1f3768e9ef7 req-3ce7f0ef-2360-4585-bfbb-4bc3437429a8 service neutron] Attempting to bind port e2ba6632-ac0b-48bd-9708-ce95f02f031b by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'e86ee36d-9818-4f96-ba83-2c434595c99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1a8182d6-d1ae-418d-93c2-b627ded7dca2'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:17:04.150037 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c38d4a6-32a0-42a8-99a4-d1f3768e9ef7 req-3ce7f0ef-2360-4585-bfbb-4bc3437429a8 service neutron] Attempting to bind port e2ba6632-ac0b-48bd-9708-ce95f02f031b on network 1a8182d6-d1ae-418d-93c2-b627ded7dca2 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:17:04.156300 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c38d4a6-32a0-42a8-99a4-d1f3768e9ef7 req-3ce7f0ef-2360-4585-bfbb-4bc3437429a8 service neutron] Port e2ba6632-ac0b-48bd-9708-ce95f02f031b on network 1a8182d6-d1ae-418d-93c2-b627ded7dca2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:17:04.157194 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c38d4a6-32a0-42a8-99a4-d1f3768e9ef7 req-3ce7f0ef-2360-4585-bfbb-4bc3437429a8 service neutron] Attempting to bind port e2ba6632-ac0b-48bd-9708-ce95f02f031b on network 1a8182d6-d1ae-418d-93c2-b627ded7dca2 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:17:04.164034 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c38d4a6-32a0-42a8-99a4-d1f3768e9ef7 req-3ce7f0ef-2360-4585-bfbb-4bc3437429a8 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:17:04.164482 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c38d4a6-32a0-42a8-99a4-d1f3768e9ef7 req-3ce7f0ef-2360-4585-bfbb-4bc3437429a8 service neutron] Checking segment: {'id': 'e86ee36d-9818-4f96-ba83-2c434595c99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1a8182d6-d1ae-418d-93c2-b627ded7dca2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:17:04.164787 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c38d4a6-32a0-42a8-99a4-d1f3768e9ef7 req-3ce7f0ef-2360-4585-bfbb-4bc3437429a8 service neutron] Bound using segment: {'id': 'e86ee36d-9818-4f96-ba83-2c434595c99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1a8182d6-d1ae-418d-93c2-b627ded7dca2'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:17:04.165697 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-7c38d4a6-32a0-42a8-99a4-d1f3768e9ef7 req-3ce7f0ef-2360-4585-bfbb-4bc3437429a8 service neutron] Bound port: e2ba6632-ac0b-48bd-9708-ce95f02f031b, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e86ee36d-9818-4f96-ba83-2c434595c99e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '1a8182d6-d1ae-418d-93c2-b627ded7dca2'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:17:04.166082 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-7c38d4a6-32a0-42a8-99a4-d1f3768e9ef7 req-3ce7f0ef-2360-4585-bfbb-4bc3437429a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:04.177476 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6290dad7-08bc-40ae-b4ab-639ef4325d33 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:04.183115 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6290dad7-08bc-40ae-b4ab-639ef4325d33 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:04.183762 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6290dad7-08bc-40ae-b4ab-639ef4325d33 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:04.326755 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-7c38d4a6-32a0-42a8-99a4-d1f3768e9ef7 req-3ce7f0ef-2360-4585-bfbb-4bc3437429a8 service neutron] For port e2ba6632-ac0b-48bd-9708-ce95f02f031b, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:17:04.333723 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-7c38d4a6-32a0-42a8-99a4-d1f3768e9ef7 req-3ce7f0ef-2360-4585-bfbb-4bc3437429a8 service neutron] For port e2ba6632-ac0b-48bd-9708-ce95f02f031b, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e2ba6632-ac0b-48bd-9708-ce95f02f031b,segment=NetworkSegment(e86ee36d-9818-4f96-ba83-2c434595c99e),segment_id=e86ee36d-9818-4f96-ba83-2c434595c99e)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:17:04.342786 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-7c38d4a6-32a0-42a8-99a4-d1f3768e9ef7 req-3ce7f0ef-2360-4585-bfbb-4bc3437429a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:04.417456 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-d3198d8b-66fd-44bc-bf83-3b13027e1c41 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Allocated IP 2001:db8::a3c2:7b96:e305:4fb0 (89ea60a3-4652-4d77-9cc6-d8bd5a56918e/9b43d073-b9ec-439a-b913-ca50a7b6fdf3/45fb4af6-7d24-4c89-a55a-b7f057b43bdc) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:17:04.429016 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-6290dad7-08bc-40ae-b4ab-639ef4325d33 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3811085 Nov 12 01:17:04.459806 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 51958) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:04.477493 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-98e24af2-8fe1-4051-b22d-606cd7bfede2 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Request body: {'subnet': {'network_id': 'ce6042eb-1eef-41c5-937e-ab6a35eab752', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:17:04.501047 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-64eaa874-4a63-4f1b-a67c-6f39d78bbb35 tempest-SubnetPoolsTestJSON-921567961 tempest-SubnetPoolsTestJSON-921567961-project] Publish callbacks [] for subnetpool, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:04.505435 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-64eaa874-4a63-4f1b-a67c-6f39d78bbb35 tempest-SubnetPoolsTestJSON-921567961 tempest-SubnetPoolsTestJSON-921567961-project] 10.222.0.45 "PUT /v2.0/subnetpools/5ba09aa6-c600-44ef-b7ac-1debb8e40b0d HTTP/1.1" status: 200 len: 684 time: 1.0068626 Nov 12 01:17:04.538775 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51960) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:04.556855 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38d4a6-32a0-42a8-99a4-d1f3768e9ef7 req-3ce7f0ef-2360-4585-bfbb-4bc3437429a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:04.560160 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-7c38d4a6-32a0-42a8-99a4-d1f3768e9ef7 req-3ce7f0ef-2360-4585-bfbb-4bc3437429a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:04.567903 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7c38d4a6-32a0-42a8-99a4-d1f3768e9ef7 req-3ce7f0ef-2360-4585-bfbb-4bc3437429a8 service neutron] 10.222.0.44 "PUT /v2.0/ports/e2ba6632-ac0b-48bd-9708-ce95f02f031b HTTP/1.1" status: 200 len: 1092 time: 1.5734394 Nov 12 01:17:04.604118 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290dad7-08bc-40ae-b4ab-639ef4325d33 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event updated for resources: {'Network': ['ID=ce6042eb-1eef-41c5-937e-ab6a35eab752,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:04.630695 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18a9275-4c2a-443d-a64f-332389c9e9a2', 'tag': 'e2ba6632-ac0b-48bd-9708-ce95f02f031b'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:17:04.636539 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a20a3d-4838-4420-8909-214c710edc9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'tenant_id': '70514e17c07e4902b3c1ce1ff6844138', 'fixed_ips': [{'subnet_id': '9b43d073-b9ec-439a-b913-ca50a7b6fdf3'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:17:04.637616 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-94a20a3d-4838-4420-8909-214c710edc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:04.638125 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7acb2f2-89b5-4bda-acac-529c5bf6013e" -d '{"events": [{"name": "network-changed", "server_uuid": "e18a9275-4c2a-443d-a64f-332389c9e9a2", "tag": "e2ba6632-ac0b-48bd-9708-ce95f02f031b"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:17:04.640342 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network ce6042eb-1eef-41c5-937e-ab6a35eab752 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:17:04.855428 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce7f0ef-2360-4585-bfbb-4bc3437429a8 service neutron] Pushing event updated for resources: {'Port': ['ID=e2ba6632-ac0b-48bd-9708-ce95f02f031b,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:04.889185 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a0ae04af-c39e-4e9d-8782-cf92793561ee req-440fbd5b-3a77-434e-9953-fe0fc7a36121 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=195a5afb-dfd9-439e-aa06-39a3a0660498 HTTP/1.1" status: 200 len: 210 time: 0.1184411 Nov 12 01:17:04.940998 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38d4a6-32a0-42a8-99a4-d1f3768e9ef7 req-932736d8-8418-492c-963f-ead31a3547ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:04.944553 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7c38d4a6-32a0-42a8-99a4-d1f3768e9ef7 req-932736d8-8418-492c-963f-ead31a3547ce service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=02561602d23944f4a6c1bd1cba61ffb6&device_id=e18a9275-4c2a-443d-a64f-332389c9e9a2 HTTP/1.1" status: 200 len: 1095 time: 0.2627602 Nov 12 01:17:04.964295 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-603f2712-9abc-4206-955f-23ed66813911 req-d230314b-359c-4b56-bbb9-dbc9c24d612b tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Allocated IP 172.20.0.13 (31d1676f-c0b1-44e7-b405-e2c0516e0de6/238e7ac8-48c4-4bd1-badc-bc04bb2a5f6b/63aae8cc-64cd-41c7-9de6-6802eaa0aa2f) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:17:05.093357 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7c38d4a6-32a0-42a8-99a4-d1f3768e9ef7 req-c0061bbf-5905-4d87-878e-93f791c2d085 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e2ba6632-ac0b-48bd-9708-ce95f02f031b HTTP/1.1" status: 200 len: 217 time: 0.1299012 Nov 12 01:17:05.095005 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6dad4f-f881-45e1-bc84-58c9e4940386 x-openstack-request-id: req-de6dad4f-f881-45e1-bc84-58c9e4940386 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:17:05.095300 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e18a9275-4c2a-443d-a64f-332389c9e9a2", "tag": "e2ba6632-ac0b-48bd-9708-ce95f02f031b", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:17:05.095613 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-de6dad4f-f881-45e1-bc84-58c9e4940386 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:17:05.096054 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18a9275-4c2a-443d-a64f-332389c9e9a2', 'tag': 'e2ba6632-ac0b-48bd-9708-ce95f02f031b', 'status': 'completed', 'code': 200} Nov 12 01:17:05.193893 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:05.213806 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0246f197-20a6-4724-aefd-a6e1ded0d1ba tempest-SubnetPoolsTestJSON-921567961 tempest-SubnetPoolsTestJSON-921567961-project] Publish callbacks [] for subnetpool, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:05.216175 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0246f197-20a6-4724-aefd-a6e1ded0d1ba tempest-SubnetPoolsTestJSON-921567961 tempest-SubnetPoolsTestJSON-921567961-project] 10.222.0.45 "DELETE /v2.0/subnetpools/5ba09aa6-c600-44ef-b7ac-1debb8e40b0d HTTP/1.1" status: 204 len: 168 time: 0.6455612 Nov 12 01:17:05.221325 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51970) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:05.275655 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-f2a341c4-16b7-46fc-b2c3-c118f9a93bd3 tempest-SubnetPoolsTestJSON-921567961 tempest-SubnetPoolsTestJSON-921567961-project] show failed (client error): The resource could not be found. Nov 12 01:17:05.278448 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f2a341c4-16b7-46fc-b2c3-c118f9a93bd3 tempest-SubnetPoolsTestJSON-921567961 tempest-SubnetPoolsTestJSON-921567961-project] 10.222.0.45 "GET /v2.0/subnetpools/5ba09aa6-c600-44ef-b7ac-1debb8e40b0d HTTP/1.1" status: 404 len: 346 time: 0.0555232 Nov 12 01:17:05.280399 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38d4a6-32a0-42a8-99a4-d1f3768e9ef7 req-7d7bd11c-cefd-4453-810e-ba602da34f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:05.282984 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7c38d4a6-32a0-42a8-99a4-d1f3768e9ef7 req-7d7bd11c-cefd-4453-810e-ba602da34f50 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1a7d4261-126a-4a06-89cb-5e5216ca7fc1 HTTP/1.1" status: 200 len: 855 time: 0.1806219 Nov 12 01:17:05.283510 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51972) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:05.336454 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7c38d4a6-32a0-42a8-99a4-d1f3768e9ef7 req-fa11a8df-0871-4384-b750-13d6be70d0dd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1a8182d6-d1ae-418d-93c2-b627ded7dca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428388 Nov 12 01:17:05.338677 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-c0b4734c-4dea-4efd-9f58-ab4b9bb7ae69 tempest-SubnetPoolsTestJSON-921567961 tempest-SubnetPoolsTestJSON-921567961-project] delete failed (client error): The resource could not be found. Nov 12 01:17:05.339687 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c0b4734c-4dea-4efd-9f58-ab4b9bb7ae69 tempest-SubnetPoolsTestJSON-921567961 tempest-SubnetPoolsTestJSON-921567961-project] 10.222.0.45 "DELETE /v2.0/subnetpools/5ba09aa6-c600-44ef-b7ac-1debb8e40b0d HTTP/1.1" status: 404 len: 346 time: 0.0543191 Nov 12 01:17:05.440100 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d3198d8b-66fd-44bc-bf83-3b13027e1c41 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:05.500009 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d3198d8b-66fd-44bc-bf83-3b13027e1c41 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:05.716871 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7c38d4a6-32a0-42a8-99a4-d1f3768e9ef7 req-b6916279-b1ba-4ee5-82dc-1f3d3412723a service neutron] 10.222.0.44 "GET /v2.0/networks/1a8182d6-d1ae-418d-93c2-b627ded7dca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720777 Nov 12 01:17:05.732941 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-94a20a3d-4838-4420-8909-214c710edc9c None None] Allocated IP 2001:db8::2 (89ea60a3-4652-4d77-9cc6-d8bd5a56918e/9b43d073-b9ec-439a-b913-ca50a7b6fdf3/75c330ed-e8b6-446e-bbae-d8b72baf758b) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:17:05.966446 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7c38d4a6-32a0-42a8-99a4-d1f3768e9ef7 req-bce398b7-4b86-4ced-849b-3ccecbada4c2 service neutron] 10.222.0.44 "GET /v2.0/networks/1a8182d6-d1ae-418d-93c2-b627ded7dca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414708 Nov 12 01:17:05.968045 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51982) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:06.196830 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-94a20a3d-4838-4420-8909-214c710edc9c None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:06.197828 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-793ef1e2-0a5a-4993-9f2f-e7f850131628 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:06.210395 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-94a20a3d-4838-4420-8909-214c710edc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:06.330160 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3198d8b-66fd-44bc-bf83-3b13027e1c41 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:17:06.354874 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-27025e2a-bd1f-46e7-bec8-4e4a9e6bdcc7 req-8419f0c3-d7f8-4e46-b7fe-1681c600c235 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=195a5afb-dfd9-439e-aa06-39a3a0660498 HTTP/1.1" status: 200 len: 210 time: 0.1456153 Nov 12 01:17:06.355873 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e24af2-8fe1-4051-b22d-606cd7bfede2 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Made reservation on behalf of 10e024f1501d4f999bfc171e7c9c2478 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:17:06.369125 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a20a3d-4838-4420-8909-214c710edc9c None None] Pushing event updated for resources: {'Port': ['ID=75c330ed-e8b6-446e-bbae-d8b72baf758b,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:06.378769 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-98e24af2-8fe1-4051-b22d-606cd7bfede2 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:06.384673 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7acb2f2-89b5-4bda-acac-529c5bf6013e req-06fcd067-82f6-403a-9ae9-87eaa0d252e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:06.397169 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a7acb2f2-89b5-4bda-acac-529c5bf6013e req-06fcd067-82f6-403a-9ae9-87eaa0d252e9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=02561602d23944f4a6c1bd1cba61ffb6&device_id=e18a9275-4c2a-443d-a64f-332389c9e9a2 HTTP/1.1" status: 200 len: 1095 time: 0.2860742 Nov 12 01:17:06.398533 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a20a3d-4838-4420-8909-214c710edc9c None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:17:06.407994 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-94a20a3d-4838-4420-8909-214c710edc9c None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:17:06.412808 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a20a3d-4838-4420-8909-214c710edc9c None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:17:06.469820 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-793ef1e2-0a5a-4993-9f2f-e7f850131628 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:06.487580 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-793ef1e2-0a5a-4993-9f2f-e7f850131628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:06.554090 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-94a20a3d-4838-4420-8909-214c710edc9c None None] Attempting to bind port 75c330ed-e8b6-446e-bbae-d8b72baf758b on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:17:06.554529 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-94a20a3d-4838-4420-8909-214c710edc9c None None] Attempting to bind port 75c330ed-e8b6-446e-bbae-d8b72baf758b by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:17:06.554902 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a20a3d-4838-4420-8909-214c710edc9c None None] Attempting to bind port 75c330ed-e8b6-446e-bbae-d8b72baf758b on network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:17:06.562379 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a20a3d-4838-4420-8909-214c710edc9c None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:17:06.562874 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a20a3d-4838-4420-8909-214c710edc9c None None] Checking segment: {'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:17:06.563245 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-94a20a3d-4838-4420-8909-214c710edc9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:06.563826 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a20a3d-4838-4420-8909-214c710edc9c None None] Bound using segment: {'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:17:06.564380 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-94a20a3d-4838-4420-8909-214c710edc9c None None] Bound port: 75c330ed-e8b6-446e-bbae-d8b72baf758b, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:17:06.565457 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-94a20a3d-4838-4420-8909-214c710edc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:06.614816 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-d3198d8b-66fd-44bc-bf83-3b13027e1c41 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:17:06.616383 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-793ef1e2-0a5a-4993-9f2f-e7f850131628 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1c2a9f22daa84a6d95aebf13c6c96e3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6466587 Nov 12 01:17:06.617213 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ef1e2-0a5a-4993-9f2f-e7f850131628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04afb72-f867-4a8c-92a2-128c57513745,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:06.646994 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb07ff-c928-4d1b-ba64-2666cf7f80a4 req-b5b32c8e-c6b8-4b38-8c35-0591e925e4d7 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:06.658673 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51986) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:06.659631 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e5fb07ff-c928-4d1b-ba64-2666cf7f80a4 req-b5b32c8e-c6b8-4b38-8c35-0591e925e4d7 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=e18a9275-4c2a-443d-a64f-332389c9e9a2 HTTP/1.1" status: 200 len: 943 time: 1.3352017 Nov 12 01:17:06.660006 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7acb2f2-89b5-4bda-acac-529c5bf6013e req-0c68deb4-cd21-4f8f-9274-2202e58384e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:06.661029 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3198d8b-66fd-44bc-bf83-3b13027e1c41 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:17:06.662003 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a7acb2f2-89b5-4bda-acac-529c5bf6013e req-0c68deb4-cd21-4f8f-9274-2202e58384e0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1a8182d6-d1ae-418d-93c2-b627ded7dca2 HTTP/1.1" status: 200 len: 915 time: 0.2585936 Nov 12 01:17:06.688552 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3198d8b-66fd-44bc-bf83-3b13027e1c41 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:06.689626 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d3198d8b-66fd-44bc-bf83-3b13027e1c41 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:06.740917 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-94a20a3d-4838-4420-8909-214c710edc9c None None] For port 75c330ed-e8b6-446e-bbae-d8b72baf758b, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:17:06.745821 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-94a20a3d-4838-4420-8909-214c710edc9c None None] For port 75c330ed-e8b6-446e-bbae-d8b72baf758b, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=75c330ed-e8b6-446e-bbae-d8b72baf758b,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:17:06.752875 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a7acb2f2-89b5-4bda-acac-529c5bf6013e req-810fa762-b3cc-4f83-9093-d0ad1fc7ee4e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e2ba6632-ac0b-48bd-9708-ce95f02f031b HTTP/1.1" status: 200 len: 217 time: 0.0817673 Nov 12 01:17:06.754310 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-94a20a3d-4838-4420-8909-214c710edc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:06.829556 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3198d8b-66fd-44bc-bf83-3b13027e1c41 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Port': ['ID=45fb4af6-7d24-4c89-a55a-b7f057b43bdc,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:06.851362 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a20a3d-4838-4420-8909-214c710edc9c None None] Pushing event updated for resources: {'Port': ['ID=75c330ed-e8b6-446e-bbae-d8b72baf758b,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:06.900239 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-d3198d8b-66fd-44bc-bf83-3b13027e1c41 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.6963024 Nov 12 01:17:06.908514 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-603f2712-9abc-4206-955f-23ed66813911 req-d230314b-359c-4b56-bbb9-dbc9c24d612b tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:06.917201 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 51990) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:06.994332 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7acb2f2-89b5-4bda-acac-529c5bf6013e req-df290b2a-9807-4ad5-a915-225b6d10b076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:06.997669 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e5fb07ff-c928-4d1b-ba64-2666cf7f80a4 req-aefc04f1-fea3-47ef-bb9a-feeea3ffb442 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/security-groups?id=3077f761-4be2-41f4-97c2-5743e10b623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526886 Nov 12 01:17:07.005196 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a7acb2f2-89b5-4bda-acac-529c5bf6013e req-df290b2a-9807-4ad5-a915-225b6d10b076 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1a7d4261-126a-4a06-89cb-5e5216ca7fc1 HTTP/1.1" status: 200 len: 855 time: 0.2195559 Nov 12 01:17:07.007892 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8f09788d-32e1-4154-bf21-8a0d141d90c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:07.076478 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a7acb2f2-89b5-4bda-acac-529c5bf6013e req-97f778e4-f243-411a-aa7a-0dc265d60e85 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1a8182d6-d1ae-418d-93c2-b627ded7dca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611091 Nov 12 01:17:07.091690 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-603f2712-9abc-4206-955f-23ed66813911 req-d230314b-359c-4b56-bbb9-dbc9c24d612b tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:07.134609 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['48bccdbf-44f1-4860-bc5a-81d3c23ae861'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:17:07.189756 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8f09788d-32e1-4154-bf21-8a0d141d90c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:07.313024 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb4a2af-3f86-46b0-9cd7-9ca6b4aa0330 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:07.322696 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a7acb2f2-89b5-4bda-acac-529c5bf6013e req-e2a9bec8-5b21-41bb-972b-cf4b8005caf1 service neutron] 10.222.0.44 "GET /v2.0/networks/1a8182d6-d1ae-418d-93c2-b627ded7dca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363889 Nov 12 01:17:07.325916 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb4a2af-3f86-46b0-9cd7-9ca6b4aa0330 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:07.329608 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-adb4a2af-3f86-46b0-9cd7-9ca6b4aa0330 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4107676 Nov 12 01:17:07.344349 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51992) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:07.376584 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d230314b-359c-4b56-bbb9-dbc9c24d612b tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Pushing event updated for resources: {'Port': ['ID=63aae8cc-64cd-41c7-9de6-6802eaa0aa2f,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:07.556859 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8f09788d-32e1-4154-bf21-8a0d141d90c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:07.559871 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8f09788d-32e1-4154-bf21-8a0d141d90c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:07.561311 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8f09788d-32e1-4154-bf21-8a0d141d90c4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e04afb72-f867-4a8c-92a2-128c57513745 HTTP/1.1" status: 204 len: 168 time: 0.8982944 Nov 12 01:17:07.586771 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-f803a1a5-ad68-4c07-a92a-a6a2a5c3135d tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Deleting port 45fb4af6-7d24-4c89-a55a-b7f057b43bdc {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:17:07.587434 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f803a1a5-ad68-4c07-a92a-a6a2a5c3135d tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:07.589006 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-603f2712-9abc-4206-955f-23ed66813911 req-d230314b-359c-4b56-bbb9-dbc9c24d612b tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Network 31d1676f-c0b1-44e7-b405-e2c0516e0de6 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:17:07.592831 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-603f2712-9abc-4206-955f-23ed66813911 req-d230314b-359c-4b56-bbb9-dbc9c24d612b tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:17:07.613083 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-603f2712-9abc-4206-955f-23ed66813911 req-d230314b-359c-4b56-bbb9-dbc9c24d612b tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:17:07.714803 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f2712-9abc-4206-955f-23ed66813911 req-d230314b-359c-4b56-bbb9-dbc9c24d612b tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:07.715991 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-603f2712-9abc-4206-955f-23ed66813911 req-d230314b-359c-4b56-bbb9-dbc9c24d612b tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:07.721509 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-98e24af2-8fe1-4051-b22d-606cd7bfede2 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:07.727514 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a7acb2f2-89b5-4bda-acac-529c5bf6013e req-ddcd7cd2-83b8-4c00-b06e-6addc72aa8ee service neutron] 10.222.0.44 "GET /v2.0/networks/1a8182d6-d1ae-418d-93c2-b627ded7dca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3950849 Nov 12 01:17:07.806954 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09788d-32e1-4154-bf21-8a0d141d90c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04afb72-f867-4a8c-92a2-128c57513745,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:07.961060 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-603f2712-9abc-4206-955f-23ed66813911 req-d230314b-359c-4b56-bbb9-dbc9c24d612b tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 4.3355019 Nov 12 01:17:08.023365 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd0ab0-cfbf-4974-80c4-6ce9b86df558 req-230582ff-735e-494e-a2b9-6ea92094ef66 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:08.033117 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-51bd0ab0-cfbf-4974-80c4-6ce9b86df558 req-230582ff-735e-494e-a2b9-6ea92094ef66 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=195a5afb-dfd9-439e-aa06-39a3a0660498 HTTP/1.1" status: 200 len: 1028 time: 0.3222864 Nov 12 01:17:08.033967 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 75c330ed-e8b6-446e-bbae-d8b72baf758b up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:17:08.104492 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-603f2712-9abc-4206-955f-23ed66813911 req-19668bc8-0359-4d1c-96ee-83289e7137c8 service neutron] Request body: {'port': {'device_id': '195a5afb-dfd9-439e-aa06-39a3a0660498', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:17:08.105794 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f803a1a5-ad68-4c07-a92a-a6a2a5c3135d tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:08.170690 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-f803a1a5-ad68-4c07-a92a-a6a2a5c3135d tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Calling delete_port for 45fb4af6-7d24-4c89-a55a-b7f057b43bdc owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:17:08.214714 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 75c330ed-e8b6-446e-bbae-d8b72baf758b triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:08.215098 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:08.222644 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e24af2-8fe1-4051-b22d-606cd7bfede2 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event updated for resources: {'Subnet': ['ID=3946a1ee-a8d5-4594-9f14-f9f473a4cd49,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:08.318146 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e24af2-8fe1-4051-b22d-606cd7bfede2 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Checking segment: {'id': 'd32323c0-1b7a-44fc-88e4-481879ba07c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ce6042eb-1eef-41c5-937e-ab6a35eab752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:17:08.318876 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e24af2-8fe1-4051-b22d-606cd7bfede2 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Network hostable DHCP agents. Network: ce6042eb-1eef-41c5-937e-ab6a35eab752, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:17:08.374157 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:08.477438 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-51bd0ab0-cfbf-4974-80c4-6ce9b86df558 req-e87588d1-cec6-44ac-9ab1-c0c44bbfe690 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=005fdac7-23e1-49b5-835d-98676766ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4431086 Nov 12 01:17:08.515106 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:08.557650 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-603f2712-9abc-4206-955f-23ed66813911 req-19668bc8-0359-4d1c-96ee-83289e7137c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:08.565449 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device e2ba6632-ac0b-48bd-9708-ce95f02f031b details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:17:08.589194 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f803a1a5-ad68-4c07-a92a-a6a2a5c3135d tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:08.597542 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e24af2-8fe1-4051-b22d-606cd7bfede2 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Network ce6042eb-1eef-41c5-937e-ab6a35eab752 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:17:08.754063 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-98e24af2-8fe1-4051-b22d-606cd7bfede2 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, ce6042eb-1eef-41c5-937e-ab6a35eab752) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:17:08.766785 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e24af2-8fe1-4051-b22d-606cd7bfede2 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:08.768485 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-98e24af2-8fe1-4051-b22d-606cd7bfede2 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:08.829472 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b138206e-f154-473e-af8e-5395d88f7a1e req-458ab77b-fe1e-4947-ac21-aa0b6eddd94d tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:08.832182 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b138206e-f154-473e-af8e-5395d88f7a1e req-458ab77b-fe1e-4947-ac21-aa0b6eddd94d tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=e18a9275-4c2a-443d-a64f-332389c9e9a2 HTTP/1.1" status: 200 len: 943 time: 0.2826941 Nov 12 01:17:08.886429 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f803a1a5-ad68-4c07-a92a-a6a2a5c3135d tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event deleted for resources: {'Port': ['ID=45fb4af6-7d24-4c89-a55a-b7f057b43bdc,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:08.899515 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-98e24af2-8fe1-4051-b22d-606cd7bfede2 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4308751 Nov 12 01:17:08.900470 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ced1e4f-f54d-4ae3-96ff-4dbf28ce8fb3 None None] Network ce6042eb-1eef-41c5-937e-ab6a35eab752 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:17:08.915898 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f803a1a5-ad68-4c07-a92a-a6a2a5c3135d tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:08.917714 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-925e131a-51f0-4b07-ba38-e105743b784c None None] Provisioning complete for port 63aae8cc-64cd-41c7-9de6-6802eaa0aa2f triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:08.919133 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-925e131a-51f0-4b07-ba38-e105743b784c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:08.937718 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f803a1a5-ad68-4c07-a92a-a6a2a5c3135d tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/ports/45fb4af6-7d24-4c89-a55a-b7f057b43bdc HTTP/1.1" status: 204 len: 168 time: 1.5919008 Nov 12 01:17:08.946723 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52012) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:08.947565 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52014) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:08.960102 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-a9c7037f-93b6-4628-a242-05eb6aee675d tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Request body: {'subnet': {'network_id': 'ce6042eb-1eef-41c5-937e-ab6a35eab752', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:17:09.088243 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-925e131a-51f0-4b07-ba38-e105743b784c None None] Port 63aae8cc-64cd-41c7-9de6-6802eaa0aa2f cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:17:09.150176 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc03494e-b276-4fad-9b72-7a38ea031579 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:09.160015 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc03494e-b276-4fad-9b72-7a38ea031579 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:09.165974 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-fc03494e-b276-4fad-9b72-7a38ea031579 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2140112 Nov 12 01:17:09.186116 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52018) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:09.274495 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 75c330ed-e8b6-446e-bbae-d8b72baf758b, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=75c330ed-e8b6-446e-bbae-d8b72baf758b,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:09.308679 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b138206e-f154-473e-af8e-5395d88f7a1e req-90d1a1e5-cfb9-49d8-b4c3-fb0e3689c3ff tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/security-groups?id=3077f761-4be2-41f4-97c2-5743e10b623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4270935 Nov 12 01:17:09.480277 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-81ae93ba-86ad-4260-b147-c245a616c2dd tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Deleting subnet 9b43d073-b9ec-439a-b913-ca50a7b6fdf3 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:17:09.491195 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-81ae93ba-86ad-4260-b147-c245a616c2dd tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:09.559482 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:09.575333 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c7037f-93b6-4628-a242-05eb6aee675d tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Made reservation on behalf of 10e024f1501d4f999bfc171e7c9c2478 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:17:09.605415 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a9c7037f-93b6-4628-a242-05eb6aee675d tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:09.720885 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port e2ba6632-ac0b-48bd-9708-ce95f02f031b, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e2ba6632-ac0b-48bd-9708-ce95f02f031b,segment=NetworkSegment(e86ee36d-9818-4f96-ba83-2c434595c99e),segment_id=e86ee36d-9818-4f96-ba83-2c434595c99e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:09.747866 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-81ae93ba-86ad-4260-b147-c245a616c2dd tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:09.781692 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-777ebaff-6c35-499e-87b6-cb6dc6b01cf2 None None] Provisioning complete for port 75c330ed-e8b6-446e-bbae-d8b72baf758b triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:09.782255 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-777ebaff-6c35-499e-87b6-cb6dc6b01cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:09.809849 n-d-712142-27 neutron-server[109086]: INFO neutron.db.ipam_backend_mixin [None req-a9c7037f-93b6-4628-a242-05eb6aee675d tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3946a1ee-a8d5-4594-9f14-f9f473a4cd49 (CIDR: 172.20.0.0/28) Nov 12 01:17:09.826771 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9c7037f-93b6-4628-a242-05eb6aee675d tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:17:09.831106 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9c7037f-93b6-4628-a242-05eb6aee675d tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:17:09.867908 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40a325-1f2d-46c1-a912-be2a74cf5186 req-397f06b5-ed0d-4c22-94ce-7a753ee05f0d tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:09.870823 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3d40a325-1f2d-46c1-a912-be2a74cf5186 req-397f06b5-ed0d-4c22-94ce-7a753ee05f0d tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=195a5afb-dfd9-439e-aa06-39a3a0660498 HTTP/1.1" status: 200 len: 1028 time: 0.2368724 Nov 12 01:17:09.874265 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a9c7037f-93b6-4628-a242-05eb6aee675d tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9248533 Nov 12 01:17:09.877773 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52032) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:09.885809 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'e2ba6632-ac0b-48bd-9708-ce95f02f031b', 'network_id': '1a8182d6-d1ae-418d-93c2-b627ded7dca2', 'port_id': 'e2ba6632-ac0b-48bd-9708-ce95f02f031b', 'mac_address': 'fa:16:3e:e4:00:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a7d4261-126a-4a06-89cb-5e5216ca7fc1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:17:09.892116 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-a1488f5b-877c-463f-b2a5-973d2be9dfcb tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Request body: {'subnet': {'network_id': 'ce6042eb-1eef-41c5-937e-ab6a35eab752', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:17:09.997070 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=75c330ed-e8b6-446e-bbae-d8b72baf758b,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:10.171148 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e287ad2e-7df9-4bdb-8e2d-896f62a6487c req-1424d1c0-5bfe-484f-bab1-4ed033737480 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2b310a87-8256-4f60-86c2-0ee130460820&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0926335 Nov 12 01:17:10.172876 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea68a36b-b460-497a-9d1f-ce8f6d96e4ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-ce6042eb-1eef-41c5-937e-ab6a35eab752', 'network_id': 'ce6042eb-1eef-41c5-937e-ab6a35eab752', 'tenant_id': '10e024f1501d4f999bfc171e7c9c2478', 'fixed_ips': [{'subnet_id': '3946a1ee-a8d5-4594-9f14-f9f473a4cd49'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:17:10.175176 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ea68a36b-b460-497a-9d1f-ce8f6d96e4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:10.199025 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1488f5b-877c-463f-b2a5-973d2be9dfcb tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Made reservation on behalf of 10e024f1501d4f999bfc171e7c9c2478 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:17:10.204575 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a1488f5b-877c-463f-b2a5-973d2be9dfcb tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:10.217035 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:10.263567 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3d40a325-1f2d-46c1-a912-be2a74cf5186 req-37b5e7c3-eea2-4008-a643-6d81a3755f5d tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=005fdac7-23e1-49b5-835d-98676766ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310871 Nov 12 01:17:10.279791 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2ba6632-ac0b-48bd-9708-ce95f02f031b {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:17:10.484951 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-81ae93ba-86ad-4260-b147-c245a616c2dd tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:10.630014 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-ea68a36b-b460-497a-9d1f-ce8f6d96e4ac None None] Allocated IP 172.20.0.2 (ce6042eb-1eef-41c5-937e-ab6a35eab752/3946a1ee-a8d5-4594-9f14-f9f473a4cd49/5ce8d1fd-79f1-4ac9-8425-023982afa671) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:17:10.647039 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-603f2712-9abc-4206-955f-23ed66813911 req-19668bc8-0359-4d1c-96ee-83289e7137c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63aae8cc-64cd-41c7-9de6-6802eaa0aa2f {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:17:10.658213 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e287ad2e-7df9-4bdb-8e2d-896f62a6487c req-f661ac2b-3b88-4b29-a068-b45459a353de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:10.661149 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e287ad2e-7df9-4bdb-8e2d-896f62a6487c req-f661ac2b-3b88-4b29-a068-b45459a353de service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=02561602d23944f4a6c1bd1cba61ffb6&device_id=2b310a87-8256-4f60-86c2-0ee130460820 HTTP/1.1" status: 200 len: 1098 time: 0.1433816 Nov 12 01:17:10.724693 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-603f2712-9abc-4206-955f-23ed66813911 req-19668bc8-0359-4d1c-96ee-83289e7137c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:10.727413 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a1488f5b-877c-463f-b2a5-973d2be9dfcb tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:10.787177 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port e2ba6632-ac0b-48bd-9708-ce95f02f031b, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e2ba6632-ac0b-48bd-9708-ce95f02f031b,segment=NetworkSegment(e86ee36d-9818-4f96-ba83-2c434595c99e),segment_id=e86ee36d-9818-4f96-ba83-2c434595c99e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:10.835303 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:10.846595 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-603f2712-9abc-4206-955f-23ed66813911 req-19668bc8-0359-4d1c-96ee-83289e7137c8 service neutron] Transition to ACTIVE for port object 63aae8cc-64cd-41c7-9de6-6802eaa0aa2f will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:17:10.846829 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:10.848412 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1488f5b-877c-463f-b2a5-973d2be9dfcb tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Network ce6042eb-1eef-41c5-937e-ab6a35eab752 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:17:10.864349 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-8b136a32-66a1-4dc8-bba1-8f8308652b5b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4906943 Nov 12 01:17:10.865713 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-a1488f5b-877c-463f-b2a5-973d2be9dfcb tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:17:10.868302 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1488f5b-877c-463f-b2a5-973d2be9dfcb tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event updated for resources: {'Subnet': ['ID=a7c17040-5b5b-4e25-8ce7-cdc90b9ab30e,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:10.873159 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-603f2712-9abc-4206-955f-23ed66813911 req-19668bc8-0359-4d1c-96ee-83289e7137c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:10.874329 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1488f5b-877c-463f-b2a5-973d2be9dfcb tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:10.875409 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a1488f5b-877c-463f-b2a5-973d2be9dfcb tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:10.949859 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a1488f5b-877c-463f-b2a5-973d2be9dfcb tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0693636 Nov 12 01:17:10.950882 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52046) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:10.957814 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e47ca3-118b-478e-a071-691564852431 req-db7094af-d9e7-4396-9e0e-d62f7809cd8c tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:10.960849 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b8e47ca3-118b-478e-a071-691564852431 req-db7094af-d9e7-4396-9e0e-d62f7809cd8c tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=e18a9275-4c2a-443d-a64f-332389c9e9a2 HTTP/1.1" status: 200 len: 943 time: 0.3982689 Nov 12 01:17:10.971036 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-466ab3ba-a10f-4399-b0e0-8ca405519e89 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Request body: {'port': {'network_id': 'ce6042eb-1eef-41c5-937e-ab6a35eab752', 'fixed_ips': [{'subnet_id': '3946a1ee-a8d5-4594-9f14-f9f473a4cd49'}, {'subnet_id': 'a7c17040-5b5b-4e25-8ce7-cdc90b9ab30e'}], 'name': 'tempest-PortsTestJSON-963507616'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:17:11.017492 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-a08f4f8c-4984-47a1-81cb-be51e62efa38 None None] Could not find standard attr ID for object 45fb4af6-7d24-4c89-a55a-b7f057b43bdc. {{(pid=109087) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:17:11.052688 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-81ae93ba-86ad-4260-b147-c245a616c2dd tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:11.114690 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=e2ba6632-ac0b-48bd-9708-ce95f02f031b,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:11.129973 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19668bc8-0359-4d1c-96ee-83289e7137c8 service neutron] Pushing event updated for resources: {'Port': ['ID=63aae8cc-64cd-41c7-9de6-6802eaa0aa2f,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:11.201611 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ae93ba-86ad-4260-b147-c245a616c2dd tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event deleted for resources: {'Subnet': ['ID=9b43d073-b9ec-439a-b913-ca50a7b6fdf3,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:11.210567 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-81ae93ba-86ad-4260-b147-c245a616c2dd tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:11.217883 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-81ae93ba-86ad-4260-b147-c245a616c2dd tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/9b43d073-b9ec-439a-b913-ca50a7b6fdf3 HTTP/1.1" status: 204 len: 168 time: 2.0290036 Nov 12 01:17:11.232621 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52050) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:11.248908 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['e2ba6632-ac0b-48bd-9708-ce95f02f031b'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:17:11.251939 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b4ff65-1cb1-432f-ae91-5cc5637eb594 None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:17:11.319404 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e287ad2e-7df9-4bdb-8e2d-896f62a6487c req-be5d38fa-6387-493a-8cc3-7078bd2fda02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:11.332010 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e287ad2e-7df9-4bdb-8e2d-896f62a6487c req-be5d38fa-6387-493a-8cc3-7078bd2fda02 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1a8182d6-d1ae-418d-93c2-b627ded7dca2 HTTP/1.1" status: 200 len: 915 time: 0.6159627 Nov 12 01:17:11.351827 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-9c143037-3695-4a68-84b5-00b0dc682fe8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1149490 Nov 12 01:17:11.382113 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52054) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:11.468030 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ea68a36b-b460-497a-9d1f-ce8f6d96e4ac None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:11.513402 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ea68a36b-b460-497a-9d1f-ce8f6d96e4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:11.583206 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-c1057827-bb04-470e-84a0-4c9e5e93271b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:11.585001 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-c1057827-bb04-470e-84a0-4c9e5e93271b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:11.587865 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-c1057827-bb04-470e-84a0-4c9e5e93271b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:11.588592 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-c1057827-bb04-470e-84a0-4c9e5e93271b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:11.591167 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-c1057827-bb04-470e-84a0-4c9e5e93271b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:11.591748 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-c1057827-bb04-470e-84a0-4c9e5e93271b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:11.592379 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-c1057827-bb04-470e-84a0-4c9e5e93271b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:11.599484 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-c1057827-bb04-470e-84a0-4c9e5e93271b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8cc8ca414fa7430d8da23a7db1c7581c&device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 6509 time: 0.5663600 Nov 12 01:17:11.619786 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b8e47ca3-118b-478e-a071-691564852431 req-be075711-5bab-4f8c-9ef4-6f062ab2507b tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/security-groups?id=3077f761-4be2-41f4-97c2-5743e10b623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6331697 Nov 12 01:17:11.650688 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea68a36b-b460-497a-9d1f-ce8f6d96e4ac None None] Network ce6042eb-1eef-41c5-937e-ab6a35eab752 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:17:11.716987 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-ea68a36b-b460-497a-9d1f-ce8f6d96e4ac None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:17:11.758192 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea68a36b-b460-497a-9d1f-ce8f6d96e4ac None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:17:11.774976 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-71229459-b974-4f45-a550-ef49f68d1ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:11.775634 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-71229459-b974-4f45-a550-ef49f68d1ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:11.782803 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-71229459-b974-4f45-a550-ef49f68d1ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:11.782803 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-71229459-b974-4f45-a550-ef49f68d1ed4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=682e0b44-65b9-400b-8f8e-1eeb342780e2&id=e0f69fbd-c4e4-47d1-817f-1e3bee936d0a&id=e0f69fbd-c4e4-47d1-817f-1e3bee936d0a&id=e0f69fbd-c4e4-47d1-817f-1e3bee936d0a&id=e0f69fbd-c4e4-47d1-817f-1e3bee936d0a&id=ea33bcf4-68e4-41d3-a621-b5e53b96e513&id=ea33bcf4-68e4-41d3-a621-b5e53b96e513 HTTP/1.1" status: 200 len: 2295 time: 0.1275187 Nov 12 01:17:11.857694 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 75c330ed-e8b6-446e-bbae-d8b72baf758b up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:17:11.924239 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea68a36b-b460-497a-9d1f-ce8f6d96e4ac None None] Pushing event updated for resources: {'Port': ['ID=5ce8d1fd-79f1-4ac9-8425-023982afa671,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:11.924487 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-d60c2c1f-c6b4-4ad5-a2e7-295e2fed1bb1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdcf7a52-e80c-40be-bdac-b195e34c1da2 HTTP/1.1" status: 200 len: 1001 time: 0.1351838 Nov 12 01:17:11.940441 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-603f2712-9abc-4206-955f-23ed66813911 req-19668bc8-0359-4d1c-96ee-83289e7137c8 service neutron] Attempting to bind port 63aae8cc-64cd-41c7-9de6-6802eaa0aa2f on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:17:11.941018 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-603f2712-9abc-4206-955f-23ed66813911 req-19668bc8-0359-4d1c-96ee-83289e7137c8 service neutron] Attempting to bind port 63aae8cc-64cd-41c7-9de6-6802eaa0aa2f by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '903adb33-be36-4f66-84f3-41189f6c5e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '31d1676f-c0b1-44e7-b405-e2c0516e0de6'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:17:11.941828 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603f2712-9abc-4206-955f-23ed66813911 req-19668bc8-0359-4d1c-96ee-83289e7137c8 service neutron] Attempting to bind port 63aae8cc-64cd-41c7-9de6-6802eaa0aa2f on network 31d1676f-c0b1-44e7-b405-e2c0516e0de6 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:17:11.954494 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd8ba9-f07d-4f60-b9dd-242b25782ecc req-1fe23865-91ea-482e-97cb-7317aeea0480 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:11.957431 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a4fd8ba9-f07d-4f60-b9dd-242b25782ecc req-1fe23865-91ea-482e-97cb-7317aeea0480 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=195a5afb-dfd9-439e-aa06-39a3a0660498 HTTP/1.1" status: 200 len: 1054 time: 0.4101672 Nov 12 01:17:11.973616 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603f2712-9abc-4206-955f-23ed66813911 req-19668bc8-0359-4d1c-96ee-83289e7137c8 service neutron] Port 63aae8cc-64cd-41c7-9de6-6802eaa0aa2f on network 31d1676f-c0b1-44e7-b405-e2c0516e0de6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:17:11.974031 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603f2712-9abc-4206-955f-23ed66813911 req-19668bc8-0359-4d1c-96ee-83289e7137c8 service neutron] Attempting to bind port 63aae8cc-64cd-41c7-9de6-6802eaa0aa2f on network 31d1676f-c0b1-44e7-b405-e2c0516e0de6 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:17:12.071777 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603f2712-9abc-4206-955f-23ed66813911 req-19668bc8-0359-4d1c-96ee-83289e7137c8 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:17:12.072426 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603f2712-9abc-4206-955f-23ed66813911 req-19668bc8-0359-4d1c-96ee-83289e7137c8 service neutron] Checking segment: {'id': '903adb33-be36-4f66-84f3-41189f6c5e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '31d1676f-c0b1-44e7-b405-e2c0516e0de6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:17:12.073719 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603f2712-9abc-4206-955f-23ed66813911 req-19668bc8-0359-4d1c-96ee-83289e7137c8 service neutron] Bound using segment: {'id': '903adb33-be36-4f66-84f3-41189f6c5e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '31d1676f-c0b1-44e7-b405-e2c0516e0de6'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:17:12.073817 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-603f2712-9abc-4206-955f-23ed66813911 req-19668bc8-0359-4d1c-96ee-83289e7137c8 service neutron] Bound port: 63aae8cc-64cd-41c7-9de6-6802eaa0aa2f, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '903adb33-be36-4f66-84f3-41189f6c5e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '31d1676f-c0b1-44e7-b405-e2c0516e0de6'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:17:12.074404 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-603f2712-9abc-4206-955f-23ed66813911 req-19668bc8-0359-4d1c-96ee-83289e7137c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:12.157013 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-a9044e09-bcba-42d0-ac67-c7fdbdd6154c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'subnet': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:17:12.160118 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-ea68a36b-b460-497a-9d1f-ce8f6d96e4ac None None] Attempting to bind port 5ce8d1fd-79f1-4ac9-8425-023982afa671 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:17:12.160758 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-ea68a36b-b460-497a-9d1f-ce8f6d96e4ac None None] Attempting to bind port 5ce8d1fd-79f1-4ac9-8425-023982afa671 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'd32323c0-1b7a-44fc-88e4-481879ba07c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ce6042eb-1eef-41c5-937e-ab6a35eab752'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:17:12.161715 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea68a36b-b460-497a-9d1f-ce8f6d96e4ac None None] Attempting to bind port 5ce8d1fd-79f1-4ac9-8425-023982afa671 on network ce6042eb-1eef-41c5-937e-ab6a35eab752 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:17:12.161886 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e287ad2e-7df9-4bdb-8e2d-896f62a6487c req-7c8de2a2-074b-4997-afaa-4926a005842b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97878826-2751-4bd8-ab63-0c0fee130f8d HTTP/1.1" status: 200 len: 217 time: 0.8200986 Nov 12 01:17:12.192123 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67eecb98-abe8-4961-9007-7b7db865e4db None None] DHCP port deletion for 89ea60a3-4652-4d77-9cc6-d8bd5a56918e request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:17:12.211109 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea68a36b-b460-497a-9d1f-ce8f6d96e4ac None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:17:12.212050 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea68a36b-b460-497a-9d1f-ce8f6d96e4ac None None] Checking segment: {'id': 'd32323c0-1b7a-44fc-88e4-481879ba07c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ce6042eb-1eef-41c5-937e-ab6a35eab752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:17:12.212993 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ea68a36b-b460-497a-9d1f-ce8f6d96e4ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:12.213648 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea68a36b-b460-497a-9d1f-ce8f6d96e4ac None None] Bound using segment: {'id': 'd32323c0-1b7a-44fc-88e4-481879ba07c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ce6042eb-1eef-41c5-937e-ab6a35eab752'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:17:12.214497 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-ea68a36b-b460-497a-9d1f-ce8f6d96e4ac None None] Bound port: 5ce8d1fd-79f1-4ac9-8425-023982afa671, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd32323c0-1b7a-44fc-88e4-481879ba07c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ce6042eb-1eef-41c5-937e-ab6a35eab752'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:17:12.215146 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ea68a36b-b460-497a-9d1f-ce8f6d96e4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:12.224414 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 75c330ed-e8b6-446e-bbae-d8b72baf758b triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:12.224946 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:12.251506 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-603f2712-9abc-4206-955f-23ed66813911 req-19668bc8-0359-4d1c-96ee-83289e7137c8 service neutron] For port 63aae8cc-64cd-41c7-9de6-6802eaa0aa2f, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:17:12.257640 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-603f2712-9abc-4206-955f-23ed66813911 req-19668bc8-0359-4d1c-96ee-83289e7137c8 service neutron] For port 63aae8cc-64cd-41c7-9de6-6802eaa0aa2f, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=63aae8cc-64cd-41c7-9de6-6802eaa0aa2f,segment=NetworkSegment(903adb33-be36-4f66-84f3-41189f6c5e3f),segment_id=903adb33-be36-4f66-84f3-41189f6c5e3f)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:17:12.277091 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-603f2712-9abc-4206-955f-23ed66813911 req-19668bc8-0359-4d1c-96ee-83289e7137c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:12.318077 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e287ad2e-7df9-4bdb-8e2d-896f62a6487c req-407d1a31-bbda-4800-a17b-c3a5a96f9393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:12.320478 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e287ad2e-7df9-4bdb-8e2d-896f62a6487c req-407d1a31-bbda-4800-a17b-c3a5a96f9393 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1a7d4261-126a-4a06-89cb-5e5216ca7fc1 HTTP/1.1" status: 200 len: 855 time: 0.1346338 Nov 12 01:17:12.362909 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466ab3ba-a10f-4399-b0e0-8ca405519e89 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Made reservation on behalf of 10e024f1501d4f999bfc171e7c9c2478 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:17:12.373794 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-8f1ef139-c7b3-4550-b74e-f97d766eb27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:12.376650 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-8f1ef139-c7b3-4550-b74e-f97d766eb27d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e4332ed6-c901-4ad1-83db-b19707e770f2 HTTP/1.1" status: 200 len: 856 time: 0.4303625 Nov 12 01:17:12.392989 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9044e09-bcba-42d0-ac67-c7fdbdd6154c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:17:12.396008 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f2712-9abc-4206-955f-23ed66813911 req-19668bc8-0359-4d1c-96ee-83289e7137c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:12.397099 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-603f2712-9abc-4206-955f-23ed66813911 req-19668bc8-0359-4d1c-96ee-83289e7137c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:12.399598 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-603f2712-9abc-4206-955f-23ed66813911 req-19668bc8-0359-4d1c-96ee-83289e7137c8 service neutron] 10.222.0.44 "PUT /v2.0/ports/63aae8cc-64cd-41c7-9de6-6802eaa0aa2f HTTP/1.1" status: 200 len: 1093 time: 4.3122787 Nov 12 01:17:12.400097 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a9044e09-bcba-42d0-ac67-c7fdbdd6154c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:12.408025 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '195a5afb-dfd9-439e-aa06-39a3a0660498', 'tag': '63aae8cc-64cd-41c7-9de6-6802eaa0aa2f'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:17:12.415279 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b3fdba-1126-4184-88e5-9824d187247a" -d '{"events": [{"name": "network-changed", "server_uuid": "195a5afb-dfd9-439e-aa06-39a3a0660498", "tag": "63aae8cc-64cd-41c7-9de6-6802eaa0aa2f"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:17:12.424934 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a4fd8ba9-f07d-4f60-b9dd-242b25782ecc req-16150d27-b3a0-479f-b50b-d3e6211a638d tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=005fdac7-23e1-49b5-835d-98676766ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4068277 Nov 12 01:17:12.535351 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681ad97c-ec52-469e-9e68-f56d752e2b13 x-openstack-request-id: req-681ad97c-ec52-469e-9e68-f56d752e2b13 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:17:12.535648 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "195a5afb-dfd9-439e-aa06-39a3a0660498", "tag": "63aae8cc-64cd-41c7-9de6-6802eaa0aa2f", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:17:12.535900 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-681ad97c-ec52-469e-9e68-f56d752e2b13 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:17:12.536358 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '195a5afb-dfd9-439e-aa06-39a3a0660498', 'tag': '63aae8cc-64cd-41c7-9de6-6802eaa0aa2f', 'status': 'completed', 'code': 200} Nov 12 01:17:12.586373 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e287ad2e-7df9-4bdb-8e2d-896f62a6487c req-ffc606ec-3287-4d3c-890e-b85641553a09 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1a8182d6-d1ae-418d-93c2-b627ded7dca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2252753 Nov 12 01:17:12.617813 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19668bc8-0359-4d1c-96ee-83289e7137c8 service neutron] Pushing event updated for resources: {'Port': ['ID=63aae8cc-64cd-41c7-9de6-6802eaa0aa2f,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:12.633957 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f2712-9abc-4206-955f-23ed66813911 req-1425452c-b06e-406f-92b9-63fff8edb3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:12.635729 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-603f2712-9abc-4206-955f-23ed66813911 req-1425452c-b06e-406f-92b9-63fff8edb3fc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5d347e5834314544ac1afda7c3ff6bf4&device_id=195a5afb-dfd9-439e-aa06-39a3a0660498 HTTP/1.1" status: 200 len: 1096 time: 0.0980401 Nov 12 01:17:12.639263 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-b7150f76-29ab-4352-bccf-436331920d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:12.642367 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-b7150f76-29ab-4352-bccf-436331920d36 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=682e0b44-65b9-400b-8f8e-1eeb342780e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2366781 Nov 12 01:17:12.741379 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-603f2712-9abc-4206-955f-23ed66813911 req-ad33213d-579d-48ef-bf77-2ece9603adea service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63aae8cc-64cd-41c7-9de6-6802eaa0aa2f HTTP/1.1" status: 200 len: 217 time: 0.0894203 Nov 12 01:17:12.849107 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-ea68a36b-b460-497a-9d1f-ce8f6d96e4ac None None] For port 5ce8d1fd-79f1-4ac9-8425-023982afa671, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:17:12.901598 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device e2ba6632-ac0b-48bd-9708-ce95f02f031b up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:17:12.956717 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-ea68a36b-b460-497a-9d1f-ce8f6d96e4ac None None] For port 5ce8d1fd-79f1-4ac9-8425-023982afa671, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=5ce8d1fd-79f1-4ac9-8425-023982afa671,segment=NetworkSegment(d32323c0-1b7a-44fc-88e4-481879ba07c2),segment_id=d32323c0-1b7a-44fc-88e4-481879ba07c2)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:17:12.977892 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-67eecb98-abe8-4961-9007-7b7db865e4db None None] Deleting port 75c330ed-e8b6-446e-bbae-d8b72baf758b {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:17:12.978469 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-67eecb98-abe8-4961-9007-7b7db865e4db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:13.107348 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-67eecb98-abe8-4961-9007-7b7db865e4db None None] For port 75c330ed-e8b6-446e-bbae-d8b72baf758b, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=75c330ed-e8b6-446e-bbae-d8b72baf758b,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:13.111408 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e287ad2e-7df9-4bdb-8e2d-896f62a6487c req-56ea32be-3bca-42fa-bd4e-6955ab303aea service neutron] 10.222.0.44 "GET /v2.0/networks/1a8182d6-d1ae-418d-93c2-b627ded7dca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5082357 Nov 12 01:17:13.112147 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-67eecb98-abe8-4961-9007-7b7db865e4db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:13.166476 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ea68a36b-b460-497a-9d1f-ce8f6d96e4ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:13.199358 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-67eecb98-abe8-4961-9007-7b7db865e4db None None] Calling delete_port for 75c330ed-e8b6-446e-bbae-d8b72baf758b owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:17:13.220931 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-466ab3ba-a10f-4399-b0e0-8ca405519e89 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:13.256245 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-466ab3ba-a10f-4399-b0e0-8ca405519e89 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] device_id is not set on port a194a7d1-64cf-4516-be47-c341f3355d5a yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:17:13.300047 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-e11d5deb-94e6-4bc8-949f-3a7cd2244ae4 service neutron] 10.222.0.16 "GET /v2.0/networks/682e0b44-65b9-400b-8f8e-1eeb342780e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5677752 Nov 12 01:17:13.327613 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f2712-9abc-4206-955f-23ed66813911 req-f000d468-6c4d-42b2-97ec-1bdf213cd375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:13.330725 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-603f2712-9abc-4206-955f-23ed66813911 req-f000d468-6c4d-42b2-97ec-1bdf213cd375 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=238e7ac8-48c4-4bd1-badc-bc04bb2a5f6b HTTP/1.1" status: 200 len: 849 time: 0.5619295 Nov 12 01:17:13.392366 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e287ad2e-7df9-4bdb-8e2d-896f62a6487c req-4b108fa9-63be-4f88-8a6d-17fd58182f6e service neutron] 10.222.0.44 "GET /v2.0/networks/1a8182d6-d1ae-418d-93c2-b627ded7dca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693205 Nov 12 01:17:13.403652 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-67eecb98-abe8-4961-9007-7b7db865e4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:13.571428 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea68a36b-b460-497a-9d1f-ce8f6d96e4ac None None] Pushing event updated for resources: {'Port': ['ID=5ce8d1fd-79f1-4ac9-8425-023982afa671,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:13.588661 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67eecb98-abe8-4961-9007-7b7db865e4db None None] No DVR routers for this DVR port 75c330ed-e8b6-446e-bbae-d8b72baf758b on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:17:13.652664 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-d1a03296-50f9-4b69-be14-7330ee754dcb service neutron] 10.222.0.16 "GET /v2.0/networks/682e0b44-65b9-400b-8f8e-1eeb342780e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283131 Nov 12 01:17:13.668801 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a9044e09-bcba-42d0-ac67-c7fdbdd6154c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:13.682178 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eecb98-abe8-4961-9007-7b7db865e4db None None] Pushing event deleted for resources: {'Port': ['ID=75c330ed-e8b6-446e-bbae-d8b72baf758b,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:13.685656 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0450198e-a576-4905-9d00-d776ffccd7f9 req-e0adb10a-6c40-4be0-93bc-80a5c78ca3ff tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:13.700416 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0450198e-a576-4905-9d00-d776ffccd7f9 req-e0adb10a-6c40-4be0-93bc-80a5c78ca3ff tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=e18a9275-4c2a-443d-a64f-332389c9e9a2 HTTP/1.1" status: 200 len: 944 time: 0.6867619 Nov 12 01:17:13.754840 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port e2ba6632-ac0b-48bd-9708-ce95f02f031b completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:17:13.761375 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9044e09-bcba-42d0-ac67-c7fdbdd6154c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:17:13.769404 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-a9044e09-bcba-42d0-ac67-c7fdbdd6154c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:17:13.783894 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port e2ba6632-ac0b-48bd-9708-ce95f02f031b triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:13.784545 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:13.801170 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9044e09-bcba-42d0-ac67-c7fdbdd6154c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:13.801885 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a9044e09-bcba-42d0-ac67-c7fdbdd6154c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:13.904654 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a9044e09-bcba-42d0-ac67-c7fdbdd6154c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5022881 Nov 12 01:17:13.911465 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52090) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:13.912393 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9044e09-bcba-42d0-ac67-c7fdbdd6154c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Subnet': ['ID=2b5287a6-a51e-4285-941a-3708a3e357b0,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:13.920677 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-84efe58b-aa48-4054-8316-4e517447aab1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'port': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'fixed_ips': [{'subnet_id': '2b5287a6-a51e-4285-941a-3708a3e357b0', 'ip_address': '2001:db8::f993:e336:8ed6:aff7'}], 'name': 'tempest-NetworksTestDHCPv6-1029680614'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:17:13.926840 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-f9eb2bca-fdaf-45eb-b833-b79b12b0a529 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=0373cd56-eebf-4b69-963a-be09d38bc414 HTTP/1.1" status: 200 len: 217 time: 0.1593475 Nov 12 01:17:13.930956 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f2712-9abc-4206-955f-23ed66813911 req-2d0e4ce5-8eec-48a6-852f-d9e9b8dd8673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:13.937136 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-603f2712-9abc-4206-955f-23ed66813911 req-2d0e4ce5-8eec-48a6-852f-d9e9b8dd8673 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=31d1676f-c0b1-44e7-b405-e2c0516e0de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5671413 Nov 12 01:17:13.996821 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a9331f-39f9-4dbb-b1e4-fc9aee1b290b None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:17:14.075127 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 75c330ed-e8b6-446e-bbae-d8b72baf758b no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:17:14.102616 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0450198e-a576-4905-9d00-d776ffccd7f9 req-a48f74b1-94de-49d2-9979-aa5171932c1a tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/security-groups?id=3077f761-4be2-41f4-97c2-5743e10b623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4008901 Nov 12 01:17:14.211154 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 75c330ed-e8b6-446e-bbae-d8b72baf758b {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:17:14.211801 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 75c330ed-e8b6-446e-bbae-d8b72baf758b not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:17:14.372211 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-603f2712-9abc-4206-955f-23ed66813911 req-06a1c3f8-6580-4de7-bd38-922608bc6055 service neutron] 10.222.0.44 "GET /v2.0/networks/31d1676f-c0b1-44e7-b405-e2c0516e0de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940338 Nov 12 01:17:14.398777 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-466ab3ba-a10f-4399-b0e0-8ca405519e89 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Allocated IP 172.20.0.13 (ce6042eb-1eef-41c5-937e-ab6a35eab752/3946a1ee-a8d5-4594-9f14-f9f473a4cd49/a194a7d1-64cf-4516-be47-c341f3355d5a) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:17:14.437240 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-466ab3ba-a10f-4399-b0e0-8ca405519e89 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Allocated IP 172.20.0.30 (ce6042eb-1eef-41c5-937e-ab6a35eab752/a7c17040-5b5b-4e25-8ce7-cdc90b9ab30e/a194a7d1-64cf-4516-be47-c341f3355d5a) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:17:14.483851 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84efe58b-aa48-4054-8316-4e517447aab1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:17:14.708102 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:14.771427 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18a9275-4c2a-443d-a64f-332389c9e9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ba6632-ac0b-48bd-9708-ce95f02f031b'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:17:14.774248 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5830119b-2224-4c8e-9c6a-9c96b9409561" -d '{"events": [{"server_uuid": "e18a9275-4c2a-443d-a64f-332389c9e9a2", "name": "network-vif-plugged", "status": "completed", "tag": "e2ba6632-ac0b-48bd-9708-ce95f02f031b"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:17:14.797585 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-84efe58b-aa48-4054-8316-4e517447aab1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:14.811748 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port e2ba6632-ac0b-48bd-9708-ce95f02f031b, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e2ba6632-ac0b-48bd-9708-ce95f02f031b,segment=NetworkSegment(e86ee36d-9818-4f96-ba83-2c434595c99e),segment_id=e86ee36d-9818-4f96-ba83-2c434595c99e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:14.818020 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:14.831283 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0be5889-2f53-4a4f-bd24-d120fb1885f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'tenant_id': '70514e17c07e4902b3c1ce1ff6844138', 'fixed_ips': [{'subnet_id': '2b5287a6-a51e-4285-941a-3708a3e357b0'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:17:14.835132 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e0be5889-2f53-4a4f-bd24-d120fb1885f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:14.852833 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-84efe58b-aa48-4054-8316-4e517447aab1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] device_id is not set on port b255977e-6f99-486b-9e18-b95204c5d4d5 yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:17:14.906530 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-603f2712-9abc-4206-955f-23ed66813911 req-a908064c-f030-401e-a5b7-dc5e71445eba service neutron] 10.222.0.44 "GET /v2.0/networks/31d1676f-c0b1-44e7-b405-e2c0516e0de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5239055 Nov 12 01:17:14.947813 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52110) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:14.978235 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e81ba8-b3e9-41cc-8933-56a32a07379a req-849fc615-4c84-485c-8a40-5a20969de35d tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:14.994220 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-50e81ba8-b3e9-41cc-8933-56a32a07379a req-849fc615-4c84-485c-8a40-5a20969de35d tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=195a5afb-dfd9-439e-aa06-39a3a0660498 HTTP/1.1" status: 200 len: 1096 time: 0.9891362 Nov 12 01:17:15.013134 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1d697-e1a3-45a4-b87d-60dd7f18f559 req-fcde0546-9e9d-4d67-8f6d-b6b0e2423eb8 tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:15.022657 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dff1d697-e1a3-45a4-b87d-60dd7f18f559 req-fcde0546-9e9d-4d67-8f6d-b6b0e2423eb8 tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f65d571-379a-47c5-9f7a-1a1cce1c344a HTTP/1.1" status: 200 len: 949 time: 0.6464801 Nov 12 01:17:15.125755 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-466ab3ba-a10f-4399-b0e0-8ca405519e89 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:15.248576 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-50e81ba8-b3e9-41cc-8933-56a32a07379a req-603d5720-bd44-4630-a38b-9dd5579a3060 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=005fdac7-23e1-49b5-835d-98676766ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498636 Nov 12 01:17:15.263194 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-99f6689e-7c6d-4765-bcd4-72caa849e16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:15.266541 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-99f6689e-7c6d-4765-bcd4-72caa849e16a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb2daa40-94aa-4da9-a752-d3de2dd0a3dd HTTP/1.1" status: 200 len: 797 time: 1.1918447 Nov 12 01:17:15.333037 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-466ab3ba-a10f-4399-b0e0-8ca405519e89 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:15.407520 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-e0be5889-2f53-4a4f-bd24-d120fb1885f8 None None] Allocated IP 2001:db8::2 (89ea60a3-4652-4d77-9cc6-d8bd5a56918e/2b5287a6-a51e-4285-941a-3708a3e357b0/4d762240-a50f-4d0a-a864-cf34765fe2ae) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:17:15.432326 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=e2ba6632-ac0b-48bd-9708-ce95f02f031b,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:15.450415 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466ab3ba-a10f-4399-b0e0-8ca405519e89 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Network ce6042eb-1eef-41c5-937e-ab6a35eab752 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:17:15.471287 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-466ab3ba-a10f-4399-b0e0-8ca405519e89 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:17:15.481723 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466ab3ba-a10f-4399-b0e0-8ca405519e89 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:17:15.484616 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dff1d697-e1a3-45a4-b87d-60dd7f18f559 req-4180f52d-54d4-4178-9af5-6649e45521a0 tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] 10.222.0.45 "GET /v2.0/security-groups?id=c70b02cf-4dec-4780-ab9d-56f7cc9e503c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4597845 Nov 12 01:17:15.490661 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ab3ba-a10f-4399-b0e0-8ca405519e89 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event updated for resources: {'Port': ['ID=a194a7d1-64cf-4516-be47-c341f3355d5a,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:15.593987 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b3fdba-1126-4184-88e5-9824d187247a req-1a606ec0-c7a1-4be7-9c87-8847740face2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:15.597235 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-22b3fdba-1126-4184-88e5-9824d187247a req-1a606ec0-c7a1-4be7-9c87-8847740face2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5d347e5834314544ac1afda7c3ff6bf4&device_id=195a5afb-dfd9-439e-aa06-39a3a0660498 HTTP/1.1" status: 200 len: 1096 time: 0.5639970 Nov 12 01:17:15.648850 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2d7059ed-6fc3-45e3-9997-f058a6ac0542 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:15.655453 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407f695a-8c97-436e-8d62-c1c067f2ace5 x-openstack-request-id: req-407f695a-8c97-436e-8d62-c1c067f2ace5 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:17:15.655743 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18a9275-4c2a-443d-a64f-332389c9e9a2", "name": "network-vif-plugged", "status": "completed", "tag": "e2ba6632-ac0b-48bd-9708-ce95f02f031b", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:17:15.656049 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-407f695a-8c97-436e-8d62-c1c067f2ace5 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:17:15.656537 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18a9275-4c2a-443d-a64f-332389c9e9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ba6632-ac0b-48bd-9708-ce95f02f031b', 'code': 200} Nov 12 01:17:15.677468 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466ab3ba-a10f-4399-b0e0-8ca405519e89 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:15.678904 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-466ab3ba-a10f-4399-b0e0-8ca405519e89 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:15.716933 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-466ab3ba-a10f-4399-b0e0-8ca405519e89 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 4.7590904 Nov 12 01:17:15.721790 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52118) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:15.746002 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-b26a6cf6-4525-43c4-952c-0559c7f98801 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3946a1ee-a8d5-4594-9f14-f9f473a4cd49'}]}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:17:15.962493 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e0be5889-2f53-4a4f-bd24-d120fb1885f8 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:15.975680 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 5ce8d1fd-79f1-4ac9-8425-023982afa671 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:17:16.020987 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7e936-e7c6-4bd1-9b1d-92bf888dd001 req-de527c4f-306e-4ce3-b48d-da5ab97085cf tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:16.022697 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ceb7e936-e7c6-4bd1-9b1d-92bf888dd001 req-de527c4f-306e-4ce3-b48d-da5ab97085cf tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f65d571-379a-47c5-9f7a-1a1cce1c344a HTTP/1.1" status: 200 len: 949 time: 0.4215086 Nov 12 01:17:16.069998 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e0be5889-2f53-4a4f-bd24-d120fb1885f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:16.111173 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72455a-4791-4b6f-a66d-ce301089d817 req-26881d4c-26ff-4a4c-a3d0-c10c2b1edbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:16.113832 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-be72455a-4791-4b6f-a66d-ce301089d817 req-26881d4c-26ff-4a4c-a3d0-c10c2b1edbf0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e18a9275-4c2a-443d-a64f-332389c9e9a2 HTTP/1.1" status: 200 len: 1097 time: 0.3505015 Nov 12 01:17:16.114807 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b26a6cf6-4525-43c4-952c-0559c7f98801 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:16.155108 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bea5d4b-c3a6-421a-929d-c8e484518146 None None] Network ce6042eb-1eef-41c5-937e-ab6a35eab752 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:17:16.157046 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-d78016e5-9a60-4e30-a5f4-6ebc75b92a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:16.159643 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-d78016e5-9a60-4e30-a5f4-6ebc75b92a68 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e0f69fbd-c4e4-47d1-817f-1e3bee936d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8557794 Nov 12 01:17:16.185173 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-84efe58b-aa48-4054-8316-4e517447aab1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Allocated IP 2001:db8::f993:e336:8ed6:aff7 (89ea60a3-4652-4d77-9cc6-d8bd5a56918e/2b5287a6-a51e-4285-941a-3708a3e357b0/b255977e-6f99-486b-9e18-b95204c5d4d5) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:17:16.190310 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee3c5e-4abe-403f-8106-2f554601df65 req-d7353cfd-df1a-4214-b8a3-382494471304 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:16.192907 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-63ee3c5e-4abe-403f-8106-2f554601df65 req-d7353cfd-df1a-4214-b8a3-382494471304 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=e18a9275-4c2a-443d-a64f-332389c9e9a2 HTTP/1.1" status: 200 len: 945 time: 0.5266283 Nov 12 01:17:16.446317 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0be5889-2f53-4a4f-bd24-d120fb1885f8 None None] Pushing event updated for resources: {'Port': ['ID=4d762240-a50f-4d0a-a864-cf34765fe2ae,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:16.447679 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-de7ea211-9520-441c-878e-8e539b53fdd7 service neutron] 10.222.0.16 "GET /v2.0/networks/e0f69fbd-c4e4-47d1-817f-1e3bee936d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463768 Nov 12 01:17:16.479935 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0be5889-2f53-4a4f-bd24-d120fb1885f8 None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:17:16.480687 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-84efe58b-aa48-4054-8316-4e517447aab1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:16.502265 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-e0be5889-2f53-4a4f-bd24-d120fb1885f8 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:17:16.517540 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-e9f1aa52-db12-4b52-a0f2-80e430fabfab None None] Provisioning complete for port 5ce8d1fd-79f1-4ac9-8425-023982afa671 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:16.527815 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e9f1aa52-db12-4b52-a0f2-80e430fabfab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:16.582997 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-be72455a-4791-4b6f-a66d-ce301089d817 req-e22b4956-e015-4dee-9e06-4071f0777c58 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3077f761-4be2-41f4-97c2-5743e10b623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4585462 Nov 12 01:17:16.650989 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0be5889-2f53-4a4f-bd24-d120fb1885f8 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:17:16.669138 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-84efe58b-aa48-4054-8316-4e517447aab1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:16.673954 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 5ce8d1fd-79f1-4ac9-8425-023982afa671 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:16.677001 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:16.876049 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84efe58b-aa48-4054-8316-4e517447aab1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:17:16.896873 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-84efe58b-aa48-4054-8316-4e517447aab1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:17:16.905793 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84efe58b-aa48-4054-8316-4e517447aab1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:17:16.917358 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84efe58b-aa48-4054-8316-4e517447aab1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:16.918424 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-84efe58b-aa48-4054-8316-4e517447aab1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:16.922910 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efe58b-aa48-4054-8316-4e517447aab1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Port': ['ID=b255977e-6f99-486b-9e18-b95204c5d4d5,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:16.943485 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e9f1aa52-db12-4b52-a0f2-80e430fabfab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:17.005919 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-e9f1aa52-db12-4b52-a0f2-80e430fabfab None None] For port 5ce8d1fd-79f1-4ac9-8425-023982afa671, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=5ce8d1fd-79f1-4ac9-8425-023982afa671,segment=NetworkSegment(d32323c0-1b7a-44fc-88e4-481879ba07c2),segment_id=d32323c0-1b7a-44fc-88e4-481879ba07c2)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:17.007470 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-e0be5889-2f53-4a4f-bd24-d120fb1885f8 None None] Attempting to bind port 4d762240-a50f-4d0a-a864-cf34765fe2ae on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:17:17.007922 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-e0be5889-2f53-4a4f-bd24-d120fb1885f8 None None] Attempting to bind port 4d762240-a50f-4d0a-a864-cf34765fe2ae by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:17:17.008328 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0be5889-2f53-4a4f-bd24-d120fb1885f8 None None] Attempting to bind port 4d762240-a50f-4d0a-a864-cf34765fe2ae on network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:17:17.017250 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0be5889-2f53-4a4f-bd24-d120fb1885f8 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:17:17.017690 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0be5889-2f53-4a4f-bd24-d120fb1885f8 None None] Checking segment: {'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:17:17.018121 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e0be5889-2f53-4a4f-bd24-d120fb1885f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:17.018518 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0be5889-2f53-4a4f-bd24-d120fb1885f8 None None] Bound using segment: {'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:17:17.019012 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-e0be5889-2f53-4a4f-bd24-d120fb1885f8 None None] Bound port: 4d762240-a50f-4d0a-a864-cf34765fe2ae, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:17:17.020356 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e0be5889-2f53-4a4f-bd24-d120fb1885f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:17.034678 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e9f1aa52-db12-4b52-a0f2-80e430fabfab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:17.052989 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-b26a6cf6-4525-43c4-952c-0559c7f98801 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Delete allocated IP 172.20.0.30 (ce6042eb-1eef-41c5-937e-ab6a35eab752/a7c17040-5b5b-4e25-8ce7-cdc90b9ab30e) {{(pid=109086) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 01:17:17.100582 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-e0be5889-2f53-4a4f-bd24-d120fb1885f8 None None] For port 4d762240-a50f-4d0a-a864-cf34765fe2ae, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:17:17.104832 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-e0be5889-2f53-4a4f-bd24-d120fb1885f8 None None] For port 4d762240-a50f-4d0a-a864-cf34765fe2ae, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=4d762240-a50f-4d0a-a864-cf34765fe2ae,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:17:17.173272 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f1aa52-db12-4b52-a0f2-80e430fabfab None None] Pushing event updated for resources: {'Port': ['ID=5ce8d1fd-79f1-4ac9-8425-023982afa671,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:17.177285 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e0be5889-2f53-4a4f-bd24-d120fb1885f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:17.188718 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-84efe58b-aa48-4054-8316-4e517447aab1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2730329 Nov 12 01:17:17.192004 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52128) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:17.197353 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-63ee3c5e-4abe-403f-8106-2f554601df65 req-9d19320c-aa98-4a21-bd37-15c6e8437d6e tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/security-groups?id=3077f761-4be2-41f4-97c2-5743e10b623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8225071 Nov 12 01:17:17.289956 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9556d366-57ea-4baa-98ff-8bfda8b31ce1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:17.296526 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9556d366-57ea-4baa-98ff-8bfda8b31ce1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:17.301543 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9556d366-57ea-4baa-98ff-8bfda8b31ce1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1056850 Nov 12 01:17:17.307190 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52130) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:17.322548 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b26a6cf6-4525-43c4-952c-0559c7f98801 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:17.333469 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0be5889-2f53-4a4f-bd24-d120fb1885f8 None None] Pushing event updated for resources: {'Port': ['ID=4d762240-a50f-4d0a-a864-cf34765fe2ae,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:17.348709 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b26a6cf6-4525-43c4-952c-0559c7f98801 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:17.466464 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b3fdba-1126-4184-88e5-9824d187247a req-7b9ca853-010c-45e5-ad0b-2af807150015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:17.473715 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-22b3fdba-1126-4184-88e5-9824d187247a req-7b9ca853-010c-45e5-ad0b-2af807150015 service neutron] 10.222.0.44 "GET /v2.0/networks?id=31d1676f-c0b1-44e7-b405-e2c0516e0de6 HTTP/1.1" status: 200 len: 910 time: 1.8273165 Nov 12 01:17:17.517255 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26a6cf6-4525-43c4-952c-0559c7f98801 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event updated for resources: {'Port': ['ID=a194a7d1-64cf-4516-be47-c341f3355d5a,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:17.564630 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-b26a6cf6-4525-43c4-952c-0559c7f98801 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] In _notify_port_updated(), no bound segment for port a194a7d1-64cf-4516-be47-c341f3355d5a on network ce6042eb-1eef-41c5-937e-ab6a35eab752 {{(pid=109086) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:17:17.570751 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26a6cf6-4525-43c4-952c-0559c7f98801 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:17.571548 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b26a6cf6-4525-43c4-952c-0559c7f98801 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:17.573125 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b26a6cf6-4525-43c4-952c-0559c7f98801 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "PUT /v2.0/ports/a194a7d1-64cf-4516-be47-c341f3355d5a HTTP/1.1" status: 200 len: 919 time: 1.8457890 Nov 12 01:17:17.579094 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52132) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:17.584834 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-444cc5d8-fb1c-4ccf-85b8-9d71a1aa0a36 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3946a1ee-a8d5-4594-9f14-f9f473a4cd49'}, {'subnet_id': 'a7c17040-5b5b-4e25-8ce7-cdc90b9ab30e'}]}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:17:17.592934 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-4ac6dfe5-8de4-4681-86fd-05056eb62ab3 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Deleting port b255977e-6f99-486b-9e18-b95204c5d4d5 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:17:17.593311 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4ac6dfe5-8de4-4681-86fd-05056eb62ab3 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:17.596472 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1fa81e-6c0d-44e5-b466-8918fd1bd1ee None None] Update dhcp port {'port': {'network_id': 'ce6042eb-1eef-41c5-937e-ab6a35eab752', 'fixed_ips': [{'subnet_id': '3946a1ee-a8d5-4594-9f14-f9f473a4cd49', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a7c17040-5b5b-4e25-8ce7-cdc90b9ab30e'}], 'binding:host_id': 'n-d-712142-27'}, 'id': '5ce8d1fd-79f1-4ac9-8425-023982afa671'} from n-d-712142-27. {{(pid=109087) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 01:17:17.644280 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7b1fa81e-6c0d-44e5-b466-8918fd1bd1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:17.648890 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-22b3fdba-1126-4184-88e5-9824d187247a req-206096f7-3cbc-44fd-bc43-43cd96dd48e9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63aae8cc-64cd-41c7-9de6-6802eaa0aa2f HTTP/1.1" status: 200 len: 217 time: 0.1555321 Nov 12 01:17:17.702187 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e103fe1e-60b0-4b64-98c2-158c23793ca8 req-aa57ccf3-9d7a-4944-b106-161e2da5eabe tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:17.710529 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e103fe1e-60b0-4b64-98c2-158c23793ca8 req-aa57ccf3-9d7a-4944-b106-161e2da5eabe tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=195a5afb-dfd9-439e-aa06-39a3a0660498 HTTP/1.1" status: 200 len: 1096 time: 1.2022531 Nov 12 01:17:17.727644 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-78b0a0b4-d13e-4905-baf3-068be22bc96b service neutron] 10.222.0.16 "GET /v2.0/networks/e0f69fbd-c4e4-47d1-817f-1e3bee936d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2051978 Nov 12 01:17:17.741195 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-444cc5d8-fb1c-4ccf-85b8-9d71a1aa0a36 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:17.785571 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4ac6dfe5-8de4-4681-86fd-05056eb62ab3 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:17.828892 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-4ac6dfe5-8de4-4681-86fd-05056eb62ab3 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Calling delete_port for b255977e-6f99-486b-9e18-b95204c5d4d5 owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:17:17.982169 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:17:17.990236 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 5ce8d1fd-79f1-4ac9-8425-023982afa671 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:17:18.115078 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2d7059ed-6fc3-45e3-9997-f058a6ac0542 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:18.122939 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-4818aec0-3430-4ae1-852b-1c36ce1fe2d8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=e16bb2d8-4ef4-4003-96d4-f65676f445a0 HTTP/1.1" status: 200 len: 217 time: 0.1247094 Nov 12 01:17:18.133597 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2d7059ed-6fc3-45e3-9997-f058a6ac0542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:18.137008 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b3fdba-1126-4184-88e5-9824d187247a req-be4a3662-fe5a-4200-9435-cc41c78e7dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:18.138544 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-22b3fdba-1126-4184-88e5-9824d187247a req-be4a3662-fe5a-4200-9435-cc41c78e7dc9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=238e7ac8-48c4-4bd1-badc-bc04bb2a5f6b HTTP/1.1" status: 200 len: 849 time: 0.4201238 Nov 12 01:17:18.177372 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-7b1fa81e-6c0d-44e5-b466-8918fd1bd1ee None None] Allocated IP 172.20.0.18 (ce6042eb-1eef-41c5-937e-ab6a35eab752/a7c17040-5b5b-4e25-8ce7-cdc90b9ab30e/5ce8d1fd-79f1-4ac9-8425-023982afa671) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:17:18.182499 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 5ce8d1fd-79f1-4ac9-8425-023982afa671 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:18.183309 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:18.266012 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-ceb7e936-e7c6-4bd1-9b1d-92bf888dd001 req-b1cbca8f-3797-4ebc-b242-24fb0ae97a0a tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] Deleting port 3d583b94-d77d-4a4f-9b74-831b0ddf98a3 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:17:18.266591 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ceb7e936-e7c6-4bd1-9b1d-92bf888dd001 req-b1cbca8f-3797-4ebc-b242-24fb0ae97a0a tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:18.293435 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae14177-a914-4eb2-a79f-00a1daa92beb req-61511a77-863e-4ae2-805e-b6d73af324d0 tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:18.294308 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4ae14177-a914-4eb2-a79f-00a1daa92beb req-61511a77-863e-4ae2-805e-b6d73af324d0 tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f65d571-379a-47c5-9f7a-1a1cce1c344a HTTP/1.1" status: 200 len: 949 time: 0.7973726 Nov 12 01:17:18.332667 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4ac6dfe5-8de4-4681-86fd-05056eb62ab3 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:18.335852 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e103fe1e-60b0-4b64-98c2-158c23793ca8 req-4d006549-7b49-44d4-9d71-df54fd5676c9 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=005fdac7-23e1-49b5-835d-98676766ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6241994 Nov 12 01:17:18.367048 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2d7059ed-6fc3-45e3-9997-f058a6ac0542 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1d2ec63965b249e5a5cafc029f67071e&name=default HTTP/1.1" status: 200 len: 3000 time: 3.4147811 Nov 12 01:17:18.374726 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac6dfe5-8de4-4681-86fd-05056eb62ab3 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event deleted for resources: {'Port': ['ID=b255977e-6f99-486b-9e18-b95204c5d4d5,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:18.377560 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52140) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:18.398776 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7059ed-6fc3-45e3-9997-f058a6ac0542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3f5342-704b-4a64-8a21-be819c749a68,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:18.425395 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b3fdba-1126-4184-88e5-9824d187247a req-c5340887-2c5f-4cf6-b5f5-b99a0dc0e7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:18.427310 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-22b3fdba-1126-4184-88e5-9824d187247a req-c5340887-2c5f-4cf6-b5f5-b99a0dc0e7b4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=31d1676f-c0b1-44e7-b405-e2c0516e0de6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2693181 Nov 12 01:17:18.434123 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-b4f346c7-ab6e-40d3-93e0-77b4ac819e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:18.435822 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-b4f346c7-ab6e-40d3-93e0-77b4ac819e63 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb2daa40-94aa-4da9-a752-d3de2dd0a3dd HTTP/1.1" status: 200 len: 797 time: 0.2938852 Nov 12 01:17:18.481000 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4ac6dfe5-8de4-4681-86fd-05056eb62ab3 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:18.487501 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4ac6dfe5-8de4-4681-86fd-05056eb62ab3 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/ports/b255977e-6f99-486b-9e18-b95204c5d4d5 HTTP/1.1" status: 204 len: 168 time: 1.1766839 Nov 12 01:17:18.490845 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52142) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:18.576396 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1921a5fd-c424-4a6a-8afc-9859d9a50787 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:18.578592 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1921a5fd-c424-4a6a-8afc-9859d9a50787 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:18.583213 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1921a5fd-c424-4a6a-8afc-9859d9a50787 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0911117 Nov 12 01:17:18.583865 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52144) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:18.597731 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-12b7dbb8-abbe-4c0d-b70c-c161999ff223 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:18.643589 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-ceb7e936-e7c6-4bd1-9b1d-92bf888dd001 req-b1cbca8f-3797-4ebc-b242-24fb0ae97a0a tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] For port 3d583b94-d77d-4a4f-9b74-831b0ddf98a3, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=3d583b94-d77d-4a4f-9b74-831b0ddf98a3,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:18.644097 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ceb7e936-e7c6-4bd1-9b1d-92bf888dd001 req-b1cbca8f-3797-4ebc-b242-24fb0ae97a0a tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:18.652288 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4ae14177-a914-4eb2-a79f-00a1daa92beb req-4272a489-295c-4c03-b7b3-b29c8a55ec1c tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] 10.222.0.45 "GET /v2.0/security-groups?id=c70b02cf-4dec-4780-ab9d-56f7cc9e503c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275383 Nov 12 01:17:18.668303 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-12b7dbb8-abbe-4c0d-b70c-c161999ff223 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:18.681824 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-ceb7e936-e7c6-4bd1-9b1d-92bf888dd001 req-b1cbca8f-3797-4ebc-b242-24fb0ae97a0a tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] Calling delete_port for 3d583b94-d77d-4a4f-9b74-831b0ddf98a3 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:17:18.712764 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-058a7866-7350-4615-af57-af0b487b3306 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Deleting subnet 2b5287a6-a51e-4285-941a-3708a3e357b0 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:17:18.731663 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-6db76d8f-7062-4a06-97d6-4e65ee32a332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:18.733603 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-6db76d8f-7062-4a06-97d6-4e65ee32a332 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e0f69fbd-c4e4-47d1-817f-1e3bee936d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2700603 Nov 12 01:17:18.739995 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-058a7866-7350-4615-af57-af0b487b3306 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:18.749632 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fd647-524a-450a-b179-8fb496d07efe req-77c36e20-2adb-4dfc-be76-691c5c932e8f tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:18.752484 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c21fd647-524a-450a-b179-8fb496d07efe req-77c36e20-2adb-4dfc-be76-691c5c932e8f tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=e18a9275-4c2a-443d-a64f-332389c9e9a2 HTTP/1.1" status: 200 len: 945 time: 0.3217907 Nov 12 01:17:18.773256 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-7b1fa81e-6c0d-44e5-b466-8918fd1bd1ee None None] For port 5ce8d1fd-79f1-4ac9-8425-023982afa671, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=5ce8d1fd-79f1-4ac9-8425-023982afa671,segment=NetworkSegment(d32323c0-1b7a-44fc-88e4-481879ba07c2),segment_id=d32323c0-1b7a-44fc-88e4-481879ba07c2)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:18.829600 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-058a7866-7350-4615-af57-af0b487b3306 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:18.851418 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7b1fa81e-6c0d-44e5-b466-8918fd1bd1ee None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:18.859771 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7b1fa81e-6c0d-44e5-b466-8918fd1bd1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:18.906531 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-22b3fdba-1126-4184-88e5-9824d187247a req-9cc6ebe4-9edc-40dd-a27c-1630f02726db service neutron] 10.222.0.44 "GET /v2.0/networks/31d1676f-c0b1-44e7-b405-e2c0516e0de6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4635291 Nov 12 01:17:18.913163 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 63aae8cc-64cd-41c7-9de6-6802eaa0aa2f details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:17:18.989642 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-12b7dbb8-abbe-4c0d-b70c-c161999ff223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:18.992469 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-12b7dbb8-abbe-4c0d-b70c-c161999ff223 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:18.993686 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-12b7dbb8-abbe-4c0d-b70c-c161999ff223 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8f3f5342-704b-4a64-8a21-be819c749a68 HTTP/1.1" status: 204 len: 168 time: 0.6044359 Nov 12 01:17:19.027715 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b7dbb8-abbe-4c0d-b70c-c161999ff223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3f5342-704b-4a64-8a21-be819c749a68,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:19.086508 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-444cc5d8-fb1c-4ccf-85b8-9d71a1aa0a36 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Allocated IP 172.20.0.21 (ce6042eb-1eef-41c5-937e-ab6a35eab752/a7c17040-5b5b-4e25-8ce7-cdc90b9ab30e/a194a7d1-64cf-4516-be47-c341f3355d5a) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:17:19.156716 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 63aae8cc-64cd-41c7-9de6-6802eaa0aa2f, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=63aae8cc-64cd-41c7-9de6-6802eaa0aa2f,segment=NetworkSegment(903adb33-be36-4f66-84f3-41189f6c5e3f),segment_id=903adb33-be36-4f66-84f3-41189f6c5e3f)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:19.198450 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1fa81e-6c0d-44e5-b466-8918fd1bd1ee None None] Pushing event updated for resources: {'Port': ['ID=5ce8d1fd-79f1-4ac9-8425-023982afa671,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:19.231679 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '63aae8cc-64cd-41c7-9de6-6802eaa0aa2f', 'network_id': '31d1676f-c0b1-44e7-b405-e2c0516e0de6', 'port_id': '63aae8cc-64cd-41c7-9de6-6802eaa0aa2f', 'mac_address': 'fa:16:3e:fc:f5:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '238e7ac8-48c4-4bd1-badc-bc04bb2a5f6b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:17:19.250663 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-444cc5d8-fb1c-4ccf-85b8-9d71a1aa0a36 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:19.260040 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-058a7866-7350-4615-af57-af0b487b3306 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:19.332793 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c21fd647-524a-450a-b179-8fb496d07efe req-93bb5991-22dc-4026-b4c5-729df2e80406 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/security-groups?id=3077f761-4be2-41f4-97c2-5743e10b623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5034008 Nov 12 01:17:19.333669 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-444cc5d8-fb1c-4ccf-85b8-9d71a1aa0a36 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:19.338414 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:19.362766 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63aae8cc-64cd-41c7-9de6-6802eaa0aa2f {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:17:19.368547 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-058a7866-7350-4615-af57-af0b487b3306 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:19.417899 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 63aae8cc-64cd-41c7-9de6-6802eaa0aa2f, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=63aae8cc-64cd-41c7-9de6-6802eaa0aa2f,segment=NetworkSegment(903adb33-be36-4f66-84f3-41189f6c5e3f),segment_id=903adb33-be36-4f66-84f3-41189f6c5e3f)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:19.426978 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:19.496057 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-9e87910b-fcca-4e49-af46-7a25ef59549b service neutron] 10.222.0.16 "GET /v2.0/networks/e0f69fbd-c4e4-47d1-817f-1e3bee936d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7407255 Nov 12 01:17:19.582226 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=63aae8cc-64cd-41c7-9de6-6802eaa0aa2f,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:19.602985 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a7866-7350-4615-af57-af0b487b3306 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event deleted for resources: {'Subnet': ['ID=2b5287a6-a51e-4285-941a-3708a3e357b0,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:19.614253 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-058a7866-7350-4615-af57-af0b487b3306 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:19.621076 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-058a7866-7350-4615-af57-af0b487b3306 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/2b5287a6-a51e-4285-941a-3708a3e357b0 HTTP/1.1" status: 204 len: 168 time: 1.0324671 Nov 12 01:17:19.652387 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444cc5d8-fb1c-4ccf-85b8-9d71a1aa0a36 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event updated for resources: {'Port': ['ID=a194a7d1-64cf-4516-be47-c341f3355d5a,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:19.658965 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52156) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:19.659623 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52158) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:19.711534 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-edbf7459-4380-486f-9f65-e02a62d31d96 None None] Provisioning complete for port 4d762240-a50f-4d0a-a864-cf34765fe2ae triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:19.712202 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-edbf7459-4380-486f-9f65-e02a62d31d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:19.730378 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e473ba51-03f6-44a1-9384-def32145e6df admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:19.822191 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-04ecc1ca-b0a3-4eda-a976-65ec65932e46 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1259425 Nov 12 01:17:19.832905 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-22b3fdba-1126-4184-88e5-9824d187247a req-8b311a51-8860-4ca2-86eb-c40fefa25f5d service neutron] 10.222.0.44 "GET /v2.0/networks/31d1676f-c0b1-44e7-b405-e2c0516e0de6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8443940 Nov 12 01:17:19.836458 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['63aae8cc-64cd-41c7-9de6-6802eaa0aa2f'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:17:19.838530 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52162) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:19.966661 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ceb7e936-e7c6-4bd1-9b1d-92bf888dd001 req-b1cbca8f-3797-4ebc-b242-24fb0ae97a0a tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:19.991925 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-edbf7459-4380-486f-9f65-e02a62d31d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:20.033273 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-444cc5d8-fb1c-4ccf-85b8-9d71a1aa0a36 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] In _notify_port_updated(), no bound segment for port a194a7d1-64cf-4516-be47-c341f3355d5a on network ce6042eb-1eef-41c5-937e-ab6a35eab752 {{(pid=109086) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:17:20.071872 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444cc5d8-fb1c-4ccf-85b8-9d71a1aa0a36 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:20.078251 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-444cc5d8-fb1c-4ccf-85b8-9d71a1aa0a36 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:20.081583 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-edbf7459-4380-486f-9f65-e02a62d31d96 None None] For port 4d762240-a50f-4d0a-a864-cf34765fe2ae, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=4d762240-a50f-4d0a-a864-cf34765fe2ae,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:20.082364 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce8075a-693f-48ba-9a72-aeca954ff27d req-71c9acc1-6913-4ae2-86a4-2c0b27363f00 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:20.091751 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-444cc5d8-fb1c-4ccf-85b8-9d71a1aa0a36 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "PUT /v2.0/ports/a194a7d1-64cf-4516-be47-c341f3355d5a HTTP/1.1" status: 200 len: 999 time: 2.5114279 Nov 12 01:17:20.094512 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52170) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:20.101870 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5ce8075a-693f-48ba-9a72-aeca954ff27d req-71c9acc1-6913-4ae2-86a4-2c0b27363f00 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=195a5afb-dfd9-439e-aa06-39a3a0660498 HTTP/1.1" status: 200 len: 1097 time: 0.5801451 Nov 12 01:17:20.112686 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-edbf7459-4380-486f-9f65-e02a62d31d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:20.151105 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6307459-c538-42ed-b395-f4232b780c57 None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:17:20.234163 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-614812c5-b384-436a-b71f-9db232735b90 req-9f056559-c6cd-4bc0-bf26-e6ad9fbed7e0 tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f65d571-379a-47c5-9f7a-1a1cce1c344a HTTP/1.1" status: 200 len: 210 time: 0.2732861 Nov 12 01:17:20.257764 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cbca8f-3797-4ebc-b242-24fb0ae97a0a tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] Pushing event deleted for resources: {'Port': ['ID=3d583b94-d77d-4a4f-9b74-831b0ddf98a3,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:20.348736 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 4d762240-a50f-4d0a-a864-cf34765fe2ae up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:17:20.378798 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fc74e8-16cc-4861-99ad-af91ce166b14 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:20.389789 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-d0fc74e8-16cc-4861-99ad-af91ce166b14 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5322337 Nov 12 01:17:20.398588 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52174) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:20.403670 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-becb7798-50c7-4aad-a914-56fb37c75f62 service neutron] 10.222.0.16 "GET /v2.0/networks/e0f69fbd-c4e4-47d1-817f-1e3bee936d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8649809 Nov 12 01:17:20.443261 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5ce8075a-693f-48ba-9a72-aeca954ff27d req-acd8da59-28b8-4cbc-8a5a-6fce86a44c36 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=005fdac7-23e1-49b5-835d-98676766ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404706 Nov 12 01:17:20.452269 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-cf234b0e-b443-457f-a3dd-1a54912abcba None None] Could not find standard attr ID for object b255977e-6f99-486b-9e18-b95204c5d4d5. {{(pid=109087) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:17:20.470299 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb7e936-e7c6-4bd1-9b1d-92bf888dd001 req-b1cbca8f-3797-4ebc-b242-24fb0ae97a0a tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] No DVR routers for this DVR port 3d583b94-d77d-4a4f-9b74-831b0ddf98a3 on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:17:20.479791 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ceb7e936-e7c6-4bd1-9b1d-92bf888dd001 req-b1cbca8f-3797-4ebc-b242-24fb0ae97a0a tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:20.489088 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ceb7e936-e7c6-4bd1-9b1d-92bf888dd001 req-b1cbca8f-3797-4ebc-b242-24fb0ae97a0a tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] 10.222.0.16 "DELETE /v2.0/ports/3d583b94-d77d-4a4f-9b74-831b0ddf98a3 HTTP/1.1" status: 204 len: 173 time: 4.4340985 Nov 12 01:17:20.489948 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f65d571-379a-47c5-9f7a-1a1cce1c344a', 'name': 'network-vif-deleted', 'tag': '3d583b94-d77d-4a4f-9b74-831b0ddf98a3'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:17:20.494182 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2802cd1e-aeb6-4d2c-94e9-3bd1a5603000" -d '{"events": [{"server_uuid": "8f65d571-379a-47c5-9f7a-1a1cce1c344a", "name": "network-vif-deleted", "tag": "3d583b94-d77d-4a4f-9b74-831b0ddf98a3"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:17:20.571846 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-c9111325-da85-4c30-9c12-236c997af958 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=83d38651-499e-4f7f-9790-b505ef5e96b6 HTTP/1.1" status: 200 len: 217 time: 0.1197662 Nov 12 01:17:20.655274 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 3d583b94-d77d-4a4f-9b74-831b0ddf98a3 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:17:20.671349 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e473ba51-03f6-44a1-9384-def32145e6df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:20.681111 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e473ba51-03f6-44a1-9384-def32145e6df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:20.702656 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c89afdb-9ab1-4813-831a-35adadb5dd89 x-openstack-request-id: req-0c89afdb-9ab1-4813-831a-35adadb5dd89 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:17:20.703715 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f65d571-379a-47c5-9f7a-1a1cce1c344a", "name": "network-vif-deleted", "tag": "3d583b94-d77d-4a4f-9b74-831b0ddf98a3", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:17:20.704156 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0c89afdb-9ab1-4813-831a-35adadb5dd89 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:17:20.704732 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f65d571-379a-47c5-9f7a-1a1cce1c344a', 'name': 'network-vif-deleted', 'tag': '3d583b94-d77d-4a4f-9b74-831b0ddf98a3', 'status': 'completed', 'code': 200} Nov 12 01:17:20.705651 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbf7459-4380-486f-9f65-e02a62d31d96 None None] Pushing event updated for resources: {'Port': ['ID=4d762240-a50f-4d0a-a864-cf34765fe2ae,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:20.723926 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] No Port match for: 3d583b94-d77d-4a4f-9b74-831b0ddf98a3 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:17:20.724541 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 3d583b94-d77d-4a4f-9b74-831b0ddf98a3 not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:17:20.749277 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c5eb7d-010a-48c4-a9e3-28f66935fbbd None None] Network ce6042eb-1eef-41c5-937e-ab6a35eab752 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:17:20.757279 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650d6f13-e5db-4111-ab6b-4717c5987c02 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:20.764621 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-650d6f13-e5db-4111-ab6b-4717c5987c02 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3552396 Nov 12 01:17:20.769282 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52182) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:20.816818 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-1fce5766-cd47-496e-8bde-c5296a3ac732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:20.830207 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-1fce5766-cd47-496e-8bde-c5296a3ac732 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb2daa40-94aa-4da9-a752-d3de2dd0a3dd HTTP/1.1" status: 200 len: 797 time: 0.2460127 Nov 12 01:17:20.850965 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e473ba51-03f6-44a1-9384-def32145e6df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3193c99d-3058-4453-9397-0d4442622252,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:20.878213 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e473ba51-03f6-44a1-9384-def32145e6df admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=53feacb3aa7f47a796fc720191ce9559&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2172089 Nov 12 01:17:20.883801 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52184) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:20.893458 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-1a13befa-fd7b-4557-8afa-3f12c47c3acf tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1095102 Nov 12 01:17:20.919395 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52186) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:20.951555 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-e486ccdc-0819-4999-adcb-32348c0d5dc4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'subnet': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:17:20.977617 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-3f03696e-060e-45a5-bb00-b71ff3455bf6 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Deleting port a194a7d1-64cf-4516-be47-c341f3355d5a {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:17:20.978581 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3f03696e-060e-45a5-bb00-b71ff3455bf6 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:20.982552 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 4d762240-a50f-4d0a-a864-cf34765fe2ae triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:20.983640 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:20.985309 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9274a-32bf-41cc-bcdb-bcfa85f737b8 req-0e88c2e5-1b45-4650-9859-0d697e2e5b66 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:20.996634 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9274a-32bf-41cc-bcdb-bcfa85f737b8 req-0e88c2e5-1b45-4650-9859-0d697e2e5b66 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:21.008371 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9274a-32bf-41cc-bcdb-bcfa85f737b8 req-0e88c2e5-1b45-4650-9859-0d697e2e5b66 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:21.020865 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9274a-32bf-41cc-bcdb-bcfa85f737b8 req-0e88c2e5-1b45-4650-9859-0d697e2e5b66 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:21.026886 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-2c7fc21c-bc4c-4a7b-8f23-6eb7586a6bec None None] Provisioning complete for port a194a7d1-64cf-4516-be47-c341f3355d5a triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:21.031421 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2c7fc21c-bc4c-4a7b-8f23-6eb7586a6bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:21.033353 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9274a-32bf-41cc-bcdb-bcfa85f737b8 req-0e88c2e5-1b45-4650-9859-0d697e2e5b66 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:21.044943 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9274a-32bf-41cc-bcdb-bcfa85f737b8 req-0e88c2e5-1b45-4650-9859-0d697e2e5b66 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:21.061153 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9274a-32bf-41cc-bcdb-bcfa85f737b8 req-0e88c2e5-1b45-4650-9859-0d697e2e5b66 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:21.079087 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d7a9274a-32bf-41cc-bcdb-bcfa85f737b8 req-0e88c2e5-1b45-4650-9859-0d697e2e5b66 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 5445 time: 0.4850245 Nov 12 01:17:21.192915 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-58840b2f-8fa6-4c20-bb1c-d13465891406 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:21.229543 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fc21c-bc4c-4a7b-8f23-6eb7586a6bec None None] Port a194a7d1-64cf-4516-be47-c341f3355d5a cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:17:21.285846 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3f03696e-060e-45a5-bb00-b71ff3455bf6 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:21.314307 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-58840b2f-8fa6-4c20-bb1c-d13465891406 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:21.371533 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-3f03696e-060e-45a5-bb00-b71ff3455bf6 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Calling delete_port for a194a7d1-64cf-4516-be47-c341f3355d5a owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:17:21.396508 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e486ccdc-0819-4999-adcb-32348c0d5dc4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:17:21.405827 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6413abed-22b6-4f98-a518-864579df11b1 None None] DHCP port deletion for 89ea60a3-4652-4d77-9cc6-d8bd5a56918e request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:17:21.406137 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e486ccdc-0819-4999-adcb-32348c0d5dc4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:21.428748 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-2c7fc21c-bc4c-4a7b-8f23-6eb7586a6bec None None] Provisioning complete for port 5ce8d1fd-79f1-4ac9-8425-023982afa671 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:21.429615 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2c7fc21c-bc4c-4a7b-8f23-6eb7586a6bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:21.511218 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 5ce8d1fd-79f1-4ac9-8425-023982afa671 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:17:21.572956 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-add8ef7c-ab3b-4eba-acc1-68e3ac2aa5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:21.575699 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-add8ef7c-ab3b-4eba-acc1-68e3ac2aa5d3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e0f69fbd-c4e4-47d1-817f-1e3bee936d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6995392 Nov 12 01:17:21.581583 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1378cf6c-73e4-4475-960e-dc5694f56129 req-b95211af-564a-453b-be15-d9f137dd3191 tempest-VolumesBackupsTest-542951431 tempest-VolumesBackupsTest-542951431-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f65d571-379a-47c5-9f7a-1a1cce1c344a HTTP/1.1" status: 200 len: 210 time: 0.1155169 Nov 12 01:17:21.653870 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-58840b2f-8fa6-4c20-bb1c-d13465891406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:21.654381 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-6413abed-22b6-4f98-a518-864579df11b1 None None] Deleting port 4d762240-a50f-4d0a-a864-cf34765fe2ae {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:17:21.654748 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6413abed-22b6-4f98-a518-864579df11b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:21.660424 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-58840b2f-8fa6-4c20-bb1c-d13465891406 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:21.662575 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-58840b2f-8fa6-4c20-bb1c-d13465891406 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3193c99d-3058-4453-9397-0d4442622252 HTTP/1.1" status: 204 len: 168 time: 0.7754552 Nov 12 01:17:21.680559 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58840b2f-8fa6-4c20-bb1c-d13465891406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3193c99d-3058-4453-9397-0d4442622252,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:21.715713 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 5ce8d1fd-79f1-4ac9-8425-023982afa671 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:21.716117 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:21.816392 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-6413abed-22b6-4f98-a518-864579df11b1 None None] For port 4d762240-a50f-4d0a-a864-cf34765fe2ae, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=4d762240-a50f-4d0a-a864-cf34765fe2ae,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:21.816852 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6413abed-22b6-4f98-a518-864579df11b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:21.836784 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-6413abed-22b6-4f98-a518-864579df11b1 None None] Calling delete_port for 4d762240-a50f-4d0a-a864-cf34765fe2ae owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:17:21.910527 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-cce87a0e-fd6b-4785-aee3-8baadda1c4b1 service neutron] 10.222.0.16 "GET /v2.0/networks/e0f69fbd-c4e4-47d1-817f-1e3bee936d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176699 Nov 12 01:17:21.936901 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3f03696e-060e-45a5-bb00-b71ff3455bf6 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:21.942788 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d7a9274a-32bf-41cc-bcdb-bcfa85f737b8 req-84bbfcfc-258c-4b4f-896c-31d84b237c06 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/security-groups?id=f35c197b-ae20-4eaa-b206-2ef393b1f8c4&id=f7233b9f-1065-4d72-90ac-8ac47fde62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8620572 Nov 12 01:17:22.014203 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f03696e-060e-45a5-bb00-b71ff3455bf6 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event deleted for resources: {'Port': ['ID=a194a7d1-64cf-4516-be47-c341f3355d5a,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:22.119789 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6413abed-22b6-4f98-a518-864579df11b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:22.175833 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6413abed-22b6-4f98-a518-864579df11b1 None None] Pushing event deleted for resources: {'Port': ['ID=4d762240-a50f-4d0a-a864-cf34765fe2ae,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:22.193580 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6413abed-22b6-4f98-a518-864579df11b1 None None] No DVR routers for this DVR port 4d762240-a50f-4d0a-a864-cf34765fe2ae on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:17:22.288866 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-a327a722-299e-45b0-9e38-8aafdc56cf87 None None] Could not find standard attr ID for object a194a7d1-64cf-4516-be47-c341f3355d5a. {{(pid=109087) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:17:22.306013 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 4d762240-a50f-4d0a-a864-cf34765fe2ae no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:17:22.439234 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 4d762240-a50f-4d0a-a864-cf34765fe2ae {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:17:22.439777 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 4d762240-a50f-4d0a-a864-cf34765fe2ae not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:17:22.491406 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-a327a722-299e-45b0-9e38-8aafdc56cf87 None None] Provisioning complete for port 5ce8d1fd-79f1-4ac9-8425-023982afa671 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:22.491406 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a327a722-299e-45b0-9e38-8aafdc56cf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:22.767302 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd8cee8-685f-4d80-8d76-21a8e3109ea4 req-184ff470-8551-4256-b75f-3425669c7be1 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:22.772202 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bcd8cee8-685f-4d80-8d76-21a8e3109ea4 req-184ff470-8551-4256-b75f-3425669c7be1 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=195a5afb-dfd9-439e-aa06-39a3a0660498 HTTP/1.1" status: 200 len: 1097 time: 0.8171084 Nov 12 01:17:22.822732 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3f03696e-060e-45a5-bb00-b71ff3455bf6 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:22.831812 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3f03696e-060e-45a5-bb00-b71ff3455bf6 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "DELETE /v2.0/ports/a194a7d1-64cf-4516-be47-c341f3355d5a HTTP/1.1" status: 204 len: 168 time: 2.7363362 Nov 12 01:17:22.832532 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52214) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:22.861801 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-c1e0cc6c-129e-49c4-989e-1d4859d5411d service neutron] 10.222.0.16 "GET /v2.0/networks/e0f69fbd-c4e4-47d1-817f-1e3bee936d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9132426 Nov 12 01:17:22.888232 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ff65e4d-4abd-41a8-912d-9fdfb1c7783a tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] GET failed (client error): The resource could not be found. Nov 12 01:17:22.893463 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0ff65e4d-4abd-41a8-912d-9fdfb1c7783a tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "GET /v2.0/ports/a194a7d1-64cf-4516-be47-c341f3355d5a HTTP/1.1" status: 404 len: 333 time: 0.0597544 Nov 12 01:17:22.894136 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52218) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:22.933822 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 63aae8cc-64cd-41c7-9de6-6802eaa0aa2f up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:17:22.973267 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-22aebc5c-b8b6-40b6-861f-07224fc57fb0 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Deleting subnet a7c17040-5b5b-4e25-8ce7-cdc90b9ab30e {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:17:22.980216 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-22aebc5c-b8b6-40b6-861f-07224fc57fb0 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:23.024543 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-509d4bda-2432-4b66-a3e7-d0b3359591e2 None None] Could not find standard attr ID for object a194a7d1-64cf-4516-be47-c341f3355d5a. {{(pid=109087) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:17:23.065998 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 63aae8cc-64cd-41c7-9de6-6802eaa0aa2f completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:17:23.074149 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 63aae8cc-64cd-41c7-9de6-6802eaa0aa2f triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:23.074770 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:23.114704 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963c579-402a-48bd-ab35-959d7bcb0c70 req-01c5cb3c-3c33-4785-8887-e41bde0f4405 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:23.120086 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-22aebc5c-b8b6-40b6-861f-07224fc57fb0 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:23.121870 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963c579-402a-48bd-ab35-959d7bcb0c70 req-01c5cb3c-3c33-4785-8887-e41bde0f4405 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:23.128623 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963c579-402a-48bd-ab35-959d7bcb0c70 req-01c5cb3c-3c33-4785-8887-e41bde0f4405 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:23.135498 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963c579-402a-48bd-ab35-959d7bcb0c70 req-01c5cb3c-3c33-4785-8887-e41bde0f4405 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:23.142481 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963c579-402a-48bd-ab35-959d7bcb0c70 req-01c5cb3c-3c33-4785-8887-e41bde0f4405 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:23.149815 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963c579-402a-48bd-ab35-959d7bcb0c70 req-01c5cb3c-3c33-4785-8887-e41bde0f4405 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:23.156900 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963c579-402a-48bd-ab35-959d7bcb0c70 req-01c5cb3c-3c33-4785-8887-e41bde0f4405 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:23.167894 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a963c579-402a-48bd-ab35-959d7bcb0c70 req-01c5cb3c-3c33-4785-8887-e41bde0f4405 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 5445 time: 0.9039843 Nov 12 01:17:23.335838 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:23.344007 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-1aaabe30-398e-4a61-ab85-f8b43f843b9b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=3992154e-cd6b-4a86-9bb7-884f827bc8e2 HTTP/1.1" status: 200 len: 217 time: 0.4081986 Nov 12 01:17:23.355400 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e486ccdc-0819-4999-adcb-32348c0d5dc4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:23.403705 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bcd8cee8-685f-4d80-8d76-21a8e3109ea4 req-ff7293e3-1815-4a85-8b68-f2c3f96005a4 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=005fdac7-23e1-49b5-835d-98676766ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6002169 Nov 12 01:17:23.493014 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-22aebc5c-b8b6-40b6-861f-07224fc57fb0 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:23.514968 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-8d5b35b6-7db7-4fbd-9e0e-89d383f53f8a None None] Could not find standard attr ID for object a194a7d1-64cf-4516-be47-c341f3355d5a. {{(pid=109087) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:17:23.521852 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e486ccdc-0819-4999-adcb-32348c0d5dc4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:17:23.537733 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-e486ccdc-0819-4999-adcb-32348c0d5dc4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:17:23.554324 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e486ccdc-0819-4999-adcb-32348c0d5dc4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:23.555945 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e486ccdc-0819-4999-adcb-32348c0d5dc4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:23.583769 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '195a5afb-dfd9-439e-aa06-39a3a0660498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63aae8cc-64cd-41c7-9de6-6802eaa0aa2f'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:17:23.585966 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-e5db91be-0256-4d29-abdc-f429dccb3c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:23.588186 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-e5db91be-0256-4d29-abdc-f429dccb3c75 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb2daa40-94aa-4da9-a752-d3de2dd0a3dd HTTP/1.1" status: 200 len: 797 time: 0.2353878 Nov 12 01:17:23.592324 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bfcad75-a210-42e0-9dca-d5fe34cb22dc" -d '{"events": [{"server_uuid": "195a5afb-dfd9-439e-aa06-39a3a0660498", "name": "network-vif-plugged", "status": "completed", "tag": "63aae8cc-64cd-41c7-9de6-6802eaa0aa2f"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:17:23.595654 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e486ccdc-0819-4999-adcb-32348c0d5dc4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Subnet': ['ID=06b14699-c42b-4b9a-9e83-b46f2530f01a,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:23.630329 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8685cc2-aaa5-4298-9d54-f211d66e9c97 None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:17:23.665295 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-22aebc5c-b8b6-40b6-861f-07224fc57fb0 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:23.673080 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e486ccdc-0819-4999-adcb-32348c0d5dc4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7292325 Nov 12 01:17:23.674397 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52236) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:23.686742 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-6fccf945-4feb-4ea2-ae38-67a8f47f19c6 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'port': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'fixed_ips': [{'subnet_id': '06b14699-c42b-4b9a-9e83-b46f2530f01a', 'ip_address': '2001:db8::3d97:4588:390c:de5b'}], 'name': 'tempest-NetworksTestDHCPv6-1645946855'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:17:23.745346 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aebc5c-b8b6-40b6-861f-07224fc57fb0 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event deleted for resources: {'Subnet': ['ID=a7c17040-5b5b-4e25-8ce7-cdc90b9ab30e,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:23.789878 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-22aebc5c-b8b6-40b6-861f-07224fc57fb0 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:23.794697 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20bdb074-6e99-489d-b45c-14d9c1757574 x-openstack-request-id: req-20bdb074-6e99-489d-b45c-14d9c1757574 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:17:23.796817 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "195a5afb-dfd9-439e-aa06-39a3a0660498", "name": "network-vif-plugged", "status": "completed", "tag": "63aae8cc-64cd-41c7-9de6-6802eaa0aa2f", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:17:23.798715 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-20bdb074-6e99-489d-b45c-14d9c1757574 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:17:23.799702 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '195a5afb-dfd9-439e-aa06-39a3a0660498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63aae8cc-64cd-41c7-9de6-6802eaa0aa2f', 'code': 200} Nov 12 01:17:23.807891 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-22aebc5c-b8b6-40b6-861f-07224fc57fb0 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "DELETE /v2.0/subnets/a7c17040-5b5b-4e25-8ce7-cdc90b9ab30e HTTP/1.1" status: 204 len: 168 time: 0.9123690 Nov 12 01:17:23.809175 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52242) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:23.810642 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 63aae8cc-64cd-41c7-9de6-6802eaa0aa2f, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=63aae8cc-64cd-41c7-9de6-6802eaa0aa2f,segment=NetworkSegment(903adb33-be36-4f66-84f3-41189f6c5e3f),segment_id=903adb33-be36-4f66-84f3-41189f6c5e3f)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:23.947583 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:23.972153 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1118089b-8dd2-44ac-92a3-29f6e62d0966 None None] Network ce6042eb-1eef-41c5-937e-ab6a35eab752 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:17:23.999256 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-39abc6b7-f0cb-4f8d-97d9-210f8bdf62bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:24.002020 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-39abc6b7-f0cb-4f8d-97d9-210f8bdf62bb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e0f69fbd-c4e4-47d1-817f-1e3bee936d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3967521 Nov 12 01:17:24.033399 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1bf24ff-6079-4880-8411-00568368a470 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Deleting subnet 3946a1ee-a8d5-4594-9f14-f9f473a4cd49 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:17:24.043561 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b1bf24ff-6079-4880-8411-00568368a470 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:24.147228 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b1bf24ff-6079-4880-8411-00568368a470 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:24.150713 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f75583-7a46-4425-a949-44e2bcde8421 req-1c79dc02-0c3f-401e-9053-ec507b66d963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:24.159427 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-62f75583-7a46-4425-a949-44e2bcde8421 req-1c79dc02-0c3f-401e-9053-ec507b66d963 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=195a5afb-dfd9-439e-aa06-39a3a0660498 HTTP/1.1" status: 200 len: 1098 time: 0.2365975 Nov 12 01:17:24.181312 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-fcfcf45e-20c7-4322-8971-4761fb1fbaee None None] Could not find standard attr ID for object a194a7d1-64cf-4516-be47-c341f3355d5a. {{(pid=109087) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:17:24.474885 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b1bf24ff-6079-4880-8411-00568368a470 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:24.840969 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=63aae8cc-64cd-41c7-9de6-6802eaa0aa2f,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:24.969038 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b1bf24ff-6079-4880-8411-00568368a470 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:25.075104 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf24ff-6079-4880-8411-00568368a470 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event deleted for resources: {'Subnet': ['ID=3946a1ee-a8d5-4594-9f14-f9f473a4cd49,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:25.090891 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b1bf24ff-6079-4880-8411-00568368a470 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:25.109647 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b1bf24ff-6079-4880-8411-00568368a470 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "DELETE /v2.0/subnets/3946a1ee-a8d5-4594-9f14-f9f473a4cd49 HTTP/1.1" status: 204 len: 168 time: 1.2914474 Nov 12 01:17:25.110662 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52280) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:25.340984 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fccf945-4feb-4ea2-ae38-67a8f47f19c6 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:17:25.381089 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f797fd74-ffc7-4c4b-8e45-ecbe541db061 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'tenant_id': '70514e17c07e4902b3c1ce1ff6844138', 'fixed_ips': [{'subnet_id': '06b14699-c42b-4b9a-9e83-b46f2530f01a'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:17:25.382835 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f797fd74-ffc7-4c4b-8e45-ecbe541db061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:25.555439 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-62f75583-7a46-4425-a949-44e2bcde8421 req-84db8082-e17a-4a60-911c-f685dcabc4ec service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=005fdac7-23e1-49b5-835d-98676766ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3772624 Nov 12 01:17:25.562940 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1606e00f-9e23-463d-8e5e-28b004721de7 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:25.580024 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-7f98322e-b2b2-469f-8867-2952faf98d9b service neutron] 10.222.0.16 "GET /v2.0/networks/e0f69fbd-c4e4-47d1-817f-1e3bee936d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5588651 Nov 12 01:17:25.717179 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4304230-c174-438d-8ea8-2ed9469feb31 req-d4662c6c-7079-4cb8-84a6-dd16f3ca01b8 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:25.727456 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e4304230-c174-438d-8ea8-2ed9469feb31 req-d4662c6c-7079-4cb8-84a6-dd16f3ca01b8 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=195a5afb-dfd9-439e-aa06-39a3a0660498 HTTP/1.1" status: 200 len: 1098 time: 0.5297177 Nov 12 01:17:25.769198 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-1606e00f-9e23-463d-8e5e-28b004721de7 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Deleting port 5ce8d1fd-79f1-4ac9-8425-023982afa671 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:17:25.769883 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1606e00f-9e23-463d-8e5e-28b004721de7 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:25.978894 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-1606e00f-9e23-463d-8e5e-28b004721de7 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] For port 5ce8d1fd-79f1-4ac9-8425-023982afa671, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=5ce8d1fd-79f1-4ac9-8425-023982afa671,segment=NetworkSegment(d32323c0-1b7a-44fc-88e4-481879ba07c2),segment_id=d32323c0-1b7a-44fc-88e4-481879ba07c2)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:25.979283 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1606e00f-9e23-463d-8e5e-28b004721de7 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:26.011635 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6fccf945-4feb-4ea2-ae38-67a8f47f19c6 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:26.022853 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-1606e00f-9e23-463d-8e5e-28b004721de7 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Calling delete_port for 5ce8d1fd-79f1-4ac9-8425-023982afa671 owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:17:26.169630 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-d758df2d-029f-4ba0-82c9-6000f2192469 service neutron] 10.222.0.16 "GET /v2.0/networks/e0f69fbd-c4e4-47d1-817f-1e3bee936d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5742600 Nov 12 01:17:26.184040 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e4304230-c174-438d-8ea8-2ed9469feb31 req-2c2b740f-fa0a-4e48-a8b0-b3775436aa30 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=005fdac7-23e1-49b5-835d-98676766ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4296050 Nov 12 01:17:26.200550 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [None req-6fccf945-4feb-4ea2-ae38-67a8f47f19c6 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] device_id is not set on port 94f40e1f-7d22-4fe9-a5cc-7f419649d3ba yet. {{(pid=109085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:17:26.296257 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-c85b8697-7b93-4bc8-be3d-1d1b894de20f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=962ed579-ad73-4ad7-bc46-ba9a92d2a0c9 HTTP/1.1" status: 200 len: 217 time: 0.1150866 Nov 12 01:17:26.468194 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1606e00f-9e23-463d-8e5e-28b004721de7 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:26.478325 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-e5151559-e87b-4224-b95b-c0f947967a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:26.479307 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-e5151559-e87b-4224-b95b-c0f947967a2e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=941778bd-314e-4867-8a75-0adb70d31051 HTTP/1.1" status: 200 len: 797 time: 0.1464083 Nov 12 01:17:26.613780 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b049a8b2-17b2-47b3-af0c-6a5ad76f9944 None None] Update dhcp port {'port': {'network_id': 'ce6042eb-1eef-41c5-937e-ab6a35eab752', 'fixed_ips': [{'subnet_id': '3946a1ee-a8d5-4594-9f14-f9f473a4cd49'}], 'binding:host_id': 'n-d-712142-27'}, 'id': '5ce8d1fd-79f1-4ac9-8425-023982afa671'} from n-d-712142-27. {{(pid=109087) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 01:17:26.618646 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1606e00f-9e23-463d-8e5e-28b004721de7 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] No DVR routers for this DVR port 5ce8d1fd-79f1-4ac9-8425-023982afa671 on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:17:26.634926 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1606e00f-9e23-463d-8e5e-28b004721de7 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event deleted for resources: {'Port': ['ID=5ce8d1fd-79f1-4ac9-8425-023982afa671,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:26.720004 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b049a8b2-17b2-47b3-af0c-6a5ad76f9944 None None] Host n-d-712142-27 tried to update port 5ce8d1fd-79f1-4ac9-8425-023982afa671 which no longer exists. {{(pid=109087) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:334}} Nov 12 01:17:26.816617 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1606e00f-9e23-463d-8e5e-28b004721de7 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:26.931722 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-1606e00f-9e23-463d-8e5e-28b004721de7 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce6042eb-1eef-41c5-937e-ab6a35eab752']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:26.988576 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-f797fd74-ffc7-4c4b-8e45-ecbe541db061 None None] Allocated IP 2001:db8::2 (89ea60a3-4652-4d77-9cc6-d8bd5a56918e/06b14699-c42b-4b9a-9e83-b46f2530f01a/26079a5d-c039-428f-9b32-0f5b4c7932cb) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:17:26.991302 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-1606e00f-9e23-463d-8e5e-28b004721de7 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd32323c0-1b7a-44fc-88e4-481879ba07c2') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:26.994832 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-1606e00f-9e23-463d-8e5e-28b004721de7 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd32323c0-1b7a-44fc-88e4-481879ba07c2') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:27.011833 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-f526ddde-1596-4cae-9982-0142fa7e0389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:27.021442 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-f526ddde-1596-4cae-9982-0142fa7e0389 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ea33bcf4-68e4-41d3-a621-b5e53b96e513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5261490 Nov 12 01:17:27.053376 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9af6343-085b-458a-8433-95aaf9ae8d49 None None] Network ce6042eb-1eef-41c5-937e-ab6a35eab752 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:17:27.073411 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1606e00f-9e23-463d-8e5e-28b004721de7 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:27.171782 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1606e00f-9e23-463d-8e5e-28b004721de7 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:27.212972 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1606e00f-9e23-463d-8e5e-28b004721de7 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:17:27.214476 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1606e00f-9e23-463d-8e5e-28b004721de7 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:27.235773 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:17:27.235773 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:17:27.235773 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:17:27.235773 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:17:27.235773 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:17:27.235773 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:17:27.235773 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:17:27.235773 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:17:27.235773 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:17:27.235773 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:17:27.235773 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:17:27.235773 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:17:27.235773 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:17:27.235773 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:17:27.235773 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:17:27.235773 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:17:27.235773 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:17:27.235773 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:17:27.235773 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:17:27.235773 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:17:27.235773 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:17:27.235773 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:17:27.235773 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:17:27.235773 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:17:27.235773 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:17:27.235773 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:17:27.235773 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:17:27.235773 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:17:27.235773 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:17:27.235773 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:17:27.235773 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:17:27.235773 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:17:27.355150 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-bc067898-3a07-4b92-8610-9562d1ba7e15 None None] Could not find standard attr ID for object 5ce8d1fd-79f1-4ac9-8425-023982afa671. {{(pid=109087) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:17:27.541112 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-0209f179-1230-4ce4-8491-ab6a07cf017b service neutron] 10.222.0.16 "GET /v2.0/networks/ea33bcf4-68e4-41d3-a621-b5e53b96e513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5055306 Nov 12 01:17:27.556762 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1606e00f-9e23-463d-8e5e-28b004721de7 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:27.576116 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1606e00f-9e23-463d-8e5e-28b004721de7 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:27.610688 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1606e00f-9e23-463d-8e5e-28b004721de7 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "DELETE /v2.0/networks/ce6042eb-1eef-41c5-937e-ab6a35eab752 HTTP/1.1" status: 204 len: 168 time: 2.4973342 Nov 12 01:17:27.612985 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52326) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:27.735308 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1606e00f-9e23-463d-8e5e-28b004721de7 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event deleted for resources: {'Network': ['ID=ce6042eb-1eef-41c5-937e-ab6a35eab752,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:27.738498 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b8692b2-e955-422f-9c47-13dbf70406a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:27.872254 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e084b1f-0535-4d25-9343-8e682725bfd2 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:27.875521 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1e084b1f-0535-4d25-9343-8e682725bfd2 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2368376 Nov 12 01:17:27.883886 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52332) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:27.896180 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930e9cc7-0048-494f-934e-2fd12bdab6a3 None None] DHCP port deletion for ce6042eb-1eef-41c5-937e-ab6a35eab752 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:17:27.938258 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-537ff09c-035c-487c-969a-59efe2503249 service neutron] 10.222.0.16 "GET /v2.0/networks/ea33bcf4-68e4-41d3-a621-b5e53b96e513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198318 Nov 12 01:17:27.995245 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d904de81-9bb7-48b6-8ea2-4140a930d25a req-00a8ff83-0695-4745-b88b-c21e1bd9b82a tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:28.013885 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d904de81-9bb7-48b6-8ea2-4140a930d25a req-00a8ff83-0695-4745-b88b-c21e1bd9b82a tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=195a5afb-dfd9-439e-aa06-39a3a0660498 HTTP/1.1" status: 200 len: 1098 time: 0.5443239 Nov 12 01:17:28.116394 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6e8929c7-e607-47a9-b38d-e1844e59ddb9 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2304840 Nov 12 01:17:28.117367 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52334) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:28.152598 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-8595092a-f3dc-420e-88eb-7fa771d40838 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=01057b9c-0ebb-4361-8584-92a34114849a HTTP/1.1" status: 200 len: 217 time: 0.1978071 Nov 12 01:17:28.180859 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-3e78e2a3-9214-4414-a2c3-4ef6d89ab67c tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1890472748'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:17:28.245559 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 5ce8d1fd-79f1-4ac9-8425-023982afa671 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:17:28.326431 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e78e2a3-9214-4414-a2c3-4ef6d89ab67c tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Made reservation on behalf of 10e024f1501d4f999bfc171e7c9c2478 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:17:28.344212 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f797fd74-ffc7-4c4b-8e45-ecbe541db061 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:28.347402 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3e78e2a3-9214-4414-a2c3-4ef6d89ab67c tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:28.354789 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 5ce8d1fd-79f1-4ac9-8425-023982afa671 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:17:28.356085 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 5ce8d1fd-79f1-4ac9-8425-023982afa671 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:17:28.378946 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f797fd74-ffc7-4c4b-8e45-ecbe541db061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:28.386171 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52336) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:28.485452 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e78e2a3-9214-4414-a2c3-4ef6d89ab67c tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:17:28.496500 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f797fd74-ffc7-4c4b-8e45-ecbe541db061 None None] Pushing event updated for resources: {'Port': ['ID=26079a5d-c039-428f-9b32-0f5b4c7932cb,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:28.521964 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3e78e2a3-9214-4414-a2c3-4ef6d89ab67c tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:28.525308 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-3e78e2a3-9214-4414-a2c3-4ef6d89ab67c tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Added segment 94234021-1537-49da-9794-fab37cad8887 of type vlan for network 5e6b41fe-7fad-428b-bbdc-938b1fe59372 Nov 12 01:17:28.526505 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f797fd74-ffc7-4c4b-8e45-ecbe541db061 None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:17:28.529025 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-f797fd74-ffc7-4c4b-8e45-ecbe541db061 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:17:28.536015 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f797fd74-ffc7-4c4b-8e45-ecbe541db061 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:17:28.545251 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d904de81-9bb7-48b6-8ea2-4140a930d25a req-c0c35349-c297-4659-8eb6-3101c802bca5 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=005fdac7-23e1-49b5-835d-98676766ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3906529 Nov 12 01:17:28.565213 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-99187e93-fcba-4af6-9d93-1f9294887864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:28.570865 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-99187e93-fcba-4af6-9d93-1f9294887864 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=941778bd-314e-4867-8a75-0adb70d31051 HTTP/1.1" status: 200 len: 797 time: 0.3910003 Nov 12 01:17:28.758198 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-6fccf945-4feb-4ea2-ae38-67a8f47f19c6 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Allocated IP 2001:db8::3d97:4588:390c:de5b (89ea60a3-4652-4d77-9cc6-d8bd5a56918e/06b14699-c42b-4b9a-9e83-b46f2530f01a/94f40e1f-7d22-4fe9-a5cc-7f419649d3ba) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:17:28.774381 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3e78e2a3-9214-4414-a2c3-4ef6d89ab67c tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:28.821191 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-f797fd74-ffc7-4c4b-8e45-ecbe541db061 None None] Attempting to bind port 26079a5d-c039-428f-9b32-0f5b4c7932cb on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:17:28.822053 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-f797fd74-ffc7-4c4b-8e45-ecbe541db061 None None] Attempting to bind port 26079a5d-c039-428f-9b32-0f5b4c7932cb by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:17:28.822415 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f797fd74-ffc7-4c4b-8e45-ecbe541db061 None None] Attempting to bind port 26079a5d-c039-428f-9b32-0f5b4c7932cb on network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:17:28.868294 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f797fd74-ffc7-4c4b-8e45-ecbe541db061 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:17:28.869030 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f797fd74-ffc7-4c4b-8e45-ecbe541db061 None None] Checking segment: {'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:17:28.869702 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f797fd74-ffc7-4c4b-8e45-ecbe541db061 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:28.870310 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f797fd74-ffc7-4c4b-8e45-ecbe541db061 None None] Bound using segment: {'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:17:28.871134 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-f797fd74-ffc7-4c4b-8e45-ecbe541db061 None None] Bound port: 26079a5d-c039-428f-9b32-0f5b4c7932cb, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:17:28.871762 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f797fd74-ffc7-4c4b-8e45-ecbe541db061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:28.904945 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3e78e2a3-9214-4414-a2c3-4ef6d89ab67c tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:28.923805 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e78e2a3-9214-4414-a2c3-4ef6d89ab67c tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:28.924854 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3e78e2a3-9214-4414-a2c3-4ef6d89ab67c tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:28.989886 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7f6cc-58bf-4621-8040-e92f2e1f59dc req-61083de1-871a-490a-9677-f1f46daae0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:28.990848 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7f6cc-58bf-4621-8040-e92f2e1f59dc req-61083de1-871a-490a-9677-f1f46daae0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:28.991690 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7f6cc-58bf-4621-8040-e92f2e1f59dc req-61083de1-871a-490a-9677-f1f46daae0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:28.992706 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7f6cc-58bf-4621-8040-e92f2e1f59dc req-61083de1-871a-490a-9677-f1f46daae0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:28.993401 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7f6cc-58bf-4621-8040-e92f2e1f59dc req-61083de1-871a-490a-9677-f1f46daae0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:28.994212 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7f6cc-58bf-4621-8040-e92f2e1f59dc req-61083de1-871a-490a-9677-f1f46daae0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:28.995013 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7f6cc-58bf-4621-8040-e92f2e1f59dc req-61083de1-871a-490a-9677-f1f46daae0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:29.016822 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-63b7f6cc-58bf-4621-8040-e92f2e1f59dc req-61083de1-871a-490a-9677-f1f46daae0b0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 6509 time: 0.6242545 Nov 12 01:17:29.030480 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3e78e2a3-9214-4414-a2c3-4ef6d89ab67c tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8902998 Nov 12 01:17:29.040192 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52348) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:29.066255 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-591c5a2d-6ab0-4dd6-ab3e-c6cc2d9ac5be tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Request body: {'subnet': {'network_id': '5e6b41fe-7fad-428b-bbdc-938b1fe59372', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:17:29.217527 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-f797fd74-ffc7-4c4b-8e45-ecbe541db061 None None] For port 26079a5d-c039-428f-9b32-0f5b4c7932cb, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:17:29.239742 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-f797fd74-ffc7-4c4b-8e45-ecbe541db061 None None] For port 26079a5d-c039-428f-9b32-0f5b4c7932cb, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=26079a5d-c039-428f-9b32-0f5b4c7932cb,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:17:29.266476 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f797fd74-ffc7-4c4b-8e45-ecbe541db061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:29.314983 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-75a6d87c-e55c-44a9-9102-d7cc5276aa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:29.318201 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-75a6d87c-e55c-44a9-9102-d7cc5276aa78 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ea33bcf4-68e4-41d3-a621-b5e53b96e513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7359776 Nov 12 01:17:29.407103 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f60399-91c4-4f5f-af71-e4fb1ccd910b req-b106a7c4-e419-490d-81d6-aa466724d172 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:29.423363 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a6f60399-91c4-4f5f-af71-e4fb1ccd910b req-b106a7c4-e419-490d-81d6-aa466724d172 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=195a5afb-dfd9-439e-aa06-39a3a0660498 HTTP/1.1" status: 200 len: 1098 time: 0.7108295 Nov 12 01:17:29.485912 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f797fd74-ffc7-4c4b-8e45-ecbe541db061 None None] Pushing event updated for resources: {'Port': ['ID=26079a5d-c039-428f-9b32-0f5b4c7932cb,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:29.616423 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6fccf945-4feb-4ea2-ae38-67a8f47f19c6 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:29.696781 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-63b7f6cc-58bf-4621-8040-e92f2e1f59dc req-1032b15e-a424-481b-aded-26318c4e730f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f35c197b-ae20-4eaa-b206-2ef393b1f8c4&id=f7233b9f-1065-4d72-90ac-8ac47fde62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5250311 Nov 12 01:17:29.753059 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e78e2a3-9214-4414-a2c3-4ef6d89ab67c tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event updated for resources: {'Network': ['ID=5e6b41fe-7fad-428b-bbdc-938b1fe59372,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:29.775402 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 5e6b41fe-7fad-428b-bbdc-938b1fe59372 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:17:29.778958 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591c5a2d-6ab0-4dd6-ab3e-c6cc2d9ac5be tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Made reservation on behalf of 10e024f1501d4f999bfc171e7c9c2478 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:17:29.793177 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-591c5a2d-6ab0-4dd6-ab3e-c6cc2d9ac5be tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:29.971690 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-32466267-8e0c-41ac-9a8d-2c146e711af6 service neutron] 10.222.0.16 "GET /v2.0/networks/ea33bcf4-68e4-41d3-a621-b5e53b96e513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5697215 Nov 12 01:17:30.168708 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6fccf945-4feb-4ea2-ae38-67a8f47f19c6 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:30.370285 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a6f60399-91c4-4f5f-af71-e4fb1ccd910b req-1bb76bf4-b3a8-4381-bcc0-f7fa733a36a9 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=005fdac7-23e1-49b5-835d-98676766ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9452662 Nov 12 01:17:30.392619 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 26079a5d-c039-428f-9b32-0f5b4c7932cb up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:17:30.486926 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-591c5a2d-6ab0-4dd6-ab3e-c6cc2d9ac5be tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:30.542482 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 26079a5d-c039-428f-9b32-0f5b4c7932cb triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:30.543425 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:30.571205 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fccf945-4feb-4ea2-ae38-67a8f47f19c6 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Port': ['ID=94f40e1f-7d22-4fe9-a5cc-7f419649d3ba,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:30.619464 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c5a2d-6ab0-4dd6-ab3e-c6cc2d9ac5be tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event updated for resources: {'Subnet': ['ID=b21378ab-43c1-481a-aafa-7f2ca772a524,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:30.630156 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fccf945-4feb-4ea2-ae38-67a8f47f19c6 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:17:30.638281 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591c5a2d-6ab0-4dd6-ab3e-c6cc2d9ac5be tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Checking segment: {'id': '94234021-1537-49da-9794-fab37cad8887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5e6b41fe-7fad-428b-bbdc-938b1fe59372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:17:30.638838 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591c5a2d-6ab0-4dd6-ab3e-c6cc2d9ac5be tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Network hostable DHCP agents. Network: 5e6b41fe-7fad-428b-bbdc-938b1fe59372, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:17:30.657247 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-6fccf945-4feb-4ea2-ae38-67a8f47f19c6 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:17:30.670626 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fccf945-4feb-4ea2-ae38-67a8f47f19c6 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:17:30.670894 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591c5a2d-6ab0-4dd6-ab3e-c6cc2d9ac5be tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Network 5e6b41fe-7fad-428b-bbdc-938b1fe59372 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:17:30.688547 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fccf945-4feb-4ea2-ae38-67a8f47f19c6 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:30.689626 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6fccf945-4feb-4ea2-ae38-67a8f47f19c6 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:30.692135 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-591c5a2d-6ab0-4dd6-ab3e-c6cc2d9ac5be tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 5e6b41fe-7fad-428b-bbdc-938b1fe59372) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:17:30.705333 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591c5a2d-6ab0-4dd6-ab3e-c6cc2d9ac5be tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:30.708777 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0076ebc5-3531-4fcd-8b2a-1b1659905716 None None] Network 5e6b41fe-7fad-428b-bbdc-938b1fe59372 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:17:30.709716 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-591c5a2d-6ab0-4dd6-ab3e-c6cc2d9ac5be tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:30.751846 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-591c5a2d-6ab0-4dd6-ab3e-c6cc2d9ac5be tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7072089 Nov 12 01:17:30.759530 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52380) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:30.781064 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-9c17d5d6-2b71-4894-ac74-1cc5c0ccff90 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Request body: {'port': {'network_id': '5e6b41fe-7fad-428b-bbdc-938b1fe59372', 'name': 'tempest-PortsTestJSON-1439934356'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:17:30.961489 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-6fccf945-4feb-4ea2-ae38-67a8f47f19c6 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 7.2854316 Nov 12 01:17:30.970524 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52386) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:30.992250 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-073f25eb-c82d-4cac-8b65-1917a58ff635 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'port': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'fixed_ips': [{'subnet_id': '06b14699-c42b-4b9a-9e83-b46f2530f01a', 'ip_address': '2001:db8::3d97:4588:390c:de5b'}], 'name': 'tempest-NetworksTestDHCPv6-2079895896'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:17:31.002544 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:31.061590 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d514cfbd-6d70-4815-ae3c-d83072b04467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:31.105238 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 26079a5d-c039-428f-9b32-0f5b4c7932cb, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=26079a5d-c039-428f-9b32-0f5b4c7932cb,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:31.113868 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:31.121009 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b0f2fedb-77a9-415b-bfa2-111a6db5677b req-87f8456d-224d-4ee5-b591-3ce5733d15e0 service neutron] 10.222.0.16 "GET /v2.0/networks/ea33bcf4-68e4-41d3-a621-b5e53b96e513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1377437 Nov 12 01:17:31.197868 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c17d5d6-2b71-4894-ac74-1cc5c0ccff90 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Made reservation on behalf of 10e024f1501d4f999bfc171e7c9c2478 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:17:31.204403 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9c17d5d6-2b71-4894-ac74-1cc5c0ccff90 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:31.255339 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-9c17d5d6-2b71-4894-ac74-1cc5c0ccff90 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] device_id is not set on port 3abc39eb-3b58-4ea2-8124-5fd1674c080a yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:17:31.299258 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=26079a5d-c039-428f-9b32-0f5b4c7932cb,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:31.336972 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b280294f-3c42-4574-b37b-fc7a426eaa88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-5e6b41fe-7fad-428b-bbdc-938b1fe59372', 'network_id': '5e6b41fe-7fad-428b-bbdc-938b1fe59372', 'tenant_id': '10e024f1501d4f999bfc171e7c9c2478', 'fixed_ips': [{'subnet_id': 'b21378ab-43c1-481a-aafa-7f2ca772a524'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:17:31.341076 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b280294f-3c42-4574-b37b-fc7a426eaa88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:31.435442 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5029ec-ca5a-45f3-b1c5-29d957804e8c req-9a7aa906-0f51-420d-ae88-60999bc50e5d tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:31.448575 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ec5029ec-ca5a-45f3-b1c5-29d957804e8c req-9a7aa906-0f51-420d-ae88-60999bc50e5d tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=195a5afb-dfd9-439e-aa06-39a3a0660498 HTTP/1.1" status: 200 len: 1098 time: 0.7399168 Nov 12 01:17:31.482110 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-9c17d5d6-2b71-4894-ac74-1cc5c0ccff90 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Allocated IP 172.20.0.9 (5e6b41fe-7fad-428b-bbdc-938b1fe59372/b21378ab-43c1-481a-aafa-7f2ca772a524/3abc39eb-3b58-4ea2-8124-5fd1674c080a) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:17:31.580601 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:31.583947 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:31.585902 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:31.587691 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:31.590115 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:31.590841 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:31.592663 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:31.596894 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:31.597705 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:31.598475 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:31.599288 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:31.599886 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:31.760884 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ec5029ec-ca5a-45f3-b1c5-29d957804e8c req-2d6ae6cc-e235-4a0b-8127-a4e334244972 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=005fdac7-23e1-49b5-835d-98676766ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110240 Nov 12 01:17:31.778692 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9c17d5d6-2b71-4894-ac74-1cc5c0ccff90 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:31.817826 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073f25eb-c82d-4cac-8b65-1917a58ff635 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:17:31.856108 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-da95a6bf-6e5b-4408-a6dc-9367de0a6df1 None None] Provisioning complete for port 26079a5d-c039-428f-9b32-0f5b4c7932cb triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:31.858650 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-da95a6bf-6e5b-4408-a6dc-9367de0a6df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:31.917135 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9c17d5d6-2b71-4894-ac74-1cc5c0ccff90 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:32.037643 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c17d5d6-2b71-4894-ac74-1cc5c0ccff90 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Network 5e6b41fe-7fad-428b-bbdc-938b1fe59372 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:17:32.057804 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-9c17d5d6-2b71-4894-ac74-1cc5c0ccff90 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:17:32.064958 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c17d5d6-2b71-4894-ac74-1cc5c0ccff90 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:17:32.135591 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-073f25eb-c82d-4cac-8b65-1917a58ff635 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:32.186037 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [None req-073f25eb-c82d-4cac-8b65-1917a58ff635 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] device_id is not set on port e7d65491-ed96-40ea-b7f5-f4af433aa3e7 yet. {{(pid=109085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:17:32.267901 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-b280294f-3c42-4574-b37b-fc7a426eaa88 None None] Allocated IP 172.20.0.2 (5e6b41fe-7fad-428b-bbdc-938b1fe59372/b21378ab-43c1-481a-aafa-7f2ca772a524/922393b8-7cbc-4072-83c9-5413fba856dc) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:17:32.271359 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c17d5d6-2b71-4894-ac74-1cc5c0ccff90 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:32.272150 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9c17d5d6-2b71-4894-ac74-1cc5c0ccff90 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:32.295622 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c17d5d6-2b71-4894-ac74-1cc5c0ccff90 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event updated for resources: {'Port': ['ID=3abc39eb-3b58-4ea2-8124-5fd1674c080a,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:32.352540 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52402) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:32.357361 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9c17d5d6-2b71-4894-ac74-1cc5c0ccff90 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5857930 Nov 12 01:17:32.383094 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-4d803464-88b5-49d6-9296-c43dd3334797 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Request body: {'port': {'network_id': '5e6b41fe-7fad-428b-bbdc-938b1fe59372', 'name': 'tempest-PortsTestJSON-87616864'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:17:32.391684 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 26079a5d-c039-428f-9b32-0f5b4c7932cb up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:17:32.673593 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e18f4-f37d-4e6a-b97d-ec51807abd46 req-a326d71d-ae69-4aaa-8b18-f70364a23221 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:32.676583 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9f2e18f4-f37d-4e6a-b97d-ec51807abd46 req-a326d71d-ae69-4aaa-8b18-f70364a23221 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=195a5afb-dfd9-439e-aa06-39a3a0660498 HTTP/1.1" status: 200 len: 1098 time: 0.3713398 Nov 12 01:17:32.728112 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b280294f-3c42-4574-b37b-fc7a426eaa88 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:32.756433 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b280294f-3c42-4574-b37b-fc7a426eaa88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:32.818983 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b280294f-3c42-4574-b37b-fc7a426eaa88 None None] Pushing event updated for resources: {'Port': ['ID=922393b8-7cbc-4072-83c9-5413fba856dc,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:32.852585 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b280294f-3c42-4574-b37b-fc7a426eaa88 None None] Network 5e6b41fe-7fad-428b-bbdc-938b1fe59372 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:17:32.856484 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-b280294f-3c42-4574-b37b-fc7a426eaa88 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:17:32.862837 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b280294f-3c42-4574-b37b-fc7a426eaa88 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:17:32.870532 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:32.929777 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9f2e18f4-f37d-4e6a-b97d-ec51807abd46 req-c5c4dffb-d741-445a-8831-e90c2319492f tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=005fdac7-23e1-49b5-835d-98676766ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313132 Nov 12 01:17:32.930546 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 26079a5d-c039-428f-9b32-0f5b4c7932cb triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:32.930692 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:32.931623 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-073f25eb-c82d-4cac-8b65-1917a58ff635 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 01:17:32.932601 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-073f25eb-c82d-4cac-8b65-1917a58ff635 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:17:32.997056 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-b280294f-3c42-4574-b37b-fc7a426eaa88 None None] Attempting to bind port 922393b8-7cbc-4072-83c9-5413fba856dc on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:17:32.997577 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-b280294f-3c42-4574-b37b-fc7a426eaa88 None None] Attempting to bind port 922393b8-7cbc-4072-83c9-5413fba856dc by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '94234021-1537-49da-9794-fab37cad8887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5e6b41fe-7fad-428b-bbdc-938b1fe59372'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:17:32.998144 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b280294f-3c42-4574-b37b-fc7a426eaa88 None None] Attempting to bind port 922393b8-7cbc-4072-83c9-5413fba856dc on network 5e6b41fe-7fad-428b-bbdc-938b1fe59372 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:17:33.002551 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4eeffb82-d500-4912-8ccf-2d0da9436906 None None] Provisioning complete for port 94f40e1f-7d22-4fe9-a5cc-7f419649d3ba triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:33.002928 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4eeffb82-d500-4912-8ccf-2d0da9436906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:33.025125 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52404) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:33.030971 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-073f25eb-c82d-4cac-8b65-1917a58ff635 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.0487177 Nov 12 01:17:33.060704 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d803464-88b5-49d6-9296-c43dd3334797 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Made reservation on behalf of 10e024f1501d4f999bfc171e7c9c2478 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:17:33.063342 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4eeffb82-d500-4912-8ccf-2d0da9436906 None None] Port 94f40e1f-7d22-4fe9-a5cc-7f419649d3ba cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:17:33.069068 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4d803464-88b5-49d6-9296-c43dd3334797 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:33.082488 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b280294f-3c42-4574-b37b-fc7a426eaa88 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:17:33.082883 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b280294f-3c42-4574-b37b-fc7a426eaa88 None None] Checking segment: {'id': '94234021-1537-49da-9794-fab37cad8887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5e6b41fe-7fad-428b-bbdc-938b1fe59372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:17:33.083336 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b280294f-3c42-4574-b37b-fc7a426eaa88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:33.083738 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b280294f-3c42-4574-b37b-fc7a426eaa88 None None] Bound using segment: {'id': '94234021-1537-49da-9794-fab37cad8887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5e6b41fe-7fad-428b-bbdc-938b1fe59372'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:17:33.086449 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-b280294f-3c42-4574-b37b-fc7a426eaa88 None None] Bound port: 922393b8-7cbc-4072-83c9-5413fba856dc, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94234021-1537-49da-9794-fab37cad8887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '5e6b41fe-7fad-428b-bbdc-938b1fe59372'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:17:33.086875 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b280294f-3c42-4574-b37b-fc7a426eaa88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:33.113670 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [None req-4d803464-88b5-49d6-9296-c43dd3334797 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] device_id is not set on port afd7f243-5fa5-4b4d-abbc-c290d43599a3 yet. {{(pid=109085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:17:33.228286 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-b280294f-3c42-4574-b37b-fc7a426eaa88 None None] For port 922393b8-7cbc-4072-83c9-5413fba856dc, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:17:33.228670 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c873133-24ba-4c96-a80d-c3d0b4a66ff6 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:33.232154 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-b280294f-3c42-4574-b37b-fc7a426eaa88 None None] For port 922393b8-7cbc-4072-83c9-5413fba856dc, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=922393b8-7cbc-4072-83c9-5413fba856dc,segment=NetworkSegment(94234021-1537-49da-9794-fab37cad8887),segment_id=94234021-1537-49da-9794-fab37cad8887)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:17:33.256259 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b280294f-3c42-4574-b37b-fc7a426eaa88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:33.258009 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c873133-24ba-4c96-a80d-c3d0b4a66ff6 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:33.263442 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1c873133-24ba-4c96-a80d-c3d0b4a66ff6 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.2354090 Nov 12 01:17:33.269200 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52406) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:33.494336 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-4d803464-88b5-49d6-9296-c43dd3334797 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Allocated IP 172.20.0.14 (5e6b41fe-7fad-428b-bbdc-938b1fe59372/b21378ab-43c1-481a-aafa-7f2ca772a524/afd7f243-5fa5-4b4d-abbc-c290d43599a3) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:17:33.501759 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b280294f-3c42-4574-b37b-fc7a426eaa88 None None] Pushing event updated for resources: {'Port': ['ID=922393b8-7cbc-4072-83c9-5413fba856dc,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:33.533208 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-578f0678-c46b-4846-b435-832aca38b39c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Deleting port 94f40e1f-7d22-4fe9-a5cc-7f419649d3ba {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:17:33.533722 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-578f0678-c46b-4846-b435-832aca38b39c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:33.842703 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4d803464-88b5-49d6-9296-c43dd3334797 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:33.848848 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-578f0678-c46b-4846-b435-832aca38b39c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:33.881355 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-578f0678-c46b-4846-b435-832aca38b39c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Calling delete_port for 94f40e1f-7d22-4fe9-a5cc-7f419649d3ba owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:17:33.935234 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:34.111893 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce8329-bdd5-497b-b52f-5ed58e4173bb req-ca19853e-ad6e-4238-94b6-128f66ac5689 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:34.115958 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e4ce8329-bdd5-497b-b52f-5ed58e4173bb req-ca19853e-ad6e-4238-94b6-128f66ac5689 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=195a5afb-dfd9-439e-aa06-39a3a0660498 HTTP/1.1" status: 200 len: 1098 time: 0.2562008 Nov 12 01:17:34.258814 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4d803464-88b5-49d6-9296-c43dd3334797 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:34.277389 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-578f0678-c46b-4846-b435-832aca38b39c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:34.358030 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 922393b8-7cbc-4072-83c9-5413fba856dc up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:17:34.537914 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f0678-c46b-4846-b435-832aca38b39c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event deleted for resources: {'Port': ['ID=94f40e1f-7d22-4fe9-a5cc-7f419649d3ba,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:34.549103 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 922393b8-7cbc-4072-83c9-5413fba856dc triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:34.549558 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:34.601548 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d803464-88b5-49d6-9296-c43dd3334797 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Network 5e6b41fe-7fad-428b-bbdc-938b1fe59372 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:17:34.614709 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-578f0678-c46b-4846-b435-832aca38b39c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:34.617024 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-4d803464-88b5-49d6-9296-c43dd3334797 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:17:34.621242 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d803464-88b5-49d6-9296-c43dd3334797 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:17:34.622063 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-578f0678-c46b-4846-b435-832aca38b39c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/ports/94f40e1f-7d22-4fe9-a5cc-7f419649d3ba HTTP/1.1" status: 204 len: 168 time: 1.3515153 Nov 12 01:17:34.627155 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52410) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:34.801660 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:34.804573 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5b126d-cf93-4d21-bea1-af3d5191fac8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:34.806768 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5b126d-cf93-4d21-bea1-af3d5191fac8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:34.808922 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ca5b126d-cf93-4d21-bea1-af3d5191fac8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1804485 Nov 12 01:17:34.816035 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52412) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:34.847479 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008cc58-afaf-4d2b-be5d-c4f6cfb87464 req-a53350d6-6370-4379-9bff-9247ce2a1194 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:34.850018 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d008cc58-afaf-4d2b-be5d-c4f6cfb87464 req-a53350d6-6370-4379-9bff-9247ce2a1194 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=195a5afb-dfd9-439e-aa06-39a3a0660498 HTTP/1.1" status: 200 len: 1098 time: 0.7057753 Nov 12 01:17:34.889906 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 922393b8-7cbc-4072-83c9-5413fba856dc, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=922393b8-7cbc-4072-83c9-5413fba856dc,segment=NetworkSegment(94234021-1537-49da-9794-fab37cad8887),segment_id=94234021-1537-49da-9794-fab37cad8887)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:34.898609 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d803464-88b5-49d6-9296-c43dd3334797 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event updated for resources: {'Port': ['ID=afd7f243-5fa5-4b4d-abbc-c290d43599a3,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:34.899620 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:34.963698 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d7b8566-f2eb-4418-9504-bdb75eb3ad79 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Deleting subnet 06b14699-c42b-4b9a-9e83-b46f2530f01a {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:17:34.972127 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4d7b8566-f2eb-4418-9504-bdb75eb3ad79 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:35.009005 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d803464-88b5-49d6-9296-c43dd3334797 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:35.010849 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4d803464-88b5-49d6-9296-c43dd3334797 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:35.035205 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=922393b8-7cbc-4072-83c9-5413fba856dc,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:35.107359 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-e4ce8329-bdd5-497b-b52f-5ed58e4173bb req-a0b182fa-9558-48a1-91d2-bd2e25fcf2ff tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Deleting port 63aae8cc-64cd-41c7-9de6-6802eaa0aa2f {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:17:35.108146 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e4ce8329-bdd5-497b-b52f-5ed58e4173bb req-a0b182fa-9558-48a1-91d2-bd2e25fcf2ff tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:35.135206 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4d7b8566-f2eb-4418-9504-bdb75eb3ad79 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:35.140122 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:35.184723 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d008cc58-afaf-4d2b-be5d-c4f6cfb87464 req-0a4ba1b2-58a1-4acb-841a-83f2749b221e tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=005fdac7-23e1-49b5-835d-98676766ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031549 Nov 12 01:17:35.199666 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4d803464-88b5-49d6-9296-c43dd3334797 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8292553 Nov 12 01:17:35.204935 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52414) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:35.394778 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4d7b8566-f2eb-4418-9504-bdb75eb3ad79 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:35.520147 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3adc90-0a55-4527-a174-891983569f15 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:35.530296 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4f3adc90-0a55-4527-a174-891983569f15 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 922 time: 0.3120162 Nov 12 01:17:35.531347 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52418) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:35.544323 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d25cdef-3209-4395-bc19-f714d086746a None None] Network 5e6b41fe-7fad-428b-bbdc-938b1fe59372 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:17:35.583319 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-e4ce8329-bdd5-497b-b52f-5ed58e4173bb req-a0b182fa-9558-48a1-91d2-bd2e25fcf2ff tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] For port 63aae8cc-64cd-41c7-9de6-6802eaa0aa2f, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=63aae8cc-64cd-41c7-9de6-6802eaa0aa2f,segment=NetworkSegment(903adb33-be36-4f66-84f3-41189f6c5e3f),segment_id=903adb33-be36-4f66-84f3-41189f6c5e3f)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:35.583788 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e4ce8329-bdd5-497b-b52f-5ed58e4173bb req-a0b182fa-9558-48a1-91d2-bd2e25fcf2ff tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:35.606869 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-e4ce8329-bdd5-497b-b52f-5ed58e4173bb req-a0b182fa-9558-48a1-91d2-bd2e25fcf2ff tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Calling delete_port for 63aae8cc-64cd-41c7-9de6-6802eaa0aa2f owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:17:35.634073 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4d7b8566-f2eb-4418-9504-bdb75eb3ad79 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:35.682788 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4d7b8566-f2eb-4418-9504-bdb75eb3ad79 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:35.687562 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4d7b8566-f2eb-4418-9504-bdb75eb3ad79 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/06b14699-c42b-4b9a-9e83-b46f2530f01a HTTP/1.1" status: 204 len: 168 time: 0.8697855 Nov 12 01:17:35.690699 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b8566-f2eb-4418-9504-bdb75eb3ad79 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event deleted for resources: {'Subnet': ['ID=06b14699-c42b-4b9a-9e83-b46f2530f01a,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:35.692883 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52420) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:35.744688 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8b8f6a04-28d9-4310-988e-292dfbffed73 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0495687 Nov 12 01:17:35.747243 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1614a2-7b8c-41a1-a8bf-bc5d69e8125f None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:17:35.755336 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52422) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:35.776922 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-3d2b0668-c971-4189-be81-8a6368ce6245 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'subnet': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:17:35.781663 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-c88527c0-1528-4c89-9cd2-5ab2125331cb tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Deleting port afd7f243-5fa5-4b4d-abbc-c290d43599a3 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:17:35.782306 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c88527c0-1528-4c89-9cd2-5ab2125331cb tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:35.919950 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c88527c0-1528-4c89-9cd2-5ab2125331cb tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:35.937358 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-c88527c0-1528-4c89-9cd2-5ab2125331cb tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Calling delete_port for afd7f243-5fa5-4b4d-abbc-c290d43599a3 owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:17:36.024295 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-fb749b00-65f2-4d46-88d8-712462781ee9 None None] Provisioning complete for port 922393b8-7cbc-4072-83c9-5413fba856dc triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:36.025117 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fb749b00-65f2-4d46-88d8-712462781ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:36.067255 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e4ce8329-bdd5-497b-b52f-5ed58e4173bb req-a0b182fa-9558-48a1-91d2-bd2e25fcf2ff tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:36.116157 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b182fa-9558-48a1-91d2-bd2e25fcf2ff tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Pushing event deleted for resources: {'Port': ['ID=63aae8cc-64cd-41c7-9de6-6802eaa0aa2f,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:36.125774 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2b0668-c971-4189-be81-8a6368ce6245 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:17:36.132251 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3d2b0668-c971-4189-be81-8a6368ce6245 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:36.176302 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['48bccdbf-44f1-4860-bc5a-81d3c23ae861'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:17:36.271681 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4ce8329-bdd5-497b-b52f-5ed58e4173bb req-a0b182fa-9558-48a1-91d2-bd2e25fcf2ff tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] No DVR routers for this DVR port 63aae8cc-64cd-41c7-9de6-6802eaa0aa2f on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:17:36.277015 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e4ce8329-bdd5-497b-b52f-5ed58e4173bb req-a0b182fa-9558-48a1-91d2-bd2e25fcf2ff tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:36.295382 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e4ce8329-bdd5-497b-b52f-5ed58e4173bb req-a0b182fa-9558-48a1-91d2-bd2e25fcf2ff tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.44 "DELETE /v2.0/ports/63aae8cc-64cd-41c7-9de6-6802eaa0aa2f HTTP/1.1" status: 204 len: 173 time: 2.1630228 Nov 12 01:17:36.321183 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c88527c0-1528-4c89-9cd2-5ab2125331cb tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:36.406602 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88527c0-1528-4c89-9cd2-5ab2125331cb tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event deleted for resources: {'Port': ['ID=afd7f243-5fa5-4b4d-abbc-c290d43599a3,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:36.448759 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '195a5afb-dfd9-439e-aa06-39a3a0660498', 'name': 'network-vif-deleted', 'tag': '63aae8cc-64cd-41c7-9de6-6802eaa0aa2f'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:17:36.463643 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b61716d-7950-4f22-ace4-7576b250ab2c" -d '{"events": [{"server_uuid": "195a5afb-dfd9-439e-aa06-39a3a0660498", "name": "network-vif-deleted", "tag": "63aae8cc-64cd-41c7-9de6-6802eaa0aa2f"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:17:36.629384 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c88527c0-1528-4c89-9cd2-5ab2125331cb tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:36.633884 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c88527c0-1528-4c89-9cd2-5ab2125331cb tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "DELETE /v2.0/ports/afd7f243-5fa5-4b4d-abbc-c290d43599a3 HTTP/1.1" status: 204 len: 168 time: 1.1044993 Nov 12 01:17:36.638382 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52428) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:36.697412 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-83d082c9-404b-48c1-a54c-748fb1911f96 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] GET failed (client error): The resource could not be found. Nov 12 01:17:36.701482 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-83d082c9-404b-48c1-a54c-748fb1911f96 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "GET /v2.0/ports/afd7f243-5fa5-4b4d-abbc-c290d43599a3 HTTP/1.1" status: 404 len: 333 time: 0.0602748 Nov 12 01:17:36.705977 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52430) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:36.718451 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 922393b8-7cbc-4072-83c9-5413fba856dc up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:17:36.720602 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fea50a9c-28ae-460a-a383-78d891052a0e req-6af4385e-a2d3-4bf6-9b0b-262b3614f43f tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=195a5afb-dfd9-439e-aa06-39a3a0660498 HTTP/1.1" status: 200 len: 210 time: 0.0652723 Nov 12 01:17:36.726771 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d7ab67-2b87-45b3-aa51-5ba5e14f0c64 x-openstack-request-id: req-21d7ab67-2b87-45b3-aa51-5ba5e14f0c64 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:17:36.727228 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "195a5afb-dfd9-439e-aa06-39a3a0660498", "name": "network-vif-deleted", "tag": "63aae8cc-64cd-41c7-9de6-6802eaa0aa2f", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:17:36.727638 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-21d7ab67-2b87-45b3-aa51-5ba5e14f0c64 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:17:36.728273 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '195a5afb-dfd9-439e-aa06-39a3a0660498', 'name': 'network-vif-deleted', 'tag': '63aae8cc-64cd-41c7-9de6-6802eaa0aa2f', 'status': 'completed', 'code': 200} Nov 12 01:17:36.833631 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3d2b0668-c971-4189-be81-8a6368ce6245 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:36.898620 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-bad5145b-3d37-4238-a157-412e67b128d8 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Deleting port 3abc39eb-3b58-4ea2-8124-5fd1674c080a {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:17:36.899072 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bad5145b-3d37-4238-a157-412e67b128d8 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:36.943688 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2b0668-c971-4189-be81-8a6368ce6245 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:17:36.950523 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-3d2b0668-c971-4189-be81-8a6368ce6245 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:17:36.963243 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2b0668-c971-4189-be81-8a6368ce6245 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:36.966463 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3d2b0668-c971-4189-be81-8a6368ce6245 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:37.011696 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b0668-c971-4189-be81-8a6368ce6245 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Subnet': ['ID=29eb0e74-1615-454d-b92b-5f5cd240a39a,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:37.023702 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 63aae8cc-64cd-41c7-9de6-6802eaa0aa2f no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:17:37.027947 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3d2b0668-c971-4189-be81-8a6368ce6245 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2588897 Nov 12 01:17:37.028759 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52432) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:37.034871 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 922393b8-7cbc-4072-83c9-5413fba856dc triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:37.035506 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:37.057246 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-187b2279-4c5f-4875-97a2-2babf5a44191 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'port': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'fixed_ips': [{'subnet_id': '29eb0e74-1615-454d-b92b-5f5cd240a39a', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-648825637'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:17:37.107481 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e70b91c-2c25-4ade-9f23-5d8e93b95025 None None] DHCP port deletion for 89ea60a3-4652-4d77-9cc6-d8bd5a56918e request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:17:37.142138 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bad5145b-3d37-4238-a157-412e67b128d8 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:37.165847 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 63aae8cc-64cd-41c7-9de6-6802eaa0aa2f {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:17:37.166530 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 63aae8cc-64cd-41c7-9de6-6802eaa0aa2f not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:17:37.176689 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-bad5145b-3d37-4238-a157-412e67b128d8 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Calling delete_port for 3abc39eb-3b58-4ea2-8124-5fd1674c080a owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:17:37.391405 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187b2279-4c5f-4875-97a2-2babf5a44191 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:17:37.492898 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-7e70b91c-2c25-4ade-9f23-5d8e93b95025 None None] Deleting port 26079a5d-c039-428f-9b32-0f5b4c7932cb {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:17:37.493487 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7e70b91c-2c25-4ade-9f23-5d8e93b95025 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:37.525182 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bad5145b-3d37-4238-a157-412e67b128d8 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:37.657898 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad5145b-3d37-4238-a157-412e67b128d8 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event deleted for resources: {'Port': ['ID=3abc39eb-3b58-4ea2-8124-5fd1674c080a,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:37.659688 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-7e70b91c-2c25-4ade-9f23-5d8e93b95025 None None] For port 26079a5d-c039-428f-9b32-0f5b4c7932cb, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=26079a5d-c039-428f-9b32-0f5b4c7932cb,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:37.660174 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7e70b91c-2c25-4ade-9f23-5d8e93b95025 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:37.682419 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-7e70b91c-2c25-4ade-9f23-5d8e93b95025 None None] Calling delete_port for 26079a5d-c039-428f-9b32-0f5b4c7932cb owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:17:37.715195 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-e1d888b1-e2cd-4206-9ece-f80387d85a78 None None] Provisioning complete for port 922393b8-7cbc-4072-83c9-5413fba856dc triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:37.715663 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e1d888b1-e2cd-4206-9ece-f80387d85a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:37.798510 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-187b2279-4c5f-4875-97a2-2babf5a44191 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:37.843925 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [None req-187b2279-4c5f-4875-97a2-2babf5a44191 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] device_id is not set on port 182ed99a-0995-4850-a7f6-eb12fa879874 yet. {{(pid=109085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:17:37.889706 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bad5145b-3d37-4238-a157-412e67b128d8 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:37.901127 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-bad5145b-3d37-4238-a157-412e67b128d8 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "DELETE /v2.0/ports/3abc39eb-3b58-4ea2-8124-5fd1674c080a HTTP/1.1" status: 204 len: 168 time: 1.1893525 Nov 12 01:17:37.904025 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52438) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:37.968026 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7ad413d-7fad-43e6-a498-adecb17f248f tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] GET failed (client error): The resource could not be found. Nov 12 01:17:37.973439 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c7ad413d-7fad-43e6-a498-adecb17f248f tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "GET /v2.0/ports/3abc39eb-3b58-4ea2-8124-5fd1674c080a HTTP/1.1" status: 404 len: 333 time: 0.0656991 Nov 12 01:17:37.976165 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52440) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:38.141767 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7e70b91c-2c25-4ade-9f23-5d8e93b95025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:38.178049 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1ca775b-43cb-4909-9f64-56f90519fe9a tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Deleting subnet b21378ab-43c1-481a-aafa-7f2ca772a524 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:17:38.187190 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-187b2279-4c5f-4875-97a2-2babf5a44191 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:17:38.187190 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-187b2279-4c5f-4875-97a2-2babf5a44191 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:17:38.199324 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b1ca775b-43cb-4909-9f64-56f90519fe9a tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:38.214339 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-187b2279-4c5f-4875-97a2-2babf5a44191 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.1837757 Nov 12 01:17:38.215113 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52444) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:38.254306 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-0bd5e8f2-1fbe-4260-8985-300737f1745d tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0366600 Nov 12 01:17:38.256530 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52446) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:38.261831 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e70b91c-2c25-4ade-9f23-5d8e93b95025 None None] Pushing event deleted for resources: {'Port': ['ID=26079a5d-c039-428f-9b32-0f5b4c7932cb,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:38.282580 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-e1d888b1-e2cd-4206-9ece-f80387d85a78 None None] Could not find standard attr ID for object 3abc39eb-3b58-4ea2-8124-5fd1674c080a. {{(pid=109087) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:17:38.296999 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b1ca775b-43cb-4909-9f64-56f90519fe9a tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:38.305170 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e70b91c-2c25-4ade-9f23-5d8e93b95025 None None] No DVR routers for this DVR port 26079a5d-c039-428f-9b32-0f5b4c7932cb on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:17:38.338879 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 26079a5d-c039-428f-9b32-0f5b4c7932cb no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:17:38.345406 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99802747-c396-4f96-80bc-07605c21f448 None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:17:38.410783 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633ad60-f58d-4729-a215-d49e4ecb44e8 req-e4f06306-f345-43af-a8a3-aef85148295d tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:38.423471 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:38.430254 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9633ad60-f58d-4729-a215-d49e4ecb44e8 req-e4f06306-f345-43af-a8a3-aef85148295d tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b93ca2a2-de38-4bb6-a195-23208cd57886 HTTP/1.1" status: 200 len: 1097 time: 0.1218605 Nov 12 01:17:38.443327 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 26079a5d-c039-428f-9b32-0f5b4c7932cb {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:17:38.443947 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 26079a5d-c039-428f-9b32-0f5b4c7932cb not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:17:38.531054 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9633ad60-f58d-4729-a215-d49e4ecb44e8 req-011488c6-ba02-4aad-a25c-961394db70ac tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=005fdac7-23e1-49b5-835d-98676766ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912843 Nov 12 01:17:38.537198 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-e8ff2ecf-d0c6-4838-914c-402a38012b86 None None] Could not find standard attr ID for object 3abc39eb-3b58-4ea2-8124-5fd1674c080a. {{(pid=109087) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:17:38.578190 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b1ca775b-43cb-4909-9f64-56f90519fe9a tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:38.586153 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4dd3e2-902f-4bf6-a156-690bfbba4bb3 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:38.588270 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4dd3e2-902f-4bf6-a156-690bfbba4bb3 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:38.590000 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8c4dd3e2-902f-4bf6-a156-690bfbba4bb3 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3323314 Nov 12 01:17:38.594176 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52448) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:38.683410 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d1b73d4-b8a6-4a73-bf27-8c2ce04b1ce8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Deleting subnet 29eb0e74-1615-454d-b92b-5f5cd240a39a {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:17:38.699959 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9d1b73d4-b8a6-4a73-bf27-8c2ce04b1ce8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:38.722522 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b1ca775b-43cb-4909-9f64-56f90519fe9a tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:38.759916 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-c004ea3e-a372-46e1-9b58-0d2b4575f7d8 None None] Could not find standard attr ID for object afd7f243-5fa5-4b4d-abbc-c290d43599a3. {{(pid=109087) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:17:38.775696 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504187e3-d2d0-41bb-a0c8-3cc9a34b936f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'tenant_id': '70514e17c07e4902b3c1ce1ff6844138', 'fixed_ips': [{'subnet_id': '29eb0e74-1615-454d-b92b-5f5cd240a39a'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:17:38.776745 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-504187e3-d2d0-41bb-a0c8-3cc9a34b936f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:38.812232 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9d1b73d4-b8a6-4a73-bf27-8c2ce04b1ce8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:38.839196 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca775b-43cb-4909-9f64-56f90519fe9a tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event deleted for resources: {'Subnet': ['ID=b21378ab-43c1-481a-aafa-7f2ca772a524,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:38.848080 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b1ca775b-43cb-4909-9f64-56f90519fe9a tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:38.852819 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b1ca775b-43cb-4909-9f64-56f90519fe9a tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "DELETE /v2.0/subnets/b21378ab-43c1-481a-aafa-7f2ca772a524 HTTP/1.1" status: 204 len: 168 time: 0.8738382 Nov 12 01:17:38.856557 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52450) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:38.929627 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9d1b73d4-b8a6-4a73-bf27-8c2ce04b1ce8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:39.017505 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-89faeb03-b82c-4980-a3f7-1c31f80daeb5 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:39.045162 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5ebfc6-05c5-492d-9656-3d699a2fb8cd None None] Network 5e6b41fe-7fad-428b-bbdc-938b1fe59372 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:17:39.046261 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9d1b73d4-b8a6-4a73-bf27-8c2ce04b1ce8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:39.064595 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9d1b73d4-b8a6-4a73-bf27-8c2ce04b1ce8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:39.068287 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-9d1b73d4-b8a6-4a73-bf27-8c2ce04b1ce8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/29eb0e74-1615-454d-b92b-5f5cd240a39a HTTP/1.1" status: 204 len: 168 time: 0.4729450 Nov 12 01:17:39.077877 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server [None req-504187e3-d2d0-41bb-a0c8-3cc9a34b936f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 29eb0e74-1615-454d-b92b-5f5cd240a39a: This subnet is being modified by another concurrent operation. Nov 12 01:17:39.077877 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 01:17:39.077877 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 01:17:39.077877 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 01:17:39.077877 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 01:17:39.077877 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 01:17:39.077877 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 01:17:39.077877 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 01:17:39.077877 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 01:17:39.077877 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 01:17:39.077877 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 01:17:39.077877 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 01:17:39.077877 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:17:39.077877 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:17:39.077877 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:17:39.077877 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:17:39.077877 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 01:17:39.077877 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:17:39.077877 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 01:17:39.077877 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 01:17:39.077877 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:17:39.077877 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:17:39.077877 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:17:39.077877 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:17:39.077877 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 01:17:39.077877 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:17:39.077877 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 01:17:39.077877 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 01:17:39.077877 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:17:39.077877 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:17:39.077877 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:17:39.077877 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:17:39.077877 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 01:17:39.077877 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 01:17:39.077877 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 01:17:39.077877 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 01:17:39.077877 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 01:17:39.077877 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 01:17:39.077877 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 01:17:39.077877 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 01:17:39.077877 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 01:17:39.077877 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 01:17:39.077877 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 01:17:39.077877 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:17:39.077877 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 01:17:39.077877 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 01:17:39.077877 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 01:17:39.077877 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 01:17:39.077877 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:17:39.077877 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:17:39.077877 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:17:39.077877 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:17:39.077877 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 01:17:39.077877 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:17:39.086206 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 01:17:39.086206 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 01:17:39.086206 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:17:39.086206 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:17:39.086206 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:17:39.086206 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:17:39.086206 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 01:17:39.086206 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:17:39.086206 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 01:17:39.086206 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 01:17:39.086206 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:17:39.086206 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:17:39.086206 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:17:39.086206 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:17:39.086206 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 01:17:39.086206 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 01:17:39.086206 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 01:17:39.086206 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 01:17:39.086206 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 01:17:39.086206 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 01:17:39.086206 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 01:17:39.086206 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 01:17:39.086206 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 01:17:39.086206 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 01:17:39.086206 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:17:39.086206 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:17:39.086206 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:17:39.086206 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:17:39.086206 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 01:17:39.086206 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 01:17:39.086206 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 01:17:39.086206 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 01:17:39.086206 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 01:17:39.086206 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 01:17:39.086206 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 01:17:39.086206 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise exception Nov 12 01:17:39.086206 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 29eb0e74-1615-454d-b92b-5f5cd240a39a: This subnet is being modified by another concurrent operation. Nov 12 01:17:39.086206 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server Nov 12 01:17:39.093741 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52452) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:39.098958 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1b73d4-b8a6-4a73-bf27-8c2ce04b1ce8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event deleted for resources: {'Subnet': ['ID=29eb0e74-1615-454d-b92b-5f5cd240a39a,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:39.150023 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4a75d6ef-d7c3-4214-af4f-d6ad90f1fc5c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0576553 Nov 12 01:17:39.154415 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52454) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:39.156304 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-89faeb03-b82c-4980-a3f7-1c31f80daeb5 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Deleting port 922393b8-7cbc-4072-83c9-5413fba856dc {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:17:39.156723 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-89faeb03-b82c-4980-a3f7-1c31f80daeb5 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:39.162081 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-88b04c0a-323b-42db-9c1a-ab75e49491d5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'subnet': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:17:39.236132 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-89faeb03-b82c-4980-a3f7-1c31f80daeb5 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] For port 922393b8-7cbc-4072-83c9-5413fba856dc, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=922393b8-7cbc-4072-83c9-5413fba856dc,segment=NetworkSegment(94234021-1537-49da-9794-fab37cad8887),segment_id=94234021-1537-49da-9794-fab37cad8887)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:39.236632 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-89faeb03-b82c-4980-a3f7-1c31f80daeb5 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:39.254535 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-89faeb03-b82c-4980-a3f7-1c31f80daeb5 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Calling delete_port for 922393b8-7cbc-4072-83c9-5413fba856dc owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:17:39.352650 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b04c0a-323b-42db-9c1a-ab75e49491d5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:17:39.363627 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-88b04c0a-323b-42db-9c1a-ab75e49491d5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:39.391941 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-89faeb03-b82c-4980-a3f7-1c31f80daeb5 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:39.414328 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7637e0-67b5-47e2-89ee-7f25ac6d6e64 None None] DHCP port deletion for 5e6b41fe-7fad-428b-bbdc-938b1fe59372 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:17:39.452923 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89faeb03-b82c-4980-a3f7-1c31f80daeb5 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event deleted for resources: {'Port': ['ID=922393b8-7cbc-4072-83c9-5413fba856dc,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:39.453143 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce007a05-b66e-4eff-9fe4-24b0cf07c0c1 None None] get_active_networks_info from n-d-712142-27 {{(pid=109087) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 01:17:39.457469 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89faeb03-b82c-4980-a3f7-1c31f80daeb5 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] No DVR routers for this DVR port 922393b8-7cbc-4072-83c9-5413fba856dc on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:17:39.570360 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-89faeb03-b82c-4980-a3f7-1c31f80daeb5 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:39.601103 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-89faeb03-b82c-4980-a3f7-1c31f80daeb5 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e6b41fe-7fad-428b-bbdc-938b1fe59372']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:39.624205 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-89faeb03-b82c-4980-a3f7-1c31f80daeb5 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94234021-1537-49da-9794-fab37cad8887') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:39.624513 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-89faeb03-b82c-4980-a3f7-1c31f80daeb5 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94234021-1537-49da-9794-fab37cad8887') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:39.652033 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-89faeb03-b82c-4980-a3f7-1c31f80daeb5 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:39.682850 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-89faeb03-b82c-4980-a3f7-1c31f80daeb5 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:39.692451 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce007a05-b66e-4eff-9fe4-24b0cf07c0c1 None None] Resources bound (agent type, host, resource id): {{(pid=109087) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 01:17:39.701293 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89faeb03-b82c-4980-a3f7-1c31f80daeb5 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:17:39.702417 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-89faeb03-b82c-4980-a3f7-1c31f80daeb5 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:39.708465 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:17:39.708465 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:17:39.708465 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:17:39.708465 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:17:39.708465 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:17:39.708465 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:17:39.708465 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:17:39.708465 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:17:39.708465 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:17:39.708465 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:17:39.708465 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:17:39.708465 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:17:39.708465 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:17:39.708465 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:17:39.708465 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:17:39.708465 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:17:39.708465 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:17:39.708465 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:17:39.708465 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:17:39.708465 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:17:39.708465 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:17:39.708465 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:17:39.708465 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:17:39.708465 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:17:39.708465 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:17:39.708465 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:17:39.708465 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:17:39.708465 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:17:39.708465 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:17:39.708465 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:17:39.708465 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:17:39.708465 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:17:39.810093 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-89faeb03-b82c-4980-a3f7-1c31f80daeb5 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:39.839161 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-89faeb03-b82c-4980-a3f7-1c31f80daeb5 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:39.845254 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-89faeb03-b82c-4980-a3f7-1c31f80daeb5 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "DELETE /v2.0/networks/5e6b41fe-7fad-428b-bbdc-938b1fe59372 HTTP/1.1" status: 204 len: 168 time: 0.9875720 Nov 12 01:17:39.855796 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52458) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:39.863387 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-912bdf42-3181-40f6-83e3-fa929f60bb16 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-695066939'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:17:39.888355 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89faeb03-b82c-4980-a3f7-1c31f80daeb5 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event deleted for resources: {'Network': ['ID=5e6b41fe-7fad-428b-bbdc-938b1fe59372,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:39.895544 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912bdf42-3181-40f6-83e3-fa929f60bb16 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Made reservation on behalf of 10e024f1501d4f999bfc171e7c9c2478 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:17:39.901468 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-912bdf42-3181-40f6-83e3-fa929f60bb16 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:39.938496 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-912bdf42-3181-40f6-83e3-fa929f60bb16 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:17:39.954302 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-912bdf42-3181-40f6-83e3-fa929f60bb16 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:39.955180 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-912bdf42-3181-40f6-83e3-fa929f60bb16 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Added segment c9fa20c4-5206-4141-83ce-c668babe6b02 of type vlan for network f4a918eb-801e-437c-a8dc-9d53ca940340 Nov 12 01:17:40.032203 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-912bdf42-3181-40f6-83e3-fa929f60bb16 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:40.068114 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-912bdf42-3181-40f6-83e3-fa929f60bb16 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:40.075379 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912bdf42-3181-40f6-83e3-fa929f60bb16 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:40.076069 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-912bdf42-3181-40f6-83e3-fa929f60bb16 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:40.083222 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b89b0-a57e-4c3a-ba62-aee4b5297d7f req-9937cd93-85f5-4e64-b269-a1c8a9c952e2 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:40.084855 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-725b89b0-a57e-4c3a-ba62-aee4b5297d7f req-9937cd93-85f5-4e64-b269-a1c8a9c952e2 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b93ca2a2-de38-4bb6-a195-23208cd57886 HTTP/1.1" status: 200 len: 1097 time: 0.1092925 Nov 12 01:17:40.111202 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-912bdf42-3181-40f6-83e3-fa929f60bb16 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2533448 Nov 12 01:17:40.113681 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52460) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:40.129149 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a6835-7431-4911-864a-a0f92b8c38b1 req-4a14cf14-9c58-41dd-9b8e-5adbff84edad tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:40.133339 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b80a6835-7431-4911-864a-a0f92b8c38b1 req-4a14cf14-9c58-41dd-9b8e-5adbff84edad tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b93ca2a2-de38-4bb6-a195-23208cd57886 HTTP/1.1" status: 200 len: 1097 time: 0.0801463 Nov 12 01:17:40.166229 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-466a519f-6ac3-4a63-8a6f-f659d84d4655 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Request body: {'subnet': {'network_id': 'f4a918eb-801e-437c-a8dc-9d53ca940340', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:17:40.287753 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 922393b8-7cbc-4072-83c9-5413fba856dc no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:17:40.312322 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912bdf42-3181-40f6-83e3-fa929f60bb16 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event updated for resources: {'Network': ['ID=f4a918eb-801e-437c-a8dc-9d53ca940340,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:40.320780 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-725b89b0-a57e-4c3a-ba62-aee4b5297d7f req-add8f9f5-61ac-4c20-b897-4566447e6203 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=005fdac7-23e1-49b5-835d-98676766ee29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100334 Nov 12 01:17:40.348502 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-88b04c0a-323b-42db-9c1a-ab75e49491d5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:40.372803 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 922393b8-7cbc-4072-83c9-5413fba856dc {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:17:40.373639 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 922393b8-7cbc-4072-83c9-5413fba856dc not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:17:40.417007 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network f4a918eb-801e-437c-a8dc-9d53ca940340 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:17:40.428087 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b04c0a-323b-42db-9c1a-ab75e49491d5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Subnet': ['ID=2b49cb2c-73a7-46c6-9fc0-131a02f370ea,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:40.431587 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466a519f-6ac3-4a63-8a6f-f659d84d4655 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Made reservation on behalf of 10e024f1501d4f999bfc171e7c9c2478 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:17:40.435235 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-b80a6835-7431-4911-864a-a0f92b8c38b1 req-e005cd3d-108f-4ec1-9f39-da22540f87c9 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Deleting port 48bccdbf-44f1-4860-bc5a-81d3c23ae861 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:17:40.435657 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b80a6835-7431-4911-864a-a0f92b8c38b1 req-e005cd3d-108f-4ec1-9f39-da22540f87c9 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:40.438896 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-466a519f-6ac3-4a63-8a6f-f659d84d4655 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:40.439368 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b04c0a-323b-42db-9c1a-ab75e49491d5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:17:40.442321 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-88b04c0a-323b-42db-9c1a-ab75e49491d5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:17:40.454653 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b04c0a-323b-42db-9c1a-ab75e49491d5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:40.455259 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-88b04c0a-323b-42db-9c1a-ab75e49491d5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:40.515631 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-88b04c0a-323b-42db-9c1a-ab75e49491d5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3596399 Nov 12 01:17:40.521191 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52462) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:40.527504 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-23a2d1cb-760e-4c11-bf05-b8f5ddc0d518 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-316622515', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:17:40.562262 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-23a2d1cb-760e-4c11-bf05-b8f5ddc0d518 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:40.563658 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-23a2d1cb-760e-4c11-bf05-b8f5ddc0d518 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:40.615046 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-b80a6835-7431-4911-864a-a0f92b8c38b1 req-e005cd3d-108f-4ec1-9f39-da22540f87c9 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] For port 48bccdbf-44f1-4860-bc5a-81d3c23ae861, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=48bccdbf-44f1-4860-bc5a-81d3c23ae861,segment=NetworkSegment(903adb33-be36-4f66-84f3-41189f6c5e3f),segment_id=903adb33-be36-4f66-84f3-41189f6c5e3f)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:40.615513 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b80a6835-7431-4911-864a-a0f92b8c38b1 req-e005cd3d-108f-4ec1-9f39-da22540f87c9 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:40.630289 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:40.659436 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-b80a6835-7431-4911-864a-a0f92b8c38b1 req-e005cd3d-108f-4ec1-9f39-da22540f87c9 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Calling delete_port for 48bccdbf-44f1-4860-bc5a-81d3c23ae861 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:17:40.664771 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56465502-c1c0-4d0c-a43d-2c6436f28587 None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:17:40.704135 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-23a2d1cb-760e-4c11-bf05-b8f5ddc0d518 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:40.714071 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-23a2d1cb-760e-4c11-bf05-b8f5ddc0d518 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:40.738603 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-23a2d1cb-760e-4c11-bf05-b8f5ddc0d518 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:40.740637 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-23a2d1cb-760e-4c11-bf05-b8f5ddc0d518 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2183993 Nov 12 01:17:40.750401 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52464) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:40.783911 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-765389ab-2f95-415c-a750-c75512ce6c5c None None] Provisioning complete for port d9f1126f-7e3e-4fec-8b31-bcd1527ff2f4 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:40.784942 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-765389ab-2f95-415c-a750-c75512ce6c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:40.923908 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b80a6835-7431-4911-864a-a0f92b8c38b1 req-e005cd3d-108f-4ec1-9f39-da22540f87c9 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:40.973817 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['48bccdbf-44f1-4860-bc5a-81d3c23ae861'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:17:41.064645 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e005cd3d-108f-4ec1-9f39-da22540f87c9 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Pushing event deleted for resources: {'Port': ['ID=48bccdbf-44f1-4860-bc5a-81d3c23ae861,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:41.109518 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-b80a6835-7431-4911-864a-a0f92b8c38b1 req-e005cd3d-108f-4ec1-9f39-da22540f87c9 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] No DVR routers for this DVR port 48bccdbf-44f1-4860-bc5a-81d3c23ae861 on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:17:41.117686 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b80a6835-7431-4911-864a-a0f92b8c38b1 req-e005cd3d-108f-4ec1-9f39-da22540f87c9 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:41.150249 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b80a6835-7431-4911-864a-a0f92b8c38b1 req-e005cd3d-108f-4ec1-9f39-da22540f87c9 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.16 "DELETE /v2.0/ports/48bccdbf-44f1-4860-bc5a-81d3c23ae861 HTTP/1.1" status: 204 len: 173 time: 0.9763761 Nov 12 01:17:41.152428 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b93ca2a2-de38-4bb6-a195-23208cd57886', 'name': 'network-vif-deleted', 'tag': '48bccdbf-44f1-4860-bc5a-81d3c23ae861'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:17:41.160501 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73eb6268-81a2-4f05-ae73-6f3758c7aefe" -d '{"events": [{"server_uuid": "b93ca2a2-de38-4bb6-a195-23208cd57886", "name": "network-vif-deleted", "tag": "48bccdbf-44f1-4860-bc5a-81d3c23ae861"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:17:41.163959 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cecb3d6-037a-4d89-8159-824137091614 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'tenant_id': '70514e17c07e4902b3c1ce1ff6844138', 'fixed_ips': [{'subnet_id': '2b49cb2c-73a7-46c6-9fc0-131a02f370ea'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:17:41.165696 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-466a519f-6ac3-4a63-8a6f-f659d84d4655 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:41.168060 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1cecb3d6-037a-4d89-8159-824137091614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:41.213373 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-765389ab-2f95-415c-a750-c75512ce6c5c None None] Provisioning complete for port e2ba6632-ac0b-48bd-9708-ce95f02f031b triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:41.214096 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-765389ab-2f95-415c-a750-c75512ce6c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:41.253146 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15095d7-088f-4b6d-a502-9f16bb963fdb x-openstack-request-id: req-d15095d7-088f-4b6d-a502-9f16bb963fdb {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:17:41.254361 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b93ca2a2-de38-4bb6-a195-23208cd57886", "name": "network-vif-deleted", "tag": "48bccdbf-44f1-4860-bc5a-81d3c23ae861", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:17:41.255131 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d15095d7-088f-4b6d-a502-9f16bb963fdb {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:17:41.257182 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b93ca2a2-de38-4bb6-a195-23208cd57886', 'name': 'network-vif-deleted', 'tag': '48bccdbf-44f1-4860-bc5a-81d3c23ae861', 'status': 'completed', 'code': 200} Nov 12 01:17:41.312119 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466a519f-6ac3-4a63-8a6f-f659d84d4655 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event updated for resources: {'Subnet': ['ID=68b65059-0d11-4720-a77b-9e545be8b7d3,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:41.353869 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466a519f-6ac3-4a63-8a6f-f659d84d4655 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Checking segment: {'id': 'c9fa20c4-5206-4141-83ce-c668babe6b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f4a918eb-801e-437c-a8dc-9d53ca940340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:17:41.354533 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466a519f-6ac3-4a63-8a6f-f659d84d4655 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Network hostable DHCP agents. Network: f4a918eb-801e-437c-a8dc-9d53ca940340, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:17:41.359879 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f563cd6a-96a3-42bc-a7f5-943075c3c1b0 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:41.563975 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-765389ab-2f95-415c-a750-c75512ce6c5c None None] Provisioning complete for port f46a3c8e-1974-41a8-bc95-4be32a45282f triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:41.564369 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-765389ab-2f95-415c-a750-c75512ce6c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:41.615580 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-08a0f854-3ce8-49be-a37c-5d2c1adc1b74 req-6b3bf0df-933c-47ae-8185-b8e7dd73dd34 tempest-TestServerMultinode-1451093573 tempest-TestServerMultinode-1451093573-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b93ca2a2-de38-4bb6-a195-23208cd57886 HTTP/1.1" status: 200 len: 210 time: 0.1291366 Nov 12 01:17:41.630721 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-1cecb3d6-037a-4d89-8159-824137091614 None None] Allocated IP 2001:db8::2 (89ea60a3-4652-4d77-9cc6-d8bd5a56918e/2b49cb2c-73a7-46c6-9fc0-131a02f370ea/7c449d70-186e-4575-9b37-3c7d3752a70c) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:17:41.710563 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466a519f-6ac3-4a63-8a6f-f659d84d4655 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Network f4a918eb-801e-437c-a8dc-9d53ca940340 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:17:41.727795 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-466a519f-6ac3-4a63-8a6f-f659d84d4655 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, f4a918eb-801e-437c-a8dc-9d53ca940340) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:17:41.746963 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466a519f-6ac3-4a63-8a6f-f659d84d4655 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:41.748066 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-466a519f-6ac3-4a63-8a6f-f659d84d4655 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:41.785715 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-466a519f-6ac3-4a63-8a6f-f659d84d4655 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6353014 Nov 12 01:17:41.788400 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52470) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:41.798834 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-5afdfe6a-51ed-46f6-8b65-c53885649324 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Request body: {'port': {'network_id': 'f4a918eb-801e-437c-a8dc-9d53ca940340', 'name': 'tempest-PortsTestJSON-1019961981', 'fixed_ips': [{'subnet_id': '68b65059-0d11-4720-a77b-9e545be8b7d3', 'ip_address': '172.20.0.10'}]}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:17:41.956578 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db557457-c50a-46c7-923c-6a584bd6e14d None None] Network f4a918eb-801e-437c-a8dc-9d53ca940340 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:17:42.245936 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-765389ab-2f95-415c-a750-c75512ce6c5c None None] Provisioning complete for port 97878826-2751-4bd8-ab63-0c0fee130f8d triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:42.246601 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-765389ab-2f95-415c-a750-c75512ce6c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:42.328499 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1cecb3d6-037a-4d89-8159-824137091614 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:42.364458 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1cecb3d6-037a-4d89-8159-824137091614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:42.423671 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cecb3d6-037a-4d89-8159-824137091614 None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:17:42.429188 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-1cecb3d6-037a-4d89-8159-824137091614 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:17:42.431858 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cecb3d6-037a-4d89-8159-824137091614 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:17:42.493583 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3495e360-1ff9-472c-b520-03bf393185ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-f4a918eb-801e-437c-a8dc-9d53ca940340', 'network_id': 'f4a918eb-801e-437c-a8dc-9d53ca940340', 'tenant_id': '10e024f1501d4f999bfc171e7c9c2478', 'fixed_ips': [{'subnet_id': '68b65059-0d11-4720-a77b-9e545be8b7d3'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:17:42.494477 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3495e360-1ff9-472c-b520-03bf393185ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:42.531911 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cecb3d6-037a-4d89-8159-824137091614 None None] Pushing event updated for resources: {'Port': ['ID=7c449d70-186e-4575-9b37-3c7d3752a70c,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:42.544355 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-f563cd6a-96a3-42bc-a7f5-943075c3c1b0 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Allocated IP 2001:db8::1 (89ea60a3-4652-4d77-9cc6-d8bd5a56918e/2b49cb2c-73a7-46c6-9fc0-131a02f370ea/b12cf9ce-15b4-4dcd-86a4-cd1c041a624f) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:17:42.652489 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-1cecb3d6-037a-4d89-8159-824137091614 None None] Attempting to bind port 7c449d70-186e-4575-9b37-3c7d3752a70c on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:17:42.652489 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-1cecb3d6-037a-4d89-8159-824137091614 None None] Attempting to bind port 7c449d70-186e-4575-9b37-3c7d3752a70c by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:17:42.653066 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cecb3d6-037a-4d89-8159-824137091614 None None] Attempting to bind port 7c449d70-186e-4575-9b37-3c7d3752a70c on network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:17:42.663292 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afdfe6a-51ed-46f6-8b65-c53885649324 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Made reservation on behalf of 10e024f1501d4f999bfc171e7c9c2478 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:17:42.685084 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cecb3d6-037a-4d89-8159-824137091614 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:17:42.685729 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cecb3d6-037a-4d89-8159-824137091614 None None] Checking segment: {'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:17:42.686362 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1cecb3d6-037a-4d89-8159-824137091614 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:42.686996 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cecb3d6-037a-4d89-8159-824137091614 None None] Bound using segment: {'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:17:42.687672 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-1cecb3d6-037a-4d89-8159-824137091614 None None] Bound port: 7c449d70-186e-4575-9b37-3c7d3752a70c, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:17:42.688280 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1cecb3d6-037a-4d89-8159-824137091614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:42.721550 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52474) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:42.790699 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f563cd6a-96a3-42bc-a7f5-943075c3c1b0 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:42.795345 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-3495e360-1ff9-472c-b520-03bf393185ae None None] Allocated IP 172.20.0.2 (f4a918eb-801e-437c-a8dc-9d53ca940340/68b65059-0d11-4720-a77b-9e545be8b7d3/61d1ded8-f8e0-4e20-9822-3bb42c627425) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:17:42.865685 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-1cecb3d6-037a-4d89-8159-824137091614 None None] For port 7c449d70-186e-4575-9b37-3c7d3752a70c, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:17:42.882378 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5afdfe6a-51ed-46f6-8b65-c53885649324 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:42.885943 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f563cd6a-96a3-42bc-a7f5-943075c3c1b0 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:42.915314 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-1cecb3d6-037a-4d89-8159-824137091614 None None] For port 7c449d70-186e-4575-9b37-3c7d3752a70c, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=7c449d70-186e-4575-9b37-3c7d3752a70c,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:17:42.924337 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1cecb3d6-037a-4d89-8159-824137091614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:42.959477 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f563cd6a-96a3-42bc-a7f5-943075c3c1b0 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:17:42.964753 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-f563cd6a-96a3-42bc-a7f5-943075c3c1b0 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:17:42.970581 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-5afdfe6a-51ed-46f6-8b65-c53885649324 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] device_id is not set on port b117ef84-c41c-46a1-a344-c9cf6795aac2 yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:17:42.981850 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f563cd6a-96a3-42bc-a7f5-943075c3c1b0 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:17:42.982563 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f563cd6a-96a3-42bc-a7f5-943075c3c1b0 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:43.085043 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f563cd6a-96a3-42bc-a7f5-943075c3c1b0 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Port': ['ID=b12cf9ce-15b4-4dcd-86a4-cd1c041a624f,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:43.088952 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cecb3d6-037a-4d89-8159-824137091614 None None] Pushing event updated for resources: {'Port': ['ID=7c449d70-186e-4575-9b37-3c7d3752a70c,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:43.212114 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3495e360-1ff9-472c-b520-03bf393185ae None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:43.222405 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3495e360-1ff9-472c-b520-03bf393185ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:43.262186 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f563cd6a-96a3-42bc-a7f5-943075c3c1b0 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:43.352134 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3495e360-1ff9-472c-b520-03bf393185ae None None] Network f4a918eb-801e-437c-a8dc-9d53ca940340 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:17:43.353293 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3495e360-1ff9-472c-b520-03bf393185ae None None] Pushing event updated for resources: {'Port': ['ID=61d1ded8-f8e0-4e20-9822-3bb42c627425,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:43.356813 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-3495e360-1ff9-472c-b520-03bf393185ae None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:17:43.360582 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3495e360-1ff9-472c-b520-03bf393185ae None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:17:43.464063 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-3495e360-1ff9-472c-b520-03bf393185ae None None] Attempting to bind port 61d1ded8-f8e0-4e20-9822-3bb42c627425 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:17:43.464648 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-3495e360-1ff9-472c-b520-03bf393185ae None None] Attempting to bind port 61d1ded8-f8e0-4e20-9822-3bb42c627425 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'c9fa20c4-5206-4141-83ce-c668babe6b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f4a918eb-801e-437c-a8dc-9d53ca940340'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:17:43.465091 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3495e360-1ff9-472c-b520-03bf393185ae None None] Attempting to bind port 61d1ded8-f8e0-4e20-9822-3bb42c627425 on network f4a918eb-801e-437c-a8dc-9d53ca940340 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:17:43.472808 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3495e360-1ff9-472c-b520-03bf393185ae None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:17:43.473282 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3495e360-1ff9-472c-b520-03bf393185ae None None] Checking segment: {'id': 'c9fa20c4-5206-4141-83ce-c668babe6b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f4a918eb-801e-437c-a8dc-9d53ca940340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:17:43.473776 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3495e360-1ff9-472c-b520-03bf393185ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:43.474399 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3495e360-1ff9-472c-b520-03bf393185ae None None] Bound using segment: {'id': 'c9fa20c4-5206-4141-83ce-c668babe6b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f4a918eb-801e-437c-a8dc-9d53ca940340'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:17:43.474845 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-3495e360-1ff9-472c-b520-03bf393185ae None None] Bound port: 61d1ded8-f8e0-4e20-9822-3bb42c627425, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9fa20c4-5206-4141-83ce-c668babe6b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f4a918eb-801e-437c-a8dc-9d53ca940340'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:17:43.475305 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3495e360-1ff9-472c-b520-03bf393185ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:43.584616 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-3495e360-1ff9-472c-b520-03bf393185ae None None] For port 61d1ded8-f8e0-4e20-9822-3bb42c627425, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:17:43.589906 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-3495e360-1ff9-472c-b520-03bf393185ae None None] For port 61d1ded8-f8e0-4e20-9822-3bb42c627425, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=61d1ded8-f8e0-4e20-9822-3bb42c627425,segment=NetworkSegment(c9fa20c4-5206-4141-83ce-c668babe6b02),segment_id=c9fa20c4-5206-4141-83ce-c668babe6b02)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:17:43.596741 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3495e360-1ff9-472c-b520-03bf393185ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:43.601396 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-df0ca51a-f800-4548-bf8a-5a50e58775d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:43.690277 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3495e360-1ff9-472c-b520-03bf393185ae None None] Pushing event updated for resources: {'Port': ['ID=61d1ded8-f8e0-4e20-9822-3bb42c627425,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:43.751500 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-5afdfe6a-51ed-46f6-8b65-c53885649324 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Allocated IP 172.20.0.10 (f4a918eb-801e-437c-a8dc-9d53ca940340/68b65059-0d11-4720-a77b-9e545be8b7d3/b117ef84-c41c-46a1-a344-c9cf6795aac2) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:17:43.850843 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f563cd6a-96a3-42bc-a7f5-943075c3c1b0 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:43.865829 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f563cd6a-96a3-42bc-a7f5-943075c3c1b0 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:43.866982 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f563cd6a-96a3-42bc-a7f5-943075c3c1b0 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:44.134486 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f563cd6a-96a3-42bc-a7f5-943075c3c1b0 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Port': ['ID=b12cf9ce-15b4-4dcd-86a4-cd1c041a624f,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:44.305371 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5afdfe6a-51ed-46f6-8b65-c53885649324 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:44.327088 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f563cd6a-96a3-42bc-a7f5-943075c3c1b0 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:17:44.342027 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-f563cd6a-96a3-42bc-a7f5-943075c3c1b0 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:17:44.430714 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 61d1ded8-f8e0-4e20-9822-3bb42c627425 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:17:44.524624 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 61d1ded8-f8e0-4e20-9822-3bb42c627425 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:44.525752 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:44.529862 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-df0ca51a-f800-4548-bf8a-5a50e58775d6 admin admin] Deleting port 2dab371c-c3a1-4587-8294-17ebeff5bd1e {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:17:44.530487 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-df0ca51a-f800-4548-bf8a-5a50e58775d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:44.705084 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5afdfe6a-51ed-46f6-8b65-c53885649324 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:44.727732 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 48bccdbf-44f1-4860-bc5a-81d3c23ae861 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:17:44.736564 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:44.737957 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-df0ca51a-f800-4548-bf8a-5a50e58775d6 admin admin] For port 2dab371c-c3a1-4587-8294-17ebeff5bd1e, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=2dab371c-c3a1-4587-8294-17ebeff5bd1e,segment=NetworkSegment(903adb33-be36-4f66-84f3-41189f6c5e3f),segment_id=903adb33-be36-4f66-84f3-41189f6c5e3f)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:44.738333 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-df0ca51a-f800-4548-bf8a-5a50e58775d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:44.777981 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-df0ca51a-f800-4548-bf8a-5a50e58775d6 admin admin] Calling delete_port for 2dab371c-c3a1-4587-8294-17ebeff5bd1e owned by network:router_interface {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:17:44.781229 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afdfe6a-51ed-46f6-8b65-c53885649324 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Network f4a918eb-801e-437c-a8dc-9d53ca940340 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:17:44.791103 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-5afdfe6a-51ed-46f6-8b65-c53885649324 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:17:44.796499 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afdfe6a-51ed-46f6-8b65-c53885649324 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:17:44.853026 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] No Port match for: 48bccdbf-44f1-4860-bc5a-81d3c23ae861 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:17:44.853434 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 48bccdbf-44f1-4860-bc5a-81d3c23ae861 not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:17:44.894630 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 61d1ded8-f8e0-4e20-9822-3bb42c627425, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=61d1ded8-f8e0-4e20-9822-3bb42c627425,segment=NetworkSegment(c9fa20c4-5206-4141-83ce-c668babe6b02),segment_id=c9fa20c4-5206-4141-83ce-c668babe6b02)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:44.902247 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:44.903331 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 7c449d70-186e-4575-9b37-3c7d3752a70c up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:17:44.955379 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afdfe6a-51ed-46f6-8b65-c53885649324 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event updated for resources: {'Port': ['ID=b117ef84-c41c-46a1-a344-c9cf6795aac2,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:44.966536 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afdfe6a-51ed-46f6-8b65-c53885649324 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:44.967562 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5afdfe6a-51ed-46f6-8b65-c53885649324 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:45.011328 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5afdfe6a-51ed-46f6-8b65-c53885649324 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.2212749 Nov 12 01:17:45.012086 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52524) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:45.021196 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-fcce341c-b9d6-49ba-919f-9279306a7e85 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Request body: {'port': {'network_id': 'f4a918eb-801e-437c-a8dc-9d53ca940340', 'name': 'tempest-PortsTestJSON-212770211', 'fixed_ips': [{'subnet_id': '68b65059-0d11-4720-a77b-9e545be8b7d3', 'ip_address': '172.20.0.9'}]}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:17:45.027766 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f563cd6a-96a3-42bc-a7f5-943075c3c1b0 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Router 8f3389eb-7644-4465-9f79-80c4905f1e55 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:17:45.056973 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=61d1ded8-f8e0-4e20-9822-3bb42c627425,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:45.226293 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-678d6759-1592-4983-a424-96fbd0ac13a0 None None] Provisioning complete for port 7c449d70-186e-4575-9b37-3c7d3752a70c triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:45.226664 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-678d6759-1592-4983-a424-96fbd0ac13a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:45.329526 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 7c449d70-186e-4575-9b37-3c7d3752a70c triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:45.329829 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:45.344190 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-df0ca51a-f800-4548-bf8a-5a50e58775d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:45.455897 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0ca51a-f800-4548-bf8a-5a50e58775d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dab371c-c3a1-4587-8294-17ebeff5bd1e,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:45.543019 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f563cd6a-96a3-42bc-a7f5-943075c3c1b0 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:17:45.559049 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa7b2f1-b333-425b-bd05-5b97a340eedf None None] Sync routers for ids ['8f3389eb-7644-4465-9f79-80c4905f1e55'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:17:45.582552 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f563cd6a-96a3-42bc-a7f5-943075c3c1b0 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "PUT /v2.0/routers/8f3389eb-7644-4465-9f79-80c4905f1e55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8303430 Nov 12 01:17:45.596058 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52540) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:45.611846 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa7b2f1-b333-425b-bd05-5b97a340eedf None None] Routers {'8f3389eb-7644-4465-9f79-80c4905f1e55'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:17:45.632535 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-3aa7b2f1-b333-425b-bd05-5b97a340eedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:17:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['8f3389eb-7644-4465-9f79-80c4905f1e55'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:45.807059 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0757eb59-024e-4707-b26f-3ee3f8a3388b tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:45.822091 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0757eb59-024e-4707-b26f-3ee3f8a3388b tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/ports/b12cf9ce-15b4-4dcd-86a4-cd1c041a624f HTTP/1.1" status: 200 len: 911 time: 0.2247021 Nov 12 01:17:45.822748 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52560) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:45.841280 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-678d6759-1592-4983-a424-96fbd0ac13a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:45.867635 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-df0ca51a-f800-4548-bf8a-5a50e58775d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:45.942379 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcce341c-b9d6-49ba-919f-9279306a7e85 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Made reservation on behalf of 10e024f1501d4f999bfc171e7c9c2478 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:17:45.967120 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd6a1ab-ea0a-4f56-84b8-98cbdc426096 None None] Network f4a918eb-801e-437c-a8dc-9d53ca940340 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:17:45.970904 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fcce341c-b9d6-49ba-919f-9279306a7e85 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:46.035219 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:46.073866 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-fcce341c-b9d6-49ba-919f-9279306a7e85 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] device_id is not set on port 3cec4ca7-5bad-45f4-9cc2-904aafabcc21 yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:17:46.105002 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3858fda-57aa-4b39-9e99-5481b39293ad tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:46.112255 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3858fda-57aa-4b39-9e99-5481b39293ad tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:46.117818 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d3858fda-57aa-4b39-9e99-5481b39293ad tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2927289 Nov 12 01:17:46.118728 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52574) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:46.352119 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-3aa7b2f1-b333-425b-bd05-5b97a340eedf None None] Set router 8f3389eb-7644-4465-9f79-80c4905f1e55 gateway port host: None {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:17:46.604884 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-fcce341c-b9d6-49ba-919f-9279306a7e85 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Allocated IP 172.20.0.9 (f4a918eb-801e-437c-a8dc-9d53ca940340/68b65059-0d11-4720-a77b-9e545be8b7d3/3cec4ca7-5bad-45f4-9cc2-904aafabcc21) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:17:46.733214 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-678d6759-1592-4983-a424-96fbd0ac13a0 None None] For port 7c449d70-186e-4575-9b37-3c7d3752a70c, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=7c449d70-186e-4575-9b37-3c7d3752a70c,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:46.818338 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df0ca51a-f800-4548-bf8a-5a50e58775d6 admin admin] Router 40ba1592-4757-45e4-990f-9c9bed936ba1 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:17:46.854404 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-678d6759-1592-4983-a424-96fbd0ac13a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:47.032834 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.api [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:17:47.034165 n-d-712142-27 neutron-server[109087]: DEBUG oslo_db.api [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:17:47.105977 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-e9eec18f-3fd5-4ded-a129-d9e190a1fd76 None None] Provisioning complete for port b12cf9ce-15b4-4dcd-86a4-cd1c041a624f triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:47.109993 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e9eec18f-3fd5-4ded-a129-d9e190a1fd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:47.151492 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-3aa7b2f1-b333-425b-bd05-5b97a340eedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f3389eb-7644-4465-9f79-80c4905f1e55', 'name': 'tempest-NetworksTestDHCPv6-router-316622515', 'tenant_id': '70514e17c07e4902b3c1ce1ff6844138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:17:40Z', 'updated_at': '2021-11-12T01:17:43Z', 'revision_number': 2, 'project_id': '70514e17c07e4902b3c1ce1ff6844138', 'gw_port_host': None, '_interfaces': [{'id': 'b12cf9ce-15b4-4dcd-86a4-cd1c041a624f', 'name': '', 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'tenant_id': '70514e17c07e4902b3c1ce1ff6844138', 'mac_address': 'fa:16:3e:25:51:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f3389eb-7644-4465-9f79-80c4905f1e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '2b49cb2c-73a7-46c6-9fc0-131a02f370ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:17:41Z', 'updated_at': '2021-11-12T01:17:43Z', 'revision_number': 2, 'project_id': '70514e17c07e4902b3c1ce1ff6844138', 'subnets': [{'id': '2b49cb2c-73a7-46c6-9fc0-131a02f370ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:47.164584 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fcce341c-b9d6-49ba-919f-9279306a7e85 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:47.224864 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-e9eec18f-3fd5-4ded-a129-d9e190a1fd76 None None] Port b12cf9ce-15b4-4dcd-86a4-cd1c041a624f cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:17:47.236744 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52592) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:47.243882 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa7b2f1-b333-425b-bd05-5b97a340eedf None None] Checking router: 8f3389eb-7644-4465-9f79-80c4905f1e55 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:17:47.245037 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa7b2f1-b333-425b-bd05-5b97a340eedf None None] Updating router 8f3389eb-7644-4465-9f79-80c4905f1e55 port b12cf9ce-15b4-4dcd-86a4-cd1c041a624f binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:17:47.245495 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fcce341c-b9d6-49ba-919f-9279306a7e85 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:47.257074 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d6759-1592-4983-a424-96fbd0ac13a0 None None] Pushing event updated for resources: {'Port': ['ID=7c449d70-186e-4575-9b37-3c7d3752a70c,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:47.283714 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-e9eec18f-3fd5-4ded-a129-d9e190a1fd76 None None] Provisioning complete for port 61d1ded8-f8e0-4e20-9822-3bb42c627425 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:47.284477 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e9eec18f-3fd5-4ded-a129-d9e190a1fd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:47.339125 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce341c-b9d6-49ba-919f-9279306a7e85 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event updated for resources: {'Port': ['ID=3cec4ca7-5bad-45f4-9cc2-904aafabcc21,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:47.371589 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-3aa7b2f1-b333-425b-bd05-5b97a340eedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:47.385536 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcce341c-b9d6-49ba-919f-9279306a7e85 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Network f4a918eb-801e-437c-a8dc-9d53ca940340 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:17:47.461317 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-fcce341c-b9d6-49ba-919f-9279306a7e85 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:17:47.472918 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcce341c-b9d6-49ba-919f-9279306a7e85 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:17:47.666323 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcce341c-b9d6-49ba-919f-9279306a7e85 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:47.667025 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fcce341c-b9d6-49ba-919f-9279306a7e85 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:47.839421 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-acda7347-04ac-4a5d-b710-ce70d17cb6d3 None None] Provisioning complete for port 61d1ded8-f8e0-4e20-9822-3bb42c627425 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:47.841001 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-acda7347-04ac-4a5d-b710-ce70d17cb6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:47.869755 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-af799f2f-e462-4db3-a1e7-8109e0bbf514 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:47.906045 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-fcce341c-b9d6-49ba-919f-9279306a7e85 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8894813 Nov 12 01:17:47.916322 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52602) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:48.046010 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-af799f2f-e462-4db3-a1e7-8109e0bbf514 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:48.047852 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a31de1a7-b6e0-41a7-bc27-91f5d456357f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:48.056110 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-af799f2f-e462-4db3-a1e7-8109e0bbf514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:48.128480 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 61d1ded8-f8e0-4e20-9822-3bb42c627425 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:17:48.167924 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-af799f2f-e462-4db3-a1e7-8109e0bbf514 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8ebc33d12bc64fe3ae1a83ec0f20848a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9297857 Nov 12 01:17:48.229939 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52604) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:48.326014 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0ca51a-f800-4548-bf8a-5a50e58775d6 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:17:48.351460 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c0ab05-3c2e-4acb-8e6c-e9cb2edc3411 None None] Sync routers for ids ['40ba1592-4757-45e4-990f-9c9bed936ba1'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:17:48.365539 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-df0ca51a-f800-4548-bf8a-5a50e58775d6 admin admin] 10.222.0.45 "PUT /v2.0/routers/40ba1592-4757-45e4-990f-9c9bed936ba1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6427739 Nov 12 01:17:48.369158 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 61d1ded8-f8e0-4e20-9822-3bb42c627425 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:48.369775 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:48.391248 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52606) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:48.394757 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-3aa7b2f1-b333-425b-bd05-5b97a340eedf None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:48.414127 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-3aa7b2f1-b333-425b-bd05-5b97a340eedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:48.461693 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c0ab05-3c2e-4acb-8e6c-e9cb2edc3411 None None] Routers {'40ba1592-4757-45e4-990f-9c9bed936ba1'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:17:48.462618 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-93c0ab05-3c2e-4acb-8e6c-e9cb2edc3411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:17:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['40ba1592-4757-45e4-990f-9c9bed936ba1'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:48.527179 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e695ca91-195a-42e2-97b1-67d42b138030 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:48.533514 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e695ca91-195a-42e2-97b1-67d42b138030 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.6078010 Nov 12 01:17:48.536206 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52608) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:48.546717 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395cd87c-c953-48ee-9f17-d44a14e8c11a None None] Pushing event updated for resources: {'Port': ['ID=b12cf9ce-15b4-4dcd-86a4-cd1c041a624f,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:48.635921 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-895560d1-ab1c-4ae2-8cd9-d97b09c6ac2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:48.722315 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-895560d1-ab1c-4ae2-8cd9-d97b09c6ac2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:48.742720 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395cd87c-c953-48ee-9f17-d44a14e8c11a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:48.743290 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395cd87c-c953-48ee-9f17-d44a14e8c11a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:48.743873 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395cd87c-c953-48ee-9f17-d44a14e8c11a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:48.747743 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395cd87c-c953-48ee-9f17-d44a14e8c11a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:48.751717 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395cd87c-c953-48ee-9f17-d44a14e8c11a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:48.752393 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395cd87c-c953-48ee-9f17-d44a14e8c11a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:48.752940 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395cd87c-c953-48ee-9f17-d44a14e8c11a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:48.753550 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395cd87c-c953-48ee-9f17-d44a14e8c11a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:48.757784 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395cd87c-c953-48ee-9f17-d44a14e8c11a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:48.762695 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395cd87c-c953-48ee-9f17-d44a14e8c11a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:48.762695 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395cd87c-c953-48ee-9f17-d44a14e8c11a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:48.763173 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395cd87c-c953-48ee-9f17-d44a14e8c11a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:17:48.794077 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-3aa7b2f1-b333-425b-bd05-5b97a340eedf None None] Attempting to bind port b12cf9ce-15b4-4dcd-86a4-cd1c041a624f on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:17:48.797605 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-3aa7b2f1-b333-425b-bd05-5b97a340eedf None None] Attempting to bind port b12cf9ce-15b4-4dcd-86a4-cd1c041a624f by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:17:48.798059 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa7b2f1-b333-425b-bd05-5b97a340eedf None None] Attempting to bind port b12cf9ce-15b4-4dcd-86a4-cd1c041a624f on network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:17:48.813240 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa7b2f1-b333-425b-bd05-5b97a340eedf None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:17:48.818395 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa7b2f1-b333-425b-bd05-5b97a340eedf None None] Checking segment: {'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:17:48.821086 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-3aa7b2f1-b333-425b-bd05-5b97a340eedf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:48.821631 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa7b2f1-b333-425b-bd05-5b97a340eedf None None] Bound using segment: {'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:17:48.824375 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-3aa7b2f1-b333-425b-bd05-5b97a340eedf None None] Bound port: b12cf9ce-15b4-4dcd-86a4-cd1c041a624f, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:17:48.825027 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-3aa7b2f1-b333-425b-bd05-5b97a340eedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:48.832802 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2183bf-7d7c-4844-a142-792ee58dcca6 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:48.859946 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2183bf-7d7c-4844-a142-792ee58dcca6 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:48.874117 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2183bf-7d7c-4844-a142-792ee58dcca6 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:48.876102 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-9e2183bf-7d7c-4844-a142-792ee58dcca6 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.3374729 Nov 12 01:17:48.889534 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52614) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:48.892859 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-895560d1-ab1c-4ae2-8cd9-d97b09c6ac2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:48.896172 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-895560d1-ab1c-4ae2-8cd9-d97b09c6ac2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:48.897670 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-895560d1-ab1c-4ae2-8cd9-d97b09c6ac2d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c08b8a52-a641-4e04-b85b-cc09182c1b5c HTTP/1.1" status: 204 len: 168 time: 0.6660388 Nov 12 01:17:49.060772 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-3aa7b2f1-b333-425b-bd05-5b97a340eedf None None] For port b12cf9ce-15b4-4dcd-86a4-cd1c041a624f, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:17:49.069194 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-3aa7b2f1-b333-425b-bd05-5b97a340eedf None None] For port b12cf9ce-15b4-4dcd-86a4-cd1c041a624f, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=b12cf9ce-15b4-4dcd-86a4-cd1c041a624f,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:17:49.083803 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-3aa7b2f1-b333-425b-bd05-5b97a340eedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:49.101980 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895560d1-ab1c-4ae2-8cd9-d97b09c6ac2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08b8a52-a641-4e04-b85b-cc09182c1b5c,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:49.233941 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-0ab38d35-8b4e-4572-96d4-de84b7bebe26 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Deleting port 3cec4ca7-5bad-45f4-9cc2-904aafabcc21 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:17:49.234293 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0ab38d35-8b4e-4572-96d4-de84b7bebe26 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:49.346854 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa7b2f1-b333-425b-bd05-5b97a340eedf None None] Routers {'8f3389eb-7644-4465-9f79-80c4905f1e55'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:17:49.352105 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-3aa7b2f1-b333-425b-bd05-5b97a340eedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:17:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['8f3389eb-7644-4465-9f79-80c4905f1e55'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:49.488978 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-acda7347-04ac-4a5d-b710-ce70d17cb6d3 None None] Provisioning complete for port b117ef84-c41c-46a1-a344-c9cf6795aac2 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:49.490741 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-acda7347-04ac-4a5d-b710-ce70d17cb6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:49.681824 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395cd87c-c953-48ee-9f17-d44a14e8c11a None None] Pushing event updated for resources: {'Port': ['ID=b12cf9ce-15b4-4dcd-86a4-cd1c041a624f,revision_number=4']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:49.711040 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0ab38d35-8b4e-4572-96d4-de84b7bebe26 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:49.730549 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-acda7347-04ac-4a5d-b710-ce70d17cb6d3 None None] Port b117ef84-c41c-46a1-a344-c9cf6795aac2 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:17:49.751547 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-0ab38d35-8b4e-4572-96d4-de84b7bebe26 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Calling delete_port for 3cec4ca7-5bad-45f4-9cc2-904aafabcc21 owned by {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:17:49.863763 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af799f2f-e462-4db3-a1e7-8109e0bbf514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08b8a52-a641-4e04-b85b-cc09182c1b5c,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:49.926168 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-3aa7b2f1-b333-425b-bd05-5b97a340eedf None None] Set router 8f3389eb-7644-4465-9f79-80c4905f1e55 gateway port host: None {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:17:50.033754 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-276e8115-b953-4a18-be0f-2783aff946c4 None None] Provisioning complete for port b12cf9ce-15b4-4dcd-86a4-cd1c041a624f triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:50.035476 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-276e8115-b953-4a18-be0f-2783aff946c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:50.154519 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52624) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:50.199190 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-93c0ab05-3c2e-4acb-8e6c-e9cb2edc3411 None None] Set router 40ba1592-4757-45e4-990f-9c9bed936ba1 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:17:50.230726 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-13aa88a2-f18b-459e-8c21-327064cf9155 admin admin] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:50.249897 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d8c391cc-d59c-4435-b739-5833b18a4a52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:50.507632 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0ab38d35-8b4e-4572-96d4-de84b7bebe26 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:50.542748 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 7c449d70-186e-4575-9b37-3c7d3752a70c up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:17:50.609367 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab38d35-8b4e-4572-96d4-de84b7bebe26 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event deleted for resources: {'Port': ['ID=3cec4ca7-5bad-45f4-9cc2-904aafabcc21,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:50.648466 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-3aa7b2f1-b333-425b-bd05-5b97a340eedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f3389eb-7644-4465-9f79-80c4905f1e55', 'name': 'tempest-NetworksTestDHCPv6-router-316622515', 'tenant_id': '70514e17c07e4902b3c1ce1ff6844138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:17:40Z', 'updated_at': '2021-11-12T01:17:43Z', 'revision_number': 2, 'project_id': '70514e17c07e4902b3c1ce1ff6844138', 'gw_port_host': None, '_interfaces': [{'id': 'b12cf9ce-15b4-4dcd-86a4-cd1c041a624f', 'name': '', 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'tenant_id': '70514e17c07e4902b3c1ce1ff6844138', 'mac_address': 'fa:16:3e:25:51:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f3389eb-7644-4465-9f79-80c4905f1e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '2b49cb2c-73a7-46c6-9fc0-131a02f370ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:17:41Z', 'updated_at': '2021-11-12T01:17:49Z', 'revision_number': 4, 'project_id': '70514e17c07e4902b3c1ce1ff6844138', 'subnets': [{'id': '2b49cb2c-73a7-46c6-9fc0-131a02f370ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:50.664796 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-13aa88a2-f18b-459e-8c21-327064cf9155 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:50.761164 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa7b2f1-b333-425b-bd05-5b97a340eedf None None] The sync data for ids ['8f3389eb-7644-4465-9f79-80c4905f1e55'] in n-d-712142-27 is: [{'id': '8f3389eb-7644-4465-9f79-80c4905f1e55', 'name': 'tempest-NetworksTestDHCPv6-router-316622515', 'tenant_id': '70514e17c07e4902b3c1ce1ff6844138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:17:40Z', 'updated_at': '2021-11-12T01:17:43Z', 'revision_number': 2, 'project_id': '70514e17c07e4902b3c1ce1ff6844138', 'gw_port_host': None, '_interfaces': [{'id': 'b12cf9ce-15b4-4dcd-86a4-cd1c041a624f', 'name': '', 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'tenant_id': '70514e17c07e4902b3c1ce1ff6844138', 'mac_address': 'fa:16:3e:25:51:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f3389eb-7644-4465-9f79-80c4905f1e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2290, 'fixed_ips': [{'subnet_id': '2b49cb2c-73a7-46c6-9fc0-131a02f370ea', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:17:41Z', 'updated_at': '2021-11-12T01:17:49Z', 'revision_number': 4, 'project_id': '70514e17c07e4902b3c1ce1ff6844138', 'subnets': [{'id': '2b49cb2c-73a7-46c6-9fc0-131a02f370ea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:17:50.799142 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-276e8115-b953-4a18-be0f-2783aff946c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:50.852552 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d8c391cc-d59c-4435-b739-5833b18a4a52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:50.882428 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d8c391cc-d59c-4435-b739-5833b18a4a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:50.944754 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 7c449d70-186e-4575-9b37-3c7d3752a70c triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:50.945443 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:50.988575 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-d8c391cc-d59c-4435-b739-5833b18a4a52 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=11873d2b94db47df8c96143672042d9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8308191 Nov 12 01:17:50.992780 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52642) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:51.000774 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c391cc-d59c-4435-b739-5833b18a4a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76fa86c-809b-46a0-a89e-a4df009e8226,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:51.015592 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0ab38d35-8b4e-4572-96d4-de84b7bebe26 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:51.020409 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-0ab38d35-8b4e-4572-96d4-de84b7bebe26 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "DELETE /v2.0/ports/3cec4ca7-5bad-45f4-9cc2-904aafabcc21 HTTP/1.1" status: 204 len: 168 time: 2.1287093 Nov 12 01:17:51.035043 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52644) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:51.050487 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-a31de1a7-b6e0-41a7-bc27-91f5d456357f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Deleting port b12cf9ce-15b4-4dcd-86a4-cd1c041a624f {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:17:51.051228 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a31de1a7-b6e0-41a7-bc27-91f5d456357f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:51.068627 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-276e8115-b953-4a18-be0f-2783aff946c4 None None] For port b12cf9ce-15b4-4dcd-86a4-cd1c041a624f, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=b12cf9ce-15b4-4dcd-86a4-cd1c041a624f,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:51.090421 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-276e8115-b953-4a18-be0f-2783aff946c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:51.130537 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-13aa88a2-f18b-459e-8c21-327064cf9155 admin admin] Deleting port 910759bf-9c23-47c0-a955-80f6ba50ef46 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:17:51.131179 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-13aa88a2-f18b-459e-8c21-327064cf9155 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:51.178680 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-332189b7-c25f-4f6c-b413-62da040ca533 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] GET failed (client error): The resource could not be found. Nov 12 01:17:51.186278 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-332189b7-c25f-4f6c-b413-62da040ca533 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "GET /v2.0/ports/3cec4ca7-5bad-45f4-9cc2-904aafabcc21 HTTP/1.1" status: 404 len: 333 time: 0.1169510 Nov 12 01:17:51.186942 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52648) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:51.218774 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e8115-b953-4a18-be0f-2783aff946c4 None None] Pushing event updated for resources: {'Port': ['ID=b12cf9ce-15b4-4dcd-86a4-cd1c041a624f,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:51.224140 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-276e8115-b953-4a18-be0f-2783aff946c4 None None] Could not find standard attr ID for object 3cec4ca7-5bad-45f4-9cc2-904aafabcc21. {{(pid=109087) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:17:51.235886 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-303c23d9-934f-4363-8ee9-8e98e76e6080 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:51.269450 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-303c23d9-934f-4363-8ee9-8e98e76e6080 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:51.269949 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-93c0ab05-3c2e-4acb-8e6c-e9cb2edc3411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ba1592-4757-45e4-990f-9c9bed936ba1', 'name': 'tempest-TestServerMultinode-1788200367-router', 'tenant_id': '9e09e1487d8e48e99af3838750a68ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '910759bf-9c23-47c0-a955-80f6ba50ef46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:15:49Z', 'updated_at': '2021-11-12T01:17:45Z', 'revision_number': 5, 'project_id': '9e09e1487d8e48e99af3838750a68ac8', 'gw_port': {'id': '910759bf-9c23-47c0-a955-80f6ba50ef46', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:68:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40ba1592-4757-45e4-990f-9c9bed936ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:15:51Z', 'updated_at': '2021-11-12T01:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:51.371130 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-303c23d9-934f-4363-8ee9-8e98e76e6080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:51.377413 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-303c23d9-934f-4363-8ee9-8e98e76e6080 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:51.378429 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-303c23d9-934f-4363-8ee9-8e98e76e6080 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f76fa86c-809b-46a0-a89e-a4df009e8226 HTTP/1.1" status: 204 len: 168 time: 0.3833668 Nov 12 01:17:51.395389 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-a31de1a7-b6e0-41a7-bc27-91f5d456357f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] For port b12cf9ce-15b4-4dcd-86a4-cd1c041a624f, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=b12cf9ce-15b4-4dcd-86a4-cd1c041a624f,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:51.396244 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a31de1a7-b6e0-41a7-bc27-91f5d456357f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:51.415388 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-a31de1a7-b6e0-41a7-bc27-91f5d456357f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Calling delete_port for b12cf9ce-15b4-4dcd-86a4-cd1c041a624f owned by network:router_interface {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:17:51.418016 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c0ab05-3c2e-4acb-8e6c-e9cb2edc3411 None None] Checking router: 40ba1592-4757-45e4-990f-9c9bed936ba1 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:17:51.420129 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303c23d9-934f-4363-8ee9-8e98e76e6080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76fa86c-809b-46a0-a89e-a4df009e8226,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:51.556824 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c0ab05-3c2e-4acb-8e6c-e9cb2edc3411 None None] Routers {'40ba1592-4757-45e4-990f-9c9bed936ba1'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:17:51.557734 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-93c0ab05-3c2e-4acb-8e6c-e9cb2edc3411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:17:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['40ba1592-4757-45e4-990f-9c9bed936ba1'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:51.814886 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-f250f68e-8015-4dc4-8a72-c92d029c3541 None None] Provisioning complete for port b12cf9ce-15b4-4dcd-86a4-cd1c041a624f triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:17:51.817351 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f250f68e-8015-4dc4-8a72-c92d029c3541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:51.852076 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-13aa88a2-f18b-459e-8c21-327064cf9155 admin admin] For port 910759bf-9c23-47c0-a955-80f6ba50ef46, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=910759bf-9c23-47c0-a955-80f6ba50ef46,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:51.855305 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-13aa88a2-f18b-459e-8c21-327064cf9155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:51.878110 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a31de1a7-b6e0-41a7-bc27-91f5d456357f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:51.907216 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-13aa88a2-f18b-459e-8c21-327064cf9155 admin admin] Calling delete_port for 910759bf-9c23-47c0-a955-80f6ba50ef46 owned by network:router_gateway {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:17:51.919578 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device b12cf9ce-15b4-4dcd-86a4-cd1c041a624f up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:17:51.930171 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-f250f68e-8015-4dc4-8a72-c92d029c3541 None None] Port b12cf9ce-15b4-4dcd-86a4-cd1c041a624f was deleted so its status cannot be updated. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 01:17:51.938472 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31de1a7-b6e0-41a7-bc27-91f5d456357f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event deleted for resources: {'Port': ['ID=b12cf9ce-15b4-4dcd-86a4-cd1c041a624f,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:52.014108 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: b12cf9ce-15b4-4dcd-86a4-cd1c041a624f {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:17:52.014797 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device b12cf9ce-15b4-4dcd-86a4-cd1c041a624f not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 12 01:17:52.102767 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Port b12cf9ce-15b4-4dcd-86a4-cd1c041a624f not found, will not notify nova. {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 12 01:17:52.120070 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-93c0ab05-3c2e-4acb-8e6c-e9cb2edc3411 None None] Set router 40ba1592-4757-45e4-990f-9c9bed936ba1 gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:17:52.219820 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a31de1a7-b6e0-41a7-bc27-91f5d456357f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:52.301937 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-a7ca1a68-52aa-44c1-83a2-9297ea3214e4 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Deleting port b117ef84-c41c-46a1-a344-c9cf6795aac2 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:17:52.304527 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a7ca1a68-52aa-44c1-83a2-9297ea3214e4 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:52.431331 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-93c0ab05-3c2e-4acb-8e6c-e9cb2edc3411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40ba1592-4757-45e4-990f-9c9bed936ba1', 'name': 'tempest-TestServerMultinode-1788200367-router', 'tenant_id': '9e09e1487d8e48e99af3838750a68ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:15:49Z', 'updated_at': '2021-11-12T01:17:50Z', 'revision_number': 6, 'project_id': '9e09e1487d8e48e99af3838750a68ac8', 'gw_port_host': None}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:52.499865 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c0ab05-3c2e-4acb-8e6c-e9cb2edc3411 None None] The sync data for ids ['40ba1592-4757-45e4-990f-9c9bed936ba1'] in n-d-712142-27 is: [{'id': '40ba1592-4757-45e4-990f-9c9bed936ba1', 'name': 'tempest-TestServerMultinode-1788200367-router', 'tenant_id': '9e09e1487d8e48e99af3838750a68ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:15:49Z', 'updated_at': '2021-11-12T01:17:50Z', 'revision_number': 6, 'project_id': '9e09e1487d8e48e99af3838750a68ac8', 'gw_port_host': None}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:17:52.934063 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a31de1a7-b6e0-41a7-bc27-91f5d456357f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Router 8f3389eb-7644-4465-9f79-80c4905f1e55 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:17:52.999233 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a7ca1a68-52aa-44c1-83a2-9297ea3214e4 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:53.041172 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-a7ca1a68-52aa-44c1-83a2-9297ea3214e4 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Calling delete_port for b117ef84-c41c-46a1-a344-c9cf6795aac2 owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:17:53.332119 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31de1a7-b6e0-41a7-bc27-91f5d456357f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:17:53.342329 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a31de1a7-b6e0-41a7-bc27-91f5d456357f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "PUT /v2.0/routers/8f3389eb-7644-4465-9f79-80c4905f1e55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1633079 Nov 12 01:17:53.346159 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52682) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:53.441146 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-13aa88a2-f18b-459e-8c21-327064cf9155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:53.553009 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c834329d-1b57-4e5b-80b7-9be383cdf093 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:53.568987 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c834329d-1b57-4e5b-80b7-9be383cdf093 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:53.571832 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c834329d-1b57-4e5b-80b7-9be383cdf093 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2232251 Nov 12 01:17:53.582180 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52688) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:53.616896 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa88a2-f18b-459e-8c21-327064cf9155 admin admin] Pushing event deleted for resources: {'Port': ['ID=910759bf-9c23-47c0-a955-80f6ba50ef46,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:53.618450 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbe0459-db82-4257-aed5-3ac80050fe73 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:17:53.770757 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4641c7c-2df6-433e-9f28-0a4080e572a7 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Deleting subnet 2b49cb2c-73a7-46c6-9fc0-131a02f370ea {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:17:53.785269 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e4641c7c-2df6-433e-9f28-0a4080e572a7 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:53.910856 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 910759bf-9c23-47c0-a955-80f6ba50ef46 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:17:53.986501 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 910759bf-9c23-47c0-a955-80f6ba50ef46 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:17:53.987612 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 910759bf-9c23-47c0-a955-80f6ba50ef46 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:17:53.988295 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 2dab371c-c3a1-4587-8294-17ebeff5bd1e no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:17:53.991918 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e4641c7c-2df6-433e-9f28-0a4080e572a7 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:54.012078 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-13aa88a2-f18b-459e-8c21-327064cf9155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:54.025781 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 2dab371c-c3a1-4587-8294-17ebeff5bd1e {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:17:54.026338 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 2dab371c-c3a1-4587-8294-17ebeff5bd1e not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:17:54.240551 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e4641c7c-2df6-433e-9f28-0a4080e572a7 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:54.298212 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-13aa88a2-f18b-459e-8c21-327064cf9155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:54.305559 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-13aa88a2-f18b-459e-8c21-327064cf9155 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:54.320833 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d478073-e30e-457e-9b4e-2e99719de690 None None] Sync routers for ids ['8f3389eb-7644-4465-9f79-80c4905f1e55'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:17:54.341668 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d478073-e30e-457e-9b4e-2e99719de690 None None] Routers {'8f3389eb-7644-4465-9f79-80c4905f1e55'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:17:54.342323 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-3d478073-e30e-457e-9b4e-2e99719de690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:17:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['8f3389eb-7644-4465-9f79-80c4905f1e55'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:54.418321 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e4641c7c-2df6-433e-9f28-0a4080e572a7 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:54.456739 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a7ca1a68-52aa-44c1-83a2-9297ea3214e4 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:54.480914 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4641c7c-2df6-433e-9f28-0a4080e572a7 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event deleted for resources: {'Subnet': ['ID=2b49cb2c-73a7-46c6-9fc0-131a02f370ea,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:54.506842 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9459090c-f5d0-4fc4-a348-ca9b9e5b1b19 None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:17:54.507229 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e4641c7c-2df6-433e-9f28-0a4080e572a7 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:54.524790 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e4641c7c-2df6-433e-9f28-0a4080e572a7 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/2b49cb2c-73a7-46c6-9fc0-131a02f370ea HTTP/1.1" status: 204 len: 168 time: 0.9405248 Nov 12 01:17:54.526078 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52704) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:54.535319 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-13aa88a2-f18b-459e-8c21-327064cf9155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:54.538083 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13aa88a2-f18b-459e-8c21-327064cf9155 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40ba1592-4757-45e4-990f-9c9bed936ba1 {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:17:54.553978 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-13aa88a2-f18b-459e-8c21-327064cf9155 admin admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:54.560884 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-13aa88a2-f18b-459e-8c21-327064cf9155 admin admin] 10.222.0.45 "DELETE /v2.0/routers/40ba1592-4757-45e4-990f-9c9bed936ba1 HTTP/1.1" status: 204 len: 168 time: 6.1644845 Nov 12 01:17:54.570498 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ca1a68-52aa-44c1-83a2-9297ea3214e4 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event deleted for resources: {'Port': ['ID=b117ef84-c41c-46a1-a344-c9cf6795aac2,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:54.580395 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52706) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:54.632194 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-3d478073-e30e-457e-9b4e-2e99719de690 None None] Set router 8f3389eb-7644-4465-9f79-80c4905f1e55 gateway port host: None {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:17:54.664673 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-184d88d6-1b44-4a06-a42a-34da51a61d83 admin admin] Deleting subnet 238e7ac8-48c4-4bd1-badc-bc04bb2a5f6b {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:17:54.673816 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-184d88d6-1b44-4a06-a42a-34da51a61d83 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:54.815500 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-3d478073-e30e-457e-9b4e-2e99719de690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f3389eb-7644-4465-9f79-80c4905f1e55', 'name': 'tempest-NetworksTestDHCPv6-router-316622515', 'tenant_id': '70514e17c07e4902b3c1ce1ff6844138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:17:40Z', 'updated_at': '2021-11-12T01:17:51Z', 'revision_number': 3, 'project_id': '70514e17c07e4902b3c1ce1ff6844138', 'gw_port_host': None}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:54.826824 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a7ca1a68-52aa-44c1-83a2-9297ea3214e4 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:54.832562 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a7ca1a68-52aa-44c1-83a2-9297ea3214e4 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "DELETE /v2.0/ports/b117ef84-c41c-46a1-a344-c9cf6795aac2 HTTP/1.1" status: 204 len: 168 time: 3.6417449 Nov 12 01:17:54.840442 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52716) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:54.887750 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-184d88d6-1b44-4a06-a42a-34da51a61d83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:54.929254 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-a80b99dc-58a7-4b65-a734-9dfd404047e0 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] GET failed (client error): The resource could not be found. Nov 12 01:17:54.935784 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a80b99dc-58a7-4b65-a734-9dfd404047e0 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "GET /v2.0/ports/b117ef84-c41c-46a1-a344-c9cf6795aac2 HTTP/1.1" status: 404 len: 333 time: 0.0938125 Nov 12 01:17:54.950625 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d478073-e30e-457e-9b4e-2e99719de690 None None] Checking router: 8f3389eb-7644-4465-9f79-80c4905f1e55 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:17:54.956414 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52718) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:55.006213 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:17:55.007172 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d478073-e30e-457e-9b4e-2e99719de690 None None] Routers {'8f3389eb-7644-4465-9f79-80c4905f1e55'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:17:55.007944 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-3d478073-e30e-457e-9b4e-2e99719de690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:17:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['8f3389eb-7644-4465-9f79-80c4905f1e55'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:55.075298 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-25e6a77f-ad57-4f6d-a2de-d4553e3968f1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.5444856 Nov 12 01:17:55.075870 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52720) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:55.211020 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d1d9c66-65a9-435e-9a7b-333fcfc4c71c tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Deleting subnet 68b65059-0d11-4720-a77b-9e545be8b7d3 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:17:55.225048 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7cd815-40dd-4c1e-a0f8-d7cf62d1a5f8 None None] DHCP port deletion for 89ea60a3-4652-4d77-9cc6-d8bd5a56918e request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:17:55.337318 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-184d88d6-1b44-4a06-a42a-34da51a61d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:55.370570 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3d1d9c66-65a9-435e-9a7b-333fcfc4c71c tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:55.387262 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-ed7cd815-40dd-4c1e-a0f8-d7cf62d1a5f8 None None] Deleting port 7c449d70-186e-4575-9b37-3c7d3752a70c {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:17:55.389935 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ed7cd815-40dd-4c1e-a0f8-d7cf62d1a5f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:55.416065 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bb1d0079-b82c-4858-bbee-ef66e035717a tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for router, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:55.443486 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3d1d9c66-65a9-435e-9a7b-333fcfc4c71c tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:55.451916 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-3d478073-e30e-457e-9b4e-2e99719de690 None None] Set router 8f3389eb-7644-4465-9f79-80c4905f1e55 gateway port host: None {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:17:55.544559 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-184d88d6-1b44-4a06-a42a-34da51a61d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:55.621256 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184d88d6-1b44-4a06-a42a-34da51a61d83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=238e7ac8-48c4-4bd1-badc-bc04bb2a5f6b,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:55.683080 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-3d478073-e30e-457e-9b4e-2e99719de690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f3389eb-7644-4465-9f79-80c4905f1e55', 'name': 'tempest-NetworksTestDHCPv6-router-316622515', 'tenant_id': '70514e17c07e4902b3c1ce1ff6844138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:17:40Z', 'updated_at': '2021-11-12T01:17:51Z', 'revision_number': 3, 'project_id': '70514e17c07e4902b3c1ce1ff6844138', 'gw_port_host': None}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:55.703251 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11b6de6-67d8-4bcd-a59b-6ff8b69780c3 None None] Network 31d1676f-c0b1-44e7-b405-e2c0516e0de6 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:17:55.707573 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-ed7cd815-40dd-4c1e-a0f8-d7cf62d1a5f8 None None] For port 7c449d70-186e-4575-9b37-3c7d3752a70c, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=7c449d70-186e-4575-9b37-3c7d3752a70c,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:55.708794 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ed7cd815-40dd-4c1e-a0f8-d7cf62d1a5f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:55.713708 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-184d88d6-1b44-4a06-a42a-34da51a61d83 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:55.762114 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-184d88d6-1b44-4a06-a42a-34da51a61d83 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/238e7ac8-48c4-4bd1-badc-bc04bb2a5f6b HTTP/1.1" status: 204 len: 168 time: 1.1779428 Nov 12 01:17:55.763171 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52728) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:55.767024 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-ed7cd815-40dd-4c1e-a0f8-d7cf62d1a5f8 None None] Calling delete_port for 7c449d70-186e-4575-9b37-3c7d3752a70c owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:17:55.784710 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d478073-e30e-457e-9b4e-2e99719de690 None None] The sync data for ids ['8f3389eb-7644-4465-9f79-80c4905f1e55'] in n-d-712142-27 is: [{'id': '8f3389eb-7644-4465-9f79-80c4905f1e55', 'name': 'tempest-NetworksTestDHCPv6-router-316622515', 'tenant_id': '70514e17c07e4902b3c1ce1ff6844138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:17:40Z', 'updated_at': '2021-11-12T01:17:51Z', 'revision_number': 3, 'project_id': '70514e17c07e4902b3c1ce1ff6844138', 'gw_port_host': None}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:17:56.012307 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 7c449d70-186e-4575-9b37-3c7d3752a70c no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:17:56.054309 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bb1d0079-b82c-4858-bbee-ef66e035717a tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:56.062349 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bb1d0079-b82c-4858-bbee-ef66e035717a tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:56.127921 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3d1d9c66-65a9-435e-9a7b-333fcfc4c71c tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:56.239590 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bb1d0079-b82c-4858-bbee-ef66e035717a tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:56.240646 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1d0079-b82c-4858-bbee-ef66e035717a tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Fanout notify agent at l3_agent the message router_deleted on router 8f3389eb-7644-4465-9f79-80c4905f1e55 {{(pid=109085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:17:56.265315 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bb1d0079-b82c-4858-bbee-ef66e035717a tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:56.267156 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-bb1d0079-b82c-4858-bbee-ef66e035717a tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/routers/8f3389eb-7644-4465-9f79-80c4905f1e55 HTTP/1.1" status: 204 len: 168 time: 1.1884732 Nov 12 01:17:56.271497 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6c4266c5-53fb-4f8e-aa45-f47897162b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:56.271923 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52734) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:56.287777 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-22205604-cc56-480c-bbcc-84095de97929 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'subnet': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:17:56.311027 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52736) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:56.462266 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3d1d9c66-65a9-435e-9a7b-333fcfc4c71c tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:56.519747 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:56.547947 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d9c66-65a9-435e-9a7b-333fcfc4c71c tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event deleted for resources: {'Subnet': ['ID=68b65059-0d11-4720-a77b-9e545be8b7d3,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:56.569759 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3d1d9c66-65a9-435e-9a7b-333fcfc4c71c tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:56.596483 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3d1d9c66-65a9-435e-9a7b-333fcfc4c71c tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "DELETE /v2.0/subnets/68b65059-0d11-4720-a77b-9e545be8b7d3 HTTP/1.1" status: 204 len: 168 time: 1.6296678 Nov 12 01:17:56.606995 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52744) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:56.621218 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-6c4266c5-53fb-4f8e-aa45-f47897162b9a admin admin] Deleting port c8270f7e-ecf7-4cd1-9391-86c8c1f514eb {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:17:56.622668 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 7c449d70-186e-4575-9b37-3c7d3752a70c, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=7c449d70-186e-4575-9b37-3c7d3752a70c,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:56.623927 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6c4266c5-53fb-4f8e-aa45-f47897162b9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:56.626512 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8221f264-c39f-4a4a-9989-003dee6e9c55 None None] Network f4a918eb-801e-437c-a8dc-9d53ca940340 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:17:56.717289 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22205604-cc56-480c-bbcc-84095de97929 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:17:56.739396 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-22205604-cc56-480c-bbcc-84095de97929 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:56.936187 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-78245962-2c3a-4534-8836-610034f1bced tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:56.974367 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:57.039243 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9b5ad18c-d705-4e7f-ae24-3f5434106b8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:57.164628 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-22205604-cc56-480c-bbcc-84095de97929 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:57.239245 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22205604-cc56-480c-bbcc-84095de97929 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:17:57.318293 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22205604-cc56-480c-bbcc-84095de97929 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Subnet': ['ID=47ea9965-b769-4c63-a34b-0a10e99ef0dd,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:57.329133 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-22205604-cc56-480c-bbcc-84095de97929 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:17:57.339702 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22205604-cc56-480c-bbcc-84095de97929 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:17:57.343481 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-22205604-cc56-480c-bbcc-84095de97929 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:57.394110 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9b5ad18c-d705-4e7f-ae24-3f5434106b8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:57.421443 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-22205604-cc56-480c-bbcc-84095de97929 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1467812 Nov 12 01:17:57.422510 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52756) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:57.425004 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-63fb64d2-30da-4772-8f8d-65752518d210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:57.457754 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-cb17b902-4e87-48fc-8d17-e01090923fa0 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-218847545', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:17:57.477205 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c207fb-ad04-4d7b-a01b-a6ad0281b927 None None] DHCP port deletion for 31d1676f-c0b1-44e7-b405-e2c0516e0de6 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:17:57.513450 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=7c449d70-186e-4575-9b37-3c7d3752a70c,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:57.538930 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ed7cd815-40dd-4c1e-a0f8-d7cf62d1a5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:57.570334 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cb17b902-4e87-48fc-8d17-e01090923fa0 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:57.578583 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cb17b902-4e87-48fc-8d17-e01090923fa0 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:57.585084 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7cd815-40dd-4c1e-a0f8-d7cf62d1a5f8 None None] Pushing event deleted for resources: {'Port': ['ID=7c449d70-186e-4575-9b37-3c7d3752a70c,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:57.591753 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7cd815-40dd-4c1e-a0f8-d7cf62d1a5f8 None None] No DVR routers for this DVR port 7c449d70-186e-4575-9b37-3c7d3752a70c on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:17:57.618002 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-66c207fb-ad04-4d7b-a01b-a6ad0281b927 None None] Deleting port c8270f7e-ecf7-4cd1-9391-86c8c1f514eb {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:17:57.618772 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-66c207fb-ad04-4d7b-a01b-a6ad0281b927 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:57.757973 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-66c207fb-ad04-4d7b-a01b-a6ad0281b927 None None] For port c8270f7e-ecf7-4cd1-9391-86c8c1f514eb, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=c8270f7e-ecf7-4cd1-9391-86c8c1f514eb,segment=NetworkSegment(903adb33-be36-4f66-84f3-41189f6c5e3f),segment_id=903adb33-be36-4f66-84f3-41189f6c5e3f)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:57.758248 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-66c207fb-ad04-4d7b-a01b-a6ad0281b927 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:57.776497 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-66c207fb-ad04-4d7b-a01b-a6ad0281b927 None None] Calling delete_port for c8270f7e-ecf7-4cd1-9391-86c8c1f514eb owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:17:57.794301 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b0f762-47be-45a8-82b2-efdeac25f7d1 None None] DHCP port deletion for f4a918eb-801e-437c-a8dc-9d53ca940340 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:17:57.796741 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ca614a-0466-4297-b93b-4c654dd4293e None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:17:57.887167 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cb17b902-4e87-48fc-8d17-e01090923fa0 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:57.900510 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cb17b902-4e87-48fc-8d17-e01090923fa0 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:57.974668 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cb17b902-4e87-48fc-8d17-e01090923fa0 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:57.980741 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-cb17b902-4e87-48fc-8d17-e01090923fa0 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5475125 Nov 12 01:17:57.982616 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52766) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:58.097405 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9b5ad18c-d705-4e7f-ae24-3f5434106b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:58.122674 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-6c4266c5-53fb-4f8e-aa45-f47897162b9a admin admin] For port c8270f7e-ecf7-4cd1-9391-86c8c1f514eb, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=c8270f7e-ecf7-4cd1-9391-86c8c1f514eb,segment=NetworkSegment(903adb33-be36-4f66-84f3-41189f6c5e3f),segment_id=903adb33-be36-4f66-84f3-41189f6c5e3f)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:58.123103 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6c4266c5-53fb-4f8e-aa45-f47897162b9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:58.228129 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device b12cf9ce-15b4-4dcd-86a4-cd1c041a624f no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:17:58.246928 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-6c4266c5-53fb-4f8e-aa45-f47897162b9a admin admin] Calling delete_port for c8270f7e-ecf7-4cd1-9391-86c8c1f514eb owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:17:58.546218 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9b5ad18c-d705-4e7f-ae24-3f5434106b8e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d24cad37908942f99bdf0454c768f8e8&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2237861 Nov 12 01:17:58.548275 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52772) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:58.561391 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6c4266c5-53fb-4f8e-aa45-f47897162b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:58.738561 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: b12cf9ce-15b4-4dcd-86a4-cd1c041a624f {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:17:58.739423 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device b12cf9ce-15b4-4dcd-86a4-cd1c041a624f not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:17:58.739554 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 61d1ded8-f8e0-4e20-9822-3bb42c627425 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:17:58.767829 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c05e9bf3-bb96-4bd9-8de6-45bbfd00e63a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:58.816411 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e10b1177-41e1-4556-af22-cdfecb95e7d8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:58.820695 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c05e9bf3-bb96-4bd9-8de6-45bbfd00e63a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:58.865675 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4266c5-53fb-4f8e-aa45-f47897162b9a admin admin] Pushing event deleted for resources: {'Port': ['ID=c8270f7e-ecf7-4cd1-9391-86c8c1f514eb,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:58.873516 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4266c5-53fb-4f8e-aa45-f47897162b9a admin admin] No DVR routers for this DVR port c8270f7e-ecf7-4cd1-9391-86c8c1f514eb on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:17:58.877407 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5ad18c-d705-4e7f-ae24-3f5434106b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b64f0e1b-8607-4e67-8df4-4f3a993673fb,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:58.961355 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9747565-6de6-4ecd-82b8-1b8a185f27a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'tenant_id': '70514e17c07e4902b3c1ce1ff6844138', 'fixed_ips': [{'subnet_id': '47ea9965-b769-4c63-a34b-0a10e99ef0dd'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:17:58.962973 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d9747565-6de6-4ecd-82b8-1b8a185f27a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:58.998611 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6c4266c5-53fb-4f8e-aa45-f47897162b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:59.047816 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-76b0f762-47be-45a8-82b2-efdeac25f7d1 None None] Deleting port 61d1ded8-f8e0-4e20-9822-3bb42c627425 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:17:59.048498 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-76b0f762-47be-45a8-82b2-efdeac25f7d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:59.110202 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-78245962-2c3a-4534-8836-610034f1bced tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Deleting port 61d1ded8-f8e0-4e20-9822-3bb42c627425 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:17:59.111096 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-78245962-2c3a-4534-8836-610034f1bced tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:59.117328 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-6c4266c5-53fb-4f8e-aa45-f47897162b9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31d1676f-c0b1-44e7-b405-e2c0516e0de6']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:59.149045 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-6c4266c5-53fb-4f8e-aa45-f47897162b9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '903adb33-be36-4f66-84f3-41189f6c5e3f') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:59.149473 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-6c4266c5-53fb-4f8e-aa45-f47897162b9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '903adb33-be36-4f66-84f3-41189f6c5e3f') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:17:59.169915 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:59.179110 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-66c207fb-ad04-4d7b-a01b-a6ad0281b927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:59.191987 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6c4266c5-53fb-4f8e-aa45-f47897162b9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:59.223896 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-78245962-2c3a-4534-8836-610034f1bced tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] For port 61d1ded8-f8e0-4e20-9822-3bb42c627425, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=61d1ded8-f8e0-4e20-9822-3bb42c627425,segment=NetworkSegment(c9fa20c4-5206-4141-83ce-c668babe6b02),segment_id=c9fa20c4-5206-4141-83ce-c668babe6b02)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:59.224815 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-78245962-2c3a-4534-8836-610034f1bced tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:59.233347 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6c4266c5-53fb-4f8e-aa45-f47897162b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:59.242420 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c4266c5-53fb-4f8e-aa45-f47897162b9a admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:17:59.243250 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6c4266c5-53fb-4f8e-aa45-f47897162b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:59.263439 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c207fb-ad04-4d7b-a01b-a6ad0281b927 None None] No DVR routers for this DVR port c8270f7e-ecf7-4cd1-9391-86c8c1f514eb on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:17:59.354698 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:17:59.354698 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:17:59.354698 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:17:59.354698 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:17:59.354698 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:17:59.354698 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:17:59.354698 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:17:59.354698 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:17:59.354698 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:17:59.354698 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:17:59.354698 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:17:59.354698 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:17:59.354698 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:17:59.354698 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:17:59.354698 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:17:59.354698 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:17:59.354698 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:17:59.354698 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:17:59.354698 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:17:59.354698 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:17:59.354698 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:17:59.354698 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:17:59.354698 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:17:59.354698 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:17:59.354698 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:17:59.354698 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:17:59.354698 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:17:59.354698 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:17:59.354698 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:17:59.354698 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:17:59.354698 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:17:59.354698 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:17:59.371515 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6c4266c5-53fb-4f8e-aa45-f47897162b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:59.378986 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c05e9bf3-bb96-4bd9-8de6-45bbfd00e63a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:59.381291 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c207fb-ad04-4d7b-a01b-a6ad0281b927 None None] Pushing event deleted for resources: {'Port': ['ID=c8270f7e-ecf7-4cd1-9391-86c8c1f514eb,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:59.385219 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c05e9bf3-bb96-4bd9-8de6-45bbfd00e63a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:59.386699 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-76b0f762-47be-45a8-82b2-efdeac25f7d1 None None] For port 61d1ded8-f8e0-4e20-9822-3bb42c627425, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=61d1ded8-f8e0-4e20-9822-3bb42c627425,segment=NetworkSegment(c9fa20c4-5206-4141-83ce-c668babe6b02),segment_id=c9fa20c4-5206-4141-83ce-c668babe6b02)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:59.387340 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-76b0f762-47be-45a8-82b2-efdeac25f7d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:59.388614 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c05e9bf3-bb96-4bd9-8de6-45bbfd00e63a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b64f0e1b-8607-4e67-8df4-4f3a993673fb HTTP/1.1" status: 204 len: 168 time: 0.8224645 Nov 12 01:17:59.431134 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-78245962-2c3a-4534-8836-610034f1bced tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Calling delete_port for 61d1ded8-f8e0-4e20-9822-3bb42c627425 owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:17:59.436983 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6c4266c5-53fb-4f8e-aa45-f47897162b9a admin admin] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:59.442810 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6c4266c5-53fb-4f8e-aa45-f47897162b9a admin admin] 10.222.0.45 "DELETE /v2.0/networks/31d1676f-c0b1-44e7-b405-e2c0516e0de6 HTTP/1.1" status: 204 len: 168 time: 3.5634549 Nov 12 01:17:59.446199 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4266c5-53fb-4f8e-aa45-f47897162b9a admin admin] Pushing event deleted for resources: {'Network': ['ID=31d1676f-c0b1-44e7-b405-e2c0516e0de6,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:59.465056 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-76b0f762-47be-45a8-82b2-efdeac25f7d1 None None] Calling delete_port for 61d1ded8-f8e0-4e20-9822-3bb42c627425 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:17:59.468309 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52780) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:17:59.492286 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05e9bf3-bb96-4bd9-8de6-45bbfd00e63a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64f0e1b-8607-4e67-8df4-4f3a993673fb,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:17:59.526422 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 61d1ded8-f8e0-4e20-9822-3bb42c627425, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=61d1ded8-f8e0-4e20-9822-3bb42c627425,segment=NetworkSegment(c9fa20c4-5206-4141-83ce-c668babe6b02),segment_id=c9fa20c4-5206-4141-83ce-c668babe6b02)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:17:59.602923 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:17:59.604784 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device c8270f7e-ecf7-4cd1-9391-86c8c1f514eb no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:17:59.795050 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: c8270f7e-ecf7-4cd1-9391-86c8c1f514eb {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:17:59.797287 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device c8270f7e-ecf7-4cd1-9391-86c8c1f514eb not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:17:59.918200 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-d9747565-6de6-4ecd-82b8-1b8a185f27a2 None None] Allocated IP 2001:db8::2 (89ea60a3-4652-4d77-9cc6-d8bd5a56918e/47ea9965-b769-4c63-a34b-0a10e99ef0dd/097dce13-0bae-45d6-a058-90f68708de4b) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:17:59.957055 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=61d1ded8-f8e0-4e20-9822-3bb42c627425,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:00.020085 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-78245962-2c3a-4534-8836-610034f1bced tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:00.167062 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-76b0f762-47be-45a8-82b2-efdeac25f7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:00.221639 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b0f762-47be-45a8-82b2-efdeac25f7d1 None None] Pushing event deleted for resources: {'Port': ['ID=61d1ded8-f8e0-4e20-9822-3bb42c627425,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:00.249026 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b0f762-47be-45a8-82b2-efdeac25f7d1 None None] No DVR routers for this DVR port 61d1ded8-f8e0-4e20-9822-3bb42c627425 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:18:00.387047 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78245962-2c3a-4534-8836-610034f1bced tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] No DVR routers for this DVR port 61d1ded8-f8e0-4e20-9822-3bb42c627425 on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:18:00.416121 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d9747565-6de6-4ecd-82b8-1b8a185f27a2 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:00.425187 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d9747565-6de6-4ecd-82b8-1b8a185f27a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:00.514735 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9747565-6de6-4ecd-82b8-1b8a185f27a2 None None] Pushing event updated for resources: {'Port': ['ID=097dce13-0bae-45d6-a058-90f68708de4b,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:00.533154 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9747565-6de6-4ecd-82b8-1b8a185f27a2 None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:18:00.536785 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-d9747565-6de6-4ecd-82b8-1b8a185f27a2 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:18:00.540794 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9747565-6de6-4ecd-82b8-1b8a185f27a2 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:18:00.567804 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-e10b1177-41e1-4556-af22-cdfecb95e7d8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Allocated IP 2001:db8::1 (89ea60a3-4652-4d77-9cc6-d8bd5a56918e/47ea9965-b769-4c63-a34b-0a10e99ef0dd/46ab4897-cac7-4e56-86d8-11cfd538c379) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:18:00.572049 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52788) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:00.587356 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78245962-2c3a-4534-8836-610034f1bced tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event deleted for resources: {'Port': ['ID=61d1ded8-f8e0-4e20-9822-3bb42c627425,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:00.642660 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-243edb20-a4d6-46c6-a2fe-9d49a32c708a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:00.658730 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-d9747565-6de6-4ecd-82b8-1b8a185f27a2 None None] Attempting to bind port 097dce13-0bae-45d6-a058-90f68708de4b on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:18:00.659673 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-d9747565-6de6-4ecd-82b8-1b8a185f27a2 None None] Attempting to bind port 097dce13-0bae-45d6-a058-90f68708de4b by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:18:00.660543 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9747565-6de6-4ecd-82b8-1b8a185f27a2 None None] Attempting to bind port 097dce13-0bae-45d6-a058-90f68708de4b on network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:18:00.672971 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9747565-6de6-4ecd-82b8-1b8a185f27a2 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:18:00.673898 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9747565-6de6-4ecd-82b8-1b8a185f27a2 None None] Checking segment: {'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:18:00.674780 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d9747565-6de6-4ecd-82b8-1b8a185f27a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:00.676271 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9747565-6de6-4ecd-82b8-1b8a185f27a2 None None] Bound using segment: {'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:18:00.677280 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-d9747565-6de6-4ecd-82b8-1b8a185f27a2 None None] Bound port: 097dce13-0bae-45d6-a058-90f68708de4b, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:18:00.678463 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d9747565-6de6-4ecd-82b8-1b8a185f27a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:00.784005 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-243edb20-a4d6-46c6-a2fe-9d49a32c708a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:00.793304 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78245962-2c3a-4534-8836-610034f1bced tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:00.793765 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78245962-2c3a-4534-8836-610034f1bced tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:00.796027 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78245962-2c3a-4534-8836-610034f1bced tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:00.796027 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78245962-2c3a-4534-8836-610034f1bced tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:00.796027 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78245962-2c3a-4534-8836-610034f1bced tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:00.796027 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78245962-2c3a-4534-8836-610034f1bced tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:00.796027 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78245962-2c3a-4534-8836-610034f1bced tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:00.796793 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78245962-2c3a-4534-8836-610034f1bced tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:00.796793 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78245962-2c3a-4534-8836-610034f1bced tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:00.797096 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78245962-2c3a-4534-8836-610034f1bced tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:00.797343 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78245962-2c3a-4534-8836-610034f1bced tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:00.797786 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78245962-2c3a-4534-8836-610034f1bced tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:00.814742 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-243edb20-a4d6-46c6-a2fe-9d49a32c708a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:00.845824 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-d9747565-6de6-4ecd-82b8-1b8a185f27a2 None None] For port 097dce13-0bae-45d6-a058-90f68708de4b, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:18:00.854258 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-d9747565-6de6-4ecd-82b8-1b8a185f27a2 None None] For port 097dce13-0bae-45d6-a058-90f68708de4b, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=097dce13-0bae-45d6-a058-90f68708de4b,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:18:00.902436 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d9747565-6de6-4ecd-82b8-1b8a185f27a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:00.929508 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5e485376-de3b-427f-b632-480d9db8be22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:00.976599 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-243edb20-a4d6-46c6-a2fe-9d49a32c708a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4e5fea5f85694499b0dc5b24a6dc59b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3950925 Nov 12 01:18:00.977846 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52792) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:00.999845 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e10b1177-41e1-4556-af22-cdfecb95e7d8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:01.082996 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9747565-6de6-4ecd-82b8-1b8a185f27a2 None None] Pushing event updated for resources: {'Port': ['ID=097dce13-0bae-45d6-a058-90f68708de4b,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:01.144690 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e10b1177-41e1-4556-af22-cdfecb95e7d8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:01.220067 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-78245962-2c3a-4534-8836-610034f1bced tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:01.257061 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10b1177-41e1-4556-af22-cdfecb95e7d8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:18:01.263640 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-e10b1177-41e1-4556-af22-cdfecb95e7d8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:18:01.275495 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10b1177-41e1-4556-af22-cdfecb95e7d8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:18:01.276468 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e10b1177-41e1-4556-af22-cdfecb95e7d8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:01.281021 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10b1177-41e1-4556-af22-cdfecb95e7d8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Port': ['ID=46ab4897-cac7-4e56-86d8-11cfd538c379,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:01.299014 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-78245962-2c3a-4534-8836-610034f1bced tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4a918eb-801e-437c-a8dc-9d53ca940340']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:01.322524 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-78245962-2c3a-4534-8836-610034f1bced tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9fa20c4-5206-4141-83ce-c668babe6b02') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:01.323004 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-78245962-2c3a-4534-8836-610034f1bced tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9fa20c4-5206-4141-83ce-c668babe6b02') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:01.371112 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-78245962-2c3a-4534-8836-610034f1bced tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:01.428758 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10b1177-41e1-4556-af22-cdfecb95e7d8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:01.430537 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10b1177-41e1-4556-af22-cdfecb95e7d8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:01.431155 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243edb20-a4d6-46c6-a2fe-9d49a32c708a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e857475a-104b-4ad9-b8ea-56c03d1fcabe,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:01.431950 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10b1177-41e1-4556-af22-cdfecb95e7d8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:01.432892 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10b1177-41e1-4556-af22-cdfecb95e7d8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:01.433642 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10b1177-41e1-4556-af22-cdfecb95e7d8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:01.434378 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10b1177-41e1-4556-af22-cdfecb95e7d8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:01.435107 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10b1177-41e1-4556-af22-cdfecb95e7d8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:01.435849 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10b1177-41e1-4556-af22-cdfecb95e7d8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:01.436711 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10b1177-41e1-4556-af22-cdfecb95e7d8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:01.437436 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10b1177-41e1-4556-af22-cdfecb95e7d8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:01.438398 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10b1177-41e1-4556-af22-cdfecb95e7d8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:01.439129 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10b1177-41e1-4556-af22-cdfecb95e7d8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:01.494632 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-78245962-2c3a-4534-8836-610034f1bced tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:01.533402 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78245962-2c3a-4534-8836-610034f1bced tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:18:01.534457 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-78245962-2c3a-4534-8836-610034f1bced tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:01.543753 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:18:01.543753 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:18:01.543753 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:18:01.543753 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:18:01.543753 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:18:01.543753 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:18:01.543753 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:18:01.543753 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:18:01.543753 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:18:01.543753 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:18:01.543753 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:18:01.543753 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:18:01.543753 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:18:01.543753 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:18:01.543753 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:18:01.543753 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:18:01.543753 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:18:01.543753 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:18:01.543753 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:18:01.543753 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:18:01.543753 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:18:01.543753 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:18:01.543753 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:18:01.543753 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:18:01.543753 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:18:01.543753 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:18:01.543753 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:18:01.543753 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:18:01.543753 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:18:01.543753 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:18:01.543753 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:18:01.543753 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:18:01.547696 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3e25955c-3ac1-46f5-ab79-6ebd7503e251 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:01.705097 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3e25955c-3ac1-46f5-ab79-6ebd7503e251 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:01.756587 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e10b1177-41e1-4556-af22-cdfecb95e7d8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:01.836608 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-78245962-2c3a-4534-8836-610034f1bced tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:01.897487 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-78245962-2c3a-4534-8836-610034f1bced tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:01.908251 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-78245962-2c3a-4534-8836-610034f1bced tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "DELETE /v2.0/networks/f4a918eb-801e-437c-a8dc-9d53ca940340 HTTP/1.1" status: 204 len: 168 time: 5.3035829 Nov 12 01:18:01.910843 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52794) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:01.911510 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78245962-2c3a-4534-8836-610034f1bced tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event deleted for resources: {'Network': ['ID=f4a918eb-801e-437c-a8dc-9d53ca940340,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:02.047577 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3e25955c-3ac1-46f5-ab79-6ebd7503e251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:02.060811 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3e25955c-3ac1-46f5-ab79-6ebd7503e251 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:02.074412 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3e25955c-3ac1-46f5-ab79-6ebd7503e251 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e857475a-104b-4ad9-b8ea-56c03d1fcabe HTTP/1.1" status: 204 len: 168 time: 1.0850947 Nov 12 01:18:02.201247 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 097dce13-0bae-45d6-a058-90f68708de4b up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:18:02.211766 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25955c-3ac1-46f5-ab79-6ebd7503e251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e857475a-104b-4ad9-b8ea-56c03d1fcabe,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:02.229223 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6e4f773b-1c95-4fd4-aa37-20eed5eafa02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:02.450917 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 097dce13-0bae-45d6-a058-90f68708de4b triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:02.452448 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:02.635013 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-f7b0f943-b219-45b0-bee2-11d3455616b7 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1068467202'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:02.674177 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:02.724565 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 097dce13-0bae-45d6-a058-90f68708de4b, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=097dce13-0bae-45d6-a058-90f68708de4b,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:18:02.730982 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:02.825047 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:02.859552 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=097dce13-0bae-45d6-a058-90f68708de4b,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:02.985918 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b0f943-b219-45b0-bee2-11d3455616b7 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Made reservation on behalf of 10e024f1501d4f999bfc171e7c9c2478 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:18:02.991930 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f7b0f943-b219-45b0-bee2-11d3455616b7 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:03.054767 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7b0f943-b219-45b0-bee2-11d3455616b7 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:18:03.144211 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f7b0f943-b219-45b0-bee2-11d3455616b7 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:03.144787 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-f7b0f943-b219-45b0-bee2-11d3455616b7 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Added segment 51f008b3-9b43-448e-bdd6-818568a90e81 of type vlan for network bc7e620e-5406-47eb-b374-e2c3f4d5349a Nov 12 01:18:03.169620 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-3a6e3a20-fd20-46bf-b5e3-196e9ebfdad9 None None] Provisioning complete for port 097dce13-0bae-45d6-a058-90f68708de4b triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:03.170793 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3a6e3a20-fd20-46bf-b5e3-196e9ebfdad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:03.282517 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f7b0f943-b219-45b0-bee2-11d3455616b7 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:03.366381 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f7b0f943-b219-45b0-bee2-11d3455616b7 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:03.378905 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b0f943-b219-45b0-bee2-11d3455616b7 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:03.379561 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f7b0f943-b219-45b0-bee2-11d3455616b7 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:03.394192 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-6e4f773b-1c95-4fd4-aa37-20eed5eafa02 admin admin] Deleting port da5b96a1-aad1-4a0f-bd3b-7a7e18ee5991 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:18:03.395097 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6e4f773b-1c95-4fd4-aa37-20eed5eafa02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:03.479691 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-f7b0f943-b219-45b0-bee2-11d3455616b7 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5653784 Nov 12 01:18:03.480383 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52812) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:03.495772 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-21d53f28-615e-430b-bc42-f52b63a4d487 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Request body: {'subnet': {'network_id': 'bc7e620e-5406-47eb-b374-e2c3f4d5349a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:03.510365 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e10b1177-41e1-4556-af22-cdfecb95e7d8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:03.599437 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e10b1177-41e1-4556-af22-cdfecb95e7d8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:03.600304 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e10b1177-41e1-4556-af22-cdfecb95e7d8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:03.733780 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-267bf4b9-b6a4-4246-80fa-9886a3c8e9e2 None None] Provisioning complete for port 46ab4897-cac7-4e56-86d8-11cfd538c379 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:03.734641 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-267bf4b9-b6a4-4246-80fa-9886a3c8e9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:03.763390 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-6e4f773b-1c95-4fd4-aa37-20eed5eafa02 admin admin] For port da5b96a1-aad1-4a0f-bd3b-7a7e18ee5991, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=da5b96a1-aad1-4a0f-bd3b-7a7e18ee5991,segment=NetworkSegment(010f7e19-5449-4ece-97e0-f57d88cac283),segment_id=010f7e19-5449-4ece-97e0-f57d88cac283)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:18:03.771251 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6e4f773b-1c95-4fd4-aa37-20eed5eafa02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:03.838055 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-6e4f773b-1c95-4fd4-aa37-20eed5eafa02 admin admin] Calling delete_port for da5b96a1-aad1-4a0f-bd3b-7a7e18ee5991 owned by network:router_interface {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:18:03.840629 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-267bf4b9-b6a4-4246-80fa-9886a3c8e9e2 None None] Port 46ab4897-cac7-4e56-86d8-11cfd538c379 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:18:03.873445 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b0f943-b219-45b0-bee2-11d3455616b7 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event updated for resources: {'Network': ['ID=bc7e620e-5406-47eb-b374-e2c3f4d5349a,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:03.897996 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10b1177-41e1-4556-af22-cdfecb95e7d8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:18:03.898830 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10b1177-41e1-4556-af22-cdfecb95e7d8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Port': ['ID=46ab4897-cac7-4e56-86d8-11cfd538c379,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:03.899667 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network bc7e620e-5406-47eb-b374-e2c3f4d5349a details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:18:03.910301 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-e10b1177-41e1-4556-af22-cdfecb95e7d8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:18:03.949668 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d53f28-615e-430b-bc42-f52b63a4d487 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Made reservation on behalf of 10e024f1501d4f999bfc171e7c9c2478 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:18:03.953545 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-21d53f28-615e-430b-bc42-f52b63a4d487 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:04.449148 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 097dce13-0bae-45d6-a058-90f68708de4b up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:18:04.582832 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:04.712735 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 097dce13-0bae-45d6-a058-90f68708de4b triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:04.713939 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:04.820343 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6e4f773b-1c95-4fd4-aa37-20eed5eafa02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:04.913495 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4f773b-1c95-4fd4-aa37-20eed5eafa02 admin admin] Pushing event deleted for resources: {'Port': ['ID=da5b96a1-aad1-4a0f-bd3b-7a7e18ee5991,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:05.072907 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e10b1177-41e1-4556-af22-cdfecb95e7d8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Router be9aca43-001b-45cf-af60-0002c0e5fce1 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:18:05.229060 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-93fc90e0-a3e9-4569-a7ef-8ab1c5f54c1e None None] Provisioning complete for port 46ab4897-cac7-4e56-86d8-11cfd538c379 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:05.231028 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-93fc90e0-a3e9-4569-a7ef-8ab1c5f54c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:05.267049 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-21d53f28-615e-430b-bc42-f52b63a4d487 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:05.537151 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:05.584271 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-93fc90e0-a3e9-4569-a7ef-8ab1c5f54c1e None None] Port 46ab4897-cac7-4e56-86d8-11cfd538c379 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:18:05.611539 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6e4f773b-1c95-4fd4-aa37-20eed5eafa02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:05.616510 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d53f28-615e-430b-bc42-f52b63a4d487 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event updated for resources: {'Subnet': ['ID=3788b3e8-25e2-4277-a72b-f93ec52791f6,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:05.621624 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d53f28-615e-430b-bc42-f52b63a4d487 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Checking segment: {'id': '51f008b3-9b43-448e-bdd6-818568a90e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bc7e620e-5406-47eb-b374-e2c3f4d5349a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:18:05.622625 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d53f28-615e-430b-bc42-f52b63a4d487 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Network hostable DHCP agents. Network: bc7e620e-5406-47eb-b374-e2c3f4d5349a, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:18:05.642662 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10b1177-41e1-4556-af22-cdfecb95e7d8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:18:05.652547 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e10b1177-41e1-4556-af22-cdfecb95e7d8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "PUT /v2.0/routers/be9aca43-001b-45cf-af60-0002c0e5fce1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6677434 Nov 12 01:18:05.657536 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52844) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:05.660481 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92046a3-a7fb-4237-b70f-b24093760f5e None None] Sync routers for ids ['be9aca43-001b-45cf-af60-0002c0e5fce1'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:18:05.710355 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92046a3-a7fb-4237-b70f-b24093760f5e None None] Routers {'be9aca43-001b-45cf-af60-0002c0e5fce1'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:18:05.715596 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-d92046a3-a7fb-4237-b70f-b24093760f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:18:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['be9aca43-001b-45cf-af60-0002c0e5fce1'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:05.726024 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d53f28-615e-430b-bc42-f52b63a4d487 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Network bc7e620e-5406-47eb-b374-e2c3f4d5349a is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:18:05.760229 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9978d8b2-e38c-4e1f-aef0-c0220d83c882 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:05.762414 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-9978d8b2-e38c-4e1f-aef0-c0220d83c882 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/ports/46ab4897-cac7-4e56-86d8-11cfd538c379 HTTP/1.1" status: 200 len: 911 time: 0.1026268 Nov 12 01:18:05.765890 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52846) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:05.794592 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-21d53f28-615e-430b-bc42-f52b63a4d487 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, bc7e620e-5406-47eb-b374-e2c3f4d5349a) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:18:05.809739 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d53f28-615e-430b-bc42-f52b63a4d487 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:05.810082 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-21d53f28-615e-430b-bc42-f52b63a4d487 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:05.872973 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6d736e-a41e-4288-a359-25a214190a38 None None] Network bc7e620e-5406-47eb-b374-e2c3f4d5349a requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:18:05.910956 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-21d53f28-615e-430b-bc42-f52b63a4d487 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4215379 Nov 12 01:18:05.914572 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52850) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:05.924617 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-b565d2cf-ed0c-486e-a9bf-a3883f9b014f tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-289198951', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:06.058562 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86999dc4-1c23-4f70-adcd-aa97547e212e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:06.075778 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86999dc4-1c23-4f70-adcd-aa97547e212e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:06.084916 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-86999dc4-1c23-4f70-adcd-aa97547e212e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3170366 Nov 12 01:18:06.110125 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52852) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:06.330322 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-d92046a3-a7fb-4237-b70f-b24093760f5e None None] Set router be9aca43-001b-45cf-af60-0002c0e5fce1 gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:18:06.389312 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b565d2cf-ed0c-486e-a9bf-a3883f9b014f tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:06.390384 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b565d2cf-ed0c-486e-a9bf-a3883f9b014f tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:06.463181 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e4f773b-1c95-4fd4-aa37-20eed5eafa02 admin admin] Router a4d6450e-3205-4e78-8db0-c67d715d2959 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:18:06.547881 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b565d2cf-ed0c-486e-a9bf-a3883f9b014f tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:06.688604 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b565d2cf-ed0c-486e-a9bf-a3883f9b014f tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:06.719324 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4f773b-1c95-4fd4-aa37-20eed5eafa02 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:18:06.729473 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6e4f773b-1c95-4fd4-aa37-20eed5eafa02 admin admin] 10.222.0.45 "PUT /v2.0/routers/a4d6450e-3205-4e78-8db0-c67d715d2959/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2565558 Nov 12 01:18:06.730306 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52866) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:06.733244 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d23ac3-9c52-4d8f-a2cb-52aac417eafe None None] Sync routers for ids ['a4d6450e-3205-4e78-8db0-c67d715d2959'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:18:06.789599 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d23ac3-9c52-4d8f-a2cb-52aac417eafe None None] Routers {'a4d6450e-3205-4e78-8db0-c67d715d2959'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:18:06.800273 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-39d23ac3-9c52-4d8f-a2cb-52aac417eafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:18:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['a4d6450e-3205-4e78-8db0-c67d715d2959'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:06.862455 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b565d2cf-ed0c-486e-a9bf-a3883f9b014f tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:06.876721 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-b565d2cf-ed0c-486e-a9bf-a3883f9b014f tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.9611299 Nov 12 01:18:06.881431 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52870) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:06.920534 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-ac1982ec-73bf-41d8-9a96-7c0e77934d29 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Request body: {'port': {'network_id': 'bc7e620e-5406-47eb-b374-e2c3f4d5349a', 'name': 'tempest-PortsTestJSON-1316727974'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:06.956786 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18e6068-b0ae-4c0c-a612-eec929d1f313 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-bc7e620e-5406-47eb-b374-e2c3f4d5349a', 'network_id': 'bc7e620e-5406-47eb-b374-e2c3f4d5349a', 'tenant_id': '10e024f1501d4f999bfc171e7c9c2478', 'fixed_ips': [{'subnet_id': '3788b3e8-25e2-4277-a72b-f93ec52791f6'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:18:06.958008 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e18e6068-b0ae-4c0c-a612-eec929d1f313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:07.126852 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-35edb0bb-0f9c-4eba-9f36-3e4ca4ee9b9f admin admin] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:07.253407 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-39d23ac3-9c52-4d8f-a2cb-52aac417eafe None None] Set router a4d6450e-3205-4e78-8db0-c67d715d2959 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:18:07.606374 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-35edb0bb-0f9c-4eba-9f36-3e4ca4ee9b9f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:07.641603 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1982ec-73bf-41d8-9a96-7c0e77934d29 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Made reservation on behalf of 10e024f1501d4f999bfc171e7c9c2478 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:18:07.660831 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ac1982ec-73bf-41d8-9a96-7c0e77934d29 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:07.663438 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-d92046a3-a7fb-4237-b70f-b24093760f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9aca43-001b-45cf-af60-0002c0e5fce1', 'name': 'tempest-NetworksTestDHCPv6-router-218847545', 'tenant_id': '70514e17c07e4902b3c1ce1ff6844138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:17:57Z', 'updated_at': '2021-11-12T01:18:01Z', 'revision_number': 2, 'project_id': '70514e17c07e4902b3c1ce1ff6844138', 'gw_port_host': None, '_interfaces': [{'id': '46ab4897-cac7-4e56-86d8-11cfd538c379', 'name': '', 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'tenant_id': '70514e17c07e4902b3c1ce1ff6844138', 'mac_address': 'fa:16:3e:26:de:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be9aca43-001b-45cf-af60-0002c0e5fce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '47ea9965-b769-4c63-a34b-0a10e99ef0dd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:17:59Z', 'updated_at': '2021-11-12T01:18:03Z', 'revision_number': 2, 'project_id': '70514e17c07e4902b3c1ce1ff6844138', 'subnets': [{'id': '47ea9965-b769-4c63-a34b-0a10e99ef0dd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:07.846355 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-35edb0bb-0f9c-4eba-9f36-3e4ca4ee9b9f admin admin] Deleting port 33ea8ab3-3dc1-468c-8557-00f762c2d995 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:18:07.846908 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-35edb0bb-0f9c-4eba-9f36-3e4ca4ee9b9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:07.861617 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92046a3-a7fb-4237-b70f-b24093760f5e None None] Checking router: be9aca43-001b-45cf-af60-0002c0e5fce1 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:18:07.863726 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92046a3-a7fb-4237-b70f-b24093760f5e None None] Updating router be9aca43-001b-45cf-af60-0002c0e5fce1 port 46ab4897-cac7-4e56-86d8-11cfd538c379 binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:18:07.962112 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [None req-ac1982ec-73bf-41d8-9a96-7c0e77934d29 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] device_id is not set on port 8bbc8fa4-fa44-45e3-bc7e-7dc03cb333ad yet. {{(pid=109085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:18:07.988689 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d92046a3-a7fb-4237-b70f-b24093760f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:08.015204 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-39d23ac3-9c52-4d8f-a2cb-52aac417eafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d6450e-3205-4e78-8db0-c67d715d2959', 'name': 'tempest-TestServerMultinode-399245817-router', 'tenant_id': '5d347e5834314544ac1afda7c3ff6bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '33ea8ab3-3dc1-468c-8557-00f762c2d995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:16:12Z', 'updated_at': '2021-11-12T01:18:04Z', 'revision_number': 5, 'project_id': '5d347e5834314544ac1afda7c3ff6bf4', 'gw_port': {'id': '33ea8ab3-3dc1-468c-8557-00f762c2d995', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d6450e-3205-4e78-8db0-c67d715d2959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2155, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:16:13Z', 'updated_at': '2021-11-12T01:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:08.072419 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-e18e6068-b0ae-4c0c-a612-eec929d1f313 None None] Allocated IP 172.20.0.2 (bc7e620e-5406-47eb-b374-e2c3f4d5349a/3788b3e8-25e2-4277-a72b-f93ec52791f6/00f8f90d-41c3-4485-984b-5fb68e810a07) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:18:08.081638 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-35edb0bb-0f9c-4eba-9f36-3e4ca4ee9b9f admin admin] For port 33ea8ab3-3dc1-468c-8557-00f762c2d995, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=33ea8ab3-3dc1-468c-8557-00f762c2d995,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:18:08.081638 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-35edb0bb-0f9c-4eba-9f36-3e4ca4ee9b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:08.148170 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-35edb0bb-0f9c-4eba-9f36-3e4ca4ee9b9f admin admin] Calling delete_port for 33ea8ab3-3dc1-468c-8557-00f762c2d995 owned by network:router_gateway {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:18:08.161733 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d23ac3-9c52-4d8f-a2cb-52aac417eafe None None] Checking router: a4d6450e-3205-4e78-8db0-c67d715d2959 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:18:08.205376 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d23ac3-9c52-4d8f-a2cb-52aac417eafe None None] Routers {'a4d6450e-3205-4e78-8db0-c67d715d2959'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:18:08.208378 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-39d23ac3-9c52-4d8f-a2cb-52aac417eafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:18:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['a4d6450e-3205-4e78-8db0-c67d715d2959'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:08.582752 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-39d23ac3-9c52-4d8f-a2cb-52aac417eafe None None] Set router a4d6450e-3205-4e78-8db0-c67d715d2959 gateway port host: None {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:18:08.783202 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2c390d25-5c6a-43a4-9512-da88c62df71f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:08.850474 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-39d23ac3-9c52-4d8f-a2cb-52aac417eafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d6450e-3205-4e78-8db0-c67d715d2959', 'name': 'tempest-TestServerMultinode-399245817-router', 'tenant_id': '5d347e5834314544ac1afda7c3ff6bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:16:12Z', 'updated_at': '2021-11-12T01:18:07Z', 'revision_number': 6, 'project_id': '5d347e5834314544ac1afda7c3ff6bf4', 'gw_port_host': None}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:08.916017 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-35edb0bb-0f9c-4eba-9f36-3e4ca4ee9b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:09.008242 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d23ac3-9c52-4d8f-a2cb-52aac417eafe None None] The sync data for ids ['a4d6450e-3205-4e78-8db0-c67d715d2959'] in n-d-712142-27 is: [{'id': 'a4d6450e-3205-4e78-8db0-c67d715d2959', 'name': 'tempest-TestServerMultinode-399245817-router', 'tenant_id': '5d347e5834314544ac1afda7c3ff6bf4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:16:12Z', 'updated_at': '2021-11-12T01:18:07Z', 'revision_number': 6, 'project_id': '5d347e5834314544ac1afda7c3ff6bf4', 'gw_port_host': None}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:18:09.008785 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35edb0bb-0f9c-4eba-9f36-3e4ca4ee9b9f admin admin] Pushing event deleted for resources: {'Port': ['ID=33ea8ab3-3dc1-468c-8557-00f762c2d995,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:09.093412 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa6ce09-b974-4608-b26b-f118c38ff0b2 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:18:09.152906 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d92046a3-a7fb-4237-b70f-b24093760f5e None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:09.195718 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d92046a3-a7fb-4237-b70f-b24093760f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:09.225033 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-35edb0bb-0f9c-4eba-9f36-3e4ca4ee9b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:09.306919 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:09.523514 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-35edb0bb-0f9c-4eba-9f36-3e4ca4ee9b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:09.533273 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-35edb0bb-0f9c-4eba-9f36-3e4ca4ee9b9f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:09.547335 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1cce71-054a-4d4e-9852-ea877e96ae4a None None] Pushing event updated for resources: {'Port': ['ID=46ab4897-cac7-4e56-86d8-11cfd538c379,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:09.681107 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-35edb0bb-0f9c-4eba-9f36-3e4ca4ee9b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:09.681107 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35edb0bb-0f9c-4eba-9f36-3e4ca4ee9b9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4d6450e-3205-4e78-8db0-c67d715d2959 {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:18:09.694428 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-35edb0bb-0f9c-4eba-9f36-3e4ca4ee9b9f admin admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:09.704237 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-35edb0bb-0f9c-4eba-9f36-3e4ca4ee9b9f admin admin] 10.222.0.45 "DELETE /v2.0/routers/a4d6450e-3205-4e78-8db0-c67d715d2959 HTTP/1.1" status: 204 len: 168 time: 2.9685347 Nov 12 01:18:09.706888 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52900) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:09.862792 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-d92046a3-a7fb-4237-b70f-b24093760f5e None None] Attempting to bind port 46ab4897-cac7-4e56-86d8-11cfd538c379 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:18:09.868073 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-d92046a3-a7fb-4237-b70f-b24093760f5e None None] Attempting to bind port 46ab4897-cac7-4e56-86d8-11cfd538c379 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:18:09.871089 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92046a3-a7fb-4237-b70f-b24093760f5e None None] Attempting to bind port 46ab4897-cac7-4e56-86d8-11cfd538c379 on network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:18:09.897179 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e13699f-f474-424d-bf24-eb3ffa807c00 admin admin] Deleting subnet 3d94301d-ea6a-4906-9557-5bfefc7a9819 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:18:09.905875 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3e13699f-f474-424d-bf24-eb3ffa807c00 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:09.934764 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92046a3-a7fb-4237-b70f-b24093760f5e None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:18:09.938117 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92046a3-a7fb-4237-b70f-b24093760f5e None None] Checking segment: {'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:18:09.940742 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d92046a3-a7fb-4237-b70f-b24093760f5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:09.941514 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92046a3-a7fb-4237-b70f-b24093760f5e None None] Bound using segment: {'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:18:09.943154 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-d92046a3-a7fb-4237-b70f-b24093760f5e None None] Bound port: 46ab4897-cac7-4e56-86d8-11cfd538c379, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:18:09.945924 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d92046a3-a7fb-4237-b70f-b24093760f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:10.091881 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3e13699f-f474-424d-bf24-eb3ffa807c00 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:10.279050 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e18e6068-b0ae-4c0c-a612-eec929d1f313 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:10.317303 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device da5b96a1-aad1-4a0f-bd3b-7a7e18ee5991 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:18:10.409360 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3e13699f-f474-424d-bf24-eb3ffa807c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:10.437227 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: da5b96a1-aad1-4a0f-bd3b-7a7e18ee5991 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:18:10.449394 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device da5b96a1-aad1-4a0f-bd3b-7a7e18ee5991 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:18:10.451848 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 33ea8ab3-3dc1-468c-8557-00f762c2d995 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:18:10.561652 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-ac1982ec-73bf-41d8-9a96-7c0e77934d29 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Allocated IP 172.20.0.9 (bc7e620e-5406-47eb-b374-e2c3f4d5349a/3788b3e8-25e2-4277-a72b-f93ec52791f6/8bbc8fa4-fa44-45e3-bc7e-7dc03cb333ad) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:18:10.570399 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3e13699f-f474-424d-bf24-eb3ffa807c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:10.621683 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 33ea8ab3-3dc1-468c-8557-00f762c2d995 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:18:10.625603 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 33ea8ab3-3dc1-468c-8557-00f762c2d995 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:18:10.640971 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e18e6068-b0ae-4c0c-a612-eec929d1f313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:10.679711 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e13699f-f474-424d-bf24-eb3ffa807c00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d94301d-ea6a-4906-9557-5bfefc7a9819,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:10.699508 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3e13699f-f474-424d-bf24-eb3ffa807c00 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:10.712052 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3e13699f-f474-424d-bf24-eb3ffa807c00 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/3d94301d-ea6a-4906-9557-5bfefc7a9819 HTTP/1.1" status: 204 len: 168 time: 1.0033264 Nov 12 01:18:10.716399 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52910) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:10.739371 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa2b1ca-27f8-4c26-a4ee-edefaacb02d1 None None] Network 1bcca1ab-bf62-4312-81ba-e51552f584af requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:18:10.887763 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9e4383e0-0458-46e9-b7f3-671d70096feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:10.912374 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ac1982ec-73bf-41d8-9a96-7c0e77934d29 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:10.977216 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-09c95650-4f5f-4b8a-8384-da5779f4024e req-e77a783d-cfd9-4f11-a15e-7004f0fe4cc2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=14222888-2d1e-440a-bea7-43e84043ddf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7894063 Nov 12 01:18:10.995771 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-846dda74-d225-4228-b023-3e7cbeb59ea9 None None] Provisioning complete for port 46ab4897-cac7-4e56-86d8-11cfd538c379 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:10.997006 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-846dda74-d225-4228-b023-3e7cbeb59ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:11.002672 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e1438227-3a32-4299-9f3c-478c48e1a17e req-b37be6a4-e38d-4786-a5de-d7a45f473b5a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=517498ae-42b7-45e6-b0d6-ad623959e15b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.7251689 Nov 12 01:18:11.018443 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18e6068-b0ae-4c0c-a612-eec929d1f313 None None] Network bc7e620e-5406-47eb-b374-e2c3f4d5349a is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:18:11.065613 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ac1982ec-73bf-41d8-9a96-7c0e77934d29 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:11.067858 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9e4383e0-0458-46e9-b7f3-671d70096feb admin admin] Deleting port fd1f90dd-a95b-4214-8c2d-9ffc28fae00d {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:18:11.068884 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9e4383e0-0458-46e9-b7f3-671d70096feb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:11.161418 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-e18e6068-b0ae-4c0c-a612-eec929d1f313 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:18:11.165608 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18e6068-b0ae-4c0c-a612-eec929d1f313 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:18:11.234942 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9e4383e0-0458-46e9-b7f3-671d70096feb admin admin] For port fd1f90dd-a95b-4214-8c2d-9ffc28fae00d, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=fd1f90dd-a95b-4214-8c2d-9ffc28fae00d,segment=NetworkSegment(010f7e19-5449-4ece-97e0-f57d88cac283),segment_id=010f7e19-5449-4ece-97e0-f57d88cac283)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:18:11.260269 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9e4383e0-0458-46e9-b7f3-671d70096feb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:11.286268 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18e6068-b0ae-4c0c-a612-eec929d1f313 None None] Pushing event updated for resources: {'Port': ['ID=00f8f90d-41c3-4485-984b-5fb68e810a07,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:11.309096 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:11.350535 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-d92046a3-a7fb-4237-b70f-b24093760f5e None None] For port 46ab4897-cac7-4e56-86d8-11cfd538c379, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:18:11.361612 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-846dda74-d225-4228-b023-3e7cbeb59ea9 None None] Port 46ab4897-cac7-4e56-86d8-11cfd538c379 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:18:11.376425 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1982ec-73bf-41d8-9a96-7c0e77934d29 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event updated for resources: {'Port': ['ID=8bbc8fa4-fa44-45e3-bc7e-7dc03cb333ad,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:11.392531 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9e4383e0-0458-46e9-b7f3-671d70096feb admin admin] Calling delete_port for fd1f90dd-a95b-4214-8c2d-9ffc28fae00d owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:18:11.449343 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-d92046a3-a7fb-4237-b70f-b24093760f5e None None] For port 46ab4897-cac7-4e56-86d8-11cfd538c379, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=46ab4897-cac7-4e56-86d8-11cfd538c379,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:18:11.473229 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1982ec-73bf-41d8-9a96-7c0e77934d29 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Network bc7e620e-5406-47eb-b374-e2c3f4d5349a is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:18:11.500691 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-ac1982ec-73bf-41d8-9a96-7c0e77934d29 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:18:11.519827 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1982ec-73bf-41d8-9a96-7c0e77934d29 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:18:11.521987 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-e18e6068-b0ae-4c0c-a612-eec929d1f313 None None] Attempting to bind port 00f8f90d-41c3-4485-984b-5fb68e810a07 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:18:11.522625 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-e18e6068-b0ae-4c0c-a612-eec929d1f313 None None] Attempting to bind port 00f8f90d-41c3-4485-984b-5fb68e810a07 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '51f008b3-9b43-448e-bdd6-818568a90e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bc7e620e-5406-47eb-b374-e2c3f4d5349a'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:18:11.523244 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18e6068-b0ae-4c0c-a612-eec929d1f313 None None] Attempting to bind port 00f8f90d-41c3-4485-984b-5fb68e810a07 on network bc7e620e-5406-47eb-b374-e2c3f4d5349a {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:18:11.573833 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18e6068-b0ae-4c0c-a612-eec929d1f313 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:18:11.575039 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18e6068-b0ae-4c0c-a612-eec929d1f313 None None] Checking segment: {'id': '51f008b3-9b43-448e-bdd6-818568a90e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bc7e620e-5406-47eb-b374-e2c3f4d5349a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:18:11.575697 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e18e6068-b0ae-4c0c-a612-eec929d1f313 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:11.577029 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18e6068-b0ae-4c0c-a612-eec929d1f313 None None] Bound using segment: {'id': '51f008b3-9b43-448e-bdd6-818568a90e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bc7e620e-5406-47eb-b374-e2c3f4d5349a'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:18:11.578042 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-e18e6068-b0ae-4c0c-a612-eec929d1f313 None None] Bound port: 00f8f90d-41c3-4485-984b-5fb68e810a07, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51f008b3-9b43-448e-bdd6-818568a90e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bc7e620e-5406-47eb-b374-e2c3f4d5349a'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:18:11.579028 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e18e6068-b0ae-4c0c-a612-eec929d1f313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:11.604210 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff747f31-8f44-4eb4-83f0-53aaa76e9e6a None None] DHCP port deletion for 1bcca1ab-bf62-4312-81ba-e51552f584af request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:18:11.617532 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d92046a3-a7fb-4237-b70f-b24093760f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:11.670825 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1982ec-73bf-41d8-9a96-7c0e77934d29 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:11.672784 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ac1982ec-73bf-41d8-9a96-7c0e77934d29 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:11.677242 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9e4383e0-0458-46e9-b7f3-671d70096feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:11.724738 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c95650-4f5f-4b8a-8384-da5779f4024e req-2d9ea9ea-3341-40ec-bae1-d7ebd0ef4f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:11.727898 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-09c95650-4f5f-4b8a-8384-da5779f4024e req-2d9ea9ea-3341-40ec-bae1-d7ebd0ef4f47 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d602ff0942bb43ad80fd0eb430b5a1d7&device_id=14222888-2d1e-440a-bea7-43e84043ddf3 HTTP/1.1" status: 200 len: 1097 time: 0.6579959 Nov 12 01:18:11.741047 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-ac1982ec-73bf-41d8-9a96-7c0e77934d29 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.8469024 Nov 12 01:18:11.744290 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4383e0-0458-46e9-b7f3-671d70096feb admin admin] Pushing event deleted for resources: {'Port': ['ID=fd1f90dd-a95b-4214-8c2d-9ffc28fae00d,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:11.744604 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-2c390d25-5c6a-43a4-9512-da88c62df71f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Deleting port 46ab4897-cac7-4e56-86d8-11cfd538c379 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:18:11.745188 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2c390d25-5c6a-43a4-9512-da88c62df71f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:11.746516 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4383e0-0458-46e9-b7f3-671d70096feb admin admin] No DVR routers for this DVR port fd1f90dd-a95b-4214-8c2d-9ffc28fae00d on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:18:11.747751 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52920) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:11.841838 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-ff747f31-8f44-4eb4-83f0-53aaa76e9e6a None None] The port 'fd1f90dd-a95b-4214-8c2d-9ffc28fae00d' was deleted {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 12 01:18:11.846864 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1cce71-054a-4d4e-9852-ea877e96ae4a None None] Pushing event updated for resources: {'Port': ['ID=46ab4897-cac7-4e56-86d8-11cfd538c379,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:11.894200 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1438227-3a32-4299-9f3c-478c48e1a17e req-97023881-58a2-4c83-acbb-c6cbfc87f96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:11.901467 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e1438227-3a32-4299-9f3c-478c48e1a17e req-97023881-58a2-4c83-acbb-c6cbfc87f96c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=02561602d23944f4a6c1bd1cba61ffb6&device_id=517498ae-42b7-45e6-b0d6-ad623959e15b HTTP/1.1" status: 200 len: 1097 time: 0.8063300 Nov 12 01:18:11.935606 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92046a3-a7fb-4237-b70f-b24093760f5e None None] Routers {'be9aca43-001b-45cf-af60-0002c0e5fce1'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:18:11.937290 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-d92046a3-a7fb-4237-b70f-b24093760f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:18:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['be9aca43-001b-45cf-af60-0002c0e5fce1'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:12.029793 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-2c390d25-5c6a-43a4-9512-da88c62df71f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] For port 46ab4897-cac7-4e56-86d8-11cfd538c379, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=46ab4897-cac7-4e56-86d8-11cfd538c379,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:18:12.030469 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2c390d25-5c6a-43a4-9512-da88c62df71f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:12.079546 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-2c390d25-5c6a-43a4-9512-da88c62df71f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Calling delete_port for 46ab4897-cac7-4e56-86d8-11cfd538c379 owned by network:router_interface {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:18:12.122651 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-e18e6068-b0ae-4c0c-a612-eec929d1f313 None None] For port 00f8f90d-41c3-4485-984b-5fb68e810a07, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:18:12.142362 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device fd1f90dd-a95b-4214-8c2d-9ffc28fae00d no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:18:12.270583 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: fd1f90dd-a95b-4214-8c2d-9ffc28fae00d {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:18:12.273236 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device fd1f90dd-a95b-4214-8c2d-9ffc28fae00d not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:18:12.281605 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-d92046a3-a7fb-4237-b70f-b24093760f5e None None] Set router be9aca43-001b-45cf-af60-0002c0e5fce1 gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:18:12.286687 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-e18e6068-b0ae-4c0c-a612-eec929d1f313 None None] For port 00f8f90d-41c3-4485-984b-5fb68e810a07, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=00f8f90d-41c3-4485-984b-5fb68e810a07,segment=NetworkSegment(51f008b3-9b43-448e-bdd6-818568a90e81),segment_id=51f008b3-9b43-448e-bdd6-818568a90e81)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:18:12.357703 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e18e6068-b0ae-4c0c-a612-eec929d1f313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:12.726806 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2c390d25-5c6a-43a4-9512-da88c62df71f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:12.778741 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9e4383e0-0458-46e9-b7f3-671d70096feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:12.818038 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-9e4383e0-0458-46e9-b7f3-671d70096feb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bcca1ab-bf62-4312-81ba-e51552f584af']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:12.821203 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c95650-4f5f-4b8a-8384-da5779f4024e req-77887afb-9f8b-4d55-a75a-97f5a7248d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:12.828042 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-09c95650-4f5f-4b8a-8384-da5779f4024e req-77887afb-9f8b-4d55-a75a-97f5a7248d46 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e99995f4-ba3c-4455-a76c-75068f6bda47 HTTP/1.1" status: 200 len: 911 time: 0.7224874 Nov 12 01:18:12.837276 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-9e4383e0-0458-46e9-b7f3-671d70096feb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '010f7e19-5449-4ece-97e0-f57d88cac283') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:12.840064 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-9e4383e0-0458-46e9-b7f3-671d70096feb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '010f7e19-5449-4ece-97e0-f57d88cac283') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:12.866181 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9e4383e0-0458-46e9-b7f3-671d70096feb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:12.888547 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9e4383e0-0458-46e9-b7f3-671d70096feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:12.894816 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e4383e0-0458-46e9-b7f3-671d70096feb admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:18:12.895202 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9e4383e0-0458-46e9-b7f3-671d70096feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:12.955558 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1438227-3a32-4299-9f3c-478c48e1a17e req-c695cc69-2ef8-44aa-90fc-f02b9b5bf70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:12.962002 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e1438227-3a32-4299-9f3c-478c48e1a17e req-c695cc69-2ef8-44aa-90fc-f02b9b5bf70b service neutron] 10.222.0.16 "GET /v2.0/networks?id=1a8182d6-d1ae-418d-93c2-b627ded7dca2 HTTP/1.1" status: 200 len: 915 time: 0.8284323 Nov 12 01:18:12.994508 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:18:12.994508 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:18:12.994508 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:18:12.994508 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:18:12.994508 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:18:12.994508 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:18:12.994508 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:18:12.994508 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:18:12.994508 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:18:12.994508 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:18:12.994508 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:18:12.994508 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:18:12.994508 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:18:12.994508 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:18:12.994508 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:18:12.994508 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:18:12.994508 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:18:12.994508 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:18:12.994508 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:18:12.994508 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:18:12.994508 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:18:12.994508 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:18:12.994508 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:18:12.994508 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:18:12.994508 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:18:12.994508 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:18:12.994508 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:18:12.994508 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:18:12.994508 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:18:12.994508 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:18:12.994508 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:18:12.994508 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:18:13.119094 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18e6068-b0ae-4c0c-a612-eec929d1f313 None None] Pushing event updated for resources: {'Port': ['ID=00f8f90d-41c3-4485-984b-5fb68e810a07,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:13.142383 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-14b6953a-1e36-4fba-845f-0ba97f25b9ec None None] Provisioning complete for port 46ab4897-cac7-4e56-86d8-11cfd538c379 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:13.142545 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-14b6953a-1e36-4fba-845f-0ba97f25b9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:13.227921 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-14b6953a-1e36-4fba-845f-0ba97f25b9ec None None] Port 46ab4897-cac7-4e56-86d8-11cfd538c379 was deleted so its status cannot be updated. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 01:18:13.251400 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-d92046a3-a7fb-4237-b70f-b24093760f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9aca43-001b-45cf-af60-0002c0e5fce1', 'name': 'tempest-NetworksTestDHCPv6-router-218847545', 'tenant_id': '70514e17c07e4902b3c1ce1ff6844138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:17:57Z', 'updated_at': '2021-11-12T01:18:01Z', 'revision_number': 2, 'project_id': '70514e17c07e4902b3c1ce1ff6844138', 'gw_port_host': None, '_interfaces': [{'id': '46ab4897-cac7-4e56-86d8-11cfd538c379', 'name': '', 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'tenant_id': '70514e17c07e4902b3c1ce1ff6844138', 'mac_address': 'fa:16:3e:26:de:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be9aca43-001b-45cf-af60-0002c0e5fce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '47ea9965-b769-4c63-a34b-0a10e99ef0dd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:17:59Z', 'updated_at': '2021-11-12T01:18:11Z', 'revision_number': 4, 'project_id': '70514e17c07e4902b3c1ce1ff6844138', 'subnets': [{'id': '47ea9965-b769-4c63-a34b-0a10e99ef0dd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:13.293321 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92046a3-a7fb-4237-b70f-b24093760f5e None None] The sync data for ids ['be9aca43-001b-45cf-af60-0002c0e5fce1'] in n-d-712142-27 is: [{'id': 'be9aca43-001b-45cf-af60-0002c0e5fce1', 'name': 'tempest-NetworksTestDHCPv6-router-218847545', 'tenant_id': '70514e17c07e4902b3c1ce1ff6844138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:17:57Z', 'updated_at': '2021-11-12T01:18:01Z', 'revision_number': 2, 'project_id': '70514e17c07e4902b3c1ce1ff6844138', 'gw_port_host': None, '_interfaces': [{'id': '46ab4897-cac7-4e56-86d8-11cfd538c379', 'name': '', 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'tenant_id': '70514e17c07e4902b3c1ce1ff6844138', 'mac_address': 'fa:16:3e:26:de:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be9aca43-001b-45cf-af60-0002c0e5fce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2312, 'fixed_ips': [{'subnet_id': '47ea9965-b769-4c63-a34b-0a10e99ef0dd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:17:59Z', 'updated_at': '2021-11-12T01:18:11Z', 'revision_number': 4, 'project_id': '70514e17c07e4902b3c1ce1ff6844138', 'subnets': [{'id': '47ea9965-b769-4c63-a34b-0a10e99ef0dd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:18:13.441445 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e1438227-3a32-4299-9f3c-478c48e1a17e req-5cf5bac6-19dc-4594-9478-4521db936f7c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f46a3c8e-1974-41a8-bc95-4be32a45282f HTTP/1.1" status: 200 len: 217 time: 0.3951743 Nov 12 01:18:13.453412 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c390d25-5c6a-43a4-9512-da88c62df71f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event deleted for resources: {'Port': ['ID=46ab4897-cac7-4e56-86d8-11cfd538c379,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:13.526526 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2c390d25-5c6a-43a4-9512-da88c62df71f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:13.571444 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9e4383e0-0458-46e9-b7f3-671d70096feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:13.618941 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1438227-3a32-4299-9f3c-478c48e1a17e req-f6190933-7a10-45d8-936f-8f690082bfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:13.620473 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e1438227-3a32-4299-9f3c-478c48e1a17e req-f6190933-7a10-45d8-936f-8f690082bfe0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1a7d4261-126a-4a06-89cb-5e5216ca7fc1 HTTP/1.1" status: 200 len: 855 time: 0.1467032 Nov 12 01:18:13.633578 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9e4383e0-0458-46e9-b7f3-671d70096feb admin admin] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:13.664528 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9e4383e0-0458-46e9-b7f3-671d70096feb admin admin] 10.222.0.45 "DELETE /v2.0/networks/1bcca1ab-bf62-4312-81ba-e51552f584af HTTP/1.1" status: 204 len: 168 time: 2.9395206 Nov 12 01:18:13.686595 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4383e0-0458-46e9-b7f3-671d70096feb admin admin] Pushing event deleted for resources: {'Network': ['ID=1bcca1ab-bf62-4312-81ba-e51552f584af,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:13.755875 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e1438227-3a32-4299-9f3c-478c48e1a17e req-21bd56df-d40f-42aa-9bcb-3905ff6450b7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1a8182d6-d1ae-418d-93c2-b627ded7dca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936947 Nov 12 01:18:14.168657 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e41e36fe-4308-4516-a3fe-7460f4a7dea3 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:14.218463 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 00f8f90d-41c3-4485-984b-5fb68e810a07 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:18:14.403894 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 00f8f90d-41c3-4485-984b-5fb68e810a07 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:14.405078 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:14.408194 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c390d25-5c6a-43a4-9512-da88c62df71f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Router be9aca43-001b-45cf-af60-0002c0e5fce1 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:18:14.476922 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52950) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:14.658975 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:14.681801 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e1438227-3a32-4299-9f3c-478c48e1a17e req-f5e4fb20-0771-4cb4-afcb-3cc8ad1651f8 service neutron] 10.222.0.16 "GET /v2.0/networks/1a8182d6-d1ae-418d-93c2-b627ded7dca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8094153 Nov 12 01:18:14.688345 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-09c95650-4f5f-4b8a-8384-da5779f4024e req-a591bcdf-da30-40ab-b0cf-6f185194b286 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fda59888-5648-4a70-b232-0ec79c3f2fa1 HTTP/1.1" status: 200 len: 1001 time: 1.7247403 Nov 12 01:18:14.774712 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 00f8f90d-41c3-4485-984b-5fb68e810a07, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=00f8f90d-41c3-4485-984b-5fb68e810a07,segment=NetworkSegment(51f008b3-9b43-448e-bdd6-818568a90e81),segment_id=51f008b3-9b43-448e-bdd6-818568a90e81)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:18:14.782068 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:14.870942 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9860fe5b-f7fe-4725-9d69-057d2477d679 None None] Network bc7e620e-5406-47eb-b374-e2c3f4d5349a requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:18:15.025354 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c95650-4f5f-4b8a-8384-da5779f4024e req-06c42e80-f80f-480d-a82a-f1cb2bd7e187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:15.033589 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-09c95650-4f5f-4b8a-8384-da5779f4024e req-06c42e80-f80f-480d-a82a-f1cb2bd7e187 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bf3a876c-b540-4ae8-a3b9-c5dbe0528b0f HTTP/1.1" status: 200 len: 850 time: 0.2888072 Nov 12 01:18:15.103428 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-008e42a5-8cc4-435e-8d43-25f55dfe9c37 None None] Provisioning complete for port 00f8f90d-41c3-4485-984b-5fb68e810a07 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:15.108949 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-008e42a5-8cc4-435e-8d43-25f55dfe9c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:15.257454 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e1438227-3a32-4299-9f3c-478c48e1a17e req-1ef94e86-9082-49e9-a015-8edfe79b00ee service neutron] 10.222.0.16 "GET /v2.0/networks/1a8182d6-d1ae-418d-93c2-b627ded7dca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5636580 Nov 12 01:18:15.281256 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f25076ae-72c6-47d4-9598-a21912ed3d87 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9e09e1487d8e48e99af3838750a68ac8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8001423 Nov 12 01:18:15.302300 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52966) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:15.359337 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=00f8f90d-41c3-4485-984b-5fb68e810a07,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:15.470349 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e41e36fe-4308-4516-a3fe-7460f4a7dea3 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:15.473821 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-09fcce2d-b580-4d92-9d93-18815dc40f50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:15.478747 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c390d25-5c6a-43a4-9512-da88c62df71f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:18:15.483185 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e41e36fe-4308-4516-a3fe-7460f4a7dea3 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:15.510127 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2c390d25-5c6a-43a4-9512-da88c62df71f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "PUT /v2.0/routers/be9aca43-001b-45cf-af60-0002c0e5fce1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3949156 Nov 12 01:18:15.533220 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52968) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:15.672496 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c95650-4f5f-4b8a-8384-da5779f4024e req-d94c2407-bfaa-4424-9599-3b2db52c3afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:15.674456 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-09c95650-4f5f-4b8a-8384-da5779f4024e req-d94c2407-bfaa-4424-9599-3b2db52c3afa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e99995f4-ba3c-4455-a76c-75068f6bda47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1992359 Nov 12 01:18:15.905261 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-09c95650-4f5f-4b8a-8384-da5779f4024e req-7adb2bb4-ca1b-4bc9-83b3-d6f46ae48b8e service neutron] 10.222.0.44 "GET /v2.0/networks/e99995f4-ba3c-4455-a76c-75068f6bda47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218885 Nov 12 01:18:16.214878 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-09c95650-4f5f-4b8a-8384-da5779f4024e req-22915626-cf9f-4216-a433-ff5c1a95d0e3 service neutron] 10.222.0.44 "GET /v2.0/networks/e99995f4-ba3c-4455-a76c-75068f6bda47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022556 Nov 12 01:18:16.225345 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 00f8f90d-41c3-4485-984b-5fb68e810a07 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:18:16.227015 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-09fcce2d-b580-4d92-9d93-18815dc40f50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:16.477071 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-09fcce2d-b580-4d92-9d93-18815dc40f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:16.486430 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-09fcce2d-b580-4d92-9d93-18815dc40f50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:16.486744 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 00f8f90d-41c3-4485-984b-5fb68e810a07 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:16.487334 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:16.490279 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-09fcce2d-b580-4d92-9d93-18815dc40f50 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/886f999f-0094-4b0f-a8fb-07984c7e5389 HTTP/1.1" status: 204 len: 168 time: 1.1857445 Nov 12 01:18:16.552579 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bd4a32-5383-4e34-aee9-9ed765f7eec8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:16.565057 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bd4a32-5383-4e34-aee9-9ed765f7eec8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:16.569144 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-79bd4a32-5383-4e34-aee9-9ed765f7eec8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 1.0319057 Nov 12 01:18:16.569545 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52980) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:16.708748 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-b93e7f19-2bb7-43b7-a2c8-93496fd3be35 None None] Provisioning complete for port 00f8f90d-41c3-4485-984b-5fb68e810a07 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:16.709164 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b93e7f19-2bb7-43b7-a2c8-93496fd3be35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:16.752782 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-38bcd0f4-7f2c-4b65-a985-accc7e797a21 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Deleting subnet 47ea9965-b769-4c63-a34b-0a10e99ef0dd {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:18:16.768021 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-38bcd0f4-7f2c-4b65-a985-accc7e797a21 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:16.932588 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-38bcd0f4-7f2c-4b65-a985-accc7e797a21 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:16.972915 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41e36fe-4308-4516-a3fe-7460f4a7dea3 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event updated for resources: {'Port': ['ID=8bbc8fa4-fa44-45e3-bc7e-7dc03cb333ad,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:16.979540 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e41e36fe-4308-4516-a3fe-7460f4a7dea3 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:16.985935 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fcce2d-b580-4d92-9d93-18815dc40f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886f999f-0094-4b0f-a8fb-07984c7e5389,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:17.086011 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac048a7-030f-4e41-995d-f41f9c30b01d None None] Sync routers for ids ['be9aca43-001b-45cf-af60-0002c0e5fce1'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:18:17.182477 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac048a7-030f-4e41-995d-f41f9c30b01d None None] Routers {'be9aca43-001b-45cf-af60-0002c0e5fce1'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:18:17.183487 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-2ac048a7-030f-4e41-995d-f41f9c30b01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:18:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['be9aca43-001b-45cf-af60-0002c0e5fce1'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:17.306086 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-38bcd0f4-7f2c-4b65-a985-accc7e797a21 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:17.385978 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52992) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:17.478566 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e41e36fe-4308-4516-a3fe-7460f4a7dea3 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:17.565906 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f0aa3eff-9b29-4a5f-8922-9d856f1bebe4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5d347e5834314544ac1afda7c3ff6bf4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1714816 Nov 12 01:18:17.621952 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-2ac048a7-030f-4e41-995d-f41f9c30b01d None None] Set router be9aca43-001b-45cf-af60-0002c0e5fce1 gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:18:17.623232 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53002) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:17.655369 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-38bcd0f4-7f2c-4b65-a985-accc7e797a21 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:17.729744 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-38bcd0f4-7f2c-4b65-a985-accc7e797a21 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:17.753413 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-38bcd0f4-7f2c-4b65-a985-accc7e797a21 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/47ea9965-b769-4c63-a34b-0a10e99ef0dd HTTP/1.1" status: 204 len: 168 time: 1.1822822 Nov 12 01:18:17.759220 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53004) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:17.786047 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111aa444-02ac-4b1b-aed1-7977cdd5c67a None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:18:17.834019 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-2ac048a7-030f-4e41-995d-f41f9c30b01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9aca43-001b-45cf-af60-0002c0e5fce1', 'name': 'tempest-NetworksTestDHCPv6-router-218847545', 'tenant_id': '70514e17c07e4902b3c1ce1ff6844138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:17:57Z', 'updated_at': '2021-11-12T01:18:12Z', 'revision_number': 3, 'project_id': '70514e17c07e4902b3c1ce1ff6844138', 'gw_port_host': None}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:17.953409 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bcd0f4-7f2c-4b65-a985-accc7e797a21 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event deleted for resources: {'Subnet': ['ID=47ea9965-b769-4c63-a34b-0a10e99ef0dd,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:18.002835 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac048a7-030f-4e41-995d-f41f9c30b01d None None] Checking router: be9aca43-001b-45cf-af60-0002c0e5fce1 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:18:18.091461 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-b2b822b8-ecd2-4b81-b081-25055c9a2896 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2451062 Nov 12 01:18:18.093375 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53008) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:18.132681 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e41e36fe-4308-4516-a3fe-7460f4a7dea3 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:18.144675 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e41e36fe-4308-4516-a3fe-7460f4a7dea3 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:18.205027 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac048a7-030f-4e41-995d-f41f9c30b01d None None] Routers {'be9aca43-001b-45cf-af60-0002c0e5fce1'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:18:18.213451 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-2ac048a7-030f-4e41-995d-f41f9c30b01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:18:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['be9aca43-001b-45cf-af60-0002c0e5fce1'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:18.282832 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41e36fe-4308-4516-a3fe-7460f4a7dea3 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event updated for resources: {'Port': ['ID=8bbc8fa4-fa44-45e3-bc7e-7dc03cb333ad,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:18.313752 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8271e129-78cc-433a-8951-f7c7a22488dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:18.328424 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-b93e7f19-2bb7-43b7-a2c8-93496fd3be35 None None] Provisioning complete for port 8bbc8fa4-fa44-45e3-bc7e-7dc03cb333ad triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:18.329201 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b93e7f19-2bb7-43b7-a2c8-93496fd3be35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:18.402711 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7ed25ac3-4abe-445b-9cae-8ec1bac7b397 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for router, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:18.438392 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e41e36fe-4308-4516-a3fe-7460f4a7dea3 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:18.470778 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8271e129-78cc-433a-8951-f7c7a22488dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:18.604795 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-2ac048a7-030f-4e41-995d-f41f9c30b01d None None] Set router be9aca43-001b-45cf-af60-0002c0e5fce1 gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:18:18.833300 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-2ac048a7-030f-4e41-995d-f41f9c30b01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9aca43-001b-45cf-af60-0002c0e5fce1', 'name': 'tempest-NetworksTestDHCPv6-router-218847545', 'tenant_id': '70514e17c07e4902b3c1ce1ff6844138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:17:57Z', 'updated_at': '2021-11-12T01:18:12Z', 'revision_number': 3, 'project_id': '70514e17c07e4902b3c1ce1ff6844138', 'gw_port_host': None}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:18.885485 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41e36fe-4308-4516-a3fe-7460f4a7dea3 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Network bc7e620e-5406-47eb-b374-e2c3f4d5349a is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:18:18.887812 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-e41e36fe-4308-4516-a3fe-7460f4a7dea3 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:18:18.894101 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac048a7-030f-4e41-995d-f41f9c30b01d None None] The sync data for ids ['be9aca43-001b-45cf-af60-0002c0e5fce1'] in n-d-712142-27 is: [{'id': 'be9aca43-001b-45cf-af60-0002c0e5fce1', 'name': 'tempest-NetworksTestDHCPv6-router-218847545', 'tenant_id': '70514e17c07e4902b3c1ce1ff6844138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:17:57Z', 'updated_at': '2021-11-12T01:18:12Z', 'revision_number': 3, 'project_id': '70514e17c07e4902b3c1ce1ff6844138', 'gw_port_host': None}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:18:18.896468 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-b93e7f19-2bb7-43b7-a2c8-93496fd3be35 None None] Port 8bbc8fa4-fa44-45e3-bc7e-7dc03cb333ad cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:18:19.087113 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-3d50af88-34b2-46a2-827c-e621475f4ce3 None None] Provisioning complete for port 8bbc8fa4-fa44-45e3-bc7e-7dc03cb333ad triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:19.087873 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3d50af88-34b2-46a2-827c-e621475f4ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:19.186495 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e41e36fe-4308-4516-a3fe-7460f4a7dea3 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Router 0dc3c616-4bea-4806-8fdb-832b7b82ef61 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:18:19.265890 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-3d50af88-34b2-46a2-827c-e621475f4ce3 None None] Port 8bbc8fa4-fa44-45e3-bc7e-7dc03cb333ad cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:18:19.343638 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3cd78c-d220-4289-8ad8-4a8c141008ba None None] DHCP port deletion for 89ea60a3-4652-4d77-9cc6-d8bd5a56918e request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:18:19.405534 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e41e36fe-4308-4516-a3fe-7460f4a7dea3 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:18:19.438514 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e41e36fe-4308-4516-a3fe-7460f4a7dea3 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "PUT /v2.0/routers/0dc3c616-4bea-4806-8fdb-832b7b82ef61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6812131 Nov 12 01:18:19.440645 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53020) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:19.471027 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e730dc80-0c06-4f29-ac26-5d66a79353e8 None None] Sync routers for ids ['0dc3c616-4bea-4806-8fdb-832b7b82ef61'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:18:19.537389 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4d3cd78c-d220-4289-8ad8-4a8c141008ba None None] Deleting port 097dce13-0bae-45d6-a058-90f68708de4b {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:18:19.538331 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4d3cd78c-d220-4289-8ad8-4a8c141008ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:19.556482 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e730dc80-0c06-4f29-ac26-5d66a79353e8 None None] Routers {'0dc3c616-4bea-4806-8fdb-832b7b82ef61'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:18:19.557130 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-e730dc80-0c06-4f29-ac26-5d66a79353e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:18:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['0dc3c616-4bea-4806-8fdb-832b7b82ef61'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:19.725316 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4d3cd78c-d220-4289-8ad8-4a8c141008ba None None] For port 097dce13-0bae-45d6-a058-90f68708de4b, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=097dce13-0bae-45d6-a058-90f68708de4b,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:18:19.728592 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4d3cd78c-d220-4289-8ad8-4a8c141008ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:19.766462 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a02568-57d1-449d-9cd8-e1bd62c53de4 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:19.773632 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-e730dc80-0c06-4f29-ac26-5d66a79353e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:19.779753 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-30a02568-57d1-449d-9cd8-e1bd62c53de4 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dc3c616-4bea-4806-8fdb-832b7b82ef61 HTTP/1.1" status: 200 len: 982 time: 0.3353825 Nov 12 01:18:19.780715 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53028) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:19.784089 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4d3cd78c-d220-4289-8ad8-4a8c141008ba None None] Calling delete_port for 097dce13-0bae-45d6-a058-90f68708de4b owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:18:19.806371 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e730dc80-0c06-4f29-ac26-5d66a79353e8 None None] Routers {'0dc3c616-4bea-4806-8fdb-832b7b82ef61'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:18:19.807437 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-e730dc80-0c06-4f29-ac26-5d66a79353e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:18:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['0dc3c616-4bea-4806-8fdb-832b7b82ef61'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:19.853893 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8271e129-78cc-433a-8951-f7c7a22488dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:19.863130 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8271e129-78cc-433a-8951-f7c7a22488dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:19.867565 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-8271e129-78cc-433a-8951-f7c7a22488dd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/005fdac7-23e1-49b5-835d-98676766ee29 HTTP/1.1" status: 204 len: 168 time: 2.2407098 Nov 12 01:18:19.906706 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7ed25ac3-4abe-445b-9cae-8ec1bac7b397 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:19.917498 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7ed25ac3-4abe-445b-9cae-8ec1bac7b397 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:19.949357 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8271e129-78cc-433a-8951-f7c7a22488dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005fdac7-23e1-49b5-835d-98676766ee29,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:20.080200 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-e730dc80-0c06-4f29-ac26-5d66a79353e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:20.081265 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e730dc80-0c06-4f29-ac26-5d66a79353e8 None None] The sync data for ids ['0dc3c616-4bea-4806-8fdb-832b7b82ef61'] in n-d-712142-27 is: [] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:18:20.130134 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7ed25ac3-4abe-445b-9cae-8ec1bac7b397 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:20.130556 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed25ac3-4abe-445b-9cae-8ec1bac7b397 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Fanout notify agent at l3_agent the message router_deleted on router be9aca43-001b-45cf-af60-0002c0e5fce1 {{(pid=109085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:18:20.140299 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7ed25ac3-4abe-445b-9cae-8ec1bac7b397 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:20.149733 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7ed25ac3-4abe-445b-9cae-8ec1bac7b397 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/routers/be9aca43-001b-45cf-af60-0002c0e5fce1 HTTP/1.1" status: 204 len: 168 time: 2.0502496 Nov 12 01:18:20.152949 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53032) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:20.230504 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 46ab4897-cac7-4e56-86d8-11cfd538c379 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:18:20.244514 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4d3cd78c-d220-4289-8ad8-4a8c141008ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:20.254623 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-6e0a1dcd-7e74-4a46-b520-54d9b998a6cb None None] Provisioning complete for port 8bbc8fa4-fa44-45e3-bc7e-7dc03cb333ad triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:20.255745 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6e0a1dcd-7e74-4a46-b520-54d9b998a6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:20.384872 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efc40c8-2e1a-4c6e-8cb9-bec46be85350 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:20.389810 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53036) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:20.390838 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-8efc40c8-2e1a-4c6e-8cb9-bec46be85350 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2369144 Nov 12 01:18:20.504637 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3cd78c-d220-4289-8ad8-4a8c141008ba None None] No DVR routers for this DVR port 097dce13-0bae-45d6-a058-90f68708de4b on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:18:20.507586 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 46ab4897-cac7-4e56-86d8-11cfd538c379 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:18:20.508305 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 46ab4897-cac7-4e56-86d8-11cfd538c379 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:18:20.509059 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 097dce13-0bae-45d6-a058-90f68708de4b no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:18:20.536127 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3cd78c-d220-4289-8ad8-4a8c141008ba None None] Pushing event deleted for resources: {'Port': ['ID=097dce13-0bae-45d6-a058-90f68708de4b,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:20.672902 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 097dce13-0bae-45d6-a058-90f68708de4b {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:18:20.673897 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 097dce13-0bae-45d6-a058-90f68708de4b not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:18:20.741783 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-6e0a1dcd-7e74-4a46-b520-54d9b998a6cb None None] Port 8bbc8fa4-fa44-45e3-bc7e-7dc03cb333ad cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:18:20.818986 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74391d11-d514-4b0d-b208-ec411a15af1e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:20.823799 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-74391d11-d514-4b0d-b208-ec411a15af1e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4289985 Nov 12 01:18:20.824686 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53044) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:21.019140 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53052) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:21.019446 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7a01f14b-4d35-4f9a-828c-5909d9114c8e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1929588 Nov 12 01:18:21.038958 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-1a9963e6-a55c-4c73-a912-a82e21a8c3aa tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'subnet': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:21.333895 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9963e6-a55c-4c73-a912-a82e21a8c3aa tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:18:21.345032 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1a9963e6-a55c-4c73-a912-a82e21a8c3aa tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:21.659867 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53064) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:21.664326 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-00bd28bd-f74b-4acc-89b6-1d1b5b097cdc tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:21.848552 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-719f5776-4e27-45ae-8cfa-8edc45df9bfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:22.097699 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-719f5776-4e27-45ae-8cfa-8edc45df9bfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:22.104813 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-719f5776-4e27-45ae-8cfa-8edc45df9bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:22.205363 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719f5776-4e27-45ae-8cfa-8edc45df9bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556529ca-db4a-4838-bd3a-b12ca155d023,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:22.264029 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-719f5776-4e27-45ae-8cfa-8edc45df9bfc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3da88e587fd5409981cfdfebfcb9d7ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6025972 Nov 12 01:18:22.270465 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53078) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:22.439241 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9239261b-413f-442a-b22e-b06e5ff76e48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:22.507323 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9239261b-413f-442a-b22e-b06e5ff76e48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:22.530140 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-00bd28bd-f74b-4acc-89b6-1d1b5b097cdc tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Deleting port 8bbc8fa4-fa44-45e3-bc7e-7dc03cb333ad {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:18:22.530826 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-00bd28bd-f74b-4acc-89b6-1d1b5b097cdc tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:22.590075 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9239261b-413f-442a-b22e-b06e5ff76e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:22.603768 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9239261b-413f-442a-b22e-b06e5ff76e48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:22.605294 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-9239261b-413f-442a-b22e-b06e5ff76e48 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/556529ca-db4a-4838-bd3a-b12ca155d023 HTTP/1.1" status: 204 len: 168 time: 0.3340459 Nov 12 01:18:22.640572 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9239261b-413f-442a-b22e-b06e5ff76e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556529ca-db4a-4838-bd3a-b12ca155d023,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:22.885458 n-d-712142-27 neutron-server[109086]: DEBUG neutron.objects.ports [None req-1a9963e6-a55c-4c73-a912-a82e21a8c3aa tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109086) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 01:18:22.895649 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1a9963e6-a55c-4c73-a912-a82e21a8c3aa tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:23.072770 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-00bd28bd-f74b-4acc-89b6-1d1b5b097cdc tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:23.093209 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-00bd28bd-f74b-4acc-89b6-1d1b5b097cdc tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Calling delete_port for 8bbc8fa4-fa44-45e3-bc7e-7dc03cb333ad owned by network:router_interface {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:18:23.256434 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53090) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:23.283414 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-121ffc20-e0e5-4db8-8805-324f344c7117 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:23.320102 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9963e6-a55c-4c73-a912-a82e21a8c3aa tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Subnet': ['ID=db3a94db-15bd-4adb-9584-5fb508eafc05,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:23.361923 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9963e6-a55c-4c73-a912-a82e21a8c3aa tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:18:23.382805 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-1a9963e6-a55c-4c73-a912-a82e21a8c3aa tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:18:23.387604 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9963e6-a55c-4c73-a912-a82e21a8c3aa tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:23.388255 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1a9963e6-a55c-4c73-a912-a82e21a8c3aa tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:23.407948 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0d0b03-71a2-47e2-ac79-0463596a42f2 None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:18:23.444854 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1a9963e6-a55c-4c73-a912-a82e21a8c3aa tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4190104 Nov 12 01:18:23.452315 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53092) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:23.473062 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-801162d7-95bb-4970-988f-49cbcae271dd tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'subnet': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:23.589233 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-00bd28bd-f74b-4acc-89b6-1d1b5b097cdc tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:23.627106 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd28bd-f74b-4acc-89b6-1d1b5b097cdc tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event deleted for resources: {'Port': ['ID=8bbc8fa4-fa44-45e3-bc7e-7dc03cb333ad,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:23.778908 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9818069-0880-4088-8f63-19aff4cb91a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'tenant_id': '70514e17c07e4902b3c1ce1ff6844138', 'fixed_ips': [{'subnet_id': 'db3a94db-15bd-4adb-9584-5fb508eafc05'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:18:23.784376 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e9818069-0880-4088-8f63-19aff4cb91a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:23.818446 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-121ffc20-e0e5-4db8-8805-324f344c7117 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:23.844776 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-121ffc20-e0e5-4db8-8805-324f344c7117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:23.924651 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-121ffc20-e0e5-4db8-8805-324f344c7117 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1ab513dd6d024caea711fdf9dbd3a74c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6666293 Nov 12 01:18:23.935995 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53098) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:23.959802 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-00bd28bd-f74b-4acc-89b6-1d1b5b097cdc tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:24.056083 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801162d7-95bb-4970-988f-49cbcae271dd tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:18:24.065062 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-801162d7-95bb-4970-988f-49cbcae271dd tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:24.176419 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121ffc20-e0e5-4db8-8805-324f344c7117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5c3bda-ec21-48f5-9b12-d3f4d32d4dc2,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:24.177902 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-e9818069-0880-4088-8f63-19aff4cb91a0 None None] Allocated IP 2001:db8::f816:3eff:fe6f:1995 (89ea60a3-4652-4d77-9cc6-d8bd5a56918e/db3a94db-15bd-4adb-9584-5fb508eafc05/8e481576-67da-48e1-8a8b-86573bda89d3) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:18:24.392934 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00bd28bd-f74b-4acc-89b6-1d1b5b097cdc tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Router 0dc3c616-4bea-4806-8fdb-832b7b82ef61 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:18:24.395378 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8a070f1d-595a-4c14-97ff-7399c54403fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:24.447032 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8a070f1d-595a-4c14-97ff-7399c54403fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:24.608522 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8a070f1d-595a-4c14-97ff-7399c54403fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:24.613423 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e9818069-0880-4088-8f63-19aff4cb91a0 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:24.623274 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8a070f1d-595a-4c14-97ff-7399c54403fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:24.627184 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-8a070f1d-595a-4c14-97ff-7399c54403fc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4b5c3bda-ec21-48f5-9b12-d3f4d32d4dc2 HTTP/1.1" status: 204 len: 168 time: 0.6840632 Nov 12 01:18:24.636046 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e9818069-0880-4088-8f63-19aff4cb91a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:24.704706 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a070f1d-595a-4c14-97ff-7399c54403fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5c3bda-ec21-48f5-9b12-d3f4d32d4dc2,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:24.790768 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9818069-0880-4088-8f63-19aff4cb91a0 None None] Pushing event updated for resources: {'Port': ['ID=8e481576-67da-48e1-8a8b-86573bda89d3,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:24.822353 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9818069-0880-4088-8f63-19aff4cb91a0 None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:18:24.826600 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-e9818069-0880-4088-8f63-19aff4cb91a0 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:18:24.831756 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9818069-0880-4088-8f63-19aff4cb91a0 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:18:24.933175 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-e9818069-0880-4088-8f63-19aff4cb91a0 None None] Attempting to bind port 8e481576-67da-48e1-8a8b-86573bda89d3 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:18:24.933672 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-e9818069-0880-4088-8f63-19aff4cb91a0 None None] Attempting to bind port 8e481576-67da-48e1-8a8b-86573bda89d3 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:18:24.934814 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9818069-0880-4088-8f63-19aff4cb91a0 None None] Attempting to bind port 8e481576-67da-48e1-8a8b-86573bda89d3 on network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:18:24.945095 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9818069-0880-4088-8f63-19aff4cb91a0 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:18:24.946382 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9818069-0880-4088-8f63-19aff4cb91a0 None None] Checking segment: {'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:18:24.946382 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e9818069-0880-4088-8f63-19aff4cb91a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:24.947789 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9818069-0880-4088-8f63-19aff4cb91a0 None None] Bound using segment: {'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:18:24.949479 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-e9818069-0880-4088-8f63-19aff4cb91a0 None None] Bound port: 8e481576-67da-48e1-8a8b-86573bda89d3, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:18:24.950058 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e9818069-0880-4088-8f63-19aff4cb91a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:24.961214 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-801162d7-95bb-4970-988f-49cbcae271dd tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:25.081926 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801162d7-95bb-4970-988f-49cbcae271dd tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Subnet': ['ID=93661ccd-6ddf-4e25-b48e-6a67d999481e,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:25.098778 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-e9818069-0880-4088-8f63-19aff4cb91a0 None None] For port 8e481576-67da-48e1-8a8b-86573bda89d3, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:18:25.104949 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801162d7-95bb-4970-988f-49cbcae271dd tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:18:25.107251 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-801162d7-95bb-4970-988f-49cbcae271dd tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:18:25.109222 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-e9818069-0880-4088-8f63-19aff4cb91a0 None None] For port 8e481576-67da-48e1-8a8b-86573bda89d3, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=8e481576-67da-48e1-8a8b-86573bda89d3,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:18:25.113828 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801162d7-95bb-4970-988f-49cbcae271dd tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:25.117393 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e9818069-0880-4088-8f63-19aff4cb91a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:25.117660 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-801162d7-95bb-4970-988f-49cbcae271dd tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:25.174006 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-801162d7-95bb-4970-988f-49cbcae271dd tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7174158 Nov 12 01:18:25.177147 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53112) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:25.193164 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-76f81813-f43f-40ee-a972-3edf82fe9674 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'port': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'mac_address': 'fa:16:3e:46:13:33', 'name': 'tempest-NetworksTestDHCPv6-1401362505'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:25.270215 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00bd28bd-f74b-4acc-89b6-1d1b5b097cdc tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:18:25.279920 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-00bd28bd-f74b-4acc-89b6-1d1b5b097cdc tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "PUT /v2.0/routers/0dc3c616-4bea-4806-8fdb-832b7b82ef61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4939070 Nov 12 01:18:25.279920 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53116) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:25.333739 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-08781df5-3ad9-4a65-87e2-b95b1d6450d0 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] GET failed (client error): The resource could not be found. Nov 12 01:18:25.338264 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-08781df5-3ad9-4a65-87e2-b95b1d6450d0 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "GET /v2.0/ports/8bbc8fa4-fa44-45e3-bc7e-7dc03cb333ad HTTP/1.1" status: 404 len: 333 time: 0.0546491 Nov 12 01:18:25.339332 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53118) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:25.413278 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f81813-f43f-40ee-a972-3edf82fe9674 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:18:25.670196 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9fad0211-9f5f-48b7-804b-836f0e3bcd10 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:25.687505 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-76f81813-f43f-40ee-a972-3edf82fe9674 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:25.734184 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3940bf28-d86a-471a-bbff-d5d5a47aa7e8 None None] Sync routers for ids ['0dc3c616-4bea-4806-8fdb-832b7b82ef61'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:18:25.752777 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [None req-76f81813-f43f-40ee-a972-3edf82fe9674 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] device_id is not set on port aa92a09a-823b-49c1-9260-eebbd3981206 yet. {{(pid=109085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:18:25.817713 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9818069-0880-4088-8f63-19aff4cb91a0 None None] Pushing event updated for resources: {'Port': ['ID=8e481576-67da-48e1-8a8b-86573bda89d3,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:25.833103 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3940bf28-d86a-471a-bbff-d5d5a47aa7e8 None None] Routers {'0dc3c616-4bea-4806-8fdb-832b7b82ef61'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:18:25.833762 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-3940bf28-d86a-471a-bbff-d5d5a47aa7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:18:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['0dc3c616-4bea-4806-8fdb-832b7b82ef61'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:26.014196 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-3940bf28-d86a-471a-bbff-d5d5a47aa7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:26.050744 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3940bf28-d86a-471a-bbff-d5d5a47aa7e8 None None] Routers {'0dc3c616-4bea-4806-8fdb-832b7b82ef61'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:18:26.051581 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-3940bf28-d86a-471a-bbff-d5d5a47aa7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:18:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['0dc3c616-4bea-4806-8fdb-832b7b82ef61'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:26.136452 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-3940bf28-d86a-471a-bbff-d5d5a47aa7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:26.137401 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3940bf28-d86a-471a-bbff-d5d5a47aa7e8 None None] The sync data for ids ['0dc3c616-4bea-4806-8fdb-832b7b82ef61'] in n-d-712142-27 is: [] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:18:26.208524 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9fad0211-9f5f-48b7-804b-836f0e3bcd10 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:26.215057 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9fad0211-9f5f-48b7-804b-836f0e3bcd10 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:26.433707 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-76f81813-f43f-40ee-a972-3edf82fe9674 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Allocated IP 172.20.0.10 (89ea60a3-4652-4d77-9cc6-d8bd5a56918e/93661ccd-6ddf-4e25-b48e-6a67d999481e/aa92a09a-823b-49c1-9260-eebbd3981206) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:18:26.472845 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-76f81813-f43f-40ee-a972-3edf82fe9674 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Allocated IP 2001:db8::f816:3eff:fe46:1333 (89ea60a3-4652-4d77-9cc6-d8bd5a56918e/db3a94db-15bd-4adb-9584-5fb508eafc05/aa92a09a-823b-49c1-9260-eebbd3981206) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:18:26.493873 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9fad0211-9f5f-48b7-804b-836f0e3bcd10 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:26.495594 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fad0211-9f5f-48b7-804b-836f0e3bcd10 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Fanout notify agent at l3_agent the message router_deleted on router 0dc3c616-4bea-4806-8fdb-832b7b82ef61 {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:18:26.588971 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9fad0211-9f5f-48b7-804b-836f0e3bcd10 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:26.596602 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9fad0211-9f5f-48b7-804b-836f0e3bcd10 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "DELETE /v2.0/routers/0dc3c616-4bea-4806-8fdb-832b7b82ef61 HTTP/1.1" status: 204 len: 168 time: 1.2557964 Nov 12 01:18:26.597695 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53136) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:26.747022 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b66565d-bed0-4b69-872b-953adb29a7f7 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Deleting subnet 3788b3e8-25e2-4277-a72b-f93ec52791f6 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:18:26.760471 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3b66565d-bed0-4b69-872b-953adb29a7f7 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:26.876586 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-76f81813-f43f-40ee-a972-3edf82fe9674 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:26.916076 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3b66565d-bed0-4b69-872b-953adb29a7f7 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:26.935044 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-76f81813-f43f-40ee-a972-3edf82fe9674 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:27.038758 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f81813-f43f-40ee-a972-3edf82fe9674 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:18:27.042306 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-76f81813-f43f-40ee-a972-3edf82fe9674 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:18:27.056347 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f81813-f43f-40ee-a972-3edf82fe9674 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Port': ['ID=aa92a09a-823b-49c1-9260-eebbd3981206,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:27.082676 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f81813-f43f-40ee-a972-3edf82fe9674 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:18:27.186935 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3b66565d-bed0-4b69-872b-953adb29a7f7 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:27.226204 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1f4e65b2-b554-42ba-93f2-441a208c343f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:27.394345 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f81813-f43f-40ee-a972-3edf82fe9674 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:27.414528 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-76f81813-f43f-40ee-a972-3edf82fe9674 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:27.459645 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-76f81813-f43f-40ee-a972-3edf82fe9674 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.2766232 Nov 12 01:18:27.460350 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53152) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:27.558154 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3b66565d-bed0-4b69-872b-953adb29a7f7 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:27.617530 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996ec8ab-6d7b-4ba1-aef8-b27eabfc784a tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:27.633003 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996ec8ab-6d7b-4ba1-aef8-b27eabfc784a tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:27.634737 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-996ec8ab-6d7b-4ba1-aef8-b27eabfc784a tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1737444 Nov 12 01:18:27.649259 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53156) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:27.729485 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b66565d-bed0-4b69-872b-953adb29a7f7 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event deleted for resources: {'Subnet': ['ID=3788b3e8-25e2-4277-a72b-f93ec52791f6,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:27.754195 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3b66565d-bed0-4b69-872b-953adb29a7f7 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:27.757470 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c2693a-483e-4530-a518-354c9900460b None None] Network bc7e620e-5406-47eb-b374-e2c3f4d5349a requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:18:27.772706 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3b66565d-bed0-4b69-872b-953adb29a7f7 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "DELETE /v2.0/subnets/3788b3e8-25e2-4277-a72b-f93ec52791f6 HTTP/1.1" status: 204 len: 168 time: 1.1590464 Nov 12 01:18:27.773932 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53158) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:27.982994 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-bdcf91d7-cabe-495b-b254-748229ab0b33 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Deleting port aa92a09a-823b-49c1-9260-eebbd3981206 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:18:27.987238 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bdcf91d7-cabe-495b-b254-748229ab0b33 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:27.994983 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cbeaee-939e-4015-990e-4e6fddaad982 None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:18:28.042029 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8af530c4-cec6-46a0-9011-a4777d51d6ba tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:28.184567 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-8af530c4-cec6-46a0-9011-a4777d51d6ba tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Deleting port 00f8f90d-41c3-4485-984b-5fb68e810a07 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:18:28.188872 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8af530c4-cec6-46a0-9011-a4777d51d6ba tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:28.244613 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 8e481576-67da-48e1-8a8b-86573bda89d3 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:18:28.301386 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-8f1e22f6-0229-4c98-ab2a-0b7f987ac28b None None] Provisioning complete for port 8e481576-67da-48e1-8a8b-86573bda89d3 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:28.301564 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8f1e22f6-0229-4c98-ab2a-0b7f987ac28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:28.325612 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefde3ed-4253-4daf-bc0e-51cdbe7bccf9 req-24a21f28-0ead-4c3b-b58f-ed52a9b3488d tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:28.335668 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cefde3ed-4253-4daf-bc0e-51cdbe7bccf9 req-24a21f28-0ead-4c3b-b58f-ed52a9b3488d tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=e18a9275-4c2a-443d-a64f-332389c9e9a2 HTTP/1.1" status: 200 len: 945 time: 0.2905533 Nov 12 01:18:28.375305 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-8af530c4-cec6-46a0-9011-a4777d51d6ba tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] For port 00f8f90d-41c3-4485-984b-5fb68e810a07, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=00f8f90d-41c3-4485-984b-5fb68e810a07,segment=NetworkSegment(51f008b3-9b43-448e-bdd6-818568a90e81),segment_id=51f008b3-9b43-448e-bdd6-818568a90e81)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:18:28.376686 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8af530c4-cec6-46a0-9011-a4777d51d6ba tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:28.449480 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-8af530c4-cec6-46a0-9011-a4777d51d6ba tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Calling delete_port for 00f8f90d-41c3-4485-984b-5fb68e810a07 owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:18:28.552558 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bdcf91d7-cabe-495b-b254-748229ab0b33 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:28.553393 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 8e481576-67da-48e1-8a8b-86573bda89d3 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:28.553950 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:28.676411 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-bdcf91d7-cabe-495b-b254-748229ab0b33 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Calling delete_port for aa92a09a-823b-49c1-9260-eebbd3981206 owned by {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:18:28.743022 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8af530c4-cec6-46a0-9011-a4777d51d6ba tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:28.836547 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af530c4-cec6-46a0-9011-a4777d51d6ba tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] No DVR routers for this DVR port 00f8f90d-41c3-4485-984b-5fb68e810a07 on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:18:28.887427 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8f1e22f6-0229-4c98-ab2a-0b7f987ac28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:28.914102 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af530c4-cec6-46a0-9011-a4777d51d6ba tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event deleted for resources: {'Port': ['ID=00f8f90d-41c3-4485-984b-5fb68e810a07,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:28.953229 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cefde3ed-4253-4daf-bc0e-51cdbe7bccf9 req-e0a5eb23-8b0d-4a8d-a7ff-839983c4b196 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/security-groups?id=3077f761-4be2-41f4-97c2-5743e10b623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5127776 Nov 12 01:18:29.111815 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-8f1e22f6-0229-4c98-ab2a-0b7f987ac28b None None] For port 8e481576-67da-48e1-8a8b-86573bda89d3, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=8e481576-67da-48e1-8a8b-86573bda89d3,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:18:29.196425 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8af530c4-cec6-46a0-9011-a4777d51d6ba tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:29.247613 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4a50a2-888e-4fbd-805f-2ee1a0ca8394 None None] DHCP port deletion for bc7e620e-5406-47eb-b374-e2c3f4d5349a request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:18:29.249469 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-8af530c4-cec6-46a0-9011-a4777d51d6ba tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc7e620e-5406-47eb-b374-e2c3f4d5349a']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:29.279683 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-8af530c4-cec6-46a0-9011-a4777d51d6ba tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51f008b3-9b43-448e-bdd6-818568a90e81') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:29.280763 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-8af530c4-cec6-46a0-9011-a4777d51d6ba tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51f008b3-9b43-448e-bdd6-818568a90e81') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:29.304231 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:29.304485 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8af530c4-cec6-46a0-9011-a4777d51d6ba tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:29.339946 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8af530c4-cec6-46a0-9011-a4777d51d6ba tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:29.378378 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8af530c4-cec6-46a0-9011-a4777d51d6ba tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:18:29.381334 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8f1e22f6-0229-4c98-ab2a-0b7f987ac28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:29.382368 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8af530c4-cec6-46a0-9011-a4777d51d6ba tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:29.399514 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:18:29.399514 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:18:29.399514 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:18:29.399514 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:18:29.399514 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:18:29.399514 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:18:29.399514 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:18:29.399514 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:18:29.399514 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:18:29.399514 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:18:29.399514 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:18:29.399514 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:18:29.399514 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:18:29.399514 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:18:29.399514 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:18:29.399514 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:18:29.399514 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:18:29.399514 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:18:29.399514 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:18:29.399514 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:18:29.399514 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:18:29.399514 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:18:29.399514 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:18:29.399514 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:18:29.399514 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:18:29.399514 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:18:29.399514 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:18:29.399514 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:18:29.399514 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:18:29.399514 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:18:29.399514 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:18:29.399514 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:18:29.580723 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.api [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:18:29.583381 n-d-712142-27 neutron-server[109087]: DEBUG oslo_db.api [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:18:29.639863 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8af530c4-cec6-46a0-9011-a4777d51d6ba tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:29.645684 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8af530c4-cec6-46a0-9011-a4777d51d6ba tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:29.661382 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8af530c4-cec6-46a0-9011-a4777d51d6ba tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "DELETE /v2.0/networks/bc7e620e-5406-47eb-b374-e2c3f4d5349a HTTP/1.1" status: 204 len: 168 time: 1.8816054 Nov 12 01:18:29.669797 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53180) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:29.765268 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7771b9cc-2eb8-4cc6-a704-a61120cc82e8 req-4ce9953c-341e-40d8-b2a1-ee4aac89e312 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:29.767986 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7771b9cc-2eb8-4cc6-a704-a61120cc82e8 req-4ce9953c-341e-40d8-b2a1-ee4aac89e312 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.44 "GET /v2.0/ports?device_id=e18a9275-4c2a-443d-a64f-332389c9e9a2 HTTP/1.1" status: 200 len: 945 time: 0.3297048 Nov 12 01:18:29.808876 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bdcf91d7-cabe-495b-b254-748229ab0b33 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:29.839505 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1e22f6-0229-4c98-ab2a-0b7f987ac28b None None] Pushing event updated for resources: {'Port': ['ID=8e481576-67da-48e1-8a8b-86573bda89d3,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:29.971623 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af530c4-cec6-46a0-9011-a4777d51d6ba tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event deleted for resources: {'Network': ['ID=bc7e620e-5406-47eb-b374-e2c3f4d5349a,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:29.979171 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf91d7-cabe-495b-b254-748229ab0b33 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event deleted for resources: {'Port': ['ID=aa92a09a-823b-49c1-9260-eebbd3981206,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:30.057647 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52099f55-04f9-4aac-9a0f-e79ec204d727 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:30.088079 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-52099f55-04f9-4aac-9a0f-e79ec204d727 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "GET /v2.0/ports/bf0d0f4a-19a3-4c7f-af77-5eeb5c174009 HTTP/1.1" status: 200 len: 841 time: 0.4042506 Nov 12 01:18:30.091955 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53188) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:30.318334 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bdcf91d7-cabe-495b-b254-748229ab0b33 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:30.323250 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-bdcf91d7-cabe-495b-b254-748229ab0b33 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/ports/aa92a09a-823b-49c1-9260-eebbd3981206 HTTP/1.1" status: 204 len: 168 time: 2.6728868 Nov 12 01:18:30.324236 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-eb0c35f3-7b13-40a4-a830-c3ffa0d3c249 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "GET /v2.0/ports/bf0d0f4a-19a3-4c7f-af77-5eeb5c174009?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2211587 Nov 12 01:18:30.328022 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53192) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:30.333550 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53194) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:30.333825 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-90ec5c9d-5215-436a-9f93-c0fc90930486 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Request body: {'subnet': {'network_id': 'e8772cc2-48ca-49b1-bc76-d138bf6c236f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:30.366507 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565342ee-5363-4a2b-897c-bfdc94afd4f6 None None] Update dhcp port {'port': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'fixed_ips': [{'subnet_id': 'db3a94db-15bd-4adb-9584-5fb508eafc05', 'ip_address': '2001:db8::f816:3eff:fe6f:1995'}, {'subnet_id': '93661ccd-6ddf-4e25-b48e-6a67d999481e'}], 'binding:host_id': 'n-d-712142-27'}, 'id': '8e481576-67da-48e1-8a8b-86573bda89d3'} from n-d-712142-27. {{(pid=109087) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 01:18:30.475521 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-565342ee-5363-4a2b-897c-bfdc94afd4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:30.544353 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24473c83-d11d-4d98-91a9-f1c9883187fa tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:30.548908 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24473c83-d11d-4d98-91a9-f1c9883187fa tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:30.554867 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24473c83-d11d-4d98-91a9-f1c9883187fa tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:30.565603 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-24473c83-d11d-4d98-91a9-f1c9883187fa tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2292755 Nov 12 01:18:30.566819 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53198) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:30.605226 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-7771b9cc-2eb8-4cc6-a704-a61120cc82e8 req-72621dfb-bb5f-4772-bee2-d871c7d6789f tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Deleting port e2ba6632-ac0b-48bd-9708-ce95f02f031b {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:18:30.605799 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-7771b9cc-2eb8-4cc6-a704-a61120cc82e8 req-72621dfb-bb5f-4772-bee2-d871c7d6789f tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:30.696919 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6b6cf-49ed-4a53-b41a-1319b12aff48 req-58902986-8203-4cef-98ba-521d8fd0ae41 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:30.709739 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-48d6b6cf-49ed-4a53-b41a-1319b12aff48 req-58902986-8203-4cef-98ba-521d8fd0ae41 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=e18a9275-4c2a-443d-a64f-332389c9e9a2 HTTP/1.1" status: 200 len: 945 time: 0.3950531 Nov 12 01:18:30.820118 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-588dbae0-8215-46fe-bb18-4ce0bbfd6540 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Deleting subnet 93661ccd-6ddf-4e25-b48e-6a67d999481e {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:18:30.827534 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-588dbae0-8215-46fe-bb18-4ce0bbfd6540 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:30.953120 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-588dbae0-8215-46fe-bb18-4ce0bbfd6540 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:30.960549 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-7771b9cc-2eb8-4cc6-a704-a61120cc82e8 req-72621dfb-bb5f-4772-bee2-d871c7d6789f tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] For port e2ba6632-ac0b-48bd-9708-ce95f02f031b, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e2ba6632-ac0b-48bd-9708-ce95f02f031b,segment=NetworkSegment(e86ee36d-9818-4f96-ba83-2c434595c99e),segment_id=e86ee36d-9818-4f96-ba83-2c434595c99e)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:18:30.961274 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-7771b9cc-2eb8-4cc6-a704-a61120cc82e8 req-72621dfb-bb5f-4772-bee2-d871c7d6789f tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:31.009588 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-7771b9cc-2eb8-4cc6-a704-a61120cc82e8 req-72621dfb-bb5f-4772-bee2-d871c7d6789f tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Calling delete_port for e2ba6632-ac0b-48bd-9708-ce95f02f031b owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:18:31.059140 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-19ac80a9-587b-4443-ac9f-43eff10e9471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:31.139576 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 8e481576-67da-48e1-8a8b-86573bda89d3 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:18:31.148196 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-588dbae0-8215-46fe-bb18-4ce0bbfd6540 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:31.345443 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 8e481576-67da-48e1-8a8b-86573bda89d3 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:31.356989 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:31.362149 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-588dbae0-8215-46fe-bb18-4ce0bbfd6540 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:31.442664 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-588dbae0-8215-46fe-bb18-4ce0bbfd6540 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:31.447065 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server [None req-565342ee-5363-4a2b-897c-bfdc94afd4f6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 93661ccd-6ddf-4e25-b48e-6a67d999481e: This subnet is being modified by another concurrent operation. Nov 12 01:18:31.447065 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 01:18:31.447065 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 01:18:31.447065 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 01:18:31.447065 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 01:18:31.447065 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 01:18:31.447065 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 01:18:31.447065 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 01:18:31.447065 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 01:18:31.447065 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 01:18:31.447065 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 01:18:31.447065 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 01:18:31.447065 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 01:18:31.447065 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 01:18:31.447065 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:18:31.447065 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:18:31.447065 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:18:31.447065 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:18:31.447065 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 01:18:31.447065 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:18:31.447065 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 01:18:31.447065 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 01:18:31.447065 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:18:31.447065 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:18:31.447065 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:18:31.447065 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:18:31.447065 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 01:18:31.447065 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:18:31.447065 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 01:18:31.447065 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 01:18:31.447065 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:18:31.447065 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:18:31.447065 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:18:31.447065 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:18:31.447065 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 01:18:31.447065 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 01:18:31.447065 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 12 01:18:31.447065 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 12 01:18:31.447065 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 12 01:18:31.447065 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 12 01:18:31.447065 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 01:18:31.447065 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:18:31.447065 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 01:18:31.447065 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 01:18:31.447065 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 01:18:31.447065 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 01:18:31.447065 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:18:31.447065 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:18:31.447065 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:18:31.447065 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:18:31.447065 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 01:18:31.447065 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:18:31.447065 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 01:18:31.447065 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 01:18:31.451442 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:18:31.451442 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:18:31.451442 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:18:31.451442 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:18:31.451442 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 01:18:31.451442 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:18:31.451442 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 01:18:31.451442 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 01:18:31.451442 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:18:31.451442 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:18:31.451442 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:18:31.451442 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:18:31.451442 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 01:18:31.451442 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 01:18:31.451442 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 12 01:18:31.451442 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 12 01:18:31.451442 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 01:18:31.451442 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 01:18:31.451442 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 12 01:18:31.451442 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 12 01:18:31.451442 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 12 01:18:31.451442 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 12 01:18:31.451442 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 12 01:18:31.451442 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 12 01:18:31.451442 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 12 01:18:31.451442 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 01:18:31.451442 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 01:18:31.451442 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 01:18:31.451442 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 01:18:31.451442 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise exception Nov 12 01:18:31.451442 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 93661ccd-6ddf-4e25-b48e-6a67d999481e: This subnet is being modified by another concurrent operation. Nov 12 01:18:31.451442 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server Nov 12 01:18:31.480139 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-588dbae0-8215-46fe-bb18-4ce0bbfd6540 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/93661ccd-6ddf-4e25-b48e-6a67d999481e HTTP/1.1" status: 204 len: 168 time: 0.9102190 Nov 12 01:18:31.484604 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53214) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:31.505310 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-7771b9cc-2eb8-4cc6-a704-a61120cc82e8 req-72621dfb-bb5f-4772-bee2-d871c7d6789f tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:31.539878 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ec5c9d-5215-436a-9f93-c0fc90930486 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Made reservation on behalf of 10e024f1501d4f999bfc171e7c9c2478 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:18:31.547369 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-90ec5c9d-5215-436a-9f93-c0fc90930486 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:31.555975 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['97878826-2751-4bd8-ab63-0c0fee130f8d', 'd9f1126f-7e3e-4fec-8b31-bcd1527ff2f4'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:18:31.624638 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72621dfb-bb5f-4772-bee2-d871c7d6789f tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Pushing event deleted for resources: {'Port': ['ID=e2ba6632-ac0b-48bd-9708-ce95f02f031b,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:31.719249 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-48d6b6cf-49ed-4a53-b41a-1319b12aff48 req-72963c89-5f38-4cdd-a7d8-08888e1bb890 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/security-groups?id=3077f761-4be2-41f4-97c2-5743e10b623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5150652 Nov 12 01:18:31.729343 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['f46a3c8e-1974-41a8-bc95-4be32a45282f'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:18:31.742730 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-b589af57-bb8f-47c3-9a20-801fd22cc01e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Deleting subnet db3a94db-15bd-4adb-9584-5fb508eafc05 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:18:31.750856 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b589af57-bb8f-47c3-9a20-801fd22cc01e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:31.753308 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a27c23-fc6c-490d-bc8e-040c78784c48 None None] DHCP port deletion for 1a8182d6-d1ae-418d-93c2-b627ded7dca2 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:18:31.784419 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-7771b9cc-2eb8-4cc6-a704-a61120cc82e8 req-72621dfb-bb5f-4772-bee2-d871c7d6789f tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] No DVR routers for this DVR port e2ba6632-ac0b-48bd-9708-ce95f02f031b on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:18:31.802974 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-7771b9cc-2eb8-4cc6-a704-a61120cc82e8 req-72621dfb-bb5f-4772-bee2-d871c7d6789f tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:31.809262 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7771b9cc-2eb8-4cc6-a704-a61120cc82e8 req-72621dfb-bb5f-4772-bee2-d871c7d6789f tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.44 "DELETE /v2.0/ports/e2ba6632-ac0b-48bd-9708-ce95f02f031b HTTP/1.1" status: 204 len: 173 time: 2.0227652 Nov 12 01:18:31.824571 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18a9275-4c2a-443d-a64f-332389c9e9a2', 'name': 'network-vif-deleted', 'tag': 'e2ba6632-ac0b-48bd-9708-ce95f02f031b'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:18:31.842214 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06951953-8772-409e-86c1-df1d0228f6ec" -d '{"events": [{"server_uuid": "e18a9275-4c2a-443d-a64f-332389c9e9a2", "name": "network-vif-deleted", "tag": "e2ba6632-ac0b-48bd-9708-ce95f02f031b"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:18:31.886282 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b589af57-bb8f-47c3-9a20-801fd22cc01e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:32.010172 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:18:32.092891 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411b7093-1645-4ae1-800d-cf695035a8a8 x-openstack-request-id: req-411b7093-1645-4ae1-800d-cf695035a8a8 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:18:32.093691 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e18a9275-4c2a-443d-a64f-332389c9e9a2", "name": "network-vif-deleted", "tag": "e2ba6632-ac0b-48bd-9708-ce95f02f031b", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:18:32.093952 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-411b7093-1645-4ae1-800d-cf695035a8a8 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:18:32.094782 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18a9275-4c2a-443d-a64f-332389c9e9a2', 'name': 'network-vif-deleted', 'tag': 'e2ba6632-ac0b-48bd-9708-ce95f02f031b', 'status': 'completed', 'code': 200} Nov 12 01:18:32.104934 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b589af57-bb8f-47c3-9a20-801fd22cc01e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:32.190526 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588dbae0-8215-46fe-bb18-4ce0bbfd6540 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event deleted for resources: {'Subnet': ['ID=93661ccd-6ddf-4e25-b48e-6a67d999481e,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:32.197739 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b589af57-bb8f-47c3-9a20-801fd22cc01e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:32.237636 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b589af57-bb8f-47c3-9a20-801fd22cc01e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event deleted for resources: {'Subnet': ['ID=db3a94db-15bd-4adb-9584-5fb508eafc05,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:32.253197 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b589af57-bb8f-47c3-9a20-801fd22cc01e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:32.264721 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b589af57-bb8f-47c3-9a20-801fd22cc01e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/db3a94db-15bd-4adb-9584-5fb508eafc05 HTTP/1.1" status: 204 len: 168 time: 0.7272058 Nov 12 01:18:32.265285 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53230) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:32.297877 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de46b17-0f0f-4ddb-8b20-1c46da0707d3 None None] get_active_networks_info from n-d-712142-27 {{(pid=109087) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 01:18:32.304705 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-90ec5c9d-5215-436a-9f93-c0fc90930486 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:32.333690 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7b732891-970f-42d2-9559-878b6bb287cc tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0626895 Nov 12 01:18:32.334329 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53232) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:32.346262 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-cdc30fc9-375d-440d-98f3-17c92da2e5f7 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'subnet': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:32.452673 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ec5c9d-5215-436a-9f93-c0fc90930486 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Network e8772cc2-48ca-49b1-bc76-d138bf6c236f is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:18:32.479422 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-90ec5c9d-5215-436a-9f93-c0fc90930486 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:18:32.496759 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ec5c9d-5215-436a-9f93-c0fc90930486 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:32.503735 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-90ec5c9d-5215-436a-9f93-c0fc90930486 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:32.537630 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ec5c9d-5215-436a-9f93-c0fc90930486 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event updated for resources: {'Subnet': ['ID=d155ce38-be1e-4e74-b5b6-69eb1dd0b564,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:32.565690 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de46b17-0f0f-4ddb-8b20-1c46da0707d3 None None] Resources bound (agent type, host, resource id): {{(pid=109087) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 01:18:32.580829 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-90ec5c9d-5215-436a-9f93-c0fc90930486 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2511365 Nov 12 01:18:32.586586 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53234) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:32.597866 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-f540cc12-0db6-44f6-8ab4-58a53ebebc6e None None] Provisioning complete for port 8e481576-67da-48e1-8a8b-86573bda89d3 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:32.598884 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f540cc12-0db6-44f6-8ab4-58a53ebebc6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:32.609529 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-381713c2-9e86-4afd-b868-ea6e9d4dba5a tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Request body: {'security_group': {'name': 'tempest-secgroup-727419076'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:32.720758 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-381713c2-9e86-4afd-b868-ea6e9d4dba5a tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:32.827521 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc30fc9-375d-440d-98f3-17c92da2e5f7 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:18:32.841131 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cdc30fc9-375d-440d-98f3-17c92da2e5f7 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:32.997229 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-381713c2-9e86-4afd-b868-ea6e9d4dba5a tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:33.006954 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-381713c2-9e86-4afd-b868-ea6e9d4dba5a tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:33.102702 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-381713c2-9e86-4afd-b868-ea6e9d4dba5a tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:33.109300 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-381713c2-9e86-4afd-b868-ea6e9d4dba5a tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5188777 Nov 12 01:18:33.110143 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53246) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:33.119819 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 00f8f90d-41c3-4485-984b-5fb68e810a07 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:18:33.134872 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-93402a43-c474-439b-9b21-56c18b7de2e2 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Request body: {'security_group': {'name': 'tempest-secgroup-984126731'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:33.161404 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381713c2-9e86-4afd-b868-ea6e9d4dba5a tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4f39ac-3fb6-4ce8-89e2-b3f08291382d,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:33.226773 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-93402a43-c474-439b-9b21-56c18b7de2e2 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:33.330822 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device e2ba6632-ac0b-48bd-9708-ce95f02f031b no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:18:33.446406 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-93402a43-c474-439b-9b21-56c18b7de2e2 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:33.453900 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-93402a43-c474-439b-9b21-56c18b7de2e2 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:33.513370 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-93402a43-c474-439b-9b21-56c18b7de2e2 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:33.521104 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 00f8f90d-41c3-4485-984b-5fb68e810a07 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:18:33.521890 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 00f8f90d-41c3-4485-984b-5fb68e810a07 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:18:33.523864 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-93402a43-c474-439b-9b21-56c18b7de2e2 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4087853 Nov 12 01:18:33.549418 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53254) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:33.559655 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-2c18566e-73cf-474f-9ae9-caff8805239d tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1353042299', 'security_groups': ['d6dcb542-c955-495c-a06a-7d5bc8e61a18'], 'network_id': 'e8772cc2-48ca-49b1-bc76-d138bf6c236f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd155ce38-be1e-4e74-b5b6-69eb1dd0b564'}]}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:33.697866 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:33.812962 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: e2ba6632-ac0b-48bd-9708-ce95f02f031b {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:18:33.815287 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device e2ba6632-ac0b-48bd-9708-ce95f02f031b not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:18:33.868482 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93402a43-c474-439b-9b21-56c18b7de2e2 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6dcb542-c955-495c-a06a-7d5bc8e61a18,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:33.940955 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c18566e-73cf-474f-9ae9-caff8805239d tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Made reservation on behalf of 10e024f1501d4f999bfc171e7c9c2478 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:18:33.963829 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 8e481576-67da-48e1-8a8b-86573bda89d3 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:18:34.019590 n-d-712142-27 neutron-server[109086]: DEBUG neutron.objects.ports [None req-cdc30fc9-375d-440d-98f3-17c92da2e5f7 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109086) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 01:18:34.282568 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2c18566e-73cf-474f-9ae9-caff8805239d tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:34.336101 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [None req-2c18566e-73cf-474f-9ae9-caff8805239d tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] device_id is not set on port df89b2b4-3cc6-4620-bef5-5a2640251026 yet. {{(pid=109085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:18:34.606382 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:34.686190 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:34.753766 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-2c18566e-73cf-474f-9ae9-caff8805239d tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Allocated IP 172.20.0.3 (e8772cc2-48ca-49b1-bc76-d138bf6c236f/d155ce38-be1e-4e74-b5b6-69eb1dd0b564/df89b2b4-3cc6-4620-bef5-5a2640251026) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:18:34.783903 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 8e481576-67da-48e1-8a8b-86573bda89d3, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=8e481576-67da-48e1-8a8b-86573bda89d3,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:18:34.893858 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cdc30fc9-375d-440d-98f3-17c92da2e5f7 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:35.101557 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:35.202711 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-f540cc12-0db6-44f6-8ab4-58a53ebebc6e None None] Could not find standard attr ID for object aa92a09a-823b-49c1-9260-eebbd3981206. {{(pid=109087) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:18:35.419483 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-cdc30fc9-375d-440d-98f3-17c92da2e5f7 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] For port 8e481576-67da-48e1-8a8b-86573bda89d3, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=8e481576-67da-48e1-8a8b-86573bda89d3,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:18:35.483356 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cdc30fc9-375d-440d-98f3-17c92da2e5f7 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:35.494381 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cdc30fc9-375d-440d-98f3-17c92da2e5f7 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:35.496451 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2c18566e-73cf-474f-9ae9-caff8805239d tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:35.498570 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cdc30fc9-375d-440d-98f3-17c92da2e5f7 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:35.533217 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-fc9f5822-31e0-4c2a-832f-aff3c328773b None None] Could not find standard attr ID for object aa92a09a-823b-49c1-9260-eebbd3981206. {{(pid=109087) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:18:35.586265 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f36fec-782f-46c0-a299-718de1486091 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-e8772cc2-48ca-49b1-bc76-d138bf6c236f', 'network_id': 'e8772cc2-48ca-49b1-bc76-d138bf6c236f', 'tenant_id': '10e024f1501d4f999bfc171e7c9c2478', 'fixed_ips': [{'subnet_id': 'd155ce38-be1e-4e74-b5b6-69eb1dd0b564'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:18:35.595312 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-71f36fec-782f-46c0-a299-718de1486091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:35.630101 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:35.633093 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc30fc9-375d-440d-98f3-17c92da2e5f7 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:18:35.670929 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-cdc30fc9-375d-440d-98f3-17c92da2e5f7 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:18:35.671491 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2c18566e-73cf-474f-9ae9-caff8805239d tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:35.680379 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc30fc9-375d-440d-98f3-17c92da2e5f7 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:35.682311 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cdc30fc9-375d-440d-98f3-17c92da2e5f7 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:35.725254 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc30fc9-375d-440d-98f3-17c92da2e5f7 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Port': ['ID=8e481576-67da-48e1-8a8b-86573bda89d3,revision_number=7']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:35.751349 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc30fc9-375d-440d-98f3-17c92da2e5f7 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Subnet': ['ID=3a56cb65-4ab4-4a7a-9830-6b0a079c14b8,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:35.776721 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-cdc30fc9-375d-440d-98f3-17c92da2e5f7 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4401584 Nov 12 01:18:35.780135 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=8e481576-67da-48e1-8a8b-86573bda89d3,revision_number=6']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:35.782163 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53276) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:35.796595 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-b93065b0-05c5-4099-b3bc-6e7ba82bc4c0 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'subnet': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:35.801889 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c18566e-73cf-474f-9ae9-caff8805239d tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Network e8772cc2-48ca-49b1-bc76-d138bf6c236f is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:18:35.802399 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:35.803106 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:35.803915 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:35.804640 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:35.805362 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:35.807096 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:35.807096 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:35.807455 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:35.808159 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:35.808573 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-2c18566e-73cf-474f-9ae9-caff8805239d tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:18:35.809087 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:35.809784 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:35.811067 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:18:35.811943 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c18566e-73cf-474f-9ae9-caff8805239d tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:18:35.889090 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c18566e-73cf-474f-9ae9-caff8805239d tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event updated for resources: {'Port': ['ID=df89b2b4-3cc6-4620-bef5-5a2640251026,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:35.910854 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c18566e-73cf-474f-9ae9-caff8805239d tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:35.910854 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2c18566e-73cf-474f-9ae9-caff8805239d tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:35.940419 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2c18566e-73cf-474f-9ae9-caff8805239d tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3851478 Nov 12 01:18:35.940679 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53278) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:35.947051 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-3952a251-fcc1-4501-93fc-1d193d54eca5 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Request body: {'subnet': {'network_id': 'e8772cc2-48ca-49b1-bc76-d138bf6c236f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:35.974920 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a9719c-e562-4212-b78e-ec3ccdd6cfbc None None] Update dhcp port {'port': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'fixed_ips': [{'subnet_id': '3a56cb65-4ab4-4a7a-9830-6b0a079c14b8'}], 'binding:host_id': 'n-d-712142-27'}, 'id': '8e481576-67da-48e1-8a8b-86573bda89d3'} from n-d-712142-27. {{(pid=109087) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 01:18:36.027512 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-09a9719c-e562-4212-b78e-ec3ccdd6cfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:36.102763 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93065b0-05c5-4099-b3bc-6e7ba82bc4c0 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:18:36.112590 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b93065b0-05c5-4099-b3bc-6e7ba82bc4c0 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:36.187539 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3952a251-fcc1-4501-93fc-1d193d54eca5 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Made reservation on behalf of 10e024f1501d4f999bfc171e7c9c2478 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:18:36.193082 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3952a251-fcc1-4501-93fc-1d193d54eca5 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:36.385193 n-d-712142-27 neutron-server[109085]: INFO neutron.db.ipam_backend_mixin [None req-3952a251-fcc1-4501-93fc-1d193d54eca5 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d155ce38-be1e-4e74-b5b6-69eb1dd0b564 (CIDR: 172.20.0.0/28) Nov 12 01:18:36.391158 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-3952a251-fcc1-4501-93fc-1d193d54eca5 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:18:36.392012 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3952a251-fcc1-4501-93fc-1d193d54eca5 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:18:36.456352 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3952a251-fcc1-4501-93fc-1d193d54eca5 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5136085 Nov 12 01:18:36.458905 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53284) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:36.475900 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-e6d1ca65-867f-45fb-83ce-36c0c1a0c5ab tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Request body: {'subnet': {'network_id': 'e8772cc2-48ca-49b1-bc76-d138bf6c236f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:36.714278 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-71f36fec-782f-46c0-a299-718de1486091 None None] Allocated IP 172.20.0.2 (e8772cc2-48ca-49b1-bc76-d138bf6c236f/d155ce38-be1e-4e74-b5b6-69eb1dd0b564/64ee1323-5310-4823-b7c0-45dce85dab9d) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:18:36.742884 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b93065b0-05c5-4099-b3bc-6e7ba82bc4c0 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:36.788577 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-09a9719c-e562-4212-b78e-ec3ccdd6cfbc None None] For port 8e481576-67da-48e1-8a8b-86573bda89d3, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=8e481576-67da-48e1-8a8b-86573bda89d3,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:18:36.892139 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93065b0-05c5-4099-b3bc-6e7ba82bc4c0 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:18:36.963573 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d1ca65-867f-45fb-83ce-36c0c1a0c5ab tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Made reservation on behalf of 10e024f1501d4f999bfc171e7c9c2478 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:18:36.975401 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e6d1ca65-867f-45fb-83ce-36c0c1a0c5ab tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:37.058123 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-09a9719c-e562-4212-b78e-ec3ccdd6cfbc None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:37.070675 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-09a9719c-e562-4212-b78e-ec3ccdd6cfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:37.076538 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-71f36fec-782f-46c0-a299-718de1486091 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:37.184267 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a9719c-e562-4212-b78e-ec3ccdd6cfbc None None] Pushing event updated for resources: {'Port': ['ID=8e481576-67da-48e1-8a8b-86573bda89d3,revision_number=8']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:37.202977 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-71f36fec-782f-46c0-a299-718de1486091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:37.315537 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f36fec-782f-46c0-a299-718de1486091 None None] Pushing event updated for resources: {'Port': ['ID=64ee1323-5310-4823-b7c0-45dce85dab9d,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:37.343900 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-b93065b0-05c5-4099-b3bc-6e7ba82bc4c0 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:18:37.345357 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f36fec-782f-46c0-a299-718de1486091 None None] Network e8772cc2-48ca-49b1-bc76-d138bf6c236f is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:18:37.361035 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-71f36fec-782f-46c0-a299-718de1486091 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:18:37.385384 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f36fec-782f-46c0-a299-718de1486091 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:18:37.418012 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93065b0-05c5-4099-b3bc-6e7ba82bc4c0 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Subnet': ['ID=73484416-0124-4ca3-9cda-0a3df231a62f,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:37.430707 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93065b0-05c5-4099-b3bc-6e7ba82bc4c0 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:37.431703 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b93065b0-05c5-4099-b3bc-6e7ba82bc4c0 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:37.636779 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-71f36fec-782f-46c0-a299-718de1486091 None None] Attempting to bind port 64ee1323-5310-4823-b7c0-45dce85dab9d on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:18:37.637162 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-71f36fec-782f-46c0-a299-718de1486091 None None] Attempting to bind port 64ee1323-5310-4823-b7c0-45dce85dab9d by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '934de371-d7c6-4f2c-9d59-6a539a81a881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e8772cc2-48ca-49b1-bc76-d138bf6c236f'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:18:37.637541 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f36fec-782f-46c0-a299-718de1486091 None None] Attempting to bind port 64ee1323-5310-4823-b7c0-45dce85dab9d on network e8772cc2-48ca-49b1-bc76-d138bf6c236f {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:18:37.666095 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f36fec-782f-46c0-a299-718de1486091 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:18:37.666487 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f36fec-782f-46c0-a299-718de1486091 None None] Checking segment: {'id': '934de371-d7c6-4f2c-9d59-6a539a81a881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e8772cc2-48ca-49b1-bc76-d138bf6c236f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:18:37.672691 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-71f36fec-782f-46c0-a299-718de1486091 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:37.673122 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f36fec-782f-46c0-a299-718de1486091 None None] Bound using segment: {'id': '934de371-d7c6-4f2c-9d59-6a539a81a881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e8772cc2-48ca-49b1-bc76-d138bf6c236f'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:18:37.673646 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-71f36fec-782f-46c0-a299-718de1486091 None None] Bound port: 64ee1323-5310-4823-b7c0-45dce85dab9d, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '934de371-d7c6-4f2c-9d59-6a539a81a881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e8772cc2-48ca-49b1-bc76-d138bf6c236f'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:18:37.674052 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-71f36fec-782f-46c0-a299-718de1486091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:37.732997 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e6d1ca65-867f-45fb-83ce-36c0c1a0c5ab tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:37.774218 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b93065b0-05c5-4099-b3bc-6e7ba82bc4c0 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9880350 Nov 12 01:18:37.780924 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53320) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:37.790937 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-76f50ac1-5b08-4d24-873e-dc0d905a8903 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'port': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'mac_address': 'fa:16:3e:9c:eb:02', 'name': 'tempest-NetworksTestDHCPv6-739915121'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:37.954608 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-71f36fec-782f-46c0-a299-718de1486091 None None] For port 64ee1323-5310-4823-b7c0-45dce85dab9d, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:18:37.961586 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-71f36fec-782f-46c0-a299-718de1486091 None None] For port 64ee1323-5310-4823-b7c0-45dce85dab9d, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=64ee1323-5310-4823-b7c0-45dce85dab9d,segment=NetworkSegment(934de371-d7c6-4f2c-9d59-6a539a81a881),segment_id=934de371-d7c6-4f2c-9d59-6a539a81a881)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:18:37.970468 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 8e481576-67da-48e1-8a8b-86573bda89d3 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:18:37.979327 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-71f36fec-782f-46c0-a299-718de1486091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:38.025740 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d1ca65-867f-45fb-83ce-36c0c1a0c5ab tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Network e8772cc2-48ca-49b1-bc76-d138bf6c236f is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:18:38.049248 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-e6d1ca65-867f-45fb-83ce-36c0c1a0c5ab tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:18:38.058405 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d1ca65-867f-45fb-83ce-36c0c1a0c5ab tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:38.062429 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e6d1ca65-867f-45fb-83ce-36c0c1a0c5ab tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:38.185711 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e6d1ca65-867f-45fb-83ce-36c0c1a0c5ab tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7246475 Nov 12 01:18:38.191722 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d1ca65-867f-45fb-83ce-36c0c1a0c5ab tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event updated for resources: {'Subnet': ['ID=b7f4fb1d-329e-45c2-a75c-ad02a6f64633,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:38.195154 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53330) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:38.214327 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-3f3e1526-0644-49f4-a09c-1670b95e32fe tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-303366128', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b7f4fb1d-329e-45c2-a75c-ad02a6f64633'}], 'security_groups': ['ce4f39ac-3fb6-4ce8-89e2-b3f08291382d']}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:38.254694 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 8e481576-67da-48e1-8a8b-86573bda89d3 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:38.255251 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:38.330959 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f36fec-782f-46c0-a299-718de1486091 None None] Pushing event updated for resources: {'Port': ['ID=64ee1323-5310-4823-b7c0-45dce85dab9d,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:38.341850 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f50ac1-5b08-4d24-873e-dc0d905a8903 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:18:38.450559 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:38.644294 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3f3e1526-0644-49f4-a09c-1670b95e32fe tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:38.677982 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-76f50ac1-5b08-4d24-873e-dc0d905a8903 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:38.689093 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:38.729190 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [None req-76f50ac1-5b08-4d24-873e-dc0d905a8903 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] device_id is not set on port 26b69e40-83bf-4a8d-94ee-aac8434061a4 yet. {{(pid=109085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:18:38.785970 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 8e481576-67da-48e1-8a8b-86573bda89d3, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=8e481576-67da-48e1-8a8b-86573bda89d3,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:18:38.793529 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:38.952049 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=8e481576-67da-48e1-8a8b-86573bda89d3,revision_number=9']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:39.348108 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-3923ea74-58ae-4f55-b206-a2a1e76c213a None None] Provisioning complete for port 8e481576-67da-48e1-8a8b-86573bda89d3 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:39.348764 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3923ea74-58ae-4f55-b206-a2a1e76c213a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:39.487215 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-3f3e1526-0644-49f4-a09c-1670b95e32fe tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Delete allocated IP 172.20.0.3 (e8772cc2-48ca-49b1-bc76-d138bf6c236f/d155ce38-be1e-4e74-b5b6-69eb1dd0b564) {{(pid=109086) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 01:18:39.499025 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-3f3e1526-0644-49f4-a09c-1670b95e32fe tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Allocated IP 172.20.0.21 (e8772cc2-48ca-49b1-bc76-d138bf6c236f/b7f4fb1d-329e-45c2-a75c-ad02a6f64633/df89b2b4-3cc6-4620-bef5-5a2640251026) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:18:39.757528 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3f3e1526-0644-49f4-a09c-1670b95e32fe tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:39.766464 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3f3e1526-0644-49f4-a09c-1670b95e32fe tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:39.853364 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-76f50ac1-5b08-4d24-873e-dc0d905a8903 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Allocated IP 172.20.0.7 (89ea60a3-4652-4d77-9cc6-d8bd5a56918e/73484416-0124-4ca3-9cda-0a3df231a62f/26b69e40-83bf-4a8d-94ee-aac8434061a4) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:18:39.878382 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113abfd9-b904-4fd1-b3cc-12296c6dde20 req-f8034176-6379-4193-87c2-eab4d4773559 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:39.889516 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-113abfd9-b904-4fd1-b3cc-12296c6dde20 req-f8034176-6379-4193-87c2-eab4d4773559 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/ports?device_id=14222888-2d1e-440a-bea7-43e84043ddf3 HTTP/1.1" status: 200 len: 945 time: 0.7453468 Nov 12 01:18:39.966638 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-76f50ac1-5b08-4d24-873e-dc0d905a8903 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Allocated IP 2001:db8::f816:3eff:fe9c:eb02 (89ea60a3-4652-4d77-9cc6-d8bd5a56918e/3a56cb65-4ab4-4a7a-9830-6b0a079c14b8/26b69e40-83bf-4a8d-94ee-aac8434061a4) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:18:40.001103 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 8e481576-67da-48e1-8a8b-86573bda89d3 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:18:40.012861 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3e1526-0644-49f4-a09c-1670b95e32fe tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event updated for resources: {'Port': ['ID=df89b2b4-3cc6-4620-bef5-5a2640251026,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:40.072497 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-3f3e1526-0644-49f4-a09c-1670b95e32fe tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] In _notify_port_updated(), no bound segment for port df89b2b4-3cc6-4620-bef5-5a2640251026 on network e8772cc2-48ca-49b1-bc76-d138bf6c236f {{(pid=109086) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:18:40.085517 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3e1526-0644-49f4-a09c-1670b95e32fe tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:40.086560 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3f3e1526-0644-49f4-a09c-1670b95e32fe tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:40.093997 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3f3e1526-0644-49f4-a09c-1670b95e32fe tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "PUT /v2.0/ports/df89b2b4-3cc6-4620-bef5-5a2640251026 HTTP/1.1" status: 200 len: 920 time: 1.8897369 Nov 12 01:18:40.098852 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53346) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:40.159580 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-113abfd9-b904-4fd1-b3cc-12296c6dde20 req-d3415fa5-3718-44b7-8e0b-38060c9c107b tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/security-groups?id=dead0025-64a0-48b7-9458-1b9e6fea8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2653368 Nov 12 01:18:40.223001 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 8e481576-67da-48e1-8a8b-86573bda89d3 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:40.223525 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:40.354880 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-eb315202-8336-478f-ac24-eec2a1f83a6c tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Deleting port df89b2b4-3cc6-4620-bef5-5a2640251026 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:18:40.355515 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eb315202-8336-478f-ac24-eec2a1f83a6c tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:40.409365 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcda08e2-ab70-450b-8172-96492eed986f None None] get_active_networks_info from n-d-712142-27 {{(pid=109087) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 01:18:40.562755 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-76f50ac1-5b08-4d24-873e-dc0d905a8903 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:40.577111 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eb315202-8336-478f-ac24-eec2a1f83a6c tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:40.603151 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-eb315202-8336-478f-ac24-eec2a1f83a6c tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Calling delete_port for df89b2b4-3cc6-4620-bef5-5a2640251026 owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:18:40.611742 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-76f50ac1-5b08-4d24-873e-dc0d905a8903 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:40.669239 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f50ac1-5b08-4d24-873e-dc0d905a8903 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:18:40.679185 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:40.710174 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-76f50ac1-5b08-4d24-873e-dc0d905a8903 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:18:40.716971 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f50ac1-5b08-4d24-873e-dc0d905a8903 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:18:40.884030 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcda08e2-ab70-450b-8172-96492eed986f None None] Resources bound (agent type, host, resource id): {{(pid=109087) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 01:18:40.898062 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-46ba168c-b9ff-48d3-a841-0828ef18253f None None] Provisioning complete for port bf0d0f4a-19a3-4c7f-af77-5eeb5c174009 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:40.898597 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-46ba168c-b9ff-48d3-a841-0828ef18253f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:40.919007 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f50ac1-5b08-4d24-873e-dc0d905a8903 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:40.919958 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-76f50ac1-5b08-4d24-873e-dc0d905a8903 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:40.940702 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-46ba168c-b9ff-48d3-a841-0828ef18253f None None] Port bf0d0f4a-19a3-4c7f-af77-5eeb5c174009 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:18:40.958538 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f50ac1-5b08-4d24-873e-dc0d905a8903 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Port': ['ID=26b69e40-83bf-4a8d-94ee-aac8434061a4,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:40.971698 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-46ba168c-b9ff-48d3-a841-0828ef18253f None None] Provisioning complete for port 8e481576-67da-48e1-8a8b-86573bda89d3 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:40.972303 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-46ba168c-b9ff-48d3-a841-0828ef18253f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:40.994045 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-76f50ac1-5b08-4d24-873e-dc0d905a8903 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.2080133 Nov 12 01:18:41.006754 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad2e6e-ea6e-4f7e-849a-ba7251239f2f req-1311ada3-2571-4eef-8fc2-2c880e96bc5e tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:41.008428 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1aad2e6e-ea6e-4f7e-849a-ba7251239f2f req-1311ada3-2571-4eef-8fc2-2c880e96bc5e tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.44 "GET /v2.0/ports?device_id=14222888-2d1e-440a-bea7-43e84043ddf3 HTTP/1.1" status: 200 len: 945 time: 0.1904147 Nov 12 01:18:41.008965 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53352) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:41.023512 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eb315202-8336-478f-ac24-eec2a1f83a6c tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:41.127633 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb315202-8336-478f-ac24-eec2a1f83a6c tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event deleted for resources: {'Port': ['ID=df89b2b4-3cc6-4620-bef5-5a2640251026,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:41.148657 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 64ee1323-5310-4823-b7c0-45dce85dab9d up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:18:41.245609 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 64ee1323-5310-4823-b7c0-45dce85dab9d triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:41.246004 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:41.286264 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5223e54f-cf70-48cb-b5dd-25299246eaf2 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:41.293163 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5223e54f-cf70-48cb-b5dd-25299246eaf2 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:41.299627 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-5223e54f-cf70-48cb-b5dd-25299246eaf2 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.2857754 Nov 12 01:18:41.299920 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eb315202-8336-478f-ac24-eec2a1f83a6c tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:41.305910 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53362) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:41.313027 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-eb315202-8336-478f-ac24-eec2a1f83a6c tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "DELETE /v2.0/ports/df89b2b4-3cc6-4620-bef5-5a2640251026 HTTP/1.1" status: 204 len: 168 time: 1.2121158 Nov 12 01:18:41.320727 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53364) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:41.409014 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-a53810b3-560f-48c4-a6a7-25b0cee53965 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] GET failed (client error): The resource could not be found. Nov 12 01:18:41.410710 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a53810b3-560f-48c4-a6a7-25b0cee53965 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "GET /v2.0/ports/df89b2b4-3cc6-4620-bef5-5a2640251026 HTTP/1.1" status: 404 len: 333 time: 0.0888948 Nov 12 01:18:41.428851 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53366) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:41.680519 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-1aad2e6e-ea6e-4f7e-849a-ba7251239f2f req-c1f12d8e-0051-4d00-91a0-f8900cfb48ce tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Deleting port fda59888-5648-4a70-b232-0ec79c3f2fa1 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:18:41.681221 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-46ba168c-b9ff-48d3-a841-0828ef18253f None None] Provisioning complete for port 64ee1323-5310-4823-b7c0-45dce85dab9d triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:41.681984 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-46ba168c-b9ff-48d3-a841-0828ef18253f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:41.687488 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:41.688171 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1aad2e6e-ea6e-4f7e-849a-ba7251239f2f req-c1f12d8e-0051-4d00-91a0-f8900cfb48ce tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:41.758416 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f5798-be05-4169-aec4-72b85b62ee42 req-ea8ae876-3f20-418d-9719-cb04b0f4a0bc tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:41.768315 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 64ee1323-5310-4823-b7c0-45dce85dab9d, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=64ee1323-5310-4823-b7c0-45dce85dab9d,segment=NetworkSegment(934de371-d7c6-4f2c-9d59-6a539a81a881),segment_id=934de371-d7c6-4f2c-9d59-6a539a81a881)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:18:41.776778 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b75f5798-be05-4169-aec4-72b85b62ee42 req-ea8ae876-3f20-418d-9719-cb04b0f4a0bc tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/ports?device_id=14222888-2d1e-440a-bea7-43e84043ddf3 HTTP/1.1" status: 200 len: 945 time: 0.3229802 Nov 12 01:18:41.802708 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e7e176-0a45-4c0a-9c11-cb169952db30 None None] Update dhcp port {'port': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'fixed_ips': [{'subnet_id': '3a56cb65-4ab4-4a7a-9830-6b0a079c14b8', 'ip_address': '2001:db8::f816:3eff:fe6f:1995'}, {'subnet_id': '73484416-0124-4ca3-9cda-0a3df231a62f'}], 'binding:host_id': 'n-d-712142-27'}, 'id': '8e481576-67da-48e1-8a8b-86573bda89d3'} from n-d-712142-27. {{(pid=109087) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 01:18:41.875560 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:41.888603 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-62e7e176-0a45-4c0a-9c11-cb169952db30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:41.998686 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b75f5798-be05-4169-aec4-72b85b62ee42 req-7a9a183b-76b0-4ceb-bc93-2699daeb2c98 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/security-groups?id=dead0025-64a0-48b7-9458-1b9e6fea8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2199574 Nov 12 01:18:42.126460 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-62e7e176-0a45-4c0a-9c11-cb169952db30 None None] Allocated IP 172.20.0.2 (89ea60a3-4652-4d77-9cc6-d8bd5a56918e/73484416-0124-4ca3-9cda-0a3df231a62f/8e481576-67da-48e1-8a8b-86573bda89d3) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:18:42.157926 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2e5deab6-1edb-4308-9682-01c77c0b1858 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:42.247807 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-0a6ab502-1672-4007-aaaa-09d87d8e74c9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Deleting port 26b69e40-83bf-4a8d-94ee-aac8434061a4 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:18:42.248295 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0a6ab502-1672-4007-aaaa-09d87d8e74c9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:42.276866 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2e5deab6-1edb-4308-9682-01c77c0b1858 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:42.308089 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=64ee1323-5310-4823-b7c0-45dce85dab9d,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:42.436941 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-1aad2e6e-ea6e-4f7e-849a-ba7251239f2f req-c1f12d8e-0051-4d00-91a0-f8900cfb48ce tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] For port fda59888-5648-4a70-b232-0ec79c3f2fa1, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=fda59888-5648-4a70-b232-0ec79c3f2fa1,segment=NetworkSegment(e77abea7-a924-404b-ac27-8265a21f100e),segment_id=e77abea7-a924-404b-ac27-8265a21f100e)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:18:42.437442 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1aad2e6e-ea6e-4f7e-849a-ba7251239f2f req-c1f12d8e-0051-4d00-91a0-f8900cfb48ce tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:42.555663 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-62e7e176-0a45-4c0a-9c11-cb169952db30 None None] For port 8e481576-67da-48e1-8a8b-86573bda89d3, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=8e481576-67da-48e1-8a8b-86573bda89d3,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:18:42.647691 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-62e7e176-0a45-4c0a-9c11-cb169952db30 None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:42.656672 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-62e7e176-0a45-4c0a-9c11-cb169952db30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:42.682995 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0a6ab502-1672-4007-aaaa-09d87d8e74c9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:42.709478 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-0a6ab502-1672-4007-aaaa-09d87d8e74c9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Calling delete_port for 26b69e40-83bf-4a8d-94ee-aac8434061a4 owned by {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:18:42.812518 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7e176-0a45-4c0a-9c11-cb169952db30 None None] Pushing event updated for resources: {'Port': ['ID=8e481576-67da-48e1-8a8b-86573bda89d3,revision_number=10']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:42.954774 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2e5deab6-1edb-4308-9682-01c77c0b1858 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:42.959577 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2e5deab6-1edb-4308-9682-01c77c0b1858 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:42.964912 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2e5deab6-1edb-4308-9682-01c77c0b1858 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "DELETE /v2.0/security-groups/d6dcb542-c955-495c-a06a-7d5bc8e61a18 HTTP/1.1" status: 204 len: 168 time: 1.5235078 Nov 12 01:18:42.965473 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53374) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:43.217552 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6fd63741-601e-4195-990d-7bafebc93c8f tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:43.306819 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6fd63741-601e-4195-990d-7bafebc93c8f tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:43.445621 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5deab6-1edb-4308-9682-01c77c0b1858 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6dcb542-c955-495c-a06a-7d5bc8e61a18,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:43.463475 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6fd63741-601e-4195-990d-7bafebc93c8f tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:43.469612 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6fd63741-601e-4195-990d-7bafebc93c8f tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:43.471561 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6fd63741-601e-4195-990d-7bafebc93c8f tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "DELETE /v2.0/security-groups/ce4f39ac-3fb6-4ce8-89e2-b3f08291382d HTTP/1.1" status: 204 len: 168 time: 0.5044777 Nov 12 01:18:43.487527 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53378) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:43.618981 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd63741-601e-4195-990d-7bafebc93c8f tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4f39ac-3fb6-4ce8-89e2-b3f08291382d,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:43.743083 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-21c7e51f-4a3a-4eca-abf0-fcfd0cff7dc3 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Deleting subnet d155ce38-be1e-4e74-b5b6-69eb1dd0b564 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:18:43.751010 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-21c7e51f-4a3a-4eca-abf0-fcfd0cff7dc3 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:43.888223 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-21c7e51f-4a3a-4eca-abf0-fcfd0cff7dc3 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:44.011026 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e707b-23c3-4297-b508-172d12fc5164 req-23def0e1-142e-4429-95fa-3c026fe393f0 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:44.013779 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7e8e707b-23c3-4297-b508-172d12fc5164 req-23def0e1-142e-4429-95fa-3c026fe393f0 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/ports?device_id=14222888-2d1e-440a-bea7-43e84043ddf3 HTTP/1.1" status: 200 len: 945 time: 0.7283602 Nov 12 01:18:44.132356 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-21c7e51f-4a3a-4eca-abf0-fcfd0cff7dc3 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:44.212781 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 8e481576-67da-48e1-8a8b-86573bda89d3 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:18:44.247193 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1aad2e6e-ea6e-4f7e-849a-ba7251239f2f req-c1f12d8e-0051-4d00-91a0-f8900cfb48ce tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:44.248247 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1aad2e6e-ea6e-4f7e-849a-ba7251239f2f req-c1f12d8e-0051-4d00-91a0-f8900cfb48ce tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:44.248786 n-d-712142-27 neutron-server[109085]: INFO neutron.db.l3_db [req-1aad2e6e-ea6e-4f7e-849a-ba7251239f2f req-c1f12d8e-0051-4d00-91a0-f8900cfb48ce tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Floating IP 9931f22b-5518-4ff0-8d00-b61e6c69a766 disassociated. External IP: 172.25.3.196, port: fda59888-5648-4a70-b232-0ec79c3f2fa1. Nov 12 01:18:44.249363 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-1aad2e6e-ea6e-4f7e-849a-ba7251239f2f req-c1f12d8e-0051-4d00-91a0-f8900cfb48ce tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Calling delete_port for fda59888-5648-4a70-b232-0ec79c3f2fa1 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:18:44.285044 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-21c7e51f-4a3a-4eca-abf0-fcfd0cff7dc3 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:44.303083 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7e8e707b-23c3-4297-b508-172d12fc5164 req-63376031-cf5c-4bac-9e4e-e5e291e1e668 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/security-groups?id=dead0025-64a0-48b7-9458-1b9e6fea8e44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2477393 Nov 12 01:18:44.304326 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0a6ab502-1672-4007-aaaa-09d87d8e74c9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:44.411504 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0f157b-30e9-4005-b1b1-f26bbfa228d6 None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:18:44.426499 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3128534b-5864-46c5-85bf-fae050bdb831 None None] Network e8772cc2-48ca-49b1-bc76-d138bf6c236f requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:18:44.441947 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c7e51f-4a3a-4eca-abf0-fcfd0cff7dc3 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event deleted for resources: {'Subnet': ['ID=d155ce38-be1e-4e74-b5b6-69eb1dd0b564,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:44.507817 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-21c7e51f-4a3a-4eca-abf0-fcfd0cff7dc3 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:44.526251 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-21c7e51f-4a3a-4eca-abf0-fcfd0cff7dc3 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "DELETE /v2.0/subnets/d155ce38-be1e-4e74-b5b6-69eb1dd0b564 HTTP/1.1" status: 204 len: 168 time: 1.0284131 Nov 12 01:18:44.527804 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53392) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:44.558626 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-28b95958-6681-4225-a373-b032f67eb9e4 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Request body: {'subnet': {'network_id': 'e8772cc2-48ca-49b1-bc76-d138bf6c236f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:44.582092 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6ab502-1672-4007-aaaa-09d87d8e74c9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event deleted for resources: {'Port': ['ID=26b69e40-83bf-4a8d-94ee-aac8434061a4,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:44.586858 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1aad2e6e-ea6e-4f7e-849a-ba7251239f2f req-c1f12d8e-0051-4d00-91a0-f8900cfb48ce tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:44.665835 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f12d8e-0051-4d00-91a0-f8900cfb48ce tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Pushing event deleted for resources: {'Port': ['ID=fda59888-5648-4a70-b232-0ec79c3f2fa1,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:45.055984 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b95958-6681-4225-a373-b032f67eb9e4 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Made reservation on behalf of 10e024f1501d4f999bfc171e7c9c2478 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:18:45.065810 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1aad2e6e-ea6e-4f7e-849a-ba7251239f2f req-c1f12d8e-0051-4d00-91a0-f8900cfb48ce tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Router 6c4d9432-55ba-47bd-bb50-de97708bf56c has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:18:45.070016 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0a6ab502-1672-4007-aaaa-09d87d8e74c9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:45.072563 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-28b95958-6681-4225-a373-b032f67eb9e4 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:45.074902 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-0a6ab502-1672-4007-aaaa-09d87d8e74c9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/ports/26b69e40-83bf-4a8d-94ee-aac8434061a4 HTTP/1.1" status: 204 len: 168 time: 3.7678804 Nov 12 01:18:45.075869 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53400) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:45.085188 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53402) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:45.239315 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-2942d9bd-1ef3-4cb6-b5ad-388072d4d245 None None] Provisioning complete for port 8e481576-67da-48e1-8a8b-86573bda89d3 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:45.240201 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2942d9bd-1ef3-4cb6-b5ad-388072d4d245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:45.346531 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device fda59888-5648-4a70-b232-0ec79c3f2fa1 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:18:45.467871 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1aad2e6e-ea6e-4f7e-849a-ba7251239f2f req-c1f12d8e-0051-4d00-91a0-f8900cfb48ce tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:18:45.485978 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7fd133-cff5-46ee-b970-64778a046953 None None] Sync routers for ids ['6c4d9432-55ba-47bd-bb50-de97708bf56c'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:18:45.533884 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7fd133-cff5-46ee-b970-64778a046953 None None] Routers {'6c4d9432-55ba-47bd-bb50-de97708bf56c'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:18:45.540403 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-ed7fd133-cff5-46ee-b970-64778a046953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:18:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['6c4d9432-55ba-47bd-bb50-de97708bf56c'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:45.577944 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fc0716-a6ad-402b-b64c-aad976a6f900 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:45.591615 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fc0716-a6ad-402b-b64c-aad976a6f900 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:45.600587 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fc0716-a6ad-402b-b64c-aad976a6f900 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:45.623868 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-03fc0716-a6ad-402b-b64c-aad976a6f900 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5369546 Nov 12 01:18:45.625776 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53408) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:45.807651 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e4754718-88a1-49f8-82aa-29b1cf7f90ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:45.826749 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aad2e6e-ea6e-4f7e-849a-ba7251239f2f req-c1f12d8e-0051-4d00-91a0-f8900cfb48ce tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] No DVR routers for this DVR port fda59888-5648-4a70-b232-0ec79c3f2fa1 on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:18:45.832758 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-538ea75b-c3fa-4fba-b561-94d1e8d515ec tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Deleting subnet 3a56cb65-4ab4-4a7a-9830-6b0a079c14b8 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:18:45.839567 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1aad2e6e-ea6e-4f7e-849a-ba7251239f2f req-c1f12d8e-0051-4d00-91a0-f8900cfb48ce tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:45.856941 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-538ea75b-c3fa-4fba-b561-94d1e8d515ec tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:45.861777 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1aad2e6e-ea6e-4f7e-849a-ba7251239f2f req-c1f12d8e-0051-4d00-91a0-f8900cfb48ce tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.44 "DELETE /v2.0/ports/fda59888-5648-4a70-b232-0ec79c3f2fa1 HTTP/1.1" status: 204 len: 173 time: 4.8394229 Nov 12 01:18:45.876006 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14222888-2d1e-440a-bea7-43e84043ddf3', 'name': 'network-vif-deleted', 'tag': 'fda59888-5648-4a70-b232-0ec79c3f2fa1'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:18:45.884980 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73fcef81-2df9-48b5-a20f-b5d3a5e9f641" -d '{"events": [{"server_uuid": "14222888-2d1e-440a-bea7-43e84043ddf3", "name": "network-vif-deleted", "tag": "fda59888-5648-4a70-b232-0ec79c3f2fa1"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:18:46.053713 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9dee4c05-0c34-410d-ab83-9499a4c6dc0e req-7b8b8b49-e7e6-47e1-8467-80157725e99d tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/ports?device_id=14222888-2d1e-440a-bea7-43e84043ddf3 HTTP/1.1" status: 200 len: 210 time: 0.3039584 Nov 12 01:18:46.069229 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07ac937-bf04-457a-a8cb-8afb74ddd98a x-openstack-request-id: req-d07ac937-bf04-457a-a8cb-8afb74ddd98a {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:18:46.069703 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14222888-2d1e-440a-bea7-43e84043ddf3", "name": "network-vif-deleted", "tag": "fda59888-5648-4a70-b232-0ec79c3f2fa1", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:18:46.070094 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d07ac937-bf04-457a-a8cb-8afb74ddd98a {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:18:46.070746 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14222888-2d1e-440a-bea7-43e84043ddf3', 'name': 'network-vif-deleted', 'tag': 'fda59888-5648-4a70-b232-0ec79c3f2fa1', 'status': 'completed', 'code': 200} Nov 12 01:18:46.150744 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-538ea75b-c3fa-4fba-b561-94d1e8d515ec tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:46.151078 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-ed7fd133-cff5-46ee-b970-64778a046953 None None] Set router 6c4d9432-55ba-47bd-bb50-de97708bf56c gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:18:46.335348 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: fda59888-5648-4a70-b232-0ec79c3f2fa1 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:18:46.337488 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device fda59888-5648-4a70-b232-0ec79c3f2fa1 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:18:46.468285 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e4754718-88a1-49f8-82aa-29b1cf7f90ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:46.478959 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e4754718-88a1-49f8-82aa-29b1cf7f90ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:46.696039 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-538ea75b-c3fa-4fba-b561-94d1e8d515ec tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:46.767484 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4754718-88a1-49f8-82aa-29b1cf7f90ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5781a1da-d02c-4897-9d08-cc2bf60722f2,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:46.793989 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e4754718-88a1-49f8-82aa-29b1cf7f90ee admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b19ef000e75d4b89b63f185dcd57f377&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7117026 Nov 12 01:18:46.797914 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53422) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:46.828084 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 8e481576-67da-48e1-8a8b-86573bda89d3 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:46.829969 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:46.837786 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-28b95958-6681-4225-a373-b032f67eb9e4 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:46.928151 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b95958-6681-4225-a373-b032f67eb9e4 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Network e8772cc2-48ca-49b1-bc76-d138bf6c236f is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:18:46.930281 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-538ea75b-c3fa-4fba-b561-94d1e8d515ec tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:46.939070 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-28b95958-6681-4225-a373-b032f67eb9e4 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:18:46.942401 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b95958-6681-4225-a373-b032f67eb9e4 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:46.943046 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-28b95958-6681-4225-a373-b032f67eb9e4 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:46.967744 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-2942d9bd-1ef3-4cb6-b5ad-388072d4d245 None None] Could not find standard attr ID for object 26b69e40-83bf-4a8d-94ee-aac8434061a4. {{(pid=109087) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:18:47.011451 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-28b95958-6681-4225-a373-b032f67eb9e4 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4797759 Nov 12 01:18:47.020230 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53426) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:47.040363 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-538ea75b-c3fa-4fba-b561-94d1e8d515ec tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:47.043344 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-0405b5b8-8dc5-4ecf-bb85-a57c693a62c3 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Request body: {'security_group': {'name': 'tempest-secgroup-1687813328'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:47.048878 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-538ea75b-c3fa-4fba-b561-94d1e8d515ec tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/3a56cb65-4ab4-4a7a-9830-6b0a079c14b8 HTTP/1.1" status: 204 len: 168 time: 1.3984375 Nov 12 01:18:47.074566 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53428) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:47.121430 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0405b5b8-8dc5-4ecf-bb85-a57c693a62c3 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:47.212350 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-ed7fd133-cff5-46ee-b970-64778a046953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'name': 'tempest-AttachVolumeTestJSON-1338414397-router', 'tenant_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '876f3bf9-72ff-47b4-8dab-c99d8fc6d72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:04Z', 'updated_at': '2021-11-12T01:09:13Z', 'revision_number': 4, 'project_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'gw_port': {'id': '876f3bf9-72ff-47b4-8dab-c99d8fc6d72f', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:95:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:05Z', 'updated_at': '2021-11-12T01:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '4894ce9e-9550-4064-902d-10d1c8124bc3', 'name': '', 'network_id': 'e99995f4-ba3c-4455-a76c-75068f6bda47', 'tenant_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'mac_address': 'fa:16:3e:67:9f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'bf3a876c-b540-4ae8-a3b9-c5dbe0528b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:11Z', 'updated_at': '2021-11-12T01:09:25Z', 'revision_number': 5, 'project_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'subnets': [{'id': 'bf3a876c-b540-4ae8-a3b9-c5dbe0528b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:47.226159 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-4332429f-0e01-4cae-ac47-462180aca211 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Deleting subnet 73484416-0124-4ca3-9cda-0a3df231a62f {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:18:47.236330 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4332429f-0e01-4cae-ac47-462180aca211 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:47.329835 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7fd133-cff5-46ee-b970-64778a046953 None None] Checking router: 6c4d9432-55ba-47bd-bb50-de97708bf56c for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:18:47.355322 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7fd133-cff5-46ee-b970-64778a046953 None None] Routers {'6c4d9432-55ba-47bd-bb50-de97708bf56c'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:18:47.358255 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-ed7fd133-cff5-46ee-b970-64778a046953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:18:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['6c4d9432-55ba-47bd-bb50-de97708bf56c'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:47.364271 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4332429f-0e01-4cae-ac47-462180aca211 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:47.391022 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 64ee1323-5310-4823-b7c0-45dce85dab9d up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:18:47.489917 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4332429f-0e01-4cae-ac47-462180aca211 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:47.503989 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 64ee1323-5310-4823-b7c0-45dce85dab9d triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:47.505166 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:47.566724 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b95958-6681-4225-a373-b032f67eb9e4 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event updated for resources: {'Subnet': ['ID=33854a75-d3dc-4d91-8b37-1d40a04d3360,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:47.576072 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53434) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:47.579984 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4332429f-0e01-4cae-ac47-462180aca211 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:47.631284 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4332429f-0e01-4cae-ac47-462180aca211 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:47.639858 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4332429f-0e01-4cae-ac47-462180aca211 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/73484416-0124-4ca3-9cda-0a3df231a62f HTTP/1.1" status: 204 len: 168 time: 0.5593126 Nov 12 01:18:47.667750 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aadff9a3-4ad9-4e7d-a6b4-db1add5375d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:47.824223 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a230925d-28c5-424a-bf35-a9cd2cd7520e None None] Update dhcp port {'port': {'network_id': 'e8772cc2-48ca-49b1-bc76-d138bf6c236f', 'fixed_ips': [{'subnet_id': '33854a75-d3dc-4d91-8b37-1d40a04d3360'}, {'subnet_id': 'b7f4fb1d-329e-45c2-a75c-ad02a6f64633'}], 'binding:host_id': 'n-d-712142-27'}, 'id': '64ee1323-5310-4823-b7c0-45dce85dab9d'} from n-d-712142-27. {{(pid=109087) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 01:18:47.883284 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a230925d-28c5-424a-bf35-a9cd2cd7520e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:47.918811 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-ed7fd133-cff5-46ee-b970-64778a046953 None None] Set router 6c4d9432-55ba-47bd-bb50-de97708bf56c gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:18:48.150230 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc824fd4-072a-496b-af48-8b471a269cf8 req-d29f35b7-c937-4c6d-a4f6-eec65078e7a1 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:48.173524 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fc824fd4-072a-496b-af48-8b471a269cf8 req-d29f35b7-c937-4c6d-a4f6-eec65078e7a1 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e2b4c00-10dc-485e-bb88-2d702db720ff HTTP/1.1" status: 200 len: 945 time: 1.2573702 Nov 12 01:18:48.195958 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53436) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:48.250177 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-a230925d-28c5-424a-bf35-a9cd2cd7520e None None] Allocated IP 172.20.0.2 (e8772cc2-48ca-49b1-bc76-d138bf6c236f/33854a75-d3dc-4d91-8b37-1d40a04d3360/64ee1323-5310-4823-b7c0-45dce85dab9d) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:18:48.260593 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-a230925d-28c5-424a-bf35-a9cd2cd7520e None None] Allocated IP 172.20.0.18 (e8772cc2-48ca-49b1-bc76-d138bf6c236f/b7f4fb1d-329e-45c2-a75c-ad02a6f64633/64ee1323-5310-4823-b7c0-45dce85dab9d) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:18:48.382562 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-a230925d-28c5-424a-bf35-a9cd2cd7520e None None] For port 64ee1323-5310-4823-b7c0-45dce85dab9d, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=64ee1323-5310-4823-b7c0-45dce85dab9d,segment=NetworkSegment(934de371-d7c6-4f2c-9d59-6a539a81a881),segment_id=934de371-d7c6-4f2c-9d59-6a539a81a881)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:18:48.427012 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a230925d-28c5-424a-bf35-a9cd2cd7520e None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:48.439248 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852e829c-2720-4e2d-993d-34fdf040450b None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:18:48.446908 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a230925d-28c5-424a-bf35-a9cd2cd7520e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:48.501241 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0405b5b8-8dc5-4ecf-bb85-a57c693a62c3 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:48.520922 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-69a8ac98-94b9-4577-8293-e5213e5a34f9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3114631 Nov 12 01:18:48.525687 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53440) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:48.591999 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-cfaae290-5b43-4731-a78b-f6b809dd77f4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'subnet': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:48.620577 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fc824fd4-072a-496b-af48-8b471a269cf8 req-789f1dce-a3ca-4cf0-b010-59022451fe68 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/security-groups?id=3077f761-4be2-41f4-97c2-5743e10b623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4454591 Nov 12 01:18:48.624094 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0405b5b8-8dc5-4ecf-bb85-a57c693a62c3 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:48.702679 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-a12a1d5b-21a6-4364-bcf7-fe1c4e021b59 None None] Provisioning complete for port 8e481576-67da-48e1-8a8b-86573bda89d3 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:48.703146 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a12a1d5b-21a6-4364-bcf7-fe1c4e021b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:48.784451 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0405b5b8-8dc5-4ecf-bb85-a57c693a62c3 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:48.791802 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-0405b5b8-8dc5-4ecf-bb85-a57c693a62c3 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.7567790 Nov 12 01:18:48.792239 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a230925d-28c5-424a-bf35-a9cd2cd7520e None None] Pushing event updated for resources: {'Port': ['ID=64ee1323-5310-4823-b7c0-45dce85dab9d,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:48.845620 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0405b5b8-8dc5-4ecf-bb85-a57c693a62c3 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4387a60-8bed-462d-bcb5-2d9407bc8699,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:48.892830 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538ea75b-c3fa-4fba-b561-94d1e8d515ec tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event deleted for resources: {'Subnet': ['ID=3a56cb65-4ab4-4a7a-9830-6b0a079c14b8,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:48.910917 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53442) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:48.929005 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e0b713-8f93-4ce2-8d9a-e75e77d68b3f None None] DHCP port deletion for 89ea60a3-4652-4d77-9cc6-d8bd5a56918e request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:18:48.962443 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-2c27a681-f30f-4a66-896d-8bcad405617f tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Request body: {'security_group': {'name': 'tempest-secgroup-1874198408'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:49.031151 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb08d5e-701d-46c2-bfb4-5acfda7f4be2 req-b1ddfbe0-b195-40d1-82b2-c8d349ed887d tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:49.034520 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fbb08d5e-701d-46c2-bfb4-5acfda7f4be2 req-b1ddfbe0-b195-40d1-82b2-c8d349ed887d tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.44 "GET /v2.0/ports?device_id=6e2b4c00-10dc-485e-bb88-2d702db720ff HTTP/1.1" status: 200 len: 945 time: 0.8071537 Nov 12 01:18:49.089892 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-17e0b713-8f93-4ce2-8d9a-e75e77d68b3f None None] Deleting port 8e481576-67da-48e1-8a8b-86573bda89d3 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:18:49.090289 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-17e0b713-8f93-4ce2-8d9a-e75e77d68b3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:49.092385 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aadff9a3-4ad9-4e7d-a6b4-db1add5375d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:49.118712 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-ed7fd133-cff5-46ee-b970-64778a046953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'name': 'tempest-AttachVolumeTestJSON-1338414397-router', 'tenant_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '876f3bf9-72ff-47b4-8dab-c99d8fc6d72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:04Z', 'updated_at': '2021-11-12T01:09:13Z', 'revision_number': 4, 'project_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'gw_port': {'id': '876f3bf9-72ff-47b4-8dab-c99d8fc6d72f', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:95:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:05Z', 'updated_at': '2021-11-12T01:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '4894ce9e-9550-4064-902d-10d1c8124bc3', 'name': '', 'network_id': 'e99995f4-ba3c-4455-a76c-75068f6bda47', 'tenant_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'mac_address': 'fa:16:3e:67:9f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'bf3a876c-b540-4ae8-a3b9-c5dbe0528b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:11Z', 'updated_at': '2021-11-12T01:09:25Z', 'revision_number': 5, 'project_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'subnets': [{'id': 'bf3a876c-b540-4ae8-a3b9-c5dbe0528b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:18:49.224037 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7fd133-cff5-46ee-b970-64778a046953 None None] The sync data for ids ['6c4d9432-55ba-47bd-bb50-de97708bf56c'] in n-d-712142-27 is: [{'id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'name': 'tempest-AttachVolumeTestJSON-1338414397-router', 'tenant_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '876f3bf9-72ff-47b4-8dab-c99d8fc6d72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:04Z', 'updated_at': '2021-11-12T01:09:13Z', 'revision_number': 4, 'project_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'gw_port': {'id': '876f3bf9-72ff-47b4-8dab-c99d8fc6d72f', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:95:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:05Z', 'updated_at': '2021-11-12T01:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '4894ce9e-9550-4064-902d-10d1c8124bc3', 'name': '', 'network_id': 'e99995f4-ba3c-4455-a76c-75068f6bda47', 'tenant_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'mac_address': 'fa:16:3e:67:9f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'bf3a876c-b540-4ae8-a3b9-c5dbe0528b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:11Z', 'updated_at': '2021-11-12T01:09:25Z', 'revision_number': 5, 'project_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'subnets': [{'id': 'bf3a876c-b540-4ae8-a3b9-c5dbe0528b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:18:49.240264 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-17e0b713-8f93-4ce2-8d9a-e75e77d68b3f None None] For port 8e481576-67da-48e1-8a8b-86573bda89d3, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=8e481576-67da-48e1-8a8b-86573bda89d3,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:18:49.243049 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-17e0b713-8f93-4ce2-8d9a-e75e77d68b3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:49.245604 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4332429f-0e01-4cae-ac47-462180aca211 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event deleted for resources: {'Subnet': ['ID=73484416-0124-4ca3-9cda-0a3df231a62f,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:49.293032 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-17e0b713-8f93-4ce2-8d9a-e75e77d68b3f None None] Calling delete_port for 8e481576-67da-48e1-8a8b-86573bda89d3 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:18:49.417829 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2c27a681-f30f-4a66-896d-8bcad405617f tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:49.424744 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c7df67cc-4071-4935-9324-e38f3d4f5021 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:49.461735 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-fbb08d5e-701d-46c2-bfb4-5acfda7f4be2 req-0710b4de-3175-4664-ac52-1898c9d41fa6 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Deleting port d9f1126f-7e3e-4fec-8b31-bcd1527ff2f4 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:18:49.463377 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-fbb08d5e-701d-46c2-bfb4-5acfda7f4be2 req-0710b4de-3175-4664-ac52-1898c9d41fa6 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:49.497855 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aadff9a3-4ad9-4e7d-a6b4-db1add5375d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:49.500979 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aadff9a3-4ad9-4e7d-a6b4-db1add5375d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:49.505669 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-aadff9a3-4ad9-4e7d-a6b4-db1add5375d5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5781a1da-d02c-4897-9d08-cc2bf60722f2 HTTP/1.1" status: 204 len: 168 time: 2.6975677 Nov 12 01:18:49.507982 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c7df67cc-4071-4935-9324-e38f3d4f5021 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:49.528280 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfaae290-5b43-4731-a78b-f6b809dd77f4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:18:49.534784 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadff9a3-4ad9-4e7d-a6b4-db1add5375d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5781a1da-d02c-4897-9d08-cc2bf60722f2,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:49.541680 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cfaae290-5b43-4731-a78b-f6b809dd77f4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:49.587938 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-17e0b713-8f93-4ce2-8d9a-e75e77d68b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:49.672542 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e0b713-8f93-4ce2-8d9a-e75e77d68b3f None None] Pushing event deleted for resources: {'Port': ['ID=8e481576-67da-48e1-8a8b-86573bda89d3,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:49.690171 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e0b713-8f93-4ce2-8d9a-e75e77d68b3f None None] No DVR routers for this DVR port 8e481576-67da-48e1-8a8b-86573bda89d3 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:18:49.725775 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2c27a681-f30f-4a66-896d-8bcad405617f tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:49.731252 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c7df67cc-4071-4935-9324-e38f3d4f5021 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:49.740773 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c7df67cc-4071-4935-9324-e38f3d4f5021 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:49.745177 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c7df67cc-4071-4935-9324-e38f3d4f5021 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "DELETE /v2.0/security-groups/dead0025-64a0-48b7-9458-1b9e6fea8e44 HTTP/1.1" status: 204 len: 168 time: 2.1543100 Nov 12 01:18:49.757178 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53450) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:49.758155 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df67cc-4071-4935-9324-e38f3d4f5021 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dead0025-64a0-48b7-9458-1b9e6fea8e44,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:49.780588 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2c27a681-f30f-4a66-896d-8bcad405617f tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:49.832025 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c27a681-f30f-4a66-896d-8bcad405617f tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4881839-47d7-4a57-b8b4-9fe1b2053222,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:49.873133 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-a6a5c601-20e4-49da-9728-a605cac8e3dd tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] show failed (client error): The resource could not be found. Nov 12 01:18:49.879203 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a6a5c601-20e4-49da-9728-a605cac8e3dd tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "GET /v2.0/security-groups/dead0025-64a0-48b7-9458-1b9e6fea8e44 HTTP/1.1" status: 404 len: 347 time: 0.1128945 Nov 12 01:18:49.880453 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53452) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:49.942921 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e2d33b-3ac8-4303-b519-8dc1ec057018 None None] New status for floating IP 9931f22b-5518-4ff0-8d00-b61e6c69a766: DOWN {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:18:50.058970 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee55057-3e43-46e4-871e-30c1a3932485 None None] Network e8772cc2-48ca-49b1-bc76-d138bf6c236f requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:18:50.121336 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2c27a681-f30f-4a66-896d-8bcad405617f tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:50.129067 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2c27a681-f30f-4a66-896d-8bcad405617f tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1722705 Nov 12 01:18:50.130113 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53456) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:50.173379 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 64ee1323-5310-4823-b7c0-45dce85dab9d up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:18:50.241411 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-065410b6-3cf7-45c1-a1bd-5e777b5029ed tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Request body: {'security_group': {'name': 'tempest-secgroup-328430202'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:50.336943 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7fc8713f-7d54-40b8-9d2e-490180bf26c0 None None] Provisioning complete for port bf0d0f4a-19a3-4c7f-af77-5eeb5c174009 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:50.337658 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7fc8713f-7d54-40b8-9d2e-490180bf26c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:50.428416 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-065410b6-3cf7-45c1-a1bd-5e777b5029ed tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:50.469136 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 64ee1323-5310-4823-b7c0-45dce85dab9d triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:50.469596 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:50.522551 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1fbef8-7383-466d-b4a3-c877af97c044 req-a1acb299-bb80-43cd-b7cb-e135936fe157 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:50.529739 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-7fc8713f-7d54-40b8-9d2e-490180bf26c0 None None] Port bf0d0f4a-19a3-4c7f-af77-5eeb5c174009 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:18:50.536697 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cf1fbef8-7383-466d-b4a3-c877af97c044 req-a1acb299-bb80-43cd-b7cb-e135936fe157 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e2b4c00-10dc-485e-bb88-2d702db720ff HTTP/1.1" status: 200 len: 945 time: 0.5738826 Nov 12 01:18:50.542782 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53460) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:50.576976 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-fbb08d5e-701d-46c2-bfb4-5acfda7f4be2 req-0710b4de-3175-4664-ac52-1898c9d41fa6 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] For port d9f1126f-7e3e-4fec-8b31-bcd1527ff2f4, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d9f1126f-7e3e-4fec-8b31-bcd1527ff2f4,segment=NetworkSegment(e86ee36d-9818-4f96-ba83-2c434595c99e),segment_id=e86ee36d-9818-4f96-ba83-2c434595c99e)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:18:50.577763 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-fbb08d5e-701d-46c2-bfb4-5acfda7f4be2 req-0710b4de-3175-4664-ac52-1898c9d41fa6 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:50.580017 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7fc8713f-7d54-40b8-9d2e-490180bf26c0 None None] Provisioning complete for port 64ee1323-5310-4823-b7c0-45dce85dab9d triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:50.580387 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7fc8713f-7d54-40b8-9d2e-490180bf26c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:50.605101 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-065410b6-3cf7-45c1-a1bd-5e777b5029ed tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:50.618608 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-1647913e-03fb-40fd-b72e-c632741b20e2 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Deleting port 8a257b1c-ae8a-4a5f-8a71-b2ff85372428 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:18:50.620226 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1647913e-03fb-40fd-b72e-c632741b20e2 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:50.687464 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-fbb08d5e-701d-46c2-bfb4-5acfda7f4be2 req-0710b4de-3175-4664-ac52-1898c9d41fa6 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Calling delete_port for d9f1126f-7e3e-4fec-8b31-bcd1527ff2f4 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:18:50.690866 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a405d3d9-c92c-411e-897e-efc52305d010 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:50.769203 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-065410b6-3cf7-45c1-a1bd-5e777b5029ed tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:50.804227 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1647913e-03fb-40fd-b72e-c632741b20e2 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:50.804473 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1647913e-03fb-40fd-b72e-c632741b20e2 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:50.833317 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-1647913e-03fb-40fd-b72e-c632741b20e2 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Calling delete_port for 8a257b1c-ae8a-4a5f-8a71-b2ff85372428 owned by network:floatingip {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:18:50.837429 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-065410b6-3cf7-45c1-a1bd-5e777b5029ed tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:50.838849 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-065410b6-3cf7-45c1-a1bd-5e777b5029ed tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7054040 Nov 12 01:18:50.844837 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53462) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:50.856464 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-174682a2-7939-4ea1-a30c-9595fa1ba80f tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-291302354', 'security_groups': ['975fed85-985e-4239-a51c-71b0e62fc3f1'], 'network_id': 'e8772cc2-48ca-49b1-bc76-d138bf6c236f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '33854a75-d3dc-4d91-8b37-1d40a04d3360'}]}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:50.863745 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065410b6-3cf7-45c1-a1bd-5e777b5029ed tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=975fed85-985e-4239-a51c-71b0e62fc3f1,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:50.883390 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cfaae290-5b43-4731-a78b-f6b809dd77f4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:50.890119 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 8e481576-67da-48e1-8a8b-86573bda89d3 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:18:50.913921 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 8e481576-67da-48e1-8a8b-86573bda89d3 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:18:50.914618 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 8e481576-67da-48e1-8a8b-86573bda89d3 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:18:50.936931 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cf1fbef8-7383-466d-b4a3-c877af97c044 req-eeaf0dc5-e4a8-4105-95da-33de1428ba9d tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/security-groups?id=3077f761-4be2-41f4-97c2-5743e10b623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3864038 Nov 12 01:18:51.061588 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfaae290-5b43-4731-a78b-f6b809dd77f4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:18:51.080469 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-cfaae290-5b43-4731-a78b-f6b809dd77f4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:18:51.097815 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0843203f-149d-48c6-9694-a05ae8c99786 None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:18:51.100091 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfaae290-5b43-4731-a78b-f6b809dd77f4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:51.101091 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cfaae290-5b43-4731-a78b-f6b809dd77f4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:51.154510 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaae290-5b43-4731-a78b-f6b809dd77f4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Subnet': ['ID=c3e5f627-4ed0-411b-a0af-d9c63acc12be,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:51.197848 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174682a2-7939-4ea1-a30c-9595fa1ba80f tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Made reservation on behalf of 10e024f1501d4f999bfc171e7c9c2478 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:18:51.241356 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-cfaae290-5b43-4731-a78b-f6b809dd77f4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6571491 Nov 12 01:18:51.263189 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be78d1f-5449-425b-b6f6-d18d88dfd695 None None] Network e8772cc2-48ca-49b1-bc76-d138bf6c236f requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:18:51.271181 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53468) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:51.280813 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-9e8fda05-ec61-4968-829a-7e48b43297cf tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'subnet': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:51.307023 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a405d3d9-c92c-411e-897e-efc52305d010 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:51.375728 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a405d3d9-c92c-411e-897e-efc52305d010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:51.482382 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-174682a2-7939-4ea1-a30c-9595fa1ba80f tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:51.491134 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a405d3d9-c92c-411e-897e-efc52305d010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e34fbb5-ac4e-43de-9181-1acd9518222f,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:51.545656 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-174682a2-7939-4ea1-a30c-9595fa1ba80f tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] device_id is not set on port 8d45716f-3dea-4ff3-a019-91422cdd491a yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:18:51.563681 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-fbb08d5e-701d-46c2-bfb4-5acfda7f4be2 req-0710b4de-3175-4664-ac52-1898c9d41fa6 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:51.569743 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-c761d17f-7ce6-4f6d-b247-3d1f5445190c None None] Provisioning complete for port bf0d0f4a-19a3-4c7f-af77-5eeb5c174009 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:51.570396 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c761d17f-7ce6-4f6d-b247-3d1f5445190c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:51.616662 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-c761d17f-7ce6-4f6d-b247-3d1f5445190c None None] Port bf0d0f4a-19a3-4c7f-af77-5eeb5c174009 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:18:51.619268 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['97878826-2751-4bd8-ab63-0c0fee130f8d'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:18:51.658260 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0710b4de-3175-4664-ac52-1898c9d41fa6 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Pushing event deleted for resources: {'Port': ['ID=d9f1126f-7e3e-4fec-8b31-bcd1527ff2f4,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:51.663420 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['f46a3c8e-1974-41a8-bc95-4be32a45282f'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:18:51.681918 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a405d3d9-c92c-411e-897e-efc52305d010 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=66862c45adeb4d3092ebb061528c77b6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1336317 Nov 12 01:18:51.692796 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53470) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:51.734782 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428f5104-3eaa-4248-b8df-a57be37259ec None None] DHCP port deletion for 1a8182d6-d1ae-418d-93c2-b627ded7dca2 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:18:51.775814 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1647913e-03fb-40fd-b72e-c632741b20e2 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:51.784165 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db45d1a7-d0af-4231-91ab-6aae1e89f00d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'tenant_id': '70514e17c07e4902b3c1ce1ff6844138', 'fixed_ips': [{'subnet_id': 'c3e5f627-4ed0-411b-a0af-d9c63acc12be'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:18:51.785347 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-db45d1a7-d0af-4231-91ab-6aae1e89f00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:51.846847 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1647913e-03fb-40fd-b72e-c632741b20e2 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Pushing event deleted for resources: {'Port': ['ID=8a257b1c-ae8a-4a5f-8a71-b2ff85372428,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:51.848841 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbb08d5e-701d-46c2-bfb4-5acfda7f4be2 req-0710b4de-3175-4664-ac52-1898c9d41fa6 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] No DVR routers for this DVR port d9f1126f-7e3e-4fec-8b31-bcd1527ff2f4 on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:18:51.896219 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-fbb08d5e-701d-46c2-bfb4-5acfda7f4be2 req-0710b4de-3175-4664-ac52-1898c9d41fa6 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:51.903508 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fbb08d5e-701d-46c2-bfb4-5acfda7f4be2 req-0710b4de-3175-4664-ac52-1898c9d41fa6 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.44 "DELETE /v2.0/ports/d9f1126f-7e3e-4fec-8b31-bcd1527ff2f4 HTTP/1.1" status: 204 len: 173 time: 2.8583949 Nov 12 01:18:51.905235 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e2b4c00-10dc-485e-bb88-2d702db720ff', 'name': 'network-vif-deleted', 'tag': 'd9f1126f-7e3e-4fec-8b31-bcd1527ff2f4'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:18:51.914841 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9a626d-963e-4529-b3b9-5108a0781ff5" -d '{"events": [{"server_uuid": "6e2b4c00-10dc-485e-bb88-2d702db720ff", "name": "network-vif-deleted", "tag": "d9f1126f-7e3e-4fec-8b31-bcd1527ff2f4"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:18:51.931518 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8fda05-ec61-4968-829a-7e48b43297cf tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:18:51.940125 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-c761d17f-7ce6-4f6d-b247-3d1f5445190c None None] Provisioning complete for port 64ee1323-5310-4823-b7c0-45dce85dab9d triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:51.940715 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c761d17f-7ce6-4f6d-b247-3d1f5445190c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:51.952721 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9e8fda05-ec61-4968-829a-7e48b43297cf tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:52.092776 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-db45d1a7-d0af-4231-91ab-6aae1e89f00d None None] Allocated IP 172.20.0.2 (89ea60a3-4652-4d77-9cc6-d8bd5a56918e/c3e5f627-4ed0-411b-a0af-d9c63acc12be/cb1095f9-2f1c-4003-9505-185e7dea3e69) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:18:52.210005 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1647913e-03fb-40fd-b72e-c632741b20e2 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks [] for floatingip, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:52.215450 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1647913e-03fb-40fd-b72e-c632741b20e2 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:52.217821 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1647913e-03fb-40fd-b72e-c632741b20e2 tempest-AttachVolumeTestJSON-351987447 tempest-AttachVolumeTestJSON-351987447-project] 10.222.0.45 "DELETE /v2.0/floatingips/9931f22b-5518-4ff0-8d00-b61e6c69a766 HTTP/1.1" status: 204 len: 168 time: 2.3360186 Nov 12 01:18:52.257698 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-174682a2-7939-4ea1-a30c-9595fa1ba80f tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Allocated IP 172.20.0.8 (e8772cc2-48ca-49b1-bc76-d138bf6c236f/33854a75-d3dc-4d91-8b37-1d40a04d3360/8d45716f-3dea-4ff3-a019-91422cdd491a) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:18:52.287045 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbef3b72-b754-439f-a573-717f6fb21d8a x-openstack-request-id: req-bbef3b72-b754-439f-a573-717f6fb21d8a {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:18:52.287577 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e2b4c00-10dc-485e-bb88-2d702db720ff", "name": "network-vif-deleted", "tag": "d9f1126f-7e3e-4fec-8b31-bcd1527ff2f4", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:18:52.287924 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bbef3b72-b754-439f-a573-717f6fb21d8a {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:18:52.289787 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e2b4c00-10dc-485e-bb88-2d702db720ff', 'name': 'network-vif-deleted', 'tag': 'd9f1126f-7e3e-4fec-8b31-bcd1527ff2f4', 'status': 'completed', 'code': 200} Nov 12 01:18:52.353300 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e5ae754-f618-4cae-88d6-3762f04bf649 req-88f00ef1-7985-4548-bfd3-56f9eeebfec0 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e2b4c00-10dc-485e-bb88-2d702db720ff HTTP/1.1" status: 200 len: 210 time: 0.0676134 Nov 12 01:18:52.405805 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4fbcb0ba-a385-43d8-8d04-031c19a6296f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:52.527576 n-d-712142-27 neutron-server[109085]: DEBUG neutron.objects.ports [None req-9e8fda05-ec61-4968-829a-7e48b43297cf tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109085) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 01:18:52.550840 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9e8fda05-ec61-4968-829a-7e48b43297cf tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:52.573026 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4fbcb0ba-a385-43d8-8d04-031c19a6296f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:52.646112 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8fda05-ec61-4968-829a-7e48b43297cf tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:18:52.661012 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-9e8fda05-ec61-4968-829a-7e48b43297cf tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:18:52.687793 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8fda05-ec61-4968-829a-7e48b43297cf tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:52.690005 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9e8fda05-ec61-4968-829a-7e48b43297cf tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:52.699048 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-db45d1a7-d0af-4231-91ab-6aae1e89f00d None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:52.759519 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-db45d1a7-d0af-4231-91ab-6aae1e89f00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:52.802381 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8fda05-ec61-4968-829a-7e48b43297cf tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Subnet': ['ID=4ed11c92-b041-4ee7-92ea-0b47a8c52de3,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:52.839789 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-174682a2-7939-4ea1-a30c-9595fa1ba80f tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:52.843267 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53484) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:52.846862 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-9e8fda05-ec61-4968-829a-7e48b43297cf tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5668709 Nov 12 01:18:52.849666 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4fbcb0ba-a385-43d8-8d04-031c19a6296f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:52.853105 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-16919422-0af1-4c36-a314-6d87e9e467e1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'port': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'mac_address': 'fa:16:3e:22:ea:4c', 'name': 'tempest-NetworksTestDHCPv6-725304642'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:52.855045 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4fbcb0ba-a385-43d8-8d04-031c19a6296f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:52.856283 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4fbcb0ba-a385-43d8-8d04-031c19a6296f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3e34fbb5-ac4e-43de-9181-1acd9518222f HTTP/1.1" status: 204 len: 168 time: 1.1619005 Nov 12 01:18:52.868987 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbcb0ba-a385-43d8-8d04-031c19a6296f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e34fbb5-ac4e-43de-9181-1acd9518222f,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:53.008941 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db45d1a7-d0af-4231-91ab-6aae1e89f00d None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:18:53.047668 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db45d1a7-d0af-4231-91ab-6aae1e89f00d None None] Pushing event updated for resources: {'Port': ['ID=cb1095f9-2f1c-4003-9505-185e7dea3e69,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:53.062716 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-db45d1a7-d0af-4231-91ab-6aae1e89f00d None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:18:53.089287 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db45d1a7-d0af-4231-91ab-6aae1e89f00d None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:18:53.121047 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-174682a2-7939-4ea1-a30c-9595fa1ba80f tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:53.238320 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174682a2-7939-4ea1-a30c-9595fa1ba80f tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Network e8772cc2-48ca-49b1-bc76-d138bf6c236f is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:18:53.246521 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-174682a2-7939-4ea1-a30c-9595fa1ba80f tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:18:53.257584 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174682a2-7939-4ea1-a30c-9595fa1ba80f tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:18:53.260362 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device d9f1126f-7e3e-4fec-8b31-bcd1527ff2f4 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:18:53.265956 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-db45d1a7-d0af-4231-91ab-6aae1e89f00d None None] Attempting to bind port cb1095f9-2f1c-4003-9505-185e7dea3e69 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:18:53.266337 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-db45d1a7-d0af-4231-91ab-6aae1e89f00d None None] Attempting to bind port cb1095f9-2f1c-4003-9505-185e7dea3e69 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:18:53.266768 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db45d1a7-d0af-4231-91ab-6aae1e89f00d None None] Attempting to bind port cb1095f9-2f1c-4003-9505-185e7dea3e69 on network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:18:53.296244 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db45d1a7-d0af-4231-91ab-6aae1e89f00d None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:18:53.296623 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db45d1a7-d0af-4231-91ab-6aae1e89f00d None None] Checking segment: {'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:18:53.297240 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-db45d1a7-d0af-4231-91ab-6aae1e89f00d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:53.297646 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db45d1a7-d0af-4231-91ab-6aae1e89f00d None None] Bound using segment: {'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:18:53.306560 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-db45d1a7-d0af-4231-91ab-6aae1e89f00d None None] Bound port: cb1095f9-2f1c-4003-9505-185e7dea3e69, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:18:53.307545 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-db45d1a7-d0af-4231-91ab-6aae1e89f00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:53.353825 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174682a2-7939-4ea1-a30c-9595fa1ba80f tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event updated for resources: {'Port': ['ID=8d45716f-3dea-4ff3-a019-91422cdd491a,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:53.436479 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-db45d1a7-d0af-4231-91ab-6aae1e89f00d None None] For port cb1095f9-2f1c-4003-9505-185e7dea3e69, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:18:53.436895 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174682a2-7939-4ea1-a30c-9595fa1ba80f tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:53.437594 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-174682a2-7939-4ea1-a30c-9595fa1ba80f tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:53.442001 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-db45d1a7-d0af-4231-91ab-6aae1e89f00d None None] For port cb1095f9-2f1c-4003-9505-185e7dea3e69, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=cb1095f9-2f1c-4003-9505-185e7dea3e69,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:18:53.446262 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: d9f1126f-7e3e-4fec-8b31-bcd1527ff2f4 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:18:53.446935 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device d9f1126f-7e3e-4fec-8b31-bcd1527ff2f4 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:18:53.451337 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16919422-0af1-4c36-a314-6d87e9e467e1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:18:53.453398 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-db45d1a7-d0af-4231-91ab-6aae1e89f00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:53.486093 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-174682a2-7939-4ea1-a30c-9595fa1ba80f tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6397026 Nov 12 01:18:53.492219 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53494) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:53.500773 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-5e90857c-8589-4d2f-8978-f8b9ca899b25 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Request body: {'subnet': {'network_id': 'e8772cc2-48ca-49b1-bc76-d138bf6c236f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:53.629674 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53500) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:53.662556 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b868b66d-c6d4-4397-951b-272cf3fa5eda admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:53.674791 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db45d1a7-d0af-4231-91ab-6aae1e89f00d None None] Pushing event updated for resources: {'Port': ['ID=cb1095f9-2f1c-4003-9505-185e7dea3e69,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:53.695256 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-0bd7dde2-6ada-4ef4-a398-cfbb25d61f85 None None] Provisioning complete for port bf0d0f4a-19a3-4c7f-af77-5eeb5c174009 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:53.699712 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0bd7dde2-6ada-4ef4-a398-cfbb25d61f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:53.798681 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-0bd7dde2-6ada-4ef4-a398-cfbb25d61f85 None None] Port bf0d0f4a-19a3-4c7f-af77-5eeb5c174009 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:18:53.824840 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-0bd7dde2-6ada-4ef4-a398-cfbb25d61f85 None None] Provisioning complete for port 64ee1323-5310-4823-b7c0-45dce85dab9d triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:53.827002 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0bd7dde2-6ada-4ef4-a398-cfbb25d61f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:53.865813 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-16919422-0af1-4c36-a314-6d87e9e467e1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:53.883098 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b868b66d-c6d4-4397-951b-272cf3fa5eda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:53.889792 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b868b66d-c6d4-4397-951b-272cf3fa5eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:53.979896 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-b868b66d-c6d4-4397-951b-272cf3fa5eda admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=55b8e3e465f64a9ba5bbda5943014e77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3451736 Nov 12 01:18:53.979896 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b868b66d-c6d4-4397-951b-272cf3fa5eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8676e394-27b4-4877-b4d0-aa5adeaf6a7f,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:53.983837 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53504) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:54.016285 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-16919422-0af1-4c36-a314-6d87e9e467e1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] device_id is not set on port 107607d4-11bd-4619-b84e-4f7d6bb94ed7 yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:18:54.289486 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3f97323e-656b-4e00-a0a0-a3bad6d395ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:54.299324 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-040b0348-b766-4714-af76-2e695b51c7e8 None None] Could not find standard attr ID for object df89b2b4-3cc6-4620-bef5-5a2640251026. {{(pid=109087) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:18:54.316489 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e141f-90ad-4778-9fe8-0f310db87e5d req-feeee681-8db3-4cc3-bd12-fc60223a00c1 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:54.319643 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7c7e141f-90ad-4778-9fe8-0f310db87e5d req-feeee681-8db3-4cc3-bd12-fc60223a00c1 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=517498ae-42b7-45e6-b0d6-ad623959e15b HTTP/1.1" status: 200 len: 945 time: 0.2164493 Nov 12 01:18:54.404327 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e90857c-8589-4d2f-8978-f8b9ca899b25 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Made reservation on behalf of 10e024f1501d4f999bfc171e7c9c2478 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:18:54.416481 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5e90857c-8589-4d2f-8978-f8b9ca899b25 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:54.417974 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3f97323e-656b-4e00-a0a0-a3bad6d395ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:54.540082 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7c7e141f-90ad-4778-9fe8-0f310db87e5d req-2b40598d-0231-4cfd-9d01-328f045313ca tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/security-groups?id=3077f761-4be2-41f4-97c2-5743e10b623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734433 Nov 12 01:18:54.568178 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3f97323e-656b-4e00-a0a0-a3bad6d395ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:54.576585 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3f97323e-656b-4e00-a0a0-a3bad6d395ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:54.580719 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3f97323e-656b-4e00-a0a0-a3bad6d395ea admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8676e394-27b4-4877-b4d0-aa5adeaf6a7f HTTP/1.1" status: 204 len: 168 time: 0.5954485 Nov 12 01:18:54.640404 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f97323e-656b-4e00-a0a0-a3bad6d395ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8676e394-27b4-4877-b4d0-aa5adeaf6a7f,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:54.692032 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-35cef0db-69f2-4b8b-a2a4-31c6e39eeebf None None] Provisioning complete for port 8d45716f-3dea-4ff3-a019-91422cdd491a triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:54.692944 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-35cef0db-69f2-4b8b-a2a4-31c6e39eeebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:54.766314 n-d-712142-27 neutron-server[109086]: INFO neutron.db.ipam_backend_mixin [None req-5e90857c-8589-4d2f-8978-f8b9ca899b25 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 33854a75-d3dc-4d91-8b37-1d40a04d3360 (CIDR: 172.20.0.0/28) Nov 12 01:18:54.806556 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-35cef0db-69f2-4b8b-a2a4-31c6e39eeebf None None] Port 8d45716f-3dea-4ff3-a019-91422cdd491a cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:18:54.968213 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e90857c-8589-4d2f-8978-f8b9ca899b25 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:18:54.969057 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e90857c-8589-4d2f-8978-f8b9ca899b25 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:18:54.993423 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5e90857c-8589-4d2f-8978-f8b9ca899b25 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4994338 Nov 12 01:18:54.997680 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53514) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:55.004426 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-bcae55d3-7c62-4e6a-bd4a-e96b3c68661c tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Request body: {'subnet': {'network_id': 'e8772cc2-48ca-49b1-bc76-d138bf6c236f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:55.033317 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-3b1c250f-8cde-4072-a755-856a63c77950 None None] Could not find standard attr ID for object df89b2b4-3cc6-4620-bef5-5a2640251026. {{(pid=109087) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:18:55.038932 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-16919422-0af1-4c36-a314-6d87e9e467e1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Allocated IP 172.20.0.12 (89ea60a3-4652-4d77-9cc6-d8bd5a56918e/c3e5f627-4ed0-411b-a0af-d9c63acc12be/107607d4-11bd-4619-b84e-4f7d6bb94ed7) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:18:55.051064 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-16919422-0af1-4c36-a314-6d87e9e467e1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Allocated IP 2001:db8::f816:3eff:fe22:ea4c (89ea60a3-4652-4d77-9cc6-d8bd5a56918e/4ed11c92-b041-4ee7-92ea-0b47a8c52de3/107607d4-11bd-4619-b84e-4f7d6bb94ed7) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:18:55.428228 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-16919422-0af1-4c36-a314-6d87e9e467e1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:55.497961 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcae55d3-7c62-4e6a-bd4a-e96b3c68661c tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Made reservation on behalf of 10e024f1501d4f999bfc171e7c9c2478 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:18:55.506701 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bcae55d3-7c62-4e6a-bd4a-e96b3c68661c tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:55.548366 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-16919422-0af1-4c36-a314-6d87e9e467e1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:55.755204 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16919422-0af1-4c36-a314-6d87e9e467e1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:18:55.757341 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16919422-0af1-4c36-a314-6d87e9e467e1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Port': ['ID=107607d4-11bd-4619-b84e-4f7d6bb94ed7,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:55.765176 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-16919422-0af1-4c36-a314-6d87e9e467e1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:18:55.778707 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16919422-0af1-4c36-a314-6d87e9e467e1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:18:55.881905 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf44491-207b-4a74-88c8-a9b3516623ad None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:18:55.955000 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16919422-0af1-4c36-a314-6d87e9e467e1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:55.955712 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-16919422-0af1-4c36-a314-6d87e9e467e1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:55.990428 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a31b4c-baeb-4efc-bf01-8794661c7cf3 req-19faf46f-6390-4d52-a3cb-b6c094067403 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:55.993475 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-89a31b4c-baeb-4efc-bf01-8794661c7cf3 req-19faf46f-6390-4d52-a3cb-b6c094067403 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.16 "GET /v2.0/ports?device_id=517498ae-42b7-45e6-b0d6-ad623959e15b HTTP/1.1" status: 200 len: 945 time: 0.4150782 Nov 12 01:18:55.998787 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-16919422-0af1-4c36-a314-6d87e9e467e1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.1493740 Nov 12 01:18:55.999067 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53540) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:56.093589 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-011441ac-6ce8-48d8-a4b1-2ad136e3f4ce None None] Provisioning complete for port cb1095f9-2f1c-4003-9505-185e7dea3e69 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:56.094170 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-011441ac-6ce8-48d8-a4b1-2ad136e3f4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:56.166701 n-d-712142-27 neutron-server[109085]: INFO neutron.db.ipam_backend_mixin [None req-bcae55d3-7c62-4e6a-bd4a-e96b3c68661c tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet b7f4fb1d-329e-45c2-a75c-ad02a6f64633 (CIDR: 172.20.0.16/28) Nov 12 01:18:56.173134 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d2c8e8-dff3-4b68-bc5b-0ffc00a5d18f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:56.191545 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d2c8e8-dff3-4b68-bc5b-0ffc00a5d18f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:56.193983 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-90d2c8e8-dff3-4b68-bc5b-0ffc00a5d18f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.1935735 Nov 12 01:18:56.199462 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53550) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:56.220897 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcae55d3-7c62-4e6a-bd4a-e96b3c68661c tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:18:56.221943 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcae55d3-7c62-4e6a-bd4a-e96b3c68661c tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:18:56.260332 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd08a58c-b861-4ae4-952a-ee4350bcafcd req-d09cd983-5960-4b22-a805-c8a3d158823c tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:56.267884 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fd08a58c-b861-4ae4-952a-ee4350bcafcd req-d09cd983-5960-4b22-a805-c8a3d158823c tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=517498ae-42b7-45e6-b0d6-ad623959e15b HTTP/1.1" status: 200 len: 945 time: 0.4255023 Nov 12 01:18:56.279872 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-bcae55d3-7c62-4e6a-bd4a-e96b3c68661c tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.2784269 Nov 12 01:18:56.280230 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53552) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:56.285877 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-009f35c9-74b3-4ab7-a90d-59e91ccbadf8 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Request body: {'subnet': {'network_id': 'e8772cc2-48ca-49b1-bc76-d138bf6c236f', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:56.348446 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fd08a58c-b861-4ae4-952a-ee4350bcafcd req-ecf9e240-bf40-41dd-aeec-96e615295eb1 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/security-groups?id=3077f761-4be2-41f4-97c2-5743e10b623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697668 Nov 12 01:18:56.380526 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-89a31b4c-baeb-4efc-bf01-8794661c7cf3 req-56370785-5a18-4500-b1b6-e195f9504ad4 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Deleting port f46a3c8e-1974-41a8-bc95-4be32a45282f {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:18:56.380890 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-89a31b4c-baeb-4efc-bf01-8794661c7cf3 req-56370785-5a18-4500-b1b6-e195f9504ad4 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:56.561908 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device cb1095f9-2f1c-4003-9505-185e7dea3e69 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:18:56.578072 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-89a31b4c-baeb-4efc-bf01-8794661c7cf3 req-56370785-5a18-4500-b1b6-e195f9504ad4 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] For port f46a3c8e-1974-41a8-bc95-4be32a45282f, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=f46a3c8e-1974-41a8-bc95-4be32a45282f,segment=NetworkSegment(e86ee36d-9818-4f96-ba83-2c434595c99e),segment_id=e86ee36d-9818-4f96-ba83-2c434595c99e)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:18:56.578732 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-89a31b4c-baeb-4efc-bf01-8794661c7cf3 req-56370785-5a18-4500-b1b6-e195f9504ad4 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:56.601024 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-89a31b4c-baeb-4efc-bf01-8794661c7cf3 req-56370785-5a18-4500-b1b6-e195f9504ad4 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Calling delete_port for f46a3c8e-1974-41a8-bc95-4be32a45282f owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:18:56.650825 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-011441ac-6ce8-48d8-a4b1-2ad136e3f4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:56.695550 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-cf8ecb5d-8a76-4830-a518-337707ee13a8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Deleting port 107607d4-11bd-4619-b84e-4f7d6bb94ed7 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:18:56.695550 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cf8ecb5d-8a76-4830-a518-337707ee13a8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:56.734961 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009f35c9-74b3-4ab7-a90d-59e91ccbadf8 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Made reservation on behalf of 10e024f1501d4f999bfc171e7c9c2478 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:18:56.739648 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-009f35c9-74b3-4ab7-a90d-59e91ccbadf8 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:56.893006 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-011441ac-6ce8-48d8-a4b1-2ad136e3f4ce None None] For port cb1095f9-2f1c-4003-9505-185e7dea3e69, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=cb1095f9-2f1c-4003-9505-185e7dea3e69,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:18:56.944256 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-011441ac-6ce8-48d8-a4b1-2ad136e3f4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:57.064460 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-89a31b4c-baeb-4efc-bf01-8794661c7cf3 req-56370785-5a18-4500-b1b6-e195f9504ad4 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:57.071932 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cf8ecb5d-8a76-4830-a518-337707ee13a8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:57.115632 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-cf8ecb5d-8a76-4830-a518-337707ee13a8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Calling delete_port for 107607d4-11bd-4619-b84e-4f7d6bb94ed7 owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:18:57.116242 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56370785-5a18-4500-b1b6-e195f9504ad4 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Pushing event deleted for resources: {'Port': ['ID=f46a3c8e-1974-41a8-bc95-4be32a45282f,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:57.168102 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a31b4c-baeb-4efc-bf01-8794661c7cf3 req-56370785-5a18-4500-b1b6-e195f9504ad4 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] No DVR routers for this DVR port f46a3c8e-1974-41a8-bc95-4be32a45282f on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:18:57.177026 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-89a31b4c-baeb-4efc-bf01-8794661c7cf3 req-56370785-5a18-4500-b1b6-e195f9504ad4 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:57.182283 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-89a31b4c-baeb-4efc-bf01-8794661c7cf3 req-56370785-5a18-4500-b1b6-e195f9504ad4 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.16 "DELETE /v2.0/ports/f46a3c8e-1974-41a8-bc95-4be32a45282f HTTP/1.1" status: 204 len: 173 time: 1.1800449 Nov 12 01:18:57.183524 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '517498ae-42b7-45e6-b0d6-ad623959e15b', 'name': 'network-vif-deleted', 'tag': 'f46a3c8e-1974-41a8-bc95-4be32a45282f'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:18:57.187018 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd02eb8d-24d6-43d3-8ed4-d05e693d9370" -d '{"events": [{"server_uuid": "517498ae-42b7-45e6-b0d6-ad623959e15b", "name": "network-vif-deleted", "tag": "f46a3c8e-1974-41a8-bc95-4be32a45282f"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:18:57.233626 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011441ac-6ce8-48d8-a4b1-2ad136e3f4ce None None] Pushing event updated for resources: {'Port': ['ID=cb1095f9-2f1c-4003-9505-185e7dea3e69,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:57.248378 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277de095-0ecd-4556-b34f-6889cbc0cad7 x-openstack-request-id: req-277de095-0ecd-4556-b34f-6889cbc0cad7 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:18:57.249306 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "517498ae-42b7-45e6-b0d6-ad623959e15b", "name": "network-vif-deleted", "tag": "f46a3c8e-1974-41a8-bc95-4be32a45282f", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:18:57.249820 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-277de095-0ecd-4556-b34f-6889cbc0cad7 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:18:57.250733 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '517498ae-42b7-45e6-b0d6-ad623959e15b', 'name': 'network-vif-deleted', 'tag': 'f46a3c8e-1974-41a8-bc95-4be32a45282f', 'status': 'completed', 'code': 200} Nov 12 01:18:57.263334 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['97878826-2751-4bd8-ab63-0c0fee130f8d'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:18:57.356447 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1b9a7a-dfe3-49cd-b5d7-b5a093d588a8 None None] DHCP port deletion for 1a8182d6-d1ae-418d-93c2-b627ded7dca2 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:18:57.413686 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port cb1095f9-2f1c-4003-9505-185e7dea3e69 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:57.414232 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:57.456351 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-87a12b29-aca0-4916-9de0-69d7fd543897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:57.482400 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07703de4-a649-4766-9d17-7ce6196bb076 None None] Update dhcp port {'port': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'fixed_ips': [{'subnet_id': 'c3e5f627-4ed0-411b-a0af-d9c63acc12be', 'ip_address': '172.20.0.2'}, {'subnet_id': '4ed11c92-b041-4ee7-92ea-0b47a8c52de3'}], 'binding:host_id': 'n-d-712142-27'}, 'id': 'cb1095f9-2f1c-4003-9505-185e7dea3e69'} from n-d-712142-27. {{(pid=109087) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 01:18:57.579815 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-07703de4-a649-4766-9d17-7ce6196bb076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:57.624182 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cf8ecb5d-8a76-4830-a518-337707ee13a8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:57.738963 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5acff95c-75fc-4d58-a113-d67500b22750 req-ac61f0fb-9051-4afa-82d2-6b147194386a tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=517498ae-42b7-45e6-b0d6-ad623959e15b HTTP/1.1" status: 200 len: 210 time: 0.0855753 Nov 12 01:18:57.761502 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8ecb5d-8a76-4830-a518-337707ee13a8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event deleted for resources: {'Port': ['ID=107607d4-11bd-4619-b84e-4f7d6bb94ed7,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:57.986033 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-009f35c9-74b3-4ab7-a90d-59e91ccbadf8 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:58.030208 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cf8ecb5d-8a76-4830-a518-337707ee13a8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:58.036531 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53588) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:58.042721 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-cf8ecb5d-8a76-4830-a518-337707ee13a8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/ports/107607d4-11bd-4619-b84e-4f7d6bb94ed7 HTTP/1.1" status: 204 len: 168 time: 1.8412848 Nov 12 01:18:58.114519 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f35c9-74b3-4ab7-a90d-59e91ccbadf8 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event updated for resources: {'Subnet': ['ID=0b7751e6-6bfc-4020-85b8-7e4d0fb29da8,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:58.131582 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c50e359-416e-414f-b58d-cfac780112a4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:58.137463 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c50e359-416e-414f-b58d-cfac780112a4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:58.143852 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c50e359-416e-414f-b58d-cfac780112a4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:58.144287 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009f35c9-74b3-4ab7-a90d-59e91ccbadf8 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Network e8772cc2-48ca-49b1-bc76-d138bf6c236f is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:18:58.148741 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-009f35c9-74b3-4ab7-a90d-59e91ccbadf8 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:18:58.154108 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009f35c9-74b3-4ab7-a90d-59e91ccbadf8 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:18:58.155121 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-9c50e359-416e-414f-b58d-cfac780112a4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1150560 Nov 12 01:18:58.156919 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53590) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:58.158190 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-009f35c9-74b3-4ab7-a90d-59e91ccbadf8 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:58.199613 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a7a351-554c-4f24-bc5c-7455ebeb3658 None None] Network e8772cc2-48ca-49b1-bc76-d138bf6c236f requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:18:58.205206 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-07703de4-a649-4766-9d17-7ce6196bb076 None None] Allocated IP 2001:db8::f816:3eff:fead:311a (89ea60a3-4652-4d77-9cc6-d8bd5a56918e/4ed11c92-b041-4ee7-92ea-0b47a8c52de3/cb1095f9-2f1c-4003-9505-185e7dea3e69) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:18:58.207706 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-009f35c9-74b3-4ab7-a90d-59e91ccbadf8 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9262338 Nov 12 01:18:58.208534 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53592) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:58.216837 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-dde5d2d0-6c2a-42c9-a5d0-01a149e0092a tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-581354839', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0b7751e6-6bfc-4020-85b8-7e4d0fb29da8'}], 'security_groups': ['e4387a60-8bed-462d-bcb5-2d9407bc8699', 'f4881839-47d7-4a57-b8b4-9fe1b2053222']}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:18:58.428765 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-75ce64e8-1e9e-4199-8393-e0cc68181207 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Deleting subnet 4ed11c92-b041-4ee7-92ea-0b47a8c52de3 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:18:58.541248 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dde5d2d0-6c2a-42c9-a5d0-01a149e0092a tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:58.814757 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device cb1095f9-2f1c-4003-9505-185e7dea3e69 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:18:59.013701 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-07703de4-a649-4766-9d17-7ce6196bb076 None None] For port cb1095f9-2f1c-4003-9505-185e7dea3e69, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=cb1095f9-2f1c-4003-9505-185e7dea3e69,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:18:59.061599 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-07703de4-a649-4766-9d17-7ce6196bb076 None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:59.069029 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-75ce64e8-1e9e-4199-8393-e0cc68181207 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:59.087068 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-07703de4-a649-4766-9d17-7ce6196bb076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:59.088711 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-dde5d2d0-6c2a-42c9-a5d0-01a149e0092a tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Delete allocated IP 172.20.0.8 (e8772cc2-48ca-49b1-bc76-d138bf6c236f/33854a75-d3dc-4d91-8b37-1d40a04d3360) {{(pid=109086) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 01:18:59.094128 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device f46a3c8e-1974-41a8-bc95-4be32a45282f no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:18:59.104647 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-dde5d2d0-6c2a-42c9-a5d0-01a149e0092a tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Allocated IP 172.20.0.46 (e8772cc2-48ca-49b1-bc76-d138bf6c236f/0b7751e6-6bfc-4020-85b8-7e4d0fb29da8/8d45716f-3dea-4ff3-a019-91422cdd491a) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:18:59.222110 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-75ce64e8-1e9e-4199-8393-e0cc68181207 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:59.283456 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port cb1095f9-2f1c-4003-9505-185e7dea3e69 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:18:59.284058 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:59.375644 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] No Port match for: f46a3c8e-1974-41a8-bc95-4be32a45282f {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:18:59.375880 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device f46a3c8e-1974-41a8-bc95-4be32a45282f not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:18:59.422194 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-75ce64e8-1e9e-4199-8393-e0cc68181207 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:59.483743 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dde5d2d0-6c2a-42c9-a5d0-01a149e0092a tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:59.492449 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dde5d2d0-6c2a-42c9-a5d0-01a149e0092a tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:59.544266 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07703de4-a649-4766-9d17-7ce6196bb076 None None] Pushing event updated for resources: {'Port': ['ID=cb1095f9-2f1c-4003-9505-185e7dea3e69,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:59.618671 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-75ce64e8-1e9e-4199-8393-e0cc68181207 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:59.715553 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283d37e4-5d6a-4886-83db-1a3d44ae5bb0 None None] Update dhcp port {'port': {'network_id': 'e8772cc2-48ca-49b1-bc76-d138bf6c236f', 'fixed_ips': [{'subnet_id': 'b7f4fb1d-329e-45c2-a75c-ad02a6f64633', 'ip_address': '172.20.0.18'}, {'subnet_id': '33854a75-d3dc-4d91-8b37-1d40a04d3360', 'ip_address': '172.20.0.2'}, {'subnet_id': '0b7751e6-6bfc-4020-85b8-7e4d0fb29da8'}], 'binding:host_id': 'n-d-712142-27'}, 'id': '64ee1323-5310-4823-b7c0-45dce85dab9d'} from n-d-712142-27. {{(pid=109087) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 01:18:59.766095 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-75ce64e8-1e9e-4199-8393-e0cc68181207 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:18:59.782685 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-75ce64e8-1e9e-4199-8393-e0cc68181207 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/4ed11c92-b041-4ee7-92ea-0b47a8c52de3 HTTP/1.1" status: 204 len: 168 time: 1.6239536 Nov 12 01:18:59.784342 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce64e8-1e9e-4199-8393-e0cc68181207 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event deleted for resources: {'Subnet': ['ID=4ed11c92-b041-4ee7-92ea-0b47a8c52de3,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:18:59.789304 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53644) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:18:59.799607 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-283d37e4-5d6a-4886-83db-1a3d44ae5bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:00.044887 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc649bb2-60cf-4fe0-8e2d-cc787b62ba65 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Deleting subnet c3e5f627-4ed0-411b-a0af-d9c63acc12be {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:19:00.065653 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fc649bb2-60cf-4fe0-8e2d-cc787b62ba65 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:00.104716 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-283d37e4-5d6a-4886-83db-1a3d44ae5bb0 None None] Allocated IP 172.20.0.34 (e8772cc2-48ca-49b1-bc76-d138bf6c236f/0b7751e6-6bfc-4020-85b8-7e4d0fb29da8/64ee1323-5310-4823-b7c0-45dce85dab9d) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:19:00.307384 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-283d37e4-5d6a-4886-83db-1a3d44ae5bb0 None None] For port 64ee1323-5310-4823-b7c0-45dce85dab9d, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=64ee1323-5310-4823-b7c0-45dce85dab9d,segment=NetworkSegment(934de371-d7c6-4f2c-9d59-6a539a81a881),segment_id=934de371-d7c6-4f2c-9d59-6a539a81a881)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:19:00.418293 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-283d37e4-5d6a-4886-83db-1a3d44ae5bb0 None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:00.431983 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-283d37e4-5d6a-4886-83db-1a3d44ae5bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:00.490883 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde5d2d0-6c2a-42c9-a5d0-01a149e0092a tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event updated for resources: {'Port': ['ID=8d45716f-3dea-4ff3-a019-91422cdd491a,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:00.517410 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fc649bb2-60cf-4fe0-8e2d-cc787b62ba65 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:00.614662 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-dde5d2d0-6c2a-42c9-a5d0-01a149e0092a tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] In _notify_port_updated(), no bound segment for port 8d45716f-3dea-4ff3-a019-91422cdd491a on network e8772cc2-48ca-49b1-bc76-d138bf6c236f {{(pid=109086) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:19:00.631592 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde5d2d0-6c2a-42c9-a5d0-01a149e0092a tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:00.636734 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dde5d2d0-6c2a-42c9-a5d0-01a149e0092a tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:00.640031 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-dde5d2d0-6c2a-42c9-a5d0-01a149e0092a tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "PUT /v2.0/ports/8d45716f-3dea-4ff3-a019-91422cdd491a HTTP/1.1" status: 200 len: 959 time: 2.4298246 Nov 12 01:19:00.641174 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53656) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:00.648516 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-8ae0b58b-9ff6-4604-acd2-7d6d0d78733a req-be26da47-4cf3-47f4-878b-7e3fac47011f tempest-DeleteServersTestJSON-1887877015 tempest-DeleteServersTestJSON-1887877015-project] (109085) timed out ('10.222.0.44', 58491) {{(pid=109085) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 01:19:00.649202 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53658) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:00.661520 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device cb1095f9-2f1c-4003-9505-185e7dea3e69 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:19:00.865134 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283d37e4-5d6a-4886-83db-1a3d44ae5bb0 None None] Pushing event updated for resources: {'Port': ['ID=64ee1323-5310-4823-b7c0-45dce85dab9d,revision_number=6']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:00.994383 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9bf0ae6b-fa6a-4a5f-b0da-03569894777b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:01.013330 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8b5c916d-c804-4326-8c9d-f61ac984d849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:01.081650 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fc649bb2-60cf-4fe0-8e2d-cc787b62ba65 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:01.082951 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a15241c-7560-4144-bf17-df6895894419 None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:19:01.125490 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4da587cf-cd62-4e12-ab71-74ab574b9452 None None] Could not find standard attr ID for object 107607d4-11bd-4619-b84e-4f7d6bb94ed7. {{(pid=109087) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:19:01.179169 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-451b0734-40fc-42e4-95bb-305fa703ea68 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Deleting port 8d45716f-3dea-4ff3-a019-91422cdd491a {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:19:01.179762 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-451b0734-40fc-42e4-95bb-305fa703ea68 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:01.253309 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port cb1095f9-2f1c-4003-9505-185e7dea3e69 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:19:01.254813 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:01.265344 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9bf0ae6b-fa6a-4a5f-b0da-03569894777b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:01.275258 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9bf0ae6b-fa6a-4a5f-b0da-03569894777b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:01.307030 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fc649bb2-60cf-4fe0-8e2d-cc787b62ba65 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:01.331719 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4da587cf-cd62-4e12-ab71-74ab574b9452 None None] Provisioning complete for port cb1095f9-2f1c-4003-9505-185e7dea3e69 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:19:01.332366 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4da587cf-cd62-4e12-ab71-74ab574b9452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:01.384260 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc649bb2-60cf-4fe0-8e2d-cc787b62ba65 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event deleted for resources: {'Subnet': ['ID=c3e5f627-4ed0-411b-a0af-d9c63acc12be,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:01.392883 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fc649bb2-60cf-4fe0-8e2d-cc787b62ba65 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:01.400500 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-fc649bb2-60cf-4fe0-8e2d-cc787b62ba65 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/c3e5f627-4ed0-411b-a0af-d9c63acc12be HTTP/1.1" status: 204 len: 168 time: 1.6099863 Nov 12 01:19:01.404911 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53664) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:01.459768 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9bf0ae6b-fa6a-4a5f-b0da-03569894777b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c971a5bd069b4164b50218484a94926e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8163464 Nov 12 01:19:01.460454 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf0ae6b-fa6a-4a5f-b0da-03569894777b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e6fc89-12df-429d-bc58-52a6f61e006b,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:01.473546 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53668) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:01.476194 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf0ae6b-fa6a-4a5f-b0da-03569894777b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:01.477131 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf0ae6b-fa6a-4a5f-b0da-03569894777b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:01.477973 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf0ae6b-fa6a-4a5f-b0da-03569894777b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:01.478804 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf0ae6b-fa6a-4a5f-b0da-03569894777b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:01.479353 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf0ae6b-fa6a-4a5f-b0da-03569894777b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:01.479934 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf0ae6b-fa6a-4a5f-b0da-03569894777b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:01.480575 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf0ae6b-fa6a-4a5f-b0da-03569894777b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:01.481176 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf0ae6b-fa6a-4a5f-b0da-03569894777b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:01.481656 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf0ae6b-fa6a-4a5f-b0da-03569894777b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:01.482243 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf0ae6b-fa6a-4a5f-b0da-03569894777b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:01.482836 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf0ae6b-fa6a-4a5f-b0da-03569894777b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:01.483368 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf0ae6b-fa6a-4a5f-b0da-03569894777b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:01.570333 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53670) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:01.571010 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-23ee1b10-fc17-4bd9-8958-804821547d7d tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1580150 Nov 12 01:19:01.575530 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-451b0734-40fc-42e4-95bb-305fa703ea68 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:01.581018 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-44bddc5c-9411-4fe0-be5f-7b742e72d7c5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'subnet': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:19:01.611613 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-451b0734-40fc-42e4-95bb-305fa703ea68 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Calling delete_port for 8d45716f-3dea-4ff3-a019-91422cdd491a owned by {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:19:01.659820 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8087ee3d-4db4-4f8d-be85-89ae2b2ad1fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:01.771845 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8087ee3d-4db4-4f8d-be85-89ae2b2ad1fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:01.821852 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca58ea6-30cd-4cea-8784-569f818179f7 None None] DHCP port deletion for 89ea60a3-4652-4d77-9cc6-d8bd5a56918e request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:19:01.933269 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44bddc5c-9411-4fe0-be5f-7b742e72d7c5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:19:01.937524 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-44bddc5c-9411-4fe0-be5f-7b742e72d7c5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:02.075807 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-2ca58ea6-30cd-4cea-8784-569f818179f7 None None] Deleting port cb1095f9-2f1c-4003-9505-185e7dea3e69 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:19:02.076336 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2ca58ea6-30cd-4cea-8784-569f818179f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:02.130721 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-451b0734-40fc-42e4-95bb-305fa703ea68 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:02.227921 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-2ca58ea6-30cd-4cea-8784-569f818179f7 None None] For port cb1095f9-2f1c-4003-9505-185e7dea3e69, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=cb1095f9-2f1c-4003-9505-185e7dea3e69,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:19:02.228671 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2ca58ea6-30cd-4cea-8784-569f818179f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:02.248957 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-2ca58ea6-30cd-4cea-8784-569f818179f7 None None] Calling delete_port for cb1095f9-2f1c-4003-9505-185e7dea3e69 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:19:02.311404 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8087ee3d-4db4-4f8d-be85-89ae2b2ad1fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:02.315180 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8087ee3d-4db4-4f8d-be85-89ae2b2ad1fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:02.319103 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8087ee3d-4db4-4f8d-be85-89ae2b2ad1fb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/82e6fc89-12df-429d-bc58-52a6f61e006b HTTP/1.1" status: 204 len: 168 time: 0.8248587 Nov 12 01:19:02.341111 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8087ee3d-4db4-4f8d-be85-89ae2b2ad1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e6fc89-12df-429d-bc58-52a6f61e006b,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:02.378139 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451b0734-40fc-42e4-95bb-305fa703ea68 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event deleted for resources: {'Port': ['ID=8d45716f-3dea-4ff3-a019-91422cdd491a,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:02.380242 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-b274966a-8990-4fa8-b8be-87626763fd73 None None] Provisioning complete for port bf0d0f4a-19a3-4c7f-af77-5eeb5c174009 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:19:02.380816 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b274966a-8990-4fa8-b8be-87626763fd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:02.547340 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451b0734-40fc-42e4-95bb-305fa703ea68 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:02.547872 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451b0734-40fc-42e4-95bb-305fa703ea68 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:02.548253 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451b0734-40fc-42e4-95bb-305fa703ea68 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:02.548592 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451b0734-40fc-42e4-95bb-305fa703ea68 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:02.548928 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451b0734-40fc-42e4-95bb-305fa703ea68 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:02.549258 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451b0734-40fc-42e4-95bb-305fa703ea68 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:02.549590 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451b0734-40fc-42e4-95bb-305fa703ea68 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:02.549920 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451b0734-40fc-42e4-95bb-305fa703ea68 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:02.550256 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451b0734-40fc-42e4-95bb-305fa703ea68 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:02.550579 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451b0734-40fc-42e4-95bb-305fa703ea68 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:02.550905 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451b0734-40fc-42e4-95bb-305fa703ea68 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:02.551226 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451b0734-40fc-42e4-95bb-305fa703ea68 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:02.660067 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-44bddc5c-9411-4fe0-be5f-7b742e72d7c5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:02.661589 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-b274966a-8990-4fa8-b8be-87626763fd73 None None] Port bf0d0f4a-19a3-4c7f-af77-5eeb5c174009 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:19:02.678742 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 64ee1323-5310-4823-b7c0-45dce85dab9d up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:19:02.689521 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2ca58ea6-30cd-4cea-8784-569f818179f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:02.775713 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-451b0734-40fc-42e4-95bb-305fa703ea68 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:02.784186 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-451b0734-40fc-42e4-95bb-305fa703ea68 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "DELETE /v2.0/ports/8d45716f-3dea-4ff3-a019-91422cdd491a HTTP/1.1" status: 204 len: 168 time: 2.1247642 Nov 12 01:19:02.798983 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53686) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:02.916402 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bddc5c-9411-4fe0-be5f-7b742e72d7c5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:19:02.932119 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-33df75f1-a513-4bca-840b-a25eeca363fb tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] GET failed (client error): The resource could not be found. Nov 12 01:19:02.936419 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-33df75f1-a513-4bca-840b-a25eeca363fb tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "GET /v2.0/ports/8d45716f-3dea-4ff3-a019-91422cdd491a HTTP/1.1" status: 404 len: 333 time: 0.1348848 Nov 12 01:19:02.938079 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-b274966a-8990-4fa8-b8be-87626763fd73 None None] Could not find standard attr ID for object 8d45716f-3dea-4ff3-a019-91422cdd491a. {{(pid=109087) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:19:02.939453 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53690) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:02.946731 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-44bddc5c-9411-4fe0-be5f-7b742e72d7c5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:19:02.952375 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bddc5c-9411-4fe0-be5f-7b742e72d7c5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:02.954524 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-44bddc5c-9411-4fe0-be5f-7b742e72d7c5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:02.985265 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bddc5c-9411-4fe0-be5f-7b742e72d7c5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Subnet': ['ID=f04890d2-43b0-4544-9af0-ea827e088202,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:03.022349 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-44bddc5c-9411-4fe0-be5f-7b742e72d7c5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4487422 Nov 12 01:19:03.025873 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53692) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:03.037593 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-23c8befc-7224-491f-807c-34b7083d733f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'subnet': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:19:03.047851 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:03.068221 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca58ea6-30cd-4cea-8784-569f818179f7 None None] No DVR routers for this DVR port cb1095f9-2f1c-4003-9505-185e7dea3e69 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:19:03.088804 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca58ea6-30cd-4cea-8784-569f818179f7 None None] Pushing event deleted for resources: {'Port': ['ID=cb1095f9-2f1c-4003-9505-185e7dea3e69,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:03.122829 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1528cf9f-3e90-4700-91d2-9c8a95cb4c84 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:03.208117 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e45cc90-3346-4de0-9d2b-f06cd2d0858a None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:19:03.235560 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1528cf9f-3e90-4700-91d2-9c8a95cb4c84 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:03.336289 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1528cf9f-3e90-4700-91d2-9c8a95cb4c84 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:03.345854 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1528cf9f-3e90-4700-91d2-9c8a95cb4c84 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:03.349337 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-1528cf9f-3e90-4700-91d2-9c8a95cb4c84 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "DELETE /v2.0/security-groups/975fed85-985e-4239-a51c-71b0e62fc3f1 HTTP/1.1" status: 204 len: 168 time: 0.4087017 Nov 12 01:19:03.353751 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53696) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:03.378560 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1528cf9f-3e90-4700-91d2-9c8a95cb4c84 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=975fed85-985e-4239-a51c-71b0e62fc3f1,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:03.396917 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53698) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:03.521944 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fa3a6e0d-7dbf-4ad8-934c-3096888d683d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:03.527333 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c8befc-7224-491f-807c-34b7083d733f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:19:03.534431 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-23c8befc-7224-491f-807c-34b7083d733f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:03.542979 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-b274966a-8990-4fa8-b8be-87626763fd73 None None] Provisioning complete for port 64ee1323-5310-4823-b7c0-45dce85dab9d triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:19:03.544329 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b274966a-8990-4fa8-b8be-87626763fd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:03.658939 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 64ee1323-5310-4823-b7c0-45dce85dab9d triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:19:03.659348 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:03.973179 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-76036241-dd2e-48c0-b71b-4a2f1f0e772d tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:04.076788 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-79c6acdf-5b55-47e1-8df8-4589e3e48071 None None] Could not find standard attr ID for object 8d45716f-3dea-4ff3-a019-91422cdd491a. {{(pid=109087) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:19:04.079208 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cb81fb-0bad-464e-bca3-06d383a0ca8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'tenant_id': '70514e17c07e4902b3c1ce1ff6844138', 'fixed_ips': [{'subnet_id': 'f04890d2-43b0-4544-9af0-ea827e088202'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:19:04.080166 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-22cb81fb-0bad-464e-bca3-06d383a0ca8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:04.124355 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-76036241-dd2e-48c0-b71b-4a2f1f0e772d tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:04.187086 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:04.345265 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fa3a6e0d-7dbf-4ad8-934c-3096888d683d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:04.368455 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fa3a6e0d-7dbf-4ad8-934c-3096888d683d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:04.457883 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53706) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:04.472008 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-fa3a6e0d-7dbf-4ad8-934c-3096888d683d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=af7dadb9f370438092308a956c6f8809&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0662665 Nov 12 01:19:04.518289 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-22cb81fb-0bad-464e-bca3-06d383a0ca8e None None] Allocated IP 172.20.0.2 (89ea60a3-4652-4d77-9cc6-d8bd5a56918e/f04890d2-43b0-4544-9af0-ea827e088202/f7802877-926c-4c2c-b907-da2c11265181) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:19:04.621417 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-30a71852-4207-49d8-bd1c-2defc67e688c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:04.623489 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a6e0d-7dbf-4ad8-934c-3096888d683d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6381b00f-d1e2-4082-a767-6fcba2159657,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:04.675102 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-76036241-dd2e-48c0-b71b-4a2f1f0e772d tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:04.683561 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-76036241-dd2e-48c0-b71b-4a2f1f0e772d tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:04.687945 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device cb1095f9-2f1c-4003-9505-185e7dea3e69 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:19:04.696031 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53708) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:04.697041 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-76036241-dd2e-48c0-b71b-4a2f1f0e772d tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "DELETE /v2.0/security-groups/f4881839-47d7-4a57-b8b4-9fe1b2053222 HTTP/1.1" status: 204 len: 168 time: 1.3421173 Nov 12 01:19:04.745104 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76036241-dd2e-48c0-b71b-4a2f1f0e772d tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4881839-47d7-4a57-b8b4-9fe1b2053222,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:04.780788 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-30a71852-4207-49d8-bd1c-2defc67e688c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:04.806248 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: cb1095f9-2f1c-4003-9505-185e7dea3e69 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:19:04.806721 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device cb1095f9-2f1c-4003-9505-185e7dea3e69 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:19:05.104265 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5233b56a-79ee-4cc4-b202-7064a9e9aa96 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:05.197054 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-30a71852-4207-49d8-bd1c-2defc67e688c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:05.204318 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-30a71852-4207-49d8-bd1c-2defc67e688c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:05.206692 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-30a71852-4207-49d8-bd1c-2defc67e688c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6381b00f-d1e2-4082-a767-6fcba2159657 HTTP/1.1" status: 204 len: 168 time: 0.7465360 Nov 12 01:19:05.221823 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5233b56a-79ee-4cc4-b202-7064a9e9aa96 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:05.257045 n-d-712142-27 neutron-server[109086]: DEBUG neutron.objects.ports [None req-23c8befc-7224-491f-807c-34b7083d733f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109086) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 01:19:05.261711 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-23c8befc-7224-491f-807c-34b7083d733f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:05.291695 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a71852-4207-49d8-bd1c-2defc67e688c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6381b00f-d1e2-4082-a767-6fcba2159657,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:05.348221 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c8befc-7224-491f-807c-34b7083d733f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:19:05.361833 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-23c8befc-7224-491f-807c-34b7083d733f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:19:05.379522 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5233b56a-79ee-4cc4-b202-7064a9e9aa96 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:05.383139 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5233b56a-79ee-4cc4-b202-7064a9e9aa96 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:05.384401 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-5233b56a-79ee-4cc4-b202-7064a9e9aa96 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "DELETE /v2.0/security-groups/e4387a60-8bed-462d-bcb5-2d9407bc8699 HTTP/1.1" status: 204 len: 168 time: 0.6749170 Nov 12 01:19:05.389913 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53722) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:05.403177 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c8befc-7224-491f-807c-34b7083d733f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:05.404581 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-23c8befc-7224-491f-807c-34b7083d733f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:05.483381 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5233b56a-79ee-4cc4-b202-7064a9e9aa96 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4387a60-8bed-462d-bcb5-2d9407bc8699,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:05.530848 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c8befc-7224-491f-807c-34b7083d733f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Subnet': ['ID=c984d25f-8271-4fff-86f4-38c18ad33a39,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:05.557581 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2a7b5ef-4d38-45d1-acc4-ea3deb12cbd5 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Deleting subnet 33854a75-d3dc-4d91-8b37-1d40a04d3360 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:19:05.560936 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-23c8befc-7224-491f-807c-34b7083d733f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5316486 Nov 12 01:19:05.566391 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53724) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:05.569436 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d2a7b5ef-4d38-45d1-acc4-ea3deb12cbd5 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:05.580214 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-722de043-13e0-494a-a306-b9601372cc94 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'port': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'mac_address': 'fa:16:3e:25:01:0b', 'name': 'tempest-NetworksTestDHCPv6-546659812'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:19:05.681385 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:05.682652 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-22cb81fb-0bad-464e-bca3-06d383a0ca8e None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:05.688761 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d2a7b5ef-4d38-45d1-acc4-ea3deb12cbd5 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:05.698339 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-22cb81fb-0bad-464e-bca3-06d383a0ca8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:05.816584 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cb81fb-0bad-464e-bca3-06d383a0ca8e None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:19:05.839033 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-22cb81fb-0bad-464e-bca3-06d383a0ca8e None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:19:05.845766 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d2a7b5ef-4d38-45d1-acc4-ea3deb12cbd5 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:05.851555 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb81fb-0bad-464e-bca3-06d383a0ca8e None None] Pushing event updated for resources: {'Port': ['ID=f7802877-926c-4c2c-b907-da2c11265181,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:05.854617 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cb81fb-0bad-464e-bca3-06d383a0ca8e None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:19:05.917836 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d2a7b5ef-4d38-45d1-acc4-ea3deb12cbd5 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:05.985884 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a7b5ef-4d38-45d1-acc4-ea3deb12cbd5 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event deleted for resources: {'Subnet': ['ID=33854a75-d3dc-4d91-8b37-1d40a04d3360,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:05.989384 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d2a7b5ef-4d38-45d1-acc4-ea3deb12cbd5 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:06.000097 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db44290a-5acf-4ed9-8a1b-6760b59b89ec None None] Network e8772cc2-48ca-49b1-bc76-d138bf6c236f requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:19:06.001024 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-d2a7b5ef-4d38-45d1-acc4-ea3deb12cbd5 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "DELETE /v2.0/subnets/33854a75-d3dc-4d91-8b37-1d40a04d3360 HTTP/1.1" status: 204 len: 168 time: 0.6100035 Nov 12 01:19:06.012014 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53734) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:06.170831 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-2270b40b-744b-4d03-ac8b-42b12bab8477 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Deleting subnet 0b7751e6-6bfc-4020-85b8-7e4d0fb29da8 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:19:06.177455 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2270b40b-744b-4d03-ac8b-42b12bab8477 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:06.280132 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-22cb81fb-0bad-464e-bca3-06d383a0ca8e None None] Attempting to bind port f7802877-926c-4c2c-b907-da2c11265181 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:19:06.280616 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-22cb81fb-0bad-464e-bca3-06d383a0ca8e None None] Attempting to bind port f7802877-926c-4c2c-b907-da2c11265181 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:19:06.281111 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cb81fb-0bad-464e-bca3-06d383a0ca8e None None] Attempting to bind port f7802877-926c-4c2c-b907-da2c11265181 on network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:19:06.362232 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cb81fb-0bad-464e-bca3-06d383a0ca8e None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:19:06.364738 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cb81fb-0bad-464e-bca3-06d383a0ca8e None None] Checking segment: {'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:19:06.369437 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-22cb81fb-0bad-464e-bca3-06d383a0ca8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:06.371035 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cb81fb-0bad-464e-bca3-06d383a0ca8e None None] Bound using segment: {'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:19:06.375568 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-22cb81fb-0bad-464e-bca3-06d383a0ca8e None None] Bound port: f7802877-926c-4c2c-b907-da2c11265181, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:19:06.376215 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-22cb81fb-0bad-464e-bca3-06d383a0ca8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:06.495517 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2270b40b-744b-4d03-ac8b-42b12bab8477 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:06.637858 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722de043-13e0-494a-a306-b9601372cc94 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:19:06.779290 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-22cb81fb-0bad-464e-bca3-06d383a0ca8e None None] For port f7802877-926c-4c2c-b907-da2c11265181, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:19:06.785747 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-22cb81fb-0bad-464e-bca3-06d383a0ca8e None None] For port f7802877-926c-4c2c-b907-da2c11265181, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=f7802877-926c-4c2c-b907-da2c11265181,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:19:06.800060 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-22cb81fb-0bad-464e-bca3-06d383a0ca8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:06.874134 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2270b40b-744b-4d03-ac8b-42b12bab8477 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:06.947231 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb81fb-0bad-464e-bca3-06d383a0ca8e None None] Pushing event updated for resources: {'Port': ['ID=f7802877-926c-4c2c-b907-da2c11265181,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:06.964644 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-722de043-13e0-494a-a306-b9601372cc94 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:07.052881 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-722de043-13e0-494a-a306-b9601372cc94 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] device_id is not set on port c9b10de9-9036-4394-a8d2-a5af14f84b0c yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:19:07.289957 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2270b40b-744b-4d03-ac8b-42b12bab8477 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:07.694903 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-722de043-13e0-494a-a306-b9601372cc94 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Allocated IP 172.20.0.10 (89ea60a3-4652-4d77-9cc6-d8bd5a56918e/f04890d2-43b0-4544-9af0-ea827e088202/c9b10de9-9036-4394-a8d2-a5af14f84b0c) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:19:07.705484 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-722de043-13e0-494a-a306-b9601372cc94 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Allocated IP 2001:db8::f816:3eff:fe25:10b (89ea60a3-4652-4d77-9cc6-d8bd5a56918e/c984d25f-8271-4fff-86f4-38c18ad33a39/c9b10de9-9036-4394-a8d2-a5af14f84b0c) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:19:07.725261 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53770) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:07.772837 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2270b40b-744b-4d03-ac8b-42b12bab8477 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:07.788841 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53774) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:07.799608 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2270b40b-744b-4d03-ac8b-42b12bab8477 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "DELETE /v2.0/subnets/0b7751e6-6bfc-4020-85b8-7e4d0fb29da8 HTTP/1.1" status: 204 len: 168 time: 1.7855289 Nov 12 01:19:07.803175 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2270b40b-744b-4d03-ac8b-42b12bab8477 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event deleted for resources: {'Subnet': ['ID=0b7751e6-6bfc-4020-85b8-7e4d0fb29da8,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:07.858528 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-91e9d778-3b23-4834-9882-3a765e223e01 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] DELETE failed (client error): The resource could not be found. Nov 12 01:19:07.859686 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91e9d778-3b23-4834-9882-3a765e223e01 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:19:07.868744 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-91e9d778-3b23-4834-9882-3a765e223e01 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "DELETE /v2.0/subnets/33854a75-d3dc-4d91-8b37-1d40a04d3360 HTTP/1.1" status: 404 len: 337 time: 0.0775375 Nov 12 01:19:07.873069 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53776) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:08.110858 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe407c06-595b-4a73-9efb-546003c7f5aa tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Deleting subnet b7f4fb1d-329e-45c2-a75c-ad02a6f64633 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:19:08.118422 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fe407c06-595b-4a73-9efb-546003c7f5aa tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:08.203982 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fe407c06-595b-4a73-9efb-546003c7f5aa tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:08.321431 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:08.345369 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ab59f2-fc53-4cf2-9c23-bd2503867a06 None None] Network e8772cc2-48ca-49b1-bc76-d138bf6c236f requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:19:08.351264 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-722de043-13e0-494a-a306-b9601372cc94 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:08.414550 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-087c7cd5-dc3f-45a4-bd0e-8ca3c7a322ab admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1197130057-network', 'tenant_id': 'cc4618d272e2434faef49f96746921d1'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:19:08.478983 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fe407c06-595b-4a73-9efb-546003c7f5aa tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:08.502306 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-722de043-13e0-494a-a306-b9601372cc94 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:08.554167 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087c7cd5-dc3f-45a4-bd0e-8ca3c7a322ab admin admin] Made reservation on behalf of cc4618d272e2434faef49f96746921d1 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:19:08.558581 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-087c7cd5-dc3f-45a4-bd0e-8ca3c7a322ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:08.592173 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-1040461e-1eed-4c35-9df0-9fc691c98c14 None None] Provisioning complete for port bf0d0f4a-19a3-4c7f-af77-5eeb5c174009 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:19:08.592868 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1040461e-1eed-4c35-9df0-9fc691c98c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:08.600931 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-087c7cd5-dc3f-45a4-bd0e-8ca3c7a322ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:08.642442 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722de043-13e0-494a-a306-b9601372cc94 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:19:08.677663 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-722de043-13e0-494a-a306-b9601372cc94 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:19:08.697192 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722de043-13e0-494a-a306-b9601372cc94 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:19:08.702918 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722de043-13e0-494a-a306-b9601372cc94 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Port': ['ID=c9b10de9-9036-4394-a8d2-a5af14f84b0c,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:08.705146 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fe407c06-595b-4a73-9efb-546003c7f5aa tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:08.782281 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-1040461e-1eed-4c35-9df0-9fc691c98c14 None None] Port bf0d0f4a-19a3-4c7f-af77-5eeb5c174009 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:19:08.816247 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722de043-13e0-494a-a306-b9601372cc94 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:08.823426 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-722de043-13e0-494a-a306-b9601372cc94 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:08.847222 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-1040461e-1eed-4c35-9df0-9fc691c98c14 None None] Provisioning complete for port 64ee1323-5310-4823-b7c0-45dce85dab9d triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:19:08.847599 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1040461e-1eed-4c35-9df0-9fc691c98c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:08.887854 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-722de043-13e0-494a-a306-b9601372cc94 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.3197587 Nov 12 01:19:08.895925 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53786) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:08.970860 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:19:09.045008 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2a4b4b-f99b-472d-8468-e8c26a93540c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:09.045245 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-087c7cd5-dc3f-45a4-bd0e-8ca3c7a322ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:09.065368 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2a4b4b-f99b-472d-8468-e8c26a93540c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:09.077925 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ce2a4b4b-f99b-472d-8468-e8c26a93540c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.1807611 Nov 12 01:19:09.085622 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53790) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:09.127639 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device f7802877-926c-4c2c-b907-da2c11265181 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:19:09.227546 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fe407c06-595b-4a73-9efb-546003c7f5aa tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:09.254292 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53796) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:09.267247 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-fe407c06-595b-4a73-9efb-546003c7f5aa tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "DELETE /v2.0/subnets/b7f4fb1d-329e-45c2-a75c-ad02a6f64633 HTTP/1.1" status: 204 len: 168 time: 1.3920655 Nov 12 01:19:09.269141 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-087c7cd5-dc3f-45a4-bd0e-8ca3c7a322ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:09.292692 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe407c06-595b-4a73-9efb-546003c7f5aa tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event deleted for resources: {'Subnet': ['ID=b7f4fb1d-329e-45c2-a75c-ad02a6f64633,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:09.376783 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-087c7cd5-dc3f-45a4-bd0e-8ca3c7a322ab admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:19:09.479956 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-087c7cd5-dc3f-45a4-bd0e-8ca3c7a322ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:09.482666 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-087c7cd5-dc3f-45a4-bd0e-8ca3c7a322ab admin admin] Added segment b39130c0-eb4d-4e53-9a09-3b93fde3ec3b of type vlan for network d91e67de-0633-43a9-a930-2581a75e39e6 Nov 12 01:19:09.492299 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c7cd5-dc3f-45a4-bd0e-8ca3c7a322ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c30e11-191f-48a8-b20b-740a2cc4ef8a,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:09.511860 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42eb954e-5723-4d15-b518-8cf850fafb59 None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:19:09.526351 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-66332752-76c1-457c-87e0-d9f967f312ef tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] DELETE failed (client error): The resource could not be found. Nov 12 01:19:09.526351 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66332752-76c1-457c-87e0-d9f967f312ef tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:19:09.544808 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-66332752-76c1-457c-87e0-d9f967f312ef tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "DELETE /v2.0/subnets/d155ce38-be1e-4e74-b5b6-69eb1dd0b564 HTTP/1.1" status: 404 len: 337 time: 0.2883556 Nov 12 01:19:09.547736 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53798) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:09.623855 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bb0d3b-5c5e-43f2-bd85-4932f1b0539b None None] DHCP port deletion for e8772cc2-48ca-49b1-bc76-d138bf6c236f request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:19:09.638189 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-267a8248-799e-4ea3-9ec6-4ad1b85aaad4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Deleting port c9b10de9-9036-4394-a8d2-a5af14f84b0c {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:19:09.639305 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-267a8248-799e-4ea3-9ec6-4ad1b85aaad4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:09.730511 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-04a5ad5e-ce91-4476-bb62-7243734c2c76 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "GET /v2.0/ports?device_id=0dc3c616-4bea-4806-8fdb-832b7b82ef61 HTTP/1.1" status: 200 len: 205 time: 0.1795406 Nov 12 01:19:09.747492 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53806) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:09.866384 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-087c7cd5-dc3f-45a4-bd0e-8ca3c7a322ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:09.885309 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port f7802877-926c-4c2c-b907-da2c11265181 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:19:09.889451 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:09.949520 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-087c7cd5-dc3f-45a4-bd0e-8ca3c7a322ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:09.950860 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087c7cd5-dc3f-45a4-bd0e-8ca3c7a322ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:09.951627 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-087c7cd5-dc3f-45a4-bd0e-8ca3c7a322ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:09.988275 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-6f35c0a4-d8e0-4664-9d38-78176cecfb9d None None] Provisioning complete for port f7802877-926c-4c2c-b907-da2c11265181 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:19:09.988661 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6f35c0a4-d8e0-4664-9d38-78176cecfb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:10.053957 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-49dba6d2-2eb4-4e9b-b6e7-8819b5cac53e tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] delete failed (client error): The resource could not be found. Nov 12 01:19:10.055541 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-49dba6d2-2eb4-4e9b-b6e7-8819b5cac53e tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "DELETE /v2.0/routers/0dc3c616-4bea-4806-8fdb-832b7b82ef61 HTTP/1.1" status: 404 len: 336 time: 0.3066301 Nov 12 01:19:10.063508 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53812) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:10.094608 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-087c7cd5-dc3f-45a4-bd0e-8ca3c7a322ab admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.3677258 Nov 12 01:19:10.170697 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53814) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:10.177463 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-c7a7f8ff-8a58-49c7-90f6-5bcd31c5c097 admin admin] Request body: {'subnet': {'network_id': 'd91e67de-0633-43a9-a930-2581a75e39e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1197130057-subnet', 'tenant_id': 'cc4618d272e2434faef49f96746921d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:19:10.183780 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-c312e79e-b867-43fc-8eed-bb7a16aa5c95 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] DELETE failed (client error): The resource could not be found. Nov 12 01:19:10.198204 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c312e79e-b867-43fc-8eed-bb7a16aa5c95 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:19:10.203402 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c7cd5-dc3f-45a4-bd0e-8ca3c7a322ab admin admin] Pushing event updated for resources: {'Network': ['ID=d91e67de-0633-43a9-a930-2581a75e39e6,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:10.231736 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a7f8ff-8a58-49c7-90f6-5bcd31c5c097 admin admin] Made reservation on behalf of cc4618d272e2434faef49f96746921d1 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:19:10.234437 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c312e79e-b867-43fc-8eed-bb7a16aa5c95 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "DELETE /v2.0/subnets/3788b3e8-25e2-4277-a72b-f93ec52791f6 HTTP/1.1" status: 404 len: 337 time: 0.1640174 Nov 12 01:19:10.236511 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53818) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:10.238634 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c7a7f8ff-8a58-49c7-90f6-5bcd31c5c097 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:10.343858 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network d91e67de-0633-43a9-a930-2581a75e39e6 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:19:10.344593 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-403e74f2-9e5b-4090-b19d-fad7e1bd1e0e tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] DELETE failed (client error): The resource could not be found. Nov 12 01:19:10.345160 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-403e74f2-9e5b-4090-b19d-fad7e1bd1e0e tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:19:10.352597 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-403e74f2-9e5b-4090-b19d-fad7e1bd1e0e tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "DELETE /v2.0/subnets/68b65059-0d11-4720-a77b-9e545be8b7d3 HTTP/1.1" status: 404 len: 337 time: 0.0999796 Nov 12 01:19:10.358066 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53822) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:10.469250 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-267a8248-799e-4ea3-9ec6-4ad1b85aaad4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:10.525131 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-267a8248-799e-4ea3-9ec6-4ad1b85aaad4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Calling delete_port for c9b10de9-9036-4394-a8d2-a5af14f84b0c owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:19:10.609947 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca7a0c2d-be8a-4c98-bbf2-5cbf7b5fbf96 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] DELETE failed (client error): The resource could not be found. Nov 12 01:19:10.611114 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca7a0c2d-be8a-4c98-bbf2-5cbf7b5fbf96 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:19:10.615560 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ca7a0c2d-be8a-4c98-bbf2-5cbf7b5fbf96 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "DELETE /v2.0/subnets/b21378ab-43c1-481a-aafa-7f2ca772a524 HTTP/1.1" status: 404 len: 337 time: 0.2563097 Nov 12 01:19:10.623202 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53826) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:10.672861 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-47a58a35-98e5-4618-8742-1f5e980d9b58 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] DELETE failed (client error): The resource could not be found. Nov 12 01:19:10.674120 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47a58a35-98e5-4618-8742-1f5e980d9b58 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:19:10.678610 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-47a58a35-98e5-4618-8742-1f5e980d9b58 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "DELETE /v2.0/ports/a194a7d1-64cf-4516-be47-c341f3355d5a HTTP/1.1" status: 404 len: 333 time: 0.0514677 Nov 12 01:19:10.684524 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53828) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:10.743699 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-baef82fa-72f1-41dc-9837-769b9ba701af tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] DELETE failed (client error): The resource could not be found. Nov 12 01:19:10.745523 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baef82fa-72f1-41dc-9837-769b9ba701af tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:19:10.746371 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-01bb0d3b-5c5e-43f2-bd85-4932f1b0539b None None] Deleting port 64ee1323-5310-4823-b7c0-45dce85dab9d {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:19:10.747736 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-01bb0d3b-5c5e-43f2-bd85-4932f1b0539b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:10.755978 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-baef82fa-72f1-41dc-9837-769b9ba701af tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "DELETE /v2.0/subnets/a7c17040-5b5b-4e25-8ce7-cdc90b9ab30e HTTP/1.1" status: 404 len: 337 time: 0.0692689 Nov 12 01:19:10.777016 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53830) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:10.782989 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:10.843630 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b4ee5b5-f509-4050-9281-7bb1c4854e95 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] DELETE failed (client error): The resource could not be found. Nov 12 01:19:10.844222 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b4ee5b5-f509-4050-9281-7bb1c4854e95 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:19:10.849064 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1b4ee5b5-f509-4050-9281-7bb1c4854e95 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "DELETE /v2.0/subnets/3946a1ee-a8d5-4594-9f14-f9f473a4cd49 HTTP/1.1" status: 404 len: 337 time: 0.0675712 Nov 12 01:19:10.852938 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53836) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:11.063643 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-0235110c-3171-481a-b1a1-dadddf9ab5ad tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] DELETE failed (client error): The resource could not be found. Nov 12 01:19:11.064954 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0235110c-3171-481a-b1a1-dadddf9ab5ad tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:19:11.068402 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0235110c-3171-481a-b1a1-dadddf9ab5ad tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "DELETE /v2.0/ports/45b76259-56b8-4f6b-a0d7-985030b6e398 HTTP/1.1" status: 404 len: 333 time: 0.2102623 Nov 12 01:19:11.087349 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53838) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:11.169770 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004623d-3c50-4f5b-91ba-7a35cb4549d8 req-50b801fc-5ffb-4aca-a973-3d0c627bd17f tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:11.172981 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c004623d-3c50-4f5b-91ba-7a35cb4549d8 req-50b801fc-5ffb-4aca-a973-3d0c627bd17f tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b310a87-8256-4f60-86c2-0ee130460820 HTTP/1.1" status: 200 len: 946 time: 1.0281656 Nov 12 01:19:11.175717 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-eea74b3b-ab2e-4ca7-a41c-59b00d886764 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] DELETE failed (client error): The resource could not be found. Nov 12 01:19:11.176834 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eea74b3b-ab2e-4ca7-a41c-59b00d886764 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:19:11.209056 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-eea74b3b-ab2e-4ca7-a41c-59b00d886764 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "DELETE /v2.0/subnets/22a7c470-b9cb-4df7-8336-219ae05f54aa HTTP/1.1" status: 404 len: 337 time: 0.1203361 Nov 12 01:19:11.213775 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53842) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:11.322765 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6f35c0a4-d8e0-4664-9d38-78176cecfb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:11.323729 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c004623d-3c50-4f5b-91ba-7a35cb4549d8 req-802e7b90-a5a8-4504-bd47-c2219b559803 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/security-groups?id=3077f761-4be2-41f4-97c2-5743e10b623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432579 Nov 12 01:19:11.334107 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c23e3ea-43bc-4253-a0aa-5f2cd5402cb0 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] DELETE failed (client error): The resource could not be found. Nov 12 01:19:11.335897 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c23e3ea-43bc-4253-a0aa-5f2cd5402cb0 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:19:11.341516 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7c23e3ea-43bc-4253-a0aa-5f2cd5402cb0 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "DELETE /v2.0/subnets/4dee5708-fc1a-41d7-a3f8-8d1f0b188b67 HTTP/1.1" status: 404 len: 337 time: 0.1263292 Nov 12 01:19:11.345403 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53850) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:11.432798 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-267a8248-799e-4ea3-9ec6-4ad1b85aaad4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:11.487151 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-6f35c0a4-d8e0-4664-9d38-78176cecfb9d None None] For port f7802877-926c-4c2c-b907-da2c11265181, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=f7802877-926c-4c2c-b907-da2c11265181,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:19:11.538440 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f73b08-e93c-4540-a388-6db170c650ca None None] Update dhcp port {'port': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'fixed_ips': [{'subnet_id': 'f04890d2-43b0-4544-9af0-ea827e088202', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c984d25f-8271-4fff-86f4-38c18ad33a39'}], 'binding:host_id': 'n-d-712142-27'}, 'id': 'f7802877-926c-4c2c-b907-da2c11265181'} from n-d-712142-27. {{(pid=109087) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 01:19:11.551948 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6f35c0a4-d8e0-4664-9d38-78176cecfb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:11.554684 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267a8248-799e-4ea3-9ec6-4ad1b85aaad4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event deleted for resources: {'Port': ['ID=c9b10de9-9036-4394-a8d2-a5af14f84b0c,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:11.693956 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:11.787695 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-01bb0d3b-5c5e-43f2-bd85-4932f1b0539b None None] For port 64ee1323-5310-4823-b7c0-45dce85dab9d, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=64ee1323-5310-4823-b7c0-45dce85dab9d,segment=NetworkSegment(934de371-d7c6-4f2c-9d59-6a539a81a881),segment_id=934de371-d7c6-4f2c-9d59-6a539a81a881)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:19:11.788790 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-01bb0d3b-5c5e-43f2-bd85-4932f1b0539b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:11.792422 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c7a7f8ff-8a58-49c7-90f6-5bcd31c5c097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:11.796178 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.api [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:19:11.796910 n-d-712142-27 neutron-server[109087]: DEBUG oslo_db.api [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:19:11.799590 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-267a8248-799e-4ea3-9ec6-4ad1b85aaad4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:11.811363 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-78f73b08-e93c-4540-a388-6db170c650ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:11.815379 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-267a8248-799e-4ea3-9ec6-4ad1b85aaad4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/ports/c9b10de9-9036-4394-a8d2-a5af14f84b0c HTTP/1.1" status: 204 len: 168 time: 2.7203789 Nov 12 01:19:11.835643 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53854) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:11.841783 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-01bb0d3b-5c5e-43f2-bd85-4932f1b0539b None None] Calling delete_port for 64ee1323-5310-4823-b7c0-45dce85dab9d owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:19:11.845637 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f35c0a4-d8e0-4664-9d38-78176cecfb9d None None] Pushing event updated for resources: {'Port': ['ID=f7802877-926c-4c2c-b907-da2c11265181,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:11.978290 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4812a3da-4b0b-4bae-9faf-3e6cb7433ae7 req-d2cd3be7-edc7-438b-ad89-9a92c409c5aa tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:11.984509 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4812a3da-4b0b-4bae-9faf-3e6cb7433ae7 req-d2cd3be7-edc7-438b-ad89-9a92c409c5aa tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.44 "GET /v2.0/ports?device_id=2b310a87-8256-4f60-86c2-0ee130460820 HTTP/1.1" status: 200 len: 946 time: 0.3606775 Nov 12 01:19:12.017919 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-78f73b08-e93c-4540-a388-6db170c650ca None None] Allocated IP 2001:db8::f816:3eff:fec9:789 (89ea60a3-4652-4d77-9cc6-d8bd5a56918e/c984d25f-8271-4fff-86f4-38c18ad33a39/f7802877-926c-4c2c-b907-da2c11265181) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:19:12.025570 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-20025d60-8bca-47ea-8cf8-22c6a327e332 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Deleting port bf0d0f4a-19a3-4c7f-af77-5eeb5c174009 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:19:12.027103 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-20025d60-8bca-47ea-8cf8-22c6a327e332 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:12.130062 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-78f73b08-e93c-4540-a388-6db170c650ca None None] For port f7802877-926c-4c2c-b907-da2c11265181, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=f7802877-926c-4c2c-b907-da2c11265181,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:19:12.163491 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-78f73b08-e93c-4540-a388-6db170c650ca None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:12.175948 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-78f73b08-e93c-4540-a388-6db170c650ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:12.245788 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7f8ff-8a58-49c7-90f6-5bcd31c5c097 admin admin] Pushing event updated for resources: {'Subnet': ['ID=888c46e6-6a21-405e-a0bc-5a8bd8093df1,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:12.252893 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-20025d60-8bca-47ea-8cf8-22c6a327e332 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:12.286075 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a7f8ff-8a58-49c7-90f6-5bcd31c5c097 admin admin] Checking segment: {'id': 'b39130c0-eb4d-4e53-9a09-3b93fde3ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd91e67de-0633-43a9-a930-2581a75e39e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:19:12.286423 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a7f8ff-8a58-49c7-90f6-5bcd31c5c097 admin admin] Network hostable DHCP agents. Network: d91e67de-0633-43a9-a930-2581a75e39e6, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:19:12.287169 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-20025d60-8bca-47ea-8cf8-22c6a327e332 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Calling delete_port for bf0d0f4a-19a3-4c7f-af77-5eeb5c174009 owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:19:12.377321 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f73b08-e93c-4540-a388-6db170c650ca None None] Pushing event updated for resources: {'Port': ['ID=f7802877-926c-4c2c-b907-da2c11265181,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:12.412275 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a7f8ff-8a58-49c7-90f6-5bcd31c5c097 admin admin] Network d91e67de-0633-43a9-a930-2581a75e39e6 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:19:12.444176 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-c7a7f8ff-8a58-49c7-90f6-5bcd31c5c097 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, d91e67de-0633-43a9-a930-2581a75e39e6) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:19:12.451635 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-4812a3da-4b0b-4bae-9faf-3e6cb7433ae7 req-00fbd1ab-7578-425e-84f4-0bfb3b8b1120 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Deleting port 97878826-2751-4bd8-ab63-0c0fee130f8d {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:19:12.452949 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4812a3da-4b0b-4bae-9faf-3e6cb7433ae7 req-00fbd1ab-7578-425e-84f4-0bfb3b8b1120 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:12.463121 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a7f8ff-8a58-49c7-90f6-5bcd31c5c097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:12.463737 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c7a7f8ff-8a58-49c7-90f6-5bcd31c5c097 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:12.496128 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfc4b46-c5ef-4f0f-8341-d85d27d19d60 None None] Network d91e67de-0633-43a9-a930-2581a75e39e6 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:19:12.544799 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e19263-741f-49b3-adb9-25b80d637384 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:12.547248 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e19263-741f-49b3-adb9-25b80d637384 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:12.549298 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e19263-741f-49b3-adb9-25b80d637384 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:12.568602 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-89e19263-741f-49b3-adb9-25b80d637384 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.7082903 Nov 12 01:19:12.574845 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53866) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:12.725657 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-20025d60-8bca-47ea-8cf8-22c6a327e332 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:12.732094 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ea563b7-2d00-42ae-8c87-4b03af262f5f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Deleting subnet c984d25f-8271-4fff-86f4-38c18ad33a39 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:19:12.752191 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0ea563b7-2d00-42ae-8c87-4b03af262f5f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:12.849779 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-4812a3da-4b0b-4bae-9faf-3e6cb7433ae7 req-00fbd1ab-7578-425e-84f4-0bfb3b8b1120 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] For port 97878826-2751-4bd8-ab63-0c0fee130f8d, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=97878826-2751-4bd8-ab63-0c0fee130f8d,segment=NetworkSegment(e86ee36d-9818-4f96-ba83-2c434595c99e),segment_id=e86ee36d-9818-4f96-ba83-2c434595c99e)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:19:12.850220 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4812a3da-4b0b-4bae-9faf-3e6cb7433ae7 req-00fbd1ab-7578-425e-84f4-0bfb3b8b1120 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:12.871014 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20025d60-8bca-47ea-8cf8-22c6a327e332 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event deleted for resources: {'Port': ['ID=bf0d0f4a-19a3-4c7f-af77-5eeb5c174009,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:12.885581 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-20025d60-8bca-47ea-8cf8-22c6a327e332 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:12.890283 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-20025d60-8bca-47ea-8cf8-22c6a327e332 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "DELETE /v2.0/ports/bf0d0f4a-19a3-4c7f-af77-5eeb5c174009 HTTP/1.1" status: 204 len: 168 time: 1.5429955 Nov 12 01:19:12.894439 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-4812a3da-4b0b-4bae-9faf-3e6cb7433ae7 req-00fbd1ab-7578-425e-84f4-0bfb3b8b1120 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Calling delete_port for 97878826-2751-4bd8-ab63-0c0fee130f8d owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:19:12.895130 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53872) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:12.898746 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0f3eb6-ffbd-421a-8466-bac3c6985c1b None None] Network d91e67de-0633-43a9-a930-2581a75e39e6 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:19:12.961045 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0ea563b7-2d00-42ae-8c87-4b03af262f5f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:13.174897 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a74264e9-e3a2-4723-8c69-850dc3c78607 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:13.225298 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device f7802877-926c-4c2c-b907-da2c11265181 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:19:13.233807 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-01bb0d3b-5c5e-43f2-bd85-4932f1b0539b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:13.315757 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0ea563b7-2d00-42ae-8c87-4b03af262f5f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:13.325843 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c7a7f8ff-8a58-49c7-90f6-5bcd31c5c097 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.1524072 Nov 12 01:19:13.328653 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4812a3da-4b0b-4bae-9faf-3e6cb7433ae7 req-00fbd1ab-7578-425e-84f4-0bfb3b8b1120 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:13.520503 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fbd1ab-7578-425e-84f4-0bfb3b8b1120 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Pushing event deleted for resources: {'Port': ['ID=97878826-2751-4bd8-ab63-0c0fee130f8d,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:13.657269 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-4812a3da-4b0b-4bae-9faf-3e6cb7433ae7 req-00fbd1ab-7578-425e-84f4-0bfb3b8b1120 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] No DVR routers for this DVR port 97878826-2751-4bd8-ab63-0c0fee130f8d on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:19:13.698246 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4812a3da-4b0b-4bae-9faf-3e6cb7433ae7 req-00fbd1ab-7578-425e-84f4-0bfb3b8b1120 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:13.704679 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4812a3da-4b0b-4bae-9faf-3e6cb7433ae7 req-00fbd1ab-7578-425e-84f4-0bfb3b8b1120 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.44 "DELETE /v2.0/ports/97878826-2751-4bd8-ab63-0c0fee130f8d HTTP/1.1" status: 204 len: 173 time: 1.6873753 Nov 12 01:19:13.764548 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341f69f-d82d-48b9-8185-605b40255323 req-41e1b504-00e3-438d-8131-8f2b7ece4885 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:13.774799 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d341f69f-d82d-48b9-8185-605b40255323 req-41e1b504-00e3-438d-8131-8f2b7ece4885 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/ports?device_id=2b310a87-8256-4f60-86c2-0ee130460820 HTTP/1.1" status: 200 len: 867 time: 1.2527380 Nov 12 01:19:13.776642 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b310a87-8256-4f60-86c2-0ee130460820', 'name': 'network-vif-deleted', 'tag': '97878826-2751-4bd8-ab63-0c0fee130f8d'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:19:13.788934 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0100a787-ead3-43e0-a8d8-783525825e00" -d '{"events": [{"server_uuid": "2b310a87-8256-4f60-86c2-0ee130460820", "name": "network-vif-deleted", "tag": "97878826-2751-4bd8-ab63-0c0fee130f8d"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:19:13.927081 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3289ff1-818c-4718-9438-24e354e5d715 x-openstack-request-id: req-a3289ff1-818c-4718-9438-24e354e5d715 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:19:13.927394 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b310a87-8256-4f60-86c2-0ee130460820", "name": "network-vif-deleted", "tag": "97878826-2751-4bd8-ab63-0c0fee130f8d", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:19:13.927655 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a3289ff1-818c-4718-9438-24e354e5d715 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:19:13.931167 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b310a87-8256-4f60-86c2-0ee130460820', 'name': 'network-vif-deleted', 'tag': '97878826-2751-4bd8-ab63-0c0fee130f8d', 'status': 'completed', 'code': 200} Nov 12 01:19:13.999837 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d341f69f-d82d-48b9-8185-605b40255323 req-479f8786-7b99-4399-b4b7-a7bd576e4722 tempest-AttachVolumeNegativeTest-1997510844 tempest-AttachVolumeNegativeTest-1997510844-project] 10.222.0.45 "GET /v2.0/security-groups?id=3077f761-4be2-41f4-97c2-5743e10b623b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989872 Nov 12 01:19:14.132822 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['97878826-2751-4bd8-ab63-0c0fee130f8d'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:19:14.178068 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6095a7ff-9047-4874-9164-3967ee0020e9 None None] DHCP port deletion for 1a8182d6-d1ae-418d-93c2-b627ded7dca2 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:19:14.185866 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bb0d3b-5c5e-43f2-bd85-4932f1b0539b None None] Pushing event deleted for resources: {'Port': ['ID=64ee1323-5310-4823-b7c0-45dce85dab9d,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:14.219284 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bb0d3b-5c5e-43f2-bd85-4932f1b0539b None None] No DVR routers for this DVR port 64ee1323-5310-4823-b7c0-45dce85dab9d on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:19:14.233790 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a74264e9-e3a2-4723-8c69-850dc3c78607 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:14.349221 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port f7802877-926c-4c2c-b907-da2c11265181 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:19:14.350566 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:14.368790 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-a74264e9-e3a2-4723-8c69-850dc3c78607 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8772cc2-48ca-49b1-bc76-d138bf6c236f']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:19:14.427055 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-a74264e9-e3a2-4723-8c69-850dc3c78607 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '934de371-d7c6-4f2c-9d59-6a539a81a881') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:19:14.427458 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-a74264e9-e3a2-4723-8c69-850dc3c78607 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '934de371-d7c6-4f2c-9d59-6a539a81a881') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:19:14.465644 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-1574e4fe-c75f-4c1a-abd9-30f6346d269c None None] Could not find standard attr ID for object c9b10de9-9036-4394-a8d2-a5af14f84b0c. {{(pid=109087) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:19:14.489634 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0ea563b7-2d00-42ae-8c87-4b03af262f5f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:14.490166 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-1574e4fe-c75f-4c1a-abd9-30f6346d269c None None] Provisioning complete for port f7802877-926c-4c2c-b907-da2c11265181 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:19:14.490604 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1574e4fe-c75f-4c1a-abd9-30f6346d269c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:14.534672 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a74264e9-e3a2-4723-8c69-850dc3c78607 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:14.625463 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0ea563b7-2d00-42ae-8c87-4b03af262f5f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:14.630920 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0ea563b7-2d00-42ae-8c87-4b03af262f5f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/c984d25f-8271-4fff-86f4-38c18ad33a39 HTTP/1.1" status: 204 len: 168 time: 2.0544765 Nov 12 01:19:14.633692 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53898) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:14.649969 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea563b7-2d00-42ae-8c87-4b03af262f5f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event deleted for resources: {'Subnet': ['ID=c984d25f-8271-4fff-86f4-38c18ad33a39,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:14.678751 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a74264e9-e3a2-4723-8c69-850dc3c78607 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:14.693189 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a74264e9-e3a2-4723-8c69-850dc3c78607 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:19:14.693723 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a74264e9-e3a2-4723-8c69-850dc3c78607 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:14.721365 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:19:14.721365 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:19:14.721365 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:19:14.721365 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:19:14.721365 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:19:14.721365 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:19:14.721365 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:19:14.721365 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:19:14.721365 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:19:14.721365 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:19:14.721365 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:19:14.721365 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:19:14.721365 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:19:14.721365 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:19:14.721365 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:19:14.721365 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:19:14.721365 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:19:14.721365 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:19:14.721365 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:19:14.721365 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:19:14.721365 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:19:14.721365 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:19:14.721365 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:19:14.721365 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:19:14.721365 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:19:14.721365 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:19:14.721365 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:19:14.721365 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:19:14.721365 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:19:14.721365 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:19:14.721365 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:19:14.721365 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:19:14.804002 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-68919e4c-a35f-4331-a115-3166cb3f12e1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Deleting subnet f04890d2-43b0-4544-9af0-ea827e088202 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:19:14.820144 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-68919e4c-a35f-4331-a115-3166cb3f12e1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:14.827397 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53902) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:14.881776 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 64ee1323-5310-4823-b7c0-45dce85dab9d no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:19:14.894558 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-916e5b50-605e-421d-89d4-56784bbd7aa5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2028235848-network', 'tenant_id': '0c421ae06abb4933a926a78fadb1e967'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:19:14.944061 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a74264e9-e3a2-4723-8c69-850dc3c78607 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:14.953184 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 64ee1323-5310-4823-b7c0-45dce85dab9d {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:19:14.953584 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 64ee1323-5310-4823-b7c0-45dce85dab9d not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:19:14.972465 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a74264e9-e3a2-4723-8c69-850dc3c78607 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:14.972621 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916e5b50-605e-421d-89d4-56784bbd7aa5 admin admin] Made reservation on behalf of 0c421ae06abb4933a926a78fadb1e967 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:19:14.981090 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-916e5b50-605e-421d-89d4-56784bbd7aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:14.989831 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5a802364-362e-464b-be93-d9e49fe1ca7b None None] Could not find standard attr ID for object 107607d4-11bd-4619-b84e-4f7d6bb94ed7. {{(pid=109087) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:19:14.995584 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a74264e9-e3a2-4723-8c69-850dc3c78607 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] 10.222.0.45 "DELETE /v2.0/networks/e8772cc2-48ca-49b1-bc76-d138bf6c236f HTTP/1.1" status: 204 len: 168 time: 2.0891881 Nov 12 01:19:15.020154 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab18aa38-3d03-407d-9a6c-8d92bbcc0650 None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:19:15.078067 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74264e9-e3a2-4723-8c69-850dc3c78607 tempest-PortsTestJSON-141273457 tempest-PortsTestJSON-141273457-project] Pushing event deleted for resources: {'Network': ['ID=e8772cc2-48ca-49b1-bc76-d138bf6c236f,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:15.098141 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-68919e4c-a35f-4331-a115-3166cb3f12e1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:15.153015 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53910) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:15.296901 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-68919e4c-a35f-4331-a115-3166cb3f12e1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:15.401777 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 97878826-2751-4bd8-ab63-0c0fee130f8d no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:19:15.430376 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-916e5b50-605e-421d-89d4-56784bbd7aa5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:15.438300 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-68919e4c-a35f-4331-a115-3166cb3f12e1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:15.469999 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 97878826-2751-4bd8-ab63-0c0fee130f8d {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:19:15.471451 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 97878826-2751-4bd8-ab63-0c0fee130f8d not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:19:15.527176 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-68919e4c-a35f-4331-a115-3166cb3f12e1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:15.532306 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-68919e4c-a35f-4331-a115-3166cb3f12e1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/f04890d2-43b0-4544-9af0-ea827e088202 HTTP/1.1" status: 204 len: 168 time: 0.8967981 Nov 12 01:19:15.536873 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68919e4c-a35f-4331-a115-3166cb3f12e1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event deleted for resources: {'Subnet': ['ID=f04890d2-43b0-4544-9af0-ea827e088202,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:15.544059 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53918) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:15.581762 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bb9e6ee-ff1a-4e1e-b71b-bb84ca3769ce admin admin] Deleting subnet 1a7d4261-126a-4a06-89cb-5e5216ca7fc1 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:19:15.587568 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5bb9e6ee-ff1a-4e1e-b71b-bb84ca3769ce admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:15.600903 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3d284111-f5a5-4f4c-ae4a-092e2a491360 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0554318 Nov 12 01:19:15.604697 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53920) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:15.684743 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53924) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:15.707942 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5bb9e6ee-ff1a-4e1e-b71b-bb84ca3769ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:15.756378 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2889f6-e831-4062-b023-6cfd8a0dd638 None None] Update dhcp port {'port': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'fixed_ips': [{'subnet_id': 'f04890d2-43b0-4544-9af0-ea827e088202'}], 'binding:host_id': 'n-d-712142-27'}, 'id': 'f7802877-926c-4c2c-b907-da2c11265181'} from n-d-712142-27. {{(pid=109087) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 01:19:15.762144 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-916e5b50-605e-421d-89d4-56784bbd7aa5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:15.772163 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-916e5b50-605e-421d-89d4-56784bbd7aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:15.808380 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51aabb8-8b28-49ff-a871-843e1bd47085 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:15.811064 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-b51aabb8-8b28-49ff-a871-843e1bd47085 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2051158 Nov 12 01:19:15.816783 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53930) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:15.827031 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fe2889f6-e831-4062-b023-6cfd8a0dd638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:15.853188 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e5b50-605e-421d-89d4-56784bbd7aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376be5be-684e-4377-858c-45eea5334c16,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:15.884421 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-916e5b50-605e-421d-89d4-56784bbd7aa5 admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:19:15.906789 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-916e5b50-605e-421d-89d4-56784bbd7aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:15.907433 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-916e5b50-605e-421d-89d4-56784bbd7aa5 admin admin] Added segment b3cefc40-d59c-472c-bda1-7a59ce18c75e of type vlan for network 1d95826b-3db9-47af-82de-c1b8f894a991 Nov 12 01:19:15.924987 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5bb9e6ee-ff1a-4e1e-b71b-bb84ca3769ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:15.990613 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-916e5b50-605e-421d-89d4-56784bbd7aa5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:16.039667 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-916e5b50-605e-421d-89d4-56784bbd7aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:16.041835 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916e5b50-605e-421d-89d4-56784bbd7aa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:16.043086 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-916e5b50-605e-421d-89d4-56784bbd7aa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:16.073614 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5bb9e6ee-ff1a-4e1e-b71b-bb84ca3769ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:16.161254 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadb5eae-86f9-4768-af75-21023d6d1c5d None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:19:16.162823 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb9e6ee-ff1a-4e1e-b71b-bb84ca3769ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a7d4261-126a-4a06-89cb-5e5216ca7fc1,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:16.188743 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-916e5b50-605e-421d-89d4-56784bbd7aa5 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3600814 Nov 12 01:19:16.192150 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53934) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:16.198313 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-116f8b51-000c-4ccf-8e9b-9593df9318d9 admin admin] Request body: {'subnet': {'network_id': '1d95826b-3db9-47af-82de-c1b8f894a991', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2028235848-subnet', 'tenant_id': '0c421ae06abb4933a926a78fadb1e967', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:19:16.206937 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5bb9e6ee-ff1a-4e1e-b71b-bb84ca3769ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:16.210323 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5bb9e6ee-ff1a-4e1e-b71b-bb84ca3769ce admin admin] 10.222.0.45 "DELETE /v2.0/subnets/1a7d4261-126a-4a06-89cb-5e5216ca7fc1 HTTP/1.1" status: 204 len: 168 time: 1.0555499 Nov 12 01:19:16.213073 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53936) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:16.227801 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e5b50-605e-421d-89d4-56784bbd7aa5 admin admin] Pushing event updated for resources: {'Network': ['ID=1d95826b-3db9-47af-82de-c1b8f894a991,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:16.234653 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825942e7-0861-45b9-bf9a-5b2d7c4f652c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:16.236927 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-825942e7-0861-45b9-bf9a-5b2d7c4f652c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4192362 Nov 12 01:19:16.242622 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53938) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:16.299560 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e5ee2b95-9738-42d5-88c4-711bde5f9b04 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0552001 Nov 12 01:19:16.310499 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53940) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:16.319423 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-27237e53-890f-444a-876c-fa3f6af801ae tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'subnet': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:19:16.326253 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-616112c3-91e8-4780-90ff-879e19064288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:16.330586 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4754b640-8d62-4722-8eee-71be878c866a None None] Network 1a8182d6-d1ae-418d-93c2-b627ded7dca2 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:19:16.341044 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 1d95826b-3db9-47af-82de-c1b8f894a991 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:19:16.353424 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4dd991b2-5a42-46e3-ba21-6d27e2dd471c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=10e024f1501d4f999bfc171e7c9c2478&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6634405 Nov 12 01:19:16.358603 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53942) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:16.417890 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116f8b51-000c-4ccf-8e9b-9593df9318d9 admin admin] Made reservation on behalf of 0c421ae06abb4933a926a78fadb1e967 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:19:16.423675 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-116f8b51-000c-4ccf-8e9b-9593df9318d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:16.473535 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-616112c3-91e8-4780-90ff-879e19064288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:16.500746 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-616112c3-91e8-4780-90ff-879e19064288 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a8182d6-d1ae-418d-93c2-b627ded7dca2']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:19:16.513732 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-616112c3-91e8-4780-90ff-879e19064288 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e86ee36d-9818-4f96-ba83-2c434595c99e') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:19:16.514354 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-616112c3-91e8-4780-90ff-879e19064288 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e86ee36d-9818-4f96-ba83-2c434595c99e') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:19:16.527101 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-616112c3-91e8-4780-90ff-879e19064288 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:16.545289 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-616112c3-91e8-4780-90ff-879e19064288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:16.557575 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-616112c3-91e8-4780-90ff-879e19064288 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:19:16.558109 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-616112c3-91e8-4780-90ff-879e19064288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:16.579218 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-99e5281c-e283-494c-8b69-d685aef322ed None None] Provisioning complete for port f7802877-926c-4c2c-b907-da2c11265181 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:19:16.581336 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-99e5281c-e283-494c-8b69-d685aef322ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:16.640386 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:19:16.640386 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:19:16.640386 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:19:16.640386 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:19:16.640386 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:19:16.640386 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:19:16.640386 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:19:16.640386 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:19:16.640386 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:19:16.640386 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:19:16.640386 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:19:16.640386 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:19:16.640386 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:19:16.640386 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:19:16.640386 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:19:16.640386 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:19:16.640386 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:19:16.640386 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:19:16.640386 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:19:16.640386 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:19:16.640386 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:19:16.640386 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:19:16.640386 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:19:16.640386 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:19:16.640386 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:19:16.640386 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:19:16.640386 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:19:16.640386 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:19:16.640386 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:19:16.640386 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:19:16.640386 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:19:16.640386 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:19:16.647559 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-616112c3-91e8-4780-90ff-879e19064288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:16.679560 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-616112c3-91e8-4780-90ff-879e19064288 admin admin] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:16.686581 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-616112c3-91e8-4780-90ff-879e19064288 admin admin] 10.222.0.45 "DELETE /v2.0/networks/1a8182d6-d1ae-418d-93c2-b627ded7dca2 HTTP/1.1" status: 204 len: 168 time: 0.4692469 Nov 12 01:19:16.686581 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616112c3-91e8-4780-90ff-879e19064288 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a8182d6-d1ae-418d-93c2-b627ded7dca2,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:16.703684 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27237e53-890f-444a-876c-fa3f6af801ae tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:19:16.725545 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-27237e53-890f-444a-876c-fa3f6af801ae tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:16.738144 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ac519530-56d7-48fc-adf1-eb24ff557929 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:16.749254 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-27237e53-890f-444a-876c-fa3f6af801ae tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:19:16.754053 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27237e53-890f-444a-876c-fa3f6af801ae tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:19:16.798294 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ac519530-56d7-48fc-adf1-eb24ff557929 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:16.835614 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-27237e53-890f-444a-876c-fa3f6af801ae tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5205729 Nov 12 01:19:16.850695 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53948) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:16.869299 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-8731aff0-8db7-4fe4-9e55-0fd25d3ce8ac tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'subnet': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:19:16.880925 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3f1c97-2231-4898-acf1-b7a3e496d52e None None] DHCP port deletion for 89ea60a3-4652-4d77-9cc6-d8bd5a56918e request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:19:16.957086 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ac519530-56d7-48fc-adf1-eb24ff557929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:16.964047 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ac519530-56d7-48fc-adf1-eb24ff557929 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:16.965435 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ac519530-56d7-48fc-adf1-eb24ff557929 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/003f9d73-e0c8-4ddd-ba23-e08444335e95 HTTP/1.1" status: 204 len: 168 time: 0.6055079 Nov 12 01:19:17.019211 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b092a9c-e029-4c16-b8c5-94f33d2aa315 None None] DHCP port deletion for 1a8182d6-d1ae-418d-93c2-b627ded7dca2 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:19:17.109779 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53952) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:17.111115 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac519530-56d7-48fc-adf1-eb24ff557929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003f9d73-e0c8-4ddd-ba23-e08444335e95,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:17.197549 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8731aff0-8db7-4fe4-9e55-0fd25d3ce8ac tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:19:17.205438 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8731aff0-8db7-4fe4-9e55-0fd25d3ce8ac tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:17.209372 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-8731aff0-8db7-4fe4-9e55-0fd25d3ce8ac tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:19:17.211161 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8731aff0-8db7-4fe4-9e55-0fd25d3ce8ac tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:19:17.232092 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-116f8b51-000c-4ccf-8e9b-9593df9318d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:17.262645 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8731aff0-8db7-4fe4-9e55-0fd25d3ce8ac tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4046428 Nov 12 01:19:17.266275 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53956) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:17.266636 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3a94a021-c0ce-4b74-9791-800a1a27cefe admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=02561602d23944f4a6c1bd1cba61ffb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1533957 Nov 12 01:19:17.287622 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-8ddb296e-b873-4171-96a4-333ddf4af1a2 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'subnet': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:19:17.305885 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53958) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:17.334386 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device f7802877-926c-4c2c-b907-da2c11265181 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:19:17.340570 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f8b51-000c-4ccf-8e9b-9593df9318d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=527e2f60-6413-4e0b-81c1-0517217153d0,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:17.421820 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116f8b51-000c-4ccf-8e9b-9593df9318d9 admin admin] Checking segment: {'id': 'b3cefc40-d59c-472c-bda1-7a59ce18c75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1d95826b-3db9-47af-82de-c1b8f894a991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:19:17.422687 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116f8b51-000c-4ccf-8e9b-9593df9318d9 admin admin] Network hostable DHCP agents. Network: 1d95826b-3db9-47af-82de-c1b8f894a991, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:19:17.466393 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116f8b51-000c-4ccf-8e9b-9593df9318d9 admin admin] Network 1d95826b-3db9-47af-82de-c1b8f894a991 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:19:17.488321 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-116f8b51-000c-4ccf-8e9b-9593df9318d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 1d95826b-3db9-47af-82de-c1b8f894a991) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:19:17.494182 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116f8b51-000c-4ccf-8e9b-9593df9318d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:17.494789 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-116f8b51-000c-4ccf-8e9b-9593df9318d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:17.518088 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4983647-a2e4-4720-b52c-2874ccee3fe7 None None] Network 1d95826b-3db9-47af-82de-c1b8f894a991 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:19:17.535866 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-116f8b51-000c-4ccf-8e9b-9593df9318d9 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3413002 Nov 12 01:19:17.563290 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-be3f1c97-2231-4898-acf1-b7a3e496d52e None None] Deleting port f7802877-926c-4c2c-b907-da2c11265181 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:19:17.563674 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be3f1c97-2231-4898-acf1-b7a3e496d52e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:17.671913 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ddb296e-b873-4171-96a4-333ddf4af1a2 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:19:17.675717 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8ddb296e-b873-4171-96a4-333ddf4af1a2 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:17.686524 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ddb296e-b873-4171-96a4-333ddf4af1a2 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:19:17.687562 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ddb296e-b873-4171-96a4-333ddf4af1a2 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:19:17.715842 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-782e7b0f-3f46-4d6f-b230-fcc57612d335 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:17.734571 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8ddb296e-b873-4171-96a4-333ddf4af1a2 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4661808 Nov 12 01:19:17.738957 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53970) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:17.752315 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-1e9de55a-cfb3-4c79-9336-a449c7c72bea tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'subnet': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:19:17.804244 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-782e7b0f-3f46-4d6f-b230-fcc57612d335 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:17.809063 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be3f1c97-2231-4898-acf1-b7a3e496d52e None None] For port f7802877-926c-4c2c-b907-da2c11265181, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=f7802877-926c-4c2c-b907-da2c11265181,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:19:17.810032 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be3f1c97-2231-4898-acf1-b7a3e496d52e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:17.826701 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-be3f1c97-2231-4898-acf1-b7a3e496d52e None None] Calling delete_port for f7802877-926c-4c2c-b907-da2c11265181 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:19:17.949534 n-d-712142-27 neutron-server[109087]: INFO neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No ports have port_id starting with f7802877-926c-4c2c-b907-da2c11265181 Nov 12 01:19:17.954036 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be3f1c97-2231-4898-acf1-b7a3e496d52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:18.022448 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f1c97-2231-4898-acf1-b7a3e496d52e None None] Pushing event deleted for resources: {'Port': ['ID=f7802877-926c-4c2c-b907-da2c11265181,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:18.024836 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3f1c97-2231-4898-acf1-b7a3e496d52e None None] No DVR routers for this DVR port f7802877-926c-4c2c-b907-da2c11265181 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:19:18.054381 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-782e7b0f-3f46-4d6f-b230-fcc57612d335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:18.057766 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-782e7b0f-3f46-4d6f-b230-fcc57612d335 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:18.062996 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-782e7b0f-3f46-4d6f-b230-fcc57612d335 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3077f761-4be2-41f4-97c2-5743e10b623b HTTP/1.1" status: 204 len: 168 time: 0.7515101 Nov 12 01:19:18.079375 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e7b0f-3f46-4d6f-b230-fcc57612d335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3077f761-4be2-41f4-97c2-5743e10b623b,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:18.164663 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9de55a-cfb3-4c79-9336-a449c7c72bea tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:19:18.172928 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1e9de55a-cfb3-4c79-9336-a449c7c72bea tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:18.185588 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e9de55a-cfb3-4c79-9336-a449c7c72bea tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:19:18.186331 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e9de55a-cfb3-4c79-9336-a449c7c72bea tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:19:18.229969 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-1e9de55a-cfb3-4c79-9336-a449c7c72bea tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4890361 Nov 12 01:19:18.235323 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53984) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:18.241078 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-c562e3d3-7d49-4e16-9b7c-4be3d55fb6a4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'subnet': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:19:18.246200 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1c50fb-3db9-4b4c-a61f-565092345b39 None None] Network 1d95826b-3db9-47af-82de-c1b8f894a991 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:19:18.487309 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c562e3d3-7d49-4e16-9b7c-4be3d55fb6a4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:19:18.491242 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c562e3d3-7d49-4e16-9b7c-4be3d55fb6a4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:18.492824 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-c562e3d3-7d49-4e16-9b7c-4be3d55fb6a4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:19:18.493247 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c562e3d3-7d49-4e16-9b7c-4be3d55fb6a4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:19:18.537062 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53994) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:18.538095 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c562e3d3-7d49-4e16-9b7c-4be3d55fb6a4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3004272 Nov 12 01:19:18.550789 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-c158bbbf-ad7e-43ac-861f-f4dca8414bd9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'subnet': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:19:18.880724 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c158bbbf-ad7e-43ac-861f-f4dca8414bd9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:19:18.889226 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c158bbbf-ad7e-43ac-861f-f4dca8414bd9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:18.892032 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-c158bbbf-ad7e-43ac-861f-f4dca8414bd9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:19:18.892892 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c158bbbf-ad7e-43ac-861f-f4dca8414bd9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:19:18.935860 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c158bbbf-ad7e-43ac-861f-f4dca8414bd9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3941987 Nov 12 01:19:18.938162 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54000) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:19.050043 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 54002) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:19.050252 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-01c468e4-0d29-43ec-9b81-d39f8d380e53 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1041017 Nov 12 01:19:19.408019 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b5aa0a-b248-4235-ac19-19078bfd5f92 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:19.415888 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54014) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:19.421408 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a3b5aa0a-b248-4235-ac19-19078bfd5f92 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3656461 Nov 12 01:19:19.494513 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-36eab8df-7353-4ac1-b48f-3ac25609aac5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0766711 Nov 12 01:19:19.507690 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54018) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:19.516777 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-7d53fb12-3885-470c-a74d-24e3af705bca tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'subnet': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:19:19.687593 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f912e3-a7d5-47a0-83da-49f8539564dd req-1196297c-f7f6-4425-bea4-bff61246c081 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:19.691103 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-44f912e3-a7d5-47a0-83da-49f8539564dd req-1196297c-f7f6-4425-bea4-bff61246c081 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] 10.222.0.45 "GET /v2.0/networks?id=d91e67de-0633-43a9-a930-2581a75e39e6 HTTP/1.1" status: 200 len: 809 time: 0.4290779 Nov 12 01:19:19.718099 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-44f912e3-a7d5-47a0-83da-49f8539564dd req-4c75c716-6ba3-4624-a4c9-d200de169f94 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] 10.222.0.45 "GET /v2.0/quotas/cc4618d272e2434faef49f96746921d1 HTTP/1.1" status: 200 len: 375 time: 0.0152924 Nov 12 01:19:19.794836 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-44f912e3-a7d5-47a0-83da-49f8539564dd req-48deb840-4904-4396-9e28-37a2936d8ccf tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=cc4618d272e2434faef49f96746921d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0669720 Nov 12 01:19:19.853298 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d53fb12-3885-470c-a74d-24e3af705bca tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:19:19.860175 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7d53fb12-3885-470c-a74d-24e3af705bca tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:20.448665 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 54050) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:20.529757 n-d-712142-27 neutron-server[109086]: DEBUG neutron.objects.ports [None req-7d53fb12-3885-470c-a74d-24e3af705bca tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109086) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 01:19:20.534272 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7d53fb12-3885-470c-a74d-24e3af705bca tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:20.544289 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-44f912e3-a7d5-47a0-83da-49f8539564dd req-b8202d8c-0de5-4510-a0ab-cd6fe4b39e29 service neutron] 10.222.0.45 "GET /v2.0/networks/d91e67de-0633-43a9-a930-2581a75e39e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7156367 Nov 12 01:19:20.565923 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-29065ae4-f67a-42d3-8915-93fe074a171f tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Request body: {'network': {'name': 'tempest-RoutersTest-308253911'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:19:20.694803 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-44f912e3-a7d5-47a0-83da-49f8539564dd req-8b7f3036-a093-4bb8-a0f8-7ee3af7811c4 service neutron] 10.222.0.45 "GET /v2.0/networks/d91e67de-0633-43a9-a930-2581a75e39e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495697 Nov 12 01:19:20.698336 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d53fb12-3885-470c-a74d-24e3af705bca tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:19:20.712584 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-7d53fb12-3885-470c-a74d-24e3af705bca tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:19:20.729853 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d53fb12-3885-470c-a74d-24e3af705bca tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:20.733703 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7d53fb12-3885-470c-a74d-24e3af705bca tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:20.737026 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8845956d-e787-494a-9dc6-00abbe3c7044 None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:19:20.747189 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 54058) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:20.763007 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d53fb12-3885-470c-a74d-24e3af705bca tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Subnet': ['ID=b6effbb9-4231-4ee7-8ea7-64e8e7e0f3a3,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:20.792123 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29065ae4-f67a-42d3-8915-93fe074a171f tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Made reservation on behalf of acd8925e4e2c4fe7bbc2a1e10c7a8810 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:19:20.811452 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7d53fb12-3885-470c-a74d-24e3af705bca tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2995112 Nov 12 01:19:20.812773 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54062) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:20.820685 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-29065ae4-f67a-42d3-8915-93fe074a171f tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:20.837268 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-03a20868-0bd1-4e62-8cbf-c8252e12a4ec tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'port': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'mac_address': 'fa:16:3e:2a:f3:25', 'name': 'tempest-NetworksTestDHCPv6-995076892'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:19:20.883421 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-29065ae4-f67a-42d3-8915-93fe074a171f tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:21.205944 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a20868-0bd1-4e62-8cbf-c8252e12a4ec tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:19:21.236990 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-abb27008-f7f5-4550-b48a-4154b7464025 req-1c06ae08-9357-4507-bdbe-1168cff2b9ab tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] 10.222.0.45 "GET /v2.0/ports?device_id=584df8dd-fc36-456d-b333-ee4f836cfb22 HTTP/1.1" status: 200 len: 210 time: 0.1200070 Nov 12 01:19:21.354264 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f76d606-4edc-42b1-8cc0-f205b070d39c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'tenant_id': '70514e17c07e4902b3c1ce1ff6844138', 'fixed_ips': [{'subnet_id': 'b6effbb9-4231-4ee7-8ea7-64e8e7e0f3a3'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:19:21.355011 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0f76d606-4edc-42b1-8cc0-f205b070d39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:21.475240 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-03a20868-0bd1-4e62-8cbf-c8252e12a4ec tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:21.542281 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-03a20868-0bd1-4e62-8cbf-c8252e12a4ec tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] device_id is not set on port bd2216a3-0a28-4d45-9504-41cb4cb2bf20 yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:19:21.713550 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-29065ae4-f67a-42d3-8915-93fe074a171f tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:21.721332 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-29065ae4-f67a-42d3-8915-93fe074a171f tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:21.742218 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-03a20868-0bd1-4e62-8cbf-c8252e12a4ec tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Allocated IP 2001:db8::f816:3eff:fe2a:f325 (89ea60a3-4652-4d77-9cc6-d8bd5a56918e/b6effbb9-4231-4ee7-8ea7-64e8e7e0f3a3/bd2216a3-0a28-4d45-9504-41cb4cb2bf20) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:19:21.834778 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29065ae4-f67a-42d3-8915-93fe074a171f tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:19:21.859865 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-29065ae4-f67a-42d3-8915-93fe074a171f tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:21.860622 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-29065ae4-f67a-42d3-8915-93fe074a171f tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Added segment 5796459b-d58f-4366-9bea-d99bbf3350b8 of type vlan for network 5ba1ec49-9e1f-4a92-abca-3a087eea71e2 Nov 12 01:19:21.862719 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29065ae4-f67a-42d3-8915-93fe074a171f tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e38350-1757-4911-8234-d5ae4a4be56a,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:22.039670 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-29065ae4-f67a-42d3-8915-93fe074a171f tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:22.061882 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-03a20868-0bd1-4e62-8cbf-c8252e12a4ec tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:22.107492 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-03a20868-0bd1-4e62-8cbf-c8252e12a4ec tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:22.213034 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-0f76d606-4edc-42b1-8cc0-f205b070d39c None None] Allocated IP 2001:db8::f816:3eff:fe93:408f (89ea60a3-4652-4d77-9cc6-d8bd5a56918e/b6effbb9-4231-4ee7-8ea7-64e8e7e0f3a3/628c96eb-d7a5-409a-9983-0bfed90e5956) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:19:22.216005 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a20868-0bd1-4e62-8cbf-c8252e12a4ec tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:19:22.233423 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-03a20868-0bd1-4e62-8cbf-c8252e12a4ec tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:19:22.247336 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-29065ae4-f67a-42d3-8915-93fe074a171f tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:22.248370 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a20868-0bd1-4e62-8cbf-c8252e12a4ec tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:19:22.261818 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a20868-0bd1-4e62-8cbf-c8252e12a4ec tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:22.265840 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29065ae4-f67a-42d3-8915-93fe074a171f tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:22.267248 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-29065ae4-f67a-42d3-8915-93fe074a171f tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:22.268027 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-03a20868-0bd1-4e62-8cbf-c8252e12a4ec tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:22.308673 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a20868-0bd1-4e62-8cbf-c8252e12a4ec tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Port': ['ID=bd2216a3-0a28-4d45-9504-41cb4cb2bf20,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:22.343615 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-03a20868-0bd1-4e62-8cbf-c8252e12a4ec tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5241826 Nov 12 01:19:22.346489 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54096) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:22.515535 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcca504-5148-4659-801d-942f32f788dc tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:22.517949 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6dcca504-5148-4659-801d-942f32f788dc tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1685269 Nov 12 01:19:22.520641 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54102) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:22.623885 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29065ae4-f67a-42d3-8915-93fe074a171f tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event updated for resources: {'Network': ['ID=5ba1ec49-9e1f-4a92-abca-3a087eea71e2,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:22.679659 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 5ba1ec49-9e1f-4a92-abca-3a087eea71e2 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:19:22.691830 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-29065ae4-f67a-42d3-8915-93fe074a171f tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.2399771 Nov 12 01:19:22.694921 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0f76d606-4edc-42b1-8cc0-f205b070d39c None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:22.700142 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54104) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:22.707832 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-38e721b3-e080-441d-a439-c28ba073376b req-09a6b600-5124-4a27-8733-6f8d1f649db8 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] 10.222.0.45 "GET /v2.0/ports?device_id=584df8dd-fc36-456d-b333-ee4f836cfb22 HTTP/1.1" status: 200 len: 210 time: 0.2305207 Nov 12 01:19:22.725443 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-5f46036e-9bd5-4e3c-befe-17ef81124165 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Request body: {'network': {'name': 'tempest-RoutersTest-920851721'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:19:22.756409 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0f76d606-4edc-42b1-8cc0-f205b070d39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:22.781814 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f46036e-9bd5-4e3c-befe-17ef81124165 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Made reservation on behalf of acd8925e4e2c4fe7bbc2a1e10c7a8810 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:19:22.786187 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5f46036e-9bd5-4e3c-befe-17ef81124165 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:22.854369 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f76d606-4edc-42b1-8cc0-f205b070d39c None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:19:22.865648 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-0f76d606-4edc-42b1-8cc0-f205b070d39c None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:19:22.871907 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f76d606-4edc-42b1-8cc0-f205b070d39c None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:19:22.889292 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-36b40375-5585-45d1-9229-c4c01fd9ca88 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Deleting port bd2216a3-0a28-4d45-9504-41cb4cb2bf20 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:19:22.889701 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-36b40375-5585-45d1-9229-c4c01fd9ca88 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:22.891160 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76d606-4edc-42b1-8cc0-f205b070d39c None None] Pushing event updated for resources: {'Port': ['ID=628c96eb-d7a5-409a-9983-0bfed90e5956,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:22.946493 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f46036e-9bd5-4e3c-befe-17ef81124165 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:19:22.992316 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5f46036e-9bd5-4e3c-befe-17ef81124165 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:22.992652 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-5f46036e-9bd5-4e3c-befe-17ef81124165 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Added segment 6914e496-db30-4fcd-87be-889581ad6b6d of type vlan for network e47069d0-c1a6-46d6-8007-a0bd6c20089f Nov 12 01:19:23.050901 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-0f76d606-4edc-42b1-8cc0-f205b070d39c None None] Attempting to bind port 628c96eb-d7a5-409a-9983-0bfed90e5956 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:19:23.051275 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-0f76d606-4edc-42b1-8cc0-f205b070d39c None None] Attempting to bind port 628c96eb-d7a5-409a-9983-0bfed90e5956 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:19:23.051912 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f76d606-4edc-42b1-8cc0-f205b070d39c None None] Attempting to bind port 628c96eb-d7a5-409a-9983-0bfed90e5956 on network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:19:23.061759 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dfdb5b8c-b92f-425a-bc25-d55dfbce06b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:23.062398 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f76d606-4edc-42b1-8cc0-f205b070d39c None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:19:23.062398 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f76d606-4edc-42b1-8cc0-f205b070d39c None None] Checking segment: {'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:19:23.062398 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0f76d606-4edc-42b1-8cc0-f205b070d39c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:23.062398 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f76d606-4edc-42b1-8cc0-f205b070d39c None None] Bound using segment: {'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:19:23.063061 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-0f76d606-4edc-42b1-8cc0-f205b070d39c None None] Bound port: 628c96eb-d7a5-409a-9983-0bfed90e5956, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:19:23.063384 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0f76d606-4edc-42b1-8cc0-f205b070d39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:23.106324 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5f46036e-9bd5-4e3c-befe-17ef81124165 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:23.131101 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-36b40375-5585-45d1-9229-c4c01fd9ca88 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:23.182340 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-36b40375-5585-45d1-9229-c4c01fd9ca88 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Calling delete_port for bd2216a3-0a28-4d45-9504-41cb4cb2bf20 owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:19:23.183722 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-0f76d606-4edc-42b1-8cc0-f205b070d39c None None] For port 628c96eb-d7a5-409a-9983-0bfed90e5956, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:19:23.188679 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5f46036e-9bd5-4e3c-befe-17ef81124165 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:23.192830 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-0f76d606-4edc-42b1-8cc0-f205b070d39c None None] For port 628c96eb-d7a5-409a-9983-0bfed90e5956, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=628c96eb-d7a5-409a-9983-0bfed90e5956,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:19:23.196086 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f46036e-9bd5-4e3c-befe-17ef81124165 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:23.197704 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5f46036e-9bd5-4e3c-befe-17ef81124165 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:23.200993 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0f76d606-4edc-42b1-8cc0-f205b070d39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:23.447167 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46036e-9bd5-4e3c-befe-17ef81124165 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event updated for resources: {'Network': ['ID=e47069d0-c1a6-46d6-8007-a0bd6c20089f,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:23.530345 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5f46036e-9bd5-4e3c-befe-17ef81124165 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8058717 Nov 12 01:19:23.534947 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 54118) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:23.545843 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-62bcb977-82d7-4895-ba90-2b8d19122844 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Request body: {'subnet': {'network_id': '5ba1ec49-9e1f-4a92-abca-3a087eea71e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:19:23.651610 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network e47069d0-c1a6-46d6-8007-a0bd6c20089f details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:19:23.763126 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-36b40375-5585-45d1-9229-c4c01fd9ca88 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:23.837363 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b40375-5585-45d1-9229-c4c01fd9ca88 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event deleted for resources: {'Port': ['ID=bd2216a3-0a28-4d45-9504-41cb4cb2bf20,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:23.873353 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-74b4d755-ed14-4f13-b8cf-27d7ba8a5a6b req-038d539d-c6a5-4290-be57-9fd31ecb56d1 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] 10.222.0.45 "GET /v2.0/ports?device_id=584df8dd-fc36-456d-b333-ee4f836cfb22 HTTP/1.1" status: 200 len: 210 time: 0.0467336 Nov 12 01:19:23.895361 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76d606-4edc-42b1-8cc0-f205b070d39c None None] Pushing event updated for resources: {'Port': ['ID=628c96eb-d7a5-409a-9983-0bfed90e5956,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:23.902891 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-36b40375-5585-45d1-9229-c4c01fd9ca88 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:23.911731 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-36b40375-5585-45d1-9229-c4c01fd9ca88 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/ports/bd2216a3-0a28-4d45-9504-41cb4cb2bf20 HTTP/1.1" status: 204 len: 168 time: 1.3883770 Nov 12 01:19:23.916955 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54122) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:23.928418 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-dfdb5b8c-b92f-425a-bc25-d55dfbce06b4 admin admin] Deleting port 4894ce9e-9550-4064-902d-10d1c8124bc3 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:19:23.928838 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dfdb5b8c-b92f-425a-bc25-d55dfbce06b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:23.932101 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62bcb977-82d7-4895-ba90-2b8d19122844 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Made reservation on behalf of acd8925e4e2c4fe7bbc2a1e10c7a8810 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:19:23.936444 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-62bcb977-82d7-4895-ba90-2b8d19122844 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:24.049052 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531787f8-f440-48f9-b34a-9f9e626c23df tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:24.052273 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531787f8-f440-48f9-b34a-9f9e626c23df tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:24.061268 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-531787f8-f440-48f9-b34a-9f9e626c23df tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1328454 Nov 12 01:19:24.061268 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54126) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:24.159750 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-dfdb5b8c-b92f-425a-bc25-d55dfbce06b4 admin admin] For port 4894ce9e-9550-4064-902d-10d1c8124bc3, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=4894ce9e-9550-4064-902d-10d1c8124bc3,segment=NetworkSegment(e77abea7-a924-404b-ac27-8265a21f100e),segment_id=e77abea7-a924-404b-ac27-8265a21f100e)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:19:24.160639 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dfdb5b8c-b92f-425a-bc25-d55dfbce06b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:24.181755 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-dfdb5b8c-b92f-425a-bc25-d55dfbce06b4 admin admin] Calling delete_port for 4894ce9e-9550-4064-902d-10d1c8124bc3 owned by network:router_interface {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:19:24.222775 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a6db876-8e53-4c8b-ae3c-642277bbc488 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Deleting subnet b6effbb9-4231-4ee7-8ea7-64e8e7e0f3a3 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:19:24.228836 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5a6db876-8e53-4c8b-ae3c-642277bbc488 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:24.291402 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5a6db876-8e53-4c8b-ae3c-642277bbc488 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:24.403597 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5a6db876-8e53-4c8b-ae3c-642277bbc488 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:24.403855 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-62bcb977-82d7-4895-ba90-2b8d19122844 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:24.509973 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5a6db876-8e53-4c8b-ae3c-642277bbc488 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:24.534213 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5a6db876-8e53-4c8b-ae3c-642277bbc488 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:24.540689 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5a6db876-8e53-4c8b-ae3c-642277bbc488 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/b6effbb9-4231-4ee7-8ea7-64e8e7e0f3a3 HTTP/1.1" status: 204 len: 168 time: 0.4797187 Nov 12 01:19:24.561238 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54138) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:24.582717 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6db876-8e53-4c8b-ae3c-642277bbc488 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event deleted for resources: {'Subnet': ['ID=b6effbb9-4231-4ee7-8ea7-64e8e7e0f3a3,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:24.671461 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-25ae8605-91d5-4e9b-9e1a-d9f739602238 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1073115 Nov 12 01:19:24.677800 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54148) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:24.688581 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-6cee8ac2-4317-49cb-b963-af466a23fcf5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'subnet': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:19:24.701876 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bcb977-82d7-4895-ba90-2b8d19122844 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event updated for resources: {'Subnet': ['ID=b6b6ac31-5a7f-4c3c-81e7-5ebec18a5219,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:24.730997 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bcb977-82d7-4895-ba90-2b8d19122844 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Checking segment: {'id': '5796459b-d58f-4366-9bea-d99bbf3350b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5ba1ec49-9e1f-4a92-abca-3a087eea71e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:19:24.731664 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bcb977-82d7-4895-ba90-2b8d19122844 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Network hostable DHCP agents. Network: 5ba1ec49-9e1f-4a92-abca-3a087eea71e2, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:19:24.832111 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bcb977-82d7-4895-ba90-2b8d19122844 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Network 5ba1ec49-9e1f-4a92-abca-3a087eea71e2 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:19:24.932179 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-62bcb977-82d7-4895-ba90-2b8d19122844 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 5ba1ec49-9e1f-4a92-abca-3a087eea71e2) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:19:24.938172 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cee8ac2-4317-49cb-b963-af466a23fcf5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:19:24.944150 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6cee8ac2-4317-49cb-b963-af466a23fcf5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:24.953493 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17da4a2-6f2c-430e-a3e7-92f5af2560d7 None None] Network 5ba1ec49-9e1f-4a92-abca-3a087eea71e2 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:19:24.978513 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bcb977-82d7-4895-ba90-2b8d19122844 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:24.979152 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-62bcb977-82d7-4895-ba90-2b8d19122844 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:25.045157 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-62bcb977-82d7-4895-ba90-2b8d19122844 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5087698 Nov 12 01:19:25.052936 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54160) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:25.071475 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-52244d13-2098-4fdd-82ea-6f8ddfb30a48 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Request body: {'subnet': {'network_id': 'e47069d0-c1a6-46d6-8007-a0bd6c20089f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:19:25.183355 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-46ab45d3-7732-440e-8aaf-2b6d72f3fd67 req-9977f7c0-1437-42ba-ab21-8c122e56ac87 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] 10.222.0.45 "GET /v2.0/ports?device_id=584df8dd-fc36-456d-b333-ee4f836cfb22 HTTP/1.1" status: 200 len: 210 time: 0.1370780 Nov 12 01:19:25.184303 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dfdb5b8c-b92f-425a-bc25-d55dfbce06b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:25.290538 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdb5b8c-b92f-425a-bc25-d55dfbce06b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4894ce9e-9550-4064-902d-10d1c8124bc3,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:25.569373 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 628c96eb-d7a5-409a-9983-0bfed90e5956 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:19:25.670933 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52244d13-2098-4fdd-82ea-6f8ddfb30a48 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Made reservation on behalf of acd8925e4e2c4fe7bbc2a1e10c7a8810 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:19:25.681508 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-52244d13-2098-4fdd-82ea-6f8ddfb30a48 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:25.833047 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69de1ba-b09a-4314-9fb9-8adcd17a6b0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-5ba1ec49-9e1f-4a92-abca-3a087eea71e2', 'network_id': '5ba1ec49-9e1f-4a92-abca-3a087eea71e2', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'fixed_ips': [{'subnet_id': 'b6b6ac31-5a7f-4c3c-81e7-5ebec18a5219'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:19:25.835142 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dfdb5b8c-b92f-425a-bc25-d55dfbce06b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:25.837807 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c69de1ba-b09a-4314-9fb9-8adcd17a6b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:25.927217 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439840ca-154b-47c2-b8ec-937874f1a976 None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:19:25.934526 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 628c96eb-d7a5-409a-9983-0bfed90e5956 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:19:25.935217 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:26.314607 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-b75a1dcf-b11e-4c18-bc17-151bf049ad50 None None] Provisioning complete for port 628c96eb-d7a5-409a-9983-0bfed90e5956 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:19:26.315486 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b75a1dcf-b11e-4c18-bc17-151bf049ad50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:26.497880 n-d-712142-27 neutron-server[109086]: DEBUG neutron.objects.ports [None req-6cee8ac2-4317-49cb-b963-af466a23fcf5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109086) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 01:19:26.501210 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-52244d13-2098-4fdd-82ea-6f8ddfb30a48 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:26.675879 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:26.737206 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-c69de1ba-b09a-4314-9fb9-8adcd17a6b0b None None] Allocated IP 172.20.0.2 (5ba1ec49-9e1f-4a92-abca-3a087eea71e2/b6b6ac31-5a7f-4c3c-81e7-5ebec18a5219/b774d41d-7539-4934-9180-b28ba1d0e25b) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:19:26.901687 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfdb5b8c-b92f-425a-bc25-d55dfbce06b4 admin admin] Router 6c4d9432-55ba-47bd-bb50-de97708bf56c has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:19:26.905114 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52244d13-2098-4fdd-82ea-6f8ddfb30a48 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event updated for resources: {'Subnet': ['ID=bb5d716b-853a-465b-9543-50ce7bb87db2,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:27.013397 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c69de1ba-b09a-4314-9fb9-8adcd17a6b0b None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:27.064994 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52244d13-2098-4fdd-82ea-6f8ddfb30a48 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Checking segment: {'id': '6914e496-db30-4fcd-87be-889581ad6b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e47069d0-c1a6-46d6-8007-a0bd6c20089f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:19:27.066791 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52244d13-2098-4fdd-82ea-6f8ddfb30a48 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Network hostable DHCP agents. Network: e47069d0-c1a6-46d6-8007-a0bd6c20089f, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:19:27.075559 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c69de1ba-b09a-4314-9fb9-8adcd17a6b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:27.088798 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cfdc59bb-f7d6-49cf-bd17-e4a6e8d753be req-6278011b-911e-4b59-b1d5-c93311400440 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] 10.222.0.45 "GET /v2.0/ports?device_id=584df8dd-fc36-456d-b333-ee4f836cfb22 HTTP/1.1" status: 200 len: 210 time: 0.1971114 Nov 12 01:19:27.090701 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfdb5b8c-b92f-425a-bc25-d55dfbce06b4 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:19:27.107821 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc15aaaa-dc5c-4635-84b2-652b5c56bb6e None None] Sync routers for ids ['6c4d9432-55ba-47bd-bb50-de97708bf56c'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:19:27.118063 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-dfdb5b8c-b92f-425a-bc25-d55dfbce06b4 admin admin] 10.222.0.45 "PUT /v2.0/routers/6c4d9432-55ba-47bd-bb50-de97708bf56c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3641014 Nov 12 01:19:27.119484 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 54180) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:27.153774 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc15aaaa-dc5c-4635-84b2-652b5c56bb6e None None] Routers {'6c4d9432-55ba-47bd-bb50-de97708bf56c'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:19:27.154882 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-fc15aaaa-dc5c-4635-84b2-652b5c56bb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:19:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['6c4d9432-55ba-47bd-bb50-de97708bf56c'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:19:27.185541 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69de1ba-b09a-4314-9fb9-8adcd17a6b0b None None] Pushing event updated for resources: {'Port': ['ID=b774d41d-7539-4934-9180-b28ba1d0e25b,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:27.190973 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52244d13-2098-4fdd-82ea-6f8ddfb30a48 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Network e47069d0-c1a6-46d6-8007-a0bd6c20089f is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:19:27.289145 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-52244d13-2098-4fdd-82ea-6f8ddfb30a48 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, e47069d0-c1a6-46d6-8007-a0bd6c20089f) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:19:27.303275 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52244d13-2098-4fdd-82ea-6f8ddfb30a48 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:27.304374 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-52244d13-2098-4fdd-82ea-6f8ddfb30a48 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:27.341419 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5edada77-67cd-4f88-9318-11639a91d035 admin admin] Publish callbacks [] for router, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:27.341762 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6cee8ac2-4317-49cb-b963-af466a23fcf5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:27.411245 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfa3147-e1b4-40df-962b-3021ec73943c None None] Network e47069d0-c1a6-46d6-8007-a0bd6c20089f requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:19:27.481304 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b75a1dcf-b11e-4c18-bc17-151bf049ad50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:27.548550 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-52244d13-2098-4fdd-82ea-6f8ddfb30a48 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4927626 Nov 12 01:19:27.549714 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54184) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:27.567488 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69de1ba-b09a-4314-9fb9-8adcd17a6b0b None None] Network 5ba1ec49-9e1f-4a92-abca-3a087eea71e2 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:19:27.576098 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-78761380-8250-4813-9518-0e97f81d58be tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1779260366', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:19:27.593083 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-fc15aaaa-dc5c-4635-84b2-652b5c56bb6e None None] Set router 6c4d9432-55ba-47bd-bb50-de97708bf56c gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:19:27.694918 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-c69de1ba-b09a-4314-9fb9-8adcd17a6b0b None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:19:27.705352 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-89b8512a-2450-4180-8d95-4a5c39b8949f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:27.770636 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f912e3-a7d5-47a0-83da-49f8539564dd req-66b8e051-5d03-4864-87f8-6e9cbf374f6e tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:27.772644 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-44f912e3-a7d5-47a0-83da-49f8539564dd req-66b8e051-5d03-4864-87f8-6e9cbf374f6e tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] 10.222.0.44 "GET /v2.0/networks?id=d91e67de-0633-43a9-a930-2581a75e39e6 HTTP/1.1" status: 200 len: 809 time: 0.1676896 Nov 12 01:19:27.778697 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5edada77-67cd-4f88-9318-11639a91d035 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:27.799464 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-44f912e3-a7d5-47a0-83da-49f8539564dd req-d43747a6-8d21-47c8-b538-07cc93cb8874 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] Request body: {'port': {'device_id': '584df8dd-fc36-456d-b333-ee4f836cfb22', 'network_id': 'd91e67de-0633-43a9-a930-2581a75e39e6', 'admin_state_up': True, 'tenant_id': 'cc4618d272e2434faef49f96746921d1'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:19:27.826940 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-78761380-8250-4813-9518-0e97f81d58be tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:27.828441 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-78761380-8250-4813-9518-0e97f81d58be tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:27.833463 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69de1ba-b09a-4314-9fb9-8adcd17a6b0b None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:19:27.873334 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.api [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:19:27.874424 n-d-712142-27 neutron-server[109087]: DEBUG oslo_db.api [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:19:28.082918 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-78761380-8250-4813-9518-0e97f81d58be tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:28.099343 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-6cee8ac2-4317-49cb-b963-af466a23fcf5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] For port 628c96eb-d7a5-409a-9983-0bfed90e5956, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=628c96eb-d7a5-409a-9983-0bfed90e5956,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:19:28.135558 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-78761380-8250-4813-9518-0e97f81d58be tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:28.162481 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-c69de1ba-b09a-4314-9fb9-8adcd17a6b0b None None] Attempting to bind port b774d41d-7539-4934-9180-b28ba1d0e25b on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:19:28.163069 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-c69de1ba-b09a-4314-9fb9-8adcd17a6b0b None None] Attempting to bind port b774d41d-7539-4934-9180-b28ba1d0e25b by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '5796459b-d58f-4366-9bea-d99bbf3350b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5ba1ec49-9e1f-4a92-abca-3a087eea71e2'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:19:28.163644 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69de1ba-b09a-4314-9fb9-8adcd17a6b0b None None] Attempting to bind port b774d41d-7539-4934-9180-b28ba1d0e25b on network 5ba1ec49-9e1f-4a92-abca-3a087eea71e2 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:19:28.222155 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-78761380-8250-4813-9518-0e97f81d58be tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:28.223062 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69de1ba-b09a-4314-9fb9-8adcd17a6b0b None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:19:28.223711 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69de1ba-b09a-4314-9fb9-8adcd17a6b0b None None] Checking segment: {'id': '5796459b-d58f-4366-9bea-d99bbf3350b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5ba1ec49-9e1f-4a92-abca-3a087eea71e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:19:28.224374 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c69de1ba-b09a-4314-9fb9-8adcd17a6b0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:28.227477 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-78761380-8250-4813-9518-0e97f81d58be tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6695921 Nov 12 01:19:28.227594 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69de1ba-b09a-4314-9fb9-8adcd17a6b0b None None] Bound using segment: {'id': '5796459b-d58f-4366-9bea-d99bbf3350b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5ba1ec49-9e1f-4a92-abca-3a087eea71e2'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:19:28.227594 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-c69de1ba-b09a-4314-9fb9-8adcd17a6b0b None None] Bound port: b774d41d-7539-4934-9180-b28ba1d0e25b, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5796459b-d58f-4366-9bea-d99bbf3350b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '5ba1ec49-9e1f-4a92-abca-3a087eea71e2'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:19:28.227594 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c69de1ba-b09a-4314-9fb9-8adcd17a6b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:28.234017 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54192) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:28.242064 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6cee8ac2-4317-49cb-b963-af466a23fcf5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:28.255897 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-5edada77-67cd-4f88-9318-11639a91d035 admin admin] Deleting port 876f3bf9-72ff-47b4-8dab-c99d8fc6d72f {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:19:28.257594 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5edada77-67cd-4f88-9318-11639a91d035 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:28.434893 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6cee8ac2-4317-49cb-b963-af466a23fcf5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:28.436470 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6cee8ac2-4317-49cb-b963-af466a23fcf5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:28.441881 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44f912e3-a7d5-47a0-83da-49f8539564dd req-d43747a6-8d21-47c8-b538-07cc93cb8874 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] Made reservation on behalf of cc4618d272e2434faef49f96746921d1 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:19:28.462330 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-44f912e3-a7d5-47a0-83da-49f8539564dd req-d43747a6-8d21-47c8-b538-07cc93cb8874 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:28.501937 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:28.557946 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e5302ea5-b086-4825-86b2-6517d943e33d req-f9472e5b-2d0c-48fb-918f-dd3a98f8d9a3 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] 10.222.0.45 "GET /v2.0/ports?device_id=584df8dd-fc36-456d-b333-ee4f836cfb22 HTTP/1.1" status: 200 len: 210 time: 0.2107439 Nov 12 01:19:28.558214 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-fc15aaaa-dc5c-4635-84b2-652b5c56bb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'name': 'tempest-AttachVolumeTestJSON-1338414397-router', 'tenant_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '876f3bf9-72ff-47b4-8dab-c99d8fc6d72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:04Z', 'updated_at': '2021-11-12T01:19:24Z', 'revision_number': 5, 'project_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'gw_port': {'id': '876f3bf9-72ff-47b4-8dab-c99d8fc6d72f', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:95:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:09:05Z', 'updated_at': '2021-11-12T01:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:19:28.653861 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc15aaaa-dc5c-4635-84b2-652b5c56bb6e None None] Checking router: 6c4d9432-55ba-47bd-bb50-de97708bf56c for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:19:28.685539 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc15aaaa-dc5c-4635-84b2-652b5c56bb6e None None] Routers {'6c4d9432-55ba-47bd-bb50-de97708bf56c'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:19:28.686554 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-fc15aaaa-dc5c-4635-84b2-652b5c56bb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:19:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['6c4d9432-55ba-47bd-bb50-de97708bf56c'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:19:28.701658 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 628c96eb-d7a5-409a-9983-0bfed90e5956, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=628c96eb-d7a5-409a-9983-0bfed90e5956,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:19:28.786461 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:28.809381 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46244a18-5d57-413c-ab29-74b1baa7b877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-e47069d0-c1a6-46d6-8007-a0bd6c20089f', 'network_id': 'e47069d0-c1a6-46d6-8007-a0bd6c20089f', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'fixed_ips': [{'subnet_id': 'bb5d716b-853a-465b-9543-50ce7bb87db2'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:19:28.811201 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-46244a18-5d57-413c-ab29-74b1baa7b877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:28.904971 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-44f912e3-a7d5-47a0-83da-49f8539564dd req-d43747a6-8d21-47c8-b538-07cc93cb8874 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] Allocated IP 172.20.0.10 (d91e67de-0633-43a9-a930-2581a75e39e6/888c46e6-6a21-405e-a0bc-5a8bd8093df1/222d2058-591c-4d81-9f3c-48171abe4bdf) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:19:28.940315 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-fc15aaaa-dc5c-4635-84b2-652b5c56bb6e None None] Set router 6c4d9432-55ba-47bd-bb50-de97708bf56c gateway port host: None {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:19:29.089032 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-fc15aaaa-dc5c-4635-84b2-652b5c56bb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'name': 'tempest-AttachVolumeTestJSON-1338414397-router', 'tenant_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:04Z', 'updated_at': '2021-11-12T01:19:27Z', 'revision_number': 6, 'project_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'gw_port_host': None}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:19:29.095913 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.api [None req-b75a1dcf-b11e-4c18-bc17-151bf049ad50 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:19:29.097128 n-d-712142-27 neutron-server[109087]: DEBUG oslo_db.api [None req-b75a1dcf-b11e-4c18-bc17-151bf049ad50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:19:29.126003 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-c69de1ba-b09a-4314-9fb9-8adcd17a6b0b None None] For port b774d41d-7539-4934-9180-b28ba1d0e25b, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:19:29.143455 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-44f912e3-a7d5-47a0-83da-49f8539564dd req-d43747a6-8d21-47c8-b538-07cc93cb8874 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:29.145945 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-c69de1ba-b09a-4314-9fb9-8adcd17a6b0b None None] For port b774d41d-7539-4934-9180-b28ba1d0e25b, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=b774d41d-7539-4934-9180-b28ba1d0e25b,segment=NetworkSegment(5796459b-d58f-4366-9bea-d99bbf3350b8),segment_id=5796459b-d58f-4366-9bea-d99bbf3350b8)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:19:29.159645 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc15aaaa-dc5c-4635-84b2-652b5c56bb6e None None] The sync data for ids ['6c4d9432-55ba-47bd-bb50-de97708bf56c'] in n-d-712142-27 is: [{'id': '6c4d9432-55ba-47bd-bb50-de97708bf56c', 'name': 'tempest-AttachVolumeTestJSON-1338414397-router', 'tenant_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:09:04Z', 'updated_at': '2021-11-12T01:19:27Z', 'revision_number': 6, 'project_id': 'd602ff0942bb43ad80fd0eb430b5a1d7', 'gw_port_host': None}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:19:29.251667 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-5edada77-67cd-4f88-9318-11639a91d035 admin admin] For port 876f3bf9-72ff-47b4-8dab-c99d8fc6d72f, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=876f3bf9-72ff-47b4-8dab-c99d8fc6d72f,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:19:29.252053 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5edada77-67cd-4f88-9318-11639a91d035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:29.276673 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-5edada77-67cd-4f88-9318-11639a91d035 admin admin] Calling delete_port for 876f3bf9-72ff-47b4-8dab-c99d8fc6d72f owned by network:router_gateway {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:19:29.386135 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c69de1ba-b09a-4314-9fb9-8adcd17a6b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:29.447526 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=628c96eb-d7a5-409a-9983-0bfed90e5956,revision_number=6']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:29.534745 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee8ac2-4317-49cb-b963-af466a23fcf5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Subnet': ['ID=8a48b360-42aa-4651-ab23-ad10b2b895b2,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:29.595323 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-44f912e3-a7d5-47a0-83da-49f8539564dd req-d43747a6-8d21-47c8-b538-07cc93cb8874 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:29.662846 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44f912e3-a7d5-47a0-83da-49f8539564dd req-d43747a6-8d21-47c8-b538-07cc93cb8874 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] Network d91e67de-0633-43a9-a930-2581a75e39e6 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:19:29.669986 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-44f912e3-a7d5-47a0-83da-49f8539564dd req-d43747a6-8d21-47c8-b538-07cc93cb8874 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:19:29.675896 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5edada77-67cd-4f88-9318-11639a91d035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:29.683298 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-46244a18-5d57-413c-ab29-74b1baa7b877 None None] Allocated IP 172.21.0.2 (e47069d0-c1a6-46d6-8007-a0bd6c20089f/bb5d716b-853a-465b-9543-50ce7bb87db2/2dc84cbb-e3d3-4cf9-8596-82b31e01fa60) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:19:29.694849 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f912e3-a7d5-47a0-83da-49f8539564dd req-d43747a6-8d21-47c8-b538-07cc93cb8874 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:19:29.800211 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43747a6-8d21-47c8-b538-07cc93cb8874 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] Pushing event updated for resources: {'Port': ['ID=222d2058-591c-4d81-9f3c-48171abe4bdf,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:29.907883 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edada77-67cd-4f88-9318-11639a91d035 admin admin] Pushing event deleted for resources: {'Port': ['ID=876f3bf9-72ff-47b4-8dab-c99d8fc6d72f,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:29.927409 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cee8ac2-4317-49cb-b963-af466a23fcf5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:19:29.959846 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-6cee8ac2-4317-49cb-b963-af466a23fcf5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:19:29.970935 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cee8ac2-4317-49cb-b963-af466a23fcf5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:29.972217 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6cee8ac2-4317-49cb-b963-af466a23fcf5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:30.028690 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee8ac2-4317-49cb-b963-af466a23fcf5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Port': ['ID=628c96eb-d7a5-409a-9983-0bfed90e5956,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:30.037193 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6cee8ac2-4317-49cb-b963-af466a23fcf5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.3565288 Nov 12 01:19:30.039547 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8f41cf1d-f1db-4e8a-9aec-652ca7a298bd tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:30.042478 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54208) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:30.046465 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3315a0b-76cd-4306-8ea7-1daff02e70f4 req-f87f3335-835c-4889-9414-d95dc23d12f4 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:30.049589 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-74a0da95-74a8-4c17-be53-a0b73788ee57 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'port': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'mac_address': 'fa:16:3e:ff:72:f3', 'name': 'tempest-NetworksTestDHCPv6-1948117152'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:19:30.056349 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d3315a0b-76cd-4306-8ea7-1daff02e70f4 req-f87f3335-835c-4889-9414-d95dc23d12f4 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] 10.222.0.45 "GET /v2.0/ports?device_id=584df8dd-fc36-456d-b333-ee4f836cfb22 HTTP/1.1" status: 200 len: 932 time: 0.2487748 Nov 12 01:19:30.075518 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f912e3-a7d5-47a0-83da-49f8539564dd req-d43747a6-8d21-47c8-b538-07cc93cb8874 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:30.076607 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-44f912e3-a7d5-47a0-83da-49f8539564dd req-d43747a6-8d21-47c8-b538-07cc93cb8874 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:30.100611 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc6d7cd-8d58-4d82-a391-132c49d398ad None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:19:30.102783 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13210c1-d46e-4cb8-9367-6fb9aecdce3e None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:19:30.130029 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5edada77-67cd-4f88-9318-11639a91d035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:30.323472 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-44f912e3-a7d5-47a0-83da-49f8539564dd req-d43747a6-8d21-47c8-b538-07cc93cb8874 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5338206 Nov 12 01:19:30.454690 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-44f912e3-a7d5-47a0-83da-49f8539564dd req-51bc7a6c-dfd8-4851-b152-24070605a033 service neutron] Request body: {'port': {'device_id': '584df8dd-fc36-456d-b333-ee4f836cfb22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:19:30.571241 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5edada77-67cd-4f88-9318-11639a91d035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:30.587550 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5edada77-67cd-4f88-9318-11639a91d035 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:30.616730 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d3315a0b-76cd-4306-8ea7-1daff02e70f4 req-4ceaf9a4-f1ea-41bf-805e-0208e2c87382 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] 10.222.0.45 "GET /v2.0/security-groups?id=90c30e11-191f-48a8-b20b-740a2cc4ef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5592792 Nov 12 01:19:30.703239 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a0da95-74a8-4c17-be53-a0b73788ee57 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:19:30.745083 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-8f41cf1d-f1db-4e8a-9aec-652ca7a298bd tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Allocated IP 172.20.0.1 (5ba1ec49-9e1f-4a92-abca-3a087eea71e2/b6b6ac31-5a7f-4c3c-81e7-5ebec18a5219/3fd622a8-0acb-4f28-bf9d-887b8a60524f) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:19:30.826185 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-44f912e3-a7d5-47a0-83da-49f8539564dd req-51bc7a6c-dfd8-4851-b152-24070605a033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:30.880782 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5edada77-67cd-4f88-9318-11639a91d035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:30.898440 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5edada77-67cd-4f88-9318-11639a91d035 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c4d9432-55ba-47bd-bb50-de97708bf56c {{(pid=109085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:19:30.905025 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5edada77-67cd-4f88-9318-11639a91d035 admin admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:30.913404 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-5edada77-67cd-4f88-9318-11639a91d035 admin admin] 10.222.0.45 "DELETE /v2.0/routers/6c4d9432-55ba-47bd-bb50-de97708bf56c HTTP/1.1" status: 204 len: 168 time: 3.7926738 Nov 12 01:19:30.919906 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54222) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:31.064131 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-46244a18-5d57-413c-ab29-74b1baa7b877 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:31.081955 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54226) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:31.097110 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 628c96eb-d7a5-409a-9983-0bfed90e5956 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:19:31.229647 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-46244a18-5d57-413c-ab29-74b1baa7b877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:31.274462 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-74a0da95-74a8-4c17-be53-a0b73788ee57 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:31.304865 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69de1ba-b09a-4314-9fb9-8adcd17a6b0b None None] Pushing event updated for resources: {'Port': ['ID=b774d41d-7539-4934-9180-b28ba1d0e25b,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:31.306445 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ccaf8da-4ea9-493a-a142-7c9364bd4936 admin admin] Deleting subnet bf3a876c-b540-4ae8-a3b9-c5dbe0528b0f {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:19:31.390525 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46244a18-5d57-413c-ab29-74b1baa7b877 None None] Pushing event updated for resources: {'Port': ['ID=2dc84cbb-e3d3-4cf9-8596-82b31e01fa60,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:31.396931 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba8e845-032f-4713-a513-95136bffed7b None None] Network 5ba1ec49-9e1f-4a92-abca-3a087eea71e2 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:19:31.406151 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4ccaf8da-4ea9-493a-a142-7c9364bd4936 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:31.511865 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46244a18-5d57-413c-ab29-74b1baa7b877 None None] Network e47069d0-c1a6-46d6-8007-a0bd6c20089f is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:19:31.514071 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-74a0da95-74a8-4c17-be53-a0b73788ee57 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] device_id is not set on port ed888726-da4d-4bda-bb27-28a76ac04168 yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:19:31.521993 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-46244a18-5d57-413c-ab29-74b1baa7b877 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:19:31.532347 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46244a18-5d57-413c-ab29-74b1baa7b877 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:19:31.577449 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-50ab5d81-1235-4c93-8afe-d5613bab1a93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:31.595410 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-56843c3f-5b56-446f-b023-6bccbdcc7d59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:31.608680 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8f41cf1d-f1db-4e8a-9aec-652ca7a298bd tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:31.721823 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-44f912e3-a7d5-47a0-83da-49f8539564dd req-51bc7a6c-dfd8-4851-b152-24070605a033 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 222d2058-591c-4d81-9f3c-48171abe4bdf {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:19:31.728342 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 628c96eb-d7a5-409a-9983-0bfed90e5956 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:19:31.728868 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:31.732349 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-44f912e3-a7d5-47a0-83da-49f8539564dd req-51bc7a6c-dfd8-4851-b152-24070605a033 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:31.747113 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-44f912e3-a7d5-47a0-83da-49f8539564dd req-51bc7a6c-dfd8-4851-b152-24070605a033 service neutron] Transition to ACTIVE for port object 222d2058-591c-4d81-9f3c-48171abe4bdf will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:19:31.756489 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-44f912e3-a7d5-47a0-83da-49f8539564dd req-51bc7a6c-dfd8-4851-b152-24070605a033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:31.778702 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4ccaf8da-4ea9-493a-a142-7c9364bd4936 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:31.950743 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-da8c4f69-3126-4de6-9689-16b70fab1bca None None] Provisioning complete for port b774d41d-7539-4934-9180-b28ba1d0e25b triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:19:31.951595 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-da8c4f69-3126-4de6-9689-16b70fab1bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:31.966437 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8f41cf1d-f1db-4e8a-9aec-652ca7a298bd tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:31.993506 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc7a6c-dfd8-4851-b152-24070605a033 service neutron] Pushing event updated for resources: {'Port': ['ID=222d2058-591c-4d81-9f3c-48171abe4bdf,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:32.129241 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262879c8-a30a-4923-9b58-58e8addc7b99 req-09074fea-588a-4685-9ce3-b03b5b392e1d tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:32.130959 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-262879c8-a30a-4923-9b58-58e8addc7b99 req-09074fea-588a-4685-9ce3-b03b5b392e1d tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] 10.222.0.45 "GET /v2.0/ports?device_id=584df8dd-fc36-456d-b333-ee4f836cfb22 HTTP/1.1" status: 200 len: 944 time: 0.2883439 Nov 12 01:19:32.181485 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f41cf1d-f1db-4e8a-9aec-652ca7a298bd tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Network 5ba1ec49-9e1f-4a92-abca-3a087eea71e2 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:19:32.231241 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-46244a18-5d57-413c-ab29-74b1baa7b877 None None] Attempting to bind port 2dc84cbb-e3d3-4cf9-8596-82b31e01fa60 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:19:32.232108 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-46244a18-5d57-413c-ab29-74b1baa7b877 None None] Attempting to bind port 2dc84cbb-e3d3-4cf9-8596-82b31e01fa60 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '6914e496-db30-4fcd-87be-889581ad6b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e47069d0-c1a6-46d6-8007-a0bd6c20089f'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:19:32.232108 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46244a18-5d57-413c-ab29-74b1baa7b877 None None] Attempting to bind port 2dc84cbb-e3d3-4cf9-8596-82b31e01fa60 on network e47069d0-c1a6-46d6-8007-a0bd6c20089f {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:19:32.239657 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-44f912e3-a7d5-47a0-83da-49f8539564dd req-51bc7a6c-dfd8-4851-b152-24070605a033 service neutron] Attempting to bind port 222d2058-591c-4d81-9f3c-48171abe4bdf on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:19:32.240906 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-44f912e3-a7d5-47a0-83da-49f8539564dd req-51bc7a6c-dfd8-4851-b152-24070605a033 service neutron] Attempting to bind port 222d2058-591c-4d81-9f3c-48171abe4bdf by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'b39130c0-eb4d-4e53-9a09-3b93fde3ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd91e67de-0633-43a9-a930-2581a75e39e6'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:19:32.241388 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f912e3-a7d5-47a0-83da-49f8539564dd req-51bc7a6c-dfd8-4851-b152-24070605a033 service neutron] Attempting to bind port 222d2058-591c-4d81-9f3c-48171abe4bdf on network d91e67de-0633-43a9-a930-2581a75e39e6 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:19:32.272739 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f912e3-a7d5-47a0-83da-49f8539564dd req-51bc7a6c-dfd8-4851-b152-24070605a033 service neutron] Port 222d2058-591c-4d81-9f3c-48171abe4bdf on network d91e67de-0633-43a9-a930-2581a75e39e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:19:32.273076 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f912e3-a7d5-47a0-83da-49f8539564dd req-51bc7a6c-dfd8-4851-b152-24070605a033 service neutron] Attempting to bind port 222d2058-591c-4d81-9f3c-48171abe4bdf on network d91e67de-0633-43a9-a930-2581a75e39e6 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:19:32.303702 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-8f41cf1d-f1db-4e8a-9aec-652ca7a298bd tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:19:32.308381 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-262879c8-a30a-4923-9b58-58e8addc7b99 req-e41d3973-a13a-4a5f-9601-a034a23fb549 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] 10.222.0.45 "GET /v2.0/security-groups?id=90c30e11-191f-48a8-b20b-740a2cc4ef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546011 Nov 12 01:19:32.312521 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f912e3-a7d5-47a0-83da-49f8539564dd req-51bc7a6c-dfd8-4851-b152-24070605a033 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:19:32.312864 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f912e3-a7d5-47a0-83da-49f8539564dd req-51bc7a6c-dfd8-4851-b152-24070605a033 service neutron] Checking segment: {'id': 'b39130c0-eb4d-4e53-9a09-3b93fde3ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd91e67de-0633-43a9-a930-2581a75e39e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:19:32.313269 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f912e3-a7d5-47a0-83da-49f8539564dd req-51bc7a6c-dfd8-4851-b152-24070605a033 service neutron] Bound using segment: {'id': 'b39130c0-eb4d-4e53-9a09-3b93fde3ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd91e67de-0633-43a9-a930-2581a75e39e6'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:19:32.313733 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-44f912e3-a7d5-47a0-83da-49f8539564dd req-51bc7a6c-dfd8-4851-b152-24070605a033 service neutron] Bound port: 222d2058-591c-4d81-9f3c-48171abe4bdf, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b39130c0-eb4d-4e53-9a09-3b93fde3ec3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd91e67de-0633-43a9-a930-2581a75e39e6'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:19:32.314102 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-44f912e3-a7d5-47a0-83da-49f8539564dd req-51bc7a6c-dfd8-4851-b152-24070605a033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:32.366342 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f41cf1d-f1db-4e8a-9aec-652ca7a298bd tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:19:32.382257 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46244a18-5d57-413c-ab29-74b1baa7b877 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:19:32.382639 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46244a18-5d57-413c-ab29-74b1baa7b877 None None] Checking segment: {'id': '6914e496-db30-4fcd-87be-889581ad6b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e47069d0-c1a6-46d6-8007-a0bd6c20089f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:19:32.383055 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-46244a18-5d57-413c-ab29-74b1baa7b877 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:32.383462 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46244a18-5d57-413c-ab29-74b1baa7b877 None None] Bound using segment: {'id': '6914e496-db30-4fcd-87be-889581ad6b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e47069d0-c1a6-46d6-8007-a0bd6c20089f'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:19:32.383993 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-46244a18-5d57-413c-ab29-74b1baa7b877 None None] Bound port: 2dc84cbb-e3d3-4cf9-8596-82b31e01fa60, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6914e496-db30-4fcd-87be-889581ad6b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'e47069d0-c1a6-46d6-8007-a0bd6c20089f'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:19:32.384382 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-46244a18-5d57-413c-ab29-74b1baa7b877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:32.515502 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8f41cf1d-f1db-4e8a-9aec-652ca7a298bd tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:32.535693 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-44f912e3-a7d5-47a0-83da-49f8539564dd req-51bc7a6c-dfd8-4851-b152-24070605a033 service neutron] For port 222d2058-591c-4d81-9f3c-48171abe4bdf, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:19:32.547611 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-44f912e3-a7d5-47a0-83da-49f8539564dd req-51bc7a6c-dfd8-4851-b152-24070605a033 service neutron] For port 222d2058-591c-4d81-9f3c-48171abe4bdf, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=222d2058-591c-4d81-9f3c-48171abe4bdf,segment=NetworkSegment(b39130c0-eb4d-4e53-9a09-3b93fde3ec3b),segment_id=b39130c0-eb4d-4e53-9a09-3b93fde3ec3b)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:19:32.557257 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-44f912e3-a7d5-47a0-83da-49f8539564dd req-51bc7a6c-dfd8-4851-b152-24070605a033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:32.686090 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc7a6c-dfd8-4851-b152-24070605a033 service neutron] Pushing event updated for resources: {'Port': ['ID=222d2058-591c-4d81-9f3c-48171abe4bdf,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:32.717534 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f912e3-a7d5-47a0-83da-49f8539564dd req-51bc7a6c-dfd8-4851-b152-24070605a033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:32.718333 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-44f912e3-a7d5-47a0-83da-49f8539564dd req-51bc7a6c-dfd8-4851-b152-24070605a033 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:32.720016 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-44f912e3-a7d5-47a0-83da-49f8539564dd req-51bc7a6c-dfd8-4851-b152-24070605a033 service neutron] 10.222.0.44 "PUT /v2.0/ports/222d2058-591c-4d81-9f3c-48171abe4bdf HTTP/1.1" status: 200 len: 1093 time: 2.2807429 Nov 12 01:19:32.721079 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '584df8dd-fc36-456d-b333-ee4f836cfb22', 'tag': '222d2058-591c-4d81-9f3c-48171abe4bdf'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:19:32.724322 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f41cf1d-f1db-4e8a-9aec-652ca7a298bd tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event updated for resources: {'Port': ['ID=3fd622a8-0acb-4f28-bf9d-887b8a60524f,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:32.724588 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7467b8d7-f406-4798-b240-dc4f70d02557" -d '{"events": [{"name": "network-changed", "server_uuid": "584df8dd-fc36-456d-b333-ee4f836cfb22", "tag": "222d2058-591c-4d81-9f3c-48171abe4bdf"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:19:32.868581 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b69788-4110-4ad8-b2a5-a0f2eff3ce83 x-openstack-request-id: req-e2b69788-4110-4ad8-b2a5-a0f2eff3ce83 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:19:32.869295 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "584df8dd-fc36-456d-b333-ee4f836cfb22", "tag": "222d2058-591c-4d81-9f3c-48171abe4bdf", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:19:32.869800 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e2b69788-4110-4ad8-b2a5-a0f2eff3ce83 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:19:32.870428 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '584df8dd-fc36-456d-b333-ee4f836cfb22', 'tag': '222d2058-591c-4d81-9f3c-48171abe4bdf', 'status': 'completed', 'code': 200} Nov 12 01:19:32.876427 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-74a0da95-74a8-4c17-be53-a0b73788ee57 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Allocated IP 2001:db8::f816:3eff:feff:72f3 (89ea60a3-4652-4d77-9cc6-d8bd5a56918e/8a48b360-42aa-4651-ab23-ad10b2b895b2/ed888726-da4d-4bda-bb27-28a76ac04168) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:19:32.930095 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4ccaf8da-4ea9-493a-a142-7c9364bd4936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:33.065479 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-46244a18-5d57-413c-ab29-74b1baa7b877 None None] For port 2dc84cbb-e3d3-4cf9-8596-82b31e01fa60, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:19:33.084545 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-46244a18-5d57-413c-ab29-74b1baa7b877 None None] For port 2dc84cbb-e3d3-4cf9-8596-82b31e01fa60, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=2dc84cbb-e3d3-4cf9-8596-82b31e01fa60,segment=NetworkSegment(6914e496-db30-4fcd-87be-889581ad6b6d),segment_id=6914e496-db30-4fcd-87be-889581ad6b6d)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:19:33.095827 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-da8c4f69-3126-4de6-9689-16b70fab1bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:33.110501 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf838dbd-453a-49a0-8542-663f34bffd21 req-f0d578eb-0fc5-455c-ad70-2924510b70ad tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:33.111423 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:33.112795 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-46244a18-5d57-413c-ab29-74b1baa7b877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:33.126867 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf838dbd-453a-49a0-8542-663f34bffd21 req-f0d578eb-0fc5-455c-ad70-2924510b70ad tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:33.143556 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf838dbd-453a-49a0-8542-663f34bffd21 req-f0d578eb-0fc5-455c-ad70-2924510b70ad tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:33.146922 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 4894ce9e-9550-4064-902d-10d1c8124bc3 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:19:33.156870 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf838dbd-453a-49a0-8542-663f34bffd21 req-f0d578eb-0fc5-455c-ad70-2924510b70ad tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:33.169722 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf838dbd-453a-49a0-8542-663f34bffd21 req-f0d578eb-0fc5-455c-ad70-2924510b70ad tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:33.184827 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf838dbd-453a-49a0-8542-663f34bffd21 req-f0d578eb-0fc5-455c-ad70-2924510b70ad tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:33.197096 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf838dbd-453a-49a0-8542-663f34bffd21 req-f0d578eb-0fc5-455c-ad70-2924510b70ad tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:33.201262 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cf838dbd-453a-49a0-8542-663f34bffd21 req-f0d578eb-0fc5-455c-ad70-2924510b70ad tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 5445 time: 0.3947530 Nov 12 01:19:33.217723 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 4894ce9e-9550-4064-902d-10d1c8124bc3 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:19:33.228973 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 4894ce9e-9550-4064-902d-10d1c8124bc3 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:19:33.232218 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 876f3bf9-72ff-47b4-8dab-c99d8fc6d72f no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:19:33.253061 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f912e3-a7d5-47a0-83da-49f8539564dd req-ce698087-c148-4ea6-bd15-98ec53fc2e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:33.280433 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-44f912e3-a7d5-47a0-83da-49f8539564dd req-ce698087-c148-4ea6-bd15-98ec53fc2e77 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cc4618d272e2434faef49f96746921d1&device_id=584df8dd-fc36-456d-b333-ee4f836cfb22 HTTP/1.1" status: 200 len: 1096 time: 0.4544542 Nov 12 01:19:33.361681 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 876f3bf9-72ff-47b4-8dab-c99d8fc6d72f {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:19:33.362194 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 876f3bf9-72ff-47b4-8dab-c99d8fc6d72f not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:19:33.395762 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-56843c3f-5b56-446f-b023-6bccbdcc7d59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:33.433203 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-da8c4f69-3126-4de6-9689-16b70fab1bca None None] For port b774d41d-7539-4934-9180-b28ba1d0e25b, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=b774d41d-7539-4934-9180-b28ba1d0e25b,segment=NetworkSegment(5796459b-d58f-4366-9bea-d99bbf3350b8),segment_id=5796459b-d58f-4366-9bea-d99bbf3350b8)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:19:33.465293 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-da8c4f69-3126-4de6-9689-16b70fab1bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:33.488679 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-da8c4f69-3126-4de6-9689-16b70fab1bca None None] Could not find standard attr ID for object bd2216a3-0a28-4d45-9504-41cb4cb2bf20. {{(pid=109087) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:19:33.495382 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46244a18-5d57-413c-ab29-74b1baa7b877 None None] Pushing event updated for resources: {'Port': ['ID=2dc84cbb-e3d3-4cf9-8596-82b31e01fa60,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:33.601290 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8f41cf1d-f1db-4e8a-9aec-652ca7a298bd tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:33.605261 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-56843c3f-5b56-446f-b023-6bccbdcc7d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:33.619095 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-da8c4f69-3126-4de6-9689-16b70fab1bca None None] Provisioning complete for port 628c96eb-d7a5-409a-9983-0bfed90e5956 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:19:33.621688 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-da8c4f69-3126-4de6-9689-16b70fab1bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:33.710916 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-44f912e3-a7d5-47a0-83da-49f8539564dd req-0d3e65bf-2b61-4cae-997c-f825b92941c5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=222d2058-591c-4d81-9f3c-48171abe4bdf HTTP/1.1" status: 200 len: 217 time: 0.2655513 Nov 12 01:19:33.749671 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device b774d41d-7539-4934-9180-b28ba1d0e25b up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:19:33.825015 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cf838dbd-453a-49a0-8542-663f34bffd21 req-2bfbf3f0-0044-45cd-a9df-bd720db1ff5d tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/security-groups?id=f35c197b-ae20-4eaa-b206-2ef393b1f8c4&id=f7233b9f-1065-4d72-90ac-8ac47fde62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5426464 Nov 12 01:19:33.939332 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c4f69-3126-4de6-9689-16b70fab1bca None None] Pushing event updated for resources: {'Port': ['ID=b774d41d-7539-4934-9180-b28ba1d0e25b,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:34.021332 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:34.072755 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82110ca-50a2-4552-a3ed-8f0eefa8dd54 req-a95b14c5-31d8-4008-9e48-74053694bec6 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:34.076794 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f82110ca-50a2-4552-a3ed-8f0eefa8dd54 req-a95b14c5-31d8-4008-9e48-74053694bec6 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] 10.222.0.45 "GET /v2.0/ports?device_id=584df8dd-fc36-456d-b333-ee4f836cfb22 HTTP/1.1" status: 200 len: 944 time: 0.4742186 Nov 12 01:19:34.100733 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-56843c3f-5b56-446f-b023-6bccbdcc7d59 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2bccd250fde54be58b880f2f2e3881a4&name=default HTTP/1.1" status: 200 len: 3000 time: 3.0131781 Nov 12 01:19:34.120795 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54252) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:34.122530 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56843c3f-5b56-446f-b023-6bccbdcc7d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe283ce-1209-4f70-9fcd-77567441ca93,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:34.147398 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port b774d41d-7539-4934-9180-b28ba1d0e25b triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:19:34.148090 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:34.242281 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f82110ca-50a2-4552-a3ed-8f0eefa8dd54 req-c1d83eda-2f66-49a7-8f09-2d26ecd6d2c8 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] 10.222.0.45 "GET /v2.0/security-groups?id=90c30e11-191f-48a8-b20b-740a2cc4ef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523318 Nov 12 01:19:34.287358 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f912e3-a7d5-47a0-83da-49f8539564dd req-60deab87-db70-4ce5-b9d0-467a2b04c1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:34.289736 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-44f912e3-a7d5-47a0-83da-49f8539564dd req-60deab87-db70-4ce5-b9d0-467a2b04c1f8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=888c46e6-6a21-405e-a0bc-5a8bd8093df1 HTTP/1.1" status: 200 len: 849 time: 0.5503311 Nov 12 01:19:34.319523 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-a85c2220-92fd-4f94-aece-327d0009861b tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:34.331995 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-a85c2220-92fd-4f94-aece-327d0009861b tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:34.348399 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-a85c2220-92fd-4f94-aece-327d0009861b tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:34.351053 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-06960b01-2b84-4304-b091-d1e9fc747b2c None None] Provisioning complete for port 3fd622a8-0acb-4f28-bf9d-887b8a60524f triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:19:34.351713 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-06960b01-2b84-4304-b091-d1e9fc747b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:34.363109 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-a85c2220-92fd-4f94-aece-327d0009861b tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:34.384986 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-a85c2220-92fd-4f94-aece-327d0009861b tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:34.404713 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-a85c2220-92fd-4f94-aece-327d0009861b tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:34.416070 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-a85c2220-92fd-4f94-aece-327d0009861b tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:34.420869 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-a85c2220-92fd-4f94-aece-327d0009861b tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 5445 time: 0.3983748 Nov 12 01:19:34.448150 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-06960b01-2b84-4304-b091-d1e9fc747b2c None None] Port 3fd622a8-0acb-4f28-bf9d-887b8a60524f cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:19:34.468661 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-06960b01-2b84-4304-b091-d1e9fc747b2c None None] Provisioning complete for port b774d41d-7539-4934-9180-b28ba1d0e25b triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:19:34.469258 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-06960b01-2b84-4304-b091-d1e9fc747b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:34.483377 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-44f912e3-a7d5-47a0-83da-49f8539564dd req-95735af5-6524-4021-a5f7-6026dea9fa0f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d91e67de-0633-43a9-a930-2581a75e39e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604796 Nov 12 01:19:34.563006 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-0234d3c5-21b0-4c66-8e66-fd743cf41861 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:34.565956 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-0234d3c5-21b0-4c66-8e66-fd743cf41861 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.16 "GET /v2.0/ports/e16bb2d8-4ef4-4003-96d4-f65676f445a0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0810168 Nov 12 01:19:34.673374 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-06960b01-2b84-4304-b091-d1e9fc747b2c None None] Provisioning complete for port 628c96eb-d7a5-409a-9983-0bfed90e5956 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:19:34.674308 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-06960b01-2b84-4304-b091-d1e9fc747b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:34.775483 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8f41cf1d-f1db-4e8a-9aec-652ca7a298bd tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:34.791849 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4ccaf8da-4ea9-493a-a142-7c9364bd4936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:34.833231 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4ccaf8da-4ea9-493a-a142-7c9364bd4936 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:34.839901 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62baba20-7610-4d6f-aeb6-c7e87ffe5d4c None None] Network e99995f4-ba3c-4455-a76c-75068f6bda47 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:19:34.844859 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4ccaf8da-4ea9-493a-a142-7c9364bd4936 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/bf3a876c-b540-4ae8-a3b9-c5dbe0528b0f HTTP/1.1" status: 204 len: 168 time: 3.9157927 Nov 12 01:19:34.846452 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8f41cf1d-f1db-4e8a-9aec-652ca7a298bd tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:34.854061 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 54256) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:34.962391 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-74a0da95-74a8-4c17-be53-a0b73788ee57 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:35.008242 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccaf8da-4ea9-493a-a142-7c9364bd4936 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf3a876c-b540-4ae8-a3b9-c5dbe0528b0f,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:35.114734 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-86fd65a5-21a0-4d1e-a32f-52a8e96ee7b0 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.16 "GET /v2.0/networks/e0f69fbd-c4e4-47d1-817f-1e3bee936d0a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5284989 Nov 12 01:19:35.170530 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:35.208485 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9a79e268-9d04-4ec1-a233-9e24b8a7defe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:35.246877 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9a79e268-9d04-4ec1-a233-9e24b8a7defe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:35.281053 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-b7224718-db18-4a88-b9a5-74bcb0b99434 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:19:35.326036 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-44f912e3-a7d5-47a0-83da-49f8539564dd req-c662b94a-b4a2-4848-b065-8e093f779327 service neutron] 10.222.0.44 "GET /v2.0/networks/d91e67de-0633-43a9-a930-2581a75e39e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7584209 Nov 12 01:19:35.334095 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f41cf1d-f1db-4e8a-9aec-652ca7a298bd tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event updated for resources: {'Port': ['ID=3fd622a8-0acb-4f28-bf9d-887b8a60524f,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:35.350191 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9a79e268-9d04-4ec1-a233-9e24b8a7defe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:35.353275 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9a79e268-9d04-4ec1-a233-9e24b8a7defe admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:35.358458 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9a79e268-9d04-4ec1-a233-9e24b8a7defe admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cbe283ce-1209-4f70-9fcd-77567441ca93 HTTP/1.1" status: 204 len: 168 time: 1.2088647 Nov 12 01:19:35.362753 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1eea0f2a-b245-4235-a6d5-8092f4b79484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:35.374116 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a79e268-9d04-4ec1-a233-9e24b8a7defe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe283ce-1209-4f70-9fcd-77567441ca93,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:35.376203 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8f41cf1d-f1db-4e8a-9aec-652ca7a298bd tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:35.417813 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfc4111-58cc-4943-a056-b22f4bdeb8a6 None None] DHCP port deletion for e99995f4-ba3c-4455-a76c-75068f6bda47 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:19:35.524081 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-74a0da95-74a8-4c17-be53-a0b73788ee57 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:35.528127 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f41cf1d-f1db-4e8a-9aec-652ca7a298bd tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Network 5ba1ec49-9e1f-4a92-abca-3a087eea71e2 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:19:35.592800 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-8f41cf1d-f1db-4e8a-9aec-652ca7a298bd tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:19:35.599872 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a0da95-74a8-4c17-be53-a0b73788ee57 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Port': ['ID=ed888726-da4d-4bda-bb27-28a76ac04168,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:35.613963 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a0da95-74a8-4c17-be53-a0b73788ee57 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:19:35.617359 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-74a0da95-74a8-4c17-be53-a0b73788ee57 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:19:35.647137 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-edfc4111-58cc-4943-a056-b22f4bdeb8a6 None None] Deleting port 76be40d7-86bc-4699-b85a-2db18d5e7d37 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:19:35.648215 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-edfc4111-58cc-4943-a056-b22f4bdeb8a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:35.951361 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a0da95-74a8-4c17-be53-a0b73788ee57 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:19:35.963432 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a0da95-74a8-4c17-be53-a0b73788ee57 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:35.964316 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-74a0da95-74a8-4c17-be53-a0b73788ee57 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:35.984092 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbdd4f3-c27c-4fab-8425-d10da7f70e8b req-08055ca6-9fa8-4071-bb9c-843242d6da21 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:36.014731 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbdd4f3-c27c-4fab-8425-d10da7f70e8b req-08055ca6-9fa8-4071-bb9c-843242d6da21 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:36.030609 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbdd4f3-c27c-4fab-8425-d10da7f70e8b req-08055ca6-9fa8-4071-bb9c-843242d6da21 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:36.044419 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-edfc4111-58cc-4943-a056-b22f4bdeb8a6 None None] For port 76be40d7-86bc-4699-b85a-2db18d5e7d37, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=76be40d7-86bc-4699-b85a-2db18d5e7d37,segment=NetworkSegment(e77abea7-a924-404b-ac27-8265a21f100e),segment_id=e77abea7-a924-404b-ac27-8265a21f100e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:19:36.044996 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-edfc4111-58cc-4943-a056-b22f4bdeb8a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:36.068038 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbdd4f3-c27c-4fab-8425-d10da7f70e8b req-08055ca6-9fa8-4071-bb9c-843242d6da21 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:36.070819 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-74a0da95-74a8-4c17-be53-a0b73788ee57 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 6.0267396 Nov 12 01:19:36.088795 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54274) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:36.097596 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-edfc4111-58cc-4943-a056-b22f4bdeb8a6 None None] Calling delete_port for 76be40d7-86bc-4699-b85a-2db18d5e7d37 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:19:36.125944 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbdd4f3-c27c-4fab-8425-d10da7f70e8b req-08055ca6-9fa8-4071-bb9c-843242d6da21 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:36.157654 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbdd4f3-c27c-4fab-8425-d10da7f70e8b req-08055ca6-9fa8-4071-bb9c-843242d6da21 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:36.193487 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbdd4f3-c27c-4fab-8425-d10da7f70e8b req-08055ca6-9fa8-4071-bb9c-843242d6da21 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:36.196912 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8dbdd4f3-c27c-4fab-8425-d10da7f70e8b req-08055ca6-9fa8-4071-bb9c-843242d6da21 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 5445 time: 1.0328491 Nov 12 01:19:36.231752 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e97789-6830-4fbb-b828-81d1ef544ab6 None None] Network e47069d0-c1a6-46d6-8007-a0bd6c20089f requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:19:36.243634 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device b774d41d-7539-4934-9180-b28ba1d0e25b up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:19:36.251293 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f41cf1d-f1db-4e8a-9aec-652ca7a298bd tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Router 44f20401-dd0d-429a-a33e-f8a6bd395afb is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:19:36.305708 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-44f912e3-a7d5-47a0-83da-49f8539564dd req-1773ce60-e420-4bd5-a9ca-2bf0ce250ba3 service neutron] 10.222.0.44 "GET /v2.0/networks/d91e67de-0633-43a9-a930-2581a75e39e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9273446 Nov 12 01:19:36.329047 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e075b4e7-afa9-45e4-880b-3c80f81fd4b2 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:36.338652 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e075b4e7-afa9-45e4-880b-3c80f81fd4b2 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:36.341750 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e075b4e7-afa9-45e4-880b-3c80f81fd4b2 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.2377117 Nov 12 01:19:36.372173 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 54280) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:36.452412 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4fd1b410-d829-4347-a1a3-c7c5b8074f90 None None] Provisioning complete for port 2dc84cbb-e3d3-4cf9-8596-82b31e01fa60 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:19:36.453417 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4fd1b410-d829-4347-a1a3-c7c5b8074f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:36.526384 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f41cf1d-f1db-4e8a-9aec-652ca7a298bd tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:19:36.537976 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8f41cf1d-f1db-4e8a-9aec-652ca7a298bd tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "PUT /v2.0/routers/44f20401-dd0d-429a-a33e-f8a6bd395afb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3017135 Nov 12 01:19:36.540261 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54284) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:36.624323 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f865297-ce56-46c0-b480-5f83cbf33694 None None] Sync routers for ids ['44f20401-dd0d-429a-a33e-f8a6bd395afb'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:19:36.643837 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d8192c-0226-4e58-b4fc-6d74a71b5cb6 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:36.646272 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-50d8192c-0226-4e58-b4fc-6d74a71b5cb6 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "GET /v2.0/ports/3fd622a8-0acb-4f28-bf9d-887b8a60524f HTTP/1.1" status: 200 len: 910 time: 0.1041553 Nov 12 01:19:36.648997 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54288) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:36.780558 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f865297-ce56-46c0-b480-5f83cbf33694 None None] Routers {'44f20401-dd0d-429a-a33e-f8a6bd395afb'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:19:36.782099 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-3f865297-ce56-46c0-b480-5f83cbf33694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:19:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['44f20401-dd0d-429a-a33e-f8a6bd395afb'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:19:36.864570 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-3f865297-ce56-46c0-b480-5f83cbf33694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:19:37.181208 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 3992154e-cd6b-4a86-9bb7-884f827bc8e2 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:19:37.224671 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-edfc4111-58cc-4943-a056-b22f4bdeb8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:37.275791 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfc4111-58cc-4943-a056-b22f4bdeb8a6 None None] Pushing event deleted for resources: {'Port': ['ID=76be40d7-86bc-4699-b85a-2db18d5e7d37,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:37.278966 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f865297-ce56-46c0-b480-5f83cbf33694 None None] Routers {'44f20401-dd0d-429a-a33e-f8a6bd395afb'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:19:37.279629 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-3f865297-ce56-46c0-b480-5f83cbf33694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:19:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['44f20401-dd0d-429a-a33e-f8a6bd395afb'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:19:37.296401 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port b774d41d-7539-4934-9180-b28ba1d0e25b triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:19:37.296783 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:37.439505 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-b7224718-db18-4a88-b9a5-74bcb0b99434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:37.461803 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56488768-8c71-4dd6-95e0-ebefbe9b8ab8 req-511f426b-2d34-4c3b-ab04-74a65aba4d9c tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:37.463471 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-56488768-8c71-4dd6-95e0-ebefbe9b8ab8 req-511f426b-2d34-4c3b-ab04-74a65aba4d9c tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] 10.222.0.45 "GET /v2.0/ports?device_id=584df8dd-fc36-456d-b333-ee4f836cfb22 HTTP/1.1" status: 200 len: 944 time: 1.5689385 Nov 12 01:19:37.500962 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467b8d7-f406-4798-b240-dc4f70d02557 req-73f682b2-584d-4475-952f-7ee2f0a67308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:37.502559 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7467b8d7-f406-4798-b240-dc4f70d02557 req-73f682b2-584d-4475-952f-7ee2f0a67308 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cc4618d272e2434faef49f96746921d1&device_id=584df8dd-fc36-456d-b333-ee4f836cfb22 HTTP/1.1" status: 200 len: 1096 time: 0.3046982 Nov 12 01:19:37.518189 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-3f865297-ce56-46c0-b480-5f83cbf33694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:19:37.523717 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f865297-ce56-46c0-b480-5f83cbf33694 None None] The sync data for ids ['44f20401-dd0d-429a-a33e-f8a6bd395afb'] in n-d-712142-27 is: [] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:19:37.535379 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfc4111-58cc-4943-a056-b22f4bdeb8a6 None None] No DVR routers for this DVR port 76be40d7-86bc-4699-b85a-2db18d5e7d37 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:19:37.592046 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc4111-58cc-4943-a056-b22f4bdeb8a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:37.592836 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc4111-58cc-4943-a056-b22f4bdeb8a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:37.593397 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc4111-58cc-4943-a056-b22f4bdeb8a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:37.593945 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc4111-58cc-4943-a056-b22f4bdeb8a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:37.594484 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc4111-58cc-4943-a056-b22f4bdeb8a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:37.595037 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc4111-58cc-4943-a056-b22f4bdeb8a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:37.595541 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc4111-58cc-4943-a056-b22f4bdeb8a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:37.596096 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc4111-58cc-4943-a056-b22f4bdeb8a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:37.596611 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc4111-58cc-4943-a056-b22f4bdeb8a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:37.597117 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc4111-58cc-4943-a056-b22f4bdeb8a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:37.597619 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc4111-58cc-4943-a056-b22f4bdeb8a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:37.598120 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc4111-58cc-4943-a056-b22f4bdeb8a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:19:37.690536 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2f9a6db5-3af5-45b1-a752-4f67f0c1f87d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:37.770786 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-b7224718-db18-4a88-b9a5-74bcb0b99434 service neutron] For port e16bb2d8-4ef4-4003-96d4-f65676f445a0, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=e16bb2d8-4ef4-4003-96d4-f65676f445a0,segment=NetworkSegment(bdbdf56f-f4be-4a44-8d63-92ebebe68184),segment_id=bdbdf56f-f4be-4a44-8d63-92ebebe68184)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:19:37.780399 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4fd1b410-d829-4347-a1a3-c7c5b8074f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:37.843085 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-b7224718-db18-4a88-b9a5-74bcb0b99434 service neutron] For port e16bb2d8-4ef4-4003-96d4-f65676f445a0, host n-h1-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:19:37.886730 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-b7224718-db18-4a88-b9a5-74bcb0b99434 service neutron] device_id is not set on port e16bb2d8-4ef4-4003-96d4-f65676f445a0 yet. {{(pid=109085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:19:37.900112 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-b7224718-db18-4a88-b9a5-74bcb0b99434 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:37.960268 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-b7224718-db18-4a88-b9a5-74bcb0b99434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:37.977318 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8dbdd4f3-c27c-4fab-8425-d10da7f70e8b req-619daa12-b264-4842-af46-83e088696171 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/security-groups?id=f35c197b-ae20-4eaa-b206-2ef393b1f8c4&id=f7233b9f-1065-4d72-90ac-8ac47fde62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.6701853 Nov 12 01:19:38.107905 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:38.187259 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4fd1b410-d829-4347-a1a3-c7c5b8074f90 None None] For port 2dc84cbb-e3d3-4cf9-8596-82b31e01fa60, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=2dc84cbb-e3d3-4cf9-8596-82b31e01fa60,segment=NetworkSegment(6914e496-db30-4fcd-87be-889581ad6b6d),segment_id=6914e496-db30-4fcd-87be-889581ad6b6d)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:19:38.199559 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-1eea0f2a-b245-4235-a6d5-8092f4b79484 admin admin] Deleting port 76be40d7-86bc-4699-b85a-2db18d5e7d37 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:19:38.216488 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1eea0f2a-b245-4235-a6d5-8092f4b79484 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:38.251413 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 3992154e-cd6b-4a86-9bb7-884f827bc8e2, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=3992154e-cd6b-4a86-9bb7-884f827bc8e2,segment=NetworkSegment(bdbdf56f-f4be-4a44-8d63-92ebebe68184),segment_id=bdbdf56f-f4be-4a44-8d63-92ebebe68184)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:19:38.258313 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3992154e-cd6b-4a86-9bb7-884f827bc8e2'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:19:38.262755 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e5b87d-6ff3-4930-a5fb-7162866c4fc3" -d '{"events": [{"server_uuid": "7cbe0661-63bd-4d76-b0e5-95c18ce1021b", "name": "network-vif-unplugged", "status": "completed", "tag": "3992154e-cd6b-4a86-9bb7-884f827bc8e2"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:19:38.268401 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4fd1b410-d829-4347-a1a3-c7c5b8074f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:38.290131 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467b8d7-f406-4798-b240-dc4f70d02557 req-36a17804-b7f1-4d79-a755-5801826eba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:38.293340 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7467b8d7-f406-4798-b240-dc4f70d02557 req-36a17804-b7f1-4d79-a755-5801826eba13 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d91e67de-0633-43a9-a930-2581a75e39e6 HTTP/1.1" status: 200 len: 909 time: 0.7714179 Nov 12 01:19:38.305456 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-56488768-8c71-4dd6-95e0-ebefbe9b8ab8 req-826b560a-53a7-470a-970e-6f6ee74257a6 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] 10.222.0.45 "GET /v2.0/security-groups?id=90c30e11-191f-48a8-b20b-740a2cc4ef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7983348 Nov 12 01:19:38.310279 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-f1535f6f-a528-4b9a-a3ab-e6d871f6392e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Deleting port ed888726-da4d-4bda-bb27-28a76ac04168 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:19:38.310928 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f1535f6f-a528-4b9a-a3ab-e6d871f6392e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:38.354698 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 2dc84cbb-e3d3-4cf9-8596-82b31e01fa60 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:19:38.451130 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:38.452500 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 83d38651-499e-4f7f-9790-b505ef5e96b6 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:19:38.497542 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630712c5-6df8-44d7-8cf9-43fad9b24958 x-openstack-request-id: req-630712c5-6df8-44d7-8cf9-43fad9b24958 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:19:38.498356 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbe0661-63bd-4d76-b0e5-95c18ce1021b", "name": "network-vif-unplugged", "status": "completed", "tag": "3992154e-cd6b-4a86-9bb7-884f827bc8e2", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:19:38.498950 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-630712c5-6df8-44d7-8cf9-43fad9b24958 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:19:38.499590 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3992154e-cd6b-4a86-9bb7-884f827bc8e2', 'code': 200} Nov 12 01:19:38.593433 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-2f9a6db5-3af5-45b1-a752-4f67f0c1f87d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Allocated IP 172.21.0.1 (e47069d0-c1a6-46d6-8007-a0bd6c20089f/bb5d716b-853a-465b-9543-50ce7bb87db2/d95d7347-8bdd-4b86-a0f5-d4bf1ddb0aad) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:19:38.629634 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-ae002808-b604-436e-b09e-6d7fc8f1ccb2 None None] Provisioning complete for port 3fd622a8-0acb-4f28-bf9d-887b8a60524f triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:19:38.630284 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ae002808-b604-436e-b09e-6d7fc8f1ccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:38.644891 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:38.727544 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd1b410-d829-4347-a1a3-c7c5b8074f90 None None] Pushing event updated for resources: {'Port': ['ID=2dc84cbb-e3d3-4cf9-8596-82b31e01fa60,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:38.738340 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7224718-db18-4a88-b9a5-74bcb0b99434 service neutron] Pushing event updated for resources: {'Port': ['ID=e16bb2d8-4ef4-4003-96d4-f65676f445a0,revision_number=6']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:38.879283 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-1eea0f2a-b245-4235-a6d5-8092f4b79484 admin admin] For port 76be40d7-86bc-4699-b85a-2db18d5e7d37, host n-d-712142-27, got binding levels [] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:19:38.879845 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1eea0f2a-b245-4235-a6d5-8092f4b79484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:38.925158 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-b7224718-db18-4a88-b9a5-74bcb0b99434 service neutron] No DVR routers for this DVR port e16bb2d8-4ef4-4003-96d4-f65676f445a0 on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:19:38.933837 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2f9a6db5-3af5-45b1-a752-4f67f0c1f87d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:38.946507 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-ae002808-b604-436e-b09e-6d7fc8f1ccb2 None None] Port 3fd622a8-0acb-4f28-bf9d-887b8a60524f cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:19:38.968737 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 2dc84cbb-e3d3-4cf9-8596-82b31e01fa60 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:19:38.969337 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:38.990818 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-1eea0f2a-b245-4235-a6d5-8092f4b79484 admin admin] Calling delete_port for 76be40d7-86bc-4699-b85a-2db18d5e7d37 owned by network:dhcp {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:19:38.997396 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.ipam_backend_mixin [None req-1eea0f2a-b245-4235-a6d5-8092f4b79484 admin admin] Port 76be40d7-86bc-4699-b85a-2db18d5e7d37 was not found and therefore no delete operation was performed {{(pid=109085) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 01:19:38.999921 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1eea0f2a-b245-4235-a6d5-8092f4b79484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:39.004814 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7467b8d7-f406-4798-b240-dc4f70d02557 req-2b720a0b-7c3c-498b-bf7a-72c9ba2f8128 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=222d2058-591c-4d81-9f3c-48171abe4bdf HTTP/1.1" status: 200 len: 217 time: 0.5118122 Nov 12 01:19:39.026171 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2f9a6db5-3af5-45b1-a752-4f67f0c1f87d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:39.066874 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9a6db5-3af5-45b1-a752-4f67f0c1f87d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Network e47069d0-c1a6-46d6-8007-a0bd6c20089f is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:19:39.072524 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-2f9a6db5-3af5-45b1-a752-4f67f0c1f87d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:19:39.120231 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9a6db5-3af5-45b1-a752-4f67f0c1f87d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:19:39.247403 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2f9a6db5-3af5-45b1-a752-4f67f0c1f87d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:39.286417 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:39.303339 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467b8d7-f406-4798-b240-dc4f70d02557 req-4f1213d3-8952-4766-b948-5905cda08054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:39.305989 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7467b8d7-f406-4798-b240-dc4f70d02557 req-4f1213d3-8952-4766-b948-5905cda08054 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=888c46e6-6a21-405e-a0bc-5a8bd8093df1 HTTP/1.1" status: 200 len: 849 time: 0.2819843 Nov 12 01:19:39.370246 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=3992154e-cd6b-4a86-9bb7-884f827bc8e2,revision_number=6']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:39.399801 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-ae002808-b604-436e-b09e-6d7fc8f1ccb2 None None] Provisioning complete for port 2dc84cbb-e3d3-4cf9-8596-82b31e01fa60 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:19:39.400318 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ae002808-b604-436e-b09e-6d7fc8f1ccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:39.440170 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eea0f2a-b245-4235-a6d5-8092f4b79484 admin admin] No DVR routers for this DVR port 76be40d7-86bc-4699-b85a-2db18d5e7d37 on host n-d-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:19:39.456288 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea0f2a-b245-4235-a6d5-8092f4b79484 admin admin] Pushing event deleted for resources: {'Port': ['ID=76be40d7-86bc-4699-b85a-2db18d5e7d37,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:39.528549 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 222d2058-591c-4d81-9f3c-48171abe4bdf details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:19:39.596457 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7467b8d7-f406-4798-b240-dc4f70d02557 req-ed932347-9430-4988-808b-aa782efd1853 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d91e67de-0633-43a9-a930-2581a75e39e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1998022 Nov 12 01:19:39.599075 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2f9a6db5-3af5-45b1-a752-4f67f0c1f87d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:39.764720 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f1535f6f-a528-4b9a-a3ab-e6d871f6392e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:39.786509 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 83d38651-499e-4f7f-9790-b505ef5e96b6, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=83d38651-499e-4f7f-9790-b505ef5e96b6,segment=NetworkSegment(bdbdf56f-f4be-4a44-8d63-92ebebe68184),segment_id=bdbdf56f-f4be-4a44-8d63-92ebebe68184)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:19:39.806704 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:39.807733 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 962ed579-ad73-4ad7-bc46-ba9a92d2a0c9 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:19:39.812329 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 222d2058-591c-4d81-9f3c-48171abe4bdf, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=222d2058-591c-4d81-9f3c-48171abe4bdf,segment=NetworkSegment(b39130c0-eb4d-4e53-9a09-3b93fde3ec3b),segment_id=b39130c0-eb4d-4e53-9a09-3b93fde3ec3b)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:19:39.877234 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-f1535f6f-a528-4b9a-a3ab-e6d871f6392e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Calling delete_port for ed888726-da4d-4bda-bb27-28a76ac04168 owned by {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:19:39.933919 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a6db5-3af5-45b1-a752-4f67f0c1f87d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event updated for resources: {'Port': ['ID=d95d7347-8bdd-4b86-a0f5-d4bf1ddb0aad,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:40.005477 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '222d2058-591c-4d81-9f3c-48171abe4bdf', 'network_id': 'd91e67de-0633-43a9-a930-2581a75e39e6', 'port_id': '222d2058-591c-4d81-9f3c-48171abe4bdf', 'mac_address': 'fa:16:3e:7f:41:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '888c46e6-6a21-405e-a0bc-5a8bd8093df1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:19:40.095913 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-b7224718-db18-4a88-b9a5-74bcb0b99434 service neutron] In _notify_port_updated(), no bound segment for port e16bb2d8-4ef4-4003-96d4-f65676f445a0 on network e0f69fbd-c4e4-47d1-817f-1e3bee936d0a {{(pid=109085) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:19:40.097639 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-b7224718-db18-4a88-b9a5-74bcb0b99434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:40.099291 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-b7224718-db18-4a88-b9a5-74bcb0b99434 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:40.101191 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-b7224718-db18-4a88-b9a5-74bcb0b99434 service neutron] 10.222.0.16 "PUT /v2.0/ports/e16bb2d8-4ef4-4003-96d4-f65676f445a0 HTTP/1.1" status: 200 len: 1033 time: 4.9713228 Nov 12 01:19:40.111796 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:40.149939 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 76be40d7-86bc-4699-b85a-2db18d5e7d37 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:19:40.185354 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 222d2058-591c-4d81-9f3c-48171abe4bdf {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:19:40.229400 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=83d38651-499e-4f7f-9790-b505ef5e96b6,revision_number=6']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:40.276783 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 76be40d7-86bc-4699-b85a-2db18d5e7d37 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:19:40.276783 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 76be40d7-86bc-4699-b85a-2db18d5e7d37 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:19:40.311862 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 222d2058-591c-4d81-9f3c-48171abe4bdf, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=222d2058-591c-4d81-9f3c-48171abe4bdf,segment=NetworkSegment(b39130c0-eb4d-4e53-9a09-3b93fde3ec3b),segment_id=b39130c0-eb4d-4e53-9a09-3b93fde3ec3b)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:19:40.329752 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:40.358810 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:40.372403 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2f9a6db5-3af5-45b1-a752-4f67f0c1f87d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:40.399834 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2f9a6db5-3af5-45b1-a752-4f67f0c1f87d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:40.404107 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1eea0f2a-b245-4235-a6d5-8092f4b79484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:40.479894 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-ae002808-b604-436e-b09e-6d7fc8f1ccb2 None None] Provisioning complete for port ed888726-da4d-4bda-bb27-28a76ac04168 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:19:40.480433 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ae002808-b604-436e-b09e-6d7fc8f1ccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:40.552083 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83d38651-499e-4f7f-9790-b505ef5e96b6'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:19:40.553433 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a6db5-3af5-45b1-a752-4f67f0c1f87d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event updated for resources: {'Port': ['ID=d95d7347-8bdd-4b86-a0f5-d4bf1ddb0aad,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:40.555029 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3606ef-a70a-4df6-a4f7-bfce18562c53" -d '{"events": [{"server_uuid": "7cbe0661-63bd-4d76-b0e5-95c18ce1021b", "name": "network-vif-unplugged", "status": "completed", "tag": "83d38651-499e-4f7f-9790-b505ef5e96b6"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:19:40.556918 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603e0b4-ecd5-4c5d-8de7-9c3cddf04525 req-6e5cb464-b525-4d6e-aa4c-0fbc22aa1e7e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:40.557511 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2f9a6db5-3af5-45b1-a752-4f67f0c1f87d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:40.573323 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 2dc84cbb-e3d3-4cf9-8596-82b31e01fa60 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:19:40.579863 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603e0b4-ecd5-4c5d-8de7-9c3cddf04525 req-6e5cb464-b525-4d6e-aa4c-0fbc22aa1e7e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:40.584483 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-ae002808-b604-436e-b09e-6d7fc8f1ccb2 None None] Port ed888726-da4d-4bda-bb27-28a76ac04168 was deleted so its status cannot be updated. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 01:19:40.595789 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603e0b4-ecd5-4c5d-8de7-9c3cddf04525 req-6e5cb464-b525-4d6e-aa4c-0fbc22aa1e7e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:40.613492 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603e0b4-ecd5-4c5d-8de7-9c3cddf04525 req-6e5cb464-b525-4d6e-aa4c-0fbc22aa1e7e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:40.627867 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603e0b4-ecd5-4c5d-8de7-9c3cddf04525 req-6e5cb464-b525-4d6e-aa4c-0fbc22aa1e7e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:40.643338 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603e0b4-ecd5-4c5d-8de7-9c3cddf04525 req-6e5cb464-b525-4d6e-aa4c-0fbc22aa1e7e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:40.658343 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=222d2058-591c-4d81-9f3c-48171abe4bdf,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:40.660940 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2603e0b4-ecd5-4c5d-8de7-9c3cddf04525 req-6e5cb464-b525-4d6e-aa4c-0fbc22aa1e7e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 4663 time: 1.2520032 Nov 12 01:19:40.672972 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-2b576976-74b7-491d-9ed4-9c6b8b37a038 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:40.676924 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-2b576976-74b7-491d-9ed4-9c6b8b37a038 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.16 "GET /v2.0/ports/0373cd56-eebf-4b69-963a-be09d38bc414?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.5442293 Nov 12 01:19:40.689188 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['222d2058-591c-4d81-9f3c-48171abe4bdf'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:19:40.717100 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 962ed579-ad73-4ad7-bc46-ba9a92d2a0c9, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=962ed579-ad73-4ad7-bc46-ba9a92d2a0c9,segment=NetworkSegment(c851975a-60fa-4eca-bdff-268884585b72),segment_id=c851975a-60fa-4eca-bdff-268884585b72)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:19:40.717727 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f1535f6f-a528-4b9a-a3ab-e6d871f6392e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:40.736623 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-1eea0f2a-b245-4235-a6d5-8092f4b79484 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e99995f4-ba3c-4455-a76c-75068f6bda47']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:19:40.754418 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9a6db5-3af5-45b1-a752-4f67f0c1f87d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Network e47069d0-c1a6-46d6-8007-a0bd6c20089f is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:19:40.757466 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-0dabdbde-ab61-4730-9a09-27a55f168c91 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:19:40.758615 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-2f9a6db5-3af5-45b1-a752-4f67f0c1f87d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:19:40.766821 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:40.794565 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:40.796379 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 01057b9c-0ebb-4361-8584-92a34114849a no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:19:40.893495 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-1eea0f2a-b245-4235-a6d5-8092f4b79484 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e77abea7-a924-404b-ac27-8265a21f100e') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:19:40.894294 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-1eea0f2a-b245-4235-a6d5-8092f4b79484 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e77abea7-a924-404b-ac27-8265a21f100e') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:19:40.915887 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1eea0f2a-b245-4235-a6d5-8092f4b79484 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:40.929160 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f9a6db5-3af5-45b1-a752-4f67f0c1f87d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Router 44f20401-dd0d-429a-a33e-f8a6bd395afb has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:19:40.959246 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1eea0f2a-b245-4235-a6d5-8092f4b79484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:40.977496 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eea0f2a-b245-4235-a6d5-8092f4b79484 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:19:40.978376 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1eea0f2a-b245-4235-a6d5-8092f4b79484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:41.052345 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:19:41.052345 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:19:41.052345 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:19:41.052345 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:19:41.052345 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:19:41.052345 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:19:41.052345 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:19:41.052345 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:19:41.052345 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:19:41.052345 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:19:41.052345 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:19:41.052345 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:19:41.052345 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:19:41.052345 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:19:41.052345 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:19:41.052345 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:19:41.052345 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:19:41.052345 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:19:41.052345 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:19:41.052345 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:19:41.052345 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:19:41.052345 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:19:41.052345 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:19:41.052345 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:19:41.052345 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:19:41.052345 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:19:41.052345 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:19:41.052345 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:19:41.052345 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:19:41.052345 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:19:41.052345 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:19:41.052345 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:19:41.094696 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe1dd7-b992-4480-bde7-afc28706d96f req-b7aa05f0-15cc-46a4-b482-f7578419a571 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:41.096648 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-43fe1dd7-b992-4480-bde7-afc28706d96f req-b7aa05f0-15cc-46a4-b482-f7578419a571 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] 10.222.0.45 "GET /v2.0/ports?device_id=584df8dd-fc36-456d-b333-ee4f836cfb22 HTTP/1.1" status: 200 len: 944 time: 1.3421319 Nov 12 01:19:41.101423 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7467b8d7-f406-4798-b240-dc4f70d02557 req-9d729dc3-fcdf-4437-b6f1-fc1e68b7d211 service neutron] 10.222.0.44 "GET /v2.0/networks/d91e67de-0633-43a9-a930-2581a75e39e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3720198 Nov 12 01:19:41.112121 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1eea0f2a-b245-4235-a6d5-8092f4b79484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:41.119468 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1eea0f2a-b245-4235-a6d5-8092f4b79484 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:41.125916 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-1eea0f2a-b245-4235-a6d5-8092f4b79484 admin admin] 10.222.0.45 "DELETE /v2.0/networks/e99995f4-ba3c-4455-a76c-75068f6bda47 HTTP/1.1" status: 204 len: 168 time: 6.2662277 Nov 12 01:19:41.147483 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-a7fec471-a0b7-47ab-b4b9-044d1e67e8ab None None] Provisioning complete for port d95d7347-8bdd-4b86-a0f5-d4bf1ddb0aad triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:19:41.148117 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a7fec471-a0b7-47ab-b4b9-044d1e67e8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:41.153640 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1535f6f-a528-4b9a-a3ab-e6d871f6392e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event deleted for resources: {'Port': ['ID=ed888726-da4d-4bda-bb27-28a76ac04168,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:41.236278 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea0f2a-b245-4235-a6d5-8092f4b79484 admin admin] Pushing event deleted for resources: {'Network': ['ID=e99995f4-ba3c-4455-a76c-75068f6bda47,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:41.287522 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9a6db5-3af5-45b1-a752-4f67f0c1f87d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:19:41.304482 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee97e8e9-9664-48f5-a74e-226d85e96125 None None] Sync routers for ids ['44f20401-dd0d-429a-a33e-f8a6bd395afb'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:19:41.330101 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2f9a6db5-3af5-45b1-a752-4f67f0c1f87d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "PUT /v2.0/routers/44f20401-dd0d-429a-a33e-f8a6bd395afb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6782575 Nov 12 01:19:41.331254 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54372) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:41.340863 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee97e8e9-9664-48f5-a74e-226d85e96125 None None] Routers {'44f20401-dd0d-429a-a33e-f8a6bd395afb'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:19:41.343130 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-ee97e8e9-9664-48f5-a74e-226d85e96125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:19:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['44f20401-dd0d-429a-a33e-f8a6bd395afb'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:19:41.395331 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f1535f6f-a528-4b9a-a3ab-e6d871f6392e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:41.406954 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-f1535f6f-a528-4b9a-a3ab-e6d871f6392e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/ports/ed888726-da4d-4bda-bb27-28a76ac04168 HTTP/1.1" status: 204 len: 168 time: 5.0087223 Nov 12 01:19:41.457188 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2603e0b4-ecd5-4c5d-8de7-9c3cddf04525 req-b4641204-7825-4b22-8a09-39dcdabcfe5b tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/security-groups?id=f35c197b-ae20-4eaa-b206-2ef393b1f8c4&id=f7233b9f-1065-4d72-90ac-8ac47fde62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7428820 Nov 12 01:19:41.460926 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-ee97e8e9-9664-48f5-a74e-226d85e96125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:19:41.476153 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 54376) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:41.480539 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee97e8e9-9664-48f5-a74e-226d85e96125 None None] Routers {'44f20401-dd0d-429a-a33e-f8a6bd395afb'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:19:41.481195 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-ee97e8e9-9664-48f5-a74e-226d85e96125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:19:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['44f20401-dd0d-429a-a33e-f8a6bd395afb'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:19:41.522969 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=962ed579-ad73-4ad7-bc46-ba9a92d2a0c9,revision_number=6']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:41.571064 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 2dc84cbb-e3d3-4cf9-8596-82b31e01fa60 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:19:41.572100 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:41.594788 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-ee97e8e9-9664-48f5-a74e-226d85e96125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:19:41.597761 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee97e8e9-9664-48f5-a74e-226d85e96125 None None] The sync data for ids ['44f20401-dd0d-429a-a33e-f8a6bd395afb'] in n-d-712142-27 is: [] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:19:41.615198 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0fa3cb-0f97-441d-b2fe-197fde55255c tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:41.626486 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9b0fa3cb-0f97-441d-b2fe-197fde55255c tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "GET /v2.0/ports/d95d7347-8bdd-4b86-a0f5-d4bf1ddb0aad HTTP/1.1" status: 200 len: 910 time: 0.2932491 Nov 12 01:19:41.627606 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54380) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:41.755700 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-0dabdbde-ab61-4730-9a09-27a55f168c91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:41.855906 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3b0a9a-d973-4290-ace7-bd008e49816f x-openstack-request-id: req-9c3b0a9a-d973-4290-ace7-bd008e49816f {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:19:41.856574 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbe0661-63bd-4d76-b0e5-95c18ce1021b", "name": "network-vif-unplugged", "status": "completed", "tag": "83d38651-499e-4f7f-9790-b505ef5e96b6", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:19:41.856808 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9c3b0a9a-d973-4290-ace7-bd008e49816f {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:19:41.857468 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83d38651-499e-4f7f-9790-b505ef5e96b6', 'code': 200} Nov 12 01:19:41.950661 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-a7fec471-a0b7-47ab-b4b9-044d1e67e8ab None None] Port d95d7347-8bdd-4b86-a0f5-d4bf1ddb0aad cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:19:41.999689 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-43fe1dd7-b992-4480-bde7-afc28706d96f req-5c696bad-7210-4092-b7e1-9edd5f132740 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] 10.222.0.45 "GET /v2.0/security-groups?id=90c30e11-191f-48a8-b20b-740a2cc4ef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8739223 Nov 12 01:19:42.008356 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 54386) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:42.025063 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:42.039449 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7a227a-3146-4659-a2bb-1bc6ddfdad96 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:42.045057 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7a227a-3146-4659-a2bb-1bc6ddfdad96 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:42.047919 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7a7a227a-3146-4659-a2bb-1bc6ddfdad96 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5412040 Nov 12 01:19:42.069330 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 54390) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:42.218735 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ed18c28-b072-4de0-9aa5-c98a9925dd88 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Deleting subnet 8a48b360-42aa-4651-ab23-ad10b2b895b2 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:19:42.238689 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4ed18c28-b072-4de0-9aa5-c98a9925dd88 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:42.361663 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7467b8d7-f406-4798-b240-dc4f70d02557 req-32f74fe3-2d16-49a6-80d0-b268313f101c service neutron] 10.222.0.44 "GET /v2.0/networks/d91e67de-0633-43a9-a930-2581a75e39e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2326415 Nov 12 01:19:42.439666 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4ed18c28-b072-4de0-9aa5-c98a9925dd88 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:42.496541 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-8c2ee4b7-c656-41e4-820a-cbdcc5a81264 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d602ff0942bb43ad80fd0eb430b5a1d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4779449 Nov 12 01:19:42.497590 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54398) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:42.594812 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 01057b9c-0ebb-4361-8584-92a34114849a, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=01057b9c-0ebb-4361-8584-92a34114849a,segment=NetworkSegment(c851975a-60fa-4eca-bdff-268884585b72),segment_id=c851975a-60fa-4eca-bdff-268884585b72)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:19:42.594812 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-a7fec471-a0b7-47ab-b4b9-044d1e67e8ab None None] Provisioning complete for port e16bb2d8-4ef4-4003-96d4-f65676f445a0 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:19:42.594812 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a7fec471-a0b7-47ab-b4b9-044d1e67e8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:42.595555 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ead35c58-fd31-4c8a-8f46-6711eacfba53 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:42.609365 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:42.610328 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 0373cd56-eebf-4b69-963a-be09d38bc414 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:19:42.689741 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 54402) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:42.696764 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-0dabdbde-ab61-4730-9a09-27a55f168c91 service neutron] For port 0373cd56-eebf-4b69-963a-be09d38bc414, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=0373cd56-eebf-4b69-963a-be09d38bc414,segment=NetworkSegment(bdbdf56f-f4be-4a44-8d63-92ebebe68184),segment_id=bdbdf56f-f4be-4a44-8d63-92ebebe68184)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:19:42.793280 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=01057b9c-0ebb-4361-8584-92a34114849a,revision_number=6']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:42.806864 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4ed18c28-b072-4de0-9aa5-c98a9925dd88 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:42.833409 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-a7fec471-a0b7-47ab-b4b9-044d1e67e8ab None None] Port e16bb2d8-4ef4-4003-96d4-f65676f445a0 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:19:42.870376 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-14b8e934-c489-421c-bd3d-c821ad8d0153 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:42.955004 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:42.972213 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-0dabdbde-ab61-4730-9a09-27a55f168c91 service neutron] For port 0373cd56-eebf-4b69-963a-be09d38bc414, host n-h1-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:19:42.989205 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-14b8e934-c489-421c-bd3d-c821ad8d0153 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:42.991798 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-295582f5-e056-44eb-80f4-8f45294e7966 None None] Provisioning complete for port d95d7347-8bdd-4b86-a0f5-d4bf1ddb0aad triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:19:42.992217 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-295582f5-e056-44eb-80f4-8f45294e7966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:43.020861 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1fb5f-8394-4d1b-a6d8-9e1af8085d6b req-cd45d616-f045-4ca4-b317-cf572deadc2f tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:43.029580 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1fb5f-8394-4d1b-a6d8-9e1af8085d6b req-cd45d616-f045-4ca4-b317-cf572deadc2f tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:43.040077 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1fb5f-8394-4d1b-a6d8-9e1af8085d6b req-cd45d616-f045-4ca4-b317-cf572deadc2f tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:43.048505 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1fb5f-8394-4d1b-a6d8-9e1af8085d6b req-cd45d616-f045-4ca4-b317-cf572deadc2f tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:43.056821 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-295582f5-e056-44eb-80f4-8f45294e7966 None None] Port d95d7347-8bdd-4b86-a0f5-d4bf1ddb0aad cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:19:43.060357 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1fb5f-8394-4d1b-a6d8-9e1af8085d6b req-cd45d616-f045-4ca4-b317-cf572deadc2f tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:43.068235 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1fb5f-8394-4d1b-a6d8-9e1af8085d6b req-cd45d616-f045-4ca4-b317-cf572deadc2f tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:43.070282 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-79f1fb5f-8394-4d1b-a6d8-9e1af8085d6b req-cd45d616-f045-4ca4-b317-cf572deadc2f tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 4657 time: 0.3543873 Nov 12 01:19:43.088094 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-14b8e934-c489-421c-bd3d-c821ad8d0153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:43.093160 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-14b8e934-c489-421c-bd3d-c821ad8d0153 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:43.097557 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8aa6c1ea-56e5-48d1-a1e9-a2a737432974 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:43.100014 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-14b8e934-c489-421c-bd3d-c821ad8d0153 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6c4b475c-59c4-4257-9134-cd7855f13a2a HTTP/1.1" status: 204 len: 168 time: 0.5991876 Nov 12 01:19:43.114649 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b8e934-c489-421c-bd3d-c821ad8d0153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4b475c-59c4-4257-9134-cd7855f13a2a,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:43.306899 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-ead35c58-fd31-4c8a-8f46-6711eacfba53 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Deleting port d95d7347-8bdd-4b86-a0f5-d4bf1ddb0aad {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:19:43.307436 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ead35c58-fd31-4c8a-8f46-6711eacfba53 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:43.480633 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 222d2058-591c-4d81-9f3c-48171abe4bdf up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:19:43.543708 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ead35c58-fd31-4c8a-8f46-6711eacfba53 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:43.591806 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-ead35c58-fd31-4c8a-8f46-6711eacfba53 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Calling delete_port for d95d7347-8bdd-4b86-a0f5-d4bf1ddb0aad owned by network:router_interface {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:19:43.593187 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 222d2058-591c-4d81-9f3c-48171abe4bdf completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:19:43.595684 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-0dabdbde-ab61-4730-9a09-27a55f168c91 service neutron] device_id is not set on port 0373cd56-eebf-4b69-963a-be09d38bc414 yet. {{(pid=109085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:19:43.601304 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 222d2058-591c-4d81-9f3c-48171abe4bdf triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:19:43.602009 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:43.669351 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-0dabdbde-ab61-4730-9a09-27a55f168c91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:43.709012 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-0dabdbde-ab61-4730-9a09-27a55f168c91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:43.724688 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4ed18c28-b072-4de0-9aa5-c98a9925dd88 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:43.808698 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.api [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:19:43.808698 n-d-712142-27 neutron-server[109087]: DEBUG oslo_db.api [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:19:43.857476 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed18c28-b072-4de0-9aa5-c98a9925dd88 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event deleted for resources: {'Subnet': ['ID=8a48b360-42aa-4651-ab23-ad10b2b895b2,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:43.864045 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '962ed579-ad73-4ad7-bc46-ba9a92d2a0c9'}, {'server_uuid': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01057b9c-0ebb-4361-8584-92a34114849a'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:19:43.867756 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4ed18c28-b072-4de0-9aa5-c98a9925dd88 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:43.872390 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4ed18c28-b072-4de0-9aa5-c98a9925dd88 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/8a48b360-42aa-4651-ab23-ad10b2b895b2 HTTP/1.1" status: 204 len: 168 time: 1.8013573 Nov 12 01:19:43.884757 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 54422) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:43.898149 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f86ed1f-3af9-43f2-abe2-4fc13437cb01" -d '{"events": [{"server_uuid": "7cbe0661-63bd-4d76-b0e5-95c18ce1021b", "name": "network-vif-unplugged", "status": "completed", "tag": "962ed579-ad73-4ad7-bc46-ba9a92d2a0c9"}, {"server_uuid": "7cbe0661-63bd-4d76-b0e5-95c18ce1021b", "name": "network-vif-unplugged", "status": "completed", "tag": "01057b9c-0ebb-4361-8584-92a34114849a"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:19:43.908303 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-79f1fb5f-8394-4d1b-a6d8-9e1af8085d6b req-e72b85c4-3560-4829-ada4-42e63041ea78 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/security-groups?id=f35c197b-ae20-4eaa-b206-2ef393b1f8c4&id=f7233b9f-1065-4d72-90ac-8ac47fde62c7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8174412 Nov 12 01:19:43.933748 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb9b705-a9cb-4891-acf0-7653c82b5241 None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:19:43.974696 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68271be-48c5-416c-808e-3e7d9923cde4 req-8365fe0a-35ca-4d11-8184-a3e748e5cae2 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:43.988215 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b68271be-48c5-416c-808e-3e7d9923cde4 req-8365fe0a-35ca-4d11-8184-a3e748e5cae2 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] 10.222.0.45 "GET /v2.0/ports?device_id=584df8dd-fc36-456d-b333-ee4f836cfb22 HTTP/1.1" status: 200 len: 945 time: 0.4099989 Nov 12 01:19:43.993558 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-9c3baa01-7e08-4b18-bd36-597c83f1c087 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1025474 Nov 12 01:19:43.994439 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dabdbde-ab61-4730-9a09-27a55f168c91 service neutron] Pushing event updated for resources: {'Port': ['ID=0373cd56-eebf-4b69-963a-be09d38bc414,revision_number=6']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:44.028991 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 54428) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:44.041995 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-0dabdbde-ab61-4730-9a09-27a55f168c91 service neutron] No DVR routers for this DVR port 0373cd56-eebf-4b69-963a-be09d38bc414 on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:19:44.197921 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 12 Nov 2021 01:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9996f9b-cd1d-484a-a75b-14d6b0332c70 x-openstack-request-id: req-e9996f9b-cd1d-484a-a75b-14d6b0332c70 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:19:44.199593 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbe0661-63bd-4d76-b0e5-95c18ce1021b", "name": "network-vif-unplugged", "status": "completed", "tag": "962ed579-ad73-4ad7-bc46-ba9a92d2a0c9", "code": 200}, {"server_uuid": "7cbe0661-63bd-4d76-b0e5-95c18ce1021b", "name": "network-vif-unplugged", "status": "completed", "tag": "01057b9c-0ebb-4361-8584-92a34114849a", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:19:44.199593 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e9996f9b-cd1d-484a-a75b-14d6b0332c70 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:19:44.200566 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '962ed579-ad73-4ad7-bc46-ba9a92d2a0c9', 'code': 200} Nov 12 01:19:44.200991 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01057b9c-0ebb-4361-8584-92a34114849a', 'code': 200} Nov 12 01:19:44.202166 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:44.244813 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ead35c58-fd31-4c8a-8f46-6711eacfba53 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:44.283731 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8aa6c1ea-56e5-48d1-a1e9-a2a737432974 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:44.285059 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-0dabdbde-ab61-4730-9a09-27a55f168c91 service neutron] In _notify_port_updated(), no bound segment for port 0373cd56-eebf-4b69-963a-be09d38bc414 on network e0f69fbd-c4e4-47d1-817f-1e3bee936d0a {{(pid=109085) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:19:44.286735 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-0dabdbde-ab61-4730-9a09-27a55f168c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:44.287386 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-0dabdbde-ab61-4730-9a09-27a55f168c91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:44.292120 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-0dabdbde-ab61-4730-9a09-27a55f168c91 service neutron] 10.222.0.16 "PUT /v2.0/ports/0373cd56-eebf-4b69-963a-be09d38bc414 HTTP/1.1" status: 200 len: 1033 time: 3.5598080 Nov 12 01:19:44.305653 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8aa6c1ea-56e5-48d1-a1e9-a2a737432974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:44.396071 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b68271be-48c5-416c-808e-3e7d9923cde4 req-60231155-5b2d-4510-aeaa-00d271b85463 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] 10.222.0.45 "GET /v2.0/security-groups?id=90c30e11-191f-48a8-b20b-740a2cc4ef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651276 Nov 12 01:19:44.438211 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708f64e7-5fed-426a-a475-88663e2703b5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:44.440511 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-708f64e7-5fed-426a-a475-88663e2703b5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4083698 Nov 12 01:19:44.447946 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa6c1ea-56e5-48d1-a1e9-a2a737432974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6bc6794-7639-442a-a429-a289de6c1855,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:44.451252 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 54438) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:44.457483 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-8aa6c1ea-56e5-48d1-a1e9-a2a737432974 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ee22ec5a7acf4645a38a783c53b06b5b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7628546 Nov 12 01:19:44.461716 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 54440) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:44.517393 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device e16bb2d8-4ef4-4003-96d4-f65676f445a0 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:19:44.598434 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2535f84-e056-47fe-8b05-4e2f2d0204ed tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:44.600411 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e2535f84-e056-47fe-8b05-4e2f2d0204ed tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1412852 Nov 12 01:19:44.604413 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 54442) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:44.669148 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a58cfbb8-2f24-4869-bd7e-0ea565bbe3b8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0625868 Nov 12 01:19:44.675158 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 54444) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:44.685998 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device e16bb2d8-4ef4-4003-96d4-f65676f445a0 not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:19:44.686910 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device bdcf7a52-e80c-40be-bdac-b195e34c1da2 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:19:44.693111 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-726cf7e8-9b5e-419a-8ae8-6ecbf7653d86 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'subnet': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:19:44.704005 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5ea7d754-16be-4c5e-b20e-5a44725f6c58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:44.755609 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-6a101f6e-6e74-4ff8-89d4-6c7b6ef3811f tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Deleting port 83d38651-499e-4f7f-9790-b505ef5e96b6 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:19:44.755952 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-6a101f6e-6e74-4ff8-89d4-6c7b6ef3811f tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:44.772120 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 222d2058-591c-4d81-9f3c-48171abe4bdf, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=222d2058-591c-4d81-9f3c-48171abe4bdf,segment=NetworkSegment(b39130c0-eb4d-4e53-9a09-3b93fde3ec3b),segment_id=b39130c0-eb4d-4e53-9a09-3b93fde3ec3b)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:19:44.776425 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-78bd5750-966c-4101-b6b2-96dcf81af0d3 None None] Provisioning complete for port 0373cd56-eebf-4b69-963a-be09d38bc414 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:19:44.777608 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-78bd5750-966c-4101-b6b2-96dcf81af0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:44.841041 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:44.853131 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5ea7d754-16be-4c5e-b20e-5a44725f6c58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:44.972480 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead35c58-fd31-4c8a-8f46-6711eacfba53 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event deleted for resources: {'Port': ['ID=d95d7347-8bdd-4b86-a0f5-d4bf1ddb0aad,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:45.055101 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=222d2058-591c-4d81-9f3c-48171abe4bdf,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:45.090428 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-78bd5750-966c-4101-b6b2-96dcf81af0d3 None None] Port 0373cd56-eebf-4b69-963a-be09d38bc414 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:19:45.109125 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438d0010-a032-4ba6-a174-bfd7079dc917 None None] DHCP port deletion for 89ea60a3-4652-4d77-9cc6-d8bd5a56918e request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:19:45.118092 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-6a101f6e-6e74-4ff8-89d4-6c7b6ef3811f tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] For port 83d38651-499e-4f7f-9790-b505ef5e96b6, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=83d38651-499e-4f7f-9790-b505ef5e96b6,segment=NetworkSegment(bdbdf56f-f4be-4a44-8d63-92ebebe68184),segment_id=bdbdf56f-f4be-4a44-8d63-92ebebe68184)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:19:45.118716 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-6a101f6e-6e74-4ff8-89d4-6c7b6ef3811f tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:45.125056 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:45.176579 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-6a101f6e-6e74-4ff8-89d4-6c7b6ef3811f tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Calling delete_port for 83d38651-499e-4f7f-9790-b505ef5e96b6 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:19:45.203075 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726cf7e8-9b5e-419a-8ae8-6ecbf7653d86 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:19:45.223157 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-726cf7e8-9b5e-419a-8ae8-6ecbf7653d86 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:45.255385 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5ea7d754-16be-4c5e-b20e-5a44725f6c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:45.263437 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5ea7d754-16be-4c5e-b20e-5a44725f6c58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:45.265009 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-5ea7d754-16be-4c5e-b20e-5a44725f6c58 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c6bc6794-7639-442a-a429-a289de6c1855 HTTP/1.1" status: 204 len: 168 time: 0.8013813 Nov 12 01:19:45.322595 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea7d754-16be-4c5e-b20e-5a44725f6c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6bc6794-7639-442a-a429-a289de6c1855,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:45.415564 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port bdcf7a52-e80c-40be-bdac-b195e34c1da2, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=bdcf7a52-e80c-40be-bdac-b195e34c1da2,segment=NetworkSegment(ef853ea3-b93e-44bf-9439-4b21c4c64343),segment_id=ef853ea3-b93e-44bf-9439-4b21c4c64343)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:19:45.447834 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:45.560232 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-438d0010-a032-4ba6-a174-bfd7079dc917 None None] Deleting port 628c96eb-d7a5-409a-9983-0bfed90e5956 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:19:45.560873 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-438d0010-a032-4ba6-a174-bfd7079dc917 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:45.677226 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3684f-871c-4cf2-b8ce-46c98eadd198 req-e1d6d381-69b6-4788-a037-9cd8a348f068 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:45.685580 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3684f-871c-4cf2-b8ce-46c98eadd198 req-e1d6d381-69b6-4788-a037-9cd8a348f068 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:45.692223 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3684f-871c-4cf2-b8ce-46c98eadd198 req-e1d6d381-69b6-4788-a037-9cd8a348f068 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:45.699949 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3684f-871c-4cf2-b8ce-46c98eadd198 req-e1d6d381-69b6-4788-a037-9cd8a348f068 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:45.707477 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3684f-871c-4cf2-b8ce-46c98eadd198 req-e1d6d381-69b6-4788-a037-9cd8a348f068 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:45.710193 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0cb3684f-871c-4cf2-b8ce-46c98eadd198 req-e1d6d381-69b6-4788-a037-9cd8a348f068 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 3877 time: 0.5087800 Nov 12 01:19:45.723302 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ead35c58-fd31-4c8a-8f46-6711eacfba53 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:45.843824 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947aff6a-dc82-4511-b726-6c42f64f3ea2 req-5a1d0c14-40e0-4125-9681-452f29f7d9c3 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:45.845570 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-947aff6a-dc82-4511-b726-6c42f64f3ea2 req-5a1d0c14-40e0-4125-9681-452f29f7d9c3 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] 10.222.0.45 "GET /v2.0/ports?device_id=584df8dd-fc36-456d-b333-ee4f836cfb22 HTTP/1.1" status: 200 len: 946 time: 0.1291478 Nov 12 01:19:45.847313 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-438d0010-a032-4ba6-a174-bfd7079dc917 None None] For port 628c96eb-d7a5-409a-9983-0bfed90e5956, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=628c96eb-d7a5-409a-9983-0bfed90e5956,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:19:45.847994 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-438d0010-a032-4ba6-a174-bfd7079dc917 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:45.922251 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-438d0010-a032-4ba6-a174-bfd7079dc917 None None] Calling delete_port for 628c96eb-d7a5-409a-9983-0bfed90e5956 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:19:45.995437 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:19:46.009748 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0cb3684f-871c-4cf2-b8ce-46c98eadd198 req-51a79a28-898c-4840-b55c-27bd3f2da659 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/security-groups?id=f35c197b-ae20-4eaa-b206-2ef393b1f8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2452865 Nov 12 01:19:46.067058 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=bdcf7a52-e80c-40be-bdac-b195e34c1da2,revision_number=6']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:46.098788 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-947aff6a-dc82-4511-b726-6c42f64f3ea2 req-fa9bdc8c-062e-4ae9-9398-6640064a59f0 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] 10.222.0.45 "GET /v2.0/security-groups?id=90c30e11-191f-48a8-b20b-740a2cc4ef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227707 Nov 12 01:19:46.167524 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-438d0010-a032-4ba6-a174-bfd7079dc917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:46.206090 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584df8dd-fc36-456d-b333-ee4f836cfb22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '222d2058-591c-4d81-9f3c-48171abe4bdf'}, {'server_uuid': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdcf7a52-e80c-40be-bdac-b195e34c1da2'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:19:46.210013 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-6a101f6e-6e74-4ff8-89d4-6c7b6ef3811f tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:46.217060 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ba1aef-84bf-46be-a608-062e224353e0" -d '{"events": [{"server_uuid": "584df8dd-fc36-456d-b333-ee4f836cfb22", "name": "network-vif-plugged", "status": "completed", "tag": "222d2058-591c-4d81-9f3c-48171abe4bdf"}, {"server_uuid": "7cbe0661-63bd-4d76-b0e5-95c18ce1021b", "name": "network-vif-unplugged", "status": "completed", "tag": "bdcf7a52-e80c-40be-bdac-b195e34c1da2"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:19:46.228567 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d0010-a032-4ba6-a174-bfd7079dc917 None None] Pushing event deleted for resources: {'Port': ['ID=628c96eb-d7a5-409a-9983-0bfed90e5956,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:46.255441 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438d0010-a032-4ba6-a174-bfd7079dc917 None None] No DVR routers for this DVR port 628c96eb-d7a5-409a-9983-0bfed90e5956 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:19:46.337172 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a101f6e-6e74-4ff8-89d4-6c7b6ef3811f tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Pushing event deleted for resources: {'Port': ['ID=83d38651-499e-4f7f-9790-b505ef5e96b6,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:46.391691 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 12 Nov 2021 01:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa69170-ea0b-44fa-96e4-665d33f36daa x-openstack-request-id: req-5aa69170-ea0b-44fa-96e4-665d33f36daa {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:19:46.392032 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "584df8dd-fc36-456d-b333-ee4f836cfb22", "name": "network-vif-plugged", "status": "completed", "tag": "222d2058-591c-4d81-9f3c-48171abe4bdf", "code": 200}, {"server_uuid": "7cbe0661-63bd-4d76-b0e5-95c18ce1021b", "name": "network-vif-unplugged", "status": "completed", "tag": "bdcf7a52-e80c-40be-bdac-b195e34c1da2", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:19:46.392484 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5aa69170-ea0b-44fa-96e4-665d33f36daa {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:19:46.393072 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '584df8dd-fc36-456d-b333-ee4f836cfb22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '222d2058-591c-4d81-9f3c-48171abe4bdf', 'code': 200} Nov 12 01:19:46.393499 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdcf7a52-e80c-40be-bdac-b195e34c1da2', 'code': 200} Nov 12 01:19:46.394019 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 54478) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:46.555113 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead35c58-fd31-4c8a-8f46-6711eacfba53 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Router 44f20401-dd0d-429a-a33e-f8a6bd395afb has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:19:46.628550 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dcbdd9a7-8434-42e6-9989-0a5c723efc20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:46.632722 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-6a101f6e-6e74-4ff8-89d4-6c7b6ef3811f tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] No DVR routers for this DVR port 83d38651-499e-4f7f-9790-b505ef5e96b6 on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:19:46.689053 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 628c96eb-d7a5-409a-9983-0bfed90e5956 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:19:46.698314 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-6a101f6e-6e74-4ff8-89d4-6c7b6ef3811f tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:46.704887 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-6a101f6e-6e74-4ff8-89d4-6c7b6ef3811f tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.16 "DELETE /v2.0/ports/83d38651-499e-4f7f-9790-b505ef5e96b6 HTTP/1.1" status: 204 len: 173 time: 2.4003010 Nov 12 01:19:46.716891 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'name': 'network-vif-deleted', 'tag': '83d38651-499e-4f7f-9790-b505ef5e96b6'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:19:46.722252 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a04b607-9ff3-4a3d-b7cd-e43c87a17d8d" -d '{"events": [{"server_uuid": "7cbe0661-63bd-4d76-b0e5-95c18ce1021b", "name": "network-vif-deleted", "tag": "83d38651-499e-4f7f-9790-b505ef5e96b6"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:19:46.756388 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 628c96eb-d7a5-409a-9983-0bfed90e5956 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:19:46.758084 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 628c96eb-d7a5-409a-9983-0bfed90e5956 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:19:46.859917 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165ca2e3-6e61-4c8d-966c-0f65885fa2f2 x-openstack-request-id: req-165ca2e3-6e61-4c8d-966c-0f65885fa2f2 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:19:46.860578 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbe0661-63bd-4d76-b0e5-95c18ce1021b", "name": "network-vif-deleted", "tag": "83d38651-499e-4f7f-9790-b505ef5e96b6", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:19:46.861450 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-165ca2e3-6e61-4c8d-966c-0f65885fa2f2 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:19:46.862712 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'name': 'network-vif-deleted', 'tag': '83d38651-499e-4f7f-9790-b505ef5e96b6', 'status': 'completed', 'code': 200} Nov 12 01:19:46.872576 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead35c58-fd31-4c8a-8f46-6711eacfba53 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:19:46.887125 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d55a2c6-5096-420d-82f9-87f2f624caed None None] Sync routers for ids ['44f20401-dd0d-429a-a33e-f8a6bd395afb'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:19:46.893136 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ead35c58-fd31-4c8a-8f46-6711eacfba53 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "PUT /v2.0/routers/44f20401-dd0d-429a-a33e-f8a6bd395afb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2633202 Nov 12 01:19:46.897309 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54486) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:46.935653 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d55a2c6-5096-420d-82f9-87f2f624caed None None] Routers {'44f20401-dd0d-429a-a33e-f8a6bd395afb'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:19:46.936295 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-1d55a2c6-5096-420d-82f9-87f2f624caed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:19:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['44f20401-dd0d-429a-a33e-f8a6bd395afb'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:19:46.973101 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b510d742-03f9-4c4f-80f1-f546ee563914 req-4b67e6c2-7792-4c2e-8bd5-1680ae614a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:46.976939 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b510d742-03f9-4c4f-80f1-f546ee563914 req-4b67e6c2-7792-4c2e-8bd5-1680ae614a62 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=584df8dd-fc36-456d-b333-ee4f836cfb22 HTTP/1.1" status: 200 len: 1098 time: 0.4739871 Nov 12 01:19:47.030194 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-1d55a2c6-5096-420d-82f9-87f2f624caed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:19:47.048030 n-d-712142-27 neutron-server[109085]: DEBUG neutron.objects.ports [None req-726cf7e8-9b5e-419a-8ae8-6ecbf7653d86 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109085) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 01:19:47.060838 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d55a2c6-5096-420d-82f9-87f2f624caed None None] Routers {'44f20401-dd0d-429a-a33e-f8a6bd395afb'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:19:47.061510 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-1d55a2c6-5096-420d-82f9-87f2f624caed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:19:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['44f20401-dd0d-429a-a33e-f8a6bd395afb'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:19:47.135461 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-726cf7e8-9b5e-419a-8ae8-6ecbf7653d86 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:47.193324 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-1d55a2c6-5096-420d-82f9-87f2f624caed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:19:47.194563 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d55a2c6-5096-420d-82f9-87f2f624caed None None] The sync data for ids ['44f20401-dd0d-429a-a33e-f8a6bd395afb'] in n-d-712142-27 is: [] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:19:47.337851 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b510d742-03f9-4c4f-80f1-f546ee563914 req-e5bbfe5c-97f8-48e1-8476-47ee357f2f0a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=90c30e11-191f-48a8-b20b-740a2cc4ef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414528 Nov 12 01:19:47.396420 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726cf7e8-9b5e-419a-8ae8-6ecbf7653d86 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:19:47.486814 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-726cf7e8-9b5e-419a-8ae8-6ecbf7653d86 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:19:47.503828 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726cf7e8-9b5e-419a-8ae8-6ecbf7653d86 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:47.504595 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-726cf7e8-9b5e-419a-8ae8-6ecbf7653d86 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:47.529875 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2741122-13ac-4a2b-b9a1-7dd7b4326d5f None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:19:47.532182 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726cf7e8-9b5e-419a-8ae8-6ecbf7653d86 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Subnet': ['ID=fb234ef9-1a54-4bcb-bb29-52874b1b2de1,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:47.581697 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4869c-9414-4866-9ceb-ac782b30b8c6 req-5f901daa-d791-495a-bfe5-fb3f6752dae9 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:47.590848 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-95d4869c-9414-4866-9ceb-ac782b30b8c6 req-5f901daa-d791-495a-bfe5-fb3f6752dae9 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] 10.222.0.45 "GET /v2.0/ports?device_id=584df8dd-fc36-456d-b333-ee4f836cfb22 HTTP/1.1" status: 200 len: 946 time: 0.2669826 Nov 12 01:19:47.627646 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-726cf7e8-9b5e-419a-8ae8-6ecbf7653d86 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.9510272 Nov 12 01:19:47.635699 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dcbdd9a7-8434-42e6-9989-0a5c723efc20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:47.642058 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54510) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:47.647925 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-59060abf-4306-45fd-b4fa-9c0151c184de tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Deleting port 01057b9c-0ebb-4361-8584-92a34114849a {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:19:47.648799 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-59060abf-4306-45fd-b4fa-9c0151c184de tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:47.669909 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dcbdd9a7-8434-42e6-9989-0a5c723efc20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:47.672113 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-6568e4b8-63ea-4284-bee8-32082fa282b9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'port': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'mac_address': 'fa:16:3e:c9:1a:2c', 'name': 'tempest-NetworksTestDHCPv6-1646095948'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:19:47.683718 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6a439c-f9c5-456f-8df9-40fe00101948 req-c9799ec6-68ce-42c5-ab49-0fcdaa83bfe5 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:47.690538 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6a439c-f9c5-456f-8df9-40fe00101948 req-c9799ec6-68ce-42c5-ab49-0fcdaa83bfe5 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:47.696819 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6a439c-f9c5-456f-8df9-40fe00101948 req-c9799ec6-68ce-42c5-ab49-0fcdaa83bfe5 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:47.703000 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6a439c-f9c5-456f-8df9-40fe00101948 req-c9799ec6-68ce-42c5-ab49-0fcdaa83bfe5 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:47.710695 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dd6a439c-f9c5-456f-8df9-40fe00101948 req-c9799ec6-68ce-42c5-ab49-0fcdaa83bfe5 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 3142 time: 0.3958914 Nov 12 01:19:47.774535 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbdd9a7-8434-42e6-9989-0a5c723efc20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07af643f-6602-49d0-8123-73c58429dfca,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:47.805130 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81f2e3d-304b-4869-9236-9cc5124327a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'tenant_id': '70514e17c07e4902b3c1ce1ff6844138', 'fixed_ips': [{'subnet_id': 'fb234ef9-1a54-4bcb-bb29-52874b1b2de1'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:19:47.806941 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f81f2e3d-304b-4869-9236-9cc5124327a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:47.868042 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-95d4869c-9414-4866-9ceb-ac782b30b8c6 req-abda6c0b-2e2f-40d6-9991-2cd402f2354a tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] 10.222.0.45 "GET /v2.0/security-groups?id=90c30e11-191f-48a8-b20b-740a2cc4ef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759087 Nov 12 01:19:47.900183 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-dcbdd9a7-8434-42e6-9989-0a5c723efc20 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5343932f2c9341db879067f96526e4f9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5046694 Nov 12 01:19:47.907949 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 54518) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:47.987511 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dd6a439c-f9c5-456f-8df9-40fe00101948 req-c2d59d9c-06a8-40f4-883e-3d2d05080b36 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/security-groups?id=f35c197b-ae20-4eaa-b206-2ef393b1f8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2755527 Nov 12 01:19:48.002081 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-59060abf-4306-45fd-b4fa-9c0151c184de tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] For port 01057b9c-0ebb-4361-8584-92a34114849a, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=01057b9c-0ebb-4361-8584-92a34114849a,segment=NetworkSegment(c851975a-60fa-4eca-bdff-268884585b72),segment_id=c851975a-60fa-4eca-bdff-268884585b72)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:19:48.002737 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-59060abf-4306-45fd-b4fa-9c0151c184de tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:48.029810 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-59060abf-4306-45fd-b4fa-9c0151c184de tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Calling delete_port for 01057b9c-0ebb-4361-8584-92a34114849a owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:19:48.045073 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-f81f2e3d-304b-4869-9236-9cc5124327a7 None None] Allocated IP 2001:db8::f816:3eff:fe2a:a9e1 (89ea60a3-4652-4d77-9cc6-d8bd5a56918e/fb234ef9-1a54-4bcb-bb29-52874b1b2de1/6d62c14f-34ee-4e8a-9113-8a6e10b7f8bc) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:19:48.047315 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6568e4b8-63ea-4284-bee8-32082fa282b9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:19:48.057262 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a546fa2f-a1c9-451d-b355-cd43fc21c1e6 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:48.099563 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ad93c4e9-17f6-4edb-bf15-fbe7428be038 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:48.253351 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ad93c4e9-17f6-4edb-bf15-fbe7428be038 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:48.278748 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f81f2e3d-304b-4869-9236-9cc5124327a7 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:48.289719 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f81f2e3d-304b-4869-9236-9cc5124327a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:48.368777 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6568e4b8-63ea-4284-bee8-32082fa282b9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:48.434091 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-6568e4b8-63ea-4284-bee8-32082fa282b9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] device_id is not set on port 38dc2d6b-83e8-4954-9a90-13f2fecf8ad5 yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:19:48.489580 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f2e3d-304b-4869-9236-9cc5124327a7 None None] Pushing event updated for resources: {'Port': ['ID=6d62c14f-34ee-4e8a-9113-8a6e10b7f8bc,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:48.514097 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81f2e3d-304b-4869-9236-9cc5124327a7 None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:19:48.521338 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ad93c4e9-17f6-4edb-bf15-fbe7428be038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:48.522328 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-f81f2e3d-304b-4869-9236-9cc5124327a7 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:19:48.524368 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ad93c4e9-17f6-4edb-bf15-fbe7428be038 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:48.526261 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-ad93c4e9-17f6-4edb-bf15-fbe7428be038 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/07af643f-6602-49d0-8123-73c58429dfca HTTP/1.1" status: 204 len: 168 time: 0.6169295 Nov 12 01:19:48.544715 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad93c4e9-17f6-4edb-bf15-fbe7428be038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07af643f-6602-49d0-8123-73c58429dfca,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:48.544999 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81f2e3d-304b-4869-9236-9cc5124327a7 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:19:48.566653 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-59060abf-4306-45fd-b4fa-9c0151c184de tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:48.655307 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59060abf-4306-45fd-b4fa-9c0151c184de tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Pushing event deleted for resources: {'Port': ['ID=01057b9c-0ebb-4361-8584-92a34114849a,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:48.736577 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-59060abf-4306-45fd-b4fa-9c0151c184de tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] No DVR routers for this DVR port 01057b9c-0ebb-4361-8584-92a34114849a on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:19:48.741437 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-59060abf-4306-45fd-b4fa-9c0151c184de tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:48.750718 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-59060abf-4306-45fd-b4fa-9c0151c184de tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.16 "DELETE /v2.0/ports/01057b9c-0ebb-4361-8584-92a34114849a HTTP/1.1" status: 204 len: 173 time: 2.0153143 Nov 12 01:19:48.764607 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-f81f2e3d-304b-4869-9236-9cc5124327a7 None None] Attempting to bind port 6d62c14f-34ee-4e8a-9113-8a6e10b7f8bc on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:19:48.765773 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-f81f2e3d-304b-4869-9236-9cc5124327a7 None None] Attempting to bind port 6d62c14f-34ee-4e8a-9113-8a6e10b7f8bc by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:19:48.766799 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81f2e3d-304b-4869-9236-9cc5124327a7 None None] Attempting to bind port 6d62c14f-34ee-4e8a-9113-8a6e10b7f8bc on network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:19:48.776389 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81f2e3d-304b-4869-9236-9cc5124327a7 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:19:48.778131 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81f2e3d-304b-4869-9236-9cc5124327a7 None None] Checking segment: {'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:19:48.778807 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f81f2e3d-304b-4869-9236-9cc5124327a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:48.779458 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81f2e3d-304b-4869-9236-9cc5124327a7 None None] Bound using segment: {'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:19:48.780236 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-f81f2e3d-304b-4869-9236-9cc5124327a7 None None] Bound port: 6d62c14f-34ee-4e8a-9113-8a6e10b7f8bc, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:19:48.782399 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f81f2e3d-304b-4869-9236-9cc5124327a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:48.831490 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-6568e4b8-63ea-4284-bee8-32082fa282b9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Allocated IP 2001:db8::f816:3eff:fec9:1a2c (89ea60a3-4652-4d77-9cc6-d8bd5a56918e/fb234ef9-1a54-4bcb-bb29-52874b1b2de1/38dc2d6b-83e8-4954-9a90-13f2fecf8ad5) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:19:48.874672 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'name': 'network-vif-deleted', 'tag': '01057b9c-0ebb-4361-8584-92a34114849a'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:19:48.881422 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79402d3a-8b12-4d04-aee1-fcb393f67fd4" -d '{"events": [{"server_uuid": "7cbe0661-63bd-4d76-b0e5-95c18ce1021b", "name": "network-vif-deleted", "tag": "01057b9c-0ebb-4361-8584-92a34114849a"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:19:48.919254 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-f81f2e3d-304b-4869-9236-9cc5124327a7 None None] For port 6d62c14f-34ee-4e8a-9113-8a6e10b7f8bc, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:19:48.924768 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-f81f2e3d-304b-4869-9236-9cc5124327a7 None None] For port 6d62c14f-34ee-4e8a-9113-8a6e10b7f8bc, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=6d62c14f-34ee-4e8a-9113-8a6e10b7f8bc,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:19:48.937135 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f81f2e3d-304b-4869-9236-9cc5124327a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:49.039251 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1b6bf3-b426-4d71-90c0-5012ef9bc003 x-openstack-request-id: req-9c1b6bf3-b426-4d71-90c0-5012ef9bc003 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:19:49.039745 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbe0661-63bd-4d76-b0e5-95c18ce1021b", "name": "network-vif-deleted", "tag": "01057b9c-0ebb-4361-8584-92a34114849a", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:19:49.040200 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9c1b6bf3-b426-4d71-90c0-5012ef9bc003 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:19:49.040865 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'name': 'network-vif-deleted', 'tag': '01057b9c-0ebb-4361-8584-92a34114849a', 'status': 'completed', 'code': 200} Nov 12 01:19:49.203372 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f2e3d-304b-4869-9236-9cc5124327a7 None None] Pushing event updated for resources: {'Port': ['ID=6d62c14f-34ee-4e8a-9113-8a6e10b7f8bc,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:49.203595 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-ab0d9d0f-4288-42f1-826e-64c353851ef2 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Deleting port 3992154e-cd6b-4a86-9bb7-884f827bc8e2 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:19:49.204395 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-ab0d9d0f-4288-42f1-826e-64c353851ef2 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:49.332548 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-a546fa2f-a1c9-451d-b355-cd43fc21c1e6 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Deleting port 3fd622a8-0acb-4f28-bf9d-887b8a60524f {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:19:49.332897 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a546fa2f-a1c9-451d-b355-cd43fc21c1e6 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:49.562751 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a546fa2f-a1c9-451d-b355-cd43fc21c1e6 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:49.578480 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-a546fa2f-a1c9-451d-b355-cd43fc21c1e6 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Calling delete_port for 3fd622a8-0acb-4f28-bf9d-887b8a60524f owned by network:router_interface {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:19:49.614403 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54550) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:49.678002 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6568e4b8-63ea-4284-bee8-32082fa282b9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:49.699719 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5f14b-f478-4a8c-8d0e-07f655934405 req-30bf2d8a-a4b4-4750-8139-2069f477399a tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:49.713222 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7ff5f14b-f478-4a8c-8d0e-07f655934405 req-30bf2d8a-a4b4-4750-8139-2069f477399a tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] 10.222.0.45 "GET /v2.0/ports?device_id=584df8dd-fc36-456d-b333-ee4f836cfb22 HTTP/1.1" status: 200 len: 946 time: 0.6660798 Nov 12 01:19:49.763377 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6568e4b8-63ea-4284-bee8-32082fa282b9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:49.870140 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f8214-3799-4aef-9a7e-edd026497f22 req-225f52fd-867e-49c5-b83c-b5c9abf7ea66 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:49.890381 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f8214-3799-4aef-9a7e-edd026497f22 req-225f52fd-867e-49c5-b83c-b5c9abf7ea66 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:49.894990 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6568e4b8-63ea-4284-bee8-32082fa282b9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:19:49.897489 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6568e4b8-63ea-4284-bee8-32082fa282b9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Port': ['ID=38dc2d6b-83e8-4954-9a90-13f2fecf8ad5,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:49.902633 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-6568e4b8-63ea-4284-bee8-32082fa282b9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:19:49.916733 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6568e4b8-63ea-4284-bee8-32082fa282b9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:19:49.917035 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f8214-3799-4aef-9a7e-edd026497f22 req-225f52fd-867e-49c5-b83c-b5c9abf7ea66 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:49.928921 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6568e4b8-63ea-4284-bee8-32082fa282b9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:49.930022 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6568e4b8-63ea-4284-bee8-32082fa282b9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:49.936550 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-809f8214-3799-4aef-9a7e-edd026497f22 req-225f52fd-867e-49c5-b83c-b5c9abf7ea66 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 2409 time: 0.7041461 Nov 12 01:19:49.967105 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6568e4b8-63ea-4284-bee8-32082fa282b9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3162076 Nov 12 01:19:49.979179 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54564) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:49.995227 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-265108cb-943f-4045-be2e-81109b93d61d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:50.131262 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-809f8214-3799-4aef-9a7e-edd026497f22 req-894917a1-6a7c-4fa0-aa4f-e0cb053743a7 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/security-groups?id=f35c197b-ae20-4eaa-b206-2ef393b1f8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1922338 Nov 12 01:19:50.166135 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-ab0d9d0f-4288-42f1-826e-64c353851ef2 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] For port 3992154e-cd6b-4a86-9bb7-884f827bc8e2, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=3992154e-cd6b-4a86-9bb7-884f827bc8e2,segment=NetworkSegment(bdbdf56f-f4be-4a44-8d63-92ebebe68184),segment_id=bdbdf56f-f4be-4a44-8d63-92ebebe68184)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:19:50.166711 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-ab0d9d0f-4288-42f1-826e-64c353851ef2 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:50.202391 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-ab0d9d0f-4288-42f1-826e-64c353851ef2 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Calling delete_port for 3992154e-cd6b-4a86-9bb7-884f827bc8e2 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:19:50.209898 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7ff5f14b-f478-4a8c-8d0e-07f655934405 req-87ebef28-a551-461d-9d7c-959bc417f60d tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] 10.222.0.45 "GET /v2.0/security-groups?id=90c30e11-191f-48a8-b20b-740a2cc4ef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4936123 Nov 12 01:19:50.280246 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-265108cb-943f-4045-be2e-81109b93d61d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:50.293235 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-265108cb-943f-4045-be2e-81109b93d61d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:50.329354 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2021eb3e-46c9-43f0-a05a-35723c8a30b3 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:50.336451 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2021eb3e-46c9-43f0-a05a-35723c8a30b3 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:50.341070 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2021eb3e-46c9-43f0-a05a-35723c8a30b3 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3591633 Nov 12 01:19:50.344356 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54572) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:50.378596 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-265108cb-943f-4045-be2e-81109b93d61d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ea775f67c5f94e029735390739e71654&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7626457 Nov 12 01:19:50.388534 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 54574) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:50.427866 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265108cb-943f-4045-be2e-81109b93d61d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17691c37-ba89-4321-bdd1-c60af87c8992,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:50.478500 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a546fa2f-a1c9-451d-b355-cd43fc21c1e6 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:50.533962 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a546fa2f-a1c9-451d-b355-cd43fc21c1e6 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event deleted for resources: {'Port': ['ID=3fd622a8-0acb-4f28-bf9d-887b8a60524f,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:50.833998 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a546fa2f-a1c9-451d-b355-cd43fc21c1e6 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:50.919271 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 6d62c14f-34ee-4e8a-9113-8a6e10b7f8bc up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:19:50.951988 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1573bffa-0eeb-4bea-bc69-c5836c715d40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:51.084344 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1573bffa-0eeb-4bea-bc69-c5836c715d40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:51.086465 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-ab0d9d0f-4288-42f1-826e-64c353851ef2 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:51.122695 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 6d62c14f-34ee-4e8a-9113-8a6e10b7f8bc triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:19:51.126529 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:51.268674 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1573bffa-0eeb-4bea-bc69-c5836c715d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:51.272519 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1573bffa-0eeb-4bea-bc69-c5836c715d40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:51.274234 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-1573bffa-0eeb-4bea-bc69-c5836c715d40 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/17691c37-ba89-4321-bdd1-c60af87c8992 HTTP/1.1" status: 204 len: 168 time: 0.8837497 Nov 12 01:19:51.312517 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0d9d0f-4288-42f1-826e-64c353851ef2 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Pushing event deleted for resources: {'Port': ['ID=3992154e-cd6b-4a86-9bb7-884f827bc8e2,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:51.353530 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573bffa-0eeb-4bea-bc69-c5836c715d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17691c37-ba89-4321-bdd1-c60af87c8992,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:51.357829 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-ab0d9d0f-4288-42f1-826e-64c353851ef2 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] No DVR routers for this DVR port 3992154e-cd6b-4a86-9bb7-884f827bc8e2 on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:19:51.361848 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-ab0d9d0f-4288-42f1-826e-64c353851ef2 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:51.366820 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-ab0d9d0f-4288-42f1-826e-64c353851ef2 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.16 "DELETE /v2.0/ports/3992154e-cd6b-4a86-9bb7-884f827bc8e2 HTTP/1.1" status: 204 len: 173 time: 2.6047220 Nov 12 01:19:51.367403 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'name': 'network-vif-deleted', 'tag': '3992154e-cd6b-4a86-9bb7-884f827bc8e2'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:19:51.369888 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5403eb8-b7df-4bd9-bc4f-c11fbe09ef5b" -d '{"events": [{"server_uuid": "7cbe0661-63bd-4d76-b0e5-95c18ce1021b", "name": "network-vif-deleted", "tag": "3992154e-cd6b-4a86-9bb7-884f827bc8e2"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:19:51.483680 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:51.504334 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-507aac96-e3c6-4b46-ad39-c552b68f0087 None None] Provisioning complete for port 6d62c14f-34ee-4e8a-9113-8a6e10b7f8bc triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:19:51.510783 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-507aac96-e3c6-4b46-ad39-c552b68f0087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:51.646371 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 6d62c14f-34ee-4e8a-9113-8a6e10b7f8bc, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=6d62c14f-34ee-4e8a-9113-8a6e10b7f8bc,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:19:51.701084 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90c7d4a-5a4e-438e-81e5-b739c7d917b6 x-openstack-request-id: req-a90c7d4a-5a4e-438e-81e5-b739c7d917b6 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:19:51.701394 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbe0661-63bd-4d76-b0e5-95c18ce1021b", "name": "network-vif-deleted", "tag": "3992154e-cd6b-4a86-9bb7-884f827bc8e2", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:19:51.701831 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a90c7d4a-5a4e-438e-81e5-b739c7d917b6 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:19:51.704138 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'name': 'network-vif-deleted', 'tag': '3992154e-cd6b-4a86-9bb7-884f827bc8e2', 'status': 'completed', 'code': 200} Nov 12 01:19:51.729183 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:51.830426 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-1a13d16e-fab3-4e82-a45c-05aa89010fde tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Deleting port 38dc2d6b-83e8-4954-9a90-13f2fecf8ad5 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:19:51.831247 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1a13d16e-fab3-4e82-a45c-05aa89010fde tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:51.835209 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81044b-1e03-4b6b-9dd5-b3733e370ebd req-fd0b89cc-05e9-42bb-af24-1e98901df98b tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:51.850796 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81044b-1e03-4b6b-9dd5-b3733e370ebd req-fd0b89cc-05e9-42bb-af24-1e98901df98b tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:51.852545 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-da81044b-1e03-4b6b-9dd5-b3733e370ebd req-fd0b89cc-05e9-42bb-af24-1e98901df98b tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 1677 time: 0.3193254 Nov 12 01:19:51.863700 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-27fb25e2-c615-43df-804a-29e049113cd0 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Deleting port 962ed579-ad73-4ad7-bc46-ba9a92d2a0c9 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:19:51.867310 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-27fb25e2-c615-43df-804a-29e049113cd0 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:51.975789 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=6d62c14f-34ee-4e8a-9113-8a6e10b7f8bc,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:52.035268 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a546fa2f-a1c9-451d-b355-cd43fc21c1e6 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Router 44f20401-dd0d-429a-a33e-f8a6bd395afb has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:19:52.084990 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-fa171052-adf6-4507-941e-0f2123ade6b5 None None] Provisioning complete for port 38dc2d6b-83e8-4954-9a90-13f2fecf8ad5 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:19:52.085400 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fa171052-adf6-4507-941e-0f2123ade6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:52.205307 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-fa171052-adf6-4507-941e-0f2123ade6b5 None None] Port 38dc2d6b-83e8-4954-9a90-13f2fecf8ad5 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:19:52.210813 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-27fb25e2-c615-43df-804a-29e049113cd0 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] For port 962ed579-ad73-4ad7-bc46-ba9a92d2a0c9, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=962ed579-ad73-4ad7-bc46-ba9a92d2a0c9,segment=NetworkSegment(c851975a-60fa-4eca-bdff-268884585b72),segment_id=c851975a-60fa-4eca-bdff-268884585b72)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:19:52.211312 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-27fb25e2-c615-43df-804a-29e049113cd0 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:52.259675 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54616) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:52.309351 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-27fb25e2-c615-43df-804a-29e049113cd0 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Calling delete_port for 962ed579-ad73-4ad7-bc46-ba9a92d2a0c9 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:19:52.469261 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1a13d16e-fab3-4e82-a45c-05aa89010fde tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:52.490433 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f38c68d4-3a0f-40e9-8731-bd6f2d7f0b9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:52.523127 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-da81044b-1e03-4b6b-9dd5-b3733e370ebd req-38a36bf1-3e99-4ed0-834d-0696197f7ded tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/security-groups?id=f35c197b-ae20-4eaa-b206-2ef393b1f8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3797791 Nov 12 01:19:52.534662 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-1a13d16e-fab3-4e82-a45c-05aa89010fde tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Calling delete_port for 38dc2d6b-83e8-4954-9a90-13f2fecf8ad5 owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:19:52.550466 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a546fa2f-a1c9-451d-b355-cd43fc21c1e6 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:19:52.586417 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-27fb25e2-c615-43df-804a-29e049113cd0 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:52.587737 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9516773e-9e5d-41bf-ac5f-c3ec6eb390b5 None None] Sync routers for ids ['44f20401-dd0d-429a-a33e-f8a6bd395afb'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:19:52.656997 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9516773e-9e5d-41bf-ac5f-c3ec6eb390b5 None None] Routers {'44f20401-dd0d-429a-a33e-f8a6bd395afb'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:19:52.662694 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-9516773e-9e5d-41bf-ac5f-c3ec6eb390b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:19:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['44f20401-dd0d-429a-a33e-f8a6bd395afb'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:19:52.721550 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fb25e2-c615-43df-804a-29e049113cd0 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Pushing event deleted for resources: {'Port': ['ID=962ed579-ad73-4ad7-bc46-ba9a92d2a0c9,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:52.735958 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a546fa2f-a1c9-451d-b355-cd43fc21c1e6 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "PUT /v2.0/routers/44f20401-dd0d-429a-a33e-f8a6bd395afb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8302162 Nov 12 01:19:52.740821 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 54628) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:52.797216 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-9516773e-9e5d-41bf-ac5f-c3ec6eb390b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:19:52.822806 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9516773e-9e5d-41bf-ac5f-c3ec6eb390b5 None None] Routers {'44f20401-dd0d-429a-a33e-f8a6bd395afb'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:19:52.825038 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-9516773e-9e5d-41bf-ac5f-c3ec6eb390b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:19:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['44f20401-dd0d-429a-a33e-f8a6bd395afb'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:19:52.858413 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 6d62c14f-34ee-4e8a-9113-8a6e10b7f8bc up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:19:52.893851 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f38c68d4-3a0f-40e9-8731-bd6f2d7f0b9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:52.897318 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-6767e919-2fd1-4048-9e01-9c94a37827bd tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "GET /v2.0/ports?device_id=44f20401-dd0d-429a-a33e-f8a6bd395afb HTTP/1.1" status: 200 len: 205 time: 0.1354611 Nov 12 01:19:52.899368 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 54634) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:52.915986 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f38c68d4-3a0f-40e9-8731-bd6f2d7f0b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:52.924091 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-9516773e-9e5d-41bf-ac5f-c3ec6eb390b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:19:52.924786 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9516773e-9e5d-41bf-ac5f-c3ec6eb390b5 None None] The sync data for ids ['44f20401-dd0d-429a-a33e-f8a6bd395afb'] in n-d-712142-27 is: [] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:19:52.982357 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f38c68d4-3a0f-40e9-8731-bd6f2d7f0b9d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=490d9ded96e147698efc5d4558a984d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6255915 Nov 12 01:19:52.987586 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54640) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:53.076358 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c68d4-3a0f-40e9-8731-bd6f2d7f0b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74f49b4-09e6-4360-bbf8-2251f9278732,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:53.128319 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 6d62c14f-34ee-4e8a-9113-8a6e10b7f8bc triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:19:53.129758 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:53.478351 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-27fb25e2-c615-43df-804a-29e049113cd0 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] No DVR routers for this DVR port 962ed579-ad73-4ad7-bc46-ba9a92d2a0c9 on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:19:53.485810 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-27fb25e2-c615-43df-804a-29e049113cd0 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:53.489860 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-27fb25e2-c615-43df-804a-29e049113cd0 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.16 "DELETE /v2.0/ports/962ed579-ad73-4ad7-bc46-ba9a92d2a0c9 HTTP/1.1" status: 204 len: 173 time: 2.1115651 Nov 12 01:19:53.511692 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-839eacbf-e638-46d7-95d2-4aff1a09865d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:53.626039 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1a13d16e-fab3-4e82-a45c-05aa89010fde tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:53.703822 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-839eacbf-e638-46d7-95d2-4aff1a09865d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:53.711378 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a13d16e-fab3-4e82-a45c-05aa89010fde tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event deleted for resources: {'Port': ['ID=38dc2d6b-83e8-4954-9a90-13f2fecf8ad5,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:53.717892 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-39aee780-b93d-413a-9b6e-0fb16429b9d3 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for router, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:53.741951 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'name': 'network-vif-deleted', 'tag': '962ed579-ad73-4ad7-bc46-ba9a92d2a0c9'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:19:53.761460 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9391bc49-46f1-494b-9bd9-c4db91edbf1f" -d '{"events": [{"server_uuid": "7cbe0661-63bd-4d76-b0e5-95c18ce1021b", "name": "network-vif-deleted", "tag": "962ed579-ad73-4ad7-bc46-ba9a92d2a0c9"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:19:53.860909 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1a13d16e-fab3-4e82-a45c-05aa89010fde tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:53.876574 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1a13d16e-fab3-4e82-a45c-05aa89010fde tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/ports/38dc2d6b-83e8-4954-9a90-13f2fecf8ad5 HTTP/1.1" status: 204 len: 168 time: 3.4934247 Nov 12 01:19:53.889026 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54662) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:54.041862 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebda18da-92e5-4791-94b8-0af634a360c1 x-openstack-request-id: req-ebda18da-92e5-4791-94b8-0af634a360c1 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:19:54.042258 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbe0661-63bd-4d76-b0e5-95c18ce1021b", "name": "network-vif-deleted", "tag": "962ed579-ad73-4ad7-bc46-ba9a92d2a0c9", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:19:54.042977 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ebda18da-92e5-4791-94b8-0af634a360c1 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:19:54.043992 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'name': 'network-vif-deleted', 'tag': '962ed579-ad73-4ad7-bc46-ba9a92d2a0c9', 'status': 'completed', 'code': 200} Nov 12 01:19:54.059654 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282aa097-cbff-4582-a051-cbe887f5bd80 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:54.064352 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282aa097-cbff-4582-a051-cbe887f5bd80 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:54.070048 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-282aa097-cbff-4582-a051-cbe887f5bd80 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1771245 Nov 12 01:19:54.072645 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54664) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:54.106459 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-39aee780-b93d-413a-9b6e-0fb16429b9d3 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:54.110911 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-39aee780-b93d-413a-9b6e-0fb16429b9d3 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:54.205137 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-4256f322-af30-4155-a274-7f7d6c1786ad tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Deleting port bdcf7a52-e80c-40be-bdac-b195e34c1da2 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:19:54.205489 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-4256f322-af30-4155-a274-7f7d6c1786ad tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:54.234186 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-839eacbf-e638-46d7-95d2-4aff1a09865d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:54.236472 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-839eacbf-e638-46d7-95d2-4aff1a09865d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:54.237780 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-839eacbf-e638-46d7-95d2-4aff1a09865d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e74f49b4-09e6-4360-bbf8-2251f9278732 HTTP/1.1" status: 204 len: 168 time: 1.2408488 Nov 12 01:19:54.253126 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-39aee780-b93d-413a-9b6e-0fb16429b9d3 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:54.253643 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39aee780-b93d-413a-9b6e-0fb16429b9d3 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Fanout notify agent at l3_agent the message router_deleted on router 44f20401-dd0d-429a-a33e-f8a6bd395afb {{(pid=109085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:19:54.266636 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-de250252-2f10-4963-aa37-862130619959 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Deleting subnet fb234ef9-1a54-4bcb-bb29-52874b1b2de1 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:19:54.280154 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-39aee780-b93d-413a-9b6e-0fb16429b9d3 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:54.285741 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54670) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:54.288459 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-39aee780-b93d-413a-9b6e-0fb16429b9d3 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "DELETE /v2.0/routers/44f20401-dd0d-429a-a33e-f8a6bd395afb HTTP/1.1" status: 204 len: 168 time: 0.8164151 Nov 12 01:19:54.318488 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-de250252-2f10-4963-aa37-862130619959 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:54.325270 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839eacbf-e638-46d7-95d2-4aff1a09865d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74f49b4-09e6-4360-bbf8-2251f9278732,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:54.459564 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-4256f322-af30-4155-a274-7f7d6c1786ad tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] For port bdcf7a52-e80c-40be-bdac-b195e34c1da2, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=bdcf7a52-e80c-40be-bdac-b195e34c1da2,segment=NetworkSegment(ef853ea3-b93e-44bf-9439-4b21c4c64343),segment_id=ef853ea3-b93e-44bf-9439-4b21c4c64343)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:19:54.461033 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-4256f322-af30-4155-a274-7f7d6c1786ad tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:54.563417 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-de250252-2f10-4963-aa37-862130619959 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:54.602797 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82171c50-284b-49ee-8d05-402c5bd14e6a req-a74132de-4c8d-4815-8bdc-8189b2a74b7c tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:54.604526 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-82171c50-284b-49ee-8d05-402c5bd14e6a req-a74132de-4c8d-4815-8bdc-8189b2a74b7c tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 943 time: 0.8284843 Nov 12 01:19:54.645097 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb2bb362-db36-4014-9e34-56a6818cf977 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Deleting subnet bb5d716b-853a-465b-9543-50ce7bb87db2 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:19:54.649418 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eb2bb362-db36-4014-9e34-56a6818cf977 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:54.704968 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eb2bb362-db36-4014-9e34-56a6818cf977 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:54.918433 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eb2bb362-db36-4014-9e34-56a6818cf977 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:54.952448 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-4256f322-af30-4155-a274-7f7d6c1786ad tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:54.953178 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-4256f322-af30-4155-a274-7f7d6c1786ad tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:54.953762 n-d-712142-27 neutron-server[109085]: INFO neutron.db.l3_db [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-4256f322-af30-4155-a274-7f7d6c1786ad tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Floating IP 58af4bac-6ca4-4cb1-bdec-bd3d6ce6a496 disassociated. External IP: 172.25.3.240, port: bdcf7a52-e80c-40be-bdac-b195e34c1da2. Nov 12 01:19:54.954472 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-4256f322-af30-4155-a274-7f7d6c1786ad tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Calling delete_port for bdcf7a52-e80c-40be-bdac-b195e34c1da2 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:19:55.090343 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-82171c50-284b-49ee-8d05-402c5bd14e6a req-1435bd3d-69c4-45dd-9b0f-3b19f68a0e0b tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/security-groups?id=f35c197b-ae20-4eaa-b206-2ef393b1f8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3803368 Nov 12 01:19:55.244476 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-de250252-2f10-4963-aa37-862130619959 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:55.252253 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eb2bb362-db36-4014-9e34-56a6818cf977 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:55.297007 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-4256f322-af30-4155-a274-7f7d6c1786ad tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:55.321620 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eb2bb362-db36-4014-9e34-56a6818cf977 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:55.333576 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-eb2bb362-db36-4014-9e34-56a6818cf977 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "DELETE /v2.0/subnets/bb5d716b-853a-465b-9543-50ce7bb87db2 HTTP/1.1" status: 204 len: 168 time: 1.0385551 Nov 12 01:19:55.334321 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e70a52-96ff-4cad-ad10-97defc81d54e None None] Network e47069d0-c1a6-46d6-8007-a0bd6c20089f requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:19:55.347512 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54710) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:55.425420 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4256f322-af30-4155-a274-7f7d6c1786ad tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Pushing event deleted for resources: {'Port': ['ID=bdcf7a52-e80c-40be-bdac-b195e34c1da2,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:55.545553 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-2009da1d-b70e-4fe5-b1ad-ea48661d09b1 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Deleting subnet b6b6ac31-5a7f-4c3c-81e7-5ebec18a5219 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:19:55.549947 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2bb362-db36-4014-9e34-56a6818cf977 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event deleted for resources: {'Subnet': ['ID=bb5d716b-853a-465b-9543-50ce7bb87db2,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:55.625811 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2009da1d-b70e-4fe5-b1ad-ea48661d09b1 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:55.683491 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-4256f322-af30-4155-a274-7f7d6c1786ad tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Router 36254298-bf93-473f-ae2d-653cf9ab1f1d has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:19:55.696444 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-de250252-2f10-4963-aa37-862130619959 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:55.698598 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2dc98da-4737-4973-b709-272496f29974 None None] DHCP port deletion for e47069d0-c1a6-46d6-8007-a0bd6c20089f request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:19:55.767785 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de250252-2f10-4963-aa37-862130619959 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event deleted for resources: {'Subnet': ['ID=fb234ef9-1a54-4bcb-bb29-52874b1b2de1,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:55.775788 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-de250252-2f10-4963-aa37-862130619959 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:55.783103 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-de250252-2f10-4963-aa37-862130619959 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/fb234ef9-1a54-4bcb-bb29-52874b1b2de1 HTTP/1.1" status: 204 len: 168 time: 1.7054551 Nov 12 01:19:55.787923 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54722) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:55.804935 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2009da1d-b70e-4fe5-b1ad-ea48661d09b1 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:55.842402 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75298087-b54f-49a7-896b-900c45040b31 None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:19:56.014146 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-c2dc98da-4737-4973-b709-272496f29974 None None] Deleting port 2dc84cbb-e3d3-4cf9-8596-82b31e01fa60 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:19:56.014707 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c2dc98da-4737-4973-b709-272496f29974 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:56.015447 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-437a4920-bc71-46b3-86a9-0a35fd152899 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2186511 Nov 12 01:19:56.021849 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54728) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:56.042985 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-d190d9f4-34e8-440f-9614-48205c587859 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'subnet': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:19:56.099416 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-4256f322-af30-4155-a274-7f7d6c1786ad tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:19:56.142508 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-c2dc98da-4737-4973-b709-272496f29974 None None] For port 2dc84cbb-e3d3-4cf9-8596-82b31e01fa60, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=2dc84cbb-e3d3-4cf9-8596-82b31e01fa60,segment=NetworkSegment(6914e496-db30-4fcd-87be-889581ad6b6d),segment_id=6914e496-db30-4fcd-87be-889581ad6b6d)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:19:56.143223 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c2dc98da-4737-4973-b709-272496f29974 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:56.169761 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-c2dc98da-4737-4973-b709-272496f29974 None None] Calling delete_port for 2dc84cbb-e3d3-4cf9-8596-82b31e01fa60 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:19:56.195094 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-4256f322-af30-4155-a274-7f7d6c1786ad tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] No DVR routers for this DVR port bdcf7a52-e80c-40be-bdac-b195e34c1da2 on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:19:56.201039 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-4256f322-af30-4155-a274-7f7d6c1786ad tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:56.211102 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-db5b3c54-8545-4707-b6ce-8b5e6d71b42c req-4256f322-af30-4155-a274-7f7d6c1786ad tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.16 "DELETE /v2.0/ports/bdcf7a52-e80c-40be-bdac-b195e34c1da2 HTTP/1.1" status: 204 len: 173 time: 2.6536472 Nov 12 01:19:56.212903 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'name': 'network-vif-deleted', 'tag': 'bdcf7a52-e80c-40be-bdac-b195e34c1da2'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:19:56.236979 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5daca02-b43e-43d3-b5b6-bf878278433a" -d '{"events": [{"server_uuid": "7cbe0661-63bd-4d76-b0e5-95c18ce1021b", "name": "network-vif-deleted", "tag": "bdcf7a52-e80c-40be-bdac-b195e34c1da2"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:19:56.304026 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2009da1d-b70e-4fe5-b1ad-ea48661d09b1 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:56.334278 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8301e907-57ca-43f9-acc0-4d0ecd937ecd x-openstack-request-id: req-8301e907-57ca-43f9-acc0-4d0ecd937ecd {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:19:56.334278 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cbe0661-63bd-4d76-b0e5-95c18ce1021b", "name": "network-vif-deleted", "tag": "bdcf7a52-e80c-40be-bdac-b195e34c1da2", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:19:56.334278 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8301e907-57ca-43f9-acc0-4d0ecd937ecd {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:19:56.334665 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cbe0661-63bd-4d76-b0e5-95c18ce1021b', 'name': 'network-vif-deleted', 'tag': 'bdcf7a52-e80c-40be-bdac-b195e34c1da2', 'status': 'completed', 'code': 200} Nov 12 01:19:56.471697 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-91d2a4c1-b660-4597-a302-cec185fdc6eb req-b65a89b6-a95e-4e3b-b7c1-3432fc7d551d tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 210 time: 0.0872686 Nov 12 01:19:56.507994 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2009da1d-b70e-4fe5-b1ad-ea48661d09b1 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:56.728791 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2009da1d-b70e-4fe5-b1ad-ea48661d09b1 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:56.747144 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 54744) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:56.748531 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2009da1d-b70e-4fe5-b1ad-ea48661d09b1 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "DELETE /v2.0/subnets/b6b6ac31-5a7f-4c3c-81e7-5ebec18a5219 HTTP/1.1" status: 204 len: 168 time: 1.3949547 Nov 12 01:19:56.774249 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2009da1d-b70e-4fe5-b1ad-ea48661d09b1 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event deleted for resources: {'Subnet': ['ID=b6b6ac31-5a7f-4c3c-81e7-5ebec18a5219,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:56.819822 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c2dc98da-4737-4973-b709-272496f29974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:56.823866 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24dc59bd-3c8c-47d7-a08d-562091b3a1f2 None None] Sync routers for ids ['36254298-bf93-473f-ae2d-653cf9ab1f1d'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:19:56.828254 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eff0f68-56a1-44aa-a769-779a03dd8085 None None] Network 5ba1ec49-9e1f-4a92-abca-3a087eea71e2 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:19:56.831497 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 2dc84cbb-e3d3-4cf9-8596-82b31e01fa60 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:19:56.883233 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 2dc84cbb-e3d3-4cf9-8596-82b31e01fa60 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:19:56.883904 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 2dc84cbb-e3d3-4cf9-8596-82b31e01fa60 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:19:56.944293 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dc98da-4737-4973-b709-272496f29974 None None] No DVR routers for this DVR port 2dc84cbb-e3d3-4cf9-8596-82b31e01fa60 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:19:56.962504 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc98da-4737-4973-b709-272496f29974 None None] Pushing event deleted for resources: {'Port': ['ID=2dc84cbb-e3d3-4cf9-8596-82b31e01fa60,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:57.055351 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24dc59bd-3c8c-47d7-a08d-562091b3a1f2 None None] Routers {'36254298-bf93-473f-ae2d-653cf9ab1f1d'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:19:57.056341 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-24dc59bd-3c8c-47d7-a08d-562091b3a1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:19:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['36254298-bf93-473f-ae2d-653cf9ab1f1d'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:19:57.164673 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bb5e8c76-7d95-4908-ae5d-134952b918b4 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:57.229305 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d190d9f4-34e8-440f-9614-48205c587859 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:19:57.235898 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d190d9f4-34e8-440f-9614-48205c587859 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:57.299164 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc2c3c2-bc98-4c3a-80ca-d98e74649a76 None None] DHCP port deletion for 89ea60a3-4652-4d77-9cc6-d8bd5a56918e request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:19:57.457576 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bb5e8c76-7d95-4908-ae5d-134952b918b4 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:57.520426 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-bb5e8c76-7d95-4908-ae5d-134952b918b4 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e47069d0-c1a6-46d6-8007-a0bd6c20089f']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:19:57.523992 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-24dc59bd-3c8c-47d7-a08d-562091b3a1f2 None None] Set router 36254298-bf93-473f-ae2d-653cf9ab1f1d gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:19:57.563719 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-bb5e8c76-7d95-4908-ae5d-134952b918b4 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6914e496-db30-4fcd-87be-889581ad6b6d') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:19:57.565154 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-bb5e8c76-7d95-4908-ae5d-134952b918b4 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6914e496-db30-4fcd-87be-889581ad6b6d') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:19:57.631894 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bb5e8c76-7d95-4908-ae5d-134952b918b4 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:57.682540 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bb5e8c76-7d95-4908-ae5d-134952b918b4 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:57.718983 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb5e8c76-7d95-4908-ae5d-134952b918b4 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:19:57.720260 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bb5e8c76-7d95-4908-ae5d-134952b918b4 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:57.734343 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:19:57.734343 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:19:57.734343 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:19:57.734343 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:19:57.734343 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:19:57.734343 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:19:57.734343 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:19:57.734343 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:19:57.734343 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:19:57.734343 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:19:57.734343 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:19:57.734343 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:19:57.734343 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:19:57.734343 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:19:57.734343 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:19:57.734343 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:19:57.734343 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:19:57.734343 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:19:57.734343 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:19:57.734343 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:19:57.734343 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:19:57.734343 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:19:57.734343 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:19:57.734343 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:19:57.734343 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:19:57.734343 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:19:57.734343 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:19:57.734343 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:19:57.734343 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:19:57.734343 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:19:57.734343 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:19:57.734343 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:19:57.876980 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-80257f68-1031-4f3c-977f-181b0e1c99f7 req-c5586d21-79b3-44f8-bee0-cca1735fec92 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 210 time: 0.0923121 Nov 12 01:19:57.994032 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bb5e8c76-7d95-4908-ae5d-134952b918b4 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:58.025057 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bb5e8c76-7d95-4908-ae5d-134952b918b4 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:58.043292 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-bb5e8c76-7d95-4908-ae5d-134952b918b4 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "DELETE /v2.0/networks/e47069d0-c1a6-46d6-8007-a0bd6c20089f HTTP/1.1" status: 204 len: 168 time: 1.2884221 Nov 12 01:19:58.045971 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 54776) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:58.108086 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5e8c76-7d95-4908-ae5d-134952b918b4 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event deleted for resources: {'Network': ['ID=e47069d0-c1a6-46d6-8007-a0bd6c20089f,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:58.109339 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d75a539c-d927-4aa5-92c5-84474cbb9f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:58.303938 n-d-712142-27 neutron-server[109086]: DEBUG neutron.objects.ports [None req-d190d9f4-34e8-440f-9614-48205c587859 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109086) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 01:19:58.370387 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bffab48d-c2eb-4099-bb87-5462e1d3169b tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:58.509288 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-2dc2c3c2-bc98-4c3a-80ca-d98e74649a76 None None] Deleting port 6d62c14f-34ee-4e8a-9113-8a6e10b7f8bc {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:19:58.510558 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2dc2c3c2-bc98-4c3a-80ca-d98e74649a76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:58.677208 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6207f5c-62e6-4e33-b4dd-e76063ae318a req-aaea2d66-6a5d-42a6-aff8-70bd2368885b tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:58.686406 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d190d9f4-34e8-440f-9614-48205c587859 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:58.688159 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e6207f5c-62e6-4e33-b4dd-e76063ae318a req-aaea2d66-6a5d-42a6-aff8-70bd2368885b tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] 10.222.0.45 "GET /v2.0/ports?device_id=584df8dd-fc36-456d-b333-ee4f836cfb22 HTTP/1.1" status: 200 len: 946 time: 0.1997697 Nov 12 01:19:58.743752 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-2dc2c3c2-bc98-4c3a-80ca-d98e74649a76 None None] For port 6d62c14f-34ee-4e8a-9113-8a6e10b7f8bc, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=6d62c14f-34ee-4e8a-9113-8a6e10b7f8bc,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:19:58.744121 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2dc2c3c2-bc98-4c3a-80ca-d98e74649a76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:58.750968 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-bffab48d-c2eb-4099-bb87-5462e1d3169b tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Deleting port b774d41d-7539-4934-9180-b28ba1d0e25b {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:19:58.751319 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bffab48d-c2eb-4099-bb87-5462e1d3169b tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:58.794672 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571bc5f3-aff6-4a26-8a65-2352689e549b None None] DHCP port deletion for 5ba1ec49-9e1f-4a92-abca-3a087eea71e2 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:19:58.811348 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device b774d41d-7539-4934-9180-b28ba1d0e25b no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:19:58.956410 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-2dc2c3c2-bc98-4c3a-80ca-d98e74649a76 None None] Calling delete_port for 6d62c14f-34ee-4e8a-9113-8a6e10b7f8bc owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:19:58.986023 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e6207f5c-62e6-4e33-b4dd-e76063ae318a req-e93c60b1-f405-4308-a986-bdb8b4079a34 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] 10.222.0.45 "GET /v2.0/security-groups?id=90c30e11-191f-48a8-b20b-740a2cc4ef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968445 Nov 12 01:19:59.033066 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-bffab48d-c2eb-4099-bb87-5462e1d3169b tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] For port b774d41d-7539-4934-9180-b28ba1d0e25b, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=b774d41d-7539-4934-9180-b28ba1d0e25b,segment=NetworkSegment(5796459b-d58f-4366-9bea-d99bbf3350b8),segment_id=5796459b-d58f-4366-9bea-d99bbf3350b8)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:19:59.033443 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bffab48d-c2eb-4099-bb87-5462e1d3169b tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:59.065514 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-bffab48d-c2eb-4099-bb87-5462e1d3169b tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Calling delete_port for b774d41d-7539-4934-9180-b28ba1d0e25b owned by network:dhcp {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:19:59.204497 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-571bc5f3-aff6-4a26-8a65-2352689e549b None None] Deleting port b774d41d-7539-4934-9180-b28ba1d0e25b {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:19:59.210252 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-571bc5f3-aff6-4a26-8a65-2352689e549b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:59.237566 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-d190d9f4-34e8-440f-9614-48205c587859 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] For port 6d62c14f-34ee-4e8a-9113-8a6e10b7f8bc, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=6d62c14f-34ee-4e8a-9113-8a6e10b7f8bc,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:19:59.252157 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-da91869f-338a-4354-9070-6eb8a9725f4a req-9f31c64e-f007-4338-a3de-192367234d15 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 210 time: 0.0796328 Nov 12 01:19:59.325275 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d190d9f4-34e8-440f-9614-48205c587859 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:59.332494 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d190d9f4-34e8-440f-9614-48205c587859 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:59.333158 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d190d9f4-34e8-440f-9614-48205c587859 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:59.362044 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-24dc59bd-3c8c-47d7-a08d-562091b3a1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36254298-bf93-473f-ae2d-653cf9ab1f1d', 'name': 'tempest-TaggedBootDevicesTest_v242-1185227541-router', 'tenant_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'f0630ca4-40ee-427a-b3f1-c21b35473130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:08:07Z', 'updated_at': '2021-11-12T01:08:15Z', 'revision_number': 4, 'project_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'gw_port': {'id': 'f0630ca4-40ee-427a-b3f1-c21b35473130', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:85:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36254298-bf93-473f-ae2d-653cf9ab1f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:09Z', 'updated_at': '2021-11-12T01:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'bbae70e9-b8b3-49a4-91b4-ff32c13b6aa7', 'name': '', 'network_id': '682e0b44-65b9-400b-8f8e-1eeb342780e2', 'tenant_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'mac_address': 'fa:16:3e:d3:d0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36254298-bf93-473f-ae2d-653cf9ab1f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'e4332ed6-c901-4ad1-83db-b19707e770f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:13Z', 'updated_at': '2021-11-12T01:08:21Z', 'revision_number': 5, 'project_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'subnets': [{'id': 'e4332ed6-c901-4ad1-83db-b19707e770f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:19:59.480646 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bffab48d-c2eb-4099-bb87-5462e1d3169b tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:59.572976 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffab48d-c2eb-4099-bb87-5462e1d3169b tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event deleted for resources: {'Port': ['ID=b774d41d-7539-4934-9180-b28ba1d0e25b,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:59.573415 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d190d9f4-34e8-440f-9614-48205c587859 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Subnet': ['ID=6f20d89b-252e-490b-a2d9-bce1f6e1d18d,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:59.578283 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffab48d-c2eb-4099-bb87-5462e1d3169b tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] No DVR routers for this DVR port b774d41d-7539-4934-9180-b28ba1d0e25b on host n-d-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:19:59.619602 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24dc59bd-3c8c-47d7-a08d-562091b3a1f2 None None] Checking router: 36254298-bf93-473f-ae2d-653cf9ab1f1d for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:19:59.702647 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:59.720274 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d190d9f4-34e8-440f-9614-48205c587859 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Port': ['ID=6d62c14f-34ee-4e8a-9113-8a6e10b7f8bc,revision_number=6']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:19:59.763629 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-571bc5f3-aff6-4a26-8a65-2352689e549b None None] For port b774d41d-7539-4934-9180-b28ba1d0e25b, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=b774d41d-7539-4934-9180-b28ba1d0e25b,segment=NetworkSegment(5796459b-d58f-4366-9bea-d99bbf3350b8),segment_id=5796459b-d58f-4366-9bea-d99bbf3350b8)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:19:59.764259 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d190d9f4-34e8-440f-9614-48205c587859 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:19:59.764438 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-571bc5f3-aff6-4a26-8a65-2352689e549b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:59.768737 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-d190d9f4-34e8-440f-9614-48205c587859 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:19:59.778540 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d190d9f4-34e8-440f-9614-48205c587859 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:19:59.779893 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d190d9f4-34e8-440f-9614-48205c587859 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:59.824118 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-571bc5f3-aff6-4a26-8a65-2352689e549b None None] Calling delete_port for b774d41d-7539-4934-9180-b28ba1d0e25b owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:19:59.857660 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d190d9f4-34e8-440f-9614-48205c587859 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.8341339 Nov 12 01:19:59.864223 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54820) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:19:59.886672 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-fd7e8e6a-964e-4672-94f8-e24fa1bd1789 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'port': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'mac_address': 'fa:16:3e:61:9e:3d', 'name': 'tempest-NetworksTestDHCPv6-2035712207'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:19:59.955366 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24dc59bd-3c8c-47d7-a08d-562091b3a1f2 None None] Routers {'36254298-bf93-473f-ae2d-653cf9ab1f1d'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:19:59.957013 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-24dc59bd-3c8c-47d7-a08d-562091b3a1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:19:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['36254298-bf93-473f-ae2d-653cf9ab1f1d'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:19:59.985637 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2dc2c3c2-bc98-4c3a-80ca-d98e74649a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:19:59.986132 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bffab48d-c2eb-4099-bb87-5462e1d3169b tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:00.162281 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-bffab48d-c2eb-4099-bb87-5462e1d3169b tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ba1ec49-9e1f-4a92-abca-3a087eea71e2']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:20:00.223540 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7e8e6a-964e-4672-94f8-e24fa1bd1789 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:20:00.251656 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87548fcb-747b-4581-a23d-6b3714fb4280 req-ede8278c-a92a-4e61-b7ed-46073b22ccf3 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:00.262590 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-87548fcb-747b-4581-a23d-6b3714fb4280 req-ede8278c-a92a-4e61-b7ed-46073b22ccf3 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] 10.222.0.44 "GET /v2.0/ports?device_id=584df8dd-fc36-456d-b333-ee4f836cfb22 HTTP/1.1" status: 200 len: 946 time: 0.4267907 Nov 12 01:20:00.268140 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-bffab48d-c2eb-4099-bb87-5462e1d3169b tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5796459b-d58f-4366-9bea-d99bbf3350b8') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:20:00.275125 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-bffab48d-c2eb-4099-bb87-5462e1d3169b tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5796459b-d58f-4366-9bea-d99bbf3350b8') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:20:00.319750 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc2c3c2-bc98-4c3a-80ca-d98e74649a76 None None] No DVR routers for this DVR port 6d62c14f-34ee-4e8a-9113-8a6e10b7f8bc on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:20:00.448838 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e2816d-0f72-40fb-88a2-5c5797605ca5 None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:20:00.545327 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc2c3c2-bc98-4c3a-80ca-d98e74649a76 None None] Pushing event deleted for resources: {'Port': ['ID=6d62c14f-34ee-4e8a-9113-8a6e10b7f8bc,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:00.601383 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 6d62c14f-34ee-4e8a-9113-8a6e10b7f8bc no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:20:00.645299 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 6d62c14f-34ee-4e8a-9113-8a6e10b7f8bc {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:20:00.645904 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 6d62c14f-34ee-4e8a-9113-8a6e10b7f8bc not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:20:00.701087 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bffab48d-c2eb-4099-bb87-5462e1d3169b tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:00.732961 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fd7e8e6a-964e-4672-94f8-e24fa1bd1789 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:00.842058 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-fd7e8e6a-964e-4672-94f8-e24fa1bd1789 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] device_id is not set on port 79146974-32c0-49d4-8181-2eec89c4e071 yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:20:00.868192 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-24dc59bd-3c8c-47d7-a08d-562091b3a1f2 None None] Set router 36254298-bf93-473f-ae2d-653cf9ab1f1d gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:20:00.934855 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cf2f1607-ce15-42f2-baed-502881aacf24 req-e260f7a5-ae24-4b80-856b-b8ab468b9286 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 210 time: 0.2864065 Nov 12 01:20:00.961689 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bffab48d-c2eb-4099-bb87-5462e1d3169b tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:01.105911 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bffab48d-c2eb-4099-bb87-5462e1d3169b tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:20:01.107469 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bffab48d-c2eb-4099-bb87-5462e1d3169b tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:01.117765 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:20:01.117765 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:20:01.117765 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:20:01.117765 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:20:01.117765 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:20:01.117765 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:20:01.117765 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:20:01.117765 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:20:01.117765 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:20:01.117765 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:20:01.117765 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:20:01.117765 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:20:01.117765 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:20:01.117765 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:20:01.117765 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:20:01.117765 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:20:01.117765 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:20:01.117765 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:20:01.117765 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:20:01.117765 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:20:01.117765 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:20:01.117765 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:20:01.117765 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:20:01.117765 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:20:01.117765 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:20:01.117765 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:20:01.117765 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:20:01.117765 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:20:01.117765 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:20:01.117765 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:20:01.117765 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:20:01.117765 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:20:01.172044 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa237c-7f72-4dd3-a360-c27c39415b76 req-f8084234-db0f-491f-a076-981f094af6f1 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:01.177199 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-40aa237c-7f72-4dd3-a360-c27c39415b76 req-f8084234-db0f-491f-a076-981f094af6f1 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] 10.222.0.45 "GET /v2.0/ports?device_id=584df8dd-fc36-456d-b333-ee4f836cfb22 HTTP/1.1" status: 200 len: 946 time: 0.9126956 Nov 12 01:20:01.286178 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-fd7e8e6a-964e-4672-94f8-e24fa1bd1789 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Allocated IP 2001:db8::f816:3eff:fe61:9e3d (89ea60a3-4652-4d77-9cc6-d8bd5a56918e/6f20d89b-252e-490b-a2d9-bce1f6e1d18d/79146974-32c0-49d4-8181-2eec89c4e071) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:20:01.287794 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-571bc5f3-aff6-4a26-8a65-2352689e549b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:01.472548 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-40aa237c-7f72-4dd3-a360-c27c39415b76 req-a6a54d98-b5fb-4109-a4cd-91fb5965ee73 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] 10.222.0.45 "GET /v2.0/security-groups?id=90c30e11-191f-48a8-b20b-740a2cc4ef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700577 Nov 12 01:20:01.479323 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bffab48d-c2eb-4099-bb87-5462e1d3169b tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:01.561285 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bffab48d-c2eb-4099-bb87-5462e1d3169b tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:01.582290 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-bffab48d-c2eb-4099-bb87-5462e1d3169b tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "DELETE /v2.0/networks/5ba1ec49-9e1f-4a92-abca-3a087eea71e2 HTTP/1.1" status: 204 len: 168 time: 3.5164149 Nov 12 01:20:01.587367 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 54866) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:01.654475 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-8ec67aff-7278-4bbc-9948-0251d5b462d8 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Request body: {'network': {'name': 'tempest-RoutersTest-1590505057'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:20:01.745006 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fd7e8e6a-964e-4672-94f8-e24fa1bd1789 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:01.766224 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffab48d-c2eb-4099-bb87-5462e1d3169b tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event deleted for resources: {'Network': ['ID=5ba1ec49-9e1f-4a92-abca-3a087eea71e2,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:01.784858 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec67aff-7278-4bbc-9948-0251d5b462d8 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Made reservation on behalf of acd8925e4e2c4fe7bbc2a1e10c7a8810 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:20:01.794560 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8ec67aff-7278-4bbc-9948-0251d5b462d8 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:01.831080 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-87548fcb-747b-4581-a23d-6b3714fb4280 req-76430c99-0727-4e4f-a961-304984dc5d09 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] Deleting port 222d2058-591c-4d81-9f3c-48171abe4bdf {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:20:01.835395 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-87548fcb-747b-4581-a23d-6b3714fb4280 req-76430c99-0727-4e4f-a961-304984dc5d09 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:01.873557 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fd7e8e6a-964e-4672-94f8-e24fa1bd1789 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:01.961008 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571bc5f3-aff6-4a26-8a65-2352689e549b None None] Pushing event deleted for resources: {'Port': ['ID=b774d41d-7539-4934-9180-b28ba1d0e25b,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:01.979987 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571bc5f3-aff6-4a26-8a65-2352689e549b None None] No DVR routers for this DVR port b774d41d-7539-4934-9180-b28ba1d0e25b on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:20:01.980486 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7e8e6a-964e-4672-94f8-e24fa1bd1789 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:20:02.006800 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a1dca1ac-32ed-4f67-b2dd-fa58c52020e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:02.026983 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ec67aff-7278-4bbc-9948-0251d5b462d8 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:20:02.086838 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8ec67aff-7278-4bbc-9948-0251d5b462d8 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:02.087912 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-8ec67aff-7278-4bbc-9948-0251d5b462d8 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Added segment 0505367e-7073-4a0b-bafa-f249e18a0bd6 of type vlan for network 10baa483-c18c-4573-821e-0f35899681a4 Nov 12 01:20:02.116531 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-fd7e8e6a-964e-4672-94f8-e24fa1bd1789 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:20:02.130649 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7e8e6a-964e-4672-94f8-e24fa1bd1789 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:20:02.180782 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7e8e6a-964e-4672-94f8-e24fa1bd1789 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:02.184515 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fd7e8e6a-964e-4672-94f8-e24fa1bd1789 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:02.338891 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8ec67aff-7278-4bbc-9948-0251d5b462d8 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:02.348508 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-24dc59bd-3c8c-47d7-a08d-562091b3a1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36254298-bf93-473f-ae2d-653cf9ab1f1d', 'name': 'tempest-TaggedBootDevicesTest_v242-1185227541-router', 'tenant_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'f0630ca4-40ee-427a-b3f1-c21b35473130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:08:07Z', 'updated_at': '2021-11-12T01:08:15Z', 'revision_number': 4, 'project_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'gw_port': {'id': 'f0630ca4-40ee-427a-b3f1-c21b35473130', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:85:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36254298-bf93-473f-ae2d-653cf9ab1f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:09Z', 'updated_at': '2021-11-12T01:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'bbae70e9-b8b3-49a4-91b4-ff32c13b6aa7', 'name': '', 'network_id': '682e0b44-65b9-400b-8f8e-1eeb342780e2', 'tenant_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'mac_address': 'fa:16:3e:d3:d0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36254298-bf93-473f-ae2d-653cf9ab1f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'e4332ed6-c901-4ad1-83db-b19707e770f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:13Z', 'updated_at': '2021-11-12T01:08:21Z', 'revision_number': 5, 'project_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'subnets': [{'id': 'e4332ed6-c901-4ad1-83db-b19707e770f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:20:02.368630 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-fd7e8e6a-964e-4672-94f8-e24fa1bd1789 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4963465 Nov 12 01:20:02.370726 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54882) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:02.384504 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e8e6a-964e-4672-94f8-e24fa1bd1789 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Port': ['ID=79146974-32c0-49d4-8181-2eec89c4e071,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:02.391318 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24dc59bd-3c8c-47d7-a08d-562091b3a1f2 None None] The sync data for ids ['36254298-bf93-473f-ae2d-653cf9ab1f1d'] in n-d-712142-27 is: [{'id': '36254298-bf93-473f-ae2d-653cf9ab1f1d', 'name': 'tempest-TaggedBootDevicesTest_v242-1185227541-router', 'tenant_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'f0630ca4-40ee-427a-b3f1-c21b35473130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:08:07Z', 'updated_at': '2021-11-12T01:08:15Z', 'revision_number': 4, 'project_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'gw_port': {'id': 'f0630ca4-40ee-427a-b3f1-c21b35473130', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:85:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36254298-bf93-473f-ae2d-653cf9ab1f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:09Z', 'updated_at': '2021-11-12T01:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'bbae70e9-b8b3-49a4-91b4-ff32c13b6aa7', 'name': '', 'network_id': '682e0b44-65b9-400b-8f8e-1eeb342780e2', 'tenant_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'mac_address': 'fa:16:3e:d3:d0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36254298-bf93-473f-ae2d-653cf9ab1f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1432, 'fixed_ips': [{'subnet_id': 'e4332ed6-c901-4ad1-83db-b19707e770f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:13Z', 'updated_at': '2021-11-12T01:08:21Z', 'revision_number': 5, 'project_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'subnets': [{'id': 'e4332ed6-c901-4ad1-83db-b19707e770f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:20:02.401952 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6111ea4c-2349-4fed-8492-d5e140b49dbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'tenant_id': '70514e17c07e4902b3c1ce1ff6844138', 'fixed_ips': [{'subnet_id': '6f20d89b-252e-490b-a2d9-bce1f6e1d18d'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:20:02.401952 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6111ea4c-2349-4fed-8492-d5e140b49dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:02.483069 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8ec67aff-7278-4bbc-9948-0251d5b462d8 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:02.499494 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec67aff-7278-4bbc-9948-0251d5b462d8 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:02.501133 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8ec67aff-7278-4bbc-9948-0251d5b462d8 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:02.502814 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e8e6a-964e-4672-94f8-e24fa1bd1789 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:02.503176 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e8e6a-964e-4672-94f8-e24fa1bd1789 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:02.503527 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e8e6a-964e-4672-94f8-e24fa1bd1789 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:02.503880 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e8e6a-964e-4672-94f8-e24fa1bd1789 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:02.504681 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e8e6a-964e-4672-94f8-e24fa1bd1789 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:02.505034 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e8e6a-964e-4672-94f8-e24fa1bd1789 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:02.505375 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e8e6a-964e-4672-94f8-e24fa1bd1789 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:02.505715 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e8e6a-964e-4672-94f8-e24fa1bd1789 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:02.506077 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e8e6a-964e-4672-94f8-e24fa1bd1789 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:02.506412 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e8e6a-964e-4672-94f8-e24fa1bd1789 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:02.506744 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e8e6a-964e-4672-94f8-e24fa1bd1789 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:02.507071 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e8e6a-964e-4672-94f8-e24fa1bd1789 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:02.712648 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157b9cea-4b46-4ee1-9bb0-40a8c2315eb5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:02.714922 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-157b9cea-4b46-4ee1-9bb0-40a8c2315eb5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.3354297 Nov 12 01:20:02.719562 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54896) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:02.721368 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec67aff-7278-4bbc-9948-0251d5b462d8 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event updated for resources: {'Network': ['ID=10baa483-c18c-4573-821e-0f35899681a4,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:02.765810 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-8ec67aff-7278-4bbc-9948-0251d5b462d8 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1346352 Nov 12 01:20:02.795393 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec67aff-7278-4bbc-9948-0251d5b462d8 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:02.796456 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec67aff-7278-4bbc-9948-0251d5b462d8 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:02.797237 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec67aff-7278-4bbc-9948-0251d5b462d8 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:02.803451 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec67aff-7278-4bbc-9948-0251d5b462d8 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:02.804438 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec67aff-7278-4bbc-9948-0251d5b462d8 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:02.805258 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec67aff-7278-4bbc-9948-0251d5b462d8 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:02.806054 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec67aff-7278-4bbc-9948-0251d5b462d8 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:02.806833 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec67aff-7278-4bbc-9948-0251d5b462d8 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:02.808830 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec67aff-7278-4bbc-9948-0251d5b462d8 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:02.809839 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec67aff-7278-4bbc-9948-0251d5b462d8 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:02.813910 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec67aff-7278-4bbc-9948-0251d5b462d8 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:02.814802 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec67aff-7278-4bbc-9948-0251d5b462d8 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:02.817300 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54898) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:02.883861 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 10baa483-c18c-4573-821e-0f35899681a4 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:20:02.900312 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-6c2f23aa-3163-4957-bbbd-779109bccacb tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Request body: {'subnet': {'network_id': '10baa483-c18c-4573-821e-0f35899681a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:20:03.040885 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-87548fcb-747b-4581-a23d-6b3714fb4280 req-76430c99-0727-4e4f-a961-304984dc5d09 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] For port 222d2058-591c-4d81-9f3c-48171abe4bdf, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=222d2058-591c-4d81-9f3c-48171abe4bdf,segment=NetworkSegment(b39130c0-eb4d-4e53-9a09-3b93fde3ec3b),segment_id=b39130c0-eb4d-4e53-9a09-3b93fde3ec3b)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:20:03.041919 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-87548fcb-747b-4581-a23d-6b3714fb4280 req-76430c99-0727-4e4f-a961-304984dc5d09 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:03.101763 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2f23aa-3163-4957-bbbd-779109bccacb tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Made reservation on behalf of acd8925e4e2c4fe7bbc2a1e10c7a8810 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:20:03.114068 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6c2f23aa-3163-4957-bbbd-779109bccacb tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:03.181686 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053e12c4-8a86-4a91-8912-ea0fd997e388 None None] New status for floating IP 58af4bac-6ca4-4cb1-bdec-bd3d6ce6a496: DOWN {{(pid=109088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:20:03.190664 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:03.196099 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e154fc74-6043-4250-8d84-e33d789e37d1 req-235f775c-fa8d-4760-b17a-3f867f236d32 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:03.210730 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-6111ea4c-2349-4fed-8492-d5e140b49dbe None None] Allocated IP 2001:db8::f816:3eff:fee5:5c39 (89ea60a3-4652-4d77-9cc6-d8bd5a56918e/6f20d89b-252e-490b-a2d9-bce1f6e1d18d/c9f0c961-d70e-4b4e-9204-34270cc6d2fe) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:20:03.221318 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e154fc74-6043-4250-8d84-e33d789e37d1 req-235f775c-fa8d-4760-b17a-3f867f236d32 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] 10.222.0.45 "GET /v2.0/ports?device_id=584df8dd-fc36-456d-b333-ee4f836cfb22 HTTP/1.1" status: 200 len: 946 time: 0.4538348 Nov 12 01:20:03.230240 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-87548fcb-747b-4581-a23d-6b3714fb4280 req-76430c99-0727-4e4f-a961-304984dc5d09 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] Calling delete_port for 222d2058-591c-4d81-9f3c-48171abe4bdf owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:20:03.356757 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6c2f23aa-3163-4957-bbbd-779109bccacb tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:03.430509 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-95761160-f03a-4a7e-9960-016b12db8c77 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Deleting port 79146974-32c0-49d4-8181-2eec89c4e071 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:20:03.430812 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-95761160-f03a-4a7e-9960-016b12db8c77 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:03.680893 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 222d2058-591c-4d81-9f3c-48171abe4bdf no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:20:03.823938 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e154fc74-6043-4250-8d84-e33d789e37d1 req-53addb3b-93ed-4af3-bf0e-1db8728d49d7 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] 10.222.0.45 "GET /v2.0/security-groups?id=90c30e11-191f-48a8-b20b-740a2cc4ef8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5896578 Nov 12 01:20:03.893008 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-60374345-b5df-4620-af29-0da4011ae1c8 req-c0233cfb-9b74-4f57-b4cb-43e8d014f9c8 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 210 time: 1.4273643 Nov 12 01:20:04.027490 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:04.173374 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-87548fcb-747b-4581-a23d-6b3714fb4280 req-76430c99-0727-4e4f-a961-304984dc5d09 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:04.186438 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2f23aa-3163-4957-bbbd-779109bccacb tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Checking segment: {'id': '0505367e-7073-4a0b-bafa-f249e18a0bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '10baa483-c18c-4573-821e-0f35899681a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:20:04.187312 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2f23aa-3163-4957-bbbd-779109bccacb tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Network hostable DHCP agents. Network: 10baa483-c18c-4573-821e-0f35899681a4, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:20:04.202396 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f23aa-3163-4957-bbbd-779109bccacb tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event updated for resources: {'Subnet': ['ID=65fbdd90-ff74-4e7f-8c9d-9144336b0d0a,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:04.266441 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2f23aa-3163-4957-bbbd-779109bccacb tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Network 10baa483-c18c-4573-821e-0f35899681a4 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:20:04.291833 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-95761160-f03a-4a7e-9960-016b12db8c77 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:04.355494 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-95761160-f03a-4a7e-9960-016b12db8c77 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Calling delete_port for 79146974-32c0-49d4-8181-2eec89c4e071 owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:20:04.390998 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:04.408852 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6111ea4c-2349-4fed-8492-d5e140b49dbe None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:04.539337 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6111ea4c-2349-4fed-8492-d5e140b49dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:04.765052 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76430c99-0727-4e4f-a961-304984dc5d09 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] Pushing event deleted for resources: {'Port': ['ID=222d2058-591c-4d81-9f3c-48171abe4bdf,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:04.805644 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6111ea4c-2349-4fed-8492-d5e140b49dbe None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:20:04.815247 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-6111ea4c-2349-4fed-8492-d5e140b49dbe None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:20:04.837666 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6111ea4c-2349-4fed-8492-d5e140b49dbe None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:20:04.921226 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6111ea4c-2349-4fed-8492-d5e140b49dbe None None] Pushing event updated for resources: {'Port': ['ID=c9f0c961-d70e-4b4e-9204-34270cc6d2fe,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:04.924832 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-87548fcb-747b-4581-a23d-6b3714fb4280 req-76430c99-0727-4e4f-a961-304984dc5d09 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] No DVR routers for this DVR port 222d2058-591c-4d81-9f3c-48171abe4bdf on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:20:04.929767 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-87548fcb-747b-4581-a23d-6b3714fb4280 req-76430c99-0727-4e4f-a961-304984dc5d09 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:04.959875 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-6c2f23aa-3163-4957-bbbd-779109bccacb tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 10baa483-c18c-4573-821e-0f35899681a4) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:20:04.966367 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-87548fcb-747b-4581-a23d-6b3714fb4280 req-76430c99-0727-4e4f-a961-304984dc5d09 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] 10.222.0.44 "DELETE /v2.0/ports/222d2058-591c-4d81-9f3c-48171abe4bdf HTTP/1.1" status: 204 len: 173 time: 4.6856508 Nov 12 01:20:04.969989 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584df8dd-fc36-456d-b333-ee4f836cfb22', 'name': 'network-vif-deleted', 'tag': '222d2058-591c-4d81-9f3c-48171abe4bdf'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:20:04.977695 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b832b5-a3ab-48f5-a9e7-9935b31ce774" -d '{"events": [{"server_uuid": "584df8dd-fc36-456d-b333-ee4f836cfb22", "name": "network-vif-deleted", "tag": "222d2058-591c-4d81-9f3c-48171abe4bdf"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:20:04.984306 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7ecf30-39cc-44a9-8f42-28db2023d09d None None] Network 10baa483-c18c-4573-821e-0f35899681a4 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:20:04.986426 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-95761160-f03a-4a7e-9960-016b12db8c77 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:05.017081 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2f23aa-3163-4957-bbbd-779109bccacb tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:05.018407 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6c2f23aa-3163-4957-bbbd-779109bccacb tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:05.084130 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95761160-f03a-4a7e-9960-016b12db8c77 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event deleted for resources: {'Port': ['ID=79146974-32c0-49d4-8181-2eec89c4e071,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:05.107862 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-95761160-f03a-4a7e-9960-016b12db8c77 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:05.119379 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-95761160-f03a-4a7e-9960-016b12db8c77 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/ports/79146974-32c0-49d4-8181-2eec89c4e071 HTTP/1.1" status: 204 len: 168 time: 2.3986280 Nov 12 01:20:05.129981 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54944) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:05.134690 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cced31f-542a-4843-b1b3-96e49f408559 x-openstack-request-id: req-5cced31f-542a-4843-b1b3-96e49f408559 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:20:05.135105 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "584df8dd-fc36-456d-b333-ee4f836cfb22", "name": "network-vif-deleted", "tag": "222d2058-591c-4d81-9f3c-48171abe4bdf", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:20:05.136166 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5cced31f-542a-4843-b1b3-96e49f408559 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:20:05.136934 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '584df8dd-fc36-456d-b333-ee4f836cfb22', 'name': 'network-vif-deleted', 'tag': '222d2058-591c-4d81-9f3c-48171abe4bdf', 'status': 'completed', 'code': 200} Nov 12 01:20:05.149997 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6c2f23aa-3163-4957-bbbd-779109bccacb tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2533319 Nov 12 01:20:05.152608 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7c2c7c8b-eb04-417c-b2e1-7de3c42e7620 req-5c24b28a-c785-4a07-ae35-5a4705fa4de7 tempest-VolumesActionsTest-2130092693 tempest-VolumesActionsTest-2130092693-project] 10.222.0.45 "GET /v2.0/ports?device_id=584df8dd-fc36-456d-b333-ee4f836cfb22 HTTP/1.1" status: 200 len: 210 time: 0.1833749 Nov 12 01:20:05.156722 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 54946) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:05.162365 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-cd44bdbd-653a-4405-8143-a4b0d99f1080 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1945093587', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:20:05.222439 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cd44bdbd-653a-4405-8143-a4b0d99f1080 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:05.224581 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cd44bdbd-653a-4405-8143-a4b0d99f1080 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:05.247597 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-6111ea4c-2349-4fed-8492-d5e140b49dbe None None] Attempting to bind port c9f0c961-d70e-4b4e-9204-34270cc6d2fe on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:20:05.248454 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-6111ea4c-2349-4fed-8492-d5e140b49dbe None None] Attempting to bind port c9f0c961-d70e-4b4e-9204-34270cc6d2fe by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:20:05.249440 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6111ea4c-2349-4fed-8492-d5e140b49dbe None None] Attempting to bind port c9f0c961-d70e-4b4e-9204-34270cc6d2fe on network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:20:05.302750 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cd44bdbd-653a-4405-8143-a4b0d99f1080 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:05.312858 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cd44bdbd-653a-4405-8143-a4b0d99f1080 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:05.329199 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f1328c-fefe-4b5e-bdc5-735b09caa80d tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:05.331644 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f1328c-fefe-4b5e-bdc5-735b09caa80d tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:05.334340 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-07f1328c-fefe-4b5e-bdc5-735b09caa80d tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1784098 Nov 12 01:20:05.337758 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54950) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:05.337963 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:05.339422 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6111ea4c-2349-4fed-8492-d5e140b49dbe None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:20:05.340095 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6111ea4c-2349-4fed-8492-d5e140b49dbe None None] Checking segment: {'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:20:05.341226 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6111ea4c-2349-4fed-8492-d5e140b49dbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:05.341525 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6111ea4c-2349-4fed-8492-d5e140b49dbe None None] Bound using segment: {'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:20:05.344863 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-6111ea4c-2349-4fed-8492-d5e140b49dbe None None] Bound port: c9f0c961-d70e-4b4e-9204-34270cc6d2fe, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:20:05.345540 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6111ea4c-2349-4fed-8492-d5e140b49dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:05.364480 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cd44bdbd-653a-4405-8143-a4b0d99f1080 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:05.366026 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-cd44bdbd-653a-4405-8143-a4b0d99f1080 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2072909 Nov 12 01:20:05.368838 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 54952) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:05.379367 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-882899a6-b130-4515-8256-9b0f9ae985bd tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Request body: {'port': {'network_id': '10baa483-c18c-4573-821e-0f35899681a4', 'name': 'tempest-RoutersTest-770590928'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:20:05.477842 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-35875a66-7b4c-4952-9236-733599feddc5 req-434ba969-ab96-4a8e-bdf2-60c3874931b7 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 210 time: 0.0915999 Nov 12 01:20:05.587149 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-22d3aa02-c020-4a20-9723-48e85c8279b5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Deleting subnet 6f20d89b-252e-490b-a2d9-bce1f6e1d18d {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:20:05.594187 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-22d3aa02-c020-4a20-9723-48e85c8279b5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:05.720336 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-22d3aa02-c020-4a20-9723-48e85c8279b5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:05.725630 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882899a6-b130-4515-8256-9b0f9ae985bd tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Made reservation on behalf of acd8925e4e2c4fe7bbc2a1e10c7a8810 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:20:05.737858 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-882899a6-b130-4515-8256-9b0f9ae985bd tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:05.795701 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-6111ea4c-2349-4fed-8492-d5e140b49dbe None None] For port c9f0c961-d70e-4b4e-9204-34270cc6d2fe, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:20:05.808934 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [None req-882899a6-b130-4515-8256-9b0f9ae985bd tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] device_id is not set on port 37630108-cb27-4dc8-853a-4ef8e14fee51 yet. {{(pid=109085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:20:05.996744 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-6111ea4c-2349-4fed-8492-d5e140b49dbe None None] For port c9f0c961-d70e-4b4e-9204-34270cc6d2fe, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=c9f0c961-d70e-4b4e-9204-34270cc6d2fe,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:20:06.027243 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b489ce4-8bd9-472e-b8af-f86c521d1a5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-10baa483-c18c-4573-821e-0f35899681a4', 'network_id': '10baa483-c18c-4573-821e-0f35899681a4', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'fixed_ips': [{'subnet_id': '65fbdd90-ff74-4e7f-8c9d-9144336b0d0a'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:20:06.036472 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7b489ce4-8bd9-472e-b8af-f86c521d1a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:06.120331 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-22d3aa02-c020-4a20-9723-48e85c8279b5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:06.127058 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6111ea4c-2349-4fed-8492-d5e140b49dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:06.240271 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-882899a6-b130-4515-8256-9b0f9ae985bd tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Allocated IP 172.20.0.4 (10baa483-c18c-4573-821e-0f35899681a4/65fbdd90-ff74-4e7f-8c9d-9144336b0d0a/37630108-cb27-4dc8-853a-4ef8e14fee51) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:20:06.357169 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-22d3aa02-c020-4a20-9723-48e85c8279b5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:06.551508 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-22d3aa02-c020-4a20-9723-48e85c8279b5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:06.574674 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-22d3aa02-c020-4a20-9723-48e85c8279b5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/6f20d89b-252e-490b-a2d9-bce1f6e1d18d HTTP/1.1" status: 204 len: 168 time: 1.2296388 Nov 12 01:20:06.581196 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54978) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:06.625119 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d3aa02-c020-4a20-9723-48e85c8279b5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event deleted for resources: {'Subnet': ['ID=6f20d89b-252e-490b-a2d9-bce1f6e1d18d,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:06.759141 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-882899a6-b130-4515-8256-9b0f9ae985bd tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:06.817574 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6111ea4c-2349-4fed-8492-d5e140b49dbe None None] Pushing event updated for resources: {'Port': ['ID=c9f0c961-d70e-4b4e-9204-34270cc6d2fe,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:06.862858 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-882899a6-b130-4515-8256-9b0f9ae985bd tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:06.935475 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d043f3ea-3822-4d60-b570-54be6d1e3b27 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3336658 Nov 12 01:20:06.940209 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54984) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:07.020447 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3e0927fd-ea40-4bcf-91db-0b964b2bdd78 req-15ec706b-5ba2-41de-adfd-0196799ea643 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 210 time: 0.0928004 Nov 12 01:20:07.070962 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-7b489ce4-8bd9-472e-b8af-f86c521d1a5d None None] Allocated IP 172.20.0.2 (10baa483-c18c-4573-821e-0f35899681a4/65fbdd90-ff74-4e7f-8c9d-9144336b0d0a/6219e51d-4738-4af8-b337-8205bfc89dd1) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:20:07.142303 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882899a6-b130-4515-8256-9b0f9ae985bd tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Network 10baa483-c18c-4573-821e-0f35899681a4 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:20:07.159519 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-882899a6-b130-4515-8256-9b0f9ae985bd tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:20:07.175268 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882899a6-b130-4515-8256-9b0f9ae985bd tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:20:07.360859 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7a8ee4-4c61-45ac-b10e-56d1c33b8d3a tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:07.372009 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-cf7a8ee4-4c61-45ac-b10e-56d1c33b8d3a tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4207616 Nov 12 01:20:07.378839 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54990) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:07.386420 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882899a6-b130-4515-8256-9b0f9ae985bd tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event updated for resources: {'Port': ['ID=37630108-cb27-4dc8-853a-4ef8e14fee51,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:07.506578 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882899a6-b130-4515-8256-9b0f9ae985bd tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:07.511327 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-882899a6-b130-4515-8256-9b0f9ae985bd tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:07.639812 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-882899a6-b130-4515-8256-9b0f9ae985bd tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.2695436 Nov 12 01:20:07.644662 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642b63c9-fffd-493c-aead-2c624a4987e9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:07.647083 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 55002) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:07.655097 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-642b63c9-fffd-493c-aead-2c624a4987e9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2719667 Nov 12 01:20:07.655386 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55004) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:07.757180 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9b04399e-f8af-4c86-a0cf-e4e43aa99b1f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0999382 Nov 12 01:20:07.763899 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55006) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:07.771748 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-8288c81a-fb3b-48bb-a11a-3bd9659de53f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'subnet': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:20:07.860003 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7b489ce4-8bd9-472e-b8af-f86c521d1a5d None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:07.875334 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7b489ce4-8bd9-472e-b8af-f86c521d1a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:08.035326 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b489ce4-8bd9-472e-b8af-f86c521d1a5d None None] Network 10baa483-c18c-4573-821e-0f35899681a4 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:20:08.066100 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-7b489ce4-8bd9-472e-b8af-f86c521d1a5d None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:20:08.073999 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b489ce4-8bd9-472e-b8af-f86c521d1a5d None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:20:08.088692 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 55014) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:08.094570 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b489ce4-8bd9-472e-b8af-f86c521d1a5d None None] Pushing event updated for resources: {'Port': ['ID=6219e51d-4738-4af8-b337-8205bfc89dd1,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:08.123137 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8288c81a-fb3b-48bb-a11a-3bd9659de53f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:20:08.127081 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8288c81a-fb3b-48bb-a11a-3bd9659de53f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:08.467474 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b5252a2d-7147-4d69-a513-6d4d2aa7824e req-fbd9ee7b-2876-46a9-b7f0-847bdd41fd9e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 210 time: 0.1462841 Nov 12 01:20:08.496374 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-7b489ce4-8bd9-472e-b8af-f86c521d1a5d None None] Attempting to bind port 6219e51d-4738-4af8-b337-8205bfc89dd1 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:20:08.497095 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-7b489ce4-8bd9-472e-b8af-f86c521d1a5d None None] Attempting to bind port 6219e51d-4738-4af8-b337-8205bfc89dd1 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '0505367e-7073-4a0b-bafa-f249e18a0bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '10baa483-c18c-4573-821e-0f35899681a4'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:20:08.497480 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b489ce4-8bd9-472e-b8af-f86c521d1a5d None None] Attempting to bind port 6219e51d-4738-4af8-b337-8205bfc89dd1 on network 10baa483-c18c-4573-821e-0f35899681a4 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:20:08.536180 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b489ce4-8bd9-472e-b8af-f86c521d1a5d None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:20:08.536682 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b489ce4-8bd9-472e-b8af-f86c521d1a5d None None] Checking segment: {'id': '0505367e-7073-4a0b-bafa-f249e18a0bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '10baa483-c18c-4573-821e-0f35899681a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:20:08.537113 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7b489ce4-8bd9-472e-b8af-f86c521d1a5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:08.537532 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b489ce4-8bd9-472e-b8af-f86c521d1a5d None None] Bound using segment: {'id': '0505367e-7073-4a0b-bafa-f249e18a0bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '10baa483-c18c-4573-821e-0f35899681a4'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:20:08.542804 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-7b489ce4-8bd9-472e-b8af-f86c521d1a5d None None] Bound port: 6219e51d-4738-4af8-b337-8205bfc89dd1, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0505367e-7073-4a0b-bafa-f249e18a0bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '10baa483-c18c-4573-821e-0f35899681a4'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:20:08.543333 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7b489ce4-8bd9-472e-b8af-f86c521d1a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:08.562810 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:08.805275 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0ad9b524-a037-4a77-8f10-6478b22942e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:08.852106 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-7b489ce4-8bd9-472e-b8af-f86c521d1a5d None None] For port 6219e51d-4738-4af8-b337-8205bfc89dd1, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:20:08.859594 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-7b489ce4-8bd9-472e-b8af-f86c521d1a5d None None] For port 6219e51d-4738-4af8-b337-8205bfc89dd1, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=6219e51d-4738-4af8-b337-8205bfc89dd1,segment=NetworkSegment(0505367e-7073-4a0b-bafa-f249e18a0bd6),segment_id=0505367e-7073-4a0b-bafa-f249e18a0bd6)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:20:08.888009 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7b489ce4-8bd9-472e-b8af-f86c521d1a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:08.943108 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8288c81a-fb3b-48bb-a11a-3bd9659de53f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:09.038488 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device c9f0c961-d70e-4b4e-9204-34270cc6d2fe up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:20:09.062154 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8288c81a-fb3b-48bb-a11a-3bd9659de53f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:20:09.073826 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-8288c81a-fb3b-48bb-a11a-3bd9659de53f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:20:09.100582 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8288c81a-fb3b-48bb-a11a-3bd9659de53f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:09.112294 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8288c81a-fb3b-48bb-a11a-3bd9659de53f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:09.134437 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b489ce4-8bd9-472e-b8af-f86c521d1a5d None None] Pushing event updated for resources: {'Port': ['ID=6219e51d-4738-4af8-b337-8205bfc89dd1,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:09.166699 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port c9f0c961-d70e-4b4e-9204-34270cc6d2fe triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:20:09.167620 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:09.220242 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8288c81a-fb3b-48bb-a11a-3bd9659de53f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Subnet': ['ID=980d0eeb-7d34-418b-9eb1-fdb40a5539a7,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:09.270662 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8288c81a-fb3b-48bb-a11a-3bd9659de53f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5047159 Nov 12 01:20:09.277477 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55036) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:09.285464 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-314dc1cd-5f3c-47ee-bbe4-aca9eb4f49d5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'port': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'mac_address': 'fa:16:3e:25:85:80', 'name': 'tempest-NetworksTestDHCPv6-1434643277'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:20:09.566039 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71ff26d-57b9-4ee9-b46d-a2f36b7bcdbe None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:20:09.673568 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-bf05dc71-c123-4c68-aa05-52026d662a1e None None] Could not find standard attr ID for object 79146974-32c0-49d4-8181-2eec89c4e071. {{(pid=109087) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:20:09.890368 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0ad9b524-a037-4a77-8f10-6478b22942e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:09.900965 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314dc1cd-5f3c-47ee-bbe4-aca9eb4f49d5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:20:09.978399 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:09.987076 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0ad9b524-a037-4a77-8f10-6478b22942e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:10.047474 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-bf05dc71-c123-4c68-aa05-52026d662a1e None None] Provisioning complete for port c9f0c961-d70e-4b4e-9204-34270cc6d2fe triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:20:10.048234 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bf05dc71-c123-4c68-aa05-52026d662a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:10.153344 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port c9f0c961-d70e-4b4e-9204-34270cc6d2fe, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=c9f0c961-d70e-4b4e-9204-34270cc6d2fe,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:20:10.182163 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:10.192798 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-0ad9b524-a037-4a77-8f10-6478b22942e1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=563f5bfa7733445189518a5f87d737e4&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0965836 Nov 12 01:20:10.195770 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bce099e2-3951-44d0-a9a3-fe33ed7731e7 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:10.219871 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 55048) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:10.230272 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4bc8479c-51a2-4220-b753-bd4b907118d5 req-bfa854c8-8433-4021-905c-a5cf96f7e0b7 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 210 time: 0.4449675 Nov 12 01:20:10.265700 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-314dc1cd-5f3c-47ee-bbe4-aca9eb4f49d5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:10.347885 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=c9f0c961-d70e-4b4e-9204-34270cc6d2fe,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:10.410319 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-314dc1cd-5f3c-47ee-bbe4-aca9eb4f49d5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] device_id is not set on port 815f2a5b-58bf-407b-bb1f-ee8c055c8fb5 yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:20:10.478827 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9b524-a037-4a77-8f10-6478b22942e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777f75ce-0def-42e8-8963-45835c7f25d4,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:10.757435 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:11.165476 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9ffae3f5-9676-4885-9461-039cae9c9b7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:11.262886 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-314dc1cd-5f3c-47ee-bbe4-aca9eb4f49d5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Allocated IP 2001:db8::2c9 (89ea60a3-4652-4d77-9cc6-d8bd5a56918e/980d0eeb-7d34-418b-9eb1-fdb40a5539a7/815f2a5b-58bf-407b-bb1f-ee8c055c8fb5) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:20:11.362146 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 6219e51d-4738-4af8-b337-8205bfc89dd1 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:20:11.409040 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9ffae3f5-9676-4885-9461-039cae9c9b7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:11.614434 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-66a35ebd-e730-437f-b5b5-70e59f6d1f0b req-ba05d949-a840-44c1-b7a5-17e27eb06168 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 210 time: 0.0995111 Nov 12 01:20:11.645820 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-97910218-0412-41d7-ad86-c08f0697a1f6 None None] Provisioning complete for port c9f0c961-d70e-4b4e-9204-34270cc6d2fe triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:20:11.661851 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-97910218-0412-41d7-ad86-c08f0697a1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:11.816745 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-314dc1cd-5f3c-47ee-bbe4-aca9eb4f49d5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:11.876502 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7964d3fd-96bf-4a33-92ea-bd66e07d79d7 None None] Network 10baa483-c18c-4573-821e-0f35899681a4 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:20:11.894602 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-314dc1cd-5f3c-47ee-bbe4-aca9eb4f49d5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:11.915889 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bce099e2-3951-44d0-a9a3-fe33ed7731e7 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:11.945318 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9ffae3f5-9676-4885-9461-039cae9c9b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:11.955275 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9ffae3f5-9676-4885-9461-039cae9c9b7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:11.957690 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-9ffae3f5-9676-4885-9461-039cae9c9b7c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/777f75ce-0def-42e8-8963-45835c7f25d4 HTTP/1.1" status: 204 len: 168 time: 1.7259398 Nov 12 01:20:11.972449 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bce099e2-3951-44d0-a9a3-fe33ed7731e7 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:11.978330 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffae3f5-9676-4885-9461-039cae9c9b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777f75ce-0def-42e8-8963-45835c7f25d4,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:12.072484 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314dc1cd-5f3c-47ee-bbe4-aca9eb4f49d5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Port': ['ID=815f2a5b-58bf-407b-bb1f-ee8c055c8fb5,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:12.131423 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314dc1cd-5f3c-47ee-bbe4-aca9eb4f49d5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:20:12.143822 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-314dc1cd-5f3c-47ee-bbe4-aca9eb4f49d5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:20:12.158378 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314dc1cd-5f3c-47ee-bbe4-aca9eb4f49d5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:20:12.176062 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314dc1cd-5f3c-47ee-bbe4-aca9eb4f49d5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:12.181898 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-314dc1cd-5f3c-47ee-bbe4-aca9eb4f49d5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:12.255266 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-314dc1cd-5f3c-47ee-bbe4-aca9eb4f49d5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9739790 Nov 12 01:20:12.256616 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55078) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:12.302744 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 6219e51d-4738-4af8-b337-8205bfc89dd1 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:20:12.315737 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:12.332170 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce099e2-3951-44d0-a9a3-fe33ed7731e7 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event updated for resources: {'Port': ['ID=37630108-cb27-4dc8-853a-4ef8e14fee51,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:12.382939 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6030ecc6-fbd0-4a3f-9ca1-dc1721bb870b tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:12.398777 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6030ecc6-fbd0-4a3f-9ca1-dc1721bb870b tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:12.407636 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6030ecc6-fbd0-4a3f-9ca1-dc1721bb870b tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1495860 Nov 12 01:20:12.411872 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55080) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:12.587918 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-737f58c7-9b1e-42b7-ad72-7d90da87408a None None] Could not find standard attr ID for object 79146974-32c0-49d4-8181-2eec89c4e071. {{(pid=109087) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:20:12.785833 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-0a6c1c92-59c3-4f50-9464-7bae3132dc56 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Deleting port 815f2a5b-58bf-407b-bb1f-ee8c055c8fb5 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:20:12.786198 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0a6c1c92-59c3-4f50-9464-7bae3132dc56 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:12.883938 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-737f58c7-9b1e-42b7-ad72-7d90da87408a None None] Provisioning complete for port 6219e51d-4738-4af8-b337-8205bfc89dd1 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:20:12.887179 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-737f58c7-9b1e-42b7-ad72-7d90da87408a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:13.077177 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0cb71900-749b-4ba5-8b36-14c5bc68a01f req-65830d60-3ce1-4782-9457-f441ddc87f8e tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 210 time: 0.1169839 Nov 12 01:20:13.083416 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bce099e2-3951-44d0-a9a3-fe33ed7731e7 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:13.172655 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0a6c1c92-59c3-4f50-9464-7bae3132dc56 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:13.179271 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55098) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:13.240256 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c49fdba9-77b8-4c73-908b-ad3ed6473760 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:13.242913 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-0a6c1c92-59c3-4f50-9464-7bae3132dc56 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Calling delete_port for 815f2a5b-58bf-407b-bb1f-ee8c055c8fb5 owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:20:13.442735 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bce099e2-3951-44d0-a9a3-fe33ed7731e7 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:13.672182 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c49fdba9-77b8-4c73-908b-ad3ed6473760 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:13.688395 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c49fdba9-77b8-4c73-908b-ad3ed6473760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:13.750484 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:13.768199 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-737f58c7-9b1e-42b7-ad72-7d90da87408a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:13.780304 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c49fdba9-77b8-4c73-908b-ad3ed6473760 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ea62fee76f1040a8a79624b66079749a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5919166 Nov 12 01:20:13.789163 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 55110) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:13.797604 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49fdba9-77b8-4c73-908b-ad3ed6473760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e52a27-f548-40fa-aacb-931bd2f5db9e,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:13.808120 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0a6c1c92-59c3-4f50-9464-7bae3132dc56 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:13.908501 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-737f58c7-9b1e-42b7-ad72-7d90da87408a None None] For port 6219e51d-4738-4af8-b337-8205bfc89dd1, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=6219e51d-4738-4af8-b337-8205bfc89dd1,segment=NetworkSegment(0505367e-7073-4a0b-bafa-f249e18a0bd6),segment_id=0505367e-7073-4a0b-bafa-f249e18a0bd6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:20:13.915528 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6c1c92-59c3-4f50-9464-7bae3132dc56 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event deleted for resources: {'Port': ['ID=815f2a5b-58bf-407b-bb1f-ee8c055c8fb5,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:13.926421 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-737f58c7-9b1e-42b7-ad72-7d90da87408a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:14.024464 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0a6c1c92-59c3-4f50-9464-7bae3132dc56 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:14.035439 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0a6c1c92-59c3-4f50-9464-7bae3132dc56 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/ports/815f2a5b-58bf-407b-bb1f-ee8c055c8fb5 HTTP/1.1" status: 204 len: 168 time: 1.6168041 Nov 12 01:20:14.036417 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55116) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:14.113641 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.api [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:20:14.114547 n-d-712142-27 neutron-server[109087]: DEBUG oslo_db.api [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:20:14.209839 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0c3b64-603b-4e63-a777-f05349a25bd8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:14.218579 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0c3b64-603b-4e63-a777-f05349a25bd8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:14.224243 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ca0c3b64-603b-4e63-a777-f05349a25bd8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1861973 Nov 12 01:20:14.232894 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55126) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:14.285569 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737f58c7-9b1e-42b7-ad72-7d90da87408a None None] Pushing event updated for resources: {'Port': ['ID=6219e51d-4738-4af8-b337-8205bfc89dd1,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:14.303171 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-2aed41b6-5251-493f-b0ac-73451854c154 None None] Could not find standard attr ID for object 815f2a5b-58bf-407b-bb1f-ee8c055c8fb5. {{(pid=109087) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:20:14.403640 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-81fff592-155f-4417-96ae-6126c698f5c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:14.457468 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd792632-c1b4-4b90-a859-fea08d14b513 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Deleting subnet 980d0eeb-7d34-418b-9eb1-fdb40a5539a7 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:20:14.460711 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-19273439-e3eb-455a-9167-50f3a55aa03c None None] Provisioning complete for port 6219e51d-4738-4af8-b337-8205bfc89dd1 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:20:14.461394 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-19273439-e3eb-455a-9167-50f3a55aa03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:14.476417 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bd792632-c1b4-4b90-a859-fea08d14b513 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:14.499657 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-81fff592-155f-4417-96ae-6126c698f5c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:14.616950 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bd792632-c1b4-4b90-a859-fea08d14b513 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:14.643248 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bce099e2-3951-44d0-a9a3-fe33ed7731e7 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:14.669594 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bce099e2-3951-44d0-a9a3-fe33ed7731e7 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:14.770839 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bd792632-c1b4-4b90-a859-fea08d14b513 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:14.851931 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-81fff592-155f-4417-96ae-6126c698f5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:14.857089 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-81fff592-155f-4417-96ae-6126c698f5c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:14.859456 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-81fff592-155f-4417-96ae-6126c698f5c1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/39e52a27-f548-40fa-aacb-931bd2f5db9e HTTP/1.1" status: 204 len: 168 time: 1.0566485 Nov 12 01:20:14.927222 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bd792632-c1b4-4b90-a859-fea08d14b513 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:14.967937 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bd792632-c1b4-4b90-a859-fea08d14b513 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:14.973268 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device c9f0c961-d70e-4b4e-9204-34270cc6d2fe up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:20:14.976021 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-bd792632-c1b4-4b90-a859-fea08d14b513 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/980d0eeb-7d34-418b-9eb1-fdb40a5539a7 HTTP/1.1" status: 204 len: 168 time: 0.7407041 Nov 12 01:20:14.978441 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55132) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:15.002019 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8eccd68-ac7b-49cd-b469-7b8d03f9852d None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:20:15.011120 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd792632-c1b4-4b90-a859-fea08d14b513 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event deleted for resources: {'Subnet': ['ID=980d0eeb-7d34-418b-9eb1-fdb40a5539a7,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:15.011436 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-19273439-e3eb-455a-9167-50f3a55aa03c None None] Provisioning complete for port 37630108-cb27-4dc8-853a-4ef8e14fee51 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:20:15.012020 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fff592-155f-4417-96ae-6126c698f5c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e52a27-f548-40fa-aacb-931bd2f5db9e,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:15.012823 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-19273439-e3eb-455a-9167-50f3a55aa03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:15.048639 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce099e2-3951-44d0-a9a3-fe33ed7731e7 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event updated for resources: {'Port': ['ID=37630108-cb27-4dc8-853a-4ef8e14fee51,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:15.066915 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bce099e2-3951-44d0-a9a3-fe33ed7731e7 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:15.104258 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0b3654d9-9c96-4425-80a7-6bfab2693218 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1231611 Nov 12 01:20:15.106511 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55134) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:15.264418 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-19273439-e3eb-455a-9167-50f3a55aa03c None None] Port 37630108-cb27-4dc8-853a-4ef8e14fee51 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:20:15.267267 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4bbd3b-b35a-4679-aabc-7b296d7c8146 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:15.278158 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-fb4bbd3b-b35a-4679-aabc-7b296d7c8146 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1700466 Nov 12 01:20:15.278901 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55140) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:15.394405 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-28b0d836-8065-49c0-9ca8-4dca53166b0f req-e14f15b0-3523-4ee9-989d-6c2618bb6743 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 210 time: 0.2121332 Nov 12 01:20:15.396813 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0f7cd1-221b-4a7d-aae1-925af19017de tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:15.402019 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-fa0f7cd1-221b-4a7d-aae1-925af19017de tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1219625 Nov 12 01:20:15.402719 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55144) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:15.464776 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c76fc5a2-dce0-4b50-bfa6-4ae10b99e002 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0598116 Nov 12 01:20:15.465671 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55146) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:15.472187 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-1a51e52e-6a98-4883-b2bd-21fef944480e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'subnet': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:20:15.590515 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-616441a4-ce4b-414d-aaa3-e88d4727ba5c None None] Provisioning complete for port 37630108-cb27-4dc8-853a-4ef8e14fee51 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:20:15.592448 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-616441a4-ce4b-414d-aaa3-e88d4727ba5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:15.604974 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a51e52e-6a98-4883-b2bd-21fef944480e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:20:15.609462 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1a51e52e-6a98-4883-b2bd-21fef944480e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:15.619722 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce099e2-3951-44d0-a9a3-fe33ed7731e7 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Network 10baa483-c18c-4573-821e-0f35899681a4 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:20:15.633537 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-bce099e2-3951-44d0-a9a3-fe33ed7731e7 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:20:15.720696 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-616441a4-ce4b-414d-aaa3-e88d4727ba5c None None] Port 37630108-cb27-4dc8-853a-4ef8e14fee51 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:20:15.810361 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port c9f0c961-d70e-4b4e-9204-34270cc6d2fe triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:20:15.819549 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:16.210562 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce099e2-3951-44d0-a9a3-fe33ed7731e7 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Router 1f1a1bb7-f6c0-4de9-b1dd-afd3115c3baa is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:20:16.287036 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-ba65a778-5d09-48a7-a3c1-67b08baa4ec2 None None] Provisioning complete for port 37630108-cb27-4dc8-853a-4ef8e14fee51 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:20:16.294961 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ba65a778-5d09-48a7-a3c1-67b08baa4ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:16.405123 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88360ce9-577f-4ae3-9ebd-55c042907755 None None] DHCP port deletion for 89ea60a3-4652-4d77-9cc6-d8bd5a56918e request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:20:16.550176 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 6219e51d-4738-4af8-b337-8205bfc89dd1 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:20:16.656791 n-d-712142-27 neutron-server[109086]: DEBUG neutron.objects.ports [None req-1a51e52e-6a98-4883-b2bd-21fef944480e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109086) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 01:20:16.739514 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-ba65a778-5d09-48a7-a3c1-67b08baa4ec2 None None] Port 37630108-cb27-4dc8-853a-4ef8e14fee51 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:20:16.751796 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f3c28612-2bf1-4f74-bb00-939d2b41bf6e req-5f6b7d4a-2a0c-4b9e-9634-41cd3fc20aa3 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 210 time: 0.1173277 Nov 12 01:20:16.760690 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce099e2-3951-44d0-a9a3-fe33ed7731e7 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:20:16.777155 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-bce099e2-3951-44d0-a9a3-fe33ed7731e7 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "PUT /v2.0/routers/1f1a1bb7-f6c0-4de9-b1dd-afd3115c3baa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1109078 Nov 12 01:20:16.777886 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 55172) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:16.789567 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ca04cb-8d6e-423d-a89a-62d71937492c None None] Sync routers for ids ['1f1a1bb7-f6c0-4de9-b1dd-afd3115c3baa'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:20:16.874524 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 6219e51d-4738-4af8-b337-8205bfc89dd1 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:20:16.880739 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:16.942307 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759511bc-6ce8-4769-9fdb-f85b7783b576 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:16.953168 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-759511bc-6ce8-4769-9fdb-f85b7783b576 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "GET /v2.0/ports/37630108-cb27-4dc8-853a-4ef8e14fee51 HTTP/1.1" status: 200 len: 976 time: 0.1740758 Nov 12 01:20:16.958277 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 55180) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:17.004188 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ca04cb-8d6e-423d-a89a-62d71937492c None None] Routers {'1f1a1bb7-f6c0-4de9-b1dd-afd3115c3baa'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:20:17.008641 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-a6ca04cb-8d6e-423d-a89a-62d71937492c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:20:02Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['1f1a1bb7-f6c0-4de9-b1dd-afd3115c3baa'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:20:17.118842 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1a51e52e-6a98-4883-b2bd-21fef944480e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:17.125455 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-a6ca04cb-8d6e-423d-a89a-62d71937492c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:20:17.140301 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-88360ce9-577f-4ae3-9ebd-55c042907755 None None] Deleting port c9f0c961-d70e-4b4e-9204-34270cc6d2fe {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:20:17.140958 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-88360ce9-577f-4ae3-9ebd-55c042907755 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:17.307086 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ca04cb-8d6e-423d-a89a-62d71937492c None None] Routers {'1f1a1bb7-f6c0-4de9-b1dd-afd3115c3baa'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:20:17.310629 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-a6ca04cb-8d6e-423d-a89a-62d71937492c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:20:02Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['1f1a1bb7-f6c0-4de9-b1dd-afd3115c3baa'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:20:17.420435 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-a6ca04cb-8d6e-423d-a89a-62d71937492c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:20:17.422281 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ca04cb-8d6e-423d-a89a-62d71937492c None None] The sync data for ids ['1f1a1bb7-f6c0-4de9-b1dd-afd3115c3baa'] in n-d-712142-27 is: [] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:20:17.599771 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-1a51e52e-6a98-4883-b2bd-21fef944480e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] For port c9f0c961-d70e-4b4e-9204-34270cc6d2fe, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=c9f0c961-d70e-4b4e-9204-34270cc6d2fe,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:20:17.681405 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1a51e52e-6a98-4883-b2bd-21fef944480e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:17.688709 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1a51e52e-6a98-4883-b2bd-21fef944480e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:17.689564 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1a51e52e-6a98-4883-b2bd-21fef944480e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:17.743689 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-88360ce9-577f-4ae3-9ebd-55c042907755 None None] For port c9f0c961-d70e-4b4e-9204-34270cc6d2fe, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=c9f0c961-d70e-4b4e-9204-34270cc6d2fe,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:20:17.748429 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-88360ce9-577f-4ae3-9ebd-55c042907755 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:17.785895 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-88360ce9-577f-4ae3-9ebd-55c042907755 None None] Calling delete_port for c9f0c961-d70e-4b4e-9204-34270cc6d2fe owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:20:17.874660 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2fb45ced-9870-4762-8d1a-c8514b798f28 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:17.891551 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a51e52e-6a98-4883-b2bd-21fef944480e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:20:17.913872 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-1a51e52e-6a98-4883-b2bd-21fef944480e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:20:17.918632 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a51e52e-6a98-4883-b2bd-21fef944480e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:17.919388 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1a51e52e-6a98-4883-b2bd-21fef944480e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:17.971353 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a51e52e-6a98-4883-b2bd-21fef944480e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Port': ['ID=c9f0c961-d70e-4b4e-9204-34270cc6d2fe,revision_number=6']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:17.983423 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1a51e52e-6a98-4883-b2bd-21fef944480e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5161967 Nov 12 01:20:17.984943 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a51e52e-6a98-4883-b2bd-21fef944480e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Subnet': ['ID=b680fe74-92ae-4446-a181-0d8a328ed7ec,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:17.988584 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55202) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:17.995397 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-40d3a7ac-edd2-4477-b9ae-492cdc7f1901 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'subnet': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:20:18.071394 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-88360ce9-577f-4ae3-9ebd-55c042907755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:18.162122 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88360ce9-577f-4ae3-9ebd-55c042907755 None None] Pushing event deleted for resources: {'Port': ['ID=c9f0c961-d70e-4b4e-9204-34270cc6d2fe,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:18.168600 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88360ce9-577f-4ae3-9ebd-55c042907755 None None] No DVR routers for this DVR port c9f0c961-d70e-4b4e-9204-34270cc6d2fe on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:20:18.237213 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39d4872-b66c-4924-9d1b-bba9986d4046 None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:20:18.363459 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d3a7ac-edd2-4477-b9ae-492cdc7f1901 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:20:18.382592 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-40d3a7ac-edd2-4477-b9ae-492cdc7f1901 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:18.514666 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device c9f0c961-d70e-4b4e-9204-34270cc6d2fe no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:20:18.564159 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: c9f0c961-d70e-4b4e-9204-34270cc6d2fe {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:20:18.564510 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device c9f0c961-d70e-4b4e-9204-34270cc6d2fe not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:20:18.797964 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae03819-70e0-4e12-8fc1-521dab8db9e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'tenant_id': '70514e17c07e4902b3c1ce1ff6844138', 'fixed_ips': [{'subnet_id': 'b680fe74-92ae-4446-a181-0d8a328ed7ec'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:20:18.799060 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7ae03819-70e0-4e12-8fc1-521dab8db9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:18.865120 n-d-712142-27 neutron-server[109086]: INFO neutron.db.ipam_backend_mixin [None req-40d3a7ac-edd2-4477-b9ae-492cdc7f1901 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b680fe74-92ae-4446-a181-0d8a328ed7ec (CIDR: 2001:db8::/64) Nov 12 01:20:18.876148 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-40d3a7ac-edd2-4477-b9ae-492cdc7f1901 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:20:18.879926 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40d3a7ac-edd2-4477-b9ae-492cdc7f1901 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:20:18.942842 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-40d3a7ac-edd2-4477-b9ae-492cdc7f1901 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9505506 Nov 12 01:20:18.946967 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55228) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:18.971892 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-a2b97355-c392-4989-8561-15af8f8a23ca tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'subnet': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:20:19.016760 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1de23d0d-e4aa-4bd5-99c1-b9074c095863 req-0e8d975e-6e15-4c53-9d98-3b0bbcdc4df3 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 210 time: 0.1866543 Nov 12 01:20:19.204954 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-7ae03819-70e0-4e12-8fc1-521dab8db9e2 None None] Allocated IP 2001:db8::f816:3eff:feeb:72eb (89ea60a3-4652-4d77-9cc6-d8bd5a56918e/b680fe74-92ae-4446-a181-0d8a328ed7ec/0200b5e8-dc40-4b60-b42f-2017aedfcfbd) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:20:19.401669 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b97355-c392-4989-8561-15af8f8a23ca tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:20:19.407663 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a2b97355-c392-4989-8561-15af8f8a23ca tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:19.587881 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-2fb45ced-9870-4762-8d1a-c8514b798f28 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Deleting port 37630108-cb27-4dc8-853a-4ef8e14fee51 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:20:19.589088 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2fb45ced-9870-4762-8d1a-c8514b798f28 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:19.824020 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7ae03819-70e0-4e12-8fc1-521dab8db9e2 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:19.837650 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7ae03819-70e0-4e12-8fc1-521dab8db9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:19.974845 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2fb45ced-9870-4762-8d1a-c8514b798f28 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:20.007694 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-2fb45ced-9870-4762-8d1a-c8514b798f28 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Calling delete_port for 37630108-cb27-4dc8-853a-4ef8e14fee51 owned by network:router_interface {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:20:20.047772 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae03819-70e0-4e12-8fc1-521dab8db9e2 None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:20:20.077129 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-7ae03819-70e0-4e12-8fc1-521dab8db9e2 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:20:20.085786 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae03819-70e0-4e12-8fc1-521dab8db9e2 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:20:20.123271 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae03819-70e0-4e12-8fc1-521dab8db9e2 None None] Pushing event updated for resources: {'Port': ['ID=0200b5e8-dc40-4b60-b42f-2017aedfcfbd,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:20.346885 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d9c5f7f6-e1f8-4f78-8653-f40ad34d4497 req-e036888f-4cb4-47c1-b911-11d4c27ccd84 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 210 time: 0.1375496 Nov 12 01:20:20.350149 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a2b97355-c392-4989-8561-15af8f8a23ca tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:20.353101 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-7ae03819-70e0-4e12-8fc1-521dab8db9e2 None None] Attempting to bind port 0200b5e8-dc40-4b60-b42f-2017aedfcfbd on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:20:20.355345 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-7ae03819-70e0-4e12-8fc1-521dab8db9e2 None None] Attempting to bind port 0200b5e8-dc40-4b60-b42f-2017aedfcfbd by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:20:20.357196 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae03819-70e0-4e12-8fc1-521dab8db9e2 None None] Attempting to bind port 0200b5e8-dc40-4b60-b42f-2017aedfcfbd on network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:20:20.408949 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae03819-70e0-4e12-8fc1-521dab8db9e2 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:20:20.409874 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae03819-70e0-4e12-8fc1-521dab8db9e2 None None] Checking segment: {'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:20:20.411852 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7ae03819-70e0-4e12-8fc1-521dab8db9e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:20.412763 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae03819-70e0-4e12-8fc1-521dab8db9e2 None None] Bound using segment: {'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:20:20.413736 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-7ae03819-70e0-4e12-8fc1-521dab8db9e2 None None] Bound port: 0200b5e8-dc40-4b60-b42f-2017aedfcfbd, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:20:20.414534 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7ae03819-70e0-4e12-8fc1-521dab8db9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:20.553759 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b97355-c392-4989-8561-15af8f8a23ca tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:20:20.582423 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-a2b97355-c392-4989-8561-15af8f8a23ca tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:20:20.600768 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b97355-c392-4989-8561-15af8f8a23ca tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:20.603371 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a2b97355-c392-4989-8561-15af8f8a23ca tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:20.687051 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a2b97355-c392-4989-8561-15af8f8a23ca tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7364788 Nov 12 01:20:20.700938 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55272) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:20.735178 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-a6956b43-0bab-4753-ba52-4bc43c582518 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'port': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'mac_address': 'fa:16:3e:c0:5e:a5', 'name': 'tempest-NetworksTestDHCPv6-616949292'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:20:20.771543 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-7ae03819-70e0-4e12-8fc1-521dab8db9e2 None None] For port 0200b5e8-dc40-4b60-b42f-2017aedfcfbd, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:20:20.788687 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-7ae03819-70e0-4e12-8fc1-521dab8db9e2 None None] For port 0200b5e8-dc40-4b60-b42f-2017aedfcfbd, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=0200b5e8-dc40-4b60-b42f-2017aedfcfbd,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:20:20.793141 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2fb45ced-9870-4762-8d1a-c8514b798f28 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:20.803261 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7ae03819-70e0-4e12-8fc1-521dab8db9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:21.083275 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b97355-c392-4989-8561-15af8f8a23ca tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Subnet': ['ID=3a5b0d9a-d133-4f41-a72f-881c526f93c1,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:21.165257 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb45ced-9870-4762-8d1a-c8514b798f28 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event deleted for resources: {'Port': ['ID=37630108-cb27-4dc8-853a-4ef8e14fee51,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:21.313482 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae03819-70e0-4e12-8fc1-521dab8db9e2 None None] Pushing event updated for resources: {'Port': ['ID=0200b5e8-dc40-4b60-b42f-2017aedfcfbd,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:21.493083 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6956b43-0bab-4753-ba52-4bc43c582518 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:20:21.509104 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2fb45ced-9870-4762-8d1a-c8514b798f28 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:21.903282 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-73f1dffe-76cc-451e-873c-2ce35fb3397c req-4bd48347-b557-432d-912e-21f583581027 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 210 time: 0.2400670 Nov 12 01:20:21.986820 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a6956b43-0bab-4753-ba52-4bc43c582518 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:22.130570 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-a6956b43-0bab-4753-ba52-4bc43c582518 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] device_id is not set on port bd9e5d35-5283-4991-a100-c65e28433417 yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:20:22.193550 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb45ced-9870-4762-8d1a-c8514b798f28 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Router 1f1a1bb7-f6c0-4de9-b1dd-afd3115c3baa has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:20:22.530279 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 0200b5e8-dc40-4b60-b42f-2017aedfcfbd up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:20:22.570680 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb45ced-9870-4762-8d1a-c8514b798f28 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:20:22.584953 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2fb45ced-9870-4762-8d1a-c8514b798f28 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "PUT /v2.0/routers/1f1a1bb7-f6c0-4de9-b1dd-afd3115c3baa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6253390 Nov 12 01:20:22.590558 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6bfd9a-2ffb-4125-8be0-e10808334e4e None None] Sync routers for ids ['1f1a1bb7-f6c0-4de9-b1dd-afd3115c3baa'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:20:22.593462 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 55308) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:22.665243 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6bfd9a-2ffb-4125-8be0-e10808334e4e None None] Routers {'1f1a1bb7-f6c0-4de9-b1dd-afd3115c3baa'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:20:22.666432 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-2e6bfd9a-2ffb-4125-8be0-e10808334e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:20:02Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['1f1a1bb7-f6c0-4de9-b1dd-afd3115c3baa'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:20:22.768925 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 0200b5e8-dc40-4b60-b42f-2017aedfcfbd triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:20:22.769311 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:22.843584 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-2e6bfd9a-2ffb-4125-8be0-e10808334e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:20:22.894190 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6bfd9a-2ffb-4125-8be0-e10808334e4e None None] Routers {'1f1a1bb7-f6c0-4de9-b1dd-afd3115c3baa'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:20:22.898112 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-a6956b43-0bab-4753-ba52-4bc43c582518 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Allocated IP 2001:db8:0:1::2ac (89ea60a3-4652-4d77-9cc6-d8bd5a56918e/3a5b0d9a-d133-4f41-a72f-881c526f93c1/bd9e5d35-5283-4991-a100-c65e28433417) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:20:22.898799 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-2e6bfd9a-2ffb-4125-8be0-e10808334e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:20:02Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['1f1a1bb7-f6c0-4de9-b1dd-afd3115c3baa'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:20:22.913595 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-a6956b43-0bab-4753-ba52-4bc43c582518 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Allocated IP 2001:db8::f816:3eff:fec0:5ea5 (89ea60a3-4652-4d77-9cc6-d8bd5a56918e/b680fe74-92ae-4446-a181-0d8a328ed7ec/bd9e5d35-5283-4991-a100-c65e28433417) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:20:23.095013 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:23.222865 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 0200b5e8-dc40-4b60-b42f-2017aedfcfbd, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=0200b5e8-dc40-4b60-b42f-2017aedfcfbd,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:20:23.234421 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:23.473085 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-1dfa44b4-e56d-465b-b94a-5d2136aa95ce tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] remove_router_interface failed (client error): The resource could not be found. Nov 12 01:20:23.479918 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-1dfa44b4-e56d-465b-b94a-5d2136aa95ce tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "PUT /v2.0/routers/1f1a1bb7-f6c0-4de9-b1dd-afd3115c3baa/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8821070 Nov 12 01:20:23.479918 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e4022965-e6e0-4bf7-b44d-872afc4763e4 req-f6d1764c-3a2e-4cb1-ae91-be1dc2482ca9 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 210 time: 0.2489469 Nov 12 01:20:23.482816 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=0200b5e8-dc40-4b60-b42f-2017aedfcfbd,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:23.490592 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:20:23.492022 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-2e6bfd9a-2ffb-4125-8be0-e10808334e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:20:23.492536 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 55332) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:23.516346 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6bfd9a-2ffb-4125-8be0-e10808334e4e None None] The sync data for ids ['1f1a1bb7-f6c0-4de9-b1dd-afd3115c3baa'] in n-d-712142-27 is: [] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:20:23.566992 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3025792a-f198-406f-bef6-b576029f1994 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f1a1bb7-f6c0-4de9-b1dd-afd3115c3baa HTTP/1.1" status: 200 len: 205 time: 0.0721805 Nov 12 01:20:23.569071 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 55334) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:23.613112 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c61cb0e-c165-4cfc-9ea2-714fcac86f1f None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:20:23.693331 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a6956b43-0bab-4753-ba52-4bc43c582518 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:23.835540 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a6956b43-0bab-4753-ba52-4bc43c582518 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:23.893673 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-3f27f9ed-8dbc-47ee-8ba5-fb2e1a2f6634 None None] Provisioning complete for port 0200b5e8-dc40-4b60-b42f-2017aedfcfbd triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:20:23.893673 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3f27f9ed-8dbc-47ee-8ba5-fb2e1a2f6634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:23.904118 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-71d91133-d634-4533-9707-2a9ae13111e2 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for router, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:23.943716 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6956b43-0bab-4753-ba52-4bc43c582518 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:20:23.953916 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-a6956b43-0bab-4753-ba52-4bc43c582518 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:20:23.967632 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6956b43-0bab-4753-ba52-4bc43c582518 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:20:23.974455 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6956b43-0bab-4753-ba52-4bc43c582518 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:23.982355 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a6956b43-0bab-4753-ba52-4bc43c582518 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:24.033011 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6956b43-0bab-4753-ba52-4bc43c582518 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Port': ['ID=bd9e5d35-5283-4991-a100-c65e28433417,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:24.053752 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a6956b43-0bab-4753-ba52-4bc43c582518 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.3501155 Nov 12 01:20:24.056706 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55352) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:24.247517 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2676fb66-1e93-43f7-b631-8c96c10f7067 None None] Update dhcp port {'port': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'fixed_ips': [{'subnet_id': 'b680fe74-92ae-4446-a181-0d8a328ed7ec', 'ip_address': '2001:db8::f816:3eff:feeb:72eb'}, {'subnet_id': '3a5b0d9a-d133-4f41-a72f-881c526f93c1'}], 'binding:host_id': 'n-d-712142-27'}, 'id': '0200b5e8-dc40-4b60-b42f-2017aedfcfbd'} from n-d-712142-27. {{(pid=109087) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 01:20:24.323854 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2676fb66-1e93-43f7-b631-8c96c10f7067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:24.539337 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-99c8fa3e-a951-4d2f-b64e-0d6404a792df tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Deleting port bd9e5d35-5283-4991-a100-c65e28433417 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:20:24.540396 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-99c8fa3e-a951-4d2f-b64e-0d6404a792df tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:24.585302 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-71d91133-d634-4533-9707-2a9ae13111e2 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:24.594461 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-71d91133-d634-4533-9707-2a9ae13111e2 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:24.754767 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 0200b5e8-dc40-4b60-b42f-2017aedfcfbd up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:20:24.814141 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-71d91133-d634-4533-9707-2a9ae13111e2 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:24.815234 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d91133-d634-4533-9707-2a9ae13111e2 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Fanout notify agent at l3_agent the message router_deleted on router 1f1a1bb7-f6c0-4de9-b1dd-afd3115c3baa {{(pid=109085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:20:24.820925 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5ec964c3-9102-4518-ba7a-61e76f3731c6 req-5b2803b0-e08c-45fd-8f5f-41d3cc430035 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 210 time: 0.1124544 Nov 12 01:20:24.864332 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-71d91133-d634-4533-9707-2a9ae13111e2 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:24.864332 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-71d91133-d634-4533-9707-2a9ae13111e2 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "DELETE /v2.0/routers/1f1a1bb7-f6c0-4de9-b1dd-afd3115c3baa HTTP/1.1" status: 204 len: 168 time: 1.2909050 Nov 12 01:20:24.875006 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 55368) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:24.876139 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-99c8fa3e-a951-4d2f-b64e-0d6404a792df tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:24.893053 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-99c8fa3e-a951-4d2f-b64e-0d6404a792df tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Calling delete_port for bd9e5d35-5283-4991-a100-c65e28433417 owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:20:25.134528 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-40ecce58-45e6-4891-8b54-bb34a77dc5f7 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Deleting subnet 65fbdd90-ff74-4e7f-8c9d-9144336b0d0a {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:20:25.137796 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 0200b5e8-dc40-4b60-b42f-2017aedfcfbd triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:20:25.138165 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:25.153980 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-40ecce58-45e6-4891-8b54-bb34a77dc5f7 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:25.164185 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-2676fb66-1e93-43f7-b631-8c96c10f7067 None None] Allocated IP 2001:db8:0:1::2 (89ea60a3-4652-4d77-9cc6-d8bd5a56918e/3a5b0d9a-d133-4f41-a72f-881c526f93c1/0200b5e8-dc40-4b60-b42f-2017aedfcfbd) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:20:25.264809 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-99c8fa3e-a951-4d2f-b64e-0d6404a792df tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:25.277092 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-40ecce58-45e6-4891-8b54-bb34a77dc5f7 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:25.325405 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c8fa3e-a951-4d2f-b64e-0d6404a792df tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event deleted for resources: {'Port': ['ID=bd9e5d35-5283-4991-a100-c65e28433417,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:25.484171 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-99c8fa3e-a951-4d2f-b64e-0d6404a792df tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:25.503178 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-99c8fa3e-a951-4d2f-b64e-0d6404a792df tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/ports/bd9e5d35-5283-4991-a100-c65e28433417 HTTP/1.1" status: 204 len: 168 time: 1.4393106 Nov 12 01:20:25.508850 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55380) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:25.632194 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547be473-eea2-4ee4-8d6c-861732ba770e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:25.642273 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-40ecce58-45e6-4891-8b54-bb34a77dc5f7 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:25.643353 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-547be473-eea2-4ee4-8d6c-861732ba770e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1329739 Nov 12 01:20:25.645201 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55386) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:25.752920 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6dc44dd-739a-43b7-873b-115b0d041c91 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:25.763562 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a6dc44dd-739a-43b7-873b-115b0d041c91 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1156392 Nov 12 01:20:25.768474 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55388) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:25.804278 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-40ecce58-45e6-4891-8b54-bb34a77dc5f7 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:25.812403 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-2676fb66-1e93-43f7-b631-8c96c10f7067 None None] For port 0200b5e8-dc40-4b60-b42f-2017aedfcfbd, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=0200b5e8-dc40-4b60-b42f-2017aedfcfbd,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:20:25.877368 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ecce58-45e6-4891-8b54-bb34a77dc5f7 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event deleted for resources: {'Subnet': ['ID=65fbdd90-ff74-4e7f-8c9d-9144336b0d0a,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:25.897315 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44340d7-16e2-445f-a85f-f81e70532249 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:25.900690 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44340d7-16e2-445f-a85f-f81e70532249 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:25.908053 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44340d7-16e2-445f-a85f-f81e70532249 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:25.908456 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-40ecce58-45e6-4891-8b54-bb34a77dc5f7 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:25.918791 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-40ecce58-45e6-4891-8b54-bb34a77dc5f7 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "DELETE /v2.0/subnets/65fbdd90-ff74-4e7f-8c9d-9144336b0d0a HTTP/1.1" status: 204 len: 168 time: 1.0502226 Nov 12 01:20:25.919353 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c44340d7-16e2-445f-a85f-f81e70532249 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1502454 Nov 12 01:20:25.920277 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 55396) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:25.924813 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55398) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:25.930003 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ea4422-1f6d-4837-8002-06199c33d05f None None] Network 10baa483-c18c-4573-821e-0f35899681a4 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:20:25.934881 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2676fb66-1e93-43f7-b631-8c96c10f7067 None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:25.961010 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2676fb66-1e93-43f7-b631-8c96c10f7067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:26.288862 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cce02449-167d-49c5-b84e-08a0860a94d3 req-f88fae06-ae3f-414e-9fba-7aec490a54ac tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 210 time: 0.1755402 Nov 12 01:20:26.351924 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-667de90c-aeda-4be7-af3a-aea59348c89a tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Deleting subnet 3a5b0d9a-d133-4f41-a72f-881c526f93c1 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:20:26.364237 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-667de90c-aeda-4be7-af3a-aea59348c89a tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:26.506637 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-667de90c-aeda-4be7-af3a-aea59348c89a tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:26.705317 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-667de90c-aeda-4be7-af3a-aea59348c89a tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:27.008369 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-667de90c-aeda-4be7-af3a-aea59348c89a tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:27.127808 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a934da58-52af-41a2-87dc-bbe5bf6bb53f tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:27.133519 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-667de90c-aeda-4be7-af3a-aea59348c89a tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:27.154452 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-667de90c-aeda-4be7-af3a-aea59348c89a tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/3a5b0d9a-d133-4f41-a72f-881c526f93c1 HTTP/1.1" status: 204 len: 168 time: 1.2325096 Nov 12 01:20:27.156323 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55434) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:27.159778 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667de90c-aeda-4be7-af3a-aea59348c89a tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event deleted for resources: {'Subnet': ['ID=3a5b0d9a-d133-4f41-a72f-881c526f93c1,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:27.218248 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2676fb66-1e93-43f7-b631-8c96c10f7067 None None] Pushing event updated for resources: {'Port': ['ID=0200b5e8-dc40-4b60-b42f-2017aedfcfbd,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:27.299912 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-986874ec-b579-47f5-a7d5-c16eaeed96e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:27.389827 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d2285cb-307e-42d3-b271-0cc5ae191c42 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Deleting subnet b680fe74-92ae-4446-a181-0d8a328ed7ec {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:20:27.395466 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3d2285cb-307e-42d3-b271-0cc5ae191c42 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:27.418484 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb17800d-b9cf-4828-b722-9a25a57fb574 None None] DHCP port deletion for 10baa483-c18c-4573-821e-0f35899681a4 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:20:27.590681 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-bb17800d-b9cf-4828-b722-9a25a57fb574 None None] Deleting port 6219e51d-4738-4af8-b337-8205bfc89dd1 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:20:27.590966 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bb17800d-b9cf-4828-b722-9a25a57fb574 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:27.595076 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3d2285cb-307e-42d3-b271-0cc5ae191c42 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:27.690046 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-a934da58-52af-41a2-87dc-bbe5bf6bb53f tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Deleting port 6219e51d-4738-4af8-b337-8205bfc89dd1 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:20:27.703667 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a934da58-52af-41a2-87dc-bbe5bf6bb53f tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:27.761662 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cbb9d53a-c890-4f96-9c38-e87f82ee75a0 req-dc6e8542-aa1b-4f8d-be4f-d29a92c7045f tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 210 time: 0.0844336 Nov 12 01:20:27.822144 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-bb17800d-b9cf-4828-b722-9a25a57fb574 None None] For port 6219e51d-4738-4af8-b337-8205bfc89dd1, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=6219e51d-4738-4af8-b337-8205bfc89dd1,segment=NetworkSegment(0505367e-7073-4a0b-bafa-f249e18a0bd6),segment_id=0505367e-7073-4a0b-bafa-f249e18a0bd6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:20:27.822609 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bb17800d-b9cf-4828-b722-9a25a57fb574 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:27.869873 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-bb17800d-b9cf-4828-b722-9a25a57fb574 None None] Calling delete_port for 6219e51d-4738-4af8-b337-8205bfc89dd1 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:20:28.029217 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-a934da58-52af-41a2-87dc-bbe5bf6bb53f tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] For port 6219e51d-4738-4af8-b337-8205bfc89dd1, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=6219e51d-4738-4af8-b337-8205bfc89dd1,segment=NetworkSegment(0505367e-7073-4a0b-bafa-f249e18a0bd6),segment_id=0505367e-7073-4a0b-bafa-f249e18a0bd6)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:20:28.032897 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a934da58-52af-41a2-87dc-bbe5bf6bb53f tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:28.086433 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-a934da58-52af-41a2-87dc-bbe5bf6bb53f tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Calling delete_port for 6219e51d-4738-4af8-b337-8205bfc89dd1 owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:20:28.121202 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bb17800d-b9cf-4828-b722-9a25a57fb574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:28.130921 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3d2285cb-307e-42d3-b271-0cc5ae191c42 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:28.187657 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb17800d-b9cf-4828-b722-9a25a57fb574 None None] Pushing event deleted for resources: {'Port': ['ID=6219e51d-4738-4af8-b337-8205bfc89dd1,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:28.199508 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb17800d-b9cf-4828-b722-9a25a57fb574 None None] No DVR routers for this DVR port 6219e51d-4738-4af8-b337-8205bfc89dd1 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:20:28.415619 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 0200b5e8-dc40-4b60-b42f-2017aedfcfbd up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:20:28.439370 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3d2285cb-307e-42d3-b271-0cc5ae191c42 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:28.489810 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3d2285cb-307e-42d3-b271-0cc5ae191c42 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:28.496188 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 55462) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:28.516577 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3d2285cb-307e-42d3-b271-0cc5ae191c42 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/b680fe74-92ae-4446-a181-0d8a328ed7ec HTTP/1.1" status: 204 len: 168 time: 1.3584003 Nov 12 01:20:28.591280 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2285cb-307e-42d3-b271-0cc5ae191c42 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event deleted for resources: {'Subnet': ['ID=b680fe74-92ae-4446-a181-0d8a328ed7ec,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:28.616436 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a934da58-52af-41a2-87dc-bbe5bf6bb53f tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:28.626597 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-1206de73-a8c7-40c5-a29e-368d1953bd2b tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1285315 Nov 12 01:20:28.631415 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 55464) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:28.652019 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-3d854f9e-7292-485a-b779-106e886a57a9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'subnet': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:20:28.718382 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a934da58-52af-41a2-87dc-bbe5bf6bb53f tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event deleted for resources: {'Port': ['ID=6219e51d-4738-4af8-b337-8205bfc89dd1,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:28.720621 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a934da58-52af-41a2-87dc-bbe5bf6bb53f tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] No DVR routers for this DVR port 6219e51d-4738-4af8-b337-8205bfc89dd1 on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:20:28.803532 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 0200b5e8-dc40-4b60-b42f-2017aedfcfbd triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:20:28.807316 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:28.930613 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efb696a-bf6c-450c-8e9c-cc2739ef3ef1 None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:20:29.027898 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d854f9e-7292-485a-b779-106e886a57a9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:20:29.037269 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3d854f9e-7292-485a-b779-106e886a57a9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:29.054401 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a934da58-52af-41a2-87dc-bbe5bf6bb53f tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:29.180490 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-a934da58-52af-41a2-87dc-bbe5bf6bb53f tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10baa483-c18c-4573-821e-0f35899681a4']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:20:29.227690 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-a934da58-52af-41a2-87dc-bbe5bf6bb53f tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0505367e-7073-4a0b-bafa-f249e18a0bd6') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:20:29.228040 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-42c2eb5f-2da5-4aea-9ded-3fcf0750d0cc req-5037f457-ebbe-4cb2-a71d-7f197dcd3e5d service neutron] (109085) timed out ('10.222.0.45', 48886) {{(pid=109085) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 01:20:29.228803 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-a934da58-52af-41a2-87dc-bbe5bf6bb53f tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0505367e-7073-4a0b-bafa-f249e18a0bd6') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:20:29.231529 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-032375a4-3ba5-4c6e-891b-5a5264cbefc4 req-9c2f7017-d5bf-4239-9177-4df17742a8b3 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 210 time: 0.0724971 Nov 12 01:20:29.280217 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a934da58-52af-41a2-87dc-bbe5bf6bb53f tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:29.350797 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a934da58-52af-41a2-87dc-bbe5bf6bb53f tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:29.378910 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a934da58-52af-41a2-87dc-bbe5bf6bb53f tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:20:29.379887 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a934da58-52af-41a2-87dc-bbe5bf6bb53f tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:29.392743 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4fe3aef1-1853-4348-aea2-5fa532a5aef4 None None] Provisioning complete for port 0200b5e8-dc40-4b60-b42f-2017aedfcfbd triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:20:29.393929 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4fe3aef1-1853-4348-aea2-5fa532a5aef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:29.446566 n-d-712142-27 neutron-server[109086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:20:29.446566 n-d-712142-27 neutron-server[109086]: self.session.flush() Nov 12 01:20:29.446566 n-d-712142-27 neutron-server[109086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:20:29.446566 n-d-712142-27 neutron-server[109086]: self.session.flush() Nov 12 01:20:29.446566 n-d-712142-27 neutron-server[109086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:20:29.446566 n-d-712142-27 neutron-server[109086]: self.session.flush() Nov 12 01:20:29.446566 n-d-712142-27 neutron-server[109086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:20:29.446566 n-d-712142-27 neutron-server[109086]: self.session.flush() Nov 12 01:20:29.446566 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:20:29.446566 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:20:29.446566 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:20:29.446566 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:20:29.446566 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:20:29.446566 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:20:29.446566 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:20:29.446566 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:20:29.446566 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:20:29.446566 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:20:29.446566 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:20:29.446566 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:20:29.446566 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:20:29.446566 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:20:29.446566 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:20:29.446566 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:20:29.446566 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:20:29.446566 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:20:29.446566 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:20:29.446566 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:20:29.446566 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:20:29.446566 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:20:29.446566 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:20:29.446566 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:20:29.446566 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:20:29.446566 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:20:29.446566 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:20:29.446566 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:20:29.446566 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:20:29.446566 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:20:29.446566 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:20:29.446566 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:20:29.613170 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a934da58-52af-41a2-87dc-bbe5bf6bb53f tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:29.646470 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a934da58-52af-41a2-87dc-bbe5bf6bb53f tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:29.649935 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a934da58-52af-41a2-87dc-bbe5bf6bb53f tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "DELETE /v2.0/networks/10baa483-c18c-4573-821e-0f35899681a4 HTTP/1.1" status: 204 len: 168 time: 3.7235863 Nov 12 01:20:29.656202 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a934da58-52af-41a2-87dc-bbe5bf6bb53f tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event deleted for resources: {'Network': ['ID=10baa483-c18c-4573-821e-0f35899681a4,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:29.659830 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55478) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:29.686223 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-213d5b2e-d35d-4613-99cb-ad80b23734d8 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Request body: {'network': {'name': 'tempest-RoutersTest-282291572'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:20:29.744257 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213d5b2e-d35d-4613-99cb-ad80b23734d8 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Made reservation on behalf of acd8925e4e2c4fe7bbc2a1e10c7a8810 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:20:29.754459 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-213d5b2e-d35d-4613-99cb-ad80b23734d8 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:29.865932 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-213d5b2e-d35d-4613-99cb-ad80b23734d8 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:20:29.936490 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-213d5b2e-d35d-4613-99cb-ad80b23734d8 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:29.946685 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-213d5b2e-d35d-4613-99cb-ad80b23734d8 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Added segment 528d4820-5ad2-4906-8185-ef23ff2c0afe of type vlan for network bcc70856-b44a-4f9e-b2b0-8d2faa677304 Nov 12 01:20:29.993095 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 55488) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:30.088858 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-213d5b2e-d35d-4613-99cb-ad80b23734d8 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:30.130978 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4fe3aef1-1853-4348-aea2-5fa532a5aef4 None None] Could not find standard attr ID for object bd9e5d35-5283-4991-a100-c65e28433417. {{(pid=109087) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:20:30.180435 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-213d5b2e-d35d-4613-99cb-ad80b23734d8 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:30.189447 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213d5b2e-d35d-4613-99cb-ad80b23734d8 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:30.190438 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-213d5b2e-d35d-4613-99cb-ad80b23734d8 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:30.229364 n-d-712142-27 neutron-server[109085]: DEBUG neutron.objects.ports [None req-3d854f9e-7292-485a-b779-106e886a57a9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109085) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 01:20:30.234402 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 6219e51d-4738-4af8-b337-8205bfc89dd1 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:20:30.261222 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-213d5b2e-d35d-4613-99cb-ad80b23734d8 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5960834 Nov 12 01:20:30.287604 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55494) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:30.328493 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0658f69-fd81-46b9-bdcd-cab2894118f5 None None] DHCP port deletion for 89ea60a3-4652-4d77-9cc6-d8bd5a56918e request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:20:30.337030 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-90fc8488-d1ff-45ac-9630-76cb5f5a00df tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Request body: {'subnet': {'network_id': 'bcc70856-b44a-4f9e-b2b0-8d2faa677304', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:20:30.342524 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 6219e51d-4738-4af8-b337-8205bfc89dd1 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:20:30.343934 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 6219e51d-4738-4af8-b337-8205bfc89dd1 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:20:30.545304 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-d0658f69-fd81-46b9-bdcd-cab2894118f5 None None] Deleting port 0200b5e8-dc40-4b60-b42f-2017aedfcfbd {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:20:30.546241 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d0658f69-fd81-46b9-bdcd-cab2894118f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:30.594737 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 0200b5e8-dc40-4b60-b42f-2017aedfcfbd no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:20:30.861186 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213d5b2e-d35d-4613-99cb-ad80b23734d8 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event updated for resources: {'Network': ['ID=bcc70856-b44a-4f9e-b2b0-8d2faa677304,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:30.892596 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90fc8488-d1ff-45ac-9630-76cb5f5a00df tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Made reservation on behalf of acd8925e4e2c4fe7bbc2a1e10c7a8810 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:20:30.893012 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-d0658f69-fd81-46b9-bdcd-cab2894118f5 None None] For port 0200b5e8-dc40-4b60-b42f-2017aedfcfbd, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=0200b5e8-dc40-4b60-b42f-2017aedfcfbd,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:20:30.893533 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d0658f69-fd81-46b9-bdcd-cab2894118f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:30.903350 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-90fc8488-d1ff-45ac-9630-76cb5f5a00df tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:30.930032 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-d0658f69-fd81-46b9-bdcd-cab2894118f5 None None] Calling delete_port for 0200b5e8-dc40-4b60-b42f-2017aedfcfbd owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:20:31.107513 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network bcc70856-b44a-4f9e-b2b0-8d2faa677304 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:20:31.149744 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-236646f7-3b05-42d4-95cb-9a8f384d8e05 req-b5159ee4-a3d4-4833-bd6f-7a48f4f40b76 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 210 time: 0.5931461 Nov 12 01:20:31.176753 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c915f66b-fae2-47c9-abcb-a653b307652f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:31.281710 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d0658f69-fd81-46b9-bdcd-cab2894118f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:31.334008 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6090fa86-18b3-440d-a1e3-c99c5e438865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:31.344012 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0658f69-fd81-46b9-bdcd-cab2894118f5 None None] No DVR routers for this DVR port 0200b5e8-dc40-4b60-b42f-2017aedfcfbd on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:20:31.443174 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-90fc8488-d1ff-45ac-9630-76cb5f5a00df tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:31.473348 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No active binding found for port 0200b5e8-dc40-4b60-b42f-2017aedfcfbd {{(pid=109087) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 01:20:31.473989 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 0200b5e8-dc40-4b60-b42f-2017aedfcfbd not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:20:31.515528 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0658f69-fd81-46b9-bdcd-cab2894118f5 None None] Pushing event deleted for resources: {'Port': ['ID=0200b5e8-dc40-4b60-b42f-2017aedfcfbd,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:31.583729 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fc8488-d1ff-45ac-9630-76cb5f5a00df tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event updated for resources: {'Subnet': ['ID=a04a5686-54b0-424b-83f4-65d725418b1c,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:31.595049 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c915f66b-fae2-47c9-abcb-a653b307652f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:31.649944 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c915f66b-fae2-47c9-abcb-a653b307652f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:31.662960 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.ipam_pluggable_backend [None req-3d854f9e-7292-485a-b779-106e886a57a9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Port 0200b5e8-dc40-4b60-b42f-2017aedfcfbd was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109085) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 12 01:20:31.663556 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.ipam_pluggable_backend [None req-3d854f9e-7292-485a-b779-106e886a57a9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Reverting IP allocation for 2001:db8::f816:3eff:feeb:72eb {{(pid=109085) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 12 01:20:31.668602 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fc8488-d1ff-45ac-9630-76cb5f5a00df tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Checking segment: {'id': '528d4820-5ad2-4906-8185-ef23ff2c0afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'bcc70856-b44a-4f9e-b2b0-8d2faa677304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:20:31.669438 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fc8488-d1ff-45ac-9630-76cb5f5a00df tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Network hostable DHCP agents. Network: bcc70856-b44a-4f9e-b2b0-8d2faa677304, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:20:31.671038 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.ipam_pluggable_backend [None req-3d854f9e-7292-485a-b779-106e886a57a9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feeb:72eb {{(pid=109085) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 12 01:20:31.685735 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3d854f9e-7292-485a-b779-106e886a57a9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:31.700220 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fc8488-d1ff-45ac-9630-76cb5f5a00df tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Network bcc70856-b44a-4f9e-b2b0-8d2faa677304 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:20:31.725162 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-90fc8488-d1ff-45ac-9630-76cb5f5a00df tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, bcc70856-b44a-4f9e-b2b0-8d2faa677304) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:20:31.740291 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be302eb4-f7aa-4788-959d-14eadf0a8201 None None] Network bcc70856-b44a-4f9e-b2b0-8d2faa677304 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:20:31.764328 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fc8488-d1ff-45ac-9630-76cb5f5a00df tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:31.767060 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-90fc8488-d1ff-45ac-9630-76cb5f5a00df tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:31.873950 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d854f9e-7292-485a-b779-106e886a57a9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Subnet': ['ID=9d253b59-2b1f-4d11-b286-3173b479971b,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:31.878159 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-90fc8488-d1ff-45ac-9630-76cb5f5a00df tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5882735 Nov 12 01:20:31.882252 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55528) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:31.915619 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-661210cf-0d3e-4881-b3ff-53b3519c7963 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1086832925', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:20:32.012789 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c915f66b-fae2-47c9-abcb-a653b307652f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ac0566ca25824d4b8edc8bd390f080a2&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0112824 Nov 12 01:20:32.022293 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 55532) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:32.039437 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d854f9e-7292-485a-b779-106e886a57a9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:20:32.039943 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-661210cf-0d3e-4881-b3ff-53b3519c7963 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:32.045078 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-661210cf-0d3e-4881-b3ff-53b3519c7963 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:32.176972 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c915f66b-fae2-47c9-abcb-a653b307652f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7df8777-b822-44a6-9f3c-6532af781878,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:32.224659 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-3d854f9e-7292-485a-b779-106e886a57a9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:20:32.247444 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d854f9e-7292-485a-b779-106e886a57a9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:32.252260 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3d854f9e-7292-485a-b779-106e886a57a9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:32.274147 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-661210cf-0d3e-4881-b3ff-53b3519c7963 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:32.286400 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-661210cf-0d3e-4881-b3ff-53b3519c7963 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:32.308379 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540ef5fa-e273-4e33-bc32-9fed2fddb9e1 None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:20:32.346489 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-661210cf-0d3e-4881-b3ff-53b3519c7963 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:32.364963 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-661210cf-0d3e-4881-b3ff-53b3519c7963 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4691174 Nov 12 01:20:32.369680 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55536) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:32.383794 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3d854f9e-7292-485a-b779-106e886a57a9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7501590 Nov 12 01:20:32.388604 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 55538) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:32.490805 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-120170b4-61c3-449b-b8af-0ac241f5d067 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'subnet': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:20:32.503532 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-34e88cdb-dc44-41c2-8f17-69bc0f402544 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:32.789634 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be6d512-b2bd-4d99-8e7e-03ffb33e6a69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-bcc70856-b44a-4f9e-b2b0-8d2faa677304', 'network_id': 'bcc70856-b44a-4f9e-b2b0-8d2faa677304', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'fixed_ips': [{'subnet_id': 'a04a5686-54b0-424b-83f4-65d725418b1c'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:20:32.789634 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6be6d512-b2bd-4d99-8e7e-03ffb33e6a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:32.924691 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-05d5a433-9482-46e1-a887-947c1ecc8d28 req-db3a4d1e-28ab-431e-81d2-f4bbb06491b4 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 210 time: 0.3977580 Nov 12 01:20:33.236719 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:33.290855 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-34e88cdb-dc44-41c2-8f17-69bc0f402544 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:33.500374 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c475d1-73cb-440f-8752-da744e60e375 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'tenant_id': '70514e17c07e4902b3c1ce1ff6844138', 'fixed_ips': [{'subnet_id': '9d253b59-2b1f-4d11-b286-3173b479971b'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:20:33.513395 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-69c475d1-73cb-440f-8752-da744e60e375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:33.646855 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6587033f-46db-4639-9d3c-51669bdf36c4 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:33.658956 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120170b4-61c3-449b-b8af-0ac241f5d067 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:20:33.679742 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-120170b4-61c3-449b-b8af-0ac241f5d067 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:33.799098 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-34e88cdb-dc44-41c2-8f17-69bc0f402544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:33.808558 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-34e88cdb-dc44-41c2-8f17-69bc0f402544 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:33.810818 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-34e88cdb-dc44-41c2-8f17-69bc0f402544 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d7df8777-b822-44a6-9f3c-6532af781878 HTTP/1.1" status: 204 len: 168 time: 1.7589364 Nov 12 01:20:33.964628 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e88cdb-dc44-41c2-8f17-69bc0f402544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7df8777-b822-44a6-9f3c-6532af781878,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:34.146899 n-d-712142-27 neutron-server[109085]: INFO neutron.db.ipam_backend_mixin [None req-120170b4-61c3-449b-b8af-0ac241f5d067 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9d253b59-2b1f-4d11-b286-3173b479971b (CIDR: 2001:db8::/64) Nov 12 01:20:34.191204 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-6be6d512-b2bd-4d99-8e7e-03ffb33e6a69 None None] Allocated IP 172.20.0.2 (bcc70856-b44a-4f9e-b2b0-8d2faa677304/a04a5686-54b0-424b-83f4-65d725418b1c/e9a1dce7-2919-4226-9a64-386ba0578584) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:20:34.221830 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-120170b4-61c3-449b-b8af-0ac241f5d067 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:20:34.226198 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-120170b4-61c3-449b-b8af-0ac241f5d067 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:20:34.358978 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d7c4e741-8656-46c2-8e26-3ba25eeb5750 req-e9c253ec-c62f-4d3c-a8d3-554b3ecaa367 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 210 time: 0.1940780 Nov 12 01:20:34.378169 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-120170b4-61c3-449b-b8af-0ac241f5d067 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9024394 Nov 12 01:20:34.380429 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 55570) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:34.401519 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-453731b4-8dde-4d2a-9c86-3520fc19840e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'subnet': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:20:34.459755 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:34.475859 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-69c475d1-73cb-440f-8752-da744e60e375 None None] Allocated IP 2001:db8::f816:3eff:fe84:e27b (89ea60a3-4652-4d77-9cc6-d8bd5a56918e/9d253b59-2b1f-4d11-b286-3173b479971b/9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:20:34.746946 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55576) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:34.822224 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453731b4-8dde-4d2a-9c86-3520fc19840e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:20:34.827427 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-453731b4-8dde-4d2a-9c86-3520fc19840e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:35.148952 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-72885b7a-8249-4759-a6fd-1465bd1e701f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:35.315350 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-69c475d1-73cb-440f-8752-da744e60e375 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:35.343265 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-69c475d1-73cb-440f-8752-da744e60e375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:35.402016 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55586) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:35.436297 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c475d1-73cb-440f-8752-da744e60e375 None None] Pushing event updated for resources: {'Port': ['ID=9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:35.480945 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6be6d512-b2bd-4d99-8e7e-03ffb33e6a69 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:35.485681 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c475d1-73cb-440f-8752-da744e60e375 None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:20:35.491229 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:35.495127 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-69c475d1-73cb-440f-8752-da744e60e375 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:20:35.499399 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c475d1-73cb-440f-8752-da744e60e375 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:20:35.504341 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6be6d512-b2bd-4d99-8e7e-03ffb33e6a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:35.541076 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-453731b4-8dde-4d2a-9c86-3520fc19840e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:35.556455 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a308c379-c431-4931-a902-5ae46f60293c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:35.589288 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be6d512-b2bd-4d99-8e7e-03ffb33e6a69 None None] Pushing event updated for resources: {'Port': ['ID=e9a1dce7-2919-4226-9a64-386ba0578584,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:35.665371 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453731b4-8dde-4d2a-9c86-3520fc19840e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Subnet': ['ID=bc79478a-704f-4c4d-b49e-e24ee997b35d,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:35.757384 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-72885b7a-8249-4759-a6fd-1465bd1e701f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:35.759103 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0293fbc6-570b-4305-bfe9-063b428cc886 req-009b6524-9fdd-40e0-9f7e-90554c1bf43b tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 210 time: 0.0711932 Nov 12 01:20:35.777484 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453731b4-8dde-4d2a-9c86-3520fc19840e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:20:35.781082 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-453731b4-8dde-4d2a-9c86-3520fc19840e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:20:35.791411 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453731b4-8dde-4d2a-9c86-3520fc19840e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:35.792636 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-453731b4-8dde-4d2a-9c86-3520fc19840e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:35.792962 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-72885b7a-8249-4759-a6fd-1465bd1e701f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:35.842985 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-453731b4-8dde-4d2a-9c86-3520fc19840e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4609542 Nov 12 01:20:35.850273 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 55592) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:35.866712 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-5e5c4f50-1b15-4875-8d19-6f71cffaebf6 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'port': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'mac_address': 'fa:16:3e:26:cf:68', 'name': 'tempest-NetworksTestDHCPv6-233916327'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:20:35.925054 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-6587033f-46db-4639-9d3c-51669bdf36c4 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Allocated IP 172.20.0.1 (bcc70856-b44a-4f9e-b2b0-8d2faa677304/a04a5686-54b0-424b-83f4-65d725418b1c/3aa5d428-5cea-47fb-badb-e423ec567514) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:20:36.045775 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-72885b7a-8249-4759-a6fd-1465bd1e701f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0f7a71db0ad64d68a9ddb320ec9ea8de&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2959595 Nov 12 01:20:36.053767 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be6d512-b2bd-4d99-8e7e-03ffb33e6a69 None None] Network bcc70856-b44a-4f9e-b2b0-8d2faa677304 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:20:36.079573 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55594) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:36.120570 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-6be6d512-b2bd-4d99-8e7e-03ffb33e6a69 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:20:36.149663 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be6d512-b2bd-4d99-8e7e-03ffb33e6a69 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:20:36.156774 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5c4f50-1b15-4875-8d19-6f71cffaebf6 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:20:36.196278 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72885b7a-8249-4759-a6fd-1465bd1e701f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228035b2-1208-4a71-8d65-2a0e5167dd17,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:36.251892 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-69c475d1-73cb-440f-8752-da744e60e375 None None] Attempting to bind port 9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:20:36.252423 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-69c475d1-73cb-440f-8752-da744e60e375 None None] Attempting to bind port 9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:20:36.253058 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c475d1-73cb-440f-8752-da744e60e375 None None] Attempting to bind port 9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1 on network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:20:36.287570 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c475d1-73cb-440f-8752-da744e60e375 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:20:36.288139 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c475d1-73cb-440f-8752-da744e60e375 None None] Checking segment: {'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:20:36.288554 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-69c475d1-73cb-440f-8752-da744e60e375 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:36.288985 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c475d1-73cb-440f-8752-da744e60e375 None None] Bound using segment: {'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:20:36.289584 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-69c475d1-73cb-440f-8752-da744e60e375 None None] Bound port: 9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:20:36.289971 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-69c475d1-73cb-440f-8752-da744e60e375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:36.321004 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-6be6d512-b2bd-4d99-8e7e-03ffb33e6a69 None None] Attempting to bind port e9a1dce7-2919-4226-9a64-386ba0578584 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:20:36.321994 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-6be6d512-b2bd-4d99-8e7e-03ffb33e6a69 None None] Attempting to bind port e9a1dce7-2919-4226-9a64-386ba0578584 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '528d4820-5ad2-4906-8185-ef23ff2c0afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'bcc70856-b44a-4f9e-b2b0-8d2faa677304'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:20:36.321994 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be6d512-b2bd-4d99-8e7e-03ffb33e6a69 None None] Attempting to bind port e9a1dce7-2919-4226-9a64-386ba0578584 on network bcc70856-b44a-4f9e-b2b0-8d2faa677304 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:20:36.472451 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-026fe3f1-4377-4399-835a-9c3da5808d91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:36.492252 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a308c379-c431-4931-a902-5ae46f60293c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:36.550674 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5e5c4f50-1b15-4875-8d19-6f71cffaebf6 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:36.556483 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-69c475d1-73cb-440f-8752-da744e60e375 None None] For port 9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:20:36.572835 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-69c475d1-73cb-440f-8752-da744e60e375 None None] For port 9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:20:36.575082 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be6d512-b2bd-4d99-8e7e-03ffb33e6a69 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:20:36.579983 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be6d512-b2bd-4d99-8e7e-03ffb33e6a69 None None] Checking segment: {'id': '528d4820-5ad2-4906-8185-ef23ff2c0afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'bcc70856-b44a-4f9e-b2b0-8d2faa677304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:20:36.580857 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6be6d512-b2bd-4d99-8e7e-03ffb33e6a69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:36.581526 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be6d512-b2bd-4d99-8e7e-03ffb33e6a69 None None] Bound using segment: {'id': '528d4820-5ad2-4906-8185-ef23ff2c0afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'bcc70856-b44a-4f9e-b2b0-8d2faa677304'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:20:36.582368 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-6be6d512-b2bd-4d99-8e7e-03ffb33e6a69 None None] Bound port: e9a1dce7-2919-4226-9a64-386ba0578584, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '528d4820-5ad2-4906-8185-ef23ff2c0afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'bcc70856-b44a-4f9e-b2b0-8d2faa677304'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:20:36.583019 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6be6d512-b2bd-4d99-8e7e-03ffb33e6a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:36.614051 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6587033f-46db-4639-9d3c-51669bdf36c4 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:36.640722 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [None req-5e5c4f50-1b15-4875-8d19-6f71cffaebf6 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] device_id is not set on port 8f2a4e60-3390-4fff-99cd-f813409dc973 yet. {{(pid=109085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:20:36.700440 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6587033f-46db-4639-9d3c-51669bdf36c4 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:36.758264 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-6be6d512-b2bd-4d99-8e7e-03ffb33e6a69 None None] For port e9a1dce7-2919-4226-9a64-386ba0578584, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:20:36.759545 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6587033f-46db-4639-9d3c-51669bdf36c4 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Network bcc70856-b44a-4f9e-b2b0-8d2faa677304 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:20:36.763324 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a308c379-c431-4931-a902-5ae46f60293c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:36.775204 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-6587033f-46db-4639-9d3c-51669bdf36c4 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:20:36.780230 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-6be6d512-b2bd-4d99-8e7e-03ffb33e6a69 None None] For port e9a1dce7-2919-4226-9a64-386ba0578584, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=e9a1dce7-2919-4226-9a64-386ba0578584,segment=NetworkSegment(528d4820-5ad2-4906-8185-ef23ff2c0afe),segment_id=528d4820-5ad2-4906-8185-ef23ff2c0afe)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:20:36.789519 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-69c475d1-73cb-440f-8752-da744e60e375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:36.820425 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6587033f-46db-4639-9d3c-51669bdf36c4 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:20:36.962238 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a308c379-c431-4931-a902-5ae46f60293c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72c68d9-a5f3-4601-88a1-08875061c12f,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:36.967553 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6587033f-46db-4639-9d3c-51669bdf36c4 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:37.003426 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6be6d512-b2bd-4d99-8e7e-03ffb33e6a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:37.033439 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c475d1-73cb-440f-8752-da744e60e375 None None] Pushing event updated for resources: {'Port': ['ID=9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:37.183314 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-026fe3f1-4377-4399-835a-9c3da5808d91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:37.216002 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a308c379-c431-4931-a902-5ae46f60293c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7b631b3ebfca48618d6c2404f7b1b516&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8092928 Nov 12 01:20:37.222124 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55610) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:37.245703 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-5e5c4f50-1b15-4875-8d19-6f71cffaebf6 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Allocated IP 2001:db8:0:1::6a (89ea60a3-4652-4d77-9cc6-d8bd5a56918e/bc79478a-704f-4c4d-b49e-e24ee997b35d/8f2a4e60-3390-4fff-99cd-f813409dc973) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:20:37.266517 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-5e5c4f50-1b15-4875-8d19-6f71cffaebf6 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Allocated IP 2001:db8::f816:3eff:fe26:cf68 (89ea60a3-4652-4d77-9cc6-d8bd5a56918e/9d253b59-2b1f-4d11-b286-3173b479971b/8f2a4e60-3390-4fff-99cd-f813409dc973) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:20:37.369828 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be6d512-b2bd-4d99-8e7e-03ffb33e6a69 None None] Pushing event updated for resources: {'Port': ['ID=e9a1dce7-2919-4226-9a64-386ba0578584,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:37.506489 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6587033f-46db-4639-9d3c-51669bdf36c4 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event updated for resources: {'Port': ['ID=3aa5d428-5cea-47fb-badb-e423ec567514,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:37.573120 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6587033f-46db-4639-9d3c-51669bdf36c4 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:37.707411 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5dec71d9-499f-49e0-866d-c6a561758845 req-fffdea43-5bdc-4a33-999b-44853e48f269 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 210 time: 0.1187556 Nov 12 01:20:37.835870 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1202b056-97b8-4560-87ef-b459be162152 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:37.952279 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5e5c4f50-1b15-4875-8d19-6f71cffaebf6 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:38.029453 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5e5c4f50-1b15-4875-8d19-6f71cffaebf6 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:38.201690 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5c4f50-1b15-4875-8d19-6f71cffaebf6 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:20:38.208438 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-5e5c4f50-1b15-4875-8d19-6f71cffaebf6 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:20:38.223729 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5c4f50-1b15-4875-8d19-6f71cffaebf6 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:20:38.236621 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5c4f50-1b15-4875-8d19-6f71cffaebf6 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:38.237644 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5e5c4f50-1b15-4875-8d19-6f71cffaebf6 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:38.244798 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c4f50-1b15-4875-8d19-6f71cffaebf6 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Port': ['ID=8f2a4e60-3390-4fff-99cd-f813409dc973,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:38.278222 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-5e5c4f50-1b15-4875-8d19-6f71cffaebf6 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.4261770 Nov 12 01:20:38.282936 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 55622) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:38.344903 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-026fe3f1-4377-4399-835a-9c3da5808d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:38.347532 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-026fe3f1-4377-4399-835a-9c3da5808d91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:38.359588 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-026fe3f1-4377-4399-835a-9c3da5808d91 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/228035b2-1208-4a71-8d65-2a0e5167dd17 HTTP/1.1" status: 204 len: 168 time: 2.2486539 Nov 12 01:20:38.399070 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:38.404828 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1202b056-97b8-4560-87ef-b459be162152 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:38.446887 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026fe3f1-4377-4399-835a-9c3da5808d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228035b2-1208-4a71-8d65-2a0e5167dd17,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:38.488614 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6587033f-46db-4639-9d3c-51669bdf36c4 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:38.508442 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6587033f-46db-4639-9d3c-51669bdf36c4 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:38.690005 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6587033f-46db-4639-9d3c-51669bdf36c4 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event updated for resources: {'Port': ['ID=3aa5d428-5cea-47fb-badb-e423ec567514,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:38.733740 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-1dbde90a-10f7-44dd-a41a-4cb99d6a631e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Deleting port 8f2a4e60-3390-4fff-99cd-f813409dc973 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:20:38.736528 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1dbde90a-10f7-44dd-a41a-4cb99d6a631e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:38.780940 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6587033f-46db-4639-9d3c-51669bdf36c4 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:38.840927 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1202b056-97b8-4560-87ef-b459be162152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:38.845466 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1202b056-97b8-4560-87ef-b459be162152 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:38.846739 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1202b056-97b8-4560-87ef-b459be162152 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f72c68d9-a5f3-4601-88a1-08875061c12f HTTP/1.1" status: 204 len: 168 time: 1.6150868 Nov 12 01:20:38.976496 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1202b056-97b8-4560-87ef-b459be162152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72c68d9-a5f3-4601-88a1-08875061c12f,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:39.142450 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6587033f-46db-4639-9d3c-51669bdf36c4 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Network bcc70856-b44a-4f9e-b2b0-8d2faa677304 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:20:39.151916 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-6587033f-46db-4639-9d3c-51669bdf36c4 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:20:39.260939 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ba367750-c999-402d-a6f6-32b0c58f2e86 req-213733fe-cdc5-4da7-8e3a-048242846b80 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 210 time: 0.1444046 Nov 12 01:20:39.308674 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device e9a1dce7-2919-4226-9a64-386ba0578584 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:20:39.445485 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port e9a1dce7-2919-4226-9a64-386ba0578584 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:20:39.446828 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:39.478321 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1dbde90a-10f7-44dd-a41a-4cb99d6a631e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:39.569794 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-1dbde90a-10f7-44dd-a41a-4cb99d6a631e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Calling delete_port for 8f2a4e60-3390-4fff-99cd-f813409dc973 owned by {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:20:39.591080 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6587033f-46db-4639-9d3c-51669bdf36c4 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Router 2e82adea-be84-4e72-8d50-50d00f4c0c6f is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:20:39.819818 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:39.974898 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6587033f-46db-4639-9d3c-51669bdf36c4 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:20:39.987008 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6587033f-46db-4639-9d3c-51669bdf36c4 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "PUT /v2.0/routers/2e82adea-be84-4e72-8d50-50d00f4c0c6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6147764 Nov 12 01:20:39.993844 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 55644) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:40.093003 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port e9a1dce7-2919-4226-9a64-386ba0578584, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=e9a1dce7-2919-4226-9a64-386ba0578584,segment=NetworkSegment(528d4820-5ad2-4906-8185-ef23ff2c0afe),segment_id=528d4820-5ad2-4906-8185-ef23ff2c0afe)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:20:40.108373 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa6bba9-3f50-4f59-9f97-74c96a495fd1 None None] Sync routers for ids ['2e82adea-be84-4e72-8d50-50d00f4c0c6f'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:20:40.129440 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:40.130244 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:20:40.193303 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55648) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:40.220854 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b8e4bcdc-2211-4655-a3ff-b7124c5177d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:40.290591 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aed2dbd-e83b-432f-8933-07eb4ed40d6e tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:40.297784 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-8aed2dbd-e83b-432f-8933-07eb4ed40d6e tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "GET /v2.0/ports/3aa5d428-5cea-47fb-badb-e423ec567514 HTTP/1.1" status: 200 len: 910 time: 0.2955308 Nov 12 01:20:40.301723 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 55650) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:40.370523 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c29ce0-3ec5-42e1-aa67-14d2b4060fb0 None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:20:40.551072 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfe4569-bc4a-4b9e-9913-67401f38c71e None None] Network bcc70856-b44a-4f9e-b2b0-8d2faa677304 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:20:40.561154 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa6bba9-3f50-4f59-9f97-74c96a495fd1 None None] Routers {'2e82adea-be84-4e72-8d50-50d00f4c0c6f'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:20:40.562039 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-7aa6bba9-3f50-4f59-9f97-74c96a495fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:20:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['2e82adea-be84-4e72-8d50-50d00f4c0c6f'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:20:40.699138 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-d00030ae-07f7-4273-8519-b6e6a87cf5d8 None None] Provisioning complete for port 9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:20:40.699509 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d00030ae-07f7-4273-8519-b6e6a87cf5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:40.748468 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bef2b462-6756-4ac1-aba8-8a292e27fb0c req-f14e44ad-9c30-4958-bb13-235b8f179c54 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 210 time: 0.2058988 Nov 12 01:20:40.953523 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-7aa6bba9-3f50-4f59-9f97-74c96a495fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:20:41.018269 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa6bba9-3f50-4f59-9f97-74c96a495fd1 None None] Routers {'2e82adea-be84-4e72-8d50-50d00f4c0c6f'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:20:41.018995 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-7aa6bba9-3f50-4f59-9f97-74c96a495fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:20:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['2e82adea-be84-4e72-8d50-50d00f4c0c6f'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:20:41.064120 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-7aa6bba9-3f50-4f59-9f97-74c96a495fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:20:41.064920 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa6bba9-3f50-4f59-9f97-74c96a495fd1 None None] The sync data for ids ['2e82adea-be84-4e72-8d50-50d00f4c0c6f'] in n-d-712142-27 is: [] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:20:41.071792 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=e9a1dce7-2919-4226-9a64-386ba0578584,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:41.094573 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:20:41.095238 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:41.097171 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:41.181272 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d00030ae-07f7-4273-8519-b6e6a87cf5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:41.196846 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:41.197815 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:41.198160 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:41.198497 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:41.198833 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:41.199162 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:41.199491 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:41.199827 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:41.200185 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:41.200514 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:41.201743 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:41.201743 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:20:41.236868 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-d00030ae-07f7-4273-8519-b6e6a87cf5d8 None None] For port 9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:20:41.249249 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1dbde90a-10f7-44dd-a41a-4cb99d6a631e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:41.268836 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d00030ae-07f7-4273-8519-b6e6a87cf5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:41.411615 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b8e4bcdc-2211-4655-a3ff-b7124c5177d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:41.424723 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbde90a-10f7-44dd-a41a-4cb99d6a631e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event deleted for resources: {'Port': ['ID=8f2a4e60-3390-4fff-99cd-f813409dc973,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:41.433944 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b8e4bcdc-2211-4655-a3ff-b7124c5177d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:41.535306 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b8e4bcdc-2211-4655-a3ff-b7124c5177d8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=75062c7566164a50abf4b4c3a8047a43&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3405581 Nov 12 01:20:41.537834 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55674) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:41.740688 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e4bcdc-2211-4655-a3ff-b7124c5177d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c284d010-3ff6-4f59-8deb-85e515056e70,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:41.747198 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1dbde90a-10f7-44dd-a41a-4cb99d6a631e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:41.757600 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-1dbde90a-10f7-44dd-a41a-4cb99d6a631e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/ports/8f2a4e60-3390-4fff-99cd-f813409dc973 HTTP/1.1" status: 204 len: 168 time: 3.4674220 Nov 12 01:20:41.765482 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55678) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:41.996777 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7eb7175e-2a6c-491c-a73c-033f8f8977f1 None None] Provisioning complete for port e9a1dce7-2919-4226-9a64-386ba0578584 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:20:42.000901 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7eb7175e-2a6c-491c-a73c-033f8f8977f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:42.075409 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-682c04e8-c910-45a2-b563-f341a59df8f0 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:42.166160 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00030ae-07f7-4273-8519-b6e6a87cf5d8 None None] Pushing event updated for resources: {'Port': ['ID=9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:42.254173 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device e9a1dce7-2919-4226-9a64-386ba0578584 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:20:42.327675 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f8bb277c-929b-4496-ab67-7d67d320d90d req-5328dae7-6178-46ca-8f25-c3c6bb9ba314 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 210 time: 0.2431097 Nov 12 01:20:42.732774 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68976860-0e38-42d3-8bab-4d268ea0e2c9 None None] Update dhcp port {'port': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'fixed_ips': [{'subnet_id': '9d253b59-2b1f-4d11-b286-3173b479971b', 'ip_address': '2001:db8::f816:3eff:fe84:e27b'}, {'subnet_id': 'bc79478a-704f-4c4d-b49e-e24ee997b35d'}], 'binding:host_id': 'n-d-712142-27'}, 'id': '9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1'} from n-d-712142-27. {{(pid=109087) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 01:20:42.887486 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ad1ec738-a9ce-4702-a8c8-005550cff01a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:42.965316 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-68976860-0e38-42d3-8bab-4d268ea0e2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:42.976973 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ad1ec738-a9ce-4702-a8c8-005550cff01a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:43.005828 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-91826bff-eadd-4dd2-af50-c0ae98763001 None None] Provisioning complete for port e9a1dce7-2919-4226-9a64-386ba0578584 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:20:43.006551 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-91826bff-eadd-4dd2-af50-c0ae98763001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:43.126087 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port e9a1dce7-2919-4226-9a64-386ba0578584 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:20:43.126680 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:43.130944 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53962418-a296-41b4-82b2-c519b5b412f3 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:43.133981 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-53962418-a296-41b4-82b2-c519b5b412f3 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 1.3669419 Nov 12 01:20:43.145239 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ad1ec738-a9ce-4702-a8c8-005550cff01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:43.150951 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ad1ec738-a9ce-4702-a8c8-005550cff01a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:43.153486 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ad1ec738-a9ce-4702-a8c8-005550cff01a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c284d010-3ff6-4f59-8deb-85e515056e70 HTTP/1.1" status: 204 len: 168 time: 1.6138663 Nov 12 01:20:43.158622 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55702) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:43.290880 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-682c04e8-c910-45a2-b563-f341a59df8f0 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Deleting port 3aa5d428-5cea-47fb-badb-e423ec567514 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:20:43.291575 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-682c04e8-c910-45a2-b563-f341a59df8f0 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:43.301595 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1ec738-a9ce-4702-a8c8-005550cff01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c284d010-3ff6-4f59-8deb-85e515056e70,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:43.417394 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa22b70-7a86-4795-93af-f235cd2c0b2a tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:43.420374 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3fa22b70-7a86-4795-93af-f235cd2c0b2a tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2307928 Nov 12 01:20:43.435143 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55708) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:43.647001 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf27463d-da1f-469f-a4bb-b709e580084e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:43.668033 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf27463d-da1f-469f-a4bb-b709e580084e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:43.671377 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf27463d-da1f-469f-a4bb-b709e580084e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:43.690508 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-cf27463d-da1f-469f-a4bb-b709e580084e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2532048 Nov 12 01:20:43.694414 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55718) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:43.760497 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-682c04e8-c910-45a2-b563-f341a59df8f0 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:43.855930 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-682c04e8-c910-45a2-b563-f341a59df8f0 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Calling delete_port for 3aa5d428-5cea-47fb-badb-e423ec567514 owned by network:router_interface {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:20:43.974269 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-881943b8-ddc4-476a-906d-a1dde8eeefd8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Deleting subnet 9d253b59-2b1f-4d11-b286-3173b479971b {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:20:43.983082 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-881943b8-ddc4-476a-906d-a1dde8eeefd8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:44.109915 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-881943b8-ddc4-476a-906d-a1dde8eeefd8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:44.211067 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-91826bff-eadd-4dd2-af50-c0ae98763001 None None] Provisioning complete for port 3aa5d428-5cea-47fb-badb-e423ec567514 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:20:44.211838 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-91826bff-eadd-4dd2-af50-c0ae98763001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:44.288324 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-91826bff-eadd-4dd2-af50-c0ae98763001 None None] Port 3aa5d428-5cea-47fb-badb-e423ec567514 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:20:44.428012 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-15d08fe1-574c-456c-ae11-aa5c0c0f2ca2 None None] Provisioning complete for port 3aa5d428-5cea-47fb-badb-e423ec567514 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:20:44.430177 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-15d08fe1-574c-456c-ae11-aa5c0c0f2ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:44.568091 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-15d08fe1-574c-456c-ae11-aa5c0c0f2ca2 None None] Port 3aa5d428-5cea-47fb-badb-e423ec567514 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:20:44.576119 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-881943b8-ddc4-476a-906d-a1dde8eeefd8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:44.632820 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-682c04e8-c910-45a2-b563-f341a59df8f0 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:44.654539 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e871024c-4d27-44eb-b61c-a463b49dce9b req-d8a32e6f-fbd3-48c7-a157-dbc4ed81406b tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 210 time: 0.1183772 Nov 12 01:20:44.672477 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:20:44.789734 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-881943b8-ddc4-476a-906d-a1dde8eeefd8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:44.834517 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server [None req-68976860-0e38-42d3-8bab-4d268ea0e2c9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9d253b59-2b1f-4d11-b286-3173b479971b: This subnet is being modified by another concurrent operation. Nov 12 01:20:44.834517 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 01:20:44.834517 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 01:20:44.834517 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 01:20:44.834517 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 01:20:44.834517 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 01:20:44.834517 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 01:20:44.834517 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 01:20:44.834517 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 01:20:44.834517 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 01:20:44.834517 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 01:20:44.834517 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 01:20:44.834517 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 01:20:44.834517 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 01:20:44.834517 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:20:44.834517 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:20:44.834517 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:20:44.834517 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:20:44.834517 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 01:20:44.834517 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:20:44.834517 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 01:20:44.834517 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 01:20:44.834517 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:20:44.834517 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:20:44.834517 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:20:44.834517 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:20:44.834517 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 01:20:44.834517 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:20:44.834517 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 01:20:44.834517 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 01:20:44.834517 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:20:44.834517 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:20:44.834517 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:20:44.834517 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:20:44.834517 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 01:20:44.834517 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 01:20:44.834517 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 12 01:20:44.834517 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 12 01:20:44.834517 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 12 01:20:44.834517 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 12 01:20:44.834517 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 01:20:44.834517 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:20:44.834517 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 01:20:44.834517 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 01:20:44.834517 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 01:20:44.834517 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 01:20:44.834517 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:20:44.834517 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:20:44.834517 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:20:44.834517 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:20:44.834517 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 01:20:44.834517 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:20:44.834517 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 01:20:44.834517 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 01:20:44.838894 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:20:44.838894 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:20:44.838894 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:20:44.838894 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:20:44.838894 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 01:20:44.838894 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:20:44.838894 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 01:20:44.838894 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 01:20:44.838894 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:20:44.838894 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:20:44.838894 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:20:44.838894 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:20:44.838894 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 01:20:44.838894 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 01:20:44.838894 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 12 01:20:44.838894 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 12 01:20:44.838894 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 01:20:44.838894 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 01:20:44.838894 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 12 01:20:44.838894 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 12 01:20:44.838894 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 12 01:20:44.838894 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 12 01:20:44.838894 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 12 01:20:44.838894 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 12 01:20:44.838894 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 12 01:20:44.838894 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 01:20:44.838894 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 01:20:44.838894 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 01:20:44.838894 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 01:20:44.838894 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise exception Nov 12 01:20:44.838894 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9d253b59-2b1f-4d11-b286-3173b479971b: This subnet is being modified by another concurrent operation. Nov 12 01:20:44.838894 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server Nov 12 01:20:44.909980 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682c04e8-c910-45a2-b563-f341a59df8f0 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event deleted for resources: {'Port': ['ID=3aa5d428-5cea-47fb-badb-e423ec567514,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:44.965658 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-881943b8-ddc4-476a-906d-a1dde8eeefd8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:44.969691 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:20:44.970784 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:44.977322 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-881943b8-ddc4-476a-906d-a1dde8eeefd8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/9d253b59-2b1f-4d11-b286-3173b479971b HTTP/1.1" status: 204 len: 168 time: 1.2801762 Nov 12 01:20:44.980543 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881943b8-ddc4-476a-906d-a1dde8eeefd8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event deleted for resources: {'Subnet': ['ID=9d253b59-2b1f-4d11-b286-3173b479971b,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:44.995679 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55748) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:45.191796 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6d8edc-b8c8-4c8f-89a7-da816e8c485f None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:20:45.257481 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a3888ef-84de-4d30-98a7-39e5507702ab tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Deleting subnet bc79478a-704f-4c4d-b49e-e24ee997b35d {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:20:45.276747 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2a3888ef-84de-4d30-98a7-39e5507702ab tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:45.504312 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2a3888ef-84de-4d30-98a7-39e5507702ab tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:45.622950 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 55758) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:45.650339 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2a3888ef-84de-4d30-98a7-39e5507702ab tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:45.650679 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-682c04e8-c910-45a2-b563-f341a59df8f0 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:45.747708 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2a3888ef-84de-4d30-98a7-39e5507702ab tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:45.783740 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3888ef-84de-4d30-98a7-39e5507702ab tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event deleted for resources: {'Subnet': ['ID=bc79478a-704f-4c4d-b49e-e24ee997b35d,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:45.791012 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-3e2ba617-7b5d-43b5-a6d9-f43e1261eda9 None None] Provisioning complete for port 9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:20:45.791916 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3e2ba617-7b5d-43b5-a6d9-f43e1261eda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:45.799670 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2a3888ef-84de-4d30-98a7-39e5507702ab tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:45.812810 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2a3888ef-84de-4d30-98a7-39e5507702ab tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/bc79478a-704f-4c4d-b49e-e24ee997b35d HTTP/1.1" status: 204 len: 168 time: 0.8121595 Nov 12 01:20:45.819131 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55768) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:46.128783 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d82a8111-8b63-4a98-ab28-329e32f33e0b tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3054469 Nov 12 01:20:46.133882 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55780) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:46.168144 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-0db21ea7-14ea-4456-9312-e0e04bca1fca tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'subnet': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:20:46.244931 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-93de0e41-63c6-4362-bd80-3af6c887045e req-8734ff34-0b8b-4e31-8246-8c442566c044 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/ports?device_id=7cbe0661-63bd-4d76-b0e5-95c18ce1021b HTTP/1.1" status: 200 len: 210 time: 0.1511652 Nov 12 01:20:46.420638 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db21ea7-14ea-4456-9312-e0e04bca1fca tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:20:46.434873 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0db21ea7-14ea-4456-9312-e0e04bca1fca tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:46.504981 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-682c04e8-c910-45a2-b563-f341a59df8f0 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Router 2e82adea-be84-4e72-8d50-50d00f4c0c6f has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:20:46.642327 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:20:46.734827 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-252b3d87-e71d-491c-962e-b675c409cd43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:46.772662 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b1e8ca-119e-4f88-8596-d568069c1de2 None None] Update dhcp port {'port': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'fixed_ips': [{'subnet_id': 'bc79478a-704f-4c4d-b49e-e24ee997b35d'}], 'binding:host_id': 'n-d-712142-27'}, 'id': '9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1'} from n-d-712142-27. {{(pid=109087) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 01:20:46.774033 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682c04e8-c910-45a2-b563-f341a59df8f0 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:20:46.792706 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8ba755-2b02-4f19-b656-eff3419a5c4e None None] Sync routers for ids ['2e82adea-be84-4e72-8d50-50d00f4c0c6f'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:20:46.793535 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-682c04e8-c910-45a2-b563-f341a59df8f0 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "PUT /v2.0/routers/2e82adea-be84-4e72-8d50-50d00f4c0c6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4863338 Nov 12 01:20:46.794319 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55792) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:46.854874 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8ba755-2b02-4f19-b656-eff3419a5c4e None None] Routers {'2e82adea-be84-4e72-8d50-50d00f4c0c6f'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:20:46.855998 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-1e8ba755-2b02-4f19-b656-eff3419a5c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:20:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['2e82adea-be84-4e72-8d50-50d00f4c0c6f'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:20:46.866382 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6d961d8d-b9e8-4c40-941a-3190aa99625b tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e82adea-be84-4e72-8d50-50d00f4c0c6f HTTP/1.1" status: 200 len: 205 time: 0.0630715 Nov 12 01:20:46.878304 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 55796) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:46.896793 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-34b1e8ca-119e-4f88-8596-d568069c1de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:46.996709 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-1e8ba755-2b02-4f19-b656-eff3419a5c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:20:47.019777 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8ba755-2b02-4f19-b656-eff3419a5c4e None None] Routers {'2e82adea-be84-4e72-8d50-50d00f4c0c6f'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:20:47.021713 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-1e8ba755-2b02-4f19-b656-eff3419a5c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:20:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['2e82adea-be84-4e72-8d50-50d00f4c0c6f'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:20:47.102484 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-1e8ba755-2b02-4f19-b656-eff3419a5c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:20:47.104057 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8ba755-2b02-4f19-b656-eff3419a5c4e None None] The sync data for ids ['2e82adea-be84-4e72-8d50-50d00f4c0c6f'] in n-d-712142-27 is: [] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:20:47.155866 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:47.192998 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0db21ea7-14ea-4456-9312-e0e04bca1fca tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:47.201349 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8200ff0c-b3b2-440a-9eaa-e269e65c0627 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for router, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:47.242060 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:20:47.258318 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:47.345616 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db21ea7-14ea-4456-9312-e0e04bca1fca tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:20:47.355314 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-0db21ea7-14ea-4456-9312-e0e04bca1fca tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:20:47.361303 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db21ea7-14ea-4456-9312-e0e04bca1fca tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:47.362682 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0db21ea7-14ea-4456-9312-e0e04bca1fca tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:47.483264 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0db21ea7-14ea-4456-9312-e0e04bca1fca tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3412216 Nov 12 01:20:47.485140 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55818) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:47.510632 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-8efd605c-72d4-451e-a47d-e5b4dd87b4c9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'subnet': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:20:47.527043 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55820) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:47.539201 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db21ea7-14ea-4456-9312-e0e04bca1fca tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Subnet': ['ID=1f5070b4-da40-441a-be7d-6ded5e8d39cc,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:47.542037 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-252b3d87-e71d-491c-962e-b675c409cd43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:47.585265 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-252b3d87-e71d-491c-962e-b675c409cd43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:47.650865 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-252b3d87-e71d-491c-962e-b675c409cd43 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3cf76e4ef0fc4d8cad2a685065247ec9&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0256360 Nov 12 01:20:47.654887 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 55822) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:47.722290 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8200ff0c-b3b2-440a-9eaa-e269e65c0627 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:47.730166 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8200ff0c-b3b2-440a-9eaa-e269e65c0627 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:47.741324 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252b3d87-e71d-491c-962e-b675c409cd43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f8bbff-be91-442c-9b7f-455280c2850e,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:47.824246 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f6713cbc-b609-4914-adbe-033f506897d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:47.885453 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f6713cbc-b609-4914-adbe-033f506897d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:47.991451 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f6713cbc-b609-4914-adbe-033f506897d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:47.995146 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f6713cbc-b609-4914-adbe-033f506897d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:47.996653 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-f6713cbc-b609-4914-adbe-033f506897d0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/41f8bbff-be91-442c-9b7f-455280c2850e HTTP/1.1" status: 204 len: 168 time: 0.3395648 Nov 12 01:20:48.013321 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6713cbc-b609-4914-adbe-033f506897d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f8bbff-be91-442c-9b7f-455280c2850e,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:48.020300 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8200ff0c-b3b2-440a-9eaa-e269e65c0627 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:48.021019 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8200ff0c-b3b2-440a-9eaa-e269e65c0627 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Fanout notify agent at l3_agent the message router_deleted on router 2e82adea-be84-4e72-8d50-50d00f4c0c6f {{(pid=109085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:20:48.036794 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8200ff0c-b3b2-440a-9eaa-e269e65c0627 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:48.040468 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-8200ff0c-b3b2-440a-9eaa-e269e65c0627 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "DELETE /v2.0/routers/2e82adea-be84-4e72-8d50-50d00f4c0c6f HTTP/1.1" status: 204 len: 168 time: 1.1606569 Nov 12 01:20:48.044498 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 55836) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:48.094409 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4dbda9bf-96b6-4965-b228-a84c21b44752 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:48.157343 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-d87f1ea5-ca10-4df1-b79e-2c7f8916d516 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Deleting subnet a04a5686-54b0-424b-83f4-65d725418b1c {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:20:48.167264 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d87f1ea5-ca10-4df1-b79e-2c7f8916d516 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:48.204165 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4dbda9bf-96b6-4965-b228-a84c21b44752 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:48.233332 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d87f1ea5-ca10-4df1-b79e-2c7f8916d516 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:48.368740 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4dbda9bf-96b6-4965-b228-a84c21b44752 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:48.374428 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4dbda9bf-96b6-4965-b228-a84c21b44752 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:48.383206 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4dbda9bf-96b6-4965-b228-a84c21b44752 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "DELETE /v2.0/security-groups/f35c197b-ae20-4eaa-b206-2ef393b1f8c4 HTTP/1.1" status: 204 len: 168 time: 0.8511465 Nov 12 01:20:48.389365 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55840) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:48.454171 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbda9bf-96b6-4965-b228-a84c21b44752 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35c197b-ae20-4eaa-b206-2ef393b1f8c4,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:48.454703 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652f8770-6a0f-43bc-a6bf-58095eea80fb None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:20:48.492016 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-cb7d78a4-80c2-4828-9a87-44ca1d4543c8 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] show failed (client error): The resource could not be found. Nov 12 01:20:48.501574 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-cb7d78a4-80c2-4828-9a87-44ca1d4543c8 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "GET /v2.0/security-groups/f35c197b-ae20-4eaa-b206-2ef393b1f8c4 HTTP/1.1" status: 404 len: 347 time: 0.0845249 Nov 12 01:20:48.514726 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55842) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:48.555087 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:48.714368 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-08b4e848-299e-47ac-94cc-78d78759d01a None None] Provisioning complete for port 9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:20:48.714757 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-08b4e848-299e-47ac-94cc-78d78759d01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:48.984650 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8efd605c-72d4-451e-a47d-e5b4dd87b4c9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:20:48.989308 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8efd605c-72d4-451e-a47d-e5b4dd87b4c9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:49.088254 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 55858) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:49.108498 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-08b4e848-299e-47ac-94cc-78d78759d01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:49.123827 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1eb9180c-01cd-4672-aa5f-8d76d2861c99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:49.232668 n-d-712142-27 neutron-server[109086]: INFO neutron.db.ipam_backend_mixin [None req-8efd605c-72d4-451e-a47d-e5b4dd87b4c9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1f5070b4-da40-441a-be7d-6ded5e8d39cc (CIDR: 2001:db8::/64) Nov 12 01:20:49.239416 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-08b4e848-299e-47ac-94cc-78d78759d01a None None] For port 9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:20:49.248540 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-8efd605c-72d4-451e-a47d-e5b4dd87b4c9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:20:49.250530 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8efd605c-72d4-451e-a47d-e5b4dd87b4c9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:20:49.254217 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-08b4e848-299e-47ac-94cc-78d78759d01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:49.282036 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d87f1ea5-ca10-4df1-b79e-2c7f8916d516 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:49.322669 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8efd605c-72d4-451e-a47d-e5b4dd87b4c9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8253233 Nov 12 01:20:49.324719 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 55864) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:49.330726 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-c89dd95f-1418-4b84-ba51-cab95641f71c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'subnet': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:20:49.344220 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-1351c941-35ea-4e9e-9cb7-3baa2b800477 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Deleting port c7a7705a-8a5f-40a3-93c9-dca2652bd963 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:20:49.346479 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1351c941-35ea-4e9e-9cb7-3baa2b800477 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:49.387019 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b4e848-299e-47ac-94cc-78d78759d01a None None] Pushing event updated for resources: {'Port': ['ID=9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1,revision_number=6']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:49.437056 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1eb9180c-01cd-4672-aa5f-8d76d2861c99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:49.474472 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1eb9180c-01cd-4672-aa5f-8d76d2861c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:49.531082 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-904ec8cf-9b73-4c9b-a4bf-4d4c6fd2dc73 None None] Provisioning complete for port 9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:20:49.533014 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-904ec8cf-9b73-4c9b-a4bf-4d4c6fd2dc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:49.575667 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d87f1ea5-ca10-4df1-b79e-2c7f8916d516 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:49.593722 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb9180c-01cd-4672-aa5f-8d76d2861c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b3d813-ffe9-4468-a0f7-b562178e5256,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:49.638698 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-1eb9180c-01cd-4672-aa5f-8d76d2861c99 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9213a7f1d5e6434ab448920d4c54af68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5460215 Nov 12 01:20:49.649136 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 55868) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:49.653428 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f1ea5-ca10-4df1-b79e-2c7f8916d516 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event deleted for resources: {'Subnet': ['ID=a04a5686-54b0-424b-83f4-65d725418b1c,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:49.712687 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1351c941-35ea-4e9e-9cb7-3baa2b800477 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:49.715517 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1351c941-35ea-4e9e-9cb7-3baa2b800477 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:49.741364 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e928b8d-e0c9-4ede-83eb-f543792b7d6c None None] get_active_networks_info from n-d-712142-27 {{(pid=109087) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 01:20:49.749481 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d87f1ea5-ca10-4df1-b79e-2c7f8916d516 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:49.761153 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-d87f1ea5-ca10-4df1-b79e-2c7f8916d516 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "DELETE /v2.0/subnets/a04a5686-54b0-424b-83f4-65d725418b1c HTTP/1.1" status: 204 len: 168 time: 1.7150767 Nov 12 01:20:49.763214 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-1351c941-35ea-4e9e-9cb7-3baa2b800477 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Calling delete_port for c7a7705a-8a5f-40a3-93c9-dca2652bd963 owned by network:floatingip {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:20:49.769197 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 55874) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:49.915466 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-377dcc21-c5a6-4977-bbce-aba82cda3bb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:50.048489 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89dd95f-1418-4b84-ba51-cab95641f71c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:20:50.054888 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c89dd95f-1418-4b84-ba51-cab95641f71c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:50.100141 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e928b8d-e0c9-4ede-83eb-f543792b7d6c None None] Resources bound (agent type, host, resource id): {{(pid=109087) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 01:20:50.116296 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-323fecb1-bde5-4bb0-977f-7440fb648dd5 None None] Could not find standard attr ID for object 8f2a4e60-3390-4fff-99cd-f813409dc973. {{(pid=109087) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:20:50.157316 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1351c941-35ea-4e9e-9cb7-3baa2b800477 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:50.256639 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1351c941-35ea-4e9e-9cb7-3baa2b800477 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Pushing event deleted for resources: {'Port': ['ID=c7a7705a-8a5f-40a3-93c9-dca2652bd963,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:50.325709 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-377dcc21-c5a6-4977-bbce-aba82cda3bb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:50.384321 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f75a52ca-9204-401c-96e7-328369d32d2d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:50.464881 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1351c941-35ea-4e9e-9cb7-3baa2b800477 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks [] for floatingip, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:50.471704 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1351c941-35ea-4e9e-9cb7-3baa2b800477 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:50.477785 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1351c941-35ea-4e9e-9cb7-3baa2b800477 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "DELETE /v2.0/floatingips/58af4bac-6ca4-4cb1-bdec-bd3d6ce6a496 HTTP/1.1" status: 204 len: 168 time: 1.9606879 Nov 12 01:20:50.480983 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55902) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:50.554676 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-377dcc21-c5a6-4977-bbce-aba82cda3bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:50.560816 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-377dcc21-c5a6-4977-bbce-aba82cda3bb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:50.564870 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-377dcc21-c5a6-4977-bbce-aba82cda3bb9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/39b3d813-ffe9-4468-a0f7-b562178e5256 HTTP/1.1" status: 204 len: 168 time: 0.9068935 Nov 12 01:20:50.778110 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-a7f4616c-7ad2-44d9-a334-f357a1c54e95 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Deleting port e16bb2d8-4ef4-4003-96d4-f65676f445a0 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:20:50.778512 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a7f4616c-7ad2-44d9-a334-f357a1c54e95 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:50.819184 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377dcc21-c5a6-4977-bbce-aba82cda3bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b3d813-ffe9-4468-a0f7-b562178e5256,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:50.982470 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09533c1-0619-4a6b-a073-02696f168796 None None] Update dhcp port {'port': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'fixed_ips': [{'subnet_id': '1f5070b4-da40-441a-be7d-6ded5e8d39cc'}], 'binding:host_id': 'n-d-712142-27'}, 'id': '9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1'} from n-d-712142-27. {{(pid=109087) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 01:20:51.004849 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 55912) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:51.047900 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c09533c1-0619-4a6b-a073-02696f168796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:51.111348 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a7f4616c-7ad2-44d9-a334-f357a1c54e95 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:51.173751 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-a7f4616c-7ad2-44d9-a334-f357a1c54e95 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Calling delete_port for e16bb2d8-4ef4-4003-96d4-f65676f445a0 owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:20:51.369835 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-c09533c1-0619-4a6b-a073-02696f168796 None None] Allocated IP 2001:db8::2 (89ea60a3-4652-4d77-9cc6-d8bd5a56918e/1f5070b4-da40-441a-be7d-6ded5e8d39cc/9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:20:51.390393 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-f75a52ca-9204-401c-96e7-328369d32d2d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Deleting port e9a1dce7-2919-4226-9a64-386ba0578584 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:20:51.390986 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f75a52ca-9204-401c-96e7-328369d32d2d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:51.557147 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-c09533c1-0619-4a6b-a073-02696f168796 None None] For port 9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:20:51.594695 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c09533c1-0619-4a6b-a073-02696f168796 None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:51.605044 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c09533c1-0619-4a6b-a073-02696f168796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:51.667329 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a7f4616c-7ad2-44d9-a334-f357a1c54e95 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:51.713895 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09533c1-0619-4a6b-a073-02696f168796 None None] Pushing event updated for resources: {'Port': ['ID=9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1,revision_number=7']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:51.769751 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f4616c-7ad2-44d9-a334-f357a1c54e95 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Pushing event deleted for resources: {'Port': ['ID=e16bb2d8-4ef4-4003-96d4-f65676f445a0,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:51.840941 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-f75a52ca-9204-401c-96e7-328369d32d2d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] For port e9a1dce7-2919-4226-9a64-386ba0578584, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=e9a1dce7-2919-4226-9a64-386ba0578584,segment=NetworkSegment(528d4820-5ad2-4906-8185-ef23ff2c0afe),segment_id=528d4820-5ad2-4906-8185-ef23ff2c0afe)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:20:51.848073 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f75a52ca-9204-401c-96e7-328369d32d2d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:51.881695 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a7f4616c-7ad2-44d9-a334-f357a1c54e95 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:51.892532 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a7f4616c-7ad2-44d9-a334-f357a1c54e95 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "DELETE /v2.0/ports/e16bb2d8-4ef4-4003-96d4-f65676f445a0 HTTP/1.1" status: 204 len: 168 time: 1.4090743 Nov 12 01:20:51.893186 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55934) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:51.916932 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-f75a52ca-9204-401c-96e7-328369d32d2d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Calling delete_port for e9a1dce7-2919-4226-9a64-386ba0578584 owned by network:dhcp {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:20:52.074469 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-17e916f2-8b47-4d64-a92e-582f418af1fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:52.151082 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-d079797f-db65-4c9f-8e15-c98f9b382d19 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Deleting port 0373cd56-eebf-4b69-963a-be09d38bc414 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:20:52.151795 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d079797f-db65-4c9f-8e15-c98f9b382d19 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:52.504146 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d079797f-db65-4c9f-8e15-c98f9b382d19 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:52.546687 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-d079797f-db65-4c9f-8e15-c98f9b382d19 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Calling delete_port for 0373cd56-eebf-4b69-963a-be09d38bc414 owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:20:52.590397 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-17e916f2-8b47-4d64-a92e-582f418af1fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:52.595268 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f75a52ca-9204-401c-96e7-328369d32d2d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:52.597022 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:20:52.643088 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75a52ca-9204-401c-96e7-328369d32d2d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event deleted for resources: {'Port': ['ID=e9a1dce7-2919-4226-9a64-386ba0578584,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:52.646928 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-17e916f2-8b47-4d64-a92e-582f418af1fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:52.717965 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-17e916f2-8b47-4d64-a92e-582f418af1fa admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e894c7357ca4406d81dd434d3777c5bb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7013659 Nov 12 01:20:52.722119 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 55950) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:52.833332 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:20:52.833836 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:52.856323 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1ff5544c-1110-4140-bde7-16953919bf6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:52.863574 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75a52ca-9204-401c-96e7-328369d32d2d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] No DVR routers for this DVR port e9a1dce7-2919-4226-9a64-386ba0578584 on host n-d-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:20:52.871720 n-d-712142-27 neutron-server[109085]: DEBUG neutron.objects.ports [None req-c89dd95f-1418-4b84-ba51-cab95641f71c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109085) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 01:20:52.999488 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f75a52ca-9204-401c-96e7-328369d32d2d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:53.035250 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-f75a52ca-9204-401c-96e7-328369d32d2d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcc70856-b44a-4f9e-b2b0-8d2faa677304']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:20:53.062135 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-f75a52ca-9204-401c-96e7-328369d32d2d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '528d4820-5ad2-4906-8185-ef23ff2c0afe') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:20:53.062458 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-f75a52ca-9204-401c-96e7-328369d32d2d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '528d4820-5ad2-4906-8185-ef23ff2c0afe') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:20:53.087620 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f75a52ca-9204-401c-96e7-328369d32d2d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:53.158984 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e916f2-8b47-4d64-a92e-582f418af1fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70fa429-9691-4ea4-aac0-3725c8f59338,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:53.170256 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d079797f-db65-4c9f-8e15-c98f9b382d19 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:53.289401 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d762534-90f9-43fa-80f0-26430754dd19 None None] get_active_networks_info from n-d-712142-27 {{(pid=109087) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 01:20:53.308457 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1ff5544c-1110-4140-bde7-16953919bf6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:53.338999 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d079797f-db65-4c9f-8e15-c98f9b382d19 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Pushing event deleted for resources: {'Port': ['ID=0373cd56-eebf-4b69-963a-be09d38bc414,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:53.339151 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f75a52ca-9204-401c-96e7-328369d32d2d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:53.365734 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f75a52ca-9204-401c-96e7-328369d32d2d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:20:53.366081 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f75a52ca-9204-401c-96e7-328369d32d2d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:53.370938 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:20:53.370938 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:20:53.370938 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:20:53.370938 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:20:53.370938 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:20:53.370938 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:20:53.370938 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:20:53.370938 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:20:53.370938 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:20:53.370938 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:20:53.370938 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:20:53.370938 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:20:53.370938 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:20:53.370938 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:20:53.370938 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:20:53.370938 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:20:53.370938 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:20:53.370938 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:20:53.370938 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:20:53.370938 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:20:53.370938 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:20:53.370938 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:20:53.370938 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:20:53.370938 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:20:53.370938 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:20:53.370938 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:20:53.370938 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:20:53.370938 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:20:53.370938 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:20:53.370938 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:20:53.370938 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:20:53.370938 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:20:53.507300 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d079797f-db65-4c9f-8e15-c98f9b382d19 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:53.512797 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d079797f-db65-4c9f-8e15-c98f9b382d19 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "DELETE /v2.0/ports/0373cd56-eebf-4b69-963a-be09d38bc414 HTTP/1.1" status: 204 len: 168 time: 1.6183400 Nov 12 01:20:53.515261 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55978) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:53.541875 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-94b940bd-d5de-44a3-a13a-b547dae41c76 None None] Provisioning complete for port 9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:20:53.544417 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-94b940bd-d5de-44a3-a13a-b547dae41c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:53.711896 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-312e11a6-7a3a-4e2f-9c1c-da7f7939c9e9 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Deleting subnet 941778bd-314e-4867-8a75-0adb70d31051 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:20:53.726128 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-312e11a6-7a3a-4e2f-9c1c-da7f7939c9e9 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:53.753282 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1ff5544c-1110-4140-bde7-16953919bf6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:53.762844 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1ff5544c-1110-4140-bde7-16953919bf6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:53.765950 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-1ff5544c-1110-4140-bde7-16953919bf6d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d70fa429-9691-4ea4-aac0-3725c8f59338 HTTP/1.1" status: 204 len: 168 time: 1.0332186 Nov 12 01:20:53.776246 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f75a52ca-9204-401c-96e7-328369d32d2d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:53.792171 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f75a52ca-9204-401c-96e7-328369d32d2d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:53.803692 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-f75a52ca-9204-401c-96e7-328369d32d2d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "DELETE /v2.0/networks/bcc70856-b44a-4f9e-b2b0-8d2faa677304 HTTP/1.1" status: 204 len: 168 time: 4.0321112 Nov 12 01:20:53.839881 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55986) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:53.865457 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-937696fc-f117-4318-a9b6-c7f16e9a7b68 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-829071974', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}, 'admin_state_up': False}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:20:53.968191 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d762534-90f9-43fa-80f0-26430754dd19 None None] Resources bound (agent type, host, resource id): {{(pid=109087) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 01:20:54.009037 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75a52ca-9204-401c-96e7-328369d32d2d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event deleted for resources: {'Network': ['ID=bcc70856-b44a-4f9e-b2b0-8d2faa677304,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:54.012862 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-312e11a6-7a3a-4e2f-9c1c-da7f7939c9e9 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:54.017244 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff5544c-1110-4140-bde7-16953919bf6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70fa429-9691-4ea4-aac0-3725c8f59338,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:54.031305 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c89dd95f-1418-4b84-ba51-cab95641f71c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:54.072693 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-937696fc-f117-4318-a9b6-c7f16e9a7b68 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:54.073949 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-937696fc-f117-4318-a9b6-c7f16e9a7b68 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:54.340580 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-312e11a6-7a3a-4e2f-9c1c-da7f7939c9e9 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:54.377569 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-937696fc-f117-4318-a9b6-c7f16e9a7b68 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:54.504560 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-c89dd95f-1418-4b84-ba51-cab95641f71c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] For port 9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:20:54.555582 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c89dd95f-1418-4b84-ba51-cab95641f71c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:54.564830 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c89dd95f-1418-4b84-ba51-cab95641f71c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:54.566357 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c89dd95f-1418-4b84-ba51-cab95641f71c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:54.690994 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56002) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:54.765179 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89dd95f-1418-4b84-ba51-cab95641f71c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:20:54.808734 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-c89dd95f-1418-4b84-ba51-cab95641f71c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:20:54.826349 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-937696fc-f117-4318-a9b6-c7f16e9a7b68 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:54.855852 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89dd95f-1418-4b84-ba51-cab95641f71c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:54.857050 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c89dd95f-1418-4b84-ba51-cab95641f71c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:54.908945 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89dd95f-1418-4b84-ba51-cab95641f71c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Subnet': ['ID=89bc7755-86b4-43f9-9e4b-e166861ca2b3,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:54.926216 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89dd95f-1418-4b84-ba51-cab95641f71c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Port': ['ID=9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1,revision_number=9']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:54.973448 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c89dd95f-1418-4b84-ba51-cab95641f71c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.6454852 Nov 12 01:20:54.976949 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56008) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:54.987283 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-6e40a549-7d33-4752-b07a-f3f604250be8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'port': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'mac_address': 'fa:16:3e:7a:07:6c', 'name': 'tempest-NetworksTestDHCPv6-317540362'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:20:55.027991 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-312e11a6-7a3a-4e2f-9c1c-da7f7939c9e9 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:55.043067 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5665d6-fbc9-4bb6-bc80-6e7d8393be31 None None] DHCP port deletion for bcc70856-b44a-4f9e-b2b0-8d2faa677304 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:20:55.077837 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56010) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:55.098414 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312e11a6-7a3a-4e2f-9c1c-da7f7939c9e9 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Pushing event deleted for resources: {'Subnet': ['ID=941778bd-314e-4867-8a75-0adb70d31051,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:55.132560 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-312e11a6-7a3a-4e2f-9c1c-da7f7939c9e9 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:55.135246 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-12694610-408d-453e-b6b7-450cd94b3d9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:55.139603 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-312e11a6-7a3a-4e2f-9c1c-da7f7939c9e9 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "DELETE /v2.0/subnets/941778bd-314e-4867-8a75-0adb70d31051 HTTP/1.1" status: 204 len: 168 time: 1.6230822 Nov 12 01:20:55.141258 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56014) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:55.307861 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6cb106ea-01ed-43ce-86f5-e8f53b22fbc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:55.703929 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-12694610-408d-453e-b6b7-450cd94b3d9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:55.722138 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-12694610-408d-453e-b6b7-450cd94b3d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:55.753787 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ccb0a02-b3cd-4563-ad4e-88431d9f4ca3 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Deleting subnet fb2daa40-94aa-4da9-a752-d3de2dd0a3dd {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:20:55.766535 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1ccb0a02-b3cd-4563-ad4e-88431d9f4ca3 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:55.770921 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-12694610-408d-453e-b6b7-450cd94b3d9e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=871a837017c145ebaf2a37fcbf573fb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6914945 Nov 12 01:20:55.776391 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e40a549-7d33-4752-b07a-f3f604250be8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:20:55.827072 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56028) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:55.944906 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1ccb0a02-b3cd-4563-ad4e-88431d9f4ca3 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:56.020676 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12694610-408d-453e-b6b7-450cd94b3d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c55859-8864-4ab5-a6ba-c2a051d2f934,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:56.097813 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6cb106ea-01ed-43ce-86f5-e8f53b22fbc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:56.111520 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-937696fc-f117-4318-a9b6-c7f16e9a7b68 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for router_gateway, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:56.134009 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6cb106ea-01ed-43ce-86f5-e8f53b22fbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:56.146382 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-937696fc-f117-4318-a9b6-c7f16e9a7b68 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:56.224362 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cf75e717-a104-4490-8767-72976638a9f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:56.249857 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb106ea-01ed-43ce-86f5-e8f53b22fbc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad653db-f565-4124-b5cd-e13f1ab0bb7a,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:56.251937 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1ccb0a02-b3cd-4563-ad4e-88431d9f4ca3 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:56.262852 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-6cb106ea-01ed-43ce-86f5-e8f53b22fbc2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d00e47ac9a6c4ffea183e27c4587cb27&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5701754 Nov 12 01:20:56.272296 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56040) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:56.289982 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6e40a549-7d33-4752-b07a-f3f604250be8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:56.329977 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [None req-6e40a549-7d33-4752-b07a-f3f604250be8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] device_id is not set on port bc3154a6-bc54-4cd2-b1c7-f85216f3bdc5 yet. {{(pid=109085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:20:56.432024 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cf75e717-a104-4490-8767-72976638a9f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:56.443445 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92913834-464c-41d1-a706-f3ece115b13e None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:20:56.474046 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0337211-288c-4295-a6d0-0e4db70489cd None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:20:56.476733 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1ccb0a02-b3cd-4563-ad4e-88431d9f4ca3 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:56.566104 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1ccb0a02-b3cd-4563-ad4e-88431d9f4ca3 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:56.575155 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1ccb0a02-b3cd-4563-ad4e-88431d9f4ca3 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "DELETE /v2.0/subnets/fb2daa40-94aa-4da9-a752-d3de2dd0a3dd HTTP/1.1" status: 204 len: 168 time: 1.4323125 Nov 12 01:20:56.586376 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56046) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:56.588224 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb0a02-b3cd-4563-ad4e-88431d9f4ca3 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Pushing event deleted for resources: {'Subnet': ['ID=fb2daa40-94aa-4da9-a752-d3de2dd0a3dd,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:56.631911 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384fbcdf-13e8-456a-93ae-87f1fb48b405 None None] Network ea33bcf4-68e4-41d3-a621-b5e53b96e513 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:20:56.743417 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1b46d4c0-fb41-4b57-941c-baf39b0b3ac0 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:56.766267 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-937696fc-f117-4318-a9b6-c7f16e9a7b68 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Allocated IP 172.25.3.131 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/40f192cc-dbac-4d26-944c-5b77c25d6f85) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:20:56.829382 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cf75e717-a104-4490-8767-72976638a9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:56.842596 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cf75e717-a104-4490-8767-72976638a9f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:56.859211 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-cf75e717-a104-4490-8767-72976638a9f0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/87c55859-8864-4ab5-a6ba-c2a051d2f934 HTTP/1.1" status: 204 len: 168 time: 1.0302074 Nov 12 01:20:56.867551 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:20:56.939184 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-1b46d4c0-fb41-4b57-941c-baf39b0b3ac0 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Deleting port dd3b0500-8895-44d6-86ee-d9e67579ac01 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:20:56.940205 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1b46d4c0-fb41-4b57-941c-baf39b0b3ac0 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:57.021389 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf75e717-a104-4490-8767-72976638a9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c55859-8864-4ab5-a6ba-c2a051d2f934,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:57.036076 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-045a2c73-2138-4b40-b7e9-cc060ecec094 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:57.079311 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-045a2c73-2138-4b40-b7e9-cc060ecec094 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:57.165219 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-045a2c73-2138-4b40-b7e9-cc060ecec094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:57.168833 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-045a2c73-2138-4b40-b7e9-cc060ecec094 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:57.169826 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-045a2c73-2138-4b40-b7e9-cc060ecec094 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5ad653db-f565-4124-b5cd-e13f1ab0bb7a HTTP/1.1" status: 204 len: 168 time: 0.8932064 Nov 12 01:20:57.260697 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-ae72105b-110d-4e3f-8c33-3e16f6c90fda None None] Provisioning complete for port 9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:20:57.261085 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ae72105b-110d-4e3f-8c33-3e16f6c90fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:57.316777 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045a2c73-2138-4b40-b7e9-cc060ecec094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad653db-f565-4124-b5cd-e13f1ab0bb7a,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:57.332090 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-937696fc-f117-4318-a9b6-c7f16e9a7b68 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:57.400415 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-1b46d4c0-fb41-4b57-941c-baf39b0b3ac0 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] For port dd3b0500-8895-44d6-86ee-d9e67579ac01, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=dd3b0500-8895-44d6-86ee-d9e67579ac01,segment=NetworkSegment(c851975a-60fa-4eca-bdff-268884585b72),segment_id=c851975a-60fa-4eca-bdff-268884585b72)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:20:57.400968 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1b46d4c0-fb41-4b57-941c-baf39b0b3ac0 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:57.422487 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-1b46d4c0-fb41-4b57-941c-baf39b0b3ac0 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Calling delete_port for dd3b0500-8895-44d6-86ee-d9e67579ac01 owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:20:57.462016 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-6e40a549-7d33-4752-b07a-f3f604250be8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Allocated IP 2001:db8::158 (89ea60a3-4652-4d77-9cc6-d8bd5a56918e/1f5070b4-da40-441a-be7d-6ded5e8d39cc/bc3154a6-bc54-4cd2-b1c7-f85216f3bdc5) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:20:57.487905 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-6e40a549-7d33-4752-b07a-f3f604250be8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Allocated IP 2001:db8:0:1:f816:3eff:fe7a:76c (89ea60a3-4652-4d77-9cc6-d8bd5a56918e/89bc7755-86b4-43f9-9e4b-e166861ca2b3/bc3154a6-bc54-4cd2-b1c7-f85216f3bdc5) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:20:57.530070 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-937696fc-f117-4318-a9b6-c7f16e9a7b68 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:57.539722 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e53b75-1750-4fbe-b6c3-7e9d3babd8be None None] Network e0f69fbd-c4e4-47d1-817f-1e3bee936d0a requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:20:57.541927 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1b46d4c0-fb41-4b57-941c-baf39b0b3ac0 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:57.653838 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b46d4c0-fb41-4b57-941c-baf39b0b3ac0 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] No DVR routers for this DVR port dd3b0500-8895-44d6-86ee-d9e67579ac01 on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:20:57.656642 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:20:57.657957 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:57.706257 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937696fc-f117-4318-a9b6-c7f16e9a7b68 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:20:57.720594 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-937696fc-f117-4318-a9b6-c7f16e9a7b68 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:20:57.724059 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937696fc-f117-4318-a9b6-c7f16e9a7b68 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:20:57.753351 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-09b6f12f-6f7b-49b1-8edc-778d44d813cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:57.882263 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937696fc-f117-4318-a9b6-c7f16e9a7b68 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event updated for resources: {'Port': ['ID=40f192cc-dbac-4d26-944c-5b77c25d6f85,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:57.954668 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6e40a549-7d33-4752-b07a-f3f604250be8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:58.029700 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a972793e-2bf1-4082-accf-6bffefee1d19 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:20:58.063869 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b46d4c0-fb41-4b57-941c-baf39b0b3ac0 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Pushing event deleted for resources: {'Port': ['ID=dd3b0500-8895-44d6-86ee-d9e67579ac01,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:58.072835 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6e40a549-7d33-4752-b07a-f3f604250be8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:58.076936 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d069e81-db1f-4532-82e6-be468ef2a17f None None] DHCP port deletion for ea33bcf4-68e4-41d3-a621-b5e53b96e513 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:20:58.194530 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1b46d4c0-fb41-4b57-941c-baf39b0b3ac0 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:58.282632 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-1b46d4c0-fb41-4b57-941c-baf39b0b3ac0 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea33bcf4-68e4-41d3-a621-b5e53b96e513']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:20:58.297178 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e40a549-7d33-4752-b07a-f3f604250be8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:20:58.307025 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e40a549-7d33-4752-b07a-f3f604250be8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Port': ['ID=bc3154a6-bc54-4cd2-b1c7-f85216f3bdc5,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:58.311316 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-6e40a549-7d33-4752-b07a-f3f604250be8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:20:58.324955 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e40a549-7d33-4752-b07a-f3f604250be8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:20:58.340015 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e40a549-7d33-4752-b07a-f3f604250be8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:20:58.342184 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6e40a549-7d33-4752-b07a-f3f604250be8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:58.354100 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-1b46d4c0-fb41-4b57-941c-baf39b0b3ac0 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c851975a-60fa-4eca-bdff-268884585b72') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:20:58.368121 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-1b46d4c0-fb41-4b57-941c-baf39b0b3ac0 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c851975a-60fa-4eca-bdff-268884585b72') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:20:58.385310 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-6e40a549-7d33-4752-b07a-f3f604250be8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.4043026 Nov 12 01:20:58.388179 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56096) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:58.429596 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1b46d4c0-fb41-4b57-941c-baf39b0b3ac0 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:58.646151 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-c4e56dd9-0099-4b3d-9f02-102f32012360 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Deleting port bc3154a6-bc54-4cd2-b1c7-f85216f3bdc5 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:20:58.648912 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c4e56dd9-0099-4b3d-9f02-102f32012360 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:58.679998 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device e9a1dce7-2919-4226-9a64-386ba0578584 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:20:58.805601 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1b46d4c0-fb41-4b57-941c-baf39b0b3ac0 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:58.824587 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: e9a1dce7-2919-4226-9a64-386ba0578584 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:20:58.824934 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device e9a1dce7-2919-4226-9a64-386ba0578584 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:20:58.832424 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b46d4c0-fb41-4b57-941c-baf39b0b3ac0 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:20:58.832867 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1b46d4c0-fb41-4b57-941c-baf39b0b3ac0 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:58.842888 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:20:58.842888 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:20:58.842888 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:20:58.842888 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:20:58.842888 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:20:58.842888 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:20:58.842888 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:20:58.842888 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:20:58.842888 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:20:58.842888 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:20:58.842888 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:20:58.842888 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:20:58.842888 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:20:58.842888 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:20:58.842888 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:20:58.842888 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:20:58.842888 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:20:58.842888 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:20:58.842888 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:20:58.842888 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:20:58.842888 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:20:58.842888 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:20:58.842888 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:20:58.842888 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:20:58.842888 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:20:58.842888 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:20:58.842888 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:20:58.842888 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:20:58.842888 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:20:58.842888 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:20:58.842888 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:20:58.842888 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:20:58.895886 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4899de08-fe1f-4d0e-b19c-57ea3ec66e9e None None] Provisioning complete for port 40f192cc-dbac-4d26-944c-5b77c25d6f85 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:20:58.896295 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4899de08-fe1f-4d0e-b19c-57ea3ec66e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:59.023060 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c4e56dd9-0099-4b3d-9f02-102f32012360 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:59.062799 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-c4e56dd9-0099-4b3d-9f02-102f32012360 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Calling delete_port for bc3154a6-bc54-4cd2-b1c7-f85216f3bdc5 owned by {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:20:59.307201 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1b46d4c0-fb41-4b57-941c-baf39b0b3ac0 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:59.329688 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1b46d4c0-fb41-4b57-941c-baf39b0b3ac0 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:59.329688 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1b46d4c0-fb41-4b57-941c-baf39b0b3ac0 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "DELETE /v2.0/networks/ea33bcf4-68e4-41d3-a621-b5e53b96e513 HTTP/1.1" status: 204 len: 168 time: 2.7294312 Nov 12 01:20:59.329688 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56124) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:20:59.591745 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b46d4c0-fb41-4b57-941c-baf39b0b3ac0 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Pushing event deleted for resources: {'Network': ['ID=ea33bcf4-68e4-41d3-a621-b5e53b96e513,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:59.806679 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4839cfc3-af54-48e7-b490-99a82324e275 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:59.817608 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c4e56dd9-0099-4b3d-9f02-102f32012360 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:59.867069 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-937696fc-f117-4318-a9b6-c7f16e9a7b68 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for router_gateway, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:20:59.920280 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a02df68-2d0a-41ea-b59f-9c64f7439518 None None] DHCP port deletion for e0f69fbd-c4e4-47d1-817f-1e3bee936d0a request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:20:59.921544 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e56dd9-0099-4b3d-9f02-102f32012360 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event deleted for resources: {'Port': ['ID=bc3154a6-bc54-4cd2-b1c7-f85216f3bdc5,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:20:59.942164 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device dd3b0500-8895-44d6-86ee-d9e67579ac01 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:20:59.966039 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4899de08-fe1f-4d0e-b19c-57ea3ec66e9e None None] Port 40f192cc-dbac-4d26-944c-5b77c25d6f85 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:21:00.067213 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c4e56dd9-0099-4b3d-9f02-102f32012360 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:00.091883 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c4e56dd9-0099-4b3d-9f02-102f32012360 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/ports/bc3154a6-bc54-4cd2-b1c7-f85216f3bdc5 HTTP/1.1" status: 204 len: 168 time: 1.7021670 Nov 12 01:21:00.092471 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56136) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:00.146088 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-9b3c71cc-3dc5-435e-8fca-649c5cabb6b6 None None] Could not find standard attr ID for object bc3154a6-bc54-4cd2-b1c7-f85216f3bdc5. {{(pid=109087) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:21:00.188309 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: dd3b0500-8895-44d6-86ee-d9e67579ac01 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:21:00.188944 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device dd3b0500-8895-44d6-86ee-d9e67579ac01 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:21:00.242122 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-9b3c71cc-3dc5-435e-8fca-649c5cabb6b6 None None] Provisioning complete for port 9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:21:00.243620 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b3c71cc-3dc5-435e-8fca-649c5cabb6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:00.258267 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f3f25e-ca4e-4cac-96fe-9bc9e91419fc tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:00.262540 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-94f3f25e-ca4e-4cac-96fe-9bc9e91419fc tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1685913 Nov 12 01:21:00.266939 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56146) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:00.428257 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4a02df68-2d0a-41ea-b59f-9c64f7439518 None None] Deleting port c03d0c39-22d4-475a-b17b-0ac933888b07 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:21:00.428257 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4a02df68-2d0a-41ea-b59f-9c64f7439518 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:00.485278 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:21:00.532427 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7dde32-0a6d-4068-a8f2-b759f5a15e39 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:00.539385 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-ec7dde32-0a6d-4068-a8f2-b759f5a15e39 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2706325 Nov 12 01:21:00.544213 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-4839cfc3-af54-48e7-b490-99a82324e275 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Deleting port c03d0c39-22d4-475a-b17b-0ac933888b07 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:21:00.545077 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4839cfc3-af54-48e7-b490-99a82324e275 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:00.557476 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56160) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:00.775236 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb864765-0326-4dac-89be-a98ab26f499b tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:00.777127 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb864765-0326-4dac-89be-a98ab26f499b tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:00.788408 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb864765-0326-4dac-89be-a98ab26f499b tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:00.805524 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-eb864765-0326-4dac-89be-a98ab26f499b tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2445133 Nov 12 01:21:00.806997 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56164) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:00.994131 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-82c47a34-c9ac-458a-a3cd-99ea560a7764 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Deleting subnet 1f5070b4-da40-441a-be7d-6ded5e8d39cc {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:21:00.999827 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-82c47a34-c9ac-458a-a3cd-99ea560a7764 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:01.067597 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-82c47a34-c9ac-458a-a3cd-99ea560a7764 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:01.115118 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4a02df68-2d0a-41ea-b59f-9c64f7439518 None None] For port c03d0c39-22d4-475a-b17b-0ac933888b07, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=c03d0c39-22d4-475a-b17b-0ac933888b07,segment=NetworkSegment(bdbdf56f-f4be-4a44-8d63-92ebebe68184),segment_id=bdbdf56f-f4be-4a44-8d63-92ebebe68184)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:21:01.116376 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4a02df68-2d0a-41ea-b59f-9c64f7439518 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:01.161582 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4a02df68-2d0a-41ea-b59f-9c64f7439518 None None] Calling delete_port for c03d0c39-22d4-475a-b17b-0ac933888b07 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:21:01.223172 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-4839cfc3-af54-48e7-b490-99a82324e275 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] For port c03d0c39-22d4-475a-b17b-0ac933888b07, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=c03d0c39-22d4-475a-b17b-0ac933888b07,segment=NetworkSegment(bdbdf56f-f4be-4a44-8d63-92ebebe68184),segment_id=bdbdf56f-f4be-4a44-8d63-92ebebe68184)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:21:01.226487 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4839cfc3-af54-48e7-b490-99a82324e275 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:01.284657 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device c03d0c39-22d4-475a-b17b-0ac933888b07 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:21:01.292622 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-82c47a34-c9ac-458a-a3cd-99ea560a7764 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:01.316009 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4a02df68-2d0a-41ea-b59f-9c64f7439518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:01.318402 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-56a54a87-9daa-42ef-930b-be51f09d00f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:01.350394 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: c03d0c39-22d4-475a-b17b-0ac933888b07 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:21:01.350755 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device c03d0c39-22d4-475a-b17b-0ac933888b07 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:21:01.358280 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02df68-2d0a-41ea-b59f-9c64f7439518 None None] Pushing event deleted for resources: {'Port': ['ID=c03d0c39-22d4-475a-b17b-0ac933888b07,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:01.366318 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a02df68-2d0a-41ea-b59f-9c64f7439518 None None] No DVR routers for this DVR port c03d0c39-22d4-475a-b17b-0ac933888b07 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:21:01.397921 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-4839cfc3-af54-48e7-b490-99a82324e275 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Calling delete_port for c03d0c39-22d4-475a-b17b-0ac933888b07 owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:21:01.411635 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-84a9386e-d340-4548-8507-cd3c6f8ae0d4 None None] Could not find standard attr ID for object bc3154a6-bc54-4cd2-b1c7-f85216f3bdc5. {{(pid=109087) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:21:01.506606 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-937696fc-f117-4318-a9b6-c7f16e9a7b68 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:01.510759 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-82c47a34-c9ac-458a-a3cd-99ea560a7764 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:01.553207 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c47a34-c9ac-458a-a3cd-99ea560a7764 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event deleted for resources: {'Subnet': ['ID=1f5070b4-da40-441a-be7d-6ded5e8d39cc,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:01.565721 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-82c47a34-c9ac-458a-a3cd-99ea560a7764 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:01.569840 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-82c47a34-c9ac-458a-a3cd-99ea560a7764 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/1f5070b4-da40-441a-be7d-6ded5e8d39cc HTTP/1.1" status: 204 len: 168 time: 0.7563138 Nov 12 01:21:01.573839 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56198) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:01.581312 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5b48d7-2d7f-4e67-b057-80a561388b14 None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:21:01.597296 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4839cfc3-af54-48e7-b490-99a82324e275 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:01.636506 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4839cfc3-af54-48e7-b490-99a82324e275 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Pushing event deleted for resources: {'Port': ['ID=c03d0c39-22d4-475a-b17b-0ac933888b07,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:01.639017 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4839cfc3-af54-48e7-b490-99a82324e275 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] No DVR routers for this DVR port c03d0c39-22d4-475a-b17b-0ac933888b07 on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:21:01.719642 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b1de0d1-3eb0-4159-9d20-f7a41e2fcf3b tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Deleting subnet 89bc7755-86b4-43f9-9e4b-e166861ca2b3 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:21:01.731916 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7b1de0d1-3eb0-4159-9d20-f7a41e2fcf3b tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:01.916236 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7b1de0d1-3eb0-4159-9d20-f7a41e2fcf3b tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:02.148600 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7b1de0d1-3eb0-4159-9d20-f7a41e2fcf3b tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:02.254658 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7b1de0d1-3eb0-4159-9d20-f7a41e2fcf3b tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:02.290126 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4839cfc3-af54-48e7-b490-99a82324e275 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:02.325793 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7b1de0d1-3eb0-4159-9d20-f7a41e2fcf3b tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:02.331341 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7b1de0d1-3eb0-4159-9d20-f7a41e2fcf3b tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/89bc7755-86b4-43f9-9e4b-e166861ca2b3 HTTP/1.1" status: 204 len: 168 time: 0.7542086 Nov 12 01:21:02.331341 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1de0d1-3eb0-4159-9d20-f7a41e2fcf3b tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event deleted for resources: {'Subnet': ['ID=89bc7755-86b4-43f9-9e4b-e166861ca2b3,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:02.331749 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56258) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:02.379393 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-4839cfc3-af54-48e7-b490-99a82324e275 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0f69fbd-c4e4-47d1-817f-1e3bee936d0a']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:02.410171 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-4839cfc3-af54-48e7-b490-99a82324e275 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdbdf56f-f4be-4a44-8d63-92ebebe68184') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:02.410748 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-4839cfc3-af54-48e7-b490-99a82324e275 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdbdf56f-f4be-4a44-8d63-92ebebe68184') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:02.439858 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-0e9a4d39-2095-42b9-a964-778a33c476be tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1027212 Nov 12 01:21:02.444760 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56262) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:02.451514 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-627a00f8-6c49-4386-86d2-f3fc43db924b tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'subnet': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:21:02.452335 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4839cfc3-af54-48e7-b490-99a82324e275 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:02.513883 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4839cfc3-af54-48e7-b490-99a82324e275 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:02.529394 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4839cfc3-af54-48e7-b490-99a82324e275 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:21:02.529894 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4839cfc3-af54-48e7-b490-99a82324e275 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:02.535166 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:21:02.535166 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:21:02.535166 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:21:02.535166 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:21:02.535166 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:21:02.535166 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:21:02.535166 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:21:02.535166 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:21:02.535166 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:21:02.535166 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:21:02.535166 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:21:02.535166 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:21:02.535166 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:21:02.535166 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:21:02.535166 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:21:02.535166 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:21:02.535166 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:21:02.535166 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:21:02.535166 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:21:02.535166 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:21:02.535166 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:21:02.535166 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:21:02.535166 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:21:02.535166 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:21:02.535166 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:21:02.535166 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:21:02.535166 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:21:02.535166 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:21:02.535166 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:21:02.535166 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:21:02.535166 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:21:02.535166 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:21:02.627854 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-937696fc-f117-4318-a9b6-c7f16e9a7b68 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Router 8fe24682-bc92-49f7-bf59-ce201056cad3 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:21:02.737681 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4839cfc3-af54-48e7-b490-99a82324e275 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:02.746512 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4839cfc3-af54-48e7-b490-99a82324e275 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:02.757084 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4839cfc3-af54-48e7-b490-99a82324e275 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] 10.222.0.45 "DELETE /v2.0/networks/e0f69fbd-c4e4-47d1-817f-1e3bee936d0a HTTP/1.1" status: 204 len: 168 time: 3.4277003 Nov 12 01:21:02.796208 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4839cfc3-af54-48e7-b490-99a82324e275 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Pushing event deleted for resources: {'Network': ['ID=e0f69fbd-c4e4-47d1-817f-1e3bee936d0a,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:02.815103 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4839cfc3-af54-48e7-b490-99a82324e275 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:02.815713 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4839cfc3-af54-48e7-b490-99a82324e275 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:02.816297 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4839cfc3-af54-48e7-b490-99a82324e275 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:02.817824 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4839cfc3-af54-48e7-b490-99a82324e275 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:02.818391 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4839cfc3-af54-48e7-b490-99a82324e275 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:02.819650 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4839cfc3-af54-48e7-b490-99a82324e275 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:02.820277 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4839cfc3-af54-48e7-b490-99a82324e275 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:02.822558 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4839cfc3-af54-48e7-b490-99a82324e275 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:02.823127 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4839cfc3-af54-48e7-b490-99a82324e275 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:02.827874 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4839cfc3-af54-48e7-b490-99a82324e275 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:02.831607 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4839cfc3-af54-48e7-b490-99a82324e275 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:02.832240 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4839cfc3-af54-48e7-b490-99a82324e275 tempest-TaggedBootDevicesTest_v242-307019683 tempest-TaggedBootDevicesTest_v242-307019683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:02.925552 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627a00f8-6c49-4386-86d2-f3fc43db924b tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:21:02.941166 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-627a00f8-6c49-4386-86d2-f3fc43db924b tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:02.960989 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:03.122656 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937696fc-f117-4318-a9b6-c7f16e9a7b68 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:21:03.141280 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3db38d-4640-401b-a67c-703af5685808 None None] Sync routers for ids ['8fe24682-bc92-49f7-bf59-ce201056cad3'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:21:03.175995 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3db38d-4640-401b-a67c-703af5685808 None None] Routers {'8fe24682-bc92-49f7-bf59-ce201056cad3'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:21:03.176939 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-8e3db38d-4640-401b-a67c-703af5685808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:21:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['8fe24682-bc92-49f7-bf59-ce201056cad3'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:03.189549 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-937696fc-f117-4318-a9b6-c7f16e9a7b68 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:03.193971 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-937696fc-f117-4318-a9b6-c7f16e9a7b68 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 9.3503714 Nov 12 01:21:03.199087 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56312) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:03.324904 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-8e3db38d-4640-401b-a67c-703af5685808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:03.344766 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56328) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:03.359526 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3db38d-4640-401b-a67c-703af5685808 None None] Routers {'8fe24682-bc92-49f7-bf59-ce201056cad3'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:21:03.364081 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-8e3db38d-4640-401b-a67c-703af5685808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:21:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['8fe24682-bc92-49f7-bf59-ce201056cad3'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:03.526460 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-8e3db38d-4640-401b-a67c-703af5685808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:03.527155 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3db38d-4640-401b-a67c-703af5685808 None None] The sync data for ids ['8fe24682-bc92-49f7-bf59-ce201056cad3'] in n-d-712142-27 is: [] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:21:03.641878 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2d68a167-f1f2-42c8-b8bd-9e50d6e5817b tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "GET /v2.0/routers/8fe24682-bc92-49f7-bf59-ce201056cad3 HTTP/1.1" status: 200 len: 880 time: 0.4371691 Nov 12 01:21:03.646007 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56346) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:03.698850 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd195eb3-eed2-41fb-97a9-9114b9cf877a None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:21:03.855951 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-627a00f8-6c49-4386-86d2-f3fc43db924b tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:03.963021 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:03.972938 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-08038a63-801f-454b-a8bf-d9242153fed9 None None] Provisioning complete for port 9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:21:03.974137 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-08038a63-801f-454b-a8bf-d9242153fed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:04.037728 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a00f8-6c49-4386-86d2-f3fc43db924b tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Subnet': ['ID=cb75f938-9665-4a1f-bf86-83150bc2c805,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:04.152145 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a00f8-6c49-4386-86d2-f3fc43db924b tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:04.152632 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a00f8-6c49-4386-86d2-f3fc43db924b tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:04.153210 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a00f8-6c49-4386-86d2-f3fc43db924b tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:04.153782 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a00f8-6c49-4386-86d2-f3fc43db924b tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:04.154354 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a00f8-6c49-4386-86d2-f3fc43db924b tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:04.154929 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a00f8-6c49-4386-86d2-f3fc43db924b tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:04.155629 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a00f8-6c49-4386-86d2-f3fc43db924b tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:04.156229 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a00f8-6c49-4386-86d2-f3fc43db924b tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:04.156801 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a00f8-6c49-4386-86d2-f3fc43db924b tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:04.157395 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a00f8-6c49-4386-86d2-f3fc43db924b tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:04.157955 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a00f8-6c49-4386-86d2-f3fc43db924b tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:04.158527 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627a00f8-6c49-4386-86d2-f3fc43db924b tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:04.174617 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e18ff094-8493-456b-95d6-93b208f203c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:04.188442 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627a00f8-6c49-4386-86d2-f3fc43db924b tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:21:04.199934 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-627a00f8-6c49-4386-86d2-f3fc43db924b tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:21:04.225217 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627a00f8-6c49-4386-86d2-f3fc43db924b tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:04.226438 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-627a00f8-6c49-4386-86d2-f3fc43db924b tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:04.271822 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-627a00f8-6c49-4386-86d2-f3fc43db924b tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8255060 Nov 12 01:21:04.280941 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56374) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:04.318595 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-354bac4e-963d-4675-9dc0-3fea8865ea29 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'subnet': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:21:04.372079 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8069300-8497-4cb6-ace7-b92261eb279d None None] Update dhcp port {'port': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'fixed_ips': [{'subnet_id': 'cb75f938-9665-4a1f-bf86-83150bc2c805'}], 'binding:host_id': 'n-d-712142-27'}, 'id': '9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1'} from n-d-712142-27. {{(pid=109087) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 01:21:04.501422 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b8069300-8497-4cb6-ace7-b92261eb279d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:04.615697 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-48a8a473-ee2d-4bd1-bc81-355aefc46ae6 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.9657290 Nov 12 01:21:04.619214 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56386) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:04.638328 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-f761e6e4-2803-46c8-9a94-f163a0e1a05a tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-829071974'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:21:04.697203 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e18ff094-8493-456b-95d6-93b208f203c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:04.707775 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e18ff094-8493-456b-95d6-93b208f203c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:04.779762 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e18ff094-8493-456b-95d6-93b208f203c9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9979baddc7324b849fd86eafb7876ce2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4338791 Nov 12 01:21:04.781679 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18ff094-8493-456b-95d6-93b208f203c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f5c169-9c74-49e6-a78b-7890fe000035,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:04.815457 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56402) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:04.832835 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354bac4e-963d-4675-9dc0-3fea8865ea29 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:21:04.871602 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-354bac4e-963d-4675-9dc0-3fea8865ea29 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:04.999521 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-b8069300-8497-4cb6-ace7-b92261eb279d None None] Allocated IP 2001:db8::2 (89ea60a3-4652-4d77-9cc6-d8bd5a56918e/cb75f938-9665-4a1f-bf86-83150bc2c805/9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:21:05.164380 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ca4e7054-9145-480a-b7aa-1b86a0def4cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:05.261473 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:05.309494 n-d-712142-27 neutron-server[109085]: INFO neutron.db.ipam_backend_mixin [None req-354bac4e-963d-4675-9dc0-3fea8865ea29 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cb75f938-9665-4a1f-bf86-83150bc2c805 (CIDR: 2001:db8::/64) Nov 12 01:21:05.335858 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-b8069300-8497-4cb6-ace7-b92261eb279d None None] For port 9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:21:05.356411 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-354bac4e-963d-4675-9dc0-3fea8865ea29 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:21:05.357983 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-354bac4e-963d-4675-9dc0-3fea8865ea29 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:21:05.363155 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ca4e7054-9145-480a-b7aa-1b86a0def4cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:05.419710 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-354bac4e-963d-4675-9dc0-3fea8865ea29 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1327794 Nov 12 01:21:05.432629 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b8069300-8497-4cb6-ace7-b92261eb279d None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:05.432944 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56426) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:05.441795 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b8069300-8497-4cb6-ace7-b92261eb279d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:05.445642 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-cbbfada9-7560-4129-942e-4e7086ad50ce tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'subnet': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:21:05.640170 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ca4e7054-9145-480a-b7aa-1b86a0def4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:05.643858 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ca4e7054-9145-480a-b7aa-1b86a0def4cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:05.649536 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-ca4e7054-9145-480a-b7aa-1b86a0def4cf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/40f5c169-9c74-49e6-a78b-7890fe000035 HTTP/1.1" status: 204 len: 168 time: 0.8280365 Nov 12 01:21:05.651141 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8069300-8497-4cb6-ace7-b92261eb279d None None] Pushing event updated for resources: {'Port': ['ID=9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1,revision_number=12']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:05.679524 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4e7054-9145-480a-b7aa-1b86a0def4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f5c169-9c74-49e6-a78b-7890fe000035,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:05.813382 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f761e6e4-2803-46c8-9a94-f163a0e1a05a tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-233838'] for router, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:05.824221 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbbfada9-7560-4129-942e-4e7086ad50ce tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:21:05.841038 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cbbfada9-7560-4129-942e-4e7086ad50ce tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:05.858743 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f761e6e4-2803-46c8-9a94-f163a0e1a05a tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1709614'] for router, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:06.217263 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f761e6e4-2803-46c8-9a94-f163a0e1a05a tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Router 8fe24682-bc92-49f7-bf59-ce201056cad3 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:21:06.399612 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56452) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:06.752295 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f761e6e4-2803-46c8-9a94-f163a0e1a05a tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:21:06.768512 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3a11ea-6ef7-46a8-9ef0-79c377f2677a None None] Sync routers for ids ['8fe24682-bc92-49f7-bf59-ce201056cad3'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:21:06.782652 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f761e6e4-2803-46c8-9a94-f163a0e1a05a tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:06.800307 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f761e6e4-2803-46c8-9a94-f163a0e1a05a tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "PUT /v2.0/routers/8fe24682-bc92-49f7-bf59-ce201056cad3 HTTP/1.1" status: 200 len: 887 time: 2.1706715 Nov 12 01:21:06.801998 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56458) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:06.824191 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3a11ea-6ef7-46a8-9ef0-79c377f2677a None None] Routers {'8fe24682-bc92-49f7-bf59-ce201056cad3'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:21:06.824849 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-1f3a11ea-6ef7-46a8-9ef0-79c377f2677a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:21:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['8fe24682-bc92-49f7-bf59-ce201056cad3'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:06.850049 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56460) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:06.923521 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-1f3a11ea-6ef7-46a8-9ef0-79c377f2677a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:06.967601 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3a11ea-6ef7-46a8-9ef0-79c377f2677a None None] Routers {'8fe24682-bc92-49f7-bf59-ce201056cad3'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:21:06.968621 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-1f3a11ea-6ef7-46a8-9ef0-79c377f2677a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:21:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['8fe24682-bc92-49f7-bf59-ce201056cad3'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:07.066885 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:21:07.082324 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-893f9745-1125-4d8b-ae67-a8165bc7d43c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:07.178241 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-1f3a11ea-6ef7-46a8-9ef0-79c377f2677a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:07.179368 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3a11ea-6ef7-46a8-9ef0-79c377f2677a None None] The sync data for ids ['8fe24682-bc92-49f7-bf59-ce201056cad3'] in n-d-712142-27 is: [] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:21:07.395351 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:21:07.396294 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:07.456134 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d60782cf-5f4c-476b-a4ff-bd77d6e9a97d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "GET /v2.0/routers/8fe24682-bc92-49f7-bf59-ce201056cad3 HTTP/1.1" status: 200 len: 887 time: 0.6498814 Nov 12 01:21:07.459795 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56470) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:07.483705 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137192f0-2c75-4417-96c3-4db4180fe0c5 None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:21:07.683425 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-893f9745-1125-4d8b-ae67-a8165bc7d43c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:07.727929 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-87b80ae5-b3ff-4b33-9823-4138f0457120 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "GET /v2.0/ports?device_id=8fe24682-bc92-49f7-bf59-ce201056cad3 HTTP/1.1" status: 200 len: 205 time: 0.2559135 Nov 12 01:21:07.730027 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56474) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:07.757093 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-893f9745-1125-4d8b-ae67-a8165bc7d43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:07.762690 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-54da5c4c-fe50-4e19-9b73-ac86004aa06f None None] Provisioning complete for port 9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:21:07.764583 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-54da5c4c-fe50-4e19-9b73-ac86004aa06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:07.995194 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-906e80f8-e5d8-4a44-bc35-8d521967f63a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:08.059283 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893f9745-1125-4d8b-ae67-a8165bc7d43c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6162c611-f867-4753-b37b-26f24ede752b,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:08.128079 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-893f9745-1125-4d8b-ae67-a8165bc7d43c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ca4e1f0079d446c9996ef97394963953&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7259393 Nov 12 01:21:08.137840 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56482) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:08.282696 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-906e80f8-e5d8-4a44-bc35-8d521967f63a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:08.291628 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-906e80f8-e5d8-4a44-bc35-8d521967f63a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:08.488326 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-906e80f8-e5d8-4a44-bc35-8d521967f63a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ec5574e5a28c407eb13fc195b2f9682f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6366057 Nov 12 01:21:08.493908 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56486) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:08.516592 n-d-712142-27 neutron-server[109085]: DEBUG neutron.objects.ports [None req-cbbfada9-7560-4129-942e-4e7086ad50ce tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109085) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 01:21:08.650811 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-00130c00-dd8b-4de4-b51b-e491f9590be2 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:08.674744 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:08.733668 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906e80f8-e5d8-4a44-bc35-8d521967f63a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c69333-ccf0-4295-85da-7f32e130e19c,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:08.998600 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae8cf30-fc56-4e51-a3aa-b7bb4c92ec98 None None] Update dhcp port {'port': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'fixed_ips': [{'subnet_id': 'cb75f938-9665-4a1f-bf86-83150bc2c805', 'ip_address': '2001:db8::2'}, {'subnet_id': '50908c67-4111-4288-8e8f-4f220196a9c9'}], 'binding:host_id': 'n-d-712142-27'}, 'id': '9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1'} from n-d-712142-27. {{(pid=109087) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 01:21:09.017923 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aeffbbcd-08f5-4b4d-b0e9-bf113a15ac8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:09.093101 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cae8cf30-fc56-4e51-a3aa-b7bb4c92ec98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:09.094438 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cbbfada9-7560-4129-942e-4e7086ad50ce tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:09.103172 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aeffbbcd-08f5-4b4d-b0e9-bf113a15ac8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:09.247998 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aeffbbcd-08f5-4b4d-b0e9-bf113a15ac8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:09.253471 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aeffbbcd-08f5-4b4d-b0e9-bf113a15ac8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:09.255345 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-aeffbbcd-08f5-4b4d-b0e9-bf113a15ac8b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6162c611-f867-4753-b37b-26f24ede752b HTTP/1.1" status: 204 len: 168 time: 1.1096456 Nov 12 01:21:09.530971 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeffbbcd-08f5-4b4d-b0e9-bf113a15ac8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6162c611-f867-4753-b37b-26f24ede752b,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:09.535674 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9034d894-b6b6-4ca9-8016-2d14a949a0cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:09.695055 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9034d894-b6b6-4ca9-8016-2d14a949a0cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:09.729032 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-00130c00-dd8b-4de4-b51b-e491f9590be2 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:09.873702 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-cbbfada9-7560-4129-942e-4e7086ad50ce tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] For port 9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:21:10.059389 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cbbfada9-7560-4129-942e-4e7086ad50ce tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:10.068085 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cbbfada9-7560-4129-942e-4e7086ad50ce tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:10.069085 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cbbfada9-7560-4129-942e-4e7086ad50ce tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:10.072289 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.api [None req-cae8cf30-fc56-4e51-a3aa-b7bb4c92ec98 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:21:10.075136 n-d-712142-27 neutron-server[109087]: DEBUG oslo_db.api [None req-cae8cf30-fc56-4e51-a3aa-b7bb4c92ec98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:21:10.259223 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbfada9-7560-4129-942e-4e7086ad50ce tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Port': ['ID=9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1,revision_number=14']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:10.497394 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbfada9-7560-4129-942e-4e7086ad50ce tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Subnet': ['ID=50908c67-4111-4288-8e8f-4f220196a9c9,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:10.533482 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbfada9-7560-4129-942e-4e7086ad50ce tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:21:10.536035 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-cbbfada9-7560-4129-942e-4e7086ad50ce tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:21:10.543260 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbfada9-7560-4129-942e-4e7086ad50ce tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:10.544316 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cbbfada9-7560-4129-942e-4e7086ad50ce tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:10.557515 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9034d894-b6b6-4ca9-8016-2d14a949a0cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:10.565702 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9034d894-b6b6-4ca9-8016-2d14a949a0cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:10.577228 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9034d894-b6b6-4ca9-8016-2d14a949a0cc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/25c69333-ccf0-4295-85da-7f32e130e19c HTTP/1.1" status: 204 len: 168 time: 2.0799017 Nov 12 01:21:10.626603 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-cbbfada9-7560-4129-942e-4e7086ad50ce tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.1869173 Nov 12 01:21:10.631877 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56516) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:10.632237 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9034d894-b6b6-4ca9-8016-2d14a949a0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c69333-ccf0-4295-85da-7f32e130e19c,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:10.665012 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-fca4cde1-6bf8-4f7b-a831-43bc795533a4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Request body: {'port': {'network_id': '89ea60a3-4652-4d77-9cc6-d8bd5a56918e', 'mac_address': 'fa:16:3e:65:ae:82', 'name': 'tempest-NetworksTestDHCPv6-1520303821'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:21:10.702264 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-00130c00-dd8b-4de4-b51b-e491f9590be2 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Deleting port 40f192cc-dbac-4d26-944c-5b77c25d6f85 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:21:10.702718 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-00130c00-dd8b-4de4-b51b-e491f9590be2 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:10.748466 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cae8cf30-fc56-4e51-a3aa-b7bb4c92ec98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:10.798720 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56520) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:10.893182 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:10.975925 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-35e5ddd6-35ae-48e0-802b-1428f2f65c5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:11.101502 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca4cde1-6bf8-4f7b-a831-43bc795533a4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Made reservation on behalf of 70514e17c07e4902b3c1ce1ff6844138 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:21:11.136947 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-00130c00-dd8b-4de4-b51b-e491f9590be2 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:11.190221 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-00130c00-dd8b-4de4-b51b-e491f9590be2 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Calling delete_port for 40f192cc-dbac-4d26-944c-5b77c25d6f85 owned by network:router_gateway {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:21:11.241739 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:21:11.341610 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fca4cde1-6bf8-4f7b-a831-43bc795533a4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:11.375260 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-35e5ddd6-35ae-48e0-802b-1428f2f65c5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:11.388773 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-35e5ddd6-35ae-48e0-802b-1428f2f65c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:11.423318 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [None req-fca4cde1-6bf8-4f7b-a831-43bc795533a4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] device_id is not set on port 6e651a17-18b9-400a-bf77-96a4ac9a777c yet. {{(pid=109085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:21:11.463050 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e5ddd6-35ae-48e0-802b-1428f2f65c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a5b419-db53-4776-884c-288146011be5,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:11.597841 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-35e5ddd6-35ae-48e0-802b-1428f2f65c5a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0015f021ca364f73b96ffbac5b6b728a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7922397 Nov 12 01:21:11.599503 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56534) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:11.600017 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:21:11.600545 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:11.729091 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b499f689-cdfb-42cb-98b0-ab0a0710aed2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:12.006134 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-00130c00-dd8b-4de4-b51b-e491f9590be2 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:12.025567 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b499f689-cdfb-42cb-98b0-ab0a0710aed2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:12.067078 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-fca4cde1-6bf8-4f7b-a831-43bc795533a4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Allocated IP 2001:db8::f6 (89ea60a3-4652-4d77-9cc6-d8bd5a56918e/cb75f938-9665-4a1f-bf86-83150bc2c805/6e651a17-18b9-400a-bf77-96a4ac9a777c) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:21:12.102569 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-fca4cde1-6bf8-4f7b-a831-43bc795533a4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Allocated IP 2001:db8:0:1:f816:3eff:fe65:ae82 (89ea60a3-4652-4d77-9cc6-d8bd5a56918e/50908c67-4111-4288-8e8f-4f220196a9c9/6e651a17-18b9-400a-bf77-96a4ac9a777c) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:21:12.159729 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00130c00-dd8b-4de4-b51b-e491f9590be2 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event deleted for resources: {'Port': ['ID=40f192cc-dbac-4d26-944c-5b77c25d6f85,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:12.247510 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b99c7c-77a1-4e34-bc88-388d75fb778a None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:21:12.577411 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-00130c00-dd8b-4de4-b51b-e491f9590be2 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:12.666932 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fca4cde1-6bf8-4f7b-a831-43bc795533a4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:12.815862 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fca4cde1-6bf8-4f7b-a831-43bc795533a4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:12.825081 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b499f689-cdfb-42cb-98b0-ab0a0710aed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:12.833338 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b499f689-cdfb-42cb-98b0-ab0a0710aed2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:12.838465 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b499f689-cdfb-42cb-98b0-ab0a0710aed2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d6a5b419-db53-4776-884c-288146011be5 HTTP/1.1" status: 204 len: 168 time: 1.2335558 Nov 12 01:21:12.855248 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-00130c00-dd8b-4de4-b51b-e491f9590be2 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:12.872051 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-00130c00-dd8b-4de4-b51b-e491f9590be2 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:12.903076 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b499f689-cdfb-42cb-98b0-ab0a0710aed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a5b419-db53-4776-884c-288146011be5,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:12.990061 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca4cde1-6bf8-4f7b-a831-43bc795533a4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:21:13.000286 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-fca4cde1-6bf8-4f7b-a831-43bc795533a4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:21:13.022450 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca4cde1-6bf8-4f7b-a831-43bc795533a4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:21:13.035659 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca4cde1-6bf8-4f7b-a831-43bc795533a4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:13.036685 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fca4cde1-6bf8-4f7b-a831-43bc795533a4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:13.047381 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-00130c00-dd8b-4de4-b51b-e491f9590be2 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:13.047922 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00130c00-dd8b-4de4-b51b-e491f9590be2 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Fanout notify agent at l3_agent the message router_deleted on router 8fe24682-bc92-49f7-bf59-ce201056cad3 {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:21:13.057043 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-00130c00-dd8b-4de4-b51b-e491f9590be2 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:13.074788 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-00130c00-dd8b-4de4-b51b-e491f9590be2 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "DELETE /v2.0/routers/8fe24682-bc92-49f7-bf59-ce201056cad3 HTTP/1.1" status: 204 len: 168 time: 5.3384576 Nov 12 01:21:13.100291 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56576) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:13.107654 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-607a7aca-aa5e-46f0-a625-c144e7719786 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Request body: {'network': {'name': 'tempest-RoutersTest-1516274205'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:21:13.179476 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-fca4cde1-6bf8-4f7b-a831-43bc795533a4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.5437531 Nov 12 01:21:13.182516 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca4cde1-6bf8-4f7b-a831-43bc795533a4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event updated for resources: {'Port': ['ID=6e651a17-18b9-400a-bf77-96a4ac9a777c,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:13.185523 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56582) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:13.229818 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607a7aca-aa5e-46f0-a625-c144e7719786 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Made reservation on behalf of acd8925e4e2c4fe7bbc2a1e10c7a8810 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:21:13.234964 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-607a7aca-aa5e-46f0-a625-c144e7719786 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:13.424083 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-cae8cf30-fc56-4e51-a3aa-b7bb4c92ec98 None None] For port 9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:21:13.564275 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cae8cf30-fc56-4e51-a3aa-b7bb4c92ec98 None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:13.580657 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cae8cf30-fc56-4e51-a3aa-b7bb4c92ec98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:13.594029 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-607a7aca-aa5e-46f0-a625-c144e7719786 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:21:13.650130 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-607a7aca-aa5e-46f0-a625-c144e7719786 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:13.652659 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-607a7aca-aa5e-46f0-a625-c144e7719786 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Added segment 2b967b59-f98e-4a0a-8d47-90ec89f17e1c of type vlan for network 5e01a966-6320-4677-85f0-d9f33515e47f Nov 12 01:21:13.781786 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae8cf30-fc56-4e51-a3aa-b7bb4c92ec98 None None] Pushing event updated for resources: {'Port': ['ID=9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1,revision_number=15']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:13.877539 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-607a7aca-aa5e-46f0-a625-c144e7719786 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:13.957390 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-607a7aca-aa5e-46f0-a625-c144e7719786 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:13.974228 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607a7aca-aa5e-46f0-a625-c144e7719786 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:13.976698 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-607a7aca-aa5e-46f0-a625-c144e7719786 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:14.125894 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a7aca-aa5e-46f0-a625-c144e7719786 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event updated for resources: {'Network': ['ID=5e01a966-6320-4677-85f0-d9f33515e47f,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:14.131805 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-54440855-a600-46cd-ade1-cd59a0ab0c35 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Deleting port 6e651a17-18b9-400a-bf77-96a4ac9a777c {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:21:14.132255 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-54440855-a600-46cd-ade1-cd59a0ab0c35 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:14.139005 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-607a7aca-aa5e-46f0-a625-c144e7719786 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0355029 Nov 12 01:21:14.144002 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56606) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:14.147876 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 5e01a966-6320-4677-85f0-d9f33515e47f details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:21:14.161340 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-8314623a-8712-4462-b139-f2bda550d764 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Request body: {'subnet': {'network_id': '5e01a966-6320-4677-85f0-d9f33515e47f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:21:14.374396 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-54440855-a600-46cd-ade1-cd59a0ab0c35 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:14.404722 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-54440855-a600-46cd-ade1-cd59a0ab0c35 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Calling delete_port for 6e651a17-18b9-400a-bf77-96a4ac9a777c owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:21:14.788704 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8314623a-8712-4462-b139-f2bda550d764 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Made reservation on behalf of acd8925e4e2c4fe7bbc2a1e10c7a8810 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:21:14.811118 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8314623a-8712-4462-b139-f2bda550d764 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:15.094008 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-54440855-a600-46cd-ade1-cd59a0ab0c35 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:15.166643 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54440855-a600-46cd-ade1-cd59a0ab0c35 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event deleted for resources: {'Port': ['ID=6e651a17-18b9-400a-bf77-96a4ac9a777c,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:15.246212 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56624) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:15.391223 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-54440855-a600-46cd-ade1-cd59a0ab0c35 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:15.463738 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-54440855-a600-46cd-ade1-cd59a0ab0c35 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/ports/6e651a17-18b9-400a-bf77-96a4ac9a777c HTTP/1.1" status: 204 len: 168 time: 2.2721283 Nov 12 01:21:15.465042 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56634) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:15.582022 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a166f5-c310-4da8-8999-4304d8d4a036 None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:21:15.723820 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898a990b-86e4-4184-abd7-ecb5c708d5b2 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:15.727730 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-898a990b-86e4-4184-abd7-ecb5c708d5b2 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2469351 Nov 12 01:21:15.731496 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56638) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:15.907587 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299793be-c5dc-4b0d-acdf-39e760321dee tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:15.910955 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-299793be-c5dc-4b0d-acdf-39e760321dee tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1778300 Nov 12 01:21:15.914839 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56646) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:15.971560 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7aa10e9a-76ac-450e-b023-f8daea05a879 None None] Provisioning complete for port 9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:21:15.972521 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7aa10e9a-76ac-450e-b023-f8daea05a879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:16.020172 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0efc1205-b26c-4a98-8bca-6a548fc8a77c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:16.029930 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0b88b9-dd95-4159-ba0e-fa3ba15c4fbc tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:16.031636 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0b88b9-dd95-4159-ba0e-fa3ba15c4fbc tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:16.042451 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0b88b9-dd95-4159-ba0e-fa3ba15c4fbc tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:16.044600 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6c0b88b9-dd95-4159-ba0e-fa3ba15c4fbc tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1276417 Nov 12 01:21:16.057367 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56650) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:16.128243 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8314623a-8712-4462-b139-f2bda550d764 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:16.235081 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8314623a-8712-4462-b139-f2bda550d764 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event updated for resources: {'Subnet': ['ID=c2a371fd-5e99-4c3c-9ad3-c937371b3cc2,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:16.254907 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-07f759e3-6ee6-4dd4-93ba-18e4ea27caf2 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Deleting subnet 50908c67-4111-4288-8e8f-4f220196a9c9 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:21:16.263267 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-07f759e3-6ee6-4dd4-93ba-18e4ea27caf2 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:16.323512 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8314623a-8712-4462-b139-f2bda550d764 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Checking segment: {'id': '2b967b59-f98e-4a0a-8d47-90ec89f17e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5e01a966-6320-4677-85f0-d9f33515e47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:21:16.324555 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8314623a-8712-4462-b139-f2bda550d764 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Network hostable DHCP agents. Network: 5e01a966-6320-4677-85f0-d9f33515e47f, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:21:16.377445 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-07f759e3-6ee6-4dd4-93ba-18e4ea27caf2 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:16.382849 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8314623a-8712-4462-b139-f2bda550d764 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Network 5e01a966-6320-4677-85f0-d9f33515e47f is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:21:16.415875 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-8314623a-8712-4462-b139-f2bda550d764 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 5e01a966-6320-4677-85f0-d9f33515e47f) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:21:16.426176 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8314623a-8712-4462-b139-f2bda550d764 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:16.431211 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8314623a-8712-4462-b139-f2bda550d764 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:16.576999 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0efc1205-b26c-4a98-8bca-6a548fc8a77c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:16.586615 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0efc1205-b26c-4a98-8bca-6a548fc8a77c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:16.608886 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-8314623a-8712-4462-b139-f2bda550d764 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4631863 Nov 12 01:21:16.616841 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56660) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:16.638303 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-f1bbdd16-e000-4648-9426-87936d87de2e tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-268271198', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:21:16.706702 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-0efc1205-b26c-4a98-8bca-6a548fc8a77c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5ce87425cf834656b5933d9eaed5092f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4567630 Nov 12 01:21:16.713554 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56664) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:16.720388 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12855f49-cacc-402f-b086-0f1ad22bc9d5 None None] Network 5e01a966-6320-4677-85f0-d9f33515e47f requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:21:16.750098 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc1205-b26c-4a98-8bca-6a548fc8a77c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a545692-19aa-4389-86dc-d425c7c133ce,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:16.844894 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f1bbdd16-e000-4648-9426-87936d87de2e tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:16.850390 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f1bbdd16-e000-4648-9426-87936d87de2e tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:16.871790 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-07f759e3-6ee6-4dd4-93ba-18e4ea27caf2 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:16.905158 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6f14f57e-c9c6-458b-9306-57dfc6690bde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:16.982801 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6f14f57e-c9c6-458b-9306-57dfc6690bde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:17.075117 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f1bbdd16-e000-4648-9426-87936d87de2e tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:17.086470 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f1bbdd16-e000-4648-9426-87936d87de2e tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:17.129163 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-07f759e3-6ee6-4dd4-93ba-18e4ea27caf2 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:17.134971 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f1bbdd16-e000-4648-9426-87936d87de2e tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:17.141476 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3a1873-8f17-4a81-bca8-81eecd519feb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-5e01a966-6320-4677-85f0-d9f33515e47f', 'network_id': '5e01a966-6320-4677-85f0-d9f33515e47f', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'fixed_ips': [{'subnet_id': 'c2a371fd-5e99-4c3c-9ad3-c937371b3cc2'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:21:17.142259 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56668) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:17.142456 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-f1bbdd16-e000-4648-9426-87936d87de2e tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5239003 Nov 12 01:21:17.149064 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ea3a1873-8f17-4a81-bca8-81eecd519feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:17.214727 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f759e3-6ee6-4dd4-93ba-18e4ea27caf2 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event deleted for resources: {'Subnet': ['ID=50908c67-4111-4288-8e8f-4f220196a9c9,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:17.276091 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6f14f57e-c9c6-458b-9306-57dfc6690bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:17.283235 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6f14f57e-c9c6-458b-9306-57dfc6690bde admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:17.312933 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-6f14f57e-c9c6-458b-9306-57dfc6690bde admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2a545692-19aa-4389-86dc-d425c7c133ce HTTP/1.1" status: 204 len: 168 time: 0.5696743 Nov 12 01:21:17.317353 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-07f759e3-6ee6-4dd4-93ba-18e4ea27caf2 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:17.324289 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-07f759e3-6ee6-4dd4-93ba-18e4ea27caf2 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/50908c67-4111-4288-8e8f-4f220196a9c9 HTTP/1.1" status: 204 len: 168 time: 1.2646668 Nov 12 01:21:17.329646 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56680) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:17.355359 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f14f57e-c9c6-458b-9306-57dfc6690bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a545692-19aa-4389-86dc-d425c7c133ce,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:17.720280 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-e96f5760-efe6-404e-beaa-5eb07ad99e08 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Deleting subnet cb75f938-9665-4a1f-bf86-83150bc2c805 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:21:17.730706 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e96f5760-efe6-404e-beaa-5eb07ad99e08 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:17.734269 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-ea3a1873-8f17-4a81-bca8-81eecd519feb None None] Allocated IP 172.20.0.2 (5e01a966-6320-4677-85f0-d9f33515e47f/c2a371fd-5e99-4c3c-9ad3-c937371b3cc2/539de46a-5b57-4249-bc2c-ee29f3ed002e) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:21:17.826644 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e96f5760-efe6-404e-beaa-5eb07ad99e08 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:18.107875 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e96f5760-efe6-404e-beaa-5eb07ad99e08 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:18.362891 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e96f5760-efe6-404e-beaa-5eb07ad99e08 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:18.422279 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ea3a1873-8f17-4a81-bca8-81eecd519feb None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:18.452454 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ea3a1873-8f17-4a81-bca8-81eecd519feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:18.650255 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e96f5760-efe6-404e-beaa-5eb07ad99e08 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:18.662129 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e96f5760-efe6-404e-beaa-5eb07ad99e08 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/cb75f938-9665-4a1f-bf86-83150bc2c805 HTTP/1.1" status: 204 len: 168 time: 1.1882162 Nov 12 01:21:18.662762 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f5760-efe6-404e-beaa-5eb07ad99e08 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event deleted for resources: {'Subnet': ['ID=cb75f938-9665-4a1f-bf86-83150bc2c805,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:18.662912 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56734) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:18.681812 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3a1873-8f17-4a81-bca8-81eecd519feb None None] Network 5e01a966-6320-4677-85f0-d9f33515e47f is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:21:18.702116 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-ea3a1873-8f17-4a81-bca8-81eecd519feb None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:21:18.733357 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3a1873-8f17-4a81-bca8-81eecd519feb None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:21:18.788782 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a1873-8f17-4a81-bca8-81eecd519feb None None] Pushing event updated for resources: {'Port': ['ID=539de46a-5b57-4249-bc2c-ee29f3ed002e,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:18.882166 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-845f4aa1-a2de-4d44-8ab1-997bec59ca19 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:18.895623 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56742) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:18.896295 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-bab24957-4ba3-4814-8562-5ca29b35332e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2235563 Nov 12 01:21:19.061682 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-ea3a1873-8f17-4a81-bca8-81eecd519feb None None] Attempting to bind port 539de46a-5b57-4249-bc2c-ee29f3ed002e on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:21:19.062056 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-ea3a1873-8f17-4a81-bca8-81eecd519feb None None] Attempting to bind port 539de46a-5b57-4249-bc2c-ee29f3ed002e by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '2b967b59-f98e-4a0a-8d47-90ec89f17e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5e01a966-6320-4677-85f0-d9f33515e47f'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:21:19.062432 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3a1873-8f17-4a81-bca8-81eecd519feb None None] Attempting to bind port 539de46a-5b57-4249-bc2c-ee29f3ed002e on network 5e01a966-6320-4677-85f0-d9f33515e47f {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:21:19.086643 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3a1873-8f17-4a81-bca8-81eecd519feb None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:21:19.087047 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3a1873-8f17-4a81-bca8-81eecd519feb None None] Checking segment: {'id': '2b967b59-f98e-4a0a-8d47-90ec89f17e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5e01a966-6320-4677-85f0-d9f33515e47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:21:19.087520 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ea3a1873-8f17-4a81-bca8-81eecd519feb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:19.087927 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3a1873-8f17-4a81-bca8-81eecd519feb None None] Bound using segment: {'id': '2b967b59-f98e-4a0a-8d47-90ec89f17e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5e01a966-6320-4677-85f0-d9f33515e47f'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:21:19.088453 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-ea3a1873-8f17-4a81-bca8-81eecd519feb None None] Bound port: 539de46a-5b57-4249-bc2c-ee29f3ed002e, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b967b59-f98e-4a0a-8d47-90ec89f17e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5e01a966-6320-4677-85f0-d9f33515e47f'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:21:19.088841 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ea3a1873-8f17-4a81-bca8-81eecd519feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:19.104293 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8023b5a-b7a9-4a9c-b9ec-b7850a0f53a2 None None] Network 89ea60a3-4652-4d77-9cc6-d8bd5a56918e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:21:19.664830 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-ea3a1873-8f17-4a81-bca8-81eecd519feb None None] For port 539de46a-5b57-4249-bc2c-ee29f3ed002e, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:21:19.679528 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-ea3a1873-8f17-4a81-bca8-81eecd519feb None None] For port 539de46a-5b57-4249-bc2c-ee29f3ed002e, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=539de46a-5b57-4249-bc2c-ee29f3ed002e,segment=NetworkSegment(2b967b59-f98e-4a0a-8d47-90ec89f17e1c),segment_id=2b967b59-f98e-4a0a-8d47-90ec89f17e1c)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:21:19.760618 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ea3a1873-8f17-4a81-bca8-81eecd519feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:19.867281 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-845f4aa1-a2de-4d44-8ab1-997bec59ca19 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Allocated IP 172.20.0.1 (5e01a966-6320-4677-85f0-d9f33515e47f/c2a371fd-5e99-4c3c-9ad3-c937371b3cc2/d778a2e8-567e-4de5-a62d-72239dbaefb3) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:21:19.903522 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c897ee52-d2e2-4e92-ab19-121e672e678b tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:19.909214 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c897ee52-d2e2-4e92-ab19-121e672e678b tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 1.0139635 Nov 12 01:21:19.913341 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56790) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:19.965215 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a1873-8f17-4a81-bca8-81eecd519feb None None] Pushing event updated for resources: {'Port': ['ID=539de46a-5b57-4249-bc2c-ee29f3ed002e,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:19.999054 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4b85f7a7-2272-4770-9f05-42c3bb8fed00 None None] Provisioning complete for port 9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:21:20.000050 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4b85f7a7-2272-4770-9f05-42c3bb8fed00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:20.209625 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca198df0-a899-4b79-967f-d2e23be9bf3c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:20.223568 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-ca198df0-a899-4b79-967f-d2e23be9bf3c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3063314 Nov 12 01:21:20.226303 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56796) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:20.374306 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8312d28-7fbc-40c0-8621-23402e8062f3 None None] DHCP port deletion for 89ea60a3-4652-4d77-9cc6-d8bd5a56918e request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:21:20.456704 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-845f4aa1-a2de-4d44-8ab1-997bec59ca19 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:20.502769 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-8513df3b-4743-4ec3-8625-de9099221d2b tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2665503 Nov 12 01:21:20.503485 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56800) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:20.609211 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-845f4aa1-a2de-4d44-8ab1-997bec59ca19 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:20.645093 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b6a8fb5-ca50-4e4b-a636-27114f8ab3f7 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] DELETE failed (client error): The resource could not be found. Nov 12 01:21:20.655744 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b6a8fb5-ca50-4e4b-a636-27114f8ab3f7 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:21:20.673756 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3b6a8fb5-ca50-4e4b-a636-27114f8ab3f7 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/ports/6e651a17-18b9-400a-bf77-96a4ac9a777c HTTP/1.1" status: 404 len: 333 time: 0.1664944 Nov 12 01:21:20.676554 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56804) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:20.680317 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-b8312d28-7fbc-40c0-8621-23402e8062f3 None None] Deleting port 9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:21:20.681341 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b8312d28-7fbc-40c0-8621-23402e8062f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:20.775048 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9f96497-6a74-4f97-8258-0c5e65c381d5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] DELETE failed (client error): The resource could not be found. Nov 12 01:21:20.775809 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9f96497-6a74-4f97-8258-0c5e65c381d5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:21:20.788284 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a9f96497-6a74-4f97-8258-0c5e65c381d5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/50908c67-4111-4288-8e8f-4f220196a9c9 HTTP/1.1" status: 404 len: 337 time: 0.1087077 Nov 12 01:21:20.789215 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56810) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:20.801313 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845f4aa1-a2de-4d44-8ab1-997bec59ca19 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Network 5e01a966-6320-4677-85f0-d9f33515e47f is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:21:20.824390 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-845f4aa1-a2de-4d44-8ab1-997bec59ca19 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:21:20.839809 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845f4aa1-a2de-4d44-8ab1-997bec59ca19 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:21:20.855585 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-77264a82-d72e-489e-88ad-d77cfcb6cae8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] DELETE failed (client error): The resource could not be found. Nov 12 01:21:20.856473 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77264a82-d72e-489e-88ad-d77cfcb6cae8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:21:20.867904 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56814) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:20.872912 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-77264a82-d72e-489e-88ad-d77cfcb6cae8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/cb75f938-9665-4a1f-bf86-83150bc2c805 HTTP/1.1" status: 404 len: 337 time: 0.0821240 Nov 12 01:21:20.934849 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cf10074-45cd-464b-9854-5738af70274a tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] DELETE failed (client error): The resource could not be found. Nov 12 01:21:20.935882 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cf10074-45cd-464b-9854-5738af70274a tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:21:20.943572 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56816) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:20.953988 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4cf10074-45cd-464b-9854-5738af70274a tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/ports/bc3154a6-bc54-4cd2-b1c7-f85216f3bdc5 HTTP/1.1" status: 404 len: 333 time: 0.0596232 Nov 12 01:21:20.966816 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f4aa1-a2de-4d44-8ab1-997bec59ca19 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event updated for resources: {'Port': ['ID=d778a2e8-567e-4de5-a62d-72239dbaefb3,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:21.014496 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-845f4aa1-a2de-4d44-8ab1-997bec59ca19 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:21.017674 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d15e92d-5c7a-4e21-8244-c2e0ebfeb52e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] DELETE failed (client error): The resource could not be found. Nov 12 01:21:21.027344 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d15e92d-5c7a-4e21-8244-c2e0ebfeb52e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:21:21.039764 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7d15e92d-5c7a-4e21-8244-c2e0ebfeb52e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/89bc7755-86b4-43f9-9e4b-e166861ca2b3 HTTP/1.1" status: 404 len: 337 time: 0.0939310 Nov 12 01:21:21.040494 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56822) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:21.115636 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-b8312d28-7fbc-40c0-8621-23402e8062f3 None None] For port 9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1,segment=NetworkSegment(6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6),segment_id=6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:21:21.120524 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b8312d28-7fbc-40c0-8621-23402e8062f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:21.172265 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-064e863e-1d68-4326-839e-e7bc89c99022 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] DELETE failed (client error): The resource could not be found. Nov 12 01:21:21.174046 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-064e863e-1d68-4326-839e-e7bc89c99022 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:21:21.184933 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56824) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:21.194224 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-b8312d28-7fbc-40c0-8621-23402e8062f3 None None] Calling delete_port for 9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:21:21.196963 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-064e863e-1d68-4326-839e-e7bc89c99022 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/1f5070b4-da40-441a-be7d-6ded5e8d39cc HTTP/1.1" status: 404 len: 337 time: 0.1545792 Nov 12 01:21:21.197741 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56828) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:21.282692 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee89167d-2f8f-464a-9ffe-090de841bba3 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] DELETE failed (client error): The resource could not be found. Nov 12 01:21:21.283857 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee89167d-2f8f-464a-9ffe-090de841bba3 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:21:21.300743 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-ee89167d-2f8f-464a-9ffe-090de841bba3 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/ports/8f2a4e60-3390-4fff-99cd-f813409dc973 HTTP/1.1" status: 404 len: 333 time: 0.0995932 Nov 12 01:21:21.303798 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56832) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:21.355755 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 539de46a-5b57-4249-bc2c-ee29f3ed002e up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:21:21.436188 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-938f521e-588d-4966-97aa-3c340581dce2 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] DELETE failed (client error): The resource could not be found. Nov 12 01:21:21.436667 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-938f521e-588d-4966-97aa-3c340581dce2 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:21:21.442890 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56834) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:21.463502 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-938f521e-588d-4966-97aa-3c340581dce2 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/bc79478a-704f-4c4d-b49e-e24ee997b35d HTTP/1.1" status: 404 len: 337 time: 0.1298959 Nov 12 01:21:21.533835 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 539de46a-5b57-4249-bc2c-ee29f3ed002e triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:21:21.534715 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:21.580301 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-a02ccdfa-c147-438d-a55a-d1cce42ef040 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] DELETE failed (client error): The resource could not be found. Nov 12 01:21:21.580939 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a02ccdfa-c147-438d-a55a-d1cce42ef040 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:21:21.586492 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a02ccdfa-c147-438d-a55a-d1cce42ef040 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/9d253b59-2b1f-4d11-b286-3173b479971b HTTP/1.1" status: 404 len: 337 time: 0.1417747 Nov 12 01:21:21.587674 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-845f4aa1-a2de-4d44-8ab1-997bec59ca19 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:21.593276 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56836) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:21.651013 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-62b78c19-b033-4558-8db2-235606a6de67 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] DELETE failed (client error): The resource could not be found. Nov 12 01:21:21.652680 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62b78c19-b033-4558-8db2-235606a6de67 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:21:21.668584 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-62b78c19-b033-4558-8db2-235606a6de67 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/ports/bd9e5d35-5283-4991-a100-c65e28433417 HTTP/1.1" status: 404 len: 333 time: 0.0737383 Nov 12 01:21:21.672145 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56838) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:21.692172 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56840) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:21.779463 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b8312d28-7fbc-40c0-8621-23402e8062f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:21.791048 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5babaa4-4fd2-41a0-bddc-67b2910a27a3 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] DELETE failed (client error): The resource could not be found. Nov 12 01:21:21.792283 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5babaa4-4fd2-41a0-bddc-67b2910a27a3 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:21:21.800740 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e5babaa4-4fd2-41a0-bddc-67b2910a27a3 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/3a5b0d9a-d133-4f41-a72f-881c526f93c1 HTTP/1.1" status: 404 len: 337 time: 0.1257973 Nov 12 01:21:21.805626 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56844) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:21.857764 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-4301ed4c-f358-4e74-bed2-f8da7813dfbf tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] DELETE failed (client error): The resource could not be found. Nov 12 01:21:21.859156 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4301ed4c-f358-4e74-bed2-f8da7813dfbf tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:21:21.869345 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4301ed4c-f358-4e74-bed2-f8da7813dfbf tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/b680fe74-92ae-4446-a181-0d8a328ed7ec HTTP/1.1" status: 404 len: 337 time: 0.0621462 Nov 12 01:21:21.870003 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56846) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:21.943529 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-001b5855-135c-48bf-907d-3f5a69f21937 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] DELETE failed (client error): The resource could not be found. Nov 12 01:21:21.944752 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-001b5855-135c-48bf-907d-3f5a69f21937 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:21:21.959018 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-001b5855-135c-48bf-907d-3f5a69f21937 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/ports/815f2a5b-58bf-407b-bb1f-ee8c055c8fb5 HTTP/1.1" status: 404 len: 333 time: 0.0877159 Nov 12 01:21:21.960640 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56852) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:21.969852 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8312d28-7fbc-40c0-8621-23402e8062f3 None None] Pushing event deleted for resources: {'Port': ['ID=9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:21.978538 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-71783f43-6ef2-4b39-9bbc-363870354a78 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092-project-admin] Request body: {'floatingip': {'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:21:22.019087 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a33cbcc8-3319-46b7-8b61-777b8b403215 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:22.058955 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a0eff37-b388-4856-ad9e-9d8a74e02f2f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] DELETE failed (client error): The resource could not be found. Nov 12 01:21:22.062530 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a0eff37-b388-4856-ad9e-9d8a74e02f2f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:21:22.075751 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4a0eff37-b388-4856-ad9e-9d8a74e02f2f tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/980d0eeb-7d34-418b-9eb1-fdb40a5539a7 HTTP/1.1" status: 404 len: 337 time: 0.1119530 Nov 12 01:21:22.078150 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56856) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:22.093612 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8312d28-7fbc-40c0-8621-23402e8062f3 None None] No DVR routers for this DVR port 9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:21:22.113899 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:22.183681 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-71783f43-6ef2-4b39-9bbc-363870354a78 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:22.194294 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-75240f50-ae3a-47e5-b084-a817444463b0 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] DELETE failed (client error): The resource could not be found. Nov 12 01:21:22.196767 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75240f50-ae3a-47e5-b084-a817444463b0 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:21:22.204213 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-75240f50-ae3a-47e5-b084-a817444463b0 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/ports/79146974-32c0-49d4-8181-2eec89c4e071 HTTP/1.1" status: 404 len: 333 time: 0.1238487 Nov 12 01:21:22.206393 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56860) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:22.257889 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56862) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:22.265025 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 539de46a-5b57-4249-bc2c-ee29f3ed002e, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=539de46a-5b57-4249-bc2c-ee29f3ed002e,segment=NetworkSegment(2b967b59-f98e-4a0a-8d47-90ec89f17e1c),segment_id=2b967b59-f98e-4a0a-8d47-90ec89f17e1c)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:21:22.273263 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:22.277243 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-e52a4e5b-f37e-4b04-961d-c005dcef4aa4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] DELETE failed (client error): The resource could not be found. Nov 12 01:21:22.278866 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e52a4e5b-f37e-4b04-961d-c005dcef4aa4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:21:22.288369 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e52a4e5b-f37e-4b04-961d-c005dcef4aa4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/6f20d89b-252e-490b-a2d9-bce1f6e1d18d HTTP/1.1" status: 404 len: 337 time: 0.0799232 Nov 12 01:21:22.292806 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56864) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:22.305786 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab06a5ea-fca2-4b11-9236-df50f5bfddbb None None] Network 5e01a966-6320-4677-85f0-d9f33515e47f requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:21:22.351786 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-90a251b3-789c-4efe-9c1e-22220e4f2d11 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] DELETE failed (client error): The resource could not be found. Nov 12 01:21:22.353243 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90a251b3-789c-4efe-9c1e-22220e4f2d11 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:21:22.362216 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-90a251b3-789c-4efe-9c1e-22220e4f2d11 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/ports/38dc2d6b-83e8-4954-9a90-13f2fecf8ad5 HTTP/1.1" status: 404 len: 333 time: 0.0668972 Nov 12 01:21:22.364733 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56866) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:22.418646 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-01f9215e-77f9-4973-9f1e-5d69594859d5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] DELETE failed (client error): The resource could not be found. Nov 12 01:21:22.419789 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01f9215e-77f9-4973-9f1e-5d69594859d5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:21:22.426808 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-01f9215e-77f9-4973-9f1e-5d69594859d5 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/fb234ef9-1a54-4bcb-bb29-52874b1b2de1 HTTP/1.1" status: 404 len: 337 time: 0.0582838 Nov 12 01:21:22.439542 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56868) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:22.464727 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:21:22.505978 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-49140e16-3f39-4c4e-b108-9e6f397be98b tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] DELETE failed (client error): The resource could not be found. Nov 12 01:21:22.507632 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49140e16-3f39-4c4e-b108-9e6f397be98b tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:21:22.515542 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-49140e16-3f39-4c4e-b108-9e6f397be98b tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/ports/ed888726-da4d-4bda-bb27-28a76ac04168 HTTP/1.1" status: 404 len: 333 time: 0.0735853 Nov 12 01:21:22.517942 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56870) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:22.583336 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:21:22.588702 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c9e0773-fd4d-4d84-be5f-a78e82994087 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] DELETE failed (client error): The resource could not be found. Nov 12 01:21:22.589018 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 9aa0ba6a-7eb6-41a6-83fc-cecda54d0ac1 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:21:22.593648 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c9e0773-fd4d-4d84-be5f-a78e82994087 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:21:22.625867 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-6c9e0773-fd4d-4d84-be5f-a78e82994087 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/8a48b360-42aa-4651-ab23-ad10b2b895b2 HTTP/1.1" status: 404 len: 337 time: 0.1047938 Nov 12 01:21:22.632272 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56872) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:22.683265 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-73040590-f4c4-4662-bdbf-fd22eccb8664 None None] Provisioning complete for port 539de46a-5b57-4249-bc2c-ee29f3ed002e triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:21:22.683648 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-73040590-f4c4-4662-bdbf-fd22eccb8664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:22.719403 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-983f892f-1881-4b44-9365-9f7d59f03557 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] DELETE failed (client error): The resource could not be found. Nov 12 01:21:22.721994 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-983f892f-1881-4b44-9365-9f7d59f03557 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:21:22.730102 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-983f892f-1881-4b44-9365-9f7d59f03557 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/ports/bd2216a3-0a28-4d45-9504-41cb4cb2bf20 HTTP/1.1" status: 404 len: 333 time: 0.0921991 Nov 12 01:21:22.735913 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56874) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:22.769210 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-edfa2a3b-366b-4e71-b425-26025f273d1c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] DELETE failed (client error): The resource could not be found. Nov 12 01:21:22.769580 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edfa2a3b-366b-4e71-b425-26025f273d1c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:21:22.776568 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-edfa2a3b-366b-4e71-b425-26025f273d1c tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/b6effbb9-4231-4ee7-8ea7-64e8e7e0f3a3 HTTP/1.1" status: 404 len: 337 time: 0.0391362 Nov 12 01:21:22.777297 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56876) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:22.790857 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=539de46a-5b57-4249-bc2c-ee29f3ed002e,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:22.831863 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-66c5397e-29f5-4b98-8d5a-d11b8508f644 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] DELETE failed (client error): The resource could not be found. Nov 12 01:21:22.832699 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66c5397e-29f5-4b98-8d5a-d11b8508f644 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:21:22.839314 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-66c5397e-29f5-4b98-8d5a-d11b8508f644 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/ports/c9b10de9-9036-4394-a8d2-a5af14f84b0c HTTP/1.1" status: 404 len: 333 time: 0.0608633 Nov 12 01:21:22.840000 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56878) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:22.868741 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-a89b4968-4c95-4165-9aa7-b7876199c1a9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] DELETE failed (client error): The resource could not be found. Nov 12 01:21:22.869756 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a89b4968-4c95-4165-9aa7-b7876199c1a9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:21:22.875871 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a89b4968-4c95-4165-9aa7-b7876199c1a9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/c984d25f-8271-4fff-86f4-38c18ad33a39 HTTP/1.1" status: 404 len: 337 time: 0.0347052 Nov 12 01:21:22.876549 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56880) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:22.980621 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ac5dd03-63f9-4e69-b044-0e66a65d8980 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] DELETE failed (client error): The resource could not be found. Nov 12 01:21:22.981927 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ac5dd03-63f9-4e69-b044-0e66a65d8980 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:21:23.003589 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-9ac5dd03-63f9-4e69-b044-0e66a65d8980 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/f04890d2-43b0-4544-9af0-ea827e088202 HTTP/1.1" status: 404 len: 337 time: 0.1254342 Nov 12 01:21:23.004631 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56884) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:23.075782 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 539de46a-5b57-4249-bc2c-ee29f3ed002e up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:21:23.097191 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-33cded22-651a-4abc-8351-1290b589fce4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] DELETE failed (client error): The resource could not be found. Nov 12 01:21:23.098804 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33cded22-651a-4abc-8351-1290b589fce4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:21:23.111875 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-33cded22-651a-4abc-8351-1290b589fce4 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/ports/107607d4-11bd-4619-b84e-4f7d6bb94ed7 HTTP/1.1" status: 404 len: 333 time: 0.1017704 Nov 12 01:21:23.113289 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56886) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:23.198139 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-b68e9a2b-b74c-4f8d-be4d-1dcc4b78d808 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] DELETE failed (client error): The resource could not be found. Nov 12 01:21:23.199144 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b68e9a2b-b74c-4f8d-be4d-1dcc4b78d808 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:21:23.205499 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-b68e9a2b-b74c-4f8d-be4d-1dcc4b78d808 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/4ed11c92-b041-4ee7-92ea-0b47a8c52de3 HTTP/1.1" status: 404 len: 337 time: 0.0902026 Nov 12 01:21:23.213308 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56890) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:23.315824 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-710e2fd1-2174-46af-937e-b565358d54cf tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] DELETE failed (client error): The resource could not be found. Nov 12 01:21:23.319133 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-710e2fd1-2174-46af-937e-b565358d54cf tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:21:23.331897 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-710e2fd1-2174-46af-937e-b565358d54cf tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/c3e5f627-4ed0-411b-a0af-d9c63acc12be HTTP/1.1" status: 404 len: 337 time: 0.1164532 Nov 12 01:21:23.337444 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56892) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:23.380047 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 539de46a-5b57-4249-bc2c-ee29f3ed002e triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:21:23.380840 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:23.420520 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc672298-cc36-463b-b077-384aa350c378 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] DELETE failed (client error): The resource could not be found. Nov 12 01:21:23.422608 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc672298-cc36-463b-b077-384aa350c378 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:21:23.442336 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-dc672298-cc36-463b-b077-384aa350c378 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/ports/26b69e40-83bf-4a8d-94ee-aac8434061a4 HTTP/1.1" status: 404 len: 333 time: 0.1023333 Nov 12 01:21:23.443806 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56894) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:23.552099 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b7fcee6-9ad4-4228-9d15-c1c70df114f7 admin admin] Deleting subnet 888c46e6-6a21-405e-a0bc-5a8bd8093df1 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:21:23.573308 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-907b6bfc-7059-4c16-930f-7b08acba7c1e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] DELETE failed (client error): The resource could not be found. Nov 12 01:21:23.574623 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0b7fcee6-9ad4-4228-9d15-c1c70df114f7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:23.579811 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-907b6bfc-7059-4c16-930f-7b08acba7c1e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:21:23.595278 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-907b6bfc-7059-4c16-930f-7b08acba7c1e tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/73484416-0124-4ca3-9cda-0a3df231a62f HTTP/1.1" status: 404 len: 337 time: 0.1439595 Nov 12 01:21:23.596575 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56896) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:23.663672 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-845f4aa1-a2de-4d44-8ab1-997bec59ca19 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:23.681505 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-845f4aa1-a2de-4d44-8ab1-997bec59ca19 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:23.742097 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a33cbcc8-3319-46b7-8b61-777b8b403215 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:23.746761 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f4aa1-a2de-4d44-8ab1-997bec59ca19 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event updated for resources: {'Port': ['ID=d778a2e8-567e-4de5-a62d-72239dbaefb3,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:23.759941 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-7744a1cf-96b5-4ea0-b4b7-f2e0c1e311c9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] DELETE failed (client error): The resource could not be found. Nov 12 01:21:23.760867 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7744a1cf-96b5-4ea0-b4b7-f2e0c1e311c9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:21:23.773555 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7744a1cf-96b5-4ea0-b4b7-f2e0c1e311c9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/3a56cb65-4ab4-4a7a-9830-6b0a079c14b8 HTTP/1.1" status: 404 len: 337 time: 0.1712551 Nov 12 01:21:23.776774 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56898) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:23.798278 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a33cbcc8-3319-46b7-8b61-777b8b403215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:23.806892 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0b7fcee6-9ad4-4228-9d15-c1c70df114f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:23.859181 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a98c75f-c928-4682-ad34-777847830ac6 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] DELETE failed (client error): The resource could not be found. Nov 12 01:21:23.860842 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a98c75f-c928-4682-ad34-777847830ac6 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:21:23.862058 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-dbb1c62c-9ae8-4038-9b75-cf4dd636b3b4 None None] Provisioning complete for port 539de46a-5b57-4249-bc2c-ee29f3ed002e triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:21:23.866355 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-dbb1c62c-9ae8-4038-9b75-cf4dd636b3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:23.875671 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-1a98c75f-c928-4682-ad34-777847830ac6 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/ports/aa92a09a-823b-49c1-9260-eebbd3981206 HTTP/1.1" status: 404 len: 333 time: 0.0928624 Nov 12 01:21:23.875671 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56900) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:23.886913 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-71783f43-6ef2-4b39-9bbc-363870354a78 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:23.889361 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33cbcc8-3319-46b7-8b61-777b8b403215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdda84d-d947-4a19-a27b-616d1450fd3b,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:23.989537 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ddf0c79-d98b-4900-ba1f-03c06a36010d tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] DELETE failed (client error): The resource could not be found. Nov 12 01:21:23.990420 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ddf0c79-d98b-4900-ba1f-03c06a36010d tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:21:24.006667 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7ddf0c79-d98b-4900-ba1f-03c06a36010d tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/93661ccd-6ddf-4e25-b48e-6a67d999481e HTTP/1.1" status: 404 len: 337 time: 0.1220899 Nov 12 01:21:24.008215 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56902) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:24.079756 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-845f4aa1-a2de-4d44-8ab1-997bec59ca19 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:24.251687 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-dbb1c62c-9ae8-4038-9b75-cf4dd636b3b4 None None] Provisioning complete for port d778a2e8-567e-4de5-a62d-72239dbaefb3 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:21:24.252341 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-dbb1c62c-9ae8-4038-9b75-cf4dd636b3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:24.335195 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845f4aa1-a2de-4d44-8ab1-997bec59ca19 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Network 5e01a966-6320-4677-85f0-d9f33515e47f is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:21:24.372243 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-845f4aa1-a2de-4d44-8ab1-997bec59ca19 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:21:24.378093 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a33cbcc8-3319-46b7-8b61-777b8b403215 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c93c3f3b7ac841cd9ae9f7d3328f3be6&name=default HTTP/1.1" status: 200 len: 3000 time: 3.1897788 Nov 12 01:21:24.382667 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56910) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:24.382974 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0b7fcee6-9ad4-4228-9d15-c1c70df114f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:24.395163 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-dbb1c62c-9ae8-4038-9b75-cf4dd636b3b4 None None] Port d778a2e8-567e-4de5-a62d-72239dbaefb3 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:21:24.601319 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-92f66ab7-2339-4a73-9768-4641fff31035 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] DELETE failed (client error): The resource could not be found. Nov 12 01:21:24.604222 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92f66ab7-2339-4a73-9768-4641fff31035 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:21:24.616861 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-92f66ab7-2339-4a73-9768-4641fff31035 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/db3a94db-15bd-4adb-9584-5fb508eafc05 HTTP/1.1" status: 404 len: 337 time: 0.5994427 Nov 12 01:21:24.627182 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56912) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:24.649833 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-66320c54-644e-4e4f-bb36-5c6db0243ca2 None None] Provisioning complete for port d778a2e8-567e-4de5-a62d-72239dbaefb3 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:21:24.650434 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-66320c54-644e-4e4f-bb36-5c6db0243ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:24.684823 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7aec6755-9cfd-46a7-a48b-bebadf462c84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:24.757546 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-1a9bdced-68bb-4a75-a680-3396a3a56f17 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/ports?device_id=be9aca43-001b-45cf-af60-0002c0e5fce1 HTTP/1.1" status: 200 len: 205 time: 0.1284802 Nov 12 01:21:24.758216 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56914) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:24.782633 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-66320c54-644e-4e4f-bb36-5c6db0243ca2 None None] Port d778a2e8-567e-4de5-a62d-72239dbaefb3 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:21:24.815091 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-71783f43-6ef2-4b39-9bbc-363870354a78 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092-project-admin] Allocated IP 172.25.3.124 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/762e57a1-9b01-4593-b8a2-8c166d35701b) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:21:24.853962 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0b7fcee6-9ad4-4228-9d15-c1c70df114f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:24.859573 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-bb8c379c-c901-4e87-baba-9420b6dc9fdb tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] delete failed (client error): The resource could not be found. Nov 12 01:21:24.865848 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-bb8c379c-c901-4e87-baba-9420b6dc9fdb tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/routers/be9aca43-001b-45cf-af60-0002c0e5fce1 HTTP/1.1" status: 404 len: 336 time: 0.1037986 Nov 12 01:21:24.866582 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56916) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:24.886851 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845f4aa1-a2de-4d44-8ab1-997bec59ca19 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Router 3fe56b84-4d0a-4844-8a69-2da4adf2f558 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:21:24.920633 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7aec6755-9cfd-46a7-a48b-bebadf462c84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:24.939703 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7fcee6-9ad4-4228-9d15-c1c70df114f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=888c46e6-6a21-405e-a0bc-5a8bd8093df1,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:24.982880 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0b7fcee6-9ad4-4228-9d15-c1c70df114f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:24.986428 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb105760-308d-469c-a732-5a899aba3150 None None] Network d91e67de-0633-43a9-a930-2581a75e39e6 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:21:25.007949 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0b7fcee6-9ad4-4228-9d15-c1c70df114f7 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/888c46e6-6a21-405e-a0bc-5a8bd8093df1 HTTP/1.1" status: 204 len: 168 time: 2.7447166 Nov 12 01:21:25.046451 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56918) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:25.059944 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-642cc56c-54b7-494e-98e3-93e0c3aca7c1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] DELETE failed (client error): The resource could not be found. Nov 12 01:21:25.062412 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-642cc56c-54b7-494e-98e3-93e0c3aca7c1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:21:25.073743 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-642cc56c-54b7-494e-98e3-93e0c3aca7c1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/47ea9965-b769-4c63-a34b-0a10e99ef0dd HTTP/1.1" status: 404 len: 337 time: 0.1870034 Nov 12 01:21:25.079609 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56920) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:25.161512 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2e7c6871-2b1c-4d4d-8507-56285475bcc8 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "GET /v2.0/ports?device_id=8f3389eb-7644-4465-9f79-80c4905f1e55 HTTP/1.1" status: 200 len: 205 time: 0.0754874 Nov 12 01:21:25.167794 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56922) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:25.284976 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-0e89954b-6d11-45c5-9130-26a414fef671 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] delete failed (client error): The resource could not be found. Nov 12 01:21:25.291350 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-0e89954b-6d11-45c5-9130-26a414fef671 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/routers/8f3389eb-7644-4465-9f79-80c4905f1e55 HTTP/1.1" status: 404 len: 336 time: 0.1166990 Nov 12 01:21:25.306179 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56926) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:25.341715 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-0565b0ac-fe3b-4f04-84b1-eee3f715a7d7 None None] Provisioning complete for port d778a2e8-567e-4de5-a62d-72239dbaefb3 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:21:25.342300 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0565b0ac-fe3b-4f04-84b1-eee3f715a7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:25.405674 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1dc64ca-aecd-43ce-9cc9-f8c4faaecbca tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] DELETE failed (client error): The resource could not be found. Nov 12 01:21:25.409580 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1dc64ca-aecd-43ce-9cc9-f8c4faaecbca tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:21:25.441753 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a1dc64ca-aecd-43ce-9cc9-f8c4faaecbca tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/2b49cb2c-73a7-46c6-9fc0-131a02f370ea HTTP/1.1" status: 404 len: 337 time: 0.1311212 Nov 12 01:21:25.459123 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56928) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:25.471925 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7aec6755-9cfd-46a7-a48b-bebadf462c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:25.474888 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7aec6755-9cfd-46a7-a48b-bebadf462c84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:25.490004 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7aec6755-9cfd-46a7-a48b-bebadf462c84 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0fdda84d-d947-4a19-a27b-616d1450fd3b HTTP/1.1" status: 204 len: 168 time: 1.0963347 Nov 12 01:21:25.518750 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3a919f1-fe0f-4f82-acff-72544ef954d6 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] DELETE failed (client error): The resource could not be found. Nov 12 01:21:25.519611 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3a919f1-fe0f-4f82-acff-72544ef954d6 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:21:25.528570 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a3a919f1-fe0f-4f82-acff-72544ef954d6 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/29eb0e74-1615-454d-b92b-5f5cd240a39a HTTP/1.1" status: 404 len: 337 time: 0.0633957 Nov 12 01:21:25.531705 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aec6755-9cfd-46a7-a48b-bebadf462c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdda84d-d947-4a19-a27b-616d1450fd3b,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:25.533951 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56934) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:25.563302 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc929365-3026-45b0-9c52-7de9275979de tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] DELETE failed (client error): The resource could not be found. Nov 12 01:21:25.564437 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc929365-3026-45b0-9c52-7de9275979de tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:21:25.572196 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-dc929365-3026-45b0-9c52-7de9275979de tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/ports/94f40e1f-7d22-4fe9-a5cc-7f419649d3ba HTTP/1.1" status: 404 len: 333 time: 0.0331903 Nov 12 01:21:25.572764 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56936) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:25.629894 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6bd59b6-9288-40ce-bfe6-35c57de88bc9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] DELETE failed (client error): The resource could not be found. Nov 12 01:21:25.630461 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6bd59b6-9288-40ce-bfe6-35c57de88bc9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:21:25.638582 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-b6bd59b6-9288-40ce-bfe6-35c57de88bc9 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/06b14699-c42b-4b9a-9e83-b46f2530f01a HTTP/1.1" status: 404 len: 337 time: 0.0608461 Nov 12 01:21:25.638863 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8733eb75-9bfc-4f7e-9d23-98423b177ce8 None None] DHCP port deletion for d91e67de-0633-43a9-a930-2581a75e39e6 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:21:25.640273 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56940) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:25.702363 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-0565b0ac-fe3b-4f04-84b1-eee3f715a7d7 None None] Port d778a2e8-567e-4de5-a62d-72239dbaefb3 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:21:25.756704 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-30227d43-d5cd-44e2-9d2b-45a365f59d61 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] DELETE failed (client error): The resource could not be found. Nov 12 01:21:25.764690 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30227d43-d5cd-44e2-9d2b-45a365f59d61 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:21:25.787993 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-30227d43-d5cd-44e2-9d2b-45a365f59d61 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/ports/b255977e-6f99-486b-9e18-b95204c5d4d5 HTTP/1.1" status: 404 len: 333 time: 0.1435637 Nov 12 01:21:25.789262 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56944) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:25.882491 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-a953e09d-0a34-47bc-8ec0-13e38d82c0de tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] DELETE failed (client error): The resource could not be found. Nov 12 01:21:25.883958 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a953e09d-0a34-47bc-8ec0-13e38d82c0de tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:21:25.894956 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a953e09d-0a34-47bc-8ec0-13e38d82c0de tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/2b5287a6-a51e-4285-941a-3708a3e357b0 HTTP/1.1" status: 404 len: 337 time: 0.1030064 Nov 12 01:21:25.896142 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56948) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:25.975489 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-00f5f451-e900-4080-85b9-891f0b8bb327 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] DELETE failed (client error): The resource could not be found. Nov 12 01:21:25.982159 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00f5f451-e900-4080-85b9-891f0b8bb327 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:21:25.991742 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3f6f4dd7-cac1-41a3-a921-fc8793e7c846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:25.995480 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-00f5f451-e900-4080-85b9-891f0b8bb327 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/ports/45fb4af6-7d24-4c89-a55a-b7f057b43bdc HTTP/1.1" status: 404 len: 333 time: 0.0961797 Nov 12 01:21:25.996248 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56950) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:26.114794 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a2771ac-6871-48cb-91c3-9ec915c4ca70 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] DELETE failed (client error): The resource could not be found. Nov 12 01:21:26.115914 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a2771ac-6871-48cb-91c3-9ec915c4ca70 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:21:26.138293 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-1a2771ac-6871-48cb-91c3-9ec915c4ca70 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/9b43d073-b9ec-439a-b913-ca50a7b6fdf3 HTTP/1.1" status: 404 len: 337 time: 0.1390057 Nov 12 01:21:26.141618 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56952) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:26.170712 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-71783f43-6ef2-4b39-9bbc-363870354a78 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:26.249871 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-da3c74a6-2dd9-4e50-805b-94f4c460ac39 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] DELETE failed (client error): The resource could not be found. Nov 12 01:21:26.255431 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da3c74a6-2dd9-4e50-805b-94f4c460ac39 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:21:26.267879 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-da3c74a6-2dd9-4e50-805b-94f4c460ac39 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/ports/77477a99-1ca1-49ba-9ca8-290e4b14b5d7 HTTP/1.1" status: 404 len: 333 time: 0.1221361 Nov 12 01:21:26.272205 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56954) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:26.282602 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56956) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:26.284991 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845f4aa1-a2de-4d44-8ab1-997bec59ca19 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:21:26.303065 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7733da7-a161-4139-8c42-a13ad251488f None None] Sync routers for ids ['3fe56b84-4d0a-4844-8a69-2da4adf2f558'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:21:26.310347 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-845f4aa1-a2de-4d44-8ab1-997bec59ca19 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "PUT /v2.0/routers/3fe56b84-4d0a-4844-8a69-2da4adf2f558/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1176918 Nov 12 01:21:26.314117 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56960) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:26.357455 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7733da7-a161-4139-8c42-a13ad251488f None None] Routers {'3fe56b84-4d0a-4844-8a69-2da4adf2f558'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:21:26.360077 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-c20c17ba-efe4-4446-89a8-1ac0aa26e0a2 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] DELETE failed (client error): The resource could not be found. Nov 12 01:21:26.361241 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c20c17ba-efe4-4446-89a8-1ac0aa26e0a2 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:21:26.362049 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-e7733da7-a161-4139-8c42-a13ad251488f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:21:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['3fe56b84-4d0a-4844-8a69-2da4adf2f558'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:26.367584 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c20c17ba-efe4-4446-89a8-1ac0aa26e0a2 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/71906e9a-037b-420b-8ab8-31a440b1a765 HTTP/1.1" status: 404 len: 337 time: 0.0929134 Nov 12 01:21:26.378375 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56962) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:26.402411 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9b51acfa-0b96-4319-8cd3-60a3ddc8c92a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:26.435051 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9456708-3d52-444d-a97e-6aa7f4b62e9a tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] DELETE failed (client error): The resource could not be found. Nov 12 01:21:26.436686 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9456708-3d52-444d-a97e-6aa7f4b62e9a tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:21:26.443174 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c9456708-3d52-444d-a97e-6aa7f4b62e9a tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/ports/e9efc02f-324e-4179-be47-71318f5c775f HTTP/1.1" status: 404 len: 333 time: 0.0631900 Nov 12 01:21:26.446867 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56964) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:26.471679 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1cc4e3-aa1b-42d9-b8fc-acb7fdd2e899 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:26.474778 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ca1cc4e3-aa1b-42d9-b8fc-acb7fdd2e899 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "GET /v2.0/ports/d778a2e8-567e-4de5-a62d-72239dbaefb3 HTTP/1.1" status: 200 len: 910 time: 0.1559985 Nov 12 01:21:26.478449 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-71783f43-6ef2-4b39-9bbc-363870354a78 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:26.481989 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-e7733da7-a161-4139-8c42-a13ad251488f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:26.495042 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56966) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:26.500716 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7733da7-a161-4139-8c42-a13ad251488f None None] Routers {'3fe56b84-4d0a-4844-8a69-2da4adf2f558'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:21:26.502012 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-e7733da7-a161-4139-8c42-a13ad251488f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:21:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['3fe56b84-4d0a-4844-8a69-2da4adf2f558'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:26.505777 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7b88b13-1d80-4a8d-9a38-2ffdb4f697a1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] DELETE failed (client error): The resource could not be found. Nov 12 01:21:26.507045 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7b88b13-1d80-4a8d-9a38-2ffdb4f697a1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:21:26.513669 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-f7b88b13-1d80-4a8d-9a38-2ffdb4f697a1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/b5d105f4-4e9a-4372-a17b-c25a6dafcaf5 HTTP/1.1" status: 404 len: 337 time: 0.0646648 Nov 12 01:21:26.517159 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56968) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:26.574838 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-53ceb94c-ddba-4e4c-84e9-10a7875bff45 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] DELETE failed (client error): The resource could not be found. Nov 12 01:21:26.576694 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53ceb94c-ddba-4e4c-84e9-10a7875bff45 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:21:26.580938 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-e7733da7-a161-4139-8c42-a13ad251488f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:26.582558 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7733da7-a161-4139-8c42-a13ad251488f None None] The sync data for ids ['3fe56b84-4d0a-4844-8a69-2da4adf2f558'] in n-d-712142-27 is: [] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:21:26.587438 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-53ceb94c-ddba-4e4c-84e9-10a7875bff45 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/ports/fb9d04e9-bab7-4a9e-a939-0ecb58bdce06 HTTP/1.1" status: 404 len: 333 time: 0.0653245 Nov 12 01:21:26.589256 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-1012d3c0-490c-408e-a065-de1e0089e26c tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c2a371fd-5e99-4c3c-9ad3-c937371b3cc2'}]}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:21:26.593961 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56970) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:26.645397 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe42c9ca-11f5-4a15-991c-bd194c5d00c6 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] DELETE failed (client error): The resource could not be found. Nov 12 01:21:26.646105 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe42c9ca-11f5-4a15-991c-bd194c5d00c6 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:21:26.655759 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-fe42c9ca-11f5-4a15-991c-bd194c5d00c6 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/75997404-0bcc-467c-988b-e08aa358248f HTTP/1.1" status: 404 len: 337 time: 0.0564706 Nov 12 01:21:26.658609 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56972) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:26.704706 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb9e1760-2ea2-41ec-af86-734d025d5c3a tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] DELETE failed (client error): The resource could not be found. Nov 12 01:21:26.705833 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb9e1760-2ea2-41ec-af86-734d025d5c3a tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:21:26.710877 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71783f43-6ef2-4b39-9bbc-363870354a78 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092-project-admin] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:21:26.712275 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-fb9e1760-2ea2-41ec-af86-734d025d5c3a tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/ports/405be980-0a9e-465a-8a0d-d28838ade017 HTTP/1.1" status: 404 len: 333 time: 0.0508473 Nov 12 01:21:26.716720 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56974) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:26.775039 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-a98bd91e-70c4-4cc7-bca2-9e1625228141 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] DELETE failed (client error): The resource could not be found. Nov 12 01:21:26.775679 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a98bd91e-70c4-4cc7-bca2-9e1625228141 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:21:26.785824 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a98bd91e-70c4-4cc7-bca2-9e1625228141 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/subnets/24a33d97-d8b9-479f-b7fa-9dd1b510fca8 HTTP/1.1" status: 404 len: 337 time: 0.0667133 Nov 12 01:21:26.786751 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56976) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:26.820665 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-71783f43-6ef2-4b39-9bbc-363870354a78 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092-project-admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:21:26.826866 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71783f43-6ef2-4b39-9bbc-363870354a78 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092-project-admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:21:26.949480 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f7d7907d-0106-4e9c-9b8f-af3acb38daa1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:26.953878 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71783f43-6ef2-4b39-9bbc-363870354a78 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092-project-admin] Pushing event updated for resources: {'Port': ['ID=762e57a1-9b01-4593-b8a2-8c166d35701b,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:27.228992 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3f6f4dd7-cac1-41a3-a921-fc8793e7c846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:27.328513 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f7d7907d-0106-4e9c-9b8f-af3acb38daa1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:27.354498 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-3f6f4dd7-cac1-41a3-a921-fc8793e7c846 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d91e67de-0633-43a9-a930-2581a75e39e6']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:27.420837 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-71783f43-6ef2-4b39-9bbc-363870354a78 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:27.489128 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-f7d7907d-0106-4e9c-9b8f-af3acb38daa1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89ea60a3-4652-4d77-9cc6-d8bd5a56918e']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:27.508242 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-3f6f4dd7-cac1-41a3-a921-fc8793e7c846 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b39130c0-eb4d-4e53-9a09-3b93fde3ec3b') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:27.509238 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-3f6f4dd7-cac1-41a3-a921-fc8793e7c846 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b39130c0-eb4d-4e53-9a09-3b93fde3ec3b') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:27.521791 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-f7d7907d-0106-4e9c-9b8f-af3acb38daa1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:27.522999 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-f7d7907d-0106-4e9c-9b8f-af3acb38daa1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c2442a1-bc1a-48c1-ba4f-b46f9f6a77d6') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:27.544816 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f7d7907d-0106-4e9c-9b8f-af3acb38daa1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:27.573731 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f7d7907d-0106-4e9c-9b8f-af3acb38daa1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:27.589430 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7d7907d-0106-4e9c-9b8f-af3acb38daa1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:21:27.590663 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f7d7907d-0106-4e9c-9b8f-af3acb38daa1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:27.605922 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-71783f43-6ef2-4b39-9bbc-363870354a78 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:27.613158 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b103e433-2d57-43c0-9d2d-9419d70e8467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:27.715116 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:21:27.715116 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:21:27.715116 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:21:27.715116 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:21:27.715116 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:21:27.715116 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:21:27.715116 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:21:27.715116 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:21:27.715116 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:21:27.715116 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:21:27.715116 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:21:27.715116 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:21:27.715116 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:21:27.715116 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:21:27.715116 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:21:27.715116 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:21:27.715116 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:21:27.715116 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:21:27.715116 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:21:27.715116 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:21:27.715116 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:21:27.715116 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:21:27.715116 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:21:27.715116 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:21:27.715116 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:21:27.715116 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:21:27.715116 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:21:27.715116 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:21:27.715116 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:21:27.715116 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:21:27.715116 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:21:27.715116 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:21:27.735832 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f7d7907d-0106-4e9c-9b8f-af3acb38daa1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:27.745448 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3f6f4dd7-cac1-41a3-a921-fc8793e7c846 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:27.745756 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f7d7907d-0106-4e9c-9b8f-af3acb38daa1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:27.751720 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1012d3c0-490c-408e-a065-de1e0089e26c tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:27.759264 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-f7d7907d-0106-4e9c-9b8f-af3acb38daa1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] 10.222.0.45 "DELETE /v2.0/networks/89ea60a3-4652-4d77-9cc6-d8bd5a56918e HTTP/1.1" status: 204 len: 168 time: 0.9667041 Nov 12 01:21:27.800693 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d7907d-0106-4e9c-9b8f-af3acb38daa1 tempest-NetworksTestDHCPv6-602794685 tempest-NetworksTestDHCPv6-602794685-project] Pushing event deleted for resources: {'Network': ['ID=89ea60a3-4652-4d77-9cc6-d8bd5a56918e,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:27.829288 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3f6f4dd7-cac1-41a3-a921-fc8793e7c846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:27.835697 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9b51acfa-0b96-4319-8cd3-60a3ddc8c92a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:27.903623 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f6f4dd7-cac1-41a3-a921-fc8793e7c846 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:21:27.905441 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3f6f4dd7-cac1-41a3-a921-fc8793e7c846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:27.913019 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:21:27.913019 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:21:27.913019 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:21:27.913019 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:21:27.913019 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:21:27.913019 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:21:27.913019 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:21:27.913019 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:21:27.913019 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:21:27.913019 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:21:27.913019 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:21:27.913019 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:21:27.913019 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:21:27.913019 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:21:27.913019 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:21:27.913019 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:21:27.913019 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:21:27.913019 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:21:27.913019 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:21:27.913019 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:21:27.913019 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:21:27.913019 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:21:27.913019 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:21:27.913019 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:21:27.913019 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:21:27.913019 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:21:27.913019 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:21:27.913019 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:21:27.913019 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:21:27.913019 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:21:27.913019 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:21:27.913019 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:21:27.915768 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9b51acfa-0b96-4319-8cd3-60a3ddc8c92a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:28.279578 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9b51acfa-0b96-4319-8cd3-60a3ddc8c92a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f6d8761c478a442e8437cf0e0972abcf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9906445 Nov 12 01:21:28.282412 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56990) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:28.330793 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56992) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:28.490390 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0a4feff5-b953-4d77-8aa7-0805445a9a02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:28.520191 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0a4feff5-b953-4d77-8aa7-0805445a9a02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:28.584616 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0a4feff5-b953-4d77-8aa7-0805445a9a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:28.588256 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0a4feff5-b953-4d77-8aa7-0805445a9a02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:28.592709 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-0a4feff5-b953-4d77-8aa7-0805445a9a02 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/94839db0-e153-4fb6-a1c0-7b491f0b4f12 HTTP/1.1" status: 204 len: 168 time: 0.3081646 Nov 12 01:21:28.603805 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4feff5-b953-4d77-8aa7-0805445a9a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94839db0-e153-4fb6-a1c0-7b491f0b4f12,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:28.747942 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b51acfa-0b96-4319-8cd3-60a3ddc8c92a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94839db0-e153-4fb6-a1c0-7b491f0b4f12,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:28.766876 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3f6f4dd7-cac1-41a3-a921-fc8793e7c846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:28.768688 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c2dd3918-1847-481b-a75a-58f426c0247c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=70514e17c07e4902b3c1ce1ff6844138&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4361205 Nov 12 01:21:28.773543 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57000) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:28.811542 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3f6f4dd7-cac1-41a3-a921-fc8793e7c846 admin admin] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:28.818930 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3f6f4dd7-cac1-41a3-a921-fc8793e7c846 admin admin] 10.222.0.45 "DELETE /v2.0/networks/d91e67de-0633-43a9-a930-2581a75e39e6 HTTP/1.1" status: 204 len: 168 time: 3.7616880 Nov 12 01:21:28.829071 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57002) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:28.907706 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6f4dd7-cac1-41a3-a921-fc8793e7c846 admin admin] Pushing event deleted for resources: {'Network': ['ID=d91e67de-0633-43a9-a930-2581a75e39e6,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:28.929244 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-71783f43-6ef2-4b39-9bbc-363870354a78 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:28.944487 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-71783f43-6ef2-4b39-9bbc-363870354a78 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:29.003503 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-32f5552d-17bf-4afa-83a7-088dd8e994df admin admin] Deleting subnet 527e2f60-6413-4e0b-81c1-0517217153d0 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:21:29.031550 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-32f5552d-17bf-4afa-83a7-088dd8e994df admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:29.115723 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71783f43-6ef2-4b39-9bbc-363870354a78 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092-project-admin] Pushing event updated for resources: {'Port': ['ID=762e57a1-9b01-4593-b8a2-8c166d35701b,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:29.176284 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-71783f43-6ef2-4b39-9bbc-363870354a78 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:29.202019 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-32f5552d-17bf-4afa-83a7-088dd8e994df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:29.273486 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a95a81dc-4f2a-47d3-ab81-a0b37c5eac55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:29.308987 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-71783f43-6ef2-4b39-9bbc-363870354a78 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:29.314891 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-71783f43-6ef2-4b39-9bbc-363870354a78 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092-project-admin] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.6192677 Nov 12 01:21:29.322596 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57012) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:29.329684 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-79d23daa-5e66-4fba-a9f2-26511e0fa531 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-4699516', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'fixed_ips': [{'ip_address': '172.25.3.124'}]}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:21:29.361851 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-32f5552d-17bf-4afa-83a7-088dd8e994df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:29.401392 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a95a81dc-4f2a-47d3-ab81-a0b37c5eac55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:29.524574 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d23daa-5e66-4fba-a9f2-26511e0fa531 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092-project-admin] Made reservation on behalf of 6af1f6b135d74408886cf7180e6eae7c for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:21:29.527361 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-79d23daa-5e66-4fba-a9f2-26511e0fa531 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:29.541371 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-79d23daa-5e66-4fba-a9f2-26511e0fa531 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:29.554904 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1012d3c0-490c-408e-a065-de1e0089e26c tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:29.563841 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-32f5552d-17bf-4afa-83a7-088dd8e994df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:29.578755 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1012d3c0-490c-408e-a065-de1e0089e26c tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:29.643232 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f5552d-17bf-4afa-83a7-088dd8e994df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=527e2f60-6413-4e0b-81c1-0517217153d0,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:29.651981 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1012d3c0-490c-408e-a065-de1e0089e26c tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event updated for resources: {'Port': ['ID=d778a2e8-567e-4de5-a62d-72239dbaefb3,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:29.674695 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f392dcc6-23aa-4c75-a396-cd5986d8a126 None None] Network 1d95826b-3db9-47af-82de-c1b8f894a991 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:21:29.684924 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-32f5552d-17bf-4afa-83a7-088dd8e994df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:29.705674 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-32f5552d-17bf-4afa-83a7-088dd8e994df admin admin] 10.222.0.45 "DELETE /v2.0/subnets/527e2f60-6413-4e0b-81c1-0517217153d0 HTTP/1.1" status: 204 len: 168 time: 0.8722038 Nov 12 01:21:29.711609 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57020) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:29.726100 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a95a81dc-4f2a-47d3-ab81-a0b37c5eac55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:29.730384 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a95a81dc-4f2a-47d3-ab81-a0b37c5eac55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:29.736683 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a95a81dc-4f2a-47d3-ab81-a0b37c5eac55 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/11f04a6e-aaea-4322-ae70-5660357344e1 HTTP/1.1" status: 204 len: 168 time: 0.9572299 Nov 12 01:21:29.779356 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a81dc-4f2a-47d3-ab81-a0b37c5eac55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f04a6e-aaea-4322-ae70-5660357344e1,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:29.834062 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1012d3c0-490c-408e-a065-de1e0089e26c tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:29.836421 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1012d3c0-490c-408e-a065-de1e0089e26c tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:29.838340 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1012d3c0-490c-408e-a065-de1e0089e26c tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "PUT /v2.0/ports/d778a2e8-567e-4de5-a62d-72239dbaefb3 HTTP/1.1" status: 200 len: 910 time: 3.2698207 Nov 12 01:21:29.843084 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57028) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:30.124542 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8eedfd-44ab-4a32-9fde-20cb81cc0eb5 None None] DHCP port deletion for 1d95826b-3db9-47af-82de-c1b8f894a991 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:21:30.209523 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-79d23daa-5e66-4fba-a9f2-26511e0fa531 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:30.254996 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7d3b7428-9f25-4625-9fb2-99ce031ba612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:30.261205 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-79d23daa-5e66-4fba-a9f2-26511e0fa531 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:30.272755 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-79d23daa-5e66-4fba-a9f2-26511e0fa531 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092-project-admin] device_id is not set on port 4a71dc7a-ef33-45b8-adbf-d1f6962ad361 yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:21:30.534158 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1742-8986-42d8-9ea6-ea56c3e33c9e tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:30.610300 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d23daa-5e66-4fba-a9f2-26511e0fa531 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52c6993-cb9c-4413-92cc-72ac1678903f,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:30.754571 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7d3b7428-9f25-4625-9fb2-99ce031ba612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:30.839025 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f7665bd8-0772-40c9-b009-7b2ea4d8477d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:30.850158 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-7d3b7428-9f25-4625-9fb2-99ce031ba612 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d95826b-3db9-47af-82de-c1b8f894a991']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:30.872818 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-7d3b7428-9f25-4625-9fb2-99ce031ba612 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3cefc40-d59c-472c-bda1-7a59ce18c75e') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:30.873112 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-7d3b7428-9f25-4625-9fb2-99ce031ba612 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3cefc40-d59c-472c-bda1-7a59ce18c75e') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:30.892532 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7d3b7428-9f25-4625-9fb2-99ce031ba612 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:30.956431 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7d3b7428-9f25-4625-9fb2-99ce031ba612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:30.974299 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d3b7428-9f25-4625-9fb2-99ce031ba612 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:21:30.974731 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7d3b7428-9f25-4625-9fb2-99ce031ba612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:30.978286 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:21:30.978286 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:21:30.978286 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:21:30.978286 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:21:30.978286 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:21:30.978286 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:21:30.978286 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:21:30.978286 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:21:30.978286 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:21:30.978286 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:21:30.978286 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:21:30.978286 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:21:30.978286 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:21:30.978286 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:21:30.978286 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:21:30.978286 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:21:30.978286 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:21:30.978286 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:21:30.978286 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:21:30.978286 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:21:30.978286 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:21:30.978286 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:21:30.978286 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:21:30.978286 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:21:30.978286 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:21:30.978286 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:21:30.978286 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:21:30.978286 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:21:30.978286 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:21:30.978286 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:21:30.978286 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:21:30.978286 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:21:31.042352 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-79d23daa-5e66-4fba-a9f2-26511e0fa531 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 01:21:31.043038 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79d23daa-5e66-4fba-a9f2-26511e0fa531 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:21:31.085910 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-79d23daa-5e66-4fba-a9f2-26511e0fa531 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.7618167 Nov 12 01:21:31.096841 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57056) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:31.123651 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7d3b7428-9f25-4625-9fb2-99ce031ba612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:31.135475 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7d3b7428-9f25-4625-9fb2-99ce031ba612 admin admin] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:31.151113 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7d3b7428-9f25-4625-9fb2-99ce031ba612 admin admin] 10.222.0.45 "DELETE /v2.0/networks/1d95826b-3db9-47af-82de-c1b8f894a991 HTTP/1.1" status: 204 len: 168 time: 1.4360750 Nov 12 01:21:31.318162 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-2ccb1742-8986-42d8-9ea6-ea56c3e33c9e tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Deleting port d778a2e8-567e-4de5-a62d-72239dbaefb3 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:21:31.323564 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1742-8986-42d8-9ea6-ea56c3e33c9e tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:31.392009 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b7428-9f25-4625-9fb2-99ce031ba612 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d95826b-3db9-47af-82de-c1b8f894a991,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:31.525506 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57106) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:31.646766 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-ab1ad9be-39f3-4430-bd10-44117a2b1bf4 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092-project-admin] Deleting port 762e57a1-9b01-4593-b8a2-8c166d35701b {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:21:31.649837 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ab1ad9be-39f3-4430-bd10-44117a2b1bf4 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:31.697937 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-63441c6c-2fb7-46c4-ab70-c750dddda43e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cc4618d272e2434faef49f96746921d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1704404 Nov 12 01:21:31.698814 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57110) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:31.737916 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57112) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:31.755613 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1742-8986-42d8-9ea6-ea56c3e33c9e tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:31.826763 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-2ccb1742-8986-42d8-9ea6-ea56c3e33c9e tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Calling delete_port for d778a2e8-567e-4de5-a62d-72239dbaefb3 owned by network:router_interface {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:21:31.904791 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ab1ad9be-39f3-4430-bd10-44117a2b1bf4 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:31.905546 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ab1ad9be-39f3-4430-bd10-44117a2b1bf4 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:31.908499 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9f4b5e88-ea6e-4b52-a43c-eb47de4b9b50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:31.951696 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-ab1ad9be-39f3-4430-bd10-44117a2b1bf4 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092-project-admin] Calling delete_port for 762e57a1-9b01-4593-b8a2-8c166d35701b owned by network:floatingip {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:21:31.952885 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9f4b5e88-ea6e-4b52-a43c-eb47de4b9b50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:31.981185 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-cb9d0519-6bc1-422b-ad26-82f34b2e99f1 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1343639014'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:21:32.142435 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9d0519-6bc1-422b-ad26-82f34b2e99f1 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Made reservation on behalf of 59c2860fe13d48f997166c751343b84d for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:21:32.147732 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cb9d0519-6bc1-422b-ad26-82f34b2e99f1 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:32.152067 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1742-8986-42d8-9ea6-ea56c3e33c9e tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:32.228597 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57118) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:32.308172 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ab1ad9be-39f3-4430-bd10-44117a2b1bf4 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:32.384428 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1ad9be-39f3-4430-bd10-44117a2b1bf4 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092-project-admin] Pushing event deleted for resources: {'Port': ['ID=762e57a1-9b01-4593-b8a2-8c166d35701b,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:32.439621 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ab1ad9be-39f3-4430-bd10-44117a2b1bf4 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:32.444481 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ab1ad9be-39f3-4430-bd10-44117a2b1bf4 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:32.449858 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ab1ad9be-39f3-4430-bd10-44117a2b1bf4 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092 tempest-ExternalNetworksAdminNegativeTestJSON-1138487092-project-admin] 10.222.0.45 "DELETE /v2.0/floatingips/dcf37d29-e1cf-4d22-b8bc-380151ba7b62 HTTP/1.1" status: 204 len: 168 time: 1.3475463 Nov 12 01:21:32.565374 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6ab58e79-463b-47dd-b37b-e8c4b411695a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:32.671806 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57126) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:32.697506 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb1742-8986-42d8-9ea6-ea56c3e33c9e tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event deleted for resources: {'Port': ['ID=d778a2e8-567e-4de5-a62d-72239dbaefb3,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:32.745307 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cb9d0519-6bc1-422b-ad26-82f34b2e99f1 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:32.776012 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6ab58e79-463b-47dd-b37b-e8c4b411695a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:32.787316 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6ab58e79-463b-47dd-b37b-e8c4b411695a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:32.830919 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:32.854579 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9f4b5e88-ea6e-4b52-a43c-eb47de4b9b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:32.858087 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9f4b5e88-ea6e-4b52-a43c-eb47de4b9b50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:32.860179 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-9f4b5e88-ea6e-4b52-a43c-eb47de4b9b50 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/90c30e11-191f-48a8-b20b-740a2cc4ef8a HTTP/1.1" status: 204 len: 168 time: 1.1449072 Nov 12 01:21:32.912774 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57136) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:33.003552 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6ab58e79-463b-47dd-b37b-e8c4b411695a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=049b2627b10e4d749f7547b389cad931&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7710996 Nov 12 01:21:33.005222 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57140) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:33.027638 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2ccb1742-8986-42d8-9ea6-ea56c3e33c9e tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:33.035246 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b5e88-ea6e-4b52-a43c-eb47de4b9b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c30e11-191f-48a8-b20b-740a2cc4ef8a,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:33.060909 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab58e79-463b-47dd-b37b-e8c4b411695a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2103fac-1832-4529-a3ae-29e3e2f51a38,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:33.132148 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-916190af-37b5-408b-9d01-0e653cc3c5c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:33.242770 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-916190af-37b5-408b-9d01-0e653cc3c5c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:33.410808 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-916190af-37b5-408b-9d01-0e653cc3c5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:33.429737 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-916190af-37b5-408b-9d01-0e653cc3c5c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:33.440288 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-916190af-37b5-408b-9d01-0e653cc3c5c5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d2103fac-1832-4529-a3ae-29e3e2f51a38 HTTP/1.1" status: 204 len: 168 time: 0.4333186 Nov 12 01:21:33.465901 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9bbb69b6-79ab-4fae-b2e1-f9ed93033f90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:33.495728 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916190af-37b5-408b-9d01-0e653cc3c5c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2103fac-1832-4529-a3ae-29e3e2f51a38,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:33.552210 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57146) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:33.580660 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ccb1742-8986-42d8-9ea6-ea56c3e33c9e tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Router 3fe56b84-4d0a-4844-8a69-2da4adf2f558 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:21:33.638455 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4c7a8891-7d11-45ae-9345-23ac062e0998 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0c421ae06abb4933a926a78fadb1e967&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0844464 Nov 12 01:21:33.641774 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57148) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:33.685085 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9bbb69b6-79ab-4fae-b2e1-f9ed93033f90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:33.694985 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9bbb69b6-79ab-4fae-b2e1-f9ed93033f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:33.703402 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cb9d0519-6bc1-422b-ad26-82f34b2e99f1 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:33.858789 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cb9d0519-6bc1-422b-ad26-82f34b2e99f1 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:33.883780 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9bbb69b6-79ab-4fae-b2e1-f9ed93033f90 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=58d093c3555447cd92e4c20406e900e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9468310 Nov 12 01:21:33.920813 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57154) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:33.940661 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-626ea439-e5bd-451c-b270-9bcfa36ca997 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:33.947687 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbb69b6-79ab-4fae-b2e1-f9ed93033f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626f8efe-a1fc-4898-a9e1-de47a97a081a,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:33.968630 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:33.992302 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d0519-6bc1-422b-ad26-82f34b2e99f1 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac851ee-450f-491e-9d21-5d307f5c1555,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:34.012688 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-626ea439-e5bd-451c-b270-9bcfa36ca997 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:34.060849 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb9d0519-6bc1-422b-ad26-82f34b2e99f1 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:21:34.099457 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-626ea439-e5bd-451c-b270-9bcfa36ca997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:34.107821 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-626ea439-e5bd-451c-b270-9bcfa36ca997 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:34.115648 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-626ea439-e5bd-451c-b270-9bcfa36ca997 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/376be5be-684e-4377-858c-45eea5334c16 HTTP/1.1" status: 204 len: 168 time: 0.4725506 Nov 12 01:21:34.118596 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cb9d0519-6bc1-422b-ad26-82f34b2e99f1 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:34.118963 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-cb9d0519-6bc1-422b-ad26-82f34b2e99f1 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Added segment d2212d08-c09b-4f5f-80e7-2a3241ccbad4 of type vlan for network 76e5e23a-9f10-45a2-8793-e552577d95b0 Nov 12 01:21:34.138935 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ea439-e5bd-451c-b270-9bcfa36ca997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376be5be-684e-4377-858c-45eea5334c16,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:34.139386 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-99217975-bf41-448a-b351-301b82bc62e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:34.141654 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ccb1742-8986-42d8-9ea6-ea56c3e33c9e tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:21:34.156436 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2ccb1742-8986-42d8-9ea6-ea56c3e33c9e tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "PUT /v2.0/routers/3fe56b84-4d0a-4844-8a69-2da4adf2f558/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3118992 Nov 12 01:21:34.160343 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57164) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:34.186971 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef105a3c-4ba8-4dc5-a213-7826f4a20b5f None None] Sync routers for ids ['3fe56b84-4d0a-4844-8a69-2da4adf2f558'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:21:34.216092 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef105a3c-4ba8-4dc5-a213-7826f4a20b5f None None] Routers {'3fe56b84-4d0a-4844-8a69-2da4adf2f558'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:21:34.216981 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-ef105a3c-4ba8-4dc5-a213-7826f4a20b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:21:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['3fe56b84-4d0a-4844-8a69-2da4adf2f558'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:34.224447 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cb9d0519-6bc1-422b-ad26-82f34b2e99f1 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:34.235794 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-cb3e49b2-e588-4d29-a6ad-2d49f69cbfee tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fe56b84-4d0a-4844-8a69-2da4adf2f558 HTTP/1.1" status: 200 len: 205 time: 0.0701640 Nov 12 01:21:34.236102 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-99217975-bf41-448a-b351-301b82bc62e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:34.236895 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57166) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:34.282190 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-ef105a3c-4ba8-4dc5-a213-7826f4a20b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:34.293914 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef105a3c-4ba8-4dc5-a213-7826f4a20b5f None None] Routers {'3fe56b84-4d0a-4844-8a69-2da4adf2f558'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:21:34.294707 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-ef105a3c-4ba8-4dc5-a213-7826f4a20b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:21:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['3fe56b84-4d0a-4844-8a69-2da4adf2f558'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:34.308389 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cb9d0519-6bc1-422b-ad26-82f34b2e99f1 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:34.314782 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9d0519-6bc1-422b-ad26-82f34b2e99f1 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:34.315452 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cb9d0519-6bc1-422b-ad26-82f34b2e99f1 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:34.341936 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-ef105a3c-4ba8-4dc5-a213-7826f4a20b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:34.344465 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57170) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:34.344657 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef105a3c-4ba8-4dc5-a213-7826f4a20b5f None None] The sync data for ids ['3fe56b84-4d0a-4844-8a69-2da4adf2f558'] in n-d-712142-27 is: [] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:21:34.344960 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-cb9d0519-6bc1-422b-ad26-82f34b2e99f1 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.5989680 Nov 12 01:21:34.357570 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-c1814fb9-1e47-405f-bfbb-add796a02a78 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-449522122'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:21:34.431220 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-99217975-bf41-448a-b351-301b82bc62e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:34.437746 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-99217975-bf41-448a-b351-301b82bc62e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:34.440642 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-99217975-bf41-448a-b351-301b82bc62e2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/626f8efe-a1fc-4898-a9e1-de47a97a081a HTTP/1.1" status: 204 len: 168 time: 0.5163991 Nov 12 01:21:34.460168 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99217975-bf41-448a-b351-301b82bc62e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626f8efe-a1fc-4898-a9e1-de47a97a081a,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:34.472833 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b4971479-d3a9-44c5-a850-3b2228145be8 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:34.488850 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d0519-6bc1-422b-ad26-82f34b2e99f1 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event updated for resources: {'Network': ['ID=76e5e23a-9f10-45a2-8793-e552577d95b0,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:34.529916 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 76e5e23a-9f10-45a2-8793-e552577d95b0 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:21:34.546783 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-829ba39f-4596-4cbf-81d4-2119e9f3eb9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:34.594275 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1814fb9-1e47-405f-bfbb-add796a02a78 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Made reservation on behalf of 59c2860fe13d48f997166c751343b84d for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:21:34.598184 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c1814fb9-1e47-405f-bfbb-add796a02a78 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:34.694368 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1814fb9-1e47-405f-bfbb-add796a02a78 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:21:34.738832 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b4971479-d3a9-44c5-a850-3b2228145be8 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:34.740913 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c1814fb9-1e47-405f-bfbb-add796a02a78 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:34.741407 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-c1814fb9-1e47-405f-bfbb-add796a02a78 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Added segment a85b33a0-4627-4ac1-b38e-4786698d8dda of type vlan for network d3f05745-0ef4-4ef3-842a-47f034416e4d Nov 12 01:21:34.744883 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b4971479-d3a9-44c5-a850-3b2228145be8 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:34.832197 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c1814fb9-1e47-405f-bfbb-add796a02a78 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:34.844235 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b4971479-d3a9-44c5-a850-3b2228145be8 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:34.844873 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4971479-d3a9-44c5-a850-3b2228145be8 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Fanout notify agent at l3_agent the message router_deleted on router 3fe56b84-4d0a-4844-8a69-2da4adf2f558 {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:21:34.857926 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b4971479-d3a9-44c5-a850-3b2228145be8 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:34.861722 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b4971479-d3a9-44c5-a850-3b2228145be8 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "DELETE /v2.0/routers/3fe56b84-4d0a-4844-8a69-2da4adf2f558 HTTP/1.1" status: 204 len: 168 time: 0.6209664 Nov 12 01:21:34.865204 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57184) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:34.880457 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c1814fb9-1e47-405f-bfbb-add796a02a78 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:34.896215 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1814fb9-1e47-405f-bfbb-add796a02a78 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:34.901021 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c1814fb9-1e47-405f-bfbb-add796a02a78 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:34.981357 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c85b763-970c-4dbf-a1bb-5f139c618b19 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Deleting subnet c2a371fd-5e99-4c3c-9ad3-c937371b3cc2 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:21:35.003850 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7c85b763-970c-4dbf-a1bb-5f139c618b19 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:35.072113 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1814fb9-1e47-405f-bfbb-add796a02a78 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event updated for resources: {'Network': ['ID=d3f05745-0ef4-4ef3-842a-47f034416e4d,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:35.089519 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7c85b763-970c-4dbf-a1bb-5f139c618b19 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:35.094539 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network d3f05745-0ef4-4ef3-842a-47f034416e4d details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:21:35.115489 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c1814fb9-1e47-405f-bfbb-add796a02a78 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7693021 Nov 12 01:21:35.116191 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57192) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:35.132484 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-d216bff4-4afe-4d0c-ba7b-30647e25ef4b tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Request body: {'subnet': {'network_id': '76e5e23a-9f10-45a2-8793-e552577d95b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:21:35.172338 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-829ba39f-4596-4cbf-81d4-2119e9f3eb9a admin admin] Deleting port bbae70e9-b8b3-49a4-91b4-ff32c13b6aa7 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:21:35.172678 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-829ba39f-4596-4cbf-81d4-2119e9f3eb9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:35.227136 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57198) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:35.284827 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7c85b763-970c-4dbf-a1bb-5f139c618b19 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:35.366041 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-829ba39f-4596-4cbf-81d4-2119e9f3eb9a admin admin] For port bbae70e9-b8b3-49a4-91b4-ff32c13b6aa7, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=bbae70e9-b8b3-49a4-91b4-ff32c13b6aa7,segment=NetworkSegment(ef853ea3-b93e-44bf-9439-4b21c4c64343),segment_id=ef853ea3-b93e-44bf-9439-4b21c4c64343)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:21:35.366653 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-829ba39f-4596-4cbf-81d4-2119e9f3eb9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:35.382550 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:35.391495 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-829ba39f-4596-4cbf-81d4-2119e9f3eb9a admin admin] Calling delete_port for bbae70e9-b8b3-49a4-91b4-ff32c13b6aa7 owned by network:router_interface {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:21:35.413180 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7c85b763-970c-4dbf-a1bb-5f139c618b19 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:35.462370 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-cc255444-22f9-4929-a89e-2e2b699616c9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6af1f6b135d74408886cf7180e6eae7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2335267 Nov 12 01:21:35.467739 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57202) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:35.512270 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c85b763-970c-4dbf-a1bb-5f139c618b19 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event deleted for resources: {'Subnet': ['ID=c2a371fd-5e99-4c3c-9ad3-c937371b3cc2,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:35.529668 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7c85b763-970c-4dbf-a1bb-5f139c618b19 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:35.533356 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7c85b763-970c-4dbf-a1bb-5f139c618b19 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "DELETE /v2.0/subnets/c2a371fd-5e99-4c3c-9ad3-c937371b3cc2 HTTP/1.1" status: 204 len: 168 time: 0.6661482 Nov 12 01:21:35.538505 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57206) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:35.544907 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee0a1bb-1fcf-43b4-bc0e-06f4957622a9 None None] Network 5e01a966-6320-4677-85f0-d9f33515e47f requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:21:35.641317 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6c82b49b-aae8-41f4-88f9-f39f28b98b97 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:35.645888 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1b888058-c480-4d0c-8658-80b1b5c7d148 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:35.647878 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d216bff4-4afe-4d0c-ba7b-30647e25ef4b tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Made reservation on behalf of 59c2860fe13d48f997166c751343b84d for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:21:35.651850 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d216bff4-4afe-4d0c-ba7b-30647e25ef4b tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:35.823062 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1b888058-c480-4d0c-8658-80b1b5c7d148 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:35.870340 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-829ba39f-4596-4cbf-81d4-2119e9f3eb9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:35.931154 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb731ef-2dab-476d-976e-8a9b6cfd7629 None None] DHCP port deletion for 5e01a966-6320-4677-85f0-d9f33515e47f request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:21:35.999080 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ba39f-4596-4cbf-81d4-2119e9f3eb9a admin admin] Pushing event deleted for resources: {'Port': ['ID=bbae70e9-b8b3-49a4-91b4-ff32c13b6aa7,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:36.011308 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1b888058-c480-4d0c-8658-80b1b5c7d148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:36.015196 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1b888058-c480-4d0c-8658-80b1b5c7d148 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:36.018947 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1b888058-c480-4d0c-8658-80b1b5c7d148 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b52c6993-cb9c-4413-92cc-72ac1678903f HTTP/1.1" status: 204 len: 168 time: 0.5475776 Nov 12 01:21:36.073099 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b888058-c480-4d0c-8658-80b1b5c7d148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52c6993-cb9c-4413-92cc-72ac1678903f,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:36.128571 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d216bff4-4afe-4d0c-ba7b-30647e25ef4b tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:36.132017 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-6c82b49b-aae8-41f4-88f9-f39f28b98b97 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Deleting port 539de46a-5b57-4249-bc2c-ee29f3ed002e {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:21:36.132492 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6c82b49b-aae8-41f4-88f9-f39f28b98b97 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:36.244197 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5cb731ef-2dab-476d-976e-8a9b6cfd7629 None None] Deleting port 539de46a-5b57-4249-bc2c-ee29f3ed002e {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:21:36.245084 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5cb731ef-2dab-476d-976e-8a9b6cfd7629 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:36.362979 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d216bff4-4afe-4d0c-ba7b-30647e25ef4b tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event updated for resources: {'Subnet': ['ID=efdfbbbb-d6bf-4995-83d4-92ce40e41bf0,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:36.417773 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5cb731ef-2dab-476d-976e-8a9b6cfd7629 None None] For port 539de46a-5b57-4249-bc2c-ee29f3ed002e, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=539de46a-5b57-4249-bc2c-ee29f3ed002e,segment=NetworkSegment(2b967b59-f98e-4a0a-8d47-90ec89f17e1c),segment_id=2b967b59-f98e-4a0a-8d47-90ec89f17e1c)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:21:36.419583 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5cb731ef-2dab-476d-976e-8a9b6cfd7629 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:36.462638 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5cb731ef-2dab-476d-976e-8a9b6cfd7629 None None] Calling delete_port for 539de46a-5b57-4249-bc2c-ee29f3ed002e owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:21:36.624711 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-829ba39f-4596-4cbf-81d4-2119e9f3eb9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:36.661415 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-6c82b49b-aae8-41f4-88f9-f39f28b98b97 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] For port 539de46a-5b57-4249-bc2c-ee29f3ed002e, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=539de46a-5b57-4249-bc2c-ee29f3ed002e,segment=NetworkSegment(2b967b59-f98e-4a0a-8d47-90ec89f17e1c),segment_id=2b967b59-f98e-4a0a-8d47-90ec89f17e1c)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:21:36.663891 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6c82b49b-aae8-41f4-88f9-f39f28b98b97 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:36.698901 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-6c82b49b-aae8-41f4-88f9-f39f28b98b97 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Calling delete_port for 539de46a-5b57-4249-bc2c-ee29f3ed002e owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:21:36.720128 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d216bff4-4afe-4d0c-ba7b-30647e25ef4b tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Checking segment: {'id': 'd2212d08-c09b-4f5f-80e7-2a3241ccbad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '76e5e23a-9f10-45a2-8793-e552577d95b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:21:36.720991 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d216bff4-4afe-4d0c-ba7b-30647e25ef4b tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Network hostable DHCP agents. Network: 76e5e23a-9f10-45a2-8793-e552577d95b0, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:21:36.794936 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5cb731ef-2dab-476d-976e-8a9b6cfd7629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:36.860627 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d216bff4-4afe-4d0c-ba7b-30647e25ef4b tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Network 76e5e23a-9f10-45a2-8793-e552577d95b0 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:21:36.877405 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb731ef-2dab-476d-976e-8a9b6cfd7629 None None] Pushing event deleted for resources: {'Port': ['ID=539de46a-5b57-4249-bc2c-ee29f3ed002e,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:36.911792 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-d216bff4-4afe-4d0c-ba7b-30647e25ef4b tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 76e5e23a-9f10-45a2-8793-e552577d95b0) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:21:36.923111 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb731ef-2dab-476d-976e-8a9b6cfd7629 None None] No DVR routers for this DVR port 539de46a-5b57-4249-bc2c-ee29f3ed002e on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:21:36.952551 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d216bff4-4afe-4d0c-ba7b-30647e25ef4b tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:36.953465 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d216bff4-4afe-4d0c-ba7b-30647e25ef4b tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:36.956602 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a487f706-f6a4-417d-aa61-1f4d259c3a10 None None] Network 76e5e23a-9f10-45a2-8793-e552577d95b0 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:21:37.090387 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d216bff4-4afe-4d0c-ba7b-30647e25ef4b tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9730470 Nov 12 01:21:37.097184 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57272) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:37.157169 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57278) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:37.160712 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-bcd46f27-140f-4d5c-9748-92dc1e85c0a1 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Request body: {'subnet': {'network_id': 'd3f05745-0ef4-4ef3-842a-47f034416e4d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:21:37.390484 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-829ba39f-4596-4cbf-81d4-2119e9f3eb9a admin admin] Router 36254298-bf93-473f-ae2d-653cf9ab1f1d has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:21:37.398242 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 539de46a-5b57-4249-bc2c-ee29f3ed002e no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:21:37.411739 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6c82b49b-aae8-41f4-88f9-f39f28b98b97 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:37.460514 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c82b49b-aae8-41f4-88f9-f39f28b98b97 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event deleted for resources: {'Port': ['ID=539de46a-5b57-4249-bc2c-ee29f3ed002e,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:37.489919 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c82b49b-aae8-41f4-88f9-f39f28b98b97 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] No DVR routers for this DVR port 539de46a-5b57-4249-bc2c-ee29f3ed002e on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:21:37.491921 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:21:37.591426 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 539de46a-5b57-4249-bc2c-ee29f3ed002e {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:21:37.592146 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 539de46a-5b57-4249-bc2c-ee29f3ed002e not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:21:37.606868 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd46f27-140f-4d5c-9748-92dc1e85c0a1 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Made reservation on behalf of 59c2860fe13d48f997166c751343b84d for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:21:37.612609 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bcd46f27-140f-4d5c-9748-92dc1e85c0a1 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:37.860959 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1636a2db-c00f-4d88-b21d-661c24cc806f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-76e5e23a-9f10-45a2-8793-e552577d95b0', 'network_id': '76e5e23a-9f10-45a2-8793-e552577d95b0', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'fixed_ips': [{'subnet_id': 'efdfbbbb-d6bf-4995-83d4-92ce40e41bf0'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:21:37.861861 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1636a2db-c00f-4d88-b21d-661c24cc806f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:37.875224 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829ba39f-4596-4cbf-81d4-2119e9f3eb9a admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:21:37.896304 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-829ba39f-4596-4cbf-81d4-2119e9f3eb9a admin admin] 10.222.0.45 "PUT /v2.0/routers/36254298-bf93-473f-ae2d-653cf9ab1f1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1997595 Nov 12 01:21:37.898697 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57326) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:37.905416 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bb8a3d-519b-4edf-a3d6-661ad5c7ca0a None None] Sync routers for ids ['36254298-bf93-473f-ae2d-653cf9ab1f1d'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:21:38.016479 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6c82b49b-aae8-41f4-88f9-f39f28b98b97 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:38.095981 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-6c82b49b-aae8-41f4-88f9-f39f28b98b97 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e01a966-6320-4677-85f0-d9f33515e47f']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:38.109778 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bb8a3d-519b-4edf-a3d6-661ad5c7ca0a None None] Routers {'36254298-bf93-473f-ae2d-653cf9ab1f1d'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:21:38.113200 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-46bb8a3d-519b-4edf-a3d6-661ad5c7ca0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:21:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['36254298-bf93-473f-ae2d-653cf9ab1f1d'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:38.113631 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ed1f1f05-61b2-4ab6-aab2-1f2f0d0b9205 admin admin] Publish callbacks [] for router, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:38.115612 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-6c82b49b-aae8-41f4-88f9-f39f28b98b97 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b967b59-f98e-4a0a-8d47-90ec89f17e1c') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:38.116527 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-6c82b49b-aae8-41f4-88f9-f39f28b98b97 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b967b59-f98e-4a0a-8d47-90ec89f17e1c') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:38.121714 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-aaffef2f-fe6e-442c-8c55-ed48e7d70e45 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1558793821-network', 'tenant_id': '3f6f135d124d490b9b6a1a3e378c8346'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:21:38.145510 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6c82b49b-aae8-41f4-88f9-f39f28b98b97 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:38.276129 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6c82b49b-aae8-41f4-88f9-f39f28b98b97 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:38.301437 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c82b49b-aae8-41f4-88f9-f39f28b98b97 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:21:38.303406 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6c82b49b-aae8-41f4-88f9-f39f28b98b97 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:38.404381 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:21:38.404381 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:21:38.404381 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:21:38.404381 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:21:38.404381 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:21:38.404381 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:21:38.404381 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:21:38.404381 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:21:38.404381 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:21:38.404381 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:21:38.404381 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:21:38.404381 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:21:38.404381 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:21:38.404381 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:21:38.404381 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:21:38.404381 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:21:38.404381 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:21:38.404381 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:21:38.404381 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:21:38.404381 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:21:38.404381 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:21:38.404381 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:21:38.404381 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:21:38.404381 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:21:38.404381 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:21:38.404381 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:21:38.404381 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:21:38.404381 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:21:38.404381 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:21:38.404381 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:21:38.404381 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:21:38.404381 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:21:38.429237 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-46bb8a3d-519b-4edf-a3d6-661ad5c7ca0a None None] Set router 36254298-bf93-473f-ae2d-653cf9ab1f1d gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:21:38.433324 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:38.495500 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6c82b49b-aae8-41f4-88f9-f39f28b98b97 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:38.548333 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6c82b49b-aae8-41f4-88f9-f39f28b98b97 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:38.556322 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6c82b49b-aae8-41f4-88f9-f39f28b98b97 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "DELETE /v2.0/networks/5e01a966-6320-4677-85f0-d9f33515e47f HTTP/1.1" status: 204 len: 168 time: 3.0170577 Nov 12 01:21:38.562327 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57344) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:38.562777 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57346) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:38.585288 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-66313bb4-94ac-4738-a2ce-6a11ea53d14c tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1337973071', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:21:38.677041 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c82b49b-aae8-41f4-88f9-f39f28b98b97 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event deleted for resources: {'Network': ['ID=5e01a966-6320-4677-85f0-d9f33515e47f,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:38.735366 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaffef2f-fe6e-442c-8c55-ed48e7d70e45 admin admin] Made reservation on behalf of 3f6f135d124d490b9b6a1a3e378c8346 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:21:38.737148 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bcd46f27-140f-4d5c-9748-92dc1e85c0a1 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:38.739301 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-aaffef2f-fe6e-442c-8c55-ed48e7d70e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:38.741095 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-66313bb4-94ac-4738-a2ce-6a11ea53d14c tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:38.753626 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-aaffef2f-fe6e-442c-8c55-ed48e7d70e45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:38.753845 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-66313bb4-94ac-4738-a2ce-6a11ea53d14c tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:38.823706 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ed1f1f05-61b2-4ab6-aab2-1f2f0d0b9205 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:38.940042 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-1636a2db-c00f-4d88-b21d-661c24cc806f None None] Allocated IP 2001:db8::2 (76e5e23a-9f10-45a2-8793-e552577d95b0/efdfbbbb-d6bf-4995-83d4-92ce40e41bf0/7821cca5-bd26-419f-a480-957cc0f753df) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:21:38.944322 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-ed1f1f05-61b2-4ab6-aab2-1f2f0d0b9205 admin admin] Deleting port f0630ca4-40ee-427a-b3f1-c21b35473130 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:21:38.944946 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ed1f1f05-61b2-4ab6-aab2-1f2f0d0b9205 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:38.949264 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-aaffef2f-fe6e-442c-8c55-ed48e7d70e45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:38.965894 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-66313bb4-94ac-4738-a2ce-6a11ea53d14c tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:38.971365 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-aaffef2f-fe6e-442c-8c55-ed48e7d70e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:38.979820 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-46bb8a3d-519b-4edf-a3d6-661ad5c7ca0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36254298-bf93-473f-ae2d-653cf9ab1f1d', 'name': 'tempest-TaggedBootDevicesTest_v242-1185227541-router', 'tenant_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'f0630ca4-40ee-427a-b3f1-c21b35473130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:08:07Z', 'updated_at': '2021-11-12T01:21:35Z', 'revision_number': 5, 'project_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'gw_port': {'id': 'f0630ca4-40ee-427a-b3f1-c21b35473130', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:85:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36254298-bf93-473f-ae2d-653cf9ab1f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:08:09Z', 'updated_at': '2021-11-12T01:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:39.015113 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-66313bb4-94ac-4738-a2ce-6a11ea53d14c tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:39.038285 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaffef2f-fe6e-442c-8c55-ed48e7d70e45 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:21:39.070108 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-aaffef2f-fe6e-442c-8c55-ed48e7d70e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:39.071318 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-aaffef2f-fe6e-442c-8c55-ed48e7d70e45 admin admin] Added segment 8bcb0cfd-b44e-40ae-826e-c62a4095cd3a of type vlan for network f83a5eb4-144e-49b8-9905-af47775cb623 Nov 12 01:21:39.073938 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaffef2f-fe6e-442c-8c55-ed48e7d70e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8b0839-0c1d-4ded-a4e2-caea0db502c9,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:39.097411 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bb8a3d-519b-4edf-a3d6-661ad5c7ca0a None None] Checking router: 36254298-bf93-473f-ae2d-653cf9ab1f1d for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:21:39.143908 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e087d46d-f76c-4a59-a066-87940d5a8ae4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:39.145580 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-aaffef2f-fe6e-442c-8c55-ed48e7d70e45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:39.155194 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-ed1f1f05-61b2-4ab6-aab2-1f2f0d0b9205 admin admin] For port f0630ca4-40ee-427a-b3f1-c21b35473130, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=f0630ca4-40ee-427a-b3f1-c21b35473130,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:21:39.156082 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ed1f1f05-61b2-4ab6-aab2-1f2f0d0b9205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:39.159922 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-66313bb4-94ac-4738-a2ce-6a11ea53d14c tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:39.162057 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-66313bb4-94ac-4738-a2ce-6a11ea53d14c tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5956092 Nov 12 01:21:39.168345 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57358) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:39.178207 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-efc8c89d-58ee-4c67-8e5f-48f6c6d36e0d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Request body: {'network': {'name': 'tempest-RoutersTest-722404292'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:21:39.194568 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-ed1f1f05-61b2-4ab6-aab2-1f2f0d0b9205 admin admin] Calling delete_port for f0630ca4-40ee-427a-b3f1-c21b35473130 owned by network:router_gateway {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:21:39.219537 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd46f27-140f-4d5c-9748-92dc1e85c0a1 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event updated for resources: {'Subnet': ['ID=98fe2adf-a002-4442-9adc-4fafac9e84d0,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:39.223161 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-aaffef2f-fe6e-442c-8c55-ed48e7d70e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:39.224905 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaffef2f-fe6e-442c-8c55-ed48e7d70e45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:39.225359 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-aaffef2f-fe6e-442c-8c55-ed48e7d70e45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:39.236691 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bb8a3d-519b-4edf-a3d6-661ad5c7ca0a None None] Routers {'36254298-bf93-473f-ae2d-653cf9ab1f1d'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:21:39.238511 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-46bb8a3d-519b-4edf-a3d6-661ad5c7ca0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:21:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['36254298-bf93-473f-ae2d-653cf9ab1f1d'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:39.267344 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd46f27-140f-4d5c-9748-92dc1e85c0a1 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Checking segment: {'id': 'a85b33a0-4627-4ac1-b38e-4786698d8dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd3f05745-0ef4-4ef3-842a-47f034416e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:21:39.271529 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd46f27-140f-4d5c-9748-92dc1e85c0a1 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Network hostable DHCP agents. Network: d3f05745-0ef4-4ef3-842a-47f034416e4d, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:21:39.307662 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc8c89d-58ee-4c67-8e5f-48f6c6d36e0d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Made reservation on behalf of acd8925e4e2c4fe7bbc2a1e10c7a8810 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:21:39.312213 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-efc8c89d-58ee-4c67-8e5f-48f6c6d36e0d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:39.337681 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-aaffef2f-fe6e-442c-8c55-ed48e7d70e45 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1763995 Nov 12 01:21:39.340371 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57362) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:39.401145 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd46f27-140f-4d5c-9748-92dc1e85c0a1 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Network d3f05745-0ef4-4ef3-842a-47f034416e4d is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:21:39.404396 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-f144f5f9-f4b4-42f7-aa46-4899cbb3597f admin admin] Request body: {'subnet': {'network_id': 'f83a5eb4-144e-49b8-9905-af47775cb623', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1558793821-subnet', 'tenant_id': '3f6f135d124d490b9b6a1a3e378c8346', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:21:39.427119 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efc8c89d-58ee-4c67-8e5f-48f6c6d36e0d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:21:39.430629 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaffef2f-fe6e-442c-8c55-ed48e7d70e45 admin admin] Pushing event updated for resources: {'Network': ['ID=f83a5eb4-144e-49b8-9905-af47775cb623,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:39.459527 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-efc8c89d-58ee-4c67-8e5f-48f6c6d36e0d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:39.459876 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-efc8c89d-58ee-4c67-8e5f-48f6c6d36e0d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Added segment 81908e7e-5607-4e76-9f49-5385797133bc of type vlan for network fa8e971f-5e38-4f66-a1ab-a95e974dae98 Nov 12 01:21:39.483247 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-46bb8a3d-519b-4edf-a3d6-661ad5c7ca0a None None] Set router 36254298-bf93-473f-ae2d-653cf9ab1f1d gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:21:39.484993 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-bcd46f27-140f-4d5c-9748-92dc1e85c0a1 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, d3f05745-0ef4-4ef3-842a-47f034416e4d) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:21:39.502793 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd46f27-140f-4d5c-9748-92dc1e85c0a1 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:39.503994 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bcd46f27-140f-4d5c-9748-92dc1e85c0a1 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:39.550660 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f144f5f9-f4b4-42f7-aa46-4899cbb3597f admin admin] Made reservation on behalf of 3f6f135d124d490b9b6a1a3e378c8346 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:21:39.555282 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f144f5f9-f4b4-42f7-aa46-4899cbb3597f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:39.566964 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e087d46d-f76c-4a59-a066-87940d5a8ae4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:39.567806 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network f83a5eb4-144e-49b8-9905-af47775cb623 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:21:39.578819 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2b914b-110a-4df9-a945-6ebcc4ea314d None None] Network d3f05745-0ef4-4ef3-842a-47f034416e4d requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:21:39.581168 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e087d46d-f76c-4a59-a066-87940d5a8ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:39.651036 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-bcd46f27-140f-4d5c-9748-92dc1e85c0a1 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5435688 Nov 12 01:21:39.675551 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57368) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:39.684162 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-b6c9864e-0964-4d75-90c3-0840a90d900f tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2014831798', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:21:39.730984 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e087d46d-f76c-4a59-a066-87940d5a8ae4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=96b358628cc747c88b3d8e41ba19ee9b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1646178 Nov 12 01:21:39.731439 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b6c9864e-0964-4d75-90c3-0840a90d900f tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:39.733183 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b6c9864e-0964-4d75-90c3-0840a90d900f tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:39.751009 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e087d46d-f76c-4a59-a066-87940d5a8ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ebe054-3995-4566-81f8-ce369870142c,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:39.755240 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57370) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:39.756095 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57372) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:39.896532 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ed1f1f05-61b2-4ab6-aab2-1f2f0d0b9205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:39.906859 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-efc8c89d-58ee-4c67-8e5f-48f6c6d36e0d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:39.919920 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b6c9864e-0964-4d75-90c3-0840a90d900f tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:39.934068 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b6c9864e-0964-4d75-90c3-0840a90d900f tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:39.955134 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6b9684d1-ba58-40b7-9ca2-a7778d03fe86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:39.998387 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6b9684d1-ba58-40b7-9ca2-a7778d03fe86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:40.036559 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b6c9864e-0964-4d75-90c3-0840a90d900f tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:40.042620 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b6c9864e-0964-4d75-90c3-0840a90d900f tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3605769 Nov 12 01:21:40.048571 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1f1f05-61b2-4ab6-aab2-1f2f0d0b9205 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0630ca4-40ee-427a-b3f1-c21b35473130,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:40.050962 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-3c8b929c-7fc2-4e36-bc9a-a3009b3aa611 tempest-RoutersAdminNegativeIpV6Test-2113048374 tempest-RoutersAdminNegativeIpV6Test-2113048374-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-52547464', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:21:40.057121 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57378) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:40.068465 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.db.resource_extend [None req-efc8c89d-58ee-4c67-8e5f-48f6c6d36e0d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 01:21:40.104425 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8b929c-7fc2-4e36-bc9a-a3009b3aa611 tempest-RoutersAdminNegativeIpV6Test-2113048374 tempest-RoutersAdminNegativeIpV6Test-2113048374-project-admin] Made reservation on behalf of 57ac1d0afd894fa09f9d678cb7862435 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:21:40.109481 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3c8b929c-7fc2-4e36-bc9a-a3009b3aa611 tempest-RoutersAdminNegativeIpV6Test-2113048374 tempest-RoutersAdminNegativeIpV6Test-2113048374-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:40.122857 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3c8b929c-7fc2-4e36-bc9a-a3009b3aa611 tempest-RoutersAdminNegativeIpV6Test-2113048374 tempest-RoutersAdminNegativeIpV6Test-2113048374-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:40.142257 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6b9684d1-ba58-40b7-9ca2-a7778d03fe86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:40.145388 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6b9684d1-ba58-40b7-9ca2-a7778d03fe86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:40.147245 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6b9684d1-ba58-40b7-9ca2-a7778d03fe86 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/50ebe054-3995-4566-81f8-ce369870142c HTTP/1.1" status: 204 len: 168 time: 0.3846064 Nov 12 01:21:40.196602 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9684d1-ba58-40b7-9ca2-a7778d03fe86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ebe054-3995-4566-81f8-ce369870142c,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:40.316817 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-efc8c89d-58ee-4c67-8e5f-48f6c6d36e0d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:40.325679 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc8c89d-58ee-4c67-8e5f-48f6c6d36e0d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:40.326758 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-efc8c89d-58ee-4c67-8e5f-48f6c6d36e0d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:40.372201 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3c8b929c-7fc2-4e36-bc9a-a3009b3aa611 tempest-RoutersAdminNegativeIpV6Test-2113048374 tempest-RoutersAdminNegativeIpV6Test-2113048374-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:40.375927 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-efc8c89d-58ee-4c67-8e5f-48f6c6d36e0d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2035227 Nov 12 01:21:40.377232 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57382) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:40.391386 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-36431123-31c3-4c4e-937b-2c3e5d5132b1 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Request body: {'subnet': {'network_id': 'fa8e971f-5e38-4f66-a1ab-a95e974dae98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:21:40.398465 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3c8b929c-7fc2-4e36-bc9a-a3009b3aa611 tempest-RoutersAdminNegativeIpV6Test-2113048374 tempest-RoutersAdminNegativeIpV6Test-2113048374-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:40.424382 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d28483-6a11-4dcc-8276-0ccdafef9270 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:21:40.425229 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-3c8b929c-7fc2-4e36-bc9a-a3009b3aa611 tempest-RoutersAdminNegativeIpV6Test-2113048374 tempest-RoutersAdminNegativeIpV6Test-2113048374-project-admin] device_id is not set on port de37c236-32e9-4f13-9b6b-d7563e94d63d yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:21:40.446997 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ed1f1f05-61b2-4ab6-aab2-1f2f0d0b9205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:40.535935 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-46bb8a3d-519b-4edf-a3d6-661ad5c7ca0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36254298-bf93-473f-ae2d-653cf9ab1f1d', 'name': 'tempest-TaggedBootDevicesTest_v242-1185227541-router', 'tenant_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:08:07Z', 'updated_at': '2021-11-12T01:21:38Z', 'revision_number': 6, 'project_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'gw_port_host': None}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:40.543365 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e12d02-cfde-428c-a9c6-efcd13912984 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-d3f05745-0ef4-4ef3-842a-47f034416e4d', 'network_id': 'd3f05745-0ef4-4ef3-842a-47f034416e4d', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'fixed_ips': [{'subnet_id': '98fe2adf-a002-4442-9adc-4fafac9e84d0'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:21:40.546701 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-03e12d02-cfde-428c-a9c6-efcd13912984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:40.803472 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc8c89d-58ee-4c67-8e5f-48f6c6d36e0d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event updated for resources: {'Network': ['ID=fa8e971f-5e38-4f66-a1ab-a95e974dae98,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:40.842134 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b929c-7fc2-4e36-bc9a-a3009b3aa611 tempest-RoutersAdminNegativeIpV6Test-2113048374 tempest-RoutersAdminNegativeIpV6Test-2113048374-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e10dad7-5946-4595-ae0d-c20209c2d095,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:40.913289 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-03e12d02-cfde-428c-a9c6-efcd13912984 None None] Allocated IP 2001:db8:1::2 (d3f05745-0ef4-4ef3-842a-47f034416e4d/98fe2adf-a002-4442-9adc-4fafac9e84d0/0236e377-9b8d-40b8-a7e9-d5ce16a735ab) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:21:40.931299 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ed1f1f05-61b2-4ab6-aab2-1f2f0d0b9205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:40.948118 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ed1f1f05-61b2-4ab6-aab2-1f2f0d0b9205 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:41.037330 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network fa8e971f-5e38-4f66-a1ab-a95e974dae98 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:21:41.108842 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bb8a3d-519b-4edf-a3d6-661ad5c7ca0a None None] The sync data for ids ['36254298-bf93-473f-ae2d-653cf9ab1f1d'] in n-d-712142-27 is: [{'id': '36254298-bf93-473f-ae2d-653cf9ab1f1d', 'name': 'tempest-TaggedBootDevicesTest_v242-1185227541-router', 'tenant_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:08:07Z', 'updated_at': '2021-11-12T01:21:38Z', 'revision_number': 6, 'project_id': '8cc8ca414fa7430d8da23a7db1c7581c', 'gw_port_host': None}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:21:41.136147 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36431123-31c3-4c4e-937b-2c3e5d5132b1 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Made reservation on behalf of acd8925e4e2c4fe7bbc2a1e10c7a8810 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:21:41.142912 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-36431123-31c3-4c4e-937b-2c3e5d5132b1 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:41.244005 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-3c8b929c-7fc2-4e36-bc9a-a3009b3aa611 tempest-RoutersAdminNegativeIpV6Test-2113048374 tempest-RoutersAdminNegativeIpV6Test-2113048374-project-admin] Allocated IP 172.25.3.73 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/de37c236-32e9-4f13-9b6b-d7563e94d63d) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:21:41.256962 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:41.403197 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-03e12d02-cfde-428c-a9c6-efcd13912984 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:41.424718 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1636a2db-c00f-4d88-b21d-661c24cc806f None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:41.438482 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-03e12d02-cfde-428c-a9c6-efcd13912984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:41.446858 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ed1f1f05-61b2-4ab6-aab2-1f2f0d0b9205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:41.447879 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1f1f05-61b2-4ab6-aab2-1f2f0d0b9205 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36254298-bf93-473f-ae2d-653cf9ab1f1d {{(pid=109085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:21:41.476036 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e12d02-cfde-428c-a9c6-efcd13912984 None None] Network d3f05745-0ef4-4ef3-842a-47f034416e4d is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:21:41.479644 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-03e12d02-cfde-428c-a9c6-efcd13912984 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:21:41.486309 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e12d02-cfde-428c-a9c6-efcd13912984 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:21:41.490930 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1636a2db-c00f-4d88-b21d-661c24cc806f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:41.539384 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ed1f1f05-61b2-4ab6-aab2-1f2f0d0b9205 admin admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:41.545788 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-ed1f1f05-61b2-4ab6-aab2-1f2f0d0b9205 admin admin] 10.222.0.45 "DELETE /v2.0/routers/36254298-bf93-473f-ae2d-653cf9ab1f1d HTTP/1.1" status: 204 len: 168 time: 3.6452057 Nov 12 01:21:41.588476 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57402) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:41.598267 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f144f5f9-f4b4-42f7-aa46-4899cbb3597f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:41.626091 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-970f2dc1-45ad-4e9c-96db-71c24d341cd1 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:41.668942 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1636a2db-c00f-4d88-b21d-661c24cc806f None None] Network 76e5e23a-9f10-45a2-8793-e552577d95b0 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:21:41.670333 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e12d02-cfde-428c-a9c6-efcd13912984 None None] Pushing event updated for resources: {'Port': ['ID=0236e377-9b8d-40b8-a7e9-d5ce16a735ab,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:41.685226 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-1636a2db-c00f-4d88-b21d-661c24cc806f None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:21:41.688301 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1636a2db-c00f-4d88-b21d-661c24cc806f None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:21:41.700842 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e12d02-cfde-428c-a9c6-efcd13912984 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:41.701277 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e12d02-cfde-428c-a9c6-efcd13912984 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:41.701626 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e12d02-cfde-428c-a9c6-efcd13912984 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:41.702101 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e12d02-cfde-428c-a9c6-efcd13912984 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:41.702443 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e12d02-cfde-428c-a9c6-efcd13912984 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:41.702779 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e12d02-cfde-428c-a9c6-efcd13912984 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:41.703113 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e12d02-cfde-428c-a9c6-efcd13912984 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:41.703443 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e12d02-cfde-428c-a9c6-efcd13912984 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:41.703770 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e12d02-cfde-428c-a9c6-efcd13912984 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:41.704275 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e12d02-cfde-428c-a9c6-efcd13912984 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:41.704687 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e12d02-cfde-428c-a9c6-efcd13912984 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:41.705075 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e12d02-cfde-428c-a9c6-efcd13912984 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:41.714249 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-03e12d02-cfde-428c-a9c6-efcd13912984 None None] Attempting to bind port 0236e377-9b8d-40b8-a7e9-d5ce16a735ab on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:21:41.714627 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-03e12d02-cfde-428c-a9c6-efcd13912984 None None] Attempting to bind port 0236e377-9b8d-40b8-a7e9-d5ce16a735ab by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'a85b33a0-4627-4ac1-b38e-4786698d8dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd3f05745-0ef4-4ef3-842a-47f034416e4d'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:21:41.715002 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e12d02-cfde-428c-a9c6-efcd13912984 None None] Attempting to bind port 0236e377-9b8d-40b8-a7e9-d5ce16a735ab on network d3f05745-0ef4-4ef3-842a-47f034416e4d {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:21:41.725441 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e12d02-cfde-428c-a9c6-efcd13912984 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:21:41.725828 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e12d02-cfde-428c-a9c6-efcd13912984 None None] Checking segment: {'id': 'a85b33a0-4627-4ac1-b38e-4786698d8dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd3f05745-0ef4-4ef3-842a-47f034416e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:21:41.727251 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-03e12d02-cfde-428c-a9c6-efcd13912984 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:41.727251 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e12d02-cfde-428c-a9c6-efcd13912984 None None] Bound using segment: {'id': 'a85b33a0-4627-4ac1-b38e-4786698d8dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd3f05745-0ef4-4ef3-842a-47f034416e4d'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:21:41.727891 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-03e12d02-cfde-428c-a9c6-efcd13912984 None None] Bound port: 0236e377-9b8d-40b8-a7e9-d5ce16a735ab, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a85b33a0-4627-4ac1-b38e-4786698d8dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd3f05745-0ef4-4ef3-842a-47f034416e4d'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:21:41.728296 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-03e12d02-cfde-428c-a9c6-efcd13912984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:41.802021 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-b17551bf-4b67-4cca-beab-4fba7615535d admin admin] Deleting subnet e4332ed6-c901-4ad1-83db-b19707e770f2 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:21:41.807899 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b17551bf-4b67-4cca-beab-4fba7615535d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:42.039173 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1636a2db-c00f-4d88-b21d-661c24cc806f None None] Pushing event updated for resources: {'Port': ['ID=7821cca5-bd26-419f-a480-957cc0f753df,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:42.055637 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f144f5f9-f4b4-42f7-aa46-4899cbb3597f admin admin] Checking segment: {'id': '8bcb0cfd-b44e-40ae-826e-c62a4095cd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f83a5eb4-144e-49b8-9905-af47775cb623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:21:42.057132 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f144f5f9-f4b4-42f7-aa46-4899cbb3597f admin admin] Network hostable DHCP agents. Network: f83a5eb4-144e-49b8-9905-af47775cb623, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:21:42.057396 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-1636a2db-c00f-4d88-b21d-661c24cc806f None None] Attempting to bind port 7821cca5-bd26-419f-a480-957cc0f753df on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:21:42.058016 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-1636a2db-c00f-4d88-b21d-661c24cc806f None None] Attempting to bind port 7821cca5-bd26-419f-a480-957cc0f753df by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'd2212d08-c09b-4f5f-80e7-2a3241ccbad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '76e5e23a-9f10-45a2-8793-e552577d95b0'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:21:42.058633 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1636a2db-c00f-4d88-b21d-661c24cc806f None None] Attempting to bind port 7821cca5-bd26-419f-a480-957cc0f753df on network 76e5e23a-9f10-45a2-8793-e552577d95b0 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:21:42.068617 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b17551bf-4b67-4cca-beab-4fba7615535d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:42.100589 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1636a2db-c00f-4d88-b21d-661c24cc806f None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:21:42.101183 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1636a2db-c00f-4d88-b21d-661c24cc806f None None] Checking segment: {'id': 'd2212d08-c09b-4f5f-80e7-2a3241ccbad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '76e5e23a-9f10-45a2-8793-e552577d95b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:21:42.102674 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1636a2db-c00f-4d88-b21d-661c24cc806f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:42.103694 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1636a2db-c00f-4d88-b21d-661c24cc806f None None] Bound using segment: {'id': 'd2212d08-c09b-4f5f-80e7-2a3241ccbad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '76e5e23a-9f10-45a2-8793-e552577d95b0'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:21:42.104806 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-1636a2db-c00f-4d88-b21d-661c24cc806f None None] Bound port: 7821cca5-bd26-419f-a480-957cc0f753df, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2212d08-c09b-4f5f-80e7-2a3241ccbad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '76e5e23a-9f10-45a2-8793-e552577d95b0'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:21:42.105521 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1636a2db-c00f-4d88-b21d-661c24cc806f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:42.131822 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f144f5f9-f4b4-42f7-aa46-4899cbb3597f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fae93e4-d1d7-4b11-9547-3ddc38521dfd,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:42.144744 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f144f5f9-f4b4-42f7-aa46-4899cbb3597f admin admin] Network f83a5eb4-144e-49b8-9905-af47775cb623 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:21:42.163265 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-f144f5f9-f4b4-42f7-aa46-4899cbb3597f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, f83a5eb4-144e-49b8-9905-af47775cb623) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:21:42.168850 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f144f5f9-f4b4-42f7-aa46-4899cbb3597f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:42.178532 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f144f5f9-f4b4-42f7-aa46-4899cbb3597f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:42.209461 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344960e5-4931-4281-bfeb-1ce902563326 None None] Network f83a5eb4-144e-49b8-9905-af47775cb623 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:21:42.223858 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-f144f5f9-f4b4-42f7-aa46-4899cbb3597f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8274579 Nov 12 01:21:42.594057 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3c8b929c-7fc2-4e36-bc9a-a3009b3aa611 tempest-RoutersAdminNegativeIpV6Test-2113048374 tempest-RoutersAdminNegativeIpV6Test-2113048374-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:42.655355 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-03e12d02-cfde-428c-a9c6-efcd13912984 None None] For port 0236e377-9b8d-40b8-a7e9-d5ce16a735ab, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:21:42.707266 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3c8b929c-7fc2-4e36-bc9a-a3009b3aa611 tempest-RoutersAdminNegativeIpV6Test-2113048374 tempest-RoutersAdminNegativeIpV6Test-2113048374-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:42.784011 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b17551bf-4b67-4cca-beab-4fba7615535d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:42.800874 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-03e12d02-cfde-428c-a9c6-efcd13912984 None None] For port 0236e377-9b8d-40b8-a7e9-d5ce16a735ab, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=0236e377-9b8d-40b8-a7e9-d5ce16a735ab,segment=NetworkSegment(a85b33a0-4627-4ac1-b38e-4786698d8dda),segment_id=a85b33a0-4627-4ac1-b38e-4786698d8dda)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:21:42.829676 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8b929c-7fc2-4e36-bc9a-a3009b3aa611 tempest-RoutersAdminNegativeIpV6Test-2113048374 tempest-RoutersAdminNegativeIpV6Test-2113048374-project-admin] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:21:42.838762 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-3c8b929c-7fc2-4e36-bc9a-a3009b3aa611 tempest-RoutersAdminNegativeIpV6Test-2113048374 tempest-RoutersAdminNegativeIpV6Test-2113048374-project-admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:21:42.856919 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8b929c-7fc2-4e36-bc9a-a3009b3aa611 tempest-RoutersAdminNegativeIpV6Test-2113048374 tempest-RoutersAdminNegativeIpV6Test-2113048374-project-admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:21:42.889531 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6ff478-9c5a-4fa3-b6d7-0fa272f3b64d None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:21:42.963867 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-03e12d02-cfde-428c-a9c6-efcd13912984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:42.986720 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-1636a2db-c00f-4d88-b21d-661c24cc806f None None] For port 7821cca5-bd26-419f-a480-957cc0f753df, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:21:42.996163 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b929c-7fc2-4e36-bc9a-a3009b3aa611 tempest-RoutersAdminNegativeIpV6Test-2113048374 tempest-RoutersAdminNegativeIpV6Test-2113048374-project-admin] Pushing event updated for resources: {'Port': ['ID=de37c236-32e9-4f13-9b6b-d7563e94d63d,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:42.999024 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64e0dac-77c9-42a0-b768-54eed7ade8a9 None None] Network f83a5eb4-144e-49b8-9905-af47775cb623 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:21:43.051526 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device f0630ca4-40ee-427a-b3f1-c21b35473130 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:21:43.136705 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8b929c-7fc2-4e36-bc9a-a3009b3aa611 tempest-RoutersAdminNegativeIpV6Test-2113048374 tempest-RoutersAdminNegativeIpV6Test-2113048374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:43.143231 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3c8b929c-7fc2-4e36-bc9a-a3009b3aa611 tempest-RoutersAdminNegativeIpV6Test-2113048374 tempest-RoutersAdminNegativeIpV6Test-2113048374-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:43.178429 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-36431123-31c3-4c4e-937b-2c3e5d5132b1 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:43.236436 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-970f2dc1-45ad-4e9c-96db-71c24d341cd1 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Allocated IP 2001:db8::1 (76e5e23a-9f10-45a2-8793-e552577d95b0/efdfbbbb-d6bf-4995-83d4-92ce40e41bf0/bd4375f0-84d1-46ab-9f12-940dfd8123f3) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:21:43.284343 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: f0630ca4-40ee-427a-b3f1-c21b35473130 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:21:43.286182 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device f0630ca4-40ee-427a-b3f1-c21b35473130 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:21:43.287928 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device bbae70e9-b8b3-49a4-91b4-ff32c13b6aa7 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:21:43.293674 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b17551bf-4b67-4cca-beab-4fba7615535d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:43.305640 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-1636a2db-c00f-4d88-b21d-661c24cc806f None None] For port 7821cca5-bd26-419f-a480-957cc0f753df, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=7821cca5-bd26-419f-a480-957cc0f753df,segment=NetworkSegment(d2212d08-c09b-4f5f-80e7-2a3241ccbad4),segment_id=d2212d08-c09b-4f5f-80e7-2a3241ccbad4)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:21:43.382319 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36431123-31c3-4c4e-937b-2c3e5d5132b1 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event updated for resources: {'Subnet': ['ID=7ef30172-e78b-42f8-a17d-19195696b670,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:43.416110 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17551bf-4b67-4cca-beab-4fba7615535d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4332ed6-c901-4ad1-83db-b19707e770f2,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:43.423045 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b17551bf-4b67-4cca-beab-4fba7615535d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:43.431289 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-b17551bf-4b67-4cca-beab-4fba7615535d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e4332ed6-c901-4ad1-83db-b19707e770f2 HTTP/1.1" status: 204 len: 168 time: 1.8285298 Nov 12 01:21:43.447958 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57430) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:43.507592 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3c8b929c-7fc2-4e36-bc9a-a3009b3aa611 tempest-RoutersAdminNegativeIpV6Test-2113048374 tempest-RoutersAdminNegativeIpV6Test-2113048374-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.7395010 Nov 12 01:21:43.518072 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57436) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:43.544342 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-375cfdf3-ee90-4ac1-a21e-bd5cfdb93c49 tempest-RoutersAdminNegativeIpV6Test-2113048374 tempest-RoutersAdminNegativeIpV6Test-2113048374-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.73'}]}}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:21:43.547053 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1636a2db-c00f-4d88-b21d-661c24cc806f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:43.565851 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36431123-31c3-4c4e-937b-2c3e5d5132b1 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Checking segment: {'id': '81908e7e-5607-4e76-9f49-5385797133bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'fa8e971f-5e38-4f66-a1ab-a95e974dae98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:21:43.566445 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36431123-31c3-4c4e-937b-2c3e5d5132b1 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Network hostable DHCP agents. Network: fa8e971f-5e38-4f66-a1ab-a95e974dae98, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:21:43.589670 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e090b68-e975-4bfa-a3fd-b2c71153cc9a None None] Network 682e0b44-65b9-400b-8f8e-1eeb342780e2 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:21:43.692768 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36431123-31c3-4c4e-937b-2c3e5d5132b1 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Network fa8e971f-5e38-4f66-a1ab-a95e974dae98 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:21:43.728869 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-375cfdf3-ee90-4ac1-a21e-bd5cfdb93c49 tempest-RoutersAdminNegativeIpV6Test-2113048374 tempest-RoutersAdminNegativeIpV6Test-2113048374-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:43.734177 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-375cfdf3-ee90-4ac1-a21e-bd5cfdb93c49 tempest-RoutersAdminNegativeIpV6Test-2113048374 tempest-RoutersAdminNegativeIpV6Test-2113048374-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:43.739617 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e3671678-88ca-470c-83f8-b96530cf2ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:43.871303 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57442) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:43.871522 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-375cfdf3-ee90-4ac1-a21e-bd5cfdb93c49 tempest-RoutersAdminNegativeIpV6Test-2113048374 tempest-RoutersAdminNegativeIpV6Test-2113048374-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:43.875706 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-36431123-31c3-4c4e-937b-2c3e5d5132b1 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, fa8e971f-5e38-4f66-a1ab-a95e974dae98) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:21:43.886316 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36431123-31c3-4c4e-937b-2c3e5d5132b1 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:43.887258 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-36431123-31c3-4c4e-937b-2c3e5d5132b1 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:43.890049 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-dc6b52e9-8a56-4853-bfdb-c04a382dd9c5 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-915381193-network', 'tenant_id': '0606c7e790894fa5a66606f68f9b6dfc'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:21:43.924714 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-970f2dc1-45ad-4e9c-96db-71c24d341cd1 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:43.926563 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: bbae70e9-b8b3-49a4-91b4-ff32c13b6aa7 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:21:43.929480 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device bbae70e9-b8b3-49a4-91b4-ff32c13b6aa7 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:21:44.060877 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6b52e9-8a56-4853-bfdb-c04a382dd9c5 admin admin] Made reservation on behalf of 0606c7e790894fa5a66606f68f9b6dfc for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:21:44.060877 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dc6b52e9-8a56-4853-bfdb-c04a382dd9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:44.108177 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dc6b52e9-8a56-4853-bfdb-c04a382dd9c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:44.125146 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-970f2dc1-45ad-4e9c-96db-71c24d341cd1 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:44.125986 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d4ac68-dc54-43f2-865f-fb837ffaee7a None None] Network fa8e971f-5e38-4f66-a1ab-a95e974dae98 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:21:44.204407 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-36431123-31c3-4c4e-937b-2c3e5d5132b1 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8244357 Nov 12 01:21:44.212158 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57448) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:44.213061 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-e3671678-88ca-470c-83f8-b96530cf2ce0 admin admin] Deleting port 78ad043f-bbff-422a-ba44-8b7fdfec6c7d {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:21:44.213523 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e3671678-88ca-470c-83f8-b96530cf2ce0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:44.304864 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970f2dc1-45ad-4e9c-96db-71c24d341cd1 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Network 76e5e23a-9f10-45a2-8793-e552577d95b0 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:21:44.324742 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e12d02-cfde-428c-a9c6-efcd13912984 None None] Pushing event updated for resources: {'Port': ['ID=0236e377-9b8d-40b8-a7e9-d5ce16a735ab,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:44.384226 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-970f2dc1-45ad-4e9c-96db-71c24d341cd1 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:21:44.395867 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970f2dc1-45ad-4e9c-96db-71c24d341cd1 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:21:44.396902 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-970f2dc1-45ad-4e9c-96db-71c24d341cd1 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:44.411893 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f2dc1-45ad-4e9c-96db-71c24d341cd1 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event updated for resources: {'Port': ['ID=bd4375f0-84d1-46ab-9f12-940dfd8123f3,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:44.702131 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-681c17eb-1c95-4f19-952d-9885a86c2465 None None] Provisioning complete for port de37c236-32e9-4f13-9b6b-d7563e94d63d triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:21:44.703411 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-681c17eb-1c95-4f19-952d-9885a86c2465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:44.880257 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-375cfdf3-ee90-4ac1-a21e-bd5cfdb93c49 tempest-RoutersAdminNegativeIpV6Test-2113048374 tempest-RoutersAdminNegativeIpV6Test-2113048374-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:45.146251 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-e3671678-88ca-470c-83f8-b96530cf2ce0 admin admin] For port 78ad043f-bbff-422a-ba44-8b7fdfec6c7d, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=78ad043f-bbff-422a-ba44-8b7fdfec6c7d,segment=NetworkSegment(ef853ea3-b93e-44bf-9439-4b21c4c64343),segment_id=ef853ea3-b93e-44bf-9439-4b21c4c64343)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:21:45.146854 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e3671678-88ca-470c-83f8-b96530cf2ce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:45.376957 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dc6b52e9-8a56-4853-bfdb-c04a382dd9c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:45.380304 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-e3671678-88ca-470c-83f8-b96530cf2ce0 admin admin] Calling delete_port for 78ad043f-bbff-422a-ba44-8b7fdfec6c7d owned by network:dhcp {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:21:45.396125 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dc6b52e9-8a56-4853-bfdb-c04a382dd9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:45.446490 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc6b52e9-8a56-4853-bfdb-c04a382dd9c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:21:45.475363 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dc6b52e9-8a56-4853-bfdb-c04a382dd9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:45.475880 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-dc6b52e9-8a56-4853-bfdb-c04a382dd9c5 admin admin] Added segment 396b4b37-7cab-443b-921f-c1db9164149c of type vlan for network 32f80cc3-1f94-4063-be76-8fb94b45fbce Nov 12 01:21:45.553109 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-154a7620-f839-46c7-ba8e-9be3bb573a7e tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:45.582164 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dc6b52e9-8a56-4853-bfdb-c04a382dd9c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:45.651348 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 0236e377-9b8d-40b8-a7e9-d5ce16a735ab up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:21:45.695180 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6b52e9-8a56-4853-bfdb-c04a382dd9c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55f34a6-9221-4606-a26b-7b72f544cc07,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:45.715911 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dc6b52e9-8a56-4853-bfdb-c04a382dd9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:45.717826 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6b52e9-8a56-4853-bfdb-c04a382dd9c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:45.719091 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dc6b52e9-8a56-4853-bfdb-c04a382dd9c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:45.776458 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-dc6b52e9-8a56-4853-bfdb-c04a382dd9c5 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9006932 Nov 12 01:21:45.814129 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57466) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:45.842998 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-4d19189c-56f4-4ad8-973f-9e6aaa353d96 admin admin] Request body: {'subnet': {'network_id': '32f80cc3-1f94-4063-be76-8fb94b45fbce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-915381193-subnet', 'tenant_id': '0606c7e790894fa5a66606f68f9b6dfc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:21:45.866580 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57468) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:45.925959 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-970f2dc1-45ad-4e9c-96db-71c24d341cd1 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:46.046742 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7a21a3-f0bc-4c9a-ada2-d01b3e1b48f8 None None] Network d3f05745-0ef4-4ef3-842a-47f034416e4d requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:21:46.060475 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-681c17eb-1c95-4f19-952d-9885a86c2465 None None] Port de37c236-32e9-4f13-9b6b-d7563e94d63d cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:21:46.131065 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1636a2db-c00f-4d88-b21d-661c24cc806f None None] Pushing event updated for resources: {'Port': ['ID=7821cca5-bd26-419f-a480-957cc0f753df,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:46.201832 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c12cd4d-d8ce-4d08-a7aa-6ed2211310bf None None] DHCP port deletion for 682e0b44-65b9-400b-8f8e-1eeb342780e2 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:21:46.348559 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-a9b394c6-2982-48c9-9b08-97596fd3b43e None None] Provisioning complete for port 0236e377-9b8d-40b8-a7e9-d5ce16a735ab triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:21:46.349548 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a9b394c6-2982-48c9-9b08-97596fd3b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:46.374083 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d19189c-56f4-4ad8-973f-9e6aaa353d96 admin admin] Made reservation on behalf of 0606c7e790894fa5a66606f68f9b6dfc for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:21:46.379693 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4d19189c-56f4-4ad8-973f-9e6aaa353d96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:46.380045 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e3671678-88ca-470c-83f8-b96530cf2ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:46.436583 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-74b32ff1-f30e-45e7-9f1d-672d2988fc49 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Request body: {'floatingip': {'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:21:46.478421 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6b52e9-8a56-4853-bfdb-c04a382dd9c5 admin admin] Pushing event updated for resources: {'Network': ['ID=32f80cc3-1f94-4063-be76-8fb94b45fbce,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:46.492730 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3671678-88ca-470c-83f8-b96530cf2ce0 admin admin] Pushing event deleted for resources: {'Port': ['ID=78ad043f-bbff-422a-ba44-8b7fdfec6c7d,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:46.573356 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3671678-88ca-470c-83f8-b96530cf2ce0 admin admin] No DVR routers for this DVR port 78ad043f-bbff-422a-ba44-8b7fdfec6c7d on host n-d-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:21:46.608696 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900e8b85-f008-41a2-9d16-3e4c91a1aad0 None None] Network 76e5e23a-9f10-45a2-8793-e552577d95b0 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:21:46.613655 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 32f80cc3-1f94-4063-be76-8fb94b45fbce details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:21:46.724989 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e3671678-88ca-470c-83f8-b96530cf2ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:46.757027 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-375cfdf3-ee90-4ac1-a21e-bd5cfdb93c49 tempest-RoutersAdminNegativeIpV6Test-2113048374 tempest-RoutersAdminNegativeIpV6Test-2113048374-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:46.801392 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-e3671678-88ca-470c-83f8-b96530cf2ce0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['682e0b44-65b9-400b-8f8e-1eeb342780e2']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:46.804232 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-375cfdf3-ee90-4ac1-a21e-bd5cfdb93c49 tempest-RoutersAdminNegativeIpV6Test-2113048374 tempest-RoutersAdminNegativeIpV6Test-2113048374-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:46.827058 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-e3671678-88ca-470c-83f8-b96530cf2ce0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef853ea3-b93e-44bf-9439-4b21c4c64343') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:46.827354 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-e3671678-88ca-470c-83f8-b96530cf2ce0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef853ea3-b93e-44bf-9439-4b21c4c64343') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:46.848805 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e3671678-88ca-470c-83f8-b96530cf2ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:46.850866 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-74b32ff1-f30e-45e7-9f1d-672d2988fc49 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks [] for floatingip, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:46.888932 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e3671678-88ca-470c-83f8-b96530cf2ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:46.894755 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3671678-88ca-470c-83f8-b96530cf2ce0 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:21:46.895354 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e3671678-88ca-470c-83f8-b96530cf2ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:46.897768 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:21:46.897768 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:21:46.897768 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:21:46.897768 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:21:46.897768 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:21:46.897768 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:21:46.897768 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:21:46.897768 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:21:46.897768 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:21:46.897768 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:21:46.897768 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:21:46.897768 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:21:46.897768 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:21:46.897768 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:21:46.897768 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:21:46.897768 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:21:46.897768 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:21:46.897768 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:21:46.897768 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:21:46.897768 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:21:46.897768 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:21:46.897768 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:21:46.897768 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:21:46.897768 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:21:46.897768 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:21:46.897768 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:21:46.897768 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:21:46.897768 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:21:46.897768 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:21:46.897768 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:21:46.897768 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:21:46.897768 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:21:47.000342 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-970f2dc1-45ad-4e9c-96db-71c24d341cd1 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:47.003338 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e3671678-88ca-470c-83f8-b96530cf2ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:47.013335 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e3671678-88ca-470c-83f8-b96530cf2ce0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:47.025503 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e3671678-88ca-470c-83f8-b96530cf2ce0 admin admin] 10.222.0.45 "DELETE /v2.0/networks/682e0b44-65b9-400b-8f8e-1eeb342780e2 HTTP/1.1" status: 204 len: 168 time: 3.5595107 Nov 12 01:21:47.027840 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-970f2dc1-45ad-4e9c-96db-71c24d341cd1 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:47.029341 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-970f2dc1-45ad-4e9c-96db-71c24d341cd1 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:47.071342 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3671678-88ca-470c-83f8-b96530cf2ce0 admin admin] Pushing event deleted for resources: {'Network': ['ID=682e0b44-65b9-400b-8f8e-1eeb342780e2,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:47.122611 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 0236e377-9b8d-40b8-a7e9-d5ce16a735ab triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:21:47.123238 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:47.131338 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f2dc1-45ad-4e9c-96db-71c24d341cd1 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event updated for resources: {'Port': ['ID=bd4375f0-84d1-46ab-9f12-940dfd8123f3,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:47.166907 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d8da2c-061f-4034-93e7-2b20bd2139d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-fa8e971f-5e38-4f66-a1ab-a95e974dae98', 'network_id': 'fa8e971f-5e38-4f66-a1ab-a95e974dae98', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'fixed_ips': [{'subnet_id': '7ef30172-e78b-42f8-a17d-19195696b670'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:21:47.168660 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a4d8da2c-061f-4034-93e7-2b20bd2139d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:47.261970 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970f2dc1-45ad-4e9c-96db-71c24d341cd1 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Network 76e5e23a-9f10-45a2-8793-e552577d95b0 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:21:47.265579 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-970f2dc1-45ad-4e9c-96db-71c24d341cd1 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:21:47.491373 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-970f2dc1-45ad-4e9c-96db-71c24d341cd1 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Router 457a8e24-0b72-4509-949c-ae54467b95a1 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:21:47.516599 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-154a7620-f839-46c7-ba8e-9be3bb573a7e tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Allocated IP 172.20.0.1 (fa8e971f-5e38-4f66-a1ab-a95e974dae98/7ef30172-e78b-42f8-a17d-19195696b670/57088768-f15c-4f7f-9a9f-7f6a28932777) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:21:47.562172 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a9b394c6-2982-48c9-9b08-97596fd3b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:47.599461 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57478) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:47.809308 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-375cfdf3-ee90-4ac1-a21e-bd5cfdb93c49 tempest-RoutersAdminNegativeIpV6Test-2113048374 tempest-RoutersAdminNegativeIpV6Test-2113048374-project-admin] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:47.812565 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-35bfaf91-98c0-47e2-87da-b9a892d64bce admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8cc8ca414fa7430d8da23a7db1c7581c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2109878 Nov 12 01:21:47.815262 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57480) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:47.830982 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-a9b394c6-2982-48c9-9b08-97596fd3b43e None None] For port 0236e377-9b8d-40b8-a7e9-d5ce16a735ab, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=0236e377-9b8d-40b8-a7e9-d5ce16a735ab,segment=NetworkSegment(a85b33a0-4627-4ac1-b38e-4786698d8dda),segment_id=a85b33a0-4627-4ac1-b38e-4786698d8dda)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:21:47.840672 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a9b394c6-2982-48c9-9b08-97596fd3b43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:47.910116 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:47.926289 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-74b32ff1-f30e-45e7-9f1d-672d2988fc49 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:47.939134 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b394c6-2982-48c9-9b08-97596fd3b43e None None] Pushing event updated for resources: {'Port': ['ID=0236e377-9b8d-40b8-a7e9-d5ce16a735ab,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:48.003452 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-baddfe9f-7404-4756-baad-a86ccd6f1f4b None None] Provisioning complete for port 0236e377-9b8d-40b8-a7e9-d5ce16a735ab triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:21:48.003682 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-baddfe9f-7404-4756-baad-a86ccd6f1f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:48.026605 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-47a09d26-f311-4478-891e-b4cd2a5bd557 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:48.036268 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.api [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:21:48.036775 n-d-712142-27 neutron-server[109087]: DEBUG oslo_db.api [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:21:48.066852 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-47a09d26-f311-4478-891e-b4cd2a5bd557 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:48.076362 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970f2dc1-45ad-4e9c-96db-71c24d341cd1 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:21:48.087164 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f9ebd2-f59f-4d86-8956-5fa43df1aa26 None None] Sync routers for ids ['457a8e24-0b72-4509-949c-ae54467b95a1'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:21:48.108704 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f9ebd2-f59f-4d86-8956-5fa43df1aa26 None None] Routers {'457a8e24-0b72-4509-949c-ae54467b95a1'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:21:48.115633 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-43f9ebd2-f59f-4d86-8956-5fa43df1aa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:21:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['457a8e24-0b72-4509-949c-ae54467b95a1'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:48.120993 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-970f2dc1-45ad-4e9c-96db-71c24d341cd1 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "PUT /v2.0/routers/457a8e24-0b72-4509-949c-ae54467b95a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0451941 Nov 12 01:21:48.123657 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57482) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:48.139942 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-baddfe9f-7404-4756-baad-a86ccd6f1f4b None None] Provisioning complete for port 7821cca5-bd26-419f-a480-957cc0f753df triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:21:48.140812 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-baddfe9f-7404-4756-baad-a86ccd6f1f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:48.143617 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4d19189c-56f4-4ad8-973f-9e6aaa353d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:48.207925 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-43f9ebd2-f59f-4d86-8956-5fa43df1aa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:48.228437 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f9ebd2-f59f-4d86-8956-5fa43df1aa26 None None] Routers {'457a8e24-0b72-4509-949c-ae54467b95a1'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:21:48.229341 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-43f9ebd2-f59f-4d86-8956-5fa43df1aa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:21:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['457a8e24-0b72-4509-949c-ae54467b95a1'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:48.266360 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-43f9ebd2-f59f-4d86-8956-5fa43df1aa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:48.272977 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f9ebd2-f59f-4d86-8956-5fa43df1aa26 None None] The sync data for ids ['457a8e24-0b72-4509-949c-ae54467b95a1'] in n-d-712142-27 is: [] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:21:48.304278 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22b6234-2d2e-4dcf-84fd-0278d9420e46 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:48.306842 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-d22b6234-2d2e-4dcf-84fd-0278d9420e46 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "GET /v2.0/ports/bd4375f0-84d1-46ab-9f12-940dfd8123f3 HTTP/1.1" status: 200 len: 911 time: 0.1820567 Nov 12 01:21:48.308209 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-47a09d26-f311-4478-891e-b4cd2a5bd557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:48.311264 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-47a09d26-f311-4478-891e-b4cd2a5bd557 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:48.316330 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-47a09d26-f311-4478-891e-b4cd2a5bd557 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f7233b9f-1065-4d72-90ac-8ac47fde62c7 HTTP/1.1" status: 204 len: 168 time: 0.4928033 Nov 12 01:21:48.317465 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57484) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:48.456084 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-375cfdf3-ee90-4ac1-a21e-bd5cfdb93c49 tempest-RoutersAdminNegativeIpV6Test-2113048374 tempest-RoutersAdminNegativeIpV6Test-2113048374-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:48.459571 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a09d26-f311-4478-891e-b4cd2a5bd557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7233b9f-1065-4d72-90ac-8ac47fde62c7,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:48.460158 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-375cfdf3-ee90-4ac1-a21e-bd5cfdb93c49 tempest-RoutersAdminNegativeIpV6Test-2113048374 tempest-RoutersAdminNegativeIpV6Test-2113048374-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:48.465370 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-baddfe9f-7404-4756-baad-a86ccd6f1f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:48.495397 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-154a7620-f839-46c7-ba8e-9be3bb573a7e tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:48.516994 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d19189c-56f4-4ad8-973f-9e6aaa353d96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=536a31a4-4582-4b74-9bdb-573247637986,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:48.610895 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-baddfe9f-7404-4756-baad-a86ccd6f1f4b None None] For port 7821cca5-bd26-419f-a480-957cc0f753df, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=7821cca5-bd26-419f-a480-957cc0f753df,segment=NetworkSegment(d2212d08-c09b-4f5f-80e7-2a3241ccbad4),segment_id=d2212d08-c09b-4f5f-80e7-2a3241ccbad4)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:21:48.644998 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-baddfe9f-7404-4756-baad-a86ccd6f1f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:48.828007 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-375cfdf3-ee90-4ac1-a21e-bd5cfdb93c49 tempest-RoutersAdminNegativeIpV6Test-2113048374 tempest-RoutersAdminNegativeIpV6Test-2113048374-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:48.831923 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375cfdf3-ee90-4ac1-a21e-bd5cfdb93c49 tempest-RoutersAdminNegativeIpV6Test-2113048374 tempest-RoutersAdminNegativeIpV6Test-2113048374-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 522face4-3725-4e3d-b813-5317a2835a43 {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:21:48.882476 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-d80b80bf-4eef-44c5-b104-cb31c660741a None None] Provisioning complete for port bd4375f0-84d1-46ab-9f12-940dfd8123f3 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:21:48.882913 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d80b80bf-4eef-44c5-b104-cb31c660741a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:48.975683 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 7821cca5-bd26-419f-a480-957cc0f753df up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:21:48.978192 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baddfe9f-7404-4756-baad-a86ccd6f1f4b None None] Pushing event updated for resources: {'Port': ['ID=7821cca5-bd26-419f-a480-957cc0f753df,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:49.042617 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-154a7620-f839-46c7-ba8e-9be3bb573a7e tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:49.089160 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d19189c-56f4-4ad8-973f-9e6aaa353d96 admin admin] Checking segment: {'id': '396b4b37-7cab-443b-921f-c1db9164149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '32f80cc3-1f94-4063-be76-8fb94b45fbce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:21:49.089549 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d19189c-56f4-4ad8-973f-9e6aaa353d96 admin admin] Network hostable DHCP agents. Network: 32f80cc3-1f94-4063-be76-8fb94b45fbce, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:21:49.128886 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-375cfdf3-ee90-4ac1-a21e-bd5cfdb93c49 tempest-RoutersAdminNegativeIpV6Test-2113048374 tempest-RoutersAdminNegativeIpV6Test-2113048374-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 12 01:21:49.130586 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-375cfdf3-ee90-4ac1-a21e-bd5cfdb93c49 tempest-RoutersAdminNegativeIpV6Test-2113048374 tempest-RoutersAdminNegativeIpV6Test-2113048374-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.6033218 Nov 12 01:21:49.136210 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57496) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:49.162133 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154a7620-f839-46c7-ba8e-9be3bb573a7e tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Network fa8e971f-5e38-4f66-a1ab-a95e974dae98 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:21:49.169508 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-154a7620-f839-46c7-ba8e-9be3bb573a7e tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:21:49.207877 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0700c64a-b038-4887-a392-de9799ade887 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:49.217025 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154a7620-f839-46c7-ba8e-9be3bb573a7e tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:21:49.218181 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-a4d8da2c-061f-4034-93e7-2b20bd2139d9 None None] Allocated IP 172.20.0.2 (fa8e971f-5e38-4f66-a1ab-a95e974dae98/7ef30172-e78b-42f8-a17d-19195696b670/c779b729-8152-4d04-b502-c735d146f5a5) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:21:49.223864 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-74b32ff1-f30e-45e7-9f1d-672d2988fc49 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Allocated IP 172.25.3.104 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/f232b1e0-b589-4363-a8f0-98bb056768f1) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:21:49.224394 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-d80b80bf-4eef-44c5-b104-cb31c660741a None None] Port bd4375f0-84d1-46ab-9f12-940dfd8123f3 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:21:49.281914 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-d80b80bf-4eef-44c5-b104-cb31c660741a None None] Provisioning complete for port 7821cca5-bd26-419f-a480-957cc0f753df triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:21:49.282924 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d80b80bf-4eef-44c5-b104-cb31c660741a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:49.376293 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a7620-f839-46c7-ba8e-9be3bb573a7e tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event updated for resources: {'Port': ['ID=57088768-f15c-4f7f-9a9f-7f6a28932777,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:49.407095 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 7821cca5-bd26-419f-a480-957cc0f753df triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:21:49.407810 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:49.417253 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d19189c-56f4-4ad8-973f-9e6aaa353d96 admin admin] Network 32f80cc3-1f94-4063-be76-8fb94b45fbce is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:21:49.439320 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-4d19189c-56f4-4ad8-973f-9e6aaa353d96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 32f80cc3-1f94-4063-be76-8fb94b45fbce) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:21:49.526223 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5a82f0-7d81-402d-8113-cdb3bc7fd2fa None None] Network 32f80cc3-1f94-4063-be76-8fb94b45fbce requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:21:49.572085 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-154a7620-f839-46c7-ba8e-9be3bb573a7e tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:49.616587 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d19189c-56f4-4ad8-973f-9e6aaa353d96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:49.620430 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4d19189c-56f4-4ad8-973f-9e6aaa353d96 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:49.998296 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 0236e377-9b8d-40b8-a7e9-d5ce16a735ab up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:21:50.005675 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7863c48d-67a0-4d93-bae5-9e256bc929bd None None] Provisioning complete for port bd4375f0-84d1-46ab-9f12-940dfd8123f3 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:21:50.006219 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7863c48d-67a0-4d93-bae5-9e256bc929bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:50.009088 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-74b32ff1-f30e-45e7-9f1d-672d2988fc49 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:50.127336 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-0700c64a-b038-4887-a392-de9799ade887 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Allocated IP 2001:db8:1::1 (d3f05745-0ef4-4ef3-842a-47f034416e4d/98fe2adf-a002-4442-9adc-4fafac9e84d0/ebfe8f22-ecd5-4d9f-81fc-f8872785555f) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:21:50.128438 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-477a16bb-f76c-4d22-ad20-7916f9c319ff tempest-RoutersAdminNegativeIpV6Test-2113048374 tempest-RoutersAdminNegativeIpV6Test-2113048374-project-admin] Deleting port de37c236-32e9-4f13-9b6b-d7563e94d63d {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:21:50.128986 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-477a16bb-f76c-4d22-ad20-7916f9c319ff tempest-RoutersAdminNegativeIpV6Test-2113048374 tempest-RoutersAdminNegativeIpV6Test-2113048374-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:50.206631 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-7863c48d-67a0-4d93-bae5-9e256bc929bd None None] Port bd4375f0-84d1-46ab-9f12-940dfd8123f3 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:21:50.224631 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7e7cd4-87a1-44ae-a7ff-e069b2dc9283 None None] Network 32f80cc3-1f94-4063-be76-8fb94b45fbce requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:21:50.230002 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a4d8da2c-061f-4034-93e7-2b20bd2139d9 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:50.461603 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0700c64a-b038-4887-a392-de9799ade887 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:50.509073 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4d19189c-56f4-4ad8-973f-9e6aaa353d96 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.6927557 Nov 12 01:21:50.513509 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-477a16bb-f76c-4d22-ad20-7916f9c319ff tempest-RoutersAdminNegativeIpV6Test-2113048374 tempest-RoutersAdminNegativeIpV6Test-2113048374-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:50.522379 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57512) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:50.541573 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0700c64a-b038-4887-a392-de9799ade887 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:50.610915 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-74b32ff1-f30e-45e7-9f1d-672d2988fc49 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:50.655151 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b32ff1-f30e-45e7-9f1d-672d2988fc49 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:21:50.670006 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-74b32ff1-f30e-45e7-9f1d-672d2988fc49 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:21:50.680397 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b32ff1-f30e-45e7-9f1d-672d2988fc49 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:21:50.706292 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0700c64a-b038-4887-a392-de9799ade887 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Network d3f05745-0ef4-4ef3-842a-47f034416e4d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:21:50.713292 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-0700c64a-b038-4887-a392-de9799ade887 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:21:50.717412 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a4d8da2c-061f-4034-93e7-2b20bd2139d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:50.720855 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0700c64a-b038-4887-a392-de9799ade887 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:21:50.721728 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0700c64a-b038-4887-a392-de9799ade887 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:50.853469 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0700c64a-b038-4887-a392-de9799ade887 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event updated for resources: {'Port': ['ID=ebfe8f22-ecd5-4d9f-81fc-f8872785555f,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:50.860476 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d8da2c-061f-4034-93e7-2b20bd2139d9 None None] Network fa8e971f-5e38-4f66-a1ab-a95e974dae98 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:21:50.862181 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 0236e377-9b8d-40b8-a7e9-d5ce16a735ab triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:21:50.862530 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:50.869509 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-a4d8da2c-061f-4034-93e7-2b20bd2139d9 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:21:50.894615 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-477a16bb-f76c-4d22-ad20-7916f9c319ff tempest-RoutersAdminNegativeIpV6Test-2113048374 tempest-RoutersAdminNegativeIpV6Test-2113048374-project-admin] Calling delete_port for de37c236-32e9-4f13-9b6b-d7563e94d63d owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:21:50.905139 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d8da2c-061f-4034-93e7-2b20bd2139d9 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:21:50.907308 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d8da2c-061f-4034-93e7-2b20bd2139d9 None None] Pushing event updated for resources: {'Port': ['ID=c779b729-8152-4d04-b502-c735d146f5a5,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:51.075772 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-a4d8da2c-061f-4034-93e7-2b20bd2139d9 None None] Attempting to bind port c779b729-8152-4d04-b502-c735d146f5a5 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:21:51.076585 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-a4d8da2c-061f-4034-93e7-2b20bd2139d9 None None] Attempting to bind port c779b729-8152-4d04-b502-c735d146f5a5 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '81908e7e-5607-4e76-9f49-5385797133bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'fa8e971f-5e38-4f66-a1ab-a95e974dae98'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:21:51.077366 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d8da2c-061f-4034-93e7-2b20bd2139d9 None None] Attempting to bind port c779b729-8152-4d04-b502-c735d146f5a5 on network fa8e971f-5e38-4f66-a1ab-a95e974dae98 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:21:51.088413 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d8da2c-061f-4034-93e7-2b20bd2139d9 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:21:51.089428 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d8da2c-061f-4034-93e7-2b20bd2139d9 None None] Checking segment: {'id': '81908e7e-5607-4e76-9f49-5385797133bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'fa8e971f-5e38-4f66-a1ab-a95e974dae98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:21:51.090227 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a4d8da2c-061f-4034-93e7-2b20bd2139d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:51.091056 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d8da2c-061f-4034-93e7-2b20bd2139d9 None None] Bound using segment: {'id': '81908e7e-5607-4e76-9f49-5385797133bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'fa8e971f-5e38-4f66-a1ab-a95e974dae98'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:21:51.092060 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-a4d8da2c-061f-4034-93e7-2b20bd2139d9 None None] Bound port: c779b729-8152-4d04-b502-c735d146f5a5, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81908e7e-5607-4e76-9f49-5385797133bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'fa8e971f-5e38-4f66-a1ab-a95e974dae98'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:21:51.092824 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a4d8da2c-061f-4034-93e7-2b20bd2139d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:51.177615 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0700c64a-b038-4887-a392-de9799ade887 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:51.214755 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-6f0d254c-6772-4249-83e8-0ce142179c62 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-2046443660-network', 'tenant_id': '22b086af3f1f45c9b7954dadfab0bb71'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:21:51.220483 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-477a16bb-f76c-4d22-ad20-7916f9c319ff tempest-RoutersAdminNegativeIpV6Test-2113048374 tempest-RoutersAdminNegativeIpV6Test-2113048374-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:51.231138 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-154a7620-f839-46c7-ba8e-9be3bb573a7e tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:51.373093 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b32ff1-f30e-45e7-9f1d-672d2988fc49 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Pushing event updated for resources: {'Port': ['ID=f232b1e0-b589-4363-a8f0-98bb056768f1,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:51.374597 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 78ad043f-bbff-422a-ba44-8b7fdfec6c7d no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:21:51.425376 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6a93fd-e517-4399-8087-7143ee7142de None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:21:51.433405 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 78ad043f-bbff-422a-ba44-8b7fdfec6c7d {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:21:51.433936 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 78ad043f-bbff-422a-ba44-8b7fdfec6c7d not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:21:51.446310 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-a4d8da2c-061f-4034-93e7-2b20bd2139d9 None None] For port c779b729-8152-4d04-b502-c735d146f5a5, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:21:51.520634 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-a4d8da2c-061f-4034-93e7-2b20bd2139d9 None None] For port c779b729-8152-4d04-b502-c735d146f5a5, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=c779b729-8152-4d04-b502-c735d146f5a5,segment=NetworkSegment(81908e7e-5607-4e76-9f49-5385797133bc),segment_id=81908e7e-5607-4e76-9f49-5385797133bc)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:21:51.534264 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-d7b9f5cc-40b9-45f6-82eb-50faa47a6f30 None None] Provisioning complete for port ebfe8f22-ecd5-4d9f-81fc-f8872785555f triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:21:51.534651 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d7b9f5cc-40b9-45f6-82eb-50faa47a6f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:51.540440 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a4d8da2c-061f-4034-93e7-2b20bd2139d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:51.678670 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0d254c-6772-4249-83e8-0ce142179c62 admin admin] Made reservation on behalf of 22b086af3f1f45c9b7954dadfab0bb71 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:21:51.681980 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f0d254c-6772-4249-83e8-0ce142179c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:51.684562 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a16bb-f76c-4d22-ad20-7916f9c319ff tempest-RoutersAdminNegativeIpV6Test-2113048374 tempest-RoutersAdminNegativeIpV6Test-2113048374-project-admin] Pushing event deleted for resources: {'Port': ['ID=de37c236-32e9-4f13-9b6b-d7563e94d63d,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:51.706242 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-74b32ff1-f30e-45e7-9f1d-672d2988fc49 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:51.714543 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 7821cca5-bd26-419f-a480-957cc0f753df up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:21:51.717021 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f0d254c-6772-4249-83e8-0ce142179c62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:51.884719 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-d7b9f5cc-40b9-45f6-82eb-50faa47a6f30 None None] Port ebfe8f22-ecd5-4d9f-81fc-f8872785555f cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:21:51.905454 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-477a16bb-f76c-4d22-ad20-7916f9c319ff tempest-RoutersAdminNegativeIpV6Test-2113048374 tempest-RoutersAdminNegativeIpV6Test-2113048374-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:51.915533 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-477a16bb-f76c-4d22-ad20-7916f9c319ff tempest-RoutersAdminNegativeIpV6Test-2113048374 tempest-RoutersAdminNegativeIpV6Test-2113048374-project-admin] 10.222.0.45 "DELETE /v2.0/ports/de37c236-32e9-4f13-9b6b-d7563e94d63d HTTP/1.1" status: 204 len: 168 time: 2.7662070 Nov 12 01:21:51.944492 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d8da2c-061f-4034-93e7-2b20bd2139d9 None None] Pushing event updated for resources: {'Port': ['ID=c779b729-8152-4d04-b502-c735d146f5a5,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:51.976871 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-74b32ff1-f30e-45e7-9f1d-672d2988fc49 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:51.995469 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 7821cca5-bd26-419f-a480-957cc0f753df triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:21:51.998635 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:52.215093 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-154a7620-f839-46c7-ba8e-9be3bb573a7e tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:52.228013 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-154a7620-f839-46c7-ba8e-9be3bb573a7e tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:52.323123 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ff8ca-197d-45da-975f-269d7645b43d req-e7060307-2f06-4ba5-b9e9-79ff6b89e5cb tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:52.327422 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-294ff8ca-197d-45da-975f-269d7645b43d req-e7060307-2f06-4ba5-b9e9-79ff6b89e5cb tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/networks?id=f83a5eb4-144e-49b8-9905-af47775cb623 HTTP/1.1" status: 200 len: 812 time: 0.2762282 Nov 12 01:21:52.375823 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-294ff8ca-197d-45da-975f-269d7645b43d req-d680f43a-69cd-4d44-a212-1c6980bb0366 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/quotas/3f6f135d124d490b9b6a1a3e378c8346 HTTP/1.1" status: 200 len: 375 time: 0.0378666 Nov 12 01:21:52.381055 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0700c64a-b038-4887-a392-de9799ade887 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:52.415150 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0700c64a-b038-4887-a392-de9799ade887 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:52.416661 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0700c64a-b038-4887-a392-de9799ade887 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:52.453004 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-294ff8ca-197d-45da-975f-269d7645b43d req-dc13f3f1-1d6c-49d4-aab3-934c566f019f tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3f6f135d124d490b9b6a1a3e378c8346&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651093 Nov 12 01:21:52.465874 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a7620-f839-46c7-ba8e-9be3bb573a7e tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event updated for resources: {'Port': ['ID=57088768-f15c-4f7f-9a9f-7f6a28932777,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:52.476919 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-154a7620-f839-46c7-ba8e-9be3bb573a7e tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:52.546687 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f0d254c-6772-4249-83e8-0ce142179c62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:52.549059 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0700c64a-b038-4887-a392-de9799ade887 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event updated for resources: {'Port': ['ID=ebfe8f22-ecd5-4d9f-81fc-f8872785555f,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:52.583206 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f0d254c-6772-4249-83e8-0ce142179c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:52.616491 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57544) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:52.675477 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f0d254c-6772-4249-83e8-0ce142179c62 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:21:52.731182 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0d254c-6772-4249-83e8-0ce142179c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fffd30fd-6b1c-4828-84d7-a04053ecae97,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:52.738755 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f0d254c-6772-4249-83e8-0ce142179c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:52.739108 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-6f0d254c-6772-4249-83e8-0ce142179c62 admin admin] Added segment a038454c-e35a-4b94-bdaa-5b736e80ec88 of type vlan for network 0fa3aba6-17c9-489d-89ab-1f9367d3d32a Nov 12 01:21:52.794450 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0700c64a-b038-4887-a392-de9799ade887 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Network d3f05745-0ef4-4ef3-842a-47f034416e4d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:21:52.798175 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-0700c64a-b038-4887-a392-de9799ade887 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:21:52.858684 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154a7620-f839-46c7-ba8e-9be3bb573a7e tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Network fa8e971f-5e38-4f66-a1ab-a95e974dae98 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:21:52.890304 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-154a7620-f839-46c7-ba8e-9be3bb573a7e tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:21:52.895929 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f0d254c-6772-4249-83e8-0ce142179c62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:52.900614 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-74b32ff1-f30e-45e7-9f1d-672d2988fc49 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:52.925646 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-74b32ff1-f30e-45e7-9f1d-672d2988fc49 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:52.947486 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-294ff8ca-197d-45da-975f-269d7645b43d req-bff968f0-bc02-4dc0-a29b-07d4388c48d0 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:21:52.949522 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-294ff8ca-197d-45da-975f-269d7645b43d req-bff968f0-bc02-4dc0-a29b-07d4388c48d0 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3914475 Nov 12 01:21:53.089548 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b53edb1a-fc66-462c-9926-86be17a17b29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:53.268540 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0700c64a-b038-4887-a392-de9799ade887 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Router 457a8e24-0b72-4509-949c-ae54467b95a1 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:21:53.471794 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-ddb21052-46b2-4940-a1cd-b44bef8df366 None None] Provisioning complete for port ebfe8f22-ecd5-4d9f-81fc-f8872785555f triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:21:53.473177 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ddb21052-46b2-4940-a1cd-b44bef8df366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:53.541543 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-294ff8ca-197d-45da-975f-269d7645b43d req-cd5c98c4-53a9-4331-b015-3996681b629c service neutron] 10.222.0.45 "GET /v2.0/networks/f83a5eb4-144e-49b8-9905-af47775cb623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5178802 Nov 12 01:21:53.605185 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f0d254c-6772-4249-83e8-0ce142179c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:53.606160 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0d254c-6772-4249-83e8-0ce142179c62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:53.606747 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f0d254c-6772-4249-83e8-0ce142179c62 admin admin] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:53.627950 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828aa712-282f-4d6a-9692-b3ee68dc74d3 None None] Network fa8e971f-5e38-4f66-a1ab-a95e974dae98 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:21:53.770360 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b32ff1-f30e-45e7-9f1d-672d2988fc49 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Pushing event updated for resources: {'Port': ['ID=f232b1e0-b589-4363-a8f0-98bb056768f1,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:53.771660 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0700c64a-b038-4887-a392-de9799ade887 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:21:53.917895 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b53edb1a-fc66-462c-9926-86be17a17b29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:53.917895 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-0700c64a-b038-4887-a392-de9799ade887 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "PUT /v2.0/routers/457a8e24-0b72-4509-949c-ae54467b95a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5409698 Nov 12 01:21:53.917895 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57560) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:53.920944 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-74b32ff1-f30e-45e7-9f1d-672d2988fc49 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:53.920944 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6f0d254c-6772-4249-83e8-0ce142179c62 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.3519690 Nov 12 01:21:53.921728 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-ddb21052-46b2-4940-a1cd-b44bef8df366 None None] Port ebfe8f22-ecd5-4d9f-81fc-f8872785555f cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:21:53.921728 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6e57ad-8dd5-451d-8b4d-1177e268acef None None] Sync routers for ids ['457a8e24-0b72-4509-949c-ae54467b95a1'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:21:53.921728 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device c779b729-8152-4d04-b502-c735d146f5a5 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:21:53.922579 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57562) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:53.932009 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-4b670f55-8364-48e1-8151-87b629875211 admin admin] Request body: {'subnet': {'network_id': '0fa3aba6-17c9-489d-89ab-1f9367d3d32a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-2046443660-subnet', 'tenant_id': '22b086af3f1f45c9b7954dadfab0bb71', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:21:53.945506 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0d254c-6772-4249-83e8-0ce142179c62 admin admin] Pushing event updated for resources: {'Network': ['ID=0fa3aba6-17c9-489d-89ab-1f9367d3d32a,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:53.964728 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6e57ad-8dd5-451d-8b4d-1177e268acef None None] Routers {'457a8e24-0b72-4509-949c-ae54467b95a1'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:21:53.965361 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-5b6e57ad-8dd5-451d-8b4d-1177e268acef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:21:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['457a8e24-0b72-4509-949c-ae54467b95a1'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:53.974121 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 0fa3aba6-17c9-489d-89ab-1f9367d3d32a details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:21:53.993842 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49067484-a694-4ecd-8032-6059562cd17f tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:53.995541 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-49067484-a694-4ecd-8032-6059562cd17f tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "GET /v2.0/ports/ebfe8f22-ecd5-4d9f-81fc-f8872785555f HTTP/1.1" status: 200 len: 913 time: 0.1180341 Nov 12 01:21:53.996340 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b53edb1a-fc66-462c-9926-86be17a17b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:53.997147 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-74b32ff1-f30e-45e7-9f1d-672d2988fc49 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:54.005690 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-74b32ff1-f30e-45e7-9f1d-672d2988fc49 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.1356287 Nov 12 01:21:54.006716 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57566) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:54.007417 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57568) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:54.029450 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-b9d334ad-e0c3-4a8d-8a5c-3e179803c3ba tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1131075582'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:21:54.153168 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-5b6e57ad-8dd5-451d-8b4d-1177e268acef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:54.193436 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-e9755111-a571-4628-bb8b-c02eeab1e676 None None] Provisioning complete for port c779b729-8152-4d04-b502-c735d146f5a5 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:21:54.194192 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e9755111-a571-4628-bb8b-c02eeab1e676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:54.196294 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6e57ad-8dd5-451d-8b4d-1177e268acef None None] Routers {'457a8e24-0b72-4509-949c-ae54467b95a1'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:21:54.197261 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-5b6e57ad-8dd5-451d-8b4d-1177e268acef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:21:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['457a8e24-0b72-4509-949c-ae54467b95a1'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:54.378572 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-5b6e57ad-8dd5-451d-8b4d-1177e268acef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:54.380005 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6e57ad-8dd5-451d-8b4d-1177e268acef None None] The sync data for ids ['457a8e24-0b72-4509-949c-ae54467b95a1'] in n-d-712142-27 is: [] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:21:54.390417 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port c779b729-8152-4d04-b502-c735d146f5a5 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:21:54.391495 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:54.440353 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b670f55-8364-48e1-8151-87b629875211 admin admin] Made reservation on behalf of 22b086af3f1f45c9b7954dadfab0bb71 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:21:54.444418 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4b670f55-8364-48e1-8151-87b629875211 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:54.496122 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d334ad-e0c3-4a8d-8a5c-3e179803c3ba tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Made reservation on behalf of 44910922a25d446d8bfdae205e77fa07 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:21:54.506356 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b9d334ad-e0c3-4a8d-8a5c-3e179803c3ba tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:54.612137 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b9d334ad-e0c3-4a8d-8a5c-3e179803c3ba tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:54.662164 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53edb1a-fc66-462c-9926-86be17a17b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8551fc-4b7d-4321-83c1-972b910ee38f,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:54.671021 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e9755111-a571-4628-bb8b-c02eeab1e676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:54.676403 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-294ff8ca-197d-45da-975f-269d7645b43d req-3b4b9043-6c1f-492c-b3c5-c0739b780986 service neutron] 10.222.0.45 "GET /v2.0/networks/f83a5eb4-144e-49b8-9905-af47775cb623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1206074 Nov 12 01:21:54.705232 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-b53edb1a-fc66-462c-9926-86be17a17b29 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4cfb00d34d364132ae4460e6913d05e6&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0853958 Nov 12 01:21:54.708163 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:54.709236 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57578) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:54.754543 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-154a7620-f839-46c7-ba8e-9be3bb573a7e tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Router e864dfc6-4044-4b92-a64a-4d2603d9ea92 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:21:54.917635 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-e9755111-a571-4628-bb8b-c02eeab1e676 None None] For port c779b729-8152-4d04-b502-c735d146f5a5, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=c779b729-8152-4d04-b502-c735d146f5a5,segment=NetworkSegment(81908e7e-5607-4e76-9f49-5385797133bc),segment_id=81908e7e-5607-4e76-9f49-5385797133bc)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:21:54.927423 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e9755111-a571-4628-bb8b-c02eeab1e676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:54.933885 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2ecb60e2-0214-4f66-a4dd-41dd1ac291ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:55.079654 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2ecb60e2-0214-4f66-a4dd-41dd1ac291ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:55.133369 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9755111-a571-4628-bb8b-c02eeab1e676 None None] Pushing event updated for resources: {'Port': ['ID=c779b729-8152-4d04-b502-c735d146f5a5,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:55.189158 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.api [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:21:55.189533 n-d-712142-27 neutron-server[109087]: DEBUG oslo_db.api [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:21:55.221538 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-bb5638fb-56ea-47ae-a51a-5fb3978a493c None None] Provisioning complete for port c779b729-8152-4d04-b502-c735d146f5a5 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:21:55.222372 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bb5638fb-56ea-47ae-a51a-5fb3978a493c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:55.265642 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2ecb60e2-0214-4f66-a4dd-41dd1ac291ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:55.271423 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2ecb60e2-0214-4f66-a4dd-41dd1ac291ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:55.274184 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2ecb60e2-0214-4f66-a4dd-41dd1ac291ad admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6c8551fc-4b7d-4321-83c1-972b910ee38f HTTP/1.1" status: 204 len: 168 time: 0.5628810 Nov 12 01:21:55.309519 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4b670f55-8364-48e1-8151-87b629875211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:55.362128 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154a7620-f839-46c7-ba8e-9be3bb573a7e tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:21:55.373265 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31cd581-4d41-482c-b625-75e94ecdeb8e None None] Sync routers for ids ['e864dfc6-4044-4b92-a64a-4d2603d9ea92'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:21:55.389542 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31cd581-4d41-482c-b625-75e94ecdeb8e None None] Routers {'e864dfc6-4044-4b92-a64a-4d2603d9ea92'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:21:55.390187 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-d31cd581-4d41-482c-b625-75e94ecdeb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:21:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['e864dfc6-4044-4b92-a64a-4d2603d9ea92'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:55.410592 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-154a7620-f839-46c7-ba8e-9be3bb573a7e tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "PUT /v2.0/routers/e864dfc6-4044-4b92-a64a-4d2603d9ea92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1870975 Nov 12 01:21:55.420215 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7d563a2f-840a-4da0-9f92-670e9db9f1f8 req-6b076662-4816-4f80-9c34-73e58e047a51 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6f1acd4-d8fc-4a4e-9c99-a8ad15cd6471 HTTP/1.1" status: 200 len: 210 time: 0.2170296 Nov 12 01:21:55.432114 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57596) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:55.451520 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecb60e2-0214-4f66-a4dd-41dd1ac291ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8551fc-4b7d-4321-83c1-972b910ee38f,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:55.476997 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-c3bbd3f2-9eae-4dbe-b4c5-326158d861be tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Request body: {'network': {'name': 'tempest-RoutersTest-705405894'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:21:55.574885 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3bbd3f2-9eae-4dbe-b4c5-326158d861be tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Made reservation on behalf of acd8925e4e2c4fe7bbc2a1e10c7a8810 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:21:55.579862 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c3bbd3f2-9eae-4dbe-b4c5-326158d861be tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:55.641763 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-bb5638fb-56ea-47ae-a51a-5fb3978a493c None None] Provisioning complete for port 57088768-f15c-4f7f-9a9f-7f6a28932777 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:21:55.646284 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bb5638fb-56ea-47ae-a51a-5fb3978a493c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:55.671149 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3bbd3f2-9eae-4dbe-b4c5-326158d861be tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:21:55.685812 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b670f55-8364-48e1-8151-87b629875211 admin admin] Pushing event updated for resources: {'Subnet': ['ID=169aa883-bc14-4fda-89e6-95e18c4a9217,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:55.691459 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b9d334ad-e0c3-4a8d-8a5c-3e179803c3ba tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:55.710392 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b9d334ad-e0c3-4a8d-8a5c-3e179803c3ba tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:55.744618 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-d31cd581-4d41-482c-b625-75e94ecdeb8e None None] Set router e864dfc6-4044-4b92-a64a-4d2603d9ea92 gateway port host: None {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:21:55.752727 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c3bbd3f2-9eae-4dbe-b4c5-326158d861be tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:55.756252 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-c3bbd3f2-9eae-4dbe-b4c5-326158d861be tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Added segment f017f9ca-c829-4d5b-a28b-ebca617ec08c of type vlan for network 7890d6b4-aaf7-41e9-a4d8-b4895f01fb76 Nov 12 01:21:55.770073 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b670f55-8364-48e1-8151-87b629875211 admin admin] Checking segment: {'id': 'a038454c-e35a-4b94-bdaa-5b736e80ec88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0fa3aba6-17c9-489d-89ab-1f9367d3d32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:21:55.770684 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b670f55-8364-48e1-8151-87b629875211 admin admin] Network hostable DHCP agents. Network: 0fa3aba6-17c9-489d-89ab-1f9367d3d32a, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:21:55.856774 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9d334ad-e0c3-4a8d-8a5c-3e179803c3ba tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:21:55.877514 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d334ad-e0c3-4a8d-8a5c-3e179803c3ba tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c81d95-be3e-4260-affa-4a31832bdfd9,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:55.890252 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-bb5638fb-56ea-47ae-a51a-5fb3978a493c None None] Port 57088768-f15c-4f7f-9a9f-7f6a28932777 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:21:55.918628 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c3bbd3f2-9eae-4dbe-b4c5-326158d861be tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:55.972203 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b9d334ad-e0c3-4a8d-8a5c-3e179803c3ba tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:55.972590 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-b9d334ad-e0c3-4a8d-8a5c-3e179803c3ba tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Added segment 03dd7599-68be-48ad-9e98-b15d6af388a0 of type vlan for network 3689b0a3-b381-4c41-8f6b-1fd2126c7d35 Nov 12 01:21:55.989252 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c3bbd3f2-9eae-4dbe-b4c5-326158d861be tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:55.995833 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bbd3f2-9eae-4dbe-b4c5-326158d861be tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:55.996787 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c3bbd3f2-9eae-4dbe-b4c5-326158d861be tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:56.021876 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b670f55-8364-48e1-8151-87b629875211 admin admin] Network 0fa3aba6-17c9-489d-89ab-1f9367d3d32a is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:21:56.045574 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-afda13b5-2db2-46ed-b4e7-11055d266c48 None None] Provisioning complete for port 57088768-f15c-4f7f-9a9f-7f6a28932777 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:21:56.045954 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-afda13b5-2db2-46ed-b4e7-11055d266c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:56.126810 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c3bbd3f2-9eae-4dbe-b4c5-326158d861be tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6585071 Nov 12 01:21:56.150473 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-afda13b5-2db2-46ed-b4e7-11055d266c48 None None] Port 57088768-f15c-4f7f-9a9f-7f6a28932777 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:21:56.153948 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device c779b729-8152-4d04-b502-c735d146f5a5 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:21:56.171948 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b9d334ad-e0c3-4a8d-8a5c-3e179803c3ba tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:56.204719 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57610) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:56.214617 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4d44f4ea-7aaf-4147-9cef-595942ef3c2e tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:56.223507 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-d9a66191-e521-4762-bd12-4dc42328476d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Request body: {'subnet': {'network_id': '7890d6b4-aaf7-41e9-a4d8-b4895f01fb76', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:21:56.266470 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57614) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:56.267185 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bbd3f2-9eae-4dbe-b4c5-326158d861be tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event updated for resources: {'Network': ['ID=7890d6b4-aaf7-41e9-a4d8-b4895f01fb76,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:56.292102 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port c779b729-8152-4d04-b502-c735d146f5a5 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:21:56.292537 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:56.294759 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 7890d6b4-aaf7-41e9-a4d8-b4895f01fb76 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:21:56.312956 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b9d334ad-e0c3-4a8d-8a5c-3e179803c3ba tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:56.332873 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d334ad-e0c3-4a8d-8a5c-3e179803c3ba tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:56.333714 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b9d334ad-e0c3-4a8d-8a5c-3e179803c3ba tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:56.366528 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-d31cd581-4d41-482c-b625-75e94ecdeb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'name': 'tempest-RoutersTest-router-1337973071', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:21:38Z', 'updated_at': '2021-11-12T01:21:50Z', 'revision_number': 2, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'gw_port_host': None, '_interfaces': [{'id': '57088768-f15c-4f7f-9a9f-7f6a28932777', 'name': '', 'network_id': 'fa8e971f-5e38-4f66-a1ab-a95e974dae98', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:5c:c9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '7ef30172-e78b-42f8-a17d-19195696b670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:21:46Z', 'updated_at': '2021-11-12T01:21:51Z', 'revision_number': 2, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '7ef30172-e78b-42f8-a17d-19195696b670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:56.409224 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-4b670f55-8364-48e1-8151-87b629875211 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 0fa3aba6-17c9-489d-89ab-1f9367d3d32a) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:21:56.410751 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31cd581-4d41-482c-b625-75e94ecdeb8e None None] Checking router: e864dfc6-4044-4b92-a64a-4d2603d9ea92 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:21:56.411793 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31cd581-4d41-482c-b625-75e94ecdeb8e None None] Updating router e864dfc6-4044-4b92-a64a-4d2603d9ea92 port 57088768-f15c-4f7f-9a9f-7f6a28932777 binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:21:56.448213 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-d31cd581-4d41-482c-b625-75e94ecdeb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:56.451217 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b670f55-8364-48e1-8151-87b629875211 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:56.452204 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4b670f55-8364-48e1-8151-87b629875211 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:56.490481 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bcf6d2-109d-4262-a8bd-6492c5953c4b None None] Network 0fa3aba6-17c9-489d-89ab-1f9367d3d32a requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:21:56.504297 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4b670f55-8364-48e1-8151-87b629875211 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.5827110 Nov 12 01:21:56.682773 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b9d334ad-e0c3-4a8d-8a5c-3e179803c3ba tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.6581740 Nov 12 01:21:56.695505 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57626) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:56.700332 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a11ace45-59c6-448f-85c2-09d82def39f1 req-f1123c64-09e4-4740-8d77-300acf9718d3 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6f1acd4-d8fc-4a4e-9c99-a8ad15cd6471 HTTP/1.1" status: 200 len: 210 time: 0.1542192 Nov 12 01:21:56.716650 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-8b0f48e8-b324-4eff-9f4f-539479ba4dbb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=57ac1d0afd894fa09f9d678cb7862435&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4405963 Nov 12 01:21:56.719901 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57628) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:56.720793 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-905105ca-aa20-401f-a036-03b4c62bdfd0 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Request body: {'subnet': {'network_id': '3689b0a3-b381-4c41-8f6b-1fd2126c7d35', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:21:56.803944 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d334ad-e0c3-4a8d-8a5c-3e179803c3ba tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Pushing event updated for resources: {'Network': ['ID=3689b0a3-b381-4c41-8f6b-1fd2126c7d35,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:56.880670 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a66191-e521-4762-bd12-4dc42328476d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Made reservation on behalf of acd8925e4e2c4fe7bbc2a1e10c7a8810 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:21:56.886420 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d9a66191-e521-4762-bd12-4dc42328476d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:56.907685 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 3689b0a3-b381-4c41-8f6b-1fd2126c7d35 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:21:56.961762 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eaab79c-db5b-40c5-896e-d9e9ad15764e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-0fa3aba6-17c9-489d-89ab-1f9367d3d32a', 'network_id': '0fa3aba6-17c9-489d-89ab-1f9367d3d32a', 'tenant_id': '22b086af3f1f45c9b7954dadfab0bb71', 'fixed_ips': [{'subnet_id': '169aa883-bc14-4fda-89e6-95e18c4a9217'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:21:56.962988 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0eaab79c-db5b-40c5-896e-d9e9ad15764e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:57.013051 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8c55f606-da0c-4748-a9d1-67fea9b2a304 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:57.192541 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8c55f606-da0c-4748-a9d1-67fea9b2a304 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:57.221084 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-d31cd581-4d41-482c-b625-75e94ecdeb8e None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:57.252338 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-d31cd581-4d41-482c-b625-75e94ecdeb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:57.429863 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8c55f606-da0c-4748-a9d1-67fea9b2a304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:57.432508 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8c55f606-da0c-4748-a9d1-67fea9b2a304 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:57.437007 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-8c55f606-da0c-4748-a9d1-67fea9b2a304 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6e10dad7-5946-4595-ae0d-c20209c2d095 HTTP/1.1" status: 204 len: 168 time: 0.7121112 Nov 12 01:21:57.456074 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c55f606-da0c-4748-a9d1-67fea9b2a304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e10dad7-5946-4595-ae0d-c20209c2d095,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:57.566587 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905105ca-aa20-401f-a036-03b4c62bdfd0 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Made reservation on behalf of 44910922a25d446d8bfdae205e77fa07 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:21:57.598496 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-905105ca-aa20-401f-a036-03b4c62bdfd0 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:57.612683 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-d31cd581-4d41-482c-b625-75e94ecdeb8e None None] Attempting to bind port 57088768-f15c-4f7f-9a9f-7f6a28932777 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:21:57.613299 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-d31cd581-4d41-482c-b625-75e94ecdeb8e None None] Attempting to bind port 57088768-f15c-4f7f-9a9f-7f6a28932777 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '81908e7e-5607-4e76-9f49-5385797133bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'fa8e971f-5e38-4f66-a1ab-a95e974dae98'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:21:57.613449 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31cd581-4d41-482c-b625-75e94ecdeb8e None None] Attempting to bind port 57088768-f15c-4f7f-9a9f-7f6a28932777 on network fa8e971f-5e38-4f66-a1ab-a95e974dae98 {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:21:57.625731 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d9a66191-e521-4762-bd12-4dc42328476d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:57.634083 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b36812ff-319b-4a06-a6e0-9db6647d6609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:57.638711 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31cd581-4d41-482c-b625-75e94ecdeb8e None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:21:57.639093 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31cd581-4d41-482c-b625-75e94ecdeb8e None None] Checking segment: {'id': '81908e7e-5607-4e76-9f49-5385797133bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'fa8e971f-5e38-4f66-a1ab-a95e974dae98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:21:57.639595 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-d31cd581-4d41-482c-b625-75e94ecdeb8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:57.639947 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d31cd581-4d41-482c-b625-75e94ecdeb8e None None] Bound using segment: {'id': '81908e7e-5607-4e76-9f49-5385797133bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'fa8e971f-5e38-4f66-a1ab-a95e974dae98'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:21:57.640471 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-d31cd581-4d41-482c-b625-75e94ecdeb8e None None] Bound port: 57088768-f15c-4f7f-9a9f-7f6a28932777, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81908e7e-5607-4e76-9f49-5385797133bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'fa8e971f-5e38-4f66-a1ab-a95e974dae98'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:21:57.640863 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-d31cd581-4d41-482c-b625-75e94ecdeb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:57.760539 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a66191-e521-4762-bd12-4dc42328476d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event updated for resources: {'Subnet': ['ID=250b34da-d305-4153-8a80-e74d99163ccb,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:57.785769 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-0eaab79c-db5b-40c5-896e-d9e9ad15764e None None] Allocated IP 172.20.0.2 (0fa3aba6-17c9-489d-89ab-1f9367d3d32a/169aa883-bc14-4fda-89e6-95e18c4a9217/b992d8d9-b1b5-4681-9833-6113fde3be6e) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:21:57.819483 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-d31cd581-4d41-482c-b625-75e94ecdeb8e None None] For port 57088768-f15c-4f7f-9a9f-7f6a28932777, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:21:57.829354 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-d31cd581-4d41-482c-b625-75e94ecdeb8e None None] For port 57088768-f15c-4f7f-9a9f-7f6a28932777, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=57088768-f15c-4f7f-9a9f-7f6a28932777,segment=NetworkSegment(81908e7e-5607-4e76-9f49-5385797133bc),segment_id=81908e7e-5607-4e76-9f49-5385797133bc)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:21:57.843497 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-d31cd581-4d41-482c-b625-75e94ecdeb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:57.849284 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a66191-e521-4762-bd12-4dc42328476d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Checking segment: {'id': 'f017f9ca-c829-4d5b-a28b-ebca617ec08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7890d6b4-aaf7-41e9-a4d8-b4895f01fb76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:21:57.852349 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a66191-e521-4762-bd12-4dc42328476d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Network hostable DHCP agents. Network: 7890d6b4-aaf7-41e9-a4d8-b4895f01fb76, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:21:57.870453 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84732bf7-3890-4118-8e08-5fc9be856cac None None] Pushing event updated for resources: {'Port': ['ID=57088768-f15c-4f7f-9a9f-7f6a28932777,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:57.929934 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84732bf7-3890-4118-8e08-5fc9be856cac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:57.930287 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84732bf7-3890-4118-8e08-5fc9be856cac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:57.930632 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84732bf7-3890-4118-8e08-5fc9be856cac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:57.930974 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84732bf7-3890-4118-8e08-5fc9be856cac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:57.931317 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84732bf7-3890-4118-8e08-5fc9be856cac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:57.931650 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84732bf7-3890-4118-8e08-5fc9be856cac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:57.932015 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84732bf7-3890-4118-8e08-5fc9be856cac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:57.932340 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84732bf7-3890-4118-8e08-5fc9be856cac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:57.932669 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84732bf7-3890-4118-8e08-5fc9be856cac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:57.932997 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84732bf7-3890-4118-8e08-5fc9be856cac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:57.933322 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84732bf7-3890-4118-8e08-5fc9be856cac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:57.933644 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84732bf7-3890-4118-8e08-5fc9be856cac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:21:58.014387 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-44941f1f-3a8d-46cf-aca5-ea7d27e73f4e req-9637d7c8-c0ec-4ba6-bd7f-e7c0090b616a tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6f1acd4-d8fc-4a4e-9c99-a8ad15cd6471 HTTP/1.1" status: 200 len: 210 time: 0.1517789 Nov 12 01:21:58.083501 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31cd581-4d41-482c-b625-75e94ecdeb8e None None] Routers {'e864dfc6-4044-4b92-a64a-4d2603d9ea92'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:21:58.085832 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-d31cd581-4d41-482c-b625-75e94ecdeb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:21:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['e864dfc6-4044-4b92-a64a-4d2603d9ea92'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:21:58.116459 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a66191-e521-4762-bd12-4dc42328476d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Network 7890d6b4-aaf7-41e9-a4d8-b4895f01fb76 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:21:58.276204 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-e9eaadee-2e7e-40ce-a032-0bb8aaeee954 None None] Provisioning complete for port 57088768-f15c-4f7f-9a9f-7f6a28932777 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:21:58.278499 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e9eaadee-2e7e-40ce-a032-0bb8aaeee954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:58.399134 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ff8ca-197d-45da-975f-269d7645b43d req-874fe85e-6e92-4a24-870f-0fb677a287a5 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:58.400784 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-294ff8ca-197d-45da-975f-269d7645b43d req-874fe85e-6e92-4a24-870f-0fb677a287a5 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.44 "GET /v2.0/networks?id=f83a5eb4-144e-49b8-9905-af47775cb623 HTTP/1.1" status: 200 len: 812 time: 0.3307383 Nov 12 01:21:58.420152 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-d9a66191-e521-4762-bd12-4dc42328476d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 7890d6b4-aaf7-41e9-a4d8-b4895f01fb76) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:21:58.444180 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-294ff8ca-197d-45da-975f-269d7645b43d req-30287953-d89b-4956-8efe-d9553c01eecc tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] Request body: {'port': {'device_id': 'f6f1acd4-d8fc-4a4e-9c99-a8ad15cd6471', 'network_id': 'f83a5eb4-144e-49b8-9905-af47775cb623', 'admin_state_up': True, 'tenant_id': '3f6f135d124d490b9b6a1a3e378c8346'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:21:58.471366 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a66191-e521-4762-bd12-4dc42328476d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:58.472439 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d9a66191-e521-4762-bd12-4dc42328476d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:58.671702 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84732bf7-3890-4118-8e08-5fc9be856cac None None] Pushing event updated for resources: {'Port': ['ID=57088768-f15c-4f7f-9a9f-7f6a28932777,revision_number=4']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:58.701310 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-d9a66191-e521-4762-bd12-4dc42328476d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4900610 Nov 12 01:21:58.709492 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57674) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:58.721399 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-d31cd581-4d41-482c-b625-75e94ecdeb8e None None] Set router e864dfc6-4044-4b92-a64a-4d2603d9ea92 gateway port host: None {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:21:58.835354 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-4d44f4ea-7aaf-4147-9cef-595942ef3c2e tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Deleting port ebfe8f22-ecd5-4d9f-81fc-f8872785555f {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:21:58.835919 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4d44f4ea-7aaf-4147-9cef-595942ef3c2e tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:59.105921 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-905105ca-aa20-401f-a036-03b4c62bdfd0 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:59.127475 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb210dd5-8d06-4e5c-8f3c-421b1ab6cbae None None] Network 7890d6b4-aaf7-41e9-a4d8-b4895f01fb76 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:21:59.203838 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905105ca-aa20-401f-a036-03b4c62bdfd0 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Pushing event updated for resources: {'Subnet': ['ID=7b27272c-c2c5-4b0d-a393-8d802d1b21c9,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:21:59.238806 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57690) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:59.275326 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4d44f4ea-7aaf-4147-9cef-595942ef3c2e tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:59.336202 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a6f16718-8148-4f0e-a562-34eedb8d968a req-af816f6f-49e1-4117-8e35-04c8ccc3dc7e tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6f1acd4-d8fc-4a4e-9c99-a8ad15cd6471 HTTP/1.1" status: 200 len: 210 time: 0.0851421 Nov 12 01:21:59.338009 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905105ca-aa20-401f-a036-03b4c62bdfd0 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Checking segment: {'id': '03dd7599-68be-48ad-9e98-b15d6af388a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3689b0a3-b381-4c41-8f6b-1fd2126c7d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:21:59.338430 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905105ca-aa20-401f-a036-03b4c62bdfd0 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Network hostable DHCP agents. Network: 3689b0a3-b381-4c41-8f6b-1fd2126c7d35, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:21:59.356268 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-4d44f4ea-7aaf-4147-9cef-595942ef3c2e tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Calling delete_port for ebfe8f22-ecd5-4d9f-81fc-f8872785555f owned by network:router_interface {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:21:59.385558 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905105ca-aa20-401f-a036-03b4c62bdfd0 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Network 3689b0a3-b381-4c41-8f6b-1fd2126c7d35 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:21:59.405385 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-905105ca-aa20-401f-a036-03b4c62bdfd0 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 3689b0a3-b381-4c41-8f6b-1fd2126c7d35) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:21:59.411363 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905105ca-aa20-401f-a036-03b4c62bdfd0 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:59.413111 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-905105ca-aa20-401f-a036-03b4c62bdfd0 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:59.443244 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773c91ae-90bc-4a9b-8249-4ec60c6b42ef None None] Network 3689b0a3-b381-4c41-8f6b-1fd2126c7d35 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:21:59.449936 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-905105ca-aa20-401f-a036-03b4c62bdfd0 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7420537 Nov 12 01:21:59.506117 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57694) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:21:59.511326 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-fa07148c-a184-48aa-9077-a6e61cdf6af8 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1760523194', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}, 'admin_state_up': False}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:21:59.542813 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fa07148c-a184-48aa-9077-a6e61cdf6af8 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:59.544154 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fa07148c-a184-48aa-9077-a6e61cdf6af8 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:59.635842 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0eaab79c-db5b-40c5-896e-d9e9ad15764e None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:59.647263 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959e00a-8e82-4e7a-a09e-f756e9922e34 req-ba489458-501f-4ba5-bbf5-af0e01597d78 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:21:59.647537 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fa07148c-a184-48aa-9077-a6e61cdf6af8 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:59.655280 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-7171086e-94a6-43ea-bba5-b97a2dae2521 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1370956769'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:21:59.660356 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c959e00a-8e82-4e7a-a09e-f756e9922e34 req-ba489458-501f-4ba5-bbf5-af0e01597d78 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/networks?id=0fa3aba6-17c9-489d-89ab-1f9367d3d32a HTTP/1.1" status: 200 len: 816 time: 1.2833343 Nov 12 01:21:59.702449 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0eaab79c-db5b-40c5-896e-d9e9ad15764e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:59.717889 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6145a334-ea22-4dce-8ae5-20e201f6c203 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-3689b0a3-b381-4c41-8f6b-1fd2126c7d35', 'network_id': '3689b0a3-b381-4c41-8f6b-1fd2126c7d35', 'tenant_id': '44910922a25d446d8bfdae205e77fa07', 'fixed_ips': [{'subnet_id': '7b27272c-c2c5-4b0d-a393-8d802d1b21c9'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:21:59.719245 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6145a334-ea22-4dce-8ae5-20e201f6c203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:59.739752 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c959e00a-8e82-4e7a-a09e-f756e9922e34 req-3e84ff11-8813-431e-bba5-fe4a097cf8b1 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/quotas/22b086af3f1f45c9b7954dadfab0bb71 HTTP/1.1" status: 200 len: 375 time: 0.0778713 Nov 12 01:21:59.896443 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e9eaadee-2e7e-40ce-a032-0bb8aaeee954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:59.905071 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c959e00a-8e82-4e7a-a09e-f756e9922e34 req-8641ac04-b831-4e52-b019-cd1ae422162b tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=22b086af3f1f45c9b7954dadfab0bb71&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1637735 Nov 12 01:21:59.917690 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fa07148c-a184-48aa-9077-a6e61cdf6af8 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:21:59.997776 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-d31cd581-4d41-482c-b625-75e94ecdeb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'name': 'tempest-RoutersTest-router-1337973071', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:21:38Z', 'updated_at': '2021-11-12T01:21:50Z', 'revision_number': 2, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'gw_port_host': None, '_interfaces': [{'id': '57088768-f15c-4f7f-9a9f-7f6a28932777', 'name': '', 'network_id': 'fa8e971f-5e38-4f66-a1ab-a95e974dae98', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:5c:c9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '7ef30172-e78b-42f8-a17d-19195696b670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:21:46Z', 'updated_at': '2021-11-12T01:21:57Z', 'revision_number': 4, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '7ef30172-e78b-42f8-a17d-19195696b670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:00.019844 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eaab79c-db5b-40c5-896e-d9e9ad15764e None None] Network 0fa3aba6-17c9-489d-89ab-1f9367d3d32a is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:22:00.036157 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-0eaab79c-db5b-40c5-896e-d9e9ad15764e None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:22:00.048680 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaab79c-db5b-40c5-896e-d9e9ad15764e None None] Pushing event updated for resources: {'Port': ['ID=b992d8d9-b1b5-4681-9833-6113fde3be6e,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:00.063313 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaab79c-db5b-40c5-896e-d9e9ad15764e None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:22:00.074380 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-e9eaadee-2e7e-40ce-a032-0bb8aaeee954 None None] For port 57088768-f15c-4f7f-9a9f-7f6a28932777, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=57088768-f15c-4f7f-9a9f-7f6a28932777,segment=NetworkSegment(81908e7e-5607-4e76-9f49-5385797133bc),segment_id=81908e7e-5607-4e76-9f49-5385797133bc)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:22:00.126305 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31cd581-4d41-482c-b625-75e94ecdeb8e None None] The sync data for ids ['e864dfc6-4044-4b92-a64a-4d2603d9ea92'] in n-d-712142-27 is: [{'id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'name': 'tempest-RoutersTest-router-1337973071', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:21:38Z', 'updated_at': '2021-11-12T01:21:50Z', 'revision_number': 2, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'gw_port_host': None, '_interfaces': [{'id': '57088768-f15c-4f7f-9a9f-7f6a28932777', 'name': '', 'network_id': 'fa8e971f-5e38-4f66-a1ab-a95e974dae98', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:5c:c9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '7ef30172-e78b-42f8-a17d-19195696b670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:21:46Z', 'updated_at': '2021-11-12T01:21:57Z', 'revision_number': 4, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '7ef30172-e78b-42f8-a17d-19195696b670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:22:00.131598 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e9eaadee-2e7e-40ce-a032-0bb8aaeee954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:00.206224 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c959e00a-8e82-4e7a-a09e-f756e9922e34 req-1cba81f9-07ee-4b2b-b318-029bc1952544 service neutron] 10.222.0.45 "GET /v2.0/networks/0fa3aba6-17c9-489d-89ab-1f9367d3d32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913158 Nov 12 01:22:00.252756 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f519ac7-6a4a-4621-8dfc-9a26d9329cc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-7890d6b4-aaf7-41e9-a4d8-b4895f01fb76', 'network_id': '7890d6b4-aaf7-41e9-a4d8-b4895f01fb76', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'fixed_ips': [{'subnet_id': '250b34da-d305-4153-8a80-e74d99163ccb'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:22:00.253821 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8f519ac7-6a4a-4621-8dfc-9a26d9329cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:00.294577 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-0eaab79c-db5b-40c5-896e-d9e9ad15764e None None] Attempting to bind port b992d8d9-b1b5-4681-9833-6113fde3be6e on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:22:00.295082 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-0eaab79c-db5b-40c5-896e-d9e9ad15764e None None] Attempting to bind port b992d8d9-b1b5-4681-9833-6113fde3be6e by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'a038454c-e35a-4b94-bdaa-5b736e80ec88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0fa3aba6-17c9-489d-89ab-1f9367d3d32a'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:22:00.295589 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaab79c-db5b-40c5-896e-d9e9ad15764e None None] Attempting to bind port b992d8d9-b1b5-4681-9833-6113fde3be6e on network 0fa3aba6-17c9-489d-89ab-1f9367d3d32a {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:22:00.338318 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-3da1c518-aaa5-4c4c-9a6a-d74c0fe7600d None None] Provisioning complete for port 57088768-f15c-4f7f-9a9f-7f6a28932777 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:00.338694 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3da1c518-aaa5-4c4c-9a6a-d74c0fe7600d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:00.341796 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaab79c-db5b-40c5-896e-d9e9ad15764e None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:22:00.342358 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaab79c-db5b-40c5-896e-d9e9ad15764e None None] Checking segment: {'id': 'a038454c-e35a-4b94-bdaa-5b736e80ec88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0fa3aba6-17c9-489d-89ab-1f9367d3d32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:22:00.342874 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0eaab79c-db5b-40c5-896e-d9e9ad15764e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:00.343386 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaab79c-db5b-40c5-896e-d9e9ad15764e None None] Bound using segment: {'id': 'a038454c-e35a-4b94-bdaa-5b736e80ec88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0fa3aba6-17c9-489d-89ab-1f9367d3d32a'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:22:00.344035 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-0eaab79c-db5b-40c5-896e-d9e9ad15764e None None] Bound port: b992d8d9-b1b5-4681-9833-6113fde3be6e, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a038454c-e35a-4b94-bdaa-5b736e80ec88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0fa3aba6-17c9-489d-89ab-1f9367d3d32a'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:22:00.344607 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0eaab79c-db5b-40c5-896e-d9e9ad15764e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:00.372680 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7171086e-94a6-43ea-bba5-b97a2dae2521 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Made reservation on behalf of e8129228a6df46ffbca9711093d28d41 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:22:00.379745 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7171086e-94a6-43ea-bba5-b97a2dae2521 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:00.432106 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c959e00a-8e82-4e7a-a09e-f756e9922e34 req-0a73c0d0-aac4-4159-8cd3-6f7089b24d15 service neutron] 10.222.0.45 "GET /v2.0/networks/0fa3aba6-17c9-489d-89ab-1f9367d3d32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219610 Nov 12 01:22:00.480119 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-6145a334-ea22-4dce-8ae5-20e201f6c203 None None] Allocated IP 172.20.0.2 (3689b0a3-b381-4c41-8f6b-1fd2126c7d35/7b27272c-c2c5-4b0d-a393-8d802d1b21c9/1dfc957b-9241-44eb-8e38-e00c4b4fff49) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:22:00.611123 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-237b93dd-211f-4d66-ae52-21c123311913 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:00.766070 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eaadee-2e7e-40ce-a032-0bb8aaeee954 None None] Pushing event updated for resources: {'Port': ['ID=57088768-f15c-4f7f-9a9f-7f6a28932777,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:00.862969 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e7e58439-fdc5-4026-b026-f234c9aa85e9 req-799c8fe6-bf69-4d98-8717-e93aa1d69ec2 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6f1acd4-d8fc-4a4e-9c99-a8ad15cd6471 HTTP/1.1" status: 200 len: 210 time: 0.2187238 Nov 12 01:22:00.992675 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-294ff8ca-197d-45da-975f-269d7645b43d req-30287953-d89b-4956-8efe-d9553c01eecc tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] Made reservation on behalf of 3f6f135d124d490b9b6a1a3e378c8346 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:22:00.996339 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-294ff8ca-197d-45da-975f-269d7645b43d req-30287953-d89b-4956-8efe-d9553c01eecc tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:01.133621 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6145a334-ea22-4dce-8ae5-20e201f6c203 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:01.243949 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4d44f4ea-7aaf-4147-9cef-595942ef3c2e tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:01.302499 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6145a334-ea22-4dce-8ae5-20e201f6c203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:01.306584 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-eeb519ac-2ce7-460e-93ee-a927d34dd1b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:01.330163 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-8f519ac7-6a4a-4621-8dfc-9a26d9329cc2 None None] Allocated IP 172.21.0.2 (7890d6b4-aaf7-41e9-a4d8-b4895f01fb76/250b34da-d305-4153-8a80-e74d99163ccb/cb2cedf9-2990-4122-bc24-199836e0be33) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:22:01.338651 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d44f4ea-7aaf-4147-9cef-595942ef3c2e tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event deleted for resources: {'Port': ['ID=ebfe8f22-ecd5-4d9f-81fc-f8872785555f,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:01.355617 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7171086e-94a6-43ea-bba5-b97a2dae2521 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:01.709458 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-0eaab79c-db5b-40c5-896e-d9e9ad15764e None None] For port b992d8d9-b1b5-4681-9833-6113fde3be6e, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:22:01.771793 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-0eaab79c-db5b-40c5-896e-d9e9ad15764e None None] For port b992d8d9-b1b5-4681-9833-6113fde3be6e, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=b992d8d9-b1b5-4681-9833-6113fde3be6e,segment=NetworkSegment(a038454c-e35a-4b94-bdaa-5b736e80ec88),segment_id=a038454c-e35a-4b94-bdaa-5b736e80ec88)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:22:01.789883 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6145a334-ea22-4dce-8ae5-20e201f6c203 None None] Network 3689b0a3-b381-4c41-8f6b-1fd2126c7d35 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:22:01.793522 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0eaab79c-db5b-40c5-896e-d9e9ad15764e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:01.795806 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-6145a334-ea22-4dce-8ae5-20e201f6c203 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:22:01.810920 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6145a334-ea22-4dce-8ae5-20e201f6c203 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:22:01.860563 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6145a334-ea22-4dce-8ae5-20e201f6c203 None None] Pushing event updated for resources: {'Port': ['ID=1dfc957b-9241-44eb-8e38-e00c4b4fff49,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:01.869681 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4d44f4ea-7aaf-4147-9cef-595942ef3c2e tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:01.913837 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7171086e-94a6-43ea-bba5-b97a2dae2521 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:01.931800 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7171086e-94a6-43ea-bba5-b97a2dae2521 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:02.098645 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-6145a334-ea22-4dce-8ae5-20e201f6c203 None None] Attempting to bind port 1dfc957b-9241-44eb-8e38-e00c4b4fff49 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:22:02.099126 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-6145a334-ea22-4dce-8ae5-20e201f6c203 None None] Attempting to bind port 1dfc957b-9241-44eb-8e38-e00c4b4fff49 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '03dd7599-68be-48ad-9e98-b15d6af388a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3689b0a3-b381-4c41-8f6b-1fd2126c7d35'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:22:02.099502 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6145a334-ea22-4dce-8ae5-20e201f6c203 None None] Attempting to bind port 1dfc957b-9241-44eb-8e38-e00c4b4fff49 on network 3689b0a3-b381-4c41-8f6b-1fd2126c7d35 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:22:02.103870 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7171086e-94a6-43ea-bba5-b97a2dae2521 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:22:02.182046 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6145a334-ea22-4dce-8ae5-20e201f6c203 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:22:02.182431 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6145a334-ea22-4dce-8ae5-20e201f6c203 None None] Checking segment: {'id': '03dd7599-68be-48ad-9e98-b15d6af388a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3689b0a3-b381-4c41-8f6b-1fd2126c7d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:22:02.182844 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6145a334-ea22-4dce-8ae5-20e201f6c203 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:02.183254 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6145a334-ea22-4dce-8ae5-20e201f6c203 None None] Bound using segment: {'id': '03dd7599-68be-48ad-9e98-b15d6af388a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3689b0a3-b381-4c41-8f6b-1fd2126c7d35'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:22:02.194656 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-6145a334-ea22-4dce-8ae5-20e201f6c203 None None] Bound port: 1dfc957b-9241-44eb-8e38-e00c4b4fff49, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03dd7599-68be-48ad-9e98-b15d6af388a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3689b0a3-b381-4c41-8f6b-1fd2126c7d35'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:22:02.195869 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6145a334-ea22-4dce-8ae5-20e201f6c203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:02.236836 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaab79c-db5b-40c5-896e-d9e9ad15764e None None] Pushing event updated for resources: {'Port': ['ID=b992d8d9-b1b5-4681-9833-6113fde3be6e,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:02.243023 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8f519ac7-6a4a-4621-8dfc-9a26d9329cc2 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:02.243386 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7171086e-94a6-43ea-bba5-b97a2dae2521 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:02.244575 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-7171086e-94a6-43ea-bba5-b97a2dae2521 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Added segment e9705466-d48c-4a9f-b61e-97392db2f09e of type vlan for network daea2db9-b2ce-4461-84d3-62de7f664eb4 Nov 12 01:22:02.261341 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8f519ac7-6a4a-4621-8dfc-9a26d9329cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:02.365682 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7171086e-94a6-43ea-bba5-b97a2dae2521 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b94c481-a591-4998-84a9-04bed0720bfd,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:02.445464 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f519ac7-6a4a-4621-8dfc-9a26d9329cc2 None None] Pushing event updated for resources: {'Port': ['ID=cb2cedf9-2990-4122-bc24-199836e0be33,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:02.496352 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f519ac7-6a4a-4621-8dfc-9a26d9329cc2 None None] Network 7890d6b4-aaf7-41e9-a4d8-b4895f01fb76 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:22:02.503615 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fa07148c-a184-48aa-9077-a6e61cdf6af8 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks [] for router_gateway, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:02.518383 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-8f519ac7-6a4a-4621-8dfc-9a26d9329cc2 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:22:02.537258 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f519ac7-6a4a-4621-8dfc-9a26d9329cc2 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:22:02.564777 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7171086e-94a6-43ea-bba5-b97a2dae2521 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:02.572811 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fa07148c-a184-48aa-9077-a6e61cdf6af8 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:02.613803 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-6145a334-ea22-4dce-8ae5-20e201f6c203 None None] For port 1dfc957b-9241-44eb-8e38-e00c4b4fff49, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:22:02.622960 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-6145a334-ea22-4dce-8ae5-20e201f6c203 None None] For port 1dfc957b-9241-44eb-8e38-e00c4b4fff49, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=1dfc957b-9241-44eb-8e38-e00c4b4fff49,segment=NetworkSegment(03dd7599-68be-48ad-9e98-b15d6af388a0),segment_id=03dd7599-68be-48ad-9e98-b15d6af388a0)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:22:02.624901 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f2dae0-94c9-482a-945d-8ad12471842f req-01fd269c-2611-45e5-875f-c5d6ca445d14 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:02.645300 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-42f2dae0-94c9-482a-945d-8ad12471842f req-01fd269c-2611-45e5-875f-c5d6ca445d14 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/networks?id=0fa3aba6-17c9-489d-89ab-1f9367d3d32a HTTP/1.1" status: 200 len: 816 time: 1.3149495 Nov 12 01:22:02.675241 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 57088768-f15c-4f7f-9a9f-7f6a28932777 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:22:02.681100 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6145a334-ea22-4dce-8ae5-20e201f6c203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:02.768057 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-fa07148c-a184-48aa-9077-a6e61cdf6af8 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Allocated IP 172.25.3.118 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/821248a9-11df-4f35-aeb3-9f7b34f43ca4) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:22:02.776025 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-87db5b0e-2baf-43fa-bb50-bc4fc75ae999 req-e012a05f-77af-4552-9a9b-8f45a31b9985 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6f1acd4-d8fc-4a4e-9c99-a8ad15cd6471 HTTP/1.1" status: 200 len: 210 time: 0.1287928 Nov 12 01:22:02.793023 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-42f2dae0-94c9-482a-945d-8ad12471842f req-1b2f33fd-eef2-400e-9129-7687c4ab2a8c tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/quotas/22b086af3f1f45c9b7954dadfab0bb71 HTTP/1.1" status: 200 len: 375 time: 0.1298430 Nov 12 01:22:02.816383 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-237b93dd-211f-4d66-ae52-21c123311913 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Allocated IP 172.21.0.1 (7890d6b4-aaf7-41e9-a4d8-b4895f01fb76/250b34da-d305-4153-8a80-e74d99163ccb/913b6e34-0f4f-457d-93c7-175d506d758f) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:22:02.827454 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-8f519ac7-6a4a-4621-8dfc-9a26d9329cc2 None None] Attempting to bind port cb2cedf9-2990-4122-bc24-199836e0be33 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:22:02.828076 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-8f519ac7-6a4a-4621-8dfc-9a26d9329cc2 None None] Attempting to bind port cb2cedf9-2990-4122-bc24-199836e0be33 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'f017f9ca-c829-4d5b-a28b-ebca617ec08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7890d6b4-aaf7-41e9-a4d8-b4895f01fb76'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:22:02.828221 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f519ac7-6a4a-4621-8dfc-9a26d9329cc2 None None] Attempting to bind port cb2cedf9-2990-4122-bc24-199836e0be33 on network 7890d6b4-aaf7-41e9-a4d8-b4895f01fb76 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:22:02.904704 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f519ac7-6a4a-4621-8dfc-9a26d9329cc2 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:22:02.905458 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f519ac7-6a4a-4621-8dfc-9a26d9329cc2 None None] Checking segment: {'id': 'f017f9ca-c829-4d5b-a28b-ebca617ec08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7890d6b4-aaf7-41e9-a4d8-b4895f01fb76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:22:02.906131 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8f519ac7-6a4a-4621-8dfc-9a26d9329cc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:02.906753 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f519ac7-6a4a-4621-8dfc-9a26d9329cc2 None None] Bound using segment: {'id': 'f017f9ca-c829-4d5b-a28b-ebca617ec08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7890d6b4-aaf7-41e9-a4d8-b4895f01fb76'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:22:02.907497 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-8f519ac7-6a4a-4621-8dfc-9a26d9329cc2 None None] Bound port: cb2cedf9-2990-4122-bc24-199836e0be33, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f017f9ca-c829-4d5b-a28b-ebca617ec08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7890d6b4-aaf7-41e9-a4d8-b4895f01fb76'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:22:02.908174 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8f519ac7-6a4a-4621-8dfc-9a26d9329cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:02.949247 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fa07148c-a184-48aa-9077-a6e61cdf6af8 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:02.949503 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-294ff8ca-197d-45da-975f-269d7645b43d req-30287953-d89b-4956-8efe-d9553c01eecc tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] Allocated IP 172.20.0.13 (f83a5eb4-144e-49b8-9905-af47775cb623/9fae93e4-d1d7-4b11-9547-3ddc38521dfd/9aa8c7e8-3344-4af9-ad73-d2037da30124) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:22:03.021716 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fa07148c-a184-48aa-9077-a6e61cdf6af8 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:03.025876 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-42f2dae0-94c9-482a-945d-8ad12471842f req-687e813e-210c-4b9e-ae64-36047b31628c tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=22b086af3f1f45c9b7954dadfab0bb71&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2307024 Nov 12 01:22:03.140872 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-8f519ac7-6a4a-4621-8dfc-9a26d9329cc2 None None] For port cb2cedf9-2990-4122-bc24-199836e0be33, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:22:03.149679 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-8f519ac7-6a4a-4621-8dfc-9a26d9329cc2 None None] For port cb2cedf9-2990-4122-bc24-199836e0be33, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=cb2cedf9-2990-4122-bc24-199836e0be33,segment=NetworkSegment(f017f9ca-c829-4d5b-a28b-ebca617ec08c),segment_id=f017f9ca-c829-4d5b-a28b-ebca617ec08c)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:22:03.168357 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:03.169748 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8f519ac7-6a4a-4621-8dfc-9a26d9329cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:03.188972 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6145a334-ea22-4dce-8ae5-20e201f6c203 None None] Pushing event updated for resources: {'Port': ['ID=1dfc957b-9241-44eb-8e38-e00c4b4fff49,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:03.216882 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa07148c-a184-48aa-9077-a6e61cdf6af8 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:22:03.229565 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-fa07148c-a184-48aa-9077-a6e61cdf6af8 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:22:03.243393 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7171086e-94a6-43ea-bba5-b97a2dae2521 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:03.275585 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7171086e-94a6-43ea-bba5-b97a2dae2521 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:03.277888 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7171086e-94a6-43ea-bba5-b97a2dae2521 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:03.281522 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa07148c-a184-48aa-9077-a6e61cdf6af8 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Pushing event updated for resources: {'Port': ['ID=821248a9-11df-4f35-aeb3-9f7b34f43ca4,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:03.285746 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa07148c-a184-48aa-9077-a6e61cdf6af8 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:22:03.301308 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76df00f8-3afc-4776-8ccb-e0417dbdff27 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:22:03.367008 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 57088768-f15c-4f7f-9a9f-7f6a28932777 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:03.369004 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:03.473003 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959e00a-8e82-4e7a-a09e-f756e9922e34 req-b9381216-d976-49c7-b21a-30a19f035c43 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:03.474614 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c959e00a-8e82-4e7a-a09e-f756e9922e34 req-b9381216-d976-49c7-b21a-30a19f035c43 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.16 "GET /v2.0/networks?id=0fa3aba6-17c9-489d-89ab-1f9367d3d32a HTTP/1.1" status: 200 len: 816 time: 0.3685441 Nov 12 01:22:03.509162 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa07148c-a184-48aa-9077-a6e61cdf6af8 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:03.509876 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa07148c-a184-48aa-9077-a6e61cdf6af8 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:03.511834 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa07148c-a184-48aa-9077-a6e61cdf6af8 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:03.512454 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa07148c-a184-48aa-9077-a6e61cdf6af8 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:03.513624 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa07148c-a184-48aa-9077-a6e61cdf6af8 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:03.516519 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa07148c-a184-48aa-9077-a6e61cdf6af8 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:03.517107 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa07148c-a184-48aa-9077-a6e61cdf6af8 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:03.517676 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa07148c-a184-48aa-9077-a6e61cdf6af8 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:03.518184 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa07148c-a184-48aa-9077-a6e61cdf6af8 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:03.518691 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa07148c-a184-48aa-9077-a6e61cdf6af8 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:03.519204 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa07148c-a184-48aa-9077-a6e61cdf6af8 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:03.520604 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa07148c-a184-48aa-9077-a6e61cdf6af8 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:03.547487 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f519ac7-6a4a-4621-8dfc-9a26d9329cc2 None None] Pushing event updated for resources: {'Port': ['ID=cb2cedf9-2990-4122-bc24-199836e0be33,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:03.551183 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-c959e00a-8e82-4e7a-a09e-f756e9922e34 req-d5a7b9bb-5233-4fd1-b442-fe024d2a511c tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Request body: {'port': {'device_id': '7fc1e38b-3138-4613-9f43-abb08e04bfce', 'network_id': '0fa3aba6-17c9-489d-89ab-1f9367d3d32a', 'admin_state_up': True, 'tenant_id': '22b086af3f1f45c9b7954dadfab0bb71'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:22:03.568770 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-50c37889-a20a-4afd-aa75-40ca7473ef36 None None] Provisioning complete for port 821248a9-11df-4f35-aeb3-9f7b34f43ca4 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:03.569490 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-50c37889-a20a-4afd-aa75-40ca7473ef36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:03.631273 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7171086e-94a6-43ea-bba5-b97a2dae2521 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 4.3816121 Nov 12 01:22:03.750925 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57754) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:03.755582 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-50c37889-a20a-4afd-aa75-40ca7473ef36 None None] Port 821248a9-11df-4f35-aeb3-9f7b34f43ca4 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:22:03.764849 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-114683ae-8f73-40cf-b47b-1de45152ac82 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Request body: {'subnet': {'network_id': 'daea2db9-b2ce-4461-84d3-62de7f664eb4', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:22:03.798577 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d44f4ea-7aaf-4147-9cef-595942ef3c2e tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Router 457a8e24-0b72-4509-949c-ae54467b95a1 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:22:03.878328 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7171086e-94a6-43ea-bba5-b97a2dae2521 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Pushing event updated for resources: {'Network': ['ID=daea2db9-b2ce-4461-84d3-62de7f664eb4,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:03.893322 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network daea2db9-b2ce-4461-84d3-62de7f664eb4 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:22:04.071080 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-237b93dd-211f-4d66-ae52-21c123311913 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:04.209671 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:04.492969 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device cb2cedf9-2990-4122-bc24-199836e0be33 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:22:04.761945 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d44f4ea-7aaf-4147-9cef-595942ef3c2e tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:22:04.779921 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4d44f4ea-7aaf-4147-9cef-595942ef3c2e tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "PUT /v2.0/routers/457a8e24-0b72-4509-949c-ae54467b95a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7635658 Nov 12 01:22:04.779921 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fa07148c-a184-48aa-9077-a6e61cdf6af8 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks [] for router_gateway, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:04.823632 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f4fbf7-0cca-44c9-ba85-e4b99d2ab190 None None] Network 0fa3aba6-17c9-489d-89ab-1f9367d3d32a requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:22:04.866220 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a10dedab-331e-4e85-8063-e1b8ce9e03ec req-2137a14d-8649-43fa-a847-e88f7d29269f tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6f1acd4-d8fc-4a4e-9c99-a8ad15cd6471 HTTP/1.1" status: 200 len: 210 time: 0.9189806 Nov 12 01:22:04.907380 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57766) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:04.967274 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ceb021b-2c57-4b2f-b8c7-e59b1c0a182a None None] Sync routers for ids ['457a8e24-0b72-4509-949c-ae54467b95a1'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:22:05.068699 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa5d987-bec6-45f1-94c5-3ba3951bc3a3 None None] Network 3689b0a3-b381-4c41-8f6b-1fd2126c7d35 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:22:05.072375 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c959e00a-8e82-4e7a-a09e-f756e9922e34 req-d5a7b9bb-5233-4fd1-b442-fe024d2a511c tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Made reservation on behalf of 22b086af3f1f45c9b7954dadfab0bb71 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:22:05.076512 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c959e00a-8e82-4e7a-a09e-f756e9922e34 req-d5a7b9bb-5233-4fd1-b442-fe024d2a511c tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:05.079058 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-237b93dd-211f-4d66-ae52-21c123311913 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:05.139566 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-3d35e421-24b4-4a70-b783-ce8646840ac1 None None] Provisioning complete for port b992d8d9-b1b5-4681-9833-6113fde3be6e triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:05.139947 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3d35e421-24b4-4a70-b783-ce8646840ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:05.153326 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fa07148c-a184-48aa-9077-a6e61cdf6af8 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:05.154341 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ceb021b-2c57-4b2f-b8c7-e59b1c0a182a None None] Routers {'457a8e24-0b72-4509-949c-ae54467b95a1'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:22:05.155009 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-2ceb021b-2c57-4b2f-b8c7-e59b1c0a182a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:22:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['457a8e24-0b72-4509-949c-ae54467b95a1'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:05.229406 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-2ceb021b-2c57-4b2f-b8c7-e59b1c0a182a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:05.274023 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b93dd-211f-4d66-ae52-21c123311913 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event updated for resources: {'Port': ['ID=913b6e34-0f4f-457d-93c7-175d506d758f,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:05.304448 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b93dd-211f-4d66-ae52-21c123311913 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:05.304868 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b93dd-211f-4d66-ae52-21c123311913 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:05.305234 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b93dd-211f-4d66-ae52-21c123311913 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:05.305582 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b93dd-211f-4d66-ae52-21c123311913 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:05.305922 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b93dd-211f-4d66-ae52-21c123311913 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:05.306267 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b93dd-211f-4d66-ae52-21c123311913 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:05.306606 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b93dd-211f-4d66-ae52-21c123311913 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:05.308106 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b93dd-211f-4d66-ae52-21c123311913 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:05.308601 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b93dd-211f-4d66-ae52-21c123311913 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:05.308945 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b93dd-211f-4d66-ae52-21c123311913 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:05.309283 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b93dd-211f-4d66-ae52-21c123311913 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:05.309616 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237b93dd-211f-4d66-ae52-21c123311913 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:05.360564 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:05.376772 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ceb021b-2c57-4b2f-b8c7-e59b1c0a182a None None] Routers {'457a8e24-0b72-4509-949c-ae54467b95a1'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:22:05.380022 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-2ceb021b-2c57-4b2f-b8c7-e59b1c0a182a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:22:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['457a8e24-0b72-4509-949c-ae54467b95a1'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:05.457008 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-2ceb021b-2c57-4b2f-b8c7-e59b1c0a182a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:05.458373 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ceb021b-2c57-4b2f-b8c7-e59b1c0a182a None None] The sync data for ids ['457a8e24-0b72-4509-949c-ae54467b95a1'] in n-d-712142-27 is: [] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:22:05.463122 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port cb2cedf9-2990-4122-bc24-199836e0be33 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:05.464404 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:05.473367 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114683ae-8f73-40cf-b47b-1de45152ac82 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Made reservation on behalf of e8129228a6df46ffbca9711093d28d41 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:22:05.481088 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-114683ae-8f73-40cf-b47b-1de45152ac82 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:05.515193 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa07148c-a184-48aa-9077-a6e61cdf6af8 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Router 11a50426-d46c-4fbf-b176-2a10bf8d5cc2 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:22:05.593711 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237b93dd-211f-4d66-ae52-21c123311913 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Network 7890d6b4-aaf7-41e9-a4d8-b4895f01fb76 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:22:05.634231 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-c959e00a-8e82-4e7a-a09e-f756e9922e34 req-d5a7b9bb-5233-4fd1-b442-fe024d2a511c tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Allocated IP 172.20.0.8 (0fa3aba6-17c9-489d-89ab-1f9367d3d32a/169aa883-bc14-4fda-89e6-95e18c4a9217/2830a68b-7676-41a7-b570-8719cf81a106) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:22:05.644201 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-237b93dd-211f-4d66-ae52-21c123311913 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:22:05.671655 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58d0e0e-e401-4921-b846-927c33d1b912 None None] Network 7890d6b4-aaf7-41e9-a4d8-b4895f01fb76 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:22:05.674509 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-42f2dae0-94c9-482a-945d-8ad12471842f req-9aac7cb7-bc32-42f1-850a-9a943b165f08 service neutron] 10.222.0.45 "GET /v2.0/networks/0fa3aba6-17c9-489d-89ab-1f9367d3d32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.6476595 Nov 12 01:22:05.702403 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237b93dd-211f-4d66-ae52-21c123311913 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:22:05.775286 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa07148c-a184-48aa-9077-a6e61cdf6af8 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:22:05.814511 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26be1ee-de6f-4404-a755-7139e96aca46 None None] Sync routers for ids ['11a50426-d46c-4fbf-b176-2a10bf8d5cc2'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:22:05.828986 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26be1ee-de6f-4404-a755-7139e96aca46 None None] Routers {'11a50426-d46c-4fbf-b176-2a10bf8d5cc2'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:22:05.833074 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-f26be1ee-de6f-4404-a755-7139e96aca46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:22:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['11a50426-d46c-4fbf-b176-2a10bf8d5cc2'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:05.852694 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fa07148c-a184-48aa-9077-a6e61cdf6af8 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:05.855352 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-237b93dd-211f-4d66-ae52-21c123311913 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:05.856559 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-fa07148c-a184-48aa-9077-a6e61cdf6af8 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 6.3468730 Nov 12 01:22:05.857589 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57778) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:05.943187 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-f26be1ee-de6f-4404-a755-7139e96aca46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:05.963063 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26be1ee-de6f-4404-a755-7139e96aca46 None None] Routers {'11a50426-d46c-4fbf-b176-2a10bf8d5cc2'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:22:05.963702 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-f26be1ee-de6f-4404-a755-7139e96aca46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:22:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['11a50426-d46c-4fbf-b176-2a10bf8d5cc2'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:05.990022 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-294ff8ca-197d-45da-975f-269d7645b43d req-30287953-d89b-4956-8efe-d9553c01eecc tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:06.032158 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3d35e421-24b4-4a70-b783-ce8646840ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:06.036155 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-f26be1ee-de6f-4404-a755-7139e96aca46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:06.037161 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26be1ee-de6f-4404-a755-7139e96aca46 None None] The sync data for ids ['11a50426-d46c-4fbf-b176-2a10bf8d5cc2'] in n-d-712142-27 is: [] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:22:06.074905 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:06.162931 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port cb2cedf9-2990-4122-bc24-199836e0be33, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=cb2cedf9-2990-4122-bc24-199836e0be33,segment=NetworkSegment(f017f9ca-c829-4d5b-a28b-ebca617ec08c),segment_id=f017f9ca-c829-4d5b-a28b-ebca617ec08c)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:22:06.172534 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-3d35e421-24b4-4a70-b783-ce8646840ac1 None None] For port b992d8d9-b1b5-4681-9833-6113fde3be6e, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=b992d8d9-b1b5-4681-9833-6113fde3be6e,segment=NetworkSegment(a038454c-e35a-4b94-bdaa-5b736e80ec88),segment_id=a038454c-e35a-4b94-bdaa-5b736e80ec88)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:22:06.199138 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3d35e421-24b4-4a70-b783-ce8646840ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:06.212331 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:06.213226 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 1dfc957b-9241-44eb-8e38-e00c4b4fff49 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:22:06.377245 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-237b93dd-211f-4d66-ae52-21c123311913 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:06.432970 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1748989c-c2bc-447a-a1e2-479b7511c512 req-40c5135e-94ab-4afe-ac6f-91a39b082fe1 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6f1acd4-d8fc-4a4e-9c99-a8ad15cd6471 HTTP/1.1" status: 200 len: 210 time: 0.3318422 Nov 12 01:22:06.634944 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-315e50e2-91de-4e75-906e-2c3610566d1e None None] Provisioning complete for port b992d8d9-b1b5-4681-9833-6113fde3be6e triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:06.635493 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-315e50e2-91de-4e75-906e-2c3610566d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:06.669344 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d35e421-24b4-4a70-b783-ce8646840ac1 None None] Pushing event updated for resources: {'Port': ['ID=b992d8d9-b1b5-4681-9833-6113fde3be6e,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:06.785870 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-114683ae-8f73-40cf-b47b-1de45152ac82 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:06.805648 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c959e00a-8e82-4e7a-a09e-f756e9922e34 req-d5a7b9bb-5233-4fd1-b442-fe024d2a511c tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:06.832476 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 1dfc957b-9241-44eb-8e38-e00c4b4fff49 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:06.833096 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:06.847743 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-294ff8ca-197d-45da-975f-269d7645b43d req-30287953-d89b-4956-8efe-d9553c01eecc tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:06.893507 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c959e00a-8e82-4e7a-a09e-f756e9922e34 req-d5a7b9bb-5233-4fd1-b442-fe024d2a511c tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:06.927407 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=cb2cedf9-2990-4122-bc24-199836e0be33,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:06.982475 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114683ae-8f73-40cf-b47b-1de45152ac82 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Pushing event updated for resources: {'Subnet': ['ID=89b50e07-cff6-4377-b349-c632409e7404,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:06.985179 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-294ff8ca-197d-45da-975f-269d7645b43d req-30287953-d89b-4956-8efe-d9553c01eecc tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] Network f83a5eb4-144e-49b8-9905-af47775cb623 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:22:07.026100 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-294ff8ca-197d-45da-975f-269d7645b43d req-30287953-d89b-4956-8efe-d9553c01eecc tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:22:07.030363 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-294ff8ca-197d-45da-975f-269d7645b43d req-30287953-d89b-4956-8efe-d9553c01eecc tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:22:07.053550 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c959e00a-8e82-4e7a-a09e-f756e9922e34 req-d5a7b9bb-5233-4fd1-b442-fe024d2a511c tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Network 0fa3aba6-17c9-489d-89ab-1f9367d3d32a is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:22:07.079799 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114683ae-8f73-40cf-b47b-1de45152ac82 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Checking segment: {'id': 'e9705466-d48c-4a9f-b61e-97392db2f09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'daea2db9-b2ce-4461-84d3-62de7f664eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:22:07.080394 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114683ae-8f73-40cf-b47b-1de45152ac82 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Network hostable DHCP agents. Network: daea2db9-b2ce-4461-84d3-62de7f664eb4, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:22:07.092448 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-c959e00a-8e82-4e7a-a09e-f756e9922e34 req-d5a7b9bb-5233-4fd1-b442-fe024d2a511c tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:22:07.106528 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-c959e00a-8e82-4e7a-a09e-f756e9922e34 req-d5a7b9bb-5233-4fd1-b442-fe024d2a511c tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:22:07.280459 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:07.332378 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114683ae-8f73-40cf-b47b-1de45152ac82 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Network daea2db9-b2ce-4461-84d3-62de7f664eb4 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:22:07.353305 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-315e50e2-91de-4e75-906e-2c3610566d1e None None] Provisioning complete for port 1dfc957b-9241-44eb-8e38-e00c4b4fff49 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:07.354866 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-315e50e2-91de-4e75-906e-2c3610566d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:07.406596 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-114683ae-8f73-40cf-b47b-1de45152ac82 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, daea2db9-b2ce-4461-84d3-62de7f664eb4) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:22:07.407152 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-42f2dae0-94c9-482a-945d-8ad12471842f req-b097ef4a-18eb-4820-a0b8-6ac69df63a83 service neutron] 10.222.0.45 "GET /v2.0/networks/0fa3aba6-17c9-489d-89ab-1f9367d3d32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7311177 Nov 12 01:22:07.428659 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114683ae-8f73-40cf-b47b-1de45152ac82 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:07.429456 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-114683ae-8f73-40cf-b47b-1de45152ac82 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:07.464903 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07c6b83-b5d9-479a-a8ed-8cf66a3831d4 None None] Network daea2db9-b2ce-4461-84d3-62de7f664eb4 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:22:07.496339 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 1dfc957b-9241-44eb-8e38-e00c4b4fff49, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=1dfc957b-9241-44eb-8e38-e00c4b4fff49,segment=NetworkSegment(03dd7599-68be-48ad-9e98-b15d6af388a0),segment_id=03dd7599-68be-48ad-9e98-b15d6af388a0)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:22:07.499273 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-114683ae-8f73-40cf-b47b-1de45152ac82 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.7436080 Nov 12 01:22:07.527404 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57798) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:07.563287 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30287953-d89b-4956-8efe-d9553c01eecc tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] Pushing event updated for resources: {'Port': ['ID=9aa8c7e8-3344-4af9-ad73-d2037da30124,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:07.584964 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-3c717b07-785d-487f-b062-4f82e39455b4 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-295006008'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:22:07.635376 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:07.639618 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device b992d8d9-b1b5-4681-9833-6113fde3be6e up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:22:07.656423 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c717b07-785d-487f-b062-4f82e39455b4 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Made reservation on behalf of e8129228a6df46ffbca9711093d28d41 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:22:07.672599 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3c717b07-785d-487f-b062-4f82e39455b4 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:07.742696 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c717b07-785d-487f-b062-4f82e39455b4 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:22:07.780712 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3c717b07-785d-487f-b062-4f82e39455b4 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:07.781139 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-3c717b07-785d-487f-b062-4f82e39455b4 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Added segment 17ddfcea-3464-4da0-b75d-dbede1827b48 of type vlan for network 8f397964-5a32-4042-aa5c-9b8dc6ad1d37 Nov 12 01:22:08.008043 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3c717b07-785d-487f-b062-4f82e39455b4 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:08.108527 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=1dfc957b-9241-44eb-8e38-e00c4b4fff49,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:08.153173 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a7b9bb-5233-4fd1-b442-fe024d2a511c tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Pushing event updated for resources: {'Port': ['ID=2830a68b-7676-41a7-b570-8719cf81a106,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:08.201476 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port b992d8d9-b1b5-4681-9833-6113fde3be6e triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:08.201960 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:08.216960 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ff8ca-197d-45da-975f-269d7645b43d req-30287953-d89b-4956-8efe-d9553c01eecc tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:08.217668 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-294ff8ca-197d-45da-975f-269d7645b43d req-30287953-d89b-4956-8efe-d9553c01eecc tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:08.232681 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3c717b07-785d-487f-b062-4f82e39455b4 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:08.262367 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-315e50e2-91de-4e75-906e-2c3610566d1e None None] Provisioning complete for port cb2cedf9-2990-4122-bc24-199836e0be33 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:08.262940 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-315e50e2-91de-4e75-906e-2c3610566d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:08.269101 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c717b07-785d-487f-b062-4f82e39455b4 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:08.272683 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3c717b07-785d-487f-b062-4f82e39455b4 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:08.349277 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-294ff8ca-197d-45da-975f-269d7645b43d req-30287953-d89b-4956-8efe-d9553c01eecc tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 9.9161596 Nov 12 01:22:08.360932 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6c975188-e474-475c-9d3a-281d9f12e67a tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:08.374044 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959e00a-8e82-4e7a-a09e-f756e9922e34 req-d5a7b9bb-5233-4fd1-b442-fe024d2a511c tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:08.375121 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c959e00a-8e82-4e7a-a09e-f756e9922e34 req-d5a7b9bb-5233-4fd1-b442-fe024d2a511c tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:08.389662 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8cf481-bc64-41c3-b453-95fd0adf1b44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-daea2db9-b2ce-4461-84d3-62de7f664eb4', 'network_id': 'daea2db9-b2ce-4461-84d3-62de7f664eb4', 'tenant_id': 'e8129228a6df46ffbca9711093d28d41', 'fixed_ips': [{'subnet_id': '89b50e07-cff6-4377-b349-c632409e7404'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:22:08.390616 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6d8cf481-bc64-41c3-b453-95fd0adf1b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:08.424059 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3c717b07-785d-487f-b062-4f82e39455b4 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8895710 Nov 12 01:22:08.434145 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-294ff8ca-197d-45da-975f-269d7645b43d req-f299707d-f9cd-4abb-85bd-f4402dca0685 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:22:08.435758 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-294ff8ca-197d-45da-975f-269d7645b43d req-f299707d-f9cd-4abb-85bd-f4402dca0685 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0229611 Nov 12 01:22:08.494134 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57826) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:08.503068 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-1f4eaba8-d132-45a8-87a2-05db1751b4ea tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Request body: {'subnet': {'network_id': '8f397964-5a32-4042-aa5c-9b8dc6ad1d37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:22:08.506782 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:08.576026 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c717b07-785d-487f-b062-4f82e39455b4 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Pushing event updated for resources: {'Network': ['ID=8f397964-5a32-4042-aa5c-9b8dc6ad1d37,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:08.612032 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a078ef-a2ec-4a3e-a564-c8833023a229 req-a12e87ca-c9c4-4b46-8ce4-5c65682e9476 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:08.621821 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d5a078ef-a2ec-4a3e-a564-c8833023a229 req-a12e87ca-c9c4-4b46-8ce4-5c65682e9476 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/networks?id=0fa3aba6-17c9-489d-89ab-1f9367d3d32a HTTP/1.1" status: 200 len: 816 time: 0.4516730 Nov 12 01:22:08.651842 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c959e00a-8e82-4e7a-a09e-f756e9922e34 req-d5a7b9bb-5233-4fd1-b442-fe024d2a511c tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1299863 Nov 12 01:22:08.685202 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d5a078ef-a2ec-4a3e-a564-c8833023a229 req-ff5406c1-7019-4530-be59-f5a47ee2c3e6 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/quotas/22b086af3f1f45c9b7954dadfab0bb71 HTTP/1.1" status: 200 len: 375 time: 0.0621138 Nov 12 01:22:08.695757 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07aa3c5-5ddb-4649-ad83-2d6764776458 req-cd9f4595-a2ec-454a-98c1-2e37a831fe16 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:08.704481 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c07aa3c5-5ddb-4649-ad83-2d6764776458 req-cd9f4595-a2ec-454a-98c1-2e37a831fe16 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6f1acd4-d8fc-4a4e-9c99-a8ad15cd6471 HTTP/1.1" status: 200 len: 932 time: 1.1354451 Nov 12 01:22:08.762556 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-c959e00a-8e82-4e7a-a09e-f756e9922e34 req-e3ebbdd9-c31e-449a-99ea-a91d65c36ff5 service neutron] Request body: {'port': {'device_id': '7fc1e38b-3138-4613-9f43-abb08e04bfce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:22:08.781754 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 8f397964-5a32-4042-aa5c-9b8dc6ad1d37 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:22:08.888359 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device cb2cedf9-2990-4122-bc24-199836e0be33 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:22:08.894798 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c07aa3c5-5ddb-4649-ad83-2d6764776458 req-73f47948-b161-4ec1-af15-4904c1b69a5d tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac8b0839-0c1d-4ded-a4e2-caea0db502c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888118 Nov 12 01:22:08.945774 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-294ff8ca-197d-45da-975f-269d7645b43d req-b7690fe2-bf61-49b1-8db3-09fd0fc65e64 service neutron] Request body: {'port': {'device_id': 'f6f1acd4-d8fc-4a4e-9c99-a8ad15cd6471', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:22:09.100718 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4eaba8-d132-45a8-87a2-05db1751b4ea tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Made reservation on behalf of e8129228a6df46ffbca9711093d28d41 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:22:09.107029 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1f4eaba8-d132-45a8-87a2-05db1751b4ea tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:09.107261 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c959e00a-8e82-4e7a-a09e-f756e9922e34 req-e3ebbdd9-c31e-449a-99ea-a91d65c36ff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:09.164303 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-237b93dd-211f-4d66-ae52-21c123311913 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:09.172191 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-66d494dd-8ae2-4ca8-bbc7-77ffb0b54e08 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:09.251772 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-237b93dd-211f-4d66-ae52-21c123311913 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:09.268044 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port cb2cedf9-2990-4122-bc24-199836e0be33 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:09.268438 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:09.273327 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-6c975188-e474-475c-9d3a-281d9f12e67a tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Allocated IP 172.20.0.1 (3689b0a3-b381-4c41-8f6b-1fd2126c7d35/7b27272c-c2c5-4b0d-a393-8d802d1b21c9/c911299e-031a-4c8a-ba91-6f0d8549119a) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:22:09.321788 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-6d8cf481-bc64-41c3-b453-95fd0adf1b44 None None] Allocated IP 172.20.255.242 (daea2db9-b2ce-4461-84d3-62de7f664eb4/89b50e07-cff6-4377-b349-c632409e7404/1676d11c-bc70-4a12-bf78-5997c7e3e311) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:22:09.329088 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-237b93dd-211f-4d66-ae52-21c123311913 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:09.367689 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-d4c5ddff-070d-4acc-8045-893a6b3082bc None None] Provisioning complete for port 913b6e34-0f4f-457d-93c7-175d506d758f triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:09.368122 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d4c5ddff-070d-4acc-8045-893a6b3082bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:09.402605 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d5a078ef-a2ec-4a3e-a564-c8833023a229 req-c2d4d506-1e1b-47c6-a6ed-ce6d2cf01753 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=22b086af3f1f45c9b7954dadfab0bb71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7163603 Nov 12 01:22:09.448569 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-294ff8ca-197d-45da-975f-269d7645b43d req-b7690fe2-bf61-49b1-8db3-09fd0fc65e64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:09.449244 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-d4c5ddff-070d-4acc-8045-893a6b3082bc None None] Port 913b6e34-0f4f-457d-93c7-175d506d758f cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:22:09.537142 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 1dfc957b-9241-44eb-8e38-e00c4b4fff49 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:22:09.597461 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-d4c5ddff-070d-4acc-8045-893a6b3082bc None None] Provisioning complete for port cb2cedf9-2990-4122-bc24-199836e0be33 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:09.597837 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d4c5ddff-070d-4acc-8045-893a6b3082bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:09.621835 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1f4eaba8-d132-45a8-87a2-05db1751b4ea tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:09.675289 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 1dfc957b-9241-44eb-8e38-e00c4b4fff49 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:09.675666 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:09.886930 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device b992d8d9-b1b5-4681-9833-6113fde3be6e up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:22:09.895368 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6c975188-e474-475c-9d3a-281d9f12e67a tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:09.897673 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4eaba8-d132-45a8-87a2-05db1751b4ea tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Checking segment: {'id': '17ddfcea-3464-4da0-b75d-dbede1827b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8f397964-5a32-4042-aa5c-9b8dc6ad1d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:22:09.898486 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4eaba8-d132-45a8-87a2-05db1751b4ea tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Network hostable DHCP agents. Network: 8f397964-5a32-4042-aa5c-9b8dc6ad1d37, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:22:10.087676 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6d8cf481-bc64-41c3-b453-95fd0adf1b44 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:10.098778 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-d4c5ddff-070d-4acc-8045-893a6b3082bc None None] Provisioning complete for port 1dfc957b-9241-44eb-8e38-e00c4b4fff49 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:10.099289 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d4c5ddff-070d-4acc-8045-893a6b3082bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:10.124909 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4eaba8-d132-45a8-87a2-05db1751b4ea tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Pushing event updated for resources: {'Subnet': ['ID=a90dd769-169e-4f4e-9ff9-6869fff1b61a,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:10.155199 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6c975188-e474-475c-9d3a-281d9f12e67a tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:10.156530 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6d8cf481-bc64-41c3-b453-95fd0adf1b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:10.178356 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port b992d8d9-b1b5-4681-9833-6113fde3be6e triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:10.179934 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:10.213687 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b93dd-211f-4d66-ae52-21c123311913 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event updated for resources: {'Port': ['ID=913b6e34-0f4f-457d-93c7-175d506d758f,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:10.308450 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4eaba8-d132-45a8-87a2-05db1751b4ea tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Network 8f397964-5a32-4042-aa5c-9b8dc6ad1d37 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:22:10.328620 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c975188-e474-475c-9d3a-281d9f12e67a tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Network 3689b0a3-b381-4c41-8f6b-1fd2126c7d35 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:22:10.333684 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8cf481-bc64-41c3-b453-95fd0adf1b44 None None] Network daea2db9-b2ce-4461-84d3-62de7f664eb4 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:22:10.346360 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-1f4eaba8-d132-45a8-87a2-05db1751b4ea tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 8f397964-5a32-4042-aa5c-9b8dc6ad1d37) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:22:10.360808 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-6c975188-e474-475c-9d3a-281d9f12e67a tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:22:10.377768 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-6d8cf481-bc64-41c3-b453-95fd0adf1b44 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:22:10.383062 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310087ff-9996-4329-8ed7-88658d960e91 None None] Network 8f397964-5a32-4042-aa5c-9b8dc6ad1d37 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:22:10.389132 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4eaba8-d132-45a8-87a2-05db1751b4ea tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:10.390369 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1f4eaba8-d132-45a8-87a2-05db1751b4ea tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:10.395492 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8cf481-bc64-41c3-b453-95fd0adf1b44 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:22:10.396273 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c975188-e474-475c-9d3a-281d9f12e67a tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:22:10.410155 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c975188-e474-475c-9d3a-281d9f12e67a tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Pushing event updated for resources: {'Port': ['ID=c911299e-031a-4c8a-ba91-6f0d8549119a,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:10.441523 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8cf481-bc64-41c3-b453-95fd0adf1b44 None None] Pushing event updated for resources: {'Port': ['ID=1676d11c-bc70-4a12-bf78-5997c7e3e311,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:10.529211 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6c975188-e474-475c-9d3a-281d9f12e67a tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:10.576896 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d5a078ef-a2ec-4a3e-a564-c8833023a229 req-604a6c27-aea9-4555-8f91-be1c0f8d9567 service neutron] 10.222.0.45 "GET /v2.0/networks/0fa3aba6-17c9-489d-89ab-1f9367d3d32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1379724 Nov 12 01:22:10.616372 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237b93dd-211f-4d66-ae52-21c123311913 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Network 7890d6b4-aaf7-41e9-a4d8-b4895f01fb76 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:22:10.727322 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f2dae0-94c9-482a-945d-8ad12471842f req-5ac036c1-b2e1-4c09-ba9a-cfb70adb59e4 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:10.729379 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-42f2dae0-94c9-482a-945d-8ad12471842f req-5ac036c1-b2e1-4c09-ba9a-cfb70adb59e4 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.44 "GET /v2.0/networks?id=0fa3aba6-17c9-489d-89ab-1f9367d3d32a HTTP/1.1" status: 200 len: 816 time: 0.9730175 Nov 12 01:22:10.737210 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-6d8cf481-bc64-41c3-b453-95fd0adf1b44 None None] Attempting to bind port 1676d11c-bc70-4a12-bf78-5997c7e3e311 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:22:10.738057 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-6d8cf481-bc64-41c3-b453-95fd0adf1b44 None None] Attempting to bind port 1676d11c-bc70-4a12-bf78-5997c7e3e311 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'e9705466-d48c-4a9f-b61e-97392db2f09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'daea2db9-b2ce-4461-84d3-62de7f664eb4'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:22:10.738057 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8cf481-bc64-41c3-b453-95fd0adf1b44 None None] Attempting to bind port 1676d11c-bc70-4a12-bf78-5997c7e3e311 on network daea2db9-b2ce-4461-84d3-62de7f664eb4 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:22:10.740256 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1f4eaba8-d132-45a8-87a2-05db1751b4ea tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.2450669 Nov 12 01:22:10.741101 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57858) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:10.761212 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-42f2dae0-94c9-482a-945d-8ad12471842f req-4ce3972f-e83a-4f46-b211-17600981ff09 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Request body: {'port': {'device_id': '112649eb-faa7-47d7-bb5d-cec74afc415f', 'network_id': '0fa3aba6-17c9-489d-89ab-1f9367d3d32a', 'admin_state_up': True, 'tenant_id': '22b086af3f1f45c9b7954dadfab0bb71'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:22:10.814125 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8cf481-bc64-41c3-b453-95fd0adf1b44 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:22:10.814614 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8cf481-bc64-41c3-b453-95fd0adf1b44 None None] Checking segment: {'id': 'e9705466-d48c-4a9f-b61e-97392db2f09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'daea2db9-b2ce-4461-84d3-62de7f664eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:22:10.815889 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6d8cf481-bc64-41c3-b453-95fd0adf1b44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:10.816454 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8cf481-bc64-41c3-b453-95fd0adf1b44 None None] Bound using segment: {'id': 'e9705466-d48c-4a9f-b61e-97392db2f09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'daea2db9-b2ce-4461-84d3-62de7f664eb4'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:22:10.818301 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-6d8cf481-bc64-41c3-b453-95fd0adf1b44 None None] Bound port: 1676d11c-bc70-4a12-bf78-5997c7e3e311, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9705466-d48c-4a9f-b61e-97392db2f09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'daea2db9-b2ce-4461-84d3-62de7f664eb4'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:22:10.818996 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6d8cf481-bc64-41c3-b453-95fd0adf1b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:10.849279 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:10.875713 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-237b93dd-211f-4d66-ae52-21c123311913 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:22:10.884963 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-d4c5ddff-070d-4acc-8045-893a6b3082bc None None] Provisioning complete for port 2830a68b-7676-41a7-b570-8719cf81a106 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:10.886176 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d4c5ddff-070d-4acc-8045-893a6b3082bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:11.017480 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6c975188-e474-475c-9d3a-281d9f12e67a tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:11.047869 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-6d8cf481-bc64-41c3-b453-95fd0adf1b44 None None] For port 1676d11c-bc70-4a12-bf78-5997c7e3e311, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:22:11.052311 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-6d8cf481-bc64-41c3-b453-95fd0adf1b44 None None] For port 1676d11c-bc70-4a12-bf78-5997c7e3e311, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=1676d11c-bc70-4a12-bf78-5997c7e3e311,segment=NetworkSegment(e9705466-d48c-4a9f-b61e-97392db2f09e),segment_id=e9705466-d48c-4a9f-b61e-97392db2f09e)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:22:11.140596 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6d8cf481-bc64-41c3-b453-95fd0adf1b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:11.181031 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-d4c5ddff-070d-4acc-8045-893a6b3082bc None None] Port 2830a68b-7676-41a7-b570-8719cf81a106 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:22:11.223202 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-89f03c0c-a230-478a-b1b4-4b4c403872e3 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:11.275754 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8cf481-bc64-41c3-b453-95fd0adf1b44 None None] Pushing event updated for resources: {'Port': ['ID=1676d11c-bc70-4a12-bf78-5997c7e3e311,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:11.309983 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7bbc5-5a69-4582-a1d9-56e34c677b75 req-0483860a-b4c7-4059-9e0b-72ff60e7bc4d tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:11.311617 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4bd7bbc5-5a69-4582-a1d9-56e34c677b75 req-0483860a-b4c7-4059-9e0b-72ff60e7bc4d tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6f1acd4-d8fc-4a4e-9c99-a8ad15cd6471 HTTP/1.1" status: 200 len: 932 time: 1.0925219 Nov 12 01:22:11.317743 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0c6dd1-6555-46b7-a6ba-efe8d8881954 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-8f397964-5a32-4042-aa5c-9b8dc6ad1d37', 'network_id': '8f397964-5a32-4042-aa5c-9b8dc6ad1d37', 'tenant_id': 'e8129228a6df46ffbca9711093d28d41', 'fixed_ips': [{'subnet_id': 'a90dd769-169e-4f4e-9ff9-6869fff1b61a'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:22:11.319013 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0a0c6dd1-6555-46b7-a6ba-efe8d8881954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:11.391598 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-e83ec146-d5e1-4dc9-8691-381cdfc675fb None None] Provisioning complete for port c911299e-031a-4c8a-ba91-6f0d8549119a triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:11.392125 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e83ec146-d5e1-4dc9-8691-381cdfc675fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:11.395563 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42f2dae0-94c9-482a-945d-8ad12471842f req-4ce3972f-e83a-4f46-b211-17600981ff09 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Made reservation on behalf of 22b086af3f1f45c9b7954dadfab0bb71 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:22:11.404444 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-42f2dae0-94c9-482a-945d-8ad12471842f req-4ce3972f-e83a-4f46-b211-17600981ff09 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:11.548936 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-89f03c0c-a230-478a-b1b4-4b4c403872e3 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:11.580692 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-e83ec146-d5e1-4dc9-8691-381cdfc675fb None None] Port c911299e-031a-4c8a-ba91-6f0d8549119a cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:22:11.638122 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4bd7bbc5-5a69-4582-a1d9-56e34c677b75 req-82cfecf7-4124-4032-bff9-566a3ca852f8 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac8b0839-0c1d-4ded-a4e2-caea0db502c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087585 Nov 12 01:22:11.646580 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d5a078ef-a2ec-4a3e-a564-c8833023a229 req-957f8f79-c07b-4398-bc33-3518aa882b86 service neutron] 10.222.0.45 "GET /v2.0/networks/0fa3aba6-17c9-489d-89ab-1f9367d3d32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0673156 Nov 12 01:22:11.695542 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-237b93dd-211f-4d66-ae52-21c123311913 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Router e864dfc6-4044-4b92-a64a-4d2603d9ea92 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:22:11.761364 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-0a0c6dd1-6555-46b7-a6ba-efe8d8881954 None None] Allocated IP 172.20.0.2 (8f397964-5a32-4042-aa5c-9b8dc6ad1d37/a90dd769-169e-4f4e-9ff9-6869fff1b61a/d9c0dd0f-ecfe-4064-9a18-133e4d7fc1a5) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:22:11.868419 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-3a7581d6-b235-4768-834f-65f0b03e6a9f None None] Provisioning complete for port 913b6e34-0f4f-457d-93c7-175d506d758f triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:11.868971 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3a7581d6-b235-4768-834f-65f0b03e6a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:12.002598 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-294ff8ca-197d-45da-975f-269d7645b43d req-b7690fe2-bf61-49b1-8db3-09fd0fc65e64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aa8c7e8-3344-4af9-ad73-d2037da30124 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:22:12.058224 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6c975188-e474-475c-9d3a-281d9f12e67a tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:12.067218 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6c975188-e474-475c-9d3a-281d9f12e67a tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:12.075921 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-3a7581d6-b235-4768-834f-65f0b03e6a9f None None] Port 913b6e34-0f4f-457d-93c7-175d506d758f cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:22:12.159834 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237b93dd-211f-4d66-ae52-21c123311913 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:22:12.172976 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-294ff8ca-197d-45da-975f-269d7645b43d req-b7690fe2-bf61-49b1-8db3-09fd0fc65e64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:12.187504 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-237b93dd-211f-4d66-ae52-21c123311913 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "PUT /v2.0/routers/e864dfc6-4044-4b92-a64a-4d2603d9ea92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4672735 Nov 12 01:22:12.198864 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57880) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:12.209455 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-54cbfd0b-4139-4d46-9f5f-685c67f914a6 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Request body: {'network': {'name': 'tempest-RoutersTest-567771192'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:22:12.255026 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c6ef2c-f39c-4619-84e5-eca542b0ae19 None None] Sync routers for ids ['e864dfc6-4044-4b92-a64a-4d2603d9ea92'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:22:12.289763 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6c975188-e474-475c-9d3a-281d9f12e67a tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:12.294982 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c975188-e474-475c-9d3a-281d9f12e67a tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Pushing event updated for resources: {'Port': ['ID=c911299e-031a-4c8a-ba91-6f0d8549119a,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:12.305391 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54cbfd0b-4139-4d46-9f5f-685c67f914a6 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Made reservation on behalf of acd8925e4e2c4fe7bbc2a1e10c7a8810 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:22:12.309489 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-54cbfd0b-4139-4d46-9f5f-685c67f914a6 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:12.325581 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c6ef2c-f39c-4619-84e5-eca542b0ae19 None None] Routers {'e864dfc6-4044-4b92-a64a-4d2603d9ea92'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:22:12.326550 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-76c6ef2c-f39c-4619-84e5-eca542b0ae19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:22:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['e864dfc6-4044-4b92-a64a-4d2603d9ea92'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:12.423369 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54cbfd0b-4139-4d46-9f5f-685c67f914a6 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:22:12.461309 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-54cbfd0b-4139-4d46-9f5f-685c67f914a6 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:12.462116 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-54cbfd0b-4139-4d46-9f5f-685c67f914a6 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Added segment 64ab0ae1-9f7f-4843-9224-854cadc28023 of type vlan for network 981aadc5-a3d2-48fb-a9ec-ebaff1660d80 Nov 12 01:22:12.471874 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5cd57510-188d-409c-92fa-c666da9bf98f req-4e265b6d-dca3-4f23-aba0-c33328447ea5 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e5a542c-ba25-4a31-b73e-f6bc69c0aa46 HTTP/1.1" status: 200 len: 210 time: 0.2882292 Nov 12 01:22:12.530786 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-294ff8ca-197d-45da-975f-269d7645b43d req-b7690fe2-bf61-49b1-8db3-09fd0fc65e64 service neutron] Transition to ACTIVE for port object 9aa8c7e8-3344-4af9-ad73-d2037da30124 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:22:12.563921 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-294ff8ca-197d-45da-975f-269d7645b43d req-b7690fe2-bf61-49b1-8db3-09fd0fc65e64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:12.644163 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-c959e00a-8e82-4e7a-a09e-f756e9922e34 req-e3ebbdd9-c31e-449a-99ea-a91d65c36ff5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2830a68b-7676-41a7-b570-8719cf81a106 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:22:12.663353 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-76c6ef2c-f39c-4619-84e5-eca542b0ae19 None None] Set router e864dfc6-4044-4b92-a64a-4d2603d9ea92 gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:22:12.711343 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-66d494dd-8ae2-4ca8-bbc7-77ffb0b54e08 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Deleting port bd4375f0-84d1-46ab-9f12-940dfd8123f3 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:22:12.712019 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-66d494dd-8ae2-4ca8-bbc7-77ffb0b54e08 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:12.855871 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c959e00a-8e82-4e7a-a09e-f756e9922e34 req-e3ebbdd9-c31e-449a-99ea-a91d65c36ff5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:12.909002 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0a0c6dd1-6555-46b7-a6ba-efe8d8881954 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:12.968154 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0a0c6dd1-6555-46b7-a6ba-efe8d8881954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:13.010998 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-66d494dd-8ae2-4ca8-bbc7-77ffb0b54e08 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:13.019862 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 1676d11c-bc70-4a12-bf78-5997c7e3e311 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:22:13.051210 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-66d494dd-8ae2-4ca8-bbc7-77ffb0b54e08 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Calling delete_port for bd4375f0-84d1-46ab-9f12-940dfd8123f3 owned by network:router_interface {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:22:13.083805 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7690fe2-bf61-49b1-8db3-09fd0fc65e64 service neutron] Pushing event updated for resources: {'Port': ['ID=9aa8c7e8-3344-4af9-ad73-d2037da30124,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:13.271546 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-c959e00a-8e82-4e7a-a09e-f756e9922e34 req-e3ebbdd9-c31e-449a-99ea-a91d65c36ff5 service neutron] Transition to ACTIVE for port object 2830a68b-7676-41a7-b570-8719cf81a106 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:22:13.282245 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0c6dd1-6555-46b7-a6ba-efe8d8881954 None None] Network 8f397964-5a32-4042-aa5c-9b8dc6ad1d37 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:22:13.296780 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-0a0c6dd1-6555-46b7-a6ba-efe8d8881954 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:22:13.339571 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0c6dd1-6555-46b7-a6ba-efe8d8881954 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:22:13.366143 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c959e00a-8e82-4e7a-a09e-f756e9922e34 req-e3ebbdd9-c31e-449a-99ea-a91d65c36ff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:13.382112 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c6dd1-6555-46b7-a6ba-efe8d8881954 None None] Pushing event updated for resources: {'Port': ['ID=d9c0dd0f-ecfe-4064-9a18-133e4d7fc1a5,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:13.502580 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-54cbfd0b-4139-4d46-9f5f-685c67f914a6 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:13.525899 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-89f03c0c-a230-478a-b1b4-4b4c403872e3 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:13.540869 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c975188-e474-475c-9d3a-281d9f12e67a tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Network 3689b0a3-b381-4c41-8f6b-1fd2126c7d35 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:22:13.568085 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-6c975188-e474-475c-9d3a-281d9f12e67a tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:22:13.585969 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c394f5a-be8e-4e3b-85de-efb85f9a536e None None] Network daea2db9-b2ce-4461-84d3-62de7f664eb4 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:22:13.648223 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-42f2dae0-94c9-482a-945d-8ad12471842f req-4ce3972f-e83a-4f46-b211-17600981ff09 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Allocated IP 172.20.0.14 (0fa3aba6-17c9-489d-89ab-1f9367d3d32a/169aa883-bc14-4fda-89e6-95e18c4a9217/3822d623-d9f2-49a6-affa-42aa2efadd3c) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:22:13.653428 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f03c0c-a230-478a-b1b4-4b4c403872e3 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Pushing event deleted for resources: {'Subnet': ['ID=a90dd769-169e-4f4e-9ff9-6869fff1b61a,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:13.718433 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-0a0c6dd1-6555-46b7-a6ba-efe8d8881954 None None] Attempting to bind port d9c0dd0f-ecfe-4064-9a18-133e4d7fc1a5 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:22:13.719470 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-0a0c6dd1-6555-46b7-a6ba-efe8d8881954 None None] Attempting to bind port d9c0dd0f-ecfe-4064-9a18-133e4d7fc1a5 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '17ddfcea-3464-4da0-b75d-dbede1827b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8f397964-5a32-4042-aa5c-9b8dc6ad1d37'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:22:13.728220 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0c6dd1-6555-46b7-a6ba-efe8d8881954 None None] Attempting to bind port d9c0dd0f-ecfe-4064-9a18-133e4d7fc1a5 on network 8f397964-5a32-4042-aa5c-9b8dc6ad1d37 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:22:13.760493 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-89f03c0c-a230-478a-b1b4-4b4c403872e3 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:13.787296 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-89f03c0c-a230-478a-b1b4-4b4c403872e3 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f397964-5a32-4042-aa5c-9b8dc6ad1d37']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:13.793535 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-294ff8ca-197d-45da-975f-269d7645b43d req-b7690fe2-bf61-49b1-8db3-09fd0fc65e64 service neutron] Attempting to bind port 9aa8c7e8-3344-4af9-ad73-d2037da30124 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:22:13.794642 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-294ff8ca-197d-45da-975f-269d7645b43d req-b7690fe2-bf61-49b1-8db3-09fd0fc65e64 service neutron] Attempting to bind port 9aa8c7e8-3344-4af9-ad73-d2037da30124 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '8bcb0cfd-b44e-40ae-826e-c62a4095cd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f83a5eb4-144e-49b8-9905-af47775cb623'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:22:13.795207 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294ff8ca-197d-45da-975f-269d7645b43d req-b7690fe2-bf61-49b1-8db3-09fd0fc65e64 service neutron] Attempting to bind port 9aa8c7e8-3344-4af9-ad73-d2037da30124 on network f83a5eb4-144e-49b8-9905-af47775cb623 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:22:13.804897 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-89f03c0c-a230-478a-b1b4-4b4c403872e3 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17ddfcea-3464-4da0-b75d-dbede1827b48') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:13.805203 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-89f03c0c-a230-478a-b1b4-4b4c403872e3 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17ddfcea-3464-4da0-b75d-dbede1827b48') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:13.824487 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-54cbfd0b-4139-4d46-9f5f-685c67f914a6 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:13.832660 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cbfd0b-4139-4d46-9f5f-685c67f914a6 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:13.837410 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-54cbfd0b-4139-4d46-9f5f-685c67f914a6 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:13.844132 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0c6dd1-6555-46b7-a6ba-efe8d8881954 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:22:13.847019 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3969bd9a-eb11-4af1-94a9-dacc46632304 req-8fc3ab90-54cd-4462-ae01-98909248ed47 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:13.847541 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0c6dd1-6555-46b7-a6ba-efe8d8881954 None None] Checking segment: {'id': '17ddfcea-3464-4da0-b75d-dbede1827b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8f397964-5a32-4042-aa5c-9b8dc6ad1d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:22:13.848514 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0a0c6dd1-6555-46b7-a6ba-efe8d8881954 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:13.849755 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3969bd9a-eb11-4af1-94a9-dacc46632304 req-8fc3ab90-54cd-4462-ae01-98909248ed47 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6f1acd4-d8fc-4a4e-9c99-a8ad15cd6471 HTTP/1.1" status: 200 len: 944 time: 1.0322042 Nov 12 01:22:13.865266 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294ff8ca-197d-45da-975f-269d7645b43d req-b7690fe2-bf61-49b1-8db3-09fd0fc65e64 service neutron] Port 9aa8c7e8-3344-4af9-ad73-d2037da30124 on network f83a5eb4-144e-49b8-9905-af47775cb623 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:22:13.865594 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0c6dd1-6555-46b7-a6ba-efe8d8881954 None None] Bound using segment: {'id': '17ddfcea-3464-4da0-b75d-dbede1827b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8f397964-5a32-4042-aa5c-9b8dc6ad1d37'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:22:13.867103 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-0a0c6dd1-6555-46b7-a6ba-efe8d8881954 None None] Bound port: d9c0dd0f-ecfe-4064-9a18-133e4d7fc1a5, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17ddfcea-3464-4da0-b75d-dbede1827b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8f397964-5a32-4042-aa5c-9b8dc6ad1d37'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:22:13.867493 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294ff8ca-197d-45da-975f-269d7645b43d req-b7690fe2-bf61-49b1-8db3-09fd0fc65e64 service neutron] Attempting to bind port 9aa8c7e8-3344-4af9-ad73-d2037da30124 on network f83a5eb4-144e-49b8-9905-af47775cb623 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:22:13.867748 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0a0c6dd1-6555-46b7-a6ba-efe8d8881954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:13.876508 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 1676d11c-bc70-4a12-bf78-5997c7e3e311 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:13.877117 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:13.890477 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-89f03c0c-a230-478a-b1b4-4b4c403872e3 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:14.000011 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-89f03c0c-a230-478a-b1b4-4b4c403872e3 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:14.019551 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1c11f586-c2e7-4b83-b7ed-34c3b4d5d33f req-334a1d0b-6746-47ea-81f4-e90b80fbeeb5 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e5a542c-ba25-4a31-b73e-f6bc69c0aa46 HTTP/1.1" status: 200 len: 210 time: 0.2363348 Nov 12 01:22:14.027447 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294ff8ca-197d-45da-975f-269d7645b43d req-b7690fe2-bf61-49b1-8db3-09fd0fc65e64 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:22:14.028227 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294ff8ca-197d-45da-975f-269d7645b43d req-b7690fe2-bf61-49b1-8db3-09fd0fc65e64 service neutron] Checking segment: {'id': '8bcb0cfd-b44e-40ae-826e-c62a4095cd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f83a5eb4-144e-49b8-9905-af47775cb623'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:22:14.028980 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294ff8ca-197d-45da-975f-269d7645b43d req-b7690fe2-bf61-49b1-8db3-09fd0fc65e64 service neutron] Bound using segment: {'id': '8bcb0cfd-b44e-40ae-826e-c62a4095cd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f83a5eb4-144e-49b8-9905-af47775cb623'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:22:14.029797 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-294ff8ca-197d-45da-975f-269d7645b43d req-b7690fe2-bf61-49b1-8db3-09fd0fc65e64 service neutron] Bound port: 9aa8c7e8-3344-4af9-ad73-d2037da30124, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bcb0cfd-b44e-40ae-826e-c62a4095cd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'f83a5eb4-144e-49b8-9905-af47775cb623'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:22:14.030578 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-294ff8ca-197d-45da-975f-269d7645b43d req-b7690fe2-bf61-49b1-8db3-09fd0fc65e64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:14.164846 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ebbdd9-c31e-449a-99ea-a91d65c36ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=2830a68b-7676-41a7-b570-8719cf81a106,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:14.188688 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-54cbfd0b-4139-4d46-9f5f-685c67f914a6 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.9850798 Nov 12 01:22:14.238899 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57912) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:14.249208 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-c959e00a-8e82-4e7a-a09e-f756e9922e34 req-e3ebbdd9-c31e-449a-99ea-a91d65c36ff5 service neutron] Attempting to bind port 2830a68b-7676-41a7-b570-8719cf81a106 on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:22:14.249550 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-c959e00a-8e82-4e7a-a09e-f756e9922e34 req-e3ebbdd9-c31e-449a-99ea-a91d65c36ff5 service neutron] Attempting to bind port 2830a68b-7676-41a7-b570-8719cf81a106 by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': 'a038454c-e35a-4b94-bdaa-5b736e80ec88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0fa3aba6-17c9-489d-89ab-1f9367d3d32a'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:22:14.249885 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c959e00a-8e82-4e7a-a09e-f756e9922e34 req-e3ebbdd9-c31e-449a-99ea-a91d65c36ff5 service neutron] Attempting to bind port 2830a68b-7676-41a7-b570-8719cf81a106 on network 0fa3aba6-17c9-489d-89ab-1f9367d3d32a {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:22:14.266587 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-23f3ef1a-59b7-4e26-9017-2d88dba77da1 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Request body: {'subnet': {'network_id': '981aadc5-a3d2-48fb-a9ec-ebaff1660d80', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:22:14.283360 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c959e00a-8e82-4e7a-a09e-f756e9922e34 req-e3ebbdd9-c31e-449a-99ea-a91d65c36ff5 service neutron] Port 2830a68b-7676-41a7-b570-8719cf81a106 on network 0fa3aba6-17c9-489d-89ab-1f9367d3d32a not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:22:14.283360 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c959e00a-8e82-4e7a-a09e-f756e9922e34 req-e3ebbdd9-c31e-449a-99ea-a91d65c36ff5 service neutron] Attempting to bind port 2830a68b-7676-41a7-b570-8719cf81a106 on network 0fa3aba6-17c9-489d-89ab-1f9367d3d32a {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:22:14.294442 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89f03c0c-a230-478a-b1b4-4b4c403872e3 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:22:14.295541 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-89f03c0c-a230-478a-b1b4-4b4c403872e3 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:14.307857 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:22:14.307857 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:22:14.307857 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:22:14.307857 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:22:14.307857 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:22:14.307857 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:22:14.307857 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:22:14.307857 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:22:14.307857 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:22:14.307857 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:22:14.307857 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:22:14.307857 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:22:14.307857 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:22:14.307857 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:22:14.307857 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:22:14.307857 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:22:14.307857 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:22:14.307857 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:22:14.307857 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:22:14.307857 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:22:14.307857 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:22:14.307857 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:22:14.307857 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:22:14.307857 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:22:14.307857 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:22:14.307857 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:22:14.307857 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:22:14.307857 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:22:14.307857 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:22:14.307857 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:22:14.307857 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:22:14.307857 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:22:14.354186 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c959e00a-8e82-4e7a-a09e-f756e9922e34 req-e3ebbdd9-c31e-449a-99ea-a91d65c36ff5 service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:22:14.372415 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c959e00a-8e82-4e7a-a09e-f756e9922e34 req-e3ebbdd9-c31e-449a-99ea-a91d65c36ff5 service neutron] Checking segment: {'id': 'a038454c-e35a-4b94-bdaa-5b736e80ec88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0fa3aba6-17c9-489d-89ab-1f9367d3d32a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:22:14.372415 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c959e00a-8e82-4e7a-a09e-f756e9922e34 req-e3ebbdd9-c31e-449a-99ea-a91d65c36ff5 service neutron] Bound using segment: {'id': 'a038454c-e35a-4b94-bdaa-5b736e80ec88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0fa3aba6-17c9-489d-89ab-1f9367d3d32a'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:22:14.372415 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-c959e00a-8e82-4e7a-a09e-f756e9922e34 req-e3ebbdd9-c31e-449a-99ea-a91d65c36ff5 service neutron] Bound port: 2830a68b-7676-41a7-b570-8719cf81a106, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a038454c-e35a-4b94-bdaa-5b736e80ec88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0fa3aba6-17c9-489d-89ab-1f9367d3d32a'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:22:14.372415 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c959e00a-8e82-4e7a-a09e-f756e9922e34 req-e3ebbdd9-c31e-449a-99ea-a91d65c36ff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:14.381039 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-a1a8a47f-ef2a-49ba-8b20-6d18d5f1c310 None None] Provisioning complete for port 1676d11c-bc70-4a12-bf78-5997c7e3e311 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:14.382027 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a1a8a47f-ef2a-49ba-8b20-6d18d5f1c310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:14.424576 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3969bd9a-eb11-4af1-94a9-dacc46632304 req-767d2278-e239-4ec4-8586-f981e48ce95b tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac8b0839-0c1d-4ded-a4e2-caea0db502c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5077434 Nov 12 01:22:14.496238 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:22:14.608599 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cbfd0b-4139-4d46-9f5f-685c67f914a6 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event updated for resources: {'Network': ['ID=981aadc5-a3d2-48fb-a9ec-ebaff1660d80,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:14.710948 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.db.api [None req-89f03c0c-a230-478a-b1b4-4b4c403872e3 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 01:22:14.710948 n-d-712142-27 neutron-server[109086]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 01:22:14.710948 n-d-712142-27 neutron-server[109086]: [parameters: {'id': '8f397964-5a32-4042-aa5c-9b8dc6ad1d37'}] Nov 12 01:22:14.710948 n-d-712142-27 neutron-server[109086]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109086) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:22:14.711766 n-d-712142-27 neutron-server[109086]: DEBUG oslo_db.api [None req-89f03c0c-a230-478a-b1b4-4b4c403872e3 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:22:14.743647 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 981aadc5-a3d2-48fb-a9ec-ebaff1660d80 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:22:14.773480 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c975188-e474-475c-9d3a-281d9f12e67a tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Router 11a50426-d46c-4fbf-b176-2a10bf8d5cc2 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:22:14.801194 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-42f2dae0-94c9-482a-945d-8ad12471842f req-4ce3972f-e83a-4f46-b211-17600981ff09 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:15.093764 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-42f2dae0-94c9-482a-945d-8ad12471842f req-4ce3972f-e83a-4f46-b211-17600981ff09 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:15.131466 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-0a0c6dd1-6555-46b7-a6ba-efe8d8881954 None None] For port d9c0dd0f-ecfe-4064-9a18-133e4d7fc1a5, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:22:15.212201 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce3972f-e83a-4f46-b211-17600981ff09 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Pushing event updated for resources: {'Port': ['ID=3822d623-d9f2-49a6-affa-42aa2efadd3c,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:15.229905 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-89f03c0c-a230-478a-b1b4-4b4c403872e3 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:15.236563 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c975188-e474-475c-9d3a-281d9f12e67a tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:22:15.246322 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6c975188-e474-475c-9d3a-281d9f12e67a tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] 10.222.0.45 "PUT /v2.0/routers/11a50426-d46c-4fbf-b176-2a10bf8d5cc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3727043 Nov 12 01:22:15.247953 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57930) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:15.256679 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26196718-4018-4f8f-a55d-2f9ac1dc5959 None None] Sync routers for ids ['11a50426-d46c-4fbf-b176-2a10bf8d5cc2'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:22:15.261633 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-a5191fd0-d351-44e6-bfce-3c058c2b23b7 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Request body: {'port': {'network_id': '3689b0a3-b381-4c41-8f6b-1fd2126c7d35', 'name': 'tempest-FloatingIPAdminTestJSON-1231771609'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:22:15.281003 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-294ff8ca-197d-45da-975f-269d7645b43d req-b7690fe2-bf61-49b1-8db3-09fd0fc65e64 service neutron] For port 9aa8c7e8-3344-4af9-ad73-d2037da30124, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:22:15.305846 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26196718-4018-4f8f-a55d-2f9ac1dc5959 None None] Routers {'11a50426-d46c-4fbf-b176-2a10bf8d5cc2'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:22:15.316582 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-26196718-4018-4f8f-a55d-2f9ac1dc5959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:22:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['11a50426-d46c-4fbf-b176-2a10bf8d5cc2'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:15.347462 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-c959e00a-8e82-4e7a-a09e-f756e9922e34 req-e3ebbdd9-c31e-449a-99ea-a91d65c36ff5 service neutron] For port 2830a68b-7676-41a7-b570-8719cf81a106, host n-h1-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:22:15.349424 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-0a0c6dd1-6555-46b7-a6ba-efe8d8881954 None None] For port d9c0dd0f-ecfe-4064-9a18-133e4d7fc1a5, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=d9c0dd0f-ecfe-4064-9a18-133e4d7fc1a5,segment=NetworkSegment(17ddfcea-3464-4da0-b75d-dbede1827b48),segment_id=17ddfcea-3464-4da0-b75d-dbede1827b48)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:22:15.388428 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bb1bd1f0-d253-493e-97ac-c80cb278ec9b req-77e919aa-89e4-48ce-9274-0cb841e34f29 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e5a542c-ba25-4a31-b73e-f6bc69c0aa46 HTTP/1.1" status: 200 len: 210 time: 0.1387291 Nov 12 01:22:15.390226 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-26196718-4018-4f8f-a55d-2f9ac1dc5959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:15.402244 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26196718-4018-4f8f-a55d-2f9ac1dc5959 None None] Routers {'11a50426-d46c-4fbf-b176-2a10bf8d5cc2'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:22:15.404067 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-26196718-4018-4f8f-a55d-2f9ac1dc5959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:22:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['11a50426-d46c-4fbf-b176-2a10bf8d5cc2'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:15.410848 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42f2dae0-94c9-482a-945d-8ad12471842f req-4ce3972f-e83a-4f46-b211-17600981ff09 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Network 0fa3aba6-17c9-489d-89ab-1f9367d3d32a is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:22:15.422781 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-294ff8ca-197d-45da-975f-269d7645b43d req-b7690fe2-bf61-49b1-8db3-09fd0fc65e64 service neutron] For port 9aa8c7e8-3344-4af9-ad73-d2037da30124, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=9aa8c7e8-3344-4af9-ad73-d2037da30124,segment=NetworkSegment(8bcb0cfd-b44e-40ae-826e-c62a4095cd3a),segment_id=8bcb0cfd-b44e-40ae-826e-c62a4095cd3a)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:22:15.436514 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0a0c6dd1-6555-46b7-a6ba-efe8d8881954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:15.456755 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-c959e00a-8e82-4e7a-a09e-f756e9922e34 req-e3ebbdd9-c31e-449a-99ea-a91d65c36ff5 service neutron] For port 2830a68b-7676-41a7-b570-8719cf81a106, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=2830a68b-7676-41a7-b570-8719cf81a106,segment=NetworkSegment(a038454c-e35a-4b94-bdaa-5b736e80ec88),segment_id=a038454c-e35a-4b94-bdaa-5b736e80ec88)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:22:15.461844 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:15.462240 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-26196718-4018-4f8f-a55d-2f9ac1dc5959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:15.464164 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26196718-4018-4f8f-a55d-2f9ac1dc5959 None None] The sync data for ids ['11a50426-d46c-4fbf-b176-2a10bf8d5cc2'] in n-d-712142-27 is: [] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:22:15.482808 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-42f2dae0-94c9-482a-945d-8ad12471842f req-4ce3972f-e83a-4f46-b211-17600981ff09 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:22:15.485526 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f2dae0-94c9-482a-945d-8ad12471842f req-4ce3972f-e83a-4f46-b211-17600981ff09 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:22:15.547798 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-294ff8ca-197d-45da-975f-269d7645b43d req-b7690fe2-bf61-49b1-8db3-09fd0fc65e64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:15.568069 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f2dae0-94c9-482a-945d-8ad12471842f req-4ce3972f-e83a-4f46-b211-17600981ff09 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:15.568762 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-42f2dae0-94c9-482a-945d-8ad12471842f req-4ce3972f-e83a-4f46-b211-17600981ff09 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:15.624406 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-89f03c0c-a230-478a-b1b4-4b4c403872e3 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Deleting port d9c0dd0f-ecfe-4064-9a18-133e4d7fc1a5 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:22:15.625373 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-89f03c0c-a230-478a-b1b4-4b4c403872e3 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:15.640620 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c959e00a-8e82-4e7a-a09e-f756e9922e34 req-e3ebbdd9-c31e-449a-99ea-a91d65c36ff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:15.651058 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-76c6ef2c-f39c-4619-84e5-eca542b0ae19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'name': 'tempest-RoutersTest-router-1337973071', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:21:38Z', 'updated_at': '2021-11-12T01:22:06Z', 'revision_number': 3, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'gw_port_host': None, '_interfaces': [{'id': '57088768-f15c-4f7f-9a9f-7f6a28932777', 'name': '', 'network_id': 'fa8e971f-5e38-4f66-a1ab-a95e974dae98', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:5c:c9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '7ef30172-e78b-42f8-a17d-19195696b670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:21:46Z', 'updated_at': '2021-11-12T01:21:59Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '7ef30172-e78b-42f8-a17d-19195696b670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '913b6e34-0f4f-457d-93c7-175d506d758f', 'name': '', 'network_id': '7890d6b4-aaf7-41e9-a4d8-b4895f01fb76', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:44:4f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '250b34da-d305-4153-8a80-e74d99163ccb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:22:01Z', 'updated_at': '2021-11-12T01:22:07Z', 'revision_number': 2, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '250b34da-d305-4153-8a80-e74d99163ccb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:15.678323 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.db.api [None req-a5191fd0-d351-44e6-bfce-3c058c2b23b7 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 01:22:15.678323 n-d-712142-27 neutron-server[109086]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 12 01:22:15.678323 n-d-712142-27 neutron-server[109086]: [parameters: {'project_id_1': '44910922a25d446d8bfdae205e77fa07', 'expiration_1': datetime.datetime(2021, 11, 12, 1, 21, 55, 475127)}] Nov 12 01:22:15.678323 n-d-712142-27 neutron-server[109086]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109086) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:22:15.679078 n-d-712142-27 neutron-server[109086]: DEBUG oslo_db.api [None req-a5191fd0-d351-44e6-bfce-3c058c2b23b7 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:22:15.726111 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 1676d11c-bc70-4a12-bf78-5997c7e3e311, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=1676d11c-bc70-4a12-bf78-5997c7e3e311,segment=NetworkSegment(e9705466-d48c-4a9f-b61e-97392db2f09e),segment_id=e9705466-d48c-4a9f-b61e-97392db2f09e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:22:15.732014 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c6dd1-6555-46b7-a6ba-efe8d8881954 None None] Pushing event updated for resources: {'Port': ['ID=d9c0dd0f-ecfe-4064-9a18-133e4d7fc1a5,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:15.775639 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-66d494dd-8ae2-4ca8-bbc7-77ffb0b54e08 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:15.784270 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c6ef2c-f39c-4619-84e5-eca542b0ae19 None None] Checking router: e864dfc6-4044-4b92-a64a-4d2603d9ea92 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:22:15.784685 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c6ef2c-f39c-4619-84e5-eca542b0ae19 None None] Updating router e864dfc6-4044-4b92-a64a-4d2603d9ea92 port 913b6e34-0f4f-457d-93c7-175d506d758f binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:22:15.786772 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a1a8a47f-ef2a-49ba-8b20-6d18d5f1c310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:15.788868 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:15.857875 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-89f03c0c-a230-478a-b1b4-4b4c403872e3 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] For port d9c0dd0f-ecfe-4064-9a18-133e4d7fc1a5, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=d9c0dd0f-ecfe-4064-9a18-133e4d7fc1a5,segment=NetworkSegment(17ddfcea-3464-4da0-b75d-dbede1827b48),segment_id=17ddfcea-3464-4da0-b75d-dbede1827b48)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:22:15.858506 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-89f03c0c-a230-478a-b1b4-4b4c403872e3 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:15.924024 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-89f03c0c-a230-478a-b1b4-4b4c403872e3 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Calling delete_port for d9c0dd0f-ecfe-4064-9a18-133e4d7fc1a5 owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:22:15.926612 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959e00a-8e82-4e7a-a09e-f756e9922e34 req-e3ebbdd9-c31e-449a-99ea-a91d65c36ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:15.927249 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c959e00a-8e82-4e7a-a09e-f756e9922e34 req-e3ebbdd9-c31e-449a-99ea-a91d65c36ff5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:15.929728 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c959e00a-8e82-4e7a-a09e-f756e9922e34 req-e3ebbdd9-c31e-449a-99ea-a91d65c36ff5 service neutron] 10.222.0.16 "PUT /v2.0/ports/2830a68b-7676-41a7-b570-8719cf81a106 HTTP/1.1" status: 200 len: 1092 time: 7.1821177 Nov 12 01:22:15.932624 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fc1e38b-3138-4613-9f43-abb08e04bfce', 'tag': '2830a68b-7676-41a7-b570-8719cf81a106'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:22:15.936015 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9e9eef-f9f5-45f8-8964-bf2f447c4573" -d '{"events": [{"name": "network-changed", "server_uuid": "7fc1e38b-3138-4613-9f43-abb08e04bfce", "tag": "2830a68b-7676-41a7-b570-8719cf81a106"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:22:15.972468 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ff8ca-197d-45da-975f-269d7645b43d req-b7690fe2-bf61-49b1-8db3-09fd0fc65e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:15.973929 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-294ff8ca-197d-45da-975f-269d7645b43d req-b7690fe2-bf61-49b1-8db3-09fd0fc65e64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:15.975854 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-294ff8ca-197d-45da-975f-269d7645b43d req-b7690fe2-bf61-49b1-8db3-09fd0fc65e64 service neutron] 10.222.0.44 "PUT /v2.0/ports/9aa8c7e8-3344-4af9-ad73-d2037da30124 HTTP/1.1" status: 200 len: 1093 time: 7.4308701 Nov 12 01:22:15.978851 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f3ef1a-59b7-4e26-9017-2d88dba77da1 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Made reservation on behalf of acd8925e4e2c4fe7bbc2a1e10c7a8810 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:22:15.983123 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-23f3ef1a-59b7-4e26-9017-2d88dba77da1 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:15.997307 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a078ef-a2ec-4a3e-a564-c8833023a229 req-fc121622-2115-4309-aa77-3c0794f1ced0 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:16.000030 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d5a078ef-a2ec-4a3e-a564-c8833023a229 req-fc121622-2115-4309-aa77-3c0794f1ced0 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.16 "GET /v2.0/networks?id=0fa3aba6-17c9-489d-89ab-1f9367d3d32a HTTP/1.1" status: 200 len: 816 time: 1.4728858 Nov 12 01:22:16.041947 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-76c6ef2c-f39c-4619-84e5-eca542b0ae19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:16.095313 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-d5a078ef-a2ec-4a3e-a564-c8833023a229 req-da19178b-7f4d-4a56-b896-b3a626549783 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Request body: {'port': {'device_id': '8e5a542c-ba25-4a31-b73e-f6bc69c0aa46', 'network_id': '0fa3aba6-17c9-489d-89ab-1f9367d3d32a', 'admin_state_up': True, 'tenant_id': '22b086af3f1f45c9b7954dadfab0bb71'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:22:16.264855 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-42f2dae0-94c9-482a-945d-8ad12471842f req-4ce3972f-e83a-4f46-b211-17600981ff09 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5070703 Nov 12 01:22:16.296467 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-42f2dae0-94c9-482a-945d-8ad12471842f req-967bf5ce-ac59-48db-a5a7-92967f0fd05b service neutron] Request body: {'port': {'device_id': '112649eb-faa7-47d7-bb5d-cec74afc415f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:22:16.360014 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.api [None req-a1a8a47f-ef2a-49ba-8b20-6d18d5f1c310 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:22:16.364123 n-d-712142-27 neutron-server[109087]: DEBUG oslo_db.api [None req-a1a8a47f-ef2a-49ba-8b20-6d18d5f1c310 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:22:16.577947 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5191fd0-d351-44e6-bfce-3c058c2b23b7 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Made reservation on behalf of 44910922a25d446d8bfdae205e77fa07 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:22:16.582095 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a5191fd0-d351-44e6-bfce-3c058c2b23b7 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:16.627700 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-a5191fd0-d351-44e6-bfce-3c058c2b23b7 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] device_id is not set on port 91676382-f635-4564-8b5a-0d5271abd06c yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:22:16.658742 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404dc9d5-d757-484d-81e0-116e1ec7b16f x-openstack-request-id: req-404dc9d5-d757-484d-81e0-116e1ec7b16f {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:22:16.660276 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fc1e38b-3138-4613-9f43-abb08e04bfce", "tag": "2830a68b-7676-41a7-b570-8719cf81a106", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:22:16.660787 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-404dc9d5-d757-484d-81e0-116e1ec7b16f {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:22:16.661830 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fc1e38b-3138-4613-9f43-abb08e04bfce', 'tag': '2830a68b-7676-41a7-b570-8719cf81a106', 'status': 'completed', 'code': 200} Nov 12 01:22:16.687404 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ff0b50-14f6-4239-bb52-c5bc490429e9 None None] Network 8f397964-5a32-4042-aa5c-9b8dc6ad1d37 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:22:16.696068 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=1676d11c-bc70-4a12-bf78-5997c7e3e311,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:16.705976 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-42f2dae0-94c9-482a-945d-8ad12471842f req-967bf5ce-ac59-48db-a5a7-92967f0fd05b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:16.731387 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-db28f995-56f2-4bc3-9719-04a669d357c7 req-6c6a98f0-b641-4427-b5ae-31374c239a79 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e5a542c-ba25-4a31-b73e-f6bc69c0aa46 HTTP/1.1" status: 200 len: 210 time: 0.0448718 Nov 12 01:22:16.779156 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7690fe2-bf61-49b1-8db3-09fd0fc65e64 service neutron] Pushing event updated for resources: {'Port': ['ID=9aa8c7e8-3344-4af9-ad73-d2037da30124,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:16.797443 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959e00a-8e82-4e7a-a09e-f756e9922e34 req-c2916984-2360-4e7d-ae89-fc226a219278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:16.799378 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c959e00a-8e82-4e7a-a09e-f756e9922e34 req-c2916984-2360-4e7d-ae89-fc226a219278 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=22b086af3f1f45c9b7954dadfab0bb71&device_id=7fc1e38b-3138-4613-9f43-abb08e04bfce HTTP/1.1" status: 200 len: 1095 time: 0.6479819 Nov 12 01:22:16.887859 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-89f03c0c-a230-478a-b1b4-4b4c403872e3 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:16.895170 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ff8ca-197d-45da-975f-269d7645b43d req-2cc61174-d598-4e06-8d78-e6121899ebf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:16.897184 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-294ff8ca-197d-45da-975f-269d7645b43d req-2cc61174-d598-4e06-8d78-e6121899ebf8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3f6f135d124d490b9b6a1a3e378c8346&device_id=f6f1acd4-d8fc-4a4e-9c99-a8ad15cd6471 HTTP/1.1" status: 200 len: 1096 time: 0.5572331 Nov 12 01:22:16.908808 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbcdc88-1a13-43a1-91fb-44e270d35cb3 req-5e81e64f-290e-4731-8fd6-5482151a1b32 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:16.910634 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6fbcdc88-1a13-43a1-91fb-44e270d35cb3 req-5e81e64f-290e-4731-8fd6-5482151a1b32 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6f1acd4-d8fc-4a4e-9c99-a8ad15cd6471 HTTP/1.1" status: 200 len: 944 time: 1.1712837 Nov 12 01:22:16.965111 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f03c0c-a230-478a-b1b4-4b4c403872e3 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Pushing event deleted for resources: {'Port': ['ID=d9c0dd0f-ecfe-4064-9a18-133e4d7fc1a5,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:16.997736 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f03c0c-a230-478a-b1b4-4b4c403872e3 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] No DVR routers for this DVR port d9c0dd0f-ecfe-4064-9a18-133e4d7fc1a5 on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:22:17.016990 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c959e00a-8e82-4e7a-a09e-f756e9922e34 req-335c5bec-b620-4db3-a0f7-c4c2bd7569fc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2830a68b-7676-41a7-b570-8719cf81a106 HTTP/1.1" status: 200 len: 217 time: 0.1050737 Nov 12 01:22:17.018864 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-294ff8ca-197d-45da-975f-269d7645b43d req-3e8c772a-0498-4b7d-9498-0483d6b8e184 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9aa8c7e8-3344-4af9-ad73-d2037da30124 HTTP/1.1" status: 200 len: 217 time: 0.0499542 Nov 12 01:22:17.051618 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-a5191fd0-d351-44e6-bfce-3c058c2b23b7 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Allocated IP 172.20.0.5 (3689b0a3-b381-4c41-8f6b-1fd2126c7d35/7b27272c-c2c5-4b0d-a393-8d802d1b21c9/91676382-f635-4564-8b5a-0d5271abd06c) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:22:17.086926 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27f233e-3c04-494e-866b-4c3a00d4f1fb None None] get_active_networks_info from n-d-712142-27 {{(pid=109087) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 01:22:17.236296 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-89f03c0c-a230-478a-b1b4-4b4c403872e3 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:17.261402 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27f233e-3c04-494e-866b-4c3a00d4f1fb None None] Resources bound (agent type, host, resource id): {{(pid=109087) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 01:22:17.296258 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-89f03c0c-a230-478a-b1b4-4b4c403872e3 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f397964-5a32-4042-aa5c-9b8dc6ad1d37']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:17.320103 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-6d0ea379-38b4-4abd-bf0d-dc62fa5f79b1 None None] Provisioning complete for port 3822d623-d9f2-49a6-affa-42aa2efadd3c triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:17.320648 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6d0ea379-38b4-4abd-bf0d-dc62fa5f79b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:17.350692 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-89f03c0c-a230-478a-b1b4-4b4c403872e3 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17ddfcea-3464-4da0-b75d-dbede1827b48') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:17.351582 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-89f03c0c-a230-478a-b1b4-4b4c403872e3 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17ddfcea-3464-4da0-b75d-dbede1827b48') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:17.371203 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-89f03c0c-a230-478a-b1b4-4b4c403872e3 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:17.405918 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6fbcdc88-1a13-43a1-91fb-44e270d35cb3 req-aed53b6f-4ee8-4031-90ac-063c52a1b389 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac8b0839-0c1d-4ded-a4e2-caea0db502c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3632619 Nov 12 01:22:17.478591 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-89f03c0c-a230-478a-b1b4-4b4c403872e3 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:17.497810 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-66d494dd-8ae2-4ca8-bbc7-77ffb0b54e08 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:17.500243 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89f03c0c-a230-478a-b1b4-4b4c403872e3 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:22:17.500549 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-89f03c0c-a230-478a-b1b4-4b4c403872e3 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:17.501214 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ebbdd9-c31e-449a-99ea-a91d65c36ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=2830a68b-7676-41a7-b570-8719cf81a106,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:17.503772 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:22:17.503772 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:22:17.503772 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:22:17.503772 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:22:17.503772 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:22:17.503772 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:22:17.503772 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:22:17.503772 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:22:17.503772 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:22:17.503772 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:22:17.503772 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:22:17.503772 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:22:17.503772 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:22:17.503772 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:22:17.503772 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:22:17.503772 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:22:17.503772 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:22:17.503772 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:22:17.503772 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:22:17.503772 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:22:17.503772 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:22:17.503772 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:22:17.503772 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:22:17.503772 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:22:17.503772 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:22:17.503772 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:22:17.503772 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:22:17.503772 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:22:17.503772 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:22:17.503772 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:22:17.503772 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:22:17.503772 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:22:17.551430 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-6d0ea379-38b4-4abd-bf0d-dc62fa5f79b1 None None] Port 3822d623-d9f2-49a6-affa-42aa2efadd3c cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:22:17.680940 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a5191fd0-d351-44e6-bfce-3c058c2b23b7 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:17.691707 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-6d0ea379-38b4-4abd-bf0d-dc62fa5f79b1 None None] Provisioning complete for port 1676d11c-bc70-4a12-bf78-5997c7e3e311 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:17.692550 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6d0ea379-38b4-4abd-bf0d-dc62fa5f79b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:17.721390 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d494dd-8ae2-4ca8-bbc7-77ffb0b54e08 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event deleted for resources: {'Port': ['ID=bd4375f0-84d1-46ab-9f12-940dfd8123f3,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:17.756364 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ff8ca-197d-45da-975f-269d7645b43d req-eb5e43d7-ba7a-4fbe-9478-e89f0c52ecfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:17.758474 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-294ff8ca-197d-45da-975f-269d7645b43d req-eb5e43d7-ba7a-4fbe-9478-e89f0c52ecfb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9fae93e4-d1d7-4b11-9547-3ddc38521dfd HTTP/1.1" status: 200 len: 852 time: 0.6391788 Nov 12 01:22:17.759409 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5a078ef-a2ec-4a3e-a564-c8833023a229 req-da19178b-7f4d-4a56-b896-b3a626549783 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Made reservation on behalf of 22b086af3f1f45c9b7954dadfab0bb71 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:22:17.763442 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d5a078ef-a2ec-4a3e-a564-c8833023a229 req-da19178b-7f4d-4a56-b896-b3a626549783 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:17.783733 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-76c6ef2c-f39c-4619-84e5-eca542b0ae19 None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:17.786356 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-42f2dae0-94c9-482a-945d-8ad12471842f req-967bf5ce-ac59-48db-a5a7-92967f0fd05b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3822d623-d9f2-49a6-affa-42aa2efadd3c {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:22:17.809747 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-42f2dae0-94c9-482a-945d-8ad12471842f req-967bf5ce-ac59-48db-a5a7-92967f0fd05b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:17.846279 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959e00a-8e82-4e7a-a09e-f756e9922e34 req-df426bb1-9046-454a-b11b-ac2a1412657e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:17.848267 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c959e00a-8e82-4e7a-a09e-f756e9922e34 req-df426bb1-9046-454a-b11b-ac2a1412657e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=169aa883-bc14-4fda-89e6-95e18c4a9217 HTTP/1.1" status: 200 len: 855 time: 0.6543891 Nov 12 01:22:17.856065 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-42f2dae0-94c9-482a-945d-8ad12471842f req-967bf5ce-ac59-48db-a5a7-92967f0fd05b service neutron] Transition to ACTIVE for port object 3822d623-d9f2-49a6-affa-42aa2efadd3c will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:22:17.895048 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-76c6ef2c-f39c-4619-84e5-eca542b0ae19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:17.912575 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-89f03c0c-a230-478a-b1b4-4b4c403872e3 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:17.923977 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-42f2dae0-94c9-482a-945d-8ad12471842f req-967bf5ce-ac59-48db-a5a7-92967f0fd05b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:17.934553 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a5191fd0-d351-44e6-bfce-3c058c2b23b7 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:17.948325 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-89f03c0c-a230-478a-b1b4-4b4c403872e3 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:17.960107 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-89f03c0c-a230-478a-b1b4-4b4c403872e3 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "DELETE /v2.0/networks/8f397964-5a32-4042-aa5c-9b8dc6ad1d37 HTTP/1.1" status: 204 len: 168 time: 7.2074385 Nov 12 01:22:17.985671 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57978) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:17.989951 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-294ff8ca-197d-45da-975f-269d7645b43d req-689884e0-97f6-4f0e-84a5-253d77a82ae8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f83a5eb4-144e-49b8-9905-af47775cb623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2092440 Nov 12 01:22:17.993253 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-a1f877d4-807c-467f-a004-e18193b35e9c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-720866636'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:22:18.020460 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 1676d11c-bc70-4a12-bf78-5997c7e3e311 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:22:18.057817 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f03c0c-a230-478a-b1b4-4b4c403872e3 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Pushing event deleted for resources: {'Network': ['ID=8f397964-5a32-4042-aa5c-9b8dc6ad1d37,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:18.074842 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f877d4-807c-467f-a004-e18193b35e9c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Made reservation on behalf of e8129228a6df46ffbca9711093d28d41 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:22:18.089996 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a1f877d4-807c-467f-a004-e18193b35e9c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:18.171568 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b2658ccb-be5b-440f-902d-da1b14f97ab6 req-5b0862c9-0ee1-4c0e-93c9-8ea36c9fb2e7 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e5a542c-ba25-4a31-b73e-f6bc69c0aa46 HTTP/1.1" status: 200 len: 210 time: 0.1786084 Nov 12 01:22:18.182371 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5191fd0-d351-44e6-bfce-3c058c2b23b7 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Network 3689b0a3-b381-4c41-8f6b-1fd2126c7d35 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:22:18.211493 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaedab4d-4149-479a-9a2e-1aa132877c12 None None] Pushing event updated for resources: {'Port': ['ID=913b6e34-0f4f-457d-93c7-175d506d758f,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:18.225635 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-a5191fd0-d351-44e6-bfce-3c058c2b23b7 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:22:18.229429 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967bf5ce-ac59-48db-a5a7-92967f0fd05b service neutron] Pushing event updated for resources: {'Port': ['ID=3822d623-d9f2-49a6-affa-42aa2efadd3c,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:18.232540 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-6d0ea379-38b4-4abd-bf0d-dc62fa5f79b1 None None] Provisioning complete for port c911299e-031a-4c8a-ba91-6f0d8549119a triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:18.232918 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6d0ea379-38b4-4abd-bf0d-dc62fa5f79b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:18.242910 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5191fd0-d351-44e6-bfce-3c058c2b23b7 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:22:18.464643 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959e00a-8e82-4e7a-a09e-f756e9922e34 req-d0277fa3-e3c3-4aeb-8a98-33bf1879f7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:18.466336 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c959e00a-8e82-4e7a-a09e-f756e9922e34 req-d0277fa3-e3c3-4aeb-8a98-33bf1879f7ad service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0fa3aba6-17c9-489d-89ab-1f9367d3d32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4864023 Nov 12 01:22:18.468420 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-294ff8ca-197d-45da-975f-269d7645b43d req-d5b85561-25d5-4be8-9cbf-330308af80e3 service neutron] 10.222.0.44 "GET /v2.0/networks/f83a5eb4-144e-49b8-9905-af47775cb623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3943188 Nov 12 01:22:18.481716 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d494dd-8ae2-4ca8-bbc7-77ffb0b54e08 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Router 457a8e24-0b72-4509-949c-ae54467b95a1 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:22:18.510187 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-23f3ef1a-59b7-4e26-9017-2d88dba77da1 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:18.518186 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5191fd0-d351-44e6-bfce-3c058c2b23b7 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:18.523046 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a5191fd0-d351-44e6-bfce-3c058c2b23b7 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:18.580982 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1f877d4-807c-467f-a004-e18193b35e9c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:22:18.605916 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a1f877d4-807c-467f-a004-e18193b35e9c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:18.606581 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-a1f877d4-807c-467f-a004-e18193b35e9c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Added segment 12bc6ad1-0e83-414f-902c-34b2eef881ad of type vlan for network 7336b4ca-ec10-4520-8c16-81096659a1ab Nov 12 01:22:18.643448 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-6d0ea379-38b4-4abd-bf0d-dc62fa5f79b1 None None] Port c911299e-031a-4c8a-ba91-6f0d8549119a cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:22:18.723218 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-76c6ef2c-f39c-4619-84e5-eca542b0ae19 None None] Attempting to bind port 913b6e34-0f4f-457d-93c7-175d506d758f on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:22:18.724398 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-76c6ef2c-f39c-4619-84e5-eca542b0ae19 None None] Attempting to bind port 913b6e34-0f4f-457d-93c7-175d506d758f by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'f017f9ca-c829-4d5b-a28b-ebca617ec08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7890d6b4-aaf7-41e9-a4d8-b4895f01fb76'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:22:18.725893 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c6ef2c-f39c-4619-84e5-eca542b0ae19 None None] Attempting to bind port 913b6e34-0f4f-457d-93c7-175d506d758f on network 7890d6b4-aaf7-41e9-a4d8-b4895f01fb76 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:22:18.731723 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6f1acd4-d8fc-4a4e-9c99-a8ad15cd6471', 'tag': '9aa8c7e8-3344-4af9-ad73-d2037da30124'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:22:18.736089 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4762ac3d-3192-4de5-9d0e-9d21380c8476" -d '{"events": [{"name": "network-changed", "server_uuid": "f6f1acd4-d8fc-4a4e-9c99-a8ad15cd6471", "tag": "9aa8c7e8-3344-4af9-ad73-d2037da30124"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:22:18.764574 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c6ef2c-f39c-4619-84e5-eca542b0ae19 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:22:18.766753 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c6ef2c-f39c-4619-84e5-eca542b0ae19 None None] Checking segment: {'id': 'f017f9ca-c829-4d5b-a28b-ebca617ec08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7890d6b4-aaf7-41e9-a4d8-b4895f01fb76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:22:18.768068 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-76c6ef2c-f39c-4619-84e5-eca542b0ae19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:18.769127 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c6ef2c-f39c-4619-84e5-eca542b0ae19 None None] Bound using segment: {'id': 'f017f9ca-c829-4d5b-a28b-ebca617ec08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7890d6b4-aaf7-41e9-a4d8-b4895f01fb76'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:22:18.770185 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-76c6ef2c-f39c-4619-84e5-eca542b0ae19 None None] Bound port: 913b6e34-0f4f-457d-93c7-175d506d758f, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f017f9ca-c829-4d5b-a28b-ebca617ec08c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7890d6b4-aaf7-41e9-a4d8-b4895f01fb76'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:22:18.770950 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-76c6ef2c-f39c-4619-84e5-eca542b0ae19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:18.843749 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 1676d11c-bc70-4a12-bf78-5997c7e3e311 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:18.844160 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:18.867173 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a5191fd0-d351-44e6-bfce-3c058c2b23b7 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6096227 Nov 12 01:22:18.874039 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a1f877d4-807c-467f-a004-e18193b35e9c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:18.876292 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57996) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:18.896273 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5191fd0-d351-44e6-bfce-3c058c2b23b7 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Pushing event updated for resources: {'Port': ['ID=91676382-f635-4564-8b5a-0d5271abd06c,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:18.945369 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a1f877d4-807c-467f-a004-e18193b35e9c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:18.951593 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f877d4-807c-467f-a004-e18193b35e9c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:18.952584 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a1f877d4-807c-467f-a004-e18193b35e9c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:18.998470 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-42f2dae0-94c9-482a-945d-8ad12471842f req-967bf5ce-ac59-48db-a5a7-92967f0fd05b service neutron] Attempting to bind port 3822d623-d9f2-49a6-affa-42aa2efadd3c on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:22:18.998470 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-42f2dae0-94c9-482a-945d-8ad12471842f req-967bf5ce-ac59-48db-a5a7-92967f0fd05b service neutron] Attempting to bind port 3822d623-d9f2-49a6-affa-42aa2efadd3c by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'a038454c-e35a-4b94-bdaa-5b736e80ec88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0fa3aba6-17c9-489d-89ab-1f9367d3d32a'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:22:18.998470 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f2dae0-94c9-482a-945d-8ad12471842f req-967bf5ce-ac59-48db-a5a7-92967f0fd05b service neutron] Attempting to bind port 3822d623-d9f2-49a6-affa-42aa2efadd3c on network 0fa3aba6-17c9-489d-89ab-1f9367d3d32a {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:22:19.012708 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f2dae0-94c9-482a-945d-8ad12471842f req-967bf5ce-ac59-48db-a5a7-92967f0fd05b service neutron] Port 3822d623-d9f2-49a6-affa-42aa2efadd3c on network 0fa3aba6-17c9-489d-89ab-1f9367d3d32a not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:22:19.014454 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f2dae0-94c9-482a-945d-8ad12471842f req-967bf5ce-ac59-48db-a5a7-92967f0fd05b service neutron] Attempting to bind port 3822d623-d9f2-49a6-affa-42aa2efadd3c on network 0fa3aba6-17c9-489d-89ab-1f9367d3d32a {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:22:19.024657 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a1f877d4-807c-467f-a004-e18193b35e9c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0317905 Nov 12 01:22:19.119837 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58002) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:19.133216 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-1ff0cd94-1f8c-497c-8759-b35da0d2f523 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Request body: {'subnet': {'network_id': '7336b4ca-ec10-4520-8c16-81096659a1ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:22:19.142236 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-76c6ef2c-f39c-4619-84e5-eca542b0ae19 None None] For port 913b6e34-0f4f-457d-93c7-175d506d758f, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:22:19.193431 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-76c6ef2c-f39c-4619-84e5-eca542b0ae19 None None] For port 913b6e34-0f4f-457d-93c7-175d506d758f, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=913b6e34-0f4f-457d-93c7-175d506d758f,segment=NetworkSegment(f017f9ca-c829-4d5b-a28b-ebca617ec08c),segment_id=f017f9ca-c829-4d5b-a28b-ebca617ec08c)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:22:19.206512 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-76c6ef2c-f39c-4619-84e5-eca542b0ae19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:19.337806 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-18d4e418-46d0-4502-8da9-06d23b9dd65f tempest-FloatingIPAdminTestJSON-1320200616 tempest-FloatingIPAdminTestJSON-1320200616-project-admin] Request body: {'floatingip': {'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'project_id': '44910922a25d446d8bfdae205e77fa07', 'port_id': '91676382-f635-4564-8b5a-0d5271abd06c'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:22:19.434208 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f2dae0-94c9-482a-945d-8ad12471842f req-967bf5ce-ac59-48db-a5a7-92967f0fd05b service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:22:19.434208 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f2dae0-94c9-482a-945d-8ad12471842f req-967bf5ce-ac59-48db-a5a7-92967f0fd05b service neutron] Checking segment: {'id': 'a038454c-e35a-4b94-bdaa-5b736e80ec88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0fa3aba6-17c9-489d-89ab-1f9367d3d32a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:22:19.455079 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f2dae0-94c9-482a-945d-8ad12471842f req-967bf5ce-ac59-48db-a5a7-92967f0fd05b service neutron] Bound using segment: {'id': 'a038454c-e35a-4b94-bdaa-5b736e80ec88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0fa3aba6-17c9-489d-89ab-1f9367d3d32a'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:22:19.457647 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-42f2dae0-94c9-482a-945d-8ad12471842f req-967bf5ce-ac59-48db-a5a7-92967f0fd05b service neutron] Bound port: 3822d623-d9f2-49a6-affa-42aa2efadd3c, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a038454c-e35a-4b94-bdaa-5b736e80ec88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0fa3aba6-17c9-489d-89ab-1f9367d3d32a'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:22:19.461824 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-42f2dae0-94c9-482a-945d-8ad12471842f req-967bf5ce-ac59-48db-a5a7-92967f0fd05b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:19.469017 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c6ef2c-f39c-4619-84e5-eca542b0ae19 None None] Routers {'e864dfc6-4044-4b92-a64a-4d2603d9ea92'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:22:19.469818 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-76c6ef2c-f39c-4619-84e5-eca542b0ae19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:22:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['e864dfc6-4044-4b92-a64a-4d2603d9ea92'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:19.474864 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaedab4d-4149-479a-9a2e-1aa132877c12 None None] Pushing event updated for resources: {'Port': ['ID=913b6e34-0f4f-457d-93c7-175d506d758f,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:19.548418 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f877d4-807c-467f-a004-e18193b35e9c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Pushing event updated for resources: {'Network': ['ID=7336b4ca-ec10-4520-8c16-81096659a1ab,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:19.584135 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-18d4e418-46d0-4502-8da9-06d23b9dd65f tempest-FloatingIPAdminTestJSON-1320200616 tempest-FloatingIPAdminTestJSON-1320200616-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:19.594873 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 7336b4ca-ec10-4520-8c16-81096659a1ab details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:22:19.774667 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-76c6ef2c-f39c-4619-84e5-eca542b0ae19 None None] Set router e864dfc6-4044-4b92-a64a-4d2603d9ea92 gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:22:19.828566 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff0cd94-1f8c-497c-8759-b35da0d2f523 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Made reservation on behalf of e8129228a6df46ffbca9711093d28d41 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:22:19.836078 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1ff0cd94-1f8c-497c-8759-b35da0d2f523 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:19.865338 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0ee033-9122-410b-bc0c-53bb08bf6e86 x-openstack-request-id: req-0b0ee033-9122-410b-bc0c-53bb08bf6e86 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:22:19.866304 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6f1acd4-d8fc-4a4e-9c99-a8ad15cd6471", "tag": "9aa8c7e8-3344-4af9-ad73-d2037da30124", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:22:19.866304 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0b0ee033-9122-410b-bc0c-53bb08bf6e86 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:22:19.866736 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6f1acd4-d8fc-4a4e-9c99-a8ad15cd6471', 'tag': '9aa8c7e8-3344-4af9-ad73-d2037da30124', 'status': 'completed', 'code': 200} Nov 12 01:22:19.928870 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9f4f5940-b765-49fb-9bd2-8d186bbe98c9 req-29d68948-d227-4751-8c7f-19d7af9d0b48 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e5a542c-ba25-4a31-b73e-f6bc69c0aa46 HTTP/1.1" status: 200 len: 210 time: 0.0865099 Nov 12 01:22:19.954573 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-d5a078ef-a2ec-4a3e-a564-c8833023a229 req-da19178b-7f4d-4a56-b896-b3a626549783 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Allocated IP 172.20.0.9 (0fa3aba6-17c9-489d-89ab-1f9367d3d32a/169aa883-bc14-4fda-89e6-95e18c4a9217/516cf2ad-4f1b-4204-9961-65d3750f3a10) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:22:20.080686 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-42f2dae0-94c9-482a-945d-8ad12471842f req-967bf5ce-ac59-48db-a5a7-92967f0fd05b service neutron] For port 3822d623-d9f2-49a6-affa-42aa2efadd3c, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:22:20.096045 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-42f2dae0-94c9-482a-945d-8ad12471842f req-967bf5ce-ac59-48db-a5a7-92967f0fd05b service neutron] For port 3822d623-d9f2-49a6-affa-42aa2efadd3c, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=3822d623-d9f2-49a6-affa-42aa2efadd3c,segment=NetworkSegment(a038454c-e35a-4b94-bdaa-5b736e80ec88),segment_id=a038454c-e35a-4b94-bdaa-5b736e80ec88)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:22:20.110539 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-42f2dae0-94c9-482a-945d-8ad12471842f req-967bf5ce-ac59-48db-a5a7-92967f0fd05b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:20.114078 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.ipam_backend_mixin [None req-1ff0cd94-1f8c-497c-8759-b35da0d2f523 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Performing IP validity checks on allocation pools {{(pid=109086) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 01:22:20.114948 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.ipam_backend_mixin [None req-1ff0cd94-1f8c-497c-8759-b35da0d2f523 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109086) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 01:22:20.123416 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f3ef1a-59b7-4e26-9017-2d88dba77da1 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event updated for resources: {'Subnet': ['ID=bdc99591-f574-4901-a286-b9d0318fffc5,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:20.167460 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-cd23192b-059d-4acd-a328-0fcb774adade None None] Provisioning complete for port 913b6e34-0f4f-457d-93c7-175d506d758f triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:20.168529 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cd23192b-059d-4acd-a328-0fcb774adade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:20.207163 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f2dae0-94c9-482a-945d-8ad12471842f req-967bf5ce-ac59-48db-a5a7-92967f0fd05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:20.208666 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-42f2dae0-94c9-482a-945d-8ad12471842f req-967bf5ce-ac59-48db-a5a7-92967f0fd05b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:20.211176 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-42f2dae0-94c9-482a-945d-8ad12471842f req-967bf5ce-ac59-48db-a5a7-92967f0fd05b service neutron] 10.222.0.44 "PUT /v2.0/ports/3822d623-d9f2-49a6-affa-42aa2efadd3c HTTP/1.1" status: 200 len: 1093 time: 3.9198234 Nov 12 01:22:20.216832 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '112649eb-faa7-47d7-bb5d-cec74afc415f', 'tag': '3822d623-d9f2-49a6-affa-42aa2efadd3c'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:22:20.228498 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f08153e-3a97-4250-85d7-86c6b98244b2" -d '{"events": [{"name": "network-changed", "server_uuid": "112649eb-faa7-47d7-bb5d-cec74afc415f", "tag": "3822d623-d9f2-49a6-affa-42aa2efadd3c"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:22:20.278443 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-18d4e418-46d0-4502-8da9-06d23b9dd65f tempest-FloatingIPAdminTestJSON-1320200616 tempest-FloatingIPAdminTestJSON-1320200616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:20.280341 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967bf5ce-ac59-48db-a5a7-92967f0fd05b service neutron] Pushing event updated for resources: {'Port': ['ID=3822d623-d9f2-49a6-affa-42aa2efadd3c,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:20.514121 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-294ff8ca-197d-45da-975f-269d7645b43d req-52d57aa0-85d0-4827-b5d3-5571a39b2fba service neutron] 10.222.0.44 "GET /v2.0/networks/f83a5eb4-144e-49b8-9905-af47775cb623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0264263 Nov 12 01:22:20.519506 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c959e00a-8e82-4e7a-a09e-f756e9922e34 req-a255ecaa-3ba6-44b1-be7a-72fa5c2c22b5 service neutron] 10.222.0.16 "GET /v2.0/networks/0fa3aba6-17c9-489d-89ab-1f9367d3d32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0233381 Nov 12 01:22:20.565346 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cd23192b-059d-4acd-a328-0fcb774adade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:20.607619 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870cdfd-98ae-4c0f-87c3-b843a92aa938 req-93ea118d-b5a0-42af-8ede-908daf92bcc5 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:20.610304 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c870cdfd-98ae-4c0f-87c3-b843a92aa938 req-93ea118d-b5a0-42af-8ede-908daf92bcc5 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6f1acd4-d8fc-4a4e-9c99-a8ad15cd6471 HTTP/1.1" status: 200 len: 944 time: 2.0349519 Nov 12 01:22:20.618093 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-cd23192b-059d-4acd-a328-0fcb774adade None None] For port 913b6e34-0f4f-457d-93c7-175d506d758f, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=913b6e34-0f4f-457d-93c7-175d506d758f,segment=NetworkSegment(f017f9ca-c829-4d5b-a28b-ebca617ec08c),segment_id=f017f9ca-c829-4d5b-a28b-ebca617ec08c)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:22:20.626327 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cd23192b-059d-4acd-a328-0fcb774adade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:20.682286 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f3ef1a-59b7-4e26-9017-2d88dba77da1 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Checking segment: {'id': '64ab0ae1-9f7f-4843-9224-854cadc28023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '981aadc5-a3d2-48fb-a9ec-ebaff1660d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:22:20.682897 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f3ef1a-59b7-4e26-9017-2d88dba77da1 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Network hostable DHCP agents. Network: 981aadc5-a3d2-48fb-a9ec-ebaff1660d80, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:22:20.691108 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d494dd-8ae2-4ca8-bbc7-77ffb0b54e08 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:22:20.736408 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-76c6ef2c-f39c-4619-84e5-eca542b0ae19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'name': 'tempest-RoutersTest-router-1337973071', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:21:38Z', 'updated_at': '2021-11-12T01:22:06Z', 'revision_number': 3, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'gw_port_host': None, '_interfaces': [{'id': '57088768-f15c-4f7f-9a9f-7f6a28932777', 'name': '', 'network_id': 'fa8e971f-5e38-4f66-a1ab-a95e974dae98', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:5c:c9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '7ef30172-e78b-42f8-a17d-19195696b670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:21:46Z', 'updated_at': '2021-11-12T01:21:59Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '7ef30172-e78b-42f8-a17d-19195696b670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '913b6e34-0f4f-457d-93c7-175d506d758f', 'name': '', 'network_id': '7890d6b4-aaf7-41e9-a4d8-b4895f01fb76', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:44:4f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '250b34da-d305-4153-8a80-e74d99163ccb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:22:01Z', 'updated_at': '2021-11-12T01:22:19Z', 'revision_number': 4, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '250b34da-d305-4153-8a80-e74d99163ccb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:20.744827 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd23192b-059d-4acd-a328-0fcb774adade None None] Pushing event updated for resources: {'Port': ['ID=913b6e34-0f4f-457d-93c7-175d506d758f,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:20.750094 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fb0f0c-a5ee-466f-a95e-7b68dd241782 None None] Sync routers for ids ['457a8e24-0b72-4509-949c-ae54467b95a1'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:22:20.825377 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c6ef2c-f39c-4619-84e5-eca542b0ae19 None None] The sync data for ids ['e864dfc6-4044-4b92-a64a-4d2603d9ea92'] in n-d-712142-27 is: [{'id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'name': 'tempest-RoutersTest-router-1337973071', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:21:38Z', 'updated_at': '2021-11-12T01:22:06Z', 'revision_number': 3, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'gw_port_host': None, '_interfaces': [{'id': '57088768-f15c-4f7f-9a9f-7f6a28932777', 'name': '', 'network_id': 'fa8e971f-5e38-4f66-a1ab-a95e974dae98', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:5c:c9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '7ef30172-e78b-42f8-a17d-19195696b670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:21:46Z', 'updated_at': '2021-11-12T01:21:59Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '7ef30172-e78b-42f8-a17d-19195696b670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '913b6e34-0f4f-457d-93c7-175d506d758f', 'name': '', 'network_id': '7890d6b4-aaf7-41e9-a4d8-b4895f01fb76', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:44:4f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '250b34da-d305-4153-8a80-e74d99163ccb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:22:01Z', 'updated_at': '2021-11-12T01:22:19Z', 'revision_number': 4, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '250b34da-d305-4153-8a80-e74d99163ccb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:22:20.838449 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-66d494dd-8ae2-4ca8-bbc7-77ffb0b54e08 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "PUT /v2.0/routers/457a8e24-0b72-4509-949c-ae54467b95a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.9271574 Nov 12 01:22:20.851431 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fb0f0c-a5ee-466f-a95e-7b68dd241782 None None] Routers {'457a8e24-0b72-4509-949c-ae54467b95a1'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:22:20.852320 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-c4fb0f0c-a5ee-466f-a95e-7b68dd241782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:22:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['457a8e24-0b72-4509-949c-ae54467b95a1'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:20.857552 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-cd23192b-059d-4acd-a328-0fcb774adade None None] Provisioning complete for port 91676382-f635-4564-8b5a-0d5271abd06c triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:20.857824 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cd23192b-059d-4acd-a328-0fcb774adade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:20.874173 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58026) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:20.880541 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c870cdfd-98ae-4c0f-87c3-b843a92aa938 req-d1680111-f49a-4602-811e-fc6cd06ba3de tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac8b0839-0c1d-4ded-a4e2-caea0db502c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671658 Nov 12 01:22:20.883572 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0beec9b-83d1-4527-bd67-384c0cad4cfc x-openstack-request-id: req-a0beec9b-83d1-4527-bd67-384c0cad4cfc {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:22:20.883909 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "112649eb-faa7-47d7-bb5d-cec74afc415f", "tag": "3822d623-d9f2-49a6-affa-42aa2efadd3c", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:22:20.884184 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a0beec9b-83d1-4527-bd67-384c0cad4cfc {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:22:20.884596 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '112649eb-faa7-47d7-bb5d-cec74afc415f', 'tag': '3822d623-d9f2-49a6-affa-42aa2efadd3c', 'status': 'completed', 'code': 200} Nov 12 01:22:20.922296 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-c4fb0f0c-a5ee-466f-a95e-7b68dd241782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:20.974729 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-cd23192b-059d-4acd-a328-0fcb774adade None None] Port 91676382-f635-4564-8b5a-0d5271abd06c cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:22:20.979142 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fb0f0c-a5ee-466f-a95e-7b68dd241782 None None] Routers {'457a8e24-0b72-4509-949c-ae54467b95a1'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:22:20.980120 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-c4fb0f0c-a5ee-466f-a95e-7b68dd241782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:22:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['457a8e24-0b72-4509-949c-ae54467b95a1'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:21.063149 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-c4fb0f0c-a5ee-466f-a95e-7b68dd241782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:21.064861 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fb0f0c-a5ee-466f-a95e-7b68dd241782 None None] The sync data for ids ['457a8e24-0b72-4509-949c-ae54467b95a1'] in n-d-712142-27 is: [] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:22:21.086291 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c959e00a-8e82-4e7a-a09e-f756e9922e34 req-df0c102b-5ff7-479e-8f7b-edbd58e17091 service neutron] 10.222.0.16 "GET /v2.0/networks/0fa3aba6-17c9-489d-89ab-1f9367d3d32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5517361 Nov 12 01:22:21.115147 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c544f5de-fda6-46f8-9d78-8f752fe0ddd2 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "GET /v2.0/ports?device_id=457a8e24-0b72-4509-949c-ae54467b95a1 HTTP/1.1" status: 200 len: 205 time: 0.2289937 Nov 12 01:22:21.127194 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58030) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:21.138209 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-e44eada5-8684-4783-a93e-fb885b7bdac0 None None] Provisioning complete for port 913b6e34-0f4f-457d-93c7-175d506d758f triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:21.139306 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e44eada5-8684-4783-a93e-fb885b7bdac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:21.185359 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-accaf625-555d-4c74-949b-82226299f932 req-7ff835d1-33c9-4dd2-8ded-4db5f3680597 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e5a542c-ba25-4a31-b73e-f6bc69c0aa46 HTTP/1.1" status: 200 len: 210 time: 0.0978136 Nov 12 01:22:21.208675 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f3ef1a-59b7-4e26-9017-2d88dba77da1 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Network 981aadc5-a3d2-48fb-a9ec-ebaff1660d80 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:22:21.264275 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4762ac3d-3192-4de5-9d0e-9d21380c8476 req-7c87a558-d6d4-40ab-bbe2-090d94ad253d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:21.266465 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4762ac3d-3192-4de5-9d0e-9d21380c8476 req-7c87a558-d6d4-40ab-bbe2-090d94ad253d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3f6f135d124d490b9b6a1a3e378c8346&device_id=f6f1acd4-d8fc-4a4e-9c99-a8ad15cd6471 HTTP/1.1" status: 200 len: 1096 time: 0.6441398 Nov 12 01:22:21.339452 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d5a078ef-a2ec-4a3e-a564-c8833023a229 req-da19178b-7f4d-4a56-b896-b3a626549783 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:21.358028 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-23f3ef1a-59b7-4e26-9017-2d88dba77da1 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 981aadc5-a3d2-48fb-a9ec-ebaff1660d80) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:22:21.399077 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f3ef1a-59b7-4e26-9017-2d88dba77da1 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:21.399077 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-23f3ef1a-59b7-4e26-9017-2d88dba77da1 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:21.422195 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-18d4e418-46d0-4502-8da9-06d23b9dd65f tempest-FloatingIPAdminTestJSON-1320200616 tempest-FloatingIPAdminTestJSON-1320200616-project-admin] Allocated IP 172.25.3.35 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/96e10bb4-4d4e-423a-b11d-234083290a9b) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:22:21.444911 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e9eef-f9f5-45f8-8964-bf2f447c4573 req-de697a26-77f6-41d8-962a-b32ed59fed9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:21.447660 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0a9e9eef-f9f5-45f8-8964-bf2f447c4573 req-de697a26-77f6-41d8-962a-b32ed59fed9c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=22b086af3f1f45c9b7954dadfab0bb71&device_id=7fc1e38b-3138-4613-9f43-abb08e04bfce HTTP/1.1" status: 200 len: 1095 time: 0.2289479 Nov 12 01:22:21.478879 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f70aa4-ec6a-4cb0-847d-cbac8c32b037 None None] Network 981aadc5-a3d2-48fb-a9ec-ebaff1660d80 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:22:21.564090 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4762ac3d-3192-4de5-9d0e-9d21380c8476 req-4203be25-dfe4-48a1-927d-fd4c6b4b27e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:21.567289 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4762ac3d-3192-4de5-9d0e-9d21380c8476 req-4203be25-dfe4-48a1-927d-fd4c6b4b27e2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f83a5eb4-144e-49b8-9905-af47775cb623 HTTP/1.1" status: 200 len: 912 time: 0.2696199 Nov 12 01:22:21.586081 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-23f3ef1a-59b7-4e26-9017-2d88dba77da1 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 7.3257082 Nov 12 01:22:21.604984 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58032) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:21.628259 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f2dae0-94c9-482a-945d-8ad12471842f req-3e668d45-40d8-4034-a747-c874beac7d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:21.631239 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-42f2dae0-94c9-482a-945d-8ad12471842f req-3e668d45-40d8-4034-a747-c874beac7d38 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=22b086af3f1f45c9b7954dadfab0bb71&device_id=112649eb-faa7-47d7-bb5d-cec74afc415f HTTP/1.1" status: 200 len: 1096 time: 1.3036580 Nov 12 01:22:21.655202 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d5a078ef-a2ec-4a3e-a564-c8833023a229 req-da19178b-7f4d-4a56-b896-b3a626549783 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:21.665081 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4762ac3d-3192-4de5-9d0e-9d21380c8476 req-82495aaf-1905-4622-9c05-026372f9cb7e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9aa8c7e8-3344-4af9-ad73-d2037da30124 HTTP/1.1" status: 200 len: 217 time: 0.0680392 Nov 12 01:22:21.762803 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f3063688-2af5-46ed-b335-4860004d9f85 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:21.939923 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf529be-8384-4647-b792-280a08d231bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-981aadc5-a3d2-48fb-a9ec-ebaff1660d80', 'network_id': '981aadc5-a3d2-48fb-a9ec-ebaff1660d80', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'fixed_ips': [{'subnet_id': 'bdc99591-f574-4901-a286-b9d0318fffc5'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:22:21.942553 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fdf529be-8384-4647-b792-280a08d231bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:21.952501 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-42f2dae0-94c9-482a-945d-8ad12471842f req-aa923b78-de36-4e5c-b01d-db46e598618b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3822d623-d9f2-49a6-affa-42aa2efadd3c HTTP/1.1" status: 200 len: 217 time: 0.2092540 Nov 12 01:22:22.009644 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e9eef-f9f5-45f8-8964-bf2f447c4573 req-509f64e0-2278-4234-b899-dc1ed639bc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:22.012298 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0a9e9eef-f9f5-45f8-8964-bf2f447c4573 req-509f64e0-2278-4234-b899-dc1ed639bc4d service neutron] 10.222.0.16 "GET /v2.0/networks?id=0fa3aba6-17c9-489d-89ab-1f9367d3d32a HTTP/1.1" status: 200 len: 916 time: 0.5499082 Nov 12 01:22:22.034793 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1ff0cd94-1f8c-497c-8759-b35da0d2f523 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:22.050566 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5a078ef-a2ec-4a3e-a564-c8833023a229 req-da19178b-7f4d-4a56-b896-b3a626549783 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Network 0fa3aba6-17c9-489d-89ab-1f9367d3d32a is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:22:22.165182 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff0cd94-1f8c-497c-8759-b35da0d2f523 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Pushing event updated for resources: {'Subnet': ['ID=105157a8-6e82-4448-8541-62e458f104ff,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:22.169010 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0a9e9eef-f9f5-45f8-8964-bf2f447c4573 req-79e7c2e2-9180-4b60-aea2-6dde7d55e8a7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2830a68b-7676-41a7-b570-8719cf81a106 HTTP/1.1" status: 200 len: 217 time: 0.1017663 Nov 12 01:22:22.175735 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da19178b-7f4d-4a56-b896-b3a626549783 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Pushing event updated for resources: {'Port': ['ID=516cf2ad-4f1b-4204-9961-65d3750f3a10,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:22.187813 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-d5a078ef-a2ec-4a3e-a564-c8833023a229 req-da19178b-7f4d-4a56-b896-b3a626549783 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:22:22.236496 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a078ef-a2ec-4a3e-a564-c8833023a229 req-da19178b-7f4d-4a56-b896-b3a626549783 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:22:22.238640 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 913b6e34-0f4f-457d-93c7-175d506d758f up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:22:22.393720 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f3063688-2af5-46ed-b335-4860004d9f85 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:22.397558 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f3063688-2af5-46ed-b335-4860004d9f85 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:22.408002 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a078ef-a2ec-4a3e-a564-c8833023a229 req-da19178b-7f4d-4a56-b896-b3a626549783 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:22.409147 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d5a078ef-a2ec-4a3e-a564-c8833023a229 req-da19178b-7f4d-4a56-b896-b3a626549783 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:22.495688 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f3063688-2af5-46ed-b335-4860004d9f85 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:22.496402 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3063688-2af5-46ed-b335-4860004d9f85 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Fanout notify agent at l3_agent the message router_deleted on router 457a8e24-0b72-4509-949c-ae54467b95a1 {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:22:22.517299 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f3063688-2af5-46ed-b335-4860004d9f85 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:22.518601 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f3063688-2af5-46ed-b335-4860004d9f85 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "DELETE /v2.0/routers/457a8e24-0b72-4509-949c-ae54467b95a1 HTTP/1.1" status: 204 len: 168 time: 1.3874307 Nov 12 01:22:22.537430 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58040) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:22.589990 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d5a078ef-a2ec-4a3e-a564-c8833023a229 req-da19178b-7f4d-4a56-b896-b3a626549783 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5232708 Nov 12 01:22:22.602286 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-fdf529be-8384-4647-b792-280a08d231bc None None] Allocated IP 172.22.0.2 (981aadc5-a3d2-48fb-a9ec-ebaff1660d80/bdc99591-f574-4901-a286-b9d0318fffc5/8eb977f8-4b50-4565-a30d-0afa8f5cf7fe) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:22:22.622619 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-d5a078ef-a2ec-4a3e-a564-c8833023a229 req-22114744-64d6-4ec9-9871-85cbb14acfa7 service neutron] Request body: {'port': {'device_id': '8e5a542c-ba25-4a31-b73e-f6bc69c0aa46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:22:22.631831 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 913b6e34-0f4f-457d-93c7-175d506d758f triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:22.632919 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:22.639203 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4762ac3d-3192-4de5-9d0e-9d21380c8476 req-0483ec38-c507-48b8-a54d-16e2595dcbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:22.642865 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4762ac3d-3192-4de5-9d0e-9d21380c8476 req-0483ec38-c507-48b8-a54d-16e2595dcbab service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9fae93e4-d1d7-4b11-9547-3ddc38521dfd HTTP/1.1" status: 200 len: 852 time: 0.9327788 Nov 12 01:22:22.669189 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f2dae0-94c9-482a-945d-8ad12471842f req-1cc47341-7539-4274-9cb9-6f512cdb52ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:22.670948 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-42f2dae0-94c9-482a-945d-8ad12471842f req-1cc47341-7539-4274-9cb9-6f512cdb52ab service neutron] 10.222.0.44 "GET /v2.0/subnets?id=169aa883-bc14-4fda-89e6-95e18c4a9217 HTTP/1.1" status: 200 len: 855 time: 0.6777208 Nov 12 01:22:22.722607 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e9eef-f9f5-45f8-8964-bf2f447c4573 req-b9502518-cd65-4ccf-9c66-26c7230e32a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:22.726343 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0a9e9eef-f9f5-45f8-8964-bf2f447c4573 req-b9502518-cd65-4ccf-9c66-26c7230e32a4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=169aa883-bc14-4fda-89e6-95e18c4a9217 HTTP/1.1" status: 200 len: 855 time: 0.5204260 Nov 12 01:22:22.730736 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-18d4e418-46d0-4502-8da9-06d23b9dd65f tempest-FloatingIPAdminTestJSON-1320200616 tempest-FloatingIPAdminTestJSON-1320200616-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:22.752700 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff0cd94-1f8c-497c-8759-b35da0d2f523 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Checking segment: {'id': '12bc6ad1-0e83-414f-902c-34b2eef881ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7336b4ca-ec10-4520-8c16-81096659a1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:22:22.753087 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff0cd94-1f8c-497c-8759-b35da0d2f523 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Network hostable DHCP agents. Network: 7336b4ca-ec10-4520-8c16-81096659a1ab, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:22:22.780759 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d5a078ef-a2ec-4a3e-a564-c8833023a229 req-22114744-64d6-4ec9-9871-85cbb14acfa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:22.827988 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4762ac3d-3192-4de5-9d0e-9d21380c8476 req-d858caf1-cbf0-43ac-ab63-72a8ea6095ae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f83a5eb4-144e-49b8-9905-af47775cb623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487425 Nov 12 01:22:22.837675 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-13f79624-4a64-448f-9bba-98870a432fe2 None None] Provisioning complete for port 516cf2ad-4f1b-4204-9961-65d3750f3a10 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:22.838198 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-13f79624-4a64-448f-9bba-98870a432fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:22.838547 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a981d0b-161d-4cd1-8f70-20838ea16db1 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Deleting subnet 98fe2adf-a002-4442-9adc-4fafac9e84d0 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:22:22.860011 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9a981d0b-161d-4cd1-8f70-20838ea16db1 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:22.862079 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd3349-b51e-4ae7-9efb-fdbcf4eb4f44 req-916fafdf-4b65-465c-b151-184782efc13e tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:22.865024 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-03dd3349-b51e-4ae7-9efb-fdbcf4eb4f44 req-916fafdf-4b65-465c-b151-184782efc13e tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e5a542c-ba25-4a31-b73e-f6bc69c0aa46 HTTP/1.1" status: 200 len: 931 time: 0.4007924 Nov 12 01:22:22.896038 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-13f79624-4a64-448f-9bba-98870a432fe2 None None] Port 516cf2ad-4f1b-4204-9961-65d3750f3a10 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:22:22.917136 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d849d-1a93-4ada-9dda-c21608135165 req-33dd77f5-3213-4136-bfe5-05a1566812ca tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:22.925849 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c18d849d-1a93-4ada-9dda-c21608135165 req-33dd77f5-3213-4136-bfe5-05a1566812ca tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6f1acd4-d8fc-4a4e-9c99-a8ad15cd6471 HTTP/1.1" status: 200 len: 944 time: 0.7545772 Nov 12 01:22:22.933438 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff0cd94-1f8c-497c-8759-b35da0d2f523 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Network 7336b4ca-ec10-4520-8c16-81096659a1ab is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:22:22.968756 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-1ff0cd94-1f8c-497c-8759-b35da0d2f523 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 7336b4ca-ec10-4520-8c16-81096659a1ab) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:22:22.984794 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f2dae0-94c9-482a-945d-8ad12471842f req-6b9249ae-fc48-4c53-b956-594a3a1b22df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:22.987495 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-42f2dae0-94c9-482a-945d-8ad12471842f req-6b9249ae-fc48-4c53-b956-594a3a1b22df service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0fa3aba6-17c9-489d-89ab-1f9367d3d32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3075414 Nov 12 01:22:23.010348 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff0cd94-1f8c-497c-8759-b35da0d2f523 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:23.011348 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1ff0cd94-1f8c-497c-8759-b35da0d2f523 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:23.013549 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05496e0-d09f-4db7-9725-a9921dd3262f None None] Network 7336b4ca-ec10-4520-8c16-81096659a1ab requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:22:23.177250 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e9eef-f9f5-45f8-8964-bf2f447c4573 req-dd224406-9817-4c82-8662-720f4e1341fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:23.179920 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0a9e9eef-f9f5-45f8-8964-bf2f447c4573 req-dd224406-9817-4c82-8662-720f4e1341fb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0fa3aba6-17c9-489d-89ab-1f9367d3d32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4107711 Nov 12 01:22:23.189097 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-03dd3349-b51e-4ae7-9efb-fdbcf4eb4f44 req-69b2fa21-a6c9-4111-96ae-1ac10bbe1cf0 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/security-groups?id=fffd30fd-6b1c-4828-84d7-a04053ecae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075762 Nov 12 01:22:23.218774 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fdf529be-8384-4647-b792-280a08d231bc None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:23.224296 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c18d849d-1a93-4ada-9dda-c21608135165 req-18ddc9dd-8b64-4df9-bc1f-524aa2122dbe tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac8b0839-0c1d-4ded-a4e2-caea0db502c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974212 Nov 12 01:22:23.253458 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fdf529be-8384-4647-b792-280a08d231bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:23.269120 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4762ac3d-3192-4de5-9d0e-9d21380c8476 req-42d97923-16ff-40ae-8bae-b7fc297a589a service neutron] 10.222.0.44 "GET /v2.0/networks/f83a5eb4-144e-49b8-9905-af47775cb623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992643 Nov 12 01:22:23.353978 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aafebf8-1f71-4884-9e32-292c5cbb9c2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-7336b4ca-ec10-4520-8c16-81096659a1ab', 'network_id': '7336b4ca-ec10-4520-8c16-81096659a1ab', 'tenant_id': 'e8129228a6df46ffbca9711093d28d41', 'fixed_ips': [{'subnet_id': '105157a8-6e82-4448-8541-62e458f104ff'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:22:23.354876 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7aafebf8-1f71-4884-9e32-292c5cbb9c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:23.386506 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf529be-8384-4647-b792-280a08d231bc None None] Network 981aadc5-a3d2-48fb-a9ec-ebaff1660d80 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:22:23.395929 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-fdf529be-8384-4647-b792-280a08d231bc None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:22:23.401444 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf529be-8384-4647-b792-280a08d231bc None None] Pushing event updated for resources: {'Port': ['ID=8eb977f8-4b50-4565-a30d-0afa8f5cf7fe,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:23.405208 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf529be-8384-4647-b792-280a08d231bc None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:22:23.466692 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-42f2dae0-94c9-482a-945d-8ad12471842f req-5e8eab4d-e588-4b87-84a1-7e3676373948 service neutron] 10.222.0.44 "GET /v2.0/networks/0fa3aba6-17c9-489d-89ab-1f9367d3d32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4424634 Nov 12 01:22:23.500066 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9a981d0b-161d-4cd1-8f70-20838ea16db1 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:23.502151 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0a9e9eef-f9f5-45f8-8964-bf2f447c4573 req-b79e393d-61c6-48ed-934f-e6ffde13bc4f service neutron] 10.222.0.16 "GET /v2.0/networks/0fa3aba6-17c9-489d-89ab-1f9367d3d32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058004 Nov 12 01:22:23.567606 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4762ac3d-3192-4de5-9d0e-9d21380c8476 req-e24b1dcd-7e17-4c5c-b641-4196a37ba2b7 service neutron] 10.222.0.44 "GET /v2.0/networks/f83a5eb4-144e-49b8-9905-af47775cb623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573524 Nov 12 01:22:23.572003 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1ff0cd94-1f8c-497c-8759-b35da0d2f523 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 4.4508331 Nov 12 01:22:23.577471 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58044) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:23.586815 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-18d4e418-46d0-4502-8da9-06d23b9dd65f tempest-FloatingIPAdminTestJSON-1320200616 tempest-FloatingIPAdminTestJSON-1320200616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:23.713983 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d4e418-46d0-4502-8da9-06d23b9dd65f tempest-FloatingIPAdminTestJSON-1320200616 tempest-FloatingIPAdminTestJSON-1320200616-project-admin] Pushing event updated for resources: {'Port': ['ID=96e10bb4-4d4e-423a-b11d-234083290a9b,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:23.730704 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d4e418-46d0-4502-8da9-06d23b9dd65f tempest-FloatingIPAdminTestJSON-1320200616 tempest-FloatingIPAdminTestJSON-1320200616-project-admin] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:22:23.775007 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-18d4e418-46d0-4502-8da9-06d23b9dd65f tempest-FloatingIPAdminTestJSON-1320200616 tempest-FloatingIPAdminTestJSON-1320200616-project-admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:22:23.779117 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d4e418-46d0-4502-8da9-06d23b9dd65f tempest-FloatingIPAdminTestJSON-1320200616 tempest-FloatingIPAdminTestJSON-1320200616-project-admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:22:23.789674 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 2830a68b-7676-41a7-b570-8719cf81a106 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:22:23.810357 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0a9e9eef-f9f5-45f8-8964-bf2f447c4573 req-96fe1980-0241-435f-9199-436ebcbf420d service neutron] 10.222.0.16 "GET /v2.0/networks/0fa3aba6-17c9-489d-89ab-1f9367d3d32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896159 Nov 12 01:22:23.813449 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-d5a078ef-a2ec-4a3e-a564-c8833023a229 req-22114744-64d6-4ec9-9871-85cbb14acfa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 516cf2ad-4f1b-4204-9961-65d3750f3a10 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:22:23.830019 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d5a078ef-a2ec-4a3e-a564-c8833023a229 req-22114744-64d6-4ec9-9871-85cbb14acfa7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:23.831004 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-fdf529be-8384-4647-b792-280a08d231bc None None] Attempting to bind port 8eb977f8-4b50-4565-a30d-0afa8f5cf7fe on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:22:23.831388 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-fdf529be-8384-4647-b792-280a08d231bc None None] Attempting to bind port 8eb977f8-4b50-4565-a30d-0afa8f5cf7fe by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '64ab0ae1-9f7f-4843-9224-854cadc28023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '981aadc5-a3d2-48fb-a9ec-ebaff1660d80'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:22:23.831762 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf529be-8384-4647-b792-280a08d231bc None None] Attempting to bind port 8eb977f8-4b50-4565-a30d-0afa8f5cf7fe on network 981aadc5-a3d2-48fb-a9ec-ebaff1660d80 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:22:23.843167 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf529be-8384-4647-b792-280a08d231bc None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:22:23.843551 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf529be-8384-4647-b792-280a08d231bc None None] Checking segment: {'id': '64ab0ae1-9f7f-4843-9224-854cadc28023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '981aadc5-a3d2-48fb-a9ec-ebaff1660d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:22:23.843991 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fdf529be-8384-4647-b792-280a08d231bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:23.844655 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf529be-8384-4647-b792-280a08d231bc None None] Bound using segment: {'id': '64ab0ae1-9f7f-4843-9224-854cadc28023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '981aadc5-a3d2-48fb-a9ec-ebaff1660d80'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:22:23.845171 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-fdf529be-8384-4647-b792-280a08d231bc None None] Bound port: 8eb977f8-4b50-4565-a30d-0afa8f5cf7fe, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab0ae1-9f7f-4843-9224-854cadc28023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '981aadc5-a3d2-48fb-a9ec-ebaff1660d80'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:22:23.845576 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fdf529be-8384-4647-b792-280a08d231bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:23.865005 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-d5a078ef-a2ec-4a3e-a564-c8833023a229 req-22114744-64d6-4ec9-9871-85cbb14acfa7 service neutron] Transition to ACTIVE for port object 516cf2ad-4f1b-4204-9961-65d3750f3a10 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:22:23.870432 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-873dab42-6b4c-4a28-938f-6af4d18a099a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:23.875267 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d5a078ef-a2ec-4a3e-a564-c8833023a229 req-22114744-64d6-4ec9-9871-85cbb14acfa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:24.008613 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22114744-64d6-4ec9-9871-85cbb14acfa7 service neutron] Pushing event updated for resources: {'Port': ['ID=516cf2ad-4f1b-4204-9961-65d3750f3a10,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:24.039264 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 9aa8c7e8-3344-4af9-ad73-d2037da30124 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:22:24.103844 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-fdf529be-8384-4647-b792-280a08d231bc None None] For port 8eb977f8-4b50-4565-a30d-0afa8f5cf7fe, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:22:24.108883 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-fdf529be-8384-4647-b792-280a08d231bc None None] For port 8eb977f8-4b50-4565-a30d-0afa8f5cf7fe, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=8eb977f8-4b50-4565-a30d-0afa8f5cf7fe,segment=NetworkSegment(64ab0ae1-9f7f-4843-9224-854cadc28023),segment_id=64ab0ae1-9f7f-4843-9224-854cadc28023)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:22:24.124678 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-7aafebf8-1f71-4884-9e32-292c5cbb9c2b None None] Allocated IP 172.20.0.3 (7336b4ca-ec10-4520-8c16-81096659a1ab/105157a8-6e82-4448-8541-62e458f104ff/7097fdc5-8867-452d-93f7-d398ccc97856) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:22:24.137192 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fdf529be-8384-4647-b792-280a08d231bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:24.187063 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-873dab42-6b4c-4a28-938f-6af4d18a099a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:24.232716 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 2830a68b-7676-41a7-b570-8719cf81a106, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=2830a68b-7676-41a7-b570-8719cf81a106,segment=NetworkSegment(a038454c-e35a-4b94-bdaa-5b736e80ec88),segment_id=a038454c-e35a-4b94-bdaa-5b736e80ec88)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:22:24.249947 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': '2830a68b-7676-41a7-b570-8719cf81a106', 'network_id': '0fa3aba6-17c9-489d-89ab-1f9367d3d32a', 'port_id': '2830a68b-7676-41a7-b570-8719cf81a106', 'mac_address': 'fa:16:3e:99:23:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '169aa883-bc14-4fda-89e6-95e18c4a9217', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:22:24.393995 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-d5a078ef-a2ec-4a3e-a564-c8833023a229 req-22114744-64d6-4ec9-9871-85cbb14acfa7 service neutron] Attempting to bind port 516cf2ad-4f1b-4204-9961-65d3750f3a10 on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:22:24.394427 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-d5a078ef-a2ec-4a3e-a564-c8833023a229 req-22114744-64d6-4ec9-9871-85cbb14acfa7 service neutron] Attempting to bind port 516cf2ad-4f1b-4204-9961-65d3750f3a10 by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': 'a038454c-e35a-4b94-bdaa-5b736e80ec88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0fa3aba6-17c9-489d-89ab-1f9367d3d32a'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:22:24.394770 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a078ef-a2ec-4a3e-a564-c8833023a229 req-22114744-64d6-4ec9-9871-85cbb14acfa7 service neutron] Attempting to bind port 516cf2ad-4f1b-4204-9961-65d3750f3a10 on network 0fa3aba6-17c9-489d-89ab-1f9367d3d32a {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:22:24.406762 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a078ef-a2ec-4a3e-a564-c8833023a229 req-22114744-64d6-4ec9-9871-85cbb14acfa7 service neutron] Port 516cf2ad-4f1b-4204-9961-65d3750f3a10 on network 0fa3aba6-17c9-489d-89ab-1f9367d3d32a not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:22:24.407644 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a078ef-a2ec-4a3e-a564-c8833023a229 req-22114744-64d6-4ec9-9871-85cbb14acfa7 service neutron] Attempting to bind port 516cf2ad-4f1b-4204-9961-65d3750f3a10 on network 0fa3aba6-17c9-489d-89ab-1f9367d3d32a {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:22:24.415459 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a078ef-a2ec-4a3e-a564-c8833023a229 req-22114744-64d6-4ec9-9871-85cbb14acfa7 service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:22:24.415804 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a078ef-a2ec-4a3e-a564-c8833023a229 req-22114744-64d6-4ec9-9871-85cbb14acfa7 service neutron] Checking segment: {'id': 'a038454c-e35a-4b94-bdaa-5b736e80ec88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0fa3aba6-17c9-489d-89ab-1f9367d3d32a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:22:24.416257 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a078ef-a2ec-4a3e-a564-c8833023a229 req-22114744-64d6-4ec9-9871-85cbb14acfa7 service neutron] Bound using segment: {'id': 'a038454c-e35a-4b94-bdaa-5b736e80ec88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0fa3aba6-17c9-489d-89ab-1f9367d3d32a'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:22:24.416889 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-d5a078ef-a2ec-4a3e-a564-c8833023a229 req-22114744-64d6-4ec9-9871-85cbb14acfa7 service neutron] Bound port: 516cf2ad-4f1b-4204-9961-65d3750f3a10, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a038454c-e35a-4b94-bdaa-5b736e80ec88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '0fa3aba6-17c9-489d-89ab-1f9367d3d32a'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:22:24.417266 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d5a078ef-a2ec-4a3e-a564-c8833023a229 req-22114744-64d6-4ec9-9871-85cbb14acfa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:24.463421 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84399c2f-24fb-4fad-9a7f-129dbfe9d34f req-23f37bef-803d-4ee3-bb07-7cbc3f5c087c tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:24.466575 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-84399c2f-24fb-4fad-9a7f-129dbfe9d34f req-23f37bef-803d-4ee3-bb07-7cbc3f5c087c tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6f1acd4-d8fc-4a4e-9c99-a8ad15cd6471 HTTP/1.1" status: 200 len: 944 time: 0.1091390 Nov 12 01:22:24.606940 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7aafebf8-1f71-4884-9e32-292c5cbb9c2b None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:24.673400 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.resource_extend [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 01:22:24.676252 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:24.680184 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf529be-8384-4647-b792-280a08d231bc None None] Pushing event updated for resources: {'Port': ['ID=8eb977f8-4b50-4565-a30d-0afa8f5cf7fe,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:24.733731 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7aafebf8-1f71-4884-9e32-292c5cbb9c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:24.768014 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aafebf8-1f71-4884-9e32-292c5cbb9c2b None None] Network 7336b4ca-ec10-4520-8c16-81096659a1ab is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:22:24.778720 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-7aafebf8-1f71-4884-9e32-292c5cbb9c2b None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:22:24.871261 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aafebf8-1f71-4884-9e32-292c5cbb9c2b None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:22:24.892198 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2830a68b-7676-41a7-b570-8719cf81a106 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:22:25.090329 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-42f2dae0-94c9-482a-945d-8ad12471842f req-941d3a9a-c5ea-4060-a84a-bc2429239cad service neutron] 10.222.0.44 "GET /v2.0/networks/0fa3aba6-17c9-489d-89ab-1f9367d3d32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6130362 Nov 12 01:22:25.109813 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bd7e274d-cbc3-4267-98b3-9374d4b8317d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:25.123194 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aafebf8-1f71-4884-9e32-292c5cbb9c2b None None] Pushing event updated for resources: {'Port': ['ID=7097fdc5-8867-452d-93f7-d398ccc97856,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:25.161747 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 2830a68b-7676-41a7-b570-8719cf81a106, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=2830a68b-7676-41a7-b570-8719cf81a106,segment=NetworkSegment(a038454c-e35a-4b94-bdaa-5b736e80ec88),segment_id=a038454c-e35a-4b94-bdaa-5b736e80ec88)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:22:25.185706 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:25.195103 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-873dab42-6b4c-4a28-938f-6af4d18a099a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:25.270105 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-84399c2f-24fb-4fad-9a7f-129dbfe9d34f req-bce9d123-a52f-40f2-b1b5-f594a4ae96c7 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac8b0839-0c1d-4ded-a4e2-caea0db502c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7636180 Nov 12 01:22:25.273933 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 9aa8c7e8-3344-4af9-ad73-d2037da30124, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=9aa8c7e8-3344-4af9-ad73-d2037da30124,segment=NetworkSegment(8bcb0cfd-b44e-40ae-826e-c62a4095cd3a),segment_id=8bcb0cfd-b44e-40ae-826e-c62a4095cd3a)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:22:25.279508 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-7aafebf8-1f71-4884-9e32-292c5cbb9c2b None None] Attempting to bind port 7097fdc5-8867-452d-93f7-d398ccc97856 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:22:25.280078 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-7aafebf8-1f71-4884-9e32-292c5cbb9c2b None None] Attempting to bind port 7097fdc5-8867-452d-93f7-d398ccc97856 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '12bc6ad1-0e83-414f-902c-34b2eef881ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7336b4ca-ec10-4520-8c16-81096659a1ab'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:22:25.280467 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aafebf8-1f71-4884-9e32-292c5cbb9c2b None None] Attempting to bind port 7097fdc5-8867-452d-93f7-d398ccc97856 on network 7336b4ca-ec10-4520-8c16-81096659a1ab {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:22:25.297830 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9a981d0b-161d-4cd1-8f70-20838ea16db1 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:25.319175 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '9aa8c7e8-3344-4af9-ad73-d2037da30124', 'network_id': 'f83a5eb4-144e-49b8-9905-af47775cb623', 'port_id': '9aa8c7e8-3344-4af9-ad73-d2037da30124', 'mac_address': 'fa:16:3e:37:63:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fae93e4-d1d7-4b11-9547-3ddc38521dfd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:22:25.323609 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aafebf8-1f71-4884-9e32-292c5cbb9c2b None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:22:25.324087 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aafebf8-1f71-4884-9e32-292c5cbb9c2b None None] Checking segment: {'id': '12bc6ad1-0e83-414f-902c-34b2eef881ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7336b4ca-ec10-4520-8c16-81096659a1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:22:25.324911 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7aafebf8-1f71-4884-9e32-292c5cbb9c2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:25.325372 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aafebf8-1f71-4884-9e32-292c5cbb9c2b None None] Bound using segment: {'id': '12bc6ad1-0e83-414f-902c-34b2eef881ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7336b4ca-ec10-4520-8c16-81096659a1ab'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:22:25.325889 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-7aafebf8-1f71-4884-9e32-292c5cbb9c2b None None] Bound port: 7097fdc5-8867-452d-93f7-d398ccc97856, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12bc6ad1-0e83-414f-902c-34b2eef881ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '7336b4ca-ec10-4520-8c16-81096659a1ab'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:22:25.326310 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7aafebf8-1f71-4884-9e32-292c5cbb9c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:25.342360 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=2830a68b-7676-41a7-b570-8719cf81a106,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:25.391548 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873dab42-6b4c-4a28-938f-6af4d18a099a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Pushing event deleted for resources: {'Subnet': ['ID=105157a8-6e82-4448-8541-62e458f104ff,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:25.561211 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-7aafebf8-1f71-4884-9e32-292c5cbb9c2b None None] For port 7097fdc5-8867-452d-93f7-d398ccc97856, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:22:25.570350 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-7aafebf8-1f71-4884-9e32-292c5cbb9c2b None None] For port 7097fdc5-8867-452d-93f7-d398ccc97856, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=7097fdc5-8867-452d-93f7-d398ccc97856,segment=NetworkSegment(12bc6ad1-0e83-414f-902c-34b2eef881ad),segment_id=12bc6ad1-0e83-414f-902c-34b2eef881ad)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:22:25.573220 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:25.577246 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-873dab42-6b4c-4a28-938f-6af4d18a099a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:25.623351 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['2830a68b-7676-41a7-b570-8719cf81a106'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:22:25.626285 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7aafebf8-1f71-4884-9e32-292c5cbb9c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:25.652095 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-873dab42-6b4c-4a28-938f-6af4d18a099a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7336b4ca-ec10-4520-8c16-81096659a1ab']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:25.659146 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f08153e-3a97-4250-85d7-86c6b98244b2 req-13b317e4-c387-4f00-b9b2-d5f4420bc503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:25.660916 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3f08153e-3a97-4250-85d7-86c6b98244b2 req-13b317e4-c387-4f00-b9b2-d5f4420bc503 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=22b086af3f1f45c9b7954dadfab0bb71&device_id=112649eb-faa7-47d7-bb5d-cec74afc415f HTTP/1.1" status: 200 len: 1096 time: 0.3793523 Nov 12 01:22:25.665895 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-18d4e418-46d0-4502-8da9-06d23b9dd65f tempest-FloatingIPAdminTestJSON-1320200616 tempest-FloatingIPAdminTestJSON-1320200616-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:25.676905 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-873dab42-6b4c-4a28-938f-6af4d18a099a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12bc6ad1-0e83-414f-902c-34b2eef881ad') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:25.677626 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-873dab42-6b4c-4a28-938f-6af4d18a099a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12bc6ad1-0e83-414f-902c-34b2eef881ad') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:25.703143 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-873dab42-6b4c-4a28-938f-6af4d18a099a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:25.715308 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aafebf8-1f71-4884-9e32-292c5cbb9c2b None None] Pushing event updated for resources: {'Port': ['ID=7097fdc5-8867-452d-93f7-d398ccc97856,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:25.721728 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9a981d0b-161d-4cd1-8f70-20838ea16db1 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:25.728611 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aa8c7e8-3344-4af9-ad73-d2037da30124 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:22:25.776673 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-873dab42-6b4c-4a28-938f-6af4d18a099a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:25.812266 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-873dab42-6b4c-4a28-938f-6af4d18a099a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:22:25.813583 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-873dab42-6b4c-4a28-938f-6af4d18a099a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:25.843554 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 9aa8c7e8-3344-4af9-ad73-d2037da30124, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=9aa8c7e8-3344-4af9-ad73-d2037da30124,segment=NetworkSegment(8bcb0cfd-b44e-40ae-826e-c62a4095cd3a),segment_id=8bcb0cfd-b44e-40ae-826e-c62a4095cd3a)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:22:25.873107 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a981d0b-161d-4cd1-8f70-20838ea16db1 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event deleted for resources: {'Subnet': ['ID=98fe2adf-a002-4442-9adc-4fafac9e84d0,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:25.938492 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9a981d0b-161d-4cd1-8f70-20838ea16db1 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:25.945173 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9a981d0b-161d-4cd1-8f70-20838ea16db1 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "DELETE /v2.0/subnets/98fe2adf-a002-4442-9adc-4fafac9e84d0 HTTP/1.1" status: 204 len: 168 time: 3.3976128 Nov 12 01:22:25.955627 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58054) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:26.016449 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4fc466-39b8-4d61-ba28-10d16f798736 None None] Network d3f05745-0ef4-4ef3-842a-47f034416e4d requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:22:26.050669 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-d5a078ef-a2ec-4a3e-a564-c8833023a229 req-22114744-64d6-4ec9-9871-85cbb14acfa7 service neutron] For port 516cf2ad-4f1b-4204-9961-65d3750f3a10, host n-h1-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:22:26.056482 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:22:26.056482 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:22:26.056482 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:22:26.056482 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:22:26.056482 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:22:26.056482 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:22:26.056482 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:22:26.056482 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:22:26.056482 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:22:26.056482 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:22:26.056482 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:22:26.056482 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:22:26.056482 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:22:26.056482 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:22:26.056482 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:22:26.056482 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:22:26.056482 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:22:26.056482 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:22:26.056482 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:22:26.056482 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:22:26.056482 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:22:26.056482 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:22:26.056482 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:22:26.056482 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:22:26.056482 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:22:26.056482 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:22:26.056482 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:22:26.056482 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:22:26.056482 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:22:26.056482 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:22:26.056482 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:22:26.056482 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:22:26.070584 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.db.api [None req-873dab42-6b4c-4a28-938f-6af4d18a099a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 01:22:26.070584 n-d-712142-27 neutron-server[109085]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 01:22:26.070584 n-d-712142-27 neutron-server[109085]: [parameters: {'id': '7336b4ca-ec10-4520-8c16-81096659a1ab'}] Nov 12 01:22:26.070584 n-d-712142-27 neutron-server[109085]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:22:26.071558 n-d-712142-27 neutron-server[109085]: DEBUG oslo_db.api [None req-873dab42-6b4c-4a28-938f-6af4d18a099a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:22:26.092878 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bee4a55-ebaf-477c-8dfa-ea7df65f4e20 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Deleting subnet efdfbbbb-d6bf-4995-83d4-92ce40e41bf0 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:22:26.127707 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1bee4a55-ebaf-477c-8dfa-ea7df65f4e20 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:26.137046 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148fec26-a87d-4295-b5c9-e41225a7711b req-695d53a4-bebb-4d90-a9d8-5e7fedcce0fd tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:26.145737 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-148fec26-a87d-4295-b5c9-e41225a7711b req-695d53a4-bebb-4d90-a9d8-5e7fedcce0fd tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e5a542c-ba25-4a31-b73e-f6bc69c0aa46 HTTP/1.1" status: 200 len: 943 time: 1.6276729 Nov 12 01:22:26.152355 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-18d4e418-46d0-4502-8da9-06d23b9dd65f tempest-FloatingIPAdminTestJSON-1320200616 tempest-FloatingIPAdminTestJSON-1320200616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:26.160826 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-d5a078ef-a2ec-4a3e-a564-c8833023a229 req-22114744-64d6-4ec9-9871-85cbb14acfa7 service neutron] For port 516cf2ad-4f1b-4204-9961-65d3750f3a10, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=516cf2ad-4f1b-4204-9961-65d3750f3a10,segment=NetworkSegment(a038454c-e35a-4b94-bdaa-5b736e80ec88),segment_id=a038454c-e35a-4b94-bdaa-5b736e80ec88)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:22:26.187229 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d5a078ef-a2ec-4a3e-a564-c8833023a229 req-22114744-64d6-4ec9-9871-85cbb14acfa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:26.196929 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:26.212931 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce0a53d-0781-4e8d-a5a7-a5ee04be22be None None] Network 7336b4ca-ec10-4520-8c16-81096659a1ab requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:22:26.274281 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a078ef-a2ec-4a3e-a564-c8833023a229 req-22114744-64d6-4ec9-9871-85cbb14acfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:26.275249 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d5a078ef-a2ec-4a3e-a564-c8833023a229 req-22114744-64d6-4ec9-9871-85cbb14acfa7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:26.277776 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d5a078ef-a2ec-4a3e-a564-c8833023a229 req-22114744-64d6-4ec9-9871-85cbb14acfa7 service neutron] 10.222.0.16 "PUT /v2.0/ports/516cf2ad-4f1b-4204-9961-65d3750f3a10 HTTP/1.1" status: 200 len: 1092 time: 3.6630297 Nov 12 01:22:26.278897 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e5a542c-ba25-4a31-b73e-f6bc69c0aa46', 'tag': '516cf2ad-4f1b-4204-9961-65d3750f3a10'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:22:26.286090 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 8eb977f8-4b50-4565-a30d-0afa8f5cf7fe up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:22:26.288940 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e708249f-6ee7-4406-b03f-4d4a38652ae8" -d '{"events": [{"name": "network-changed", "server_uuid": "8e5a542c-ba25-4a31-b73e-f6bc69c0aa46", "tag": "516cf2ad-4f1b-4204-9961-65d3750f3a10"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:22:26.337343 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-bd7e274d-cbc3-4267-98b3-9374d4b8317d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Allocated IP 172.22.0.1 (981aadc5-a3d2-48fb-a9ec-ebaff1660d80/bdc99591-f574-4901-a286-b9d0318fffc5/5727e23a-8bde-4970-bf7d-1985cbddbd28) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:22:26.387886 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af705097-c52b-4da1-ad05-499a24149b4c x-openstack-request-id: req-af705097-c52b-4da1-ad05-499a24149b4c {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:22:26.392491 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e5a542c-ba25-4a31-b73e-f6bc69c0aa46", "tag": "516cf2ad-4f1b-4204-9961-65d3750f3a10", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:22:26.393114 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-af705097-c52b-4da1-ad05-499a24149b4c {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:22:26.393807 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e5a542c-ba25-4a31-b73e-f6bc69c0aa46', 'tag': '516cf2ad-4f1b-4204-9961-65d3750f3a10', 'status': 'completed', 'code': 200} Nov 12 01:22:26.535855 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22114744-64d6-4ec9-9871-85cbb14acfa7 service neutron] Pushing event updated for resources: {'Port': ['ID=516cf2ad-4f1b-4204-9961-65d3750f3a10,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:26.570867 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-148fec26-a87d-4295-b5c9-e41225a7711b req-e7565964-838c-4fc9-a800-6356f16de121 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/security-groups?id=fffd30fd-6b1c-4828-84d7-a04053ecae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4190340 Nov 12 01:22:26.584062 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['9aa8c7e8-3344-4af9-ad73-d2037da30124'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:22:26.613698 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-873dab42-6b4c-4a28-938f-6af4d18a099a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:26.727829 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c909fa2-77e2-48de-9735-2e7ef36bc75e None None] Network 981aadc5-a3d2-48fb-a9ec-ebaff1660d80 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:22:26.735546 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1bee4a55-ebaf-477c-8dfa-ea7df65f4e20 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:26.773867 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a078ef-a2ec-4a3e-a564-c8833023a229 req-b8144dba-b14e-49cf-ab56-bac1c69fa445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:26.778067 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d5a078ef-a2ec-4a3e-a564-c8833023a229 req-b8144dba-b14e-49cf-ab56-bac1c69fa445 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=22b086af3f1f45c9b7954dadfab0bb71&device_id=8e5a542c-ba25-4a31-b73e-f6bc69c0aa46 HTTP/1.1" status: 200 len: 1095 time: 0.3766367 Nov 12 01:22:26.817020 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=9aa8c7e8-3344-4af9-ad73-d2037da30124,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:26.825792 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb151f-8530-4c89-b661-e339617cba5f req-aa472b76-cb67-4538-a9d8-2ef35ea08f9b tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:26.828778 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9ecb151f-8530-4c89-b661-e339617cba5f req-aa472b76-cb67-4538-a9d8-2ef35ea08f9b tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6f1acd4-d8fc-4a4e-9c99-a8ad15cd6471 HTTP/1.1" status: 200 len: 945 time: 0.2511230 Nov 12 01:22:26.888153 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1bee4a55-ebaf-477c-8dfa-ea7df65f4e20 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:26.957437 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f08153e-3a97-4250-85d7-86c6b98244b2 req-6412af7d-b8cd-4b5a-84b5-25676fd0a8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:26.960934 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3f08153e-3a97-4250-85d7-86c6b98244b2 req-6412af7d-b8cd-4b5a-84b5-25676fd0a8f6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0fa3aba6-17c9-489d-89ab-1f9367d3d32a HTTP/1.1" status: 200 len: 916 time: 1.2756960 Nov 12 01:22:26.974725 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9ecb151f-8530-4c89-b661-e339617cba5f req-b0899639-9a0e-47ab-8077-783a7a6c1768 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac8b0839-0c1d-4ded-a4e2-caea0db502c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288838 Nov 12 01:22:26.981473 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1bee4a55-ebaf-477c-8dfa-ea7df65f4e20 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:26.984370 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-9290bf0a-6dac-4a56-9240-d9d48985a664 None None] Provisioning complete for port 8eb977f8-4b50-4565-a30d-0afa8f5cf7fe triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:26.984750 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9290bf0a-6dac-4a56-9240-d9d48985a664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:26.991900 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d5a078ef-a2ec-4a3e-a564-c8833023a229 req-d07cb5c5-f376-450e-ad48-14a92916fcb7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=516cf2ad-4f1b-4204-9961-65d3750f3a10 HTTP/1.1" status: 200 len: 217 time: 0.1600881 Nov 12 01:22:26.996756 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-873dab42-6b4c-4a28-938f-6af4d18a099a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Deleting port 7097fdc5-8867-452d-93f7-d398ccc97856 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:22:26.997086 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-873dab42-6b4c-4a28-938f-6af4d18a099a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:27.082948 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a078ef-a2ec-4a3e-a564-c8833023a229 req-52124a6d-414c-4dea-b6de-4547d7f57b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:27.085862 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d5a078ef-a2ec-4a3e-a564-c8833023a229 req-52124a6d-414c-4dea-b6de-4547d7f57b30 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=169aa883-bc14-4fda-89e6-95e18c4a9217 HTTP/1.1" status: 200 len: 855 time: 0.0741971 Nov 12 01:22:27.100661 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 8eb977f8-4b50-4565-a30d-0afa8f5cf7fe triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:27.101181 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:27.217863 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bd7e274d-cbc3-4267-98b3-9374d4b8317d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:27.269556 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bee4a55-ebaf-477c-8dfa-ea7df65f4e20 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event deleted for resources: {'Subnet': ['ID=efdfbbbb-d6bf-4995-83d4-92ce40e41bf0,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:27.274929 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3f08153e-3a97-4250-85d7-86c6b98244b2 req-c026a9c1-66b2-4994-8cbc-a59339169aa7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3822d623-d9f2-49a6-affa-42aa2efadd3c HTTP/1.1" status: 200 len: 217 time: 0.3016801 Nov 12 01:22:27.305569 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bd7e274d-cbc3-4267-98b3-9374d4b8317d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:27.320342 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-873dab42-6b4c-4a28-938f-6af4d18a099a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] For port 7097fdc5-8867-452d-93f7-d398ccc97856, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=7097fdc5-8867-452d-93f7-d398ccc97856,segment=NetworkSegment(12bc6ad1-0e83-414f-902c-34b2eef881ad),segment_id=12bc6ad1-0e83-414f-902c-34b2eef881ad)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:22:27.321243 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-873dab42-6b4c-4a28-938f-6af4d18a099a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:27.333092 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a078ef-a2ec-4a3e-a564-c8833023a229 req-26b0eed3-e608-4b70-93bc-37cb89e655f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:27.334675 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d5a078ef-a2ec-4a3e-a564-c8833023a229 req-26b0eed3-e608-4b70-93bc-37cb89e655f9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0fa3aba6-17c9-489d-89ab-1f9367d3d32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2260053 Nov 12 01:22:27.343626 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-873dab42-6b4c-4a28-938f-6af4d18a099a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Calling delete_port for 7097fdc5-8867-452d-93f7-d398ccc97856 owned by network:dhcp {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:22:27.344775 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f4fb90-cb04-45be-ac08-fc3a50b68e84 None None] DHCP port deletion for d3f05745-0ef4-4ef3-842a-47f034416e4d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:22:27.453990 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f25d187a-f237-4bba-8b8d-9373fab699b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:27.564345 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d5a078ef-a2ec-4a3e-a564-c8833023a229 req-279b294e-f21b-41eb-b49d-b6a344b9422c service neutron] 10.222.0.16 "GET /v2.0/networks/0fa3aba6-17c9-489d-89ab-1f9367d3d32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179952 Nov 12 01:22:27.568873 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-873dab42-6b4c-4a28-938f-6af4d18a099a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:27.629900 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1bee4a55-ebaf-477c-8dfa-ea7df65f4e20 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:27.638986 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1bee4a55-ebaf-477c-8dfa-ea7df65f4e20 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "DELETE /v2.0/subnets/efdfbbbb-d6bf-4995-83d4-92ce40e41bf0 HTTP/1.1" status: 204 len: 168 time: 1.6821234 Nov 12 01:22:27.668964 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:27.674632 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4444b85a-78d1-4c6a-a8d3-0cf45bc87d38 None None] Network 76e5e23a-9f10-45a2-8793-e552577d95b0 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:22:27.677000 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58066) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:27.692388 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-18d4e418-46d0-4502-8da9-06d23b9dd65f tempest-FloatingIPAdminTestJSON-1320200616 tempest-FloatingIPAdminTestJSON-1320200616-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:27.758158 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873dab42-6b4c-4a28-938f-6af4d18a099a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Pushing event deleted for resources: {'Port': ['ID=7097fdc5-8867-452d-93f7-d398ccc97856,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:27.772636 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873dab42-6b4c-4a28-938f-6af4d18a099a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] No DVR routers for this DVR port 7097fdc5-8867-452d-93f7-d398ccc97856 on host n-d-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:22:27.775803 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7e274d-cbc3-4267-98b3-9374d4b8317d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Network 981aadc5-a3d2-48fb-a9ec-ebaff1660d80 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:22:27.780383 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-18d4e418-46d0-4502-8da9-06d23b9dd65f tempest-FloatingIPAdminTestJSON-1320200616 tempest-FloatingIPAdminTestJSON-1320200616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:27.814341 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 2830a68b-7676-41a7-b570-8719cf81a106 up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:22:27.846594 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-bd7e274d-cbc3-4267-98b3-9374d4b8317d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:22:27.860169 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f08153e-3a97-4250-85d7-86c6b98244b2 req-933aefa7-35c3-458d-9ae1-33f4558cc1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:27.861672 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3f08153e-3a97-4250-85d7-86c6b98244b2 req-933aefa7-35c3-458d-9ae1-33f4558cc1f8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=169aa883-bc14-4fda-89e6-95e18c4a9217 HTTP/1.1" status: 200 len: 855 time: 0.5714066 Nov 12 01:22:27.868596 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7e274d-cbc3-4267-98b3-9374d4b8317d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:22:27.871805 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e274d-cbc3-4267-98b3-9374d4b8317d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event updated for resources: {'Port': ['ID=5727e23a-8bde-4970-bf7d-1985cbddbd28,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:27.917083 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9290bf0a-6dac-4a56-9240-d9d48985a664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:27.962513 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d5a078ef-a2ec-4a3e-a564-c8833023a229 req-98a315bb-6d1c-45d7-9071-abf8e49d08a4 service neutron] 10.222.0.16 "GET /v2.0/networks/0fa3aba6-17c9-489d-89ab-1f9367d3d32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719773 Nov 12 01:22:28.074086 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b679fce5-c824-4054-a673-09b3567bebb6 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:28.076239 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-40f4fb90-cb04-45be-ac08-fc3a50b68e84 None None] Deleting port 0236e377-9b8d-40b8-a7e9-d5ce16a735ab {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:22:28.076907 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-40f4fb90-cb04-45be-ac08-fc3a50b68e84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:28.163993 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bd7e274d-cbc3-4267-98b3-9374d4b8317d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:28.184865 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d4e418-46d0-4502-8da9-06d23b9dd65f tempest-FloatingIPAdminTestJSON-1320200616 tempest-FloatingIPAdminTestJSON-1320200616-project-admin] Pushing event updated for resources: {'Port': ['ID=96e10bb4-4d4e-423a-b11d-234083290a9b,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:28.196318 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-18d4e418-46d0-4502-8da9-06d23b9dd65f tempest-FloatingIPAdminTestJSON-1320200616 tempest-FloatingIPAdminTestJSON-1320200616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:28.285829 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 3822d623-d9f2-49a6-affa-42aa2efadd3c details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:22:28.289339 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-873dab42-6b4c-4a28-938f-6af4d18a099a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:28.303029 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f08153e-3a97-4250-85d7-86c6b98244b2 req-f92eb777-1f60-4088-895c-daa345ca9a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:28.307497 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3f08153e-3a97-4250-85d7-86c6b98244b2 req-f92eb777-1f60-4088-895c-daa345ca9a2d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0fa3aba6-17c9-489d-89ab-1f9367d3d32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4322071 Nov 12 01:22:28.346967 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 8eb977f8-4b50-4565-a30d-0afa8f5cf7fe, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=8eb977f8-4b50-4565-a30d-0afa8f5cf7fe,segment=NetworkSegment(64ab0ae1-9f7f-4843-9224-854cadc28023),segment_id=64ab0ae1-9f7f-4843-9224-854cadc28023)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:22:28.379492 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708249f-6ee7-4406-b03f-4d4a38652ae8 req-6c975f33-a9fa-4653-93f2-4d2c0cbeeccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:28.382189 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e708249f-6ee7-4406-b03f-4d4a38652ae8 req-6c975f33-a9fa-4653-93f2-4d2c0cbeeccc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=22b086af3f1f45c9b7954dadfab0bb71&device_id=8e5a542c-ba25-4a31-b73e-f6bc69c0aa46 HTTP/1.1" status: 200 len: 1095 time: 0.2072666 Nov 12 01:22:28.406317 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e6bba-45fd-4501-86b4-4f8a1342c760 req-97161803-716c-4ce2-b6d4-1e6c5b3b70d0 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:28.413732 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b36e6bba-45fd-4501-86b4-4f8a1342c760 req-97161803-716c-4ce2-b6d4-1e6c5b3b70d0 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e5a542c-ba25-4a31-b73e-f6bc69c0aa46 HTTP/1.1" status: 200 len: 943 time: 0.4463873 Nov 12 01:22:28.436123 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:28.568578 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 0236e377-9b8d-40b8-a7e9-d5ce16a735ab no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:22:28.574982 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.api [None req-9290bf0a-6dac-4a56-9240-d9d48985a664 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:22:28.575634 n-d-712142-27 neutron-server[109087]: DEBUG oslo_db.api [None req-9290bf0a-6dac-4a56-9240-d9d48985a664 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:22:28.654348 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708249f-6ee7-4406-b03f-4d4a38652ae8 req-850d3e1c-f083-41d3-a9cb-1a285b2d1937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:28.657856 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e708249f-6ee7-4406-b03f-4d4a38652ae8 req-850d3e1c-f083-41d3-a9cb-1a285b2d1937 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0fa3aba6-17c9-489d-89ab-1f9367d3d32a HTTP/1.1" status: 200 len: 916 time: 0.2245810 Nov 12 01:22:28.670429 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-40f4fb90-cb04-45be-ac08-fc3a50b68e84 None None] For port 0236e377-9b8d-40b8-a7e9-d5ce16a735ab, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=0236e377-9b8d-40b8-a7e9-d5ce16a735ab,segment=NetworkSegment(a85b33a0-4627-4ac1-b38e-4786698d8dda),segment_id=a85b33a0-4627-4ac1-b38e-4786698d8dda)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:22:28.670846 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-40f4fb90-cb04-45be-ac08-fc3a50b68e84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:28.707214 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-873dab42-6b4c-4a28-938f-6af4d18a099a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7336b4ca-ec10-4520-8c16-81096659a1ab']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:28.761138 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-40f4fb90-cb04-45be-ac08-fc3a50b68e84 None None] Calling delete_port for 0236e377-9b8d-40b8-a7e9-d5ce16a735ab owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:22:28.782541 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e708249f-6ee7-4406-b03f-4d4a38652ae8 req-711b2969-eef8-4ad4-ae78-50f4fc71b58b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=516cf2ad-4f1b-4204-9961-65d3750f3a10 HTTP/1.1" status: 200 len: 217 time: 0.0705678 Nov 12 01:22:28.859278 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-873dab42-6b4c-4a28-938f-6af4d18a099a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12bc6ad1-0e83-414f-902c-34b2eef881ad') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:28.859918 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-873dab42-6b4c-4a28-938f-6af4d18a099a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12bc6ad1-0e83-414f-902c-34b2eef881ad') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:28.903284 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=8eb977f8-4b50-4565-a30d-0afa8f5cf7fe,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:28.908130 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port 2830a68b-7676-41a7-b570-8719cf81a106 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:22:28.933331 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port 2830a68b-7676-41a7-b570-8719cf81a106 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:28.933906 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:28.950475 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c9652-12ad-4ff6-87d7-84227bb32dcb req-190bae7e-353b-4a0e-8c67-fd1e5314893e tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:28.953579 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-029c9652-12ad-4ff6-87d7-84227bb32dcb req-190bae7e-353b-4a0e-8c67-fd1e5314893e tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6f1acd4-d8fc-4a4e-9c99-a8ad15cd6471 HTTP/1.1" status: 200 len: 945 time: 0.6986148 Nov 12 01:22:29.002312 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-873dab42-6b4c-4a28-938f-6af4d18a099a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:29.007874 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddd0e65-8668-4e46-8351-067d5ba8bf1d None None] DHCP port deletion for 76e5e23a-9f10-45a2-8793-e552577d95b0 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:22:29.038085 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b36e6bba-45fd-4501-86b4-4f8a1342c760 req-6e306a56-b5dd-4179-bc30-fe0f9864e178 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/security-groups?id=fffd30fd-6b1c-4828-84d7-a04053ecae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3735216 Nov 12 01:22:29.039268 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3f08153e-3a97-4250-85d7-86c6b98244b2 req-0e46da9d-c7f7-45fa-a889-ca382ef12518 service neutron] 10.222.0.44 "GET /v2.0/networks/0fa3aba6-17c9-489d-89ab-1f9367d3d32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7157574 Nov 12 01:22:29.079189 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708249f-6ee7-4406-b03f-4d4a38652ae8 req-d322696f-c734-43e5-b6ec-d7e00fd5e55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:29.082424 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e708249f-6ee7-4406-b03f-4d4a38652ae8 req-d322696f-c734-43e5-b6ec-d7e00fd5e55b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=169aa883-bc14-4fda-89e6-95e18c4a9217 HTTP/1.1" status: 200 len: 855 time: 0.2606914 Nov 12 01:22:29.096940 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-873dab42-6b4c-4a28-938f-6af4d18a099a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:29.169353 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-873dab42-6b4c-4a28-938f-6af4d18a099a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:22:29.169896 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-873dab42-6b4c-4a28-938f-6af4d18a099a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:29.181637 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:22:29.181637 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:22:29.181637 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:22:29.181637 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:22:29.181637 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:22:29.181637 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:22:29.181637 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:22:29.181637 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:22:29.181637 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:22:29.181637 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:22:29.181637 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:22:29.181637 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:22:29.181637 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:22:29.181637 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:22:29.181637 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:22:29.181637 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:22:29.181637 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:22:29.181637 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:22:29.181637 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:22:29.181637 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:22:29.181637 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:22:29.181637 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:22:29.181637 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:22:29.181637 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:22:29.181637 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:22:29.181637 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:22:29.181637 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:22:29.181637 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:22:29.181637 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:22:29.181637 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:22:29.181637 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:22:29.181637 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:22:29.191741 n-d-712142-27 neutron-server[109086]: INFO neutron.db.l3_db [None req-18d4e418-46d0-4502-8da9-06d23b9dd65f tempest-FloatingIPAdminTestJSON-1320200616 tempest-FloatingIPAdminTestJSON-1320200616-project-admin] Floating IP 27cbcfed-7a96-403b-9dff-bc4e8d9158f9 associated. External IP: 172.25.3.35, port: 91676382-f635-4564-8b5a-0d5271abd06c. Nov 12 01:22:29.231630 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-029c9652-12ad-4ff6-87d7-84227bb32dcb req-d00c4b57-c414-49e0-81e0-e989ce04ea86 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac8b0839-0c1d-4ded-a4e2-caea0db502c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467594 Nov 12 01:22:29.333699 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708249f-6ee7-4406-b03f-4d4a38652ae8 req-cd301b83-b894-42d4-8ae2-1d13ab91b752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:29.337969 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e708249f-6ee7-4406-b03f-4d4a38652ae8 req-cd301b83-b894-42d4-8ae2-1d13ab91b752 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0fa3aba6-17c9-489d-89ab-1f9367d3d32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2324846 Nov 12 01:22:29.346915 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-873dab42-6b4c-4a28-938f-6af4d18a099a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:29.347908 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 3822d623-d9f2-49a6-affa-42aa2efadd3c, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=3822d623-d9f2-49a6-affa-42aa2efadd3c,segment=NetworkSegment(a038454c-e35a-4b94-bdaa-5b736e80ec88),segment_id=a038454c-e35a-4b94-bdaa-5b736e80ec88)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:22:29.384940 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:29.394631 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-873dab42-6b4c-4a28-938f-6af4d18a099a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:29.403853 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-873dab42-6b4c-4a28-938f-6af4d18a099a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "DELETE /v2.0/networks/7336b4ca-ec10-4520-8c16-81096659a1ab HTTP/1.1" status: 204 len: 168 time: 5.8228643 Nov 12 01:22:29.417344 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58074) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:29.430475 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-3e3f6bfe-8248-4ebf-8067-a918ba6d6a49 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1690474708'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:22:29.437851 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 0236e377-9b8d-40b8-a7e9-d5ce16a735ab, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=0236e377-9b8d-40b8-a7e9-d5ce16a735ab,segment=NetworkSegment(a85b33a0-4627-4ac1-b38e-4786698d8dda),segment_id=a85b33a0-4627-4ac1-b38e-4786698d8dda)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:22:29.469523 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:29.481958 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:29.508715 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873dab42-6b4c-4a28-938f-6af4d18a099a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Pushing event deleted for resources: {'Network': ['ID=7336b4ca-ec10-4520-8c16-81096659a1ab,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:29.527173 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3f08153e-3a97-4250-85d7-86c6b98244b2 req-c361b48e-eb9a-4a9a-a1c7-19dec4cff6f1 service neutron] 10.222.0.44 "GET /v2.0/networks/0fa3aba6-17c9-489d-89ab-1f9367d3d32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902009 Nov 12 01:22:29.586122 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '3822d623-d9f2-49a6-affa-42aa2efadd3c', 'network_id': '0fa3aba6-17c9-489d-89ab-1f9367d3d32a', 'port_id': '3822d623-d9f2-49a6-affa-42aa2efadd3c', 'mac_address': 'fa:16:3e:2b:bc:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '169aa883-bc14-4fda-89e6-95e18c4a9217', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:22:29.612196 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=0236e377-9b8d-40b8-a7e9-d5ce16a735ab,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:29.624412 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3f6bfe-8248-4ebf-8067-a918ba6d6a49 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Made reservation on behalf of e8129228a6df46ffbca9711093d28d41 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:22:29.631746 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3e3f6bfe-8248-4ebf-8067-a918ba6d6a49 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:29.643113 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-fddd0e65-8668-4e46-8351-067d5ba8bf1d None None] Deleting port 7821cca5-bd26-419f-a480-957cc0f753df {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:22:29.644078 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fddd0e65-8668-4e46-8351-067d5ba8bf1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:29.711454 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e708249f-6ee7-4406-b03f-4d4a38652ae8 req-17b7895b-c2c7-423e-bcf4-d765fb2872b8 service neutron] 10.222.0.16 "GET /v2.0/networks/0fa3aba6-17c9-489d-89ab-1f9367d3d32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382919 Nov 12 01:22:29.712570 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e3f6bfe-8248-4ebf-8067-a918ba6d6a49 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:22:29.721769 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:29.737547 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-65d16205-cf03-48be-93be-d6ccf4734861 None None] Provisioning complete for port 5727e23a-8bde-4970-bf7d-1985cbddbd28 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:29.739186 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-65d16205-cf03-48be-93be-d6ccf4734861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:29.742741 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-40f4fb90-cb04-45be-ac08-fc3a50b68e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:29.762293 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3e3f6bfe-8248-4ebf-8067-a918ba6d6a49 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:29.762852 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-3e3f6bfe-8248-4ebf-8067-a918ba6d6a49 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Added segment 2c869e7e-c1a1-41ae-8e77-6c01ec9db46a of type vlan for network 0eb74d30-06ad-4406-bdf5-fefe6581e737 Nov 12 01:22:29.766037 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-b679fce5-c824-4054-a673-09b3567bebb6 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Deleting port 0236e377-9b8d-40b8-a7e9-d5ce16a735ab {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:22:29.766596 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b679fce5-c824-4054-a673-09b3567bebb6 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:29.821879 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f4fb90-cb04-45be-ac08-fc3a50b68e84 None None] No DVR routers for this DVR port 0236e377-9b8d-40b8-a7e9-d5ce16a735ab on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:22:29.864513 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f4fb90-cb04-45be-ac08-fc3a50b68e84 None None] Pushing event deleted for resources: {'Port': ['ID=0236e377-9b8d-40b8-a7e9-d5ce16a735ab,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:29.868906 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 516cf2ad-4f1b-4204-9961-65d3750f3a10 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:22:29.871757 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bd7e274d-cbc3-4267-98b3-9374d4b8317d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:29.884661 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc1e38b-3138-4613-9f43-abb08e04bfce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2830a68b-7676-41a7-b570-8719cf81a106'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:22:29.887192 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e82554-f97f-4f50-a506-68e84635c48d" -d '{"events": [{"server_uuid": "7fc1e38b-3138-4613-9f43-abb08e04bfce", "name": "network-vif-plugged", "status": "completed", "tag": "2830a68b-7676-41a7-b570-8719cf81a106"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:22:29.942324 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3e3f6bfe-8248-4ebf-8067-a918ba6d6a49 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:30.004245 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3822d623-d9f2-49a6-affa-42aa2efadd3c {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:22:30.014274 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-b679fce5-c824-4054-a673-09b3567bebb6 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] For port 0236e377-9b8d-40b8-a7e9-d5ce16a735ab, host n-d-712142-27, got binding levels [] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:22:30.014650 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b679fce5-c824-4054-a673-09b3567bebb6 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:30.015351 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e708249f-6ee7-4406-b03f-4d4a38652ae8 req-f4795c52-6935-4b0c-8693-37e149994067 service neutron] 10.222.0.16 "GET /v2.0/networks/0fa3aba6-17c9-489d-89ab-1f9367d3d32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892663 Nov 12 01:22:30.022104 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3e3f6bfe-8248-4ebf-8067-a918ba6d6a49 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:30.033830 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3f6bfe-8248-4ebf-8067-a918ba6d6a49 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:30.034882 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3e3f6bfe-8248-4ebf-8067-a918ba6d6a49 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:30.063082 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 2830a68b-7676-41a7-b570-8719cf81a106, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=2830a68b-7676-41a7-b570-8719cf81a106,segment=NetworkSegment(a038454c-e35a-4b94-bdaa-5b736e80ec88),segment_id=a038454c-e35a-4b94-bdaa-5b736e80ec88)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:22:30.103404 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:30.108960 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-fddd0e65-8668-4e46-8351-067d5ba8bf1d None None] For port 7821cca5-bd26-419f-a480-957cc0f753df, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=7821cca5-bd26-419f-a480-957cc0f753df,segment=NetworkSegment(d2212d08-c09b-4f5f-80e7-2a3241ccbad4),segment_id=d2212d08-c09b-4f5f-80e7-2a3241ccbad4)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:22:30.109678 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fddd0e65-8668-4e46-8351-067d5ba8bf1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:30.128990 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 3822d623-d9f2-49a6-affa-42aa2efadd3c, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=3822d623-d9f2-49a6-affa-42aa2efadd3c,segment=NetworkSegment(a038454c-e35a-4b94-bdaa-5b736e80ec88),segment_id=a038454c-e35a-4b94-bdaa-5b736e80ec88)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:22:30.133030 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-65d16205-cf03-48be-93be-d6ccf4734861 None None] Port 5727e23a-8bde-4970-bf7d-1985cbddbd28 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:22:30.137022 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3e3f6bfe-8248-4ebf-8067-a918ba6d6a49 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7165725 Nov 12 01:22:30.187847 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58082) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:30.209391 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-d2c2f392-837e-4e33-9d7b-297cdc46299c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Request body: {'subnet': {'network_id': '0eb74d30-06ad-4406-bdf5-fefe6581e737', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:22:30.213643 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:30.219796 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-b679fce5-c824-4054-a673-09b3567bebb6 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Calling delete_port for 0236e377-9b8d-40b8-a7e9-d5ce16a735ab owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:22:30.236998 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-fddd0e65-8668-4e46-8351-067d5ba8bf1d None None] Calling delete_port for 7821cca5-bd26-419f-a480-957cc0f753df owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:22:30.279857 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.ipam_backend_mixin [None req-b679fce5-c824-4054-a673-09b3567bebb6 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Port 0236e377-9b8d-40b8-a7e9-d5ce16a735ab was not found and therefore no delete operation was performed {{(pid=109086) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 01:22:30.291792 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b679fce5-c824-4054-a673-09b3567bebb6 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:30.314870 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64703213-75f6-4256-9522-ccd1b95fbbef x-openstack-request-id: req-64703213-75f6-4256-9522-ccd1b95fbbef {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:22:30.315610 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc1e38b-3138-4613-9f43-abb08e04bfce", "name": "network-vif-plugged", "status": "completed", "tag": "2830a68b-7676-41a7-b570-8719cf81a106", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:22:30.316034 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-64703213-75f6-4256-9522-ccd1b95fbbef {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:22:30.316652 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc1e38b-3138-4613-9f43-abb08e04bfce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2830a68b-7676-41a7-b570-8719cf81a106', 'code': 200} Nov 12 01:22:30.324899 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 9aa8c7e8-3344-4af9-ad73-d2037da30124 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:22:30.383738 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f6bfe-8248-4ebf-8067-a918ba6d6a49 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Pushing event updated for resources: {'Network': ['ID=0eb74d30-06ad-4406-bdf5-fefe6581e737,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:30.421602 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b679fce5-c824-4054-a673-09b3567bebb6 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] No DVR routers for this DVR port 0236e377-9b8d-40b8-a7e9-d5ce16a735ab on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:22:30.423958 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b679fce5-c824-4054-a673-09b3567bebb6 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event deleted for resources: {'Port': ['ID=0236e377-9b8d-40b8-a7e9-d5ce16a735ab,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:30.493599 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c2f392-837e-4e33-9d7b-297cdc46299c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Made reservation on behalf of e8129228a6df46ffbca9711093d28d41 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:22:30.497649 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d2c2f392-837e-4e33-9d7b-297cdc46299c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:30.512674 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65667eb0-d0a7-421b-bcc2-c9905c485212 req-1b32ca70-3c91-4899-b405-e3c159e003ab tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:30.521490 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-65667eb0-d0a7-421b-bcc2-c9905c485212 req-1b32ca70-3c91-4899-b405-e3c159e003ab tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e5a542c-ba25-4a31-b73e-f6bc69c0aa46 HTTP/1.1" status: 200 len: 943 time: 0.2473025 Nov 12 01:22:30.521793 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 0eb74d30-06ad-4406-bdf5-fefe6581e737 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:22:30.633294 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126fd9c-560a-46da-8f1d-ccef1c08b581 req-eaa69153-5cd7-49cd-af4b-8e4a5a325f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:30.635901 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7126fd9c-560a-46da-8f1d-ccef1c08b581 req-eaa69153-5cd7-49cd-af4b-8e4a5a325f69 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7fc1e38b-3138-4613-9f43-abb08e04bfce HTTP/1.1" status: 200 len: 1097 time: 0.1822636 Nov 12 01:22:30.778211 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b679fce5-c824-4054-a673-09b3567bebb6 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:30.786401 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['3822d623-d9f2-49a6-affa-42aa2efadd3c'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:22:30.826632 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-b679fce5-c824-4054-a673-09b3567bebb6 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3f05745-0ef4-4ef3-842a-47f034416e4d']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:30.849794 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-b679fce5-c824-4054-a673-09b3567bebb6 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a85b33a0-4627-4ac1-b38e-4786698d8dda') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:30.850333 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-b679fce5-c824-4054-a673-09b3567bebb6 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a85b33a0-4627-4ac1-b38e-4786698d8dda') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:30.851629 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 8eb977f8-4b50-4565-a30d-0afa8f5cf7fe up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:22:30.868751 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=2830a68b-7676-41a7-b570-8719cf81a106,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:30.882763 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b679fce5-c824-4054-a673-09b3567bebb6 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:30.914237 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b679fce5-c824-4054-a673-09b3567bebb6 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:30.917658 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68c475-093e-439e-9f9a-3ba214f5fadc req-9de973ff-0329-432f-8357-213daf1e3e08 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:30.919014 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d4e418-46d0-4502-8da9-06d23b9dd65f tempest-FloatingIPAdminTestJSON-1320200616 tempest-FloatingIPAdminTestJSON-1320200616-project-admin] Router 11a50426-d46c-4fbf-b176-2a10bf8d5cc2 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:22:30.921389 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dc68c475-093e-439e-9f9a-3ba214f5fadc req-9de973ff-0329-432f-8357-213daf1e3e08 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6f1acd4-d8fc-4a4e-9c99-a8ad15cd6471 HTTP/1.1" status: 200 len: 945 time: 0.2838054 Nov 12 01:22:30.935680 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b679fce5-c824-4054-a673-09b3567bebb6 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:22:30.936437 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b679fce5-c824-4054-a673-09b3567bebb6 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:30.943786 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:22:30.943786 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:22:30.943786 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:22:30.943786 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:22:30.943786 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:22:30.943786 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:22:30.943786 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:22:30.943786 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:22:30.943786 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:22:30.943786 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:22:30.943786 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:22:30.943786 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:22:30.943786 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:22:30.943786 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:22:30.943786 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:22:30.943786 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:22:30.943786 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:22:30.943786 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:22:30.943786 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:22:30.943786 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:22:30.943786 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:22:30.943786 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:22:30.943786 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:22:30.943786 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:22:30.943786 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:22:30.943786 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:22:30.943786 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:22:30.943786 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:22:30.943786 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:22:30.943786 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:22:30.943786 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:22:30.943786 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:22:30.951843 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-65667eb0-d0a7-421b-bcc2-c9905c485212 req-e5634fb3-5966-4f19-b1e3-1433ebcbe402 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/security-groups?id=fffd30fd-6b1c-4828-84d7-a04053ecae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4276619 Nov 12 01:22:30.969232 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7126fd9c-560a-46da-8f1d-ccef1c08b581 req-cb9d73cc-be2d-4a1e-858b-beccf57b42f6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fffd30fd-6b1c-4828-84d7-a04053ecae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643437 Nov 12 01:22:31.114627 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bd7e274d-cbc3-4267-98b3-9374d4b8317d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:31.140914 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dc68c475-093e-439e-9f9a-3ba214f5fadc req-6e4fd23e-26e7-44a3-a261-80e3c687b6fb tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac8b0839-0c1d-4ded-a4e2-caea0db502c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576409 Nov 12 01:22:31.153353 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 516cf2ad-4f1b-4204-9961-65d3750f3a10, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=516cf2ad-4f1b-4204-9961-65d3750f3a10,segment=NetworkSegment(a038454c-e35a-4b94-bdaa-5b736e80ec88),segment_id=a038454c-e35a-4b94-bdaa-5b736e80ec88)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:22:31.156189 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fddd0e65-8668-4e46-8351-067d5ba8bf1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:31.232817 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-65d16205-cf03-48be-93be-d6ccf4734861 None None] Provisioning complete for port 8eb977f8-4b50-4565-a30d-0afa8f5cf7fe triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:31.233762 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-65d16205-cf03-48be-93be-d6ccf4734861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:31.236509 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bd7e274d-cbc3-4267-98b3-9374d4b8317d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:31.239046 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9132cb85-cc46-4eb6-865b-28cbafa5f74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:31.242363 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': '516cf2ad-4f1b-4204-9961-65d3750f3a10', 'network_id': '0fa3aba6-17c9-489d-89ab-1f9367d3d32a', 'port_id': '516cf2ad-4f1b-4204-9961-65d3750f3a10', 'mac_address': 'fa:16:3e:21:c0:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '169aa883-bc14-4fda-89e6-95e18c4a9217', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:22:31.252956 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddd0e65-8668-4e46-8351-067d5ba8bf1d None None] No DVR routers for this DVR port 7821cca5-bd26-419f-a480-957cc0f753df on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:22:31.254920 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b679fce5-c824-4054-a673-09b3567bebb6 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:31.283134 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d2c2f392-837e-4e33-9d7b-297cdc46299c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:31.330090 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b679fce5-c824-4054-a673-09b3567bebb6 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:31.338894 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b679fce5-c824-4054-a673-09b3567bebb6 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "DELETE /v2.0/networks/d3f05745-0ef4-4ef3-842a-47f034416e4d HTTP/1.1" status: 204 len: 168 time: 3.6596956 Nov 12 01:22:31.342541 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58088) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:31.453918 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c2f392-837e-4e33-9d7b-297cdc46299c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Pushing event updated for resources: {'Subnet': ['ID=cb63a43a-faa3-47c3-a180-b8b9f2b1ac84,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:31.487890 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eefe54d-d5b1-4edb-85c0-0ca359908ee5 None None] get_active_networks_info from n-d-712142-27 {{(pid=109087) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 01:22:31.491984 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b679fce5-c824-4054-a673-09b3567bebb6 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event deleted for resources: {'Network': ['ID=d3f05745-0ef4-4ef3-842a-47f034416e4d,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:31.508264 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 9aa8c7e8-3344-4af9-ad73-d2037da30124 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:22:31.519395 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c2f392-837e-4e33-9d7b-297cdc46299c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Checking segment: {'id': '2c869e7e-c1a1-41ae-8e77-6c01ec9db46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '0eb74d30-06ad-4406-bdf5-fefe6581e737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:22:31.520236 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c2f392-837e-4e33-9d7b-297cdc46299c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Network hostable DHCP agents. Network: 0eb74d30-06ad-4406-bdf5-fefe6581e737, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:22:31.543122 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3bf7cc35-1b0c-4b80-92d5-05f0bda00711 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:31.570165 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c2f392-837e-4e33-9d7b-297cdc46299c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Network 0eb74d30-06ad-4406-bdf5-fefe6581e737 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:22:31.571017 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 9aa8c7e8-3344-4af9-ad73-d2037da30124 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:31.572651 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:31.603426 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-d2c2f392-837e-4e33-9d7b-297cdc46299c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 0eb74d30-06ad-4406-bdf5-fefe6581e737) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:22:31.620532 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c2f392-837e-4e33-9d7b-297cdc46299c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:31.621221 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d2c2f392-837e-4e33-9d7b-297cdc46299c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:31.654355 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e274d-cbc3-4267-98b3-9374d4b8317d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event updated for resources: {'Port': ['ID=5727e23a-8bde-4970-bf7d-1985cbddbd28,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:31.687655 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bd7e274d-cbc3-4267-98b3-9374d4b8317d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:31.719105 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-d2c2f392-837e-4e33-9d7b-297cdc46299c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5138662 Nov 12 01:22:31.721701 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3bf7cc35-1b0c-4b80-92d5-05f0bda00711 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:31.725515 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58092) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:31.754889 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=3822d623-d9f2-49a6-affa-42aa2efadd3c,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:31.763716 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:31.775088 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d4e418-46d0-4502-8da9-06d23b9dd65f tempest-FloatingIPAdminTestJSON-1320200616 tempest-FloatingIPAdminTestJSON-1320200616-project-admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:22:31.780842 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-3bf7cc35-1b0c-4b80-92d5-05f0bda00711 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76e5e23a-9f10-45a2-8793-e552577d95b0']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:31.805315 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbbe916-01fb-4afb-ac54-5798dafa4699 None None] Sync routers for ids ['11a50426-d46c-4fbf-b176-2a10bf8d5cc2'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:22:31.809699 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 516cf2ad-4f1b-4204-9961-65d3750f3a10 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:22:31.826011 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbbe916-01fb-4afb-ac54-5798dafa4699 None None] Routers {'11a50426-d46c-4fbf-b176-2a10bf8d5cc2'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:22:31.827285 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-3bbbe916-01fb-4afb-ac54-5798dafa4699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:22:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['11a50426-d46c-4fbf-b176-2a10bf8d5cc2'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:31.841669 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-3bf7cc35-1b0c-4b80-92d5-05f0bda00711 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2212d08-c09b-4f5f-80e7-2a3241ccbad4') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:31.842003 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-3bf7cc35-1b0c-4b80-92d5-05f0bda00711 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2212d08-c09b-4f5f-80e7-2a3241ccbad4') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:31.859085 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3bf7cc35-1b0c-4b80-92d5-05f0bda00711 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:31.906891 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3bf7cc35-1b0c-4b80-92d5-05f0bda00711 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:31.916011 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-3bbbe916-01fb-4afb-ac54-5798dafa4699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:31.922775 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-18d4e418-46d0-4502-8da9-06d23b9dd65f tempest-FloatingIPAdminTestJSON-1320200616 tempest-FloatingIPAdminTestJSON-1320200616-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:31.927117 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bf7cc35-1b0c-4b80-92d5-05f0bda00711 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:22:31.928059 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3bf7cc35-1b0c-4b80-92d5-05f0bda00711 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:31.929305 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbbe916-01fb-4afb-ac54-5798dafa4699 None None] Routers {'11a50426-d46c-4fbf-b176-2a10bf8d5cc2'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:22:31.930189 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-3bbbe916-01fb-4afb-ac54-5798dafa4699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:22:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['11a50426-d46c-4fbf-b176-2a10bf8d5cc2'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:31.970577 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-3bbbe916-01fb-4afb-ac54-5798dafa4699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:31.971655 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbbe916-01fb-4afb-ac54-5798dafa4699 None None] The sync data for ids ['11a50426-d46c-4fbf-b176-2a10bf8d5cc2'] in n-d-712142-27 is: [] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:22:32.040822 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:22:32.040822 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:22:32.040822 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:22:32.040822 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:22:32.040822 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:22:32.040822 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:22:32.040822 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:22:32.040822 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:22:32.040822 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:22:32.040822 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:22:32.040822 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:22:32.040822 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:22:32.040822 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:22:32.040822 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:22:32.040822 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:22:32.040822 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:22:32.040822 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:22:32.040822 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:22:32.040822 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:22:32.040822 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:22:32.040822 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:22:32.040822 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:22:32.040822 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:22:32.040822 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:22:32.040822 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:22:32.040822 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:22:32.040822 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:22:32.040822 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:22:32.040822 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:22:32.040822 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:22:32.040822 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:22:32.040822 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:22:32.050882 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-18d4e418-46d0-4502-8da9-06d23b9dd65f tempest-FloatingIPAdminTestJSON-1320200616 tempest-FloatingIPAdminTestJSON-1320200616-project-admin] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 13.1714182 Nov 12 01:22:32.061716 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d1078f51-32b4-4cca-a735-9c3e22376eb6 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:32.063772 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58096) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:32.075228 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd0e65-8668-4e46-8351-067d5ba8bf1d None None] Pushing event deleted for resources: {'Port': ['ID=7821cca5-bd26-419f-a480-957cc0f753df,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:32.134226 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 8eb977f8-4b50-4565-a30d-0afa8f5cf7fe triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:32.134430 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:32.158109 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d1078f51-32b4-4cca-a735-9c3e22376eb6 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:32.162431 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 516cf2ad-4f1b-4204-9961-65d3750f3a10, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=516cf2ad-4f1b-4204-9961-65d3750f3a10,segment=NetworkSegment(a038454c-e35a-4b94-bdaa-5b736e80ec88),segment_id=a038454c-e35a-4b94-bdaa-5b736e80ec88)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:22:32.166525 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3bf7cc35-1b0c-4b80-92d5-05f0bda00711 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:32.213959 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7e274d-cbc3-4267-98b3-9374d4b8317d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Network 981aadc5-a3d2-48fb-a9ec-ebaff1660d80 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:22:32.229896 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-bd7e274d-cbc3-4267-98b3-9374d4b8317d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:22:32.246337 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3bf7cc35-1b0c-4b80-92d5-05f0bda00711 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:32.255635 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3bf7cc35-1b0c-4b80-92d5-05f0bda00711 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "DELETE /v2.0/networks/76e5e23a-9f10-45a2-8793-e552577d95b0 HTTP/1.1" status: 204 len: 168 time: 0.8925750 Nov 12 01:22:32.259452 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf7cc35-1b0c-4b80-92d5-05f0bda00711 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event deleted for resources: {'Network': ['ID=76e5e23a-9f10-45a2-8793-e552577d95b0,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:32.264852 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58100) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:32.275387 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-91be7e89-01d7-4f11-a93d-146d99d23547 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1075050020'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:22:32.323591 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:32.342467 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7523b7cf-dc87-494e-b2f9-8173e4f106e1 req-cfd62722-98bd-448a-bd6c-8eef76724378 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:32.344320 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7523b7cf-dc87-494e-b2f9-8173e4f106e1 req-cfd62722-98bd-448a-bd6c-8eef76724378 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e5a542c-ba25-4a31-b73e-f6bc69c0aa46 HTTP/1.1" status: 200 len: 943 time: 0.1973624 Nov 12 01:22:32.348234 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91be7e89-01d7-4f11-a93d-146d99d23547 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Made reservation on behalf of 59c2860fe13d48f997166c751343b84d for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:22:32.352992 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-91be7e89-01d7-4f11-a93d-146d99d23547 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:32.458991 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9767c1d4-2c89-446a-9557-92e1410aaa34 tempest-FloatingIPAdminTestJSON-1320200616 tempest-FloatingIPAdminTestJSON-1320200616-project-admin] 10.222.0.45 "GET /v2.0/floatingips/27cbcfed-7a96-403b-9dff-bc4e8d9158f9 HTTP/1.1" status: 200 len: 982 time: 0.3900104 Nov 12 01:22:32.460525 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58102) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:32.482264 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d1078f51-32b4-4cca-a735-9c3e22376eb6 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:32.537801 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1078f51-32b4-4cca-a735-9c3e22376eb6 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Pushing event deleted for resources: {'Subnet': ['ID=cb63a43a-faa3-47c3-a180-b8b9f2b1ac84,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:32.557423 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91be7e89-01d7-4f11-a93d-146d99d23547 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:22:32.604399 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=516cf2ad-4f1b-4204-9961-65d3750f3a10,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:32.622827 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-91be7e89-01d7-4f11-a93d-146d99d23547 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:32.623196 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-91be7e89-01d7-4f11-a93d-146d99d23547 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Added segment e53f60c1-c9ee-4e8e-918b-4779fd15460f of type vlan for network 880a39aa-a92e-4f44-956a-bfc2670573f4 Nov 12 01:22:32.639156 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6248f-6b21-49ae-acac-da83c38d6799 req-b9f61934-9e48-4aef-a65b-f55458a0dc22 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:32.641103 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-19f6248f-6b21-49ae-acac-da83c38d6799 req-b9f61934-9e48-4aef-a65b-f55458a0dc22 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6f1acd4-d8fc-4a4e-9c99-a8ad15cd6471 HTTP/1.1" status: 200 len: 945 time: 0.2710292 Nov 12 01:22:32.657743 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd7e274d-cbc3-4267-98b3-9374d4b8317d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Router e864dfc6-4044-4b92-a64a-4d2603d9ea92 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:22:32.667902 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:32.713690 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7523b7cf-dc87-494e-b2f9-8173e4f106e1 req-e1bd0b76-a651-407c-86cd-4d698903019f tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/security-groups?id=fffd30fd-6b1c-4828-84d7-a04053ecae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300776 Nov 12 01:22:32.735301 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['516cf2ad-4f1b-4204-9961-65d3750f3a10'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:22:32.781750 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7e274d-cbc3-4267-98b3-9374d4b8317d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:22:32.785421 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0f6f27d1-f1a0-4bf1-9012-bd105a38e428 tempest-FloatingIPAdminTestJSON-1320200616 tempest-FloatingIPAdminTestJSON-1320200616-project-admin] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1466 time: 0.3236020 Nov 12 01:22:32.790182 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-bd7e274d-cbc3-4267-98b3-9374d4b8317d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "PUT /v2.0/routers/e864dfc6-4044-4b92-a64a-4d2603d9ea92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1782527 Nov 12 01:22:32.794796 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58112) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:32.795153 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58110) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:32.816216 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f1acd4-d8fc-4a4e-9c99-a8ad15cd6471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa8c7e8-3344-4af9-ad73-d2037da30124'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:22:32.816216 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2aa86be-aed9-43fe-81af-dae79f5568c4" -d '{"events": [{"server_uuid": "f6f1acd4-d8fc-4a4e-9c99-a8ad15cd6471", "name": "network-vif-plugged", "status": "completed", "tag": "9aa8c7e8-3344-4af9-ad73-d2037da30124"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:22:32.816440 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-fd15b310-2026-465a-bf24-17f8edbbe3ee tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Request body: {'network': {'name': 'tempest-RoutersTest-1709051239'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:22:32.821277 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f26ebf4-9d89-4c37-8f03-51d0997552e5 None None] Sync routers for ids ['e864dfc6-4044-4b92-a64a-4d2603d9ea92'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:22:32.871876 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694aaa9b-248c-4d22-8c2f-32585bf3018d x-openstack-request-id: req-694aaa9b-248c-4d22-8c2f-32585bf3018d {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:22:32.872222 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f1acd4-d8fc-4a4e-9c99-a8ad15cd6471", "name": "network-vif-plugged", "status": "completed", "tag": "9aa8c7e8-3344-4af9-ad73-d2037da30124", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:22:32.872449 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-694aaa9b-248c-4d22-8c2f-32585bf3018d {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:22:32.872853 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f1acd4-d8fc-4a4e-9c99-a8ad15cd6471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa8c7e8-3344-4af9-ad73-d2037da30124', 'code': 200} Nov 12 01:22:32.879301 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 9aa8c7e8-3344-4af9-ad73-d2037da30124, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=9aa8c7e8-3344-4af9-ad73-d2037da30124,segment=NetworkSegment(8bcb0cfd-b44e-40ae-826e-c62a4095cd3a),segment_id=8bcb0cfd-b44e-40ae-826e-c62a4095cd3a)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:22:32.892888 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f26ebf4-9d89-4c37-8f03-51d0997552e5 None None] Routers {'e864dfc6-4044-4b92-a64a-4d2603d9ea92'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:22:32.893615 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-1f26ebf4-9d89-4c37-8f03-51d0997552e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:22:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['e864dfc6-4044-4b92-a64a-4d2603d9ea92'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:32.903771 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d1078f51-32b4-4cca-a735-9c3e22376eb6 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:32.965524 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:32.978850 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 7821cca5-bd26-419f-a480-957cc0f753df no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:22:32.979677 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd15b310-2026-465a-bf24-17f8edbbe3ee tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Made reservation on behalf of acd8925e4e2c4fe7bbc2a1e10c7a8810 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:22:32.985507 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fd15b310-2026-465a-bf24-17f8edbbe3ee tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:33.019907 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:33.024235 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-19f6248f-6b21-49ae-acac-da83c38d6799 req-7cfba2ad-c3c6-4640-9f75-df37b3957b5c tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac8b0839-0c1d-4ded-a4e2-caea0db502c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503561 Nov 12 01:22:33.031076 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-91be7e89-01d7-4f11-a93d-146d99d23547 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:33.037003 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-d1078f51-32b4-4cca-a735-9c3e22376eb6 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eb74d30-06ad-4406-bdf5-fefe6581e737']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:33.062896 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 3822d623-d9f2-49a6-affa-42aa2efadd3c up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:22:33.063089 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-d1078f51-32b4-4cca-a735-9c3e22376eb6 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c869e7e-c1a1-41ae-8e77-6c01ec9db46a') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:33.063089 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-d1078f51-32b4-4cca-a735-9c3e22376eb6 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c869e7e-c1a1-41ae-8e77-6c01ec9db46a') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:33.115068 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 7821cca5-bd26-419f-a480-957cc0f753df {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:22:33.115420 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 7821cca5-bd26-419f-a480-957cc0f753df not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:22:33.185034 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eefe54d-d5b1-4edb-85c0-0ca359908ee5 None None] Unable to find a vacant binding_index for network 0eb74d30-06ad-4406-bdf5-fefe6581e737 and agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 {{(pid=109087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 12 01:22:33.208331 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-1f26ebf4-9d89-4c37-8f03-51d0997552e5 None None] Set router e864dfc6-4044-4b92-a64a-4d2603d9ea92 gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:22:33.211754 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=9aa8c7e8-3344-4af9-ad73-d2037da30124,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:33.250430 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eefe54d-d5b1-4edb-85c0-0ca359908ee5 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 0eb74d30-06ad-4406-bdf5-fefe6581e737) {{(pid=109087) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 01:22:33.393606 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 3822d623-d9f2-49a6-affa-42aa2efadd3c completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:22:33.456317 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 3822d623-d9f2-49a6-affa-42aa2efadd3c triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:33.456695 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:33.528011 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d1078f51-32b4-4cca-a735-9c3e22376eb6 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:33.549006 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d1078f51-32b4-4cca-a735-9c3e22376eb6 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:33.555042 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-91be7e89-01d7-4f11-a93d-146d99d23547 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:33.564120 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91be7e89-01d7-4f11-a93d-146d99d23547 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:33.565052 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-91be7e89-01d7-4f11-a93d-146d99d23547 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:33.594051 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1078f51-32b4-4cca-a735-9c3e22376eb6 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:22:33.595108 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d1078f51-32b4-4cca-a735-9c3e22376eb6 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:33.606938 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-91be7e89-01d7-4f11-a93d-146d99d23547 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3383720 Nov 12 01:22:33.609084 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:22:33.609084 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:22:33.609084 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:22:33.609084 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:22:33.609084 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:22:33.609084 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:22:33.609084 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:22:33.609084 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:22:33.609084 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:22:33.609084 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:22:33.609084 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:22:33.609084 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:22:33.609084 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:22:33.609084 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:22:33.609084 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:22:33.609084 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:22:33.609084 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:22:33.609084 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:22:33.609084 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:22:33.609084 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:22:33.609084 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:22:33.609084 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:22:33.609084 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:22:33.609084 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:22:33.609084 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:22:33.609084 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:22:33.609084 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:22:33.609084 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:22:33.609084 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:22:33.609084 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:22:33.609084 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:22:33.609084 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:22:33.612185 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58120) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:33.651734 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-182ec25f-dea9-4a3b-912c-b0627bd0bef6 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Request body: {'subnet': {'network_id': '880a39aa-a92e-4f44-956a-bfc2670573f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:22:33.714418 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd15b310-2026-465a-bf24-17f8edbbe3ee tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:22:33.732991 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fd15b310-2026-465a-bf24-17f8edbbe3ee tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:33.733601 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-fd15b310-2026-465a-bf24-17f8edbbe3ee tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Added segment e7927293-172d-4011-a981-d7b8e07eef2a of type vlan for network 0ad2bc24-d8ef-4a3b-95a2-228452b2692d Nov 12 01:22:33.813374 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91be7e89-01d7-4f11-a93d-146d99d23547 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event updated for resources: {'Network': ['ID=880a39aa-a92e-4f44-956a-bfc2670573f4,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:33.834759 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d1078f51-32b4-4cca-a735-9c3e22376eb6 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:33.882584 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d1078f51-32b4-4cca-a735-9c3e22376eb6 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:33.886469 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-d1078f51-32b4-4cca-a735-9c3e22376eb6 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "DELETE /v2.0/networks/0eb74d30-06ad-4406-bdf5-fefe6581e737 HTTP/1.1" status: 204 len: 168 time: 2.1597512 Nov 12 01:22:33.889719 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1078f51-32b4-4cca-a735-9c3e22376eb6 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Pushing event deleted for resources: {'Network': ['ID=0eb74d30-06ad-4406-bdf5-fefe6581e737,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:33.900550 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58124) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:33.905878 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 880a39aa-a92e-4f44-956a-bfc2670573f4 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:22:33.910214 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-db2bbf04-19d3-46c5-9be4-dddc6e1a4027 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1677769765'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:22:33.934301 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fd15b310-2026-465a-bf24-17f8edbbe3ee tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:33.979656 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182ec25f-dea9-4a3b-912c-b0627bd0bef6 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Made reservation on behalf of 59c2860fe13d48f997166c751343b84d for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:22:33.983924 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-182ec25f-dea9-4a3b-912c-b0627bd0bef6 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:33.995177 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5361ae-e709-47fc-9109-6e9b483068aa req-8f693da5-c9f8-4699-9699-ca831bf30cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:33.998490 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ac5361ae-e709-47fc-9109-6e9b483068aa req-8f693da5-c9f8-4699-9699-ca831bf30cb3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f6f1acd4-d8fc-4a4e-9c99-a8ad15cd6471 HTTP/1.1" status: 200 len: 1098 time: 1.0011425 Nov 12 01:22:34.072809 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2bbf04-19d3-46c5-9be4-dddc6e1a4027 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Made reservation on behalf of e8129228a6df46ffbca9711093d28d41 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:22:34.077045 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-db2bbf04-19d3-46c5-9be4-dddc6e1a4027 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:34.093211 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66488471-8220-4a55-85f6-77d4098e4d3d req-1f1fcb90-9afa-4293-b401-8b4e229ee797 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:34.095195 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-66488471-8220-4a55-85f6-77d4098e4d3d req-1f1fcb90-9afa-4293-b401-8b4e229ee797 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e5a542c-ba25-4a31-b73e-f6bc69c0aa46 HTTP/1.1" status: 200 len: 944 time: 0.1805205 Nov 12 01:22:34.141717 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fd15b310-2026-465a-bf24-17f8edbbe3ee tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:34.152076 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-1f26ebf4-9d89-4c37-8f03-51d0997552e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'name': 'tempest-RoutersTest-router-1337973071', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:21:38Z', 'updated_at': '2021-11-12T01:22:29Z', 'revision_number': 4, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'gw_port_host': None, '_interfaces': [{'id': '57088768-f15c-4f7f-9a9f-7f6a28932777', 'name': '', 'network_id': 'fa8e971f-5e38-4f66-a1ab-a95e974dae98', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:5c:c9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '7ef30172-e78b-42f8-a17d-19195696b670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:21:46Z', 'updated_at': '2021-11-12T01:21:59Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '7ef30172-e78b-42f8-a17d-19195696b670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5727e23a-8bde-4970-bf7d-1985cbddbd28', 'name': '', 'network_id': '981aadc5-a3d2-48fb-a9ec-ebaff1660d80', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:eb:7e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': 'bdc99591-f574-4901-a286-b9d0318fffc5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:22:25Z', 'updated_at': '2021-11-12T01:22:30Z', 'revision_number': 2, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': 'bdc99591-f574-4901-a286-b9d0318fffc5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '913b6e34-0f4f-457d-93c7-175d506d758f', 'name': '', 'network_id': '7890d6b4-aaf7-41e9-a4d8-b4895f01fb76', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:44:4f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '250b34da-d305-4153-8a80-e74d99163ccb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:22:01Z', 'updated_at': '2021-11-12T01:22:20Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '250b34da-d305-4153-8a80-e74d99163ccb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:34.154351 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd15b310-2026-465a-bf24-17f8edbbe3ee tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:34.155429 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fd15b310-2026-465a-bf24-17f8edbbe3ee tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:34.155747 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db2bbf04-19d3-46c5-9be4-dddc6e1a4027 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:22:34.168688 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-db2bbf04-19d3-46c5-9be4-dddc6e1a4027 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:34.169112 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-db2bbf04-19d3-46c5-9be4-dddc6e1a4027 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Added segment 8e22860c-dc86-45d9-b0c9-f36a611a2813 of type vlan for network bb9657b8-94af-4057-8632-35e47a75783e Nov 12 01:22:34.197665 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:34.222308 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-db2bbf04-19d3-46c5-9be4-dddc6e1a4027 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:34.262211 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-db2bbf04-19d3-46c5-9be4-dddc6e1a4027 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:34.268900 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2bbf04-19d3-46c5-9be4-dddc6e1a4027 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:34.270255 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-db2bbf04-19d3-46c5-9be4-dddc6e1a4027 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:34.309843 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-db2bbf04-19d3-46c5-9be4-dddc6e1a4027 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4068544 Nov 12 01:22:34.325633 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f26ebf4-9d89-4c37-8f03-51d0997552e5 None None] Checking router: e864dfc6-4044-4b92-a64a-4d2603d9ea92 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:22:34.325898 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58130) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:34.326962 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f26ebf4-9d89-4c37-8f03-51d0997552e5 None None] Updating router e864dfc6-4044-4b92-a64a-4d2603d9ea92 port 5727e23a-8bde-4970-bf7d-1985cbddbd28 binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:22:34.333572 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd15b310-2026-465a-bf24-17f8edbbe3ee tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event updated for resources: {'Network': ['ID=0ad2bc24-d8ef-4a3b-95a2-228452b2692d,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:34.345521 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-2f27ebc5-aaf6-459a-b5b0-5036ec1d31d8 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Request body: {'subnet': {'network_id': 'bb9657b8-94af-4057-8632-35e47a75783e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:22:34.356513 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-fd15b310-2026-465a-bf24-17f8edbbe3ee tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5598354 Nov 12 01:22:34.383474 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58132) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:34.385856 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 0ad2bc24-d8ef-4a3b-95a2-228452b2692d details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:22:34.392571 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-5670d29b-f697-4a90-baea-315b9b33eb9c tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Request body: {'subnet': {'network_id': '0ad2bc24-d8ef-4a3b-95a2-228452b2692d', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:22:34.401222 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 516cf2ad-4f1b-4204-9961-65d3750f3a10 up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:22:34.405195 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1b259e-cda9-40e0-a847-c460de14ee48 None None] Network 0eb74d30-06ad-4406-bdf5-fefe6581e737 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:22:34.411426 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:34.447109 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-66488471-8220-4a55-85f6-77d4098e4d3d req-6312857f-536a-4152-8778-cf658bfb3b43 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/security-groups?id=fffd30fd-6b1c-4828-84d7-a04053ecae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297961 Nov 12 01:22:34.463608 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ac5361ae-e709-47fc-9109-6e9b483068aa req-5ed44466-077b-4845-9b61-c32285b6364c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ac8b0839-0c1d-4ded-a4e2-caea0db502c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4501610 Nov 12 01:22:34.481035 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-6a0d0366-7b7d-4bb1-8e95-f7abc224fe17 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Deleting port 96e10bb4-4d4e-423a-b11d-234083290a9b {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:22:34.490277 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6a0d0366-7b7d-4bb1-8e95-f7abc224fe17 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:34.527039 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1b259e-cda9-40e0-a847-c460de14ee48 None None] Network 0eb74d30-06ad-4406-bdf5-fefe6581e737 could not be found, it might have been deleted concurrently. {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 01:22:34.567953 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1abca2a-3a81-49e4-9eea-73b00c2a714a None None] Network 0eb74d30-06ad-4406-bdf5-fefe6581e737 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:22:34.577366 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2bbf04-19d3-46c5-9be4-dddc6e1a4027 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Pushing event updated for resources: {'Network': ['ID=bb9657b8-94af-4057-8632-35e47a75783e,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:34.639644 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1f26ebf4-9d89-4c37-8f03-51d0997552e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:34.674857 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d63b41-3381-436c-881b-fdf188142486 req-17f150c5-aca7-4251-a104-51efe5b758ee tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:34.676733 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d6d63b41-3381-436c-881b-fdf188142486 req-17f150c5-aca7-4251-a104-51efe5b758ee tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6f1acd4-d8fc-4a4e-9c99-a8ad15cd6471 HTTP/1.1" status: 200 len: 946 time: 0.3509541 Nov 12 01:22:34.686816 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network bb9657b8-94af-4057-8632-35e47a75783e details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:22:34.760372 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1abca2a-3a81-49e4-9eea-73b00c2a714a None None] Network 0eb74d30-06ad-4406-bdf5-fefe6581e737 could not be found, it might have been deleted concurrently. {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 01:22:34.797601 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.db.api [None req-2f27ebc5-aaf6-459a-b5b0-5036ec1d31d8 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 01:22:34.797601 n-d-712142-27 neutron-server[109086]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 12 01:22:34.797601 n-d-712142-27 neutron-server[109086]: [parameters: {'project_id_1': 'e8129228a6df46ffbca9711093d28d41', 'expiration_1': datetime.datetime(2021, 11, 12, 1, 22, 14, 776311)}] Nov 12 01:22:34.797601 n-d-712142-27 neutron-server[109086]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109086) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:22:34.798717 n-d-712142-27 neutron-server[109086]: DEBUG oslo_db.api [None req-2f27ebc5-aaf6-459a-b5b0-5036ec1d31d8 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:22:34.831055 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d6d63b41-3381-436c-881b-fdf188142486 req-b98f39a3-0563-4efa-b8b3-a66bbd310c50 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac8b0839-0c1d-4ded-a4e2-caea0db502c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079838 Nov 12 01:22:34.861304 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6a0d0366-7b7d-4bb1-8e95-f7abc224fe17 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:34.879528 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6a0d0366-7b7d-4bb1-8e95-f7abc224fe17 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:34.880303 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5670d29b-f697-4a90-baea-315b9b33eb9c tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Made reservation on behalf of acd8925e4e2c4fe7bbc2a1e10c7a8810 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:22:34.880303 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5670d29b-f697-4a90-baea-315b9b33eb9c tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:34.896387 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-6a0d0366-7b7d-4bb1-8e95-f7abc224fe17 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Calling delete_port for 96e10bb4-4d4e-423a-b11d-234083290a9b owned by network:floatingip {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:22:34.929504 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '112649eb-faa7-47d7-bb5d-cec74afc415f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3822d623-d9f2-49a6-affa-42aa2efadd3c'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:22:34.933629 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd865c2a-95db-4096-ae18-10e624880386" -d '{"events": [{"server_uuid": "112649eb-faa7-47d7-bb5d-cec74afc415f", "name": "network-vif-plugged", "status": "completed", "tag": "3822d623-d9f2-49a6-affa-42aa2efadd3c"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:22:35.119246 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5670d29b-f697-4a90-baea-315b9b33eb9c tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:35.173308 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-182ec25f-dea9-4a3b-912c-b0627bd0bef6 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:35.180872 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 3822d623-d9f2-49a6-affa-42aa2efadd3c, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=3822d623-d9f2-49a6-affa-42aa2efadd3c,segment=NetworkSegment(a038454c-e35a-4b94-bdaa-5b736e80ec88),segment_id=a038454c-e35a-4b94-bdaa-5b736e80ec88)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:22:35.225952 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:35.273746 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6a0d0366-7b7d-4bb1-8e95-f7abc224fe17 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:35.284937 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5670d29b-f697-4a90-baea-315b9b33eb9c tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event updated for resources: {'Subnet': ['ID=61644bfa-9ec6-47a2-a7a1-60ba631bf03f,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:35.334081 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d0366-7b7d-4bb1-8e95-f7abc224fe17 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Pushing event deleted for resources: {'Port': ['ID=96e10bb4-4d4e-423a-b11d-234083290a9b,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:35.357193 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f52676-f13b-4022-9319-40bb554a29d6 x-openstack-request-id: req-53f52676-f13b-4022-9319-40bb554a29d6 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:22:35.357644 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "112649eb-faa7-47d7-bb5d-cec74afc415f", "name": "network-vif-plugged", "status": "completed", "tag": "3822d623-d9f2-49a6-affa-42aa2efadd3c", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:22:35.358070 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-53f52676-f13b-4022-9319-40bb554a29d6 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:22:35.358722 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '112649eb-faa7-47d7-bb5d-cec74afc415f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3822d623-d9f2-49a6-affa-42aa2efadd3c', 'code': 200} Nov 12 01:22:35.362750 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=3822d623-d9f2-49a6-affa-42aa2efadd3c,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:35.391854 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port 516cf2ad-4f1b-4204-9961-65d3750f3a10 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:22:35.439237 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5670d29b-f697-4a90-baea-315b9b33eb9c tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Checking segment: {'id': 'e7927293-172d-4011-a981-d7b8e07eef2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0ad2bc24-d8ef-4a3b-95a2-228452b2692d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:22:35.441103 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port 516cf2ad-4f1b-4204-9961-65d3750f3a10 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:35.441705 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:35.444480 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5670d29b-f697-4a90-baea-315b9b33eb9c tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Network hostable DHCP agents. Network: 0ad2bc24-d8ef-4a3b-95a2-228452b2692d, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:22:35.450665 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:35.482592 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182ec25f-dea9-4a3b-912c-b0627bd0bef6 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Checking segment: {'id': 'e53f60c1-c9ee-4e8e-918b-4779fd15460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '880a39aa-a92e-4f44-956a-bfc2670573f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:22:35.483401 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182ec25f-dea9-4a3b-912c-b0627bd0bef6 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Network hostable DHCP agents. Network: 880a39aa-a92e-4f44-956a-bfc2670573f4, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:22:35.492493 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f27ebc5-aaf6-459a-b5b0-5036ec1d31d8 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Made reservation on behalf of e8129228a6df46ffbca9711093d28d41 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:22:35.492726 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-1a39a81d-8a85-4b42-a6b5-b25ae2172e24 None None] Provisioning complete for port 5727e23a-8bde-4970-bf7d-1985cbddbd28 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:35.493203 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1a39a81d-8a85-4b42-a6b5-b25ae2172e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:35.497750 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2f27ebc5-aaf6-459a-b5b0-5036ec1d31d8 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:35.531513 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ec25f-dea9-4a3b-912c-b0627bd0bef6 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event updated for resources: {'Subnet': ['ID=14804a64-044c-46a2-84c6-cf0bc7126b83,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:35.547645 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5670d29b-f697-4a90-baea-315b9b33eb9c tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Network 0ad2bc24-d8ef-4a3b-95a2-228452b2692d is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:22:35.576469 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-5670d29b-f697-4a90-baea-315b9b33eb9c tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 0ad2bc24-d8ef-4a3b-95a2-228452b2692d) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:22:35.602352 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5670d29b-f697-4a90-baea-315b9b33eb9c tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:35.604027 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5670d29b-f697-4a90-baea-315b9b33eb9c tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:35.623290 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182ec25f-dea9-4a3b-912c-b0627bd0bef6 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Network 880a39aa-a92e-4f44-956a-bfc2670573f4 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:22:35.634428 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-182ec25f-dea9-4a3b-912c-b0627bd0bef6 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 880a39aa-a92e-4f44-956a-bfc2670573f4) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:22:35.651284 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-5670d29b-f697-4a90-baea-315b9b33eb9c tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2640753 Nov 12 01:22:35.653212 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182ec25f-dea9-4a3b-912c-b0627bd0bef6 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:35.655581 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-182ec25f-dea9-4a3b-912c-b0627bd0bef6 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:35.661095 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58140) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:35.692028 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1eb55e-67a7-4a52-9108-44a384a66a82 None None] Network 0ad2bc24-d8ef-4a3b-95a2-228452b2692d requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:22:35.697098 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376f6c3e-6dec-420e-8555-73e7d8d4fc49 None None] Network 880a39aa-a92e-4f44-956a-bfc2670573f4 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:22:35.773539 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6a0d0366-7b7d-4bb1-8e95-f7abc224fe17 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks [] for floatingip, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:35.774457 n-d-712142-27 neutron-server[109086]: INFO neutron.db.l3_db [None req-6a0d0366-7b7d-4bb1-8e95-f7abc224fe17 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Floating IP 27cbcfed-7a96-403b-9dff-bc4e8d9158f9 disassociated (deleted). External IP: 172.25.3.35, port: 91676382-f635-4564-8b5a-0d5271abd06c. Nov 12 01:22:35.790757 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ee0ad-f79c-40c9-803c-5916db4048b8 req-1de05fee-89f9-46d9-85dd-61a6df4c7e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:35.792978 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b52ee0ad-f79c-40c9-803c-5916db4048b8 req-1de05fee-89f9-46d9-85dd-61a6df4c7e98 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=112649eb-faa7-47d7-bb5d-cec74afc415f HTTP/1.1" status: 200 len: 1098 time: 0.2896011 Nov 12 01:22:35.888505 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-182ec25f-dea9-4a3b-912c-b0627bd0bef6 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2498021 Nov 12 01:22:35.893555 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58144) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:35.908103 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-b0faa29c-190b-4467-8a2b-d5fe9a8b7b00 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-631053318', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:22:35.931588 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c0bbd5-79d9-491f-b2d9-31f0eaadb621 req-c8032da7-35a5-4043-becd-5d563039de73 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:35.934876 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c7c0bbd5-79d9-491f-b2d9-31f0eaadb621 req-c8032da7-35a5-4043-becd-5d563039de73 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e5a542c-ba25-4a31-b73e-f6bc69c0aa46 HTTP/1.1" status: 200 len: 944 time: 0.2073977 Nov 12 01:22:35.986880 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b52ee0ad-f79c-40c9-803c-5916db4048b8 req-aecd30b2-52a9-4f44-b456-48ec9945da14 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fffd30fd-6b1c-4828-84d7-a04053ecae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465092 Nov 12 01:22:36.036115 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-1a39a81d-8a85-4b42-a6b5-b25ae2172e24 None None] Port 5727e23a-8bde-4970-bf7d-1985cbddbd28 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:22:36.051958 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b0faa29c-190b-4467-8a2b-d5fe9a8b7b00 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:36.053189 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b0faa29c-190b-4467-8a2b-d5fe9a8b7b00 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:36.186306 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1f26ebf4-9d89-4c37-8f03-51d0997552e5 None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:36.220932 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b0faa29c-190b-4467-8a2b-d5fe9a8b7b00 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:36.221465 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1f26ebf4-9d89-4c37-8f03-51d0997552e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:36.261359 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a405858c-a59e-406d-8404-851405bb9c48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-880a39aa-a92e-4f44-956a-bfc2670573f4', 'network_id': '880a39aa-a92e-4f44-956a-bfc2670573f4', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'fixed_ips': [{'subnet_id': '14804a64-044c-46a2-84c6-cf0bc7126b83'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:22:36.262257 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a405858c-a59e-406d-8404-851405bb9c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:36.317805 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b0faa29c-190b-4467-8a2b-d5fe9a8b7b00 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:36.363027 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5953c8-bfb9-455a-a865-afcf3e0d08f0 req-bb60cb86-5566-4997-9949-a804097f648e tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:36.376915 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3e5953c8-bfb9-455a-a865-afcf3e0d08f0 req-bb60cb86-5566-4997-9949-a804097f648e tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6f1acd4-d8fc-4a4e-9c99-a8ad15cd6471 HTTP/1.1" status: 200 len: 946 time: 0.3502018 Nov 12 01:22:36.450435 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c7c0bbd5-79d9-491f-b2d9-31f0eaadb621 req-82c6eda6-7bd7-44e4-81a7-a5f63a0c0ae1 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/security-groups?id=fffd30fd-6b1c-4828-84d7-a04053ecae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4962428 Nov 12 01:22:36.527082 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-a405858c-a59e-406d-8404-851405bb9c48 None None] Allocated IP 2001:db8::2 (880a39aa-a92e-4f44-956a-bfc2670573f4/14804a64-044c-46a2-84c6-cf0bc7126b83/272bd54e-ced6-432e-a13e-7605356f8fe7) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:22:36.613097 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b0faa29c-190b-4467-8a2b-d5fe9a8b7b00 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:36.613097 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b0faa29c-190b-4467-8a2b-d5fe9a8b7b00 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7029965 Nov 12 01:22:36.666947 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58148) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:36.675920 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-bc66425b-db96-4532-b10d-fcb955553a43 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Request body: {'port': {'network_id': '880a39aa-a92e-4f44-956a-bfc2670573f4', 'name': 'tempest-RoutersIpV6Test-972277451'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:22:36.678025 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3e5953c8-bfb9-455a-a865-afcf3e0d08f0 req-f299d878-8273-4206-9b10-0c143648b753 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac8b0839-0c1d-4ded-a4e2-caea0db502c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869122 Nov 12 01:22:36.689496 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2f27ebc5-aaf6-459a-b5b0-5036ec1d31d8 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:36.845311 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08d61cc-98c4-43e9-b4e1-8ea0c22975e0 None None] Pushing event updated for resources: {'Port': ['ID=5727e23a-8bde-4970-bf7d-1985cbddbd28,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:36.894882 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:36.919041 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbed0def-0cbb-4718-bee7-a03e3f62d287 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-0ad2bc24-d8ef-4a3b-95a2-228452b2692d', 'network_id': '0ad2bc24-d8ef-4a3b-95a2-228452b2692d', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'fixed_ips': [{'subnet_id': '61644bfa-9ec6-47a2-a7a1-60ba631bf03f'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:22:36.920950 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cbed0def-0cbb-4718-bee7-a03e3f62d287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:36.933822 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a405858c-a59e-406d-8404-851405bb9c48 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:37.027422 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a405858c-a59e-406d-8404-851405bb9c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:37.095937 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f27ebc5-aaf6-459a-b5b0-5036ec1d31d8 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Pushing event updated for resources: {'Subnet': ['ID=e56d8f14-aa5a-4c7e-a06b-3ebcd774285c,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:37.135311 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a0d0366-7b7d-4bb1-8e95-f7abc224fe17 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Router 11a50426-d46c-4fbf-b176-2a10bf8d5cc2 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:22:37.196084 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f27ebc5-aaf6-459a-b5b0-5036ec1d31d8 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Checking segment: {'id': '8e22860c-dc86-45d9-b0c9-f36a611a2813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'bb9657b8-94af-4057-8632-35e47a75783e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:22:37.196915 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f27ebc5-aaf6-459a-b5b0-5036ec1d31d8 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Network hostable DHCP agents. Network: bb9657b8-94af-4057-8632-35e47a75783e, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:22:37.235014 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-183de1ee-d1ea-405b-bd4e-6913a09ae3b0 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:37.294138 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d1b4a8-5e66-48e5-b4de-3a7543b4d124 req-2ee99690-f2ae-4138-856a-fe97f2065454 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:37.299360 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e8d1b4a8-5e66-48e5-b4de-3a7543b4d124 req-2ee99690-f2ae-4138-856a-fe97f2065454 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6f1acd4-d8fc-4a4e-9c99-a8ad15cd6471 HTTP/1.1" status: 200 len: 946 time: 0.3369970 Nov 12 01:22:37.313342 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc66425b-db96-4532-b10d-fcb955553a43 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Made reservation on behalf of 59c2860fe13d48f997166c751343b84d for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:22:37.320718 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bc66425b-db96-4532-b10d-fcb955553a43 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:37.350993 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f27ebc5-aaf6-459a-b5b0-5036ec1d31d8 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Network bb9657b8-94af-4057-8632-35e47a75783e is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:22:37.401085 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 516cf2ad-4f1b-4204-9961-65d3750f3a10, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=516cf2ad-4f1b-4204-9961-65d3750f3a10,segment=NetworkSegment(a038454c-e35a-4b94-bdaa-5b736e80ec88),segment_id=a038454c-e35a-4b94-bdaa-5b736e80ec88)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:22:37.403064 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e5a542c-ba25-4a31-b73e-f6bc69c0aa46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516cf2ad-4f1b-4204-9961-65d3750f3a10'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:22:37.408260 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4077d4-0778-4ec6-a859-910177a2032d" -d '{"events": [{"server_uuid": "8e5a542c-ba25-4a31-b73e-f6bc69c0aa46", "name": "network-vif-plugged", "status": "completed", "tag": "516cf2ad-4f1b-4204-9961-65d3750f3a10"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:22:37.414408 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-bc66425b-db96-4532-b10d-fcb955553a43 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] device_id is not set on port 22037e0a-f333-4497-beea-03abac30ac34 yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:22:37.419515 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-2f27ebc5-aaf6-459a-b5b0-5036ec1d31d8 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, bb9657b8-94af-4057-8632-35e47a75783e) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:22:37.434139 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f27ebc5-aaf6-459a-b5b0-5036ec1d31d8 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:37.434749 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2f27ebc5-aaf6-459a-b5b0-5036ec1d31d8 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:37.456586 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a405858c-a59e-406d-8404-851405bb9c48 None None] Network 880a39aa-a92e-4f44-956a-bfc2670573f4 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:22:37.458442 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbd1790-d7c1-4998-9fe7-5e23080b6a1f None None] Network bb9657b8-94af-4057-8632-35e47a75783e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:22:37.463214 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-1f26ebf4-9d89-4c37-8f03-51d0997552e5 None None] Attempting to bind port 5727e23a-8bde-4970-bf7d-1985cbddbd28 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:22:37.464041 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-1f26ebf4-9d89-4c37-8f03-51d0997552e5 None None] Attempting to bind port 5727e23a-8bde-4970-bf7d-1985cbddbd28 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '64ab0ae1-9f7f-4843-9224-854cadc28023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '981aadc5-a3d2-48fb-a9ec-ebaff1660d80'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:22:37.464802 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f26ebf4-9d89-4c37-8f03-51d0997552e5 None None] Attempting to bind port 5727e23a-8bde-4970-bf7d-1985cbddbd28 on network 981aadc5-a3d2-48fb-a9ec-ebaff1660d80 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:22:37.468702 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-ac501502-4032-402a-b92d-54fadb1bc484 None None] Provisioning complete for port 5727e23a-8bde-4970-bf7d-1985cbddbd28 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:37.469365 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ac501502-4032-402a-b92d-54fadb1bc484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:37.486835 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:37.563394 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0d0366-7b7d-4bb1-8e95-f7abc224fe17 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:22:37.582166 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce214f2-4b60-4714-b1f8-f4216ca6a4c2 None None] Sync routers for ids ['11a50426-d46c-4fbf-b176-2a10bf8d5cc2'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:22:37.596483 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6a0d0366-7b7d-4bb1-8e95-f7abc224fe17 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:37.638706 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6a0d0366-7b7d-4bb1-8e95-f7abc224fe17 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] 10.222.0.45 "DELETE /v2.0/floatingips/27cbcfed-7a96-403b-9dff-bc4e8d9158f9 HTTP/1.1" status: 204 len: 168 time: 4.8409855 Nov 12 01:22:37.644903 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58158) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:37.650178 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2f27ebc5-aaf6-459a-b5b0-5036ec1d31d8 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3116646 Nov 12 01:22:37.654536 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce214f2-4b60-4714-b1f8-f4216ca6a4c2 None None] Routers {'11a50426-d46c-4fbf-b176-2a10bf8d5cc2'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:22:37.657174 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-fd40771d-64af-46fe-b1e3-4b066436864d tempest-FloatingIPAdminTestJSON-1320200616 tempest-FloatingIPAdminTestJSON-1320200616-project-admin] Request body: {'floatingip': {'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:22:37.657496 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-cce214f2-4b60-4714-b1f8-f4216ca6a4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:22:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['11a50426-d46c-4fbf-b176-2a10bf8d5cc2'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:37.693164 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58160) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:37.785147 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-cce214f2-4b60-4714-b1f8-f4216ca6a4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:37.810471 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce214f2-4b60-4714-b1f8-f4216ca6a4c2 None None] Routers {'11a50426-d46c-4fbf-b176-2a10bf8d5cc2'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:22:37.811363 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-cce214f2-4b60-4714-b1f8-f4216ca6a4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:22:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['11a50426-d46c-4fbf-b176-2a10bf8d5cc2'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:37.820132 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fd40771d-64af-46fe-b1e3-4b066436864d tempest-FloatingIPAdminTestJSON-1320200616 tempest-FloatingIPAdminTestJSON-1320200616-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:37.849611 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-cce214f2-4b60-4714-b1f8-f4216ca6a4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:37.851305 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce214f2-4b60-4714-b1f8-f4216ca6a4c2 None None] The sync data for ids ['11a50426-d46c-4fbf-b176-2a10bf8d5cc2'] in n-d-712142-27 is: [] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:22:37.891223 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-183de1ee-d1ea-405b-bd4e-6913a09ae3b0 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Allocated IP 172.23.0.1 (0ad2bc24-d8ef-4a3b-95a2-228452b2692d/61644bfa-9ec6-47a2-a7a1-60ba631bf03f/93f31ab2-ef04-42fd-a716-000c4aafdc2b) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:22:37.912379 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-a405858c-a59e-406d-8404-851405bb9c48 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:22:37.973441 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a86a62-00f1-4608-9ed4-a5c51d9470a6 x-openstack-request-id: req-91a86a62-00f1-4608-9ed4-a5c51d9470a6 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:22:37.976227 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e5a542c-ba25-4a31-b73e-f6bc69c0aa46", "name": "network-vif-plugged", "status": "completed", "tag": "516cf2ad-4f1b-4204-9961-65d3750f3a10", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:22:37.976752 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-91a86a62-00f1-4608-9ed4-a5c51d9470a6 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:22:37.977467 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e5a542c-ba25-4a31-b73e-f6bc69c0aa46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516cf2ad-4f1b-4204-9961-65d3750f3a10', 'code': 200} Nov 12 01:22:38.018876 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a405858c-a59e-406d-8404-851405bb9c48 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:22:38.026271 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a405858c-a59e-406d-8404-851405bb9c48 None None] Pushing event updated for resources: {'Port': ['ID=272bd54e-ced6-432e-a13e-7605356f8fe7,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:38.031864 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f26ebf4-9d89-4c37-8f03-51d0997552e5 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:22:38.032185 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f26ebf4-9d89-4c37-8f03-51d0997552e5 None None] Checking segment: {'id': '64ab0ae1-9f7f-4843-9224-854cadc28023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '981aadc5-a3d2-48fb-a9ec-ebaff1660d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:22:38.032813 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1f26ebf4-9d89-4c37-8f03-51d0997552e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:38.033499 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f26ebf4-9d89-4c37-8f03-51d0997552e5 None None] Bound using segment: {'id': '64ab0ae1-9f7f-4843-9224-854cadc28023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '981aadc5-a3d2-48fb-a9ec-ebaff1660d80'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:22:38.034353 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-1f26ebf4-9d89-4c37-8f03-51d0997552e5 None None] Bound port: 5727e23a-8bde-4970-bf7d-1985cbddbd28, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ab0ae1-9f7f-4843-9224-854cadc28023', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '981aadc5-a3d2-48fb-a9ec-ebaff1660d80'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:22:38.035043 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1f26ebf4-9d89-4c37-8f03-51d0997552e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:38.071936 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-183de1ee-d1ea-405b-bd4e-6913a09ae3b0 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:38.114941 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-bc66425b-db96-4532-b10d-fcb955553a43 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Allocated IP 2001:db8::23f (880a39aa-a92e-4f44-956a-bfc2670573f4/14804a64-044c-46a2-84c6-cf0bc7126b83/22037e0a-f333-4497-beea-03abac30ac34) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:22:38.145555 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-183de1ee-d1ea-405b-bd4e-6913a09ae3b0 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:38.279094 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e8d1b4a8-5e66-48e5-b4de-3a7543b4d124 req-f15f9d0b-882c-4977-89c5-934d920430d9 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac8b0839-0c1d-4ded-a4e2-caea0db502c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4207723 Nov 12 01:22:38.310359 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183de1ee-d1ea-405b-bd4e-6913a09ae3b0 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Network 0ad2bc24-d8ef-4a3b-95a2-228452b2692d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:22:38.325241 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-183de1ee-d1ea-405b-bd4e-6913a09ae3b0 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:22:38.349267 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183de1ee-d1ea-405b-bd4e-6913a09ae3b0 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:22:38.360850 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f8acb7-1603-444f-b3ed-e2f7b6909540 req-44d3c8fa-6b8d-4dde-ae4b-bb636b037731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:38.362619 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-74f8acb7-1603-444f-b3ed-e2f7b6909540 req-44d3c8fa-6b8d-4dde-ae4b-bb636b037731 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8e5a542c-ba25-4a31-b73e-f6bc69c0aa46 HTTP/1.1" status: 200 len: 1097 time: 0.4967215 Nov 12 01:22:38.416254 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a774fa69-3fb7-41b0-b112-83b7c4ddeef5 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:38.500835 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-ac501502-4032-402a-b92d-54fadb1bc484 None None] Port 5727e23a-8bde-4970-bf7d-1985cbddbd28 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:22:38.544091 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a0bc8-d27a-4809-ab5b-a69b9771635a req-b03f8771-d96b-4257-a695-5cd59eba57e8 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:38.547505 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-060a0bc8-d27a-4809-ab5b-a69b9771635a req-b03f8771-d96b-4257-a695-5cd59eba57e8 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e5a542c-ba25-4a31-b73e-f6bc69c0aa46 HTTP/1.1" status: 200 len: 945 time: 0.6827941 Nov 12 01:22:38.548317 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183de1ee-d1ea-405b-bd4e-6913a09ae3b0 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event updated for resources: {'Port': ['ID=93f31ab2-ef04-42fd-a716-000c4aafdc2b,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:38.551472 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-183de1ee-d1ea-405b-bd4e-6913a09ae3b0 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:38.656993 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bc66425b-db96-4532-b10d-fcb955553a43 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:38.694633 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a774fa69-3fb7-41b0-b112-83b7c4ddeef5 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:38.782102 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-74f8acb7-1603-444f-b3ed-e2f7b6909540 req-8a1b71ae-522b-480d-91dc-e754472a57f8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fffd30fd-6b1c-4828-84d7-a04053ecae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247612 Nov 12 01:22:38.843673 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fd40771d-64af-46fe-b1e3-4b066436864d tempest-FloatingIPAdminTestJSON-1320200616 tempest-FloatingIPAdminTestJSON-1320200616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:38.882738 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=516cf2ad-4f1b-4204-9961-65d3750f3a10,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:38.900799 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:38.933121 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-a405858c-a59e-406d-8404-851405bb9c48 None None] Attempting to bind port 272bd54e-ced6-432e-a13e-7605356f8fe7 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:22:38.937141 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-a405858c-a59e-406d-8404-851405bb9c48 None None] Attempting to bind port 272bd54e-ced6-432e-a13e-7605356f8fe7 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'e53f60c1-c9ee-4e8e-918b-4779fd15460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '880a39aa-a92e-4f44-956a-bfc2670573f4'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:22:38.937955 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a405858c-a59e-406d-8404-851405bb9c48 None None] Attempting to bind port 272bd54e-ced6-432e-a13e-7605356f8fe7 on network 880a39aa-a92e-4f44-956a-bfc2670573f4 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:22:38.944542 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-cbed0def-0cbb-4718-bee7-a03e3f62d287 None None] Allocated IP 172.23.0.2 (0ad2bc24-d8ef-4a3b-95a2-228452b2692d/61644bfa-9ec6-47a2-a7a1-60ba631bf03f/e4008429-0d82-4138-9831-bd265569df82) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:22:38.985701 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a405858c-a59e-406d-8404-851405bb9c48 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:22:38.986501 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a405858c-a59e-406d-8404-851405bb9c48 None None] Checking segment: {'id': 'e53f60c1-c9ee-4e8e-918b-4779fd15460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '880a39aa-a92e-4f44-956a-bfc2670573f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:22:38.987229 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a405858c-a59e-406d-8404-851405bb9c48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:38.988021 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a405858c-a59e-406d-8404-851405bb9c48 None None] Bound using segment: {'id': 'e53f60c1-c9ee-4e8e-918b-4779fd15460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '880a39aa-a92e-4f44-956a-bfc2670573f4'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:22:38.988964 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-a405858c-a59e-406d-8404-851405bb9c48 None None] Bound port: 272bd54e-ced6-432e-a13e-7605356f8fe7, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e53f60c1-c9ee-4e8e-918b-4779fd15460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '880a39aa-a92e-4f44-956a-bfc2670573f4'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:22:38.989671 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a405858c-a59e-406d-8404-851405bb9c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:39.059778 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-1f26ebf4-9d89-4c37-8f03-51d0997552e5 None None] For port 5727e23a-8bde-4970-bf7d-1985cbddbd28, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:22:39.110851 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bc66425b-db96-4532-b10d-fcb955553a43 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:39.136226 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a774fa69-3fb7-41b0-b112-83b7c4ddeef5 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:39.147891 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-060a0bc8-d27a-4809-ab5b-a69b9771635a req-109019be-54ff-42cc-958c-830831c5ff47 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/security-groups?id=fffd30fd-6b1c-4828-84d7-a04053ecae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4760931 Nov 12 01:22:39.162042 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-1f26ebf4-9d89-4c37-8f03-51d0997552e5 None None] For port 5727e23a-8bde-4970-bf7d-1985cbddbd28, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=5727e23a-8bde-4970-bf7d-1985cbddbd28,segment=NetworkSegment(64ab0ae1-9f7f-4843-9224-854cadc28023),segment_id=64ab0ae1-9f7f-4843-9224-854cadc28023)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:22:39.189975 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484e50f1-12cf-46f0-9293-c8482207b5b2 req-ac882fcb-8ea3-4cdc-b628-1878f5f6e692 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:39.209188 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-484e50f1-12cf-46f0-9293-c8482207b5b2 req-ac882fcb-8ea3-4cdc-b628-1878f5f6e692 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6f1acd4-d8fc-4a4e-9c99-a8ad15cd6471 HTTP/1.1" status: 200 len: 946 time: 0.2473986 Nov 12 01:22:39.214605 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-183de1ee-d1ea-405b-bd4e-6913a09ae3b0 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:39.252681 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1f26ebf4-9d89-4c37-8f03-51d0997552e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:39.252985 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc66425b-db96-4532-b10d-fcb955553a43 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event updated for resources: {'Port': ['ID=22037e0a-f333-4497-beea-03abac30ac34,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:39.311343 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc66425b-db96-4532-b10d-fcb955553a43 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Network 880a39aa-a92e-4f44-956a-bfc2670573f4 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:22:39.387372 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-a405858c-a59e-406d-8404-851405bb9c48 None None] For port 272bd54e-ced6-432e-a13e-7605356f8fe7, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:22:39.388799 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774fa69-3fb7-41b0-b112-83b7c4ddeef5 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Pushing event deleted for resources: {'Subnet': ['ID=e56d8f14-aa5a-4c7e-a06b-3ebcd774285c,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:39.392200 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-bc66425b-db96-4532-b10d-fcb955553a43 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:22:39.410849 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-a405858c-a59e-406d-8404-851405bb9c48 None None] For port 272bd54e-ced6-432e-a13e-7605356f8fe7, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=272bd54e-ced6-432e-a13e-7605356f8fe7,segment=NetworkSegment(e53f60c1-c9ee-4e8e-918b-4779fd15460f),segment_id=e53f60c1-c9ee-4e8e-918b-4779fd15460f)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:22:39.435771 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09f4c2d-5d5b-4d10-88ae-7aabafbb9448 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-bb9657b8-94af-4057-8632-35e47a75783e', 'network_id': 'bb9657b8-94af-4057-8632-35e47a75783e', 'tenant_id': 'e8129228a6df46ffbca9711093d28d41', 'fixed_ips': [{'subnet_id': 'e56d8f14-aa5a-4c7e-a06b-3ebcd774285c'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:22:39.436935 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c09f4c2d-5d5b-4d10-88ae-7aabafbb9448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:39.456834 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc66425b-db96-4532-b10d-fcb955553a43 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:22:39.472926 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a405858c-a59e-406d-8404-851405bb9c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:39.480631 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08d61cc-98c4-43e9-b4e1-8ea0c22975e0 None None] Pushing event updated for resources: {'Port': ['ID=5727e23a-8bde-4970-bf7d-1985cbddbd28,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:39.489538 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc66425b-db96-4532-b10d-fcb955553a43 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:39.490500 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bc66425b-db96-4532-b10d-fcb955553a43 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:39.527190 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f26ebf4-9d89-4c37-8f03-51d0997552e5 None None] Routers {'e864dfc6-4044-4b92-a64a-4d2603d9ea92'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:22:39.540921 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-1f26ebf4-9d89-4c37-8f03-51d0997552e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:22:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['e864dfc6-4044-4b92-a64a-4d2603d9ea92'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:39.627557 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-fd40771d-64af-46fe-b1e3-4b066436864d tempest-FloatingIPAdminTestJSON-1320200616 tempest-FloatingIPAdminTestJSON-1320200616-project-admin] Allocated IP 172.25.3.115 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/2f9576b3-e3a8-4ee7-8887-539711fc6f16) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:22:39.644468 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a774fa69-3fb7-41b0-b112-83b7c4ddeef5 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:39.659678 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-bc66425b-db96-4532-b10d-fcb955553a43 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.9908273 Nov 12 01:22:39.676528 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58170) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:39.980253 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cbed0def-0cbb-4718-bee7-a03e3f62d287 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:40.050684 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cbed0def-0cbb-4718-bee7-a03e3f62d287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:40.111881 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a405858c-a59e-406d-8404-851405bb9c48 None None] Pushing event updated for resources: {'Port': ['ID=272bd54e-ced6-432e-a13e-7605356f8fe7,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:40.186384 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-1f26ebf4-9d89-4c37-8f03-51d0997552e5 None None] Set router e864dfc6-4044-4b92-a64a-4d2603d9ea92 gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:22:40.265804 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-484e50f1-12cf-46f0-9293-c8482207b5b2 req-68f4621b-eb53-4c18-a14f-cf6a56fccdae tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac8b0839-0c1d-4ded-a4e2-caea0db502c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0543542 Nov 12 01:22:40.397052 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-a774fa69-3fb7-41b0-b112-83b7c4ddeef5 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb9657b8-94af-4057-8632-35e47a75783e']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:40.518314 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-183de1ee-d1ea-405b-bd4e-6913a09ae3b0 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:40.542070 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-183de1ee-d1ea-405b-bd4e-6913a09ae3b0 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:40.611949 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed0def-0cbb-4718-bee7-a03e3f62d287 None None] Pushing event updated for resources: {'Port': ['ID=e4008429-0d82-4138-9831-bd265569df82,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:40.638420 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d399d20a-f7f3-4a04-a955-798d375e2520 None None] Network bb9657b8-94af-4057-8632-35e47a75783e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:22:40.717561 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbed0def-0cbb-4718-bee7-a03e3f62d287 None None] Network 0ad2bc24-d8ef-4a3b-95a2-228452b2692d is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:22:40.743104 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-17b2f849-452a-4f67-ab43-6e09a2e0df64 None None] Provisioning complete for port 5727e23a-8bde-4970-bf7d-1985cbddbd28 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:40.743666 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-17b2f849-452a-4f67-ab43-6e09a2e0df64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:40.768582 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-cbed0def-0cbb-4718-bee7-a03e3f62d287 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:22:40.769534 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-a774fa69-3fb7-41b0-b112-83b7c4ddeef5 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e22860c-dc86-45d9-b0c9-f36a611a2813') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:40.770360 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-a774fa69-3fb7-41b0-b112-83b7c4ddeef5 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e22860c-dc86-45d9-b0c9-f36a611a2813') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:40.787635 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbed0def-0cbb-4718-bee7-a03e3f62d287 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:22:40.811222 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a774fa69-3fb7-41b0-b112-83b7c4ddeef5 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:40.906871 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-183de1ee-d1ea-405b-bd4e-6913a09ae3b0 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:40.921045 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183de1ee-d1ea-405b-bd4e-6913a09ae3b0 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event updated for resources: {'Port': ['ID=93f31ab2-ef04-42fd-a716-000c4aafdc2b,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:40.998236 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685aded2-8465-4b8c-b9d0-625d0579912e req-339bf037-e53b-4621-a789-ad9d4a61bf04 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:41.001141 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-685aded2-8465-4b8c-b9d0-625d0579912e req-339bf037-e53b-4621-a789-ad9d4a61bf04 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e5a542c-ba25-4a31-b73e-f6bc69c0aa46 HTTP/1.1" status: 200 len: 945 time: 0.2896695 Nov 12 01:22:41.031756 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:41.347561 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-685aded2-8465-4b8c-b9d0-625d0579912e req-3003bbcc-b12a-46eb-b9ef-695178736c14 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/security-groups?id=fffd30fd-6b1c-4828-84d7-a04053ecae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057022 Nov 12 01:22:41.488665 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183de1ee-d1ea-405b-bd4e-6913a09ae3b0 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Network 0ad2bc24-d8ef-4a3b-95a2-228452b2692d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:22:41.492383 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-183de1ee-d1ea-405b-bd4e-6913a09ae3b0 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:22:41.622369 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a774fa69-3fb7-41b0-b112-83b7c4ddeef5 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:41.658878 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a774fa69-3fb7-41b0-b112-83b7c4ddeef5 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:22:41.659481 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a774fa69-3fb7-41b0-b112-83b7c4ddeef5 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:41.672738 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:22:41.672738 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:22:41.672738 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:22:41.672738 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:22:41.672738 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:22:41.672738 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:22:41.672738 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:22:41.672738 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:22:41.672738 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:22:41.672738 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:22:41.672738 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:22:41.672738 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:22:41.672738 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:22:41.672738 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:22:41.672738 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:22:41.672738 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:22:41.672738 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:22:41.672738 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:22:41.672738 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:22:41.672738 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:22:41.672738 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:22:41.672738 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:22:41.672738 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:22:41.672738 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:22:41.672738 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:22:41.672738 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:22:41.672738 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:22:41.672738 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:22:41.672738 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:22:41.672738 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:22:41.672738 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:22:41.672738 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:22:41.799623 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 272bd54e-ced6-432e-a13e-7605356f8fe7 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:22:41.922269 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fd40771d-64af-46fe-b1e3-4b066436864d tempest-FloatingIPAdminTestJSON-1320200616 tempest-FloatingIPAdminTestJSON-1320200616-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:42.016630 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-cbed0def-0cbb-4718-bee7-a03e3f62d287 None None] Attempting to bind port e4008429-0d82-4138-9831-bd265569df82 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:22:42.017590 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-cbed0def-0cbb-4718-bee7-a03e3f62d287 None None] Attempting to bind port e4008429-0d82-4138-9831-bd265569df82 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'e7927293-172d-4011-a981-d7b8e07eef2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0ad2bc24-d8ef-4a3b-95a2-228452b2692d'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:22:42.019758 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a774fa69-3fb7-41b0-b112-83b7c4ddeef5 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:42.021399 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbed0def-0cbb-4718-bee7-a03e3f62d287 None None] Attempting to bind port e4008429-0d82-4138-9831-bd265569df82 on network 0ad2bc24-d8ef-4a3b-95a2-228452b2692d {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:22:42.110882 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a774fa69-3fb7-41b0-b112-83b7c4ddeef5 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:42.120724 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a774fa69-3fb7-41b0-b112-83b7c4ddeef5 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "DELETE /v2.0/networks/bb9657b8-94af-4057-8632-35e47a75783e HTTP/1.1" status: 204 len: 168 time: 4.4251242 Nov 12 01:22:42.125847 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fd40771d-64af-46fe-b1e3-4b066436864d tempest-FloatingIPAdminTestJSON-1320200616 tempest-FloatingIPAdminTestJSON-1320200616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:42.162056 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58304) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:42.176207 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-7b9f619e-4d7a-4ba9-a876-5309e721cc27 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1221043087'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:22:42.230260 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbed0def-0cbb-4718-bee7-a03e3f62d287 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:22:42.230922 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbed0def-0cbb-4718-bee7-a03e3f62d287 None None] Checking segment: {'id': 'e7927293-172d-4011-a981-d7b8e07eef2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0ad2bc24-d8ef-4a3b-95a2-228452b2692d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:22:42.231910 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cbed0def-0cbb-4718-bee7-a03e3f62d287 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:42.233345 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbed0def-0cbb-4718-bee7-a03e3f62d287 None None] Bound using segment: {'id': 'e7927293-172d-4011-a981-d7b8e07eef2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0ad2bc24-d8ef-4a3b-95a2-228452b2692d'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:22:42.234444 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-cbed0def-0cbb-4718-bee7-a03e3f62d287 None None] Bound port: e4008429-0d82-4138-9831-bd265569df82, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7927293-172d-4011-a981-d7b8e07eef2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0ad2bc24-d8ef-4a3b-95a2-228452b2692d'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:22:42.236439 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cbed0def-0cbb-4718-bee7-a03e3f62d287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:42.289726 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774fa69-3fb7-41b0-b112-83b7c4ddeef5 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Pushing event deleted for resources: {'Network': ['ID=bb9657b8-94af-4057-8632-35e47a75783e,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:42.307474 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9f619e-4d7a-4ba9-a876-5309e721cc27 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Made reservation on behalf of e8129228a6df46ffbca9711093d28d41 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:22:42.309971 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c27403-c40c-4eb3-baf4-a53fc852893a None None] Network 880a39aa-a92e-4f44-956a-bfc2670573f4 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:22:42.318162 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7b9f619e-4d7a-4ba9-a876-5309e721cc27 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:42.429330 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd40771d-64af-46fe-b1e3-4b066436864d tempest-FloatingIPAdminTestJSON-1320200616 tempest-FloatingIPAdminTestJSON-1320200616-project-admin] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:22:42.441198 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b9f619e-4d7a-4ba9-a876-5309e721cc27 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:22:42.447464 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-fd40771d-64af-46fe-b1e3-4b066436864d tempest-FloatingIPAdminTestJSON-1320200616 tempest-FloatingIPAdminTestJSON-1320200616-project-admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:22:42.462726 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd40771d-64af-46fe-b1e3-4b066436864d tempest-FloatingIPAdminTestJSON-1320200616 tempest-FloatingIPAdminTestJSON-1320200616-project-admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:22:42.596752 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-17b2f849-452a-4f67-ab43-6e09a2e0df64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:42.637782 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd40771d-64af-46fe-b1e3-4b066436864d tempest-FloatingIPAdminTestJSON-1320200616 tempest-FloatingIPAdminTestJSON-1320200616-project-admin] Pushing event updated for resources: {'Port': ['ID=2f9576b3-e3a8-4ee7-8887-539711fc6f16,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:42.660148 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7b9f619e-4d7a-4ba9-a876-5309e721cc27 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:42.661025 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-7b9f619e-4d7a-4ba9-a876-5309e721cc27 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Added segment f21849ea-ded8-466f-b291-70c000316fe9 of type vlan for network 1b27279e-d6f4-4f4e-8c4e-877dafd0a07f Nov 12 01:22:42.704670 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d80535-be68-43e1-9d1a-b8ce382e2713 req-d9ee0b98-7bd4-4ed8-bcd9-34fbeab91c4c tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:42.718004 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-51d80535-be68-43e1-9d1a-b8ce382e2713 req-d9ee0b98-7bd4-4ed8-bcd9-34fbeab91c4c tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6f1acd4-d8fc-4a4e-9c99-a8ad15cd6471 HTTP/1.1" status: 200 len: 946 time: 1.1924286 Nov 12 01:22:42.789797 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c6c21-ee88-400b-a9fe-b7600e3d9acb req-d8250d02-a94f-4847-9011-a8e79e65d780 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:42.790439 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 272bd54e-ced6-432e-a13e-7605356f8fe7 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:42.791014 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:42.793936 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2c3c6c21-ee88-400b-a9fe-b7600e3d9acb req-d8250d02-a94f-4847-9011-a8e79e65d780 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fc1e38b-3138-4613-9f43-abb08e04bfce HTTP/1.1" status: 200 len: 945 time: 1.0312967 Nov 12 01:22:42.827748 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2920ad3c-192d-455c-a33b-7b7e83f0c9fe tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:42.829290 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-183de1ee-d1ea-405b-bd4e-6913a09ae3b0 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Router e864dfc6-4044-4b92-a64a-4d2603d9ea92 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:22:42.902777 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-17b2f849-452a-4f67-ab43-6e09a2e0df64 None None] For port 5727e23a-8bde-4970-bf7d-1985cbddbd28, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=5727e23a-8bde-4970-bf7d-1985cbddbd28,segment=NetworkSegment(64ab0ae1-9f7f-4843-9224-854cadc28023),segment_id=64ab0ae1-9f7f-4843-9224-854cadc28023)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:22:42.904255 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7b9f619e-4d7a-4ba9-a876-5309e721cc27 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:42.922767 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-cbed0def-0cbb-4718-bee7-a03e3f62d287 None None] For port e4008429-0d82-4138-9831-bd265569df82, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:22:42.930950 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fd40771d-64af-46fe-b1e3-4b066436864d tempest-FloatingIPAdminTestJSON-1320200616 tempest-FloatingIPAdminTestJSON-1320200616-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:42.946695 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-17b2f849-452a-4f67-ab43-6e09a2e0df64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:42.976668 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-51d80535-be68-43e1-9d1a-b8ce382e2713 req-5d80ffd4-422c-4fdd-b5df-afda07dff940 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac8b0839-0c1d-4ded-a4e2-caea0db502c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518995 Nov 12 01:22:43.013026 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-cbed0def-0cbb-4718-bee7-a03e3f62d287 None None] For port e4008429-0d82-4138-9831-bd265569df82, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=e4008429-0d82-4138-9831-bd265569df82,segment=NetworkSegment(e7927293-172d-4011-a981-d7b8e07eef2a),segment_id=e7927293-172d-4011-a981-d7b8e07eef2a)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:22:43.042614 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cbed0def-0cbb-4718-bee7-a03e3f62d287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:43.080378 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fd40771d-64af-46fe-b1e3-4b066436864d tempest-FloatingIPAdminTestJSON-1320200616 tempest-FloatingIPAdminTestJSON-1320200616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:43.163616 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7b9f619e-4d7a-4ba9-a876-5309e721cc27 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:43.175296 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9f619e-4d7a-4ba9-a876-5309e721cc27 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:43.181704 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7b9f619e-4d7a-4ba9-a876-5309e721cc27 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:43.290955 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2c3c6c21-ee88-400b-a9fe-b7600e3d9acb req-51d8a8dd-5d56-480b-8685-9b7d757ab78e tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/security-groups?id=fffd30fd-6b1c-4828-84d7-a04053ecae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4580479 Nov 12 01:22:43.343590 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183de1ee-d1ea-405b-bd4e-6913a09ae3b0 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:22:43.366811 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-183de1ee-d1ea-405b-bd4e-6913a09ae3b0 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "PUT /v2.0/routers/e864dfc6-4044-4b92-a64a-4d2603d9ea92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6989534 Nov 12 01:22:43.366811 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58398) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:43.378800 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-217f2b7f-3c09-476f-93e3-87a9231a7077 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:22:43.563923 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7b9f619e-4d7a-4ba9-a876-5309e721cc27 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3969295 Nov 12 01:22:43.595472 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58412) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:43.602414 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-f4056f6d-1003-4319-9b01-80ba3781a917 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Request body: {'subnet': {'network_id': '1b27279e-d6f4-4f4e-8c4e-877dafd0a07f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:22:43.700767 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9f619e-4d7a-4ba9-a876-5309e721cc27 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Pushing event updated for resources: {'Network': ['ID=1b27279e-d6f4-4f4e-8c4e-877dafd0a07f,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:43.746527 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 1b27279e-d6f4-4f4e-8c4e-877dafd0a07f details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:22:43.754757 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504f5bf-c569-4c6f-853e-731db7b25991 req-c8f18d2b-95f3-46bd-b6f8-a9535c9392df tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:43.755994 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1504f5bf-c569-4c6f-853e-731db7b25991 req-c8f18d2b-95f3-46bd-b6f8-a9535c9392df tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/ports?device_id=112649eb-faa7-47d7-bb5d-cec74afc415f HTTP/1.1" status: 200 len: 946 time: 0.2780631 Nov 12 01:22:43.817957 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921d6af-f70c-4e58-8700-e76c2a46681d req-606a1a07-ba9e-410a-9143-f7289093ad2b tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:43.820013 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8921d6af-f70c-4e58-8700-e76c2a46681d req-606a1a07-ba9e-410a-9143-f7289093ad2b tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6f1acd4-d8fc-4a4e-9c99-a8ad15cd6471 HTTP/1.1" status: 200 len: 946 time: 0.2350891 Nov 12 01:22:43.929647 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-31a86e12-e7a3-4779-84c9-5bbb7189876d None None] Provisioning complete for port 272bd54e-ced6-432e-a13e-7605356f8fe7 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:43.932129 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-31a86e12-e7a3-4779-84c9-5bbb7189876d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:43.948986 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4056f6d-1003-4319-9b01-80ba3781a917 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Made reservation on behalf of e8129228a6df46ffbca9711093d28d41 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:22:43.952688 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f4056f6d-1003-4319-9b01-80ba3781a917 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:44.023413 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1504f5bf-c569-4c6f-853e-731db7b25991 req-2a742766-2fd2-49b8-b37a-429fbfc3ff06 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/security-groups?id=fffd30fd-6b1c-4828-84d7-a04053ecae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299197 Nov 12 01:22:44.086212 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e20ed26-9fd7-4a7b-9f10-0b26d9623880 req-a9393d30-cb2e-4bf9-a0b3-af4c7cde026d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:44.092701 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1e20ed26-9fd7-4a7b-9f10-0b26d9623880 req-a9393d30-cb2e-4bf9-a0b3-af4c7cde026d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3f6f135d124d490b9b6a1a3e378c8346&device_id=f6f1acd4-d8fc-4a4e-9c99-a8ad15cd6471 HTTP/1.1" status: 200 len: 1098 time: 0.3828645 Nov 12 01:22:44.101559 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-1f26ebf4-9d89-4c37-8f03-51d0997552e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'name': 'tempest-RoutersTest-router-1337973071', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:21:38Z', 'updated_at': '2021-11-12T01:22:38Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'gw_port_host': None, '_interfaces': [{'id': '57088768-f15c-4f7f-9a9f-7f6a28932777', 'name': '', 'network_id': 'fa8e971f-5e38-4f66-a1ab-a95e974dae98', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:5c:c9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '7ef30172-e78b-42f8-a17d-19195696b670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:21:46Z', 'updated_at': '2021-11-12T01:21:59Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '7ef30172-e78b-42f8-a17d-19195696b670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5727e23a-8bde-4970-bf7d-1985cbddbd28', 'name': '', 'network_id': '981aadc5-a3d2-48fb-a9ec-ebaff1660d80', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:eb:7e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': 'bdc99591-f574-4901-a286-b9d0318fffc5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:22:25Z', 'updated_at': '2021-11-12T01:22:38Z', 'revision_number': 4, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': 'bdc99591-f574-4901-a286-b9d0318fffc5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '913b6e34-0f4f-457d-93c7-175d506d758f', 'name': '', 'network_id': '7890d6b4-aaf7-41e9-a4d8-b4895f01fb76', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:44:4f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '250b34da-d305-4153-8a80-e74d99163ccb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:22:01Z', 'updated_at': '2021-11-12T01:22:20Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '250b34da-d305-4153-8a80-e74d99163ccb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93f31ab2-ef04-42fd-a716-000c4aafdc2b', 'name': '', 'network_id': '0ad2bc24-d8ef-4a3b-95a2-228452b2692d', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:56:5a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '61644bfa-9ec6-47a2-a7a1-60ba631bf03f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:22:37Z', 'updated_at': '2021-11-12T01:22:37Z', 'revision_number': 1, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '61644bfa-9ec6-47a2-a7a1-60ba631bf03f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:44.241311 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b2f849-452a-4f67-ab43-6e09a2e0df64 None None] Pushing event updated for resources: {'Port': ['ID=5727e23a-8bde-4970-bf7d-1985cbddbd28,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:44.249762 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fd40771d-64af-46fe-b1e3-4b066436864d tempest-FloatingIPAdminTestJSON-1320200616 tempest-FloatingIPAdminTestJSON-1320200616-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:44.263142 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8921d6af-f70c-4e58-8700-e76c2a46681d req-ceefbaf9-81e5-44dc-b2e2-009cad3e2925 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac8b0839-0c1d-4ded-a4e2-caea0db502c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4036815 Nov 12 01:22:44.271421 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f26ebf4-9d89-4c37-8f03-51d0997552e5 None None] The sync data for ids ['e864dfc6-4044-4b92-a64a-4d2603d9ea92'] in n-d-712142-27 is: [{'id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'name': 'tempest-RoutersTest-router-1337973071', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:21:38Z', 'updated_at': '2021-11-12T01:22:38Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'gw_port_host': None, '_interfaces': [{'id': '57088768-f15c-4f7f-9a9f-7f6a28932777', 'name': '', 'network_id': 'fa8e971f-5e38-4f66-a1ab-a95e974dae98', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:5c:c9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '7ef30172-e78b-42f8-a17d-19195696b670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:21:46Z', 'updated_at': '2021-11-12T01:21:59Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '7ef30172-e78b-42f8-a17d-19195696b670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5727e23a-8bde-4970-bf7d-1985cbddbd28', 'name': '', 'network_id': '981aadc5-a3d2-48fb-a9ec-ebaff1660d80', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:eb:7e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': 'bdc99591-f574-4901-a286-b9d0318fffc5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:22:25Z', 'updated_at': '2021-11-12T01:22:38Z', 'revision_number': 4, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': 'bdc99591-f574-4901-a286-b9d0318fffc5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '913b6e34-0f4f-457d-93c7-175d506d758f', 'name': '', 'network_id': '7890d6b4-aaf7-41e9-a4d8-b4895f01fb76', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:44:4f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '250b34da-d305-4153-8a80-e74d99163ccb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:22:01Z', 'updated_at': '2021-11-12T01:22:20Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '250b34da-d305-4153-8a80-e74d99163ccb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93f31ab2-ef04-42fd-a716-000c4aafdc2b', 'name': '', 'network_id': '0ad2bc24-d8ef-4a3b-95a2-228452b2692d', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:56:5a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '61644bfa-9ec6-47a2-a7a1-60ba631bf03f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:22:37Z', 'updated_at': '2021-11-12T01:22:37Z', 'revision_number': 1, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '61644bfa-9ec6-47a2-a7a1-60ba631bf03f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:22:44.371883 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b2f849-452a-4f67-ab43-6e09a2e0df64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:44.372458 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b2f849-452a-4f67-ab43-6e09a2e0df64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:44.373008 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b2f849-452a-4f67-ab43-6e09a2e0df64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:44.373543 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b2f849-452a-4f67-ab43-6e09a2e0df64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:44.374067 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b2f849-452a-4f67-ab43-6e09a2e0df64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:44.374604 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b2f849-452a-4f67-ab43-6e09a2e0df64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:44.375146 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b2f849-452a-4f67-ab43-6e09a2e0df64 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:44.375677 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b2f849-452a-4f67-ab43-6e09a2e0df64 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:44.376339 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b2f849-452a-4f67-ab43-6e09a2e0df64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:44.376881 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b2f849-452a-4f67-ab43-6e09a2e0df64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:44.377471 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b2f849-452a-4f67-ab43-6e09a2e0df64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:44.377961 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b2f849-452a-4f67-ab43-6e09a2e0df64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:22:44.545531 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.ipam_backend_mixin [None req-f4056f6d-1003-4319-9b01-80ba3781a917 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Performing IP validity checks on allocation pools {{(pid=109085) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 01:22:44.546816 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.ipam_backend_mixin [None req-f4056f6d-1003-4319-9b01-80ba3781a917 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109085) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 01:22:44.684791 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-31a86e12-e7a3-4779-84c9-5bbb7189876d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:44.733380 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:44.841076 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fd40771d-64af-46fe-b1e3-4b066436864d tempest-FloatingIPAdminTestJSON-1320200616 tempest-FloatingIPAdminTestJSON-1320200616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:44.842425 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed0def-0cbb-4718-bee7-a03e3f62d287 None None] Pushing event updated for resources: {'Port': ['ID=e4008429-0d82-4138-9831-bd265569df82,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:44.941724 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-31a86e12-e7a3-4779-84c9-5bbb7189876d None None] For port 272bd54e-ced6-432e-a13e-7605356f8fe7, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=272bd54e-ced6-432e-a13e-7605356f8fe7,segment=NetworkSegment(e53f60c1-c9ee-4e8e-918b-4779fd15460f),segment_id=e53f60c1-c9ee-4e8e-918b-4779fd15460f)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:22:44.958678 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-31a86e12-e7a3-4779-84c9-5bbb7189876d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:45.197360 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.api [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:22:45.198386 n-d-712142-27 neutron-server[109087]: DEBUG oslo_db.api [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:22:45.229813 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2920ad3c-192d-455c-a33b-7b7e83f0c9fe tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:45.305081 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a86e12-e7a3-4779-84c9-5bbb7189876d None None] Pushing event updated for resources: {'Port': ['ID=272bd54e-ced6-432e-a13e-7605356f8fe7,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:45.377999 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e20ed26-9fd7-4a7b-9f10-0b26d9623880 req-81f6ac51-e037-45f4-971a-3c5271f0665e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:45.380724 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1e20ed26-9fd7-4a7b-9f10-0b26d9623880 req-81f6ac51-e037-45f4-971a-3c5271f0665e service neutron] 10.222.0.44 "GET /v2.0/networks?id=f83a5eb4-144e-49b8-9905-af47775cb623 HTTP/1.1" status: 200 len: 912 time: 0.6803446 Nov 12 01:22:45.520810 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2920ad3c-192d-455c-a33b-7b7e83f0c9fe tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:45.541197 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fd40771d-64af-46fe-b1e3-4b066436864d tempest-FloatingIPAdminTestJSON-1320200616 tempest-FloatingIPAdminTestJSON-1320200616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:45.560283 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-14b448cc-bb45-4444-9090-d47357f227a9 None None] Provisioning complete for port 272bd54e-ced6-432e-a13e-7605356f8fe7 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:45.561282 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-14b448cc-bb45-4444-9090-d47357f227a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:45.779444 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1e20ed26-9fd7-4a7b-9f10-0b26d9623880 req-d3c67663-910f-40ca-9f4a-0a387d462be2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9aa8c7e8-3344-4af9-ad73-d2037da30124 HTTP/1.1" status: 200 len: 217 time: 0.3878169 Nov 12 01:22:45.790345 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd40771d-64af-46fe-b1e3-4b066436864d tempest-FloatingIPAdminTestJSON-1320200616 tempest-FloatingIPAdminTestJSON-1320200616-project-admin] Pushing event updated for resources: {'Port': ['ID=2f9576b3-e3a8-4ee7-8887-539711fc6f16,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:45.874602 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.extraroute_db [None req-217f2b7f-3c09-476f-93e3-87a9231a7077 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=109085) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 01:22:46.082780 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45438896-655a-4910-99a4-8eb0140de0f0 req-9211c303-e5b2-4d22-b0cd-0aa8b8f27b7c tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:46.103174 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-45438896-655a-4910-99a4-8eb0140de0f0 req-9211c303-e5b2-4d22-b0cd-0aa8b8f27b7c tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e5a542c-ba25-4a31-b73e-f6bc69c0aa46 HTTP/1.1" status: 200 len: 945 time: 0.9540000 Nov 12 01:22:46.146236 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-14b448cc-bb45-4444-9090-d47357f227a9 None None] Provisioning complete for port 22037e0a-f333-4497-beea-03abac30ac34 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:46.150217 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-14b448cc-bb45-4444-9090-d47357f227a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:46.394640 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.extraroute_db [None req-217f2b7f-3c09-476f-93e3-87a9231a7077 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Removed routes are [] {{(pid=109085) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 01:22:46.395326 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-217f2b7f-3c09-476f-93e3-87a9231a7077 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-233838'] for router, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:46.409431 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-14b448cc-bb45-4444-9090-d47357f227a9 None None] Port 22037e0a-f333-4497-beea-03abac30ac34 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:22:46.450341 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f4056f6d-1003-4319-9b01-80ba3781a917 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:46.495669 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2920ad3c-192d-455c-a33b-7b7e83f0c9fe tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event updated for resources: {'Port': ['ID=22037e0a-f333-4497-beea-03abac30ac34,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:46.541560 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e20ed26-9fd7-4a7b-9f10-0b26d9623880 req-058c210e-c15e-4f9e-84b2-54df62f08eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:46.545950 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1e20ed26-9fd7-4a7b-9f10-0b26d9623880 req-058c210e-c15e-4f9e-84b2-54df62f08eda service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9fae93e4-d1d7-4b11-9547-3ddc38521dfd HTTP/1.1" status: 200 len: 852 time: 0.4173210 Nov 12 01:22:46.559818 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fd40771d-64af-46fe-b1e3-4b066436864d tempest-FloatingIPAdminTestJSON-1320200616 tempest-FloatingIPAdminTestJSON-1320200616-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:46.565336 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-fd40771d-64af-46fe-b1e3-4b066436864d tempest-FloatingIPAdminTestJSON-1320200616 tempest-FloatingIPAdminTestJSON-1320200616-project-admin] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.9134541 Nov 12 01:22:46.572527 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644d1d27-00aa-41d7-9b0a-7f6ad1cf270c None None] Network 0ad2bc24-d8ef-4a3b-95a2-228452b2692d requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:22:46.582813 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58570) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:46.689777 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1e20ed26-9fd7-4a7b-9f10-0b26d9623880 req-da783ff1-2e3d-49d0-8d0b-d690c17d07af service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f83a5eb4-144e-49b8-9905-af47775cb623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1175408 Nov 12 01:22:46.732873 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-45438896-655a-4910-99a4-8eb0140de0f0 req-074de379-a98b-4c35-aedc-17f98715a51f tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/security-groups?id=fffd30fd-6b1c-4828-84d7-a04053ecae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6225955 Nov 12 01:22:46.771239 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d0ffd-7fd4-42fa-bad9-71d499433eb8 req-e429b362-84e8-40b0-9d2c-71fe4c18b99f tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:46.788958 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5d1d0ffd-7fd4-42fa-bad9-71d499433eb8 req-e429b362-84e8-40b0-9d2c-71fe4c18b99f tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6f1acd4-d8fc-4a4e-9c99-a8ad15cd6471 HTTP/1.1" status: 200 len: 946 time: 1.2628281 Nov 12 01:22:47.149215 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-9fc82aea-9e35-4841-a493-7935da161156 None None] Provisioning complete for port e4008429-0d82-4138-9831-bd265569df82 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:47.150819 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9fc82aea-9e35-4841-a493-7935da161156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:47.279281 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4056f6d-1003-4319-9b01-80ba3781a917 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Pushing event updated for resources: {'Subnet': ['ID=ad52faee-dd94-4070-9e0b-f3b479c513f8,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:47.301886 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device e4008429-0d82-4138-9831-bd265569df82 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:22:47.344578 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-f751f1bd-3bf5-49d7-bfdc-99934cffa309 tempest-FloatingIPAdminTestJSON-2147408805 tempest-FloatingIPAdminTestJSON-2147408805-project] Request body: {'floatingip': {'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:22:47.403886 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1e20ed26-9fd7-4a7b-9f10-0b26d9623880 req-5157b7f8-36a4-45d2-b18f-9b0accea1eaf service neutron] 10.222.0.44 "GET /v2.0/networks/f83a5eb4-144e-49b8-9905-af47775cb623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6901381 Nov 12 01:22:47.405371 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2920ad3c-192d-455c-a33b-7b7e83f0c9fe tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:47.610297 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f751f1bd-3bf5-49d7-bfdc-99934cffa309 tempest-FloatingIPAdminTestJSON-2147408805 tempest-FloatingIPAdminTestJSON-2147408805-project] Publish callbacks [] for floatingip, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:47.758118 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5d1d0ffd-7fd4-42fa-bad9-71d499433eb8 req-a4d9aad0-6b46-43ed-8a06-e3295f47611e tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac8b0839-0c1d-4ded-a4e2-caea0db502c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4442873 Nov 12 01:22:47.834127 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9fc82aea-9e35-4841-a493-7935da161156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:47.893404 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port e4008429-0d82-4138-9831-bd265569df82 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:47.893773 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:47.917612 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4056f6d-1003-4319-9b01-80ba3781a917 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Checking segment: {'id': 'f21849ea-ded8-466f-b291-70c000316fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1b27279e-d6f4-4f4e-8c4e-877dafd0a07f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:22:47.918568 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4056f6d-1003-4319-9b01-80ba3781a917 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Network hostable DHCP agents. Network: 1b27279e-d6f4-4f4e-8c4e-877dafd0a07f, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:22:47.959814 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2920ad3c-192d-455c-a33b-7b7e83f0c9fe tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:47.988410 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-217f2b7f-3c09-476f-93e3-87a9231a7077 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-233838'] for router, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:48.016197 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-217f2b7f-3c09-476f-93e3-87a9231a7077 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1709614'] for router, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:48.040134 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-9fc82aea-9e35-4841-a493-7935da161156 None None] For port e4008429-0d82-4138-9831-bd265569df82, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=e4008429-0d82-4138-9831-bd265569df82,segment=NetworkSegment(e7927293-172d-4011-a981-d7b8e07eef2a),segment_id=e7927293-172d-4011-a981-d7b8e07eef2a)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:22:48.055276 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb9e52-77cf-412e-b5cf-6dae2d0a9dc5 req-47548392-9f14-4743-8604-81c7f851ca37 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:48.065210 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9ccb9e52-77cf-412e-b5cf-6dae2d0a9dc5 req-47548392-9f14-4743-8604-81c7f851ca37 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fc1e38b-3138-4613-9f43-abb08e04bfce HTTP/1.1" status: 200 len: 945 time: 0.2816141 Nov 12 01:22:48.096512 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca01f1f1-84b7-43de-b017-7f3ed8a22c65 None None] Sync routers for ids ['e864dfc6-4044-4b92-a64a-4d2603d9ea92'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:22:48.117733 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9fc82aea-9e35-4841-a493-7935da161156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:48.126106 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca01f1f1-84b7-43de-b017-7f3ed8a22c65 None None] Routers {'e864dfc6-4044-4b92-a64a-4d2603d9ea92'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:22:48.127471 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-ca01f1f1-84b7-43de-b017-7f3ed8a22c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:22:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['e864dfc6-4044-4b92-a64a-4d2603d9ea92'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:48.160108 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4056f6d-1003-4319-9b01-80ba3781a917 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Network 1b27279e-d6f4-4f4e-8c4e-877dafd0a07f is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:22:48.208768 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-f4056f6d-1003-4319-9b01-80ba3781a917 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 1b27279e-d6f4-4f4e-8c4e-877dafd0a07f) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:22:48.275031 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e33d55-f1dd-4b08-8eba-b1cd92a6f310 None None] Network 1b27279e-d6f4-4f4e-8c4e-877dafd0a07f requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:22:48.363324 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4056f6d-1003-4319-9b01-80ba3781a917 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:48.364487 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f4056f6d-1003-4319-9b01-80ba3781a917 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:48.535940 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1e20ed26-9fd7-4a7b-9f10-0b26d9623880 req-093a6fbf-c05e-4970-92e0-482db5660dde service neutron] 10.222.0.44 "GET /v2.0/networks/f83a5eb4-144e-49b8-9905-af47775cb623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7964575 Nov 12 01:22:48.550218 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9ccb9e52-77cf-412e-b5cf-6dae2d0a9dc5 req-0655739e-b856-47b4-8100-fbafed12571a tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/security-groups?id=fffd30fd-6b1c-4828-84d7-a04053ecae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4499135 Nov 12 01:22:48.593191 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-f4056f6d-1003-4319-9b01-80ba3781a917 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 4.9953418 Nov 12 01:22:48.598091 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58654) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:48.619366 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-217f2b7f-3c09-476f-93e3-87a9231a7077 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Router e864dfc6-4044-4b92-a64a-4d2603d9ea92 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:22:48.662235 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f751f1bd-3bf5-49d7-bfdc-99934cffa309 tempest-FloatingIPAdminTestJSON-2147408805 tempest-FloatingIPAdminTestJSON-2147408805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:48.671078 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-9fc82aea-9e35-4841-a493-7935da161156 None None] Provisioning complete for port 22037e0a-f333-4497-beea-03abac30ac34 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:48.675059 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9fc82aea-9e35-4841-a493-7935da161156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:48.771330 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-9fc82aea-9e35-4841-a493-7935da161156 None None] Port 22037e0a-f333-4497-beea-03abac30ac34 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:22:48.798292 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 5727e23a-8bde-4970-bf7d-1985cbddbd28 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:22:48.869239 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-800c3bd0-d79c-491b-b055-73e0268ee3bb tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:48.995651 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-ca01f1f1-84b7-43de-b017-7f3ed8a22c65 None None] Set router e864dfc6-4044-4b92-a64a-4d2603d9ea92 gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:22:49.004981 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc82aea-9e35-4841-a493-7935da161156 None None] Pushing event updated for resources: {'Port': ['ID=e4008429-0d82-4138-9831-bd265569df82,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:49.158365 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-800c3bd0-d79c-491b-b055-73e0268ee3bb tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:49.191103 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-f751f1bd-3bf5-49d7-bfdc-99934cffa309 tempest-FloatingIPAdminTestJSON-2147408805 tempest-FloatingIPAdminTestJSON-2147408805-project] Allocated IP 172.25.3.146 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/dcba35e8-ce4f-4d05-81a4-e33cdd9afeb9) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:22:49.338540 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2920ad3c-192d-455c-a33b-7b7e83f0c9fe tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:49.350991 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2920ad3c-192d-455c-a33b-7b7e83f0c9fe tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:49.354244 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-b0011185-e62c-4c07-9202-c1c46a63a76d None None] Provisioning complete for port e4008429-0d82-4138-9831-bd265569df82 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:49.356220 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b0011185-e62c-4c07-9202-c1c46a63a76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:49.360901 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2920ad3c-192d-455c-a33b-7b7e83f0c9fe tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:49.508036 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f751f1bd-3bf5-49d7-bfdc-99934cffa309 tempest-FloatingIPAdminTestJSON-2147408805 tempest-FloatingIPAdminTestJSON-2147408805-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:49.522793 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-800c3bd0-d79c-491b-b055-73e0268ee3bb tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:49.572590 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2920ad3c-192d-455c-a33b-7b7e83f0c9fe tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Network 880a39aa-a92e-4f44-956a-bfc2670573f4 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:22:49.607894 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-2920ad3c-192d-455c-a33b-7b7e83f0c9fe tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:22:49.619022 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-217f2b7f-3c09-476f-93e3-87a9231a7077 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:22:49.694756 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f751f1bd-3bf5-49d7-bfdc-99934cffa309 tempest-FloatingIPAdminTestJSON-2147408805 tempest-FloatingIPAdminTestJSON-2147408805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:49.720713 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-217f2b7f-3c09-476f-93e3-87a9231a7077 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:49.723268 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-217f2b7f-3c09-476f-93e3-87a9231a7077 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "PUT /v2.0/routers/e864dfc6-4044-4b92-a64a-4d2603d9ea92 HTTP/1.1" status: 200 len: 934 time: 6.3557608 Nov 12 01:22:49.752675 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-800c3bd0-d79c-491b-b055-73e0268ee3bb tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:49.790352 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-800c3bd0-d79c-491b-b055-73e0268ee3bb tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b27279e-d6f4-4f4e-8c4e-877dafd0a07f']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:49.791487 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 5727e23a-8bde-4970-bf7d-1985cbddbd28 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:49.792153 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:49.807409 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-800c3bd0-d79c-491b-b055-73e0268ee3bb tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f21849ea-ded8-466f-b291-70c000316fe9') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:49.808109 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-800c3bd0-d79c-491b-b055-73e0268ee3bb tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f21849ea-ded8-466f-b291-70c000316fe9') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:49.822479 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-800c3bd0-d79c-491b-b055-73e0268ee3bb tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:49.859885 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-800c3bd0-d79c-491b-b055-73e0268ee3bb tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:49.868980 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-800c3bd0-d79c-491b-b055-73e0268ee3bb tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:22:49.869823 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-800c3bd0-d79c-491b-b055-73e0268ee3bb tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:49.888998 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58662) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:49.890133 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f751f1bd-3bf5-49d7-bfdc-99934cffa309 tempest-FloatingIPAdminTestJSON-2147408805 tempest-FloatingIPAdminTestJSON-2147408805-project] Pushing event updated for resources: {'Port': ['ID=dcba35e8-ce4f-4d05-81a4-e33cdd9afeb9,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:49.992007 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:22:49.992007 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:22:49.992007 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:22:49.992007 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:22:49.992007 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:22:49.992007 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:22:49.992007 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:22:49.992007 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:22:49.992007 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:22:49.992007 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:22:49.992007 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:22:49.992007 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:22:49.992007 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:22:49.992007 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:22:49.992007 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:22:49.992007 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:22:49.992007 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:22:49.992007 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:22:49.992007 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:22:49.992007 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:22:49.992007 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:22:49.992007 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:22:49.992007 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:22:49.992007 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:22:49.992007 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:22:49.992007 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:22:49.992007 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:22:49.992007 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:22:49.992007 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:22:49.992007 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:22:49.992007 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:22:49.992007 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:22:49.996862 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c3bd0-d79c-491b-b055-73e0268ee3bb tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Pushing event deleted for resources: {'Subnet': ['ID=ad52faee-dd94-4070-9e0b-f3b479c513f8,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:50.036330 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-800c3bd0-d79c-491b-b055-73e0268ee3bb tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:50.063876 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2920ad3c-192d-455c-a33b-7b7e83f0c9fe tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event updated for resources: {'Port': ['ID=22037e0a-f333-4497-beea-03abac30ac34,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:50.104779 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a2397-e2bb-4f77-8f99-b3680e5b529a req-80de76b0-f5d4-4443-96ed-a06ba646dbcd tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:50.119707 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c66a2397-e2bb-4f77-8f99-b3680e5b529a req-80de76b0-f5d4-4443-96ed-a06ba646dbcd tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6f1acd4-d8fc-4a4e-9c99-a8ad15cd6471 HTTP/1.1" status: 200 len: 946 time: 1.0663371 Nov 12 01:22:50.148522 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f751f1bd-3bf5-49d7-bfdc-99934cffa309 tempest-FloatingIPAdminTestJSON-2147408805 tempest-FloatingIPAdminTestJSON-2147408805-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:22:50.186270 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-800c3bd0-d79c-491b-b055-73e0268ee3bb tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:50.201198 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-800c3bd0-d79c-491b-b055-73e0268ee3bb tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "DELETE /v2.0/networks/1b27279e-d6f4-4f4e-8c4e-877dafd0a07f HTTP/1.1" status: 204 len: 168 time: 1.5967212 Nov 12 01:22:50.204052 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cd004f-52ea-4a84-931f-57948707855c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-1b27279e-d6f4-4f4e-8c4e-877dafd0a07f', 'network_id': '1b27279e-d6f4-4f4e-8c4e-877dafd0a07f', 'tenant_id': 'e8129228a6df46ffbca9711093d28d41', 'fixed_ips': [{'subnet_id': 'ad52faee-dd94-4070-9e0b-f3b479c513f8'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:22:50.205854 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-30cd004f-52ea-4a84-931f-57948707855c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:50.207274 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58666) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:50.222270 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-67b5699e-ec61-4a33-a716-3602a08935ac tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1475089396'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:22:50.273105 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-f751f1bd-3bf5-49d7-bfdc-99934cffa309 tempest-FloatingIPAdminTestJSON-2147408805 tempest-FloatingIPAdminTestJSON-2147408805-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:22:50.293749 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17478821-be33-45f6-8071-0e7d7fd35039 req-3ff45033-c7d0-425e-a4a9-8300c7192595 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:50.306752 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17478821-be33-45f6-8071-0e7d7fd35039 req-3ff45033-c7d0-425e-a4a9-8300c7192595 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:50.319669 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17478821-be33-45f6-8071-0e7d7fd35039 req-3ff45033-c7d0-425e-a4a9-8300c7192595 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:50.333539 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-17478821-be33-45f6-8071-0e7d7fd35039 req-3ff45033-c7d0-425e-a4a9-8300c7192595 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e5a542c-ba25-4a31-b73e-f6bc69c0aa46&device_id=112649eb-faa7-47d7-bb5d-cec74afc415f&device_id=7fc1e38b-3138-4613-9f43-abb08e04bfce HTTP/1.1" status: 200 len: 2417 time: 0.7323856 Nov 12 01:22:50.334756 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c3bd0-d79c-491b-b055-73e0268ee3bb tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Pushing event deleted for resources: {'Network': ['ID=1b27279e-d6f4-4f4e-8c4e-877dafd0a07f,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:50.365867 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 272bd54e-ced6-432e-a13e-7605356f8fe7 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:22:50.385117 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f751f1bd-3bf5-49d7-bfdc-99934cffa309 tempest-FloatingIPAdminTestJSON-2147408805 tempest-FloatingIPAdminTestJSON-2147408805-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:22:50.403450 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b5699e-ec61-4a33-a716-3602a08935ac tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Made reservation on behalf of e8129228a6df46ffbca9711093d28d41 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:22:50.440619 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-67b5699e-ec61-4a33-a716-3602a08935ac tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:50.512464 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f743e0-9626-4aa2-94f1-b95253a061f7 None None] Network 1b27279e-d6f4-4f4e-8c4e-877dafd0a07f requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:22:50.535645 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f743e0-9626-4aa2-94f1-b95253a061f7 None None] Network 1b27279e-d6f4-4f4e-8c4e-877dafd0a07f could not be found, it might have been deleted concurrently. {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 01:22:50.558682 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-b0011185-e62c-4c07-9202-c1c46a63a76d None None] Provisioning complete for port 93f31ab2-ef04-42fd-a716-000c4aafdc2b triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:50.559165 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b0011185-e62c-4c07-9202-c1c46a63a76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:50.568069 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67b5699e-ec61-4a33-a716-3602a08935ac tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:22:50.572314 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2920ad3c-192d-455c-a33b-7b7e83f0c9fe tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Router bcc2b598-49ab-4e41-9254-3d53d8c06500 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:22:50.594619 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-67b5699e-ec61-4a33-a716-3602a08935ac tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:50.594981 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-67b5699e-ec61-4a33-a716-3602a08935ac tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Added segment f0948557-740d-4d0d-b1e0-5917fe133e93 of type vlan for network bb525ee1-3afe-41c3-b245-1c1760f9ad3d Nov 12 01:22:50.605490 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-b0011185-e62c-4c07-9202-c1c46a63a76d None None] Port 93f31ab2-ef04-42fd-a716-000c4aafdc2b cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:22:50.628517 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 272bd54e-ced6-432e-a13e-7605356f8fe7 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:50.628517 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:50.683289 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-b0011185-e62c-4c07-9202-c1c46a63a76d None None] Provisioning complete for port 22037e0a-f333-4497-beea-03abac30ac34 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:50.683704 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b0011185-e62c-4c07-9202-c1c46a63a76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:50.727831 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-b0011185-e62c-4c07-9202-c1c46a63a76d None None] Port 22037e0a-f333-4497-beea-03abac30ac34 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:22:50.728611 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2920ad3c-192d-455c-a33b-7b7e83f0c9fe tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:22:50.737469 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2920ad3c-192d-455c-a33b-7b7e83f0c9fe tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "PUT /v2.0/routers/bcc2b598-49ab-4e41-9254-3d53d8c06500/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0589123 Nov 12 01:22:50.754499 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-ca01f1f1-84b7-43de-b017-7f3ed8a22c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'name': 'tempest-RoutersTest-router-1337973071', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:21:38Z', 'updated_at': '2021-11-12T01:22:45Z', 'revision_number': 6, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'gw_port_host': None, '_interfaces': [{'id': '57088768-f15c-4f7f-9a9f-7f6a28932777', 'name': '', 'network_id': 'fa8e971f-5e38-4f66-a1ab-a95e974dae98', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:5c:c9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '7ef30172-e78b-42f8-a17d-19195696b670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:21:46Z', 'updated_at': '2021-11-12T01:21:59Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '7ef30172-e78b-42f8-a17d-19195696b670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5727e23a-8bde-4970-bf7d-1985cbddbd28', 'name': '', 'network_id': '981aadc5-a3d2-48fb-a9ec-ebaff1660d80', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:eb:7e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': 'bdc99591-f574-4901-a286-b9d0318fffc5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:22:25Z', 'updated_at': '2021-11-12T01:22:42Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': 'bdc99591-f574-4901-a286-b9d0318fffc5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '913b6e34-0f4f-457d-93c7-175d506d758f', 'name': '', 'network_id': '7890d6b4-aaf7-41e9-a4d8-b4895f01fb76', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:44:4f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '250b34da-d305-4153-8a80-e74d99163ccb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:22:01Z', 'updated_at': '2021-11-12T01:22:20Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '250b34da-d305-4153-8a80-e74d99163ccb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93f31ab2-ef04-42fd-a716-000c4aafdc2b', 'name': '', 'network_id': '0ad2bc24-d8ef-4a3b-95a2-228452b2692d', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:56:5a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '61644bfa-9ec6-47a2-a7a1-60ba631bf03f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:22:37Z', 'updated_at': '2021-11-12T01:22:39Z', 'revision_number': 2, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '61644bfa-9ec6-47a2-a7a1-60ba631bf03f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:50.769796 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09273c77-dca5-4111-86fa-48645f369bd1 None None] Sync routers for ids ['bcc2b598-49ab-4e41-9254-3d53d8c06500'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:22:50.777557 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58668) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:50.817077 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca01f1f1-84b7-43de-b017-7f3ed8a22c65 None None] Checking router: e864dfc6-4044-4b92-a64a-4d2603d9ea92 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:22:50.817440 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca01f1f1-84b7-43de-b017-7f3ed8a22c65 None None] Updating router e864dfc6-4044-4b92-a64a-4d2603d9ea92 port 93f31ab2-ef04-42fd-a716-000c4aafdc2b binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:22:50.823607 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09273c77-dca5-4111-86fa-48645f369bd1 None None] Routers {'bcc2b598-49ab-4e41-9254-3d53d8c06500'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:22:50.825971 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-09273c77-dca5-4111-86fa-48645f369bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:22:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['bcc2b598-49ab-4e41-9254-3d53d8c06500'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:50.855460 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ca01f1f1-84b7-43de-b017-7f3ed8a22c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:50.893488 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-916987b1-cb29-436c-b910-4214b63ae647 None None] Provisioning complete for port 93f31ab2-ef04-42fd-a716-000c4aafdc2b triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:50.894000 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-916987b1-cb29-436c-b910-4214b63ae647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:50.927079 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-67b5699e-ec61-4a33-a716-3602a08935ac tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:50.940530 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-09273c77-dca5-4111-86fa-48645f369bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:50.967673 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09273c77-dca5-4111-86fa-48645f369bd1 None None] Routers {'bcc2b598-49ab-4e41-9254-3d53d8c06500'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:22:50.969521 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-09273c77-dca5-4111-86fa-48645f369bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:22:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['bcc2b598-49ab-4e41-9254-3d53d8c06500'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:51.012308 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d33939-16f1-443b-899e-aa2f01b271b5 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:51.019723 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-65d33939-16f1-443b-899e-aa2f01b271b5 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "GET /v2.0/ports/22037e0a-f333-4497-beea-03abac30ac34 HTTP/1.1" status: 200 len: 983 time: 0.2400861 Nov 12 01:22:51.021197 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58672) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:51.063050 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-09273c77-dca5-4111-86fa-48645f369bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:51.064535 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09273c77-dca5-4111-86fa-48645f369bd1 None None] The sync data for ids ['bcc2b598-49ab-4e41-9254-3d53d8c06500'] in n-d-712142-27 is: [] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:22:51.078973 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.db.resource_extend [None req-67b5699e-ec61-4a33-a716-3602a08935ac tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 01:22:51.088139 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device e4008429-0d82-4138-9831-bd265569df82 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:22:51.094568 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-916987b1-cb29-436c-b910-4214b63ae647 None None] Port 93f31ab2-ef04-42fd-a716-000c4aafdc2b cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:22:51.122490 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c66a2397-e2bb-4f77-8f99-b3680e5b529a req-6d76fb9a-cfa7-4e6a-9e3a-de0ce256e688 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac8b0839-0c1d-4ded-a4e2-caea0db502c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9713433 Nov 12 01:22:51.170047 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-916987b1-cb29-436c-b910-4214b63ae647 None None] Provisioning complete for port 22037e0a-f333-4497-beea-03abac30ac34 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:51.170443 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-916987b1-cb29-436c-b910-4214b63ae647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:51.229804 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f751f1bd-3bf5-49d7-bfdc-99934cffa309 tempest-FloatingIPAdminTestJSON-2147408805 tempest-FloatingIPAdminTestJSON-2147408805-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:51.271056 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port e4008429-0d82-4138-9831-bd265569df82 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:51.272349 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-dbe9d1d8-8072-4118-a70f-a5718c646b95 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "GET /v2.0/routers/e864dfc6-4044-4b92-a64a-4d2603d9ea92 HTTP/1.1" status: 200 len: 934 time: 1.3573940 Nov 12 01:22:51.275059 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58674) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:51.275303 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:51.281768 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-82cb16b1-f0ae-4d52-9bc6-955ecca49244 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Request body: {'router': {'routes': None}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:22:51.289193 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-17478821-be33-45f6-8071-0e7d7fd35039 req-7ae0ab05-3697-417d-968c-0c2f8c008ab8 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/security-groups?id=fffd30fd-6b1c-4828-84d7-a04053ecae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8138015 Nov 12 01:22:51.308588 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-916987b1-cb29-436c-b910-4214b63ae647 None None] Port 22037e0a-f333-4497-beea-03abac30ac34 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:22:51.313396 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-67b5699e-ec61-4a33-a716-3602a08935ac tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:51.339870 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b5699e-ec61-4a33-a716-3602a08935ac tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:51.341134 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-67b5699e-ec61-4a33-a716-3602a08935ac tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:51.493705 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:22:51.502459 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b5699e-ec61-4a33-a716-3602a08935ac tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Pushing event updated for resources: {'Network': ['ID=bb525ee1-3afe-41c3-b245-1c1760f9ad3d,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:51.507726 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ca01f1f1-84b7-43de-b017-7f3ed8a22c65 None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:51.515602 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f751f1bd-3bf5-49d7-bfdc-99934cffa309 tempest-FloatingIPAdminTestJSON-2147408805 tempest-FloatingIPAdminTestJSON-2147408805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:51.518777 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ca01f1f1-84b7-43de-b017-7f3ed8a22c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:51.533452 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network bb525ee1-3afe-41c3-b245-1c1760f9ad3d details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:22:51.543019 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-67b5699e-ec61-4a33-a716-3602a08935ac tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3297966 Nov 12 01:22:51.551018 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58678) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:51.559606 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-5bd72b27-122e-4369-b8da-e9c1aa493623 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Request body: {'subnet': {'network_id': 'bb525ee1-3afe-41c3-b245-1c1760f9ad3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:22:51.652646 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604ca212-1f6a-4112-973f-1603fd4101aa None None] Pushing event updated for resources: {'Port': ['ID=93f31ab2-ef04-42fd-a716-000c4aafdc2b,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:51.762117 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-ca01f1f1-84b7-43de-b017-7f3ed8a22c65 None None] Attempting to bind port 93f31ab2-ef04-42fd-a716-000c4aafdc2b on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:22:51.762466 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-ca01f1f1-84b7-43de-b017-7f3ed8a22c65 None None] Attempting to bind port 93f31ab2-ef04-42fd-a716-000c4aafdc2b by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'e7927293-172d-4011-a981-d7b8e07eef2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0ad2bc24-d8ef-4a3b-95a2-228452b2692d'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:22:51.762842 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca01f1f1-84b7-43de-b017-7f3ed8a22c65 None None] Attempting to bind port 93f31ab2-ef04-42fd-a716-000c4aafdc2b on network 0ad2bc24-d8ef-4a3b-95a2-228452b2692d {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:22:51.765557 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff884527-f187-4315-ae78-04ed79bf5378 req-ccc1e19d-8aba-4e0c-8a8a-2fff4f79666a tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:51.767945 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ff884527-f187-4315-ae78-04ed79bf5378 req-ccc1e19d-8aba-4e0c-8a8a-2fff4f79666a tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e5a542c-ba25-4a31-b73e-f6bc69c0aa46 HTTP/1.1" status: 200 len: 945 time: 0.3119593 Nov 12 01:22:51.778732 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca01f1f1-84b7-43de-b017-7f3ed8a22c65 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:22:51.779134 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca01f1f1-84b7-43de-b017-7f3ed8a22c65 None None] Checking segment: {'id': 'e7927293-172d-4011-a981-d7b8e07eef2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0ad2bc24-d8ef-4a3b-95a2-228452b2692d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:22:51.780003 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ca01f1f1-84b7-43de-b017-7f3ed8a22c65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:51.780495 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca01f1f1-84b7-43de-b017-7f3ed8a22c65 None None] Bound using segment: {'id': 'e7927293-172d-4011-a981-d7b8e07eef2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0ad2bc24-d8ef-4a3b-95a2-228452b2692d'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:22:51.781081 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-ca01f1f1-84b7-43de-b017-7f3ed8a22c65 None None] Bound port: 93f31ab2-ef04-42fd-a716-000c4aafdc2b, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7927293-172d-4011-a981-d7b8e07eef2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '0ad2bc24-d8ef-4a3b-95a2-228452b2692d'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:22:51.781551 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ca01f1f1-84b7-43de-b017-7f3ed8a22c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:51.903284 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-ca01f1f1-84b7-43de-b017-7f3ed8a22c65 None None] For port 93f31ab2-ef04-42fd-a716-000c4aafdc2b, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:22:51.910483 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-ca01f1f1-84b7-43de-b017-7f3ed8a22c65 None None] For port 93f31ab2-ef04-42fd-a716-000c4aafdc2b, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=93f31ab2-ef04-42fd-a716-000c4aafdc2b,segment=NetworkSegment(e7927293-172d-4011-a981-d7b8e07eef2a),segment_id=e7927293-172d-4011-a981-d7b8e07eef2a)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:22:51.925009 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ca01f1f1-84b7-43de-b017-7f3ed8a22c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:52.034347 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-bd71db50-19f9-45e3-85db-5109179b7273 None None] Provisioning complete for port 93f31ab2-ef04-42fd-a716-000c4aafdc2b triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:52.035162 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bd71db50-19f9-45e3-85db-5109179b7273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:52.060502 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd72b27-122e-4369-b8da-e9c1aa493623 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Made reservation on behalf of e8129228a6df46ffbca9711093d28d41 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:22:52.064452 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5bd72b27-122e-4369-b8da-e9c1aa493623 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:52.157166 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ff884527-f187-4315-ae78-04ed79bf5378 req-5f60fe6e-1645-4eb5-859f-825285f5dab6 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/security-groups?id=fffd30fd-6b1c-4828-84d7-a04053ecae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762755 Nov 12 01:22:52.234381 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca01f1f1-84b7-43de-b017-7f3ed8a22c65 None None] Routers {'e864dfc6-4044-4b92-a64a-4d2603d9ea92'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:22:52.242129 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-ca01f1f1-84b7-43de-b017-7f3ed8a22c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:22:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['e864dfc6-4044-4b92-a64a-4d2603d9ea92'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:52.274960 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f751f1bd-3bf5-49d7-bfdc-99934cffa309 tempest-FloatingIPAdminTestJSON-2147408805 tempest-FloatingIPAdminTestJSON-2147408805-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:52.452420 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604ca212-1f6a-4112-973f-1603fd4101aa None None] Pushing event updated for resources: {'Port': ['ID=93f31ab2-ef04-42fd-a716-000c4aafdc2b,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:52.530264 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f751f1bd-3bf5-49d7-bfdc-99934cffa309 tempest-FloatingIPAdminTestJSON-2147408805 tempest-FloatingIPAdminTestJSON-2147408805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:52.663038 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-ca01f1f1-84b7-43de-b017-7f3ed8a22c65 None None] Set router e864dfc6-4044-4b92-a64a-4d2603d9ea92 gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:22:52.736937 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-07243d80-9b8e-49dd-b9c3-67be5abf248b tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:52.741427 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bd71db50-19f9-45e3-85db-5109179b7273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:52.743838 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.extraroute_db [None req-82cb16b1-f0ae-4d52-9bc6-955ecca49244 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Added routes are [] {{(pid=109085) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 01:22:52.745210 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.extraroute_db [None req-82cb16b1-f0ae-4d52-9bc6-955ecca49244 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=109085) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 01:22:52.824552 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-82cb16b1-f0ae-4d52-9bc6-955ecca49244 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-233838'] for router, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:52.841549 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-bd71db50-19f9-45e3-85db-5109179b7273 None None] For port 93f31ab2-ef04-42fd-a716-000c4aafdc2b, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=93f31ab2-ef04-42fd-a716-000c4aafdc2b,segment=NetworkSegment(e7927293-172d-4011-a981-d7b8e07eef2a),segment_id=e7927293-172d-4011-a981-d7b8e07eef2a)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:22:52.915257 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bd71db50-19f9-45e3-85db-5109179b7273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:53.020796 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f751f1bd-3bf5-49d7-bfdc-99934cffa309 tempest-FloatingIPAdminTestJSON-2147408805 tempest-FloatingIPAdminTestJSON-2147408805-project] Pushing event updated for resources: {'Port': ['ID=dcba35e8-ce4f-4d05-81a4-e33cdd9afeb9,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:53.036741 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5bd72b27-122e-4369-b8da-e9c1aa493623 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:53.202177 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-07243d80-9b8e-49dd-b9c3-67be5abf248b tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Deleting port 22037e0a-f333-4497-beea-03abac30ac34 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:22:53.202484 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-07243d80-9b8e-49dd-b9c3-67be5abf248b tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:53.237935 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd71db50-19f9-45e3-85db-5109179b7273 None None] Pushing event updated for resources: {'Port': ['ID=93f31ab2-ef04-42fd-a716-000c4aafdc2b,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:53.257147 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 93f31ab2-ef04-42fd-a716-000c4aafdc2b up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:22:53.333615 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f751f1bd-3bf5-49d7-bfdc-99934cffa309 tempest-FloatingIPAdminTestJSON-2147408805 tempest-FloatingIPAdminTestJSON-2147408805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:53.342465 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-738b3e32-41bf-4e87-9600-ce332d659ed1 None None] Provisioning complete for port 93f31ab2-ef04-42fd-a716-000c4aafdc2b triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:53.342940 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-738b3e32-41bf-4e87-9600-ce332d659ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:53.374978 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04876aa7-a6b6-4eea-8ee1-63619a7c8fc5 req-157d7507-a048-4763-94a5-9e9904554ccb tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:53.388900 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-04876aa7-a6b6-4eea-8ee1-63619a7c8fc5 req-157d7507-a048-4763-94a5-9e9904554ccb tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6f1acd4-d8fc-4a4e-9c99-a8ad15cd6471 HTTP/1.1" status: 200 len: 946 time: 0.8802319 Nov 12 01:22:53.400165 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-07243d80-9b8e-49dd-b9c3-67be5abf248b tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:53.446369 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-07243d80-9b8e-49dd-b9c3-67be5abf248b tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Calling delete_port for 22037e0a-f333-4497-beea-03abac30ac34 owned by network:router_interface {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:22:53.452012 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 93f31ab2-ef04-42fd-a716-000c4aafdc2b triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:53.452516 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:53.529292 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd72b27-122e-4369-b8da-e9c1aa493623 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Pushing event updated for resources: {'Subnet': ['ID=ecc11390-939d-487a-8c80-fc0737204558,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:53.726816 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-ca01f1f1-84b7-43de-b017-7f3ed8a22c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'name': 'tempest-RoutersTest-router-1337973071', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:21:38Z', 'updated_at': '2021-11-12T01:22:45Z', 'revision_number': 6, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'gw_port_host': None, '_interfaces': [{'id': '57088768-f15c-4f7f-9a9f-7f6a28932777', 'name': '', 'network_id': 'fa8e971f-5e38-4f66-a1ab-a95e974dae98', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:5c:c9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '7ef30172-e78b-42f8-a17d-19195696b670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:21:46Z', 'updated_at': '2021-11-12T01:21:59Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '7ef30172-e78b-42f8-a17d-19195696b670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5727e23a-8bde-4970-bf7d-1985cbddbd28', 'name': '', 'network_id': '981aadc5-a3d2-48fb-a9ec-ebaff1660d80', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:eb:7e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': 'bdc99591-f574-4901-a286-b9d0318fffc5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:22:25Z', 'updated_at': '2021-11-12T01:22:42Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': 'bdc99591-f574-4901-a286-b9d0318fffc5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '913b6e34-0f4f-457d-93c7-175d506d758f', 'name': '', 'network_id': '7890d6b4-aaf7-41e9-a4d8-b4895f01fb76', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:44:4f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '250b34da-d305-4153-8a80-e74d99163ccb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:22:01Z', 'updated_at': '2021-11-12T01:22:20Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '250b34da-d305-4153-8a80-e74d99163ccb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93f31ab2-ef04-42fd-a716-000c4aafdc2b', 'name': '', 'network_id': '0ad2bc24-d8ef-4a3b-95a2-228452b2692d', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:56:5a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '61644bfa-9ec6-47a2-a7a1-60ba631bf03f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:22:37Z', 'updated_at': '2021-11-12T01:22:51Z', 'revision_number': 4, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '61644bfa-9ec6-47a2-a7a1-60ba631bf03f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:53.747843 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-07243d80-9b8e-49dd-b9c3-67be5abf248b tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:53.775343 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca01f1f1-84b7-43de-b017-7f3ed8a22c65 None None] The sync data for ids ['e864dfc6-4044-4b92-a64a-4d2603d9ea92'] in n-d-712142-27 is: [{'id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'name': 'tempest-RoutersTest-router-1337973071', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:21:38Z', 'updated_at': '2021-11-12T01:22:45Z', 'revision_number': 6, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'gw_port_host': None, '_interfaces': [{'id': '57088768-f15c-4f7f-9a9f-7f6a28932777', 'name': '', 'network_id': 'fa8e971f-5e38-4f66-a1ab-a95e974dae98', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:5c:c9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '7ef30172-e78b-42f8-a17d-19195696b670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:21:46Z', 'updated_at': '2021-11-12T01:21:59Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '7ef30172-e78b-42f8-a17d-19195696b670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5727e23a-8bde-4970-bf7d-1985cbddbd28', 'name': '', 'network_id': '981aadc5-a3d2-48fb-a9ec-ebaff1660d80', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:eb:7e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': 'bdc99591-f574-4901-a286-b9d0318fffc5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:22:25Z', 'updated_at': '2021-11-12T01:22:42Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': 'bdc99591-f574-4901-a286-b9d0318fffc5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '913b6e34-0f4f-457d-93c7-175d506d758f', 'name': '', 'network_id': '7890d6b4-aaf7-41e9-a4d8-b4895f01fb76', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:44:4f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '250b34da-d305-4153-8a80-e74d99163ccb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:22:01Z', 'updated_at': '2021-11-12T01:22:20Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '250b34da-d305-4153-8a80-e74d99163ccb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93f31ab2-ef04-42fd-a716-000c4aafdc2b', 'name': '', 'network_id': '0ad2bc24-d8ef-4a3b-95a2-228452b2692d', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:56:5a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '61644bfa-9ec6-47a2-a7a1-60ba631bf03f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:22:37Z', 'updated_at': '2021-11-12T01:22:51Z', 'revision_number': 4, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '61644bfa-9ec6-47a2-a7a1-60ba631bf03f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:22:53.796571 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07243d80-9b8e-49dd-b9c3-67be5abf248b tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event deleted for resources: {'Port': ['ID=22037e0a-f333-4497-beea-03abac30ac34,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:53.797260 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-82cb16b1-f0ae-4d52-9bc6-955ecca49244 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-233838'] for router, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:53.817064 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-82cb16b1-f0ae-4d52-9bc6-955ecca49244 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1709614'] for router, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:53.823866 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f751f1bd-3bf5-49d7-bfdc-99934cffa309 tempest-FloatingIPAdminTestJSON-2147408805 tempest-FloatingIPAdminTestJSON-2147408805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:53.829561 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-f751f1bd-3bf5-49d7-bfdc-99934cffa309 tempest-FloatingIPAdminTestJSON-2147408805 tempest-FloatingIPAdminTestJSON-2147408805-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.1559439 Nov 12 01:22:53.830618 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58702) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:53.971568 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-07243d80-9b8e-49dd-b9c3-67be5abf248b tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:54.089875 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd72b27-122e-4369-b8da-e9c1aa493623 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Checking segment: {'id': 'f0948557-740d-4d0d-b1e0-5917fe133e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'bb525ee1-3afe-41c3-b245-1c1760f9ad3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:22:54.090833 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd72b27-122e-4369-b8da-e9c1aa493623 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Network hostable DHCP agents. Network: bb525ee1-3afe-41c3-b245-1c1760f9ad3d, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:22:54.251258 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-04876aa7-a6b6-4eea-8ee1-63619a7c8fc5 req-d100e635-fdfe-4127-a912-598e511e55e0 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac8b0839-0c1d-4ded-a4e2-caea0db502c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8608208 Nov 12 01:22:54.272031 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07243d80-9b8e-49dd-b9c3-67be5abf248b tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Router bcc2b598-49ab-4e41-9254-3d53d8c06500 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:22:54.393540 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2d2ee2a1-7a82-4008-acb5-6e39f4c991b8 tempest-FloatingIPAdminTestJSON-1320200616 tempest-FloatingIPAdminTestJSON-1320200616-project-admin] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1652 time: 0.5544577 Nov 12 01:22:54.394597 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58710) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:54.431473 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07243d80-9b8e-49dd-b9c3-67be5abf248b tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:22:54.442346 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-07243d80-9b8e-49dd-b9c3-67be5abf248b tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "PUT /v2.0/routers/bcc2b598-49ab-4e41-9254-3d53d8c06500/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3972819 Nov 12 01:22:54.444050 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58712) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:54.460615 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d8a938-4a2f-495f-9363-80c95b7692c2 None None] Sync routers for ids ['e864dfc6-4044-4b92-a64a-4d2603d9ea92'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:22:54.488718 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628d4c86-99d5-4998-91ca-6ff86c91db6d None None] Sync routers for ids ['bcc2b598-49ab-4e41-9254-3d53d8c06500'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:22:54.489559 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d8a938-4a2f-495f-9363-80c95b7692c2 None None] Routers {'e864dfc6-4044-4b92-a64a-4d2603d9ea92'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:22:54.491208 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-e2d8a938-4a2f-495f-9363-80c95b7692c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:22:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['e864dfc6-4044-4b92-a64a-4d2603d9ea92'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:54.519288 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628d4c86-99d5-4998-91ca-6ff86c91db6d None None] Routers {'bcc2b598-49ab-4e41-9254-3d53d8c06500'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:22:54.520229 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-628d4c86-99d5-4998-91ca-6ff86c91db6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:22:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['bcc2b598-49ab-4e41-9254-3d53d8c06500'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:54.629929 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-628d4c86-99d5-4998-91ca-6ff86c91db6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:54.661693 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628d4c86-99d5-4998-91ca-6ff86c91db6d None None] Routers {'bcc2b598-49ab-4e41-9254-3d53d8c06500'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:22:54.665502 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-628d4c86-99d5-4998-91ca-6ff86c91db6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:22:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['bcc2b598-49ab-4e41-9254-3d53d8c06500'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:54.691685 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-ad127e04-592c-43ea-9538-e22ed1d7f1fd tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2419822 Nov 12 01:22:54.699601 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58718) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:54.701937 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd72b27-122e-4369-b8da-e9c1aa493623 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Network bb525ee1-3afe-41c3-b245-1c1760f9ad3d is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:22:54.719754 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82cb16b1-f0ae-4d52-9bc6-955ecca49244 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Router e864dfc6-4044-4b92-a64a-4d2603d9ea92 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:22:54.732699 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-628d4c86-99d5-4998-91ca-6ff86c91db6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:54.733490 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628d4c86-99d5-4998-91ca-6ff86c91db6d None None] The sync data for ids ['bcc2b598-49ab-4e41-9254-3d53d8c06500'] in n-d-712142-27 is: [] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:22:54.780620 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-e2d8a938-4a2f-495f-9363-80c95b7692c2 None None] Set router e864dfc6-4044-4b92-a64a-4d2603d9ea92 gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:22:54.827174 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-d4b51d76-8c1e-461b-a82e-d31d7dad960a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] remove_router_interface failed (client error): The resource could not be found. Nov 12 01:22:54.828613 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d4b51d76-8c1e-461b-a82e-d31d7dad960a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "PUT /v2.0/routers/bcc2b598-49ab-4e41-9254-3d53d8c06500/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3834743 Nov 12 01:22:54.831154 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58720) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:54.842119 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-5bd72b27-122e-4369-b8da-e9c1aa493623 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, bb525ee1-3afe-41c3-b245-1c1760f9ad3d) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:22:54.882303 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39fbce9-a967-42bb-bd86-3b5e6e8c9015 req-59c633a9-4589-4d79-83ca-9d371277b805 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:54.885602 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5db851-c109-42cf-8491-f9498a19a1a9 None None] Network bb525ee1-3afe-41c3-b245-1c1760f9ad3d requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:22:54.885890 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b39fbce9-a967-42bb-bd86-3b5e6e8c9015 req-59c633a9-4589-4d79-83ca-9d371277b805 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fc1e38b-3138-4613-9f43-abb08e04bfce HTTP/1.1" status: 200 len: 945 time: 0.4515505 Nov 12 01:22:54.896416 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f2fa2271-5fa3-4747-bea7-edf1506a754c tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc2b598-49ab-4e41-9254-3d53d8c06500 HTTP/1.1" status: 200 len: 205 time: 0.0634995 Nov 12 01:22:54.897308 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd72b27-122e-4369-b8da-e9c1aa493623 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:54.898349 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5bd72b27-122e-4369-b8da-e9c1aa493623 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:54.898998 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58722) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:55.010302 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-03602703-f46f-470c-b34c-fc5ddf7e610f tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:55.138916 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 93f31ab2-ef04-42fd-a716-000c4aafdc2b up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:22:55.241284 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-03602703-f46f-470c-b34c-fc5ddf7e610f tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:55.244612 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-03602703-f46f-470c-b34c-fc5ddf7e610f tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:55.311828 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-03602703-f46f-470c-b34c-fc5ddf7e610f tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:55.312409 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03602703-f46f-470c-b34c-fc5ddf7e610f tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Fanout notify agent at l3_agent the message router_deleted on router bcc2b598-49ab-4e41-9254-3d53d8c06500 {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:22:55.322445 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-03602703-f46f-470c-b34c-fc5ddf7e610f tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:55.327393 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-03602703-f46f-470c-b34c-fc5ddf7e610f tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "DELETE /v2.0/routers/bcc2b598-49ab-4e41-9254-3d53d8c06500 HTTP/1.1" status: 204 len: 168 time: 0.4239266 Nov 12 01:22:55.327393 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58724) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:55.440412 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-b833c39c-34d3-4708-85b3-f359c04da816 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Deleting subnet 14804a64-044c-46a2-84c6-cf0bc7126b83 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:22:55.444532 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b833c39c-34d3-4708-85b3-f359c04da816 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:55.495432 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 93f31ab2-ef04-42fd-a716-000c4aafdc2b triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:22:55.496124 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:55.516584 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b833c39c-34d3-4708-85b3-f359c04da816 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:55.616330 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-5bd72b27-122e-4369-b8da-e9c1aa493623 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 4.0600462 Nov 12 01:22:55.633653 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58726) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:55.650647 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a915d-3067-4958-8814-a6fa1048bdf2 req-4959ddcf-1161-4a11-ab7a-05e9bccff3d1 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:55.658215 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0d7a915d-3067-4958-8814-a6fa1048bdf2 req-4959ddcf-1161-4a11-ab7a-05e9bccff3d1 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6f1acd4-d8fc-4a4e-9c99-a8ad15cd6471 HTTP/1.1" status: 200 len: 946 time: 0.9358494 Nov 12 01:22:55.748659 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-e2d8a938-4a2f-495f-9363-80c95b7692c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'name': 'tempest-RoutersTest-router-1337973071', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:21:38Z', 'updated_at': '2021-11-12T01:22:52Z', 'revision_number': 7, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'gw_port_host': None, '_interfaces': [{'id': '57088768-f15c-4f7f-9a9f-7f6a28932777', 'name': '', 'network_id': 'fa8e971f-5e38-4f66-a1ab-a95e974dae98', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:5c:c9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '7ef30172-e78b-42f8-a17d-19195696b670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:21:46Z', 'updated_at': '2021-11-12T01:21:59Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '7ef30172-e78b-42f8-a17d-19195696b670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5727e23a-8bde-4970-bf7d-1985cbddbd28', 'name': '', 'network_id': '981aadc5-a3d2-48fb-a9ec-ebaff1660d80', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:eb:7e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': 'bdc99591-f574-4901-a286-b9d0318fffc5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:22:25Z', 'updated_at': '2021-11-12T01:22:42Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': 'bdc99591-f574-4901-a286-b9d0318fffc5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '913b6e34-0f4f-457d-93c7-175d506d758f', 'name': '', 'network_id': '7890d6b4-aaf7-41e9-a4d8-b4895f01fb76', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:44:4f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '250b34da-d305-4153-8a80-e74d99163ccb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:22:01Z', 'updated_at': '2021-11-12T01:22:20Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '250b34da-d305-4153-8a80-e74d99163ccb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93f31ab2-ef04-42fd-a716-000c4aafdc2b', 'name': '', 'network_id': '0ad2bc24-d8ef-4a3b-95a2-228452b2692d', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:56:5a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '61644bfa-9ec6-47a2-a7a1-60ba631bf03f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:22:37Z', 'updated_at': '2021-11-12T01:22:52Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '61644bfa-9ec6-47a2-a7a1-60ba631bf03f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:55.759463 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48491afe-e327-403c-b789-772750a229ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-bb525ee1-3afe-41c3-b245-1c1760f9ad3d', 'network_id': 'bb525ee1-3afe-41c3-b245-1c1760f9ad3d', 'tenant_id': 'e8129228a6df46ffbca9711093d28d41', 'fixed_ips': [{'subnet_id': 'ecc11390-939d-487a-8c80-fc0737204558'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:22:55.761058 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-48491afe-e327-403c-b789-772750a229ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:55.774146 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0d7a915d-3067-4958-8814-a6fa1048bdf2 req-fe999c03-ea5e-4212-960b-fb20d01f00fa tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac8b0839-0c1d-4ded-a4e2-caea0db502c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149168 Nov 12 01:22:55.792314 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4d287290-cc7f-4f9c-85d6-461eb9aac34e tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:55.793810 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82cb16b1-f0ae-4d52-9bc6-955ecca49244 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:22:55.805099 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-82cb16b1-f0ae-4d52-9bc6-955ecca49244 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:55.808896 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-82cb16b1-f0ae-4d52-9bc6-955ecca49244 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "PUT /v2.0/routers/e864dfc6-4044-4b92-a64a-4d2603d9ea92 HTTP/1.1" status: 200 len: 700 time: 4.5314968 Nov 12 01:22:55.813273 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58732) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:55.840933 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d8a938-4a2f-495f-9363-80c95b7692c2 None None] Checking router: e864dfc6-4044-4b92-a64a-4d2603d9ea92 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:22:55.843670 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b833c39c-34d3-4708-85b3-f359c04da816 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:55.937738 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d8a938-4a2f-495f-9363-80c95b7692c2 None None] Routers {'e864dfc6-4044-4b92-a64a-4d2603d9ea92'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:22:55.938815 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-e2d8a938-4a2f-495f-9363-80c95b7692c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:22:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['e864dfc6-4044-4b92-a64a-4d2603d9ea92'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:55.955668 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4d287290-cc7f-4f9c-85d6-461eb9aac34e tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:55.962274 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-92d23b50-ecad-4e37-8eca-3e8f00f5273e tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "GET /v2.0/routers/e864dfc6-4044-4b92-a64a-4d2603d9ea92 HTTP/1.1" status: 200 len: 700 time: 0.1458018 Nov 12 01:22:55.963063 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58734) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:56.057077 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4d287290-cc7f-4f9c-85d6-461eb9aac34e tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:56.100825 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b39fbce9-a967-42bb-bd86-3b5e6e8c9015 req-ea31a9ef-53ae-4e1b-b30c-9fe0c61e384a tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/security-groups?id=fffd30fd-6b1c-4828-84d7-a04053ecae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1900854 Nov 12 01:22:56.126941 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d287290-cc7f-4f9c-85d6-461eb9aac34e tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Pushing event deleted for resources: {'Subnet': ['ID=ecc11390-939d-487a-8c80-fc0737204558,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:56.169419 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b833c39c-34d3-4708-85b3-f359c04da816 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server [None req-48491afe-e327-403c-b789-772750a229ed None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ecc11390-939d-487a-8c80-fc0737204558: This subnet is being modified by another concurrent operation. Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise exception Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ecc11390-939d-487a-8c80-fc0737204558: This subnet is being modified by another concurrent operation. Nov 12 01:22:56.243144 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server Nov 12 01:22:56.270767 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9553b185-8b0c-4c97-9617-fe813b0b2eab None None] Network bb525ee1-3afe-41c3-b245-1c1760f9ad3d requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:22:56.275313 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b833c39c-34d3-4708-85b3-f359c04da816 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event deleted for resources: {'Subnet': ['ID=14804a64-044c-46a2-84c6-cf0bc7126b83,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:56.276592 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-e2d8a938-4a2f-495f-9363-80c95b7692c2 None None] Set router e864dfc6-4044-4b92-a64a-4d2603d9ea92 gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:22:56.281941 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-8e586fa5-67ba-4759-8f51-518b68a141ac tempest-FloatingIPAdminTestJSON-2147408805 tempest-FloatingIPAdminTestJSON-2147408805-project] Deleting port dcba35e8-ce4f-4d05-81a4-e33cdd9afeb9 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:22:56.282233 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8e586fa5-67ba-4759-8f51-518b68a141ac tempest-FloatingIPAdminTestJSON-2147408805 tempest-FloatingIPAdminTestJSON-2147408805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:56.283211 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4d287290-cc7f-4f9c-85d6-461eb9aac34e tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:56.291677 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b833c39c-34d3-4708-85b3-f359c04da816 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:56.299487 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b833c39c-34d3-4708-85b3-f359c04da816 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "DELETE /v2.0/subnets/14804a64-044c-46a2-84c6-cf0bc7126b83 HTTP/1.1" status: 204 len: 168 time: 0.9712360 Nov 12 01:22:56.299886 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58736) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:56.330527 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-4d287290-cc7f-4f9c-85d6-461eb9aac34e tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb525ee1-3afe-41c3-b245-1c1760f9ad3d']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:56.344734 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-4d287290-cc7f-4f9c-85d6-461eb9aac34e tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0948557-740d-4d0d-b1e0-5917fe133e93') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:56.345044 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-4d287290-cc7f-4f9c-85d6-461eb9aac34e tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0948557-740d-4d0d-b1e0-5917fe133e93') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:56.363462 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4d287290-cc7f-4f9c-85d6-461eb9aac34e tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:56.371180 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc47bfe-c90a-4c8b-92cb-02967fbb0dff None None] Network 880a39aa-a92e-4f44-956a-bfc2670573f4 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:22:56.397051 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4d287290-cc7f-4f9c-85d6-461eb9aac34e tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:56.409516 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d287290-cc7f-4f9c-85d6-461eb9aac34e tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:22:56.410307 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4d287290-cc7f-4f9c-85d6-461eb9aac34e tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:56.461726 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:22:56.461726 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:22:56.461726 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:22:56.461726 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:22:56.461726 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:22:56.461726 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:22:56.461726 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:22:56.461726 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:22:56.461726 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:22:56.461726 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:22:56.461726 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:22:56.461726 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:22:56.461726 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:22:56.461726 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:22:56.461726 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:22:56.461726 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:22:56.461726 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:22:56.461726 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:22:56.461726 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:22:56.461726 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:22:56.461726 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:22:56.461726 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:22:56.461726 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:22:56.461726 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:22:56.461726 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:22:56.461726 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:22:56.461726 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:22:56.461726 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:22:56.461726 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:22:56.461726 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:22:56.461726 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:22:56.461726 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:22:56.485423 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9d2c2cb2-f9fc-42d5-b5c5-8a2ef4456418 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:56.575957 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8e586fa5-67ba-4759-8f51-518b68a141ac tempest-FloatingIPAdminTestJSON-2147408805 tempest-FloatingIPAdminTestJSON-2147408805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:56.576480 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8e586fa5-67ba-4759-8f51-518b68a141ac tempest-FloatingIPAdminTestJSON-2147408805 tempest-FloatingIPAdminTestJSON-2147408805-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:56.579887 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4d287290-cc7f-4f9c-85d6-461eb9aac34e tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:56.616305 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-8e586fa5-67ba-4759-8f51-518b68a141ac tempest-FloatingIPAdminTestJSON-2147408805 tempest-FloatingIPAdminTestJSON-2147408805-project] Calling delete_port for dcba35e8-ce4f-4d05-81a4-e33cdd9afeb9 owned by network:floatingip {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:22:56.622216 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4d287290-cc7f-4f9c-85d6-461eb9aac34e tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:56.635140 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4d287290-cc7f-4f9c-85d6-461eb9aac34e tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "DELETE /v2.0/networks/bb525ee1-3afe-41c3-b245-1c1760f9ad3d HTTP/1.1" status: 204 len: 168 time: 1.0000074 Nov 12 01:22:56.636221 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d287290-cc7f-4f9c-85d6-461eb9aac34e tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Pushing event deleted for resources: {'Network': ['ID=bb525ee1-3afe-41c3-b245-1c1760f9ad3d,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:56.638834 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58738) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:56.652524 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-209cec26-1bc5-4fe0-bc3d-d19d1a1e03f4 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1771487256'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:22:56.691649 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209cec26-1bc5-4fe0-bc3d-d19d1a1e03f4 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Made reservation on behalf of e8129228a6df46ffbca9711093d28d41 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:22:56.696768 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-209cec26-1bc5-4fe0-bc3d-d19d1a1e03f4 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:56.743608 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-209cec26-1bc5-4fe0-bc3d-d19d1a1e03f4 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:22:56.756744 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-9d2c2cb2-f9fc-42d5-b5c5-8a2ef4456418 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Deleting port 272bd54e-ced6-432e-a13e-7605356f8fe7 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:22:56.757476 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-209cec26-1bc5-4fe0-bc3d-d19d1a1e03f4 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:56.757626 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-209cec26-1bc5-4fe0-bc3d-d19d1a1e03f4 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Added segment 5bedf11e-6d1c-4403-8c08-118ebfca4f01 of type vlan for network 09595394-5ff9-4d3d-8900-478cbbf23d22 Nov 12 01:22:56.757717 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9d2c2cb2-f9fc-42d5-b5c5-8a2ef4456418 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:56.807259 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-209cec26-1bc5-4fe0-bc3d-d19d1a1e03f4 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:56.861038 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-209cec26-1bc5-4fe0-bc3d-d19d1a1e03f4 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:56.869342 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209cec26-1bc5-4fe0-bc3d-d19d1a1e03f4 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:56.871091 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-209cec26-1bc5-4fe0-bc3d-d19d1a1e03f4 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:56.935448 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-9d2c2cb2-f9fc-42d5-b5c5-8a2ef4456418 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] For port 272bd54e-ced6-432e-a13e-7605356f8fe7, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=272bd54e-ced6-432e-a13e-7605356f8fe7,segment=NetworkSegment(e53f60c1-c9ee-4e8e-918b-4779fd15460f),segment_id=e53f60c1-c9ee-4e8e-918b-4779fd15460f)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:22:56.937015 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9d2c2cb2-f9fc-42d5-b5c5-8a2ef4456418 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:56.957512 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-9d2c2cb2-f9fc-42d5-b5c5-8a2ef4456418 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Calling delete_port for 272bd54e-ced6-432e-a13e-7605356f8fe7 owned by network:dhcp {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:22:56.975364 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209cec26-1bc5-4fe0-bc3d-d19d1a1e03f4 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Pushing event updated for resources: {'Network': ['ID=09595394-5ff9-4d3d-8900-478cbbf23d22,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:56.995008 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-209cec26-1bc5-4fe0-bc3d-d19d1a1e03f4 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3480637 Nov 12 01:22:56.996551 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 09595394-5ff9-4d3d-8900-478cbbf23d22 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:22:57.000618 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58744) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:57.010706 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-462d4636-e303-4a95-98d0-eccdf3fff985 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Request body: {'subnet': {'network_id': '09595394-5ff9-4d3d-8900-478cbbf23d22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:22:57.155787 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c0db434b-6fe3-42a4-b073-4381bf3ed1df tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:57.230389 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462d4636-e303-4a95-98d0-eccdf3fff985 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Made reservation on behalf of e8129228a6df46ffbca9711093d28d41 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:22:57.235815 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-462d4636-e303-4a95-98d0-eccdf3fff985 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:57.298842 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c0d57a-17b5-4043-b387-67b758e9a503 req-6c6039a8-0673-4ebc-b6c4-8cc37699d194 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:57.298842 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-74c0d57a-17b5-4043-b387-67b758e9a503 req-6c6039a8-0673-4ebc-b6c4-8cc37699d194 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6f1acd4-d8fc-4a4e-9c99-a8ad15cd6471 HTTP/1.1" status: 200 len: 946 time: 0.2707491 Nov 12 01:22:57.419474 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b7f8bb-e714-4299-ad89-dc7087181dd2 None None] DHCP port deletion for 880a39aa-a92e-4f44-956a-bfc2670573f4 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:22:57.455267 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a15b1-a34e-45f6-85a9-91e08213118f req-74c9d281-47b8-4c32-85c6-9309f765fa20 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:57.463843 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-392a15b1-a34e-45f6-85a9-91e08213118f req-74c9d281-47b8-4c32-85c6-9309f765fa20 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fc1e38b-3138-4613-9f43-abb08e04bfce HTTP/1.1" status: 200 len: 945 time: 0.2090375 Nov 12 01:22:57.494746 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9d2c2cb2-f9fc-42d5-b5c5-8a2ef4456418 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:57.524803 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8ddd3fb1-7b87-4a62-87ff-f895ea983085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:57.526982 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-06b7f8bb-e714-4299-ad89-dc7087181dd2 None None] The port '272bd54e-ced6-432e-a13e-7605356f8fe7' was deleted {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 12 01:22:57.548922 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-74c0d57a-17b5-4043-b387-67b758e9a503 req-e477b90c-686b-47e5-9050-a1e379cf6fa4 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac8b0839-0c1d-4ded-a4e2-caea0db502c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099938 Nov 12 01:22:57.560940 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99120a24-35f6-4c4b-a704-d2401c324d8a None None] get_active_networks_info from n-d-712142-27 {{(pid=109087) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 01:22:57.643342 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-e2d8a938-4a2f-495f-9363-80c95b7692c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'name': 'tempest-RoutersTest-router-1337973071', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:21:38Z', 'updated_at': '2021-11-12T01:22:52Z', 'revision_number': 7, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'gw_port_host': None, '_interfaces': [{'id': '57088768-f15c-4f7f-9a9f-7f6a28932777', 'name': '', 'network_id': 'fa8e971f-5e38-4f66-a1ab-a95e974dae98', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:5c:c9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '7ef30172-e78b-42f8-a17d-19195696b670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:21:46Z', 'updated_at': '2021-11-12T01:21:59Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '7ef30172-e78b-42f8-a17d-19195696b670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5727e23a-8bde-4970-bf7d-1985cbddbd28', 'name': '', 'network_id': '981aadc5-a3d2-48fb-a9ec-ebaff1660d80', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:eb:7e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': 'bdc99591-f574-4901-a286-b9d0318fffc5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:22:25Z', 'updated_at': '2021-11-12T01:22:42Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': 'bdc99591-f574-4901-a286-b9d0318fffc5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '913b6e34-0f4f-457d-93c7-175d506d758f', 'name': '', 'network_id': '7890d6b4-aaf7-41e9-a4d8-b4895f01fb76', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:44:4f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '250b34da-d305-4153-8a80-e74d99163ccb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:22:01Z', 'updated_at': '2021-11-12T01:22:20Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '250b34da-d305-4153-8a80-e74d99163ccb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93f31ab2-ef04-42fd-a716-000c4aafdc2b', 'name': '', 'network_id': '0ad2bc24-d8ef-4a3b-95a2-228452b2692d', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:56:5a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '61644bfa-9ec6-47a2-a7a1-60ba631bf03f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:22:37Z', 'updated_at': '2021-11-12T01:22:52Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '61644bfa-9ec6-47a2-a7a1-60ba631bf03f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:57.672860 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2c2cb2-f9fc-42d5-b5c5-8a2ef4456418 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] No DVR routers for this DVR port 272bd54e-ced6-432e-a13e-7605356f8fe7 on host n-d-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:22:57.674700 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c2cb2-f9fc-42d5-b5c5-8a2ef4456418 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event deleted for resources: {'Port': ['ID=272bd54e-ced6-432e-a13e-7605356f8fe7,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:57.710556 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d8a938-4a2f-495f-9363-80c95b7692c2 None None] The sync data for ids ['e864dfc6-4044-4b92-a64a-4d2603d9ea92'] in n-d-712142-27 is: [{'id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'name': 'tempest-RoutersTest-router-1337973071', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:21:38Z', 'updated_at': '2021-11-12T01:22:52Z', 'revision_number': 7, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'gw_port_host': None, '_interfaces': [{'id': '57088768-f15c-4f7f-9a9f-7f6a28932777', 'name': '', 'network_id': 'fa8e971f-5e38-4f66-a1ab-a95e974dae98', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:5c:c9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '7ef30172-e78b-42f8-a17d-19195696b670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:21:46Z', 'updated_at': '2021-11-12T01:21:59Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '7ef30172-e78b-42f8-a17d-19195696b670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5727e23a-8bde-4970-bf7d-1985cbddbd28', 'name': '', 'network_id': '981aadc5-a3d2-48fb-a9ec-ebaff1660d80', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:eb:7e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': 'bdc99591-f574-4901-a286-b9d0318fffc5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:22:25Z', 'updated_at': '2021-11-12T01:22:42Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': 'bdc99591-f574-4901-a286-b9d0318fffc5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '913b6e34-0f4f-457d-93c7-175d506d758f', 'name': '', 'network_id': '7890d6b4-aaf7-41e9-a4d8-b4895f01fb76', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:44:4f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '250b34da-d305-4153-8a80-e74d99163ccb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:22:01Z', 'updated_at': '2021-11-12T01:22:20Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '250b34da-d305-4153-8a80-e74d99163ccb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93f31ab2-ef04-42fd-a716-000c4aafdc2b', 'name': '', 'network_id': '0ad2bc24-d8ef-4a3b-95a2-228452b2692d', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:56:5a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '61644bfa-9ec6-47a2-a7a1-60ba631bf03f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:22:37Z', 'updated_at': '2021-11-12T01:22:52Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '61644bfa-9ec6-47a2-a7a1-60ba631bf03f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:22:57.785861 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8e586fa5-67ba-4759-8f51-518b68a141ac tempest-FloatingIPAdminTestJSON-2147408805 tempest-FloatingIPAdminTestJSON-2147408805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:57.965889 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99120a24-35f6-4c4b-a704-d2401c324d8a None None] Resources bound (agent type, host, resource id): {{(pid=109087) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 01:22:58.018391 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e586fa5-67ba-4759-8f51-518b68a141ac tempest-FloatingIPAdminTestJSON-2147408805 tempest-FloatingIPAdminTestJSON-2147408805-project] Pushing event deleted for resources: {'Port': ['ID=dcba35e8-ce4f-4d05-81a4-e33cdd9afeb9,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:58.142637 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-392a15b1-a34e-45f6-85a9-91e08213118f req-9d760eee-21ce-46b2-9bae-c2583243209d tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/security-groups?id=fffd30fd-6b1c-4828-84d7-a04053ecae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6776314 Nov 12 01:22:58.197571 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8e586fa5-67ba-4759-8f51-518b68a141ac tempest-FloatingIPAdminTestJSON-2147408805 tempest-FloatingIPAdminTestJSON-2147408805-project] Publish callbacks [] for floatingip, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:58.202016 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8e586fa5-67ba-4759-8f51-518b68a141ac tempest-FloatingIPAdminTestJSON-2147408805 tempest-FloatingIPAdminTestJSON-2147408805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:58.205637 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-8e586fa5-67ba-4759-8f51-518b68a141ac tempest-FloatingIPAdminTestJSON-2147408805 tempest-FloatingIPAdminTestJSON-2147408805-project] 10.222.0.45 "DELETE /v2.0/floatingips/314db314-3a8a-48f7-8354-00adebd2c3e1 HTTP/1.1" status: 204 len: 168 time: 3.4978156 Nov 12 01:22:58.212098 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58754) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:58.214032 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9d2c2cb2-f9fc-42d5-b5c5-8a2ef4456418 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:58.227868 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-462d4636-e303-4a95-98d0-eccdf3fff985 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:58.279481 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-9d2c2cb2-f9fc-42d5-b5c5-8a2ef4456418 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['880a39aa-a92e-4f44-956a-bfc2670573f4']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:58.302293 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-9d2c2cb2-f9fc-42d5-b5c5-8a2ef4456418 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e53f60c1-c9ee-4e8e-918b-4779fd15460f') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:58.302788 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-9d2c2cb2-f9fc-42d5-b5c5-8a2ef4456418 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e53f60c1-c9ee-4e8e-918b-4779fd15460f') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:58.329583 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9d2c2cb2-f9fc-42d5-b5c5-8a2ef4456418 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:58.349671 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9d2c2cb2-f9fc-42d5-b5c5-8a2ef4456418 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:58.357635 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d2c2cb2-f9fc-42d5-b5c5-8a2ef4456418 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:22:58.358356 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9d2c2cb2-f9fc-42d5-b5c5-8a2ef4456418 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:58.381751 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e50cd3-bccf-44ae-9bf0-09ccd8ef2b63 None None] Sync routers for ids ['e864dfc6-4044-4b92-a64a-4d2603d9ea92'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:22:58.412639 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:22:58.412639 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:22:58.412639 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:22:58.412639 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:22:58.412639 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:22:58.412639 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:22:58.412639 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:22:58.412639 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:22:58.412639 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:22:58.412639 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:22:58.412639 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:22:58.412639 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:22:58.412639 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:22:58.412639 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:22:58.412639 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:22:58.412639 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:22:58.412639 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:22:58.412639 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:22:58.412639 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:22:58.412639 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:22:58.412639 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:22:58.412639 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:22:58.412639 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:22:58.412639 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:22:58.412639 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:22:58.412639 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:22:58.412639 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:22:58.412639 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:22:58.412639 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:22:58.412639 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:22:58.412639 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:22:58.412639 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:22:58.423703 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e50cd3-bccf-44ae-9bf0-09ccd8ef2b63 None None] Routers {'e864dfc6-4044-4b92-a64a-4d2603d9ea92'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:22:58.425372 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-50e50cd3-bccf-44ae-9bf0-09ccd8ef2b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:22:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['e864dfc6-4044-4b92-a64a-4d2603d9ea92'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:58.460668 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e71d6e-fec6-4233-a488-019e23c5d4f6 req-1588bd16-c207-4a20-b2f2-46ac63cb0945 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:58.463013 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-25e71d6e-fec6-4233-a488-019e23c5d4f6 req-1588bd16-c207-4a20-b2f2-46ac63cb0945 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6f1acd4-d8fc-4a4e-9c99-a8ad15cd6471 HTTP/1.1" status: 200 len: 946 time: 0.3956108 Nov 12 01:22:58.514718 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85daa80-bc24-4f5a-8a3c-46c656ef90cf req-85fca6fb-c561-47f3-89ca-548cbd1d3c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:58.517405 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c85daa80-bc24-4f5a-8a3c-46c656ef90cf req-85fca6fb-c561-47f3-89ca-548cbd1d3c25 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3f6f135d124d490b9b6a1a3e378c8346&device_id=f6f1acd4-d8fc-4a4e-9c99-a8ad15cd6471 HTTP/1.1" status: 200 len: 1098 time: 0.4413435 Nov 12 01:22:58.617814 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9d2c2cb2-f9fc-42d5-b5c5-8a2ef4456418 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:58.623743 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462d4636-e303-4a95-98d0-eccdf3fff985 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Pushing event updated for resources: {'Subnet': ['ID=3a367b92-c221-4db6-9845-3e660ddf153a,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:58.638092 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9d2c2cb2-f9fc-42d5-b5c5-8a2ef4456418 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:58.652164 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-9d2c2cb2-f9fc-42d5-b5c5-8a2ef4456418 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "DELETE /v2.0/networks/880a39aa-a92e-4f44-956a-bfc2670573f4 HTTP/1.1" status: 204 len: 168 time: 2.3408468 Nov 12 01:22:58.659443 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58756) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:58.674234 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-cedb1e75-e577-4e3c-af27-971df6deddbd tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2053001988'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:22:58.719612 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-50e50cd3-bccf-44ae-9bf0-09ccd8ef2b63 None None] Set router e864dfc6-4044-4b92-a64a-4d2603d9ea92 gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:22:58.757609 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cedb1e75-e577-4e3c-af27-971df6deddbd tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Made reservation on behalf of 59c2860fe13d48f997166c751343b84d for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:22:58.768015 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cedb1e75-e577-4e3c-af27-971df6deddbd tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:58.770385 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462d4636-e303-4a95-98d0-eccdf3fff985 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Checking segment: {'id': '5bedf11e-6d1c-4403-8c08-118ebfca4f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '09595394-5ff9-4d3d-8900-478cbbf23d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:22:58.770967 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462d4636-e303-4a95-98d0-eccdf3fff985 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Network hostable DHCP agents. Network: 09595394-5ff9-4d3d-8900-478cbbf23d22, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:22:58.795236 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-975cc3ca-5089-487d-8929-45c482aad93d tempest-FloatingIPAdminTestJSON-1320200616 tempest-FloatingIPAdminTestJSON-1320200616-project-admin] Deleting port 2f9576b3-e3a8-4ee7-8887-539711fc6f16 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:22:58.795775 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-975cc3ca-5089-487d-8929-45c482aad93d tempest-FloatingIPAdminTestJSON-1320200616 tempest-FloatingIPAdminTestJSON-1320200616-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:58.844928 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cedb1e75-e577-4e3c-af27-971df6deddbd tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:22:58.853405 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85daa80-bc24-4f5a-8a3c-46c656ef90cf req-dda9e2e2-cd94-476f-bdc6-26d5cb9080b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:58.855752 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c85daa80-bc24-4f5a-8a3c-46c656ef90cf req-dda9e2e2-cd94-476f-bdc6-26d5cb9080b4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f83a5eb4-144e-49b8-9905-af47775cb623 HTTP/1.1" status: 200 len: 912 time: 0.2983172 Nov 12 01:22:58.869428 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cedb1e75-e577-4e3c-af27-971df6deddbd tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:58.870453 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-cedb1e75-e577-4e3c-af27-971df6deddbd tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Added segment a81e016e-824d-4ded-a1c2-b5b864fc02f4 of type vlan for network 6b8a36e2-d36c-4cd7-a595-5d1045a7ade5 Nov 12 01:22:58.876622 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c2cb2-f9fc-42d5-b5c5-8a2ef4456418 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event deleted for resources: {'Network': ['ID=880a39aa-a92e-4f44-956a-bfc2670573f4,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:58.929956 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462d4636-e303-4a95-98d0-eccdf3fff985 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Network 09595394-5ff9-4d3d-8900-478cbbf23d22 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:22:59.029744 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-25e71d6e-fec6-4233-a488-019e23c5d4f6 req-65e430ce-0f88-4bf9-981b-ba81903fb39b tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac8b0839-0c1d-4ded-a4e2-caea0db502c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5338805 Nov 12 01:22:59.151875 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cedb1e75-e577-4e3c-af27-971df6deddbd tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:59.176252 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 272bd54e-ced6-432e-a13e-7605356f8fe7 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:22:59.217598 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cedb1e75-e577-4e3c-af27-971df6deddbd tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:59.221800 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 272bd54e-ced6-432e-a13e-7605356f8fe7 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:22:59.222116 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 272bd54e-ced6-432e-a13e-7605356f8fe7 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:22:59.243248 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedb1e75-e577-4e3c-af27-971df6deddbd tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:59.243877 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cedb1e75-e577-4e3c-af27-971df6deddbd tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:59.266148 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-c0db434b-6fe3-42a4-b073-4381bf3ed1df tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Deleting port 93f31ab2-ef04-42fd-a716-000c4aafdc2b {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:22:59.268991 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c0db434b-6fe3-42a4-b073-4381bf3ed1df tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:59.461653 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-50e50cd3-bccf-44ae-9bf0-09ccd8ef2b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'name': 'tempest-RoutersTest-router-1337973071', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:21:38Z', 'updated_at': '2021-11-12T01:22:52Z', 'revision_number': 7, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'gw_port_host': None, '_interfaces': [{'id': '57088768-f15c-4f7f-9a9f-7f6a28932777', 'name': '', 'network_id': 'fa8e971f-5e38-4f66-a1ab-a95e974dae98', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:5c:c9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '7ef30172-e78b-42f8-a17d-19195696b670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:21:46Z', 'updated_at': '2021-11-12T01:21:59Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '7ef30172-e78b-42f8-a17d-19195696b670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5727e23a-8bde-4970-bf7d-1985cbddbd28', 'name': '', 'network_id': '981aadc5-a3d2-48fb-a9ec-ebaff1660d80', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:eb:7e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': 'bdc99591-f574-4901-a286-b9d0318fffc5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:22:25Z', 'updated_at': '2021-11-12T01:22:42Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': 'bdc99591-f574-4901-a286-b9d0318fffc5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '913b6e34-0f4f-457d-93c7-175d506d758f', 'name': '', 'network_id': '7890d6b4-aaf7-41e9-a4d8-b4895f01fb76', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:44:4f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '250b34da-d305-4153-8a80-e74d99163ccb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:22:01Z', 'updated_at': '2021-11-12T01:22:20Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '250b34da-d305-4153-8a80-e74d99163ccb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93f31ab2-ef04-42fd-a716-000c4aafdc2b', 'name': '', 'network_id': '0ad2bc24-d8ef-4a3b-95a2-228452b2692d', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:56:5a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '61644bfa-9ec6-47a2-a7a1-60ba631bf03f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:22:37Z', 'updated_at': '2021-11-12T01:22:52Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '61644bfa-9ec6-47a2-a7a1-60ba631bf03f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:59.531950 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb1e75-e577-4e3c-af27-971df6deddbd tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event updated for resources: {'Network': ['ID=6b8a36e2-d36c-4cd7-a595-5d1045a7ade5,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:22:59.532289 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e50cd3-bccf-44ae-9bf0-09ccd8ef2b63 None None] Checking router: e864dfc6-4044-4b92-a64a-4d2603d9ea92 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:22:59.552166 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e50cd3-bccf-44ae-9bf0-09ccd8ef2b63 None None] Routers {'e864dfc6-4044-4b92-a64a-4d2603d9ea92'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:22:59.554541 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-50e50cd3-bccf-44ae-9bf0-09ccd8ef2b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:22:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['e864dfc6-4044-4b92-a64a-4d2603d9ea92'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:22:59.683457 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-cedb1e75-e577-4e3c-af27-971df6deddbd tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0168574 Nov 12 01:22:59.696915 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58762) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:22:59.717918 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-13c5c2d6-eec2-414d-bfff-a72be78ca46a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Request body: {'subnet': {'network_id': '6b8a36e2-d36c-4cd7-a595-5d1045a7ade5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:22:59.749813 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-50e50cd3-bccf-44ae-9bf0-09ccd8ef2b63 None None] Set router e864dfc6-4044-4b92-a64a-4d2603d9ea92 gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:22:59.759577 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-975cc3ca-5089-487d-8929-45c482aad93d tempest-FloatingIPAdminTestJSON-1320200616 tempest-FloatingIPAdminTestJSON-1320200616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:59.762748 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-975cc3ca-5089-487d-8929-45c482aad93d tempest-FloatingIPAdminTestJSON-1320200616 tempest-FloatingIPAdminTestJSON-1320200616-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:22:59.789178 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-975cc3ca-5089-487d-8929-45c482aad93d tempest-FloatingIPAdminTestJSON-1320200616 tempest-FloatingIPAdminTestJSON-1320200616-project-admin] Calling delete_port for 2f9576b3-e3a8-4ee7-8887-539711fc6f16 owned by network:floatingip {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:22:59.839112 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acaaa69-93a5-4a7c-930e-e14c734bd0d5 req-e4a49880-8b7f-4ef9-96a3-d474106b009a tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:22:59.846289 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 6b8a36e2-d36c-4cd7-a595-5d1045a7ade5 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:22:59.852923 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5acaaa69-93a5-4a7c-930e-e14c734bd0d5 req-e4a49880-8b7f-4ef9-96a3-d474106b009a tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fc1e38b-3138-4613-9f43-abb08e04bfce HTTP/1.1" status: 200 len: 945 time: 0.3375368 Nov 12 01:22:59.929479 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c85daa80-bc24-4f5a-8a3c-46c656ef90cf req-3677df25-0c52-42bd-a0f3-6d68afda78a5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9aa8c7e8-3344-4af9-ad73-d2037da30124 HTTP/1.1" status: 200 len: 217 time: 1.0641770 Nov 12 01:22:59.934373 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-462d4636-e303-4a95-98d0-eccdf3fff985 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 09595394-5ff9-4d3d-8900-478cbbf23d22) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:23:00.015711 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-c0db434b-6fe3-42a4-b073-4381bf3ed1df tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] For port 93f31ab2-ef04-42fd-a716-000c4aafdc2b, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=93f31ab2-ef04-42fd-a716-000c4aafdc2b,segment=NetworkSegment(e7927293-172d-4011-a981-d7b8e07eef2a),segment_id=e7927293-172d-4011-a981-d7b8e07eef2a)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:23:00.016294 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c0db434b-6fe3-42a4-b073-4381bf3ed1df tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:00.050427 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-c0db434b-6fe3-42a4-b073-4381bf3ed1df tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Calling delete_port for 93f31ab2-ef04-42fd-a716-000c4aafdc2b owned by network:router_interface {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:23:00.067372 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462d4636-e303-4a95-98d0-eccdf3fff985 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:00.085018 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-462d4636-e303-4a95-98d0-eccdf3fff985 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:00.097761 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75faf8e5-d9bd-4237-8ab0-90fb3880ae93 None None] Network 09595394-5ff9-4d3d-8900-478cbbf23d22 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:23:00.098315 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85daa80-bc24-4f5a-8a3c-46c656ef90cf req-8d8d3d8a-8498-46b2-bd18-90c7dee81d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:00.101087 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c85daa80-bc24-4f5a-8a3c-46c656ef90cf req-8d8d3d8a-8498-46b2-bd18-90c7dee81d5b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9fae93e4-d1d7-4b11-9547-3ddc38521dfd HTTP/1.1" status: 200 len: 852 time: 0.1631572 Nov 12 01:23:00.269124 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c85daa80-bc24-4f5a-8a3c-46c656ef90cf req-27609b1d-8d98-4b6a-a4fd-770e733006a5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f83a5eb4-144e-49b8-9905-af47775cb623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1388061 Nov 12 01:23:00.481505 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-462d4636-e303-4a95-98d0-eccdf3fff985 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.4781055 Nov 12 01:23:00.527158 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-50e50cd3-bccf-44ae-9bf0-09ccd8ef2b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'name': 'tempest-RoutersTest-router-1337973071', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:21:38Z', 'updated_at': '2021-11-12T01:22:52Z', 'revision_number': 7, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'gw_port_host': None, '_interfaces': [{'id': '57088768-f15c-4f7f-9a9f-7f6a28932777', 'name': '', 'network_id': 'fa8e971f-5e38-4f66-a1ab-a95e974dae98', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:5c:c9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '7ef30172-e78b-42f8-a17d-19195696b670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:21:46Z', 'updated_at': '2021-11-12T01:21:59Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '7ef30172-e78b-42f8-a17d-19195696b670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5727e23a-8bde-4970-bf7d-1985cbddbd28', 'name': '', 'network_id': '981aadc5-a3d2-48fb-a9ec-ebaff1660d80', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:eb:7e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': 'bdc99591-f574-4901-a286-b9d0318fffc5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:22:25Z', 'updated_at': '2021-11-12T01:22:42Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': 'bdc99591-f574-4901-a286-b9d0318fffc5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '913b6e34-0f4f-457d-93c7-175d506d758f', 'name': '', 'network_id': '7890d6b4-aaf7-41e9-a4d8-b4895f01fb76', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:44:4f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '250b34da-d305-4153-8a80-e74d99163ccb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:22:01Z', 'updated_at': '2021-11-12T01:22:20Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '250b34da-d305-4153-8a80-e74d99163ccb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93f31ab2-ef04-42fd-a716-000c4aafdc2b', 'name': '', 'network_id': '0ad2bc24-d8ef-4a3b-95a2-228452b2692d', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:56:5a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '61644bfa-9ec6-47a2-a7a1-60ba631bf03f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:22:37Z', 'updated_at': '2021-11-12T01:22:52Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '61644bfa-9ec6-47a2-a7a1-60ba631bf03f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:00.535615 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58768) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:00.554330 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5acaaa69-93a5-4a7c-930e-e14c734bd0d5 req-7f542970-1c06-43fb-b69b-ded97304e5b2 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/security-groups?id=fffd30fd-6b1c-4828-84d7-a04053ecae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6966803 Nov 12 01:23:00.595083 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c0db434b-6fe3-42a4-b073-4381bf3ed1df tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:00.596530 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e50cd3-bccf-44ae-9bf0-09ccd8ef2b63 None None] The sync data for ids ['e864dfc6-4044-4b92-a64a-4d2603d9ea92'] in n-d-712142-27 is: [{'id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'name': 'tempest-RoutersTest-router-1337973071', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:21:38Z', 'updated_at': '2021-11-12T01:22:52Z', 'revision_number': 7, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'gw_port_host': None, '_interfaces': [{'id': '57088768-f15c-4f7f-9a9f-7f6a28932777', 'name': '', 'network_id': 'fa8e971f-5e38-4f66-a1ab-a95e974dae98', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:5c:c9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '7ef30172-e78b-42f8-a17d-19195696b670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:21:46Z', 'updated_at': '2021-11-12T01:21:59Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '7ef30172-e78b-42f8-a17d-19195696b670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5727e23a-8bde-4970-bf7d-1985cbddbd28', 'name': '', 'network_id': '981aadc5-a3d2-48fb-a9ec-ebaff1660d80', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:eb:7e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': 'bdc99591-f574-4901-a286-b9d0318fffc5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:22:25Z', 'updated_at': '2021-11-12T01:22:42Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': 'bdc99591-f574-4901-a286-b9d0318fffc5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '913b6e34-0f4f-457d-93c7-175d506d758f', 'name': '', 'network_id': '7890d6b4-aaf7-41e9-a4d8-b4895f01fb76', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:44:4f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '250b34da-d305-4153-8a80-e74d99163ccb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:22:01Z', 'updated_at': '2021-11-12T01:22:20Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '250b34da-d305-4153-8a80-e74d99163ccb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '93f31ab2-ef04-42fd-a716-000c4aafdc2b', 'name': '', 'network_id': '0ad2bc24-d8ef-4a3b-95a2-228452b2692d', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:56:5a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '61644bfa-9ec6-47a2-a7a1-60ba631bf03f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:22:37Z', 'updated_at': '2021-11-12T01:22:52Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '61644bfa-9ec6-47a2-a7a1-60ba631bf03f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:23:00.612941 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6629828-2cc2-4cc2-bf19-ee7f2f1277c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-09595394-5ff9-4d3d-8900-478cbbf23d22', 'network_id': '09595394-5ff9-4d3d-8900-478cbbf23d22', 'tenant_id': 'e8129228a6df46ffbca9711093d28d41', 'fixed_ips': [{'subnet_id': '3a367b92-c221-4db6-9845-3e660ddf153a'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:23:00.616168 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a6629828-2cc2-4cc2-bf19-ee7f2f1277c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:00.661347 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0db434b-6fe3-42a4-b073-4381bf3ed1df tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event deleted for resources: {'Port': ['ID=93f31ab2-ef04-42fd-a716-000c4aafdc2b,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:00.664778 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c5c2d6-eec2-414d-bfff-a72be78ca46a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Made reservation on behalf of 59c2860fe13d48f997166c751343b84d for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:23:00.671924 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-13c5c2d6-eec2-414d-bfff-a72be78ca46a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:00.700585 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf384f32-318e-4f21-a397-271bb6d1f668 req-85950f2c-7908-4fd5-82ff-d14fb160e776 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:00.702243 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cf384f32-318e-4f21-a397-271bb6d1f668 req-85950f2c-7908-4fd5-82ff-d14fb160e776 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6f1acd4-d8fc-4a4e-9c99-a8ad15cd6471 HTTP/1.1" status: 200 len: 946 time: 0.2640669 Nov 12 01:23:00.777460 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-975cc3ca-5089-487d-8929-45c482aad93d tempest-FloatingIPAdminTestJSON-1320200616 tempest-FloatingIPAdminTestJSON-1320200616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:00.930320 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975cc3ca-5089-487d-8929-45c482aad93d tempest-FloatingIPAdminTestJSON-1320200616 tempest-FloatingIPAdminTestJSON-1320200616-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f9576b3-e3a8-4ee7-8887-539711fc6f16,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:01.021875 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c85daa80-bc24-4f5a-8a3c-46c656ef90cf req-0bcf5fde-12cd-4f98-be99-e5cee9ae509a service neutron] 10.222.0.44 "GET /v2.0/networks/f83a5eb4-144e-49b8-9905-af47775cb623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7329094 Nov 12 01:23:01.181881 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-a6629828-2cc2-4cc2-bf19-ee7f2f1277c7 None None] Allocated IP 172.20.0.1 (09595394-5ff9-4d3d-8900-478cbbf23d22/3a367b92-c221-4db6-9845-3e660ddf153a/d94d26dd-fe80-4827-8588-e9bb776c7387) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:23:01.347887 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-975cc3ca-5089-487d-8929-45c482aad93d tempest-FloatingIPAdminTestJSON-1320200616 tempest-FloatingIPAdminTestJSON-1320200616-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:01.352901 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cf384f32-318e-4f21-a397-271bb6d1f668 req-b8398624-7a2f-438f-8619-7379fa04d746 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac8b0839-0c1d-4ded-a4e2-caea0db502c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5867119 Nov 12 01:23:01.353228 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-975cc3ca-5089-487d-8929-45c482aad93d tempest-FloatingIPAdminTestJSON-1320200616 tempest-FloatingIPAdminTestJSON-1320200616-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:01.362378 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-975cc3ca-5089-487d-8929-45c482aad93d tempest-FloatingIPAdminTestJSON-1320200616 tempest-FloatingIPAdminTestJSON-1320200616-project-admin] 10.222.0.45 "DELETE /v2.0/floatingips/9cc989d9-270c-4ba8-95a0-d9b55368adba HTTP/1.1" status: 204 len: 168 time: 3.1387587 Nov 12 01:23:01.367240 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aa2f962c-fa06-4626-bae1-ff0653c4d73c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:01.370196 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58772) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:01.473288 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f541c65c-c9b0-41fa-b11f-265bea9e1b27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:01.496957 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c85daa80-bc24-4f5a-8a3c-46c656ef90cf req-100f2835-c59b-4ffb-b36a-affd2b4035c6 service neutron] 10.222.0.44 "GET /v2.0/networks/f83a5eb4-144e-49b8-9905-af47775cb623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3943624 Nov 12 01:23:01.646519 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a6629828-2cc2-4cc2-bf19-ee7f2f1277c7 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:01.665704 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a6629828-2cc2-4cc2-bf19-ee7f2f1277c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:01.670223 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aa2f962c-fa06-4626-bae1-ff0653c4d73c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:01.810167 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6629828-2cc2-4cc2-bf19-ee7f2f1277c7 None None] Pushing event updated for resources: {'Port': ['ID=d94d26dd-fe80-4827-8588-e9bb776c7387,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:01.824445 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6629828-2cc2-4cc2-bf19-ee7f2f1277c7 None None] Network 09595394-5ff9-4d3d-8900-478cbbf23d22 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:23:01.828008 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-a6629828-2cc2-4cc2-bf19-ee7f2f1277c7 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:23:01.834712 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6629828-2cc2-4cc2-bf19-ee7f2f1277c7 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:23:01.852269 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-bdaf02c2-b800-4839-9a2e-b247387a01e6 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Deleting port 91676382-f635-4564-8b5a-0d5271abd06c {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:23:01.853205 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bdaf02c2-b800-4839-9a2e-b247387a01e6 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:01.861767 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aa2f962c-fa06-4626-bae1-ff0653c4d73c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:01.960965 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f962c-fa06-4626-bae1-ff0653c4d73c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Pushing event deleted for resources: {'Subnet': ['ID=3a367b92-c221-4db6-9845-3e660ddf153a,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:01.967832 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-a6629828-2cc2-4cc2-bf19-ee7f2f1277c7 None None] Attempting to bind port d94d26dd-fe80-4827-8588-e9bb776c7387 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:23:01.968820 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-a6629828-2cc2-4cc2-bf19-ee7f2f1277c7 None None] Attempting to bind port d94d26dd-fe80-4827-8588-e9bb776c7387 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '5bedf11e-6d1c-4403-8c08-118ebfca4f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '09595394-5ff9-4d3d-8900-478cbbf23d22'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:23:01.969447 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6629828-2cc2-4cc2-bf19-ee7f2f1277c7 None None] Attempting to bind port d94d26dd-fe80-4827-8588-e9bb776c7387 on network 09595394-5ff9-4d3d-8900-478cbbf23d22 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:23:01.981655 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6629828-2cc2-4cc2-bf19-ee7f2f1277c7 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:23:01.982521 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6629828-2cc2-4cc2-bf19-ee7f2f1277c7 None None] Checking segment: {'id': '5bedf11e-6d1c-4403-8c08-118ebfca4f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '09595394-5ff9-4d3d-8900-478cbbf23d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:23:01.983217 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a6629828-2cc2-4cc2-bf19-ee7f2f1277c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:01.983878 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6629828-2cc2-4cc2-bf19-ee7f2f1277c7 None None] Bound using segment: {'id': '5bedf11e-6d1c-4403-8c08-118ebfca4f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '09595394-5ff9-4d3d-8900-478cbbf23d22'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:23:01.984744 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-a6629828-2cc2-4cc2-bf19-ee7f2f1277c7 None None] Bound port: d94d26dd-fe80-4827-8588-e9bb776c7387, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bedf11e-6d1c-4403-8c08-118ebfca4f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '09595394-5ff9-4d3d-8900-478cbbf23d22'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:23:01.985593 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a6629828-2cc2-4cc2-bf19-ee7f2f1277c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:02.180347 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-a6629828-2cc2-4cc2-bf19-ee7f2f1277c7 None None] For port d94d26dd-fe80-4827-8588-e9bb776c7387, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:23:02.189143 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aa2f962c-fa06-4626-bae1-ff0653c4d73c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:02.190335 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-a6629828-2cc2-4cc2-bf19-ee7f2f1277c7 None None] For port d94d26dd-fe80-4827-8588-e9bb776c7387, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=d94d26dd-fe80-4827-8588-e9bb776c7387,segment=NetworkSegment(5bedf11e-6d1c-4403-8c08-118ebfca4f01),segment_id=5bedf11e-6d1c-4403-8c08-118ebfca4f01)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:23:02.200933 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a6629828-2cc2-4cc2-bf19-ee7f2f1277c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:02.277862 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bdaf02c2-b800-4839-9a2e-b247387a01e6 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:02.321582 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-aa2f962c-fa06-4626-bae1-ff0653c4d73c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09595394-5ff9-4d3d-8900-478cbbf23d22']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:02.360747 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6629828-2cc2-4cc2-bf19-ee7f2f1277c7 None None] Pushing event updated for resources: {'Port': ['ID=d94d26dd-fe80-4827-8588-e9bb776c7387,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:02.366334 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-bdaf02c2-b800-4839-9a2e-b247387a01e6 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Calling delete_port for 91676382-f635-4564-8b5a-0d5271abd06c owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:23:02.371612 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-aa2f962c-fa06-4626-bae1-ff0653c4d73c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bedf11e-6d1c-4403-8c08-118ebfca4f01') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:02.372240 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-aa2f962c-fa06-4626-bae1-ff0653c4d73c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bedf11e-6d1c-4403-8c08-118ebfca4f01') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:02.402046 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aa2f962c-fa06-4626-bae1-ff0653c4d73c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:02.454082 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aa2f962c-fa06-4626-bae1-ff0653c4d73c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:02.467643 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa2f962c-fa06-4626-bae1-ff0653c4d73c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:23:02.469014 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aa2f962c-fa06-4626-bae1-ff0653c4d73c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:02.499470 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c48a01-56ee-4267-8069-4692b38eddd2 None None] Network 09595394-5ff9-4d3d-8900-478cbbf23d22 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:23:02.510302 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c0db434b-6fe3-42a4-b073-4381bf3ed1df tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:02.566974 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c2be1-902f-4abf-b1bc-c30ec309f79d req-e4a10c02-77e5-4c97-8664-b81688361c2a tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:02.570300 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ef7c2be1-902f-4abf-b1bc-c30ec309f79d req-e4a10c02-77e5-4c97-8664-b81688361c2a tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fc1e38b-3138-4613-9f43-abb08e04bfce HTTP/1.1" status: 200 len: 945 time: 0.2301230 Nov 12 01:23:02.580749 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:23:02.580749 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:23:02.580749 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:23:02.580749 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:23:02.580749 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:23:02.580749 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:23:02.580749 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:23:02.580749 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:23:02.580749 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:23:02.580749 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:23:02.580749 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:23:02.580749 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:23:02.580749 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:23:02.580749 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:23:02.580749 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:23:02.580749 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:23:02.580749 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:23:02.580749 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:23:02.580749 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:23:02.580749 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:23:02.580749 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:23:02.580749 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:23:02.580749 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:23:02.580749 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:23:02.580749 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:23:02.580749 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:23:02.580749 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:23:02.580749 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:23:02.580749 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:23:02.580749 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:23:02.580749 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:23:02.580749 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:23:02.638468 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-13c5c2d6-eec2-414d-bfff-a72be78ca46a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:02.669556 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.db.api [None req-aa2f962c-fa06-4626-bae1-ff0653c4d73c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 01:23:02.669556 n-d-712142-27 neutron-server[109086]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 01:23:02.669556 n-d-712142-27 neutron-server[109086]: [parameters: {'id': '09595394-5ff9-4d3d-8900-478cbbf23d22'}] Nov 12 01:23:02.669556 n-d-712142-27 neutron-server[109086]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109086) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:23:02.670481 n-d-712142-27 neutron-server[109086]: DEBUG oslo_db.api [None req-aa2f962c-fa06-4626-bae1-ff0653c4d73c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:23:02.763086 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bdaf02c2-b800-4839-9a2e-b247387a01e6 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:02.836704 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c5c2d6-eec2-414d-bfff-a72be78ca46a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event updated for resources: {'Subnet': ['ID=6737bd0a-4a94-493d-8220-cd128bade867,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:02.859418 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:02.941706 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaf02c2-b800-4839-9a2e-b247387a01e6 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Pushing event deleted for resources: {'Port': ['ID=91676382-f635-4564-8b5a-0d5271abd06c,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:03.011723 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bdaf02c2-b800-4839-9a2e-b247387a01e6 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:03.020412 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-bdaf02c2-b800-4839-9a2e-b247387a01e6 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] 10.222.0.45 "DELETE /v2.0/ports/91676382-f635-4564-8b5a-0d5271abd06c HTTP/1.1" status: 204 len: 168 time: 1.6486738 Nov 12 01:23:03.023215 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58780) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:03.033260 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ef7c2be1-902f-4abf-b1bc-c30ec309f79d req-b13e8ee2-78f4-41df-ae4f-d06d276e6128 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/security-groups?id=fffd30fd-6b1c-4828-84d7-a04053ecae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693380 Nov 12 01:23:03.061979 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c5c2d6-eec2-414d-bfff-a72be78ca46a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Checking segment: {'id': 'a81e016e-824d-4ded-a1c2-b5b864fc02f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6b8a36e2-d36c-4cd7-a595-5d1045a7ade5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:23:03.062589 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c5c2d6-eec2-414d-bfff-a72be78ca46a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Network hostable DHCP agents. Network: 6b8a36e2-d36c-4cd7-a595-5d1045a7ade5, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:23:03.091398 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d368109-f5f0-40e6-87e6-850029b45b78 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:03.096534 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9d368109-f5f0-40e6-87e6-850029b45b78 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] 10.222.0.45 "GET /v2.0/ports?device_id=11a50426-d46c-4fbf-b176-2a10bf8d5cc2 HTTP/1.1" status: 200 len: 913 time: 0.0719347 Nov 12 01:23:03.097282 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58782) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:03.113806 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4893c93e-2035-4535-ae4c-4e72c65c8f03 req-412a5518-a587-4613-8867-6b14b44666d9 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:03.117567 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4893c93e-2035-4535-ae4c-4e72c65c8f03 req-412a5518-a587-4613-8867-6b14b44666d9 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6f1acd4-d8fc-4a4e-9c99-a8ad15cd6471 HTTP/1.1" status: 200 len: 946 time: 0.4682386 Nov 12 01:23:03.178221 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aa2f962c-fa06-4626-bae1-ff0653c4d73c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:03.220293 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c5c2d6-eec2-414d-bfff-a72be78ca46a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Network 6b8a36e2-d36c-4cd7-a595-5d1045a7ade5 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:23:03.239278 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e00867-efef-4db9-a7e0-3eaf1ac3562a None None] get_active_networks_info from n-d-712142-27 {{(pid=109087) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 01:23:03.338155 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-13c5c2d6-eec2-414d-bfff-a72be78ca46a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 6b8a36e2-d36c-4cd7-a595-5d1045a7ade5) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:23:03.376755 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c5c2d6-eec2-414d-bfff-a72be78ca46a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:03.378310 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-13c5c2d6-eec2-414d-bfff-a72be78ca46a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:03.450924 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4893c93e-2035-4535-ae4c-4e72c65c8f03 req-c81549c3-1c73-4b2a-90ab-01299a6f350e tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac8b0839-0c1d-4ded-a4e2-caea0db502c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209281 Nov 12 01:23:03.477512 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-13c5c2d6-eec2-414d-bfff-a72be78ca46a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7537923 Nov 12 01:23:03.478708 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58786) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:03.486863 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-794a2e29-ba4b-4dfa-8e08-6d83dbea052f tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-341271163', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:23:03.510949 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e00867-efef-4db9-a7e0-3eaf1ac3562a None None] Resources bound (agent type, host, resource id): {{(pid=109087) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 01:23:03.516863 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0db434b-6fe3-42a4-b073-4381bf3ed1df tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Router e864dfc6-4044-4b92-a64a-4d2603d9ea92 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:23:03.585066 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-aa2f962c-fa06-4626-bae1-ff0653c4d73c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Deleting port d94d26dd-fe80-4827-8588-e9bb776c7387 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:23:03.585664 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aa2f962c-fa06-4626-bae1-ff0653c4d73c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:03.651947 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-794a2e29-ba4b-4dfa-8e08-6d83dbea052f tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:03.654718 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-794a2e29-ba4b-4dfa-8e08-6d83dbea052f tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:03.764094 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-794a2e29-ba4b-4dfa-8e08-6d83dbea052f tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:03.782966 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-794a2e29-ba4b-4dfa-8e08-6d83dbea052f tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:03.830462 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-aa2f962c-fa06-4626-bae1-ff0653c4d73c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] For port d94d26dd-fe80-4827-8588-e9bb776c7387, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=d94d26dd-fe80-4827-8588-e9bb776c7387,segment=NetworkSegment(5bedf11e-6d1c-4403-8c08-118ebfca4f01),segment_id=5bedf11e-6d1c-4403-8c08-118ebfca4f01)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:23:03.830824 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aa2f962c-fa06-4626-bae1-ff0653c4d73c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:03.857159 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-794a2e29-ba4b-4dfa-8e08-6d83dbea052f tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:03.859292 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-794a2e29-ba4b-4dfa-8e08-6d83dbea052f tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3784559 Nov 12 01:23:03.863554 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58792) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:03.871386 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-aa2f962c-fa06-4626-bae1-ff0653c4d73c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Calling delete_port for d94d26dd-fe80-4827-8588-e9bb776c7387 owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:23:03.892994 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0db434b-6fe3-42a4-b073-4381bf3ed1df tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:23:03.920660 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5434a2-ef34-4afe-9286-b2e93f7e928e None None] Sync routers for ids ['e864dfc6-4044-4b92-a64a-4d2603d9ea92'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:23:03.942121 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:03.968723 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c0db434b-6fe3-42a4-b073-4381bf3ed1df tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "PUT /v2.0/routers/e864dfc6-4044-4b92-a64a-4d2603d9ea92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0027332 Nov 12 01:23:03.969186 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58794) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:03.976920 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5434a2-ef34-4afe-9286-b2e93f7e928e None None] Routers {'e864dfc6-4044-4b92-a64a-4d2603d9ea92'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:23:03.978630 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-7a5434a2-ef34-4afe-9286-b2e93f7e928e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:23:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['e864dfc6-4044-4b92-a64a-4d2603d9ea92'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:04.185149 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-86a3f76f-08c8-4eb4-96c3-988949cb51b8 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Deleting subnet 61644bfa-9ec6-47a2-a7a1-60ba631bf03f {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:23:04.202193 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-86a3f76f-08c8-4eb4-96c3-988949cb51b8 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:04.228204 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aa2f962c-fa06-4626-bae1-ff0653c4d73c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:04.238818 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8dadfc-2905-45d5-a11c-63764ba0e7f6 req-50190832-b605-4ba5-b6a5-c62cd5b42e1a tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:04.246543 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e8dadfc-2905-45d5-a11c-63764ba0e7f6 req-50190832-b605-4ba5-b6a5-c62cd5b42e1a tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6f1acd4-d8fc-4a4e-9c99-a8ad15cd6471 HTTP/1.1" status: 200 len: 946 time: 0.2927654 Nov 12 01:23:04.253596 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-7a5434a2-ef34-4afe-9286-b2e93f7e928e None None] Set router e864dfc6-4044-4b92-a64a-4d2603d9ea92 gateway port host: None {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:23:04.271992 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2f962c-fa06-4626-bae1-ff0653c4d73c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] No DVR routers for this DVR port d94d26dd-fe80-4827-8588-e9bb776c7387 on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:23:04.426017 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-86a3f76f-08c8-4eb4-96c3-988949cb51b8 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:04.465812 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f962c-fa06-4626-bae1-ff0653c4d73c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Pushing event deleted for resources: {'Port': ['ID=d94d26dd-fe80-4827-8588-e9bb776c7387,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:04.520097 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e8dadfc-2905-45d5-a11c-63764ba0e7f6 req-acc30abb-c2c2-4fa9-a0c9-e38492a2f522 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac8b0839-0c1d-4ded-a4e2-caea0db502c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723508 Nov 12 01:23:04.589198 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3fd325-e642-423d-9b84-35e8b46ea9ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-6b8a36e2-d36c-4cd7-a595-5d1045a7ade5', 'network_id': '6b8a36e2-d36c-4cd7-a595-5d1045a7ade5', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'fixed_ips': [{'subnet_id': '6737bd0a-4a94-493d-8220-cd128bade867'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:23:04.590582 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3d3fd325-e642-423d-9b84-35e8b46ea9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:04.596981 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2f962c-fa06-4626-bae1-ff0653c4d73c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:04.597908 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2f962c-fa06-4626-bae1-ff0653c4d73c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:04.598933 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2f962c-fa06-4626-bae1-ff0653c4d73c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:04.600434 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2f962c-fa06-4626-bae1-ff0653c4d73c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:04.601457 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2f962c-fa06-4626-bae1-ff0653c4d73c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:04.602254 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2f962c-fa06-4626-bae1-ff0653c4d73c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:04.604210 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2f962c-fa06-4626-bae1-ff0653c4d73c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:04.605301 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2f962c-fa06-4626-bae1-ff0653c4d73c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:04.606069 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2f962c-fa06-4626-bae1-ff0653c4d73c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:04.606898 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2f962c-fa06-4626-bae1-ff0653c4d73c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:04.607983 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2f962c-fa06-4626-bae1-ff0653c4d73c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:04.609124 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2f962c-fa06-4626-bae1-ff0653c4d73c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:04.756956 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aa2f962c-fa06-4626-bae1-ff0653c4d73c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:04.766386 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-7a5434a2-ef34-4afe-9286-b2e93f7e928e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'name': 'tempest-RoutersTest-router-1337973071', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:21:38Z', 'updated_at': '2021-11-12T01:23:00Z', 'revision_number': 8, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'gw_port_host': None, '_interfaces': [{'id': '57088768-f15c-4f7f-9a9f-7f6a28932777', 'name': '', 'network_id': 'fa8e971f-5e38-4f66-a1ab-a95e974dae98', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:5c:c9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '7ef30172-e78b-42f8-a17d-19195696b670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:21:46Z', 'updated_at': '2021-11-12T01:21:59Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '7ef30172-e78b-42f8-a17d-19195696b670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5727e23a-8bde-4970-bf7d-1985cbddbd28', 'name': '', 'network_id': '981aadc5-a3d2-48fb-a9ec-ebaff1660d80', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:eb:7e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': 'bdc99591-f574-4901-a286-b9d0318fffc5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:22:25Z', 'updated_at': '2021-11-12T01:22:42Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': 'bdc99591-f574-4901-a286-b9d0318fffc5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '913b6e34-0f4f-457d-93c7-175d506d758f', 'name': '', 'network_id': '7890d6b4-aaf7-41e9-a4d8-b4895f01fb76', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:44:4f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '250b34da-d305-4153-8a80-e74d99163ccb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:22:01Z', 'updated_at': '2021-11-12T01:22:20Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '250b34da-d305-4153-8a80-e74d99163ccb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:04.805319 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a206a-4a98-44ca-a9f9-a81b5670bfeb req-b997b500-e487-4c9a-b1c0-ea199e201c11 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:04.808733 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5434a2-ef34-4afe-9286-b2e93f7e928e None None] Checking router: e864dfc6-4044-4b92-a64a-4d2603d9ea92 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:23:04.813750 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cd8a206a-4a98-44ca-a9f9-a81b5670bfeb req-b997b500-e487-4c9a-b1c0-ea199e201c11 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fc1e38b-3138-4613-9f43-abb08e04bfce HTTP/1.1" status: 200 len: 945 time: 0.5584443 Nov 12 01:23:04.822382 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5434a2-ef34-4afe-9286-b2e93f7e928e None None] Routers {'e864dfc6-4044-4b92-a64a-4d2603d9ea92'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:23:04.823228 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-7a5434a2-ef34-4afe-9286-b2e93f7e928e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:23:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['e864dfc6-4044-4b92-a64a-4d2603d9ea92'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:04.876805 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-aa2f962c-fa06-4626-bae1-ff0653c4d73c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09595394-5ff9-4d3d-8900-478cbbf23d22']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:04.899172 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8f0b04bd-5f51-4c53-a0b7-426e9739bac7 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:04.906290 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-aa2f962c-fa06-4626-bae1-ff0653c4d73c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bedf11e-6d1c-4403-8c08-118ebfca4f01') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:04.906900 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-aa2f962c-fa06-4626-bae1-ff0653c4d73c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bedf11e-6d1c-4403-8c08-118ebfca4f01') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:04.935885 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aa2f962c-fa06-4626-bae1-ff0653c4d73c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:04.966113 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cd8a206a-4a98-44ca-a9f9-a81b5670bfeb req-4bf3382e-34f9-49c1-b36f-08999d0bee87 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/security-groups?id=fffd30fd-6b1c-4828-84d7-a04053ecae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499219 Nov 12 01:23:04.997965 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-3d3fd325-e642-423d-9b84-35e8b46ea9ef None None] Allocated IP 2001:db8::2 (6b8a36e2-d36c-4cd7-a595-5d1045a7ade5/6737bd0a-4a94-493d-8220-cd128bade867/ab095c13-05fd-45e1-85b6-e649688e9c79) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:23:05.012382 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-86a3f76f-08c8-4eb4-96c3-988949cb51b8 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:05.025255 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aa2f962c-fa06-4626-bae1-ff0653c4d73c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:05.085070 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa2f962c-fa06-4626-bae1-ff0653c4d73c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:23:05.085653 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aa2f962c-fa06-4626-bae1-ff0653c4d73c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:05.092722 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:23:05.092722 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:23:05.092722 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:23:05.092722 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:23:05.092722 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:23:05.092722 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:23:05.092722 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:23:05.092722 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:23:05.092722 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:23:05.092722 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:23:05.092722 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:23:05.092722 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:23:05.092722 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:23:05.092722 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:23:05.092722 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:23:05.092722 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:23:05.092722 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:23:05.092722 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:23:05.092722 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:23:05.092722 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:23:05.092722 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:23:05.092722 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:23:05.092722 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:23:05.092722 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:23:05.092722 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:23:05.092722 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:23:05.092722 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:23:05.092722 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:23:05.092722 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:23:05.092722 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:23:05.092722 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:23:05.092722 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:23:05.200313 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-7a5434a2-ef34-4afe-9286-b2e93f7e928e None None] Set router e864dfc6-4044-4b92-a64a-4d2603d9ea92 gateway port host: None {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:23:05.213583 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-86a3f76f-08c8-4eb4-96c3-988949cb51b8 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:05.254255 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7955ec5f-83c7-400a-b6b0-d3d6dab0ea54 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:05.260947 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aa2f962c-fa06-4626-bae1-ff0653c4d73c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:05.263339 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a3f76f-08c8-4eb4-96c3-988949cb51b8 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event deleted for resources: {'Subnet': ['ID=61644bfa-9ec6-47a2-a7a1-60ba631bf03f,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:05.267086 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-86a3f76f-08c8-4eb4-96c3-988949cb51b8 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:05.273810 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-86a3f76f-08c8-4eb4-96c3-988949cb51b8 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "DELETE /v2.0/subnets/61644bfa-9ec6-47a2-a7a1-60ba631bf03f HTTP/1.1" status: 204 len: 168 time: 1.3004973 Nov 12 01:23:05.274466 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58802) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:05.297187 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3d3fd325-e642-423d-9b84-35e8b46ea9ef None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:05.340010 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3d3fd325-e642-423d-9b84-35e8b46ea9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:05.342928 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aa2f962c-fa06-4626-bae1-ff0653c4d73c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:05.363705 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-aa2f962c-fa06-4626-bae1-ff0653c4d73c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "DELETE /v2.0/networks/09595394-5ff9-4d3d-8900-478cbbf23d22 HTTP/1.1" status: 204 len: 168 time: 4.8231237 Nov 12 01:23:05.384761 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58806) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:05.386292 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:05.390194 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-fd9a3cd0-3924-46b7-88c6-5a6266911200 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-804274674'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:23:05.408106 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f962c-fa06-4626-bae1-ff0653c4d73c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Pushing event deleted for resources: {'Network': ['ID=09595394-5ff9-4d3d-8900-478cbbf23d22,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:05.451839 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-59f2fd98-5898-4bf5-95af-9586cc9e58a3 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:05.459871 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3fd325-e642-423d-9b84-35e8b46ea9ef None None] Network 6b8a36e2-d36c-4cd7-a595-5d1045a7ade5 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:23:05.478249 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-3d3fd325-e642-423d-9b84-35e8b46ea9ef None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:23:05.487618 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3fd325-e642-423d-9b84-35e8b46ea9ef None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:23:05.491565 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-8f0b04bd-5f51-4c53-a0b7-426e9739bac7 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Allocated IP 2001:db8::1 (6b8a36e2-d36c-4cd7-a595-5d1045a7ade5/6737bd0a-4a94-493d-8220-cd128bade867/73743949-19d8-4802-ae75-ce356c082968) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:23:05.496284 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9a3cd0-3924-46b7-88c6-5a6266911200 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Made reservation on behalf of e8129228a6df46ffbca9711093d28d41 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:23:05.503098 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fd9a3cd0-3924-46b7-88c6-5a6266911200 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:05.628741 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd9a3cd0-3924-46b7-88c6-5a6266911200 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:23:05.634650 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3fd325-e642-423d-9b84-35e8b46ea9ef None None] Pushing event updated for resources: {'Port': ['ID=ab095c13-05fd-45e1-85b6-e649688e9c79,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:05.665559 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-3d3fd325-e642-423d-9b84-35e8b46ea9ef None None] Attempting to bind port ab095c13-05fd-45e1-85b6-e649688e9c79 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:23:05.667526 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-3d3fd325-e642-423d-9b84-35e8b46ea9ef None None] Attempting to bind port ab095c13-05fd-45e1-85b6-e649688e9c79 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'a81e016e-824d-4ded-a1c2-b5b864fc02f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6b8a36e2-d36c-4cd7-a595-5d1045a7ade5'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:23:05.667526 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3fd325-e642-423d-9b84-35e8b46ea9ef None None] Attempting to bind port ab095c13-05fd-45e1-85b6-e649688e9c79 on network 6b8a36e2-d36c-4cd7-a595-5d1045a7ade5 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:23:05.680718 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3fd325-e642-423d-9b84-35e8b46ea9ef None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:23:05.681448 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3fd325-e642-423d-9b84-35e8b46ea9ef None None] Checking segment: {'id': 'a81e016e-824d-4ded-a1c2-b5b864fc02f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6b8a36e2-d36c-4cd7-a595-5d1045a7ade5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:23:05.683518 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3d3fd325-e642-423d-9b84-35e8b46ea9ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:05.684270 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3fd325-e642-423d-9b84-35e8b46ea9ef None None] Bound using segment: {'id': 'a81e016e-824d-4ded-a1c2-b5b864fc02f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6b8a36e2-d36c-4cd7-a595-5d1045a7ade5'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:23:05.689887 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fd9a3cd0-3924-46b7-88c6-5a6266911200 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:05.690263 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-fd9a3cd0-3924-46b7-88c6-5a6266911200 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Added segment 21048f78-e793-4ef7-98e7-5115afa25224 of type vlan for network 987467a1-2e90-485c-9a78-b39986eaed9d Nov 12 01:23:05.690771 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-3d3fd325-e642-423d-9b84-35e8b46ea9ef None None] Bound port: ab095c13-05fd-45e1-85b6-e649688e9c79, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a81e016e-824d-4ded-a1c2-b5b864fc02f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6b8a36e2-d36c-4cd7-a595-5d1045a7ade5'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:23:05.692296 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3d3fd325-e642-423d-9b84-35e8b46ea9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:05.763031 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fd9a3cd0-3924-46b7-88c6-5a6266911200 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:05.802494 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-59f2fd98-5898-4bf5-95af-9586cc9e58a3 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Deleting port e4008429-0d82-4138-9831-bd265569df82 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:23:05.803408 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-59f2fd98-5898-4bf5-95af-9586cc9e58a3 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:05.818540 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8f0b04bd-5f51-4c53-a0b7-426e9739bac7 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:05.857407 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-7a5434a2-ef34-4afe-9286-b2e93f7e928e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'name': 'tempest-RoutersTest-router-1337973071', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:21:38Z', 'updated_at': '2021-11-12T01:23:00Z', 'revision_number': 8, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'gw_port_host': None, '_interfaces': [{'id': '57088768-f15c-4f7f-9a9f-7f6a28932777', 'name': '', 'network_id': 'fa8e971f-5e38-4f66-a1ab-a95e974dae98', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:5c:c9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '7ef30172-e78b-42f8-a17d-19195696b670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:21:46Z', 'updated_at': '2021-11-12T01:21:59Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '7ef30172-e78b-42f8-a17d-19195696b670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5727e23a-8bde-4970-bf7d-1985cbddbd28', 'name': '', 'network_id': '981aadc5-a3d2-48fb-a9ec-ebaff1660d80', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:eb:7e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': 'bdc99591-f574-4901-a286-b9d0318fffc5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:22:25Z', 'updated_at': '2021-11-12T01:22:42Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': 'bdc99591-f574-4901-a286-b9d0318fffc5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '913b6e34-0f4f-457d-93c7-175d506d758f', 'name': '', 'network_id': '7890d6b4-aaf7-41e9-a4d8-b4895f01fb76', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:44:4f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '250b34da-d305-4153-8a80-e74d99163ccb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:22:01Z', 'updated_at': '2021-11-12T01:22:20Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '250b34da-d305-4153-8a80-e74d99163ccb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:05.911886 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5434a2-ef34-4afe-9286-b2e93f7e928e None None] The sync data for ids ['e864dfc6-4044-4b92-a64a-4d2603d9ea92'] in n-d-712142-27 is: [{'id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'name': 'tempest-RoutersTest-router-1337973071', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:21:38Z', 'updated_at': '2021-11-12T01:23:00Z', 'revision_number': 8, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'gw_port_host': None, '_interfaces': [{'id': '57088768-f15c-4f7f-9a9f-7f6a28932777', 'name': '', 'network_id': 'fa8e971f-5e38-4f66-a1ab-a95e974dae98', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:5c:c9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '7ef30172-e78b-42f8-a17d-19195696b670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:21:46Z', 'updated_at': '2021-11-12T01:21:59Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '7ef30172-e78b-42f8-a17d-19195696b670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5727e23a-8bde-4970-bf7d-1985cbddbd28', 'name': '', 'network_id': '981aadc5-a3d2-48fb-a9ec-ebaff1660d80', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:eb:7e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': 'bdc99591-f574-4901-a286-b9d0318fffc5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:22:25Z', 'updated_at': '2021-11-12T01:22:42Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': 'bdc99591-f574-4901-a286-b9d0318fffc5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '913b6e34-0f4f-457d-93c7-175d506d758f', 'name': '', 'network_id': '7890d6b4-aaf7-41e9-a4d8-b4895f01fb76', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:44:4f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '250b34da-d305-4153-8a80-e74d99163ccb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:22:01Z', 'updated_at': '2021-11-12T01:22:20Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '250b34da-d305-4153-8a80-e74d99163ccb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:23:05.923469 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-3d3fd325-e642-423d-9b84-35e8b46ea9ef None None] For port ab095c13-05fd-45e1-85b6-e649688e9c79, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:23:05.938458 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-3d3fd325-e642-423d-9b84-35e8b46ea9ef None None] For port ab095c13-05fd-45e1-85b6-e649688e9c79, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=ab095c13-05fd-45e1-85b6-e649688e9c79,segment=NetworkSegment(a81e016e-824d-4ded-a1c2-b5b864fc02f4),segment_id=a81e016e-824d-4ded-a1c2-b5b864fc02f4)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:23:05.948658 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3d3fd325-e642-423d-9b84-35e8b46ea9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:05.967029 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fd9a3cd0-3924-46b7-88c6-5a6266911200 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:05.981919 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9a3cd0-3924-46b7-88c6-5a6266911200 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:05.983042 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fd9a3cd0-3924-46b7-88c6-5a6266911200 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:06.064535 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-7955ec5f-83c7-400a-b6b0-d3d6dab0ea54 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Deleting port c911299e-031a-4c8a-ba91-6f0d8549119a {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:23:06.065650 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7955ec5f-83c7-400a-b6b0-d3d6dab0ea54 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:06.094745 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-59f2fd98-5898-4bf5-95af-9586cc9e58a3 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] For port e4008429-0d82-4138-9831-bd265569df82, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=e4008429-0d82-4138-9831-bd265569df82,segment=NetworkSegment(e7927293-172d-4011-a981-d7b8e07eef2a),segment_id=e7927293-172d-4011-a981-d7b8e07eef2a)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:23:06.098483 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-59f2fd98-5898-4bf5-95af-9586cc9e58a3 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:06.118151 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3fd325-e642-423d-9b84-35e8b46ea9ef None None] Pushing event updated for resources: {'Port': ['ID=ab095c13-05fd-45e1-85b6-e649688e9c79,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:06.120643 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-59f2fd98-5898-4bf5-95af-9586cc9e58a3 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Calling delete_port for e4008429-0d82-4138-9831-bd265569df82 owned by network:dhcp {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:23:06.222244 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de249322-0bb6-401a-b13b-2ce545ab6ca9 req-346d2f21-ff00-454a-8a7f-a4822c81d2a3 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:06.225918 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-de249322-0bb6-401a-b13b-2ce545ab6ca9 req-346d2f21-ff00-454a-8a7f-a4822c81d2a3 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6f1acd4-d8fc-4a4e-9c99-a8ad15cd6471 HTTP/1.1" status: 200 len: 946 time: 0.2551672 Nov 12 01:23:06.347543 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-59f2fd98-5898-4bf5-95af-9586cc9e58a3 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:06.361119 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-fd9a3cd0-3924-46b7-88c6-5a6266911200 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9748580 Nov 12 01:23:06.367809 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58812) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:06.402158 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-3ff8828a-0bb8-46cb-946f-8661782ea543 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:23:06.536667 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f2fd98-5898-4bf5-95af-9586cc9e58a3 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] No DVR routers for this DVR port e4008429-0d82-4138-9831-bd265569df82 on host n-d-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:23:06.715712 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f2fd98-5898-4bf5-95af-9586cc9e58a3 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event deleted for resources: {'Port': ['ID=e4008429-0d82-4138-9831-bd265569df82,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:06.753500 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f2fd98-5898-4bf5-95af-9586cc9e58a3 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:06.753847 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f2fd98-5898-4bf5-95af-9586cc9e58a3 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:06.754196 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f2fd98-5898-4bf5-95af-9586cc9e58a3 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:06.754545 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f2fd98-5898-4bf5-95af-9586cc9e58a3 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:06.754884 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f2fd98-5898-4bf5-95af-9586cc9e58a3 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:06.755219 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f2fd98-5898-4bf5-95af-9586cc9e58a3 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:06.755583 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f2fd98-5898-4bf5-95af-9586cc9e58a3 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:06.763463 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7955ec5f-83c7-400a-b6b0-d3d6dab0ea54 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:06.772279 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f2fd98-5898-4bf5-95af-9586cc9e58a3 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:06.772828 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f2fd98-5898-4bf5-95af-9586cc9e58a3 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:06.773181 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f2fd98-5898-4bf5-95af-9586cc9e58a3 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:06.773534 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f2fd98-5898-4bf5-95af-9586cc9e58a3 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:06.773874 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f2fd98-5898-4bf5-95af-9586cc9e58a3 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:06.791744 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edea222-0571-45f5-895e-a1cfa3e9fd50 req-e74b5a06-f914-4d91-9622-9a51c45213c6 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:06.793492 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9edea222-0571-45f5-895e-a1cfa3e9fd50 req-e74b5a06-f914-4d91-9622-9a51c45213c6 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6f1acd4-d8fc-4a4e-9c99-a8ad15cd6471 HTTP/1.1" status: 200 len: 946 time: 0.9561124 Nov 12 01:23:06.866120 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-7955ec5f-83c7-400a-b6b0-d3d6dab0ea54 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Calling delete_port for c911299e-031a-4c8a-ba91-6f0d8549119a owned by network:router_interface {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:23:06.913590 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-59f2fd98-5898-4bf5-95af-9586cc9e58a3 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:06.978656 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-59f2fd98-5898-4bf5-95af-9586cc9e58a3 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ad2bc24-d8ef-4a3b-95a2-228452b2692d']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:06.992598 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-59f2fd98-5898-4bf5-95af-9586cc9e58a3 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7927293-172d-4011-a981-d7b8e07eef2a') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:06.994129 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-59f2fd98-5898-4bf5-95af-9586cc9e58a3 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7927293-172d-4011-a981-d7b8e07eef2a') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:07.018366 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-59f2fd98-5898-4bf5-95af-9586cc9e58a3 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:07.025430 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9a3cd0-3924-46b7-88c6-5a6266911200 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Pushing event updated for resources: {'Network': ['ID=987467a1-2e90-485c-9a78-b39986eaed9d,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:07.048912 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 987467a1-2e90-485c-9a78-b39986eaed9d details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:23:07.143135 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-59f2fd98-5898-4bf5-95af-9586cc9e58a3 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:07.150652 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8f0b04bd-5f51-4c53-a0b7-426e9739bac7 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:07.249034 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34443d11-25d1-4349-842b-6267a75f2ee5 req-4b09afc5-0387-40f9-83ec-e47c2232a735 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:07.262590 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-34443d11-25d1-4349-842b-6267a75f2ee5 req-4b09afc5-0387-40f9-83ec-e47c2232a735 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fc1e38b-3138-4613-9f43-abb08e04bfce HTTP/1.1" status: 200 len: 945 time: 0.9225228 Nov 12 01:23:07.264756 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59f2fd98-5898-4bf5-95af-9586cc9e58a3 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:23:07.266264 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-59f2fd98-5898-4bf5-95af-9586cc9e58a3 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:07.308114 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:23:07.308114 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:23:07.308114 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:23:07.308114 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:23:07.308114 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:23:07.308114 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:23:07.308114 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:23:07.308114 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:23:07.308114 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:23:07.308114 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:23:07.308114 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:23:07.308114 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:23:07.308114 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:23:07.308114 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:23:07.308114 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:23:07.308114 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:23:07.308114 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:23:07.308114 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:23:07.308114 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:23:07.308114 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:23:07.308114 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:23:07.308114 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:23:07.308114 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:23:07.308114 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:23:07.308114 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:23:07.308114 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:23:07.308114 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:23:07.308114 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:23:07.308114 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:23:07.308114 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:23:07.308114 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:23:07.308114 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:23:07.372413 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device ab095c13-05fd-45e1-85b6-e649688e9c79 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:23:07.528719 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0b04bd-5f51-4c53-a0b7-426e9739bac7 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Network 6b8a36e2-d36c-4cd7-a595-5d1045a7ade5 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:23:07.555772 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-8f0b04bd-5f51-4c53-a0b7-426e9739bac7 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:23:07.567941 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9edea222-0571-45f5-895e-a1cfa3e9fd50 req-e0f932b2-b5bb-4ef7-bf41-30bd90cf7710 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac8b0839-0c1d-4ded-a4e2-caea0db502c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7395120 Nov 12 01:23:07.569752 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0b04bd-5f51-4c53-a0b7-426e9739bac7 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:23:07.570703 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8f0b04bd-5f51-4c53-a0b7-426e9739bac7 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:07.578922 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0b04bd-5f51-4c53-a0b7-426e9739bac7 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event updated for resources: {'Port': ['ID=73743949-19d8-4802-ae75-ce356c082968,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:07.582242 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-de249322-0bb6-401a-b13b-2ce545ab6ca9 req-7a2b24e1-7548-447a-ae65-14e54c06c715 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] Deleting port 9aa8c7e8-3344-4af9-ad73-d2037da30124 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:23:07.583052 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-de249322-0bb6-401a-b13b-2ce545ab6ca9 req-7a2b24e1-7548-447a-ae65-14e54c06c715 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:07.600428 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3ff8828a-0bb8-46cb-946f-8661782ea543 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:07.696690 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3ff8828a-0bb8-46cb-946f-8661782ea543 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:07.726535 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port ab095c13-05fd-45e1-85b6-e649688e9c79 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:23:07.727094 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:07.820747 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3ff8828a-0bb8-46cb-946f-8661782ea543 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Network 987467a1-2e90-485c-9a78-b39986eaed9d is not hosted by any dhcp agent {{(pid=109086) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 01:23:07.831210 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff8828a-0bb8-46cb-946f-8661782ea543 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:07.833184 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3ff8828a-0bb8-46cb-946f-8661782ea543 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:07.838575 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3ff8828a-0bb8-46cb-946f-8661782ea543 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "PUT /v2.0/networks/987467a1-2e90-485c-9a78-b39986eaed9d HTTP/1.1" status: 200 len: 723 time: 1.4654322 Nov 12 01:23:07.847052 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58834) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:07.855678 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-2562359f-3d35-4371-858e-c3638b4dc332 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Request body: {'subnet': {'network_id': '987467a1-2e90-485c-9a78-b39986eaed9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:23:07.993110 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-de249322-0bb6-401a-b13b-2ce545ab6ca9 req-7a2b24e1-7548-447a-ae65-14e54c06c715 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] For port 9aa8c7e8-3344-4af9-ad73-d2037da30124, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=9aa8c7e8-3344-4af9-ad73-d2037da30124,segment=NetworkSegment(8bcb0cfd-b44e-40ae-826e-c62a4095cd3a),segment_id=8bcb0cfd-b44e-40ae-826e-c62a4095cd3a)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:23:07.993785 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-de249322-0bb6-401a-b13b-2ce545ab6ca9 req-7a2b24e1-7548-447a-ae65-14e54c06c715 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:08.043223 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8828a-0bb8-46cb-946f-8661782ea543 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Pushing event updated for resources: {'Network': ['ID=987467a1-2e90-485c-9a78-b39986eaed9d,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:08.051195 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:08.107295 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port ab095c13-05fd-45e1-85b6-e649688e9c79, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=ab095c13-05fd-45e1-85b6-e649688e9c79,segment=NetworkSegment(a81e016e-824d-4ded-a1c2-b5b864fc02f4),segment_id=a81e016e-824d-4ded-a1c2-b5b864fc02f4)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:23:08.109127 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 987467a1-2e90-485c-9a78-b39986eaed9d details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:23:08.120869 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:08.154278 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-de249322-0bb6-401a-b13b-2ce545ab6ca9 req-7a2b24e1-7548-447a-ae65-14e54c06c715 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] Calling delete_port for 9aa8c7e8-3344-4af9-ad73-d2037da30124 owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:23:08.166196 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 93f31ab2-ef04-42fd-a716-000c4aafdc2b no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:23:08.218553 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7955ec5f-83c7-400a-b6b0-d3d6dab0ea54 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:08.269717 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e2797b-e6a0-4568-a4ab-0bc18b52680e None None] Network 6b8a36e2-d36c-4cd7-a595-5d1045a7ade5 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:23:08.273499 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27d9eea-da91-4d71-8b08-984c99b3734c None None] Network 0ad2bc24-d8ef-4a3b-95a2-228452b2692d requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:23:08.291298 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 93f31ab2-ef04-42fd-a716-000c4aafdc2b {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:23:08.293024 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 93f31ab2-ef04-42fd-a716-000c4aafdc2b not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:23:08.313191 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7955ec5f-83c7-400a-b6b0-d3d6dab0ea54 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Pushing event deleted for resources: {'Port': ['ID=c911299e-031a-4c8a-ba91-6f0d8549119a,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:08.328521 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2562359f-3d35-4371-858e-c3638b4dc332 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Made reservation on behalf of e8129228a6df46ffbca9711093d28d41 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:23:08.331046 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2562359f-3d35-4371-858e-c3638b4dc332 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:08.749139 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27d9eea-da91-4d71-8b08-984c99b3734c None None] Network 0ad2bc24-d8ef-4a3b-95a2-228452b2692d could not be found, it might have been deleted concurrently. {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 01:23:08.793606 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-696ff31a-2edd-4835-bf76-8bb7def12504 None None] Provisioning complete for port ab095c13-05fd-45e1-85b6-e649688e9c79 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:23:08.794445 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-696ff31a-2edd-4835-bf76-8bb7def12504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:08.798763 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:08.851193 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=ab095c13-05fd-45e1-85b6-e649688e9c79,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:08.913182 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-59f2fd98-5898-4bf5-95af-9586cc9e58a3 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:08.925516 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377bffb6-ba3d-4e15-bfc7-684aef08341c None None] DHCP port deletion for 0ad2bc24-d8ef-4a3b-95a2-228452b2692d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:23:09.092707 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-59f2fd98-5898-4bf5-95af-9586cc9e58a3 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:09.098241 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd408bb1-abdd-4643-8ef8-230e2052db6a None None] DHCP port deletion for 0ad2bc24-d8ef-4a3b-95a2-228452b2692d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:23:09.122703 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-59f2fd98-5898-4bf5-95af-9586cc9e58a3 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "DELETE /v2.0/networks/0ad2bc24-d8ef-4a3b-95a2-228452b2692d HTTP/1.1" status: 204 len: 168 time: 3.8471093 Nov 12 01:23:09.126016 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f2fd98-5898-4bf5-95af-9586cc9e58a3 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event deleted for resources: {'Network': ['ID=0ad2bc24-d8ef-4a3b-95a2-228452b2692d,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:09.137658 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58854) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:09.191437 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device ab095c13-05fd-45e1-85b6-e649688e9c79 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:23:09.234358 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-34443d11-25d1-4349-842b-6267a75f2ee5 req-100104ce-c807-4891-80df-a64346426767 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/security-groups?id=fffd30fd-6b1c-4828-84d7-a04053ecae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8810492 Nov 12 01:23:09.502743 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port ab095c13-05fd-45e1-85b6-e649688e9c79 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:23:09.503141 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:09.574404 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd40e88-595c-4b94-9141-a863d452414f req-6ee6b67f-ec6d-4820-ac6a-f365be6a01a0 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:09.576299 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-abd40e88-595c-4b94-9141-a863d452414f req-6ee6b67f-ec6d-4820-ac6a-f365be6a01a0 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6f1acd4-d8fc-4a4e-9c99-a8ad15cd6471 HTTP/1.1" status: 200 len: 946 time: 0.4515672 Nov 12 01:23:09.845387 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device e4008429-0d82-4138-9831-bd265569df82 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:23:09.892614 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: e4008429-0d82-4138-9831-bd265569df82 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:23:09.893201 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device e4008429-0d82-4138-9831-bd265569df82 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:23:09.924522 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8f0b04bd-5f51-4c53-a0b7-426e9739bac7 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:09.933830 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-de249322-0bb6-401a-b13b-2ce545ab6ca9 req-7a2b24e1-7548-447a-ae65-14e54c06c715 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:10.191135 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d874d2b8-afd7-40cd-8e11-644db22be896 None None] DHCP port deletion for f83a5eb4-144e-49b8-9905-af47775cb623 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:23:10.270665 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2b24e1-7548-447a-ae65-14e54c06c715 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] Pushing event deleted for resources: {'Port': ['ID=9aa8c7e8-3344-4af9-ad73-d2037da30124,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:10.281081 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2562359f-3d35-4371-858e-c3638b4dc332 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:10.284607 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-abd40e88-595c-4b94-9141-a863d452414f req-1bb11269-df9d-492e-974d-00d4e60e6161 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.45 "GET /v2.0/security-groups?id=ac8b0839-0c1d-4ded-a4e2-caea0db502c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6068759 Nov 12 01:23:10.403707 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-de249322-0bb6-401a-b13b-2ce545ab6ca9 req-7a2b24e1-7548-447a-ae65-14e54c06c715 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] No DVR routers for this DVR port 9aa8c7e8-3344-4af9-ad73-d2037da30124 on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:23:10.410548 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7955ec5f-83c7-400a-b6b0-d3d6dab0ea54 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:10.448026 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-de249322-0bb6-401a-b13b-2ce545ab6ca9 req-7a2b24e1-7548-447a-ae65-14e54c06c715 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:10.451854 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-de249322-0bb6-401a-b13b-2ce545ab6ca9 req-7a2b24e1-7548-447a-ae65-14e54c06c715 tempest-TestServerAdvancedOps-954950500 tempest-TestServerAdvancedOps-954950500-project] 10.222.0.44 "DELETE /v2.0/ports/9aa8c7e8-3344-4af9-ad73-d2037da30124 HTTP/1.1" status: 204 len: 173 time: 4.2193689 Nov 12 01:23:10.453170 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2562359f-3d35-4371-858e-c3638b4dc332 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Pushing event updated for resources: {'Subnet': ['ID=174ef622-1fce-46cf-abb4-6a2e9cb9691f,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:10.457308 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 9aa8c7e8-3344-4af9-ad73-d2037da30124 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:23:10.479196 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f1acd4-d8fc-4a4e-9c99-a8ad15cd6471', 'name': 'network-vif-deleted', 'tag': '9aa8c7e8-3344-4af9-ad73-d2037da30124'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:23:10.483112 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dde47f3-4f20-42b4-a6be-2d82edcc70f1" -d '{"events": [{"server_uuid": "f6f1acd4-d8fc-4a4e-9c99-a8ad15cd6471", "name": "network-vif-deleted", "tag": "9aa8c7e8-3344-4af9-ad73-d2037da30124"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:23:10.502695 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 9aa8c7e8-3344-4af9-ad73-d2037da30124 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:23:10.503903 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 9aa8c7e8-3344-4af9-ad73-d2037da30124 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:23:10.507129 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3e5e68-acaa-469b-b4f5-b1003aeeb5e1 None None] Network 6b8a36e2-d36c-4cd7-a595-5d1045a7ade5 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:23:10.614696 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc83267-6135-470c-9184-27dab1f2761d x-openstack-request-id: req-7fc83267-6135-470c-9184-27dab1f2761d {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:23:10.615651 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f1acd4-d8fc-4a4e-9c99-a8ad15cd6471", "name": "network-vif-deleted", "tag": "9aa8c7e8-3344-4af9-ad73-d2037da30124", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:23:10.616505 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7fc83267-6135-470c-9184-27dab1f2761d {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:23:10.617408 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f1acd4-d8fc-4a4e-9c99-a8ad15cd6471', 'name': 'network-vif-deleted', 'tag': '9aa8c7e8-3344-4af9-ad73-d2037da30124', 'status': 'completed', 'code': 200} Nov 12 01:23:10.684087 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2562359f-3d35-4371-858e-c3638b4dc332 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Checking segment: {'id': '21048f78-e793-4ef7-98e7-5115afa25224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '987467a1-2e90-485c-9a78-b39986eaed9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:23:10.685278 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2562359f-3d35-4371-858e-c3638b4dc332 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Network hostable DHCP agents. Network: 987467a1-2e90-485c-9a78-b39986eaed9d, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:23:10.718293 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415caaf3-e292-4378-9e12-de1b268a39bf req-29851f36-269d-4414-afa9-f58676a74c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:10.721477 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:10.721795 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-415caaf3-e292-4378-9e12-de1b268a39bf req-29851f36-269d-4414-afa9-f58676a74c12 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=22b086af3f1f45c9b7954dadfab0bb71&device_id=7fc1e38b-3138-4613-9f43-abb08e04bfce HTTP/1.1" status: 200 len: 1097 time: 0.4330988 Nov 12 01:23:10.729581 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4a9ce149-746e-4dab-98e0-02fb1beafd19 None None] Provisioning complete for port 73743949-19d8-4802-ae75-ce356c082968 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:23:10.730018 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4a9ce149-746e-4dab-98e0-02fb1beafd19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:10.741252 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10c733-3c8f-4d89-ae17-ebaede72ce31 req-22803239-dd31-4598-b9b5-259ff33731be tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:10.742888 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eb10c733-3c8f-4d89-ae17-ebaede72ce31 req-22803239-dd31-4598-b9b5-259ff33731be tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fc1e38b-3138-4613-9f43-abb08e04bfce HTTP/1.1" status: 200 len: 945 time: 0.6130002 Nov 12 01:23:10.857169 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4a9ce149-746e-4dab-98e0-02fb1beafd19 None None] Port 73743949-19d8-4802-ae75-ce356c082968 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:23:10.899314 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4a9ce149-746e-4dab-98e0-02fb1beafd19 None None] Provisioning complete for port ab095c13-05fd-45e1-85b6-e649688e9c79 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:23:10.899688 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4a9ce149-746e-4dab-98e0-02fb1beafd19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:11.028145 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2562359f-3d35-4371-858e-c3638b4dc332 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Network 987467a1-2e90-485c-9a78-b39986eaed9d is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:23:11.152135 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-2562359f-3d35-4371-858e-c3638b4dc332 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 987467a1-2e90-485c-9a78-b39986eaed9d) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:23:11.166623 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2562359f-3d35-4371-858e-c3638b4dc332 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:11.167885 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2562359f-3d35-4371-858e-c3638b4dc332 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:11.181155 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fd5510-c0a9-48d9-953a-7ec94cffb5e6 None None] Network 987467a1-2e90-485c-9a78-b39986eaed9d requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:23:11.236052 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2562359f-3d35-4371-858e-c3638b4dc332 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3869901 Nov 12 01:23:11.253796 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415caaf3-e292-4378-9e12-de1b268a39bf req-e519a14b-f171-48af-aa10-580b92228674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:11.257380 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-415caaf3-e292-4378-9e12-de1b268a39bf req-e519a14b-f171-48af-aa10-580b92228674 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0fa3aba6-17c9-489d-89ab-1f9367d3d32a HTTP/1.1" status: 200 len: 916 time: 0.5107522 Nov 12 01:23:11.268959 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58886) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:11.276650 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eb10c733-3c8f-4d89-ae17-ebaede72ce31 req-155ee365-c8d4-4c8b-bbbe-59b5a9a9229e tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/security-groups?id=fffd30fd-6b1c-4828-84d7-a04053ecae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5065360 Nov 12 01:23:11.279209 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-47668035-c44a-44cf-a58f-89598d8713b8 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:23:11.400941 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8f0b04bd-5f51-4c53-a0b7-426e9739bac7 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:11.548461 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58894) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:11.566936 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7955ec5f-83c7-400a-b6b0-d3d6dab0ea54 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Router 11a50426-d46c-4fbf-b176-2a10bf8d5cc2 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:23:11.570105 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8f0b04bd-5f51-4c53-a0b7-426e9739bac7 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:11.571346 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8f0b04bd-5f51-4c53-a0b7-426e9739bac7 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:11.714066 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-47668035-c44a-44cf-a58f-89598d8713b8 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12762250'] for subnet, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:11.725223 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6422fb6-9ff5-4f9e-a28c-74c9fa2b79eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-987467a1-2e90-485c-9a78-b39986eaed9d', 'network_id': '987467a1-2e90-485c-9a78-b39986eaed9d', 'tenant_id': 'e8129228a6df46ffbca9711093d28d41', 'fixed_ips': [{'subnet_id': '174ef622-1fce-46cf-abb4-6a2e9cb9691f'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:23:11.726809 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b6422fb6-9ff5-4f9e-a28c-74c9fa2b79eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:11.800442 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-2fe8183b-30ab-4592-9e8e-dc6af47be682 None None] Provisioning complete for port 73743949-19d8-4802-ae75-ce356c082968 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:23:11.801013 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2fe8183b-30ab-4592-9e8e-dc6af47be682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:11.809033 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0b04bd-5f51-4c53-a0b7-426e9739bac7 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Network 6b8a36e2-d36c-4cd7-a595-5d1045a7ade5 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:23:11.810911 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0b04bd-5f51-4c53-a0b7-426e9739bac7 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event updated for resources: {'Port': ['ID=73743949-19d8-4802-ae75-ce356c082968,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:11.835055 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-415caaf3-e292-4378-9e12-de1b268a39bf req-d1550fd9-570f-44b3-b462-e35b9c3841a3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2830a68b-7676-41a7-b570-8719cf81a106 HTTP/1.1" status: 200 len: 217 time: 0.4281135 Nov 12 01:23:11.848111 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-8f0b04bd-5f51-4c53-a0b7-426e9739bac7 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:23:11.860008 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-81488ace-2509-44e2-86e2-6b23df2f19b9 admin admin] Deleting subnet 9fae93e4-d1d7-4b11-9547-3ddc38521dfd {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:23:11.875562 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-81488ace-2509-44e2-86e2-6b23df2f19b9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:12.023018 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-2fe8183b-30ab-4592-9e8e-dc6af47be682 None None] Port 73743949-19d8-4802-ae75-ce356c082968 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:23:12.039462 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-81488ace-2509-44e2-86e2-6b23df2f19b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:12.105139 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-2fe8183b-30ab-4592-9e8e-dc6af47be682 None None] Provisioning complete for port ab095c13-05fd-45e1-85b6-e649688e9c79 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:23:12.105943 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2fe8183b-30ab-4592-9e8e-dc6af47be682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:12.242096 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-81488ace-2509-44e2-86e2-6b23df2f19b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:12.266697 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415caaf3-e292-4378-9e12-de1b268a39bf req-7737be73-d17f-4f83-bbbb-b90f4f594a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:12.269418 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-415caaf3-e292-4378-9e12-de1b268a39bf req-7737be73-d17f-4f83-bbbb-b90f4f594a5d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=169aa883-bc14-4fda-89e6-95e18c4a9217 HTTP/1.1" status: 200 len: 855 time: 0.4091804 Nov 12 01:23:12.282035 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7955ec5f-83c7-400a-b6b0-d3d6dab0ea54 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:23:12.298060 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7955ec5f-83c7-400a-b6b0-d3d6dab0ea54 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] 10.222.0.45 "PUT /v2.0/routers/11a50426-d46c-4fbf-b176-2a10bf8d5cc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1996098 Nov 12 01:23:12.310659 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-47668035-c44a-44cf-a58f-89598d8713b8 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780986477195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13281254'] for subnet, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:12.326080 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58902) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:12.364445 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-b6422fb6-9ff5-4f9e-a28c-74c9fa2b79eb None None] Allocated IP 172.20.0.2 (987467a1-2e90-485c-9a78-b39986eaed9d/174ef622-1fce-46cf-abb4-6a2e9cb9691f/ff5ed9c5-2304-44e9-9bcb-7f44d59732e5) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:23:12.482433 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e104026-345b-4342-afc4-e30aaafe5fda None None] Sync routers for ids ['11a50426-d46c-4fbf-b176-2a10bf8d5cc2'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:23:12.526697 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9727283e-b314-4412-b64e-776a8b8ff3b9 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:12.539126 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-02aa0cda-930a-440d-bee4-38e800446b8c None None] Provisioning complete for port 73743949-19d8-4802-ae75-ce356c082968 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:23:12.539781 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-02aa0cda-930a-440d-bee4-38e800446b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:12.551904 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e104026-345b-4342-afc4-e30aaafe5fda None None] Routers {'11a50426-d46c-4fbf-b176-2a10bf8d5cc2'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:23:12.555262 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-9e104026-345b-4342-afc4-e30aaafe5fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:23:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['11a50426-d46c-4fbf-b176-2a10bf8d5cc2'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:12.601769 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4736d959-d0df-4289-935b-2582c2010564 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:12.624345 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47668035-c44a-44cf-a58f-89598d8713b8 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:12.625131 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-47668035-c44a-44cf-a58f-89598d8713b8 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:12.626705 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-47668035-c44a-44cf-a58f-89598d8713b8 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "PUT /v2.0/subnets/174ef622-1fce-46cf-abb4-6a2e9cb9691f HTTP/1.1" status: 200 len: 806 time: 1.3563030 Nov 12 01:23:12.636752 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-9e104026-345b-4342-afc4-e30aaafe5fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:12.670753 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47668035-c44a-44cf-a58f-89598d8713b8 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Pushing event updated for resources: {'Subnet': ['ID=174ef622-1fce-46cf-abb4-6a2e9cb9691f,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:12.679958 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58910) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:12.765289 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-02aa0cda-930a-440d-bee4-38e800446b8c None None] Port 73743949-19d8-4802-ae75-ce356c082968 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:23:12.801875 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e541c7ee-40a9-4f6e-a4e1-4620b7f56be3 req-a85c7fff-d860-46b6-9759-556743daa0b7 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:12.804492 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e541c7ee-40a9-4f6e-a4e1-4620b7f56be3 req-a85c7fff-d860-46b6-9759-556743daa0b7 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fc1e38b-3138-4613-9f43-abb08e04bfce HTTP/1.1" status: 200 len: 945 time: 0.3684893 Nov 12 01:23:12.820888 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415caaf3-e292-4378-9e12-de1b268a39bf req-3b281de3-287f-478d-bb98-4ccdcf6cac58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:12.823156 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-415caaf3-e292-4378-9e12-de1b268a39bf req-3b281de3-287f-478d-bb98-4ccdcf6cac58 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0fa3aba6-17c9-489d-89ab-1f9367d3d32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5344071 Nov 12 01:23:12.832543 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-81488ace-2509-44e2-86e2-6b23df2f19b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:12.835716 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f0b04bd-5f51-4c53-a0b7-426e9739bac7 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Router bc0d0e7c-763c-4ac0-840a-2866a328c25f is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:23:12.868647 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81488ace-2509-44e2-86e2-6b23df2f19b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fae93e4-d1d7-4b11-9547-3ddc38521dfd,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:12.877818 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b6422fb6-9ff5-4f9e-a28c-74c9fa2b79eb None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:12.911479 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-81488ace-2509-44e2-86e2-6b23df2f19b9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:12.914597 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b6422fb6-9ff5-4f9e-a28c-74c9fa2b79eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:12.915914 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-81488ace-2509-44e2-86e2-6b23df2f19b9 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/9fae93e4-d1d7-4b11-9547-3ddc38521dfd HTTP/1.1" status: 204 len: 168 time: 1.3656721 Nov 12 01:23:12.925698 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58912) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:12.958152 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e104026-345b-4342-afc4-e30aaafe5fda None None] Routers {'11a50426-d46c-4fbf-b176-2a10bf8d5cc2'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:23:12.960053 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-9e104026-345b-4342-afc4-e30aaafe5fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:23:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['11a50426-d46c-4fbf-b176-2a10bf8d5cc2'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:12.961722 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de88483-4355-4df8-a2cb-6f985aea696f None None] Network f83a5eb4-144e-49b8-9905-af47775cb623 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:23:13.024246 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9727283e-b314-4412-b64e-776a8b8ff3b9 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:13.038989 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d10b8808-71da-42d9-a66f-52cfce0bf72a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:13.047753 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6422fb6-9ff5-4f9e-a28c-74c9fa2b79eb None None] Pushing event updated for resources: {'Port': ['ID=ff5ed9c5-2304-44e9-9bcb-7f44d59732e5,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:13.071732 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4ad8f7dc-0828-4a8d-8e8d-f3e949d8dfb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:13.123026 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-415caaf3-e292-4378-9e12-de1b268a39bf req-e3bf667e-010f-4b9b-bf01-5ca2d97ae3ce service neutron] 10.222.0.16 "GET /v2.0/networks/0fa3aba6-17c9-489d-89ab-1f9367d3d32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721021 Nov 12 01:23:13.138498 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6422fb6-9ff5-4f9e-a28c-74c9fa2b79eb None None] Network 987467a1-2e90-485c-9a78-b39986eaed9d is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:23:13.152438 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-b6422fb6-9ff5-4f9e-a28c-74c9fa2b79eb None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:23:13.156772 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6422fb6-9ff5-4f9e-a28c-74c9fa2b79eb None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:23:13.164185 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-9e104026-345b-4342-afc4-e30aaafe5fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:13.165047 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e104026-345b-4342-afc4-e30aaafe5fda None None] The sync data for ids ['11a50426-d46c-4fbf-b176-2a10bf8d5cc2'] in n-d-712142-27 is: [] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:23:13.177133 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-3767aaca-1be8-472f-a43e-ccea7a6dbedc None None] Provisioning complete for port 73743949-19d8-4802-ae75-ce356c082968 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:23:13.177958 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3767aaca-1be8-472f-a43e-ccea7a6dbedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:13.199415 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-d10b8808-71da-42d9-a66f-52cfce0bf72a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Deleting port ff5ed9c5-2304-44e9-9bcb-7f44d59732e5 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:23:13.199789 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d10b8808-71da-42d9-a66f-52cfce0bf72a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:13.221208 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9727283e-b314-4412-b64e-776a8b8ff3b9 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Deleting port 821248a9-11df-4f35-aeb3-9f7b34f43ca4 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:23:13.221559 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9727283e-b314-4412-b64e-776a8b8ff3b9 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:13.371520 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4ad8f7dc-0828-4a8d-8e8d-f3e949d8dfb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:13.430473 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-4ad8f7dc-0828-4a8d-8e8d-f3e949d8dfb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f83a5eb4-144e-49b8-9905-af47775cb623']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:13.432204 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-3767aaca-1be8-472f-a43e-ccea7a6dbedc None None] Port 73743949-19d8-4802-ae75-ce356c082968 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:23:13.479225 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-4ad8f7dc-0828-4a8d-8e8d-f3e949d8dfb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bcb0cfd-b44e-40ae-826e-c62a4095cd3a') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:13.479574 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-4ad8f7dc-0828-4a8d-8e8d-f3e949d8dfb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bcb0cfd-b44e-40ae-826e-c62a4095cd3a') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:13.501039 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-d10b8808-71da-42d9-a66f-52cfce0bf72a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] For port ff5ed9c5-2304-44e9-9bcb-7f44d59732e5, host n-d-712142-27, got binding levels [] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:23:13.501289 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d10b8808-71da-42d9-a66f-52cfce0bf72a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:13.507375 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9727283e-b314-4412-b64e-776a8b8ff3b9 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:13.511262 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4ad8f7dc-0828-4a8d-8e8d-f3e949d8dfb9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:13.530982 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-b6422fb6-9ff5-4f9e-a28c-74c9fa2b79eb None None] Attempting to bind port ff5ed9c5-2304-44e9-9bcb-7f44d59732e5 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:23:13.531529 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-b6422fb6-9ff5-4f9e-a28c-74c9fa2b79eb None None] Attempting to bind port ff5ed9c5-2304-44e9-9bcb-7f44d59732e5 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '21048f78-e793-4ef7-98e7-5115afa25224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '987467a1-2e90-485c-9a78-b39986eaed9d'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:23:13.531862 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6422fb6-9ff5-4f9e-a28c-74c9fa2b79eb None None] Attempting to bind port ff5ed9c5-2304-44e9-9bcb-7f44d59732e5 on network 987467a1-2e90-485c-9a78-b39986eaed9d {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:23:13.542493 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9727283e-b314-4412-b64e-776a8b8ff3b9 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Calling delete_port for 821248a9-11df-4f35-aeb3-9f7b34f43ca4 owned by network:router_gateway {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:23:13.544663 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-d10b8808-71da-42d9-a66f-52cfce0bf72a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Calling delete_port for ff5ed9c5-2304-44e9-9bcb-7f44d59732e5 owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:23:13.545589 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6422fb6-9ff5-4f9e-a28c-74c9fa2b79eb None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:23:13.546022 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6422fb6-9ff5-4f9e-a28c-74c9fa2b79eb None None] Checking segment: {'id': '21048f78-e793-4ef7-98e7-5115afa25224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '987467a1-2e90-485c-9a78-b39986eaed9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:23:13.546335 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b6422fb6-9ff5-4f9e-a28c-74c9fa2b79eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:13.546851 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6422fb6-9ff5-4f9e-a28c-74c9fa2b79eb None None] Bound using segment: {'id': '21048f78-e793-4ef7-98e7-5115afa25224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '987467a1-2e90-485c-9a78-b39986eaed9d'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:23:13.547323 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-b6422fb6-9ff5-4f9e-a28c-74c9fa2b79eb None None] Bound port: ff5ed9c5-2304-44e9-9bcb-7f44d59732e5, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21048f78-e793-4ef7-98e7-5115afa25224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '987467a1-2e90-485c-9a78-b39986eaed9d'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:23:13.547506 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b6422fb6-9ff5-4f9e-a28c-74c9fa2b79eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:13.559860 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4ad8f7dc-0828-4a8d-8e8d-f3e949d8dfb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:13.579606 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fba2ba2-421e-4f64-8383-73aebc23be86 None None] DHCP port deletion for f83a5eb4-144e-49b8-9905-af47775cb623 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:23:13.640171 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ad8f7dc-0828-4a8d-8e8d-f3e949d8dfb9 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:23:13.640171 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4ad8f7dc-0828-4a8d-8e8d-f3e949d8dfb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:13.641824 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:23:13.641824 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:23:13.641824 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:23:13.641824 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:23:13.641824 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:23:13.641824 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:23:13.641824 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:23:13.641824 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:23:13.641824 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:23:13.641824 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:23:13.641824 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:23:13.641824 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:23:13.641824 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:23:13.641824 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:23:13.641824 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:23:13.641824 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:23:13.641824 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:23:13.641824 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:23:13.641824 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:23:13.641824 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:23:13.641824 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:23:13.641824 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:23:13.641824 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:23:13.641824 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:23:13.641824 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:23:13.641824 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:23:13.641824 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:23:13.641824 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:23:13.641824 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:23:13.641824 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:23:13.641824 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:23:13.641824 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:23:13.669271 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-b6422fb6-9ff5-4f9e-a28c-74c9fa2b79eb None None] For port ff5ed9c5-2304-44e9-9bcb-7f44d59732e5, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:23:13.674991 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-b6422fb6-9ff5-4f9e-a28c-74c9fa2b79eb None None] For port ff5ed9c5-2304-44e9-9bcb-7f44d59732e5, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=ff5ed9c5-2304-44e9-9bcb-7f44d59732e5,segment=NetworkSegment(21048f78-e793-4ef7-98e7-5115afa25224),segment_id=21048f78-e793-4ef7-98e7-5115afa25224)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:23:13.683012 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b6422fb6-9ff5-4f9e-a28c-74c9fa2b79eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:13.782546 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0b04bd-5f51-4c53-a0b7-426e9739bac7 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:23:13.793584 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6030ab9-060b-4cda-ac40-3ccbfaeba899 None None] Sync routers for ids ['bc0d0e7c-763c-4ac0-840a-2866a328c25f'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:23:13.798592 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-8f0b04bd-5f51-4c53-a0b7-426e9739bac7 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "PUT /v2.0/routers/bc0d0e7c-763c-4ac0-840a-2866a328c25f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9333816 Nov 12 01:23:13.820725 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6030ab9-060b-4cda-ac40-3ccbfaeba899 None None] Routers {'bc0d0e7c-763c-4ac0-840a-2866a328c25f'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:23:13.821679 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-e6030ab9-060b-4cda-ac40-3ccbfaeba899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:23:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['bc0d0e7c-763c-4ac0-840a-2866a328c25f'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:13.826429 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58924) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:13.866896 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6422fb6-9ff5-4f9e-a28c-74c9fa2b79eb None None] Pushing event updated for resources: {'Port': ['ID=ff5ed9c5-2304-44e9-9bcb-7f44d59732e5,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:13.887446 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4ad8f7dc-0828-4a8d-8e8d-f3e949d8dfb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:13.898844 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4ad8f7dc-0828-4a8d-8e8d-f3e949d8dfb9 admin admin] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:13.902305 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4ad8f7dc-0828-4a8d-8e8d-f3e949d8dfb9 admin admin] 10.222.0.45 "DELETE /v2.0/networks/f83a5eb4-144e-49b8-9905-af47775cb623 HTTP/1.1" status: 204 len: 168 time: 0.9755175 Nov 12 01:23:13.911540 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-e6030ab9-060b-4cda-ac40-3ccbfaeba899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:13.913157 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58926) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:13.948604 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6030ab9-060b-4cda-ac40-3ccbfaeba899 None None] Routers {'bc0d0e7c-763c-4ac0-840a-2866a328c25f'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:23:13.950497 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-e6030ab9-060b-4cda-ac40-3ccbfaeba899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:23:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['bc0d0e7c-763c-4ac0-840a-2866a328c25f'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:13.969280 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad8f7dc-0828-4a8d-8e8d-f3e949d8dfb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f83a5eb4-144e-49b8-9905-af47775cb623,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:14.031247 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-e6030ab9-060b-4cda-ac40-3ccbfaeba899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:14.032913 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6030ab9-060b-4cda-ac40-3ccbfaeba899 None None] The sync data for ids ['bc0d0e7c-763c-4ac0-840a-2866a328c25f'] in n-d-712142-27 is: [] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:23:14.069699 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f05a10d-dc21-472e-9af0-b094232e146a admin admin] Deleting subnet 536a31a4-4582-4b74-9bdb-573247637986 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:23:14.081246 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3f05a10d-dc21-472e-9af0-b094232e146a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:14.106598 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e541c7ee-40a9-4f6e-a4e1-4620b7f56be3 req-f5f653ae-ba8d-4aed-8a1a-f2b4d3b23c9b tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/security-groups?id=fffd30fd-6b1c-4828-84d7-a04053ecae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2777002 Nov 12 01:23:14.170973 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a66151-6688-4f20-bdc4-bba5d4db8f8d tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:14.184396 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-00a66151-6688-4f20-bdc4-bba5d4db8f8d tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "GET /v2.0/ports/73743949-19d8-4802-ae75-ce356c082968 HTTP/1.1" status: 200 len: 911 time: 0.3162525 Nov 12 01:23:14.185552 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58934) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:14.237315 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d10b8808-71da-42d9-a66f-52cfce0bf72a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:14.245830 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3f05a10d-dc21-472e-9af0-b094232e146a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:14.321580 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10b8808-71da-42d9-a66f-52cfce0bf72a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Pushing event deleted for resources: {'Port': ['ID=ff5ed9c5-2304-44e9-9bcb-7f44d59732e5,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:14.322727 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-415caaf3-e292-4378-9e12-de1b268a39bf req-666bb3f4-bc7e-477f-bf3a-c71271f96579 service neutron] 10.222.0.16 "GET /v2.0/networks/0fa3aba6-17c9-489d-89ab-1f9367d3d32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5228598 Nov 12 01:23:14.324352 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9727283e-b314-4412-b64e-776a8b8ff3b9 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:14.426492 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6218e72c-8f2f-476f-a5b5-4b13377259d1 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:23:14.462846 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9727283e-b314-4412-b64e-776a8b8ff3b9 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Pushing event deleted for resources: {'Port': ['ID=821248a9-11df-4f35-aeb3-9f7b34f43ca4,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:14.650619 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-4736d959-d0df-4289-935b-2582c2010564 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Deleting port 5727e23a-8bde-4970-bf7d-1985cbddbd28 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:23:14.651144 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4736d959-d0df-4289-935b-2582c2010564 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:14.660635 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6c3fb4-4ba8-4390-b042-e1848e88cd65 req-50bab1a3-c4c7-409d-b60e-2e38989a24f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:14.663225 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0d6c3fb4-4ba8-4390-b042-e1848e88cd65 req-50bab1a3-c4c7-409d-b60e-2e38989a24f9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=22b086af3f1f45c9b7954dadfab0bb71&device_id=7fc1e38b-3138-4613-9f43-abb08e04bfce HTTP/1.1" status: 200 len: 1097 time: 0.1248722 Nov 12 01:23:14.878683 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-4736d959-d0df-4289-935b-2582c2010564 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] For port 5727e23a-8bde-4970-bf7d-1985cbddbd28, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=5727e23a-8bde-4970-bf7d-1985cbddbd28,segment=NetworkSegment(64ab0ae1-9f7f-4843-9224-854cadc28023),segment_id=64ab0ae1-9f7f-4843-9224-854cadc28023)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:23:14.879866 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4736d959-d0df-4289-935b-2582c2010564 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:14.903701 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-4736d959-d0df-4289-935b-2582c2010564 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Calling delete_port for 5727e23a-8bde-4970-bf7d-1985cbddbd28 owned by network:router_interface {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:23:15.066659 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9727283e-b314-4412-b64e-776a8b8ff3b9 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:15.070753 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10b8808-71da-42d9-a66f-52cfce0bf72a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] No DVR routers for this DVR port ff5ed9c5-2304-44e9-9bcb-7f44d59732e5 on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:23:15.078727 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3f05a10d-dc21-472e-9af0-b094232e146a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:15.094944 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6c3fb4-4ba8-4390-b042-e1848e88cd65 req-09457321-3cca-4e29-b9a6-59ef2919a06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:15.096533 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0d6c3fb4-4ba8-4390-b042-e1848e88cd65 req-09457321-3cca-4e29-b9a6-59ef2919a06b service neutron] 10.222.0.16 "GET /v2.0/networks?id=0fa3aba6-17c9-489d-89ab-1f9367d3d32a HTTP/1.1" status: 200 len: 916 time: 0.3705580 Nov 12 01:23:15.298733 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0d6c3fb4-4ba8-4390-b042-e1848e88cd65 req-cf155668-b861-46b2-99a3-df7ee93b3ed7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2830a68b-7676-41a7-b570-8719cf81a106 HTTP/1.1" status: 200 len: 217 time: 0.1837037 Nov 12 01:23:15.446120 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9727283e-b314-4412-b64e-776a8b8ff3b9 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:15.456367 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9727283e-b314-4412-b64e-776a8b8ff3b9 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:15.477328 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a31e3-ec3e-4ea4-92ce-5206ac4828a4 req-2d8b711e-99b1-4334-8bfc-5cc81c697c3c tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:15.491935 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-444a31e3-ec3e-4ea4-92ce-5206ac4828a4 req-2d8b711e-99b1-4334-8bfc-5cc81c697c3c tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fc1e38b-3138-4613-9f43-abb08e04bfce HTTP/1.1" status: 200 len: 945 time: 0.2389221 Nov 12 01:23:15.535154 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6c3fb4-4ba8-4390-b042-e1848e88cd65 req-c94403ac-ab2a-4088-bf01-348df5abb0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:15.538233 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0d6c3fb4-4ba8-4390-b042-e1848e88cd65 req-c94403ac-ab2a-4088-bf01-348df5abb0d6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=169aa883-bc14-4fda-89e6-95e18c4a9217 HTTP/1.1" status: 200 len: 855 time: 0.1832132 Nov 12 01:23:15.540575 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d10b8808-71da-42d9-a66f-52cfce0bf72a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:15.586624 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9727283e-b314-4412-b64e-776a8b8ff3b9 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:15.587235 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9727283e-b314-4412-b64e-776a8b8ff3b9 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Fanout notify agent at l3_agent the message router_deleted on router 11a50426-d46c-4fbf-b176-2a10bf8d5cc2 {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:23:15.601528 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9727283e-b314-4412-b64e-776a8b8ff3b9 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:15.606339 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9727283e-b314-4412-b64e-776a8b8ff3b9 tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] 10.222.0.45 "DELETE /v2.0/routers/11a50426-d46c-4fbf-b176-2a10bf8d5cc2 HTTP/1.1" status: 204 len: 168 time: 3.2712555 Nov 12 01:23:15.607067 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9fd45995-0637-4f09-b775-fe776f0f8f87 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:15.607599 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58952) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:15.644517 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3f05a10d-dc21-472e-9af0-b094232e146a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:15.647497 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a150a602-2614-4800-aad7-1665156eacb4 None None] Network 987467a1-2e90-485c-9a78-b39986eaed9d requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:23:15.680143 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f05a10d-dc21-472e-9af0-b094232e146a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=536a31a4-4582-4b74-9bdb-573247637986,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:15.698735 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3f05a10d-dc21-472e-9af0-b094232e146a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:15.703320 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3f05a10d-dc21-472e-9af0-b094232e146a admin admin] 10.222.0.45 "DELETE /v2.0/subnets/536a31a4-4582-4b74-9bdb-573247637986 HTTP/1.1" status: 204 len: 168 time: 1.7879598 Nov 12 01:23:15.705784 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d10b8808-71da-42d9-a66f-52cfce0bf72a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:15.708375 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58954) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:15.762819 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10b8808-71da-42d9-a66f-52cfce0bf72a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Pushing event deleted for resources: {'Subnet': ['ID=174ef622-1fce-46cf-abb4-6a2e9cb9691f,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:15.794616 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937d2537-1712-4aaa-b7e0-da420d24896a None None] Network 32f80cc3-1f94-4063-be76-8fb94b45fbce requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:23:15.824027 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-325609d9-717b-4300-99f9-ce4ec377f8b3 None None] Could not find standard attr ID for object ff5ed9c5-2304-44e9-9bcb-7f44d59732e5. {{(pid=109087) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:23:15.875500 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4736d959-d0df-4289-935b-2582c2010564 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:15.909429 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d10b8808-71da-42d9-a66f-52cfce0bf72a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:15.940076 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-d10b8808-71da-42d9-a66f-52cfce0bf72a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['987467a1-2e90-485c-9a78-b39986eaed9d']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:15.954980 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-d10b8808-71da-42d9-a66f-52cfce0bf72a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21048f78-e793-4ef7-98e7-5115afa25224') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:15.955577 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-d10b8808-71da-42d9-a66f-52cfce0bf72a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21048f78-e793-4ef7-98e7-5115afa25224') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:15.970263 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d10b8808-71da-42d9-a66f-52cfce0bf72a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:15.988057 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d10b8808-71da-42d9-a66f-52cfce0bf72a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:16.007870 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d10b8808-71da-42d9-a66f-52cfce0bf72a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:23:16.008689 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d10b8808-71da-42d9-a66f-52cfce0bf72a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:16.017171 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4736d959-d0df-4289-935b-2582c2010564 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event deleted for resources: {'Port': ['ID=5727e23a-8bde-4970-bf7d-1985cbddbd28,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:16.128075 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-776ecfe2-deba-4f52-9cf3-a5865144f7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:16.131031 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:23:16.131031 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:23:16.131031 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:23:16.131031 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:23:16.131031 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:23:16.131031 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:23:16.131031 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:23:16.131031 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:23:16.131031 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:23:16.131031 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:23:16.131031 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:23:16.131031 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:23:16.131031 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:23:16.131031 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:23:16.131031 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:23:16.131031 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:23:16.131031 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:23:16.131031 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:23:16.131031 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:23:16.131031 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:23:16.131031 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:23:16.131031 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:23:16.131031 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:23:16.131031 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:23:16.131031 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:23:16.131031 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:23:16.131031 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:23:16.131031 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:23:16.131031 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:23:16.131031 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:23:16.131031 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:23:16.131031 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:23:16.167621 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-444a31e3-ec3e-4ea4-92ce-5206ac4828a4 req-66249119-bf43-4e2f-9488-a4829aa54d0f tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/security-groups?id=fffd30fd-6b1c-4828-84d7-a04053ecae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6742117 Nov 12 01:23:16.168430 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d10b8808-71da-42d9-a66f-52cfce0bf72a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:16.215804 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d10b8808-71da-42d9-a66f-52cfce0bf72a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:16.222001 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d10b8808-71da-42d9-a66f-52cfce0bf72a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "DELETE /v2.0/networks/987467a1-2e90-485c-9a78-b39986eaed9d HTTP/1.1" status: 204 len: 168 time: 3.5371511 Nov 12 01:23:16.228466 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10b8808-71da-42d9-a66f-52cfce0bf72a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Pushing event deleted for resources: {'Network': ['ID=987467a1-2e90-485c-9a78-b39986eaed9d,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:16.231071 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58962) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:16.235171 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4b2b4866-1499-4a14-be5d-db8e92c3ede0 req-d09e89c4-2779-4d5f-827a-aa310eff6e99 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=112649eb-faa7-47d7-bb5d-cec74afc415f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1000686 Nov 12 01:23:16.265700 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-872bbc4c-326b-4532-b61c-c251f90fa4af tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] DELETE failed (client error): The resource could not be found. Nov 12 01:23:16.266540 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-872bbc4c-326b-4532-b61c-c251f90fa4af tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:23:16.270369 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-872bbc4c-326b-4532-b61c-c251f90fa4af tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "DELETE /v2.0/networks/987467a1-2e90-485c-9a78-b39986eaed9d HTTP/1.1" status: 404 len: 339 time: 0.0309618 Nov 12 01:23:16.318179 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58966) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:16.328594 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-f7e088ed-5e0a-4a33-98bf-ce1b5547c0d0 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1372645759', 'description': 'd1'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:23:16.392858 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a055f963-6f88-4027-854e-9dde4fec1b30 None None] DHCP port deletion for 987467a1-2e90-485c-9a78-b39986eaed9d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:23:16.402482 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6c3fb4-4ba8-4390-b042-e1848e88cd65 req-d78a4436-e1d7-43c4-9d26-21e9d9014c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:16.407619 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0d6c3fb4-4ba8-4390-b042-e1848e88cd65 req-d78a4436-e1d7-43c4-9d26-21e9d9014c6a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0fa3aba6-17c9-489d-89ab-1f9367d3d32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8539388 Nov 12 01:23:16.469610 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05af08c-ba00-4920-aa25-b1534c3b5722 None None] DHCP port deletion for 32f80cc3-1f94-4063-be76-8fb94b45fbce request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:23:16.479887 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a441d65-acd2-4058-aa91-21afbaef687e None None] Network 987467a1-2e90-485c-9a78-b39986eaed9d requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:23:16.496179 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a441d65-acd2-4058-aa91-21afbaef687e None None] Network 987467a1-2e90-485c-9a78-b39986eaed9d could not be found, it might have been deleted concurrently. {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 01:23:16.496768 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2dbffe9-eafb-45eb-be17-be951fce24ff tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Deleting subnet 7b27272c-c2c5-4b0d-a393-8d802d1b21c9 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:23:16.520298 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-776ecfe2-deba-4f52-9cf3-a5865144f7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:16.555995 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-776ecfe2-deba-4f52-9cf3-a5865144f7d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32f80cc3-1f94-4063-be76-8fb94b45fbce']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:16.585095 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-776ecfe2-deba-4f52-9cf3-a5865144f7d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '396b4b37-7cab-443b-921f-c1db9164149c') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:16.585472 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-776ecfe2-deba-4f52-9cf3-a5865144f7d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '396b4b37-7cab-443b-921f-c1db9164149c') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:16.588307 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d921d9-f9bd-4d23-b2ca-ea0afdd843f3 None None] get_active_networks_info from n-d-712142-27 {{(pid=109087) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 01:23:16.603254 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-776ecfe2-deba-4f52-9cf3-a5865144f7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:16.620296 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-776ecfe2-deba-4f52-9cf3-a5865144f7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:16.628777 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-776ecfe2-deba-4f52-9cf3-a5865144f7d3 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:23:16.629272 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-776ecfe2-deba-4f52-9cf3-a5865144f7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:16.645378 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e088ed-5e0a-4a33-98bf-ce1b5547c0d0 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Made reservation on behalf of e8129228a6df46ffbca9711093d28d41 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:23:16.653906 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f7e088ed-5e0a-4a33-98bf-ce1b5547c0d0 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:16.657832 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:23:16.657832 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:23:16.657832 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:23:16.657832 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:23:16.657832 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:23:16.657832 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:23:16.657832 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:23:16.657832 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:23:16.657832 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:23:16.657832 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:23:16.657832 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:23:16.657832 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:23:16.657832 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:23:16.657832 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:23:16.657832 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:23:16.657832 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:23:16.657832 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:23:16.657832 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:23:16.657832 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:23:16.657832 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:23:16.657832 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:23:16.657832 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:23:16.657832 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:23:16.657832 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:23:16.657832 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:23:16.657832 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:23:16.657832 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:23:16.657832 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:23:16.657832 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:23:16.657832 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:23:16.657832 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:23:16.657832 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:23:16.740257 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d921d9-f9bd-4d23-b2ca-ea0afdd843f3 None None] Resources bound (agent type, host, resource id): {{(pid=109087) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 01:23:16.760234 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b4866-1499-4a14-be5d-db8e92c3ede0 req-a35a16e7-8f6c-4044-8980-eb01c3f3c5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:16.763779 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4b2b4866-1499-4a14-be5d-db8e92c3ede0 req-a35a16e7-8f6c-4044-8980-eb01c3f3c5bd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=22b086af3f1f45c9b7954dadfab0bb71&device_id=112649eb-faa7-47d7-bb5d-cec74afc415f HTTP/1.1" status: 200 len: 1098 time: 0.3840361 Nov 12 01:23:16.806295 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7e088ed-5e0a-4a33-98bf-ce1b5547c0d0 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:23:16.810533 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-776ecfe2-deba-4f52-9cf3-a5865144f7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:16.839255 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4736d959-d0df-4289-935b-2582c2010564 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:16.848009 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-776ecfe2-deba-4f52-9cf3-a5865144f7d3 admin admin] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:16.857655 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-776ecfe2-deba-4f52-9cf3-a5865144f7d3 admin admin] 10.222.0.45 "DELETE /v2.0/networks/32f80cc3-1f94-4063-be76-8fb94b45fbce HTTP/1.1" status: 204 len: 168 time: 1.1433091 Nov 12 01:23:16.859119 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a2dbffe9-eafb-45eb-be17-be951fce24ff tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:16.875150 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f7e088ed-5e0a-4a33-98bf-ce1b5547c0d0 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:16.875756 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-f7e088ed-5e0a-4a33-98bf-ce1b5547c0d0 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Added segment 5551ef86-a475-4112-a8fe-cb9be95a9fe4 of type vlan for network 56345633-344e-4baf-82e6-f3b915857027 Nov 12 01:23:16.879075 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0d6c3fb4-4ba8-4390-b042-e1848e88cd65 req-bea2308e-470c-4462-9a59-49f456a57769 service neutron] 10.222.0.16 "GET /v2.0/networks/0fa3aba6-17c9-489d-89ab-1f9367d3d32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3784330 Nov 12 01:23:16.900497 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776ecfe2-deba-4f52-9cf3-a5865144f7d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=32f80cc3-1f94-4063-be76-8fb94b45fbce,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:17.018546 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b4866-1499-4a14-be5d-db8e92c3ede0 req-991f96e4-5d66-45cc-a4e0-d01c9840a9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:17.020698 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4b2b4866-1499-4a14-be5d-db8e92c3ede0 req-991f96e4-5d66-45cc-a4e0-d01c9840a9e7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0fa3aba6-17c9-489d-89ab-1f9367d3d32a HTTP/1.1" status: 200 len: 916 time: 0.2268317 Nov 12 01:23:17.113675 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88069c53-8a83-44ab-8baf-a30cd437af89 req-11c811d0-bde1-4688-97db-f2986f6f615d tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:17.116923 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4b2b4866-1499-4a14-be5d-db8e92c3ede0 req-ae64168b-1573-4fe1-b6af-9be535c2f832 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3822d623-d9f2-49a6-affa-42aa2efadd3c HTTP/1.1" status: 200 len: 217 time: 0.0786588 Nov 12 01:23:17.117688 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-88069c53-8a83-44ab-8baf-a30cd437af89 req-11c811d0-bde1-4688-97db-f2986f6f615d tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fc1e38b-3138-4613-9f43-abb08e04bfce HTTP/1.1" status: 200 len: 945 time: 0.7012641 Nov 12 01:23:17.164025 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f7e088ed-5e0a-4a33-98bf-ce1b5547c0d0 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:17.204217 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b4866-1499-4a14-be5d-db8e92c3ede0 req-75296ca1-32cb-46ee-8c02-dfede555b25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:17.205857 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4b2b4866-1499-4a14-be5d-db8e92c3ede0 req-75296ca1-32cb-46ee-8c02-dfede555b25f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=169aa883-bc14-4fda-89e6-95e18c4a9217 HTTP/1.1" status: 200 len: 855 time: 0.0781050 Nov 12 01:23:17.210390 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device ff5ed9c5-2304-44e9-9bcb-7f44d59732e5 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:23:17.234923 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f7e088ed-5e0a-4a33-98bf-ce1b5547c0d0 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:17.245196 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e088ed-5e0a-4a33-98bf-ce1b5547c0d0 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:17.246260 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f7e088ed-5e0a-4a33-98bf-ce1b5547c0d0 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:17.284778 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: ff5ed9c5-2304-44e9-9bcb-7f44d59732e5 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:23:17.285473 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device ff5ed9c5-2304-44e9-9bcb-7f44d59732e5 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:23:17.311110 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58980) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:17.332613 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a2dbffe9-eafb-45eb-be17-be951fce24ff tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:17.391133 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f7e088ed-5e0a-4a33-98bf-ce1b5547c0d0 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0706456 Nov 12 01:23:17.393369 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58984) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:17.408873 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e088ed-5e0a-4a33-98bf-ce1b5547c0d0 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Pushing event updated for resources: {'Network': ['ID=56345633-344e-4baf-82e6-f3b915857027,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:17.418834 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b4866-1499-4a14-be5d-db8e92c3ede0 req-a63b8560-f210-4cc0-844a-1b713ba3fb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:17.420755 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4b2b4866-1499-4a14-be5d-db8e92c3ede0 req-a63b8560-f210-4cc0-844a-1b713ba3fb9c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0fa3aba6-17c9-489d-89ab-1f9367d3d32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2006121 Nov 12 01:23:17.427782 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 56345633-344e-4baf-82e6-f3b915857027 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:23:17.579769 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6b98b7d0-6b99-41c2-a347-6f99df19674a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3f6f135d124d490b9b6a1a3e378c8346&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2606094 Nov 12 01:23:17.582648 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58988) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:17.621299 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15ecc09-435a-4109-bfd9-825f855d78e1 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:17.627126 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a15ecc09-435a-4109-bfd9-825f855d78e1 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "GET /v2.0/networks?id=56345633-344e-4baf-82e6-f3b915857027 HTTP/1.1" status: 200 len: 761 time: 0.2288008 Nov 12 01:23:17.633434 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58992) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:17.639003 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-24369020-88fc-41fd-91b2-5572f9ece6fc tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Request body: {'network': {'description': 'd2'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:23:17.814529 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4b2b4866-1499-4a14-be5d-db8e92c3ede0 req-0124ef44-7a0f-44dd-ac1e-4c9d1df4b727 service neutron] 10.222.0.44 "GET /v2.0/networks/0fa3aba6-17c9-489d-89ab-1f9367d3d32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786268 Nov 12 01:23:17.859722 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-05300393-02ea-4cae-9aa5-da61b0a768f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:18.021927 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-05300393-02ea-4cae-9aa5-da61b0a768f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:18.121845 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4b2b4866-1499-4a14-be5d-db8e92c3ede0 req-91c2a5d4-b1b0-4d0a-8f61-0c67b333e49a service neutron] 10.222.0.44 "GET /v2.0/networks/0fa3aba6-17c9-489d-89ab-1f9367d3d32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965064 Nov 12 01:23:18.142482 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-24369020-88fc-41fd-91b2-5572f9ece6fc tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:18.160179 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-05300393-02ea-4cae-9aa5-da61b0a768f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:18.163617 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-05300393-02ea-4cae-9aa5-da61b0a768f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:18.168714 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-05300393-02ea-4cae-9aa5-da61b0a768f4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ac8b0839-0c1d-4ded-a4e2-caea0db502c9 HTTP/1.1" status: 204 len: 168 time: 0.5839300 Nov 12 01:23:18.190365 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05300393-02ea-4cae-9aa5-da61b0a768f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8b0839-0c1d-4ded-a4e2-caea0db502c9,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:18.225827 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-24369020-88fc-41fd-91b2-5572f9ece6fc tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:18.271451 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-24369020-88fc-41fd-91b2-5572f9ece6fc tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Network 56345633-344e-4baf-82e6-f3b915857027 is not hosted by any dhcp agent {{(pid=109086) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 01:23:18.281229 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24369020-88fc-41fd-91b2-5572f9ece6fc tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:18.283215 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-24369020-88fc-41fd-91b2-5572f9ece6fc tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:18.293812 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-24369020-88fc-41fd-91b2-5572f9ece6fc tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "PUT /v2.0/networks/56345633-344e-4baf-82e6-f3b915857027 HTTP/1.1" status: 200 len: 758 time: 0.6586666 Nov 12 01:23:18.306553 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59000) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:18.350252 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-88069c53-8a83-44ab-8baf-a30cd437af89 req-9e6ea305-4f8a-4711-a28f-899ee970aef2 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/security-groups?id=fffd30fd-6b1c-4828-84d7-a04053ecae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0489130 Nov 12 01:23:18.461052 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24369020-88fc-41fd-91b2-5572f9ece6fc tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Pushing event updated for resources: {'Network': ['ID=56345633-344e-4baf-82e6-f3b915857027,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:18.482206 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 56345633-344e-4baf-82e6-f3b915857027 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:23:18.577134 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0d6c3fb4-4ba8-4390-b042-e1848e88cd65 req-7c8af1ed-d5c3-451e-bb06-0de40a0f9ae5 service neutron] 10.222.0.16 "GET /v2.0/networks/0fa3aba6-17c9-489d-89ab-1f9367d3d32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5291696 Nov 12 01:23:18.616298 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4736d959-d0df-4289-935b-2582c2010564 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Router e864dfc6-4044-4b92-a64a-4d2603d9ea92 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:23:18.628547 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a2dbffe9-eafb-45eb-be17-be951fce24ff tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:18.691223 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59012) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:18.761390 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ca86a2d8-2a26-46dd-b3df-de858d0a8cfb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0606c7e790894fa5a66606f68f9b6dfc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0684726 Nov 12 01:23:18.765263 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59018) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:18.799720 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5e4c5b-57b6-48d1-b1cd-fbfcedc03e27 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:18.806565 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7b5e4c5b-57b6-48d1-b1cd-fbfcedc03e27 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "GET /v2.0/networks?id=56345633-344e-4baf-82e6-f3b915857027 HTTP/1.1" status: 200 len: 761 time: 0.4909751 Nov 12 01:23:18.806906 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59020) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:18.812166 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-443ce78d-037d-4f45-b203-39ba9ec99392 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1279176083'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:23:18.857821 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cbb220f5-d747-427c-a043-17b3c9ec31ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:18.861386 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443ce78d-037d-4f45-b203-39ba9ec99392 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Made reservation on behalf of e8129228a6df46ffbca9711093d28d41 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:23:18.865238 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-443ce78d-037d-4f45-b203-39ba9ec99392 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:18.899944 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cbb220f5-d747-427c-a043-17b3c9ec31ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:18.923159 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-443ce78d-037d-4f45-b203-39ba9ec99392 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:23:18.954939 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-443ce78d-037d-4f45-b203-39ba9ec99392 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:18.954939 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-443ce78d-037d-4f45-b203-39ba9ec99392 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Added segment b5f6c95a-b833-4b9f-9a18-88f8ece284f6 of type vlan for network bfff4d44-8d32-4fdc-a30b-3dbdc17d41fe Nov 12 01:23:19.011415 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-443ce78d-037d-4f45-b203-39ba9ec99392 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:19.060161 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f9988-bd0c-416b-8788-48fb36ae7c73 req-86186953-cd25-4de0-a347-08ac0bb5c606 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:19.063110 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7a1f9988-bd0c-416b-8788-48fb36ae7c73 req-86186953-cd25-4de0-a347-08ac0bb5c606 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/ports?device_id=112649eb-faa7-47d7-bb5d-cec74afc415f HTTP/1.1" status: 200 len: 946 time: 0.4719429 Nov 12 01:23:19.063953 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cbb220f5-d747-427c-a043-17b3c9ec31ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:19.071832 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cbb220f5-d747-427c-a043-17b3c9ec31ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:19.075926 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-cbb220f5-d747-427c-a043-17b3c9ec31ee admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b55f34a6-9221-4606-a26b-7b72f544cc07 HTTP/1.1" status: 204 len: 168 time: 0.3060834 Nov 12 01:23:19.080692 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-443ce78d-037d-4f45-b203-39ba9ec99392 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:19.093909 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443ce78d-037d-4f45-b203-39ba9ec99392 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:19.095179 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-443ce78d-037d-4f45-b203-39ba9ec99392 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:19.127393 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a2dbffe9-eafb-45eb-be17-be951fce24ff tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:19.136894 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb220f5-d747-427c-a043-17b3c9ec31ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55f34a6-9221-4606-a26b-7b72f544cc07,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:19.246134 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4736d959-d0df-4289-935b-2582c2010564 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:23:19.250221 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dbffe9-eafb-45eb-be17-be951fce24ff tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Pushing event deleted for resources: {'Subnet': ['ID=7b27272c-c2c5-4b0d-a393-8d802d1b21c9,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:19.262543 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a2dbffe9-eafb-45eb-be17-be951fce24ff tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:19.271820 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d57d16-c36d-47b8-9c2f-d62c0881fe17 None None] Sync routers for ids ['e864dfc6-4044-4b92-a64a-4d2603d9ea92'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:23:19.273790 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a2dbffe9-eafb-45eb-be17-be951fce24ff tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] 10.222.0.45 "DELETE /v2.0/subnets/7b27272c-c2c5-4b0d-a393-8d802d1b21c9 HTTP/1.1" status: 204 len: 168 time: 3.6304622 Nov 12 01:23:19.287244 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4736d959-d0df-4289-935b-2582c2010564 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "PUT /v2.0/routers/e864dfc6-4044-4b92-a64a-4d2603d9ea92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1263020 Nov 12 01:23:19.292474 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81c0f71-e2c8-4da2-a27c-04a8efd03db3 None None] Network 3689b0a3-b381-4c41-8f6b-1fd2126c7d35 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:23:19.296008 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59024) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:19.297049 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59026) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:19.311660 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-443ce78d-037d-4f45-b203-39ba9ec99392 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5036035 Nov 12 01:23:19.321438 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59028) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:19.338401 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-e4ca6ae5-c927-43b8-bcf7-c0d8b14ac1da tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Request body: {'subnet': {'network_id': 'bfff4d44-8d32-4fdc-a30b-3dbdc17d41fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:23:19.360499 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d57d16-c36d-47b8-9c2f-d62c0881fe17 None None] Routers {'e864dfc6-4044-4b92-a64a-4d2603d9ea92'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:23:19.363395 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-57d57d16-c36d-47b8-9c2f-d62c0881fe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:23:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['e864dfc6-4044-4b92-a64a-4d2603d9ea92'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:19.378451 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443ce78d-037d-4f45-b203-39ba9ec99392 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Pushing event updated for resources: {'Network': ['ID=bfff4d44-8d32-4fdc-a30b-3dbdc17d41fe,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:19.546158 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network bfff4d44-8d32-4fdc-a30b-3dbdc17d41fe details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:23:19.581632 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ca6ae5-c927-43b8-bcf7-c0d8b14ac1da tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Made reservation on behalf of e8129228a6df46ffbca9711093d28d41 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:23:19.585567 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e4ca6ae5-c927-43b8-bcf7-c0d8b14ac1da tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:19.596299 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-9fd45995-0637-4f09-b775-fe776f0f8f87 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Deleting port 73743949-19d8-4802-ae75-ce356c082968 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:23:19.597169 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9fd45995-0637-4f09-b775-fe776f0f8f87 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:19.620989 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7a1f9988-bd0c-416b-8788-48fb36ae7c73 req-bb47cf22-f88d-435f-bdce-1dab1aa606d4 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/security-groups?id=fffd30fd-6b1c-4828-84d7-a04053ecae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5405061 Nov 12 01:23:19.664524 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b95f5b66-9efa-42e1-84da-ac91aee76f9a tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:19.794380 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-57d57d16-c36d-47b8-9c2f-d62c0881fe17 None None] Set router e864dfc6-4044-4b92-a64a-4d2603d9ea92 gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:23:19.900458 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ce7645f-a38b-42c1-b08e-2b2c37877f44 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Deleting subnet bdc99591-f574-4901-a286-b9d0318fffc5 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:23:19.944876 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6ce7645f-a38b-42c1-b08e-2b2c37877f44 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:20.001247 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446c758a-fda4-4d3a-a04e-2da3a8d07f61 None None] DHCP port deletion for 3689b0a3-b381-4c41-8f6b-1fd2126c7d35 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:23:20.063389 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e4ca6ae5-c927-43b8-bcf7-c0d8b14ac1da tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:20.093717 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6ce7645f-a38b-42c1-b08e-2b2c37877f44 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:20.154152 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca6ae5-c927-43b8-bcf7-c0d8b14ac1da tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Pushing event updated for resources: {'Subnet': ['ID=31b80416-c80e-433c-9227-10354c81511a,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:20.193228 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ca6ae5-c927-43b8-bcf7-c0d8b14ac1da tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Checking segment: {'id': 'b5f6c95a-b833-4b9f-9a18-88f8ece284f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'bfff4d44-8d32-4fdc-a30b-3dbdc17d41fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:23:20.193520 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ca6ae5-c927-43b8-bcf7-c0d8b14ac1da tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Network hostable DHCP agents. Network: bfff4d44-8d32-4fdc-a30b-3dbdc17d41fe, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:23:20.230943 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9fd45995-0637-4f09-b775-fe776f0f8f87 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:20.243047 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ca6ae5-c927-43b8-bcf7-c0d8b14ac1da tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Network bfff4d44-8d32-4fdc-a30b-3dbdc17d41fe is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:23:20.260977 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-e4ca6ae5-c927-43b8-bcf7-c0d8b14ac1da tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, bfff4d44-8d32-4fdc-a30b-3dbdc17d41fe) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:23:20.266653 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-446c758a-fda4-4d3a-a04e-2da3a8d07f61 None None] Deleting port 1dfc957b-9241-44eb-8e38-e00c4b4fff49 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:23:20.267111 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-446c758a-fda4-4d3a-a04e-2da3a8d07f61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:20.272878 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ca6ae5-c927-43b8-bcf7-c0d8b14ac1da tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:20.283776 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e4ca6ae5-c927-43b8-bcf7-c0d8b14ac1da tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:20.285775 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4a32a-9c81-4a7e-9e54-bcacfd1250ee req-e512b123-fd2a-4d51-82d3-0289bce9358b tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:20.288685 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2bb4a32a-9c81-4a7e-9e54-bcacfd1250ee req-e512b123-fd2a-4d51-82d3-0289bce9358b tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e5a542c-ba25-4a31-b73e-f6bc69c0aa46 HTTP/1.1" status: 200 len: 945 time: 0.4266622 Nov 12 01:23:20.309422 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-9fd45995-0637-4f09-b775-fe776f0f8f87 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Calling delete_port for 73743949-19d8-4802-ae75-ce356c082968 owned by network:router_interface {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:23:20.321385 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e4ca6ae5-c927-43b8-bcf7-c0d8b14ac1da tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9948025 Nov 12 01:23:20.323545 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59052) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:20.344440 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2b1ec6-7440-4ab0-a090-c6d18434a30d None None] Network bfff4d44-8d32-4fdc-a30b-3dbdc17d41fe requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:23:20.503615 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-b95f5b66-9efa-42e1-84da-ac91aee76f9a tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Deleting port 1dfc957b-9241-44eb-8e38-e00c4b4fff49 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:23:20.506209 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b95f5b66-9efa-42e1-84da-ac91aee76f9a tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:20.544801 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-446c758a-fda4-4d3a-a04e-2da3a8d07f61 None None] For port 1dfc957b-9241-44eb-8e38-e00c4b4fff49, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=1dfc957b-9241-44eb-8e38-e00c4b4fff49,segment=NetworkSegment(03dd7599-68be-48ad-9e98-b15d6af388a0),segment_id=03dd7599-68be-48ad-9e98-b15d6af388a0)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:23:20.546182 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-446c758a-fda4-4d3a-a04e-2da3a8d07f61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:20.562414 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-446c758a-fda4-4d3a-a04e-2da3a8d07f61 None None] Calling delete_port for 1dfc957b-9241-44eb-8e38-e00c4b4fff49 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:23:20.588597 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-25a09a12-49ae-4f17-abbe-ddd6f61db20a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:20.680270 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2bb4a32a-9c81-4a7e-9e54-bcacfd1250ee req-3c895575-4e27-43eb-a8ea-95a7d32b95e1 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/security-groups?id=fffd30fd-6b1c-4828-84d7-a04053ecae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737504 Nov 12 01:23:20.710414 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6ce7645f-a38b-42c1-b08e-2b2c37877f44 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:20.759157 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-b95f5b66-9efa-42e1-84da-ac91aee76f9a tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] For port 1dfc957b-9241-44eb-8e38-e00c4b4fff49, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=1dfc957b-9241-44eb-8e38-e00c4b4fff49,segment=NetworkSegment(03dd7599-68be-48ad-9e98-b15d6af388a0),segment_id=03dd7599-68be-48ad-9e98-b15d6af388a0)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:23:20.759660 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b95f5b66-9efa-42e1-84da-ac91aee76f9a tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:20.781969 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-317274aa-256d-4476-912a-7620f8348b1c req-ae97f40f-028e-4f1d-8c12-3a1449d5dfe4 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:23:20.782741 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-25a09a12-49ae-4f17-abbe-ddd6f61db20a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:20.783038 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-317274aa-256d-4476-912a-7620f8348b1c req-ae97f40f-028e-4f1d-8c12-3a1449d5dfe4 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0165308 Nov 12 01:23:20.795298 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-446c758a-fda4-4d3a-a04e-2da3a8d07f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:20.844871 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-b95f5b66-9efa-42e1-84da-ac91aee76f9a tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Calling delete_port for 1dfc957b-9241-44eb-8e38-e00c4b4fff49 owned by network:dhcp {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:23:20.862150 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446c758a-fda4-4d3a-a04e-2da3a8d07f61 None None] No DVR routers for this DVR port 1dfc957b-9241-44eb-8e38-e00c4b4fff49 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:23:20.922616 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c758a-fda4-4d3a-a04e-2da3a8d07f61 None None] Pushing event deleted for resources: {'Port': ['ID=1dfc957b-9241-44eb-8e38-e00c4b4fff49,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:20.926287 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-57d57d16-c36d-47b8-9c2f-d62c0881fe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'name': 'tempest-RoutersTest-router-1337973071', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:21:38Z', 'updated_at': '2021-11-12T01:23:15Z', 'revision_number': 9, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'gw_port_host': None, '_interfaces': [{'id': '57088768-f15c-4f7f-9a9f-7f6a28932777', 'name': '', 'network_id': 'fa8e971f-5e38-4f66-a1ab-a95e974dae98', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:5c:c9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '7ef30172-e78b-42f8-a17d-19195696b670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:21:46Z', 'updated_at': '2021-11-12T01:21:59Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '7ef30172-e78b-42f8-a17d-19195696b670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '913b6e34-0f4f-457d-93c7-175d506d758f', 'name': '', 'network_id': '7890d6b4-aaf7-41e9-a4d8-b4895f01fb76', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:44:4f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '250b34da-d305-4153-8a80-e74d99163ccb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:22:01Z', 'updated_at': '2021-11-12T01:22:20Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '250b34da-d305-4153-8a80-e74d99163ccb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:20.942186 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-25a09a12-49ae-4f17-abbe-ddd6f61db20a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:20.957079 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d57d16-c36d-47b8-9c2f-d62c0881fe17 None None] Checking router: e864dfc6-4044-4b92-a64a-4d2603d9ea92 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:23:20.994054 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d57d16-c36d-47b8-9c2f-d62c0881fe17 None None] Routers {'e864dfc6-4044-4b92-a64a-4d2603d9ea92'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:23:20.994869 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-57d57d16-c36d-47b8-9c2f-d62c0881fe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:23:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['e864dfc6-4044-4b92-a64a-4d2603d9ea92'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:21.048011 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6ce7645f-a38b-42c1-b08e-2b2c37877f44 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:21.065871 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a09a12-49ae-4f17-abbe-ddd6f61db20a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Pushing event deleted for resources: {'Subnet': ['ID=31b80416-c80e-433c-9227-10354c81511a,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:21.094156 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6ce7645f-a38b-42c1-b08e-2b2c37877f44 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:21.101400 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-6ce7645f-a38b-42c1-b08e-2b2c37877f44 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "DELETE /v2.0/subnets/bdc99591-f574-4901-a286-b9d0318fffc5 HTTP/1.1" status: 204 len: 168 time: 1.7679832 Nov 12 01:23:21.106911 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-317274aa-256d-4476-912a-7620f8348b1c req-5a011779-07a7-489b-911e-95cff433895e tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2814474 Nov 12 01:23:21.127889 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac42fd5-e0d2-4cde-9124-9d50f60d41dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-bfff4d44-8d32-4fdc-a30b-3dbdc17d41fe', 'network_id': 'bfff4d44-8d32-4fdc-a30b-3dbdc17d41fe', 'tenant_id': 'e8129228a6df46ffbca9711093d28d41', 'fixed_ips': [{'subnet_id': '31b80416-c80e-433c-9227-10354c81511a'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:23:21.129183 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6ac42fd5-e0d2-4cde-9124-9d50f60d41dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:21.132905 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 1dfc957b-9241-44eb-8e38-e00c4b4fff49 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:23:21.133159 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59070) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:21.133580 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59072) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:21.135642 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece4c69a-8916-4ba4-9b5f-7a19467f82e0 None None] Network 981aadc5-a3d2-48fb-a9ec-ebaff1660d80 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:23:21.164271 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-25a09a12-49ae-4f17-abbe-ddd6f61db20a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:21.185487 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce7645f-a38b-42c1-b08e-2b2c37877f44 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event deleted for resources: {'Subnet': ['ID=bdc99591-f574-4901-a286-b9d0318fffc5,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:21.220201 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-25a09a12-49ae-4f17-abbe-ddd6f61db20a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfff4d44-8d32-4fdc-a30b-3dbdc17d41fe']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:21.245471 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-25a09a12-49ae-4f17-abbe-ddd6f61db20a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5f6c95a-b833-4b9f-9a18-88f8ece284f6') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:21.246363 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-25a09a12-49ae-4f17-abbe-ddd6f61db20a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5f6c95a-b833-4b9f-9a18-88f8ece284f6') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:21.278213 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-25a09a12-49ae-4f17-abbe-ddd6f61db20a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:21.353397 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-25a09a12-49ae-4f17-abbe-ddd6f61db20a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:21.379704 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25a09a12-49ae-4f17-abbe-ddd6f61db20a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:23:21.383150 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-25a09a12-49ae-4f17-abbe-ddd6f61db20a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:21.425178 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:23:21.425178 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:23:21.425178 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:23:21.425178 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:23:21.425178 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:23:21.425178 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:23:21.425178 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:23:21.425178 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:23:21.425178 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:23:21.425178 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:23:21.425178 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:23:21.425178 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:23:21.425178 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:23:21.425178 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:23:21.425178 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:23:21.425178 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:23:21.425178 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:23:21.425178 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:23:21.425178 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:23:21.425178 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:23:21.425178 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:23:21.425178 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:23:21.425178 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:23:21.425178 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:23:21.425178 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:23:21.425178 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:23:21.425178 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:23:21.425178 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:23:21.425178 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:23:21.425178 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:23:21.425178 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:23:21.425178 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:23:21.467424 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-8cf268b3-7e29-4973-ba58-74238aad7e29 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1803726501-network', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:23:21.507411 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 1dfc957b-9241-44eb-8e38-e00c4b4fff49 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:23:21.508505 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 1dfc957b-9241-44eb-8e38-e00c4b4fff49 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:23:21.575459 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9fd45995-0637-4f09-b775-fe776f0f8f87 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:21.602846 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-25a09a12-49ae-4f17-abbe-ddd6f61db20a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:21.616670 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-25a09a12-49ae-4f17-abbe-ddd6f61db20a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:21.624066 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-25a09a12-49ae-4f17-abbe-ddd6f61db20a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "DELETE /v2.0/networks/bfff4d44-8d32-4fdc-a30b-3dbdc17d41fe HTTP/1.1" status: 204 len: 168 time: 1.2995236 Nov 12 01:23:21.633993 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59084) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:21.653538 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd45995-0637-4f09-b775-fe776f0f8f87 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event deleted for resources: {'Port': ['ID=73743949-19d8-4802-ae75-ce356c082968,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:21.669909 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-128fef91-727e-4058-80e5-84c137b71576 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:21.684804 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b95f5b66-9efa-42e1-84da-ac91aee76f9a tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:21.734690 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-73e58db3-c1c5-4bbb-bad2-a9b556e8686c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] GET failed (client error): The resource could not be found. Nov 12 01:23:21.750563 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-73e58db3-c1c5-4bbb-bad2-a9b556e8686c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "GET /v2.0/subnets/31b80416-c80e-433c-9227-10354c81511a HTTP/1.1" status: 404 len: 337 time: 0.1105056 Nov 12 01:23:21.752409 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59086) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:21.756542 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a09a12-49ae-4f17-abbe-ddd6f61db20a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Pushing event deleted for resources: {'Network': ['ID=bfff4d44-8d32-4fdc-a30b-3dbdc17d41fe,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:21.800246 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf268b3-7e29-4973-ba58-74238aad7e29 admin admin] Made reservation on behalf of 094a5f5e492c44f8b09b4e12e8299cf9 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:23:21.807307 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8cf268b3-7e29-4973-ba58-74238aad7e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:21.810616 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.api [None req-6ac42fd5-e0d2-4cde-9124-9d50f60d41dd None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 01:23:21.810616 n-d-712142-27 neutron-server[109087]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Nov 12 01:23:21.810616 n-d-712142-27 neutron-server[109087]: [parameters: {'project_id': 'e8129228a6df46ffbca9711093d28d41', 'id': '10c35bee-f65e-431e-bd06-e3cc69327c38', 'name': '', 'network_id': 'bfff4d44-8d32-4fdc-a30b-3dbdc17d41fe', 'mac_address': 'fa:16:3e:b5:64:a7', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-bfff4d44-8d32-4fdc-a30b-3dbdc17d41fe', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 2770}] Nov 12 01:23:21.810616 n-d-712142-27 neutron-server[109087]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:23:21.811798 n-d-712142-27 neutron-server[109087]: DEBUG oslo_db.api [None req-6ac42fd5-e0d2-4cde-9124-9d50f60d41dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:23:21.817216 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8ee85a8-4152-4ccc-8dca-18d1cc9d5c47 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] DELETE failed (client error): The resource could not be found. Nov 12 01:23:21.819456 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8ee85a8-4152-4ccc-8dca-18d1cc9d5c47 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:23:21.822214 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-57d57d16-c36d-47b8-9c2f-d62c0881fe17 None None] Set router e864dfc6-4044-4b92-a64a-4d2603d9ea92 gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:23:21.833852 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f8ee85a8-4152-4ccc-8dca-18d1cc9d5c47 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "DELETE /v2.0/networks/bfff4d44-8d32-4fdc-a30b-3dbdc17d41fe HTTP/1.1" status: 404 len: 339 time: 0.0789821 Nov 12 01:23:21.835349 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59088) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:21.923317 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9fd45995-0637-4f09-b775-fe776f0f8f87 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:21.945438 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95f5b66-9efa-42e1-84da-ac91aee76f9a tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Pushing event deleted for resources: {'Port': ['ID=1dfc957b-9241-44eb-8e38-e00c4b4fff49,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:21.964102 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95f5b66-9efa-42e1-84da-ac91aee76f9a tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] No DVR routers for this DVR port 1dfc957b-9241-44eb-8e38-e00c4b4fff49 on host n-d-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:23:21.990718 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8cf268b3-7e29-4973-ba58-74238aad7e29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:22.144645 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bcbb34-2450-4b7b-9e30-a7830505b295 None None] DHCP port deletion for 981aadc5-a3d2-48fb-a9ec-ebaff1660d80 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:23:22.237506 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-57d57d16-c36d-47b8-9c2f-d62c0881fe17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'name': 'tempest-RoutersTest-router-1337973071', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:21:38Z', 'updated_at': '2021-11-12T01:23:15Z', 'revision_number': 9, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'gw_port_host': None, '_interfaces': [{'id': '57088768-f15c-4f7f-9a9f-7f6a28932777', 'name': '', 'network_id': 'fa8e971f-5e38-4f66-a1ab-a95e974dae98', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:5c:c9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '7ef30172-e78b-42f8-a17d-19195696b670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:21:46Z', 'updated_at': '2021-11-12T01:21:59Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '7ef30172-e78b-42f8-a17d-19195696b670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '913b6e34-0f4f-457d-93c7-175d506d758f', 'name': '', 'network_id': '7890d6b4-aaf7-41e9-a4d8-b4895f01fb76', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:44:4f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '250b34da-d305-4153-8a80-e74d99163ccb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:22:01Z', 'updated_at': '2021-11-12T01:22:20Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '250b34da-d305-4153-8a80-e74d99163ccb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:22.245560 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b95f5b66-9efa-42e1-84da-ac91aee76f9a tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:22.282773 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d57d16-c36d-47b8-9c2f-d62c0881fe17 None None] The sync data for ids ['e864dfc6-4044-4b92-a64a-4d2603d9ea92'] in n-d-712142-27 is: [{'id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'name': 'tempest-RoutersTest-router-1337973071', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:21:38Z', 'updated_at': '2021-11-12T01:23:15Z', 'revision_number': 9, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'gw_port_host': None, '_interfaces': [{'id': '57088768-f15c-4f7f-9a9f-7f6a28932777', 'name': '', 'network_id': 'fa8e971f-5e38-4f66-a1ab-a95e974dae98', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:5c:c9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '7ef30172-e78b-42f8-a17d-19195696b670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:21:46Z', 'updated_at': '2021-11-12T01:21:59Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '7ef30172-e78b-42f8-a17d-19195696b670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '913b6e34-0f4f-457d-93c7-175d506d758f', 'name': '', 'network_id': '7890d6b4-aaf7-41e9-a4d8-b4895f01fb76', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:44:4f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2691, 'fixed_ips': [{'subnet_id': '250b34da-d305-4153-8a80-e74d99163ccb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:22:01Z', 'updated_at': '2021-11-12T01:22:20Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '250b34da-d305-4153-8a80-e74d99163ccb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:23:22.306282 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-74bcbb34-2450-4b7b-9e30-a7830505b295 None None] Deleting port 8eb977f8-4b50-4565-a30d-0afa8f5cf7fe {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:23:22.307616 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-74bcbb34-2450-4b7b-9e30-a7830505b295 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:22.316828 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6ac42fd5-e0d2-4cde-9124-9d50f60d41dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:22.317577 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-b95f5b66-9efa-42e1-84da-ac91aee76f9a tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3689b0a3-b381-4c41-8f6b-1fd2126c7d35']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:22.337398 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3a621f-1544-4372-bbc7-8680953169dc tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:22.339020 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6c3a621f-1544-4372-bbc7-8680953169dc tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5005178 Nov 12 01:23:22.343298 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59098) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:22.398893 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-552ca861-60e8-4b55-9ad5-4339b9b6ea0a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "GET /v2.0/subnets?network_id=ab9ea869-d067-4dfb-b2de-16b019fae22d HTTP/1.1" status: 200 len: 207 time: 0.0490608 Nov 12 01:23:22.400497 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59100) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:22.459085 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119e09f7-6aeb-4eab-9ae5-2ad54325d09a None None] Network bfff4d44-8d32-4fdc-a30b-3dbdc17d41fe requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:23:22.494940 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119e09f7-6aeb-4eab-9ae5-2ad54325d09a None None] Network bfff4d44-8d32-4fdc-a30b-3dbdc17d41fe could not be found, it might have been deleted concurrently. {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 01:23:22.501816 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-74bcbb34-2450-4b7b-9e30-a7830505b295 None None] For port 8eb977f8-4b50-4565-a30d-0afa8f5cf7fe, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=8eb977f8-4b50-4565-a30d-0afa8f5cf7fe,segment=NetworkSegment(64ab0ae1-9f7f-4843-9224-854cadc28023),segment_id=64ab0ae1-9f7f-4843-9224-854cadc28023)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:23:22.502229 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-74bcbb34-2450-4b7b-9e30-a7830505b295 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:22.515212 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd9d2f-63eb-46a6-899a-b706ccd56ee3 req-77d2d696-5952-4ed5-a0cd-39309e1d1182 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:22.518282 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a7dd9d2f-63eb-46a6-899a-b706ccd56ee3 req-77d2d696-5952-4ed5-a0cd-39309e1d1182 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fc1e38b-3138-4613-9f43-abb08e04bfce HTTP/1.1" status: 200 len: 945 time: 0.8340886 Nov 12 01:23:22.519213 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-74bcbb34-2450-4b7b-9e30-a7830505b295 None None] Calling delete_port for 8eb977f8-4b50-4565-a30d-0afa8f5cf7fe owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:23:22.531571 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-b95f5b66-9efa-42e1-84da-ac91aee76f9a tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03dd7599-68be-48ad-9e98-b15d6af388a0') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:22.532094 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-b95f5b66-9efa-42e1-84da-ac91aee76f9a tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03dd7599-68be-48ad-9e98-b15d6af388a0') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:22.590751 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b95f5b66-9efa-42e1-84da-ac91aee76f9a tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:22.656163 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b95f5b66-9efa-42e1-84da-ac91aee76f9a tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:22.690150 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-74bcbb34-2450-4b7b-9e30-a7830505b295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:22.746664 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-128fef91-727e-4058-80e5-84c137b71576 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Deleting port 8eb977f8-4b50-4565-a30d-0afa8f5cf7fe {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:23:22.747251 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-128fef91-727e-4058-80e5-84c137b71576 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:22.748924 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bcbb34-2450-4b7b-9e30-a7830505b295 None None] Pushing event deleted for resources: {'Port': ['ID=8eb977f8-4b50-4565-a30d-0afa8f5cf7fe,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:22.771883 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bcbb34-2450-4b7b-9e30-a7830505b295 None None] No DVR routers for this DVR port 8eb977f8-4b50-4565-a30d-0afa8f5cf7fe on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:23:23.062231 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 8eb977f8-4b50-4565-a30d-0afa8f5cf7fe no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:23:23.101144 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 8eb977f8-4b50-4565-a30d-0afa8f5cf7fe {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:23:23.101826 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 8eb977f8-4b50-4565-a30d-0afa8f5cf7fe not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:23:23.102501 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 5727e23a-8bde-4970-bf7d-1985cbddbd28 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:23:23.135728 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 5727e23a-8bde-4970-bf7d-1985cbddbd28 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:23:23.136798 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 5727e23a-8bde-4970-bf7d-1985cbddbd28 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:23:23.254567 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb1df7c-3136-4b1c-b1e0-1ff5416136bf tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:23.268990 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb1df7c-3136-4b1c-b1e0-1ff5416136bf tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:23.283219 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb1df7c-3136-4b1c-b1e0-1ff5416136bf tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:23.295233 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb1df7c-3136-4b1c-b1e0-1ff5416136bf tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:23.299297 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7bb1df7c-3136-4b1c-b1e0-1ff5416136bf tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.8965085 Nov 12 01:23:23.304035 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59112) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:23.332363 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b95f5b66-9efa-42e1-84da-ac91aee76f9a tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:23:23.332848 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b95f5b66-9efa-42e1-84da-ac91aee76f9a tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:23.342487 n-d-712142-27 neutron-server[109085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:23:23.342487 n-d-712142-27 neutron-server[109085]: self.session.flush() Nov 12 01:23:23.342487 n-d-712142-27 neutron-server[109085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:23:23.342487 n-d-712142-27 neutron-server[109085]: self.session.flush() Nov 12 01:23:23.342487 n-d-712142-27 neutron-server[109085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:23:23.342487 n-d-712142-27 neutron-server[109085]: self.session.flush() Nov 12 01:23:23.342487 n-d-712142-27 neutron-server[109085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:23:23.342487 n-d-712142-27 neutron-server[109085]: self.session.flush() Nov 12 01:23:23.342487 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:23:23.342487 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:23:23.342487 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:23:23.342487 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:23:23.342487 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:23:23.342487 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:23:23.342487 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:23:23.342487 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:23:23.342487 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:23:23.342487 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:23:23.342487 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:23:23.342487 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:23:23.342487 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:23:23.342487 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:23:23.342487 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:23:23.342487 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:23:23.342487 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:23:23.342487 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:23:23.342487 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:23:23.342487 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:23:23.342487 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:23:23.342487 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:23:23.342487 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:23:23.342487 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:23:23.342487 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:23:23.342487 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:23:23.342487 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:23:23.342487 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:23:23.342487 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:23:23.342487 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:23:23.342487 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:23:23.342487 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:23:23.449644 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8cf268b3-7e29-4973-ba58-74238aad7e29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:23.462249 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a7dd9d2f-63eb-46a6-899a-b706ccd56ee3 req-f54d9b3e-b281-4d0d-a4c2-d73fe2892ff5 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/security-groups?id=fffd30fd-6b1c-4828-84d7-a04053ecae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9185827 Nov 12 01:23:23.481351 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd45995-0637-4f09-b775-fe776f0f8f87 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Router bc0d0e7c-763c-4ac0-840a-2866a328c25f has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:23:23.482448 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8cf268b3-7e29-4973-ba58-74238aad7e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:23.491178 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-96d7d4d1-965f-4c11-838b-c3dba05ad6f4 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1844041 Nov 12 01:23:23.492634 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59114) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:23.496208 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cf268b3-7e29-4973-ba58-74238aad7e29 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:23:23.541580 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-128fef91-727e-4058-80e5-84c137b71576 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] For port 8eb977f8-4b50-4565-a30d-0afa8f5cf7fe, host n-d-712142-27, got binding levels [] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:23:23.541951 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-128fef91-727e-4058-80e5-84c137b71576 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:23.546135 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf268b3-7e29-4973-ba58-74238aad7e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95830b5-b5dc-4acb-afcf-1d60ba9011e5,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:23.550928 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b95f5b66-9efa-42e1-84da-ac91aee76f9a tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:23.564765 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8cf268b3-7e29-4973-ba58-74238aad7e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:23.565105 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-8cf268b3-7e29-4973-ba58-74238aad7e29 admin admin] Added segment 7bbb728e-9806-453c-9716-52e1ccd278c6 of type vlan for network 41d3594c-6378-4888-b7ad-f2b6034333e3 Nov 12 01:23:23.580428 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b95f5b66-9efa-42e1-84da-ac91aee76f9a tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:23.587814 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-b95f5b66-9efa-42e1-84da-ac91aee76f9a tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] 10.222.0.45 "DELETE /v2.0/networks/3689b0a3-b381-4c41-8f6b-1fd2126c7d35 HTTP/1.1" status: 204 len: 168 time: 4.2675042 Nov 12 01:23:23.592740 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59122) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:23.608361 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-128fef91-727e-4058-80e5-84c137b71576 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Calling delete_port for 8eb977f8-4b50-4565-a30d-0afa8f5cf7fe owned by network:dhcp {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:23:23.649857 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.ipam_backend_mixin [None req-128fef91-727e-4058-80e5-84c137b71576 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Port 8eb977f8-4b50-4565-a30d-0afa8f5cf7fe was not found and therefore no delete operation was performed {{(pid=109085) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 01:23:23.663523 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b40b6b-b5ab-49e6-8e0c-3c95a1c3f35b tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:23.665906 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b40b6b-b5ab-49e6-8e0c-3c95a1c3f35b tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:23.667956 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-40b40b6b-b5ab-49e6-8e0c-3c95a1c3f35b tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1738558 Nov 12 01:23:23.673739 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59126) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:23.677828 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95f5b66-9efa-42e1-84da-ac91aee76f9a tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Pushing event deleted for resources: {'Network': ['ID=3689b0a3-b381-4c41-8f6b-1fd2126c7d35,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:23.698751 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-128fef91-727e-4058-80e5-84c137b71576 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:23.728441 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8cf268b3-7e29-4973-ba58-74238aad7e29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:23.808602 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128fef91-727e-4058-80e5-84c137b71576 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event deleted for resources: {'Port': ['ID=8eb977f8-4b50-4565-a30d-0afa8f5cf7fe,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:23.829237 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a541094b-183f-4cc2-a298-8651f3ce5ad4 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Attributes excluded by policy engine: ['shared'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:23.830862 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a541094b-183f-4cc2-a298-8651f3ce5ad4 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Attributes excluded by policy engine: ['shared'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:23.836175 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a541094b-183f-4cc2-a298-8651f3ce5ad4 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1575432 Nov 12 01:23:23.836601 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59128) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:23.874554 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128fef91-727e-4058-80e5-84c137b71576 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] No DVR routers for this DVR port 8eb977f8-4b50-4565-a30d-0afa8f5cf7fe on host n-d-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:23:23.884368 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.db.resource_extend [None req-8cf268b3-7e29-4973-ba58-74238aad7e29 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 01:23:23.915117 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9563485b-5739-4e68-abf5-9058b43929aa tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Deleting port f232b1e0-b589-4363-a8f0-98bb056768f1 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:23:23.915467 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9563485b-5739-4e68-abf5-9058b43929aa tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:23.956293 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd45995-0637-4f09-b775-fe776f0f8f87 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:23:23.979500 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8079545f-fd51-4014-8632-e9376545fc57 None None] Sync routers for ids ['bc0d0e7c-763c-4ac0-840a-2866a328c25f'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:23:23.998161 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8079545f-fd51-4014-8632-e9376545fc57 None None] Routers {'bc0d0e7c-763c-4ac0-840a-2866a328c25f'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:23:23.999221 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-8079545f-fd51-4014-8632-e9376545fc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:23:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['bc0d0e7c-763c-4ac0-840a-2866a328c25f'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:24.024746 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab1cf0-7bfe-410f-9fd0-e9eaca19ee95 req-672822a8-844c-4076-a111-28428092b029 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:24.028101 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-85ab1cf0-7bfe-410f-9fd0-e9eaca19ee95 req-672822a8-844c-4076-a111-28428092b029 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/ports?device_id=112649eb-faa7-47d7-bb5d-cec74afc415f HTTP/1.1" status: 200 len: 946 time: 0.4157498 Nov 12 01:23:24.033220 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-9fd45995-0637-4f09-b775-fe776f0f8f87 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "PUT /v2.0/routers/bc0d0e7c-763c-4ac0-840a-2866a328c25f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8443854 Nov 12 01:23:24.042752 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59134) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:24.066986 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da4f035-6303-453a-be53-e9c88b436f0c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:24.072751 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2da4f035-6303-453a-be53-e9c88b436f0c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "GET /v2.0/networks/daea2db9-b2ce-4461-84d3-62de7f664eb4 HTTP/1.1" status: 200 len: 800 time: 0.2311623 Nov 12 01:23:24.073189 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9563485b-5739-4e68-abf5-9058b43929aa tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:24.073567 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9563485b-5739-4e68-abf5-9058b43929aa tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:24.090788 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59136) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:24.094052 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-8079545f-fd51-4014-8632-e9376545fc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:24.111615 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-128fef91-727e-4058-80e5-84c137b71576 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:24.114417 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8079545f-fd51-4014-8632-e9376545fc57 None None] Routers {'bc0d0e7c-763c-4ac0-840a-2866a328c25f'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:23:24.117691 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-8079545f-fd51-4014-8632-e9376545fc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:23:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['bc0d0e7c-763c-4ac0-840a-2866a328c25f'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:24.140298 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-128fef91-727e-4058-80e5-84c137b71576 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['981aadc5-a3d2-48fb-a9ec-ebaff1660d80']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:24.152769 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-128fef91-727e-4058-80e5-84c137b71576 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64ab0ae1-9f7f-4843-9224-854cadc28023') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:24.153095 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-128fef91-727e-4058-80e5-84c137b71576 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64ab0ae1-9f7f-4843-9224-854cadc28023') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:24.165572 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-128fef91-727e-4058-80e5-84c137b71576 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:24.201676 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8cf268b3-7e29-4973-ba58-74238aad7e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:24.203530 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf268b3-7e29-4973-ba58-74238aad7e29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:24.204688 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8cf268b3-7e29-4973-ba58-74238aad7e29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:24.205105 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-8079545f-fd51-4014-8632-e9376545fc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:24.206478 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8079545f-fd51-4014-8632-e9376545fc57 None None] The sync data for ids ['bc0d0e7c-763c-4ac0-840a-2866a328c25f'] in n-d-712142-27 is: [] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:23:24.211248 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-128fef91-727e-4058-80e5-84c137b71576 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:24.220660 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7a3a12b9-d7d8-4215-9e81-ac68593a2758 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "GET /v2.0/networks/daea2db9-b2ce-4461-84d3-62de7f664eb4?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1233535 Nov 12 01:23:24.224785 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3fdbeb8a-e12d-4093-8f56-c1b09df135c9 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc0d0e7c-763c-4ac0-840a-2866a328c25f HTTP/1.1" status: 200 len: 205 time: 0.1791823 Nov 12 01:23:24.228929 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59138) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:24.229199 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59140) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:24.247975 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9563485b-5739-4e68-abf5-9058b43929aa tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Calling delete_port for f232b1e0-b589-4363-a8f0-98bb056768f1 owned by network:floatingip {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:23:24.288816 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-128fef91-727e-4058-80e5-84c137b71576 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:23:24.290176 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-128fef91-727e-4058-80e5-84c137b71576 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:24.297896 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:23:24.297896 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:23:24.297896 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:23:24.297896 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:23:24.297896 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:23:24.297896 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:23:24.297896 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:23:24.297896 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:23:24.297896 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:23:24.297896 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:23:24.297896 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:23:24.297896 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:23:24.297896 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:23:24.297896 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:23:24.297896 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:23:24.297896 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:23:24.297896 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:23:24.297896 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:23:24.297896 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:23:24.297896 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:23:24.297896 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:23:24.297896 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:23:24.297896 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:23:24.297896 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:23:24.297896 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:23:24.297896 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:23:24.297896 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:23:24.297896 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:23:24.297896 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:23:24.297896 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:23:24.297896 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:23:24.297896 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:23:24.409624 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-627b4402-953f-434d-99d1-459558848e0f tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:24.471514 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-8cf268b3-7e29-4973-ba58-74238aad7e29 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.3328023 Nov 12 01:23:24.491615 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59146) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:24.514323 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e79b34-ee51-463d-93e1-b77d8e89217c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:24.516615 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-56e79b34-ee51-463d-93e1-b77d8e89217c tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "GET /v2.0/subnets/89b50e07-cff6-4377-b349-c632409e7404 HTTP/1.1" status: 200 len: 811 time: 0.2858777 Nov 12 01:23:24.517650 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-91b43b4d-7ce1-450d-b4b0-10e56ccacdc6 admin admin] Request body: {'subnet': {'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1803726501-subnet', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:23:24.525493 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59148) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:24.537385 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf268b3-7e29-4973-ba58-74238aad7e29 admin admin] Pushing event updated for resources: {'Network': ['ID=41d3594c-6378-4888-b7ad-f2b6034333e3,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:24.549342 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 41d3594c-6378-4888-b7ad-f2b6034333e3 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:23:24.557506 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-85ab1cf0-7bfe-410f-9fd0-e9eaca19ee95 req-fc2af64b-2cfe-41cc-97c6-1ec4889df806 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/security-groups?id=fffd30fd-6b1c-4828-84d7-a04053ecae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3776715 Nov 12 01:23:24.564547 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-128fef91-727e-4058-80e5-84c137b71576 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:24.606332 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-128fef91-727e-4058-80e5-84c137b71576 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:24.623662 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59152) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:24.626418 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-128fef91-727e-4058-80e5-84c137b71576 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "DELETE /v2.0/networks/981aadc5-a3d2-48fb-a9ec-ebaff1660d80 HTTP/1.1" status: 204 len: 168 time: 3.4877105 Nov 12 01:23:24.642738 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b43b4d-7ce1-450d-b4b0-10e56ccacdc6 admin admin] Made reservation on behalf of 094a5f5e492c44f8b09b4e12e8299cf9 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:23:24.647108 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-91b43b4d-7ce1-450d-b4b0-10e56ccacdc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:24.651257 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128fef91-727e-4058-80e5-84c137b71576 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event deleted for resources: {'Network': ['ID=981aadc5-a3d2-48fb-a9ec-ebaff1660d80,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:24.717978 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-627b4402-953f-434d-99d1-459558848e0f tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:24.720605 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-627b4402-953f-434d-99d1-459558848e0f tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:24.817710 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f204a-1276-4c52-996d-6134fe655c2c req-f5bf935a-8ec9-4d62-99ac-0888346149c3 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:24.819064 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ea2f204a-1276-4c52-996d-6134fe655c2c req-f5bf935a-8ec9-4d62-99ac-0888346149c3 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e5a542c-ba25-4a31-b73e-f6bc69c0aa46 HTTP/1.1" status: 200 len: 945 time: 0.1243460 Nov 12 01:23:24.876794 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0a698a-7ebe-469d-a69b-42b6c28de7cd tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Attributes excluded by policy engine: ['shared'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:24.878763 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4f0a698a-7ebe-469d-a69b-42b6c28de7cd tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "GET /v2.0/subnets/89b50e07-cff6-4377-b349-c632409e7404?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3521862 Nov 12 01:23:24.882902 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59160) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:24.889605 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-06718bbc-7241-462b-834e-5c694fcb45af tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-887485440'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:23:24.895510 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-627b4402-953f-434d-99d1-459558848e0f tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:24.896981 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627b4402-953f-434d-99d1-459558848e0f tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Fanout notify agent at l3_agent the message router_deleted on router bc0d0e7c-763c-4ac0-840a-2866a328c25f {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:23:24.909557 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-627b4402-953f-434d-99d1-459558848e0f tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:24.914347 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59162) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:24.914784 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-627b4402-953f-434d-99d1-459558848e0f tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "DELETE /v2.0/routers/bc0d0e7c-763c-4ac0-840a-2866a328c25f HTTP/1.1" status: 204 len: 168 time: 0.6818225 Nov 12 01:23:24.961112 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06718bbc-7241-462b-834e-5c694fcb45af tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Made reservation on behalf of e8129228a6df46ffbca9711093d28d41 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:23:24.965764 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-06718bbc-7241-462b-834e-5c694fcb45af tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:25.052770 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9563485b-5739-4e68-abf5-9058b43929aa tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:25.076696 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ea2f204a-1276-4c52-996d-6134fe655c2c req-e8ba9db9-1056-4e3e-b2a9-acd9f01128c4 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/security-groups?id=fffd30fd-6b1c-4828-84d7-a04053ecae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388623 Nov 12 01:23:25.100759 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8b28467-c055-44c4-aaf2-31a87c7acc49 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Deleting subnet 6737bd0a-4a94-493d-8220-cd128bade867 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:23:25.116377 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-91b43b4d-7ce1-450d-b4b0-10e56ccacdc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:25.125819 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9563485b-5739-4e68-abf5-9058b43929aa tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Pushing event deleted for resources: {'Port': ['ID=f232b1e0-b589-4363-a8f0-98bb056768f1,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:25.132486 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06718bbc-7241-462b-834e-5c694fcb45af tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:23:25.136556 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b8b28467-c055-44c4-aaf2-31a87c7acc49 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:25.206475 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-06718bbc-7241-462b-834e-5c694fcb45af tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:25.206671 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-06718bbc-7241-462b-834e-5c694fcb45af tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Added segment dd000f3c-1768-43a2-9dc4-2f18f3b7c741 of type vlan for network fe3591aa-bf3c-4784-8afa-e1dfc2f59e14 Nov 12 01:23:25.262823 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9563485b-5739-4e68-abf5-9058b43929aa tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks [] for floatingip, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:25.269359 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9563485b-5739-4e68-abf5-9058b43929aa tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:25.275288 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9563485b-5739-4e68-abf5-9058b43929aa tempest-FloatingIPAdminTestJSON-1997061607 tempest-FloatingIPAdminTestJSON-1997061607-project] 10.222.0.45 "DELETE /v2.0/floatingips/d8e81a93-ad59-4670-8413-5f981d8350e2 HTTP/1.1" status: 204 len: 168 time: 1.6769335 Nov 12 01:23:25.289888 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b43b4d-7ce1-450d-b4b0-10e56ccacdc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6369b7da-1f3e-4df6-8094-1e515695655d,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:25.301267 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b8b28467-c055-44c4-aaf2-31a87c7acc49 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:25.345513 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-06718bbc-7241-462b-834e-5c694fcb45af tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:25.450171 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b43b4d-7ce1-450d-b4b0-10e56ccacdc6 admin admin] Checking segment: {'id': '7bbb728e-9806-453c-9716-52e1ccd278c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:23:25.450581 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b43b4d-7ce1-450d-b4b0-10e56ccacdc6 admin admin] Network hostable DHCP agents. Network: 41d3594c-6378-4888-b7ad-f2b6034333e3, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:23:25.461915 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-06718bbc-7241-462b-834e-5c694fcb45af tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:25.469488 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06718bbc-7241-462b-834e-5c694fcb45af tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:25.470392 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-06718bbc-7241-462b-834e-5c694fcb45af tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:25.577689 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2fcbc6c6-a20e-4921-8ccc-30caef79b170 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:25.697751 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06718bbc-7241-462b-834e-5c694fcb45af tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Pushing event updated for resources: {'Network': ['ID=fe3591aa-bf3c-4784-8afa-e1dfc2f59e14,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:25.699202 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59180) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:25.721353 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network fe3591aa-bf3c-4784-8afa-e1dfc2f59e14 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:23:25.722560 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc16b75d-e8a8-4b79-a143-2bc3a5c7b265 req-1e0d3c9b-cb51-4b35-b05e-f2191531cd71 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:25.745398 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc16b75d-e8a8-4b79-a143-2bc3a5c7b265 req-1e0d3c9b-cb51-4b35-b05e-f2191531cd71 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:25.759653 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc16b75d-e8a8-4b79-a143-2bc3a5c7b265 req-1e0d3c9b-cb51-4b35-b05e-f2191531cd71 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:25.763297 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fc16b75d-e8a8-4b79-a143-2bc3a5c7b265 req-1e0d3c9b-cb51-4b35-b05e-f2191531cd71 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e5a542c-ba25-4a31-b73e-f6bc69c0aa46&device_id=112649eb-faa7-47d7-bb5d-cec74afc415f&device_id=7fc1e38b-3138-4613-9f43-abb08e04bfce HTTP/1.1" status: 200 len: 2417 time: 0.3808081 Nov 12 01:23:25.776686 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-06718bbc-7241-462b-834e-5c694fcb45af tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8922431 Nov 12 01:23:25.778139 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59184) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:25.803084 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-08d8ab3f-cd2b-4f99-9d97-2a82e7934f20 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Request body: {'subnet': {'network_id': 'fe3591aa-bf3c-4784-8afa-e1dfc2f59e14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:23:25.816623 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b8b28467-c055-44c4-aaf2-31a87c7acc49 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:25.826679 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b43b4d-7ce1-450d-b4b0-10e56ccacdc6 admin admin] Network 41d3594c-6378-4888-b7ad-f2b6034333e3 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:23:25.932407 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-91b43b4d-7ce1-450d-b4b0-10e56ccacdc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 41d3594c-6378-4888-b7ad-f2b6034333e3) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:23:25.946268 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefd3e13-3d8a-4d19-a0cc-da7e79967ca2 None None] Network 41d3594c-6378-4888-b7ad-f2b6034333e3 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:23:25.957102 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b43b4d-7ce1-450d-b4b0-10e56ccacdc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:25.957102 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-91b43b4d-7ce1-450d-b4b0-10e56ccacdc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:25.991470 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2b3721d9-2166-4470-81d4-e8d11bf85411 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=44910922a25d446d8bfdae205e77fa07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2908692 Nov 12 01:23:25.993992 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59186) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:26.072637 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-2fcbc6c6-a20e-4921-8ccc-30caef79b170 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Deleting port 913b6e34-0f4f-457d-93c7-175d506d758f {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:23:26.072990 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2fcbc6c6-a20e-4921-8ccc-30caef79b170 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:26.077990 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a67ba473-0d63-42fb-bb7b-5c9c488d7a22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:26.108685 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fc16b75d-e8a8-4b79-a143-2bc3a5c7b265 req-5b5c9143-d8eb-4db8-ab4d-9c3d34d954e0 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/security-groups?id=fffd30fd-6b1c-4828-84d7-a04053ecae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288369 Nov 12 01:23:26.123540 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-91b43b4d-7ce1-450d-b4b0-10e56ccacdc6 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6193559 Nov 12 01:23:26.132020 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59192) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:26.141882 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-e8a64e5a-bfe8-492f-832b-30b933081584 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1803726501-router', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:23:26.168561 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a67ba473-0d63-42fb-bb7b-5c9c488d7a22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:26.218799 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b8b28467-c055-44c4-aaf2-31a87c7acc49 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:26.240735 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-6fd2dd99-4f14-4f77-bd23-ca6d232ded92 req-3a66ee33-0971-4662-8090-3effa3ea13f5 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:23:26.242579 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6fd2dd99-4f14-4f77-bd23-ca6d232ded92 req-3a66ee33-0971-4662-8090-3effa3ea13f5 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0291593 Nov 12 01:23:26.244068 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e8a64e5a-bfe8-492f-832b-30b933081584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:26.245217 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e8a64e5a-bfe8-492f-832b-30b933081584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:26.258977 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b8b28467-c055-44c4-aaf2-31a87c7acc49 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:26.265700 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-2fcbc6c6-a20e-4921-8ccc-30caef79b170 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] For port 913b6e34-0f4f-457d-93c7-175d506d758f, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=913b6e34-0f4f-457d-93c7-175d506d758f,segment=NetworkSegment(f017f9ca-c829-4d5b-a28b-ebca617ec08c),segment_id=f017f9ca-c829-4d5b-a28b-ebca617ec08c)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:23:26.266046 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2fcbc6c6-a20e-4921-8ccc-30caef79b170 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:26.266829 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-b8b28467-c055-44c4-aaf2-31a87c7acc49 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "DELETE /v2.0/subnets/6737bd0a-4a94-493d-8220-cd128bade867 HTTP/1.1" status: 204 len: 168 time: 1.3482230 Nov 12 01:23:26.269808 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59196) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:26.294544 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875197bc-103b-42e8-a70d-77c7eaee3cbc None None] Network 6b8a36e2-d36c-4cd7-a595-5d1045a7ade5 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:23:26.313079 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-2fcbc6c6-a20e-4921-8ccc-30caef79b170 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Calling delete_port for 913b6e34-0f4f-457d-93c7-175d506d758f owned by network:router_interface {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:23:26.337832 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f18e11-47b1-4bac-a537-1b25a3d85f2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-41d3594c-6378-4888-b7ad-f2b6034333e3', 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'fixed_ips': [{'subnet_id': '6369b7da-1f3e-4df6-8094-1e515695655d'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:23:26.338798 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-54f18e11-47b1-4bac-a537-1b25a3d85f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:26.354326 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b28467-c055-44c4-aaf2-31a87c7acc49 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event deleted for resources: {'Subnet': ['ID=6737bd0a-4a94-493d-8220-cd128bade867,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:26.378117 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d8ab3f-cd2b-4f99-9d97-2a82e7934f20 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Made reservation on behalf of e8129228a6df46ffbca9711093d28d41 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:23:26.378924 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a67ba473-0d63-42fb-bb7b-5c9c488d7a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:26.385292 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-08d8ab3f-cd2b-4f99-9d97-2a82e7934f20 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:26.385545 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a67ba473-0d63-42fb-bb7b-5c9c488d7a22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:26.387667 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a67ba473-0d63-42fb-bb7b-5c9c488d7a22 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f5c81d95-be3e-4260-affa-4a31832bdfd9 HTTP/1.1" status: 204 len: 168 time: 0.3924761 Nov 12 01:23:26.534058 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.ipam_backend_mixin [None req-08d8ab3f-cd2b-4f99-9d97-2a82e7934f20 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Performing IP validity checks on allocation pools {{(pid=109085) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 01:23:26.535107 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.ipam_backend_mixin [None req-08d8ab3f-cd2b-4f99-9d97-2a82e7934f20 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109085) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 01:23:26.558962 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ba473-0d63-42fb-bb7b-5c9c488d7a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c81d95-be3e-4260-affa-4a31832bdfd9,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:26.629592 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-06dd4449-5dca-40e3-a856-0e557c0e6f28 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:26.637342 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e8a64e5a-bfe8-492f-832b-30b933081584 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:26.824693 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-08d8ab3f-cd2b-4f99-9d97-2a82e7934f20 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:26.947572 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59208) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:27.012870 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d8ab3f-cd2b-4f99-9d97-2a82e7934f20 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Pushing event updated for resources: {'Subnet': ['ID=44a63bc9-c32a-4eae-92e3-3bbd5fb4e030,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:27.046053 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-54f18e11-47b1-4bac-a537-1b25a3d85f2c None None] Allocated IP 172.20.0.2 (41d3594c-6378-4888-b7ad-f2b6034333e3/6369b7da-1f3e-4df6-8094-1e515695655d/1f4c75df-8ed0-403b-8af8-9b1fcd6a9bab) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:23:27.067019 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8ed75ce0-c1d7-4f8d-a00f-bac13a52d3b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:27.137767 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6fd2dd99-4f14-4f77-bd23-ca6d232ded92 req-9a360162-a91a-4227-95f2-a9441f72edd1 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.7879684 Nov 12 01:23:27.155919 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d8ab3f-cd2b-4f99-9d97-2a82e7934f20 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Checking segment: {'id': 'dd000f3c-1768-43a2-9dc4-2f18f3b7c741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fe3591aa-bf3c-4784-8afa-e1dfc2f59e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:23:27.156983 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d8ab3f-cd2b-4f99-9d97-2a82e7934f20 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Network hostable DHCP agents. Network: fe3591aa-bf3c-4784-8afa-e1dfc2f59e14, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:23:27.183414 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a611f9b-456b-43b5-8720-658c5317e749 None None] DHCP port deletion for 6b8a36e2-d36c-4cd7-a595-5d1045a7ade5 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:23:27.234673 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d8ab3f-cd2b-4f99-9d97-2a82e7934f20 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Network fe3591aa-bf3c-4784-8afa-e1dfc2f59e14 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:23:27.259375 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-08d8ab3f-cd2b-4f99-9d97-2a82e7934f20 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, fe3591aa-bf3c-4784-8afa-e1dfc2f59e14) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:23:27.277871 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d8ab3f-cd2b-4f99-9d97-2a82e7934f20 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:27.279568 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-08d8ab3f-cd2b-4f99-9d97-2a82e7934f20 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:27.316356 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58edf25-2318-4c66-a65f-033099e3ec43 None None] Network fe3591aa-bf3c-4784-8afa-e1dfc2f59e14 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:23:27.332088 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-08d8ab3f-cd2b-4f99-9d97-2a82e7934f20 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.5382032 Nov 12 01:23:27.335309 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59214) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:27.343466 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-61933027-ca39-4553-9c61-c59decf64275 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:23:27.402918 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8ed75ce0-c1d7-4f8d-a00f-bac13a52d3b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:27.416046 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8ed75ce0-c1d7-4f8d-a00f-bac13a52d3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:27.437350 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c789c699-7555-421a-8f3b-26110fd09087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:27.524018 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed75ce0-c1d7-4f8d-a00f-bac13a52d3b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27093c13-025a-4b30-abd1-806258462d60,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:27.581041 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-8ed75ce0-c1d7-4f8d-a00f-bac13a52d3b4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=31e580b766164cc6ad74f18ae619852d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5758886 Nov 12 01:23:27.585056 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59222) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:27.682234 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e8a64e5a-bfe8-492f-832b-30b933081584 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:27.699685 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-54f18e11-47b1-4bac-a537-1b25a3d85f2c None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:27.704073 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2fcbc6c6-a20e-4921-8ccc-30caef79b170 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:27.718405 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4ce52e02-ddc1-4a22-836a-3ba4b6676551 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:27.724735 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-54f18e11-47b1-4bac-a537-1b25a3d85f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:27.747312 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-0a611f9b-456b-43b5-8720-658c5317e749 None None] Deleting port ab095c13-05fd-45e1-85b6-e649688e9c79 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:23:27.747850 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0a611f9b-456b-43b5-8720-658c5317e749 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:27.804544 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4ce52e02-ddc1-4a22-836a-3ba4b6676551 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:27.896896 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f18e11-47b1-4bac-a537-1b25a3d85f2c None None] Network 41d3594c-6378-4888-b7ad-f2b6034333e3 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:23:27.904899 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-54f18e11-47b1-4bac-a537-1b25a3d85f2c None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:23:27.921536 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f18e11-47b1-4bac-a537-1b25a3d85f2c None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:23:27.937248 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcbc6c6-a20e-4921-8ccc-30caef79b170 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event deleted for resources: {'Port': ['ID=913b6e34-0f4f-457d-93c7-175d506d758f,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:28.004373 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4ce52e02-ddc1-4a22-836a-3ba4b6676551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:28.010074 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4ce52e02-ddc1-4a22-836a-3ba4b6676551 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:28.018324 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4ce52e02-ddc1-4a22-836a-3ba4b6676551 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/27093c13-025a-4b30-abd1-806258462d60 HTTP/1.1" status: 204 len: 168 time: 0.4317398 Nov 12 01:23:28.049966 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce52e02-ddc1-4a22-836a-3ba4b6676551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27093c13-025a-4b30-abd1-806258462d60,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:28.179946 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45091b3e-6a2f-41d2-b371-1ca97691f328 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-fe3591aa-bf3c-4784-8afa-e1dfc2f59e14', 'network_id': 'fe3591aa-bf3c-4784-8afa-e1dfc2f59e14', 'tenant_id': 'e8129228a6df46ffbca9711093d28d41', 'fixed_ips': [{'subnet_id': '44a63bc9-c32a-4eae-92e3-3bbd5fb4e030'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:23:28.181626 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-45091b3e-6a2f-41d2-b371-1ca97691f328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:28.189078 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f18e11-47b1-4bac-a537-1b25a3d85f2c None None] Pushing event updated for resources: {'Port': ['ID=1f4c75df-8ed0-403b-8af8-9b1fcd6a9bab,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:28.388935 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-06dd4449-5dca-40e3-a856-0e557c0e6f28 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Deleting port ab095c13-05fd-45e1-85b6-e649688e9c79 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:23:28.389429 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-06dd4449-5dca-40e3-a856-0e557c0e6f28 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:28.499555 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:23:28.586134 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-0a611f9b-456b-43b5-8720-658c5317e749 None None] For port ab095c13-05fd-45e1-85b6-e649688e9c79, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=ab095c13-05fd-45e1-85b6-e649688e9c79,segment=NetworkSegment(a81e016e-824d-4ded-a1c2-b5b864fc02f4),segment_id=a81e016e-824d-4ded-a1c2-b5b864fc02f4)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:23:28.586762 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0a611f9b-456b-43b5-8720-658c5317e749 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:28.633407 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-54f18e11-47b1-4bac-a537-1b25a3d85f2c None None] Attempting to bind port 1f4c75df-8ed0-403b-8af8-9b1fcd6a9bab on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:23:28.634002 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-54f18e11-47b1-4bac-a537-1b25a3d85f2c None None] Attempting to bind port 1f4c75df-8ed0-403b-8af8-9b1fcd6a9bab by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '7bbb728e-9806-453c-9716-52e1ccd278c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:23:28.634594 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f18e11-47b1-4bac-a537-1b25a3d85f2c None None] Attempting to bind port 1f4c75df-8ed0-403b-8af8-9b1fcd6a9bab on network 41d3594c-6378-4888-b7ad-f2b6034333e3 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:23:28.657113 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-0a611f9b-456b-43b5-8720-658c5317e749 None None] Calling delete_port for ab095c13-05fd-45e1-85b6-e649688e9c79 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:23:28.662427 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-61933027-ca39-4553-9c61-c59decf64275 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12762250'] for subnet, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:28.703334 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f18e11-47b1-4bac-a537-1b25a3d85f2c None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:23:28.703921 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f18e11-47b1-4bac-a537-1b25a3d85f2c None None] Checking segment: {'id': '7bbb728e-9806-453c-9716-52e1ccd278c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:23:28.707222 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-54f18e11-47b1-4bac-a537-1b25a3d85f2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:28.708196 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f18e11-47b1-4bac-a537-1b25a3d85f2c None None] Bound using segment: {'id': '7bbb728e-9806-453c-9716-52e1ccd278c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:23:28.709058 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-54f18e11-47b1-4bac-a537-1b25a3d85f2c None None] Bound port: 1f4c75df-8ed0-403b-8af8-9b1fcd6a9bab, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bbb728e-9806-453c-9716-52e1ccd278c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:23:28.709705 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-54f18e11-47b1-4bac-a537-1b25a3d85f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:28.908455 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-54f18e11-47b1-4bac-a537-1b25a3d85f2c None None] For port 1f4c75df-8ed0-403b-8af8-9b1fcd6a9bab, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:23:28.914763 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-54f18e11-47b1-4bac-a537-1b25a3d85f2c None None] For port 1f4c75df-8ed0-403b-8af8-9b1fcd6a9bab, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=1f4c75df-8ed0-403b-8af8-9b1fcd6a9bab,segment=NetworkSegment(7bbb728e-9806-453c-9716-52e1ccd278c6),segment_id=7bbb728e-9806-453c-9716-52e1ccd278c6)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:23:28.925254 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.api [None req-45091b3e-6a2f-41d2-b371-1ca97691f328 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 01:23:28.925254 n-d-712142-27 neutron-server[109087]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Nov 12 01:23:28.925254 n-d-712142-27 neutron-server[109087]: [parameters: {'in_use': 1, 'id_1': '44a63bc9-c32a-4eae-92e3-3bbd5fb4e030'}] Nov 12 01:23:28.925254 n-d-712142-27 neutron-server[109087]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:23:28.926404 n-d-712142-27 neutron-server[109087]: DEBUG oslo_db.api [None req-45091b3e-6a2f-41d2-b371-1ca97691f328 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:23:28.927623 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-54f18e11-47b1-4bac-a537-1b25a3d85f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:28.951897 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59244) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:28.995219 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-90c48953-0b43-41ba-bfc5-4da6f98c75c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:29.163367 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-06dd4449-5dca-40e3-a856-0e557c0e6f28 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] For port ab095c13-05fd-45e1-85b6-e649688e9c79, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=ab095c13-05fd-45e1-85b6-e649688e9c79,segment=NetworkSegment(a81e016e-824d-4ded-a1c2-b5b864fc02f4),segment_id=a81e016e-824d-4ded-a1c2-b5b864fc02f4)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:23:29.164309 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-06dd4449-5dca-40e3-a856-0e557c0e6f28 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:29.181730 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device ab095c13-05fd-45e1-85b6-e649688e9c79 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:23:29.203050 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-06dd4449-5dca-40e3-a856-0e557c0e6f28 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Calling delete_port for ab095c13-05fd-45e1-85b6-e649688e9c79 owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:23:29.213669 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-90c48953-0b43-41ba-bfc5-4da6f98c75c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:29.221445 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-90c48953-0b43-41ba-bfc5-4da6f98c75c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:29.313825 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f18e11-47b1-4bac-a537-1b25a3d85f2c None None] Pushing event updated for resources: {'Port': ['ID=1f4c75df-8ed0-403b-8af8-9b1fcd6a9bab,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:29.334189 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0a611f9b-456b-43b5-8720-658c5317e749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:29.381126 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-90c48953-0b43-41ba-bfc5-4da6f98c75c7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8a804586abd340f383004d9b73497911&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4263444 Nov 12 01:23:29.384950 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c48953-0b43-41ba-bfc5-4da6f98c75c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4d64f6-f475-495d-862c-903a0b7e1e39,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:29.394664 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59252) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:29.415887 n-d-712142-27 neutron-server[109087]: INFO neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No ports have port_id starting with ab095c13-05fd-45e1-85b6-e649688e9c79 Nov 12 01:23:29.418133 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a611f9b-456b-43b5-8720-658c5317e749 None None] Pushing event deleted for resources: {'Port': ['ID=ab095c13-05fd-45e1-85b6-e649688e9c79,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:29.432622 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a611f9b-456b-43b5-8720-658c5317e749 None None] No DVR routers for this DVR port ab095c13-05fd-45e1-85b6-e649688e9c79 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:23:29.443564 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-45091b3e-6a2f-41d2-b371-1ca97691f328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:29.612522 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7b745742-4be5-49da-b6f9-60d89648c13e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:29.657883 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-06dd4449-5dca-40e3-a856-0e557c0e6f28 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:29.688957 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7b745742-4be5-49da-b6f9-60d89648c13e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:29.730456 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-61933027-ca39-4553-9c61-c59decf64275 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780986477195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13281254'] for subnet, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:29.771160 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2fcbc6c6-a20e-4921-8ccc-30caef79b170 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:29.784350 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dd4449-5dca-40e3-a856-0e557c0e6f28 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event deleted for resources: {'Port': ['ID=ab095c13-05fd-45e1-85b6-e649688e9c79,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:29.790289 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dd4449-5dca-40e3-a856-0e557c0e6f28 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] No DVR routers for this DVR port ab095c13-05fd-45e1-85b6-e649688e9c79 on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:23:29.847704 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-45091b3e-6a2f-41d2-b371-1ca97691f328 None None] Allocated IP 172.20.0.3 (fe3591aa-bf3c-4784-8afa-e1dfc2f59e14/44a63bc9-c32a-4eae-92e3-3bbd5fb4e030/43a1c643-7aa0-45ba-8057-55c8335443b6) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:23:29.884064 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7b745742-4be5-49da-b6f9-60d89648c13e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:29.903641 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7b745742-4be5-49da-b6f9-60d89648c13e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:29.911749 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7b745742-4be5-49da-b6f9-60d89648c13e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3e4d64f6-f475-495d-862c-903a0b7e1e39 HTTP/1.1" status: 204 len: 168 time: 0.5149806 Nov 12 01:23:29.931066 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b745742-4be5-49da-b6f9-60d89648c13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4d64f6-f475-495d-862c-903a0b7e1e39,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:29.936852 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61933027-ca39-4553-9c61-c59decf64275 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:29.937481 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-61933027-ca39-4553-9c61-c59decf64275 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:29.938865 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-61933027-ca39-4553-9c61-c59decf64275 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "PUT /v2.0/subnets/44a63bc9-c32a-4eae-92e3-3bbd5fb4e030 HTTP/1.1" status: 200 len: 877 time: 2.6008480 Nov 12 01:23:29.946468 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59264) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:30.025226 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61933027-ca39-4553-9c61-c59decf64275 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Pushing event updated for resources: {'Subnet': ['ID=44a63bc9-c32a-4eae-92e3-3bbd5fb4e030,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:30.188005 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-06dd4449-5dca-40e3-a856-0e557c0e6f28 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:30.202672 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-45091b3e-6a2f-41d2-b371-1ca97691f328 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:30.215172 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-45091b3e-6a2f-41d2-b371-1ca97691f328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:30.280456 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45091b3e-6a2f-41d2-b371-1ca97691f328 None None] Network fe3591aa-bf3c-4784-8afa-e1dfc2f59e14 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:23:30.339997 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-45091b3e-6a2f-41d2-b371-1ca97691f328 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:23:30.355915 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45091b3e-6a2f-41d2-b371-1ca97691f328 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:23:30.424468 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-06dd4449-5dca-40e3-a856-0e557c0e6f28 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b8a36e2-d36c-4cd7-a595-5d1045a7ade5']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:30.456159 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-06dd4449-5dca-40e3-a856-0e557c0e6f28 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a81e016e-824d-4ded-a1c2-b5b864fc02f4') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:30.456519 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-06dd4449-5dca-40e3-a856-0e557c0e6f28 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a81e016e-824d-4ded-a1c2-b5b864fc02f4') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:30.485800 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-06dd4449-5dca-40e3-a856-0e557c0e6f28 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:30.504863 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45091b3e-6a2f-41d2-b371-1ca97691f328 None None] Pushing event updated for resources: {'Port': ['ID=43a1c643-7aa0-45ba-8057-55c8335443b6,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:30.513060 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-06dd4449-5dca-40e3-a856-0e557c0e6f28 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:30.522529 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06dd4449-5dca-40e3-a856-0e557c0e6f28 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:23:30.522955 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-06dd4449-5dca-40e3-a856-0e557c0e6f28 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:30.546960 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-45091b3e-6a2f-41d2-b371-1ca97691f328 None None] Attempting to bind port 43a1c643-7aa0-45ba-8057-55c8335443b6 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:23:30.547451 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-45091b3e-6a2f-41d2-b371-1ca97691f328 None None] Attempting to bind port 43a1c643-7aa0-45ba-8057-55c8335443b6 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'dd000f3c-1768-43a2-9dc4-2f18f3b7c741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fe3591aa-bf3c-4784-8afa-e1dfc2f59e14'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:23:30.547899 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45091b3e-6a2f-41d2-b371-1ca97691f328 None None] Attempting to bind port 43a1c643-7aa0-45ba-8057-55c8335443b6 on network fe3591aa-bf3c-4784-8afa-e1dfc2f59e14 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:23:30.557376 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45091b3e-6a2f-41d2-b371-1ca97691f328 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:23:30.558529 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45091b3e-6a2f-41d2-b371-1ca97691f328 None None] Checking segment: {'id': 'dd000f3c-1768-43a2-9dc4-2f18f3b7c741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fe3591aa-bf3c-4784-8afa-e1dfc2f59e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:23:30.559582 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-45091b3e-6a2f-41d2-b371-1ca97691f328 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:30.560842 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45091b3e-6a2f-41d2-b371-1ca97691f328 None None] Bound using segment: {'id': 'dd000f3c-1768-43a2-9dc4-2f18f3b7c741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fe3591aa-bf3c-4784-8afa-e1dfc2f59e14'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:23:30.562274 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-45091b3e-6a2f-41d2-b371-1ca97691f328 None None] Bound port: 43a1c643-7aa0-45ba-8057-55c8335443b6, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd000f3c-1768-43a2-9dc4-2f18f3b7c741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fe3591aa-bf3c-4784-8afa-e1dfc2f59e14'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:23:30.563683 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-45091b3e-6a2f-41d2-b371-1ca97691f328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:30.640346 n-d-712142-27 neutron-server[109086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:23:30.640346 n-d-712142-27 neutron-server[109086]: self.session.flush() Nov 12 01:23:30.640346 n-d-712142-27 neutron-server[109086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:23:30.640346 n-d-712142-27 neutron-server[109086]: self.session.flush() Nov 12 01:23:30.640346 n-d-712142-27 neutron-server[109086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:23:30.640346 n-d-712142-27 neutron-server[109086]: self.session.flush() Nov 12 01:23:30.640346 n-d-712142-27 neutron-server[109086]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:23:30.640346 n-d-712142-27 neutron-server[109086]: self.session.flush() Nov 12 01:23:30.640346 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:23:30.640346 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:23:30.640346 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:23:30.640346 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:23:30.640346 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:23:30.640346 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:23:30.640346 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:23:30.640346 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:23:30.640346 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:23:30.640346 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:23:30.640346 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:23:30.640346 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:23:30.640346 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:23:30.640346 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:23:30.640346 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:23:30.640346 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:23:30.640346 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:23:30.640346 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:23:30.640346 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:23:30.640346 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:23:30.640346 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:23:30.640346 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:23:30.640346 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:23:30.640346 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:23:30.640346 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:23:30.640346 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:23:30.640346 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:23:30.640346 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:23:30.640346 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:23:30.640346 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:23:30.640346 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:23:30.640346 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:23:30.687502 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-45091b3e-6a2f-41d2-b371-1ca97691f328 None None] For port 43a1c643-7aa0-45ba-8057-55c8335443b6, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:23:30.693872 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-06dd4449-5dca-40e3-a856-0e557c0e6f28 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:30.704197 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-45091b3e-6a2f-41d2-b371-1ca97691f328 None None] For port 43a1c643-7aa0-45ba-8057-55c8335443b6, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=43a1c643-7aa0-45ba-8057-55c8335443b6,segment=NetworkSegment(dd000f3c-1768-43a2-9dc4-2f18f3b7c741),segment_id=dd000f3c-1768-43a2-9dc4-2f18f3b7c741)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:23:30.721545 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-45091b3e-6a2f-41d2-b371-1ca97691f328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:30.735030 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-06dd4449-5dca-40e3-a856-0e557c0e6f28 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:30.738707 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-06dd4449-5dca-40e3-a856-0e557c0e6f28 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "DELETE /v2.0/networks/6b8a36e2-d36c-4cd7-a595-5d1045a7ade5 HTTP/1.1" status: 204 len: 168 time: 4.4678509 Nov 12 01:23:30.748285 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59280) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:30.772376 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-2c66f7ed-18e6-4841-9ba0-5fb5d5214f24 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1180495239', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}, 'admin_state_up': False}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:23:30.847101 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-971f6301-d51d-4d7a-af66-7173ae635d27 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:30.868112 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45091b3e-6a2f-41d2-b371-1ca97691f328 None None] Pushing event updated for resources: {'Port': ['ID=43a1c643-7aa0-45ba-8057-55c8335443b6,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:30.885796 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1b1e0fb8-2a8b-44a8-86bf-b7e72efd4d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:30.896175 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee7b17-ae8e-4b3f-b53b-1077cbf43423 req-00361f60-771d-46e9-900d-688cbbdcf41e tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:30.909520 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-67ee7b17-ae8e-4b3f-b53b-1077cbf43423 req-00361f60-771d-46e9-900d-688cbbdcf41e tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e5a542c-ba25-4a31-b73e-f6bc69c0aa46 HTTP/1.1" status: 200 len: 945 time: 0.2901886 Nov 12 01:23:30.916767 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2c66f7ed-18e6-4841-9ba0-5fb5d5214f24 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:30.922091 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2c66f7ed-18e6-4841-9ba0-5fb5d5214f24 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:30.938137 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dd4449-5dca-40e3-a856-0e557c0e6f28 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event deleted for resources: {'Network': ['ID=6b8a36e2-d36c-4cd7-a595-5d1045a7ade5,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:31.029511 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e8a64e5a-bfe8-492f-832b-30b933081584 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:31.105018 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e8a64e5a-bfe8-492f-832b-30b933081584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:31.164514 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5e34e5-8102-4566-9675-d25cc9aef36a None None] Network 41d3594c-6378-4888-b7ad-f2b6034333e3 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:23:31.253614 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-e8a64e5a-bfe8-492f-832b-30b933081584 admin admin] Allocated IP 172.25.3.42 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/b3315c24-034f-4c6c-af2b-ac0625dea128) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:23:31.268770 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2c66f7ed-18e6-4841-9ba0-5fb5d5214f24 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:31.490287 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 1f4c75df-8ed0-403b-8af8-9b1fcd6a9bab up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:23:31.542904 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-67ee7b17-ae8e-4b3f-b53b-1077cbf43423 req-01f2ed23-ac29-4afc-acc2-ff446b422689 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/security-groups?id=fffd30fd-6b1c-4828-84d7-a04053ecae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6309257 Nov 12 01:23:31.639154 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fcbc6c6-a20e-4921-8ccc-30caef79b170 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Router e864dfc6-4044-4b92-a64a-4d2603d9ea92 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:23:31.733214 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2c66f7ed-18e6-4841-9ba0-5fb5d5214f24 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:31.820754 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-971f6301-d51d-4d7a-af66-7173ae635d27 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Deleting port 43a1c643-7aa0-45ba-8057-55c8335443b6 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:23:31.821704 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-971f6301-d51d-4d7a-af66-7173ae635d27 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:31.971670 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fcbc6c6-a20e-4921-8ccc-30caef79b170 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:23:32.053002 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2fcbc6c6-a20e-4921-8ccc-30caef79b170 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "PUT /v2.0/routers/e864dfc6-4044-4b92-a64a-4d2603d9ea92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3371205 Nov 12 01:23:32.054191 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59308) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:32.062637 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cea803-2c76-444b-8a4a-5a3903de824b None None] Sync routers for ids ['e864dfc6-4044-4b92-a64a-4d2603d9ea92'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:23:32.073828 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-753365f7-a49e-4f71-b27f-6328c820142b None None] Provisioning complete for port 1f4c75df-8ed0-403b-8af8-9b1fcd6a9bab triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:23:32.074480 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-753365f7-a49e-4f71-b27f-6328c820142b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:32.181869 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59312) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:32.196153 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e8a64e5a-bfe8-492f-832b-30b933081584 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:32.205822 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 1f4c75df-8ed0-403b-8af8-9b1fcd6a9bab triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:23:32.206387 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:32.209907 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cea803-2c76-444b-8a4a-5a3903de824b None None] Routers {'e864dfc6-4044-4b92-a64a-4d2603d9ea92'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:23:32.210900 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-19cea803-2c76-444b-8a4a-5a3903de824b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:23:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['e864dfc6-4044-4b92-a64a-4d2603d9ea92'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:32.280412 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-971f6301-d51d-4d7a-af66-7173ae635d27 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] For port 43a1c643-7aa0-45ba-8057-55c8335443b6, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=43a1c643-7aa0-45ba-8057-55c8335443b6,segment=NetworkSegment(dd000f3c-1768-43a2-9dc4-2f18f3b7c741),segment_id=dd000f3c-1768-43a2-9dc4-2f18f3b7c741)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:23:32.282044 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-971f6301-d51d-4d7a-af66-7173ae635d27 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:32.313961 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-971f6301-d51d-4d7a-af66-7173ae635d27 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Calling delete_port for 43a1c643-7aa0-45ba-8057-55c8335443b6 owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:23:32.457904 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-f8336100-0faa-4fa0-9e99-cfcce9d5c2d0 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1848019609'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:23:32.509801 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aebea6b-483b-4d55-ad5a-99e708866e57 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Deleting subnet 250b34da-d305-4153-8a80-e74d99163ccb {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:23:32.547830 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-19cea803-2c76-444b-8a4a-5a3903de824b None None] Set router e864dfc6-4044-4b92-a64a-4d2603d9ea92 gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:23:32.563403 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9aebea6b-483b-4d55-ad5a-99e708866e57 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:32.589069 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2c66f7ed-18e6-4841-9ba0-5fb5d5214f24 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for router_gateway, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:32.711319 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2c66f7ed-18e6-4841-9ba0-5fb5d5214f24 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:32.740120 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8336100-0faa-4fa0-9e99-cfcce9d5c2d0 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Made reservation on behalf of dd94710df5104af1ab881bfc73fbddfb for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:23:32.746776 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:32.760889 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f8336100-0faa-4fa0-9e99-cfcce9d5c2d0 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:32.828073 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-753365f7-a49e-4f71-b27f-6328c820142b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:32.835256 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b5c6aa-bcf2-4428-bb78-577253d83ec7 req-b3662579-c2fd-4598-870e-2c4e0657f5bf tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:32.838793 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-62b5c6aa-bcf2-4428-bb78-577253d83ec7 req-b3662579-c2fd-4598-870e-2c4e0657f5bf tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.16 "GET /v2.0/ports?device_id=8e5a542c-ba25-4a31-b73e-f6bc69c0aa46 HTTP/1.1" status: 200 len: 945 time: 0.6525662 Nov 12 01:23:32.868624 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-971f6301-d51d-4d7a-af66-7173ae635d27 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:32.880669 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f8336100-0faa-4fa0-9e99-cfcce9d5c2d0 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:32.906133 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:32.921938 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f6301-d51d-4d7a-af66-7173ae635d27 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Pushing event deleted for resources: {'Port': ['ID=43a1c643-7aa0-45ba-8057-55c8335443b6,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:32.934068 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9aebea6b-483b-4d55-ad5a-99e708866e57 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:32.951002 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 1f4c75df-8ed0-403b-8af8-9b1fcd6a9bab, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=1f4c75df-8ed0-403b-8af8-9b1fcd6a9bab,segment=NetworkSegment(7bbb728e-9806-453c-9716-52e1ccd278c6),segment_id=7bbb728e-9806-453c-9716-52e1ccd278c6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:23:33.002516 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec260208-97db-4c78-8b7e-11d289f97f64 None None] Network fe3591aa-bf3c-4784-8afa-e1dfc2f59e14 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:23:33.025522 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f8336100-0faa-4fa0-9e99-cfcce9d5c2d0 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:33.066457 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e8a64e5a-bfe8-492f-832b-30b933081584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:33.094075 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f8336100-0faa-4fa0-9e99-cfcce9d5c2d0 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:33.106037 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:33.197905 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89733cff-7510-458f-b4a5-5ab487770b68 req-0887663d-9182-45c7-a3a3-342967be388b tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:33.203101 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-89733cff-7510-458f-b4a5-5ab487770b68 req-0887663d-9182-45c7-a3a3-342967be388b tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e5a542c-ba25-4a31-b73e-f6bc69c0aa46 HTTP/1.1" status: 200 len: 945 time: 0.4369624 Nov 12 01:23:33.223271 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8336100-0faa-4fa0-9e99-cfcce9d5c2d0 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6975b857-f5a2-469b-839b-342b9a0fcdec,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:33.228203 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971f6301-d51d-4d7a-af66-7173ae635d27 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] No DVR routers for this DVR port 43a1c643-7aa0-45ba-8057-55c8335443b6 on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:23:33.320629 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8336100-0faa-4fa0-9e99-cfcce9d5c2d0 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:23:33.329040 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a64e5a-bfe8-492f-832b-30b933081584 admin admin] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:23:33.344607 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-e8a64e5a-bfe8-492f-832b-30b933081584 admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:23:33.373338 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.api [None req-753365f7-a49e-4f71-b27f-6328c820142b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:23:33.374104 n-d-712142-27 neutron-server[109087]: DEBUG oslo_db.api [None req-753365f7-a49e-4f71-b27f-6328c820142b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:23:33.381362 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-89733cff-7510-458f-b4a5-5ab487770b68 req-87b99337-9dfa-4906-8ab7-ce26785129ad tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/security-groups?id=fffd30fd-6b1c-4828-84d7-a04053ecae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717988 Nov 12 01:23:33.390885 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a64e5a-bfe8-492f-832b-30b933081584 admin admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:23:33.402613 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f8336100-0faa-4fa0-9e99-cfcce9d5c2d0 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:33.402613 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-f8336100-0faa-4fa0-9e99-cfcce9d5c2d0 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Added segment fa17f3f9-e16e-4078-9a11-841db9358682 of type vlan for network 92ad1e0c-5cfc-48c2-b486-1a008f379a73 Nov 12 01:23:33.406908 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-2c66f7ed-18e6-4841-9ba0-5fb5d5214f24 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Allocated IP 172.25.3.203 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/0f1b9c8b-05da-4375-855a-b101263eca6b) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:23:33.418397 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a64e5a-bfe8-492f-832b-30b933081584 admin admin] Pushing event updated for resources: {'Port': ['ID=b3315c24-034f-4c6c-af2b-ac0625dea128,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:33.430842 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b8af63-3dba-43b0-ae19-6852f9b625fe None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:23:33.451590 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=1f4c75df-8ed0-403b-8af8-9b1fcd6a9bab,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:33.467527 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9aebea6b-483b-4d55-ad5a-99e708866e57 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:33.493527 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-971f6301-d51d-4d7a-af66-7173ae635d27 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:33.519844 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-62b5c6aa-bcf2-4428-bb78-577253d83ec7 req-e015fa60-a277-4802-b618-be07a995c5ef tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Deleting port 516cf2ad-4f1b-4204-9961-65d3750f3a10 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:23:33.520242 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-62b5c6aa-bcf2-4428-bb78-577253d83ec7 req-e015fa60-a277-4802-b618-be07a995c5ef tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:33.537677 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-19cea803-2c76-444b-8a4a-5a3903de824b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'name': 'tempest-RoutersTest-router-1337973071', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:21:38Z', 'updated_at': '2021-11-12T01:23:27Z', 'revision_number': 10, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'gw_port_host': None, '_interfaces': [{'id': '57088768-f15c-4f7f-9a9f-7f6a28932777', 'name': '', 'network_id': 'fa8e971f-5e38-4f66-a1ab-a95e974dae98', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:5c:c9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '7ef30172-e78b-42f8-a17d-19195696b670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:21:46Z', 'updated_at': '2021-11-12T01:21:59Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '7ef30172-e78b-42f8-a17d-19195696b670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:33.600810 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cea803-2c76-444b-8a4a-5a3903de824b None None] Checking router: e864dfc6-4044-4b92-a64a-4d2603d9ea92 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:23:33.616005 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cea803-2c76-444b-8a4a-5a3903de824b None None] Routers {'e864dfc6-4044-4b92-a64a-4d2603d9ea92'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:23:33.616802 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-19cea803-2c76-444b-8a4a-5a3903de824b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:23:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['e864dfc6-4044-4b92-a64a-4d2603d9ea92'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:33.787045 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-19cea803-2c76-444b-8a4a-5a3903de824b None None] Set router e864dfc6-4044-4b92-a64a-4d2603d9ea92 gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:23:33.902681 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296efa03-a5ba-43cd-a908-c783d21f423b None None] Network fe3591aa-bf3c-4784-8afa-e1dfc2f59e14 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:23:34.037645 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:34.235917 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f8336100-0faa-4fa0-9e99-cfcce9d5c2d0 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:34.336340 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-19cea803-2c76-444b-8a4a-5a3903de824b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'name': 'tempest-RoutersTest-router-1337973071', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:21:38Z', 'updated_at': '2021-11-12T01:23:27Z', 'revision_number': 10, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'gw_port_host': None, '_interfaces': [{'id': '57088768-f15c-4f7f-9a9f-7f6a28932777', 'name': '', 'network_id': 'fa8e971f-5e38-4f66-a1ab-a95e974dae98', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:5c:c9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '7ef30172-e78b-42f8-a17d-19195696b670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:21:46Z', 'updated_at': '2021-11-12T01:21:59Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '7ef30172-e78b-42f8-a17d-19195696b670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:34.357314 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9aebea6b-483b-4d55-ad5a-99e708866e57 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:34.358095 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-971f6301-d51d-4d7a-af66-7173ae635d27 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:34.363069 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f8336100-0faa-4fa0-9e99-cfcce9d5c2d0 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:34.371799 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-62b5c6aa-bcf2-4428-bb78-577253d83ec7 req-e015fa60-a277-4802-b618-be07a995c5ef tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] For port 516cf2ad-4f1b-4204-9961-65d3750f3a10, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=516cf2ad-4f1b-4204-9961-65d3750f3a10,segment=NetworkSegment(a038454c-e35a-4b94-bdaa-5b736e80ec88),segment_id=a038454c-e35a-4b94-bdaa-5b736e80ec88)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:23:34.372307 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-62b5c6aa-bcf2-4428-bb78-577253d83ec7 req-e015fa60-a277-4802-b618-be07a995c5ef tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:34.387471 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8336100-0faa-4fa0-9e99-cfcce9d5c2d0 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:34.388449 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f8336100-0faa-4fa0-9e99-cfcce9d5c2d0 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:34.390951 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cea803-2c76-444b-8a4a-5a3903de824b None None] The sync data for ids ['e864dfc6-4044-4b92-a64a-4d2603d9ea92'] in n-d-712142-27 is: [{'id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'name': 'tempest-RoutersTest-router-1337973071', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:21:38Z', 'updated_at': '2021-11-12T01:23:27Z', 'revision_number': 10, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'gw_port_host': None, '_interfaces': [{'id': '57088768-f15c-4f7f-9a9f-7f6a28932777', 'name': '', 'network_id': 'fa8e971f-5e38-4f66-a1ab-a95e974dae98', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'mac_address': 'fa:16:3e:5c:c9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '7ef30172-e78b-42f8-a17d-19195696b670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:21:46Z', 'updated_at': '2021-11-12T01:21:59Z', 'revision_number': 5, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'subnets': [{'id': '7ef30172-e78b-42f8-a17d-19195696b670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:23:34.393477 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-8d48f36e-1739-40ab-b15c-41ddb8df489c None None] Provisioning complete for port b3315c24-034f-4c6c-af2b-ac0625dea128 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:23:34.394006 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8d48f36e-1739-40ab-b15c-41ddb8df489c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:34.494883 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-62b5c6aa-bcf2-4428-bb78-577253d83ec7 req-e015fa60-a277-4802-b618-be07a995c5ef tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Calling delete_port for 516cf2ad-4f1b-4204-9961-65d3750f3a10 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:23:34.506854 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2c66f7ed-18e6-4841-9ba0-5fb5d5214f24 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:34.511320 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aebea6b-483b-4d55-ad5a-99e708866e57 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event deleted for resources: {'Subnet': ['ID=250b34da-d305-4153-8a80-e74d99163ccb,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:34.525975 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9aebea6b-483b-4d55-ad5a-99e708866e57 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:34.530575 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-9aebea6b-483b-4d55-ad5a-99e708866e57 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "DELETE /v2.0/subnets/250b34da-d305-4153-8a80-e74d99163ccb HTTP/1.1" status: 204 len: 168 time: 2.4747324 Nov 12 01:23:34.544797 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59344) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:34.577490 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7fb53a-6a25-42d0-97b0-e27c758c99fa None None] Network 7890d6b4-aaf7-41e9-a4d8-b4895f01fb76 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:23:34.581945 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-8d48f36e-1739-40ab-b15c-41ddb8df489c None None] Port b3315c24-034f-4c6c-af2b-ac0625dea128 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:23:34.608746 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 516cf2ad-4f1b-4204-9961-65d3750f3a10 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:23:34.619942 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f6301-d51d-4d7a-af66-7173ae635d27 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Pushing event deleted for resources: {'Subnet': ['ID=44a63bc9-c32a-4eae-92e3-3bbd5fb4e030,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:34.632669 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f8336100-0faa-4fa0-9e99-cfcce9d5c2d0 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.4464190 Nov 12 01:23:34.664407 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59346) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:34.699649 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-19ceea12-1a67-4d3a-97f4-06ec2019350e tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Request body: {'subnet': {'network_id': '92ad1e0c-5cfc-48c2-b486-1a008f379a73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:23:34.923886 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2faf1f-c710-4202-a07c-73a3bc38e392 None None] Network fe3591aa-bf3c-4784-8afa-e1dfc2f59e14 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:23:34.981533 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ceea12-1a67-4d3a-97f4-06ec2019350e tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Made reservation on behalf of dd94710df5104af1ab881bfc73fbddfb for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:23:34.987917 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-19ceea12-1a67-4d3a-97f4-06ec2019350e tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:35.035469 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-971f6301-d51d-4d7a-af66-7173ae635d27 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:35.052793 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8336100-0faa-4fa0-9e99-cfcce9d5c2d0 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Pushing event updated for resources: {'Network': ['ID=92ad1e0c-5cfc-48c2-b486-1a008f379a73,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:35.081659 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 92ad1e0c-5cfc-48c2-b486-1a008f379a73 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:23:35.116905 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ecbeae58-0bce-4ad4-918f-6bfa991d6616 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:35.149082 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-971f6301-d51d-4d7a-af66-7173ae635d27 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe3591aa-bf3c-4784-8afa-e1dfc2f59e14']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:35.179286 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-971f6301-d51d-4d7a-af66-7173ae635d27 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd000f3c-1768-43a2-9dc4-2f18f3b7c741') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:35.179633 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-8d48f36e-1739-40ab-b15c-41ddb8df489c None None] Provisioning complete for port 1f4c75df-8ed0-403b-8af8-9b1fcd6a9bab triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:23:35.179817 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-971f6301-d51d-4d7a-af66-7173ae635d27 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd000f3c-1768-43a2-9dc4-2f18f3b7c741') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:35.180016 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8d48f36e-1739-40ab-b15c-41ddb8df489c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:35.233349 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2c66f7ed-18e6-4841-9ba0-5fb5d5214f24 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:35.253360 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e8a64e5a-bfe8-492f-832b-30b933081584 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:35.257992 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e13f75-3ac2-4d8a-a9c4-181e244f62d0 req-1bc739cc-5837-4e66-b2f3-2852b61f18bb tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:35.260125 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-971f6301-d51d-4d7a-af66-7173ae635d27 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:35.269534 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-87e13f75-3ac2-4d8a-a9c4-181e244f62d0 req-1bc739cc-5837-4e66-b2f3-2852b61f18bb tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e5a542c-ba25-4a31-b73e-f6bc69c0aa46 HTTP/1.1" status: 200 len: 945 time: 0.6095262 Nov 12 01:23:35.330158 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 1f4c75df-8ed0-403b-8af8-9b1fcd6a9bab up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:23:35.377312 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c66f7ed-18e6-4841-9ba0-5fb5d5214f24 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:23:35.388118 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:35.401237 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-2c66f7ed-18e6-4841-9ba0-5fb5d5214f24 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:23:35.402648 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-971f6301-d51d-4d7a-af66-7173ae635d27 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:35.433546 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-971f6301-d51d-4d7a-af66-7173ae635d27 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:23:35.434444 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-971f6301-d51d-4d7a-af66-7173ae635d27 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:35.441501 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:23:35.441501 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:23:35.441501 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:23:35.441501 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:23:35.441501 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:23:35.441501 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:23:35.441501 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:23:35.441501 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:23:35.441501 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:23:35.441501 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:23:35.441501 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:23:35.441501 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:23:35.441501 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:23:35.441501 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:23:35.441501 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:23:35.441501 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:23:35.441501 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:23:35.441501 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:23:35.441501 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:23:35.441501 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:23:35.441501 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:23:35.441501 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:23:35.441501 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:23:35.441501 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:23:35.441501 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:23:35.441501 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:23:35.441501 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:23:35.441501 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:23:35.441501 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:23:35.441501 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:23:35.441501 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:23:35.441501 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:23:35.482846 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7570f36-2c0b-4225-9a13-82aef5c4dbf2 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:23:35.487134 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c66f7ed-18e6-4841-9ba0-5fb5d5214f24 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:23:35.603959 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:35.614162 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-87e13f75-3ac2-4d8a-a9c4-181e244f62d0 req-36d86d1e-711f-418d-a51c-cc51b7a22992 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/security-groups?id=fffd30fd-6b1c-4828-84d7-a04053ecae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429487 Nov 12 01:23:35.644052 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c66f7ed-18e6-4841-9ba0-5fb5d5214f24 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event updated for resources: {'Port': ['ID=0f1b9c8b-05da-4375-855a-b101263eca6b,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:35.651877 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46ff695-99c3-4c41-8987-6400949db5b8 None None] DHCP port deletion for fe3591aa-bf3c-4784-8afa-e1dfc2f59e14 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:23:35.684512 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-971f6301-d51d-4d7a-af66-7173ae635d27 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:35.686499 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-62b5c6aa-bcf2-4428-bb78-577253d83ec7 req-e015fa60-a277-4802-b618-be07a995c5ef tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:35.690878 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-8d48f36e-1739-40ab-b15c-41ddb8df489c None None] Could not find standard attr ID for object 43a1c643-7aa0-45ba-8057-55c8335443b6. {{(pid=109087) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:23:35.733551 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-971f6301-d51d-4d7a-af66-7173ae635d27 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:35.756888 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['3822d623-d9f2-49a6-affa-42aa2efadd3c'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:23:35.760140 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['2830a68b-7676-41a7-b570-8719cf81a106'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:23:35.767125 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-971f6301-d51d-4d7a-af66-7173ae635d27 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "DELETE /v2.0/networks/fe3591aa-bf3c-4784-8afa-e1dfc2f59e14 HTTP/1.1" status: 204 len: 168 time: 5.8166120 Nov 12 01:23:35.797420 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59358) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:35.824016 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 1f4c75df-8ed0-403b-8af8-9b1fcd6a9bab triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:23:35.825615 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:35.872197 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e015fa60-a277-4802-b618-be07a995c5ef tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Pushing event deleted for resources: {'Port': ['ID=516cf2ad-4f1b-4204-9961-65d3750f3a10,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:35.932186 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbe3e019-1d31-454c-9e48-321e4b7cbb07 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] DELETE failed (client error): The resource could not be found. Nov 12 01:23:35.932666 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbe3e019-1d31-454c-9e48-321e4b7cbb07 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:23:35.933066 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-55b01c3c-2901-488e-86eb-ffab86711da9 None None] Provisioning complete for port 0f1b9c8b-05da-4375-855a-b101263eca6b triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:23:35.933442 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-55b01c3c-2901-488e-86eb-ffab86711da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:35.936741 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-dbe3e019-1d31-454c-9e48-321e4b7cbb07 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "DELETE /v2.0/subnets/44a63bc9-c32a-4eae-92e3-3bbd5fb4e030 HTTP/1.1" status: 404 len: 337 time: 0.1293161 Nov 12 01:23:35.937671 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f6301-d51d-4d7a-af66-7173ae635d27 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Pushing event deleted for resources: {'Network': ['ID=fe3591aa-bf3c-4784-8afa-e1dfc2f59e14,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:35.937930 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-ecbeae58-0bce-4ad4-918f-6bfa991d6616 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Deleting port cb2cedf9-2990-4122-bc24-199836e0be33 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:23:35.938304 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ecbeae58-0bce-4ad4-918f-6bfa991d6616 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:35.960683 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59360) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:35.982738 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d705eed2-efa6-4fc7-ba0c-e282167fdfe4 None None] DHCP port deletion for 7890d6b4-aaf7-41e9-a4d8-b4895f01fb76 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:23:36.009756 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-c95857c8-818b-416f-8e6f-defdcb530e5f tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] DELETE failed (client error): The resource could not be found. Nov 12 01:23:36.010377 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c95857c8-818b-416f-8e6f-defdcb530e5f tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:23:36.021330 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c95857c8-818b-416f-8e6f-defdcb530e5f tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "DELETE /v2.0/networks/fe3591aa-bf3c-4784-8afa-e1dfc2f59e14 HTTP/1.1" status: 404 len: 339 time: 0.0570045 Nov 12 01:23:36.025566 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59362) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:36.077683 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-ecbeae58-0bce-4ad4-918f-6bfa991d6616 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] For port cb2cedf9-2990-4122-bc24-199836e0be33, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=cb2cedf9-2990-4122-bc24-199836e0be33,segment=NetworkSegment(f017f9ca-c829-4d5b-a28b-ebca617ec08c),segment_id=f017f9ca-c829-4d5b-a28b-ebca617ec08c)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:23:36.078057 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ecbeae58-0bce-4ad4-918f-6bfa991d6616 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:36.106270 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc4706e3-8b3e-42bc-8f6d-a55b96dbbdd1 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] DELETE failed (client error): The resource could not be found. Nov 12 01:23:36.107295 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc4706e3-8b3e-42bc-8f6d-a55b96dbbdd1 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:23:36.115094 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-bc4706e3-8b3e-42bc-8f6d-a55b96dbbdd1 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "DELETE /v2.0/subnets/31b80416-c80e-433c-9227-10354c81511a HTTP/1.1" status: 404 len: 337 time: 0.0873041 Nov 12 01:23:36.119623 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59364) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:36.124828 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-62b5c6aa-bcf2-4428-bb78-577253d83ec7 req-e015fa60-a277-4802-b618-be07a995c5ef tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] No DVR routers for this DVR port 516cf2ad-4f1b-4204-9961-65d3750f3a10 on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:23:36.134653 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-62b5c6aa-bcf2-4428-bb78-577253d83ec7 req-e015fa60-a277-4802-b618-be07a995c5ef tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:36.139945 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-62b5c6aa-bcf2-4428-bb78-577253d83ec7 req-e015fa60-a277-4802-b618-be07a995c5ef tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.16 "DELETE /v2.0/ports/516cf2ad-4f1b-4204-9961-65d3750f3a10 HTTP/1.1" status: 204 len: 173 time: 3.2116606 Nov 12 01:23:36.153726 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e5a542c-ba25-4a31-b73e-f6bc69c0aa46', 'name': 'network-vif-deleted', 'tag': '516cf2ad-4f1b-4204-9961-65d3750f3a10'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:23:36.156861 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7479b79-8b05-45c2-9d70-ec95724a0a4a" -d '{"events": [{"server_uuid": "8e5a542c-ba25-4a31-b73e-f6bc69c0aa46", "name": "network-vif-deleted", "tag": "516cf2ad-4f1b-4204-9961-65d3750f3a10"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:23:36.167320 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-ecbeae58-0bce-4ad4-918f-6bfa991d6616 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Calling delete_port for cb2cedf9-2990-4122-bc24-199836e0be33 owned by network:dhcp {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:23:36.206787 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4413117-e969-4220-953a-3cdea14aa33a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] DELETE failed (client error): The resource could not be found. Nov 12 01:23:36.209209 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4413117-e969-4220-953a-3cdea14aa33a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:23:36.217221 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-f4413117-e969-4220-953a-3cdea14aa33a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "DELETE /v2.0/networks/bfff4d44-8d32-4fdc-a30b-3dbdc17d41fe HTTP/1.1" status: 404 len: 339 time: 0.0894134 Nov 12 01:23:36.230462 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-55b01c3c-2901-488e-86eb-ffab86711da9 None None] Port 0f1b9c8b-05da-4375-855a-b101263eca6b cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:23:36.298900 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59368) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:36.309578 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7e3bf3-c7de-4264-b4ac-30e0317fb896 x-openstack-request-id: req-3e7e3bf3-c7de-4264-b4ac-30e0317fb896 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:23:36.310278 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e5a542c-ba25-4a31-b73e-f6bc69c0aa46", "name": "network-vif-deleted", "tag": "516cf2ad-4f1b-4204-9961-65d3750f3a10", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:23:36.310764 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3e7e3bf3-c7de-4264-b4ac-30e0317fb896 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:23:36.311563 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e5a542c-ba25-4a31-b73e-f6bc69c0aa46', 'name': 'network-vif-deleted', 'tag': '516cf2ad-4f1b-4204-9961-65d3750f3a10', 'status': 'completed', 'code': 200} Nov 12 01:23:36.326322 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e8a64e5a-bfe8-492f-832b-30b933081584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:36.603095 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-19ceea12-1a67-4d3a-97f4-06ec2019350e tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:36.610597 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-d705eed2-efa6-4fc7-ba0c-e282167fdfe4 None None] Deleting port cb2cedf9-2990-4122-bc24-199836e0be33 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:23:36.611281 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d705eed2-efa6-4fc7-ba0c-e282167fdfe4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:36.693569 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a64e5a-bfe8-492f-832b-30b933081584 admin admin] Router 8241e887-bcf7-405c-9401-d3e785b1e547 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:23:36.719570 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8e41e118-3edd-46ad-b389-264fa7ceb6b6 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:36.754015 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 913b6e34-0f4f-457d-93c7-175d506d758f no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:23:36.785371 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 913b6e34-0f4f-457d-93c7-175d506d758f {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:23:36.785889 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 913b6e34-0f4f-457d-93c7-175d506d758f not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:23:36.812022 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-d705eed2-efa6-4fc7-ba0c-e282167fdfe4 None None] For port cb2cedf9-2990-4122-bc24-199836e0be33, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=cb2cedf9-2990-4122-bc24-199836e0be33,segment=NetworkSegment(f017f9ca-c829-4d5b-a28b-ebca617ec08c),segment_id=f017f9ca-c829-4d5b-a28b-ebca617ec08c)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:23:36.812797 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d705eed2-efa6-4fc7-ba0c-e282167fdfe4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:36.856810 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-d705eed2-efa6-4fc7-ba0c-e282167fdfe4 None None] Calling delete_port for cb2cedf9-2990-4122-bc24-199836e0be33 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:23:36.857746 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2c66f7ed-18e6-4841-9ba0-5fb5d5214f24 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for router_gateway, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:36.996044 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d5c57295-1cc9-4765-8b62-954b9f4d6620 req-fa46c2d9-a6e9-47a7-a2c7-766d3ee3a455 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e5a542c-ba25-4a31-b73e-f6bc69c0aa46 HTTP/1.1" status: 200 len: 210 time: 0.1677120 Nov 12 01:23:36.997151 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ceea12-1a67-4d3a-97f4-06ec2019350e tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Pushing event updated for resources: {'Subnet': ['ID=f03bf933-4663-4938-8a9e-7897e7e90d2a,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:37.073437 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a64e5a-bfe8-492f-832b-30b933081584 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:23:37.101414 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321392f6-be1a-4de3-a58e-d33107a40592 None None] Sync routers for ids ['8241e887-bcf7-405c-9401-d3e785b1e547'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:23:37.141700 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ecbeae58-0bce-4ad4-918f-6bfa991d6616 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:37.144812 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e8a64e5a-bfe8-492f-832b-30b933081584 admin admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:37.146525 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d705eed2-efa6-4fc7-ba0c-e282167fdfe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:37.154591 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e8a64e5a-bfe8-492f-832b-30b933081584 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.0226741 Nov 12 01:23:37.155466 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59382) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:37.164678 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321392f6-be1a-4de3-a58e-d33107a40592 None None] Routers {'8241e887-bcf7-405c-9401-d3e785b1e547'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:23:37.165589 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-321392f6-be1a-4de3-a58e-d33107a40592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:23:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['8241e887-bcf7-405c-9401-d3e785b1e547'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:37.175619 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d705eed2-efa6-4fc7-ba0c-e282167fdfe4 None None] Pushing event deleted for resources: {'Port': ['ID=cb2cedf9-2990-4122-bc24-199836e0be33,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:37.179755 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d705eed2-efa6-4fc7-ba0c-e282167fdfe4 None None] No DVR routers for this DVR port cb2cedf9-2990-4122-bc24-199836e0be33 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:23:37.189075 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ceea12-1a67-4d3a-97f4-06ec2019350e tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Checking segment: {'id': 'fa17f3f9-e16e-4078-9a11-841db9358682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '92ad1e0c-5cfc-48c2-b486-1a008f379a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:23:37.190264 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ceea12-1a67-4d3a-97f4-06ec2019350e tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Network hostable DHCP agents. Network: 92ad1e0c-5cfc-48c2-b486-1a008f379a73, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:23:37.291066 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbeae58-0bce-4ad4-918f-6bfa991d6616 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event deleted for resources: {'Port': ['ID=cb2cedf9-2990-4122-bc24-199836e0be33,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:37.342403 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8e41e118-3edd-46ad-b389-264fa7ceb6b6 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:37.345212 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbeae58-0bce-4ad4-918f-6bfa991d6616 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] No DVR routers for this DVR port cb2cedf9-2990-4122-bc24-199836e0be33 on host n-d-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:23:37.358045 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 43a1c643-7aa0-45ba-8057-55c8335443b6 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:23:37.407172 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 43a1c643-7aa0-45ba-8057-55c8335443b6 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:23:37.407635 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 43a1c643-7aa0-45ba-8057-55c8335443b6 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:23:37.407925 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device cb2cedf9-2990-4122-bc24-199836e0be33 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:23:37.417676 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-321392f6-be1a-4de3-a58e-d33107a40592 None None] Set router 8241e887-bcf7-405c-9401-d3e785b1e547 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:23:37.468447 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: cb2cedf9-2990-4122-bc24-199836e0be33 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:23:37.468772 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device cb2cedf9-2990-4122-bc24-199836e0be33 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:23:37.481014 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ceea12-1a67-4d3a-97f4-06ec2019350e tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Network 92ad1e0c-5cfc-48c2-b486-1a008f379a73 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:23:37.489989 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-8e41e118-3edd-46ad-b389-264fa7ceb6b6 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56345633-344e-4baf-82e6-f3b915857027']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:37.541601 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-8e41e118-3edd-46ad-b389-264fa7ceb6b6 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5551ef86-a475-4112-a8fe-cb9be95a9fe4') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:37.541847 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-8e41e118-3edd-46ad-b389-264fa7ceb6b6 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5551ef86-a475-4112-a8fe-cb9be95a9fe4') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:37.546913 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-19ceea12-1a67-4d3a-97f4-06ec2019350e tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 92ad1e0c-5cfc-48c2-b486-1a008f379a73) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:23:37.556693 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbeafd8-59e6-4639-aa2f-7562047c2176 None None] Network 92ad1e0c-5cfc-48c2-b486-1a008f379a73 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:23:37.642890 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ceea12-1a67-4d3a-97f4-06ec2019350e tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:37.643606 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-19ceea12-1a67-4d3a-97f4-06ec2019350e tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:37.659153 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ecbeae58-0bce-4ad4-918f-6bfa991d6616 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:37.663125 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8e41e118-3edd-46ad-b389-264fa7ceb6b6 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:37.750048 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-ecbeae58-0bce-4ad4-918f-6bfa991d6616 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7890d6b4-aaf7-41e9-a4d8-b4895f01fb76']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:37.753963 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8e41e118-3edd-46ad-b389-264fa7ceb6b6 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:37.774673 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-321392f6-be1a-4de3-a58e-d33107a40592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'name': 'tempest-TestVolumeBootPattern-1803726501-router', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'b3315c24-034f-4c6c-af2b-ac0625dea128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:23:26Z', 'updated_at': '2021-11-12T01:23:34Z', 'revision_number': 3, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'gw_port': {'id': 'b3315c24-034f-4c6c-af2b-ac0625dea128', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fe:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:31Z', 'updated_at': '2021-11-12T01:23:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:37.779023 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-19ceea12-1a67-4d3a-97f4-06ec2019350e tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1060491 Nov 12 01:23:37.781386 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-ecbeae58-0bce-4ad4-918f-6bfa991d6616 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f017f9ca-c829-4d5b-a28b-ebca617ec08c') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:37.781696 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-ecbeae58-0bce-4ad4-918f-6bfa991d6616 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f017f9ca-c829-4d5b-a28b-ebca617ec08c') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:37.785208 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59390) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:37.803051 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e41e118-3edd-46ad-b389-264fa7ceb6b6 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:23:37.803792 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8e41e118-3edd-46ad-b389-264fa7ceb6b6 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:37.810856 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-fdac8790-9325-4210-92fa-a610fe41f3a1 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Request body: {'port': {'network_id': '92ad1e0c-5cfc-48c2-b486-1a008f379a73', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1356584702'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:23:37.814321 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:23:37.814321 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:23:37.814321 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:23:37.814321 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:23:37.814321 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:23:37.814321 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:23:37.814321 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:23:37.814321 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:23:37.814321 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:23:37.814321 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:23:37.814321 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:23:37.814321 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:23:37.814321 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:23:37.814321 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:23:37.814321 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:23:37.814321 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:23:37.814321 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:23:37.814321 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:23:37.814321 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:23:37.814321 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:23:37.814321 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:23:37.814321 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:23:37.814321 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:23:37.814321 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:23:37.814321 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:23:37.814321 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:23:37.814321 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:23:37.814321 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:23:37.814321 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:23:37.814321 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:23:37.814321 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:23:37.814321 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:23:37.823528 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1db663-3773-4713-bc81-fae2d2370162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-92ad1e0c-5cfc-48c2-b486-1a008f379a73', 'network_id': '92ad1e0c-5cfc-48c2-b486-1a008f379a73', 'tenant_id': 'dd94710df5104af1ab881bfc73fbddfb', 'fixed_ips': [{'subnet_id': 'f03bf933-4663-4938-8a9e-7897e7e90d2a'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:23:37.827142 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1a1db663-3773-4713-bc81-fae2d2370162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:37.838450 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321392f6-be1a-4de3-a58e-d33107a40592 None None] Checking router: 8241e887-bcf7-405c-9401-d3e785b1e547 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:23:37.838783 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321392f6-be1a-4de3-a58e-d33107a40592 None None] Updating router 8241e887-bcf7-405c-9401-d3e785b1e547 port b3315c24-034f-4c6c-af2b-ac0625dea128 binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:23:37.887773 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-321392f6-be1a-4de3-a58e-d33107a40592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:38.050966 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ecbeae58-0bce-4ad4-918f-6bfa991d6616 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:38.055547 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8e41e118-3edd-46ad-b389-264fa7ceb6b6 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:38.075234 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-1a1db663-3773-4713-bc81-fae2d2370162 None None] Allocated IP 172.20.0.2 (92ad1e0c-5cfc-48c2-b486-1a008f379a73/f03bf933-4663-4938-8a9e-7897e7e90d2a/02702fcf-9a4e-44f0-a78c-052f5982e167) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:23:38.194353 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c700c89e-27ac-4311-a950-b25b4584cd7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:38.196323 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8e41e118-3edd-46ad-b389-264fa7ceb6b6 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:38.204929 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-8e41e118-3edd-46ad-b389-264fa7ceb6b6 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "DELETE /v2.0/networks/56345633-344e-4baf-82e6-f3b915857027 HTTP/1.1" status: 204 len: 168 time: 1.8917594 Nov 12 01:23:38.213471 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59400) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:38.248457 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e41e118-3edd-46ad-b389-264fa7ceb6b6 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Pushing event deleted for resources: {'Network': ['ID=56345633-344e-4baf-82e6-f3b915857027,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:38.263440 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2c66f7ed-18e6-4841-9ba0-5fb5d5214f24 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:38.278820 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ecbeae58-0bce-4ad4-918f-6bfa991d6616 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:38.308654 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-d004b6ee-1d2e-4f03-b984-1a3a0e19207e tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] DELETE failed (client error): The resource could not be found. Nov 12 01:23:38.309255 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d004b6ee-1d2e-4f03-b984-1a3a0e19207e tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:23:38.317003 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d004b6ee-1d2e-4f03-b984-1a3a0e19207e tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "DELETE /v2.0/subnets/174ef622-1fce-46cf-abb4-6a2e9cb9691f HTTP/1.1" status: 404 len: 337 time: 0.1017401 Nov 12 01:23:38.330798 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59402) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:38.375652 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc80cc07-7c7c-4fb9-a861-60cc89a50d8f tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] DELETE failed (client error): The resource could not be found. Nov 12 01:23:38.376308 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc80cc07-7c7c-4fb9-a861-60cc89a50d8f tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:23:38.385446 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-fc80cc07-7c7c-4fb9-a861-60cc89a50d8f tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "DELETE /v2.0/networks/987467a1-2e90-485c-9a78-b39986eaed9d HTTP/1.1" status: 404 len: 339 time: 0.0533903 Nov 12 01:23:38.390992 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59408) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:38.411617 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecbeae58-0bce-4ad4-918f-6bfa991d6616 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:23:38.463179 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ecbeae58-0bce-4ad4-918f-6bfa991d6616 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:38.484403 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:23:38.484403 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:23:38.484403 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:23:38.484403 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:23:38.484403 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:23:38.484403 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:23:38.484403 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:23:38.484403 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:23:38.484403 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:23:38.484403 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:23:38.484403 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:23:38.484403 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:23:38.484403 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:23:38.484403 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:23:38.484403 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:23:38.484403 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:23:38.484403 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:23:38.484403 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:23:38.484403 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:23:38.484403 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:23:38.484403 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:23:38.484403 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:23:38.484403 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:23:38.484403 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:23:38.484403 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:23:38.484403 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:23:38.484403 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:23:38.484403 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:23:38.484403 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:23:38.484403 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:23:38.484403 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:23:38.484403 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:23:38.494125 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:38.495839 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1a1db663-3773-4713-bc81-fae2d2370162 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:38.502330 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-321392f6-be1a-4de3-a58e-d33107a40592 None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:38.516367 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1a1db663-3773-4713-bc81-fae2d2370162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:38.521231 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-321392f6-be1a-4de3-a58e-d33107a40592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:38.551174 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-20e9eafe-94dd-4dd6-8600-6595b69cd96b tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] DELETE failed (client error): The resource could not be found. Nov 12 01:23:38.556433 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20e9eafe-94dd-4dd6-8600-6595b69cd96b tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:23:38.559709 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-20e9eafe-94dd-4dd6-8600-6595b69cd96b tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "DELETE /v2.0/subnets/3a367b92-c221-4db6-9845-3e660ddf153a HTTP/1.1" status: 404 len: 337 time: 0.1676669 Nov 12 01:23:38.564086 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59414) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:38.600999 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1db663-3773-4713-bc81-fae2d2370162 None None] Pushing event updated for resources: {'Port': ['ID=02702fcf-9a4e-44f0-a78c-052f5982e167,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:38.617410 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06d1eb6-3394-4811-868f-4b7c84707240 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:23:38.628353 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-90e811d9-1656-4121-80e6-c05384a10357 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] DELETE failed (client error): The resource could not be found. Nov 12 01:23:38.628968 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90e811d9-1656-4121-80e6-c05384a10357 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:23:38.641636 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-90e811d9-1656-4121-80e6-c05384a10357 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "DELETE /v2.0/networks/09595394-5ff9-4d3d-8900-478cbbf23d22 HTTP/1.1" status: 404 len: 339 time: 0.0719359 Nov 12 01:23:38.642812 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59416) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:38.648278 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-321392f6-be1a-4de3-a58e-d33107a40592 None None] Attempting to bind port b3315c24-034f-4c6c-af2b-ac0625dea128 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:23:38.648915 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-321392f6-be1a-4de3-a58e-d33107a40592 None None] Attempting to bind port b3315c24-034f-4c6c-af2b-ac0625dea128 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:23:38.649536 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321392f6-be1a-4de3-a58e-d33107a40592 None None] Attempting to bind port b3315c24-034f-4c6c-af2b-ac0625dea128 on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:23:38.664159 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1db663-3773-4713-bc81-fae2d2370162 None None] Network 92ad1e0c-5cfc-48c2-b486-1a008f379a73 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:23:38.666167 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321392f6-be1a-4de3-a58e-d33107a40592 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:23:38.666789 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321392f6-be1a-4de3-a58e-d33107a40592 None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:23:38.667457 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-321392f6-be1a-4de3-a58e-d33107a40592 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:38.672356 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321392f6-be1a-4de3-a58e-d33107a40592 None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:23:38.679237 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-321392f6-be1a-4de3-a58e-d33107a40592 None None] Bound port: b3315c24-034f-4c6c-af2b-ac0625dea128, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:23:38.679885 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-321392f6-be1a-4de3-a58e-d33107a40592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:38.681240 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-1a1db663-3773-4713-bc81-fae2d2370162 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:23:38.690662 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1db663-3773-4713-bc81-fae2d2370162 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:23:38.765235 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e28e0d-1682-42b7-ac67-3d66309fcd0d None None] Pushing event updated for resources: {'Port': ['ID=b3315c24-034f-4c6c-af2b-ac0625dea128,revision_number=2']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:38.810152 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e28e0d-1682-42b7-ac67-3d66309fcd0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:38.810523 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e28e0d-1682-42b7-ac67-3d66309fcd0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:38.811089 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e28e0d-1682-42b7-ac67-3d66309fcd0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:38.812420 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e28e0d-1682-42b7-ac67-3d66309fcd0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:38.824500 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e28e0d-1682-42b7-ac67-3d66309fcd0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:38.825508 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e28e0d-1682-42b7-ac67-3d66309fcd0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:38.826026 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e28e0d-1682-42b7-ac67-3d66309fcd0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:38.826796 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e28e0d-1682-42b7-ac67-3d66309fcd0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:38.828005 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e28e0d-1682-42b7-ac67-3d66309fcd0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:38.828560 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e28e0d-1682-42b7-ac67-3d66309fcd0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:38.830278 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e28e0d-1682-42b7-ac67-3d66309fcd0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:38.830961 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e28e0d-1682-42b7-ac67-3d66309fcd0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:38.868480 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-5803c70f-8f19-4212-be75-76c70b3390ca tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] DELETE failed (client error): The resource could not be found. Nov 12 01:23:38.868907 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5803c70f-8f19-4212-be75-76c70b3390ca tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:23:38.874952 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5803c70f-8f19-4212-be75-76c70b3390ca tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "DELETE /v2.0/subnets/ecc11390-939d-487a-8c80-fc0737204558 HTTP/1.1" status: 404 len: 337 time: 0.2288580 Nov 12 01:23:38.882572 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-329f93cc-c08b-41a7-a606-50043d53a1d5 None None] Provisioning complete for port b3315c24-034f-4c6c-af2b-ac0625dea128 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:23:38.883154 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-329f93cc-c08b-41a7-a606-50043d53a1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:38.888410 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59422) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:38.920245 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ecbeae58-0bce-4ad4-918f-6bfa991d6616 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:38.943805 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76144910-9664-4433-98ae-1196445b0f70 req-1dfa2bcf-d48e-4f90-8e38-d163767c0ea5 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:38.955297 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-321392f6-be1a-4de3-a58e-d33107a40592 None None] For port b3315c24-034f-4c6c-af2b-ac0625dea128, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:23:38.959327 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-76144910-9664-4433-98ae-1196445b0f70 req-1dfa2bcf-d48e-4f90-8e38-d163767c0ea5 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/ports?device_id=112649eb-faa7-47d7-bb5d-cec74afc415f HTTP/1.1" status: 200 len: 946 time: 0.2753372 Nov 12 01:23:38.960338 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-321392f6-be1a-4de3-a58e-d33107a40592 None None] For port b3315c24-034f-4c6c-af2b-ac0625dea128, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=b3315c24-034f-4c6c-af2b-ac0625dea128,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:23:38.969596 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-321392f6-be1a-4de3-a58e-d33107a40592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:39.005741 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-1a1db663-3773-4713-bc81-fae2d2370162 None None] Attempting to bind port 02702fcf-9a4e-44f0-a78c-052f5982e167 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:23:39.008113 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-5700d592-8cca-4440-bd36-6d2b7c4f0bd2 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] DELETE failed (client error): The resource could not be found. Nov 12 01:23:39.008747 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ecbeae58-0bce-4ad4-918f-6bfa991d6616 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:39.009266 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5700d592-8cca-4440-bd36-6d2b7c4f0bd2 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:23:39.009649 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-1a1db663-3773-4713-bc81-fae2d2370162 None None] Attempting to bind port 02702fcf-9a4e-44f0-a78c-052f5982e167 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'fa17f3f9-e16e-4078-9a11-841db9358682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '92ad1e0c-5cfc-48c2-b486-1a008f379a73'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:23:39.014869 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-ecbeae58-0bce-4ad4-918f-6bfa991d6616 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "DELETE /v2.0/networks/7890d6b4-aaf7-41e9-a4d8-b4895f01fb76 HTTP/1.1" status: 204 len: 168 time: 4.4507296 Nov 12 01:23:39.015722 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1db663-3773-4713-bc81-fae2d2370162 None None] Attempting to bind port 02702fcf-9a4e-44f0-a78c-052f5982e167 on network 92ad1e0c-5cfc-48c2-b486-1a008f379a73 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:23:39.019225 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5700d592-8cca-4440-bd36-6d2b7c4f0bd2 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "DELETE /v2.0/networks/bb525ee1-3afe-41c3-b245-1c1760f9ad3d HTTP/1.1" status: 404 len: 339 time: 0.1294374 Nov 12 01:23:39.020454 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbeae58-0bce-4ad4-918f-6bfa991d6616 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event deleted for resources: {'Network': ['ID=7890d6b4-aaf7-41e9-a4d8-b4895f01fb76,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:39.022192 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59424) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:39.022834 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59426) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:39.059526 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdac8790-9325-4210-92fa-a610fe41f3a1 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Made reservation on behalf of dd94710df5104af1ab881bfc73fbddfb for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:23:39.064198 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1db663-3773-4713-bc81-fae2d2370162 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:23:39.066258 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fdac8790-9325-4210-92fa-a610fe41f3a1 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:39.068448 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1db663-3773-4713-bc81-fae2d2370162 None None] Checking segment: {'id': 'fa17f3f9-e16e-4078-9a11-841db9358682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '92ad1e0c-5cfc-48c2-b486-1a008f379a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:23:39.071824 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1a1db663-3773-4713-bc81-fae2d2370162 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:39.074550 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1db663-3773-4713-bc81-fae2d2370162 None None] Bound using segment: {'id': 'fa17f3f9-e16e-4078-9a11-841db9358682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '92ad1e0c-5cfc-48c2-b486-1a008f379a73'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:23:39.076644 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-1a1db663-3773-4713-bc81-fae2d2370162 None None] Bound port: 02702fcf-9a4e-44f0-a78c-052f5982e167, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa17f3f9-e16e-4078-9a11-841db9358682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '92ad1e0c-5cfc-48c2-b486-1a008f379a73'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:23:39.077264 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1a1db663-3773-4713-bc81-fae2d2370162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:39.102822 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c66f7ed-18e6-4841-9ba0-5fb5d5214f24 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Router 7492d6e8-7eaf-4caf-a0d3-88d1723b70ce is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:23:39.127676 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-329f93cc-c08b-41a7-a606-50043d53a1d5 None None] Port b3315c24-034f-4c6c-af2b-ac0625dea128 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:23:39.155878 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [None req-fdac8790-9325-4210-92fa-a610fe41f3a1 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] device_id is not set on port 0aee5944-99d6-48af-a0f8-9313b799b0ec yet. {{(pid=109085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:23:39.201474 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321392f6-be1a-4de3-a58e-d33107a40592 None None] Routers {'8241e887-bcf7-405c-9401-d3e785b1e547'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:23:39.202121 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-321392f6-be1a-4de3-a58e-d33107a40592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:23:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['8241e887-bcf7-405c-9401-d3e785b1e547'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:39.225310 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e547fee-0d1a-48ca-90c8-5c93ddae0baa None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:23:39.239572 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2ea5dc7-3b16-421d-8454-a33df05f3f9e tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] DELETE failed (client error): The resource could not be found. Nov 12 01:23:39.240824 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2ea5dc7-3b16-421d-8454-a33df05f3f9e tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:23:39.247866 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e2ea5dc7-3b16-421d-8454-a33df05f3f9e tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "DELETE /v2.0/subnets/ad52faee-dd94-4070-9e0b-f3b479c513f8 HTTP/1.1" status: 404 len: 337 time: 0.2083683 Nov 12 01:23:39.250583 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59428) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:39.302198 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-76144910-9664-4433-98ae-1196445b0f70 req-364104ff-10bd-4bfe-bde7-1df4e032c5dc tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/security-groups?id=fffd30fd-6b1c-4828-84d7-a04053ecae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289726 Nov 12 01:23:39.309794 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-c700c89e-27ac-4311-a950-b25b4584cd7c admin admin] Allocated IP 172.20.0.1 (41d3594c-6378-4888-b7ad-f2b6034333e3/6369b7da-1f3e-4df6-8094-1e515695655d/235ce499-d7ad-46db-8998-1728331e7427) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:23:39.366676 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-1a1db663-3773-4713-bc81-fae2d2370162 None None] For port 02702fcf-9a4e-44f0-a78c-052f5982e167, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:23:39.389325 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-1a1db663-3773-4713-bc81-fae2d2370162 None None] For port 02702fcf-9a4e-44f0-a78c-052f5982e167, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=02702fcf-9a4e-44f0-a78c-052f5982e167,segment=NetworkSegment(fa17f3f9-e16e-4078-9a11-841db9358682),segment_id=fa17f3f9-e16e-4078-9a11-841db9358682)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:23:39.401275 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-b0f1f999-7b4c-428a-a496-e6a969206fae None None] Provisioning complete for port b3315c24-034f-4c6c-af2b-ac0625dea128 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:23:39.402109 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b0f1f999-7b4c-428a-a496-e6a969206fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:39.437067 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1a1db663-3773-4713-bc81-fae2d2370162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:39.493198 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-9745a5ad-5852-4c42-91b6-1bc4f0d5e67d tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] DELETE failed (client error): The resource could not be found. Nov 12 01:23:39.494065 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9745a5ad-5852-4c42-91b6-1bc4f0d5e67d tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:23:39.499728 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-9745a5ad-5852-4c42-91b6-1bc4f0d5e67d tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "DELETE /v2.0/networks/1b27279e-d6f4-4f4e-8c4e-877dafd0a07f HTTP/1.1" status: 404 len: 339 time: 0.2427700 Nov 12 01:23:39.505653 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59436) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:39.580233 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-61bb25ac-6ffc-44af-8b92-db199651b715 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] DELETE failed (client error): The resource could not be found. Nov 12 01:23:39.580932 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61bb25ac-6ffc-44af-8b92-db199651b715 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:23:39.588768 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-61bb25ac-6ffc-44af-8b92-db199651b715 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "DELETE /v2.0/subnets/e56d8f14-aa5a-4c7e-a06b-3ebcd774285c HTTP/1.1" status: 404 len: 337 time: 0.0482054 Nov 12 01:23:39.604678 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59438) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:39.612396 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e28e0d-1682-42b7-ac67-3d66309fcd0d None None] Pushing event updated for resources: {'Port': ['ID=b3315c24-034f-4c6c-af2b-ac0625dea128,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:39.683770 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-321392f6-be1a-4de3-a58e-d33107a40592 None None] Set router 8241e887-bcf7-405c-9401-d3e785b1e547 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:23:39.745126 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bbc9acc-2746-4276-8cee-fe2bbbb61c63 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] DELETE failed (client error): The resource could not be found. Nov 12 01:23:39.748373 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bbc9acc-2746-4276-8cee-fe2bbbb61c63 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:23:39.765156 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5bbc9acc-2746-4276-8cee-fe2bbbb61c63 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "DELETE /v2.0/networks/bb9657b8-94af-4057-8632-35e47a75783e HTTP/1.1" status: 404 len: 339 time: 0.1489863 Nov 12 01:23:39.788437 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59440) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:39.974138 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5bc040b-b3fa-4a01-ae19-0d20be008608 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] DELETE failed (client error): The resource could not be found. Nov 12 01:23:39.974769 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5bc040b-b3fa-4a01-ae19-0d20be008608 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:23:39.979949 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c5bc040b-b3fa-4a01-ae19-0d20be008608 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "DELETE /v2.0/subnets/cb63a43a-faa3-47c3-a180-b8b9f2b1ac84 HTTP/1.1" status: 404 len: 337 time: 0.1897352 Nov 12 01:23:39.997228 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-321392f6-be1a-4de3-a58e-d33107a40592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'name': 'tempest-TestVolumeBootPattern-1803726501-router', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'b3315c24-034f-4c6c-af2b-ac0625dea128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:23:26Z', 'updated_at': '2021-11-12T01:23:34Z', 'revision_number': 3, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'gw_port': {'id': 'b3315c24-034f-4c6c-af2b-ac0625dea128', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fe:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:31Z', 'updated_at': '2021-11-12T01:23:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:40.021460 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59446) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:40.038836 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b0f1f999-7b4c-428a-a496-e6a969206fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:40.049194 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1db663-3773-4713-bc81-fae2d2370162 None None] Pushing event updated for resources: {'Port': ['ID=02702fcf-9a4e-44f0-a78c-052f5982e167,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:40.060408 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321392f6-be1a-4de3-a58e-d33107a40592 None None] The sync data for ids ['8241e887-bcf7-405c-9401-d3e785b1e547'] in n-d-712142-27 is: [{'id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'name': 'tempest-TestVolumeBootPattern-1803726501-router', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'b3315c24-034f-4c6c-af2b-ac0625dea128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:23:26Z', 'updated_at': '2021-11-12T01:23:34Z', 'revision_number': 3, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'gw_port': {'id': 'b3315c24-034f-4c6c-af2b-ac0625dea128', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fe:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:31Z', 'updated_at': '2021-11-12T01:23:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:23:40.142505 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-1075c616-527b-4a72-b28d-da1373d447d6 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] DELETE failed (client error): The resource could not be found. Nov 12 01:23:40.147633 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1075c616-527b-4a72-b28d-da1373d447d6 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:23:40.154798 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1075c616-527b-4a72-b28d-da1373d447d6 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "DELETE /v2.0/networks/0eb74d30-06ad-4406-bdf5-fefe6581e737 HTTP/1.1" status: 404 len: 339 time: 0.1288350 Nov 12 01:23:40.155028 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-b0f1f999-7b4c-428a-a496-e6a969206fae None None] For port b3315c24-034f-4c6c-af2b-ac0625dea128, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=b3315c24-034f-4c6c-af2b-ac0625dea128,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:23:40.158657 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59448) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:40.161877 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c700c89e-27ac-4311-a950-b25b4584cd7c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:40.165608 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b0f1f999-7b4c-428a-a496-e6a969206fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:40.247024 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867efa9b-0479-4acd-abbe-507b0c89de0d req-a897f987-28d7-4178-8534-72b931425d88 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:40.250599 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-867efa9b-0479-4acd-abbe-507b0c89de0d req-a897f987-28d7-4178-8534-72b931425d88 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.44 "GET /v2.0/ports?device_id=112649eb-faa7-47d7-bb5d-cec74afc415f HTTP/1.1" status: 200 len: 946 time: 0.3285465 Nov 12 01:23:40.269531 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-2819ffbb-d832-436c-8f59-696c6c8a9d58 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] DELETE failed (client error): The resource could not be found. Nov 12 01:23:40.277765 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2819ffbb-d832-436c-8f59-696c6c8a9d58 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:23:40.281687 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2819ffbb-d832-436c-8f59-696c6c8a9d58 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "DELETE /v2.0/subnets/105157a8-6e82-4448-8541-62e458f104ff HTTP/1.1" status: 404 len: 337 time: 0.1182559 Nov 12 01:23:40.286840 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c66f7ed-18e6-4841-9ba0-5fb5d5214f24 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:23:40.291043 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59450) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:40.313125 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00922c2b-0fce-432e-9e35-d3d38d512c1a None None] Sync routers for ids ['7492d6e8-7eaf-4caf-a0d3-88d1723b70ce'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:23:40.353256 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2c66f7ed-18e6-4841-9ba0-5fb5d5214f24 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:40.360691 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2c66f7ed-18e6-4841-9ba0-5fb5d5214f24 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.6085796 Nov 12 01:23:40.365615 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59456) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:40.393899 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-64dc5376-19d2-445e-b58e-fe1d5358bac5 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] DELETE failed (client error): The resource could not be found. Nov 12 01:23:40.394541 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64dc5376-19d2-445e-b58e-fe1d5358bac5 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:23:40.399044 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-64dc5376-19d2-445e-b58e-fe1d5358bac5 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "DELETE /v2.0/networks/7336b4ca-ec10-4520-8c16-81096659a1ab HTTP/1.1" status: 404 len: 339 time: 0.1064980 Nov 12 01:23:40.410376 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59460) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:40.414130 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f1f999-7b4c-428a-a496-e6a969206fae None None] Pushing event updated for resources: {'Port': ['ID=b3315c24-034f-4c6c-af2b-ac0625dea128,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:40.438730 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00922c2b-0fce-432e-9e35-d3d38d512c1a None None] Routers {'7492d6e8-7eaf-4caf-a0d3-88d1723b70ce'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:23:40.440955 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-00922c2b-0fce-432e-9e35-d3d38d512c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:23:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['7492d6e8-7eaf-4caf-a0d3-88d1723b70ce'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:40.484613 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-00922c2b-0fce-432e-9e35-d3d38d512c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:40.516812 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-65f73086-49bc-40c5-820c-1bb8a2861b06 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] DELETE failed (client error): The resource could not be found. Nov 12 01:23:40.517279 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65f73086-49bc-40c5-820c-1bb8a2861b06 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:23:40.518890 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00922c2b-0fce-432e-9e35-d3d38d512c1a None None] Routers {'7492d6e8-7eaf-4caf-a0d3-88d1723b70ce'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:23:40.520005 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-00922c2b-0fce-432e-9e35-d3d38d512c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:23:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['7492d6e8-7eaf-4caf-a0d3-88d1723b70ce'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:40.524617 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-65f73086-49bc-40c5-820c-1bb8a2861b06 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "DELETE /v2.0/subnets/a90dd769-169e-4f4e-9ff9-6869fff1b61a HTTP/1.1" status: 404 len: 337 time: 0.1114893 Nov 12 01:23:40.524617 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-fdac8790-9325-4210-92fa-a610fe41f3a1 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Allocated IP 172.20.0.8 (92ad1e0c-5cfc-48c2-b486-1a008f379a73/f03bf933-4663-4938-8a9e-7897e7e90d2a/0aee5944-99d6-48af-a0f8-9313b799b0ec) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:23:40.531649 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59464) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:40.568470 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c700c89e-27ac-4311-a950-b25b4584cd7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:40.581804 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-09c50b7a-62fd-48f7-8fe7-2334c4ea969a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] DELETE failed (client error): The resource could not be found. Nov 12 01:23:40.582463 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09c50b7a-62fd-48f7-8fe7-2334c4ea969a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:23:40.586384 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-09c50b7a-62fd-48f7-8fe7-2334c4ea969a tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "DELETE /v2.0/networks/8f397964-5a32-4042-aa5c-9b8dc6ad1d37 HTTP/1.1" status: 404 len: 339 time: 0.0535569 Nov 12 01:23:40.591324 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-00922c2b-0fce-432e-9e35-d3d38d512c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:40.592898 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59466) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:40.595958 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00922c2b-0fce-432e-9e35-d3d38d512c1a None None] The sync data for ids ['7492d6e8-7eaf-4caf-a0d3-88d1723b70ce'] in n-d-712142-27 is: [] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:23:40.693476 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:40.776890 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9c6c0e71-55e6-4d34-92f3-3a321e68ebcd tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "GET /v2.0/routers/7492d6e8-7eaf-4caf-a0d3-88d1723b70ce HTTP/1.1" status: 200 len: 885 time: 0.4017448 Nov 12 01:23:40.793911 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c700c89e-27ac-4311-a950-b25b4584cd7c admin admin] Network 41d3594c-6378-4888-b7ad-f2b6034333e3 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:23:40.794585 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59468) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:40.794787 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8843a685-0b1e-4995-8c7f-9b31a46a4e12 req-9f267758-e1e8-453d-b810-fcf8d24ac832 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:40.802926 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8843a685-0b1e-4995-8c7f-9b31a46a4e12 req-9f267758-e1e8-453d-b810-fcf8d24ac832 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/ports?device_id=112649eb-faa7-47d7-bb5d-cec74afc415f HTTP/1.1" status: 200 len: 946 time: 0.3049176 Nov 12 01:23:40.822792 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-cee22793-3baa-4aff-b443-5396e2b7e857 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Deleting subnet 89b50e07-cff6-4377-b349-c632409e7404 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:23:40.845687 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cee22793-3baa-4aff-b443-5396e2b7e857 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:40.857227 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-c700c89e-27ac-4311-a950-b25b4584cd7c admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:23:41.069916 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8843a685-0b1e-4995-8c7f-9b31a46a4e12 req-6a2f18f6-ae2b-45bd-bc30-915f202882d7 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/security-groups?id=fffd30fd-6b1c-4828-84d7-a04053ecae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660213 Nov 12 01:23:41.079921 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cee22793-3baa-4aff-b443-5396e2b7e857 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:41.303334 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fdac8790-9325-4210-92fa-a610fe41f3a1 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:41.413141 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-fe59b220-44eb-4000-8c2f-a716ea8b196e None None] Provisioning complete for port 235ce499-d7ad-46db-8998-1728331e7427 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:23:41.413801 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fe59b220-44eb-4000-8c2f-a716ea8b196e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:41.470170 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device b3315c24-034f-4c6c-af2b-ac0625dea128 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:23:41.530807 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-fe59b220-44eb-4000-8c2f-a716ea8b196e None None] Port 235ce499-d7ad-46db-8998-1728331e7427 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:23:41.547417 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cee22793-3baa-4aff-b443-5396e2b7e857 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:41.583058 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c700c89e-27ac-4311-a950-b25b4584cd7c admin admin] Pushing event updated for resources: {'Port': ['ID=235ce499-d7ad-46db-8998-1728331e7427,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:41.585314 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port b3315c24-034f-4c6c-af2b-ac0625dea128 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:23:41.586147 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:41.596027 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c700c89e-27ac-4311-a950-b25b4584cd7c admin admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:23:41.658343 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f2e916-fbe1-4518-bc2a-b987c7d25923 None None] Network 92ad1e0c-5cfc-48c2-b486-1a008f379a73 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:23:41.684879 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fdac8790-9325-4210-92fa-a610fe41f3a1 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:41.701356 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c700c89e-27ac-4311-a950-b25b4584cd7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:41.715595 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-867efa9b-0479-4acd-abbe-507b0c89de0d req-6288c5a6-4914-4164-96f8-9b08a78f06e7 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Deleting port 3822d623-d9f2-49a6-affa-42aa2efadd3c {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:23:41.716345 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-867efa9b-0479-4acd-abbe-507b0c89de0d req-6288c5a6-4914-4164-96f8-9b08a78f06e7 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:41.776906 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdac8790-9325-4210-92fa-a610fe41f3a1 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Network 92ad1e0c-5cfc-48c2-b486-1a008f379a73 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:23:41.790989 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-fdac8790-9325-4210-92fa-a610fe41f3a1 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:23:41.795647 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdac8790-9325-4210-92fa-a610fe41f3a1 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:23:41.853477 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-699c87d9-ba89-4433-8142-543bc0227a4a tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:41.882012 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdac8790-9325-4210-92fa-a610fe41f3a1 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Pushing event updated for resources: {'Port': ['ID=0aee5944-99d6-48af-a0f8-9313b799b0ec,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:41.902603 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-ec5c364a-675e-4b90-b7c6-88fb675512f9 None None] Provisioning complete for port 02702fcf-9a4e-44f0-a78c-052f5982e167 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:23:41.902985 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ec5c364a-675e-4b90-b7c6-88fb675512f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:41.922002 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cee22793-3baa-4aff-b443-5396e2b7e857 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:42.042539 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 02702fcf-9a4e-44f0-a78c-052f5982e167 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:23:42.045110 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee22793-3baa-4aff-b443-5396e2b7e857 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Pushing event deleted for resources: {'Subnet': ['ID=89b50e07-cff6-4377-b349-c632409e7404,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:42.062443 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdac8790-9325-4210-92fa-a610fe41f3a1 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:42.063151 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fdac8790-9325-4210-92fa-a610fe41f3a1 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:42.099939 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cee22793-3baa-4aff-b443-5396e2b7e857 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:42.105795 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-cee22793-3baa-4aff-b443-5396e2b7e857 tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "DELETE /v2.0/subnets/89b50e07-cff6-4377-b349-c632409e7404 HTTP/1.1" status: 204 len: 168 time: 1.5117159 Nov 12 01:23:42.114740 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-fdac8790-9325-4210-92fa-a610fe41f3a1 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.3263304 Nov 12 01:23:42.115453 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59484) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:42.124259 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59488) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:42.128179 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-867efa9b-0479-4acd-abbe-507b0c89de0d req-6288c5a6-4914-4164-96f8-9b08a78f06e7 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] For port 3822d623-d9f2-49a6-affa-42aa2efadd3c, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=3822d623-d9f2-49a6-affa-42aa2efadd3c,segment=NetworkSegment(a038454c-e35a-4b94-bdaa-5b736e80ec88),segment_id=a038454c-e35a-4b94-bdaa-5b736e80ec88)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:23:42.129262 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-867efa9b-0479-4acd-abbe-507b0c89de0d req-6288c5a6-4914-4164-96f8-9b08a78f06e7 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:42.129453 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2daf6436-7294-4f0a-90eb-675713c55ab3 None None] Network daea2db9-b2ce-4461-84d3-62de7f664eb4 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:23:42.130547 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-cf8f95b4-9ba8-4221-a356-2d7e5d4ad3e3 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Request body: {'port': {'network_id': '92ad1e0c-5cfc-48c2-b486-1a008f379a73', 'name': 'tempest-ExtraDHCPOptionsTestJSON-725577269', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:23:42.131100 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.api.validators [None req-cf8f95b4-9ba8-4221-a356-2d7e5d4ad3e3 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] bootfile-name is not in valid_values {{(pid=109085) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 01:23:42.131443 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.api.validators [None req-cf8f95b4-9ba8-4221-a356-2d7e5d4ad3e3 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] tftp-server is not in valid_values {{(pid=109085) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 01:23:42.131953 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.api.validators [None req-cf8f95b4-9ba8-4221-a356-2d7e5d4ad3e3 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] server-ip-address is not in valid_values {{(pid=109085) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 01:23:42.150903 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-867efa9b-0479-4acd-abbe-507b0c89de0d req-6288c5a6-4914-4164-96f8-9b08a78f06e7 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Calling delete_port for 3822d623-d9f2-49a6-affa-42aa2efadd3c owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:23:42.276705 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ec5c364a-675e-4b90-b7c6-88fb675512f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:42.388524 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 02702fcf-9a4e-44f0-a78c-052f5982e167 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:23:42.388916 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:42.425376 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-26535c81-7d3a-4300-8bba-757e0287ed4e tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:42.448419 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c700c89e-27ac-4311-a950-b25b4584cd7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:42.480082 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-ec5c364a-675e-4b90-b7c6-88fb675512f9 None None] For port 02702fcf-9a4e-44f0-a78c-052f5982e167, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=02702fcf-9a4e-44f0-a78c-052f5982e167,segment=NetworkSegment(fa17f3f9-e16e-4078-9a11-841db9358682),segment_id=fa17f3f9-e16e-4078-9a11-841db9358682)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:23:42.499870 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66372f1e-814a-4205-ae92-3341d1a97041 req-b11eca70-8330-40f8-ae92-b0297f6f9aae tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:42.500927 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ec5c364a-675e-4b90-b7c6-88fb675512f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:42.521366 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-66372f1e-814a-4205-ae92-3341d1a97041 req-b11eca70-8330-40f8-ae92-b0297f6f9aae tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/ports?device_id=112649eb-faa7-47d7-bb5d-cec74afc415f HTTP/1.1" status: 200 len: 946 time: 0.3288066 Nov 12 01:23:42.528331 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-809493c6-8b59-4863-8a8e-a7d6e39b0947 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.7211165 Nov 12 01:23:42.533036 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59494) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:42.542321 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-03efeb23-42a7-40ab-8b43-a0c0d48bd6e6 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1180495239'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:23:42.676243 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c364a-675e-4b90-b7c6-88fb675512f9 None None] Pushing event updated for resources: {'Port': ['ID=02702fcf-9a4e-44f0-a78c-052f5982e167,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:42.726358 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570d3bde-1c14-45b0-b941-c84ac652b28d None None] DHCP port deletion for daea2db9-b2ce-4461-84d3-62de7f664eb4 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:23:42.830545 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-867efa9b-0479-4acd-abbe-507b0c89de0d req-6288c5a6-4914-4164-96f8-9b08a78f06e7 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:42.858287 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-570d3bde-1c14-45b0-b941-c84ac652b28d None None] Deleting port 1676d11c-bc70-4a12-bf78-5997c7e3e311 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:23:42.858791 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-570d3bde-1c14-45b0-b941-c84ac652b28d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:42.926594 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6288c5a6-4914-4164-96f8-9b08a78f06e7 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Pushing event deleted for resources: {'Port': ['ID=3822d623-d9f2-49a6-affa-42aa2efadd3c,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:42.967662 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-570d3bde-1c14-45b0-b941-c84ac652b28d None None] For port 1676d11c-bc70-4a12-bf78-5997c7e3e311, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=1676d11c-bc70-4a12-bf78-5997c7e3e311,segment=NetworkSegment(e9705466-d48c-4a9f-b61e-97392db2f09e),segment_id=e9705466-d48c-4a9f-b61e-97392db2f09e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:23:42.968495 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-570d3bde-1c14-45b0-b941-c84ac652b28d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:42.992974 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-570d3bde-1c14-45b0-b941-c84ac652b28d None None] Calling delete_port for 1676d11c-bc70-4a12-bf78-5997c7e3e311 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:23:43.070444 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-867efa9b-0479-4acd-abbe-507b0c89de0d req-6288c5a6-4914-4164-96f8-9b08a78f06e7 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] No DVR routers for this DVR port 3822d623-d9f2-49a6-affa-42aa2efadd3c on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:23:43.070444 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c700c89e-27ac-4311-a950-b25b4584cd7c admin admin] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:43.070444 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-867efa9b-0479-4acd-abbe-507b0c89de0d req-6288c5a6-4914-4164-96f8-9b08a78f06e7 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:43.071712 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-867efa9b-0479-4acd-abbe-507b0c89de0d req-6288c5a6-4914-4164-96f8-9b08a78f06e7 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.44 "DELETE /v2.0/ports/3822d623-d9f2-49a6-affa-42aa2efadd3c HTTP/1.1" status: 204 len: 173 time: 2.8128154 Nov 12 01:23:43.072284 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '112649eb-faa7-47d7-bb5d-cec74afc415f', 'name': 'network-vif-deleted', 'tag': '3822d623-d9f2-49a6-affa-42aa2efadd3c'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:23:43.081512 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b25280a-45a5-4384-8815-d1c0be8868ad" -d '{"events": [{"server_uuid": "112649eb-faa7-47d7-bb5d-cec74afc415f", "name": "network-vif-deleted", "tag": "3822d623-d9f2-49a6-affa-42aa2efadd3c"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:23:43.096002 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c700c89e-27ac-4311-a950-b25b4584cd7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:43.183818 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab573dc-1e16-41f9-a9f2-edab5ecd28cf x-openstack-request-id: req-cab573dc-1e16-41f9-a9f2-edab5ecd28cf {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:23:43.183818 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "112649eb-faa7-47d7-bb5d-cec74afc415f", "name": "network-vif-deleted", "tag": "3822d623-d9f2-49a6-affa-42aa2efadd3c", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:23:43.183818 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cab573dc-1e16-41f9-a9f2-edab5ecd28cf {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:23:43.183818 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '112649eb-faa7-47d7-bb5d-cec74afc415f', 'name': 'network-vif-deleted', 'tag': '3822d623-d9f2-49a6-affa-42aa2efadd3c', 'status': 'completed', 'code': 200} Nov 12 01:23:43.223782 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['2830a68b-7676-41a7-b570-8719cf81a106'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:23:43.242147 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-570d3bde-1c14-45b0-b941-c84ac652b28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:43.248772 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8f95b4-9ba8-4221-a356-2d7e5d4ad3e3 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Made reservation on behalf of dd94710df5104af1ab881bfc73fbddfb for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:23:43.265480 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cf8f95b4-9ba8-4221-a356-2d7e5d4ad3e3 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:43.274020 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-699c87d9-ba89-4433-8142-543bc0227a4a tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Deleting port 57088768-f15c-4f7f-9a9f-7f6a28932777 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:23:43.274506 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-699c87d9-ba89-4433-8142-543bc0227a4a tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:43.346102 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570d3bde-1c14-45b0-b941-c84ac652b28d None None] No DVR routers for this DVR port 1676d11c-bc70-4a12-bf78-5997c7e3e311 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:23:43.366424 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c700c89e-27ac-4311-a950-b25b4584cd7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:43.403347 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 02702fcf-9a4e-44f0-a78c-052f5982e167 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:23:43.410743 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570d3bde-1c14-45b0-b941-c84ac652b28d None None] Pushing event deleted for resources: {'Port': ['ID=1676d11c-bc70-4a12-bf78-5997c7e3e311,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:43.416657 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7d2c8765-56ca-40a6-9992-c3cc8a5ae164 None None] Provisioning complete for port 02702fcf-9a4e-44f0-a78c-052f5982e167 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:23:43.417453 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7d2c8765-56ca-40a6-9992-c3cc8a5ae164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:43.431192 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c700c89e-27ac-4311-a950-b25b4584cd7c admin admin] Pushing event updated for resources: {'Port': ['ID=235ce499-d7ad-46db-8998-1728331e7427,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:43.522130 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [None req-cf8f95b4-9ba8-4221-a356-2d7e5d4ad3e3 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] device_id is not set on port ea9c11e8-e3a7-4392-86c1-d24ab8dfb2f4 yet. {{(pid=109085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:23:43.583551 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-699c87d9-ba89-4433-8142-543bc0227a4a tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] For port 57088768-f15c-4f7f-9a9f-7f6a28932777, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=57088768-f15c-4f7f-9a9f-7f6a28932777,segment=NetworkSegment(81908e7e-5607-4e76-9f49-5385797133bc),segment_id=81908e7e-5607-4e76-9f49-5385797133bc)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:23:43.584080 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-699c87d9-ba89-4433-8142-543bc0227a4a tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:43.643490 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 02702fcf-9a4e-44f0-a78c-052f5982e167 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:23:43.644208 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:43.647315 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-699c87d9-ba89-4433-8142-543bc0227a4a tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Calling delete_port for 57088768-f15c-4f7f-9a9f-7f6a28932777 owned by network:router_interface {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:23:43.772304 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-66372f1e-814a-4205-ae92-3341d1a97041 req-4375bf58-d24f-4a25-9949-508f99893ffb tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/security-groups?id=fffd30fd-6b1c-4828-84d7-a04053ecae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2437665 Nov 12 01:23:43.793634 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-26535c81-7d3a-4300-8bba-757e0287ed4e tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Deleting port 1676d11c-bc70-4a12-bf78-5997c7e3e311 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:23:43.800638 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-26535c81-7d3a-4300-8bba-757e0287ed4e tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:43.877467 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-cf8f95b4-9ba8-4221-a356-2d7e5d4ad3e3 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Allocated IP 172.20.0.11 (92ad1e0c-5cfc-48c2-b486-1a008f379a73/f03bf933-4663-4938-8a9e-7897e7e90d2a/ea9c11e8-e3a7-4392-86c1-d24ab8dfb2f4) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:23:43.954636 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7d2c8765-56ca-40a6-9992-c3cc8a5ae164 None None] Provisioning complete for port 0aee5944-99d6-48af-a0f8-9313b799b0ec triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:23:43.955011 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7d2c8765-56ca-40a6-9992-c3cc8a5ae164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:44.026565 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-7d2c8765-56ca-40a6-9992-c3cc8a5ae164 None None] Port 0aee5944-99d6-48af-a0f8-9313b799b0ec cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:23:44.035608 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-03efeb23-42a7-40ab-8b43-a0c0d48bd6e6 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-233838'] for router, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:44.076675 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c700c89e-27ac-4311-a950-b25b4584cd7c admin admin] Network 41d3594c-6378-4888-b7ad-f2b6034333e3 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:23:44.081922 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-c700c89e-27ac-4311-a950-b25b4584cd7c admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:23:44.090458 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-26535c81-7d3a-4300-8bba-757e0287ed4e tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] For port 1676d11c-bc70-4a12-bf78-5997c7e3e311, host n-d-712142-27, got binding levels [] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:23:44.090852 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-26535c81-7d3a-4300-8bba-757e0287ed4e tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:44.107067 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 1676d11c-bc70-4a12-bf78-5997c7e3e311 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:23:44.112092 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-26535c81-7d3a-4300-8bba-757e0287ed4e tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Calling delete_port for 1676d11c-bc70-4a12-bf78-5997c7e3e311 owned by network:dhcp {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:23:44.121030 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.ipam_backend_mixin [None req-26535c81-7d3a-4300-8bba-757e0287ed4e tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Port 1676d11c-bc70-4a12-bf78-5997c7e3e311 was not found and therefore no delete operation was performed {{(pid=109085) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 01:23:44.127453 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-26535c81-7d3a-4300-8bba-757e0287ed4e tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:44.141005 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 1676d11c-bc70-4a12-bf78-5997c7e3e311 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:23:44.141362 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 1676d11c-bc70-4a12-bf78-5997c7e3e311 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:23:44.159738 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-42af1463-81fe-4abb-b107-0f443c6eed2d None None] Provisioning complete for port 0aee5944-99d6-48af-a0f8-9313b799b0ec triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:23:44.159992 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-42af1463-81fe-4abb-b107-0f443c6eed2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:44.179493 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-699c87d9-ba89-4433-8142-543bc0227a4a tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:44.231798 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-42af1463-81fe-4abb-b107-0f443c6eed2d None None] Port 0aee5944-99d6-48af-a0f8-9313b799b0ec cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:23:44.243352 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26535c81-7d3a-4300-8bba-757e0287ed4e tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Pushing event deleted for resources: {'Port': ['ID=1676d11c-bc70-4a12-bf78-5997c7e3e311,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:44.265918 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26535c81-7d3a-4300-8bba-757e0287ed4e tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] No DVR routers for this DVR port 1676d11c-bc70-4a12-bf78-5997c7e3e311 on host n-d-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:23:44.291110 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-03efeb23-42a7-40ab-8b43-a0c0d48bd6e6 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1709614'] for router, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:44.316866 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699c87d9-ba89-4433-8142-543bc0227a4a tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event deleted for resources: {'Port': ['ID=57088768-f15c-4f7f-9a9f-7f6a28932777,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:44.331166 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c700c89e-27ac-4311-a950-b25b4584cd7c admin admin] Router 8241e887-bcf7-405c-9401-d3e785b1e547 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:23:44.578274 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-1ccbbbc5-ccac-4d1a-8e62-ec54d24b6fa6 None None] Provisioning complete for port 235ce499-d7ad-46db-8998-1728331e7427 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:23:44.578679 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1ccbbbc5-ccac-4d1a-8e62-ec54d24b6fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:44.583787 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 3822d623-d9f2-49a6-affa-42aa2efadd3c no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:23:44.648106 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cf8f95b4-9ba8-4221-a356-2d7e5d4ad3e3 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:44.696439 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cf8f95b4-9ba8-4221-a356-2d7e5d4ad3e3 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:44.701675 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-26535c81-7d3a-4300-8bba-757e0287ed4e tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:44.722417 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 3822d623-d9f2-49a6-affa-42aa2efadd3c {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:23:44.722417 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 3822d623-d9f2-49a6-affa-42aa2efadd3c not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:23:44.764806 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-1ccbbbc5-ccac-4d1a-8e62-ec54d24b6fa6 None None] Port 235ce499-d7ad-46db-8998-1728331e7427 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:23:44.826892 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-699c87d9-ba89-4433-8142-543bc0227a4a tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:44.845754 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c700c89e-27ac-4311-a950-b25b4584cd7c admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:23:44.856491 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c700c89e-27ac-4311-a950-b25b4584cd7c admin admin] 10.222.0.45 "PUT /v2.0/routers/8241e887-bcf7-405c-9401-d3e785b1e547/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6985707 Nov 12 01:23:44.876238 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8eab67f-2060-42a0-8944-d72e27306933 None None] Sync routers for ids ['8241e887-bcf7-405c-9401-d3e785b1e547'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:23:44.914591 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8eab67f-2060-42a0-8944-d72e27306933 None None] Routers {'8241e887-bcf7-405c-9401-d3e785b1e547'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:23:44.925002 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-e8eab67f-2060-42a0-8944-d72e27306933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:23:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['8241e887-bcf7-405c-9401-d3e785b1e547'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:45.094419 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-26535c81-7d3a-4300-8bba-757e0287ed4e tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daea2db9-b2ce-4461-84d3-62de7f664eb4']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:45.139603 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8f95b4-9ba8-4221-a356-2d7e5d4ad3e3 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Network 92ad1e0c-5cfc-48c2-b486-1a008f379a73 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:23:45.193894 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-26535c81-7d3a-4300-8bba-757e0287ed4e tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9705466-d48c-4a9f-b61e-97392db2f09e') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:45.194160 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-26535c81-7d3a-4300-8bba-757e0287ed4e tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9705466-d48c-4a9f-b61e-97392db2f09e') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:45.197451 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-cf8f95b4-9ba8-4221-a356-2d7e5d4ad3e3 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:23:45.205390 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8f95b4-9ba8-4221-a356-2d7e5d4ad3e3 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:23:45.328358 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f95b4-9ba8-4221-a356-2d7e5d4ad3e3 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Pushing event updated for resources: {'Port': ['ID=ea9c11e8-e3a7-4392-86c1-d24ab8dfb2f4,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:45.339092 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-26535c81-7d3a-4300-8bba-757e0287ed4e tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:45.373217 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03efeb23-42a7-40ab-8b43-a0c0d48bd6e6 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Router 7492d6e8-7eaf-4caf-a0d3-88d1723b70ce has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:23:45.387777 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-26535c81-7d3a-4300-8bba-757e0287ed4e tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:45.410468 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26535c81-7d3a-4300-8bba-757e0287ed4e tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:23:45.412061 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-26535c81-7d3a-4300-8bba-757e0287ed4e tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:45.415742 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:23:45.415742 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:23:45.415742 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:23:45.415742 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:23:45.415742 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:23:45.415742 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:23:45.415742 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:23:45.415742 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:23:45.415742 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:23:45.415742 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:23:45.415742 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:23:45.415742 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:23:45.415742 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:23:45.415742 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:23:45.415742 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:23:45.415742 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:23:45.415742 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:23:45.415742 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:23:45.415742 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:23:45.415742 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:23:45.415742 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:23:45.415742 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:23:45.415742 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:23:45.415742 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:23:45.415742 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:23:45.415742 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:23:45.415742 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:23:45.415742 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:23:45.415742 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:23:45.415742 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:23:45.415742 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:23:45.415742 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:23:45.450944 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8f95b4-9ba8-4221-a356-2d7e5d4ad3e3 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:45.451654 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cf8f95b4-9ba8-4221-a356-2d7e5d4ad3e3 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:45.452128 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-699c87d9-ba89-4433-8142-543bc0227a4a tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Router e864dfc6-4044-4b92-a64a-4d2603d9ea92 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:23:45.585173 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0456250-701c-48c1-b04a-85496bb42a02 req-6295b17e-ab55-498c-9f38-bf2afacec4a4 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:45.592620 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f0456250-701c-48c1-b04a-85496bb42a02 req-6295b17e-ab55-498c-9f38-bf2afacec4a4 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fc1e38b-3138-4613-9f43-abb08e04bfce HTTP/1.1" status: 200 len: 945 time: 0.2855313 Nov 12 01:23:45.615060 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-cf8f95b4-9ba8-4221-a356-2d7e5d4ad3e3 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.4893026 Nov 12 01:23:45.617326 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59534) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:45.622951 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-26535c81-7d3a-4300-8bba-757e0287ed4e tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:45.653175 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-26535c81-7d3a-4300-8bba-757e0287ed4e tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:45.656748 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-26535c81-7d3a-4300-8bba-757e0287ed4e tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] 10.222.0.45 "DELETE /v2.0/networks/daea2db9-b2ce-4461-84d3-62de7f664eb4 HTTP/1.1" status: 204 len: 168 time: 3.5399280 Nov 12 01:23:45.737682 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26535c81-7d3a-4300-8bba-757e0287ed4e tempest-NetworksTest-586332219 tempest-NetworksTest-586332219-project] Pushing event deleted for resources: {'Network': ['ID=daea2db9-b2ce-4461-84d3-62de7f664eb4,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:45.780653 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699c87d9-ba89-4433-8142-543bc0227a4a tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:23:45.791602 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-e8eab67f-2060-42a0-8944-d72e27306933 None None] Set router 8241e887-bcf7-405c-9401-d3e785b1e547 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:23:45.812228 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a8d55e-0dc0-494c-833b-7c58c2b54744 None None] Sync routers for ids ['e864dfc6-4044-4b92-a64a-4d2603d9ea92'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:23:45.826601 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-699c87d9-ba89-4433-8142-543bc0227a4a tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "PUT /v2.0/routers/e864dfc6-4044-4b92-a64a-4d2603d9ea92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7804785 Nov 12 01:23:45.828201 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59542) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:45.837814 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f0456250-701c-48c1-b04a-85496bb42a02 req-ba75357e-144a-401b-80dc-cc9b83c42ac6 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/security-groups?id=fffd30fd-6b1c-4828-84d7-a04053ecae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440264 Nov 12 01:23:45.847167 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03efeb23-42a7-40ab-8b43-a0c0d48bd6e6 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:23:45.863693 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-03efeb23-42a7-40ab-8b43-a0c0d48bd6e6 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:45.863693 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-03efeb23-42a7-40ab-8b43-a0c0d48bd6e6 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "PUT /v2.0/routers/7492d6e8-7eaf-4caf-a0d3-88d1723b70ce HTTP/1.1" status: 200 len: 892 time: 3.3268449 Nov 12 01:23:45.866200 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59544) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:45.898634 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-c629ca10-8e44-4b74-b796-095524707104 None None] Provisioning complete for port ea9c11e8-e3a7-4392-86c1-d24ab8dfb2f4 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:23:45.899140 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c629ca10-8e44-4b74-b796-095524707104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:45.907290 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe94bf9-8dee-4ad9-a912-8e18ce2b7bc5 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:45.919204 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe94bf9-8dee-4ad9-a912-8e18ce2b7bc5 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:45.932915 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af5b235-cfaf-4cc8-a58d-1d27b0065193 None None] Sync routers for ids ['7492d6e8-7eaf-4caf-a0d3-88d1723b70ce'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:23:45.942030 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe94bf9-8dee-4ad9-a912-8e18ce2b7bc5 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:45.952726 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-bbe94bf9-8dee-4ad9-a912-8e18ce2b7bc5 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.3249745 Nov 12 01:23:45.971748 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a8d55e-0dc0-494c-833b-7c58c2b54744 None None] Routers {'e864dfc6-4044-4b92-a64a-4d2603d9ea92'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:23:45.975043 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-54a8d55e-0dc0-494c-833b-7c58c2b54744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:23:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['e864dfc6-4044-4b92-a64a-4d2603d9ea92'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:46.015433 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59548) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:46.068095 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af5b235-cfaf-4cc8-a58d-1d27b0065193 None None] Routers {'7492d6e8-7eaf-4caf-a0d3-88d1723b70ce'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:23:46.069152 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-3af5b235-cfaf-4cc8-a58d-1d27b0065193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:23:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['7492d6e8-7eaf-4caf-a0d3-88d1723b70ce'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:46.118321 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7c947bd-e300-4b18-9028-c51295258ea6 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Deleting subnet 7ef30172-e78b-42f8-a17d-19195696b670 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:23:46.178560 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-3af5b235-cfaf-4cc8-a58d-1d27b0065193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:46.197548 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b7c947bd-e300-4b18-9028-c51295258ea6 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:46.241251 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af5b235-cfaf-4cc8-a58d-1d27b0065193 None None] Routers {'7492d6e8-7eaf-4caf-a0d3-88d1723b70ce'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:23:46.242320 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-3af5b235-cfaf-4cc8-a58d-1d27b0065193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:23:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['7492d6e8-7eaf-4caf-a0d3-88d1723b70ce'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:46.286132 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-3af5b235-cfaf-4cc8-a58d-1d27b0065193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:46.286993 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af5b235-cfaf-4cc8-a58d-1d27b0065193 None None] The sync data for ids ['7492d6e8-7eaf-4caf-a0d3-88d1723b70ce'] in n-d-712142-27 is: [] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:23:46.359816 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b7c947bd-e300-4b18-9028-c51295258ea6 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:46.405718 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-1f928736-861f-4cef-9b09-d349ed346cd7 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "GET /v2.0/routers/7492d6e8-7eaf-4caf-a0d3-88d1723b70ce HTTP/1.1" status: 200 len: 892 time: 0.5351198 Nov 12 01:23:46.407203 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59560) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:46.472053 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-fd77b8e4-d532-462d-aece-b276f2019168 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Deleting port ea9c11e8-e3a7-4392-86c1-d24ab8dfb2f4 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:23:46.473058 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fd77b8e4-d532-462d-aece-b276f2019168 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:46.532601 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-0e4c8aed-d651-4092-9130-9427e8237c8a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "GET /v2.0/ports?device_id=7492d6e8-7eaf-4caf-a0d3-88d1723b70ce HTTP/1.1" status: 200 len: 205 time: 0.1177449 Nov 12 01:23:46.533549 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59562) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:46.534073 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59564) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:46.546394 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-e8eab67f-2060-42a0-8944-d72e27306933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'name': 'tempest-TestVolumeBootPattern-1803726501-router', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'b3315c24-034f-4c6c-af2b-ac0625dea128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:23:26Z', 'updated_at': '2021-11-12T01:23:42Z', 'revision_number': 4, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'gw_port': {'id': 'b3315c24-034f-4c6c-af2b-ac0625dea128', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fe:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:31Z', 'updated_at': '2021-11-12T01:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '235ce499-d7ad-46db-8998-1728331e7427', 'name': '', 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'mac_address': 'fa:16:3e:ef:f5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '6369b7da-1f3e-4df6-8094-1e515695655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:38Z', 'updated_at': '2021-11-12T01:23:42Z', 'revision_number': 2, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'subnets': [{'id': '6369b7da-1f3e-4df6-8094-1e515695655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:46.653470 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8eab67f-2060-42a0-8944-d72e27306933 None None] Checking router: 8241e887-bcf7-405c-9401-d3e785b1e547 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:23:46.654654 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8eab67f-2060-42a0-8944-d72e27306933 None None] Updating router 8241e887-bcf7-405c-9401-d3e785b1e547 port 235ce499-d7ad-46db-8998-1728331e7427 binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:23:46.674103 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b7c947bd-e300-4b18-9028-c51295258ea6 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:46.730711 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-54a8d55e-0dc0-494c-833b-7c58c2b54744 None None] Set router e864dfc6-4044-4b92-a64a-4d2603d9ea92 gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:23:46.757849 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fd77b8e4-d532-462d-aece-b276f2019168 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:46.768992 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-e8eab67f-2060-42a0-8944-d72e27306933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:46.806962 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-fd77b8e4-d532-462d-aece-b276f2019168 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Calling delete_port for ea9c11e8-e3a7-4392-86c1-d24ab8dfb2f4 owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:23:46.938715 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b7c947bd-e300-4b18-9028-c51295258ea6 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:46.942712 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59578) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:46.955029 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-54a8d55e-0dc0-494c-833b-7c58c2b54744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'name': 'tempest-RoutersTest-router-1337973071', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:21:38Z', 'updated_at': '2021-11-12T01:23:43Z', 'revision_number': 11, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'gw_port_host': None}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:46.962739 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-dd5da3d7-c1df-4287-a41e-18922b077b53 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-383002086-network', 'tenant_id': '2776b18dfc4e4b8e862c02249a90133e'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:23:46.980722 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-c629ca10-8e44-4b74-b796-095524707104 None None] Port ea9c11e8-e3a7-4392-86c1-d24ab8dfb2f4 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:23:47.032137 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c947bd-e300-4b18-9028-c51295258ea6 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event deleted for resources: {'Subnet': ['ID=7ef30172-e78b-42f8-a17d-19195696b670,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:47.048472 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b7c947bd-e300-4b18-9028-c51295258ea6 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:47.055901 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b7c947bd-e300-4b18-9028-c51295258ea6 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "DELETE /v2.0/subnets/7ef30172-e78b-42f8-a17d-19195696b670 HTTP/1.1" status: 204 len: 168 time: 1.2239461 Nov 12 01:23:47.056820 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59580) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:47.105877 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5da3d7-c1df-4287-a41e-18922b077b53 admin admin] Made reservation on behalf of 2776b18dfc4e4b8e862c02249a90133e for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:23:47.106209 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a86329-0f30-4952-87c0-9765d3e29e96 None None] Network fa8e971f-5e38-4f66-a1ab-a95e974dae98 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:23:47.108810 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dd5da3d7-c1df-4287-a41e-18922b077b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:47.157287 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dd5da3d7-c1df-4287-a41e-18922b077b53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:47.224991 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-572fcf0d-6d2c-4d32-af47-3e6b0c75be39 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:47.266474 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a8d55e-0dc0-494c-833b-7c58c2b54744 None None] Checking router: e864dfc6-4044-4b92-a64a-4d2603d9ea92 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:23:47.299634 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a8d55e-0dc0-494c-833b-7c58c2b54744 None None] Routers {'e864dfc6-4044-4b92-a64a-4d2603d9ea92'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:23:47.300707 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-54a8d55e-0dc0-494c-833b-7c58c2b54744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:23:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['e864dfc6-4044-4b92-a64a-4d2603d9ea92'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:47.376732 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fd77b8e4-d532-462d-aece-b276f2019168 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:47.514686 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd77b8e4-d532-462d-aece-b276f2019168 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Pushing event deleted for resources: {'Port': ['ID=ea9c11e8-e3a7-4392-86c1-d24ab8dfb2f4,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:47.555468 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-54a8d55e-0dc0-494c-833b-7c58c2b54744 None None] Set router e864dfc6-4044-4b92-a64a-4d2603d9ea92 gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:23:47.587192 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-e8eab67f-2060-42a0-8944-d72e27306933 None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:47.603011 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-e8eab67f-2060-42a0-8944-d72e27306933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:47.665361 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-41811481-a0df-4d24-ab0b-53e6a52b816f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e8129228a6df46ffbca9711093d28d41&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1269431 Nov 12 01:23:47.671539 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59588) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:47.677925 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-876b7f07-2a22-4163-bc6a-603792d349ec tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for router, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:47.779168 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c6360-a033-44e2-ba15-57f9847a6fd1 req-178aeaa2-cce8-49c0-a871-bb9352e78c72 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:47.781945 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-572fcf0d-6d2c-4d32-af47-3e6b0c75be39 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Deleting port c779b729-8152-4d04-b502-c735d146f5a5 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:23:47.782293 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-572fcf0d-6d2c-4d32-af47-3e6b0c75be39 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:47.788617 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a49c6360-a033-44e2-ba15-57f9847a6fd1 req-178aeaa2-cce8-49c0-a871-bb9352e78c72 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fc1e38b-3138-4613-9f43-abb08e04bfce HTTP/1.1" status: 200 len: 945 time: 0.2624259 Nov 12 01:23:47.832660 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fd77b8e4-d532-462d-aece-b276f2019168 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:47.835887 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-54a8d55e-0dc0-494c-833b-7c58c2b54744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'name': 'tempest-RoutersTest-router-1337973071', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:21:38Z', 'updated_at': '2021-11-12T01:23:43Z', 'revision_number': 11, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'gw_port_host': None}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:47.837729 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0732d2d7-2916-49f1-b065-2c86ad93344e None None] Pushing event updated for resources: {'Port': ['ID=235ce499-d7ad-46db-8998-1728331e7427,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:47.843024 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8fffd-ebdb-47b5-afe5-394721f1bdf0 req-ed9e54d2-fac3-40f6-96e5-1f9c6e05f060 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:47.845377 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0fc8fffd-ebdb-47b5-afe5-394721f1bdf0 req-ed9e54d2-fac3-40f6-96e5-1f9c6e05f060 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fc1e38b-3138-4613-9f43-abb08e04bfce HTTP/1.1" status: 200 len: 945 time: 0.3182473 Nov 12 01:23:47.856431 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-fd77b8e4-d532-462d-aece-b276f2019168 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] 10.222.0.45 "DELETE /v2.0/ports/ea9c11e8-e3a7-4392-86c1-d24ab8dfb2f4 HTTP/1.1" status: 204 len: 168 time: 1.8390787 Nov 12 01:23:47.874865 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59590) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:47.908515 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dd5da3d7-c1df-4287-a41e-18922b077b53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:47.960294 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dd5da3d7-c1df-4287-a41e-18922b077b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:47.972653 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-0c6f1333-cea1-4757-8d6e-6c60951df6b6 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Request body: {'port': {'name': 'tempest-new-port-name-170053588', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:23:47.973263 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.api.validators [None req-0c6f1333-cea1-4757-8d6e-6c60951df6b6 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] bootfile-name is not in valid_values {{(pid=109085) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 01:23:47.974215 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.api.validators [None req-0c6f1333-cea1-4757-8d6e-6c60951df6b6 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] tftp-server is not in valid_values {{(pid=109085) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 01:23:47.974654 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.api.validators [None req-0c6f1333-cea1-4757-8d6e-6c60951df6b6 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] server-ip-address is not in valid_values {{(pid=109085) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 01:23:47.982073 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd5da3d7-c1df-4287-a41e-18922b077b53 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:23:48.014096 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-e8eab67f-2060-42a0-8944-d72e27306933 None None] Attempting to bind port 235ce499-d7ad-46db-8998-1728331e7427 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:23:48.014665 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-e8eab67f-2060-42a0-8944-d72e27306933 None None] Attempting to bind port 235ce499-d7ad-46db-8998-1728331e7427 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '7bbb728e-9806-453c-9716-52e1ccd278c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:23:48.015294 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eab67f-2060-42a0-8944-d72e27306933 None None] Attempting to bind port 235ce499-d7ad-46db-8998-1728331e7427 on network 41d3594c-6378-4888-b7ad-f2b6034333e3 {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:23:48.027376 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eab67f-2060-42a0-8944-d72e27306933 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:23:48.028007 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eab67f-2060-42a0-8944-d72e27306933 None None] Checking segment: {'id': '7bbb728e-9806-453c-9716-52e1ccd278c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:23:48.028673 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-e8eab67f-2060-42a0-8944-d72e27306933 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:48.029774 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eab67f-2060-42a0-8944-d72e27306933 None None] Bound using segment: {'id': '7bbb728e-9806-453c-9716-52e1ccd278c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:23:48.030082 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-e8eab67f-2060-42a0-8944-d72e27306933 None None] Bound port: 235ce499-d7ad-46db-8998-1728331e7427, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bbb728e-9806-453c-9716-52e1ccd278c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:23:48.030698 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-e8eab67f-2060-42a0-8944-d72e27306933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:48.050600 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dd5da3d7-c1df-4287-a41e-18922b077b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:48.052544 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-dd5da3d7-c1df-4287-a41e-18922b077b53 admin admin] Added segment b6570201-7cfc-4784-9418-fdeed8dcd0ef of type vlan for network aa3d6af6-0340-48c1-93fa-3e3c551f9e16 Nov 12 01:23:48.088149 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a49c6360-a033-44e2-ba15-57f9847a6fd1 req-49171ab6-848c-4d63-9e3f-960ae3b2df99 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/security-groups?id=fffd30fd-6b1c-4828-84d7-a04053ecae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966714 Nov 12 01:23:48.119425 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a8d55e-0dc0-494c-833b-7c58c2b54744 None None] The sync data for ids ['e864dfc6-4044-4b92-a64a-4d2603d9ea92'] in n-d-712142-27 is: [{'id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'name': 'tempest-RoutersTest-router-1337973071', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:21:38Z', 'updated_at': '2021-11-12T01:23:43Z', 'revision_number': 11, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'gw_port_host': None}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:23:48.148050 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d7b31e24-3fa3-4359-9756-9883d693348d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:48.199072 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dd5da3d7-c1df-4287-a41e-18922b077b53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:48.218095 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-572fcf0d-6d2c-4d32-af47-3e6b0c75be39 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] For port c779b729-8152-4d04-b502-c735d146f5a5, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=c779b729-8152-4d04-b502-c735d146f5a5,segment=NetworkSegment(81908e7e-5607-4e76-9f49-5385797133bc),segment_id=81908e7e-5607-4e76-9f49-5385797133bc)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:23:48.219022 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-572fcf0d-6d2c-4d32-af47-3e6b0c75be39 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:48.263388 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-e8eab67f-2060-42a0-8944-d72e27306933 None None] For port 235ce499-d7ad-46db-8998-1728331e7427, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:23:48.267288 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-e8eab67f-2060-42a0-8944-d72e27306933 None None] For port 235ce499-d7ad-46db-8998-1728331e7427, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=235ce499-d7ad-46db-8998-1728331e7427,segment=NetworkSegment(7bbb728e-9806-453c-9716-52e1ccd278c6),segment_id=7bbb728e-9806-453c-9716-52e1ccd278c6)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:23:48.267669 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-876b7f07-2a22-4163-bc6a-603792d349ec tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:48.274879 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-e8eab67f-2060-42a0-8944-d72e27306933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:48.277794 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-572fcf0d-6d2c-4d32-af47-3e6b0c75be39 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Calling delete_port for c779b729-8152-4d04-b502-c735d146f5a5 owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:23:48.307150 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0c6f1333-cea1-4757-8d6e-6c60951df6b6 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:48.326544 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d7b31e24-3fa3-4359-9756-9883d693348d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:48.329579 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5da3d7-c1df-4287-a41e-18922b077b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33704382-2c4b-4e8e-97c7-5ab5e3a9b38a,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:48.348879 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0732d2d7-2916-49f1-b065-2c86ad93344e None None] Pushing event updated for resources: {'Port': ['ID=235ce499-d7ad-46db-8998-1728331e7427,revision_number=4']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:48.369902 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8eab67f-2060-42a0-8944-d72e27306933 None None] Routers {'8241e887-bcf7-405c-9401-d3e785b1e547'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:23:48.370763 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-e8eab67f-2060-42a0-8944-d72e27306933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:23:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['8241e887-bcf7-405c-9401-d3e785b1e547'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:48.400199 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-0fc8fffd-ebdb-47b5-afe5-394721f1bdf0 req-1df1006f-dc11-41dd-bd1d-7933b761b524 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Deleting port 2830a68b-7676-41a7-b570-8719cf81a106 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:23:48.400520 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-0fc8fffd-ebdb-47b5-afe5-394721f1bdf0 req-1df1006f-dc11-41dd-bd1d-7933b761b524 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:48.463263 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-56cd6ffc-37f6-4919-99c9-a47dbd633883 None None] Provisioning complete for port 235ce499-d7ad-46db-8998-1728331e7427 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:23:48.463838 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-56cd6ffc-37f6-4919-99c9-a47dbd633883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:48.575240 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9f3dcb-efb3-469a-83d2-c54fe48430b4 None None] DHCP port deletion for fa8e971f-5e38-4f66-a1ab-a95e974dae98 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:23:48.615748 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-e8eab67f-2060-42a0-8944-d72e27306933 None None] Set router 8241e887-bcf7-405c-9401-d3e785b1e547 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:23:48.627504 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-876b7f07-2a22-4163-bc6a-603792d349ec tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Deleting port 0f1b9c8b-05da-4375-855a-b101263eca6b {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:23:48.627842 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-876b7f07-2a22-4163-bc6a-603792d349ec tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:48.670022 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dd5da3d7-c1df-4287-a41e-18922b077b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:48.677032 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5da3d7-c1df-4287-a41e-18922b077b53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:48.683222 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dd5da3d7-c1df-4287-a41e-18922b077b53 admin admin] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:48.715769 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-572fcf0d-6d2c-4d32-af47-3e6b0c75be39 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:48.740114 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4f9f3dcb-efb3-469a-83d2-c54fe48430b4 None None] The port 'c779b729-8152-4d04-b502-c735d146f5a5' was deleted {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 12 01:23:48.843679 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-0fc8fffd-ebdb-47b5-afe5-394721f1bdf0 req-1df1006f-dc11-41dd-bd1d-7933b761b524 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] For port 2830a68b-7676-41a7-b570-8719cf81a106, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=2830a68b-7676-41a7-b570-8719cf81a106,segment=NetworkSegment(a038454c-e35a-4b94-bdaa-5b736e80ec88),segment_id=a038454c-e35a-4b94-bdaa-5b736e80ec88)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:23:48.844814 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-0fc8fffd-ebdb-47b5-afe5-394721f1bdf0 req-1df1006f-dc11-41dd-bd1d-7933b761b524 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:48.878549 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-56cd6ffc-37f6-4919-99c9-a47dbd633883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:48.949404 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-56cd6ffc-37f6-4919-99c9-a47dbd633883 None None] For port 235ce499-d7ad-46db-8998-1728331e7427, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=235ce499-d7ad-46db-8998-1728331e7427,segment=NetworkSegment(7bbb728e-9806-453c-9716-52e1ccd278c6),segment_id=7bbb728e-9806-453c-9716-52e1ccd278c6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:23:48.960114 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-56cd6ffc-37f6-4919-99c9-a47dbd633883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:49.008177 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-0fc8fffd-ebdb-47b5-afe5-394721f1bdf0 req-1df1006f-dc11-41dd-bd1d-7933b761b524 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Calling delete_port for 2830a68b-7676-41a7-b570-8719cf81a106 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:23:49.075440 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-e8eab67f-2060-42a0-8944-d72e27306933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'name': 'tempest-TestVolumeBootPattern-1803726501-router', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'b3315c24-034f-4c6c-af2b-ac0625dea128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:23:26Z', 'updated_at': '2021-11-12T01:23:42Z', 'revision_number': 4, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'gw_port': {'id': 'b3315c24-034f-4c6c-af2b-ac0625dea128', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fe:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:31Z', 'updated_at': '2021-11-12T01:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '235ce499-d7ad-46db-8998-1728331e7427', 'name': '', 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'mac_address': 'fa:16:3e:ef:f5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '6369b7da-1f3e-4df6-8094-1e515695655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:38Z', 'updated_at': '2021-11-12T01:23:48Z', 'revision_number': 4, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'subnets': [{'id': '6369b7da-1f3e-4df6-8094-1e515695655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:49.103549 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0c6f1333-cea1-4757-8d6e-6c60951df6b6 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:49.122933 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8eab67f-2060-42a0-8944-d72e27306933 None None] The sync data for ids ['8241e887-bcf7-405c-9401-d3e785b1e547'] in n-d-712142-27 is: [{'id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'name': 'tempest-TestVolumeBootPattern-1803726501-router', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'b3315c24-034f-4c6c-af2b-ac0625dea128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:23:26Z', 'updated_at': '2021-11-12T01:23:42Z', 'revision_number': 4, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'gw_port': {'id': 'b3315c24-034f-4c6c-af2b-ac0625dea128', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fe:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:31Z', 'updated_at': '2021-11-12T01:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '235ce499-d7ad-46db-8998-1728331e7427', 'name': '', 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'mac_address': 'fa:16:3e:ef:f5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '6369b7da-1f3e-4df6-8094-1e515695655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:38Z', 'updated_at': '2021-11-12T01:23:48Z', 'revision_number': 4, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'subnets': [{'id': '6369b7da-1f3e-4df6-8094-1e515695655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:23:49.261722 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cd6ffc-37f6-4919-99c9-a47dbd633883 None None] Pushing event updated for resources: {'Port': ['ID=235ce499-d7ad-46db-8998-1728331e7427,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:49.289367 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-eb2442a7-6c1b-4b3e-95fa-dc46d41431bc None None] Provisioning complete for port 235ce499-d7ad-46db-8998-1728331e7427 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:23:49.289742 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-eb2442a7-6c1b-4b3e-95fa-dc46d41431bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:49.299139 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cd6ffc-37f6-4919-99c9-a47dbd633883 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:49.299491 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cd6ffc-37f6-4919-99c9-a47dbd633883 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:49.299838 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cd6ffc-37f6-4919-99c9-a47dbd633883 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:49.306179 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cd6ffc-37f6-4919-99c9-a47dbd633883 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:49.306603 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cd6ffc-37f6-4919-99c9-a47dbd633883 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:49.306956 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cd6ffc-37f6-4919-99c9-a47dbd633883 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:49.307300 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cd6ffc-37f6-4919-99c9-a47dbd633883 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:49.307643 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cd6ffc-37f6-4919-99c9-a47dbd633883 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:49.307999 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cd6ffc-37f6-4919-99c9-a47dbd633883 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:49.313741 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cd6ffc-37f6-4919-99c9-a47dbd633883 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:49.314130 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cd6ffc-37f6-4919-99c9-a47dbd633883 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:49.314488 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56cd6ffc-37f6-4919-99c9-a47dbd633883 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:23:49.381894 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device c779b729-8152-4d04-b502-c735d146f5a5 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:23:49.450123 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: c779b729-8152-4d04-b502-c735d146f5a5 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:23:49.451700 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device c779b729-8152-4d04-b502-c735d146f5a5 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:23:49.452412 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 57088768-f15c-4f7f-9a9f-7f6a28932777 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:23:49.468718 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0c6f1333-cea1-4757-8d6e-6c60951df6b6 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:49.493392 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 57088768-f15c-4f7f-9a9f-7f6a28932777 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:23:49.494037 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 57088768-f15c-4f7f-9a9f-7f6a28932777 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:23:49.581543 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572fcf0d-6d2c-4d32-af47-3e6b0c75be39 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event deleted for resources: {'Port': ['ID=c779b729-8152-4d04-b502-c735d146f5a5,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:49.590716 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-dd5da3d7-c1df-4287-a41e-18922b077b53 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.6367805 Nov 12 01:23:49.603222 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572fcf0d-6d2c-4d32-af47-3e6b0c75be39 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] No DVR routers for this DVR port c779b729-8152-4d04-b502-c735d146f5a5 on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:23:49.608013 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59610) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:49.611073 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-fd0b7a4e-3028-4929-a51b-c47921683320 admin admin] Request body: {'subnet': {'network_id': 'aa3d6af6-0340-48c1-93fa-3e3c551f9e16', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-383002086-subnet', 'tenant_id': '2776b18dfc4e4b8e862c02249a90133e', 'ip_version': 4}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:23:49.643354 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5da3d7-c1df-4287-a41e-18922b077b53 admin admin] Pushing event updated for resources: {'Network': ['ID=aa3d6af6-0340-48c1-93fa-3e3c551f9e16,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:49.652019 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0b7a4e-3028-4929-a51b-c47921683320 admin admin] Made reservation on behalf of 2776b18dfc4e4b8e862c02249a90133e for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:23:49.653936 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fd0b7a4e-3028-4929-a51b-c47921683320 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:49.664599 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network aa3d6af6-0340-48c1-93fa-3e3c551f9e16 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:23:49.742063 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d7b31e24-3fa3-4359-9756-9883d693348d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:49.745025 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d7b31e24-3fa3-4359-9756-9883d693348d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:49.750067 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d7b31e24-3fa3-4359-9756-9883d693348d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1b94c481-a591-4998-84a9-04bed0720bfd HTTP/1.1" status: 204 len: 168 time: 2.0686607 Nov 12 01:23:49.774974 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6f1333-cea1-4757-8d6e-6c60951df6b6 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Pushing event updated for resources: {'Port': ['ID=0aee5944-99d6-48af-a0f8-9313b799b0ec,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:49.911774 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-572fcf0d-6d2c-4d32-af47-3e6b0c75be39 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:49.914753 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b31e24-3fa3-4359-9756-9883d693348d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b94c481-a591-4998-84a9-04bed0720bfd,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:49.953700 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-572fcf0d-6d2c-4d32-af47-3e6b0c75be39 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa8e971f-5e38-4f66-a1ab-a95e974dae98']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:49.975665 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-572fcf0d-6d2c-4d32-af47-3e6b0c75be39 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81908e7e-5607-4e76-9f49-5385797133bc') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:49.976280 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-572fcf0d-6d2c-4d32-af47-3e6b0c75be39 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81908e7e-5607-4e76-9f49-5385797133bc') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:50.005956 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-572fcf0d-6d2c-4d32-af47-3e6b0c75be39 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:50.038841 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-0c6f1333-cea1-4757-8d6e-6c60951df6b6 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] In _notify_port_updated(), no bound segment for port 0aee5944-99d6-48af-a0f8-9313b799b0ec on network 92ad1e0c-5cfc-48c2-b486-1a008f379a73 {{(pid=109085) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:23:50.045056 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6f1333-cea1-4757-8d6e-6c60951df6b6 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:50.045887 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0c6f1333-cea1-4757-8d6e-6c60951df6b6 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:50.050201 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-0c6f1333-cea1-4757-8d6e-6c60951df6b6 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] 10.222.0.45 "PUT /v2.0/ports/0aee5944-99d6-48af-a0f8-9313b799b0ec HTTP/1.1" status: 200 len: 1135 time: 2.1714225 Nov 12 01:23:50.053273 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59620) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:50.062049 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-876b7f07-2a22-4163-bc6a-603792d349ec tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:50.064525 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-572fcf0d-6d2c-4d32-af47-3e6b0c75be39 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:50.077090 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-572fcf0d-6d2c-4d32-af47-3e6b0c75be39 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:23:50.084053 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-572fcf0d-6d2c-4d32-af47-3e6b0c75be39 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:50.133986 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:23:50.133986 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:23:50.133986 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:23:50.133986 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:23:50.133986 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:23:50.133986 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:23:50.133986 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:23:50.133986 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:23:50.133986 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:23:50.133986 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:23:50.133986 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:23:50.133986 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:23:50.133986 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:23:50.133986 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:23:50.133986 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:23:50.133986 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:23:50.133986 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:23:50.133986 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:23:50.133986 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:23:50.133986 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:23:50.133986 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:23:50.133986 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:23:50.133986 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:23:50.133986 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:23:50.133986 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:23:50.133986 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:23:50.133986 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:23:50.133986 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:23:50.133986 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:23:50.133986 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:23:50.133986 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:23:50.133986 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:23:50.228140 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4393f923-d3db-4a08-a54e-1d1e33d6f4b3 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:50.237765 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4393f923-d3db-4a08-a54e-1d1e33d6f4b3 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] 10.222.0.45 "GET /v2.0/ports/0aee5944-99d6-48af-a0f8-9313b799b0ec HTTP/1.1" status: 200 len: 1135 time: 0.1642892 Nov 12 01:23:50.238469 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59628) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:50.243520 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-0fc8fffd-ebdb-47b5-afe5-394721f1bdf0 req-1df1006f-dc11-41dd-bd1d-7933b761b524 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:50.269297 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2f875-22f1-434e-a116-a1f8b246a865 req-22240b2b-1460-4b85-a8cb-50e42568ec12 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:50.272898 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c9a2f875-22f1-434e-a116-a1f8b246a865 req-22240b2b-1460-4b85-a8cb-50e42568ec12 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/ports?device_id=7fc1e38b-3138-4613-9f43-abb08e04bfce HTTP/1.1" status: 200 len: 867 time: 0.8570757 Nov 12 01:23:50.311765 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-876b7f07-2a22-4163-bc6a-603792d349ec tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Calling delete_port for 0f1b9c8b-05da-4375-855a-b101263eca6b owned by network:router_gateway {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:23:50.313573 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-572fcf0d-6d2c-4d32-af47-3e6b0c75be39 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:50.340268 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-572fcf0d-6d2c-4d32-af47-3e6b0c75be39 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:50.346370 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-572fcf0d-6d2c-4d32-af47-3e6b0c75be39 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "DELETE /v2.0/networks/fa8e971f-5e38-4f66-a1ab-a95e974dae98 HTTP/1.1" status: 204 len: 168 time: 3.2815924 Nov 12 01:23:50.350137 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59630) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:50.369375 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-06b424d3-5003-43c1-ae20-829ac0893fea tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Request body: {'router': {'routes': None}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:23:50.382242 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df1006f-dc11-41dd-bd1d-7933b761b524 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Pushing event deleted for resources: {'Port': ['ID=2830a68b-7676-41a7-b570-8719cf81a106,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:50.409833 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-2979b641-9f4f-48df-ab5f-a56079e5333b None None] Provisioning complete for port 0aee5944-99d6-48af-a0f8-9313b799b0ec triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:23:50.410664 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2979b641-9f4f-48df-ab5f-a56079e5333b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:50.431778 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572fcf0d-6d2c-4d32-af47-3e6b0c75be39 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Pushing event deleted for resources: {'Network': ['ID=fa8e971f-5e38-4f66-a1ab-a95e974dae98,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:50.489526 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-2979b641-9f4f-48df-ab5f-a56079e5333b None None] Port 0aee5944-99d6-48af-a0f8-9313b799b0ec cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:23:50.611720 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fc8fffd-ebdb-47b5-afe5-394721f1bdf0 req-1df1006f-dc11-41dd-bd1d-7933b761b524 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] No DVR routers for this DVR port 2830a68b-7676-41a7-b570-8719cf81a106 on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:23:50.620188 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-0fc8fffd-ebdb-47b5-afe5-394721f1bdf0 req-1df1006f-dc11-41dd-bd1d-7933b761b524 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:50.623848 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0fc8fffd-ebdb-47b5-afe5-394721f1bdf0 req-1df1006f-dc11-41dd-bd1d-7933b761b524 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.16 "DELETE /v2.0/ports/2830a68b-7676-41a7-b570-8719cf81a106 HTTP/1.1" status: 204 len: 173 time: 2.7478426 Nov 12 01:23:50.626709 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc1e38b-3138-4613-9f43-abb08e04bfce', 'name': 'network-vif-deleted', 'tag': '2830a68b-7676-41a7-b570-8719cf81a106'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:23:50.629416 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf31890-92f3-4800-ab94-ba04c71959f8" -d '{"events": [{"server_uuid": "7fc1e38b-3138-4613-9f43-abb08e04bfce", "name": "network-vif-deleted", "tag": "2830a68b-7676-41a7-b570-8719cf81a106"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:23:50.641239 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c9a2f875-22f1-434e-a116-a1f8b246a865 req-bfe24534-6c15-45c4-8354-a0854b1eb172 tempest-ListServerFiltersTestJSON-798129933 tempest-ListServerFiltersTestJSON-798129933-project] 10.222.0.45 "GET /v2.0/security-groups?id=fffd30fd-6b1c-4828-84d7-a04053ecae97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429835 Nov 12 01:23:50.654043 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 2830a68b-7676-41a7-b570-8719cf81a106 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:23:50.675017 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fd0b7a4e-3028-4929-a51b-c47921683320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:50.743033 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.extraroute_db [None req-06b424d3-5003-43c1-ae20-829ac0893fea tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Added routes are [] {{(pid=109086) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 01:23:50.743715 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.extraroute_db [None req-06b424d3-5003-43c1-ae20-829ac0893fea tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Removed routes are [] {{(pid=109086) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 01:23:50.744236 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-06b424d3-5003-43c1-ae20-829ac0893fea tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-233838'] for router, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:50.747840 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] No Port match for: 2830a68b-7676-41a7-b570-8719cf81a106 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:23:50.748618 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 2830a68b-7676-41a7-b570-8719cf81a106 not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:23:50.771956 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5b6058-af17-4224-9f23-b08695cf0505 x-openstack-request-id: req-8a5b6058-af17-4224-9f23-b08695cf0505 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:23:50.772224 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc1e38b-3138-4613-9f43-abb08e04bfce", "name": "network-vif-deleted", "tag": "2830a68b-7676-41a7-b570-8719cf81a106", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:23:50.772635 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8a5b6058-af17-4224-9f23-b08695cf0505 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:23:50.773114 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc1e38b-3138-4613-9f43-abb08e04bfce', 'name': 'network-vif-deleted', 'tag': '2830a68b-7676-41a7-b570-8719cf81a106', 'status': 'completed', 'code': 200} Nov 12 01:23:50.787756 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-2abf5a28-cefe-46ba-9490-8ad465ba50c8 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Deleting port 0aee5944-99d6-48af-a0f8-9313b799b0ec {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:23:50.788147 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2abf5a28-cefe-46ba-9490-8ad465ba50c8 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:50.858042 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0b7a4e-3028-4929-a51b-c47921683320 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9eb6732c-01e4-4e36-a733-a917060363b0,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:50.992272 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2abf5a28-cefe-46ba-9490-8ad465ba50c8 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:51.016903 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-2abf5a28-cefe-46ba-9490-8ad465ba50c8 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Calling delete_port for 0aee5944-99d6-48af-a0f8-9313b799b0ec owned by {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:23:51.103449 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-876b7f07-2a22-4163-bc6a-603792d349ec tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:51.111739 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0b7a4e-3028-4929-a51b-c47921683320 admin admin] Checking segment: {'id': 'b6570201-7cfc-4784-9418-fdeed8dcd0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'aa3d6af6-0340-48c1-93fa-3e3c551f9e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:23:51.118103 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0b7a4e-3028-4929-a51b-c47921683320 admin admin] Network hostable DHCP agents. Network: aa3d6af6-0340-48c1-93fa-3e3c551f9e16, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:23:51.131608 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-06b424d3-5003-43c1-ae20-829ac0893fea tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-233838'] for router, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:51.140817 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-06b424d3-5003-43c1-ae20-829ac0893fea tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1709614'] for router, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:51.214515 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876b7f07-2a22-4163-bc6a-603792d349ec tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event deleted for resources: {'Port': ['ID=0f1b9c8b-05da-4375-855a-b101263eca6b,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:51.239823 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5c09b1-9778-4feb-af4e-9aab316d34ab None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:23:51.310674 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0b7a4e-3028-4929-a51b-c47921683320 admin admin] Network aa3d6af6-0340-48c1-93fa-3e3c551f9e16 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:23:51.342266 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b424d3-5003-43c1-ae20-829ac0893fea tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Router e864dfc6-4044-4b92-a64a-4d2603d9ea92 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:23:51.349305 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-fd0b7a4e-3028-4929-a51b-c47921683320 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, aa3d6af6-0340-48c1-93fa-3e3c551f9e16) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:23:51.359273 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 235ce499-d7ad-46db-8998-1728331e7427 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:23:51.366892 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0b7a4e-3028-4929-a51b-c47921683320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:51.368755 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fd0b7a4e-3028-4929-a51b-c47921683320 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:51.409346 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba8677f-8584-432c-b2bb-b60bf703aca8 None None] Network aa3d6af6-0340-48c1-93fa-3e3c551f9e16 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:23:51.467398 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b424d3-5003-43c1-ae20-829ac0893fea tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:23:51.480785 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-06b424d3-5003-43c1-ae20-829ac0893fea tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:51.486533 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-06b424d3-5003-43c1-ae20-829ac0893fea tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "PUT /v2.0/routers/e864dfc6-4044-4b92-a64a-4d2603d9ea92 HTTP/1.1" status: 200 len: 701 time: 1.1231694 Nov 12 01:23:51.493123 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59650) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:51.504591 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-876b7f07-2a22-4163-bc6a-603792d349ec tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:51.532754 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5e4b5ad9-e442-4ae5-b24b-1e407fb91041 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "GET /v2.0/ports?device_id=e864dfc6-4044-4b92-a64a-4d2603d9ea92 HTTP/1.1" status: 200 len: 205 time: 0.0382397 Nov 12 01:23:51.533813 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59656) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:51.547583 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-fd0b7a4e-3028-4929-a51b-c47921683320 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9413838 Nov 12 01:23:51.581272 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59658) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:51.640375 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-b51b6f23-1edf-4d7b-bc98-0a7154032a95 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-383002086-router', 'tenant_id': '2776b18dfc4e4b8e862c02249a90133e', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:23:51.642319 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68823d7-8bbb-47b8-abaf-124d4c0cd650 None None] Sync routers for ids ['e864dfc6-4044-4b92-a64a-4d2603d9ea92'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:23:51.702472 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-197b8e9c-dc5e-4fe7-8ee9-a2a58eedcf7b tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:51.727316 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2abf5a28-cefe-46ba-9490-8ad465ba50c8 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:51.765363 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-876b7f07-2a22-4163-bc6a-603792d349ec tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:51.765714 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68823d7-8bbb-47b8-abaf-124d4c0cd650 None None] Routers {'e864dfc6-4044-4b92-a64a-4d2603d9ea92'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:23:51.766493 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-b68823d7-8bbb-47b8-abaf-124d4c0cd650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:23:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['e864dfc6-4044-4b92-a64a-4d2603d9ea92'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:51.837832 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59668) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:51.865199 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-876b7f07-2a22-4163-bc6a-603792d349ec tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:51.899637 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abf5a28-cefe-46ba-9490-8ad465ba50c8 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Pushing event deleted for resources: {'Port': ['ID=0aee5944-99d6-48af-a0f8-9313b799b0ec,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:51.935540 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-b68823d7-8bbb-47b8-abaf-124d4c0cd650 None None] Set router e864dfc6-4044-4b92-a64a-4d2603d9ea92 gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:23:51.988661 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59670) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:51.999535 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b51b6f23-1edf-4d7b-bc98-0a7154032a95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:52.000644 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b51b6f23-1edf-4d7b-bc98-0a7154032a95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:52.018493 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-876b7f07-2a22-4163-bc6a-603792d349ec tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:52.018779 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876b7f07-2a22-4163-bc6a-603792d349ec tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Fanout notify agent at l3_agent the message router_deleted on router 7492d6e8-7eaf-4caf-a0d3-88d1723b70ce {{(pid=109085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:23:52.035416 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-876b7f07-2a22-4163-bc6a-603792d349ec tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:52.042902 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-876b7f07-2a22-4163-bc6a-603792d349ec tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "DELETE /v2.0/routers/7492d6e8-7eaf-4caf-a0d3-88d1723b70ce HTTP/1.1" status: 204 len: 168 time: 5.5073078 Nov 12 01:23:52.048595 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59674) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:52.052919 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-b68823d7-8bbb-47b8-abaf-124d4c0cd650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'name': 'tempest-RoutersTest-router-1337973071', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:21:38Z', 'updated_at': '2021-11-12T01:23:43Z', 'revision_number': 11, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'gw_port_host': None}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:52.058006 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-63692432-a579-4c03-9b6c-be018643f523 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-198159914'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:23:52.079075 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2abf5a28-cefe-46ba-9490-8ad465ba50c8 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:52.086184 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2abf5a28-cefe-46ba-9490-8ad465ba50c8 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] 10.222.0.45 "DELETE /v2.0/ports/0aee5944-99d6-48af-a0f8-9313b799b0ec HTTP/1.1" status: 204 len: 168 time: 1.8436692 Nov 12 01:23:52.089079 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59676) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:52.158757 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68823d7-8bbb-47b8-abaf-124d4c0cd650 None None] Checking router: e864dfc6-4044-4b92-a64a-4d2603d9ea92 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:23:52.192811 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 235ce499-d7ad-46db-8998-1728331e7427 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:23:52.193430 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:52.222589 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b51b6f23-1edf-4d7b-bc98-0a7154032a95 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:52.238830 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-602818d5-824e-40f2-b521-5522b0eaf796 admin admin] Deleting subnet 169aa883-bc14-4fda-89e6-95e18c4a9217 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:23:52.351023 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68823d7-8bbb-47b8-abaf-124d4c0cd650 None None] Routers {'e864dfc6-4044-4b92-a64a-4d2603d9ea92'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:23:52.352704 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-b68823d7-8bbb-47b8-abaf-124d4c0cd650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:23:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['e864dfc6-4044-4b92-a64a-4d2603d9ea92'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:52.406668 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-197b8e9c-dc5e-4fe7-8ee9-a2a58eedcf7b tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:52.409637 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-197b8e9c-dc5e-4fe7-8ee9-a2a58eedcf7b tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:52.432004 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b51b6f23-1edf-4d7b-bc98-0a7154032a95 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:52.444851 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63692432-a579-4c03-9b6c-be018643f523 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Made reservation on behalf of 59c2860fe13d48f997166c751343b84d for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:23:52.449541 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-63692432-a579-4c03-9b6c-be018643f523 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:52.456322 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-69778983-702b-4646-93e9-fcc49120ddd1 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-381717196'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:23:52.478587 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-7735a232-60be-4558-ad91-de46bac596d3 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Deleting subnet f03bf933-4663-4938-8a9e-7897e7e90d2a {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:23:52.480258 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-602818d5-824e-40f2-b521-5522b0eaf796 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:52.519036 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7735a232-60be-4558-ad91-de46bac596d3 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:52.535460 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-602818d5-824e-40f2-b521-5522b0eaf796 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:52.553130 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-b68823d7-8bbb-47b8-abaf-124d4c0cd650 None None] Set router e864dfc6-4044-4b92-a64a-4d2603d9ea92 gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:23:52.562189 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63692432-a579-4c03-9b6c-be018643f523 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:23:52.589684 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-63692432-a579-4c03-9b6c-be018643f523 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:52.590806 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-63692432-a579-4c03-9b6c-be018643f523 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Added segment 502459df-19da-45eb-93d4-ef868cee339e of type vlan for network 2b939ba9-318e-49a3-a2ca-4caa3a98f3d8 Nov 12 01:23:52.598182 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-197b8e9c-dc5e-4fe7-8ee9-a2a58eedcf7b tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:52.598936 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197b8e9c-dc5e-4fe7-8ee9-a2a58eedcf7b tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Fanout notify agent at l3_agent the message router_deleted on router e864dfc6-4044-4b92-a64a-4d2603d9ea92 {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:23:52.631375 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-197b8e9c-dc5e-4fe7-8ee9-a2a58eedcf7b tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:52.634291 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-197b8e9c-dc5e-4fe7-8ee9-a2a58eedcf7b tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "DELETE /v2.0/routers/e864dfc6-4044-4b92-a64a-4d2603d9ea92 HTTP/1.1" status: 204 len: 168 time: 1.0986166 Nov 12 01:23:52.640496 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59688) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:52.643492 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcaf53c8-c66d-4e20-9376-f7d5568fdea6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-aa3d6af6-0340-48c1-93fa-3e3c551f9e16', 'network_id': 'aa3d6af6-0340-48c1-93fa-3e3c551f9e16', 'tenant_id': '2776b18dfc4e4b8e862c02249a90133e', 'fixed_ips': [{'subnet_id': '9eb6732c-01e4-4e36-a733-a917060363b0'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:23:52.644556 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fcaf53c8-c66d-4e20-9376-f7d5568fdea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:52.653215 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-e9513e9e-c03a-485c-ab8b-aa788fa2c84e tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-858876451', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:23:52.654657 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-63692432-a579-4c03-9b6c-be018643f523 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:52.701845 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-b68823d7-8bbb-47b8-abaf-124d4c0cd650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'name': 'tempest-RoutersTest-router-1337973071', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:21:38Z', 'updated_at': '2021-11-12T01:23:43Z', 'revision_number': 11, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'gw_port_host': None}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:52.765446 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68823d7-8bbb-47b8-abaf-124d4c0cd650 None None] The sync data for ids ['e864dfc6-4044-4b92-a64a-4d2603d9ea92'] in n-d-712142-27 is: [{'id': 'e864dfc6-4044-4b92-a64a-4d2603d9ea92', 'name': 'tempest-RoutersTest-router-1337973071', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:21:38Z', 'updated_at': '2021-11-12T01:23:43Z', 'revision_number': 11, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'gw_port_host': None}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:23:52.806722 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-602818d5-824e-40f2-b521-5522b0eaf796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:52.871466 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e9513e9e-c03a-485c-ab8b-aa788fa2c84e tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:52.872722 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e9513e9e-c03a-485c-ab8b-aa788fa2c84e tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:53.005918 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e9513e9e-c03a-485c-ab8b-aa788fa2c84e tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:53.019332 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e9513e9e-c03a-485c-ab8b-aa788fa2c84e tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:53.051692 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e9513e9e-c03a-485c-ab8b-aa788fa2c84e tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:53.055126 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e9513e9e-c03a-485c-ab8b-aa788fa2c84e tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4100718 Nov 12 01:23:53.057236 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59694) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:53.069662 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-37caeb83-4f46-4020-96ce-810c5feee730 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:23:53.074679 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-602818d5-824e-40f2-b521-5522b0eaf796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:53.149976 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-602818d5-824e-40f2-b521-5522b0eaf796 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:53.153546 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-602818d5-824e-40f2-b521-5522b0eaf796 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/169aa883-bc14-4fda-89e6-95e18c4a9217 HTTP/1.1" status: 204 len: 168 time: 1.3091869 Nov 12 01:23:53.225257 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59696) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:53.226798 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602818d5-824e-40f2-b521-5522b0eaf796 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=169aa883-bc14-4fda-89e6-95e18c4a9217,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:53.300293 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69778983-702b-4646-93e9-fcc49120ddd1 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Made reservation on behalf of 80f84ea4049348a6be820b54fd560c5f for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:23:53.309126 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-69778983-702b-4646-93e9-fcc49120ddd1 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:53.316852 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-63692432-a579-4c03-9b6c-be018643f523 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:53.324176 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63692432-a579-4c03-9b6c-be018643f523 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:53.324748 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-63692432-a579-4c03-9b6c-be018643f523 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:53.330153 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7735a232-60be-4558-ad91-de46bac596d3 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:53.343211 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-fcaf53c8-c66d-4e20-9376-f7d5568fdea6 None None] Allocated IP 172.20.0.2 (aa3d6af6-0340-48c1-93fa-3e3c551f9e16/9eb6732c-01e4-4e36-a733-a917060363b0/0080b91c-43df-4c40-a8cd-c91164b2eb85) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:23:53.358578 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d47a8b-de97-4f7e-8d89-e415e521a4e1 None None] Network 0fa3aba6-17c9-489d-89ab-1f9367d3d32a requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:23:53.414833 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-69778983-702b-4646-93e9-fcc49120ddd1 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:53.457024 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-63692432-a579-4c03-9b6c-be018643f523 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4073524 Nov 12 01:23:53.467242 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59704) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:53.475111 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-9d2ee08e-7638-4b7e-9d96-e8bee3db8d02 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Request body: {'subnet': {'network_id': '2b939ba9-318e-49a3-a2ca-4caa3a98f3d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:23:53.502955 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d33af89f-e6aa-4760-876a-a6dca4c18509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:53.582282 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-37caeb83-4f46-4020-96ce-810c5feee730 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-233838'] for router, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:53.626894 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63692432-a579-4c03-9b6c-be018643f523 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event updated for resources: {'Network': ['ID=2b939ba9-318e-49a3-a2ca-4caa3a98f3d8,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:53.651280 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-37caeb83-4f46-4020-96ce-810c5feee730 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1709614'] for router, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:53.661744 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 2b939ba9-318e-49a3-a2ca-4caa3a98f3d8 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:23:53.749296 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfad9b9-caf9-4e5b-8f9f-dfb926f9c4ad None None] DHCP port deletion for 0fa3aba6-17c9-489d-89ab-1f9367d3d32a request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:23:53.808519 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7735a232-60be-4558-ad91-de46bac596d3 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:53.948364 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-69778983-702b-4646-93e9-fcc49120ddd1 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:53.951023 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fcaf53c8-c66d-4e20-9376-f7d5568fdea6 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:53.958136 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-69778983-702b-4646-93e9-fcc49120ddd1 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:53.970215 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2ee08e-7638-4b7e-9d96-e8bee3db8d02 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Made reservation on behalf of 59c2860fe13d48f997166c751343b84d for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:23:53.975021 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9d2ee08e-7638-4b7e-9d96-e8bee3db8d02 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:53.977770 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fcaf53c8-c66d-4e20-9376-f7d5568fdea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:53.989636 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-1cfad9b9-caf9-4e5b-8f9f-dfb926f9c4ad None None] Deleting port b992d8d9-b1b5-4681-9833-6113fde3be6e {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:23:53.990015 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7735a232-60be-4558-ad91-de46bac596d3 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:53.991204 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1cfad9b9-caf9-4e5b-8f9f-dfb926f9c4ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:54.096222 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69778983-702b-4646-93e9-fcc49120ddd1 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:23:54.136148 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7735a232-60be-4558-ad91-de46bac596d3 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Pushing event deleted for resources: {'Subnet': ['ID=f03bf933-4663-4938-8a9e-7897e7e90d2a,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:54.182580 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcaf53c8-c66d-4e20-9376-f7d5568fdea6 None None] Network aa3d6af6-0340-48c1-93fa-3e3c551f9e16 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:23:54.185342 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7735a232-60be-4558-ad91-de46bac596d3 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:54.186228 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf53c8-c66d-4e20-9376-f7d5568fdea6 None None] Pushing event updated for resources: {'Port': ['ID=0080b91c-43df-4c40-a8cd-c91164b2eb85,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:54.192685 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7735a232-60be-4558-ad91-de46bac596d3 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] 10.222.0.45 "DELETE /v2.0/subnets/f03bf933-4663-4938-8a9e-7897e7e90d2a HTTP/1.1" status: 204 len: 168 time: 2.1003277 Nov 12 01:23:54.193765 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69778983-702b-4646-93e9-fcc49120ddd1 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1093d2d5-151e-441c-8f2d-11941debbb81,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:54.197741 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59712) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:54.198598 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-fcaf53c8-c66d-4e20-9376-f7d5568fdea6 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:23:54.202382 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-69778983-702b-4646-93e9-fcc49120ddd1 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:54.202698 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcaf53c8-c66d-4e20-9376-f7d5568fdea6 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:23:54.202995 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-69778983-702b-4646-93e9-fcc49120ddd1 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Added segment 2077e35e-3bfc-42cc-aa81-d7a925435ebe of type vlan for network cc9979a9-16dc-4598-961c-af17862cfa4f Nov 12 01:23:54.249060 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-d33af89f-e6aa-4760-876a-a6dca4c18509 admin admin] Deleting port b992d8d9-b1b5-4681-9833-6113fde3be6e {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:23:54.250075 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d33af89f-e6aa-4760-876a-a6dca4c18509 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:54.256734 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-1cfad9b9-caf9-4e5b-8f9f-dfb926f9c4ad None None] For port b992d8d9-b1b5-4681-9833-6113fde3be6e, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=b992d8d9-b1b5-4681-9833-6113fde3be6e,segment=NetworkSegment(a038454c-e35a-4b94-bdaa-5b736e80ec88),segment_id=a038454c-e35a-4b94-bdaa-5b736e80ec88)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:23:54.257140 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1cfad9b9-caf9-4e5b-8f9f-dfb926f9c4ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:54.290378 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37caeb83-4f46-4020-96ce-810c5feee730 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Router ac7ec5fc-467a-4fb3-9e20-12caa36937ec is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:23:54.363418 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dec29fd-4067-4070-8ca4-da27a69bd7bc None None] Network 92ad1e0c-5cfc-48c2-b486-1a008f379a73 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:23:54.410158 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-69778983-702b-4646-93e9-fcc49120ddd1 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:54.451340 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-1cfad9b9-caf9-4e5b-8f9f-dfb926f9c4ad None None] Calling delete_port for b992d8d9-b1b5-4681-9833-6113fde3be6e owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:23:54.457083 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5d424c7a-96e4-4671-99b4-f5265b7c4521 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:54.478416 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b51b6f23-1edf-4d7b-bc98-0a7154032a95 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:54.537439 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-d33af89f-e6aa-4760-876a-a6dca4c18509 admin admin] For port b992d8d9-b1b5-4681-9833-6113fde3be6e, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=b992d8d9-b1b5-4681-9833-6113fde3be6e,segment=NetworkSegment(a038454c-e35a-4b94-bdaa-5b736e80ec88),segment_id=a038454c-e35a-4b94-bdaa-5b736e80ec88)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:23:54.538613 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d33af89f-e6aa-4760-876a-a6dca4c18509 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:54.548697 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b51b6f23-1edf-4d7b-bc98-0a7154032a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:54.550994 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-69778983-702b-4646-93e9-fcc49120ddd1 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:54.569999 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69778983-702b-4646-93e9-fcc49120ddd1 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:54.570831 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-69778983-702b-4646-93e9-fcc49120ddd1 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:54.575104 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37caeb83-4f46-4020-96ce-810c5feee730 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:23:54.578449 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-d33af89f-e6aa-4760-876a-a6dca4c18509 admin admin] Calling delete_port for b992d8d9-b1b5-4681-9833-6113fde3be6e owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:23:54.591737 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-37caeb83-4f46-4020-96ce-810c5feee730 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:54.597837 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cb67c6-e1ba-4e2c-bc25-c779db037255 None None] Sync routers for ids ['ac7ec5fc-467a-4fb3-9e20-12caa36937ec'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:23:54.601313 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59720) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:54.609907 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-37caeb83-4f46-4020-96ce-810c5feee730 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "PUT /v2.0/routers/ac7ec5fc-467a-4fb3-9e20-12caa36937ec HTTP/1.1" status: 200 len: 693 time: 1.5350902 Nov 12 01:23:54.632259 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cb67c6-e1ba-4e2c-bc25-c779db037255 None None] Routers {'ac7ec5fc-467a-4fb3-9e20-12caa36937ec'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:23:54.636405 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-93cb67c6-e1ba-4e2c-bc25-c779db037255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:23:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['ac7ec5fc-467a-4fb3-9e20-12caa36937ec'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:54.702417 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-fcaf53c8-c66d-4e20-9376-f7d5568fdea6 None None] Attempting to bind port 0080b91c-43df-4c40-a8cd-c91164b2eb85 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:23:54.702959 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-fcaf53c8-c66d-4e20-9376-f7d5568fdea6 None None] Attempting to bind port 0080b91c-43df-4c40-a8cd-c91164b2eb85 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'b6570201-7cfc-4784-9418-fdeed8dcd0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'aa3d6af6-0340-48c1-93fa-3e3c551f9e16'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:23:54.703104 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcaf53c8-c66d-4e20-9376-f7d5568fdea6 None None] Attempting to bind port 0080b91c-43df-4c40-a8cd-c91164b2eb85 on network aa3d6af6-0340-48c1-93fa-3e3c551f9e16 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:23:54.713527 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcaf53c8-c66d-4e20-9376-f7d5568fdea6 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:23:54.713919 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcaf53c8-c66d-4e20-9376-f7d5568fdea6 None None] Checking segment: {'id': 'b6570201-7cfc-4784-9418-fdeed8dcd0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'aa3d6af6-0340-48c1-93fa-3e3c551f9e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:23:54.714341 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fcaf53c8-c66d-4e20-9376-f7d5568fdea6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:54.714756 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcaf53c8-c66d-4e20-9376-f7d5568fdea6 None None] Bound using segment: {'id': 'b6570201-7cfc-4784-9418-fdeed8dcd0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'aa3d6af6-0340-48c1-93fa-3e3c551f9e16'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:23:54.715286 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-fcaf53c8-c66d-4e20-9376-f7d5568fdea6 None None] Bound port: 0080b91c-43df-4c40-a8cd-c91164b2eb85, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6570201-7cfc-4784-9418-fdeed8dcd0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'aa3d6af6-0340-48c1-93fa-3e3c551f9e16'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:23:54.715694 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fcaf53c8-c66d-4e20-9376-f7d5568fdea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:54.789666 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-69778983-702b-4646-93e9-fcc49120ddd1 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.7991560 Nov 12 01:23:54.790885 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59726) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:54.814606 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-56b00a8d-1cf5-47cb-8506-9bedd1321614 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Request body: {'subnet': {'network_id': 'cc9979a9-16dc-4598-961c-af17862cfa4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:23:54.821687 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-fcaf53c8-c66d-4e20-9376-f7d5568fdea6 None None] For port 0080b91c-43df-4c40-a8cd-c91164b2eb85, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:23:54.830722 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-fcaf53c8-c66d-4e20-9376-f7d5568fdea6 None None] For port 0080b91c-43df-4c40-a8cd-c91164b2eb85, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=0080b91c-43df-4c40-a8cd-c91164b2eb85,segment=NetworkSegment(b6570201-7cfc-4784-9418-fdeed8dcd0ef),segment_id=b6570201-7cfc-4784-9418-fdeed8dcd0ef)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:23:54.872277 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1cfad9b9-caf9-4e5b-8f9f-dfb926f9c4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:54.874962 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fcaf53c8-c66d-4e20-9376-f7d5568fdea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:54.887145 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-93cb67c6-e1ba-4e2c-bc25-c779db037255 None None] Set router ac7ec5fc-467a-4fb3-9e20-12caa36937ec gateway port host: None {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:23:54.890299 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69778983-702b-4646-93e9-fcc49120ddd1 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Pushing event updated for resources: {'Network': ['ID=cc9979a9-16dc-4598-961c-af17862cfa4f,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:54.911337 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-86b6b32a-e8a9-4090-b507-b5275542fb66 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "GET /v2.0/routers/ac7ec5fc-467a-4fb3-9e20-12caa36937ec HTTP/1.1" status: 200 len: 699 time: 0.2925687 Nov 12 01:23:54.911713 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network cc9979a9-16dc-4598-961c-af17862cfa4f details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:23:54.912315 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59728) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:54.968034 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d33af89f-e6aa-4760-876a-a6dca4c18509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:54.978128 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-d265915c-53cd-43f2-9031-3b14058973fe tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac7ec5fc-467a-4fb3-9e20-12caa36937ec HTTP/1.1" status: 200 len: 205 time: 0.0584371 Nov 12 01:23:54.999559 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59730) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:55.009220 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9d2ee08e-7638-4b7e-9d96-e8bee3db8d02 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:55.011719 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-93cb67c6-e1ba-4e2c-bc25-c779db037255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac7ec5fc-467a-4fb3-9e20-12caa36937ec', 'name': 'tempest-RoutersTest-router-858876451', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:23:52Z', 'updated_at': '2021-11-12T01:23:53Z', 'revision_number': 2, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'gw_port_host': None}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:55.072662 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cb67c6-e1ba-4e2c-bc25-c779db037255 None None] Checking router: ac7ec5fc-467a-4fb3-9e20-12caa36937ec for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:23:55.092084 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cb67c6-e1ba-4e2c-bc25-c779db037255 None None] Routers {'ac7ec5fc-467a-4fb3-9e20-12caa36937ec'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:23:55.093500 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33af89f-e6aa-4760-876a-a6dca4c18509 admin admin] Pushing event deleted for resources: {'Port': ['ID=b992d8d9-b1b5-4681-9833-6113fde3be6e,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:55.093823 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-93cb67c6-e1ba-4e2c-bc25-c779db037255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:23:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['ac7ec5fc-467a-4fb3-9e20-12caa36937ec'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:55.109622 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33af89f-e6aa-4760-876a-a6dca4c18509 admin admin] No DVR routers for this DVR port b992d8d9-b1b5-4681-9833-6113fde3be6e on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:23:55.178632 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfad9b9-caf9-4e5b-8f9f-dfb926f9c4ad None None] No DVR routers for this DVR port b992d8d9-b1b5-4681-9833-6113fde3be6e on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:23:55.262107 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dce666b1-2d62-4726-a439-393be6bbfa86 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for router, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:55.337118 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d33af89f-e6aa-4760-876a-a6dca4c18509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:55.361256 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-5d424c7a-96e4-4671-99b4-f5265b7c4521 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Deleting port 02702fcf-9a4e-44f0-a78c-052f5982e167 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:23:55.362007 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5d424c7a-96e4-4671-99b4-f5265b7c4521 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:55.362475 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-d33af89f-e6aa-4760-876a-a6dca4c18509 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fa3aba6-17c9-489d-89ab-1f9367d3d32a']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:55.374137 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-b51b6f23-1edf-4d7b-bc98-0a7154032a95 admin admin] Allocated IP 172.25.3.61 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/2966425c-8ed8-4045-b210-3bb7354eb912) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:23:55.374869 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-d33af89f-e6aa-4760-876a-a6dca4c18509 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a038454c-e35a-4b94-bdaa-5b736e80ec88') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:55.375186 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-d33af89f-e6aa-4760-876a-a6dca4c18509 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a038454c-e35a-4b94-bdaa-5b736e80ec88') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:55.393023 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d33af89f-e6aa-4760-876a-a6dca4c18509 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:55.409432 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d33af89f-e6aa-4760-876a-a6dca4c18509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:55.417561 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d33af89f-e6aa-4760-876a-a6dca4c18509 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:23:55.417982 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d33af89f-e6aa-4760-876a-a6dca4c18509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:55.447361 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-93cb67c6-e1ba-4e2c-bc25-c779db037255 None None] Set router ac7ec5fc-467a-4fb3-9e20-12caa36937ec gateway port host: None {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:23:55.456797 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device b992d8d9-b1b5-4681-9833-6113fde3be6e no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:23:55.487618 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfad9b9-caf9-4e5b-8f9f-dfb926f9c4ad None None] Pushing event deleted for resources: {'Port': ['ID=b992d8d9-b1b5-4681-9833-6113fde3be6e,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:55.491185 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ee08e-7638-4b7e-9d96-e8bee3db8d02 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event updated for resources: {'Subnet': ['ID=c4238597-65a2-4f4a-bbb3-47a58ce6749f,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:55.528098 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:23:55.528098 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:23:55.528098 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:23:55.528098 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:23:55.528098 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:23:55.528098 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:23:55.528098 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:23:55.528098 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:23:55.528098 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:23:55.528098 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:23:55.528098 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:23:55.528098 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:23:55.528098 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:23:55.528098 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:23:55.528098 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:23:55.528098 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:23:55.528098 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:23:55.528098 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:23:55.528098 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:23:55.528098 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:23:55.528098 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:23:55.528098 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:23:55.528098 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:23:55.528098 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:23:55.528098 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:23:55.528098 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:23:55.528098 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:23:55.528098 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:23:55.528098 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:23:55.528098 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:23:55.528098 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:23:55.528098 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:23:55.530302 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d33af89f-e6aa-4760-876a-a6dca4c18509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:55.551434 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d33af89f-e6aa-4760-876a-a6dca4c18509 admin admin] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:55.573363 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d33af89f-e6aa-4760-876a-a6dca4c18509 admin admin] 10.222.0.45 "DELETE /v2.0/networks/0fa3aba6-17c9-489d-89ab-1f9367d3d32a HTTP/1.1" status: 204 len: 168 time: 2.3441250 Nov 12 01:23:55.630953 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33af89f-e6aa-4760-876a-a6dca4c18509 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fa3aba6-17c9-489d-89ab-1f9367d3d32a,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:55.655499 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-93cb67c6-e1ba-4e2c-bc25-c779db037255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac7ec5fc-467a-4fb3-9e20-12caa36937ec', 'name': 'tempest-RoutersTest-router-858876451', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:23:52Z', 'updated_at': '2021-11-12T01:23:53Z', 'revision_number': 2, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'gw_port_host': None}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:55.658085 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b00a8d-1cf5-47cb-8506-9bedd1321614 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Made reservation on behalf of 80f84ea4049348a6be820b54fd560c5f for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:23:55.671073 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-56b00a8d-1cf5-47cb-8506-9bedd1321614 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:55.714146 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: b992d8d9-b1b5-4681-9833-6113fde3be6e {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:23:55.715015 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device b992d8d9-b1b5-4681-9833-6113fde3be6e not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:23:55.770718 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cb67c6-e1ba-4e2c-bc25-c779db037255 None None] The sync data for ids ['ac7ec5fc-467a-4fb3-9e20-12caa36937ec'] in n-d-712142-27 is: [{'id': 'ac7ec5fc-467a-4fb3-9e20-12caa36937ec', 'name': 'tempest-RoutersTest-router-858876451', 'tenant_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:23:52Z', 'updated_at': '2021-11-12T01:23:53Z', 'revision_number': 2, 'project_id': 'acd8925e4e2c4fe7bbc2a1e10c7a8810', 'gw_port_host': None}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:23:55.826897 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2ee08e-7638-4b7e-9d96-e8bee3db8d02 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Checking segment: {'id': '502459df-19da-45eb-93d4-ef868cee339e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2b939ba9-318e-49a3-a2ca-4caa3a98f3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:23:55.827165 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf53c8-c66d-4e20-9376-f7d5568fdea6 None None] Pushing event updated for resources: {'Port': ['ID=0080b91c-43df-4c40-a8cd-c91164b2eb85,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:55.827542 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2ee08e-7638-4b7e-9d96-e8bee3db8d02 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Network hostable DHCP agents. Network: 2b939ba9-318e-49a3-a2ca-4caa3a98f3d8, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:23:55.935027 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c7de6d-aac3-4511-9405-1bc699983b4a None None] DHCP port deletion for 92ad1e0c-5cfc-48c2-b486-1a008f379a73 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:23:55.961808 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-5d424c7a-96e4-4671-99b4-f5265b7c4521 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] For port 02702fcf-9a4e-44f0-a78c-052f5982e167, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=02702fcf-9a4e-44f0-a78c-052f5982e167,segment=NetworkSegment(fa17f3f9-e16e-4078-9a11-841db9358682),segment_id=fa17f3f9-e16e-4078-9a11-841db9358682)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:23:55.963388 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5d424c7a-96e4-4671-99b4-f5265b7c4521 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:55.991157 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dce666b1-2d62-4726-a439-393be6bbfa86 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:55.996778 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dce666b1-2d62-4726-a439-393be6bbfa86 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:56.008262 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-5d424c7a-96e4-4671-99b4-f5265b7c4521 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Calling delete_port for 02702fcf-9a4e-44f0-a78c-052f5982e167 owned by network:dhcp {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:23:56.058701 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-68c7de6d-aac3-4511-9405-1bc699983b4a None None] Deleting port 02702fcf-9a4e-44f0-a78c-052f5982e167 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:23:56.059044 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-68c7de6d-aac3-4511-9405-1bc699983b4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:56.153924 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b51b6f23-1edf-4d7b-bc98-0a7154032a95 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:56.156051 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2ee08e-7638-4b7e-9d96-e8bee3db8d02 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Network 2b939ba9-318e-49a3-a2ca-4caa3a98f3d8 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:23:56.207263 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-68c7de6d-aac3-4511-9405-1bc699983b4a None None] For port 02702fcf-9a4e-44f0-a78c-052f5982e167, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=02702fcf-9a4e-44f0-a78c-052f5982e167,segment=NetworkSegment(fa17f3f9-e16e-4078-9a11-841db9358682),segment_id=fa17f3f9-e16e-4078-9a11-841db9358682)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:23:56.208301 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-56b00a8d-1cf5-47cb-8506-9bedd1321614 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:56.208557 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-68c7de6d-aac3-4511-9405-1bc699983b4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:56.243918 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-68c7de6d-aac3-4511-9405-1bc699983b4a None None] Calling delete_port for 02702fcf-9a4e-44f0-a78c-052f5982e167 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:23:56.267884 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59744) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:56.279629 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dce666b1-2d62-4726-a439-393be6bbfa86 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:56.281036 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce666b1-2d62-4726-a439-393be6bbfa86 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Fanout notify agent at l3_agent the message router_deleted on router ac7ec5fc-467a-4fb3-9e20-12caa36937ec {{(pid=109085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:23:56.290955 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dce666b1-2d62-4726-a439-393be6bbfa86 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:56.292164 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-dce666b1-2d62-4726-a439-393be6bbfa86 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "DELETE /v2.0/routers/ac7ec5fc-467a-4fb3-9e20-12caa36937ec HTTP/1.1" status: 204 len: 168 time: 1.2913625 Nov 12 01:23:56.292969 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-9d2ee08e-7638-4b7e-9d96-e8bee3db8d02 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 2b939ba9-318e-49a3-a2ca-4caa3a98f3d8) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:23:56.294728 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5d424c7a-96e4-4671-99b4-f5265b7c4521 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:56.297887 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59746) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:56.302503 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2ee08e-7638-4b7e-9d96-e8bee3db8d02 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:56.303684 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9d2ee08e-7638-4b7e-9d96-e8bee3db8d02 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:56.345607 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee546d49-8ee1-472d-a4f9-4ce38b411b12 None None] Network 2b939ba9-318e-49a3-a2ca-4caa3a98f3d8 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:23:56.376310 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d424c7a-96e4-4671-99b4-f5265b7c4521 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Pushing event deleted for resources: {'Port': ['ID=02702fcf-9a4e-44f0-a78c-052f5982e167,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:56.384123 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a8d559ac-41b7-4256-ae61-44b3018a19fb tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac7ec5fc-467a-4fb3-9e20-12caa36937ec HTTP/1.1" status: 200 len: 205 time: 0.0470505 Nov 12 01:23:56.402021 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59748) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:56.433012 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d424c7a-96e4-4671-99b4-f5265b7c4521 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] No DVR routers for this DVR port 02702fcf-9a4e-44f0-a78c-052f5982e167 on host n-d-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:23:56.482111 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b00a8d-1cf5-47cb-8506-9bedd1321614 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Pushing event updated for resources: {'Subnet': ['ID=05a71b76-46fa-41a4-867c-c074133e95dc,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:56.496709 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-9d2ee08e-7638-4b7e-9d96-e8bee3db8d02 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0262930 Nov 12 01:23:56.520895 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59754) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:56.540354 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-dc730459-9f0b-481d-9a54-804d1244a95c tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] delete failed (client error): The resource could not be found. Nov 12 01:23:56.546963 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-dc730459-9f0b-481d-9a54-804d1244a95c tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "DELETE /v2.0/routers/ac7ec5fc-467a-4fb3-9e20-12caa36937ec HTTP/1.1" status: 404 len: 336 time: 0.1388929 Nov 12 01:23:56.546963 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59756) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:56.581227 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-68c7de6d-aac3-4511-9405-1bc699983b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:56.608121 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-61e998e7-7b15-4c05-aeae-6788bdc9019f tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] DELETE failed (client error): The resource could not be found. Nov 12 01:23:56.608856 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61e998e7-7b15-4c05-aeae-6788bdc9019f tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:23:56.612387 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-61e998e7-7b15-4c05-aeae-6788bdc9019f tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "DELETE /v2.0/subnets/61644bfa-9ec6-47a2-a7a1-60ba631bf03f HTTP/1.1" status: 404 len: 337 time: 0.0642073 Nov 12 01:23:56.616518 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59758) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:56.625500 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b00a8d-1cf5-47cb-8506-9bedd1321614 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Checking segment: {'id': '2077e35e-3bfc-42cc-aa81-d7a925435ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'cc9979a9-16dc-4598-961c-af17862cfa4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:23:56.626192 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b00a8d-1cf5-47cb-8506-9bedd1321614 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Network hostable DHCP agents. Network: cc9979a9-16dc-4598-961c-af17862cfa4f, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:23:56.663004 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-da91a894-b224-447e-a6cd-437cc20ff3cc tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] DELETE failed (client error): The resource could not be found. Nov 12 01:23:56.663782 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da91a894-b224-447e-a6cd-437cc20ff3cc tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:23:56.667778 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-da91a894-b224-447e-a6cd-437cc20ff3cc tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "DELETE /v2.0/subnets/bdc99591-f574-4901-a286-b9d0318fffc5 HTTP/1.1" status: 404 len: 337 time: 0.0499012 Nov 12 01:23:56.672469 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59760) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:56.692373 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c7de6d-aac3-4511-9405-1bc699983b4a None None] Pushing event deleted for resources: {'Port': ['ID=02702fcf-9a4e-44f0-a78c-052f5982e167,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:56.701654 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c7de6d-aac3-4511-9405-1bc699983b4a None None] No DVR routers for this DVR port 02702fcf-9a4e-44f0-a78c-052f5982e167 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:23:56.706513 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-91f0bda9-72b2-442a-b6f8-cc73fef622bc tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-390304965', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:23:56.728521 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-658651e2-d7be-4aa8-a362-da9714b37b57 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=22b086af3f1f45c9b7954dadfab0bb71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4566684 Nov 12 01:23:56.735945 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59762) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:56.742166 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ec27ce1-3c7a-4280-a427-64161418e9e7 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] DELETE failed (client error): The resource could not be found. Nov 12 01:23:56.743032 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ec27ce1-3c7a-4280-a427-64161418e9e7 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:23:56.746833 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7ec27ce1-3c7a-4280-a427-64161418e9e7 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "DELETE /v2.0/subnets/250b34da-d305-4153-8a80-e74d99163ccb HTTP/1.1" status: 404 len: 337 time: 0.0728092 Nov 12 01:23:56.753955 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59764) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:56.759488 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b51b6f23-1edf-4d7b-bc98-0a7154032a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:56.799281 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a12ed85-52ed-4650-99f0-93dbe040648a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-2b939ba9-318e-49a3-a2ca-4caa3a98f3d8', 'network_id': '2b939ba9-318e-49a3-a2ca-4caa3a98f3d8', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'fixed_ips': [{'subnet_id': 'c4238597-65a2-4f4a-bbb3-47a58ce6749f'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:23:56.800705 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3a12ed85-52ed-4650-99f0-93dbe040648a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:56.831711 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b00a8d-1cf5-47cb-8506-9bedd1321614 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Network cc9979a9-16dc-4598-961c-af17862cfa4f is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:23:56.859217 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-020cd754-8efd-4bbe-8a04-a614442e1548 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:56.893293 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-020cd754-8efd-4bbe-8a04-a614442e1548 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:56.936817 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51b6f23-1edf-4d7b-bc98-0a7154032a95 admin admin] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:23:56.939451 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fca101d-f141-4cc7-9d2d-3c7cdc0341af tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] DELETE failed (client error): The resource could not be found. Nov 12 01:23:56.944565 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-56b00a8d-1cf5-47cb-8506-9bedd1321614 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, cc9979a9-16dc-4598-961c-af17862cfa4f) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:23:56.944759 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fca101d-f141-4cc7-9d2d-3c7cdc0341af tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:23:56.953194 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b00a8d-1cf5-47cb-8506-9bedd1321614 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:23:56.953852 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-56b00a8d-1cf5-47cb-8506-9bedd1321614 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:56.965196 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4fca101d-f141-4cc7-9d2d-3c7cdc0341af tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "DELETE /v2.0/subnets/7ef30172-e78b-42f8-a17d-19195696b670 HTTP/1.1" status: 404 len: 337 time: 0.1520996 Nov 12 01:23:56.969823 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9a09b1-2b36-4270-b2a9-aab16f92917a None None] Network cc9979a9-16dc-4598-961c-af17862cfa4f requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:23:56.975542 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-b51b6f23-1edf-4d7b-bc98-0a7154032a95 admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:23:56.978920 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59772) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:57.037153 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b373a6d8-946c-4e4b-9529-f18bf3da0be6 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:23:57.037557 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-12833df8-3f60-43cb-bc7e-3973a625f92d tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "GET /v2.0/ports?device_id=e864dfc6-4044-4b92-a64a-4d2603d9ea92 HTTP/1.1" status: 200 len: 205 time: 0.0562329 Nov 12 01:23:57.037557 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-020cd754-8efd-4bbe-8a04-a614442e1548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:57.040690 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-020cd754-8efd-4bbe-8a04-a614442e1548 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:57.045475 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-020cd754-8efd-4bbe-8a04-a614442e1548 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fffd30fd-6b1c-4828-84d7-a04053ecae97 HTTP/1.1" status: 204 len: 168 time: 0.2938433 Nov 12 01:23:57.045475 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59774) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:57.126523 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020cd754-8efd-4bbe-8a04-a614442e1548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffd30fd-6b1c-4828-84d7-a04053ecae97,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:57.131224 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-d124b0c6-0abd-4c9b-bb05-99a891783ca1 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] delete failed (client error): The resource could not be found. Nov 12 01:23:57.132475 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d124b0c6-0abd-4c9b-bb05-99a891783ca1 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "DELETE /v2.0/routers/e864dfc6-4044-4b92-a64a-4d2603d9ea92 HTTP/1.1" status: 404 len: 336 time: 0.0864661 Nov 12 01:23:57.135340 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59778) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:57.145301 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51b6f23-1edf-4d7b-bc98-0a7154032a95 admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:23:57.187294 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a85cff2a-c222-44d0-869a-9679cab7bf38 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fe56b84-4d0a-4844-8a69-2da4adf2f558 HTTP/1.1" status: 200 len: 205 time: 0.0481145 Nov 12 01:23:57.187988 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59780) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:57.247718 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-e63f76ea-13c1-4298-aab6-c3b741f3f67f tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] delete failed (client error): The resource could not be found. Nov 12 01:23:57.252526 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e63f76ea-13c1-4298-aab6-c3b741f3f67f tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "DELETE /v2.0/routers/3fe56b84-4d0a-4844-8a69-2da4adf2f558 HTTP/1.1" status: 404 len: 336 time: 0.0608613 Nov 12 01:23:57.257924 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59782) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:57.331435 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e325f63-8c98-4922-8840-37114de59761 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] DELETE failed (client error): The resource could not be found. Nov 12 01:23:57.332026 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e325f63-8c98-4922-8840-37114de59761 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:23:57.339509 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3e325f63-8c98-4922-8840-37114de59761 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "DELETE /v2.0/subnets/c2a371fd-5e99-4c3c-9ad3-c937371b3cc2 HTTP/1.1" status: 404 len: 337 time: 0.0778804 Nov 12 01:23:57.343647 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59786) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:57.358667 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-3a12ed85-52ed-4650-99f0-93dbe040648a None None] Allocated IP 2001:db8::2 (2b939ba9-318e-49a3-a2ca-4caa3a98f3d8/c4238597-65a2-4f4a-bbb3-47a58ce6749f/5a338fb0-85da-4af7-806e-6d063353b01c) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:23:57.401938 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2ca894a0-9f83-47f1-82ae-1d5f617a36f3 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "GET /v2.0/ports?device_id=8fe24682-bc92-49f7-bf59-ce201056cad3 HTTP/1.1" status: 200 len: 205 time: 0.0544777 Nov 12 01:23:57.409173 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59790) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:57.440450 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5d424c7a-96e4-4671-99b4-f5265b7c4521 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:57.506876 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-c5ac5e45-7bf1-493c-8d72-e5acc46384af tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] delete failed (client error): The resource could not be found. Nov 12 01:23:57.511828 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c5ac5e45-7bf1-493c-8d72-e5acc46384af tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "DELETE /v2.0/routers/8fe24682-bc92-49f7-bf59-ce201056cad3 HTTP/1.1" status: 404 len: 336 time: 0.0972595 Nov 12 01:23:57.513062 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59792) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:57.532233 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f282f405-ac3c-492b-9b43-230da85a4978 None None] Network aa3d6af6-0340-48c1-93fa-3e3c551f9e16 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:23:57.560423 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-91f0bda9-72b2-442a-b6f8-cc73fef622bc tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:57.562558 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-91f0bda9-72b2-442a-b6f8-cc73fef622bc tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:57.593527 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-56b00a8d-1cf5-47cb-8506-9bedd1321614 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7894421 Nov 12 01:23:57.622651 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59796) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:57.645833 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-35c2e70f-9513-414e-a346-274d0d828635 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Request body: {'port': {'network_id': 'cc9979a9-16dc-4598-961c-af17862cfa4f', 'name': 'tempest-TagsExtTest-1456429128'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:23:57.668887 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 0080b91c-43df-4c40-a8cd-c91164b2eb85 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:23:57.757032 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-91f0bda9-72b2-442a-b6f8-cc73fef622bc tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:57.778115 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-91f0bda9-72b2-442a-b6f8-cc73fef622bc tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:57.791113 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51b6f23-1edf-4d7b-bc98-0a7154032a95 admin admin] Pushing event updated for resources: {'Port': ['ID=2966425c-8ed8-4045-b210-3bb7354eb912,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:57.797481 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-5d424c7a-96e4-4671-99b4-f5265b7c4521 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92ad1e0c-5cfc-48c2-b486-1a008f379a73']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:57.874969 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b5ce09ef-5b46-4031-bbf0-6713ba7cc745 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "GET /v2.0/ports?device_id=2e82adea-be84-4e72-8d50-50d00f4c0c6f HTTP/1.1" status: 200 len: 205 time: 0.3602715 Nov 12 01:23:57.875994 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59804) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:57.879441 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bbc8ce-e530-48c1-a417-fd014f9acfb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-cc9979a9-16dc-4598-961c-af17862cfa4f', 'network_id': 'cc9979a9-16dc-4598-961c-af17862cfa4f', 'tenant_id': '80f84ea4049348a6be820b54fd560c5f', 'fixed_ips': [{'subnet_id': '05a71b76-46fa-41a4-867c-c074133e95dc'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:23:57.882606 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-48bbc8ce-e530-48c1-a417-fd014f9acfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:57.952475 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-82457f30-7d30-4a87-86db-b6106805ab96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:57.963151 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-5d424c7a-96e4-4671-99b4-f5265b7c4521 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa17f3f9-e16e-4078-9a11-841db9358682') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:57.978021 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-5d424c7a-96e4-4671-99b4-f5265b7c4521 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa17f3f9-e16e-4078-9a11-841db9358682') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:23:58.001808 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-91f0bda9-72b2-442a-b6f8-cc73fef622bc tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:58.003879 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-91f0bda9-72b2-442a-b6f8-cc73fef622bc tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.3809640 Nov 12 01:23:58.011013 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59808) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:58.014890 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5d424c7a-96e4-4671-99b4-f5265b7c4521 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:58.068178 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-51a46799-36d3-40b0-8d85-cb14597a266e tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] delete failed (client error): The resource could not be found. Nov 12 01:23:58.085643 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-51a46799-36d3-40b0-8d85-cb14597a266e tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "DELETE /v2.0/routers/2e82adea-be84-4e72-8d50-50d00f4c0c6f HTTP/1.1" status: 404 len: 336 time: 0.2005877 Nov 12 01:23:58.093163 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59812) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:58.177233 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-48bbc8ce-e530-48c1-a417-fd014f9acfb4 None None] Allocated IP 172.20.0.2 (cc9979a9-16dc-4598-961c-af17862cfa4f/05a71b76-46fa-41a4-867c-c074133e95dc/291c5fc9-8a25-4eca-bc5a-ec0fce99aabf) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:23:58.183067 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3f070f7-5dec-4bf3-b0a3-6699edc889b3 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] DELETE failed (client error): The resource could not be found. Nov 12 01:23:58.185180 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3f070f7-5dec-4bf3-b0a3-6699edc889b3 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:23:58.191614 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d3f070f7-5dec-4bf3-b0a3-6699edc889b3 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "DELETE /v2.0/subnets/a04a5686-54b0-424b-83f4-65d725418b1c HTTP/1.1" status: 404 len: 337 time: 0.0965309 Nov 12 01:23:58.198971 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59816) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:58.296271 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-91112336-f697-4c78-8e72-f560cd2492c6 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f1a1bb7-f6c0-4de9-b1dd-afd3115c3baa HTTP/1.1" status: 200 len: 205 time: 0.0853453 Nov 12 01:23:58.300578 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59824) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:58.405289 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-a771f242-bb91-48bc-ad63-cccf4597fc81 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] delete failed (client error): The resource could not be found. Nov 12 01:23:58.407711 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a771f242-bb91-48bc-ad63-cccf4597fc81 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "DELETE /v2.0/routers/1f1a1bb7-f6c0-4de9-b1dd-afd3115c3baa HTTP/1.1" status: 404 len: 336 time: 0.1031413 Nov 12 01:23:58.413913 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59826) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:58.426401 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-48bbc8ce-e530-48c1-a417-fd014f9acfb4 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:58.465006 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4042cc82-5493-4df6-90a8-45ec9fce3c54 None None] Provisioning complete for port 0080b91c-43df-4c40-a8cd-c91164b2eb85 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:23:58.465366 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4042cc82-5493-4df6-90a8-45ec9fce3c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:58.468086 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-48bbc8ce-e530-48c1-a417-fd014f9acfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:58.525196 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f4c3f88-6c68-4a0d-a899-4d36e1e4b53b tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] DELETE failed (client error): The resource could not be found. Nov 12 01:23:58.525749 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f4c3f88-6c68-4a0d-a899-4d36e1e4b53b tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:23:58.530198 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5f4c3f88-6c68-4a0d-a899-4d36e1e4b53b tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "DELETE /v2.0/subnets/65fbdd90-ff74-4e7f-8c9d-9144336b0d0a HTTP/1.1" status: 404 len: 337 time: 0.1132581 Nov 12 01:23:58.534953 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59828) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:58.556265 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c2e70f-9513-414e-a346-274d0d828635 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Made reservation on behalf of 80f84ea4049348a6be820b54fd560c5f for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:23:58.559934 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-35c2e70f-9513-414e-a346-274d0d828635 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:58.590333 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-35c2e70f-9513-414e-a346-274d0d828635 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] device_id is not set on port efb26b3e-9b2d-4304-976b-b493878f75f1 yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:23:58.765533 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-31e95109-af56-462c-a824-8b4c810ce711 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "GET /v2.0/ports?device_id=44f20401-dd0d-429a-a33e-f8a6bd395afb HTTP/1.1" status: 200 len: 205 time: 0.2247851 Nov 12 01:23:58.769709 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59838) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:58.872407 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bbc8ce-e530-48c1-a417-fd014f9acfb4 None None] Network cc9979a9-16dc-4598-961c-af17862cfa4f is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:23:58.915005 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 0080b91c-43df-4c40-a8cd-c91164b2eb85 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:23:58.915635 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:58.958253 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-48bbc8ce-e530-48c1-a417-fd014f9acfb4 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:23:58.971438 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bbc8ce-e530-48c1-a417-fd014f9acfb4 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:23:58.974555 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bbc8ce-e530-48c1-a417-fd014f9acfb4 None None] Pushing event updated for resources: {'Port': ['ID=291c5fc9-8a25-4eca-bc5a-ec0fce99aabf,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:58.993284 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5d424c7a-96e4-4671-99b4-f5265b7c4521 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:59.022222 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-729649b1-662b-46ba-b4bc-9a23dc396cfb tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] delete failed (client error): The resource could not be found. Nov 12 01:23:59.031127 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-729649b1-662b-46ba-b4bc-9a23dc396cfb tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "DELETE /v2.0/routers/44f20401-dd0d-429a-a33e-f8a6bd395afb HTTP/1.1" status: 404 len: 336 time: 0.2584827 Nov 12 01:23:59.040132 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59844) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:59.174942 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-96544e51-3e45-4297-b652-0d1e5f3d0ee3 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] DELETE failed (client error): The resource could not be found. Nov 12 01:23:59.176302 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96544e51-3e45-4297-b652-0d1e5f3d0ee3 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:23:59.191048 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-96544e51-3e45-4297-b652-0d1e5f3d0ee3 tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "DELETE /v2.0/subnets/bb5d716b-853a-465b-9543-50ce7bb87db2 HTTP/1.1" status: 404 len: 337 time: 0.1429930 Nov 12 01:23:59.195133 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-48bbc8ce-e530-48c1-a417-fd014f9acfb4 None None] Attempting to bind port 291c5fc9-8a25-4eca-bc5a-ec0fce99aabf on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:23:59.195524 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-48bbc8ce-e530-48c1-a417-fd014f9acfb4 None None] Attempting to bind port 291c5fc9-8a25-4eca-bc5a-ec0fce99aabf by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '2077e35e-3bfc-42cc-aa81-d7a925435ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'cc9979a9-16dc-4598-961c-af17862cfa4f'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:23:59.195903 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bbc8ce-e530-48c1-a417-fd014f9acfb4 None None] Attempting to bind port 291c5fc9-8a25-4eca-bc5a-ec0fce99aabf on network cc9979a9-16dc-4598-961c-af17862cfa4f {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:23:59.202980 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59852) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:23:59.206288 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3a12ed85-52ed-4650-99f0-93dbe040648a None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:59.213624 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4042cc82-5493-4df6-90a8-45ec9fce3c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:59.226929 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bbc8ce-e530-48c1-a417-fd014f9acfb4 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:23:59.227213 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bbc8ce-e530-48c1-a417-fd014f9acfb4 None None] Checking segment: {'id': '2077e35e-3bfc-42cc-aa81-d7a925435ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'cc9979a9-16dc-4598-961c-af17862cfa4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:23:59.227630 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-48bbc8ce-e530-48c1-a417-fd014f9acfb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:59.228180 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bbc8ce-e530-48c1-a417-fd014f9acfb4 None None] Bound using segment: {'id': '2077e35e-3bfc-42cc-aa81-d7a925435ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'cc9979a9-16dc-4598-961c-af17862cfa4f'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:23:59.228611 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-48bbc8ce-e530-48c1-a417-fd014f9acfb4 None None] Bound port: 291c5fc9-8a25-4eca-bc5a-ec0fce99aabf, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2077e35e-3bfc-42cc-aa81-d7a925435ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'cc9979a9-16dc-4598-961c-af17862cfa4f'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:23:59.229019 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-48bbc8ce-e530-48c1-a417-fd014f9acfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:59.229548 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-35c2e70f-9513-414e-a346-274d0d828635 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Allocated IP 172.20.0.13 (cc9979a9-16dc-4598-961c-af17862cfa4f/05a71b76-46fa-41a4-867c-c074133e95dc/efb26b3e-9b2d-4304-976b-b493878f75f1) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:23:59.231696 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3a12ed85-52ed-4650-99f0-93dbe040648a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:59.316552 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a12ed85-52ed-4650-99f0-93dbe040648a None None] Pushing event updated for resources: {'Port': ['ID=5a338fb0-85da-4af7-806e-6d063353b01c,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:59.318813 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d424c7a-96e4-4671-99b4-f5265b7c4521 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:23:59.319515 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5d424c7a-96e4-4671-99b4-f5265b7c4521 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:59.325320 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:23:59.325320 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:23:59.325320 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:23:59.325320 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:23:59.325320 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:23:59.325320 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:23:59.325320 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:23:59.325320 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:23:59.325320 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:23:59.325320 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:23:59.325320 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:23:59.325320 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:23:59.325320 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:23:59.325320 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:23:59.325320 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:23:59.325320 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:23:59.325320 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:23:59.325320 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:23:59.325320 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:23:59.325320 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:23:59.325320 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:23:59.325320 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:23:59.325320 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:23:59.325320 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:23:59.325320 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:23:59.325320 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:23:59.325320 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:23:59.325320 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:23:59.325320 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:23:59.325320 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:23:59.325320 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:23:59.325320 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:23:59.341007 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:59.347121 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a12ed85-52ed-4650-99f0-93dbe040648a None None] Network 2b939ba9-318e-49a3-a2ca-4caa3a98f3d8 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:23:59.376354 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4042cc82-5493-4df6-90a8-45ec9fce3c54 None None] For port 0080b91c-43df-4c40-a8cd-c91164b2eb85, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=0080b91c-43df-4c40-a8cd-c91164b2eb85,segment=NetworkSegment(b6570201-7cfc-4784-9418-fdeed8dcd0ef),segment_id=b6570201-7cfc-4784-9418-fdeed8dcd0ef)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:23:59.381606 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-3a12ed85-52ed-4650-99f0-93dbe040648a None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:23:59.385318 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a12ed85-52ed-4650-99f0-93dbe040648a None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:23:59.404179 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4042cc82-5493-4df6-90a8-45ec9fce3c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:59.529122 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-48bbc8ce-e530-48c1-a417-fd014f9acfb4 None None] For port 291c5fc9-8a25-4eca-bc5a-ec0fce99aabf, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:23:59.536091 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-48bbc8ce-e530-48c1-a417-fd014f9acfb4 None None] For port 291c5fc9-8a25-4eca-bc5a-ec0fce99aabf, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=291c5fc9-8a25-4eca-bc5a-ec0fce99aabf,segment=NetworkSegment(2077e35e-3bfc-42cc-aa81-d7a925435ebe),segment_id=2077e35e-3bfc-42cc-aa81-d7a925435ebe)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:23:59.573814 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-48bbc8ce-e530-48c1-a417-fd014f9acfb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:59.618005 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5d424c7a-96e4-4671-99b4-f5265b7c4521 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:59.664919 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5d424c7a-96e4-4671-99b4-f5265b7c4521 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:59.675890 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-5d424c7a-96e4-4671-99b4-f5265b7c4521 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] 10.222.0.45 "DELETE /v2.0/networks/92ad1e0c-5cfc-48c2-b486-1a008f379a73 HTTP/1.1" status: 204 len: 168 time: 5.4706166 Nov 12 01:23:59.809276 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d424c7a-96e4-4671-99b4-f5265b7c4521 tempest-ExtraDHCPOptionsTestJSON-1366020823 tempest-ExtraDHCPOptionsTestJSON-1366020823-project] Pushing event deleted for resources: {'Network': ['ID=92ad1e0c-5cfc-48c2-b486-1a008f379a73,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:23:59.860440 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-46654e53-dd2c-4ecd-aa9e-bd978935ad6b None None] Provisioning complete for port 2966425c-8ed8-4045-b210-3bb7354eb912 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:23:59.861786 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-46654e53-dd2c-4ecd-aa9e-bd978935ad6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:59.913116 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-35c2e70f-9513-414e-a346-274d0d828635 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:59.929942 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1ec4f276-d17c-4e34-9e4c-772861ddd75a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:59.943580 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b51b6f23-1edf-4d7b-bc98-0a7154032a95 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:23:59.989273 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-3a12ed85-52ed-4650-99f0-93dbe040648a None None] Attempting to bind port 5a338fb0-85da-4af7-806e-6d063353b01c on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:23:59.990025 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-3a12ed85-52ed-4650-99f0-93dbe040648a None None] Attempting to bind port 5a338fb0-85da-4af7-806e-6d063353b01c by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '502459df-19da-45eb-93d4-ef868cee339e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2b939ba9-318e-49a3-a2ca-4caa3a98f3d8'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:23:59.990567 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a12ed85-52ed-4650-99f0-93dbe040648a None None] Attempting to bind port 5a338fb0-85da-4af7-806e-6d063353b01c on network 2b939ba9-318e-49a3-a2ca-4caa3a98f3d8 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:24:00.022649 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a12ed85-52ed-4650-99f0-93dbe040648a None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:24:00.023591 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a12ed85-52ed-4650-99f0-93dbe040648a None None] Checking segment: {'id': '502459df-19da-45eb-93d4-ef868cee339e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2b939ba9-318e-49a3-a2ca-4caa3a98f3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:24:00.024678 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3a12ed85-52ed-4650-99f0-93dbe040648a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:00.025710 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a12ed85-52ed-4650-99f0-93dbe040648a None None] Bound using segment: {'id': '502459df-19da-45eb-93d4-ef868cee339e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2b939ba9-318e-49a3-a2ca-4caa3a98f3d8'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:24:00.026856 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-3a12ed85-52ed-4650-99f0-93dbe040648a None None] Bound port: 5a338fb0-85da-4af7-806e-6d063353b01c, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '502459df-19da-45eb-93d4-ef868cee339e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2b939ba9-318e-49a3-a2ca-4caa3a98f3d8'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:24:00.027684 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3a12ed85-52ed-4650-99f0-93dbe040648a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:00.039367 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-55c7964d-e3af-4a39-adff-990bad23ff4b tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] DELETE failed (client error): The resource could not be found. Nov 12 01:24:00.040082 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55c7964d-e3af-4a39-adff-990bad23ff4b tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:24:00.049873 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-55c7964d-e3af-4a39-adff-990bad23ff4b tempest-RoutersTest-1390297470 tempest-RoutersTest-1390297470-project] 10.222.0.45 "DELETE /v2.0/subnets/b6b6ac31-5a7f-4c3c-81e7-5ebec18a5219 HTTP/1.1" status: 404 len: 337 time: 0.8432286 Nov 12 01:24:00.057301 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-35c2e70f-9513-414e-a346-274d0d828635 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:00.090462 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.api [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:24:00.091140 n-d-712142-27 neutron-server[109087]: DEBUG oslo_db.api [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:24:00.202102 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4042cc82-5493-4df6-90a8-45ec9fce3c54 None None] Pushing event updated for resources: {'Port': ['ID=0080b91c-43df-4c40-a8cd-c91164b2eb85,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:00.225869 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c2e70f-9513-414e-a346-274d0d828635 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Pushing event updated for resources: {'Port': ['ID=efb26b3e-9b2d-4304-976b-b493878f75f1,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:00.278309 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c2e70f-9513-414e-a346-274d0d828635 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Network cc9979a9-16dc-4598-961c-af17862cfa4f is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:24:00.281612 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-35c2e70f-9513-414e-a346-274d0d828635 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:24:00.298326 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c2e70f-9513-414e-a346-274d0d828635 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:24:00.496493 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c2e70f-9513-414e-a346-274d0d828635 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:00.497192 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-35c2e70f-9513-414e-a346-274d0d828635 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:00.547797 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-35c2e70f-9513-414e-a346-274d0d828635 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.9208412 Nov 12 01:24:00.548544 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59886) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:00.548730 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-46654e53-dd2c-4ecd-aa9e-bd978935ad6b None None] Port 2966425c-8ed8-4045-b210-3bb7354eb912 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:24:00.549126 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59888) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:00.568009 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-1e08bcf7-9ac7-4879-a563-ddab762e1af4 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-704506712', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:24:00.646917 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59892) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:00.713865 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1e08bcf7-9ac7-4879-a563-ddab762e1af4 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:00.716038 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1e08bcf7-9ac7-4879-a563-ddab762e1af4 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:00.811901 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-46654e53-dd2c-4ecd-aa9e-bd978935ad6b None None] Provisioning complete for port 0080b91c-43df-4c40-a8cd-c91164b2eb85 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:24:00.812791 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-46654e53-dd2c-4ecd-aa9e-bd978935ad6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:00.873392 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bbc8ce-e530-48c1-a417-fd014f9acfb4 None None] Pushing event updated for resources: {'Port': ['ID=291c5fc9-8a25-4eca-bc5a-ec0fce99aabf,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:00.892594 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-3a12ed85-52ed-4650-99f0-93dbe040648a None None] For port 5a338fb0-85da-4af7-806e-6d063353b01c, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:24:00.976273 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1e08bcf7-9ac7-4879-a563-ddab762e1af4 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:01.006532 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-613370c1-e9e2-4128-bed6-6764cb6e3724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:01.007070 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1e08bcf7-9ac7-4879-a563-ddab762e1af4 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:01.055476 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-3a12ed85-52ed-4650-99f0-93dbe040648a None None] For port 5a338fb0-85da-4af7-806e-6d063353b01c, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=5a338fb0-85da-4af7-806e-6d063353b01c,segment=NetworkSegment(502459df-19da-45eb-93d4-ef868cee339e),segment_id=502459df-19da-45eb-93d4-ef868cee339e)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:24:01.074620 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-08d49418-0ba2-455c-8cba-710f19ab9bdb req-b4e3a341-560e-4527-9e49-bdd4ff867e38 tempest-ServerShowV247Test-1105069666 tempest-ServerShowV247Test-1105069666-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a93fb8c-98d2-4f84-8c55-b74a17930c94 HTTP/1.1" status: 200 len: 210 time: 0.1293120 Nov 12 01:24:01.136775 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3a12ed85-52ed-4650-99f0-93dbe040648a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:01.137176 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0aa08157-c12f-4ba8-9116-c41c26b08079 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dd94710df5104af1ab881bfc73fbddfb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5791717 Nov 12 01:24:01.141094 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59910) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:01.149183 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1e08bcf7-9ac7-4879-a563-ddab762e1af4 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:01.154407 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1e08bcf7-9ac7-4879-a563-ddab762e1af4 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5903730 Nov 12 01:24:01.162262 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59914) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:01.184606 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-61a26d44-a683-4187-826b-31a882036088 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=acd8925e4e2c4fe7bbc2a1e10c7a8810&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5361133 Nov 12 01:24:01.189873 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-1ced8f95-47e4-4e69-b778-d1b24823edea tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-663063310', 'prefixes': ['172.20.0.0/16']}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:24:01.212599 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59916) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:01.303237 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 02702fcf-9a4e-44f0-a78c-052f5982e167 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:24:01.332386 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 02702fcf-9a4e-44f0-a78c-052f5982e167 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:24:01.333052 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 02702fcf-9a4e-44f0-a78c-052f5982e167 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:24:01.477034 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a12ed85-52ed-4650-99f0-93dbe040648a None None] Pushing event updated for resources: {'Port': ['ID=5a338fb0-85da-4af7-806e-6d063353b01c,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:01.524690 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cc406814-29e0-42ca-a49d-d7f058213ec6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:01.611048 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cc406814-29e0-42ca-a49d-d7f058213ec6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:01.667285 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c2f83fea-e1cf-492f-99b2-7228c0202619 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:01.669527 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b51b6f23-1edf-4d7b-bc98-0a7154032a95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:01.707460 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c2f83fea-e1cf-492f-99b2-7228c0202619 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:01.835990 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-1ec4f276-d17c-4e34-9e4c-772861ddd75a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Allocated IP 2001:db8::1 (2b939ba9-318e-49a3-a2ca-4caa3a98f3d8/c4238597-65a2-4f4a-bbb3-47a58ce6749f/366a34e6-6267-4262-8a09-f89a6cfff0fa) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:24:01.866432 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cc406814-29e0-42ca-a49d-d7f058213ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:01.882099 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cc406814-29e0-42ca-a49d-d7f058213ec6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:01.900709 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-cc406814-29e0-42ca-a49d-d7f058213ec6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e8e38350-1757-4911-8234-d5ae4a4be56a HTTP/1.1" status: 204 len: 168 time: 0.6837142 Nov 12 01:24:01.926045 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc406814-29e0-42ca-a49d-d7f058213ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e38350-1757-4911-8234-d5ae4a4be56a,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:02.006836 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c2f83fea-e1cf-492f-99b2-7228c0202619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:02.010172 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c2f83fea-e1cf-492f-99b2-7228c0202619 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:02.020650 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c2f83fea-e1cf-492f-99b2-7228c0202619 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6975b857-f5a2-469b-839b-342b9a0fcdec HTTP/1.1" status: 204 len: 168 time: 0.8633723 Nov 12 01:24:02.078151 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f83fea-e1cf-492f-99b2-7228c0202619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6975b857-f5a2-469b-839b-342b9a0fcdec,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:02.099004 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 291c5fc9-8a25-4eca-bc5a-ec0fce99aabf up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:24:02.251950 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33aa628f-d366-4463-92b4-40b969080162 None None] Network cc9979a9-16dc-4598-961c-af17862cfa4f requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:24:02.516206 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-001d5eb6-8a1c-425c-a9ed-b878a4789b52 None None] Provisioning complete for port 291c5fc9-8a25-4eca-bc5a-ec0fce99aabf triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:24:02.517881 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-001d5eb6-8a1c-425c-a9ed-b878a4789b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:02.652938 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 291c5fc9-8a25-4eca-bc5a-ec0fce99aabf triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:24:02.653924 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:02.700392 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1ced8f95-47e4-4e69-b778-d1b24823edea tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Publish callbacks [] for subnetpool, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:02.717599 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59958) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:02.718041 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-1ced8f95-47e4-4e69-b778-d1b24823edea tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 1.5457375 Nov 12 01:24:02.723686 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.tag.tag_plugin [None req-2f4326e5-ec84-46ee-8575-307fc6141b15 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '05a71b76-46fa-41a4-867c-c074133e95dc', 'tempest-TagsExtTest-Tag-2016499164') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:02.866975 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1ec4f276-d17c-4e34-9e4c-772861ddd75a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:03.032216 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9892ce43-f22d-41f8-a352-5748cafd6fda req-0c6c71d5-78b0-4fb8-bd95-b2f6cbf42d5a tempest-ServerShowV247Test-1105069666 tempest-ServerShowV247Test-1105069666-project] 10.222.0.45 "GET /v2.0/ports?device_id=022da71b-d7b4-45f8-9692-6b34ebacfe40 HTTP/1.1" status: 200 len: 210 time: 0.3636031 Nov 12 01:24:03.055392 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1ec4f276-d17c-4e34-9e4c-772861ddd75a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:03.112397 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2f4326e5-ec84-46ee-8575-307fc6141b15 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "PUT /v2.0/subnets/05a71b76-46fa-41a4-867c-c074133e95dc/tags/tempest-TagsExtTest-Tag-2016499164 HTTP/1.1" status: 201 len: 201 time: 0.3930528 Nov 12 01:24:03.113226 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59972) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:03.141410 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:03.142158 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.tag.tag_plugin [None req-3e5c2c44-6056-4ff5-9d4a-a6ae5571356a tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'efb26b3e-9b2d-4304-976b-b493878f75f1', 'tempest-TagsExtTest-Tag-661743658') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:03.203298 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-001d5eb6-8a1c-425c-a9ed-b878a4789b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:03.354029 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:03.434669 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3e5c2c44-6056-4ff5-9d4a-a6ae5571356a tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "PUT /v2.0/ports/efb26b3e-9b2d-4304-976b-b493878f75f1/tags/tempest-TagsExtTest-Tag-661743658 HTTP/1.1" status: 201 len: 201 time: 0.3114185 Nov 12 01:24:03.445588 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59984) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:03.463734 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.tag.tag_plugin [None req-da8fe37c-ea13-4af8-ae93-2278bca083d3 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0010f079-73f4-4806-b81f-9f0c5d33c473', 'tempest-TagsExtTest-Tag-958714445') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:03.521831 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-001d5eb6-8a1c-425c-a9ed-b878a4789b52 None None] For port 291c5fc9-8a25-4eca-bc5a-ec0fce99aabf, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=291c5fc9-8a25-4eca-bc5a-ec0fce99aabf,segment=NetworkSegment(2077e35e-3bfc-42cc-aa81-d7a925435ebe),segment_id=2077e35e-3bfc-42cc-aa81-d7a925435ebe)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:24:03.533801 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-001d5eb6-8a1c-425c-a9ed-b878a4789b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:03.560586 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec4f276-d17c-4e34-9e4c-772861ddd75a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event updated for resources: {'Port': ['ID=366a34e6-6267-4262-8a09-f89a6cfff0fa,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:03.631587 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec4f276-d17c-4e34-9e4c-772861ddd75a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Network 2b939ba9-318e-49a3-a2ca-4caa3a98f3d8 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:24:03.641798 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-1ec4f276-d17c-4e34-9e4c-772861ddd75a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:24:03.755454 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec4f276-d17c-4e34-9e4c-772861ddd75a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:24:03.764666 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1ec4f276-d17c-4e34-9e4c-772861ddd75a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:03.802051 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.api [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:24:03.802745 n-d-712142-27 neutron-server[109087]: DEBUG oslo_db.api [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:24:03.845200 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001d5eb6-8a1c-425c-a9ed-b878a4789b52 None None] Pushing event updated for resources: {'Port': ['ID=291c5fc9-8a25-4eca-bc5a-ec0fce99aabf,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:03.869491 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff066724-9a27-4883-bbf8-e283dfd06d12 None None] Network 2b939ba9-318e-49a3-a2ca-4caa3a98f3d8 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:24:03.966583 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b51b6f23-1edf-4d7b-bc98-0a7154032a95 admin admin] Router 4f7675f0-8406-45c6-bcc4-096dddfc343e is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:24:03.971797 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-da8fe37c-ea13-4af8-ae93-2278bca083d3 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "PUT /v2.0/routers/0010f079-73f4-4806-b81f-9f0c5d33c473/tags/tempest-TagsExtTest-Tag-958714445 HTTP/1.1" status: 201 len: 201 time: 0.5204821 Nov 12 01:24:03.972898 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59996) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:03.996735 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.tag.tag_plugin [None req-ad7b04c5-7c14-4acc-8c5e-85d4152fbf6d tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '112e3a53-c16f-4c02-bc17-68b55d26b7f8', 'tempest-TagsExtTest-Tag-1843774775') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:04.161887 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:04.165046 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ad7b04c5-7c14-4acc-8c5e-85d4152fbf6d tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "PUT /v2.0/subnetpools/112e3a53-c16f-4c02-bc17-68b55d26b7f8/tags/tempest-TagsExtTest-Tag-1843774775 HTTP/1.1" status: 201 len: 201 time: 0.1907468 Nov 12 01:24:04.167599 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60006) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:04.172577 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.tag.tag_plugin [None req-9f88986b-1d57-408b-89e9-4cb629084c9e tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '05a71b76-46fa-41a4-867c-c074133e95dc') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:04.215657 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4aec473e-bd60-4dff-9c21-2c2f75b1a2f1 None None] Provisioning complete for port 5a338fb0-85da-4af7-806e-6d063353b01c triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:24:04.216077 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4aec473e-bd60-4dff-9c21-2c2f75b1a2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:04.337406 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9f88986b-1d57-408b-89e9-4cb629084c9e tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "GET /v2.0/subnets/05a71b76-46fa-41a4-867c-c074133e95dc/tags HTTP/1.1" status: 200 len: 241 time: 0.1684043 Nov 12 01:24:04.338086 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60012) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:04.352222 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.tag.tag_plugin [None req-a9dcc49d-1839-46b8-a97e-f7bb566df3a4 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '05a71b76-46fa-41a4-867c-c074133e95dc', 'tempest-TagsExtTest-Tag-2016499164') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:04.483305 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a9dcc49d-1839-46b8-a97e-f7bb566df3a4 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "GET /v2.0/subnets/05a71b76-46fa-41a4-867c-c074133e95dc/tags/tempest-TagsExtTest-Tag-2016499164 HTTP/1.1" status: 204 len: 168 time: 0.1440232 Nov 12 01:24:04.483976 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60014) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:04.497468 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.tag.tag_plugin [None req-bfad29c5-103d-44ec-a2fc-beac15e909d0 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '05a71b76-46fa-41a4-867c-c074133e95dc', 'tempest-TagsExtTest-Tag-2016499164') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:04.531853 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6b6433cb-0008-40d6-b89a-6ba2855caaba req-8959c351-9981-48b3-96ec-c2bc7c48c1cb tempest-ServerShowV247Test-1105069666 tempest-ServerShowV247Test-1105069666-project] 10.222.0.45 "GET /v2.0/ports?device_id=022da71b-d7b4-45f8-9692-6b34ebacfe40 HTTP/1.1" status: 200 len: 210 time: 0.0566287 Nov 12 01:24:04.549268 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60016) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:04.563702 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1ec4f276-d17c-4e34-9e4c-772861ddd75a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:04.611205 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 0080b91c-43df-4c40-a8cd-c91164b2eb85 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:24:04.669040 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51b6f23-1edf-4d7b-bc98-0a7154032a95 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:24:04.682868 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60020) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:04.709256 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-bfad29c5-103d-44ec-a2fc-beac15e909d0 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "DELETE /v2.0/subnets/05a71b76-46fa-41a4-867c-c074133e95dc/tags/tempest-TagsExtTest-Tag-2016499164 HTTP/1.1" status: 204 len: 168 time: 0.2208641 Nov 12 01:24:04.712522 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60024) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:04.718181 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.tag.tag_plugin [None req-f6a6df59-7aa4-44e3-a495-cf2bb21161cb tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '05a71b76-46fa-41a4-867c-c074133e95dc') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:04.726995 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf1cdcb-3922-4671-a4be-6bf7c64b408a None None] Sync routers for ids ['4f7675f0-8406-45c6-bcc4-096dddfc343e'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:24:04.772463 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf1cdcb-3922-4671-a4be-6bf7c64b408a None None] Routers {'4f7675f0-8406-45c6-bcc4-096dddfc343e'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:24:04.773949 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-dbf1cdcb-3922-4671-a4be-6bf7c64b408a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:24:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['4f7675f0-8406-45c6-bcc4-096dddfc343e'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:04.807830 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8c62d905-209d-4b7a-96dd-b568d770ab8d tempest-ServiceProvidersTest-1839305779 tempest-ServiceProvidersTest-1839305779-project] 10.222.0.45 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2572179 Nov 12 01:24:04.822441 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b51b6f23-1edf-4d7b-bc98-0a7154032a95 admin admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:04.824070 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-e5e89ac5-46af-42bf-8263-080dcfa9d040 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1880719757'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:24:04.825090 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-b51b6f23-1edf-4d7b-bc98-0a7154032a95 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 13.2424028 Nov 12 01:24:04.827842 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 60028) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:04.865765 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e89ac5-46af-42bf-8263-080dcfa9d040 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Made reservation on behalf of 7e83fe482de64831bee1347fe92835cd for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:24:04.870329 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e5e89ac5-46af-42bf-8263-080dcfa9d040 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:04.890913 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e5e89ac5-46af-42bf-8263-080dcfa9d040 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:05.108689 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e5e89ac5-46af-42bf-8263-080dcfa9d040 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:05.114869 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e0fa5aad-9f1d-4703-97d7-feef9fefe653 req-8cd67ea1-a04f-42be-8a24-18b187884a62 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7a93fb8c-98d2-4f84-8c55-b74a17930c94 HTTP/1.1" status: 200 len: 210 time: 0.1308901 Nov 12 01:24:05.118149 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e5e89ac5-46af-42bf-8263-080dcfa9d040 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:05.134060 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5e89ac5-46af-42bf-8263-080dcfa9d040 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:24:05.150780 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e5e89ac5-46af-42bf-8263-080dcfa9d040 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:05.151465 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-e5e89ac5-46af-42bf-8263-080dcfa9d040 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Added segment e40de48e-3458-4c4f-aa0a-6afa6d1797af of type vlan for network 01fca886-4b41-4d67-a5a3-3ddfe5cf3f57 Nov 12 01:24:05.225458 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-dbf1cdcb-3922-4671-a4be-6bf7c64b408a None None] Set router 4f7675f0-8406-45c6-bcc4-096dddfc343e gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:24:05.234879 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f6a6df59-7aa4-44e3-a495-cf2bb21161cb tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "GET /v2.0/subnets/05a71b76-46fa-41a4-867c-c074133e95dc/tags HTTP/1.1" status: 200 len: 205 time: 0.5189297 Nov 12 01:24:05.236203 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60032) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:05.277373 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.tag.tag_plugin [None req-02c37978-39d0-4756-bcb1-0763951095a4 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'efb26b3e-9b2d-4304-976b-b493878f75f1') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:05.349269 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e5e89ac5-46af-42bf-8263-080dcfa9d040 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:05.356699 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e89ac5-46af-42bf-8263-080dcfa9d040 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20c25333-2adb-4739-8d9d-de6cf1015a5f,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:05.396122 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e89ac5-46af-42bf-8263-080dcfa9d040 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:05.397484 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e89ac5-46af-42bf-8263-080dcfa9d040 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:05.397893 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e89ac5-46af-42bf-8263-080dcfa9d040 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:05.398242 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e89ac5-46af-42bf-8263-080dcfa9d040 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:05.400328 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e89ac5-46af-42bf-8263-080dcfa9d040 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:05.400729 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e89ac5-46af-42bf-8263-080dcfa9d040 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:05.401085 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e89ac5-46af-42bf-8263-080dcfa9d040 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:05.401427 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e89ac5-46af-42bf-8263-080dcfa9d040 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:05.401759 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e89ac5-46af-42bf-8263-080dcfa9d040 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:05.404860 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e89ac5-46af-42bf-8263-080dcfa9d040 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:05.405291 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e89ac5-46af-42bf-8263-080dcfa9d040 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:05.405635 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e89ac5-46af-42bf-8263-080dcfa9d040 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:05.441764 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60036) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:05.521515 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:24:05.536441 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e5e89ac5-46af-42bf-8263-080dcfa9d040 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:05.543514 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e89ac5-46af-42bf-8263-080dcfa9d040 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:05.544224 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e5e89ac5-46af-42bf-8263-080dcfa9d040 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:05.630797 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e89ac5-46af-42bf-8263-080dcfa9d040 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Pushing event updated for resources: {'Network': ['ID=01fca886-4b41-4d67-a5a3-3ddfe5cf3f57,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:05.642764 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-02c37978-39d0-4756-bcb1-0763951095a4 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "GET /v2.0/ports/efb26b3e-9b2d-4304-976b-b493878f75f1/tags HTTP/1.1" status: 200 len: 240 time: 0.3740816 Nov 12 01:24:05.643567 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60042) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:05.650172 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.tag.tag_plugin [None req-a3f1a3d5-3616-4dda-8ce7-8c918f22c702 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'efb26b3e-9b2d-4304-976b-b493878f75f1', 'tempest-TagsExtTest-Tag-661743658') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:05.715079 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e5e89ac5-46af-42bf-8263-080dcfa9d040 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0231919 Nov 12 01:24:05.763312 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:05.775898 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 01fca886-4b41-4d67-a5a3-3ddfe5cf3f57 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:24:05.815623 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a3f1a3d5-3616-4dda-8ce7-8c918f22c702 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "GET /v2.0/ports/efb26b3e-9b2d-4304-976b-b493878f75f1/tags/tempest-TagsExtTest-Tag-661743658 HTTP/1.1" status: 204 len: 168 time: 0.1674700 Nov 12 01:24:05.817776 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60044) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:05.840076 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.tag.tag_plugin [None req-873a8e90-d5d2-4cfd-9de9-20c6e7d13b4d tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'efb26b3e-9b2d-4304-976b-b493878f75f1', 'tempest-TagsExtTest-Tag-661743658') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:05.917891 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1ec4f276-d17c-4e34-9e4c-772861ddd75a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:05.974354 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1ec4f276-d17c-4e34-9e4c-772861ddd75a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:05.978524 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1ec4f276-d17c-4e34-9e4c-772861ddd75a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:06.043695 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8f50937e-ed25-4caf-a6b0-2d829e54842d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:06.170398 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-baf2f4a0-a9b9-49d1-8258-282130a664a4 req-a44d1dd3-a59e-4db5-a6bb-8dbb4d9e52ca tempest-ServerShowV247Test-1105069666 tempest-ServerShowV247Test-1105069666-project] 10.222.0.45 "GET /v2.0/ports?device_id=022da71b-d7b4-45f8-9692-6b34ebacfe40 HTTP/1.1" status: 200 len: 210 time: 0.2449870 Nov 12 01:24:06.559033 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8f50937e-ed25-4caf-a6b0-2d829e54842d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:06.629516 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8f50937e-ed25-4caf-a6b0-2d829e54842d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:06.691258 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4aec473e-bd60-4dff-9c21-2c2f75b1a2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:06.728191 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 0080b91c-43df-4c40-a8cd-c91164b2eb85 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:24:06.728768 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:06.766012 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8f50937e-ed25-4caf-a6b0-2d829e54842d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=386f73eb614c450f8003c62f400c0f9c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3084443 Nov 12 01:24:06.770103 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60048) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:06.877039 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4aec473e-bd60-4dff-9c21-2c2f75b1a2f1 None None] For port 5a338fb0-85da-4af7-806e-6d063353b01c, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=5a338fb0-85da-4af7-806e-6d063353b01c,segment=NetworkSegment(502459df-19da-45eb-93d4-ef868cee339e),segment_id=502459df-19da-45eb-93d4-ef868cee339e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:24:06.911027 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4aec473e-bd60-4dff-9c21-2c2f75b1a2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:06.946420 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec4f276-d17c-4e34-9e4c-772861ddd75a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event updated for resources: {'Port': ['ID=366a34e6-6267-4262-8a09-f89a6cfff0fa,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:06.996162 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-873a8e90-d5d2-4cfd-9de9-20c6e7d13b4d tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "DELETE /v2.0/ports/efb26b3e-9b2d-4304-976b-b493878f75f1/tags/tempest-TagsExtTest-Tag-661743658 HTTP/1.1" status: 204 len: 168 time: 1.1675436 Nov 12 01:24:07.018539 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60050) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:07.031112 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec473e-bd60-4dff-9c21-2c2f75b1a2f1 None None] Pushing event updated for resources: {'Port': ['ID=5a338fb0-85da-4af7-806e-6d063353b01c,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:07.038088 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.tag.tag_plugin [None req-5fafd8b4-7dec-433b-96f1-92d2abcb0bd3 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'efb26b3e-9b2d-4304-976b-b493878f75f1') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:07.082688 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f50937e-ed25-4caf-a6b0-2d829e54842d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ddba35e-87fc-462e-9224-775f6a5f19a6,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:07.084402 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4aec473e-bd60-4dff-9c21-2c2f75b1a2f1 None None] Provisioning complete for port efb26b3e-9b2d-4304-976b-b493878f75f1 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:24:07.085125 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4aec473e-bd60-4dff-9c21-2c2f75b1a2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:07.210808 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d49a4a0b-c408-470b-9763-2ca69d08bf25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:07.239295 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-dbf1cdcb-3922-4671-a4be-6bf7c64b408a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7675f0-8406-45c6-bcc4-096dddfc343e', 'name': 'tempest-TestVolumeBootPattern-383002086-router', 'tenant_id': '2776b18dfc4e4b8e862c02249a90133e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '2966425c-8ed8-4045-b210-3bb7354eb912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:23:52Z', 'updated_at': '2021-11-12T01:23:59Z', 'revision_number': 3, 'project_id': '2776b18dfc4e4b8e862c02249a90133e', 'gw_port': {'id': '2966425c-8ed8-4045-b210-3bb7354eb912', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b3:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7675f0-8406-45c6-bcc4-096dddfc343e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:54Z', 'updated_at': '2021-11-12T01:23:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:07.246702 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4aec473e-bd60-4dff-9c21-2c2f75b1a2f1 None None] Port efb26b3e-9b2d-4304-976b-b493878f75f1 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:24:07.290231 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf1cdcb-3922-4671-a4be-6bf7c64b408a None None] Checking router: 4f7675f0-8406-45c6-bcc4-096dddfc343e for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:24:07.290975 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf1cdcb-3922-4671-a4be-6bf7c64b408a None None] Updating router 4f7675f0-8406-45c6-bcc4-096dddfc343e port 2966425c-8ed8-4045-b210-3bb7354eb912 binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:24:07.372554 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-dbf1cdcb-3922-4671-a4be-6bf7c64b408a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:07.432226 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d49a4a0b-c408-470b-9763-2ca69d08bf25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:07.459773 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4aec473e-bd60-4dff-9c21-2c2f75b1a2f1 None None] Provisioning complete for port 291c5fc9-8a25-4eca-bc5a-ec0fce99aabf triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:24:07.460555 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4aec473e-bd60-4dff-9c21-2c2f75b1a2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:07.494611 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec4f276-d17c-4e34-9e4c-772861ddd75a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:07.500498 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec4f276-d17c-4e34-9e4c-772861ddd75a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:07.501481 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec4f276-d17c-4e34-9e4c-772861ddd75a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:07.502798 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec4f276-d17c-4e34-9e4c-772861ddd75a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:07.504027 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec4f276-d17c-4e34-9e4c-772861ddd75a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:07.506767 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec4f276-d17c-4e34-9e4c-772861ddd75a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:07.507614 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec4f276-d17c-4e34-9e4c-772861ddd75a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:07.509665 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec4f276-d17c-4e34-9e4c-772861ddd75a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:07.510714 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec4f276-d17c-4e34-9e4c-772861ddd75a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:07.511504 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec4f276-d17c-4e34-9e4c-772861ddd75a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:07.512753 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec4f276-d17c-4e34-9e4c-772861ddd75a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:07.515083 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec4f276-d17c-4e34-9e4c-772861ddd75a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:07.540623 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-df624fcb-c33a-49b9-b4bc-8c7ee4412855 req-911f6d31-6dcc-49ca-a621-72ac2381cf4a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=022da71b-d7b4-45f8-9692-6b34ebacfe40 HTTP/1.1" status: 200 len: 210 time: 0.5900235 Nov 12 01:24:07.622305 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5fafd8b4-7dec-433b-96f1-92d2abcb0bd3 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "GET /v2.0/ports/efb26b3e-9b2d-4304-976b-b493878f75f1/tags HTTP/1.1" status: 200 len: 205 time: 0.5948241 Nov 12 01:24:07.629603 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60056) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:07.635438 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.tag.tag_plugin [None req-e76ef0d9-22b8-4aee-adb2-968919ab02bb tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0010f079-73f4-4806-b81f-9f0c5d33c473') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:07.739044 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d49a4a0b-c408-470b-9763-2ca69d08bf25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:07.742881 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d49a4a0b-c408-470b-9763-2ca69d08bf25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:07.744657 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d49a4a0b-c408-470b-9763-2ca69d08bf25 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7ddba35e-87fc-462e-9224-775f6a5f19a6 HTTP/1.1" status: 204 len: 168 time: 0.9616022 Nov 12 01:24:07.749856 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e76ef0d9-22b8-4aee-adb2-968919ab02bb tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "GET /v2.0/routers/0010f079-73f4-4806-b81f-9f0c5d33c473/tags HTTP/1.1" status: 200 len: 240 time: 0.1187620 Nov 12 01:24:07.751508 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60060) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:07.758192 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.tag.tag_plugin [None req-2526266f-e390-4881-bcb2-8fd21cf4ba00 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0010f079-73f4-4806-b81f-9f0c5d33c473', 'tempest-TagsExtTest-Tag-958714445') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:07.789390 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 5a338fb0-85da-4af7-806e-6d063353b01c up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:24:07.807941 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a4a0b-c408-470b-9763-2ca69d08bf25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ddba35e-87fc-462e-9224-775f6a5f19a6,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:07.917534 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2526266f-e390-4881-bcb2-8fd21cf4ba00 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "GET /v2.0/routers/0010f079-73f4-4806-b81f-9f0c5d33c473/tags/tempest-TagsExtTest-Tag-958714445 HTTP/1.1" status: 204 len: 168 time: 0.1632023 Nov 12 01:24:07.920482 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60062) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:07.925631 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.tag.tag_plugin [None req-6e9bef3b-adf5-45c1-a6b7-508e10097dbb tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '0010f079-73f4-4806-b81f-9f0c5d33c473', 'tempest-TagsExtTest-Tag-958714445') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:07.942848 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec4f276-d17c-4e34-9e4c-772861ddd75a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Network 2b939ba9-318e-49a3-a2ca-4caa3a98f3d8 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:24:07.966034 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1b5bd54f-72bc-407b-b93b-e24d5b3725c4 req-b72a1645-0c53-48f4-a7c1-43c346317f13 tempest-ServerShowV247Test-1105069666 tempest-ServerShowV247Test-1105069666-project] 10.222.0.45 "GET /v2.0/ports?device_id=022da71b-d7b4-45f8-9692-6b34ebacfe40 HTTP/1.1" status: 200 len: 210 time: 0.2463176 Nov 12 01:24:07.986047 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-1ec4f276-d17c-4e34-9e4c-772861ddd75a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:24:08.199561 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 5a338fb0-85da-4af7-806e-6d063353b01c triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:24:08.203245 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:08.411411 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6e9bef3b-adf5-45c1-a6b7-508e10097dbb tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "DELETE /v2.0/routers/0010f079-73f4-4806-b81f-9f0c5d33c473/tags/tempest-TagsExtTest-Tag-958714445 HTTP/1.1" status: 204 len: 168 time: 0.4898283 Nov 12 01:24:08.414636 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60066) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:08.425628 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.tag.tag_plugin [None req-ddaeeb9e-a7f3-4603-851d-f43b56704614 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0010f079-73f4-4806-b81f-9f0c5d33c473') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:08.666723 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:08.685870 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ddaeeb9e-a7f3-4603-851d-f43b56704614 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "GET /v2.0/routers/0010f079-73f4-4806-b81f-9f0c5d33c473/tags HTTP/1.1" status: 200 len: 205 time: 0.2674997 Nov 12 01:24:08.692275 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 60074) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:08.742975 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.tag.tag_plugin [None req-2cb5fc11-f4f9-4fd5-b80a-cba616b4dee3 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '112e3a53-c16f-4c02-bc17-68b55d26b7f8') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:08.864041 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec4f276-d17c-4e34-9e4c-772861ddd75a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Router 7b245b4c-0a87-45a2-ac64-8ee6949666bf is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:24:08.881245 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-00212dc5-dc52-4502-a397-227383e0b451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:08.947926 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2cb5fc11-f4f9-4fd5-b80a-cba616b4dee3 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "GET /v2.0/subnetpools/112e3a53-c16f-4c02-bc17-68b55d26b7f8/tags HTTP/1.1" status: 200 len: 241 time: 0.2544959 Nov 12 01:24:08.950689 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60080) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:08.955508 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.tag.tag_plugin [None req-e14d5efa-8461-41bd-9a39-4eb2f3ee474c tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '112e3a53-c16f-4c02-bc17-68b55d26b7f8', 'tempest-TagsExtTest-Tag-1843774775') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:08.986385 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-94a3edf5-d732-4a01-9cb9-1f5c1c27d6a0 None None] Provisioning complete for port 5a338fb0-85da-4af7-806e-6d063353b01c triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:24:08.986967 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-94a3edf5-d732-4a01-9cb9-1f5c1c27d6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:09.007937 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e14d5efa-8461-41bd-9a39-4eb2f3ee474c tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "GET /v2.0/subnetpools/112e3a53-c16f-4c02-bc17-68b55d26b7f8/tags/tempest-TagsExtTest-Tag-1843774775 HTTP/1.1" status: 204 len: 168 time: 0.0558820 Nov 12 01:24:09.011508 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60082) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:09.025202 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.tag.tag_plugin [None req-e22ce9a5-4710-46b2-b720-99f572b93f51 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '112e3a53-c16f-4c02-bc17-68b55d26b7f8', 'tempest-TagsExtTest-Tag-1843774775') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:09.084196 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-dbf1cdcb-3922-4671-a4be-6bf7c64b408a None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:09.107816 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 291c5fc9-8a25-4eca-bc5a-ec0fce99aabf up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:24:09.112747 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-dbf1cdcb-3922-4671-a4be-6bf7c64b408a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:09.173140 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e22ce9a5-4710-46b2-b720-99f572b93f51 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "DELETE /v2.0/subnetpools/112e3a53-c16f-4c02-bc17-68b55d26b7f8/tags/tempest-TagsExtTest-Tag-1843774775 HTTP/1.1" status: 204 len: 168 time: 0.1598904 Nov 12 01:24:09.175700 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60088) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:09.181194 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.tag.tag_plugin [None req-0e1099aa-b4d3-46c2-b47d-4b4fea3548c4 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '112e3a53-c16f-4c02-bc17-68b55d26b7f8') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:09.291129 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0e1099aa-b4d3-46c2-b47d-4b4fea3548c4 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "GET /v2.0/subnetpools/112e3a53-c16f-4c02-bc17-68b55d26b7f8/tags HTTP/1.1" status: 200 len: 205 time: 0.1111012 Nov 12 01:24:09.291636 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60092) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:09.305224 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.tag.tag_plugin [None req-d12b0611-92a1-4e46-a9d7-a63717c482ac tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '112e3a53-c16f-4c02-bc17-68b55d26b7f8') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:09.388044 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9814f2e4-7e4c-4505-aa1c-76ef289cb739 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:24:09.428884 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d12b0611-92a1-4e46-a9d7-a63717c482ac tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "DELETE /v2.0/subnetpools/112e3a53-c16f-4c02-bc17-68b55d26b7f8/tags HTTP/1.1" status: 204 len: 168 time: 0.1359921 Nov 12 01:24:09.431492 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60096) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:09.440558 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.tag.tag_plugin [None req-04d354f7-70cd-4db5-896b-27d0ac423fde tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0010f079-73f4-4806-b81f-9f0c5d33c473') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:09.460967 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-dbf1cdcb-3922-4671-a4be-6bf7c64b408a None None] Attempting to bind port 2966425c-8ed8-4045-b210-3bb7354eb912 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:24:09.461590 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-dbf1cdcb-3922-4671-a4be-6bf7c64b408a None None] Attempting to bind port 2966425c-8ed8-4045-b210-3bb7354eb912 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:24:09.462199 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf1cdcb-3922-4671-a4be-6bf7c64b408a None None] Attempting to bind port 2966425c-8ed8-4045-b210-3bb7354eb912 on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:24:09.536954 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec4f276-d17c-4e34-9e4c-772861ddd75a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:24:09.565538 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d2fa42-ae4c-46d7-a0c6-67dad49df7f4 None None] Sync routers for ids ['7b245b4c-0a87-45a2-ac64-8ee6949666bf'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:24:09.578587 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dbba47-5761-4f82-8230-52110cb4562f None None] Pushing event updated for resources: {'Port': ['ID=2966425c-8ed8-4045-b210-3bb7354eb912,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:09.597981 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf1cdcb-3922-4671-a4be-6bf7c64b408a None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:24:09.598996 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf1cdcb-3922-4671-a4be-6bf7c64b408a None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:24:09.599315 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d2fa42-ae4c-46d7-a0c6-67dad49df7f4 None None] Routers {'7b245b4c-0a87-45a2-ac64-8ee6949666bf'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:24:09.599941 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-dbf1cdcb-3922-4671-a4be-6bf7c64b408a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:09.600554 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf1cdcb-3922-4671-a4be-6bf7c64b408a None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:24:09.601230 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-dbf1cdcb-3922-4671-a4be-6bf7c64b408a None None] Bound port: 2966425c-8ed8-4045-b210-3bb7354eb912, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:24:09.601832 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-dbf1cdcb-3922-4671-a4be-6bf7c64b408a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:09.602363 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-e1d2fa42-ae4c-46d7-a0c6-67dad49df7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:24:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['7b245b4c-0a87-45a2-ac64-8ee6949666bf'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:09.612891 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-94a3edf5-d732-4a01-9cb9-1f5c1c27d6a0 None None] Provisioning complete for port efb26b3e-9b2d-4304-976b-b493878f75f1 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:24:09.613601 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-94a3edf5-d732-4a01-9cb9-1f5c1c27d6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:09.648254 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-1ec4f276-d17c-4e34-9e4c-772861ddd75a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "PUT /v2.0/routers/7b245b4c-0a87-45a2-ac64-8ee6949666bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6266992 Nov 12 01:24:09.654748 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b9a62f24-a794-4f36-ad41-af29e0c02da1 req-895732ac-cff9-4176-801b-96ca0400cb5f tempest-ServerShowV247Test-1105069666 tempest-ServerShowV247Test-1105069666-project] 10.222.0.45 "GET /v2.0/ports?device_id=022da71b-d7b4-45f8-9692-6b34ebacfe40 HTTP/1.1" status: 200 len: 210 time: 0.3847015 Nov 12 01:24:09.655525 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 60102) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:09.688007 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 291c5fc9-8a25-4eca-bc5a-ec0fce99aabf triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:24:09.688007 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:09.763695 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-04d354f7-70cd-4db5-896b-27d0ac423fde tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "DELETE /v2.0/routers/0010f079-73f4-4806-b81f-9f0c5d33c473/tags HTTP/1.1" status: 204 len: 168 time: 0.3283985 Nov 12 01:24:09.764634 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60106) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:09.779342 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.tag.tag_plugin [None req-ff80c6d5-f466-4ffa-bf97-6849084db378 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'efb26b3e-9b2d-4304-976b-b493878f75f1') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:09.801753 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-e1d2fa42-ae4c-46d7-a0c6-67dad49df7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:09.873213 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d2fa42-ae4c-46d7-a0c6-67dad49df7f4 None None] Routers {'7b245b4c-0a87-45a2-ac64-8ee6949666bf'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:24:09.877787 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-e1d2fa42-ae4c-46d7-a0c6-67dad49df7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:24:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['7b245b4c-0a87-45a2-ac64-8ee6949666bf'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:09.891646 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958005a6-64fa-417e-8e87-fb16f52eb3fc tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:09.899499 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-958005a6-64fa-417e-8e87-fb16f52eb3fc tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "GET /v2.0/ports/366a34e6-6267-4262-8a09-f89a6cfff0fa HTTP/1.1" status: 200 len: 911 time: 0.2286582 Nov 12 01:24:09.902918 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60110) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:09.923112 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-8288ae01-0d2f-4a55-8bf5-97ad6084e57b tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c4238597-65a2-4f4a-bbb3-47a58ce6749f'}]}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:24:10.086037 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-e1d2fa42-ae4c-46d7-a0c6-67dad49df7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:10.090627 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d2fa42-ae4c-46d7-a0c6-67dad49df7f4 None None] The sync data for ids ['7b245b4c-0a87-45a2-ac64-8ee6949666bf'] in n-d-712142-27 is: [] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:24:10.131656 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 60120) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:10.167745 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-d89c0d0a-b577-4a4d-aa1d-4abb1a3de2ec tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Request body: {'subnet': {'network_id': '01fca886-4b41-4d67-a5a3-3ddfe5cf3f57', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:24:10.270526 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-94a3edf5-d732-4a01-9cb9-1f5c1c27d6a0 None None] Port efb26b3e-9b2d-4304-976b-b493878f75f1 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:24:10.278758 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ff80c6d5-f466-4ffa-bf97-6849084db378 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "DELETE /v2.0/ports/efb26b3e-9b2d-4304-976b-b493878f75f1/tags HTTP/1.1" status: 204 len: 168 time: 0.5087743 Nov 12 01:24:10.278758 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8288ae01-0d2f-4a55-8bf5-97ad6084e57b tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:10.279799 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60124) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:10.280024 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-dbf1cdcb-3922-4671-a4be-6bf7c64b408a None None] For port 2966425c-8ed8-4045-b210-3bb7354eb912, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:24:10.284839 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.tag.tag_plugin [None req-042feae0-d154-4ba7-81a4-8b35500cfdc3 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '05a71b76-46fa-41a4-867c-c074133e95dc') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:10.286217 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-dbf1cdcb-3922-4671-a4be-6bf7c64b408a None None] For port 2966425c-8ed8-4045-b210-3bb7354eb912, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=2966425c-8ed8-4045-b210-3bb7354eb912,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:24:10.306444 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-dbf1cdcb-3922-4671-a4be-6bf7c64b408a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:10.345355 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-00212dc5-dc52-4502-a397-227383e0b451 admin admin] Allocated IP 172.20.0.1 (aa3d6af6-0340-48c1-93fa-3e3c551f9e16/9eb6732c-01e4-4e36-a733-a917060363b0/65b71c60-d2a1-40c6-bd44-257591e691d2) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:24:10.459212 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dbba47-5761-4f82-8230-52110cb4562f None None] Pushing event updated for resources: {'Port': ['ID=2966425c-8ed8-4045-b210-3bb7354eb912,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:10.473342 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-94a3edf5-d732-4a01-9cb9-1f5c1c27d6a0 None None] Provisioning complete for port 366a34e6-6267-4262-8a09-f89a6cfff0fa triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:24:10.473720 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-94a3edf5-d732-4a01-9cb9-1f5c1c27d6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:10.507287 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f282cdd-e789-476f-843f-d28f09e031d1 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:24:10.527255 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf1cdcb-3922-4671-a4be-6bf7c64b408a None None] Routers {'4f7675f0-8406-45c6-bcc4-096dddfc343e'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:24:10.527906 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-dbf1cdcb-3922-4671-a4be-6bf7c64b408a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:24:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['4f7675f0-8406-45c6-bcc4-096dddfc343e'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:10.681323 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-dbf1cdcb-3922-4671-a4be-6bf7c64b408a None None] Set router 4f7675f0-8406-45c6-bcc4-096dddfc343e gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:24:10.797388 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-94a3edf5-d732-4a01-9cb9-1f5c1c27d6a0 None None] Port 366a34e6-6267-4262-8a09-f89a6cfff0fa cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:24:10.871310 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89c0d0a-b577-4a4d-aa1d-4abb1a3de2ec tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Made reservation on behalf of 7e83fe482de64831bee1347fe92835cd for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:24:10.882760 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d89c0d0a-b577-4a4d-aa1d-4abb1a3de2ec tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:10.884060 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:10.999940 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-ce3ae691-6d4d-4ec6-a23c-76684e81d672 None None] Provisioning complete for port 2966425c-8ed8-4045-b210-3bb7354eb912 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:24:11.000643 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ce3ae691-6d4d-4ec6-a23c-76684e81d672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:11.074328 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-00212dc5-dc52-4502-a397-227383e0b451 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:11.151145 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-00212dc5-dc52-4502-a397-227383e0b451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:11.246199 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00212dc5-dc52-4502-a397-227383e0b451 admin admin] Network aa3d6af6-0340-48c1-93fa-3e3c551f9e16 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:24:11.257178 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-00212dc5-dc52-4502-a397-227383e0b451 admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:24:11.260074 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00212dc5-dc52-4502-a397-227383e0b451 admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:24:11.296581 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-dbf1cdcb-3922-4671-a4be-6bf7c64b408a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7675f0-8406-45c6-bcc4-096dddfc343e', 'name': 'tempest-TestVolumeBootPattern-383002086-router', 'tenant_id': '2776b18dfc4e4b8e862c02249a90133e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '2966425c-8ed8-4045-b210-3bb7354eb912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:23:52Z', 'updated_at': '2021-11-12T01:23:59Z', 'revision_number': 3, 'project_id': '2776b18dfc4e4b8e862c02249a90133e', 'gw_port': {'id': '2966425c-8ed8-4045-b210-3bb7354eb912', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b3:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7675f0-8406-45c6-bcc4-096dddfc343e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:54Z', 'updated_at': '2021-11-12T01:24:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:11.324299 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-042feae0-d154-4ba7-81a4-8b35500cfdc3 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "DELETE /v2.0/subnets/05a71b76-46fa-41a4-867c-c074133e95dc/tags HTTP/1.1" status: 204 len: 168 time: 1.0432546 Nov 12 01:24:11.342934 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-00212dc5-dc52-4502-a397-227383e0b451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:11.362092 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60138) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:11.374500 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.tag.tag_plugin [None req-bd735416-53e0-4f6a-ba80-00276b1a77c6 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '05a71b76-46fa-41a4-867c-c074133e95dc', 'tempest-TagsExtTest-Tag-1808794984') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:11.461445 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00212dc5-dc52-4502-a397-227383e0b451 admin admin] Pushing event updated for resources: {'Port': ['ID=65b71c60-d2a1-40c6-bd44-257591e691d2,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:11.518157 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ce3ae691-6d4d-4ec6-a23c-76684e81d672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:11.621475 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-ce3ae691-6d4d-4ec6-a23c-76684e81d672 None None] For port 2966425c-8ed8-4045-b210-3bb7354eb912, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=2966425c-8ed8-4045-b210-3bb7354eb912,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:24:11.704728 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ce3ae691-6d4d-4ec6-a23c-76684e81d672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:11.708767 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf1cdcb-3922-4671-a4be-6bf7c64b408a None None] The sync data for ids ['4f7675f0-8406-45c6-bcc4-096dddfc343e'] in n-d-712142-27 is: [{'id': '4f7675f0-8406-45c6-bcc4-096dddfc343e', 'name': 'tempest-TestVolumeBootPattern-383002086-router', 'tenant_id': '2776b18dfc4e4b8e862c02249a90133e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '2966425c-8ed8-4045-b210-3bb7354eb912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:23:52Z', 'updated_at': '2021-11-12T01:23:59Z', 'revision_number': 3, 'project_id': '2776b18dfc4e4b8e862c02249a90133e', 'gw_port': {'id': '2966425c-8ed8-4045-b210-3bb7354eb912', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b3:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7675f0-8406-45c6-bcc4-096dddfc343e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:54Z', 'updated_at': '2021-11-12T01:24:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:24:11.822789 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-bd735416-53e0-4f6a-ba80-00276b1a77c6 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "PUT /v2.0/subnets/05a71b76-46fa-41a4-867c-c074133e95dc/tags/tempest-TagsExtTest-Tag-1808794984 HTTP/1.1" status: 201 len: 201 time: 0.4593871 Nov 12 01:24:11.827155 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 60150) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:11.860422 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.tag.tag_plugin [None req-b28bd1fc-4d14-438e-a6c9-a9cd4746178a tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'efb26b3e-9b2d-4304-976b-b493878f75f1', 'tempest-TagsExtTest-Tag-21769021') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:11.909921 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3ae691-6d4d-4ec6-a23c-76684e81d672 None None] Pushing event updated for resources: {'Port': ['ID=2966425c-8ed8-4045-b210-3bb7354eb912,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:11.921742 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-1deb997b-bd6e-4ac4-81b3-590d485aa6dc None None] Provisioning complete for port 65b71c60-d2a1-40c6-bd44-257591e691d2 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:24:11.922111 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1deb997b-bd6e-4ac4-81b3-590d485aa6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:11.963552 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e9836d0e-0e25-4f5b-85c1-ce8535da64de req-ec3f4258-dc44-4963-a1a1-85726a0ab49d tempest-ServerShowV247Test-1105069666 tempest-ServerShowV247Test-1105069666-project] 10.222.0.45 "GET /v2.0/ports?device_id=022da71b-d7b4-45f8-9692-6b34ebacfe40 HTTP/1.1" status: 200 len: 210 time: 0.1387486 Nov 12 01:24:12.038922 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-1deb997b-bd6e-4ac4-81b3-590d485aa6dc None None] Port 65b71c60-d2a1-40c6-bd44-257591e691d2 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:24:12.070771 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8288ae01-0d2f-4a55-8bf5-97ad6084e57b tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:12.074445 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d89c0d0a-b577-4a4d-aa1d-4abb1a3de2ec tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:12.096091 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8288ae01-0d2f-4a55-8bf5-97ad6084e57b tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:12.106878 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8288ae01-0d2f-4a55-8bf5-97ad6084e57b tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:12.108872 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8288ae01-0d2f-4a55-8bf5-97ad6084e57b tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:12.115080 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8288ae01-0d2f-4a55-8bf5-97ad6084e57b tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "PUT /v2.0/ports/366a34e6-6267-4262-8a09-f89a6cfff0fa HTTP/1.1" status: 200 len: 911 time: 2.1958027 Nov 12 01:24:12.127858 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 60156) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:12.142020 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-00212dc5-dc52-4502-a397-227383e0b451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:12.166083 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8288ae01-0d2f-4a55-8bf5-97ad6084e57b tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event updated for resources: {'Port': ['ID=366a34e6-6267-4262-8a09-f89a6cfff0fa,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:12.326890 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89c0d0a-b577-4a4d-aa1d-4abb1a3de2ec tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Pushing event updated for resources: {'Subnet': ['ID=cc469f1c-c0ed-4f88-b5ef-5a398b509a92,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:12.526570 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-b28bd1fc-4d14-438e-a6c9-a9cd4746178a tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "PUT /v2.0/ports/efb26b3e-9b2d-4304-976b-b493878f75f1/tags/tempest-TagsExtTest-Tag-21769021 HTTP/1.1" status: 201 len: 201 time: 0.6962326 Nov 12 01:24:12.529459 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60160) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:12.534615 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.tag.tag_plugin [None req-277eadda-9aa3-43cc-819b-8cc582e06122 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0010f079-73f4-4806-b81f-9f0c5d33c473', 'tempest-TagsExtTest-Tag-1677509131') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:12.539037 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89c0d0a-b577-4a4d-aa1d-4abb1a3de2ec tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Checking segment: {'id': 'e40de48e-3458-4c4f-aa0a-6afa6d1797af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '01fca886-4b41-4d67-a5a3-3ddfe5cf3f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:24:12.539513 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89c0d0a-b577-4a4d-aa1d-4abb1a3de2ec tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Network hostable DHCP agents. Network: 01fca886-4b41-4d67-a5a3-3ddfe5cf3f57, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:24:12.701028 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89c0d0a-b577-4a4d-aa1d-4abb1a3de2ec tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Network 01fca886-4b41-4d67-a5a3-3ddfe5cf3f57 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:24:12.767045 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-277eadda-9aa3-43cc-819b-8cc582e06122 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "PUT /v2.0/routers/0010f079-73f4-4806-b81f-9f0c5d33c473/tags/tempest-TagsExtTest-Tag-1677509131 HTTP/1.1" status: 201 len: 201 time: 0.2364426 Nov 12 01:24:12.770124 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60168) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:12.775366 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.tag.tag_plugin [None req-86fa5283-f2f0-41cb-9f4c-434408a0eb46 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '112e3a53-c16f-4c02-bc17-68b55d26b7f8', 'tempest-TagsExtTest-Tag-482669981') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:12.782057 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-d89c0d0a-b577-4a4d-aa1d-4abb1a3de2ec tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 01fca886-4b41-4d67-a5a3-3ddfe5cf3f57) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:24:12.795305 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a643198-f841-471a-bd82-4bda2056d326 None None] Network 01fca886-4b41-4d67-a5a3-3ddfe5cf3f57 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:24:12.822519 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89c0d0a-b577-4a4d-aa1d-4abb1a3de2ec tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:12.837938 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d89c0d0a-b577-4a4d-aa1d-4abb1a3de2ec tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:12.902288 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-86fa5283-f2f0-41cb-9f4c-434408a0eb46 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "PUT /v2.0/subnetpools/112e3a53-c16f-4c02-bc17-68b55d26b7f8/tags/tempest-TagsExtTest-Tag-482669981 HTTP/1.1" status: 201 len: 201 time: 0.1307607 Nov 12 01:24:12.907442 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60176) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:12.916049 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.tag.tag_plugin [None req-c7d2f9e9-27c5-42b7-83f1-e6537bb783b1 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '05a71b76-46fa-41a4-867c-c074133e95dc', {'tags': ['tempest-TagsExtTest-Tag-1406044280', 'tempest-TagsExtTest-Tag-23327189', 'tempest-TagsExtTest-Tag-2014940619']}) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:12.938456 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-d89c0d0a-b577-4a4d-aa1d-4abb1a3de2ec tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7958534 Nov 12 01:24:12.950960 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 60178) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:12.962648 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-a300ee0e-711f-449a-91a9-0fe99bcac525 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-411060830'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:24:13.035788 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-00212dc5-dc52-4502-a397-227383e0b451 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:13.055728 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c7d2f9e9-27c5-42b7-83f1-e6537bb783b1 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "PUT /v2.0/subnets/05a71b76-46fa-41a4-867c-c074133e95dc/tags HTTP/1.1" status: 200 len: 316 time: 0.1441789 Nov 12 01:24:13.056635 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-00212dc5-dc52-4502-a397-227383e0b451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:13.059773 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60182) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:13.067768 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.tag.tag_plugin [None req-64329a0e-53a3-441b-a439-03030e251c92 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '05a71b76-46fa-41a4-867c-c074133e95dc') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:13.187077 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00212dc5-dc52-4502-a397-227383e0b451 admin admin] Pushing event updated for resources: {'Port': ['ID=65b71c60-d2a1-40c6-bd44-257591e691d2,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:13.239956 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-64329a0e-53a3-441b-a439-03030e251c92 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "DELETE /v2.0/subnets/05a71b76-46fa-41a4-867c-c074133e95dc/tags HTTP/1.1" status: 204 len: 168 time: 0.1781158 Nov 12 01:24:13.240898 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a300ee0e-711f-449a-91a9-0fe99bcac525 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Made reservation on behalf of 7e83fe482de64831bee1347fe92835cd for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:24:13.243103 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60184) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:13.244971 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a300ee0e-711f-449a-91a9-0fe99bcac525 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:13.250875 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.tag.tag_plugin [None req-0ff8a25d-fa06-4066-9a03-6d9cbf1c54ff tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '05a71b76-46fa-41a4-867c-c074133e95dc', 'tempest-TagsExtTest-Tag-1406044280') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:13.315939 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d8e94bb6-efc4-4781-9a1d-1ae1c82838d4 req-aa97d701-99cd-4807-9208-83a76c90da95 tempest-ServerShowV247Test-1105069666 tempest-ServerShowV247Test-1105069666-project] 10.222.0.45 "GET /v2.0/ports?device_id=022da71b-d7b4-45f8-9692-6b34ebacfe40 HTTP/1.1" status: 200 len: 210 time: 0.1013656 Nov 12 01:24:13.334234 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-00212dc5-dc52-4502-a397-227383e0b451 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:13.341448 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a300ee0e-711f-449a-91a9-0fe99bcac525 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:24:13.384668 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-0ff8a25d-fa06-4066-9a03-6d9cbf1c54ff tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] show failed (client error): The resource could not be found. Nov 12 01:24:13.393733 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0ff8a25d-fa06-4066-9a03-6d9cbf1c54ff tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "GET /v2.0/subnets/05a71b76-46fa-41a4-867c-c074133e95dc/tags/tempest-TagsExtTest-Tag-1406044280 HTTP/1.1" status: 404 len: 329 time: 0.1486499 Nov 12 01:24:13.395285 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60186) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:13.403085 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.tag.tag_plugin [None req-df0f6d6f-4c1f-4270-bf5a-d0b0a585c4d3 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '05a71b76-46fa-41a4-867c-c074133e95dc', 'tempest-TagsExtTest-Tag-23327189') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:13.440978 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a300ee0e-711f-449a-91a9-0fe99bcac525 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:13.442126 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-a300ee0e-711f-449a-91a9-0fe99bcac525 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Added segment f60904fa-4187-448f-a002-71635fcab55a of type vlan for network 21b8f7ba-4c36-4c6f-97dd-0950e06687e7 Nov 12 01:24:13.555684 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a3e6bd-5492-45a0-967a-a09ab14b8d9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-01fca886-4b41-4d67-a5a3-3ddfe5cf3f57', 'network_id': '01fca886-4b41-4d67-a5a3-3ddfe5cf3f57', 'tenant_id': '7e83fe482de64831bee1347fe92835cd', 'fixed_ips': [{'subnet_id': 'cc469f1c-c0ed-4f88-b5ef-5a398b509a92'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:24:13.559063 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f4a3e6bd-5492-45a0-967a-a09ab14b8d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:13.647751 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a300ee0e-711f-449a-91a9-0fe99bcac525 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:13.652883 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a8fe3242-14e2-49a1-8b73-65bc7f568a6f tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:13.672536 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-df0f6d6f-4c1f-4270-bf5a-d0b0a585c4d3 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] show failed (client error): The resource could not be found. Nov 12 01:24:13.680690 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-df0f6d6f-4c1f-4270-bf5a-d0b0a585c4d3 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "GET /v2.0/subnets/05a71b76-46fa-41a4-867c-c074133e95dc/tags/tempest-TagsExtTest-Tag-23327189 HTTP/1.1" status: 404 len: 327 time: 0.2835081 Nov 12 01:24:13.681616 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60188) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:13.692163 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.tag.tag_plugin [None req-ea52ab64-4d5b-4926-8bfa-adcc03df5e63 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '05a71b76-46fa-41a4-867c-c074133e95dc', 'tempest-TagsExtTest-Tag-2014940619') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:13.779106 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-ea52ab64-4d5b-4926-8bfa-adcc03df5e63 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] show failed (client error): The resource could not be found. Nov 12 01:24:13.780497 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ea52ab64-4d5b-4926-8bfa-adcc03df5e63 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "GET /v2.0/subnets/05a71b76-46fa-41a4-867c-c074133e95dc/tags/tempest-TagsExtTest-Tag-2014940619 HTTP/1.1" status: 404 len: 329 time: 0.0972283 Nov 12 01:24:13.789255 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60190) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:13.796571 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.tag.tag_plugin [None req-09d85da5-4fe0-4184-8196-a1f1e7cc3285 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'efb26b3e-9b2d-4304-976b-b493878f75f1', {'tags': ['tempest-TagsExtTest-Tag-87422878', 'tempest-TagsExtTest-Tag-1770717593', 'tempest-TagsExtTest-Tag-1259827806']}) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:13.906639 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-f4a3e6bd-5492-45a0-967a-a09ab14b8d9b None None] Allocated IP 2001:db8:0:ffff::2 (01fca886-4b41-4d67-a5a3-3ddfe5cf3f57/cc469f1c-c0ed-4f88-b5ef-5a398b509a92/cb9c2ec6-85de-4d2f-a0de-a604f00f400c) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:24:13.956138 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-09d85da5-4fe0-4184-8196-a1f1e7cc3285 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "PUT /v2.0/ports/efb26b3e-9b2d-4304-976b-b493878f75f1/tags HTTP/1.1" status: 200 len: 316 time: 0.1654081 Nov 12 01:24:13.961062 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60198) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:13.977388 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.tag.tag_plugin [None req-337af830-96b8-4744-9918-e5c6294f3850 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'efb26b3e-9b2d-4304-976b-b493878f75f1') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:14.185754 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.db.resource_extend [None req-a300ee0e-711f-449a-91a9-0fe99bcac525 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 01:24:14.262153 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-337af830-96b8-4744-9918-e5c6294f3850 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "DELETE /v2.0/ports/efb26b3e-9b2d-4304-976b-b493878f75f1/tags HTTP/1.1" status: 204 len: 168 time: 0.2992291 Nov 12 01:24:14.263171 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60200) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:14.272916 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.tag.tag_plugin [None req-6af1f5bb-3966-495b-a2db-7b484f632756 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'efb26b3e-9b2d-4304-976b-b493878f75f1', 'tempest-TagsExtTest-Tag-87422878') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:14.327425 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a300ee0e-711f-449a-91a9-0fe99bcac525 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:14.330955 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f4a3e6bd-5492-45a0-967a-a09ab14b8d9b None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:14.340853 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a300ee0e-711f-449a-91a9-0fe99bcac525 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:14.342502 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a300ee0e-711f-449a-91a9-0fe99bcac525 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:14.352085 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f4a3e6bd-5492-45a0-967a-a09ab14b8d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:14.485963 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-6af1f5bb-3966-495b-a2db-7b484f632756 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] show failed (client error): The resource could not be found. Nov 12 01:24:14.488922 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3e6bd-5492-45a0-967a-a09ab14b8d9b None None] Pushing event updated for resources: {'Port': ['ID=cb9c2ec6-85de-4d2f-a0de-a604f00f400c,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:14.496793 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 60204) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:14.497915 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6af1f5bb-3966-495b-a2db-7b484f632756 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "GET /v2.0/ports/efb26b3e-9b2d-4304-976b-b493878f75f1/tags/tempest-TagsExtTest-Tag-87422878 HTTP/1.1" status: 404 len: 327 time: 0.2320294 Nov 12 01:24:14.502380 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a3e6bd-5492-45a0-967a-a09ab14b8d9b None None] Network 01fca886-4b41-4d67-a5a3-3ddfe5cf3f57 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:24:14.510288 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-f4a3e6bd-5492-45a0-967a-a09ab14b8d9b None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:24:14.520997 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a3e6bd-5492-45a0-967a-a09ab14b8d9b None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:24:14.557993 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00212dc5-dc52-4502-a397-227383e0b451 admin admin] Network aa3d6af6-0340-48c1-93fa-3e3c551f9e16 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:24:14.568308 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.tag.tag_plugin [None req-a7d9d94a-93d8-4b0f-8a74-8a01ca34b860 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'efb26b3e-9b2d-4304-976b-b493878f75f1', 'tempest-TagsExtTest-Tag-1770717593') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:14.629424 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 2966425c-8ed8-4045-b210-3bb7354eb912 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:24:14.772986 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1f90070d-c27e-461b-99d7-138f74f11f07 req-3c9f1d06-45f6-4154-9e8b-9f5f4d23c065 tempest-ServerShowV247Test-1105069666 tempest-ServerShowV247Test-1105069666-project] 10.222.0.45 "GET /v2.0/ports?device_id=022da71b-d7b4-45f8-9692-6b34ebacfe40 HTTP/1.1" status: 200 len: 210 time: 0.1252286 Nov 12 01:24:14.773728 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a300ee0e-711f-449a-91a9-0fe99bcac525 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Pushing event updated for resources: {'Network': ['ID=21b8f7ba-4c36-4c6f-97dd-0950e06687e7,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:14.793395 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-00212dc5-dc52-4502-a397-227383e0b451 admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:24:14.837408 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 21b8f7ba-4c36-4c6f-97dd-0950e06687e7 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:24:14.854085 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a300ee0e-711f-449a-91a9-0fe99bcac525 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.9003391 Nov 12 01:24:14.858742 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60212) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:14.882186 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-cb9e48be-312c-4d7d-a4c3-adacf71caa12 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Request body: {'subnet': {'network_id': '21b8f7ba-4c36-4c6f-97dd-0950e06687e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:24:15.127529 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-f4a3e6bd-5492-45a0-967a-a09ab14b8d9b None None] Attempting to bind port cb9c2ec6-85de-4d2f-a0de-a604f00f400c on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:24:15.128399 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-f4a3e6bd-5492-45a0-967a-a09ab14b8d9b None None] Attempting to bind port cb9c2ec6-85de-4d2f-a0de-a604f00f400c by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'e40de48e-3458-4c4f-aa0a-6afa6d1797af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '01fca886-4b41-4d67-a5a3-3ddfe5cf3f57'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:24:15.128924 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a3e6bd-5492-45a0-967a-a09ab14b8d9b None None] Attempting to bind port cb9c2ec6-85de-4d2f-a0de-a604f00f400c on network 01fca886-4b41-4d67-a5a3-3ddfe5cf3f57 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:24:15.287829 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a3e6bd-5492-45a0-967a-a09ab14b8d9b None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:24:15.294338 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a3e6bd-5492-45a0-967a-a09ab14b8d9b None None] Checking segment: {'id': 'e40de48e-3458-4c4f-aa0a-6afa6d1797af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '01fca886-4b41-4d67-a5a3-3ddfe5cf3f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:24:15.294859 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f4a3e6bd-5492-45a0-967a-a09ab14b8d9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:15.295371 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a3e6bd-5492-45a0-967a-a09ab14b8d9b None None] Bound using segment: {'id': 'e40de48e-3458-4c4f-aa0a-6afa6d1797af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '01fca886-4b41-4d67-a5a3-3ddfe5cf3f57'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:24:15.295895 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-f4a3e6bd-5492-45a0-967a-a09ab14b8d9b None None] Bound port: cb9c2ec6-85de-4d2f-a0de-a604f00f400c, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e40de48e-3458-4c4f-aa0a-6afa6d1797af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '01fca886-4b41-4d67-a5a3-3ddfe5cf3f57'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:24:15.296337 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f4a3e6bd-5492-45a0-967a-a09ab14b8d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:15.325530 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9e48be-312c-4d7d-a4c3-adacf71caa12 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Made reservation on behalf of 7e83fe482de64831bee1347fe92835cd for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:24:15.330797 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cb9e48be-312c-4d7d-a4c3-adacf71caa12 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:15.453019 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-a7d9d94a-93d8-4b0f-8a74-8a01ca34b860 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] show failed (client error): The resource could not be found. Nov 12 01:24:15.454659 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a7d9d94a-93d8-4b0f-8a74-8a01ca34b860 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "GET /v2.0/ports/efb26b3e-9b2d-4304-976b-b493878f75f1/tags/tempest-TagsExtTest-Tag-1770717593 HTTP/1.1" status: 404 len: 329 time: 0.9235480 Nov 12 01:24:15.460267 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 60220) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:15.470413 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.tag.tag_plugin [None req-94210e71-c309-41b9-abe7-bea2b195df44 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'efb26b3e-9b2d-4304-976b-b493878f75f1', 'tempest-TagsExtTest-Tag-1259827806') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:15.551916 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 2966425c-8ed8-4045-b210-3bb7354eb912 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:24:15.552826 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:15.599062 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-bd41cdd1-4c00-4886-820d-7b4dc56a6919 None None] Provisioning complete for port 65b71c60-d2a1-40c6-bd44-257591e691d2 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:24:15.600935 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bd41cdd1-4c00-4886-820d-7b4dc56a6919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:15.622077 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00212dc5-dc52-4502-a397-227383e0b451 admin admin] Router 4f7675f0-8406-45c6-bcc4-096dddfc343e has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:24:15.656848 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-bd41cdd1-4c00-4886-820d-7b4dc56a6919 None None] Port 65b71c60-d2a1-40c6-bd44-257591e691d2 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:24:15.682504 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-f4a3e6bd-5492-45a0-967a-a09ab14b8d9b None None] For port cb9c2ec6-85de-4d2f-a0de-a604f00f400c, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:24:15.684454 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cb9e48be-312c-4d7d-a4c3-adacf71caa12 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:15.689418 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-f4a3e6bd-5492-45a0-967a-a09ab14b8d9b None None] For port cb9c2ec6-85de-4d2f-a0de-a604f00f400c, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=cb9c2ec6-85de-4d2f-a0de-a604f00f400c,segment=NetworkSegment(e40de48e-3458-4c4f-aa0a-6afa6d1797af),segment_id=e40de48e-3458-4c4f-aa0a-6afa6d1797af)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:24:15.708249 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f4a3e6bd-5492-45a0-967a-a09ab14b8d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:15.793247 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3e6bd-5492-45a0-967a-a09ab14b8d9b None None] Pushing event updated for resources: {'Port': ['ID=cb9c2ec6-85de-4d2f-a0de-a604f00f400c,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:15.800262 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e48be-312c-4d7d-a4c3-adacf71caa12 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Pushing event updated for resources: {'Subnet': ['ID=dcfc5740-19e5-44ac-a763-0f3a7aca5ca0,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:15.859745 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9e48be-312c-4d7d-a4c3-adacf71caa12 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Checking segment: {'id': 'f60904fa-4187-448f-a002-71635fcab55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '21b8f7ba-4c36-4c6f-97dd-0950e06687e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:24:15.861058 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9e48be-312c-4d7d-a4c3-adacf71caa12 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Network hostable DHCP agents. Network: 21b8f7ba-4c36-4c6f-97dd-0950e06687e7, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:24:15.926663 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9e48be-312c-4d7d-a4c3-adacf71caa12 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Network 21b8f7ba-4c36-4c6f-97dd-0950e06687e7 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:24:15.948605 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-cb9e48be-312c-4d7d-a4c3-adacf71caa12 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 21b8f7ba-4c36-4c6f-97dd-0950e06687e7) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:24:15.960252 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9e48be-312c-4d7d-a4c3-adacf71caa12 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:15.963358 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-94210e71-c309-41b9-abe7-bea2b195df44 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] show failed (client error): The resource could not be found. Nov 12 01:24:15.968207 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-94210e71-c309-41b9-abe7-bea2b195df44 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "GET /v2.0/ports/efb26b3e-9b2d-4304-976b-b493878f75f1/tags/tempest-TagsExtTest-Tag-1259827806 HTTP/1.1" status: 404 len: 329 time: 0.5030916 Nov 12 01:24:15.968434 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cb9e48be-312c-4d7d-a4c3-adacf71caa12 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:15.969109 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60224) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:15.975581 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.tag.tag_plugin [None req-da974112-297c-4ba4-819a-4180ea089f7a tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '0010f079-73f4-4806-b81f-9f0c5d33c473', {'tags': ['tempest-TagsExtTest-Tag-1295368243', 'tempest-TagsExtTest-Tag-100225802', 'tempest-TagsExtTest-Tag-769873153']}) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:15.990047 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cb1f48-a98d-4da1-9a10-d369f5022770 None None] Network 21b8f7ba-4c36-4c6f-97dd-0950e06687e7 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:24:16.263458 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-cb9e48be-312c-4d7d-a4c3-adacf71caa12 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4027722 Nov 12 01:24:16.273961 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60232) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:16.319082 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d4b4d3df-73c7-48e0-b8cb-bfe29d3d5ca0 req-551a5722-b47a-46b9-8657-ae491f4b539e tempest-ServerShowV247Test-1105069666 tempest-ServerShowV247Test-1105069666-project] 10.222.0.45 "GET /v2.0/ports?device_id=022da71b-d7b4-45f8-9692-6b34ebacfe40 HTTP/1.1" status: 200 len: 210 time: 0.3160594 Nov 12 01:24:16.360261 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-a8fe3242-14e2-49a1-8b73-65bc7f568a6f tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Deleting port 366a34e6-6267-4262-8a09-f89a6cfff0fa {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:24:16.360859 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a8fe3242-14e2-49a1-8b73-65bc7f568a6f tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:16.435805 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ece9ca-11ee-444a-900f-209290dceab8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-21b8f7ba-4c36-4c6f-97dd-0950e06687e7', 'network_id': '21b8f7ba-4c36-4c6f-97dd-0950e06687e7', 'tenant_id': '7e83fe482de64831bee1347fe92835cd', 'fixed_ips': [{'subnet_id': 'dcfc5740-19e5-44ac-a763-0f3a7aca5ca0'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:24:16.437293 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-88ece9ca-11ee-444a-900f-209290dceab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:16.521581 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-da974112-297c-4ba4-819a-4180ea089f7a tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "PUT /v2.0/routers/0010f079-73f4-4806-b81f-9f0c5d33c473/tags HTTP/1.1" status: 200 len: 316 time: 0.5505939 Nov 12 01:24:16.530544 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60234) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:16.545327 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.tag.tag_plugin [None req-4dd7b3e7-083f-41a2-93a1-6e18d94e5c6c tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0010f079-73f4-4806-b81f-9f0c5d33c473') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:16.650289 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device cb9c2ec6-85de-4d2f-a0de-a604f00f400c up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:24:16.673097 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-48d9c4d4-eb74-439e-b9db-a1be2ac3a086 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:16.747279 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4dd7b3e7-083f-41a2-93a1-6e18d94e5c6c tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "DELETE /v2.0/routers/0010f079-73f4-4806-b81f-9f0c5d33c473/tags HTTP/1.1" status: 204 len: 168 time: 0.2044599 Nov 12 01:24:16.748437 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 60236) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:16.755122 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.tag.tag_plugin [None req-8a8af5d4-5eec-4d97-bcad-f31d14a95c49 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0010f079-73f4-4806-b81f-9f0c5d33c473', 'tempest-TagsExtTest-Tag-1295368243') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:16.760822 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a8fe3242-14e2-49a1-8b73-65bc7f568a6f tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:16.771512 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-48d9c4d4-eb74-439e-b9db-a1be2ac3a086 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:16.773061 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00212dc5-dc52-4502-a397-227383e0b451 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:24:16.813427 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c96d07e-d1d7-4336-b16b-771d9fbe6eae None None] Sync routers for ids ['4f7675f0-8406-45c6-bcc4-096dddfc343e'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:24:16.824034 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-00212dc5-dc52-4502-a397-227383e0b451 admin admin] 10.222.0.45 "PUT /v2.0/routers/4f7675f0-8406-45c6-bcc4-096dddfc343e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9943373 Nov 12 01:24:16.904631 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c96d07e-d1d7-4336-b16b-771d9fbe6eae None None] Routers {'4f7675f0-8406-45c6-bcc4-096dddfc343e'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:24:16.905726 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-4c96d07e-d1d7-4336-b16b-771d9fbe6eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:24:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['4f7675f0-8406-45c6-bcc4-096dddfc343e'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:16.935251 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-88ece9ca-11ee-444a-900f-209290dceab8 None None] Allocated IP 2001:db8::1 (21b8f7ba-4c36-4c6f-97dd-0950e06687e7/dcfc5740-19e5-44ac-a763-0f3a7aca5ca0/4d044df3-76ca-4c58-8641-cdb61dd5f39c) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:24:16.982990 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-a8fe3242-14e2-49a1-8b73-65bc7f568a6f tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Calling delete_port for 366a34e6-6267-4262-8a09-f89a6cfff0fa owned by network:router_interface {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:24:17.112584 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-4c96d07e-d1d7-4336-b16b-771d9fbe6eae None None] Set router 4f7675f0-8406-45c6-bcc4-096dddfc343e gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:24:17.279902 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port cb9c2ec6-85de-4d2f-a0de-a604f00f400c triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:24:17.280288 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:17.368998 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-8a8af5d4-5eec-4d97-bcad-f31d14a95c49 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] show failed (client error): The resource could not be found. Nov 12 01:24:17.371791 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-8a8af5d4-5eec-4d97-bcad-f31d14a95c49 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "GET /v2.0/routers/0010f079-73f4-4806-b81f-9f0c5d33c473/tags/tempest-TagsExtTest-Tag-1295368243 HTTP/1.1" status: 404 len: 329 time: 0.6217098 Nov 12 01:24:17.373721 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a8fe3242-14e2-49a1-8b73-65bc7f568a6f tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:17.374903 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60254) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:17.382876 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.tag.tag_plugin [None req-a8631c63-038c-432d-9862-413a51fe0b9d tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0010f079-73f4-4806-b81f-9f0c5d33c473', 'tempest-TagsExtTest-Tag-100225802') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:17.475283 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe3242-14e2-49a1-8b73-65bc7f568a6f tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event deleted for resources: {'Port': ['ID=366a34e6-6267-4262-8a09-f89a6cfff0fa,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:17.596860 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-a8631c63-038c-432d-9862-413a51fe0b9d tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] show failed (client error): The resource could not be found. Nov 12 01:24:17.603325 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a8631c63-038c-432d-9862-413a51fe0b9d tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "GET /v2.0/routers/0010f079-73f4-4806-b81f-9f0c5d33c473/tags/tempest-TagsExtTest-Tag-100225802 HTTP/1.1" status: 404 len: 328 time: 0.2270010 Nov 12 01:24:17.604257 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60266) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:17.612910 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.tag.tag_plugin [None req-a329d6a5-3185-4444-9dac-24b55f74f2e7 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0010f079-73f4-4806-b81f-9f0c5d33c473', 'tempest-TagsExtTest-Tag-769873153') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:17.797182 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-a329d6a5-3185-4444-9dac-24b55f74f2e7 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] show failed (client error): The resource could not be found. Nov 12 01:24:17.801532 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a329d6a5-3185-4444-9dac-24b55f74f2e7 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "GET /v2.0/routers/0010f079-73f4-4806-b81f-9f0c5d33c473/tags/tempest-TagsExtTest-Tag-769873153 HTTP/1.1" status: 404 len: 328 time: 0.1953137 Nov 12 01:24:17.802813 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60272) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:17.810066 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1a8783ea-0d68-4be7-a446-e36db57e2634 req-9005b3a7-e935-42a2-b191-ced38067cff8 tempest-ServerShowV247Test-1105069666 tempest-ServerShowV247Test-1105069666-project] 10.222.0.45 "GET /v2.0/ports?device_id=022da71b-d7b4-45f8-9692-6b34ebacfe40 HTTP/1.1" status: 200 len: 210 time: 0.2501376 Nov 12 01:24:17.811049 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.tag.tag_plugin [None req-ee67c675-0a82-4ad6-bcc4-7b35c8794389 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '112e3a53-c16f-4c02-bc17-68b55d26b7f8', {'tags': ['tempest-TagsExtTest-Tag-620264767', 'tempest-TagsExtTest-Tag-1443051014', 'tempest-TagsExtTest-Tag-324351086']}) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:17.844461 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a8fe3242-14e2-49a1-8b73-65bc7f568a6f tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:17.945738 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ee67c675-0a82-4ad6-bcc4-7b35c8794389 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "PUT /v2.0/subnetpools/112e3a53-c16f-4c02-bc17-68b55d26b7f8/tags HTTP/1.1" status: 200 len: 316 time: 0.1399951 Nov 12 01:24:17.948317 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60274) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:17.956075 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.tag.tag_plugin [None req-90293b59-a351-4524-aebc-e3f3d92764b0 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '112e3a53-c16f-4c02-bc17-68b55d26b7f8') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:17.982005 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e3c544-d5ad-4bfa-a8e8-8b177b8d7cd9 None None] Network 01fca886-4b41-4d67-a5a3-3ddfe5cf3f57 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:24:18.052022 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-cc9db3e9-5aa2-426f-a020-19d3c41399a3 req-5b37dd51-7d22-4398-94ba-3252611f50bc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7a93fb8c-98d2-4f84-8c55-b74a17930c94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0562623 Nov 12 01:24:18.064905 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-88ece9ca-11ee-444a-900f-209290dceab8 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:18.115753 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-48d9c4d4-eb74-439e-b9db-a1be2ac3a086 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:18.130856 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-90293b59-a351-4524-aebc-e3f3d92764b0 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "DELETE /v2.0/subnetpools/112e3a53-c16f-4c02-bc17-68b55d26b7f8/tags HTTP/1.1" status: 204 len: 168 time: 0.1809385 Nov 12 01:24:18.131860 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60280) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:18.142349 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.tag.tag_plugin [None req-45e4c072-1128-40d0-9470-583708d78654 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '112e3a53-c16f-4c02-bc17-68b55d26b7f8', 'tempest-TagsExtTest-Tag-620264767') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:18.208922 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d9c4d4-eb74-439e-b9db-a1be2ac3a086 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Pushing event deleted for resources: {'Subnet': ['ID=dcfc5740-19e5-44ac-a763-0f3a7aca5ca0,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:18.266519 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8fe3242-14e2-49a1-8b73-65bc7f568a6f tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Router 7b245b4c-0a87-45a2-ac64-8ee6949666bf has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:24:18.286916 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-cc9db3e9-5aa2-426f-a020-19d3c41399a3 req-4eb5d9ff-bd3b-4a94-8183-dde4db421837 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9cb48a6c179b4284972e58a41d6a5f4e&device_id=7a93fb8c-98d2-4f84-8c55-b74a17930c94 HTTP/1.1" status: 200 len: 210 time: 0.0954378 Nov 12 01:24:18.288466 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-45e4c072-1128-40d0-9470-583708d78654 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] show failed (client error): The resource could not be found. Nov 12 01:24:18.292634 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-45e4c072-1128-40d0-9470-583708d78654 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "GET /v2.0/subnetpools/112e3a53-c16f-4c02-bc17-68b55d26b7f8/tags/tempest-TagsExtTest-Tag-620264767 HTTP/1.1" status: 404 len: 328 time: 0.1539404 Nov 12 01:24:18.292921 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 60282) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:18.323503 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.tag.tag_plugin [None req-8265f80a-6612-43e4-9db2-38c41ce02ccf tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '112e3a53-c16f-4c02-bc17-68b55d26b7f8', 'tempest-TagsExtTest-Tag-1443051014') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:18.329961 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-88ece9ca-11ee-444a-900f-209290dceab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:18.427939 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-8265f80a-6612-43e4-9db2-38c41ce02ccf tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] show failed (client error): The resource could not be found. Nov 12 01:24:18.429151 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-8265f80a-6612-43e4-9db2-38c41ce02ccf tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "GET /v2.0/subnetpools/112e3a53-c16f-4c02-bc17-68b55d26b7f8/tags/tempest-TagsExtTest-Tag-1443051014 HTTP/1.1" status: 404 len: 329 time: 0.1330714 Nov 12 01:24:18.434579 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 60286) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:18.439249 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.tag.tag_plugin [None req-dbc31afb-c3b0-4970-9149-d24e6a67d452 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '112e3a53-c16f-4c02-bc17-68b55d26b7f8', 'tempest-TagsExtTest-Tag-324351086') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:18.457175 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8fe3242-14e2-49a1-8b73-65bc7f568a6f tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:24:18.466401 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a8fe3242-14e2-49a1-8b73-65bc7f568a6f tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "PUT /v2.0/routers/7b245b4c-0a87-45a2-ac64-8ee6949666bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3329911 Nov 12 01:24:18.466637 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 60288) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:18.474666 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab7a8df-8bf1-442d-b4ce-9e7282e191c0 None None] Sync routers for ids ['7b245b4c-0a87-45a2-ac64-8ee6949666bf'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:24:18.498627 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab7a8df-8bf1-442d-b4ce-9e7282e191c0 None None] Routers {'7b245b4c-0a87-45a2-ac64-8ee6949666bf'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:24:18.499739 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-cab7a8df-8bf1-442d-b4ce-9e7282e191c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:24:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['7b245b4c-0a87-45a2-ac64-8ee6949666bf'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:18.537846 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-cc9db3e9-5aa2-426f-a020-19d3c41399a3 req-8f9dd7a2-f83e-4469-9cc3-1923a9fd99e5 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=9cb48a6c179b4284972e58a41d6a5f4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2165709 Nov 12 01:24:18.544117 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-d0a9019a-5d31-41fe-a368-c881fd8dbd64 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b245b4c-0a87-45a2-ac64-8ee6949666bf HTTP/1.1" status: 200 len: 205 time: 0.0763166 Nov 12 01:24:18.550361 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60290) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:18.558596 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-dbc31afb-c3b0-4970-9149-d24e6a67d452 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] show failed (client error): The resource could not be found. Nov 12 01:24:18.559659 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-dbc31afb-c3b0-4970-9149-d24e6a67d452 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "GET /v2.0/subnetpools/112e3a53-c16f-4c02-bc17-68b55d26b7f8/tags/tempest-TagsExtTest-Tag-324351086 HTTP/1.1" status: 404 len: 328 time: 0.1245260 Nov 12 01:24:18.564162 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 60292) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:18.572058 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.tag.tag_plugin [None req-28b29a64-4da6-40c7-8a4e-339a186bf3a3 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '112e3a53-c16f-4c02-bc17-68b55d26b7f8') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:18.585833 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-48d9c4d4-eb74-439e-b9db-a1be2ac3a086 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:18.654808 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-28b29a64-4da6-40c7-8a4e-339a186bf3a3 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "DELETE /v2.0/subnetpools/112e3a53-c16f-4c02-bc17-68b55d26b7f8/tags HTTP/1.1" status: 204 len: 168 time: 0.0856419 Nov 12 01:24:18.655826 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 60294) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:18.664903 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-cab7a8df-8bf1-442d-b4ce-9e7282e191c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:18.665210 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.tag.tag_plugin [None req-408b6f89-a415-41d0-9f52-a75985f48b58 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0010f079-73f4-4806-b81f-9f0c5d33c473') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:18.685750 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:18.705931 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab7a8df-8bf1-442d-b4ce-9e7282e191c0 None None] Routers {'7b245b4c-0a87-45a2-ac64-8ee6949666bf'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:24:18.708547 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-cab7a8df-8bf1-442d-b4ce-9e7282e191c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:24:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['7b245b4c-0a87-45a2-ac64-8ee6949666bf'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:18.860232 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-408b6f89-a415-41d0-9f52-a75985f48b58 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "DELETE /v2.0/routers/0010f079-73f4-4806-b81f-9f0c5d33c473/tags HTTP/1.1" status: 204 len: 168 time: 0.2005675 Nov 12 01:24:18.861247 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 60298) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:18.866782 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.tag.tag_plugin [None req-f79f5acb-4746-43eb-b9a0-c732ea9ec457 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'efb26b3e-9b2d-4304-976b-b493878f75f1') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:18.875154 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-cab7a8df-8bf1-442d-b4ce-9e7282e191c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:18.877568 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab7a8df-8bf1-442d-b4ce-9e7282e191c0 None None] The sync data for ids ['7b245b4c-0a87-45a2-ac64-8ee6949666bf'] in n-d-712142-27 is: [] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:24:19.044260 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d6050974-9beb-49e2-8810-e64c52f797aa req-90724f1a-8f96-4a5e-b30c-e05cf5a36836 tempest-ServerShowV247Test-1105069666 tempest-ServerShowV247Test-1105069666-project] 10.222.0.45 "GET /v2.0/ports?device_id=022da71b-d7b4-45f8-9692-6b34ebacfe40 HTTP/1.1" status: 200 len: 210 time: 0.0471230 Nov 12 01:24:19.081954 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-f79f5acb-4746-43eb-b9a0-c732ea9ec457 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "DELETE /v2.0/ports/efb26b3e-9b2d-4304-976b-b493878f75f1/tags HTTP/1.1" status: 204 len: 168 time: 0.2201056 Nov 12 01:24:19.082872 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 60306) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:19.088791 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7fda60a8-c608-4772-a37a-2397dca1c534 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:19.101738 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.tag.tag_plugin [None req-fa151d64-9e9d-4e68-8567-ca4f24896c57 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '05a71b76-46fa-41a4-867c-c074133e95dc') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:19.179914 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5d4faa06-1072-45e7-a9c8-2af0e7d38ffc None None] Provisioning complete for port cb9c2ec6-85de-4d2f-a0de-a604f00f400c triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:24:19.181045 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5d4faa06-1072-45e7-a9c8-2af0e7d38ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:19.193355 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-48d9c4d4-eb74-439e-b9db-a1be2ac3a086 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21b8f7ba-4c36-4c6f-97dd-0950e06687e7']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:19.197719 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ece9ca-11ee-444a-900f-209290dceab8 None None] Network 21b8f7ba-4c36-4c6f-97dd-0950e06687e7 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:24:19.236299 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-88ece9ca-11ee-444a-900f-209290dceab8 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:24:19.252216 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ece9ca-11ee-444a-900f-209290dceab8 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:24:19.264111 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ece9ca-11ee-444a-900f-209290dceab8 None None] Pushing event updated for resources: {'Port': ['ID=4d044df3-76ca-4c58-8641-cdb61dd5f39c,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:19.267909 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-48d9c4d4-eb74-439e-b9db-a1be2ac3a086 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f60904fa-4187-448f-a002-71635fcab55a') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:19.270278 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-48d9c4d4-eb74-439e-b9db-a1be2ac3a086 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f60904fa-4187-448f-a002-71635fcab55a') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:19.307160 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-48d9c4d4-eb74-439e-b9db-a1be2ac3a086 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:19.370824 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port cb9c2ec6-85de-4d2f-a0de-a604f00f400c, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=cb9c2ec6-85de-4d2f-a0de-a604f00f400c,segment=NetworkSegment(e40de48e-3458-4c4f-aa0a-6afa6d1797af),segment_id=e40de48e-3458-4c4f-aa0a-6afa6d1797af)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:24:19.388751 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-48d9c4d4-eb74-439e-b9db-a1be2ac3a086 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:19.481908 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:19.499459 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-4c96d07e-d1d7-4336-b16b-771d9fbe6eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7675f0-8406-45c6-bcc4-096dddfc343e', 'name': 'tempest-TestVolumeBootPattern-383002086-router', 'tenant_id': '2776b18dfc4e4b8e862c02249a90133e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '2966425c-8ed8-4045-b210-3bb7354eb912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:23:52Z', 'updated_at': '2021-11-12T01:24:11Z', 'revision_number': 4, 'project_id': '2776b18dfc4e4b8e862c02249a90133e', 'gw_port': {'id': '2966425c-8ed8-4045-b210-3bb7354eb912', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7675f0-8406-45c6-bcc4-096dddfc343e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:54Z', 'updated_at': '2021-11-12T01:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '65b71c60-d2a1-40c6-bd44-257591e691d2', 'name': '', 'network_id': 'aa3d6af6-0340-48c1-93fa-3e3c551f9e16', 'tenant_id': '2776b18dfc4e4b8e862c02249a90133e', 'mac_address': 'fa:16:3e:ae:3e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7675f0-8406-45c6-bcc4-096dddfc343e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '9eb6732c-01e4-4e36-a733-a917060363b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:09Z', 'updated_at': '2021-11-12T01:24:12Z', 'revision_number': 2, 'project_id': '2776b18dfc4e4b8e862c02249a90133e', 'subnets': [{'id': '9eb6732c-01e4-4e36-a733-a917060363b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:19.520742 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48d9c4d4-eb74-439e-b9db-a1be2ac3a086 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:24:19.523711 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-48d9c4d4-eb74-439e-b9db-a1be2ac3a086 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:19.536642 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-fa151d64-9e9d-4e68-8567-ca4f24896c57 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "DELETE /v2.0/subnets/05a71b76-46fa-41a4-867c-c074133e95dc/tags HTTP/1.1" status: 204 len: 168 time: 0.4471750 Nov 12 01:24:19.540293 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 60310) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:19.540680 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:24:19.540680 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:24:19.540680 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:24:19.540680 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:24:19.540680 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:24:19.540680 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:24:19.540680 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:24:19.540680 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:24:19.540680 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:24:19.540680 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:24:19.540680 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:24:19.540680 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:24:19.540680 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:24:19.540680 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:24:19.540680 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:24:19.540680 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:24:19.540680 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:24:19.540680 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:24:19.540680 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:24:19.540680 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:24:19.540680 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:24:19.540680 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:24:19.540680 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:24:19.540680 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:24:19.540680 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:24:19.540680 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:24:19.540680 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:24:19.540680 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:24:19.540680 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:24:19.540680 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:24:19.540680 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:24:19.540680 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:24:19.584898 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-88ece9ca-11ee-444a-900f-209290dceab8 None None] Attempting to bind port 4d044df3-76ca-4c58-8641-cdb61dd5f39c on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:24:19.585524 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-88ece9ca-11ee-444a-900f-209290dceab8 None None] Attempting to bind port 4d044df3-76ca-4c58-8641-cdb61dd5f39c by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'f60904fa-4187-448f-a002-71635fcab55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '21b8f7ba-4c36-4c6f-97dd-0950e06687e7'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:24:19.592228 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ece9ca-11ee-444a-900f-209290dceab8 None None] Attempting to bind port 4d044df3-76ca-4c58-8641-cdb61dd5f39c on network 21b8f7ba-4c36-4c6f-97dd-0950e06687e7 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:24:19.643593 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c96d07e-d1d7-4336-b16b-771d9fbe6eae None None] Checking router: 4f7675f0-8406-45c6-bcc4-096dddfc343e for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:24:19.647597 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c96d07e-d1d7-4336-b16b-771d9fbe6eae None None] Updating router 4f7675f0-8406-45c6-bcc4-096dddfc343e port 65b71c60-d2a1-40c6-bd44-257591e691d2 binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:24:19.673081 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7fda60a8-c608-4772-a37a-2397dca1c534 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:19.677440 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ece9ca-11ee-444a-900f-209290dceab8 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:24:19.681878 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ece9ca-11ee-444a-900f-209290dceab8 None None] Checking segment: {'id': 'f60904fa-4187-448f-a002-71635fcab55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '21b8f7ba-4c36-4c6f-97dd-0950e06687e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:24:19.685541 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-88ece9ca-11ee-444a-900f-209290dceab8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:19.686417 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ece9ca-11ee-444a-900f-209290dceab8 None None] Bound using segment: {'id': 'f60904fa-4187-448f-a002-71635fcab55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '21b8f7ba-4c36-4c6f-97dd-0950e06687e7'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:24:19.687218 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-88ece9ca-11ee-444a-900f-209290dceab8 None None] Bound port: 4d044df3-76ca-4c58-8641-cdb61dd5f39c, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60904fa-4187-448f-a002-71635fcab55a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '21b8f7ba-4c36-4c6f-97dd-0950e06687e7'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:24:19.687926 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-88ece9ca-11ee-444a-900f-209290dceab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:19.700217 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-00b0d3dd-85cf-48ab-bf0c-ebe057c9116b tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Publish callbacks [] for subnetpool, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:19.701884 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-00b0d3dd-85cf-48ab-bf0c-ebe057c9116b tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "DELETE /v2.0/subnetpools/112e3a53-c16f-4c02-bc17-68b55d26b7f8 HTTP/1.1" status: 204 len: 168 time: 0.1578491 Nov 12 01:24:19.704664 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 60312) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:19.763137 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-ba6c5b83-e2dd-498d-9c6f-ab5c10dd1af2 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "GET /v2.0/ports?device_id=0010f079-73f4-4806-b81f-9f0c5d33c473 HTTP/1.1" status: 200 len: 205 time: 0.0567367 Nov 12 01:24:19.771272 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 60314) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:19.777535 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7fda60a8-c608-4772-a37a-2397dca1c534 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:19.800106 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9db3e9-5aa2-426f-a020-19d3c41399a3 req-b35676b9-cc69-41fd-9464-7890d8a2ed87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:19.808306 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-cc9db3e9-5aa2-426f-a020-19d3c41399a3 req-b35676b9-cc69-41fd-9464-7890d8a2ed87 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.2530856 Nov 12 01:24:19.962513 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e1dc5506-1d01-4b75-9b2e-6808ac20b98a tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Publish callbacks [] for router, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:20.005982 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7fda60a8-c608-4772-a37a-2397dca1c534 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:20.007706 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fda60a8-c608-4772-a37a-2397dca1c534 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Fanout notify agent at l3_agent the message router_deleted on router 7b245b4c-0a87-45a2-ac64-8ee6949666bf {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:24:20.023691 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7fda60a8-c608-4772-a37a-2397dca1c534 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:20.028242 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7fda60a8-c608-4772-a37a-2397dca1c534 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "DELETE /v2.0/routers/7b245b4c-0a87-45a2-ac64-8ee6949666bf HTTP/1.1" status: 204 len: 168 time: 1.4739909 Nov 12 01:24:20.028994 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60318) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:20.094880 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.db.api [None req-48d9c4d4-eb74-439e-b9db-a1be2ac3a086 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 01:24:20.094880 n-d-712142-27 neutron-server[109086]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 01:24:20.094880 n-d-712142-27 neutron-server[109086]: [parameters: {'id': '21b8f7ba-4c36-4c6f-97dd-0950e06687e7'}] Nov 12 01:24:20.094880 n-d-712142-27 neutron-server[109086]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109086) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:24:20.095417 n-d-712142-27 neutron-server[109086]: DEBUG oslo_db.api [None req-48d9c4d4-eb74-439e-b9db-a1be2ac3a086 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:24:20.099606 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-57b20dfe-4978-4dca-98e7-1152fa444897 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Deleting subnet c4238597-65a2-4f4a-bbb3-47a58ce6749f {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:24:20.103897 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-57b20dfe-4978-4dca-98e7-1152fa444897 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:20.143819 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4c96d07e-d1d7-4336-b16b-771d9fbe6eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:20.182907 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-88ece9ca-11ee-444a-900f-209290dceab8 None None] For port 4d044df3-76ca-4c58-8641-cdb61dd5f39c, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:24:20.197033 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-88ece9ca-11ee-444a-900f-209290dceab8 None None] For port 4d044df3-76ca-4c58-8641-cdb61dd5f39c, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=4d044df3-76ca-4c58-8641-cdb61dd5f39c,segment=NetworkSegment(f60904fa-4187-448f-a002-71635fcab55a),segment_id=f60904fa-4187-448f-a002-71635fcab55a)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:24:20.209224 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-57b20dfe-4978-4dca-98e7-1152fa444897 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:20.214014 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=cb9c2ec6-85de-4d2f-a0de-a604f00f400c,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:20.259561 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-88ece9ca-11ee-444a-900f-209290dceab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:20.404352 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d9371657-524d-4bf9-95e0-f4fc12437e6d req-b05f2312-2916-45ee-a300-87f046ef829a tempest-ServerShowV247Test-1105069666 tempest-ServerShowV247Test-1105069666-project] 10.222.0.45 "GET /v2.0/ports?device_id=022da71b-d7b4-45f8-9692-6b34ebacfe40 HTTP/1.1" status: 200 len: 210 time: 0.0558019 Nov 12 01:24:20.420352 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-57b20dfe-4978-4dca-98e7-1152fa444897 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:20.460606 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e1dc5506-1d01-4b75-9b2e-6808ac20b98a tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:20.463744 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e1dc5506-1d01-4b75-9b2e-6808ac20b98a tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:20.515804 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-57b20dfe-4978-4dca-98e7-1152fa444897 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:20.548524 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-57b20dfe-4978-4dca-98e7-1152fa444897 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:20.549927 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e1dc5506-1d01-4b75-9b2e-6808ac20b98a tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:20.550474 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1dc5506-1d01-4b75-9b2e-6808ac20b98a tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Fanout notify agent at l3_agent the message router_deleted on router 0010f079-73f4-4806-b81f-9f0c5d33c473 {{(pid=109085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:24:20.555400 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-57b20dfe-4978-4dca-98e7-1152fa444897 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "DELETE /v2.0/subnets/c4238597-65a2-4f4a-bbb3-47a58ce6749f HTTP/1.1" status: 204 len: 168 time: 0.5236800 Nov 12 01:24:20.561290 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 60324) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:20.576354 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e1dc5506-1d01-4b75-9b2e-6808ac20b98a tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:20.586814 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e1dc5506-1d01-4b75-9b2e-6808ac20b98a tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "DELETE /v2.0/routers/0010f079-73f4-4806-b81f-9f0c5d33c473 HTTP/1.1" status: 204 len: 168 time: 0.8137610 Nov 12 01:24:20.595689 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60326) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:20.596539 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-48d9c4d4-eb74-439e-b9db-a1be2ac3a086 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:20.611922 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b20dfe-4978-4dca-98e7-1152fa444897 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event deleted for resources: {'Subnet': ['ID=c4238597-65a2-4f4a-bbb3-47a58ce6749f,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:20.626912 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028e476f-ad0e-427e-83e1-4ae444c0721d None None] Network 2b939ba9-318e-49a3-a2ca-4caa3a98f3d8 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:24:20.748150 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9f75e123-73e3-4d8f-b835-c5e66caf4c3e tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:20.762025 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ece9ca-11ee-444a-900f-209290dceab8 None None] Pushing event updated for resources: {'Port': ['ID=4d044df3-76ca-4c58-8641-cdb61dd5f39c,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:20.879877 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-9f75e123-73e3-4d8f-b835-c5e66caf4c3e tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Deleting port 5a338fb0-85da-4af7-806e-6d063353b01c {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:24:20.881490 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9f75e123-73e3-4d8f-b835-c5e66caf4c3e tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:20.935768 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d619a97-3c6b-4cc1-9739-449930ef5cf0 None None] Network 21b8f7ba-4c36-4c6f-97dd-0950e06687e7 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:24:20.972918 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-48d9c4d4-eb74-439e-b9db-a1be2ac3a086 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Deleting port 4d044df3-76ca-4c58-8641-cdb61dd5f39c {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:24:20.973273 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-48d9c4d4-eb74-439e-b9db-a1be2ac3a086 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:21.013096 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-37d7a5a2-2fdf-4b44-8f23-9b0c6ca43405 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Deleting port efb26b3e-9b2d-4304-976b-b493878f75f1 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:24:21.013791 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-37d7a5a2-2fdf-4b44-8f23-9b0c6ca43405 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:21.093836 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-48d9c4d4-eb74-439e-b9db-a1be2ac3a086 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] For port 4d044df3-76ca-4c58-8641-cdb61dd5f39c, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=4d044df3-76ca-4c58-8641-cdb61dd5f39c,segment=NetworkSegment(f60904fa-4187-448f-a002-71635fcab55a),segment_id=f60904fa-4187-448f-a002-71635fcab55a)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:24:21.094639 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-48d9c4d4-eb74-439e-b9db-a1be2ac3a086 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:21.113986 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-48d9c4d4-eb74-439e-b9db-a1be2ac3a086 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Calling delete_port for 4d044df3-76ca-4c58-8641-cdb61dd5f39c owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:24:21.118823 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-9f75e123-73e3-4d8f-b835-c5e66caf4c3e tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] For port 5a338fb0-85da-4af7-806e-6d063353b01c, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=5a338fb0-85da-4af7-806e-6d063353b01c,segment=NetworkSegment(502459df-19da-45eb-93d4-ef868cee339e),segment_id=502459df-19da-45eb-93d4-ef868cee339e)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:24:21.119488 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9f75e123-73e3-4d8f-b835-c5e66caf4c3e tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:21.138552 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-9f75e123-73e3-4d8f-b835-c5e66caf4c3e tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Calling delete_port for 5a338fb0-85da-4af7-806e-6d063353b01c owned by network:dhcp {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:24:21.273616 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9f75e123-73e3-4d8f-b835-c5e66caf4c3e tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:21.499908 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-48d9c4d4-eb74-439e-b9db-a1be2ac3a086 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:21.611890 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d9c4d4-eb74-439e-b9db-a1be2ac3a086 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Pushing event deleted for resources: {'Port': ['ID=4d044df3-76ca-4c58-8641-cdb61dd5f39c,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:21.628483 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d9c4d4-eb74-439e-b9db-a1be2ac3a086 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] No DVR routers for this DVR port 4d044df3-76ca-4c58-8641-cdb61dd5f39c on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:24:21.641886 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb37180d-186c-4d7f-9c31-0244d6598a15 None None] DHCP port deletion for 2b939ba9-318e-49a3-a2ca-4caa3a98f3d8 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:24:21.766229 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device cb9c2ec6-85de-4d2f-a0de-a604f00f400c up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:24:21.882434 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-48d9c4d4-eb74-439e-b9db-a1be2ac3a086 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:22.007316 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-c586b4fe-f676-41a4-8bd9-4fdf7a7a3f82 None None] Provisioning complete for port cb9c2ec6-85de-4d2f-a0de-a604f00f400c triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:24:22.007813 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c586b4fe-f676-41a4-8bd9-4fdf7a7a3f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:22.089576 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1271a6-f8a5-4c64-b6f4-9e7701614123 None None] get_active_networks_info from n-d-712142-27 {{(pid=109087) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 01:24:22.162020 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75e123-73e3-4d8f-b835-c5e66caf4c3e tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event deleted for resources: {'Port': ['ID=5a338fb0-85da-4af7-806e-6d063353b01c,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:22.253149 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-38684e86-19a6-4492-82f2-1ff037002c62 req-f8a75d15-9cd2-4d9d-a012-03ba83a59c7f tempest-ServerShowV247Test-1105069666 tempest-ServerShowV247Test-1105069666-project] 10.222.0.45 "GET /v2.0/ports?device_id=022da71b-d7b4-45f8-9692-6b34ebacfe40 HTTP/1.1" status: 200 len: 210 time: 0.0984554 Nov 12 01:24:22.274241 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f75e123-73e3-4d8f-b835-c5e66caf4c3e tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] No DVR routers for this DVR port 5a338fb0-85da-4af7-806e-6d063353b01c on host n-d-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:24:22.359065 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4c96d07e-d1d7-4336-b16b-771d9fbe6eae None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:22.427792 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4c96d07e-d1d7-4336-b16b-771d9fbe6eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:22.539310 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e83e15-b6e7-4969-8f57-343e94a49c32 None None] Pushing event updated for resources: {'Port': ['ID=65b71c60-d2a1-40c6-bd44-257591e691d2,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:22.562554 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9f75e123-73e3-4d8f-b835-c5e66caf4c3e tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:22.568196 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port cb9c2ec6-85de-4d2f-a0de-a604f00f400c triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:24:22.568717 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:22.620745 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-37d7a5a2-2fdf-4b44-8f23-9b0c6ca43405 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:22.648611 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-48d9c4d4-eb74-439e-b9db-a1be2ac3a086 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21b8f7ba-4c36-4c6f-97dd-0950e06687e7']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:22.650886 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-9f75e123-73e3-4d8f-b835-c5e66caf4c3e tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b939ba9-318e-49a3-a2ca-4caa3a98f3d8']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:22.651146 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-37d7a5a2-2fdf-4b44-8f23-9b0c6ca43405 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Calling delete_port for efb26b3e-9b2d-4304-976b-b493878f75f1 owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:24:22.665367 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-48d9c4d4-eb74-439e-b9db-a1be2ac3a086 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f60904fa-4187-448f-a002-71635fcab55a') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:22.665674 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-48d9c4d4-eb74-439e-b9db-a1be2ac3a086 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f60904fa-4187-448f-a002-71635fcab55a') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:22.682028 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-9f75e123-73e3-4d8f-b835-c5e66caf4c3e tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '502459df-19da-45eb-93d4-ef868cee339e') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:22.682967 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-9f75e123-73e3-4d8f-b835-c5e66caf4c3e tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '502459df-19da-45eb-93d4-ef868cee339e') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:22.684010 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-48d9c4d4-eb74-439e-b9db-a1be2ac3a086 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:22.705575 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ce5fd-9049-43d4-bbcf-2db8d65f35eb req-8d15a9a9-84e2-49f8-995c-1ecda6c47fa1 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:22.733730 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e2ce5fd-9049-43d4-bbcf-2db8d65f35eb req-8d15a9a9-84e2-49f8-995c-1ecda6c47fa1 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/networks?id=41d3594c-6378-4888-b7ad-f2b6034333e3 HTTP/1.1" status: 200 len: 812 time: 0.6112523 Nov 12 01:24:22.759296 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-48d9c4d4-eb74-439e-b9db-a1be2ac3a086 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:22.765708 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9f75e123-73e3-4d8f-b835-c5e66caf4c3e tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:22.781160 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48d9c4d4-eb74-439e-b9db-a1be2ac3a086 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:24:22.781572 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-48d9c4d4-eb74-439e-b9db-a1be2ac3a086 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:22.785618 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:24:22.785618 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:24:22.785618 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:24:22.785618 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:24:22.785618 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:24:22.785618 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:24:22.785618 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:24:22.785618 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:24:22.785618 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:24:22.785618 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:24:22.785618 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:24:22.785618 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:24:22.785618 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:24:22.785618 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:24:22.785618 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:24:22.785618 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:24:22.785618 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:24:22.785618 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:24:22.785618 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:24:22.785618 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:24:22.785618 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:24:22.785618 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:24:22.785618 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:24:22.785618 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:24:22.785618 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:24:22.785618 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:24:22.785618 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:24:22.785618 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:24:22.785618 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:24:22.785618 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:24:22.785618 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:24:22.785618 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:24:22.792494 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e2ce5fd-9049-43d4-bbcf-2db8d65f35eb req-86314945-a635-464f-b002-3a7f773a8f38 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/quotas/094a5f5e492c44f8b09b4e12e8299cf9 HTTP/1.1" status: 200 len: 375 time: 0.0493624 Nov 12 01:24:22.867001 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-4c96d07e-d1d7-4336-b16b-771d9fbe6eae None None] Attempting to bind port 65b71c60-d2a1-40c6-bd44-257591e691d2 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:24:22.867907 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-4c96d07e-d1d7-4336-b16b-771d9fbe6eae None None] Attempting to bind port 65b71c60-d2a1-40c6-bd44-257591e691d2 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'b6570201-7cfc-4784-9418-fdeed8dcd0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'aa3d6af6-0340-48c1-93fa-3e3c551f9e16'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:24:22.867907 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c96d07e-d1d7-4336-b16b-771d9fbe6eae None None] Attempting to bind port 65b71c60-d2a1-40c6-bd44-257591e691d2 on network aa3d6af6-0340-48c1-93fa-3e3c551f9e16 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:24:22.881672 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c96d07e-d1d7-4336-b16b-771d9fbe6eae None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:24:22.882002 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c96d07e-d1d7-4336-b16b-771d9fbe6eae None None] Checking segment: {'id': 'b6570201-7cfc-4784-9418-fdeed8dcd0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'aa3d6af6-0340-48c1-93fa-3e3c551f9e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:24:22.882573 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4c96d07e-d1d7-4336-b16b-771d9fbe6eae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:22.883059 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c96d07e-d1d7-4336-b16b-771d9fbe6eae None None] Bound using segment: {'id': 'b6570201-7cfc-4784-9418-fdeed8dcd0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'aa3d6af6-0340-48c1-93fa-3e3c551f9e16'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:24:22.883646 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-4c96d07e-d1d7-4336-b16b-771d9fbe6eae None None] Bound port: 65b71c60-d2a1-40c6-bd44-257591e691d2, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6570201-7cfc-4784-9418-fdeed8dcd0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'aa3d6af6-0340-48c1-93fa-3e3c551f9e16'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:24:22.884893 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4c96d07e-d1d7-4336-b16b-771d9fbe6eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:22.888798 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-48d9c4d4-eb74-439e-b9db-a1be2ac3a086 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:22.892402 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9f75e123-73e3-4d8f-b835-c5e66caf4c3e tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:22.893286 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1271a6-f8a5-4c64-b6f4-9e7701614123 None None] Resources bound (agent type, host, resource id): {{(pid=109087) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 01:24:22.907540 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-48d9c4d4-eb74-439e-b9db-a1be2ac3a086 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:22.913849 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-48d9c4d4-eb74-439e-b9db-a1be2ac3a086 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "DELETE /v2.0/networks/21b8f7ba-4c36-4c6f-97dd-0950e06687e7 HTTP/1.1" status: 204 len: 168 time: 6.6383555 Nov 12 01:24:22.919541 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60350) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:22.924548 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f75e123-73e3-4d8f-b835-c5e66caf4c3e tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:24:22.925203 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9f75e123-73e3-4d8f-b835-c5e66caf4c3e tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:22.933403 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:24:22.933403 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:24:22.933403 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:24:22.933403 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:24:22.933403 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:24:22.933403 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:24:22.933403 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:24:22.933403 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:24:22.933403 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:24:22.933403 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:24:22.933403 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:24:22.933403 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:24:22.933403 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:24:22.933403 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:24:22.933403 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:24:22.933403 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:24:22.933403 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:24:22.933403 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:24:22.933403 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:24:22.933403 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:24:22.933403 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:24:22.933403 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:24:22.933403 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:24:22.933403 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:24:22.933403 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:24:22.933403 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:24:22.933403 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:24:22.933403 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:24:22.933403 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:24:22.933403 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:24:22.933403 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:24:22.933403 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:24:22.942861 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-aab5f88d-15b2-46ec-beee-a666c5566288 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2105789315'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:24:22.975730 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d9c4d4-eb74-439e-b9db-a1be2ac3a086 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Pushing event deleted for resources: {'Network': ['ID=21b8f7ba-4c36-4c6f-97dd-0950e06687e7,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:23.017016 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 5a338fb0-85da-4af7-806e-6d063353b01c no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:24:23.026609 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab5f88d-15b2-46ec-beee-a666c5566288 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Made reservation on behalf of 7e83fe482de64831bee1347fe92835cd for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:24:23.033863 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aab5f88d-15b2-46ec-beee-a666c5566288 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:23.049967 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-37d7a5a2-2fdf-4b44-8f23-9b0c6ca43405 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:23.056836 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e2ce5fd-9049-43d4-bbcf-2db8d65f35eb req-4aa9f768-4b34-460c-953f-6da913a8eb6d tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=094a5f5e492c44f8b09b4e12e8299cf9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2624860 Nov 12 01:24:23.099488 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 5a338fb0-85da-4af7-806e-6d063353b01c {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:24:23.099924 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 5a338fb0-85da-4af7-806e-6d063353b01c not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:24:23.120913 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aab5f88d-15b2-46ec-beee-a666c5566288 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:24:23.139500 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aab5f88d-15b2-46ec-beee-a666c5566288 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:23.141251 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-aab5f88d-15b2-46ec-beee-a666c5566288 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Added segment e0f1aa6a-aa6d-41d9-9ead-b78c91b9068b of type vlan for network c67197a2-3f27-4974-8c67-24ef2e82b3b2 Nov 12 01:24:23.205582 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4c96d07e-d1d7-4336-b16b-771d9fbe6eae None None] For port 65b71c60-d2a1-40c6-bd44-257591e691d2, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:24:23.210314 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7a5a2-2fdf-4b44-8f23-9b0c6ca43405 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Pushing event deleted for resources: {'Port': ['ID=efb26b3e-9b2d-4304-976b-b493878f75f1,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:23.238620 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9f75e123-73e3-4d8f-b835-c5e66caf4c3e tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:23.257047 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4c96d07e-d1d7-4336-b16b-771d9fbe6eae None None] For port 65b71c60-d2a1-40c6-bd44-257591e691d2, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=65b71c60-d2a1-40c6-bd44-257591e691d2,segment=NetworkSegment(b6570201-7cfc-4784-9418-fdeed8dcd0ef),segment_id=b6570201-7cfc-4784-9418-fdeed8dcd0ef)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:24:23.267229 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9f75e123-73e3-4d8f-b835-c5e66caf4c3e tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:23.275095 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-9f75e123-73e3-4d8f-b835-c5e66caf4c3e tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "DELETE /v2.0/networks/2b939ba9-318e-49a3-a2ca-4caa3a98f3d8 HTTP/1.1" status: 204 len: 168 time: 2.6865587 Nov 12 01:24:23.304335 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 60360) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:23.308599 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aab5f88d-15b2-46ec-beee-a666c5566288 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:23.318207 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-63ef0755-c180-4cfc-b657-2061027b2afd tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1112275757', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:24:23.319118 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4c96d07e-d1d7-4336-b16b-771d9fbe6eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:23.349672 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75e123-73e3-4d8f-b835-c5e66caf4c3e tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event deleted for resources: {'Network': ['ID=2b939ba9-318e-49a3-a2ca-4caa3a98f3d8,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:23.479780 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e2ce5fd-9049-43d4-bbcf-2db8d65f35eb req-34dff1bd-4c8b-4bbf-8373-aff69e0972bf service neutron] 10.222.0.45 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4123833 Nov 12 01:24:23.497742 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e83e15-b6e7-4969-8f57-343e94a49c32 None None] Pushing event updated for resources: {'Port': ['ID=65b71c60-d2a1-40c6-bd44-257591e691d2,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:23.513076 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-37d7a5a2-2fdf-4b44-8f23-9b0c6ca43405 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:23.520282 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-37d7a5a2-2fdf-4b44-8f23-9b0c6ca43405 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "DELETE /v2.0/ports/efb26b3e-9b2d-4304-976b-b493878f75f1 HTTP/1.1" status: 204 len: 168 time: 2.9197655 Nov 12 01:24:23.526843 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60364) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:23.527342 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c96d07e-d1d7-4336-b16b-771d9fbe6eae None None] Routers {'4f7675f0-8406-45c6-bcc4-096dddfc343e'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:24:23.528334 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-4c96d07e-d1d7-4336-b16b-771d9fbe6eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:24:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['4f7675f0-8406-45c6-bcc4-096dddfc343e'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:23.561674 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-63ef0755-c180-4cfc-b657-2061027b2afd tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:23.565836 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-63ef0755-c180-4cfc-b657-2061027b2afd tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:23.627464 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.db.resource_extend [None req-aab5f88d-15b2-46ec-beee-a666c5566288 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 01:24:23.666251 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-14fc98af-cb30-4341-a4dd-0972e0c2ab60 req-139e6da0-8d7f-436c-be19-64d2d9be4a23 tempest-ServerShowV247Test-1105069666 tempest-ServerShowV247Test-1105069666-project] 10.222.0.45 "GET /v2.0/ports?device_id=022da71b-d7b4-45f8-9692-6b34ebacfe40 HTTP/1.1" status: 200 len: 210 time: 0.0580277 Nov 12 01:24:23.756006 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aab5f88d-15b2-46ec-beee-a666c5566288 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:23.763874 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab5f88d-15b2-46ec-beee-a666c5566288 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:23.764893 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aab5f88d-15b2-46ec-beee-a666c5566288 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:23.870624 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-b806af85-d3bb-414f-98bd-77e1b81ebe74 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Deleting subnet 05a71b76-46fa-41a4-867c-c074133e95dc {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:24:23.877805 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b806af85-d3bb-414f-98bd-77e1b81ebe74 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:23.884901 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-aab5f88d-15b2-46ec-beee-a666c5566288 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9635866 Nov 12 01:24:23.898212 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 60368) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:23.917026 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab5f88d-15b2-46ec-beee-a666c5566288 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Pushing event updated for resources: {'Network': ['ID=c67197a2-3f27-4974-8c67-24ef2e82b3b2,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:23.923258 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-bba54ce2-3048-42df-b286-1a6625630155 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Request body: {'subnet': {'network_id': 'c67197a2-3f27-4974-8c67-24ef2e82b3b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:24:23.940648 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b806af85-d3bb-414f-98bd-77e1b81ebe74 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:24.090284 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e2ce5fd-9049-43d4-bbcf-2db8d65f35eb req-a7e825b9-2c5c-49ce-bf9a-0b9fd4bb6a84 service neutron] 10.222.0.45 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6092849 Nov 12 01:24:24.103169 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b806af85-d3bb-414f-98bd-77e1b81ebe74 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:24.136411 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network c67197a2-3f27-4974-8c67-24ef2e82b3b2 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:24:24.169335 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-63ef0755-c180-4cfc-b657-2061027b2afd tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:24.187107 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-63ef0755-c180-4cfc-b657-2061027b2afd tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:24.216198 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b806af85-d3bb-414f-98bd-77e1b81ebe74 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:24.259656 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba54ce2-3048-42df-b286-1a6625630155 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Made reservation on behalf of 7e83fe482de64831bee1347fe92835cd for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:24:24.268878 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bba54ce2-3048-42df-b286-1a6625630155 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:24.287683 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-63ef0755-c180-4cfc-b657-2061027b2afd tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:24.288948 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-63ef0755-c180-4cfc-b657-2061027b2afd tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9824245 Nov 12 01:24:24.296441 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60372) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:24.314551 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-aec10e25-afe3-404b-aecf-93371853542d tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1952381267'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:24:24.320847 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b806af85-d3bb-414f-98bd-77e1b81ebe74 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Pushing event deleted for resources: {'Subnet': ['ID=05a71b76-46fa-41a4-867c-c074133e95dc,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:24.325051 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b806af85-d3bb-414f-98bd-77e1b81ebe74 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:24.331243 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b806af85-d3bb-414f-98bd-77e1b81ebe74 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "DELETE /v2.0/subnets/05a71b76-46fa-41a4-867c-c074133e95dc HTTP/1.1" status: 204 len: 168 time: 0.7975717 Nov 12 01:24:24.334881 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60376) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:24.430561 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-4c96d07e-d1d7-4336-b16b-771d9fbe6eae None None] Set router 4f7675f0-8406-45c6-bcc4-096dddfc343e gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:24:24.434958 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec10e25-afe3-404b-aecf-93371853542d tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Made reservation on behalf of 59c2860fe13d48f997166c751343b84d for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:24:24.438668 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aec10e25-afe3-404b-aecf-93371853542d tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:24.485073 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-40117c53-8867-4ce0-a0d4-6bd6446b2c26 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:24.511153 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aec10e25-afe3-404b-aecf-93371853542d tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:24:24.547123 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aec10e25-afe3-404b-aecf-93371853542d tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:24.550000 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-aec10e25-afe3-404b-aecf-93371853542d tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Added segment 03189909-6284-409c-a37c-c742ab0103d6 of type vlan for network 15ac3537-61d1-4e78-9cb0-e96cf963e071 Nov 12 01:24:24.708647 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aec10e25-afe3-404b-aecf-93371853542d tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:24.763655 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bba54ce2-3048-42df-b286-1a6625630155 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:24.767583 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aec10e25-afe3-404b-aecf-93371853542d tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:24.774874 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec10e25-afe3-404b-aecf-93371853542d tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:24.776623 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aec10e25-afe3-404b-aecf-93371853542d tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:24.902675 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba54ce2-3048-42df-b286-1a6625630155 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Checking segment: {'id': 'e0f1aa6a-aa6d-41d9-9ead-b78c91b9068b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c67197a2-3f27-4974-8c67-24ef2e82b3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:24:24.903053 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba54ce2-3048-42df-b286-1a6625630155 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Network hostable DHCP agents. Network: c67197a2-3f27-4974-8c67-24ef2e82b3b2, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:24:24.904910 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec10e25-afe3-404b-aecf-93371853542d tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event updated for resources: {'Network': ['ID=15ac3537-61d1-4e78-9cb0-e96cf963e071,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:24.922767 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba54ce2-3048-42df-b286-1a6625630155 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Pushing event updated for resources: {'Subnet': ['ID=f5ea25a9-551b-4d35-8bb8-1e8e72b50f43,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:24.924312 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-aec10e25-afe3-404b-aecf-93371853542d tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6249619 Nov 12 01:24:24.941766 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60394) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:24.950152 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-7fb1e770-ac73-4de2-b6d1-8aa467b40e4e tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Request body: {'subnet': {'network_id': '15ac3537-61d1-4e78-9cb0-e96cf963e071', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:24:24.952861 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba54ce2-3048-42df-b286-1a6625630155 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Network c67197a2-3f27-4974-8c67-24ef2e82b3b2 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:24:24.976387 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-bba54ce2-3048-42df-b286-1a6625630155 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, c67197a2-3f27-4974-8c67-24ef2e82b3b2) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:24:24.981114 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba54ce2-3048-42df-b286-1a6625630155 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:24.981888 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bba54ce2-3048-42df-b286-1a6625630155 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:25.009007 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 15ac3537-61d1-4e78-9cb0-e96cf963e071 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:24:25.010710 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-bba54ce2-3048-42df-b286-1a6625630155 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1081092 Nov 12 01:24:25.016304 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 60396) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:25.022122 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-0e4c6052-c531-4682-a569-ae417881d62f tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1196062305'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:24:25.093943 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-40117c53-8867-4ce0-a0d4-6bd6446b2c26 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Deleting port 291c5fc9-8a25-4eca-bc5a-ec0fce99aabf {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:24:25.095765 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-40117c53-8867-4ce0-a0d4-6bd6446b2c26 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:25.145747 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4c6052-c531-4682-a569-ae417881d62f tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Made reservation on behalf of 7e83fe482de64831bee1347fe92835cd for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:24:25.158865 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0e4c6052-c531-4682-a569-ae417881d62f tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:25.206534 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0febbdca-df86-400c-9051-b810eea810c4 req-62ac3723-d81b-4101-9e4f-79104148966f tempest-ServerShowV247Test-1105069666 tempest-ServerShowV247Test-1105069666-project] 10.222.0.45 "GET /v2.0/ports?device_id=022da71b-d7b4-45f8-9692-6b34ebacfe40 HTTP/1.1" status: 200 len: 210 time: 0.1366935 Nov 12 01:24:25.229031 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e4c6052-c531-4682-a569-ae417881d62f tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:24:25.243140 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-40117c53-8867-4ce0-a0d4-6bd6446b2c26 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] For port 291c5fc9-8a25-4eca-bc5a-ec0fce99aabf, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=291c5fc9-8a25-4eca-bc5a-ec0fce99aabf,segment=NetworkSegment(2077e35e-3bfc-42cc-aa81-d7a925435ebe),segment_id=2077e35e-3bfc-42cc-aa81-d7a925435ebe)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:24:25.246145 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-40117c53-8867-4ce0-a0d4-6bd6446b2c26 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:25.256527 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0e4c6052-c531-4682-a569-ae417881d62f tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:25.261493 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-0e4c6052-c531-4682-a569-ae417881d62f tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Added segment 7aa0c0b0-86e0-4d0c-91a0-bc9911539afd of type vlan for network 88a0be50-994a-4b6a-a786-aefbac55f321 Nov 12 01:24:25.299236 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-40117c53-8867-4ce0-a0d4-6bd6446b2c26 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Calling delete_port for 291c5fc9-8a25-4eca-bc5a-ec0fce99aabf owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:24:25.335267 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6a9dab-c89b-4e5e-9c4d-423821bc30cd None None] Network c67197a2-3f27-4974-8c67-24ef2e82b3b2 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:24:25.440109 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-60fe6b5a-f9a1-49cf-b750-f7dd12d4b2dc req-b707fca5-85d2-4c3e-aace-d6b7efd182dc tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d407904-3eca-4a7b-8294-1b240f50227e HTTP/1.1" status: 200 len: 210 time: 0.1403270 Nov 12 01:24:25.562346 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0e4c6052-c531-4682-a569-ae417881d62f tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:25.576513 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-40117c53-8867-4ce0-a0d4-6bd6446b2c26 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:25.629686 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb1e770-ac73-4de2-b6d1-8aa467b40e4e tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Made reservation on behalf of 59c2860fe13d48f997166c751343b84d for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:24:25.646433 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7fb1e770-ac73-4de2-b6d1-8aa467b40e4e tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:25.666159 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0e4c6052-c531-4682-a569-ae417881d62f tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:25.702734 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4c6052-c531-4682-a569-ae417881d62f tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:25.709183 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40117c53-8867-4ce0-a0d4-6bd6446b2c26 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Pushing event deleted for resources: {'Port': ['ID=291c5fc9-8a25-4eca-bc5a-ec0fce99aabf,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:25.709803 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0e4c6052-c531-4682-a569-ae417881d62f tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:25.771285 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40117c53-8867-4ce0-a0d4-6bd6446b2c26 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] No DVR routers for this DVR port 291c5fc9-8a25-4eca-bc5a-ec0fce99aabf on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:24:25.806133 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-0e4c6052-c531-4682-a569-ae417881d62f tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7864852 Nov 12 01:24:25.842755 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60410) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:25.853773 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-db2cb22d-c8ab-4312-9689-b91ad9bc6240 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Request body: {'subnet': {'network_id': '88a0be50-994a-4b6a-a786-aefbac55f321', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:24:25.870136 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38365b1b-a5fd-4db6-847a-234aaaabfc2c None None] Network cc9979a9-16dc-4598-961c-af17862cfa4f requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:24:25.953193 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4c6052-c531-4682-a569-ae417881d62f tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Pushing event updated for resources: {'Network': ['ID=88a0be50-994a-4b6a-a786-aefbac55f321,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:26.017603 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 88a0be50-994a-4b6a-a786-aefbac55f321 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:24:26.152441 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-c5d1b3b1-22bc-4a2d-bddf-771964dea132 None None] Provisioning complete for port 65b71c60-d2a1-40c6-bd44-257591e691d2 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:24:26.153095 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c5d1b3b1-22bc-4a2d-bddf-771964dea132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:26.404427 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-40117c53-8867-4ce0-a0d4-6bd6446b2c26 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:26.471356 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-40117c53-8867-4ce0-a0d4-6bd6446b2c26 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc9979a9-16dc-4598-961c-af17862cfa4f']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:26.502282 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-40117c53-8867-4ce0-a0d4-6bd6446b2c26 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2077e35e-3bfc-42cc-aa81-d7a925435ebe') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:26.505144 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-40117c53-8867-4ce0-a0d4-6bd6446b2c26 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2077e35e-3bfc-42cc-aa81-d7a925435ebe') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:26.532828 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-33ea4929-cbec-445f-9ff4-e62ddc81f629 req-33ff4f5c-b757-4d32-8a0d-1e2a919b1369 tempest-ServerShowV247Test-1105069666 tempest-ServerShowV247Test-1105069666-project] 10.222.0.45 "GET /v2.0/ports?device_id=022da71b-d7b4-45f8-9692-6b34ebacfe40 HTTP/1.1" status: 200 len: 210 time: 0.0880380 Nov 12 01:24:26.637519 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-40117c53-8867-4ce0-a0d4-6bd6446b2c26 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:26.654457 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2cb22d-c8ab-4312-9689-b91ad9bc6240 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Made reservation on behalf of 7e83fe482de64831bee1347fe92835cd for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:24:26.662315 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-db2cb22d-c8ab-4312-9689-b91ad9bc6240 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:26.680592 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a15ba71a-6a9f-4f81-9714-f36fe8dc729e req-3ffd0506-a32f-4ab0-9078-ca07c8147694 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d407904-3eca-4a7b-8294-1b240f50227e HTTP/1.1" status: 200 len: 210 time: 0.0878127 Nov 12 01:24:26.717649 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-40117c53-8867-4ce0-a0d4-6bd6446b2c26 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:26.768051 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c5d1b3b1-22bc-4a2d-bddf-771964dea132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:26.773912 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b153b4-25a0-4d5e-a6a7-c822543126b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-c67197a2-3f27-4974-8c67-24ef2e82b3b2', 'network_id': 'c67197a2-3f27-4974-8c67-24ef2e82b3b2', 'tenant_id': '7e83fe482de64831bee1347fe92835cd', 'fixed_ips': [{'subnet_id': 'f5ea25a9-551b-4d35-8bb8-1e8e72b50f43'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:24:26.775666 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f4b153b4-25a0-4d5e-a6a7-c822543126b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:26.796151 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db20235c-1be8-4564-9426-0ac5ca3b40f8 None None] DHCP port deletion for cc9979a9-16dc-4598-961c-af17862cfa4f request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:24:26.898314 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40117c53-8867-4ce0-a0d4-6bd6446b2c26 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:24:26.898737 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-40117c53-8867-4ce0-a0d4-6bd6446b2c26 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:26.902792 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:24:26.902792 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:24:26.902792 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:24:26.902792 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:24:26.902792 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:24:26.902792 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:24:26.902792 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:24:26.902792 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:24:26.902792 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:24:26.902792 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:24:26.902792 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:24:26.902792 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:24:26.902792 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:24:26.902792 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:24:26.902792 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:24:26.902792 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:24:26.902792 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:24:26.902792 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:24:26.902792 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:24:26.902792 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:24:26.902792 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:24:26.902792 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:24:26.902792 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:24:26.902792 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:24:26.902792 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:24:26.902792 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:24:26.902792 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:24:26.902792 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:24:26.902792 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:24:26.902792 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:24:26.902792 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:24:26.902792 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:24:26.943090 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.ipam_backend_mixin [None req-db2cb22d-c8ab-4312-9689-b91ad9bc6240 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Performing IP validity checks on allocation pools {{(pid=109086) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 01:24:26.943090 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.ipam_backend_mixin [None req-db2cb22d-c8ab-4312-9689-b91ad9bc6240 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109086) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 01:24:27.006827 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7fb1e770-ac73-4de2-b6d1-8aa467b40e4e tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:27.036372 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-40117c53-8867-4ce0-a0d4-6bd6446b2c26 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:27.071840 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-40117c53-8867-4ce0-a0d4-6bd6446b2c26 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:27.075727 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-40117c53-8867-4ce0-a0d4-6bd6446b2c26 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] 10.222.0.45 "DELETE /v2.0/networks/cc9979a9-16dc-4598-961c-af17862cfa4f HTTP/1.1" status: 204 len: 168 time: 2.7396302 Nov 12 01:24:27.153196 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40117c53-8867-4ce0-a0d4-6bd6446b2c26 tempest-TagsExtTest-211676622 tempest-TagsExtTest-211676622-project] Pushing event deleted for resources: {'Network': ['ID=cc9979a9-16dc-4598-961c-af17862cfa4f,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:27.188798 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-f4b153b4-25a0-4d5e-a6a7-c822543126b0 None None] Allocated IP 2001:db8::3 (c67197a2-3f27-4974-8c67-24ef2e82b3b2/f5ea25a9-551b-4d35-8bb8-1e8e72b50f43/0418794d-e863-44bc-96d5-7824b06feca6) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:24:27.249448 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb1e770-ac73-4de2-b6d1-8aa467b40e4e tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event updated for resources: {'Subnet': ['ID=04ae61dc-00f2-4d28-967b-23220ec0e0ad,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:27.267130 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb1e770-ac73-4de2-b6d1-8aa467b40e4e tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Checking segment: {'id': '03189909-6284-409c-a37c-c742ab0103d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '15ac3537-61d1-4e78-9cb0-e96cf963e071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:24:27.267999 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb1e770-ac73-4de2-b6d1-8aa467b40e4e tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Network hostable DHCP agents. Network: 15ac3537-61d1-4e78-9cb0-e96cf963e071, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:24:27.386212 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb1e770-ac73-4de2-b6d1-8aa467b40e4e tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Network 15ac3537-61d1-4e78-9cb0-e96cf963e071 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:24:27.512945 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-7fb1e770-ac73-4de2-b6d1-8aa467b40e4e tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 15ac3537-61d1-4e78-9cb0-e96cf963e071) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:24:27.522850 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb1e770-ac73-4de2-b6d1-8aa467b40e4e tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:27.524066 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7fb1e770-ac73-4de2-b6d1-8aa467b40e4e tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:27.536565 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ce5fd-9049-43d4-bbcf-2db8d65f35eb req-11d15a9f-3700-4494-9dbd-c145cc5cb216 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:27.538967 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9e2ce5fd-9049-43d4-bbcf-2db8d65f35eb req-11d15a9f-3700-4494-9dbd-c145cc5cb216 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.44 "GET /v2.0/networks?id=41d3594c-6378-4888-b7ad-f2b6034333e3 HTTP/1.1" status: 200 len: 812 time: 0.2041907 Nov 12 01:24:27.552358 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd637c37-d1ac-474e-a50e-5b77b489fad3 None None] Network 15ac3537-61d1-4e78-9cb0-e96cf963e071 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:24:27.567628 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-9e2ce5fd-9049-43d4-bbcf-2db8d65f35eb req-b80fb12c-42ac-4081-8bcd-6db0216be688 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Request body: {'port': {'device_id': '3d407904-3eca-4a7b-8294-1b240f50227e', 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3', 'admin_state_up': True, 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:24:27.634893 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 60434) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:27.635563 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7fb1e770-ac73-4de2-b6d1-8aa467b40e4e tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6920207 Nov 12 01:24:27.730429 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-c5d1b3b1-22bc-4a2d-bddf-771964dea132 None None] For port 65b71c60-d2a1-40c6-bd44-257591e691d2, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=65b71c60-d2a1-40c6-bd44-257591e691d2,segment=NetworkSegment(b6570201-7cfc-4784-9418-fdeed8dcd0ef),segment_id=b6570201-7cfc-4784-9418-fdeed8dcd0ef)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:24:27.730660 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-db2cb22d-c8ab-4312-9689-b91ad9bc6240 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:27.743016 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 291c5fc9-8a25-4eca-bc5a-ec0fce99aabf no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:24:27.754697 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60438) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:27.796239 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1d78911c-e0af-4a23-aa5b-2c78a7f93da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:27.827281 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 291c5fc9-8a25-4eca-bc5a-ec0fce99aabf {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:24:27.827516 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 291c5fc9-8a25-4eca-bc5a-ec0fce99aabf not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:24:27.841737 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c5d1b3b1-22bc-4a2d-bddf-771964dea132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:27.936395 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-4c96d07e-d1d7-4336-b16b-771d9fbe6eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7675f0-8406-45c6-bcc4-096dddfc343e', 'name': 'tempest-TestVolumeBootPattern-383002086-router', 'tenant_id': '2776b18dfc4e4b8e862c02249a90133e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '2966425c-8ed8-4045-b210-3bb7354eb912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:23:52Z', 'updated_at': '2021-11-12T01:24:11Z', 'revision_number': 4, 'project_id': '2776b18dfc4e4b8e862c02249a90133e', 'gw_port': {'id': '2966425c-8ed8-4045-b210-3bb7354eb912', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7675f0-8406-45c6-bcc4-096dddfc343e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:54Z', 'updated_at': '2021-11-12T01:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '65b71c60-d2a1-40c6-bd44-257591e691d2', 'name': '', 'network_id': 'aa3d6af6-0340-48c1-93fa-3e3c551f9e16', 'tenant_id': '2776b18dfc4e4b8e862c02249a90133e', 'mac_address': 'fa:16:3e:ae:3e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7675f0-8406-45c6-bcc4-096dddfc343e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '9eb6732c-01e4-4e36-a733-a917060363b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:09Z', 'updated_at': '2021-11-12T01:24:23Z', 'revision_number': 4, 'project_id': '2776b18dfc4e4b8e862c02249a90133e', 'subnets': [{'id': '9eb6732c-01e4-4e36-a733-a917060363b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:27.942149 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ea2efd81-14d1-42b9-a2df-e7ccf33b5b00 req-1fd988d6-a1bd-4948-99ce-b0950469666c tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d407904-3eca-4a7b-8294-1b240f50227e HTTP/1.1" status: 200 len: 210 time: 0.1325979 Nov 12 01:24:28.098931 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2cb22d-c8ab-4312-9689-b91ad9bc6240 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Checking segment: {'id': '7aa0c0b0-86e0-4d0c-91a0-bc9911539afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '88a0be50-994a-4b6a-a786-aefbac55f321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:24:28.099314 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2cb22d-c8ab-4312-9689-b91ad9bc6240 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Network hostable DHCP agents. Network: 88a0be50-994a-4b6a-a786-aefbac55f321, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:24:28.136859 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2cb22d-c8ab-4312-9689-b91ad9bc6240 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Pushing event updated for resources: {'Subnet': ['ID=53937dc5-e5d6-4ee1-8747-90b2ebd9b5c5,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:28.151785 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2cb22d-c8ab-4312-9689-b91ad9bc6240 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Network 88a0be50-994a-4b6a-a786-aefbac55f321 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:24:28.172932 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-db2cb22d-c8ab-4312-9689-b91ad9bc6240 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 88a0be50-994a-4b6a-a786-aefbac55f321) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:24:28.180813 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2cb22d-c8ab-4312-9689-b91ad9bc6240 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:28.181658 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-db2cb22d-c8ab-4312-9689-b91ad9bc6240 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:28.226408 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1cffb2-d284-4694-9d1d-03b279726bf7 None None] Network 88a0be50-994a-4b6a-a786-aefbac55f321 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:24:28.236543 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9756d2cf-b43f-4f26-bd49-cb623a7d5e94 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=80f84ea4049348a6be820b54fd560c5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4727654 Nov 12 01:24:28.236797 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c96d07e-d1d7-4336-b16b-771d9fbe6eae None None] The sync data for ids ['4f7675f0-8406-45c6-bcc4-096dddfc343e'] in n-d-712142-27 is: [{'id': '4f7675f0-8406-45c6-bcc4-096dddfc343e', 'name': 'tempest-TestVolumeBootPattern-383002086-router', 'tenant_id': '2776b18dfc4e4b8e862c02249a90133e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '2966425c-8ed8-4045-b210-3bb7354eb912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:23:52Z', 'updated_at': '2021-11-12T01:24:11Z', 'revision_number': 4, 'project_id': '2776b18dfc4e4b8e862c02249a90133e', 'gw_port': {'id': '2966425c-8ed8-4045-b210-3bb7354eb912', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7675f0-8406-45c6-bcc4-096dddfc343e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:54Z', 'updated_at': '2021-11-12T01:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '65b71c60-d2a1-40c6-bd44-257591e691d2', 'name': '', 'network_id': 'aa3d6af6-0340-48c1-93fa-3e3c551f9e16', 'tenant_id': '2776b18dfc4e4b8e862c02249a90133e', 'mac_address': 'fa:16:3e:ae:3e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7675f0-8406-45c6-bcc4-096dddfc343e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2853, 'fixed_ips': [{'subnet_id': '9eb6732c-01e4-4e36-a733-a917060363b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:09Z', 'updated_at': '2021-11-12T01:24:23Z', 'revision_number': 4, 'project_id': '2776b18dfc4e4b8e862c02249a90133e', 'subnets': [{'id': '9eb6732c-01e4-4e36-a733-a917060363b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:24:28.256115 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 60444) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:28.264869 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e2ce5fd-9049-43d4-bbcf-2db8d65f35eb req-b80fb12c-42ac-4081-8bcd-6db0216be688 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Made reservation on behalf of 094a5f5e492c44f8b09b4e12e8299cf9 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:24:28.281488 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-9e2ce5fd-9049-43d4-bbcf-2db8d65f35eb req-b80fb12c-42ac-4081-8bcd-6db0216be688 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:28.382302 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-db2cb22d-c8ab-4312-9689-b91ad9bc6240 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.5376284 Nov 12 01:24:28.383327 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60448) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:28.409109 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-be9dc8c9-ef11-471d-a2e3-8d8a722d6cfc req-73c1a33c-0df0-4ba0-a211-8611055f6e3e tempest-ServerShowV247Test-1105069666 tempest-ServerShowV247Test-1105069666-project] 10.222.0.45 "GET /v2.0/ports?device_id=022da71b-d7b4-45f8-9692-6b34ebacfe40 HTTP/1.1" status: 200 len: 210 time: 0.6309240 Nov 12 01:24:28.426359 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d1b3b1-22bc-4a2d-bddf-771964dea132 None None] Pushing event updated for resources: {'Port': ['ID=65b71c60-d2a1-40c6-bd44-257591e691d2,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:28.493600 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b9de09-3889-4e84-8d7b-5606d451e69f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-15ac3537-61d1-4e78-9cb0-e96cf963e071', 'network_id': '15ac3537-61d1-4e78-9cb0-e96cf963e071', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'fixed_ips': [{'subnet_id': '04ae61dc-00f2-4d28-967b-23220ec0e0ad'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:24:28.502235 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-00b9de09-3889-4e84-8d7b-5606d451e69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:28.533029 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-b095c702-ba16-439f-8432-b8e0b3313f95 None None] Provisioning complete for port 65b71c60-d2a1-40c6-bd44-257591e691d2 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:24:28.534253 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b095c702-ba16-439f-8432-b8e0b3313f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:28.548314 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f4b153b4-25a0-4d5e-a6a7-c822543126b0 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:28.642158 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f4b153b4-25a0-4d5e-a6a7-c822543126b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:28.735997 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ce865737-7066-4314-9626-93129a9939a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:28.794912 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ce865737-7066-4314-9626-93129a9939a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:28.796301 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-279a24af-e84a-42c7-b40d-ed0275c96cac tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:28.844527 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-9e2ce5fd-9049-43d4-bbcf-2db8d65f35eb req-b80fb12c-42ac-4081-8bcd-6db0216be688 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Allocated IP 172.20.0.9 (41d3594c-6378-4888-b7ad-f2b6034333e3/6369b7da-1f3e-4df6-8094-1e515695655d/e45ed9f2-103c-4e02-9a4f-0486f637b969) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:24:28.887625 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5630b1a2-7776-4d6b-87ac-e1bb8369a341 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:28.937122 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-279a24af-e84a-42c7-b40d-ed0275c96cac tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:29.183896 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b153b4-25a0-4d5e-a6a7-c822543126b0 None None] Network c67197a2-3f27-4974-8c67-24ef2e82b3b2 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:24:29.197652 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-f4b153b4-25a0-4d5e-a6a7-c822543126b0 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:24:29.197903 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ce865737-7066-4314-9626-93129a9939a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:29.205249 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ce865737-7066-4314-9626-93129a9939a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:29.208864 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b153b4-25a0-4d5e-a6a7-c822543126b0 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:24:29.210545 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-ce865737-7066-4314-9626-93129a9939a7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1093d2d5-151e-441c-8f2d-11941debbb81 HTTP/1.1" status: 204 len: 168 time: 0.7816401 Nov 12 01:24:29.227673 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-279a24af-e84a-42c7-b40d-ed0275c96cac tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:29.470307 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-443bb59e-23eb-4d84-a144-bb4177ffe6da req-710cdee2-aebc-4770-826e-cadde7a94a1e tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d407904-3eca-4a7b-8294-1b240f50227e HTTP/1.1" status: 200 len: 210 time: 0.3501897 Nov 12 01:24:29.481916 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce865737-7066-4314-9626-93129a9939a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1093d2d5-151e-441c-8f2d-11941debbb81,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:29.636131 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b153b4-25a0-4d5e-a6a7-c822543126b0 None None] Pushing event updated for resources: {'Port': ['ID=0418794d-e863-44bc-96d5-7824b06feca6,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:29.807207 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a24af-e84a-42c7-b40d-ed0275c96cac tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Pushing event deleted for resources: {'Subnet': ['ID=53937dc5-e5d6-4ee1-8747-90b2ebd9b5c5,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:29.834048 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 65b71c60-d2a1-40c6-bd44-257591e691d2 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:24:29.850643 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6737288d-197f-4d25-bf2a-b6940819c206 req-57f5f5a5-4b11-41d1-91bf-b59cd8f70961 tempest-ServerShowV247Test-1105069666 tempest-ServerShowV247Test-1105069666-project] 10.222.0.45 "GET /v2.0/ports?device_id=022da71b-d7b4-45f8-9692-6b34ebacfe40 HTTP/1.1" status: 200 len: 210 time: 0.0749443 Nov 12 01:24:30.046869 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-9e2ce5fd-9049-43d4-bbcf-2db8d65f35eb req-b80fb12c-42ac-4081-8bcd-6db0216be688 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:30.103390 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-f4b153b4-25a0-4d5e-a6a7-c822543126b0 None None] Attempting to bind port 0418794d-e863-44bc-96d5-7824b06feca6 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:24:30.103998 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-f4b153b4-25a0-4d5e-a6a7-c822543126b0 None None] Attempting to bind port 0418794d-e863-44bc-96d5-7824b06feca6 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'e0f1aa6a-aa6d-41d9-9ead-b78c91b9068b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c67197a2-3f27-4974-8c67-24ef2e82b3b2'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:24:30.104635 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b153b4-25a0-4d5e-a6a7-c822543126b0 None None] Attempting to bind port 0418794d-e863-44bc-96d5-7824b06feca6 on network c67197a2-3f27-4974-8c67-24ef2e82b3b2 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:24:30.180505 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7ae198-e893-4975-8f52-eb1bdb9104db None None] Network 88a0be50-994a-4b6a-a786-aefbac55f321 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:24:30.192230 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-279a24af-e84a-42c7-b40d-ed0275c96cac tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:30.218432 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b153b4-25a0-4d5e-a6a7-c822543126b0 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:24:30.219060 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b153b4-25a0-4d5e-a6a7-c822543126b0 None None] Checking segment: {'id': 'e0f1aa6a-aa6d-41d9-9ead-b78c91b9068b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c67197a2-3f27-4974-8c67-24ef2e82b3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:24:30.219613 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f4b153b4-25a0-4d5e-a6a7-c822543126b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:30.243955 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b153b4-25a0-4d5e-a6a7-c822543126b0 None None] Bound using segment: {'id': 'e0f1aa6a-aa6d-41d9-9ead-b78c91b9068b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c67197a2-3f27-4974-8c67-24ef2e82b3b2'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:24:30.245208 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-f4b153b4-25a0-4d5e-a6a7-c822543126b0 None None] Bound port: 0418794d-e863-44bc-96d5-7824b06feca6, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0f1aa6a-aa6d-41d9-9ead-b78c91b9068b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c67197a2-3f27-4974-8c67-24ef2e82b3b2'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:24:30.245870 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f4b153b4-25a0-4d5e-a6a7-c822543126b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:30.268123 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-279a24af-e84a-42c7-b40d-ed0275c96cac tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88a0be50-994a-4b6a-a786-aefbac55f321']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:30.306301 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-279a24af-e84a-42c7-b40d-ed0275c96cac tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aa0c0b0-86e0-4d0c-91a0-bc9911539afd') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:30.307009 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-279a24af-e84a-42c7-b40d-ed0275c96cac tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aa0c0b0-86e0-4d0c-91a0-bc9911539afd') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:30.361881 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-279a24af-e84a-42c7-b40d-ed0275c96cac tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:30.388534 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-9e2ce5fd-9049-43d4-bbcf-2db8d65f35eb req-b80fb12c-42ac-4081-8bcd-6db0216be688 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:30.420730 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-00b9de09-3889-4e84-8d7b-5606d451e69f None None] Allocated IP 2001:db8::2 (15ac3537-61d1-4e78-9cb0-e96cf963e071/04ae61dc-00f2-4d28-967b-23220ec0e0ad/dc5ac287-bdc6-46ca-8795-0033da9d2607) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:24:30.508361 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-279a24af-e84a-42c7-b40d-ed0275c96cac tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:30.537041 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-279a24af-e84a-42c7-b40d-ed0275c96cac tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:24:30.537469 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-279a24af-e84a-42c7-b40d-ed0275c96cac tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:30.548815 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:24:30.548815 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:24:30.548815 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:24:30.548815 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:24:30.548815 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:24:30.548815 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:24:30.548815 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:24:30.548815 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:24:30.548815 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:24:30.548815 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:24:30.548815 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:24:30.548815 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:24:30.548815 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:24:30.548815 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:24:30.548815 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:24:30.548815 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:24:30.548815 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:24:30.548815 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:24:30.548815 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:24:30.548815 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:24:30.548815 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:24:30.548815 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:24:30.548815 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:24:30.548815 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:24:30.548815 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:24:30.548815 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:24:30.548815 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:24:30.548815 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:24:30.548815 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:24:30.548815 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:24:30.548815 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:24:30.548815 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:24:30.627784 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e2ce5fd-9049-43d4-bbcf-2db8d65f35eb req-b80fb12c-42ac-4081-8bcd-6db0216be688 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Network 41d3594c-6378-4888-b7ad-f2b6034333e3 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:24:30.695873 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80fb12c-42ac-4081-8bcd-6db0216be688 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Pushing event updated for resources: {'Port': ['ID=e45ed9f2-103c-4e02-9a4f-0486f637b969,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:30.718917 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 65b71c60-d2a1-40c6-bd44-257591e691d2 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:24:30.718917 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:30.728109 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-9e2ce5fd-9049-43d4-bbcf-2db8d65f35eb req-b80fb12c-42ac-4081-8bcd-6db0216be688 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:24:30.758444 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e2ce5fd-9049-43d4-bbcf-2db8d65f35eb req-b80fb12c-42ac-4081-8bcd-6db0216be688 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:24:30.825034 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4c7fb-fabc-4b02-9aff-4299a8fad1e8 req-cb77aca5-8262-41c8-a3a1-258e44300238 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:30.827253 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-f4b153b4-25a0-4d5e-a6a7-c822543126b0 None None] For port 0418794d-e863-44bc-96d5-7824b06feca6, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:24:30.829528 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-279a24af-e84a-42c7-b40d-ed0275c96cac tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:30.836281 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1aa4c7fb-fabc-4b02-9aff-4299a8fad1e8 req-cb77aca5-8262-41c8-a3a1-258e44300238 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d407904-3eca-4a7b-8294-1b240f50227e HTTP/1.1" status: 200 len: 931 time: 0.1669073 Nov 12 01:24:30.841172 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-279a24af-e84a-42c7-b40d-ed0275c96cac tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:30.857843 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-279a24af-e84a-42c7-b40d-ed0275c96cac tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "DELETE /v2.0/networks/88a0be50-994a-4b6a-a786-aefbac55f321 HTTP/1.1" status: 204 len: 168 time: 2.4369762 Nov 12 01:24:30.868290 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60490) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:30.890594 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-f4b153b4-25a0-4d5e-a6a7-c822543126b0 None None] For port 0418794d-e863-44bc-96d5-7824b06feca6, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=0418794d-e863-44bc-96d5-7824b06feca6,segment=NetworkSegment(e0f1aa6a-aa6d-41d9-9ead-b78c91b9068b),segment_id=e0f1aa6a-aa6d-41d9-9ead-b78c91b9068b)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:24:30.918030 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-39ff738c-49ac-4df8-848d-2d558280520d tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1050348091'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:24:30.982213 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a24af-e84a-42c7-b40d-ed0275c96cac tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Pushing event deleted for resources: {'Network': ['ID=88a0be50-994a-4b6a-a786-aefbac55f321,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:31.002296 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f4b153b4-25a0-4d5e-a6a7-c822543126b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:31.010697 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1aa4c7fb-fabc-4b02-9aff-4299a8fad1e8 req-0df8d09e-5272-438d-b422-ca1a18f2525a tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590486 Nov 12 01:24:31.043859 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 60494) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:31.062098 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ce5fd-9049-43d4-bbcf-2db8d65f35eb req-b80fb12c-42ac-4081-8bcd-6db0216be688 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:31.062801 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-9e2ce5fd-9049-43d4-bbcf-2db8d65f35eb req-b80fb12c-42ac-4081-8bcd-6db0216be688 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:31.072393 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ff738c-49ac-4df8-848d-2d558280520d tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Made reservation on behalf of 7e83fe482de64831bee1347fe92835cd for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:24:31.076744 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-39ff738c-49ac-4df8-848d-2d558280520d tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:31.125907 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9e2ce5fd-9049-43d4-bbcf-2db8d65f35eb req-b80fb12c-42ac-4081-8bcd-6db0216be688 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5657718 Nov 12 01:24:31.138680 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39ff738c-49ac-4df8-848d-2d558280520d tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:24:31.147465 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-9e2ce5fd-9049-43d4-bbcf-2db8d65f35eb req-f354f27e-b90f-472b-b6c9-2f7dbf4124c1 service neutron] Request body: {'port': {'device_id': '3d407904-3eca-4a7b-8294-1b240f50227e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:24:31.187605 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1b621ef5-b67d-4303-b3b8-97fe44d05602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:31.217408 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-39ff738c-49ac-4df8-848d-2d558280520d tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:31.217777 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-39ff738c-49ac-4df8-848d-2d558280520d tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Added segment 9ff9d53e-602e-4930-a8d4-450d54f4c9dc of type vlan for network 38b88898-26c7-4d9f-a440-7eef2162b554 Nov 12 01:24:31.253021 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2c6484de-ba36-478f-b6f7-fc3f9f2df533 req-8687053d-bff9-4757-acf0-3524a7f1c4b4 tempest-ServerShowV247Test-1105069666 tempest-ServerShowV247Test-1105069666-project] 10.222.0.45 "GET /v2.0/ports?device_id=022da71b-d7b4-45f8-9692-6b34ebacfe40 HTTP/1.1" status: 200 len: 210 time: 0.1208732 Nov 12 01:24:31.386076 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-39ff738c-49ac-4df8-848d-2d558280520d tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:31.394375 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b153b4-25a0-4d5e-a6a7-c822543126b0 None None] Pushing event updated for resources: {'Port': ['ID=0418794d-e863-44bc-96d5-7824b06feca6,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:31.436908 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-9e2ce5fd-9049-43d4-bbcf-2db8d65f35eb req-f354f27e-b90f-472b-b6c9-2f7dbf4124c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:31.439740 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-f0874f18-a318-4b4d-8925-d4bc2251cc8c tempest-TagsTest-1145863543 tempest-TagsTest-1145863543-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-479465521'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:24:31.511548 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0874f18-a318-4b4d-8925-d4bc2251cc8c tempest-TagsTest-1145863543 tempest-TagsTest-1145863543-project] Made reservation on behalf of f73a75006f7c4f27bfc7b50ada95cce3 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:24:31.514857 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-39ff738c-49ac-4df8-848d-2d558280520d tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:31.521547 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ff738c-49ac-4df8-848d-2d558280520d tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:31.522310 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-39ff738c-49ac-4df8-848d-2d558280520d tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:31.524195 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-00b9de09-3889-4e84-8d7b-5606d451e69f None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:31.530694 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f0874f18-a318-4b4d-8925-d4bc2251cc8c tempest-TagsTest-1145863543 tempest-TagsTest-1145863543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:31.560457 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f0874f18-a318-4b4d-8925-d4bc2251cc8c tempest-TagsTest-1145863543 tempest-TagsTest-1145863543-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:31.566699 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-00b9de09-3889-4e84-8d7b-5606d451e69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:31.663500 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7baff393-a716-45da-b32f-324fd6ec93a2 None None] Provisioning complete for port e45ed9f2-103c-4e02-9a4f-0486f637b969 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:24:31.663877 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7baff393-a716-45da-b32f-324fd6ec93a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:31.668604 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-39ff738c-49ac-4df8-848d-2d558280520d tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7693591 Nov 12 01:24:31.688870 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60500) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:31.711742 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-ffd38498-c1e4-42f5-9fa3-fd13c5b91e17 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Request body: {'subnet': {'network_id': '38b88898-26c7-4d9f-a440-7eef2162b554', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:24:31.817057 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b9de09-3889-4e84-8d7b-5606d451e69f None None] Network 15ac3537-61d1-4e78-9cb0-e96cf963e071 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:24:31.866325 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b9de09-3889-4e84-8d7b-5606d451e69f None None] Pushing event updated for resources: {'Port': ['ID=dc5ac287-bdc6-46ca-8795-0033da9d2607,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:31.876552 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-00b9de09-3889-4e84-8d7b-5606d451e69f None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:24:31.888336 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b9de09-3889-4e84-8d7b-5606d451e69f None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:24:31.915592 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-5630b1a2-7776-4d6b-87ac-e1bb8369a341 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Allocated IP 2001:db8::1 (15ac3537-61d1-4e78-9cb0-e96cf963e071/04ae61dc-00f2-4d28-967b-23220ec0e0ad/1ae6dd56-20e2-4aab-906d-00132d205cb1) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:24:32.042151 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-7baff393-a716-45da-b32f-324fd6ec93a2 None None] Port e45ed9f2-103c-4e02-9a4f-0486f637b969 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:24:32.147473 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-00b9de09-3889-4e84-8d7b-5606d451e69f None None] Attempting to bind port dc5ac287-bdc6-46ca-8795-0033da9d2607 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:24:32.148349 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-00b9de09-3889-4e84-8d7b-5606d451e69f None None] Attempting to bind port dc5ac287-bdc6-46ca-8795-0033da9d2607 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '03189909-6284-409c-a37c-c742ab0103d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '15ac3537-61d1-4e78-9cb0-e96cf963e071'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:24:32.150863 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b9de09-3889-4e84-8d7b-5606d451e69f None None] Attempting to bind port dc5ac287-bdc6-46ca-8795-0033da9d2607 on network 15ac3537-61d1-4e78-9cb0-e96cf963e071 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:24:32.170648 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b9de09-3889-4e84-8d7b-5606d451e69f None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:24:32.172957 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b9de09-3889-4e84-8d7b-5606d451e69f None None] Checking segment: {'id': '03189909-6284-409c-a37c-c742ab0103d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '15ac3537-61d1-4e78-9cb0-e96cf963e071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:24:32.177327 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-00b9de09-3889-4e84-8d7b-5606d451e69f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:32.177938 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b9de09-3889-4e84-8d7b-5606d451e69f None None] Bound using segment: {'id': '03189909-6284-409c-a37c-c742ab0103d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '15ac3537-61d1-4e78-9cb0-e96cf963e071'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:24:32.182004 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-00b9de09-3889-4e84-8d7b-5606d451e69f None None] Bound port: dc5ac287-bdc6-46ca-8795-0033da9d2607, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03189909-6284-409c-a37c-c742ab0103d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '15ac3537-61d1-4e78-9cb0-e96cf963e071'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:24:32.192728 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-00b9de09-3889-4e84-8d7b-5606d451e69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:32.235398 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ff738c-49ac-4df8-848d-2d558280520d tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Pushing event updated for resources: {'Network': ['ID=38b88898-26c7-4d9f-a440-7eef2162b554,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:32.368437 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-00b9de09-3889-4e84-8d7b-5606d451e69f None None] For port dc5ac287-bdc6-46ca-8795-0033da9d2607, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:24:32.385010 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-00b9de09-3889-4e84-8d7b-5606d451e69f None None] For port dc5ac287-bdc6-46ca-8795-0033da9d2607, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=dc5ac287-bdc6-46ca-8795-0033da9d2607,segment=NetworkSegment(03189909-6284-409c-a37c-c742ab0103d6),segment_id=03189909-6284-409c-a37c-c742ab0103d6)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:24:32.393822 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 38b88898-26c7-4d9f-a440-7eef2162b554 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:24:32.421396 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd38498-c1e4-42f5-9fa3-fd13c5b91e17 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Made reservation on behalf of 7e83fe482de64831bee1347fe92835cd for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:24:32.425726 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ffd38498-c1e4-42f5-9fa3-fd13c5b91e17 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:32.481294 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f0874f18-a318-4b4d-8925-d4bc2251cc8c tempest-TagsTest-1145863543 tempest-TagsTest-1145863543-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:32.508239 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f0874f18-a318-4b4d-8925-d4bc2251cc8c tempest-TagsTest-1145863543 tempest-TagsTest-1145863543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:32.515878 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-00b9de09-3889-4e84-8d7b-5606d451e69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:32.597644 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0874f18-a318-4b4d-8925-d4bc2251cc8c tempest-TagsTest-1145863543 tempest-TagsTest-1145863543-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:24:32.735437 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-71d70815-71ec-4189-92a9-c9be05b9187f req-534e42b0-b9cf-44f4-a767-b6c3c78b9dd6 tempest-ServerShowV247Test-1105069666 tempest-ServerShowV247Test-1105069666-project] 10.222.0.45 "GET /v2.0/ports?device_id=022da71b-d7b4-45f8-9692-6b34ebacfe40 HTTP/1.1" status: 200 len: 210 time: 0.1394191 Nov 12 01:24:32.783860 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e512f-ed1d-4307-afc9-c4ea4bc69fda req-b4534cb1-8505-44d6-9a81-48ac185cc940 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:32.798307 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-9e2ce5fd-9049-43d4-bbcf-2db8d65f35eb req-f354f27e-b90f-472b-b6c9-2f7dbf4124c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e45ed9f2-103c-4e02-9a4f-0486f637b969 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:24:32.801440 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d70e512f-ed1d-4307-afc9-c4ea4bc69fda req-b4534cb1-8505-44d6-9a81-48ac185cc940 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d407904-3eca-4a7b-8294-1b240f50227e HTTP/1.1" status: 200 len: 931 time: 0.5426745 Nov 12 01:24:32.817938 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f0874f18-a318-4b4d-8925-d4bc2251cc8c tempest-TagsTest-1145863543 tempest-TagsTest-1145863543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:32.818873 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-f0874f18-a318-4b4d-8925-d4bc2251cc8c tempest-TagsTest-1145863543 tempest-TagsTest-1145863543-project] Added segment 6d9f4e85-0ed6-484b-befd-81f472823471 of type vlan for network 7b46f1a5-1c22-49d9-bbb3-5dde470ded77 Nov 12 01:24:32.829248 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-9e2ce5fd-9049-43d4-bbcf-2db8d65f35eb req-f354f27e-b90f-472b-b6c9-2f7dbf4124c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:32.899902 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0874f18-a318-4b4d-8925-d4bc2251cc8c tempest-TagsTest-1145863543 tempest-TagsTest-1145863543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e492a5c9-8934-4a1b-b685-2dfcfb6fd4bd,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:32.974420 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b9de09-3889-4e84-8d7b-5606d451e69f None None] Pushing event updated for resources: {'Port': ['ID=dc5ac287-bdc6-46ca-8795-0033da9d2607,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:32.998227 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-9e2ce5fd-9049-43d4-bbcf-2db8d65f35eb req-f354f27e-b90f-472b-b6c9-2f7dbf4124c1 service neutron] Transition to ACTIVE for port object e45ed9f2-103c-4e02-9a4f-0486f637b969 will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:24:32.998793 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:33.027858 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-9e2ce5fd-9049-43d4-bbcf-2db8d65f35eb req-f354f27e-b90f-472b-b6c9-2f7dbf4124c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:33.092026 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5630b1a2-7776-4d6b-87ac-e1bb8369a341 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:33.181132 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f0874f18-a318-4b4d-8925-d4bc2251cc8c tempest-TagsTest-1145863543 tempest-TagsTest-1145863543-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:33.288196 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d70e512f-ed1d-4307-afc9-c4ea4bc69fda req-c4f488b8-9cc9-4c5d-a19e-d529d738a372 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4854968 Nov 12 01:24:33.362061 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5630b1a2-7776-4d6b-87ac-e1bb8369a341 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:33.416292 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f0874f18-a318-4b4d-8925-d4bc2251cc8c tempest-TagsTest-1145863543 tempest-TagsTest-1145863543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:33.422218 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0874f18-a318-4b4d-8925-d4bc2251cc8c tempest-TagsTest-1145863543 tempest-TagsTest-1145863543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:33.422884 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f0874f18-a318-4b4d-8925-d4bc2251cc8c tempest-TagsTest-1145863543 tempest-TagsTest-1145863543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:33.490849 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f354f27e-b90f-472b-b6c9-2f7dbf4124c1 service neutron] Pushing event updated for resources: {'Port': ['ID=e45ed9f2-103c-4e02-9a4f-0486f637b969,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:33.549058 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ffd38498-c1e4-42f5-9fa3-fd13c5b91e17 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:33.626779 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5630b1a2-7776-4d6b-87ac-e1bb8369a341 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Network 15ac3537-61d1-4e78-9cb0-e96cf963e071 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:24:33.698932 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-f0874f18-a318-4b4d-8925-d4bc2251cc8c tempest-TagsTest-1145863543 tempest-TagsTest-1145863543-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 2.6532526 Nov 12 01:24:33.775575 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f3a496-85c7-4447-a6fd-b91f86dd1bfc None None] Network c67197a2-3f27-4974-8c67-24ef2e82b3b2 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:24:33.800784 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60518) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:33.821913 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-5630b1a2-7776-4d6b-87ac-e1bb8369a341 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:24:33.829397 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5630b1a2-7776-4d6b-87ac-e1bb8369a341 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event updated for resources: {'Port': ['ID=1ae6dd56-20e2-4aab-906d-00132d205cb1,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:33.849066 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.tag.tag_plugin [None req-d8992bd2-68ec-42d9-b55f-45d4d54a9096 tempest-TagsTest-1145863543 tempest-TagsTest-1145863543-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '7b46f1a5-1c22-49d9-bbb3-5dde470ded77', 'tempest-TagsTest-Tag-319008138') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:33.855554 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5630b1a2-7776-4d6b-87ac-e1bb8369a341 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:24:33.858014 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5630b1a2-7776-4d6b-87ac-e1bb8369a341 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:34.111071 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:34.115596 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-b66a571b-7845-4ee6-8768-bda6a6293eb7 None None] Provisioning complete for port 0418794d-e863-44bc-96d5-7824b06feca6 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:24:34.117070 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b66a571b-7845-4ee6-8768-bda6a6293eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:34.151437 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0874f18-a318-4b4d-8925-d4bc2251cc8c tempest-TagsTest-1145863543 tempest-TagsTest-1145863543-project] Pushing event updated for resources: {'Network': ['ID=7b46f1a5-1c22-49d9-bbb3-5dde470ded77,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:34.210791 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd38498-c1e4-42f5-9fa3-fd13c5b91e17 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Pushing event updated for resources: {'Subnet': ['ID=0b5fdcf3-c23b-4bb4-a603-0c8f51636245,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:34.234655 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd38498-c1e4-42f5-9fa3-fd13c5b91e17 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Checking segment: {'id': '9ff9d53e-602e-4930-a8d4-450d54f4c9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '38b88898-26c7-4d9f-a440-7eef2162b554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:24:34.239881 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 7b46f1a5-1c22-49d9-bbb3-5dde470ded77 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:24:34.244229 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd38498-c1e4-42f5-9fa3-fd13c5b91e17 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Network hostable DHCP agents. Network: 38b88898-26c7-4d9f-a440-7eef2162b554, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:24:34.288031 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-73ac0f21-33be-4907-81f3-eed477d411c9 req-1e898fa4-3bb3-4403-a699-b8fc378fbc8e tempest-ServerShowV247Test-1105069666 tempest-ServerShowV247Test-1105069666-project] 10.222.0.45 "GET /v2.0/ports?device_id=022da71b-d7b4-45f8-9692-6b34ebacfe40 HTTP/1.1" status: 200 len: 210 time: 0.2819130 Nov 12 01:24:34.385571 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device dc5ac287-bdc6-46ca-8795-0033da9d2607 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:24:34.593722 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5630b1a2-7776-4d6b-87ac-e1bb8369a341 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:34.594929 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd38498-c1e4-42f5-9fa3-fd13c5b91e17 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Network 38b88898-26c7-4d9f-a440-7eef2162b554 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:24:34.680753 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-9e2ce5fd-9049-43d4-bbcf-2db8d65f35eb req-f354f27e-b90f-472b-b6c9-2f7dbf4124c1 service neutron] Attempting to bind port e45ed9f2-103c-4e02-9a4f-0486f637b969 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:24:34.681127 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-9e2ce5fd-9049-43d4-bbcf-2db8d65f35eb req-f354f27e-b90f-472b-b6c9-2f7dbf4124c1 service neutron] Attempting to bind port e45ed9f2-103c-4e02-9a4f-0486f637b969 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '7bbb728e-9806-453c-9716-52e1ccd278c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:24:34.681406 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2ce5fd-9049-43d4-bbcf-2db8d65f35eb req-f354f27e-b90f-472b-b6c9-2f7dbf4124c1 service neutron] Attempting to bind port e45ed9f2-103c-4e02-9a4f-0486f637b969 on network 41d3594c-6378-4888-b7ad-f2b6034333e3 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:24:34.696756 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-ffd38498-c1e4-42f5-9fa3-fd13c5b91e17 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 38b88898-26c7-4d9f-a440-7eef2162b554) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:24:34.714183 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd38498-c1e4-42f5-9fa3-fd13c5b91e17 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:34.719562 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ffd38498-c1e4-42f5-9fa3-fd13c5b91e17 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:34.727126 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d339f340-9fe8-4aba-bd0c-d69edc3f8e8a None None] Network 38b88898-26c7-4d9f-a440-7eef2162b554 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:24:34.744335 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2ce5fd-9049-43d4-bbcf-2db8d65f35eb req-f354f27e-b90f-472b-b6c9-2f7dbf4124c1 service neutron] Port e45ed9f2-103c-4e02-9a4f-0486f637b969 on network 41d3594c-6378-4888-b7ad-f2b6034333e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:24:34.744756 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2ce5fd-9049-43d4-bbcf-2db8d65f35eb req-f354f27e-b90f-472b-b6c9-2f7dbf4124c1 service neutron] Attempting to bind port e45ed9f2-103c-4e02-9a4f-0486f637b969 on network 41d3594c-6378-4888-b7ad-f2b6034333e3 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:24:34.751578 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57cb7a-05be-4b05-8c9d-ed1fd319ede1 req-a2f06acc-ee23-494b-8f46-c9ca755cae3f tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:34.768967 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-be57cb7a-05be-4b05-8c9d-ed1fd319ede1 req-a2f06acc-ee23-494b-8f46-c9ca755cae3f tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d407904-3eca-4a7b-8294-1b240f50227e HTTP/1.1" status: 200 len: 943 time: 0.2567465 Nov 12 01:24:34.771364 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ffd38498-c1e4-42f5-9fa3-fd13c5b91e17 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.0809767 Nov 12 01:24:34.774146 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2ce5fd-9049-43d4-bbcf-2db8d65f35eb req-f354f27e-b90f-472b-b6c9-2f7dbf4124c1 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:24:34.774681 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2ce5fd-9049-43d4-bbcf-2db8d65f35eb req-f354f27e-b90f-472b-b6c9-2f7dbf4124c1 service neutron] Checking segment: {'id': '7bbb728e-9806-453c-9716-52e1ccd278c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:24:34.775089 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2ce5fd-9049-43d4-bbcf-2db8d65f35eb req-f354f27e-b90f-472b-b6c9-2f7dbf4124c1 service neutron] Bound using segment: {'id': '7bbb728e-9806-453c-9716-52e1ccd278c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:24:34.775672 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-9e2ce5fd-9049-43d4-bbcf-2db8d65f35eb req-f354f27e-b90f-472b-b6c9-2f7dbf4124c1 service neutron] Bound port: e45ed9f2-103c-4e02-9a4f-0486f637b969, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bbb728e-9806-453c-9716-52e1ccd278c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:24:34.776074 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-9e2ce5fd-9049-43d4-bbcf-2db8d65f35eb req-f354f27e-b90f-472b-b6c9-2f7dbf4124c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:34.778048 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 60530) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:34.794763 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d8992bd2-68ec-42d9-b55f-45d4d54a9096 tempest-TagsTest-1145863543 tempest-TagsTest-1145863543-project] 10.222.0.45 "PUT /v2.0/networks/7b46f1a5-1c22-49d9-bbb3-5dde470ded77/tags/tempest-TagsTest-Tag-319008138 HTTP/1.1" status: 201 len: 201 time: 0.9774466 Nov 12 01:24:34.799010 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60532) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:34.807431 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.tag.tag_plugin [None req-542c2fc5-b232-4f84-b2f1-736e5139ee1a tempest-TagsTest-1145863543 tempest-TagsTest-1145863543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7b46f1a5-1c22-49d9-bbb3-5dde470ded77', 'tempest-TagsTest-Tag-319008138') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:35.013421 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-542c2fc5-b232-4f84-b2f1-736e5139ee1a tempest-TagsTest-1145863543 tempest-TagsTest-1145863543-project] 10.222.0.45 "GET /v2.0/networks/7b46f1a5-1c22-49d9-bbb3-5dde470ded77/tags/tempest-TagsTest-Tag-319008138 HTTP/1.1" status: 204 len: 168 time: 0.2064476 Nov 12 01:24:35.013421 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-9e2ce5fd-9049-43d4-bbcf-2db8d65f35eb req-f354f27e-b90f-472b-b6c9-2f7dbf4124c1 service neutron] For port e45ed9f2-103c-4e02-9a4f-0486f637b969, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:24:35.013421 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-9e2ce5fd-9049-43d4-bbcf-2db8d65f35eb req-f354f27e-b90f-472b-b6c9-2f7dbf4124c1 service neutron] For port e45ed9f2-103c-4e02-9a4f-0486f637b969, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e45ed9f2-103c-4e02-9a4f-0486f637b969,segment=NetworkSegment(7bbb728e-9806-453c-9716-52e1ccd278c6),segment_id=7bbb728e-9806-453c-9716-52e1ccd278c6)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:24:35.014312 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60534) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:35.022406 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.tag.tag_plugin [None req-c255977f-52a9-43ae-91f5-d9d712e9a52c tempest-TagsTest-1145863543 tempest-TagsTest-1145863543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '7b46f1a5-1c22-49d9-bbb3-5dde470ded77') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:35.041663 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-9e2ce5fd-9049-43d4-bbcf-2db8d65f35eb req-f354f27e-b90f-472b-b6c9-2f7dbf4124c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:35.156359 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b66a571b-7845-4ee6-8768-bda6a6293eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:35.233781 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-b66a571b-7845-4ee6-8768-bda6a6293eb7 None None] For port 0418794d-e863-44bc-96d5-7824b06feca6, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=0418794d-e863-44bc-96d5-7824b06feca6,segment=NetworkSegment(e0f1aa6a-aa6d-41d9-9ead-b78c91b9068b),segment_id=e0f1aa6a-aa6d-41d9-9ead-b78c91b9068b)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:24:35.235342 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f354f27e-b90f-472b-b6c9-2f7dbf4124c1 service neutron] Pushing event updated for resources: {'Port': ['ID=e45ed9f2-103c-4e02-9a4f-0486f637b969,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:35.256675 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b66a571b-7845-4ee6-8768-bda6a6293eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:35.278659 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port dc5ac287-bdc6-46ca-8795-0033da9d2607 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:24:35.279027 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:35.354303 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ce5fd-9049-43d4-bbcf-2db8d65f35eb req-f354f27e-b90f-472b-b6c9-2f7dbf4124c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:35.355505 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-9e2ce5fd-9049-43d4-bbcf-2db8d65f35eb req-f354f27e-b90f-472b-b6c9-2f7dbf4124c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:35.364461 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9e2ce5fd-9049-43d4-bbcf-2db8d65f35eb req-f354f27e-b90f-472b-b6c9-2f7dbf4124c1 service neutron] 10.222.0.44 "PUT /v2.0/ports/e45ed9f2-103c-4e02-9a4f-0486f637b969 HTTP/1.1" status: 200 len: 1092 time: 4.2221949 Nov 12 01:24:35.396090 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d407904-3eca-4a7b-8294-1b240f50227e', 'tag': 'e45ed9f2-103c-4e02-9a4f-0486f637b969'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:24:35.400338 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1263308a-430e-4120-8030-05b969c6ee55" -d '{"events": [{"name": "network-changed", "server_uuid": "3d407904-3eca-4a7b-8294-1b240f50227e", "tag": "e45ed9f2-103c-4e02-9a4f-0486f637b969"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:24:35.455314 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:35.474760 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe67605-2e0d-44fc-a6ed-ef910626949e None None] Network 15ac3537-61d1-4e78-9cb0-e96cf963e071 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:24:35.735009 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c255977f-52a9-43ae-91f5-d9d712e9a52c tempest-TagsTest-1145863543 tempest-TagsTest-1145863543-project] 10.222.0.45 "GET /v2.0/networks/7b46f1a5-1c22-49d9-bbb3-5dde470ded77/tags HTTP/1.1" status: 200 len: 237 time: 0.7201486 Nov 12 01:24:35.739384 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60546) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:35.766654 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.tag.tag_plugin [None req-dd39e0be-b36b-49d1-b24e-449cec914d0c tempest-TagsTest-1145863543 tempest-TagsTest-1145863543-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '7b46f1a5-1c22-49d9-bbb3-5dde470ded77', {'tags': ['tempest-TagsTest-Tag-50024637', 'tempest-TagsTest-Tag-288187100', 'tempest-TagsTest-Tag-1659106928']}) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:35.945603 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-be57cb7a-05be-4b05-8c9d-ed1fd319ede1 req-a3b02fda-d41f-4085-9f3c-e15cbfcc1817 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1749916 Nov 12 01:24:35.967418 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-77cce3e1-13cb-466a-b90d-6b048f3b5b1f tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:36.088209 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6475f7aa-a648-408d-9359-eb66d5102840 req-7c30f661-bff4-464d-b80b-23dc5ab866e4 tempest-ServerShowV247Test-1105069666 tempest-ServerShowV247Test-1105069666-project] 10.222.0.45 "GET /v2.0/ports?device_id=022da71b-d7b4-45f8-9692-6b34ebacfe40 HTTP/1.1" status: 200 len: 210 time: 0.3567784 Nov 12 01:24:36.383110 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-77cce3e1-13cb-466a-b90d-6b048f3b5b1f tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:36.451265 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5630b1a2-7776-4d6b-87ac-e1bb8369a341 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:36.460521 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5630b1a2-7776-4d6b-87ac-e1bb8369a341 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:36.462864 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5630b1a2-7776-4d6b-87ac-e1bb8369a341 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:36.549103 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66a571b-7845-4ee6-8768-bda6a6293eb7 None None] Pushing event updated for resources: {'Port': ['ID=0418794d-e863-44bc-96d5-7824b06feca6,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:36.633781 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5630b1a2-7776-4d6b-87ac-e1bb8369a341 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event updated for resources: {'Port': ['ID=1ae6dd56-20e2-4aab-906d-00132d205cb1,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:36.875416 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-fdfa0361-579c-409a-aef7-d96052bc04d3 None None] Provisioning complete for port 0418794d-e863-44bc-96d5-7824b06feca6 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:24:36.875925 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fdfa0361-579c-409a-aef7-d96052bc04d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:36.879504 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:36.887874 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a71783-339a-4947-9395-855d01f42c5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-38b88898-26c7-4d9f-a440-7eef2162b554', 'network_id': '38b88898-26c7-4d9f-a440-7eef2162b554', 'tenant_id': '7e83fe482de64831bee1347fe92835cd', 'fixed_ips': [{'subnet_id': '0b5fdcf3-c23b-4bb4-a603-0c8f51636245'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:24:36.889724 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-38a71783-339a-4947-9395-855d01f42c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:36.900945 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-77cce3e1-13cb-466a-b90d-6b048f3b5b1f tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:36.929866 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c12aad7-542c-44af-914a-214440f29c76 x-openstack-request-id: req-3c12aad7-542c-44af-914a-214440f29c76 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:24:36.930593 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d407904-3eca-4a7b-8294-1b240f50227e", "tag": "e45ed9f2-103c-4e02-9a4f-0486f637b969", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:24:36.930722 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3c12aad7-542c-44af-914a-214440f29c76 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:24:36.931322 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d407904-3eca-4a7b-8294-1b240f50227e', 'tag': 'e45ed9f2-103c-4e02-9a4f-0486f637b969', 'status': 'completed', 'code': 200} Nov 12 01:24:36.961301 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ce5fd-9049-43d4-bbcf-2db8d65f35eb req-96dbe833-5593-432f-a2ae-d7acfd0c4869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:36.964194 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9e2ce5fd-9049-43d4-bbcf-2db8d65f35eb req-96dbe833-5593-432f-a2ae-d7acfd0c4869 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=094a5f5e492c44f8b09b4e12e8299cf9&device_id=3d407904-3eca-4a7b-8294-1b240f50227e HTTP/1.1" status: 200 len: 1095 time: 1.4137962 Nov 12 01:24:37.039992 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5630b1a2-7776-4d6b-87ac-e1bb8369a341 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Network 15ac3537-61d1-4e78-9cb0-e96cf963e071 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:24:37.042146 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-5630b1a2-7776-4d6b-87ac-e1bb8369a341 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:24:37.049859 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cce3e1-13cb-466a-b90d-6b048f3b5b1f tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Pushing event deleted for resources: {'Subnet': ['ID=0b5fdcf3-c23b-4bb4-a603-0c8f51636245,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:37.083384 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9e2ce5fd-9049-43d4-bbcf-2db8d65f35eb req-fd520558-f176-4c91-9c7d-783ba64b1292 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e45ed9f2-103c-4e02-9a4f-0486f637b969 HTTP/1.1" status: 200 len: 217 time: 0.0876637 Nov 12 01:24:37.103329 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port dc5ac287-bdc6-46ca-8795-0033da9d2607, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=dc5ac287-bdc6-46ca-8795-0033da9d2607,segment=NetworkSegment(03189909-6284-409c-a37c-c742ab0103d6),segment_id=03189909-6284-409c-a37c-c742ab0103d6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:24:37.114797 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-dd39e0be-b36b-49d1-b24e-449cec914d0c tempest-TagsTest-1145863543 tempest-TagsTest-1145863543-project] 10.222.0.45 "PUT /v2.0/networks/7b46f1a5-1c22-49d9-bbb3-5dde470ded77/tags HTTP/1.1" status: 200 len: 306 time: 1.3709521 Nov 12 01:24:37.118437 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60556) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:37.119468 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:37.120331 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 0418794d-e863-44bc-96d5-7824b06feca6 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:24:37.131758 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.tag.tag_plugin [None req-c64318d0-f5e4-45f4-bce4-2678c068b370 tempest-TagsTest-1145863543 tempest-TagsTest-1145863543-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '7b46f1a5-1c22-49d9-bbb3-5dde470ded77', 'tempest-TagsTest-Tag-50024637') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:37.273126 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=dc5ac287-bdc6-46ca-8795-0033da9d2607,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:37.301974 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ce5fd-9049-43d4-bbcf-2db8d65f35eb req-b9239ae5-424c-4554-a3a2-0f8ccc53b09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:37.303583 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9e2ce5fd-9049-43d4-bbcf-2db8d65f35eb req-b9239ae5-424c-4554-a3a2-0f8ccc53b09f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6369b7da-1f3e-4df6-8094-1e515695655d HTTP/1.1" status: 200 len: 851 time: 0.2079713 Nov 12 01:24:37.397223 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02988c1f-2bea-4a95-bb84-bd00bde91ba7 None None] Network 38b88898-26c7-4d9f-a440-7eef2162b554 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:24:37.491451 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ce5fd-9049-43d4-bbcf-2db8d65f35eb req-b187a2d0-3895-45b7-808c-e3112ab8c3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:37.494406 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9e2ce5fd-9049-43d4-bbcf-2db8d65f35eb req-b187a2d0-3895-45b7-808c-e3112ab8c3ef service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=41d3594c-6378-4888-b7ad-f2b6034333e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1798837 Nov 12 01:24:37.572180 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c64318d0-f5e4-45f4-bce4-2678c068b370 tempest-TagsTest-1145863543 tempest-TagsTest-1145863543-project] 10.222.0.45 "DELETE /v2.0/networks/7b46f1a5-1c22-49d9-bbb3-5dde470ded77/tags/tempest-TagsTest-Tag-50024637 HTTP/1.1" status: 204 len: 168 time: 0.4468856 Nov 12 01:24:37.573552 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 0418794d-e863-44bc-96d5-7824b06feca6 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:24:37.574524 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:37.589024 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60560) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:37.596710 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.tag.tag_plugin [None req-3d3b57ce-3060-4f55-a50f-2e00b2d81969 tempest-TagsTest-1145863543 tempest-TagsTest-1145863543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7b46f1a5-1c22-49d9-bbb3-5dde470ded77', 'tempest-TagsTest-Tag-50024637') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:37.788932 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-fdfa0361-579c-409a-aef7-d96052bc04d3 None None] Provisioning complete for port dc5ac287-bdc6-46ca-8795-0033da9d2607 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:24:37.793504 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fdfa0361-579c-409a-aef7-d96052bc04d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:37.796824 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9e2ce5fd-9049-43d4-bbcf-2db8d65f35eb req-de10489f-7d3b-40bd-9865-ec7827d22389 service neutron] 10.222.0.44 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864583 Nov 12 01:24:37.816427 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-3d3b57ce-3060-4f55-a50f-2e00b2d81969 tempest-TagsTest-1145863543 tempest-TagsTest-1145863543-project] show failed (client error): The resource could not be found. Nov 12 01:24:37.817621 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3d3b57ce-3060-4f55-a50f-2e00b2d81969 tempest-TagsTest-1145863543 tempest-TagsTest-1145863543-project] 10.222.0.45 "GET /v2.0/networks/7b46f1a5-1c22-49d9-bbb3-5dde470ded77/tags/tempest-TagsTest-Tag-50024637 HTTP/1.1" status: 404 len: 324 time: 0.2270212 Nov 12 01:24:37.825405 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60562) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:37.932238 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.tag.tag_plugin [None req-c09e3c61-16b7-4eaa-a076-0dc4d1fe89c6 tempest-TagsTest-1145863543 tempest-TagsTest-1145863543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7b46f1a5-1c22-49d9-bbb3-5dde470ded77', 'tempest-TagsTest-Tag-288187100') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:38.284864 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9e2ce5fd-9049-43d4-bbcf-2db8d65f35eb req-bbbc445f-1d9f-4ce7-8915-2fb2a4c6e214 service neutron] 10.222.0.44 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4652746 Nov 12 01:24:38.296013 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c09e3c61-16b7-4eaa-a076-0dc4d1fe89c6 tempest-TagsTest-1145863543 tempest-TagsTest-1145863543-project] 10.222.0.45 "GET /v2.0/networks/7b46f1a5-1c22-49d9-bbb3-5dde470ded77/tags/tempest-TagsTest-Tag-288187100 HTTP/1.1" status: 204 len: 168 time: 0.3735268 Nov 12 01:24:38.296776 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60570) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:38.302270 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.tag.tag_plugin [None req-b0f8effa-ea1b-4cce-8332-9979533ca513 tempest-TagsTest-1145863543 tempest-TagsTest-1145863543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7b46f1a5-1c22-49d9-bbb3-5dde470ded77', 'tempest-TagsTest-Tag-1659106928') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:38.432563 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-e97f1d39-5731-4623-bf99-e0fb84f96ac8 None None] Provisioning complete for port 1ae6dd56-20e2-4aab-906d-00132d205cb1 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:24:38.434375 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e97f1d39-5731-4623-bf99-e0fb84f96ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:38.468511 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 0418794d-e863-44bc-96d5-7824b06feca6 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:24:38.506940 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b0f8effa-ea1b-4cce-8332-9979533ca513 tempest-TagsTest-1145863543 tempest-TagsTest-1145863543-project] 10.222.0.45 "GET /v2.0/networks/7b46f1a5-1c22-49d9-bbb3-5dde470ded77/tags/tempest-TagsTest-Tag-1659106928 HTTP/1.1" status: 204 len: 168 time: 0.2084801 Nov 12 01:24:38.511136 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60572) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:38.518060 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.tag.tag_plugin [None req-6d91556a-f57a-4aa2-bc15-645f078ef8c1 tempest-TagsTest-1145863543 tempest-TagsTest-1145863543-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '7b46f1a5-1c22-49d9-bbb3-5dde470ded77') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:38.525198 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1263308a-430e-4120-8030-05b969c6ee55 req-54796093-13dd-49d6-8c91-5d4bc28bdb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:38.526863 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1263308a-430e-4120-8030-05b969c6ee55 req-54796093-13dd-49d6-8c91-5d4bc28bdb31 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=094a5f5e492c44f8b09b4e12e8299cf9&device_id=3d407904-3eca-4a7b-8294-1b240f50227e HTTP/1.1" status: 200 len: 1095 time: 0.0961168 Nov 12 01:24:38.641843 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:38.650337 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1263308a-430e-4120-8030-05b969c6ee55 req-8751c3cd-cb3c-4f37-9d42-5c0f1035e7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:38.652202 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1263308a-430e-4120-8030-05b969c6ee55 req-8751c3cd-cb3c-4f37-9d42-5c0f1035e7ed service neutron] 10.222.0.44 "GET /v2.0/networks?id=41d3594c-6378-4888-b7ad-f2b6034333e3 HTTP/1.1" status: 200 len: 912 time: 0.1124160 Nov 12 01:24:38.683414 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-e97f1d39-5731-4623-bf99-e0fb84f96ac8 None None] Port 1ae6dd56-20e2-4aab-906d-00132d205cb1 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:24:38.724211 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 0418794d-e863-44bc-96d5-7824b06feca6 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:24:38.725682 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:38.763290 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-e97f1d39-5731-4623-bf99-e0fb84f96ac8 None None] Provisioning complete for port dc5ac287-bdc6-46ca-8795-0033da9d2607 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:24:38.763875 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e97f1d39-5731-4623-bf99-e0fb84f96ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:38.824765 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1263308a-430e-4120-8030-05b969c6ee55 req-b2978b5f-7db4-42c8-921a-b1efd2a0e627 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e45ed9f2-103c-4e02-9a4f-0486f637b969 HTTP/1.1" status: 200 len: 217 time: 0.1586897 Nov 12 01:24:38.975213 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-77cce3e1-13cb-466a-b90d-6b048f3b5b1f tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:39.002923 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-77cce3e1-13cb-466a-b90d-6b048f3b5b1f tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38b88898-26c7-4d9f-a440-7eef2162b554']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:39.012828 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1263308a-430e-4120-8030-05b969c6ee55 req-9e38d886-4bbe-4dbf-957b-d282e28ee806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:39.014388 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1263308a-430e-4120-8030-05b969c6ee55 req-9e38d886-4bbe-4dbf-957b-d282e28ee806 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6369b7da-1f3e-4df6-8094-1e515695655d HTTP/1.1" status: 200 len: 851 time: 0.1778066 Nov 12 01:24:39.033668 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3518918b-34da-46aa-bb30-a346b5266229 req-82a1d949-140e-4aaa-a52c-3a62e8bb0481 tempest-ServerShowV247Test-1105069666 tempest-ServerShowV247Test-1105069666-project] 10.222.0.45 "GET /v2.0/ports?device_id=022da71b-d7b4-45f8-9692-6b34ebacfe40 HTTP/1.1" status: 200 len: 210 time: 0.2120852 Nov 12 01:24:39.061182 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-77cce3e1-13cb-466a-b90d-6b048f3b5b1f tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ff9d53e-602e-4930-a8d4-450d54f4c9dc') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:39.061503 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-77cce3e1-13cb-466a-b90d-6b048f3b5b1f tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ff9d53e-602e-4930-a8d4-450d54f4c9dc') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:39.083118 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1263308a-430e-4120-8030-05b969c6ee55 req-623d5465-1d15-4847-ac1e-3f328bf94172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:39.085052 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1263308a-430e-4120-8030-05b969c6ee55 req-623d5465-1d15-4847-ac1e-3f328bf94172 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=41d3594c-6378-4888-b7ad-f2b6034333e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0611870 Nov 12 01:24:39.087606 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6d91556a-f57a-4aa2-bc15-645f078ef8c1 tempest-TagsTest-1145863543 tempest-TagsTest-1145863543-project] 10.222.0.45 "DELETE /v2.0/networks/7b46f1a5-1c22-49d9-bbb3-5dde470ded77/tags HTTP/1.1" status: 204 len: 168 time: 0.5751798 Nov 12 01:24:39.092070 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60576) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:39.100421 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-77cce3e1-13cb-466a-b90d-6b048f3b5b1f tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:39.105039 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.tag.tag_plugin [None req-5b07c649-cad0-4499-8650-126185962a5d tempest-TagsTest-1145863543 tempest-TagsTest-1145863543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7b46f1a5-1c22-49d9-bbb3-5dde470ded77', 'tempest-TagsTest-Tag-288187100') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:39.142839 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-77cce3e1-13cb-466a-b90d-6b048f3b5b1f tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:39.168272 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device dc5ac287-bdc6-46ca-8795-0033da9d2607 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:24:39.176650 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77cce3e1-13cb-466a-b90d-6b048f3b5b1f tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:24:39.180083 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-77cce3e1-13cb-466a-b90d-6b048f3b5b1f tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:39.281750 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:24:39.281750 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:24:39.281750 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:24:39.281750 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:24:39.281750 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:24:39.281750 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:24:39.281750 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:24:39.281750 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:24:39.281750 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:24:39.281750 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:24:39.281750 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:24:39.281750 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:24:39.281750 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:24:39.281750 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:24:39.281750 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:24:39.281750 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:24:39.281750 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:24:39.281750 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:24:39.281750 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:24:39.281750 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:24:39.281750 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:24:39.281750 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:24:39.281750 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:24:39.281750 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:24:39.281750 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:24:39.281750 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:24:39.281750 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:24:39.281750 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:24:39.281750 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:24:39.281750 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:24:39.281750 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:24:39.281750 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:24:39.305371 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-77cce3e1-13cb-466a-b90d-6b048f3b5b1f tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:39.323715 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-5b07c649-cad0-4499-8650-126185962a5d tempest-TagsTest-1145863543 tempest-TagsTest-1145863543-project] show failed (client error): The resource could not be found. Nov 12 01:24:39.328976 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5b07c649-cad0-4499-8650-126185962a5d tempest-TagsTest-1145863543 tempest-TagsTest-1145863543-project] 10.222.0.45 "GET /v2.0/networks/7b46f1a5-1c22-49d9-bbb3-5dde470ded77/tags/tempest-TagsTest-Tag-288187100 HTTP/1.1" status: 404 len: 325 time: 0.2318013 Nov 12 01:24:39.335682 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60582) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:39.338479 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c439ba9-cbcd-4372-ad8c-d0aced1f21d5 req-316a4df7-f242-42a9-842f-14a794221007 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:39.341950 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2c439ba9-cbcd-4372-ad8c-d0aced1f21d5 req-316a4df7-f242-42a9-842f-14a794221007 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d407904-3eca-4a7b-8294-1b240f50227e HTTP/1.1" status: 200 len: 943 time: 2.2591431 Nov 12 01:24:39.360029 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.tag.tag_plugin [None req-2e5e2a96-6792-44a0-9aa9-35401950d11b tempest-TagsTest-1145863543 tempest-TagsTest-1145863543-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7b46f1a5-1c22-49d9-bbb3-5dde470ded77', 'tempest-TagsTest-Tag-1659106928') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:39.392663 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-77cce3e1-13cb-466a-b90d-6b048f3b5b1f tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:39.397214 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-77cce3e1-13cb-466a-b90d-6b048f3b5b1f tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "DELETE /v2.0/networks/38b88898-26c7-4d9f-a440-7eef2162b554 HTTP/1.1" status: 204 len: 168 time: 4.6131067 Nov 12 01:24:39.418871 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60584) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:39.447410 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-dc0e7b27-443f-40ed-b965-2482a71a2f6a tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1384340791'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:24:39.464958 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1263308a-430e-4120-8030-05b969c6ee55 req-7a75931a-3bce-4799-9071-3d460210fbe4 service neutron] 10.222.0.44 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107097 Nov 12 01:24:39.539626 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cce3e1-13cb-466a-b90d-6b048f3b5b1f tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Pushing event deleted for resources: {'Network': ['ID=38b88898-26c7-4d9f-a440-7eef2162b554,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:39.660649 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5630b1a2-7776-4d6b-87ac-e1bb8369a341 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Router a5c25039-7086-4826-a3b9-acd6bdeb13ae is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:24:39.688183 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port dc5ac287-bdc6-46ca-8795-0033da9d2607 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:24:39.688785 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:39.743312 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2c439ba9-cbcd-4372-ad8c-d0aced1f21d5 req-06b08eb8-e71f-4470-b76d-fb367b16756d tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394451 Nov 12 01:24:39.771778 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0e7b27-443f-40ed-b965-2482a71a2f6a tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Made reservation on behalf of 7e83fe482de64831bee1347fe92835cd for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:24:39.778402 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dc0e7b27-443f-40ed-b965-2482a71a2f6a tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:39.820372 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-2e5e2a96-6792-44a0-9aa9-35401950d11b tempest-TagsTest-1145863543 tempest-TagsTest-1145863543-project] show failed (client error): The resource could not be found. Nov 12 01:24:39.827260 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2e5e2a96-6792-44a0-9aa9-35401950d11b tempest-TagsTest-1145863543 tempest-TagsTest-1145863543-project] 10.222.0.45 "GET /v2.0/networks/7b46f1a5-1c22-49d9-bbb3-5dde470ded77/tags/tempest-TagsTest-Tag-1659106928 HTTP/1.1" status: 404 len: 326 time: 0.4901311 Nov 12 01:24:39.832620 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60586) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:39.833465 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-22dc4906-6982-41a7-a412-ab552ac80f8b None None] Provisioning complete for port 1ae6dd56-20e2-4aab-906d-00132d205cb1 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:24:39.834131 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-22dc4906-6982-41a7-a412-ab552ac80f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:39.861982 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.tag.tag_plugin [None req-e6ee75e0-a5a8-4f20-bc6e-dda03941cd23 tempest-TagsTest-1145863543 tempest-TagsTest-1145863543-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '7b46f1a5-1c22-49d9-bbb3-5dde470ded77') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:39.973372 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-22dc4906-6982-41a7-a412-ab552ac80f8b None None] Port 1ae6dd56-20e2-4aab-906d-00132d205cb1 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:24:40.068580 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5630b1a2-7776-4d6b-87ac-e1bb8369a341 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:24:40.082501 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea34609-41cd-4931-a827-8fa5a8dfe755 None None] Sync routers for ids ['a5c25039-7086-4826-a3b9-acd6bdeb13ae'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:24:40.084744 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1263308a-430e-4120-8030-05b969c6ee55 req-1277b2e4-335f-44e5-be52-69a2f6fe373f service neutron] 10.222.0.44 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6090167 Nov 12 01:24:40.086361 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-5630b1a2-7776-4d6b-87ac-e1bb8369a341 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "PUT /v2.0/routers/a5c25039-7086-4826-a3b9-acd6bdeb13ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4503191 Nov 12 01:24:40.091497 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 60588) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:40.104518 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea34609-41cd-4931-a827-8fa5a8dfe755 None None] Routers {'a5c25039-7086-4826-a3b9-acd6bdeb13ae'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:24:40.109697 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-dea34609-41cd-4931-a827-8fa5a8dfe755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:24:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['a5c25039-7086-4826-a3b9-acd6bdeb13ae'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:40.116840 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc0e7b27-443f-40ed-b965-2482a71a2f6a tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:24:40.123261 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-2db39cd7-4c30-4f50-9bb3-88882f283521 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1336005222'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:24:40.178598 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db39cd7-4c30-4f50-9bb3-88882f283521 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Made reservation on behalf of 59c2860fe13d48f997166c751343b84d for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:24:40.183514 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2db39cd7-4c30-4f50-9bb3-88882f283521 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:40.203357 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dc0e7b27-443f-40ed-b965-2482a71a2f6a tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:40.203931 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-dc0e7b27-443f-40ed-b965-2482a71a2f6a tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Added segment f084a66c-5487-466c-8a70-6fe0266c4de6 of type vlan for network 0aaa4c9c-4941-498a-86cc-e4ee030ab3cc Nov 12 01:24:40.247422 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2db39cd7-4c30-4f50-9bb3-88882f283521 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:24:40.276700 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2db39cd7-4c30-4f50-9bb3-88882f283521 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:40.280759 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-2db39cd7-4c30-4f50-9bb3-88882f283521 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Added segment f4942ab4-5187-45fc-be07-6d07eb6282b0 of type vlan for network 006180d7-9320-4263-97cb-f2fd447a8f8a Nov 12 01:24:40.293980 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e6ee75e0-a5a8-4f20-bc6e-dda03941cd23 tempest-TagsTest-1145863543 tempest-TagsTest-1145863543-project] 10.222.0.45 "DELETE /v2.0/networks/7b46f1a5-1c22-49d9-bbb3-5dde470ded77/tags HTTP/1.1" status: 204 len: 168 time: 0.4431686 Nov 12 01:24:40.294776 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 60592) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:40.360192 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dc0e7b27-443f-40ed-b965-2482a71a2f6a tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:40.438891 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-dea34609-41cd-4931-a827-8fa5a8dfe755 None None] Set router a5c25039-7086-4826-a3b9-acd6bdeb13ae gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:24:40.496412 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dc0e7b27-443f-40ed-b965-2482a71a2f6a tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:40.516183 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0e7b27-443f-40ed-b965-2482a71a2f6a tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:40.517214 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dc0e7b27-443f-40ed-b965-2482a71a2f6a tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:40.574679 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-709ae458-a5d7-47fb-8c20-e87577e8d149 req-7b001f8d-b956-4ded-a892-f239a78771f1 tempest-ServerShowV247Test-1105069666 tempest-ServerShowV247Test-1105069666-project] 10.222.0.45 "GET /v2.0/ports?device_id=022da71b-d7b4-45f8-9692-6b34ebacfe40 HTTP/1.1" status: 200 len: 210 time: 0.2520986 Nov 12 01:24:40.577686 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-dc0e7b27-443f-40ed-b965-2482a71a2f6a tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1518588 Nov 12 01:24:40.608322 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60598) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:40.617456 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-79210ed7-cafd-4bc0-81f3-9def1f929ae4 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Request body: {'subnet': {'network_id': '0aaa4c9c-4941-498a-86cc-e4ee030ab3cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:24:40.708692 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:40.761114 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2db39cd7-4c30-4f50-9bb3-88882f283521 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:40.801386 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-10021abc-f422-4c1e-b459-5bc497586789 tempest-TagsTest-1145863543 tempest-TagsTest-1145863543-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:40.809870 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0e7b27-443f-40ed-b965-2482a71a2f6a tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Pushing event updated for resources: {'Network': ['ID=0aaa4c9c-4941-498a-86cc-e4ee030ab3cc,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:40.843602 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 0aaa4c9c-4941-498a-86cc-e4ee030ab3cc details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:24:40.851545 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2db39cd7-4c30-4f50-9bb3-88882f283521 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:40.863588 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db39cd7-4c30-4f50-9bb3-88882f283521 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:40.864198 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2db39cd7-4c30-4f50-9bb3-88882f283521 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:40.890721 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2db39cd7-4c30-4f50-9bb3-88882f283521 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7970138 Nov 12 01:24:40.934943 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 60604) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:40.950478 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-6990b15d-070e-42ca-943a-a3bf6be61577 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Request body: {'subnet': {'network_id': '006180d7-9320-4263-97cb-f2fd447a8f8a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:24:41.005253 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79210ed7-cafd-4bc0-81f3-9def1f929ae4 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Made reservation on behalf of 7e83fe482de64831bee1347fe92835cd for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:24:41.022798 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-79210ed7-cafd-4bc0-81f3-9def1f929ae4 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:41.029897 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-dea34609-41cd-4931-a827-8fa5a8dfe755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'name': 'tempest-RoutersIpV6Test-router-1112275757', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:24:23Z', 'updated_at': '2021-11-12T01:24:34Z', 'revision_number': 2, 'project_id': '59c2860fe13d48f997166c751343b84d', 'gw_port_host': None, '_interfaces': [{'id': '1ae6dd56-20e2-4aab-906d-00132d205cb1', 'name': '', 'network_id': '15ac3537-61d1-4e78-9cb0-e96cf963e071', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:52:93:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '04ae61dc-00f2-4d28-967b-23220ec0e0ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:29Z', 'updated_at': '2021-11-12T01:24:35Z', 'revision_number': 2, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': '04ae61dc-00f2-4d28-967b-23220ec0e0ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:41.073242 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea34609-41cd-4931-a827-8fa5a8dfe755 None None] Checking router: a5c25039-7086-4826-a3b9-acd6bdeb13ae for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:24:41.073775 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea34609-41cd-4931-a827-8fa5a8dfe755 None None] Updating router a5c25039-7086-4826-a3b9-acd6bdeb13ae port 1ae6dd56-20e2-4aab-906d-00132d205cb1 binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:24:41.132566 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-dea34609-41cd-4931-a827-8fa5a8dfe755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:41.147156 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db39cd7-4c30-4f50-9bb3-88882f283521 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event updated for resources: {'Network': ['ID=006180d7-9320-4263-97cb-f2fd447a8f8a,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:41.163004 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 006180d7-9320-4263-97cb-f2fd447a8f8a details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:24:41.172654 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-10021abc-f422-4c1e-b459-5bc497586789 tempest-TagsTest-1145863543 tempest-TagsTest-1145863543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:41.194053 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a9ce4-62bc-43ef-90bb-264e6f676fe6 req-8dfe5c7a-c242-4d64-90e2-ab973d200824 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:41.196685 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a59a9ce4-62bc-43ef-90bb-264e6f676fe6 req-8dfe5c7a-c242-4d64-90e2-ab973d200824 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d407904-3eca-4a7b-8294-1b240f50227e HTTP/1.1" status: 200 len: 943 time: 0.2604504 Nov 12 01:24:41.234064 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-10021abc-f422-4c1e-b459-5bc497586789 tempest-TagsTest-1145863543 tempest-TagsTest-1145863543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b46f1a5-1c22-49d9-bbb3-5dde470ded77']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:41.255025 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-10021abc-f422-4c1e-b459-5bc497586789 tempest-TagsTest-1145863543 tempest-TagsTest-1145863543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d9f4e85-0ed6-484b-befd-81f472823471') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:41.255363 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-10021abc-f422-4c1e-b459-5bc497586789 tempest-TagsTest-1145863543 tempest-TagsTest-1145863543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d9f4e85-0ed6-484b-befd-81f472823471') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:41.275493 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6990b15d-070e-42ca-943a-a3bf6be61577 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Made reservation on behalf of 59c2860fe13d48f997166c751343b84d for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:24:41.279594 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6990b15d-070e-42ca-943a-a3bf6be61577 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:41.298061 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-10021abc-f422-4c1e-b459-5bc497586789 tempest-TagsTest-1145863543 tempest-TagsTest-1145863543-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:41.353206 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a59a9ce4-62bc-43ef-90bb-264e6f676fe6 req-fc4883a7-9663-4675-8396-d992bc015b7f tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490557 Nov 12 01:24:41.382141 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-10021abc-f422-4c1e-b459-5bc497586789 tempest-TagsTest-1145863543 tempest-TagsTest-1145863543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:41.399527 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10021abc-f422-4c1e-b459-5bc497586789 tempest-TagsTest-1145863543 tempest-TagsTest-1145863543-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:24:41.400011 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-10021abc-f422-4c1e-b459-5bc497586789 tempest-TagsTest-1145863543 tempest-TagsTest-1145863543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:41.403622 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:24:41.403622 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:24:41.403622 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:24:41.403622 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:24:41.403622 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:24:41.403622 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:24:41.403622 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:24:41.403622 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:24:41.403622 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:24:41.403622 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:24:41.403622 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:24:41.403622 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:24:41.403622 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:24:41.403622 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:24:41.403622 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:24:41.403622 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:24:41.403622 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:24:41.403622 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:24:41.403622 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:24:41.403622 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:24:41.403622 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:24:41.403622 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:24:41.403622 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:24:41.403622 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:24:41.403622 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:24:41.403622 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:24:41.403622 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:24:41.403622 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:24:41.403622 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:24:41.403622 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:24:41.403622 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:24:41.403622 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:24:41.540364 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-10021abc-f422-4c1e-b459-5bc497586789 tempest-TagsTest-1145863543 tempest-TagsTest-1145863543-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:41.551639 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-10021abc-f422-4c1e-b459-5bc497586789 tempest-TagsTest-1145863543 tempest-TagsTest-1145863543-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:41.560873 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-10021abc-f422-4c1e-b459-5bc497586789 tempest-TagsTest-1145863543 tempest-TagsTest-1145863543-project] 10.222.0.45 "DELETE /v2.0/networks/7b46f1a5-1c22-49d9-bbb3-5dde470ded77 HTTP/1.1" status: 204 len: 168 time: 1.2368798 Nov 12 01:24:41.562020 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-79210ed7-cafd-4bc0-81f3-9def1f929ae4 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:41.633469 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10021abc-f422-4c1e-b459-5bc497586789 tempest-TagsTest-1145863543 tempest-TagsTest-1145863543-project] Pushing event deleted for resources: {'Network': ['ID=7b46f1a5-1c22-49d9-bbb3-5dde470ded77,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:41.724280 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79210ed7-cafd-4bc0-81f3-9def1f929ae4 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Pushing event updated for resources: {'Subnet': ['ID=bc0b4f2f-f83c-4943-af51-502c5febcb69,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:41.745866 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79210ed7-cafd-4bc0-81f3-9def1f929ae4 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Checking segment: {'id': 'f084a66c-5487-466c-8a70-6fe0266c4de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0aaa4c9c-4941-498a-86cc-e4ee030ab3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:24:41.746457 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79210ed7-cafd-4bc0-81f3-9def1f929ae4 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Network hostable DHCP agents. Network: 0aaa4c9c-4941-498a-86cc-e4ee030ab3cc, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:24:41.789997 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79210ed7-cafd-4bc0-81f3-9def1f929ae4 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Network 0aaa4c9c-4941-498a-86cc-e4ee030ab3cc is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:24:41.815076 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-79210ed7-cafd-4bc0-81f3-9def1f929ae4 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 0aaa4c9c-4941-498a-86cc-e4ee030ab3cc) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:24:41.832846 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79210ed7-cafd-4bc0-81f3-9def1f929ae4 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:41.837761 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f82c59b-aa8e-446d-a887-23f4f9d7af8d None None] Network 0aaa4c9c-4941-498a-86cc-e4ee030ab3cc requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:24:41.838556 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-79210ed7-cafd-4bc0-81f3-9def1f929ae4 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:41.879281 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-54665db7-6f3e-4376-9048-c7c3bbf3b770 req-443c7c07-e2a4-4bb0-a2f8-e0c5227168d3 tempest-ServerShowV247Test-1105069666 tempest-ServerShowV247Test-1105069666-project] 10.222.0.45 "GET /v2.0/ports?device_id=022da71b-d7b4-45f8-9692-6b34ebacfe40 HTTP/1.1" status: 200 len: 210 time: 0.1421986 Nov 12 01:24:41.895421 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-79210ed7-cafd-4bc0-81f3-9def1f929ae4 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2855961 Nov 12 01:24:41.899616 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60616) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:41.924286 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6990b15d-070e-42ca-943a-a3bf6be61577 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:42.134630 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6990b15d-070e-42ca-943a-a3bf6be61577 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Checking segment: {'id': 'f4942ab4-5187-45fc-be07-6d07eb6282b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '006180d7-9320-4263-97cb-f2fd447a8f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:24:42.140284 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6990b15d-070e-42ca-943a-a3bf6be61577 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Network hostable DHCP agents. Network: 006180d7-9320-4263-97cb-f2fd447a8f8a, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:24:42.149458 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990b15d-070e-42ca-943a-a3bf6be61577 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event updated for resources: {'Subnet': ['ID=98b598b5-3d22-451f-b55a-bbb32b3396a3,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:42.153967 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60624) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:42.213703 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6990b15d-070e-42ca-943a-a3bf6be61577 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Network 006180d7-9320-4263-97cb-f2fd447a8f8a is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:24:42.239936 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-6990b15d-070e-42ca-943a-a3bf6be61577 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 006180d7-9320-4263-97cb-f2fd447a8f8a) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:24:42.258496 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6990b15d-070e-42ca-943a-a3bf6be61577 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:42.259782 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6990b15d-070e-42ca-943a-a3bf6be61577 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:42.289500 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-67d205ff-a842-4410-ba39-46a860f70bc0 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:42.308790 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-6990b15d-070e-42ca-943a-a3bf6be61577 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3599589 Nov 12 01:24:42.314213 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60630) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:42.314967 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7248e0-4beb-47e8-abfe-a9357fc2b0ec None None] Network 006180d7-9320-4263-97cb-f2fd447a8f8a requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:24:42.318439 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5d56be-222b-4c6c-b0c9-10ebcb1fda2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-0aaa4c9c-4941-498a-86cc-e4ee030ab3cc', 'network_id': '0aaa4c9c-4941-498a-86cc-e4ee030ab3cc', 'tenant_id': '7e83fe482de64831bee1347fe92835cd', 'fixed_ips': [{'subnet_id': 'bc0b4f2f-f83c-4943-af51-502c5febcb69'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:24:42.319517 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0b5d56be-222b-4c6c-b0c9-10ebcb1fda2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:42.467317 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-dea34609-41cd-4931-a827-8fa5a8dfe755 None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:42.496648 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:24:42.650638 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-67d205ff-a842-4410-ba39-46a860f70bc0 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:42.773454 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6097ece-fc17-4136-aa1f-185468d3e8c1 req-08f2c7bd-441d-46cd-93fa-4e3e020ddb39 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:42.782002 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b6097ece-fc17-4136-aa1f-185468d3e8c1 req-08f2c7bd-441d-46cd-93fa-4e3e020ddb39 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d407904-3eca-4a7b-8294-1b240f50227e HTTP/1.1" status: 200 len: 943 time: 0.2414417 Nov 12 01:24:42.785388 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-22b4d4b6-a536-4d6d-98a3-4b5c886be791 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f73a75006f7c4f27bfc7b50ada95cce3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6294906 Nov 12 01:24:42.789544 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60642) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:43.056754 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b6097ece-fc17-4136-aa1f-185468d3e8c1 req-7863e772-b128-487d-aa96-f037593c47bb tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645724 Nov 12 01:24:43.099442 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-dea34609-41cd-4931-a827-8fa5a8dfe755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:43.149412 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f8810f56-cc0c-4a8b-9c3e-f583b1b52d04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:43.194891 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b2f38e19-a007-4091-a111-f203444ae79a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:43.219108 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-938ffd4c-5c1c-471f-b30d-66832b4756a8 req-ccfb820c-34ba-48cb-9db4-c56c74950b37 tempest-ServerShowV247Test-1105069666 tempest-ServerShowV247Test-1105069666-project] 10.222.0.45 "GET /v2.0/ports?device_id=022da71b-d7b4-45f8-9692-6b34ebacfe40 HTTP/1.1" status: 200 len: 210 time: 0.0686285 Nov 12 01:24:43.256194 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f8810f56-cc0c-4a8b-9c3e-f583b1b52d04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:43.324623 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-0b5d56be-222b-4c6c-b0c9-10ebcb1fda2d None None] Allocated IP 2001:db8::1 (0aaa4c9c-4941-498a-86cc-e4ee030ab3cc/bc0b4f2f-f83c-4943-af51-502c5febcb69/7524c454-1f9f-4305-8537-fc8707495059) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:24:43.415475 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df0875-449d-4f90-9b81-a9def4572919 None None] Pushing event updated for resources: {'Port': ['ID=1ae6dd56-20e2-4aab-906d-00132d205cb1,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:43.657248 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-dea34609-41cd-4931-a827-8fa5a8dfe755 None None] Attempting to bind port 1ae6dd56-20e2-4aab-906d-00132d205cb1 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:24:43.657714 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-dea34609-41cd-4931-a827-8fa5a8dfe755 None None] Attempting to bind port 1ae6dd56-20e2-4aab-906d-00132d205cb1 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '03189909-6284-409c-a37c-c742ab0103d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '15ac3537-61d1-4e78-9cb0-e96cf963e071'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:24:43.658028 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea34609-41cd-4931-a827-8fa5a8dfe755 None None] Attempting to bind port 1ae6dd56-20e2-4aab-906d-00132d205cb1 on network 15ac3537-61d1-4e78-9cb0-e96cf963e071 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:24:43.660296 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-b2f38e19-a007-4091-a111-f203444ae79a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Allocated IP 2001:db8:1::1 (006180d7-9320-4263-97cb-f2fd447a8f8a/98b598b5-3d22-451f-b55a-bbb32b3396a3/1c7adbc9-11b8-4413-a00d-6cc9382192f9) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:24:43.670929 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea34609-41cd-4931-a827-8fa5a8dfe755 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:24:43.671424 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea34609-41cd-4931-a827-8fa5a8dfe755 None None] Checking segment: {'id': '03189909-6284-409c-a37c-c742ab0103d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '15ac3537-61d1-4e78-9cb0-e96cf963e071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:24:43.671852 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-dea34609-41cd-4931-a827-8fa5a8dfe755 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:43.672192 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea34609-41cd-4931-a827-8fa5a8dfe755 None None] Bound using segment: {'id': '03189909-6284-409c-a37c-c742ab0103d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '15ac3537-61d1-4e78-9cb0-e96cf963e071'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:24:43.672780 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-dea34609-41cd-4931-a827-8fa5a8dfe755 None None] Bound port: 1ae6dd56-20e2-4aab-906d-00132d205cb1, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03189909-6284-409c-a37c-c742ab0103d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '15ac3537-61d1-4e78-9cb0-e96cf963e071'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:24:43.673360 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-dea34609-41cd-4931-a827-8fa5a8dfe755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:43.802359 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308bbed7-5017-4f69-9aa8-a86c69726e24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-006180d7-9320-4263-97cb-f2fd447a8f8a', 'network_id': '006180d7-9320-4263-97cb-f2fd447a8f8a', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'fixed_ips': [{'subnet_id': '98b598b5-3d22-451f-b55a-bbb32b3396a3'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:24:43.803277 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-308bbed7-5017-4f69-9aa8-a86c69726e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:43.868995 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b2f38e19-a007-4091-a111-f203444ae79a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:43.899037 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0b5d56be-222b-4c6c-b0c9-10ebcb1fda2d None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:43.930262 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f8810f56-cc0c-4a8b-9c3e-f583b1b52d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:43.933683 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f8810f56-cc0c-4a8b-9c3e-f583b1b52d04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:43.935129 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f8810f56-cc0c-4a8b-9c3e-f583b1b52d04 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e492a5c9-8934-4a1b-b685-2dfcfb6fd4bd HTTP/1.1" status: 204 len: 168 time: 1.0243711 Nov 12 01:24:43.942612 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-67d205ff-a842-4410-ba39-46a860f70bc0 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:43.954170 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b2f38e19-a007-4091-a111-f203444ae79a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:44.087268 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-67d205ff-a842-4410-ba39-46a860f70bc0 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:44.122890 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8810f56-cc0c-4a8b-9c3e-f583b1b52d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e492a5c9-8934-4a1b-b685-2dfcfb6fd4bd,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:44.132596 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d205ff-a842-4410-ba39-46a860f70bc0 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Pushing event deleted for resources: {'Subnet': ['ID=bc0b4f2f-f83c-4943-af51-502c5febcb69,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:44.157732 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0b5d56be-222b-4c6c-b0c9-10ebcb1fda2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:44.168942 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f38e19-a007-4091-a111-f203444ae79a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Network 006180d7-9320-4263-97cb-f2fd447a8f8a is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:24:44.184819 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-b2f38e19-a007-4091-a111-f203444ae79a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:24:44.194203 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f38e19-a007-4091-a111-f203444ae79a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:24:44.196018 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b2f38e19-a007-4091-a111-f203444ae79a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:44.299688 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5d56be-222b-4c6c-b0c9-10ebcb1fda2d None None] Pushing event updated for resources: {'Port': ['ID=7524c454-1f9f-4305-8537-fc8707495059,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:44.370848 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-6a22345b-fb1e-4525-aa1b-30c446899103 None None] Provisioning complete for port 1ae6dd56-20e2-4aab-906d-00132d205cb1 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:24:44.372867 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6a22345b-fb1e-4525-aa1b-30c446899103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:44.391913 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da56af-906c-499b-bba0-c57c82c0607f req-9ab05430-6c99-4cfb-9e39-350f91ebb76e tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:44.399692 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-06da56af-906c-499b-bba0-c57c82c0607f req-9ab05430-6c99-4cfb-9e39-350f91ebb76e tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d407904-3eca-4a7b-8294-1b240f50227e HTTP/1.1" status: 200 len: 943 time: 0.1747606 Nov 12 01:24:44.452538 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-67d205ff-a842-4410-ba39-46a860f70bc0 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aaa4c9c-4941-498a-86cc-e4ee030ab3cc']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:44.479348 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5d56be-222b-4c6c-b0c9-10ebcb1fda2d None None] Network 0aaa4c9c-4941-498a-86cc-e4ee030ab3cc is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:24:44.512397 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-0b5d56be-222b-4c6c-b0c9-10ebcb1fda2d None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:24:44.519662 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-dea34609-41cd-4931-a827-8fa5a8dfe755 None None] For port 1ae6dd56-20e2-4aab-906d-00132d205cb1, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:24:44.528537 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5d56be-222b-4c6c-b0c9-10ebcb1fda2d None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:24:44.546757 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-69a071a2-1d2e-44ef-b0d8-f5b4e26c8c6d req-d7712237-7f3d-427d-883f-46023681c332 tempest-ServerShowV247Test-1105069666 tempest-ServerShowV247Test-1105069666-project] 10.222.0.45 "GET /v2.0/ports?device_id=022da71b-d7b4-45f8-9692-6b34ebacfe40 HTTP/1.1" status: 200 len: 210 time: 0.1451254 Nov 12 01:24:44.597868 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f38e19-a007-4091-a111-f203444ae79a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event updated for resources: {'Port': ['ID=1c7adbc9-11b8-4413-a00d-6cc9382192f9,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:44.615191 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-67d205ff-a842-4410-ba39-46a860f70bc0 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f084a66c-5487-466c-8a70-6fe0266c4de6') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:44.615612 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-67d205ff-a842-4410-ba39-46a860f70bc0 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f084a66c-5487-466c-8a70-6fe0266c4de6') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:44.617472 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-6a22345b-fb1e-4525-aa1b-30c446899103 None None] Port 1ae6dd56-20e2-4aab-906d-00132d205cb1 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:24:44.622913 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-dea34609-41cd-4931-a827-8fa5a8dfe755 None None] For port 1ae6dd56-20e2-4aab-906d-00132d205cb1, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=1ae6dd56-20e2-4aab-906d-00132d205cb1,segment=NetworkSegment(03189909-6284-409c-a37c-c742ab0103d6),segment_id=03189909-6284-409c-a37c-c742ab0103d6)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:24:44.639274 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-dea34609-41cd-4931-a827-8fa5a8dfe755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:44.640478 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-06da56af-906c-499b-bba0-c57c82c0607f req-271c5c4e-4e41-437a-a796-f516091de632 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475370 Nov 12 01:24:44.709113 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-67d205ff-a842-4410-ba39-46a860f70bc0 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:44.759630 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-67d205ff-a842-4410-ba39-46a860f70bc0 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:44.781807 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67d205ff-a842-4410-ba39-46a860f70bc0 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:24:44.782287 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-67d205ff-a842-4410-ba39-46a860f70bc0 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:44.792182 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:24:44.792182 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:24:44.792182 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:24:44.792182 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:24:44.792182 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:24:44.792182 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:24:44.792182 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:24:44.792182 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:24:44.792182 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:24:44.792182 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:24:44.792182 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:24:44.792182 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:24:44.792182 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:24:44.792182 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:24:44.792182 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:24:44.792182 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:24:44.792182 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:24:44.792182 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:24:44.792182 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:24:44.792182 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:24:44.792182 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:24:44.792182 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:24:44.792182 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:24:44.792182 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:24:44.792182 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:24:44.792182 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:24:44.792182 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:24:44.792182 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:24:44.792182 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:24:44.792182 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:24:44.792182 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:24:44.792182 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:24:44.806853 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-308bbed7-5017-4f69-9aa8-a86c69726e24 None None] Allocated IP 2001:db8:1::2 (006180d7-9320-4263-97cb-f2fd447a8f8a/98b598b5-3d22-451f-b55a-bbb32b3396a3/bb0010ad-d1cb-46fc-96be-18427d1e756a) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:24:44.817325 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df0875-449d-4f90-9b81-a9def4572919 None None] Pushing event updated for resources: {'Port': ['ID=1ae6dd56-20e2-4aab-906d-00132d205cb1,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:44.836798 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-0b5d56be-222b-4c6c-b0c9-10ebcb1fda2d None None] Attempting to bind port 7524c454-1f9f-4305-8537-fc8707495059 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:24:44.837634 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-0b5d56be-222b-4c6c-b0c9-10ebcb1fda2d None None] Attempting to bind port 7524c454-1f9f-4305-8537-fc8707495059 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'f084a66c-5487-466c-8a70-6fe0266c4de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0aaa4c9c-4941-498a-86cc-e4ee030ab3cc'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:24:44.838235 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5d56be-222b-4c6c-b0c9-10ebcb1fda2d None None] Attempting to bind port 7524c454-1f9f-4305-8537-fc8707495059 on network 0aaa4c9c-4941-498a-86cc-e4ee030ab3cc {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:24:44.876595 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5d56be-222b-4c6c-b0c9-10ebcb1fda2d None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:24:44.877237 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5d56be-222b-4c6c-b0c9-10ebcb1fda2d None None] Checking segment: {'id': 'f084a66c-5487-466c-8a70-6fe0266c4de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0aaa4c9c-4941-498a-86cc-e4ee030ab3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:24:44.877954 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0b5d56be-222b-4c6c-b0c9-10ebcb1fda2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:44.878641 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5d56be-222b-4c6c-b0c9-10ebcb1fda2d None None] Bound using segment: {'id': 'f084a66c-5487-466c-8a70-6fe0266c4de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0aaa4c9c-4941-498a-86cc-e4ee030ab3cc'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:24:44.891524 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-0b5d56be-222b-4c6c-b0c9-10ebcb1fda2d None None] Bound port: 7524c454-1f9f-4305-8537-fc8707495059, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f084a66c-5487-466c-8a70-6fe0266c4de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0aaa4c9c-4941-498a-86cc-e4ee030ab3cc'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:24:44.892187 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0b5d56be-222b-4c6c-b0c9-10ebcb1fda2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:45.036664 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b2f38e19-a007-4091-a111-f203444ae79a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:45.377125 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.db.api [None req-67d205ff-a842-4410-ba39-46a860f70bc0 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 01:24:45.377125 n-d-712142-27 neutron-server[109086]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 01:24:45.377125 n-d-712142-27 neutron-server[109086]: [parameters: {'id': '0aaa4c9c-4941-498a-86cc-e4ee030ab3cc'}] Nov 12 01:24:45.377125 n-d-712142-27 neutron-server[109086]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109086) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:24:45.377125 n-d-712142-27 neutron-server[109086]: DEBUG oslo_db.api [None req-67d205ff-a842-4410-ba39-46a860f70bc0 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:24:45.555381 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-0b5d56be-222b-4c6c-b0c9-10ebcb1fda2d None None] For port 7524c454-1f9f-4305-8537-fc8707495059, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:24:45.555381 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea34609-41cd-4931-a827-8fa5a8dfe755 None None] Routers {'a5c25039-7086-4826-a3b9-acd6bdeb13ae'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:24:45.555381 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-dea34609-41cd-4931-a827-8fa5a8dfe755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:24:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['a5c25039-7086-4826-a3b9-acd6bdeb13ae'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:45.759189 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-67d205ff-a842-4410-ba39-46a860f70bc0 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:45.769782 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-0b5d56be-222b-4c6c-b0c9-10ebcb1fda2d None None] For port 7524c454-1f9f-4305-8537-fc8707495059, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=7524c454-1f9f-4305-8537-fc8707495059,segment=NetworkSegment(f084a66c-5487-466c-8a70-6fe0266c4de6),segment_id=f084a66c-5487-466c-8a70-6fe0266c4de6)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:24:45.840456 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0b5d56be-222b-4c6c-b0c9-10ebcb1fda2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:45.930939 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a75acf49-bd3b-4595-8c3c-b1be7b23e822 req-9150a92e-5050-44a6-9fa3-945036b2c18f tempest-ServerShowV247Test-1105069666 tempest-ServerShowV247Test-1105069666-project] 10.222.0.45 "GET /v2.0/ports?device_id=022da71b-d7b4-45f8-9692-6b34ebacfe40 HTTP/1.1" status: 200 len: 210 time: 0.1977816 Nov 12 01:24:45.981127 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5d56be-222b-4c6c-b0c9-10ebcb1fda2d None None] Pushing event updated for resources: {'Port': ['ID=7524c454-1f9f-4305-8537-fc8707495059,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:45.984408 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-fbb64534-9f09-4086-af2c-f35fb5d7ee27 None None] Provisioning complete for port 1ae6dd56-20e2-4aab-906d-00132d205cb1 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:24:45.984916 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fbb64534-9f09-4086-af2c-f35fb5d7ee27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:46.114045 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-dea34609-41cd-4931-a827-8fa5a8dfe755 None None] Set router a5c25039-7086-4826-a3b9-acd6bdeb13ae gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:24:46.129963 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1287b-9710-4b6e-b89b-c753c34bd63c req-710cbf22-8d53-425d-9d75-346ec4710763 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:46.136842 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-63e1287b-9710-4b6e-b89b-c753c34bd63c req-710cbf22-8d53-425d-9d75-346ec4710763 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d407904-3eca-4a7b-8294-1b240f50227e HTTP/1.1" status: 200 len: 943 time: 0.2764633 Nov 12 01:24:46.309246 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b2f38e19-a007-4091-a111-f203444ae79a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:46.334543 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b2f38e19-a007-4091-a111-f203444ae79a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:46.336134 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b2f38e19-a007-4091-a111-f203444ae79a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:46.355504 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-63e1287b-9710-4b6e-b89b-c753c34bd63c req-53a23fe4-61ff-4a3b-ac61-40abcfa928db tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129555 Nov 12 01:24:46.490566 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-308bbed7-5017-4f69-9aa8-a86c69726e24 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:46.605758 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-308bbed7-5017-4f69-9aa8-a86c69726e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:46.643250 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-67d205ff-a842-4410-ba39-46a860f70bc0 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Deleting port 7524c454-1f9f-4305-8537-fc8707495059 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:24:46.643735 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-67d205ff-a842-4410-ba39-46a860f70bc0 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:46.693961 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2241e93-78b1-458e-a018-9ce469b854f5 None None] Network 0aaa4c9c-4941-498a-86cc-e4ee030ab3cc requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:24:46.747794 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f38e19-a007-4091-a111-f203444ae79a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event updated for resources: {'Port': ['ID=1c7adbc9-11b8-4413-a00d-6cc9382192f9,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:46.897008 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fbb64534-9f09-4086-af2c-f35fb5d7ee27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:46.955875 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308bbed7-5017-4f69-9aa8-a86c69726e24 None None] Network 006180d7-9320-4263-97cb-f2fd447a8f8a is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:24:47.017135 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-67d205ff-a842-4410-ba39-46a860f70bc0 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] For port 7524c454-1f9f-4305-8537-fc8707495059, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=7524c454-1f9f-4305-8537-fc8707495059,segment=NetworkSegment(f084a66c-5487-466c-8a70-6fe0266c4de6),segment_id=f084a66c-5487-466c-8a70-6fe0266c4de6)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:24:47.018066 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-67d205ff-a842-4410-ba39-46a860f70bc0 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:47.069603 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f38e19-a007-4091-a111-f203444ae79a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Network 006180d7-9320-4263-97cb-f2fd447a8f8a is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:24:47.093184 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-67d205ff-a842-4410-ba39-46a860f70bc0 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Calling delete_port for 7524c454-1f9f-4305-8537-fc8707495059 owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:24:47.096265 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-b2f38e19-a007-4091-a111-f203444ae79a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:24:47.128753 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-308bbed7-5017-4f69-9aa8-a86c69726e24 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:24:47.153697 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308bbed7-5017-4f69-9aa8-a86c69726e24 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:24:47.243088 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308bbed7-5017-4f69-9aa8-a86c69726e24 None None] Pushing event updated for resources: {'Port': ['ID=bb0010ad-d1cb-46fc-96be-18427d1e756a,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:47.361305 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-80f5fe87-4adc-4d4c-9d56-73c0882c48b7 req-a0de8b18-9b1c-47cd-9cb4-f852b98e0af2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=022da71b-d7b4-45f8-9692-6b34ebacfe40 HTTP/1.1" status: 200 len: 210 time: 0.4924793 Nov 12 01:24:47.563690 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b85b299a-bd89-42fd-8b3c-7c5814b57e44 req-7662e2fb-a7b8-40c5-9c21-e8846dc45616 tempest-ServerShowV247Test-1105069666 tempest-ServerShowV247Test-1105069666-project] 10.222.0.45 "GET /v2.0/ports?device_id=022da71b-d7b4-45f8-9692-6b34ebacfe40 HTTP/1.1" status: 200 len: 210 time: 0.1938024 Nov 12 01:24:47.813258 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72357c2c-d847-48b5-86b6-5d282d5aa41e req-862e2b9c-b8a1-46ed-8c45-d7efe07982cf tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:47.815887 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-72357c2c-d847-48b5-86b6-5d282d5aa41e req-862e2b9c-b8a1-46ed-8c45-d7efe07982cf tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d407904-3eca-4a7b-8294-1b240f50227e HTTP/1.1" status: 200 len: 943 time: 0.1665831 Nov 12 01:24:47.931127 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-72357c2c-d847-48b5-86b6-5d282d5aa41e req-6834d174-7c01-4f4a-8fe4-028262f4f961 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052580 Nov 12 01:24:48.096631 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-fbb64534-9f09-4086-af2c-f35fb5d7ee27 None None] For port 1ae6dd56-20e2-4aab-906d-00132d205cb1, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=1ae6dd56-20e2-4aab-906d-00132d205cb1,segment=NetworkSegment(03189909-6284-409c-a37c-c742ab0103d6),segment_id=03189909-6284-409c-a37c-c742ab0103d6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:24:48.186682 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-dea34609-41cd-4931-a827-8fa5a8dfe755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'name': 'tempest-RoutersIpV6Test-router-1112275757', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:24:23Z', 'updated_at': '2021-11-12T01:24:44Z', 'revision_number': 3, 'project_id': '59c2860fe13d48f997166c751343b84d', 'gw_port_host': None, '_interfaces': [{'id': '1ae6dd56-20e2-4aab-906d-00132d205cb1', 'name': '', 'network_id': '15ac3537-61d1-4e78-9cb0-e96cf963e071', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:52:93:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '04ae61dc-00f2-4d28-967b-23220ec0e0ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:29Z', 'updated_at': '2021-11-12T01:24:44Z', 'revision_number': 4, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': '04ae61dc-00f2-4d28-967b-23220ec0e0ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c7adbc9-11b8-4413-a00d-6cc9382192f9', 'name': '', 'network_id': '006180d7-9320-4263-97cb-f2fd447a8f8a', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:13:46:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '98b598b5-3d22-451f-b55a-bbb32b3396a3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:43Z', 'updated_at': '2021-11-12T01:24:43Z', 'revision_number': 1, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': '98b598b5-3d22-451f-b55a-bbb32b3396a3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:48.257090 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f38e19-a007-4091-a111-f203444ae79a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Router a5c25039-7086-4826-a3b9-acd6bdeb13ae has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:24:48.286966 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea34609-41cd-4931-a827-8fa5a8dfe755 None None] The sync data for ids ['a5c25039-7086-4826-a3b9-acd6bdeb13ae'] in n-d-712142-27 is: [{'id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'name': 'tempest-RoutersIpV6Test-router-1112275757', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:24:23Z', 'updated_at': '2021-11-12T01:24:44Z', 'revision_number': 3, 'project_id': '59c2860fe13d48f997166c751343b84d', 'gw_port_host': None, '_interfaces': [{'id': '1ae6dd56-20e2-4aab-906d-00132d205cb1', 'name': '', 'network_id': '15ac3537-61d1-4e78-9cb0-e96cf963e071', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:52:93:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '04ae61dc-00f2-4d28-967b-23220ec0e0ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:29Z', 'updated_at': '2021-11-12T01:24:44Z', 'revision_number': 4, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': '04ae61dc-00f2-4d28-967b-23220ec0e0ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c7adbc9-11b8-4413-a00d-6cc9382192f9', 'name': '', 'network_id': '006180d7-9320-4263-97cb-f2fd447a8f8a', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:13:46:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '98b598b5-3d22-451f-b55a-bbb32b3396a3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:43Z', 'updated_at': '2021-11-12T01:24:43Z', 'revision_number': 1, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': '98b598b5-3d22-451f-b55a-bbb32b3396a3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:24:48.297196 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fbb64534-9f09-4086-af2c-f35fb5d7ee27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:48.432267 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-67d205ff-a842-4410-ba39-46a860f70bc0 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:48.465559 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d205ff-a842-4410-ba39-46a860f70bc0 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Pushing event deleted for resources: {'Port': ['ID=7524c454-1f9f-4305-8537-fc8707495059,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:48.484531 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f38e19-a007-4091-a111-f203444ae79a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:24:48.493317 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b2f38e19-a007-4091-a111-f203444ae79a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "PUT /v2.0/routers/a5c25039-7086-4826-a3b9-acd6bdeb13ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1755261 Nov 12 01:24:48.494589 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d205ff-a842-4410-ba39-46a860f70bc0 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] No DVR routers for this DVR port 7524c454-1f9f-4305-8537-fc8707495059 on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:24:48.497737 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 60772) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:48.505491 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-5c491a3f-9600-4523-91a0-4029826d0f84 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-940462029'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:24:48.536220 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c491a3f-9600-4523-91a0-4029826d0f84 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Made reservation on behalf of 59c2860fe13d48f997166c751343b84d for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:24:48.550706 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5c491a3f-9600-4523-91a0-4029826d0f84 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:48.606858 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-308bbed7-5017-4f69-9aa8-a86c69726e24 None None] Attempting to bind port bb0010ad-d1cb-46fc-96be-18427d1e756a on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:24:48.607517 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-308bbed7-5017-4f69-9aa8-a86c69726e24 None None] Attempting to bind port bb0010ad-d1cb-46fc-96be-18427d1e756a by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'f4942ab4-5187-45fc-be07-6d07eb6282b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '006180d7-9320-4263-97cb-f2fd447a8f8a'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:24:48.608179 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308bbed7-5017-4f69-9aa8-a86c69726e24 None None] Attempting to bind port bb0010ad-d1cb-46fc-96be-18427d1e756a on network 006180d7-9320-4263-97cb-f2fd447a8f8a {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:24:48.655010 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c491a3f-9600-4523-91a0-4029826d0f84 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:24:48.669113 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb64534-9f09-4086-af2c-f35fb5d7ee27 None None] Pushing event updated for resources: {'Port': ['ID=1ae6dd56-20e2-4aab-906d-00132d205cb1,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:48.684567 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5c491a3f-9600-4523-91a0-4029826d0f84 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:48.685770 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-5c491a3f-9600-4523-91a0-4029826d0f84 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Added segment 512e30dc-499a-46db-a19f-79bf5f440c7c of type vlan for network 22599584-1b69-42cc-bb32-066203689117 Nov 12 01:24:48.704707 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308bbed7-5017-4f69-9aa8-a86c69726e24 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:24:48.709109 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308bbed7-5017-4f69-9aa8-a86c69726e24 None None] Checking segment: {'id': 'f4942ab4-5187-45fc-be07-6d07eb6282b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '006180d7-9320-4263-97cb-f2fd447a8f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:24:48.713010 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-308bbed7-5017-4f69-9aa8-a86c69726e24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:48.715160 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308bbed7-5017-4f69-9aa8-a86c69726e24 None None] Bound using segment: {'id': 'f4942ab4-5187-45fc-be07-6d07eb6282b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '006180d7-9320-4263-97cb-f2fd447a8f8a'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:24:48.723393 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-308bbed7-5017-4f69-9aa8-a86c69726e24 None None] Bound port: bb0010ad-d1cb-46fc-96be-18427d1e756a, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4942ab4-5187-45fc-be07-6d07eb6282b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '006180d7-9320-4263-97cb-f2fd447a8f8a'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:24:48.723995 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-308bbed7-5017-4f69-9aa8-a86c69726e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:48.824897 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5c491a3f-9600-4523-91a0-4029826d0f84 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:48.901170 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5c491a3f-9600-4523-91a0-4029826d0f84 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:48.914883 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c491a3f-9600-4523-91a0-4029826d0f84 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:48.916546 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5c491a3f-9600-4523-91a0-4029826d0f84 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:48.957329 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-67d205ff-a842-4410-ba39-46a860f70bc0 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:49.142673 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-67d205ff-a842-4410-ba39-46a860f70bc0 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aaa4c9c-4941-498a-86cc-e4ee030ab3cc']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:49.217954 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ca11cde9-7a75-4f34-8838-6a292f5f7cfe req-479bd050-845c-4fe1-a399-f9d460bc8f1e tempest-ServerShowV247Test-1105069666 tempest-ServerShowV247Test-1105069666-project] 10.222.0.45 "GET /v2.0/ports?device_id=022da71b-d7b4-45f8-9692-6b34ebacfe40 HTTP/1.1" status: 200 len: 210 time: 0.1693857 Nov 12 01:24:49.218302 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-67d205ff-a842-4410-ba39-46a860f70bc0 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f084a66c-5487-466c-8a70-6fe0266c4de6') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:49.218702 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-67d205ff-a842-4410-ba39-46a860f70bc0 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f084a66c-5487-466c-8a70-6fe0266c4de6') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:49.223114 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-5c491a3f-9600-4523-91a0-4029826d0f84 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7241676 Nov 12 01:24:49.233113 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 60796) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:49.276698 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-444cd0de-c0cc-4ba2-8d58-8a27b8d1ac5c tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Request body: {'subnet': {'network_id': '22599584-1b69-42cc-bb32-066203689117', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:24:49.286815 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-308bbed7-5017-4f69-9aa8-a86c69726e24 None None] For port bb0010ad-d1cb-46fc-96be-18427d1e756a, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:24:49.301160 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-308bbed7-5017-4f69-9aa8-a86c69726e24 None None] For port bb0010ad-d1cb-46fc-96be-18427d1e756a, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=bb0010ad-d1cb-46fc-96be-18427d1e756a,segment=NetworkSegment(f4942ab4-5187-45fc-be07-6d07eb6282b0),segment_id=f4942ab4-5187-45fc-be07-6d07eb6282b0)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:24:49.319483 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-308bbed7-5017-4f69-9aa8-a86c69726e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:49.349811 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-67d205ff-a842-4410-ba39-46a860f70bc0 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:49.449907 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-67d205ff-a842-4410-ba39-46a860f70bc0 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:49.472717 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67d205ff-a842-4410-ba39-46a860f70bc0 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:24:49.474648 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-67d205ff-a842-4410-ba39-46a860f70bc0 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:49.486930 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:24:49.486930 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:24:49.486930 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:24:49.486930 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:24:49.486930 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:24:49.486930 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:24:49.486930 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:24:49.486930 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:24:49.486930 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:24:49.486930 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:24:49.486930 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:24:49.486930 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:24:49.486930 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:24:49.486930 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:24:49.486930 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:24:49.486930 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:24:49.486930 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:24:49.486930 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:24:49.486930 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:24:49.486930 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:24:49.486930 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:24:49.486930 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:24:49.486930 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:24:49.486930 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:24:49.486930 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:24:49.486930 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:24:49.486930 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:24:49.486930 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:24:49.486930 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:24:49.486930 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:24:49.486930 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:24:49.486930 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:24:49.503954 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c491a3f-9600-4523-91a0-4029826d0f84 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event updated for resources: {'Network': ['ID=22599584-1b69-42cc-bb32-066203689117,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:49.536844 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 22599584-1b69-42cc-bb32-066203689117 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:24:49.772201 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308bbed7-5017-4f69-9aa8-a86c69726e24 None None] Pushing event updated for resources: {'Port': ['ID=bb0010ad-d1cb-46fc-96be-18427d1e756a,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:49.874114 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308bbed7-5017-4f69-9aa8-a86c69726e24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:49.875193 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308bbed7-5017-4f69-9aa8-a86c69726e24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:49.880072 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308bbed7-5017-4f69-9aa8-a86c69726e24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:49.881002 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308bbed7-5017-4f69-9aa8-a86c69726e24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:49.884330 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308bbed7-5017-4f69-9aa8-a86c69726e24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:49.885186 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308bbed7-5017-4f69-9aa8-a86c69726e24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:49.886188 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308bbed7-5017-4f69-9aa8-a86c69726e24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:49.888152 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308bbed7-5017-4f69-9aa8-a86c69726e24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:49.888984 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308bbed7-5017-4f69-9aa8-a86c69726e24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:49.891039 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308bbed7-5017-4f69-9aa8-a86c69726e24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:49.891830 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308bbed7-5017-4f69-9aa8-a86c69726e24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:49.892626 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308bbed7-5017-4f69-9aa8-a86c69726e24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:49.904743 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-67d205ff-a842-4410-ba39-46a860f70bc0 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:49.909756 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9141fd7-21d6-4735-8ea1-1425b7ebdd86 req-e9b77e15-762f-4619-91ce-b9aad74ba827 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:49.929924 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d9141fd7-21d6-4735-8ea1-1425b7ebdd86 req-e9b77e15-762f-4619-91ce-b9aad74ba827 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d407904-3eca-4a7b-8294-1b240f50227e HTTP/1.1" status: 200 len: 943 time: 0.7165360 Nov 12 01:24:49.931921 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-67d205ff-a842-4410-ba39-46a860f70bc0 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:49.953193 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 60814) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:49.972633 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-67d205ff-a842-4410-ba39-46a860f70bc0 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "DELETE /v2.0/networks/0aaa4c9c-4941-498a-86cc-e4ee030ab3cc HTTP/1.1" status: 204 len: 168 time: 8.0705054 Nov 12 01:24:49.989532 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-760fd9cf-55ee-4b39-9697-8870eec08aba tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-507694134'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:24:50.056982 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d205ff-a842-4410-ba39-46a860f70bc0 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Pushing event deleted for resources: {'Network': ['ID=0aaa4c9c-4941-498a-86cc-e4ee030ab3cc,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:50.331715 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.db.api [None req-760fd9cf-55ee-4b39-9697-8870eec08aba tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 01:24:50.331715 n-d-712142-27 neutron-server[109085]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 12 01:24:50.331715 n-d-712142-27 neutron-server[109085]: [parameters: {'project_id': '7e83fe482de64831bee1347fe92835cd', 'id': 'f704584d-585c-45e7-ac65-f22257de4185', 'expiration': datetime.datetime(2021, 11, 12, 1, 26, 50, 244562)}] Nov 12 01:24:50.331715 n-d-712142-27 neutron-server[109085]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:24:50.344296 n-d-712142-27 neutron-server[109085]: DEBUG oslo_db.api [None req-760fd9cf-55ee-4b39-9697-8870eec08aba tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:24:50.475221 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d9141fd7-21d6-4735-8ea1-1425b7ebdd86 req-1cfa04a4-04d3-4009-8831-cba21e7447a7 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5443897 Nov 12 01:24:50.479752 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444cd0de-c0cc-4ba2-8d58-8a27b8d1ac5c tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Made reservation on behalf of 59c2860fe13d48f997166c751343b84d for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:24:50.489235 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-444cd0de-c0cc-4ba2-8d58-8a27b8d1ac5c tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:50.565206 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device bb0010ad-d1cb-46fc-96be-18427d1e756a up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:24:50.647022 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-97d64d8e-943d-4b17-9a90-dfdccdb789d0 req-45ad9fd8-427a-4959-8e49-a859bac3c160 tempest-ServerShowV247Test-1105069666 tempest-ServerShowV247Test-1105069666-project] 10.222.0.45 "GET /v2.0/ports?device_id=022da71b-d7b4-45f8-9692-6b34ebacfe40 HTTP/1.1" status: 200 len: 210 time: 0.1243305 Nov 12 01:24:50.692407 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port bb0010ad-d1cb-46fc-96be-18427d1e756a triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:24:50.693852 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:50.945947 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760fd9cf-55ee-4b39-9697-8870eec08aba tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Made reservation on behalf of 7e83fe482de64831bee1347fe92835cd for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:24:50.960476 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-760fd9cf-55ee-4b39-9697-8870eec08aba tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:50.982314 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:51.104720 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port bb0010ad-d1cb-46fc-96be-18427d1e756a, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=bb0010ad-d1cb-46fc-96be-18427d1e756a,segment=NetworkSegment(f4942ab4-5187-45fc-be07-6d07eb6282b0),segment_id=f4942ab4-5187-45fc-be07-6d07eb6282b0)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:24:51.111902 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-760fd9cf-55ee-4b39-9697-8870eec08aba tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:24:51.123416 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:51.124733 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 1ae6dd56-20e2-4aab-906d-00132d205cb1 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:24:51.273030 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-760fd9cf-55ee-4b39-9697-8870eec08aba tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:51.273779 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-760fd9cf-55ee-4b39-9697-8870eec08aba tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Added segment 9365c3cc-1563-4177-81d7-51884ec69902 of type vlan for network 54403bf3-6008-4a12-9d37-febe8ffee830 Nov 12 01:24:51.368014 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 1ae6dd56-20e2-4aab-906d-00132d205cb1 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:24:51.368957 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:51.481116 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=bb0010ad-d1cb-46fc-96be-18427d1e756a,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:51.702710 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-760fd9cf-55ee-4b39-9697-8870eec08aba tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:51.714606 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-444cd0de-c0cc-4ba2-8d58-8a27b8d1ac5c tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:52.077926 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-760fd9cf-55ee-4b39-9697-8870eec08aba tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:52.103892 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760fd9cf-55ee-4b39-9697-8870eec08aba tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:52.103892 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-760fd9cf-55ee-4b39-9697-8870eec08aba tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:52.129910 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ae5352-59de-4c7f-be6a-68dc174f3975 None None] Network 006180d7-9320-4263-97cb-f2fd447a8f8a requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:24:52.188705 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4cc737e7-3ba9-4f0a-b915-34bb66d61128 req-9f930e2c-ab4b-4783-a804-f656ac25b6e9 tempest-ServerShowV247Test-1105069666 tempest-ServerShowV247Test-1105069666-project] 10.222.0.45 "GET /v2.0/ports?device_id=022da71b-d7b4-45f8-9692-6b34ebacfe40&device_id=7a93fb8c-98d2-4f84-8c55-b74a17930c94 HTTP/1.1" status: 200 len: 210 time: 0.2025521 Nov 12 01:24:52.270586 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-b089d071-4d7d-4cf7-9587-74dcbbef0592 None None] Provisioning complete for port bb0010ad-d1cb-46fc-96be-18427d1e756a triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:24:52.271272 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b089d071-4d7d-4cf7-9587-74dcbbef0592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:52.365211 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3323b9-d698-4d0d-a35a-8feab57ed892 req-4c2a6a89-b90f-49e1-9a15-73439e502fb8 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:52.367826 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bc3323b9-d698-4d0d-a35a-8feab57ed892 req-4c2a6a89-b90f-49e1-9a15-73439e502fb8 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d407904-3eca-4a7b-8294-1b240f50227e HTTP/1.1" status: 200 len: 943 time: 0.5417254 Nov 12 01:24:52.370879 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444cd0de-c0cc-4ba2-8d58-8a27b8d1ac5c tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event updated for resources: {'Subnet': ['ID=211aa6ce-7e9c-4c48-8a9b-b227526a409a,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:52.501841 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-760fd9cf-55ee-4b39-9697-8870eec08aba tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.5374782 Nov 12 01:24:52.505775 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60868) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:52.512892 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-d96d3356-5229-444e-8b90-6edcd896e3c5 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Request body: {'subnet': {'network_id': '54403bf3-6008-4a12-9d37-febe8ffee830', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:24:52.653149 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device bb0010ad-d1cb-46fc-96be-18427d1e756a up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:24:52.697186 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760fd9cf-55ee-4b39-9697-8870eec08aba tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Pushing event updated for resources: {'Network': ['ID=54403bf3-6008-4a12-9d37-febe8ffee830,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:52.771767 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444cd0de-c0cc-4ba2-8d58-8a27b8d1ac5c tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Checking segment: {'id': '512e30dc-499a-46db-a19f-79bf5f440c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '22599584-1b69-42cc-bb32-066203689117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:24:52.773726 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444cd0de-c0cc-4ba2-8d58-8a27b8d1ac5c tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Network hostable DHCP agents. Network: 22599584-1b69-42cc-bb32-066203689117, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:24:52.797059 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-625e21e2-f52f-4285-8a31-220f40c96635 req-39db94b3-1f93-4eab-bf98-68d53d6c4b54 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9cb48a6c179b4284972e58a41d6a5f4e&device_id=022da71b-d7b4-45f8-9692-6b34ebacfe40 HTTP/1.1" status: 200 len: 210 time: 0.0951569 Nov 12 01:24:52.906675 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-625e21e2-f52f-4285-8a31-220f40c96635 req-fb6204ea-658a-4e0e-a23f-dc855eb39c1d service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=9cb48a6c179b4284972e58a41d6a5f4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0661981 Nov 12 01:24:52.936544 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 54403bf3-6008-4a12-9d37-febe8ffee830 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:24:52.967781 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a8c69e-8206-41eb-b50d-67eaa908da12 None None] Sync routers for ids ['a5c25039-7086-4826-a3b9-acd6bdeb13ae'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:24:52.988613 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a8c69e-8206-41eb-b50d-67eaa908da12 None None] Routers {'a5c25039-7086-4826-a3b9-acd6bdeb13ae'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:24:52.990072 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-97a8c69e-8206-41eb-b50d-67eaa908da12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:24:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['a5c25039-7086-4826-a3b9-acd6bdeb13ae'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:52.996846 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-11377556-31d0-4539-b809-e0512c783512 req-fb4844c6-79dc-405e-b6ca-9e5c3070dd7e tempest-ServerShowV247Test-1105069666 tempest-ServerShowV247Test-1105069666-project] 10.222.0.45 "GET /v2.0/ports?device_id=022da71b-d7b4-45f8-9692-6b34ebacfe40 HTTP/1.1" status: 200 len: 210 time: 0.1711810 Nov 12 01:24:53.010596 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96d3356-5229-444e-8b90-6edcd896e3c5 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Made reservation on behalf of 7e83fe482de64831bee1347fe92835cd for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:24:53.019993 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d96d3356-5229-444e-8b90-6edcd896e3c5 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:53.044956 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bc3323b9-d698-4d0d-a35a-8feab57ed892 req-ebca041e-6962-4dbe-8746-96d7a0e4b087 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6548979 Nov 12 01:24:53.158613 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444cd0de-c0cc-4ba2-8d58-8a27b8d1ac5c tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Network 22599584-1b69-42cc-bb32-066203689117 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:24:53.201027 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-444cd0de-c0cc-4ba2-8d58-8a27b8d1ac5c tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 22599584-1b69-42cc-bb32-066203689117) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:24:53.281472 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-97a8c69e-8206-41eb-b50d-67eaa908da12 None None] Set router a5c25039-7086-4826-a3b9-acd6bdeb13ae gateway port host: None {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:24:53.348521 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2063a406-72a5-4eca-8790-a6382cda7dfc None None] Network 22599584-1b69-42cc-bb32-066203689117 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:24:53.384039 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444cd0de-c0cc-4ba2-8d58-8a27b8d1ac5c tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:53.401555 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-444cd0de-c0cc-4ba2-8d58-8a27b8d1ac5c tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:53.620959 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-444cd0de-c0cc-4ba2-8d58-8a27b8d1ac5c tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.3645909 Nov 12 01:24:53.631459 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 60888) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:53.836259 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d96d3356-5229-444e-8b90-6edcd896e3c5 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:53.858067 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e21e2-f52f-4285-8a31-220f40c96635 req-7d87dcb0-edbd-402d-bedd-5175dc6c41bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:53.860246 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-625e21e2-f52f-4285-8a31-220f40c96635 req-7d87dcb0-edbd-402d-bedd-5175dc6c41bf service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.9008687 Nov 12 01:24:53.866992 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d30fbe1-5b8c-464f-b650-aa373186ee55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-22599584-1b69-42cc-bb32-066203689117', 'network_id': '22599584-1b69-42cc-bb32-066203689117', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'fixed_ips': [{'subnet_id': '211aa6ce-7e9c-4c48-8a9b-b227526a409a'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:24:53.867823 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6d30fbe1-5b8c-464f-b650-aa373186ee55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:54.022596 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port bb0010ad-d1cb-46fc-96be-18427d1e756a triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:24:54.022972 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:54.205572 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96d3356-5229-444e-8b90-6edcd896e3c5 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Pushing event updated for resources: {'Subnet': ['ID=af037ddf-1b1e-40e8-9cf8-b5d6958bd6fc,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:54.271223 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-97a8c69e-8206-41eb-b50d-67eaa908da12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'name': 'tempest-RoutersIpV6Test-router-1112275757', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:24:23Z', 'updated_at': '2021-11-12T01:24:44Z', 'revision_number': 3, 'project_id': '59c2860fe13d48f997166c751343b84d', 'gw_port_host': None, '_interfaces': [{'id': '1ae6dd56-20e2-4aab-906d-00132d205cb1', 'name': '', 'network_id': '15ac3537-61d1-4e78-9cb0-e96cf963e071', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:52:93:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '04ae61dc-00f2-4d28-967b-23220ec0e0ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:29Z', 'updated_at': '2021-11-12T01:24:46Z', 'revision_number': 5, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': '04ae61dc-00f2-4d28-967b-23220ec0e0ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c7adbc9-11b8-4413-a00d-6cc9382192f9', 'name': '', 'network_id': '006180d7-9320-4263-97cb-f2fd447a8f8a', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:13:46:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '98b598b5-3d22-451f-b55a-bbb32b3396a3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:43Z', 'updated_at': '2021-11-12T01:24:45Z', 'revision_number': 2, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': '98b598b5-3d22-451f-b55a-bbb32b3396a3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:54.293905 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96d3356-5229-444e-8b90-6edcd896e3c5 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Checking segment: {'id': '9365c3cc-1563-4177-81d7-51884ec69902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '54403bf3-6008-4a12-9d37-febe8ffee830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:24:54.294381 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96d3356-5229-444e-8b90-6edcd896e3c5 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Network hostable DHCP agents. Network: 54403bf3-6008-4a12-9d37-febe8ffee830, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:24:54.305447 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-6d30fbe1-5b8c-464f-b650-aa373186ee55 None None] Allocated IP 2001:db8:2::2 (22599584-1b69-42cc-bb32-066203689117/211aa6ce-7e9c-4c48-8a9b-b227526a409a/a3fe0df6-2abb-4471-ad0d-a815bc45bd06) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:24:54.342302 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96d3356-5229-444e-8b90-6edcd896e3c5 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Network 54403bf3-6008-4a12-9d37-febe8ffee830 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:24:54.361161 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-d96d3356-5229-444e-8b90-6edcd896e3c5 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 54403bf3-6008-4a12-9d37-febe8ffee830) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:24:54.367022 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96d3356-5229-444e-8b90-6edcd896e3c5 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:54.368152 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d96d3356-5229-444e-8b90-6edcd896e3c5 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:54.400593 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d96d3356-5229-444e-8b90-6edcd896e3c5 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8936203 Nov 12 01:24:54.405488 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60906) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:54.410417 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a8c69e-8206-41eb-b50d-67eaa908da12 None None] Checking router: a5c25039-7086-4826-a3b9-acd6bdeb13ae for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:24:54.410768 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a8c69e-8206-41eb-b50d-67eaa908da12 None None] Updating router a5c25039-7086-4826-a3b9-acd6bdeb13ae port 1c7adbc9-11b8-4413-a00d-6cc9382192f9 binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:24:54.414780 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-7357a5f0-1941-4ae4-ab84-5ba9bb1bf92a tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Request body: {'subnet': {'network_id': '54403bf3-6008-4a12-9d37-febe8ffee830', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:24:54.450855 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7a78a971-6e07-4835-99dc-c1eecc512c0a req-23f39ad8-664c-43bc-9c8a-a291e15d77b1 tempest-ServerShowV247Test-1105069666 tempest-ServerShowV247Test-1105069666-project] 10.222.0.45 "GET /v2.0/ports?device_id=022da71b-d7b4-45f8-9692-6b34ebacfe40 HTTP/1.1" status: 200 len: 210 time: 0.1178763 Nov 12 01:24:54.543747 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-97a8c69e-8206-41eb-b50d-67eaa908da12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:54.595675 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398f6dc2-b92e-4f93-a757-e4a6c108bbda None None] Network 54403bf3-6008-4a12-9d37-febe8ffee830 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:24:54.727338 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7357a5f0-1941-4ae4-ab84-5ba9bb1bf92a tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Made reservation on behalf of 7e83fe482de64831bee1347fe92835cd for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:24:54.741401 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7357a5f0-1941-4ae4-ab84-5ba9bb1bf92a tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:55.087246 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device e45ed9f2-103c-4e02-9a4f-0486f637b969 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:24:55.171092 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7357a5f0-1941-4ae4-ab84-5ba9bb1bf92a tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:55.203037 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-97a8c69e-8206-41eb-b50d-67eaa908da12 None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:55.212228 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da06a5e-2551-40a0-8231-e819622a2501 req-54ba45fb-36c9-4af8-a881-419ca205dca4 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:55.216855 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-97a8c69e-8206-41eb-b50d-67eaa908da12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:55.230152 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4da06a5e-2551-40a0-8231-e819622a2501 req-54ba45fb-36c9-4af8-a881-419ca205dca4 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d407904-3eca-4a7b-8294-1b240f50227e HTTP/1.1" status: 200 len: 943 time: 0.8702147 Nov 12 01:24:55.287704 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-61ba2a5e-24f2-4eae-a054-f465ae62b9ad tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:55.333565 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a9b4fc-7990-4bf6-ae62-617f0215e61d None None] Pushing event updated for resources: {'Port': ['ID=1c7adbc9-11b8-4413-a00d-6cc9382192f9,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:55.351545 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7357a5f0-1941-4ae4-ab84-5ba9bb1bf92a tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Network 54403bf3-6008-4a12-9d37-febe8ffee830 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:24:55.387260 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-7357a5f0-1941-4ae4-ab84-5ba9bb1bf92a tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:24:55.407457 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7357a5f0-1941-4ae4-ab84-5ba9bb1bf92a tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:55.410402 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7357a5f0-1941-4ae4-ab84-5ba9bb1bf92a tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:55.465685 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a9b4fc-7990-4bf6-ae62-617f0215e61d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:55.466991 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a9b4fc-7990-4bf6-ae62-617f0215e61d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:55.473141 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a9b4fc-7990-4bf6-ae62-617f0215e61d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:55.473979 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a9b4fc-7990-4bf6-ae62-617f0215e61d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:55.474562 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a9b4fc-7990-4bf6-ae62-617f0215e61d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:55.475150 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a9b4fc-7990-4bf6-ae62-617f0215e61d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:55.476002 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a9b4fc-7990-4bf6-ae62-617f0215e61d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:55.476577 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a9b4fc-7990-4bf6-ae62-617f0215e61d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:55.477210 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a9b4fc-7990-4bf6-ae62-617f0215e61d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:55.477828 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a9b4fc-7990-4bf6-ae62-617f0215e61d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:55.478918 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a9b4fc-7990-4bf6-ae62-617f0215e61d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:55.480113 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7357a5f0-1941-4ae4-ab84-5ba9bb1bf92a tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Pushing event updated for resources: {'Subnet': ['ID=0d15b987-75fe-4105-8981-67fe68e2bd0f,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:55.496503 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a9b4fc-7990-4bf6-ae62-617f0215e61d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:24:55.504655 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6d30fbe1-5b8c-464f-b650-aa373186ee55 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:55.510683 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7357a5f0-1941-4ae4-ab84-5ba9bb1bf92a tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1022830 Nov 12 01:24:55.517910 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60936) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:55.530101 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6d30fbe1-5b8c-464f-b650-aa373186ee55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:55.623095 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-97a8c69e-8206-41eb-b50d-67eaa908da12 None None] Attempting to bind port 1c7adbc9-11b8-4413-a00d-6cc9382192f9 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:24:55.623886 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-97a8c69e-8206-41eb-b50d-67eaa908da12 None None] Attempting to bind port 1c7adbc9-11b8-4413-a00d-6cc9382192f9 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'f4942ab4-5187-45fc-be07-6d07eb6282b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '006180d7-9320-4263-97cb-f2fd447a8f8a'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:24:55.624572 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a8c69e-8206-41eb-b50d-67eaa908da12 None None] Attempting to bind port 1c7adbc9-11b8-4413-a00d-6cc9382192f9 on network 006180d7-9320-4263-97cb-f2fd447a8f8a {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:24:55.651215 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a8c69e-8206-41eb-b50d-67eaa908da12 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:24:55.651606 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a8c69e-8206-41eb-b50d-67eaa908da12 None None] Checking segment: {'id': 'f4942ab4-5187-45fc-be07-6d07eb6282b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '006180d7-9320-4263-97cb-f2fd447a8f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:24:55.651897 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-97a8c69e-8206-41eb-b50d-67eaa908da12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:55.654954 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a8c69e-8206-41eb-b50d-67eaa908da12 None None] Bound using segment: {'id': 'f4942ab4-5187-45fc-be07-6d07eb6282b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '006180d7-9320-4263-97cb-f2fd447a8f8a'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:24:55.655751 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-97a8c69e-8206-41eb-b50d-67eaa908da12 None None] Bound port: 1c7adbc9-11b8-4413-a00d-6cc9382192f9, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4942ab4-5187-45fc-be07-6d07eb6282b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '006180d7-9320-4263-97cb-f2fd447a8f8a'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:24:55.656401 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-97a8c69e-8206-41eb-b50d-67eaa908da12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:55.658622 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8939dfd0-9d7e-4680-81ad-001ae9760973 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:55.661249 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8939dfd0-9d7e-4680-81ad-001ae9760973 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:55.663341 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8939dfd0-9d7e-4680-81ad-001ae9760973 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:55.665923 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8939dfd0-9d7e-4680-81ad-001ae9760973 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:55.668189 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8939dfd0-9d7e-4680-81ad-001ae9760973 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:55.670541 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8939dfd0-9d7e-4680-81ad-001ae9760973 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1464460 Nov 12 01:24:55.677257 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60940) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:55.683730 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-c6170a5f-7567-409e-a57b-4bd0f551db93 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-439800481'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:24:55.746066 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6170a5f-7567-409e-a57b-4bd0f551db93 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Made reservation on behalf of 7e83fe482de64831bee1347fe92835cd for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:24:55.752262 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c6170a5f-7567-409e-a57b-4bd0f551db93 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:55.855838 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6170a5f-7567-409e-a57b-4bd0f551db93 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:24:55.890936 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c6170a5f-7567-409e-a57b-4bd0f551db93 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:55.896784 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-c6170a5f-7567-409e-a57b-4bd0f551db93 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Added segment 33387e68-3dc3-41a3-9794-e80a64414285 of type vlan for network 2c6745b6-46cc-4a9b-a964-6d9aa9e8fbaf Nov 12 01:24:56.090431 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c6170a5f-7567-409e-a57b-4bd0f551db93 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:56.198766 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c6170a5f-7567-409e-a57b-4bd0f551db93 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:56.232557 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6170a5f-7567-409e-a57b-4bd0f551db93 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:56.233942 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c6170a5f-7567-409e-a57b-4bd0f551db93 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:56.238149 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-97a8c69e-8206-41eb-b50d-67eaa908da12 None None] For port 1c7adbc9-11b8-4413-a00d-6cc9382192f9, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:24:56.253318 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-97a8c69e-8206-41eb-b50d-67eaa908da12 None None] For port 1c7adbc9-11b8-4413-a00d-6cc9382192f9, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=1c7adbc9-11b8-4413-a00d-6cc9382192f9,segment=NetworkSegment(f4942ab4-5187-45fc-be07-6d07eb6282b0),segment_id=f4942ab4-5187-45fc-be07-6d07eb6282b0)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:24:56.295489 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-97a8c69e-8206-41eb-b50d-67eaa908da12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:56.327611 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-3c0cf7a3-5b22-4e3e-a588-c3b2c424493d None None] Provisioning complete for port bb0010ad-d1cb-46fc-96be-18427d1e756a triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:24:56.328612 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3c0cf7a3-5b22-4e3e-a588-c3b2c424493d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:56.414785 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-625e21e2-f52f-4285-8a31-220f40c96635 req-a086bafd-e465-4f9d-85e1-3db1ef29cd39 tempest-ServerShowV247Test-1105069666 tempest-ServerShowV247Test-1105069666-project] 10.222.0.16 "GET /v2.0/ports?device_id=022da71b-d7b4-45f8-9692-6b34ebacfe40 HTTP/1.1" status: 200 len: 210 time: 1.0395665 Nov 12 01:24:56.432545 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port e45ed9f2-103c-4e02-9a4f-0486f637b969, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e45ed9f2-103c-4e02-9a4f-0486f637b969,segment=NetworkSegment(7bbb728e-9806-453c-9716-52e1ccd278c6),segment_id=7bbb728e-9806-453c-9716-52e1ccd278c6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:24:56.453284 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcfd3f7-f58f-4bba-83f3-9b57669ac0de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-54403bf3-6008-4a12-9d37-febe8ffee830', 'network_id': '54403bf3-6008-4a12-9d37-febe8ffee830', 'tenant_id': '7e83fe482de64831bee1347fe92835cd', 'fixed_ips': [{'subnet_id': '0d15b987-75fe-4105-8981-67fe68e2bd0f'}, {'subnet_id': 'af037ddf-1b1e-40e8-9cf8-b5d6958bd6fc'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:24:56.454928 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-abcfd3f7-f58f-4bba-83f3-9b57669ac0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:56.504207 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c6170a5f-7567-409e-a57b-4bd0f551db93 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8243470 Nov 12 01:24:56.548862 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'e45ed9f2-103c-4e02-9a4f-0486f637b969', 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3', 'port_id': 'e45ed9f2-103c-4e02-9a4f-0486f637b969', 'mac_address': 'fa:16:3e:98:df:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6369b7da-1f3e-4df6-8094-1e515695655d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:24:56.586599 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d30fbe1-5b8c-464f-b650-aa373186ee55 None None] Pushing event updated for resources: {'Port': ['ID=a3fe0df6-2abb-4471-ad0d-a815bc45bd06,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:56.615700 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60970) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:56.635724 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-8f437095-538c-4fb0-b0bc-8c5ec128dfd9 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:24:56.641415 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d30fbe1-5b8c-464f-b650-aa373186ee55 None None] Network 22599584-1b69-42cc-bb32-066203689117 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:24:56.658644 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-6d30fbe1-5b8c-464f-b650-aa373186ee55 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:24:56.676987 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d30fbe1-5b8c-464f-b650-aa373186ee55 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:24:56.699628 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a8c69e-8206-41eb-b50d-67eaa908da12 None None] Routers {'a5c25039-7086-4826-a3b9-acd6bdeb13ae'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:24:56.702250 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-97a8c69e-8206-41eb-b50d-67eaa908da12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:24:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['a5c25039-7086-4826-a3b9-acd6bdeb13ae'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:56.733639 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6170a5f-7567-409e-a57b-4bd0f551db93 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Pushing event updated for resources: {'Network': ['ID=2c6745b6-46cc-4a9b-a964-6d9aa9e8fbaf,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:56.973947 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 2c6745b6-46cc-4a9b-a964-6d9aa9e8fbaf details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:24:57.029858 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a9b4fc-7990-4bf6-ae62-617f0215e61d None None] Pushing event updated for resources: {'Port': ['ID=1c7adbc9-11b8-4413-a00d-6cc9382192f9,revision_number=4']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:57.156487 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-97a8c69e-8206-41eb-b50d-67eaa908da12 None None] Set router a5c25039-7086-4826-a3b9-acd6bdeb13ae gateway port host: None {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:24:57.161045 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d2c523b-2667-44f8-9535-403782e73bf8 req-7234dbd1-7c96-442a-889a-ed8a5293e9a8 tempest-ServerShowV247Test-1105069666 tempest-ServerShowV247Test-1105069666-project] 10.222.0.45 "GET /v2.0/ports?device_id=022da71b-d7b4-45f8-9692-6b34ebacfe40 HTTP/1.1" status: 200 len: 210 time: 0.5933652 Nov 12 01:24:57.419847 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8f437095-538c-4fb0-b0bc-8c5ec128dfd9 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:57.458391 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8f437095-538c-4fb0-b0bc-8c5ec128dfd9 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:57.531182 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:57.608119 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e45ed9f2-103c-4e02-9a4f-0486f637b969 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:24:57.620359 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-6d30fbe1-5b8c-464f-b650-aa373186ee55 None None] Attempting to bind port a3fe0df6-2abb-4471-ad0d-a815bc45bd06 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:24:57.620735 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-6d30fbe1-5b8c-464f-b650-aa373186ee55 None None] Attempting to bind port a3fe0df6-2abb-4471-ad0d-a815bc45bd06 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '512e30dc-499a-46db-a19f-79bf5f440c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '22599584-1b69-42cc-bb32-066203689117'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:24:57.621109 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d30fbe1-5b8c-464f-b650-aa373186ee55 None None] Attempting to bind port a3fe0df6-2abb-4471-ad0d-a815bc45bd06 on network 22599584-1b69-42cc-bb32-066203689117 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:24:57.629509 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-61ba2a5e-24f2-4eae-a054-f465ae62b9ad tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Allocated IP 2001:db8:2::1 (22599584-1b69-42cc-bb32-066203689117/211aa6ce-7e9c-4c48-8a9b-b227526a409a/4d099c2c-1e16-445e-8aa6-9bfd65b2ac29) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:24:57.654436 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f437095-538c-4fb0-b0bc-8c5ec128dfd9 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Pushing event updated for resources: {'Network': ['ID=2c6745b6-46cc-4a9b-a964-6d9aa9e8fbaf,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:57.671353 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8f437095-538c-4fb0-b0bc-8c5ec128dfd9 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Network 2c6745b6-46cc-4a9b-a964-6d9aa9e8fbaf is not hosted by any dhcp agent {{(pid=109086) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 01:24:57.689764 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f437095-538c-4fb0-b0bc-8c5ec128dfd9 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:57.691256 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8f437095-538c-4fb0-b0bc-8c5ec128dfd9 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:57.699744 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8f437095-538c-4fb0-b0bc-8c5ec128dfd9 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "PUT /v2.0/networks/2c6745b6-46cc-4a9b-a964-6d9aa9e8fbaf HTTP/1.1" status: 200 len: 723 time: 1.0772755 Nov 12 01:24:57.700669 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 60996) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:24:57.709991 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-f33ba072-ad6c-4821-9a50-5f92b315b568 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Request body: {'subnet': {'network_id': '2c6745b6-46cc-4a9b-a964-6d9aa9e8fbaf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:24:57.922910 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-abcfd3f7-f58f-4bba-83f3-9b57669ac0de None None] Allocated IP 172.20.0.1 (54403bf3-6008-4a12-9d37-febe8ffee830/0d15b987-75fe-4105-8981-67fe68e2bd0f/01cbb096-d2a2-4754-a538-dc8ff566c8c4) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:24:57.931034 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-abcfd3f7-f58f-4bba-83f3-9b57669ac0de None None] Allocated IP 2001:db8::2 (54403bf3-6008-4a12-9d37-febe8ffee830/af037ddf-1b1e-40e8-9cf8-b5d6958bd6fc/01cbb096-d2a2-4754-a538-dc8ff566c8c4) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:24:58.023906 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-97a8c69e-8206-41eb-b50d-67eaa908da12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'name': 'tempest-RoutersIpV6Test-router-1112275757', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:24:23Z', 'updated_at': '2021-11-12T01:24:44Z', 'revision_number': 3, 'project_id': '59c2860fe13d48f997166c751343b84d', 'gw_port_host': None, '_interfaces': [{'id': '1ae6dd56-20e2-4aab-906d-00132d205cb1', 'name': '', 'network_id': '15ac3537-61d1-4e78-9cb0-e96cf963e071', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:52:93:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '04ae61dc-00f2-4d28-967b-23220ec0e0ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:29Z', 'updated_at': '2021-11-12T01:24:46Z', 'revision_number': 5, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': '04ae61dc-00f2-4d28-967b-23220ec0e0ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c7adbc9-11b8-4413-a00d-6cc9382192f9', 'name': '', 'network_id': '006180d7-9320-4263-97cb-f2fd447a8f8a', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:13:46:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '98b598b5-3d22-451f-b55a-bbb32b3396a3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:43Z', 'updated_at': '2021-11-12T01:24:56Z', 'revision_number': 4, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': '98b598b5-3d22-451f-b55a-bbb32b3396a3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:24:58.057436 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-61ba2a5e-24f2-4eae-a054-f465ae62b9ad tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:58.104345 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33ba072-ad6c-4821-9a50-5f92b315b568 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Made reservation on behalf of 7e83fe482de64831bee1347fe92835cd for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:24:58.108791 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f33ba072-ad6c-4821-9a50-5f92b315b568 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:58.129095 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 2c6745b6-46cc-4a9b-a964-6d9aa9e8fbaf details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:24:58.141220 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a8c69e-8206-41eb-b50d-67eaa908da12 None None] The sync data for ids ['a5c25039-7086-4826-a3b9-acd6bdeb13ae'] in n-d-712142-27 is: [{'id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'name': 'tempest-RoutersIpV6Test-router-1112275757', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:24:23Z', 'updated_at': '2021-11-12T01:24:44Z', 'revision_number': 3, 'project_id': '59c2860fe13d48f997166c751343b84d', 'gw_port_host': None, '_interfaces': [{'id': '1ae6dd56-20e2-4aab-906d-00132d205cb1', 'name': '', 'network_id': '15ac3537-61d1-4e78-9cb0-e96cf963e071', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:52:93:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '04ae61dc-00f2-4d28-967b-23220ec0e0ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:29Z', 'updated_at': '2021-11-12T01:24:46Z', 'revision_number': 5, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': '04ae61dc-00f2-4d28-967b-23220ec0e0ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c7adbc9-11b8-4413-a00d-6cc9382192f9', 'name': '', 'network_id': '006180d7-9320-4263-97cb-f2fd447a8f8a', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:13:46:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '98b598b5-3d22-451f-b55a-bbb32b3396a3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:43Z', 'updated_at': '2021-11-12T01:24:56Z', 'revision_number': 4, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': '98b598b5-3d22-451f-b55a-bbb32b3396a3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:24:58.153181 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-65589599-36b8-4ade-8352-0474a579106a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:58.211410 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4da06a5e-2551-40a0-8231-e819622a2501 req-2cd3b610-5714-4f8f-be12-4cd5ac8d8960 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.9789066 Nov 12 01:24:58.214800 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-61ba2a5e-24f2-4eae-a054-f465ae62b9ad tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:58.323862 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ba2a5e-24f2-4eae-a054-f465ae62b9ad tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Network 22599584-1b69-42cc-bb32-066203689117 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:24:58.332898 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-61ba2a5e-24f2-4eae-a054-f465ae62b9ad tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:24:58.376135 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ba2a5e-24f2-4eae-a054-f465ae62b9ad tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:24:58.378655 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-61ba2a5e-24f2-4eae-a054-f465ae62b9ad tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:58.469500 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba2a5e-24f2-4eae-a054-f465ae62b9ad tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event updated for resources: {'Port': ['ID=4d099c2c-1e16-445e-8aa6-9bfd65b2ac29,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:58.492215 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d30fbe1-5b8c-464f-b650-aa373186ee55 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:24:58.492215 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d30fbe1-5b8c-464f-b650-aa373186ee55 None None] Checking segment: {'id': '512e30dc-499a-46db-a19f-79bf5f440c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '22599584-1b69-42cc-bb32-066203689117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:24:58.492215 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6d30fbe1-5b8c-464f-b650-aa373186ee55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:58.492215 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d30fbe1-5b8c-464f-b650-aa373186ee55 None None] Bound using segment: {'id': '512e30dc-499a-46db-a19f-79bf5f440c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '22599584-1b69-42cc-bb32-066203689117'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:24:58.493026 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-6d30fbe1-5b8c-464f-b650-aa373186ee55 None None] Bound port: a3fe0df6-2abb-4471-ad0d-a815bc45bd06, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '512e30dc-499a-46db-a19f-79bf5f440c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '22599584-1b69-42cc-bb32-066203689117'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:24:58.505638 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6d30fbe1-5b8c-464f-b650-aa373186ee55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:58.513385 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-3c0cf7a3-5b22-4e3e-a588-c3b2c424493d None None] Provisioning complete for port 1c7adbc9-11b8-4413-a00d-6cc9382192f9 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:24:58.513739 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3c0cf7a3-5b22-4e3e-a588-c3b2c424493d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:58.644324 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port e45ed9f2-103c-4e02-9a4f-0486f637b969, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e45ed9f2-103c-4e02-9a4f-0486f637b969,segment=NetworkSegment(7bbb728e-9806-453c-9716-52e1ccd278c6),segment_id=7bbb728e-9806-453c-9716-52e1ccd278c6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:24:58.679101 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:58.821766 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-61ba2a5e-24f2-4eae-a054-f465ae62b9ad tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:58.827834 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f33ba072-ad6c-4821-9a50-5f92b315b568 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:58.833407 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-abcfd3f7-f58f-4bba-83f3-9b57669ac0de None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:58.835683 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=e45ed9f2-103c-4e02-9a4f-0486f637b969,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:58.838743 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 1c7adbc9-11b8-4413-a00d-6cc9382192f9 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:24:58.946897 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-abcfd3f7-f58f-4bba-83f3-9b57669ac0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:59.015944 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcfd3f7-f58f-4bba-83f3-9b57669ac0de None None] Pushing event updated for resources: {'Port': ['ID=01cbb096-d2a2-4754-a538-dc8ff566c8c4,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:59.028580 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcfd3f7-f58f-4bba-83f3-9b57669ac0de None None] Network 54403bf3-6008-4a12-9d37-febe8ffee830 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:24:59.033444 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-abcfd3f7-f58f-4bba-83f3-9b57669ac0de None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:24:59.068348 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['e45ed9f2-103c-4e02-9a4f-0486f637b969'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:24:59.120044 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcfd3f7-f58f-4bba-83f3-9b57669ac0de None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:24:59.122810 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-becd1b98-d0e6-4670-97e6-e989edfdea01 req-04d74924-6c85-4668-8935-3d7215e2511d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9cb48a6c179b4284972e58a41d6a5f4e&device_id=7a93fb8c-98d2-4f84-8c55-b74a17930c94 HTTP/1.1" status: 200 len: 210 time: 0.0916920 Nov 12 01:24:59.236131 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-becd1b98-d0e6-4670-97e6-e989edfdea01 req-c5780e67-f422-47e1-9c5d-a15c946421fd service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=9cb48a6c179b4284972e58a41d6a5f4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0662301 Nov 12 01:24:59.265740 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 1c7adbc9-11b8-4413-a00d-6cc9382192f9 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:24:59.266282 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:59.314571 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3c0cf7a3-5b22-4e3e-a588-c3b2c424493d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:59.331108 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-6d30fbe1-5b8c-464f-b650-aa373186ee55 None None] For port a3fe0df6-2abb-4471-ad0d-a815bc45bd06, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:24:59.418371 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8ee0d482-3bec-4a56-94e6-ac411ef0c101 req-9aba6928-a291-4880-9ff5-099c25e45d8a tempest-ServerShowV247Test-1105069666 tempest-ServerShowV247Test-1105069666-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a93fb8c-98d2-4f84-8c55-b74a17930c94 HTTP/1.1" status: 200 len: 210 time: 0.1309214 Nov 12 01:24:59.419445 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-6d30fbe1-5b8c-464f-b650-aa373186ee55 None None] For port a3fe0df6-2abb-4471-ad0d-a815bc45bd06, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=a3fe0df6-2abb-4471-ad0d-a815bc45bd06,segment=NetworkSegment(512e30dc-499a-46db-a19f-79bf5f440c7c),segment_id=512e30dc-499a-46db-a19f-79bf5f440c7c)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:24:59.538122 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-3c0cf7a3-5b22-4e3e-a588-c3b2c424493d None None] For port 1c7adbc9-11b8-4413-a00d-6cc9382192f9, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=1c7adbc9-11b8-4413-a00d-6cc9382192f9,segment=NetworkSegment(f4942ab4-5187-45fc-be07-6d07eb6282b0),segment_id=f4942ab4-5187-45fc-be07-6d07eb6282b0)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:24:59.557599 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6d30fbe1-5b8c-464f-b650-aa373186ee55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:59.776115 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d30fbe1-5b8c-464f-b650-aa373186ee55 None None] Pushing event updated for resources: {'Port': ['ID=a3fe0df6-2abb-4471-ad0d-a815bc45bd06,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:24:59.785400 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3c0cf7a3-5b22-4e3e-a588-c3b2c424493d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:59.876387 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:24:59.919178 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd1b98-d0e6-4670-97e6-e989edfdea01 req-fb5d621a-d843-4882-89ee-31a934c6bd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:59.923226 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-becd1b98-d0e6-4670-97e6-e989edfdea01 req-fb5d621a-d843-4882-89ee-31a934c6bd11 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6167424 Nov 12 01:24:59.927329 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7152c4-bd58-43f0-a5a1-9a85b8878a5c req-a88115e3-2813-4f71-8998-778b081c8f26 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:24:59.929312 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4e7152c4-bd58-43f0-a5a1-9a85b8878a5c req-a88115e3-2813-4f71-8998-778b081c8f26 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d407904-3eca-4a7b-8294-1b240f50227e HTTP/1.1" status: 200 len: 944 time: 0.4700091 Nov 12 01:24:59.977295 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-abcfd3f7-f58f-4bba-83f3-9b57669ac0de None None] Attempting to bind port 01cbb096-d2a2-4754-a538-dc8ff566c8c4 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:24:59.979433 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-abcfd3f7-f58f-4bba-83f3-9b57669ac0de None None] Attempting to bind port 01cbb096-d2a2-4754-a538-dc8ff566c8c4 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '9365c3cc-1563-4177-81d7-51884ec69902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '54403bf3-6008-4a12-9d37-febe8ffee830'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:24:59.980451 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcfd3f7-f58f-4bba-83f3-9b57669ac0de None None] Attempting to bind port 01cbb096-d2a2-4754-a538-dc8ff566c8c4 on network 54403bf3-6008-4a12-9d37-febe8ffee830 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:24:59.981967 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33ba072-ad6c-4821-9a50-5f92b315b568 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Checking segment: {'id': '33387e68-3dc3-41a3-9794-e80a64414285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2c6745b6-46cc-4a9b-a964-6d9aa9e8fbaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:24:59.982591 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33ba072-ad6c-4821-9a50-5f92b315b568 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Network hostable DHCP agents. Network: 2c6745b6-46cc-4a9b-a964-6d9aa9e8fbaf, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:25:00.038982 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33ba072-ad6c-4821-9a50-5f92b315b568 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Pushing event updated for resources: {'Subnet': ['ID=b130f7cd-73d6-4fcc-91f7-56630d4c57b1,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:00.069124 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcfd3f7-f58f-4bba-83f3-9b57669ac0de None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:25:00.069821 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcfd3f7-f58f-4bba-83f3-9b57669ac0de None None] Checking segment: {'id': '9365c3cc-1563-4177-81d7-51884ec69902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '54403bf3-6008-4a12-9d37-febe8ffee830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:25:00.070613 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-abcfd3f7-f58f-4bba-83f3-9b57669ac0de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:00.071405 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcfd3f7-f58f-4bba-83f3-9b57669ac0de None None] Bound using segment: {'id': '9365c3cc-1563-4177-81d7-51884ec69902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '54403bf3-6008-4a12-9d37-febe8ffee830'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:25:00.072289 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-abcfd3f7-f58f-4bba-83f3-9b57669ac0de None None] Bound port: 01cbb096-d2a2-4754-a538-dc8ff566c8c4, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9365c3cc-1563-4177-81d7-51884ec69902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '54403bf3-6008-4a12-9d37-febe8ffee830'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:25:00.073107 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-abcfd3f7-f58f-4bba-83f3-9b57669ac0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:00.078062 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33ba072-ad6c-4821-9a50-5f92b315b568 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Network 2c6745b6-46cc-4a9b-a964-6d9aa9e8fbaf is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:25:00.090043 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4e7152c4-bd58-43f0-a5a1-9a85b8878a5c req-beae24e7-3e74-4f3b-96be-036fa25a7997 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397533 Nov 12 01:25:00.103071 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-f33ba072-ad6c-4821-9a50-5f92b315b568 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 2c6745b6-46cc-4a9b-a964-6d9aa9e8fbaf) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:25:00.109062 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33ba072-ad6c-4821-9a50-5f92b315b568 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:00.110254 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f33ba072-ad6c-4821-9a50-5f92b315b568 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:00.147636 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f33ba072-ad6c-4821-9a50-5f92b315b568 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4456642 Nov 12 01:25:00.150528 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-61ba2a5e-24f2-4eae-a054-f465ae62b9ad tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:00.152366 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 32814) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:00.158528 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-ed632d0e-06a8-47b4-b061-372198a1d808 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:25:00.169420 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-2efb008b-bf1a-4f2a-a4a1-d77a5e322e55 None None] Provisioning complete for port 1c7adbc9-11b8-4413-a00d-6cc9382192f9 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:25:00.170059 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2efb008b-bf1a-4f2a-a4a1-d77a5e322e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:00.171031 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-61ba2a5e-24f2-4eae-a054-f465ae62b9ad tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:00.172899 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-61ba2a5e-24f2-4eae-a054-f465ae62b9ad tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:00.182816 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1b8aac-a779-4c34-a323-58acb70be076 None None] Network 2c6745b6-46cc-4a9b-a964-6d9aa9e8fbaf requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:25:00.406907 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba2a5e-24f2-4eae-a054-f465ae62b9ad tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event updated for resources: {'Port': ['ID=4d099c2c-1e16-445e-8aa6-9bfd65b2ac29,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:00.499117 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ba2a5e-24f2-4eae-a054-f465ae62b9ad tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Network 22599584-1b69-42cc-bb32-066203689117 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:25:00.505500 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-61ba2a5e-24f2-4eae-a054-f465ae62b9ad tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:25:00.536273 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0cf7a3-5b22-4e3e-a588-c3b2c424493d None None] Pushing event updated for resources: {'Port': ['ID=1c7adbc9-11b8-4413-a00d-6cc9382192f9,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:00.644028 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.api [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:25:00.644028 n-d-712142-27 neutron-server[109087]: DEBUG oslo_db.api [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:25:00.665019 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ed632d0e-06a8-47b4-b061-372198a1d808 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12762250'] for subnet, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:00.854306 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device e45ed9f2-103c-4e02-9a4f-0486f637b969 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:25:01.098014 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ed632d0e-06a8-47b4-b061-372198a1d808 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780986477195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13281254'] for subnet, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:01.130942 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed632d0e-06a8-47b4-b061-372198a1d808 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:01.131571 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ed632d0e-06a8-47b4-b061-372198a1d808 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:01.135439 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ed632d0e-06a8-47b4-b061-372198a1d808 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "PUT /v2.0/subnets/b130f7cd-73d6-4fcc-91f7-56630d4c57b1 HTTP/1.1" status: 200 len: 826 time: 0.9793320 Nov 12 01:25:01.142691 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7e4ecabb-c6f4-403d-a537-cbb4d57bbf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:01.150904 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6e204297-e6cb-497c-a800-a8ed4c28c809 req-310b2787-c9a0-40f6-8ffd-0c4328022182 tempest-ServerShowV247Test-1105069666 tempest-ServerShowV247Test-1105069666-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a93fb8c-98d2-4f84-8c55-b74a17930c94 HTTP/1.1" status: 200 len: 210 time: 0.1650231 Nov 12 01:25:01.151496 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 32838) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:01.164078 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ba2a5e-24f2-4eae-a054-f465ae62b9ad tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Router a5c25039-7086-4826-a3b9-acd6bdeb13ae has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:25:01.304309 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed632d0e-06a8-47b4-b061-372198a1d808 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Pushing event updated for resources: {'Subnet': ['ID=b130f7cd-73d6-4fcc-91f7-56630d4c57b1,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:01.345841 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-abcfd3f7-f58f-4bba-83f3-9b57669ac0de None None] For port 01cbb096-d2a2-4754-a538-dc8ff566c8c4, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:25:01.380422 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-becd1b98-d0e6-4670-97e6-e989edfdea01 req-0f90a426-9904-4f7b-b283-cc91031a2879 tempest-ServerShowV247Test-1105069666 tempest-ServerShowV247Test-1105069666-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a93fb8c-98d2-4f84-8c55-b74a17930c94 HTTP/1.1" status: 200 len: 210 time: 0.1045773 Nov 12 01:25:01.663854 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-abcfd3f7-f58f-4bba-83f3-9b57669ac0de None None] For port 01cbb096-d2a2-4754-a538-dc8ff566c8c4, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=01cbb096-d2a2-4754-a538-dc8ff566c8c4,segment=NetworkSegment(9365c3cc-1563-4177-81d7-51884ec69902),segment_id=9365c3cc-1563-4177-81d7-51884ec69902)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:25:01.669504 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3b253b9a-f784-4fa8-8069-5c64283c765a tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:01.717571 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-abcfd3f7-f58f-4bba-83f3-9b57669ac0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:01.786920 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9bc9a1-a77c-4a97-98f6-63138c886c7d req-9aaff470-1ea3-462e-bd3a-5647cc27a2a6 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:01.789956 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-da9bc9a1-a77c-4a97-98f6-63138c886c7d req-9aaff470-1ea3-462e-bd3a-5647cc27a2a6 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d407904-3eca-4a7b-8294-1b240f50227e HTTP/1.1" status: 200 len: 944 time: 0.4901662 Nov 12 01:25:01.838271 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port e45ed9f2-103c-4e02-9a4f-0486f637b969 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:25:02.201313 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0086b5-cf99-4006-9702-9404696acdc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-2c6745b6-46cc-4a9b-a964-6d9aa9e8fbaf', 'network_id': '2c6745b6-46cc-4a9b-a964-6d9aa9e8fbaf', 'tenant_id': '7e83fe482de64831bee1347fe92835cd', 'fixed_ips': [{'subnet_id': 'b130f7cd-73d6-4fcc-91f7-56630d4c57b1'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:25:02.201313 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6d0086b5-cf99-4006-9702-9404696acdc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:02.223022 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ba2a5e-24f2-4eae-a054-f465ae62b9ad tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:25:02.225321 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device a3fe0df6-2abb-4471-ad0d-a815bc45bd06 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:25:02.231737 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port e45ed9f2-103c-4e02-9a4f-0486f637b969 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:25:02.232357 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:02.263780 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 32864) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:02.265136 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-61ba2a5e-24f2-4eae-a054-f465ae62b9ad tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "PUT /v2.0/routers/a5c25039-7086-4826-a3b9-acd6bdeb13ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6314793 Nov 12 01:25:02.270653 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-1de85b75-9975-42a6-9a3a-af02f5dd0625 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-790745951'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:25:02.378107 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de85b75-9975-42a6-9a3a-af02f5dd0625 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Made reservation on behalf of 59c2860fe13d48f997166c751343b84d for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:25:02.384169 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1de85b75-9975-42a6-9a3a-af02f5dd0625 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:02.447827 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5278e6fe-ed4c-43e5-84d6-c4f3825197ba None None] Sync routers for ids ['a5c25039-7086-4826-a3b9-acd6bdeb13ae'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:25:02.504337 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1de85b75-9975-42a6-9a3a-af02f5dd0625 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:25:02.544143 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1de85b75-9975-42a6-9a3a-af02f5dd0625 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:02.544658 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-1de85b75-9975-42a6-9a3a-af02f5dd0625 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Added segment e6eb482c-7d10-4793-b551-bd2bf25e6d83 of type vlan for network 5e1f90c1-57f4-44af-8768-c09462af8933 Nov 12 01:25:02.592104 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-da9bc9a1-a77c-4a97-98f6-63138c886c7d req-320f5724-29a1-4e51-8407-04faebf1affe tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7332392 Nov 12 01:25:02.677659 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f9174c4a-4d3d-4bee-bc36-d3faa1350b0f req-1613542e-0168-43a8-9f67-14bf147ea9c1 tempest-ServerShowV247Test-1105069666 tempest-ServerShowV247Test-1105069666-project] 10.222.0.45 "GET /v2.0/ports?device_id=7a93fb8c-98d2-4f84-8c55-b74a17930c94 HTTP/1.1" status: 200 len: 210 time: 0.2184262 Nov 12 01:25:02.680496 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3b253b9a-f784-4fa8-8069-5c64283c765a tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:02.683941 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1de85b75-9975-42a6-9a3a-af02f5dd0625 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:02.785161 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1de85b75-9975-42a6-9a3a-af02f5dd0625 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:02.792121 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de85b75-9975-42a6-9a3a-af02f5dd0625 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:02.794430 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1de85b75-9975-42a6-9a3a-af02f5dd0625 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:02.839860 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1de85b75-9975-42a6-9a3a-af02f5dd0625 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5744936 Nov 12 01:25:02.976685 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 32872) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:03.019341 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-923f41b5-a318-461c-8f26-a907086ff616 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Request body: {'subnet': {'network_id': '5e1f90c1-57f4-44af-8768-c09462af8933', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:25:03.021759 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de85b75-9975-42a6-9a3a-af02f5dd0625 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event updated for resources: {'Network': ['ID=5e1f90c1-57f4-44af-8768-c09462af8933,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:03.091171 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 5e1f90c1-57f4-44af-8768-c09462af8933 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:25:03.231906 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f57627-0895-4ae8-a237-cff46aabcfec None None] Network 22599584-1b69-42cc-bb32-066203689117 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:25:03.272630 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcfd3f7-f58f-4bba-83f3-9b57669ac0de None None] Pushing event updated for resources: {'Port': ['ID=01cbb096-d2a2-4754-a538-dc8ff566c8c4,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:03.275523 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3b253b9a-f784-4fa8-8069-5c64283c765a tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:03.366063 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5278e6fe-ed4c-43e5-84d6-c4f3825197ba None None] Routers {'a5c25039-7086-4826-a3b9-acd6bdeb13ae'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:25:03.366971 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-5278e6fe-ed4c-43e5-84d6-c4f3825197ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:25:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['a5c25039-7086-4826-a3b9-acd6bdeb13ae'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:03.514722 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b253b9a-f784-4fa8-8069-5c64283c765a tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Pushing event deleted for resources: {'Subnet': ['ID=b130f7cd-73d6-4fcc-91f7-56630d4c57b1,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:03.771550 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-eb7100f7-3484-4425-b1d5-41551f0ca0f9 None None] Provisioning complete for port a3fe0df6-2abb-4471-ad0d-a815bc45bd06 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:25:03.772397 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-eb7100f7-3484-4425-b1d5-41551f0ca0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:03.789467 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923f41b5-a318-461c-8f26-a907086ff616 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Made reservation on behalf of 59c2860fe13d48f997166c751343b84d for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:25:03.822747 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-923f41b5-a318-461c-8f26-a907086ff616 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:03.905967 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:04.100382 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port a3fe0df6-2abb-4471-ad0d-a815bc45bd06 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:25:04.102241 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:04.192537 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [req-40b3a793-8244-4ff2-9905-53d53393b6ee req-ec9db0df-1c04-4b71-b8f8-3966452a8481 service neutron] (109086) timed out ('10.222.0.45', 42098) {{(pid=109086) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server [None req-6d0086b5-cf99-4006-9702-9404696acdc2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b130f7cd-73d6-4fcc-91f7-56630d4c57b1: This subnet is being modified by another concurrent operation. Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise exception Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b130f7cd-73d6-4fcc-91f7-56630d4c57b1: This subnet is being modified by another concurrent operation. Nov 12 01:25:04.278264 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server Nov 12 01:25:04.466459 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1144a041-0dab-4153-8ccf-2db157b546e6 None None] Network 2c6745b6-46cc-4a9b-a964-6d9aa9e8fbaf requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:25:04.473957 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3b253b9a-f784-4fa8-8069-5c64283c765a tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:04.481222 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-923f41b5-a318-461c-8f26-a907086ff616 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:04.578733 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-3b253b9a-f784-4fa8-8069-5c64283c765a tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c6745b6-46cc-4a9b-a964-6d9aa9e8fbaf']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:04.603494 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63931bda-9a08-484e-8827-b4015b9b17a8 None None] Network 54403bf3-6008-4a12-9d37-febe8ffee830 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:25:04.606424 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:04.618439 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f84a2-c21f-493d-adfb-6feb30659815 req-130dea00-b1f8-4fc7-b4ac-497446f457a9 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:04.631030 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fa7f84a2-c21f-493d-adfb-6feb30659815 req-130dea00-b1f8-4fc7-b4ac-497446f457a9 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d407904-3eca-4a7b-8294-1b240f50227e HTTP/1.1" status: 200 len: 944 time: 0.8977859 Nov 12 01:25:04.668552 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-3b253b9a-f784-4fa8-8069-5c64283c765a tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33387e68-3dc3-41a3-9794-e80a64414285') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:04.669011 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-3b253b9a-f784-4fa8-8069-5c64283c765a tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33387e68-3dc3-41a3-9794-e80a64414285') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:04.695235 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3b253b9a-f784-4fa8-8069-5c64283c765a tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:04.704934 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923f41b5-a318-461c-8f26-a907086ff616 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event updated for resources: {'Subnet': ['ID=b6b8afa0-1752-4963-afd2-140833d80c16,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:04.773346 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fa7f84a2-c21f-493d-adfb-6feb30659815 req-6feab3c4-8a35-4e48-8462-74d0a2b2aa83 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396041 Nov 12 01:25:04.815067 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3b253b9a-f784-4fa8-8069-5c64283c765a tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:04.818343 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923f41b5-a318-461c-8f26-a907086ff616 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Checking segment: {'id': 'e6eb482c-7d10-4793-b551-bd2bf25e6d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5e1f90c1-57f4-44af-8768-c09462af8933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:25:04.822699 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923f41b5-a318-461c-8f26-a907086ff616 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Network hostable DHCP agents. Network: 5e1f90c1-57f4-44af-8768-c09462af8933, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:25:04.830884 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b253b9a-f784-4fa8-8069-5c64283c765a tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:25:04.843317 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3b253b9a-f784-4fa8-8069-5c64283c765a tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:04.847874 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:25:04.847874 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:25:04.847874 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:25:04.847874 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:25:04.847874 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:25:04.847874 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:25:04.847874 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:25:04.847874 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:25:04.847874 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:25:04.847874 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:25:04.847874 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:25:04.847874 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:25:04.847874 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:25:04.847874 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:25:04.847874 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:25:04.847874 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:25:04.847874 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:25:04.847874 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:25:04.847874 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:25:04.847874 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:25:04.847874 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:25:04.847874 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:25:04.847874 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:25:04.847874 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:25:04.847874 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:25:04.847874 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:25:04.847874 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:25:04.847874 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:25:04.847874 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:25:04.847874 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:25:04.847874 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:25:04.847874 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:25:04.871179 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-5278e6fe-ed4c-43e5-84d6-c4f3825197ba None None] Set router a5c25039-7086-4826-a3b9-acd6bdeb13ae gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:25:04.996722 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 32934) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:05.059794 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923f41b5-a318-461c-8f26-a907086ff616 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Network 5e1f90c1-57f4-44af-8768-c09462af8933 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:25:05.068684 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3b253b9a-f784-4fa8-8069-5c64283c765a tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:05.086206 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3b253b9a-f784-4fa8-8069-5c64283c765a tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:05.090605 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3b253b9a-f784-4fa8-8069-5c64283c765a tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "DELETE /v2.0/networks/2c6745b6-46cc-4a9b-a964-6d9aa9e8fbaf HTTP/1.1" status: 204 len: 168 time: 3.9216185 Nov 12 01:25:05.095897 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 32940) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:05.133565 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ca60347-f76c-4bf0-9f47-c15dc26d7b7e tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] DELETE failed (client error): The resource could not be found. Nov 12 01:25:05.134977 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ca60347-f76c-4bf0-9f47-c15dc26d7b7e tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:25:05.151844 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7ca60347-f76c-4bf0-9f47-c15dc26d7b7e tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "DELETE /v2.0/networks/2c6745b6-46cc-4a9b-a964-6d9aa9e8fbaf HTTP/1.1" status: 404 len: 339 time: 0.0526066 Nov 12 01:25:05.153559 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 32942) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:05.165609 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-ffa8fc22-cb1a-4adc-9172-f6e912f2e6e4 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-560683555', 'description': 'd1'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:25:05.171994 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-923f41b5-a318-461c-8f26-a907086ff616 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 5e1f90c1-57f4-44af-8768-c09462af8933) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:25:05.223400 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923f41b5-a318-461c-8f26-a907086ff616 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:05.225542 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-923f41b5-a318-461c-8f26-a907086ff616 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:05.233964 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b253b9a-f784-4fa8-8069-5c64283c765a tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Pushing event deleted for resources: {'Network': ['ID=2c6745b6-46cc-4a9b-a964-6d9aa9e8fbaf,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:05.308511 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd20da0-a581-48dc-a43e-19cd952dc935 None None] Network 5e1f90c1-57f4-44af-8768-c09462af8933 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:25:05.320272 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-556d493d-0b73-4616-9e7e-2b05bf17af96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:05.398396 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa8fc22-cb1a-4adc-9172-f6e912f2e6e4 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Made reservation on behalf of 7e83fe482de64831bee1347fe92835cd for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:25:05.415399 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ffa8fc22-cb1a-4adc-9172-f6e912f2e6e4 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:05.494261 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 32950) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:05.500877 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-923f41b5-a318-461c-8f26-a907086ff616 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5093260 Nov 12 01:25:05.513312 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee79270f-7c7b-427f-9bb9-f96d7a938e73 None None] Network 2c6745b6-46cc-4a9b-a964-6d9aa9e8fbaf requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:25:05.538535 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-eb7100f7-3484-4425-b1d5-41551f0ca0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:05.585533 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffa8fc22-cb1a-4adc-9172-f6e912f2e6e4 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:25:05.620062 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ffa8fc22-cb1a-4adc-9172-f6e912f2e6e4 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:05.625002 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-ffa8fc22-cb1a-4adc-9172-f6e912f2e6e4 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Added segment 2ae8ba64-9fbb-420b-a4fa-4899e04d0ec2 of type vlan for network 41f879ab-0d4d-42c7-a634-90a331d16255 Nov 12 01:25:05.729486 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-eb7100f7-3484-4425-b1d5-41551f0ca0f9 None None] For port a3fe0df6-2abb-4471-ad0d-a815bc45bd06, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=a3fe0df6-2abb-4471-ad0d-a815bc45bd06,segment=NetworkSegment(512e30dc-499a-46db-a19f-79bf5f440c7c),segment_id=512e30dc-499a-46db-a19f-79bf5f440c7c)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:25:05.738501 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:05.788483 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ffa8fc22-cb1a-4adc-9172-f6e912f2e6e4 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:05.904208 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ffa8fc22-cb1a-4adc-9172-f6e912f2e6e4 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:05.931452 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa8fc22-cb1a-4adc-9172-f6e912f2e6e4 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:05.932178 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ffa8fc22-cb1a-4adc-9172-f6e912f2e6e4 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:06.054050 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-eb7100f7-3484-4425-b1d5-41551f0ca0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:06.144538 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee79270f-7c7b-427f-9bb9-f96d7a938e73 None None] Network 2c6745b6-46cc-4a9b-a964-6d9aa9e8fbaf could not be found, it might have been deleted concurrently. {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 01:25:06.194650 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-ffa8fc22-cb1a-4adc-9172-f6e912f2e6e4 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0310845 Nov 12 01:25:06.209765 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 32980) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:06.235856 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:06.492406 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa8fc22-cb1a-4adc-9172-f6e912f2e6e4 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Pushing event updated for resources: {'Network': ['ID=41f879ab-0d4d-42c7-a634-90a331d16255,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:06.799835 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6a21d-046e-47af-bd89-cabb3f683a9f req-18d07a60-b4b8-4c53-9bbf-26d2911d78c2 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:06.809531 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-84a6a21d-046e-47af-bd89-cabb3f683a9f req-18d07a60-b4b8-4c53-9bbf-26d2911d78c2 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d407904-3eca-4a7b-8294-1b240f50227e HTTP/1.1" status: 200 len: 944 time: 0.8256357 Nov 12 01:25:06.852289 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port e45ed9f2-103c-4e02-9a4f-0486f637b969, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e45ed9f2-103c-4e02-9a4f-0486f637b969,segment=NetworkSegment(7bbb728e-9806-453c-9716-52e1ccd278c6),segment_id=7bbb728e-9806-453c-9716-52e1ccd278c6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:25:06.922233 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-84a6a21d-046e-47af-bd89-cabb3f683a9f req-83c2a99b-a2c9-436f-b2a8-90037a276074 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112802 Nov 12 01:25:06.992738 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 41f879ab-0d4d-42c7-a634-90a331d16255 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:25:07.064346 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d407904-3eca-4a7b-8294-1b240f50227e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45ed9f2-103c-4e02-9a4f-0486f637b969'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:25:07.069171 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312da515-d715-46d8-832b-d6f5cba9999c" -d '{"events": [{"server_uuid": "3d407904-3eca-4a7b-8294-1b240f50227e", "name": "network-vif-plugged", "status": "completed", "tag": "e45ed9f2-103c-4e02-9a4f-0486f637b969"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:25:07.185994 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-556d493d-0b73-4616-9e7e-2b05bf17af96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:07.217891 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-556d493d-0b73-4616-9e7e-2b05bf17af96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:07.471085 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d493d-0b73-4616-9e7e-2b05bf17af96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b984ef6a-a4b4-4250-9ae5-bf1aa6f04b4d,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:07.581288 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2cc97eb-589a-4d6d-8e37-88f1d012c265 x-openstack-request-id: req-a2cc97eb-589a-4d6d-8e37-88f1d012c265 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:25:07.582036 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d407904-3eca-4a7b-8294-1b240f50227e", "name": "network-vif-plugged", "status": "completed", "tag": "e45ed9f2-103c-4e02-9a4f-0486f637b969", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:25:07.583178 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a2cc97eb-589a-4d6d-8e37-88f1d012c265 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:25:07.583886 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d407904-3eca-4a7b-8294-1b240f50227e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45ed9f2-103c-4e02-9a4f-0486f637b969', 'code': 200} Nov 12 01:25:07.585846 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:07.628130 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-e88e6e28-3755-4aa7-9a9b-56ed9e66794a None None] Provisioning complete for port 01cbb096-d2a2-4754-a538-dc8ff566c8c4 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:25:07.630403 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e88e6e28-3755-4aa7-9a9b-56ed9e66794a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:07.701634 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 1c7adbc9-11b8-4413-a00d-6cc9382192f9 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:25:07.714637 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7100f7-3484-4425-b1d5-41551f0ca0f9 None None] Pushing event updated for resources: {'Port': ['ID=a3fe0df6-2abb-4471-ad0d-a815bc45bd06,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:07.741678 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85e2988-f80c-4799-92f6-23c4463bdf96 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:07.749463 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 33018) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:07.750934 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c85e2988-f80c-4799-92f6-23c4463bdf96 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "GET /v2.0/networks?id=41f879ab-0d4d-42c7-a634-90a331d16255 HTTP/1.1" status: 200 len: 764 time: 1.5396810 Nov 12 01:25:07.756256 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-af1e28f7-229d-4400-938c-8df4712a7d4f tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Request body: {'network': {'description': 'd2'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:25:07.786540 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d493d-0b73-4616-9e7e-2b05bf17af96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:07.787672 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d493d-0b73-4616-9e7e-2b05bf17af96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:07.788568 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d493d-0b73-4616-9e7e-2b05bf17af96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:07.789368 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d493d-0b73-4616-9e7e-2b05bf17af96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:07.790156 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d493d-0b73-4616-9e7e-2b05bf17af96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:07.790864 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d493d-0b73-4616-9e7e-2b05bf17af96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:07.791580 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d493d-0b73-4616-9e7e-2b05bf17af96 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:07.792359 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d493d-0b73-4616-9e7e-2b05bf17af96 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:07.793056 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d493d-0b73-4616-9e7e-2b05bf17af96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:07.793848 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d493d-0b73-4616-9e7e-2b05bf17af96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:07.795306 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d493d-0b73-4616-9e7e-2b05bf17af96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:07.796500 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556d493d-0b73-4616-9e7e-2b05bf17af96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:08.055703 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-556d493d-0b73-4616-9e7e-2b05bf17af96 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9cb48a6c179b4284972e58a41d6a5f4e&name=default HTTP/1.1" status: 200 len: 3000 time: 3.0565662 Nov 12 01:25:08.068901 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 33024) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:08.620180 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8c7bb6d3-6079-44db-9c3b-3267423d7c85 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:08.631527 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760f24d-efa4-4221-8f02-cec602164dfb req-9ec01b6d-32d6-43f2-b810-bd8757ec36f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:08.636192 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8760f24d-efa4-4221-8f02-cec602164dfb req-9ec01b6d-32d6-43f2-b810-bd8757ec36f8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3d407904-3eca-4a7b-8294-1b240f50227e HTTP/1.1" status: 200 len: 1097 time: 0.8673248 Nov 12 01:25:08.689397 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=e45ed9f2-103c-4e02-9a4f-0486f637b969,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:08.725339 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-af1e28f7-229d-4400-938c-8df4712a7d4f tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:08.779687 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8760f24d-efa4-4221-8f02-cec602164dfb req-a612b030-f3b3-489f-86e3-b5169d73aaf5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243536 Nov 12 01:25:08.785624 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e6ea68cc-e5bc-4502-908d-a7c71d4cf17d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:08.795365 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9071d7a5-6054-40e2-b782-8aba215c995c req-767b29bc-dae1-4fdf-a42e-05a694dabe43 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:08.813102 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9071d7a5-6054-40e2-b782-8aba215c995c req-767b29bc-dae1-4fdf-a42e-05a694dabe43 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d407904-3eca-4a7b-8294-1b240f50227e HTTP/1.1" status: 200 len: 945 time: 0.6630933 Nov 12 01:25:08.822863 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e6ea68cc-e5bc-4502-908d-a7c71d4cf17d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:08.841789 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52eb461-eebc-43f3-bc62-d7aa723f4e25 None None] Network 54403bf3-6008-4a12-9d37-febe8ffee830 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:25:08.941193 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-af1e28f7-229d-4400-938c-8df4712a7d4f tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:09.123295 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9790116a-6df7-42dc-92ed-18d8142d0f9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-5e1f90c1-57f4-44af-8768-c09462af8933', 'network_id': '5e1f90c1-57f4-44af-8768-c09462af8933', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'fixed_ips': [{'subnet_id': 'b6b8afa0-1752-4963-afd2-140833d80c16'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:25:09.134522 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9790116a-6df7-42dc-92ed-18d8142d0f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:09.243265 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-af1e28f7-229d-4400-938c-8df4712a7d4f tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Network 41f879ab-0d4d-42c7-a634-90a331d16255 is not hosted by any dhcp agent {{(pid=109085) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 01:25:09.261326 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1e28f7-229d-4400-938c-8df4712a7d4f tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:09.266969 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-af1e28f7-229d-4400-938c-8df4712a7d4f tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:09.273227 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-af1e28f7-229d-4400-938c-8df4712a7d4f tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "PUT /v2.0/networks/41f879ab-0d4d-42c7-a634-90a331d16255 HTTP/1.1" status: 200 len: 761 time: 1.5201480 Nov 12 01:25:09.276454 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 33044) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:09.281204 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1e28f7-229d-4400-938c-8df4712a7d4f tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Pushing event updated for resources: {'Network': ['ID=41f879ab-0d4d-42c7-a634-90a331d16255,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:09.309291 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e6ea68cc-e5bc-4502-908d-a7c71d4cf17d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:09.323669 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e6ea68cc-e5bc-4502-908d-a7c71d4cf17d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:09.325985 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e6ea68cc-e5bc-4502-908d-a7c71d4cf17d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b984ef6a-a4b4-4250-9ae5-bf1aa6f04b4d HTTP/1.1" status: 204 len: 168 time: 1.2540340 Nov 12 01:25:09.409331 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ea68cc-e5bc-4502-908d-a7c71d4cf17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b984ef6a-a4b4-4250-9ae5-bf1aa6f04b4d,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:09.534575 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-5278e6fe-ed4c-43e5-84d6-c4f3825197ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'name': 'tempest-RoutersIpV6Test-router-1112275757', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:24:23Z', 'updated_at': '2021-11-12T01:24:58Z', 'revision_number': 4, 'project_id': '59c2860fe13d48f997166c751343b84d', 'gw_port_host': None, '_interfaces': [{'id': '1ae6dd56-20e2-4aab-906d-00132d205cb1', 'name': '', 'network_id': '15ac3537-61d1-4e78-9cb0-e96cf963e071', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:52:93:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '04ae61dc-00f2-4d28-967b-23220ec0e0ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:29Z', 'updated_at': '2021-11-12T01:24:46Z', 'revision_number': 5, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': '04ae61dc-00f2-4d28-967b-23220ec0e0ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c7adbc9-11b8-4413-a00d-6cc9382192f9', 'name': '', 'network_id': '006180d7-9320-4263-97cb-f2fd447a8f8a', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:13:46:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '98b598b5-3d22-451f-b55a-bbb32b3396a3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:43Z', 'updated_at': '2021-11-12T01:24:59Z', 'revision_number': 5, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': '98b598b5-3d22-451f-b55a-bbb32b3396a3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d099c2c-1e16-445e-8aa6-9bfd65b2ac29', 'name': '', 'network_id': '22599584-1b69-42cc-bb32-066203689117', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:18:db:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '211aa6ce-7e9c-4c48-8a9b-b227526a409a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:56Z', 'updated_at': '2021-11-12T01:24:59Z', 'revision_number': 2, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': '211aa6ce-7e9c-4c48-8a9b-b227526a409a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:09.629854 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:09.710848 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 1c7adbc9-11b8-4413-a00d-6cc9382192f9 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:25:09.711783 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:10.086394 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae8b624-85b7-48de-bef6-c7b85b2b8c18 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:10.090124 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-9ae8b624-85b7-48de-bef6-c7b85b2b8c18 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "GET /v2.0/networks?id=41f879ab-0d4d-42c7-a634-90a331d16255 HTTP/1.1" status: 200 len: 764 time: 0.7977924 Nov 12 01:25:10.097488 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e28f7-229d-4400-938c-8df4712a7d4f tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:10.098146 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e28f7-229d-4400-938c-8df4712a7d4f tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:10.098669 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e28f7-229d-4400-938c-8df4712a7d4f tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:10.099323 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e28f7-229d-4400-938c-8df4712a7d4f tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:10.100100 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e28f7-229d-4400-938c-8df4712a7d4f tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:10.100734 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e28f7-229d-4400-938c-8df4712a7d4f tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:10.101260 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e28f7-229d-4400-938c-8df4712a7d4f tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:10.101880 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e28f7-229d-4400-938c-8df4712a7d4f tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:10.106225 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e28f7-229d-4400-938c-8df4712a7d4f tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:10.106863 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e28f7-229d-4400-938c-8df4712a7d4f tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:10.107387 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e28f7-229d-4400-938c-8df4712a7d4f tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:10.107993 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1e28f7-229d-4400-938c-8df4712a7d4f tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:10.119082 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 33066) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:10.146561 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9071d7a5-6054-40e2-b782-8aba215c995c req-86a36f2a-c479-474e-9ad6-2914f687a13d tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2867374 Nov 12 01:25:10.327124 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 41f879ab-0d4d-42c7-a634-90a331d16255 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:25:10.407287 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5278e6fe-ed4c-43e5-84d6-c4f3825197ba None None] Checking router: a5c25039-7086-4826-a3b9-acd6bdeb13ae for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:25:10.407873 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5278e6fe-ed4c-43e5-84d6-c4f3825197ba None None] Updating router a5c25039-7086-4826-a3b9-acd6bdeb13ae port 4d099c2c-1e16-445e-8aa6-9bfd65b2ac29 binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:25:10.560239 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-8c7bb6d3-6079-44db-9c3b-3267423d7c85 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Allocated IP 2001:db8:3::1 (5e1f90c1-57f4-44af-8768-c09462af8933/b6b8afa0-1752-4963-afd2-140833d80c16/d760e696-8e99-4b75-bbb3-551351716f81) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:25:10.618377 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5278e6fe-ed4c-43e5-84d6-c4f3825197ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:10.696930 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e88e6e28-3755-4aa7-9a9b-56ed9e66794a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:10.700738 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43787b0-8a93-41c8-9c72-a361e6cbabdc tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:10.705502 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c43787b0-8a93-41c8-9c72-a361e6cbabdc tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5696158 Nov 12 01:25:10.709851 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 33084) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:10.801425 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c26eda09-ac06-4fc3-afe0-14dd0f272c39 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "GET /v2.0/subnets?network_id=ab9ea869-d067-4dfb-b2de-16b019fae22d HTTP/1.1" status: 200 len: 207 time: 0.0903604 Nov 12 01:25:10.810253 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 33088) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:10.943442 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8c7bb6d3-6079-44db-9c3b-3267423d7c85 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:10.999318 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:11.038344 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8c7bb6d3-6079-44db-9c3b-3267423d7c85 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:11.130480 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7bb6d3-6079-44db-9c3b-3267423d7c85 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Network 5e1f90c1-57f4-44af-8768-c09462af8933 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:25:11.174552 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b22bd04-0391-4962-a5e2-8d821f03b96a tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:11.194463 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b22bd04-0391-4962-a5e2-8d821f03b96a tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:11.206454 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-8c7bb6d3-6079-44db-9c3b-3267423d7c85 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:25:11.214752 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b22bd04-0391-4962-a5e2-8d821f03b96a tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:11.235683 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7bb6d3-6079-44db-9c3b-3267423d7c85 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:25:11.236408 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8c7bb6d3-6079-44db-9c3b-3267423d7c85 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:11.243182 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b22bd04-0391-4962-a5e2-8d821f03b96a tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:11.263380 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b22bd04-0391-4962-a5e2-8d821f03b96a tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:11.270471 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-e88e6e28-3755-4aa7-9a9b-56ed9e66794a None None] For port 01cbb096-d2a2-4754-a538-dc8ff566c8c4, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=01cbb096-d2a2-4754-a538-dc8ff566c8c4,segment=NetworkSegment(9365c3cc-1563-4177-81d7-51884ec69902),segment_id=9365c3cc-1563-4177-81d7-51884ec69902)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:25:11.282186 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b22bd04-0391-4962-a5e2-8d821f03b96a tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:11.290967 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-5b22bd04-0391-4962-a5e2-8d821f03b96a tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.4774907 Nov 12 01:25:11.295834 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 33106) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:11.321080 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e88e6e28-3755-4aa7-9a9b-56ed9e66794a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:11.522781 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device a3fe0df6-2abb-4471-ad0d-a815bc45bd06 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:25:11.619811 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-9790116a-6df7-42dc-92ed-18d8142d0f9a None None] Allocated IP 2001:db8:3::2 (5e1f90c1-57f4-44af-8768-c09462af8933/b6b8afa0-1752-4963-afd2-140833d80c16/48a8b8ab-b39c-46c6-83d3-b92f5769a6e1) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:25:11.772154 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7bb6d3-6079-44db-9c3b-3267423d7c85 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event updated for resources: {'Port': ['ID=d760e696-8e99-4b75-bbb3-551351716f81,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:11.792281 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8c7bb6d3-6079-44db-9c3b-3267423d7c85 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:11.868211 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f8568a-4e3b-4c6c-9cd0-6d89983acde4 req-75f0be19-93d1-4c22-9b33-b079b9d51412 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:11.892345 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-47f8568a-4e3b-4c6c-9cd0-6d89983acde4 req-75f0be19-93d1-4c22-9b33-b079b9d51412 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d407904-3eca-4a7b-8294-1b240f50227e HTTP/1.1" status: 200 len: 945 time: 0.4296067 Nov 12 01:25:11.895548 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-dc9ef032-e2d3-433e-9b9f-1846ea866fa6 None None] Provisioning complete for port 4d099c2c-1e16-445e-8aa6-9bfd65b2ac29 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:25:11.896301 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-dc9ef032-e2d3-433e-9b9f-1846ea866fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:11.933105 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e6e28-3755-4aa7-9a9b-56ed9e66794a None None] Pushing event updated for resources: {'Port': ['ID=01cbb096-d2a2-4754-a538-dc8ff566c8c4,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:12.089096 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-de24671d-1671-452a-8653-bd81d10a3309 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.7910311 Nov 12 01:25:12.103102 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 33136) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:12.322534 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9790116a-6df7-42dc-92ed-18d8142d0f9a None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:12.441223 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457c47cb-31cf-4ff8-828d-356f551e1610 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:12.454148 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457c47cb-31cf-4ff8-828d-356f551e1610 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:12.458098 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457c47cb-31cf-4ff8-828d-356f551e1610 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:12.467052 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457c47cb-31cf-4ff8-828d-356f551e1610 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:12.469758 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457c47cb-31cf-4ff8-828d-356f551e1610 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:12.472455 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-457c47cb-31cf-4ff8-828d-356f551e1610 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3674417 Nov 12 01:25:12.482549 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-dc9ef032-e2d3-433e-9b9f-1846ea866fa6 None None] Port 4d099c2c-1e16-445e-8aa6-9bfd65b2ac29 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:25:12.484789 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port a3fe0df6-2abb-4471-ad0d-a815bc45bd06 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:25:12.485502 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:12.488091 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 33152) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:12.494552 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9790116a-6df7-42dc-92ed-18d8142d0f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:12.617333 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5278e6fe-ed4c-43e5-84d6-c4f3825197ba None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:12.650070 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9790116a-6df7-42dc-92ed-18d8142d0f9a None None] Pushing event updated for resources: {'Port': ['ID=48a8b8ab-b39c-46c6-83d3-b92f5769a6e1,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:12.670991 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-47f8568a-4e3b-4c6c-9cd0-6d89983acde4 req-d984d7e1-49da-4d04-91db-718b83c350cb tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7752900 Nov 12 01:25:12.672865 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9790116a-6df7-42dc-92ed-18d8142d0f9a None None] Network 5e1f90c1-57f4-44af-8768-c09462af8933 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:25:12.678656 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-9790116a-6df7-42dc-92ed-18d8142d0f9a None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:25:12.685370 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5278e6fe-ed4c-43e5-84d6-c4f3825197ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:12.693098 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9790116a-6df7-42dc-92ed-18d8142d0f9a None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:25:12.770890 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d5c24d-b4ab-42b9-acb7-23418e2e0dde tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Attributes excluded by policy engine: ['shared'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:12.785921 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d5c24d-b4ab-42b9-acb7-23418e2e0dde tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Attributes excluded by policy engine: ['shared'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:12.793196 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d5c24d-b4ab-42b9-acb7-23418e2e0dde tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Attributes excluded by policy engine: ['shared'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:12.798314 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d5c24d-b4ab-42b9-acb7-23418e2e0dde tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Attributes excluded by policy engine: ['shared'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:12.798542 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-dc9ef032-e2d3-433e-9b9f-1846ea866fa6 None None] Provisioning complete for port a3fe0df6-2abb-4471-ad0d-a815bc45bd06 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:25:12.798838 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-dc9ef032-e2d3-433e-9b9f-1846ea866fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:12.809900 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d5c24d-b4ab-42b9-acb7-23418e2e0dde tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Attributes excluded by policy engine: ['shared'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:12.823539 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-d7d5c24d-b4ab-42b9-acb7-23418e2e0dde tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3334646 Nov 12 01:25:12.828193 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 33158) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:13.089553 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 33162) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:13.176638 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc0cf76-8a6c-4731-91d8-38fe8c06b8d6 None None] Pushing event updated for resources: {'Port': ['ID=4d099c2c-1e16-445e-8aa6-9bfd65b2ac29,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:13.201894 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8c7bb6d3-6079-44db-9c3b-3267423d7c85 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:13.213082 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8c7bb6d3-6079-44db-9c3b-3267423d7c85 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:13.216807 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8c7bb6d3-6079-44db-9c3b-3267423d7c85 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:13.344877 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7bb6d3-6079-44db-9c3b-3267423d7c85 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event updated for resources: {'Port': ['ID=d760e696-8e99-4b75-bbb3-551351716f81,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:13.356441 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-9790116a-6df7-42dc-92ed-18d8142d0f9a None None] Attempting to bind port 48a8b8ab-b39c-46c6-83d3-b92f5769a6e1 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:25:13.358139 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-9790116a-6df7-42dc-92ed-18d8142d0f9a None None] Attempting to bind port 48a8b8ab-b39c-46c6-83d3-b92f5769a6e1 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'e6eb482c-7d10-4793-b551-bd2bf25e6d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5e1f90c1-57f4-44af-8768-c09462af8933'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:25:13.359618 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9790116a-6df7-42dc-92ed-18d8142d0f9a None None] Attempting to bind port 48a8b8ab-b39c-46c6-83d3-b92f5769a6e1 on network 5e1f90c1-57f4-44af-8768-c09462af8933 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:25:13.375690 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 01cbb096-d2a2-4754-a538-dc8ff566c8c4 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:25:13.447211 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ef4bca99-c4be-43d6-9598-080d9f9f2847 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:13.458647 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9790116a-6df7-42dc-92ed-18d8142d0f9a None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:25:13.459023 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9790116a-6df7-42dc-92ed-18d8142d0f9a None None] Checking segment: {'id': 'e6eb482c-7d10-4793-b551-bd2bf25e6d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5e1f90c1-57f4-44af-8768-c09462af8933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:25:13.459429 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9790116a-6df7-42dc-92ed-18d8142d0f9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:13.459824 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9790116a-6df7-42dc-92ed-18d8142d0f9a None None] Bound using segment: {'id': 'e6eb482c-7d10-4793-b551-bd2bf25e6d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5e1f90c1-57f4-44af-8768-c09462af8933'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:25:13.460343 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-9790116a-6df7-42dc-92ed-18d8142d0f9a None None] Bound port: 48a8b8ab-b39c-46c6-83d3-b92f5769a6e1, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6eb482c-7d10-4793-b551-bd2bf25e6d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5e1f90c1-57f4-44af-8768-c09462af8933'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:25:13.460901 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9790116a-6df7-42dc-92ed-18d8142d0f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:13.494279 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-5278e6fe-ed4c-43e5-84d6-c4f3825197ba None None] Attempting to bind port 4d099c2c-1e16-445e-8aa6-9bfd65b2ac29 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:25:13.494709 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-5278e6fe-ed4c-43e5-84d6-c4f3825197ba None None] Attempting to bind port 4d099c2c-1e16-445e-8aa6-9bfd65b2ac29 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '512e30dc-499a-46db-a19f-79bf5f440c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '22599584-1b69-42cc-bb32-066203689117'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:25:13.495007 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5278e6fe-ed4c-43e5-84d6-c4f3825197ba None None] Attempting to bind port 4d099c2c-1e16-445e-8aa6-9bfd65b2ac29 on network 22599584-1b69-42cc-bb32-066203689117 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:25:13.546369 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5278e6fe-ed4c-43e5-84d6-c4f3825197ba None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:25:13.546816 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5278e6fe-ed4c-43e5-84d6-c4f3825197ba None None] Checking segment: {'id': '512e30dc-499a-46db-a19f-79bf5f440c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '22599584-1b69-42cc-bb32-066203689117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:25:13.547144 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5278e6fe-ed4c-43e5-84d6-c4f3825197ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:13.547543 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5278e6fe-ed4c-43e5-84d6-c4f3825197ba None None] Bound using segment: {'id': '512e30dc-499a-46db-a19f-79bf5f440c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '22599584-1b69-42cc-bb32-066203689117'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:25:13.548065 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-5278e6fe-ed4c-43e5-84d6-c4f3825197ba None None] Bound port: 4d099c2c-1e16-445e-8aa6-9bfd65b2ac29, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '512e30dc-499a-46db-a19f-79bf5f440c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '22599584-1b69-42cc-bb32-066203689117'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:25:13.552366 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5278e6fe-ed4c-43e5-84d6-c4f3825197ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:13.730478 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7bb6d3-6079-44db-9c3b-3267423d7c85 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Network 5e1f90c1-57f4-44af-8768-c09462af8933 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:25:13.738485 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83131bab-7409-4c16-b3ca-f558da15f29c tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:13.741137 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-83131bab-7409-4c16-b3ca-f558da15f29c tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "GET /v2.0/networks/01fca886-4b41-4d67-a5a3-3ddfe5cf3f57 HTTP/1.1" status: 200 len: 804 time: 0.9116402 Nov 12 01:25:13.744748 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-8c7bb6d3-6079-44db-9c3b-3267423d7c85 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:25:13.746724 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 33178) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:13.790901 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5278e6fe-ed4c-43e5-84d6-c4f3825197ba None None] For port 4d099c2c-1e16-445e-8aa6-9bfd65b2ac29, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:25:13.795309 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5278e6fe-ed4c-43e5-84d6-c4f3825197ba None None] For port 4d099c2c-1e16-445e-8aa6-9bfd65b2ac29, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=4d099c2c-1e16-445e-8aa6-9bfd65b2ac29,segment=NetworkSegment(512e30dc-499a-46db-a19f-79bf5f440c7c),segment_id=512e30dc-499a-46db-a19f-79bf5f440c7c)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:25:13.800238 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-dc9ef032-e2d3-433e-9b9f-1846ea866fa6 None None] Provisioning complete for port 01cbb096-d2a2-4754-a538-dc8ff566c8c4 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:25:13.800898 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-dc9ef032-e2d3-433e-9b9f-1846ea866fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:13.803063 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 01cbb096-d2a2-4754-a538-dc8ff566c8c4 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:25:13.803658 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:14.069030 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-6d3740cd-5026-4b47-bd3f-65351ce91079 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "GET /v2.0/networks/01fca886-4b41-4d67-a5a3-3ddfe5cf3f57?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3210266 Nov 12 01:25:14.070332 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 33188) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:14.159933 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5278e6fe-ed4c-43e5-84d6-c4f3825197ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:14.169711 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-9790116a-6df7-42dc-92ed-18d8142d0f9a None None] For port 48a8b8ab-b39c-46c6-83d3-b92f5769a6e1, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:25:14.171215 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d84d25-6472-4f8e-a920-c0b481a683cd req-4409926c-de65-4ed1-85a4-6c83baef84bd tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:14.173184 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f1d84d25-6472-4f8e-a920-c0b481a683cd req-4409926c-de65-4ed1-85a4-6c83baef84bd tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d407904-3eca-4a7b-8294-1b240f50227e HTTP/1.1" status: 200 len: 945 time: 0.4304111 Nov 12 01:25:14.177043 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183d112c-39e0-40c0-b6bd-59a009619b7f tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:14.184315 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-183d112c-39e0-40c0-b6bd-59a009619b7f tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "GET /v2.0/subnets/cc469f1c-c0ed-4f88-b5ef-5a398b509a92 HTTP/1.1" status: 200 len: 843 time: 0.1061285 Nov 12 01:25:14.186466 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 33192) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:14.232851 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc0cf76-8a6c-4731-91d8-38fe8c06b8d6 None None] Pushing event updated for resources: {'Port': ['ID=4d099c2c-1e16-445e-8aa6-9bfd65b2ac29,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:14.254584 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-9790116a-6df7-42dc-92ed-18d8142d0f9a None None] For port 48a8b8ab-b39c-46c6-83d3-b92f5769a6e1, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=48a8b8ab-b39c-46c6-83d3-b92f5769a6e1,segment=NetworkSegment(e6eb482c-7d10-4793-b551-bd2bf25e6d83),segment_id=e6eb482c-7d10-4793-b551-bd2bf25e6d83)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:25:14.269469 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9790116a-6df7-42dc-92ed-18d8142d0f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:14.365650 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f1d84d25-6472-4f8e-a920-c0b481a683cd req-3f38643f-9905-4c52-9a9a-43a7d6736222 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798470 Nov 12 01:25:14.378783 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5278e6fe-ed4c-43e5-84d6-c4f3825197ba None None] Routers {'a5c25039-7086-4826-a3b9-acd6bdeb13ae'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:25:14.379554 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-5278e6fe-ed4c-43e5-84d6-c4f3825197ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:25:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['a5c25039-7086-4826-a3b9-acd6bdeb13ae'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:14.387552 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9510cdfa-ee9b-4249-ae1a-309d9c801b48 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Attributes excluded by policy engine: ['shared'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:14.397263 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-9510cdfa-ee9b-4249-ae1a-309d9c801b48 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "GET /v2.0/subnets/cc469f1c-c0ed-4f88-b5ef-5a398b509a92?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2051079 Nov 12 01:25:14.400466 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 33196) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:14.412099 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-89cca3a5-5538-4640-8905-aac44d02a3d3 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1087777126'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:25:14.492590 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89cca3a5-5538-4640-8905-aac44d02a3d3 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Made reservation on behalf of 7e83fe482de64831bee1347fe92835cd for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:25:14.514594 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-89cca3a5-5538-4640-8905-aac44d02a3d3 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:14.601912 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89cca3a5-5538-4640-8905-aac44d02a3d3 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:25:14.695862 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-89cca3a5-5538-4640-8905-aac44d02a3d3 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:14.703136 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-89cca3a5-5538-4640-8905-aac44d02a3d3 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Added segment 0bd91ec1-9214-4e9e-8b1b-e65c77fd5a57 of type vlan for network fb9a5f05-3223-4617-ab2b-74f6ffb09d56 Nov 12 01:25:14.833707 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9790116a-6df7-42dc-92ed-18d8142d0f9a None None] Pushing event updated for resources: {'Port': ['ID=48a8b8ab-b39c-46c6-83d3-b92f5769a6e1,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:14.943563 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-89cca3a5-5538-4640-8905-aac44d02a3d3 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:15.000432 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-5278e6fe-ed4c-43e5-84d6-c4f3825197ba None None] Set router a5c25039-7086-4826-a3b9-acd6bdeb13ae gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:25:15.001238 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f56605c-e776-41d5-b6a8-1523164ef0df req-9281d54c-9faa-4163-b004-edd8f02128e4 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:15.003767 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3f56605c-e776-41d5-b6a8-1523164ef0df req-9281d54c-9faa-4163-b004-edd8f02128e4 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d407904-3eca-4a7b-8294-1b240f50227e HTTP/1.1" status: 200 len: 945 time: 0.3831003 Nov 12 01:25:15.087953 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-89cca3a5-5538-4640-8905-aac44d02a3d3 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:15.099659 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cca3a5-5538-4640-8905-aac44d02a3d3 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:15.100366 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-89cca3a5-5538-4640-8905-aac44d02a3d3 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:15.184563 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 01cbb096-d2a2-4754-a538-dc8ff566c8c4 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:25:15.203114 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ef4bca99-c4be-43d6-9598-080d9f9f2847 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:15.224470 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c7bb6d3-6079-44db-9c3b-3267423d7c85 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Router a5c25039-7086-4826-a3b9-acd6bdeb13ae has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:25:15.229660 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ef4bca99-c4be-43d6-9598-080d9f9f2847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:15.278860 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-89cca3a5-5538-4640-8905-aac44d02a3d3 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8737669 Nov 12 01:25:15.314175 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3f56605c-e776-41d5-b6a8-1523164ef0df req-9204f52f-aa5b-4162-ae5b-09828e7cf3c7 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847667 Nov 12 01:25:15.319584 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 33212) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:15.322759 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ef4bca99-c4be-43d6-9598-080d9f9f2847 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b761f10050eb483b9269e10849626238&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2320950 Nov 12 01:25:15.335710 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-7865164b-9aee-44ec-88e3-66aed7630e00 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Request body: {'subnet': {'network_id': 'fb9a5f05-3223-4617-ab2b-74f6ffb09d56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:25:15.348882 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 33214) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:15.456923 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-17f410f1-0abe-437d-8291-0d598111e448 None None] Provisioning complete for port 4d099c2c-1e16-445e-8aa6-9bfd65b2ac29 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:25:15.457825 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-17f410f1-0abe-437d-8291-0d598111e448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:15.474776 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4bca99-c4be-43d6-9598-080d9f9f2847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbc6075-68c8-4617-a016-908ca2aa4553,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:15.529909 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7bb6d3-6079-44db-9c3b-3267423d7c85 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:25:15.554057 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8c7bb6d3-6079-44db-9c3b-3267423d7c85 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "PUT /v2.0/routers/a5c25039-7086-4826-a3b9-acd6bdeb13ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0464435 Nov 12 01:25:15.558662 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 33218) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:15.569735 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-fee361aa-c696-4a5b-bad6-dae199132b42 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:25:15.741374 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 01cbb096-d2a2-4754-a538-dc8ff566c8c4 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:25:15.741752 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:15.916926 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cca3a5-5538-4640-8905-aac44d02a3d3 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Pushing event updated for resources: {'Network': ['ID=fb9a5f05-3223-4617-ab2b-74f6ffb09d56,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:15.996110 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network fb9a5f05-3223-4617-ab2b-74f6ffb09d56 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:25:16.003169 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7865164b-9aee-44ec-88e3-66aed7630e00 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Made reservation on behalf of 7e83fe482de64831bee1347fe92835cd for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:25:16.007275 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7865164b-9aee-44ec-88e3-66aed7630e00 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:16.053387 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3df27bd4-94ea-4d34-b5ea-89fa76eccc19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:16.076294 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-17f410f1-0abe-437d-8291-0d598111e448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:16.115851 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3df27bd4-94ea-4d34-b5ea-89fa76eccc19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:16.264100 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3df27bd4-94ea-4d34-b5ea-89fa76eccc19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:16.265067 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3df27bd4-94ea-4d34-b5ea-89fa76eccc19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:16.266441 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3df27bd4-94ea-4d34-b5ea-89fa76eccc19 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cbbc6075-68c8-4617-a016-908ca2aa4553 HTTP/1.1" status: 204 len: 168 time: 0.7864625 Nov 12 01:25:16.380111 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df27bd4-94ea-4d34-b5ea-89fa76eccc19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbc6075-68c8-4617-a016-908ca2aa4553,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:16.388868 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.ipam_backend_mixin [None req-7865164b-9aee-44ec-88e3-66aed7630e00 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Performing IP validity checks on allocation pools {{(pid=109085) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 01:25:16.389484 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.ipam_backend_mixin [None req-7865164b-9aee-44ec-88e3-66aed7630e00 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109085) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 01:25:16.430983 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3871b3d5-5bbc-470f-a3b4-7de80a73e0b6 None None] Network 5e1f90c1-57f4-44af-8768-c09462af8933 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:25:16.431446 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd215080-28c0-4d23-8f3f-fa2cf4c88832 req-fba1f357-f8dd-4957-b3ec-3c16f0672936 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:16.433184 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fd215080-28c0-4d23-8f3f-fa2cf4c88832 req-fba1f357-f8dd-4957-b3ec-3c16f0672936 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d407904-3eca-4a7b-8294-1b240f50227e HTTP/1.1" status: 200 len: 945 time: 0.4486935 Nov 12 01:25:16.482488 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-17f410f1-0abe-437d-8291-0d598111e448 None None] For port 4d099c2c-1e16-445e-8aa6-9bfd65b2ac29, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=4d099c2c-1e16-445e-8aa6-9bfd65b2ac29,segment=NetworkSegment(512e30dc-499a-46db-a19f-79bf5f440c7c),segment_id=512e30dc-499a-46db-a19f-79bf5f440c7c)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:25:16.528888 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-17f410f1-0abe-437d-8291-0d598111e448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:16.615603 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.extraroute_db [None req-fee361aa-c696-4a5b-bad6-dae199132b42 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=109086) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 01:25:16.659891 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.extraroute_db [None req-fee361aa-c696-4a5b-bad6-dae199132b42 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Removed routes are [] {{(pid=109086) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 01:25:16.659891 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fee361aa-c696-4a5b-bad6-dae199132b42 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-233838'] for router, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:16.704466 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-17f410f1-0abe-437d-8291-0d598111e448 None None] Provisioning complete for port 01cbb096-d2a2-4754-a538-dc8ff566c8c4 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:25:16.704862 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-17f410f1-0abe-437d-8291-0d598111e448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:16.708964 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fd215080-28c0-4d23-8f3f-fa2cf4c88832 req-9127da37-bab2-4646-9b16-a3c1ca7122d3 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677388 Nov 12 01:25:16.765145 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-5278e6fe-ed4c-43e5-84d6-c4f3825197ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'name': 'tempest-RoutersIpV6Test-router-1112275757', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:24:23Z', 'updated_at': '2021-11-12T01:25:11Z', 'revision_number': 5, 'project_id': '59c2860fe13d48f997166c751343b84d', 'gw_port_host': None, '_interfaces': [{'id': '1ae6dd56-20e2-4aab-906d-00132d205cb1', 'name': '', 'network_id': '15ac3537-61d1-4e78-9cb0-e96cf963e071', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:52:93:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '04ae61dc-00f2-4d28-967b-23220ec0e0ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:29Z', 'updated_at': '2021-11-12T01:24:46Z', 'revision_number': 5, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': '04ae61dc-00f2-4d28-967b-23220ec0e0ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c7adbc9-11b8-4413-a00d-6cc9382192f9', 'name': '', 'network_id': '006180d7-9320-4263-97cb-f2fd447a8f8a', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:13:46:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '98b598b5-3d22-451f-b55a-bbb32b3396a3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:43Z', 'updated_at': '2021-11-12T01:24:59Z', 'revision_number': 5, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': '98b598b5-3d22-451f-b55a-bbb32b3396a3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d099c2c-1e16-445e-8aa6-9bfd65b2ac29', 'name': '', 'network_id': '22599584-1b69-42cc-bb32-066203689117', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:18:db:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '211aa6ce-7e9c-4c48-8a9b-b227526a409a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:56Z', 'updated_at': '2021-11-12T01:25:13Z', 'revision_number': 4, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': '211aa6ce-7e9c-4c48-8a9b-b227526a409a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd760e696-8e99-4b75-bbb3-551351716f81', 'name': '', 'network_id': '5e1f90c1-57f4-44af-8768-c09462af8933', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:cc:97:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': 'b6b8afa0-1752-4963-afd2-140833d80c16', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:25:09Z', 'updated_at': '2021-11-12T01:25:12Z', 'revision_number': 2, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': 'b6b8afa0-1752-4963-afd2-140833d80c16', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:16.829219 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5278e6fe-ed4c-43e5-84d6-c4f3825197ba None None] The sync data for ids ['a5c25039-7086-4826-a3b9-acd6bdeb13ae'] in n-d-712142-27 is: [{'id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'name': 'tempest-RoutersIpV6Test-router-1112275757', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:24:23Z', 'updated_at': '2021-11-12T01:25:11Z', 'revision_number': 5, 'project_id': '59c2860fe13d48f997166c751343b84d', 'gw_port_host': None, '_interfaces': [{'id': '1ae6dd56-20e2-4aab-906d-00132d205cb1', 'name': '', 'network_id': '15ac3537-61d1-4e78-9cb0-e96cf963e071', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:52:93:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '04ae61dc-00f2-4d28-967b-23220ec0e0ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:29Z', 'updated_at': '2021-11-12T01:24:46Z', 'revision_number': 5, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': '04ae61dc-00f2-4d28-967b-23220ec0e0ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c7adbc9-11b8-4413-a00d-6cc9382192f9', 'name': '', 'network_id': '006180d7-9320-4263-97cb-f2fd447a8f8a', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:13:46:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '98b598b5-3d22-451f-b55a-bbb32b3396a3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:43Z', 'updated_at': '2021-11-12T01:24:59Z', 'revision_number': 5, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': '98b598b5-3d22-451f-b55a-bbb32b3396a3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d099c2c-1e16-445e-8aa6-9bfd65b2ac29', 'name': '', 'network_id': '22599584-1b69-42cc-bb32-066203689117', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:18:db:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '211aa6ce-7e9c-4c48-8a9b-b227526a409a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:56Z', 'updated_at': '2021-11-12T01:25:13Z', 'revision_number': 4, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': '211aa6ce-7e9c-4c48-8a9b-b227526a409a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd760e696-8e99-4b75-bbb3-551351716f81', 'name': '', 'network_id': '5e1f90c1-57f4-44af-8768-c09462af8933', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:cc:97:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': 'b6b8afa0-1752-4963-afd2-140833d80c16', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:25:09Z', 'updated_at': '2021-11-12T01:25:12Z', 'revision_number': 2, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': 'b6b8afa0-1752-4963-afd2-140833d80c16', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:25:16.882460 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f410f1-0abe-437d-8291-0d598111e448 None None] Pushing event updated for resources: {'Port': ['ID=4d099c2c-1e16-445e-8aa6-9bfd65b2ac29,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:16.998435 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7865164b-9aee-44ec-88e3-66aed7630e00 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:17.198686 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7865164b-9aee-44ec-88e3-66aed7630e00 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Pushing event updated for resources: {'Subnet': ['ID=1e998057-43c9-4f52-9cfc-a9adce07b48f,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:17.212622 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 48a8b8ab-b39c-46c6-83d3-b92f5769a6e1 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:25:17.224561 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7865164b-9aee-44ec-88e3-66aed7630e00 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Checking segment: {'id': '0bd91ec1-9214-4e9e-8b1b-e65c77fd5a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fb9a5f05-3223-4617-ab2b-74f6ffb09d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:25:17.225047 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7865164b-9aee-44ec-88e3-66aed7630e00 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Network hostable DHCP agents. Network: fb9a5f05-3223-4617-ab2b-74f6ffb09d56, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:25:17.254808 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7865164b-9aee-44ec-88e3-66aed7630e00 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Network fb9a5f05-3223-4617-ab2b-74f6ffb09d56 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:25:17.271537 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-7865164b-9aee-44ec-88e3-66aed7630e00 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, fb9a5f05-3223-4617-ab2b-74f6ffb09d56) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:25:17.289691 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7865164b-9aee-44ec-88e3-66aed7630e00 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:17.291039 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7865164b-9aee-44ec-88e3-66aed7630e00 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1619073'] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:17.305664 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280db633-3d69-4c0a-a4ba-66c098f71af8 None None] Network fb9a5f05-3223-4617-ab2b-74f6ffb09d56 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:25:17.357550 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7865164b-9aee-44ec-88e3-66aed7630e00 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.0362778 Nov 12 01:25:17.360836 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 33254) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:17.369477 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-3f74214f-374d-451b-8194-43e1f1bdd42e tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:25:17.513551 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-e27032db-f43a-4c1b-a71e-dc32848d92d6 None None] Provisioning complete for port 48a8b8ab-b39c-46c6-83d3-b92f5769a6e1 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:25:17.515109 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e27032db-f43a-4c1b-a71e-dc32848d92d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:17.643986 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fee361aa-c696-4a5b-bad6-dae199132b42 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-233838'] for router, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:17.656650 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f27f3fc-f45d-4be7-ba0c-c16d78278b40 req-d93ae67b-8f30-4ba6-b3b8-990e38bde829 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:17.661243 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7f27f3fc-f45d-4be7-ba0c-c16d78278b40 req-d93ae67b-8f30-4ba6-b3b8-990e38bde829 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d407904-3eca-4a7b-8294-1b240f50227e HTTP/1.1" status: 200 len: 945 time: 0.2185159 Nov 12 01:25:17.665161 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fee361aa-c696-4a5b-bad6-dae199132b42 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1709614'] for router, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:17.670340 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3f74214f-374d-451b-8194-43e1f1bdd42e tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16097590'] for subnet, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:17.692249 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 48a8b8ab-b39c-46c6-83d3-b92f5769a6e1 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:25:17.692855 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:18.122782 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-7f27f3fc-f45d-4be7-ba0c-c16d78278b40 req-2b9b409a-28ab-4aca-a49a-d917d4a2d31f tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Deleting port e45ed9f2-103c-4e02-9a4f-0486f637b969 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:25:18.122782 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-7f27f3fc-f45d-4be7-ba0c-c16d78278b40 req-2b9b409a-28ab-4aca-a49a-d917d4a2d31f tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:18.140092 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e27032db-f43a-4c1b-a71e-dc32848d92d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:18.350627 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3f74214f-374d-451b-8194-43e1f1bdd42e tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780986477195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13466272'] for subnet, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:18.399136 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee361aa-c696-4a5b-bad6-dae199132b42 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Router a5c25039-7086-4826-a3b9-acd6bdeb13ae has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:25:18.477190 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29001625-4a47-4255-8f2e-20a2bd175940 req-b76fc66d-bdf6-443b-a974-ea94cb956956 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:18.488900 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-29001625-4a47-4255-8f2e-20a2bd175940 req-b76fc66d-bdf6-443b-a974-ea94cb956956 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d407904-3eca-4a7b-8294-1b240f50227e HTTP/1.1" status: 200 len: 945 time: 0.5809417 Nov 12 01:25:18.491044 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-7f27f3fc-f45d-4be7-ba0c-c16d78278b40 req-2b9b409a-28ab-4aca-a49a-d917d4a2d31f tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] For port e45ed9f2-103c-4e02-9a4f-0486f637b969, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e45ed9f2-103c-4e02-9a4f-0486f637b969,segment=NetworkSegment(7bbb728e-9806-453c-9716-52e1ccd278c6),segment_id=7bbb728e-9806-453c-9716-52e1ccd278c6)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:25:18.491426 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-7f27f3fc-f45d-4be7-ba0c-c16d78278b40 req-2b9b409a-28ab-4aca-a49a-d917d4a2d31f tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:18.597323 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f74214f-374d-451b-8194-43e1f1bdd42e tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:18.600621 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3f74214f-374d-451b-8194-43e1f1bdd42e tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:18.607998 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3f74214f-374d-451b-8194-43e1f1bdd42e tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "PUT /v2.0/subnets/1e998057-43c9-4f52-9cfc-a9adce07b48f HTTP/1.1" status: 200 len: 900 time: 1.2449918 Nov 12 01:25:18.612919 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 33286) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:18.649588 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-7f27f3fc-f45d-4be7-ba0c-c16d78278b40 req-2b9b409a-28ab-4aca-a49a-d917d4a2d31f tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Calling delete_port for e45ed9f2-103c-4e02-9a4f-0486f637b969 owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:25:18.965940 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f74214f-374d-451b-8194-43e1f1bdd42e tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Pushing event updated for resources: {'Subnet': ['ID=1e998057-43c9-4f52-9cfc-a9adce07b48f,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:18.976619 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee361aa-c696-4a5b-bad6-dae199132b42 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:25:19.005438 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fee361aa-c696-4a5b-bad6-dae199132b42 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:19.009281 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-fee361aa-c696-4a5b-bad6-dae199132b42 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "PUT /v2.0/routers/a5c25039-7086-4826-a3b9-acd6bdeb13ae HTTP/1.1" status: 200 len: 954 time: 3.4412923 Nov 12 01:25:19.011336 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 33298) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:19.047691 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-e27032db-f43a-4c1b-a71e-dc32848d92d6 None None] For port 48a8b8ab-b39c-46c6-83d3-b92f5769a6e1, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=48a8b8ab-b39c-46c6-83d3-b92f5769a6e1,segment=NetworkSegment(e6eb482c-7d10-4793-b551-bd2bf25e6d83),segment_id=e6eb482c-7d10-4793-b551-bd2bf25e6d83)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:25:19.089054 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e27032db-f43a-4c1b-a71e-dc32848d92d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:19.091105 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eba7722-34cf-49b8-a2f0-9c1a5cc412ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-fb9a5f05-3223-4617-ab2b-74f6ffb09d56', 'network_id': 'fb9a5f05-3223-4617-ab2b-74f6ffb09d56', 'tenant_id': '7e83fe482de64831bee1347fe92835cd', 'fixed_ips': [{'subnet_id': '1e998057-43c9-4f52-9cfc-a9adce07b48f'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:25:19.091997 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7eba7722-34cf-49b8-a2f0-9c1a5cc412ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:19.189334 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-29001625-4a47-4255-8f2e-20a2bd175940 req-45bbb07e-08ce-428f-a027-33dcb6d1809a tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6993985 Nov 12 01:25:19.207287 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27032db-f43a-4c1b-a71e-dc32848d92d6 None None] Pushing event updated for resources: {'Port': ['ID=48a8b8ab-b39c-46c6-83d3-b92f5769a6e1,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:19.239927 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-75f1700f-8414-42c0-9a0e-ed3eaf341626 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:19.263193 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:19.367463 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d1e450ae-3c11-4974-aa58-4b2fb01ae0b6 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "GET /v2.0/routers/a5c25039-7086-4826-a3b9-acd6bdeb13ae HTTP/1.1" status: 200 len: 954 time: 0.3488917 Nov 12 01:25:19.380226 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 33304) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:19.393718 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-a6c3bec5-0efa-49fc-89af-0df48a26f6ee tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Request body: {'router': {'routes': None}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:25:19.397764 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fcab88-21c0-42a1-b048-7aed64285dc7 None None] Sync routers for ids ['a5c25039-7086-4826-a3b9-acd6bdeb13ae'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:25:19.417100 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fcab88-21c0-42a1-b048-7aed64285dc7 None None] Routers {'a5c25039-7086-4826-a3b9-acd6bdeb13ae'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:25:19.418109 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-53fcab88-21c0-42a1-b048-7aed64285dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:25:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['a5c25039-7086-4826-a3b9-acd6bdeb13ae'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:19.469400 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.api [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:25:19.469810 n-d-712142-27 neutron-server[109087]: DEBUG oslo_db.api [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:25:19.471857 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-75f1700f-8414-42c0-9a0e-ed3eaf341626 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:19.519244 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-efb65758-a9e3-4250-8333-dce3597d7b88 None None] Provisioning complete for port 48a8b8ab-b39c-46c6-83d3-b92f5769a6e1 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:25:19.519621 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-efb65758-a9e3-4250-8333-dce3597d7b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:19.605629 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-7f27f3fc-f45d-4be7-ba0c-c16d78278b40 req-2b9b409a-28ab-4aca-a49a-d917d4a2d31f tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:19.633058 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:25:19.645779 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-53fcab88-21c0-42a1-b048-7aed64285dc7 None None] Set router a5c25039-7086-4826-a3b9-acd6bdeb13ae gateway port host: None {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:25:19.707608 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b409a-28ab-4aca-a49a-d917d4a2d31f tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Pushing event deleted for resources: {'Port': ['ID=e45ed9f2-103c-4e02-9a4f-0486f637b969,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:19.774347 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-7eba7722-34cf-49b8-a2f0-9c1a5cc412ba None None] Allocated IP 2001:db8::3 (fb9a5f05-3223-4617-ab2b-74f6ffb09d56/1e998057-43c9-4f52-9cfc-a9adce07b48f/49becbcb-dd37-4396-8ae8-6dbad3327402) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:25:19.859654 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f27f3fc-f45d-4be7-ba0c-c16d78278b40 req-2b9b409a-28ab-4aca-a49a-d917d4a2d31f tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] No DVR routers for this DVR port e45ed9f2-103c-4e02-9a4f-0486f637b969 on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:25:19.915740 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-efb65758-a9e3-4250-8333-dce3597d7b88 None None] Provisioning complete for port d760e696-8e99-4b75-bbb3-551351716f81 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:25:19.924696 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-efb65758-a9e3-4250-8333-dce3597d7b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:20.076302 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-efb65758-a9e3-4250-8333-dce3597d7b88 None None] Port d760e696-8e99-4b75-bbb3-551351716f81 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:25:20.081244 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-53fcab88-21c0-42a1-b048-7aed64285dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'name': 'tempest-RoutersIpV6Test-router-1112275757', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:24:23Z', 'updated_at': '2021-11-12T01:25:16Z', 'revision_number': 6, 'project_id': '59c2860fe13d48f997166c751343b84d', 'gw_port_host': None, '_interfaces': [{'id': '1ae6dd56-20e2-4aab-906d-00132d205cb1', 'name': '', 'network_id': '15ac3537-61d1-4e78-9cb0-e96cf963e071', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:52:93:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '04ae61dc-00f2-4d28-967b-23220ec0e0ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:29Z', 'updated_at': '2021-11-12T01:24:46Z', 'revision_number': 5, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': '04ae61dc-00f2-4d28-967b-23220ec0e0ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c7adbc9-11b8-4413-a00d-6cc9382192f9', 'name': '', 'network_id': '006180d7-9320-4263-97cb-f2fd447a8f8a', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:13:46:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '98b598b5-3d22-451f-b55a-bbb32b3396a3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:43Z', 'updated_at': '2021-11-12T01:24:59Z', 'revision_number': 5, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': '98b598b5-3d22-451f-b55a-bbb32b3396a3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d099c2c-1e16-445e-8aa6-9bfd65b2ac29', 'name': '', 'network_id': '22599584-1b69-42cc-bb32-066203689117', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:18:db:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '211aa6ce-7e9c-4c48-8a9b-b227526a409a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:56Z', 'updated_at': '2021-11-12T01:25:16Z', 'revision_number': 5, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': '211aa6ce-7e9c-4c48-8a9b-b227526a409a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd760e696-8e99-4b75-bbb3-551351716f81', 'name': '', 'network_id': '5e1f90c1-57f4-44af-8768-c09462af8933', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:cc:97:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': 'b6b8afa0-1752-4963-afd2-140833d80c16', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:25:09Z', 'updated_at': '2021-11-12T01:25:12Z', 'revision_number': 2, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': 'b6b8afa0-1752-4963-afd2-140833d80c16', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:20.183940 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fcab88-21c0-42a1-b048-7aed64285dc7 None None] Checking router: a5c25039-7086-4826-a3b9-acd6bdeb13ae for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:25:20.185920 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fcab88-21c0-42a1-b048-7aed64285dc7 None None] Updating router a5c25039-7086-4826-a3b9-acd6bdeb13ae port d760e696-8e99-4b75-bbb3-551351716f81 binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:25:20.254926 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-7f27f3fc-f45d-4be7-ba0c-c16d78278b40 req-2b9b409a-28ab-4aca-a49a-d917d4a2d31f tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:20.271344 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7f27f3fc-f45d-4be7-ba0c-c16d78278b40 req-2b9b409a-28ab-4aca-a49a-d917d4a2d31f tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.44 "DELETE /v2.0/ports/e45ed9f2-103c-4e02-9a4f-0486f637b969 HTTP/1.1" status: 204 len: 173 time: 2.5986354 Nov 12 01:25:20.271945 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d407904-3eca-4a7b-8294-1b240f50227e', 'name': 'network-vif-deleted', 'tag': 'e45ed9f2-103c-4e02-9a4f-0486f637b969'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:25:20.274407 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48dac846-9d11-499f-9915-4fafbaabbc11" -d '{"events": [{"server_uuid": "3d407904-3eca-4a7b-8294-1b240f50227e", "name": "network-vif-deleted", "tag": "e45ed9f2-103c-4e02-9a4f-0486f637b969"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:25:20.288925 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-53fcab88-21c0-42a1-b048-7aed64285dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:20.447114 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b147118-db14-43dc-a018-da27e6e958cb x-openstack-request-id: req-6b147118-db14-43dc-a018-da27e6e958cb {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:25:20.452954 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d407904-3eca-4a7b-8294-1b240f50227e", "name": "network-vif-deleted", "tag": "e45ed9f2-103c-4e02-9a4f-0486f637b969", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:25:20.453672 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6b147118-db14-43dc-a018-da27e6e958cb {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:25:20.456489 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d407904-3eca-4a7b-8294-1b240f50227e', 'name': 'network-vif-deleted', 'tag': 'e45ed9f2-103c-4e02-9a4f-0486f637b969', 'status': 'completed', 'code': 200} Nov 12 01:25:20.488871 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3967c43b-52bc-45ee-9210-62ca98ab0f0b req-815d49a8-dcf7-45e0-9705-0ce206677f85 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d407904-3eca-4a7b-8294-1b240f50227e HTTP/1.1" status: 200 len: 210 time: 0.0919266 Nov 12 01:25:20.515071 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-121192b6-61df-4a35-b535-6bdbcf275aa8 None None] Provisioning complete for port d760e696-8e99-4b75-bbb3-551351716f81 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:25:20.515453 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-121192b6-61df-4a35-b535-6bdbcf275aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:20.580758 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7eba7722-34cf-49b8-a2f0-9c1a5cc412ba None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:20.619009 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 4d099c2c-1e16-445e-8aa6-9bfd65b2ac29 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:25:20.624006 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7eba7722-34cf-49b8-a2f0-9c1a5cc412ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:20.638559 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-75f1700f-8414-42c0-9a0e-ed3eaf341626 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:20.689234 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.extraroute_db [None req-a6c3bec5-0efa-49fc-89af-0df48a26f6ee tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Added routes are [] {{(pid=109086) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 01:25:20.690414 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.extraroute_db [None req-a6c3bec5-0efa-49fc-89af-0df48a26f6ee tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=109086) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 01:25:20.749241 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a6c3bec5-0efa-49fc-89af-0df48a26f6ee tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-233838'] for router, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:20.761826 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f1700f-8414-42c0-9a0e-ed3eaf341626 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Pushing event deleted for resources: {'Subnet': ['ID=1e998057-43c9-4f52-9cfc-a9adce07b48f,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:20.773285 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-121192b6-61df-4a35-b535-6bdbcf275aa8 None None] Port d760e696-8e99-4b75-bbb3-551351716f81 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:25:20.830918 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eba7722-34cf-49b8-a2f0-9c1a5cc412ba None None] Network fb9a5f05-3223-4617-ab2b-74f6ffb09d56 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:25:20.839887 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device e45ed9f2-103c-4e02-9a4f-0486f637b969 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:25:20.849793 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-7eba7722-34cf-49b8-a2f0-9c1a5cc412ba None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:25:20.853556 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eba7722-34cf-49b8-a2f0-9c1a5cc412ba None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:25:20.879499 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eba7722-34cf-49b8-a2f0-9c1a5cc412ba None None] Pushing event updated for resources: {'Port': ['ID=49becbcb-dd37-4396-8ae8-6dbad3327402,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:20.886687 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: e45ed9f2-103c-4e02-9a4f-0486f637b969 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:25:20.887316 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device e45ed9f2-103c-4e02-9a4f-0486f637b969 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:25:20.943487 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-75f1700f-8414-42c0-9a0e-ed3eaf341626 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:20.995333 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-75f1700f-8414-42c0-9a0e-ed3eaf341626 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb9a5f05-3223-4617-ab2b-74f6ffb09d56']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:21.012446 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-75f1700f-8414-42c0-9a0e-ed3eaf341626 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bd91ec1-9214-4e9e-8b1b-e65c77fd5a57') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:21.012815 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-75f1700f-8414-42c0-9a0e-ed3eaf341626 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bd91ec1-9214-4e9e-8b1b-e65c77fd5a57') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:21.032160 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-75f1700f-8414-42c0-9a0e-ed3eaf341626 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:21.042652 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 4d099c2c-1e16-445e-8aa6-9bfd65b2ac29 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:25:21.042652 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:21.058900 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-75f1700f-8414-42c0-9a0e-ed3eaf341626 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:21.071083 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75f1700f-8414-42c0-9a0e-ed3eaf341626 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:25:21.071729 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-75f1700f-8414-42c0-9a0e-ed3eaf341626 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:21.083382 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:25:21.083382 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:25:21.083382 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:25:21.083382 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:25:21.083382 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:25:21.083382 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:25:21.083382 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:25:21.083382 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:25:21.083382 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:25:21.083382 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:25:21.083382 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:25:21.083382 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:25:21.083382 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:25:21.083382 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:25:21.083382 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:25:21.083382 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:25:21.083382 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:25:21.083382 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:25:21.083382 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:25:21.083382 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:25:21.083382 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:25:21.083382 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:25:21.083382 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:25:21.083382 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:25:21.083382 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:25:21.083382 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:25:21.083382 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:25:21.083382 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:25:21.083382 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:25:21.083382 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:25:21.083382 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:25:21.083382 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:25:21.111126 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-7eba7722-34cf-49b8-a2f0-9c1a5cc412ba None None] Attempting to bind port 49becbcb-dd37-4396-8ae8-6dbad3327402 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:25:21.112576 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-7eba7722-34cf-49b8-a2f0-9c1a5cc412ba None None] Attempting to bind port 49becbcb-dd37-4396-8ae8-6dbad3327402 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '0bd91ec1-9214-4e9e-8b1b-e65c77fd5a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fb9a5f05-3223-4617-ab2b-74f6ffb09d56'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:25:21.113353 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eba7722-34cf-49b8-a2f0-9c1a5cc412ba None None] Attempting to bind port 49becbcb-dd37-4396-8ae8-6dbad3327402 on network fb9a5f05-3223-4617-ab2b-74f6ffb09d56 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:25:21.162780 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eba7722-34cf-49b8-a2f0-9c1a5cc412ba None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:25:21.163241 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eba7722-34cf-49b8-a2f0-9c1a5cc412ba None None] Checking segment: {'id': '0bd91ec1-9214-4e9e-8b1b-e65c77fd5a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fb9a5f05-3223-4617-ab2b-74f6ffb09d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:25:21.164134 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7eba7722-34cf-49b8-a2f0-9c1a5cc412ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:21.172932 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eba7722-34cf-49b8-a2f0-9c1a5cc412ba None None] Bound using segment: {'id': '0bd91ec1-9214-4e9e-8b1b-e65c77fd5a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fb9a5f05-3223-4617-ab2b-74f6ffb09d56'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:25:21.175689 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-7eba7722-34cf-49b8-a2f0-9c1a5cc412ba None None] Bound port: 49becbcb-dd37-4396-8ae8-6dbad3327402, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bd91ec1-9214-4e9e-8b1b-e65c77fd5a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'fb9a5f05-3223-4617-ab2b-74f6ffb09d56'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:25:21.177005 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7eba7722-34cf-49b8-a2f0-9c1a5cc412ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:21.192763 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-53fcab88-21c0-42a1-b048-7aed64285dc7 None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:21.205338 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-53fcab88-21c0-42a1-b048-7aed64285dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:21.266669 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a6c3bec5-0efa-49fc-89af-0df48a26f6ee tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-233838'] for router, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:21.284572 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a6c3bec5-0efa-49fc-89af-0df48a26f6ee tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1709614'] for router, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:21.302126 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.db.api [None req-75f1700f-8414-42c0-9a0e-ed3eaf341626 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 01:25:21.302126 n-d-712142-27 neutron-server[109085]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 01:25:21.302126 n-d-712142-27 neutron-server[109085]: [parameters: {'id': 'fb9a5f05-3223-4617-ab2b-74f6ffb09d56'}] Nov 12 01:25:21.302126 n-d-712142-27 neutron-server[109085]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:25:21.303128 n-d-712142-27 neutron-server[109085]: DEBUG oslo_db.api [None req-75f1700f-8414-42c0-9a0e-ed3eaf341626 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:25:21.377142 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1296e1bd-a84d-4b9c-a6df-7d2a55ae420b None None] Pushing event updated for resources: {'Port': ['ID=d760e696-8e99-4b75-bbb3-551351716f81,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:21.487696 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-7eba7722-34cf-49b8-a2f0-9c1a5cc412ba None None] For port 49becbcb-dd37-4396-8ae8-6dbad3327402, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:25:21.512398 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-7eba7722-34cf-49b8-a2f0-9c1a5cc412ba None None] For port 49becbcb-dd37-4396-8ae8-6dbad3327402, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=49becbcb-dd37-4396-8ae8-6dbad3327402,segment=NetworkSegment(0bd91ec1-9214-4e9e-8b1b-e65c77fd5a57),segment_id=0bd91ec1-9214-4e9e-8b1b-e65c77fd5a57)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:25:21.547126 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-53fcab88-21c0-42a1-b048-7aed64285dc7 None None] Attempting to bind port d760e696-8e99-4b75-bbb3-551351716f81 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:25:21.558998 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-53fcab88-21c0-42a1-b048-7aed64285dc7 None None] Attempting to bind port d760e696-8e99-4b75-bbb3-551351716f81 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'e6eb482c-7d10-4793-b551-bd2bf25e6d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5e1f90c1-57f4-44af-8768-c09462af8933'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:25:21.559488 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fcab88-21c0-42a1-b048-7aed64285dc7 None None] Attempting to bind port d760e696-8e99-4b75-bbb3-551351716f81 on network 5e1f90c1-57f4-44af-8768-c09462af8933 {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:25:21.573259 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fcab88-21c0-42a1-b048-7aed64285dc7 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:25:21.577337 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fcab88-21c0-42a1-b048-7aed64285dc7 None None] Checking segment: {'id': 'e6eb482c-7d10-4793-b551-bd2bf25e6d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5e1f90c1-57f4-44af-8768-c09462af8933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:25:21.578041 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-53fcab88-21c0-42a1-b048-7aed64285dc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:21.578544 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fcab88-21c0-42a1-b048-7aed64285dc7 None None] Bound using segment: {'id': 'e6eb482c-7d10-4793-b551-bd2bf25e6d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5e1f90c1-57f4-44af-8768-c09462af8933'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:25:21.582982 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-53fcab88-21c0-42a1-b048-7aed64285dc7 None None] Bound port: d760e696-8e99-4b75-bbb3-551351716f81, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6eb482c-7d10-4793-b551-bd2bf25e6d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '5e1f90c1-57f4-44af-8768-c09462af8933'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:25:21.583483 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-53fcab88-21c0-42a1-b048-7aed64285dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:21.619729 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7eba7722-34cf-49b8-a2f0-9c1a5cc412ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:21.625129 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c3bec5-0efa-49fc-89af-0df48a26f6ee tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Router a5c25039-7086-4826-a3b9-acd6bdeb13ae has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:25:21.748316 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-621c802c-6557-49a6-92de-8a8779347da4 req-6e50f5ab-a302-4727-8f70-765e70ad72a9 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d407904-3eca-4a7b-8294-1b240f50227e HTTP/1.1" status: 200 len: 210 time: 0.1094699 Nov 12 01:25:21.805452 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-75f1700f-8414-42c0-9a0e-ed3eaf341626 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:21.828739 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-53fcab88-21c0-42a1-b048-7aed64285dc7 None None] For port d760e696-8e99-4b75-bbb3-551351716f81, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:25:21.852482 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-53fcab88-21c0-42a1-b048-7aed64285dc7 None None] For port d760e696-8e99-4b75-bbb3-551351716f81, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=d760e696-8e99-4b75-bbb3-551351716f81,segment=NetworkSegment(e6eb482c-7d10-4793-b551-bd2bf25e6d83),segment_id=e6eb482c-7d10-4793-b551-bd2bf25e6d83)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:25:21.863991 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-53fcab88-21c0-42a1-b048-7aed64285dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:21.914790 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eba7722-34cf-49b8-a2f0-9c1a5cc412ba None None] Pushing event updated for resources: {'Port': ['ID=49becbcb-dd37-4396-8ae8-6dbad3327402,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:21.926692 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c3bec5-0efa-49fc-89af-0df48a26f6ee tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:25:21.938794 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a6c3bec5-0efa-49fc-89af-0df48a26f6ee tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:21.953096 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a6c3bec5-0efa-49fc-89af-0df48a26f6ee tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "PUT /v2.0/routers/a5c25039-7086-4826-a3b9-acd6bdeb13ae HTTP/1.1" status: 200 len: 704 time: 2.5708351 Nov 12 01:25:21.956792 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 33366) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:22.021223 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-75f1700f-8414-42c0-9a0e-ed3eaf341626 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Deleting port 49becbcb-dd37-4396-8ae8-6dbad3327402 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:25:22.022945 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-75f1700f-8414-42c0-9a0e-ed3eaf341626 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:22.058895 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 48a8b8ab-b39c-46c6-83d3-b92f5769a6e1 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:25:22.061306 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fcab88-21c0-42a1-b048-7aed64285dc7 None None] Routers {'a5c25039-7086-4826-a3b9-acd6bdeb13ae'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:25:22.061957 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-53fcab88-21c0-42a1-b048-7aed64285dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:25:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['a5c25039-7086-4826-a3b9-acd6bdeb13ae'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:22.156065 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ba0002a4-5c05-4426-8f61-7a526a066144 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "GET /v2.0/routers/a5c25039-7086-4826-a3b9-acd6bdeb13ae HTTP/1.1" status: 200 len: 704 time: 0.1867838 Nov 12 01:25:22.157334 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 33370) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:22.263544 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-53fcab88-21c0-42a1-b048-7aed64285dc7 None None] Set router a5c25039-7086-4826-a3b9-acd6bdeb13ae gateway port host: None {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:25:22.280024 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-75f1700f-8414-42c0-9a0e-ed3eaf341626 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] For port 49becbcb-dd37-4396-8ae8-6dbad3327402, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=49becbcb-dd37-4396-8ae8-6dbad3327402,segment=NetworkSegment(0bd91ec1-9214-4e9e-8b1b-e65c77fd5a57),segment_id=0bd91ec1-9214-4e9e-8b1b-e65c77fd5a57)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:25:22.280417 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-75f1700f-8414-42c0-9a0e-ed3eaf341626 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:22.304618 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-11e1000a-cc73-42f7-b5bf-40ee44bbf235 None None] Provisioning complete for port d760e696-8e99-4b75-bbb3-551351716f81 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:25:22.306339 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-11e1000a-cc73-42f7-b5bf-40ee44bbf235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:22.348232 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-75f1700f-8414-42c0-9a0e-ed3eaf341626 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Calling delete_port for 49becbcb-dd37-4396-8ae8-6dbad3327402 owned by network:dhcp {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:25:22.416010 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2002bc4-2a55-4ab0-81f5-1a2e3c73f5ab None None] Network fb9a5f05-3223-4617-ab2b-74f6ffb09d56 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:25:22.640150 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1296e1bd-a84d-4b9c-a6df-7d2a55ae420b None None] Pushing event updated for resources: {'Port': ['ID=d760e696-8e99-4b75-bbb3-551351716f81,revision_number=4']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:22.658402 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-75f1700f-8414-42c0-9a0e-ed3eaf341626 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:22.735205 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 48a8b8ab-b39c-46c6-83d3-b92f5769a6e1 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:25:22.735509 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:22.749112 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f1700f-8414-42c0-9a0e-ed3eaf341626 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Pushing event deleted for resources: {'Port': ['ID=49becbcb-dd37-4396-8ae8-6dbad3327402,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:22.757742 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f1700f-8414-42c0-9a0e-ed3eaf341626 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] No DVR routers for this DVR port 49becbcb-dd37-4396-8ae8-6dbad3327402 on host n-d-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:25:22.960029 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 33384) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:22.999785 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-53fcab88-21c0-42a1-b048-7aed64285dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'name': 'tempest-RoutersIpV6Test-router-1112275757', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:24:23Z', 'updated_at': '2021-11-12T01:25:20Z', 'revision_number': 7, 'project_id': '59c2860fe13d48f997166c751343b84d', 'gw_port_host': None, '_interfaces': [{'id': '1ae6dd56-20e2-4aab-906d-00132d205cb1', 'name': '', 'network_id': '15ac3537-61d1-4e78-9cb0-e96cf963e071', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:52:93:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '04ae61dc-00f2-4d28-967b-23220ec0e0ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:29Z', 'updated_at': '2021-11-12T01:24:46Z', 'revision_number': 5, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': '04ae61dc-00f2-4d28-967b-23220ec0e0ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c7adbc9-11b8-4413-a00d-6cc9382192f9', 'name': '', 'network_id': '006180d7-9320-4263-97cb-f2fd447a8f8a', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:13:46:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '98b598b5-3d22-451f-b55a-bbb32b3396a3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:43Z', 'updated_at': '2021-11-12T01:24:59Z', 'revision_number': 5, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': '98b598b5-3d22-451f-b55a-bbb32b3396a3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d099c2c-1e16-445e-8aa6-9bfd65b2ac29', 'name': '', 'network_id': '22599584-1b69-42cc-bb32-066203689117', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:18:db:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '211aa6ce-7e9c-4c48-8a9b-b227526a409a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:56Z', 'updated_at': '2021-11-12T01:25:16Z', 'revision_number': 5, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': '211aa6ce-7e9c-4c48-8a9b-b227526a409a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd760e696-8e99-4b75-bbb3-551351716f81', 'name': '', 'network_id': '5e1f90c1-57f4-44af-8768-c09462af8933', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:cc:97:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': 'b6b8afa0-1752-4963-afd2-140833d80c16', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:25:09Z', 'updated_at': '2021-11-12T01:25:21Z', 'revision_number': 4, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': 'b6b8afa0-1752-4963-afd2-140833d80c16', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:23.058234 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6590f1d8-1a92-4f6a-b689-f97ba53a4b36 req-7d76fa12-3375-4f28-b26a-1f78ea9f58fa tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d407904-3eca-4a7b-8294-1b240f50227e HTTP/1.1" status: 200 len: 210 time: 0.1093314 Nov 12 01:25:23.062959 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-11e1000a-cc73-42f7-b5bf-40ee44bbf235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:23.116732 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-75f1700f-8414-42c0-9a0e-ed3eaf341626 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:23.155605 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5dcfe7-04e7-4c99-877d-d9ceee075d44 None None] Network fb9a5f05-3223-4617-ab2b-74f6ffb09d56 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:25:23.187352 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-75f1700f-8414-42c0-9a0e-ed3eaf341626 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb9a5f05-3223-4617-ab2b-74f6ffb09d56']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:23.209300 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-75f1700f-8414-42c0-9a0e-ed3eaf341626 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bd91ec1-9214-4e9e-8b1b-e65c77fd5a57') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:23.209949 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-75f1700f-8414-42c0-9a0e-ed3eaf341626 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bd91ec1-9214-4e9e-8b1b-e65c77fd5a57') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:23.246755 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-75f1700f-8414-42c0-9a0e-ed3eaf341626 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:23.291009 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-75f1700f-8414-42c0-9a0e-ed3eaf341626 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:23.311210 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75f1700f-8414-42c0-9a0e-ed3eaf341626 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:25:23.311630 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-75f1700f-8414-42c0-9a0e-ed3eaf341626 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:23.342867 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53fcab88-21c0-42a1-b048-7aed64285dc7 None None] The sync data for ids ['a5c25039-7086-4826-a3b9-acd6bdeb13ae'] in n-d-712142-27 is: [{'id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'name': 'tempest-RoutersIpV6Test-router-1112275757', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:24:23Z', 'updated_at': '2021-11-12T01:25:20Z', 'revision_number': 7, 'project_id': '59c2860fe13d48f997166c751343b84d', 'gw_port_host': None, '_interfaces': [{'id': '1ae6dd56-20e2-4aab-906d-00132d205cb1', 'name': '', 'network_id': '15ac3537-61d1-4e78-9cb0-e96cf963e071', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:52:93:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '04ae61dc-00f2-4d28-967b-23220ec0e0ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:29Z', 'updated_at': '2021-11-12T01:24:46Z', 'revision_number': 5, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': '04ae61dc-00f2-4d28-967b-23220ec0e0ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c7adbc9-11b8-4413-a00d-6cc9382192f9', 'name': '', 'network_id': '006180d7-9320-4263-97cb-f2fd447a8f8a', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:13:46:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '98b598b5-3d22-451f-b55a-bbb32b3396a3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:43Z', 'updated_at': '2021-11-12T01:24:59Z', 'revision_number': 5, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': '98b598b5-3d22-451f-b55a-bbb32b3396a3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d099c2c-1e16-445e-8aa6-9bfd65b2ac29', 'name': '', 'network_id': '22599584-1b69-42cc-bb32-066203689117', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:18:db:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '211aa6ce-7e9c-4c48-8a9b-b227526a409a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:56Z', 'updated_at': '2021-11-12T01:25:16Z', 'revision_number': 5, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': '211aa6ce-7e9c-4c48-8a9b-b227526a409a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd760e696-8e99-4b75-bbb3-551351716f81', 'name': '', 'network_id': '5e1f90c1-57f4-44af-8768-c09462af8933', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:cc:97:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': 'b6b8afa0-1752-4963-afd2-140833d80c16', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:25:09Z', 'updated_at': '2021-11-12T01:25:21Z', 'revision_number': 4, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': 'b6b8afa0-1752-4963-afd2-140833d80c16', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:25:23.431657 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-11e1000a-cc73-42f7-b5bf-40ee44bbf235 None None] For port d760e696-8e99-4b75-bbb3-551351716f81, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=d760e696-8e99-4b75-bbb3-551351716f81,segment=NetworkSegment(e6eb482c-7d10-4793-b551-bd2bf25e6d83),segment_id=e6eb482c-7d10-4793-b551-bd2bf25e6d83)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:25:23.437367 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:25:23.437367 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:25:23.437367 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:25:23.437367 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:25:23.437367 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:25:23.437367 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:25:23.437367 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:25:23.437367 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:25:23.437367 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:25:23.437367 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:25:23.437367 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:25:23.437367 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:25:23.437367 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:25:23.437367 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:25:23.437367 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:25:23.437367 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:25:23.437367 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:25:23.437367 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:25:23.437367 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:25:23.437367 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:25:23.437367 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:25:23.437367 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:25:23.437367 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:25:23.437367 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:25:23.437367 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:25:23.437367 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:25:23.437367 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:25:23.437367 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:25:23.437367 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:25:23.437367 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:25:23.437367 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:25:23.437367 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:25:23.457293 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-75f1700f-8414-42c0-9a0e-ed3eaf341626 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:23.469244 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-75f1700f-8414-42c0-9a0e-ed3eaf341626 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:23.483473 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-75f1700f-8414-42c0-9a0e-ed3eaf341626 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "DELETE /v2.0/networks/fb9a5f05-3223-4617-ab2b-74f6ffb09d56 HTTP/1.1" status: 204 len: 168 time: 4.8520432 Nov 12 01:25:23.489430 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-11e1000a-cc73-42f7-b5bf-40ee44bbf235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:23.529621 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 33388) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:23.532952 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f1700f-8414-42c0-9a0e-ed3eaf341626 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Pushing event deleted for resources: {'Network': ['ID=fb9a5f05-3223-4617-ab2b-74f6ffb09d56,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:23.595284 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4befc581-ff5e-43aa-803b-52db4246f7f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:23.643823 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-884a34f0-2eb8-4f32-9c93-113318f15cda tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] DELETE failed (client error): The resource could not be found. Nov 12 01:25:23.644546 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-884a34f0-2eb8-4f32-9c93-113318f15cda tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:25:23.648499 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-884a34f0-2eb8-4f32-9c93-113318f15cda tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "DELETE /v2.0/subnets/1e998057-43c9-4f52-9cfc-a9adce07b48f HTTP/1.1" status: 404 len: 337 time: 0.0988114 Nov 12 01:25:23.655548 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 33394) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:23.687722 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf9a147-8ea8-4c0d-a983-f8b6ac474be9 None None] get_active_networks_info from n-d-712142-27 {{(pid=109087) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 01:25:23.714366 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac440d14-0895-4933-b755-5a38b8e539de tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] DELETE failed (client error): The resource could not be found. Nov 12 01:25:23.715396 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac440d14-0895-4933-b755-5a38b8e539de tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:25:23.719146 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-ac440d14-0895-4933-b755-5a38b8e539de tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "DELETE /v2.0/networks/fb9a5f05-3223-4617-ab2b-74f6ffb09d56 HTTP/1.1" status: 404 len: 339 time: 0.0590978 Nov 12 01:25:23.721651 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 33396) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:23.774230 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e1000a-cc73-42f7-b5bf-40ee44bbf235 None None] Pushing event updated for resources: {'Port': ['ID=d760e696-8e99-4b75-bbb3-551351716f81,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:23.783342 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-0573878d-59b8-4770-983e-dff2e77726ae None None] Provisioning complete for port d760e696-8e99-4b75-bbb3-551351716f81 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:25:23.783751 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0573878d-59b8-4770-983e-dff2e77726ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:23.844515 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-32b8415b-cdab-4acd-9066-37b56091250e tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:23.847349 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device d760e696-8e99-4b75-bbb3-551351716f81 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:25:23.850306 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7781bd43-7435-4ab7-9060-10ef6dd8e7fb None None] Sync routers for ids ['a5c25039-7086-4826-a3b9-acd6bdeb13ae'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:25:24.104822 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf9a147-8ea8-4c0d-a983-f8b6ac474be9 None None] Resources bound (agent type, host, resource id): {{(pid=109087) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 01:25:24.116010 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7781bd43-7435-4ab7-9060-10ef6dd8e7fb None None] Routers {'a5c25039-7086-4826-a3b9-acd6bdeb13ae'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:25:24.116766 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-7781bd43-7435-4ab7-9060-10ef6dd8e7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:25:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['a5c25039-7086-4826-a3b9-acd6bdeb13ae'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:24.244089 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-7781bd43-7435-4ab7-9060-10ef6dd8e7fb None None] Set router a5c25039-7086-4826-a3b9-acd6bdeb13ae gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:25:24.348706 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e5f49b3f-cb14-4bf8-88c5-ece620574398 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:24.436181 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-32b8415b-cdab-4acd-9066-37b56091250e tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:24.493691 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-32b8415b-cdab-4acd-9066-37b56091250e tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41f879ab-0d4d-42c7-a634-90a331d16255']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:24.514765 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-32b8415b-cdab-4acd-9066-37b56091250e tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ae8ba64-9fbb-420b-a4fa-4899e04d0ec2') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:24.526442 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-32b8415b-cdab-4acd-9066-37b56091250e tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ae8ba64-9fbb-420b-a4fa-4899e04d0ec2') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:24.570239 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-32b8415b-cdab-4acd-9066-37b56091250e tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:24.635717 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-32b8415b-cdab-4acd-9066-37b56091250e tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:24.639422 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port d760e696-8e99-4b75-bbb3-551351716f81 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:25:24.641242 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:24.661352 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32b8415b-cdab-4acd-9066-37b56091250e tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:25:24.664644 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-32b8415b-cdab-4acd-9066-37b56091250e tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:24.873376 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4befc581-ff5e-43aa-803b-52db4246f7f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:24.874877 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:25:24.874877 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:25:24.874877 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:25:24.874877 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:25:24.874877 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:25:24.874877 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:25:24.874877 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:25:24.874877 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:25:24.874877 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:25:24.874877 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:25:24.874877 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:25:24.874877 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:25:24.874877 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:25:24.874877 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:25:24.874877 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:25:24.874877 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:25:24.874877 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:25:24.874877 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:25:24.874877 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:25:24.874877 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:25:24.874877 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:25:24.874877 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:25:24.874877 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:25:24.874877 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:25:24.874877 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:25:24.874877 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:25:24.874877 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:25:24.874877 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:25:24.874877 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:25:24.874877 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:25:24.874877 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:25:24.874877 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:25:24.903490 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-046e2bdb-ccd9-4d61-b4c1-b2387ab9a1ff req-fc657f78-ece9-405c-9076-caa88bcb94e8 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d407904-3eca-4a7b-8294-1b240f50227e HTTP/1.1" status: 200 len: 210 time: 0.5871179 Nov 12 01:25:24.903490 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4befc581-ff5e-43aa-803b-52db4246f7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:25.012263 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-32b8415b-cdab-4acd-9066-37b56091250e tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:25.021982 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-32b8415b-cdab-4acd-9066-37b56091250e tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:25.032398 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 33408) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:25.040935 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-32b8415b-cdab-4acd-9066-37b56091250e tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "DELETE /v2.0/networks/41f879ab-0d4d-42c7-a634-90a331d16255 HTTP/1.1" status: 204 len: 168 time: 1.3095548 Nov 12 01:25:25.078189 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4befc581-ff5e-43aa-803b-52db4246f7f2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6744fa2a85a344248978f5bf027b0df0&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0966594 Nov 12 01:25:25.105944 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 33410) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:25.118729 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-01d0d923-8902-44be-b45f-ecea83e8d5de tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] DELETE failed (client error): The resource could not be found. Nov 12 01:25:25.119523 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01d0d923-8902-44be-b45f-ecea83e8d5de tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:25:25.128543 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b8415b-cdab-4acd-9066-37b56091250e tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Pushing event deleted for resources: {'Network': ['ID=41f879ab-0d4d-42c7-a634-90a331d16255,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:25.141334 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-01d0d923-8902-44be-b45f-ecea83e8d5de tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "DELETE /v2.0/subnets/b130f7cd-73d6-4fcc-91f7-56630d4c57b1 HTTP/1.1" status: 404 len: 337 time: 0.1034925 Nov 12 01:25:25.148072 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 33412) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:25.154044 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4befc581-ff5e-43aa-803b-52db4246f7f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dafc2780-1fdd-41f3-a5e5-2ca7cd455026,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:25.264268 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-6316980b-c27b-47aa-8579-a8100507a970 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] DELETE failed (client error): The resource could not be found. Nov 12 01:25:25.265305 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6316980b-c27b-47aa-8579-a8100507a970 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:25:25.272819 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-6316980b-c27b-47aa-8579-a8100507a970 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "DELETE /v2.0/networks/2c6745b6-46cc-4a9b-a964-6d9aa9e8fbaf HTTP/1.1" status: 404 len: 339 time: 0.1196747 Nov 12 01:25:25.276844 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 33414) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:25.284021 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-e5f49b3f-cb14-4bf8-88c5-ece620574398 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Deleting port d760e696-8e99-4b75-bbb3-551351716f81 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:25:25.284394 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e5f49b3f-cb14-4bf8-88c5-ece620574398 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:25.318915 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-7781bd43-7435-4ab7-9060-10ef6dd8e7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'name': 'tempest-RoutersIpV6Test-router-1112275757', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:24:23Z', 'updated_at': '2021-11-12T01:25:20Z', 'revision_number': 7, 'project_id': '59c2860fe13d48f997166c751343b84d', 'gw_port_host': None, '_interfaces': [{'id': '1ae6dd56-20e2-4aab-906d-00132d205cb1', 'name': '', 'network_id': '15ac3537-61d1-4e78-9cb0-e96cf963e071', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:52:93:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '04ae61dc-00f2-4d28-967b-23220ec0e0ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:29Z', 'updated_at': '2021-11-12T01:24:46Z', 'revision_number': 5, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': '04ae61dc-00f2-4d28-967b-23220ec0e0ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c7adbc9-11b8-4413-a00d-6cc9382192f9', 'name': '', 'network_id': '006180d7-9320-4263-97cb-f2fd447a8f8a', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:13:46:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '98b598b5-3d22-451f-b55a-bbb32b3396a3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:43Z', 'updated_at': '2021-11-12T01:24:59Z', 'revision_number': 5, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': '98b598b5-3d22-451f-b55a-bbb32b3396a3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d099c2c-1e16-445e-8aa6-9bfd65b2ac29', 'name': '', 'network_id': '22599584-1b69-42cc-bb32-066203689117', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:18:db:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '211aa6ce-7e9c-4c48-8a9b-b227526a409a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:56Z', 'updated_at': '2021-11-12T01:25:16Z', 'revision_number': 5, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': '211aa6ce-7e9c-4c48-8a9b-b227526a409a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd760e696-8e99-4b75-bbb3-551351716f81', 'name': '', 'network_id': '5e1f90c1-57f4-44af-8768-c09462af8933', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:cc:97:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': 'b6b8afa0-1752-4963-afd2-140833d80c16', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:25:09Z', 'updated_at': '2021-11-12T01:25:23Z', 'revision_number': 5, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': 'b6b8afa0-1752-4963-afd2-140833d80c16', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:25.383197 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcc13d79-9621-43ff-bfda-374c09440104 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Deleting subnet 0d15b987-75fe-4105-8981-67fe68e2bd0f {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:25:25.383437 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7781bd43-7435-4ab7-9060-10ef6dd8e7fb None None] Checking router: a5c25039-7086-4826-a3b9-acd6bdeb13ae for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:25:25.386535 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c524bfa0-9891-4909-bbe0-1a6f23f5d884 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:25.390783 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fcc13d79-9621-43ff-bfda-374c09440104 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:25.423858 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7781bd43-7435-4ab7-9060-10ef6dd8e7fb None None] Routers {'a5c25039-7086-4826-a3b9-acd6bdeb13ae'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:25:25.427423 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-7781bd43-7435-4ab7-9060-10ef6dd8e7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:25:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['a5c25039-7086-4826-a3b9-acd6bdeb13ae'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:25.527149 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-e5f49b3f-cb14-4bf8-88c5-ece620574398 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] For port d760e696-8e99-4b75-bbb3-551351716f81, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=d760e696-8e99-4b75-bbb3-551351716f81,segment=NetworkSegment(e6eb482c-7d10-4793-b551-bd2bf25e6d83),segment_id=e6eb482c-7d10-4793-b551-bd2bf25e6d83)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:25:25.528110 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e5f49b3f-cb14-4bf8-88c5-ece620574398 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:25.564277 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-e5f49b3f-cb14-4bf8-88c5-ece620574398 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Calling delete_port for d760e696-8e99-4b75-bbb3-551351716f81 owned by network:router_interface {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:25:25.587808 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c524bfa0-9891-4909-bbe0-1a6f23f5d884 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:25.656085 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fcc13d79-9621-43ff-bfda-374c09440104 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:25.748865 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device d760e696-8e99-4b75-bbb3-551351716f81 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:25:25.870037 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-7781bd43-7435-4ab7-9060-10ef6dd8e7fb None None] Set router a5c25039-7086-4826-a3b9-acd6bdeb13ae gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:25:25.962126 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e5f49b3f-cb14-4bf8-88c5-ece620574398 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:26.016951 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c524bfa0-9891-4909-bbe0-1a6f23f5d884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:26.023480 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c524bfa0-9891-4909-bbe0-1a6f23f5d884 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:26.031495 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c524bfa0-9891-4909-bbe0-1a6f23f5d884 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dafc2780-1fdd-41f3-a5e5-2ca7cd455026 HTTP/1.1" status: 204 len: 168 time: 0.9184721 Nov 12 01:25:26.032380 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No active binding found for port d760e696-8e99-4b75-bbb3-551351716f81 {{(pid=109087) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 01:25:26.037491 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device d760e696-8e99-4b75-bbb3-551351716f81 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 12 01:25:26.089280 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f49b3f-cb14-4bf8-88c5-ece620574398 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event deleted for resources: {'Port': ['ID=d760e696-8e99-4b75-bbb3-551351716f81,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:26.115892 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c524bfa0-9891-4909-bbe0-1a6f23f5d884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafc2780-1fdd-41f3-a5e5-2ca7cd455026,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:26.139494 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fcc13d79-9621-43ff-bfda-374c09440104 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:26.250573 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5406d5a7-4e41-4470-b73d-60afbe56503a req-f07e59fb-12e2-472e-853b-1b2274e36c3c tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d407904-3eca-4a7b-8294-1b240f50227e HTTP/1.1" status: 200 len: 210 time: 0.1287618 Nov 12 01:25:26.276171 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Port d760e696-8e99-4b75-bbb3-551351716f81 not found, will not notify nova. {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 12 01:25:26.379464 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fcc13d79-9621-43ff-bfda-374c09440104 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:26.475683 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc13d79-9621-43ff-bfda-374c09440104 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Pushing event deleted for resources: {'Subnet': ['ID=0d15b987-75fe-4105-8981-67fe68e2bd0f,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:26.480093 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fcc13d79-9621-43ff-bfda-374c09440104 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:26.489438 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-fcc13d79-9621-43ff-bfda-374c09440104 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "DELETE /v2.0/subnets/0d15b987-75fe-4105-8981-67fe68e2bd0f HTTP/1.1" status: 204 len: 168 time: 1.2043772 Nov 12 01:25:26.490909 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 33430) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:26.519648 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e5f49b3f-cb14-4bf8-88c5-ece620574398 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:26.678164 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-db56f03a-3457-41c2-9c45-f2bd48295002 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Deleting subnet af037ddf-1b1e-40e8-9cf8-b5d6958bd6fc {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:25:26.715516 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-db56f03a-3457-41c2-9c45-f2bd48295002 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:26.833762 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 33440) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:26.884396 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4f84b12f-454e-40cc-bcfb-7cc43417811e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:26.894184 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-db56f03a-3457-41c2-9c45-f2bd48295002 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:27.050895 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5ad911-8dd2-43cb-a06f-183779e9505c None None] get_active_networks_info from n-d-712142-27 {{(pid=109087) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 01:25:27.078769 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f49b3f-cb14-4bf8-88c5-ece620574398 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Router a5c25039-7086-4826-a3b9-acd6bdeb13ae has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:25:27.228342 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-db56f03a-3457-41c2-9c45-f2bd48295002 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:27.462237 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-db56f03a-3457-41c2-9c45-f2bd48295002 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:27.500917 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5ad911-8dd2-43cb-a06f-183779e9505c None None] Resources bound (agent type, host, resource id): {{(pid=109087) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 01:25:27.506001 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4f84b12f-454e-40cc-bcfb-7cc43417811e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:27.509642 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f49b3f-cb14-4bf8-88c5-ece620574398 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:25:27.521930 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e5f49b3f-cb14-4bf8-88c5-ece620574398 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "PUT /v2.0/routers/a5c25039-7086-4826-a3b9-acd6bdeb13ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3629847 Nov 12 01:25:27.529485 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4f84b12f-454e-40cc-bcfb-7cc43417811e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:27.535491 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 33444) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:27.587169 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e10c428a-879c-4968-9227-3a9546f9e96d req-9bed9c30-cffa-4c12-9448-9754c6d4f0d5 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d407904-3eca-4a7b-8294-1b240f50227e HTTP/1.1" status: 200 len: 210 time: 0.1563394 Nov 12 01:25:27.665913 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-db56f03a-3457-41c2-9c45-f2bd48295002 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:27.674799 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84b12f-454e-40cc-bcfb-7cc43417811e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cecad1a5-bcae-4446-bcc0-a738acd3331f,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:27.678746 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-db56f03a-3457-41c2-9c45-f2bd48295002 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "DELETE /v2.0/subnets/af037ddf-1b1e-40e8-9cf8-b5d6958bd6fc HTTP/1.1" status: 204 len: 168 time: 1.1833425 Nov 12 01:25:27.679462 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 33446) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:27.789443 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4f84b12f-454e-40cc-bcfb-7cc43417811e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eedda713e6f14b2689f3ec87a13c39c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9547088 Nov 12 01:25:27.795799 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 33448) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:27.813560 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db56f03a-3457-41c2-9c45-f2bd48295002 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Pushing event deleted for resources: {'Subnet': ['ID=af037ddf-1b1e-40e8-9cf8-b5d6958bd6fc,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:27.833797 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c38461a8-7b59-4001-9d64-384adc8db634 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:27.836965 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-d25cd54e-46fa-43b7-b12a-087837f933d3 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Deleting subnet b6b8afa0-1752-4963-afd2-140833d80c16 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:25:27.853699 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d25cd54e-46fa-43b7-b12a-087837f933d3 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:27.960960 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d25cd54e-46fa-43b7-b12a-087837f933d3 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:27.969140 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-c38461a8-7b59-4001-9d64-384adc8db634 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Deleting port 01cbb096-d2a2-4754-a538-dc8ff566c8c4 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:25:27.972886 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c38461a8-7b59-4001-9d64-384adc8db634 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:28.101188 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fb78dd33-9c6c-4889-a99a-cf65fb74dba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:28.185120 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-c38461a8-7b59-4001-9d64-384adc8db634 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] For port 01cbb096-d2a2-4754-a538-dc8ff566c8c4, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=01cbb096-d2a2-4754-a538-dc8ff566c8c4,segment=NetworkSegment(9365c3cc-1563-4177-81d7-51884ec69902),segment_id=9365c3cc-1563-4177-81d7-51884ec69902)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:25:28.185460 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c38461a8-7b59-4001-9d64-384adc8db634 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:28.221114 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-c38461a8-7b59-4001-9d64-384adc8db634 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Calling delete_port for 01cbb096-d2a2-4754-a538-dc8ff566c8c4 owned by network:dhcp {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:25:28.221526 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-832a3a95-add8-4dff-8ffd-9b4749b73693 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:28.281161 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-7781bd43-7435-4ab7-9060-10ef6dd8e7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'name': 'tempest-RoutersIpV6Test-router-1112275757', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:24:23Z', 'updated_at': '2021-11-12T01:25:20Z', 'revision_number': 7, 'project_id': '59c2860fe13d48f997166c751343b84d', 'gw_port_host': None, '_interfaces': [{'id': '1ae6dd56-20e2-4aab-906d-00132d205cb1', 'name': '', 'network_id': '15ac3537-61d1-4e78-9cb0-e96cf963e071', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:52:93:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '04ae61dc-00f2-4d28-967b-23220ec0e0ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:29Z', 'updated_at': '2021-11-12T01:24:46Z', 'revision_number': 5, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': '04ae61dc-00f2-4d28-967b-23220ec0e0ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c7adbc9-11b8-4413-a00d-6cc9382192f9', 'name': '', 'network_id': '006180d7-9320-4263-97cb-f2fd447a8f8a', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:13:46:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '98b598b5-3d22-451f-b55a-bbb32b3396a3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:43Z', 'updated_at': '2021-11-12T01:24:59Z', 'revision_number': 5, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': '98b598b5-3d22-451f-b55a-bbb32b3396a3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d099c2c-1e16-445e-8aa6-9bfd65b2ac29', 'name': '', 'network_id': '22599584-1b69-42cc-bb32-066203689117', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:18:db:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '211aa6ce-7e9c-4c48-8a9b-b227526a409a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:56Z', 'updated_at': '2021-11-12T01:25:16Z', 'revision_number': 5, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': '211aa6ce-7e9c-4c48-8a9b-b227526a409a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd760e696-8e99-4b75-bbb3-551351716f81', 'name': '', 'network_id': '5e1f90c1-57f4-44af-8768-c09462af8933', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:cc:97:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': 'b6b8afa0-1752-4963-afd2-140833d80c16', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:25:09Z', 'updated_at': '2021-11-12T01:25:23Z', 'revision_number': 5, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': 'b6b8afa0-1752-4963-afd2-140833d80c16', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:28.347117 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-832a3a95-add8-4dff-8ffd-9b4749b73693 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:28.363272 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d25cd54e-46fa-43b7-b12a-087837f933d3 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:28.390313 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c38461a8-7b59-4001-9d64-384adc8db634 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:28.428773 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38461a8-7b59-4001-9d64-384adc8db634 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Pushing event deleted for resources: {'Port': ['ID=01cbb096-d2a2-4754-a538-dc8ff566c8c4,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:28.437826 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38461a8-7b59-4001-9d64-384adc8db634 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] No DVR routers for this DVR port 01cbb096-d2a2-4754-a538-dc8ff566c8c4 on host n-d-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:25:28.482424 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7781bd43-7435-4ab7-9060-10ef6dd8e7fb None None] The sync data for ids ['a5c25039-7086-4826-a3b9-acd6bdeb13ae'] in n-d-712142-27 is: [{'id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'name': 'tempest-RoutersIpV6Test-router-1112275757', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:24:23Z', 'updated_at': '2021-11-12T01:25:20Z', 'revision_number': 7, 'project_id': '59c2860fe13d48f997166c751343b84d', 'gw_port_host': None, '_interfaces': [{'id': '1ae6dd56-20e2-4aab-906d-00132d205cb1', 'name': '', 'network_id': '15ac3537-61d1-4e78-9cb0-e96cf963e071', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:52:93:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '04ae61dc-00f2-4d28-967b-23220ec0e0ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:29Z', 'updated_at': '2021-11-12T01:24:46Z', 'revision_number': 5, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': '04ae61dc-00f2-4d28-967b-23220ec0e0ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c7adbc9-11b8-4413-a00d-6cc9382192f9', 'name': '', 'network_id': '006180d7-9320-4263-97cb-f2fd447a8f8a', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:13:46:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '98b598b5-3d22-451f-b55a-bbb32b3396a3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:43Z', 'updated_at': '2021-11-12T01:24:59Z', 'revision_number': 5, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': '98b598b5-3d22-451f-b55a-bbb32b3396a3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d099c2c-1e16-445e-8aa6-9bfd65b2ac29', 'name': '', 'network_id': '22599584-1b69-42cc-bb32-066203689117', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:18:db:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '211aa6ce-7e9c-4c48-8a9b-b227526a409a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:56Z', 'updated_at': '2021-11-12T01:25:16Z', 'revision_number': 5, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': '211aa6ce-7e9c-4c48-8a9b-b227526a409a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd760e696-8e99-4b75-bbb3-551351716f81', 'name': '', 'network_id': '5e1f90c1-57f4-44af-8768-c09462af8933', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:cc:97:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': 'b6b8afa0-1752-4963-afd2-140833d80c16', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:25:09Z', 'updated_at': '2021-11-12T01:25:23Z', 'revision_number': 5, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': 'b6b8afa0-1752-4963-afd2-140833d80c16', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:25:28.529649 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78e6140-4975-4e2d-99e5-930989a70265 None None] Network 54403bf3-6008-4a12-9d37-febe8ffee830 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:25:28.588016 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d25cd54e-46fa-43b7-b12a-087837f933d3 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:28.635142 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d25cd54e-46fa-43b7-b12a-087837f933d3 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:28.639514 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d25cd54e-46fa-43b7-b12a-087837f933d3 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "DELETE /v2.0/subnets/b6b8afa0-1752-4963-afd2-140833d80c16 HTTP/1.1" status: 204 len: 168 time: 1.0189412 Nov 12 01:25:28.642491 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25cd54e-46fa-43b7-b12a-087837f933d3 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event deleted for resources: {'Subnet': ['ID=b6b8afa0-1752-4963-afd2-140833d80c16,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:28.647085 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 33458) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:28.658288 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-832a3a95-add8-4dff-8ffd-9b4749b73693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:28.664454 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-832a3a95-add8-4dff-8ffd-9b4749b73693 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:28.666636 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-832a3a95-add8-4dff-8ffd-9b4749b73693 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cecad1a5-bcae-4446-bcc0-a738acd3331f HTTP/1.1" status: 204 len: 168 time: 0.8692887 Nov 12 01:25:28.759253 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c38461a8-7b59-4001-9d64-384adc8db634 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:28.787402 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a3a95-add8-4dff-8ffd-9b4749b73693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cecad1a5-bcae-4446-bcc0-a738acd3331f,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:28.847813 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-c38461a8-7b59-4001-9d64-384adc8db634 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54403bf3-6008-4a12-9d37-febe8ffee830']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:28.950497 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-c38461a8-7b59-4001-9d64-384adc8db634 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9365c3cc-1563-4177-81d7-51884ec69902') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:28.951224 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-c38461a8-7b59-4001-9d64-384adc8db634 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9365c3cc-1563-4177-81d7-51884ec69902') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:28.969317 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6dcfd60f-82f9-4499-ae64-99b2f7aa78a8 req-c0a0bad7-24c2-48cc-9356-0eec82f05581 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d407904-3eca-4a7b-8294-1b240f50227e HTTP/1.1" status: 200 len: 210 time: 0.1139326 Nov 12 01:25:29.007732 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c38461a8-7b59-4001-9d64-384adc8db634 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:29.051062 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b18550fb-16b9-48c4-b9b2-6ac357d19f25 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:29.067748 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c38461a8-7b59-4001-9d64-384adc8db634 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:29.071389 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b4f799-1867-4e10-95c1-820117fb33c0 None None] Network 5e1f90c1-57f4-44af-8768-c09462af8933 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:25:29.097052 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0d6278-447e-4738-b188-57ca1339f4dd None None] Sync routers for ids ['a5c25039-7086-4826-a3b9-acd6bdeb13ae'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:25:29.102089 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c38461a8-7b59-4001-9d64-384adc8db634 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:25:29.102511 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c38461a8-7b59-4001-9d64-384adc8db634 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:29.113064 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0d6278-447e-4738-b188-57ca1339f4dd None None] Routers {'a5c25039-7086-4826-a3b9-acd6bdeb13ae'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:25:29.115193 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-da0d6278-447e-4738-b188-57ca1339f4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:25:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['a5c25039-7086-4826-a3b9-acd6bdeb13ae'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:29.242274 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eda3baf-4907-442a-a35e-1827379b8eba None None] DHCP port deletion for 54403bf3-6008-4a12-9d37-febe8ffee830 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:25:29.342754 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-b18550fb-16b9-48c4-b9b2-6ac357d19f25 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Deleting port 48a8b8ab-b39c-46c6-83d3-b92f5769a6e1 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:25:29.343101 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b18550fb-16b9-48c4-b9b2-6ac357d19f25 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:29.451787 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:25:29.451787 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:25:29.451787 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:25:29.451787 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:25:29.451787 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:25:29.451787 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:25:29.451787 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:25:29.451787 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:25:29.451787 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:25:29.451787 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:25:29.451787 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:25:29.451787 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:25:29.451787 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:25:29.451787 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:25:29.451787 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:25:29.451787 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:25:29.451787 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:25:29.451787 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:25:29.451787 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:25:29.451787 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:25:29.451787 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:25:29.451787 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:25:29.451787 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:25:29.451787 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:25:29.451787 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:25:29.451787 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:25:29.451787 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:25:29.451787 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:25:29.451787 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:25:29.451787 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:25:29.451787 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:25:29.451787 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:25:29.460255 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c38461a8-7b59-4001-9d64-384adc8db634 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:29.499743 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5efa2b6-4851-4a11-b08d-e703d0768d33 None None] DHCP port deletion for 5e1f90c1-57f4-44af-8768-c09462af8933 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:25:29.515364 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c38461a8-7b59-4001-9d64-384adc8db634 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:29.521784 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c38461a8-7b59-4001-9d64-384adc8db634 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "DELETE /v2.0/networks/54403bf3-6008-4a12-9d37-febe8ffee830 HTTP/1.1" status: 204 len: 168 time: 1.8406312 Nov 12 01:25:29.523947 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38461a8-7b59-4001-9d64-384adc8db634 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Pushing event deleted for resources: {'Network': ['ID=54403bf3-6008-4a12-9d37-febe8ffee830,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:29.526083 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 33474) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:29.569496 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0c45d63-16f4-4a6a-8ced-9d84112c52aa tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] DELETE failed (client error): The resource could not be found. Nov 12 01:25:29.570384 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0c45d63-16f4-4a6a-8ced-9d84112c52aa tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:25:29.575020 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c0c45d63-16f4-4a6a-8ced-9d84112c52aa tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "DELETE /v2.0/subnets/bc0b4f2f-f83c-4943-af51-502c5febcb69 HTTP/1.1" status: 404 len: 337 time: 0.0476224 Nov 12 01:25:29.577920 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 33476) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:29.633572 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-b358208d-3652-4cf3-9b80-e121c74e373d tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] DELETE failed (client error): The resource could not be found. Nov 12 01:25:29.634234 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b358208d-3652-4cf3-9b80-e121c74e373d tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:25:29.637579 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-b358208d-3652-4cf3-9b80-e121c74e373d tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "DELETE /v2.0/networks/0aaa4c9c-4941-498a-86cc-e4ee030ab3cc HTTP/1.1" status: 404 len: 339 time: 0.0583324 Nov 12 01:25:29.641774 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 33478) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:29.713097 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-da0d6278-447e-4738-b188-57ca1339f4dd None None] Set router a5c25039-7086-4826-a3b9-acd6bdeb13ae gateway port host: None {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:25:29.736274 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-354d0c17-99a2-4f8c-be94-fe464e483548 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] DELETE failed (client error): The resource could not be found. Nov 12 01:25:29.738166 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-354d0c17-99a2-4f8c-be94-fe464e483548 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:25:29.742869 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 48a8b8ab-b39c-46c6-83d3-b92f5769a6e1 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:25:29.745454 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-354d0c17-99a2-4f8c-be94-fe464e483548 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "DELETE /v2.0/subnets/0b5fdcf3-c23b-4bb4-a603-0c8f51636245 HTTP/1.1" status: 404 len: 337 time: 0.1020494 Nov 12 01:25:29.747475 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 33482) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:29.752800 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-e5efa2b6-4851-4a11-b08d-e703d0768d33 None None] Deleting port 48a8b8ab-b39c-46c6-83d3-b92f5769a6e1 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:25:29.759367 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e5efa2b6-4851-4a11-b08d-e703d0768d33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:29.761084 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-b18550fb-16b9-48c4-b9b2-6ac357d19f25 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] For port 48a8b8ab-b39c-46c6-83d3-b92f5769a6e1, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=48a8b8ab-b39c-46c6-83d3-b92f5769a6e1,segment=NetworkSegment(e6eb482c-7d10-4793-b551-bd2bf25e6d83),segment_id=e6eb482c-7d10-4793-b551-bd2bf25e6d83)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:25:29.761990 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b18550fb-16b9-48c4-b9b2-6ac357d19f25 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:29.780212 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-110060e1-bb18-499f-9ccd-497ed073de8b tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] DELETE failed (client error): The resource could not be found. Nov 12 01:25:29.781237 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-110060e1-bb18-499f-9ccd-497ed073de8b tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:25:29.797762 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-110060e1-bb18-499f-9ccd-497ed073de8b tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "DELETE /v2.0/networks/38b88898-26c7-4d9f-a440-7eef2162b554 HTTP/1.1" status: 404 len: 339 time: 0.0488424 Nov 12 01:25:29.802693 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 33486) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:29.817590 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-b18550fb-16b9-48c4-b9b2-6ac357d19f25 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Calling delete_port for 48a8b8ab-b39c-46c6-83d3-b92f5769a6e1 owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:25:29.901048 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-a479d195-612a-4ed1-ada6-c61c36d74a50 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] DELETE failed (client error): The resource could not be found. Nov 12 01:25:29.901668 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a479d195-612a-4ed1-ada6-c61c36d74a50 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:25:29.915372 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a479d195-612a-4ed1-ada6-c61c36d74a50 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "DELETE /v2.0/subnets/53937dc5-e5d6-4ee1-8747-90b2ebd9b5c5 HTTP/1.1" status: 404 len: 337 time: 0.1107748 Nov 12 01:25:29.916219 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 33490) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:29.964575 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-471e55bf-d436-48ed-9b15-a6eb6f01b4eb tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] DELETE failed (client error): The resource could not be found. Nov 12 01:25:29.966565 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-471e55bf-d436-48ed-9b15-a6eb6f01b4eb tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:25:29.977447 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-471e55bf-d436-48ed-9b15-a6eb6f01b4eb tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "DELETE /v2.0/networks/88a0be50-994a-4b6a-a786-aefbac55f321 HTTP/1.1" status: 404 len: 339 time: 0.0587678 Nov 12 01:25:29.978467 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 33492) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:30.055388 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-e5efa2b6-4851-4a11-b08d-e703d0768d33 None None] For port 48a8b8ab-b39c-46c6-83d3-b92f5769a6e1, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=48a8b8ab-b39c-46c6-83d3-b92f5769a6e1,segment=NetworkSegment(e6eb482c-7d10-4793-b551-bd2bf25e6d83),segment_id=e6eb482c-7d10-4793-b551-bd2bf25e6d83)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:25:30.056363 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e5efa2b6-4851-4a11-b08d-e703d0768d33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:30.101456 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-e5efa2b6-4851-4a11-b08d-e703d0768d33 None None] Calling delete_port for 48a8b8ab-b39c-46c6-83d3-b92f5769a6e1 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:25:30.107940 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e001f6c-97f2-450b-ad3e-53da9fcb0c44 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Deleting subnet f5ea25a9-551b-4d35-8bb8-1e8e72b50f43 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:25:30.113912 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4e001f6c-97f2-450b-ad3e-53da9fcb0c44 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:30.221409 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b18550fb-16b9-48c4-b9b2-6ac357d19f25 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:30.228669 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:30.271082 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b7c2417d-7490-4e7c-b8a4-b16dce4f0fcd req-cebb7ddc-905b-4908-b613-3aac4dd28428 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d407904-3eca-4a7b-8294-1b240f50227e HTTP/1.1" status: 200 len: 210 time: 0.1068189 Nov 12 01:25:30.353379 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4e001f6c-97f2-450b-ad3e-53da9fcb0c44 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:30.394185 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18550fb-16b9-48c4-b9b2-6ac357d19f25 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] No DVR routers for this DVR port 48a8b8ab-b39c-46c6-83d3-b92f5769a6e1 on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:25:30.402424 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18550fb-16b9-48c4-b9b2-6ac357d19f25 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event deleted for resources: {'Port': ['ID=48a8b8ab-b39c-46c6-83d3-b92f5769a6e1,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:30.532451 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 01cbb096-d2a2-4754-a538-dc8ff566c8c4 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:25:30.564727 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 01cbb096-d2a2-4754-a538-dc8ff566c8c4 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:25:30.565209 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 01cbb096-d2a2-4754-a538-dc8ff566c8c4 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:25:30.573894 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4e001f6c-97f2-450b-ad3e-53da9fcb0c44 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:30.662678 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e5efa2b6-4851-4a11-b08d-e703d0768d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:30.693978 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-da0d6278-447e-4738-b188-57ca1339f4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'name': 'tempest-RoutersIpV6Test-router-1112275757', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:24:23Z', 'updated_at': '2021-11-12T01:25:25Z', 'revision_number': 8, 'project_id': '59c2860fe13d48f997166c751343b84d', 'gw_port_host': None, '_interfaces': [{'id': '1ae6dd56-20e2-4aab-906d-00132d205cb1', 'name': '', 'network_id': '15ac3537-61d1-4e78-9cb0-e96cf963e071', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:52:93:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '04ae61dc-00f2-4d28-967b-23220ec0e0ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:29Z', 'updated_at': '2021-11-12T01:24:46Z', 'revision_number': 5, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': '04ae61dc-00f2-4d28-967b-23220ec0e0ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c7adbc9-11b8-4413-a00d-6cc9382192f9', 'name': '', 'network_id': '006180d7-9320-4263-97cb-f2fd447a8f8a', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:13:46:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '98b598b5-3d22-451f-b55a-bbb32b3396a3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:43Z', 'updated_at': '2021-11-12T01:24:59Z', 'revision_number': 5, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': '98b598b5-3d22-451f-b55a-bbb32b3396a3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d099c2c-1e16-445e-8aa6-9bfd65b2ac29', 'name': '', 'network_id': '22599584-1b69-42cc-bb32-066203689117', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:18:db:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '211aa6ce-7e9c-4c48-8a9b-b227526a409a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:56Z', 'updated_at': '2021-11-12T01:25:16Z', 'revision_number': 5, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': '211aa6ce-7e9c-4c48-8a9b-b227526a409a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:30.698636 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b18550fb-16b9-48c4-b9b2-6ac357d19f25 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:30.710040 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4e001f6c-97f2-450b-ad3e-53da9fcb0c44 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:30.725468 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5efa2b6-4851-4a11-b08d-e703d0768d33 None None] Pushing event deleted for resources: {'Port': ['ID=48a8b8ab-b39c-46c6-83d3-b92f5769a6e1,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:30.729866 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5efa2b6-4851-4a11-b08d-e703d0768d33 None None] No DVR routers for this DVR port 48a8b8ab-b39c-46c6-83d3-b92f5769a6e1 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:25:30.782465 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-b18550fb-16b9-48c4-b9b2-6ac357d19f25 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e1f90c1-57f4-44af-8768-c09462af8933']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:30.794790 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e001f6c-97f2-450b-ad3e-53da9fcb0c44 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Pushing event deleted for resources: {'Subnet': ['ID=f5ea25a9-551b-4d35-8bb8-1e8e72b50f43,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:30.797856 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4e001f6c-97f2-450b-ad3e-53da9fcb0c44 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:30.804444 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8b14e6-de10-470a-8de5-bc4457fc6f55 None None] Network c67197a2-3f27-4974-8c67-24ef2e82b3b2 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:25:30.806738 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-b18550fb-16b9-48c4-b9b2-6ac357d19f25 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6eb482c-7d10-4793-b551-bd2bf25e6d83') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:30.807084 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-b18550fb-16b9-48c4-b9b2-6ac357d19f25 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6eb482c-7d10-4793-b551-bd2bf25e6d83') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:30.811608 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4e001f6c-97f2-450b-ad3e-53da9fcb0c44 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "DELETE /v2.0/subnets/f5ea25a9-551b-4d35-8bb8-1e8e72b50f43 HTTP/1.1" status: 204 len: 168 time: 0.8316236 Nov 12 01:25:30.819132 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 33520) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:30.830158 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0d6278-447e-4738-b188-57ca1339f4dd None None] Checking router: a5c25039-7086-4826-a3b9-acd6bdeb13ae for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:25:30.862459 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0d6278-447e-4738-b188-57ca1339f4dd None None] Routers {'a5c25039-7086-4826-a3b9-acd6bdeb13ae'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:25:30.870364 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-da0d6278-447e-4738-b188-57ca1339f4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:25:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['a5c25039-7086-4826-a3b9-acd6bdeb13ae'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:31.010818 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5d8a6caa-76cc-4452-9c5a-88080ad84f88 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:31.025852 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b18550fb-16b9-48c4-b9b2-6ac357d19f25 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:31.070851 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b18550fb-16b9-48c4-b9b2-6ac357d19f25 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:31.097109 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b18550fb-16b9-48c4-b9b2-6ac357d19f25 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:25:31.097583 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b18550fb-16b9-48c4-b9b2-6ac357d19f25 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:31.180727 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-da0d6278-447e-4738-b188-57ca1339f4dd None None] Set router a5c25039-7086-4826-a3b9-acd6bdeb13ae gateway port host: None {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:25:31.205670 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:25:31.205670 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:25:31.205670 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:25:31.205670 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:25:31.205670 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:25:31.205670 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:25:31.205670 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:25:31.205670 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:25:31.205670 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:25:31.205670 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:25:31.205670 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:25:31.205670 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:25:31.205670 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:25:31.205670 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:25:31.205670 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:25:31.205670 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:25:31.205670 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:25:31.205670 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:25:31.205670 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:25:31.205670 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:25:31.205670 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:25:31.205670 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:25:31.205670 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:25:31.205670 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:25:31.205670 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:25:31.205670 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:25:31.205670 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:25:31.205670 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:25:31.205670 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:25:31.205670 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:25:31.205670 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:25:31.205670 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:25:31.209001 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b18550fb-16b9-48c4-b9b2-6ac357d19f25 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:31.221084 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b18550fb-16b9-48c4-b9b2-6ac357d19f25 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:31.232032 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b18550fb-16b9-48c4-b9b2-6ac357d19f25 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "DELETE /v2.0/networks/5e1f90c1-57f4-44af-8768-c09462af8933 HTTP/1.1" status: 204 len: 168 time: 2.5789034 Nov 12 01:25:31.232720 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-efdab430-fab3-49e3-b366-03a5e4c7e32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:31.232826 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 33534) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:31.285630 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18550fb-16b9-48c4-b9b2-6ac357d19f25 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event deleted for resources: {'Network': ['ID=5e1f90c1-57f4-44af-8768-c09462af8933,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:31.497826 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a6caa-76cc-4452-9c5a-88080ad84f88 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Deleting port 0418794d-e863-44bc-96d5-7824b06feca6 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:25:31.498242 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5d8a6caa-76cc-4452-9c5a-88080ad84f88 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:31.521799 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8252795d-8cc7-4526-a142-f6486af7fdec None None] DHCP port deletion for c67197a2-3f27-4974-8c67-24ef2e82b3b2 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:25:31.718659 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-8252795d-8cc7-4526-a142-f6486af7fdec None None] Deleting port 0418794d-e863-44bc-96d5-7824b06feca6 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:25:31.725728 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-847d6af0-8c71-4493-a19a-b1ed36193944 req-ab780f5d-3567-4022-a9c8-db0bc79e042c tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d407904-3eca-4a7b-8294-1b240f50227e HTTP/1.1" status: 200 len: 210 time: 0.2012699 Nov 12 01:25:31.733695 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8252795d-8cc7-4526-a142-f6486af7fdec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:31.776888 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 0418794d-e863-44bc-96d5-7824b06feca6 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:25:31.789927 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-5d8a6caa-76cc-4452-9c5a-88080ad84f88 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] For port 0418794d-e863-44bc-96d5-7824b06feca6, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=0418794d-e863-44bc-96d5-7824b06feca6,segment=NetworkSegment(e0f1aa6a-aa6d-41d9-9ead-b78c91b9068b),segment_id=e0f1aa6a-aa6d-41d9-9ead-b78c91b9068b)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:25:31.790300 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5d8a6caa-76cc-4452-9c5a-88080ad84f88 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:31.875910 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-5d8a6caa-76cc-4452-9c5a-88080ad84f88 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Calling delete_port for 0418794d-e863-44bc-96d5-7824b06feca6 owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:25:31.977951 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-8252795d-8cc7-4526-a142-f6486af7fdec None None] For port 0418794d-e863-44bc-96d5-7824b06feca6, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=0418794d-e863-44bc-96d5-7824b06feca6,segment=NetworkSegment(e0f1aa6a-aa6d-41d9-9ead-b78c91b9068b),segment_id=e0f1aa6a-aa6d-41d9-9ead-b78c91b9068b)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:25:31.978612 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8252795d-8cc7-4526-a142-f6486af7fdec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:32.007346 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-8252795d-8cc7-4526-a142-f6486af7fdec None None] Calling delete_port for 0418794d-e863-44bc-96d5-7824b06feca6 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:25:32.036079 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-da0d6278-447e-4738-b188-57ca1339f4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'name': 'tempest-RoutersIpV6Test-router-1112275757', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:24:23Z', 'updated_at': '2021-11-12T01:25:25Z', 'revision_number': 8, 'project_id': '59c2860fe13d48f997166c751343b84d', 'gw_port_host': None, '_interfaces': [{'id': '1ae6dd56-20e2-4aab-906d-00132d205cb1', 'name': '', 'network_id': '15ac3537-61d1-4e78-9cb0-e96cf963e071', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:52:93:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '04ae61dc-00f2-4d28-967b-23220ec0e0ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:29Z', 'updated_at': '2021-11-12T01:24:46Z', 'revision_number': 5, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': '04ae61dc-00f2-4d28-967b-23220ec0e0ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c7adbc9-11b8-4413-a00d-6cc9382192f9', 'name': '', 'network_id': '006180d7-9320-4263-97cb-f2fd447a8f8a', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:13:46:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '98b598b5-3d22-451f-b55a-bbb32b3396a3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:43Z', 'updated_at': '2021-11-12T01:24:59Z', 'revision_number': 5, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': '98b598b5-3d22-451f-b55a-bbb32b3396a3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d099c2c-1e16-445e-8aa6-9bfd65b2ac29', 'name': '', 'network_id': '22599584-1b69-42cc-bb32-066203689117', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:18:db:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '211aa6ce-7e9c-4c48-8a9b-b227526a409a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:56Z', 'updated_at': '2021-11-12T01:25:16Z', 'revision_number': 5, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': '211aa6ce-7e9c-4c48-8a9b-b227526a409a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:32.098017 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [req-dd261952-7526-462d-8bdd-05d020b34dfb req-c6d533dd-1b22-453d-be06-66bfd082fa66 service neutron] (109086) timed out ('10.222.0.16', 55331) {{(pid=109086) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 01:25:32.103134 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5d8a6caa-76cc-4452-9c5a-88080ad84f88 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:32.117530 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0d6278-447e-4738-b188-57ca1339f4dd None None] The sync data for ids ['a5c25039-7086-4826-a3b9-acd6bdeb13ae'] in n-d-712142-27 is: [{'id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'name': 'tempest-RoutersIpV6Test-router-1112275757', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:24:23Z', 'updated_at': '2021-11-12T01:25:25Z', 'revision_number': 8, 'project_id': '59c2860fe13d48f997166c751343b84d', 'gw_port_host': None, '_interfaces': [{'id': '1ae6dd56-20e2-4aab-906d-00132d205cb1', 'name': '', 'network_id': '15ac3537-61d1-4e78-9cb0-e96cf963e071', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:52:93:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '04ae61dc-00f2-4d28-967b-23220ec0e0ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:29Z', 'updated_at': '2021-11-12T01:24:46Z', 'revision_number': 5, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': '04ae61dc-00f2-4d28-967b-23220ec0e0ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c7adbc9-11b8-4413-a00d-6cc9382192f9', 'name': '', 'network_id': '006180d7-9320-4263-97cb-f2fd447a8f8a', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:13:46:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '98b598b5-3d22-451f-b55a-bbb32b3396a3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:43Z', 'updated_at': '2021-11-12T01:24:59Z', 'revision_number': 5, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': '98b598b5-3d22-451f-b55a-bbb32b3396a3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d099c2c-1e16-445e-8aa6-9bfd65b2ac29', 'name': '', 'network_id': '22599584-1b69-42cc-bb32-066203689117', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:18:db:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': '211aa6ce-7e9c-4c48-8a9b-b227526a409a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:56Z', 'updated_at': '2021-11-12T01:25:16Z', 'revision_number': 5, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': '211aa6ce-7e9c-4c48-8a9b-b227526a409a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:25:32.164056 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8a6caa-76cc-4452-9c5a-88080ad84f88 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] No DVR routers for this DVR port 0418794d-e863-44bc-96d5-7824b06feca6 on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:25:32.170495 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a6caa-76cc-4452-9c5a-88080ad84f88 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Pushing event deleted for resources: {'Port': ['ID=0418794d-e863-44bc-96d5-7824b06feca6,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:32.228561 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:32.317184 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5d8a6caa-76cc-4452-9c5a-88080ad84f88 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:32.338898 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7cdeee6f-5e2b-4662-a1ba-e9dbb3060786 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:32.343258 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-5d8a6caa-76cc-4452-9c5a-88080ad84f88 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c67197a2-3f27-4974-8c67-24ef2e82b3b2']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:32.357092 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-5d8a6caa-76cc-4452-9c5a-88080ad84f88 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0f1aa6a-aa6d-41d9-9ead-b78c91b9068b') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:32.357434 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-5d8a6caa-76cc-4452-9c5a-88080ad84f88 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0f1aa6a-aa6d-41d9-9ead-b78c91b9068b') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:32.369478 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5d8a6caa-76cc-4452-9c5a-88080ad84f88 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:32.386364 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5d8a6caa-76cc-4452-9c5a-88080ad84f88 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:32.394197 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d8a6caa-76cc-4452-9c5a-88080ad84f88 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:25:32.394700 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5d8a6caa-76cc-4452-9c5a-88080ad84f88 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:32.414539 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8252795d-8cc7-4526-a142-f6486af7fdec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:32.456724 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8252795d-8cc7-4526-a142-f6486af7fdec None None] No DVR routers for this DVR port 0418794d-e863-44bc-96d5-7824b06feca6 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:25:32.511320 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:25:32.511320 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:25:32.511320 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:25:32.511320 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:25:32.511320 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:25:32.511320 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:25:32.511320 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:25:32.511320 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:25:32.511320 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:25:32.511320 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:25:32.511320 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:25:32.511320 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:25:32.511320 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:25:32.511320 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:25:32.511320 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:25:32.511320 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:25:32.511320 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:25:32.511320 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:25:32.511320 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:25:32.511320 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:25:32.511320 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:25:32.511320 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:25:32.511320 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:25:32.511320 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:25:32.511320 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:25:32.511320 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:25:32.511320 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:25:32.511320 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:25:32.511320 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:25:32.511320 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:25:32.511320 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:25:32.511320 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:25:32.517073 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5d8a6caa-76cc-4452-9c5a-88080ad84f88 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:32.556652 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5d8a6caa-76cc-4452-9c5a-88080ad84f88 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:32.561073 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5d8a6caa-76cc-4452-9c5a-88080ad84f88 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "DELETE /v2.0/networks/c67197a2-3f27-4974-8c67-24ef2e82b3b2 HTTP/1.1" status: 204 len: 168 time: 1.7407632 Nov 12 01:25:32.578489 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 33564) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:32.656636 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8252795d-8cc7-4526-a142-f6486af7fdec None None] Pushing event deleted for resources: {'Port': ['ID=0418794d-e863-44bc-96d5-7824b06feca6,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:32.663877 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-daf6568b-477c-49bb-89a9-8327398c2c7c tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] DELETE failed (client error): The resource could not be found. Nov 12 01:25:32.669602 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daf6568b-477c-49bb-89a9-8327398c2c7c tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:25:32.675932 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-daf6568b-477c-49bb-89a9-8327398c2c7c tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "DELETE /v2.0/subnets/dcfc5740-19e5-44ac-a763-0f3a7aca5ca0 HTTP/1.1" status: 404 len: 337 time: 0.0941865 Nov 12 01:25:32.678796 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 33566) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:32.689611 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a6caa-76cc-4452-9c5a-88080ad84f88 tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Pushing event deleted for resources: {'Network': ['ID=c67197a2-3f27-4974-8c67-24ef2e82b3b2,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:32.724666 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-64671770-0081-45ed-bc1d-f8aa4495c4fa tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] DELETE failed (client error): The resource could not be found. Nov 12 01:25:32.729220 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64671770-0081-45ed-bc1d-f8aa4495c4fa tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:25:32.733492 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-64671770-0081-45ed-bc1d-f8aa4495c4fa tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "DELETE /v2.0/networks/21b8f7ba-4c36-4c6f-97dd-0950e06687e7 HTTP/1.1" status: 404 len: 339 time: 0.0531588 Nov 12 01:25:32.736994 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 33568) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:32.932776 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:32.959227 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c8792ba-d8b9-48f0-a277-8262ddfd5dfe tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Deleting subnet cc469f1c-c0ed-4f88-b5ef-5a398b509a92 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:25:32.969170 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9c8792ba-d8b9-48f0-a277-8262ddfd5dfe tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:33.032814 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9c8792ba-d8b9-48f0-a277-8262ddfd5dfe tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:33.103747 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-00aa5353-c0d8-446f-acc2-093a8e7554b8 req-a09a0ed6-dfd9-4dcc-9393-75d1254d3480 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d407904-3eca-4a7b-8294-1b240f50227e HTTP/1.1" status: 200 len: 210 time: 0.1379886 Nov 12 01:25:33.199771 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9c8792ba-d8b9-48f0-a277-8262ddfd5dfe tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:33.310387 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9c8792ba-d8b9-48f0-a277-8262ddfd5dfe tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:33.354211 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd984fb4-ef2c-4b99-996e-181649fe0e14 None None] Network 01fca886-4b41-4d67-a5a3-3ddfe5cf3f57 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:25:33.404182 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9c8792ba-d8b9-48f0-a277-8262ddfd5dfe tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:33.410474 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9c8792ba-d8b9-48f0-a277-8262ddfd5dfe tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "DELETE /v2.0/subnets/cc469f1c-c0ed-4f88-b5ef-5a398b509a92 HTTP/1.1" status: 204 len: 168 time: 0.6678312 Nov 12 01:25:33.410474 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8792ba-d8b9-48f0-a277-8262ddfd5dfe tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Pushing event deleted for resources: {'Subnet': ['ID=cc469f1c-c0ed-4f88-b5ef-5a398b509a92,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:33.410819 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 33584) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:33.552433 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device d760e696-8e99-4b75-bbb3-551351716f81 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:25:33.597444 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: d760e696-8e99-4b75-bbb3-551351716f81 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:25:33.599196 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device d760e696-8e99-4b75-bbb3-551351716f81 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:25:33.620837 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-7cdeee6f-5e2b-4662-a1ba-e9dbb3060786 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Deleting port 4d099c2c-1e16-445e-8aa6-9bfd65b2ac29 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:25:33.621790 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7cdeee6f-5e2b-4662-a1ba-e9dbb3060786 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:33.646939 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-29331f22-4c40-4b95-8be1-5913a440476d tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:33.768549 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a990e6-3b9a-40d0-b889-9f9cd9061cf2 None None] DHCP port deletion for 01fca886-4b41-4d67-a5a3-3ddfe5cf3f57 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:25:33.881270 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-7cdeee6f-5e2b-4662-a1ba-e9dbb3060786 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] For port 4d099c2c-1e16-445e-8aa6-9bfd65b2ac29, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=4d099c2c-1e16-445e-8aa6-9bfd65b2ac29,segment=NetworkSegment(512e30dc-499a-46db-a19f-79bf5f440c7c),segment_id=512e30dc-499a-46db-a19f-79bf5f440c7c)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:25:33.882388 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7cdeee6f-5e2b-4662-a1ba-e9dbb3060786 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:33.911080 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-f5a990e6-3b9a-40d0-b889-9f9cd9061cf2 None None] Deleting port cb9c2ec6-85de-4d2f-a0de-a604f00f400c {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:25:33.914146 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f5a990e6-3b9a-40d0-b889-9f9cd9061cf2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:33.971172 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-7cdeee6f-5e2b-4662-a1ba-e9dbb3060786 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Calling delete_port for 4d099c2c-1e16-445e-8aa6-9bfd65b2ac29 owned by network:router_interface {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:25:34.032176 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:34.066823 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-f5a990e6-3b9a-40d0-b889-9f9cd9061cf2 None None] For port cb9c2ec6-85de-4d2f-a0de-a604f00f400c, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=cb9c2ec6-85de-4d2f-a0de-a604f00f400c,segment=NetworkSegment(e40de48e-3458-4c4f-aa0a-6afa6d1797af),segment_id=e40de48e-3458-4c4f-aa0a-6afa6d1797af)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:25:34.070938 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f5a990e6-3b9a-40d0-b889-9f9cd9061cf2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:34.124884 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-f5a990e6-3b9a-40d0-b889-9f9cd9061cf2 None None] Calling delete_port for cb9c2ec6-85de-4d2f-a0de-a604f00f400c owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:25:34.408928 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f5a990e6-3b9a-40d0-b889-9f9cd9061cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:34.552216 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a990e6-3b9a-40d0-b889-9f9cd9061cf2 None None] No DVR routers for this DVR port cb9c2ec6-85de-4d2f-a0de-a604f00f400c on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:25:34.557613 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a990e6-3b9a-40d0-b889-9f9cd9061cf2 None None] Pushing event deleted for resources: {'Port': ['ID=cb9c2ec6-85de-4d2f-a0de-a604f00f400c,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:35.206593 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7cdeee6f-5e2b-4662-a1ba-e9dbb3060786 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:35.221928 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:35.235567 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7c284749-67bc-493c-92ba-295658711675 req-761d9d08-058b-4f48-9222-5001c9e7f7c2 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d407904-3eca-4a7b-8294-1b240f50227e HTTP/1.1" status: 200 len: 210 time: 0.0971210 Nov 12 01:25:35.254703 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-29331f22-4c40-4b95-8be1-5913a440476d tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Deleting port cb9c2ec6-85de-4d2f-a0de-a604f00f400c {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:25:35.255437 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-29331f22-4c40-4b95-8be1-5913a440476d tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:35.337668 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdeee6f-5e2b-4662-a1ba-e9dbb3060786 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event deleted for resources: {'Port': ['ID=4d099c2c-1e16-445e-8aa6-9bfd65b2ac29,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:35.507367 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7cdeee6f-5e2b-4662-a1ba-e9dbb3060786 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:35.693312 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 33636) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:35.770011 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device cb9c2ec6-85de-4d2f-a0de-a604f00f400c no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:25:35.824550 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-29331f22-4c40-4b95-8be1-5913a440476d tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] For port cb9c2ec6-85de-4d2f-a0de-a604f00f400c, host n-d-712142-27, got binding levels [] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:25:35.824892 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-29331f22-4c40-4b95-8be1-5913a440476d tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:35.888140 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: cb9c2ec6-85de-4d2f-a0de-a604f00f400c {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:25:35.888490 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device cb9c2ec6-85de-4d2f-a0de-a604f00f400c not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:25:35.944634 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-29331f22-4c40-4b95-8be1-5913a440476d tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Calling delete_port for cb9c2ec6-85de-4d2f-a0de-a604f00f400c owned by network:dhcp {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:25:35.960841 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.ipam_backend_mixin [None req-29331f22-4c40-4b95-8be1-5913a440476d tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Port cb9c2ec6-85de-4d2f-a0de-a604f00f400c was not found and therefore no delete operation was performed {{(pid=109085) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 01:25:35.964196 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-29331f22-4c40-4b95-8be1-5913a440476d tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:35.995417 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29331f22-4c40-4b95-8be1-5913a440476d tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] No DVR routers for this DVR port cb9c2ec6-85de-4d2f-a0de-a604f00f400c on host n-d-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:25:36.102909 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29331f22-4c40-4b95-8be1-5913a440476d tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Pushing event deleted for resources: {'Port': ['ID=cb9c2ec6-85de-4d2f-a0de-a604f00f400c,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:36.384553 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-29331f22-4c40-4b95-8be1-5913a440476d tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:36.448141 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cce7e7a1-01ce-4cc7-962d-fc4a2d783cd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:36.450381 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-29331f22-4c40-4b95-8be1-5913a440476d tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01fca886-4b41-4d67-a5a3-3ddfe5cf3f57']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:36.489863 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-29331f22-4c40-4b95-8be1-5913a440476d tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e40de48e-3458-4c4f-aa0a-6afa6d1797af') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:36.490098 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-29331f22-4c40-4b95-8be1-5913a440476d tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e40de48e-3458-4c4f-aa0a-6afa6d1797af') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:36.531271 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-29331f22-4c40-4b95-8be1-5913a440476d tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:36.588553 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-29331f22-4c40-4b95-8be1-5913a440476d tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:36.607929 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29331f22-4c40-4b95-8be1-5913a440476d tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:25:36.610254 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-29331f22-4c40-4b95-8be1-5913a440476d tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:36.688568 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cce7e7a1-01ce-4cc7-962d-fc4a2d783cd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:36.691265 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cce7e7a1-01ce-4cc7-962d-fc4a2d783cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:36.759016 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:25:36.759016 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:25:36.759016 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:25:36.759016 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:25:36.759016 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:25:36.759016 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:25:36.759016 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:25:36.759016 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:25:36.759016 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:25:36.759016 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:25:36.759016 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:25:36.759016 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:25:36.759016 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:25:36.759016 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:25:36.759016 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:25:36.759016 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:25:36.759016 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:25:36.759016 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:25:36.759016 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:25:36.759016 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:25:36.759016 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:25:36.759016 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:25:36.759016 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:25:36.759016 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:25:36.759016 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:25:36.759016 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:25:36.759016 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:25:36.759016 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:25:36.759016 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:25:36.759016 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:25:36.759016 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:25:36.759016 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:25:36.774522 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-cce7e7a1-01ce-4cc7-962d-fc4a2d783cd5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7060f91a00ae4cb0b94f836d241be195&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0797048 Nov 12 01:25:36.778645 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 33662) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:36.788707 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce7e7a1-01ce-4cc7-962d-fc4a2d783cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582cb554-3edf-45bd-9a1f-74302a150326,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:36.884488 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0d3be04e-eb66-45be-a307-59b524227cae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:36.908616 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-29331f22-4c40-4b95-8be1-5913a440476d tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:36.928615 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0d3be04e-eb66-45be-a307-59b524227cae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:36.971154 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-29331f22-4c40-4b95-8be1-5913a440476d tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:36.974618 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-29331f22-4c40-4b95-8be1-5913a440476d tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] 10.222.0.45 "DELETE /v2.0/networks/01fca886-4b41-4d67-a5a3-3ddfe5cf3f57 HTTP/1.1" status: 204 len: 168 time: 3.5620773 Nov 12 01:25:36.995514 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29331f22-4c40-4b95-8be1-5913a440476d tempest-NetworksIpV6Test-1288510555 tempest-NetworksIpV6Test-1288510555-project] Pushing event deleted for resources: {'Network': ['ID=01fca886-4b41-4d67-a5a3-3ddfe5cf3f57,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:37.023908 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0d3be04e-eb66-45be-a307-59b524227cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:37.026822 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0d3be04e-eb66-45be-a307-59b524227cae admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:37.028338 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0d3be04e-eb66-45be-a307-59b524227cae admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/582cb554-3edf-45bd-9a1f-74302a150326 HTTP/1.1" status: 204 len: 168 time: 0.2471244 Nov 12 01:25:37.048333 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3be04e-eb66-45be-a307-59b524227cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582cb554-3edf-45bd-9a1f-74302a150326,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:37.053971 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cdeee6f-5e2b-4662-a1ba-e9dbb3060786 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Router a5c25039-7086-4826-a3b9-acd6bdeb13ae has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:25:37.250473 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cdeee6f-5e2b-4662-a1ba-e9dbb3060786 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:25:37.267886 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 33676) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:37.268690 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7cdeee6f-5e2b-4662-a1ba-e9dbb3060786 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "PUT /v2.0/routers/a5c25039-7086-4826-a3b9-acd6bdeb13ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0336711 Nov 12 01:25:37.270610 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d65e054-190a-4164-9303-ba5d43872555 None None] Sync routers for ids ['a5c25039-7086-4826-a3b9-acd6bdeb13ae'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:25:37.315552 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d65e054-190a-4164-9303-ba5d43872555 None None] Routers {'a5c25039-7086-4826-a3b9-acd6bdeb13ae'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:25:37.317161 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-2d65e054-190a-4164-9303-ba5d43872555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:25:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['a5c25039-7086-4826-a3b9-acd6bdeb13ae'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:37.390017 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fd8e44b-4b7e-47b1-810e-73ac48dffb00 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Deleting subnet 211aa6ce-7e9c-4c48-8a9b-b227526a409a {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:25:37.399600 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1fd8e44b-4b7e-47b1-810e-73ac48dffb00 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:37.537504 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1fd8e44b-4b7e-47b1-810e-73ac48dffb00 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:37.567460 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-2d65e054-190a-4164-9303-ba5d43872555 None None] Set router a5c25039-7086-4826-a3b9-acd6bdeb13ae gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:25:37.739122 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1fd8e44b-4b7e-47b1-810e-73ac48dffb00 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:37.894430 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 33688) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:37.901893 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1fd8e44b-4b7e-47b1-810e-73ac48dffb00 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:37.975356 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd8e44b-4b7e-47b1-810e-73ac48dffb00 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event deleted for resources: {'Subnet': ['ID=211aa6ce-7e9c-4c48-8a9b-b227526a409a,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:37.986860 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1fd8e44b-4b7e-47b1-810e-73ac48dffb00 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:37.993589 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1fd8e44b-4b7e-47b1-810e-73ac48dffb00 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "DELETE /v2.0/subnets/211aa6ce-7e9c-4c48-8a9b-b227526a409a HTTP/1.1" status: 204 len: 168 time: 0.7212343 Nov 12 01:25:37.996651 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 33694) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:38.012365 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c10490-7b34-43e5-9d8d-d2aef202fd79 None None] Network 22599584-1b69-42cc-bb32-066203689117 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:25:38.109049 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-2d65e054-190a-4164-9303-ba5d43872555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'name': 'tempest-RoutersIpV6Test-router-1112275757', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:24:23Z', 'updated_at': '2021-11-12T01:25:34Z', 'revision_number': 9, 'project_id': '59c2860fe13d48f997166c751343b84d', 'gw_port_host': None, '_interfaces': [{'id': '1ae6dd56-20e2-4aab-906d-00132d205cb1', 'name': '', 'network_id': '15ac3537-61d1-4e78-9cb0-e96cf963e071', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:52:93:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '04ae61dc-00f2-4d28-967b-23220ec0e0ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:29Z', 'updated_at': '2021-11-12T01:24:46Z', 'revision_number': 5, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': '04ae61dc-00f2-4d28-967b-23220ec0e0ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c7adbc9-11b8-4413-a00d-6cc9382192f9', 'name': '', 'network_id': '006180d7-9320-4263-97cb-f2fd447a8f8a', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:13:46:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '98b598b5-3d22-451f-b55a-bbb32b3396a3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:43Z', 'updated_at': '2021-11-12T01:24:59Z', 'revision_number': 5, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': '98b598b5-3d22-451f-b55a-bbb32b3396a3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:38.144904 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d65e054-190a-4164-9303-ba5d43872555 None None] Checking router: a5c25039-7086-4826-a3b9-acd6bdeb13ae for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:25:38.200355 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d65e054-190a-4164-9303-ba5d43872555 None None] Routers {'a5c25039-7086-4826-a3b9-acd6bdeb13ae'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:25:38.201639 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-2d65e054-190a-4164-9303-ba5d43872555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:25:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['a5c25039-7086-4826-a3b9-acd6bdeb13ae'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:38.219863 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 33698) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:38.229897 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0a2646a7-61ae-4c80-a774-adf0b4c92263 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:38.243235 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-644b7007-4beb-42e6-b01b-e5b5cda42d4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:38.379212 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-0a2646a7-61ae-4c80-a774-adf0b4c92263 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Deleting port a3fe0df6-2abb-4471-ad0d-a815bc45bd06 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:25:38.380283 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0a2646a7-61ae-4c80-a774-adf0b4c92263 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:38.414328 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-2d65e054-190a-4164-9303-ba5d43872555 None None] Set router a5c25039-7086-4826-a3b9-acd6bdeb13ae gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:25:38.473605 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-644b7007-4beb-42e6-b01b-e5b5cda42d4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:38.488362 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-644b7007-4beb-42e6-b01b-e5b5cda42d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:38.488640 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-0a2646a7-61ae-4c80-a774-adf0b4c92263 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] For port a3fe0df6-2abb-4471-ad0d-a815bc45bd06, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=a3fe0df6-2abb-4471-ad0d-a815bc45bd06,segment=NetworkSegment(512e30dc-499a-46db-a19f-79bf5f440c7c),segment_id=512e30dc-499a-46db-a19f-79bf5f440c7c)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:25:38.488954 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0a2646a7-61ae-4c80-a774-adf0b4c92263 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:38.506934 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-0a2646a7-61ae-4c80-a774-adf0b4c92263 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Calling delete_port for a3fe0df6-2abb-4471-ad0d-a815bc45bd06 owned by network:dhcp {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:25:38.592732 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-644b7007-4beb-42e6-b01b-e5b5cda42d4f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=36d1f45fc0d945f8a57f6f675fd4da9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3679137 Nov 12 01:25:38.592732 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b7007-4beb-42e6-b01b-e5b5cda42d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7ecdc0-3346-479a-a6ef-e51e8e8a12ec,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:38.593225 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 33704) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:38.639846 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-fec0c5db-593f-43aa-b726-b2e7a53e9746 req-a0cf195e-42d9-4a2b-85f2-3b76218f567e service neutron] (109085) timed out ('10.222.0.45', 49958) {{(pid=109085) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 01:25:38.646753 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0a2646a7-61ae-4c80-a774-adf0b4c92263 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:38.672630 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2646a7-61ae-4c80-a774-adf0b4c92263 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] No DVR routers for this DVR port a3fe0df6-2abb-4471-ad0d-a815bc45bd06 on host n-d-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:25:38.677174 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6fbff7cb-bfef-40fd-935a-9fd8519dcc66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:38.700169 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2646a7-61ae-4c80-a774-adf0b4c92263 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event deleted for resources: {'Port': ['ID=a3fe0df6-2abb-4471-ad0d-a815bc45bd06,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:38.743208 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6fbff7cb-bfef-40fd-935a-9fd8519dcc66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:38.789760 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:38.826323 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d9af89-5fe3-4f9a-993c-8b60479dce85 None None] DHCP port deletion for 22599584-1b69-42cc-bb32-066203689117 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:25:38.894624 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-2d65e054-190a-4164-9303-ba5d43872555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'name': 'tempest-RoutersIpV6Test-router-1112275757', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:24:23Z', 'updated_at': '2021-11-12T01:25:34Z', 'revision_number': 9, 'project_id': '59c2860fe13d48f997166c751343b84d', 'gw_port_host': None, '_interfaces': [{'id': '1ae6dd56-20e2-4aab-906d-00132d205cb1', 'name': '', 'network_id': '15ac3537-61d1-4e78-9cb0-e96cf963e071', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:52:93:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '04ae61dc-00f2-4d28-967b-23220ec0e0ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:29Z', 'updated_at': '2021-11-12T01:24:46Z', 'revision_number': 5, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': '04ae61dc-00f2-4d28-967b-23220ec0e0ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c7adbc9-11b8-4413-a00d-6cc9382192f9', 'name': '', 'network_id': '006180d7-9320-4263-97cb-f2fd447a8f8a', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:13:46:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '98b598b5-3d22-451f-b55a-bbb32b3396a3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:43Z', 'updated_at': '2021-11-12T01:24:59Z', 'revision_number': 5, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': '98b598b5-3d22-451f-b55a-bbb32b3396a3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:38.900949 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-cd586376-b0c5-4ba5-9975-597a4143e919 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7e83fe482de64831bee1347fe92835cd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0051644 Nov 12 01:25:38.901980 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 33712) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:38.906186 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6fbff7cb-bfef-40fd-935a-9fd8519dcc66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:38.906506 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0a2646a7-61ae-4c80-a774-adf0b4c92263 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:38.911143 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6fbff7cb-bfef-40fd-935a-9fd8519dcc66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:38.912632 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6fbff7cb-bfef-40fd-935a-9fd8519dcc66 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0a7ecdc0-3346-479a-a6ef-e51e8e8a12ec HTTP/1.1" status: 204 len: 168 time: 0.3186865 Nov 12 01:25:38.936933 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-0a2646a7-61ae-4c80-a774-adf0b4c92263 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22599584-1b69-42cc-bb32-066203689117']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:38.951685 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-0a2646a7-61ae-4c80-a774-adf0b4c92263 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '512e30dc-499a-46db-a19f-79bf5f440c7c') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:38.952015 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-0a2646a7-61ae-4c80-a774-adf0b4c92263 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '512e30dc-499a-46db-a19f-79bf5f440c7c') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:38.954591 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbff7cb-bfef-40fd-935a-9fd8519dcc66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7ecdc0-3346-479a-a6ef-e51e8e8a12ec,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:38.966031 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d65e054-190a-4164-9303-ba5d43872555 None None] The sync data for ids ['a5c25039-7086-4826-a3b9-acd6bdeb13ae'] in n-d-712142-27 is: [{'id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'name': 'tempest-RoutersIpV6Test-router-1112275757', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:24:23Z', 'updated_at': '2021-11-12T01:25:34Z', 'revision_number': 9, 'project_id': '59c2860fe13d48f997166c751343b84d', 'gw_port_host': None, '_interfaces': [{'id': '1ae6dd56-20e2-4aab-906d-00132d205cb1', 'name': '', 'network_id': '15ac3537-61d1-4e78-9cb0-e96cf963e071', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:52:93:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '04ae61dc-00f2-4d28-967b-23220ec0e0ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:29Z', 'updated_at': '2021-11-12T01:24:46Z', 'revision_number': 5, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': '04ae61dc-00f2-4d28-967b-23220ec0e0ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1c7adbc9-11b8-4413-a00d-6cc9382192f9', 'name': '', 'network_id': '006180d7-9320-4263-97cb-f2fd447a8f8a', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:13:46:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '98b598b5-3d22-451f-b55a-bbb32b3396a3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:43Z', 'updated_at': '2021-11-12T01:24:59Z', 'revision_number': 5, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': '98b598b5-3d22-451f-b55a-bbb32b3396a3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:25:38.992062 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0a2646a7-61ae-4c80-a774-adf0b4c92263 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:39.038022 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0a2646a7-61ae-4c80-a774-adf0b4c92263 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:39.061538 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a2646a7-61ae-4c80-a774-adf0b4c92263 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:25:39.062794 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0a2646a7-61ae-4c80-a774-adf0b4c92263 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:39.081850 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:25:39.081850 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:25:39.081850 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:25:39.081850 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:25:39.081850 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:25:39.081850 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:25:39.081850 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:25:39.081850 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:25:39.081850 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:25:39.081850 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:25:39.081850 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:25:39.081850 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:25:39.081850 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:25:39.081850 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:25:39.081850 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:25:39.081850 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:25:39.081850 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:25:39.081850 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:25:39.081850 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:25:39.081850 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:25:39.081850 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:25:39.081850 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:25:39.081850 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:25:39.081850 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:25:39.081850 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:25:39.081850 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:25:39.081850 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:25:39.081850 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:25:39.081850 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:25:39.081850 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:25:39.081850 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:25:39.081850 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:25:39.129108 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9fadb5e7-7315-4b66-abcd-68a4fafc6074 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:39.161464 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9fadb5e7-7315-4b66-abcd-68a4fafc6074 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:39.268334 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9fadb5e7-7315-4b66-abcd-68a4fafc6074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:39.274231 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9fadb5e7-7315-4b66-abcd-68a4fafc6074 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:39.279281 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9fadb5e7-7315-4b66-abcd-68a4fafc6074 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/20c25333-2adb-4739-8d9d-de6cf1015a5f HTTP/1.1" status: 204 len: 168 time: 0.3756604 Nov 12 01:25:39.304900 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0a2646a7-61ae-4c80-a774-adf0b4c92263 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:39.318316 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0a2646a7-61ae-4c80-a774-adf0b4c92263 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:39.324234 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fadb5e7-7315-4b66-abcd-68a4fafc6074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c25333-2adb-4739-8d9d-de6cf1015a5f,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:39.329057 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 33732) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:39.336917 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-0a2646a7-61ae-4c80-a774-adf0b4c92263 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "DELETE /v2.0/networks/22599584-1b69-42cc-bb32-066203689117 HTTP/1.1" status: 204 len: 168 time: 1.3263018 Nov 12 01:25:39.406433 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2646a7-61ae-4c80-a774-adf0b4c92263 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event deleted for resources: {'Network': ['ID=22599584-1b69-42cc-bb32-066203689117,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:39.646325 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device a3fe0df6-2abb-4471-ad0d-a815bc45bd06 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:25:39.726259 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: a3fe0df6-2abb-4471-ad0d-a815bc45bd06 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:25:39.728220 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device a3fe0df6-2abb-4471-ad0d-a815bc45bd06 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:25:39.728220 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 4d099c2c-1e16-445e-8aa6-9bfd65b2ac29 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:25:39.778572 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 4d099c2c-1e16-445e-8aa6-9bfd65b2ac29 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:25:39.778572 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 4d099c2c-1e16-445e-8aa6-9bfd65b2ac29 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:25:40.315553 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8ad61285-7e6d-4607-a606-55acadbec585 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:40.714089 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:41.194648 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-8ad61285-7e6d-4607-a606-55acadbec585 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Deleting port 1c7adbc9-11b8-4413-a00d-6cc9382192f9 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:25:41.196476 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8ad61285-7e6d-4607-a606-55acadbec585 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:41.444177 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-8ad61285-7e6d-4607-a606-55acadbec585 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] For port 1c7adbc9-11b8-4413-a00d-6cc9382192f9, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=1c7adbc9-11b8-4413-a00d-6cc9382192f9,segment=NetworkSegment(f4942ab4-5187-45fc-be07-6d07eb6282b0),segment_id=f4942ab4-5187-45fc-be07-6d07eb6282b0)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:25:41.454245 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8ad61285-7e6d-4607-a606-55acadbec585 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:41.499165 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-8ad61285-7e6d-4607-a606-55acadbec585 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Calling delete_port for 1c7adbc9-11b8-4413-a00d-6cc9382192f9 owned by network:router_interface {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:25:41.968877 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8ad61285-7e6d-4607-a606-55acadbec585 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:42.062930 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad61285-7e6d-4607-a606-55acadbec585 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event deleted for resources: {'Port': ['ID=1c7adbc9-11b8-4413-a00d-6cc9382192f9,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:42.316952 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 33820) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:42.322992 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8ad61285-7e6d-4607-a606-55acadbec585 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:42.613755 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-163c3233-ad22-4075-9f89-b5ee1e9d133f tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1646048710'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:25:42.716441 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163c3233-ad22-4075-9f89-b5ee1e9d133f tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Made reservation on behalf of 11832bd8a51040b2a76aa4f86e481cd2 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:25:42.728291 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-163c3233-ad22-4075-9f89-b5ee1e9d133f tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:42.778038 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-163c3233-ad22-4075-9f89-b5ee1e9d133f tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:43.157061 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-163c3233-ad22-4075-9f89-b5ee1e9d133f tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:43.166172 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-163c3233-ad22-4075-9f89-b5ee1e9d133f tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:43.206390 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-163c3233-ad22-4075-9f89-b5ee1e9d133f tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:25:43.233753 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-163c3233-ad22-4075-9f89-b5ee1e9d133f tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:43.234357 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-163c3233-ad22-4075-9f89-b5ee1e9d133f tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Added segment 66ecd1f8-0c45-4c34-8135-6493ba407b4e of type vlan for network d16eb514-59ed-4514-8dae-a10164bf1bf5 Nov 12 01:25:43.345744 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-163c3233-ad22-4075-9f89-b5ee1e9d133f tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:43.407182 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-163c3233-ad22-4075-9f89-b5ee1e9d133f tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:43.424680 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163c3233-ad22-4075-9f89-b5ee1e9d133f tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:43.426048 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-163c3233-ad22-4075-9f89-b5ee1e9d133f tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:43.494221 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163c3233-ad22-4075-9f89-b5ee1e9d133f tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b60644-4057-466d-abae-2e89288e4004,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:43.575344 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-163c3233-ad22-4075-9f89-b5ee1e9d133f tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2565300 Nov 12 01:25:43.699945 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163c3233-ad22-4075-9f89-b5ee1e9d133f tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Pushing event updated for resources: {'Network': ['ID=d16eb514-59ed-4514-8dae-a10164bf1bf5,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:43.716308 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network d16eb514-59ed-4514-8dae-a10164bf1bf5 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:25:44.378988 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad61285-7e6d-4607-a606-55acadbec585 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Router a5c25039-7086-4826-a3b9-acd6bdeb13ae has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:25:44.627365 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad61285-7e6d-4607-a606-55acadbec585 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:25:44.633378 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8ad61285-7e6d-4607-a606-55acadbec585 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "PUT /v2.0/routers/a5c25039-7086-4826-a3b9-acd6bdeb13ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2982080 Nov 12 01:25:44.636386 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 33868) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:44.641378 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe173e0-0991-4492-96c9-4946f435fbdf None None] Sync routers for ids ['a5c25039-7086-4826-a3b9-acd6bdeb13ae'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:25:44.657371 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe173e0-0991-4492-96c9-4946f435fbdf None None] Routers {'a5c25039-7086-4826-a3b9-acd6bdeb13ae'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:25:44.658698 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-5fe173e0-0991-4492-96c9-4946f435fbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:25:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['a5c25039-7086-4826-a3b9-acd6bdeb13ae'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:44.789762 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3c259da-77aa-4143-b00c-acb0098caef9 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Deleting subnet 98b598b5-3d22-451f-b55a-bbb32b3396a3 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:25:44.799801 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f3c259da-77aa-4143-b00c-acb0098caef9 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:44.815364 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-5fe173e0-0991-4492-96c9-4946f435fbdf None None] Set router a5c25039-7086-4826-a3b9-acd6bdeb13ae gateway port host: None {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:25:44.947526 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f3c259da-77aa-4143-b00c-acb0098caef9 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:45.168458 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f3c259da-77aa-4143-b00c-acb0098caef9 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:45.240253 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f3c259da-77aa-4143-b00c-acb0098caef9 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:45.307796 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c259da-77aa-4143-b00c-acb0098caef9 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event deleted for resources: {'Subnet': ['ID=98b598b5-3d22-451f-b55a-bbb32b3396a3,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:45.315534 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f3c259da-77aa-4143-b00c-acb0098caef9 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:45.323947 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-f3c259da-77aa-4143-b00c-acb0098caef9 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "DELETE /v2.0/subnets/98b598b5-3d22-451f-b55a-bbb32b3396a3 HTTP/1.1" status: 204 len: 168 time: 0.6866446 Nov 12 01:25:45.328217 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 33878) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:45.328899 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400b5697-4fb7-4c36-a47e-53c44df14044 None None] Network 006180d7-9320-4263-97cb-f2fd447a8f8a requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:25:45.513092 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-5fe173e0-0991-4492-96c9-4946f435fbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'name': 'tempest-RoutersIpV6Test-router-1112275757', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:24:23Z', 'updated_at': '2021-11-12T01:25:41Z', 'revision_number': 10, 'project_id': '59c2860fe13d48f997166c751343b84d', 'gw_port_host': None, '_interfaces': [{'id': '1ae6dd56-20e2-4aab-906d-00132d205cb1', 'name': '', 'network_id': '15ac3537-61d1-4e78-9cb0-e96cf963e071', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:52:93:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '04ae61dc-00f2-4d28-967b-23220ec0e0ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:29Z', 'updated_at': '2021-11-12T01:24:46Z', 'revision_number': 5, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': '04ae61dc-00f2-4d28-967b-23220ec0e0ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:45.696381 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe173e0-0991-4492-96c9-4946f435fbdf None None] Checking router: a5c25039-7086-4826-a3b9-acd6bdeb13ae for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:25:45.757152 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c94c0fb8-5001-4385-a7ac-a5389ea334b2 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:45.762219 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe173e0-0991-4492-96c9-4946f435fbdf None None] Routers {'a5c25039-7086-4826-a3b9-acd6bdeb13ae'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:25:45.763792 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-5fe173e0-0991-4492-96c9-4946f435fbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:25:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['a5c25039-7086-4826-a3b9-acd6bdeb13ae'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:46.102681 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-c94c0fb8-5001-4385-a7ac-a5389ea334b2 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Deleting port bb0010ad-d1cb-46fc-96be-18427d1e756a {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:25:46.102972 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c94c0fb8-5001-4385-a7ac-a5389ea334b2 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:46.112816 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6170eb2-fcbd-4fad-bb89-b047831f2964 None None] DHCP port deletion for 006180d7-9320-4263-97cb-f2fd447a8f8a request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:25:46.281833 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-b6170eb2-fcbd-4fad-bb89-b047831f2964 None None] Deleting port bb0010ad-d1cb-46fc-96be-18427d1e756a {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:25:46.282199 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b6170eb2-fcbd-4fad-bb89-b047831f2964 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:46.309192 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-c94c0fb8-5001-4385-a7ac-a5389ea334b2 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] For port bb0010ad-d1cb-46fc-96be-18427d1e756a, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=bb0010ad-d1cb-46fc-96be-18427d1e756a,segment=NetworkSegment(f4942ab4-5187-45fc-be07-6d07eb6282b0),segment_id=f4942ab4-5187-45fc-be07-6d07eb6282b0)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:25:46.309447 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-5fe173e0-0991-4492-96c9-4946f435fbdf None None] Set router a5c25039-7086-4826-a3b9-acd6bdeb13ae gateway port host: None {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:25:46.318842 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c94c0fb8-5001-4385-a7ac-a5389ea334b2 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:46.349787 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-c94c0fb8-5001-4385-a7ac-a5389ea334b2 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Calling delete_port for bb0010ad-d1cb-46fc-96be-18427d1e756a owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:25:46.604547 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c94c0fb8-5001-4385-a7ac-a5389ea334b2 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:46.752036 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94c0fb8-5001-4385-a7ac-a5389ea334b2 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] No DVR routers for this DVR port bb0010ad-d1cb-46fc-96be-18427d1e756a on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:25:46.810000 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c0fb8-5001-4385-a7ac-a5389ea334b2 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event deleted for resources: {'Port': ['ID=bb0010ad-d1cb-46fc-96be-18427d1e756a,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:47.223541 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-b6170eb2-fcbd-4fad-bb89-b047831f2964 None None] For port bb0010ad-d1cb-46fc-96be-18427d1e756a, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=bb0010ad-d1cb-46fc-96be-18427d1e756a,segment=NetworkSegment(f4942ab4-5187-45fc-be07-6d07eb6282b0),segment_id=f4942ab4-5187-45fc-be07-6d07eb6282b0)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:25:47.226667 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b6170eb2-fcbd-4fad-bb89-b047831f2964 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:47.259085 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-b6170eb2-fcbd-4fad-bb89-b047831f2964 None None] Calling delete_port for bb0010ad-d1cb-46fc-96be-18427d1e756a owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:25:47.268222 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c94c0fb8-5001-4385-a7ac-a5389ea334b2 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:47.345015 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-c94c0fb8-5001-4385-a7ac-a5389ea334b2 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['006180d7-9320-4263-97cb-f2fd447a8f8a']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:47.379460 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-c94c0fb8-5001-4385-a7ac-a5389ea334b2 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4942ab4-5187-45fc-be07-6d07eb6282b0') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:47.379857 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-c94c0fb8-5001-4385-a7ac-a5389ea334b2 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4942ab4-5187-45fc-be07-6d07eb6282b0') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:47.418024 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c94c0fb8-5001-4385-a7ac-a5389ea334b2 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:47.456823 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c94c0fb8-5001-4385-a7ac-a5389ea334b2 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:47.490964 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c94c0fb8-5001-4385-a7ac-a5389ea334b2 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:25:47.491391 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c94c0fb8-5001-4385-a7ac-a5389ea334b2 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:47.545534 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b6170eb2-fcbd-4fad-bb89-b047831f2964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:47.635510 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6170eb2-fcbd-4fad-bb89-b047831f2964 None None] Pushing event deleted for resources: {'Port': ['ID=bb0010ad-d1cb-46fc-96be-18427d1e756a,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:47.641312 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6170eb2-fcbd-4fad-bb89-b047831f2964 None None] No DVR routers for this DVR port bb0010ad-d1cb-46fc-96be-18427d1e756a on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:25:47.672111 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device bb0010ad-d1cb-46fc-96be-18427d1e756a no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:25:47.720632 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: bb0010ad-d1cb-46fc-96be-18427d1e756a {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:25:47.721877 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device bb0010ad-d1cb-46fc-96be-18427d1e756a not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:25:47.800012 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-5fe173e0-0991-4492-96c9-4946f435fbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'name': 'tempest-RoutersIpV6Test-router-1112275757', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:24:23Z', 'updated_at': '2021-11-12T01:25:41Z', 'revision_number': 10, 'project_id': '59c2860fe13d48f997166c751343b84d', 'gw_port_host': None, '_interfaces': [{'id': '1ae6dd56-20e2-4aab-906d-00132d205cb1', 'name': '', 'network_id': '15ac3537-61d1-4e78-9cb0-e96cf963e071', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:52:93:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '04ae61dc-00f2-4d28-967b-23220ec0e0ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:29Z', 'updated_at': '2021-11-12T01:24:46Z', 'revision_number': 5, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': '04ae61dc-00f2-4d28-967b-23220ec0e0ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:47.822612 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:25:47.822612 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:25:47.822612 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:25:47.822612 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:25:47.822612 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:25:47.822612 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:25:47.822612 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:25:47.822612 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:25:47.822612 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:25:47.822612 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:25:47.822612 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:25:47.822612 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:25:47.822612 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:25:47.822612 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:25:47.822612 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:25:47.822612 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:25:47.822612 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:25:47.822612 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:25:47.822612 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:25:47.822612 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:25:47.822612 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:25:47.822612 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:25:47.822612 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:25:47.822612 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:25:47.822612 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:25:47.822612 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:25:47.822612 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:25:47.822612 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:25:47.822612 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:25:47.822612 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:25:47.822612 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:25:47.822612 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:25:47.890252 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe173e0-0991-4492-96c9-4946f435fbdf None None] The sync data for ids ['a5c25039-7086-4826-a3b9-acd6bdeb13ae'] in n-d-712142-27 is: [{'id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'name': 'tempest-RoutersIpV6Test-router-1112275757', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:24:23Z', 'updated_at': '2021-11-12T01:25:41Z', 'revision_number': 10, 'project_id': '59c2860fe13d48f997166c751343b84d', 'gw_port_host': None, '_interfaces': [{'id': '1ae6dd56-20e2-4aab-906d-00132d205cb1', 'name': '', 'network_id': '15ac3537-61d1-4e78-9cb0-e96cf963e071', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'mac_address': 'fa:16:3e:52:93:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '04ae61dc-00f2-4d28-967b-23220ec0e0ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:24:29Z', 'updated_at': '2021-11-12T01:24:46Z', 'revision_number': 5, 'project_id': '59c2860fe13d48f997166c751343b84d', 'subnets': [{'id': '04ae61dc-00f2-4d28-967b-23220ec0e0ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:25:47.905356 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c94c0fb8-5001-4385-a7ac-a5389ea334b2 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:47.946022 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c94c0fb8-5001-4385-a7ac-a5389ea334b2 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:47.956350 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c94c0fb8-5001-4385-a7ac-a5389ea334b2 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "DELETE /v2.0/networks/006180d7-9320-4263-97cb-f2fd447a8f8a HTTP/1.1" status: 204 len: 168 time: 2.6269536 Nov 12 01:25:47.960760 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 33912) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:47.995031 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c0fb8-5001-4385-a7ac-a5389ea334b2 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event deleted for resources: {'Network': ['ID=006180d7-9320-4263-97cb-f2fd447a8f8a,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:49.110332 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a1fe4043-cb2a-48f3-8855-0623f9349180 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:49.254407 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 33936) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:49.260253 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-edceb200-3de8-42e9-853e-485fe53ce0c1 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Request body: {'subnet': {'network_id': 'd16eb514-59ed-4514-8dae-a10164bf1bf5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:25:49.494140 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edceb200-3de8-42e9-853e-485fe53ce0c1 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Made reservation on behalf of 11832bd8a51040b2a76aa4f86e481cd2 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:25:49.521625 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-edceb200-3de8-42e9-853e-485fe53ce0c1 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:49.550497 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 1c7adbc9-11b8-4413-a00d-6cc9382192f9 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:25:49.615198 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 1c7adbc9-11b8-4413-a00d-6cc9382192f9 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:25:49.624341 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 1c7adbc9-11b8-4413-a00d-6cc9382192f9 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:25:49.863118 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-a1fe4043-cb2a-48f3-8855-0623f9349180 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Deleting port 1ae6dd56-20e2-4aab-906d-00132d205cb1 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:25:49.863457 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a1fe4043-cb2a-48f3-8855-0623f9349180 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:50.314696 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-a1fe4043-cb2a-48f3-8855-0623f9349180 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] For port 1ae6dd56-20e2-4aab-906d-00132d205cb1, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=1ae6dd56-20e2-4aab-906d-00132d205cb1,segment=NetworkSegment(03189909-6284-409c-a37c-c742ab0103d6),segment_id=03189909-6284-409c-a37c-c742ab0103d6)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:25:50.317207 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a1fe4043-cb2a-48f3-8855-0623f9349180 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:50.360195 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-edceb200-3de8-42e9-853e-485fe53ce0c1 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:50.380193 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-a1fe4043-cb2a-48f3-8855-0623f9349180 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Calling delete_port for 1ae6dd56-20e2-4aab-906d-00132d205cb1 owned by network:router_interface {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:25:50.606804 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edceb200-3de8-42e9-853e-485fe53ce0c1 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Pushing event updated for resources: {'Subnet': ['ID=575ea60f-f634-4800-96cb-1e1068364657,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:50.635266 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edceb200-3de8-42e9-853e-485fe53ce0c1 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Checking segment: {'id': '66ecd1f8-0c45-4c34-8135-6493ba407b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd16eb514-59ed-4514-8dae-a10164bf1bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:25:50.636840 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edceb200-3de8-42e9-853e-485fe53ce0c1 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Network hostable DHCP agents. Network: d16eb514-59ed-4514-8dae-a10164bf1bf5, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:25:50.660409 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edceb200-3de8-42e9-853e-485fe53ce0c1 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Network d16eb514-59ed-4514-8dae-a10164bf1bf5 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:25:50.677654 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-edceb200-3de8-42e9-853e-485fe53ce0c1 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, d16eb514-59ed-4514-8dae-a10164bf1bf5) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:25:50.685316 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edceb200-3de8-42e9-853e-485fe53ce0c1 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:50.685970 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-edceb200-3de8-42e9-853e-485fe53ce0c1 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:50.702535 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b86c68-69c5-49c9-b4ca-af865a510045 None None] Network d16eb514-59ed-4514-8dae-a10164bf1bf5 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:25:50.756172 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-edceb200-3de8-42e9-853e-485fe53ce0c1 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4886937 Nov 12 01:25:50.756907 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 33998) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:50.779409 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-3f153657-088c-466b-ba38-62485c23f89a tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-230439135'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:25:50.867589 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f153657-088c-466b-ba38-62485c23f89a tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Made reservation on behalf of 11832bd8a51040b2a76aa4f86e481cd2 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:25:50.879785 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3f153657-088c-466b-ba38-62485c23f89a tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:50.982379 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f153657-088c-466b-ba38-62485c23f89a tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:25:51.025288 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3f153657-088c-466b-ba38-62485c23f89a tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:51.025940 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-3f153657-088c-466b-ba38-62485c23f89a tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Added segment 73f80696-1eb3-47e9-8721-efbc04ab01ea of type vlan for network 960389d2-4a93-4dcf-ac66-9f982a413f1f Nov 12 01:25:51.101552 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93da3807-3ec3-4209-8782-1050dd905b28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-d16eb514-59ed-4514-8dae-a10164bf1bf5', 'network_id': 'd16eb514-59ed-4514-8dae-a10164bf1bf5', 'tenant_id': '11832bd8a51040b2a76aa4f86e481cd2', 'fixed_ips': [{'subnet_id': '575ea60f-f634-4800-96cb-1e1068364657'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:25:51.103019 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-93da3807-3ec3-4209-8782-1050dd905b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:51.111354 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a1fe4043-cb2a-48f3-8855-0623f9349180 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:51.187692 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3f153657-088c-466b-ba38-62485c23f89a tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:51.258456 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3f153657-088c-466b-ba38-62485c23f89a tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:51.280302 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f153657-088c-466b-ba38-62485c23f89a tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:51.284316 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3f153657-088c-466b-ba38-62485c23f89a tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:51.323311 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fe4043-cb2a-48f3-8855-0623f9349180 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event deleted for resources: {'Port': ['ID=1ae6dd56-20e2-4aab-906d-00132d205cb1,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:51.475222 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 34024) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:51.488642 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3f153657-088c-466b-ba38-62485c23f89a tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7229514 Nov 12 01:25:51.496367 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-f1f74457-dedd-45f8-bef5-d90c37fd12e7 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Request body: {'subnet': {'network_id': '960389d2-4a93-4dcf-ac66-9f982a413f1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:25:51.534369 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f153657-088c-466b-ba38-62485c23f89a tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Pushing event updated for resources: {'Network': ['ID=960389d2-4a93-4dcf-ac66-9f982a413f1f,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:51.604033 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 960389d2-4a93-4dcf-ac66-9f982a413f1f details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:25:51.703304 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-93da3807-3ec3-4209-8782-1050dd905b28 None None] Allocated IP 2001:db8:0:ffff::2 (d16eb514-59ed-4514-8dae-a10164bf1bf5/575ea60f-f634-4800-96cb-1e1068364657/ed810cea-44e8-483c-8e3e-6c673b1d3edf) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:25:52.096528 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a1fe4043-cb2a-48f3-8855-0623f9349180 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:52.178443 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-93da3807-3ec3-4209-8782-1050dd905b28 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:52.193163 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-93da3807-3ec3-4209-8782-1050dd905b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:52.268351 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93da3807-3ec3-4209-8782-1050dd905b28 None None] Network d16eb514-59ed-4514-8dae-a10164bf1bf5 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:25:52.293716 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-93da3807-3ec3-4209-8782-1050dd905b28 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:25:52.298839 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93da3807-3ec3-4209-8782-1050dd905b28 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:25:52.316231 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93da3807-3ec3-4209-8782-1050dd905b28 None None] Pushing event updated for resources: {'Port': ['ID=ed810cea-44e8-483c-8e3e-6c673b1d3edf,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:52.410999 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93da3807-3ec3-4209-8782-1050dd905b28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:52.411809 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93da3807-3ec3-4209-8782-1050dd905b28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:52.412429 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93da3807-3ec3-4209-8782-1050dd905b28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:52.413043 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93da3807-3ec3-4209-8782-1050dd905b28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:52.413745 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93da3807-3ec3-4209-8782-1050dd905b28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:52.414345 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93da3807-3ec3-4209-8782-1050dd905b28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:52.414986 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93da3807-3ec3-4209-8782-1050dd905b28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:52.415572 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93da3807-3ec3-4209-8782-1050dd905b28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:52.416238 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93da3807-3ec3-4209-8782-1050dd905b28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:52.416900 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93da3807-3ec3-4209-8782-1050dd905b28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:52.417551 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93da3807-3ec3-4209-8782-1050dd905b28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:52.418286 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93da3807-3ec3-4209-8782-1050dd905b28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:25:52.458423 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f74457-dedd-45f8-bef5-d90c37fd12e7 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Made reservation on behalf of 11832bd8a51040b2a76aa4f86e481cd2 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:25:52.461399 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-93da3807-3ec3-4209-8782-1050dd905b28 None None] Attempting to bind port ed810cea-44e8-483c-8e3e-6c673b1d3edf on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:25:52.461891 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-93da3807-3ec3-4209-8782-1050dd905b28 None None] Attempting to bind port ed810cea-44e8-483c-8e3e-6c673b1d3edf by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '66ecd1f8-0c45-4c34-8135-6493ba407b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd16eb514-59ed-4514-8dae-a10164bf1bf5'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:25:52.462273 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93da3807-3ec3-4209-8782-1050dd905b28 None None] Attempting to bind port ed810cea-44e8-483c-8e3e-6c673b1d3edf on network d16eb514-59ed-4514-8dae-a10164bf1bf5 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:25:52.470745 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f1f74457-dedd-45f8-bef5-d90c37fd12e7 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:52.477024 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93da3807-3ec3-4209-8782-1050dd905b28 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:25:52.477446 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93da3807-3ec3-4209-8782-1050dd905b28 None None] Checking segment: {'id': '66ecd1f8-0c45-4c34-8135-6493ba407b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd16eb514-59ed-4514-8dae-a10164bf1bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:25:52.478017 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-93da3807-3ec3-4209-8782-1050dd905b28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:52.478440 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93da3807-3ec3-4209-8782-1050dd905b28 None None] Bound using segment: {'id': '66ecd1f8-0c45-4c34-8135-6493ba407b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd16eb514-59ed-4514-8dae-a10164bf1bf5'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:25:52.478961 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-93da3807-3ec3-4209-8782-1050dd905b28 None None] Bound port: ed810cea-44e8-483c-8e3e-6c673b1d3edf, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ecd1f8-0c45-4c34-8135-6493ba407b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd16eb514-59ed-4514-8dae-a10164bf1bf5'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:25:52.479363 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-93da3807-3ec3-4209-8782-1050dd905b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:52.718765 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-93da3807-3ec3-4209-8782-1050dd905b28 None None] For port ed810cea-44e8-483c-8e3e-6c673b1d3edf, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:25:52.738628 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-93da3807-3ec3-4209-8782-1050dd905b28 None None] For port ed810cea-44e8-483c-8e3e-6c673b1d3edf, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=ed810cea-44e8-483c-8e3e-6c673b1d3edf,segment=NetworkSegment(66ecd1f8-0c45-4c34-8135-6493ba407b4e),segment_id=66ecd1f8-0c45-4c34-8135-6493ba407b4e)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:25:52.752490 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-93da3807-3ec3-4209-8782-1050dd905b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:52.946270 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34070) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:52.999170 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93da3807-3ec3-4209-8782-1050dd905b28 None None] Pushing event updated for resources: {'Port': ['ID=ed810cea-44e8-483c-8e3e-6c673b1d3edf,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:53.170332 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1fe4043-cb2a-48f3-8855-0623f9349180 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Router a5c25039-7086-4826-a3b9-acd6bdeb13ae has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:25:53.261980 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5e793d69-1606-4d1c-b168-36cb74bb6a2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:53.615627 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5e793d69-1606-4d1c-b168-36cb74bb6a2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:53.634214 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5e793d69-1606-4d1c-b168-36cb74bb6a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:53.839859 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e793d69-1606-4d1c-b168-36cb74bb6a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ce0445-ca77-48ca-a685-62ae0709cee0,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:53.866435 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5e793d69-1606-4d1c-b168-36cb74bb6a2e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=60574713eaf1493d8fbd9d4ffda85326&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9170957 Nov 12 01:25:53.867173 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34112) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:53.991827 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device ed810cea-44e8-483c-8e3e-6c673b1d3edf up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:25:54.084043 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0ab4197c-08c1-43c6-a197-8c3dea9f3ec4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:54.209604 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0ab4197c-08c1-43c6-a197-8c3dea9f3ec4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:54.247017 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port ed810cea-44e8-483c-8e3e-6c673b1d3edf triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:25:54.247946 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:54.280471 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0ab4197c-08c1-43c6-a197-8c3dea9f3ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:54.288499 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0ab4197c-08c1-43c6-a197-8c3dea9f3ec4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:54.293084 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0ab4197c-08c1-43c6-a197-8c3dea9f3ec4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/44ce0445-ca77-48ca-a685-62ae0709cee0 HTTP/1.1" status: 204 len: 168 time: 0.4245100 Nov 12 01:25:54.311648 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab4197c-08c1-43c6-a197-8c3dea9f3ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ce0445-ca77-48ca-a685-62ae0709cee0,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:54.702972 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1fe4043-cb2a-48f3-8855-0623f9349180 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:25:54.728056 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9307fa92-d932-44ac-934d-7fa6dd653f06 None None] Sync routers for ids ['a5c25039-7086-4826-a3b9-acd6bdeb13ae'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:25:54.736123 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a1fe4043-cb2a-48f3-8855-0623f9349180 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "PUT /v2.0/routers/a5c25039-7086-4826-a3b9-acd6bdeb13ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7724741 Nov 12 01:25:54.738716 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34198) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:54.778391 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:54.825426 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9307fa92-d932-44ac-934d-7fa6dd653f06 None None] Routers {'a5c25039-7086-4826-a3b9-acd6bdeb13ae'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:25:54.829850 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-9307fa92-d932-44ac-934d-7fa6dd653f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:25:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['a5c25039-7086-4826-a3b9-acd6bdeb13ae'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:55.003525 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-e602aed0-1ab2-4069-aefb-fcd8c9ddb4a4 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Deleting subnet 04ae61dc-00f2-4d28-967b-23220ec0e0ad {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:25:55.015129 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e602aed0-1ab2-4069-aefb-fcd8c9ddb4a4 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:55.180320 n-d-712142-27 neutron-server[109085]: DEBUG neutron.objects.ports [None req-f1f74457-dedd-45f8-bef5-d90c37fd12e7 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109085) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 01:25:55.197567 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f1f74457-dedd-45f8-bef5-d90c37fd12e7 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:55.202430 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port ed810cea-44e8-483c-8e3e-6c673b1d3edf, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=ed810cea-44e8-483c-8e3e-6c673b1d3edf,segment=NetworkSegment(66ecd1f8-0c45-4c34-8135-6493ba407b4e),segment_id=66ecd1f8-0c45-4c34-8135-6493ba407b4e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:25:55.225768 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-9307fa92-d932-44ac-934d-7fa6dd653f06 None None] Set router a5c25039-7086-4826-a3b9-acd6bdeb13ae gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:25:55.229473 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e602aed0-1ab2-4069-aefb-fcd8c9ddb4a4 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:55.238240 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:55.392588 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f74457-dedd-45f8-bef5-d90c37fd12e7 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Pushing event updated for resources: {'Subnet': ['ID=b85459ee-54fd-4f9f-a6e2-449f6dd32cfb,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:55.493967 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f74457-dedd-45f8-bef5-d90c37fd12e7 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Checking segment: {'id': '73f80696-1eb3-47e9-8721-efbc04ab01ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '960389d2-4a93-4dcf-ac66-9f982a413f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:25:55.494354 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f74457-dedd-45f8-bef5-d90c37fd12e7 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Network hostable DHCP agents. Network: 960389d2-4a93-4dcf-ac66-9f982a413f1f, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:25:55.535164 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f74457-dedd-45f8-bef5-d90c37fd12e7 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Network 960389d2-4a93-4dcf-ac66-9f982a413f1f is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:25:55.546735 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=ed810cea-44e8-483c-8e3e-6c673b1d3edf,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:55.550966 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24917f10-c28a-465a-80da-b5d9bdb0c946 None None] Network d16eb514-59ed-4514-8dae-a10164bf1bf5 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:25:55.562939 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-f1f74457-dedd-45f8-bef5-d90c37fd12e7 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 960389d2-4a93-4dcf-ac66-9f982a413f1f) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:25:55.582995 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f74457-dedd-45f8-bef5-d90c37fd12e7 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:55.584755 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f1f74457-dedd-45f8-bef5-d90c37fd12e7 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:55.588052 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-9307fa92-d932-44ac-934d-7fa6dd653f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'name': 'tempest-RoutersIpV6Test-router-1112275757', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:24:23Z', 'updated_at': '2021-11-12T01:25:50Z', 'revision_number': 11, 'project_id': '59c2860fe13d48f997166c751343b84d', 'gw_port_host': None}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:55.649137 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac3a6fb-957d-4dfb-ab39-91a2f16e9b1f None None] Network 960389d2-4a93-4dcf-ac66-9f982a413f1f requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:25:55.651357 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-f1f74457-dedd-45f8-bef5-d90c37fd12e7 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.1654027 Nov 12 01:25:55.658101 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 34262) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:55.677046 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-df7af028-710a-44d3-9cb5-3fba7fd88efb tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Request body: {'port': {'network_id': '960389d2-4a93-4dcf-ac66-9f982a413f1f', 'name': 'tempest-NetworksIpV6TestAttrs-678613978'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:25:55.790433 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e602aed0-1ab2-4069-aefb-fcd8c9ddb4a4 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:55.829358 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9307fa92-d932-44ac-934d-7fa6dd653f06 None None] Checking router: a5c25039-7086-4826-a3b9-acd6bdeb13ae for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:25:55.961436 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34278) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:55.963134 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-cfe53299-b9e1-4a97-9809-e17bd2b4e849 None None] Provisioning complete for port ed810cea-44e8-483c-8e3e-6c673b1d3edf triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:25:55.971785 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cfe53299-b9e1-4a97-9809-e17bd2b4e849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:56.028978 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7af028-710a-44d3-9cb5-3fba7fd88efb tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Made reservation on behalf of 11832bd8a51040b2a76aa4f86e481cd2 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:25:56.038291 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-df7af028-710a-44d3-9cb5-3fba7fd88efb tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:56.149206 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ce09a066-d678-4039-8669-b1a304285362 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:56.151423 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9307fa92-d932-44ac-934d-7fa6dd653f06 None None] Routers {'a5c25039-7086-4826-a3b9-acd6bdeb13ae'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:25:56.155087 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-9307fa92-d932-44ac-934d-7fa6dd653f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:25:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['a5c25039-7086-4826-a3b9-acd6bdeb13ae'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:56.172031 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [None req-df7af028-710a-44d3-9cb5-3fba7fd88efb tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] device_id is not set on port d4f2f5de-3586-438a-b995-bd303caeaaec yet. {{(pid=109085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:25:56.365753 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-9307fa92-d932-44ac-934d-7fa6dd653f06 None None] Set router a5c25039-7086-4826-a3b9-acd6bdeb13ae gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:25:56.445791 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e602aed0-1ab2-4069-aefb-fcd8c9ddb4a4 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:56.524718 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-9307fa92-d932-44ac-934d-7fa6dd653f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'name': 'tempest-RoutersIpV6Test-router-1112275757', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:24:23Z', 'updated_at': '2021-11-12T01:25:50Z', 'revision_number': 11, 'project_id': '59c2860fe13d48f997166c751343b84d', 'gw_port_host': None}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:56.615583 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9307fa92-d932-44ac-934d-7fa6dd653f06 None None] The sync data for ids ['a5c25039-7086-4826-a3b9-acd6bdeb13ae'] in n-d-712142-27 is: [{'id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'name': 'tempest-RoutersIpV6Test-router-1112275757', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:24:23Z', 'updated_at': '2021-11-12T01:25:50Z', 'revision_number': 11, 'project_id': '59c2860fe13d48f997166c751343b84d', 'gw_port_host': None}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:25:56.622822 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bc10c7-1644-4698-b555-039db27015ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-960389d2-4a93-4dcf-ac66-9f982a413f1f', 'network_id': '960389d2-4a93-4dcf-ac66-9f982a413f1f', 'tenant_id': '11832bd8a51040b2a76aa4f86e481cd2', 'fixed_ips': [{'subnet_id': 'b85459ee-54fd-4f9f-a6e2-449f6dd32cfb'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:25:56.624299 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2bc10c7-1644-4698-b555-039db27015ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:56.668218 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:25:56.746682 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e602aed0-1ab2-4069-aefb-fcd8c9ddb4a4 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:56.769035 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e602aed0-1ab2-4069-aefb-fcd8c9ddb4a4 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "DELETE /v2.0/subnets/04ae61dc-00f2-4d28-967b-23220ec0e0ad HTTP/1.1" status: 204 len: 168 time: 2.0248332 Nov 12 01:25:56.772317 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb5f993-c9e7-45a1-8fd4-15016cafeb2b None None] Network 15ac3537-61d1-4e78-9cb0-e96cf963e071 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:25:56.777170 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 34340) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:56.780266 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-df7af028-710a-44d3-9cb5-3fba7fd88efb tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Allocated IP 2001:db8::f816:3eff:fef8:35b1 (960389d2-4a93-4dcf-ac66-9f982a413f1f/b85459ee-54fd-4f9f-a6e2-449f6dd32cfb/d4f2f5de-3586-438a-b995-bd303caeaaec) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:25:56.797619 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e602aed0-1ab2-4069-aefb-fcd8c9ddb4a4 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event deleted for resources: {'Subnet': ['ID=04ae61dc-00f2-4d28-967b-23220ec0e0ad,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:56.829905 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ce09a066-d678-4039-8669-b1a304285362 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:56.844352 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ce09a066-d678-4039-8669-b1a304285362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:57.269353 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ce09a066-d678-4039-8669-b1a304285362 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d43b4544d52b46d490312f78cbecbd1f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2989254 Nov 12 01:25:57.281544 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 34368) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:57.299945 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce09a066-d678-4039-8669-b1a304285362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1c3fc2-80f8-4a32-933d-83d160230814,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:57.391107 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b472c7bd-22e5-43fb-b0a5-f8d653b72336 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:57.862858 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4c0f852a-e10e-44c8-8b31-2ea4294bb7c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:57.888450 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ea3501a3-0286-43a5-9cda-ad25f767bad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:57.976896 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-df7af028-710a-44d3-9cb5-3fba7fd88efb tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:57.988352 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4c0f852a-e10e-44c8-8b31-2ea4294bb7c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:58.018411 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-b472c7bd-22e5-43fb-b0a5-f8d653b72336 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Deleting port dc5ac287-bdc6-46ca-8795-0033da9d2607 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:25:58.018803 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b472c7bd-22e5-43fb-b0a5-f8d653b72336 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:58.148037 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-b472c7bd-22e5-43fb-b0a5-f8d653b72336 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] For port dc5ac287-bdc6-46ca-8795-0033da9d2607, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=dc5ac287-bdc6-46ca-8795-0033da9d2607,segment=NetworkSegment(03189909-6284-409c-a37c-c742ab0103d6),segment_id=03189909-6284-409c-a37c-c742ab0103d6)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:25:58.148716 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b472c7bd-22e5-43fb-b0a5-f8d653b72336 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:58.165528 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-df7af028-710a-44d3-9cb5-3fba7fd88efb tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:58.178022 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-b472c7bd-22e5-43fb-b0a5-f8d653b72336 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Calling delete_port for dc5ac287-bdc6-46ca-8795-0033da9d2607 owned by network:dhcp {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:25:58.187320 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device ed810cea-44e8-483c-8e3e-6c673b1d3edf up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:25:58.255391 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7af028-710a-44d3-9cb5-3fba7fd88efb tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Pushing event updated for resources: {'Port': ['ID=d4f2f5de-3586-438a-b995-bd303caeaaec,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:58.268333 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4c0f852a-e10e-44c8-8b31-2ea4294bb7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:58.271448 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4c0f852a-e10e-44c8-8b31-2ea4294bb7c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:58.273033 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4c0f852a-e10e-44c8-8b31-2ea4294bb7c9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8e1c3fc2-80f8-4a32-933d-83d160230814 HTTP/1.1" status: 204 len: 168 time: 0.9895966 Nov 12 01:25:58.293778 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7af028-710a-44d3-9cb5-3fba7fd88efb tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Network 960389d2-4a93-4dcf-ac66-9f982a413f1f is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:25:58.383385 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-df7af028-710a-44d3-9cb5-3fba7fd88efb tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:25:58.388011 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7af028-710a-44d3-9cb5-3fba7fd88efb tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:25:58.409264 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7af028-710a-44d3-9cb5-3fba7fd88efb tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:25:58.409264 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-df7af028-710a-44d3-9cb5-3fba7fd88efb tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:58.438187 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f852a-e10e-44c8-8b31-2ea4294bb7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1c3fc2-80f8-4a32-933d-83d160230814,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:58.504471 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-df7af028-710a-44d3-9cb5-3fba7fd88efb tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.8409967 Nov 12 01:25:58.505408 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34444) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:58.581408 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b472c7bd-22e5-43fb-b0a5-f8d653b72336 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:58.701445 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b472c7bd-22e5-43fb-b0a5-f8d653b72336 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event deleted for resources: {'Port': ['ID=dc5ac287-bdc6-46ca-8795-0033da9d2607,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:58.727920 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-840c351e-6d79-4623-b348-68e36a34b855 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Deleting subnet b85459ee-54fd-4f9f-a6e2-449f6dd32cfb {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:25:58.738771 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b472c7bd-22e5-43fb-b0a5-f8d653b72336 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] No DVR routers for this DVR port dc5ac287-bdc6-46ca-8795-0033da9d2607 on host n-d-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:25:58.918316 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-b2bc10c7-1644-4698-b555-039db27015ed None None] Allocated IP 2001:db8::f816:3eff:feec:2e8 (960389d2-4a93-4dcf-ac66-9f982a413f1f/b85459ee-54fd-4f9f-a6e2-449f6dd32cfb/2fd23042-e6c7-4fe8-9854-733872cb66be) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:25:58.926561 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port ed810cea-44e8-483c-8e3e-6c673b1d3edf triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:25:58.927463 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:59.017741 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b472c7bd-22e5-43fb-b0a5-f8d653b72336 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:59.088413 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-b472c7bd-22e5-43fb-b0a5-f8d653b72336 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15ac3537-61d1-4e78-9cb0-e96cf963e071']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:59.128978 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c5ee13-fc19-4980-994e-503650b0372b None None] DHCP port deletion for 15ac3537-61d1-4e78-9cb0-e96cf963e071 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:25:59.148260 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-b472c7bd-22e5-43fb-b0a5-f8d653b72336 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03189909-6284-409c-a37c-c742ab0103d6') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:59.155424 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-b472c7bd-22e5-43fb-b0a5-f8d653b72336 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03189909-6284-409c-a37c-c742ab0103d6') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:25:59.224143 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b472c7bd-22e5-43fb-b0a5-f8d653b72336 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:59.328271 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 1ae6dd56-20e2-4aab-906d-00132d205cb1 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:25:59.372180 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b472c7bd-22e5-43fb-b0a5-f8d653b72336 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:59.390739 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b472c7bd-22e5-43fb-b0a5-f8d653b72336 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:25:59.391792 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b472c7bd-22e5-43fb-b0a5-f8d653b72336 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:59.482466 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:25:59.482466 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:25:59.482466 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:25:59.482466 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:25:59.482466 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:25:59.482466 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:25:59.482466 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:25:59.482466 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:25:59.482466 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:25:59.482466 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:25:59.482466 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:25:59.482466 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:25:59.482466 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:25:59.482466 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:25:59.482466 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:25:59.482466 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:25:59.482466 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:25:59.482466 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:25:59.482466 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:25:59.482466 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:25:59.482466 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:25:59.482466 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:25:59.482466 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:25:59.482466 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:25:59.482466 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:25:59.482466 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:25:59.482466 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:25:59.482466 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:25:59.482466 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:25:59.482466 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:25:59.482466 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:25:59.482466 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:25:59.560849 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 1ae6dd56-20e2-4aab-906d-00132d205cb1 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:25:59.561390 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 1ae6dd56-20e2-4aab-906d-00132d205cb1 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:25:59.738612 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b472c7bd-22e5-43fb-b0a5-f8d653b72336 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:59.815884 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b472c7bd-22e5-43fb-b0a5-f8d653b72336 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:25:59.822563 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-b472c7bd-22e5-43fb-b0a5-f8d653b72336 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "DELETE /v2.0/networks/15ac3537-61d1-4e78-9cb0-e96cf963e071 HTTP/1.1" status: 204 len: 168 time: 3.0439045 Nov 12 01:25:59.824493 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b472c7bd-22e5-43fb-b0a5-f8d653b72336 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Pushing event deleted for resources: {'Network': ['ID=15ac3537-61d1-4e78-9cb0-e96cf963e071,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:25:59.828653 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34538) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:25:59.860506 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-e2e469bb-e701-42d1-ae39-b66afdacaea9 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Request body: {'router': {'routes': None}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:26:00.065346 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device dc5ac287-bdc6-46ca-8795-0033da9d2607 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:26:00.219258 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2bc10c7-1644-4698-b555-039db27015ed None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:00.269448 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2bc10c7-1644-4698-b555-039db27015ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:00.275077 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: dc5ac287-bdc6-46ca-8795-0033da9d2607 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:26:00.275721 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device dc5ac287-bdc6-46ca-8795-0033da9d2607 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:26:00.329035 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-74c54f55-3435-424b-930b-9464690b0646 None None] Provisioning complete for port ed810cea-44e8-483c-8e3e-6c673b1d3edf triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:26:00.329692 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-74c54f55-3435-424b-930b-9464690b0646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:00.414396 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-840c351e-6d79-4623-b348-68e36a34b855 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:00.571041 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-840c351e-6d79-4623-b348-68e36a34b855 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:00.581782 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bc10c7-1644-4698-b555-039db27015ed None None] Network 960389d2-4a93-4dcf-ac66-9f982a413f1f is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:26:00.596610 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-b2bc10c7-1644-4698-b555-039db27015ed None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:26:00.603462 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bc10c7-1644-4698-b555-039db27015ed None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:26:00.815433 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc10c7-1644-4698-b555-039db27015ed None None] Pushing event updated for resources: {'Port': ['ID=2fd23042-e6c7-4fe8-9854-733872cb66be,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:00.861279 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-b2bc10c7-1644-4698-b555-039db27015ed None None] Attempting to bind port 2fd23042-e6c7-4fe8-9854-733872cb66be on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:26:00.862075 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-b2bc10c7-1644-4698-b555-039db27015ed None None] Attempting to bind port 2fd23042-e6c7-4fe8-9854-733872cb66be by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '73f80696-1eb3-47e9-8721-efbc04ab01ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '960389d2-4a93-4dcf-ac66-9f982a413f1f'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:26:00.862683 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bc10c7-1644-4698-b555-039db27015ed None None] Attempting to bind port 2fd23042-e6c7-4fe8-9854-733872cb66be on network 960389d2-4a93-4dcf-ac66-9f982a413f1f {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:26:00.875064 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f3a259ca-ec66-4c06-8b6f-e1caadf6a4e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:00.956377 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-840c351e-6d79-4623-b348-68e36a34b855 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:01.055177 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bc10c7-1644-4698-b555-039db27015ed None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:26:01.055978 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bc10c7-1644-4698-b555-039db27015ed None None] Checking segment: {'id': '73f80696-1eb3-47e9-8721-efbc04ab01ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '960389d2-4a93-4dcf-ac66-9f982a413f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:26:01.059441 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2bc10c7-1644-4698-b555-039db27015ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:01.061681 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bc10c7-1644-4698-b555-039db27015ed None None] Bound using segment: {'id': '73f80696-1eb3-47e9-8721-efbc04ab01ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '960389d2-4a93-4dcf-ac66-9f982a413f1f'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:26:01.063362 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-b2bc10c7-1644-4698-b555-039db27015ed None None] Bound port: 2fd23042-e6c7-4fe8-9854-733872cb66be, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73f80696-1eb3-47e9-8721-efbc04ab01ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '960389d2-4a93-4dcf-ac66-9f982a413f1f'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:26:01.064663 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2bc10c7-1644-4698-b555-039db27015ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:01.131928 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-840c351e-6d79-4623-b348-68e36a34b855 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:01.183677 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.extraroute_db [None req-e2e469bb-e701-42d1-ae39-b66afdacaea9 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Added routes are [] {{(pid=109086) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 01:26:01.184401 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.extraroute_db [None req-e2e469bb-e701-42d1-ae39-b66afdacaea9 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Removed routes are [] {{(pid=109086) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 01:26:01.185414 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e2e469bb-e701-42d1-ae39-b66afdacaea9 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-233838'] for router, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:01.204947 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-b2bc10c7-1644-4698-b555-039db27015ed None None] For port 2fd23042-e6c7-4fe8-9854-733872cb66be, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:26:01.209943 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-b2bc10c7-1644-4698-b555-039db27015ed None None] For port 2fd23042-e6c7-4fe8-9854-733872cb66be, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=2fd23042-e6c7-4fe8-9854-733872cb66be,segment=NetworkSegment(73f80696-1eb3-47e9-8721-efbc04ab01ea),segment_id=73f80696-1eb3-47e9-8721-efbc04ab01ea)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:26:01.217144 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2bc10c7-1644-4698-b555-039db27015ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:01.231355 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840c351e-6d79-4623-b348-68e36a34b855 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Pushing event deleted for resources: {'Subnet': ['ID=b85459ee-54fd-4f9f-a6e2-449f6dd32cfb,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:01.239632 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-840c351e-6d79-4623-b348-68e36a34b855 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:01.251585 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-840c351e-6d79-4623-b348-68e36a34b855 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] 10.222.0.45 "DELETE /v2.0/subnets/b85459ee-54fd-4f9f-a6e2-449f6dd32cfb HTTP/1.1" status: 204 len: 168 time: 2.7437983 Nov 12 01:26:01.251909 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 34634) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:01.351312 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc10c7-1644-4698-b555-039db27015ed None None] Pushing event updated for resources: {'Port': ['ID=2fd23042-e6c7-4fe8-9854-733872cb66be,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:01.392861 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e298a4f-e40f-4312-b0c1-d1a854692500 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:01.401903 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e298a4f-e40f-4312-b0c1-d1a854692500 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:01.403666 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2e298a4f-e40f-4312-b0c1-d1a854692500 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1506531 Nov 12 01:26:01.409274 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 34640) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:01.592680 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0ffb5690-c7f4-423a-89b5-6c22ba26cec2 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:01.604496 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ffb5690-c7f4-423a-89b5-6c22ba26cec2 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 12 01:26:01.605521 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ffb5690-c7f4-423a-89b5-6c22ba26cec2 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:26:01.609671 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-0ffb5690-c7f4-423a-89b5-6c22ba26cec2 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] 10.222.0.45 "DELETE /v2.0/networks/960389d2-4a93-4dcf-ac66-9f982a413f1f HTTP/1.1" status: 409 len: 405 time: 0.1991491 Nov 12 01:26:01.614779 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 34648) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:01.621647 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-fe6bb79e-6646-46ba-9180-3e9db36d8188 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1609669441'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:26:01.674638 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6bb79e-6646-46ba-9180-3e9db36d8188 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Made reservation on behalf of 11832bd8a51040b2a76aa4f86e481cd2 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:26:01.679862 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fe6bb79e-6646-46ba-9180-3e9db36d8188 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:01.750675 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe6bb79e-6646-46ba-9180-3e9db36d8188 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:26:01.777069 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fe6bb79e-6646-46ba-9180-3e9db36d8188 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:01.779368 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-fe6bb79e-6646-46ba-9180-3e9db36d8188 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Added segment d8357825-5e26-432c-9722-b42569e0a246 of type vlan for network f8cbbf4d-4826-4750-9f33-5207502d1373 Nov 12 01:26:01.780176 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e2e469bb-e701-42d1-ae39-b66afdacaea9 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-233838'] for router, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:01.787596 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e2e469bb-e701-42d1-ae39-b66afdacaea9 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1709614'] for router, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:01.971921 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fe6bb79e-6646-46ba-9180-3e9db36d8188 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:02.062363 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fe6bb79e-6646-46ba-9180-3e9db36d8188 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:02.069113 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6bb79e-6646-46ba-9180-3e9db36d8188 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:02.070116 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fe6bb79e-6646-46ba-9180-3e9db36d8188 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:02.118049 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-fe6bb79e-6646-46ba-9180-3e9db36d8188 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5017850 Nov 12 01:26:02.122334 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 34664) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:02.161024 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-32a87821-57da-47c1-b7b1-919578401eb2 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Request body: {'subnet': {'network_id': 'f8cbbf4d-4826-4750-9f33-5207502d1373', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:26:02.163959 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e469bb-e701-42d1-ae39-b66afdacaea9 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Router a5c25039-7086-4826-a3b9-acd6bdeb13ae has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:26:02.275598 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6bb79e-6646-46ba-9180-3e9db36d8188 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Pushing event updated for resources: {'Network': ['ID=f8cbbf4d-4826-4750-9f33-5207502d1373,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:02.288713 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network f8cbbf4d-4826-4750-9f33-5207502d1373 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:26:02.352512 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a87821-57da-47c1-b7b1-919578401eb2 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Made reservation on behalf of 11832bd8a51040b2a76aa4f86e481cd2 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:26:02.356972 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-32a87821-57da-47c1-b7b1-919578401eb2 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:02.378523 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e469bb-e701-42d1-ae39-b66afdacaea9 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:26:02.401771 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ae7eda-0543-4779-b1e6-83b64d155bc5 None None] Sync routers for ids ['a5c25039-7086-4826-a3b9-acd6bdeb13ae'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:26:02.402751 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e2e469bb-e701-42d1-ae39-b66afdacaea9 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:02.404255 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e2e469bb-e701-42d1-ae39-b66afdacaea9 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "PUT /v2.0/routers/a5c25039-7086-4826-a3b9-acd6bdeb13ae HTTP/1.1" status: 200 len: 705 time: 2.5695653 Nov 12 01:26:02.411411 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34670) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:02.458885 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ae7eda-0543-4779-b1e6-83b64d155bc5 None None] Routers {'a5c25039-7086-4826-a3b9-acd6bdeb13ae'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:26:02.466125 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-50ae7eda-0543-4779-b1e6-83b64d155bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:26:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['a5c25039-7086-4826-a3b9-acd6bdeb13ae'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:02.490323 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d9d57c80-b5b1-4b55-b16b-3d00e8c92588 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5c25039-7086-4826-a3b9-acd6bdeb13ae HTTP/1.1" status: 200 len: 205 time: 0.0773027 Nov 12 01:26:02.494674 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34674) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:02.681160 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-50ae7eda-0543-4779-b1e6-83b64d155bc5 None None] Set router a5c25039-7086-4826-a3b9-acd6bdeb13ae gateway port host: None {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:26:02.758138 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-31a8402d-b0f1-4515-836b-2d5ef143d436 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:02.809854 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-50ae7eda-0543-4779-b1e6-83b64d155bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'name': 'tempest-RoutersIpV6Test-router-1112275757', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:24:23Z', 'updated_at': '2021-11-12T01:25:50Z', 'revision_number': 11, 'project_id': '59c2860fe13d48f997166c751343b84d', 'gw_port_host': None}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:02.861233 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ae7eda-0543-4779-b1e6-83b64d155bc5 None None] Checking router: a5c25039-7086-4826-a3b9-acd6bdeb13ae for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:26:02.885209 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ae7eda-0543-4779-b1e6-83b64d155bc5 None None] Routers {'a5c25039-7086-4826-a3b9-acd6bdeb13ae'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:26:02.888664 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-50ae7eda-0543-4779-b1e6-83b64d155bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:26:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['a5c25039-7086-4826-a3b9-acd6bdeb13ae'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:02.888980 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:03.038510 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-50ae7eda-0543-4779-b1e6-83b64d155bc5 None None] Set router a5c25039-7086-4826-a3b9-acd6bdeb13ae gateway port host: None {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:26:03.215440 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-50ae7eda-0543-4779-b1e6-83b64d155bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'name': 'tempest-RoutersIpV6Test-router-1112275757', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:24:23Z', 'updated_at': '2021-11-12T01:25:50Z', 'revision_number': 11, 'project_id': '59c2860fe13d48f997166c751343b84d', 'gw_port_host': None}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:03.296250 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ae7eda-0543-4779-b1e6-83b64d155bc5 None None] The sync data for ids ['a5c25039-7086-4826-a3b9-acd6bdeb13ae'] in n-d-712142-27 is: [{'id': 'a5c25039-7086-4826-a3b9-acd6bdeb13ae', 'name': 'tempest-RoutersIpV6Test-router-1112275757', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:24:23Z', 'updated_at': '2021-11-12T01:25:50Z', 'revision_number': 11, 'project_id': '59c2860fe13d48f997166c751343b84d', 'gw_port_host': None}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:26:03.550478 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-31a8402d-b0f1-4515-836b-2d5ef143d436 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:03.557296 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-31a8402d-b0f1-4515-836b-2d5ef143d436 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:03.666741 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-31a8402d-b0f1-4515-836b-2d5ef143d436 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:03.667280 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a8402d-b0f1-4515-836b-2d5ef143d436 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Fanout notify agent at l3_agent the message router_deleted on router a5c25039-7086-4826-a3b9-acd6bdeb13ae {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:26:03.701373 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-31a8402d-b0f1-4515-836b-2d5ef143d436 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:03.702565 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-31a8402d-b0f1-4515-836b-2d5ef143d436 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "DELETE /v2.0/routers/a5c25039-7086-4826-a3b9-acd6bdeb13ae HTTP/1.1" status: 204 len: 168 time: 1.2065260 Nov 12 01:26:03.712316 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34694) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:03.733885 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-d8029150-7a62-4e49-bea9-bdb5561a5594 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-425154207', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:26:03.820867 n-d-712142-27 neutron-server[109085]: DEBUG neutron.objects.ports [None req-32a87821-57da-47c1-b7b1-919578401eb2 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109085) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 01:26:03.831258 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d8029150-7a62-4e49-bea9-bdb5561a5594 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:03.833238 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d8029150-7a62-4e49-bea9-bdb5561a5594 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:03.838627 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-32a87821-57da-47c1-b7b1-919578401eb2 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:03.839265 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863aa6cd-811e-4dc4-bff9-cfd783d5dfe7 None None] Network 960389d2-4a93-4dcf-ac66-9f982a413f1f requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:26:04.044680 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 2fd23042-e6c7-4fe8-9854-733872cb66be up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:26:04.071795 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d8029150-7a62-4e49-bea9-bdb5561a5594 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:04.094208 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d8029150-7a62-4e49-bea9-bdb5561a5594 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:04.136948 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d8029150-7a62-4e49-bea9-bdb5561a5594 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:04.139888 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d8029150-7a62-4e49-bea9-bdb5561a5594 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4264364 Nov 12 01:26:04.145225 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34706) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:04.155894 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-89a7e902-8aa2-4fe7-b18b-a74aabf59e3d tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:26:04.210017 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a87821-57da-47c1-b7b1-919578401eb2 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Pushing event updated for resources: {'Subnet': ['ID=b63aa990-2dd9-4395-9e14-3d90c02cd43f,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:04.236326 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a87821-57da-47c1-b7b1-919578401eb2 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Checking segment: {'id': 'd8357825-5e26-432c-9722-b42569e0a246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f8cbbf4d-4826-4750-9f33-5207502d1373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:26:04.236806 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a87821-57da-47c1-b7b1-919578401eb2 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Network hostable DHCP agents. Network: f8cbbf4d-4826-4750-9f33-5207502d1373, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:26:04.312298 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a87821-57da-47c1-b7b1-919578401eb2 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Network f8cbbf4d-4826-4750-9f33-5207502d1373 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:26:04.333552 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-32a87821-57da-47c1-b7b1-919578401eb2 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, f8cbbf4d-4826-4750-9f33-5207502d1373) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:26:04.370343 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a87821-57da-47c1-b7b1-919578401eb2 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:04.370960 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-32a87821-57da-47c1-b7b1-919578401eb2 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:04.440629 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-32a87821-57da-47c1-b7b1-919578401eb2 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2966411 Nov 12 01:26:04.441492 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 34718) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:04.457426 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-85a88007-3f53-4f4b-821a-c5b6b42bb522 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Request body: {'port': {'network_id': 'f8cbbf4d-4826-4750-9f33-5207502d1373', 'name': 'tempest-NetworksIpV6TestAttrs-2064654947'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:26:04.468309 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4ce8dc-1bfc-4169-b4c7-2f37e025a72a None None] Network f8cbbf4d-4826-4750-9f33-5207502d1373 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:26:04.794095 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a88007-3f53-4f4b-821a-c5b6b42bb522 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Made reservation on behalf of 11832bd8a51040b2a76aa4f86e481cd2 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:26:04.809762 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-85a88007-3f53-4f4b-821a-c5b6b42bb522 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:04.896220 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [None req-85a88007-3f53-4f4b-821a-c5b6b42bb522 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] device_id is not set on port 1a0f6180-2d0c-44e0-940c-34fd0548974b yet. {{(pid=109085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:26:05.074833 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-59bada80-894a-4088-9bad-6da3061ef0e0 None None] Provisioning complete for port 2fd23042-e6c7-4fe8-9854-733872cb66be triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:26:05.076734 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-59bada80-894a-4088-9bad-6da3061ef0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:05.087173 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:05.139308 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-89a7e902-8aa2-4fe7-b18b-a74aabf59e3d tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-233838'] for router, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:05.179317 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-89a7e902-8aa2-4fe7-b18b-a74aabf59e3d tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1709614'] for router, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:05.254604 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0203df-b1d7-432b-8f76-f9e360670ca8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-f8cbbf4d-4826-4750-9f33-5207502d1373', 'network_id': 'f8cbbf4d-4826-4750-9f33-5207502d1373', 'tenant_id': '11832bd8a51040b2a76aa4f86e481cd2', 'fixed_ips': [{'subnet_id': 'b63aa990-2dd9-4395-9e14-3d90c02cd43f'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:26:05.255526 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8e0203df-b1d7-432b-8f76-f9e360670ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:05.322804 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:05.441243 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-85a88007-3f53-4f4b-821a-c5b6b42bb522 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Allocated IP 2001:db8::f816:3eff:feae:ffbd (f8cbbf4d-4826-4750-9f33-5207502d1373/b63aa990-2dd9-4395-9e14-3d90c02cd43f/1a0f6180-2d0c-44e0-940c-34fd0548974b) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:26:05.570848 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 2fd23042-e6c7-4fe8-9854-733872cb66be triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:26:05.570848 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:05.731573 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-59bada80-894a-4088-9bad-6da3061ef0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:05.748903 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4201cf2-66ee-4efa-8ebc-5eea0496ee2a None None] DHCP port deletion for 960389d2-4a93-4dcf-ac66-9f982a413f1f request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:26:05.790451 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-59bada80-894a-4088-9bad-6da3061ef0e0 None None] For port 2fd23042-e6c7-4fe8-9854-733872cb66be, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=2fd23042-e6c7-4fe8-9854-733872cb66be,segment=NetworkSegment(73f80696-1eb3-47e9-8721-efbc04ab01ea),segment_id=73f80696-1eb3-47e9-8721-efbc04ab01ea)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:26:05.814205 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-85a88007-3f53-4f4b-821a-c5b6b42bb522 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:05.847778 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-59bada80-894a-4088-9bad-6da3061ef0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:05.854654 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a7e902-8aa2-4fe7-b18b-a74aabf59e3d tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Router 94092db3-c715-423b-98d8-7e5c7b08d32a is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:26:05.919781 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bada80-894a-4088-9bad-6da3061ef0e0 None None] Pushing event updated for resources: {'Port': ['ID=2fd23042-e6c7-4fe8-9854-733872cb66be,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:05.933528 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-85a88007-3f53-4f4b-821a-c5b6b42bb522 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:06.035009 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-8e0203df-b1d7-432b-8f76-f9e360670ca8 None None] Allocated IP 2001:db8::f816:3eff:fee0:89eb (f8cbbf4d-4826-4750-9f33-5207502d1373/b63aa990-2dd9-4395-9e14-3d90c02cd43f/9e33ce1e-bf27-4694-91e8-08fb4dd29ade) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:26:06.098622 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a88007-3f53-4f4b-821a-c5b6b42bb522 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Network f8cbbf4d-4826-4750-9f33-5207502d1373 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:26:06.139817 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-85a88007-3f53-4f4b-821a-c5b6b42bb522 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:26:06.151569 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a88007-3f53-4f4b-821a-c5b6b42bb522 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:26:06.179153 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a88007-3f53-4f4b-821a-c5b6b42bb522 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:06.179843 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-85a88007-3f53-4f4b-821a-c5b6b42bb522 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:06.195304 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a88007-3f53-4f4b-821a-c5b6b42bb522 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Pushing event updated for resources: {'Port': ['ID=1a0f6180-2d0c-44e0-940c-34fd0548974b,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:06.258130 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-85a88007-3f53-4f4b-821a-c5b6b42bb522 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.8111386 Nov 12 01:26:06.258828 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 34736) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:06.268609 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a7e902-8aa2-4fe7-b18b-a74aabf59e3d tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:26:06.301710 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-89a7e902-8aa2-4fe7-b18b-a74aabf59e3d tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:06.312843 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8e0203df-b1d7-432b-8f76-f9e360670ca8 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:06.315388 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-89a7e902-8aa2-4fe7-b18b-a74aabf59e3d tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "PUT /v2.0/routers/94092db3-c715-423b-98d8-7e5c7b08d32a HTTP/1.1" status: 200 len: 697 time: 2.1681051 Nov 12 01:26:06.319792 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34738) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:06.327000 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 2fd23042-e6c7-4fe8-9854-733872cb66be no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:26:06.330193 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8e0203df-b1d7-432b-8f76-f9e360670ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:06.332692 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bda88ab-eaec-4416-8282-c7a9469633e6 None None] Sync routers for ids ['94092db3-c715-423b-98d8-7e5c7b08d32a'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:26:06.498428 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0b0c4c3-a522-4934-8ac1-f5e563064ad2 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Deleting subnet b63aa990-2dd9-4395-9e14-3d90c02cd43f {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:26:06.512354 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f0b0c4c3-a522-4934-8ac1-f5e563064ad2 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:06.554543 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0203df-b1d7-432b-8f76-f9e360670ca8 None None] Pushing event updated for resources: {'Port': ['ID=9e33ce1e-bf27-4694-91e8-08fb4dd29ade,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:06.620222 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bda88ab-eaec-4416-8282-c7a9469633e6 None None] Routers {'94092db3-c715-423b-98d8-7e5c7b08d32a'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:26:06.620992 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-0bda88ab-eaec-4416-8282-c7a9469633e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:26:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['94092db3-c715-423b-98d8-7e5c7b08d32a'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:06.695831 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f0b0c4c3-a522-4934-8ac1-f5e563064ad2 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:06.700468 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 34748) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:06.775939 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 34752) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:06.785426 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-439d1b6e-7298-4514-8cd1-15bf1c932b07 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "GET /v2.0/routers/94092db3-c715-423b-98d8-7e5c7b08d32a HTTP/1.1" status: 200 len: 703 time: 0.4610662 Nov 12 01:26:06.869070 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-b9f5d8eb-b06e-4619-a040-36cb0af9381c tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "GET /v2.0/ports?device_id=94092db3-c715-423b-98d8-7e5c7b08d32a HTTP/1.1" status: 200 len: 205 time: 0.0903745 Nov 12 01:26:06.872672 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34756) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:07.305051 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3a3cf6a0-ab39-4590-8c8b-6ba1d3ff51c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:07.324959 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0203df-b1d7-432b-8f76-f9e360670ca8 None None] Network f8cbbf4d-4826-4750-9f33-5207502d1373 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:26:07.338447 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-8e0203df-b1d7-432b-8f76-f9e360670ca8 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:26:07.350831 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8ca60e19-9c3c-4f72-a34f-70b9bfe9def9 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:07.355136 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0203df-b1d7-432b-8f76-f9e360670ca8 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:26:07.361198 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f0b0c4c3-a522-4934-8ac1-f5e563064ad2 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:07.545143 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-0bda88ab-eaec-4416-8282-c7a9469633e6 None None] Set router 94092db3-c715-423b-98d8-7e5c7b08d32a gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:26:07.605898 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-f4201cf2-66ee-4efa-8ebc-5eea0496ee2a None None] Deleting port 2fd23042-e6c7-4fe8-9854-733872cb66be {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:26:07.610401 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f4201cf2-66ee-4efa-8ebc-5eea0496ee2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:07.699759 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f0b0c4c3-a522-4934-8ac1-f5e563064ad2 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:07.760278 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3a3cf6a0-ab39-4590-8c8b-6ba1d3ff51c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:07.763467 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f0b0c4c3-a522-4934-8ac1-f5e563064ad2 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:07.774872 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-f0b0c4c3-a522-4934-8ac1-f5e563064ad2 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] 10.222.0.45 "DELETE /v2.0/subnets/b63aa990-2dd9-4395-9e14-3d90c02cd43f HTTP/1.1" status: 204 len: 168 time: 1.5124278 Nov 12 01:26:07.824063 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b0c4c3-a522-4934-8ac1-f5e563064ad2 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Pushing event deleted for resources: {'Subnet': ['ID=b63aa990-2dd9-4395-9e14-3d90c02cd43f,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:07.826904 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 34764) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:07.831073 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3a3cf6a0-ab39-4590-8c8b-6ba1d3ff51c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:07.861335 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8ca60e19-9c3c-4f72-a34f-70b9bfe9def9 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:07.866926 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8ca60e19-9c3c-4f72-a34f-70b9bfe9def9 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:07.950162 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3cf6a0-ab39-4590-8c8b-6ba1d3ff51c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4938cb0a-27a2-4c52-b296-b0a4d5c098f1,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:08.003138 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8ca60e19-9c3c-4f72-a34f-70b9bfe9def9 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:08.003713 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca60e19-9c3c-4f72-a34f-70b9bfe9def9 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Fanout notify agent at l3_agent the message router_deleted on router 94092db3-c715-423b-98d8-7e5c7b08d32a {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:26:08.019693 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8ca60e19-9c3c-4f72-a34f-70b9bfe9def9 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:08.025098 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8ca60e19-9c3c-4f72-a34f-70b9bfe9def9 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "DELETE /v2.0/routers/94092db3-c715-423b-98d8-7e5c7b08d32a HTTP/1.1" status: 204 len: 168 time: 1.1503119 Nov 12 01:26:08.034801 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34768) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:08.154105 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-0bda88ab-eaec-4416-8282-c7a9469633e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94092db3-c715-423b-98d8-7e5c7b08d32a', 'name': 'tempest-RoutersIpV6Test-router-425154207', 'tenant_id': '59c2860fe13d48f997166c751343b84d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:26:03Z', 'updated_at': '2021-11-12T01:26:05Z', 'revision_number': 2, 'project_id': '59c2860fe13d48f997166c751343b84d', 'gw_port_host': None}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:08.193234 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-bb926396-290d-458e-877e-a5d1ea39f84f tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "GET /v2.0/ports?device_id=94092db3-c715-423b-98d8-7e5c7b08d32a HTTP/1.1" status: 200 len: 205 time: 0.1563165 Nov 12 01:26:08.194192 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34770) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:08.214451 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3a3cf6a0-ab39-4590-8c8b-6ba1d3ff51c4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b523658d06d54f2daed983dae216e536&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5069401 Nov 12 01:26:08.230033 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dc7081-9bd1-4aed-92e8-425baa65f7cb tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:08.237652 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dc7081-9bd1-4aed-92e8-425baa65f7cb tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:08.240522 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-d3dc7081-9bd1-4aed-92e8-425baa65f7cb tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4115827 Nov 12 01:26:08.241488 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 34772) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:08.255956 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 34774) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:08.359138 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-8785c16e-08e6-44c0-8bfd-e18fd6836db4 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] delete failed (client error): The resource could not be found. Nov 12 01:26:08.363855 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8785c16e-08e6-44c0-8bfd-e18fd6836db4 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "DELETE /v2.0/routers/94092db3-c715-423b-98d8-7e5c7b08d32a HTTP/1.1" status: 404 len: 336 time: 0.1657741 Nov 12 01:26:08.368596 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34776) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:08.427481 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2940f9c9-b006-4ef5-9159-1170d4dd3169 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:08.437943 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-048a9d46-fa29-4e7b-9023-612921f1728a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] DELETE failed (client error): The resource could not be found. Nov 12 01:26:08.438962 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-048a9d46-fa29-4e7b-9023-612921f1728a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:26:08.443717 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-048a9d46-fa29-4e7b-9023-612921f1728a tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "DELETE /v2.0/subnets/b6b8afa0-1752-4963-afd2-140833d80c16 HTTP/1.1" status: 404 len: 337 time: 0.0736716 Nov 12 01:26:08.447397 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34778) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:08.470893 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bda88ab-eaec-4416-8282-c7a9469633e6 None None] Checking router: 94092db3-c715-423b-98d8-7e5c7b08d32a for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:26:08.491202 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a9ef8afb-74db-4b40-9694-43e4d6594afa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:08.499905 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-2940f9c9-b006-4ef5-9159-1170d4dd3169 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 12 01:26:08.505505 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2940f9c9-b006-4ef5-9159-1170d4dd3169 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:26:08.521413 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2940f9c9-b006-4ef5-9159-1170d4dd3169 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] 10.222.0.45 "DELETE /v2.0/networks/f8cbbf4d-4826-4750-9f33-5207502d1373 HTTP/1.1" status: 409 len: 405 time: 0.2631826 Nov 12 01:26:08.524590 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 34782) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:08.552377 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-6bfafbfc-dc32-43d1-b708-5f5866cc78d4 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-321225373'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:26:08.558082 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4582888-99ef-4a4d-9e69-7b5458bcd4c2 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] DELETE failed (client error): The resource could not be found. Nov 12 01:26:08.558930 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4582888-99ef-4a4d-9e69-7b5458bcd4c2 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:26:08.580495 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:08.581977 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-8e0203df-b1d7-432b-8f76-f9e360670ca8 None None] Attempting to bind port 9e33ce1e-bf27-4694-91e8-08fb4dd29ade on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:26:08.582602 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-8e0203df-b1d7-432b-8f76-f9e360670ca8 None None] Attempting to bind port 9e33ce1e-bf27-4694-91e8-08fb4dd29ade by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'd8357825-5e26-432c-9722-b42569e0a246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f8cbbf4d-4826-4750-9f33-5207502d1373'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:26:08.588315 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0203df-b1d7-432b-8f76-f9e360670ca8 None None] Attempting to bind port 9e33ce1e-bf27-4694-91e8-08fb4dd29ade on network f8cbbf4d-4826-4750-9f33-5207502d1373 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:26:08.591570 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e4582888-99ef-4a4d-9e69-7b5458bcd4c2 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "DELETE /v2.0/subnets/211aa6ce-7e9c-4c48-8a9b-b227526a409a HTTP/1.1" status: 404 len: 337 time: 0.1419394 Nov 12 01:26:08.591811 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 34788) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:08.630169 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-f4201cf2-66ee-4efa-8ebc-5eea0496ee2a None None] For port 2fd23042-e6c7-4fe8-9854-733872cb66be, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=2fd23042-e6c7-4fe8-9854-733872cb66be,segment=NetworkSegment(73f80696-1eb3-47e9-8721-efbc04ab01ea),segment_id=73f80696-1eb3-47e9-8721-efbc04ab01ea)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:26:08.630169 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f4201cf2-66ee-4efa-8ebc-5eea0496ee2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:08.664797 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:08.679561 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a9ef8afb-74db-4b40-9694-43e4d6594afa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:08.695332 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0203df-b1d7-432b-8f76-f9e360670ca8 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:26:08.695932 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0203df-b1d7-432b-8f76-f9e360670ca8 None None] Checking segment: {'id': 'd8357825-5e26-432c-9722-b42569e0a246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f8cbbf4d-4826-4750-9f33-5207502d1373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:26:08.696621 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8e0203df-b1d7-432b-8f76-f9e360670ca8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:08.697271 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0203df-b1d7-432b-8f76-f9e360670ca8 None None] Bound using segment: {'id': 'd8357825-5e26-432c-9722-b42569e0a246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f8cbbf4d-4826-4750-9f33-5207502d1373'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:26:08.700039 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-8e0203df-b1d7-432b-8f76-f9e360670ca8 None None] Bound port: 9e33ce1e-bf27-4694-91e8-08fb4dd29ade, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8357825-5e26-432c-9722-b42569e0a246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f8cbbf4d-4826-4750-9f33-5207502d1373'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:26:08.700039 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8e0203df-b1d7-432b-8f76-f9e360670ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:08.754722 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bda88ab-eaec-4416-8282-c7a9469633e6 None None] Routers set() bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:26:08.755308 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bda88ab-eaec-4416-8282-c7a9469633e6 None None] Router IDs set() for agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 01:26:08.756346 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_agentschedulers_db [None req-0bda88ab-eaec-4416-8282-c7a9469633e6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'94092db3-c715-423b-98d8-7e5c7b08d32a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:26:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent'). {{(pid=109087) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 01:26:08.756945 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bda88ab-eaec-4416-8282-c7a9469633e6 None None] The sync data for ids ['94092db3-c715-423b-98d8-7e5c7b08d32a'] in n-d-712142-27 is: [] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:26:08.792649 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-f4201cf2-66ee-4efa-8ebc-5eea0496ee2a None None] Calling delete_port for 2fd23042-e6c7-4fe8-9854-733872cb66be owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:26:08.806184 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-a61a8041-f3af-4c74-8ea6-59c1cf704d41 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] DELETE failed (client error): The resource could not be found. Nov 12 01:26:08.806855 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a61a8041-f3af-4c74-8ea6-59c1cf704d41 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:26:08.820991 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34800) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:08.838224 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a61a8041-f3af-4c74-8ea6-59c1cf704d41 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "DELETE /v2.0/subnets/98b598b5-3d22-451f-b55a-bbb32b3396a3 HTTP/1.1" status: 404 len: 337 time: 0.2417173 Nov 12 01:26:08.898484 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a9ef8afb-74db-4b40-9694-43e4d6594afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:08.910641 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a9ef8afb-74db-4b40-9694-43e4d6594afa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:08.915853 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a9ef8afb-74db-4b40-9694-43e4d6594afa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4938cb0a-27a2-4c52-b296-b0a4d5c098f1 HTTP/1.1" status: 204 len: 168 time: 0.6712396 Nov 12 01:26:08.941668 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ef8afb-74db-4b40-9694-43e4d6594afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4938cb0a-27a2-4c52-b296-b0a4d5c098f1,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:08.955952 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bfafbfc-dc32-43d1-b708-5f5866cc78d4 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Made reservation on behalf of 11832bd8a51040b2a76aa4f86e481cd2 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:26:08.962736 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6bfafbfc-dc32-43d1-b708-5f5866cc78d4 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:09.032124 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bfafbfc-dc32-43d1-b708-5f5866cc78d4 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:26:09.093122 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6bfafbfc-dc32-43d1-b708-5f5866cc78d4 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:09.095777 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-6bfafbfc-dc32-43d1-b708-5f5866cc78d4 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Added segment 09989a67-584f-45b7-a6e0-d5cb08baf851 of type vlan for network e1509b97-952f-4121-a336-d321ab448148 Nov 12 01:26:09.225449 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 2fd23042-e6c7-4fe8-9854-733872cb66be, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=2fd23042-e6c7-4fe8-9854-733872cb66be,segment=NetworkSegment(73f80696-1eb3-47e9-8721-efbc04ab01ea),segment_id=73f80696-1eb3-47e9-8721-efbc04ab01ea)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:26:09.253788 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6bfafbfc-dc32-43d1-b708-5f5866cc78d4 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:09.282661 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:09.357167 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6bfafbfc-dc32-43d1-b708-5f5866cc78d4 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:09.378054 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfafbfc-dc32-43d1-b708-5f5866cc78d4 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:09.379137 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6bfafbfc-dc32-43d1-b708-5f5866cc78d4 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:09.574231 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-8e0203df-b1d7-432b-8f76-f9e360670ca8 None None] For port 9e33ce1e-bf27-4694-91e8-08fb4dd29ade, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:26:09.588137 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-8e0203df-b1d7-432b-8f76-f9e360670ca8 None None] For port 9e33ce1e-bf27-4694-91e8-08fb4dd29ade, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=9e33ce1e-bf27-4694-91e8-08fb4dd29ade,segment=NetworkSegment(d8357825-5e26-432c-9722-b42569e0a246),segment_id=d8357825-5e26-432c-9722-b42569e0a246)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:26:09.734986 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-6bfafbfc-dc32-43d1-b708-5f5866cc78d4 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1975980 Nov 12 01:26:09.766963 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 34822) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:09.769540 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f4201cf2-66ee-4efa-8ebc-5eea0496ee2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:09.787818 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8e0203df-b1d7-432b-8f76-f9e360670ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:09.793281 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-dd4c9bfc-844c-4943-837f-4eb429dd4f79 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Request body: {'subnet': {'network_id': 'e1509b97-952f-4121-a336-d321ab448148', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:26:09.811865 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-405bd89d-44d4-48d8-91c2-5ef119cf3761 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] DELETE failed (client error): The resource could not be found. Nov 12 01:26:09.814528 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-405bd89d-44d4-48d8-91c2-5ef119cf3761 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:26:09.819773 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-405bd89d-44d4-48d8-91c2-5ef119cf3761 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "DELETE /v2.0/subnets/04ae61dc-00f2-4d28-967b-23220ec0e0ad HTTP/1.1" status: 404 len: 337 time: 0.9974873 Nov 12 01:26:09.822879 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34824) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:09.826817 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=2fd23042-e6c7-4fe8-9854-733872cb66be,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:09.899160 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-81b1f777-d347-415f-8ccf-cab124e817d5 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5c25039-7086-4826-a3b9-acd6bdeb13ae HTTP/1.1" status: 200 len: 205 time: 0.0733607 Nov 12 01:26:09.904256 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34828) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:09.929503 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4201cf2-66ee-4efa-8ebc-5eea0496ee2a None None] No DVR routers for this DVR port 2fd23042-e6c7-4fe8-9854-733872cb66be on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:26:09.949911 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4201cf2-66ee-4efa-8ebc-5eea0496ee2a None None] Pushing event deleted for resources: {'Port': ['ID=2fd23042-e6c7-4fe8-9854-733872cb66be,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:10.023452 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-0daad466-1261-4a79-8f58-7153472f15d4 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] delete failed (client error): The resource could not be found. Nov 12 01:26:10.024590 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0daad466-1261-4a79-8f58-7153472f15d4 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "DELETE /v2.0/routers/a5c25039-7086-4826-a3b9-acd6bdeb13ae HTTP/1.1" status: 404 len: 336 time: 0.1189692 Nov 12 01:26:10.029287 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34832) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:10.081208 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34834) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:10.099120 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0203df-b1d7-432b-8f76-f9e360670ca8 None None] Pushing event updated for resources: {'Port': ['ID=9e33ce1e-bf27-4694-91e8-08fb4dd29ade,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:10.158274 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-81831a97-dfd0-4663-9677-9d676f5c73e6 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b245b4c-0a87-45a2-ac64-8ee6949666bf HTTP/1.1" status: 200 len: 205 time: 0.1272554 Nov 12 01:26:10.166499 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 34836) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:10.195609 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eebc1de3-2b1c-4293-894f-3038fd630b29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:10.225009 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-9d420081-bf53-4011-a2d9-8ff421427c32 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] delete failed (client error): The resource could not be found. Nov 12 01:26:10.229693 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-9d420081-bf53-4011-a2d9-8ff421427c32 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "DELETE /v2.0/routers/7b245b4c-0a87-45a2-ac64-8ee6949666bf HTTP/1.1" status: 404 len: 336 time: 0.0587909 Nov 12 01:26:10.231076 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 34838) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:10.231773 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfafbfc-dc32-43d1-b708-5f5866cc78d4 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Pushing event updated for resources: {'Network': ['ID=e1509b97-952f-4121-a336-d321ab448148,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:10.234458 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4c9bfc-844c-4943-837f-4eb429dd4f79 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Made reservation on behalf of 11832bd8a51040b2a76aa4f86e481cd2 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:26:10.240208 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dd4c9bfc-844c-4943-837f-4eb429dd4f79 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:10.287384 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2ea56d-74e2-4775-ac1a-ca4892702511 None None] Network f8cbbf4d-4826-4750-9f33-5207502d1373 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:26:10.324708 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfafbfc-dc32-43d1-b708-5f5866cc78d4 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:10.327049 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfafbfc-dc32-43d1-b708-5f5866cc78d4 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:10.328318 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfafbfc-dc32-43d1-b708-5f5866cc78d4 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:10.329060 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfafbfc-dc32-43d1-b708-5f5866cc78d4 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:10.330288 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfafbfc-dc32-43d1-b708-5f5866cc78d4 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:10.333140 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfafbfc-dc32-43d1-b708-5f5866cc78d4 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:10.333856 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfafbfc-dc32-43d1-b708-5f5866cc78d4 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:10.334471 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfafbfc-dc32-43d1-b708-5f5866cc78d4 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:10.337382 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfafbfc-dc32-43d1-b708-5f5866cc78d4 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:10.339170 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfafbfc-dc32-43d1-b708-5f5866cc78d4 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:10.340160 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfafbfc-dc32-43d1-b708-5f5866cc78d4 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:10.341125 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfafbfc-dc32-43d1-b708-5f5866cc78d4 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:10.478246 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec6ba2e4-af2b-4df4-a886-66674ded02bc tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] DELETE failed (client error): The resource could not be found. Nov 12 01:26:10.481295 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec6ba2e4-af2b-4df4-a886-66674ded02bc tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:26:10.490622 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-ec6ba2e4-af2b-4df4-a886-66674ded02bc tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "DELETE /v2.0/subnets/c4238597-65a2-4f4a-bbb3-47a58ce6749f HTTP/1.1" status: 404 len: 337 time: 0.2425826 Nov 12 01:26:10.493903 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 34842) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:10.554265 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network e1509b97-952f-4121-a336-d321ab448148 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:26:10.584812 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e6fa9f63-678d-4ad8-a64c-3f49c7c12ec1 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "GET /v2.0/ports?device_id=7492d6e8-7eaf-4caf-a0d3-88d1723b70ce HTTP/1.1" status: 200 len: 205 time: 0.0896447 Nov 12 01:26:10.585474 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 34844) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:10.594007 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eebc1de3-2b1c-4293-894f-3038fd630b29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:10.616402 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eebc1de3-2b1c-4293-894f-3038fd630b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:10.640648 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-bb9ff666-f23f-4fa3-9d6b-54f8eb069182 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] delete failed (client error): The resource could not be found. Nov 12 01:26:10.645372 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-bb9ff666-f23f-4fa3-9d6b-54f8eb069182 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "DELETE /v2.0/routers/7492d6e8-7eaf-4caf-a0d3-88d1723b70ce HTTP/1.1" status: 404 len: 336 time: 0.0552764 Nov 12 01:26:10.645978 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 34846) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:10.695295 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebc1de3-2b1c-4293-894f-3038fd630b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c05cd16-db5e-4b9f-8440-a15e119edd6b,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:10.709904 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-9e88e564-96dc-4c7d-8a32-17a6df96c6a2 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc0d0e7c-763c-4ac0-840a-2866a328c25f HTTP/1.1" status: 200 len: 205 time: 0.0606863 Nov 12 01:26:10.710596 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 34848) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:10.725743 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebc1de3-2b1c-4293-894f-3038fd630b29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:10.726427 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebc1de3-2b1c-4293-894f-3038fd630b29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:10.726964 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebc1de3-2b1c-4293-894f-3038fd630b29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:10.727563 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebc1de3-2b1c-4293-894f-3038fd630b29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:10.728207 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebc1de3-2b1c-4293-894f-3038fd630b29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:10.728773 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebc1de3-2b1c-4293-894f-3038fd630b29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:10.729336 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebc1de3-2b1c-4293-894f-3038fd630b29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:10.729909 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebc1de3-2b1c-4293-894f-3038fd630b29 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:10.730516 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebc1de3-2b1c-4293-894f-3038fd630b29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:10.731134 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebc1de3-2b1c-4293-894f-3038fd630b29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:10.732135 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebc1de3-2b1c-4293-894f-3038fd630b29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:10.732717 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebc1de3-2b1c-4293-894f-3038fd630b29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:26:10.797063 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-eebc1de3-2b1c-4293-894f-3038fd630b29 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5b302f67c7e44a6d9602f739b75301b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6760805 Nov 12 01:26:10.801447 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 34852) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:10.841699 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-6899edba-1215-4185-a5d2-d13268be5ca0 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] delete failed (client error): The resource could not be found. Nov 12 01:26:10.846361 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34854) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:10.846979 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-6899edba-1215-4185-a5d2-d13268be5ca0 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "DELETE /v2.0/routers/bc0d0e7c-763c-4ac0-840a-2866a328c25f HTTP/1.1" status: 404 len: 336 time: 0.1252196 Nov 12 01:26:10.899516 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a8998d74-7a7c-461d-ae12-5c012574a6ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:10.982923 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a8998d74-7a7c-461d-ae12-5c012574a6ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:11.014328 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-656c173b-d0ee-4fbc-ae5f-441b6623d55d tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] DELETE failed (client error): The resource could not be found. Nov 12 01:26:11.024705 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-656c173b-d0ee-4fbc-ae5f-441b6623d55d tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:26:11.030804 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-656c173b-d0ee-4fbc-ae5f-441b6623d55d tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "DELETE /v2.0/subnets/6737bd0a-4a94-493d-8220-cd128bade867 HTTP/1.1" status: 404 len: 337 time: 0.1826768 Nov 12 01:26:11.038798 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 34858) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:11.121997 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34862) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:11.122273 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-f4b047b5-e16f-4562-bc56-20c352f2e550 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcc2b598-49ab-4e41-9254-3d53d8c06500 HTTP/1.1" status: 200 len: 205 time: 0.0800834 Nov 12 01:26:11.268022 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:11.292917 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-1371cd26-d242-4a10-a170-b75815b054f0 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] delete failed (client error): The resource could not be found. Nov 12 01:26:11.304354 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1371cd26-d242-4a10-a170-b75815b054f0 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "DELETE /v2.0/routers/bcc2b598-49ab-4e41-9254-3d53d8c06500 HTTP/1.1" status: 404 len: 336 time: 0.1731963 Nov 12 01:26:11.307197 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34864) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:11.316678 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a8998d74-7a7c-461d-ae12-5c012574a6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:11.323338 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a8998d74-7a7c-461d-ae12-5c012574a6ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:11.333616 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a8998d74-7a7c-461d-ae12-5c012574a6ff admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2c05cd16-db5e-4b9f-8440-a15e119edd6b HTTP/1.1" status: 204 len: 168 time: 0.5261469 Nov 12 01:26:11.414544 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-97e633da-b39e-408c-bead-78ad858a1c3d tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] DELETE failed (client error): The resource could not be found. Nov 12 01:26:11.415316 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97e633da-b39e-408c-bead-78ad858a1c3d tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:26:11.423872 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-97e633da-b39e-408c-bead-78ad858a1c3d tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "DELETE /v2.0/subnets/14804a64-044c-46a2-84c6-cf0bc7126b83 HTTP/1.1" status: 404 len: 337 time: 0.1115980 Nov 12 01:26:11.427868 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34868) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:11.435514 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480c0d8b-8133-4b00-89bb-c58b1a187e19 None None] get_active_networks_info from n-d-712142-27 {{(pid=109087) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 01:26:11.517583 n-d-712142-27 neutron-server[109085]: DEBUG neutron.objects.ports [None req-dd4c9bfc-844c-4943-837f-4eb429dd4f79 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109085) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 01:26:11.519101 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8998d74-7a7c-461d-ae12-5c012574a6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c05cd16-db5e-4b9f-8440-a15e119edd6b,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:11.528720 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dd4c9bfc-844c-4943-837f-4eb429dd4f79 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:11.548706 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-706b816e-59ac-41ae-87f7-d8c973879e60 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "GET /v2.0/ports?device_id=457a8e24-0b72-4509-949c-ae54467b95a1 HTTP/1.1" status: 200 len: 205 time: 0.1188312 Nov 12 01:26:11.550427 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 34870) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:11.700646 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-d3b605a2-a275-482c-ae9f-f9f3cfc38c34 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] delete failed (client error): The resource could not be found. Nov 12 01:26:11.703884 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-d3b605a2-a275-482c-ae9f-f9f3cfc38c34 tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "DELETE /v2.0/routers/457a8e24-0b72-4509-949c-ae54467b95a1 HTTP/1.1" status: 404 len: 336 time: 0.1496699 Nov 12 01:26:11.707817 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34874) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:11.785778 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4c9bfc-844c-4943-837f-4eb429dd4f79 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Pushing event updated for resources: {'Subnet': ['ID=87d82064-1c7d-4817-a19f-30e5a9cdd5ee,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:11.816246 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4c9bfc-844c-4943-837f-4eb429dd4f79 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Checking segment: {'id': '09989a67-584f-45b7-a6e0-d5cb08baf851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e1509b97-952f-4121-a336-d321ab448148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:26:11.817061 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4c9bfc-844c-4943-837f-4eb429dd4f79 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Network hostable DHCP agents. Network: e1509b97-952f-4121-a336-d321ab448148, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:26:11.837212 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b9b12fe-91c5-4519-b3fb-6264fba2a28d tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] DELETE failed (client error): The resource could not be found. Nov 12 01:26:11.843093 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b9b12fe-91c5-4519-b3fb-6264fba2a28d tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:26:11.854848 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6b9b12fe-91c5-4519-b3fb-6264fba2a28d tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "DELETE /v2.0/subnets/98fe2adf-a002-4442-9adc-4fafac9e84d0 HTTP/1.1" status: 404 len: 337 time: 0.1456270 Nov 12 01:26:11.858571 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34878) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:11.884692 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4c9bfc-844c-4943-837f-4eb429dd4f79 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Network e1509b97-952f-4121-a336-d321ab448148 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:26:11.935331 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-dd4c9bfc-844c-4943-837f-4eb429dd4f79 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, e1509b97-952f-4121-a336-d321ab448148) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:26:11.951084 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4c9bfc-844c-4943-837f-4eb429dd4f79 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:11.957393 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dd4c9bfc-844c-4943-837f-4eb429dd4f79 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:12.030920 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-dd4c9bfc-844c-4943-837f-4eb429dd4f79 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.2565582 Nov 12 01:26:12.035420 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34882) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:12.064042 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ede6b9b-694d-43cd-861f-72fcf3e1445e tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] DELETE failed (client error): The resource could not be found. Nov 12 01:26:12.070074 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ede6b9b-694d-43cd-861f-72fcf3e1445e tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:26:12.078587 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0ede6b9b-694d-43cd-861f-72fcf3e1445e tempest-RoutersIpV6Test-373746113 tempest-RoutersIpV6Test-373746113-project] 10.222.0.45 "DELETE /v2.0/subnets/efdfbbbb-d6bf-4995-83d4-92ce40e41bf0 HTTP/1.1" status: 404 len: 337 time: 0.2129881 Nov 12 01:26:12.272646 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480c0d8b-8133-4b00-89bb-c58b1a187e19 None None] Unable to find a vacant binding_index for network e1509b97-952f-4121-a336-d321ab448148 and agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 {{(pid=109087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 12 01:26:12.295316 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480c0d8b-8133-4b00-89bb-c58b1a187e19 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, e1509b97-952f-4121-a336-d321ab448148) {{(pid=109087) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 01:26:12.580549 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-acfa807f-bf63-44d5-9c0b-021ace3329c2 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:12.939787 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-acfa807f-bf63-44d5-9c0b-021ace3329c2 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:13.249548 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 34910) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:13.314634 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-acfa807f-bf63-44d5-9c0b-021ace3329c2 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:13.492558 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa807f-bf63-44d5-9c0b-021ace3329c2 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Pushing event deleted for resources: {'Subnet': ['ID=87d82064-1c7d-4817-a19f-30e5a9cdd5ee,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:13.502580 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad3f2aa-006f-4c1f-b6d4-1f2213f62f74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-e1509b97-952f-4121-a336-d321ab448148', 'network_id': 'e1509b97-952f-4121-a336-d321ab448148', 'tenant_id': '11832bd8a51040b2a76aa4f86e481cd2', 'fixed_ips': [{'subnet_id': '87d82064-1c7d-4817-a19f-30e5a9cdd5ee'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:26:13.503785 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-dad3f2aa-006f-4c1f-b6d4-1f2213f62f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:13.754182 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf47437-5851-4379-9d79-1baaf2e2b854 None None] Network e1509b97-952f-4121-a336-d321ab448148 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:26:13.816232 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c6328efe-00b4-418d-ba5f-76068c08a555 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=59c2860fe13d48f997166c751343b84d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5625823 Nov 12 01:26:13.816938 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 34924) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:13.879376 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-acfa807f-bf63-44d5-9c0b-021ace3329c2 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:13.968797 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-80d02a25-0a63-4199-9080-2ee8b51ff7ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:13.994110 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-acfa807f-bf63-44d5-9c0b-021ace3329c2 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1509b97-952f-4121-a336-d321ab448148']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:14.040971 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-acfa807f-bf63-44d5-9c0b-021ace3329c2 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09989a67-584f-45b7-a6e0-d5cb08baf851') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:14.041800 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-acfa807f-bf63-44d5-9c0b-021ace3329c2 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09989a67-584f-45b7-a6e0-d5cb08baf851') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:14.046827 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-80d02a25-0a63-4199-9080-2ee8b51ff7ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:14.072611 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb91f98-3d49-478f-b511-f45316722011 None None] Network e1509b97-952f-4121-a336-d321ab448148 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:26:14.082064 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-acfa807f-bf63-44d5-9c0b-021ace3329c2 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:14.129377 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-acfa807f-bf63-44d5-9c0b-021ace3329c2 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:14.202077 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acfa807f-bf63-44d5-9c0b-021ace3329c2 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:26:14.206843 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-acfa807f-bf63-44d5-9c0b-021ace3329c2 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:14.229359 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:26:14.229359 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:26:14.229359 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:26:14.229359 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:26:14.229359 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:26:14.229359 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:26:14.229359 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:26:14.229359 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:26:14.229359 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:26:14.229359 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:26:14.229359 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:26:14.229359 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:26:14.229359 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:26:14.229359 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:26:14.229359 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:26:14.229359 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:26:14.229359 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:26:14.229359 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:26:14.229359 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:26:14.229359 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:26:14.229359 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:26:14.229359 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:26:14.229359 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:26:14.229359 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:26:14.229359 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:26:14.229359 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:26:14.229359 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:26:14.229359 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:26:14.229359 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:26:14.229359 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:26:14.229359 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:26:14.229359 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:26:14.325994 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-80d02a25-0a63-4199-9080-2ee8b51ff7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:14.337924 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-80d02a25-0a63-4199-9080-2ee8b51ff7ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:14.346686 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-80d02a25-0a63-4199-9080-2ee8b51ff7ef admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0ac851ee-450f-491e-9d21-5d307f5c1555 HTTP/1.1" status: 204 len: 168 time: 0.5283790 Nov 12 01:26:14.404519 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d02a25-0a63-4199-9080-2ee8b51ff7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac851ee-450f-491e-9d21-5d307f5c1555,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:14.596150 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-acfa807f-bf63-44d5-9c0b-021ace3329c2 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:14.696497 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-acfa807f-bf63-44d5-9c0b-021ace3329c2 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:14.716133 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-acfa807f-bf63-44d5-9c0b-021ace3329c2 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] 10.222.0.45 "DELETE /v2.0/networks/e1509b97-952f-4121-a336-d321ab448148 HTTP/1.1" status: 204 len: 168 time: 2.6752405 Nov 12 01:26:14.722209 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 34940) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:14.733793 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-803df3d6-45da-4de7-a9e1-ada03cefe99b tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1200484484'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:26:14.738291 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa807f-bf63-44d5-9c0b-021ace3329c2 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Pushing event deleted for resources: {'Network': ['ID=e1509b97-952f-4121-a336-d321ab448148,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:14.840350 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803df3d6-45da-4de7-a9e1-ada03cefe99b tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Made reservation on behalf of 11832bd8a51040b2a76aa4f86e481cd2 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:26:14.848516 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-803df3d6-45da-4de7-a9e1-ada03cefe99b tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:14.943133 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-803df3d6-45da-4de7-a9e1-ada03cefe99b tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:26:14.975666 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-803df3d6-45da-4de7-a9e1-ada03cefe99b tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:14.976682 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-803df3d6-45da-4de7-a9e1-ada03cefe99b tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Added segment e72d7886-5e46-473b-8c7c-32e28b51f131 of type vlan for network 97b27196-5133-485b-889e-d54a9d2033a9 Nov 12 01:26:15.121062 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-803df3d6-45da-4de7-a9e1-ada03cefe99b tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:15.236616 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-803df3d6-45da-4de7-a9e1-ada03cefe99b tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:15.258614 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803df3d6-45da-4de7-a9e1-ada03cefe99b tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:15.267159 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-803df3d6-45da-4de7-a9e1-ada03cefe99b tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:15.532698 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803df3d6-45da-4de7-a9e1-ada03cefe99b tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Pushing event updated for resources: {'Network': ['ID=97b27196-5133-485b-889e-d54a9d2033a9,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:15.557216 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 97b27196-5133-485b-889e-d54a9d2033a9 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:26:15.566922 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-803df3d6-45da-4de7-a9e1-ada03cefe99b tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8392093 Nov 12 01:26:15.568950 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 34974) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:15.583416 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-9f9b703b-82bc-4a82-b669-abacdc87511d tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Request body: {'subnet': {'network_id': '97b27196-5133-485b-889e-d54a9d2033a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:26:16.059471 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9b703b-82bc-4a82-b669-abacdc87511d tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Made reservation on behalf of 11832bd8a51040b2a76aa4f86e481cd2 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:26:16.067870 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9f9b703b-82bc-4a82-b669-abacdc87511d tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:16.649786 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9f9b703b-82bc-4a82-b669-abacdc87511d tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:16.989659 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b703b-82bc-4a82-b669-abacdc87511d tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Pushing event updated for resources: {'Subnet': ['ID=80de4f52-51c5-4b3f-a946-f9ee4d8c6e23,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:17.161103 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9b703b-82bc-4a82-b669-abacdc87511d tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Checking segment: {'id': 'e72d7886-5e46-473b-8c7c-32e28b51f131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '97b27196-5133-485b-889e-d54a9d2033a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:26:17.161688 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9b703b-82bc-4a82-b669-abacdc87511d tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Network hostable DHCP agents. Network: 97b27196-5133-485b-889e-d54a9d2033a9, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:26:17.223036 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9b703b-82bc-4a82-b669-abacdc87511d tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Network 97b27196-5133-485b-889e-d54a9d2033a9 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:26:17.241059 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-9f9b703b-82bc-4a82-b669-abacdc87511d tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 97b27196-5133-485b-889e-d54a9d2033a9) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:26:17.259590 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab594647-8b45-4029-9202-2329872c6d1c None None] Network 97b27196-5133-485b-889e-d54a9d2033a9 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:26:17.270028 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9b703b-82bc-4a82-b669-abacdc87511d tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:17.271208 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9f9b703b-82bc-4a82-b669-abacdc87511d tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:17.366042 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 35018) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:17.377869 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9f9b703b-82bc-4a82-b669-abacdc87511d tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7914867 Nov 12 01:26:17.396299 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35022) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:17.688198 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-f681f36f-9f81-4392-9efd-464503722df0 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-797692194', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:26:17.711209 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a3893a27-4d5b-4482-94a5-51de22b78a76 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:17.728385 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9e6a51-778b-4e03-a6b2-6501fa86841a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-97b27196-5133-485b-889e-d54a9d2033a9', 'network_id': '97b27196-5133-485b-889e-d54a9d2033a9', 'tenant_id': '11832bd8a51040b2a76aa4f86e481cd2', 'fixed_ips': [{'subnet_id': '80de4f52-51c5-4b3f-a946-f9ee4d8c6e23'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:26:17.730443 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2c9e6a51-778b-4e03-a6b2-6501fa86841a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:17.818233 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f681f36f-9f81-4392-9efd-464503722df0 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:17.827388 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f681f36f-9f81-4392-9efd-464503722df0 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:17.987956 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a3893a27-4d5b-4482-94a5-51de22b78a76 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:18.079662 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f681f36f-9f81-4392-9efd-464503722df0 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:18.087000 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f681f36f-9f81-4392-9efd-464503722df0 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:18.139647 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f681f36f-9f81-4392-9efd-464503722df0 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:18.148673 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f681f36f-9f81-4392-9efd-464503722df0 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.7507024 Nov 12 01:26:18.149341 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35038) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:18.157704 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-a52ddde6-fe3e-45a4-aac3-581bd94ab8b9 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-380504201'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:26:18.230509 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52ddde6-fe3e-45a4-aac3-581bd94ab8b9 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Made reservation on behalf of 19ff39edd1c94831b2dd6358742ad2e5 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:26:18.238439 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a52ddde6-fe3e-45a4-aac3-581bd94ab8b9 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:18.278628 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a52ddde6-fe3e-45a4-aac3-581bd94ab8b9 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:18.408239 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-2c9e6a51-778b-4e03-a6b2-6501fa86841a None None] Allocated IP 2001:db8::2 (97b27196-5133-485b-889e-d54a9d2033a9/80de4f52-51c5-4b3f-a946-f9ee4d8c6e23/dc504083-5760-4729-a4ea-354a7262968b) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:26:18.494743 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a52ddde6-fe3e-45a4-aac3-581bd94ab8b9 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:18.504396 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a52ddde6-fe3e-45a4-aac3-581bd94ab8b9 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:18.638388 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a52ddde6-fe3e-45a4-aac3-581bd94ab8b9 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:26:18.713825 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a52ddde6-fe3e-45a4-aac3-581bd94ab8b9 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:18.718593 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-a52ddde6-fe3e-45a4-aac3-581bd94ab8b9 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Added segment 38275e24-1d74-4ba8-a5ef-232c8d1ba585 of type vlan for network cda33f50-edb4-4513-8940-2b02044f88ba Nov 12 01:26:18.771806 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ddde6-fe3e-45a4-aac3-581bd94ab8b9 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18113376-3599-40dc-a13f-846dbe51e715,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:18.884428 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a52ddde6-fe3e-45a4-aac3-581bd94ab8b9 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:18.929631 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a52ddde6-fe3e-45a4-aac3-581bd94ab8b9 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:18.942849 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52ddde6-fe3e-45a4-aac3-581bd94ab8b9 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:18.943529 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a52ddde6-fe3e-45a4-aac3-581bd94ab8b9 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:19.056379 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2c9e6a51-778b-4e03-a6b2-6501fa86841a None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:19.091437 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2c9e6a51-778b-4e03-a6b2-6501fa86841a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:19.139078 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a3893a27-4d5b-4482-94a5-51de22b78a76 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:19.160546 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a52ddde6-fe3e-45a4-aac3-581bd94ab8b9 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0100396 Nov 12 01:26:19.164273 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35064) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:19.182453 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-e43a1dc6-064d-4435-833d-748e14f4490f tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Request body: {'subnet': {'network_id': 'cda33f50-edb4-4513-8940-2b02044f88ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:26:19.351188 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3893a27-4d5b-4482-94a5-51de22b78a76 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Pushing event deleted for resources: {'Subnet': ['ID=80de4f52-51c5-4b3f-a946-f9ee4d8c6e23,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:19.369345 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ddde6-fe3e-45a4-aac3-581bd94ab8b9 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Pushing event updated for resources: {'Network': ['ID=cda33f50-edb4-4513-8940-2b02044f88ba,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:19.407596 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9e6a51-778b-4e03-a6b2-6501fa86841a None None] Pushing event updated for resources: {'Port': ['ID=dc504083-5760-4729-a4ea-354a7262968b,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:19.430542 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network cda33f50-edb4-4513-8940-2b02044f88ba details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:26:19.483293 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9e6a51-778b-4e03-a6b2-6501fa86841a None None] Network 97b27196-5133-485b-889e-d54a9d2033a9 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:26:19.492492 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-2c9e6a51-778b-4e03-a6b2-6501fa86841a None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:26:19.497336 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9e6a51-778b-4e03-a6b2-6501fa86841a None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:26:19.560240 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43a1dc6-064d-4435-833d-748e14f4490f tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Made reservation on behalf of 19ff39edd1c94831b2dd6358742ad2e5 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:26:19.580769 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e43a1dc6-064d-4435-833d-748e14f4490f tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:19.637032 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a3893a27-4d5b-4482-94a5-51de22b78a76 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:19.674345 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-2c9e6a51-778b-4e03-a6b2-6501fa86841a None None] Attempting to bind port dc504083-5760-4729-a4ea-354a7262968b on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:26:19.674954 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-2c9e6a51-778b-4e03-a6b2-6501fa86841a None None] Attempting to bind port dc504083-5760-4729-a4ea-354a7262968b by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'e72d7886-5e46-473b-8c7c-32e28b51f131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '97b27196-5133-485b-889e-d54a9d2033a9'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:26:19.676655 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9e6a51-778b-4e03-a6b2-6501fa86841a None None] Attempting to bind port dc504083-5760-4729-a4ea-354a7262968b on network 97b27196-5133-485b-889e-d54a9d2033a9 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:26:19.679630 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-a3893a27-4d5b-4482-94a5-51de22b78a76 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97b27196-5133-485b-889e-d54a9d2033a9']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:19.691146 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9e6a51-778b-4e03-a6b2-6501fa86841a None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:26:19.694974 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-a3893a27-4d5b-4482-94a5-51de22b78a76 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e72d7886-5e46-473b-8c7c-32e28b51f131') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:19.695761 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9e6a51-778b-4e03-a6b2-6501fa86841a None None] Checking segment: {'id': 'e72d7886-5e46-473b-8c7c-32e28b51f131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '97b27196-5133-485b-889e-d54a9d2033a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:26:19.695935 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-a3893a27-4d5b-4482-94a5-51de22b78a76 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e72d7886-5e46-473b-8c7c-32e28b51f131') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:19.696439 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2c9e6a51-778b-4e03-a6b2-6501fa86841a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:19.696931 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9e6a51-778b-4e03-a6b2-6501fa86841a None None] Bound using segment: {'id': 'e72d7886-5e46-473b-8c7c-32e28b51f131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '97b27196-5133-485b-889e-d54a9d2033a9'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:26:19.697564 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-2c9e6a51-778b-4e03-a6b2-6501fa86841a None None] Bound port: dc504083-5760-4729-a4ea-354a7262968b, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e72d7886-5e46-473b-8c7c-32e28b51f131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '97b27196-5133-485b-889e-d54a9d2033a9'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:26:19.698044 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2c9e6a51-778b-4e03-a6b2-6501fa86841a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:19.716490 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a3893a27-4d5b-4482-94a5-51de22b78a76 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:19.736820 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a3893a27-4d5b-4482-94a5-51de22b78a76 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:19.747907 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3893a27-4d5b-4482-94a5-51de22b78a76 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:26:19.748768 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a3893a27-4d5b-4482-94a5-51de22b78a76 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:19.917669 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-2c9e6a51-778b-4e03-a6b2-6501fa86841a None None] For port dc504083-5760-4729-a4ea-354a7262968b, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:26:20.076394 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-2c9e6a51-778b-4e03-a6b2-6501fa86841a None None] For port dc504083-5760-4729-a4ea-354a7262968b, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=dc504083-5760-4729-a4ea-354a7262968b,segment=NetworkSegment(e72d7886-5e46-473b-8c7c-32e28b51f131),segment_id=e72d7886-5e46-473b-8c7c-32e28b51f131)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:26:20.079508 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:26:20.079508 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:26:20.079508 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:26:20.079508 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:26:20.079508 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:26:20.079508 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:26:20.079508 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:26:20.079508 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:26:20.079508 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:26:20.079508 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:26:20.079508 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:26:20.079508 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:26:20.079508 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:26:20.079508 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:26:20.079508 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:26:20.079508 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:26:20.079508 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:26:20.079508 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:26:20.079508 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:26:20.079508 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:26:20.079508 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:26:20.079508 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:26:20.079508 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:26:20.079508 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:26:20.079508 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:26:20.079508 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:26:20.079508 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:26:20.079508 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:26:20.079508 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:26:20.079508 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:26:20.079508 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:26:20.079508 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:26:20.083097 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.db.api [None req-a3893a27-4d5b-4482-94a5-51de22b78a76 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 01:26:20.083097 n-d-712142-27 neutron-server[109085]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 01:26:20.083097 n-d-712142-27 neutron-server[109085]: [parameters: {'id': '97b27196-5133-485b-889e-d54a9d2033a9'}] Nov 12 01:26:20.083097 n-d-712142-27 neutron-server[109085]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:26:20.083856 n-d-712142-27 neutron-server[109085]: DEBUG oslo_db.api [None req-a3893a27-4d5b-4482-94a5-51de22b78a76 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:26:20.088047 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2c9e6a51-778b-4e03-a6b2-6501fa86841a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:20.151911 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9e6a51-778b-4e03-a6b2-6501fa86841a None None] Pushing event updated for resources: {'Port': ['ID=dc504083-5760-4729-a4ea-354a7262968b,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:20.287232 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dc2bc0-1014-4bcf-9456-e6d850e81a89 None None] Network 97b27196-5133-485b-889e-d54a9d2033a9 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:26:20.370053 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e43a1dc6-064d-4435-833d-748e14f4490f tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:20.392177 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 35084) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:20.524428 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023a5877-c009-496f-b33f-38decc7ee92a None None] get_active_networks_info from n-d-712142-27 {{(pid=109087) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 01:26:20.585382 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a3893a27-4d5b-4482-94a5-51de22b78a76 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:20.595491 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a1dc6-064d-4435-833d-748e14f4490f tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Pushing event updated for resources: {'Subnet': ['ID=80a8be81-1ef5-405a-89d4-678c92a25cd4,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:20.703408 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43a1dc6-064d-4435-833d-748e14f4490f tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Checking segment: {'id': '38275e24-1d74-4ba8-a5ef-232c8d1ba585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cda33f50-edb4-4513-8940-2b02044f88ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:26:20.705297 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43a1dc6-064d-4435-833d-748e14f4490f tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Network hostable DHCP agents. Network: cda33f50-edb4-4513-8940-2b02044f88ba, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:26:20.753262 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43a1dc6-064d-4435-833d-748e14f4490f tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Network cda33f50-edb4-4513-8940-2b02044f88ba is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:26:20.802966 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-e43a1dc6-064d-4435-833d-748e14f4490f tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, cda33f50-edb4-4513-8940-2b02044f88ba) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:26:20.851190 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43a1dc6-064d-4435-833d-748e14f4490f tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:20.853377 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e43a1dc6-064d-4435-833d-748e14f4490f tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:20.881988 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-a3893a27-4d5b-4482-94a5-51de22b78a76 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Deleting port dc504083-5760-4729-a4ea-354a7262968b {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:26:20.881988 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a3893a27-4d5b-4482-94a5-51de22b78a76 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:20.920370 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e43a1dc6-064d-4435-833d-748e14f4490f tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7457352 Nov 12 01:26:20.928177 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35092) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:20.951518 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-ff6e5113-9763-423c-8e3b-6df1d518c5dd tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Request body: {'network': {'name': 'tempest-router-network01--314859555'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:26:20.999069 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9d7ffc57-4f27-48d2-8248-3c78dcb39664 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:21.086660 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6e5113-9763-423c-8e3b-6df1d518c5dd tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Made reservation on behalf of 19ff39edd1c94831b2dd6358742ad2e5 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:26:21.114932 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ff6e5113-9763-423c-8e3b-6df1d518c5dd tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:21.233470 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff6e5113-9763-423c-8e3b-6df1d518c5dd tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:26:21.268432 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ff6e5113-9763-423c-8e3b-6df1d518c5dd tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:21.270341 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-ff6e5113-9763-423c-8e3b-6df1d518c5dd tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Added segment 876a57e8-c6d4-43bf-b5ee-f659ec06af9e of type vlan for network 25974936-cabb-4155-8042-2b061948b1f9 Nov 12 01:26:21.383687 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ff6e5113-9763-423c-8e3b-6df1d518c5dd tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:21.425606 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-a3893a27-4d5b-4482-94a5-51de22b78a76 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] For port dc504083-5760-4729-a4ea-354a7262968b, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=dc504083-5760-4729-a4ea-354a7262968b,segment=NetworkSegment(e72d7886-5e46-473b-8c7c-32e28b51f131),segment_id=e72d7886-5e46-473b-8c7c-32e28b51f131)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:26:21.426364 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a3893a27-4d5b-4482-94a5-51de22b78a76 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:21.470064 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ff6e5113-9763-423c-8e3b-6df1d518c5dd tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:21.483802 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6e5113-9763-423c-8e3b-6df1d518c5dd tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:21.485504 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ff6e5113-9763-423c-8e3b-6df1d518c5dd tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:21.498875 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-a3893a27-4d5b-4482-94a5-51de22b78a76 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Calling delete_port for dc504083-5760-4729-a4ea-354a7262968b owned by network:dhcp {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:26:21.551742 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ff6e5113-9763-423c-8e3b-6df1d518c5dd tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6072400 Nov 12 01:26:21.552533 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35100) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:21.637852 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023a5877-c009-496f-b33f-38decc7ee92a None None] Unable to find a vacant binding_index for network cda33f50-edb4-4513-8940-2b02044f88ba and agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 {{(pid=109087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 12 01:26:21.646105 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023a5877-c009-496f-b33f-38decc7ee92a None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, cda33f50-edb4-4513-8940-2b02044f88ba) {{(pid=109087) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 01:26:21.795275 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e5113-9763-423c-8e3b-6df1d518c5dd tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Pushing event updated for resources: {'Network': ['ID=25974936-cabb-4155-8042-2b061948b1f9,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:21.828109 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 25974936-cabb-4155-8042-2b061948b1f9 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:26:21.830326 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-e1584945-3083-4c64-a822-2918c4d9980a tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Request body: {'network': {'name': 'tempest-router-network02--358696125'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:26:21.871643 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9d7ffc57-4f27-48d2-8248-3c78dcb39664 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:21.899441 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9d7ffc57-4f27-48d2-8248-3c78dcb39664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:21.920706 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1584945-3083-4c64-a822-2918c4d9980a tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Made reservation on behalf of 19ff39edd1c94831b2dd6358742ad2e5 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:26:21.929187 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e1584945-3083-4c64-a822-2918c4d9980a tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:22.020868 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1584945-3083-4c64-a822-2918c4d9980a tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:26:22.043209 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ffc57-4f27-48d2-8248-3c78dcb39664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88403c96-8b91-444e-a7f8-a9b038d1f31a,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:22.068566 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e1584945-3083-4c64-a822-2918c4d9980a tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:22.071201 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-e1584945-3083-4c64-a822-2918c4d9980a tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Added segment 2beb1a7b-a4e1-495d-8e44-18a3a7929059 of type vlan for network abc09bed-e1ad-404e-bf16-b58a2cd4c602 Nov 12 01:26:22.127989 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-9d7ffc57-4f27-48d2-8248-3c78dcb39664 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a4224428333e45828c0a3389edaea55f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7333620 Nov 12 01:26:22.128804 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a3893a27-4d5b-4482-94a5-51de22b78a76 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:22.161531 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 35106) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:22.178176 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3893a27-4d5b-4482-94a5-51de22b78a76 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] No DVR routers for this DVR port dc504083-5760-4729-a4ea-354a7262968b on host n-d-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:26:22.242015 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e1584945-3083-4c64-a822-2918c4d9980a tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:22.292944 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e1584945-3083-4c64-a822-2918c4d9980a tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:22.299374 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1584945-3083-4c64-a822-2918c4d9980a tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:22.316796 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3893a27-4d5b-4482-94a5-51de22b78a76 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Pushing event deleted for resources: {'Port': ['ID=dc504083-5760-4729-a4ea-354a7262968b,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:22.324109 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e1584945-3083-4c64-a822-2918c4d9980a tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:22.393099 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-51857fca-785a-4da2-bd56-d4a16720e9a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:22.426225 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7abdad-1d30-4fab-b25c-b607fa37c1c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-cda33f50-edb4-4513-8940-2b02044f88ba', 'network_id': 'cda33f50-edb4-4513-8940-2b02044f88ba', 'tenant_id': '19ff39edd1c94831b2dd6358742ad2e5', 'fixed_ips': [{'subnet_id': '80a8be81-1ef5-405a-89d4-678c92a25cd4'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:26:22.427206 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7e7abdad-1d30-4fab-b25c-b607fa37c1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:22.446436 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-51857fca-785a-4da2-bd56-d4a16720e9a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:22.532169 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e1584945-3083-4c64-a822-2918c4d9980a tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7400827 Nov 12 01:26:22.537870 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35114) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:22.539694 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-51857fca-785a-4da2-bd56-d4a16720e9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:22.554696 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-51857fca-785a-4da2-bd56-d4a16720e9a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:22.558969 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-87573c90-f4d9-47e5-bf43-aa4a346e990a tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Request body: {'subnet': {'network_id': '25974936-cabb-4155-8042-2b061948b1f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:26:22.577979 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-51857fca-785a-4da2-bd56-d4a16720e9a7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/88403c96-8b91-444e-a7f8-a9b038d1f31a HTTP/1.1" status: 204 len: 168 time: 0.3937347 Nov 12 01:26:22.599130 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1584945-3083-4c64-a822-2918c4d9980a tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Pushing event updated for resources: {'Network': ['ID=abc09bed-e1ad-404e-bf16-b58a2cd4c602,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:22.651831 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51857fca-785a-4da2-bd56-d4a16720e9a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88403c96-8b91-444e-a7f8-a9b038d1f31a,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:22.661747 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a3893a27-4d5b-4482-94a5-51de22b78a76 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:22.721784 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-a3893a27-4d5b-4482-94a5-51de22b78a76 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97b27196-5133-485b-889e-d54a9d2033a9']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:22.729356 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network abc09bed-e1ad-404e-bf16-b58a2cd4c602 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:26:22.746966 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-a3893a27-4d5b-4482-94a5-51de22b78a76 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e72d7886-5e46-473b-8c7c-32e28b51f131') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:22.754203 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-a3893a27-4d5b-4482-94a5-51de22b78a76 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e72d7886-5e46-473b-8c7c-32e28b51f131') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:22.797826 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a3893a27-4d5b-4482-94a5-51de22b78a76 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:22.865916 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a3893a27-4d5b-4482-94a5-51de22b78a76 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:22.908089 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87573c90-f4d9-47e5-bf43-aa4a346e990a tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Made reservation on behalf of 19ff39edd1c94831b2dd6358742ad2e5 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:26:22.908682 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3893a27-4d5b-4482-94a5-51de22b78a76 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:26:22.909652 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a3893a27-4d5b-4482-94a5-51de22b78a76 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:22.913537 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-87573c90-f4d9-47e5-bf43-aa4a346e990a tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:22.915245 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:26:22.915245 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:26:22.915245 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:26:22.915245 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:26:22.915245 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:26:22.915245 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:26:22.915245 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:26:22.915245 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:26:22.915245 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:26:22.915245 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:26:22.915245 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:26:22.915245 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:26:22.915245 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:26:22.915245 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:26:22.915245 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:26:22.915245 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:26:22.915245 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:26:22.915245 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:26:22.915245 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:26:22.915245 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:26:22.915245 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:26:22.915245 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:26:22.915245 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:26:22.915245 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:26:22.915245 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:26:22.915245 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:26:22.915245 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:26:22.915245 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:26:22.915245 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:26:22.915245 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:26:22.915245 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:26:22.915245 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:26:23.131956 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a3893a27-4d5b-4482-94a5-51de22b78a76 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:23.147556 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a3893a27-4d5b-4482-94a5-51de22b78a76 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:23.154433 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a3893a27-4d5b-4482-94a5-51de22b78a76 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] 10.222.0.45 "DELETE /v2.0/networks/97b27196-5133-485b-889e-d54a9d2033a9 HTTP/1.1" status: 204 len: 168 time: 5.7884116 Nov 12 01:26:23.159663 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35130) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:23.168448 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-cdf83565-eb4e-479d-bb2e-6bb3d8847b92 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-933823509'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:26:23.185847 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3893a27-4d5b-4482-94a5-51de22b78a76 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Pushing event deleted for resources: {'Network': ['ID=97b27196-5133-485b-889e-d54a9d2033a9,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:23.259283 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-7e7abdad-1d30-4fab-b25c-b607fa37c1c4 None None] Allocated IP 2001:db8::2 (cda33f50-edb4-4513-8940-2b02044f88ba/80a8be81-1ef5-405a-89d4-678c92a25cd4/d2664a2f-9b5f-430f-98ef-5c6a9ae5d4da) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:26:23.599710 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-87573c90-f4d9-47e5-bf43-aa4a346e990a tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:23.634942 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7e7abdad-1d30-4fab-b25c-b607fa37c1c4 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:23.646521 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7e7abdad-1d30-4fab-b25c-b607fa37c1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:23.732171 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7abdad-1d30-4fab-b25c-b607fa37c1c4 None None] Network cda33f50-edb4-4513-8940-2b02044f88ba is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:26:23.742400 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-7e7abdad-1d30-4fab-b25c-b607fa37c1c4 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:26:23.749582 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7abdad-1d30-4fab-b25c-b607fa37c1c4 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:26:23.804768 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf83565-eb4e-479d-bb2e-6bb3d8847b92 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Made reservation on behalf of 11832bd8a51040b2a76aa4f86e481cd2 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:26:23.825547 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cdf83565-eb4e-479d-bb2e-6bb3d8847b92 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:23.831566 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7abdad-1d30-4fab-b25c-b607fa37c1c4 None None] Pushing event updated for resources: {'Port': ['ID=d2664a2f-9b5f-430f-98ef-5c6a9ae5d4da,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:23.847789 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-7e7abdad-1d30-4fab-b25c-b607fa37c1c4 None None] Attempting to bind port d2664a2f-9b5f-430f-98ef-5c6a9ae5d4da on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:26:23.848334 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-7e7abdad-1d30-4fab-b25c-b607fa37c1c4 None None] Attempting to bind port d2664a2f-9b5f-430f-98ef-5c6a9ae5d4da by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '38275e24-1d74-4ba8-a5ef-232c8d1ba585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cda33f50-edb4-4513-8940-2b02044f88ba'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:26:23.848840 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7abdad-1d30-4fab-b25c-b607fa37c1c4 None None] Attempting to bind port d2664a2f-9b5f-430f-98ef-5c6a9ae5d4da on network cda33f50-edb4-4513-8940-2b02044f88ba {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:26:23.856607 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7abdad-1d30-4fab-b25c-b607fa37c1c4 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:26:23.856993 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7abdad-1d30-4fab-b25c-b607fa37c1c4 None None] Checking segment: {'id': '38275e24-1d74-4ba8-a5ef-232c8d1ba585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cda33f50-edb4-4513-8940-2b02044f88ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:26:23.857525 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7e7abdad-1d30-4fab-b25c-b607fa37c1c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:23.857987 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7abdad-1d30-4fab-b25c-b607fa37c1c4 None None] Bound using segment: {'id': '38275e24-1d74-4ba8-a5ef-232c8d1ba585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cda33f50-edb4-4513-8940-2b02044f88ba'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:26:23.858779 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-7e7abdad-1d30-4fab-b25c-b607fa37c1c4 None None] Bound port: d2664a2f-9b5f-430f-98ef-5c6a9ae5d4da, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38275e24-1d74-4ba8-a5ef-232c8d1ba585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'cda33f50-edb4-4513-8940-2b02044f88ba'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:26:23.859183 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7e7abdad-1d30-4fab-b25c-b607fa37c1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:23.889043 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 35148) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:23.939864 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 35150) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:23.994704 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-50a12e1f-c077-4b7e-a920-6f8c78671194 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:24.027132 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-7e7abdad-1d30-4fab-b25c-b607fa37c1c4 None None] For port d2664a2f-9b5f-430f-98ef-5c6a9ae5d4da, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:26:24.031644 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-7e7abdad-1d30-4fab-b25c-b607fa37c1c4 None None] For port d2664a2f-9b5f-430f-98ef-5c6a9ae5d4da, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=d2664a2f-9b5f-430f-98ef-5c6a9ae5d4da,segment=NetworkSegment(38275e24-1d74-4ba8-a5ef-232c8d1ba585),segment_id=38275e24-1d74-4ba8-a5ef-232c8d1ba585)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:26:24.041225 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7e7abdad-1d30-4fab-b25c-b607fa37c1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:24.164838 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 35158) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:24.179208 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87573c90-f4d9-47e5-bf43-aa4a346e990a tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Pushing event updated for resources: {'Subnet': ['ID=3d9539ed-d2e0-44f5-b387-1336696d5c55,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:24.246286 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87573c90-f4d9-47e5-bf43-aa4a346e990a tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Checking segment: {'id': '876a57e8-c6d4-43bf-b5ee-f659ec06af9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '25974936-cabb-4155-8042-2b061948b1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:26:24.268615 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87573c90-f4d9-47e5-bf43-aa4a346e990a tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Network hostable DHCP agents. Network: 25974936-cabb-4155-8042-2b061948b1f9, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:26:24.280181 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdf83565-eb4e-479d-bb2e-6bb3d8847b92 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:26:24.371033 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cdf83565-eb4e-479d-bb2e-6bb3d8847b92 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:24.371509 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-cdf83565-eb4e-479d-bb2e-6bb3d8847b92 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Added segment ca797e25-224f-4e16-b523-409973a9e040 of type vlan for network 104dc33c-8199-4bde-829d-ea819596f585 Nov 12 01:26:24.372009 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7abdad-1d30-4fab-b25c-b607fa37c1c4 None None] Pushing event updated for resources: {'Port': ['ID=d2664a2f-9b5f-430f-98ef-5c6a9ae5d4da,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:24.380540 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-50a12e1f-c077-4b7e-a920-6f8c78671194 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:24.391798 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-50a12e1f-c077-4b7e-a920-6f8c78671194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:24.462788 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87573c90-f4d9-47e5-bf43-aa4a346e990a tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Network 25974936-cabb-4155-8042-2b061948b1f9 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:26:24.616387 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-50a12e1f-c077-4b7e-a920-6f8c78671194 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8bd7ec896773448389d68392ab67111f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7228146 Nov 12 01:26:24.617078 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 35174) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:24.621087 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a12e1f-c077-4b7e-a920-6f8c78671194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385efbd9-817a-46a9-bb28-7317533b7a60,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:24.636413 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-87573c90-f4d9-47e5-bf43-aa4a346e990a tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 25974936-cabb-4155-8042-2b061948b1f9) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:26:24.702724 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87573c90-f4d9-47e5-bf43-aa4a346e990a tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:24.714810 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-87573c90-f4d9-47e5-bf43-aa4a346e990a tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:24.742193 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cdf83565-eb4e-479d-bb2e-6bb3d8847b92 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:24.812241 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-87573c90-f4d9-47e5-bf43-aa4a346e990a tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2728195 Nov 12 01:26:24.813893 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35180) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:24.845479 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-6cad7b9d-8e7b-4d38-8838-868c2a7a080e tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Request body: {'subnet': {'network_id': 'abc09bed-e1ad-404e-bf16-b58a2cd4c602', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:26:24.871780 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ca45d4d4-79d2-4847-ae94-a7e0ece61019 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:24.998800 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4392851c-c0cd-408d-a0cb-8808cf8eb835 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0e7c2c31f7154c2287ae6a5fef10e7b7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0378695 Nov 12 01:26:25.001744 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 35182) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:25.098276 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4ad0c85f-0c97-4f0d-9acb-462ec9a151ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:25.110939 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-470975a8-8174-4cb3-b2ec-e9927aef55a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:25.147204 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cdf83565-eb4e-479d-bb2e-6bb3d8847b92 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:25.162889 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf83565-eb4e-479d-bb2e-6bb3d8847b92 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:25.164390 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cdf83565-eb4e-479d-bb2e-6bb3d8847b92 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:25.304337 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-470975a8-8174-4cb3-b2ec-e9927aef55a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:25.339687 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4ad0c85f-0c97-4f0d-9acb-462ec9a151ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:25.478722 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cad7b9d-8e7b-4d38-8838-868c2a7a080e tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Made reservation on behalf of 19ff39edd1c94831b2dd6358742ad2e5 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:26:25.505162 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6cad7b9d-8e7b-4d38-8838-868c2a7a080e tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:25.601379 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-cdf83565-eb4e-479d-bb2e-6bb3d8847b92 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.4358995 Nov 12 01:26:25.638005 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 35186) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:25.638546 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 35188) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:25.666503 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf83565-eb4e-479d-bb2e-6bb3d8847b92 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Pushing event updated for resources: {'Network': ['ID=104dc33c-8199-4bde-829d-ea819596f585,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:25.689050 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 104dc33c-8199-4bde-829d-ea819596f585 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:26:25.750107 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-d48f4e42-0b31-4780-a821-1bfe376b00e5 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Request body: {'subnet': {'network_id': '104dc33c-8199-4bde-829d-ea819596f585', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:26:25.925511 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device d2664a2f-9b5f-430f-98ef-5c6a9ae5d4da up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:26:26.090334 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ca45d4d4-79d2-4847-ae94-a7e0ece61019 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:26.100597 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port d2664a2f-9b5f-430f-98ef-5c6a9ae5d4da triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:26:26.101556 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:26.109358 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ca45d4d4-79d2-4847-ae94-a7e0ece61019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:26.223344 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48f4e42-0b31-4780-a821-1bfe376b00e5 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Made reservation on behalf of 11832bd8a51040b2a76aa4f86e481cd2 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:26:26.225124 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624ffbfc-1585-4cf1-a6d5-1a9f7b97b6eb None None] Network cda33f50-edb4-4513-8940-2b02044f88ba requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:26:26.240571 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d48f4e42-0b31-4780-a821-1bfe376b00e5 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:26.291983 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4ad0c85f-0c97-4f0d-9acb-462ec9a151ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:26.298226 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4ad0c85f-0c97-4f0d-9acb-462ec9a151ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:26.300386 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4ad0c85f-0c97-4f0d-9acb-462ec9a151ea admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/385efbd9-817a-46a9-bb28-7317533b7a60 HTTP/1.1" status: 204 len: 168 time: 1.6654825 Nov 12 01:26:26.301631 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-470975a8-8174-4cb3-b2ec-e9927aef55a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:26.307103 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-470975a8-8174-4cb3-b2ec-e9927aef55a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:26.309209 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-470975a8-8174-4cb3-b2ec-e9927aef55a0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c70b02cf-4dec-4780-ab9d-56f7cc9e503c HTTP/1.1" status: 204 len: 168 time: 1.3011465 Nov 12 01:26:26.320505 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-ca45d4d4-79d2-4847-ae94-a7e0ece61019 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=70c9976ebfd2464380c0fa865ceedc66&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1536477 Nov 12 01:26:26.336820 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35200) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:26.338895 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca45d4d4-79d2-4847-ae94-a7e0ece61019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a93c1c79-c37d-4a50-9c73-20defc311bb2,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:26.461660 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe9ca97-b441-44da-8512-60cf758e0a1a None None] Network 25974936-cabb-4155-8042-2b061948b1f9 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:26:26.814051 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6cad7b9d-8e7b-4d38-8838-868c2a7a080e tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:27.072686 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad7b9d-8e7b-4d38-8838-868c2a7a080e tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Pushing event updated for resources: {'Subnet': ['ID=cb670b24-e730-4666-aa34-6245d2f07e8f,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:27.087894 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-632b290e-f07f-46f5-b094-97f53b764ee9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:27.117203 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5d495391-628f-4d7c-89c1-f3f56dba688a None None] Provisioning complete for port d2664a2f-9b5f-430f-98ef-5c6a9ae5d4da triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:26:27.118379 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5d495391-628f-4d7c-89c1-f3f56dba688a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:27.146922 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-632b290e-f07f-46f5-b094-97f53b764ee9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:27.176419 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cad7b9d-8e7b-4d38-8838-868c2a7a080e tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Checking segment: {'id': '2beb1a7b-a4e1-495d-8e44-18a3a7929059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'abc09bed-e1ad-404e-bf16-b58a2cd4c602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:26:27.177355 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cad7b9d-8e7b-4d38-8838-868c2a7a080e tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Network hostable DHCP agents. Network: abc09bed-e1ad-404e-bf16-b58a2cd4c602, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:26:27.350785 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cad7b9d-8e7b-4d38-8838-868c2a7a080e tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Network abc09bed-e1ad-404e-bf16-b58a2cd4c602 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:26:27.410491 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-632b290e-f07f-46f5-b094-97f53b764ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:27.416609 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-632b290e-f07f-46f5-b094-97f53b764ee9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:27.418788 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-632b290e-f07f-46f5-b094-97f53b764ee9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a93c1c79-c37d-4a50-9c73-20defc311bb2 HTTP/1.1" status: 204 len: 168 time: 1.0540195 Nov 12 01:26:27.429347 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632b290e-f07f-46f5-b094-97f53b764ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93c1c79-c37d-4a50-9c73-20defc311bb2,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:27.581434 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:27.589269 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-6cad7b9d-8e7b-4d38-8838-868c2a7a080e tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, abc09bed-e1ad-404e-bf16-b58a2cd4c602) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:26:27.600537 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cad7b9d-8e7b-4d38-8838-868c2a7a080e tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:27.603884 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6cad7b9d-8e7b-4d38-8838-868c2a7a080e tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:27.625857 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d711c1a-1f22-40a2-937b-b65d79322ef4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-25974936-cabb-4155-8042-2b061948b1f9', 'network_id': '25974936-cabb-4155-8042-2b061948b1f9', 'tenant_id': '19ff39edd1c94831b2dd6358742ad2e5', 'fixed_ips': [{'subnet_id': '3d9539ed-d2e0-44f5-b387-1336696d5c55'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:26:27.628080 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9d711c1a-1f22-40a2-937b-b65d79322ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:27.648995 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6cad7b9d-8e7b-4d38-8838-868c2a7a080e tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8215859 Nov 12 01:26:27.653755 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35228) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:27.654033 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7a8c8c-b7dc-4816-8051-054a62235e4c None None] Network abc09bed-e1ad-404e-bf16-b58a2cd4c602 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:26:27.655158 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0c85f-0c97-4f0d-9acb-462ec9a151ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385efbd9-817a-46a9-bb28-7317533b7a60,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:27.658190 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b5038c99-87d6-49f8-9e35-a852f72a9204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:27.759930 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d98a51f4-6abb-4fc9-8922-238f03308797 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:27.773797 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470975a8-8174-4cb3-b2ec-e9927aef55a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70b02cf-4dec-4780-ab9d-56f7cc9e503c,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:27.827443 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port d2664a2f-9b5f-430f-98ef-5c6a9ae5d4da, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=d2664a2f-9b5f-430f-98ef-5c6a9ae5d4da,segment=NetworkSegment(38275e24-1d74-4ba8-a5ef-232c8d1ba585),segment_id=38275e24-1d74-4ba8-a5ef-232c8d1ba585)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:26:28.059199 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-9d711c1a-1f22-40a2-937b-b65d79322ef4 None None] Allocated IP 2001:db8::2 (25974936-cabb-4155-8042-2b061948b1f9/3d9539ed-d2e0-44f5-b387-1336696d5c55/1ee060b8-6bdb-4fb9-9e67-8bf8b3984a55) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:26:28.179630 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:28.272485 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35240) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:28.309960 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-63a473f1-fb43-495f-8f06-cb5d4a5fcfc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:28.373502 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5d495391-628f-4d7c-89c1-f3f56dba688a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:28.427759 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d98a51f4-6abb-4fc9-8922-238f03308797 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:28.456255 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d98a51f4-6abb-4fc9-8922-238f03308797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:28.596174 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-d98a51f4-6abb-4fc9-8922-238f03308797 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4e9d3065754646389de29e9199b5e269&name=default HTTP/1.1" status: 200 len: 3000 time: 2.9200532 Nov 12 01:26:28.608598 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35248) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:28.631373 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=d2664a2f-9b5f-430f-98ef-5c6a9ae5d4da,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:28.668663 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a51f4-6abb-4fc9-8922-238f03308797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1a6829-47e0-4bb5-baea-46d8965e058e,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:28.835044 n-d-712142-27 neutron-server[109085]: DEBUG neutron.objects.ports [None req-d48f4e42-0b31-4780-a821-1bfe376b00e5 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109085) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 01:26:28.845213 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d48f4e42-0b31-4780-a821-1bfe376b00e5 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:28.941409 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-63a473f1-fb43-495f-8f06-cb5d4a5fcfc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:28.961242 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-63a473f1-fb43-495f-8f06-cb5d4a5fcfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:29.009972 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48f4e42-0b31-4780-a821-1bfe376b00e5 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Checking segment: {'id': 'ca797e25-224f-4e16-b523-409973a9e040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '104dc33c-8199-4bde-829d-ea819596f585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:26:29.010631 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48f4e42-0b31-4780-a821-1bfe376b00e5 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Network hostable DHCP agents. Network: 104dc33c-8199-4bde-829d-ea819596f585, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:26:29.058572 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-63a473f1-fb43-495f-8f06-cb5d4a5fcfc6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eff10079d69d46279111a45ef05ed6d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7766070 Nov 12 01:26:29.067304 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 35258) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:29.076121 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48f4e42-0b31-4780-a821-1bfe376b00e5 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Pushing event updated for resources: {'Subnet': ['ID=ed5f8142-cb78-4a4c-91c0-2d77469eff9b,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:29.126113 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7787debe-9cb5-4fa5-9685-40d915836682 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:29.127893 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48f4e42-0b31-4780-a821-1bfe376b00e5 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Network 104dc33c-8199-4bde-829d-ea819596f585 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:26:29.138800 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fd68ab-7c63-4017-8500-a65c91d6e49c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-abc09bed-e1ad-404e-bf16-b58a2cd4c602', 'network_id': 'abc09bed-e1ad-404e-bf16-b58a2cd4c602', 'tenant_id': '19ff39edd1c94831b2dd6358742ad2e5', 'fixed_ips': [{'subnet_id': 'cb670b24-e730-4666-aa34-6245d2f07e8f'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:26:29.140735 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c6fd68ab-7c63-4017-8500-a65c91d6e49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:29.163448 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-02f290af-90d7-4c6b-ae5c-8d057a6020fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:29.194793 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-02f290af-90d7-4c6b-ae5c-8d057a6020fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:29.208433 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-d48f4e42-0b31-4780-a821-1bfe376b00e5 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 104dc33c-8199-4bde-829d-ea819596f585) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:26:29.221852 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48f4e42-0b31-4780-a821-1bfe376b00e5 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:29.232588 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d48f4e42-0b31-4780-a821-1bfe376b00e5 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:29.311656 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9d711c1a-1f22-40a2-937b-b65d79322ef4 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:29.322090 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07996749-f216-4499-ad25-cb8f448ef2af None None] Network 104dc33c-8199-4bde-829d-ea819596f585 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:26:29.330293 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.api [None req-5d495391-628f-4d7c-89c1-f3f56dba688a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:26:29.330690 n-d-712142-27 neutron-server[109087]: DEBUG oslo_db.api [None req-5d495391-628f-4d7c-89c1-f3f56dba688a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:26:29.345657 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9d711c1a-1f22-40a2-937b-b65d79322ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:29.419690 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-d48f4e42-0b31-4780-a821-1bfe376b00e5 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.7452681 Nov 12 01:26:29.430160 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 35264) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:29.573999 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d711c1a-1f22-40a2-937b-b65d79322ef4 None None] Network 25974936-cabb-4155-8042-2b061948b1f9 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:26:29.610350 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d711c1a-1f22-40a2-937b-b65d79322ef4 None None] Pushing event updated for resources: {'Port': ['ID=1ee060b8-6bdb-4fb9-9e67-8bf8b3984a55,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:29.620801 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-7787debe-9cb5-4fa5-9685-40d915836682 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Allocated IP 2001:db8::1 (25974936-cabb-4155-8042-2b061948b1f9/3d9539ed-d2e0-44f5-b387-1336696d5c55/c4786127-01ea-456b-bc50-0809d9955b63) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:26:29.627272 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-9d711c1a-1f22-40a2-937b-b65d79322ef4 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:26:29.635874 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41073935-0ece-49de-bca6-b8f1bfbcb664 None None] Network cda33f50-edb4-4513-8940-2b02044f88ba requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:26:29.686583 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9f7b3e76-2d84-4895-a291-bec16651e394 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:29.732166 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9f7b3e76-2d84-4895-a291-bec16651e394 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:29.787524 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7787debe-9cb5-4fa5-9685-40d915836682 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:29.833515 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-02f290af-90d7-4c6b-ae5c-8d057a6020fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:29.838579 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-02f290af-90d7-4c6b-ae5c-8d057a6020fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:29.840474 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-02f290af-90d7-4c6b-ae5c-8d057a6020fa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2a1a6829-47e0-4bb5-baea-46d8965e058e HTTP/1.1" status: 204 len: 168 time: 1.2218230 Nov 12 01:26:29.850764 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7787debe-9cb5-4fa5-9685-40d915836682 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:29.870735 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9f7b3e76-2d84-4895-a291-bec16651e394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:29.877238 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9f7b3e76-2d84-4895-a291-bec16651e394 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:29.882586 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d711c1a-1f22-40a2-937b-b65d79322ef4 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:26:29.888775 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-9f7b3e76-2d84-4895-a291-bec16651e394 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8aa4e32e-a839-46cb-ae75-8619c691fc32 HTTP/1.1" status: 204 len: 168 time: 0.8124793 Nov 12 01:26:29.916839 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b3e76-2d84-4895-a291-bec16651e394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa4e32e-a839-46cb-ae75-8619c691fc32,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:29.934488 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7787debe-9cb5-4fa5-9685-40d915836682 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Network 25974936-cabb-4155-8042-2b061948b1f9 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:26:29.937291 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a473f1-fb43-495f-8f06-cb5d4a5fcfc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa4e32e-a839-46cb-ae75-8619c691fc32,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:29.957844 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-7787debe-9cb5-4fa5-9685-40d915836682 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:26:29.961468 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7787debe-9cb5-4fa5-9685-40d915836682 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:26:29.962360 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7787debe-9cb5-4fa5-9685-40d915836682 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:30.033222 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e5a8075a-6453-4ec9-859e-579aa8c02963 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:30.086835 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f290af-90d7-4c6b-ae5c-8d057a6020fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1a6829-47e0-4bb5-baea-46d8965e058e,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:30.142360 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7787debe-9cb5-4fa5-9685-40d915836682 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:30.177423 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7787debe-9cb5-4fa5-9685-40d915836682 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Pushing event updated for resources: {'Port': ['ID=c4786127-01ea-456b-bc50-0809d9955b63,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:30.343195 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e5a8075a-6453-4ec9-859e-579aa8c02963 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:30.531230 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device d2664a2f-9b5f-430f-98ef-5c6a9ae5d4da up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:26:30.536054 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e5a8075a-6453-4ec9-859e-579aa8c02963 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:30.647487 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a8075a-6453-4ec9-859e-579aa8c02963 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Pushing event deleted for resources: {'Subnet': ['ID=ed5f8142-cb78-4a4c-91c0-2d77469eff9b,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:30.754006 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-eb8ebb77-27cb-4b7d-aff3-33d0568d4e2e None None] Provisioning complete for port d2664a2f-9b5f-430f-98ef-5c6a9ae5d4da triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:26:30.755406 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-eb8ebb77-27cb-4b7d-aff3-33d0568d4e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:30.811491 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-9d711c1a-1f22-40a2-937b-b65d79322ef4 None None] Attempting to bind port 1ee060b8-6bdb-4fb9-9e67-8bf8b3984a55 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:26:30.812180 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-9d711c1a-1f22-40a2-937b-b65d79322ef4 None None] Attempting to bind port 1ee060b8-6bdb-4fb9-9e67-8bf8b3984a55 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '876a57e8-c6d4-43bf-b5ee-f659ec06af9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '25974936-cabb-4155-8042-2b061948b1f9'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:26:30.813320 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d711c1a-1f22-40a2-937b-b65d79322ef4 None None] Attempting to bind port 1ee060b8-6bdb-4fb9-9e67-8bf8b3984a55 on network 25974936-cabb-4155-8042-2b061948b1f9 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:26:30.865552 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e5a8075a-6453-4ec9-859e-579aa8c02963 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:30.880548 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d711c1a-1f22-40a2-937b-b65d79322ef4 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:26:30.881313 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d711c1a-1f22-40a2-937b-b65d79322ef4 None None] Checking segment: {'id': '876a57e8-c6d4-43bf-b5ee-f659ec06af9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '25974936-cabb-4155-8042-2b061948b1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:26:30.881912 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9d711c1a-1f22-40a2-937b-b65d79322ef4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:30.882521 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d711c1a-1f22-40a2-937b-b65d79322ef4 None None] Bound using segment: {'id': '876a57e8-c6d4-43bf-b5ee-f659ec06af9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '25974936-cabb-4155-8042-2b061948b1f9'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:26:30.883313 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-9d711c1a-1f22-40a2-937b-b65d79322ef4 None None] Bound port: 1ee060b8-6bdb-4fb9-9e67-8bf8b3984a55, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '876a57e8-c6d4-43bf-b5ee-f659ec06af9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '25974936-cabb-4155-8042-2b061948b1f9'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:26:30.883898 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9d711c1a-1f22-40a2-937b-b65d79322ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:30.949090 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-e5a8075a-6453-4ec9-859e-579aa8c02963 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['104dc33c-8199-4bde-829d-ea819596f585']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:30.988818 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-15a1c014-7300-46c7-a19a-b565528de57c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:30.990271 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-e5a8075a-6453-4ec9-859e-579aa8c02963 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca797e25-224f-4e16-b523-409973a9e040') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:30.990760 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-e5a8075a-6453-4ec9-859e-579aa8c02963 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca797e25-224f-4e16-b523-409973a9e040') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:31.015168 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-c6fd68ab-7c63-4017-8500-a65c91d6e49c None None] Allocated IP 2001:db8::2 (abc09bed-e1ad-404e-bf16-b58a2cd4c602/cb670b24-e730-4666-aa34-6245d2f07e8f/46d86472-29aa-4296-b7d4-fc9719abb460) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:26:31.034652 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e5a8075a-6453-4ec9-859e-579aa8c02963 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:31.037785 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d051be1-164c-444e-be90-39b846910a63 None None] Network 104dc33c-8199-4bde-829d-ea819596f585 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:26:31.095849 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e5a8075a-6453-4ec9-859e-579aa8c02963 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:31.118708 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7787debe-9cb5-4fa5-9685-40d915836682 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:31.122780 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5a8075a-6453-4ec9-859e-579aa8c02963 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:26:31.123630 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e5a8075a-6453-4ec9-859e-579aa8c02963 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:31.135798 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:26:31.135798 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:26:31.135798 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:26:31.135798 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:26:31.135798 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:26:31.135798 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:26:31.135798 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:26:31.135798 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:26:31.135798 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:26:31.135798 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:26:31.135798 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:26:31.135798 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:26:31.135798 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:26:31.135798 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:26:31.135798 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:26:31.135798 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:26:31.135798 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:26:31.135798 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:26:31.135798 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:26:31.135798 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:26:31.135798 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:26:31.135798 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:26:31.135798 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:26:31.135798 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:26:31.135798 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:26:31.135798 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:26:31.135798 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:26:31.135798 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:26:31.135798 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:26:31.135798 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:26:31.135798 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:26:31.135798 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:26:31.139665 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7787debe-9cb5-4fa5-9685-40d915836682 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:31.140446 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7787debe-9cb5-4fa5-9685-40d915836682 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:31.221977 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35298) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:31.266668 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8b497778-ec88-41de-a4a5-14b938dee304 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:31.273210 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e5a8075a-6453-4ec9-859e-579aa8c02963 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:31.282515 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e5a8075a-6453-4ec9-859e-579aa8c02963 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:31.292552 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e5a8075a-6453-4ec9-859e-579aa8c02963 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] 10.222.0.45 "DELETE /v2.0/networks/104dc33c-8199-4bde-829d-ea819596f585 HTTP/1.1" status: 204 len: 168 time: 1.8328457 Nov 12 01:26:31.293692 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 35300) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:31.307453 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port d2664a2f-9b5f-430f-98ef-5c6a9ae5d4da triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:26:31.309071 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:31.426296 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a8075a-6453-4ec9-859e-579aa8c02963 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Pushing event deleted for resources: {'Network': ['ID=104dc33c-8199-4bde-829d-ea819596f585,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:31.438772 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-b754314a-8c80-4131-9ccf-3252fba4d1ba tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] DELETE failed (client error): The resource could not be found. Nov 12 01:26:31.439094 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b754314a-8c80-4131-9ccf-3252fba4d1ba tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:26:31.450145 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7787debe-9cb5-4fa5-9685-40d915836682 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Pushing event updated for resources: {'Port': ['ID=c4786127-01ea-456b-bc50-0809d9955b63,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:31.463370 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-b754314a-8c80-4131-9ccf-3252fba4d1ba tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] 10.222.0.45 "DELETE /v2.0/subnets/ed5f8142-cb78-4a4c-91c0-2d77469eff9b HTTP/1.1" status: 404 len: 337 time: 0.1616375 Nov 12 01:26:31.464073 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 35304) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:31.550571 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-5905cbae-9090-40ff-862e-f8a034c208b1 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] DELETE failed (client error): The resource could not be found. Nov 12 01:26:31.554271 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5905cbae-9090-40ff-862e-f8a034c208b1 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:26:31.571554 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-5905cbae-9090-40ff-862e-f8a034c208b1 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] 10.222.0.45 "DELETE /v2.0/networks/104dc33c-8199-4bde-829d-ea819596f585 HTTP/1.1" status: 404 len: 339 time: 0.0990267 Nov 12 01:26:31.572300 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 35308) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:31.594255 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8b497778-ec88-41de-a4a5-14b938dee304 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:31.601791 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8b497778-ec88-41de-a4a5-14b938dee304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:31.660259 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-d628c275-fa46-4ee9-90df-88a09b61bde5 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] DELETE failed (client error): The resource could not be found. Nov 12 01:26:31.660746 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d628c275-fa46-4ee9-90df-88a09b61bde5 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:26:31.669828 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-d628c275-fa46-4ee9-90df-88a09b61bde5 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] 10.222.0.45 "DELETE /v2.0/subnets/80de4f52-51c5-4b3f-a946-f9ee4d8c6e23 HTTP/1.1" status: 404 len: 337 time: 0.0941892 Nov 12 01:26:31.682778 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 35316) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:31.727417 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8b497778-ec88-41de-a4a5-14b938dee304 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4b880d9c18c2412aa50e012798bfb3fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5011089 Nov 12 01:26:31.737089 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35318) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:31.745068 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-461cef73-9835-40f1-ac2f-a808d7564e88 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] DELETE failed (client error): The resource could not be found. Nov 12 01:26:31.745700 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-461cef73-9835-40f1-ac2f-a808d7564e88 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:26:31.746801 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b497778-ec88-41de-a4a5-14b938dee304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75bcfd9c-08a1-43ac-8fb6-a084c8d7f762,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:31.751939 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-461cef73-9835-40f1-ac2f-a808d7564e88 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] 10.222.0.45 "DELETE /v2.0/networks/97b27196-5133-485b-889e-d54a9d2033a9 HTTP/1.1" status: 404 len: 339 time: 0.0628316 Nov 12 01:26:31.751939 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 35324) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:31.764959 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7787debe-9cb5-4fa5-9685-40d915836682 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Network 25974936-cabb-4155-8042-2b061948b1f9 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:26:31.769338 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-7787debe-9cb5-4fa5-9685-40d915836682 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:26:31.830457 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dc50b6b-97f9-4f01-aedb-60aab88155eb tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] DELETE failed (client error): The resource could not be found. Nov 12 01:26:31.831009 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dc50b6b-97f9-4f01-aedb-60aab88155eb tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:26:31.837572 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-0dc50b6b-97f9-4f01-aedb-60aab88155eb tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] 10.222.0.45 "DELETE /v2.0/subnets/87d82064-1c7d-4817-a19f-30e5a9cdd5ee HTTP/1.1" status: 404 len: 337 time: 0.0699129 Nov 12 01:26:31.837572 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 35332) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:31.879645 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-49cfd40f-5205-4e11-b953-aa11a0fcfc20 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] DELETE failed (client error): The resource could not be found. Nov 12 01:26:31.880334 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-9d711c1a-1f22-40a2-937b-b65d79322ef4 None None] For port 1ee060b8-6bdb-4fb9-9e67-8bf8b3984a55, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:26:31.880727 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49cfd40f-5205-4e11-b953-aa11a0fcfc20 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:26:31.894261 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-49cfd40f-5205-4e11-b953-aa11a0fcfc20 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] 10.222.0.45 "DELETE /v2.0/networks/e1509b97-952f-4121-a336-d321ab448148 HTTP/1.1" status: 404 len: 339 time: 0.0532513 Nov 12 01:26:31.896103 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 35338) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:32.061542 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-9d711c1a-1f22-40a2-937b-b65d79322ef4 None None] For port 1ee060b8-6bdb-4fb9-9e67-8bf8b3984a55, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=1ee060b8-6bdb-4fb9-9e67-8bf8b3984a55,segment=NetworkSegment(876a57e8-c6d4-43bf-b5ee-f659ec06af9e),segment_id=876a57e8-c6d4-43bf-b5ee-f659ec06af9e)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:26:32.086088 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8da29686-8c6e-43dd-ae1a-3e00e827a236 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:32.089440 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9d711c1a-1f22-40a2-937b-b65d79322ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:32.115021 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fa2f5-9630-4773-b512-bc9fc4a68b7d tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Deleting port 1a0f6180-2d0c-44e0-940c-34fd0548974b {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:26:32.115021 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3e5fa2f5-9630-4773-b512-bc9fc4a68b7d tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:32.170134 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8da29686-8c6e-43dd-ae1a-3e00e827a236 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:32.240657 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7787debe-9cb5-4fa5-9685-40d915836682 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Router 1a8ae2bd-18fd-413c-8fbf-d69d710d588c is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:26:32.306630 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-00fe232c-eada-4bf7-a1c1-6c11fbeb39d9 None None] Provisioning complete for port d2664a2f-9b5f-430f-98ef-5c6a9ae5d4da triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:26:32.307006 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-00fe232c-eada-4bf7-a1c1-6c11fbeb39d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:32.443000 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3e5fa2f5-9630-4773-b512-bc9fc4a68b7d tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:32.492186 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d711c1a-1f22-40a2-937b-b65d79322ef4 None None] Pushing event updated for resources: {'Port': ['ID=1ee060b8-6bdb-4fb9-9e67-8bf8b3984a55,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:32.495766 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8da29686-8c6e-43dd-ae1a-3e00e827a236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:32.497176 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-3e5fa2f5-9630-4773-b512-bc9fc4a68b7d tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Calling delete_port for 1a0f6180-2d0c-44e0-940c-34fd0548974b owned by {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:26:32.498554 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8da29686-8c6e-43dd-ae1a-3e00e827a236 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:32.504760 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8da29686-8c6e-43dd-ae1a-3e00e827a236 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/75bcfd9c-08a1-43ac-8fb6-a084c8d7f762 HTTP/1.1" status: 204 len: 168 time: 0.7613287 Nov 12 01:26:32.592940 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da29686-8c6e-43dd-ae1a-3e00e827a236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bcfd9c-08a1-43ac-8fb6-a084c8d7f762,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:32.622505 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7787debe-9cb5-4fa5-9685-40d915836682 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:26:32.633622 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c6fd68ab-7c63-4017-8500-a65c91d6e49c None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:32.644430 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e28551-869e-4b89-8c89-15c5f5b81627 None None] Sync routers for ids ['1a8ae2bd-18fd-413c-8fbf-d69d710d588c'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:26:32.646270 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7787debe-9cb5-4fa5-9685-40d915836682 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] 10.222.0.45 "PUT /v2.0/routers/1a8ae2bd-18fd-413c-8fbf-d69d710d588c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9922204 Nov 12 01:26:32.647422 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35350) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:32.677230 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c6fd68ab-7c63-4017-8500-a65c91d6e49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:32.727073 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e28551-869e-4b89-8c89-15c5f5b81627 None None] Routers {'1a8ae2bd-18fd-413c-8fbf-d69d710d588c'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:26:32.727958 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-e2e28551-869e-4b89-8c89-15c5f5b81627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:26:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['1a8ae2bd-18fd-413c-8fbf-d69d710d588c'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:32.758383 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd68ab-7c63-4017-8500-a65c91d6e49c None None] Pushing event updated for resources: {'Port': ['ID=46d86472-29aa-4296-b7d4-fc9719abb460,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:32.891603 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-e2e28551-869e-4b89-8c89-15c5f5b81627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:32.965353 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e28551-869e-4b89-8c89-15c5f5b81627 None None] Routers {'1a8ae2bd-18fd-413c-8fbf-d69d710d588c'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:26:32.970303 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-e2e28551-869e-4b89-8c89-15c5f5b81627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:26:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['1a8ae2bd-18fd-413c-8fbf-d69d710d588c'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:33.011620 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fd68ab-7c63-4017-8500-a65c91d6e49c None None] Network abc09bed-e1ad-404e-bf16-b58a2cd4c602 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:26:33.026604 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-c6fd68ab-7c63-4017-8500-a65c91d6e49c None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:26:33.037105 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fd68ab-7c63-4017-8500-a65c91d6e49c None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:26:33.077783 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:33.099299 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3e5fa2f5-9630-4773-b512-bc9fc4a68b7d tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:33.160613 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-e2e28551-869e-4b89-8c89-15c5f5b81627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:33.162213 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e28551-869e-4b89-8c89-15c5f5b81627 None None] The sync data for ids ['1a8ae2bd-18fd-413c-8fbf-d69d710d588c'] in n-d-712142-27 is: [] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:26:33.176112 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3e5fa2f5-9630-4773-b512-bc9fc4a68b7d tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:33.179760 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3e5fa2f5-9630-4773-b512-bc9fc4a68b7d tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] 10.222.0.45 "DELETE /v2.0/ports/1a0f6180-2d0c-44e0-940c-34fd0548974b HTTP/1.1" status: 204 len: 168 time: 1.2838998 Nov 12 01:26:33.185521 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35356) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:33.224979 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-c6fd68ab-7c63-4017-8500-a65c91d6e49c None None] Attempting to bind port 46d86472-29aa-4296-b7d4-fc9719abb460 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:26:33.225524 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-c6fd68ab-7c63-4017-8500-a65c91d6e49c None None] Attempting to bind port 46d86472-29aa-4296-b7d4-fc9719abb460 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '2beb1a7b-a4e1-495d-8e44-18a3a7929059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'abc09bed-e1ad-404e-bf16-b58a2cd4c602'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:26:33.225982 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fd68ab-7c63-4017-8500-a65c91d6e49c None None] Attempting to bind port 46d86472-29aa-4296-b7d4-fc9719abb460 on network abc09bed-e1ad-404e-bf16-b58a2cd4c602 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:26:33.233002 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fd68ab-7c63-4017-8500-a65c91d6e49c None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:26:33.233954 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fd68ab-7c63-4017-8500-a65c91d6e49c None None] Checking segment: {'id': '2beb1a7b-a4e1-495d-8e44-18a3a7929059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'abc09bed-e1ad-404e-bf16-b58a2cd4c602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:26:33.234367 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c6fd68ab-7c63-4017-8500-a65c91d6e49c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:33.235348 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fd68ab-7c63-4017-8500-a65c91d6e49c None None] Bound using segment: {'id': '2beb1a7b-a4e1-495d-8e44-18a3a7929059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'abc09bed-e1ad-404e-bf16-b58a2cd4c602'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:26:33.235858 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-c6fd68ab-7c63-4017-8500-a65c91d6e49c None None] Bound port: 46d86472-29aa-4296-b7d4-fc9719abb460, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2beb1a7b-a4e1-495d-8e44-18a3a7929059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'abc09bed-e1ad-404e-bf16-b58a2cd4c602'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:26:33.237175 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c6fd68ab-7c63-4017-8500-a65c91d6e49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:33.306689 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5fa2f5-9630-4773-b512-bc9fc4a68b7d tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Pushing event deleted for resources: {'Port': ['ID=1a0f6180-2d0c-44e0-940c-34fd0548974b,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:33.360465 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-c6fd68ab-7c63-4017-8500-a65c91d6e49c None None] For port 46d86472-29aa-4296-b7d4-fc9719abb460, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:26:33.373260 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-c6fd68ab-7c63-4017-8500-a65c91d6e49c None None] For port 46d86472-29aa-4296-b7d4-fc9719abb460, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=46d86472-29aa-4296-b7d4-fc9719abb460,segment=NetworkSegment(2beb1a7b-a4e1-495d-8e44-18a3a7929059),segment_id=2beb1a7b-a4e1-495d-8e44-18a3a7929059)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:26:33.389641 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c6fd68ab-7c63-4017-8500-a65c91d6e49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:33.542883 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd68ab-7c63-4017-8500-a65c91d6e49c None None] Pushing event updated for resources: {'Port': ['ID=46d86472-29aa-4296-b7d4-fc9719abb460,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:33.653772 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:26:33.982623 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:34.052901 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-64d6bf0f-ddf8-40ba-989a-a6b3e9623493 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] DELETE failed (client error): The resource could not be found. Nov 12 01:26:34.053388 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64d6bf0f-ddf8-40ba-989a-a6b3e9623493 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:26:34.057178 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-64d6bf0f-ddf8-40ba-989a-a6b3e9623493 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] 10.222.0.45 "DELETE /v2.0/subnets/b63aa990-2dd9-4395-9e14-3d90c02cd43f HTTP/1.1" status: 404 len: 337 time: 0.8705475 Nov 12 01:26:34.060335 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 35378) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:34.420185 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cd787eca-ee57-4c3f-9330-95343645fe3c tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:34.745550 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 1ee060b8-6bdb-4fb9-9e67-8bf8b3984a55 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:26:34.808511 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-cd787eca-ee57-4c3f-9330-95343645fe3c tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Deleting port 9e33ce1e-bf27-4694-91e8-08fb4dd29ade {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:26:34.809154 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cd787eca-ee57-4c3f-9330-95343645fe3c tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:34.932914 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 1ee060b8-6bdb-4fb9-9e67-8bf8b3984a55 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:26:34.934370 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:35.086360 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-aca15ede-cf21-4907-85b3-949698610a6e tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:26:35.097341 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-aca15ede-cf21-4907-85b3-949698610a6e tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] 10.222.0.45 "PUT /v2.0/routers/1a8ae2bd-18fd-413c-8fbf-d69d710d588c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.4465861 Nov 12 01:26:35.099201 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35410) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:35.200261 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-cd787eca-ee57-4c3f-9330-95343645fe3c tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] For port 9e33ce1e-bf27-4694-91e8-08fb4dd29ade, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=9e33ce1e-bf27-4694-91e8-08fb4dd29ade,segment=NetworkSegment(d8357825-5e26-432c-9722-b42569e0a246),segment_id=d8357825-5e26-432c-9722-b42569e0a246)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:26:35.205818 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cd787eca-ee57-4c3f-9330-95343645fe3c tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:35.215876 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d78bab-9fb1-4b45-9784-e2baf504ba1e None None] Network 25974936-cabb-4155-8042-2b061948b1f9 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:26:35.256125 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-cd787eca-ee57-4c3f-9330-95343645fe3c tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Calling delete_port for 9e33ce1e-bf27-4694-91e8-08fb4dd29ade owned by network:dhcp {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:26:35.496594 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:35.621847 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cd787eca-ee57-4c3f-9330-95343645fe3c tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:35.787318 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd787eca-ee57-4c3f-9330-95343645fe3c tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Pushing event deleted for resources: {'Port': ['ID=9e33ce1e-bf27-4694-91e8-08fb4dd29ade,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:35.817674 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd787eca-ee57-4c3f-9330-95343645fe3c tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] No DVR routers for this DVR port 9e33ce1e-bf27-4694-91e8-08fb4dd29ade on host n-d-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:26:36.146319 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7cee2a-0d9e-4cc6-ab2b-32b4ae123ba3 None None] Network abc09bed-e1ad-404e-bf16-b58a2cd4c602 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:26:36.171706 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:36.190015 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cd787eca-ee57-4c3f-9330-95343645fe3c tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:36.292383 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-cd787eca-ee57-4c3f-9330-95343645fe3c tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8cbbf4d-4826-4750-9f33-5207502d1373']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:36.298057 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 1ee060b8-6bdb-4fb9-9e67-8bf8b3984a55, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=1ee060b8-6bdb-4fb9-9e67-8bf8b3984a55,segment=NetworkSegment(876a57e8-c6d4-43bf-b5ee-f659ec06af9e),segment_id=876a57e8-c6d4-43bf-b5ee-f659ec06af9e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:26:36.336055 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-cd787eca-ee57-4c3f-9330-95343645fe3c tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8357825-5e26-432c-9722-b42569e0a246') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:36.336986 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-cd787eca-ee57-4c3f-9330-95343645fe3c tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8357825-5e26-432c-9722-b42569e0a246') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:36.357403 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cd787eca-ee57-4c3f-9330-95343645fe3c tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:36.370528 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-82c65db0-9d5a-4965-8c5d-8456b6ec5fcc None None] Provisioning complete for port 1ee060b8-6bdb-4fb9-9e67-8bf8b3984a55 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:26:36.375759 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-82c65db0-9d5a-4965-8c5d-8456b6ec5fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:36.396606 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cd787eca-ee57-4c3f-9330-95343645fe3c tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:36.404565 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:36.407675 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 46d86472-29aa-4296-b7d4-fc9719abb460 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:26:36.413265 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd787eca-ee57-4c3f-9330-95343645fe3c tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:26:36.414349 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cd787eca-ee57-4c3f-9330-95343645fe3c tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:36.480720 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eafb7db4-4cbf-45d1-95ec-205673f56789 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:36.557449 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:26:36.557449 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:26:36.557449 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:26:36.557449 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:26:36.557449 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:26:36.557449 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:26:36.557449 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:26:36.557449 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:26:36.557449 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:26:36.557449 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:26:36.557449 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:26:36.557449 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:26:36.557449 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:26:36.557449 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:26:36.557449 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:26:36.557449 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:26:36.557449 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:26:36.557449 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:26:36.557449 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:26:36.557449 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:26:36.557449 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:26:36.557449 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:26:36.557449 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:26:36.557449 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:26:36.557449 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:26:36.557449 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:26:36.557449 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:26:36.557449 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:26:36.557449 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:26:36.557449 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:26:36.557449 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:26:36.557449 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:26:36.567291 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cd787eca-ee57-4c3f-9330-95343645fe3c tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:36.585029 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cd787eca-ee57-4c3f-9330-95343645fe3c tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:36.591540 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-cd787eca-ee57-4c3f-9330-95343645fe3c tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] 10.222.0.45 "DELETE /v2.0/networks/f8cbbf4d-4826-4750-9f33-5207502d1373 HTTP/1.1" status: 204 len: 168 time: 2.5295236 Nov 12 01:26:36.610209 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 35442) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:36.624838 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd787eca-ee57-4c3f-9330-95343645fe3c tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Pushing event deleted for resources: {'Network': ['ID=f8cbbf4d-4826-4750-9f33-5207502d1373,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:36.817566 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=1ee060b8-6bdb-4fb9-9e67-8bf8b3984a55,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:36.974801 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-ed207d4f-28da-4e8e-a80d-8db17508ae4e tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Deleting port d4f2f5de-3586-438a-b995-bd303caeaaec {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:26:36.980988 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ed207d4f-28da-4e8e-a80d-8db17508ae4e tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:37.238835 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ed207d4f-28da-4e8e-a80d-8db17508ae4e tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:37.269459 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-ed207d4f-28da-4e8e-a80d-8db17508ae4e tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Calling delete_port for d4f2f5de-3586-438a-b995-bd303caeaaec owned by {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:26:37.626999 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ed207d4f-28da-4e8e-a80d-8db17508ae4e tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:37.629183 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 46d86472-29aa-4296-b7d4-fc9719abb460 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:26:37.633975 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:37.774563 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-eafb7db4-4cbf-45d1-95ec-205673f56789 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Deleting port c4786127-01ea-456b-bc50-0809d9955b63 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:26:37.775457 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eafb7db4-4cbf-45d1-95ec-205673f56789 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:37.779250 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed207d4f-28da-4e8e-a80d-8db17508ae4e tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Pushing event deleted for resources: {'Port': ['ID=d4f2f5de-3586-438a-b995-bd303caeaaec,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:37.801715 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ed207d4f-28da-4e8e-a80d-8db17508ae4e tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:37.831776 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-ed207d4f-28da-4e8e-a80d-8db17508ae4e tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] 10.222.0.45 "DELETE /v2.0/ports/d4f2f5de-3586-438a-b995-bd303caeaaec HTTP/1.1" status: 204 len: 168 time: 1.2187855 Nov 12 01:26:37.835526 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 35464) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:38.053129 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa351c7e-a330-467d-8b15-62872750171a tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] DELETE failed (client error): The resource could not be found. Nov 12 01:26:38.058206 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa351c7e-a330-467d-8b15-62872750171a tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:26:38.074121 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-aa351c7e-a330-467d-8b15-62872750171a tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] 10.222.0.45 "DELETE /v2.0/subnets/b85459ee-54fd-4f9f-a6e2-449f6dd32cfb HTTP/1.1" status: 404 len: 337 time: 0.2279155 Nov 12 01:26:38.075539 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 35468) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:38.208385 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4aff9d62-7888-418c-a42d-d1f6e01e08be None None] Provisioning complete for port 46d86472-29aa-4296-b7d4-fc9719abb460 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:26:38.209152 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4aff9d62-7888-418c-a42d-d1f6e01e08be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:38.274248 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:38.404487 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 46d86472-29aa-4296-b7d4-fc9719abb460, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=46d86472-29aa-4296-b7d4-fc9719abb460,segment=NetworkSegment(2beb1a7b-a4e1-495d-8e44-18a3a7929059),segment_id=2beb1a7b-a4e1-495d-8e44-18a3a7929059)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:26:38.443114 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:38.566359 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eafb7db4-4cbf-45d1-95ec-205673f56789 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:38.598872 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-660d22c2-f7a5-4660-aaaf-0f1855cd289b tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:38.648213 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-eafb7db4-4cbf-45d1-95ec-205673f56789 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Calling delete_port for c4786127-01ea-456b-bc50-0809d9955b63 owned by network:router_interface {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:26:38.720940 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 1ee060b8-6bdb-4fb9-9e67-8bf8b3984a55 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:26:38.895066 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-660d22c2-f7a5-4660-aaaf-0f1855cd289b tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:38.948060 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-660d22c2-f7a5-4660-aaaf-0f1855cd289b tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['960389d2-4a93-4dcf-ac66-9f982a413f1f']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:38.974879 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-660d22c2-f7a5-4660-aaaf-0f1855cd289b tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73f80696-1eb3-47e9-8721-efbc04ab01ea') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:38.975106 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-660d22c2-f7a5-4660-aaaf-0f1855cd289b tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73f80696-1eb3-47e9-8721-efbc04ab01ea') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:38.999818 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-660d22c2-f7a5-4660-aaaf-0f1855cd289b tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:39.003616 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=46d86472-29aa-4296-b7d4-fc9719abb460,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:39.057692 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-660d22c2-f7a5-4660-aaaf-0f1855cd289b tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:39.084974 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-660d22c2-f7a5-4660-aaaf-0f1855cd289b tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:26:39.100324 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-660d22c2-f7a5-4660-aaaf-0f1855cd289b tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:39.106714 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:26:39.106714 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:26:39.106714 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:26:39.106714 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:26:39.106714 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:26:39.106714 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:26:39.106714 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:26:39.106714 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:26:39.106714 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:26:39.106714 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:26:39.106714 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:26:39.106714 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:26:39.106714 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:26:39.106714 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:26:39.106714 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:26:39.106714 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:26:39.106714 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:26:39.106714 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:26:39.106714 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:26:39.106714 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:26:39.106714 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:26:39.106714 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:26:39.106714 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:26:39.106714 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:26:39.106714 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:26:39.106714 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:26:39.106714 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:26:39.106714 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:26:39.106714 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:26:39.106714 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:26:39.106714 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:26:39.106714 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:26:39.132943 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:39.168042 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 1ee060b8-6bdb-4fb9-9e67-8bf8b3984a55 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:26:39.168402 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:39.348510 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-2ecc7f00-3112-4ba4-9249-7af87cb43d68 None None] Provisioning complete for port 1ee060b8-6bdb-4fb9-9e67-8bf8b3984a55 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:26:39.348896 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2ecc7f00-3112-4ba4-9249-7af87cb43d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:39.485623 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-660d22c2-f7a5-4660-aaaf-0f1855cd289b tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:39.551047 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eafb7db4-4cbf-45d1-95ec-205673f56789 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:39.575878 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-660d22c2-f7a5-4660-aaaf-0f1855cd289b tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:39.597013 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-660d22c2-f7a5-4660-aaaf-0f1855cd289b tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] 10.222.0.45 "DELETE /v2.0/networks/960389d2-4a93-4dcf-ac66-9f982a413f1f HTTP/1.1" status: 204 len: 168 time: 1.5168889 Nov 12 01:26:39.598872 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d22c2-f7a5-4660-aaaf-0f1855cd289b tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Pushing event deleted for resources: {'Network': ['ID=960389d2-4a93-4dcf-ac66-9f982a413f1f,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:39.636603 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35492) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:39.773768 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-2ecc7f00-3112-4ba4-9249-7af87cb43d68 None None] Provisioning complete for port 46d86472-29aa-4296-b7d4-fc9719abb460 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:26:39.774400 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2ecc7f00-3112-4ba4-9249-7af87cb43d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:39.882032 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafb7db4-4cbf-45d1-95ec-205673f56789 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Pushing event deleted for resources: {'Port': ['ID=c4786127-01ea-456b-bc50-0809d9955b63,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:40.077159 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-2ecc7f00-3112-4ba4-9249-7af87cb43d68 None None] Could not find standard attr ID for object c4786127-01ea-456b-bc50-0809d9955b63. {{(pid=109087) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:26:40.112690 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 35508) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:40.156729 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eafb7db4-4cbf-45d1-95ec-205673f56789 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:40.203478 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-28f7b526-863c-4426-9614-e757e50fa5ad None None] Could not find standard attr ID for object c4786127-01ea-456b-bc50-0809d9955b63. {{(pid=109087) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:26:40.474004 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b59aa8f-cbaa-4fa2-ba0c-a35ab57029c1 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Deleting subnet 575ea60f-f634-4800-96cb-1e1068364657 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:26:40.482516 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0b59aa8f-cbaa-4fa2-ba0c-a35ab57029c1 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:40.617545 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eafb7db4-4cbf-45d1-95ec-205673f56789 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Router 1a8ae2bd-18fd-413c-8fbf-d69d710d588c has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:26:40.653069 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0b59aa8f-cbaa-4fa2-ba0c-a35ab57029c1 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:40.680298 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1ba6732b-18c0-4ac2-8191-884b7aae6eab admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:40.732012 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:40.765820 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 46d86472-29aa-4296-b7d4-fc9719abb460 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:26:40.940572 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eafb7db4-4cbf-45d1-95ec-205673f56789 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:26:40.967382 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ee55f1-1abe-47e5-845d-49eccfb665f6 None None] Sync routers for ids ['1a8ae2bd-18fd-413c-8fbf-d69d710d588c'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:26:40.978373 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-eafb7db4-4cbf-45d1-95ec-205673f56789 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] 10.222.0.45 "PUT /v2.0/routers/1a8ae2bd-18fd-413c-8fbf-d69d710d588c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8609710 Nov 12 01:26:40.987574 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35522) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:40.993199 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1ba6732b-18c0-4ac2-8191-884b7aae6eab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:41.000902 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1ba6732b-18c0-4ac2-8191-884b7aae6eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:41.066106 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ee55f1-1abe-47e5-845d-49eccfb665f6 None None] Routers {'1a8ae2bd-18fd-413c-8fbf-d69d710d588c'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:26:41.069405 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-f1ee55f1-1abe-47e5-845d-49eccfb665f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:26:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['1a8ae2bd-18fd-413c-8fbf-d69d710d588c'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:41.077899 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 46d86472-29aa-4296-b7d4-fc9719abb460 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:26:41.080539 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:41.082840 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-1ba6732b-18c0-4ac2-8191-884b7aae6eab admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cd773522fa2a4a7b87b1c3d4ef8e04ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9661787 Nov 12 01:26:41.106118 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 35524) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:41.149495 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-aa03fb7f-7a12-4ebf-b4e8-33d82e90af74 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] delete failed (client error): The resource could not be found. Nov 12 01:26:41.170211 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-aa03fb7f-7a12-4ebf-b4e8-33d82e90af74 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] 10.222.0.45 "DELETE /v2.0/routers/tempest-non_exist_router-946364293 HTTP/1.1" status: 404 len: 334 time: 0.1750031 Nov 12 01:26:41.189288 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35528) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:41.232906 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-1c075539-1ad8-4517-953b-644b0fae4594 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Request body: {'router': {'external_gateway_info': {'network_id': '1a8ae2bd-18fd-413c-8fbf-d69d710d588c'}}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:26:41.296731 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 35530) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:41.306289 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-f1ee55f1-1abe-47e5-845d-49eccfb665f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:41.333710 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ee55f1-1abe-47e5-845d-49eccfb665f6 None None] Routers {'1a8ae2bd-18fd-413c-8fbf-d69d710d588c'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:26:41.335099 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-f1ee55f1-1abe-47e5-845d-49eccfb665f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:26:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['1a8ae2bd-18fd-413c-8fbf-d69d710d588c'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:41.358672 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba6732b-18c0-4ac2-8191-884b7aae6eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec0d4d6-9c3b-43a3-997b-a16f69fdf197,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:41.523669 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-59ec54da-7578-493d-b735-cfe12e6b54d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:41.652264 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-59ec54da-7578-493d-b735-cfe12e6b54d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:41.656347 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-f1ee55f1-1abe-47e5-845d-49eccfb665f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:41.669418 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ee55f1-1abe-47e5-845d-49eccfb665f6 None None] The sync data for ids ['1a8ae2bd-18fd-413c-8fbf-d69d710d588c'] in n-d-712142-27 is: [] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:26:41.853463 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-59ec54da-7578-493d-b735-cfe12e6b54d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:41.863091 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-59ec54da-7578-493d-b735-cfe12e6b54d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:41.867490 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-59ec54da-7578-493d-b735-cfe12e6b54d0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cec0d4d6-9c3b-43a3-997b-a16f69fdf197 HTTP/1.1" status: 204 len: 168 time: 0.7579820 Nov 12 01:26:41.897264 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec54da-7578-493d-b735-cfe12e6b54d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec0d4d6-9c3b-43a3-997b-a16f69fdf197,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:42.066498 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b3630ba0-2a9d-4b96-8ea8-4a0a27cd3043 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:42.162350 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0b59aa8f-cbaa-4fa2-ba0c-a35ab57029c1 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:42.311846 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c075539-1ad8-4517-953b-644b0fae4594 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:42.325948 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b3630ba0-2a9d-4b96-8ea8-4a0a27cd3043 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:42.339386 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b3630ba0-2a9d-4b96-8ea8-4a0a27cd3043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:42.500665 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3630ba0-2a9d-4b96-8ea8-4a0a27cd3043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e795b733-681e-4001-9055-ede5c2321cae,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:42.557397 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-1c075539-1ad8-4517-953b-644b0fae4594 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] update failed (client error): The resource could not be found. Nov 12 01:26:42.559202 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1c075539-1ad8-4517-953b-644b0fae4594 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] 10.222.0.45 "PUT /v2.0/routers/1a8ae2bd-18fd-413c-8fbf-d69d710d588c HTTP/1.1" status: 404 len: 339 time: 1.3516729 Nov 12 01:26:42.567542 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 35552) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:42.571808 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0b59aa8f-cbaa-4fa2-ba0c-a35ab57029c1 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:42.592428 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-5575a24f-9561-4153-9bae-498f6fac8b04 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-790677136'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:26:42.627229 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 35556) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:42.695545 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0b59aa8f-cbaa-4fa2-ba0c-a35ab57029c1 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:42.702285 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0b59aa8f-cbaa-4fa2-ba0c-a35ab57029c1 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] 10.222.0.45 "DELETE /v2.0/subnets/575ea60f-f634-4800-96cb-1e1068364657 HTTP/1.1" status: 204 len: 168 time: 3.0545101 Nov 12 01:26:42.707426 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b59aa8f-cbaa-4fa2-ba0c-a35ab57029c1 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Pushing event deleted for resources: {'Subnet': ['ID=575ea60f-f634-4800-96cb-1e1068364657,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:42.710704 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35558) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:42.711799 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9066386b-41a3-4d1c-99f3-b331c7ac8f3a None None] Network d16eb514-59ed-4514-8dae-a10164bf1bf5 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:26:42.726768 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-b3630ba0-2a9d-4b96-8ea8-4a0a27cd3043 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8055877c3b8d4eb09ce6443730dec90d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4269822 Nov 12 01:26:42.736841 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35560) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:42.739744 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-78bb451c-5845-4ffd-b94d-7db99d4f2a26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:42.884634 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5575a24f-9561-4153-9bae-498f6fac8b04 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Made reservation on behalf of 19ff39edd1c94831b2dd6358742ad2e5 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:26:42.897616 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5575a24f-9561-4153-9bae-498f6fac8b04 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:42.995722 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8714ae0f-c675-4ada-968e-7629878ee993 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:43.010910 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a93a43d0-f96e-4c45-a622-02151403d7c9 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:43.037398 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5575a24f-9561-4153-9bae-498f6fac8b04 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:26:43.068999 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8714ae0f-c675-4ada-968e-7629878ee993 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:43.175555 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5575a24f-9561-4153-9bae-498f6fac8b04 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:43.176178 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-5575a24f-9561-4153-9bae-498f6fac8b04 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Added segment 973ac6e7-8d64-43d4-9f61-8707568cec1a of type vlan for network d5d32072-f2ec-4e20-9bcd-827c09674540 Nov 12 01:26:43.288994 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8714ae0f-c675-4ada-968e-7629878ee993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:43.305040 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8714ae0f-c675-4ada-968e-7629878ee993 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:43.313985 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8714ae0f-c675-4ada-968e-7629878ee993 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e795b733-681e-4001-9055-ede5c2321cae HTTP/1.1" status: 204 len: 168 time: 0.5699589 Nov 12 01:26:43.346793 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-a93a43d0-f96e-4c45-a622-02151403d7c9 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Deleting port ed810cea-44e8-483c-8e3e-6c673b1d3edf {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:26:43.347386 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a93a43d0-f96e-4c45-a622-02151403d7c9 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:43.482987 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f930f6-f796-4399-8555-02f4d78672d2 None None] DHCP port deletion for d16eb514-59ed-4514-8dae-a10164bf1bf5 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:26:43.581582 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-78bb451c-5845-4ffd-b94d-7db99d4f2a26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:43.599419 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-78bb451c-5845-4ffd-b94d-7db99d4f2a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:43.623008 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-48f930f6-f796-4399-8555-02f4d78672d2 None None] Deleting port ed810cea-44e8-483c-8e3e-6c673b1d3edf {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:26:43.623622 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-48f930f6-f796-4399-8555-02f4d78672d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:43.721792 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-a93a43d0-f96e-4c45-a622-02151403d7c9 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] For port ed810cea-44e8-483c-8e3e-6c673b1d3edf, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=ed810cea-44e8-483c-8e3e-6c673b1d3edf,segment=NetworkSegment(66ecd1f8-0c45-4c34-8135-6493ba407b4e),segment_id=66ecd1f8-0c45-4c34-8135-6493ba407b4e)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:26:43.722633 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a93a43d0-f96e-4c45-a622-02151403d7c9 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:43.751012 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-78bb451c-5845-4ffd-b94d-7db99d4f2a26 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=725ed5b39b984843a49e87a9a2f4cb6b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1122456 Nov 12 01:26:43.780924 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 35578) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:43.787068 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-a93a43d0-f96e-4c45-a622-02151403d7c9 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Calling delete_port for ed810cea-44e8-483c-8e3e-6c673b1d3edf owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:26:43.863791 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5575a24f-9561-4153-9bae-498f6fac8b04 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:43.882085 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-48f930f6-f796-4399-8555-02f4d78672d2 None None] For port ed810cea-44e8-483c-8e3e-6c673b1d3edf, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=ed810cea-44e8-483c-8e3e-6c673b1d3edf,segment=NetworkSegment(66ecd1f8-0c45-4c34-8135-6493ba407b4e),segment_id=66ecd1f8-0c45-4c34-8135-6493ba407b4e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:26:43.885889 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-48f930f6-f796-4399-8555-02f4d78672d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:43.956416 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-48f930f6-f796-4399-8555-02f4d78672d2 None None] Calling delete_port for ed810cea-44e8-483c-8e3e-6c673b1d3edf owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:26:43.986022 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.db.resource_extend [None req-5575a24f-9561-4153-9bae-498f6fac8b04 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 01:26:44.013233 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8714ae0f-c675-4ada-968e-7629878ee993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e795b733-681e-4001-9055-ede5c2321cae,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:44.026992 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 35580) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:44.030304 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bb451c-5845-4ffd-b94d-7db99d4f2a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6c3087-3489-435e-87d0-b02ba9f46aa3,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:44.032999 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a93a43d0-f96e-4c45-a622-02151403d7c9 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:44.080490 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93a43d0-f96e-4c45-a622-02151403d7c9 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] No DVR routers for this DVR port ed810cea-44e8-483c-8e3e-6c673b1d3edf on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:26:44.151981 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c2a5a5e0-ed4b-4252-9067-9980e77aced8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:44.207168 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-48f930f6-f796-4399-8555-02f4d78672d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:44.209574 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3abfcc46-c2c1-4783-881f-d3ada9d03b26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:44.216590 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5575a24f-9561-4153-9bae-498f6fac8b04 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:44.253069 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5575a24f-9561-4153-9bae-498f6fac8b04 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:44.254111 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5575a24f-9561-4153-9bae-498f6fac8b04 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:44.290258 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f930f6-f796-4399-8555-02f4d78672d2 None None] No DVR routers for this DVR port ed810cea-44e8-483c-8e3e-6c673b1d3edf on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:26:44.332253 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f930f6-f796-4399-8555-02f4d78672d2 None None] Pushing event deleted for resources: {'Port': ['ID=ed810cea-44e8-483c-8e3e-6c673b1d3edf,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:44.470890 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a93a43d0-f96e-4c45-a622-02151403d7c9 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:44.472535 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5575a24f-9561-4153-9bae-498f6fac8b04 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Pushing event updated for resources: {'Network': ['ID=d5d32072-f2ec-4e20-9bcd-827c09674540,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:44.492726 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network d5d32072-f2ec-4e20-9bcd-827c09674540 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:26:44.495348 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-5575a24f-9561-4153-9bae-498f6fac8b04 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.9262083 Nov 12 01:26:44.499690 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 35590) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:44.512759 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-c53fb65f-9023-4b8c-a95e-6766bbfd390f tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Request body: {'subnet': {'network_id': 'd5d32072-f2ec-4e20-9bcd-827c09674540', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:26:44.545545 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-a93a43d0-f96e-4c45-a622-02151403d7c9 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d16eb514-59ed-4514-8dae-a10164bf1bf5']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:44.583890 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-a93a43d0-f96e-4c45-a622-02151403d7c9 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66ecd1f8-0c45-4c34-8135-6493ba407b4e') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:44.584423 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-a93a43d0-f96e-4c45-a622-02151403d7c9 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66ecd1f8-0c45-4c34-8135-6493ba407b4e') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:44.619006 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3abfcc46-c2c1-4783-881f-d3ada9d03b26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:44.627478 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a93a43d0-f96e-4c45-a622-02151403d7c9 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:44.666385 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a93a43d0-f96e-4c45-a622-02151403d7c9 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:44.689600 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a93a43d0-f96e-4c45-a622-02151403d7c9 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:26:44.690247 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a93a43d0-f96e-4c45-a622-02151403d7c9 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:44.762045 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:26:44.762045 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:26:44.762045 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:26:44.762045 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:26:44.762045 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:26:44.762045 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:26:44.762045 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:26:44.762045 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:26:44.762045 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:26:44.762045 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:26:44.762045 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:26:44.762045 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:26:44.762045 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:26:44.762045 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:26:44.762045 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:26:44.762045 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:26:44.762045 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:26:44.762045 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:26:44.762045 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:26:44.762045 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:26:44.762045 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:26:44.762045 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:26:44.762045 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:26:44.762045 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:26:44.762045 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:26:44.762045 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:26:44.762045 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:26:44.762045 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:26:44.762045 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:26:44.762045 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:26:44.762045 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:26:44.762045 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:26:44.780032 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a43d0-f96e-4c45-a622-02151403d7c9 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Pushing event deleted for resources: {'Port': ['ID=ed810cea-44e8-483c-8e3e-6c673b1d3edf,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:44.822685 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device ed810cea-44e8-483c-8e3e-6c673b1d3edf no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:26:44.867383 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: ed810cea-44e8-483c-8e3e-6c673b1d3edf {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:26:44.868038 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device ed810cea-44e8-483c-8e3e-6c673b1d3edf not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:26:44.924935 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c2a5a5e0-ed4b-4252-9067-9980e77aced8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:44.945791 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c2a5a5e0-ed4b-4252-9067-9980e77aced8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:44.997948 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a93a43d0-f96e-4c45-a622-02151403d7c9 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:45.026190 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a93a43d0-f96e-4c45-a622-02151403d7c9 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:45.041040 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a93a43d0-f96e-4c45-a622-02151403d7c9 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] 10.222.0.45 "DELETE /v2.0/networks/d16eb514-59ed-4514-8dae-a10164bf1bf5 HTTP/1.1" status: 204 len: 168 time: 2.3229632 Nov 12 01:26:45.050859 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53fb65f-9023-4b8c-a95e-6766bbfd390f tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Made reservation on behalf of 19ff39edd1c94831b2dd6358742ad2e5 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:26:45.054697 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c53fb65f-9023-4b8c-a95e-6766bbfd390f tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:45.060175 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3abfcc46-c2c1-4783-881f-d3ada9d03b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:45.063454 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3abfcc46-c2c1-4783-881f-d3ada9d03b26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:45.067502 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3abfcc46-c2c1-4783-881f-d3ada9d03b26 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ce6c3087-3489-435e-87d0-b02ba9f46aa3 HTTP/1.1" status: 204 len: 168 time: 1.2822657 Nov 12 01:26:45.079251 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a43d0-f96e-4c45-a622-02151403d7c9 tempest-NetworksIpV6TestAttrs-883540331 tempest-NetworksIpV6TestAttrs-883540331-project] Pushing event deleted for resources: {'Network': ['ID=d16eb514-59ed-4514-8dae-a10164bf1bf5,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:45.090878 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c2a5a5e0-ed4b-4252-9067-9980e77aced8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=92713e39d36142ca8316327c546f8c60&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0534718 Nov 12 01:26:45.094564 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35598) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:45.100475 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a5a5e0-ed4b-4252-9067-9980e77aced8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644b419a-c1ae-43b0-8f80-98d5fe282741,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:45.196970 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abfcc46-c2c1-4783-881f-d3ada9d03b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6c3087-3489-435e-87d0-b02ba9f46aa3,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:45.213969 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7dbe6a43-3174-4e50-8e0a-838a8ee2b108 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:45.278740 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7dbe6a43-3174-4e50-8e0a-838a8ee2b108 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:45.335858 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7dbe6a43-3174-4e50-8e0a-838a8ee2b108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:45.339889 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7dbe6a43-3174-4e50-8e0a-838a8ee2b108 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:45.343482 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7dbe6a43-3174-4e50-8e0a-838a8ee2b108 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/644b419a-c1ae-43b0-8f80-98d5fe282741 HTTP/1.1" status: 204 len: 168 time: 0.2451670 Nov 12 01:26:45.355434 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbe6a43-3174-4e50-8e0a-838a8ee2b108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644b419a-c1ae-43b0-8f80-98d5fe282741,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:45.541491 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c53fb65f-9023-4b8c-a95e-6766bbfd390f tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:45.642329 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53fb65f-9023-4b8c-a95e-6766bbfd390f tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Pushing event updated for resources: {'Subnet': ['ID=899f2df4-57d5-4797-a012-30789d1fa219,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:45.658348 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53fb65f-9023-4b8c-a95e-6766bbfd390f tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Checking segment: {'id': '973ac6e7-8d64-43d4-9f61-8707568cec1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd5d32072-f2ec-4e20-9bcd-827c09674540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:26:45.658879 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53fb65f-9023-4b8c-a95e-6766bbfd390f tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Network hostable DHCP agents. Network: d5d32072-f2ec-4e20-9bcd-827c09674540, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:26:45.684879 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53fb65f-9023-4b8c-a95e-6766bbfd390f tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Network d5d32072-f2ec-4e20-9bcd-827c09674540 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:26:45.704209 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-c53fb65f-9023-4b8c-a95e-6766bbfd390f tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, d5d32072-f2ec-4e20-9bcd-827c09674540) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:26:45.715624 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2a9d20-daf5-4246-aae9-a58dfcee588f None None] Network d5d32072-f2ec-4e20-9bcd-827c09674540 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:26:45.727296 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53fb65f-9023-4b8c-a95e-6766bbfd390f tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:45.731082 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c53fb65f-9023-4b8c-a95e-6766bbfd390f tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:45.803069 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35614) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:45.803695 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c53fb65f-9023-4b8c-a95e-6766bbfd390f tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2953272 Nov 12 01:26:45.812133 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 35616) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:45.814294 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-49e5e379-acaa-4f16-a105-8f431082be90 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd5d32072-f2ec-4e20-9bcd-827c09674540'}}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:26:46.178423 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b9ee72-3765-47da-885f-c0346910cd57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-d5d32072-f2ec-4e20-9bcd-827c09674540', 'network_id': 'd5d32072-f2ec-4e20-9bcd-827c09674540', 'tenant_id': '19ff39edd1c94831b2dd6358742ad2e5', 'fixed_ips': [{'subnet_id': '899f2df4-57d5-4797-a012-30789d1fa219'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:26:46.182541 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-24b9ee72-3765-47da-885f-c0346910cd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:46.591896 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-24b9ee72-3765-47da-885f-c0346910cd57 None None] Allocated IP 2001:db8:1::2 (d5d32072-f2ec-4e20-9bcd-827c09674540/899f2df4-57d5-4797-a012-30789d1fa219/9c91a7b5-a878-4f19-9b9b-5b81c48bf3f2) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:26:46.830324 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-1293fd54-723e-4cf6-9a5b-b280e27443bc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=11832bd8a51040b2a76aa4f86e481cd2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0114574 Nov 12 01:26:46.831371 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 35638) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:47.025352 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a92751f9-84a0-45a9-ae53-5b4dd0aa3707 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:47.084425 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a92751f9-84a0-45a9-ae53-5b4dd0aa3707 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:47.190379 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a92751f9-84a0-45a9-ae53-5b4dd0aa3707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:47.193569 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a92751f9-84a0-45a9-ae53-5b4dd0aa3707 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:47.194816 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a92751f9-84a0-45a9-ae53-5b4dd0aa3707 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a6b60644-4057-466d-abae-2e89288e4004 HTTP/1.1" status: 204 len: 168 time: 0.3623693 Nov 12 01:26:47.211335 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92751f9-84a0-45a9-ae53-5b4dd0aa3707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b60644-4057-466d-abae-2e89288e4004,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:47.304322 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-24b9ee72-3765-47da-885f-c0346910cd57 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:47.316469 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-24b9ee72-3765-47da-885f-c0346910cd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:47.400935 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-49e5e379-acaa-4f16-a105-8f431082be90 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:47.401939 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b9ee72-3765-47da-885f-c0346910cd57 None None] Network d5d32072-f2ec-4e20-9bcd-827c09674540 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:26:47.412828 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-24b9ee72-3765-47da-885f-c0346910cd57 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:26:47.418386 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b9ee72-3765-47da-885f-c0346910cd57 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:26:47.578625 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b9ee72-3765-47da-885f-c0346910cd57 None None] Pushing event updated for resources: {'Port': ['ID=9c91a7b5-a878-4f19-9b9b-5b81c48bf3f2,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:47.602023 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-24b9ee72-3765-47da-885f-c0346910cd57 None None] Attempting to bind port 9c91a7b5-a878-4f19-9b9b-5b81c48bf3f2 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:26:47.602553 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-24b9ee72-3765-47da-885f-c0346910cd57 None None] Attempting to bind port 9c91a7b5-a878-4f19-9b9b-5b81c48bf3f2 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '973ac6e7-8d64-43d4-9f61-8707568cec1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd5d32072-f2ec-4e20-9bcd-827c09674540'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:26:47.603180 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b9ee72-3765-47da-885f-c0346910cd57 None None] Attempting to bind port 9c91a7b5-a878-4f19-9b9b-5b81c48bf3f2 on network d5d32072-f2ec-4e20-9bcd-827c09674540 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:26:47.610632 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b9ee72-3765-47da-885f-c0346910cd57 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:26:47.611199 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b9ee72-3765-47da-885f-c0346910cd57 None None] Checking segment: {'id': '973ac6e7-8d64-43d4-9f61-8707568cec1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd5d32072-f2ec-4e20-9bcd-827c09674540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:26:47.611707 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-24b9ee72-3765-47da-885f-c0346910cd57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:47.612241 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b9ee72-3765-47da-885f-c0346910cd57 None None] Bound using segment: {'id': '973ac6e7-8d64-43d4-9f61-8707568cec1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd5d32072-f2ec-4e20-9bcd-827c09674540'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:26:47.612898 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-24b9ee72-3765-47da-885f-c0346910cd57 None None] Bound port: 9c91a7b5-a878-4f19-9b9b-5b81c48bf3f2, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '973ac6e7-8d64-43d4-9f61-8707568cec1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'd5d32072-f2ec-4e20-9bcd-827c09674540'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:26:47.613589 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-24b9ee72-3765-47da-885f-c0346910cd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:47.732897 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-49e5e379-acaa-4f16-a105-8f431082be90 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:26:47.737385 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-49e5e379-acaa-4f16-a105-8f431082be90 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] 10.222.0.45 "PUT /v2.0/routers/1a8ae2bd-18fd-413c-8fbf-d69d710d588c HTTP/1.1" status: 400 len: 364 time: 1.9314709 Nov 12 01:26:47.740639 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 35656) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:48.153490 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-24b9ee72-3765-47da-885f-c0346910cd57 None None] For port 9c91a7b5-a878-4f19-9b9b-5b81c48bf3f2, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:26:48.171392 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-24b9ee72-3765-47da-885f-c0346910cd57 None None] For port 9c91a7b5-a878-4f19-9b9b-5b81c48bf3f2, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=9c91a7b5-a878-4f19-9b9b-5b81c48bf3f2,segment=NetworkSegment(973ac6e7-8d64-43d4-9f61-8707568cec1a),segment_id=973ac6e7-8d64-43d4-9f61-8707568cec1a)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:26:48.190997 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-24b9ee72-3765-47da-885f-c0346910cd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:48.418688 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b9ee72-3765-47da-885f-c0346910cd57 None None] Pushing event updated for resources: {'Port': ['ID=9c91a7b5-a878-4f19-9b9b-5b81c48bf3f2,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:48.607162 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0b516475-6192-46e5-914e-edf8c1aa76de tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:49.219093 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-0b516475-6192-46e5-914e-edf8c1aa76de tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Allocated IP 2001:db8::1 (cda33f50-edb4-4513-8940-2b02044f88ba/80a8be81-1ef5-405a-89d4-678c92a25cd4/b6b5e9c2-c125-4743-b263-7efbb6bc7c06) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:26:49.568387 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0b516475-6192-46e5-914e-edf8c1aa76de tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:49.686608 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0b516475-6192-46e5-914e-edf8c1aa76de tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:49.899871 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b516475-6192-46e5-914e-edf8c1aa76de tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Network cda33f50-edb4-4513-8940-2b02044f88ba is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:26:49.911485 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-0b516475-6192-46e5-914e-edf8c1aa76de tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:26:49.928398 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b516475-6192-46e5-914e-edf8c1aa76de tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:26:49.929415 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0b516475-6192-46e5-914e-edf8c1aa76de tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:49.933854 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b516475-6192-46e5-914e-edf8c1aa76de tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Pushing event updated for resources: {'Port': ['ID=b6b5e9c2-c125-4743-b263-7efbb6bc7c06,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:50.238451 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0b516475-6192-46e5-914e-edf8c1aa76de tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:50.518487 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35164ae-e3b9-4e3b-b38b-5ee7830f24ed None None] Network d5d32072-f2ec-4e20-9bcd-827c09674540 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:26:50.766998 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-b84a56f7-9ee0-4c23-b527-556b93773235 None None] Provisioning complete for port 9c91a7b5-a878-4f19-9b9b-5b81c48bf3f2 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:26:50.767954 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b84a56f7-9ee0-4c23-b527-556b93773235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:50.957279 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 9c91a7b5-a878-4f19-9b9b-5b81c48bf3f2 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:26:51.141868 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b84a56f7-9ee0-4c23-b527-556b93773235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:51.182024 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0b516475-6192-46e5-914e-edf8c1aa76de tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:51.191055 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0b516475-6192-46e5-914e-edf8c1aa76de tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:51.192260 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0b516475-6192-46e5-914e-edf8c1aa76de tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:51.221611 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 9c91a7b5-a878-4f19-9b9b-5b81c48bf3f2 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:26:51.222519 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:51.321355 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-b84a56f7-9ee0-4c23-b527-556b93773235 None None] For port 9c91a7b5-a878-4f19-9b9b-5b81c48bf3f2, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=9c91a7b5-a878-4f19-9b9b-5b81c48bf3f2,segment=NetworkSegment(973ac6e7-8d64-43d4-9f61-8707568cec1a),segment_id=973ac6e7-8d64-43d4-9f61-8707568cec1a)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:26:51.334248 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b84a56f7-9ee0-4c23-b527-556b93773235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:51.470110 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84a56f7-9ee0-4c23-b527-556b93773235 None None] Pushing event updated for resources: {'Port': ['ID=9c91a7b5-a878-4f19-9b9b-5b81c48bf3f2,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:51.471243 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b516475-6192-46e5-914e-edf8c1aa76de tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Pushing event updated for resources: {'Port': ['ID=b6b5e9c2-c125-4743-b263-7efbb6bc7c06,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:51.504265 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-f1abcc6b-eb07-40a5-9c75-deb4eb8263e5 None None] Provisioning complete for port b6b5e9c2-c125-4743-b263-7efbb6bc7c06 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:26:51.504927 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f1abcc6b-eb07-40a5-9c75-deb4eb8263e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:51.535029 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b516475-6192-46e5-914e-edf8c1aa76de tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Network cda33f50-edb4-4513-8940-2b02044f88ba is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:26:51.537802 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-0b516475-6192-46e5-914e-edf8c1aa76de tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:26:51.596233 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-f1abcc6b-eb07-40a5-9c75-deb4eb8263e5 None None] Port b6b5e9c2-c125-4743-b263-7efbb6bc7c06 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:26:51.746158 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b516475-6192-46e5-914e-edf8c1aa76de tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Router 1a8ae2bd-18fd-413c-8fbf-d69d710d588c has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:26:51.978887 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b516475-6192-46e5-914e-edf8c1aa76de tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:26:51.992696 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-0b516475-6192-46e5-914e-edf8c1aa76de tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] 10.222.0.45 "PUT /v2.0/routers/1a8ae2bd-18fd-413c-8fbf-d69d710d588c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2500575 Nov 12 01:26:51.995359 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35748) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:52.006430 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4833d332-1ae3-40c0-b374-d8dde4c49e8f None None] Sync routers for ids ['1a8ae2bd-18fd-413c-8fbf-d69d710d588c'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:26:52.033602 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4833d332-1ae3-40c0-b374-d8dde4c49e8f None None] Routers {'1a8ae2bd-18fd-413c-8fbf-d69d710d588c'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:26:52.037312 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-4833d332-1ae3-40c0-b374-d8dde4c49e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:26:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['1a8ae2bd-18fd-413c-8fbf-d69d710d588c'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:52.108801 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-4833d332-1ae3-40c0-b374-d8dde4c49e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:52.112046 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-0400ed0f-9123-4ca4-9b17-c7857db0d9f2 None None] Provisioning complete for port 9c91a7b5-a878-4f19-9b9b-5b81c48bf3f2 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:26:52.112828 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0400ed0f-9123-4ca4-9b17-c7857db0d9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:52.123395 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4833d332-1ae3-40c0-b374-d8dde4c49e8f None None] Routers {'1a8ae2bd-18fd-413c-8fbf-d69d710d588c'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:26:52.124372 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-4833d332-1ae3-40c0-b374-d8dde4c49e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:26:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['1a8ae2bd-18fd-413c-8fbf-d69d710d588c'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:52.166194 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-4833d332-1ae3-40c0-b374-d8dde4c49e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:52.167185 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4833d332-1ae3-40c0-b374-d8dde4c49e8f None None] The sync data for ids ['1a8ae2bd-18fd-413c-8fbf-d69d710d588c'] in n-d-712142-27 is: [] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:26:52.245035 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-35457bb9-a648-4e20-8a1d-72182da71f7f tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:52.246116 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 35752) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:52.457194 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-e28b2341-8a2e-4af0-a81c-076833c32887 None None] Provisioning complete for port b6b5e9c2-c125-4743-b263-7efbb6bc7c06 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:26:52.457570 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e28b2341-8a2e-4af0-a81c-076833c32887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:52.513901 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-35457bb9-a648-4e20-8a1d-72182da71f7f tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 01:26:52.523586 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 35760) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:52.524351 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-35457bb9-a648-4e20-8a1d-72182da71f7f tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] 10.222.0.45 "DELETE /v2.0/routers/1a8ae2bd-18fd-413c-8fbf-d69d710d588c HTTP/1.1" status: 409 len: 329 time: 0.5272245 Nov 12 01:26:52.532078 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-e28b2341-8a2e-4af0-a81c-076833c32887 None None] Port b6b5e9c2-c125-4743-b263-7efbb6bc7c06 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:26:52.769802 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 9c91a7b5-a878-4f19-9b9b-5b81c48bf3f2 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:26:52.775337 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-6e7e4b6b-93b5-4b18-807d-3157ac5fea17 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-164901721'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:26:53.001327 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 9c91a7b5-a878-4f19-9b9b-5b81c48bf3f2 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:26:53.002232 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:53.038200 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7e4b6b-93b5-4b18-807d-3157ac5fea17 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Made reservation on behalf of a32638d5c5e641288786feeafdcdff25 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:26:53.047720 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6e7e4b6b-93b5-4b18-807d-3157ac5fea17 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:53.094664 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6e7e4b6b-93b5-4b18-807d-3157ac5fea17 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:54.119718 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6e7e4b6b-93b5-4b18-807d-3157ac5fea17 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:54.144255 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6e7e4b6b-93b5-4b18-807d-3157ac5fea17 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:54.186246 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e7e4b6b-93b5-4b18-807d-3157ac5fea17 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:26:54.282262 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6e7e4b6b-93b5-4b18-807d-3157ac5fea17 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:54.283241 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-6e7e4b6b-93b5-4b18-807d-3157ac5fea17 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Added segment 8048f36f-00f9-4358-ad1e-3c031eed6ffc of type vlan for network d9d0d213-d600-4e12-8498-848be2c56f7b Nov 12 01:26:54.299497 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e4b6b-93b5-4b18-807d-3157ac5fea17 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68986f9e-d765-4777-b967-7d6d5b15fd69,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:54.473535 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6e7e4b6b-93b5-4b18-807d-3157ac5fea17 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:54.615820 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6e7e4b6b-93b5-4b18-807d-3157ac5fea17 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:54.635828 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7e4b6b-93b5-4b18-807d-3157ac5fea17 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:54.638067 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6e7e4b6b-93b5-4b18-807d-3157ac5fea17 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:54.786876 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-6e7e4b6b-93b5-4b18-807d-3157ac5fea17 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.5387924 Nov 12 01:26:54.791903 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35850) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:54.808411 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-825ba82c-065d-4502-b444-75093d84a4ba tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:54.808844 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-676fa31c-1ba1-4c52-821f-1fecdb8d8f1e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Request body: {'port': {'network_id': 'd9d0d213-d600-4e12-8498-848be2c56f7b', 'name': 'tempest-PortsIpV6TestJSON-399891582'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:26:54.811771 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e4b6b-93b5-4b18-807d-3157ac5fea17 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event updated for resources: {'Network': ['ID=d9d0d213-d600-4e12-8498-848be2c56f7b,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:54.831114 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network d9d0d213-d600-4e12-8498-848be2c56f7b details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:26:55.203376 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676fa31c-1ba1-4c52-821f-1fecdb8d8f1e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Made reservation on behalf of a32638d5c5e641288786feeafdcdff25 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:26:55.207141 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-676fa31c-1ba1-4c52-821f-1fecdb8d8f1e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:55.300029 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-676fa31c-1ba1-4c52-821f-1fecdb8d8f1e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] device_id is not set on port 543eff1e-839a-444d-b348-ebab4e2834f1 yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:26:55.335047 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 35868) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:55.390144 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034e5ed-9b7a-4cd5-b941-9c9a40cca5e1 req-aff4a48c-9e22-468d-ada7-4aa5a700b876 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:55.397794 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0034e5ed-9b7a-4cd5-b941-9c9a40cca5e1 req-aff4a48c-9e22-468d-ada7-4aa5a700b876 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/networks?id=41d3594c-6378-4888-b7ad-f2b6034333e3 HTTP/1.1" status: 200 len: 812 time: 0.1873248 Nov 12 01:26:55.432363 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0034e5ed-9b7a-4cd5-b941-9c9a40cca5e1 req-3f9872eb-85c3-4eb6-a71f-2352138443fa tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/quotas/094a5f5e492c44f8b09b4e12e8299cf9 HTTP/1.1" status: 200 len: 375 time: 0.0335045 Nov 12 01:26:55.627052 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3e10591d-2aef-4b4d-bc15-f370c2484fa5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:55.689052 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0034e5ed-9b7a-4cd5-b941-9c9a40cca5e1 req-c50bae9d-97d5-4310-937a-fd08a775b62f tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=094a5f5e492c44f8b09b4e12e8299cf9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2554471 Nov 12 01:26:55.750689 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-676fa31c-1ba1-4c52-821f-1fecdb8d8f1e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:55.762572 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-825ba82c-065d-4502-b444-75093d84a4ba tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Deleting port b6b5e9c2-c125-4743-b263-7efbb6bc7c06 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:26:55.763219 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-825ba82c-065d-4502-b444-75093d84a4ba tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:55.836028 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-676fa31c-1ba1-4c52-821f-1fecdb8d8f1e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:55.979839 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676fa31c-1ba1-4c52-821f-1fecdb8d8f1e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event updated for resources: {'Port': ['ID=543eff1e-839a-444d-b348-ebab4e2834f1,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:55.999214 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676fa31c-1ba1-4c52-821f-1fecdb8d8f1e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Checking segment: {'id': '8048f36f-00f9-4358-ad1e-3c031eed6ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd9d0d213-d600-4e12-8498-848be2c56f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:26:56.000649 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676fa31c-1ba1-4c52-821f-1fecdb8d8f1e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Network hostable DHCP agents. Network: d9d0d213-d600-4e12-8498-848be2c56f7b, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:26:56.058936 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676fa31c-1ba1-4c52-821f-1fecdb8d8f1e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Network d9d0d213-d600-4e12-8498-848be2c56f7b is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:26:56.085090 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-676fa31c-1ba1-4c52-821f-1fecdb8d8f1e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, d9d0d213-d600-4e12-8498-848be2c56f7b) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:26:56.102226 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28962310-94bf-4d79-b55c-9e07c5508410 None None] Network d9d0d213-d600-4e12-8498-848be2c56f7b requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:26:56.115601 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676fa31c-1ba1-4c52-821f-1fecdb8d8f1e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:26:56.132691 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676fa31c-1ba1-4c52-821f-1fecdb8d8f1e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:56.133998 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-676fa31c-1ba1-4c52-821f-1fecdb8d8f1e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:56.246453 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-676fa31c-1ba1-4c52-821f-1fecdb8d8f1e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4524524 Nov 12 01:26:56.258872 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 35898) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:56.383232 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-68e04c84-6ece-45b1-b2ed-c94af2b0d635 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1701769165'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:26:56.489655 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-825ba82c-065d-4502-b444-75093d84a4ba tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:56.527951 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-825ba82c-065d-4502-b444-75093d84a4ba tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Calling delete_port for b6b5e9c2-c125-4743-b263-7efbb6bc7c06 owned by network:router_interface {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:26:56.588492 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3e10591d-2aef-4b4d-bc15-f370c2484fa5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:56.613090 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3e10591d-2aef-4b4d-bc15-f370c2484fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:56.705430 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e04c84-6ece-45b1-b2ed-c94af2b0d635 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Made reservation on behalf of a32638d5c5e641288786feeafdcdff25 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:26:56.711775 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-68e04c84-6ece-45b1-b2ed-c94af2b0d635 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:56.834844 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3e10591d-2aef-4b4d-bc15-f370c2484fa5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=af08dbf010a44045a66701ef6a5fc921&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4974787 Nov 12 01:26:56.841853 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35914) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:56.885383 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0034e5ed-9b7a-4cd5-b941-9c9a40cca5e1 req-4d15f2b8-5e5c-43ad-be2b-8eaf1e802892 service neutron] 10.222.0.45 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1853783 Nov 12 01:26:56.902023 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e10591d-2aef-4b4d-bc15-f370c2484fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f641fd0-47db-4d0e-86cd-a8d180f6eee1,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:56.966329 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7a5562f4-83a9-46f8-9c4f-66a65e7a692a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:56.971712 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68e04c84-6ece-45b1-b2ed-c94af2b0d635 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:26:57.037705 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7a5562f4-83a9-46f8-9c4f-66a65e7a692a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:57.107631 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35924) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:57.129765 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-68e04c84-6ece-45b1-b2ed-c94af2b0d635 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:57.130879 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-68e04c84-6ece-45b1-b2ed-c94af2b0d635 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Added segment 13e05aa6-c756-47b1-9a07-77758ac34cc4 of type vlan for network a9a89f8b-553a-420c-8228-3c32264fc6b2 Nov 12 01:26:57.187874 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7a5562f4-83a9-46f8-9c4f-66a65e7a692a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:57.198833 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7a5562f4-83a9-46f8-9c4f-66a65e7a692a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:57.201547 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7a5562f4-83a9-46f8-9c4f-66a65e7a692a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5f641fd0-47db-4d0e-86cd-a8d180f6eee1 HTTP/1.1" status: 204 len: 168 time: 0.3581755 Nov 12 01:26:57.234129 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8c5ed619-0bb1-467a-b8e7-c6a98da80801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:57.244781 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5562f4-83a9-46f8-9c4f-66a65e7a692a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f641fd0-47db-4d0e-86cd-a8d180f6eee1,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:57.315234 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0034e5ed-9b7a-4cd5-b941-9c9a40cca5e1 req-d890aec5-5c4e-4bfe-adcf-dc2a3a62dcea service neutron] 10.222.0.45 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4149735 Nov 12 01:26:57.412721 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-68e04c84-6ece-45b1-b2ed-c94af2b0d635 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:57.469812 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-68e04c84-6ece-45b1-b2ed-c94af2b0d635 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:57.470721 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c4767a95-06b4-4919-8ca4-654e3b03d00e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:57.478573 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e04c84-6ece-45b1-b2ed-c94af2b0d635 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:26:57.479557 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-68e04c84-6ece-45b1-b2ed-c94af2b0d635 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:57.572005 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-825ba82c-065d-4502-b444-75093d84a4ba tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:57.633811 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-68e04c84-6ece-45b1-b2ed-c94af2b0d635 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3687325 Nov 12 01:26:57.664233 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35944) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:57.684574 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-e5284707-589d-495f-b910-cc3b610c5459 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Request body: {'ports': [{'network_id': 'd9d0d213-d600-4e12-8498-848be2c56f7b'}, {'network_id': 'a9a89f8b-553a-420c-8228-3c32264fc6b2'}]} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:26:57.684888 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-e5284707-589d-495f-b910-cc3b610c5459 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Request body: {'port': {'network_id': 'd9d0d213-d600-4e12-8498-848be2c56f7b'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:26:57.685396 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-e5284707-589d-495f-b910-cc3b610c5459 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Request body: {'port': {'network_id': 'a9a89f8b-553a-420c-8228-3c32264fc6b2'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:26:57.756492 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ba82c-065d-4502-b444-75093d84a4ba tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Pushing event deleted for resources: {'Port': ['ID=b6b5e9c2-c125-4743-b263-7efbb6bc7c06,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:57.850844 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e04c84-6ece-45b1-b2ed-c94af2b0d635 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event updated for resources: {'Network': ['ID=a9a89f8b-553a-420c-8228-3c32264fc6b2,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:57.866041 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network a9a89f8b-553a-420c-8228-3c32264fc6b2 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:26:57.882577 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a4519a96-3d93-461a-8379-d6531551b747 req-93e2cdf7-a58a-4580-bd81-f3777ed18d01 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=631010e5-2d5b-44ec-8371-ed2f024137c4 HTTP/1.1" status: 200 len: 210 time: 0.1250856 Nov 12 01:26:57.892702 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-825ba82c-065d-4502-b444-75093d84a4ba tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:58.183374 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c4767a95-06b4-4919-8ca4-654e3b03d00e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:58.219103 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c4767a95-06b4-4919-8ca4-654e3b03d00e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:58.232917 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825ba82c-065d-4502-b444-75093d84a4ba tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Router 1a8ae2bd-18fd-413c-8fbf-d69d710d588c has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:26:58.339517 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5284707-589d-495f-b910-cc3b610c5459 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Made reservation on behalf of a32638d5c5e641288786feeafdcdff25 for: {'port': 2} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:26:58.347461 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e5284707-589d-495f-b910-cc3b610c5459 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:58.348700 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 35960) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:58.369569 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825ba82c-065d-4502-b444-75093d84a4ba tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:26:58.371599 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8042aad1-7c94-4094-973b-19b5d275531c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:58.377405 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-825ba82c-065d-4502-b444-75093d84a4ba tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] 10.222.0.45 "PUT /v2.0/routers/1a8ae2bd-18fd-413c-8fbf-d69d710d588c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8520522 Nov 12 01:26:58.388836 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 35962) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:58.397250 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a60cbbe-b339-44cb-8b4d-03455b4ef956 None None] Sync routers for ids ['1a8ae2bd-18fd-413c-8fbf-d69d710d588c'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:26:58.453788 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a60cbbe-b339-44cb-8b4d-03455b4ef956 None None] Routers {'1a8ae2bd-18fd-413c-8fbf-d69d710d588c'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:26:58.461932 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-5a60cbbe-b339-44cb-8b4d-03455b4ef956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:26:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['1a8ae2bd-18fd-413c-8fbf-d69d710d588c'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:58.475120 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-3ff939f4-cf0a-4416-80f9-18df9c4c0665 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] show failed (client error): The resource could not be found. Nov 12 01:26:58.477881 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3ff939f4-cf0a-4416-80f9-18df9c4c0665 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] 10.222.0.45 "GET /v2.0/routers/tempest-non_exist_router-2117997339 HTTP/1.1" status: 404 len: 335 time: 0.0843523 Nov 12 01:26:58.498195 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35964) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:58.506157 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4767a95-06b4-4919-8ca4-654e3b03d00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb1e9e1-1e00-4e16-b7e2-676ce184b601,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:58.515714 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-f00ddcd8-a58d-4aca-b40d-a28d59c68c8f tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:26:58.640914 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-5a60cbbe-b339-44cb-8b4d-03455b4ef956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:58.663492 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8042aad1-7c94-4094-973b-19b5d275531c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:58.670337 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8042aad1-7c94-4094-973b-19b5d275531c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:58.677180 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c4767a95-06b4-4919-8ca4-654e3b03d00e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=deafb579208e4bbea42b36eebfd95381&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5683942 Nov 12 01:26:58.678158 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-f00ddcd8-a58d-4aca-b40d-a28d59c68c8f tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] update failed (client error): The resource could not be found. Nov 12 01:26:58.679155 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f00ddcd8-a58d-4aca-b40d-a28d59c68c8f tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] 10.222.0.45 "PUT /v2.0/routers/tempest-non_exist_router-1710287718 HTTP/1.1" status: 404 len: 335 time: 0.1747913 Nov 12 01:26:58.680500 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e5284707-589d-495f-b910-cc3b610c5459 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:58.696362 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35972) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:58.697024 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 35974) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:58.710611 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a60cbbe-b339-44cb-8b4d-03455b4ef956 None None] Routers {'1a8ae2bd-18fd-413c-8fbf-d69d710d588c'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:26:58.711333 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-5a60cbbe-b339-44cb-8b4d-03455b4ef956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:26:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['1a8ae2bd-18fd-413c-8fbf-d69d710d588c'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:58.717237 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-8042aad1-7c94-4094-973b-19b5d275531c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a2db9c361b0747c08d12cf692ac22089&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3672047 Nov 12 01:26:58.717955 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 35980) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:58.872709 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-5a60cbbe-b339-44cb-8b4d-03455b4ef956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:26:58.876748 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a60cbbe-b339-44cb-8b4d-03455b4ef956 None None] The sync data for ids ['1a8ae2bd-18fd-413c-8fbf-d69d710d588c'] in n-d-712142-27 is: [] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:26:58.887424 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8042aad1-7c94-4094-973b-19b5d275531c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2d04ca-0ed8-4cff-a490-e7c3655fe23b,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:58.917585 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-41ecf838-7121-4e32-a441-0a5a9d5fe335 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:58.931599 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-e5284707-589d-495f-b910-cc3b610c5459 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] device_id is not set on port 30cb0c10-9dce-4bf1-8fbd-355c27a290e3 yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:26:58.954455 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-41ecf838-7121-4e32-a441-0a5a9d5fe335 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:58.969023 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9644e6ea-ab09-4af2-a903-532b2946f8c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:58.981790 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aae0c45-89d5-4850-af35-e525e8bcecc6 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Deleting subnet 899f2df4-57d5-4797-a012-30789d1fa219 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:26:58.987764 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7aae0c45-89d5-4850-af35-e525e8bcecc6 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:59.029306 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-41ecf838-7121-4e32-a441-0a5a9d5fe335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:59.045404 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-41ecf838-7121-4e32-a441-0a5a9d5fe335 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:59.051784 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-41ecf838-7121-4e32-a441-0a5a9d5fe335 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8d2d04ca-0ed8-4cff-a490-e7c3655fe23b HTTP/1.1" status: 204 len: 168 time: 0.3285604 Nov 12 01:26:59.067150 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7aae0c45-89d5-4850-af35-e525e8bcecc6 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:59.077746 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ecf838-7121-4e32-a441-0a5a9d5fe335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2d04ca-0ed8-4cff-a490-e7c3655fe23b,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:59.198151 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eab4523d-0ff5-4ebd-9550-2d2a4b1e89af req-4c6eb2c0-9e20-4973-9980-23758572e276 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=631010e5-2d5b-44ec-8371-ed2f024137c4 HTTP/1.1" status: 200 len: 210 time: 0.1002421 Nov 12 01:26:59.253463 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7aae0c45-89d5-4850-af35-e525e8bcecc6 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:59.451282 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9644e6ea-ab09-4af2-a903-532b2946f8c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:59.743682 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7aae0c45-89d5-4850-af35-e525e8bcecc6 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:59.771094 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9644e6ea-ab09-4af2-a903-532b2946f8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:59.774340 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9644e6ea-ab09-4af2-a903-532b2946f8c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:59.775811 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9644e6ea-ab09-4af2-a903-532b2946f8c0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cfb1e9e1-1e00-4e16-b7e2-676ce184b601 HTTP/1.1" status: 204 len: 168 time: 1.0743666 Nov 12 01:26:59.809865 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae0c45-89d5-4850-af35-e525e8bcecc6 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Pushing event deleted for resources: {'Subnet': ['ID=899f2df4-57d5-4797-a012-30789d1fa219,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:59.825744 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7aae0c45-89d5-4850-af35-e525e8bcecc6 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:26:59.832450 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7aae0c45-89d5-4850-af35-e525e8bcecc6 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] 10.222.0.45 "DELETE /v2.0/subnets/899f2df4-57d5-4797-a012-30789d1fa219 HTTP/1.1" status: 204 len: 168 time: 1.1297145 Nov 12 01:26:59.832658 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 36008) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:26:59.833937 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9644e6ea-ab09-4af2-a903-532b2946f8c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb1e9e1-1e00-4e16-b7e2-676ce184b601,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:26:59.852899 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31b5cfc-dd8a-4f96-a2a3-11d6581eeb95 None None] Network d5d32072-f2ec-4e20-9bcd-827c09674540 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:26:59.854601 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e5284707-589d-495f-b910-cc3b610c5459 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:00.056639 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-e5284707-589d-495f-b910-cc3b610c5459 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] device_id is not set on port 26c72cf5-8670-4966-b71d-ab3fa7b77a49 yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:27:00.169205 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0fb8815e-39e0-4669-9d7c-75a3c48dc4ee tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:00.267197 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e5284707-589d-495f-b910-cc3b610c5459 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:00.385386 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-0fb8815e-39e0-4669-9d7c-75a3c48dc4ee tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Deleting port 9c91a7b5-a878-4f19-9b9b-5b81c48bf3f2 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:27:00.389372 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0fb8815e-39e0-4669-9d7c-75a3c48dc4ee tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:00.441221 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-11ecf774-c9a4-4f3c-9b85-0773e26aff82 req-c4988cdc-45ba-4a82-9d4a-b47981b764c0 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=631010e5-2d5b-44ec-8371-ed2f024137c4 HTTP/1.1" status: 200 len: 210 time: 0.0478375 Nov 12 01:27:00.547442 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e5284707-589d-495f-b910-cc3b610c5459 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:00.638852 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-0fb8815e-39e0-4669-9d7c-75a3c48dc4ee tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] For port 9c91a7b5-a878-4f19-9b9b-5b81c48bf3f2, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=9c91a7b5-a878-4f19-9b9b-5b81c48bf3f2,segment=NetworkSegment(973ac6e7-8d64-43d4-9f61-8707568cec1a),segment_id=973ac6e7-8d64-43d4-9f61-8707568cec1a)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:27:00.639555 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0fb8815e-39e0-4669-9d7c-75a3c48dc4ee tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:00.704997 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-0fb8815e-39e0-4669-9d7c-75a3c48dc4ee tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Calling delete_port for 9c91a7b5-a878-4f19-9b9b-5b81c48bf3f2 owned by network:dhcp {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:27:00.710949 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f2cf84-ab00-49ec-9d6a-ba0b30c5bc1c None None] DHCP port deletion for d5d32072-f2ec-4e20-9bcd-827c09674540 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:27:00.766440 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5284707-589d-495f-b910-cc3b610c5459 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event updated for resources: {'Port': ['ID=30cb0c10-9dce-4bf1-8fbd-355c27a290e3,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:00.906893 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f2fe4529-c0e8-4502-ac48-45d405fcb004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:00.935342 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0fb8815e-39e0-4669-9d7c-75a3c48dc4ee tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:00.963664 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-05f2cf84-ab00-49ec-9d6a-ba0b30c5bc1c None None] Deleting port 9c91a7b5-a878-4f19-9b9b-5b81c48bf3f2 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:27:00.970810 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-05f2cf84-ab00-49ec-9d6a-ba0b30c5bc1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:00.994344 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5284707-589d-495f-b910-cc3b610c5459 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Network d9d0d213-d600-4e12-8498-848be2c56f7b is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:27:01.014754 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-e5284707-589d-495f-b910-cc3b610c5459 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:27:01.023824 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5284707-589d-495f-b910-cc3b610c5459 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:27:01.025064 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e5284707-589d-495f-b910-cc3b610c5459 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:01.036369 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb8815e-39e0-4669-9d7c-75a3c48dc4ee tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Pushing event deleted for resources: {'Port': ['ID=9c91a7b5-a878-4f19-9b9b-5b81c48bf3f2,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:01.053852 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb8815e-39e0-4669-9d7c-75a3c48dc4ee tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] No DVR routers for this DVR port 9c91a7b5-a878-4f19-9b9b-5b81c48bf3f2 on host n-d-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:27:01.231520 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-05f2cf84-ab00-49ec-9d6a-ba0b30c5bc1c None None] For port 9c91a7b5-a878-4f19-9b9b-5b81c48bf3f2, host n-d-712142-27, got binding levels [] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:27:01.232142 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-05f2cf84-ab00-49ec-9d6a-ba0b30c5bc1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:01.240493 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5284707-589d-495f-b910-cc3b610c5459 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event updated for resources: {'Port': ['ID=26c72cf5-8670-4966-b71d-ab3fa7b77a49,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:01.269868 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-05f2cf84-ab00-49ec-9d6a-ba0b30c5bc1c None None] Calling delete_port for 9c91a7b5-a878-4f19-9b9b-5b81c48bf3f2 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:27:01.274881 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.ipam_backend_mixin [None req-05f2cf84-ab00-49ec-9d6a-ba0b30c5bc1c None None] Port 9c91a7b5-a878-4f19-9b9b-5b81c48bf3f2 was not found and therefore no delete operation was performed {{(pid=109087) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 01:27:01.277862 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-05f2cf84-ab00-49ec-9d6a-ba0b30c5bc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:01.325352 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f2cf84-ab00-49ec-9d6a-ba0b30c5bc1c None None] Pushing event deleted for resources: {'Port': ['ID=9c91a7b5-a878-4f19-9b9b-5b81c48bf3f2,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:01.338814 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f2cf84-ab00-49ec-9d6a-ba0b30c5bc1c None None] No DVR routers for this DVR port 9c91a7b5-a878-4f19-9b9b-5b81c48bf3f2 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:27:01.364850 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 36046) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:01.379648 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f2cf84-ab00-49ec-9d6a-ba0b30c5bc1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:01.380401 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f2cf84-ab00-49ec-9d6a-ba0b30c5bc1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:01.380987 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f2cf84-ab00-49ec-9d6a-ba0b30c5bc1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:01.381959 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f2cf84-ab00-49ec-9d6a-ba0b30c5bc1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:01.382523 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f2cf84-ab00-49ec-9d6a-ba0b30c5bc1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:01.383054 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f2cf84-ab00-49ec-9d6a-ba0b30c5bc1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:01.383577 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f2cf84-ab00-49ec-9d6a-ba0b30c5bc1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:01.384423 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f2cf84-ab00-49ec-9d6a-ba0b30c5bc1c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:01.384977 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f2cf84-ab00-49ec-9d6a-ba0b30c5bc1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:01.385505 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f2cf84-ab00-49ec-9d6a-ba0b30c5bc1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:01.386152 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f2cf84-ab00-49ec-9d6a-ba0b30c5bc1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:01.386697 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f2cf84-ab00-49ec-9d6a-ba0b30c5bc1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:01.402843 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0fb8815e-39e0-4669-9d7c-75a3c48dc4ee tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:01.431800 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034e5ed-9b7a-4cd5-b941-9c9a40cca5e1 req-c1d80b89-5ce1-4b17-b5b1-96606f9d2ae0 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:01.434979 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0034e5ed-9b7a-4cd5-b941-9c9a40cca5e1 req-c1d80b89-5ce1-4b17-b5b1-96606f9d2ae0 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.44 "GET /v2.0/networks?id=41d3594c-6378-4888-b7ad-f2b6034333e3 HTTP/1.1" status: 200 len: 812 time: 0.9663019 Nov 12 01:27:01.469900 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5284707-589d-495f-b910-cc3b610c5459 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Checking segment: {'id': '13e05aa6-c756-47b1-9a07-77758ac34cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a9a89f8b-553a-420c-8228-3c32264fc6b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:27:01.472727 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5284707-589d-495f-b910-cc3b610c5459 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Network hostable DHCP agents. Network: a9a89f8b-553a-420c-8228-3c32264fc6b2, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:27:01.485963 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bac0283d-7125-4b01-8ba3-b66318728b85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:01.511268 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-0fb8815e-39e0-4669-9d7c-75a3c48dc4ee tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5d32072-f2ec-4e20-9bcd-827c09674540']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:01.517696 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-0034e5ed-9b7a-4cd5-b941-9c9a40cca5e1 req-a6e5da4c-f8d8-49f2-a150-838389c2a3f7 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Request body: {'port': {'device_id': '631010e5-2d5b-44ec-8371-ed2f024137c4', 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3', 'admin_state_up': True, 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:01.565446 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-0fb8815e-39e0-4669-9d7c-75a3c48dc4ee tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '973ac6e7-8d64-43d4-9f61-8707568cec1a') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:01.572266 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-0fb8815e-39e0-4669-9d7c-75a3c48dc4ee tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '973ac6e7-8d64-43d4-9f61-8707568cec1a') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:01.613162 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0fb8815e-39e0-4669-9d7c-75a3c48dc4ee tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:01.622488 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5284707-589d-495f-b910-cc3b610c5459 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Network a9a89f8b-553a-420c-8228-3c32264fc6b2 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:27:01.676632 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0fb8815e-39e0-4669-9d7c-75a3c48dc4ee tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:01.728733 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-e5284707-589d-495f-b910-cc3b610c5459 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, a9a89f8b-553a-420c-8228-3c32264fc6b2) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:27:01.729365 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dff30cb6-c7ae-4f9a-922d-38aa99049b35 req-b874a4cd-a409-4768-a6a6-45eb8d48ffe7 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=631010e5-2d5b-44ec-8371-ed2f024137c4 HTTP/1.1" status: 200 len: 210 time: 0.0727143 Nov 12 01:27:01.746603 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83931deb-b185-48d6-aaa4-d3e188780c19 None None] Network a9a89f8b-553a-420c-8228-3c32264fc6b2 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:27:01.761956 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fb8815e-39e0-4669-9d7c-75a3c48dc4ee tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:27:01.762962 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0fb8815e-39e0-4669-9d7c-75a3c48dc4ee tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:01.771130 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:27:01.771130 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:27:01.771130 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:27:01.771130 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:27:01.771130 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:27:01.771130 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:27:01.771130 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:27:01.771130 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:27:01.771130 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:27:01.771130 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:27:01.771130 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:27:01.771130 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:27:01.771130 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:27:01.771130 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:27:01.771130 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:27:01.771130 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:27:01.771130 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:27:01.771130 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:27:01.771130 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:27:01.771130 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:27:01.771130 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:27:01.771130 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:27:01.771130 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:27:01.771130 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:27:01.771130 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:27:01.771130 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:27:01.771130 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:27:01.771130 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:27:01.771130 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:27:01.771130 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:27:01.771130 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:27:01.771130 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:27:01.784874 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5284707-589d-495f-b910-cc3b610c5459 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:27:01.808948 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5284707-589d-495f-b910-cc3b610c5459 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:01.832287 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5284707-589d-495f-b910-cc3b610c5459 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:01.833422 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e5284707-589d-495f-b910-cc3b610c5459 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:01.910977 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e5284707-589d-495f-b910-cc3b610c5459 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.2413721 Nov 12 01:27:01.926363 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 36056) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:02.042112 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0fb8815e-39e0-4669-9d7c-75a3c48dc4ee tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:02.082632 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0fb8815e-39e0-4669-9d7c-75a3c48dc4ee tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:02.088263 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-0fb8815e-39e0-4669-9d7c-75a3c48dc4ee tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] 10.222.0.45 "DELETE /v2.0/networks/d5d32072-f2ec-4e20-9bcd-827c09674540 HTTP/1.1" status: 204 len: 168 time: 2.2530499 Nov 12 01:27:02.118096 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 36066) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:02.119192 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb8815e-39e0-4669-9d7c-75a3c48dc4ee tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Pushing event deleted for resources: {'Network': ['ID=d5d32072-f2ec-4e20-9bcd-827c09674540,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:02.200519 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-90ae24cb-2d78-47c9-8f28-843e019814f1 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Deleting port 26c72cf5-8670-4966-b71d-ab3fa7b77a49 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:27:02.206020 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-90ae24cb-2d78-47c9-8f28-843e019814f1 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:02.417107 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bac0283d-7125-4b01-8ba3-b66318728b85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:02.439031 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-b82d0bb9-15cc-4a84-84ec-0e082daaf0e0 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Deleting subnet cb670b24-e730-4666-aa34-6245d2f07e8f {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:27:02.445457 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0034e5ed-9b7a-4cd5-b941-9c9a40cca5e1 req-a6e5da4c-f8d8-49f2-a150-838389c2a3f7 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Made reservation on behalf of 094a5f5e492c44f8b09b4e12e8299cf9 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:27:02.449564 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-0034e5ed-9b7a-4cd5-b941-9c9a40cca5e1 req-a6e5da4c-f8d8-49f2-a150-838389c2a3f7 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:02.467366 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bac0283d-7125-4b01-8ba3-b66318728b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:02.470289 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b82d0bb9-15cc-4a84-84ec-0e082daaf0e0 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:02.495758 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-90ae24cb-2d78-47c9-8f28-843e019814f1 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:02.537069 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-90ae24cb-2d78-47c9-8f28-843e019814f1 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Calling delete_port for 26c72cf5-8670-4966-b71d-ab3fa7b77a49 owned by {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:27:02.685142 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b82d0bb9-15cc-4a84-84ec-0e082daaf0e0 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:02.739068 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 9c91a7b5-a878-4f19-9b9b-5b81c48bf3f2 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:27:02.742542 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-90ae24cb-2d78-47c9-8f28-843e019814f1 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:02.775144 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-bac0283d-7125-4b01-8ba3-b66318728b85 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=65d16ea35f1a4453acbfc789c75c930b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3950167 Nov 12 01:27:02.795623 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 36090) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:02.817657 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ae24cb-2d78-47c9-8f28-843e019814f1 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event deleted for resources: {'Port': ['ID=26c72cf5-8670-4966-b71d-ab3fa7b77a49,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:02.825619 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-90ae24cb-2d78-47c9-8f28-843e019814f1 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:02.832644 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 9c91a7b5-a878-4f19-9b9b-5b81c48bf3f2 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:27:02.838450 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-90ae24cb-2d78-47c9-8f28-843e019814f1 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "DELETE /v2.0/ports/26c72cf5-8670-4966-b71d-ab3fa7b77a49 HTTP/1.1" status: 204 len: 168 time: 0.9049006 Nov 12 01:27:02.838679 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 9c91a7b5-a878-4f19-9b9b-5b81c48bf3f2 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:27:02.840247 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 36092) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:02.846882 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac0283d-7125-4b01-8ba3-b66318728b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09d8d31-5cff-45b5-81ea-eebfbb0e751e,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:02.893532 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:03.001249 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f020c6f-364a-4c5c-86cd-6b8e1fb0facf tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:03.019173 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f020c6f-364a-4c5c-86cd-6b8e1fb0facf tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:03.025901 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-8f020c6f-364a-4c5c-86cd-6b8e1fb0facf tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1819811 Nov 12 01:27:03.028585 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 36098) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:03.176689 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b82d0bb9-15cc-4a84-84ec-0e082daaf0e0 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:03.210502 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bb4229cb-5eeb-4f8e-bb24-788c40cc15e5 req-97bbd62c-e418-4e06-a671-99564c616857 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=631010e5-2d5b-44ec-8371-ed2f024137c4 HTTP/1.1" status: 200 len: 210 time: 0.1127913 Nov 12 01:27:03.300932 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-6ee67755-7325-4126-830e-418bdf5dc551 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Deleting port 30cb0c10-9dce-4bf1-8fbd-355c27a290e3 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:27:03.301741 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6ee67755-7325-4126-830e-418bdf5dc551 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:03.347364 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-0034e5ed-9b7a-4cd5-b941-9c9a40cca5e1 req-a6e5da4c-f8d8-49f2-a150-838389c2a3f7 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Allocated IP 172.20.0.14 (41d3594c-6378-4888-b7ad-f2b6034333e3/6369b7da-1f3e-4df6-8094-1e515695655d/b026295e-fbfc-406a-8e89-058ceb77ec0b) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:27:03.380405 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f993b299-2af8-434c-b924-0397fcfa6ad2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:03.393156 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b82d0bb9-15cc-4a84-84ec-0e082daaf0e0 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:03.438873 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b82d0bb9-15cc-4a84-84ec-0e082daaf0e0 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:03.443762 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b82d0bb9-15cc-4a84-84ec-0e082daaf0e0 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] 10.222.0.45 "DELETE /v2.0/subnets/cb670b24-e730-4666-aa34-6245d2f07e8f HTTP/1.1" status: 204 len: 168 time: 1.3241420 Nov 12 01:27:03.451477 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a1af99-c35e-45b7-8759-bb0c8a1613bb None None] Network abc09bed-e1ad-404e-bf16-b58a2cd4c602 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:27:03.470879 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 36108) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:03.502453 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d0bb9-15cc-4a84-84ec-0e082daaf0e0 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Pushing event deleted for resources: {'Subnet': ['ID=cb670b24-e730-4666-aa34-6245d2f07e8f,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:03.618197 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6ee67755-7325-4126-830e-418bdf5dc551 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:03.691779 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-6ee67755-7325-4126-830e-418bdf5dc551 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Calling delete_port for 30cb0c10-9dce-4bf1-8fbd-355c27a290e3 owned by {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:27:03.955542 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6ee67755-7325-4126-830e-418bdf5dc551 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:04.029405 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:04.086765 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6ee67755-7325-4126-830e-418bdf5dc551 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:04.106307 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-6ee67755-7325-4126-830e-418bdf5dc551 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "DELETE /v2.0/ports/30cb0c10-9dce-4bf1-8fbd-355c27a290e3 HTTP/1.1" status: 204 len: 168 time: 1.0757935 Nov 12 01:27:04.107625 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee67755-7325-4126-830e-418bdf5dc551 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event deleted for resources: {'Port': ['ID=30cb0c10-9dce-4bf1-8fbd-355c27a290e3,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:04.121443 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 36124) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:04.138328 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-0034e5ed-9b7a-4cd5-b941-9c9a40cca5e1 req-a6e5da4c-f8d8-49f2-a150-838389c2a3f7 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:04.171131 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f993b299-2af8-434c-b924-0397fcfa6ad2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:04.184646 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f013ed5-f447-4fae-975f-f608c0bb687c None None] DHCP port deletion for abc09bed-e1ad-404e-bf16-b58a2cd4c602 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:27:04.257925 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4b611ad-07a8-4179-af78-c685a95849ad tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Deleting subnet 3d9539ed-d2e0-44f5-b387-1336696d5c55 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:27:04.259373 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-2f013ed5-f447-4fae-975f-f608c0bb687c None None] Deleting port 46d86472-29aa-4296-b7d4-fc9719abb460 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:27:04.261837 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2f013ed5-f447-4fae-975f-f608c0bb687c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:04.315933 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a4b611ad-07a8-4179-af78-c685a95849ad tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:04.322753 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ecb25d-ea7e-4d7e-9b84-a09e630b3d51 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:04.335159 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-d9ecb25d-ea7e-4d7e-9b84-a09e630b3d51 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2110682 Nov 12 01:27:04.340618 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 36138) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:04.445132 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-28d6b664-b74e-4827-8369-f583b9cef603 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] GET failed (client error): The resource could not be found. Nov 12 01:27:04.461303 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-28d6b664-b74e-4827-8369-f583b9cef603 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "GET /v2.0/ports/26c72cf5-8670-4966-b71d-ab3fa7b77a49 HTTP/1.1" status: 404 len: 333 time: 0.1041567 Nov 12 01:27:04.466542 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 36140) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:04.490727 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-2f013ed5-f447-4fae-975f-f608c0bb687c None None] For port 46d86472-29aa-4296-b7d4-fc9719abb460, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=46d86472-29aa-4296-b7d4-fc9719abb460,segment=NetworkSegment(2beb1a7b-a4e1-495d-8e44-18a3a7929059),segment_id=2beb1a7b-a4e1-495d-8e44-18a3a7929059)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:27:04.491106 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2f013ed5-f447-4fae-975f-f608c0bb687c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:04.524739 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-2f013ed5-f447-4fae-975f-f608c0bb687c None None] Calling delete_port for 46d86472-29aa-4296-b7d4-fc9719abb460 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:27:04.648672 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a4b611ad-07a8-4179-af78-c685a95849ad tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:04.666393 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-0034e5ed-9b7a-4cd5-b941-9c9a40cca5e1 req-a6e5da4c-f8d8-49f2-a150-838389c2a3f7 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:04.684336 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6e5d587-d60a-499e-a46c-142b7e6b73d1 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] GET failed (client error): The resource could not be found. Nov 12 01:27:04.692479 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-d6e5d587-d60a-499e-a46c-142b7e6b73d1 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "GET /v2.0/ports/30cb0c10-9dce-4bf1-8fbd-355c27a290e3 HTTP/1.1" status: 404 len: 333 time: 0.2212710 Nov 12 01:27:04.694216 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 36150) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:04.705783 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d31752a8-a4ec-4617-82f4-7be84fd7179a req-4913d3ff-0b6f-4bc4-bd8e-c33eac516eaf tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=631010e5-2d5b-44ec-8371-ed2f024137c4 HTTP/1.1" status: 200 len: 210 time: 0.2412155 Nov 12 01:27:04.737101 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 46d86472-29aa-4296-b7d4-fc9719abb460 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:27:04.932634 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-94c9f45a-052d-4287-af5e-5d6afcdf1363 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:04.983487 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0034e5ed-9b7a-4cd5-b941-9c9a40cca5e1 req-a6e5da4c-f8d8-49f2-a150-838389c2a3f7 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Network 41d3594c-6378-4888-b7ad-f2b6034333e3 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:27:05.004053 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e5da4c-f8d8-49f2-a150-838389c2a3f7 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Pushing event updated for resources: {'Port': ['ID=b026295e-fbfc-406a-8e89-058ceb77ec0b,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:05.021500 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f993b299-2af8-434c-b924-0397fcfa6ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:05.027825 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f993b299-2af8-434c-b924-0397fcfa6ad2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:05.029477 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f993b299-2af8-434c-b924-0397fcfa6ad2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d09d8d31-5cff-45b5-81ea-eebfbb0e751e HTTP/1.1" status: 204 len: 168 time: 2.2295041 Nov 12 01:27:05.042481 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-0034e5ed-9b7a-4cd5-b941-9c9a40cca5e1 req-a6e5da4c-f8d8-49f2-a150-838389c2a3f7 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:27:05.063492 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-0034e5ed-9b7a-4cd5-b941-9c9a40cca5e1 req-a6e5da4c-f8d8-49f2-a150-838389c2a3f7 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:27:05.087252 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:05.147325 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-94c9f45a-052d-4287-af5e-5d6afcdf1363 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:05.174830 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 46d86472-29aa-4296-b7d4-fc9719abb460, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=46d86472-29aa-4296-b7d4-fc9719abb460,segment=NetworkSegment(2beb1a7b-a4e1-495d-8e44-18a3a7929059),segment_id=2beb1a7b-a4e1-495d-8e44-18a3a7929059)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:27:05.199646 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-94c9f45a-052d-4287-af5e-5d6afcdf1363 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9a89f8b-553a-420c-8228-3c32264fc6b2']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:05.208722 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:05.272264 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-94c9f45a-052d-4287-af5e-5d6afcdf1363 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13e05aa6-c756-47b1-9a07-77758ac34cc4') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:05.272943 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-94c9f45a-052d-4287-af5e-5d6afcdf1363 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13e05aa6-c756-47b1-9a07-77758ac34cc4') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:05.294212 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f993b299-2af8-434c-b924-0397fcfa6ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09d8d31-5cff-45b5-81ea-eebfbb0e751e,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:05.335550 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-94c9f45a-052d-4287-af5e-5d6afcdf1363 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:05.399193 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-94c9f45a-052d-4287-af5e-5d6afcdf1363 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:05.400272 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a4b611ad-07a8-4179-af78-c685a95849ad tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:05.419519 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=46d86472-29aa-4296-b7d4-fc9719abb460,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:05.441331 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:05.466212 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94c9f45a-052d-4287-af5e-5d6afcdf1363 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:27:05.466896 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-94c9f45a-052d-4287-af5e-5d6afcdf1363 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:05.472457 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2f013ed5-f447-4fae-975f-f608c0bb687c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:05.513675 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f013ed5-f447-4fae-975f-f608c0bb687c None None] No DVR routers for this DVR port 46d86472-29aa-4296-b7d4-fc9719abb460 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:27:05.641149 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f013ed5-f447-4fae-975f-f608c0bb687c None None] Pushing event deleted for resources: {'Port': ['ID=46d86472-29aa-4296-b7d4-fc9719abb460,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:05.673308 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-d1af5197-5772-4a7e-bc4d-a57667896e6b None None] Provisioning complete for port b026295e-fbfc-406a-8e89-058ceb77ec0b triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:27:05.674840 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d1af5197-5772-4a7e-bc4d-a57667896e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:05.729127 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034e5ed-9b7a-4cd5-b941-9c9a40cca5e1 req-a6e5da4c-f8d8-49f2-a150-838389c2a3f7 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:05.730581 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-0034e5ed-9b7a-4cd5-b941-9c9a40cca5e1 req-a6e5da4c-f8d8-49f2-a150-838389c2a3f7 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:05.733450 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:27:05.733450 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:27:05.733450 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:27:05.733450 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:27:05.733450 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:27:05.733450 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:27:05.733450 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:27:05.733450 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:27:05.733450 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:27:05.733450 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:27:05.733450 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:27:05.733450 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:27:05.733450 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:27:05.733450 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:27:05.733450 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:27:05.733450 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:27:05.733450 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:27:05.733450 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:27:05.733450 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:27:05.733450 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:27:05.733450 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:27:05.733450 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:27:05.733450 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:27:05.733450 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:27:05.733450 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:27:05.733450 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:27:05.733450 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:27:05.733450 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:27:05.733450 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:27:05.733450 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:27:05.733450 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:27:05.733450 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:27:05.746331 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-94c9f45a-052d-4287-af5e-5d6afcdf1363 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:05.754788 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a4b611ad-07a8-4179-af78-c685a95849ad tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:05.756817 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-94c9f45a-052d-4287-af5e-5d6afcdf1363 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:05.766099 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-94c9f45a-052d-4287-af5e-5d6afcdf1363 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "DELETE /v2.0/networks/a9a89f8b-553a-420c-8228-3c32264fc6b2 HTTP/1.1" status: 204 len: 168 time: 1.0578959 Nov 12 01:27:05.789985 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 36184) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:05.797714 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c9f45a-052d-4287-af5e-5d6afcdf1363 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event deleted for resources: {'Network': ['ID=a9a89f8b-553a-420c-8228-3c32264fc6b2,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:05.816665 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-d1af5197-5772-4a7e-bc4d-a57667896e6b None None] Port b026295e-fbfc-406a-8e89-058ceb77ec0b cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:27:05.828471 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-cc1b56d9-181d-40cf-85cf-b0f92901a375 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1125749287'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:05.917164 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b611ad-07a8-4179-af78-c685a95849ad tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Pushing event deleted for resources: {'Subnet': ['ID=3d9539ed-d2e0-44f5-b387-1336696d5c55,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:05.929414 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5ea20e-a110-4e9b-93f3-f6a4062db707 None None] Network 25974936-cabb-4155-8042-2b061948b1f9 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:27:05.950368 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a59bb6-f48d-4d99-9a77-d7cc3635819b req-5338fd49-77db-4f74-b7c4-105d68e21da6 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:05.950581 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0034e5ed-9b7a-4cd5-b941-9c9a40cca5e1 req-a6e5da4c-f8d8-49f2-a150-838389c2a3f7 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4864967 Nov 12 01:27:05.951882 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a4b611ad-07a8-4179-af78-c685a95849ad tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:05.959860 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a4b611ad-07a8-4179-af78-c685a95849ad tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] 10.222.0.45 "DELETE /v2.0/subnets/3d9539ed-d2e0-44f5-b387-1336696d5c55 HTTP/1.1" status: 204 len: 168 time: 2.4795206 Nov 12 01:27:05.961400 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1b56d9-181d-40cf-85cf-b0f92901a375 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Made reservation on behalf of a32638d5c5e641288786feeafdcdff25 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:27:05.966376 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cc1b56d9-181d-40cf-85cf-b0f92901a375 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:05.969022 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a59bb6-f48d-4d99-9a77-d7cc3635819b req-5338fd49-77db-4f74-b7c4-105d68e21da6 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=631010e5-2d5b-44ec-8371-ed2f024137c4 HTTP/1.1" status: 200 len: 932 time: 0.1353145 Nov 12 01:27:05.970343 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 36190) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:06.135998 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6a59bb6-f48d-4d99-9a77-d7cc3635819b req-d08d275d-8caf-4dba-a94f-6ea5f238ee29 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657462 Nov 12 01:27:06.138631 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-0034e5ed-9b7a-4cd5-b941-9c9a40cca5e1 req-c4e0a645-4069-4148-99e3-03b50ba7aefe service neutron] Request body: {'port': {'device_id': '631010e5-2d5b-44ec-8371-ed2f024137c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:06.165782 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3f510267-d8bc-4a4d-8d24-534724c56f2f tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:06.321434 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c2ec23-b56e-449c-baa5-2ba5eb4fbe3b None None] DHCP port deletion for 25974936-cabb-4155-8042-2b061948b1f9 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:27:06.413445 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc1b56d9-181d-40cf-85cf-b0f92901a375 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:27:06.428893 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-83c2ec23-b56e-449c-baa5-2ba5eb4fbe3b None None] Deleting port 1ee060b8-6bdb-4fb9-9e67-8bf8b3984a55 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:27:06.429270 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-83c2ec23-b56e-449c-baa5-2ba5eb4fbe3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:06.461929 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cc1b56d9-181d-40cf-85cf-b0f92901a375 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:06.462286 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-cc1b56d9-181d-40cf-85cf-b0f92901a375 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Added segment 59544fec-0b0d-4a42-8d86-0c3e2d494fb3 of type vlan for network 51dfe306-f10b-4788-9da6-6cfc8c55c249 Nov 12 01:27:06.546052 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cc1b56d9-181d-40cf-85cf-b0f92901a375 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:06.579990 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-83c2ec23-b56e-449c-baa5-2ba5eb4fbe3b None None] For port 1ee060b8-6bdb-4fb9-9e67-8bf8b3984a55, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=1ee060b8-6bdb-4fb9-9e67-8bf8b3984a55,segment=NetworkSegment(876a57e8-c6d4-43bf-b5ee-f659ec06af9e),segment_id=876a57e8-c6d4-43bf-b5ee-f659ec06af9e)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:27:06.580399 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-83c2ec23-b56e-449c-baa5-2ba5eb4fbe3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:06.622230 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-83c2ec23-b56e-449c-baa5-2ba5eb4fbe3b None None] Calling delete_port for 1ee060b8-6bdb-4fb9-9e67-8bf8b3984a55 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:27:06.770468 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-83c2ec23-b56e-449c-baa5-2ba5eb4fbe3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:06.842691 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c2ec23-b56e-449c-baa5-2ba5eb4fbe3b None None] Pushing event deleted for resources: {'Port': ['ID=1ee060b8-6bdb-4fb9-9e67-8bf8b3984a55,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:06.857412 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c2ec23-b56e-449c-baa5-2ba5eb4fbe3b None None] No DVR routers for this DVR port 1ee060b8-6bdb-4fb9-9e67-8bf8b3984a55 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:27:06.866094 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 1ee060b8-6bdb-4fb9-9e67-8bf8b3984a55 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:27:06.918224 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 1ee060b8-6bdb-4fb9-9e67-8bf8b3984a55 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:27:06.920673 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 1ee060b8-6bdb-4fb9-9e67-8bf8b3984a55 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:27:07.063886 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cc1b56d9-181d-40cf-85cf-b0f92901a375 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:07.099795 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1b56d9-181d-40cf-85cf-b0f92901a375 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:07.101218 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cc1b56d9-181d-40cf-85cf-b0f92901a375 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:07.129883 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-0034e5ed-9b7a-4cd5-b941-9c9a40cca5e1 req-c4e0a645-4069-4148-99e3-03b50ba7aefe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:07.340494 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 36242) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:07.346849 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-d6e20362-f384-45ce-8ad2-2491acd4d7db tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Request body: {'subnet': {'network_id': '51dfe306-f10b-4788-9da6-6cfc8c55c249', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:07.403924 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-cc1b56d9-181d-40cf-85cf-b0f92901a375 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5890849 Nov 12 01:27:07.751463 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 36252) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:07.942425 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56138b-e541-48f7-984e-e776b6448e77 req-9cbd4d7c-67b5-44c7-935b-e18275e09935 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:07.963422 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1b56138b-e541-48f7-984e-e776b6448e77 req-9cbd4d7c-67b5-44c7-935b-e18275e09935 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=631010e5-2d5b-44ec-8371-ed2f024137c4 HTTP/1.1" status: 200 len: 932 time: 0.5464478 Nov 12 01:27:08.074693 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e20362-f384-45ce-8ad2-2491acd4d7db tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Made reservation on behalf of a32638d5c5e641288786feeafdcdff25 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:27:08.085122 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d6e20362-f384-45ce-8ad2-2491acd4d7db tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:08.178114 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3f510267-d8bc-4a4d-8d24-534724c56f2f tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:08.244449 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b56d9-181d-40cf-85cf-b0f92901a375 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event updated for resources: {'Network': ['ID=51dfe306-f10b-4788-9da6-6cfc8c55c249,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:08.273207 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 51dfe306-f10b-4788-9da6-6cfc8c55c249 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:27:08.441236 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-3f510267-d8bc-4a4d-8d24-534724c56f2f tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abc09bed-e1ad-404e-bf16-b58a2cd4c602']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:08.461201 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.ipam_backend_mixin [None req-d6e20362-f384-45ce-8ad2-2491acd4d7db tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Performing IP validity checks on allocation pools {{(pid=109085) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 01:27:08.485705 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.ipam_backend_mixin [None req-d6e20362-f384-45ce-8ad2-2491acd4d7db tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109085) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 01:27:08.493120 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-3f510267-d8bc-4a4d-8d24-534724c56f2f tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2beb1a7b-a4e1-495d-8e44-18a3a7929059') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:08.493759 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-3f510267-d8bc-4a4d-8d24-534724c56f2f tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2beb1a7b-a4e1-495d-8e44-18a3a7929059') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:08.547405 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3f510267-d8bc-4a4d-8d24-534724c56f2f tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:08.669348 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3f510267-d8bc-4a4d-8d24-534724c56f2f tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:08.797964 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f510267-d8bc-4a4d-8d24-534724c56f2f tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:27:08.799578 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3f510267-d8bc-4a4d-8d24-534724c56f2f tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:08.805588 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:27:08.805588 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:27:08.805588 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:27:08.805588 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:27:08.805588 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:27:08.805588 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:27:08.805588 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:27:08.805588 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:27:08.805588 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:27:08.805588 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:27:08.805588 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:27:08.805588 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:27:08.805588 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:27:08.805588 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:27:08.805588 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:27:08.805588 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:27:08.805588 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:27:08.805588 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:27:08.805588 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:27:08.805588 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:27:08.805588 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:27:08.805588 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:27:08.805588 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:27:08.805588 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:27:08.805588 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:27:08.805588 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:27:08.805588 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:27:08.805588 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:27:08.805588 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:27:08.805588 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:27:08.805588 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:27:08.805588 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:27:09.091445 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3f510267-d8bc-4a4d-8d24-534724c56f2f tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:09.120503 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3f510267-d8bc-4a4d-8d24-534724c56f2f tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:09.132761 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3f510267-d8bc-4a4d-8d24-534724c56f2f tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] 10.222.0.45 "DELETE /v2.0/networks/abc09bed-e1ad-404e-bf16-b58a2cd4c602 HTTP/1.1" status: 204 len: 168 time: 3.1576693 Nov 12 01:27:09.138719 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 36282) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:09.166586 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f510267-d8bc-4a4d-8d24-534724c56f2f tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Pushing event deleted for resources: {'Network': ['ID=abc09bed-e1ad-404e-bf16-b58a2cd4c602,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:09.183166 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:09.304634 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-1d7fbe88-56dd-4316-a070-2d884a4d10ed admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-719107820-network', 'tenant_id': '5388dd35cef8439498870da024d1ec2d'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:09.312811 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-0034e5ed-9b7a-4cd5-b941-9c9a40cca5e1 req-c4e0a645-4069-4148-99e3-03b50ba7aefe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b026295e-fbfc-406a-8e89-058ceb77ec0b {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:27:09.331770 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-45c04a7d-e9a8-41c9-860b-542d6587cec3 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:09.337527 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-0034e5ed-9b7a-4cd5-b941-9c9a40cca5e1 req-c4e0a645-4069-4148-99e3-03b50ba7aefe service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:09.396125 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-0034e5ed-9b7a-4cd5-b941-9c9a40cca5e1 req-c4e0a645-4069-4148-99e3-03b50ba7aefe service neutron] Transition to ACTIVE for port object b026295e-fbfc-406a-8e89-058ceb77ec0b will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:27:09.413178 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-0034e5ed-9b7a-4cd5-b941-9c9a40cca5e1 req-c4e0a645-4069-4148-99e3-03b50ba7aefe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:09.446234 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d6e20362-f384-45ce-8ad2-2491acd4d7db tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:09.578331 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7fbe88-56dd-4316-a070-2d884a4d10ed admin admin] Made reservation on behalf of 5388dd35cef8439498870da024d1ec2d for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:27:09.591756 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1d7fbe88-56dd-4316-a070-2d884a4d10ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:09.710496 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e20362-f384-45ce-8ad2-2491acd4d7db tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event updated for resources: {'Subnet': ['ID=3c0228ee-1564-4f00-893b-88d1c166b284,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:09.732094 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1d7fbe88-56dd-4316-a070-2d884a4d10ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:09.732763 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-45c04a7d-e9a8-41c9-860b-542d6587cec3 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:09.740276 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e0a645-4069-4148-99e3-03b50ba7aefe service neutron] Pushing event updated for resources: {'Port': ['ID=b026295e-fbfc-406a-8e89-058ceb77ec0b,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:09.754487 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1b56138b-e541-48f7-984e-e776b6448e77 req-9f7c7e3f-9082-4ac2-a504-3fe53d71cfb7 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7668817 Nov 12 01:27:09.839441 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-45c04a7d-e9a8-41c9-860b-542d6587cec3 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25974936-cabb-4155-8042-2b061948b1f9']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:09.889408 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-45c04a7d-e9a8-41c9-860b-542d6587cec3 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '876a57e8-c6d4-43bf-b5ee-f659ec06af9e') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:09.889638 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-45c04a7d-e9a8-41c9-860b-542d6587cec3 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '876a57e8-c6d4-43bf-b5ee-f659ec06af9e') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:09.936458 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-45c04a7d-e9a8-41c9-860b-542d6587cec3 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:09.992779 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e20362-f384-45ce-8ad2-2491acd4d7db tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Checking segment: {'id': '59544fec-0b0d-4a42-8d86-0c3e2d494fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '51dfe306-f10b-4788-9da6-6cfc8c55c249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:27:09.993350 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e20362-f384-45ce-8ad2-2491acd4d7db tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Network hostable DHCP agents. Network: 51dfe306-f10b-4788-9da6-6cfc8c55c249, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:27:10.058023 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-0034e5ed-9b7a-4cd5-b941-9c9a40cca5e1 req-c4e0a645-4069-4148-99e3-03b50ba7aefe service neutron] Attempting to bind port b026295e-fbfc-406a-8e89-058ceb77ec0b on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:27:10.058023 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-0034e5ed-9b7a-4cd5-b941-9c9a40cca5e1 req-c4e0a645-4069-4148-99e3-03b50ba7aefe service neutron] Attempting to bind port b026295e-fbfc-406a-8e89-058ceb77ec0b by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '7bbb728e-9806-453c-9716-52e1ccd278c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:27:10.058023 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0034e5ed-9b7a-4cd5-b941-9c9a40cca5e1 req-c4e0a645-4069-4148-99e3-03b50ba7aefe service neutron] Attempting to bind port b026295e-fbfc-406a-8e89-058ceb77ec0b on network 41d3594c-6378-4888-b7ad-f2b6034333e3 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:27:10.077935 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0034e5ed-9b7a-4cd5-b941-9c9a40cca5e1 req-c4e0a645-4069-4148-99e3-03b50ba7aefe service neutron] Port b026295e-fbfc-406a-8e89-058ceb77ec0b on network 41d3594c-6378-4888-b7ad-f2b6034333e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:27:10.077935 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0034e5ed-9b7a-4cd5-b941-9c9a40cca5e1 req-c4e0a645-4069-4148-99e3-03b50ba7aefe service neutron] Attempting to bind port b026295e-fbfc-406a-8e89-058ceb77ec0b on network 41d3594c-6378-4888-b7ad-f2b6034333e3 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:27:10.085720 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-45c04a7d-e9a8-41c9-860b-542d6587cec3 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:10.126813 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0034e5ed-9b7a-4cd5-b941-9c9a40cca5e1 req-c4e0a645-4069-4148-99e3-03b50ba7aefe service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:27:10.127503 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0034e5ed-9b7a-4cd5-b941-9c9a40cca5e1 req-c4e0a645-4069-4148-99e3-03b50ba7aefe service neutron] Checking segment: {'id': '7bbb728e-9806-453c-9716-52e1ccd278c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:27:10.127633 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0034e5ed-9b7a-4cd5-b941-9c9a40cca5e1 req-c4e0a645-4069-4148-99e3-03b50ba7aefe service neutron] Bound using segment: {'id': '7bbb728e-9806-453c-9716-52e1ccd278c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:27:10.128065 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-0034e5ed-9b7a-4cd5-b941-9c9a40cca5e1 req-c4e0a645-4069-4148-99e3-03b50ba7aefe service neutron] Bound port: b026295e-fbfc-406a-8e89-058ceb77ec0b, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bbb728e-9806-453c-9716-52e1ccd278c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:27:10.128421 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-0034e5ed-9b7a-4cd5-b941-9c9a40cca5e1 req-c4e0a645-4069-4148-99e3-03b50ba7aefe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:10.148342 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45c04a7d-e9a8-41c9-860b-542d6587cec3 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:27:10.158918 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-45c04a7d-e9a8-41c9-860b-542d6587cec3 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:10.196367 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e20362-f384-45ce-8ad2-2491acd4d7db tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Network 51dfe306-f10b-4788-9da6-6cfc8c55c249 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:27:10.328390 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-d6e20362-f384-45ce-8ad2-2491acd4d7db tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 51dfe306-f10b-4788-9da6-6cfc8c55c249) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:27:10.341348 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e20362-f384-45ce-8ad2-2491acd4d7db tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:10.342279 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d6e20362-f384-45ce-8ad2-2491acd4d7db tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:10.349460 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9898a556-7bb1-481c-827a-7c5a73ff9536 None None] Network 51dfe306-f10b-4788-9da6-6cfc8c55c249 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:27:10.437907 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:27:10.437907 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:27:10.437907 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:27:10.437907 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:27:10.437907 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:27:10.437907 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:27:10.437907 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:27:10.437907 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:27:10.437907 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:27:10.437907 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:27:10.437907 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:27:10.437907 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:27:10.437907 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:27:10.437907 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:27:10.437907 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:27:10.437907 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:27:10.437907 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:27:10.437907 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:27:10.437907 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:27:10.437907 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:27:10.437907 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:27:10.437907 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:27:10.437907 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:27:10.437907 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:27:10.437907 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:27:10.437907 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:27:10.437907 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:27:10.437907 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:27:10.437907 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:27:10.437907 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:27:10.437907 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:27:10.437907 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:27:10.448744 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 36306) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:10.450730 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-d6e20362-f384-45ce-8ad2-2491acd4d7db tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1087704 Nov 12 01:27:10.477240 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-42f07c29-6686-43a0-a832-fc5b57094f3d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Request body: {'port': {'network_id': '51dfe306-f10b-4788-9da6-6cfc8c55c249', 'name': 'tempest-PortsIpV6TestJSON-934058691'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:10.479680 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1d7fbe88-56dd-4316-a070-2d884a4d10ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:10.487891 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1d7fbe88-56dd-4316-a070-2d884a4d10ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:10.516834 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d7fbe88-56dd-4316-a070-2d884a4d10ed admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:27:10.552955 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1d7fbe88-56dd-4316-a070-2d884a4d10ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:10.553311 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-1d7fbe88-56dd-4316-a070-2d884a4d10ed admin admin] Added segment 8ba0d8a8-df0b-4e44-bb9a-7737c8ae5a47 of type vlan for network a8868ccc-b900-4344-82bc-70d49264bb11 Nov 12 01:27:10.564949 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-0034e5ed-9b7a-4cd5-b941-9c9a40cca5e1 req-c4e0a645-4069-4148-99e3-03b50ba7aefe service neutron] For port b026295e-fbfc-406a-8e89-058ceb77ec0b, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:27:10.638605 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:27:10.728817 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1d7fbe88-56dd-4316-a070-2d884a4d10ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:10.788786 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 36314) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:10.788984 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:10.802779 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1d7fbe88-56dd-4316-a070-2d884a4d10ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:10.804724 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7fbe88-56dd-4316-a070-2d884a4d10ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:10.805867 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1d7fbe88-56dd-4316-a070-2d884a4d10ed admin admin] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:10.881531 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7fbe88-56dd-4316-a070-2d884a4d10ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92f5d90-e746-4f21-9753-88e8404e7d06,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:10.965336 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7fbe88-56dd-4316-a070-2d884a4d10ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:10.967787 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7fbe88-56dd-4316-a070-2d884a4d10ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:10.968280 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7fbe88-56dd-4316-a070-2d884a4d10ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:10.968622 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7fbe88-56dd-4316-a070-2d884a4d10ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:10.968956 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7fbe88-56dd-4316-a070-2d884a4d10ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:10.969291 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7fbe88-56dd-4316-a070-2d884a4d10ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:10.971727 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7fbe88-56dd-4316-a070-2d884a4d10ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:10.972174 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7fbe88-56dd-4316-a070-2d884a4d10ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:10.972499 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7fbe88-56dd-4316-a070-2d884a4d10ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:10.972823 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7fbe88-56dd-4316-a070-2d884a4d10ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:10.973152 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7fbe88-56dd-4316-a070-2d884a4d10ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:10.973470 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7fbe88-56dd-4316-a070-2d884a4d10ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:10.986401 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-1d7fbe88-56dd-4316-a070-2d884a4d10ed admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 3.2275057 Nov 12 01:27:11.021961 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 36322) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:11.027794 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-2bf3f78a-0b16-454c-8e6d-de6d08fe6a64 admin admin] Request body: {'subnet': {'network_id': 'a8868ccc-b900-4344-82bc-70d49264bb11', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-719107820-subnet', 'tenant_id': '5388dd35cef8439498870da024d1ec2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:11.064986 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7fbe88-56dd-4316-a070-2d884a4d10ed admin admin] Pushing event updated for resources: {'Network': ['ID=a8868ccc-b900-4344-82bc-70d49264bb11,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:11.168425 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf3f78a-0b16-454c-8e6d-de6d08fe6a64 admin admin] Made reservation on behalf of 5388dd35cef8439498870da024d1ec2d for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:27:11.177957 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2bf3f78a-0b16-454c-8e6d-de6d08fe6a64 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:11.220521 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network a8868ccc-b900-4344-82bc-70d49264bb11 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:27:11.315745 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed214ed9-faf2-4f03-9f40-03dfd488c568 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-51dfe306-f10b-4788-9da6-6cfc8c55c249', 'network_id': '51dfe306-f10b-4788-9da6-6cfc8c55c249', 'tenant_id': 'a32638d5c5e641288786feeafdcdff25', 'fixed_ips': [{'subnet_id': '3c0228ee-1564-4f00-893b-88d1c166b284'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:27:11.322338 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ed214ed9-faf2-4f03-9f40-03dfd488c568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:11.757712 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-45c04a7d-e9a8-41c9-860b-542d6587cec3 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:11.774919 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-45c04a7d-e9a8-41c9-860b-542d6587cec3 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:11.790597 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-45c04a7d-e9a8-41c9-860b-542d6587cec3 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] 10.222.0.45 "DELETE /v2.0/networks/25974936-cabb-4155-8042-2b061948b1f9 HTTP/1.1" status: 204 len: 168 time: 2.6369495 Nov 12 01:27:11.791777 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 36334) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:11.939359 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-0034e5ed-9b7a-4cd5-b941-9c9a40cca5e1 req-c4e0a645-4069-4148-99e3-03b50ba7aefe service neutron] For port b026295e-fbfc-406a-8e89-058ceb77ec0b, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=b026295e-fbfc-406a-8e89-058ceb77ec0b,segment=NetworkSegment(7bbb728e-9806-453c-9716-52e1ccd278c6),segment_id=7bbb728e-9806-453c-9716-52e1ccd278c6)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:27:11.964045 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c04a7d-e9a8-41c9-860b-542d6587cec3 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Pushing event deleted for resources: {'Network': ['ID=25974936-cabb-4155-8042-2b061948b1f9,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:11.981400 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b4727-5b73-4d3c-9a25-ad78093a65c1 req-47c794b0-2b09-4889-bf8e-c7d5b337ad65 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:11.987100 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-0034e5ed-9b7a-4cd5-b941-9c9a40cca5e1 req-c4e0a645-4069-4148-99e3-03b50ba7aefe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:11.992157 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-721b4727-5b73-4d3c-9a25-ad78093a65c1 req-47c794b0-2b09-4889-bf8e-c7d5b337ad65 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=631010e5-2d5b-44ec-8371-ed2f024137c4 HTTP/1.1" status: 200 len: 944 time: 0.9152992 Nov 12 01:27:12.082776 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-549a62d2-bf9b-467b-91de-dff2d36d1ca7 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Deleting subnet 80a8be81-1ef5-405a-89d4-678c92a25cd4 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:27:12.108168 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-549a62d2-bf9b-467b-91de-dff2d36d1ca7 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:12.154825 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bb83d509-41ba-4bbd-b928-ef03aad213ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:12.177429 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e0a645-4069-4148-99e3-03b50ba7aefe service neutron] Pushing event updated for resources: {'Port': ['ID=b026295e-fbfc-406a-8e89-058ceb77ec0b,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:12.299673 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034e5ed-9b7a-4cd5-b941-9c9a40cca5e1 req-c4e0a645-4069-4148-99e3-03b50ba7aefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:12.306221 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-0034e5ed-9b7a-4cd5-b941-9c9a40cca5e1 req-c4e0a645-4069-4148-99e3-03b50ba7aefe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:12.315898 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0034e5ed-9b7a-4cd5-b941-9c9a40cca5e1 req-c4e0a645-4069-4148-99e3-03b50ba7aefe service neutron] 10.222.0.44 "PUT /v2.0/ports/b026295e-fbfc-406a-8e89-058ceb77ec0b HTTP/1.1" status: 200 len: 1093 time: 6.3462029 Nov 12 01:27:12.347508 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '631010e5-2d5b-44ec-8371-ed2f024137c4', 'tag': 'b026295e-fbfc-406a-8e89-058ceb77ec0b'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:27:12.370832 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c3c61d-98f2-4707-bdff-c24f6c5d71c9" -d '{"events": [{"name": "network-changed", "server_uuid": "631010e5-2d5b-44ec-8371-ed2f024137c4", "tag": "b026295e-fbfc-406a-8e89-058ceb77ec0b"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:27:12.384123 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c04a7d-e9a8-41c9-860b-542d6587cec3 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:12.385056 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c04a7d-e9a8-41c9-860b-542d6587cec3 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:12.385831 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c04a7d-e9a8-41c9-860b-542d6587cec3 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:12.386338 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c04a7d-e9a8-41c9-860b-542d6587cec3 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:12.393934 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-ed214ed9-faf2-4f03-9f40-03dfd488c568 None None] Allocated IP 2001:db8::2 (51dfe306-f10b-4788-9da6-6cfc8c55c249/3c0228ee-1564-4f00-893b-88d1c166b284/5ac6de8e-f8f6-4daf-8e8f-41912f8c77cf) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:27:12.398726 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c04a7d-e9a8-41c9-860b-542d6587cec3 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:12.399653 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c04a7d-e9a8-41c9-860b-542d6587cec3 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:12.411102 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c04a7d-e9a8-41c9-860b-542d6587cec3 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:12.438180 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c04a7d-e9a8-41c9-860b-542d6587cec3 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:12.442797 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c04a7d-e9a8-41c9-860b-542d6587cec3 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:12.443793 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c04a7d-e9a8-41c9-860b-542d6587cec3 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:12.444338 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c04a7d-e9a8-41c9-860b-542d6587cec3 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:12.444937 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c04a7d-e9a8-41c9-860b-542d6587cec3 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:12.560594 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e0a645-4069-4148-99e3-03b50ba7aefe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:12.569382 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e0a645-4069-4148-99e3-03b50ba7aefe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:12.573499 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e0a645-4069-4148-99e3-03b50ba7aefe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:12.575635 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e0a645-4069-4148-99e3-03b50ba7aefe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:12.576396 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e0a645-4069-4148-99e3-03b50ba7aefe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:12.579046 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e0a645-4069-4148-99e3-03b50ba7aefe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:12.580142 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e0a645-4069-4148-99e3-03b50ba7aefe service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:12.585015 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e0a645-4069-4148-99e3-03b50ba7aefe service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:12.590083 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e0a645-4069-4148-99e3-03b50ba7aefe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:12.597758 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e0a645-4069-4148-99e3-03b50ba7aefe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:12.603276 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e0a645-4069-4148-99e3-03b50ba7aefe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:12.603820 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e0a645-4069-4148-99e3-03b50ba7aefe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:27:12.685981 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f18d18c-1326-4723-bb3c-d0587b554bfb x-openstack-request-id: req-3f18d18c-1326-4723-bb3c-d0587b554bfb {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:27:12.686650 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "631010e5-2d5b-44ec-8371-ed2f024137c4", "tag": "b026295e-fbfc-406a-8e89-058ceb77ec0b", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:27:12.688388 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3f18d18c-1326-4723-bb3c-d0587b554bfb {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:27:12.693807 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '631010e5-2d5b-44ec-8371-ed2f024137c4', 'tag': 'b026295e-fbfc-406a-8e89-058ceb77ec0b', 'status': 'completed', 'code': 200} Nov 12 01:27:12.789504 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f07c29-6686-43a0-a832-fc5b57094f3d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Made reservation on behalf of a32638d5c5e641288786feeafdcdff25 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:27:12.803424 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-42f07c29-6686-43a0-a832-fc5b57094f3d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:12.911527 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-42f07c29-6686-43a0-a832-fc5b57094f3d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] device_id is not set on port 29fe814a-8787-47be-9a4e-1a832892e97c yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:27:13.029290 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ed214ed9-faf2-4f03-9f40-03dfd488c568 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:13.039243 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ed214ed9-faf2-4f03-9f40-03dfd488c568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:13.156148 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed214ed9-faf2-4f03-9f40-03dfd488c568 None None] Pushing event updated for resources: {'Port': ['ID=5ac6de8e-f8f6-4daf-8e8f-41912f8c77cf,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:13.189073 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed214ed9-faf2-4f03-9f40-03dfd488c568 None None] Network 51dfe306-f10b-4788-9da6-6cfc8c55c249 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:27:13.203146 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-ed214ed9-faf2-4f03-9f40-03dfd488c568 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:27:13.212557 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed214ed9-faf2-4f03-9f40-03dfd488c568 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:27:13.322071 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-549a62d2-bf9b-467b-91de-dff2d36d1ca7 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:13.367289 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-ed214ed9-faf2-4f03-9f40-03dfd488c568 None None] Attempting to bind port 5ac6de8e-f8f6-4daf-8e8f-41912f8c77cf on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:27:13.368008 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-ed214ed9-faf2-4f03-9f40-03dfd488c568 None None] Attempting to bind port 5ac6de8e-f8f6-4daf-8e8f-41912f8c77cf by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '59544fec-0b0d-4a42-8d86-0c3e2d494fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '51dfe306-f10b-4788-9da6-6cfc8c55c249'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:27:13.368596 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed214ed9-faf2-4f03-9f40-03dfd488c568 None None] Attempting to bind port 5ac6de8e-f8f6-4daf-8e8f-41912f8c77cf on network 51dfe306-f10b-4788-9da6-6cfc8c55c249 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:27:13.378803 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed214ed9-faf2-4f03-9f40-03dfd488c568 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:27:13.379621 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed214ed9-faf2-4f03-9f40-03dfd488c568 None None] Checking segment: {'id': '59544fec-0b0d-4a42-8d86-0c3e2d494fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '51dfe306-f10b-4788-9da6-6cfc8c55c249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:27:13.380306 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ed214ed9-faf2-4f03-9f40-03dfd488c568 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:13.380921 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed214ed9-faf2-4f03-9f40-03dfd488c568 None None] Bound using segment: {'id': '59544fec-0b0d-4a42-8d86-0c3e2d494fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '51dfe306-f10b-4788-9da6-6cfc8c55c249'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:27:13.381677 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-ed214ed9-faf2-4f03-9f40-03dfd488c568 None None] Bound port: 5ac6de8e-f8f6-4daf-8e8f-41912f8c77cf, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59544fec-0b0d-4a42-8d86-0c3e2d494fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '51dfe306-f10b-4788-9da6-6cfc8c55c249'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:27:13.382307 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ed214ed9-faf2-4f03-9f40-03dfd488c568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:13.393445 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 36360) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:13.436438 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-42f07c29-6686-43a0-a832-fc5b57094f3d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Allocated IP 2001:db8::54 (51dfe306-f10b-4788-9da6-6cfc8c55c249/3c0228ee-1564-4f00-893b-88d1c166b284/29fe814a-8787-47be-9a4e-1a832892e97c) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:27:13.440858 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2bf3f78a-0b16-454c-8e6d-de6d08fe6a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:13.566633 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-721b4727-5b73-4d3c-9a25-ad78093a65c1 req-4145d777-654d-424e-bf08-a3cca4988184 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5729201 Nov 12 01:27:13.629002 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-ed214ed9-faf2-4f03-9f40-03dfd488c568 None None] For port 5ac6de8e-f8f6-4daf-8e8f-41912f8c77cf, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:27:13.635708 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-ed214ed9-faf2-4f03-9f40-03dfd488c568 None None] For port 5ac6de8e-f8f6-4daf-8e8f-41912f8c77cf, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=5ac6de8e-f8f6-4daf-8e8f-41912f8c77cf,segment=NetworkSegment(59544fec-0b0d-4a42-8d86-0c3e2d494fb3),segment_id=59544fec-0b0d-4a42-8d86-0c3e2d494fb3)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:27:13.645244 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ed214ed9-faf2-4f03-9f40-03dfd488c568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:13.789821 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed214ed9-faf2-4f03-9f40-03dfd488c568 None None] Pushing event updated for resources: {'Port': ['ID=5ac6de8e-f8f6-4daf-8e8f-41912f8c77cf,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:13.794185 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034e5ed-9b7a-4cd5-b941-9c9a40cca5e1 req-7efd3434-bcca-4872-9192-98d9bec6f3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:13.794983 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0034e5ed-9b7a-4cd5-b941-9c9a40cca5e1 req-7efd3434-bcca-4872-9192-98d9bec6f3bf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=094a5f5e492c44f8b09b4e12e8299cf9&device_id=631010e5-2d5b-44ec-8371-ed2f024137c4 HTTP/1.1" status: 200 len: 1096 time: 1.3400962 Nov 12 01:27:13.844228 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf3f78a-0b16-454c-8e6d-de6d08fe6a64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ca45d2d-31ed-4da3-b7aa-f061deac9f55,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:13.847243 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf3f78a-0b16-454c-8e6d-de6d08fe6a64 admin admin] Checking segment: {'id': '8ba0d8a8-df0b-4e44-bb9a-7737c8ae5a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a8868ccc-b900-4344-82bc-70d49264bb11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:27:13.847820 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf3f78a-0b16-454c-8e6d-de6d08fe6a64 admin admin] Network hostable DHCP agents. Network: a8868ccc-b900-4344-82bc-70d49264bb11, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:27:13.882929 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0612f282-02d6-43ec-a044-e7bf427f0cbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:13.888769 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-549a62d2-bf9b-467b-91de-dff2d36d1ca7 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:13.969951 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0034e5ed-9b7a-4cd5-b941-9c9a40cca5e1 req-0edfaafc-0cf8-4b4a-8042-310cebe4b323 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b026295e-fbfc-406a-8e89-058ceb77ec0b HTTP/1.1" status: 200 len: 217 time: 0.1583736 Nov 12 01:27:13.997325 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-42f07c29-6686-43a0-a832-fc5b57094f3d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:14.003025 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bb83d509-41ba-4bbd-b928-ef03aad213ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:14.023298 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf3f78a-0b16-454c-8e6d-de6d08fe6a64 admin admin] Network a8868ccc-b900-4344-82bc-70d49264bb11 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:27:14.025513 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bb83d509-41ba-4bbd-b928-ef03aad213ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:14.161516 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-2bf3f78a-0b16-454c-8e6d-de6d08fe6a64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, a8868ccc-b900-4344-82bc-70d49264bb11) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:27:14.171364 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf3f78a-0b16-454c-8e6d-de6d08fe6a64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:14.171749 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2bf3f78a-0b16-454c-8e6d-de6d08fe6a64 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:14.189863 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfb9983-5954-42f7-96ca-502b3e1e80d2 None None] Network a8868ccc-b900-4344-82bc-70d49264bb11 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:27:14.206006 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-42f07c29-6686-43a0-a832-fc5b57094f3d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:14.232788 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2bf3f78a-0b16-454c-8e6d-de6d08fe6a64 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.2095082 Nov 12 01:27:14.247098 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb83d509-41ba-4bbd-b928-ef03aad213ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6040c24f-68e0-4f5b-9e89-96a55f70f9e9,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:14.297221 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-bb83d509-41ba-4bbd-b928-ef03aad213ce admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7a8c7b9f10dd4cd5b64eece9f6f84ce8&name=default HTTP/1.1" status: 200 len: 3000 time: 3.5010743 Nov 12 01:27:14.297819 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 36372) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:14.321069 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-549a62d2-bf9b-467b-91de-dff2d36d1ca7 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:14.450784 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f07c29-6686-43a0-a832-fc5b57094f3d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Network 51dfe306-f10b-4788-9da6-6cfc8c55c249 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:27:14.466155 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-42f07c29-6686-43a0-a832-fc5b57094f3d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:27:14.479259 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f07c29-6686-43a0-a832-fc5b57094f3d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:27:14.494745 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f07c29-6686-43a0-a832-fc5b57094f3d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:14.495911 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-42f07c29-6686-43a0-a832-fc5b57094f3d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:14.526055 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-549a62d2-bf9b-467b-91de-dff2d36d1ca7 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:14.547590 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 36378) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:14.553974 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-549a62d2-bf9b-467b-91de-dff2d36d1ca7 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] 10.222.0.45 "DELETE /v2.0/subnets/80a8be81-1ef5-405a-89d4-678c92a25cd4 HTTP/1.1" status: 204 len: 168 time: 2.7380538 Nov 12 01:27:14.620625 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8850a49e-7956-4d8f-ad9e-fd971489c353 None None] Network cda33f50-edb4-4513-8940-2b02044f88ba requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:27:14.645193 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f07c29-6686-43a0-a832-fc5b57094f3d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event updated for resources: {'Port': ['ID=29fe814a-8787-47be-9a4e-1a832892e97c,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:14.696655 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034e5ed-9b7a-4cd5-b941-9c9a40cca5e1 req-6315ec70-e4f1-43e8-9411-2ebfe7b937b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:14.705295 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0034e5ed-9b7a-4cd5-b941-9c9a40cca5e1 req-6315ec70-e4f1-43e8-9411-2ebfe7b937b5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6369b7da-1f3e-4df6-8094-1e515695655d HTTP/1.1" status: 200 len: 851 time: 0.6671667 Nov 12 01:27:14.736775 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-42f07c29-6686-43a0-a832-fc5b57094f3d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.2636466 Nov 12 01:27:14.740538 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 36384) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:14.774074 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549a62d2-bf9b-467b-91de-dff2d36d1ca7 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Pushing event deleted for resources: {'Subnet': ['ID=80a8be81-1ef5-405a-89d4-678c92a25cd4,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:14.924054 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0612f282-02d6-43ec-a044-e7bf427f0cbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:14.997269 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c938bbf6-e510-444f-85bc-33e34165f842 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:15.003125 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618c2ce8-0fa1-4fea-8d58-0004c0ed654e None None] Network a8868ccc-b900-4344-82bc-70d49264bb11 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:27:15.013031 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034e5ed-9b7a-4cd5-b941-9c9a40cca5e1 req-38f22389-89e9-4b47-ac98-95ca3e91bddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:15.016130 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0034e5ed-9b7a-4cd5-b941-9c9a40cca5e1 req-38f22389-89e9-4b47-ac98-95ca3e91bddb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=41d3594c-6378-4888-b7ad-f2b6034333e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2541764 Nov 12 01:27:15.082004 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 5ac6de8e-f8f6-4daf-8e8f-41912f8c77cf up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:27:15.132001 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0612f282-02d6-43ec-a044-e7bf427f0cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:15.340007 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6189a4-305e-4ab2-96aa-2c304c445768 None None] DHCP port deletion for cda33f50-edb4-4513-8940-2b02044f88ba request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:27:15.383806 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-c938bbf6-e510-444f-85bc-33e34165f842 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Deleting port d2664a2f-9b5f-430f-98ef-5c6a9ae5d4da {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:27:15.385561 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c938bbf6-e510-444f-85bc-33e34165f842 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:15.522103 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-0612f282-02d6-43ec-a044-e7bf427f0cbd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f1d80cdbdf7c4117b7563e7862cafa77&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1235080 Nov 12 01:27:15.526396 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 5ac6de8e-f8f6-4daf-8e8f-41912f8c77cf triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:27:15.527381 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:15.533785 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0612f282-02d6-43ec-a044-e7bf427f0cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdfdd53-dfcd-4549-bbf0-9d80eb11dcd2,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:15.542963 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 36394) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:15.592617 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0034e5ed-9b7a-4cd5-b941-9c9a40cca5e1 req-ec551e8f-7c91-4715-92bc-49fa3d3d9eec service neutron] 10.222.0.44 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5676620 Nov 12 01:27:15.670487 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-79f4f385-2c87-4a75-84a8-d5ed449ac626 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:15.779558 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058eb1de-6d76-4636-b6ef-e16e180601ab req-79c4e495-dde9-47a3-8d07-73667351c69b tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:15.783498 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-058eb1de-6d76-4636-b6ef-e16e180601ab req-79c4e495-dde9-47a3-8d07-73667351c69b tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=631010e5-2d5b-44ec-8371-ed2f024137c4 HTTP/1.1" status: 200 len: 944 time: 0.8654308 Nov 12 01:27:15.855148 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-e1b8c2e2-0784-4dd0-89b5-17f9d5e7458e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Deleting port 29fe814a-8787-47be-9a4e-1a832892e97c {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:27:15.856727 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e1b8c2e2-0784-4dd0-89b5-17f9d5e7458e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:15.887417 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-c938bbf6-e510-444f-85bc-33e34165f842 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] For port d2664a2f-9b5f-430f-98ef-5c6a9ae5d4da, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=d2664a2f-9b5f-430f-98ef-5c6a9ae5d4da,segment=NetworkSegment(38275e24-1d74-4ba8-a5ef-232c8d1ba585),segment_id=38275e24-1d74-4ba8-a5ef-232c8d1ba585)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:27:15.891876 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c938bbf6-e510-444f-85bc-33e34165f842 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:15.936737 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:15.999989 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-c938bbf6-e510-444f-85bc-33e34165f842 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Calling delete_port for d2664a2f-9b5f-430f-98ef-5c6a9ae5d4da owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:27:16.034362 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-79f4f385-2c87-4a75-84a8-d5ed449ac626 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:16.041767 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-cc6189a4-305e-4ab2-96aa-2c304c445768 None None] Deleting port d2664a2f-9b5f-430f-98ef-5c6a9ae5d4da {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:27:16.042422 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cc6189a4-305e-4ab2-96aa-2c304c445768 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:16.217154 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0034e5ed-9b7a-4cd5-b941-9c9a40cca5e1 req-7f2c2719-f811-4316-8611-387ee84c8017 service neutron] 10.222.0.44 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6161604 Nov 12 01:27:16.291490 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c938bbf6-e510-444f-85bc-33e34165f842 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:16.316302 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c33c9e0-a598-4e8a-ab1f-3f86bc9abb14 None None] Network 51dfe306-f10b-4788-9da6-6cfc8c55c249 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:27:16.339382 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-54f39cf0-f73a-46af-8760-03fa52c4dd36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:16.432100 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-54f39cf0-f73a-46af-8760-03fa52c4dd36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:16.445189 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c938bbf6-e510-444f-85bc-33e34165f842 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Pushing event deleted for resources: {'Port': ['ID=d2664a2f-9b5f-430f-98ef-5c6a9ae5d4da,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:16.463933 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c938bbf6-e510-444f-85bc-33e34165f842 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] No DVR routers for this DVR port d2664a2f-9b5f-430f-98ef-5c6a9ae5d4da on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:27:16.668586 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-cc6189a4-305e-4ab2-96aa-2c304c445768 None None] For port d2664a2f-9b5f-430f-98ef-5c6a9ae5d4da, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=d2664a2f-9b5f-430f-98ef-5c6a9ae5d4da,segment=NetworkSegment(38275e24-1d74-4ba8-a5ef-232c8d1ba585),segment_id=38275e24-1d74-4ba8-a5ef-232c8d1ba585)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:27:16.669281 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cc6189a4-305e-4ab2-96aa-2c304c445768 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:16.677272 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 5ac6de8e-f8f6-4daf-8e8f-41912f8c77cf, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=5ac6de8e-f8f6-4daf-8e8f-41912f8c77cf,segment=NetworkSegment(59544fec-0b0d-4a42-8d86-0c3e2d494fb3),segment_id=59544fec-0b0d-4a42-8d86-0c3e2d494fb3)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:27:16.696858 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:16.734652 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-cc6189a4-305e-4ab2-96aa-2c304c445768 None None] Calling delete_port for d2664a2f-9b5f-430f-98ef-5c6a9ae5d4da owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:27:16.742673 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-203d93dd-5f6c-47e6-9415-bcb2f54ee95b None None] Provisioning complete for port 5ac6de8e-f8f6-4daf-8e8f-41912f8c77cf triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:27:16.743687 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-203d93dd-5f6c-47e6-9415-bcb2f54ee95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:16.771707 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-058eb1de-6d76-4636-b6ef-e16e180601ab req-86bfd73e-b4ac-4d3b-aba2-59d3f6033f2b tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8978906 Nov 12 01:27:16.793139 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-54f39cf0-f73a-46af-8760-03fa52c4dd36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:16.795799 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-54f39cf0-f73a-46af-8760-03fa52c4dd36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:16.810296 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-54f39cf0-f73a-46af-8760-03fa52c4dd36 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2bdfdd53-dfcd-4549-bbf0-9d80eb11dcd2 HTTP/1.1" status: 204 len: 168 time: 1.2463593 Nov 12 01:27:16.897293 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device d2664a2f-9b5f-430f-98ef-5c6a9ae5d4da no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:27:16.926313 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c938bbf6-e510-444f-85bc-33e34165f842 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:16.930733 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-79f4f385-2c87-4a75-84a8-d5ed449ac626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:16.936818 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3c61d-98f2-4707-bdff-c24f6c5d71c9 req-65c298a2-6f0e-4ec9-a6b9-0d57c26fa095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:16.938901 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f3c3c61d-98f2-4707-bdff-c24f6c5d71c9 req-65c298a2-6f0e-4ec9-a6b9-0d57c26fa095 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=094a5f5e492c44f8b09b4e12e8299cf9&device_id=631010e5-2d5b-44ec-8371-ed2f024137c4 HTTP/1.1" status: 200 len: 1096 time: 0.5312543 Nov 12 01:27:16.953674 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-79f4f385-2c87-4a75-84a8-d5ed449ac626 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:16.959748 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-79f4f385-2c87-4a75-84a8-d5ed449ac626 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6040c24f-68e0-4f5b-9e89-96a55f70f9e9 HTTP/1.1" status: 204 len: 168 time: 2.6605663 Nov 12 01:27:16.972796 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f39cf0-f73a-46af-8760-03fa52c4dd36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdfdd53-dfcd-4549-bbf0-9d80eb11dcd2,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:17.079143 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e1b8c2e2-0784-4dd0-89b5-17f9d5e7458e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:17.159259 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-e1b8c2e2-0784-4dd0-89b5-17f9d5e7458e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Calling delete_port for 29fe814a-8787-47be-9a4e-1a832892e97c owned by {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:27:17.159665 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: d2664a2f-9b5f-430f-98ef-5c6a9ae5d4da {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:27:17.159665 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device d2664a2f-9b5f-430f-98ef-5c6a9ae5d4da not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:27:17.283599 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3c61d-98f2-4707-bdff-c24f6c5d71c9 req-3749bcc7-3bb9-4c8f-a45d-64e8c62f0d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:17.284980 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f3c3c61d-98f2-4707-bdff-c24f6c5d71c9 req-3749bcc7-3bb9-4c8f-a45d-64e8c62f0d14 service neutron] 10.222.0.44 "GET /v2.0/networks?id=41d3594c-6378-4888-b7ad-f2b6034333e3 HTTP/1.1" status: 200 len: 912 time: 0.3296256 Nov 12 01:27:17.433657 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-c938bbf6-e510-444f-85bc-33e34165f842 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cda33f50-edb4-4513-8940-2b02044f88ba']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:17.443717 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f3c3c61d-98f2-4707-bdff-c24f6c5d71c9 req-c53b0b5d-b3a2-4b41-82b7-dc9d1c158fca service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b026295e-fbfc-406a-8e89-058ceb77ec0b HTTP/1.1" status: 200 len: 217 time: 0.1450489 Nov 12 01:27:17.448042 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=5ac6de8e-f8f6-4daf-8e8f-41912f8c77cf,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:17.482863 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-c938bbf6-e510-444f-85bc-33e34165f842 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38275e24-1d74-4ba8-a5ef-232c8d1ba585') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:17.484075 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-c938bbf6-e510-444f-85bc-33e34165f842 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38275e24-1d74-4ba8-a5ef-232c8d1ba585') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:17.558362 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f4f385-2c87-4a75-84a8-d5ed449ac626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6040c24f-68e0-4f5b-9e89-96a55f70f9e9,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:17.645060 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c938bbf6-e510-444f-85bc-33e34165f842 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:17.645279 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e1b8c2e2-0784-4dd0-89b5-17f9d5e7458e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:17.694671 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c938bbf6-e510-444f-85bc-33e34165f842 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:17.698941 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b8c2e2-0784-4dd0-89b5-17f9d5e7458e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event deleted for resources: {'Port': ['ID=29fe814a-8787-47be-9a4e-1a832892e97c,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:17.730179 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c938bbf6-e510-444f-85bc-33e34165f842 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:27:17.735073 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c938bbf6-e510-444f-85bc-33e34165f842 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:17.740018 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e1b8c2e2-0784-4dd0-89b5-17f9d5e7458e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:17.746666 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e1b8c2e2-0784-4dd0-89b5-17f9d5e7458e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "DELETE /v2.0/ports/29fe814a-8787-47be-9a4e-1a832892e97c HTTP/1.1" status: 204 len: 168 time: 2.9795983 Nov 12 01:27:17.749981 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 36426) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:17.750798 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:27:17.750798 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:27:17.750798 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:27:17.750798 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:27:17.750798 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:27:17.750798 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:27:17.750798 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:27:17.750798 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:27:17.750798 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:27:17.750798 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:27:17.750798 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:27:17.750798 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:27:17.750798 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:27:17.750798 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:27:17.750798 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:27:17.750798 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:27:17.750798 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:27:17.750798 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:27:17.750798 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:27:17.750798 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:27:17.750798 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:27:17.750798 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:27:17.750798 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:27:17.750798 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:27:17.750798 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:27:17.750798 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:27:17.750798 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:27:17.750798 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:27:17.750798 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:27:17.750798 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:27:17.750798 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:27:17.750798 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:27:17.790334 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-6863bc42-d23f-48ba-8029-c0a09b2244c0 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] DELETE failed (client error): The resource could not be found. Nov 12 01:27:17.791824 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6863bc42-d23f-48ba-8029-c0a09b2244c0 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:27:17.795930 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-6863bc42-d23f-48ba-8029-c0a09b2244c0 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "DELETE /v2.0/ports/29fe814a-8787-47be-9a4e-1a832892e97c HTTP/1.1" status: 404 len: 333 time: 0.0409319 Nov 12 01:27:17.799474 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 36428) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:17.819856 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3c61d-98f2-4707-bdff-c24f6c5d71c9 req-2bea5485-e127-4c4a-a1eb-a12d51ca891b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:17.821468 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f3c3c61d-98f2-4707-bdff-c24f6c5d71c9 req-2bea5485-e127-4c4a-a1eb-a12d51ca891b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6369b7da-1f3e-4df6-8094-1e515695655d HTTP/1.1" status: 200 len: 851 time: 0.3639114 Nov 12 01:27:17.852183 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cc6189a4-305e-4ab2-96aa-2c304c445768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:17.869437 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-549df994-91fc-48da-9e24-4e82b927a101 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] GET failed (client error): The resource could not be found. Nov 12 01:27:17.874788 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-549df994-91fc-48da-9e24-4e82b927a101 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "GET /v2.0/ports/29fe814a-8787-47be-9a4e-1a832892e97c HTTP/1.1" status: 404 len: 333 time: 0.0703380 Nov 12 01:27:17.875716 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 36434) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:17.982803 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6189a4-305e-4ab2-96aa-2c304c445768 None None] Pushing event deleted for resources: {'Port': ['ID=d2664a2f-9b5f-430f-98ef-5c6a9ae5d4da,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:17.993718 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6189a4-305e-4ab2-96aa-2c304c445768 None None] No DVR routers for this DVR port d2664a2f-9b5f-430f-98ef-5c6a9ae5d4da on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:27:18.085492 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3c61d-98f2-4707-bdff-c24f6c5d71c9 req-48f36f33-1c87-47b1-9755-c8b6be189fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:18.087569 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f3c3c61d-98f2-4707-bdff-c24f6c5d71c9 req-48f36f33-1c87-47b1-9755-c8b6be189fee service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=41d3594c-6378-4888-b7ad-f2b6034333e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1627834 Nov 12 01:27:18.092279 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c938bbf6-e510-444f-85bc-33e34165f842 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:18.199639 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-7df39070-6d2b-44b5-b39d-03411f9c4ee8 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Deleting subnet 3c0228ee-1564-4f00-893b-88d1c166b284 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:27:18.201668 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c938bbf6-e510-444f-85bc-33e34165f842 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:18.207690 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7df39070-6d2b-44b5-b39d-03411f9c4ee8 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:18.211322 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c938bbf6-e510-444f-85bc-33e34165f842 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] 10.222.0.45 "DELETE /v2.0/networks/cda33f50-edb4-4513-8940-2b02044f88ba HTTP/1.1" status: 204 len: 168 time: 3.6471741 Nov 12 01:27:18.283546 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 36440) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:18.286972 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7df39070-6d2b-44b5-b39d-03411f9c4ee8 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:18.670357 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a90b14-7d15-4cd3-b8eb-d5098defbf79 req-73a05d87-3273-4e03-ab0c-c089aceae089 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:18.684272 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c938bbf6-e510-444f-85bc-33e34165f842 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Pushing event deleted for resources: {'Network': ['ID=cda33f50-edb4-4513-8940-2b02044f88ba,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:18.697958 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-637e89b0-e26b-4d6d-8c8b-7bd2d1fc89d7 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] 10.222.0.45 "GET /v2.0/ports?device_id=1a8ae2bd-18fd-413c-8fbf-d69d710d588c HTTP/1.1" status: 200 len: 205 time: 0.4028420 Nov 12 01:27:18.698786 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-35a90b14-7d15-4cd3-b8eb-d5098defbf79 req-73a05d87-3273-4e03-ab0c-c089aceae089 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=631010e5-2d5b-44ec-8371-ed2f024137c4 HTTP/1.1" status: 200 len: 944 time: 0.5347352 Nov 12 01:27:18.703903 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 36446) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:18.992684 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 36452) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:18.993513 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 36454) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:19.016357 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 5ac6de8e-f8f6-4daf-8e8f-41912f8c77cf up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:27:19.109852 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b28ba8c4-0efc-4dac-ad9a-57da66bd3872 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:19.149482 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-24f76b25-fdad-4ce1-9f1f-dc78cc6c5cc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:19.175408 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6adb4804-1334-424b-8abb-0eeb8f67deac admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:19.198845 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-35a90b14-7d15-4cd3-b8eb-d5098defbf79 req-e11d7daf-b0a6-4551-9cd0-2c1a1106c1d2 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4974258 Nov 12 01:27:19.250031 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4bae3ede-1da9-49e6-9901-24d8b7998209 None None] Provisioning complete for port 5ac6de8e-f8f6-4daf-8e8f-41912f8c77cf triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:27:19.250615 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4bae3ede-1da9-49e6-9901-24d8b7998209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:19.285140 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7df39070-6d2b-44b5-b39d-03411f9c4ee8 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:19.547693 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7df39070-6d2b-44b5-b39d-03411f9c4ee8 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:19.626646 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df39070-6d2b-44b5-b39d-03411f9c4ee8 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event deleted for resources: {'Subnet': ['ID=3c0228ee-1564-4f00-893b-88d1c166b284,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:19.634265 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7df39070-6d2b-44b5-b39d-03411f9c4ee8 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:19.642221 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7df39070-6d2b-44b5-b39d-03411f9c4ee8 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "DELETE /v2.0/subnets/3c0228ee-1564-4f00-893b-88d1c166b284 HTTP/1.1" status: 204 len: 168 time: 1.7652080 Nov 12 01:27:19.651378 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-24f76b25-fdad-4ce1-9f1f-dc78cc6c5cc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:19.654075 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 36464) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:19.848416 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b28ba8c4-0efc-4dac-ad9a-57da66bd3872 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:19.851098 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b28ba8c4-0efc-4dac-ad9a-57da66bd3872 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:19.898181 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6adb4804-1334-424b-8abb-0eeb8f67deac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:19.921207 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-24f76b25-fdad-4ce1-9f1f-dc78cc6c5cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:19.930463 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 5ac6de8e-f8f6-4daf-8e8f-41912f8c77cf triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:27:19.931032 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:19.954870 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f3c3c61d-98f2-4707-bdff-c24f6c5d71c9 req-9f41c465-1b72-45a9-885d-dc87e00f9cab service neutron] 10.222.0.44 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8560679 Nov 12 01:27:19.956545 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b28ba8c4-0efc-4dac-ad9a-57da66bd3872 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:19.957272 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28ba8c4-0efc-4dac-ad9a-57da66bd3872 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Fanout notify agent at l3_agent the message router_deleted on router 1a8ae2bd-18fd-413c-8fbf-d69d710d588c {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:27:19.967104 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b28ba8c4-0efc-4dac-ad9a-57da66bd3872 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:19.968931 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b28ba8c4-0efc-4dac-ad9a-57da66bd3872 tempest-RoutersNegativeIpV6Test-1002629875 tempest-RoutersNegativeIpV6Test-1002629875-project] 10.222.0.45 "DELETE /v2.0/routers/1a8ae2bd-18fd-413c-8fbf-d69d710d588c HTTP/1.1" status: 204 len: 168 time: 1.2627554 Nov 12 01:27:19.977723 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6adb4804-1334-424b-8abb-0eeb8f67deac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:20.165391 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb6bb1e-21a5-4fd1-8c51-23a3538003d6 None None] Network 51dfe306-f10b-4788-9da6-6cfc8c55c249 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:27:20.246293 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-306e7b96-f45e-4605-accb-d8b48b3d96ea None None] Could not find standard attr ID for object 29fe814a-8787-47be-9a4e-1a832892e97c. {{(pid=109087) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:27:20.329600 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f3c3c61d-98f2-4707-bdff-c24f6c5d71c9 req-41918ae3-df29-4dcb-9dd3-b5e91064a965 service neutron] 10.222.0.44 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590353 Nov 12 01:27:20.449616 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32cc5f-652a-45fd-8fb0-bc7098441920 req-dcb8ac23-db4c-4747-b9d6-d28f195b254d tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:20.451642 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6c32cc5f-652a-45fd-8fb0-bc7098441920 req-dcb8ac23-db4c-4747-b9d6-d28f195b254d tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/networks?id=a8868ccc-b900-4344-82bc-70d49264bb11 HTTP/1.1" status: 200 len: 808 time: 0.4953597 Nov 12 01:27:20.459597 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3e609037-80a3-4818-9c62-14a4493ef709 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:20.470233 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 36486) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:20.481556 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-24f76b25-fdad-4ce1-9f1f-dc78cc6c5cc7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f3d7055f0ee14b6783a0af42dd2fe195&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4781032 Nov 12 01:27:20.484604 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f76b25-fdad-4ce1-9f1f-dc78cc6c5cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a16d6c-4609-4650-8b0f-7a3bc5a3940e,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:20.559071 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-6adb4804-1334-424b-8abb-0eeb8f67deac admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9eb6c10058ea4c2aa66c5dcc7d6f1bca&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5379775 Nov 12 01:27:20.559071 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 36488) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:20.629674 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-af586adb-c549-4f96-9012-3bad63502924 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:20.668421 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6c32cc5f-652a-45fd-8fb0-bc7098441920 req-4b2e8b99-2339-40c6-8d9c-17e29e95996d tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/quotas/5388dd35cef8439498870da024d1ec2d HTTP/1.1" status: 200 len: 375 time: 0.1662045 Nov 12 01:27:20.669471 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adb4804-1334-424b-8abb-0eeb8f67deac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e798aa-df82-48c0-921f-bb6e8694dcc0,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:20.691423 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-af586adb-c549-4f96-9012-3bad63502924 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:20.732861 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad96385-67e5-4a97-907d-477ee21e0640 None None] DHCP port deletion for 51dfe306-f10b-4788-9da6-6cfc8c55c249 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:27:20.846911 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-af586adb-c549-4f96-9012-3bad63502924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:20.862794 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-af586adb-c549-4f96-9012-3bad63502924 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:20.866865 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 36494) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:20.876901 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-af586adb-c549-4f96-9012-3bad63502924 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/60a16d6c-4609-4650-8b0f-7a3bc5a3940e HTTP/1.1" status: 204 len: 168 time: 0.4044449 Nov 12 01:27:20.896214 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af586adb-c549-4f96-9012-3bad63502924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a16d6c-4609-4650-8b0f-7a3bc5a3940e,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:20.990340 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6c32cc5f-652a-45fd-8fb0-bc7098441920 req-60faa979-7025-4b1c-be0f-3a2804194fb8 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=5388dd35cef8439498870da024d1ec2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2750714 Nov 12 01:27:21.031325 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 5ac6de8e-f8f6-4daf-8e8f-41912f8c77cf no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:27:21.089839 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf0b8a-6245-44a1-96a5-77ddca548255 req-a2f8d19e-9569-4f07-890d-f760683f8191 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:21.091694 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1bcf0b8a-6245-44a1-96a5-77ddca548255 req-a2f8d19e-9569-4f07-890d-f760683f8191 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=631010e5-2d5b-44ec-8371-ed2f024137c4 HTTP/1.1" status: 200 len: 944 time: 0.5316796 Nov 12 01:27:21.170648 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-7ad96385-67e5-4a97-907d-477ee21e0640 None None] Deleting port 5ac6de8e-f8f6-4daf-8e8f-41912f8c77cf {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:27:21.173066 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7ad96385-67e5-4a97-907d-477ee21e0640 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:21.307572 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1db0bb61-5e3a-4c56-87ca-42f77893d202 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:21.321184 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-3e609037-80a3-4818-9c62-14a4493ef709 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Deleting port 5ac6de8e-f8f6-4daf-8e8f-41912f8c77cf {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:27:21.321634 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3e609037-80a3-4818-9c62-14a4493ef709 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:21.362959 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1bcf0b8a-6245-44a1-96a5-77ddca548255 req-339fc93f-f396-4af6-8866-d0f1d6a9cc6f tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317014 Nov 12 01:27:21.450657 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1db0bb61-5e3a-4c56-87ca-42f77893d202 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:21.463595 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:21.551684 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-7ad96385-67e5-4a97-907d-477ee21e0640 None None] For port 5ac6de8e-f8f6-4daf-8e8f-41912f8c77cf, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=5ac6de8e-f8f6-4daf-8e8f-41912f8c77cf,segment=NetworkSegment(59544fec-0b0d-4a42-8d86-0c3e2d494fb3),segment_id=59544fec-0b0d-4a42-8d86-0c3e2d494fb3)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:27:21.552716 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7ad96385-67e5-4a97-907d-477ee21e0640 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:21.574877 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 5ac6de8e-f8f6-4daf-8e8f-41912f8c77cf, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=5ac6de8e-f8f6-4daf-8e8f-41912f8c77cf,segment=NetworkSegment(59544fec-0b0d-4a42-8d86-0c3e2d494fb3),segment_id=59544fec-0b0d-4a42-8d86-0c3e2d494fb3)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:27:21.596401 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-7ad96385-67e5-4a97-907d-477ee21e0640 None None] Calling delete_port for 5ac6de8e-f8f6-4daf-8e8f-41912f8c77cf owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:27:21.600521 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:21.770142 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 36510) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:21.777882 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-fd2159af-0ea8-46aa-b1e5-356dd8a1050b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=19ff39edd1c94831b2dd6358742ad2e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8930130 Nov 12 01:27:21.786588 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6c32cc5f-652a-45fd-8fb0-bc7098441920 req-13936f38-710d-4e45-93ef-399028056aa5 service neutron] 10.222.0.45 "GET /v2.0/networks/a8868ccc-b900-4344-82bc-70d49264bb11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7226338 Nov 12 01:27:21.790304 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-3e609037-80a3-4818-9c62-14a4493ef709 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] For port 5ac6de8e-f8f6-4daf-8e8f-41912f8c77cf, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=5ac6de8e-f8f6-4daf-8e8f-41912f8c77cf,segment=NetworkSegment(59544fec-0b0d-4a42-8d86-0c3e2d494fb3),segment_id=59544fec-0b0d-4a42-8d86-0c3e2d494fb3)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:27:21.790686 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3e609037-80a3-4818-9c62-14a4493ef709 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:21.881207 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-3e609037-80a3-4818-9c62-14a4493ef709 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Calling delete_port for 5ac6de8e-f8f6-4daf-8e8f-41912f8c77cf owned by network:dhcp {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:27:21.896036 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7ad96385-67e5-4a97-907d-477ee21e0640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:21.908976 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=5ac6de8e-f8f6-4daf-8e8f-41912f8c77cf,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:21.949926 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4ab4ca43-2947-4d9f-ad36-bfb677d33c37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:21.965457 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad96385-67e5-4a97-907d-477ee21e0640 None None] No DVR routers for this DVR port 5ac6de8e-f8f6-4daf-8e8f-41912f8c77cf on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:27:22.016053 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4ab4ca43-2947-4d9f-ad36-bfb677d33c37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:22.035037 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad96385-67e5-4a97-907d-477ee21e0640 None None] Pushing event deleted for resources: {'Port': ['ID=5ac6de8e-f8f6-4daf-8e8f-41912f8c77cf,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:22.076404 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1db0bb61-5e3a-4c56-87ca-42f77893d202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:22.085837 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1db0bb61-5e3a-4c56-87ca-42f77893d202 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:22.096032 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-1db0bb61-5e3a-4c56-87ca-42f77893d202 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/95e798aa-df82-48c0-921f-bb6e8694dcc0 HTTP/1.1" status: 204 len: 168 time: 1.5019517 Nov 12 01:27:22.126223 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4ab4ca43-2947-4d9f-ad36-bfb677d33c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:22.134693 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4ab4ca43-2947-4d9f-ad36-bfb677d33c37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:22.140644 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4ab4ca43-2947-4d9f-ad36-bfb677d33c37 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/18113376-3599-40dc-a13f-846dbe51e715 HTTP/1.1" status: 204 len: 168 time: 0.3681459 Nov 12 01:27:22.173109 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab4ca43-2947-4d9f-ad36-bfb677d33c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18113376-3599-40dc-a13f-846dbe51e715,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:22.184109 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db0bb61-5e3a-4c56-87ca-42f77893d202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e798aa-df82-48c0-921f-bb6e8694dcc0,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:22.244212 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6c32cc5f-652a-45fd-8fb0-bc7098441920 req-7fe10c39-450c-4e77-8071-ae0dd6ce01e5 service neutron] 10.222.0.45 "GET /v2.0/networks/a8868ccc-b900-4344-82bc-70d49264bb11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4381578 Nov 12 01:27:22.316256 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3e609037-80a3-4818-9c62-14a4493ef709 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:22.360259 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e609037-80a3-4818-9c62-14a4493ef709 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event deleted for resources: {'Port': ['ID=5ac6de8e-f8f6-4daf-8e8f-41912f8c77cf,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:22.363718 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e609037-80a3-4818-9c62-14a4493ef709 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] No DVR routers for this DVR port 5ac6de8e-f8f6-4daf-8e8f-41912f8c77cf on host n-d-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:27:22.602749 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3e609037-80a3-4818-9c62-14a4493ef709 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:22.661374 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-3e609037-80a3-4818-9c62-14a4493ef709 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51dfe306-f10b-4788-9da6-6cfc8c55c249']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:22.688763 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-3e609037-80a3-4818-9c62-14a4493ef709 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59544fec-0b0d-4a42-8d86-0c3e2d494fb3') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:22.691908 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-3e609037-80a3-4818-9c62-14a4493ef709 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59544fec-0b0d-4a42-8d86-0c3e2d494fb3') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:22.707693 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3e609037-80a3-4818-9c62-14a4493ef709 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:22.726592 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3e609037-80a3-4818-9c62-14a4493ef709 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:22.734855 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e609037-80a3-4818-9c62-14a4493ef709 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:27:22.735548 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3e609037-80a3-4818-9c62-14a4493ef709 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:22.885660 n-d-712142-27 neutron-server[109085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:27:22.885660 n-d-712142-27 neutron-server[109085]: self.session.flush() Nov 12 01:27:22.885660 n-d-712142-27 neutron-server[109085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:27:22.885660 n-d-712142-27 neutron-server[109085]: self.session.flush() Nov 12 01:27:22.885660 n-d-712142-27 neutron-server[109085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:27:22.885660 n-d-712142-27 neutron-server[109085]: self.session.flush() Nov 12 01:27:22.885660 n-d-712142-27 neutron-server[109085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:27:22.885660 n-d-712142-27 neutron-server[109085]: self.session.flush() Nov 12 01:27:22.885660 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:27:22.885660 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:27:22.885660 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:27:22.885660 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:27:22.885660 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:27:22.885660 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:27:22.885660 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:27:22.885660 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:27:22.885660 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:27:22.885660 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:27:22.885660 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:27:22.885660 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:27:22.885660 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:27:22.885660 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:27:22.885660 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:27:22.885660 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:27:22.885660 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:27:22.885660 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:27:22.885660 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:27:22.885660 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:27:22.885660 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:27:22.885660 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:27:22.885660 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:27:22.885660 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:27:22.885660 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:27:22.885660 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:27:22.885660 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:27:22.885660 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:27:22.885660 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:27:22.885660 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:27:22.885660 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:27:22.885660 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:27:22.900853 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ff3a83d8-a932-4a2c-ad3a-eaa119f94d34 req-a7d90232-4557-4a81-9dc9-ffea5ff345b7 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b6629a2-58ec-446d-9d33-931f40ef3ba4 HTTP/1.1" status: 200 len: 210 time: 0.0798714 Nov 12 01:27:22.910042 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3e609037-80a3-4818-9c62-14a4493ef709 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:22.925195 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3e609037-80a3-4818-9c62-14a4493ef709 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:22.930037 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3e609037-80a3-4818-9c62-14a4493ef709 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "DELETE /v2.0/networks/51dfe306-f10b-4788-9da6-6cfc8c55c249 HTTP/1.1" status: 204 len: 168 time: 3.2706943 Nov 12 01:27:22.947177 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 36544) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:22.953070 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-eb32d005-92d7-40ec-914e-425337c58c23 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-894883218'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:22.994868 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e609037-80a3-4818-9c62-14a4493ef709 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event deleted for resources: {'Network': ['ID=51dfe306-f10b-4788-9da6-6cfc8c55c249,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:23.028688 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb32d005-92d7-40ec-914e-425337c58c23 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Made reservation on behalf of a32638d5c5e641288786feeafdcdff25 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:27:23.058521 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eb32d005-92d7-40ec-914e-425337c58c23 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:23.073173 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9347b638-d315-404a-8983-f2914a396f3a req-8e525829-66f7-490d-9a73-ca36d4dd449e tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:23.074994 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9347b638-d315-404a-8983-f2914a396f3a req-8e525829-66f7-490d-9a73-ca36d4dd449e tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=631010e5-2d5b-44ec-8371-ed2f024137c4 HTTP/1.1" status: 200 len: 944 time: 0.2244184 Nov 12 01:27:23.148466 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb32d005-92d7-40ec-914e-425337c58c23 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:27:23.187034 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eb32d005-92d7-40ec-914e-425337c58c23 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:23.187562 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-eb32d005-92d7-40ec-914e-425337c58c23 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Added segment a64dbe9b-0f68-4896-8a69-8430f10c73ba of type vlan for network a5761ff9-4f9e-4491-8928-3756fb059a06 Nov 12 01:27:23.235826 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9347b638-d315-404a-8983-f2914a396f3a req-e23f69e0-2cea-4d51-9a74-4de0fcfea3c9 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471803 Nov 12 01:27:23.324124 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eb32d005-92d7-40ec-914e-425337c58c23 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:23.408557 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eb32d005-92d7-40ec-914e-425337c58c23 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:23.434494 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb32d005-92d7-40ec-914e-425337c58c23 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:23.435933 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eb32d005-92d7-40ec-914e-425337c58c23 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:23.526398 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-eb32d005-92d7-40ec-914e-425337c58c23 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5780711 Nov 12 01:27:23.531890 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 36576) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:23.538800 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-0c646ebc-8315-452f-95a2-d43df0f6a75d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Request body: {'subnet': {'network_id': 'a5761ff9-4f9e-4491-8928-3756fb059a06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:23.647473 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb32d005-92d7-40ec-914e-425337c58c23 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event updated for resources: {'Network': ['ID=a5761ff9-4f9e-4491-8928-3756fb059a06,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:23.659337 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network a5761ff9-4f9e-4491-8928-3756fb059a06 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:27:23.797753 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c646ebc-8315-452f-95a2-d43df0f6a75d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Made reservation on behalf of a32638d5c5e641288786feeafdcdff25 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:27:23.804055 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0c646ebc-8315-452f-95a2-d43df0f6a75d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:24.098347 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1a71d8a9-73ff-4ef8-8e4d-49a842f68921 req-f125db88-3352-4d5b-8429-f93b87c25d27 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b6629a2-58ec-446d-9d33-931f40ef3ba4 HTTP/1.1" status: 200 len: 210 time: 0.0496345 Nov 12 01:27:24.254471 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0c646ebc-8315-452f-95a2-d43df0f6a75d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:24.398524 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c646ebc-8315-452f-95a2-d43df0f6a75d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event updated for resources: {'Subnet': ['ID=44ac4b53-9f21-46a6-a441-e3e1e51878f9,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:24.512323 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c646ebc-8315-452f-95a2-d43df0f6a75d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Checking segment: {'id': 'a64dbe9b-0f68-4896-8a69-8430f10c73ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a5761ff9-4f9e-4491-8928-3756fb059a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:27:24.514204 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c646ebc-8315-452f-95a2-d43df0f6a75d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Network hostable DHCP agents. Network: a5761ff9-4f9e-4491-8928-3756fb059a06, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:27:24.529596 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb46332-0d60-4ee3-92e5-5b58c86ba118 req-6f2cccaa-b2b5-40b0-9d2f-3e8f29fd9a5e tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:24.541338 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-adb46332-0d60-4ee3-92e5-5b58c86ba118 req-6f2cccaa-b2b5-40b0-9d2f-3e8f29fd9a5e tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=631010e5-2d5b-44ec-8371-ed2f024137c4 HTTP/1.1" status: 200 len: 944 time: 0.1027293 Nov 12 01:27:24.569842 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c646ebc-8315-452f-95a2-d43df0f6a75d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Network a5761ff9-4f9e-4491-8928-3756fb059a06 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:27:24.597627 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-0c646ebc-8315-452f-95a2-d43df0f6a75d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, a5761ff9-4f9e-4491-8928-3756fb059a06) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:27:24.604729 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c646ebc-8315-452f-95a2-d43df0f6a75d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:24.605479 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0c646ebc-8315-452f-95a2-d43df0f6a75d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:24.607912 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee8ffb2-44ce-4e78-b822-195a0efcbb74 None None] Network a5761ff9-4f9e-4491-8928-3756fb059a06 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:27:24.640408 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-adb46332-0d60-4ee3-92e5-5b58c86ba118 req-6f5a1a5a-8cb7-4e02-abb9-dc69a6fa5bd8 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976009 Nov 12 01:27:24.653759 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 36610) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:24.656871 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0c646ebc-8315-452f-95a2-d43df0f6a75d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1235232 Nov 12 01:27:24.672522 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-4af129fb-7ac6-4287-b8bf-99bbd9c71154 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Request body: {'port': {'network_id': 'a5761ff9-4f9e-4491-8928-3756fb059a06', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1313313869'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:24.945338 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af129fb-7ac6-4287-b8bf-99bbd9c71154 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Made reservation on behalf of a32638d5c5e641288786feeafdcdff25 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:27:24.956398 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4af129fb-7ac6-4287-b8bf-99bbd9c71154 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:25.125759 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0091232-3491-4986-bb9e-4d8b34c802ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-a5761ff9-4f9e-4491-8928-3756fb059a06', 'network_id': 'a5761ff9-4f9e-4491-8928-3756fb059a06', 'tenant_id': 'a32638d5c5e641288786feeafdcdff25', 'fixed_ips': [{'subnet_id': '44ac4b53-9f21-46a6-a441-e3e1e51878f9'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:27:25.126709 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d0091232-3491-4986-bb9e-4d8b34c802ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:25.189826 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [None req-4af129fb-7ac6-4287-b8bf-99bbd9c71154 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] device_id is not set on port 96130f4e-41f6-4105-ab1f-49ef14a3d8e2 yet. {{(pid=109085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:27:25.494637 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f9dd57b4-7975-4b87-b48f-7860a1f17223 req-14ecdb30-67fd-43f9-a6dc-ce577c6dcc33 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b6629a2-58ec-446d-9d33-931f40ef3ba4 HTTP/1.1" status: 200 len: 210 time: 0.1017656 Nov 12 01:27:25.510341 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32cc5f-652a-45fd-8fb0-bc7098441920 req-443f397e-8b2c-456c-b56c-790313994afe tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:25.512878 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6c32cc5f-652a-45fd-8fb0-bc7098441920 req-443f397e-8b2c-456c-b56c-790313994afe tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.16 "GET /v2.0/networks?id=a8868ccc-b900-4344-82bc-70d49264bb11 HTTP/1.1" status: 200 len: 808 time: 0.5497832 Nov 12 01:27:25.525956 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-d0091232-3491-4986-bb9e-4d8b34c802ad None None] Allocated IP 2001:db8::2 (a5761ff9-4f9e-4491-8928-3756fb059a06/44ac4b53-9f21-46a6-a441-e3e1e51878f9/67a89bb4-2f53-431c-b394-2df397bc0c6d) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:27:25.549027 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-6c32cc5f-652a-45fd-8fb0-bc7098441920 req-fa160fd6-7008-4856-af9d-b884af6b502b tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Request body: {'port': {'device_id': '7b6629a2-58ec-446d-9d33-931f40ef3ba4', 'network_id': 'a8868ccc-b900-4344-82bc-70d49264bb11', 'admin_state_up': True, 'tenant_id': '5388dd35cef8439498870da024d1ec2d'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:25.799751 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 36648) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:25.930852 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d0091232-3491-4986-bb9e-4d8b34c802ad None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:25.941855 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e0aea-fc26-4184-8b93-88f471e0cd1c req-a318a668-5caf-4165-b09d-7ae5ff4e9e94 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:25.945679 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-791e0aea-fc26-4184-8b93-88f471e0cd1c req-a318a668-5caf-4165-b09d-7ae5ff4e9e94 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=631010e5-2d5b-44ec-8371-ed2f024137c4 HTTP/1.1" status: 200 len: 944 time: 0.1718485 Nov 12 01:27:25.947068 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c32cc5f-652a-45fd-8fb0-bc7098441920 req-fa160fd6-7008-4856-af9d-b884af6b502b tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Made reservation on behalf of 5388dd35cef8439498870da024d1ec2d for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:27:25.956116 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d0091232-3491-4986-bb9e-4d8b34c802ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:25.961102 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-6c32cc5f-652a-45fd-8fb0-bc7098441920 req-fa160fd6-7008-4856-af9d-b884af6b502b tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:26.194999 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0091232-3491-4986-bb9e-4d8b34c802ad None None] Pushing event updated for resources: {'Port': ['ID=67a89bb4-2f53-431c-b394-2df397bc0c6d,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:26.213306 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0091232-3491-4986-bb9e-4d8b34c802ad None None] Network a5761ff9-4f9e-4491-8928-3756fb059a06 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:27:26.217723 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-d0091232-3491-4986-bb9e-4d8b34c802ad None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:27:26.224661 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0091232-3491-4986-bb9e-4d8b34c802ad None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:27:26.378655 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-d0091232-3491-4986-bb9e-4d8b34c802ad None None] Attempting to bind port 67a89bb4-2f53-431c-b394-2df397bc0c6d on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:27:26.379490 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-c4bfe705-fbf8-47b5-8889-5cdae212e2d2 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:26.381219 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-d0091232-3491-4986-bb9e-4d8b34c802ad None None] Attempting to bind port 67a89bb4-2f53-431c-b394-2df397bc0c6d by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'a64dbe9b-0f68-4896-8a69-8430f10c73ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a5761ff9-4f9e-4491-8928-3756fb059a06'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:27:26.381604 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0091232-3491-4986-bb9e-4d8b34c802ad None None] Attempting to bind port 67a89bb4-2f53-431c-b394-2df397bc0c6d on network a5761ff9-4f9e-4491-8928-3756fb059a06 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:27:26.382599 n-d-712142-27 neutron-server[109086]: WARNING neutron.api.v2.base [None req-c4bfe705-fbf8-47b5-8889-5cdae212e2d2 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 01:27:26.393232 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-c4bfe705-fbf8-47b5-8889-5cdae212e2d2 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 01:27:26.394006 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0091232-3491-4986-bb9e-4d8b34c802ad None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:27:26.394444 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0091232-3491-4986-bb9e-4d8b34c802ad None None] Checking segment: {'id': 'a64dbe9b-0f68-4896-8a69-8430f10c73ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a5761ff9-4f9e-4491-8928-3756fb059a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:27:26.394803 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d0091232-3491-4986-bb9e-4d8b34c802ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:26.395214 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0091232-3491-4986-bb9e-4d8b34c802ad None None] Bound using segment: {'id': 'a64dbe9b-0f68-4896-8a69-8430f10c73ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a5761ff9-4f9e-4491-8928-3756fb059a06'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:27:26.395921 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-d0091232-3491-4986-bb9e-4d8b34c802ad None None] Bound port: 67a89bb4-2f53-431c-b394-2df397bc0c6d, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a64dbe9b-0f68-4896-8a69-8430f10c73ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a5761ff9-4f9e-4491-8928-3756fb059a06'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:27:26.402602 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d0091232-3491-4986-bb9e-4d8b34c802ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:26.429728 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-791e0aea-fc26-4184-8b93-88f471e0cd1c req-222c6afe-bc50-4472-8e1d-c45e62f2bd17 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4614387 Nov 12 01:27:26.429728 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 36664) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:26.445139 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c4bfe705-fbf8-47b5-8889-5cdae212e2d2 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.6433837 Nov 12 01:27:26.509114 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-4af129fb-7ac6-4287-b8bf-99bbd9c71154 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Allocated IP 2001:db8::20d (a5761ff9-4f9e-4491-8928-3756fb059a06/44ac4b53-9f21-46a6-a441-e3e1e51878f9/96130f4e-41f6-4105-ab1f-49ef14a3d8e2) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:27:26.524687 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-194603a8-f36a-4b72-a7c1-5057188bcafb tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Request body: {'security_group': {'name': 'tempest-secgroup--69704217'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:26.530525 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-d0091232-3491-4986-bb9e-4d8b34c802ad None None] For port 67a89bb4-2f53-431c-b394-2df397bc0c6d, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:27:26.540099 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-d0091232-3491-4986-bb9e-4d8b34c802ad None None] For port 67a89bb4-2f53-431c-b394-2df397bc0c6d, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=67a89bb4-2f53-431c-b394-2df397bc0c6d,segment=NetworkSegment(a64dbe9b-0f68-4896-8a69-8430f10c73ba),segment_id=a64dbe9b-0f68-4896-8a69-8430f10c73ba)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:27:26.547688 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d0091232-3491-4986-bb9e-4d8b34c802ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:26.607391 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-194603a8-f36a-4b72-a7c1-5057188bcafb tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:26.658885 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 36672) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:26.789134 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0091232-3491-4986-bb9e-4d8b34c802ad None None] Pushing event updated for resources: {'Port': ['ID=67a89bb4-2f53-431c-b394-2df397bc0c6d,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:26.861644 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4af129fb-7ac6-4287-b8bf-99bbd9c71154 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:26.944548 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-194603a8-f36a-4b72-a7c1-5057188bcafb tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:26.965932 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-f85a96e7-3be4-4fd7-b114-16d680417840 req-89875d31-554d-4bfc-907a-a11a474ddb31 service neutron] (109085) timed out ('10.222.0.44', 58332) {{(pid=109085) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 01:27:27.066741 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4af129fb-7ac6-4287-b8bf-99bbd9c71154 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:27.086948 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-da6b9820-79ba-4b7c-b616-cf9f4aa0d75e req-74eaa73f-87c8-48a6-8af7-f24645bd35ed tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b6629a2-58ec-446d-9d33-931f40ef3ba4 HTTP/1.1" status: 200 len: 210 time: 0.1652615 Nov 12 01:27:27.111050 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-6c32cc5f-652a-45fd-8fb0-bc7098441920 req-fa160fd6-7008-4856-af9d-b884af6b502b tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Allocated IP 172.20.0.7 (a8868ccc-b900-4344-82bc-70d49264bb11/5ca45d2d-31ed-4da3-b7aa-f061deac9f55/5e4ed001-35a0-46d8-9ab1-96562fa0e4fb) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:27:27.160965 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-373c50ee-8262-4098-9931-5f98550f1ba6 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-142113273'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:27.230297 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af129fb-7ac6-4287-b8bf-99bbd9c71154 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Network a5761ff9-4f9e-4491-8928-3756fb059a06 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:27:27.266928 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af129fb-7ac6-4287-b8bf-99bbd9c71154 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event updated for resources: {'Port': ['ID=96130f4e-41f6-4105-ab1f-49ef14a3d8e2,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:27.290509 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-4af129fb-7ac6-4287-b8bf-99bbd9c71154 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:27:27.302720 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a5ff7d2b-ddcf-4139-815d-8cbd081e69e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:27.315374 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373c50ee-8262-4098-9931-5f98550f1ba6 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Made reservation on behalf of 45703047f4814f198a049a2dd83a9bd4 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:27:27.322108 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af129fb-7ac6-4287-b8bf-99bbd9c71154 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:27:27.329947 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-373c50ee-8262-4098-9931-5f98550f1ba6 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:27.330815 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af129fb-7ac6-4287-b8bf-99bbd9c71154 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:27.331628 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4af129fb-7ac6-4287-b8bf-99bbd9c71154 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:27.380708 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-373c50ee-8262-4098-9931-5f98550f1ba6 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:27.481446 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4af129fb-7ac6-4287-b8bf-99bbd9c71154 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.8260348 Nov 12 01:27:27.487049 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 36688) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:27.616737 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-194603a8-f36a-4b72-a7c1-5057188bcafb tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:27.652702 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-194603a8-f36a-4b72-a7c1-5057188bcafb tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:27.680280 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-373c50ee-8262-4098-9931-5f98550f1ba6 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:27.689269 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-373c50ee-8262-4098-9931-5f98550f1ba6 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:27.730936 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-373c50ee-8262-4098-9931-5f98550f1ba6 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:27:27.773761 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-373c50ee-8262-4098-9931-5f98550f1ba6 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:27.774322 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-373c50ee-8262-4098-9931-5f98550f1ba6 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Added segment 2e4cbf33-af8a-42f8-a8f6-ea6cee9f0425 of type vlan for network 28c0df3b-d22c-4037-8cb6-71e38f8e0275 Nov 12 01:27:27.798987 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-6c32cc5f-652a-45fd-8fb0-bc7098441920 req-fa160fd6-7008-4856-af9d-b884af6b502b tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:27.814626 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194603a8-f36a-4b72-a7c1-5057188bcafb tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eed10bd-163d-45a7-9b6a-7855ef5096e3,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:27.866907 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e86fe-200c-4bda-b68b-7d16bb539122 req-a36c62be-88ed-4368-9b4f-a04dca007a4f tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:27.875324 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ae0e86fe-200c-4bda-b68b-7d16bb539122 req-a36c62be-88ed-4368-9b4f-a04dca007a4f tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=631010e5-2d5b-44ec-8371-ed2f024137c4 HTTP/1.1" status: 200 len: 944 time: 0.2843137 Nov 12 01:27:28.009452 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-373c50ee-8262-4098-9931-5f98550f1ba6 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:28.014502 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-194603a8-f36a-4b72-a7c1-5057188bcafb tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:28.029986 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-d5942ea1-b5b7-41ad-ad7e-84686ee8b167 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Deleting port 96130f4e-41f6-4105-ab1f-49ef14a3d8e2 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:27:28.030613 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d5942ea1-b5b7-41ad-ad7e-84686ee8b167 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:28.180590 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-373c50ee-8262-4098-9931-5f98550f1ba6 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:28.197351 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-194603a8-f36a-4b72-a7c1-5057188bcafb tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:28.214009 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373c50ee-8262-4098-9931-5f98550f1ba6 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:28.214964 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-373c50ee-8262-4098-9931-5f98550f1ba6 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:28.268490 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194603a8-f36a-4b72-a7c1-5057188bcafb tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86ef83bd-b15e-4b1a-b625-3d743befd551,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:28.271507 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-6c32cc5f-652a-45fd-8fb0-bc7098441920 req-fa160fd6-7008-4856-af9d-b884af6b502b tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:28.291024 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d5942ea1-b5b7-41ad-ad7e-84686ee8b167 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:28.316229 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ae0e86fe-200c-4bda-b68b-7d16bb539122 req-a5117650-678a-4c54-b101-a451204f41da tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4395905 Nov 12 01:27:28.422956 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-373c50ee-8262-4098-9931-5f98550f1ba6 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.7622449 Nov 12 01:27:28.433138 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 36706) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:28.453769 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-7cbea7f7-7999-44ce-9dec-e63075d92541 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Request body: {'subnet': {'network_id': '28c0df3b-d22c-4037-8cb6-71e38f8e0275', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:28.459254 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c32cc5f-652a-45fd-8fb0-bc7098441920 req-fa160fd6-7008-4856-af9d-b884af6b502b tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Network a8868ccc-b900-4344-82bc-70d49264bb11 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:27:28.465759 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-d5942ea1-b5b7-41ad-ad7e-84686ee8b167 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Calling delete_port for 96130f4e-41f6-4105-ab1f-49ef14a3d8e2 owned by {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:27:28.470246 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-194603a8-f36a-4b72-a7c1-5057188bcafb tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:28.471736 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-194603a8-f36a-4b72-a7c1-5057188bcafb tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.9582348 Nov 12 01:27:28.490814 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 36710) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:28.493382 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa160fd6-7008-4856-af9d-b884af6b502b tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Pushing event updated for resources: {'Port': ['ID=5e4ed001-35a0-46d8-9ab1-96562fa0e4fb,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:28.505505 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-6c32cc5f-652a-45fd-8fb0-bc7098441920 req-fa160fd6-7008-4856-af9d-b884af6b502b tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:27:28.517785 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-2aaab462-1dba-49ff-bfe2-d185f361e9ad tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Request body: {'security_group_rule': {'security_group_id': '86ef83bd-b15e-4b1a-b625-3d743befd551', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:28.525720 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c32cc5f-652a-45fd-8fb0-bc7098441920 req-fa160fd6-7008-4856-af9d-b884af6b502b tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:27:28.620870 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373c50ee-8262-4098-9931-5f98550f1ba6 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5ed481-8581-43cb-9dad-d1575f730844,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:28.641326 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444080a5-30c1-4702-9e2c-c55d42cfeee1 None None] Network a5761ff9-4f9e-4491-8928-3756fb059a06 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:27:28.735016 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373c50ee-8262-4098-9931-5f98550f1ba6 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Pushing event updated for resources: {'Network': ['ID=28c0df3b-d22c-4037-8cb6-71e38f8e0275,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:28.840294 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 28c0df3b-d22c-4037-8cb6-71e38f8e0275 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:27:28.973079 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 67a89bb4-2f53-431c-b394-2df397bc0c6d up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:27:28.976653 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-e28ea611-238b-4c85-8c8c-8b1bb45a2bc3 None None] Provisioning complete for port 67a89bb4-2f53-431c-b394-2df397bc0c6d triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:27:28.977056 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e28ea611-238b-4c85-8c8c-8b1bb45a2bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:29.226935 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.db.api [None req-7cbea7f7-7999-44ce-9dec-e63075d92541 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 01:27:29.226935 n-d-712142-27 neutron-server[109086]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 12 01:27:29.226935 n-d-712142-27 neutron-server[109086]: [parameters: {'project_id_1': '45703047f4814f198a049a2dd83a9bd4', 'expiration_1': datetime.datetime(2021, 11, 12, 1, 27, 8, 793364)}] Nov 12 01:27:29.226935 n-d-712142-27 neutron-server[109086]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109086) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:27:29.227692 n-d-712142-27 neutron-server[109086]: DEBUG oslo_db.api [None req-7cbea7f7-7999-44ce-9dec-e63075d92541 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:27:29.264591 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e28ea611-238b-4c85-8c8c-8b1bb45a2bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:29.271029 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32cc5f-652a-45fd-8fb0-bc7098441920 req-fa160fd6-7008-4856-af9d-b884af6b502b tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:29.272053 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-6c32cc5f-652a-45fd-8fb0-bc7098441920 req-fa160fd6-7008-4856-af9d-b884af6b502b tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:29.300065 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989bcb97-5e73-4efd-88e1-cdbf318850df req-caf5ce31-49b0-42d2-97a6-c78fd9350de6 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:29.308877 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-989bcb97-5e73-4efd-88e1-cdbf318850df req-caf5ce31-49b0-42d2-97a6-c78fd9350de6 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b6629a2-58ec-446d-9d33-931f40ef3ba4 HTTP/1.1" status: 200 len: 931 time: 0.9360006 Nov 12 01:27:29.310633 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-e28ea611-238b-4c85-8c8c-8b1bb45a2bc3 None None] For port 67a89bb4-2f53-431c-b394-2df397bc0c6d, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=67a89bb4-2f53-431c-b394-2df397bc0c6d,segment=NetworkSegment(a64dbe9b-0f68-4896-8a69-8430f10c73ba),segment_id=a64dbe9b-0f68-4896-8a69-8430f10c73ba)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:27:29.319946 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 67a89bb4-2f53-431c-b394-2df397bc0c6d triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:27:29.320494 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:29.326174 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2aaab462-1dba-49ff-bfe2-d185f361e9ad tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:29.362956 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e28ea611-238b-4c85-8c8c-8b1bb45a2bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:29.417067 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6c32cc5f-652a-45fd-8fb0-bc7098441920 req-fa160fd6-7008-4856-af9d-b884af6b502b tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8759344 Nov 12 01:27:29.446929 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-6c32cc5f-652a-45fd-8fb0-bc7098441920 req-af67f2ff-e22d-4632-aa15-56adb3c65a72 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:27:29.463362 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6c32cc5f-652a-45fd-8fb0-bc7098441920 req-af67f2ff-e22d-4632-aa15-56adb3c65a72 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0303016 Nov 12 01:27:29.513974 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ea611-238b-4c85-8c8c-8b1bb45a2bc3 None None] Pushing event updated for resources: {'Port': ['ID=67a89bb4-2f53-431c-b394-2df397bc0c6d,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:29.532796 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-6c32cc5f-652a-45fd-8fb0-bc7098441920 req-1b60e0cc-c9be-48e5-898a-0214ea104d17 service neutron] Request body: {'port': {'device_id': '7b6629a2-58ec-446d-9d33-931f40ef3ba4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:29.789066 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cbea7f7-7999-44ce-9dec-e63075d92541 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Made reservation on behalf of 45703047f4814f198a049a2dd83a9bd4 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:27:29.803863 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7cbea7f7-7999-44ce-9dec-e63075d92541 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:29.819501 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0669cfb-96d2-457e-8e3a-799d8b8a0269 req-50fa86f1-1aa5-4176-a6ec-06e432056468 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:29.821429 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b0669cfb-96d2-457e-8e3a-799d8b8a0269 req-50fa86f1-1aa5-4176-a6ec-06e432056468 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=631010e5-2d5b-44ec-8371-ed2f024137c4 HTTP/1.1" status: 200 len: 944 time: 0.3199527 Nov 12 01:27:29.832625 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-989bcb97-5e73-4efd-88e1-cdbf318850df req-9e7957ef-9e96-42bc-8020-eb610562e66d tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/security-groups?id=d92f5d90-e746-4f21-9753-88e8404e7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5223112 Nov 12 01:27:29.911855 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-6c32cc5f-652a-45fd-8fb0-bc7098441920 req-1b60e0cc-c9be-48e5-898a-0214ea104d17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:29.980838 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d5942ea1-b5b7-41ad-ad7e-84686ee8b167 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:29.995555 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-9d385014-a303-406e-b969-de08f84540d7 None None] Could not find standard attr ID for object 96130f4e-41f6-4105-ab1f-49ef14a3d8e2. {{(pid=109087) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:27:30.034496 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-9d385014-a303-406e-b969-de08f84540d7 None None] Provisioning complete for port 67a89bb4-2f53-431c-b394-2df397bc0c6d triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:27:30.034496 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9d385014-a303-406e-b969-de08f84540d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:30.110541 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2aaab462-1dba-49ff-bfe2-d185f361e9ad tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:30.229567 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7cbea7f7-7999-44ce-9dec-e63075d92541 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:30.234552 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2aaab462-1dba-49ff-bfe2-d185f361e9ad tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:30.328660 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5942ea1-b5b7-41ad-ad7e-84686ee8b167 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event deleted for resources: {'Port': ['ID=96130f4e-41f6-4105-ab1f-49ef14a3d8e2,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:30.333490 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaab462-1dba-49ff-bfe2-d185f361e9ad tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d6b3a53-3d42-4f39-a26f-96b2d443a44f,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:30.343351 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2aaab462-1dba-49ff-bfe2-d185f361e9ad tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:30.344937 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2aaab462-1dba-49ff-bfe2-d185f361e9ad tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8362341 Nov 12 01:27:30.353985 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 36738) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:30.373698 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b0669cfb-96d2-457e-8e3a-799d8b8a0269 req-3007a384-afa8-4a5b-840f-6a6fd4671da8 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5399053 Nov 12 01:27:30.415532 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-dfc74c32-6e6b-44e0-8bf6-c00a36c6e742 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Request body: {'security_group_rule': {'security_group_id': '86ef83bd-b15e-4b1a-b625-3d743befd551', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:30.470340 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbea7f7-7999-44ce-9dec-e63075d92541 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Checking segment: {'id': '2e4cbf33-af8a-42f8-a8f6-ea6cee9f0425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '28c0df3b-d22c-4037-8cb6-71e38f8e0275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:27:30.470936 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbea7f7-7999-44ce-9dec-e63075d92541 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Network hostable DHCP agents. Network: 28c0df3b-d22c-4037-8cb6-71e38f8e0275, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:27:30.503530 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d5942ea1-b5b7-41ad-ad7e-84686ee8b167 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:30.511871 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-d5942ea1-b5b7-41ad-ad7e-84686ee8b167 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "DELETE /v2.0/ports/96130f4e-41f6-4105-ab1f-49ef14a3d8e2 HTTP/1.1" status: 204 len: 168 time: 3.0057957 Nov 12 01:27:30.531925 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 36740) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:30.552841 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbea7f7-7999-44ce-9dec-e63075d92541 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Pushing event updated for resources: {'Subnet': ['ID=9c632635-9143-47d6-8b4e-e6d451df1ea9,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:30.576378 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-f917c964-f2de-42a6-aa11-aa1898603895 None None] Could not find standard attr ID for object 96130f4e-41f6-4105-ab1f-49ef14a3d8e2. {{(pid=109087) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:27:30.645535 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbea7f7-7999-44ce-9dec-e63075d92541 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Network 28c0df3b-d22c-4037-8cb6-71e38f8e0275 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:27:30.683753 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee3695dd-b3cc-461e-b011-8558277ff769 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] GET failed (client error): The resource could not be found. Nov 12 01:27:30.690230 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ee3695dd-b3cc-461e-b011-8558277ff769 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "GET /v2.0/ports/96130f4e-41f6-4105-ab1f-49ef14a3d8e2 HTTP/1.1" status: 404 len: 333 time: 0.1526835 Nov 12 01:27:30.692651 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 36746) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:30.704558 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-7cbea7f7-7999-44ce-9dec-e63075d92541 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 28c0df3b-d22c-4037-8cb6-71e38f8e0275) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:27:30.721269 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f78863e-a22e-4b39-b9d7-0679a5636619 None None] Network 28c0df3b-d22c-4037-8cb6-71e38f8e0275 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:27:30.722582 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbea7f7-7999-44ce-9dec-e63075d92541 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:30.726345 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7cbea7f7-7999-44ce-9dec-e63075d92541 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:30.770304 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dfc74c32-6e6b-44e0-8bf6-c00a36c6e742 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:31.031211 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7cbea7f7-7999-44ce-9dec-e63075d92541 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5890892 Nov 12 01:27:31.036175 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 36754) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:31.038129 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 67a89bb4-2f53-431c-b394-2df397bc0c6d up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:27:31.067738 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-231b1408-6e92-4298-8b0a-533dc8e0a937 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Request body: {'port': {'network_id': '28c0df3b-d22c-4037-8cb6-71e38f8e0275', 'name': 'tempest-DHCPAgentSchedulersTestJSON-20278076'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:31.083584 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-10e0088f-86a9-4892-bab2-7c0a830d0689 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Deleting subnet 44ac4b53-9f21-46a6-a441-e3e1e51878f9 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:27:31.119087 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-10e0088f-86a9-4892-bab2-7c0a830d0689 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:31.149979 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-39834547-e680-43eb-8042-a286f0de6025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:31.290141 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 67a89bb4-2f53-431c-b394-2df397bc0c6d triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:27:31.290757 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:31.293620 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea15cac2-8d1e-4843-8221-e4f6325cd7ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-28c0df3b-d22c-4037-8cb6-71e38f8e0275', 'network_id': '28c0df3b-d22c-4037-8cb6-71e38f8e0275', 'tenant_id': '45703047f4814f198a049a2dd83a9bd4', 'fixed_ips': [{'subnet_id': '9c632635-9143-47d6-8b4e-e6d451df1ea9'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:27:31.294735 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ea15cac2-8d1e-4843-8221-e4f6325cd7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:31.363139 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-6c32cc5f-652a-45fd-8fb0-bc7098441920 req-1b60e0cc-c9be-48e5-898a-0214ea104d17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e4ed001-35a0-46d8-9ab1-96562fa0e4fb {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:27:31.385582 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-6c32cc5f-652a-45fd-8fb0-bc7098441920 req-1b60e0cc-c9be-48e5-898a-0214ea104d17 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:31.445715 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-dfc74c32-6e6b-44e0-8bf6-c00a36c6e742 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 01:27:31.450065 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-dfc74c32-6e6b-44e0-8bf6-c00a36c6e742 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.0859125 Nov 12 01:27:31.454502 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 36758) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:31.458793 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-10e0088f-86a9-4892-bab2-7c0a830d0689 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:31.480594 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-6c32cc5f-652a-45fd-8fb0-bc7098441920 req-1b60e0cc-c9be-48e5-898a-0214ea104d17 service neutron] Transition to ACTIVE for port object 5e4ed001-35a0-46d8-9ab1-96562fa0e4fb will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:27:31.500283 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-6c32cc5f-652a-45fd-8fb0-bc7098441920 req-1b60e0cc-c9be-48e5-898a-0214ea104d17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:31.674400 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-ea15cac2-8d1e-4843-8221-e4f6325cd7ce None None] Allocated IP 172.20.0.2 (28c0df3b-d22c-4037-8cb6-71e38f8e0275/9c632635-9143-47d6-8b4e-e6d451df1ea9/3b237504-33e6-481c-a047-1935edd875bb) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:27:31.777890 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a19a66-3c4d-41d8-bb2f-3a1bfc4eb74b req-ff10176d-bb98-41c6-8ebc-e9641e0fecaf tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:31.779733 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-82a19a66-3c4d-41d8-bb2f-3a1bfc4eb74b req-ff10176d-bb98-41c6-8ebc-e9641e0fecaf tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b6629a2-58ec-446d-9d33-931f40ef3ba4 HTTP/1.1" status: 200 len: 931 time: 0.6740508 Nov 12 01:27:31.785977 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b60e0cc-c9be-48e5-898a-0214ea104d17 service neutron] Pushing event updated for resources: {'Port': ['ID=5e4ed001-35a0-46d8-9ab1-96562fa0e4fb,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:31.816225 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0779f8-db0b-4923-8a50-543a45764491 req-f80268e0-c0cc-4298-bf44-73380824b930 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:31.818103 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8b0779f8-db0b-4923-8a50-543a45764491 req-f80268e0-c0cc-4298-bf44-73380824b930 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=631010e5-2d5b-44ec-8371-ed2f024137c4 HTTP/1.1" status: 200 len: 944 time: 0.2794752 Nov 12 01:27:31.903149 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ccbe241a-b43f-42a2-87a3-f5ecd0c84884 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:31.929139 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-10e0088f-86a9-4892-bab2-7c0a830d0689 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:31.998883 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8b0779f8-db0b-4923-8a50-543a45764491 req-2701ff6b-a392-454b-b09a-e939ae51aef3 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416194 Nov 12 01:27:32.025900 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-82a19a66-3c4d-41d8-bb2f-3a1bfc4eb74b req-66085a25-20df-4328-b93e-3ab2bf533347 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/security-groups?id=d92f5d90-e746-4f21-9753-88e8404e7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203007 Nov 12 01:27:32.039274 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231b1408-6e92-4298-8b0a-533dc8e0a937 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Made reservation on behalf of 45703047f4814f198a049a2dd83a9bd4 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:27:32.046432 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-6c32cc5f-652a-45fd-8fb0-bc7098441920 req-1b60e0cc-c9be-48e5-898a-0214ea104d17 service neutron] Attempting to bind port 5e4ed001-35a0-46d8-9ab1-96562fa0e4fb on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:27:32.047082 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-231b1408-6e92-4298-8b0a-533dc8e0a937 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:32.047935 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-6c32cc5f-652a-45fd-8fb0-bc7098441920 req-1b60e0cc-c9be-48e5-898a-0214ea104d17 service neutron] Attempting to bind port 5e4ed001-35a0-46d8-9ab1-96562fa0e4fb by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': '8ba0d8a8-df0b-4e44-bb9a-7737c8ae5a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a8868ccc-b900-4344-82bc-70d49264bb11'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:27:32.051572 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c32cc5f-652a-45fd-8fb0-bc7098441920 req-1b60e0cc-c9be-48e5-898a-0214ea104d17 service neutron] Attempting to bind port 5e4ed001-35a0-46d8-9ab1-96562fa0e4fb on network a8868ccc-b900-4344-82bc-70d49264bb11 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:27:32.065130 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c32cc5f-652a-45fd-8fb0-bc7098441920 req-1b60e0cc-c9be-48e5-898a-0214ea104d17 service neutron] Port 5e4ed001-35a0-46d8-9ab1-96562fa0e4fb on network a8868ccc-b900-4344-82bc-70d49264bb11 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:27:32.065500 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c32cc5f-652a-45fd-8fb0-bc7098441920 req-1b60e0cc-c9be-48e5-898a-0214ea104d17 service neutron] Attempting to bind port 5e4ed001-35a0-46d8-9ab1-96562fa0e4fb on network a8868ccc-b900-4344-82bc-70d49264bb11 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:27:32.094704 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c32cc5f-652a-45fd-8fb0-bc7098441920 req-1b60e0cc-c9be-48e5-898a-0214ea104d17 service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:27:32.095197 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c32cc5f-652a-45fd-8fb0-bc7098441920 req-1b60e0cc-c9be-48e5-898a-0214ea104d17 service neutron] Checking segment: {'id': '8ba0d8a8-df0b-4e44-bb9a-7737c8ae5a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a8868ccc-b900-4344-82bc-70d49264bb11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:27:32.095608 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c32cc5f-652a-45fd-8fb0-bc7098441920 req-1b60e0cc-c9be-48e5-898a-0214ea104d17 service neutron] Bound using segment: {'id': '8ba0d8a8-df0b-4e44-bb9a-7737c8ae5a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a8868ccc-b900-4344-82bc-70d49264bb11'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:27:32.096249 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-6c32cc5f-652a-45fd-8fb0-bc7098441920 req-1b60e0cc-c9be-48e5-898a-0214ea104d17 service neutron] Bound port: 5e4ed001-35a0-46d8-9ab1-96562fa0e4fb, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ba0d8a8-df0b-4e44-bb9a-7737c8ae5a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a8868ccc-b900-4344-82bc-70d49264bb11'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:27:32.096643 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-6c32cc5f-652a-45fd-8fb0-bc7098441920 req-1b60e0cc-c9be-48e5-898a-0214ea104d17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:32.106476 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ccbe241a-b43f-42a2-87a3-f5ecd0c84884 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:32.166727 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-231b1408-6e92-4298-8b0a-533dc8e0a937 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] device_id is not set on port 7e191ed5-e995-44a5-9b21-a5c66921d791 yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:27:32.274199 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ea15cac2-8d1e-4843-8221-e4f6325cd7ce None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:32.286454 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ea15cac2-8d1e-4843-8221-e4f6325cd7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:32.317670 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-10e0088f-86a9-4892-bab2-7c0a830d0689 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:32.318225 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea15cac2-8d1e-4843-8221-e4f6325cd7ce None None] Network 28c0df3b-d22c-4037-8cb6-71e38f8e0275 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:27:32.320632 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-ea15cac2-8d1e-4843-8221-e4f6325cd7ce None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:27:32.339363 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-6c32cc5f-652a-45fd-8fb0-bc7098441920 req-1b60e0cc-c9be-48e5-898a-0214ea104d17 service neutron] For port 5e4ed001-35a0-46d8-9ab1-96562fa0e4fb, host n-h1-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:27:32.347505 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea15cac2-8d1e-4843-8221-e4f6325cd7ce None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:27:32.352967 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-6c32cc5f-652a-45fd-8fb0-bc7098441920 req-1b60e0cc-c9be-48e5-898a-0214ea104d17 service neutron] For port 5e4ed001-35a0-46d8-9ab1-96562fa0e4fb, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=5e4ed001-35a0-46d8-9ab1-96562fa0e4fb,segment=NetworkSegment(8ba0d8a8-df0b-4e44-bb9a-7737c8ae5a47),segment_id=8ba0d8a8-df0b-4e44-bb9a-7737c8ae5a47)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:27:32.361831 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-6c32cc5f-652a-45fd-8fb0-bc7098441920 req-1b60e0cc-c9be-48e5-898a-0214ea104d17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:32.377573 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e0088f-86a9-4892-bab2-7c0a830d0689 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event deleted for resources: {'Subnet': ['ID=44ac4b53-9f21-46a6-a441-e3e1e51878f9,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:32.401267 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-10e0088f-86a9-4892-bab2-7c0a830d0689 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:32.420109 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-10e0088f-86a9-4892-bab2-7c0a830d0689 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "DELETE /v2.0/subnets/44ac4b53-9f21-46a6-a441-e3e1e51878f9 HTTP/1.1" status: 204 len: 168 time: 1.7127354 Nov 12 01:27:32.420109 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 36774) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:32.436765 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6e13d9-a2f8-4e22-a084-e225348d6dd3 None None] Network a5761ff9-4f9e-4491-8928-3756fb059a06 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:27:32.447714 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea15cac2-8d1e-4843-8221-e4f6325cd7ce None None] Pushing event updated for resources: {'Port': ['ID=3b237504-33e6-481c-a047-1935edd875bb,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:32.485654 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ccbe241a-b43f-42a2-87a3-f5ecd0c84884 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:32.488464 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ccbe241a-b43f-42a2-87a3-f5ecd0c84884 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:32.489672 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ccbe241a-b43f-42a2-87a3-f5ecd0c84884 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] 10.222.0.45 "DELETE /v2.0/security-groups/86ef83bd-b15e-4b1a-b625-3d743befd551 HTTP/1.1" status: 204 len: 168 time: 1.0104735 Nov 12 01:27:32.492824 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b60e0cc-c9be-48e5-898a-0214ea104d17 service neutron] Pushing event updated for resources: {'Port': ['ID=5e4ed001-35a0-46d8-9ab1-96562fa0e4fb,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:32.495942 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 36778) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:32.555272 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32cc5f-652a-45fd-8fb0-bc7098441920 req-1b60e0cc-c9be-48e5-898a-0214ea104d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:32.558784 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-6c32cc5f-652a-45fd-8fb0-bc7098441920 req-1b60e0cc-c9be-48e5-898a-0214ea104d17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:32.560601 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe241a-b43f-42a2-87a3-f5ecd0c84884 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ef83bd-b15e-4b1a-b625-3d743befd551,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:32.563420 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6c32cc5f-652a-45fd-8fb0-bc7098441920 req-1b60e0cc-c9be-48e5-898a-0214ea104d17 service neutron] 10.222.0.16 "PUT /v2.0/ports/5e4ed001-35a0-46d8-9ab1-96562fa0e4fb HTTP/1.1" status: 200 len: 1092 time: 3.0624459 Nov 12 01:27:32.581804 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b6629a2-58ec-446d-9d33-931f40ef3ba4', 'tag': '5e4ed001-35a0-46d8-9ab1-96562fa0e4fb'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:27:32.590706 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649b69ab-ae94-4ce0-8381-e25621495ffb" -d '{"events": [{"name": "network-changed", "server_uuid": "7b6629a2-58ec-446d-9d33-931f40ef3ba4", "tag": "5e4ed001-35a0-46d8-9ab1-96562fa0e4fb"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:27:32.601955 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-231b1408-6e92-4298-8b0a-533dc8e0a937 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Allocated IP 172.20.0.5 (28c0df3b-d22c-4037-8cb6-71e38f8e0275/9c632635-9143-47d6-8b4e-e6d451df1ea9/7e191ed5-e995-44a5-9b21-a5c66921d791) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:27:32.693790 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e0ea7380-5c22-41f8-ac41-068425b83614 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1886647 Nov 12 01:27:32.694642 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-ea15cac2-8d1e-4843-8221-e4f6325cd7ce None None] Attempting to bind port 3b237504-33e6-481c-a047-1935edd875bb on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:27:32.694642 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-ea15cac2-8d1e-4843-8221-e4f6325cd7ce None None] Attempting to bind port 3b237504-33e6-481c-a047-1935edd875bb by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '2e4cbf33-af8a-42f8-a8f6-ea6cee9f0425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '28c0df3b-d22c-4037-8cb6-71e38f8e0275'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:27:32.695621 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 36784) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:32.700286 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d74629cc-0c1a-4140-9df7-b53dd4cac50e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:32.701056 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea15cac2-8d1e-4843-8221-e4f6325cd7ce None None] Attempting to bind port 3b237504-33e6-481c-a047-1935edd875bb on network 28c0df3b-d22c-4037-8cb6-71e38f8e0275 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:27:32.702613 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-622551b7-36db-48fe-bdbd-06d2829f12b5 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Request body: {'security_group': {'name': 'tempest-secgroup--773555063'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:32.727746 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32cc5f-652a-45fd-8fb0-bc7098441920 req-22903729-896e-42ac-abbc-3d29f780f867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:32.727912 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea15cac2-8d1e-4843-8221-e4f6325cd7ce None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:27:32.728264 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea15cac2-8d1e-4843-8221-e4f6325cd7ce None None] Checking segment: {'id': '2e4cbf33-af8a-42f8-a8f6-ea6cee9f0425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '28c0df3b-d22c-4037-8cb6-71e38f8e0275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:27:32.728698 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ea15cac2-8d1e-4843-8221-e4f6325cd7ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:32.729049 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea15cac2-8d1e-4843-8221-e4f6325cd7ce None None] Bound using segment: {'id': '2e4cbf33-af8a-42f8-a8f6-ea6cee9f0425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '28c0df3b-d22c-4037-8cb6-71e38f8e0275'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:27:32.729546 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-ea15cac2-8d1e-4843-8221-e4f6325cd7ce None None] Bound port: 3b237504-33e6-481c-a047-1935edd875bb, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e4cbf33-af8a-42f8-a8f6-ea6cee9f0425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '28c0df3b-d22c-4037-8cb6-71e38f8e0275'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:27:32.729929 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ea15cac2-8d1e-4843-8221-e4f6325cd7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:32.734084 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6c32cc5f-652a-45fd-8fb0-bc7098441920 req-22903729-896e-42ac-abbc-3d29f780f867 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5388dd35cef8439498870da024d1ec2d&device_id=7b6629a2-58ec-446d-9d33-931f40ef3ba4 HTTP/1.1" status: 200 len: 1095 time: 0.0992432 Nov 12 01:27:32.810589 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6c32cc5f-652a-45fd-8fb0-bc7098441920 req-16f7a88f-531d-457d-923c-220dc7b8bb80 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e4ed001-35a0-46d8-9ab1-96562fa0e4fb HTTP/1.1" status: 200 len: 217 time: 0.0513577 Nov 12 01:27:32.813083 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-622551b7-36db-48fe-bdbd-06d2829f12b5 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:32.906741 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32cc5f-652a-45fd-8fb0-bc7098441920 req-8ee4b745-1f9e-43f2-96f7-0ebf46b99139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:32.908696 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6c32cc5f-652a-45fd-8fb0-bc7098441920 req-8ee4b745-1f9e-43f2-96f7-0ebf46b99139 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5ca45d2d-31ed-4da3-b7aa-f061deac9f55 HTTP/1.1" status: 200 len: 848 time: 0.0838351 Nov 12 01:27:32.972911 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6c32cc5f-652a-45fd-8fb0-bc7098441920 req-33b2ee9c-9380-4d5b-908e-a7ffc946f083 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a8868ccc-b900-4344-82bc-70d49264bb11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372427 Nov 12 01:27:33.041856 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:33.104956 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-ea15cac2-8d1e-4843-8221-e4f6325cd7ce None None] For port 3b237504-33e6-481c-a047-1935edd875bb, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:27:33.109177 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-ea15cac2-8d1e-4843-8221-e4f6325cd7ce None None] For port 3b237504-33e6-481c-a047-1935edd875bb, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=3b237504-33e6-481c-a047-1935edd875bb,segment=NetworkSegment(2e4cbf33-af8a-42f8-a8f6-ea6cee9f0425),segment_id=2e4cbf33-af8a-42f8-a8f6-ea6cee9f0425)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:27:33.120395 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ea15cac2-8d1e-4843-8221-e4f6325cd7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:33.238149 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6c32cc5f-652a-45fd-8fb0-bc7098441920 req-9bfffb1c-864f-41fc-929a-a854bc71443e service neutron] 10.222.0.16 "GET /v2.0/networks/a8868ccc-b900-4344-82bc-70d49264bb11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478688 Nov 12 01:27:33.239816 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8361f6a8-8d6d-4a12-af34-c46894b0c3f2 x-openstack-request-id: req-8361f6a8-8d6d-4a12-af34-c46894b0c3f2 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:27:33.240343 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b6629a2-58ec-446d-9d33-931f40ef3ba4", "tag": "5e4ed001-35a0-46d8-9ab1-96562fa0e4fb", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:27:33.240522 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8361f6a8-8d6d-4a12-af34-c46894b0c3f2 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:27:33.240924 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b6629a2-58ec-446d-9d33-931f40ef3ba4', 'tag': '5e4ed001-35a0-46d8-9ab1-96562fa0e4fb', 'status': 'completed', 'code': 200} Nov 12 01:27:33.263174 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76494653-e442-4782-bdd1-48a76cc19958 None None] DHCP port deletion for a5761ff9-4f9e-4491-8928-3756fb059a06 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:27:33.295210 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-622551b7-36db-48fe-bdbd-06d2829f12b5 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:33.340699 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-622551b7-36db-48fe-bdbd-06d2829f12b5 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:33.377199 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea15cac2-8d1e-4843-8221-e4f6325cd7ce None None] Pushing event updated for resources: {'Port': ['ID=3b237504-33e6-481c-a047-1935edd875bb,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:33.418732 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-622551b7-36db-48fe-bdbd-06d2829f12b5 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:33.435014 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-622551b7-36db-48fe-bdbd-06d2829f12b5 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7231328 Nov 12 01:27:33.451429 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 36796) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:33.485710 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-76494653-e442-4782-bdd1-48a76cc19958 None None] Deleting port 67a89bb4-2f53-431c-b394-2df397bc0c6d {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:27:33.488072 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-76494653-e442-4782-bdd1-48a76cc19958 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:33.553409 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-5803ce68-f3cf-4dd0-aa92-a72b34573f82 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Request body: {'security_group_rule': {'security_group_id': 'df19744d-c807-4173-a243-e0ba0ce741da', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:33.554365 n-d-712142-27 neutron-server[109085]: WARNING neutron.api.v2.base [None req-5803ce68-f3cf-4dd0-aa92-a72b34573f82 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 12 01:27:33.554906 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-5803ce68-f3cf-4dd0-aa92-a72b34573f82 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:27:33.560391 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-5803ce68-f3cf-4dd0-aa92-a72b34573f82 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0173898 Nov 12 01:27:33.590570 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 36800) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:33.746474 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-76494653-e442-4782-bdd1-48a76cc19958 None None] For port 67a89bb4-2f53-431c-b394-2df397bc0c6d, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=67a89bb4-2f53-431c-b394-2df397bc0c6d,segment=NetworkSegment(a64dbe9b-0f68-4896-8a69-8430f10c73ba),segment_id=a64dbe9b-0f68-4896-8a69-8430f10c73ba)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:27:33.746474 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-76494653-e442-4782-bdd1-48a76cc19958 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:33.793196 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-76494653-e442-4782-bdd1-48a76cc19958 None None] Calling delete_port for 67a89bb4-2f53-431c-b394-2df397bc0c6d owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:27:33.899237 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622551b7-36db-48fe-bdbd-06d2829f12b5 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df19744d-c807-4173-a243-e0ba0ce741da,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:33.955493 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46cdba2-f7f8-4866-b688-68fb25bfaf44 req-ab36e6d7-86e1-433f-872d-2cdfb7f6c678 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:33.967016 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e46cdba2-f7f8-4866-b688-68fb25bfaf44 req-ab36e6d7-86e1-433f-872d-2cdfb7f6c678 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b6629a2-58ec-446d-9d33-931f40ef3ba4 HTTP/1.1" status: 200 len: 943 time: 0.5835714 Nov 12 01:27:34.000578 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:34.010533 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6c32cc5f-652a-45fd-8fb0-bc7098441920 req-1b210b8f-eb70-4516-a4e6-948d5cc26058 service neutron] 10.222.0.16 "GET /v2.0/networks/a8868ccc-b900-4344-82bc-70d49264bb11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7567267 Nov 12 01:27:34.103250 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-76494653-e442-4782-bdd1-48a76cc19958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:34.115745 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d6361-1a39-465b-9e94-9293ab8742a3 req-92a0da62-7aa8-4288-b9c0-1a0b893da871 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:34.118833 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-df4d6361-1a39-465b-9e94-9293ab8742a3 req-92a0da62-7aa8-4288-b9c0-1a0b893da871 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=631010e5-2d5b-44ec-8371-ed2f024137c4 HTTP/1.1" status: 200 len: 944 time: 0.7316928 Nov 12 01:27:34.200873 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76494653-e442-4782-bdd1-48a76cc19958 None None] No DVR routers for this DVR port 67a89bb4-2f53-431c-b394-2df397bc0c6d on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:27:34.203353 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76494653-e442-4782-bdd1-48a76cc19958 None None] Pushing event deleted for resources: {'Port': ['ID=67a89bb4-2f53-431c-b394-2df397bc0c6d,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:34.245151 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-231b1408-6e92-4298-8b0a-533dc8e0a937 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:34.257405 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cc1ac95e-7b8c-417e-9acf-1e9e84d2684e tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:34.330167 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-d74629cc-0c1a-4140-9df7-b53dd4cac50e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Deleting port 67a89bb4-2f53-431c-b394-2df397bc0c6d {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:27:34.330693 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d74629cc-0c1a-4140-9df7-b53dd4cac50e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:34.333472 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-df4d6361-1a39-465b-9e94-9293ab8742a3 req-28b46bbd-4b8e-4056-9c79-ff8bafa0f84a tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054312 Nov 12 01:27:34.371058 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e46cdba2-f7f8-4866-b688-68fb25bfaf44 req-94db9262-9a28-4cf2-9205-dcd7ad90b117 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/security-groups?id=d92f5d90-e746-4f21-9753-88e8404e7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3991845 Nov 12 01:27:34.410569 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cc1ac95e-7b8c-417e-9acf-1e9e84d2684e tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:34.491153 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b69ab-ae94-4ce0-8381-e25621495ffb req-9180116e-3512-428a-b44c-641c27f34893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:34.494153 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-649b69ab-ae94-4ce0-8381-e25621495ffb req-9180116e-3512-428a-b44c-641c27f34893 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5388dd35cef8439498870da024d1ec2d&device_id=7b6629a2-58ec-446d-9d33-931f40ef3ba4 HTTP/1.1" status: 200 len: 1095 time: 0.3330929 Nov 12 01:27:34.600161 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-231b1408-6e92-4298-8b0a-533dc8e0a937 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:34.603752 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-d74629cc-0c1a-4140-9df7-b53dd4cac50e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] For port 67a89bb4-2f53-431c-b394-2df397bc0c6d, host n-d-712142-27, got binding levels [] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:27:34.604163 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d74629cc-0c1a-4140-9df7-b53dd4cac50e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:34.681238 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231b1408-6e92-4298-8b0a-533dc8e0a937 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Network 28c0df3b-d22c-4037-8cb6-71e38f8e0275 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:27:34.775566 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-231b1408-6e92-4298-8b0a-533dc8e0a937 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:27:34.778511 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b69ab-ae94-4ce0-8381-e25621495ffb req-b88a5e09-e75c-49ba-85a1-ed3ffafad3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:34.780909 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-649b69ab-ae94-4ce0-8381-e25621495ffb req-b88a5e09-e75c-49ba-85a1-ed3ffafad3a7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a8868ccc-b900-4344-82bc-70d49264bb11 HTTP/1.1" status: 200 len: 908 time: 0.2694497 Nov 12 01:27:34.784145 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231b1408-6e92-4298-8b0a-533dc8e0a937 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:27:34.810829 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-d74629cc-0c1a-4140-9df7-b53dd4cac50e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Calling delete_port for 67a89bb4-2f53-431c-b394-2df397bc0c6d owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:27:34.878128 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-649b69ab-ae94-4ce0-8381-e25621495ffb req-963a0095-fc3b-4df0-8468-43cecf9adc2b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e4ed001-35a0-46d8-9ab1-96562fa0e4fb HTTP/1.1" status: 200 len: 217 time: 0.0888352 Nov 12 01:27:34.922094 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cc1ac95e-7b8c-417e-9acf-1e9e84d2684e tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:34.936680 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.ipam_backend_mixin [None req-d74629cc-0c1a-4140-9df7-b53dd4cac50e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Port 67a89bb4-2f53-431c-b394-2df397bc0c6d was not found and therefore no delete operation was performed {{(pid=109086) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 01:27:34.947772 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cc1ac95e-7b8c-417e-9acf-1e9e84d2684e tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:34.953664 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-cc1ac95e-7b8c-417e-9acf-1e9e84d2684e tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] 10.222.0.45 "DELETE /v2.0/security-groups/df19744d-c807-4173-a243-e0ba0ce741da HTTP/1.1" status: 204 len: 168 time: 1.3079925 Nov 12 01:27:34.980384 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d74629cc-0c1a-4140-9df7-b53dd4cac50e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:35.003037 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 36844) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:35.009066 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 3b237504-33e6-481c-a047-1935edd875bb up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:27:35.054321 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ac95e-7b8c-417e-9acf-1e9e84d2684e tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df19744d-c807-4173-a243-e0ba0ce741da,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:35.065078 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231b1408-6e92-4298-8b0a-533dc8e0a937 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Pushing event updated for resources: {'Port': ['ID=7e191ed5-e995-44a5-9b21-a5c66921d791,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:35.127404 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b69ab-ae94-4ce0-8381-e25621495ffb req-a1785491-f217-4b37-96f1-c3cc02097775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:35.129474 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-649b69ab-ae94-4ce0-8381-e25621495ffb req-a1785491-f217-4b37-96f1-c3cc02097775 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5ca45d2d-31ed-4da3-b7aa-f061deac9f55 HTTP/1.1" status: 200 len: 848 time: 0.2408056 Nov 12 01:27:35.148974 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74629cc-0c1a-4140-9df7-b53dd4cac50e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] No DVR routers for this DVR port 67a89bb4-2f53-431c-b394-2df397bc0c6d on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:27:35.275745 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:35.281715 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74629cc-0c1a-4140-9df7-b53dd4cac50e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event deleted for resources: {'Port': ['ID=67a89bb4-2f53-431c-b394-2df397bc0c6d,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:35.296243 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-649b69ab-ae94-4ce0-8381-e25621495ffb req-8f21ff6a-c44f-4fea-a345-0931e5a6a73e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a8868ccc-b900-4344-82bc-70d49264bb11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1400499 Nov 12 01:27:35.300277 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 3b237504-33e6-481c-a047-1935edd875bb triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:27:35.304950 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:35.314665 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231b1408-6e92-4298-8b0a-533dc8e0a937 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:35.315992 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-231b1408-6e92-4298-8b0a-533dc8e0a937 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:35.445034 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9dd623e-6169-4b73-9c1f-30f4b4381373 None None] Network 28c0df3b-d22c-4037-8cb6-71e38f8e0275 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:27:35.516738 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1501ef16-6a3d-49d6-980d-ce85987e908e tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5118687 Nov 12 01:27:35.524879 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 36862) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:35.549247 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-177a2519-8352-4249-9e7f-35ca35d201f6 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Request body: {'security_group': {'name': 'tempest-secgroup--1638467176'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:35.638396 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-231b1408-6e92-4298-8b0a-533dc8e0a937 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.6005790 Nov 12 01:27:35.642515 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 36868) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:35.662912 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d74629cc-0c1a-4140-9df7-b53dd4cac50e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:35.701085 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0ebac-7634-49f9-b7de-e21ac0735ad9 req-fbf62f60-ec02-4eef-863d-c1a8ed9334f3 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:35.705023 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-77a0ebac-7634-49f9-b7de-e21ac0735ad9 req-fbf62f60-ec02-4eef-863d-c1a8ed9334f3 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=631010e5-2d5b-44ec-8371-ed2f024137c4 HTTP/1.1" status: 200 len: 944 time: 0.1682529 Nov 12 01:27:35.767427 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-177a2519-8352-4249-9e7f-35ca35d201f6 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:35.774265 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-0ffda61f-965c-412d-834d-0c4ad6c0c01b None None] Provisioning complete for port 3b237504-33e6-481c-a047-1935edd875bb triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:27:35.778680 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0ffda61f-965c-412d-834d-0c4ad6c0c01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:35.801592 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-d74629cc-0c1a-4140-9df7-b53dd4cac50e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5761ff9-4f9e-4491-8928-3756fb059a06']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:35.825826 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-649b69ab-ae94-4ce0-8381-e25621495ffb req-9a5b3100-e634-40d3-a159-7af31ff052de service neutron] 10.222.0.16 "GET /v2.0/networks/a8868ccc-b900-4344-82bc-70d49264bb11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5282006 Nov 12 01:27:35.913024 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-d74629cc-0c1a-4140-9df7-b53dd4cac50e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a64dbe9b-0f68-4896-8a69-8430f10c73ba') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:35.913622 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-d74629cc-0c1a-4140-9df7-b53dd4cac50e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a64dbe9b-0f68-4896-8a69-8430f10c73ba') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:35.938620 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d74629cc-0c1a-4140-9df7-b53dd4cac50e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:35.967025 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d74629cc-0c1a-4140-9df7-b53dd4cac50e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:35.975026 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:35.982852 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc0872-7f76-4531-b2a7-7443c3c6d3c0 req-b09ea043-a395-470e-b1a1-693bc697b473 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:35.985964 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d74629cc-0c1a-4140-9df7-b53dd4cac50e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:27:35.987539 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d74629cc-0c1a-4140-9df7-b53dd4cac50e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:35.991404 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-17dc0872-7f76-4531-b2a7-7443c3c6d3c0 req-b09ea043-a395-470e-b1a1-693bc697b473 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b6629a2-58ec-446d-9d33-931f40ef3ba4 HTTP/1.1" status: 200 len: 943 time: 0.3968382 Nov 12 01:27:36.125133 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:27:36.125133 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:27:36.125133 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:27:36.125133 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:27:36.125133 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:27:36.125133 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:27:36.125133 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:27:36.125133 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:27:36.125133 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:27:36.125133 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:27:36.125133 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:27:36.125133 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:27:36.125133 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:27:36.125133 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:27:36.125133 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:27:36.125133 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:27:36.125133 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:27:36.125133 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:27:36.125133 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:27:36.125133 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:27:36.125133 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:27:36.125133 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:27:36.125133 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:27:36.125133 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:27:36.125133 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:27:36.125133 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:27:36.125133 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:27:36.125133 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:27:36.125133 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:27:36.125133 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:27:36.125133 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:27:36.125133 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:27:36.133415 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d74629cc-0c1a-4140-9df7-b53dd4cac50e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:36.135340 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0ffda61f-965c-412d-834d-0c4ad6c0c01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:36.151801 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d74629cc-0c1a-4140-9df7-b53dd4cac50e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:36.165423 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d74629cc-0c1a-4140-9df7-b53dd4cac50e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "DELETE /v2.0/networks/a5761ff9-4f9e-4491-8928-3756fb059a06 HTTP/1.1" status: 204 len: 168 time: 3.6975579 Nov 12 01:27:36.176619 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 36880) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:36.179785 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 3b237504-33e6-481c-a047-1935edd875bb, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=3b237504-33e6-481c-a047-1935edd875bb,segment=NetworkSegment(2e4cbf33-af8a-42f8-a8f6-ea6cee9f0425),segment_id=2e4cbf33-af8a-42f8-a8f6-ea6cee9f0425)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:27:36.182485 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74629cc-0c1a-4140-9df7-b53dd4cac50e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event deleted for resources: {'Network': ['ID=a5761ff9-4f9e-4491-8928-3756fb059a06,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:36.192377 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-4629f470-7fe6-4040-aba8-5f2bebc5c0af tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Request body: {'port': {'network_id': 'd9d0d213-d600-4e12-8498-848be2c56f7b', 'name': 'tempest-PortsIpV6TestJSON-1549101132'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:36.219711 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:36.309068 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.api [None req-0ffda61f-965c-412d-834d-0c4ad6c0c01b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:27:36.318765 n-d-712142-27 neutron-server[109087]: DEBUG oslo_db.api [None req-0ffda61f-965c-412d-834d-0c4ad6c0c01b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:27:36.390717 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-177a2519-8352-4249-9e7f-35ca35d201f6 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:36.424180 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-177a2519-8352-4249-9e7f-35ca35d201f6 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:36.455003 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-17dc0872-7f76-4531-b2a7-7443c3c6d3c0 req-106d82ab-ace7-4689-b8bf-d0d0086be5d3 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/security-groups?id=d92f5d90-e746-4f21-9753-88e8404e7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730993 Nov 12 01:27:36.506515 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 67a89bb4-2f53-431c-b394-2df397bc0c6d no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:27:36.508860 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-77a0ebac-7634-49f9-b7de-e21ac0735ad9 req-05e9dfa2-4df1-4d58-a70b-64d2076fd1ac tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6912730 Nov 12 01:27:36.530411 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-97254465-a398-45e4-bc2b-1995953e455e tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Deleting port 7e191ed5-e995-44a5-9b21-a5c66921d791 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:27:36.530761 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-97254465-a398-45e4-bc2b-1995953e455e tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:36.540436 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4629f470-7fe6-4040-aba8-5f2bebc5c0af tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Made reservation on behalf of a32638d5c5e641288786feeafdcdff25 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:27:36.541693 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-649b69ab-ae94-4ce0-8381-e25621495ffb req-05e7007d-5947-4fe7-bbae-bdaa62c0e262 service neutron] 10.222.0.16 "GET /v2.0/networks/a8868ccc-b900-4344-82bc-70d49264bb11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7008131 Nov 12 01:27:36.553367 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4629f470-7fe6-4040-aba8-5f2bebc5c0af tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:36.583109 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-177a2519-8352-4249-9e7f-35ca35d201f6 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:36.591157 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=3b237504-33e6-481c-a047-1935edd875bb,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:36.593306 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-177a2519-8352-4249-9e7f-35ca35d201f6 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0599611 Nov 12 01:27:36.602996 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 67a89bb4-2f53-431c-b394-2df397bc0c6d {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:27:36.611310 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 67a89bb4-2f53-431c-b394-2df397bc0c6d not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:27:36.620953 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 36888) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:36.623827 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a2519-8352-4249-9e7f-35ca35d201f6 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc20263-26da-4da2-8fcc-a7102733383d,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:36.639460 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-459b1661-6e44-49db-bdf5-1b1e31867de1 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Request body: {'security_group_rule': {'security_group_id': '3fc20263-26da-4da2-8fcc-a7102733383d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:36.640698 n-d-712142-27 neutron-server[109086]: WARNING neutron.api.v2.base [None req-459b1661-6e44-49db-bdf5-1b1e31867de1 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 12 01:27:36.641447 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-459b1661-6e44-49db-bdf5-1b1e31867de1 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:27:36.642703 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-459b1661-6e44-49db-bdf5-1b1e31867de1 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0158205 Nov 12 01:27:36.646338 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 36890) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:36.694523 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-4629f470-7fe6-4040-aba8-5f2bebc5c0af tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] device_id is not set on port 13765ba6-9c2b-406f-aee8-da97d67be3fb yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:27:36.746000 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-97254465-a398-45e4-bc2b-1995953e455e tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:36.784421 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-97254465-a398-45e4-bc2b-1995953e455e tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Calling delete_port for 7e191ed5-e995-44a5-9b21-a5c66921d791 owned by {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:27:36.887610 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 3b237504-33e6-481c-a047-1935edd875bb up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:27:36.982424 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-03677b9b-b88c-416f-afdf-9ba17ed241a0 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:37.034199 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-03677b9b-b88c-416f-afdf-9ba17ed241a0 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:37.119524 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-97254465-a398-45e4-bc2b-1995953e455e tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:37.157495 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 3b237504-33e6-481c-a047-1935edd875bb triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:27:37.158562 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:37.190544 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-8e176f1f-f3b5-4bb1-b28c-88de753e321d None None] Could not find standard attr ID for object 7e191ed5-e995-44a5-9b21-a5c66921d791. {{(pid=109087) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:27:37.212219 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97254465-a398-45e4-bc2b-1995953e455e tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Pushing event deleted for resources: {'Port': ['ID=7e191ed5-e995-44a5-9b21-a5c66921d791,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:37.273466 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-8e176f1f-f3b5-4bb1-b28c-88de753e321d None None] Provisioning complete for port 3b237504-33e6-481c-a047-1935edd875bb triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:27:37.274618 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8e176f1f-f3b5-4bb1-b28c-88de753e321d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:37.291237 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-03677b9b-b88c-416f-afdf-9ba17ed241a0 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:37.300189 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-03677b9b-b88c-416f-afdf-9ba17ed241a0 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:37.301720 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-03677b9b-b88c-416f-afdf-9ba17ed241a0 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] 10.222.0.45 "DELETE /v2.0/security-groups/3fc20263-26da-4da2-8fcc-a7102733383d HTTP/1.1" status: 204 len: 168 time: 0.6439455 Nov 12 01:27:37.307382 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 36898) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:37.332991 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4629f470-7fe6-4040-aba8-5f2bebc5c0af tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:37.357599 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03677b9b-b88c-416f-afdf-9ba17ed241a0 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc20263-26da-4da2-8fcc-a7102733383d,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:37.440053 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4629f470-7fe6-4040-aba8-5f2bebc5c0af tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:37.500936 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3ce17691-a290-46ce-92f1-fcd53d5f9f9d tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1915853 Nov 12 01:27:37.509921 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 36904) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:37.537443 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-5d6c27f4-753e-408c-8b4c-46c5c56432f9 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Request body: {'security_group': {'name': 'tempest-secgroup--698210586'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:37.555125 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4629f470-7fe6-4040-aba8-5f2bebc5c0af tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Network d9d0d213-d600-4e12-8498-848be2c56f7b is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:27:37.572196 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-97254465-a398-45e4-bc2b-1995953e455e tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:37.585295 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-97254465-a398-45e4-bc2b-1995953e455e tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] 10.222.0.45 "DELETE /v2.0/ports/7e191ed5-e995-44a5-9b21-a5c66921d791 HTTP/1.1" status: 204 len: 168 time: 1.9319491 Nov 12 01:27:37.589285 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 36908) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:37.612595 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5d6c27f4-753e-408c-8b4c-46c5c56432f9 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:37.623094 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-4629f470-7fe6-4040-aba8-5f2bebc5c0af tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:27:37.638379 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4629f470-7fe6-4040-aba8-5f2bebc5c0af tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:27:37.668573 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4629f470-7fe6-4040-aba8-5f2bebc5c0af tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:37.672909 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4629f470-7fe6-4040-aba8-5f2bebc5c0af tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:37.722938 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4629f470-7fe6-4040-aba8-5f2bebc5c0af tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event updated for resources: {'Port': ['ID=13765ba6-9c2b-406f-aee8-da97d67be3fb,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:37.747298 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4629f470-7fe6-4040-aba8-5f2bebc5c0af tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5608616 Nov 12 01:27:37.751997 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 36916) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:37.885516 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 5e4ed001-35a0-46d8-9ab1-96562fa0e4fb details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:27:37.987017 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-d112c10d-fb46-4607-90a8-88caf50f0708 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Deleting port 13765ba6-9c2b-406f-aee8-da97d67be3fb {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:27:37.987524 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d112c10d-fb46-4607-90a8-88caf50f0708 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:38.118829 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d112c10d-fb46-4607-90a8-88caf50f0708 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:38.119016 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5d6c27f4-753e-408c-8b4c-46c5c56432f9 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:38.149469 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-d112c10d-fb46-4607-90a8-88caf50f0708 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Calling delete_port for 13765ba6-9c2b-406f-aee8-da97d67be3fb owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:27:38.152665 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 5e4ed001-35a0-46d8-9ab1-96562fa0e4fb, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=5e4ed001-35a0-46d8-9ab1-96562fa0e4fb,segment=NetworkSegment(8ba0d8a8-df0b-4e44-bb9a-7737c8ae5a47),segment_id=8ba0d8a8-df0b-4e44-bb9a-7737c8ae5a47)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:27:38.170679 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': '5e4ed001-35a0-46d8-9ab1-96562fa0e4fb', 'network_id': 'a8868ccc-b900-4344-82bc-70d49264bb11', 'port_id': '5e4ed001-35a0-46d8-9ab1-96562fa0e4fb', 'mac_address': 'fa:16:3e:c9:42:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ca45d2d-31ed-4da3-b7aa-f061deac9f55', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:27:38.201343 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0b6d9-c0f3-4663-ac8c-c8173e5df6b9 req-39b81d57-0990-420f-b36e-77534e64173d tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:38.211548 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c0c0b6d9-c0f3-4663-ac8c-c8173e5df6b9 req-39b81d57-0990-420f-b36e-77534e64173d tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=631010e5-2d5b-44ec-8371-ed2f024137c4 HTTP/1.1" status: 200 len: 944 time: 0.4490089 Nov 12 01:27:38.213510 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5d6c27f4-753e-408c-8b4c-46c5c56432f9 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:38.240507 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-154f0870-9872-444c-97e0-dfcd8553c7c5 tempest-DHCPAgentSchedulersTestJSON-454368826 tempest-DHCPAgentSchedulersTestJSON-454368826-project-admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4935 time: 0.6505773 Nov 12 01:27:38.272820 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 36922) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:38.284909 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:38.297287 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-2afa5215-1bdc-47e0-bb18-57975147f155 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-638929484'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:38.357099 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d4e8a-8cd1-4cbc-b011-7c06a2c2970b req-7be87088-7e56-4aeb-b4a3-860dd636b3a2 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:38.360789 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-511d4e8a-8cd1-4cbc-b011-7c06a2c2970b req-7be87088-7e56-4aeb-b4a3-860dd636b3a2 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b6629a2-58ec-446d-9d33-931f40ef3ba4 HTTP/1.1" status: 200 len: 943 time: 0.5958662 Nov 12 01:27:38.385525 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5d6c27f4-753e-408c-8b4c-46c5c56432f9 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:38.396525 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-5d6c27f4-753e-408c-8b4c-46c5c56432f9 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8776100 Nov 12 01:27:38.405492 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 36926) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:38.410982 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-9ec240ed-5812-4f86-a218-95d66c4ba59a tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Request body: {'security_group_rule': {'security_group_id': 'af2560c3-f4b5-4b96-993d-413111334999', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:38.435736 n-d-712142-27 neutron-server[109086]: WARNING neutron.api.v2.base [None req-9ec240ed-5812-4f86-a218-95d66c4ba59a tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 12 01:27:38.437009 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-9ec240ed-5812-4f86-a218-95d66c4ba59a tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:27:38.438139 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9ec240ed-5812-4f86-a218-95d66c4ba59a tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0312700 Nov 12 01:27:38.444101 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 36930) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:38.473453 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-cac65a39-946f-4098-90a3-b48945105b16 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Request body: {'security_group_rule': {'security_group_id': 'af2560c3-f4b5-4b96-993d-413111334999', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:38.474150 n-d-712142-27 neutron-server[109086]: WARNING neutron.api.v2.base [None req-cac65a39-946f-4098-90a3-b48945105b16 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 12 01:27:38.474664 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-cac65a39-946f-4098-90a3-b48945105b16 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:27:38.475749 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-cac65a39-946f-4098-90a3-b48945105b16 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0283110 Nov 12 01:27:38.491637 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 36932) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:38.497421 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-0b5e8af1-adf3-4d3e-9ef6-79b52756517d tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Request body: {'security_group_rule': {'security_group_id': 'af2560c3-f4b5-4b96-993d-413111334999', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:38.498298 n-d-712142-27 neutron-server[109086]: WARNING neutron.api.v2.base [None req-0b5e8af1-adf3-4d3e-9ef6-79b52756517d tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 12 01:27:38.506477 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-0b5e8af1-adf3-4d3e-9ef6-79b52756517d tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:27:38.507684 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0b5e8af1-adf3-4d3e-9ef6-79b52756517d tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0149782 Nov 12 01:27:38.521614 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 36934) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:38.526529 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-803f2ca0-b08c-4ef6-9a1f-3e1a80819f96 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Request body: {'security_group_rule': {'security_group_id': 'af2560c3-f4b5-4b96-993d-413111334999', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:38.528283 n-d-712142-27 neutron-server[109086]: WARNING neutron.api.v2.base [None req-803f2ca0-b08c-4ef6-9a1f-3e1a80819f96 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 12 01:27:38.528860 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-803f2ca0-b08c-4ef6-9a1f-3e1a80819f96 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:27:38.531709 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-803f2ca0-b08c-4ef6-9a1f-3e1a80819f96 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0090010 Nov 12 01:27:38.542486 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 36936) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:38.548287 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c0c0b6d9-c0f3-4663-ac8c-c8173e5df6b9 req-429be655-093a-4b41-b665-5a875a41bdff tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355777 Nov 12 01:27:38.549078 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c27f4-753e-408c-8b4c-46c5c56432f9 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af2560c3-f4b5-4b96-993d-413111334999,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:38.571692 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e4ed001-35a0-46d8-9ab1-96562fa0e4fb {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:27:38.583874 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2afa5215-1bdc-47e0-bb18-57975147f155 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Made reservation on behalf of 45703047f4814f198a049a2dd83a9bd4 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:27:38.583874 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2afa5215-1bdc-47e0-bb18-57975147f155 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:38.657711 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d112c10d-fb46-4607-90a8-88caf50f0708 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:38.658344 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 5e4ed001-35a0-46d8-9ab1-96562fa0e4fb, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=5e4ed001-35a0-46d8-9ab1-96562fa0e4fb,segment=NetworkSegment(8ba0d8a8-df0b-4e44-bb9a-7737c8ae5a47),segment_id=8ba0d8a8-df0b-4e44-bb9a-7737c8ae5a47)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:27:38.687538 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:38.709707 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d112c10d-fb46-4607-90a8-88caf50f0708 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event deleted for resources: {'Port': ['ID=13765ba6-9c2b-406f-aee8-da97d67be3fb,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:38.710175 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2afa5215-1bdc-47e0-bb18-57975147f155 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:27:38.718884 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d112c10d-fb46-4607-90a8-88caf50f0708 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:38.740163 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d112c10d-fb46-4607-90a8-88caf50f0708 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "DELETE /v2.0/ports/13765ba6-9c2b-406f-aee8-da97d67be3fb HTTP/1.1" status: 204 len: 168 time: 0.9805799 Nov 12 01:27:38.740163 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 36942) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:38.757354 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:38.758598 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-7cf82b56-777a-486a-982a-11dd6f772238 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Request body: {'port': {'network_id': 'd9d0d213-d600-4e12-8498-848be2c56f7b', 'mac_address': 'fa:16:3e:1b:af:19', 'name': 'tempest-PortsIpV6TestJSON-1186343252'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:38.760721 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2afa5215-1bdc-47e0-bb18-57975147f155 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:38.761088 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-2afa5215-1bdc-47e0-bb18-57975147f155 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Added segment 7d68113d-1dcb-47d1-ae21-a11c4bff98e4 of type vlan for network 54e3b916-0867-48fb-a40d-be9d1378ed98 Nov 12 01:27:38.771940 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-511d4e8a-8cd1-4cbc-b011-7c06a2c2970b req-6d732157-7c82-459a-b997-6fa706a23994 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/security-groups?id=d92f5d90-e746-4f21-9753-88e8404e7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610229 Nov 12 01:27:38.835505 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5d68e422-6855-4e97-82ac-0057651b1758 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:38.843716 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=5e4ed001-35a0-46d8-9ab1-96562fa0e4fb,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:38.898257 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2afa5215-1bdc-47e0-bb18-57975147f155 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:38.978397 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2afa5215-1bdc-47e0-bb18-57975147f155 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:38.990972 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afa5215-1bdc-47e0-bb18-57975147f155 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:38.991987 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2afa5215-1bdc-47e0-bb18-57975147f155 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:39.001563 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5d68e422-6855-4e97-82ac-0057651b1758 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:39.048772 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2afa5215-1bdc-47e0-bb18-57975147f155 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7742732 Nov 12 01:27:39.054860 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 36944) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:39.064863 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['5e4ed001-35a0-46d8-9ab1-96562fa0e4fb'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:27:39.074280 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf82b56-777a-486a-982a-11dd6f772238 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Made reservation on behalf of a32638d5c5e641288786feeafdcdff25 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:27:39.141373 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afa5215-1bdc-47e0-bb18-57975147f155 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Pushing event updated for resources: {'Network': ['ID=54e3b916-0867-48fb-a40d-be9d1378ed98,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:39.177160 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 54e3b916-0867-48fb-a40d-be9d1378ed98 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:27:39.196972 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7cf82b56-777a-486a-982a-11dd6f772238 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:39.321553 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5d68e422-6855-4e97-82ac-0057651b1758 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:39.324305 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5d68e422-6855-4e97-82ac-0057651b1758 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:39.325669 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5d68e422-6855-4e97-82ac-0057651b1758 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] 10.222.0.45 "DELETE /v2.0/security-groups/af2560c3-f4b5-4b96-993d-413111334999 HTTP/1.1" status: 204 len: 168 time: 0.7821856 Nov 12 01:27:39.329240 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 36950) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:39.358407 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-7cf82b56-777a-486a-982a-11dd6f772238 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] device_id is not set on port 641e7e46-f466-4778-adc1-c5d1b98a1d89 yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:27:39.363845 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d68e422-6855-4e97-82ac-0057651b1758 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2560c3-f4b5-4b96-993d-413111334999,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:39.457240 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-5ba7d842-95b3-498c-99d3-317111f43c3d tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1267951 Nov 12 01:27:39.457923 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 36954) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:39.462601 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-70b24e60-a117-4425-ae6f-e719f23792f7 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Request body: {'security_group': {'name': 'tempest-secgroup--975027974'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:39.503453 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-70b24e60-a117-4425-ae6f-e719f23792f7 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:39.545307 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3ac52728-9f25-4527-8b08-01648aa11e98 tempest-DHCPAgentSchedulersTestJSON-454368826 tempest-DHCPAgentSchedulersTestJSON-454368826-project-admin] 10.222.0.45 "GET /v2.0/agents/67578d3c-0ffe-4e6b-b257-687f597a14c7/dhcp-networks HTTP/1.1" status: 200 len: 6440 time: 0.4840305 Nov 12 01:27:39.549097 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 36958) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:39.736246 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7cf82b56-777a-486a-982a-11dd6f772238 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:39.812189 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9179a7-0e24-4936-93a5-0bf92d51b167 tempest-DHCPAgentSchedulersTestJSON-454368826 tempest-DHCPAgentSchedulersTestJSON-454368826-project-admin] Network 54e3b916-0867-48fb-a40d-be9d1378ed98 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:27:39.839453 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7cf82b56-777a-486a-982a-11dd6f772238 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:39.877812 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-70b24e60-a117-4425-ae6f-e719f23792f7 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:39.893903 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf82b56-777a-486a-982a-11dd6f772238 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Network d9d0d213-d600-4e12-8498-848be2c56f7b is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:27:39.895408 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382fe17f-28b3-493c-927c-c77773a6aa82 None None] Network 54e3b916-0867-48fb-a40d-be9d1378ed98 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:27:39.899523 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-7cf82b56-777a-486a-982a-11dd6f772238 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:27:39.909696 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-70b24e60-a117-4425-ae6f-e719f23792f7 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:39.919668 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-ff9179a7-0e24-4936-93a5-0bf92d51b167 tempest-DHCPAgentSchedulersTestJSON-454368826 tempest-DHCPAgentSchedulersTestJSON-454368826-project-admin] 10.222.0.45 "POST /v2.0/agents/67578d3c-0ffe-4e6b-b257-687f597a14c7/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3649020 Nov 12 01:27:39.924994 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 36970) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:39.931055 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf82b56-777a-486a-982a-11dd6f772238 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:27:39.938243 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf82b56-777a-486a-982a-11dd6f772238 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:39.938918 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7cf82b56-777a-486a-982a-11dd6f772238 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:39.963024 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7cf82b56-777a-486a-982a-11dd6f772238 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2163739 Nov 12 01:27:39.966465 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 36974) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:39.982291 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468bf645-c0d5-4c6c-a1f5-07147aa154a0 req-59777a12-5d10-4e7b-84bd-bd6ae6f59c41 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:39.982291 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-468bf645-c0d5-4c6c-a1f5-07147aa154a0 req-59777a12-5d10-4e7b-84bd-bd6ae6f59c41 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=631010e5-2d5b-44ec-8371-ed2f024137c4 HTTP/1.1" status: 200 len: 944 time: 0.3174498 Nov 12 01:27:40.024186 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-70b24e60-a117-4425-ae6f-e719f23792f7 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:40.024756 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf82b56-777a-486a-982a-11dd6f772238 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event updated for resources: {'Port': ['ID=641e7e46-f466-4778-adc1-c5d1b98a1d89,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:40.025099 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-70b24e60-a117-4425-ae6f-e719f23792f7 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5661824 Nov 12 01:27:40.031129 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 36976) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:40.044785 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-e4f9cb5a-6659-4cf7-a308-44be8159a005 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Request body: {'security_group_rule': {'security_group_id': '3819bdea-870e-416b-bb24-2dc6eca3a3f7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:40.046938 n-d-712142-27 neutron-server[109086]: WARNING neutron.api.v2.base [None req-e4f9cb5a-6659-4cf7-a308-44be8159a005 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 01:27:40.047639 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-e4f9cb5a-6659-4cf7-a308-44be8159a005 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:27:40.048949 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e4f9cb5a-6659-4cf7-a308-44be8159a005 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0168135 Nov 12 01:27:40.054229 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 36978) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:40.060961 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-be1bde95-977c-4944-9074-df5bc1555ddd tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Request body: {'security_group_rule': {'security_group_id': '3819bdea-870e-416b-bb24-2dc6eca3a3f7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:40.074261 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30851e0b-5450-4970-9ea3-8355a79aa099 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:40.079298 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-30851e0b-5450-4970-9ea3-8355a79aa099 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "GET /v2.0/ports/641e7e46-f466-4778-adc1-c5d1b98a1d89 HTTP/1.1" status: 200 len: 845 time: 0.1117756 Nov 12 01:27:40.080469 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 36980) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:40.084322 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b24e60-a117-4425-ae6f-e719f23792f7 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3819bdea-870e-416b-bb24-2dc6eca3a3f7,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:40.259057 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-be1bde95-977c-4944-9074-df5bc1555ddd tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:27:40.260541 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-be1bde95-977c-4944-9074-df5bc1555ddd tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2039683 Nov 12 01:27:40.265210 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 36982) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:40.270415 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-00c5fc7e-47d3-4ccb-afd8-ef797e5f0404 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Request body: {'security_group_rule': {'security_group_id': '3819bdea-870e-416b-bb24-2dc6eca3a3f7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:40.270954 n-d-712142-27 neutron-server[109086]: WARNING neutron.api.v2.base [None req-00c5fc7e-47d3-4ccb-afd8-ef797e5f0404 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 12 01:27:40.271499 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-00c5fc7e-47d3-4ccb-afd8-ef797e5f0404 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:27:40.272539 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-00c5fc7e-47d3-4ccb-afd8-ef797e5f0404 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0061479 Nov 12 01:27:40.277271 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 36984) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:40.283289 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-30e34bd4-23ea-43f8-a16d-1f3802752d91 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Request body: {'security_group_rule': {'security_group_id': '3819bdea-870e-416b-bb24-2dc6eca3a3f7', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:40.344578 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-30e34bd4-23ea-43f8-a16d-1f3802752d91 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:27:40.346678 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-30e34bd4-23ea-43f8-a16d-1f3802752d91 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0679057 Nov 12 01:27:40.350091 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 36986) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:40.355336 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-c9556a64-2dcf-4eff-a572-53163b5f10f4 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Request body: {'security_group_rule': {'security_group_id': '3819bdea-870e-416b-bb24-2dc6eca3a3f7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:40.356289 n-d-712142-27 neutron-server[109086]: WARNING neutron.api.v2.base [None req-c9556a64-2dcf-4eff-a572-53163b5f10f4 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 01:27:40.356804 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-c9556a64-2dcf-4eff-a572-53163b5f10f4 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:27:40.358625 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c9556a64-2dcf-4eff-a572-53163b5f10f4 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0069301 Nov 12 01:27:40.363006 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 36988) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:40.370365 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-dcb08c2b-bbe1-4656-a5a3-06195b8585ac tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Request body: {'security_group_rule': {'security_group_id': '3819bdea-870e-416b-bb24-2dc6eca3a3f7', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:40.382686 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-3d701fe1-60cd-4a29-8a8b-a3a01d812163 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Deleting port 641e7e46-f466-4778-adc1-c5d1b98a1d89 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:27:40.383241 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3d701fe1-60cd-4a29-8a8b-a3a01d812163 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:40.518253 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-fac6b177-e78b-47c0-8efa-8eac543bc030 tempest-DHCPAgentSchedulersTestJSON-454368826 tempest-DHCPAgentSchedulersTestJSON-454368826-project-admin] 10.222.0.45 "GET /v2.0/agents/67578d3c-0ffe-4e6b-b257-687f597a14c7/dhcp-networks HTTP/1.1" status: 200 len: 7209 time: 0.5882363 Nov 12 01:27:40.523471 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 36996) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:40.540617 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-468bf645-c0d5-4c6c-a1f5-07147aa154a0 req-d2041ae2-9991-40a3-8165-7ffb82f2ff17 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5280011 Nov 12 01:27:40.595253 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e2eaf-9bbe-4e5b-a9fd-b653d4160218 req-be874353-6e04-492a-b431-04ab6be73ce7 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:40.597449 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b59e2eaf-9bbe-4e5b-a9fd-b653d4160218 req-be874353-6e04-492a-b431-04ab6be73ce7 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b6629a2-58ec-446d-9d33-931f40ef3ba4 HTTP/1.1" status: 200 len: 944 time: 0.6845047 Nov 12 01:27:40.636158 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3d701fe1-60cd-4a29-8a8b-a3a01d812163 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:40.674269 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-3d701fe1-60cd-4a29-8a8b-a3a01d812163 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Calling delete_port for 641e7e46-f466-4778-adc1-c5d1b98a1d89 owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:27:40.694662 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-dcb08c2b-bbe1-4656-a5a3-06195b8585ac tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:27:40.705227 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-dcb08c2b-bbe1-4656-a5a3-06195b8585ac tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3402338 Nov 12 01:27:40.711863 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37000) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:40.721341 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-153d9a62-2e43-4051-a4e8-20b895de922b tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Request body: {'security_group_rule': {'security_group_id': '3819bdea-870e-416b-bb24-2dc6eca3a3f7', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:40.722204 n-d-712142-27 neutron-server[109086]: WARNING neutron.api.v2.base [None req-153d9a62-2e43-4051-a4e8-20b895de922b tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 12 01:27:40.723068 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-153d9a62-2e43-4051-a4e8-20b895de922b tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:27:40.731464 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-153d9a62-2e43-4051-a4e8-20b895de922b tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0172768 Nov 12 01:27:40.740490 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 37002) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:40.760809 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-baa9af2e-a042-4b03-925f-2b483269f934 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Request body: {'security_group_rule': {'security_group_id': '3819bdea-870e-416b-bb24-2dc6eca3a3f7', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:40.784743 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a22f83be-d77f-4ad5-94f7-8e9f01ccf11f tempest-DHCPAgentSchedulersTestJSON-454368826 tempest-DHCPAgentSchedulersTestJSON-454368826-project-admin] 10.222.0.45 "DELETE /v2.0/agents/67578d3c-0ffe-4e6b-b257-687f597a14c7/dhcp-networks/54e3b916-0867-48fb-a40d-be9d1378ed98 HTTP/1.1" status: 204 len: 168 time: 0.2398593 Nov 12 01:27:40.787534 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:40.792501 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 37006) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:40.883438 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b59e2eaf-9bbe-4e5b-a9fd-b653d4160218 req-3a60af7d-7a42-4ab8-86bb-6d531ebda0a7 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/security-groups?id=d92f5d90-e746-4f21-9753-88e8404e7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508056 Nov 12 01:27:40.889804 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3d701fe1-60cd-4a29-8a8b-a3a01d812163 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:40.932234 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d701fe1-60cd-4a29-8a8b-a3a01d812163 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event deleted for resources: {'Port': ['ID=641e7e46-f466-4778-adc1-c5d1b98a1d89,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:40.941648 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-baa9af2e-a042-4b03-925f-2b483269f934 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:27:40.943573 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-baa9af2e-a042-4b03-925f-2b483269f934 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1893861 Nov 12 01:27:40.947571 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 37010) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:40.954534 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-6aeb6c2e-2ea0-4d67-81b6-cd8c605758b9 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Request body: {'security_group_rule': {'security_group_id': '3819bdea-870e-416b-bb24-2dc6eca3a3f7', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:40.955709 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3d701fe1-60cd-4a29-8a8b-a3a01d812163 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:40.964103 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3d701fe1-60cd-4a29-8a8b-a3a01d812163 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "DELETE /v2.0/ports/641e7e46-f466-4778-adc1-c5d1b98a1d89 HTTP/1.1" status: 204 len: 168 time: 0.8764513 Nov 12 01:27:40.964103 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37012) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:41.002235 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-169dae85-ad9e-4859-9811-4d02da462cb0 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] GET failed (client error): The resource could not be found. Nov 12 01:27:41.013560 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-169dae85-ad9e-4859-9811-4d02da462cb0 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "GET /v2.0/ports/641e7e46-f466-4778-adc1-c5d1b98a1d89 HTTP/1.1" status: 404 len: 333 time: 0.0384996 Nov 12 01:27:41.014390 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37014) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:41.021203 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-422e87a0-e9bb-46d3-ad08-eba881d23ed5 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Request body: {'port': {'network_id': 'd9d0d213-d600-4e12-8498-848be2c56f7b', 'name': 'tempest-PortsIpV6TestJSON-1111234240'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:41.054154 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-b459e1b7-6937-443e-9a30-901122472981 tempest-DHCPAgentSchedulersTestJSON-454368826 tempest-DHCPAgentSchedulersTestJSON-454368826-project-admin] 10.222.0.45 "GET /v2.0/agents/67578d3c-0ffe-4e6b-b257-687f597a14c7/dhcp-networks HTTP/1.1" status: 200 len: 6440 time: 0.2595706 Nov 12 01:27:41.061398 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37016) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:41.063228 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-6aeb6c2e-2ea0-4d67-81b6-cd8c605758b9 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:27:41.064954 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-6aeb6c2e-2ea0-4d67-81b6-cd8c605758b9 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1159401 Nov 12 01:27:41.068723 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 37018) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:41.192600 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5de2e5b6-d533-44a2-abcd-ab6d101252ea tempest-DHCPAgentSchedulersTestJSON-454368826 tempest-DHCPAgentSchedulersTestJSON-454368826-project-admin] 10.222.0.45 "GET /v2.0/networks/28c0df3b-d22c-4037-8cb6-71e38f8e0275/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.1297894 Nov 12 01:27:41.193345 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37020) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:41.207349 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422e87a0-e9bb-46d3-ad08-eba881d23ed5 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Made reservation on behalf of a32638d5c5e641288786feeafdcdff25 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:27:41.210145 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cf47baa8-5f82-4ae0-874c-f316abcbb69c tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:41.211344 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-422e87a0-e9bb-46d3-ad08-eba881d23ed5 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:41.246703 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 37022) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:41.247068 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f71625c1-6f60-4a99-81f2-16d0fe88193f tempest-DHCPAgentSchedulersTestJSON-454368826 tempest-DHCPAgentSchedulersTestJSON-454368826-project-admin] 10.222.0.45 "GET /v2.0/networks/28c0df3b-d22c-4037-8cb6-71e38f8e0275/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0525048 Nov 12 01:27:41.254848 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-422e87a0-e9bb-46d3-ad08-eba881d23ed5 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] device_id is not set on port dc73c967-87a8-4d29-9282-f38e5f6873c2 yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:27:41.289351 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cf47baa8-5f82-4ae0-874c-f316abcbb69c tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:41.530801 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cf47baa8-5f82-4ae0-874c-f316abcbb69c tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:41.535839 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cf47baa8-5f82-4ae0-874c-f316abcbb69c tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:41.537901 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-cf47baa8-5f82-4ae0-874c-f316abcbb69c tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] 10.222.0.45 "DELETE /v2.0/security-groups/3819bdea-870e-416b-bb24-2dc6eca3a3f7 HTTP/1.1" status: 204 len: 168 time: 0.4675846 Nov 12 01:27:41.553528 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 37028) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:41.651143 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-422e87a0-e9bb-46d3-ad08-eba881d23ed5 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:41.655806 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-630ed14f-5d2e-43d7-9cde-101f0821078a tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0982409 Nov 12 01:27:41.662132 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf47baa8-5f82-4ae0-874c-f316abcbb69c tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3819bdea-870e-416b-bb24-2dc6eca3a3f7,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:41.664067 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37038) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:41.670347 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-5261ae8b-1167-404d-bd47-895305074ddc tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Request body: {'security_group': {'name': 'tempest-secgroup--2060812602'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:41.684874 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-883d3b10-096e-47a2-8618-981acad0f25a tempest-DHCPAgentSchedulersTestJSON-454368826 tempest-DHCPAgentSchedulersTestJSON-454368826-project-admin] 10.222.0.45 "GET /v2.0/agents/67578d3c-0ffe-4e6b-b257-687f597a14c7/dhcp-networks HTTP/1.1" status: 200 len: 6440 time: 0.4364812 Nov 12 01:27:41.691488 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 37040) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:41.759837 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5261ae8b-1167-404d-bd47-895305074ddc tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:41.835520 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-422e87a0-e9bb-46d3-ad08-eba881d23ed5 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:41.890960 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 5e4ed001-35a0-46d8-9ab1-96562fa0e4fb up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:27:41.957600 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f0a51fed-9e04-4a03-8985-dda4772a3bc4 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:42.039219 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77450115-fa06-4c86-bec3-1accae820e5d req-268d297f-c607-4c77-954e-f14460808fab tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:42.041172 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5261ae8b-1167-404d-bd47-895305074ddc tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:42.055266 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-77450115-fa06-4c86-bec3-1accae820e5d req-268d297f-c607-4c77-954e-f14460808fab tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=631010e5-2d5b-44ec-8371-ed2f024137c4 HTTP/1.1" status: 200 len: 944 time: 0.1689868 Nov 12 01:27:42.095113 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5261ae8b-1167-404d-bd47-895305074ddc tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:42.158896 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port 5e4ed001-35a0-46d8-9ab1-96562fa0e4fb completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:27:42.185709 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port 5e4ed001-35a0-46d8-9ab1-96562fa0e4fb triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:27:42.186529 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:42.292980 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422e87a0-e9bb-46d3-ad08-eba881d23ed5 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Network d9d0d213-d600-4e12-8498-848be2c56f7b is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:27:42.294318 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e87a0-e9bb-46d3-ad08-eba881d23ed5 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event updated for resources: {'Port': ['ID=dc73c967-87a8-4d29-9282-f38e5f6873c2,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:42.362485 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-422e87a0-e9bb-46d3-ad08-eba881d23ed5 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:27:42.368941 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422e87a0-e9bb-46d3-ad08-eba881d23ed5 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:27:42.389318 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422e87a0-e9bb-46d3-ad08-eba881d23ed5 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:42.390462 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-422e87a0-e9bb-46d3-ad08-eba881d23ed5 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:42.416034 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5261ae8b-1167-404d-bd47-895305074ddc tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:42.422438 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5261ae8b-1167-404d-bd47-895305074ddc tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7521212 Nov 12 01:27:42.425550 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5261ae8b-1167-404d-bd47-895305074ddc tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfc6e51-27be-45ad-9886-edd9fed9525e,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:42.449499 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37056) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:42.459859 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-01fee705-3e49-4f28-bd86-ab66a3b03749 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Request body: {'security_group_rule': {'security_group_id': '7bfc6e51-27be-45ad-9886-edd9fed9525e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:42.499887 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:42.553616 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-422e87a0-e9bb-46d3-ad08-eba881d23ed5 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5379050 Nov 12 01:27:42.560720 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37062) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:42.584961 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-4bc861f4-ab3d-423b-a71a-6022b8a1b49c tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:42.618330 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 5e4ed001-35a0-46d8-9ab1-96562fa0e4fb, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=5e4ed001-35a0-46d8-9ab1-96562fa0e4fb,segment=NetworkSegment(8ba0d8a8-df0b-4e44-bb9a-7737c8ae5a47),segment_id=8ba0d8a8-df0b-4e44-bb9a-7737c8ae5a47)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:27:42.620147 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b6629a2-58ec-446d-9d33-931f40ef3ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e4ed001-35a0-46d8-9ab1-96562fa0e4fb'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:27:42.623620 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f15f05-c144-4ab0-8759-16ee36b3fd6e" -d '{"events": [{"server_uuid": "7b6629a2-58ec-446d-9d33-931f40ef3ba4", "name": "network-vif-plugged", "status": "completed", "tag": "5e4ed001-35a0-46d8-9ab1-96562fa0e4fb"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:27:42.645684 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:42.710130 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-01fee705-3e49-4f28-bd86-ab66a3b03749 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] create failed (client error): The resource could not be found. Nov 12 01:27:42.715886 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-01fee705-3e49-4f28-bd86-ab66a3b03749 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2602599 Nov 12 01:27:42.732091 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37068) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:42.762814 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-143d3747-8c1a-41db-8cd6-cca1c701a0ea tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Request body: {'security_group_rule': {'security_group_id': '7bfc6e51-27be-45ad-9886-edd9fed9525e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'e67eb29c-cac3-4ce7-83f2-9af03af2e69c'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:42.807572 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=5e4ed001-35a0-46d8-9ab1-96562fa0e4fb,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:42.837021 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4bc861f4-ab3d-423b-a71a-6022b8a1b49c tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:42.852830 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37072) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:42.876837 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f0a51fed-9e04-4a03-8985-dda4772a3bc4 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:42.940323 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-f0a51fed-9e04-4a03-8985-dda4772a3bc4 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54e3b916-0867-48fb-a40d-be9d1378ed98']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:42.960971 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-f0a51fed-9e04-4a03-8985-dda4772a3bc4 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d68113d-1dcb-47d1-ae21-a11c4bff98e4') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:42.961266 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-f0a51fed-9e04-4a03-8985-dda4772a3bc4 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d68113d-1dcb-47d1-ae21-a11c4bff98e4') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:42.977603 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629812f1-7442-4911-a449-8dc3d3976a0a req-93a8d503-0c98-4356-998c-160b682caa03 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:42.979284 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-629812f1-7442-4911-a449-8dc3d3976a0a req-93a8d503-0c98-4356-998c-160b682caa03 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b6629a2-58ec-446d-9d33-931f40ef3ba4 HTTP/1.1" status: 200 len: 945 time: 0.2158349 Nov 12 01:27:42.985217 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-77450115-fa06-4c86-bec3-1accae820e5d req-8f108d3c-2aed-459c-afe1-3f59efef84f6 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9022300 Nov 12 01:27:42.987370 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f0a51fed-9e04-4a03-8985-dda4772a3bc4 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:43.005838 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-143d3747-8c1a-41db-8cd6-cca1c701a0ea tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] create failed (client error): The resource could not be found. Nov 12 01:27:43.009934 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-143d3747-8c1a-41db-8cd6-cca1c701a0ea tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2763319 Nov 12 01:27:43.028854 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 37076) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:43.077730 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f0a51fed-9e04-4a03-8985-dda4772a3bc4 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:43.093496 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0a51fed-9e04-4a03-8985-dda4772a3bc4 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:27:43.093912 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f0a51fed-9e04-4a03-8985-dda4772a3bc4 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:43.101598 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:27:43.101598 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:27:43.101598 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:27:43.101598 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:27:43.101598 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:27:43.101598 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:27:43.101598 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:27:43.101598 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:27:43.101598 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:27:43.101598 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:27:43.101598 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:27:43.101598 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:27:43.101598 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:27:43.101598 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:27:43.101598 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:27:43.101598 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:27:43.101598 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:27:43.101598 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:27:43.101598 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:27:43.101598 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:27:43.101598 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:27:43.101598 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:27:43.101598 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:27:43.101598 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:27:43.101598 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:27:43.101598 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:27:43.101598 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:27:43.101598 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:27:43.101598 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:27:43.101598 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:27:43.101598 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:27:43.101598 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:27:43.128435 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cdad136f-ef3c-4d5b-b8d2-3b79818b2987 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:43.196457 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-629812f1-7442-4911-a449-8dc3d3976a0a req-c311d022-e9da-4ade-aab4-52c73eee8199 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/security-groups?id=d92f5d90-e746-4f21-9753-88e8404e7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698403 Nov 12 01:27:43.224474 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f0a51fed-9e04-4a03-8985-dda4772a3bc4 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:43.235561 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f0a51fed-9e04-4a03-8985-dda4772a3bc4 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:43.239342 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-f0a51fed-9e04-4a03-8985-dda4772a3bc4 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] 10.222.0.45 "DELETE /v2.0/networks/54e3b916-0867-48fb-a40d-be9d1378ed98 HTTP/1.1" status: 204 len: 168 time: 1.5466981 Nov 12 01:27:43.242322 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4556977a-f5c4-45d3-b33f-071e0eb234b1 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:43.244200 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 37084) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:43.289274 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a51fed-9e04-4a03-8985-dda4772a3bc4 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Pushing event deleted for resources: {'Network': ['ID=54e3b916-0867-48fb-a40d-be9d1378ed98,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:43.320960 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfecc577-ddd4-46e8-a232-838ce29d55cc x-openstack-request-id: req-cfecc577-ddd4-46e8-a232-838ce29d55cc {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:27:43.321783 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b6629a2-58ec-446d-9d33-931f40ef3ba4", "name": "network-vif-plugged", "status": "completed", "tag": "5e4ed001-35a0-46d8-9ab1-96562fa0e4fb", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:27:43.321783 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cfecc577-ddd4-46e8-a232-838ce29d55cc {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:27:43.322088 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b6629a2-58ec-446d-9d33-931f40ef3ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e4ed001-35a0-46d8-9ab1-96562fa0e4fb', 'code': 200} Nov 12 01:27:43.325786 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4bc861f4-ab3d-423b-a71a-6022b8a1b49c tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:43.334387 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-db3d34d9-1bea-4586-a68d-71d8ea315bcf tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] DELETE failed (client error): The resource could not be found. Nov 12 01:27:43.335186 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db3d34d9-1bea-4586-a68d-71d8ea315bcf tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:27:43.336605 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4bc861f4-ab3d-423b-a71a-6022b8a1b49c tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:43.340870 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-db3d34d9-1bea-4586-a68d-71d8ea315bcf tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] 10.222.0.45 "DELETE /v2.0/ports/7e191ed5-e995-44a5-9b21-a5c66921d791 HTTP/1.1" status: 404 len: 333 time: 0.0817740 Nov 12 01:27:43.341055 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cdad136f-ef3c-4d5b-b8d2-3b79818b2987 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:43.342963 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 37086) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:43.379766 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4556977a-f5c4-45d3-b33f-071e0eb234b1 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:43.417016 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc861f4-ab3d-423b-a71a-6022b8a1b49c tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event updated for resources: {'Port': ['ID=dc73c967-87a8-4d29-9282-f38e5f6873c2,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:43.434168 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c387a85-bfaf-4885-93c5-1cf19853d8c9 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Deleting subnet 9c632635-9143-47d6-8b4e-e6d451df1ea9 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:27:43.436234 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-4bc861f4-ab3d-423b-a71a-6022b8a1b49c tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] In _notify_port_updated(), no bound segment for port dc73c967-87a8-4d29-9282-f38e5f6873c2 on network d9d0d213-d600-4e12-8498-848be2c56f7b {{(pid=109086) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:27:43.442924 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc861f4-ab3d-423b-a71a-6022b8a1b49c tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:43.443957 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4bc861f4-ab3d-423b-a71a-6022b8a1b49c tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:43.445736 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4bc861f4-ab3d-423b-a71a-6022b8a1b49c tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "PUT /v2.0/ports/dc73c967-87a8-4d29-9282-f38e5f6873c2 HTTP/1.1" status: 200 len: 818 time: 0.8696382 Nov 12 01:27:43.446854 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cdad136f-ef3c-4d5b-b8d2-3b79818b2987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:43.450845 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 37088) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:43.452078 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7c387a85-bfaf-4885-93c5-1cf19853d8c9 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:43.486867 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-cdad136f-ef3c-4d5b-b8d2-3b79818b2987 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=82c67753dd12444aa6106a5eaf6b3bcf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6303883 Nov 12 01:27:43.488172 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37090) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:43.515273 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdad136f-ef3c-4d5b-b8d2-3b79818b2987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed41a285-7034-47ef-964b-90efbe8e1faa,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:43.586980 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2f3d778d-1660-44e9-a7a3-c9cfc1a0b77d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:43.587167 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4556977a-f5c4-45d3-b33f-071e0eb234b1 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:43.590091 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4556977a-f5c4-45d3-b33f-071e0eb234b1 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:43.593663 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4556977a-f5c4-45d3-b33f-071e0eb234b1 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] 10.222.0.45 "DELETE /v2.0/security-groups/7bfc6e51-27be-45ad-9886-edd9fed9525e HTTP/1.1" status: 204 len: 168 time: 0.5443084 Nov 12 01:27:43.594539 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37094) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:43.603449 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7c387a85-bfaf-4885-93c5-1cf19853d8c9 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:43.646111 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556977a-f5c4-45d3-b33f-071e0eb234b1 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfc6e51-27be-45ad-9886-edd9fed9525e,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:43.658475 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2f3d778d-1660-44e9-a7a3-c9cfc1a0b77d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:43.676215 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b678c524-c1a4-4514-9101-3ae2754e4a93 req-63399691-405a-4801-8965-d8ed824bda89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:43.681072 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b678c524-c1a4-4514-9101-3ae2754e4a93 req-63399691-405a-4801-8965-d8ed824bda89 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7b6629a2-58ec-446d-9d33-931f40ef3ba4 HTTP/1.1" status: 200 len: 1097 time: 0.2396848 Nov 12 01:27:43.750074 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e573fde2-424a-4611-9526-2c7220578d15 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1491301 Nov 12 01:27:43.750637 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37098) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:43.757210 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-cfdd1d53-ab58-411f-a2c1-23cb84b91862 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Request body: {'security_group_rule': {'security_group_id': '26f72115-681d-4e51-92c3-f1f749a79a41', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:43.761178 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-55d407ef-56b8-4964-a1e2-2e5924288ca6 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Deleting port dc73c967-87a8-4d29-9282-f38e5f6873c2 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:27:43.761521 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-55d407ef-56b8-4964-a1e2-2e5924288ca6 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:43.798342 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2f3d778d-1660-44e9-a7a3-c9cfc1a0b77d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:43.801567 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2f3d778d-1660-44e9-a7a3-c9cfc1a0b77d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:43.802938 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2f3d778d-1660-44e9-a7a3-c9cfc1a0b77d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ed41a285-7034-47ef-964b-90efbe8e1faa HTTP/1.1" status: 204 len: 168 time: 0.3137007 Nov 12 01:27:43.830297 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d778d-1660-44e9-a7a3-c9cfc1a0b77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed41a285-7034-47ef-964b-90efbe8e1faa,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:43.830448 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7c387a85-bfaf-4885-93c5-1cf19853d8c9 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:43.861429 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-cfdd1d53-ab58-411f-a2c1-23cb84b91862 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] create failed (client error): The resource could not be found. Nov 12 01:27:43.867821 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-cfdd1d53-ab58-411f-a2c1-23cb84b91862 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1119456 Nov 12 01:27:43.868324 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37104) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:43.874678 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-382ca623-77f0-4915-9bbc-c6c35d61933d tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Request body: {'security_group': {'name': 'tempest-secgroup--1103390539'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:43.907830 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b678c524-c1a4-4514-9101-3ae2754e4a93 req-bd8f73e8-d8d2-4b17-9971-f559f8155e06 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d92f5d90-e746-4f21-9753-88e8404e7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162352 Nov 12 01:27:43.926877 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-382ca623-77f0-4915-9bbc-c6c35d61933d tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:43.927231 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-55d407ef-56b8-4964-a1e2-2e5924288ca6 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:43.951158 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-55d407ef-56b8-4964-a1e2-2e5924288ca6 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Calling delete_port for dc73c967-87a8-4d29-9282-f38e5f6873c2 owned by {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:27:44.014383 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7c387a85-bfaf-4885-93c5-1cf19853d8c9 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:44.054559 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-382ca623-77f0-4915-9bbc-c6c35d61933d tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:44.062219 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-382ca623-77f0-4915-9bbc-c6c35d61933d tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:44.064062 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c387a85-bfaf-4885-93c5-1cf19853d8c9 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Pushing event deleted for resources: {'Subnet': ['ID=9c632635-9143-47d6-8b4e-e6d451df1ea9,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:44.078343 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7c387a85-bfaf-4885-93c5-1cf19853d8c9 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:44.082150 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7c387a85-bfaf-4885-93c5-1cf19853d8c9 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] 10.222.0.45 "DELETE /v2.0/subnets/9c632635-9143-47d6-8b4e-e6d451df1ea9 HTTP/1.1" status: 204 len: 168 time: 0.7382751 Nov 12 01:27:44.084972 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 37114) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:44.089328 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8428d364-2f5f-48fb-9abe-66a004b8359e None None] Network 28c0df3b-d22c-4037-8cb6-71e38f8e0275 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:27:44.214551 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-382ca623-77f0-4915-9bbc-c6c35d61933d tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:44.219133 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-382ca623-77f0-4915-9bbc-c6c35d61933d tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3490384 Nov 12 01:27:44.225883 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37116) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:44.230303 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-55d407ef-56b8-4964-a1e2-2e5924288ca6 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:44.231253 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-b84a6f68-ba4a-496d-8dd3-67411e97ec8a tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Request body: {'security_group': {'name': 'tempest-secgroup--1078472642'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:44.240962 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382ca623-77f0-4915-9bbc-c6c35d61933d tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6e7f6c-b0e1-421a-b717-07023c473ba0,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:44.246915 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-11dbd4bc-0d51-415c-9f1f-a98356b95b07 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:44.265062 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b84a6f68-ba4a-496d-8dd3-67411e97ec8a tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:44.279065 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67024ace-1228-4cb7-a5c7-7a8c2d3126b9 req-fd65eb4f-c0a2-4f0c-810f-92815058ec7c tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:44.281837 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-67024ace-1228-4cb7-a5c7-7a8c2d3126b9 req-fd65eb4f-c0a2-4f0c-810f-92815058ec7c tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=631010e5-2d5b-44ec-8371-ed2f024137c4 HTTP/1.1" status: 200 len: 944 time: 0.1702979 Nov 12 01:27:44.286395 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d407ef-56b8-4964-a1e2-2e5924288ca6 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event deleted for resources: {'Port': ['ID=dc73c967-87a8-4d29-9282-f38e5f6873c2,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:44.312438 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-55d407ef-56b8-4964-a1e2-2e5924288ca6 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:44.318905 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-55d407ef-56b8-4964-a1e2-2e5924288ca6 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "DELETE /v2.0/ports/dc73c967-87a8-4d29-9282-f38e5f6873c2 HTTP/1.1" status: 204 len: 168 time: 0.8621662 Nov 12 01:27:44.321829 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 37120) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:44.445020 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b84a6f68-ba4a-496d-8dd3-67411e97ec8a tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:44.451179 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b84a6f68-ba4a-496d-8dd3-67411e97ec8a tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:44.464119 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-67024ace-1228-4cb7-a5c7-7a8c2d3126b9 req-1fa09eef-2544-4418-a60a-7b6fd91093b7 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680598 Nov 12 01:27:44.482555 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a557b1-e8ed-4d85-a804-4fb6902dfb37 None None] DHCP port deletion for 28c0df3b-d22c-4037-8cb6-71e38f8e0275 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:27:44.501297 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b84a6f68-ba4a-496d-8dd3-67411e97ec8a tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:44.505206 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b84a6f68-ba4a-496d-8dd3-67411e97ec8a tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2781460 Nov 12 01:27:44.508390 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 37122) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:44.524182 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-b3f86e77-fc0c-40a1-b43e-5f34daf97c6e tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Request body: {'security_group_rule': {'security_group_id': 'ad6e7f6c-b0e1-421a-b717-07023c473ba0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'ad7df06b-bfc6-4133-8c0b-77aed77bb42e'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:44.541929 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55a223a-0b20-4058-b961-27e485fc522c tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:44.548407 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e55a223a-0b20-4058-b961-27e485fc522c tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2153261 Nov 12 01:27:44.550380 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37124) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:44.586172 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 37126) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:44.587192 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-39a557b1-e8ed-4d85-a804-4fb6902dfb37 None None] Deleting port 3b237504-33e6-481c-a047-1935edd875bb {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:27:44.587877 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-39a557b1-e8ed-4d85-a804-4fb6902dfb37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:44.633278 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f25a8-936b-447e-bc69-7b2a0df5a408 req-093a6f99-69a9-46c5-a7aa-8884497c3d56 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:44.635072 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-510f25a8-936b-447e-bc69-7b2a0df5a408 req-093a6f99-69a9-46c5-a7aa-8884497c3d56 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b6629a2-58ec-446d-9d33-931f40ef3ba4 HTTP/1.1" status: 200 len: 945 time: 0.2361979 Nov 12 01:27:44.658516 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bf90e0a1-e536-4cac-86d9-a79c58bec6b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:44.658944 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84a6f68-ba4a-496d-8dd3-67411e97ec8a tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7df06b-bfc6-4133-8c0b-77aed77bb42e,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:44.663696 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-62aca6a9-4e0e-4b10-b125-753457d6b1b7 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] GET failed (client error): The resource could not be found. Nov 12 01:27:44.677130 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-62aca6a9-4e0e-4b10-b125-753457d6b1b7 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "GET /v2.0/ports/dc73c967-87a8-4d29-9282-f38e5f6873c2 HTTP/1.1" status: 404 len: 333 time: 0.1035469 Nov 12 01:27:44.679296 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37132) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:44.689973 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-d969e9ba-a3ce-4eb0-a278-584d36199f7f tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1673909038'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:44.704844 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-b3f86e77-fc0c-40a1-b43e-5f34daf97c6e tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:27:44.708041 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-b3f86e77-fc0c-40a1-b43e-5f34daf97c6e tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1940370 Nov 12 01:27:44.718063 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-11dbd4bc-0d51-415c-9f1f-a98356b95b07 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Deleting port 3b237504-33e6-481c-a047-1935edd875bb {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:27:44.718411 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-11dbd4bc-0d51-415c-9f1f-a98356b95b07 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:44.722345 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 37134) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:44.730406 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-39a557b1-e8ed-4d85-a804-4fb6902dfb37 None None] For port 3b237504-33e6-481c-a047-1935edd875bb, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=3b237504-33e6-481c-a047-1935edd875bb,segment=NetworkSegment(2e4cbf33-af8a-42f8-a8f6-ea6cee9f0425),segment_id=2e4cbf33-af8a-42f8-a8f6-ea6cee9f0425)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:27:44.731075 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-39a557b1-e8ed-4d85-a804-4fb6902dfb37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:44.734315 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d969e9ba-a3ce-4eb0-a278-584d36199f7f tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Made reservation on behalf of a32638d5c5e641288786feeafdcdff25 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:27:44.745016 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d969e9ba-a3ce-4eb0-a278-584d36199f7f tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:44.758705 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-39a557b1-e8ed-4d85-a804-4fb6902dfb37 None None] Calling delete_port for 3b237504-33e6-481c-a047-1935edd875bb owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:27:44.796796 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d969e9ba-a3ce-4eb0-a278-584d36199f7f tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:27:44.820700 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-510f25a8-936b-447e-bc69-7b2a0df5a408 req-df8f5926-894f-4098-bff8-23f92a307b7c tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/security-groups?id=d92f5d90-e746-4f21-9753-88e8404e7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726570 Nov 12 01:27:44.826134 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d969e9ba-a3ce-4eb0-a278-584d36199f7f tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:44.827528 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-d969e9ba-a3ce-4eb0-a278-584d36199f7f tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Added segment a115ee0c-6276-4b32-b42a-f1475729d650 of type vlan for network ed08ebfc-b4eb-4a88-ba34-045ad2325eb6 Nov 12 01:27:44.927871 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-11dbd4bc-0d51-415c-9f1f-a98356b95b07 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] For port 3b237504-33e6-481c-a047-1935edd875bb, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=3b237504-33e6-481c-a047-1935edd875bb,segment=NetworkSegment(2e4cbf33-af8a-42f8-a8f6-ea6cee9f0425),segment_id=2e4cbf33-af8a-42f8-a8f6-ea6cee9f0425)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:27:44.928955 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-11dbd4bc-0d51-415c-9f1f-a98356b95b07 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:44.956207 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-11dbd4bc-0d51-415c-9f1f-a98356b95b07 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Calling delete_port for 3b237504-33e6-481c-a047-1935edd875bb owned by network:dhcp {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:27:44.971520 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d969e9ba-a3ce-4eb0-a278-584d36199f7f tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:44.987115 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 3b237504-33e6-481c-a047-1935edd875bb no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:27:45.041147 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d969e9ba-a3ce-4eb0-a278-584d36199f7f tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:45.056430 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bf90e0a1-e536-4cac-86d9-a79c58bec6b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:45.077317 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d969e9ba-a3ce-4eb0-a278-584d36199f7f tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:45.078765 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d969e9ba-a3ce-4eb0-a278-584d36199f7f tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:45.130839 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d969e9ba-a3ce-4eb0-a278-584d36199f7f tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4458933 Nov 12 01:27:45.150548 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 37138) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:45.164476 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-39a557b1-e8ed-4d85-a804-4fb6902dfb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:45.169165 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-7cc53f21-1974-4e2d-9197-baa9e3850752 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Request body: {'subnet': {'network_id': 'ed08ebfc-b4eb-4a88-ba34-045ad2325eb6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:45.171864 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:45.183527 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bf90e0a1-e536-4cac-86d9-a79c58bec6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:45.209700 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a557b1-e8ed-4d85-a804-4fb6902dfb37 None None] No DVR routers for this DVR port 3b237504-33e6-481c-a047-1935edd875bb on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:27:45.243219 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3b37ac08-8a44-42d9-b6b1-91d3a84d173a tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:45.275181 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a557b1-e8ed-4d85-a804-4fb6902dfb37 None None] Pushing event deleted for resources: {'Port': ['ID=3b237504-33e6-481c-a047-1935edd875bb,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:45.349469 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969e9ba-a3ce-4eb0-a278-584d36199f7f tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event updated for resources: {'Network': ['ID=ed08ebfc-b4eb-4a88-ba34-045ad2325eb6,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:45.364587 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network ed08ebfc-b4eb-4a88-ba34-045ad2325eb6 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:27:45.401317 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3b37ac08-8a44-42d9-b6b1-91d3a84d173a tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:45.511765 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-bf90e0a1-e536-4cac-86d9-a79c58bec6b7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dd4ade553a034e5a8ca6fcbc24d27417&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9181576 Nov 12 01:27:45.511765 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90e0a1-e536-4cac-86d9-a79c58bec6b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42fbd363-eaef-4c76-bcbe-b7330a7930ff,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:45.513204 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37146) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:45.591405 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-11dbd4bc-0d51-415c-9f1f-a98356b95b07 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:45.635298 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b69c3850-04b8-4dbc-8705-a19078759a20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:45.686495 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b69c3850-04b8-4dbc-8705-a19078759a20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:45.695914 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dbd4bc-0d51-415c-9f1f-a98356b95b07 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Pushing event deleted for resources: {'Port': ['ID=3b237504-33e6-481c-a047-1935edd875bb,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:45.708480 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dbd4bc-0d51-415c-9f1f-a98356b95b07 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] No DVR routers for this DVR port 3b237504-33e6-481c-a047-1935edd875bb on host n-d-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:27:45.769386 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3b37ac08-8a44-42d9-b6b1-91d3a84d173a tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:45.772238 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3b37ac08-8a44-42d9-b6b1-91d3a84d173a tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:45.774863 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3b37ac08-8a44-42d9-b6b1-91d3a84d173a tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] 10.222.0.45 "DELETE /v2.0/security-groups/ad7df06b-bfc6-4133-8c0b-77aed77bb42e HTTP/1.1" status: 204 len: 168 time: 1.0478454 Nov 12 01:27:45.778823 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37152) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:45.833311 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b69c3850-04b8-4dbc-8705-a19078759a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:45.838384 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc53f21-1974-4e2d-9197-baa9e3850752 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Made reservation on behalf of a32638d5c5e641288786feeafdcdff25 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:27:45.838645 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b69c3850-04b8-4dbc-8705-a19078759a20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:45.844018 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b69c3850-04b8-4dbc-8705-a19078759a20 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/42fbd363-eaef-4c76-bcbe-b7330a7930ff HTTP/1.1" status: 204 len: 168 time: 0.3211684 Nov 12 01:27:45.844272 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7cc53f21-1974-4e2d-9197-baa9e3850752 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:45.851512 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b37ac08-8a44-42d9-b6b1-91d3a84d173a tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7df06b-bfc6-4133-8c0b-77aed77bb42e,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:45.880527 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69c3850-04b8-4dbc-8705-a19078759a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fbd363-eaef-4c76-bcbe-b7330a7930ff,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:45.933790 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d44c41-65c7-4b33-92b1-29adfc7a563f req-f449d0a5-8bc2-4fc3-8951-e774bd9d79b3 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:45.936064 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-19d44c41-65c7-4b33-92b1-29adfc7a563f req-f449d0a5-8bc2-4fc3-8951-e774bd9d79b3 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=631010e5-2d5b-44ec-8371-ed2f024137c4 HTTP/1.1" status: 200 len: 944 time: 0.3385494 Nov 12 01:27:45.940273 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 37160) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:45.948026 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-40de4b93-8d1f-4671-9deb-dbbde74abc8b tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1672246 Nov 12 01:27:45.995219 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-11dbd4bc-0d51-415c-9f1f-a98356b95b07 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:46.058236 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-11dbd4bc-0d51-415c-9f1f-a98356b95b07 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28c0df3b-d22c-4037-8cb6-71e38f8e0275']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:46.097661 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-11dbd4bc-0d51-415c-9f1f-a98356b95b07 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e4cbf33-af8a-42f8-a8f6-ea6cee9f0425') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:46.098036 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-11dbd4bc-0d51-415c-9f1f-a98356b95b07 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e4cbf33-af8a-42f8-a8f6-ea6cee9f0425') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:27:46.149518 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-11dbd4bc-0d51-415c-9f1f-a98356b95b07 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:46.201823 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-11dbd4bc-0d51-415c-9f1f-a98356b95b07 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:46.220047 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-19d44c41-65c7-4b33-92b1-29adfc7a563f req-edb260fe-6577-4a34-8690-1057af4b4361 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296467 Nov 12 01:27:46.221192 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11dbd4bc-0d51-415c-9f1f-a98356b95b07 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:27:46.221607 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-11dbd4bc-0d51-415c-9f1f-a98356b95b07 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:46.234596 n-d-712142-27 neutron-server[109085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:27:46.234596 n-d-712142-27 neutron-server[109085]: self.session.flush() Nov 12 01:27:46.234596 n-d-712142-27 neutron-server[109085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:27:46.234596 n-d-712142-27 neutron-server[109085]: self.session.flush() Nov 12 01:27:46.234596 n-d-712142-27 neutron-server[109085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:27:46.234596 n-d-712142-27 neutron-server[109085]: self.session.flush() Nov 12 01:27:46.234596 n-d-712142-27 neutron-server[109085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:27:46.234596 n-d-712142-27 neutron-server[109085]: self.session.flush() Nov 12 01:27:46.234596 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:27:46.234596 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:27:46.234596 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:27:46.234596 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:27:46.234596 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:27:46.234596 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:27:46.234596 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:27:46.234596 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:27:46.234596 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:27:46.234596 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:27:46.234596 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:27:46.234596 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:27:46.234596 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:27:46.234596 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:27:46.234596 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:27:46.234596 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:27:46.234596 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:27:46.234596 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:27:46.234596 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:27:46.234596 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:27:46.234596 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:27:46.234596 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:27:46.234596 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:27:46.234596 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:27:46.234596 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:27:46.234596 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:27:46.234596 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:27:46.234596 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:27:46.234596 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:27:46.234596 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:27:46.234596 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:27:46.234596 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:27:46.366506 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-80a54464-4b36-423f-ba12-a3bf35ac03ca tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:46.404430 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5b251-75f7-492d-bcaf-a0e1c45866be req-51788540-872d-46ae-b0ca-c30c85d65fe1 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:46.407599 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7da5b251-75f7-492d-bcaf-a0e1c45866be req-51788540-872d-46ae-b0ca-c30c85d65fe1 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b6629a2-58ec-446d-9d33-931f40ef3ba4 HTTP/1.1" status: 200 len: 945 time: 0.3596358 Nov 12 01:27:46.510381 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-80a54464-4b36-423f-ba12-a3bf35ac03ca tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:46.515885 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-11dbd4bc-0d51-415c-9f1f-a98356b95b07 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:46.552926 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-11dbd4bc-0d51-415c-9f1f-a98356b95b07 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:46.560945 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-11dbd4bc-0d51-415c-9f1f-a98356b95b07 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] 10.222.0.45 "DELETE /v2.0/networks/28c0df3b-d22c-4037-8cb6-71e38f8e0275 HTTP/1.1" status: 204 len: 168 time: 2.4722617 Nov 12 01:27:46.690786 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dbd4bc-0d51-415c-9f1f-a98356b95b07 tempest-DHCPAgentSchedulersTestJSON-1315798881 tempest-DHCPAgentSchedulersTestJSON-1315798881-project] Pushing event deleted for resources: {'Network': ['ID=28c0df3b-d22c-4037-8cb6-71e38f8e0275,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:46.724399 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7da5b251-75f7-492d-bcaf-a0e1c45866be req-ab13f7f2-0a9d-4134-9859-1db91547fe11 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/security-groups?id=d92f5d90-e746-4f21-9753-88e8404e7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965868 Nov 12 01:27:46.739468 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7cc53f21-1974-4e2d-9197-baa9e3850752 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:46.818204 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-80a54464-4b36-423f-ba12-a3bf35ac03ca tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:46.821525 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-80a54464-4b36-423f-ba12-a3bf35ac03ca tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:46.823308 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-80a54464-4b36-423f-ba12-a3bf35ac03ca tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] 10.222.0.45 "DELETE /v2.0/security-groups/ad6e7f6c-b0e1-421a-b717-07023c473ba0 HTTP/1.1" status: 204 len: 168 time: 0.8781967 Nov 12 01:27:46.827686 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37190) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:46.838723 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a54464-4b36-423f-ba12-a3bf35ac03ca tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6e7f6c-b0e1-421a-b717-07023c473ba0,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:46.847228 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc53f21-1974-4e2d-9197-baa9e3850752 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event updated for resources: {'Subnet': ['ID=6b85181a-d84d-4b61-8f81-5fc2a3338483,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:46.878902 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc53f21-1974-4e2d-9197-baa9e3850752 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Checking segment: {'id': 'a115ee0c-6276-4b32-b42a-f1475729d650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ed08ebfc-b4eb-4a88-ba34-045ad2325eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:27:46.879240 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc53f21-1974-4e2d-9197-baa9e3850752 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Network hostable DHCP agents. Network: ed08ebfc-b4eb-4a88-ba34-045ad2325eb6, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:27:46.902705 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc53f21-1974-4e2d-9197-baa9e3850752 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Network ed08ebfc-b4eb-4a88-ba34-045ad2325eb6 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:27:46.921817 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-7cc53f21-1974-4e2d-9197-baa9e3850752 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, ed08ebfc-b4eb-4a88-ba34-045ad2325eb6) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:27:46.932642 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc53f21-1974-4e2d-9197-baa9e3850752 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:46.933255 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7cc53f21-1974-4e2d-9197-baa9e3850752 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:46.935941 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc755006-bf58-4e2e-9a17-31d8dd320083 None None] Network ed08ebfc-b4eb-4a88-ba34-045ad2325eb6 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:27:46.966392 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a79912d1-8abd-467f-b138-c354a07319e2 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1363640 Nov 12 01:27:46.975029 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 37194) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:46.988544 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-03768fe7-8fe4-4476-80f8-b18f51483e7d tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Request body: {'security_group': {'name': 'tempest-secgroup--33887433'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:47.007874 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7cc53f21-1974-4e2d-9197-baa9e3850752 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8490391 Nov 12 01:27:47.010736 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37198) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:47.026534 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-432035e1-8268-4713-82c5-4393a53e4739 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Request body: {'subnet': {'network_id': 'ed08ebfc-b4eb-4a88-ba34-045ad2325eb6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:47.035158 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-03768fe7-8fe4-4476-80f8-b18f51483e7d tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:47.184226 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-03768fe7-8fe4-4476-80f8-b18f51483e7d tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:47.190982 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-03768fe7-8fe4-4476-80f8-b18f51483e7d tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:47.234383 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-03768fe7-8fe4-4476-80f8-b18f51483e7d tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:47.239363 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37204) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:47.239565 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-03768fe7-8fe4-4476-80f8-b18f51483e7d tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2619505 Nov 12 01:27:47.278701 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-ea90efc2-2d80-4c50-87ae-b5449d831794 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:47.279134 n-d-712142-27 neutron-server[109086]: WARNING neutron.api.v2.base [None req-ea90efc2-2d80-4c50-87ae-b5449d831794 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 01:27:47.281874 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-ea90efc2-2d80-4c50-87ae-b5449d831794 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 01:27:47.289514 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 37210) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:47.290594 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ea90efc2-2d80-4c50-87ae-b5449d831794 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] 10.222.0.45 "PUT /v2.0/security-groups/667f797d-6ffd-4531-95de-bc11545ede7b HTTP/1.1" status: 409 len: 330 time: 0.0377598 Nov 12 01:27:47.323145 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37212) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:47.346823 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03768fe7-8fe4-4476-80f8-b18f51483e7d tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=667f797d-6ffd-4531-95de-bc11545ede7b,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:47.411374 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcae40d2-a400-4c56-9db1-3f1ffd9d21af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-ed08ebfc-b4eb-4a88-ba34-045ad2325eb6', 'network_id': 'ed08ebfc-b4eb-4a88-ba34-045ad2325eb6', 'tenant_id': 'a32638d5c5e641288786feeafdcdff25', 'fixed_ips': [{'subnet_id': '6b85181a-d84d-4b61-8f81-5fc2a3338483'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:27:47.412642 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-dcae40d2-a400-4c56-9db1-3f1ffd9d21af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:47.531047 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432035e1-8268-4713-82c5-4393a53e4739 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Made reservation on behalf of a32638d5c5e641288786feeafdcdff25 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:27:47.546792 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-432035e1-8268-4713-82c5-4393a53e4739 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:47.626385 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cbb38ab9-1a79-405d-a2ad-b2a6b2554514 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:47.638371 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:27:47.725416 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cbb38ab9-1a79-405d-a2ad-b2a6b2554514 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:47.816423 n-d-712142-27 neutron-server[109086]: INFO neutron.db.ipam_backend_mixin [None req-432035e1-8268-4713-82c5-4393a53e4739 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6b85181a-d84d-4b61-8f81-5fc2a3338483 (CIDR: 2001:db8::/64) Nov 12 01:27:47.823675 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-432035e1-8268-4713-82c5-4393a53e4739 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:27:47.824184 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-432035e1-8268-4713-82c5-4393a53e4739 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:27:47.824882 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-dcae40d2-a400-4c56-9db1-3f1ffd9d21af None None] Allocated IP 2001:db8::2 (ed08ebfc-b4eb-4a88-ba34-045ad2325eb6/6b85181a-d84d-4b61-8f81-5fc2a3338483/11d1259f-e264-4a48-a9d4-d07a169a13d3) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:27:47.871729 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-432035e1-8268-4713-82c5-4393a53e4739 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8581672 Nov 12 01:27:47.875365 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 37232) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:47.877437 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cbb38ab9-1a79-405d-a2ad-b2a6b2554514 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:47.880720 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cbb38ab9-1a79-405d-a2ad-b2a6b2554514 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:47.885913 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37234) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:47.887371 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-cbb38ab9-1a79-405d-a2ad-b2a6b2554514 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] 10.222.0.45 "DELETE /v2.0/security-groups/667f797d-6ffd-4531-95de-bc11545ede7b HTTP/1.1" status: 204 len: 168 time: 0.5851095 Nov 12 01:27:47.900151 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-eae317dc-8355-47ce-8e8a-e2ccd7945788 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Request body: {'subnet': {'network_id': 'ed08ebfc-b4eb-4a88-ba34-045ad2325eb6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:47.972305 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8686bcb-baca-466b-b55e-a128d23af46c req-3ffb0236-b5f8-4a27-b4c5-b782d50cb0b8 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:47.975020 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a8686bcb-baca-466b-b55e-a128d23af46c req-3ffb0236-b5f8-4a27-b4c5-b782d50cb0b8 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=631010e5-2d5b-44ec-8371-ed2f024137c4 HTTP/1.1" status: 200 len: 944 time: 0.5182405 Nov 12 01:27:47.988307 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb38ab9-1a79-405d-a2ad-b2a6b2554514 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=667f797d-6ffd-4531-95de-bc11545ede7b,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:48.046350 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-cc11e4d6-cda5-4cfa-b8f9-7b3cbebe5a84 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1572294 Nov 12 01:27:48.048406 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37240) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:48.148648 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-9250b437-a7a5-4f61-b876-3c154cdc8fe5 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] delete failed (client error): The resource could not be found. Nov 12 01:27:48.154542 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9250b437-a7a5-4f61-b876-3c154cdc8fe5 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] 10.222.0.45 "DELETE /v2.0/security-groups/0b97519b-eaff-4d06-add8-cdf29c741a44 HTTP/1.1" status: 404 len: 347 time: 0.1042120 Nov 12 01:27:48.155949 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37248) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:48.165231 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device b026295e-fbfc-406a-8e89-058ceb77ec0b details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:27:48.172650 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-dcae40d2-a400-4c56-9db1-3f1ffd9d21af None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:48.186822 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-7845036b-6168-4a8f-8c25-d34d83b57705 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] show failed (client error): The resource could not be found. Nov 12 01:27:48.192502 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7845036b-6168-4a8f-8c25-d34d83b57705 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] 10.222.0.45 "GET /v2.0/security-groups/8b29bbe0-1d8e-49d4-83dc-51c9ac157327 HTTP/1.1" status: 404 len: 347 time: 0.0259793 Nov 12 01:27:48.193202 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37250) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:48.230875 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-8195d4e0-c9f1-4ad7-bbff-221b85ac5249 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] show failed (client error): The resource could not be found. Nov 12 01:27:48.236721 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8195d4e0-c9f1-4ad7-bbff-221b85ac5249 tempest-NegativeSecGroupTest-293865107 tempest-NegativeSecGroupTest-293865107-project] 10.222.0.45 "GET /v2.0/security-group-rules/7617b43c-f7fd-4e90-b8d6-7ac136e6f826 HTTP/1.1" status: 404 len: 356 time: 0.0367243 Nov 12 01:27:48.244841 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7c465b99-3a18-4e70-8b1e-dd10df397692 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=45703047f4814f198a049a2dd83a9bd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9204874 Nov 12 01:27:48.246402 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-dcae40d2-a400-4c56-9db1-3f1ffd9d21af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:48.247378 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37254) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:48.310192 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae40d2-a400-4c56-9db1-3f1ffd9d21af None None] Pushing event updated for resources: {'Port': ['ID=11d1259f-e264-4a48-a9d4-d07a169a13d3,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:48.430019 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port b026295e-fbfc-406a-8e89-058ceb77ec0b, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=b026295e-fbfc-406a-8e89-058ceb77ec0b,segment=NetworkSegment(7bbb728e-9806-453c-9716-52e1ccd278c6),segment_id=7bbb728e-9806-453c-9716-52e1ccd278c6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:27:48.447460 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'b026295e-fbfc-406a-8e89-058ceb77ec0b', 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3', 'port_id': 'b026295e-fbfc-406a-8e89-058ceb77ec0b', 'mac_address': 'fa:16:3e:ce:92:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6369b7da-1f3e-4df6-8094-1e515695655d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:27:48.450891 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcae40d2-a400-4c56-9db1-3f1ffd9d21af None None] Network ed08ebfc-b4eb-4a88-ba34-045ad2325eb6 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:27:48.455077 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-dcae40d2-a400-4c56-9db1-3f1ffd9d21af None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:27:48.458898 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcae40d2-a400-4c56-9db1-3f1ffd9d21af None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:27:48.470163 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-90d66993-3b0f-4cc9-9970-27affd6458d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:48.485621 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a8686bcb-baca-466b-b55e-a128d23af46c req-8c5e8289-2bb9-4a68-9566-25ddac9b63d1 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4791822 Nov 12 01:27:48.532391 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:48.565560 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b026295e-fbfc-406a-8e89-058ceb77ec0b {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:27:48.579638 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37264) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:48.596152 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf8324-7399-4443-936a-74b7c83bb7e1 req-32366686-5ba2-40a7-a083-fc637c203063 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:48.611339 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port b026295e-fbfc-406a-8e89-058ceb77ec0b, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=b026295e-fbfc-406a-8e89-058ceb77ec0b,segment=NetworkSegment(7bbb728e-9806-453c-9716-52e1ccd278c6),segment_id=7bbb728e-9806-453c-9716-52e1ccd278c6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:27:48.613536 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e9bf8324-7399-4443-936a-74b7c83bb7e1 req-32366686-5ba2-40a7-a083-fc637c203063 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b6629a2-58ec-446d-9d33-931f40ef3ba4 HTTP/1.1" status: 200 len: 945 time: 0.3278277 Nov 12 01:27:48.617338 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae317dc-8355-47ce-8e8a-e2ccd7945788 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Made reservation on behalf of a32638d5c5e641288786feeafdcdff25 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:27:48.621050 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-eae317dc-8355-47ce-8e8a-e2ccd7945788 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:48.621616 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-90d66993-3b0f-4cc9-9970-27affd6458d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:48.651239 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:48.697808 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37268) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:48.798794 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e9bf8324-7399-4443-936a-74b7c83bb7e1 req-6853d987-c278-4638-8b67-b18a6b47e088 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/security-groups?id=d92f5d90-e746-4f21-9753-88e8404e7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539559 Nov 12 01:27:48.827076 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-051dcc8f-1ac2-44d1-b9c5-d174c213f2eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:48.830303 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-90d66993-3b0f-4cc9-9970-27affd6458d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:48.835046 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-90d66993-3b0f-4cc9-9970-27affd6458d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:48.837037 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-90d66993-3b0f-4cc9-9970-27affd6458d7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4c5ed481-8581-43cb-9dad-d1575f730844 HTTP/1.1" status: 204 len: 168 time: 0.5806420 Nov 12 01:27:48.867730 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d66993-3b0f-4cc9-9970-27affd6458d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5ed481-8581-43cb-9dad-d1575f730844,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:48.976246 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-dcae40d2-a400-4c56-9db1-3f1ffd9d21af None None] Attempting to bind port 11d1259f-e264-4a48-a9d4-d07a169a13d3 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:27:48.976897 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-dcae40d2-a400-4c56-9db1-3f1ffd9d21af None None] Attempting to bind port 11d1259f-e264-4a48-a9d4-d07a169a13d3 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'a115ee0c-6276-4b32-b42a-f1475729d650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ed08ebfc-b4eb-4a88-ba34-045ad2325eb6'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:27:48.978019 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcae40d2-a400-4c56-9db1-3f1ffd9d21af None None] Attempting to bind port 11d1259f-e264-4a48-a9d4-d07a169a13d3 on network ed08ebfc-b4eb-4a88-ba34-045ad2325eb6 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:27:48.984646 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=b026295e-fbfc-406a-8e89-058ceb77ec0b,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:49.004969 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b46e87fd-a9cd-4c18-b507-d86b94f06a43 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b7e53a04343a4a7f979385ac5d96059d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3030972 Nov 12 01:27:49.009227 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 37274) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:49.012692 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcae40d2-a400-4c56-9db1-3f1ffd9d21af None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:27:49.013361 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcae40d2-a400-4c56-9db1-3f1ffd9d21af None None] Checking segment: {'id': 'a115ee0c-6276-4b32-b42a-f1475729d650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ed08ebfc-b4eb-4a88-ba34-045ad2325eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:27:49.014685 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-dcae40d2-a400-4c56-9db1-3f1ffd9d21af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:49.015258 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcae40d2-a400-4c56-9db1-3f1ffd9d21af None None] Bound using segment: {'id': 'a115ee0c-6276-4b32-b42a-f1475729d650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ed08ebfc-b4eb-4a88-ba34-045ad2325eb6'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:27:49.016658 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-dcae40d2-a400-4c56-9db1-3f1ffd9d21af None None] Bound port: 11d1259f-e264-4a48-a9d4-d07a169a13d3, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a115ee0c-6276-4b32-b42a-f1475729d650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'ed08ebfc-b4eb-4a88-ba34-045ad2325eb6'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:27:49.017501 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-dcae40d2-a400-4c56-9db1-3f1ffd9d21af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:49.107576 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-051dcc8f-1ac2-44d1-b9c5-d174c213f2eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:49.114859 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-051dcc8f-1ac2-44d1-b9c5-d174c213f2eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:49.118080 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['b026295e-fbfc-406a-8e89-058ceb77ec0b'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:27:49.241439 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-051dcc8f-1ac2-44d1-b9c5-d174c213f2eb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0132c53c4152469491bfc185fb7214fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6633177 Nov 12 01:27:49.250393 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051dcc8f-1ac2-44d1-b9c5-d174c213f2eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e259d009-9950-45c6-984e-7d7283852496,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:49.256333 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 37284) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:49.289539 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b3c7caec-e71c-449b-af07-97a27e21cf19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:49.296370 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-dcae40d2-a400-4c56-9db1-3f1ffd9d21af None None] For port 11d1259f-e264-4a48-a9d4-d07a169a13d3, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:27:49.310100 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-dcae40d2-a400-4c56-9db1-3f1ffd9d21af None None] For port 11d1259f-e264-4a48-a9d4-d07a169a13d3, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=11d1259f-e264-4a48-a9d4-d07a169a13d3,segment=NetworkSegment(a115ee0c-6276-4b32-b42a-f1475729d650),segment_id=a115ee0c-6276-4b32-b42a-f1475729d650)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:27:49.331941 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b3c7caec-e71c-449b-af07-97a27e21cf19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:49.356737 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-dcae40d2-a400-4c56-9db1-3f1ffd9d21af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:49.366211 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-eae317dc-8355-47ce-8e8a-e2ccd7945788 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:49.497396 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae40d2-a400-4c56-9db1-3f1ffd9d21af None None] Pushing event updated for resources: {'Port': ['ID=11d1259f-e264-4a48-a9d4-d07a169a13d3,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:49.511002 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae317dc-8355-47ce-8e8a-e2ccd7945788 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event updated for resources: {'Subnet': ['ID=b14ed055-a807-4151-ae2b-87ae4704b519,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:49.520845 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37286) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:49.534619 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae317dc-8355-47ce-8e8a-e2ccd7945788 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Network ed08ebfc-b4eb-4a88-ba34-045ad2325eb6 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:27:49.543357 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-eae317dc-8355-47ce-8e8a-e2ccd7945788 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:27:49.547135 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae317dc-8355-47ce-8e8a-e2ccd7945788 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:49.547748 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-eae317dc-8355-47ce-8e8a-e2ccd7945788 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:49.559403 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c5837f8d-9fb5-42fc-a5be-0ce412f5a6d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:49.593015 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-200fa38b-451a-4e81-bcde-84e022d230c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:49.622574 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-eae317dc-8355-47ce-8e8a-e2ccd7945788 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7333910 Nov 12 01:27:49.631643 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 37292) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:49.638175 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-fef23792-d5d1-4d5f-ae00-bc72acd9baea tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Request body: {'port': {'network_id': 'ed08ebfc-b4eb-4a88-ba34-045ad2325eb6', 'fixed_ips': [{'subnet_id': '6b85181a-d84d-4b61-8f81-5fc2a3338483'}, {'subnet_id': 'b14ed055-a807-4151-ae2b-87ae4704b519'}], 'name': 'tempest-PortsIpV6TestJSON-1190968220'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:49.649377 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b3c7caec-e71c-449b-af07-97a27e21cf19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:49.652329 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b3c7caec-e71c-449b-af07-97a27e21cf19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:49.653967 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-b3c7caec-e71c-449b-af07-97a27e21cf19 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3eed10bd-163d-45a7-9b6a-7855ef5096e3 HTTP/1.1" status: 204 len: 168 time: 0.6434982 Nov 12 01:27:49.684110 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-200fa38b-451a-4e81-bcde-84e022d230c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:49.687410 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c7caec-e71c-449b-af07-97a27e21cf19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eed10bd-163d-45a7-9b6a-7855ef5096e3,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:49.876169 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c5837f8d-9fb5-42fc-a5be-0ce412f5a6d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:49.883065 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c5837f8d-9fb5-42fc-a5be-0ce412f5a6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:50.012222 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c5837f8d-9fb5-42fc-a5be-0ce412f5a6d9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a60168a015d74e188ea2fa20a045bd17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4880893 Nov 12 01:27:50.014262 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5837f8d-9fb5-42fc-a5be-0ce412f5a6d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9052ff-2f60-45e8-8dea-b8b89d53cdaa,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:50.018675 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37300) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:50.099344 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dd8998f4-662f-4777-8e9c-e038ddf41f52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:50.136776 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dd8998f4-662f-4777-8e9c-e038ddf41f52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:50.255046 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dd8998f4-662f-4777-8e9c-e038ddf41f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:50.271137 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dd8998f4-662f-4777-8e9c-e038ddf41f52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:50.277291 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-dd8998f4-662f-4777-8e9c-e038ddf41f52 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9c9052ff-2f60-45e8-8dea-b8b89d53cdaa HTTP/1.1" status: 204 len: 168 time: 0.2525065 Nov 12 01:27:50.296392 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8998f4-662f-4777-8e9c-e038ddf41f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9052ff-2f60-45e8-8dea-b8b89d53cdaa,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:50.303010 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af6fa6-1710-4fa6-ab80-98b5b68c4d09 req-6c5f0137-e323-4007-8cf4-41b86faa9d14 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:50.304794 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-57af6fa6-1710-4fa6-ab80-98b5b68c4d09 req-6c5f0137-e323-4007-8cf4-41b86faa9d14 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b6629a2-58ec-446d-9d33-931f40ef3ba4 HTTP/1.1" status: 200 len: 945 time: 0.4913664 Nov 12 01:27:50.321812 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0030d0-361b-4613-ade1-6166ec0c7b8b req-a3099a4f-a301-416c-acec-5209ad3b1904 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:50.324230 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5c0030d0-361b-4613-ade1-6166ec0c7b8b req-a3099a4f-a301-416c-acec-5209ad3b1904 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=631010e5-2d5b-44ec-8371-ed2f024137c4 HTTP/1.1" status: 200 len: 945 time: 0.4620664 Nov 12 01:27:50.386879 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-200fa38b-451a-4e81-bcde-84e022d230c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:50.390646 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-200fa38b-451a-4e81-bcde-84e022d230c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:50.395917 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-200fa38b-451a-4e81-bcde-84e022d230c3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e259d009-9950-45c6-984e-7d7283852496 HTTP/1.1" status: 204 len: 168 time: 1.1333880 Nov 12 01:27:50.409167 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a1e85-68e5-4e33-b1c3-7f51af25bad5 req-12310ab3-ef8c-4e67-a644-ca88a6881730 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:50.410686 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1a3a1e85-68e5-4e33-b1c3-7f51af25bad5 req-12310ab3-ef8c-4e67-a644-ca88a6881730 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b6629a2-58ec-446d-9d33-931f40ef3ba4 HTTP/1.1" status: 200 len: 945 time: 0.4733539 Nov 12 01:27:50.455780 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200fa38b-451a-4e81-bcde-84e022d230c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e259d009-9950-45c6-984e-7d7283852496,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:50.622156 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef23792-d5d1-4d5f-ae00-bc72acd9baea tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Made reservation on behalf of a32638d5c5e641288786feeafdcdff25 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:27:50.685328 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1a3a1e85-68e5-4e33-b1c3-7f51af25bad5 req-d64a5c11-2439-43c0-913e-dfe226236274 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/security-groups?id=d92f5d90-e746-4f21-9753-88e8404e7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520046 Nov 12 01:27:50.731033 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5c0030d0-361b-4613-ade1-6166ec0c7b8b req-6d46d7cd-7461-4bfe-a8a5-ab985cf78df5 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747351 Nov 12 01:27:50.918657 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-57af6fa6-1710-4fa6-ab80-98b5b68c4d09 req-80c291cc-0f13-4fb4-9ee7-968d92aa2957 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Deleting port 5e4ed001-35a0-46d8-9ab1-96562fa0e4fb {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:27:50.920757 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-57af6fa6-1710-4fa6-ab80-98b5b68c4d09 req-80c291cc-0f13-4fb4-9ee7-968d92aa2957 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:50.990038 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 11d1259f-e264-4a48-a9d4-d07a169a13d3 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:27:51.003435 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fef23792-d5d1-4d5f-ae00-bc72acd9baea tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:51.167063 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 11d1259f-e264-4a48-a9d4-d07a169a13d3 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:27:51.167720 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:51.168999 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [None req-fef23792-d5d1-4d5f-ae00-bc72acd9baea tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] device_id is not set on port 05261f11-698f-44d7-b952-4d1c5ed91971 yet. {{(pid=109085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:27:51.346208 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-57af6fa6-1710-4fa6-ab80-98b5b68c4d09 req-80c291cc-0f13-4fb4-9ee7-968d92aa2957 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] For port 5e4ed001-35a0-46d8-9ab1-96562fa0e4fb, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=5e4ed001-35a0-46d8-9ab1-96562fa0e4fb,segment=NetworkSegment(8ba0d8a8-df0b-4e44-bb9a-7737c8ae5a47),segment_id=8ba0d8a8-df0b-4e44-bb9a-7737c8ae5a47)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:27:51.346208 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-57af6fa6-1710-4fa6-ab80-98b5b68c4d09 req-80c291cc-0f13-4fb4-9ee7-968d92aa2957 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:51.379171 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:51.385275 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-57af6fa6-1710-4fa6-ab80-98b5b68c4d09 req-80c291cc-0f13-4fb4-9ee7-968d92aa2957 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Calling delete_port for 5e4ed001-35a0-46d8-9ab1-96562fa0e4fb owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:27:51.461522 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270bf3f0-51a3-4db8-8194-705bc9804615 None None] Network ed08ebfc-b4eb-4a88-ba34-045ad2325eb6 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:27:51.600942 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 11d1259f-e264-4a48-a9d4-d07a169a13d3, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=11d1259f-e264-4a48-a9d4-d07a169a13d3,segment=NetworkSegment(a115ee0c-6276-4b32-b42a-f1475729d650),segment_id=a115ee0c-6276-4b32-b42a-f1475729d650)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:27:51.607258 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device b026295e-fbfc-406a-8e89-058ceb77ec0b up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:27:51.707817 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:51.823861 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-473ffd9d-23f7-42b5-b2ce-fb2dfe04311c None None] Provisioning complete for port 11d1259f-e264-4a48-a9d4-d07a169a13d3 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:27:51.824424 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-473ffd9d-23f7-42b5-b2ce-fb2dfe04311c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:51.962214 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=11d1259f-e264-4a48-a9d4-d07a169a13d3,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:51.978745 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port b026295e-fbfc-406a-8e89-058ceb77ec0b completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:27:52.028301 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port b026295e-fbfc-406a-8e89-058ceb77ec0b triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:27:52.029015 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:52.133750 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ff773-25e3-4d2a-8572-e8636e0faa47 req-1e0e67e5-8ff4-49e5-90d1-1848ccd01994 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:52.146182 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-266ff773-25e3-4d2a-8572-e8636e0faa47 req-1e0e67e5-8ff4-49e5-90d1-1848ccd01994 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=631010e5-2d5b-44ec-8371-ed2f024137c4 HTTP/1.1" status: 200 len: 945 time: 0.2569232 Nov 12 01:27:52.180130 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a304b9c6-da5b-48c1-a98a-4a960df24b7a req-4250662f-5bae-45f0-9d2c-11d89301a5ce tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:52.184539 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a304b9c6-da5b-48c1-a98a-4a960df24b7a req-4250662f-5bae-45f0-9d2c-11d89301a5ce tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b6629a2-58ec-446d-9d33-931f40ef3ba4 HTTP/1.1" status: 200 len: 945 time: 0.2941616 Nov 12 01:27:52.454290 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-266ff773-25e3-4d2a-8572-e8636e0faa47 req-5d4a12d9-d204-456c-a06c-ab59b726df9b tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020787 Nov 12 01:27:52.510168 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a304b9c6-da5b-48c1-a98a-4a960df24b7a req-83abde90-1cd7-4104-850f-f3d5b4e20715 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/security-groups?id=d92f5d90-e746-4f21-9753-88e8404e7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396898 Nov 12 01:27:52.662583 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-57af6fa6-1710-4fa6-ab80-98b5b68c4d09 req-80c291cc-0f13-4fb4-9ee7-968d92aa2957 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:52.737750 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-fef23792-d5d1-4d5f-ae00-bc72acd9baea tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Allocated IP 2001:db8::46 (ed08ebfc-b4eb-4a88-ba34-045ad2325eb6/6b85181a-d84d-4b61-8f81-5fc2a3338483/05261f11-698f-44d7-b952-4d1c5ed91971) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:27:52.753045 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-fef23792-d5d1-4d5f-ae00-bc72acd9baea tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Allocated IP 2001:db8:0:1::be (ed08ebfc-b4eb-4a88-ba34-045ad2325eb6/b14ed055-a807-4151-ae2b-87ae4704b519/05261f11-698f-44d7-b952-4d1c5ed91971) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:27:52.807826 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:52.855903 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6d3830-1311-4a3b-86c8-6bf1c7d90cff None None] Update dhcp port {'port': {'network_id': 'ed08ebfc-b4eb-4a88-ba34-045ad2325eb6', 'fixed_ips': [{'subnet_id': '6b85181a-d84d-4b61-8f81-5fc2a3338483', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b14ed055-a807-4151-ae2b-87ae4704b519'}], 'binding:host_id': 'n-d-712142-27'}, 'id': '11d1259f-e264-4a48-a9d4-d07a169a13d3'} from n-d-712142-27. {{(pid=109087) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 01:27:52.933233 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 11d1259f-e264-4a48-a9d4-d07a169a13d3 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:27:52.939284 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c291cc-0f13-4fb4-9ee7-968d92aa2957 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Pushing event deleted for resources: {'Port': ['ID=5e4ed001-35a0-46d8-9ab1-96562fa0e4fb,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:52.953942 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '631010e5-2d5b-44ec-8371-ed2f024137c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b026295e-fbfc-406a-8e89-058ceb77ec0b'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:27:52.960726 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150e208b-3abd-42ba-b46e-e5795cea9f59" -d '{"events": [{"server_uuid": "631010e5-2d5b-44ec-8371-ed2f024137c4", "name": "network-vif-plugged", "status": "completed", "tag": "b026295e-fbfc-406a-8e89-058ceb77ec0b"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:27:53.033849 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ef6d3830-1311-4a3b-86c8-6bf1c7d90cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:53.043868 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port b026295e-fbfc-406a-8e89-058ceb77ec0b, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=b026295e-fbfc-406a-8e89-058ceb77ec0b,segment=NetworkSegment(7bbb728e-9806-453c-9716-52e1ccd278c6),segment_id=7bbb728e-9806-453c-9716-52e1ccd278c6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:27:53.050291 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-57af6fa6-1710-4fa6-ab80-98b5b68c4d09 req-80c291cc-0f13-4fb4-9ee7-968d92aa2957 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] No DVR routers for this DVR port 5e4ed001-35a0-46d8-9ab1-96562fa0e4fb on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:27:53.056220 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-57af6fa6-1710-4fa6-ab80-98b5b68c4d09 req-80c291cc-0f13-4fb4-9ee7-968d92aa2957 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:53.062498 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-57af6fa6-1710-4fa6-ab80-98b5b68c4d09 req-80c291cc-0f13-4fb4-9ee7-968d92aa2957 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.16 "DELETE /v2.0/ports/5e4ed001-35a0-46d8-9ab1-96562fa0e4fb HTTP/1.1" status: 204 len: 173 time: 2.7320564 Nov 12 01:27:53.063173 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b6629a2-58ec-446d-9d33-931f40ef3ba4', 'name': 'network-vif-deleted', 'tag': '5e4ed001-35a0-46d8-9ab1-96562fa0e4fb'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:27:53.067426 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e64903b-3b03-428e-bc88-ce46cf87afa8" -d '{"events": [{"server_uuid": "7b6629a2-58ec-446d-9d33-931f40ef3ba4", "name": "network-vif-deleted", "tag": "5e4ed001-35a0-46d8-9ab1-96562fa0e4fb"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:27:53.075618 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94cff1d5-5b3d-4b21-8d44-664f7ccebab5 x-openstack-request-id: req-94cff1d5-5b3d-4b21-8d44-664f7ccebab5 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:27:53.076108 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "631010e5-2d5b-44ec-8371-ed2f024137c4", "name": "network-vif-plugged", "status": "completed", "tag": "b026295e-fbfc-406a-8e89-058ceb77ec0b", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:27:53.076773 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-94cff1d5-5b3d-4b21-8d44-664f7ccebab5 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:27:53.077595 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '631010e5-2d5b-44ec-8371-ed2f024137c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b026295e-fbfc-406a-8e89-058ceb77ec0b', 'code': 200} Nov 12 01:27:53.089613 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:53.171203 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01a63b4-fcf2-4f54-87f5-a454f918227f x-openstack-request-id: req-c01a63b4-fcf2-4f54-87f5-a454f918227f {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:27:53.171767 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b6629a2-58ec-446d-9d33-931f40ef3ba4", "name": "network-vif-deleted", "tag": "5e4ed001-35a0-46d8-9ab1-96562fa0e4fb", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:27:53.172387 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c01a63b4-fcf2-4f54-87f5-a454f918227f {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:27:53.172897 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b6629a2-58ec-446d-9d33-931f40ef3ba4', 'name': 'network-vif-deleted', 'tag': '5e4ed001-35a0-46d8-9ab1-96562fa0e4fb', 'status': 'completed', 'code': 200} Nov 12 01:27:53.331467 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd4cc39-d696-4cc4-af84-867bc2f830f2 req-87444ae9-cd69-48bf-b0c6-653493bc7036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:53.336426 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4dd4cc39-d696-4cc4-af84-867bc2f830f2 req-87444ae9-cd69-48bf-b0c6-653493bc7036 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=631010e5-2d5b-44ec-8371-ed2f024137c4 HTTP/1.1" status: 200 len: 1098 time: 0.1309764 Nov 12 01:27:53.396448 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4dd4cc39-d696-4cc4-af84-867bc2f830f2 req-b7ca08b7-7e2c-493f-81e8-e1384350cd91 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520017 Nov 12 01:27:53.425370 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=b026295e-fbfc-406a-8e89-058ceb77ec0b,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:53.433523 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 11d1259f-e264-4a48-a9d4-d07a169a13d3 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:27:53.434423 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:53.663658 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fef23792-d5d1-4d5f-ae00-bc72acd9baea tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:53.800286 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-73e6a46d-9a91-491c-ae5d-8548993f1b7b req-a09ae523-9307-4876-bfdd-c42c49f8cea0 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/ports?device_id=7b6629a2-58ec-446d-9d33-931f40ef3ba4 HTTP/1.1" status: 200 len: 210 time: 0.0572457 Nov 12 01:27:53.929492 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc1e37-9b58-4b5b-82b4-f1211a58bdbb req-6bad07b6-cccd-4263-9852-9833486c158a tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:53.932698 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c5cc1e37-9b58-4b5b-82b4-f1211a58bdbb req-6bad07b6-cccd-4263-9852-9833486c158a tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=631010e5-2d5b-44ec-8371-ed2f024137c4 HTTP/1.1" status: 200 len: 946 time: 0.2263017 Nov 12 01:27:53.954576 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fef23792-d5d1-4d5f-ae00-bc72acd9baea tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:54.024596 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 5e4ed001-35a0-46d8-9ab1-96562fa0e4fb no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:27:54.029705 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef23792-d5d1-4d5f-ae00-bc72acd9baea tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Network ed08ebfc-b4eb-4a88-ba34-045ad2325eb6 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:27:54.037337 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-fef23792-d5d1-4d5f-ae00-bc72acd9baea tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:27:54.095030 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] No Port match for: 5e4ed001-35a0-46d8-9ab1-96562fa0e4fb {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:27:54.096294 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 5e4ed001-35a0-46d8-9ab1-96562fa0e4fb not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:27:54.102993 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef23792-d5d1-4d5f-ae00-bc72acd9baea tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:27:54.112665 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef23792-d5d1-4d5f-ae00-bc72acd9baea tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:54.115451 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fef23792-d5d1-4d5f-ae00-bc72acd9baea tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:54.143881 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef23792-d5d1-4d5f-ae00-bc72acd9baea tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event updated for resources: {'Port': ['ID=05261f11-698f-44d7-b952-4d1c5ed91971,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:54.185137 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-ef6d3830-1311-4a3b-86c8-6bf1c7d90cff None None] Allocated IP 2001:db8:0:1::2 (ed08ebfc-b4eb-4a88-ba34-045ad2325eb6/b14ed055-a807-4151-ae2b-87ae4704b519/11d1259f-e264-4a48-a9d4-d07a169a13d3) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:27:54.207777 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-fef23792-d5d1-4d5f-ae00-bc72acd9baea tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 4.5741208 Nov 12 01:27:54.212433 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37432) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:54.223714 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-97419a52-68c4-4f71-be9d-1667452c1a17 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6b85181a-d84d-4b61-8f81-5fc2a3338483'}]}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:54.224787 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c5cc1e37-9b58-4b5b-82b4-f1211a58bdbb req-1121b216-4f8f-4b82-8f28-47ce6a82a6c0 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840736 Nov 12 01:27:54.362818 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-ef6d3830-1311-4a3b-86c8-6bf1c7d90cff None None] For port 11d1259f-e264-4a48-a9d4-d07a169a13d3, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=11d1259f-e264-4a48-a9d4-d07a169a13d3,segment=NetworkSegment(a115ee0c-6276-4b32-b42a-f1475729d650),segment_id=a115ee0c-6276-4b32-b42a-f1475729d650)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:27:54.465717 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ef6d3830-1311-4a3b-86c8-6bf1c7d90cff None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:54.474834 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ef6d3830-1311-4a3b-86c8-6bf1c7d90cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:54.648363 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d3830-1311-4a3b-86c8-6bf1c7d90cff None None] Pushing event updated for resources: {'Port': ['ID=11d1259f-e264-4a48-a9d4-d07a169a13d3,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:54.745859 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-97419a52-68c4-4f71-be9d-1667452c1a17 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:55.000302 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 11d1259f-e264-4a48-a9d4-d07a169a13d3 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:27:55.132486 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 11d1259f-e264-4a48-a9d4-d07a169a13d3 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:27:55.133087 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:55.476341 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-97419a52-68c4-4f71-be9d-1667452c1a17 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Delete allocated IP 2001:db8:0:1::be (ed08ebfc-b4eb-4a88-ba34-045ad2325eb6/b14ed055-a807-4151-ae2b-87ae4704b519) {{(pid=109086) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 01:27:55.736763 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a79c80-d834-4b5a-ba5b-578a49752b72 req-dd02c028-1734-437a-910f-768e0ae60d6b tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:55.768980 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b8a79c80-d834-4b5a-ba5b-578a49752b72 req-dd02c028-1734-437a-910f-768e0ae60d6b tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=631010e5-2d5b-44ec-8371-ed2f024137c4 HTTP/1.1" status: 200 len: 946 time: 0.3168590 Nov 12 01:27:55.912703 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-97419a52-68c4-4f71-be9d-1667452c1a17 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:55.920911 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-97419a52-68c4-4f71-be9d-1667452c1a17 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:56.010070 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b8a79c80-d834-4b5a-ba5b-578a49752b72 req-2c2551f3-befd-4d48-93b4-a1fccfd2d12f tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398663 Nov 12 01:27:56.059166 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f15ad3b-b206-498c-af31-35b1b671323b req-bd38d9f2-293a-446e-88fa-3a27c9c00e5f tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:56.070027 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7f15ad3b-b206-498c-af31-35b1b671323b req-bd38d9f2-293a-446e-88fa-3a27c9c00e5f tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/networks?id=a8868ccc-b900-4344-82bc-70d49264bb11 HTTP/1.1" status: 200 len: 808 time: 0.6012366 Nov 12 01:27:56.095263 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7f15ad3b-b206-498c-af31-35b1b671323b req-36002074-931b-44b2-bdf9-d7e10e3ec646 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/quotas/5388dd35cef8439498870da024d1ec2d HTTP/1.1" status: 200 len: 375 time: 0.0228906 Nov 12 01:27:56.110828 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adba8fa-e2e4-4782-930a-df5c5771a0b0 None None] Network ed08ebfc-b4eb-4a88-ba34-045ad2325eb6 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:27:56.177321 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7f15ad3b-b206-498c-af31-35b1b671323b req-0eeda67e-7707-412c-980a-69d65c7d8091 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=5388dd35cef8439498870da024d1ec2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0793707 Nov 12 01:27:56.189590 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97419a52-68c4-4f71-be9d-1667452c1a17 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event updated for resources: {'Port': ['ID=05261f11-698f-44d7-b952-4d1c5ed91971,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:56.269837 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-97419a52-68c4-4f71-be9d-1667452c1a17 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] In _notify_port_updated(), no bound segment for port 05261f11-698f-44d7-b952-4d1c5ed91971 on network ed08ebfc-b4eb-4a88-ba34-045ad2325eb6 {{(pid=109086) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:27:56.286050 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 37516) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:56.287544 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97419a52-68c4-4f71-be9d-1667452c1a17 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:56.288560 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-97419a52-68c4-4f71-be9d-1667452c1a17 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:56.289768 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-596df7a9-f20d-4d31-93e0-921de08a741e None None] Provisioning complete for port 11d1259f-e264-4a48-a9d4-d07a169a13d3 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:27:56.290237 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-97419a52-68c4-4f71-be9d-1667452c1a17 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "PUT /v2.0/ports/05261f11-698f-44d7-b952-4d1c5ed91971 HTTP/1.1" status: 200 len: 925 time: 2.0745518 Nov 12 01:27:56.290978 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-596df7a9-f20d-4d31-93e0-921de08a741e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:56.296296 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37518) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:56.302349 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-15b6070d-dd16-48e9-8791-1b974d073cb4 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6b85181a-d84d-4b61-8f81-5fc2a3338483'}, {'subnet_id': 'b14ed055-a807-4151-ae2b-87ae4704b519'}]}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:56.339056 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38aa7f-72ef-41c0-a7f5-02959ea733bc req-98723439-5e86-4f51-9c33-319ce2828062 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:56.340843 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fa38aa7f-72ef-41c0-a7f5-02959ea733bc req-98723439-5e86-4f51-9c33-319ce2828062 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=631010e5-2d5b-44ec-8371-ed2f024137c4 HTTP/1.1" status: 200 len: 946 time: 0.1326356 Nov 12 01:27:56.486314 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fa38aa7f-72ef-41c0-a7f5-02959ea733bc req-ba7a23bf-f0f8-4b8f-be05-d4470291e610 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254783 Nov 12 01:27:56.497546 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-15b6070d-dd16-48e9-8791-1b974d073cb4 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:56.715762 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-7f15ad3b-b206-498c-af31-35b1b671323b req-0f8650c8-d307-4f3f-8f20-9ff77ee3c9c8 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:27:56.731834 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7f15ad3b-b206-498c-af31-35b1b671323b req-0f8650c8-d307-4f3f-8f20-9ff77ee3c9c8 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5476420 Nov 12 01:27:56.960291 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37528) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:56.987807 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a23404-feb4-4dc9-bb6c-a23b4ab8834d req-cae1a6e1-7941-4f49-af33-d5943124a01c tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:56.990647 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-78a23404-feb4-4dc9-bb6c-a23b4ab8834d req-cae1a6e1-7941-4f49-af33-d5943124a01c tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=631010e5-2d5b-44ec-8371-ed2f024137c4 HTTP/1.1" status: 200 len: 946 time: 0.3331385 Nov 12 01:27:57.011222 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-6afcbda4-d394-49b8-ab72-262bf8947390 None None] Provisioning complete for port 05261f11-698f-44d7-b952-4d1c5ed91971 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:27:57.011596 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6afcbda4-d394-49b8-ab72-262bf8947390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:57.014764 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-500d698f-f2ef-4949-a7d4-48fadb17dbec tempest-MeteringIpV6TestJSON-870522023 tempest-MeteringIpV6TestJSON-870522023-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1966259302'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:57.015527 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-500d698f-f2ef-4949-a7d4-48fadb17dbec tempest-MeteringIpV6TestJSON-870522023 tempest-MeteringIpV6TestJSON-870522023-project-admin] Unknown quota resources ['metering_label']. {{(pid=109085) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 01:27:57.074804 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-6afcbda4-d394-49b8-ab72-262bf8947390 None None] Port 05261f11-698f-44d7-b952-4d1c5ed91971 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:27:57.092493 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-6afcbda4-d394-49b8-ab72-262bf8947390 None None] Provisioning complete for port 11d1259f-e264-4a48-a9d4-d07a169a13d3 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:27:57.093108 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6afcbda4-d394-49b8-ab72-262bf8947390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:57.148465 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eb0c4b41-3a16-459c-b301-f7170efc3c7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:57.205887 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-15b6070d-dd16-48e9-8791-1b974d073cb4 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Allocated IP 2001:db8:0:1::2b5 (ed08ebfc-b4eb-4a88-ba34-045ad2325eb6/b14ed055-a807-4151-ae2b-87ae4704b519/05261f11-698f-44d7-b952-4d1c5ed91971) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:27:57.322135 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-52ab5a4a-6e9b-46fe-a4e8-756d91ea1f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:57.538857 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7f15ad3b-b206-498c-af31-35b1b671323b req-f00398d7-dc36-480a-a31a-bc4aa0c9f6e8 service neutron] 10.222.0.45 "GET /v2.0/networks/a8868ccc-b900-4344-82bc-70d49264bb11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8115356 Nov 12 01:27:57.549323 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eb0c4b41-3a16-459c-b301-f7170efc3c7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:57.561696 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eb0c4b41-3a16-459c-b301-f7170efc3c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:57.621515 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-15b6070d-dd16-48e9-8791-1b974d073cb4 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:57.622744 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5e5a4675-2dc4-4878-87b2-ed869b239402 None None] Provisioning complete for port 05261f11-698f-44d7-b952-4d1c5ed91971 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:27:57.624997 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5e5a4675-2dc4-4878-87b2-ed869b239402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:57.660817 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-15b6070d-dd16-48e9-8791-1b974d073cb4 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:57.704421 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5e5a4675-2dc4-4878-87b2-ed869b239402 None None] Port 05261f11-698f-44d7-b952-4d1c5ed91971 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:27:57.711024 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-eb0c4b41-3a16-459c-b301-f7170efc3c7d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=93028564fc04437f86e129c20585cbdd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7371202 Nov 12 01:27:57.719088 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37534) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:57.737351 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-500d698f-f2ef-4949-a7d4-48fadb17dbec tempest-MeteringIpV6TestJSON-870522023 tempest-MeteringIpV6TestJSON-870522023-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:57.741354 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-500d698f-f2ef-4949-a7d4-48fadb17dbec tempest-MeteringIpV6TestJSON-870522023 tempest-MeteringIpV6TestJSON-870522023-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.4515426 Nov 12 01:27:57.745244 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 37538) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:57.761501 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7f15ad3b-b206-498c-af31-35b1b671323b req-bd14c826-fde9-4070-873d-15955b22b40a service neutron] 10.222.0.45 "GET /v2.0/networks/a8868ccc-b900-4344-82bc-70d49264bb11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212667 Nov 12 01:27:57.774025 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-33f3d9e3-b71d-417c-833b-33f994b5ad33 tempest-MeteringIpV6TestJSON-870522023 tempest-MeteringIpV6TestJSON-870522023-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '10626c00-1360-47b0-9020-f64aed270ac8'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:57.774594 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-33f3d9e3-b71d-417c-833b-33f994b5ad33 tempest-MeteringIpV6TestJSON-870522023 tempest-MeteringIpV6TestJSON-870522023-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109085) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 01:27:57.806692 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-78a23404-feb4-4dc9-bb6c-a23b4ab8834d req-e5607cb6-21db-4432-a4cf-9cb07b9fc6a0 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7973444 Nov 12 01:27:57.925147 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c4b41-3a16-459c-b301-f7170efc3c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7c1df9-e107-4309-98c0-593a66822671,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:57.927528 n-d-712142-27 neutron-server[109085]: WARNING neutron.services.metering.metering_plugin [None req-33f3d9e3-b71d-417c-833b-33f994b5ad33 tempest-MeteringIpV6TestJSON-870522023 tempest-MeteringIpV6TestJSON-870522023-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 01:27:58.109945 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b6070d-dd16-48e9-8791-1b974d073cb4 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event updated for resources: {'Port': ['ID=05261f11-698f-44d7-b952-4d1c5ed91971,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:58.246746 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6dedcccd-ccc5-4905-86fb-5683cc1bec4d req-58b10229-be1a-4599-8277-90638ee626c6 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9dc1703-d558-496c-9f84-940d86cd7a20 HTTP/1.1" status: 200 len: 210 time: 0.1897745 Nov 12 01:27:58.300645 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-fd5325e9-dcee-4fbb-b810-1cec07d93645 None None] Provisioning complete for port 05261f11-698f-44d7-b952-4d1c5ed91971 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:27:58.301185 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fd5325e9-dcee-4fbb-b810-1cec07d93645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:58.406177 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-fd5325e9-dcee-4fbb-b810-1cec07d93645 None None] Port 05261f11-698f-44d7-b952-4d1c5ed91971 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:27:58.421259 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-33f3d9e3-b71d-417c-833b-33f994b5ad33 tempest-MeteringIpV6TestJSON-870522023 tempest-MeteringIpV6TestJSON-870522023-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:58.433066 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-33f3d9e3-b71d-417c-833b-33f994b5ad33 tempest-MeteringIpV6TestJSON-870522023 tempest-MeteringIpV6TestJSON-870522023-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6863842 Nov 12 01:27:58.474181 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 37554) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:58.490027 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-38301735-3bb9-4e71-9304-c4220fb21615 tempest-MeteringIpV6TestJSON-870522023 tempest-MeteringIpV6TestJSON-870522023-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '10626c00-1360-47b0-9020-f64aed270ac8'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:58.494456 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-38301735-3bb9-4e71-9304-c4220fb21615 tempest-MeteringIpV6TestJSON-870522023 tempest-MeteringIpV6TestJSON-870522023-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109085) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 01:27:58.723663 n-d-712142-27 neutron-server[109085]: WARNING neutron.services.metering.metering_plugin [None req-38301735-3bb9-4e71-9304-c4220fb21615 tempest-MeteringIpV6TestJSON-870522023 tempest-MeteringIpV6TestJSON-870522023-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 01:27:58.747400 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4094950b-c21d-461c-9235-292cb0a975c8 None None] Provisioning complete for port 05261f11-698f-44d7-b952-4d1c5ed91971 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:27:58.751759 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4094950b-c21d-461c-9235-292cb0a975c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:58.867575 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0bec05-3027-431f-810f-7e121a14e566 req-d6a40416-a93a-4e4a-968e-4698bfe776f9 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:58.869716 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8e0bec05-3027-431f-810f-7e121a14e566 req-d6a40416-a93a-4e4a-968e-4698bfe776f9 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=631010e5-2d5b-44ec-8371-ed2f024137c4 HTTP/1.1" status: 200 len: 946 time: 0.4721780 Nov 12 01:27:58.873075 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-38301735-3bb9-4e71-9304-c4220fb21615 tempest-MeteringIpV6TestJSON-870522023 tempest-MeteringIpV6TestJSON-870522023-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:58.877747 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-38301735-3bb9-4e71-9304-c4220fb21615 tempest-MeteringIpV6TestJSON-870522023 tempest-MeteringIpV6TestJSON-870522023-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3968420 Nov 12 01:27:58.889721 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 37568) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:58.922303 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4094950b-c21d-461c-9235-292cb0a975c8 None None] Port 05261f11-698f-44d7-b952-4d1c5ed91971 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:27:58.931398 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-23a19f22-9a28-4c5b-9650-cd2b0726d20e tempest-MeteringIpV6TestJSON-870522023 tempest-MeteringIpV6TestJSON-870522023-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules?id=00a5a074-1a0c-4a81-8ef0-23d20cd517fe HTTP/1.1" status: 200 len: 462 time: 0.0398297 Nov 12 01:27:58.946140 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 37572) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:58.991909 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8e0bec05-3027-431f-810f-7e121a14e566 req-672bebfb-464c-4e87-a0c9-ba8216272c46 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140809 Nov 12 01:27:59.023131 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e072b3b3-5e4d-4293-8612-d994d7a32d73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:59.025843 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-15b6070d-dd16-48e9-8791-1b974d073cb4 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] In _notify_port_updated(), no bound segment for port 05261f11-698f-44d7-b952-4d1c5ed91971 on network ed08ebfc-b4eb-4a88-ba34-045ad2325eb6 {{(pid=109086) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:27:59.032713 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b6070d-dd16-48e9-8791-1b974d073cb4 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:27:59.033423 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-15b6070d-dd16-48e9-8791-1b974d073cb4 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:59.038192 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-15b6070d-dd16-48e9-8791-1b974d073cb4 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "PUT /v2.0/ports/05261f11-698f-44d7-b952-4d1c5ed91971 HTTP/1.1" status: 200 len: 1011 time: 2.7405512 Nov 12 01:27:59.040037 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37576) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:59.111644 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e072b3b3-5e4d-4293-8612-d994d7a32d73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:59.117316 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8fad29da-64b9-4126-93cd-b63c4599ca31 tempest-MeteringIpV6TestJSON-870522023 tempest-MeteringIpV6TestJSON-870522023-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:59.118739 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-8fad29da-64b9-4126-93cd-b63c4599ca31 tempest-MeteringIpV6TestJSON-870522023 tempest-MeteringIpV6TestJSON-870522023-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-label-rules/00a5a074-1a0c-4a81-8ef0-23d20cd517fe HTTP/1.1" status: 204 len: 168 time: 0.1711197 Nov 12 01:27:59.122776 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 37578) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:59.139949 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-82dab4f9-04ee-44e1-a58a-983bfe4d4cc1 tempest-MeteringIpV6TestJSON-870522023 tempest-MeteringIpV6TestJSON-870522023-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules?id=00a5a074-1a0c-4a81-8ef0-23d20cd517fe HTTP/1.1" status: 200 len: 221 time: 0.0143158 Nov 12 01:27:59.140709 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 37580) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:59.163800 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-436fffa9-e1df-44b6-a5af-8ff04b8aaf30 tempest-MeteringIpV6TestJSON-870522023 tempest-MeteringIpV6TestJSON-870522023-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2094630811', 'description': 'label created by tempest'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:27:59.164326 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-436fffa9-e1df-44b6-a5af-8ff04b8aaf30 tempest-MeteringIpV6TestJSON-870522023 tempest-MeteringIpV6TestJSON-870522023-project-admin] Unknown quota resources ['metering_label']. {{(pid=109085) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 01:27:59.245982 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-dc2ba4a6-0882-4b4e-86b3-53e62347a422 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Deleting port 05261f11-698f-44d7-b952-4d1c5ed91971 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:27:59.246432 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dc2ba4a6-0882-4b4e-86b3-53e62347a422 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:59.252631 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e072b3b3-5e4d-4293-8612-d994d7a32d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:59.255742 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e072b3b3-5e4d-4293-8612-d994d7a32d73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:59.257581 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e072b3b3-5e4d-4293-8612-d994d7a32d73 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4b7c1df9-e107-4309-98c0-593a66822671 HTTP/1.1" status: 204 len: 168 time: 1.5303495 Nov 12 01:27:59.289398 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e072b3b3-5e4d-4293-8612-d994d7a32d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7c1df9-e107-4309-98c0-593a66822671,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:27:59.446266 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dc2ba4a6-0882-4b4e-86b3-53e62347a422 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:59.478696 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-dc2ba4a6-0882-4b4e-86b3-53e62347a422 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Calling delete_port for 05261f11-698f-44d7-b952-4d1c5ed91971 owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:27:59.613858 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-436fffa9-e1df-44b6-a5af-8ff04b8aaf30 tempest-MeteringIpV6TestJSON-870522023 tempest-MeteringIpV6TestJSON-870522023-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:27:59.616748 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-436fffa9-e1df-44b6-a5af-8ff04b8aaf30 tempest-MeteringIpV6TestJSON-870522023 tempest-MeteringIpV6TestJSON-870522023-project-admin] 10.222.0.45 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4592805 Nov 12 01:27:59.621626 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37594) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:27:59.723104 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cb65814c-a095-4379-8be5-fac11b140f50 req-8adf1f8d-e84b-4a54-9251-0fbfa9992b86 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9dc1703-d558-496c-9f84-940d86cd7a20 HTTP/1.1" status: 200 len: 210 time: 0.1224005 Nov 12 01:27:59.735667 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3f81852a-7c2e-430b-a10b-6687fc7777da tempest-MeteringIpV6TestJSON-870522023 tempest-MeteringIpV6TestJSON-870522023-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels?id=f41275a6-a657-4d36-9fb4-de9b29b5bc7f HTTP/1.1" status: 200 len: 468 time: 0.1123180 Nov 12 01:27:59.738828 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37598) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:00.210460 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f52437-0d82-4c7b-b808-873927b93798 req-21900b71-9ccf-4e6e-b03a-3cc3b08ff181 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:00.214040 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-40f52437-0d82-4c7b-b808-873927b93798 req-21900b71-9ccf-4e6e-b03a-3cc3b08ff181 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.44 "GET /v2.0/ports?device_id=631010e5-2d5b-44ec-8371-ed2f024137c4 HTTP/1.1" status: 200 len: 946 time: 0.3498626 Nov 12 01:28:00.218269 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 37614) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:00.231009 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-83cf0204-6dbe-4d30-becc-57489b68fbcc tempest-MeteringIpV6TestJSON-870522023 tempest-MeteringIpV6TestJSON-870522023-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:00.237282 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-83cf0204-6dbe-4d30-becc-57489b68fbcc tempest-MeteringIpV6TestJSON-870522023 tempest-MeteringIpV6TestJSON-870522023-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-labels/f41275a6-a657-4d36-9fb4-de9b29b5bc7f HTTP/1.1" status: 204 len: 168 time: 0.4922075 Nov 12 01:28:00.243006 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37616) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:00.259550 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dc2ba4a6-0882-4b4e-86b3-53e62347a422 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:00.300471 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5a4a0275-de49-4016-9043-127a07680fc7 tempest-MeteringIpV6TestJSON-870522023 tempest-MeteringIpV6TestJSON-870522023-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels?id=f41275a6-a657-4d36-9fb4-de9b29b5bc7f HTTP/1.1" status: 200 len: 216 time: 0.0492082 Nov 12 01:28:00.305823 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37618) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:00.316249 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-961f0ea5-3286-4e6d-be8f-0fc0856da064 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:00.340951 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2ba4a6-0882-4b4e-86b3-53e62347a422 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event deleted for resources: {'Port': ['ID=05261f11-698f-44d7-b952-4d1c5ed91971,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:00.358723 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ade4944a-755c-4e3a-9225-3a132179da18 tempest-MeteringIpV6TestJSON-870522023 tempest-MeteringIpV6TestJSON-870522023-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0514553 Nov 12 01:28:00.364686 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37620) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:00.380723 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f0c6db5f-3e08-4cd4-8594-d296f7283276 tempest-MeteringIpV6TestJSON-870522023 tempest-MeteringIpV6TestJSON-870522023-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0144839 Nov 12 01:28:00.409922 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37622) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:00.617176 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dc2ba4a6-0882-4b4e-86b3-53e62347a422 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:00.637455 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-dc2ba4a6-0882-4b4e-86b3-53e62347a422 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "DELETE /v2.0/ports/05261f11-698f-44d7-b952-4d1c5ed91971 HTTP/1.1" status: 204 len: 168 time: 1.5961025 Nov 12 01:28:00.645502 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37624) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:00.652830 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8629d96a-39c8-4690-a42d-cb8c261b0219 tempest-MeteringIpV6TestJSON-870522023 tempest-MeteringIpV6TestJSON-870522023-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-labels/10626c00-1360-47b0-9020-f64aed270ac8 HTTP/1.1" status: 200 len: 473 time: 0.2356923 Nov 12 01:28:00.653553 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37626) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:00.700919 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc671f-2025-440d-b731-635828245dba req-082ae5dc-8104-4cb4-b369-bed26cdac777 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:00.710844 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-08cc671f-2025-440d-b731-635828245dba req-082ae5dc-8104-4cb4-b369-bed26cdac777 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=631010e5-2d5b-44ec-8371-ed2f024137c4 HTTP/1.1" status: 200 len: 946 time: 0.4693875 Nov 12 01:28:00.726219 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0230926-e767-47bd-bb3b-cab257ea5f7d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] GET failed (client error): The resource could not be found. Nov 12 01:28:00.729003 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d0230926-e767-47bd-bb3b-cab257ea5f7d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "GET /v2.0/ports/05261f11-698f-44d7-b952-4d1c5ed91971 HTTP/1.1" status: 404 len: 333 time: 0.0790124 Nov 12 01:28:00.731542 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f5d9c7d0-f065-440e-8f77-5b2e0e9d8e84 tempest-MeteringIpV6TestJSON-870522023 tempest-MeteringIpV6TestJSON-870522023-project-admin] 10.222.0.45 "GET /v2.0/metering/metering-label-rules/24de3293-b55f-48b3-9a43-f310f632e172 HTTP/1.1" status: 200 len: 459 time: 0.0756698 Nov 12 01:28:00.731542 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37628) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:00.736874 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 37630) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:00.856632 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-34e7fdb7-e788-4e85-b22b-399d46d1aa77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:00.897783 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-40f52437-0d82-4c7b-b808-873927b93798 req-4932f030-22ca-433d-a38b-af6ee16060ce tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Deleting port b026295e-fbfc-406a-8e89-058ceb77ec0b {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:28:00.898054 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-40f52437-0d82-4c7b-b808-873927b93798 req-4932f030-22ca-433d-a38b-af6ee16060ce tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:00.972537 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f15ad3b-b206-498c-af31-35b1b671323b req-346b210d-3799-468a-afce-fd0b8bfa3083 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:00.976880 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7f15ad3b-b206-498c-af31-35b1b671323b req-346b210d-3799-468a-afce-fd0b8bfa3083 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.16 "GET /v2.0/networks?id=a8868ccc-b900-4344-82bc-70d49264bb11 HTTP/1.1" status: 200 len: 808 time: 0.5913460 Nov 12 01:28:00.978088 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-553c6847-42c0-4462-8233-b6482a411fab tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Deleting subnet b14ed055-a807-4151-ae2b-87ae4704b519 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:28:00.993076 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-553c6847-42c0-4462-8233-b6482a411fab tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:01.053628 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-08cc671f-2025-440d-b731-635828245dba req-4d47afe8-389a-456b-baa9-15b98566ffd9 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334813 Nov 12 01:28:01.085937 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-7f15ad3b-b206-498c-af31-35b1b671323b req-664f7959-0ff6-400a-9262-c6a12fc46a4f tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Request body: {'port': {'device_id': 'b9dc1703-d558-496c-9f84-940d86cd7a20', 'network_id': 'a8868ccc-b900-4344-82bc-70d49264bb11', 'admin_state_up': True, 'tenant_id': '5388dd35cef8439498870da024d1ec2d'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:28:01.158515 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d39647e6-0e8c-4fb1-a801-6f4dd338b7a1 req-7d1f0e6e-2702-4c66-b1dc-be538fe6bd97 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9dc1703-d558-496c-9f84-940d86cd7a20 HTTP/1.1" status: 200 len: 210 time: 0.1019168 Nov 12 01:28:01.162060 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f95c7c57-9ded-495f-b541-2bfa31200bd6 tempest-MeteringIpV6TestJSON-870522023 tempest-MeteringIpV6TestJSON-870522023-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:01.163209 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-f95c7c57-9ded-495f-b541-2bfa31200bd6 tempest-MeteringIpV6TestJSON-870522023 tempest-MeteringIpV6TestJSON-870522023-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-label-rules/24de3293-b55f-48b3-9a43-f310f632e172 HTTP/1.1" status: 204 len: 168 time: 0.4050748 Nov 12 01:28:01.171349 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37636) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:01.179213 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-553c6847-42c0-4462-8233-b6482a411fab tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:01.240615 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-961f0ea5-3286-4e6d-be8f-0fc0856da064 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:01.252178 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-961f0ea5-3286-4e6d-be8f-0fc0856da064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:01.339070 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-40f52437-0d82-4c7b-b808-873927b93798 req-4932f030-22ca-433d-a38b-af6ee16060ce tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] For port b026295e-fbfc-406a-8e89-058ceb77ec0b, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=b026295e-fbfc-406a-8e89-058ceb77ec0b,segment=NetworkSegment(7bbb728e-9806-453c-9716-52e1ccd278c6),segment_id=7bbb728e-9806-453c-9716-52e1ccd278c6)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:28:01.339926 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-40f52437-0d82-4c7b-b808-873927b93798 req-4932f030-22ca-433d-a38b-af6ee16060ce tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:01.375840 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-40f52437-0d82-4c7b-b808-873927b93798 req-4932f030-22ca-433d-a38b-af6ee16060ce tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Calling delete_port for b026295e-fbfc-406a-8e89-058ceb77ec0b owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:28:01.456234 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-961f0ea5-3286-4e6d-be8f-0fc0856da064 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0098095206fc4a698b4ca7c709394269&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2342284 Nov 12 01:28:01.459559 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f0ea5-3286-4e6d-be8f-0fc0856da064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651e795d-ff14-4bcc-86d4-d372a5012a97,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:01.464495 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37640) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:01.473941 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f15ad3b-b206-498c-af31-35b1b671323b req-664f7959-0ff6-400a-9262-c6a12fc46a4f tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Made reservation on behalf of 5388dd35cef8439498870da024d1ec2d for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:28:01.478518 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-7f15ad3b-b206-498c-af31-35b1b671323b req-664f7959-0ff6-400a-9262-c6a12fc46a4f tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:01.667375 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-7f15ad3b-b206-498c-af31-35b1b671323b req-664f7959-0ff6-400a-9262-c6a12fc46a4f tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Allocated IP 172.20.0.2 (a8868ccc-b900-4344-82bc-70d49264bb11/5ca45d2d-31ed-4da3-b7aa-f061deac9f55/a01fcff6-fd86-4913-9ce1-48ae93abc721) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:28:01.669513 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-553c6847-42c0-4462-8233-b6482a411fab tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:01.708679 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7d7cd9dd-0318-41db-b12b-86d7897f870e tempest-MeteringIpV6TestJSON-870522023 tempest-MeteringIpV6TestJSON-870522023-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:01.709858 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7d7cd9dd-0318-41db-b12b-86d7897f870e tempest-MeteringIpV6TestJSON-870522023 tempest-MeteringIpV6TestJSON-870522023-project-admin] 10.222.0.45 "DELETE /v2.0/metering/metering-labels/10626c00-1360-47b0-9020-f64aed270ac8 HTTP/1.1" status: 204 len: 168 time: 0.5247543 Nov 12 01:28:01.773836 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0740413b-2d6b-47eb-8662-e79f537caf1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:01.845434 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0740413b-2d6b-47eb-8662-e79f537caf1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:01.849705 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-553c6847-42c0-4462-8233-b6482a411fab tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:01.921658 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553c6847-42c0-4462-8233-b6482a411fab tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event deleted for resources: {'Subnet': ['ID=b14ed055-a807-4151-ae2b-87ae4704b519,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:01.933569 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbb280b-97a6-40bc-8808-444f211fbdee None None] Network ed08ebfc-b4eb-4a88-ba34-045ad2325eb6 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:28:01.950898 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-553c6847-42c0-4462-8233-b6482a411fab tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:01.968040 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-553c6847-42c0-4462-8233-b6482a411fab tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "DELETE /v2.0/subnets/b14ed055-a807-4151-ae2b-87ae4704b519 HTTP/1.1" status: 204 len: 168 time: 1.2279134 Nov 12 01:28:01.991603 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37644) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:02.148459 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-40f52437-0d82-4c7b-b808-873927b93798 req-4932f030-22ca-433d-a38b-af6ee16060ce tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:02.181419 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-0792aac1-2b33-40b9-8e4b-56efec25e0e7 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Deleting subnet 6b85181a-d84d-4b61-8f81-5fc2a3338483 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:28:02.313189 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0792aac1-2b33-40b9-8e4b-56efec25e0e7 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:02.446419 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932f030-22ca-433d-a38b-af6ee16060ce tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Pushing event deleted for resources: {'Port': ['ID=b026295e-fbfc-406a-8e89-058ceb77ec0b,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:02.466953 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0740413b-2d6b-47eb-8662-e79f537caf1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:02.475894 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0740413b-2d6b-47eb-8662-e79f537caf1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:02.475894 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0740413b-2d6b-47eb-8662-e79f537caf1f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/651e795d-ff14-4bcc-86d4-d372a5012a97 HTTP/1.1" status: 204 len: 168 time: 1.0029762 Nov 12 01:28:02.526542 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37658) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:02.553934 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f52437-0d82-4c7b-b808-873927b93798 req-4932f030-22ca-433d-a38b-af6ee16060ce tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] No DVR routers for this DVR port b026295e-fbfc-406a-8e89-058ceb77ec0b on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:28:02.558819 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-40f52437-0d82-4c7b-b808-873927b93798 req-4932f030-22ca-433d-a38b-af6ee16060ce tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:02.563074 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-40f52437-0d82-4c7b-b808-873927b93798 req-4932f030-22ca-433d-a38b-af6ee16060ce tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.44 "DELETE /v2.0/ports/b026295e-fbfc-406a-8e89-058ceb77ec0b HTTP/1.1" status: 204 len: 173 time: 2.3210344 Nov 12 01:28:02.612574 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '631010e5-2d5b-44ec-8371-ed2f024137c4', 'name': 'network-vif-deleted', 'tag': 'b026295e-fbfc-406a-8e89-058ceb77ec0b'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:28:02.615180 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39adfb2-4d3f-47c9-9255-3b87572f76c6" -d '{"events": [{"server_uuid": "631010e5-2d5b-44ec-8371-ed2f024137c4", "name": "network-vif-deleted", "tag": "b026295e-fbfc-406a-8e89-058ceb77ec0b"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:28:02.665387 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0740413b-2d6b-47eb-8662-e79f537caf1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651e795d-ff14-4bcc-86d4-d372a5012a97,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:02.693093 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0792aac1-2b33-40b9-8e4b-56efec25e0e7 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:02.850947 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-541cbc6d-33c5-410b-8bf3-d099e8a60cfa req-29dc8f57-f118-4f2b-b2df-a1dff9672016 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9dc1703-d558-496c-9f84-940d86cd7a20 HTTP/1.1" status: 200 len: 210 time: 0.1049912 Nov 12 01:28:02.875746 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-620d28e1-eaae-4094-a3b0-78c858f9cdf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:02.898665 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:02.997738 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bd4dcc60-0064-46fe-bacb-6fba0b0bd9d7 req-afc84a51-5874-4ac3-a91e-016d8e88e6ab tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=631010e5-2d5b-44ec-8371-ed2f024137c4 HTTP/1.1" status: 200 len: 210 time: 0.1723146 Nov 12 01:28:03.110237 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0792aac1-2b33-40b9-8e4b-56efec25e0e7 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:03.117145 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-7f15ad3b-b206-498c-af31-35b1b671323b req-664f7959-0ff6-400a-9262-c6a12fc46a4f tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:03.206912 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-7f15ad3b-b206-498c-af31-35b1b671323b req-664f7959-0ff6-400a-9262-c6a12fc46a4f tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:03.384482 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-620d28e1-eaae-4094-a3b0-78c858f9cdf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:03.410345 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-620d28e1-eaae-4094-a3b0-78c858f9cdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:03.441130 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1f4770-d88b-4a36-84cc-65d0d8f2b3d9 x-openstack-request-id: req-be1f4770-d88b-4a36-84cc-65d0d8f2b3d9 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:28:03.441445 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "631010e5-2d5b-44ec-8371-ed2f024137c4", "name": "network-vif-deleted", "tag": "b026295e-fbfc-406a-8e89-058ceb77ec0b", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:28:03.442102 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-be1f4770-d88b-4a36-84cc-65d0d8f2b3d9 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:28:03.443370 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '631010e5-2d5b-44ec-8371-ed2f024137c4', 'name': 'network-vif-deleted', 'tag': 'b026295e-fbfc-406a-8e89-058ceb77ec0b', 'status': 'completed', 'code': 200} Nov 12 01:28:03.447368 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0792aac1-2b33-40b9-8e4b-56efec25e0e7 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:03.481463 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664f7959-0ff6-400a-9262-c6a12fc46a4f tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Pushing event updated for resources: {'Port': ['ID=a01fcff6-fd86-4913-9ce1-48ae93abc721,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:03.497231 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f15ad3b-b206-498c-af31-35b1b671323b req-664f7959-0ff6-400a-9262-c6a12fc46a4f tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Network a8868ccc-b900-4344-82bc-70d49264bb11 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:28:03.501131 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-7f15ad3b-b206-498c-af31-35b1b671323b req-664f7959-0ff6-400a-9262-c6a12fc46a4f tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:28:03.504930 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f15ad3b-b206-498c-af31-35b1b671323b req-664f7959-0ff6-400a-9262-c6a12fc46a4f tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:28:03.583034 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device b026295e-fbfc-406a-8e89-058ceb77ec0b no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:28:03.590821 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0792aac1-2b33-40b9-8e4b-56efec25e0e7 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event deleted for resources: {'Subnet': ['ID=6b85181a-d84d-4b61-8f81-5fc2a3338483,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:03.597949 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f15ad3b-b206-498c-af31-35b1b671323b req-664f7959-0ff6-400a-9262-c6a12fc46a4f tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:03.597949 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-7f15ad3b-b206-498c-af31-35b1b671323b req-664f7959-0ff6-400a-9262-c6a12fc46a4f tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:03.633705 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0792aac1-2b33-40b9-8e4b-56efec25e0e7 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:03.644083 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7f15ad3b-b206-498c-af31-35b1b671323b req-664f7959-0ff6-400a-9262-c6a12fc46a4f tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5807085 Nov 12 01:28:03.646379 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0792aac1-2b33-40b9-8e4b-56efec25e0e7 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "DELETE /v2.0/subnets/6b85181a-d84d-4b61-8f81-5fc2a3338483 HTTP/1.1" status: 204 len: 168 time: 1.6498992 Nov 12 01:28:03.647508 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d28e1-eaae-4094-a3b0-78c858f9cdf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f4ac4e-f356-4c5b-a968-bb8df263a655,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:03.650317 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 37676) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:03.667938 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-620d28e1-eaae-4094-a3b0-78c858f9cdf6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bad9175a924b4a569e9808a4015365be&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1368432 Nov 12 01:28:03.668775 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37680) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:03.685288 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-7f15ad3b-b206-498c-af31-35b1b671323b req-879b87ee-500c-49d1-a3a5-cbf71ab91c10 service neutron] Request body: {'port': {'device_id': 'b9dc1703-d558-496c-9f84-940d86cd7a20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:28:03.705865 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: b026295e-fbfc-406a-8e89-058ceb77ec0b {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:28:03.707394 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device b026295e-fbfc-406a-8e89-058ceb77ec0b not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:28:03.812664 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0256d120-4491-49b4-8cb4-995ded1a0eca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:03.895402 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0256d120-4491-49b4-8cb4-995ded1a0eca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:03.972335 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:04.033433 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478fd60e-9c64-4f1e-9fe9-02588514badf None None] Network ed08ebfc-b4eb-4a88-ba34-045ad2325eb6 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:28:04.046478 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0256d120-4491-49b4-8cb4-995ded1a0eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:04.065534 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0256d120-4491-49b4-8cb4-995ded1a0eca admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:04.069982 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0256d120-4491-49b4-8cb4-995ded1a0eca admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/15f4ac4e-f356-4c5b-a968-bb8df263a655 HTTP/1.1" status: 204 len: 168 time: 0.3979440 Nov 12 01:28:04.106707 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0256d120-4491-49b4-8cb4-995ded1a0eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f4ac4e-f356-4c5b-a968-bb8df263a655,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:04.169826 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-268be6b1-a30f-4a7c-b26d-60f80b9ef1e4 None None] Provisioning complete for port 11d1259f-e264-4a48-a9d4-d07a169a13d3 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:28:04.170454 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-268be6b1-a30f-4a7c-b26d-60f80b9ef1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:04.372177 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-7f15ad3b-b206-498c-af31-35b1b671323b req-879b87ee-500c-49d1-a3a5-cbf71ab91c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:04.421334 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6beda9d4-232d-4331-a03e-0b5660acf42f None None] DHCP port deletion for ed08ebfc-b4eb-4a88-ba34-045ad2325eb6 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:28:04.455894 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-471bacef-87f3-4842-b81b-76a589733117 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:04.485053 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c91504cf-0b35-4705-956e-6e71f7eb4105 req-8fdf9307-6b7c-4d44-ab7d-f2ced6015c83 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=631010e5-2d5b-44ec-8371-ed2f024137c4 HTTP/1.1" status: 200 len: 210 time: 0.1495264 Nov 12 01:28:04.560657 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-6beda9d4-232d-4331-a03e-0b5660acf42f None None] Deleting port 11d1259f-e264-4a48-a9d4-d07a169a13d3 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:28:04.561274 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6beda9d4-232d-4331-a03e-0b5660acf42f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:04.677338 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-6beda9d4-232d-4331-a03e-0b5660acf42f None None] For port 11d1259f-e264-4a48-a9d4-d07a169a13d3, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=11d1259f-e264-4a48-a9d4-d07a169a13d3,segment=NetworkSegment(a115ee0c-6276-4b32-b42a-f1475729d650),segment_id=a115ee0c-6276-4b32-b42a-f1475729d650)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:28:04.679068 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6beda9d4-232d-4331-a03e-0b5660acf42f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:04.688415 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b070427-b664-413b-8e87-60266d926cf9 req-a937bfa3-c2f6-473c-9bb4-173900a46394 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:04.692815 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5b070427-b664-413b-8e87-60266d926cf9 req-a937bfa3-c2f6-473c-9bb4-173900a46394 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9dc1703-d558-496c-9f84-940d86cd7a20 HTTP/1.1" status: 200 len: 931 time: 0.4889140 Nov 12 01:28:04.712003 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-6beda9d4-232d-4331-a03e-0b5660acf42f None None] Calling delete_port for 11d1259f-e264-4a48-a9d4-d07a169a13d3 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:28:04.890035 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37708) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:04.957939 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-abcb1b76-e791-49f5-968f-f4724539623c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:04.970747 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6beda9d4-232d-4331-a03e-0b5660acf42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:05.135110 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beda9d4-232d-4331-a03e-0b5660acf42f None None] Pushing event deleted for resources: {'Port': ['ID=11d1259f-e264-4a48-a9d4-d07a169a13d3,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:05.137566 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 11d1259f-e264-4a48-a9d4-d07a169a13d3 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:28:05.168746 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5b070427-b664-413b-8e87-60266d926cf9 req-80225f21-fd69-452d-9083-33bb5a7e377e tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/security-groups?id=d92f5d90-e746-4f21-9753-88e8404e7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4658759 Nov 12 01:28:05.254971 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 11d1259f-e264-4a48-a9d4-d07a169a13d3 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:28:05.256180 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 11d1259f-e264-4a48-a9d4-d07a169a13d3 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:28:05.293099 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6beda9d4-232d-4331-a03e-0b5660acf42f None None] No DVR routers for this DVR port 11d1259f-e264-4a48-a9d4-d07a169a13d3 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:28:05.306438 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beda9d4-232d-4331-a03e-0b5660acf42f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:05.307744 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beda9d4-232d-4331-a03e-0b5660acf42f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:05.307941 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beda9d4-232d-4331-a03e-0b5660acf42f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:05.312776 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beda9d4-232d-4331-a03e-0b5660acf42f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:05.313314 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beda9d4-232d-4331-a03e-0b5660acf42f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:05.313889 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beda9d4-232d-4331-a03e-0b5660acf42f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:05.314465 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beda9d4-232d-4331-a03e-0b5660acf42f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:05.315049 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beda9d4-232d-4331-a03e-0b5660acf42f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:05.315628 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beda9d4-232d-4331-a03e-0b5660acf42f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:05.316215 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beda9d4-232d-4331-a03e-0b5660acf42f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:05.316780 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beda9d4-232d-4331-a03e-0b5660acf42f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:05.317357 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6beda9d4-232d-4331-a03e-0b5660acf42f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:05.322720 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-abcb1b76-e791-49f5-968f-f4724539623c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:05.325083 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-471bacef-87f3-4842-b81b-76a589733117 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Deleting port 11d1259f-e264-4a48-a9d4-d07a169a13d3 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:28:05.328760 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-471bacef-87f3-4842-b81b-76a589733117 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:05.330414 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-abcb1b76-e791-49f5-968f-f4724539623c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:05.398999 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:05.446944 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb1b76-e791-49f5-968f-f4724539623c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57925f5-29ac-4f90-89df-31c9da3d3cba,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:05.478592 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-abcb1b76-e791-49f5-968f-f4724539623c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=aed2142ec8d547d18ad625971455168f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5824952 Nov 12 01:28:05.481251 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37716) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:05.618914 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6783a3df-147b-4341-addb-9cdd2d67a761 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:05.680781 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6783a3df-147b-4341-addb-9cdd2d67a761 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:05.769590 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37722) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:05.779649 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6783a3df-147b-4341-addb-9cdd2d67a761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:05.783537 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6783a3df-147b-4341-addb-9cdd2d67a761 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:05.788425 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6783a3df-147b-4341-addb-9cdd2d67a761 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d57925f5-29ac-4f90-89df-31c9da3d3cba HTTP/1.1" status: 204 len: 168 time: 0.2987959 Nov 12 01:28:05.795543 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6783a3df-147b-4341-addb-9cdd2d67a761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57925f5-29ac-4f90-89df-31c9da3d3cba,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:05.800691 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-471bacef-87f3-4842-b81b-76a589733117 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] For port 11d1259f-e264-4a48-a9d4-d07a169a13d3, host n-d-712142-27, got binding levels [] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:28:05.801512 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-471bacef-87f3-4842-b81b-76a589733117 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:05.886311 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-7f15ad3b-b206-498c-af31-35b1b671323b req-879b87ee-500c-49d1-a3a5-cbf71ab91c10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a01fcff6-fd86-4913-9ce1-48ae93abc721 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:28:05.968383 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-81bb3dfc-7586-4c50-bcc5-9df02741d717 req-4ca7a578-96f5-4247-8330-ed6a2cb0f119 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=631010e5-2d5b-44ec-8371-ed2f024137c4 HTTP/1.1" status: 200 len: 210 time: 0.1810477 Nov 12 01:28:05.970799 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-471bacef-87f3-4842-b81b-76a589733117 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Calling delete_port for 11d1259f-e264-4a48-a9d4-d07a169a13d3 owned by network:dhcp {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:28:05.975176 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-7f15ad3b-b206-498c-af31-35b1b671323b req-879b87ee-500c-49d1-a3a5-cbf71ab91c10 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:05.993441 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.ipam_backend_mixin [None req-471bacef-87f3-4842-b81b-76a589733117 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Port 11d1259f-e264-4a48-a9d4-d07a169a13d3 was not found and therefore no delete operation was performed {{(pid=109085) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 01:28:06.036904 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-471bacef-87f3-4842-b81b-76a589733117 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:06.162035 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a465ac58-d46a-4bfa-b427-4b45ac64d157 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:06.171315 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-7f15ad3b-b206-498c-af31-35b1b671323b req-879b87ee-500c-49d1-a3a5-cbf71ab91c10 service neutron] Transition to ACTIVE for port object a01fcff6-fd86-4913-9ce1-48ae93abc721 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:28:06.190558 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471bacef-87f3-4842-b81b-76a589733117 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event deleted for resources: {'Port': ['ID=11d1259f-e264-4a48-a9d4-d07a169a13d3,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:06.221970 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-7f15ad3b-b206-498c-af31-35b1b671323b req-879b87ee-500c-49d1-a3a5-cbf71ab91c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:06.240823 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471bacef-87f3-4842-b81b-76a589733117 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] No DVR routers for this DVR port 11d1259f-e264-4a48-a9d4-d07a169a13d3 on host n-d-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:28:06.389038 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a465ac58-d46a-4bfa-b427-4b45ac64d157 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:06.396592 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a465ac58-d46a-4bfa-b427-4b45ac64d157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:06.493476 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a465ac58-d46a-4bfa-b427-4b45ac64d157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93cf05cc-35c0-4297-b7c4-4234411538d9,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:06.510075 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879b87ee-500c-49d1-a3a5-cbf71ab91c10 service neutron] Pushing event updated for resources: {'Port': ['ID=a01fcff6-fd86-4913-9ce1-48ae93abc721,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:06.538917 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a465ac58-d46a-4bfa-b427-4b45ac64d157 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5ff3babaf1154df3b264081e9830a461&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7679319 Nov 12 01:28:06.546410 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37742) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:06.675288 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e69be209-3fc0-4e97-98f7-41efdff4d2b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:06.747712 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e69be209-3fc0-4e97-98f7-41efdff4d2b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:06.821518 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-471bacef-87f3-4842-b81b-76a589733117 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:06.881229 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-471bacef-87f3-4842-b81b-76a589733117 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed08ebfc-b4eb-4a88-ba34-045ad2325eb6']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:28:06.886450 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e69be209-3fc0-4e97-98f7-41efdff4d2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:06.890849 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e69be209-3fc0-4e97-98f7-41efdff4d2b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:06.892496 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e69be209-3fc0-4e97-98f7-41efdff4d2b4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/93cf05cc-35c0-4297-b7c4-4234411538d9 HTTP/1.1" status: 204 len: 168 time: 0.3446932 Nov 12 01:28:06.912598 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69be209-3fc0-4e97-98f7-41efdff4d2b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93cf05cc-35c0-4297-b7c4-4234411538d9,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:06.930495 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-471bacef-87f3-4842-b81b-76a589733117 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a115ee0c-6276-4b32-b42a-f1475729d650') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:28:06.938294 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-471bacef-87f3-4842-b81b-76a589733117 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a115ee0c-6276-4b32-b42a-f1475729d650') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:28:06.953826 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-471bacef-87f3-4842-b81b-76a589733117 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:06.973184 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-471bacef-87f3-4842-b81b-76a589733117 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:06.982796 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-471bacef-87f3-4842-b81b-76a589733117 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:28:06.983347 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-471bacef-87f3-4842-b81b-76a589733117 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:07.072794 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:28:07.072794 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:28:07.072794 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:28:07.072794 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:28:07.072794 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:28:07.072794 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:28:07.072794 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:28:07.072794 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:28:07.072794 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:28:07.072794 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:28:07.072794 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:28:07.072794 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:28:07.072794 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:28:07.072794 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:28:07.072794 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:28:07.072794 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:28:07.072794 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:28:07.072794 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:28:07.072794 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:28:07.072794 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:28:07.072794 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:28:07.072794 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:28:07.072794 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:28:07.072794 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:28:07.072794 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:28:07.072794 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:28:07.072794 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:28:07.072794 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:28:07.072794 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:28:07.072794 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:28:07.072794 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:28:07.072794 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:28:07.081673 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-471bacef-87f3-4842-b81b-76a589733117 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:07.138203 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-471bacef-87f3-4842-b81b-76a589733117 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:07.150965 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37758) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:07.153993 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-471bacef-87f3-4842-b81b-76a589733117 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "DELETE /v2.0/networks/ed08ebfc-b4eb-4a88-ba34-045ad2325eb6 HTTP/1.1" status: 204 len: 168 time: 3.5013416 Nov 12 01:28:07.338419 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9107fe01-cd76-49fa-b89c-2d42473c3665 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:07.363769 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-beff774b-12da-4a89-9055-6a654e471970 req-1198ef11-f21d-4faf-a115-778af2648956 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=631010e5-2d5b-44ec-8371-ed2f024137c4 HTTP/1.1" status: 200 len: 210 time: 0.1757159 Nov 12 01:28:07.365682 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9107fe01-cd76-49fa-b89c-2d42473c3665 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2129405 Nov 12 01:28:07.367992 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 37764) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:07.375075 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471bacef-87f3-4842-b81b-76a589733117 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event deleted for resources: {'Network': ['ID=ed08ebfc-b4eb-4a88-ba34-045ad2325eb6,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:07.410886 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b8b71-c123-4980-99e5-763ed1134cb2 req-6d4b2640-06f2-4095-83dc-8f7015034b2d tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:07.413091 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-739b8b71-c123-4980-99e5-763ed1134cb2 req-6d4b2640-06f2-4095-83dc-8f7015034b2d tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9dc1703-d558-496c-9f84-940d86cd7a20 HTTP/1.1" status: 200 len: 943 time: 0.8247857 Nov 12 01:28:07.546923 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-7f15ad3b-b206-498c-af31-35b1b671323b req-879b87ee-500c-49d1-a3a5-cbf71ab91c10 service neutron] Attempting to bind port a01fcff6-fd86-4913-9ce1-48ae93abc721 on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:07.547425 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-7f15ad3b-b206-498c-af31-35b1b671323b req-879b87ee-500c-49d1-a3a5-cbf71ab91c10 service neutron] Attempting to bind port a01fcff6-fd86-4913-9ce1-48ae93abc721 by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': '8ba0d8a8-df0b-4e44-bb9a-7737c8ae5a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a8868ccc-b900-4344-82bc-70d49264bb11'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:07.548042 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f15ad3b-b206-498c-af31-35b1b671323b req-879b87ee-500c-49d1-a3a5-cbf71ab91c10 service neutron] Attempting to bind port a01fcff6-fd86-4913-9ce1-48ae93abc721 on network a8868ccc-b900-4344-82bc-70d49264bb11 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:07.609763 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-af0d0f74-df63-4d4d-8a74-c6353d1a26a8 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2329907 Nov 12 01:28:07.610736 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37770) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:07.615558 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f15ad3b-b206-498c-af31-35b1b671323b req-879b87ee-500c-49d1-a3a5-cbf71ab91c10 service neutron] Port a01fcff6-fd86-4913-9ce1-48ae93abc721 on network a8868ccc-b900-4344-82bc-70d49264bb11 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:28:07.616102 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f15ad3b-b206-498c-af31-35b1b671323b req-879b87ee-500c-49d1-a3a5-cbf71ab91c10 service neutron] Attempting to bind port a01fcff6-fd86-4913-9ce1-48ae93abc721 on network a8868ccc-b900-4344-82bc-70d49264bb11 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:07.616963 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-8099e50b-ed84-40b7-8471-46f40b5ee382 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-357189719'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:28:07.643437 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f15ad3b-b206-498c-af31-35b1b671323b req-879b87ee-500c-49d1-a3a5-cbf71ab91c10 service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:28:07.644408 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f15ad3b-b206-498c-af31-35b1b671323b req-879b87ee-500c-49d1-a3a5-cbf71ab91c10 service neutron] Checking segment: {'id': '8ba0d8a8-df0b-4e44-bb9a-7737c8ae5a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a8868ccc-b900-4344-82bc-70d49264bb11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:28:07.645123 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f15ad3b-b206-498c-af31-35b1b671323b req-879b87ee-500c-49d1-a3a5-cbf71ab91c10 service neutron] Bound using segment: {'id': '8ba0d8a8-df0b-4e44-bb9a-7737c8ae5a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a8868ccc-b900-4344-82bc-70d49264bb11'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:28:07.645895 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-7f15ad3b-b206-498c-af31-35b1b671323b req-879b87ee-500c-49d1-a3a5-cbf71ab91c10 service neutron] Bound port: a01fcff6-fd86-4913-9ce1-48ae93abc721, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ba0d8a8-df0b-4e44-bb9a-7737c8ae5a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a8868ccc-b900-4344-82bc-70d49264bb11'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:28:07.646505 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-7f15ad3b-b206-498c-af31-35b1b671323b req-879b87ee-500c-49d1-a3a5-cbf71ab91c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:07.658881 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-739b8b71-c123-4980-99e5-763ed1134cb2 req-ffb26492-61dc-47a5-9d0c-558dc2c0eefb tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/security-groups?id=d92f5d90-e746-4f21-9753-88e8404e7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257905 Nov 12 01:28:07.695983 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8099e50b-ed84-40b7-8471-46f40b5ee382 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Made reservation on behalf of a32638d5c5e641288786feeafdcdff25 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:28:07.703557 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8099e50b-ed84-40b7-8471-46f40b5ee382 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:07.821541 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8099e50b-ed84-40b7-8471-46f40b5ee382 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:28:07.865483 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-7f15ad3b-b206-498c-af31-35b1b671323b req-879b87ee-500c-49d1-a3a5-cbf71ab91c10 service neutron] For port a01fcff6-fd86-4913-9ce1-48ae93abc721, host n-h1-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:28:07.867195 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8099e50b-ed84-40b7-8471-46f40b5ee382 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:07.867566 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-8099e50b-ed84-40b7-8471-46f40b5ee382 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Added segment add2eb8d-fea1-4a2e-9d6a-0c6bef9dd09f of type vlan for network 3cf3004f-a1a4-4d32-b428-96a1866d1a47 Nov 12 01:28:07.881002 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-7f15ad3b-b206-498c-af31-35b1b671323b req-879b87ee-500c-49d1-a3a5-cbf71ab91c10 service neutron] For port a01fcff6-fd86-4913-9ce1-48ae93abc721, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=a01fcff6-fd86-4913-9ce1-48ae93abc721,segment=NetworkSegment(8ba0d8a8-df0b-4e44-bb9a-7737c8ae5a47),segment_id=8ba0d8a8-df0b-4e44-bb9a-7737c8ae5a47)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:28:07.891380 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-7f15ad3b-b206-498c-af31-35b1b671323b req-879b87ee-500c-49d1-a3a5-cbf71ab91c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:08.032911 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8099e50b-ed84-40b7-8471-46f40b5ee382 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:08.048854 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f15ad3b-b206-498c-af31-35b1b671323b req-879b87ee-500c-49d1-a3a5-cbf71ab91c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:08.049892 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-7f15ad3b-b206-498c-af31-35b1b671323b req-879b87ee-500c-49d1-a3a5-cbf71ab91c10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:08.052810 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7f15ad3b-b206-498c-af31-35b1b671323b req-879b87ee-500c-49d1-a3a5-cbf71ab91c10 service neutron] 10.222.0.16 "PUT /v2.0/ports/a01fcff6-fd86-4913-9ce1-48ae93abc721 HTTP/1.1" status: 200 len: 1092 time: 4.3785965 Nov 12 01:28:08.053609 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9dc1703-d558-496c-9f84-940d86cd7a20', 'tag': 'a01fcff6-fd86-4913-9ce1-48ae93abc721'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:28:08.058036 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc37dfc-5e51-4b21-ac92-1f36b99d7aed" -d '{"events": [{"name": "network-changed", "server_uuid": "b9dc1703-d558-496c-9f84-940d86cd7a20", "tag": "a01fcff6-fd86-4913-9ce1-48ae93abc721"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:28:08.158254 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8099e50b-ed84-40b7-8471-46f40b5ee382 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:08.176055 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8099e50b-ed84-40b7-8471-46f40b5ee382 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:08.176696 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8099e50b-ed84-40b7-8471-46f40b5ee382 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:08.178258 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879b87ee-500c-49d1-a3a5-cbf71ab91c10 service neutron] Pushing event updated for resources: {'Port': ['ID=a01fcff6-fd86-4913-9ce1-48ae93abc721,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:08.279025 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb06c0be-dea7-4802-bf8d-00df8d741314 x-openstack-request-id: req-eb06c0be-dea7-4802-bf8d-00df8d741314 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:28:08.293707 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9dc1703-d558-496c-9f84-940d86cd7a20", "tag": "a01fcff6-fd86-4913-9ce1-48ae93abc721", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:28:08.294066 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-eb06c0be-dea7-4802-bf8d-00df8d741314 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:28:08.294537 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9dc1703-d558-496c-9f84-940d86cd7a20', 'tag': 'a01fcff6-fd86-4913-9ce1-48ae93abc721', 'status': 'completed', 'code': 200} Nov 12 01:28:08.351317 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f15ad3b-b206-498c-af31-35b1b671323b req-06bed96a-6e13-437c-bc5c-3bcbdb41cd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:08.360149 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8099e50b-ed84-40b7-8471-46f40b5ee382 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event updated for resources: {'Network': ['ID=3cf3004f-a1a4-4d32-b428-96a1866d1a47,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:08.362229 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7f15ad3b-b206-498c-af31-35b1b671323b req-06bed96a-6e13-437c-bc5c-3bcbdb41cd4a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5388dd35cef8439498870da024d1ec2d&device_id=b9dc1703-d558-496c-9f84-940d86cd7a20 HTTP/1.1" status: 200 len: 1095 time: 0.1677780 Nov 12 01:28:08.377244 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 3cf3004f-a1a4-4d32-b428-96a1866d1a47 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:28:08.394944 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8099e50b-ed84-40b7-8471-46f40b5ee382 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7827606 Nov 12 01:28:08.395603 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37788) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:08.403649 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-58088763-2647-4b6f-8a16-9e7e4380cd25 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Request body: {'subnet': {'network_id': '3cf3004f-a1a4-4d32-b428-96a1866d1a47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:28:08.564562 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7f15ad3b-b206-498c-af31-35b1b671323b req-4a371327-601c-4f24-af13-d95f81db5193 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a01fcff6-fd86-4913-9ce1-48ae93abc721 HTTP/1.1" status: 200 len: 217 time: 0.1806116 Nov 12 01:28:08.570065 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:08.753848 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cbdeb20d-d840-4fdd-9342-fce3fb44045e req-b738216b-7ef0-4125-a355-e437e38fac7b tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=631010e5-2d5b-44ec-8371-ed2f024137c4 HTTP/1.1" status: 200 len: 210 time: 0.1974058 Nov 12 01:28:08.845646 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f15ad3b-b206-498c-af31-35b1b671323b req-3c43aa49-e000-45f6-9c9d-d76b1cbd1c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:08.851046 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7f15ad3b-b206-498c-af31-35b1b671323b req-3c43aa49-e000-45f6-9c9d-d76b1cbd1c17 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5ca45d2d-31ed-4da3-b7aa-f061deac9f55 HTTP/1.1" status: 200 len: 848 time: 0.2484004 Nov 12 01:28:08.934003 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7f15ad3b-b206-498c-af31-35b1b671323b req-181e9d48-5b45-476f-830c-e9cfa950d460 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a8868ccc-b900-4344-82bc-70d49264bb11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694373 Nov 12 01:28:08.964773 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58088763-2647-4b6f-8a16-9e7e4380cd25 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Made reservation on behalf of a32638d5c5e641288786feeafdcdff25 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:28:08.981425 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-58088763-2647-4b6f-8a16-9e7e4380cd25 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:09.228833 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33af47-95a1-49a1-b16d-75c5b0a7b269 req-b94bfc18-2d71-497f-b1c1-8cd9048a3863 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:09.230447 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fb33af47-95a1-49a1-b16d-75c5b0a7b269 req-b94bfc18-2d71-497f-b1c1-8cd9048a3863 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9dc1703-d558-496c-9f84-940d86cd7a20 HTTP/1.1" status: 200 len: 943 time: 0.1690760 Nov 12 01:28:09.243763 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7f15ad3b-b206-498c-af31-35b1b671323b req-c9b4b8a6-6028-4239-850c-8fe538c8c775 service neutron] 10.222.0.16 "GET /v2.0/networks/a8868ccc-b900-4344-82bc-70d49264bb11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983408 Nov 12 01:28:09.426079 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fb33af47-95a1-49a1-b16d-75c5b0a7b269 req-a1ee6951-f947-4818-af04-cc44a26fe034 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/security-groups?id=d92f5d90-e746-4f21-9753-88e8404e7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837101 Nov 12 01:28:09.461225 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7f15ad3b-b206-498c-af31-35b1b671323b req-0ec6fc54-07e7-4d90-9235-ef5216d02e31 service neutron] 10.222.0.16 "GET /v2.0/networks/a8868ccc-b900-4344-82bc-70d49264bb11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002337 Nov 12 01:28:09.718635 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc37dfc-5e51-4b21-ac92-1f36b99d7aed req-1fa9578c-87ba-4925-a8e3-2963b12492f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:09.720313 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8dc37dfc-5e51-4b21-ac92-1f36b99d7aed req-1fa9578c-87ba-4925-a8e3-2963b12492f3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5388dd35cef8439498870da024d1ec2d&device_id=b9dc1703-d558-496c-9f84-940d86cd7a20 HTTP/1.1" status: 200 len: 1095 time: 0.1367266 Nov 12 01:28:09.953697 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-58088763-2647-4b6f-8a16-9e7e4380cd25 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:10.014674 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc37dfc-5e51-4b21-ac92-1f36b99d7aed req-94700ea8-2a25-4e40-8a4c-052631de24d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:10.018811 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8dc37dfc-5e51-4b21-ac92-1f36b99d7aed req-94700ea8-2a25-4e40-8a4c-052631de24d4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a8868ccc-b900-4344-82bc-70d49264bb11 HTTP/1.1" status: 200 len: 908 time: 0.2825615 Nov 12 01:28:10.102773 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58088763-2647-4b6f-8a16-9e7e4380cd25 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event updated for resources: {'Subnet': ['ID=9ff75b35-2392-46e5-8055-dd71f619851c,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:10.136387 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58088763-2647-4b6f-8a16-9e7e4380cd25 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Checking segment: {'id': 'add2eb8d-fea1-4a2e-9d6a-0c6bef9dd09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3cf3004f-a1a4-4d32-b428-96a1866d1a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:28:10.137577 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58088763-2647-4b6f-8a16-9e7e4380cd25 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Network hostable DHCP agents. Network: 3cf3004f-a1a4-4d32-b428-96a1866d1a47, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:28:10.161350 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58088763-2647-4b6f-8a16-9e7e4380cd25 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Network 3cf3004f-a1a4-4d32-b428-96a1866d1a47 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:28:10.168588 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c55ecc21-6f8c-434e-b334-f9ed1f074eed req-df624783-2b26-48bb-9eea-12a0645a4aaf tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=631010e5-2d5b-44ec-8371-ed2f024137c4 HTTP/1.1" status: 200 len: 210 time: 0.1475830 Nov 12 01:28:10.171762 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8dc37dfc-5e51-4b21-ac92-1f36b99d7aed req-4f5e476b-cc08-43d1-878b-cc1b41c35bff service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a01fcff6-fd86-4913-9ce1-48ae93abc721 HTTP/1.1" status: 200 len: 217 time: 0.1129515 Nov 12 01:28:10.199459 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-58088763-2647-4b6f-8a16-9e7e4380cd25 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 3cf3004f-a1a4-4d32-b428-96a1866d1a47) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:28:10.213559 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1053ff61-57ea-470e-9f34-774421648a5d None None] Network 3cf3004f-a1a4-4d32-b428-96a1866d1a47 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:28:10.222461 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58088763-2647-4b6f-8a16-9e7e4380cd25 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:10.224853 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-58088763-2647-4b6f-8a16-9e7e4380cd25 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:10.305017 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-58088763-2647-4b6f-8a16-9e7e4380cd25 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9079447 Nov 12 01:28:10.312340 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37840) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:10.318944 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc37dfc-5e51-4b21-ac92-1f36b99d7aed req-5794dc79-3f6d-4c37-9c56-3e47dbd3ff6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:10.321462 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8dc37dfc-5e51-4b21-ac92-1f36b99d7aed req-5794dc79-3f6d-4c37-9c56-3e47dbd3ff6a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5ca45d2d-31ed-4da3-b7aa-f061deac9f55 HTTP/1.1" status: 200 len: 848 time: 0.1421027 Nov 12 01:28:10.345250 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-beef0456-beb2-4537-9713-2df216e4cdeb tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Request body: {'port': {'network_id': '3cf3004f-a1a4-4d32-b428-96a1866d1a47', 'name': 'tempest-PortsIpV6TestJSON-1163462657'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:28:10.444202 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8dc37dfc-5e51-4b21-ac92-1f36b99d7aed req-1f3aed62-2162-48bf-98cd-0a21644f67d0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a8868ccc-b900-4344-82bc-70d49264bb11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1036482 Nov 12 01:28:10.555297 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5fe769-d377-4bdd-b1be-6e45747fdfae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-3cf3004f-a1a4-4d32-b428-96a1866d1a47', 'network_id': '3cf3004f-a1a4-4d32-b428-96a1866d1a47', 'tenant_id': 'a32638d5c5e641288786feeafdcdff25', 'fixed_ips': [{'subnet_id': '9ff75b35-2392-46e5-8055-dd71f619851c'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:28:10.556502 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4f5fe769-d377-4bdd-b1be-6e45747fdfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:10.665660 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 37854) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:10.683447 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beef0456-beb2-4537-9713-2df216e4cdeb tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Made reservation on behalf of a32638d5c5e641288786feeafdcdff25 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:28:10.689178 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-beef0456-beb2-4537-9713-2df216e4cdeb tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:10.718007 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-beef0456-beb2-4537-9713-2df216e4cdeb tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] device_id is not set on port ab4fe943-5e0d-4bca-8cf7-e545cf9f6d62 yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:28:10.890318 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8dc37dfc-5e51-4b21-ac92-1f36b99d7aed req-47395d15-3eae-4a01-8de2-ec4ea527f876 service neutron] 10.222.0.16 "GET /v2.0/networks/a8868ccc-b900-4344-82bc-70d49264bb11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4358003 Nov 12 01:28:10.918156 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:10.925901 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e743284-d942-46d9-b16d-26b019e048f0 req-d21dfee2-1411-4b99-a0ec-50d22dc703cd tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:10.937629 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8e743284-d942-46d9-b16d-26b019e048f0 req-d21dfee2-1411-4b99-a0ec-50d22dc703cd tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9dc1703-d558-496c-9f84-940d86cd7a20 HTTP/1.1" status: 200 len: 943 time: 0.2702453 Nov 12 01:28:11.034209 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-beef0456-beb2-4537-9713-2df216e4cdeb tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Allocated IP 2001:db8::2d1 (3cf3004f-a1a4-4d32-b428-96a1866d1a47/9ff75b35-2392-46e5-8055-dd71f619851c/ab4fe943-5e0d-4bca-8cf7-e545cf9f6d62) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:28:11.075170 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-d702b726-2b37-4160-b47a-c7214150994d tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1528669967'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:28:11.277407 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8e743284-d942-46d9-b16d-26b019e048f0 req-50517922-5f71-424a-a83c-5874ac758408 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/security-groups?id=d92f5d90-e746-4f21-9753-88e8404e7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384237 Nov 12 01:28:11.285307 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d702b726-2b37-4160-b47a-c7214150994d tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689-project] Made reservation on behalf of d2fbdba177cc4e7e8fd31109a2aa2d12 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:28:11.291895 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d702b726-2b37-4160-b47a-c7214150994d tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:11.370487 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d702b726-2b37-4160-b47a-c7214150994d tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:11.395509 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-beef0456-beb2-4537-9713-2df216e4cdeb tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:11.480284 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-40dc4855-a13e-4c21-ac68-fa2210950d3a req-03e7999d-e83c-4575-9640-58fa273d4672 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=631010e5-2d5b-44ec-8371-ed2f024137c4 HTTP/1.1" status: 200 len: 210 time: 0.1245556 Nov 12 01:28:11.487628 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8dc37dfc-5e51-4b21-ac92-1f36b99d7aed req-8f5ff83d-aa27-4872-a504-2cde94f35013 service neutron] 10.222.0.16 "GET /v2.0/networks/a8868ccc-b900-4344-82bc-70d49264bb11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5440218 Nov 12 01:28:11.505985 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-beef0456-beb2-4537-9713-2df216e4cdeb tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:11.575392 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-4f5fe769-d377-4bdd-b1be-6e45747fdfae None None] Allocated IP 2001:db8::2 (3cf3004f-a1a4-4d32-b428-96a1866d1a47/9ff75b35-2392-46e5-8055-dd71f619851c/1d715e9c-9598-41c9-846a-4c1bcf7c12a4) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:28:11.718129 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beef0456-beb2-4537-9713-2df216e4cdeb tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event updated for resources: {'Port': ['ID=ab4fe943-5e0d-4bca-8cf7-e545cf9f6d62,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:11.801597 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d702b726-2b37-4160-b47a-c7214150994d tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:11.801919 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beef0456-beb2-4537-9713-2df216e4cdeb tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Network 3cf3004f-a1a4-4d32-b428-96a1866d1a47 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:28:11.805348 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-beef0456-beb2-4537-9713-2df216e4cdeb tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:28:11.811011 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d702b726-2b37-4160-b47a-c7214150994d tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:11.812445 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beef0456-beb2-4537-9713-2df216e4cdeb tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:28:11.830918 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beef0456-beb2-4537-9713-2df216e4cdeb tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:11.832585 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-beef0456-beb2-4537-9713-2df216e4cdeb tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:11.880757 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-beef0456-beb2-4537-9713-2df216e4cdeb tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5590196 Nov 12 01:28:11.884686 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 37872) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:11.892495 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-24d9a3f9-601f-43c3-a859-f9f6c03a5d4a tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Request body: {'port': {'network_id': '3cf3004f-a1a4-4d32-b428-96a1866d1a47', 'name': 'tempest-PortsIpV6TestJSON-585636925'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:28:11.938369 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d702b726-2b37-4160-b47a-c7214150994d tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:28:11.993758 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device a01fcff6-fd86-4913-9ce1-48ae93abc721 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:28:12.006966 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d702b726-2b37-4160-b47a-c7214150994d tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1846e8fa-99ef-4449-86ae-9f7c23a8a2b5,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:12.081704 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d702b726-2b37-4160-b47a-c7214150994d tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:12.082454 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d702b726-2b37-4160-b47a-c7214150994d tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:12.082888 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d702b726-2b37-4160-b47a-c7214150994d tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:12.083495 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d702b726-2b37-4160-b47a-c7214150994d tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:12.084106 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d702b726-2b37-4160-b47a-c7214150994d tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:12.089350 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d702b726-2b37-4160-b47a-c7214150994d tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:12.090175 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d702b726-2b37-4160-b47a-c7214150994d tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:12.091025 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d702b726-2b37-4160-b47a-c7214150994d tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:12.091845 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d702b726-2b37-4160-b47a-c7214150994d tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:12.104787 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d702b726-2b37-4160-b47a-c7214150994d tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:12.106334 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d702b726-2b37-4160-b47a-c7214150994d tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:12.109784 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d9a3f9-601f-43c3-a859-f9f6c03a5d4a tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Made reservation on behalf of a32638d5c5e641288786feeafdcdff25 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:28:12.111247 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d702b726-2b37-4160-b47a-c7214150994d tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:12.116005 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-24d9a3f9-601f-43c3-a859-f9f6c03a5d4a tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:12.132079 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d702b726-2b37-4160-b47a-c7214150994d tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:12.159858 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-d702b726-2b37-4160-b47a-c7214150994d tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689-project] Added segment a0d021a5-e01e-4408-bafb-b511c8aee9d2 of type vlan for network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 Nov 12 01:28:12.166371 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-24d9a3f9-601f-43c3-a859-f9f6c03a5d4a tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] device_id is not set on port 75a323a9-b338-45dd-9842-ab73c55d73e3 yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:28:12.235676 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4f5fe769-d377-4bdd-b1be-6e45747fdfae None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:12.274328 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4f5fe769-d377-4bdd-b1be-6e45747fdfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:12.386138 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d702b726-2b37-4160-b47a-c7214150994d tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:12.387881 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-24d9a3f9-601f-43c3-a859-f9f6c03a5d4a tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Allocated IP 2001:db8::12f (3cf3004f-a1a4-4d32-b428-96a1866d1a47/9ff75b35-2392-46e5-8055-dd71f619851c/75a323a9-b338-45dd-9842-ab73c55d73e3) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:28:12.477128 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d702b726-2b37-4160-b47a-c7214150994d tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:12.490224 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d702b726-2b37-4160-b47a-c7214150994d tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:12.490883 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d702b726-2b37-4160-b47a-c7214150994d tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689-project] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:12.525270 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5fe769-d377-4bdd-b1be-6e45747fdfae None None] Network 3cf3004f-a1a4-4d32-b428-96a1866d1a47 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:28:12.529084 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-4f5fe769-d377-4bdd-b1be-6e45747fdfae None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:28:12.634493 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5fe769-d377-4bdd-b1be-6e45747fdfae None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:28:12.740679 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5fe769-d377-4bdd-b1be-6e45747fdfae None None] Pushing event updated for resources: {'Port': ['ID=1d715e9c-9598-41c9-846a-4c1bcf7c12a4,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:12.755984 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-d702b726-2b37-4160-b47a-c7214150994d tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.0869944 Nov 12 01:28:12.857531 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port a01fcff6-fd86-4913-9ce1-48ae93abc721, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=a01fcff6-fd86-4913-9ce1-48ae93abc721,segment=NetworkSegment(8ba0d8a8-df0b-4e44-bb9a-7737c8ae5a47),segment_id=8ba0d8a8-df0b-4e44-bb9a-7737c8ae5a47)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:28:12.890367 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-4f5fe769-d377-4bdd-b1be-6e45747fdfae None None] Attempting to bind port 1d715e9c-9598-41c9-846a-4c1bcf7c12a4 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:12.891319 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-4f5fe769-d377-4bdd-b1be-6e45747fdfae None None] Attempting to bind port 1d715e9c-9598-41c9-846a-4c1bcf7c12a4 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'add2eb8d-fea1-4a2e-9d6a-0c6bef9dd09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3cf3004f-a1a4-4d32-b428-96a1866d1a47'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:12.892870 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5fe769-d377-4bdd-b1be-6e45747fdfae None None] Attempting to bind port 1d715e9c-9598-41c9-846a-4c1bcf7c12a4 on network 3cf3004f-a1a4-4d32-b428-96a1866d1a47 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:12.906465 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': 'a01fcff6-fd86-4913-9ce1-48ae93abc721', 'network_id': 'a8868ccc-b900-4344-82bc-70d49264bb11', 'port_id': 'a01fcff6-fd86-4913-9ce1-48ae93abc721', 'mac_address': 'fa:16:3e:b0:12:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ca45d2d-31ed-4da3-b7aa-f061deac9f55', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:28:12.914153 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5fe769-d377-4bdd-b1be-6e45747fdfae None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:28:12.915034 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5fe769-d377-4bdd-b1be-6e45747fdfae None None] Checking segment: {'id': 'add2eb8d-fea1-4a2e-9d6a-0c6bef9dd09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3cf3004f-a1a4-4d32-b428-96a1866d1a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:28:12.915954 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4f5fe769-d377-4bdd-b1be-6e45747fdfae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:12.916905 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5fe769-d377-4bdd-b1be-6e45747fdfae None None] Bound using segment: {'id': 'add2eb8d-fea1-4a2e-9d6a-0c6bef9dd09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3cf3004f-a1a4-4d32-b428-96a1866d1a47'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:28:12.917954 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-4f5fe769-d377-4bdd-b1be-6e45747fdfae None None] Bound port: 1d715e9c-9598-41c9-846a-4c1bcf7c12a4, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'add2eb8d-fea1-4a2e-9d6a-0c6bef9dd09f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3cf3004f-a1a4-4d32-b428-96a1866d1a47'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:28:12.918864 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4f5fe769-d377-4bdd-b1be-6e45747fdfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:12.966445 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-24d9a3f9-601f-43c3-a859-f9f6c03a5d4a tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:12.985929 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d702b726-2b37-4160-b47a-c7214150994d tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689-project] Pushing event updated for resources: {'Network': ['ID=1e5030a0-ff15-49d9-a893-9bc2a30b4702,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:13.011946 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-97d6b8b5-454c-4be7-9bc9-ec2d0d95621d req-fd7b1203-ed6f-4431-8138-803e6649ef49 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=631010e5-2d5b-44ec-8371-ed2f024137c4 HTTP/1.1" status: 200 len: 210 time: 0.1232378 Nov 12 01:28:13.074622 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a730c2-5bd1-447b-9ee7-3d998ecfdabd req-e5e8a6b4-0d41-45c8-8bf0-bda195a0d525 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:13.082547 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-82a730c2-5bd1-447b-9ee7-3d998ecfdabd req-e5e8a6b4-0d41-45c8-8bf0-bda195a0d525 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9dc1703-d558-496c-9f84-940d86cd7a20 HTTP/1.1" status: 200 len: 943 time: 0.5688436 Nov 12 01:28:13.127402 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:13.164789 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-24d9a3f9-601f-43c3-a859-f9f6c03a5d4a tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:13.170302 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:28:13.260853 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-82a730c2-5bd1-447b-9ee7-3d998ecfdabd req-4d580417-bda2-461a-a5df-be4f790f3217 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/security-groups?id=d92f5d90-e746-4f21-9753-88e8404e7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633296 Nov 12 01:28:13.305657 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d9a3f9-601f-43c3-a859-f9f6c03a5d4a tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Network 3cf3004f-a1a4-4d32-b428-96a1866d1a47 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:28:13.369779 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-24d9a3f9-601f-43c3-a859-f9f6c03a5d4a tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:28:13.383838 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a01fcff6-fd86-4913-9ce1-48ae93abc721 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:28:13.394943 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d9a3f9-601f-43c3-a859-f9f6c03a5d4a tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:28:13.428439 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d9a3f9-601f-43c3-a859-f9f6c03a5d4a tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:13.429548 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-24d9a3f9-601f-43c3-a859-f9f6c03a5d4a tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:13.482512 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 37988) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:13.483440 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-24d9a3f9-601f-43c3-a859-f9f6c03a5d4a tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5973988 Nov 12 01:28:13.498954 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port a01fcff6-fd86-4913-9ce1-48ae93abc721, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=a01fcff6-fd86-4913-9ce1-48ae93abc721,segment=NetworkSegment(8ba0d8a8-df0b-4e44-bb9a-7737c8ae5a47),segment_id=8ba0d8a8-df0b-4e44-bb9a-7737c8ae5a47)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:28:13.504946 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d9a3f9-601f-43c3-a859-f9f6c03a5d4a tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event updated for resources: {'Port': ['ID=75a323a9-b338-45dd-9842-ab73c55d73e3,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:13.514760 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d9a3f9-601f-43c3-a859-f9f6c03a5d4a tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:13.515357 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d9a3f9-601f-43c3-a859-f9f6c03a5d4a tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:13.516128 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d9a3f9-601f-43c3-a859-f9f6c03a5d4a tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:13.516620 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d9a3f9-601f-43c3-a859-f9f6c03a5d4a tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:13.517123 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d9a3f9-601f-43c3-a859-f9f6c03a5d4a tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:13.517615 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d9a3f9-601f-43c3-a859-f9f6c03a5d4a tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:13.518094 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d9a3f9-601f-43c3-a859-f9f6c03a5d4a tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:13.518573 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d9a3f9-601f-43c3-a859-f9f6c03a5d4a tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:13.519057 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d9a3f9-601f-43c3-a859-f9f6c03a5d4a tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:13.520264 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d9a3f9-601f-43c3-a859-f9f6c03a5d4a tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:13.520779 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d9a3f9-601f-43c3-a859-f9f6c03a5d4a tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:13.521257 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d9a3f9-601f-43c3-a859-f9f6c03a5d4a tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:28:13.666653 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29a047c-3696-4491-a501-413426f724bc tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:13.683289 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a29a047c-3696-4491-a501-413426f724bc tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2d1 HTTP/1.1" status: 200 len: 929 time: 0.1990223 Nov 12 01:28:13.686493 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 38002) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:13.695377 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 38006) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:13.703635 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Request body: {'port': {'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702', 'binding:host_id': 'n-h2-712142-27', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-802987043'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:28:13.779278 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Made reservation on behalf of 46af1414686242b496c6edfe90f07350 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:28:13.783198 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:13.812160 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:13.896537 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-eaa64761-cc78-42d4-ac01-bac63042ef79 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Deleting port 75a323a9-b338-45dd-9842-ab73c55d73e3 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:28:13.897561 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eaa64761-cc78-42d4-ac01-bac63042ef79 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:14.012420 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:14.020370 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:14.034614 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] device_id is not set on port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a yet. {{(pid=109085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:28:14.035857 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eaa64761-cc78-42d4-ac01-bac63042ef79 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:14.081570 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-eaa64761-cc78-42d4-ac01-bac63042ef79 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Calling delete_port for 75a323a9-b338-45dd-9842-ab73c55d73e3 owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:28:14.256395 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:14.356710 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43eb6824-1eae-4eec-aa1a-4002b9b482df,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:14.365164 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2b820f52-824d-407e-a2aa-12757b1ebba1 req-cfec15ed-2931-43cb-ae27-314f16c35670 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=631010e5-2d5b-44ec-8371-ed2f024137c4 HTTP/1.1" status: 200 len: 210 time: 0.1057692 Nov 12 01:28:14.564537 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4f5fe769-d377-4bdd-b1be-6e45747fdfae None None] For port 1d715e9c-9598-41c9-846a-4c1bcf7c12a4, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:28:14.614972 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4f5fe769-d377-4bdd-b1be-6e45747fdfae None None] For port 1d715e9c-9598-41c9-846a-4c1bcf7c12a4, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=1d715e9c-9598-41c9-846a-4c1bcf7c12a4,segment=NetworkSegment(add2eb8d-fea1-4a2e-9d6a-0c6bef9dd09f),segment_id=add2eb8d-fea1-4a2e-9d6a-0c6bef9dd09f)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:28:14.649596 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eaa64761-cc78-42d4-ac01-bac63042ef79 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:14.677902 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['a01fcff6-fd86-4913-9ce1-48ae93abc721'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:28:14.683668 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa64761-cc78-42d4-ac01-bac63042ef79 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event deleted for resources: {'Port': ['ID=75a323a9-b338-45dd-9842-ab73c55d73e3,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:14.715152 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4f5fe769-d377-4bdd-b1be-6e45747fdfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:14.764433 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=a01fcff6-fd86-4913-9ce1-48ae93abc721,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:14.784396 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eaa64761-cc78-42d4-ac01-bac63042ef79 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:14.792630 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-eaa64761-cc78-42d4-ac01-bac63042ef79 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "DELETE /v2.0/ports/75a323a9-b338-45dd-9842-ab73c55d73e3 HTTP/1.1" status: 204 len: 168 time: 1.1024249 Nov 12 01:28:14.792835 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29394528-6a0c-4ed4-b301-535a2decd2cb req-938b4e27-90de-4afd-a019-8441b1847926 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:14.793415 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-29394528-6a0c-4ed4-b301-535a2decd2cb req-938b4e27-90de-4afd-a019-8441b1847926 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9dc1703-d558-496c-9f84-940d86cd7a20 HTTP/1.1" status: 200 len: 944 time: 0.2722454 Nov 12 01:28:14.808665 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 38100) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:14.871877 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-47183610-057a-4a6e-b524-778ac8733c36 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] GET failed (client error): The resource could not be found. Nov 12 01:28:14.874060 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-47183610-057a-4a6e-b524-778ac8733c36 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "GET /v2.0/ports/75a323a9-b338-45dd-9842-ab73c55d73e3 HTTP/1.1" status: 404 len: 333 time: 0.0638022 Nov 12 01:28:14.878481 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 38106) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:15.051832 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5fe769-d377-4bdd-b1be-6e45747fdfae None None] Pushing event updated for resources: {'Port': ['ID=1d715e9c-9598-41c9-846a-4c1bcf7c12a4,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:15.111506 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-551f2269-5378-4fa3-8572-fb2221052f77 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Deleting port ab4fe943-5e0d-4bca-8cf7-e545cf9f6d62 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:28:15.112099 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-551f2269-5378-4fa3-8572-fb2221052f77 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:15.296595 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-29394528-6a0c-4ed4-b301-535a2decd2cb req-88d54e0e-93f0-40fd-95f5-e4b4dd5122b0 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/security-groups?id=d92f5d90-e746-4f21-9753-88e8404e7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4199162 Nov 12 01:28:15.322534 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-551f2269-5378-4fa3-8572-fb2221052f77 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:15.323887 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] device_id is not set on port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a yet. {{(pid=109085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:28:15.344784 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:15.354571 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-551f2269-5378-4fa3-8572-fb2221052f77 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Calling delete_port for ab4fe943-5e0d-4bca-8cf7-e545cf9f6d62 owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:28:15.360563 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:15.526814 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Pushing event updated for resources: {'Port': ['ID=7adbb8b8-aa5a-4686-88b5-4df4a2f4684a,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:15.570797 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Checking segment: {'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:28:15.571772 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Network hostable DHCP agents. Network: 1e5030a0-ff15-49d9-a893-9bc2a30b4702, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:28:15.648401 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ac110fe3-d2ac-4e0d-973e-481a8b98d5db req-2afdf57d-3c39-4c82-9710-eb62938f60a7 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=631010e5-2d5b-44ec-8371-ed2f024137c4 HTTP/1.1" status: 200 len: 210 time: 0.0796442 Nov 12 01:28:15.694157 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:28:15.713029 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 1e5030a0-ff15-49d9-a893-9bc2a30b4702) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:28:15.720600 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:28:15.721564 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcc9125-1f3f-4360-b5a9-c07de563ebb7 None None] Network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:28:15.782317 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:15.786285 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:15.788243 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:15.812439 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:28:15.821078 n-d-712142-27 neutron-server[109085]: ERROR neutron.plugins.ml2.managers [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Failed to bind port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] Nov 12 01:28:15.821652 n-d-712142-27 neutron-server[109085]: INFO neutron.plugins.ml2.plugin [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempt 2 to bind port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a Nov 12 01:28:15.860121 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:15.862046 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:15.864392 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:15.913045 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:28:15.913288 n-d-712142-27 neutron-server[109085]: ERROR neutron.plugins.ml2.managers [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Failed to bind port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] Nov 12 01:28:15.914830 n-d-712142-27 neutron-server[109085]: INFO neutron.plugins.ml2.plugin [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempt 3 to bind port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a Nov 12 01:28:15.979436 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-551f2269-5378-4fa3-8572-fb2221052f77 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:15.996782 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:16.000215 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:16.001483 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:16.036244 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551f2269-5378-4fa3-8572-fb2221052f77 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event deleted for resources: {'Port': ['ID=ab4fe943-5e0d-4bca-8cf7-e545cf9f6d62,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:16.043382 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:28:16.043938 n-d-712142-27 neutron-server[109085]: ERROR neutron.plugins.ml2.managers [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Failed to bind port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] Nov 12 01:28:16.045428 n-d-712142-27 neutron-server[109085]: INFO neutron.plugins.ml2.plugin [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempt 4 to bind port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a Nov 12 01:28:16.106854 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-551f2269-5378-4fa3-8572-fb2221052f77 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:16.115284 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-551f2269-5378-4fa3-8572-fb2221052f77 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "DELETE /v2.0/ports/ab4fe943-5e0d-4bca-8cf7-e545cf9f6d62 HTTP/1.1" status: 204 len: 168 time: 1.2330647 Nov 12 01:28:16.115494 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:16.115494 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:16.115494 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:16.117983 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 38204) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:16.133666 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:28:16.134005 n-d-712142-27 neutron-server[109085]: ERROR neutron.plugins.ml2.managers [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Failed to bind port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] Nov 12 01:28:16.149176 n-d-712142-27 neutron-server[109085]: INFO neutron.plugins.ml2.plugin [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempt 5 to bind port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a Nov 12 01:28:16.155732 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-bde5348e-e01a-4e30-b31f-50276238dfaa tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] GET failed (client error): The resource could not be found. Nov 12 01:28:16.157985 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-bde5348e-e01a-4e30-b31f-50276238dfaa tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "GET /v2.0/ports/ab4fe943-5e0d-4bca-8cf7-e545cf9f6d62 HTTP/1.1" status: 404 len: 333 time: 0.0388918 Nov 12 01:28:16.160853 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 38210) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:16.196031 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:16.197417 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:16.198453 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:16.207356 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:28:16.208435 n-d-712142-27 neutron-server[109085]: ERROR neutron.plugins.ml2.managers [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Failed to bind port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] Nov 12 01:28:16.209134 n-d-712142-27 neutron-server[109085]: INFO neutron.plugins.ml2.plugin [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempt 6 to bind port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a Nov 12 01:28:16.231238 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:16.231901 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:16.232436 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:16.244161 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:28:16.248090 n-d-712142-27 neutron-server[109085]: ERROR neutron.plugins.ml2.managers [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Failed to bind port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] Nov 12 01:28:16.249019 n-d-712142-27 neutron-server[109085]: INFO neutron.plugins.ml2.plugin [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempt 7 to bind port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a Nov 12 01:28:16.305766 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device a01fcff6-fd86-4913-9ce1-48ae93abc721 up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:28:16.326512 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-e15cbe74-bd8b-4103-9dbf-e3c5eceeff8f tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Deleting subnet 9ff75b35-2392-46e5-8055-dd71f619851c {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:28:16.334976 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:16.335330 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:16.335682 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:16.343315 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e15cbe74-bd8b-4103-9dbf-e3c5eceeff8f tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:16.351026 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:28:16.351400 n-d-712142-27 neutron-server[109085]: ERROR neutron.plugins.ml2.managers [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Failed to bind port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] Nov 12 01:28:16.351837 n-d-712142-27 neutron-server[109085]: INFO neutron.plugins.ml2.plugin [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempt 8 to bind port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a Nov 12 01:28:16.414078 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:16.416252 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:16.416777 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:16.431899 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:28:16.434283 n-d-712142-27 neutron-server[109085]: ERROR neutron.plugins.ml2.managers [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Failed to bind port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] Nov 12 01:28:16.437381 n-d-712142-27 neutron-server[109085]: INFO neutron.plugins.ml2.plugin [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempt 9 to bind port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a Nov 12 01:28:16.484396 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e15cbe74-bd8b-4103-9dbf-e3c5eceeff8f tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:16.486352 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:16.486673 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:16.488995 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:16.500929 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port a01fcff6-fd86-4913-9ce1-48ae93abc721 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:28:16.506856 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:28:16.507264 n-d-712142-27 neutron-server[109085]: ERROR neutron.plugins.ml2.managers [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Failed to bind port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] Nov 12 01:28:16.507706 n-d-712142-27 neutron-server[109085]: INFO neutron.plugins.ml2.plugin [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempt 10 to bind port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a Nov 12 01:28:16.511626 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port a01fcff6-fd86-4913-9ce1-48ae93abc721 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:28:16.518543 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:16.584642 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:16.585857 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:16.586294 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:16.616656 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:28:16.616983 n-d-712142-27 neutron-server[109085]: ERROR neutron.plugins.ml2.managers [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Failed to bind port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] Nov 12 01:28:16.617366 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:16.707012 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:16.797729 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9dc1703-d558-496c-9f84-940d86cd7a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a01fcff6-fd86-4913-9ce1-48ae93abc721'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:28:16.811267 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b8c84d-460a-48a8-a871-5ca9ce8b8e3c" -d '{"events": [{"server_uuid": "b9dc1703-d558-496c-9f84-940d86cd7a20", "name": "network-vif-plugged", "status": "completed", "tag": "a01fcff6-fd86-4913-9ce1-48ae93abc721"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:28:16.843382 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port a01fcff6-fd86-4913-9ce1-48ae93abc721, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=a01fcff6-fd86-4913-9ce1-48ae93abc721,segment=NetworkSegment(8ba0d8a8-df0b-4e44-bb9a-7737c8ae5a47),segment_id=8ba0d8a8-df0b-4e44-bb9a-7737c8ae5a47)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:28:16.853065 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:16.870932 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1751f9-d270-4353-b0af-9ffc787d4134 req-9077c8ea-c6b5-48a3-885a-d22a090552bb tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:16.908116 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0f1751f9-d270-4353-b0af-9ffc787d4134 req-9077c8ea-c6b5-48a3-885a-d22a090552bb tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9dc1703-d558-496c-9f84-940d86cd7a20 HTTP/1.1" status: 200 len: 944 time: 0.2707379 Nov 12 01:28:16.975639 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e15cbe74-bd8b-4103-9dbf-e3c5eceeff8f tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:17.015519 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=a01fcff6-fd86-4913-9ce1-48ae93abc721,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:17.045293 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2605be73-0074-4a75-81ca-071ae92d1013 req-a716a4a8-7bc8-45a9-9231-74f93aabff17 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=631010e5-2d5b-44ec-8371-ed2f024137c4 HTTP/1.1" status: 200 len: 210 time: 0.1188507 Nov 12 01:28:17.108683 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0f1751f9-d270-4353-b0af-9ffc787d4134 req-3896c6aa-1cee-4dcc-beed-19bc6b98679e tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/security-groups?id=d92f5d90-e746-4f21-9753-88e8404e7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990795 Nov 12 01:28:17.127544 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] For port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:28:17.127544 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempted to set empty binding levels {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 01:28:17.136663 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:17.223514 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30b0d55-d00c-435c-b798-4c1510723aac None None] Network 3cf3004f-a1a4-4d32-b428-96a1866d1a47 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:28:17.247250 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81cfff2-25f1-4817-9972-9d42ed691971 x-openstack-request-id: req-e81cfff2-25f1-4817-9972-9d42ed691971 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:28:17.248757 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9dc1703-d558-496c-9f84-940d86cd7a20", "name": "network-vif-plugged", "status": "completed", "tag": "a01fcff6-fd86-4913-9ce1-48ae93abc721", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:28:17.249229 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e81cfff2-25f1-4817-9972-9d42ed691971 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:28:17.249787 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9dc1703-d558-496c-9f84-940d86cd7a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a01fcff6-fd86-4913-9ce1-48ae93abc721', 'code': 200} Nov 12 01:28:17.300081 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:17.303878 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:17.333682 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5d0a7a6a-f6fd-4551-823a-23d1d4791644 None None] Provisioning complete for port 1d715e9c-9598-41c9-846a-4c1bcf7c12a4 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:28:17.334432 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5d0a7a6a-f6fd-4551-823a-23d1d4791644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:17.355037 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e15cbe74-bd8b-4103-9dbf-e3c5eceeff8f tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:17.394628 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 1d715e9c-9598-41c9-846a-4c1bcf7c12a4 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:28:17.456907 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15cbe74-bd8b-4103-9dbf-e3c5eceeff8f tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event deleted for resources: {'Subnet': ['ID=9ff75b35-2392-46e5-8055-dd71f619851c,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:17.476866 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e15cbe74-bd8b-4103-9dbf-e3c5eceeff8f tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:17.488615 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e15cbe74-bd8b-4103-9dbf-e3c5eceeff8f tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "DELETE /v2.0/subnets/9ff75b35-2392-46e5-8055-dd71f619851c HTTP/1.1" status: 204 len: 168 time: 1.3239474 Nov 12 01:28:17.489470 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 38332) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:17.516581 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Pushing event updated for resources: {'Port': ['ID=7adbb8b8-aa5a-4686-88b5-4df4a2f4684a,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:17.656980 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7775c4ef-3015-4d63-a6e0-fa538228a3ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 3.9599917 Nov 12 01:28:17.657854 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 38350) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:17.680073 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 1d715e9c-9598-41c9-846a-4c1bcf7c12a4 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:28:17.681152 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:17.784339 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-16d7ad53-4dc1-4036-9feb-93cb5250a531 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:17.833480 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe107f-c467-46a7-84f1-1ac40bffdc7f req-d9fea08b-b82e-4c6d-bea0-52f4630932aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:17.838860 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2efe107f-c467-46a7-84f1-1ac40bffdc7f req-d9fea08b-b82e-4c6d-bea0-52f4630932aa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b9dc1703-d558-496c-9f84-940d86cd7a20 HTTP/1.1" status: 200 len: 1097 time: 0.3669877 Nov 12 01:28:17.873853 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-16d7ad53-4dc1-4036-9feb-93cb5250a531 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Deleting port 1d715e9c-9598-41c9-846a-4c1bcf7c12a4 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:28:17.874358 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-16d7ad53-4dc1-4036-9feb-93cb5250a531 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:17.917418 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5d0a7a6a-f6fd-4551-823a-23d1d4791644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:18.019016 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:18.022900 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-16d7ad53-4dc1-4036-9feb-93cb5250a531 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] For port 1d715e9c-9598-41c9-846a-4c1bcf7c12a4, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=1d715e9c-9598-41c9-846a-4c1bcf7c12a4,segment=NetworkSegment(add2eb8d-fea1-4a2e-9d6a-0c6bef9dd09f),segment_id=add2eb8d-fea1-4a2e-9d6a-0c6bef9dd09f)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:28:18.023818 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-16d7ad53-4dc1-4036-9feb-93cb5250a531 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:18.078654 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a11458f-abf4-49bf-b851-1a3fb2c0a51d None None] DHCP port deletion for 3cf3004f-a1a4-4d32-b428-96a1866d1a47 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:28:18.082811 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-16d7ad53-4dc1-4036-9feb-93cb5250a531 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Calling delete_port for 1d715e9c-9598-41c9-846a-4c1bcf7c12a4 owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:28:18.174459 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5d0a7a6a-f6fd-4551-823a-23d1d4791644 None None] For port 1d715e9c-9598-41c9-846a-4c1bcf7c12a4, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=1d715e9c-9598-41c9-846a-4c1bcf7c12a4,segment=NetworkSegment(add2eb8d-fea1-4a2e-9d6a-0c6bef9dd09f),segment_id=add2eb8d-fea1-4a2e-9d6a-0c6bef9dd09f)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:28:18.205584 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5d0a7a6a-f6fd-4551-823a-23d1d4791644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:18.329900 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ef4fe1bf-cdb0-4093-98a5-040a8dbea94b req-b83b8fb2-6dc3-4174-9fce-2e69e38e6200 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=631010e5-2d5b-44ec-8371-ed2f024137c4 HTTP/1.1" status: 200 len: 210 time: 0.0384133 Nov 12 01:28:18.335848 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2efe107f-c467-46a7-84f1-1ac40bffdc7f req-0c3a624a-0b47-4d27-b579-89734e13a64c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d92f5d90-e746-4f21-9753-88e8404e7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4643428 Nov 12 01:28:18.351241 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-40944e3a-b48a-40c4-9ff4-531bbbe8bc84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Deleting port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:28:18.351922 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-40944e3a-b48a-40c4-9ff4-531bbbe8bc84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:18.444512 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.api [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:28:18.445234 n-d-712142-27 neutron-server[109087]: DEBUG oslo_db.api [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:28:18.475131 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-8a11458f-abf4-49bf-b851-1a3fb2c0a51d None None] Deleting port 1d715e9c-9598-41c9-846a-4c1bcf7c12a4 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:28:18.475738 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8a11458f-abf4-49bf-b851-1a3fb2c0a51d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:18.479168 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0a7a6a-f6fd-4551-823a-23d1d4791644 None None] Pushing event updated for resources: {'Port': ['ID=1d715e9c-9598-41c9-846a-4c1bcf7c12a4,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:18.541012 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-16d7ad53-4dc1-4036-9feb-93cb5250a531 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:18.572011 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d7ad53-4dc1-4036-9feb-93cb5250a531 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event deleted for resources: {'Port': ['ID=1d715e9c-9598-41c9-846a-4c1bcf7c12a4,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:18.579550 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d7ad53-4dc1-4036-9feb-93cb5250a531 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] No DVR routers for this DVR port 1d715e9c-9598-41c9-846a-4c1bcf7c12a4 on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:28:18.653024 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-40944e3a-b48a-40c4-9ff4-531bbbe8bc84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] For port 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a, host n-h2-712142-27, got binding levels [] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:28:18.653814 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-40944e3a-b48a-40c4-9ff4-531bbbe8bc84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:18.676441 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-8a11458f-abf4-49bf-b851-1a3fb2c0a51d None None] For port 1d715e9c-9598-41c9-846a-4c1bcf7c12a4, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=1d715e9c-9598-41c9-846a-4c1bcf7c12a4,segment=NetworkSegment(add2eb8d-fea1-4a2e-9d6a-0c6bef9dd09f),segment_id=add2eb8d-fea1-4a2e-9d6a-0c6bef9dd09f)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:28:18.680914 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8a11458f-abf4-49bf-b851-1a3fb2c0a51d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:18.696817 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-16d7ad53-4dc1-4036-9feb-93cb5250a531 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:18.723820 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-16d7ad53-4dc1-4036-9feb-93cb5250a531 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cf3004f-a1a4-4d32-b428-96a1866d1a47']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:28:18.735768 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-16d7ad53-4dc1-4036-9feb-93cb5250a531 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'add2eb8d-fea1-4a2e-9d6a-0c6bef9dd09f') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:28:18.736378 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-16d7ad53-4dc1-4036-9feb-93cb5250a531 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'add2eb8d-fea1-4a2e-9d6a-0c6bef9dd09f') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:28:18.746808 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-40944e3a-b48a-40c4-9ff4-531bbbe8bc84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Calling delete_port for 7adbb8b8-aa5a-4686-88b5-4df4a2f4684a owned by {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:28:18.751875 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-16d7ad53-4dc1-4036-9feb-93cb5250a531 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:18.752398 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-8a11458f-abf4-49bf-b851-1a3fb2c0a51d None None] Calling delete_port for 1d715e9c-9598-41c9-846a-4c1bcf7c12a4 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:28:18.773131 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-16d7ad53-4dc1-4036-9feb-93cb5250a531 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:18.789425 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16d7ad53-4dc1-4036-9feb-93cb5250a531 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:28:18.790006 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-16d7ad53-4dc1-4036-9feb-93cb5250a531 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:18.844935 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da4511-8e34-4cca-905d-8854687c3068 req-bdd62f45-660c-4bd4-aea8-4ddf4a5cc319 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:18.869173 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-87da4511-8e34-4cca-905d-8854687c3068 req-bdd62f45-660c-4bd4-aea8-4ddf4a5cc319 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9dc1703-d558-496c-9f84-940d86cd7a20 HTTP/1.1" status: 200 len: 945 time: 0.4721110 Nov 12 01:28:18.928160 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8a11458f-abf4-49bf-b851-1a3fb2c0a51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:18.992320 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11458f-abf4-49bf-b851-1a3fb2c0a51d None None] Pushing event deleted for resources: {'Port': ['ID=1d715e9c-9598-41c9-846a-4c1bcf7c12a4,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:19.026321 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a11458f-abf4-49bf-b851-1a3fb2c0a51d None None] No DVR routers for this DVR port 1d715e9c-9598-41c9-846a-4c1bcf7c12a4 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:28:19.031450 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Port 1d715e9c-9598-41c9-846a-4c1bcf7c12a4 update to ACTIVE by agent not found {{(pid=109087) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 01:28:19.048351 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:28:19.048351 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:28:19.048351 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:28:19.048351 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:28:19.048351 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:28:19.048351 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:28:19.048351 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:28:19.048351 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:28:19.048351 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:28:19.048351 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:28:19.048351 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:28:19.048351 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:28:19.048351 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:28:19.048351 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:28:19.048351 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:28:19.048351 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:28:19.048351 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:28:19.048351 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:28:19.048351 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:28:19.048351 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:28:19.048351 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:28:19.048351 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:28:19.048351 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:28:19.048351 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:28:19.048351 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:28:19.048351 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:28:19.048351 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:28:19.048351 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:28:19.048351 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:28:19.048351 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:28:19.048351 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:28:19.048351 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:28:19.057863 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-16d7ad53-4dc1-4036-9feb-93cb5250a531 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:19.070013 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-16d7ad53-4dc1-4036-9feb-93cb5250a531 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:19.081412 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-16d7ad53-4dc1-4036-9feb-93cb5250a531 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "DELETE /v2.0/networks/3cf3004f-a1a4-4d32-b428-96a1866d1a47 HTTP/1.1" status: 204 len: 168 time: 1.5884149 Nov 12 01:28:19.090944 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 38418) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:19.113308 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-39a31678-ff00-4a38-9f7b-9e01667ad180 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2039002343'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:28:19.133227 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d7ad53-4dc1-4036-9feb-93cb5250a531 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event deleted for resources: {'Network': ['ID=3cf3004f-a1a4-4d32-b428-96a1866d1a47,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:19.165344 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 1d715e9c-9598-41c9-846a-4c1bcf7c12a4 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:28:19.174478 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a31678-ff00-4a38-9f7b-9e01667ad180 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Made reservation on behalf of a32638d5c5e641288786feeafdcdff25 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:28:19.179772 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-39a31678-ff00-4a38-9f7b-9e01667ad180 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:19.192648 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-87da4511-8e34-4cca-905d-8854687c3068 req-bf63cd18-2a31-40c9-9c69-3cd1d56d6bcf tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/security-groups?id=d92f5d90-e746-4f21-9753-88e8404e7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217435 Nov 12 01:28:19.249417 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 1d715e9c-9598-41c9-846a-4c1bcf7c12a4 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:28:19.249767 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 1d715e9c-9598-41c9-846a-4c1bcf7c12a4 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:28:19.255683 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39a31678-ff00-4a38-9f7b-9e01667ad180 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:28:19.333907 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-40944e3a-b48a-40c4-9ff4-531bbbe8bc84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:19.336697 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-39a31678-ff00-4a38-9f7b-9e01667ad180 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:19.338464 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-39a31678-ff00-4a38-9f7b-9e01667ad180 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Added segment 4e01f105-3964-4935-8680-9531cee04823 of type vlan for network 701f65fa-7f29-4eea-a25c-c1a2c7720213 Nov 12 01:28:19.461481 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-39a31678-ff00-4a38-9f7b-9e01667ad180 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:19.497288 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40944e3a-b48a-40c4-9ff4-531bbbe8bc84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Pushing event deleted for resources: {'Port': ['ID=7adbb8b8-aa5a-4686-88b5-4df4a2f4684a,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:19.570815 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-39a31678-ff00-4a38-9f7b-9e01667ad180 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:19.598817 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-40944e3a-b48a-40c4-9ff4-531bbbe8bc84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:19.611377 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a31678-ff00-4a38-9f7b-9e01667ad180 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:19.625925 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-39a31678-ff00-4a38-9f7b-9e01667ad180 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:19.634179 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-40944e3a-b48a-40c4-9ff4-531bbbe8bc84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] 10.222.0.45 "DELETE /v2.0/ports/7adbb8b8-aa5a-4686-88b5-4df4a2f4684a HTTP/1.1" status: 204 len: 168 time: 1.9657266 Nov 12 01:28:19.637807 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 38424) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:19.735900 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-effb75d7-7505-461d-afd5-8fdd33f65c56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] GET failed (client error): The resource could not be found. Nov 12 01:28:19.738739 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-effb75d7-7505-461d-afd5-8fdd33f65c56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] 10.222.0.45 "GET /v2.0/ports/7adbb8b8-aa5a-4686-88b5-4df4a2f4684a HTTP/1.1" status: 404 len: 333 time: 0.0978882 Nov 12 01:28:19.757082 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 38428) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:19.768630 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-e87cd040-1001-4e73-b627-4df912df0014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Request body: {'port': {'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-43659154'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:28:19.889721 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1caf6f31-ff59-4cb6-a18b-a2df43d806e1 req-6ece17dc-1118-4c87-ad09-758e4ee00ae6 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=631010e5-2d5b-44ec-8371-ed2f024137c4 HTTP/1.1" status: 200 len: 210 time: 0.1559632 Nov 12 01:28:19.963293 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87cd040-1001-4e73-b627-4df912df0014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Made reservation on behalf of 46af1414686242b496c6edfe90f07350 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:28:19.966660 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a31678-ff00-4a38-9f7b-9e01667ad180 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event updated for resources: {'Network': ['ID=701f65fa-7f29-4eea-a25c-c1a2c7720213,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:19.970419 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e87cd040-1001-4e73-b627-4df912df0014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:19.988132 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 701f65fa-7f29-4eea-a25c-c1a2c7720213 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:28:20.006877 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-39a31678-ff00-4a38-9f7b-9e01667ad180 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9140148 Nov 12 01:28:20.011377 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 38434) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:20.024448 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-da7b16fc-a982-4168-8c8e-b9fff4aec03e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Request body: {'subnet': {'network_id': '701f65fa-7f29-4eea-a25c-c1a2c7720213', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:28:20.077267 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [None req-e87cd040-1001-4e73-b627-4df912df0014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] device_id is not set on port 7f66ff26-d19d-4e07-899b-1c1c91903b48 yet. {{(pid=109085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:28:20.240271 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7b16fc-a982-4168-8c8e-b9fff4aec03e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Made reservation on behalf of a32638d5c5e641288786feeafdcdff25 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:28:20.246529 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-da7b16fc-a982-4168-8c8e-b9fff4aec03e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:20.485055 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bde2ae-674c-4215-b595-f7b89510d632 req-bf263de2-89d8-445f-945e-5efb519e2124 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:20.487886 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-35bde2ae-674c-4215-b595-f7b89510d632 req-bf263de2-89d8-445f-945e-5efb519e2124 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9dc1703-d558-496c-9f84-940d86cd7a20 HTTP/1.1" status: 200 len: 945 time: 0.1384377 Nov 12 01:28:20.493028 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e87cd040-1001-4e73-b627-4df912df0014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:20.576997 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-da7b16fc-a982-4168-8c8e-b9fff4aec03e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:20.614786 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-35bde2ae-674c-4215-b595-f7b89510d632 req-b670fc6f-cd68-4f1a-a3f4-54e849fc5cc9 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/security-groups?id=d92f5d90-e746-4f21-9753-88e8404e7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094081 Nov 12 01:28:20.617407 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e87cd040-1001-4e73-b627-4df912df0014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:20.694622 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87cd040-1001-4e73-b627-4df912df0014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:28:20.703408 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-e87cd040-1001-4e73-b627-4df912df0014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:28:20.723938 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87cd040-1001-4e73-b627-4df912df0014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:28:20.725553 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87cd040-1001-4e73-b627-4df912df0014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:20.726539 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e87cd040-1001-4e73-b627-4df912df0014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:20.727535 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b16fc-a982-4168-8c8e-b9fff4aec03e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event updated for resources: {'Subnet': ['ID=93f7bc7c-96da-419f-bf2f-b9958343d709,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:20.769197 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7b16fc-a982-4168-8c8e-b9fff4aec03e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Checking segment: {'id': '4e01f105-3964-4935-8680-9531cee04823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '701f65fa-7f29-4eea-a25c-c1a2c7720213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:28:20.770059 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7b16fc-a982-4168-8c8e-b9fff4aec03e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Network hostable DHCP agents. Network: 701f65fa-7f29-4eea-a25c-c1a2c7720213, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:28:20.772647 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87cd040-1001-4e73-b627-4df912df0014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Pushing event updated for resources: {'Port': ['ID=7f66ff26-d19d-4e07-899b-1c1c91903b48,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:20.813196 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e87cd040-1001-4e73-b627-4df912df0014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.0498059 Nov 12 01:28:20.814490 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 38440) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:20.821973 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:28:20.853872 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7b16fc-a982-4168-8c8e-b9fff4aec03e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Network 701f65fa-7f29-4eea-a25c-c1a2c7720213 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:28:20.879138 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-da7b16fc-a982-4168-8c8e-b9fff4aec03e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 701f65fa-7f29-4eea-a25c-c1a2c7720213) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:28:20.895289 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459811ca-7818-40dc-831f-22c2a4e141fe None None] Network 701f65fa-7f29-4eea-a25c-c1a2c7720213 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:28:20.901307 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7b16fc-a982-4168-8c8e-b9fff4aec03e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:20.902109 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-da7b16fc-a982-4168-8c8e-b9fff4aec03e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:20.946031 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-da7b16fc-a982-4168-8c8e-b9fff4aec03e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9305267 Nov 12 01:28:20.946824 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 38444) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:20.971205 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:20.986725 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-8b8839cd-d89a-4bf6-8e16-076d12757104 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Request body: {'port': {'network_id': '701f65fa-7f29-4eea-a25c-c1a2c7720213', 'name': 'tempest-PortsIpV6TestJSON-2062828721', 'fixed_ips': [{'subnet_id': '93f7bc7c-96da-419f-bf2f-b9958343d709', 'ip_address': '2001:db8::10'}]}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:28:21.250999 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3a8cef6e-fa43-4622-9d53-ebb8bebfece4 req-72aa3b69-fa47-4e09-8908-399927fb30a8 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=631010e5-2d5b-44ec-8371-ed2f024137c4 HTTP/1.1" status: 200 len: 210 time: 0.1350231 Nov 12 01:28:21.263195 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cdcdbc-363b-4a61-a82a-a92b495361e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-701f65fa-7f29-4eea-a25c-c1a2c7720213', 'network_id': '701f65fa-7f29-4eea-a25c-c1a2c7720213', 'tenant_id': 'a32638d5c5e641288786feeafdcdff25', 'fixed_ips': [{'subnet_id': '93f7bc7c-96da-419f-bf2f-b9958343d709'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:28:21.264122 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-63cdcdbc-363b-4a61-a82a-a92b495361e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:21.308090 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8839cd-d89a-4bf6-8e16-076d12757104 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Made reservation on behalf of a32638d5c5e641288786feeafdcdff25 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:28:21.536553 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8b8839cd-d89a-4bf6-8e16-076d12757104 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:21.575196 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-8b8839cd-d89a-4bf6-8e16-076d12757104 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] device_id is not set on port 2a10a53e-9c3b-4300-a530-78d86ce5a49f yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:28:21.640871 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] device_id is not set on port 7f66ff26-d19d-4e07-899b-1c1c91903b48 yet. {{(pid=109085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:28:21.679385 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:21.696663 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:21.698316 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-63cdcdbc-363b-4a61-a82a-a92b495361e6 None None] Allocated IP 2001:db8::2 (701f65fa-7f29-4eea-a25c-c1a2c7720213/93f7bc7c-96da-419f-bf2f-b9958343d709/03f22b8e-8a23-4a10-831d-8283c896207c) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:28:21.914461 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7f66ff26-d19d-4e07-899b-1c1c91903b48 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:21.915260 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7f66ff26-d19d-4e07-899b-1c1c91903b48 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:21.919847 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7f66ff26-d19d-4e07-899b-1c1c91903b48 on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:21.933430 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Pushing event updated for resources: {'Port': ['ID=7f66ff26-d19d-4e07-899b-1c1c91903b48,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:21.944079 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Port 7f66ff26-d19d-4e07-899b-1c1c91903b48 on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:28:21.950129 n-d-712142-27 neutron-server[109085]: ERROR neutron.plugins.ml2.managers [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Failed to bind port 7f66ff26-d19d-4e07-899b-1c1c91903b48 on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] Nov 12 01:28:21.953290 n-d-712142-27 neutron-server[109085]: INFO neutron.plugins.ml2.plugin [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempt 2 to bind port 7f66ff26-d19d-4e07-899b-1c1c91903b48 Nov 12 01:28:22.002494 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7f66ff26-d19d-4e07-899b-1c1c91903b48 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:22.005145 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7f66ff26-d19d-4e07-899b-1c1c91903b48 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:22.006700 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7f66ff26-d19d-4e07-899b-1c1c91903b48 on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:22.024477 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Port 7f66ff26-d19d-4e07-899b-1c1c91903b48 on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:28:22.029445 n-d-712142-27 neutron-server[109085]: ERROR neutron.plugins.ml2.managers [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Failed to bind port 7f66ff26-d19d-4e07-899b-1c1c91903b48 on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] Nov 12 01:28:22.030300 n-d-712142-27 neutron-server[109085]: INFO neutron.plugins.ml2.plugin [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempt 3 to bind port 7f66ff26-d19d-4e07-899b-1c1c91903b48 Nov 12 01:28:22.088138 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7f66ff26-d19d-4e07-899b-1c1c91903b48 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:22.094544 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7f66ff26-d19d-4e07-899b-1c1c91903b48 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:22.095594 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7f66ff26-d19d-4e07-899b-1c1c91903b48 on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:22.104665 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Port 7f66ff26-d19d-4e07-899b-1c1c91903b48 on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:28:22.105188 n-d-712142-27 neutron-server[109085]: ERROR neutron.plugins.ml2.managers [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Failed to bind port 7f66ff26-d19d-4e07-899b-1c1c91903b48 on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] Nov 12 01:28:22.105796 n-d-712142-27 neutron-server[109085]: INFO neutron.plugins.ml2.plugin [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempt 4 to bind port 7f66ff26-d19d-4e07-899b-1c1c91903b48 Nov 12 01:28:22.138776 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7f66ff26-d19d-4e07-899b-1c1c91903b48 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:22.139302 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7f66ff26-d19d-4e07-899b-1c1c91903b48 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:22.139854 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7f66ff26-d19d-4e07-899b-1c1c91903b48 on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:22.170319 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Port 7f66ff26-d19d-4e07-899b-1c1c91903b48 on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:28:22.171284 n-d-712142-27 neutron-server[109085]: ERROR neutron.plugins.ml2.managers [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Failed to bind port 7f66ff26-d19d-4e07-899b-1c1c91903b48 on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] Nov 12 01:28:22.172255 n-d-712142-27 neutron-server[109085]: INFO neutron.plugins.ml2.plugin [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempt 5 to bind port 7f66ff26-d19d-4e07-899b-1c1c91903b48 Nov 12 01:28:22.181622 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-63cdcdbc-363b-4a61-a82a-a92b495361e6 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:22.198009 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-63cdcdbc-363b-4a61-a82a-a92b495361e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:22.233199 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7f66ff26-d19d-4e07-899b-1c1c91903b48 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:22.234257 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7f66ff26-d19d-4e07-899b-1c1c91903b48 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:22.235421 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7f66ff26-d19d-4e07-899b-1c1c91903b48 on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:22.254170 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cdcdbc-363b-4a61-a82a-a92b495361e6 None None] Pushing event updated for resources: {'Port': ['ID=03f22b8e-8a23-4a10-831d-8283c896207c,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:22.292786 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Port 7f66ff26-d19d-4e07-899b-1c1c91903b48 on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:28:22.293019 n-d-712142-27 neutron-server[109085]: ERROR neutron.plugins.ml2.managers [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Failed to bind port 7f66ff26-d19d-4e07-899b-1c1c91903b48 on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] Nov 12 01:28:22.293901 n-d-712142-27 neutron-server[109085]: INFO neutron.plugins.ml2.plugin [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempt 6 to bind port 7f66ff26-d19d-4e07-899b-1c1c91903b48 Nov 12 01:28:22.300446 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cdcdbc-363b-4a61-a82a-a92b495361e6 None None] Network 701f65fa-7f29-4eea-a25c-c1a2c7720213 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:28:22.304431 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-63cdcdbc-363b-4a61-a82a-a92b495361e6 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:28:22.315154 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cdcdbc-363b-4a61-a82a-a92b495361e6 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:28:22.335821 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-8b8839cd-d89a-4bf6-8e16-076d12757104 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Allocated IP 2001:db8::10 (701f65fa-7f29-4eea-a25c-c1a2c7720213/93f7bc7c-96da-419f-bf2f-b9958343d709/2a10a53e-9c3b-4300-a530-78d86ce5a49f) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:28:22.438174 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c505f33b-2d3f-4139-9349-d979d968c72b req-4644cf70-f0f7-4449-b7b7-9acdca7216c4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b9dc1703-d558-496c-9f84-940d86cd7a20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2093413 Nov 12 01:28:22.439770 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7f66ff26-d19d-4e07-899b-1c1c91903b48 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:22.440336 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7f66ff26-d19d-4e07-899b-1c1c91903b48 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:22.441358 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7f66ff26-d19d-4e07-899b-1c1c91903b48 on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:22.539123 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Port 7f66ff26-d19d-4e07-899b-1c1c91903b48 on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:28:22.541796 n-d-712142-27 neutron-server[109085]: ERROR neutron.plugins.ml2.managers [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Failed to bind port 7f66ff26-d19d-4e07-899b-1c1c91903b48 on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] Nov 12 01:28:22.542427 n-d-712142-27 neutron-server[109085]: INFO neutron.plugins.ml2.plugin [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempt 7 to bind port 7f66ff26-d19d-4e07-899b-1c1c91903b48 Nov 12 01:28:22.561634 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-63cdcdbc-363b-4a61-a82a-a92b495361e6 None None] Attempting to bind port 03f22b8e-8a23-4a10-831d-8283c896207c on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:22.562013 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-63cdcdbc-363b-4a61-a82a-a92b495361e6 None None] Attempting to bind port 03f22b8e-8a23-4a10-831d-8283c896207c by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '4e01f105-3964-4935-8680-9531cee04823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '701f65fa-7f29-4eea-a25c-c1a2c7720213'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:22.562391 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cdcdbc-363b-4a61-a82a-a92b495361e6 None None] Attempting to bind port 03f22b8e-8a23-4a10-831d-8283c896207c on network 701f65fa-7f29-4eea-a25c-c1a2c7720213 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:22.580649 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cdcdbc-363b-4a61-a82a-a92b495361e6 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:28:22.581057 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cdcdbc-363b-4a61-a82a-a92b495361e6 None None] Checking segment: {'id': '4e01f105-3964-4935-8680-9531cee04823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '701f65fa-7f29-4eea-a25c-c1a2c7720213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:28:22.581440 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-63cdcdbc-363b-4a61-a82a-a92b495361e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:22.581844 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cdcdbc-363b-4a61-a82a-a92b495361e6 None None] Bound using segment: {'id': '4e01f105-3964-4935-8680-9531cee04823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '701f65fa-7f29-4eea-a25c-c1a2c7720213'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:28:22.582346 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-63cdcdbc-363b-4a61-a82a-a92b495361e6 None None] Bound port: 03f22b8e-8a23-4a10-831d-8283c896207c, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e01f105-3964-4935-8680-9531cee04823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '701f65fa-7f29-4eea-a25c-c1a2c7720213'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:28:22.582739 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-63cdcdbc-363b-4a61-a82a-a92b495361e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:22.649227 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4af343e5-80ca-4c68-91ee-913e639f2132 req-9c1d15d1-e1ef-48d8-a955-652a9383ede4 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=631010e5-2d5b-44ec-8371-ed2f024137c4 HTTP/1.1" status: 200 len: 210 time: 0.1607094 Nov 12 01:28:22.664294 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7f66ff26-d19d-4e07-899b-1c1c91903b48 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:22.664675 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7f66ff26-d19d-4e07-899b-1c1c91903b48 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:22.665017 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7f66ff26-d19d-4e07-899b-1c1c91903b48 on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:22.671844 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Port 7f66ff26-d19d-4e07-899b-1c1c91903b48 on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:28:22.672876 n-d-712142-27 neutron-server[109085]: ERROR neutron.plugins.ml2.managers [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Failed to bind port 7f66ff26-d19d-4e07-899b-1c1c91903b48 on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] Nov 12 01:28:22.672876 n-d-712142-27 neutron-server[109085]: INFO neutron.plugins.ml2.plugin [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempt 8 to bind port 7f66ff26-d19d-4e07-899b-1c1c91903b48 Nov 12 01:28:22.717597 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-63cdcdbc-363b-4a61-a82a-a92b495361e6 None None] For port 03f22b8e-8a23-4a10-831d-8283c896207c, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:28:22.719052 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505f33b-2d3f-4139-9349-d979d968c72b req-5d7736e7-b937-46bd-96f2-7d92ad6b651c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:22.722687 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c505f33b-2d3f-4139-9349-d979d968c72b req-5d7736e7-b937-46bd-96f2-7d92ad6b651c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5388dd35cef8439498870da024d1ec2d&device_id=b9dc1703-d558-496c-9f84-940d86cd7a20 HTTP/1.1" status: 200 len: 1097 time: 0.1982858 Nov 12 01:28:22.723660 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7f66ff26-d19d-4e07-899b-1c1c91903b48 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:22.724560 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7f66ff26-d19d-4e07-899b-1c1c91903b48 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:22.725060 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7f66ff26-d19d-4e07-899b-1c1c91903b48 on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:22.739112 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-63cdcdbc-363b-4a61-a82a-a92b495361e6 None None] For port 03f22b8e-8a23-4a10-831d-8283c896207c, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=03f22b8e-8a23-4a10-831d-8283c896207c,segment=NetworkSegment(4e01f105-3964-4935-8680-9531cee04823),segment_id=4e01f105-3964-4935-8680-9531cee04823)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:28:22.739532 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Port 7f66ff26-d19d-4e07-899b-1c1c91903b48 on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:28:22.740347 n-d-712142-27 neutron-server[109085]: ERROR neutron.plugins.ml2.managers [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Failed to bind port 7f66ff26-d19d-4e07-899b-1c1c91903b48 on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] Nov 12 01:28:22.741599 n-d-712142-27 neutron-server[109085]: INFO neutron.plugins.ml2.plugin [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempt 9 to bind port 7f66ff26-d19d-4e07-899b-1c1c91903b48 Nov 12 01:28:22.748835 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-63cdcdbc-363b-4a61-a82a-a92b495361e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:22.839276 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7f66ff26-d19d-4e07-899b-1c1c91903b48 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:22.840047 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7f66ff26-d19d-4e07-899b-1c1c91903b48 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:22.840448 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7f66ff26-d19d-4e07-899b-1c1c91903b48 on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:22.869540 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8b8839cd-d89a-4bf6-8e16-076d12757104 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:22.913307 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cdcdbc-363b-4a61-a82a-a92b495361e6 None None] Pushing event updated for resources: {'Port': ['ID=03f22b8e-8a23-4a10-831d-8283c896207c,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:22.922811 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Port 7f66ff26-d19d-4e07-899b-1c1c91903b48 on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:28:22.923657 n-d-712142-27 neutron-server[109085]: ERROR neutron.plugins.ml2.managers [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Failed to bind port 7f66ff26-d19d-4e07-899b-1c1c91903b48 on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] Nov 12 01:28:22.925569 n-d-712142-27 neutron-server[109085]: INFO neutron.plugins.ml2.plugin [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempt 10 to bind port 7f66ff26-d19d-4e07-899b-1c1c91903b48 Nov 12 01:28:22.993347 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7f66ff26-d19d-4e07-899b-1c1c91903b48 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:22.993692 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7f66ff26-d19d-4e07-899b-1c1c91903b48 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:22.994045 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port 7f66ff26-d19d-4e07-899b-1c1c91903b48 on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:23.006129 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8b8839cd-d89a-4bf6-8e16-076d12757104 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:23.084328 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Port 7f66ff26-d19d-4e07-899b-1c1c91903b48 on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:28:23.087197 n-d-712142-27 neutron-server[109085]: ERROR neutron.plugins.ml2.managers [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Failed to bind port 7f66ff26-d19d-4e07-899b-1c1c91903b48 on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] Nov 12 01:28:23.088075 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:23.189008 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505f33b-2d3f-4139-9349-d979d968c72b req-5de4a5c7-7fbc-45e3-a003-24bc8ab0bf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:23.191860 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c505f33b-2d3f-4139-9349-d979d968c72b req-5de4a5c7-7fbc-45e3-a003-24bc8ab0bf24 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a8868ccc-b900-4344-82bc-70d49264bb11 HTTP/1.1" status: 200 len: 908 time: 0.4213717 Nov 12 01:28:23.226502 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8839cd-d89a-4bf6-8e16-076d12757104 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Network 701f65fa-7f29-4eea-a25c-c1a2c7720213 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:28:23.229340 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-8b8839cd-d89a-4bf6-8e16-076d12757104 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:28:23.237071 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8839cd-d89a-4bf6-8e16-076d12757104 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:28:23.258917 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8839cd-d89a-4bf6-8e16-076d12757104 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:23.260476 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8b8839cd-d89a-4bf6-8e16-076d12757104 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:23.412617 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c505f33b-2d3f-4139-9349-d979d968c72b req-d7064237-a05d-4d8d-bbde-3db7978ee0b0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a01fcff6-fd86-4913-9ce1-48ae93abc721 HTTP/1.1" status: 200 len: 217 time: 0.2015436 Nov 12 01:28:23.435641 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8839cd-d89a-4bf6-8e16-076d12757104 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event updated for resources: {'Port': ['ID=2a10a53e-9c3b-4300-a530-78d86ce5a49f,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:23.464386 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8b8839cd-d89a-4bf6-8e16-076d12757104 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5137026 Nov 12 01:28:23.464386 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 38480) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:23.472990 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-55a52582-969c-4911-8045-6a7735bb0daf tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Request body: {'port': {'network_id': '701f65fa-7f29-4eea-a25c-c1a2c7720213', 'name': 'tempest-PortsIpV6TestJSON-710566683', 'fixed_ips': [{'subnet_id': '93f7bc7c-96da-419f-bf2f-b9958343d709', 'ip_address': '2001:db8::f'}]}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:28:23.728710 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] For port 7f66ff26-d19d-4e07-899b-1c1c91903b48, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:28:23.729636 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempted to set empty binding levels {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 01:28:23.751237 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:23.799821 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505f33b-2d3f-4139-9349-d979d968c72b req-cbd91dfb-3801-4bf9-904b-71e31dcac130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:23.806721 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c505f33b-2d3f-4139-9349-d979d968c72b req-cbd91dfb-3801-4bf9-904b-71e31dcac130 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5ca45d2d-31ed-4da3-b7aa-f061deac9f55 HTTP/1.1" status: 200 len: 848 time: 0.3788607 Nov 12 01:28:23.817933 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] In _notify_port_updated(), no bound segment for port 7f66ff26-d19d-4e07-899b-1c1c91903b48 on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 {{(pid=109085) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:28:23.819416 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:23.820486 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:23.828406 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] 10.222.0.45 "PUT /v2.0/ports/7f66ff26-d19d-4e07-899b-1c1c91903b48 HTTP/1.1" status: 200 len: 978 time: 3.0118165 Nov 12 01:28:23.866605 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 38488) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:23.898001 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a52582-969c-4911-8045-6a7735bb0daf tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Made reservation on behalf of a32638d5c5e641288786feeafdcdff25 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:28:23.931673 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-55a52582-969c-4911-8045-6a7735bb0daf tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:24.001069 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ee485-81e5-4708-8302-c174f4d770b9 req-601866d6-7e2e-4b09-b870-8083704520c5 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:24.004321 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e86ee485-81e5-4708-8302-c174f4d770b9 req-601866d6-7e2e-4b09-b870-8083704520c5 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9dc1703-d558-496c-9f84-940d86cd7a20 HTTP/1.1" status: 200 len: 945 time: 0.5455308 Nov 12 01:28:24.150495 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee24bc72-e686-493f-9247-05844052cdca req-d40c1d99-6f46-48bc-939a-a3890f31abd9 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=631010e5-2d5b-44ec-8371-ed2f024137c4 HTTP/1.1" status: 200 len: 210 time: 0.1444654 Nov 12 01:28:24.151856 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa3e8f0-5540-4625-9739-5a95cfe1ea1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Pushing event updated for resources: {'Port': ['ID=7f66ff26-d19d-4e07-899b-1c1c91903b48,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:24.162128 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c505f33b-2d3f-4139-9349-d979d968c72b req-5e330852-c9c3-4bff-9c2e-f0a1f670393b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a8868ccc-b900-4344-82bc-70d49264bb11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2484002 Nov 12 01:28:24.235081 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-55a52582-969c-4911-8045-6a7735bb0daf tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] device_id is not set on port 9cec81bc-9505-49b0-b674-4dfa1e4848ad yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:28:24.312642 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e86ee485-81e5-4708-8302-c174f4d770b9 req-7d58851a-9564-4ec2-80a9-2ad3f08b2675 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/security-groups?id=d92f5d90-e746-4f21-9753-88e8404e7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530089 Nov 12 01:28:24.520750 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f5ff7d-956c-4989-b680-5f81e345b837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:24.530478 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c505f33b-2d3f-4139-9349-d979d968c72b req-390ff1f9-daea-4eea-9c47-d936e2301cfb service neutron] 10.222.0.16 "GET /v2.0/networks/a8868ccc-b900-4344-82bc-70d49264bb11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3571832 Nov 12 01:28:24.530813 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f5ff7d-956c-4989-b680-5f81e345b837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:24.531425 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f5ff7d-956c-4989-b680-5f81e345b837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:24.532096 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f5ff7d-956c-4989-b680-5f81e345b837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:24.532582 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f5ff7d-956c-4989-b680-5f81e345b837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:24.533062 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f5ff7d-956c-4989-b680-5f81e345b837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:24.533546 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f5ff7d-956c-4989-b680-5f81e345b837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:24.534037 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f5ff7d-956c-4989-b680-5f81e345b837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:24.534480 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f5ff7d-956c-4989-b680-5f81e345b837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:24.535330 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f5ff7d-956c-4989-b680-5f81e345b837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:24.535831 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f5ff7d-956c-4989-b680-5f81e345b837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:24.536403 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f5ff7d-956c-4989-b680-5f81e345b837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:24.537057 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f5ff7d-956c-4989-b680-5f81e345b837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:24.537671 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f5ff7d-956c-4989-b680-5f81e345b837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:24.538935 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f5ff7d-956c-4989-b680-5f81e345b837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:24.541676 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e2f5ff7d-956c-4989-b680-5f81e345b837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13555 time: 0.6713583 Nov 12 01:28:24.553175 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 38494) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:24.650002 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:28:24.858709 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-55a52582-969c-4911-8045-6a7735bb0daf tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Allocated IP 2001:db8::f (701f65fa-7f29-4eea-a25c-c1a2c7720213/93f7bc7c-96da-419f-bf2f-b9958343d709/9cec81bc-9505-49b0-b674-4dfa1e4848ad) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:28:25.107122 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d67c7ca-ca3d-434f-9470-61d72ffd224b None None] Network 701f65fa-7f29-4eea-a25c-c1a2c7720213 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:28:25.397845 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-55a52582-969c-4911-8045-6a7735bb0daf tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:25.499408 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 03f22b8e-8a23-4a10-831d-8283c896207c up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:28:25.503207 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-55a52582-969c-4911-8045-6a7735bb0daf tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:25.575069 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a52582-969c-4911-8045-6a7735bb0daf tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event updated for resources: {'Port': ['ID=9cec81bc-9505-49b0-b674-4dfa1e4848ad,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:25.615696 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a52582-969c-4911-8045-6a7735bb0daf tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Network 701f65fa-7f29-4eea-a25c-c1a2c7720213 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:28:25.619434 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-55a52582-969c-4911-8045-6a7735bb0daf tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:28:25.624248 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a52582-969c-4911-8045-6a7735bb0daf tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:28:25.632561 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a52582-969c-4911-8045-6a7735bb0daf tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:25.633665 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-55a52582-969c-4911-8045-6a7735bb0daf tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:25.638895 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-71719c61-7529-40cc-871e-2f5c1e2bb3b0 None None] Provisioning complete for port 03f22b8e-8a23-4a10-831d-8283c896207c triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:28:25.639501 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-71719c61-7529-40cc-871e-2f5c1e2bb3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:25.668298 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-55a52582-969c-4911-8045-6a7735bb0daf tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2018566 Nov 12 01:28:25.671533 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 38512) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:25.816074 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c505f33b-2d3f-4139-9349-d979d968c72b req-80586c70-f991-487a-9099-38245278c920 service neutron] 10.222.0.16 "GET /v2.0/networks/a8868ccc-b900-4344-82bc-70d49264bb11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2717597 Nov 12 01:28:25.839458 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0cd72-ef20-4e99-82b2-68781b723ef9 req-118530b9-916b-47a4-b0e3-8c5a5c0bc076 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:25.842103 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-69d0cd72-ef20-4e99-82b2-68781b723ef9 req-118530b9-916b-47a4-b0e3-8c5a5c0bc076 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9dc1703-d558-496c-9f84-940d86cd7a20 HTTP/1.1" status: 200 len: 945 time: 0.1776092 Nov 12 01:28:25.861105 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b8b4e-def8-4c46-bc5e-2ebb6bada0a9 req-4deaa9a9-275a-41c2-8e83-f16893cf8341 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:25.869750 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-219b8b4e-def8-4c46-bc5e-2ebb6bada0a9 req-4deaa9a9-275a-41c2-8e83-f16893cf8341 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9dc1703-d558-496c-9f84-940d86cd7a20 HTTP/1.1" status: 200 len: 945 time: 0.2181761 Nov 12 01:28:25.897138 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7fa870-4805-4a27-ac1d-88ba1f0ab037 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:25.913284 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1c7fa870-4805-4a27-ac1d-88ba1f0ab037 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2355247 Nov 12 01:28:25.914207 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 38514) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:25.923806 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-6c42de2c-62a0-43b0-bf95-77b0506e99ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Deleting port 7f66ff26-d19d-4e07-899b-1c1c91903b48 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:28:25.924242 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6c42de2c-62a0-43b0-bf95-77b0506e99ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:26.109005 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b708f7-7665-41a7-a5c9-43eb8683afdf tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:26.116177 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b708f7-7665-41a7-a5c9-43eb8683afdf tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:26.127928 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 03f22b8e-8a23-4a10-831d-8283c896207c triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:28:26.129232 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:26.141757 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b708f7-7665-41a7-a5c9-43eb8683afdf tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:26.143651 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-45b708f7-7665-41a7-a5c9-43eb8683afdf tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.2250273 Nov 12 01:28:26.150356 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 38518) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:26.202248 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-219b8b4e-def8-4c46-bc5e-2ebb6bada0a9 req-ed14a702-1b41-434d-93e6-27516d1ca951 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/security-groups?id=d92f5d90-e746-4f21-9753-88e8404e7d06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314743 Nov 12 01:28:26.246457 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-6c42de2c-62a0-43b0-bf95-77b0506e99ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] For port 7f66ff26-d19d-4e07-899b-1c1c91903b48, host n-h2-712142-27, got binding levels [] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:28:26.246798 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6c42de2c-62a0-43b0-bf95-77b0506e99ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:26.304236 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-6c42de2c-62a0-43b0-bf95-77b0506e99ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Calling delete_port for 7f66ff26-d19d-4e07-899b-1c1c91903b48 owned by {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:28:26.308811 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-71719c61-7529-40cc-871e-2f5c1e2bb3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:26.502979 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-71719c61-7529-40cc-871e-2f5c1e2bb3b0 None None] For port 03f22b8e-8a23-4a10-831d-8283c896207c, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=03f22b8e-8a23-4a10-831d-8283c896207c,segment=NetworkSegment(4e01f105-3964-4935-8680-9531cee04823),segment_id=4e01f105-3964-4935-8680-9531cee04823)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:28:26.538502 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-71719c61-7529-40cc-871e-2f5c1e2bb3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:26.553603 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:26.642027 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-69d0cd72-ef20-4e99-82b2-68781b723ef9 req-5e43550a-8c86-4f20-8ab5-39685c5c2424 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Deleting port a01fcff6-fd86-4913-9ce1-48ae93abc721 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:28:26.642288 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-69d0cd72-ef20-4e99-82b2-68781b723ef9 req-5e43550a-8c86-4f20-8ab5-39685c5c2424 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:26.850089 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-69d0cd72-ef20-4e99-82b2-68781b723ef9 req-5e43550a-8c86-4f20-8ab5-39685c5c2424 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] For port a01fcff6-fd86-4913-9ce1-48ae93abc721, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=a01fcff6-fd86-4913-9ce1-48ae93abc721,segment=NetworkSegment(8ba0d8a8-df0b-4e44-bb9a-7737c8ae5a47),segment_id=8ba0d8a8-df0b-4e44-bb9a-7737c8ae5a47)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:28:26.851172 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-69d0cd72-ef20-4e99-82b2-68781b723ef9 req-5e43550a-8c86-4f20-8ab5-39685c5c2424 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:26.869266 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-69d0cd72-ef20-4e99-82b2-68781b723ef9 req-5e43550a-8c86-4f20-8ab5-39685c5c2424 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Calling delete_port for a01fcff6-fd86-4913-9ce1-48ae93abc721 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:28:26.915868 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71719c61-7529-40cc-871e-2f5c1e2bb3b0 None None] Pushing event updated for resources: {'Port': ['ID=03f22b8e-8a23-4a10-831d-8283c896207c,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:26.979173 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7e2a36a8-e5c1-4266-89fb-d5105c83db01 None None] Provisioning complete for port 9cec81bc-9505-49b0-b674-4dfa1e4848ad triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:28:26.979758 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7e2a36a8-e5c1-4266-89fb-d5105c83db01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:26.993032 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.api [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:28:26.996887 n-d-712142-27 neutron-server[109087]: DEBUG oslo_db.api [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:28:27.158256 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-7e2a36a8-e5c1-4266-89fb-d5105c83db01 None None] Port 9cec81bc-9505-49b0-b674-4dfa1e4848ad cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:28:27.218759 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-69d0cd72-ef20-4e99-82b2-68781b723ef9 req-5e43550a-8c86-4f20-8ab5-39685c5c2424 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:27.238965 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7e2a36a8-e5c1-4266-89fb-d5105c83db01 None None] Provisioning complete for port 03f22b8e-8a23-4a10-831d-8283c896207c triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:28:27.242179 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7e2a36a8-e5c1-4266-89fb-d5105c83db01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:27.346602 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e43550a-8c86-4f20-8ab5-39685c5c2424 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Pushing event deleted for resources: {'Port': ['ID=a01fcff6-fd86-4913-9ce1-48ae93abc721,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:27.437848 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-aaefd370-8a81-491e-a1b6-e305aeef06cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:27.442128 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0c42dbdf-5c39-4bdb-83a9-99cff3b21ed6 req-3c6645c7-48fa-405f-8419-d316ae703edc tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9dc1703-d558-496c-9f84-940d86cd7a20 HTTP/1.1" status: 200 len: 210 time: 0.0965290 Nov 12 01:28:27.461875 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d0cd72-ef20-4e99-82b2-68781b723ef9 req-5e43550a-8c86-4f20-8ab5-39685c5c2424 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] No DVR routers for this DVR port a01fcff6-fd86-4913-9ce1-48ae93abc721 on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:28:27.496583 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-69d0cd72-ef20-4e99-82b2-68781b723ef9 req-5e43550a-8c86-4f20-8ab5-39685c5c2424 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:27.508045 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-69d0cd72-ef20-4e99-82b2-68781b723ef9 req-5e43550a-8c86-4f20-8ab5-39685c5c2424 tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.16 "DELETE /v2.0/ports/a01fcff6-fd86-4913-9ce1-48ae93abc721 HTTP/1.1" status: 204 len: 173 time: 1.6281226 Nov 12 01:28:27.531055 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9dc1703-d558-496c-9f84-940d86cd7a20', 'name': 'network-vif-deleted', 'tag': 'a01fcff6-fd86-4913-9ce1-48ae93abc721'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:28:27.547584 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79cc906-5010-4817-9c4a-500bb8d4075a" -d '{"events": [{"server_uuid": "b9dc1703-d558-496c-9f84-940d86cd7a20", "name": "network-vif-deleted", "tag": "a01fcff6-fd86-4913-9ce1-48ae93abc721"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:28:27.585812 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-203acb38-f6a8-4bdf-9668-b8cee2391835 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Deleting port 9cec81bc-9505-49b0-b674-4dfa1e4848ad {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:28:27.586316 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-203acb38-f6a8-4bdf-9668-b8cee2391835 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:27.595286 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6c42de2c-62a0-43b0-bf95-77b0506e99ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:27.700353 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a46f48b-f151-4100-b806-fe5cce2a968e x-openstack-request-id: req-7a46f48b-f151-4100-b806-fe5cce2a968e {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:28:27.706557 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9dc1703-d558-496c-9f84-940d86cd7a20", "name": "network-vif-deleted", "tag": "a01fcff6-fd86-4913-9ce1-48ae93abc721", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:28:27.709453 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7a46f48b-f151-4100-b806-fe5cce2a968e {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:28:27.713039 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9dc1703-d558-496c-9f84-940d86cd7a20', 'name': 'network-vif-deleted', 'tag': 'a01fcff6-fd86-4913-9ce1-48ae93abc721', 'status': 'completed', 'code': 200} Nov 12 01:28:27.850025 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c42de2c-62a0-43b0-bf95-77b0506e99ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f66ff26-d19d-4e07-899b-1c1c91903b48,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:27.934425 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6c42de2c-62a0-43b0-bf95-77b0506e99ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:27.945459 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-6c42de2c-62a0-43b0-bf95-77b0506e99ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] 10.222.0.45 "DELETE /v2.0/ports/7f66ff26-d19d-4e07-899b-1c1c91903b48 HTTP/1.1" status: 204 len: 168 time: 3.3858764 Nov 12 01:28:27.947375 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 38542) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:27.952455 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7e2a36a8-e5c1-4266-89fb-d5105c83db01 None None] Provisioning complete for port 2a10a53e-9c3b-4300-a530-78d86ce5a49f triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:28:27.952900 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7e2a36a8-e5c1-4266-89fb-d5105c83db01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:28.051318 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f37f2ed-7e40-4ad0-aa59-16d8ffeb0158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] GET failed (client error): The resource could not be found. Nov 12 01:28:28.070182 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-203acb38-f6a8-4bdf-9668-b8cee2391835 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:28.083090 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-7e2a36a8-e5c1-4266-89fb-d5105c83db01 None None] Port 2a10a53e-9c3b-4300-a530-78d86ce5a49f cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:28:28.095197 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3f37f2ed-7e40-4ad0-aa59-16d8ffeb0158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] 10.222.0.45 "GET /v2.0/ports/7f66ff26-d19d-4e07-899b-1c1c91903b48 HTTP/1.1" status: 404 len: 333 time: 0.1450064 Nov 12 01:28:28.096825 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 38544) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:28.120517 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-65ffe0ae-3fdf-4433-983c-c0fa7f213dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000094955', 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:28:28.176262 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-203acb38-f6a8-4bdf-9668-b8cee2391835 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Calling delete_port for 9cec81bc-9505-49b0-b674-4dfa1e4848ad owned by {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:28:28.185369 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ffe0ae-3fdf-4433-983c-c0fa7f213dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Made reservation on behalf of 46af1414686242b496c6edfe90f07350 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:28:28.189023 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-65ffe0ae-3fdf-4433-983c-c0fa7f213dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:28.205712 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 03f22b8e-8a23-4a10-831d-8283c896207c up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:28:28.258868 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-65ffe0ae-3fdf-4433-983c-c0fa7f213dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] device_id is not set on port be0c1417-a944-4ab7-8088-6eb1dfdd0b1c yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:28:28.352285 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device a01fcff6-fd86-4913-9ce1-48ae93abc721 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:28:28.409631 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-040c73a0-24d1-49a2-ba0f-90944c317af9 None None] Provisioning complete for port 9cec81bc-9505-49b0-b674-4dfa1e4848ad triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:28:28.410014 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-040c73a0-24d1-49a2-ba0f-90944c317af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:28.627586 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-203acb38-f6a8-4bdf-9668-b8cee2391835 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:28.638627 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] No Port match for: a01fcff6-fd86-4913-9ce1-48ae93abc721 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:28:28.638979 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device a01fcff6-fd86-4913-9ce1-48ae93abc721 not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:28:28.765681 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 03f22b8e-8a23-4a10-831d-8283c896207c triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:28:28.773265 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:28.780163 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-040c73a0-24d1-49a2-ba0f-90944c317af9 None None] Port 9cec81bc-9505-49b0-b674-4dfa1e4848ad cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:28:28.980391 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203acb38-f6a8-4bdf-9668-b8cee2391835 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event deleted for resources: {'Port': ['ID=9cec81bc-9505-49b0-b674-4dfa1e4848ad,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:29.017195 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-203acb38-f6a8-4bdf-9668-b8cee2391835 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:29.040834 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-203acb38-f6a8-4bdf-9668-b8cee2391835 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "DELETE /v2.0/ports/9cec81bc-9505-49b0-b674-4dfa1e4848ad HTTP/1.1" status: 204 len: 168 time: 2.8837643 Nov 12 01:28:29.111171 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 38556) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:29.123637 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee13ffac-72e2-4eef-9039-b620b4e218c4 req-9897e651-9e14-4659-bae3-dd6c5c1300cb tempest-VolumesActionsTest-1199923124 tempest-VolumesActionsTest-1199923124-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9dc1703-d558-496c-9f84-940d86cd7a20 HTTP/1.1" status: 200 len: 210 time: 0.3869140 Nov 12 01:28:29.127332 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-040c73a0-24d1-49a2-ba0f-90944c317af9 None None] Provisioning complete for port 2a10a53e-9c3b-4300-a530-78d86ce5a49f triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:28:29.134392 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-040c73a0-24d1-49a2-ba0f-90944c317af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:29.216646 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bf09480-9c41-4599-8925-2f2ee797f776 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] GET failed (client error): The resource could not be found. Nov 12 01:28:29.219219 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-5bf09480-9c41-4599-8925-2f2ee797f776 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "GET /v2.0/ports/9cec81bc-9505-49b0-b674-4dfa1e4848ad HTTP/1.1" status: 404 len: 333 time: 0.0895298 Nov 12 01:28:29.236614 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 38560) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:29.389597 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-040c73a0-24d1-49a2-ba0f-90944c317af9 None None] Port 2a10a53e-9c3b-4300-a530-78d86ce5a49f cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:28:29.631903 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-cd3af4ca-001d-4bb0-8395-96e1f5331f74 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Deleting port 2a10a53e-9c3b-4300-a530-78d86ce5a49f {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:28:29.637177 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cd3af4ca-001d-4bb0-8395-96e1f5331f74 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:30.114555 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cd3af4ca-001d-4bb0-8395-96e1f5331f74 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:30.153164 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-cd3af4ca-001d-4bb0-8395-96e1f5331f74 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Calling delete_port for 2a10a53e-9c3b-4300-a530-78d86ce5a49f owned by {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:28:30.205762 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-65ffe0ae-3fdf-4433-983c-c0fa7f213dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:30.360500 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-65ffe0ae-3fdf-4433-983c-c0fa7f213dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:30.554052 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ffe0ae-3fdf-4433-983c-c0fa7f213dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:28:30.566438 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-65ffe0ae-3fdf-4433-983c-c0fa7f213dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:28:30.598415 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ffe0ae-3fdf-4433-983c-c0fa7f213dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:28:30.602868 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ffe0ae-3fdf-4433-983c-c0fa7f213dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:30.608695 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-65ffe0ae-3fdf-4433-983c-c0fa7f213dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:30.709697 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-65ffe0ae-3fdf-4433-983c-c0fa7f213dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.6051090 Nov 12 01:28:30.709697 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ffe0ae-3fdf-4433-983c-c0fa7f213dd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Pushing event updated for resources: {'Port': ['ID=be0c1417-a944-4ab7-8088-6eb1dfdd0b1c,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:30.710008 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 38582) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:30.835286 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e4d6fd-c651-4cd1-898e-a6b1b161ce76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:30.846771 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-02e4d6fd-c651-4cd1-898e-a6b1b161ce76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] 10.222.0.45 "GET /v2.0/ports/be0c1417-a944-4ab7-8088-6eb1dfdd0b1c HTTP/1.1" status: 200 len: 959 time: 0.1345425 Nov 12 01:28:30.850818 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 38588) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:30.903398 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d9e0cbee-0eea-4dd5-8b4b-1331fdc1772d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:31.162144 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cd3af4ca-001d-4bb0-8395-96e1f5331f74 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:31.187797 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-d382f63d-c781-48fe-aec3-4ea46ad807f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Deleting port be0c1417-a944-4ab7-8088-6eb1dfdd0b1c {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:28:31.191825 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d382f63d-c781-48fe-aec3-4ea46ad807f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:31.262863 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3af4ca-001d-4bb0-8395-96e1f5331f74 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event deleted for resources: {'Port': ['ID=2a10a53e-9c3b-4300-a530-78d86ce5a49f,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:31.356599 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cd3af4ca-001d-4bb0-8395-96e1f5331f74 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:31.372945 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-cd3af4ca-001d-4bb0-8395-96e1f5331f74 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "DELETE /v2.0/ports/2a10a53e-9c3b-4300-a530-78d86ce5a49f HTTP/1.1" status: 204 len: 168 time: 2.1314793 Nov 12 01:28:31.376080 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 38600) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:31.521118 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d382f63d-c781-48fe-aec3-4ea46ad807f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:31.592999 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-d382f63d-c781-48fe-aec3-4ea46ad807f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Calling delete_port for be0c1417-a944-4ab7-8088-6eb1dfdd0b1c owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:28:32.206381 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-a349ce3a-5034-45a8-b3b4-679babf07f44 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] GET failed (client error): The resource could not be found. Nov 12 01:28:32.213216 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a349ce3a-5034-45a8-b3b4-679babf07f44 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "GET /v2.0/ports/2a10a53e-9c3b-4300-a530-78d86ce5a49f HTTP/1.1" status: 404 len: 333 time: 0.8326628 Nov 12 01:28:32.213846 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 38630) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:32.221053 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d382f63d-c781-48fe-aec3-4ea46ad807f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:32.377834 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d382f63d-c781-48fe-aec3-4ea46ad807f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Pushing event deleted for resources: {'Port': ['ID=be0c1417-a944-4ab7-8088-6eb1dfdd0b1c,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:32.434738 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d382f63d-c781-48fe-aec3-4ea46ad807f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:32.465600 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d382f63d-c781-48fe-aec3-4ea46ad807f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] 10.222.0.45 "DELETE /v2.0/ports/be0c1417-a944-4ab7-8088-6eb1dfdd0b1c HTTP/1.1" status: 204 len: 168 time: 1.6132786 Nov 12 01:28:32.480881 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 38642) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:32.599441 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b95971b-2e14-47a7-be63-e5f284b99482 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Deleting subnet 93f7bc7c-96da-419f-bf2f-b9958343d709 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:28:32.613253 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0b95971b-2e14-47a7-be63-e5f284b99482 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:32.646093 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-35aacc1a-8a9a-4563-be6c-f44b5770f287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] GET failed (client error): The resource could not be found. Nov 12 01:28:32.657668 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-35aacc1a-8a9a-4563-be6c-f44b5770f287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] 10.222.0.45 "GET /v2.0/ports/be0c1417-a944-4ab7-8088-6eb1dfdd0b1c HTTP/1.1" status: 404 len: 333 time: 0.1708813 Nov 12 01:28:32.673155 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 38646) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:32.683055 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-a517e978-e5cd-41a2-8b1c-e6ebd3ff31d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Request body: {'port': {'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1912261103'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:28:32.805968 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a517e978-e5cd-41a2-8b1c-e6ebd3ff31d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Made reservation on behalf of 46af1414686242b496c6edfe90f07350 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:28:32.815326 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a517e978-e5cd-41a2-8b1c-e6ebd3ff31d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:32.880487 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0b95971b-2e14-47a7-be63-e5f284b99482 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:32.927837 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:32.938869 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-a517e978-e5cd-41a2-8b1c-e6ebd3ff31d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] device_id is not set on port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:28:33.316215 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0b95971b-2e14-47a7-be63-e5f284b99482 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:33.441550 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0b95971b-2e14-47a7-be63-e5f284b99482 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:33.534757 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a517e978-e5cd-41a2-8b1c-e6ebd3ff31d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:33.548443 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b95971b-2e14-47a7-be63-e5f284b99482 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event deleted for resources: {'Subnet': ['ID=93f7bc7c-96da-419f-bf2f-b9958343d709,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:33.603444 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0b95971b-2e14-47a7-be63-e5f284b99482 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:33.604018 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fbce21-aae1-47a8-9891-c9e2da540957 None None] Network 701f65fa-7f29-4eea-a25c-c1a2c7720213 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:28:33.620392 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-0b95971b-2e14-47a7-be63-e5f284b99482 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "DELETE /v2.0/subnets/93f7bc7c-96da-419f-bf2f-b9958343d709 HTTP/1.1" status: 204 len: 168 time: 1.4049098 Nov 12 01:28:33.625393 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 38662) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:33.648556 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a517e978-e5cd-41a2-8b1c-e6ebd3ff31d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:33.790076 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a517e978-e5cd-41a2-8b1c-e6ebd3ff31d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:28:33.822799 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-a517e978-e5cd-41a2-8b1c-e6ebd3ff31d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:28:33.842825 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a517e978-e5cd-41a2-8b1c-e6ebd3ff31d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:28:33.853119 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a517e978-e5cd-41a2-8b1c-e6ebd3ff31d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:33.858060 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a517e978-e5cd-41a2-8b1c-e6ebd3ff31d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:33.935482 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a517e978-e5cd-41a2-8b1c-e6ebd3ff31d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2583616 Nov 12 01:28:33.938194 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 38666) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:33.944290 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:28:33.963202 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a517e978-e5cd-41a2-8b1c-e6ebd3ff31d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Pushing event updated for resources: {'Port': ['ID=e04fdf46-a9ef-4c41-a37a-fbedc34b7777,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:34.032384 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2153b6d1-0165-4fd5-a878-f22ed109f7ba tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:34.214660 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:34.266409 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:34.343876 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45540669-01b3-4806-93dd-c6b6fc7d6b3a None None] DHCP port deletion for 701f65fa-7f29-4eea-a25c-c1a2c7720213 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:28:34.407203 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 38676) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:34.408718 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-2153b6d1-0165-4fd5-a878-f22ed109f7ba tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Deleting port 03f22b8e-8a23-4a10-831d-8283c896207c {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:28:34.409305 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2153b6d1-0165-4fd5-a878-f22ed109f7ba tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:34.552897 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-45540669-01b3-4806-93dd-c6b6fc7d6b3a None None] Deleting port 03f22b8e-8a23-4a10-831d-8283c896207c {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:28:34.559235 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-45540669-01b3-4806-93dd-c6b6fc7d6b3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:34.719448 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e6a07222-9536-49e4-9465-a86ab03f1e46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:34.788302 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-2153b6d1-0165-4fd5-a878-f22ed109f7ba tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] For port 03f22b8e-8a23-4a10-831d-8283c896207c, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=03f22b8e-8a23-4a10-831d-8283c896207c,segment=NetworkSegment(4e01f105-3964-4935-8680-9531cee04823),segment_id=4e01f105-3964-4935-8680-9531cee04823)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:28:34.788932 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2153b6d1-0165-4fd5-a878-f22ed109f7ba tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:34.844994 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] device_id is not set on port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:28:34.863303 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:34.865640 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-2153b6d1-0165-4fd5-a878-f22ed109f7ba tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Calling delete_port for 03f22b8e-8a23-4a10-831d-8283c896207c owned by network:dhcp {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:28:34.876904 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:34.963568 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-45540669-01b3-4806-93dd-c6b6fc7d6b3a None None] For port 03f22b8e-8a23-4a10-831d-8283c896207c, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=03f22b8e-8a23-4a10-831d-8283c896207c,segment=NetworkSegment(4e01f105-3964-4935-8680-9531cee04823),segment_id=4e01f105-3964-4935-8680-9531cee04823)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:28:34.964157 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-45540669-01b3-4806-93dd-c6b6fc7d6b3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:35.014059 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e6a07222-9536-49e4-9465-a86ab03f1e46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:35.025889 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e6a07222-9536-49e4-9465-a86ab03f1e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:35.079208 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-45540669-01b3-4806-93dd-c6b6fc7d6b3a None None] Calling delete_port for 03f22b8e-8a23-4a10-831d-8283c896207c owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:28:35.092428 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e6a07222-9536-49e4-9465-a86ab03f1e46 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1152abcc9faf49b8bbd4cad67e340f73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6822727 Nov 12 01:28:35.097181 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 38692) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:35.125481 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Pushing event updated for resources: {'Port': ['ID=e04fdf46-a9ef-4c41-a37a-fbedc34b7777,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:35.249358 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:35.250919 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:35.252207 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:35.277924 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a07222-9536-49e4-9465-a86ab03f1e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9e4d6a-61ee-4d84-9311-201c78ac79d6,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:35.379679 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:28:35.383335 n-d-712142-27 neutron-server[109086]: ERROR neutron.plugins.ml2.managers [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Failed to bind port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] Nov 12 01:28:35.386757 n-d-712142-27 neutron-server[109086]: INFO neutron.plugins.ml2.plugin [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempt 2 to bind port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 Nov 12 01:28:35.428233 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2153b6d1-0165-4fd5-a878-f22ed109f7ba tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:35.487674 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:35.488855 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:35.489472 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:35.498971 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-888e13ca-bf22-4c98-87ca-2b729a2bb5f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:35.504952 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:35.515015 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2153b6d1-0165-4fd5-a878-f22ed109f7ba tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] No DVR routers for this DVR port 03f22b8e-8a23-4a10-831d-8283c896207c on host n-d-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:28:35.530922 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-888e13ca-bf22-4c98-87ca-2b729a2bb5f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:35.614967 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:28:35.615861 n-d-712142-27 neutron-server[109086]: ERROR neutron.plugins.ml2.managers [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Failed to bind port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] Nov 12 01:28:35.617655 n-d-712142-27 neutron-server[109086]: INFO neutron.plugins.ml2.plugin [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempt 3 to bind port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 Nov 12 01:28:35.642737 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-888e13ca-bf22-4c98-87ca-2b729a2bb5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:35.646010 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-888e13ca-bf22-4c98-87ca-2b729a2bb5f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:35.648365 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-888e13ca-bf22-4c98-87ca-2b729a2bb5f7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9a9e4d6a-61ee-4d84-9311-201c78ac79d6 HTTP/1.1" status: 204 len: 168 time: 0.5378048 Nov 12 01:28:35.649818 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:35.664194 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:35.665041 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:35.721092 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:28:35.721745 n-d-712142-27 neutron-server[109086]: ERROR neutron.plugins.ml2.managers [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Failed to bind port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] Nov 12 01:28:35.722199 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-45540669-01b3-4806-93dd-c6b6fc7d6b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:35.730012 n-d-712142-27 neutron-server[109086]: INFO neutron.plugins.ml2.plugin [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempt 4 to bind port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 Nov 12 01:28:35.735447 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e13ca-bf22-4c98-87ca-2b729a2bb5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9e4d6a-61ee-4d84-9311-201c78ac79d6,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:35.818239 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45540669-01b3-4806-93dd-c6b6fc7d6b3a None None] Pushing event deleted for resources: {'Port': ['ID=03f22b8e-8a23-4a10-831d-8283c896207c,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:35.838854 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45540669-01b3-4806-93dd-c6b6fc7d6b3a None None] No DVR routers for this DVR port 03f22b8e-8a23-4a10-831d-8283c896207c on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:28:35.892781 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:35.894370 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:35.894900 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:35.906640 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153b6d1-0165-4fd5-a878-f22ed109f7ba tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event deleted for resources: {'Port': ['ID=03f22b8e-8a23-4a10-831d-8283c896207c,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:35.925852 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:28:35.926232 n-d-712142-27 neutron-server[109086]: ERROR neutron.plugins.ml2.managers [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Failed to bind port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] Nov 12 01:28:35.930298 n-d-712142-27 neutron-server[109086]: INFO neutron.plugins.ml2.plugin [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempt 5 to bind port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 Nov 12 01:28:35.978654 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:35.979404 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:35.979916 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:35.999175 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:28:36.003283 n-d-712142-27 neutron-server[109086]: ERROR neutron.plugins.ml2.managers [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Failed to bind port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] Nov 12 01:28:36.003806 n-d-712142-27 neutron-server[109086]: INFO neutron.plugins.ml2.plugin [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempt 6 to bind port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 Nov 12 01:28:36.031993 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2153b6d1-0165-4fd5-a878-f22ed109f7ba tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:36.047639 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:36.048372 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:36.049688 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:36.073459 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:28:36.077167 n-d-712142-27 neutron-server[109086]: ERROR neutron.plugins.ml2.managers [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Failed to bind port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] Nov 12 01:28:36.077167 n-d-712142-27 neutron-server[109086]: INFO neutron.plugins.ml2.plugin [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempt 7 to bind port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 Nov 12 01:28:36.083830 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-2153b6d1-0165-4fd5-a878-f22ed109f7ba tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['701f65fa-7f29-4eea-a25c-c1a2c7720213']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:28:36.098184 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-2153b6d1-0165-4fd5-a878-f22ed109f7ba tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e01f105-3964-4935-8680-9531cee04823') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:28:36.099120 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-2153b6d1-0165-4fd5-a878-f22ed109f7ba tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e01f105-3964-4935-8680-9531cee04823') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:28:36.117959 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2153b6d1-0165-4fd5-a878-f22ed109f7ba tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:36.151588 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:36.153780 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:36.153780 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:36.172489 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2153b6d1-0165-4fd5-a878-f22ed109f7ba tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:36.178783 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:28:36.179068 n-d-712142-27 neutron-server[109086]: ERROR neutron.plugins.ml2.managers [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Failed to bind port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] Nov 12 01:28:36.183249 n-d-712142-27 neutron-server[109086]: INFO neutron.plugins.ml2.plugin [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempt 8 to bind port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 Nov 12 01:28:36.202938 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2153b6d1-0165-4fd5-a878-f22ed109f7ba tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:28:36.209359 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2153b6d1-0165-4fd5-a878-f22ed109f7ba tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:36.235232 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:36.235487 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:36.235843 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:36.249656 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:28:36.250558 n-d-712142-27 neutron-server[109086]: ERROR neutron.plugins.ml2.managers [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Failed to bind port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] Nov 12 01:28:36.254356 n-d-712142-27 neutron-server[109086]: INFO neutron.plugins.ml2.plugin [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempt 9 to bind port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 Nov 12 01:28:36.286874 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:36.287201 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:36.287872 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:36.300386 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:28:36.302224 n-d-712142-27 neutron-server[109086]: ERROR neutron.plugins.ml2.managers [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Failed to bind port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] Nov 12 01:28:36.302903 n-d-712142-27 neutron-server[109086]: INFO neutron.plugins.ml2.plugin [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempt 10 to bind port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 Nov 12 01:28:36.346443 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:36.362636 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 03f22b8e-8a23-4a10-831d-8283c896207c no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:28:36.451426 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:36.468467 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempting to bind port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:36.516132 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:28:36.516813 n-d-712142-27 neutron-server[109086]: ERROR neutron.plugins.ml2.managers [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Failed to bind port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'a0d021a5-e01e-4408-bafb-b511c8aee9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1e5030a0-ff15-49d9-a893-9bc2a30b4702'}] Nov 12 01:28:36.521730 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:36.570759 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 03f22b8e-8a23-4a10-831d-8283c896207c {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:28:36.571495 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 03f22b8e-8a23-4a10-831d-8283c896207c not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:28:36.662203 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:28:36.662203 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:28:36.662203 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:28:36.662203 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:28:36.662203 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:28:36.662203 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:28:36.662203 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:28:36.662203 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:28:36.662203 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:28:36.662203 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:28:36.662203 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:28:36.662203 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:28:36.662203 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:28:36.662203 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:28:36.662203 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:28:36.662203 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:28:36.662203 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:28:36.662203 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:28:36.662203 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:28:36.662203 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:28:36.662203 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:28:36.662203 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:28:36.662203 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:28:36.662203 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:28:36.662203 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:28:36.662203 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:28:36.662203 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:28:36.662203 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:28:36.662203 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:28:36.662203 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:28:36.662203 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:28:36.662203 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:28:36.729907 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2153b6d1-0165-4fd5-a878-f22ed109f7ba tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:36.754729 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2153b6d1-0165-4fd5-a878-f22ed109f7ba tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:36.773876 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2153b6d1-0165-4fd5-a878-f22ed109f7ba tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "DELETE /v2.0/networks/701f65fa-7f29-4eea-a25c-c1a2c7720213 HTTP/1.1" status: 204 len: 168 time: 3.1470115 Nov 12 01:28:36.776190 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 38742) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:36.828590 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-ccc150fe-ce65-4613-b35b-caf42b520df4 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1784537198'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:28:36.843901 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2153b6d1-0165-4fd5-a878-f22ed109f7ba tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event deleted for resources: {'Network': ['ID=701f65fa-7f29-4eea-a25c-c1a2c7720213,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:36.906987 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc150fe-ce65-4613-b35b-caf42b520df4 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Made reservation on behalf of a32638d5c5e641288786feeafdcdff25 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:28:36.912379 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ccc150fe-ce65-4613-b35b-caf42b520df4 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:36.968089 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] For port e04fdf46-a9ef-4c41-a37a-fbedc34b7777, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:28:36.969912 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attempted to set empty binding levels {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 01:28:36.981061 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccc150fe-ce65-4613-b35b-caf42b520df4 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:28:36.987709 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:37.022975 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ccc150fe-ce65-4613-b35b-caf42b520df4 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:37.023714 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-ccc150fe-ce65-4613-b35b-caf42b520df4 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Added segment 09ad1f99-a351-41e9-9210-7c0f805179b0 of type vlan for network 27590a4e-b963-4444-b174-7bfae726458c Nov 12 01:28:37.107141 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] In _notify_port_updated(), no bound segment for port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 on network 1e5030a0-ff15-49d9-a893-9bc2a30b4702 {{(pid=109086) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:28:37.108665 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:37.110283 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:37.112868 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] 10.222.0.45 "PUT /v2.0/ports/e04fdf46-a9ef-4c41-a37a-fbedc34b7777 HTTP/1.1" status: 200 len: 980 time: 3.1723638 Nov 12 01:28:37.116436 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 38754) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:37.212638 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dce1b4-842b-4bee-ab8a-fae47f791a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Pushing event updated for resources: {'Port': ['ID=e04fdf46-a9ef-4c41-a37a-fbedc34b7777,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:37.290579 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-b8046172-ef1d-42a9-a92f-47f5f64534fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Deleting port e04fdf46-a9ef-4c41-a37a-fbedc34b7777 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:28:37.294875 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b8046172-ef1d-42a9-a92f-47f5f64534fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:37.311219 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ccc150fe-ce65-4613-b35b-caf42b520df4 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:37.467046 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ccc150fe-ce65-4613-b35b-caf42b520df4 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:37.508573 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc150fe-ce65-4613-b35b-caf42b520df4 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:37.509691 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ccc150fe-ce65-4613-b35b-caf42b520df4 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:37.686448 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-b8046172-ef1d-42a9-a92f-47f5f64534fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] For port e04fdf46-a9ef-4c41-a37a-fbedc34b7777, host n-h2-712142-27, got binding levels [] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:28:37.691442 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b8046172-ef1d-42a9-a92f-47f5f64534fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:37.790952 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-b8046172-ef1d-42a9-a92f-47f5f64534fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Calling delete_port for e04fdf46-a9ef-4c41-a37a-fbedc34b7777 owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:28:37.958240 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-ccc150fe-ce65-4613-b35b-caf42b520df4 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1396284 Nov 12 01:28:37.962633 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 38770) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:37.980160 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-95bc6a5a-4a8d-417a-9e60-05578515abac tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Request body: {'subnet': {'network_id': '27590a4e-b963-4444-b174-7bfae726458c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:28:38.315719 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b8046172-ef1d-42a9-a92f-47f5f64534fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:38.355131 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc150fe-ce65-4613-b35b-caf42b520df4 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event updated for resources: {'Network': ['ID=27590a4e-b963-4444-b174-7bfae726458c,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:38.363324 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95bc6a5a-4a8d-417a-9e60-05578515abac tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Made reservation on behalf of a32638d5c5e641288786feeafdcdff25 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:28:38.374569 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-95bc6a5a-4a8d-417a-9e60-05578515abac tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:38.375825 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 27590a4e-b963-4444-b174-7bfae726458c details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:28:38.617167 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8046172-ef1d-42a9-a92f-47f5f64534fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Pushing event deleted for resources: {'Port': ['ID=e04fdf46-a9ef-4c41-a37a-fbedc34b7777,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:38.697334 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b8046172-ef1d-42a9-a92f-47f5f64534fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:38.743446 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b8046172-ef1d-42a9-a92f-47f5f64534fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] 10.222.0.45 "DELETE /v2.0/ports/e04fdf46-a9ef-4c41-a37a-fbedc34b7777 HTTP/1.1" status: 204 len: 168 time: 1.6244061 Nov 12 01:28:38.748342 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 38780) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:38.971590 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-61a47fd4-e836-41db-ab77-16786e58c3e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] GET failed (client error): The resource could not be found. Nov 12 01:28:39.001025 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-61a47fd4-e836-41db-ab77-16786e58c3e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1282353551-project-admin] 10.222.0.45 "GET /v2.0/ports/e04fdf46-a9ef-4c41-a37a-fbedc34b7777 HTTP/1.1" status: 404 len: 333 time: 0.2439268 Nov 12 01:28:39.005741 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 38792) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:39.109212 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-95bc6a5a-4a8d-417a-9e60-05578515abac tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:39.293504 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:39.415177 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bc6a5a-4a8d-417a-9e60-05578515abac tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Checking segment: {'id': '09ad1f99-a351-41e9-9210-7c0f805179b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '27590a4e-b963-4444-b174-7bfae726458c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:28:39.415570 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bc6a5a-4a8d-417a-9e60-05578515abac tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Network hostable DHCP agents. Network: 27590a4e-b963-4444-b174-7bfae726458c, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:28:39.436300 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c9957fa7-8fd5-4bd2-afef-8bff99918572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:39.454746 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc6a5a-4a8d-417a-9e60-05578515abac tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event updated for resources: {'Subnet': ['ID=b836f154-20e3-49b8-a6a0-c3b1e53d18e9,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:39.509705 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bc6a5a-4a8d-417a-9e60-05578515abac tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Network 27590a4e-b963-4444-b174-7bfae726458c is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:28:39.543183 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-95bc6a5a-4a8d-417a-9e60-05578515abac tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 27590a4e-b963-4444-b174-7bfae726458c) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:28:39.558171 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ae188b-800c-4fee-a36d-f4251b0fa57b None None] Network 27590a4e-b963-4444-b174-7bfae726458c requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:28:39.578856 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bc6a5a-4a8d-417a-9e60-05578515abac tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:39.579570 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-95bc6a5a-4a8d-417a-9e60-05578515abac tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:39.639059 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-95bc6a5a-4a8d-417a-9e60-05578515abac tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6682069 Nov 12 01:28:39.639813 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 38806) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:39.650970 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-20f6295f-ee99-40dd-9fc0-b1dda5c10e78 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-878633495', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:28:39.714525 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-20f6295f-ee99-40dd-9fc0-b1dda5c10e78 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:39.715857 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-20f6295f-ee99-40dd-9fc0-b1dda5c10e78 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:39.791443 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c9957fa7-8fd5-4bd2-afef-8bff99918572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:39.860378 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-20f6295f-ee99-40dd-9fc0-b1dda5c10e78 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:39.879239 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-20f6295f-ee99-40dd-9fc0-b1dda5c10e78 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:39.919326 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-c9957fa7-8fd5-4bd2-afef-8bff99918572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e5030a0-ff15-49d9-a893-9bc2a30b4702']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:28:39.965023 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-20f6295f-ee99-40dd-9fc0-b1dda5c10e78 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:39.974690 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-c9957fa7-8fd5-4bd2-afef-8bff99918572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0d021a5-e01e-4408-bafb-b511c8aee9d2') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:28:39.977279 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-c9957fa7-8fd5-4bd2-afef-8bff99918572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0d021a5-e01e-4408-bafb-b511c8aee9d2') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:28:39.997161 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-20f6295f-ee99-40dd-9fc0-b1dda5c10e78 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3522930 Nov 12 01:28:39.997911 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 38818) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:40.035799 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-3b9b6892-9794-48a1-bff4-8464555fead3 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Request body: {'port': {'network_id': '27590a4e-b963-4444-b174-7bfae726458c', 'name': 'tempest-PortsIpV6TestJSON-400822620'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:28:40.040969 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c9957fa7-8fd5-4bd2-afef-8bff99918572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:40.097296 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c9957fa7-8fd5-4bd2-afef-8bff99918572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:40.127202 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9957fa7-8fd5-4bd2-afef-8bff99918572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:28:40.128005 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c9957fa7-8fd5-4bd2-afef-8bff99918572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:40.422584 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a1b80e-e20c-475e-8b4e-c29a5e69d896 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-27590a4e-b963-4444-b174-7bfae726458c', 'network_id': '27590a4e-b963-4444-b174-7bfae726458c', 'tenant_id': 'a32638d5c5e641288786feeafdcdff25', 'fixed_ips': [{'subnet_id': 'b836f154-20e3-49b8-a6a0-c3b1e53d18e9'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:28:40.424149 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-83a1b80e-e20c-475e-8b4e-c29a5e69d896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:40.451694 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:28:40.451694 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:28:40.451694 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:28:40.451694 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:28:40.451694 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:28:40.451694 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:28:40.451694 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:28:40.451694 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:28:40.451694 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:28:40.451694 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:28:40.451694 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:28:40.451694 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:28:40.451694 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:28:40.451694 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:28:40.451694 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:28:40.451694 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:28:40.451694 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:28:40.451694 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:28:40.451694 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:28:40.451694 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:28:40.451694 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:28:40.451694 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:28:40.451694 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:28:40.451694 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:28:40.451694 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:28:40.451694 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:28:40.451694 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:28:40.451694 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:28:40.451694 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:28:40.451694 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:28:40.451694 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:28:40.451694 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:28:40.455646 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c9957fa7-8fd5-4bd2-afef-8bff99918572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:40.482548 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c9957fa7-8fd5-4bd2-afef-8bff99918572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:40.511939 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c9957fa7-8fd5-4bd2-afef-8bff99918572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689-project] 10.222.0.45 "DELETE /v2.0/networks/1e5030a0-ff15-49d9-a893-9bc2a30b4702 HTTP/1.1" status: 204 len: 168 time: 1.4740748 Nov 12 01:28:40.580579 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9957fa7-8fd5-4bd2-afef-8bff99918572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689 tempest-PortsAdminExtendedAttrsIpV6TestJSON-207875689-project] Pushing event deleted for resources: {'Network': ['ID=1e5030a0-ff15-49d9-a893-9bc2a30b4702,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:40.592351 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9b6892-9794-48a1-bff4-8464555fead3 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Made reservation on behalf of a32638d5c5e641288786feeafdcdff25 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:28:40.618961 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3b9b6892-9794-48a1-bff4-8464555fead3 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:40.713775 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [None req-3b9b6892-9794-48a1-bff4-8464555fead3 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] device_id is not set on port d11463f9-c240-467e-a5f3-612417e7b69a yet. {{(pid=109085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:28:41.199366 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:41.330838 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-3b9b6892-9794-48a1-bff4-8464555fead3 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Allocated IP 2001:db8::63 (27590a4e-b963-4444-b174-7bfae726458c/b836f154-20e3-49b8-a6a0-c3b1e53d18e9/d11463f9-c240-467e-a5f3-612417e7b69a) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:28:41.425803 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 38868) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:41.926184 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ca29489f-36f9-4b79-a538-dc93c5efc0dd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d2fbdba177cc4e7e8fd31109a2aa2d12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4946890 Nov 12 01:28:41.927666 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 38876) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:42.165186 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ecfb4184-2603-48b6-90e5-d1008af38b22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:42.236505 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ecfb4184-2603-48b6-90e5-d1008af38b22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:42.304430 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3b9b6892-9794-48a1-bff4-8464555fead3 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:42.461680 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3b9b6892-9794-48a1-bff4-8464555fead3 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:42.472439 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ecfb4184-2603-48b6-90e5-d1008af38b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:42.495452 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ecfb4184-2603-48b6-90e5-d1008af38b22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:42.519030 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ecfb4184-2603-48b6-90e5-d1008af38b22 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1846e8fa-99ef-4449-86ae-9f7c23a8a2b5 HTTP/1.1" status: 204 len: 168 time: 0.5873406 Nov 12 01:28:42.569788 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb4184-2603-48b6-90e5-d1008af38b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1846e8fa-99ef-4449-86ae-9f7c23a8a2b5,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:42.618327 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9b6892-9794-48a1-bff4-8464555fead3 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Network 27590a4e-b963-4444-b174-7bfae726458c is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:28:42.620465 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9b6892-9794-48a1-bff4-8464555fead3 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event updated for resources: {'Port': ['ID=d11463f9-c240-467e-a5f3-612417e7b69a,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:42.624304 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-3b9b6892-9794-48a1-bff4-8464555fead3 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:28:42.627734 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9b6892-9794-48a1-bff4-8464555fead3 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:28:42.634757 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9b6892-9794-48a1-bff4-8464555fead3 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:42.636135 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3b9b6892-9794-48a1-bff4-8464555fead3 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:42.663891 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-83a1b80e-e20c-475e-8b4e-c29a5e69d896 None None] Allocated IP 2001:db8::2 (27590a4e-b963-4444-b174-7bfae726458c/b836f154-20e3-49b8-a6a0-c3b1e53d18e9/9d6e3f33-0f1c-4bde-a23c-50bd31374bc2) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:28:42.674320 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3b9b6892-9794-48a1-bff4-8464555fead3 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6750209 Nov 12 01:28:42.676797 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 38910) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:43.305798 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-83a1b80e-e20c-475e-8b4e-c29a5e69d896 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:43.332699 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-83a1b80e-e20c-475e-8b4e-c29a5e69d896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:43.501426 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a1b80e-e20c-475e-8b4e-c29a5e69d896 None None] Pushing event updated for resources: {'Port': ['ID=9d6e3f33-0f1c-4bde-a23c-50bd31374bc2,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:43.540577 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a1b80e-e20c-475e-8b4e-c29a5e69d896 None None] Network 27590a4e-b963-4444-b174-7bfae726458c is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:28:43.547897 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-83a1b80e-e20c-475e-8b4e-c29a5e69d896 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:28:43.556970 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a1b80e-e20c-475e-8b4e-c29a5e69d896 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:28:43.806197 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 38946) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:43.832034 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-83a1b80e-e20c-475e-8b4e-c29a5e69d896 None None] Attempting to bind port 9d6e3f33-0f1c-4bde-a23c-50bd31374bc2 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:43.832635 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-83a1b80e-e20c-475e-8b4e-c29a5e69d896 None None] Attempting to bind port 9d6e3f33-0f1c-4bde-a23c-50bd31374bc2 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '09ad1f99-a351-41e9-9210-7c0f805179b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '27590a4e-b963-4444-b174-7bfae726458c'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:43.834111 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a1b80e-e20c-475e-8b4e-c29a5e69d896 None None] Attempting to bind port 9d6e3f33-0f1c-4bde-a23c-50bd31374bc2 on network 27590a4e-b963-4444-b174-7bfae726458c {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:43.849120 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a1b80e-e20c-475e-8b4e-c29a5e69d896 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:28:43.851495 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a1b80e-e20c-475e-8b4e-c29a5e69d896 None None] Checking segment: {'id': '09ad1f99-a351-41e9-9210-7c0f805179b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '27590a4e-b963-4444-b174-7bfae726458c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:28:43.852387 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-83a1b80e-e20c-475e-8b4e-c29a5e69d896 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:43.854236 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a1b80e-e20c-475e-8b4e-c29a5e69d896 None None] Bound using segment: {'id': '09ad1f99-a351-41e9-9210-7c0f805179b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '27590a4e-b963-4444-b174-7bfae726458c'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:28:43.855164 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-83a1b80e-e20c-475e-8b4e-c29a5e69d896 None None] Bound port: 9d6e3f33-0f1c-4bde-a23c-50bd31374bc2, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09ad1f99-a351-41e9-9210-7c0f805179b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '27590a4e-b963-4444-b174-7bfae726458c'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:28:43.858116 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-83a1b80e-e20c-475e-8b4e-c29a5e69d896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:43.907319 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-adb2d516-584f-4092-bcc7-044d16cfca16 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:43.987660 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e168ced1-cb72-4ae6-8988-41b93ea3b79a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=46af1414686242b496c6edfe90f07350&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1727741 Nov 12 01:28:43.988918 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 38950) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:44.081067 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-83a1b80e-e20c-475e-8b4e-c29a5e69d896 None None] For port 9d6e3f33-0f1c-4bde-a23c-50bd31374bc2, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:28:44.084988 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b3023214-945a-4f57-a2b0-fd5e6ea767c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:44.115614 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-83a1b80e-e20c-475e-8b4e-c29a5e69d896 None None] For port 9d6e3f33-0f1c-4bde-a23c-50bd31374bc2, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=9d6e3f33-0f1c-4bde-a23c-50bd31374bc2,segment=NetworkSegment(09ad1f99-a351-41e9-9210-7c0f805179b0),segment_id=09ad1f99-a351-41e9-9210-7c0f805179b0)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:28:44.125980 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-83a1b80e-e20c-475e-8b4e-c29a5e69d896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:44.145183 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b3023214-945a-4f57-a2b0-fd5e6ea767c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:44.260563 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b3023214-945a-4f57-a2b0-fd5e6ea767c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:44.266686 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b3023214-945a-4f57-a2b0-fd5e6ea767c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:44.272485 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b3023214-945a-4f57-a2b0-fd5e6ea767c8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/43eb6824-1eae-4eec-aa1a-4002b9b482df HTTP/1.1" status: 204 len: 168 time: 0.2821944 Nov 12 01:28:44.297055 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3023214-945a-4f57-a2b0-fd5e6ea767c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43eb6824-1eae-4eec-aa1a-4002b9b482df,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:44.538766 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a1b80e-e20c-475e-8b4e-c29a5e69d896 None None] Pushing event updated for resources: {'Port': ['ID=9d6e3f33-0f1c-4bde-a23c-50bd31374bc2,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:45.003220 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-adb2d516-584f-4092-bcc7-044d16cfca16 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:45.022046 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-adb2d516-584f-4092-bcc7-044d16cfca16 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:45.395336 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb2d516-584f-4092-bcc7-044d16cfca16 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event updated for resources: {'Port': ['ID=d11463f9-c240-467e-a5f3-612417e7b69a,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:45.755073 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-adb2d516-584f-4092-bcc7-044d16cfca16 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:46.225847 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-adb2d516-584f-4092-bcc7-044d16cfca16 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:46.267314 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 9d6e3f33-0f1c-4bde-a23c-50bd31374bc2 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:28:46.526713 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d7189f-6291-4fdd-bfc5-4e4067571e26 None None] Network 27590a4e-b963-4444-b174-7bfae726458c requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:28:46.894625 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5edfd04a-2a1e-477b-a813-8c6cf999f4c3 None None] Provisioning complete for port 9d6e3f33-0f1c-4bde-a23c-50bd31374bc2 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:28:46.899733 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5edfd04a-2a1e-477b-a813-8c6cf999f4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:47.005253 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 9d6e3f33-0f1c-4bde-a23c-50bd31374bc2 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:28:47.008595 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:47.190682 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-adb2d516-584f-4092-bcc7-044d16cfca16 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:47.206393 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-adb2d516-584f-4092-bcc7-044d16cfca16 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:47.208222 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-adb2d516-584f-4092-bcc7-044d16cfca16 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:47.311084 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5edfd04a-2a1e-477b-a813-8c6cf999f4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:47.398305 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:47.477274 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5edfd04a-2a1e-477b-a813-8c6cf999f4c3 None None] For port 9d6e3f33-0f1c-4bde-a23c-50bd31374bc2, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=9d6e3f33-0f1c-4bde-a23c-50bd31374bc2,segment=NetworkSegment(09ad1f99-a351-41e9-9210-7c0f805179b0),segment_id=09ad1f99-a351-41e9-9210-7c0f805179b0)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:28:47.566775 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5edfd04a-2a1e-477b-a813-8c6cf999f4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:47.876589 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edfd04a-2a1e-477b-a813-8c6cf999f4c3 None None] Pushing event updated for resources: {'Port': ['ID=9d6e3f33-0f1c-4bde-a23c-50bd31374bc2,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:47.890683 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.api [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:28:47.892464 n-d-712142-27 neutron-server[109087]: DEBUG oslo_db.api [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:28:47.897182 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb2d516-584f-4092-bcc7-044d16cfca16 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event updated for resources: {'Port': ['ID=d11463f9-c240-467e-a5f3-612417e7b69a,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:47.968359 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb2d516-584f-4092-bcc7-044d16cfca16 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Network 27590a4e-b963-4444-b174-7bfae726458c is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:28:47.974675 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-adb2d516-584f-4092-bcc7-044d16cfca16 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:28:48.111885 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-b03c65cd-2aad-45d5-b711-082cacac0200 None None] Provisioning complete for port d11463f9-c240-467e-a5f3-612417e7b69a triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:28:48.120647 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b03c65cd-2aad-45d5-b711-082cacac0200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:48.304845 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-b03c65cd-2aad-45d5-b711-082cacac0200 None None] Port d11463f9-c240-467e-a5f3-612417e7b69a cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:28:48.348478 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-b03c65cd-2aad-45d5-b711-082cacac0200 None None] Provisioning complete for port 9d6e3f33-0f1c-4bde-a23c-50bd31374bc2 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:28:48.352593 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b03c65cd-2aad-45d5-b711-082cacac0200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:48.450825 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb2d516-584f-4092-bcc7-044d16cfca16 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Router c9dbd710-e16d-435f-8c2a-1a78b364094a is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:28:48.469592 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39050) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:48.777998 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb2d516-584f-4092-bcc7-044d16cfca16 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:28:48.800012 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-adb2d516-584f-4092-bcc7-044d16cfca16 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "PUT /v2.0/routers/c9dbd710-e16d-435f-8c2a-1a78b364094a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1192796 Nov 12 01:28:48.800540 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39058) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:48.801368 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e026cb4-0499-4bca-9704-5b48f86f9ce2 None None] Sync routers for ids ['c9dbd710-e16d-435f-8c2a-1a78b364094a'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:28:48.836704 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e026cb4-0499-4bca-9704-5b48f86f9ce2 None None] Routers {'c9dbd710-e16d-435f-8c2a-1a78b364094a'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:28:48.837369 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-3e026cb4-0499-4bca-9704-5b48f86f9ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:28:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['c9dbd710-e16d-435f-8c2a-1a78b364094a'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:28:48.956950 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9869563-b59f-4550-8e13-376c363f81f5 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:48.972417 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e9869563-b59f-4550-8e13-376c363f81f5 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9dbd710-e16d-435f-8c2a-1a78b364094a HTTP/1.1" status: 200 len: 987 time: 0.1703990 Nov 12 01:28:48.975071 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39064) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:49.031473 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-3e026cb4-0499-4bca-9704-5b48f86f9ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:28:49.071053 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e026cb4-0499-4bca-9704-5b48f86f9ce2 None None] Routers {'c9dbd710-e16d-435f-8c2a-1a78b364094a'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:28:49.073394 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-3e026cb4-0499-4bca-9704-5b48f86f9ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:28:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['c9dbd710-e16d-435f-8c2a-1a78b364094a'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:28:49.224758 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-3e026cb4-0499-4bca-9704-5b48f86f9ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:28:49.229383 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e026cb4-0499-4bca-9704-5b48f86f9ce2 None None] The sync data for ids ['c9dbd710-e16d-435f-8c2a-1a78b364094a'] in n-d-712142-27 is: [] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:28:49.534258 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-b38f308b-9920-483e-9c06-0bfc1e8cf4e8 tempest-PortsAdminExtendedAttrsTestJSON-880018613 tempest-PortsAdminExtendedAttrsTestJSON-880018613-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1528900255'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:28:49.596574 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 9d6e3f33-0f1c-4bde-a23c-50bd31374bc2 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:28:49.623589 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38f308b-9920-483e-9c06-0bfc1e8cf4e8 tempest-PortsAdminExtendedAttrsTestJSON-880018613 tempest-PortsAdminExtendedAttrsTestJSON-880018613-project] Made reservation on behalf of 50ce03013b89490384749d963a672f41 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:28:49.628768 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b38f308b-9920-483e-9c06-0bfc1e8cf4e8 tempest-PortsAdminExtendedAttrsTestJSON-880018613 tempest-PortsAdminExtendedAttrsTestJSON-880018613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:49.663396 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b38f308b-9920-483e-9c06-0bfc1e8cf4e8 tempest-PortsAdminExtendedAttrsTestJSON-880018613 tempest-PortsAdminExtendedAttrsTestJSON-880018613-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:49.719626 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 9d6e3f33-0f1c-4bde-a23c-50bd31374bc2 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:28:49.722349 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:49.951869 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-f0825a65-8e92-4c8b-9935-1f9895bca5c2 None None] Provisioning complete for port d11463f9-c240-467e-a5f3-612417e7b69a triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:28:49.964891 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f0825a65-8e92-4c8b-9935-1f9895bca5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:50.088795 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b38f308b-9920-483e-9c06-0bfc1e8cf4e8 tempest-PortsAdminExtendedAttrsTestJSON-880018613 tempest-PortsAdminExtendedAttrsTestJSON-880018613-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:50.099407 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b38f308b-9920-483e-9c06-0bfc1e8cf4e8 tempest-PortsAdminExtendedAttrsTestJSON-880018613 tempest-PortsAdminExtendedAttrsTestJSON-880018613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:50.233154 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b38f308b-9920-483e-9c06-0bfc1e8cf4e8 tempest-PortsAdminExtendedAttrsTestJSON-880018613 tempest-PortsAdminExtendedAttrsTestJSON-880018613-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:28:50.323921 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f308b-9920-483e-9c06-0bfc1e8cf4e8 tempest-PortsAdminExtendedAttrsTestJSON-880018613 tempest-PortsAdminExtendedAttrsTestJSON-880018613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4fcf1d-59b1-4cb3-8d47-8a5a7f99c2d1,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:50.358612 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b38f308b-9920-483e-9c06-0bfc1e8cf4e8 tempest-PortsAdminExtendedAttrsTestJSON-880018613 tempest-PortsAdminExtendedAttrsTestJSON-880018613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:50.384817 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-f0825a65-8e92-4c8b-9935-1f9895bca5c2 None None] Port d11463f9-c240-467e-a5f3-612417e7b69a cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:28:50.385608 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-b38f308b-9920-483e-9c06-0bfc1e8cf4e8 tempest-PortsAdminExtendedAttrsTestJSON-880018613 tempest-PortsAdminExtendedAttrsTestJSON-880018613-project] Added segment db522c52-f656-47b9-a476-07de2ff9a8dd of type vlan for network 83511c49-8313-41e0-9324-e11bfe15bf9c Nov 12 01:28:50.549737 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-78a27612-1ef7-408e-9bde-45efb8d507c1 None None] Provisioning complete for port d11463f9-c240-467e-a5f3-612417e7b69a triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:28:50.553548 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-78a27612-1ef7-408e-9bde-45efb8d507c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:50.576773 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b38f308b-9920-483e-9c06-0bfc1e8cf4e8 tempest-PortsAdminExtendedAttrsTestJSON-880018613 tempest-PortsAdminExtendedAttrsTestJSON-880018613-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:50.646148 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b38f308b-9920-483e-9c06-0bfc1e8cf4e8 tempest-PortsAdminExtendedAttrsTestJSON-880018613 tempest-PortsAdminExtendedAttrsTestJSON-880018613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:50.651946 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-78a27612-1ef7-408e-9bde-45efb8d507c1 None None] Port d11463f9-c240-467e-a5f3-612417e7b69a cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:28:50.654930 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38f308b-9920-483e-9c06-0bfc1e8cf4e8 tempest-PortsAdminExtendedAttrsTestJSON-880018613 tempest-PortsAdminExtendedAttrsTestJSON-880018613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:50.656003 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b38f308b-9920-483e-9c06-0bfc1e8cf4e8 tempest-PortsAdminExtendedAttrsTestJSON-880018613 tempest-PortsAdminExtendedAttrsTestJSON-880018613-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:50.729428 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f308b-9920-483e-9c06-0bfc1e8cf4e8 tempest-PortsAdminExtendedAttrsTestJSON-880018613 tempest-PortsAdminExtendedAttrsTestJSON-880018613-project] Pushing event updated for resources: {'Network': ['ID=83511c49-8313-41e0-9324-e11bfe15bf9c,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:50.743814 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 83511c49-8313-41e0-9324-e11bfe15bf9c details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:28:50.768283 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b38f308b-9920-483e-9c06-0bfc1e8cf4e8 tempest-PortsAdminExtendedAttrsTestJSON-880018613 tempest-PortsAdminExtendedAttrsTestJSON-880018613-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.2950871 Nov 12 01:28:51.317873 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39086) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:51.325159 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Request body: {'port': {'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c', 'binding:host_id': 'n-h2-712142-27', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-752957125'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:28:51.474480 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Made reservation on behalf of deb4cbe9fa404a7e9070c22b9dc0a869 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:28:51.478019 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:51.545198 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:51.661693 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ac2fb971-5f7a-4841-bcc0-9cc6364dc22b tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:52.321432 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:52.332173 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:52.337026 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] device_id is not set on port 473100b2-4b91-46a8-b234-3e829fed9d23 yet. {{(pid=109085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:28:52.617516 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58e8e37-ef38-436b-b7d2-177222c8661f,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:53.032309 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] device_id is not set on port 473100b2-4b91-46a8-b234-3e829fed9d23 yet. {{(pid=109085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:28:53.058879 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:53.077082 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-ac2fb971-5f7a-4841-bcc0-9cc6364dc22b tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Deleting port d11463f9-c240-467e-a5f3-612417e7b69a {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:28:53.077442 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ac2fb971-5f7a-4841-bcc0-9cc6364dc22b tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:53.118259 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:53.352182 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Pushing event updated for resources: {'Port': ['ID=473100b2-4b91-46a8-b234-3e829fed9d23,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:53.385874 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ac2fb971-5f7a-4841-bcc0-9cc6364dc22b tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:53.405040 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-ac2fb971-5f7a-4841-bcc0-9cc6364dc22b tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Calling delete_port for d11463f9-c240-467e-a5f3-612417e7b69a owned by network:router_interface {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:28:53.411722 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Checking segment: {'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:28:53.412228 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Network hostable DHCP agents. Network: 83511c49-8313-41e0-9324-e11bfe15bf9c, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:28:53.544497 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Network 83511c49-8313-41e0-9324-e11bfe15bf9c is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:28:53.750465 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 83511c49-8313-41e0-9324-e11bfe15bf9c) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:28:53.756942 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:28:53.781468 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 473100b2-4b91-46a8-b234-3e829fed9d23 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:53.781746 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 473100b2-4b91-46a8-b234-3e829fed9d23 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:53.782164 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 473100b2-4b91-46a8-b234-3e829fed9d23 on network 83511c49-8313-41e0-9324-e11bfe15bf9c {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:53.792847 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cf4a43-25ae-4e0c-807f-b5cb8ffaf4f4 None None] Network 83511c49-8313-41e0-9324-e11bfe15bf9c requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:28:53.821614 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Port 473100b2-4b91-46a8-b234-3e829fed9d23 on network 83511c49-8313-41e0-9324-e11bfe15bf9c not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:28:53.822204 n-d-712142-27 neutron-server[109085]: ERROR neutron.plugins.ml2.managers [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Failed to bind port 473100b2-4b91-46a8-b234-3e829fed9d23 on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] Nov 12 01:28:53.825860 n-d-712142-27 neutron-server[109085]: INFO neutron.plugins.ml2.plugin [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempt 2 to bind port 473100b2-4b91-46a8-b234-3e829fed9d23 Nov 12 01:28:53.846030 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ac2fb971-5f7a-4841-bcc0-9cc6364dc22b tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:53.944186 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 473100b2-4b91-46a8-b234-3e829fed9d23 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:53.944905 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 473100b2-4b91-46a8-b234-3e829fed9d23 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:53.945850 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 473100b2-4b91-46a8-b234-3e829fed9d23 on network 83511c49-8313-41e0-9324-e11bfe15bf9c {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:53.957018 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2fb971-5f7a-4841-bcc0-9cc6364dc22b tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event deleted for resources: {'Port': ['ID=d11463f9-c240-467e-a5f3-612417e7b69a,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:54.033109 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Port 473100b2-4b91-46a8-b234-3e829fed9d23 on network 83511c49-8313-41e0-9324-e11bfe15bf9c not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:28:54.033924 n-d-712142-27 neutron-server[109085]: ERROR neutron.plugins.ml2.managers [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Failed to bind port 473100b2-4b91-46a8-b234-3e829fed9d23 on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] Nov 12 01:28:54.038083 n-d-712142-27 neutron-server[109085]: INFO neutron.plugins.ml2.plugin [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempt 3 to bind port 473100b2-4b91-46a8-b234-3e829fed9d23 Nov 12 01:28:54.149006 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 473100b2-4b91-46a8-b234-3e829fed9d23 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:54.149360 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 473100b2-4b91-46a8-b234-3e829fed9d23 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:54.149796 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 473100b2-4b91-46a8-b234-3e829fed9d23 on network 83511c49-8313-41e0-9324-e11bfe15bf9c {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:54.158930 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ac2fb971-5f7a-4841-bcc0-9cc6364dc22b tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:54.165911 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Port 473100b2-4b91-46a8-b234-3e829fed9d23 on network 83511c49-8313-41e0-9324-e11bfe15bf9c not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:28:54.172525 n-d-712142-27 neutron-server[109085]: ERROR neutron.plugins.ml2.managers [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Failed to bind port 473100b2-4b91-46a8-b234-3e829fed9d23 on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] Nov 12 01:28:54.181064 n-d-712142-27 neutron-server[109085]: INFO neutron.plugins.ml2.plugin [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempt 4 to bind port 473100b2-4b91-46a8-b234-3e829fed9d23 Nov 12 01:28:54.202355 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 473100b2-4b91-46a8-b234-3e829fed9d23 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:54.202492 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 473100b2-4b91-46a8-b234-3e829fed9d23 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:54.203683 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 473100b2-4b91-46a8-b234-3e829fed9d23 on network 83511c49-8313-41e0-9324-e11bfe15bf9c {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:54.300655 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Port 473100b2-4b91-46a8-b234-3e829fed9d23 on network 83511c49-8313-41e0-9324-e11bfe15bf9c not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:28:54.301115 n-d-712142-27 neutron-server[109085]: ERROR neutron.plugins.ml2.managers [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Failed to bind port 473100b2-4b91-46a8-b234-3e829fed9d23 on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] Nov 12 01:28:54.304176 n-d-712142-27 neutron-server[109085]: INFO neutron.plugins.ml2.plugin [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempt 5 to bind port 473100b2-4b91-46a8-b234-3e829fed9d23 Nov 12 01:28:54.328123 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 473100b2-4b91-46a8-b234-3e829fed9d23 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:54.328676 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 473100b2-4b91-46a8-b234-3e829fed9d23 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:54.329221 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 473100b2-4b91-46a8-b234-3e829fed9d23 on network 83511c49-8313-41e0-9324-e11bfe15bf9c {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:54.337856 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Port 473100b2-4b91-46a8-b234-3e829fed9d23 on network 83511c49-8313-41e0-9324-e11bfe15bf9c not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:28:54.338284 n-d-712142-27 neutron-server[109085]: ERROR neutron.plugins.ml2.managers [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Failed to bind port 473100b2-4b91-46a8-b234-3e829fed9d23 on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] Nov 12 01:28:54.377061 n-d-712142-27 neutron-server[109085]: INFO neutron.plugins.ml2.plugin [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempt 6 to bind port 473100b2-4b91-46a8-b234-3e829fed9d23 Nov 12 01:28:54.435167 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 473100b2-4b91-46a8-b234-3e829fed9d23 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:54.435558 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 473100b2-4b91-46a8-b234-3e829fed9d23 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:54.435989 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 473100b2-4b91-46a8-b234-3e829fed9d23 on network 83511c49-8313-41e0-9324-e11bfe15bf9c {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:54.446095 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Port 473100b2-4b91-46a8-b234-3e829fed9d23 on network 83511c49-8313-41e0-9324-e11bfe15bf9c not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:28:54.446538 n-d-712142-27 neutron-server[109085]: ERROR neutron.plugins.ml2.managers [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Failed to bind port 473100b2-4b91-46a8-b234-3e829fed9d23 on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] Nov 12 01:28:54.449697 n-d-712142-27 neutron-server[109085]: INFO neutron.plugins.ml2.plugin [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempt 7 to bind port 473100b2-4b91-46a8-b234-3e829fed9d23 Nov 12 01:28:54.453943 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2fb971-5f7a-4841-bcc0-9cc6364dc22b tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Router c9dbd710-e16d-435f-8c2a-1a78b364094a has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:28:54.479431 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 473100b2-4b91-46a8-b234-3e829fed9d23 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:54.479831 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 473100b2-4b91-46a8-b234-3e829fed9d23 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:54.480273 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 473100b2-4b91-46a8-b234-3e829fed9d23 on network 83511c49-8313-41e0-9324-e11bfe15bf9c {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:54.491526 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Port 473100b2-4b91-46a8-b234-3e829fed9d23 on network 83511c49-8313-41e0-9324-e11bfe15bf9c not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:28:54.491526 n-d-712142-27 neutron-server[109085]: ERROR neutron.plugins.ml2.managers [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Failed to bind port 473100b2-4b91-46a8-b234-3e829fed9d23 on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] Nov 12 01:28:54.529533 n-d-712142-27 neutron-server[109085]: INFO neutron.plugins.ml2.plugin [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempt 8 to bind port 473100b2-4b91-46a8-b234-3e829fed9d23 Nov 12 01:28:54.585436 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2fb971-5f7a-4841-bcc0-9cc6364dc22b tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:28:54.597062 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39118) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:54.603198 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539991aa-147d-4381-8258-92f74112ede4 None None] Sync routers for ids ['c9dbd710-e16d-435f-8c2a-1a78b364094a'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:28:54.610997 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-ac2fb971-5f7a-4841-bcc0-9cc6364dc22b tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "PUT /v2.0/routers/c9dbd710-e16d-435f-8c2a-1a78b364094a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6324286 Nov 12 01:28:54.616165 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 473100b2-4b91-46a8-b234-3e829fed9d23 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:54.616825 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 473100b2-4b91-46a8-b234-3e829fed9d23 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:54.617187 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 473100b2-4b91-46a8-b234-3e829fed9d23 on network 83511c49-8313-41e0-9324-e11bfe15bf9c {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:54.632676 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Port 473100b2-4b91-46a8-b234-3e829fed9d23 on network 83511c49-8313-41e0-9324-e11bfe15bf9c not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:28:54.633013 n-d-712142-27 neutron-server[109085]: ERROR neutron.plugins.ml2.managers [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Failed to bind port 473100b2-4b91-46a8-b234-3e829fed9d23 on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] Nov 12 01:28:54.633416 n-d-712142-27 neutron-server[109085]: INFO neutron.plugins.ml2.plugin [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempt 9 to bind port 473100b2-4b91-46a8-b234-3e829fed9d23 Nov 12 01:28:54.657291 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539991aa-147d-4381-8258-92f74112ede4 None None] Routers {'c9dbd710-e16d-435f-8c2a-1a78b364094a'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:28:54.657972 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-539991aa-147d-4381-8258-92f74112ede4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:28:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['c9dbd710-e16d-435f-8c2a-1a78b364094a'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:28:54.658117 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-aae7fe2c-0186-4099-81ae-3813f703f73e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] GET failed (client error): The resource could not be found. Nov 12 01:28:54.660340 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 473100b2-4b91-46a8-b234-3e829fed9d23 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:54.660687 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 473100b2-4b91-46a8-b234-3e829fed9d23 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:54.661039 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 473100b2-4b91-46a8-b234-3e829fed9d23 on network 83511c49-8313-41e0-9324-e11bfe15bf9c {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:54.666957 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-aae7fe2c-0186-4099-81ae-3813f703f73e tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "GET /v2.0/ports/d11463f9-c240-467e-a5f3-612417e7b69a HTTP/1.1" status: 404 len: 333 time: 0.0681777 Nov 12 01:28:54.669376 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39120) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:54.679188 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Port 473100b2-4b91-46a8-b234-3e829fed9d23 on network 83511c49-8313-41e0-9324-e11bfe15bf9c not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:28:54.679585 n-d-712142-27 neutron-server[109085]: ERROR neutron.plugins.ml2.managers [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Failed to bind port 473100b2-4b91-46a8-b234-3e829fed9d23 on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] Nov 12 01:28:54.680097 n-d-712142-27 neutron-server[109085]: INFO neutron.plugins.ml2.plugin [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempt 10 to bind port 473100b2-4b91-46a8-b234-3e829fed9d23 Nov 12 01:28:54.713243 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 473100b2-4b91-46a8-b234-3e829fed9d23 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:54.713584 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 473100b2-4b91-46a8-b234-3e829fed9d23 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:54.714158 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 473100b2-4b91-46a8-b234-3e829fed9d23 on network 83511c49-8313-41e0-9324-e11bfe15bf9c {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:54.724251 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Port 473100b2-4b91-46a8-b234-3e829fed9d23 on network 83511c49-8313-41e0-9324-e11bfe15bf9c not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:28:54.724591 n-d-712142-27 neutron-server[109085]: ERROR neutron.plugins.ml2.managers [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Failed to bind port 473100b2-4b91-46a8-b234-3e829fed9d23 on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] Nov 12 01:28:54.724973 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:54.841804 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-539991aa-147d-4381-8258-92f74112ede4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:28:54.870187 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3f639bf3-1ab1-48cb-9161-e466d1b71bd3 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:54.882913 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539991aa-147d-4381-8258-92f74112ede4 None None] Routers {'c9dbd710-e16d-435f-8c2a-1a78b364094a'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:28:54.883636 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-539991aa-147d-4381-8258-92f74112ede4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:28:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['c9dbd710-e16d-435f-8c2a-1a78b364094a'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:28:54.964609 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-539991aa-147d-4381-8258-92f74112ede4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:28:54.965320 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539991aa-147d-4381-8258-92f74112ede4 None None] The sync data for ids ['c9dbd710-e16d-435f-8c2a-1a78b364094a'] in n-d-712142-27 is: [] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:28:55.040485 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] For port 473100b2-4b91-46a8-b234-3e829fed9d23, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:28:55.041388 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempted to set empty binding levels {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 01:28:55.053538 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:55.206881 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:55.207533 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:55.360615 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 4.0413094 Nov 12 01:28:55.369351 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39136) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:55.491117 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19db5a9-2fec-4e84-bda5-3e52fae96b2b tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Pushing event updated for resources: {'Port': ['ID=473100b2-4b91-46a8-b234-3e829fed9d23,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:55.696795 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3f639bf3-1ab1-48cb-9161-e466d1b71bd3 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:55.710203 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3f639bf3-1ab1-48cb-9161-e466d1b71bd3 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:55.736342 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-54670da2-21c2-4406-94a2-4affba420573 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Deleting port 473100b2-4b91-46a8-b234-3e829fed9d23 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:28:55.736972 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-54670da2-21c2-4406-94a2-4affba420573 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:55.931354 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-54670da2-21c2-4406-94a2-4affba420573 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] For port 473100b2-4b91-46a8-b234-3e829fed9d23, host n-h2-712142-27, got binding levels [] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:28:55.933099 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-54670da2-21c2-4406-94a2-4affba420573 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:55.974014 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-54670da2-21c2-4406-94a2-4affba420573 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Calling delete_port for 473100b2-4b91-46a8-b234-3e829fed9d23 owned by {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:28:55.990680 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3f639bf3-1ab1-48cb-9161-e466d1b71bd3 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:55.991777 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f639bf3-1ab1-48cb-9161-e466d1b71bd3 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Fanout notify agent at l3_agent the message router_deleted on router c9dbd710-e16d-435f-8c2a-1a78b364094a {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:28:56.017811 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3f639bf3-1ab1-48cb-9161-e466d1b71bd3 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:56.028695 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3f639bf3-1ab1-48cb-9161-e466d1b71bd3 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "DELETE /v2.0/routers/c9dbd710-e16d-435f-8c2a-1a78b364094a HTTP/1.1" status: 204 len: 168 time: 1.3534789 Nov 12 01:28:56.029373 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39146) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:56.197693 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-54670da2-21c2-4406-94a2-4affba420573 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:56.291950 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54670da2-21c2-4406-94a2-4affba420573 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Pushing event deleted for resources: {'Port': ['ID=473100b2-4b91-46a8-b234-3e829fed9d23,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:56.313593 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-e03d51d0-ef5e-4027-9da1-fe46215596fe tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Deleting subnet b836f154-20e3-49b8-a6a0-c3b1e53d18e9 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:28:56.334409 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-54670da2-21c2-4406-94a2-4affba420573 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:56.335748 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e03d51d0-ef5e-4027-9da1-fe46215596fe tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:56.343405 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-54670da2-21c2-4406-94a2-4affba420573 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] 10.222.0.45 "DELETE /v2.0/ports/473100b2-4b91-46a8-b234-3e829fed9d23 HTTP/1.1" status: 204 len: 168 time: 0.9658191 Nov 12 01:28:56.351614 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39148) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:56.451073 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6df619e-78bd-4bbf-8d0a-4d127a7ebe7e tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] GET failed (client error): The resource could not be found. Nov 12 01:28:56.457063 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c6df619e-78bd-4bbf-8d0a-4d127a7ebe7e tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] 10.222.0.45 "GET /v2.0/ports/473100b2-4b91-46a8-b234-3e829fed9d23 HTTP/1.1" status: 404 len: 333 time: 0.1001127 Nov 12 01:28:56.458727 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39150) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:56.465259 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-549682c7-2a51-4d94-83f5-f89094f28d59 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Request body: {'port': {'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-396043517'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:28:56.532096 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549682c7-2a51-4d94-83f5-f89094f28d59 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Made reservation on behalf of deb4cbe9fa404a7e9070c22b9dc0a869 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:28:56.535769 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-549682c7-2a51-4d94-83f5-f89094f28d59 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:56.535947 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e03d51d0-ef5e-4027-9da1-fe46215596fe tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:56.594619 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [None req-549682c7-2a51-4d94-83f5-f89094f28d59 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] device_id is not set on port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc yet. {{(pid=109085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:28:56.966724 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e03d51d0-ef5e-4027-9da1-fe46215596fe tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:57.223158 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-549682c7-2a51-4d94-83f5-f89094f28d59 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:57.267464 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b64e954e-2d27-4711-bf14-ee749d0b53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:57.345937 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e03d51d0-ef5e-4027-9da1-fe46215596fe tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:57.392257 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-549682c7-2a51-4d94-83f5-f89094f28d59 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:57.487305 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e03d51d0-ef5e-4027-9da1-fe46215596fe tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:57.498699 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e03d51d0-ef5e-4027-9da1-fe46215596fe tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "DELETE /v2.0/subnets/b836f154-20e3-49b8-a6a0-c3b1e53d18e9 HTTP/1.1" status: 204 len: 168 time: 1.4674680 Nov 12 01:28:57.499373 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510aef98-9d2b-4daf-a173-9fa57d2bb7b0 None None] Network 27590a4e-b963-4444-b174-7bfae726458c requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:28:57.507401 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39160) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:57.508770 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03d51d0-ef5e-4027-9da1-fe46215596fe tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event deleted for resources: {'Subnet': ['ID=b836f154-20e3-49b8-a6a0-c3b1e53d18e9,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:57.527467 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549682c7-2a51-4d94-83f5-f89094f28d59 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Network 83511c49-8313-41e0-9324-e11bfe15bf9c is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:28:57.539726 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-549682c7-2a51-4d94-83f5-f89094f28d59 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:28:57.561893 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549682c7-2a51-4d94-83f5-f89094f28d59 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:28:57.563794 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549682c7-2a51-4d94-83f5-f89094f28d59 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:57.565387 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-549682c7-2a51-4d94-83f5-f89094f28d59 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:57.613969 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549682c7-2a51-4d94-83f5-f89094f28d59 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Pushing event updated for resources: {'Port': ['ID=7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:57.658410 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-549682c7-2a51-4d94-83f5-f89094f28d59 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1968467 Nov 12 01:28:57.661371 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39162) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:57.704151 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:28:57.915505 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c1aef38d-8ca3-44ba-8cd1-fcfc8daff372 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:57.980001 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:58.070607 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9278675-aedf-4bbf-b80f-46b516c18ebb None None] DHCP port deletion for 27590a4e-b963-4444-b174-7bfae726458c request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:28:58.107225 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-c1aef38d-8ca3-44ba-8cd1-fcfc8daff372 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Deleting port 9d6e3f33-0f1c-4bde-a23c-50bd31374bc2 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:28:58.108242 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c1aef38d-8ca3-44ba-8cd1-fcfc8daff372 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:58.213893 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-b9278675-aedf-4bbf-b80f-46b516c18ebb None None] Deleting port 9d6e3f33-0f1c-4bde-a23c-50bd31374bc2 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:28:58.214567 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b9278675-aedf-4bbf-b80f-46b516c18ebb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:58.314090 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-c1aef38d-8ca3-44ba-8cd1-fcfc8daff372 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] For port 9d6e3f33-0f1c-4bde-a23c-50bd31374bc2, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=9d6e3f33-0f1c-4bde-a23c-50bd31374bc2,segment=NetworkSegment(09ad1f99-a351-41e9-9210-7c0f805179b0),segment_id=09ad1f99-a351-41e9-9210-7c0f805179b0)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:28:58.315174 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c1aef38d-8ca3-44ba-8cd1-fcfc8daff372 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:58.383011 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-c1aef38d-8ca3-44ba-8cd1-fcfc8daff372 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Calling delete_port for 9d6e3f33-0f1c-4bde-a23c-50bd31374bc2 owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:28:58.451106 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-b9278675-aedf-4bbf-b80f-46b516c18ebb None None] For port 9d6e3f33-0f1c-4bde-a23c-50bd31374bc2, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=9d6e3f33-0f1c-4bde-a23c-50bd31374bc2,segment=NetworkSegment(09ad1f99-a351-41e9-9210-7c0f805179b0),segment_id=09ad1f99-a351-41e9-9210-7c0f805179b0)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:28:58.452340 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b9278675-aedf-4bbf-b80f-46b516c18ebb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:58.476021 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-b9278675-aedf-4bbf-b80f-46b516c18ebb None None] Calling delete_port for 9d6e3f33-0f1c-4bde-a23c-50bd31374bc2 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:28:58.524355 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c1aef38d-8ca3-44ba-8cd1-fcfc8daff372 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:58.609471 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aef38d-8ca3-44ba-8cd1-fcfc8daff372 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event deleted for resources: {'Port': ['ID=9d6e3f33-0f1c-4bde-a23c-50bd31374bc2,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:58.626790 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1aef38d-8ca3-44ba-8cd1-fcfc8daff372 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] No DVR routers for this DVR port 9d6e3f33-0f1c-4bde-a23c-50bd31374bc2 on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:28:58.644199 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b9278675-aedf-4bbf-b80f-46b516c18ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:58.669829 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] device_id is not set on port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc yet. {{(pid=109085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:28:58.690693 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9278675-aedf-4bbf-b80f-46b516c18ebb None None] Pushing event deleted for resources: {'Port': ['ID=9d6e3f33-0f1c-4bde-a23c-50bd31374bc2,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:58.694192 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9278675-aedf-4bbf-b80f-46b516c18ebb None None] No DVR routers for this DVR port 9d6e3f33-0f1c-4bde-a23c-50bd31374bc2 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:28:58.709963 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:58.720461 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:58.865135 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c1aef38d-8ca3-44ba-8cd1-fcfc8daff372 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:58.880038 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:58.880411 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:58.880716 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc on network 83511c49-8313-41e0-9324-e11bfe15bf9c {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:58.900001 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Pushing event updated for resources: {'Port': ['ID=7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:58.922821 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc on network 83511c49-8313-41e0-9324-e11bfe15bf9c not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:28:58.923236 n-d-712142-27 neutron-server[109085]: ERROR neutron.plugins.ml2.managers [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Failed to bind port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] Nov 12 01:28:58.924122 n-d-712142-27 neutron-server[109085]: INFO neutron.plugins.ml2.plugin [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempt 2 to bind port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc Nov 12 01:28:58.936167 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-c1aef38d-8ca3-44ba-8cd1-fcfc8daff372 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27590a4e-b963-4444-b174-7bfae726458c']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:28:58.963752 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-c1aef38d-8ca3-44ba-8cd1-fcfc8daff372 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09ad1f99-a351-41e9-9210-7c0f805179b0') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:28:58.963948 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-c1aef38d-8ca3-44ba-8cd1-fcfc8daff372 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09ad1f99-a351-41e9-9210-7c0f805179b0') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:28:58.974722 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:58.975293 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:58.975884 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc on network 83511c49-8313-41e0-9324-e11bfe15bf9c {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:58.993079 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c1aef38d-8ca3-44ba-8cd1-fcfc8daff372 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:59.007039 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc on network 83511c49-8313-41e0-9324-e11bfe15bf9c not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:28:59.007568 n-d-712142-27 neutron-server[109085]: ERROR neutron.plugins.ml2.managers [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Failed to bind port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] Nov 12 01:28:59.008742 n-d-712142-27 neutron-server[109085]: INFO neutron.plugins.ml2.plugin [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempt 3 to bind port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc Nov 12 01:28:59.026670 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c1aef38d-8ca3-44ba-8cd1-fcfc8daff372 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:59.052109 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1aef38d-8ca3-44ba-8cd1-fcfc8daff372 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:28:59.056388 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c1aef38d-8ca3-44ba-8cd1-fcfc8daff372 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:59.067733 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:59.068357 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:59.068858 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc on network 83511c49-8313-41e0-9324-e11bfe15bf9c {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:59.078111 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:28:59.078111 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:28:59.078111 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:28:59.078111 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:28:59.078111 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:28:59.078111 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:28:59.078111 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:28:59.078111 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:28:59.078111 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:28:59.078111 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:28:59.078111 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:28:59.078111 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:28:59.078111 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:28:59.078111 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:28:59.078111 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:28:59.078111 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:28:59.078111 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:28:59.078111 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:28:59.078111 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:28:59.078111 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:28:59.078111 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:28:59.078111 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:28:59.078111 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:28:59.078111 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:28:59.078111 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:28:59.078111 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:28:59.078111 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:28:59.078111 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:28:59.078111 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:28:59.078111 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:28:59.078111 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:28:59.078111 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:28:59.086602 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc on network 83511c49-8313-41e0-9324-e11bfe15bf9c not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:28:59.087102 n-d-712142-27 neutron-server[109085]: ERROR neutron.plugins.ml2.managers [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Failed to bind port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] Nov 12 01:28:59.087672 n-d-712142-27 neutron-server[109085]: INFO neutron.plugins.ml2.plugin [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempt 4 to bind port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc Nov 12 01:28:59.129430 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:59.130273 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:59.133611 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc on network 83511c49-8313-41e0-9324-e11bfe15bf9c {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:59.147665 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc on network 83511c49-8313-41e0-9324-e11bfe15bf9c not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:28:59.148268 n-d-712142-27 neutron-server[109085]: ERROR neutron.plugins.ml2.managers [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Failed to bind port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] Nov 12 01:28:59.149193 n-d-712142-27 neutron-server[109085]: INFO neutron.plugins.ml2.plugin [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempt 5 to bind port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc Nov 12 01:28:59.204829 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:59.205290 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:59.205704 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc on network 83511c49-8313-41e0-9324-e11bfe15bf9c {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:59.210919 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc on network 83511c49-8313-41e0-9324-e11bfe15bf9c not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:28:59.211345 n-d-712142-27 neutron-server[109085]: ERROR neutron.plugins.ml2.managers [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Failed to bind port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] Nov 12 01:28:59.211819 n-d-712142-27 neutron-server[109085]: INFO neutron.plugins.ml2.plugin [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempt 6 to bind port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc Nov 12 01:28:59.236714 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:59.237124 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:59.237534 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc on network 83511c49-8313-41e0-9324-e11bfe15bf9c {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:59.245011 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc on network 83511c49-8313-41e0-9324-e11bfe15bf9c not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:28:59.245011 n-d-712142-27 neutron-server[109085]: ERROR neutron.plugins.ml2.managers [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Failed to bind port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] Nov 12 01:28:59.245726 n-d-712142-27 neutron-server[109085]: INFO neutron.plugins.ml2.plugin [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempt 7 to bind port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc Nov 12 01:28:59.284468 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:59.284806 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:59.285184 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc on network 83511c49-8313-41e0-9324-e11bfe15bf9c {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:59.305833 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc on network 83511c49-8313-41e0-9324-e11bfe15bf9c not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:28:59.306180 n-d-712142-27 neutron-server[109085]: ERROR neutron.plugins.ml2.managers [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Failed to bind port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] Nov 12 01:28:59.306612 n-d-712142-27 neutron-server[109085]: INFO neutron.plugins.ml2.plugin [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempt 8 to bind port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc Nov 12 01:28:59.327360 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c1aef38d-8ca3-44ba-8cd1-fcfc8daff372 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:59.335220 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c1aef38d-8ca3-44ba-8cd1-fcfc8daff372 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:59.339285 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c1aef38d-8ca3-44ba-8cd1-fcfc8daff372 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "DELETE /v2.0/networks/27590a4e-b963-4444-b174-7bfae726458c HTTP/1.1" status: 204 len: 168 time: 1.8212304 Nov 12 01:28:59.347544 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39174) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:59.352097 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:59.352449 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:59.352940 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc on network 83511c49-8313-41e0-9324-e11bfe15bf9c {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:59.373192 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc on network 83511c49-8313-41e0-9324-e11bfe15bf9c not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:28:59.373624 n-d-712142-27 neutron-server[109085]: ERROR neutron.plugins.ml2.managers [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Failed to bind port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] Nov 12 01:28:59.374058 n-d-712142-27 neutron-server[109085]: INFO neutron.plugins.ml2.plugin [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempt 9 to bind port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc Nov 12 01:28:59.462782 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b53da3b-e055-43bc-806a-621812b7d543 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:59.469925 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9b53da3b-e055-43bc-806a-621812b7d543 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "GET /v2.0/ports/543eff1e-839a-444d-b348-ebab4e2834f1 HTTP/1.1" status: 200 len: 844 time: 0.1187649 Nov 12 01:28:59.472539 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39180) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:59.482612 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:59.483085 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:59.483507 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc on network 83511c49-8313-41e0-9324-e11bfe15bf9c {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:59.522974 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aef38d-8ca3-44ba-8cd1-fcfc8daff372 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event deleted for resources: {'Network': ['ID=27590a4e-b963-4444-b174-7bfae726458c,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:59.566309 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 9d6e3f33-0f1c-4bde-a23c-50bd31374bc2 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:28:59.615599 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc on network 83511c49-8313-41e0-9324-e11bfe15bf9c not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:28:59.615887 n-d-712142-27 neutron-server[109085]: ERROR neutron.plugins.ml2.managers [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Failed to bind port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] Nov 12 01:28:59.622709 n-d-712142-27 neutron-server[109085]: INFO neutron.plugins.ml2.plugin [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempt 10 to bind port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc Nov 12 01:28:59.658310 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 9d6e3f33-0f1c-4bde-a23c-50bd31374bc2 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:28:59.659002 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 9d6e3f33-0f1c-4bde-a23c-50bd31374bc2 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:28:59.667993 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c6260298-5030-4ebd-9062-8ffc79f47826 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "GET /v2.0/ports/543eff1e-839a-444d-b348-ebab4e2834f1?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1612742 Nov 12 01:28:59.670183 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:28:59.670744 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:28:59.670925 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc on network 83511c49-8313-41e0-9324-e11bfe15bf9c {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:28:59.673522 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39184) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:59.678932 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-7031feed-6e8c-483d-95e1-3a4853af095a tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Request body: {'subnet': {'network_id': 'd9d0d213-d600-4e12-8498-848be2c56f7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:28:59.709017 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc on network 83511c49-8313-41e0-9324-e11bfe15bf9c not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:28:59.710471 n-d-712142-27 neutron-server[109085]: ERROR neutron.plugins.ml2.managers [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Failed to bind port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] Nov 12 01:28:59.711935 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:59.849180 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] For port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:28:59.849626 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempted to set empty binding levels {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 01:28:59.858613 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:59.878598 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] In _notify_port_updated(), no bound segment for port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc on network 83511c49-8313-41e0-9324-e11bfe15bf9c {{(pid=109085) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:28:59.879633 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:28:59.880348 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:28:59.885309 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] 10.222.0.45 "PUT /v2.0/ports/7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc HTTP/1.1" status: 200 len: 975 time: 2.2186549 Nov 12 01:28:59.886093 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39186) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:28:59.940422 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f5792-e5f9-412c-b0e4-768b976c3462 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Pushing event updated for resources: {'Port': ['ID=7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:28:59.950679 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7031feed-6e8c-483d-95e1-3a4853af095a tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Made reservation on behalf of a32638d5c5e641288786feeafdcdff25 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:28:59.958730 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7031feed-6e8c-483d-95e1-3a4853af095a tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:00.020856 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baea48d0-1d1e-45ba-880d-64adef52ae18 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:00.024653 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baea48d0-1d1e-45ba-880d-64adef52ae18 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:00.028795 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baea48d0-1d1e-45ba-880d-64adef52ae18 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:00.029374 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baea48d0-1d1e-45ba-880d-64adef52ae18 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:00.029908 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baea48d0-1d1e-45ba-880d-64adef52ae18 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:00.031997 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baea48d0-1d1e-45ba-880d-64adef52ae18 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:00.033028 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baea48d0-1d1e-45ba-880d-64adef52ae18 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:00.034124 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baea48d0-1d1e-45ba-880d-64adef52ae18 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:00.035184 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baea48d0-1d1e-45ba-880d-64adef52ae18 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:00.036864 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baea48d0-1d1e-45ba-880d-64adef52ae18 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:00.037413 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baea48d0-1d1e-45ba-880d-64adef52ae18 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:00.045236 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baea48d0-1d1e-45ba-880d-64adef52ae18 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:00.048024 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-baea48d0-1d1e-45ba-880d-64adef52ae18 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 10893 time: 0.1603675 Nov 12 01:29:00.051543 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39188) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:00.225416 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-59517aa6-353e-4c6f-b012-2584389bb5f5 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Deleting port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:29:00.225647 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-59517aa6-353e-4c6f-b012-2584389bb5f5 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:00.325004 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-59517aa6-353e-4c6f-b012-2584389bb5f5 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] For port 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc, host n-h2-712142-27, got binding levels [] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:29:00.325455 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-59517aa6-353e-4c6f-b012-2584389bb5f5 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:00.376705 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-59517aa6-353e-4c6f-b012-2584389bb5f5 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Calling delete_port for 7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:29:00.569725 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-59517aa6-353e-4c6f-b012-2584389bb5f5 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:00.611815 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7031feed-6e8c-483d-95e1-3a4853af095a tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:00.626636 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59517aa6-353e-4c6f-b012-2584389bb5f5 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Pushing event deleted for resources: {'Port': ['ID=7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:00.646030 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-59517aa6-353e-4c6f-b012-2584389bb5f5 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:00.655254 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-59517aa6-353e-4c6f-b012-2584389bb5f5 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] 10.222.0.45 "DELETE /v2.0/ports/7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc HTTP/1.1" status: 204 len: 168 time: 0.6021552 Nov 12 01:29:00.661576 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39194) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:00.732200 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-49ba52c1-02fc-4723-8496-503fb8fd9604 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] GET failed (client error): The resource could not be found. Nov 12 01:29:00.742660 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-49ba52c1-02fc-4723-8496-503fb8fd9604 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] 10.222.0.45 "GET /v2.0/ports/7d57f8e9-ff05-4f77-8b3b-b205cd32d3dc HTTP/1.1" status: 404 len: 333 time: 0.0854096 Nov 12 01:29:00.743263 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39198) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:00.752667 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-bb59b02a-adc8-4133-9140-b84b7851c393 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-637761237', 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:29:00.794361 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7031feed-6e8c-483d-95e1-3a4853af095a tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Network d9d0d213-d600-4e12-8498-848be2c56f7b is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:29:00.816074 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-7031feed-6e8c-483d-95e1-3a4853af095a tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:29:00.820368 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7031feed-6e8c-483d-95e1-3a4853af095a tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:00.820955 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7031feed-6e8c-483d-95e1-3a4853af095a tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:00.854201 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7031feed-6e8c-483d-95e1-3a4853af095a tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event updated for resources: {'Subnet': ['ID=6826f6c1-c961-47be-8f37-62a102d9a5da,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:00.868079 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9cb1d0-9acf-4b4e-8d86-37fef1b7800c None None] Network d9d0d213-d600-4e12-8498-848be2c56f7b requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:29:00.873028 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb59b02a-adc8-4133-9140-b84b7851c393 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Made reservation on behalf of deb4cbe9fa404a7e9070c22b9dc0a869 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:29:00.878169 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bb59b02a-adc8-4133-9140-b84b7851c393 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:00.886819 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7031feed-6e8c-483d-95e1-3a4853af095a tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2122102 Nov 12 01:29:00.889913 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39202) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:00.896435 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-2caf7903-cb73-435f-882f-c0d83fe39641 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Request body: {'security_group': {'name': 'tempest-secgroup-1560957001'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:29:00.935423 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [None req-bb59b02a-adc8-4133-9140-b84b7851c393 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] device_id is not set on port a11930f5-9d20-449d-b770-9df9d863d6c2 yet. {{(pid=109085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:29:00.950758 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2caf7903-cb73-435f-882f-c0d83fe39641 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:01.022145 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-260abfb5-8ecc-4f28-87e1-8f5f68f186cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:01.172000 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2caf7903-cb73-435f-882f-c0d83fe39641 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:01.181380 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2caf7903-cb73-435f-882f-c0d83fe39641 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:01.279721 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caf7903-cb73-435f-882f-c0d83fe39641 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8ab4c9-db18-4cfc-b4dc-6a2dfb3e7913,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:01.298749 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2caf7903-cb73-435f-882f-c0d83fe39641 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:01.300990 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2caf7903-cb73-435f-882f-c0d83fe39641 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4092941 Nov 12 01:29:01.303133 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39204) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:01.312537 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-cf6f6cbe-e528-41ce-a6a1-c1f9bfb4d45d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Request body: {'security_group': {'name': 'tempest-secgroup-702514172'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:29:01.350879 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cf6f6cbe-e528-41ce-a6a1-c1f9bfb4d45d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:01.396661 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c6179d-8bd1-4d53-a212-d6b04c31a0da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-d9d0d213-d600-4e12-8498-848be2c56f7b', 'network_id': 'd9d0d213-d600-4e12-8498-848be2c56f7b', 'tenant_id': 'a32638d5c5e641288786feeafdcdff25', 'fixed_ips': [{'subnet_id': '6826f6c1-c961-47be-8f37-62a102d9a5da'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:29:01.398100 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f9c6179d-8bd1-4d53-a212-d6b04c31a0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:01.480339 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bb59b02a-adc8-4133-9140-b84b7851c393 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:01.545458 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cf6f6cbe-e528-41ce-a6a1-c1f9bfb4d45d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:01.552964 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cf6f6cbe-e528-41ce-a6a1-c1f9bfb4d45d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:01.561110 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bb59b02a-adc8-4133-9140-b84b7851c393 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:01.602232 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f6cbe-e528-41ce-a6a1-c1f9bfb4d45d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a83589dd-8dec-4669-b019-150d6ca5deb8,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:01.608514 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cf6f6cbe-e528-41ce-a6a1-c1f9bfb4d45d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:01.610101 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-cf6f6cbe-e528-41ce-a6a1-c1f9bfb4d45d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3049457 Nov 12 01:29:01.612670 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39208) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:01.619603 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-a31a81e5-f177-4ad9-b8ca-2c5b80c0bf42 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-384526490', 'security_groups': ['a83589dd-8dec-4669-b019-150d6ca5deb8'], 'network_id': 'd9d0d213-d600-4e12-8498-848be2c56f7b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6826f6c1-c961-47be-8f37-62a102d9a5da'}]}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:29:01.634533 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb59b02a-adc8-4133-9140-b84b7851c393 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Pushing event updated for resources: {'Port': ['ID=a11930f5-9d20-449d-b770-9df9d863d6c2,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:01.639692 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:29:01.658414 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb59b02a-adc8-4133-9140-b84b7851c393 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Network 83511c49-8313-41e0-9324-e11bfe15bf9c is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:29:01.660232 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-bb59b02a-adc8-4133-9140-b84b7851c393 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:29:01.663080 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb59b02a-adc8-4133-9140-b84b7851c393 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:29:01.664234 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb59b02a-adc8-4133-9140-b84b7851c393 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:01.665010 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bb59b02a-adc8-4133-9140-b84b7851c393 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:01.685551 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-f9c6179d-8bd1-4d53-a212-d6b04c31a0da None None] Allocated IP 2001:db8::2 (d9d0d213-d600-4e12-8498-848be2c56f7b/6826f6c1-c961-47be-8f37-62a102d9a5da/cddaef1e-fd5f-46f1-85b7-761a36f10a56) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:29:01.691901 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-bb59b02a-adc8-4133-9140-b84b7851c393 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9449105 Nov 12 01:29:01.695560 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39210) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:01.762166 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5849c8e7-a798-434f-8f09-9d5f9b8308d7 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:01.763922 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-5849c8e7-a798-434f-8f09-9d5f9b8308d7 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] 10.222.0.45 "GET /v2.0/ports/a11930f5-9d20-449d-b770-9df9d863d6c2 HTTP/1.1" status: 200 len: 954 time: 0.0643587 Nov 12 01:29:01.766530 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39212) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:01.875470 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31a81e5-f177-4ad9-b8ca-2c5b80c0bf42 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Made reservation on behalf of a32638d5c5e641288786feeafdcdff25 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:29:02.134953 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a31a81e5-f177-4ad9-b8ca-2c5b80c0bf42 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:02.179699 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-a31a81e5-f177-4ad9-b8ca-2c5b80c0bf42 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] device_id is not set on port 066d3ffb-1462-46a3-88c6-8b4fca1e226f yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:29:02.181199 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f9c6179d-8bd1-4d53-a212-d6b04c31a0da None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:02.182557 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-e51337a8-ee42-495d-8846-05f45bea9722 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Deleting port a11930f5-9d20-449d-b770-9df9d863d6c2 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:29:02.185879 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e51337a8-ee42-495d-8846-05f45bea9722 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:02.212111 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f9c6179d-8bd1-4d53-a212-d6b04c31a0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:02.448561 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6179d-8bd1-4d53-a212-d6b04c31a0da None None] Pushing event updated for resources: {'Port': ['ID=cddaef1e-fd5f-46f1-85b7-761a36f10a56,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:02.478828 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e51337a8-ee42-495d-8846-05f45bea9722 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:02.482027 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c6179d-8bd1-4d53-a212-d6b04c31a0da None None] Network d9d0d213-d600-4e12-8498-848be2c56f7b is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:29:02.488827 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-f9c6179d-8bd1-4d53-a212-d6b04c31a0da None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:29:02.495696 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c6179d-8bd1-4d53-a212-d6b04c31a0da None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:29:02.513459 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-e51337a8-ee42-495d-8846-05f45bea9722 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Calling delete_port for a11930f5-9d20-449d-b770-9df9d863d6c2 owned by {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:29:02.669420 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-f9c6179d-8bd1-4d53-a212-d6b04c31a0da None None] Attempting to bind port cddaef1e-fd5f-46f1-85b7-761a36f10a56 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:29:02.672104 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-f9c6179d-8bd1-4d53-a212-d6b04c31a0da None None] Attempting to bind port cddaef1e-fd5f-46f1-85b7-761a36f10a56 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '8048f36f-00f9-4358-ad1e-3c031eed6ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd9d0d213-d600-4e12-8498-848be2c56f7b'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:29:02.672686 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c6179d-8bd1-4d53-a212-d6b04c31a0da None None] Attempting to bind port cddaef1e-fd5f-46f1-85b7-761a36f10a56 on network d9d0d213-d600-4e12-8498-848be2c56f7b {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:29:02.688836 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c6179d-8bd1-4d53-a212-d6b04c31a0da None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:29:02.689505 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c6179d-8bd1-4d53-a212-d6b04c31a0da None None] Checking segment: {'id': '8048f36f-00f9-4358-ad1e-3c031eed6ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd9d0d213-d600-4e12-8498-848be2c56f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:29:02.690097 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f9c6179d-8bd1-4d53-a212-d6b04c31a0da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:02.692662 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c6179d-8bd1-4d53-a212-d6b04c31a0da None None] Bound using segment: {'id': '8048f36f-00f9-4358-ad1e-3c031eed6ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd9d0d213-d600-4e12-8498-848be2c56f7b'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:29:02.693373 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-f9c6179d-8bd1-4d53-a212-d6b04c31a0da None None] Bound port: cddaef1e-fd5f-46f1-85b7-761a36f10a56, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8048f36f-00f9-4358-ad1e-3c031eed6ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd9d0d213-d600-4e12-8498-848be2c56f7b'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:29:02.698653 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f9c6179d-8bd1-4d53-a212-d6b04c31a0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:02.759101 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e51337a8-ee42-495d-8846-05f45bea9722 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:02.873076 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e51337a8-ee42-495d-8846-05f45bea9722 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:02.881786 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e51337a8-ee42-495d-8846-05f45bea9722 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] 10.222.0.45 "DELETE /v2.0/ports/a11930f5-9d20-449d-b770-9df9d863d6c2 HTTP/1.1" status: 204 len: 168 time: 1.1102486 Nov 12 01:29:02.884393 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39234) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:02.887563 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51337a8-ee42-495d-8846-05f45bea9722 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Pushing event deleted for resources: {'Port': ['ID=a11930f5-9d20-449d-b770-9df9d863d6c2,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:02.949602 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:02.950981 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-f9c6179d-8bd1-4d53-a212-d6b04c31a0da None None] For port cddaef1e-fd5f-46f1-85b7-761a36f10a56, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:29:02.963165 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-f9c6179d-8bd1-4d53-a212-d6b04c31a0da None None] For port cddaef1e-fd5f-46f1-85b7-761a36f10a56, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=cddaef1e-fd5f-46f1-85b7-761a36f10a56,segment=NetworkSegment(8048f36f-00f9-4358-ad1e-3c031eed6ffc),segment_id=8048f36f-00f9-4358-ad1e-3c031eed6ffc)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:29:02.979789 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f9c6179d-8bd1-4d53-a212-d6b04c31a0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:03.052078 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39238) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:03.246060 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6179d-8bd1-4d53-a212-d6b04c31a0da None None] Pushing event updated for resources: {'Port': ['ID=cddaef1e-fd5f-46f1-85b7-761a36f10a56,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:03.558194 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-072a21c0-8b02-409e-9062-aaebed59b2cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:03.562335 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-a31a81e5-f177-4ad9-b8ca-2c5b80c0bf42 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Allocated IP 2001:db8::3df (d9d0d213-d600-4e12-8498-848be2c56f7b/6826f6c1-c961-47be-8f37-62a102d9a5da/066d3ffb-1462-46a3-88c6-8b4fca1e226f) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:29:03.793938 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-072a21c0-8b02-409e-9062-aaebed59b2cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:03.800979 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-072a21c0-8b02-409e-9062-aaebed59b2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:03.887387 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-072a21c0-8b02-409e-9062-aaebed59b2cc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4f256de71a8a4674b4d4b90eb5a68868&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8298445 Nov 12 01:29:03.901071 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39244) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:03.941088 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a31a81e5-f177-4ad9-b8ca-2c5b80c0bf42 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:03.980163 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:04.030220 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072a21c0-8b02-409e-9062-aaebed59b2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8c601a-195b-49e2-9eaf-758598497fce,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:04.055793 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-c83a1c22-b067-42c0-bfd0-83ef12baa623 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] GET failed (client error): The resource could not be found. Nov 12 01:29:04.058084 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c83a1c22-b067-42c0-bfd0-83ef12baa623 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] 10.222.0.45 "GET /v2.0/ports/a11930f5-9d20-449d-b770-9df9d863d6c2 HTTP/1.1" status: 404 len: 333 time: 1.1711695 Nov 12 01:29:04.065403 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a31a81e5-f177-4ad9-b8ca-2c5b80c0bf42 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:04.072666 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39246) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:04.096968 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-488f4bbd-b24e-4a1d-ad75-d47fc9c97dc8 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Request body: {'port': {'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-643901453'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:29:04.145971 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488f4bbd-b24e-4a1d-ad75-d47fc9c97dc8 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Made reservation on behalf of deb4cbe9fa404a7e9070c22b9dc0a869 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:29:04.154165 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-488f4bbd-b24e-4a1d-ad75-d47fc9c97dc8 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:04.179549 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31a81e5-f177-4ad9-b8ca-2c5b80c0bf42 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Network d9d0d213-d600-4e12-8498-848be2c56f7b is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:29:04.195673 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [None req-488f4bbd-b24e-4a1d-ad75-d47fc9c97dc8 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] device_id is not set on port 92702f11-9c5e-4326-9abe-fe793945863e yet. {{(pid=109085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:29:04.202240 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-a31a81e5-f177-4ad9-b8ca-2c5b80c0bf42 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:29:04.209630 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31a81e5-f177-4ad9-b8ca-2c5b80c0bf42 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:29:04.216188 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31a81e5-f177-4ad9-b8ca-2c5b80c0bf42 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:04.216893 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a31a81e5-f177-4ad9-b8ca-2c5b80c0bf42 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:04.275841 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a81e5-f177-4ad9-b8ca-2c5b80c0bf42 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event updated for resources: {'Port': ['ID=066d3ffb-1462-46a3-88c6-8b4fca1e226f,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:04.318245 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a31a81e5-f177-4ad9-b8ca-2c5b80c0bf42 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7033961 Nov 12 01:29:04.325532 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39250) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:04.344858 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-e63e3510-1ee0-476a-9137-6f65a53d87ae tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Request body: {'subnet': {'network_id': 'd9d0d213-d600-4e12-8498-848be2c56f7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:29:04.625503 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63e3510-1ee0-476a-9137-6f65a53d87ae tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Made reservation on behalf of a32638d5c5e641288786feeafdcdff25 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:29:04.630274 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e63e3510-1ee0-476a-9137-6f65a53d87ae tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:04.752499 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8f51d695-db3f-46ba-b24c-63f45e259615 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:04.776964 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8f51d695-db3f-46ba-b24c-63f45e259615 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:04.869038 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8f51d695-db3f-46ba-b24c-63f45e259615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:04.872059 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8f51d695-db3f-46ba-b24c-63f45e259615 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:04.873519 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-8f51d695-db3f-46ba-b24c-63f45e259615 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4b8c601a-195b-49e2-9eaf-758598497fce HTTP/1.1" status: 204 len: 168 time: 0.9713407 Nov 12 01:29:04.888704 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-488f4bbd-b24e-4a1d-ad75-d47fc9c97dc8 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:04.897143 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f51d695-db3f-46ba-b24c-63f45e259615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8c601a-195b-49e2-9eaf-758598497fce,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:04.955325 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-488f4bbd-b24e-4a1d-ad75-d47fc9c97dc8 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:05.027738 n-d-712142-27 neutron-server[109086]: INFO neutron.db.ipam_backend_mixin [None req-e63e3510-1ee0-476a-9137-6f65a53d87ae tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6826f6c1-c961-47be-8f37-62a102d9a5da (CIDR: 2001:db8::/64) Nov 12 01:29:05.036804 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488f4bbd-b24e-4a1d-ad75-d47fc9c97dc8 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Network 83511c49-8313-41e0-9324-e11bfe15bf9c is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:29:05.047461 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-488f4bbd-b24e-4a1d-ad75-d47fc9c97dc8 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:29:05.050206 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-e63e3510-1ee0-476a-9137-6f65a53d87ae tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:29:05.052170 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e63e3510-1ee0-476a-9137-6f65a53d87ae tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:29:05.055645 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488f4bbd-b24e-4a1d-ad75-d47fc9c97dc8 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:29:05.058286 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488f4bbd-b24e-4a1d-ad75-d47fc9c97dc8 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:05.060712 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-488f4bbd-b24e-4a1d-ad75-d47fc9c97dc8 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:05.100941 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-488f4bbd-b24e-4a1d-ad75-d47fc9c97dc8 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0212090 Nov 12 01:29:05.102807 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39256) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:05.125064 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:29:05.131807 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488f4bbd-b24e-4a1d-ad75-d47fc9c97dc8 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Pushing event updated for resources: {'Port': ['ID=92702f11-9c5e-4326-9abe-fe793945863e,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:05.180723 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39258) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:05.181781 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e63e3510-1ee0-476a-9137-6f65a53d87ae tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8439610 Nov 12 01:29:05.187473 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-f43d8ad3-1626-4867-9dfe-a2de01ed8b93 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Request body: {'subnet': {'network_id': 'd9d0d213-d600-4e12-8498-848be2c56f7b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:29:05.245528 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:05.508131 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43d8ad3-1626-4867-9dfe-a2de01ed8b93 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Made reservation on behalf of a32638d5c5e641288786feeafdcdff25 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:29:05.517828 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:05.524616 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f43d8ad3-1626-4867-9dfe-a2de01ed8b93 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:05.584432 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7281273b-a55f-4b30-9f32-821f020681e4 None None] Provisioning complete for port 543eff1e-839a-444d-b348-ebab4e2834f1 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:29:05.586122 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7281273b-a55f-4b30-9f32-821f020681e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:05.757180 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-7281273b-a55f-4b30-9f32-821f020681e4 None None] Port 543eff1e-839a-444d-b348-ebab4e2834f1 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:29:05.792751 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7281273b-a55f-4b30-9f32-821f020681e4 None None] Provisioning complete for port cddaef1e-fd5f-46f1-85b7-761a36f10a56 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:29:05.794206 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7281273b-a55f-4b30-9f32-821f020681e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:05.796878 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device cddaef1e-fd5f-46f1-85b7-761a36f10a56 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:29:06.153744 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port cddaef1e-fd5f-46f1-85b7-761a36f10a56 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:29:06.157589 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:06.308469 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:06.475175 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39266) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:06.533031 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port cddaef1e-fd5f-46f1-85b7-761a36f10a56, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=cddaef1e-fd5f-46f1-85b7-761a36f10a56,segment=NetworkSegment(8048f36f-00f9-4358-ad1e-3c031eed6ffc),segment_id=8048f36f-00f9-4358-ad1e-3c031eed6ffc)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:29:06.547369 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:06.555295 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a2e84652-b8a0-444a-9e29-c4b6c2c4dfd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:06.592312 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] device_id is not set on port 92702f11-9c5e-4326-9abe-fe793945863e yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:29:06.621524 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:06.633289 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:06.718895 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f43d8ad3-1626-4867-9dfe-a2de01ed8b93 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:06.754040 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=cddaef1e-fd5f-46f1-85b7-761a36f10a56,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:06.783933 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Pushing event updated for resources: {'Port': ['ID=92702f11-9c5e-4326-9abe-fe793945863e,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:06.787562 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:06.787828 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:06.788095 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:06.788451 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:06.788786 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:06.789122 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:06.789457 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:06.789791 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:06.790123 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:06.790451 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:06.790781 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:06.791110 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:06.815212 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7281273b-a55f-4b30-9f32-821f020681e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:06.839772 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 92702f11-9c5e-4326-9abe-fe793945863e on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:29:06.844193 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 92702f11-9c5e-4326-9abe-fe793945863e by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:29:06.846120 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 92702f11-9c5e-4326-9abe-fe793945863e on network 83511c49-8313-41e0-9324-e11bfe15bf9c {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:29:06.861285 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Port 92702f11-9c5e-4326-9abe-fe793945863e on network 83511c49-8313-41e0-9324-e11bfe15bf9c not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:29:06.864825 n-d-712142-27 neutron-server[109086]: ERROR neutron.plugins.ml2.managers [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Failed to bind port 92702f11-9c5e-4326-9abe-fe793945863e on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] Nov 12 01:29:06.868402 n-d-712142-27 neutron-server[109086]: INFO neutron.plugins.ml2.plugin [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempt 2 to bind port 92702f11-9c5e-4326-9abe-fe793945863e Nov 12 01:29:06.931229 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 92702f11-9c5e-4326-9abe-fe793945863e on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:29:06.931655 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 92702f11-9c5e-4326-9abe-fe793945863e by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:29:06.932197 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 92702f11-9c5e-4326-9abe-fe793945863e on network 83511c49-8313-41e0-9324-e11bfe15bf9c {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:29:06.950864 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a2e84652-b8a0-444a-9e29-c4b6c2c4dfd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:06.956757 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.api [None req-7281273b-a55f-4b30-9f32-821f020681e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:29:06.957415 n-d-712142-27 neutron-server[109087]: DEBUG oslo_db.api [None req-7281273b-a55f-4b30-9f32-821f020681e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:29:06.958929 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Port 92702f11-9c5e-4326-9abe-fe793945863e on network 83511c49-8313-41e0-9324-e11bfe15bf9c not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:29:06.959331 n-d-712142-27 neutron-server[109086]: ERROR neutron.plugins.ml2.managers [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Failed to bind port 92702f11-9c5e-4326-9abe-fe793945863e on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] Nov 12 01:29:06.960462 n-d-712142-27 neutron-server[109086]: INFO neutron.plugins.ml2.plugin [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempt 3 to bind port 92702f11-9c5e-4326-9abe-fe793945863e Nov 12 01:29:06.963155 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a2e84652-b8a0-444a-9e29-c4b6c2c4dfd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:07.000043 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e84652-b8a0-444a-9e29-c4b6c2c4dfd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57dd7915-aaf3-4721-b956-c3f43c0fcae8,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:07.014802 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 92702f11-9c5e-4326-9abe-fe793945863e on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:29:07.015151 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 92702f11-9c5e-4326-9abe-fe793945863e by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:29:07.015497 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 92702f11-9c5e-4326-9abe-fe793945863e on network 83511c49-8313-41e0-9324-e11bfe15bf9c {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:29:07.025199 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Port 92702f11-9c5e-4326-9abe-fe793945863e on network 83511c49-8313-41e0-9324-e11bfe15bf9c not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:29:07.025199 n-d-712142-27 neutron-server[109086]: ERROR neutron.plugins.ml2.managers [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Failed to bind port 92702f11-9c5e-4326-9abe-fe793945863e on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] Nov 12 01:29:07.030791 n-d-712142-27 neutron-server[109086]: INFO neutron.plugins.ml2.plugin [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempt 4 to bind port 92702f11-9c5e-4326-9abe-fe793945863e Nov 12 01:29:07.051166 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a2e84652-b8a0-444a-9e29-c4b6c2c4dfd5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8d1bd5361b68477db6d6e1a2ac2c6064&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5717628 Nov 12 01:29:07.055018 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 92702f11-9c5e-4326-9abe-fe793945863e on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:29:07.055359 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 92702f11-9c5e-4326-9abe-fe793945863e by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:29:07.055706 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 92702f11-9c5e-4326-9abe-fe793945863e on network 83511c49-8313-41e0-9324-e11bfe15bf9c {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:29:07.063065 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39270) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:07.092940 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Port 92702f11-9c5e-4326-9abe-fe793945863e on network 83511c49-8313-41e0-9324-e11bfe15bf9c not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:29:07.093322 n-d-712142-27 neutron-server[109086]: ERROR neutron.plugins.ml2.managers [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Failed to bind port 92702f11-9c5e-4326-9abe-fe793945863e on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] Nov 12 01:29:07.095831 n-d-712142-27 neutron-server[109086]: INFO neutron.plugins.ml2.plugin [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempt 5 to bind port 92702f11-9c5e-4326-9abe-fe793945863e Nov 12 01:29:07.115191 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 92702f11-9c5e-4326-9abe-fe793945863e on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:29:07.115191 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 92702f11-9c5e-4326-9abe-fe793945863e by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:29:07.116455 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 92702f11-9c5e-4326-9abe-fe793945863e on network 83511c49-8313-41e0-9324-e11bfe15bf9c {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:29:07.145764 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Port 92702f11-9c5e-4326-9abe-fe793945863e on network 83511c49-8313-41e0-9324-e11bfe15bf9c not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:29:07.146650 n-d-712142-27 neutron-server[109086]: ERROR neutron.plugins.ml2.managers [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Failed to bind port 92702f11-9c5e-4326-9abe-fe793945863e on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] Nov 12 01:29:07.148213 n-d-712142-27 neutron-server[109086]: INFO neutron.plugins.ml2.plugin [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempt 6 to bind port 92702f11-9c5e-4326-9abe-fe793945863e Nov 12 01:29:07.193050 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 92702f11-9c5e-4326-9abe-fe793945863e on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:29:07.194070 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 92702f11-9c5e-4326-9abe-fe793945863e by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:29:07.194589 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 92702f11-9c5e-4326-9abe-fe793945863e on network 83511c49-8313-41e0-9324-e11bfe15bf9c {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:29:07.201966 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-11b51cab-1d9b-45ff-bd85-3040d44b8db5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:07.271656 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-11b51cab-1d9b-45ff-bd85-3040d44b8db5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:07.326273 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43d8ad3-1626-4867-9dfe-a2de01ed8b93 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event updated for resources: {'Subnet': ['ID=4157c6d6-6c75-4790-ad51-174b34187f02,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:07.435768 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Port 92702f11-9c5e-4326-9abe-fe793945863e on network 83511c49-8313-41e0-9324-e11bfe15bf9c not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:29:07.438343 n-d-712142-27 neutron-server[109086]: ERROR neutron.plugins.ml2.managers [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Failed to bind port 92702f11-9c5e-4326-9abe-fe793945863e on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] Nov 12 01:29:07.440772 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-11b51cab-1d9b-45ff-bd85-3040d44b8db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:07.456850 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-11b51cab-1d9b-45ff-bd85-3040d44b8db5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:07.476022 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43d8ad3-1626-4867-9dfe-a2de01ed8b93 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Network d9d0d213-d600-4e12-8498-848be2c56f7b is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:29:07.482201 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-11b51cab-1d9b-45ff-bd85-3040d44b8db5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/57dd7915-aaf3-4721-b956-c3f43c0fcae8 HTTP/1.1" status: 204 len: 168 time: 0.4150116 Nov 12 01:29:07.483871 n-d-712142-27 neutron-server[109086]: INFO neutron.plugins.ml2.plugin [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempt 7 to bind port 92702f11-9c5e-4326-9abe-fe793945863e Nov 12 01:29:07.493339 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-f43d8ad3-1626-4867-9dfe-a2de01ed8b93 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:29:07.507902 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43d8ad3-1626-4867-9dfe-a2de01ed8b93 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:07.508695 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f43d8ad3-1626-4867-9dfe-a2de01ed8b93 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:07.556656 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-f43d8ad3-1626-4867-9dfe-a2de01ed8b93 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3747728 Nov 12 01:29:07.561834 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39276) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:07.562739 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 92702f11-9c5e-4326-9abe-fe793945863e on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:29:07.563234 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 92702f11-9c5e-4326-9abe-fe793945863e by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:29:07.563581 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 92702f11-9c5e-4326-9abe-fe793945863e on network 83511c49-8313-41e0-9324-e11bfe15bf9c {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:29:07.568786 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-ba901171-4326-4a83-9b41-3a4dfa83e9ed tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-326382219', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4157c6d6-6c75-4790-ad51-174b34187f02'}], 'security_groups': ['5e8ab4c9-db18-4cfc-b4dc-6a2dfb3e7913']}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:29:07.569759 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea7e2ea-9092-4071-a408-25adcf770cab None None] Network d9d0d213-d600-4e12-8498-848be2c56f7b requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:29:07.623372 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Port 92702f11-9c5e-4326-9abe-fe793945863e on network 83511c49-8313-41e0-9324-e11bfe15bf9c not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:29:07.623717 n-d-712142-27 neutron-server[109086]: ERROR neutron.plugins.ml2.managers [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Failed to bind port 92702f11-9c5e-4326-9abe-fe793945863e on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] Nov 12 01:29:07.624329 n-d-712142-27 neutron-server[109086]: INFO neutron.plugins.ml2.plugin [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempt 8 to bind port 92702f11-9c5e-4326-9abe-fe793945863e Nov 12 01:29:07.627430 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b51cab-1d9b-45ff-bd85-3040d44b8db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57dd7915-aaf3-4721-b956-c3f43c0fcae8,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:07.723950 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 92702f11-9c5e-4326-9abe-fe793945863e on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:29:07.736407 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 92702f11-9c5e-4326-9abe-fe793945863e by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:29:07.737443 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 92702f11-9c5e-4326-9abe-fe793945863e on network 83511c49-8313-41e0-9324-e11bfe15bf9c {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:29:07.768795 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Port 92702f11-9c5e-4326-9abe-fe793945863e on network 83511c49-8313-41e0-9324-e11bfe15bf9c not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:29:07.771572 n-d-712142-27 neutron-server[109086]: ERROR neutron.plugins.ml2.managers [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Failed to bind port 92702f11-9c5e-4326-9abe-fe793945863e on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] Nov 12 01:29:07.774639 n-d-712142-27 neutron-server[109086]: INFO neutron.plugins.ml2.plugin [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempt 9 to bind port 92702f11-9c5e-4326-9abe-fe793945863e Nov 12 01:29:07.876529 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 92702f11-9c5e-4326-9abe-fe793945863e on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:29:07.877443 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 92702f11-9c5e-4326-9abe-fe793945863e by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:29:07.882864 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 92702f11-9c5e-4326-9abe-fe793945863e on network 83511c49-8313-41e0-9324-e11bfe15bf9c {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:29:07.918086 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Port 92702f11-9c5e-4326-9abe-fe793945863e on network 83511c49-8313-41e0-9324-e11bfe15bf9c not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:29:07.919486 n-d-712142-27 neutron-server[109086]: ERROR neutron.plugins.ml2.managers [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Failed to bind port 92702f11-9c5e-4326-9abe-fe793945863e on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] Nov 12 01:29:07.921948 n-d-712142-27 neutron-server[109086]: INFO neutron.plugins.ml2.plugin [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempt 10 to bind port 92702f11-9c5e-4326-9abe-fe793945863e Nov 12 01:29:07.995406 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 92702f11-9c5e-4326-9abe-fe793945863e on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:29:07.995764 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 92702f11-9c5e-4326-9abe-fe793945863e by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:29:07.996138 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempting to bind port 92702f11-9c5e-4326-9abe-fe793945863e on network 83511c49-8313-41e0-9324-e11bfe15bf9c {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:29:08.023306 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Port 92702f11-9c5e-4326-9abe-fe793945863e on network 83511c49-8313-41e0-9324-e11bfe15bf9c not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:29:08.023651 n-d-712142-27 neutron-server[109086]: ERROR neutron.plugins.ml2.managers [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Failed to bind port 92702f11-9c5e-4326-9abe-fe793945863e on host n-h2-712142-27 for vnic_type normal using segments [{'id': 'db522c52-f656-47b9-a476-07de2ff9a8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '83511c49-8313-41e0-9324-e11bfe15bf9c'}] Nov 12 01:29:08.024062 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:08.120960 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ba901171-4326-4a83-9b41-3a4dfa83e9ed tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:08.122410 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device cddaef1e-fd5f-46f1-85b7-761a36f10a56 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:29:08.339942 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] For port 92702f11-9c5e-4326-9abe-fe793945863e, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:29:08.340529 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attempted to set empty binding levels {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 01:29:08.349061 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:08.456737 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] In _notify_port_updated(), no bound segment for port 92702f11-9c5e-4326-9abe-fe793945863e on network 83511c49-8313-41e0-9324-e11bfe15bf9c {{(pid=109086) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:29:08.461159 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:08.464188 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:08.469746 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] 10.222.0.45 "PUT /v2.0/ports/92702f11-9c5e-4326-9abe-fe793945863e HTTP/1.1" status: 200 len: 975 time: 3.3568048 Nov 12 01:29:08.474910 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39284) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:08.546621 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port cddaef1e-fd5f-46f1-85b7-761a36f10a56 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:29:08.547473 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:08.615026 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9396db3f-6a00-4ac4-8325-0a294c6b43d3 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Pushing event updated for resources: {'Port': ['ID=92702f11-9c5e-4326-9abe-fe793945863e,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:08.634358 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-468e651b-c130-4d78-b3f1-75e55c03e383 None None] Provisioning complete for port 066d3ffb-1462-46a3-88c6-8b4fca1e226f triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:29:08.635103 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-468e651b-c130-4d78-b3f1-75e55c03e383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:08.740878 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-f6ce9fe9-6427-403d-8efd-d207ef9bf2f8 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Deleting port 92702f11-9c5e-4326-9abe-fe793945863e {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:29:08.741545 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f6ce9fe9-6427-403d-8efd-d207ef9bf2f8 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:08.850342 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-468e651b-c130-4d78-b3f1-75e55c03e383 None None] Port 066d3ffb-1462-46a3-88c6-8b4fca1e226f cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:29:08.908507 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:08.952236 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeee633b-23ba-4a88-90f6-cfe97a89da75 None None] Update dhcp port {'port': {'network_id': 'd9d0d213-d600-4e12-8498-848be2c56f7b', 'fixed_ips': [{'subnet_id': '6826f6c1-c961-47be-8f37-62a102d9a5da', 'ip_address': '2001:db8::2'}, {'subnet_id': '4157c6d6-6c75-4790-ad51-174b34187f02'}], 'binding:host_id': 'n-d-712142-27'}, 'id': 'cddaef1e-fd5f-46f1-85b7-761a36f10a56'} from n-d-712142-27. {{(pid=109087) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 01:29:08.964687 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f6ce9fe9-6427-403d-8efd-d207ef9bf2f8 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] For port 92702f11-9c5e-4326-9abe-fe793945863e, host n-h2-712142-27, got binding levels [] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:29:08.966131 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f6ce9fe9-6427-403d-8efd-d207ef9bf2f8 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:09.011527 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-f6ce9fe9-6427-403d-8efd-d207ef9bf2f8 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Calling delete_port for 92702f11-9c5e-4326-9abe-fe793945863e owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:29:09.080844 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-aeee633b-23ba-4a88-90f6-cfe97a89da75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:09.296706 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f6ce9fe9-6427-403d-8efd-d207ef9bf2f8 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:09.355120 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce9fe9-6427-403d-8efd-d207ef9bf2f8 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Pushing event deleted for resources: {'Port': ['ID=92702f11-9c5e-4326-9abe-fe793945863e,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:09.381345 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f6ce9fe9-6427-403d-8efd-d207ef9bf2f8 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:09.390055 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f6ce9fe9-6427-403d-8efd-d207ef9bf2f8 tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] 10.222.0.45 "DELETE /v2.0/ports/92702f11-9c5e-4326-9abe-fe793945863e HTTP/1.1" status: 204 len: 168 time: 0.9114664 Nov 12 01:29:09.392489 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-ba901171-4326-4a83-9b41-3a4dfa83e9ed tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Delete allocated IP 2001:db8::3df (d9d0d213-d600-4e12-8498-848be2c56f7b/6826f6c1-c961-47be-8f37-62a102d9a5da) {{(pid=109085) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 01:29:09.394387 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39296) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:09.425065 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-0049ec9e-17ea-4cb1-a9c4-210db82b6bac tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] GET failed (client error): The resource could not be found. Nov 12 01:29:09.427128 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0049ec9e-17ea-4cb1-a9c4-210db82b6bac tempest-PortsAdminExtendedAttrsTestJSON-456297011 tempest-PortsAdminExtendedAttrsTestJSON-456297011-project-admin] 10.222.0.45 "GET /v2.0/ports/92702f11-9c5e-4326-9abe-fe793945863e HTTP/1.1" status: 404 len: 333 time: 0.0313838 Nov 12 01:29:09.431951 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39298) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:09.438865 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-ba901171-4326-4a83-9b41-3a4dfa83e9ed tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Allocated IP 2001:db8:0:1::209 (d9d0d213-d600-4e12-8498-848be2c56f7b/4157c6d6-6c75-4790-ad51-174b34187f02/066d3ffb-1462-46a3-88c6-8b4fca1e226f) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:29:09.698072 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b53e6f7f-01fa-42cf-babf-eb3e45a5176d tempest-PortsAdminExtendedAttrsTestJSON-880018613 tempest-PortsAdminExtendedAttrsTestJSON-880018613-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:09.812613 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ba901171-4326-4a83-9b41-3a4dfa83e9ed tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:09.836374 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ba901171-4326-4a83-9b41-3a4dfa83e9ed tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:09.912996 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b53e6f7f-01fa-42cf-babf-eb3e45a5176d tempest-PortsAdminExtendedAttrsTestJSON-880018613 tempest-PortsAdminExtendedAttrsTestJSON-880018613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:09.947216 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-b53e6f7f-01fa-42cf-babf-eb3e45a5176d tempest-PortsAdminExtendedAttrsTestJSON-880018613 tempest-PortsAdminExtendedAttrsTestJSON-880018613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83511c49-8313-41e0-9324-e11bfe15bf9c']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:29:09.969076 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-b53e6f7f-01fa-42cf-babf-eb3e45a5176d tempest-PortsAdminExtendedAttrsTestJSON-880018613 tempest-PortsAdminExtendedAttrsTestJSON-880018613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db522c52-f656-47b9-a476-07de2ff9a8dd') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:29:09.969640 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-b53e6f7f-01fa-42cf-babf-eb3e45a5176d tempest-PortsAdminExtendedAttrsTestJSON-880018613 tempest-PortsAdminExtendedAttrsTestJSON-880018613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db522c52-f656-47b9-a476-07de2ff9a8dd') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:29:10.031717 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b53e6f7f-01fa-42cf-babf-eb3e45a5176d tempest-PortsAdminExtendedAttrsTestJSON-880018613 tempest-PortsAdminExtendedAttrsTestJSON-880018613-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:10.082268 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-aeee633b-23ba-4a88-90f6-cfe97a89da75 None None] Allocated IP 2001:db8:0:1::2 (d9d0d213-d600-4e12-8498-848be2c56f7b/4157c6d6-6c75-4790-ad51-174b34187f02/cddaef1e-fd5f-46f1-85b7-761a36f10a56) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:29:10.097784 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b53e6f7f-01fa-42cf-babf-eb3e45a5176d tempest-PortsAdminExtendedAttrsTestJSON-880018613 tempest-PortsAdminExtendedAttrsTestJSON-880018613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:10.113854 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b53e6f7f-01fa-42cf-babf-eb3e45a5176d tempest-PortsAdminExtendedAttrsTestJSON-880018613 tempest-PortsAdminExtendedAttrsTestJSON-880018613-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:29:10.114270 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b53e6f7f-01fa-42cf-babf-eb3e45a5176d tempest-PortsAdminExtendedAttrsTestJSON-880018613 tempest-PortsAdminExtendedAttrsTestJSON-880018613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:10.118403 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:29:10.118403 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:29:10.118403 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:29:10.118403 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:29:10.118403 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:29:10.118403 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:29:10.118403 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:29:10.118403 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:29:10.118403 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:29:10.118403 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:29:10.118403 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:29:10.118403 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:29:10.118403 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:29:10.118403 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:29:10.118403 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:29:10.118403 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:29:10.118403 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:29:10.118403 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:29:10.118403 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:29:10.118403 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:29:10.118403 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:29:10.118403 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:29:10.118403 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:29:10.118403 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:29:10.118403 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:29:10.118403 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:29:10.118403 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:29:10.118403 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:29:10.118403 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:29:10.118403 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:29:10.118403 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:29:10.118403 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:29:10.149816 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-ba901171-4326-4a83-9b41-3a4dfa83e9ed tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] In _notify_port_updated(), no bound segment for port 066d3ffb-1462-46a3-88c6-8b4fca1e226f on network d9d0d213-d600-4e12-8498-848be2c56f7b {{(pid=109085) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:29:10.159721 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba901171-4326-4a83-9b41-3a4dfa83e9ed tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:10.164374 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ba901171-4326-4a83-9b41-3a4dfa83e9ed tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:10.166415 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-ba901171-4326-4a83-9b41-3a4dfa83e9ed tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "PUT /v2.0/ports/066d3ffb-1462-46a3-88c6-8b4fca1e226f HTTP/1.1" status: 200 len: 930 time: 2.6032476 Nov 12 01:29:10.178273 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39312) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:10.260255 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba901171-4326-4a83-9b41-3a4dfa83e9ed tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event updated for resources: {'Port': ['ID=066d3ffb-1462-46a3-88c6-8b4fca1e226f,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:10.415989 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b53e6f7f-01fa-42cf-babf-eb3e45a5176d tempest-PortsAdminExtendedAttrsTestJSON-880018613 tempest-PortsAdminExtendedAttrsTestJSON-880018613-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:10.435116 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b53e6f7f-01fa-42cf-babf-eb3e45a5176d tempest-PortsAdminExtendedAttrsTestJSON-880018613 tempest-PortsAdminExtendedAttrsTestJSON-880018613-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:10.443927 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-3b84bd40-1e8f-400e-b89a-35e6425d9368 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Deleting port 066d3ffb-1462-46a3-88c6-8b4fca1e226f {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:29:10.444639 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3b84bd40-1e8f-400e-b89a-35e6425d9368 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:10.469458 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b53e6f7f-01fa-42cf-babf-eb3e45a5176d tempest-PortsAdminExtendedAttrsTestJSON-880018613 tempest-PortsAdminExtendedAttrsTestJSON-880018613-project] 10.222.0.45 "DELETE /v2.0/networks/83511c49-8313-41e0-9324-e11bfe15bf9c HTTP/1.1" status: 204 len: 168 time: 1.0334277 Nov 12 01:29:10.509010 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53e6f7f-01fa-42cf-babf-eb3e45a5176d tempest-PortsAdminExtendedAttrsTestJSON-880018613 tempest-PortsAdminExtendedAttrsTestJSON-880018613-project] Pushing event deleted for resources: {'Network': ['ID=83511c49-8313-41e0-9324-e11bfe15bf9c,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:10.861871 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-aeee633b-23ba-4a88-90f6-cfe97a89da75 None None] For port cddaef1e-fd5f-46f1-85b7-761a36f10a56, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=cddaef1e-fd5f-46f1-85b7-761a36f10a56,segment=NetworkSegment(8048f36f-00f9-4358-ad1e-3c031eed6ffc),segment_id=8048f36f-00f9-4358-ad1e-3c031eed6ffc)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:29:11.068592 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-aeee633b-23ba-4a88-90f6-cfe97a89da75 None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:11.110967 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-aeee633b-23ba-4a88-90f6-cfe97a89da75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:11.353374 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeee633b-23ba-4a88-90f6-cfe97a89da75 None None] Pushing event updated for resources: {'Port': ['ID=cddaef1e-fd5f-46f1-85b7-761a36f10a56,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:11.424635 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39338) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:11.508370 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:11.726612 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device cddaef1e-fd5f-46f1-85b7-761a36f10a56 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:29:11.951262 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port cddaef1e-fd5f-46f1-85b7-761a36f10a56 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:29:11.963611 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:12.181070 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3b84bd40-1e8f-400e-b89a-35e6425d9368 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:12.213681 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-3b84bd40-1e8f-400e-b89a-35e6425d9368 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Calling delete_port for 066d3ffb-1462-46a3-88c6-8b4fca1e226f owned by {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:29:12.461946 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3b84bd40-1e8f-400e-b89a-35e6425d9368 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:12.511133 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a568763d-bf85-41e1-b19d-a46c6126751f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=50ce03013b89490384749d963a672f41&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0702405 Nov 12 01:29:12.526048 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39354) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:12.535739 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b84bd40-1e8f-400e-b89a-35e6425d9368 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event deleted for resources: {'Port': ['ID=066d3ffb-1462-46a3-88c6-8b4fca1e226f,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:12.627749 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b84bd40-1e8f-400e-b89a-35e6425d9368 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:12.628185 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b84bd40-1e8f-400e-b89a-35e6425d9368 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:12.628482 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b84bd40-1e8f-400e-b89a-35e6425d9368 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:12.628823 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b84bd40-1e8f-400e-b89a-35e6425d9368 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:12.629399 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b84bd40-1e8f-400e-b89a-35e6425d9368 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:12.629601 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b84bd40-1e8f-400e-b89a-35e6425d9368 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:12.629912 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b84bd40-1e8f-400e-b89a-35e6425d9368 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:12.630250 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b84bd40-1e8f-400e-b89a-35e6425d9368 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:12.630578 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b84bd40-1e8f-400e-b89a-35e6425d9368 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:12.631515 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b84bd40-1e8f-400e-b89a-35e6425d9368 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:12.631855 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b84bd40-1e8f-400e-b89a-35e6425d9368 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:12.632207 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b84bd40-1e8f-400e-b89a-35e6425d9368 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:12.707172 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3b84bd40-1e8f-400e-b89a-35e6425d9368 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:12.713647 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3b84bd40-1e8f-400e-b89a-35e6425d9368 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "DELETE /v2.0/ports/066d3ffb-1462-46a3-88c6-8b4fca1e226f HTTP/1.1" status: 204 len: 168 time: 2.5327644 Nov 12 01:29:12.732888 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39360) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:12.839284 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7f69459-033e-4f42-88bb-bd69604bb618 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] GET failed (client error): The resource could not be found. Nov 12 01:29:12.845461 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c7f69459-033e-4f42-88bb-bd69604bb618 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "GET /v2.0/ports/066d3ffb-1462-46a3-88c6-8b4fca1e226f HTTP/1.1" status: 404 len: 333 time: 0.0889821 Nov 12 01:29:12.856241 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39362) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:12.919770 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ddcc02b8-5dd7-44d5-a5b2-975e2cba4669 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:13.009031 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ddcc02b8-5dd7-44d5-a5b2-975e2cba4669 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:13.186554 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ddcc02b8-5dd7-44d5-a5b2-975e2cba4669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:13.186839 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-45079551-b2e6-40f7-a293-88899599d92c tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:13.194257 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ddcc02b8-5dd7-44d5-a5b2-975e2cba4669 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:13.203932 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ddcc02b8-5dd7-44d5-a5b2-975e2cba4669 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5d4fcf1d-59b1-4cb3-8d47-8a5a7f99c2d1 HTTP/1.1" status: 204 len: 168 time: 0.6748254 Nov 12 01:29:13.240090 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc02b8-5dd7-44d5-a5b2-975e2cba4669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4fcf1d-59b1-4cb3-8d47-8a5a7f99c2d1,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:13.301071 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-45079551-b2e6-40f7-a293-88899599d92c tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:13.395755 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-62c0ede1-bf12-47ea-8023-9c728d8f132f None None] Provisioning complete for port 543eff1e-839a-444d-b348-ebab4e2834f1 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:29:13.413306 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-62c0ede1-bf12-47ea-8023-9c728d8f132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:13.498760 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-45079551-b2e6-40f7-a293-88899599d92c tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:13.502659 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-45079551-b2e6-40f7-a293-88899599d92c tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:13.503796 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-45079551-b2e6-40f7-a293-88899599d92c tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "DELETE /v2.0/security-groups/a83589dd-8dec-4669-b019-150d6ca5deb8 HTTP/1.1" status: 204 len: 168 time: 0.6457329 Nov 12 01:29:13.508741 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39374) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:13.535254 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45079551-b2e6-40f7-a293-88899599d92c tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83589dd-8dec-4669-b019-150d6ca5deb8,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:13.682960 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-62c0ede1-bf12-47ea-8023-9c728d8f132f None None] Port 543eff1e-839a-444d-b348-ebab4e2834f1 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:29:13.711255 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-55cbfa93-a77d-4dbe-b331-7ed73995c55d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:13.720735 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-62c0ede1-bf12-47ea-8023-9c728d8f132f None None] Provisioning complete for port cddaef1e-fd5f-46f1-85b7-761a36f10a56 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:29:13.723712 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-62c0ede1-bf12-47ea-8023-9c728d8f132f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:13.786848 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-55cbfa93-a77d-4dbe-b331-7ed73995c55d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:13.926127 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-55cbfa93-a77d-4dbe-b331-7ed73995c55d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:13.928952 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-55cbfa93-a77d-4dbe-b331-7ed73995c55d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:13.935053 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39386) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:13.950770 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-55cbfa93-a77d-4dbe-b331-7ed73995c55d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "DELETE /v2.0/security-groups/5e8ab4c9-db18-4cfc-b4dc-6a2dfb3e7913 HTTP/1.1" status: 204 len: 168 time: 0.4199116 Nov 12 01:29:14.025561 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cbfa93-a77d-4dbe-b331-7ed73995c55d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8ab4c9-db18-4cfc-b4dc-6a2dfb3e7913,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:14.049017 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cbfa93-a77d-4dbe-b331-7ed73995c55d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:14.049375 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cbfa93-a77d-4dbe-b331-7ed73995c55d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:14.055242 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cbfa93-a77d-4dbe-b331-7ed73995c55d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:14.056037 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-62c0ede1-bf12-47ea-8023-9c728d8f132f None None] Could not find standard attr ID for object 066d3ffb-1462-46a3-88c6-8b4fca1e226f. {{(pid=109087) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:29:14.060265 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cbfa93-a77d-4dbe-b331-7ed73995c55d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:14.060854 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cbfa93-a77d-4dbe-b331-7ed73995c55d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:14.062389 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cbfa93-a77d-4dbe-b331-7ed73995c55d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:14.064191 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cbfa93-a77d-4dbe-b331-7ed73995c55d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:14.064362 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cbfa93-a77d-4dbe-b331-7ed73995c55d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:14.064648 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cbfa93-a77d-4dbe-b331-7ed73995c55d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:14.066718 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cbfa93-a77d-4dbe-b331-7ed73995c55d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:14.067090 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cbfa93-a77d-4dbe-b331-7ed73995c55d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:14.067429 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cbfa93-a77d-4dbe-b331-7ed73995c55d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:29:14.185016 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-fe118ea2-f08b-42db-a52a-6be708b3f8dc None None] Could not find standard attr ID for object 066d3ffb-1462-46a3-88c6-8b4fca1e226f. {{(pid=109087) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:29:14.203772 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-2db4c3ad-4e26-4650-ac04-02ef4a2d16e8 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Deleting subnet 6826f6c1-c961-47be-8f37-62a102d9a5da {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:29:14.224333 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2db4c3ad-4e26-4650-ac04-02ef4a2d16e8 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:14.254802 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39392) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:14.329303 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-94cbb4b7-ee68-4712-ad9c-b903776a815c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=deb4cbe9fa404a7e9070c22b9dc0a869&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0732462 Nov 12 01:29:14.333947 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39394) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:14.485009 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-538d7f67-d26c-49cd-8327-1617192b56bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:14.607216 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2db4c3ad-4e26-4650-ac04-02ef4a2d16e8 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:14.636566 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-538d7f67-d26c-49cd-8327-1617192b56bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:14.753748 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-538d7f67-d26c-49cd-8327-1617192b56bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:14.756574 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-538d7f67-d26c-49cd-8327-1617192b56bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:14.762992 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-538d7f67-d26c-49cd-8327-1617192b56bf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f58e8e37-ef38-436b-b7d2-177222c8661f HTTP/1.1" status: 204 len: 168 time: 0.4259744 Nov 12 01:29:14.780648 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538d7f67-d26c-49cd-8327-1617192b56bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58e8e37-ef38-436b-b7d2-177222c8661f,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:14.963692 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2db4c3ad-4e26-4650-ac04-02ef4a2d16e8 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:15.133848 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2db4c3ad-4e26-4650-ac04-02ef4a2d16e8 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:15.155181 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2db4c3ad-4e26-4650-ac04-02ef4a2d16e8 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:15.165963 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39408) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:15.169823 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ae92f0-318f-4103-8870-601202dcf3c3 None None] Network d9d0d213-d600-4e12-8498-848be2c56f7b requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:29:15.174033 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-e22e5bc2-fcea-4fc4-8eb8-e3e41e83b102 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Request body: {'subnet': {'network_id': 'd9d0d213-d600-4e12-8498-848be2c56f7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:29:15.186529 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2db4c3ad-4e26-4650-ac04-02ef4a2d16e8 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "DELETE /v2.0/subnets/6826f6c1-c961-47be-8f37-62a102d9a5da HTTP/1.1" status: 204 len: 168 time: 1.2501624 Nov 12 01:29:15.329844 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db4c3ad-4e26-4650-ac04-02ef4a2d16e8 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event deleted for resources: {'Subnet': ['ID=6826f6c1-c961-47be-8f37-62a102d9a5da,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:15.612588 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22e5bc2-fcea-4fc4-8eb8-e3e41e83b102 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Made reservation on behalf of a32638d5c5e641288786feeafdcdff25 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:29:15.649408 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e22e5bc2-fcea-4fc4-8eb8-e3e41e83b102 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:16.358571 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e22e5bc2-fcea-4fc4-8eb8-e3e41e83b102 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:16.456880 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22e5bc2-fcea-4fc4-8eb8-e3e41e83b102 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Network d9d0d213-d600-4e12-8498-848be2c56f7b is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:29:16.470589 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-e22e5bc2-fcea-4fc4-8eb8-e3e41e83b102 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:29:16.493633 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22e5bc2-fcea-4fc4-8eb8-e3e41e83b102 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:16.494602 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e22e5bc2-fcea-4fc4-8eb8-e3e41e83b102 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:16.572069 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39432) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:16.574600 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e22e5bc2-fcea-4fc4-8eb8-e3e41e83b102 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4072130 Nov 12 01:29:16.578242 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-6cc267bf-2600-4144-a01b-3b2a8dde233f tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Request body: {'security_group': {'name': 'tempest-secgroup-1727858993'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:29:16.586895 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22e5bc2-fcea-4fc4-8eb8-e3e41e83b102 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event updated for resources: {'Subnet': ['ID=ce3e5bda-80a5-44e1-bf6c-8fe21398c8cd,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:16.672522 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6cc267bf-2600-4144-a01b-3b2a8dde233f tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:16.830832 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6cc267bf-2600-4144-a01b-3b2a8dde233f tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:16.842129 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6cc267bf-2600-4144-a01b-3b2a8dde233f tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:16.926302 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6cc267bf-2600-4144-a01b-3b2a8dde233f tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:16.936214 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39442) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:16.945088 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-57cf0665-ca1a-4390-9dda-9e8e47536d2f tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Request body: {'security_group': {'name': 'tempest-secgroup-867693764'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:29:16.948140 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-6cc267bf-2600-4144-a01b-3b2a8dde233f tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3738914 Nov 12 01:29:16.981537 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc267bf-2600-4144-a01b-3b2a8dde233f tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38ed5f78-edc9-4c0e-839e-4e214e58ea5c,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:17.029985 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-57cf0665-ca1a-4390-9dda-9e8e47536d2f tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:17.154258 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1ea441-12ef-4cf0-b1f2-0b46d07b4511 None None] Network d9d0d213-d600-4e12-8498-848be2c56f7b requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:29:17.326065 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-57cf0665-ca1a-4390-9dda-9e8e47536d2f tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:17.333843 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-57cf0665-ca1a-4390-9dda-9e8e47536d2f tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:17.334526 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-2de93c71-584c-4f22-9e61-68c9f2fc40f4 None None] Provisioning complete for port 543eff1e-839a-444d-b348-ebab4e2834f1 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:29:17.335156 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2de93c71-584c-4f22-9e61-68c9f2fc40f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:17.385367 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-57cf0665-ca1a-4390-9dda-9e8e47536d2f tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:17.386833 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-57cf0665-ca1a-4390-9dda-9e8e47536d2f tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4485505 Nov 12 01:29:17.390891 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39456) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:17.398628 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-5ed3461b-4c7f-455f-9f54-3116928554a6 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Request body: {'security_group': {'name': 'tempest-secgroup-729202144'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:29:17.405619 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cf0665-ca1a-4390-9dda-9e8e47536d2f tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e49a553-ed43-4d68-bb44-49f7e03d95ab,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:17.424047 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-2de93c71-584c-4f22-9e61-68c9f2fc40f4 None None] Port 543eff1e-839a-444d-b348-ebab4e2834f1 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:29:17.446418 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-2de93c71-584c-4f22-9e61-68c9f2fc40f4 None None] Provisioning complete for port cddaef1e-fd5f-46f1-85b7-761a36f10a56 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:29:17.447090 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2de93c71-584c-4f22-9e61-68c9f2fc40f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:17.456358 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5ed3461b-4c7f-455f-9f54-3116928554a6 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:17.734207 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5ed3461b-4c7f-455f-9f54-3116928554a6 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:17.744405 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5ed3461b-4c7f-455f-9f54-3116928554a6 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:17.826562 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8b5c23-d82a-4c2c-b45a-27e2ac88f279 None None] Update dhcp port {'port': {'network_id': 'd9d0d213-d600-4e12-8498-848be2c56f7b', 'fixed_ips': [{'subnet_id': '4157c6d6-6c75-4790-ad51-174b34187f02', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ce3e5bda-80a5-44e1-bf6c-8fe21398c8cd'}], 'binding:host_id': 'n-d-712142-27'}, 'id': 'cddaef1e-fd5f-46f1-85b7-761a36f10a56'} from n-d-712142-27. {{(pid=109087) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 01:29:17.836062 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed3461b-4c7f-455f-9f54-3116928554a6 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=981e1296-3bdb-4d64-bf71-ffea333d0d5a,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:17.841089 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5ed3461b-4c7f-455f-9f54-3116928554a6 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:17.842528 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-5ed3461b-4c7f-455f-9f54-3116928554a6 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4502690 Nov 12 01:29:17.845436 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39464) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:17.851138 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-22c07d98-448b-4d5a-8cec-1199a4e0577f tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-480743774', 'security_groups': ['981e1296-3bdb-4d64-bf71-ffea333d0d5a'], 'network_id': 'd9d0d213-d600-4e12-8498-848be2c56f7b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ce3e5bda-80a5-44e1-bf6c-8fe21398c8cd'}]}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:29:17.862599 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bc8b5c23-d82a-4c2c-b45a-27e2ac88f279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:18.119018 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c07d98-448b-4d5a-8cec-1199a4e0577f tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Made reservation on behalf of a32638d5c5e641288786feeafdcdff25 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:29:18.229874 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-bc8b5c23-d82a-4c2c-b45a-27e2ac88f279 None None] Allocated IP 2001:db8::2 (d9d0d213-d600-4e12-8498-848be2c56f7b/ce3e5bda-80a5-44e1-bf6c-8fe21398c8cd/cddaef1e-fd5f-46f1-85b7-761a36f10a56) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:29:18.328419 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-22c07d98-448b-4d5a-8cec-1199a4e0577f tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:18.379524 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [None req-22c07d98-448b-4d5a-8cec-1199a4e0577f tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] device_id is not set on port 02c52192-70c9-453d-8c82-26d4283c216f yet. {{(pid=109085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:29:18.495021 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-bc8b5c23-d82a-4c2c-b45a-27e2ac88f279 None None] For port cddaef1e-fd5f-46f1-85b7-761a36f10a56, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=cddaef1e-fd5f-46f1-85b7-761a36f10a56,segment=NetworkSegment(8048f36f-00f9-4358-ad1e-3c031eed6ffc),segment_id=8048f36f-00f9-4358-ad1e-3c031eed6ffc)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:29:18.610548 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bc8b5c23-d82a-4c2c-b45a-27e2ac88f279 None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:18.634634 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bc8b5c23-d82a-4c2c-b45a-27e2ac88f279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:18.728024 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-22c07d98-448b-4d5a-8cec-1199a4e0577f tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Allocated IP 2001:db8::3c1 (d9d0d213-d600-4e12-8498-848be2c56f7b/ce3e5bda-80a5-44e1-bf6c-8fe21398c8cd/02c52192-70c9-453d-8c82-26d4283c216f) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:29:18.849252 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39488) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:18.981343 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-22c07d98-448b-4d5a-8cec-1199a4e0577f tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:19.043468 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-22c07d98-448b-4d5a-8cec-1199a4e0577f tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:19.129648 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-324ec72d-11ee-46d5-9854-6caa1d8f5ab2 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1128337044', 'router:external': True}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:29:19.202223 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8b5c23-d82a-4c2c-b45a-27e2ac88f279 None None] Pushing event updated for resources: {'Port': ['ID=cddaef1e-fd5f-46f1-85b7-761a36f10a56,revision_number=6']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:19.230248 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324ec72d-11ee-46d5-9854-6caa1d8f5ab2 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Made reservation on behalf of 271da54e383f493bbd2a67a72bfe81cc for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:29:19.233487 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-324ec72d-11ee-46d5-9854-6caa1d8f5ab2 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:19.233752 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c07d98-448b-4d5a-8cec-1199a4e0577f tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Network d9d0d213-d600-4e12-8498-848be2c56f7b is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:29:19.253803 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-22c07d98-448b-4d5a-8cec-1199a4e0577f tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:29:19.260096 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-324ec72d-11ee-46d5-9854-6caa1d8f5ab2 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:19.276768 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c07d98-448b-4d5a-8cec-1199a4e0577f tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:29:19.300069 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c07d98-448b-4d5a-8cec-1199a4e0577f tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:19.300867 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-22c07d98-448b-4d5a-8cec-1199a4e0577f tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:19.329577 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c07d98-448b-4d5a-8cec-1199a4e0577f tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event updated for resources: {'Port': ['ID=02c52192-70c9-453d-8c82-26d4283c216f,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:19.345717 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-22c07d98-448b-4d5a-8cec-1199a4e0577f tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4991620 Nov 12 01:29:19.350595 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39502) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:19.376295 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-d3062e57-cde9-48fb-b258-1fef8d578de1 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Request body: {'subnet': {'network_id': 'd9d0d213-d600-4e12-8498-848be2c56f7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:29:19.637306 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device cddaef1e-fd5f-46f1-85b7-761a36f10a56 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:29:19.798674 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-324ec72d-11ee-46d5-9854-6caa1d8f5ab2 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:19.828189 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-324ec72d-11ee-46d5-9854-6caa1d8f5ab2 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:19.831388 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port cddaef1e-fd5f-46f1-85b7-761a36f10a56 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:29:19.831765 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:19.980224 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-324ec72d-11ee-46d5-9854-6caa1d8f5ab2 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:29:19.992922 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3062e57-cde9-48fb-b258-1fef8d578de1 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Made reservation on behalf of a32638d5c5e641288786feeafdcdff25 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:29:20.000708 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d3062e57-cde9-48fb-b258-1fef8d578de1 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:20.103877 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-324ec72d-11ee-46d5-9854-6caa1d8f5ab2 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:20.104608 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-324ec72d-11ee-46d5-9854-6caa1d8f5ab2 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Added segment ac8935b6-4e7b-48d1-bf12-56fbd3fe5bfc of type vlan for network 6cb643bc-f0fc-4517-baa1-0aebb7ee520f Nov 12 01:29:20.115350 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ec72d-11ee-46d5-9854-6caa1d8f5ab2 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28262414-0826-479c-8454-b9e0f27ea737,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:20.289907 n-d-712142-27 neutron-server[109086]: INFO neutron.db.ipam_backend_mixin [None req-d3062e57-cde9-48fb-b258-1fef8d578de1 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ce3e5bda-80a5-44e1-bf6c-8fe21398c8cd (CIDR: 2001:db8::/64) Nov 12 01:29:20.297776 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3062e57-cde9-48fb-b258-1fef8d578de1 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:29:20.300174 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3062e57-cde9-48fb-b258-1fef8d578de1 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:29:20.358117 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-324ec72d-11ee-46d5-9854-6caa1d8f5ab2 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:20.380995 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d3062e57-cde9-48fb-b258-1fef8d578de1 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0286019 Nov 12 01:29:20.385050 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39506) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:20.405783 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-b28bb95f-6b40-4d64-9987-87a5a05fe1a8 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Request body: {'subnet': {'network_id': 'd9d0d213-d600-4e12-8498-848be2c56f7b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:29:20.453639 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-324ec72d-11ee-46d5-9854-6caa1d8f5ab2 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:20.464682 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324ec72d-11ee-46d5-9854-6caa1d8f5ab2 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:20.471031 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-324ec72d-11ee-46d5-9854-6caa1d8f5ab2 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:20.538250 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-55fca256-cc2c-4a00-9961-074520877859 None None] Provisioning complete for port 543eff1e-839a-444d-b348-ebab4e2834f1 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:29:20.544852 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-55fca256-cc2c-4a00-9961-074520877859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:20.745399 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-55fca256-cc2c-4a00-9961-074520877859 None None] Port 543eff1e-839a-444d-b348-ebab4e2834f1 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:29:20.791109 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-55fca256-cc2c-4a00-9961-074520877859 None None] Provisioning complete for port cddaef1e-fd5f-46f1-85b7-761a36f10a56 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:29:20.797568 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-55fca256-cc2c-4a00-9961-074520877859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:20.999044 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ec72d-11ee-46d5-9854-6caa1d8f5ab2 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Pushing event updated for resources: {'Network': ['ID=6cb643bc-f0fc-4517-baa1-0aebb7ee520f,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:21.042129 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-324ec72d-11ee-46d5-9854-6caa1d8f5ab2 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.1880975 Nov 12 01:29:21.044871 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39514) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:21.045570 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 6cb643bc-f0fc-4517-baa1-0aebb7ee520f details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:29:21.076969 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-3f62c5f3-8239-491d-96f8-26ba73c52775 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Request body: {'subnet': {'network_id': '6cb643bc-f0fc-4517-baa1-0aebb7ee520f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:29:21.133322 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28bb95f-6b40-4d64-9987-87a5a05fe1a8 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Made reservation on behalf of a32638d5c5e641288786feeafdcdff25 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:29:21.149166 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b28bb95f-6b40-4d64-9987-87a5a05fe1a8 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:21.208146 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f62c5f3-8239-491d-96f8-26ba73c52775 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Made reservation on behalf of 271da54e383f493bbd2a67a72bfe81cc for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:29:21.213508 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3f62c5f3-8239-491d-96f8-26ba73c52775 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:21.385321 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-8bd0dbdb-07b0-4524-9991-97ffa550a744 None None] Provisioning complete for port 02c52192-70c9-453d-8c82-26d4283c216f triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:29:21.386394 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8bd0dbdb-07b0-4524-9991-97ffa550a744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:21.483241 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-8bd0dbdb-07b0-4524-9991-97ffa550a744 None None] Port 02c52192-70c9-453d-8c82-26d4283c216f cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:29:21.485425 n-d-712142-27 neutron-server[109085]: INFO neutron.db.ipam_backend_mixin [None req-b28bb95f-6b40-4d64-9987-87a5a05fe1a8 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 4157c6d6-6c75-4790-ad51-174b34187f02 (CIDR: 2001:db8:0:1::/64) Nov 12 01:29:21.492787 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-b28bb95f-6b40-4d64-9987-87a5a05fe1a8 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:29:21.494415 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b28bb95f-6b40-4d64-9987-87a5a05fe1a8 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:29:21.533935 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-b28bb95f-6b40-4d64-9987-87a5a05fe1a8 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.1461964 Nov 12 01:29:21.535928 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39516) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:21.551894 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-6c504552-2969-4378-83b9-ebbd462fe02d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Request body: {'subnet': {'network_id': 'd9d0d213-d600-4e12-8498-848be2c56f7b', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:29:21.985479 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c504552-2969-4378-83b9-ebbd462fe02d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Made reservation on behalf of a32638d5c5e641288786feeafdcdff25 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:29:21.992013 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6c504552-2969-4378-83b9-ebbd462fe02d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:22.104023 n-d-712142-27 neutron-server[109086]: DEBUG neutron.objects.ports [None req-3f62c5f3-8239-491d-96f8-26ba73c52775 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109086) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 01:29:22.104627 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3f62c5f3-8239-491d-96f8-26ba73c52775 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:22.219919 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f62c5f3-8239-491d-96f8-26ba73c52775 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5a2ccc4a-7323-456e-87e5-28f1462289b9,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:22.267109 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f62c5f3-8239-491d-96f8-26ba73c52775 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Checking segment: {'id': 'ac8935b6-4e7b-48d1-bf12-56fbd3fe5bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6cb643bc-f0fc-4517-baa1-0aebb7ee520f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:29:22.267582 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f62c5f3-8239-491d-96f8-26ba73c52775 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Network hostable DHCP agents. Network: 6cb643bc-f0fc-4517-baa1-0aebb7ee520f, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:29:22.346630 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f62c5f3-8239-491d-96f8-26ba73c52775 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Network 6cb643bc-f0fc-4517-baa1-0aebb7ee520f is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:29:22.362519 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-3f62c5f3-8239-491d-96f8-26ba73c52775 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 6cb643bc-f0fc-4517-baa1-0aebb7ee520f) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:29:22.367571 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f62c5f3-8239-491d-96f8-26ba73c52775 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:22.368016 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3f62c5f3-8239-491d-96f8-26ba73c52775 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:22.374583 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e3ca67-8185-46f4-ba65-a2862cc5318a None None] Network 6cb643bc-f0fc-4517-baa1-0aebb7ee520f requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:29:22.407019 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3f62c5f3-8239-491d-96f8-26ba73c52775 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.3584571 Nov 12 01:29:22.416050 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39524) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:22.430472 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-6ab3115a-ea5b-4908-bfcf-52311cd840bd tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-37601153', 'network_id': '6cb643bc-f0fc-4517-baa1-0aebb7ee520f'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:29:22.504174 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab3115a-ea5b-4908-bfcf-52311cd840bd tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Made reservation on behalf of 271da54e383f493bbd2a67a72bfe81cc for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:29:22.506568 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6ab3115a-ea5b-4908-bfcf-52311cd840bd tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:22.562493 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6c504552-2969-4378-83b9-ebbd462fe02d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:22.566347 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-6ab3115a-ea5b-4908-bfcf-52311cd840bd tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] device_id is not set on port 9338dc7d-45d1-4473-af3f-6ff09ad90de7 yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:29:22.625618 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c504552-2969-4378-83b9-ebbd462fe02d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Network d9d0d213-d600-4e12-8498-848be2c56f7b is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:29:22.632210 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-6c504552-2969-4378-83b9-ebbd462fe02d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:29:22.639384 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c504552-2969-4378-83b9-ebbd462fe02d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:22.640235 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6c504552-2969-4378-83b9-ebbd462fe02d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:22.663301 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c504552-2969-4378-83b9-ebbd462fe02d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event updated for resources: {'Subnet': ['ID=3286bbc2-6a17-4d9b-bc39-807e8640051e,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:22.693305 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-6c504552-2969-4378-83b9-ebbd462fe02d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1551397 Nov 12 01:29:22.695088 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39526) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:22.702104 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1907fd75-0d10-4c1f-9cd5-1795e34e37e1 None None] Network d9d0d213-d600-4e12-8498-848be2c56f7b requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:29:22.713663 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-d135c1bf-916f-4e9f-8cb7-37e8ab16ad70 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-286946834', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3286bbc2-6a17-4d9b-bc39-807e8640051e'}], 'security_groups': ['38ed5f78-edc9-4c0e-839e-4e214e58ea5c', '4e49a553-ed43-4d68-bb44-49f7e03d95ab']}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:29:22.843958 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df21e23a-7264-4470-a394-b7338c5f0e38 None None] Network 6cb643bc-f0fc-4517-baa1-0aebb7ee520f requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:29:22.912827 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d135c1bf-916f-4e9f-8cb7-37e8ab16ad70 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:23.194497 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-6ab3115a-ea5b-4908-bfcf-52311cd840bd tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Allocated IP 2001:db8::e8 (6cb643bc-f0fc-4517-baa1-0aebb7ee520f/5a2ccc4a-7323-456e-87e5-28f1462289b9/9338dc7d-45d1-4473-af3f-6ff09ad90de7) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:29:23.481677 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991ee4ab-d37c-4180-9dd3-d31dddf2a91b None None] Update dhcp port {'port': {'network_id': 'd9d0d213-d600-4e12-8498-848be2c56f7b', 'fixed_ips': [{'subnet_id': '4157c6d6-6c75-4790-ad51-174b34187f02', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ce3e5bda-80a5-44e1-bf6c-8fe21398c8cd', 'ip_address': '2001:db8::2'}, {'subnet_id': '3286bbc2-6a17-4d9b-bc39-807e8640051e'}], 'binding:host_id': 'n-d-712142-27'}, 'id': 'cddaef1e-fd5f-46f1-85b7-761a36f10a56'} from n-d-712142-27. {{(pid=109087) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 01:29:23.572779 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-991ee4ab-d37c-4180-9dd3-d31dddf2a91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:23.631838 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6ab3115a-ea5b-4908-bfcf-52311cd840bd tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:23.673412 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6ab3115a-ea5b-4908-bfcf-52311cd840bd tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:23.767870 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab3115a-ea5b-4908-bfcf-52311cd840bd tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Network 6cb643bc-f0fc-4517-baa1-0aebb7ee520f is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:29:23.786937 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-6ab3115a-ea5b-4908-bfcf-52311cd840bd tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:29:23.799704 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab3115a-ea5b-4908-bfcf-52311cd840bd tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:29:23.803441 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab3115a-ea5b-4908-bfcf-52311cd840bd tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:23.804919 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6ab3115a-ea5b-4908-bfcf-52311cd840bd tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:23.863467 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-d135c1bf-916f-4e9f-8cb7-37e8ab16ad70 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Delete allocated IP 2001:db8::3c1 (d9d0d213-d600-4e12-8498-848be2c56f7b/ce3e5bda-80a5-44e1-bf6c-8fe21398c8cd) {{(pid=109085) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 01:29:23.866173 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab3115a-ea5b-4908-bfcf-52311cd840bd tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Pushing event updated for resources: {'Port': ['ID=9338dc7d-45d1-4473-af3f-6ff09ad90de7,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:23.883865 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-d135c1bf-916f-4e9f-8cb7-37e8ab16ad70 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Allocated IP 2001:db8:0:2::374 (d9d0d213-d600-4e12-8498-848be2c56f7b/3286bbc2-6a17-4d9b-bc39-807e8640051e/02c52192-70c9-453d-8c82-26d4283c216f) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:29:23.897463 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6ab3115a-ea5b-4908-bfcf-52311cd840bd tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4780374 Nov 12 01:29:23.898209 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39540) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:24.158975 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-6196528e-89b7-4ff7-9513-b3038c5afb33 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Deleting port 9338dc7d-45d1-4473-af3f-6ff09ad90de7 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:29:24.159425 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6196528e-89b7-4ff7-9513-b3038c5afb33 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:24.323306 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d135c1bf-916f-4e9f-8cb7-37e8ab16ad70 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:24.331895 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d135c1bf-916f-4e9f-8cb7-37e8ab16ad70 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:24.338685 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6196528e-89b7-4ff7-9513-b3038c5afb33 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:24.379092 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-6196528e-89b7-4ff7-9513-b3038c5afb33 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Calling delete_port for 9338dc7d-45d1-4473-af3f-6ff09ad90de7 owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:29:24.493549 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d135c1bf-916f-4e9f-8cb7-37e8ab16ad70 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event updated for resources: {'Port': ['ID=02c52192-70c9-453d-8c82-26d4283c216f,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:24.526129 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-d135c1bf-916f-4e9f-8cb7-37e8ab16ad70 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] In _notify_port_updated(), no bound segment for port 02c52192-70c9-453d-8c82-26d4283c216f on network d9d0d213-d600-4e12-8498-848be2c56f7b {{(pid=109085) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:29:24.533137 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d135c1bf-916f-4e9f-8cb7-37e8ab16ad70 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:24.533832 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d135c1bf-916f-4e9f-8cb7-37e8ab16ad70 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:24.538391 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-d135c1bf-916f-4e9f-8cb7-37e8ab16ad70 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "PUT /v2.0/ports/02c52192-70c9-453d-8c82-26d4283c216f HTTP/1.1" status: 200 len: 969 time: 1.8402667 Nov 12 01:29:24.539507 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39546) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:24.648607 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-991ee4ab-d37c-4180-9dd3-d31dddf2a91b None None] Allocated IP 2001:db8:0:2::2 (d9d0d213-d600-4e12-8498-848be2c56f7b/3286bbc2-6a17-4d9b-bc39-807e8640051e/cddaef1e-fd5f-46f1-85b7-761a36f10a56) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:29:24.672529 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6196528e-89b7-4ff7-9513-b3038c5afb33 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:24.740179 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-f4748308-f6c1-41f3-af09-8704ddf5c502 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Deleting port 02c52192-70c9-453d-8c82-26d4283c216f {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:29:24.741674 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f4748308-f6c1-41f3-af09-8704ddf5c502 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:24.763232 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196528e-89b7-4ff7-9513-b3038c5afb33 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Pushing event deleted for resources: {'Port': ['ID=9338dc7d-45d1-4473-af3f-6ff09ad90de7,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:24.814380 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6196528e-89b7-4ff7-9513-b3038c5afb33 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:24.823482 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6196528e-89b7-4ff7-9513-b3038c5afb33 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] 10.222.0.45 "DELETE /v2.0/ports/9338dc7d-45d1-4473-af3f-6ff09ad90de7 HTTP/1.1" status: 204 len: 168 time: 0.9184909 Nov 12 01:29:24.825742 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39548) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:24.831390 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-847b6f9e-fc21-45ff-be5b-93136353d02a tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6cb643bc-f0fc-4517-baa1-0aebb7ee520f', 'external_fixed_ips': [{'subnet_id': '5a2ccc4a-7323-456e-87e5-28f1462289b9', 'ip_address': '2001:db8::e8'}]}}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:29:24.861307 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-991ee4ab-d37c-4180-9dd3-d31dddf2a91b None None] For port cddaef1e-fd5f-46f1-85b7-761a36f10a56, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=cddaef1e-fd5f-46f1-85b7-761a36f10a56,segment=NetworkSegment(8048f36f-00f9-4358-ad1e-3c031eed6ffc),segment_id=8048f36f-00f9-4358-ad1e-3c031eed6ffc)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:29:24.867234 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-847b6f9e-fc21-45ff-be5b-93136353d02a tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:24.869279 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-847b6f9e-fc21-45ff-be5b-93136353d02a tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:24.944312 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-991ee4ab-d37c-4180-9dd3-d31dddf2a91b None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:24.952450 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-991ee4ab-d37c-4180-9dd3-d31dddf2a91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:25.021762 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f4748308-f6c1-41f3-af09-8704ddf5c502 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:25.035598 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-847b6f9e-fc21-45ff-be5b-93136353d02a tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:25.092763 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-f4748308-f6c1-41f3-af09-8704ddf5c502 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Calling delete_port for 02c52192-70c9-453d-8c82-26d4283c216f owned by {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:29:25.453894 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ee4ab-d37c-4180-9dd3-d31dddf2a91b None None] Pushing event updated for resources: {'Port': ['ID=cddaef1e-fd5f-46f1-85b7-761a36f10a56,revision_number=7']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:25.495101 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-847b6f9e-fc21-45ff-be5b-93136353d02a tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:25.663517 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f4748308-f6c1-41f3-af09-8704ddf5c502 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:25.872377 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f4748308-f6c1-41f3-af09-8704ddf5c502 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:25.909395 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-f4748308-f6c1-41f3-af09-8704ddf5c502 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "DELETE /v2.0/ports/02c52192-70c9-453d-8c82-26d4283c216f HTTP/1.1" status: 204 len: 168 time: 1.3680017 Nov 12 01:29:25.913474 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39570) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:25.959230 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4748308-f6c1-41f3-af09-8704ddf5c502 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event deleted for resources: {'Port': ['ID=02c52192-70c9-453d-8c82-26d4283c216f,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:26.030230 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bd6926e-ccea-4f17-928e-ce87f198fd3f tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] GET failed (client error): The resource could not be found. Nov 12 01:29:26.031990 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-5bd6926e-ccea-4f17-928e-ce87f198fd3f tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "GET /v2.0/ports/02c52192-70c9-453d-8c82-26d4283c216f HTTP/1.1" status: 404 len: 333 time: 0.1171651 Nov 12 01:29:26.036334 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39572) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:26.256382 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7bbcf009-da31-4a86-a712-e01ca290ff76 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:26.294329 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39578) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:26.341664 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7bbcf009-da31-4a86-a712-e01ca290ff76 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:26.443350 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7bbcf009-da31-4a86-a712-e01ca290ff76 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:26.447076 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7bbcf009-da31-4a86-a712-e01ca290ff76 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:26.448691 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7bbcf009-da31-4a86-a712-e01ca290ff76 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "DELETE /v2.0/security-groups/981e1296-3bdb-4d64-bf71-ffea333d0d5a HTTP/1.1" status: 204 len: 168 time: 0.4114068 Nov 12 01:29:26.459083 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39582) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:26.598302 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbcf009-da31-4a86-a712-e01ca290ff76 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=981e1296-3bdb-4d64-bf71-ffea333d0d5a,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:26.769094 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-392f77fd-5e72-4ae9-9e0e-4d63544424cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:26.778380 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a156e8c6-1cd6-46fd-8712-fc4121c53598 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:26.873688 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a156e8c6-1cd6-46fd-8712-fc4121c53598 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:26.973623 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7cf1aca0-9df2-4774-9eb1-032f648d00e2 None None] Could not find standard attr ID for object 02c52192-70c9-453d-8c82-26d4283c216f. {{(pid=109087) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:29:27.054383 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7cf1aca0-9df2-4774-9eb1-032f648d00e2 None None] Provisioning complete for port 543eff1e-839a-444d-b348-ebab4e2834f1 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:29:27.054754 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7cf1aca0-9df2-4774-9eb1-032f648d00e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:27.136380 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-847b6f9e-fc21-45ff-be5b-93136353d02a tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:27.224728 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-7cf1aca0-9df2-4774-9eb1-032f648d00e2 None None] Port 543eff1e-839a-444d-b348-ebab4e2834f1 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:29:27.297805 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-847b6f9e-fc21-45ff-be5b-93136353d02a tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:27.320907 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-459d1487-6f00-4cc9-bbdd-2d073860eb97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:27.362439 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a156e8c6-1cd6-46fd-8712-fc4121c53598 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:27.379887 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a156e8c6-1cd6-46fd-8712-fc4121c53598 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:27.380704 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7cf1aca0-9df2-4774-9eb1-032f648d00e2 None None] Provisioning complete for port cddaef1e-fd5f-46f1-85b7-761a36f10a56 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:29:27.383066 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7cf1aca0-9df2-4774-9eb1-032f648d00e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:27.385876 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39588) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:27.390578 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a156e8c6-1cd6-46fd-8712-fc4121c53598 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "DELETE /v2.0/security-groups/4e49a553-ed43-4d68-bb44-49f7e03d95ab HTTP/1.1" status: 204 len: 168 time: 0.9282594 Nov 12 01:29:27.511345 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a156e8c6-1cd6-46fd-8712-fc4121c53598 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e49a553-ed43-4d68-bb44-49f7e03d95ab,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:27.748424 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-392f77fd-5e72-4ae9-9e0e-4d63544424cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:27.771279 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-392f77fd-5e72-4ae9-9e0e-4d63544424cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:27.795912 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device cddaef1e-fd5f-46f1-85b7-761a36f10a56 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:29:27.903334 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port cddaef1e-fd5f-46f1-85b7-761a36f10a56 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:29:27.903643 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:27.994959 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-392f77fd-5e72-4ae9-9e0e-4d63544424cd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e5793dd79f004b3a8d8b031766e2ce85&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6993790 Nov 12 01:29:27.996519 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392f77fd-5e72-4ae9-9e0e-4d63544424cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395a28cc-7618-4573-92c7-e1f02c21bb0a,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:28.009652 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39592) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:28.044656 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-3d51ff6b-96d8-4075-ba90-1b729f7b9d9e None None] Could not find standard attr ID for object 02c52192-70c9-453d-8c82-26d4283c216f. {{(pid=109087) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:29:28.121800 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6951b54d-3a48-423e-936f-b9496e87f06b tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:28.155397 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-04bf6ca7-81a8-4005-aeba-8ef7afa89cb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:28.220454 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-04bf6ca7-81a8-4005-aeba-8ef7afa89cb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:28.281970 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6951b54d-3a48-423e-936f-b9496e87f06b tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:28.303011 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-847b6f9e-fc21-45ff-be5b-93136353d02a tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Allocated IP 2001:db8::e8 (6cb643bc-f0fc-4517-baa1-0aebb7ee520f/5a2ccc4a-7323-456e-87e5-28f1462289b9/6e450f7e-5fdd-46e6-baf4-1d9e8e0af18f) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:29:28.362996 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-04bf6ca7-81a8-4005-aeba-8ef7afa89cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:28.368127 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-04bf6ca7-81a8-4005-aeba-8ef7afa89cb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:28.372720 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-04bf6ca7-81a8-4005-aeba-8ef7afa89cb0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/395a28cc-7618-4573-92c7-e1f02c21bb0a HTTP/1.1" status: 204 len: 168 time: 0.3591573 Nov 12 01:29:28.448171 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf6ca7-81a8-4005-aeba-8ef7afa89cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395a28cc-7618-4573-92c7-e1f02c21bb0a,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:28.553450 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6951b54d-3a48-423e-936f-b9496e87f06b tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:28.557447 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6951b54d-3a48-423e-936f-b9496e87f06b tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:28.562306 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6951b54d-3a48-423e-936f-b9496e87f06b tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "DELETE /v2.0/security-groups/38ed5f78-edc9-4c0e-839e-4e214e58ea5c HTTP/1.1" status: 204 len: 168 time: 1.1726081 Nov 12 01:29:28.562793 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39598) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:28.635059 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6951b54d-3a48-423e-936f-b9496e87f06b tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ed5f78-edc9-4c0e-839e-4e214e58ea5c,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:28.700470 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-f030e1cd-b23f-401c-bace-8d361f5078f3 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Deleting subnet ce3e5bda-80a5-44e1-bf6c-8fe21398c8cd {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:29:28.706232 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f030e1cd-b23f-401c-bace-8d361f5078f3 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:28.724460 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-847b6f9e-fc21-45ff-be5b-93136353d02a tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:28.805797 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f030e1cd-b23f-401c-bace-8d361f5078f3 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:28.881824 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-847b6f9e-fc21-45ff-be5b-93136353d02a tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:29.003849 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847b6f9e-fc21-45ff-be5b-93136353d02a tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Network 6cb643bc-f0fc-4517-baa1-0aebb7ee520f is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:29:29.010342 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-847b6f9e-fc21-45ff-be5b-93136353d02a tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:29:29.015150 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847b6f9e-fc21-45ff-be5b-93136353d02a tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:29:29.023166 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39604) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:29.045237 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f030e1cd-b23f-401c-bace-8d361f5078f3 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:29.077843 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7c5ae7cb-9d6d-49ec-8281-3f73d7c5aba1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:29.080707 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b6f9e-fc21-45ff-be5b-93136353d02a tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Pushing event updated for resources: {'Port': ['ID=6e450f7e-5fdd-46e6-baf4-1d9e8e0af18f,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:29.211636 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f030e1cd-b23f-401c-bace-8d361f5078f3 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:29.287170 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f030e1cd-b23f-401c-bace-8d361f5078f3 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:29.296941 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52eaf3e9-c2fa-464b-89dd-75647cefda07 None None] Network d9d0d213-d600-4e12-8498-848be2c56f7b requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:29:29.299522 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-f030e1cd-b23f-401c-bace-8d361f5078f3 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "DELETE /v2.0/subnets/ce3e5bda-80a5-44e1-bf6c-8fe21398c8cd HTTP/1.1" status: 204 len: 168 time: 0.7354078 Nov 12 01:29:29.300356 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39608) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:29.301280 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f030e1cd-b23f-401c-bace-8d361f5078f3 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event deleted for resources: {'Subnet': ['ID=ce3e5bda-80a5-44e1-bf6c-8fe21398c8cd,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:29.445898 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-deec2c62-e802-4275-8e57-a95c0e1eeaaa tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Deleting subnet 3286bbc2-6a17-4d9b-bc39-807e8640051e {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:29:29.451559 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-deec2c62-e802-4275-8e57-a95c0e1eeaaa tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:29.564489 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7c5ae7cb-9d6d-49ec-8281-3f73d7c5aba1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:29.582062 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7c5ae7cb-9d6d-49ec-8281-3f73d7c5aba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:29.624771 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-deec2c62-e802-4275-8e57-a95c0e1eeaaa tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:29.705264 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-847b6f9e-fc21-45ff-be5b-93136353d02a tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:29.879831 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-deec2c62-e802-4275-8e57-a95c0e1eeaaa tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:29.914041 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7c5ae7cb-9d6d-49ec-8281-3f73d7c5aba1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0e677cbf6da946059a6a21cd6b6d65dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8901453 Nov 12 01:29:29.923394 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39638) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:29.985493 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5ae7cb-9d6d-49ec-8281-3f73d7c5aba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e71435b-207e-48db-9f29-76ed811a5a04,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:30.049715 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-deec2c62-e802-4275-8e57-a95c0e1eeaaa tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:30.091311 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deec2c62-e802-4275-8e57-a95c0e1eeaaa tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event deleted for resources: {'Subnet': ['ID=3286bbc2-6a17-4d9b-bc39-807e8640051e,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:30.094926 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-deec2c62-e802-4275-8e57-a95c0e1eeaaa tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:30.101601 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-deec2c62-e802-4275-8e57-a95c0e1eeaaa tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "DELETE /v2.0/subnets/3286bbc2-6a17-4d9b-bc39-807e8640051e HTTP/1.1" status: 204 len: 168 time: 0.7870240 Nov 12 01:29:30.101699 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39654) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:30.173223 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-e427f7cd-a78c-49b6-8ca4-54c01e28542a tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] DELETE failed (client error): The resource could not be found. Nov 12 01:29:30.173734 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e427f7cd-a78c-49b6-8ca4-54c01e28542a tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:29:30.177095 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e427f7cd-a78c-49b6-8ca4-54c01e28542a tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "DELETE /v2.0/subnets/ce3e5bda-80a5-44e1-bf6c-8fe21398c8cd HTTP/1.1" status: 404 len: 337 time: 0.0741782 Nov 12 01:29:30.180379 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39656) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:30.393656 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-801ef9ad-7255-4ca1-b0c1-fe5d57272068 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Deleting subnet 4157c6d6-6c75-4790-ad51-174b34187f02 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:29:30.405720 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-801ef9ad-7255-4ca1-b0c1-fe5d57272068 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:30.417328 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5dc01ab0-0062-41dd-9fbf-5101574464bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:30.533113 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-801ef9ad-7255-4ca1-b0c1-fe5d57272068 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:30.797174 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5dc01ab0-0062-41dd-9fbf-5101574464bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:30.855609 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1aea0529-8154-40e8-a1aa-53a31dfd9565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:31.006069 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-847b6f9e-fc21-45ff-be5b-93136353d02a tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:31.008614 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-801ef9ad-7255-4ca1-b0c1-fe5d57272068 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:31.111848 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-801ef9ad-7255-4ca1-b0c1-fe5d57272068 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:31.146959 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-801ef9ad-7255-4ca1-b0c1-fe5d57272068 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:31.167290 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-801ef9ad-7255-4ca1-b0c1-fe5d57272068 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "DELETE /v2.0/subnets/4157c6d6-6c75-4790-ad51-174b34187f02 HTTP/1.1" status: 204 len: 168 time: 0.9832900 Nov 12 01:29:31.171712 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39684) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:31.258512 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5dc01ab0-0062-41dd-9fbf-5101574464bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:31.276766 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5dc01ab0-0062-41dd-9fbf-5101574464bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:31.278249 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5dc01ab0-0062-41dd-9fbf-5101574464bf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1e71435b-207e-48db-9f29-76ed811a5a04 HTTP/1.1" status: 204 len: 168 time: 1.3514845 Nov 12 01:29:31.297165 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ef9ad-7255-4ca1-b0c1-fe5d57272068 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event deleted for resources: {'Subnet': ['ID=4157c6d6-6c75-4790-ad51-174b34187f02,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:31.337387 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e310d789-a097-4470-8663-b2d40024c49e None None] Network d9d0d213-d600-4e12-8498-848be2c56f7b requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:29:31.383872 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-c77cf22a-9a9b-43ab-9c9c-f2f5ba976367 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] DELETE failed (client error): The resource could not be found. Nov 12 01:29:31.393355 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c77cf22a-9a9b-43ab-9c9c-f2f5ba976367 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:29:31.403285 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c77cf22a-9a9b-43ab-9c9c-f2f5ba976367 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "DELETE /v2.0/subnets/6826f6c1-c961-47be-8f37-62a102d9a5da HTTP/1.1" status: 404 len: 337 time: 0.2282770 Nov 12 01:29:31.405751 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39712) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:31.526355 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-b72e8246-c8e2-4f0c-8681-d37540289e9f tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "GET /v2.0/ports?device_id=c9dbd710-e16d-435f-8c2a-1a78b364094a HTTP/1.1" status: 200 len: 205 time: 0.1163752 Nov 12 01:29:31.527564 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc01ab0-0062-41dd-9fbf-5101574464bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e71435b-207e-48db-9f29-76ed811a5a04,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:31.528704 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39722) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:31.623427 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847b6f9e-fc21-45ff-be5b-93136353d02a tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Router ca69e35b-d8fb-4824-97b8-fd960411c8d5 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:29:31.678866 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-01fdb579-2a4a-4aea-8a76-43d0f4156ba1 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] delete failed (client error): The resource could not be found. Nov 12 01:29:31.694330 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-01fdb579-2a4a-4aea-8a76-43d0f4156ba1 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "DELETE /v2.0/routers/c9dbd710-e16d-435f-8c2a-1a78b364094a HTTP/1.1" status: 404 len: 336 time: 0.1523821 Nov 12 01:29:31.696283 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39740) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:31.766324 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e9e4020-a17f-4c8e-9bb6-42c51df4822d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] DELETE failed (client error): The resource could not be found. Nov 12 01:29:31.766867 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e9e4020-a17f-4c8e-9bb6-42c51df4822d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:29:31.772371 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4e9e4020-a17f-4c8e-9bb6-42c51df4822d tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "DELETE /v2.0/subnets/b836f154-20e3-49b8-a6a0-c3b1e53d18e9 HTTP/1.1" status: 404 len: 337 time: 0.0698683 Nov 12 01:29:31.773196 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39742) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:31.832955 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-f49a4438-84e9-45de-aa45-a610104107e8 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] DELETE failed (client error): The resource could not be found. Nov 12 01:29:31.833432 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f49a4438-84e9-45de-aa45-a610104107e8 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:29:31.842088 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-f49a4438-84e9-45de-aa45-a610104107e8 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "DELETE /v2.0/subnets/93f7bc7c-96da-419f-bf2f-b9958343d709 HTTP/1.1" status: 404 len: 337 time: 0.0649858 Nov 12 01:29:31.858728 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39746) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:31.872397 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-cfd4aeca-ab8a-4f55-846a-ce913d251021 None None] Provisioning complete for port 543eff1e-839a-444d-b348-ebab4e2834f1 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:29:31.873117 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cfd4aeca-ab8a-4f55-846a-ce913d251021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:32.012930 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-205cb5a1-38f9-46b3-ba82-8969f0b3ade0 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] DELETE failed (client error): The resource could not be found. Nov 12 01:29:32.018516 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-205cb5a1-38f9-46b3-ba82-8969f0b3ade0 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:29:32.030815 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-205cb5a1-38f9-46b3-ba82-8969f0b3ade0 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "DELETE /v2.0/subnets/9ff75b35-2392-46e5-8055-dd71f619851c HTTP/1.1" status: 404 len: 337 time: 0.1716654 Nov 12 01:29:32.034787 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39752) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:32.102794 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d9044b5-13ed-45e8-9778-5e4dc28b72f5 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] DELETE failed (client error): The resource could not be found. Nov 12 01:29:32.104839 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d9044b5-13ed-45e8-9778-5e4dc28b72f5 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:29:32.117624 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-5d9044b5-13ed-45e8-9778-5e4dc28b72f5 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "DELETE /v2.0/ports/05261f11-698f-44d7-b952-4d1c5ed91971 HTTP/1.1" status: 404 len: 333 time: 0.0814576 Nov 12 01:29:32.120103 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39754) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:32.128227 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847b6f9e-fc21-45ff-be5b-93136353d02a tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:29:32.149316 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a970f5ea-eab2-46cb-bfdc-5f0bfe727aa3 None None] Sync routers for ids ['ca69e35b-d8fb-4824-97b8-fd960411c8d5'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:29:32.199752 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-847b6f9e-fc21-45ff-be5b-93136353d02a tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:32.201685 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-313b7cfb-1328-44d4-8345-b09057ad78fa tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] DELETE failed (client error): The resource could not be found. Nov 12 01:29:32.202159 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-313b7cfb-1328-44d4-8345-b09057ad78fa tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:29:32.208461 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-313b7cfb-1328-44d4-8345-b09057ad78fa tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "DELETE /v2.0/subnets/b14ed055-a807-4151-ae2b-87ae4704b519 HTTP/1.1" status: 404 len: 337 time: 0.0863323 Nov 12 01:29:32.210810 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39756) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:32.211272 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39758) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:32.212878 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-847b6f9e-fc21-45ff-be5b-93136353d02a tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 7.3840094 Nov 12 01:29:32.222550 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a970f5ea-eab2-46cb-bfdc-5f0bfe727aa3 None None] Routers {'ca69e35b-d8fb-4824-97b8-fd960411c8d5'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:29:32.223618 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-a970f5ea-eab2-46cb-bfdc-5f0bfe727aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:29:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['ca69e35b-d8fb-4824-97b8-fd960411c8d5'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:29:32.350771 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-cfd4aeca-ab8a-4f55-846a-ce913d251021 None None] Port 543eff1e-839a-444d-b348-ebab4e2834f1 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:29:32.406820 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-cfd4aeca-ab8a-4f55-846a-ce913d251021 None None] Provisioning complete for port cddaef1e-fd5f-46f1-85b7-761a36f10a56 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:29:32.407435 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cfd4aeca-ab8a-4f55-846a-ce913d251021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:32.445617 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c40caa4-e2a6-4c52-88ae-ff998e0e0aa0 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] DELETE failed (client error): The resource could not be found. Nov 12 01:29:32.452381 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c40caa4-e2a6-4c52-88ae-ff998e0e0aa0 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:29:32.453326 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39768) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:32.491077 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-dba95384-bbf1-4a45-95eb-fd7448c26fdb tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] DELETE failed (client error): The resource could not be found. Nov 12 01:29:32.500577 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-0c40caa4-e2a6-4c52-88ae-ff998e0e0aa0 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "DELETE /v2.0/subnets/6b85181a-d84d-4b61-8f81-5fc2a3338483 HTTP/1.1" status: 404 len: 337 time: 0.2272985 Nov 12 01:29:32.501074 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dba95384-bbf1-4a45-95eb-fd7448c26fdb tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:29:32.510533 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-dba95384-bbf1-4a45-95eb-fd7448c26fdb tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "DELETE /v2.0/ports/96130f4e-41f6-4105-ab1f-49ef14a3d8e2 HTTP/1.1" status: 404 len: 333 time: 0.0558035 Nov 12 01:29:32.512821 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39770) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:32.590011 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a91c542-d140-4430-b802-9131dfe97bc0 None None] DHCP port deletion for d9d0d213-d600-4e12-8498-848be2c56f7b request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:29:32.647274 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-a85b502c-034d-46ef-b5da-1b7a28639b1a tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] DELETE failed (client error): The resource could not be found. Nov 12 01:29:32.650401 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a85b502c-034d-46ef-b5da-1b7a28639b1a tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:29:32.665274 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a85b502c-034d-46ef-b5da-1b7a28639b1a tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "DELETE /v2.0/subnets/44ac4b53-9f21-46a6-a441-e3e1e51878f9 HTTP/1.1" status: 404 len: 337 time: 0.1478069 Nov 12 01:29:32.666671 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39774) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:32.696531 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-a970f5ea-eab2-46cb-bfdc-5f0bfe727aa3 None None] Set router ca69e35b-d8fb-4824-97b8-fd960411c8d5 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:29:32.739511 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-04d2960e-bea4-47a0-b7f9-a269749f03e7 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] DELETE failed (client error): The resource could not be found. Nov 12 01:29:32.740964 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04d2960e-bea4-47a0-b7f9-a269749f03e7 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:29:32.754118 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-04d2960e-bea4-47a0-b7f9-a269749f03e7 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "DELETE /v2.0/subnets/3c0228ee-1564-4f00-893b-88d1c166b284 HTTP/1.1" status: 404 len: 337 time: 0.0813181 Nov 12 01:29:32.755719 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39780) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:32.922102 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-33835d8d-9036-4eb7-800e-3ff6924946a3 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks [] for router, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:32.995108 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-9a91c542-d140-4430-b802-9131dfe97bc0 None None] Deleting port cddaef1e-fd5f-46f1-85b7-761a36f10a56 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:29:32.998246 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9a91c542-d140-4430-b802-9131dfe97bc0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:33.113507 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-a970f5ea-eab2-46cb-bfdc-5f0bfe727aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca69e35b-d8fb-4824-97b8-fd960411c8d5', 'name': '', 'tenant_id': '271da54e383f493bbd2a67a72bfe81cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6cb643bc-f0fc-4517-baa1-0aebb7ee520f', 'external_fixed_ips': [{'subnet_id': '5a2ccc4a-7323-456e-87e5-28f1462289b9', 'ip_address': '2001:db8::e8'}], 'enable_snat': True}, 'gw_port_id': '6e450f7e-5fdd-46e6-baf4-1d9e8e0af18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:29:24Z', 'updated_at': '2021-11-12T01:29:29Z', 'revision_number': 3, 'project_id': '271da54e383f493bbd2a67a72bfe81cc', 'gw_port': {'id': '6e450f7e-5fdd-46e6-baf4-1d9e8e0af18f', 'name': '', 'network_id': '6cb643bc-f0fc-4517-baa1-0aebb7ee520f', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a0:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca69e35b-d8fb-4824-97b8-fd960411c8d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': '5a2ccc4a-7323-456e-87e5-28f1462289b9', 'ip_address': '2001:db8::e8', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:29:27Z', 'updated_at': '2021-11-12T01:29:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a2ccc4a-7323-456e-87e5-28f1462289b9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:29:33.137529 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-07086d32-978c-4ba0-990e-137f0a9b8960 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Deleting port 543eff1e-839a-444d-b348-ebab4e2834f1 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:29:33.138359 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-07086d32-978c-4ba0-990e-137f0a9b8960 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:33.189516 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a970f5ea-eab2-46cb-bfdc-5f0bfe727aa3 None None] Checking router: ca69e35b-d8fb-4824-97b8-fd960411c8d5 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:29:33.191672 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a970f5ea-eab2-46cb-bfdc-5f0bfe727aa3 None None] Updating router ca69e35b-d8fb-4824-97b8-fd960411c8d5 port 6e450f7e-5fdd-46e6-baf4-1d9e8e0af18f binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:29:33.289756 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-a970f5ea-eab2-46cb-bfdc-5f0bfe727aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:33.456797 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-9a91c542-d140-4430-b802-9131dfe97bc0 None None] For port cddaef1e-fd5f-46f1-85b7-761a36f10a56, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=cddaef1e-fd5f-46f1-85b7-761a36f10a56,segment=NetworkSegment(8048f36f-00f9-4358-ad1e-3c031eed6ffc),segment_id=8048f36f-00f9-4358-ad1e-3c031eed6ffc)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:29:33.457599 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9a91c542-d140-4430-b802-9131dfe97bc0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:33.531708 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:33.562849 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-33835d8d-9036-4eb7-800e-3ff6924946a3 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:33.596913 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-9a91c542-d140-4430-b802-9131dfe97bc0 None None] Calling delete_port for cddaef1e-fd5f-46f1-85b7-761a36f10a56 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:29:33.644952 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device cddaef1e-fd5f-46f1-85b7-761a36f10a56 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:29:33.689848 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-07086d32-978c-4ba0-990e-137f0a9b8960 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:33.758005 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-07086d32-978c-4ba0-990e-137f0a9b8960 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Calling delete_port for 543eff1e-839a-444d-b348-ebab4e2834f1 owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:29:33.765753 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-33835d8d-9036-4eb7-800e-3ff6924946a3 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Deleting port 6e450f7e-5fdd-46e6-baf4-1d9e8e0af18f {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:29:33.766137 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-33835d8d-9036-4eb7-800e-3ff6924946a3 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:34.024294 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:34.051350 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:34.069802 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-07086d32-978c-4ba0-990e-137f0a9b8960 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:34.153206 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port cddaef1e-fd5f-46f1-85b7-761a36f10a56, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=cddaef1e-fd5f-46f1-85b7-761a36f10a56,segment=NetworkSegment(8048f36f-00f9-4358-ad1e-3c031eed6ffc),segment_id=8048f36f-00f9-4358-ad1e-3c031eed6ffc)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:29:34.157728 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07086d32-978c-4ba0-990e-137f0a9b8960 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event deleted for resources: {'Port': ['ID=543eff1e-839a-444d-b348-ebab4e2834f1,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:34.161861 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:34.162481 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-33835d8d-9036-4eb7-800e-3ff6924946a3 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:34.188741 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-07086d32-978c-4ba0-990e-137f0a9b8960 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:34.200372 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-07086d32-978c-4ba0-990e-137f0a9b8960 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "DELETE /v2.0/ports/543eff1e-839a-444d-b348-ebab4e2834f1 HTTP/1.1" status: 204 len: 168 time: 1.4366088 Nov 12 01:29:34.208322 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39798) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:34.217503 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-33835d8d-9036-4eb7-800e-3ff6924946a3 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Calling delete_port for 6e450f7e-5fdd-46e6-baf4-1d9e8e0af18f owned by network:router_gateway {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:29:34.244338 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event deleted for resources: {'Port': ['ID=cddaef1e-fd5f-46f1-85b7-761a36f10a56,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:34.250607 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9a91c542-d140-4430-b802-9131dfe97bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:34.330858 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a91c542-d140-4430-b802-9131dfe97bc0 None None] Pushing event deleted for resources: {'Port': ['ID=cddaef1e-fd5f-46f1-85b7-761a36f10a56,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:34.359490 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a91c542-d140-4430-b802-9131dfe97bc0 None None] No DVR routers for this DVR port cddaef1e-fd5f-46f1-85b7-761a36f10a56 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:29:34.417527 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6c1fca1f-93fa-420b-a1b1-506a054754d1 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:34.627314 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6c1fca1f-93fa-420b-a1b1-506a054754d1 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:34.742330 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-6c1fca1f-93fa-420b-a1b1-506a054754d1 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9d0d213-d600-4e12-8498-848be2c56f7b']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:29:34.782915 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-6c1fca1f-93fa-420b-a1b1-506a054754d1 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8048f36f-00f9-4358-ad1e-3c031eed6ffc') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:29:34.783244 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-6c1fca1f-93fa-420b-a1b1-506a054754d1 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8048f36f-00f9-4358-ad1e-3c031eed6ffc') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:29:34.816361 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6c1fca1f-93fa-420b-a1b1-506a054754d1 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:34.872797 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6c1fca1f-93fa-420b-a1b1-506a054754d1 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:34.888960 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c1fca1f-93fa-420b-a1b1-506a054754d1 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:29:34.889622 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6c1fca1f-93fa-420b-a1b1-506a054754d1 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:34.890378 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.db.api [None req-a970f5ea-eab2-46cb-bfdc-5f0bfe727aa3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109088) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:29:34.891432 n-d-712142-27 neutron-server[109088]: DEBUG oslo_db.api [None req-a970f5ea-eab2-46cb-bfdc-5f0bfe727aa3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:29:34.895737 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:29:34.895737 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:29:34.895737 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:29:34.895737 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:29:34.895737 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:29:34.895737 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:29:34.895737 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:29:34.895737 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:29:34.895737 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:29:34.895737 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:29:34.895737 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:29:34.895737 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:29:34.895737 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:29:34.895737 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:29:34.895737 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:29:34.895737 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:29:34.895737 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:29:34.895737 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:29:34.895737 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:29:34.895737 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:29:34.895737 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:29:34.895737 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:29:34.895737 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:29:34.895737 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:29:34.895737 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:29:34.895737 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:29:34.895737 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:29:34.895737 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:29:34.895737 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:29:34.895737 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:29:34.895737 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:29:34.895737 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:29:34.914587 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-33835d8d-9036-4eb7-800e-3ff6924946a3 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:35.064946 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33835d8d-9036-4eb7-800e-3ff6924946a3 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e450f7e-5fdd-46e6-baf4-1d9e8e0af18f,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:35.078670 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6c1fca1f-93fa-420b-a1b1-506a054754d1 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:35.119507 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6c1fca1f-93fa-420b-a1b1-506a054754d1 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:35.132034 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-6c1fca1f-93fa-420b-a1b1-506a054754d1 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] 10.222.0.45 "DELETE /v2.0/networks/d9d0d213-d600-4e12-8498-848be2c56f7b HTTP/1.1" status: 204 len: 168 time: 0.9171135 Nov 12 01:29:35.163669 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-33835d8d-9036-4eb7-800e-3ff6924946a3 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:35.166409 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1fca1f-93fa-420b-a1b1-506a054754d1 tempest-PortsIpV6TestJSON-1603387280 tempest-PortsIpV6TestJSON-1603387280-project] Pushing event deleted for resources: {'Network': ['ID=d9d0d213-d600-4e12-8498-848be2c56f7b,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:35.205249 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:35.402911 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-33835d8d-9036-4eb7-800e-3ff6924946a3 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:35.407855 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-33835d8d-9036-4eb7-800e-3ff6924946a3 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:35.439265 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a970f5ea-eab2-46cb-bfdc-5f0bfe727aa3 None None] Port 6e450f7e-5fdd-46e6-baf4-1d9e8e0af18f not found while updating agent binding for router ca69e35b-d8fb-4824-97b8-fd960411c8d5. {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 12 01:29:35.470541 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a970f5ea-eab2-46cb-bfdc-5f0bfe727aa3 None None] Routers {'ca69e35b-d8fb-4824-97b8-fd960411c8d5'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:29:35.471464 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-a970f5ea-eab2-46cb-bfdc-5f0bfe727aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:29:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['ca69e35b-d8fb-4824-97b8-fd960411c8d5'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:29:35.492807 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-33835d8d-9036-4eb7-800e-3ff6924946a3 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:35.493649 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33835d8d-9036-4eb7-800e-3ff6924946a3 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ca69e35b-d8fb-4824-97b8-fd960411c8d5 {{(pid=109085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:29:35.501755 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-33835d8d-9036-4eb7-800e-3ff6924946a3 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:35.502944 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-33835d8d-9036-4eb7-800e-3ff6924946a3 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] 10.222.0.45 "DELETE /v2.0/routers/ca69e35b-d8fb-4824-97b8-fd960411c8d5 HTTP/1.1" status: 204 len: 168 time: 3.2906401 Nov 12 01:29:35.505794 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39820) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:35.600044 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-8506196e-3ae4-40a3-adbb-6be8eb0aac86 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Deleting subnet 5a2ccc4a-7323-456e-87e5-28f1462289b9 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:29:35.606551 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8506196e-3ae4-40a3-adbb-6be8eb0aac86 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:35.630828 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39828) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:35.661167 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-a970f5ea-eab2-46cb-bfdc-5f0bfe727aa3 None None] Set router ca69e35b-d8fb-4824-97b8-fd960411c8d5 gateway port host: None {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:29:35.712013 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8506196e-3ae4-40a3-adbb-6be8eb0aac86 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:35.730689 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-a970f5ea-eab2-46cb-bfdc-5f0bfe727aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca69e35b-d8fb-4824-97b8-fd960411c8d5', 'name': '', 'tenant_id': '271da54e383f493bbd2a67a72bfe81cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:29:24Z', 'updated_at': '2021-11-12T01:29:34Z', 'revision_number': 5, 'project_id': '271da54e383f493bbd2a67a72bfe81cc', 'gw_port_host': None}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:29:35.778208 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a970f5ea-eab2-46cb-bfdc-5f0bfe727aa3 None None] The sync data for ids ['ca69e35b-d8fb-4824-97b8-fd960411c8d5'] in n-d-712142-27 is: [{'id': 'ca69e35b-d8fb-4824-97b8-fd960411c8d5', 'name': '', 'tenant_id': '271da54e383f493bbd2a67a72bfe81cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:29:24Z', 'updated_at': '2021-11-12T01:29:34Z', 'revision_number': 5, 'project_id': '271da54e383f493bbd2a67a72bfe81cc', 'gw_port_host': None}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:29:35.849673 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8506196e-3ae4-40a3-adbb-6be8eb0aac86 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:36.020666 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8506196e-3ae4-40a3-adbb-6be8eb0aac86 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:36.040565 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-bc263758-19f8-470f-a785-9929829261c5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a32638d5c5e641288786feeafdcdff25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4082618 Nov 12 01:29:36.052020 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39838) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:36.093069 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8506196e-3ae4-40a3-adbb-6be8eb0aac86 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5a2ccc4a-7323-456e-87e5-28f1462289b9,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:36.115026 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8506196e-3ae4-40a3-adbb-6be8eb0aac86 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:36.126856 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8506196e-3ae4-40a3-adbb-6be8eb0aac86 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] 10.222.0.45 "DELETE /v2.0/subnets/5a2ccc4a-7323-456e-87e5-28f1462289b9 HTTP/1.1" status: 204 len: 168 time: 0.6154134 Nov 12 01:29:36.128023 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39840) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:36.253149 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4e1f307f-b359-436e-8680-1dddd4106952 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:36.307896 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4e1f307f-b359-436e-8680-1dddd4106952 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:36.363042 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-86d30846-6fc5-43f2-be1f-95df5b184340 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:36.427774 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4e1f307f-b359-436e-8680-1dddd4106952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:36.430846 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4e1f307f-b359-436e-8680-1dddd4106952 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:36.436237 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4e1f307f-b359-436e-8680-1dddd4106952 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/68986f9e-d765-4777-b967-7d6d5b15fd69 HTTP/1.1" status: 204 len: 168 time: 0.3817854 Nov 12 01:29:36.457737 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1f307f-b359-436e-8680-1dddd4106952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68986f9e-d765-4777-b967-7d6d5b15fd69,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:36.519686 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-86d30846-6fc5-43f2-be1f-95df5b184340 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:36.579005 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-86d30846-6fc5-43f2-be1f-95df5b184340 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cb643bc-f0fc-4517-baa1-0aebb7ee520f']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:29:36.618922 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-86d30846-6fc5-43f2-be1f-95df5b184340 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac8935b6-4e7b-48d1-bf12-56fbd3fe5bfc') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:29:36.619256 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-86d30846-6fc5-43f2-be1f-95df5b184340 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac8935b6-4e7b-48d1-bf12-56fbd3fe5bfc') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:29:36.660260 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-86d30846-6fc5-43f2-be1f-95df5b184340 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:36.680751 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-86d30846-6fc5-43f2-be1f-95df5b184340 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:36.688230 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86d30846-6fc5-43f2-be1f-95df5b184340 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:29:36.688714 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-86d30846-6fc5-43f2-be1f-95df5b184340 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:36.691196 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:29:36.691196 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:29:36.691196 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:29:36.691196 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:29:36.691196 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:29:36.691196 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:29:36.691196 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:29:36.691196 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:29:36.691196 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:29:36.691196 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:29:36.691196 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:29:36.691196 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:29:36.691196 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:29:36.691196 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:29:36.691196 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:29:36.691196 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:29:36.691196 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:29:36.691196 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:29:36.691196 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:29:36.691196 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:29:36.691196 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:29:36.691196 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:29:36.691196 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:29:36.691196 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:29:36.691196 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:29:36.691196 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:29:36.691196 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:29:36.691196 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:29:36.691196 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:29:36.691196 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:29:36.691196 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:29:36.691196 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:29:36.790217 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-86d30846-6fc5-43f2-be1f-95df5b184340 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:36.805620 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d30846-6fc5-43f2-be1f-95df5b184340 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6cb643bc-f0fc-4517-baa1-0aebb7ee520f {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 01:29:36.810160 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-86d30846-6fc5-43f2-be1f-95df5b184340 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:36.814710 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-86d30846-6fc5-43f2-be1f-95df5b184340 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] 10.222.0.45 "DELETE /v2.0/networks/6cb643bc-f0fc-4517-baa1-0aebb7ee520f HTTP/1.1" status: 204 len: 168 time: 0.6861045 Nov 12 01:29:36.845835 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d30846-6fc5-43f2-be1f-95df5b184340 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Pushing event deleted for resources: {'Network': ['ID=6cb643bc-f0fc-4517-baa1-0aebb7ee520f,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:37.483992 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39874) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:37.489721 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-24fab936-53b0-4af8-99b9-5d109bdd29c6 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Request body: {'router': {'name': 'tempest-router--368508514', 'project_id': 'd3fa0f69f21d4bd6a82c21ad2976d89e'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:29:37.533917 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-24fab936-53b0-4af8-99b9-5d109bdd29c6 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:37.536099 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-24fab936-53b0-4af8-99b9-5d109bdd29c6 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:37.675609 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-24fab936-53b0-4af8-99b9-5d109bdd29c6 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:37.682810 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-24fab936-53b0-4af8-99b9-5d109bdd29c6 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:37.734970 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-24fab936-53b0-4af8-99b9-5d109bdd29c6 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:37.737414 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-24fab936-53b0-4af8-99b9-5d109bdd29c6 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2522464 Nov 12 01:29:37.741597 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39878) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:37.931047 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39884) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:37.990092 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4615f669-5e8d-4c56-828e-0c7ea6d7094d tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:38.354226 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-66d3ad25-c02f-4aa3-afe9-7ec3133afcc3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:38.382680 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39894) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:38.494532 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:38.594948 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4615f669-5e8d-4c56-828e-0c7ea6d7094d tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:38.598746 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4615f669-5e8d-4c56-828e-0c7ea6d7094d tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:38.612362 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-66d3ad25-c02f-4aa3-afe9-7ec3133afcc3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:38.620233 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-66d3ad25-c02f-4aa3-afe9-7ec3133afcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:38.642650 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:29:38.684766 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-0ecf1d2c-f915-492c-a6e4-ed3ed08eb172 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1891991934', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:29:38.705190 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4615f669-5e8d-4c56-828e-0c7ea6d7094d tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:38.705713 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4615f669-5e8d-4c56-828e-0c7ea6d7094d tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9df2c4e2-206f-407f-bf8b-a6bc7994eabc {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:29:38.711687 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4615f669-5e8d-4c56-828e-0c7ea6d7094d tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:38.712912 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4615f669-5e8d-4c56-828e-0c7ea6d7094d tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] 10.222.0.45 "DELETE /v2.0/routers/9df2c4e2-206f-407f-bf8b-a6bc7994eabc HTTP/1.1" status: 204 len: 168 time: 0.9686944 Nov 12 01:29:38.739335 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d3ad25-c02f-4aa3-afe9-7ec3133afcc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faeee97e-ade3-4640-986c-fca733596d8f,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:38.763043 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-66d3ad25-c02f-4aa3-afe9-7ec3133afcc3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c3114799a1a2420d93a3149b331c48b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8286912 Nov 12 01:29:38.765640 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39904) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:38.774307 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0ecf1d2c-f915-492c-a6e4-ed3ed08eb172 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:38.775344 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0ecf1d2c-f915-492c-a6e4-ed3ed08eb172 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:38.908944 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0ecf1d2c-f915-492c-a6e4-ed3ed08eb172 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:38.927559 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0ecf1d2c-f915-492c-a6e4-ed3ed08eb172 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:38.988176 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-698a97cc-f2b7-40e4-970c-7d707526f762 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:39.029092 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0ecf1d2c-f915-492c-a6e4-ed3ed08eb172 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:39.033604 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39906) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:39.034440 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-0ecf1d2c-f915-492c-a6e4-ed3ed08eb172 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6500261 Nov 12 01:29:39.050682 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-ad01d967-536b-4647-8934-579cc525ac24 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1747588976'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:29:39.061705 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-698a97cc-f2b7-40e4-970c-7d707526f762 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:39.094552 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad01d967-536b-4647-8934-579cc525ac24 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Made reservation on behalf of ca09aa63c2744552bfcf5081503b61b9 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:29:39.169453 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ad01d967-536b-4647-8934-579cc525ac24 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:39.206864 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ad01d967-536b-4647-8934-579cc525ac24 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:39.225614 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-698a97cc-f2b7-40e4-970c-7d707526f762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:39.229650 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-698a97cc-f2b7-40e4-970c-7d707526f762 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:39.231634 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-698a97cc-f2b7-40e4-970c-7d707526f762 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/faeee97e-ade3-4640-986c-fca733596d8f HTTP/1.1" status: 204 len: 168 time: 0.4650271 Nov 12 01:29:39.244192 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39910) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:39.265667 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698a97cc-f2b7-40e4-970c-7d707526f762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faeee97e-ade3-4640-986c-fca733596d8f,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:39.543860 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-ed214296-1223-4fd1-9ff1-cb6d885b19d2 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-187459365', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}, 'admin_state_up': False}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:29:39.591388 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ad01d967-536b-4647-8934-579cc525ac24 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:39.615310 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ad01d967-536b-4647-8934-579cc525ac24 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:39.649497 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad01d967-536b-4647-8934-579cc525ac24 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:29:39.671272 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ed214296-1223-4fd1-9ff1-cb6d885b19d2 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:39.672898 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ed214296-1223-4fd1-9ff1-cb6d885b19d2 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:39.673098 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ad01d967-536b-4647-8934-579cc525ac24 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:39.673632 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-ad01d967-536b-4647-8934-579cc525ac24 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Added segment a708a0c8-eef7-4c32-ac63-d7e76aba72fa of type vlan for network a266079d-778c-4a9e-bc79-3b2b6dc4bbaf Nov 12 01:29:39.830464 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ad01d967-536b-4647-8934-579cc525ac24 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:39.860607 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ed214296-1223-4fd1-9ff1-cb6d885b19d2 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:39.910720 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01d967-536b-4647-8934-579cc525ac24 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65f4a1fe-0211-45b6-9337-b00a932ae8ed,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:39.998813 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ad01d967-536b-4647-8934-579cc525ac24 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:40.016851 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad01d967-536b-4647-8934-579cc525ac24 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:40.021514 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ad01d967-536b-4647-8934-579cc525ac24 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:40.199259 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ad01d967-536b-4647-8934-579cc525ac24 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.1579866 Nov 12 01:29:40.200073 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39920) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:40.242193 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-ae9d8e02-1cdc-4104-9548-8d8d99e4aaa4 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Request body: {'subnet': {'network_id': 'a266079d-778c-4a9e-bc79-3b2b6dc4bbaf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:29:40.273686 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ed214296-1223-4fd1-9ff1-cb6d885b19d2 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:40.278524 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01d967-536b-4647-8934-579cc525ac24 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Pushing event updated for resources: {'Network': ['ID=a266079d-778c-4a9e-bc79-3b2b6dc4bbaf,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:40.299065 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network a266079d-778c-4a9e-bc79-3b2b6dc4bbaf details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:29:40.510512 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9d8e02-1cdc-4104-9548-8d8d99e4aaa4 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Made reservation on behalf of ca09aa63c2744552bfcf5081503b61b9 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:29:40.517839 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ae9d8e02-1cdc-4104-9548-8d8d99e4aaa4 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:40.758489 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:41.048287 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39922) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:41.098328 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0962821a-fff0-4852-9829-8dbb8a25e076 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:41.471353 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0962821a-fff0-4852-9829-8dbb8a25e076 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:41.480567 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0962821a-fff0-4852-9829-8dbb8a25e076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:41.493302 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ae9d8e02-1cdc-4104-9548-8d8d99e4aaa4 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:41.576478 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ed214296-1223-4fd1-9ff1-cb6d885b19d2 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks [] for router_gateway, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:41.588166 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d8e02-1cdc-4104-9548-8d8d99e4aaa4 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Pushing event updated for resources: {'Subnet': ['ID=0c66ec4a-1386-4748-8060-6ffdfd03b35f,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:41.617646 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9d8e02-1cdc-4104-9548-8d8d99e4aaa4 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Checking segment: {'id': 'a708a0c8-eef7-4c32-ac63-d7e76aba72fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a266079d-778c-4a9e-bc79-3b2b6dc4bbaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:29:41.619190 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9d8e02-1cdc-4104-9548-8d8d99e4aaa4 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Network hostable DHCP agents. Network: a266079d-778c-4a9e-bc79-3b2b6dc4bbaf, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:29:41.633337 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-0962821a-fff0-4852-9829-8dbb8a25e076 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=46be8477d29e47afafaf2160506ef35c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5810275 Nov 12 01:29:41.637003 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39928) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:41.642804 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ed214296-1223-4fd1-9ff1-cb6d885b19d2 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:41.675959 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0962821a-fff0-4852-9829-8dbb8a25e076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=048ec0d2-8d2f-4ba5-93c8-5b491bc14bcd,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:41.702349 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9d8e02-1cdc-4104-9548-8d8d99e4aaa4 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Network a266079d-778c-4a9e-bc79-3b2b6dc4bbaf is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:29:41.751586 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-ae9d8e02-1cdc-4104-9548-8d8d99e4aaa4 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, a266079d-778c-4a9e-bc79-3b2b6dc4bbaf) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:29:41.765726 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9be0ca-53e0-4bf4-9899-807610a18533 None None] Network a266079d-778c-4a9e-bc79-3b2b6dc4bbaf requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:29:41.785347 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9d8e02-1cdc-4104-9548-8d8d99e4aaa4 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:41.786341 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ae9d8e02-1cdc-4104-9548-8d8d99e4aaa4 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:41.851081 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ae9d8e02-1cdc-4104-9548-8d8d99e4aaa4 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6251779 Nov 12 01:29:41.861116 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39932) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:41.866332 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-02604df0-ced2-4ed3-91ad-673bc73f9945 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Request body: {'network': {'name': 'tempest-router-network01--856426339'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:29:41.903882 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-28f35f52-8b86-43fd-b06a-74f604118eb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:41.945624 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-ed214296-1223-4fd1-9ff1-cb6d885b19d2 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Allocated IP 172.25.3.144 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/1ee13ca3-d2b4-4da6-8974-74c902d7900c) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:29:41.977945 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-28f35f52-8b86-43fd-b06a-74f604118eb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:42.162003 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ed214296-1223-4fd1-9ff1-cb6d885b19d2 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:42.166074 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-28f35f52-8b86-43fd-b06a-74f604118eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:42.183918 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-28f35f52-8b86-43fd-b06a-74f604118eb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:42.189823 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-28f35f52-8b86-43fd-b06a-74f604118eb4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/048ec0d2-8d2f-4ba5-93c8-5b491bc14bcd HTTP/1.1" status: 204 len: 168 time: 0.5503032 Nov 12 01:29:42.224301 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ed214296-1223-4fd1-9ff1-cb6d885b19d2 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:42.231241 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f35f52-8b86-43fd-b06a-74f604118eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048ec0d2-8d2f-4ba5-93c8-5b491bc14bcd,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:42.280026 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e6451e-fca5-4f64-900c-48222b658606 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-a266079d-778c-4a9e-bc79-3b2b6dc4bbaf', 'network_id': 'a266079d-778c-4a9e-bc79-3b2b6dc4bbaf', 'tenant_id': 'ca09aa63c2744552bfcf5081503b61b9', 'fixed_ips': [{'subnet_id': '0c66ec4a-1386-4748-8060-6ffdfd03b35f'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:29:42.281525 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-03e6451e-fca5-4f64-900c-48222b658606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:42.330660 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed214296-1223-4fd1-9ff1-cb6d885b19d2 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Pushing event updated for resources: {'Port': ['ID=1ee13ca3-d2b4-4da6-8974-74c902d7900c,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:42.377418 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed214296-1223-4fd1-9ff1-cb6d885b19d2 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:29:42.392709 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-ed214296-1223-4fd1-9ff1-cb6d885b19d2 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:29:42.421992 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed214296-1223-4fd1-9ff1-cb6d885b19d2 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:29:42.436150 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02604df0-ced2-4ed3-91ad-673bc73f9945 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Made reservation on behalf of ca09aa63c2744552bfcf5081503b61b9 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:29:42.449527 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-02604df0-ced2-4ed3-91ad-673bc73f9945 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:42.455020 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab00394-cde7-418e-bee5-26034cac4290 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:29:42.694457 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02604df0-ced2-4ed3-91ad-673bc73f9945 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:29:42.702704 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-1773e2dc-b52a-46a2-98ed-84359634be14 None None] Provisioning complete for port 1ee13ca3-d2b4-4da6-8974-74c902d7900c triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:29:42.703421 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1773e2dc-b52a-46a2-98ed-84359634be14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:42.743009 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-02604df0-ced2-4ed3-91ad-673bc73f9945 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:42.743829 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-02604df0-ced2-4ed3-91ad-673bc73f9945 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Added segment d28e3377-40bc-4651-a776-042c59c19a52 of type vlan for network db8515c2-f9f8-4df6-b5f9-fc8a0d958422 Nov 12 01:29:42.816133 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-1773e2dc-b52a-46a2-98ed-84359634be14 None None] Port 1ee13ca3-d2b4-4da6-8974-74c902d7900c cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:29:42.883213 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-03e6451e-fca5-4f64-900c-48222b658606 None None] Allocated IP 172.20.0.2 (a266079d-778c-4a9e-bc79-3b2b6dc4bbaf/0c66ec4a-1386-4748-8060-6ffdfd03b35f/77655faa-e85e-4072-b823-f0dbadd47172) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:29:42.930904 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-02604df0-ced2-4ed3-91ad-673bc73f9945 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:43.015556 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-02604df0-ced2-4ed3-91ad-673bc73f9945 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:43.021813 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02604df0-ced2-4ed3-91ad-673bc73f9945 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:43.022535 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-02604df0-ced2-4ed3-91ad-673bc73f9945 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:43.187817 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02604df0-ced2-4ed3-91ad-673bc73f9945 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Pushing event updated for resources: {'Network': ['ID=db8515c2-f9f8-4df6-b5f9-fc8a0d958422,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:43.206960 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-02604df0-ced2-4ed3-91ad-673bc73f9945 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3440461 Nov 12 01:29:43.210617 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39946) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:43.301779 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-406bf221-b6c5-47de-96ee-5650dcafc79c tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Request body: {'network': {'name': 'tempest-router-network02--1299645876'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:29:43.336678 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network db8515c2-f9f8-4df6-b5f9-fc8a0d958422 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:29:43.421583 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ed214296-1223-4fd1-9ff1-cb6d885b19d2 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks [] for router_gateway, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:43.647479 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-03e6451e-fca5-4f64-900c-48222b658606 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:43.664048 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-03e6451e-fca5-4f64-900c-48222b658606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:43.821684 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406bf221-b6c5-47de-96ee-5650dcafc79c tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Made reservation on behalf of ca09aa63c2744552bfcf5081503b61b9 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:29:43.841601 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-406bf221-b6c5-47de-96ee-5650dcafc79c tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:44.084282 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-406bf221-b6c5-47de-96ee-5650dcafc79c tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:29:44.125337 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6451e-fca5-4f64-900c-48222b658606 None None] Pushing event updated for resources: {'Port': ['ID=77655faa-e85e-4072-b823-f0dbadd47172,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:44.158831 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e6451e-fca5-4f64-900c-48222b658606 None None] Network a266079d-778c-4a9e-bc79-3b2b6dc4bbaf is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:29:44.163454 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-03e6451e-fca5-4f64-900c-48222b658606 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:29:44.169435 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e6451e-fca5-4f64-900c-48222b658606 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:29:44.225686 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-406bf221-b6c5-47de-96ee-5650dcafc79c tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:44.227545 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-406bf221-b6c5-47de-96ee-5650dcafc79c tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Added segment ead34c9d-bb98-4a3e-8468-2403d88ecf78 of type vlan for network 41838a5c-6dbd-4ebd-9dd9-bbe6b7f82727 Nov 12 01:29:44.469981 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-03e6451e-fca5-4f64-900c-48222b658606 None None] Attempting to bind port 77655faa-e85e-4072-b823-f0dbadd47172 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:29:44.473042 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-03e6451e-fca5-4f64-900c-48222b658606 None None] Attempting to bind port 77655faa-e85e-4072-b823-f0dbadd47172 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'a708a0c8-eef7-4c32-ac63-d7e76aba72fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a266079d-778c-4a9e-bc79-3b2b6dc4bbaf'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:29:44.476235 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e6451e-fca5-4f64-900c-48222b658606 None None] Attempting to bind port 77655faa-e85e-4072-b823-f0dbadd47172 on network a266079d-778c-4a9e-bc79-3b2b6dc4bbaf {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:29:44.485931 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ed214296-1223-4fd1-9ff1-cb6d885b19d2 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:44.498735 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e6451e-fca5-4f64-900c-48222b658606 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:29:44.499594 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e6451e-fca5-4f64-900c-48222b658606 None None] Checking segment: {'id': 'a708a0c8-eef7-4c32-ac63-d7e76aba72fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a266079d-778c-4a9e-bc79-3b2b6dc4bbaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:29:44.501084 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-03e6451e-fca5-4f64-900c-48222b658606 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:44.512932 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e6451e-fca5-4f64-900c-48222b658606 None None] Bound using segment: {'id': 'a708a0c8-eef7-4c32-ac63-d7e76aba72fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a266079d-778c-4a9e-bc79-3b2b6dc4bbaf'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:29:44.512932 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-03e6451e-fca5-4f64-900c-48222b658606 None None] Bound port: 77655faa-e85e-4072-b823-f0dbadd47172, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a708a0c8-eef7-4c32-ac63-d7e76aba72fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a266079d-778c-4a9e-bc79-3b2b6dc4bbaf'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:29:44.512932 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-03e6451e-fca5-4f64-900c-48222b658606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:44.528988 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-406bf221-b6c5-47de-96ee-5650dcafc79c tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:44.649167 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-03e6451e-fca5-4f64-900c-48222b658606 None None] For port 77655faa-e85e-4072-b823-f0dbadd47172, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:29:44.659495 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-03e6451e-fca5-4f64-900c-48222b658606 None None] For port 77655faa-e85e-4072-b823-f0dbadd47172, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=77655faa-e85e-4072-b823-f0dbadd47172,segment=NetworkSegment(a708a0c8-eef7-4c32-ac63-d7e76aba72fa),segment_id=a708a0c8-eef7-4c32-ac63-d7e76aba72fa)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:29:44.671339 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-03e6451e-fca5-4f64-900c-48222b658606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:44.747155 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-406bf221-b6c5-47de-96ee-5650dcafc79c tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:44.759426 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406bf221-b6c5-47de-96ee-5650dcafc79c tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:44.760551 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-406bf221-b6c5-47de-96ee-5650dcafc79c tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:44.802070 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6451e-fca5-4f64-900c-48222b658606 None None] Pushing event updated for resources: {'Port': ['ID=77655faa-e85e-4072-b823-f0dbadd47172,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:44.870475 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-406bf221-b6c5-47de-96ee-5650dcafc79c tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6581051 Nov 12 01:29:44.873217 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39964) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:44.879508 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-3acd037f-b894-468b-98d6-dc10825fa06f tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Request body: {'subnet': {'network_id': 'db8515c2-f9f8-4df6-b5f9-fc8a0d958422', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:29:44.983793 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406bf221-b6c5-47de-96ee-5650dcafc79c tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Pushing event updated for resources: {'Network': ['ID=41838a5c-6dbd-4ebd-9dd9-bbe6b7f82727,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:45.000528 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 41838a5c-6dbd-4ebd-9dd9-bbe6b7f82727 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:29:45.078166 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed214296-1223-4fd1-9ff1-cb6d885b19d2 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Router 6c7aacec-67ef-4d07-a331-bcacaea9b991 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:29:45.341273 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3acd037f-b894-468b-98d6-dc10825fa06f tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Made reservation on behalf of ca09aa63c2744552bfcf5081503b61b9 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:29:45.361777 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3acd037f-b894-468b-98d6-dc10825fa06f tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:45.506256 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed214296-1223-4fd1-9ff1-cb6d885b19d2 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:29:45.522822 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e4225d-721f-41a7-b96d-2f922d86c86c None None] Sync routers for ids ['6c7aacec-67ef-4d07-a331-bcacaea9b991'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:29:45.539774 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ed214296-1223-4fd1-9ff1-cb6d885b19d2 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:45.551168 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-ed214296-1223-4fd1-9ff1-cb6d885b19d2 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.3059299 Nov 12 01:29:45.552140 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39974) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:45.560925 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e4225d-721f-41a7-b96d-2f922d86c86c None None] Routers {'6c7aacec-67ef-4d07-a331-bcacaea9b991'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:29:45.565307 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-69e4225d-721f-41a7-b96d-2f922d86c86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:29:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['6c7aacec-67ef-4d07-a331-bcacaea9b991'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:29:45.749958 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-69e4225d-721f-41a7-b96d-2f922d86c86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:29:45.811368 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e4225d-721f-41a7-b96d-2f922d86c86c None None] Routers {'6c7aacec-67ef-4d07-a331-bcacaea9b991'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:29:45.814128 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-69e4225d-721f-41a7-b96d-2f922d86c86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:29:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['6c7aacec-67ef-4d07-a331-bcacaea9b991'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:29:45.825311 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 77655faa-e85e-4072-b823-f0dbadd47172 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:29:45.910680 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-03adb28d-7547-4219-9497-0d24ad81ae6d tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] 10.222.0.45 "GET /v2.0/routers/6c7aacec-67ef-4d07-a331-bcacaea9b991 HTTP/1.1" status: 200 len: 924 time: 0.3568101 Nov 12 01:29:45.911584 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 39978) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:45.956171 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-09714dd0-237a-482c-bcbf-6995453fa8eb tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c7aacec-67ef-4d07-a331-bcacaea9b991 HTTP/1.1" status: 200 len: 205 time: 0.0430329 Nov 12 01:29:45.960114 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 39980) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:46.049558 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-69e4225d-721f-41a7-b96d-2f922d86c86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:29:46.069839 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e4225d-721f-41a7-b96d-2f922d86c86c None None] The sync data for ids ['6c7aacec-67ef-4d07-a331-bcacaea9b991'] in n-d-712142-27 is: [] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:29:46.163911 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3acd037f-b894-468b-98d6-dc10825fa06f tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:46.209337 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 77655faa-e85e-4072-b823-f0dbadd47172 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:29:46.209943 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:46.361045 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd037f-b894-468b-98d6-dc10825fa06f tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Pushing event updated for resources: {'Subnet': ['ID=fca72b1b-0105-4abf-a638-eb3730d6816e,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:46.424958 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:46.483655 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-78f5d721-27a0-467b-90e4-9ee886a66c3d tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:46.517752 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 77655faa-e85e-4072-b823-f0dbadd47172, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=77655faa-e85e-4072-b823-f0dbadd47172,segment=NetworkSegment(a708a0c8-eef7-4c32-ac63-d7e76aba72fa),segment_id=a708a0c8-eef7-4c32-ac63-d7e76aba72fa)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:29:46.531129 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:46.567587 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acd037f-b894-468b-98d6-dc10825fa06f tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Checking segment: {'id': 'd28e3377-40bc-4651-a776-042c59c19a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'db8515c2-f9f8-4df6-b5f9-fc8a0d958422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:29:46.568338 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acd037f-b894-468b-98d6-dc10825fa06f tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Network hostable DHCP agents. Network: db8515c2-f9f8-4df6-b5f9-fc8a0d958422, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:29:46.668458 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=77655faa-e85e-4072-b823-f0dbadd47172,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:46.743887 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acd037f-b894-468b-98d6-dc10825fa06f tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Network db8515c2-f9f8-4df6-b5f9-fc8a0d958422 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:29:46.846254 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-3acd037f-b894-468b-98d6-dc10825fa06f tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, db8515c2-f9f8-4df6-b5f9-fc8a0d958422) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:29:46.853408 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-78f5d721-27a0-467b-90e4-9ee886a66c3d tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:46.863237 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acd037f-b894-468b-98d6-dc10825fa06f tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:46.864626 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3acd037f-b894-468b-98d6-dc10825fa06f tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:46.868578 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e183f2-ec6b-4d20-9602-df6192c67ec0 None None] Network db8515c2-f9f8-4df6-b5f9-fc8a0d958422 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:29:47.017850 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3acd037f-b894-468b-98d6-dc10825fa06f tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1428995 Nov 12 01:29:47.020822 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40004) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:47.031081 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-7bd1ebaf-02c9-457c-a99b-617da89e7f71 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Request body: {'subnet': {'network_id': '41838a5c-6dbd-4ebd-9dd9-bbe6b7f82727', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:29:47.141071 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-78f5d721-27a0-467b-90e4-9ee886a66c3d tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Deleting port 1ee13ca3-d2b4-4da6-8974-74c902d7900c {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:29:47.144526 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-78f5d721-27a0-467b-90e4-9ee886a66c3d tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:47.244062 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eaa66dc-6028-4940-bcc9-a680f6c27c0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-db8515c2-f9f8-4df6-b5f9-fc8a0d958422', 'network_id': 'db8515c2-f9f8-4df6-b5f9-fc8a0d958422', 'tenant_id': 'ca09aa63c2744552bfcf5081503b61b9', 'fixed_ips': [{'subnet_id': 'fca72b1b-0105-4abf-a638-eb3730d6816e'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:29:47.254879 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2eaa66dc-6028-4940-bcc9-a680f6c27c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:47.428298 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd1ebaf-02c9-457c-a99b-617da89e7f71 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Made reservation on behalf of ca09aa63c2744552bfcf5081503b61b9 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:29:47.435241 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7bd1ebaf-02c9-457c-a99b-617da89e7f71 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:47.445591 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-78f5d721-27a0-467b-90e4-9ee886a66c3d tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:47.481351 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-78f5d721-27a0-467b-90e4-9ee886a66c3d tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Calling delete_port for 1ee13ca3-d2b4-4da6-8974-74c902d7900c owned by network:router_gateway {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:29:47.573108 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5490270d-5c9e-407e-b0bb-afe24d35c288 None None] Network a266079d-778c-4a9e-bc79-3b2b6dc4bbaf requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:29:47.960692 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7bd1ebaf-02c9-457c-a99b-617da89e7f71 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:47.998269 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 77655faa-e85e-4072-b823-f0dbadd47172 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:29:48.099612 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd1ebaf-02c9-457c-a99b-617da89e7f71 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Pushing event updated for resources: {'Subnet': ['ID=4ddea14c-3f31-4cb5-a549-3082b6c621f8,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:48.112380 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd1ebaf-02c9-457c-a99b-617da89e7f71 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Checking segment: {'id': 'ead34c9d-bb98-4a3e-8468-2403d88ecf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '41838a5c-6dbd-4ebd-9dd9-bbe6b7f82727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:29:48.112737 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd1ebaf-02c9-457c-a99b-617da89e7f71 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Network hostable DHCP agents. Network: 41838a5c-6dbd-4ebd-9dd9-bbe6b7f82727, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:29:48.143643 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd1ebaf-02c9-457c-a99b-617da89e7f71 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Network 41838a5c-6dbd-4ebd-9dd9-bbe6b7f82727 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:29:48.169547 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-7bd1ebaf-02c9-457c-a99b-617da89e7f71 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 41838a5c-6dbd-4ebd-9dd9-bbe6b7f82727) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:29:48.178825 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd1ebaf-02c9-457c-a99b-617da89e7f71 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:29:48.183762 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7bd1ebaf-02c9-457c-a99b-617da89e7f71 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:48.235321 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7bd1ebaf-02c9-457c-a99b-617da89e7f71 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2124481 Nov 12 01:29:48.237369 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40018) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:48.316835 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-78f5d721-27a0-467b-90e4-9ee886a66c3d tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:48.409265 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f5d721-27a0-467b-90e4-9ee886a66c3d tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Pushing event deleted for resources: {'Port': ['ID=1ee13ca3-d2b4-4da6-8974-74c902d7900c,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:48.488879 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-2eaa66dc-6028-4940-bcc9-a680f6c27c0f None None] Allocated IP 172.20.0.2 (db8515c2-f9f8-4df6-b5f9-fc8a0d958422/fca72b1b-0105-4abf-a638-eb3730d6816e/5738ca2a-d14f-4325-8661-799ca5b4c6d0) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:29:48.572446 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-78f5d721-27a0-467b-90e4-9ee886a66c3d tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:48.738287 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-78f5d721-27a0-467b-90e4-9ee886a66c3d tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:48.739354 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2eaa66dc-6028-4940-bcc9-a680f6c27c0f None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:48.749750 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84288135-d3af-42cf-9d86-dbc2a757401d None None] Network 41838a5c-6dbd-4ebd-9dd9-bbe6b7f82727 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:29:48.754390 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-78f5d721-27a0-467b-90e4-9ee886a66c3d tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:48.856627 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7faa9a23-e2cb-4148-82e7-fdbb7a5cc5c3 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:29:48.917705 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2eaa66dc-6028-4940-bcc9-a680f6c27c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:48.925053 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-78f5d721-27a0-467b-90e4-9ee886a66c3d tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:48.928078 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f5d721-27a0-467b-90e4-9ee886a66c3d tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Fanout notify agent at l3_agent the message router_deleted on router 6c7aacec-67ef-4d07-a331-bcacaea9b991 {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:29:48.954757 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-78f5d721-27a0-467b-90e4-9ee886a66c3d tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:48.966480 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-78f5d721-27a0-467b-90e4-9ee886a66c3d tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] 10.222.0.45 "DELETE /v2.0/routers/6c7aacec-67ef-4d07-a331-bcacaea9b991 HTTP/1.1" status: 204 len: 168 time: 3.0048323 Nov 12 01:29:48.967712 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40030) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:48.974314 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-5ceece78-be1e-4a66-9c0b-c3ee8f58e0af tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1514755475', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'enable_snat': False}}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:29:48.986701 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-24c7e891-55bc-45c1-9f05-c3039de1a65b None None] Provisioning complete for port 77655faa-e85e-4072-b823-f0dbadd47172 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:29:48.987057 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-24c7e891-55bc-45c1-9f05-c3039de1a65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:49.010756 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5ceece78-be1e-4a66-9c0b-c3ee8f58e0af tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:49.013841 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5ceece78-be1e-4a66-9c0b-c3ee8f58e0af tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:49.033223 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c30c7a-9c78-4a91-b7a5-3953b790c57c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-41838a5c-6dbd-4ebd-9dd9-bbe6b7f82727', 'network_id': '41838a5c-6dbd-4ebd-9dd9-bbe6b7f82727', 'tenant_id': 'ca09aa63c2744552bfcf5081503b61b9', 'fixed_ips': [{'subnet_id': '4ddea14c-3f31-4cb5-a549-3082b6c621f8'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:29:49.034439 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-12c30c7a-9c78-4a91-b7a5-3953b790c57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:49.086374 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eaa66dc-6028-4940-bcc9-a680f6c27c0f None None] Network db8515c2-f9f8-4df6-b5f9-fc8a0d958422 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:29:49.109868 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 77655faa-e85e-4072-b823-f0dbadd47172 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:29:49.110237 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:49.119038 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5ceece78-be1e-4a66-9c0b-c3ee8f58e0af tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:49.200130 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ae74516f-448c-4e2b-8103-a061949d9191 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:49.211932 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-2eaa66dc-6028-4940-bcc9-a680f6c27c0f None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:29:49.221036 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eaa66dc-6028-4940-bcc9-a680f6c27c0f None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:29:49.469007 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa66dc-6028-4940-bcc9-a680f6c27c0f None None] Pushing event updated for resources: {'Port': ['ID=5738ca2a-d14f-4325-8661-799ca5b4c6d0,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:49.550260 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5ceece78-be1e-4a66-9c0b-c3ee8f58e0af tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:49.727841 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-ae74516f-448c-4e2b-8103-a061949d9191 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Allocated IP 172.20.0.1 (db8515c2-f9f8-4df6-b5f9-fc8a0d958422/fca72b1b-0105-4abf-a638-eb3730d6816e/d6871a8b-b5ee-4215-9f42-7d6a682e3a78) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:29:49.743370 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-2eaa66dc-6028-4940-bcc9-a680f6c27c0f None None] Attempting to bind port 5738ca2a-d14f-4325-8661-799ca5b4c6d0 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:29:49.743986 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-2eaa66dc-6028-4940-bcc9-a680f6c27c0f None None] Attempting to bind port 5738ca2a-d14f-4325-8661-799ca5b4c6d0 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'd28e3377-40bc-4651-a776-042c59c19a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'db8515c2-f9f8-4df6-b5f9-fc8a0d958422'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:29:49.744242 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaa66dc-6028-4940-bcc9-a680f6c27c0f None None] Attempting to bind port 5738ca2a-d14f-4325-8661-799ca5b4c6d0 on network db8515c2-f9f8-4df6-b5f9-fc8a0d958422 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:29:49.799040 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaa66dc-6028-4940-bcc9-a680f6c27c0f None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:29:49.799392 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaa66dc-6028-4940-bcc9-a680f6c27c0f None None] Checking segment: {'id': 'd28e3377-40bc-4651-a776-042c59c19a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'db8515c2-f9f8-4df6-b5f9-fc8a0d958422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:29:49.799750 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2eaa66dc-6028-4940-bcc9-a680f6c27c0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:49.800177 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaa66dc-6028-4940-bcc9-a680f6c27c0f None None] Bound using segment: {'id': 'd28e3377-40bc-4651-a776-042c59c19a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'db8515c2-f9f8-4df6-b5f9-fc8a0d958422'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:29:49.800712 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-2eaa66dc-6028-4940-bcc9-a680f6c27c0f None None] Bound port: 5738ca2a-d14f-4325-8661-799ca5b4c6d0, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28e3377-40bc-4651-a776-042c59c19a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'db8515c2-f9f8-4df6-b5f9-fc8a0d958422'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:29:49.801390 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2eaa66dc-6028-4940-bcc9-a680f6c27c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:49.888092 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-12c30c7a-9c78-4a91-b7a5-3953b790c57c None None] Allocated IP 172.20.0.2 (41838a5c-6dbd-4ebd-9dd9-bbe6b7f82727/4ddea14c-3f31-4cb5-a549-3082b6c621f8/6da1bf7e-2e79-45af-8a18-d3fc34721b64) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:29:49.997686 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ae74516f-448c-4e2b-8103-a061949d9191 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:50.098216 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ae74516f-448c-4e2b-8103-a061949d9191 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:50.204594 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae74516f-448c-4e2b-8103-a061949d9191 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Network db8515c2-f9f8-4df6-b5f9-fc8a0d958422 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:29:50.210171 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-ae74516f-448c-4e2b-8103-a061949d9191 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:29:50.210639 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5ceece78-be1e-4a66-9c0b-c3ee8f58e0af tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:50.220332 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae74516f-448c-4e2b-8103-a061949d9191 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:29:50.257943 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae74516f-448c-4e2b-8103-a061949d9191 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Pushing event updated for resources: {'Port': ['ID=d6871a8b-b5ee-4215-9f42-7d6a682e3a78,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:50.279760 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5ceece78-be1e-4a66-9c0b-c3ee8f58e0af tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:50.334331 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ae74516f-448c-4e2b-8103-a061949d9191 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:50.401342 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-2eaa66dc-6028-4940-bcc9-a680f6c27c0f None None] For port 5738ca2a-d14f-4325-8661-799ca5b4c6d0, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:29:50.409202 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-2eaa66dc-6028-4940-bcc9-a680f6c27c0f None None] For port 5738ca2a-d14f-4325-8661-799ca5b4c6d0, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=5738ca2a-d14f-4325-8661-799ca5b4c6d0,segment=NetworkSegment(d28e3377-40bc-4651-a776-042c59c19a52),segment_id=d28e3377-40bc-4651-a776-042c59c19a52)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:29:50.422736 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-112d1837-2921-4801-b2f4-7f253de7cf79 None None] Provisioning complete for port 77655faa-e85e-4072-b823-f0dbadd47172 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:29:50.423431 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-112d1837-2921-4801-b2f4-7f253de7cf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:50.430702 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2eaa66dc-6028-4940-bcc9-a680f6c27c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:50.451880 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-5ceece78-be1e-4a66-9c0b-c3ee8f58e0af tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Allocated IP 172.25.3.175 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/9c03ae90-c353-42ae-b930-b3335c8d81e3) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:29:50.628840 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa66dc-6028-4940-bcc9-a680f6c27c0f None None] Pushing event updated for resources: {'Port': ['ID=5738ca2a-d14f-4325-8661-799ca5b4c6d0,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:50.831362 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ae74516f-448c-4e2b-8103-a061949d9191 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:50.846348 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-12c30c7a-9c78-4a91-b7a5-3953b790c57c None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:50.863336 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-12c30c7a-9c78-4a91-b7a5-3953b790c57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:50.901029 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5ceece78-be1e-4a66-9c0b-c3ee8f58e0af tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:51.020143 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5ceece78-be1e-4a66-9c0b-c3ee8f58e0af tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:51.020421 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c30c7a-9c78-4a91-b7a5-3953b790c57c None None] Network 41838a5c-6dbd-4ebd-9dd9-bbe6b7f82727 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:29:51.066680 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-12c30c7a-9c78-4a91-b7a5-3953b790c57c None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:29:51.106217 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c30c7a-9c78-4a91-b7a5-3953b790c57c None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:29:51.151510 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c30c7a-9c78-4a91-b7a5-3953b790c57c None None] Pushing event updated for resources: {'Port': ['ID=6da1bf7e-2e79-45af-8a18-d3fc34721b64,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:51.177697 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ceece78-be1e-4a66-9c0b-c3ee8f58e0af tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:29:51.205485 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-5ceece78-be1e-4a66-9c0b-c3ee8f58e0af tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:29:51.224005 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ceece78-be1e-4a66-9c0b-c3ee8f58e0af tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:29:51.226424 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40106) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:51.240786 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceece78-be1e-4a66-9c0b-c3ee8f58e0af tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Pushing event updated for resources: {'Port': ['ID=9c03ae90-c353-42ae-b930-b3335c8d81e3,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:51.271570 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026d1895-d706-42b8-9d8d-382385a9bdbd None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:29:51.365511 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-12c30c7a-9c78-4a91-b7a5-3953b790c57c None None] Attempting to bind port 6da1bf7e-2e79-45af-8a18-d3fc34721b64 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:29:51.366992 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-12c30c7a-9c78-4a91-b7a5-3953b790c57c None None] Attempting to bind port 6da1bf7e-2e79-45af-8a18-d3fc34721b64 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'ead34c9d-bb98-4a3e-8468-2403d88ecf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '41838a5c-6dbd-4ebd-9dd9-bbe6b7f82727'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:29:51.371160 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c30c7a-9c78-4a91-b7a5-3953b790c57c None None] Attempting to bind port 6da1bf7e-2e79-45af-8a18-d3fc34721b64 on network 41838a5c-6dbd-4ebd-9dd9-bbe6b7f82727 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:29:51.454298 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c30c7a-9c78-4a91-b7a5-3953b790c57c None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:29:51.455111 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c30c7a-9c78-4a91-b7a5-3953b790c57c None None] Checking segment: {'id': 'ead34c9d-bb98-4a3e-8468-2403d88ecf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '41838a5c-6dbd-4ebd-9dd9-bbe6b7f82727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:29:51.455720 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-12c30c7a-9c78-4a91-b7a5-3953b790c57c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:51.456335 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c30c7a-9c78-4a91-b7a5-3953b790c57c None None] Bound using segment: {'id': 'ead34c9d-bb98-4a3e-8468-2403d88ecf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '41838a5c-6dbd-4ebd-9dd9-bbe6b7f82727'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:29:51.457022 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-12c30c7a-9c78-4a91-b7a5-3953b790c57c None None] Bound port: 6da1bf7e-2e79-45af-8a18-d3fc34721b64, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ead34c9d-bb98-4a3e-8468-2403d88ecf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '41838a5c-6dbd-4ebd-9dd9-bbe6b7f82727'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:29:51.458354 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-12c30c7a-9c78-4a91-b7a5-3953b790c57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:51.485168 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-66bddf1d-0acc-41e4-a265-254af47f6cbb None None] Provisioning complete for port 9c03ae90-c353-42ae-b930-b3335c8d81e3 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:29:51.486722 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-66bddf1d-0acc-41e4-a265-254af47f6cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:51.629844 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-66bddf1d-0acc-41e4-a265-254af47f6cbb None None] Port 9c03ae90-c353-42ae-b930-b3335c8d81e3 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:29:51.670038 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-621560e7-4a85-48d5-afa1-2f0f62599249 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:51.695061 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-12c30c7a-9c78-4a91-b7a5-3953b790c57c None None] For port 6da1bf7e-2e79-45af-8a18-d3fc34721b64, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:29:51.701926 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-12c30c7a-9c78-4a91-b7a5-3953b790c57c None None] For port 6da1bf7e-2e79-45af-8a18-d3fc34721b64, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=6da1bf7e-2e79-45af-8a18-d3fc34721b64,segment=NetworkSegment(ead34c9d-bb98-4a3e-8468-2403d88ecf78),segment_id=ead34c9d-bb98-4a3e-8468-2403d88ecf78)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:29:51.710418 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-12c30c7a-9c78-4a91-b7a5-3953b790c57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:51.804443 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ae74516f-448c-4e2b-8103-a061949d9191 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:51.813791 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ae74516f-448c-4e2b-8103-a061949d9191 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:51.871004 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c30c7a-9c78-4a91-b7a5-3953b790c57c None None] Pushing event updated for resources: {'Port': ['ID=6da1bf7e-2e79-45af-8a18-d3fc34721b64,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:52.079102 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae74516f-448c-4e2b-8103-a061949d9191 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Pushing event updated for resources: {'Port': ['ID=d6871a8b-b5ee-4215-9f42-7d6a682e3a78,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:52.091351 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ae74516f-448c-4e2b-8103-a061949d9191 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:52.122709 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5ceece78-be1e-4a66-9c0b-c3ee8f58e0af tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:52.184896 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 5738ca2a-d14f-4325-8661-799ca5b4c6d0 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:29:52.438748 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-621560e7-4a85-48d5-afa1-2f0f62599249 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:52.451169 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 5738ca2a-d14f-4325-8661-799ca5b4c6d0 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:29:52.451443 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:52.461190 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-621560e7-4a85-48d5-afa1-2f0f62599249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:52.473654 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae74516f-448c-4e2b-8103-a061949d9191 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Network db8515c2-f9f8-4df6-b5f9-fc8a0d958422 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:29:52.475878 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-ae74516f-448c-4e2b-8103-a061949d9191 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:29:52.623487 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621560e7-4a85-48d5-afa1-2f0f62599249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8187c9c4-325a-4ff2-9d9f-e4eea1202eb4,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:52.643174 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-621560e7-4a85-48d5-afa1-2f0f62599249 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8b13a01568a74df09029201a301e0a0e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4093833 Nov 12 01:29:52.697305 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40154) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:52.883095 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:52.913346 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae74516f-448c-4e2b-8103-a061949d9191 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Router 69d68654-e039-4025-8e14-57ae2b49ecef is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:29:52.946402 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dc4ed6db-e66a-45d7-ac07-51c35d20b827 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:52.963737 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 5738ca2a-d14f-4325-8661-799ca5b4c6d0, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=5738ca2a-d14f-4325-8661-799ca5b4c6d0,segment=NetworkSegment(d28e3377-40bc-4651-a776-042c59c19a52),segment_id=d28e3377-40bc-4651-a776-042c59c19a52)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:29:52.986342 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:53.005232 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5ceece78-be1e-4a66-9c0b-c3ee8f58e0af tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:53.048821 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dc4ed6db-e66a-45d7-ac07-51c35d20b827 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:53.142189 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e5edce-471d-4ab5-a50d-4ada761f2b83 None None] Network db8515c2-f9f8-4df6-b5f9-fc8a0d958422 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:29:53.166675 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae74516f-448c-4e2b-8103-a061949d9191 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:29:53.175737 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-ae74516f-448c-4e2b-8103-a061949d9191 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] 10.222.0.45 "PUT /v2.0/routers/69d68654-e039-4025-8e14-57ae2b49ecef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9337530 Nov 12 01:29:53.182217 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59a53aa-8d32-4540-8921-4252b775bf8a None None] Sync routers for ids ['69d68654-e039-4025-8e14-57ae2b49ecef'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:29:53.203362 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59a53aa-8d32-4540-8921-4252b775bf8a None None] Routers {'69d68654-e039-4025-8e14-57ae2b49ecef'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:29:53.204018 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-b59a53aa-8d32-4540-8921-4252b775bf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:29:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['69d68654-e039-4025-8e14-57ae2b49ecef'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:29:53.205007 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40162) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:53.303374 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-b59a53aa-8d32-4540-8921-4252b775bf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:29:53.328717 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59a53aa-8d32-4540-8921-4252b775bf8a None None] Routers {'69d68654-e039-4025-8e14-57ae2b49ecef'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:29:53.335672 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-b59a53aa-8d32-4540-8921-4252b775bf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:29:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['69d68654-e039-4025-8e14-57ae2b49ecef'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:29:53.362558 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-0ccc9351-29ce-4fa2-8c14-66d69be247f4 None None] Provisioning complete for port 5738ca2a-d14f-4325-8661-799ca5b4c6d0 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:29:53.362934 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0ccc9351-29ce-4fa2-8c14-66d69be247f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:53.445288 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-b59a53aa-8d32-4540-8921-4252b775bf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:29:53.449645 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59a53aa-8d32-4540-8921-4252b775bf8a None None] The sync data for ids ['69d68654-e039-4025-8e14-57ae2b49ecef'] in n-d-712142-27 is: [] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:29:53.454534 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dc4ed6db-e66a-45d7-ac07-51c35d20b827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:53.458206 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dc4ed6db-e66a-45d7-ac07-51c35d20b827 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:53.459877 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-dc4ed6db-e66a-45d7-ac07-51c35d20b827 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8187c9c4-325a-4ff2-9d9f-e4eea1202eb4 HTTP/1.1" status: 204 len: 168 time: 0.7613029 Nov 12 01:29:53.499071 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4ed6db-e66a-45d7-ac07-51c35d20b827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8187c9c4-325a-4ff2-9d9f-e4eea1202eb4,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:53.559650 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ceece78-be1e-4a66-9c0b-c3ee8f58e0af tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Router 0149d902-86d8-47b1-bb09-9373477aab48 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:29:53.584170 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=5738ca2a-d14f-4325-8661-799ca5b4c6d0,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:54.362494 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4dd3e8-13a5-462a-93c5-02ef746e4deb None None] Network 41838a5c-6dbd-4ebd-9dd9-bbe6b7f82727 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:29:54.393961 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 5738ca2a-d14f-4325-8661-799ca5b4c6d0 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:29:54.413068 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ceece78-be1e-4a66-9c0b-c3ee8f58e0af tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:29:54.468201 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5ceece78-be1e-4a66-9c0b-c3ee8f58e0af tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:54.473589 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5ceece78-be1e-4a66-9c0b-c3ee8f58e0af tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.5035918 Nov 12 01:29:54.474289 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40182) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:54.503644 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40184) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:54.608272 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e3c97f4f-4928-4a57-9797-b29caa6a1d1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:54.616362 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8cb593-324d-49da-9d89-c1ea4364d3d6 None None] Sync routers for ids ['0149d902-86d8-47b1-bb09-9373477aab48'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:29:54.686324 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40190) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:54.687358 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1c9f8657-3239-49d9-a3a2-a111e8547533 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] 10.222.0.45 "GET /v2.0/routers/0149d902-86d8-47b1-bb09-9373477aab48 HTTP/1.1" status: 200 len: 909 time: 0.2109654 Nov 12 01:29:54.690784 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-9e7663cb-e057-43a0-9cfd-15307559c0e5 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1514755475', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'enable_snat': True}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:29:54.715742 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8cb593-324d-49da-9d89-c1ea4364d3d6 None None] Routers {'0149d902-86d8-47b1-bb09-9373477aab48'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:29:54.716724 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-ae8cb593-324d-49da-9d89-c1ea4364d3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:29:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['0149d902-86d8-47b1-bb09-9373477aab48'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:29:54.829815 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9e7663cb-e057-43a0-9cfd-15307559c0e5 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:54.836731 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9e7663cb-e057-43a0-9cfd-15307559c0e5 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:54.853755 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-c34afdb0-a1a5-4a1c-9fb6-4189aa13af5a None None] Provisioning complete for port 6da1bf7e-2e79-45af-8a18-d3fc34721b64 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:29:54.855087 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c34afdb0-a1a5-4a1c-9fb6-4189aa13af5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:54.953056 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 5738ca2a-d14f-4325-8661-799ca5b4c6d0 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:29:54.953430 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:55.001526 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9e7663cb-e057-43a0-9cfd-15307559c0e5 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:55.023816 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e3c97f4f-4928-4a57-9797-b29caa6a1d1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:55.047537 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-ae8cb593-324d-49da-9d89-c1ea4364d3d6 None None] Set router 0149d902-86d8-47b1-bb09-9373477aab48 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:29:55.054107 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e3c97f4f-4928-4a57-9797-b29caa6a1d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:55.303547 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-bae87f26-de9d-4b10-b2b7-9fc7542473e9 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:29:55.311225 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-bae87f26-de9d-4b10-b2b7-9fc7542473e9 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] 10.222.0.45 "PUT /v2.0/routers/69d68654-e039-4025-8e14-57ae2b49ecef/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.1020961 Nov 12 01:29:55.315743 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c97f4f-4928-4a57-9797-b29caa6a1d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0162396c-3157-4b5c-85fd-e0db281f0c5a,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:55.316635 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40198) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:55.400617 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e3c97f4f-4928-4a57-9797-b29caa6a1d1a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4a8b6ada615e46c9a1bc4cfa3664b8f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8944507 Nov 12 01:29:55.404258 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40200) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:55.533806 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c34afdb0-a1a5-4a1c-9fb6-4189aa13af5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:55.592798 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 6da1bf7e-2e79-45af-8a18-d3fc34721b64 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:29:55.657557 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9e7663cb-e057-43a0-9cfd-15307559c0e5 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:55.720641 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-c34afdb0-a1a5-4a1c-9fb6-4189aa13af5a None None] For port 6da1bf7e-2e79-45af-8a18-d3fc34721b64, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=6da1bf7e-2e79-45af-8a18-d3fc34721b64,segment=NetworkSegment(ead34c9d-bb98-4a3e-8468-2403d88ecf78),segment_id=ead34c9d-bb98-4a3e-8468-2403d88ecf78)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:29:55.735600 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c34afdb0-a1a5-4a1c-9fb6-4189aa13af5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:55.782510 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9e132aae-9d73-4d5a-b271-5089c734d0a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:55.883119 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9e132aae-9d73-4d5a-b271-5089c734d0a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:55.915363 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-ae8cb593-324d-49da-9d89-c1ea4364d3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0149d902-86d8-47b1-bb09-9373477aab48', 'name': 'tempest-snat-router-1514755475', 'tenant_id': '271da54e383f493bbd2a67a72bfe81cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.175'}], 'enable_snat': False}, 'gw_port_id': '9c03ae90-c353-42ae-b930-b3335c8d81e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:29:49Z', 'updated_at': '2021-11-12T01:29:51Z', 'revision_number': 3, 'project_id': '271da54e383f493bbd2a67a72bfe81cc', 'gw_port': {'id': '9c03ae90-c353-42ae-b930-b3335c8d81e3', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0149d902-86d8-47b1-bb09-9373477aab48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:29:50Z', 'updated_at': '2021-11-12T01:29:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:29:56.024866 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34afdb0-a1a5-4a1c-9fb6-4189aa13af5a None None] Pushing event updated for resources: {'Port': ['ID=6da1bf7e-2e79-45af-8a18-d3fc34721b64,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:56.029539 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8cb593-324d-49da-9d89-c1ea4364d3d6 None None] Checking router: 0149d902-86d8-47b1-bb09-9373477aab48 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:29:56.030602 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8cb593-324d-49da-9d89-c1ea4364d3d6 None None] Updating router 0149d902-86d8-47b1-bb09-9373477aab48 port 9c03ae90-c353-42ae-b930-b3335c8d81e3 binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:29:56.039332 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9e132aae-9d73-4d5a-b271-5089c734d0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:56.048632 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9e132aae-9d73-4d5a-b271-5089c734d0a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:56.056262 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-9e132aae-9d73-4d5a-b271-5089c734d0a2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0162396c-3157-4b5c-85fd-e0db281f0c5a HTTP/1.1" status: 204 len: 168 time: 0.6508107 Nov 12 01:29:56.066509 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4de84710-5a69-4a25-81ec-de324561b319 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:56.095313 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e132aae-9d73-4d5a-b271-5089c734d0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0162396c-3157-4b5c-85fd-e0db281f0c5a,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:56.117599 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ae8cb593-324d-49da-9d89-c1ea4364d3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:56.137638 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-1cd01f5f-0beb-499a-954e-fbd59d00dacc None None] Provisioning complete for port d6871a8b-b5ee-4215-9f42-7d6a682e3a78 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:29:56.138050 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1cd01f5f-0beb-499a-954e-fbd59d00dacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:56.209166 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 6da1bf7e-2e79-45af-8a18-d3fc34721b64 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:29:56.209166 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:56.209166 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-1cd01f5f-0beb-499a-954e-fbd59d00dacc None None] Port d6871a8b-b5ee-4215-9f42-7d6a682e3a78 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:29:56.398963 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-1cd01f5f-0beb-499a-954e-fbd59d00dacc None None] Provisioning complete for port 5738ca2a-d14f-4325-8661-799ca5b4c6d0 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:29:56.399548 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1cd01f5f-0beb-499a-954e-fbd59d00dacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:56.689006 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-4de84710-5a69-4a25-81ec-de324561b319 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Deleting port d6871a8b-b5ee-4215-9f42-7d6a682e3a78 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:29:56.689598 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4de84710-5a69-4a25-81ec-de324561b319 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:56.725433 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9e7663cb-e057-43a0-9cfd-15307559c0e5 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:56.753173 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9e7663cb-e057-43a0-9cfd-15307559c0e5 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:56.911009 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4de84710-5a69-4a25-81ec-de324561b319 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:56.937267 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-4de84710-5a69-4a25-81ec-de324561b319 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Calling delete_port for d6871a8b-b5ee-4215-9f42-7d6a682e3a78 owned by network:router_interface {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:29:56.959895 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 6da1bf7e-2e79-45af-8a18-d3fc34721b64 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:29:57.104630 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-711fc246-4704-4a45-98ff-105cbde26064 None None] Provisioning complete for port d6871a8b-b5ee-4215-9f42-7d6a682e3a78 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:29:57.104989 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-711fc246-4704-4a45-98ff-105cbde26064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:57.133181 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ae8cb593-324d-49da-9d89-c1ea4364d3d6 None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:57.148211 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ae8cb593-324d-49da-9d89-c1ea4364d3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:57.214384 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-711fc246-4704-4a45-98ff-105cbde26064 None None] Port d6871a8b-b5ee-4215-9f42-7d6a682e3a78 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:29:57.232748 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 6da1bf7e-2e79-45af-8a18-d3fc34721b64 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:29:57.232748 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:57.303790 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b743d4-6dcc-4df5-9a8d-f112de9c55f4 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:29:57.320020 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-711fc246-4704-4a45-98ff-105cbde26064 None None] Provisioning complete for port 6da1bf7e-2e79-45af-8a18-d3fc34721b64 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:29:57.320400 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-711fc246-4704-4a45-98ff-105cbde26064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:57.322822 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4365c6-f401-40aa-a3da-b14f1e10df8f None None] Pushing event updated for resources: {'Port': ['ID=9c03ae90-c353-42ae-b930-b3335c8d81e3,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:57.327021 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-280f2d59-d2d1-41f7-9314-fa8a617f793e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:57.337085 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-ae8cb593-324d-49da-9d89-c1ea4364d3d6 None None] Attempting to bind port 9c03ae90-c353-42ae-b930-b3335c8d81e3 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:29:57.337352 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-ae8cb593-324d-49da-9d89-c1ea4364d3d6 None None] Attempting to bind port 9c03ae90-c353-42ae-b930-b3335c8d81e3 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:29:57.337716 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8cb593-324d-49da-9d89-c1ea4364d3d6 None None] Attempting to bind port 9c03ae90-c353-42ae-b930-b3335c8d81e3 on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:29:57.338377 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-9e7663cb-e057-43a0-9cfd-15307559c0e5 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Allocated IP 172.25.3.8 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/4bb2e9ff-f8b1-4507-816f-b81452368093) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:29:57.429264 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4de84710-5a69-4a25-81ec-de324561b319 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:57.539162 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de84710-5a69-4a25-81ec-de324561b319 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Pushing event deleted for resources: {'Port': ['ID=d6871a8b-b5ee-4215-9f42-7d6a682e3a78,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:57.561227 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9e7663cb-e057-43a0-9cfd-15307559c0e5 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:57.652655 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9e7663cb-e057-43a0-9cfd-15307559c0e5 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:57.762393 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7663cb-e057-43a0-9cfd-15307559c0e5 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:29:57.787133 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-9e7663cb-e057-43a0-9cfd-15307559c0e5 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:29:57.801535 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7663cb-e057-43a0-9cfd-15307559c0e5 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:29:57.870126 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7663cb-e057-43a0-9cfd-15307559c0e5 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Pushing event updated for resources: {'Port': ['ID=4bb2e9ff-f8b1-4507-816f-b81452368093,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:57.915823 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e36128d-8057-435b-8123-92fe1f2ac27a None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:29:57.938103 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8cb593-324d-49da-9d89-c1ea4364d3d6 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:29:57.939882 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8cb593-324d-49da-9d89-c1ea4364d3d6 None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:29:57.941770 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ae8cb593-324d-49da-9d89-c1ea4364d3d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:57.942435 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8cb593-324d-49da-9d89-c1ea4364d3d6 None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:29:57.943193 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-ae8cb593-324d-49da-9d89-c1ea4364d3d6 None None] Bound port: 9c03ae90-c353-42ae-b930-b3335c8d81e3, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:29:57.944420 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ae8cb593-324d-49da-9d89-c1ea4364d3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:57.997974 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4de84710-5a69-4a25-81ec-de324561b319 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:58.122208 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-ae8cb593-324d-49da-9d89-c1ea4364d3d6 None None] For port 9c03ae90-c353-42ae-b930-b3335c8d81e3, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:29:58.131205 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-ae8cb593-324d-49da-9d89-c1ea4364d3d6 None None] For port 9c03ae90-c353-42ae-b930-b3335c8d81e3, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=9c03ae90-c353-42ae-b930-b3335c8d81e3,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:29:58.141362 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ae8cb593-324d-49da-9d89-c1ea4364d3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:58.205700 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4365c6-f401-40aa-a3da-b14f1e10df8f None None] Pushing event updated for resources: {'Port': ['ID=9c03ae90-c353-42ae-b930-b3335c8d81e3,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:58.247044 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8cb593-324d-49da-9d89-c1ea4364d3d6 None None] Routers {'0149d902-86d8-47b1-bb09-9373477aab48'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:29:58.248066 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-ae8cb593-324d-49da-9d89-c1ea4364d3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:29:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['0149d902-86d8-47b1-bb09-9373477aab48'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:29:58.357916 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5589251d-993c-49cd-9e28-b3a8515f63d4 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:29:58.360888 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4364a00c-2103-4f99-bea2-976caf4a025a None None] Provisioning complete for port 9c03ae90-c353-42ae-b930-b3335c8d81e3 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:29:58.361732 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4364a00c-2103-4f99-bea2-976caf4a025a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:58.478954 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de84710-5a69-4a25-81ec-de324561b319 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Router 69d68654-e039-4025-8e14-57ae2b49ecef has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:29:58.503168 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9e7663cb-e057-43a0-9cfd-15307559c0e5 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:58.576698 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de84710-5a69-4a25-81ec-de324561b319 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:29:58.584611 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4de84710-5a69-4a25-81ec-de324561b319 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] 10.222.0.45 "PUT /v2.0/routers/69d68654-e039-4025-8e14-57ae2b49ecef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2647805 Nov 12 01:29:58.588158 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40248) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:58.591695 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf887c0-cff3-4cc8-9beb-44829df362e9 None None] Sync routers for ids ['69d68654-e039-4025-8e14-57ae2b49ecef'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:29:58.607027 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-ae8cb593-324d-49da-9d89-c1ea4364d3d6 None None] Set router 0149d902-86d8-47b1-bb09-9373477aab48 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:29:58.610846 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf887c0-cff3-4cc8-9beb-44829df362e9 None None] Routers {'69d68654-e039-4025-8e14-57ae2b49ecef'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:29:58.612098 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-baf887c0-cff3-4cc8-9beb-44829df362e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:29:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['69d68654-e039-4025-8e14-57ae2b49ecef'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:29:58.677773 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40250) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:58.686593 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-dd99e51f-32da-4754-ac75-11e442500484 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] delete failed (client error): The resource could not be found. Nov 12 01:29:58.687679 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-dd99e51f-32da-4754-ac75-11e442500484 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] 10.222.0.45 "DELETE /v2.0/routers/tempest-non_exist_router-1543976927 HTTP/1.1" status: 404 len: 335 time: 0.0866079 Nov 12 01:29:58.688869 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-baf887c0-cff3-4cc8-9beb-44829df362e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:29:58.692589 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40254) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:58.701199 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-1812272b-1b5f-4598-89c8-0d6280b3f84c tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Request body: {'router': {'external_gateway_info': {'network_id': '69d68654-e039-4025-8e14-57ae2b49ecef'}}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:29:58.726944 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf887c0-cff3-4cc8-9beb-44829df362e9 None None] Routers {'69d68654-e039-4025-8e14-57ae2b49ecef'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:29:58.729929 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-baf887c0-cff3-4cc8-9beb-44829df362e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:29:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['69d68654-e039-4025-8e14-57ae2b49ecef'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:29:58.822484 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-baf887c0-cff3-4cc8-9beb-44829df362e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:29:58.827433 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf887c0-cff3-4cc8-9beb-44829df362e9 None None] The sync data for ids ['69d68654-e039-4025-8e14-57ae2b49ecef'] in n-d-712142-27 is: [] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:29:59.068466 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4364a00c-2103-4f99-bea2-976caf4a025a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:59.094195 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4364a00c-2103-4f99-bea2-976caf4a025a None None] For port 9c03ae90-c353-42ae-b930-b3335c8d81e3, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=9c03ae90-c353-42ae-b930-b3335c8d81e3,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:29:59.103301 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4364a00c-2103-4f99-bea2-976caf4a025a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:59.124863 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1812272b-1b5f-4598-89c8-0d6280b3f84c tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:59.134096 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9e7663cb-e057-43a0-9cfd-15307559c0e5 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:59.144178 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-90af1c33-ba28-418e-978b-ee6802699723 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:59.179936 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-1812272b-1b5f-4598-89c8-0d6280b3f84c tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] update failed (client error): The resource could not be found. Nov 12 01:29:59.186409 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1812272b-1b5f-4598-89c8-0d6280b3f84c tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] 10.222.0.45 "PUT /v2.0/routers/69d68654-e039-4025-8e14-57ae2b49ecef HTTP/1.1" status: 404 len: 339 time: 0.4876757 Nov 12 01:29:59.186644 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4364a00c-2103-4f99-bea2-976caf4a025a None None] Pushing event updated for resources: {'Port': ['ID=9c03ae90-c353-42ae-b930-b3335c8d81e3,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:59.187089 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40258) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:59.228388 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4364a00c-2103-4f99-bea2-976caf4a025a None None] Provisioning complete for port 4bb2e9ff-f8b1-4507-816f-b81452368093 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:29:59.229776 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4364a00c-2103-4f99-bea2-976caf4a025a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:59.287151 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4364a00c-2103-4f99-bea2-976caf4a025a None None] Port 4bb2e9ff-f8b1-4507-816f-b81452368093 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:29:59.336962 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-ae8cb593-324d-49da-9d89-c1ea4364d3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0149d902-86d8-47b1-bb09-9373477aab48', 'name': 'tempest-snat-router-1514755475', 'tenant_id': '271da54e383f493bbd2a67a72bfe81cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.175'}], 'enable_snat': False}, 'gw_port_id': '9c03ae90-c353-42ae-b930-b3335c8d81e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:29:49Z', 'updated_at': '2021-11-12T01:29:51Z', 'revision_number': 3, 'project_id': '271da54e383f493bbd2a67a72bfe81cc', 'gw_port': {'id': '9c03ae90-c353-42ae-b930-b3335c8d81e3', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0149d902-86d8-47b1-bb09-9373477aab48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:29:50Z', 'updated_at': '2021-11-12T01:29:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:29:59.426668 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8cb593-324d-49da-9d89-c1ea4364d3d6 None None] The sync data for ids ['0149d902-86d8-47b1-bb09-9373477aab48'] in n-d-712142-27 is: [{'id': '0149d902-86d8-47b1-bb09-9373477aab48', 'name': 'tempest-snat-router-1514755475', 'tenant_id': '271da54e383f493bbd2a67a72bfe81cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.175'}], 'enable_snat': False}, 'gw_port_id': '9c03ae90-c353-42ae-b930-b3335c8d81e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:29:49Z', 'updated_at': '2021-11-12T01:29:51Z', 'revision_number': 3, 'project_id': '271da54e383f493bbd2a67a72bfe81cc', 'gw_port': {'id': '9c03ae90-c353-42ae-b930-b3335c8d81e3', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0149d902-86d8-47b1-bb09-9373477aab48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3387, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:29:50Z', 'updated_at': '2021-11-12T01:29:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:29:59.455277 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-cbaa5898-26f1-461d-a9fd-591fc07ede2f None None] Provisioning complete for port 9c03ae90-c353-42ae-b930-b3335c8d81e3 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:29:59.455911 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cbaa5898-26f1-461d-a9fd-591fc07ede2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:59.568810 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-90af1c33-ba28-418e-978b-ee6802699723 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:59.583356 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-90af1c33-ba28-418e-978b-ee6802699723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:59.684116 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-90af1c33-ba28-418e-978b-ee6802699723 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a111673253ef40608a74f17ac4ad5689&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0043848 Nov 12 01:29:59.693737 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90af1c33-ba28-418e-978b-ee6802699723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a01128-7382-44e6-a8f7-ffe643868543,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:29:59.698716 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40264) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:29:59.749408 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e7663cb-e057-43a0-9cfd-15307559c0e5 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Router 8c7d3e20-669a-4076-989c-268831745036 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:29:59.916001 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7663cb-e057-43a0-9cfd-15307559c0e5 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:29:59.923944 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5716b82d-5795-4988-91e6-8e4188edaad7 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:59.977479 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3881da-bf32-4d13-bcbd-bc15c7d720c7 None None] Sync routers for ids ['8c7d3e20-669a-4076-989c-268831745036'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:29:59.991763 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9e7663cb-e057-43a0-9cfd-15307559c0e5 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:59.994922 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-9e7663cb-e057-43a0-9cfd-15307559c0e5 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 5.3077884 Nov 12 01:29:59.998449 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4c292b1c-a034-4954-b1dd-3c98370df4ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:29:59.998884 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40268) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:00.013680 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3881da-bf32-4d13-bcbd-bc15c7d720c7 None None] Routers {'8c7d3e20-669a-4076-989c-268831745036'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:30:00.014929 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-0d3881da-bf32-4d13-bcbd-bc15c7d720c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:29:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['8c7d3e20-669a-4076-989c-268831745036'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:00.376625 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-0d3881da-bf32-4d13-bcbd-bc15c7d720c7 None None] Set router 8c7d3e20-669a-4076-989c-268831745036 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:30:00.386753 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2a7f2801-1c30-40de-ae7e-5304ed855eaa tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] 10.222.0.45 "GET /v2.0/routers/8c7d3e20-669a-4076-989c-268831745036 HTTP/1.1" status: 200 len: 906 time: 0.3849316 Nov 12 01:30:00.391768 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40270) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:00.598175 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fe944ce4-4c87-4368-bc1f-fbd16a0b8f8c tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks [] for router, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:00.662836 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4c292b1c-a034-4954-b1dd-3c98370df4ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:00.801365 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-0d3881da-bf32-4d13-bcbd-bc15c7d720c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7d3e20-669a-4076-989c-268831745036', 'name': 'tempest-snat-router-1514755475', 'tenant_id': '271da54e383f493bbd2a67a72bfe81cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '4bb2e9ff-f8b1-4507-816f-b81452368093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:29:54Z', 'updated_at': '2021-11-12T01:29:58Z', 'revision_number': 3, 'project_id': '271da54e383f493bbd2a67a72bfe81cc', 'gw_port': {'id': '4bb2e9ff-f8b1-4507-816f-b81452368093', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:95:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c7d3e20-669a-4076-989c-268831745036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:29:56Z', 'updated_at': '2021-11-12T01:29:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:00.864130 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3881da-bf32-4d13-bcbd-bc15c7d720c7 None None] Checking router: 8c7d3e20-669a-4076-989c-268831745036 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:30:00.864860 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3881da-bf32-4d13-bcbd-bc15c7d720c7 None None] Updating router 8c7d3e20-669a-4076-989c-268831745036 port 4bb2e9ff-f8b1-4507-816f-b81452368093 binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:30:00.889074 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fe944ce4-4c87-4368-bc1f-fbd16a0b8f8c tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:00.968128 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0d3881da-bf32-4d13-bcbd-bc15c7d720c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:00.989190 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4c292b1c-a034-4954-b1dd-3c98370df4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:00.995717 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4c292b1c-a034-4954-b1dd-3c98370df4ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:00.998159 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4c292b1c-a034-4954-b1dd-3c98370df4ac admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c8a01128-7382-44e6-a8f7-ffe643868543 HTTP/1.1" status: 204 len: 168 time: 1.2968366 Nov 12 01:30:00.998903 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-120b2f12-e21e-4900-a0f3-3054e34ffbbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:01.045108 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-fe944ce4-4c87-4368-bc1f-fbd16a0b8f8c tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Deleting port 4bb2e9ff-f8b1-4507-816f-b81452368093 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:30:01.045364 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fe944ce4-4c87-4368-bc1f-fbd16a0b8f8c tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:01.054663 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c292b1c-a034-4954-b1dd-3c98370df4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a01128-7382-44e6-a8f7-ffe643868543,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:01.167045 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 9c03ae90-c353-42ae-b930-b3335c8d81e3 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:30:01.192625 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-5716b82d-5795-4988-91e6-8e4188edaad7 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Allocated IP 172.20.0.1 (a266079d-778c-4a9e-bc79-3b2b6dc4bbaf/0c66ec4a-1386-4748-8060-6ffdfd03b35f/0957b0f9-b9c0-4bac-91bb-2dfb38328f1b) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:30:01.301432 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fe944ce4-4c87-4368-bc1f-fbd16a0b8f8c tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:01.322401 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-fe944ce4-4c87-4368-bc1f-fbd16a0b8f8c tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Calling delete_port for 4bb2e9ff-f8b1-4507-816f-b81452368093 owned by network:router_gateway {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:30:01.434007 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5716b82d-5795-4988-91e6-8e4188edaad7 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:01.455685 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 9c03ae90-c353-42ae-b930-b3335c8d81e3 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:30:01.456393 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:01.513132 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5716b82d-5795-4988-91e6-8e4188edaad7 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:01.605718 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5716b82d-5795-4988-91e6-8e4188edaad7 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Network a266079d-778c-4a9e-bc79-3b2b6dc4bbaf is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:30:01.627566 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-5716b82d-5795-4988-91e6-8e4188edaad7 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:30:01.630251 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5716b82d-5795-4988-91e6-8e4188edaad7 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:30:01.717574 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fe944ce4-4c87-4368-bc1f-fbd16a0b8f8c tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:01.749738 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5716b82d-5795-4988-91e6-8e4188edaad7 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:01.773627 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe944ce4-4c87-4368-bc1f-fbd16a0b8f8c tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Pushing event deleted for resources: {'Port': ['ID=4bb2e9ff-f8b1-4507-816f-b81452368093,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:01.822350 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99177d04-4880-4aad-bdc9-ccf08b1be2f2 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:30:01.978941 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fe944ce4-4c87-4368-bc1f-fbd16a0b8f8c tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:02.031320 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.api [None req-0d3881da-bf32-4d13-bcbd-bc15c7d720c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:30:02.031948 n-d-712142-27 neutron-server[109087]: DEBUG oslo_db.api [None req-0d3881da-bf32-4d13-bcbd-bc15c7d720c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:30:02.056834 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5716b82d-5795-4988-91e6-8e4188edaad7 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Pushing event updated for resources: {'Port': ['ID=0957b0f9-b9c0-4bac-91bb-2dfb38328f1b,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:02.071089 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5716b82d-5795-4988-91e6-8e4188edaad7 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:02.157455 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7082f86b-48f7-4af9-87c5-42c2591f6c2f None None] Provisioning complete for port 0957b0f9-b9c0-4bac-91bb-2dfb38328f1b triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:30:02.158006 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7082f86b-48f7-4af9-87c5-42c2591f6c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:02.253032 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-7082f86b-48f7-4af9-87c5-42c2591f6c2f None None] Port 0957b0f9-b9c0-4bac-91bb-2dfb38328f1b cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:30:02.567415 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3881da-bf32-4d13-bcbd-bc15c7d720c7 None None] Port 4bb2e9ff-f8b1-4507-816f-b81452368093 not found while updating agent binding for router 8c7d3e20-669a-4076-989c-268831745036. {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 12 01:30:02.586979 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3881da-bf32-4d13-bcbd-bc15c7d720c7 None None] Routers {'8c7d3e20-669a-4076-989c-268831745036'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:30:02.589757 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-0d3881da-bf32-4d13-bcbd-bc15c7d720c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:30:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['8c7d3e20-669a-4076-989c-268831745036'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:02.684462 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5716b82d-5795-4988-91e6-8e4188edaad7 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:02.704682 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5716b82d-5795-4988-91e6-8e4188edaad7 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:02.712373 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fe944ce4-4c87-4368-bc1f-fbd16a0b8f8c tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:02.715861 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fe944ce4-4c87-4368-bc1f-fbd16a0b8f8c tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:02.740553 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-0d3881da-bf32-4d13-bcbd-bc15c7d720c7 None None] Set router 8c7d3e20-669a-4076-989c-268831745036 gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:30:02.775653 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fe944ce4-4c87-4368-bc1f-fbd16a0b8f8c tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:02.777842 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe944ce4-4c87-4368-bc1f-fbd16a0b8f8c tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8c7d3e20-669a-4076-989c-268831745036 {{(pid=109085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:30:02.788957 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fe944ce4-4c87-4368-bc1f-fbd16a0b8f8c tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:02.791779 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-fe944ce4-4c87-4368-bc1f-fbd16a0b8f8c tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] 10.222.0.45 "DELETE /v2.0/routers/8c7d3e20-669a-4076-989c-268831745036 HTTP/1.1" status: 204 len: 168 time: 2.3988457 Nov 12 01:30:02.797027 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40310) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:02.805671 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-0d3881da-bf32-4d13-bcbd-bc15c7d720c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7d3e20-669a-4076-989c-268831745036', 'name': 'tempest-snat-router-1514755475', 'tenant_id': '271da54e383f493bbd2a67a72bfe81cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:29:54Z', 'updated_at': '2021-11-12T01:30:01Z', 'revision_number': 5, 'project_id': '271da54e383f493bbd2a67a72bfe81cc', 'gw_port_host': None}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:02.833997 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5716b82d-5795-4988-91e6-8e4188edaad7 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:02.847304 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3881da-bf32-4d13-bcbd-bc15c7d720c7 None None] The sync data for ids ['8c7d3e20-669a-4076-989c-268831745036'] in n-d-712142-27 is: [{'id': '8c7d3e20-669a-4076-989c-268831745036', 'name': 'tempest-snat-router-1514755475', 'tenant_id': '271da54e383f493bbd2a67a72bfe81cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:29:54Z', 'updated_at': '2021-11-12T01:30:01Z', 'revision_number': 5, 'project_id': '271da54e383f493bbd2a67a72bfe81cc', 'gw_port_host': None}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:30:02.914377 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:02.924508 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5716b82d-5795-4988-91e6-8e4188edaad7 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Pushing event updated for resources: {'Port': ['ID=0957b0f9-b9c0-4bac-91bb-2dfb38328f1b,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:03.019236 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5716b82d-5795-4988-91e6-8e4188edaad7 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Network a266079d-778c-4a9e-bc79-3b2b6dc4bbaf is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:30:03.021555 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-5716b82d-5795-4988-91e6-8e4188edaad7 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:30:03.061327 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-823cf8ae-5abe-423a-affd-466eab1e2d23 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks [] for router, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:03.244115 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5716b82d-5795-4988-91e6-8e4188edaad7 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Router 69d68654-e039-4025-8e14-57ae2b49ecef has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:30:03.251160 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-823cf8ae-5abe-423a-affd-466eab1e2d23 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:03.392989 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-823cf8ae-5abe-423a-affd-466eab1e2d23 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Deleting port 9c03ae90-c353-42ae-b930-b3335c8d81e3 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:30:03.393382 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-823cf8ae-5abe-423a-affd-466eab1e2d23 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:03.456140 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5716b82d-5795-4988-91e6-8e4188edaad7 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:30:03.469979 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40316) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:03.470816 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5716b82d-5795-4988-91e6-8e4188edaad7 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] 10.222.0.45 "PUT /v2.0/routers/69d68654-e039-4025-8e14-57ae2b49ecef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2819257 Nov 12 01:30:03.471877 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdb74f8-d016-4d29-a082-86985ec392ad None None] Sync routers for ids ['69d68654-e039-4025-8e14-57ae2b49ecef'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:30:03.491998 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdb74f8-d016-4d29-a082-86985ec392ad None None] Routers {'69d68654-e039-4025-8e14-57ae2b49ecef'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:30:03.492776 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-bcdb74f8-d016-4d29-a082-86985ec392ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:30:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['69d68654-e039-4025-8e14-57ae2b49ecef'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:03.496842 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4fcdff77-a012-4bff-84a2-80dbf4b807da None None] Provisioning complete for port 0957b0f9-b9c0-4bac-91bb-2dfb38328f1b triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:30:03.497449 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4fcdff77-a012-4bff-84a2-80dbf4b807da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:03.535687 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-bcdb74f8-d016-4d29-a082-86985ec392ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:03.547271 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdb74f8-d016-4d29-a082-86985ec392ad None None] Routers {'69d68654-e039-4025-8e14-57ae2b49ecef'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:30:03.548257 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-bcdb74f8-d016-4d29-a082-86985ec392ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:30:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['69d68654-e039-4025-8e14-57ae2b49ecef'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:03.554029 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4fcdff77-a012-4bff-84a2-80dbf4b807da None None] Port 0957b0f9-b9c0-4bac-91bb-2dfb38328f1b cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:30:03.568220 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-823cf8ae-5abe-423a-affd-466eab1e2d23 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] For port 9c03ae90-c353-42ae-b930-b3335c8d81e3, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=9c03ae90-c353-42ae-b930-b3335c8d81e3,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:30:03.568906 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-823cf8ae-5abe-423a-affd-466eab1e2d23 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:03.598219 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-bcdb74f8-d016-4d29-a082-86985ec392ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:03.598777 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdb74f8-d016-4d29-a082-86985ec392ad None None] The sync data for ids ['69d68654-e039-4025-8e14-57ae2b49ecef'] in n-d-712142-27 is: [] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:30:03.605443 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-823cf8ae-5abe-423a-affd-466eab1e2d23 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Calling delete_port for 9c03ae90-c353-42ae-b930-b3335c8d81e3 owned by network:router_gateway {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:30:03.783893 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-81734d20-7526-4111-addf-0010193bc6cc tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks [] for router, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:03.962211 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:04.015879 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-81734d20-7526-4111-addf-0010193bc6cc tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 01:30:04.017001 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-81734d20-7526-4111-addf-0010193bc6cc tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] 10.222.0.45 "DELETE /v2.0/routers/69d68654-e039-4025-8e14-57ae2b49ecef HTTP/1.1" status: 409 len: 329 time: 0.5456173 Nov 12 01:30:04.020210 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40320) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:04.109145 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-823cf8ae-5abe-423a-affd-466eab1e2d23 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:04.173637 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823cf8ae-5abe-423a-affd-466eab1e2d23 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c03ae90-c353-42ae-b930-b3335c8d81e3,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:04.175878 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a187ed6-32a2-43f6-9b2c-1fd9cb62a535 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:30:04.282818 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-823cf8ae-5abe-423a-affd-466eab1e2d23 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:04.409890 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-823cf8ae-5abe-423a-affd-466eab1e2d23 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:04.414433 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-823cf8ae-5abe-423a-affd-466eab1e2d23 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:04.497701 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-823cf8ae-5abe-423a-affd-466eab1e2d23 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:04.498602 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823cf8ae-5abe-423a-affd-466eab1e2d23 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0149d902-86d8-47b1-bb09-9373477aab48 {{(pid=109085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:30:04.506261 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-823cf8ae-5abe-423a-affd-466eab1e2d23 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:04.508094 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-823cf8ae-5abe-423a-affd-466eab1e2d23 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] 10.222.0.45 "DELETE /v2.0/routers/0149d902-86d8-47b1-bb09-9373477aab48 HTTP/1.1" status: 204 len: 168 time: 1.7086592 Nov 12 01:30:04.513551 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40326) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:04.519922 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-c0639a6f-2292-4d17-9a98-777971507e65 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-751038490', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}, 'admin_state_up': False}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:04.568012 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c0639a6f-2292-4d17-9a98-777971507e65 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:04.569275 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c0639a6f-2292-4d17-9a98-777971507e65 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:04.594742 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-40685ff4-1a80-49ff-ac93-0cc2bced87eb tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:04.704015 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c0639a6f-2292-4d17-9a98-777971507e65 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:04.914782 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c0639a6f-2292-4d17-9a98-777971507e65 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:05.132955 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-40685ff4-1a80-49ff-ac93-0cc2bced87eb tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Deleting port 0957b0f9-b9c0-4bac-91bb-2dfb38328f1b {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:30:05.133306 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-40685ff4-1a80-49ff-ac93-0cc2bced87eb tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:05.154545 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 9c03ae90-c353-42ae-b930-b3335c8d81e3 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:30:05.205289 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 9c03ae90-c353-42ae-b930-b3335c8d81e3 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:30:05.206383 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 9c03ae90-c353-42ae-b930-b3335c8d81e3 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:30:05.226065 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:05.294918 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c0639a6f-2292-4d17-9a98-777971507e65 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks [] for router_gateway, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:05.323845 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c0639a6f-2292-4d17-9a98-777971507e65 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:05.381948 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-40685ff4-1a80-49ff-ac93-0cc2bced87eb tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:05.401683 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-40685ff4-1a80-49ff-ac93-0cc2bced87eb tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Calling delete_port for 0957b0f9-b9c0-4bac-91bb-2dfb38328f1b owned by network:router_interface {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:30:05.524133 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-c0639a6f-2292-4d17-9a98-777971507e65 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Allocated IP 172.25.3.52 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/9af3c752-120a-4f45-b4a3-4e4a7dc9b5d0) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:30:05.740752 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c0639a6f-2292-4d17-9a98-777971507e65 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:05.749931 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-40685ff4-1a80-49ff-ac93-0cc2bced87eb tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:05.787812 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40685ff4-1a80-49ff-ac93-0cc2bced87eb tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Pushing event deleted for resources: {'Port': ['ID=0957b0f9-b9c0-4bac-91bb-2dfb38328f1b,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:05.869751 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c0639a6f-2292-4d17-9a98-777971507e65 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:05.936973 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0639a6f-2292-4d17-9a98-777971507e65 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:30:05.975763 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-c0639a6f-2292-4d17-9a98-777971507e65 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:30:05.978196 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0639a6f-2292-4d17-9a98-777971507e65 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:30:05.984404 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0639a6f-2292-4d17-9a98-777971507e65 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Pushing event updated for resources: {'Port': ['ID=9af3c752-120a-4f45-b4a3-4e4a7dc9b5d0,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:06.000236 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7a35a9-cfc1-41d5-bbb2-30187abb7b2e None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:30:06.064472 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-40685ff4-1a80-49ff-ac93-0cc2bced87eb tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:06.110809 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-e30e9956-7b9b-4dbc-961f-6253c8f84fd7 None None] Provisioning complete for port 9af3c752-120a-4f45-b4a3-4e4a7dc9b5d0 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:30:06.111191 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e30e9956-7b9b-4dbc-961f-6253c8f84fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:06.207885 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-e30e9956-7b9b-4dbc-961f-6253c8f84fd7 None None] Port 9af3c752-120a-4f45-b4a3-4e4a7dc9b5d0 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:30:06.801963 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40685ff4-1a80-49ff-ac93-0cc2bced87eb tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Router 69d68654-e039-4025-8e14-57ae2b49ecef has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:30:07.029595 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40685ff4-1a80-49ff-ac93-0cc2bced87eb tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:30:07.043275 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c2794c-3285-4dd4-b93a-e6de2a82b4d8 None None] Sync routers for ids ['69d68654-e039-4025-8e14-57ae2b49ecef'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:30:07.056933 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40430) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:07.078535 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-40685ff4-1a80-49ff-ac93-0cc2bced87eb tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] 10.222.0.45 "PUT /v2.0/routers/69d68654-e039-4025-8e14-57ae2b49ecef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0569463 Nov 12 01:30:07.096773 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c2794c-3285-4dd4-b93a-e6de2a82b4d8 None None] Routers {'69d68654-e039-4025-8e14-57ae2b49ecef'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:30:07.099566 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-75c2794c-3285-4dd4-b93a-e6de2a82b4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:30:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['69d68654-e039-4025-8e14-57ae2b49ecef'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:07.131108 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c0639a6f-2292-4d17-9a98-777971507e65 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks [] for router_gateway, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:07.197222 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-db8ef3a2-1d5e-4715-bf1d-45a188493385 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] show failed (client error): The resource could not be found. Nov 12 01:30:07.203009 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-db8ef3a2-1d5e-4715-bf1d-45a188493385 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] 10.222.0.45 "GET /v2.0/routers/tempest-non_exist_router-580821925 HTTP/1.1" status: 404 len: 334 time: 0.1406465 Nov 12 01:30:07.203471 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40440) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:07.208599 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-131bbfd8-584e-478a-a158-f6fe32607cd9 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:07.309716 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-131bbfd8-584e-478a-a158-f6fe32607cd9 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] update failed (client error): The resource could not be found. Nov 12 01:30:07.313146 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-75c2794c-3285-4dd4-b93a-e6de2a82b4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:07.321807 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-131bbfd8-584e-478a-a158-f6fe32607cd9 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] 10.222.0.45 "PUT /v2.0/routers/tempest-non_exist_router-1874508994 HTTP/1.1" status: 404 len: 335 time: 0.1161807 Nov 12 01:30:07.326412 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40442) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:07.347356 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c2794c-3285-4dd4-b93a-e6de2a82b4d8 None None] Routers {'69d68654-e039-4025-8e14-57ae2b49ecef'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:30:07.353058 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-75c2794c-3285-4dd4-b93a-e6de2a82b4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:30:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['69d68654-e039-4025-8e14-57ae2b49ecef'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:07.452798 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-84fba1c3-b3d4-46db-8f61-68effc46d7b5 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Deleting subnet 4ddea14c-3f31-4cb5-a549-3082b6c621f8 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:30:07.463354 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-84fba1c3-b3d4-46db-8f61-68effc46d7b5 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:07.573169 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-75c2794c-3285-4dd4-b93a-e6de2a82b4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:07.582483 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c2794c-3285-4dd4-b93a-e6de2a82b4d8 None None] The sync data for ids ['69d68654-e039-4025-8e14-57ae2b49ecef'] in n-d-712142-27 is: [] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:30:07.603862 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-84fba1c3-b3d4-46db-8f61-68effc46d7b5 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:07.890493 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-84fba1c3-b3d4-46db-8f61-68effc46d7b5 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:08.024637 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-84fba1c3-b3d4-46db-8f61-68effc46d7b5 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:08.035562 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c0639a6f-2292-4d17-9a98-777971507e65 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:08.090841 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-84fba1c3-b3d4-46db-8f61-68effc46d7b5 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:08.106660 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ce9ca9-e98d-4658-8647-adfe60ddfa41 None None] Network 41838a5c-6dbd-4ebd-9dd9-bbe6b7f82727 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:30:08.121493 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-84fba1c3-b3d4-46db-8f61-68effc46d7b5 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] 10.222.0.45 "DELETE /v2.0/subnets/4ddea14c-3f31-4cb5-a549-3082b6c621f8 HTTP/1.1" status: 204 len: 168 time: 0.7936966 Nov 12 01:30:08.123634 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40460) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:08.126180 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fba1c3-b3d4-46db-8f61-68effc46d7b5 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Pushing event deleted for resources: {'Subnet': ['ID=4ddea14c-3f31-4cb5-a549-3082b6c621f8,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:08.253223 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa44c3e0-c28f-4abc-bbd8-21230ba70df1 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Deleting subnet fca72b1b-0105-4abf-a638-eb3730d6816e {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:30:08.264388 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fa44c3e0-c28f-4abc-bbd8-21230ba70df1 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:08.383824 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fa44c3e0-c28f-4abc-bbd8-21230ba70df1 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:08.633474 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fa44c3e0-c28f-4abc-bbd8-21230ba70df1 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:08.801850 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:08.820880 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0639a6f-2292-4d17-9a98-777971507e65 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Router 0549747c-3b3d-4c4e-b3e2-f1ace09b6832 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:30:08.841323 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fa44c3e0-c28f-4abc-bbd8-21230ba70df1 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:08.888639 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fa44c3e0-c28f-4abc-bbd8-21230ba70df1 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:08.900641 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-fa44c3e0-c28f-4abc-bbd8-21230ba70df1 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] 10.222.0.45 "DELETE /v2.0/subnets/fca72b1b-0105-4abf-a638-eb3730d6816e HTTP/1.1" status: 204 len: 168 time: 0.7751992 Nov 12 01:30:08.902181 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40494) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:08.903422 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa44c3e0-c28f-4abc-bbd8-21230ba70df1 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Pushing event deleted for resources: {'Subnet': ['ID=fca72b1b-0105-4abf-a638-eb3730d6816e,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:08.970545 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e39432d-22ef-4430-953f-68f6600fcc42 None None] Network db8515c2-f9f8-4df6-b5f9-fc8a0d958422 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:30:09.119784 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-254377f1-fa41-48e2-8378-39447ab4177e tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:09.128458 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0639a6f-2292-4d17-9a98-777971507e65 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:30:09.139149 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54efdebd-55f2-467d-a4c9-2c80504103b2 None None] Sync routers for ids ['0549747c-3b3d-4c4e-b3e2-f1ace09b6832'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:30:09.162201 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54efdebd-55f2-467d-a4c9-2c80504103b2 None None] Routers {'0549747c-3b3d-4c4e-b3e2-f1ace09b6832'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:30:09.162865 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-54efdebd-55f2-467d-a4c9-2c80504103b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:30:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['0549747c-3b3d-4c4e-b3e2-f1ace09b6832'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:09.212985 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c0639a6f-2292-4d17-9a98-777971507e65 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:09.217002 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c0639a6f-2292-4d17-9a98-777971507e65 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.6990888 Nov 12 01:30:09.222947 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40498) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:09.234665 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-1fbca3e3-3c2c-49a8-8b88-927e6a4dc24d tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'enable_snat': False}}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:09.281358 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-54efdebd-55f2-467d-a4c9-2c80504103b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:09.322385 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54efdebd-55f2-467d-a4c9-2c80504103b2 None None] Routers {'0549747c-3b3d-4c4e-b3e2-f1ace09b6832'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:30:09.324706 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-54efdebd-55f2-467d-a4c9-2c80504103b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:30:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['0549747c-3b3d-4c4e-b3e2-f1ace09b6832'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:09.336083 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-254377f1-fa41-48e2-8378-39447ab4177e tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Deleting port 6da1bf7e-2e79-45af-8a18-d3fc34721b64 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:30:09.336411 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-254377f1-fa41-48e2-8378-39447ab4177e tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:09.537930 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-254377f1-fa41-48e2-8378-39447ab4177e tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] For port 6da1bf7e-2e79-45af-8a18-d3fc34721b64, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=6da1bf7e-2e79-45af-8a18-d3fc34721b64,segment=NetworkSegment(ead34c9d-bb98-4a3e-8468-2403d88ecf78),segment_id=ead34c9d-bb98-4a3e-8468-2403d88ecf78)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:30:09.539678 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-254377f1-fa41-48e2-8378-39447ab4177e tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:09.544550 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16b29df-0463-4f10-9111-ee29be451618 None None] DHCP port deletion for 41838a5c-6dbd-4ebd-9dd9-bbe6b7f82727 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:30:09.588019 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-254377f1-fa41-48e2-8378-39447ab4177e tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Calling delete_port for 6da1bf7e-2e79-45af-8a18-d3fc34721b64 owned by network:dhcp {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:30:09.633652 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3b2f73-f70d-4b90-81b8-909938d46cc7 None None] DHCP port deletion for db8515c2-f9f8-4df6-b5f9-fc8a0d958422 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:30:09.783441 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-254377f1-fa41-48e2-8378-39447ab4177e tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:09.783691 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-54efdebd-55f2-467d-a4c9-2c80504103b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:09.785497 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54efdebd-55f2-467d-a4c9-2c80504103b2 None None] The sync data for ids ['0549747c-3b3d-4c4e-b3e2-f1ace09b6832'] in n-d-712142-27 is: [] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:30:09.822670 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-c16b29df-0463-4f10-9111-ee29be451618 None None] Deleting port 6da1bf7e-2e79-45af-8a18-d3fc34721b64 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:30:09.829792 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c16b29df-0463-4f10-9111-ee29be451618 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:09.881366 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254377f1-fa41-48e2-8378-39447ab4177e tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Pushing event deleted for resources: {'Port': ['ID=6da1bf7e-2e79-45af-8a18-d3fc34721b64,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:09.898981 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254377f1-fa41-48e2-8378-39447ab4177e tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] No DVR routers for this DVR port 6da1bf7e-2e79-45af-8a18-d3fc34721b64 on host n-d-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:30:09.965369 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-c16b29df-0463-4f10-9111-ee29be451618 None None] For port 6da1bf7e-2e79-45af-8a18-d3fc34721b64, host n-d-712142-27, got binding levels [] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:30:09.965866 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c16b29df-0463-4f10-9111-ee29be451618 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:09.990464 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-c16b29df-0463-4f10-9111-ee29be451618 None None] Calling delete_port for 6da1bf7e-2e79-45af-8a18-d3fc34721b64 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:30:09.994761 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.ipam_backend_mixin [None req-c16b29df-0463-4f10-9111-ee29be451618 None None] Port 6da1bf7e-2e79-45af-8a18-d3fc34721b64 was not found and therefore no delete operation was performed {{(pid=109087) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 01:30:09.996932 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c16b29df-0463-4f10-9111-ee29be451618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:10.021772 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1fbca3e3-3c2c-49a8-8b88-927e6a4dc24d tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:10.040363 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-254377f1-fa41-48e2-8378-39447ab4177e tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:10.065992 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-cb3b2f73-f70d-4b90-81b8-909938d46cc7 None None] Deleting port 5738ca2a-d14f-4325-8661-799ca5b4c6d0 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:30:10.066373 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cb3b2f73-f70d-4b90-81b8-909938d46cc7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:10.131369 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-254377f1-fa41-48e2-8378-39447ab4177e tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41838a5c-6dbd-4ebd-9dd9-bbe6b7f82727']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:10.144991 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16b29df-0463-4f10-9111-ee29be451618 None None] No DVR routers for this DVR port 6da1bf7e-2e79-45af-8a18-d3fc34721b64 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:30:10.147868 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16b29df-0463-4f10-9111-ee29be451618 None None] Pushing event deleted for resources: {'Port': ['ID=6da1bf7e-2e79-45af-8a18-d3fc34721b64,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:10.165824 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16b29df-0463-4f10-9111-ee29be451618 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:10.166395 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16b29df-0463-4f10-9111-ee29be451618 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:10.166894 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16b29df-0463-4f10-9111-ee29be451618 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:10.167389 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16b29df-0463-4f10-9111-ee29be451618 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:10.167906 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16b29df-0463-4f10-9111-ee29be451618 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:10.168439 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16b29df-0463-4f10-9111-ee29be451618 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:10.168927 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16b29df-0463-4f10-9111-ee29be451618 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:10.169416 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16b29df-0463-4f10-9111-ee29be451618 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:10.169903 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16b29df-0463-4f10-9111-ee29be451618 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:10.170494 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16b29df-0463-4f10-9111-ee29be451618 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:10.170979 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16b29df-0463-4f10-9111-ee29be451618 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:10.171460 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16b29df-0463-4f10-9111-ee29be451618 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:10.183291 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-254377f1-fa41-48e2-8378-39447ab4177e tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ead34c9d-bb98-4a3e-8468-2403d88ecf78') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:10.187083 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-254377f1-fa41-48e2-8378-39447ab4177e tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ead34c9d-bb98-4a3e-8468-2403d88ecf78') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:10.210237 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-cb3b2f73-f70d-4b90-81b8-909938d46cc7 None None] For port 5738ca2a-d14f-4325-8661-799ca5b4c6d0, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=5738ca2a-d14f-4325-8661-799ca5b4c6d0,segment=NetworkSegment(d28e3377-40bc-4651-a776-042c59c19a52),segment_id=d28e3377-40bc-4651-a776-042c59c19a52)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:30:10.210651 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cb3b2f73-f70d-4b90-81b8-909938d46cc7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:10.221202 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-254377f1-fa41-48e2-8378-39447ab4177e tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:10.251376 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-cb3b2f73-f70d-4b90-81b8-909938d46cc7 None None] Calling delete_port for 5738ca2a-d14f-4325-8661-799ca5b4c6d0 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:30:10.255939 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-254377f1-fa41-48e2-8378-39447ab4177e tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:10.273134 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-254377f1-fa41-48e2-8378-39447ab4177e tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:30:10.274154 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-254377f1-fa41-48e2-8378-39447ab4177e tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:10.285350 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:30:10.285350 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:30:10.285350 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:30:10.285350 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:30:10.285350 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:30:10.285350 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:30:10.285350 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:30:10.285350 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:30:10.285350 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:30:10.285350 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:30:10.285350 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:30:10.285350 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:30:10.285350 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:30:10.285350 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:30:10.285350 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:30:10.285350 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:30:10.285350 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:30:10.285350 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:30:10.285350 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:30:10.285350 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:30:10.285350 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:30:10.285350 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:30:10.285350 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:30:10.285350 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:30:10.285350 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:30:10.285350 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:30:10.285350 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:30:10.285350 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:30:10.285350 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:30:10.285350 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:30:10.285350 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:30:10.285350 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:30:10.456477 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-254377f1-fa41-48e2-8378-39447ab4177e tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:10.486209 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-254377f1-fa41-48e2-8378-39447ab4177e tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:10.494218 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-254377f1-fa41-48e2-8378-39447ab4177e tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] 10.222.0.45 "DELETE /v2.0/networks/41838a5c-6dbd-4ebd-9dd9-bbe6b7f82727 HTTP/1.1" status: 204 len: 168 time: 1.5831375 Nov 12 01:30:10.499990 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40516) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:10.507319 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254377f1-fa41-48e2-8378-39447ab4177e tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Pushing event deleted for resources: {'Network': ['ID=41838a5c-6dbd-4ebd-9dd9-bbe6b7f82727,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:10.568534 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cb3b2f73-f70d-4b90-81b8-909938d46cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:10.622805 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3b2f73-f70d-4b90-81b8-909938d46cc7 None None] Pushing event deleted for resources: {'Port': ['ID=5738ca2a-d14f-4325-8661-799ca5b4c6d0,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:10.632430 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3b2f73-f70d-4b90-81b8-909938d46cc7 None None] No DVR routers for this DVR port 5738ca2a-d14f-4325-8661-799ca5b4c6d0 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:30:10.701934 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7138870d-0699-4d55-9c13-1b4dab8dd0da tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:10.756903 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:10.957438 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 5738ca2a-d14f-4325-8661-799ca5b4c6d0 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:30:10.976405 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7138870d-0699-4d55-9c13-1b4dab8dd0da tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:11.005805 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 5738ca2a-d14f-4325-8661-799ca5b4c6d0 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:30:11.006385 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 5738ca2a-d14f-4325-8661-799ca5b4c6d0 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:30:11.007097 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 6da1bf7e-2e79-45af-8a18-d3fc34721b64 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:30:11.020729 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-7138870d-0699-4d55-9c13-1b4dab8dd0da tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db8515c2-f9f8-4df6-b5f9-fc8a0d958422']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:11.059143 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 6da1bf7e-2e79-45af-8a18-d3fc34721b64 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:30:11.059538 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 6da1bf7e-2e79-45af-8a18-d3fc34721b64 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:30:11.075581 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-7138870d-0699-4d55-9c13-1b4dab8dd0da tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd28e3377-40bc-4651-a776-042c59c19a52') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:11.077323 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-7138870d-0699-4d55-9c13-1b4dab8dd0da tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd28e3377-40bc-4651-a776-042c59c19a52') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:11.131221 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7138870d-0699-4d55-9c13-1b4dab8dd0da tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:11.171232 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7138870d-0699-4d55-9c13-1b4dab8dd0da tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:11.186880 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7138870d-0699-4d55-9c13-1b4dab8dd0da tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:30:11.187505 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7138870d-0699-4d55-9c13-1b4dab8dd0da tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:11.214115 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:30:11.214115 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:30:11.214115 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:30:11.214115 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:30:11.214115 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:30:11.214115 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:30:11.214115 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:30:11.214115 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:30:11.214115 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:30:11.214115 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:30:11.214115 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:30:11.214115 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:30:11.214115 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:30:11.214115 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:30:11.214115 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:30:11.214115 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:30:11.214115 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:30:11.214115 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:30:11.214115 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:30:11.214115 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:30:11.214115 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:30:11.214115 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:30:11.214115 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:30:11.214115 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:30:11.214115 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:30:11.214115 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:30:11.214115 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:30:11.214115 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:30:11.214115 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:30:11.214115 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:30:11.214115 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:30:11.214115 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:30:11.385933 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1fbca3e3-3c2c-49a8-8b88-927e6a4dc24d tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-233838'] for router, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:11.390247 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7138870d-0699-4d55-9c13-1b4dab8dd0da tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:11.395850 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1fbca3e3-3c2c-49a8-8b88-927e6a4dc24d tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1709614'] for router, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:11.403861 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7138870d-0699-4d55-9c13-1b4dab8dd0da tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:11.411810 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7138870d-0699-4d55-9c13-1b4dab8dd0da tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] 10.222.0.45 "DELETE /v2.0/networks/db8515c2-f9f8-4df6-b5f9-fc8a0d958422 HTTP/1.1" status: 204 len: 168 time: 0.9051709 Nov 12 01:30:11.417960 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40524) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:11.452885 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7138870d-0699-4d55-9c13-1b4dab8dd0da tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Pushing event deleted for resources: {'Network': ['ID=db8515c2-f9f8-4df6-b5f9-fc8a0d958422,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:11.585359 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9467d34-bde5-46b3-ae9b-ac7b2f85ac9a tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Deleting subnet 0c66ec4a-1386-4748-8060-6ffdfd03b35f {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:30:11.591932 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a9467d34-bde5-46b3-ae9b-ac7b2f85ac9a tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:11.672980 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fbca3e3-3c2c-49a8-8b88-927e6a4dc24d tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Router 0549747c-3b3d-4c4e-b3e2-f1ace09b6832 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:30:11.695866 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a9467d34-bde5-46b3-ae9b-ac7b2f85ac9a tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:11.839538 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a9467d34-bde5-46b3-ae9b-ac7b2f85ac9a tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:11.999462 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a9467d34-bde5-46b3-ae9b-ac7b2f85ac9a tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:12.051676 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9467d34-bde5-46b3-ae9b-ac7b2f85ac9a tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Pushing event deleted for resources: {'Subnet': ['ID=0c66ec4a-1386-4748-8060-6ffdfd03b35f,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:12.070499 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a9467d34-bde5-46b3-ae9b-ac7b2f85ac9a tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:12.079132 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a9467d34-bde5-46b3-ae9b-ac7b2f85ac9a tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] 10.222.0.45 "DELETE /v2.0/subnets/0c66ec4a-1386-4748-8060-6ffdfd03b35f HTTP/1.1" status: 204 len: 168 time: 0.6590874 Nov 12 01:30:12.102445 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519af47e-42bb-4b99-9666-a1fcd9f229cb None None] Network a266079d-778c-4a9e-bc79-3b2b6dc4bbaf requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:30:12.103194 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40532) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:12.310828 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3427b9c8-6256-45f1-a99e-12808000a0b6 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:12.393188 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-3427b9c8-6256-45f1-a99e-12808000a0b6 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Deleting port 77655faa-e85e-4072-b823-f0dbadd47172 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:30:12.393553 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3427b9c8-6256-45f1-a99e-12808000a0b6 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:12.452456 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbca3e3-3c2c-49a8-8b88-927e6a4dc24d tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:30:12.458625 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1fbca3e3-3c2c-49a8-8b88-927e6a4dc24d tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:12.460708 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1fbca3e3-3c2c-49a8-8b88-927e6a4dc24d tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] 10.222.0.45 "PUT /v2.0/routers/0549747c-3b3d-4c4e-b3e2-f1ace09b6832 HTTP/1.1" status: 200 len: 924 time: 3.2366259 Nov 12 01:30:12.463219 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40538) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:12.467894 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1c99cb-63ab-475d-9c52-dd79ab63c4a8 None None] Sync routers for ids ['0549747c-3b3d-4c4e-b3e2-f1ace09b6832'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:30:12.500810 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1c99cb-63ab-475d-9c52-dd79ab63c4a8 None None] Routers {'0549747c-3b3d-4c4e-b3e2-f1ace09b6832'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:30:12.502268 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-7e1c99cb-63ab-475d-9c52-dd79ab63c4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:30:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['0549747c-3b3d-4c4e-b3e2-f1ace09b6832'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:12.553969 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-3427b9c8-6256-45f1-a99e-12808000a0b6 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] For port 77655faa-e85e-4072-b823-f0dbadd47172, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=77655faa-e85e-4072-b823-f0dbadd47172,segment=NetworkSegment(a708a0c8-eef7-4c32-ac63-d7e76aba72fa),segment_id=a708a0c8-eef7-4c32-ac63-d7e76aba72fa)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:30:12.554700 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3427b9c8-6256-45f1-a99e-12808000a0b6 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:12.580436 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-3427b9c8-6256-45f1-a99e-12808000a0b6 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Calling delete_port for 77655faa-e85e-4072-b823-f0dbadd47172 owned by network:dhcp {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:30:12.655517 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939e146d-8731-4583-bb65-351cc567d94e None None] DHCP port deletion for a266079d-778c-4a9e-bc79-3b2b6dc4bbaf request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:30:12.671231 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-7e1c99cb-63ab-475d-9c52-dd79ab63c4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:12.713423 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3427b9c8-6256-45f1-a99e-12808000a0b6 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:12.758939 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40544) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:12.805671 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3427b9c8-6256-45f1-a99e-12808000a0b6 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Pushing event deleted for resources: {'Port': ['ID=77655faa-e85e-4072-b823-f0dbadd47172,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:12.810975 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1c99cb-63ab-475d-9c52-dd79ab63c4a8 None None] Routers {'0549747c-3b3d-4c4e-b3e2-f1ace09b6832'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:30:12.815346 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-7e1c99cb-63ab-475d-9c52-dd79ab63c4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:30:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['0549747c-3b3d-4c4e-b3e2-f1ace09b6832'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:12.821495 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3427b9c8-6256-45f1-a99e-12808000a0b6 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:12.822223 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3427b9c8-6256-45f1-a99e-12808000a0b6 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:12.823414 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3427b9c8-6256-45f1-a99e-12808000a0b6 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:12.823872 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3427b9c8-6256-45f1-a99e-12808000a0b6 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:12.824234 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3427b9c8-6256-45f1-a99e-12808000a0b6 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:12.824605 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3427b9c8-6256-45f1-a99e-12808000a0b6 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:12.825586 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3427b9c8-6256-45f1-a99e-12808000a0b6 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:12.825941 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3427b9c8-6256-45f1-a99e-12808000a0b6 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:12.826385 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3427b9c8-6256-45f1-a99e-12808000a0b6 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:12.826866 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3427b9c8-6256-45f1-a99e-12808000a0b6 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:12.828018 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3427b9c8-6256-45f1-a99e-12808000a0b6 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:12.828018 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3427b9c8-6256-45f1-a99e-12808000a0b6 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:12.833478 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3427b9c8-6256-45f1-a99e-12808000a0b6 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] No DVR routers for this DVR port 77655faa-e85e-4072-b823-f0dbadd47172 on host n-d-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:30:12.914466 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-7e1c99cb-63ab-475d-9c52-dd79ab63c4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:12.915089 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1c99cb-63ab-475d-9c52-dd79ab63c4a8 None None] The sync data for ids ['0549747c-3b3d-4c4e-b3e2-f1ace09b6832'] in n-d-712142-27 is: [] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:30:12.967198 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-939e146d-8731-4583-bb65-351cc567d94e None None] Deleting port 77655faa-e85e-4072-b823-f0dbadd47172 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:30:12.967795 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-939e146d-8731-4583-bb65-351cc567d94e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:13.008822 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-015ffcaa-f88d-49af-89ad-001e063b26ae admin admin] Deleting subnet 5ca45d2d-31ed-4da3-b7aa-f061deac9f55 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:30:13.016902 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-619bc843-8982-4dbb-af84-71b50ee6df1e tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] 10.222.0.45 "GET /v2.0/routers/0549747c-3b3d-4c4e-b3e2-f1ace09b6832 HTTP/1.1" status: 200 len: 924 time: 0.5516527 Nov 12 01:30:13.018819 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40546) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:13.030762 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-015ffcaa-f88d-49af-89ad-001e063b26ae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:13.034760 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3427b9c8-6256-45f1-a99e-12808000a0b6 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:13.102131 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-3427b9c8-6256-45f1-a99e-12808000a0b6 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a266079d-778c-4a9e-bc79-3b2b6dc4bbaf']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:13.112789 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 77655faa-e85e-4072-b823-f0dbadd47172 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:30:13.136907 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-3427b9c8-6256-45f1-a99e-12808000a0b6 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a708a0c8-eef7-4c32-ac63-d7e76aba72fa') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:13.138831 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-3427b9c8-6256-45f1-a99e-12808000a0b6 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a708a0c8-eef7-4c32-ac63-d7e76aba72fa') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:13.157979 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 77655faa-e85e-4072-b823-f0dbadd47172 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:30:13.158250 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 77655faa-e85e-4072-b823-f0dbadd47172 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:30:13.185241 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3427b9c8-6256-45f1-a99e-12808000a0b6 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:13.207733 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-939e146d-8731-4583-bb65-351cc567d94e None None] For port 77655faa-e85e-4072-b823-f0dbadd47172, host n-d-712142-27, got binding levels [] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:30:13.208400 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-939e146d-8731-4583-bb65-351cc567d94e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:13.218705 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3427b9c8-6256-45f1-a99e-12808000a0b6 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:13.235885 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-939e146d-8731-4583-bb65-351cc567d94e None None] Calling delete_port for 77655faa-e85e-4072-b823-f0dbadd47172 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:30:13.241264 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.ipam_backend_mixin [None req-939e146d-8731-4583-bb65-351cc567d94e None None] Port 77655faa-e85e-4072-b823-f0dbadd47172 was not found and therefore no delete operation was performed {{(pid=109087) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 01:30:13.243764 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-939e146d-8731-4583-bb65-351cc567d94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:13.251123 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3427b9c8-6256-45f1-a99e-12808000a0b6 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:30:13.256660 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3427b9c8-6256-45f1-a99e-12808000a0b6 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:13.277046 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:30:13.277046 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:30:13.277046 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:30:13.277046 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:30:13.277046 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:30:13.277046 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:30:13.277046 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:30:13.277046 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:30:13.277046 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:30:13.277046 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:30:13.277046 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:30:13.277046 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:30:13.277046 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:30:13.277046 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:30:13.277046 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:30:13.277046 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:30:13.277046 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:30:13.277046 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:30:13.277046 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:30:13.277046 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:30:13.277046 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:30:13.277046 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:30:13.277046 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:30:13.277046 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:30:13.277046 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:30:13.277046 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:30:13.277046 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:30:13.277046 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:30:13.277046 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:30:13.277046 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:30:13.277046 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:30:13.277046 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:30:13.285034 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-015ffcaa-f88d-49af-89ad-001e063b26ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:13.330301 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939e146d-8731-4583-bb65-351cc567d94e None None] Pushing event deleted for resources: {'Port': ['ID=77655faa-e85e-4072-b823-f0dbadd47172,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:13.349018 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939e146d-8731-4583-bb65-351cc567d94e None None] No DVR routers for this DVR port 77655faa-e85e-4072-b823-f0dbadd47172 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:30:13.444459 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11f0e4e-fbf1-4842-8dcb-c31ecb3c9dcf tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:13.461440 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d11f0e4e-fbf1-4842-8dcb-c31ecb3c9dcf tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=ab9ea869-d067-4dfb-b2de-16b019fae22d&device_id=0549747c-3b3d-4c4e-b3e2-f1ace09b6832&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4387982 Nov 12 01:30:13.472957 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40554) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:13.575781 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3427b9c8-6256-45f1-a99e-12808000a0b6 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:13.588533 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3427b9c8-6256-45f1-a99e-12808000a0b6 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:13.590466 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-015ffcaa-f88d-49af-89ad-001e063b26ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:13.596887 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3427b9c8-6256-45f1-a99e-12808000a0b6 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] 10.222.0.45 "DELETE /v2.0/networks/a266079d-778c-4a9e-bc79-3b2b6dc4bbaf HTTP/1.1" status: 204 len: 168 time: 1.4902549 Nov 12 01:30:13.608238 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40556) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:13.706822 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4519b512-0afa-437d-8948-6a36e00fc558 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] 10.222.0.45 "GET /v2.0/ports?device_id=69d68654-e039-4025-8e14-57ae2b49ecef HTTP/1.1" status: 200 len: 205 time: 0.0970292 Nov 12 01:30:13.712067 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3427b9c8-6256-45f1-a99e-12808000a0b6 tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Pushing event deleted for resources: {'Network': ['ID=a266079d-778c-4a9e-bc79-3b2b6dc4bbaf,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:13.714210 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40560) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:13.821794 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-015ffcaa-f88d-49af-89ad-001e063b26ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:13.851491 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41494d9-09ad-48e9-a897-cd883730f928 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:13.853855 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a41494d9-09ad-48e9-a897-cd883730f928 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] 10.222.0.45 "GET /v2.0/networks/ab9ea869-d067-4dfb-b2de-16b019fae22d HTTP/1.1" status: 200 len: 881 time: 0.3798540 Nov 12 01:30:13.857948 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9d108633-2071-4c88-a430-619f9590f43d tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks [] for router, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:13.859929 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40562) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:13.863695 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-015ffcaa-f88d-49af-89ad-001e063b26ae admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:13.868332 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-015ffcaa-f88d-49af-89ad-001e063b26ae admin admin] 10.222.0.45 "DELETE /v2.0/subnets/5ca45d2d-31ed-4da3-b7aa-f061deac9f55 HTTP/1.1" status: 204 len: 168 time: 1.1030242 Nov 12 01:30:13.871421 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40564) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:13.893449 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-43d7389a-a968-4dd5-a4d4-0a68c967f9cd tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] 10.222.0.45 "GET /v2.0/ports?device_id=0549747c-3b3d-4c4e-b3e2-f1ace09b6832 HTTP/1.1" status: 200 len: 205 time: 0.0323164 Nov 12 01:30:13.933714 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40566) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:14.093921 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5a221d58-6e3f-411d-858d-06594687e63b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:14.104343 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ffcaa-f88d-49af-89ad-001e063b26ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ca45d2d-31ed-4da3-b7aa-f061deac9f55,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:14.134608 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015ffcaa-f88d-49af-89ad-001e063b26ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:14.135986 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015ffcaa-f88d-49af-89ad-001e063b26ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:14.136688 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015ffcaa-f88d-49af-89ad-001e063b26ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:14.137875 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015ffcaa-f88d-49af-89ad-001e063b26ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:14.148671 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015ffcaa-f88d-49af-89ad-001e063b26ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:14.148671 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015ffcaa-f88d-49af-89ad-001e063b26ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:14.148671 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015ffcaa-f88d-49af-89ad-001e063b26ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:14.148671 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015ffcaa-f88d-49af-89ad-001e063b26ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:14.148671 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015ffcaa-f88d-49af-89ad-001e063b26ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:14.148671 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015ffcaa-f88d-49af-89ad-001e063b26ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:14.148671 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015ffcaa-f88d-49af-89ad-001e063b26ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:14.148671 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015ffcaa-f88d-49af-89ad-001e063b26ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:30:14.215930 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9d108633-2071-4c88-a430-619f9590f43d tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:14.225381 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9d108633-2071-4c88-a430-619f9590f43d tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:14.239339 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ac08d4b2-81ea-46cd-9f60-cd6adbe011ca tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks [] for router, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:14.404201 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5a221d58-6e3f-411d-858d-06594687e63b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:14.548330 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-5a221d58-6e3f-411d-858d-06594687e63b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8868ccc-b900-4344-82bc-70d49264bb11']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:14.570189 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-5a221d58-6e3f-411d-858d-06594687e63b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ba0d8a8-df0b-4e44-bb9a-7737c8ae5a47') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:14.570792 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-5a221d58-6e3f-411d-858d-06594687e63b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ba0d8a8-df0b-4e44-bb9a-7737c8ae5a47') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:14.587499 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5a221d58-6e3f-411d-858d-06594687e63b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:14.628563 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5a221d58-6e3f-411d-858d-06594687e63b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:14.654175 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a221d58-6e3f-411d-858d-06594687e63b admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:30:14.654621 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5a221d58-6e3f-411d-858d-06594687e63b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:14.656886 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:30:14.656886 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:30:14.656886 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:30:14.656886 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:30:14.656886 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:30:14.656886 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:30:14.656886 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:30:14.656886 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:30:14.656886 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:30:14.656886 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:30:14.656886 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:30:14.656886 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:30:14.656886 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:30:14.656886 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:30:14.656886 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:30:14.656886 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:30:14.656886 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:30:14.656886 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:30:14.656886 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:30:14.656886 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:30:14.656886 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:30:14.656886 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:30:14.656886 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:30:14.656886 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:30:14.656886 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:30:14.656886 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:30:14.656886 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:30:14.656886 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:30:14.656886 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:30:14.656886 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:30:14.656886 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:30:14.656886 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:30:14.848141 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5a221d58-6e3f-411d-858d-06594687e63b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:14.868407 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5a221d58-6e3f-411d-858d-06594687e63b admin admin] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:14.879735 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5a221d58-6e3f-411d-858d-06594687e63b admin admin] 10.222.0.45 "DELETE /v2.0/networks/a8868ccc-b900-4344-82bc-70d49264bb11 HTTP/1.1" status: 204 len: 168 time: 1.0066812 Nov 12 01:30:14.935093 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a221d58-6e3f-411d-858d-06594687e63b admin admin] Pushing event deleted for resources: {'Network': ['ID=a8868ccc-b900-4344-82bc-70d49264bb11,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:15.313567 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ac08d4b2-81ea-46cd-9f60-cd6adbe011ca tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:15.323416 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9d108633-2071-4c88-a430-619f9590f43d tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:15.324330 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d108633-2071-4c88-a430-619f9590f43d tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Fanout notify agent at l3_agent the message router_deleted on router 69d68654-e039-4025-8e14-57ae2b49ecef {{(pid=109085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:30:15.359523 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9d108633-2071-4c88-a430-619f9590f43d tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:15.364428 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-9d108633-2071-4c88-a430-619f9590f43d tempest-RoutersNegativeTest-2102066705 tempest-RoutersNegativeTest-2102066705-project] 10.222.0.45 "DELETE /v2.0/routers/69d68654-e039-4025-8e14-57ae2b49ecef HTTP/1.1" status: 204 len: 168 time: 1.6435289 Nov 12 01:30:15.408184 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40580) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:15.491983 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-ac08d4b2-81ea-46cd-9f60-cd6adbe011ca tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Deleting port 9af3c752-120a-4f45-b4a3-4e4a7dc9b5d0 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:30:15.492309 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ac08d4b2-81ea-46cd-9f60-cd6adbe011ca tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:15.535733 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ef9337c6-f338-4cf4-a73a-c9544b36059d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5388dd35cef8439498870da024d1ec2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1227605 Nov 12 01:30:15.536429 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40582) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:15.610249 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ac08d4b2-81ea-46cd-9f60-cd6adbe011ca tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:15.647587 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:30:15.648482 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-ac08d4b2-81ea-46cd-9f60-cd6adbe011ca tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Calling delete_port for 9af3c752-120a-4f45-b4a3-4e4a7dc9b5d0 owned by network:router_gateway {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:30:15.665078 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b14d7356-7e79-49ff-af90-1aded18c2146 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:15.721251 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b14d7356-7e79-49ff-af90-1aded18c2146 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:15.857522 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b14d7356-7e79-49ff-af90-1aded18c2146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:15.867605 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b14d7356-7e79-49ff-af90-1aded18c2146 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:15.874141 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b14d7356-7e79-49ff-af90-1aded18c2146 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d92f5d90-e746-4f21-9753-88e8404e7d06 HTTP/1.1" status: 204 len: 168 time: 0.3350337 Nov 12 01:30:15.897970 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d7356-7e79-49ff-af90-1aded18c2146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92f5d90-e746-4f21-9753-88e8404e7d06,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:16.036734 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ac08d4b2-81ea-46cd-9f60-cd6adbe011ca tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:16.087190 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40598) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:16.109352 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac08d4b2-81ea-46cd-9f60-cd6adbe011ca tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Pushing event deleted for resources: {'Port': ['ID=9af3c752-120a-4f45-b4a3-4e4a7dc9b5d0,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:16.160785 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845b25dc-4ba0-4824-8c18-59d3f615c461 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:30:16.243494 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ac08d4b2-81ea-46cd-9f60-cd6adbe011ca tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:16.388796 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ac08d4b2-81ea-46cd-9f60-cd6adbe011ca tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:16.393645 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ac08d4b2-81ea-46cd-9f60-cd6adbe011ca tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:16.477858 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ac08d4b2-81ea-46cd-9f60-cd6adbe011ca tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:16.478796 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac08d4b2-81ea-46cd-9f60-cd6adbe011ca tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Fanout notify agent at l3_agent the message router_deleted on router 0549747c-3b3d-4c4e-b3e2-f1ace09b6832 {{(pid=109085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:30:16.509030 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ac08d4b2-81ea-46cd-9f60-cd6adbe011ca tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:16.513952 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-ac08d4b2-81ea-46cd-9f60-cd6adbe011ca tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] 10.222.0.45 "DELETE /v2.0/routers/0549747c-3b3d-4c4e-b3e2-f1ace09b6832 HTTP/1.1" status: 204 len: 168 time: 2.5783553 Nov 12 01:30:16.518800 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40610) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:16.530404 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-116b869f-bb5e-4f30-a212-e69a6d71764b tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-760614319', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:16.621039 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c8be87e2-3ee7-402f-a18a-ebed4afd714d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ca09aa63c2744552bfcf5081503b61b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5313056 Nov 12 01:30:16.625490 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40612) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:16.626322 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-116b869f-bb5e-4f30-a212-e69a6d71764b tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:16.628413 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-116b869f-bb5e-4f30-a212-e69a6d71764b tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:16.717163 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-171173e5-654b-4f70-96be-3645f554d571 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:16.761692 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-116b869f-bb5e-4f30-a212-e69a6d71764b tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:16.769576 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-116b869f-bb5e-4f30-a212-e69a6d71764b tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:16.796110 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-171173e5-654b-4f70-96be-3645f554d571 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:16.817526 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-116b869f-bb5e-4f30-a212-e69a6d71764b tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:16.825797 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40620) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:16.828505 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-116b869f-bb5e-4f30-a212-e69a6d71764b tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3070333 Nov 12 01:30:16.839460 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-3e2f54b8-8298-4938-aa4d-96a4fbbf65a0 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:17.136180 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-171173e5-654b-4f70-96be-3645f554d571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:17.144137 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-171173e5-654b-4f70-96be-3645f554d571 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:17.144137 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-171173e5-654b-4f70-96be-3645f554d571 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/65f4a1fe-0211-45b6-9337-b00a932ae8ed HTTP/1.1" status: 204 len: 168 time: 0.5144553 Nov 12 01:30:17.152748 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3e2f54b8-8298-4938-aa4d-96a4fbbf65a0 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:17.162661 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171173e5-654b-4f70-96be-3645f554d571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f4a1fe-0211-45b6-9337-b00a932ae8ed,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:17.436776 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40640) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:17.640914 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3e2f54b8-8298-4938-aa4d-96a4fbbf65a0 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks [] for router_gateway, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:17.691296 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3e2f54b8-8298-4938-aa4d-96a4fbbf65a0 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:17.777818 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-df629d94-7790-4573-b672-ecb632426875 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-521891175-network', 'tenant_id': '0b6b74794ff04af5ada5e96321863c92'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:17.839783 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df629d94-7790-4573-b672-ecb632426875 admin admin] Made reservation on behalf of 0b6b74794ff04af5ada5e96321863c92 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:30:17.844482 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-df629d94-7790-4573-b672-ecb632426875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:17.882967 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-df629d94-7790-4573-b672-ecb632426875 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:18.029997 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-3e2f54b8-8298-4938-aa4d-96a4fbbf65a0 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Allocated IP 172.25.3.12 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/10af13d9-999b-4747-92f3-d79477cba1c6) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:30:18.081210 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-df629d94-7790-4573-b672-ecb632426875 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:18.090030 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-df629d94-7790-4573-b672-ecb632426875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:18.144004 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df629d94-7790-4573-b672-ecb632426875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1b7b99-db73-44f0-baf3-6da2a364ec6f,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:18.161343 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df629d94-7790-4573-b672-ecb632426875 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:30:18.179692 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-df629d94-7790-4573-b672-ecb632426875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:18.180540 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-df629d94-7790-4573-b672-ecb632426875 admin admin] Added segment f889be5e-ad35-4d2f-9732-18c8b96cbaa7 of type vlan for network df1e85aa-704b-4943-9cc3-9191fdadf081 Nov 12 01:30:18.297913 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-df629d94-7790-4573-b672-ecb632426875 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:18.313889 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3e2f54b8-8298-4938-aa4d-96a4fbbf65a0 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:18.333801 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-df629d94-7790-4573-b672-ecb632426875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:18.334973 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df629d94-7790-4573-b672-ecb632426875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:18.335653 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-df629d94-7790-4573-b672-ecb632426875 admin admin] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:18.402584 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3e2f54b8-8298-4938-aa4d-96a4fbbf65a0 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:18.480695 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2f54b8-8298-4938-aa4d-96a4fbbf65a0 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:30:18.485970 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-3e2f54b8-8298-4938-aa4d-96a4fbbf65a0 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:30:18.493093 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2f54b8-8298-4938-aa4d-96a4fbbf65a0 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:30:18.493589 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-df629d94-7790-4573-b672-ecb632426875 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0524497 Nov 12 01:30:18.495203 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df629d94-7790-4573-b672-ecb632426875 admin admin] Pushing event updated for resources: {'Network': ['ID=df1e85aa-704b-4943-9cc3-9191fdadf081,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:18.504271 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40664) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:18.516489 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network df1e85aa-704b-4943-9cc3-9191fdadf081 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:30:18.519667 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-1545662a-3766-4847-aee6-e20b5f6a07b1 admin admin] Request body: {'subnet': {'network_id': 'df1e85aa-704b-4943-9cc3-9191fdadf081', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-521891175-subnet', 'tenant_id': '0b6b74794ff04af5ada5e96321863c92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:18.528413 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a47159a-47ca-4b85-a9f9-e49f9d1d4272 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:30:18.566883 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1545662a-3766-4847-aee6-e20b5f6a07b1 admin admin] Made reservation on behalf of 0b6b74794ff04af5ada5e96321863c92 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:30:18.570839 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1545662a-3766-4847-aee6-e20b5f6a07b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:18.577917 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2f54b8-8298-4938-aa4d-96a4fbbf65a0 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Pushing event updated for resources: {'Port': ['ID=10af13d9-999b-4747-92f3-d79477cba1c6,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:18.840272 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4f0fd196-cac3-4182-be6c-223615273ca4 None None] Provisioning complete for port 10af13d9-999b-4747-92f3-d79477cba1c6 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:30:18.841353 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4f0fd196-cac3-4182-be6c-223615273ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:18.856788 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1545662a-3766-4847-aee6-e20b5f6a07b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:18.965981 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1545662a-3766-4847-aee6-e20b5f6a07b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba7cc81c-c4f2-4f41-8164-402f196bb834,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:19.009756 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4f0fd196-cac3-4182-be6c-223615273ca4 None None] Port 10af13d9-999b-4747-92f3-d79477cba1c6 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:30:19.039190 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1545662a-3766-4847-aee6-e20b5f6a07b1 admin admin] Checking segment: {'id': 'f889be5e-ad35-4d2f-9732-18c8b96cbaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'df1e85aa-704b-4943-9cc3-9191fdadf081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:30:19.039489 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1545662a-3766-4847-aee6-e20b5f6a07b1 admin admin] Network hostable DHCP agents. Network: df1e85aa-704b-4943-9cc3-9191fdadf081, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:30:19.099225 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1545662a-3766-4847-aee6-e20b5f6a07b1 admin admin] Network df1e85aa-704b-4943-9cc3-9191fdadf081 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:30:19.115703 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-1545662a-3766-4847-aee6-e20b5f6a07b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, df1e85aa-704b-4943-9cc3-9191fdadf081) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:30:19.124779 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1545662a-3766-4847-aee6-e20b5f6a07b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:19.125421 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1545662a-3766-4847-aee6-e20b5f6a07b1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:19.131327 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3e2f54b8-8298-4938-aa4d-96a4fbbf65a0 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks [] for router_gateway, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:19.133065 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe55ddcd-3a2e-47a9-a5d5-f1c5c192ebe7 None None] Network df1e85aa-704b-4943-9cc3-9191fdadf081 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:30:19.146434 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40676) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:19.233267 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-1545662a-3766-4847-aee6-e20b5f6a07b1 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7203653 Nov 12 01:30:19.579857 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-9dedf396-b12c-4a3c-8dce-a5996715e6df tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Request body: {'security_group': {'name': 'tempest-secgroup--927792359'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:19.651419 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b1fd70-1b4a-46d1-ac44-b5331df37c6c None None] Network df1e85aa-704b-4943-9cc3-9191fdadf081 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:30:19.669963 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9dedf396-b12c-4a3c-8dce-a5996715e6df tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:19.688559 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9dedf396-b12c-4a3c-8dce-a5996715e6df tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:19.942053 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9dedf396-b12c-4a3c-8dce-a5996715e6df tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:19.948576 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9dedf396-b12c-4a3c-8dce-a5996715e6df tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:19.966590 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3e2f54b8-8298-4938-aa4d-96a4fbbf65a0 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-233838'] for router, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:19.984778 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3e2f54b8-8298-4938-aa4d-96a4fbbf65a0 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1709614'] for router, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:20.070943 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedf396-b12c-4a3c-8dce-a5996715e6df tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54db42a2-fb45-49a4-94c3-d751790ba485,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:20.185925 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9dedf396-b12c-4a3c-8dce-a5996715e6df tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:20.193651 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9dedf396-b12c-4a3c-8dce-a5996715e6df tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:20.241537 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9dedf396-b12c-4a3c-8dce-a5996715e6df tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:20.246574 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-9dedf396-b12c-4a3c-8dce-a5996715e6df tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0932953 Nov 12 01:30:20.247534 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40696) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:20.321566 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedf396-b12c-4a3c-8dce-a5996715e6df tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be055c11-8fb7-4eab-806f-8ae1bf006a6e,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:20.351052 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4ebde720-9600-429a-8b63-ed734f301a67 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0996954 Nov 12 01:30:20.354857 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40698) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:20.361954 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-8954999c-4b1c-4c6d-848d-e224124f7333 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Request body: {'security_group': {'name': 'tempest-security--1269739092', 'description': 'tempest-security-description-914171188'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:20.411117 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e2f54b8-8298-4938-aa4d-96a4fbbf65a0 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Router 41e7c430-4964-40e0-9139-0dba2973acdb is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:30:20.477226 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8954999c-4b1c-4c6d-848d-e224124f7333 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:20.606633 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8954999c-4b1c-4c6d-848d-e224124f7333 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:20.616782 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8954999c-4b1c-4c6d-848d-e224124f7333 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:20.624168 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8954999c-4b1c-4c6d-848d-e224124f7333 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:20.628966 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-8954999c-4b1c-4c6d-848d-e224124f7333 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "PUT /v2.0/security-groups/be055c11-8fb7-4eab-806f-8ae1bf006a6e HTTP/1.1" status: 200 len: 1796 time: 0.2726340 Nov 12 01:30:20.630077 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40706) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:20.732637 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954999c-4b1c-4c6d-848d-e224124f7333 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be055c11-8fb7-4eab-806f-8ae1bf006a6e,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:20.767237 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-04678708-2c3b-49f7-ba03-9128d48c8e84 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "GET /v2.0/security-groups/be055c11-8fb7-4eab-806f-8ae1bf006a6e HTTP/1.1" status: 200 len: 1796 time: 0.0879464 Nov 12 01:30:20.769739 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40708) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:20.901943 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-587bbfb5-47c6-43de-800e-7c70deb63a0f tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:20.940168 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-587bbfb5-47c6-43de-800e-7c70deb63a0f tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:21.020948 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-587bbfb5-47c6-43de-800e-7c70deb63a0f tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:21.023940 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-587bbfb5-47c6-43de-800e-7c70deb63a0f tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:21.025197 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-587bbfb5-47c6-43de-800e-7c70deb63a0f tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "DELETE /v2.0/security-groups/be055c11-8fb7-4eab-806f-8ae1bf006a6e HTTP/1.1" status: 204 len: 168 time: 0.2539849 Nov 12 01:30:21.031944 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40718) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:21.066414 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587bbfb5-47c6-43de-800e-7c70deb63a0f tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be055c11-8fb7-4eab-806f-8ae1bf006a6e,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:21.126625 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-1b7aa159-30d3-44aa-aeb8-730e879962c4 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0933399 Nov 12 01:30:21.131625 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40720) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:21.139681 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2f54b8-8298-4938-aa4d-96a4fbbf65a0 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:30:21.154863 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcbdab8-4166-4c56-9d61-1adf4e43dd5d None None] Sync routers for ids ['41e7c430-4964-40e0-9139-0dba2973acdb'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:30:21.162952 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-6e952614-e6d2-4b6e-9565-e819a8f780ac tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] delete failed (client error): The resource could not be found. Nov 12 01:30:21.165908 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-6e952614-e6d2-4b6e-9565-e819a8f780ac tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "DELETE /v2.0/security-groups/be055c11-8fb7-4eab-806f-8ae1bf006a6e HTTP/1.1" status: 404 len: 347 time: 0.0306902 Nov 12 01:30:21.169108 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3e2f54b8-8298-4938-aa4d-96a4fbbf65a0 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:21.170874 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40722) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:21.176576 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40724) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:21.177579 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3e2f54b8-8298-4938-aa4d-96a4fbbf65a0 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] 10.222.0.45 "PUT /v2.0/routers/41e7c430-4964-40e0-9139-0dba2973acdb HTTP/1.1" status: 200 len: 882 time: 4.3498709 Nov 12 01:30:21.180023 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcbdab8-4166-4c56-9d61-1adf4e43dd5d None None] Routers {'41e7c430-4964-40e0-9139-0dba2973acdb'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:30:21.180903 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-0fcbdab8-4166-4c56-9d61-1adf4e43dd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:30:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['41e7c430-4964-40e0-9139-0dba2973acdb'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:21.189186 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-209fbf3e-8529-4dfe-9461-438a51b1e131 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Request body: {'security_group': {'name': 'tempest-secgroup--1846519495'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:21.291501 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-0fcbdab8-4166-4c56-9d61-1adf4e43dd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:21.330273 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcbdab8-4166-4c56-9d61-1adf4e43dd5d None None] Routers {'41e7c430-4964-40e0-9139-0dba2973acdb'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:30:21.330917 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-0fcbdab8-4166-4c56-9d61-1adf4e43dd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:30:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['41e7c430-4964-40e0-9139-0dba2973acdb'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:21.409829 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-0fcbdab8-4166-4c56-9d61-1adf4e43dd5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:21.411528 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcbdab8-4166-4c56-9d61-1adf4e43dd5d None None] The sync data for ids ['41e7c430-4964-40e0-9139-0dba2973acdb'] in n-d-712142-27 is: [] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:30:21.494268 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-1047f7f3-6f8a-48dd-a968-628d9b2f6355 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] 10.222.0.45 "GET /v2.0/routers/41e7c430-4964-40e0-9139-0dba2973acdb HTTP/1.1" status: 200 len: 923 time: 0.3136771 Nov 12 01:30:21.495834 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40732) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:21.524986 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-209fbf3e-8529-4dfe-9461-438a51b1e131 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:21.601039 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6475797-809c-48ce-a930-50cffc90464f tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:21.605937 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-f6475797-809c-48ce-a930-50cffc90464f tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=ab9ea869-d067-4dfb-b2de-16b019fae22d&device_id=41e7c430-4964-40e0-9139-0dba2973acdb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1080115 Nov 12 01:30:21.606182 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40742) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:21.634766 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-209fbf3e-8529-4dfe-9461-438a51b1e131 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:21.645563 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-209fbf3e-8529-4dfe-9461-438a51b1e131 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:21.724532 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-209fbf3e-8529-4dfe-9461-438a51b1e131 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:21.728534 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-209fbf3e-8529-4dfe-9461-438a51b1e131 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5562274 Nov 12 01:30:21.730128 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40746) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:21.736886 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-a04e5bd5-881d-43dc-b8d8-c4736bbf874c tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Request body: {'security_group_rule': {'security_group_id': '932a7089-2d49-4dcc-9ecf-57f7e1412ae4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:21.744143 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209fbf3e-8529-4dfe-9461-438a51b1e131 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=932a7089-2d49-4dcc-9ecf-57f7e1412ae4,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:21.782593 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a04e5bd5-881d-43dc-b8d8-c4736bbf874c tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:21.857082 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a9b0c6-d8ec-4f4b-94e9-937d1b354533 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:21.862864 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40748) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:21.863903 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f3a9b0c6-d8ec-4f4b-94e9-937d1b354533 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] 10.222.0.45 "GET /v2.0/networks/ab9ea869-d067-4dfb-b2de-16b019fae22d HTTP/1.1" status: 200 len: 881 time: 0.2561765 Nov 12 01:30:21.867880 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a04e5bd5-881d-43dc-b8d8-c4736bbf874c tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:21.884327 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a04e5bd5-881d-43dc-b8d8-c4736bbf874c tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:21.916121 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-56136123-c482-404b-9f49-8422f0000c8f tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] 10.222.0.45 "GET /v2.0/ports?device_id=41e7c430-4964-40e0-9139-0dba2973acdb HTTP/1.1" status: 200 len: 205 time: 0.0503972 Nov 12 01:30:21.919657 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40750) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:21.935126 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04e5bd5-881d-43dc-b8d8-c4736bbf874c tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a0c9d5a-61a0-4b9d-97d1-3f07ac12059c,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:21.948236 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a04e5bd5-881d-43dc-b8d8-c4736bbf874c tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:21.952037 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a04e5bd5-881d-43dc-b8d8-c4736bbf874c tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2167571 Nov 12 01:30:21.955483 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40752) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:22.052123 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-15eb0be5-6df1-4dc6-84a6-37cce5a0db9c tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:22.085388 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-15eb0be5-6df1-4dc6-84a6-37cce5a0db9c tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:22.188142 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-15eb0be5-6df1-4dc6-84a6-37cce5a0db9c tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:22.212340 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-15eb0be5-6df1-4dc6-84a6-37cce5a0db9c tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:22.214336 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-15eb0be5-6df1-4dc6-84a6-37cce5a0db9c tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/8a0c9d5a-61a0-4b9d-97d1-3f07ac12059c HTTP/1.1" status: 204 len: 168 time: 0.2570746 Nov 12 01:30:22.220168 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40754) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:22.222918 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eb0be5-6df1-4dc6-84a6-37cce5a0db9c tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8a0c9d5a-61a0-4b9d-97d1-3f07ac12059c,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:22.288065 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7446c182-67af-4e51-9bd8-84e1d5d51383 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:22.400648 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-28e9c528-d54e-4a1f-9abe-1e1ac33f1bb0 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1777179 Nov 12 01:30:22.405098 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40758) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:22.607077 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-49fb547e-1368-4b0d-a396-ffa1afa5eaed tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:22.659207 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7446c182-67af-4e51-9bd8-84e1d5d51383 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:22.735957 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-7446c182-67af-4e51-9bd8-84e1d5d51383 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Deleting port 10af13d9-999b-4747-92f3-d79477cba1c6 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:30:22.737270 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7446c182-67af-4e51-9bd8-84e1d5d51383 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:22.747043 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-49fb547e-1368-4b0d-a396-ffa1afa5eaed tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:22.881140 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7446c182-67af-4e51-9bd8-84e1d5d51383 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:22.903434 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-49fb547e-1368-4b0d-a396-ffa1afa5eaed tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:22.907025 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-49fb547e-1368-4b0d-a396-ffa1afa5eaed tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:22.911646 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40768) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:22.912594 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-49fb547e-1368-4b0d-a396-ffa1afa5eaed tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "DELETE /v2.0/security-groups/932a7089-2d49-4dcc-9ecf-57f7e1412ae4 HTTP/1.1" status: 204 len: 168 time: 0.5057492 Nov 12 01:30:22.915365 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-7446c182-67af-4e51-9bd8-84e1d5d51383 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Calling delete_port for 10af13d9-999b-4747-92f3-d79477cba1c6 owned by network:router_gateway {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:30:22.927153 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fb547e-1368-4b0d-a396-ffa1afa5eaed tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=932a7089-2d49-4dcc-9ecf-57f7e1412ae4,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:23.059336 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-879f7bd0-ebe9-4433-a8fb-1ca655961a4d tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1453209 Nov 12 01:30:23.066511 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40770) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:23.079531 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-9b388542-3ead-4631-93ed-f2a9feb6d6a4 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Request body: {'security_group': {'name': 'tempest-secgroup--1681905342'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:23.158791 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9b388542-3ead-4631-93ed-f2a9feb6d6a4 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:23.294461 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7446c182-67af-4e51-9bd8-84e1d5d51383 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:23.346554 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9b388542-3ead-4631-93ed-f2a9feb6d6a4 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:23.347713 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7446c182-67af-4e51-9bd8-84e1d5d51383 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Pushing event deleted for resources: {'Port': ['ID=10af13d9-999b-4747-92f3-d79477cba1c6,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:23.353492 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9b388542-3ead-4631-93ed-f2a9feb6d6a4 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:23.385639 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3615a874-e641-4ecb-99da-f1f19adc16e8 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:30:23.411251 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9b388542-3ead-4631-93ed-f2a9feb6d6a4 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:23.412553 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9b388542-3ead-4631-93ed-f2a9feb6d6a4 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3437018 Nov 12 01:30:23.416513 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40772) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:23.431570 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-7cea5799-b9bc-421f-8fda-0c3062b85943 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Request body: {'security_group_rule': {'security_group_id': '5c14aa18-4de4-4fb9-bae9-d4e725c4870e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:23.444341 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b388542-3ead-4631-93ed-f2a9feb6d6a4 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c14aa18-4de4-4fb9-bae9-d4e725c4870e,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:23.468516 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7446c182-67af-4e51-9bd8-84e1d5d51383 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:23.484884 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7cea5799-b9bc-421f-8fda-0c3062b85943 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:23.565924 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7cea5799-b9bc-421f-8fda-0c3062b85943 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:23.575195 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7cea5799-b9bc-421f-8fda-0c3062b85943 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:23.602781 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7446c182-67af-4e51-9bd8-84e1d5d51383 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:23.605657 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7446c182-67af-4e51-9bd8-84e1d5d51383 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:23.620883 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea5799-b9bc-421f-8fda-0c3062b85943 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1df98922-42d6-4675-a064-59cf8e322500,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:23.630563 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7cea5799-b9bc-421f-8fda-0c3062b85943 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:23.636429 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7cea5799-b9bc-421f-8fda-0c3062b85943 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2134335 Nov 12 01:30:23.640752 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40776) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:23.652769 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-36490bac-dd6b-4761-8288-89fa095bab38 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Request body: {'security_group_rule': {'security_group_id': '5c14aa18-4de4-4fb9-bae9-d4e725c4870e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:23.678933 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7446c182-67af-4e51-9bd8-84e1d5d51383 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:23.680150 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7446c182-67af-4e51-9bd8-84e1d5d51383 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Fanout notify agent at l3_agent the message router_deleted on router 41e7c430-4964-40e0-9139-0dba2973acdb {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:30:23.709681 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7446c182-67af-4e51-9bd8-84e1d5d51383 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:23.711643 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7446c182-67af-4e51-9bd8-84e1d5d51383 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] 10.222.0.45 "DELETE /v2.0/routers/41e7c430-4964-40e0-9139-0dba2973acdb HTTP/1.1" status: 204 len: 168 time: 1.7906637 Nov 12 01:30:23.717483 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40780) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:23.729139 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-223eff2b-f204-4e94-bf43-15185b75f139 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-811969872', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:23.739178 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-36490bac-dd6b-4761-8288-89fa095bab38 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:23.763441 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-223eff2b-f204-4e94-bf43-15185b75f139 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:23.764789 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-223eff2b-f204-4e94-bf43-15185b75f139 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:23.842840 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-223eff2b-f204-4e94-bf43-15185b75f139 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:23.849676 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-223eff2b-f204-4e94-bf43-15185b75f139 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:23.866409 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-36490bac-dd6b-4761-8288-89fa095bab38 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:23.874410 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-36490bac-dd6b-4761-8288-89fa095bab38 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:23.891341 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-223eff2b-f204-4e94-bf43-15185b75f139 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:23.892653 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-223eff2b-f204-4e94-bf43-15185b75f139 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1735175 Nov 12 01:30:23.895830 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36490bac-dd6b-4761-8288-89fa095bab38 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30ebf003-2dc6-4804-b5f2-6a9593a42b5d,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:23.897861 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40788) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:23.905847 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-3b0d2854-de99-4241-82b3-51bc96f0df2c tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'enable_snat': True}}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:23.926154 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-36490bac-dd6b-4761-8288-89fa095bab38 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:23.931773 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-36490bac-dd6b-4761-8288-89fa095bab38 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2847757 Nov 12 01:30:23.932648 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40792) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:23.946435 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-129b2982-5445-4996-8d82-1d0a85c1a0c0 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Request body: {'security_group_rule': {'security_group_id': '5c14aa18-4de4-4fb9-bae9-d4e725c4870e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:24.012325 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-129b2982-5445-4996-8d82-1d0a85c1a0c0 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:24.212678 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-129b2982-5445-4996-8d82-1d0a85c1a0c0 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:24.223998 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-129b2982-5445-4996-8d82-1d0a85c1a0c0 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:24.255314 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b2982-5445-4996-8d82-1d0a85c1a0c0 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ec610a3-82d1-4425-a8e3-975f5846fff3,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:24.277309 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-129b2982-5445-4996-8d82-1d0a85c1a0c0 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:24.283512 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-129b2982-5445-4996-8d82-1d0a85c1a0c0 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3449817 Nov 12 01:30:24.286008 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40798) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:24.294977 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-668fc9dc-5897-409b-ba1c-e01b2f17fba9 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Request body: {'security_group_rule': {'security_group_id': '5c14aa18-4de4-4fb9-bae9-d4e725c4870e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:24.348155 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-668fc9dc-5897-409b-ba1c-e01b2f17fba9 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:24.426994 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3b0d2854-de99-4241-82b3-51bc96f0df2c tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:24.519400 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-668fc9dc-5897-409b-ba1c-e01b2f17fba9 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:24.528834 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-668fc9dc-5897-409b-ba1c-e01b2f17fba9 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:24.558438 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668fc9dc-5897-409b-ba1c-e01b2f17fba9 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aceb781c-d0e9-4ce4-937d-f18d1d58f336,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:24.614618 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-668fc9dc-5897-409b-ba1c-e01b2f17fba9 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:24.617164 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-668fc9dc-5897-409b-ba1c-e01b2f17fba9 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3295233 Nov 12 01:30:24.622149 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40802) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:24.634238 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-1279b484-3e5b-41cb-8bae-fe3b6878b721 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Request body: {'security_group_rule': {'security_group_id': '5c14aa18-4de4-4fb9-bae9-d4e725c4870e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:24.727221 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1279b484-3e5b-41cb-8bae-fe3b6878b721 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:24.909999 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3b0d2854-de99-4241-82b3-51bc96f0df2c tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:24.938088 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3b0d2854-de99-4241-82b3-51bc96f0df2c tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:24.949800 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1279b484-3e5b-41cb-8bae-fe3b6878b721 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:24.957717 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1279b484-3e5b-41cb-8bae-fe3b6878b721 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:25.035319 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1279b484-3e5b-41cb-8bae-fe3b6878b721 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf80fcfe-2de5-422c-bf74-f6a0d7a540f8,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:25.075815 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1279b484-3e5b-41cb-8bae-fe3b6878b721 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:25.085667 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-1279b484-3e5b-41cb-8bae-fe3b6878b721 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4612434 Nov 12 01:30:25.086435 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40810) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:25.151505 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fbc6756e-489a-49f5-b530-181edb2984ce tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:25.165545 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-3b0d2854-de99-4241-82b3-51bc96f0df2c tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Allocated IP 172.25.3.198 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/bf2e13b2-97a8-4541-ac8b-1d869d162475) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:30:25.183216 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fbc6756e-489a-49f5-b530-181edb2984ce tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:25.411441 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fbc6756e-489a-49f5-b530-181edb2984ce tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:25.423142 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fbc6756e-489a-49f5-b530-181edb2984ce tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:25.425045 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-fbc6756e-489a-49f5-b530-181edb2984ce tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/bf80fcfe-2de5-422c-bf74-f6a0d7a540f8 HTTP/1.1" status: 204 len: 168 time: 0.3375435 Nov 12 01:30:25.429656 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40814) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:25.465604 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc6756e-489a-49f5-b530-181edb2984ce tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf80fcfe-2de5-422c-bf74-f6a0d7a540f8,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:25.538747 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3b0d2854-de99-4241-82b3-51bc96f0df2c tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:25.599124 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3b0d2854-de99-4241-82b3-51bc96f0df2c tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:25.607731 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-972d8044-d33a-4b1a-9e32-6db715905767 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1761274 Nov 12 01:30:25.612422 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40818) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:25.655549 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0d2854-de99-4241-82b3-51bc96f0df2c tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:30:25.659276 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-3b0d2854-de99-4241-82b3-51bc96f0df2c tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:30:25.663390 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0d2854-de99-4241-82b3-51bc96f0df2c tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:30:25.677909 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-63ac17b9-87e3-48f1-b73e-0e37cc66071a tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:25.689046 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa16bd92-9529-4dfd-9498-248f198fa225 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:30:25.715088 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0d2854-de99-4241-82b3-51bc96f0df2c tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Pushing event updated for resources: {'Port': ['ID=bf2e13b2-97a8-4541-ac8b-1d869d162475,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:25.715808 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-63ac17b9-87e3-48f1-b73e-0e37cc66071a tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:25.748631 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-cd4388dc-d84e-4bfe-8177-aee2592a3583 None None] Provisioning complete for port bf2e13b2-97a8-4541-ac8b-1d869d162475 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:30:25.750605 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cd4388dc-d84e-4bfe-8177-aee2592a3583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:25.804151 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-63ac17b9-87e3-48f1-b73e-0e37cc66071a tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:25.834514 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-63ac17b9-87e3-48f1-b73e-0e37cc66071a tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:25.837177 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-63ac17b9-87e3-48f1-b73e-0e37cc66071a tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/aceb781c-d0e9-4ce4-937d-f18d1d58f336 HTTP/1.1" status: 204 len: 168 time: 0.2230604 Nov 12 01:30:25.839771 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ac17b9-87e3-48f1-b73e-0e37cc66071a tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aceb781c-d0e9-4ce4-937d-f18d1d58f336,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:25.843503 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40822) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:25.868870 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-cd4388dc-d84e-4bfe-8177-aee2592a3583 None None] Port bf2e13b2-97a8-4541-ac8b-1d869d162475 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:30:25.969059 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4de863fa-571d-4f33-9a27-fbc8b1062ead tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1215420 Nov 12 01:30:25.973203 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40826) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:26.027657 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-97d02cc2-fc0a-4354-8d45-16489b5e7304 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:26.042179 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-97d02cc2-fc0a-4354-8d45-16489b5e7304 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:26.116646 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-97d02cc2-fc0a-4354-8d45-16489b5e7304 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:26.131857 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-97d02cc2-fc0a-4354-8d45-16489b5e7304 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:26.137023 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-97d02cc2-fc0a-4354-8d45-16489b5e7304 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/4ec610a3-82d1-4425-a8e3-975f5846fff3 HTTP/1.1" status: 204 len: 168 time: 0.1623394 Nov 12 01:30:26.143618 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40832) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:26.149657 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d02cc2-fc0a-4354-8d45-16489b5e7304 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4ec610a3-82d1-4425-a8e3-975f5846fff3,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:26.253580 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4d5867b0-0585-42d2-aa40-76c90db2850e tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1087303 Nov 12 01:30:26.258337 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40838) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:26.316672 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3b0d2854-de99-4241-82b3-51bc96f0df2c tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:26.415784 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-47b61eab-9a6c-4407-9a6b-1e778d4d7204 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:26.444179 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-47b61eab-9a6c-4407-9a6b-1e778d4d7204 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:26.545914 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-47b61eab-9a6c-4407-9a6b-1e778d4d7204 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:26.569409 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-47b61eab-9a6c-4407-9a6b-1e778d4d7204 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:26.573879 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-47b61eab-9a6c-4407-9a6b-1e778d4d7204 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/30ebf003-2dc6-4804-b5f2-6a9593a42b5d HTTP/1.1" status: 204 len: 168 time: 0.3126528 Nov 12 01:30:26.574848 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b61eab-9a6c-4407-9a6b-1e778d4d7204 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=30ebf003-2dc6-4804-b5f2-6a9593a42b5d,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:26.581265 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40842) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:26.700766 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-db08b7bd-3a5f-41fe-983f-465fd6c4c6c1 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1153228 Nov 12 01:30:26.701454 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40844) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:26.765908 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8b2ed3fe-9705-461e-890c-0a09e98f092d tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:26.791685 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8b2ed3fe-9705-461e-890c-0a09e98f092d tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:26.849231 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3b0d2854-de99-4241-82b3-51bc96f0df2c tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-233838'] for router, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:26.855000 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3b0d2854-de99-4241-82b3-51bc96f0df2c tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1709614'] for router, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:26.858602 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8b2ed3fe-9705-461e-890c-0a09e98f092d tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:26.884598 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8b2ed3fe-9705-461e-890c-0a09e98f092d tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:26.895675 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-8b2ed3fe-9705-461e-890c-0a09e98f092d tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/1df98922-42d6-4675-a064-59cf8e322500 HTTP/1.1" status: 204 len: 168 time: 0.1929967 Nov 12 01:30:26.897157 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40846) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:26.951436 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2ed3fe-9705-461e-890c-0a09e98f092d tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1df98922-42d6-4675-a064-59cf8e322500,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:27.027398 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-6681b14e-4bfd-4f35-a610-6392c8fe4942 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1169126 Nov 12 01:30:27.028248 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40852) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:27.206750 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6f1b064f-0c2f-42f9-89c6-de5b9f0ff7de tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:27.240293 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b0d2854-de99-4241-82b3-51bc96f0df2c tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Router 893c34f2-4ed9-4444-bd1d-db16aa8cfca9 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:30:27.261855 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6f1b064f-0c2f-42f9-89c6-de5b9f0ff7de tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:27.269909 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-06fe3733-1496-4f8b-8a85-d6ccc2cb7542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:27.396616 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6f1b064f-0c2f-42f9-89c6-de5b9f0ff7de tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:27.426609 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6f1b064f-0c2f-42f9-89c6-de5b9f0ff7de tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:27.438390 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-6f1b064f-0c2f-42f9-89c6-de5b9f0ff7de tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "DELETE /v2.0/security-groups/5c14aa18-4de4-4fb9-bae9-d4e725c4870e HTTP/1.1" status: 204 len: 168 time: 0.4072533 Nov 12 01:30:27.442594 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40856) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:27.523509 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b064f-0c2f-42f9-89c6-de5b9f0ff7de tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c14aa18-4de4-4fb9-bae9-d4e725c4870e,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:27.615355 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0d2854-de99-4241-82b3-51bc96f0df2c tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:30:27.621557 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3b0d2854-de99-4241-82b3-51bc96f0df2c tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:27.627138 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d685ed1-a2aa-4881-a098-68467d571598 None None] Sync routers for ids ['893c34f2-4ed9-4444-bd1d-db16aa8cfca9'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:30:27.640901 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3b0d2854-de99-4241-82b3-51bc96f0df2c tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] 10.222.0.45 "PUT /v2.0/routers/893c34f2-4ed9-4444-bd1d-db16aa8cfca9 HTTP/1.1" status: 200 len: 918 time: 3.7413590 Nov 12 01:30:27.643526 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40870) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:27.653922 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a32c9653-5760-4c95-8317-c7d878b1f662 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1556115 Nov 12 01:30:27.654254 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d685ed1-a2aa-4881-a098-68467d571598 None None] Routers {'893c34f2-4ed9-4444-bd1d-db16aa8cfca9'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:30:27.655089 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-8d685ed1-a2aa-4881-a098-68467d571598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:30:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['893c34f2-4ed9-4444-bd1d-db16aa8cfca9'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:27.662539 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40872) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:27.673640 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-70a44133-a92c-438c-95d6-032b2a2089f2 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Request body: {'security_group': {'name': 'tempest-secgroup--1817433944'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:27.698345 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-8d685ed1-a2aa-4881-a098-68467d571598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:27.717017 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-70a44133-a92c-438c-95d6-032b2a2089f2 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:27.730809 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d685ed1-a2aa-4881-a098-68467d571598 None None] Routers {'893c34f2-4ed9-4444-bd1d-db16aa8cfca9'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:30:27.731768 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-8d685ed1-a2aa-4881-a098-68467d571598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:30:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['893c34f2-4ed9-4444-bd1d-db16aa8cfca9'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:27.842479 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-70a44133-a92c-438c-95d6-032b2a2089f2 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:27.844356 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-8d685ed1-a2aa-4881-a098-68467d571598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:27.845308 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d685ed1-a2aa-4881-a098-68467d571598 None None] The sync data for ids ['893c34f2-4ed9-4444-bd1d-db16aa8cfca9'] in n-d-712142-27 is: [] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:30:27.846557 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-70a44133-a92c-438c-95d6-032b2a2089f2 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:27.869886 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-70a44133-a92c-438c-95d6-032b2a2089f2 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:27.871613 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-70a44133-a92c-438c-95d6-032b2a2089f2 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2078080 Nov 12 01:30:27.878619 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40874) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:27.884029 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-c3df7b3a-ad94-4f5d-9f11-c79a2efea392 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Request body: {'security_group_rule': {'security_group_id': '47dec258-3622-41ef-9100-0eeb551ed448', 'direction': 'ingress', 'protocol': 17}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:27.916492 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a44133-a92c-438c-95d6-032b2a2089f2 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47dec258-3622-41ef-9100-0eeb551ed448,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:27.919919 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5351a4e4-2984-4c94-9ea5-20769dee3fdf tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] 10.222.0.45 "GET /v2.0/routers/893c34f2-4ed9-4444-bd1d-db16aa8cfca9 HTTP/1.1" status: 200 len: 924 time: 0.2719994 Nov 12 01:30:27.921285 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40876) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:27.962032 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c3df7b3a-ad94-4f5d-9f11-c79a2efea392 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:28.020300 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17c2745-fdf9-4d90-85a0-62e1d56a336a tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:28.024657 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a17c2745-fdf9-4d90-85a0-62e1d56a336a tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=ab9ea869-d067-4dfb-b2de-16b019fae22d&device_id=893c34f2-4ed9-4444-bd1d-db16aa8cfca9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1013086 Nov 12 01:30:28.027774 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40878) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:28.060242 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c3df7b3a-ad94-4f5d-9f11-c79a2efea392 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:28.065818 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c3df7b3a-ad94-4f5d-9f11-c79a2efea392 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:28.093701 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3df7b3a-ad94-4f5d-9f11-c79a2efea392 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cddb354-5c9f-468d-91f9-9703cbb64b82,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:28.109889 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c3df7b3a-ad94-4f5d-9f11-c79a2efea392 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:28.111856 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c3df7b3a-ad94-4f5d-9f11-c79a2efea392 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2321556 Nov 12 01:30:28.117383 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40882) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:28.221985 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a22678-ac7c-483e-a910-1450c14e5dc8 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:28.223574 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-04a22678-ac7c-483e-a910-1450c14e5dc8 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] 10.222.0.45 "GET /v2.0/networks/ab9ea869-d067-4dfb-b2de-16b019fae22d HTTP/1.1" status: 200 len: 881 time: 0.1935520 Nov 12 01:30:28.227173 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40886) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:28.259393 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3ab42567-09f9-4793-b280-1e6fdedd7511 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:28.278998 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-63700a60-0d42-4f59-b7d8-55ad754bee3d tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] 10.222.0.45 "GET /v2.0/ports?device_id=893c34f2-4ed9-4444-bd1d-db16aa8cfca9 HTTP/1.1" status: 200 len: 205 time: 0.0501947 Nov 12 01:30:28.281224 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40888) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:28.293466 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3ab42567-09f9-4793-b280-1e6fdedd7511 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:28.359808 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3ab42567-09f9-4793-b280-1e6fdedd7511 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:28.368625 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3ab42567-09f9-4793-b280-1e6fdedd7511 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:28.374698 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3ab42567-09f9-4793-b280-1e6fdedd7511 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "DELETE /v2.0/security-groups/47dec258-3622-41ef-9100-0eeb551ed448 HTTP/1.1" status: 204 len: 168 time: 0.2555597 Nov 12 01:30:28.377675 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40890) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:28.489834 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab42567-09f9-4793-b280-1e6fdedd7511 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47dec258-3622-41ef-9100-0eeb551ed448,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:28.583589 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-ff20591d-2a43-4eae-8a67-3b00e4153284 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1909637 Nov 12 01:30:28.589685 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40898) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:28.597854 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-d6df5e6d-193c-4e77-a1c4-4aa943d0ae61 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Request body: {'security_group': {'name': 'tempest-secgroup--265568889'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:28.659204 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d6df5e6d-193c-4e77-a1c4-4aa943d0ae61 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:28.849238 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d6df5e6d-193c-4e77-a1c4-4aa943d0ae61 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:28.855464 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d6df5e6d-193c-4e77-a1c4-4aa943d0ae61 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:28.903431 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df5e6d-193c-4e77-a1c4-4aa943d0ae61 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8de48a87-abdf-47d6-ac74-f88ca8551a8e,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:28.929895 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d6df5e6d-193c-4e77-a1c4-4aa943d0ae61 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:28.938012 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-d6df5e6d-193c-4e77-a1c4-4aa943d0ae61 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3461769 Nov 12 01:30:28.938704 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40912) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:28.968917 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-2afaecbb-110b-44f3-8062-15cc57c93ef8 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Request body: {'security_group': {'name': 'tempest-secgroup--862609145'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:29.059923 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2afaecbb-110b-44f3-8062-15cc57c93ef8 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:29.114727 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-52c4b3d1-0a4e-4f0d-9f32-a5dfaafafa7e tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:29.376510 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2afaecbb-110b-44f3-8062-15cc57c93ef8 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:29.389433 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2afaecbb-110b-44f3-8062-15cc57c93ef8 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:29.425437 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-52c4b3d1-0a4e-4f0d-9f32-a5dfaafafa7e tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:29.512979 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afaecbb-110b-44f3-8062-15cc57c93ef8 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa83cc2-52b6-48bc-918a-ab466e33c577,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:29.537111 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2afaecbb-110b-44f3-8062-15cc57c93ef8 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:29.548632 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2afaecbb-110b-44f3-8062-15cc57c93ef8 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6046364 Nov 12 01:30:29.548938 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40926) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:29.553747 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-e24f49c2-2456-4b0d-b721-568dc7ba6a6b tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Request body: {'security_group_rule': {'security_group_id': '8de48a87-abdf-47d6-ac74-f88ca8551a8e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'dfa83cc2-52b6-48bc-918a-ab466e33c577', 'remote_ip_prefix': None}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:29.559180 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-52c4b3d1-0a4e-4f0d-9f32-a5dfaafafa7e tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Deleting port bf2e13b2-97a8-4541-ac8b-1d869d162475 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:30:29.559724 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-52c4b3d1-0a4e-4f0d-9f32-a5dfaafafa7e tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:29.605171 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e24f49c2-2456-4b0d-b721-568dc7ba6a6b tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:29.794417 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e24f49c2-2456-4b0d-b721-568dc7ba6a6b tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:29.801123 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e24f49c2-2456-4b0d-b721-568dc7ba6a6b tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:29.807623 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-52c4b3d1-0a4e-4f0d-9f32-a5dfaafafa7e tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:29.837764 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-52c4b3d1-0a4e-4f0d-9f32-a5dfaafafa7e tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Calling delete_port for bf2e13b2-97a8-4541-ac8b-1d869d162475 owned by network:router_gateway {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:30:29.850027 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e24f49c2-2456-4b0d-b721-568dc7ba6a6b tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:29.853934 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e24f49c2-2456-4b0d-b721-568dc7ba6a6b tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3031797 Nov 12 01:30:29.866774 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40934) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:29.915808 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24f49c2-2456-4b0d-b721-568dc7ba6a6b tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4de14f4-9690-4f39-bb97-e51f7814f42e,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:29.966196 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e959a9bb-2dba-49aa-bf92-ad407090285a tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:29.999006 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e959a9bb-2dba-49aa-bf92-ad407090285a tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:30.121639 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e959a9bb-2dba-49aa-bf92-ad407090285a tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:30.131262 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e959a9bb-2dba-49aa-bf92-ad407090285a tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:30.144267 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e959a9bb-2dba-49aa-bf92-ad407090285a tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/b4de14f4-9690-4f39-bb97-e51f7814f42e HTTP/1.1" status: 204 len: 168 time: 0.2698188 Nov 12 01:30:30.145956 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40938) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:30.161989 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959a9bb-2dba-49aa-bf92-ad407090285a tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4de14f4-9690-4f39-bb97-e51f7814f42e,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:30.382045 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40942) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:30.390179 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e6b68109-f751-40bb-a70a-857d067f8efe tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2378638 Nov 12 01:30:30.546282 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-52c4b3d1-0a4e-4f0d-9f32-a5dfaafafa7e tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:30.566171 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3770ef35-2f4f-4c41-a412-4633cfe21f33 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:30.618949 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3770ef35-2f4f-4c41-a412-4633cfe21f33 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:30.623720 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c4b3d1-0a4e-4f0d-9f32-a5dfaafafa7e tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Pushing event deleted for resources: {'Port': ['ID=bf2e13b2-97a8-4541-ac8b-1d869d162475,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:30.657620 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6633899b-d43e-4be2-b560-038a6714cedf None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:30:30.716147 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3770ef35-2f4f-4c41-a412-4633cfe21f33 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:30.721527 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3770ef35-2f4f-4c41-a412-4633cfe21f33 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:30.725513 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3770ef35-2f4f-4c41-a412-4633cfe21f33 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "DELETE /v2.0/security-groups/dfa83cc2-52b6-48bc-918a-ab466e33c577 HTTP/1.1" status: 204 len: 168 time: 0.3415177 Nov 12 01:30:30.742466 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40948) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:30.744086 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3770ef35-2f4f-4c41-a412-4633cfe21f33 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa83cc2-52b6-48bc-918a-ab466e33c577,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:30.865317 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-17e25ea5-aa16-41b8-ad72-7813796bcc21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:30.936669 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4651bda3-f395-4370-b07c-4b9027ff4c76 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1866286 Nov 12 01:30:30.939037 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40952) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:30.945981 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-52c4b3d1-0a4e-4f0d-9f32-a5dfaafafa7e tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:31.156035 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f2a31ac6-3fef-4167-8eb8-b5013643dbb0 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:31.234637 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f2a31ac6-3fef-4167-8eb8-b5013643dbb0 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:31.252137 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-52c4b3d1-0a4e-4f0d-9f32-a5dfaafafa7e tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:31.255519 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-52c4b3d1-0a4e-4f0d-9f32-a5dfaafafa7e tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:31.337486 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-52c4b3d1-0a4e-4f0d-9f32-a5dfaafafa7e tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:31.338188 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c4b3d1-0a4e-4f0d-9f32-a5dfaafafa7e tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Fanout notify agent at l3_agent the message router_deleted on router 893c34f2-4ed9-4444-bd1d-db16aa8cfca9 {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:30:31.342028 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f2a31ac6-3fef-4167-8eb8-b5013643dbb0 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:31.345224 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f2a31ac6-3fef-4167-8eb8-b5013643dbb0 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:31.351518 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-f2a31ac6-3fef-4167-8eb8-b5013643dbb0 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "DELETE /v2.0/security-groups/8de48a87-abdf-47d6-ac74-f88ca8551a8e HTTP/1.1" status: 204 len: 168 time: 0.4112415 Nov 12 01:30:31.354231 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40958) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:31.360166 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-52c4b3d1-0a4e-4f0d-9f32-a5dfaafafa7e tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:31.361351 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-52c4b3d1-0a4e-4f0d-9f32-a5dfaafafa7e tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] 10.222.0.45 "DELETE /v2.0/routers/893c34f2-4ed9-4444-bd1d-db16aa8cfca9 HTTP/1.1" status: 204 len: 168 time: 3.0783708 Nov 12 01:30:31.372732 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40960) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:31.377476 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-e58ccf76-dff0-4966-9d99-eb0603c0ad02 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-37783415', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:31.400291 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a31ac6-3fef-4167-8eb8-b5013643dbb0 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de48a87-abdf-47d6-ac74-f88ca8551a8e,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:31.448504 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e58ccf76-dff0-4966-9d99-eb0603c0ad02 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:31.449935 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e58ccf76-dff0-4966-9d99-eb0603c0ad02 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:31.497807 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-586e1d00-3d01-40ee-8775-adea499e19e4 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1304901 Nov 12 01:30:31.502479 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40962) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:31.508555 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-46e51149-5254-41f7-a53e-e203422f6f68 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Request body: {'security_group': {'name': 'tempest-secgroup--443604856'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:31.560049 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-46e51149-5254-41f7-a53e-e203422f6f68 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:31.617968 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e58ccf76-dff0-4966-9d99-eb0603c0ad02 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:31.630136 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e58ccf76-dff0-4966-9d99-eb0603c0ad02 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:31.680027 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e58ccf76-dff0-4966-9d99-eb0603c0ad02 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:31.684777 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e58ccf76-dff0-4966-9d99-eb0603c0ad02 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3076725 Nov 12 01:30:31.685464 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40968) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:31.691245 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-46e51149-5254-41f7-a53e-e203422f6f68 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:31.697450 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-d7202347-e7ed-4b7d-a690-dd3fbe34c347 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'enable_snat': False}}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:31.700659 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-46e51149-5254-41f7-a53e-e203422f6f68 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:31.753751 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-46e51149-5254-41f7-a53e-e203422f6f68 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:31.757850 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-46e51149-5254-41f7-a53e-e203422f6f68 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2544003 Nov 12 01:30:31.763172 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40970) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:31.773727 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-78ddca9a-1e32-4d3e-859e-72633390d58a tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Request body: {'security_group_rule': {'security_group_id': 'e184c3f9-2d12-42dd-8362-f3232b8a14ef', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:31.873041 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e51149-5254-41f7-a53e-e203422f6f68 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e184c3f9-2d12-42dd-8362-f3232b8a14ef,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:31.939125 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-78ddca9a-1e32-4d3e-859e-72633390d58a tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:32.106949 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-78ddca9a-1e32-4d3e-859e-72633390d58a tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:32.114993 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-78ddca9a-1e32-4d3e-859e-72633390d58a tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:32.163689 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d7202347-e7ed-4b7d-a690-dd3fbe34c347 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:32.191103 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-78ddca9a-1e32-4d3e-859e-72633390d58a tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:32.192435 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-78ddca9a-1e32-4d3e-859e-72633390d58a tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4282305 Nov 12 01:30:32.198554 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 40976) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:32.202874 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ddca9a-1e32-4d3e-859e-72633390d58a tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba98f6b5-f524-4d1f-9d99-7ac358d7a51e,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:32.345409 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-934327c0-6a04-454e-a23d-5e34112c849f tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:32.358565 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-934327c0-6a04-454e-a23d-5e34112c849f tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:32.452340 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-934327c0-6a04-454e-a23d-5e34112c849f tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:32.484508 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-934327c0-6a04-454e-a23d-5e34112c849f tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:32.486321 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-934327c0-6a04-454e-a23d-5e34112c849f tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/ba98f6b5-f524-4d1f-9d99-7ac358d7a51e HTTP/1.1" status: 204 len: 168 time: 0.2860720 Nov 12 01:30:32.491018 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40980) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:32.523142 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934327c0-6a04-454e-a23d-5e34112c849f tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ba98f6b5-f524-4d1f-9d99-7ac358d7a51e,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:32.700304 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-24b9f7e9-5eca-448e-b103-aacc14945d74 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2073288 Nov 12 01:30:32.701977 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40984) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:32.927390 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d7202347-e7ed-4b7d-a690-dd3fbe34c347 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:32.934951 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:32.937967 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4bcc43f3-b8e1-48f7-80b7-f78b1c36014f tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:32.978125 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d7202347-e7ed-4b7d-a690-dd3fbe34c347 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:33.042008 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4bcc43f3-b8e1-48f7-80b7-f78b1c36014f tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:33.166737 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4bcc43f3-b8e1-48f7-80b7-f78b1c36014f tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:33.172147 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4bcc43f3-b8e1-48f7-80b7-f78b1c36014f tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:33.173755 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4bcc43f3-b8e1-48f7-80b7-f78b1c36014f tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "DELETE /v2.0/security-groups/e184c3f9-2d12-42dd-8362-f3232b8a14ef HTTP/1.1" status: 204 len: 168 time: 0.4700682 Nov 12 01:30:33.183244 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 40998) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:33.269812 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-d7202347-e7ed-4b7d-a690-dd3fbe34c347 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Allocated IP 172.25.3.224 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/874a26f8-6d11-4030-94ca-611fb4981373) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:30:33.272288 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcc43f3-b8e1-48f7-80b7-f78b1c36014f tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e184c3f9-2d12-42dd-8362-f3232b8a14ef,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:33.409970 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-81780734-a0da-4e6a-acb2-d142bf07cede tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2142475 Nov 12 01:30:33.409970 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41002) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:33.411725 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-cb59abf8-a326-4084-a8a0-f187cf0b2b30 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Request body: {'security_group': {'name': 'tempest-secgroup--1857217446'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:33.468233 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cb59abf8-a326-4084-a8a0-f187cf0b2b30 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:33.642077 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d7202347-e7ed-4b7d-a690-dd3fbe34c347 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:33.696095 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cb59abf8-a326-4084-a8a0-f187cf0b2b30 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:33.711512 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cb59abf8-a326-4084-a8a0-f187cf0b2b30 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:33.740296 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d7202347-e7ed-4b7d-a690-dd3fbe34c347 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:33.787439 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cb59abf8-a326-4084-a8a0-f187cf0b2b30 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:33.789112 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-cb59abf8-a326-4084-a8a0-f187cf0b2b30 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3809826 Nov 12 01:30:33.817339 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41008) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:33.845728 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb59abf8-a326-4084-a8a0-f187cf0b2b30 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6972f7-5068-4c83-8608-777974bf0ee5,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:33.857665 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-38d19634-9353-4b0c-b289-e14a845ad564 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Request body: {'security_group_rule': {'security_group_id': 'cb6972f7-5068-4c83-8608-777974bf0ee5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:33.968306 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7202347-e7ed-4b7d-a690-dd3fbe34c347 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:30:33.978593 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:33.981255 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-d7202347-e7ed-4b7d-a690-dd3fbe34c347 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:30:33.995810 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54330743-7080-44cd-be7d-a95df139f8a5 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:30:33.996126 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7202347-e7ed-4b7d-a690-dd3fbe34c347 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Pushing event updated for resources: {'Port': ['ID=874a26f8-6d11-4030-94ca-611fb4981373,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:34.005398 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7202347-e7ed-4b7d-a690-dd3fbe34c347 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:30:34.077780 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-38d19634-9353-4b0c-b289-e14a845ad564 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:34.112745 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-8c033577-0925-4e56-81a1-5557cb143cd2 None None] Provisioning complete for port 874a26f8-6d11-4030-94ca-611fb4981373 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:30:34.116359 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8c033577-0925-4e56-81a1-5557cb143cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:34.230956 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-8c033577-0925-4e56-81a1-5557cb143cd2 None None] Port 874a26f8-6d11-4030-94ca-611fb4981373 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:30:34.488194 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-38d19634-9353-4b0c-b289-e14a845ad564 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:34.527292 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-38d19634-9353-4b0c-b289-e14a845ad564 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:34.664759 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d19634-9353-4b0c-b289-e14a845ad564 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a28ae6b-df21-4adc-9ed3-0948952f46d4,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:35.064421 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-38d19634-9353-4b0c-b289-e14a845ad564 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:35.066867 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-38d19634-9353-4b0c-b289-e14a845ad564 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2482181 Nov 12 01:30:35.070962 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41022) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:35.087997 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d7202347-e7ed-4b7d-a690-dd3fbe34c347 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:35.153580 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-77ebc924-e17a-4a49-badc-c94258bda85d tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "GET /v2.0/security-group-rules/5a28ae6b-df21-4adc-9ed3-0948952f46d4 HTTP/1.1" status: 200 len: 763 time: 0.0782077 Nov 12 01:30:35.164629 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41024) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:35.242601 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:35.314020 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-fd7518fa-6706-412d-aa78-82a4e5b2ee56 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1477962 Nov 12 01:30:35.318598 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41026) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:35.420960 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-085e1a57-8a97-434b-8ff3-2d77e271d748 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:35.466646 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-085e1a57-8a97-434b-8ff3-2d77e271d748 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:35.550568 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-085e1a57-8a97-434b-8ff3-2d77e271d748 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:35.557973 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-085e1a57-8a97-434b-8ff3-2d77e271d748 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:35.562978 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-085e1a57-8a97-434b-8ff3-2d77e271d748 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/5a28ae6b-df21-4adc-9ed3-0948952f46d4 HTTP/1.1" status: 204 len: 168 time: 0.2370760 Nov 12 01:30:35.572595 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41032) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:35.584158 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e1a57-8a97-434b-8ff3-2d77e271d748 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5a28ae6b-df21-4adc-9ed3-0948952f46d4,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:35.695800 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-5b6c42a3-6f5f-4fcb-aa09-d411b183adb9 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1145871 Nov 12 01:30:35.696835 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41034) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:35.701226 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-57ef9c94-189e-4b82-898a-aa0ef4fc6aeb tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Request body: {'security_group_rule': {'security_group_id': 'cb6972f7-5068-4c83-8608-777974bf0ee5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:35.853633 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d7202347-e7ed-4b7d-a690-dd3fbe34c347 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-233838'] for router, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:35.871530 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d7202347-e7ed-4b7d-a690-dd3fbe34c347 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1709614'] for router, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:35.888567 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-57ef9c94-189e-4b82-898a-aa0ef4fc6aeb tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:36.182416 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-57ef9c94-189e-4b82-898a-aa0ef4fc6aeb tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:36.194924 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-57ef9c94-189e-4b82-898a-aa0ef4fc6aeb tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:36.274285 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9c94-189e-4b82-898a-aa0ef4fc6aeb tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59f4b4af-163c-4b4d-b57b-8525183f8476,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:36.292202 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-57ef9c94-189e-4b82-898a-aa0ef4fc6aeb tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:36.295908 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-57ef9c94-189e-4b82-898a-aa0ef4fc6aeb tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5964863 Nov 12 01:30:36.296715 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41044) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:36.342352 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7202347-e7ed-4b7d-a690-dd3fbe34c347 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Router 01b203c1-6fb5-495c-b3bc-7e7beae4d1a1 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:30:36.345060 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a984deb4-64e3-4c4c-95b1-e58d9d336ada tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "GET /v2.0/security-group-rules/59f4b4af-163c-4b4d-b57b-8525183f8476 HTTP/1.1" status: 200 len: 763 time: 0.0460455 Nov 12 01:30:36.347737 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41046) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:36.467148 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-dea0e9a8-aaa5-44c9-b226-1a21486b69d6 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1154296 Nov 12 01:30:36.487256 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41048) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:36.536259 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c00c41ab-e696-44be-a567-086dd05d072f tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:36.554567 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c00c41ab-e696-44be-a567-086dd05d072f tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:36.658361 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7202347-e7ed-4b7d-a690-dd3fbe34c347 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:30:36.663547 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d7202347-e7ed-4b7d-a690-dd3fbe34c347 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:36.682361 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41052) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:36.683428 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3a6b94-fdbe-48b9-8ad2-edaef9208f44 None None] Sync routers for ids ['01b203c1-6fb5-495c-b3bc-7e7beae4d1a1'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:30:36.689282 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d7202347-e7ed-4b7d-a690-dd3fbe34c347 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] 10.222.0.45 "PUT /v2.0/routers/01b203c1-6fb5-495c-b3bc-7e7beae4d1a1 HTTP/1.1" status: 200 len: 918 time: 4.9987082 Nov 12 01:30:36.694876 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c00c41ab-e696-44be-a567-086dd05d072f tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:36.709755 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c00c41ab-e696-44be-a567-086dd05d072f tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:36.716892 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41056) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:36.720999 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c00c41ab-e696-44be-a567-086dd05d072f tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/59f4b4af-163c-4b4d-b57b-8525183f8476 HTTP/1.1" status: 204 len: 168 time: 0.2306325 Nov 12 01:30:36.743046 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3a6b94-fdbe-48b9-8ad2-edaef9208f44 None None] Routers {'01b203c1-6fb5-495c-b3bc-7e7beae4d1a1'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:30:36.745997 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-3e3a6b94-fdbe-48b9-8ad2-edaef9208f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:30:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['01b203c1-6fb5-495c-b3bc-7e7beae4d1a1'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:36.896486 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-26a7d2a3-4585-49a0-a177-d1dbf3966c52 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1781003 Nov 12 01:30:36.897868 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41058) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:36.907042 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-f9d9f9e8-56a2-4fd0-b08d-c4ff27785fff tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Request body: {'security_group_rule': {'security_group_id': 'cb6972f7-5068-4c83-8608-777974bf0ee5', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:36.968984 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-379d17d9-66ad-4d61-ba4a-ca4e3d1d8ba4 tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] 10.222.0.45 "GET /v2.0/routers/01b203c1-6fb5-495c-b3bc-7e7beae4d1a1 HTTP/1.1" status: 200 len: 924 time: 0.2771828 Nov 12 01:30:36.973925 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41060) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:36.984066 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-3e3a6b94-fdbe-48b9-8ad2-edaef9208f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:36.987152 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c41ab-e696-44be-a567-086dd05d072f tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59f4b4af-163c-4b4d-b57b-8525183f8476,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:37.043110 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3a6b94-fdbe-48b9-8ad2-edaef9208f44 None None] Routers {'01b203c1-6fb5-495c-b3bc-7e7beae4d1a1'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:30:37.044233 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-3e3a6b94-fdbe-48b9-8ad2-edaef9208f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:30:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['01b203c1-6fb5-495c-b3bc-7e7beae4d1a1'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:37.079591 n-d-712142-27 neutron-server[109086]: INFO neutron.db.securitygroups_db [None req-f9d9f9e8-56a2-4fd0-b08d-c4ff27785fff tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Project 279ee39469f04a36b8548113a10edcbc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:30:37.095112 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f9d9f9e8-56a2-4fd0-b08d-c4ff27785fff tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:37.152546 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031f48b5-84aa-4ac8-80aa-587edc4304cf tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:37.152546 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-031f48b5-84aa-4ac8-80aa-587edc4304cf tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=ab9ea869-d067-4dfb-b2de-16b019fae22d&device_id=01b203c1-6fb5-495c-b3bc-7e7beae4d1a1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1708453 Nov 12 01:30:37.152837 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41064) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:37.190770 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-3e3a6b94-fdbe-48b9-8ad2-edaef9208f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:37.197108 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3a6b94-fdbe-48b9-8ad2-edaef9208f44 None None] The sync data for ids ['01b203c1-6fb5-495c-b3bc-7e7beae4d1a1'] in n-d-712142-27 is: [] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:30:37.370966 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf175722-0d79-416c-a220-cacc0fb80f7b tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:37.377697 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-bf175722-0d79-416c-a220-cacc0fb80f7b tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] 10.222.0.45 "GET /v2.0/networks/ab9ea869-d067-4dfb-b2de-16b019fae22d HTTP/1.1" status: 200 len: 881 time: 0.2237072 Nov 12 01:30:37.380312 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41068) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:37.472020 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-094266eb-e24f-433d-846d-4d3ba0122f5e tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] 10.222.0.45 "GET /v2.0/ports?device_id=01b203c1-6fb5-495c-b3bc-7e7beae4d1a1 HTTP/1.1" status: 200 len: 205 time: 0.0897868 Nov 12 01:30:37.478418 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41072) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:37.490364 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f9d9f9e8-56a2-4fd0-b08d-c4ff27785fff tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:37.497918 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f9d9f9e8-56a2-4fd0-b08d-c4ff27785fff tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:37.540678 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d9f9e8-56a2-4fd0-b08d-c4ff27785fff tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=201b167e-9532-432b-98b8-556d8274e5a6,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:37.575539 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f9d9f9e8-56a2-4fd0-b08d-c4ff27785fff tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:37.579296 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f9d9f9e8-56a2-4fd0-b08d-c4ff27785fff tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6745760 Nov 12 01:30:37.580887 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41076) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:37.625541 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-397be249-22e1-4c40-9065-6161ee14121a tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "GET /v2.0/security-group-rules/201b167e-9532-432b-98b8-556d8274e5a6 HTTP/1.1" status: 200 len: 769 time: 0.0415883 Nov 12 01:30:37.627316 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41078) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:37.777376 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-59819f97-c2e8-457d-905a-eddb58c0203f tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1465423 Nov 12 01:30:37.777725 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41080) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:37.883647 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9ee8d27f-86f5-4ea7-a40b-344c186811b7 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks [] for router, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:37.909986 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cec6a0c0-9989-4d65-b936-dc2f4cfb983e tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:37.985218 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cec6a0c0-9989-4d65-b936-dc2f4cfb983e tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:38.111713 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cec6a0c0-9989-4d65-b936-dc2f4cfb983e tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:38.125078 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cec6a0c0-9989-4d65-b936-dc2f4cfb983e tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:38.126306 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-cec6a0c0-9989-4d65-b936-dc2f4cfb983e tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "DELETE /v2.0/security-group-rules/201b167e-9532-432b-98b8-556d8274e5a6 HTTP/1.1" status: 204 len: 168 time: 0.3473802 Nov 12 01:30:38.137447 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41084) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:38.211888 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec6a0c0-9989-4d65-b936-dc2f4cfb983e tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=201b167e-9532-432b-98b8-556d8274e5a6,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:38.260856 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41088) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:38.262535 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9ee8d27f-86f5-4ea7-a40b-344c186811b7 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:38.273655 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-baf5f989-89d9-4a22-b3a2-d389a65499bb tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1296017 Nov 12 01:30:38.504260 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f5fd531d-f469-472b-b6b3-4eea3f4f8940 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:38.518826 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:38.571586 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f5fd531d-f469-472b-b6b3-4eea3f4f8940 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:38.575554 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-9ee8d27f-86f5-4ea7-a40b-344c186811b7 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Deleting port 874a26f8-6d11-4030-94ca-611fb4981373 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:30:38.578181 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9ee8d27f-86f5-4ea7-a40b-344c186811b7 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:38.846003 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f5fd531d-f469-472b-b6b3-4eea3f4f8940 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:38.848840 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f5fd531d-f469-472b-b6b3-4eea3f4f8940 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:38.855199 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-f5fd531d-f469-472b-b6b3-4eea3f4f8940 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "DELETE /v2.0/security-groups/cb6972f7-5068-4c83-8608-777974bf0ee5 HTTP/1.1" status: 204 len: 168 time: 0.5840619 Nov 12 01:30:38.857965 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41096) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:38.871863 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9ee8d27f-86f5-4ea7-a40b-344c186811b7 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:38.876421 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd531d-f469-472b-b6b3-4eea3f4f8940 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6972f7-5068-4c83-8608-777974bf0ee5,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:38.891552 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-9ee8d27f-86f5-4ea7-a40b-344c186811b7 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Calling delete_port for 874a26f8-6d11-4030-94ca-611fb4981373 owned by network:router_gateway {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:30:39.099753 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-27fbd32f-ddae-478f-9f84-75e3ae85dc46 tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2325783 Nov 12 01:30:39.100367 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41100) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:39.198988 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-080f391d-cc3d-4005-87b9-951f40fdbdaf tempest-SecGroupIPv6Test-2005743525 tempest-SecGroupIPv6Test-2005743525-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0973792 Nov 12 01:30:39.401669 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9ee8d27f-86f5-4ea7-a40b-344c186811b7 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:39.472784 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee8d27f-86f5-4ea7-a40b-344c186811b7 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Pushing event deleted for resources: {'Port': ['ID=874a26f8-6d11-4030-94ca-611fb4981373,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:39.497888 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74254e12-608f-4812-88cd-88c1aea1625f None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:30:39.623087 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9ee8d27f-86f5-4ea7-a40b-344c186811b7 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:40.003688 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9ee8d27f-86f5-4ea7-a40b-344c186811b7 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:40.011465 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9ee8d27f-86f5-4ea7-a40b-344c186811b7 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:40.127586 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9ee8d27f-86f5-4ea7-a40b-344c186811b7 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:40.140171 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee8d27f-86f5-4ea7-a40b-344c186811b7 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Fanout notify agent at l3_agent the message router_deleted on router 01b203c1-6fb5-495c-b3bc-7e7beae4d1a1 {{(pid=109085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:30:40.179170 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9ee8d27f-86f5-4ea7-a40b-344c186811b7 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:40.190327 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41130) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:40.193456 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-9ee8d27f-86f5-4ea7-a40b-344c186811b7 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] 10.222.0.45 "DELETE /v2.0/routers/01b203c1-6fb5-495c-b3bc-7e7beae4d1a1 HTTP/1.1" status: 204 len: 168 time: 2.7142806 Nov 12 01:30:40.198708 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-5ab56b08-423c-44b1-9051-6fa7ef4e518c tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-336916584', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}, 'admin_state_up': False}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:40.262314 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5ab56b08-423c-44b1-9051-6fa7ef4e518c tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:40.264803 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5ab56b08-423c-44b1-9051-6fa7ef4e518c tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:40.395013 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41136) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:40.430508 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5ab56b08-423c-44b1-9051-6fa7ef4e518c tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:40.731362 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-8aad326e-381e-43e5-a4c6-b132ca52598f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=279ee39469f04a36b8548113a10edcbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3316863 Nov 12 01:30:40.732117 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41140) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:40.803848 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:40.979127 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5ab56b08-423c-44b1-9051-6fa7ef4e518c tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:41.073585 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2810a3b4-2ba5-451c-895e-389fabf08175 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:41.180365 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2810a3b4-2ba5-451c-895e-389fabf08175 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:41.392346 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5ab56b08-423c-44b1-9051-6fa7ef4e518c tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks [] for router_gateway, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:41.418611 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5ab56b08-423c-44b1-9051-6fa7ef4e518c tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:41.428951 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2810a3b4-2ba5-451c-895e-389fabf08175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:41.432371 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2810a3b4-2ba5-451c-895e-389fabf08175 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:41.448973 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2810a3b4-2ba5-451c-895e-389fabf08175 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/54db42a2-fb45-49a4-94c3-d751790ba485 HTTP/1.1" status: 204 len: 168 time: 0.7005391 Nov 12 01:30:41.470911 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2810a3b4-2ba5-451c-895e-389fabf08175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54db42a2-fb45-49a4-94c3-d751790ba485,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:41.686190 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101c2b2-f234-4b9b-baf2-0cac56aabfd8 req-87b41f6c-6c17-4061-bec1-91e84f6e07cc tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:41.688390 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4101c2b2-f234-4b9b-baf2-0cac56aabfd8 req-87b41f6c-6c17-4061-bec1-91e84f6e07cc tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/networks?id=41d3594c-6378-4888-b7ad-f2b6034333e3 HTTP/1.1" status: 200 len: 812 time: 0.5712755 Nov 12 01:30:41.735891 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4101c2b2-f234-4b9b-baf2-0cac56aabfd8 req-b8f6e027-f85e-47b2-aad1-76d8a9b9eec9 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/quotas/094a5f5e492c44f8b09b4e12e8299cf9 HTTP/1.1" status: 200 len: 375 time: 0.0394559 Nov 12 01:30:41.797705 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-5ab56b08-423c-44b1-9051-6fa7ef4e518c tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Allocated IP 172.25.3.63 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/9c0ab30a-a8cc-4700-b586-ce66683f54c9) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:30:42.131200 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4101c2b2-f234-4b9b-baf2-0cac56aabfd8 req-115938e2-4ee2-4b72-9ec1-e865040a1933 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=094a5f5e492c44f8b09b4e12e8299cf9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3943391 Nov 12 01:30:42.544397 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4101c2b2-f234-4b9b-baf2-0cac56aabfd8 req-7b8c4b9d-9358-4cba-b84d-9b0cc29bc76d service neutron] 10.222.0.45 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813181 Nov 12 01:30:42.720331 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5ab56b08-423c-44b1-9051-6fa7ef4e518c tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:42.789902 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5ab56b08-423c-44b1-9051-6fa7ef4e518c tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:42.847843 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4101c2b2-f234-4b9b-baf2-0cac56aabfd8 req-b9bca271-3b08-4953-83a9-7e763154d518 service neutron] 10.222.0.45 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887263 Nov 12 01:30:42.945939 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab56b08-423c-44b1-9051-6fa7ef4e518c tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:30:42.957545 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-5ab56b08-423c-44b1-9051-6fa7ef4e518c tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:30:42.979381 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29631e36-107f-4203-a1ca-93143526c250 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:30:42.984995 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab56b08-423c-44b1-9051-6fa7ef4e518c tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:30:43.106269 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab56b08-423c-44b1-9051-6fa7ef4e518c tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Pushing event updated for resources: {'Port': ['ID=9c0ab30a-a8cc-4700-b586-ce66683f54c9,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:43.124459 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7a8f31fb-8d35-4725-ba65-16d3185fbf79 None None] Provisioning complete for port 9c0ab30a-a8cc-4700-b586-ce66683f54c9 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:30:43.125143 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7a8f31fb-8d35-4725-ba65-16d3185fbf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:43.216173 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-7a8f31fb-8d35-4725-ba65-16d3185fbf79 None None] Port 9c0ab30a-a8cc-4700-b586-ce66683f54c9 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:30:43.679476 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41196) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:43.835921 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-8a48c24b-ab9e-46a5-bc46-eb5878945760 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:43.837222 n-d-712142-27 neutron-server[109085]: WARNING neutron.api.v2.base [None req-8a48c24b-ab9e-46a5-bc46-eb5878945760 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 01:30:43.839141 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-8a48c24b-ab9e-46a5-bc46-eb5878945760 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 01:30:43.845371 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-8a48c24b-ab9e-46a5-bc46-eb5878945760 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1635075 Nov 12 01:30:43.849389 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41206) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:43.866550 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-62d58caa-26eb-4217-8fa7-db12b3431dae tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Request body: {'security_group': {'name': 'tempest-secgroup--1288172243'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:43.925843 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5ab56b08-423c-44b1-9051-6fa7ef4e518c tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks [] for router_gateway, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:43.938112 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-62d58caa-26eb-4217-8fa7-db12b3431dae tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:43.968894 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-62d58caa-26eb-4217-8fa7-db12b3431dae tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:44.329329 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-95a31ab7-02ee-4794-a7ce-18dff23b782c req-18063b7a-0efc-49d4-bc9b-e9e480ccc02a tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7a5cc5e-a8a3-4f5f-9f62-6e7481bdecce HTTP/1.1" status: 200 len: 210 time: 0.5221868 Nov 12 01:30:44.606774 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-62d58caa-26eb-4217-8fa7-db12b3431dae tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:44.613985 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-62d58caa-26eb-4217-8fa7-db12b3431dae tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:44.946547 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d58caa-26eb-4217-8fa7-db12b3431dae tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57e69a65-364f-4b31-847f-309a8b38885a,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:45.028801 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5ab56b08-423c-44b1-9051-6fa7ef4e518c tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:45.061150 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-62d58caa-26eb-4217-8fa7-db12b3431dae tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:45.068328 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-62d58caa-26eb-4217-8fa7-db12b3431dae tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:45.164951 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-62d58caa-26eb-4217-8fa7-db12b3431dae tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:45.175878 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-62d58caa-26eb-4217-8fa7-db12b3431dae tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3223732 Nov 12 01:30:45.179355 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41238) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:45.193265 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-f4101531-3d23-4551-bf18-0b84bfd14f45 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Request body: {'security_group_rule': {'security_group_id': 'd78f158f-db67-4bfe-ac61-289f81863581', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:45.256715 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d58caa-26eb-4217-8fa7-db12b3431dae tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d78f158f-db67-4bfe-ac61-289f81863581,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:45.383093 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f4101531-3d23-4551-bf18-0b84bfd14f45 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:45.529120 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f4101531-3d23-4551-bf18-0b84bfd14f45 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:45.530098 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab56b08-423c-44b1-9051-6fa7ef4e518c tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Router 1fed3007-eddf-4b4f-9e9c-814172d7035b is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:30:45.597257 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d6be20d-0a55-464c-9fb2-87e12109d7e1 req-86e4fd29-3aca-4ee7-ba95-9564ca211125 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7a5cc5e-a8a3-4f5f-9f62-6e7481bdecce HTTP/1.1" status: 200 len: 210 time: 0.0701289 Nov 12 01:30:45.614039 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f4101531-3d23-4551-bf18-0b84bfd14f45 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:45.651340 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4101531-3d23-4551-bf18-0b84bfd14f45 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8426aa7-23b4-47ab-a053-13e04e2a467b,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:45.712601 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f4101531-3d23-4551-bf18-0b84bfd14f45 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:45.718008 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f4101531-3d23-4551-bf18-0b84bfd14f45 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5364420 Nov 12 01:30:45.719857 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41250) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:45.727605 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-5b37bb48-4734-4dec-848c-36e7cfe0f7c7 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Request body: {'security_group_rule': {'security_group_id': 'd78f158f-db67-4bfe-ac61-289f81863581', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:45.792436 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab56b08-423c-44b1-9051-6fa7ef4e518c tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:30:45.799613 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5b37bb48-4734-4dec-848c-36e7cfe0f7c7 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:45.832052 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9289686-83f0-49ab-89c0-1fc8e06a72c2 None None] Sync routers for ids ['1fed3007-eddf-4b4f-9e9c-814172d7035b'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:30:45.870818 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5ab56b08-423c-44b1-9051-6fa7ef4e518c tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:45.874326 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5ab56b08-423c-44b1-9051-6fa7ef4e518c tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.6820934 Nov 12 01:30:45.880162 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41256) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:45.905011 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-ced769de-d19c-4edb-9e55-4bb4b540c0b0 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:45.920727 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9289686-83f0-49ab-89c0-1fc8e06a72c2 None None] Routers {'1fed3007-eddf-4b4f-9e9c-814172d7035b'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:30:45.922309 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-b9289686-83f0-49ab-89c0-1fc8e06a72c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:30:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['1fed3007-eddf-4b4f-9e9c-814172d7035b'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:46.059210 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-b9289686-83f0-49ab-89c0-1fc8e06a72c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:46.076654 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9289686-83f0-49ab-89c0-1fc8e06a72c2 None None] Routers {'1fed3007-eddf-4b4f-9e9c-814172d7035b'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:30:46.077678 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-b9289686-83f0-49ab-89c0-1fc8e06a72c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:30:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['1fed3007-eddf-4b4f-9e9c-814172d7035b'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:46.127567 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-b9289686-83f0-49ab-89c0-1fc8e06a72c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:46.132462 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9289686-83f0-49ab-89c0-1fc8e06a72c2 None None] The sync data for ids ['1fed3007-eddf-4b4f-9e9c-814172d7035b'] in n-d-712142-27 is: [] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:30:46.419639 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-5b37bb48-4734-4dec-848c-36e7cfe0f7c7 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 01:30:46.427779 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-5b37bb48-4734-4dec-848c-36e7cfe0f7c7 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7061484 Nov 12 01:30:46.428327 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41264) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:46.500249 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101c2b2-f234-4b9b-baf2-0cac56aabfd8 req-ea48346a-3b72-494c-b9ee-e0eead8a68d9 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:46.512132 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4101c2b2-f234-4b9b-baf2-0cac56aabfd8 req-ea48346a-3b72-494c-b9ee-e0eead8a68d9 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.44 "GET /v2.0/networks?id=41d3594c-6378-4888-b7ad-f2b6034333e3 HTTP/1.1" status: 200 len: 812 time: 0.2190945 Nov 12 01:30:46.521574 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-4101c2b2-f234-4b9b-baf2-0cac56aabfd8 req-163076e3-db1d-4942-aec7-f85053ab8cea tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Request body: {'port': {'device_id': 'c7a5cc5e-a8a3-4f5f-9f62-6e7481bdecce', 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3', 'admin_state_up': True, 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:46.669771 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b6c0e973-c34e-4934-9c79-cc11bfbed8ab tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:46.778953 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4101c2b2-f234-4b9b-baf2-0cac56aabfd8 req-163076e3-db1d-4942-aec7-f85053ab8cea tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Made reservation on behalf of 094a5f5e492c44f8b09b4e12e8299cf9 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:30:46.782836 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4101c2b2-f234-4b9b-baf2-0cac56aabfd8 req-163076e3-db1d-4942-aec7-f85053ab8cea tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:47.069522 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-4101c2b2-f234-4b9b-baf2-0cac56aabfd8 req-163076e3-db1d-4942-aec7-f85053ab8cea tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Allocated IP 172.20.0.8 (41d3594c-6378-4888-b7ad-f2b6034333e3/6369b7da-1f3e-4df6-8094-1e515695655d/94c02bc7-adf8-4eae-bc9e-2eeccef708f3) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:30:47.496363 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b6c0e973-c34e-4934-9c79-cc11bfbed8ab tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:47.593753 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4f151aeb-2dcd-472d-b36a-04e74516d71b req-d4a55cc8-b14d-40db-be68-f7613f1c4ecb tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7a5cc5e-a8a3-4f5f-9f62-6e7481bdecce HTTP/1.1" status: 200 len: 210 time: 0.2092326 Nov 12 01:30:47.695799 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4101c2b2-f234-4b9b-baf2-0cac56aabfd8 req-163076e3-db1d-4942-aec7-f85053ab8cea tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:47.709945 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ced769de-d19c-4edb-9e55-4bb4b540c0b0 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:47.734087 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ced769de-d19c-4edb-9e55-4bb4b540c0b0 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:47.804240 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4101c2b2-f234-4b9b-baf2-0cac56aabfd8 req-163076e3-db1d-4942-aec7-f85053ab8cea tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:47.870801 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b6c0e973-c34e-4934-9c79-cc11bfbed8ab tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:47.892442 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b6c0e973-c34e-4934-9c79-cc11bfbed8ab tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:47.894386 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-b6c0e973-c34e-4934-9c79-cc11bfbed8ab tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] 10.222.0.45 "DELETE /v2.0/security-groups/d78f158f-db67-4bfe-ac61-289f81863581 HTTP/1.1" status: 204 len: 168 time: 1.4629209 Nov 12 01:30:47.914418 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4101c2b2-f234-4b9b-baf2-0cac56aabfd8 req-163076e3-db1d-4942-aec7-f85053ab8cea tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Network 41d3594c-6378-4888-b7ad-f2b6034333e3 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:30:47.919584 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41290) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:47.925030 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-4101c2b2-f234-4b9b-baf2-0cac56aabfd8 req-163076e3-db1d-4942-aec7-f85053ab8cea tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:30:47.946530 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-4101c2b2-f234-4b9b-baf2-0cac56aabfd8 req-163076e3-db1d-4942-aec7-f85053ab8cea tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:30:47.952326 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c0e973-c34e-4934-9c79-cc11bfbed8ab tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78f158f-db67-4bfe-ac61-289f81863581,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:48.112712 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-ced769de-d19c-4edb-9e55-4bb4b540c0b0 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Deleting port 9c0ab30a-a8cc-4700-b586-ce66683f54c9 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:30:48.116677 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ced769de-d19c-4edb-9e55-4bb4b540c0b0 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:48.152284 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163076e3-db1d-4942-aec7-f85053ab8cea tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Pushing event updated for resources: {'Port': ['ID=94c02bc7-adf8-4eae-bc9e-2eeccef708f3,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:48.217625 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101c2b2-f234-4b9b-baf2-0cac56aabfd8 req-163076e3-db1d-4942-aec7-f85053ab8cea tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:48.218305 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4101c2b2-f234-4b9b-baf2-0cac56aabfd8 req-163076e3-db1d-4942-aec7-f85053ab8cea tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:48.246347 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3cced10e-2c70-48d3-9887-eb20b5c9f53e tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3186641 Nov 12 01:30:48.258000 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41296) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:48.262177 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-9acb0c97-4fc6-4f6f-aa3c-9d2e55bf833e tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Request body: {'security_group': {'name': 'tempest-secgroup--1426765505'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:48.324307 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9acb0c97-4fc6-4f6f-aa3c-9d2e55bf833e tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:48.355016 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4101c2b2-f234-4b9b-baf2-0cac56aabfd8 req-163076e3-db1d-4942-aec7-f85053ab8cea tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8376787 Nov 12 01:30:48.381074 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-4101c2b2-f234-4b9b-baf2-0cac56aabfd8 req-feaeef0f-2b33-415f-a3dc-ab0e2161cc6a service neutron] Request body: {'port': {'device_id': 'c7a5cc5e-a8a3-4f5f-9f62-6e7481bdecce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:48.518793 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-565c0719-06be-4796-a315-be0216599a93 None None] Provisioning complete for port 94c02bc7-adf8-4eae-bc9e-2eeccef708f3 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:30:48.519411 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-565c0719-06be-4796-a315-be0216599a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:48.592143 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ced769de-d19c-4edb-9e55-4bb4b540c0b0 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:48.633496 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-ced769de-d19c-4edb-9e55-4bb4b540c0b0 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Calling delete_port for 9c0ab30a-a8cc-4700-b586-ce66683f54c9 owned by network:router_gateway {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:30:48.638045 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4101c2b2-f234-4b9b-baf2-0cac56aabfd8 req-feaeef0f-2b33-415f-a3dc-ab0e2161cc6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:48.701940 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9acb0c97-4fc6-4f6f-aa3c-9d2e55bf833e tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:48.715153 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9acb0c97-4fc6-4f6f-aa3c-9d2e55bf833e tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:48.727069 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-565c0719-06be-4796-a315-be0216599a93 None None] Port 94c02bc7-adf8-4eae-bc9e-2eeccef708f3 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:30:48.910534 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9acb0c97-4fc6-4f6f-aa3c-9d2e55bf833e tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:48.919732 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9acb0c97-4fc6-4f6f-aa3c-9d2e55bf833e tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6609032 Nov 12 01:30:48.923293 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41308) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:48.935252 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-022f91f6-32bb-430f-9136-7796610f1b19 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Request body: {'security_group_rule': {'security_group_id': '6159d08d-1aeb-4444-b32a-5fd9478a55cd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:48.936531 n-d-712142-27 neutron-server[109085]: WARNING neutron.api.v2.base [None req-022f91f6-32bb-430f-9136-7796610f1b19 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 12 01:30:48.937528 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-022f91f6-32bb-430f-9136-7796610f1b19 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:30:48.939483 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-022f91f6-32bb-430f-9136-7796610f1b19 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0143456 Nov 12 01:30:48.953812 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41310) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:48.975124 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acb0c97-4fc6-4f6f-aa3c-9d2e55bf833e tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6159d08d-1aeb-4444-b32a-5fd9478a55cd,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:49.220379 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f5636-d1b4-40d7-8aa8-362118b1b7a7 req-deeb92f8-b017-4ab0-8656-8707690a161b tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:49.225912 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3f0f5636-d1b4-40d7-8aa8-362118b1b7a7 req-deeb92f8-b017-4ab0-8656-8707690a161b tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7a5cc5e-a8a3-4f5f-9f62-6e7481bdecce HTTP/1.1" status: 200 len: 931 time: 0.3044138 Nov 12 01:30:49.231329 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-165526ca-b940-4f15-a0ef-0f3051faafb9 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:49.314192 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-165526ca-b940-4f15-a0ef-0f3051faafb9 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:49.464265 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ced769de-d19c-4edb-9e55-4bb4b540c0b0 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:49.470533 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-4101c2b2-f234-4b9b-baf2-0cac56aabfd8 req-feaeef0f-2b33-415f-a3dc-ab0e2161cc6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94c02bc7-adf8-4eae-bc9e-2eeccef708f3 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:30:49.482096 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4101c2b2-f234-4b9b-baf2-0cac56aabfd8 req-feaeef0f-2b33-415f-a3dc-ab0e2161cc6a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:49.518296 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-4101c2b2-f234-4b9b-baf2-0cac56aabfd8 req-feaeef0f-2b33-415f-a3dc-ab0e2161cc6a service neutron] Transition to ACTIVE for port object 94c02bc7-adf8-4eae-bc9e-2eeccef708f3 will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:30:49.520140 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-165526ca-b940-4f15-a0ef-0f3051faafb9 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:49.524571 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-165526ca-b940-4f15-a0ef-0f3051faafb9 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:49.530985 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-165526ca-b940-4f15-a0ef-0f3051faafb9 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] 10.222.0.45 "DELETE /v2.0/security-groups/6159d08d-1aeb-4444-b32a-5fd9478a55cd HTTP/1.1" status: 204 len: 168 time: 0.5758345 Nov 12 01:30:49.532053 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41318) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:49.551748 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4101c2b2-f234-4b9b-baf2-0cac56aabfd8 req-feaeef0f-2b33-415f-a3dc-ab0e2161cc6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:49.557797 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165526ca-b940-4f15-a0ef-0f3051faafb9 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6159d08d-1aeb-4444-b32a-5fd9478a55cd,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:49.672221 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced769de-d19c-4edb-9e55-4bb4b540c0b0 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Pushing event deleted for resources: {'Port': ['ID=9c0ab30a-a8cc-4700-b586-ce66683f54c9,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:49.753610 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b22a9dba-f1ca-4dec-b263-bbc4f797228a tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2079701 Nov 12 01:30:49.757127 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41322) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:49.764964 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7042f8bd-01be-4fd0-bf8f-e264d7d408ce None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:30:49.772188 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-65358932-a21c-4863-935e-34d50ccd18cc tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Request body: {'security_group': {'name': 'tempest-secgroup--1578179027'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:49.845936 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-65358932-a21c-4863-935e-34d50ccd18cc tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:49.891896 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaeef0f-2b33-415f-a3dc-ab0e2161cc6a service neutron] Pushing event updated for resources: {'Port': ['ID=94c02bc7-adf8-4eae-bc9e-2eeccef708f3,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:50.009015 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3f0f5636-d1b4-40d7-8aa8-362118b1b7a7 req-fc9f80de-0a50-49e4-b9af-6d03be7b983d tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7132316 Nov 12 01:30:50.076290 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ced769de-d19c-4edb-9e55-4bb4b540c0b0 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:50.174475 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-4101c2b2-f234-4b9b-baf2-0cac56aabfd8 req-feaeef0f-2b33-415f-a3dc-ab0e2161cc6a service neutron] Attempting to bind port 94c02bc7-adf8-4eae-bc9e-2eeccef708f3 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:30:50.175041 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-4101c2b2-f234-4b9b-baf2-0cac56aabfd8 req-feaeef0f-2b33-415f-a3dc-ab0e2161cc6a service neutron] Attempting to bind port 94c02bc7-adf8-4eae-bc9e-2eeccef708f3 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '7bbb728e-9806-453c-9716-52e1ccd278c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:30:50.175591 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4101c2b2-f234-4b9b-baf2-0cac56aabfd8 req-feaeef0f-2b33-415f-a3dc-ab0e2161cc6a service neutron] Attempting to bind port 94c02bc7-adf8-4eae-bc9e-2eeccef708f3 on network 41d3594c-6378-4888-b7ad-f2b6034333e3 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:30:50.237056 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4101c2b2-f234-4b9b-baf2-0cac56aabfd8 req-feaeef0f-2b33-415f-a3dc-ab0e2161cc6a service neutron] Port 94c02bc7-adf8-4eae-bc9e-2eeccef708f3 on network 41d3594c-6378-4888-b7ad-f2b6034333e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:30:50.237571 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4101c2b2-f234-4b9b-baf2-0cac56aabfd8 req-feaeef0f-2b33-415f-a3dc-ab0e2161cc6a service neutron] Attempting to bind port 94c02bc7-adf8-4eae-bc9e-2eeccef708f3 on network 41d3594c-6378-4888-b7ad-f2b6034333e3 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:30:50.311250 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4101c2b2-f234-4b9b-baf2-0cac56aabfd8 req-feaeef0f-2b33-415f-a3dc-ab0e2161cc6a service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:30:50.313287 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4101c2b2-f234-4b9b-baf2-0cac56aabfd8 req-feaeef0f-2b33-415f-a3dc-ab0e2161cc6a service neutron] Checking segment: {'id': '7bbb728e-9806-453c-9716-52e1ccd278c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:30:50.314765 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4101c2b2-f234-4b9b-baf2-0cac56aabfd8 req-feaeef0f-2b33-415f-a3dc-ab0e2161cc6a service neutron] Bound using segment: {'id': '7bbb728e-9806-453c-9716-52e1ccd278c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:30:50.316646 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-4101c2b2-f234-4b9b-baf2-0cac56aabfd8 req-feaeef0f-2b33-415f-a3dc-ab0e2161cc6a service neutron] Bound port: 94c02bc7-adf8-4eae-bc9e-2eeccef708f3, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bbb728e-9806-453c-9716-52e1ccd278c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:30:50.328824 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4101c2b2-f234-4b9b-baf2-0cac56aabfd8 req-feaeef0f-2b33-415f-a3dc-ab0e2161cc6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:50.540233 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-65358932-a21c-4863-935e-34d50ccd18cc tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:50.569455 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-65358932-a21c-4863-935e-34d50ccd18cc tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:50.734163 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-65358932-a21c-4863-935e-34d50ccd18cc tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:50.740896 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-65358932-a21c-4863-935e-34d50ccd18cc tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9825792 Nov 12 01:30:50.741960 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41336) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:50.755447 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-8efd598a-e0f3-460e-9a21-4602f98bf656 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Request body: {'security_group_rule': {'security_group_id': '83fd2bdd-9c73-4f57-b517-3f80eb42753e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:50.756931 n-d-712142-27 neutron-server[109086]: WARNING neutron.api.v2.base [None req-8efd598a-e0f3-460e-9a21-4602f98bf656 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 12 01:30:50.757859 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-8efd598a-e0f3-460e-9a21-4602f98bf656 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:30:50.763755 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8efd598a-e0f3-460e-9a21-4602f98bf656 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0133944 Nov 12 01:30:50.767121 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41338) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:50.816349 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65358932-a21c-4863-935e-34d50ccd18cc tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83fd2bdd-9c73-4f57-b517-3f80eb42753e,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:50.836922 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ced769de-d19c-4edb-9e55-4bb4b540c0b0 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704769', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1709607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-233838'] for router, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:50.841723 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-4101c2b2-f234-4b9b-baf2-0cac56aabfd8 req-feaeef0f-2b33-415f-a3dc-ab0e2161cc6a service neutron] For port 94c02bc7-adf8-4eae-bc9e-2eeccef708f3, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:30:50.852842 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ced769de-d19c-4edb-9e55-4bb4b540c0b0 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1704776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1704883', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1709614'] for router, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:50.903552 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-4101c2b2-f234-4b9b-baf2-0cac56aabfd8 req-feaeef0f-2b33-415f-a3dc-ab0e2161cc6a service neutron] For port 94c02bc7-adf8-4eae-bc9e-2eeccef708f3, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=94c02bc7-adf8-4eae-bc9e-2eeccef708f3,segment=NetworkSegment(7bbb728e-9806-453c-9716-52e1ccd278c6),segment_id=7bbb728e-9806-453c-9716-52e1ccd278c6)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:30:50.979099 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ff5c48f3-b112-4250-922f-6a6f55021626 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:50.985966 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4101c2b2-f234-4b9b-baf2-0cac56aabfd8 req-feaeef0f-2b33-415f-a3dc-ab0e2161cc6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:51.085325 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced769de-d19c-4edb-9e55-4bb4b540c0b0 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Router 1fed3007-eddf-4b4f-9e9c-814172d7035b has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:30:51.247855 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaeef0f-2b33-415f-a3dc-ab0e2161cc6a service neutron] Pushing event updated for resources: {'Port': ['ID=94c02bc7-adf8-4eae-bc9e-2eeccef708f3,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:51.255753 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101c2b2-f234-4b9b-baf2-0cac56aabfd8 req-feaeef0f-2b33-415f-a3dc-ab0e2161cc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:51.256678 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4101c2b2-f234-4b9b-baf2-0cac56aabfd8 req-feaeef0f-2b33-415f-a3dc-ab0e2161cc6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:51.258814 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4101c2b2-f234-4b9b-baf2-0cac56aabfd8 req-feaeef0f-2b33-415f-a3dc-ab0e2161cc6a service neutron] 10.222.0.44 "PUT /v2.0/ports/94c02bc7-adf8-4eae-bc9e-2eeccef708f3 HTTP/1.1" status: 200 len: 1092 time: 2.8864150 Nov 12 01:30:51.259490 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7a5cc5e-a8a3-4f5f-9f62-6e7481bdecce', 'tag': '94c02bc7-adf8-4eae-bc9e-2eeccef708f3'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:30:51.262222 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2701191a-463a-4089-9124-0d13dbeab53f" -d '{"events": [{"name": "network-changed", "server_uuid": "c7a5cc5e-a8a3-4f5f-9f62-6e7481bdecce", "tag": "94c02bc7-adf8-4eae-bc9e-2eeccef708f3"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:30:51.286678 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ff5c48f3-b112-4250-922f-6a6f55021626 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:51.471669 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecba8916-888a-417e-a930-96a5a9c44c0d x-openstack-request-id: req-ecba8916-888a-417e-a930-96a5a9c44c0d {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:30:51.472037 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7a5cc5e-a8a3-4f5f-9f62-6e7481bdecce", "tag": "94c02bc7-adf8-4eae-bc9e-2eeccef708f3", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:30:51.472311 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ecba8916-888a-417e-a930-96a5a9c44c0d {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:30:51.473966 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7a5cc5e-a8a3-4f5f-9f62-6e7481bdecce', 'tag': '94c02bc7-adf8-4eae-bc9e-2eeccef708f3', 'status': 'completed', 'code': 200} Nov 12 01:30:51.489936 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ff5c48f3-b112-4250-922f-6a6f55021626 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:51.495105 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ff5c48f3-b112-4250-922f-6a6f55021626 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:51.499292 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ff5c48f3-b112-4250-922f-6a6f55021626 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] 10.222.0.45 "DELETE /v2.0/security-groups/83fd2bdd-9c73-4f57-b517-3f80eb42753e HTTP/1.1" status: 204 len: 168 time: 0.7266548 Nov 12 01:30:51.514801 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41346) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:51.544259 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced769de-d19c-4edb-9e55-4bb4b540c0b0 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:30:51.555868 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604ba7b3-4082-4b70-8b0a-0666d2a8b813 None None] Sync routers for ids ['1fed3007-eddf-4b4f-9e9c-814172d7035b'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:30:51.576914 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5c48f3-b112-4250-922f-6a6f55021626 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fd2bdd-9c73-4f57-b517-3f80eb42753e,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:51.595119 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101c2b2-f234-4b9b-baf2-0cac56aabfd8 req-1b46acb3-a987-42cc-aece-c86eb0da2af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:51.604230 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4101c2b2-f234-4b9b-baf2-0cac56aabfd8 req-1b46acb3-a987-42cc-aece-c86eb0da2af9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=094a5f5e492c44f8b09b4e12e8299cf9&device_id=c7a5cc5e-a8a3-4f5f-9f62-6e7481bdecce HTTP/1.1" status: 200 len: 1095 time: 0.2418418 Nov 12 01:30:51.607880 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604ba7b3-4082-4b70-8b0a-0666d2a8b813 None None] Routers {'1fed3007-eddf-4b4f-9e9c-814172d7035b'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:30:51.608880 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-604ba7b3-4082-4b70-8b0a-0666d2a8b813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:30:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['1fed3007-eddf-4b4f-9e9c-814172d7035b'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:51.632164 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ced769de-d19c-4edb-9e55-4bb4b540c0b0 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:51.640344 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-ced769de-d19c-4edb-9e55-4bb4b540c0b0 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] 10.222.0.45 "PUT /v2.0/routers/1fed3007-eddf-4b4f-9e9c-814172d7035b HTTP/1.1" status: 200 len: 709 time: 5.7485394 Nov 12 01:30:51.645659 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41348) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:51.770136 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-604ba7b3-4082-4b70-8b0a-0666d2a8b813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:51.800232 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4101c2b2-f234-4b9b-baf2-0cac56aabfd8 req-834ae284-3d98-4a61-a0f2-55299343dc55 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94c02bc7-adf8-4eae-bc9e-2eeccef708f3 HTTP/1.1" status: 200 len: 217 time: 0.1784074 Nov 12 01:30:51.812804 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604ba7b3-4082-4b70-8b0a-0666d2a8b813 None None] Routers {'1fed3007-eddf-4b4f-9e9c-814172d7035b'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:30:51.815270 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-604ba7b3-4082-4b70-8b0a-0666d2a8b813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:30:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['1fed3007-eddf-4b4f-9e9c-814172d7035b'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:51.854728 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0ec886d2-1213-4fde-9b8c-aae4af481ae7 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3342595 Nov 12 01:30:51.897735 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41352) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:51.915168 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-dc9bb152-3314-428a-87a4-a549489c5f25 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Request body: {'security_group': {'name': 'tempest-secgroup--529582806'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:51.918082 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-604ba7b3-4082-4b70-8b0a-0666d2a8b813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:30:51.919161 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604ba7b3-4082-4b70-8b0a-0666d2a8b813 None None] The sync data for ids ['1fed3007-eddf-4b4f-9e9c-814172d7035b'] in n-d-712142-27 is: [] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:30:52.018121 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101c2b2-f234-4b9b-baf2-0cac56aabfd8 req-7330f135-a936-4ba4-a54f-ead583a4f087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:52.020927 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4101c2b2-f234-4b9b-baf2-0cac56aabfd8 req-7330f135-a936-4ba4-a54f-ead583a4f087 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6369b7da-1f3e-4df6-8094-1e515695655d HTTP/1.1" status: 200 len: 851 time: 0.2106919 Nov 12 01:30:52.054361 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-92000210-e1dd-4ddf-8cd6-70731cb9e05a tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] 10.222.0.45 "GET /v2.0/routers/1fed3007-eddf-4b4f-9e9c-814172d7035b HTTP/1.1" status: 200 len: 744 time: 0.3970752 Nov 12 01:30:52.061513 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41358) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:52.119395 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dc9bb152-3314-428a-87a4-a549489c5f25 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:52.276671 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f409d-3fee-4576-b499-e7928e7e70bd req-c77740b6-cfb4-46d5-b57b-f97351a5819d tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:52.295793 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-972f409d-3fee-4576-b499-e7928e7e70bd req-c77740b6-cfb4-46d5-b57b-f97351a5819d tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7a5cc5e-a8a3-4f5f-9f62-6e7481bdecce HTTP/1.1" status: 200 len: 943 time: 1.0342216 Nov 12 01:30:52.307707 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-30758df2-33b2-4a73-8229-c978ea1b5ebe tempest-RoutersIpV6AdminTest-1296034587 tempest-RoutersIpV6AdminTest-1296034587-project-admin] 10.222.0.45 "GET /v2.0/ports?network_id=ab9ea869-d067-4dfb-b2de-16b019fae22d&device_id=1fed3007-eddf-4b4f-9e9c-814172d7035b HTTP/1.1" status: 200 len: 205 time: 0.2380917 Nov 12 01:30:52.312049 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41360) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:52.340297 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dc9bb152-3314-428a-87a4-a549489c5f25 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:52.352367 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dc9bb152-3314-428a-87a4-a549489c5f25 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:52.383821 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dc9bb152-3314-428a-87a4-a549489c5f25 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:52.389439 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-dc9bb152-3314-428a-87a4-a549489c5f25 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4877176 Nov 12 01:30:52.390786 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41362) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:52.400617 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101c2b2-f234-4b9b-baf2-0cac56aabfd8 req-c1cebcc1-8abc-4306-b886-d10a2b07f45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:52.402395 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4101c2b2-f234-4b9b-baf2-0cac56aabfd8 req-c1cebcc1-8abc-4306-b886-d10a2b07f45c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=41d3594c-6378-4888-b7ad-f2b6034333e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3670158 Nov 12 01:30:52.407602 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-094e71a9-fdcc-4f4f-be2b-86e67a2fcc39 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Request body: {'security_group_rule': {'security_group_id': 'afe54ff4-8470-4f49-a096-67bead11f861', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:52.408603 n-d-712142-27 neutron-server[109086]: WARNING neutron.api.v2.base [None req-094e71a9-fdcc-4f4f-be2b-86e67a2fcc39 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 12 01:30:52.409308 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-094e71a9-fdcc-4f4f-be2b-86e67a2fcc39 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:30:52.414114 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-094e71a9-fdcc-4f4f-be2b-86e67a2fcc39 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0104768 Nov 12 01:30:52.427840 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41368) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:52.433625 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-0b4b78e1-f1e5-4398-9f7c-f3b479d54dce tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Request body: {'security_group_rule': {'security_group_id': 'afe54ff4-8470-4f49-a096-67bead11f861', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:52.434972 n-d-712142-27 neutron-server[109086]: WARNING neutron.api.v2.base [None req-0b4b78e1-f1e5-4398-9f7c-f3b479d54dce tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 12 01:30:52.435485 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-0b4b78e1-f1e5-4398-9f7c-f3b479d54dce tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:30:52.440156 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0b4b78e1-f1e5-4398-9f7c-f3b479d54dce tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0116057 Nov 12 01:30:52.442257 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41370) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:52.463794 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-79e16288-c3e0-489e-b7d0-27c1a39894d4 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Request body: {'security_group_rule': {'security_group_id': 'afe54ff4-8470-4f49-a096-67bead11f861', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:52.465639 n-d-712142-27 neutron-server[109086]: WARNING neutron.api.v2.base [None req-79e16288-c3e0-489e-b7d0-27c1a39894d4 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 12 01:30:52.466201 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-79e16288-c3e0-489e-b7d0-27c1a39894d4 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:30:52.472626 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-79e16288-c3e0-489e-b7d0-27c1a39894d4 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0164211 Nov 12 01:30:52.521139 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41372) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:52.535453 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-89e36e5b-b749-4f23-9ab6-0ca983682551 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Request body: {'security_group_rule': {'security_group_id': 'afe54ff4-8470-4f49-a096-67bead11f861', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:52.536849 n-d-712142-27 neutron-server[109086]: WARNING neutron.api.v2.base [None req-89e36e5b-b749-4f23-9ab6-0ca983682551 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 12 01:30:52.537326 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-89e36e5b-b749-4f23-9ab6-0ca983682551 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:30:52.547370 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-89e36e5b-b749-4f23-9ab6-0ca983682551 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0249982 Nov 12 01:30:52.569015 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41380) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:52.598014 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-972f409d-3fee-4576-b499-e7928e7e70bd req-3765b4a9-c50e-4438-91c9-2b1027cca5e1 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871189 Nov 12 01:30:52.607274 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e8684462-ef4d-4671-95e5-39eb588b280a tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fed3007-eddf-4b4f-9e9c-814172d7035b HTTP/1.1" status: 200 len: 205 time: 0.2886825 Nov 12 01:30:52.608513 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41382) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:52.646915 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:30:52.686687 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9bb152-3314-428a-87a4-a549489c5f25 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afe54ff4-8470-4f49-a096-67bead11f861,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:52.815131 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1d3e7ec3-1cf8-490f-bc3d-8035b93673e6 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks [] for router, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:52.885178 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4101c2b2-f234-4b9b-baf2-0cac56aabfd8 req-8a65140d-181e-4fa1-a683-0185ac3550b0 service neutron] 10.222.0.44 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4691350 Nov 12 01:30:52.894520 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-88e10220-4dc1-4a47-a3b6-c9984012e64e tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:53.014944 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-88e10220-4dc1-4a47-a3b6-c9984012e64e tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:53.120687 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4101c2b2-f234-4b9b-baf2-0cac56aabfd8 req-d7c66527-6a33-4d3e-90bc-3c815a5f13cb service neutron] 10.222.0.44 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269044 Nov 12 01:30:53.126546 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-88e10220-4dc1-4a47-a3b6-c9984012e64e tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:53.132162 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-88e10220-4dc1-4a47-a3b6-c9984012e64e tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:53.133818 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-88e10220-4dc1-4a47-a3b6-c9984012e64e tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] 10.222.0.45 "DELETE /v2.0/security-groups/afe54ff4-8470-4f49-a096-67bead11f861 HTTP/1.1" status: 204 len: 168 time: 0.5637803 Nov 12 01:30:53.147788 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41390) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:53.195078 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e10220-4dc1-4a47-a3b6-c9984012e64e tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe54ff4-8470-4f49-a096-67bead11f861,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:53.421690 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9641df13-3d6f-4d1f-afdb-dfd4e7f1684e tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2690175 Nov 12 01:30:53.430986 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41392) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:53.443542 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1d3e7ec3-1cf8-490f-bc3d-8035b93673e6 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:53.451129 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1d3e7ec3-1cf8-490f-bc3d-8035b93673e6 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:53.463661 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-68ff0e16-c45d-442f-8aab-287134603dd2 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Request body: {'security_group': {'name': 'tempest-secgroup--980256278'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:53.530714 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701191a-463a-4089-9124-0d13dbeab53f req-7b4aae49-40ef-4252-afaf-7d0c4cbd01ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:53.540319 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2701191a-463a-4089-9124-0d13dbeab53f req-7b4aae49-40ef-4252-afaf-7d0c4cbd01ee service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=094a5f5e492c44f8b09b4e12e8299cf9&device_id=c7a5cc5e-a8a3-4f5f-9f62-6e7481bdecce HTTP/1.1" status: 200 len: 1095 time: 0.3031476 Nov 12 01:30:53.630485 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1d3e7ec3-1cf8-490f-bc3d-8035b93673e6 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:53.631839 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3e7ec3-1cf8-490f-bc3d-8035b93673e6 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Fanout notify agent at l3_agent the message router_deleted on router 1fed3007-eddf-4b4f-9e9c-814172d7035b {{(pid=109085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:30:53.656908 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1d3e7ec3-1cf8-490f-bc3d-8035b93673e6 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:53.663685 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-1d3e7ec3-1cf8-490f-bc3d-8035b93673e6 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] 10.222.0.45 "DELETE /v2.0/routers/1fed3007-eddf-4b4f-9e9c-814172d7035b HTTP/1.1" status: 204 len: 168 time: 1.0533171 Nov 12 01:30:53.670354 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41396) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:53.679808 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-68ff0e16-c45d-442f-8aab-287134603dd2 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:53.797413 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c3ac3bb6-dd74-42c9-887f-f18c894fd241 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] 10.222.0.45 "GET /v2.0/ports?device_id=1fed3007-eddf-4b4f-9e9c-814172d7035b HTTP/1.1" status: 200 len: 205 time: 0.1251202 Nov 12 01:30:53.801839 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41400) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:53.986699 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-07a6ef2e-76c0-4ec3-8b42-7793d496548a tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] delete failed (client error): The resource could not be found. Nov 12 01:30:53.989547 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-07a6ef2e-76c0-4ec3-8b42-7793d496548a tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] 10.222.0.45 "DELETE /v2.0/routers/1fed3007-eddf-4b4f-9e9c-814172d7035b HTTP/1.1" status: 404 len: 336 time: 0.1854970 Nov 12 01:30:53.995867 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41402) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:54.030044 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701191a-463a-4089-9124-0d13dbeab53f req-548e2b03-f180-4602-b4ad-c356cde6c1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:54.032649 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2701191a-463a-4089-9124-0d13dbeab53f req-548e2b03-f180-4602-b4ad-c356cde6c1eb service neutron] 10.222.0.44 "GET /v2.0/networks?id=41d3594c-6378-4888-b7ad-f2b6034333e3 HTTP/1.1" status: 200 len: 912 time: 0.4833369 Nov 12 01:30:54.083576 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-70cf3643-19f1-4e13-8225-f97e3722272e tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] 10.222.0.45 "GET /v2.0/ports?device_id=01b203c1-6fb5-495c-b3bc-7e7beae4d1a1 HTTP/1.1" status: 200 len: 205 time: 0.0857706 Nov 12 01:30:54.084661 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41404) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:54.166751 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa8519-2c7f-44f8-9763-33440afc6453 req-e8e46b99-166d-4525-bd2c-caa52d977d9b tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:54.168551 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-54aa8519-2c7f-44f8-9763-33440afc6453 req-e8e46b99-166d-4525-bd2c-caa52d977d9b tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7a5cc5e-a8a3-4f5f-9f62-6e7481bdecce HTTP/1.1" status: 200 len: 943 time: 0.1988869 Nov 12 01:30:54.280688 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-54aa8519-2c7f-44f8-9763-33440afc6453 req-fb38e1a3-5bbd-47bb-bd4a-a5305dd21dd5 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978303 Nov 12 01:30:54.375770 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2701191a-463a-4089-9124-0d13dbeab53f req-f4c2dc99-9eca-4efa-8661-0395ca3c654a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94c02bc7-adf8-4eae-bc9e-2eeccef708f3 HTTP/1.1" status: 200 len: 217 time: 0.2952549 Nov 12 01:30:54.381475 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-1c3a6bea-1ec6-43ea-b9e2-fccc1e085661 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] delete failed (client error): The resource could not be found. Nov 12 01:30:54.382582 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1c3a6bea-1ec6-43ea-b9e2-fccc1e085661 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] 10.222.0.45 "DELETE /v2.0/routers/01b203c1-6fb5-495c-b3bc-7e7beae4d1a1 HTTP/1.1" status: 404 len: 336 time: 0.2853310 Nov 12 01:30:54.385649 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-68ff0e16-c45d-442f-8aab-287134603dd2 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:54.402416 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41412) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:54.444508 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-f46b9343-d12d-47a6-8da0-b5b11fc79e32 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] 10.222.0.45 "GET /v2.0/ports?device_id=893c34f2-4ed9-4444-bd1d-db16aa8cfca9 HTTP/1.1" status: 200 len: 205 time: 0.0409412 Nov 12 01:30:54.448321 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41414) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:54.492321 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-7995b7da-0a8c-4688-8a1d-b95023a6d268 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] delete failed (client error): The resource could not be found. Nov 12 01:30:54.494036 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7995b7da-0a8c-4688-8a1d-b95023a6d268 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] 10.222.0.45 "DELETE /v2.0/routers/893c34f2-4ed9-4444-bd1d-db16aa8cfca9 HTTP/1.1" status: 404 len: 336 time: 0.0441673 Nov 12 01:30:54.497882 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41416) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:54.509094 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-68ff0e16-c45d-442f-8aab-287134603dd2 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:54.538705 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701191a-463a-4089-9124-0d13dbeab53f req-fa5c4421-ebb1-4906-8809-2eb663129563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:54.552049 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2701191a-463a-4089-9124-0d13dbeab53f req-fa5c4421-ebb1-4906-8809-2eb663129563 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6369b7da-1f3e-4df6-8094-1e515695655d HTTP/1.1" status: 200 len: 851 time: 0.1646638 Nov 12 01:30:54.568327 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-8f4e460e-b847-431c-a1ac-f73dbd33e4bd tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] 10.222.0.45 "GET /v2.0/ports?device_id=41e7c430-4964-40e0-9139-0dba2973acdb HTTP/1.1" status: 200 len: 205 time: 0.0656390 Nov 12 01:30:54.569851 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41418) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:54.576966 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-68ff0e16-c45d-442f-8aab-287134603dd2 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:54.579543 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-68ff0e16-c45d-442f-8aab-287134603dd2 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1443651 Nov 12 01:30:54.593097 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41420) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:54.604382 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-3ee0ac09-9d1f-4364-a5b2-4e6f0674f6e1 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Request body: {'security_group_rule': {'security_group_id': 'ce8eef0d-1a10-4488-a70f-f76704de3cbc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:54.605189 n-d-712142-27 neutron-server[109085]: WARNING neutron.api.v2.base [None req-3ee0ac09-9d1f-4364-a5b2-4e6f0674f6e1 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 01:30:54.605719 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-3ee0ac09-9d1f-4364-a5b2-4e6f0674f6e1 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:30:54.611314 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3ee0ac09-9d1f-4364-a5b2-4e6f0674f6e1 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0169227 Nov 12 01:30:54.612032 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41422) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:54.713868 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-c12e561b-4fef-4d44-87fc-c2e251636e7f tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Request body: {'security_group_rule': {'security_group_id': 'ce8eef0d-1a10-4488-a70f-f76704de3cbc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:54.726528 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701191a-463a-4089-9124-0d13dbeab53f req-d73218f9-773e-43c7-86e9-cd49208caecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:54.732643 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2701191a-463a-4089-9124-0d13dbeab53f req-d73218f9-773e-43c7-86e9-cd49208caecd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=41d3594c-6378-4888-b7ad-f2b6034333e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1654630 Nov 12 01:30:54.736874 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff0e16-c45d-442f-8aab-287134603dd2 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8eef0d-1a10-4488-a70f-f76704de3cbc,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:54.767267 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-5ab15d6e-a163-4790-9fb4-540257274a93 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] delete failed (client error): The resource could not be found. Nov 12 01:30:54.770707 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-5ab15d6e-a163-4790-9fb4-540257274a93 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] 10.222.0.45 "DELETE /v2.0/routers/41e7c430-4964-40e0-9139-0dba2973acdb HTTP/1.1" status: 404 len: 336 time: 0.1972306 Nov 12 01:30:54.782065 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41424) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:54.809840 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-c12e561b-4fef-4d44-87fc-c2e251636e7f tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:30:54.814693 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c12e561b-4fef-4d44-87fc-c2e251636e7f tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1090848 Nov 12 01:30:54.815472 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41426) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:54.823201 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-11461494-0c95-4378-90d2-ac7bb7c3818f tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Request body: {'security_group_rule': {'security_group_id': 'ce8eef0d-1a10-4488-a70f-f76704de3cbc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:54.823924 n-d-712142-27 neutron-server[109085]: WARNING neutron.api.v2.base [None req-11461494-0c95-4378-90d2-ac7bb7c3818f tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 12 01:30:54.824783 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-11461494-0c95-4378-90d2-ac7bb7c3818f tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:30:54.830108 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-11461494-0c95-4378-90d2-ac7bb7c3818f tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0126042 Nov 12 01:30:54.831018 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41428) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:54.836544 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-e03cc613-6771-4164-a358-f3dc9883450f tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Request body: {'security_group_rule': {'security_group_id': 'ce8eef0d-1a10-4488-a70f-f76704de3cbc', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:54.875017 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2fdeeecb-07ea-407c-9846-744ddd8c653f tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] 10.222.0.45 "GET /v2.0/ports?device_id=0549747c-3b3d-4c4e-b3e2-f1ace09b6832 HTTP/1.1" status: 200 len: 205 time: 0.0917892 Nov 12 01:30:54.893410 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41432) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:54.950380 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-09e5542a-76f1-4def-b100-3b8df1e43559 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] delete failed (client error): The resource could not be found. Nov 12 01:30:54.954981 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-09e5542a-76f1-4def-b100-3b8df1e43559 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] 10.222.0.45 "DELETE /v2.0/routers/0549747c-3b3d-4c4e-b3e2-f1ace09b6832 HTTP/1.1" status: 404 len: 336 time: 0.0566568 Nov 12 01:30:54.954981 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-e03cc613-6771-4164-a358-f3dc9883450f tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:30:54.956160 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41434) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:54.958432 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e03cc613-6771-4164-a358-f3dc9883450f tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1260340 Nov 12 01:30:54.959406 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41436) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:54.966938 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-4da770f7-1a90-465d-ad61-135211aa4838 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Request body: {'security_group_rule': {'security_group_id': 'ce8eef0d-1a10-4488-a70f-f76704de3cbc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:54.967469 n-d-712142-27 neutron-server[109085]: WARNING neutron.api.v2.base [None req-4da770f7-1a90-465d-ad61-135211aa4838 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 01:30:54.968011 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-4da770f7-1a90-465d-ad61-135211aa4838 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:30:54.974255 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4da770f7-1a90-465d-ad61-135211aa4838 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0133641 Nov 12 01:30:54.975123 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41438) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:54.981039 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-2242b121-db9a-40b6-b600-7bb818254a31 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Request body: {'security_group_rule': {'security_group_id': 'ce8eef0d-1a10-4488-a70f-f76704de3cbc', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:55.022728 n-d-712142-27 neutron-server[109085]: INFO neutron.db.securitygroups_db [None req-2242b121-db9a-40b6-b600-7bb818254a31 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Project a0bdc2eecd434ca58ff8f5c72a173745 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:30:55.068473 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-2242b121-db9a-40b6-b600-7bb818254a31 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:30:55.074118 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2242b121-db9a-40b6-b600-7bb818254a31 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0953448 Nov 12 01:30:55.076600 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41440) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:55.097594 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-3422a797-4232-40be-8c8c-04b39e55ea7d tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Request body: {'security_group_rule': {'security_group_id': 'ce8eef0d-1a10-4488-a70f-f76704de3cbc', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:55.100124 n-d-712142-27 neutron-server[109085]: WARNING neutron.api.v2.base [None req-3422a797-4232-40be-8c8c-04b39e55ea7d tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 12 01:30:55.100901 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-3422a797-4232-40be-8c8c-04b39e55ea7d tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:30:55.108722 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3422a797-4232-40be-8c8c-04b39e55ea7d tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0286098 Nov 12 01:30:55.109559 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41442) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:55.117462 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-9c917b4c-a45a-40dd-9055-9f97ebab028b tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Request body: {'security_group_rule': {'security_group_id': 'ce8eef0d-1a10-4488-a70f-f76704de3cbc', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:55.140528 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41444) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:55.143156 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f5941d90-dab4-424b-99ca-4ff8e45b4dc3 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] 10.222.0.45 "GET /v2.0/ports?device_id=6c7aacec-67ef-4d07-a331-bcacaea9b991 HTTP/1.1" status: 200 len: 205 time: 0.1681440 Nov 12 01:30:55.147712 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2701191a-463a-4089-9124-0d13dbeab53f req-1b4f032a-ced2-4105-b25d-000791b2b7fe service neutron] 10.222.0.44 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4062018 Nov 12 01:30:55.194624 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-2fb28f78-1cab-481f-8016-7550d0c78c02 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] delete failed (client error): The resource could not be found. Nov 12 01:30:55.202061 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2fb28f78-1cab-481f-8016-7550d0c78c02 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] 10.222.0.45 "DELETE /v2.0/routers/6c7aacec-67ef-4d07-a331-bcacaea9b991 HTTP/1.1" status: 404 len: 336 time: 0.0550408 Nov 12 01:30:55.202061 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41446) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:55.267197 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-98b78b83-9bce-4efc-b04d-1fdc950fd138 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] DELETE failed (client error): The resource could not be found. Nov 12 01:30:55.270081 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98b78b83-9bce-4efc-b04d-1fdc950fd138 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:30:55.282122 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-98b78b83-9bce-4efc-b04d-1fdc950fd138 tempest-RoutersIpV6AdminTest-1323892722 tempest-RoutersIpV6AdminTest-1323892722-project] 10.222.0.45 "DELETE /v2.0/subnets/5a2ccc4a-7323-456e-87e5-28f1462289b9 HTTP/1.1" status: 404 len: 337 time: 0.0775516 Nov 12 01:30:55.289223 n-d-712142-27 neutron-server[109085]: INFO neutron.db.securitygroups_db [None req-9c917b4c-a45a-40dd-9055-9f97ebab028b tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Project a0bdc2eecd434ca58ff8f5c72a173745 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:30:55.324940 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-9c917b4c-a45a-40dd-9055-9f97ebab028b tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:30:55.329895 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-9c917b4c-a45a-40dd-9055-9f97ebab028b tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2192163 Nov 12 01:30:55.331677 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41452) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:55.346049 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-12efb667-fd2e-4921-9945-245248044ed9 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Request body: {'security_group_rule': {'security_group_id': 'ce8eef0d-1a10-4488-a70f-f76704de3cbc', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:55.410094 n-d-712142-27 neutron-server[109085]: INFO neutron.db.securitygroups_db [None req-12efb667-fd2e-4921-9945-245248044ed9 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Project a0bdc2eecd434ca58ff8f5c72a173745 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:30:55.451670 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-12efb667-fd2e-4921-9945-245248044ed9 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:30:55.456617 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-12efb667-fd2e-4921-9945-245248044ed9 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1237531 Nov 12 01:30:55.457319 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41460) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:55.496316 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2701191a-463a-4089-9124-0d13dbeab53f req-bfb69388-7a2b-4913-adad-c8457ab29de5 service neutron] 10.222.0.44 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404007 Nov 12 01:30:55.604167 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7e9531a9-6f12-4f31-b36f-6cb5d3526aa2 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:55.711293 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7e9531a9-6f12-4f31-b36f-6cb5d3526aa2 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:55.782880 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42094e68-eba8-4284-8e7a-0328efd6614b req-79d5979c-e85f-44bc-96e1-e5b60f295823 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:55.784534 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-42094e68-eba8-4284-8e7a-0328efd6614b req-79d5979c-e85f-44bc-96e1-e5b60f295823 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7a5cc5e-a8a3-4f5f-9f62-6e7481bdecce HTTP/1.1" status: 200 len: 943 time: 0.2155452 Nov 12 01:30:55.873031 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-42094e68-eba8-4284-8e7a-0328efd6614b req-a4c5e68d-0281-41bf-9951-7d033e2242dc tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597920 Nov 12 01:30:55.898069 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7e9531a9-6f12-4f31-b36f-6cb5d3526aa2 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:55.902579 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7e9531a9-6f12-4f31-b36f-6cb5d3526aa2 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:55.907477 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41462) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:55.908021 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7e9531a9-6f12-4f31-b36f-6cb5d3526aa2 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] 10.222.0.45 "DELETE /v2.0/security-groups/ce8eef0d-1a10-4488-a70f-f76704de3cbc HTTP/1.1" status: 204 len: 168 time: 0.4482267 Nov 12 01:30:55.953691 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9531a9-6f12-4f31-b36f-6cb5d3526aa2 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8eef0d-1a10-4488-a70f-f76704de3cbc,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:56.092237 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c554f806-45c9-4842-953b-bbe50ad7e49e tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1827195 Nov 12 01:30:56.096316 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41470) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:56.103456 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-289f0ad1-8526-4f00-83dc-08ecb5edcc75 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Request body: {'security_group': {'name': 'tempest-secgroup--226406321'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:56.135725 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41472) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:56.152155 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-289f0ad1-8526-4f00-83dc-08ecb5edcc75 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:56.322806 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-289f0ad1-8526-4f00-83dc-08ecb5edcc75 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:56.332021 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-289f0ad1-8526-4f00-83dc-08ecb5edcc75 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:56.433302 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-289f0ad1-8526-4f00-83dc-08ecb5edcc75 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:56.440009 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-289f0ad1-8526-4f00-83dc-08ecb5edcc75 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3392138 Nov 12 01:30:56.440574 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41478) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:56.453020 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-97a0b6f0-3b86-4130-97fe-062db81e858a tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Request body: {'security_group_rule': {'security_group_id': 'c5b33776-a861-49a0-b80f-efd1fef4d5f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:56.477129 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289f0ad1-8526-4f00-83dc-08ecb5edcc75 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b33776-a861-49a0-b80f-efd1fef4d5f8,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:56.638670 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7bd2fd7e-b6c6-4680-a336-48d511c495f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:57.019728 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41492) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:57.030354 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7bd2fd7e-b6c6-4680-a336-48d511c495f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:57.059854 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7bd2fd7e-b6c6-4680-a336-48d511c495f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:57.239084 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41496) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:57.240333 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7bd2fd7e-b6c6-4680-a336-48d511c495f1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6dda899043ea4efd88ce29c0f2702f39&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1013107 Nov 12 01:30:57.253452 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd2fd7e-b6c6-4680-a336-48d511c495f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa87ba3-1569-41ba-9670-fabbe1b9a51d,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:57.271881 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ad5d6051-839f-4b0d-9167-d3a845588db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:57.278063 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-97a0b6f0-3b86-4130-97fe-062db81e858a tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] create failed (client error): The resource could not be found. Nov 12 01:30:57.291291 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-97a0b6f0-3b86-4130-97fe-062db81e858a tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.8465772 Nov 12 01:30:57.293285 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41498) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:57.312826 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-d3f18d4d-752b-401a-92be-95f6481592a8 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Request body: {'security_group_rule': {'security_group_id': 'c5b33776-a861-49a0-b80f-efd1fef4d5f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '836650c5-7f1a-4aed-a56f-fb0104d2b0ae'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:57.469183 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-d3f18d4d-752b-401a-92be-95f6481592a8 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] create failed (client error): The resource could not be found. Nov 12 01:30:57.472046 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d3f18d4d-752b-401a-92be-95f6481592a8 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1771369 Nov 12 01:30:57.474948 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41502) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:57.488418 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df38376-9b42-4905-818f-2a70d8cb2090 req-59c83004-ae9d-443d-a9a9-e3ab6e497591 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:30:57.521241 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3df38376-9b42-4905-818f-2a70d8cb2090 req-59c83004-ae9d-443d-a9a9-e3ab6e497591 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7a5cc5e-a8a3-4f5f-9f62-6e7481bdecce HTTP/1.1" status: 200 len: 943 time: 0.4276917 Nov 12 01:30:57.531086 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c5361e7a-13a6-4b91-9694-32080e6c8cd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:57.665180 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9b0c4854-b49e-4cbc-b56c-ab1aa7e54f31 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:57.705084 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c5361e7a-13a6-4b91-9694-32080e6c8cd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:57.764911 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9b0c4854-b49e-4cbc-b56c-ab1aa7e54f31 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:57.771424 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3df38376-9b42-4905-818f-2a70d8cb2090 req-9d4e949c-33a6-46ea-b8a7-820ba1655d1e tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490227 Nov 12 01:30:57.775633 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c5361e7a-13a6-4b91-9694-32080e6c8cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:57.813557 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c5361e7a-13a6-4b91-9694-32080e6c8cd6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d35b7646368f4dc4a11d9098522cc46a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7917385 Nov 12 01:30:57.817924 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41506) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:57.884003 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2adada17-b239-4e4d-919d-ede197a0ae01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:57.904926 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2adada17-b239-4e4d-919d-ede197a0ae01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:57.989942 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2adada17-b239-4e4d-919d-ede197a0ae01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:57.996163 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2adada17-b239-4e4d-919d-ede197a0ae01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:57.999803 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2adada17-b239-4e4d-919d-ede197a0ae01 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7aa87ba3-1569-41ba-9670-fabbe1b9a51d HTTP/1.1" status: 204 len: 168 time: 0.7535899 Nov 12 01:30:58.030869 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5361e7a-13a6-4b91-9694-32080e6c8cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e90730c-e38a-45d8-b1dd-9c654106678d,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:58.069218 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adada17-b239-4e4d-919d-ede197a0ae01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa87ba3-1569-41ba-9670-fabbe1b9a51d,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:58.875480 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41518) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:58.919005 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9b0c4854-b49e-4cbc-b56c-ab1aa7e54f31 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:58.939814 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9b0c4854-b49e-4cbc-b56c-ab1aa7e54f31 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:58.947741 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9b0c4854-b49e-4cbc-b56c-ab1aa7e54f31 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] 10.222.0.45 "DELETE /v2.0/security-groups/c5b33776-a861-49a0-b80f-efd1fef4d5f8 HTTP/1.1" status: 204 len: 168 time: 1.4709456 Nov 12 01:30:58.998842 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41522) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:59.017158 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-47ccea83-8577-4666-bc2e-15dff8f76c3c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=271da54e383f493bbd2a67a72bfe81cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1387491 Nov 12 01:30:59.018400 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41526) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:59.085525 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0c4854-b49e-4cbc-b56c-ab1aa7e54f31 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b33776-a861-49a0-b80f-efd1fef4d5f8,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:59.163770 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fa56ace9-d21c-496e-b203-22ebb831cb9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:59.283429 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1c6e0519-412e-44e7-a79a-3fe0a4421346 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2669673 Nov 12 01:30:59.284425 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41528) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:59.296997 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-50e3ebab-f7eb-4cb5-b39e-ba22b936a5b7 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Request body: {'security_group_rule': {'security_group_id': '55122e67-a2c1-4e01-9682-b548345b7e69', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:59.342853 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fa56ace9-d21c-496e-b203-22ebb831cb9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:59.418011 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-50e3ebab-f7eb-4cb5-b39e-ba22b936a5b7 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] create failed (client error): The resource could not be found. Nov 12 01:30:59.427539 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-50e3ebab-f7eb-4cb5-b39e-ba22b936a5b7 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1351321 Nov 12 01:30:59.428431 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41530) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:59.436869 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-0b171efe-8df4-4e40-869c-0ca6593283bd tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Request body: {'security_group': {'name': 'tempest-secgroup--2000843196'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:59.478658 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0b171efe-8df4-4e40-869c-0ca6593283bd tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:59.498848 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fa56ace9-d21c-496e-b203-22ebb831cb9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:59.503205 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fa56ace9-d21c-496e-b203-22ebb831cb9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:59.508079 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-fa56ace9-d21c-496e-b203-22ebb831cb9c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2e90730c-e38a-45d8-b1dd-9c654106678d HTTP/1.1" status: 204 len: 168 time: 1.6760886 Nov 12 01:30:59.645468 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0b171efe-8df4-4e40-869c-0ca6593283bd tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:59.650734 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa56ace9-d21c-496e-b203-22ebb831cb9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e90730c-e38a-45d8-b1dd-9c654106678d,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:59.660482 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0b171efe-8df4-4e40-869c-0ca6593283bd tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:59.742506 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b171efe-8df4-4e40-869c-0ca6593283bd tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f79bc412-733e-4dc7-abf7-44bc013d9b06,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:30:59.827233 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0b171efe-8df4-4e40-869c-0ca6593283bd tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:30:59.839853 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0b171efe-8df4-4e40-869c-0ca6593283bd tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4050999 Nov 12 01:30:59.846660 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41536) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:30:59.873344 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-a69522f5-b659-4d5e-a9d2-5716319fb408 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Request body: {'security_group': {'name': 'tempest-secgroup--2063157752'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:30:59.992664 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e3881-f1d1-4b1d-9872-fb61e8dba7cf req-bba9f39e-9f78-40c3-b7b6-bd9c75d20791 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:00.008663 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ec5e3881-f1d1-4b1d-9872-fb61e8dba7cf req-bba9f39e-9f78-40c3-b7b6-bd9c75d20791 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7a5cc5e-a8a3-4f5f-9f62-6e7481bdecce HTTP/1.1" status: 200 len: 943 time: 0.9384429 Nov 12 01:31:00.068915 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a69522f5-b659-4d5e-a9d2-5716319fb408 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:00.095476 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fc71b1fe-e3a3-4950-9c4e-e45c6702b415 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:00.238456 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a69522f5-b659-4d5e-a9d2-5716319fb408 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:00.246550 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a69522f5-b659-4d5e-a9d2-5716319fb408 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:00.263657 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ec5e3881-f1d1-4b1d-9872-fb61e8dba7cf req-862d2241-5497-4d4e-951c-6bedef3c03fa tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137783 Nov 12 01:31:00.279629 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fc71b1fe-e3a3-4950-9c4e-e45c6702b415 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:00.360617 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a69522f5-b659-4d5e-a9d2-5716319fb408 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:00.372960 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41544) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:00.373451 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a69522f5-b659-4d5e-a9d2-5716319fb408 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5140653 Nov 12 01:31:00.377613 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-79ee5027-313e-4772-b11b-c37df3bfedd1 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Request body: {'security_group_rule': {'security_group_id': 'f79bc412-733e-4dc7-abf7-44bc013d9b06', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'cb72ce04-bebb-4060-af93-f9a33f67de23'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:31:00.391402 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69522f5-b659-4d5e-a9d2-5716319fb408 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb72ce04-bebb-4060-af93-f9a33f67de23,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:00.459148 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fc71b1fe-e3a3-4950-9c4e-e45c6702b415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:00.462154 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fc71b1fe-e3a3-4950-9c4e-e45c6702b415 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:00.468681 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-fc71b1fe-e3a3-4950-9c4e-e45c6702b415 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/28262414-0826-479c-8454-b9e0f27ea737 HTTP/1.1" status: 204 len: 168 time: 1.4491878 Nov 12 01:31:00.529931 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-79ee5027-313e-4772-b11b-c37df3bfedd1 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:31:00.534531 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41552) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:00.536442 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-79ee5027-313e-4772-b11b-c37df3bfedd1 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1685085 Nov 12 01:31:00.537726 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc71b1fe-e3a3-4950-9c4e-e45c6702b415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28262414-0826-479c-8454-b9e0f27ea737,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:00.749906 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-70bec8e1-7dbc-43ef-95f9-d66cdd4bb25e tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:00.832651 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-70bec8e1-7dbc-43ef-95f9-d66cdd4bb25e tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:00.864352 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-742fd9c0-6736-48b3-bb6b-24e87a8b512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:00.985318 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-70bec8e1-7dbc-43ef-95f9-d66cdd4bb25e tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:00.990212 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-70bec8e1-7dbc-43ef-95f9-d66cdd4bb25e tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:00.995456 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41570) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:00.997533 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-70bec8e1-7dbc-43ef-95f9-d66cdd4bb25e tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] 10.222.0.45 "DELETE /v2.0/security-groups/cb72ce04-bebb-4060-af93-f9a33f67de23 HTTP/1.1" status: 204 len: 168 time: 0.4554303 Nov 12 01:31:01.037506 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bec8e1-7dbc-43ef-95f9-d66cdd4bb25e tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb72ce04-bebb-4060-af93-f9a33f67de23,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:01.199077 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41580) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:01.201491 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-5a62190d-113c-498b-bc6c-2ee1cca60f1f tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2047424 Nov 12 01:31:01.440654 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-614e4aaf-1b7e-48da-b259-eac84998112d tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:01.574897 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-614e4aaf-1b7e-48da-b259-eac84998112d tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:01.642124 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7843a0-9b46-4cde-9bdc-dcd71a312476 req-fe6a5fad-60b9-4d49-b0b1-da31edb41ad2 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:01.649114 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7c7843a0-9b46-4cde-9bdc-dcd71a312476 req-fe6a5fad-60b9-4d49-b0b1-da31edb41ad2 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7a5cc5e-a8a3-4f5f-9f62-6e7481bdecce HTTP/1.1" status: 200 len: 943 time: 0.1953161 Nov 12 01:31:01.739008 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-614e4aaf-1b7e-48da-b259-eac84998112d tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:01.747864 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-614e4aaf-1b7e-48da-b259-eac84998112d tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:01.751889 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-614e4aaf-1b7e-48da-b259-eac84998112d tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] 10.222.0.45 "DELETE /v2.0/security-groups/f79bc412-733e-4dc7-abf7-44bc013d9b06 HTTP/1.1" status: 204 len: 168 time: 0.5491612 Nov 12 01:31:01.752849 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41594) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:01.788800 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e4aaf-1b7e-48da-b259-eac84998112d tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79bc412-733e-4dc7-abf7-44bc013d9b06,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:01.909745 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7c7843a0-9b46-4cde-9bdc-dcd71a312476 req-3535481b-f45b-47c0-9e3d-e73e46f2f155 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486057 Nov 12 01:31:01.992484 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7e0d843a-a7f2-4c0d-9ff1-843ddc68b1e7 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2327240 Nov 12 01:31:01.995997 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41598) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:02.005302 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-3d37a5c3-2ec7-4848-917e-a96a439fa807 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Request body: {'security_group': {'name': 'tempest-secgroup--1969816303'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:31:02.039045 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3d37a5c3-2ec7-4848-917e-a96a439fa807 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:02.143014 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3d37a5c3-2ec7-4848-917e-a96a439fa807 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:02.149329 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3d37a5c3-2ec7-4848-917e-a96a439fa807 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:02.208111 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3d37a5c3-2ec7-4848-917e-a96a439fa807 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:02.210709 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3d37a5c3-2ec7-4848-917e-a96a439fa807 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2116799 Nov 12 01:31:02.213917 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41606) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:02.219346 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-eecf2d08-b2be-4d33-8cde-0086301cb7ff tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Request body: {'security_group_rule': {'security_group_id': '3bc2f302-8cb3-4e40-93af-3f6d6927908c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:31:02.225238 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d37a5c3-2ec7-4848-917e-a96a439fa807 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc2f302-8cb3-4e40-93af-3f6d6927908c,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:02.261515 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41612) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:02.304181 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-eecf2d08-b2be-4d33-8cde-0086301cb7ff tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:31:02.308615 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-eecf2d08-b2be-4d33-8cde-0086301cb7ff tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0936580 Nov 12 01:31:02.312047 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41618) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:02.319072 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-28b38303-5271-45ed-b178-8bbf6c03269f tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Request body: {'security_group_rule': {'security_group_id': '3bc2f302-8cb3-4e40-93af-3f6d6927908c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:31:02.414625 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-28b38303-5271-45ed-b178-8bbf6c03269f tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:31:02.421038 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41624) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:02.422554 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-28b38303-5271-45ed-b178-8bbf6c03269f tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1084535 Nov 12 01:31:02.691310 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b813d726-9308-40fa-b798-f4193d57ab3e tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:02.783827 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b813d726-9308-40fa-b798-f4193d57ab3e tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:02.897044 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b813d726-9308-40fa-b798-f4193d57ab3e tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:02.900890 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b813d726-9308-40fa-b798-f4193d57ab3e tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:02.905573 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41638) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:02.907700 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:02.926725 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b813d726-9308-40fa-b798-f4193d57ab3e tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] 10.222.0.45 "DELETE /v2.0/security-groups/3bc2f302-8cb3-4e40-93af-3f6d6927908c HTTP/1.1" status: 204 len: 168 time: 0.4983170 Nov 12 01:31:02.968049 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b813d726-9308-40fa-b798-f4193d57ab3e tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc2f302-8cb3-4e40-93af-3f6d6927908c,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:03.009630 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-9cdbe751-a327-40bb-925b-f5a49a808502 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-669401560'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:31:03.058984 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cdbe751-a327-40bb-925b-f5a49a808502 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Made reservation on behalf of 3c83afe55714498cb9b8234701265eba for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:31:03.064103 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9cdbe751-a327-40bb-925b-f5a49a808502 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:03.217991 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41650) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:03.224881 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-dc9af389-b029-4db0-bcbd-fa229291ad97 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Request body: {'security_group': {'name': 'tempest-secgroup--1169841889'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:31:03.230208 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3d2a7202-82d0-4d3d-86d6-8ed8b7d1552d tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3227201 Nov 12 01:31:03.232334 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9cdbe751-a327-40bb-925b-f5a49a808502 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:03.284902 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dc9af389-b029-4db0-bcbd-fa229291ad97 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:03.332986 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47ab0b-4cde-4892-accf-6c958e9f71ab req-e9b0e9de-eb3e-4215-b027-2f831665980a tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:03.334681 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ca47ab0b-4cde-4892-accf-6c958e9f71ab req-e9b0e9de-eb3e-4215-b027-2f831665980a tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7a5cc5e-a8a3-4f5f-9f62-6e7481bdecce HTTP/1.1" status: 200 len: 943 time: 0.2386692 Nov 12 01:31:03.455529 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dc9af389-b029-4db0-bcbd-fa229291ad97 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:03.466574 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dc9af389-b029-4db0-bcbd-fa229291ad97 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:03.541993 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dc9af389-b029-4db0-bcbd-fa229291ad97 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:03.543780 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-dc9af389-b029-4db0-bcbd-fa229291ad97 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3243587 Nov 12 01:31:03.553884 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41658) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:03.569445 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-9a3e577b-212a-41d0-aec2-d066730608d7 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:31:03.570466 n-d-712142-27 neutron-server[109086]: WARNING neutron.api.v2.base [None req-9a3e577b-212a-41d0-aec2-d066730608d7 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 01:31:03.571167 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-9a3e577b-212a-41d0-aec2-d066730608d7 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 01:31:03.573089 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9a3e577b-212a-41d0-aec2-d066730608d7 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] 10.222.0.45 "PUT /v2.0/security-groups/98b216fc-4dfc-43a7-afb7-3bc4e5d4f954 HTTP/1.1" status: 409 len: 330 time: 0.0174499 Nov 12 01:31:03.585097 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9af389-b029-4db0-bcbd-fa229291ad97 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98b216fc-4dfc-43a7-afb7-3bc4e5d4f954,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:03.588304 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41662) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:03.731608 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c535e764-d82f-47ff-9b12-1e5c6060e570 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:03.761165 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9cdbe751-a327-40bb-925b-f5a49a808502 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:03.770054 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ca47ab0b-4cde-4892-accf-6c958e9f71ab req-0b94b03a-e167-4cdc-a50a-5a4b6f1bca97 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4218216 Nov 12 01:31:03.772144 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9cdbe751-a327-40bb-925b-f5a49a808502 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:03.787939 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c535e764-d82f-47ff-9b12-1e5c6060e570 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:03.820699 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cdbe751-a327-40bb-925b-f5a49a808502 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:31:03.830667 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdbe751-a327-40bb-925b-f5a49a808502 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d111d99-0c8b-4a83-b74a-8fac0e21ef2c,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:03.845260 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9cdbe751-a327-40bb-925b-f5a49a808502 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:03.845872 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-9cdbe751-a327-40bb-925b-f5a49a808502 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Added segment 16781bdc-a20b-46e8-a288-848926e88dc0 of type vlan for network b139da2a-1fe5-4939-adde-6b5883da73ea Nov 12 01:31:03.885402 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c535e764-d82f-47ff-9b12-1e5c6060e570 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:03.888115 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c535e764-d82f-47ff-9b12-1e5c6060e570 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:03.889301 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c535e764-d82f-47ff-9b12-1e5c6060e570 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] 10.222.0.45 "DELETE /v2.0/security-groups/98b216fc-4dfc-43a7-afb7-3bc4e5d4f954 HTTP/1.1" status: 204 len: 168 time: 0.2997906 Nov 12 01:31:03.892691 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41664) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:03.923306 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9cdbe751-a327-40bb-925b-f5a49a808502 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:03.932558 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c535e764-d82f-47ff-9b12-1e5c6060e570 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b216fc-4dfc-43a7-afb7-3bc4e5d4f954,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:03.984151 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9cdbe751-a327-40bb-925b-f5a49a808502 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:04.002663 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:04.006840 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdbe751-a327-40bb-925b-f5a49a808502 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:04.010676 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9cdbe751-a327-40bb-925b-f5a49a808502 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:04.029220 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ff0260ec-bc15-4c31-b17e-f0e0fec54426 tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1352792 Nov 12 01:31:04.036356 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41666) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:04.070232 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-5634d847-e619-4203-bd8f-42bbed5125fc tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] delete failed (client error): The resource could not be found. Nov 12 01:31:04.071641 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-5634d847-e619-4203-bd8f-42bbed5125fc tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] 10.222.0.45 "DELETE /v2.0/security-groups/1380a852-1965-48c3-b305-8444b504ac8d HTTP/1.1" status: 404 len: 347 time: 0.0341265 Nov 12 01:31:04.075611 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41668) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:04.096801 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-718f8843-e6af-432b-8a3f-f3131a4041be tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] show failed (client error): The resource could not be found. Nov 12 01:31:04.097850 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-718f8843-e6af-432b-8a3f-f3131a4041be tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] 10.222.0.45 "GET /v2.0/security-groups/6672cb91-918a-4570-bb79-f81937b87304 HTTP/1.1" status: 404 len: 347 time: 0.0212049 Nov 12 01:31:04.098104 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-9cdbe751-a327-40bb-925b-f5a49a808502 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.8352518 Nov 12 01:31:04.102188 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41670) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:04.107037 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41672) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:04.112637 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-0eaacaff-7e68-4b2a-85c9-0fe0d1bc73a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Request body: {'subnet': {'network_id': 'b139da2a-1fe5-4939-adde-6b5883da73ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:31:04.254319 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41674) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:04.260381 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-afe46cb0-98a7-44fe-87fe-9c4bff6898b9 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1749301964', 'description': 'tempest-secgroup-smoke-1749301964 description', 'project_id': '553fbe5d09fe49948bd69193fe3f0783'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:31:04.297101 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-afe46cb0-98a7-44fe-87fe-9c4bff6898b9 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:04.308824 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-afe46cb0-98a7-44fe-87fe-9c4bff6898b9 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:04.418684 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-69590b79-9426-4bc2-98a5-c42c7ca0194e tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] show failed (client error): The resource could not be found. Nov 12 01:31:04.418684 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-69590b79-9426-4bc2-98a5-c42c7ca0194e tempest-NegativeSecGroupIPv6Test-614943386 tempest-NegativeSecGroupIPv6Test-614943386-project] 10.222.0.45 "GET /v2.0/security-group-rules/fc3cdbc6-82ab-4056-a2f6-9137476f6628 HTTP/1.1" status: 404 len: 356 time: 0.1373382 Nov 12 01:31:04.443431 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eaacaff-7e68-4b2a-85c9-0fe0d1bc73a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Made reservation on behalf of 3c83afe55714498cb9b8234701265eba for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:31:04.453152 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0eaacaff-7e68-4b2a-85c9-0fe0d1bc73a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:04.472567 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdbe751-a327-40bb-925b-f5a49a808502 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Pushing event updated for resources: {'Network': ['ID=b139da2a-1fe5-4939-adde-6b5883da73ea,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:04.489824 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network b139da2a-1fe5-4939-adde-6b5883da73ea details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:31:04.592189 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-afe46cb0-98a7-44fe-87fe-9c4bff6898b9 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:04.600625 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-afe46cb0-98a7-44fe-87fe-9c4bff6898b9 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:04.677099 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe46cb0-98a7-44fe-87fe-9c4bff6898b9 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec535c5-b1c0-4d1b-bb19-bac1f41bcbbd,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:04.821707 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-afe46cb0-98a7-44fe-87fe-9c4bff6898b9 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:04.830033 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-afe46cb0-98a7-44fe-87fe-9c4bff6898b9 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:04.888287 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-afe46cb0-98a7-44fe-87fe-9c4bff6898b9 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:04.893318 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-afe46cb0-98a7-44fe-87fe-9c4bff6898b9 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6351576 Nov 12 01:31:04.902270 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41686) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:04.921823 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-592a8954-88c9-4c7a-8d3f-d6d03d08653c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Request body: {'security_group_rule': {'security_group_id': '7a087f77-92bd-4b9f-ad35-296fa276609a', 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:31:04.944309 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe46cb0-98a7-44fe-87fe-9c4bff6898b9 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a087f77-92bd-4b9f-ad35-296fa276609a,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:04.983733 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-592a8954-88c9-4c7a-8d3f-d6d03d08653c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:05.082208 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0eaacaff-7e68-4b2a-85c9-0fe0d1bc73a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:05.101628 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-592a8954-88c9-4c7a-8d3f-d6d03d08653c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:05.110447 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-592a8954-88c9-4c7a-8d3f-d6d03d08653c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:05.194059 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a8954-88c9-4c7a-8d3f-d6d03d08653c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0635f972-ea4d-4b70-a615-9f5c3e9d808f,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:05.201242 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-592a8954-88c9-4c7a-8d3f-d6d03d08653c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:05.202844 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-592a8954-88c9-4c7a-8d3f-d6d03d08653c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2994635 Nov 12 01:31:05.204717 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41690) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:05.207719 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41692) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:05.219012 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-5c22b1b2-aacd-4dc8-abd1-cb4616c516ab tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Request body: {'security_group_rule': {'security_group_id': '7a087f77-92bd-4b9f-ad35-296fa276609a', 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:31:05.231193 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaacaff-7e68-4b2a-85c9-0fe0d1bc73a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Pushing event updated for resources: {'Subnet': ['ID=2698cdec-3b69-4bb7-b1d6-588370431534,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:05.246612 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:05.279487 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5c22b1b2-aacd-4dc8-abd1-cb4616c516ab tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:05.394445 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaacaff-7e68-4b2a-85c9-0fe0d1bc73a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Checking segment: {'id': '16781bdc-a20b-46e8-a288-848926e88dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b139da2a-1fe5-4939-adde-6b5883da73ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:31:05.394772 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eaacaff-7e68-4b2a-85c9-0fe0d1bc73a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Network hostable DHCP agents. Network: b139da2a-1fe5-4939-adde-6b5883da73ea, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:31:05.424552 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5c22b1b2-aacd-4dc8-abd1-cb4616c516ab tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:05.434911 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5c22b1b2-aacd-4dc8-abd1-cb4616c516ab tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:05.457094 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71d881-8a1a-4949-b063-9f864fcfad5d req-9462fb85-dcf6-4954-b0ff-4bdea76e9575 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:05.459760 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5f71d881-8a1a-4949-b063-9f864fcfad5d req-9462fb85-dcf6-4954-b0ff-4bdea76e9575 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7a5cc5e-a8a3-4f5f-9f62-6e7481bdecce HTTP/1.1" status: 200 len: 943 time: 0.4487560 Nov 12 01:31:05.478223 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c22b1b2-aacd-4dc8-abd1-cb4616c516ab tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62dc53d9-dc2d-4476-bc64-d806e2325223,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:05.506121 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eaacaff-7e68-4b2a-85c9-0fe0d1bc73a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Network b139da2a-1fe5-4939-adde-6b5883da73ea is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:31:05.510510 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5c22b1b2-aacd-4dc8-abd1-cb4616c516ab tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:05.514577 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5c22b1b2-aacd-4dc8-abd1-cb4616c516ab tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2993035 Nov 12 01:31:05.515658 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41698) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:05.525310 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-a944d0a0-90bc-4086-9748-955831806648 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Request body: {'security_group_rule': {'security_group_id': '7a087f77-92bd-4b9f-ad35-296fa276609a', 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:31:05.547933 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2f81f5b6-7171-44df-8246-385d70074967 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a0bdc2eecd434ca58ff8f5c72a173745&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3385930 Nov 12 01:31:05.548333 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41700) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:05.586239 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a944d0a0-90bc-4086-9748-955831806648 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:05.645108 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bb8462b3-b8b5-4ae0-a1bd-7b56a75ec167 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:05.673833 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bb8462b3-b8b5-4ae0-a1bd-7b56a75ec167 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:05.717859 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a944d0a0-90bc-4086-9748-955831806648 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:05.719670 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-0eaacaff-7e68-4b2a-85c9-0fe0d1bc73a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, b139da2a-1fe5-4939-adde-6b5883da73ea) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:31:05.731780 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0468089f-c6e7-4ddb-adf0-a026b9a5e27a None None] Network b139da2a-1fe5-4939-adde-6b5883da73ea requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:31:05.734111 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a944d0a0-90bc-4086-9748-955831806648 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:05.754443 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eaacaff-7e68-4b2a-85c9-0fe0d1bc73a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:05.755677 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0eaacaff-7e68-4b2a-85c9-0fe0d1bc73a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:05.764821 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bb8462b3-b8b5-4ae0-a1bd-7b56a75ec167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:05.768652 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bb8462b3-b8b5-4ae0-a1bd-7b56a75ec167 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:05.773274 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-bb8462b3-b8b5-4ae0-a1bd-7b56a75ec167 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/57e69a65-364f-4b31-847f-309a8b38885a HTTP/1.1" status: 204 len: 168 time: 0.2237196 Nov 12 01:31:05.793085 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8462b3-b8b5-4ae0-a1bd-7b56a75ec167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e69a65-364f-4b31-847f-309a8b38885a,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:05.854778 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5f71d881-8a1a-4949-b063-9f864fcfad5d req-fcbee57f-b23d-489e-adc9-0053398cc821 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847563 Nov 12 01:31:05.898966 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a944d0a0-90bc-4086-9748-955831806648 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0795650-8984-40e1-bc2c-968f1650c436,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:05.921171 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a944d0a0-90bc-4086-9748-955831806648 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:05.922819 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a944d0a0-90bc-4086-9748-955831806648 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4042017 Nov 12 01:31:05.927311 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41708) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:05.931524 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-0eaacaff-7e68-4b2a-85c9-0fe0d1bc73a0 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8259683 Nov 12 01:31:05.934965 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-54533700-d30f-48b8-8405-dee335cc58f7 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Request body: {'security_group_rule': {'security_group_id': '7a087f77-92bd-4b9f-ad35-296fa276609a', 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:31:05.937276 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41710) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:05.952788 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-fefff0bd-7e26-497b-aa6e-5ed354e98c30 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Request body: {'port': {'network_id': 'b139da2a-1fe5-4939-adde-6b5883da73ea', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-128867557'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:31:06.066909 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-54533700-d30f-48b8-8405-dee335cc58f7 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:06.147303 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefff0bd-7e26-497b-aa6e-5ed354e98c30 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Made reservation on behalf of 3c83afe55714498cb9b8234701265eba for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:31:06.154539 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fefff0bd-7e26-497b-aa6e-5ed354e98c30 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:06.189641 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [None req-fefff0bd-7e26-497b-aa6e-5ed354e98c30 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] device_id is not set on port 9edd1b08-b704-4223-a4e7-12986129a6aa yet. {{(pid=109085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:31:06.207825 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-54533700-d30f-48b8-8405-dee335cc58f7 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:06.219559 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-54533700-d30f-48b8-8405-dee335cc58f7 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:06.323607 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d314c6-2c15-47a4-8260-9ee63dcf908f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-b139da2a-1fe5-4939-adde-6b5883da73ea', 'network_id': 'b139da2a-1fe5-4939-adde-6b5883da73ea', 'tenant_id': '3c83afe55714498cb9b8234701265eba', 'fixed_ips': [{'subnet_id': '2698cdec-3b69-4bb7-b1d6-588370431534'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:31:06.324663 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-37d314c6-2c15-47a4-8260-9ee63dcf908f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:06.326027 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-54533700-d30f-48b8-8405-dee335cc58f7 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:06.331348 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-54533700-d30f-48b8-8405-dee335cc58f7 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3988674 Nov 12 01:31:06.331945 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41714) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:06.337883 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-ca99e97f-c7d8-442a-a777-52d4adfcb8da tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Request body: {'security_group_rule': {'security_group_id': '7a087f77-92bd-4b9f-ad35-296fa276609a', 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:31:06.343498 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54533700-d30f-48b8-8405-dee335cc58f7 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22720176-c1de-44ea-829b-71eec1c9d42e,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:06.519539 n-d-712142-27 neutron-server[109085]: INFO neutron.db.securitygroups_db [None req-ca99e97f-c7d8-442a-a777-52d4adfcb8da tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Project 553fbe5d09fe49948bd69193fe3f0783 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:31:06.545277 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ca99e97f-c7d8-442a-a777-52d4adfcb8da tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:06.613421 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-fefff0bd-7e26-497b-aa6e-5ed354e98c30 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Allocated IP 2001:db8::273 (b139da2a-1fe5-4939-adde-6b5883da73ea/2698cdec-3b69-4bb7-b1d6-588370431534/9edd1b08-b704-4223-a4e7-12986129a6aa) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:31:07.310120 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ca99e97f-c7d8-442a-a777-52d4adfcb8da tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:07.347767 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ca99e97f-c7d8-442a-a777-52d4adfcb8da tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:07.422142 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99e97f-c7d8-442a-a777-52d4adfcb8da tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09032185-c8cc-4147-a437-92aefc58500a,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:07.503856 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ca99e97f-c7d8-442a-a777-52d4adfcb8da tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:07.505754 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-ca99e97f-c7d8-442a-a777-52d4adfcb8da tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1725421 Nov 12 01:31:07.511450 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41744) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:07.518847 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-9585b1fc-9474-49d3-ab6f-4c3c09ec249d tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Request body: {'security_group_rule': {'security_group_id': '7a087f77-92bd-4b9f-ad35-296fa276609a', 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:31:07.532076 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e91e9-2445-45e0-b850-dec6717b5fbc req-1e67ada7-5cc1-4592-bb32-767d03ea75cd tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:07.535899 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-305e91e9-2445-45e0-b850-dec6717b5fbc req-1e67ada7-5cc1-4592-bb32-767d03ea75cd tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7a5cc5e-a8a3-4f5f-9f62-6e7481bdecce HTTP/1.1" status: 200 len: 943 time: 0.2657468 Nov 12 01:31:07.596853 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fefff0bd-7e26-497b-aa6e-5ed354e98c30 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:07.639597 n-d-712142-27 neutron-server[109086]: INFO neutron.db.securitygroups_db [None req-9585b1fc-9474-49d3-ab6f-4c3c09ec249d tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Project 553fbe5d09fe49948bd69193fe3f0783 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:31:07.665478 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9585b1fc-9474-49d3-ab6f-4c3c09ec249d tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:07.732222 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-305e91e9-2445-45e0-b850-dec6717b5fbc req-c61ce750-341f-4eb8-95cd-f349c0eb33f7 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811855 Nov 12 01:31:07.825533 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41752) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:07.904215 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fefff0bd-7e26-497b-aa6e-5ed354e98c30 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:07.941616 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41756) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:07.945676 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9585b1fc-9474-49d3-ab6f-4c3c09ec249d tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:07.967111 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9585b1fc-9474-49d3-ab6f-4c3c09ec249d tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:08.075183 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9585b1fc-9474-49d3-ab6f-4c3c09ec249d tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efcbcc74-1519-40ea-88a0-f77ea2527cda,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:08.092444 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9585b1fc-9474-49d3-ab6f-4c3c09ec249d tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:08.101322 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9585b1fc-9474-49d3-ab6f-4c3c09ec249d tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5838063 Nov 12 01:31:08.102121 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41760) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:08.110866 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-37d314c6-2c15-47a4-8260-9ee63dcf908f None None] Allocated IP 2001:db8::2 (b139da2a-1fe5-4939-adde-6b5883da73ea/2698cdec-3b69-4bb7-b1d6-588370431534/c9076748-04ab-440a-b2fb-7b7d9ce6230a) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:31:08.115370 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-f83e389c-0c67-486f-be42-db127b9ef52b tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Request body: {'network': {'name': 'tempest-network-smoke--1992579665', 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'port_security_enabled': True}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:31:08.120799 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefff0bd-7e26-497b-aa6e-5ed354e98c30 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Network b139da2a-1fe5-4939-adde-6b5883da73ea is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:31:08.136580 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-fefff0bd-7e26-497b-aa6e-5ed354e98c30 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:31:08.168227 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefff0bd-7e26-497b-aa6e-5ed354e98c30 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:31:08.195229 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83e389c-0c67-486f-be42-db127b9ef52b tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Made reservation on behalf of 553fbe5d09fe49948bd69193fe3f0783 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:31:08.200067 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefff0bd-7e26-497b-aa6e-5ed354e98c30 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:08.206273 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f83e389c-0c67-486f-be42-db127b9ef52b tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:08.206542 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fefff0bd-7e26-497b-aa6e-5ed354e98c30 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:08.279814 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-fefff0bd-7e26-497b-aa6e-5ed354e98c30 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.3359473 Nov 12 01:31:08.292284 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41762) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:08.306930 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f83e389c-0c67-486f-be42-db127b9ef52b tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:31:08.316552 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-f2308b40-ffa3-418a-9264-46d4abf0bd03 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Request body: {'port': {'network_id': 'b139da2a-1fe5-4939-adde-6b5883da73ea', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-913054925', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:31:08.319713 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.api.validators [None req-f2308b40-ffa3-418a-9264-46d4abf0bd03 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] bootfile-name is not in valid_values {{(pid=109085) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 01:31:08.320495 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.api.validators [None req-f2308b40-ffa3-418a-9264-46d4abf0bd03 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] tftp-server is not in valid_values {{(pid=109085) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 01:31:08.321039 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.api.validators [None req-f2308b40-ffa3-418a-9264-46d4abf0bd03 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] server-ip-address is not in valid_values {{(pid=109085) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 01:31:08.352427 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f83e389c-0c67-486f-be42-db127b9ef52b tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:08.355291 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-f83e389c-0c67-486f-be42-db127b9ef52b tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Added segment 69a93cdd-d2be-4904-87a7-286ce0b7c58d of type vlan for network c9adb33c-31fd-4f64-b585-da81d972b670 Nov 12 01:31:08.506308 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-f9e29748-044c-4fb6-8c01-30bef8249661 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1121453340-network', 'tenant_id': '74acc272040d4fc1b88ed0a2be2d16a6'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:31:08.550152 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f83e389c-0c67-486f-be42-db127b9ef52b tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:08.633885 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-37d314c6-2c15-47a4-8260-9ee63dcf908f None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:08.639442 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:08.646118 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefff0bd-7e26-497b-aa6e-5ed354e98c30 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Pushing event updated for resources: {'Port': ['ID=9edd1b08-b704-4223-a4e7-12986129a6aa,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:08.647860 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e29748-044c-4fb6-8c01-30bef8249661 admin admin] Made reservation on behalf of 74acc272040d4fc1b88ed0a2be2d16a6 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:31:08.659930 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-37d314c6-2c15-47a4-8260-9ee63dcf908f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:08.662367 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f9e29748-044c-4fb6-8c01-30bef8249661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:08.669790 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1a3e831a-3a7b-4a6a-b141-6605d610025d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:08.670578 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f83e389c-0c67-486f-be42-db127b9ef52b tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:08.685641 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83e389c-0c67-486f-be42-db127b9ef52b tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:08.687170 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f83e389c-0c67-486f-be42-db127b9ef52b tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:08.769324 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f83e389c-0c67-486f-be42-db127b9ef52b tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6616697 Nov 12 01:31:08.786230 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41766) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:08.788827 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d314c6-2c15-47a4-8260-9ee63dcf908f None None] Pushing event updated for resources: {'Port': ['ID=c9076748-04ab-440a-b2fb-7b7d9ce6230a,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:08.820210 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-a84e8d29-6eba-4a04-92c5-952bedfe9403 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-65746824', 'admin_state_up': True, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:31:08.821214 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f9e29748-044c-4fb6-8c01-30bef8249661 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:08.853304 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d314c6-2c15-47a4-8260-9ee63dcf908f None None] Network b139da2a-1fe5-4939-adde-6b5883da73ea is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:31:08.864456 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-37d314c6-2c15-47a4-8260-9ee63dcf908f None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:31:08.888597 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d314c6-2c15-47a4-8260-9ee63dcf908f None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:31:09.125861 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-37d314c6-2c15-47a4-8260-9ee63dcf908f None None] Attempting to bind port c9076748-04ab-440a-b2fb-7b7d9ce6230a on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:31:09.127028 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-37d314c6-2c15-47a4-8260-9ee63dcf908f None None] Attempting to bind port c9076748-04ab-440a-b2fb-7b7d9ce6230a by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '16781bdc-a20b-46e8-a288-848926e88dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b139da2a-1fe5-4939-adde-6b5883da73ea'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:31:09.127576 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d314c6-2c15-47a4-8260-9ee63dcf908f None None] Attempting to bind port c9076748-04ab-440a-b2fb-7b7d9ce6230a on network b139da2a-1fe5-4939-adde-6b5883da73ea {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:31:09.143032 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d314c6-2c15-47a4-8260-9ee63dcf908f None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:31:09.147367 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d314c6-2c15-47a4-8260-9ee63dcf908f None None] Checking segment: {'id': '16781bdc-a20b-46e8-a288-848926e88dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b139da2a-1fe5-4939-adde-6b5883da73ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:31:09.148071 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-37d314c6-2c15-47a4-8260-9ee63dcf908f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:09.150195 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e389c-0c67-486f-be42-db127b9ef52b tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'Network': ['ID=c9adb33c-31fd-4f64-b585-da81d972b670,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:09.150796 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d314c6-2c15-47a4-8260-9ee63dcf908f None None] Bound using segment: {'id': '16781bdc-a20b-46e8-a288-848926e88dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b139da2a-1fe5-4939-adde-6b5883da73ea'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:31:09.152750 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-37d314c6-2c15-47a4-8260-9ee63dcf908f None None] Bound port: c9076748-04ab-440a-b2fb-7b7d9ce6230a, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16781bdc-a20b-46e8-a288-848926e88dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b139da2a-1fe5-4939-adde-6b5883da73ea'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:31:09.154576 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-37d314c6-2c15-47a4-8260-9ee63dcf908f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:09.156936 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a84e8d29-6eba-4a04-92c5-952bedfe9403 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:09.168485 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a84e8d29-6eba-4a04-92c5-952bedfe9403 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:09.180157 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network c9adb33c-31fd-4f64-b585-da81d972b670 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:31:09.433014 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-37d314c6-2c15-47a4-8260-9ee63dcf908f None None] For port c9076748-04ab-440a-b2fb-7b7d9ce6230a, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:31:09.441005 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-37d314c6-2c15-47a4-8260-9ee63dcf908f None None] For port c9076748-04ab-440a-b2fb-7b7d9ce6230a, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=c9076748-04ab-440a-b2fb-7b7d9ce6230a,segment=NetworkSegment(16781bdc-a20b-46e8-a288-848926e88dc0),segment_id=16781bdc-a20b-46e8-a288-848926e88dc0)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:31:09.453823 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-37d314c6-2c15-47a4-8260-9ee63dcf908f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:09.465552 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f9e29748-044c-4fb6-8c01-30bef8249661 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:09.466164 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2308b40-ffa3-418a-9264-46d4abf0bd03 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Made reservation on behalf of 3c83afe55714498cb9b8234701265eba for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:31:09.474283 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f9e29748-044c-4fb6-8c01-30bef8249661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:09.487877 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f2308b40-ffa3-418a-9264-46d4abf0bd03 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:09.497641 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9e29748-044c-4fb6-8c01-30bef8249661 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:31:09.516740 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f9e29748-044c-4fb6-8c01-30bef8249661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:09.517176 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-f9e29748-044c-4fb6-8c01-30bef8249661 admin admin] Added segment e95862bb-a81e-4de1-b3c2-682016809ca9 of type vlan for network 51b57663-eb47-4b8f-9e5e-cf92397c7a13 Nov 12 01:31:09.564201 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d314c6-2c15-47a4-8260-9ee63dcf908f None None] Pushing event updated for resources: {'Port': ['ID=c9076748-04ab-440a-b2fb-7b7d9ce6230a,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:09.581057 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41776) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:09.608612 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f9e29748-044c-4fb6-8c01-30bef8249661 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:09.638578 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [None req-f2308b40-ffa3-418a-9264-46d4abf0bd03 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] device_id is not set on port 5ff6c002-d102-4eeb-b3e8-8dc7d9e1f3f1 yet. {{(pid=109085) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:31:09.704360 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e29748-044c-4fb6-8c01-30bef8249661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473903e5-a407-43c3-8232-663e11e3e777,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:09.772869 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f9e29748-044c-4fb6-8c01-30bef8249661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:09.774744 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e29748-044c-4fb6-8c01-30bef8249661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:09.776404 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f9e29748-044c-4fb6-8c01-30bef8249661 admin admin] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:10.041705 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e29748-044c-4fb6-8c01-30bef8249661 admin admin] Pushing event updated for resources: {'Network': ['ID=51b57663-eb47-4b8f-9e5e-cf92397c7a13,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:10.054708 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 51b57663-eb47-4b8f-9e5e-cf92397c7a13 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:31:10.064634 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f9e29748-044c-4fb6-8c01-30bef8249661 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1789277 Nov 12 01:31:10.069644 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41782) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:10.075185 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-8e340ecf-0376-4b1e-9fed-f40a6bf3f67b admin admin] Request body: {'subnet': {'network_id': '51b57663-eb47-4b8f-9e5e-cf92397c7a13', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1121453340-subnet', 'tenant_id': '74acc272040d4fc1b88ed0a2be2d16a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:31:10.120404 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e340ecf-0376-4b1e-9fed-f40a6bf3f67b admin admin] Made reservation on behalf of 74acc272040d4fc1b88ed0a2be2d16a6 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:31:10.124480 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8e340ecf-0376-4b1e-9fed-f40a6bf3f67b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:10.324839 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-f2308b40-ffa3-418a-9264-46d4abf0bd03 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Allocated IP 2001:db8::3bf (b139da2a-1fe5-4939-adde-6b5883da73ea/2698cdec-3b69-4bb7-b1d6-588370431534/5ff6c002-d102-4eeb-b3e8-8dc7d9e1f3f1) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:31:10.469246 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8e340ecf-0376-4b1e-9fed-f40a6bf3f67b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:10.492534 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a84e8d29-6eba-4a04-92c5-952bedfe9403 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:10.522768 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd91993-891a-47c1-90ef-043a6366c67b req-0261e724-bec5-4b80-9fbd-05138febb0b0 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:10.525227 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9cd91993-891a-47c1-90ef-043a6366c67b req-0261e724-bec5-4b80-9fbd-05138febb0b0 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7a5cc5e-a8a3-4f5f-9f62-6e7481bdecce HTTP/1.1" status: 200 len: 943 time: 1.4457238 Nov 12 01:31:10.605221 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e340ecf-0376-4b1e-9fed-f40a6bf3f67b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fb8fa2e-e433-4554-95fc-939882c48c8e,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:10.616393 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e340ecf-0376-4b1e-9fed-f40a6bf3f67b admin admin] Checking segment: {'id': 'e95862bb-a81e-4de1-b3c2-682016809ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '51b57663-eb47-4b8f-9e5e-cf92397c7a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:31:10.617369 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e340ecf-0376-4b1e-9fed-f40a6bf3f67b admin admin] Network hostable DHCP agents. Network: 51b57663-eb47-4b8f-9e5e-cf92397c7a13, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:31:10.674512 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e340ecf-0376-4b1e-9fed-f40a6bf3f67b admin admin] Network 51b57663-eb47-4b8f-9e5e-cf92397c7a13 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:31:10.697129 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-8e340ecf-0376-4b1e-9fed-f40a6bf3f67b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 51b57663-eb47-4b8f-9e5e-cf92397c7a13) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:31:10.711439 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2b59f6-1ef9-43ac-bbf5-62444ca1936c None None] Network 51b57663-eb47-4b8f-9e5e-cf92397c7a13 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:31:10.723994 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e340ecf-0376-4b1e-9fed-f40a6bf3f67b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:10.728970 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8e340ecf-0376-4b1e-9fed-f40a6bf3f67b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:10.819081 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-de7a8ca8-3851-4b97-b27b-e4f86d042f8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:10.830932 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8e340ecf-0376-4b1e-9fed-f40a6bf3f67b admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7596519 Nov 12 01:31:11.185837 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:11.193669 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1a3e831a-3a7b-4a6a-b141-6605d610025d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:11.195947 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68940ed3-98a0-429a-9f05-ce6aae7d64cf None None] Network 51b57663-eb47-4b8f-9e5e-cf92397c7a13 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:31:11.272612 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device c9076748-04ab-440a-b2fb-7b7d9ce6230a up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:31:11.387613 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9cd91993-891a-47c1-90ef-043a6366c67b req-e8550cfb-cd89-4706-8d24-2d661caead70 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6307395 Nov 12 01:31:11.507243 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-de7a8ca8-3851-4b97-b27b-e4f86d042f8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:11.546375 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1a3e831a-3a7b-4a6a-b141-6605d610025d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:11.608013 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-de7a8ca8-3851-4b97-b27b-e4f86d042f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:11.705860 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a84e8d29-6eba-4a04-92c5-952bedfe9403 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:11.709193 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3e831a-3a7b-4a6a-b141-6605d610025d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd9d992-d11d-494b-854d-dd8fe43de01b,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:11.724137 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41808) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:11.729013 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-de7a8ca8-3851-4b97-b27b-e4f86d042f8f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=83205b9e48be453fa20b38469947fb45&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1398447 Nov 12 01:31:11.916234 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a8ca8-3851-4b97-b27b-e4f86d042f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9947d9-0e7f-4101-accf-271a6cc09b96,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:11.919292 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3597af47-24d3-402b-89b2-3ceb507e0562 None None] Network b139da2a-1fe5-4939-adde-6b5883da73ea requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:31:11.931739 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d13b3505-3b2d-4cd3-af63-95647e539b8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:11.988215 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d13b3505-3b2d-4cd3-af63-95647e539b8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:12.149290 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d13b3505-3b2d-4cd3-af63-95647e539b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:12.156096 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d13b3505-3b2d-4cd3-af63-95647e539b8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:12.159492 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d13b3505-3b2d-4cd3-af63-95647e539b8c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ff9947d9-0e7f-4101-accf-271a6cc09b96 HTTP/1.1" status: 204 len: 168 time: 0.4300950 Nov 12 01:31:12.186633 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b3505-3b2d-4cd3-af63-95647e539b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9947d9-0e7f-4101-accf-271a6cc09b96,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:12.220430 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-1a3e831a-3a7b-4a6a-b141-6605d610025d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6b4b791b1f224d8c97c8178eb9ef6f02&name=default HTTP/1.1" status: 200 len: 3000 time: 4.2742467 Nov 12 01:31:12.224735 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41824) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:12.333712 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f2308b40-ffa3-418a-9264-46d4abf0bd03 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:12.478839 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6b5c8098-6be0-49b2-8ed6-9395f60cd5f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:12.537236 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6b5c8098-6be0-49b2-8ed6-9395f60cd5f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:12.609493 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f2308b40-ffa3-418a-9264-46d4abf0bd03 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:12.611126 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port c9076748-04ab-440a-b2fb-7b7d9ce6230a triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:31:12.611596 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:12.667211 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6b5c8098-6be0-49b2-8ed6-9395f60cd5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:12.670708 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6b5c8098-6be0-49b2-8ed6-9395f60cd5f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:12.675632 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6b5c8098-6be0-49b2-8ed6-9395f60cd5f4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4fd9d992-d11d-494b-854d-dd8fe43de01b HTTP/1.1" status: 204 len: 168 time: 0.4442079 Nov 12 01:31:12.678849 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-a020433a-323b-448b-be9e-d4063e4e0bba None None] Provisioning complete for port c9076748-04ab-440a-b2fb-7b7d9ce6230a triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:31:12.679363 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a020433a-323b-448b-be9e-d4063e4e0bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:12.686934 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c8098-6be0-49b2-8ed6-9395f60cd5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd9d992-d11d-494b-854d-dd8fe43de01b,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:12.840659 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41844) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:12.853555 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-6f467dab-d70c-425e-a906-2a24e545d459 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1180749260-network', 'tenant_id': 'eb00ad7e642342abb4a32f6576e776d7'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:31:12.853778 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2308b40-ffa3-418a-9264-46d4abf0bd03 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Network b139da2a-1fe5-4939-adde-6b5883da73ea is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:31:12.883883 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-f2308b40-ffa3-418a-9264-46d4abf0bd03 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:31:12.888901 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2308b40-ffa3-418a-9264-46d4abf0bd03 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:31:12.894802 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2308b40-ffa3-418a-9264-46d4abf0bd03 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:12.895521 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f2308b40-ffa3-418a-9264-46d4abf0bd03 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:12.898650 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2308b40-ffa3-418a-9264-46d4abf0bd03 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Pushing event updated for resources: {'Port': ['ID=5ff6c002-d102-4eeb-b3e8-8dc7d9e1f3f1,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:12.921745 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f467dab-d70c-425e-a906-2a24e545d459 admin admin] Made reservation on behalf of eb00ad7e642342abb4a32f6576e776d7 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:31:12.924761 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f467dab-d70c-425e-a906-2a24e545d459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:12.947368 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f467dab-d70c-425e-a906-2a24e545d459 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:12.989149 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2308b40-ffa3-418a-9264-46d4abf0bd03 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:12.989506 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2308b40-ffa3-418a-9264-46d4abf0bd03 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:12.989865 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2308b40-ffa3-418a-9264-46d4abf0bd03 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:12.990182 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2308b40-ffa3-418a-9264-46d4abf0bd03 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:12.990522 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2308b40-ffa3-418a-9264-46d4abf0bd03 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:12.992431 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2308b40-ffa3-418a-9264-46d4abf0bd03 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:12.992431 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2308b40-ffa3-418a-9264-46d4abf0bd03 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:12.992431 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2308b40-ffa3-418a-9264-46d4abf0bd03 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:12.992431 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2308b40-ffa3-418a-9264-46d4abf0bd03 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:12.992431 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2308b40-ffa3-418a-9264-46d4abf0bd03 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:13.002481 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2308b40-ffa3-418a-9264-46d4abf0bd03 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:13.003227 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2308b40-ffa3-418a-9264-46d4abf0bd03 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:13.081365 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633e1aa-c618-4996-a382-a3a12c2baf79 req-ae6c0700-8926-4f37-9bd5-fb4d80bac168 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:13.092157 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:13.093340 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e633e1aa-c618-4996-a382-a3a12c2baf79 req-ae6c0700-8926-4f37-9bd5-fb4d80bac168 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7a5cc5e-a8a3-4f5f-9f62-6e7481bdecce HTTP/1.1" status: 200 len: 943 time: 0.3889828 Nov 12 01:31:13.133654 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f467dab-d70c-425e-a906-2a24e545d459 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:13.141078 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f467dab-d70c-425e-a906-2a24e545d459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:13.164259 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-f2308b40-ffa3-418a-9264-46d4abf0bd03 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 4.8681123 Nov 12 01:31:13.166213 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a020433a-323b-448b-be9e-d4063e4e0bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:13.167900 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41850) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:13.183304 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f467dab-d70c-425e-a906-2a24e545d459 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:31:13.217958 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f467dab-d70c-425e-a906-2a24e545d459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:13.223818 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-6f467dab-d70c-425e-a906-2a24e545d459 admin admin] Added segment f2b7b727-f31a-4126-b889-be467ad05e3f of type vlan for network d1f74a15-4469-4139-b2de-548d6cea6a4a Nov 12 01:31:13.229653 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port c9076748-04ab-440a-b2fb-7b7d9ce6230a, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=c9076748-04ab-440a-b2fb-7b7d9ce6230a,segment=NetworkSegment(16781bdc-a20b-46e8-a288-848926e88dc0),segment_id=16781bdc-a20b-46e8-a288-848926e88dc0)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:31:13.255560 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:13.269442 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a84e8d29-6eba-4a04-92c5-952bedfe9403 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for router_gateway, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:13.358489 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f467dab-d70c-425e-a906-2a24e545d459 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:13.393216 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a84e8d29-6eba-4a04-92c5-952bedfe9403 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:13.448492 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e633e1aa-c618-4996-a382-a3a12c2baf79 req-e0ba098e-6c59-4142-8018-47e7af76c03a tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539233 Nov 12 01:31:13.464490 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.api [None req-a020433a-323b-448b-be9e-d4063e4e0bba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:31:13.465161 n-d-712142-27 neutron-server[109087]: DEBUG oslo_db.api [None req-a020433a-323b-448b-be9e-d4063e4e0bba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:31:13.489301 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=c9076748-04ab-440a-b2fb-7b7d9ce6230a,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:13.499445 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:13.504313 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:13.504832 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:13.505479 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:13.505679 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:13.506168 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:13.506654 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:13.507247 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:13.507737 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:13.517159 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:13.517506 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:13.518012 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:13.536445 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f467dab-d70c-425e-a906-2a24e545d459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfcde713-26c6-4baa-aa3d-474d7c99ed79,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:13.543819 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b0b546-05eb-4bca-9320-3f25c824e538 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:13.545720 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f467dab-d70c-425e-a906-2a24e545d459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:13.547450 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f467dab-d70c-425e-a906-2a24e545d459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:13.548562 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f467dab-d70c-425e-a906-2a24e545d459 admin admin] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:13.550373 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b0b546-05eb-4bca-9320-3f25c824e538 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:13.558833 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b0b546-05eb-4bca-9320-3f25c824e538 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:13.561424 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c3b0b546-05eb-4bca-9320-3f25c824e538 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.3878608 Nov 12 01:31:13.564735 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41862) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:13.637387 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6f467dab-d70c-425e-a906-2a24e545d459 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7946808 Nov 12 01:31:13.653782 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41868) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:13.675762 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-de35b3cc-fe83-4b91-90a2-177f602222fb admin admin] Request body: {'subnet': {'network_id': 'd1f74a15-4469-4139-b2de-548d6cea6a4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1180749260-subnet', 'tenant_id': 'eb00ad7e642342abb4a32f6576e776d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:31:13.710729 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f467dab-d70c-425e-a906-2a24e545d459 admin admin] Pushing event updated for resources: {'Network': ['ID=d1f74a15-4469-4139-b2de-548d6cea6a4a,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:13.735026 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network d1f74a15-4469-4139-b2de-548d6cea6a4a details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:31:13.782996 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de35b3cc-fe83-4b91-90a2-177f602222fb admin admin] Made reservation on behalf of eb00ad7e642342abb4a32f6576e776d7 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:31:13.786343 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-de35b3cc-fe83-4b91-90a2-177f602222fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:13.926360 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-a84e8d29-6eba-4a04-92c5-952bedfe9403 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Allocated IP 172.25.3.127 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/0be861d0-675e-448f-b7e3-2380b6fd69d4) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:31:14.065645 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-e37bf912-cbe6-4fa8-bab3-18029b8ca58a tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Deleting port 5ff6c002-d102-4eeb-b3e8-8dc7d9e1f3f1 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:31:14.066366 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e37bf912-cbe6-4fa8-bab3-18029b8ca58a tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:14.162215 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-8cf040fb-029e-4189-a999-2aecd0b34564 None None] Provisioning complete for port c9076748-04ab-440a-b2fb-7b7d9ce6230a triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:31:14.162828 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8cf040fb-029e-4189-a999-2aecd0b34564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:14.457196 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-8cf040fb-029e-4189-a999-2aecd0b34564 None None] Provisioning complete for port 5ff6c002-d102-4eeb-b3e8-8dc7d9e1f3f1 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:31:14.457602 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8cf040fb-029e-4189-a999-2aecd0b34564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:14.559086 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e37bf912-cbe6-4fa8-bab3-18029b8ca58a tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:14.589711 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-e37bf912-cbe6-4fa8-bab3-18029b8ca58a tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Calling delete_port for 5ff6c002-d102-4eeb-b3e8-8dc7d9e1f3f1 owned by {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:31:14.595202 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-8cf040fb-029e-4189-a999-2aecd0b34564 None None] Port 5ff6c002-d102-4eeb-b3e8-8dc7d9e1f3f1 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:31:14.643351 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-8cf040fb-029e-4189-a999-2aecd0b34564 None None] Provisioning complete for port 9edd1b08-b704-4223-a4e7-12986129a6aa triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:31:14.643749 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8cf040fb-029e-4189-a999-2aecd0b34564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:14.706600 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a84e8d29-6eba-4a04-92c5-952bedfe9403 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:14.722142 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-8cf040fb-029e-4189-a999-2aecd0b34564 None None] Port 9edd1b08-b704-4223-a4e7-12986129a6aa cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:31:14.854659 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4b2f58ad-133c-41c2-a553-990f3f37e3e8 None None] Provisioning complete for port 5ff6c002-d102-4eeb-b3e8-8dc7d9e1f3f1 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:31:14.855037 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4b2f58ad-133c-41c2-a553-990f3f37e3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:14.878621 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4302259-7498-48f8-a2c0-994075e8a3f1 req-4a577e7b-81d1-49ec-9f9f-d512ff199945 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:14.880899 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b4302259-7498-48f8-a2c0-994075e8a3f1 req-4a577e7b-81d1-49ec-9f9f-d512ff199945 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7a5cc5e-a8a3-4f5f-9f62-6e7481bdecce HTTP/1.1" status: 200 len: 943 time: 0.2980268 Nov 12 01:31:14.935889 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4b2f58ad-133c-41c2-a553-990f3f37e3e8 None None] Port 5ff6c002-d102-4eeb-b3e8-8dc7d9e1f3f1 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:31:15.095358 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-de35b3cc-fe83-4b91-90a2-177f602222fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:15.105841 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a84e8d29-6eba-4a04-92c5-952bedfe9403 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:15.162103 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e37bf912-cbe6-4fa8-bab3-18029b8ca58a tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:15.218788 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84e8d29-6eba-4a04-92c5-952bedfe9403 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:31:15.250366 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-a84e8d29-6eba-4a04-92c5-952bedfe9403 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:31:15.257240 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b4302259-7498-48f8-a2c0-994075e8a3f1 req-97f2e9e5-f306-4772-922c-4c6839544053 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887259 Nov 12 01:31:15.258086 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84e8d29-6eba-4a04-92c5-952bedfe9403 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:31:15.363133 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3153beb0-faa2-42e1-b658-5296a77b8670 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:31:15.384820 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de35b3cc-fe83-4b91-90a2-177f602222fb admin admin] Checking segment: {'id': 'f2b7b727-f31a-4126-b889-be467ad05e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd1f74a15-4469-4139-b2de-548d6cea6a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:31:15.385287 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de35b3cc-fe83-4b91-90a2-177f602222fb admin admin] Network hostable DHCP agents. Network: d1f74a15-4469-4139-b2de-548d6cea6a4a, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:31:15.399419 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e8d29-6eba-4a04-92c5-952bedfe9403 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'Port': ['ID=0be861d0-675e-448f-b7e3-2380b6fd69d4,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:15.448336 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de35b3cc-fe83-4b91-90a2-177f602222fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=9271b152-2e1c-4b63-893b-42ad39dbe308,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:15.492484 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e37bf912-cbe6-4fa8-bab3-18029b8ca58a tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:15.497819 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e37bf912-cbe6-4fa8-bab3-18029b8ca58a tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] 10.222.0.45 "DELETE /v2.0/ports/5ff6c002-d102-4eeb-b3e8-8dc7d9e1f3f1 HTTP/1.1" status: 204 len: 168 time: 1.9313600 Nov 12 01:31:15.504082 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41922) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:15.506246 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37bf912-cbe6-4fa8-bab3-18029b8ca58a tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Pushing event deleted for resources: {'Port': ['ID=5ff6c002-d102-4eeb-b3e8-8dc7d9e1f3f1,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:15.516553 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-087eb268-d02f-449c-be02-d299699a93f4 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Request body: {'port': {'name': 'tempest-new-port-name-2027447692', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:31:15.517250 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.api.validators [None req-087eb268-d02f-449c-be02-d299699a93f4 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] bootfile-name is not in valid_values {{(pid=109086) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 01:31:15.517795 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.api.validators [None req-087eb268-d02f-449c-be02-d299699a93f4 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] tftp-server is not in valid_values {{(pid=109086) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 01:31:15.518342 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.api.validators [None req-087eb268-d02f-449c-be02-d299699a93f4 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] server-ip-address is not in valid_values {{(pid=109086) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 01:31:15.591406 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-dec287eb-d7b5-4979-8fd2-223bfaa5c1ef None None] Provisioning complete for port 0be861d0-675e-448f-b7e3-2380b6fd69d4 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:31:15.591816 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-dec287eb-d7b5-4979-8fd2-223bfaa5c1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:15.599285 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device c9076748-04ab-440a-b2fb-7b7d9ce6230a up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:31:15.633038 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de35b3cc-fe83-4b91-90a2-177f602222fb admin admin] Network d1f74a15-4469-4139-b2de-548d6cea6a4a is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:31:15.772100 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-087eb268-d02f-449c-be02-d299699a93f4 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:15.784309 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-dec287eb-d7b5-4979-8fd2-223bfaa5c1ef None None] Port 0be861d0-675e-448f-b7e3-2380b6fd69d4 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:31:15.841961 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-de35b3cc-fe83-4b91-90a2-177f602222fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, d1f74a15-4469-4139-b2de-548d6cea6a4a) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:31:15.858824 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port c9076748-04ab-440a-b2fb-7b7d9ce6230a triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:31:15.860068 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:15.867708 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a211696d-5760-43b3-bcb2-de7f22f5081e None None] Network d1f74a15-4469-4139-b2de-548d6cea6a4a requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:31:15.880890 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de35b3cc-fe83-4b91-90a2-177f602222fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:15.881884 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-de35b3cc-fe83-4b91-90a2-177f602222fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:15.921545 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-de35b3cc-fe83-4b91-90a2-177f602222fb admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2659140 Nov 12 01:31:16.213484 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a84e8d29-6eba-4a04-92c5-952bedfe9403 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for router_gateway, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:16.407533 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41942) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:16.430011 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-087eb268-d02f-449c-be02-d299699a93f4 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:16.461191 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-087eb268-d02f-449c-be02-d299699a93f4 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:16.520575 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7240dd19-0d6c-45e1-a640-dd57c237ff2c None None] Network d1f74a15-4469-4139-b2de-548d6cea6a4a requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:31:16.530963 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef22da4b-db53-4498-860b-5d85ccfa0ac1 admin admin] Deleting subnet 5fb8fa2e-e433-4554-95fc-939882c48c8e {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:31:16.588752 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ef22da4b-db53-4498-860b-5d85ccfa0ac1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:16.694633 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-087eb268-d02f-449c-be02-d299699a93f4 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] In _notify_port_updated(), no bound segment for port 9edd1b08-b704-4223-a4e7-12986129a6aa on network b139da2a-1fe5-4939-adde-6b5883da73ea {{(pid=109086) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 01:31:16.715767 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087eb268-d02f-449c-be02-d299699a93f4 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:16.717326 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-087eb268-d02f-449c-be02-d299699a93f4 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:16.719929 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-087eb268-d02f-449c-be02-d299699a93f4 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] 10.222.0.45 "PUT /v2.0/ports/9edd1b08-b704-4223-a4e7-12986129a6aa HTTP/1.1" status: 200 len: 1130 time: 1.2139196 Nov 12 01:31:16.724843 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41950) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:16.903937 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a3bb5-b987-4cc6-94d6-95a3995c71d9 req-dd3e8061-951c-40fc-a86d-25344dc2f2c3 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:16.905649 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-db2a3bb5-b987-4cc6-94d6-95a3995c71d9 req-dd3e8061-951c-40fc-a86d-25344dc2f2c3 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7a5cc5e-a8a3-4f5f-9f62-6e7481bdecce HTTP/1.1" status: 200 len: 943 time: 0.2545211 Nov 12 01:31:16.982630 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f591606-8535-486a-b773-505c28138be2 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:16.987215 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8f591606-8535-486a-b773-505c28138be2 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] 10.222.0.45 "GET /v2.0/ports/9edd1b08-b704-4223-a4e7-12986129a6aa HTTP/1.1" status: 200 len: 1130 time: 0.2538431 Nov 12 01:31:16.992850 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41954) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:17.002715 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087eb268-d02f-449c-be02-d299699a93f4 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Pushing event updated for resources: {'Port': ['ID=9edd1b08-b704-4223-a4e7-12986129a6aa,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:17.024660 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ef22da4b-db53-4498-860b-5d85ccfa0ac1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:17.042440 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a84e8d29-6eba-4a04-92c5-952bedfe9403 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:17.089898 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087eb268-d02f-449c-be02-d299699a93f4 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:17.090257 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087eb268-d02f-449c-be02-d299699a93f4 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:17.090615 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087eb268-d02f-449c-be02-d299699a93f4 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:17.091022 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087eb268-d02f-449c-be02-d299699a93f4 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:17.091406 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087eb268-d02f-449c-be02-d299699a93f4 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:17.091898 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087eb268-d02f-449c-be02-d299699a93f4 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:17.092354 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087eb268-d02f-449c-be02-d299699a93f4 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:17.092775 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087eb268-d02f-449c-be02-d299699a93f4 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:17.093172 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087eb268-d02f-449c-be02-d299699a93f4 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:17.093594 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087eb268-d02f-449c-be02-d299699a93f4 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:17.094099 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087eb268-d02f-449c-be02-d299699a93f4 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:17.094449 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087eb268-d02f-449c-be02-d299699a93f4 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:17.141154 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-e475862e-8eb2-4790-b525-b61087bc44c7 None None] Provisioning complete for port 9edd1b08-b704-4223-a4e7-12986129a6aa triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:31:17.141896 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e475862e-8eb2-4790-b525-b61087bc44c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:17.190948 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ef22da4b-db53-4498-860b-5d85ccfa0ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:17.194278 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-db2a3bb5-b987-4cc6-94d6-95a3995c71d9 req-603ce03f-5b94-45ba-92e9-e6872aa9247d tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555411 Nov 12 01:31:17.226255 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-e475862e-8eb2-4790-b525-b61087bc44c7 None None] Port 9edd1b08-b704-4223-a4e7-12986129a6aa cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:31:17.323491 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ef22da4b-db53-4498-860b-5d85ccfa0ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:17.363040 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84e8d29-6eba-4a04-92c5-952bedfe9403 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Router fae40697-9b8a-4bde-8dfa-829c11a70003 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:31:17.376652 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ef22da4b-db53-4498-860b-5d85ccfa0ac1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:17.382745 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ef22da4b-db53-4498-860b-5d85ccfa0ac1 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/5fb8fa2e-e433-4554-95fc-939882c48c8e HTTP/1.1" status: 204 len: 168 time: 0.9741347 Nov 12 01:31:17.384274 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef22da4b-db53-4498-860b-5d85ccfa0ac1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fb8fa2e-e433-4554-95fc-939882c48c8e,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:17.393164 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-a6a48a68-6914-421d-b49c-abfa83a2f942 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Deleting port 9edd1b08-b704-4223-a4e7-12986129a6aa {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:31:17.393524 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a6a48a68-6914-421d-b49c-abfa83a2f942 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:17.397276 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41962) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:17.587350 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-de0ed152-7f20-43df-9dbf-b4f65972418b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:17.629524 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a6a48a68-6914-421d-b49c-abfa83a2f942 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:17.678611 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84e8d29-6eba-4a04-92c5-952bedfe9403 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:31:17.692693 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10211180-bb9b-45dd-8f38-1ba71fead8a5 None None] Sync routers for ids ['fae40697-9b8a-4bde-8dfa-829c11a70003'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:31:17.705955 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-a6a48a68-6914-421d-b49c-abfa83a2f942 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Calling delete_port for 9edd1b08-b704-4223-a4e7-12986129a6aa owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:31:17.715520 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10211180-bb9b-45dd-8f38-1ba71fead8a5 None None] Routers {'fae40697-9b8a-4bde-8dfa-829c11a70003'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:31:17.718753 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-10211180-bb9b-45dd-8f38-1ba71fead8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:31:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['fae40697-9b8a-4bde-8dfa-829c11a70003'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:31:17.726347 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a84e8d29-6eba-4a04-92c5-952bedfe9403 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:17.731331 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a84e8d29-6eba-4a04-92c5-952bedfe9403 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 8.9405589 Nov 12 01:31:17.733843 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41968) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:17.787464 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-de0ed152-7f20-43df-9dbf-b4f65972418b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:17.875139 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-de0ed152-7f20-43df-9dbf-b4f65972418b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51b57663-eb47-4b8f-9e5e-cf92397c7a13']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:31:17.898157 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-de0ed152-7f20-43df-9dbf-b4f65972418b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e95862bb-a81e-4de1-b3c2-682016809ca9') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:31:17.898757 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-de0ed152-7f20-43df-9dbf-b4f65972418b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e95862bb-a81e-4de1-b3c2-682016809ca9') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:31:17.913538 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-de0ed152-7f20-43df-9dbf-b4f65972418b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:17.934608 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-10211180-bb9b-45dd-8f38-1ba71fead8a5 None None] Set router fae40697-9b8a-4bde-8dfa-829c11a70003 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:31:17.944808 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-de0ed152-7f20-43df-9dbf-b4f65972418b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:17.953924 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de0ed152-7f20-43df-9dbf-b4f65972418b admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:31:17.954658 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-de0ed152-7f20-43df-9dbf-b4f65972418b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:17.956960 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:31:17.956960 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:31:17.956960 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:31:17.956960 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:31:17.956960 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:31:17.956960 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:31:17.956960 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:31:17.956960 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:31:17.956960 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:31:17.956960 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:31:17.956960 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:31:17.956960 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:31:17.956960 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:31:17.956960 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:31:17.956960 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:31:17.956960 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:31:17.956960 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:31:17.956960 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:31:17.956960 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:31:17.956960 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:31:17.956960 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:31:17.956960 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:31:17.956960 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:31:17.956960 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:31:17.956960 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:31:17.956960 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:31:17.956960 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:31:17.956960 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:31:17.956960 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:31:17.956960 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:31:17.956960 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:31:17.956960 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:31:18.080485 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-5d67d3e5-e3e8-4dca-81b4-f8fd0aa341ca tempest-TestNetworkAdvancedServerOps-773100936 tempest-TestNetworkAdvancedServerOps-773100936-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=553fbe5d09fe49948bd69193fe3f0783&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3437116 Nov 12 01:31:18.083166 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41976) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:18.146483 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-de0ed152-7f20-43df-9dbf-b4f65972418b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:18.162160 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-de0ed152-7f20-43df-9dbf-b4f65972418b admin admin] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:18.166100 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-de0ed152-7f20-43df-9dbf-b4f65972418b admin admin] 10.222.0.45 "DELETE /v2.0/networks/51b57663-eb47-4b8f-9e5e-cf92397c7a13 HTTP/1.1" status: 204 len: 168 time: 0.7673407 Nov 12 01:31:18.170518 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41978) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:18.191540 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a6a48a68-6914-421d-b49c-abfa83a2f942 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:18.194365 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ed152-7f20-43df-9dbf-b4f65972418b admin admin] Pushing event deleted for resources: {'Network': ['ID=51b57663-eb47-4b8f-9e5e-cf92397c7a13,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:18.344060 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a6a48a68-6914-421d-b49c-abfa83a2f942 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:18.370377 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a6a48a68-6914-421d-b49c-abfa83a2f942 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] 10.222.0.45 "DELETE /v2.0/ports/9edd1b08-b704-4223-a4e7-12986129a6aa HTTP/1.1" status: 204 len: 168 time: 1.3647857 Nov 12 01:31:18.375663 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a48a68-6914-421d-b49c-abfa83a2f942 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Pushing event deleted for resources: {'Port': ['ID=9edd1b08-b704-4223-a4e7-12986129a6aa,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:18.380192 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41988) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:18.420750 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-10211180-bb9b-45dd-8f38-1ba71fead8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae40697-9b8a-4bde-8dfa-829c11a70003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65746824', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '0be861d0-675e-448f-b7e3-2380b6fd69d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:31:09Z', 'updated_at': '2021-11-12T01:31:15Z', 'revision_number': 3, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': '0be861d0-675e-448f-b7e3-2380b6fd69d4', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae40697-9b8a-4bde-8dfa-829c11a70003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:31:13Z', 'updated_at': '2021-11-12T01:31:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:31:18.447135 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdad6667-3357-4dfc-b7ee-a08a6594ddcf admin admin] Deleting subnet 9271b152-2e1c-4b63-893b-42ad39dbe308 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:31:18.455399 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fdad6667-3357-4dfc-b7ee-a08a6594ddcf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:18.462488 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b2f191d-0dcd-4b26-8d4e-f46c4dc6eea7 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Deleting subnet 2698cdec-3b69-4bb7-b1d6-588370431534 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:31:18.475131 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10211180-bb9b-45dd-8f38-1ba71fead8a5 None None] Checking router: fae40697-9b8a-4bde-8dfa-829c11a70003 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:31:18.475483 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10211180-bb9b-45dd-8f38-1ba71fead8a5 None None] Updating router fae40697-9b8a-4bde-8dfa-829c11a70003 port 0be861d0-675e-448f-b7e3-2380b6fd69d4 binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:31:18.490494 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8b2f191d-0dcd-4b26-8d4e-f46c4dc6eea7 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:18.530962 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214d3946-b4a9-4d41-a07c-8507daa51e0e tempest-TestNetworkAdvancedServerOps-773100936 tempest-TestNetworkAdvancedServerOps-773100936-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:18.533795 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-214d3946-b4a9-4d41-a07c-8507daa51e0e tempest-TestNetworkAdvancedServerOps-773100936 tempest-TestNetworkAdvancedServerOps-773100936-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4492486 Nov 12 01:31:18.538730 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-10211180-bb9b-45dd-8f38-1ba71fead8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:18.541036 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 41990) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:18.560278 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd7fc8-cfaf-4ad8-9db4-f5494c6af90a req-ac0e6d3d-03a8-42e0-8660-12c8d592eb90 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:18.570727 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fbfd7fc8-cfaf-4ad8-9db4-f5494c6af90a req-ac0e6d3d-03a8-42e0-8660-12c8d592eb90 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7a5cc5e-a8a3-4f5f-9f62-6e7481bdecce HTTP/1.1" status: 200 len: 943 time: 0.2057436 Nov 12 01:31:18.644861 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-79de7f9d-789f-4f74-9364-9045e8fcb881 tempest-TestNetworkAdvancedServerOps-773100936 tempest-TestNetworkAdvancedServerOps-773100936-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=ab9ea869-d067-4dfb-b2de-16b019fae22d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0962167 Nov 12 01:31:18.654089 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 41994) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:18.662875 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-d95a709b-5508-4047-a202-62d5f3d09e9c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1176577149', 'network_id': 'c9adb33c-31fd-4f64-b585-da81d972b670', 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:31:18.669031 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fdad6667-3357-4dfc-b7ee-a08a6594ddcf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:18.789676 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fbfd7fc8-cfaf-4ad8-9db4-f5494c6af90a req-224c4a7b-9b18-40c2-b3cd-fc5178d33c0e tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117674 Nov 12 01:31:18.811241 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8b2f191d-0dcd-4b26-8d4e-f46c4dc6eea7 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:18.850565 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fdad6667-3357-4dfc-b7ee-a08a6594ddcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:18.947762 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95a709b-5508-4047-a202-62d5f3d09e9c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Made reservation on behalf of 553fbe5d09fe49948bd69193fe3f0783 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:31:18.953849 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d95a709b-5508-4047-a202-62d5f3d09e9c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:18.992571 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fdad6667-3357-4dfc-b7ee-a08a6594ddcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:19.014318 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8b2f191d-0dcd-4b26-8d4e-f46c4dc6eea7 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:19.062629 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdad6667-3357-4dfc-b7ee-a08a6594ddcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9271b152-2e1c-4b63-893b-42ad39dbe308,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:19.075221 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fdad6667-3357-4dfc-b7ee-a08a6594ddcf admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:19.078868 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-fdad6667-3357-4dfc-b7ee-a08a6594ddcf admin admin] 10.222.0.45 "DELETE /v2.0/subnets/9271b152-2e1c-4b63-893b-42ad39dbe308 HTTP/1.1" status: 204 len: 168 time: 0.9060459 Nov 12 01:31:19.082588 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 42004) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:19.220273 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8b2f191d-0dcd-4b26-8d4e-f46c4dc6eea7 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:19.232337 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b57d6751-1dd6-45c7-aba3-b3578a6cd93c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:19.276774 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2f191d-0dcd-4b26-8d4e-f46c4dc6eea7 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Pushing event deleted for resources: {'Subnet': ['ID=2698cdec-3b69-4bb7-b1d6-588370431534,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:19.281347 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8b2f191d-0dcd-4b26-8d4e-f46c4dc6eea7 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:19.285022 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8b2f191d-0dcd-4b26-8d4e-f46c4dc6eea7 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] 10.222.0.45 "DELETE /v2.0/subnets/2698cdec-3b69-4bb7-b1d6-588370431534 HTTP/1.1" status: 204 len: 168 time: 0.9037328 Nov 12 01:31:19.288082 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 42010) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:19.417136 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d95a709b-5508-4047-a202-62d5f3d09e9c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:19.532307 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b57d6751-1dd6-45c7-aba3-b3578a6cd93c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:19.578632 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95a709b-5508-4047-a202-62d5f3d09e9c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'Subnet': ['ID=bb33bd2b-585e-4ed3-848d-18067b42df33,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:19.596840 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95a709b-5508-4047-a202-62d5f3d09e9c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Checking segment: {'id': '69a93cdd-d2be-4904-87a7-286ce0b7c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c9adb33c-31fd-4f64-b585-da81d972b670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:31:19.597116 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-b57d6751-1dd6-45c7-aba3-b3578a6cd93c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1f74a15-4469-4139-b2de-548d6cea6a4a']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:31:19.597451 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95a709b-5508-4047-a202-62d5f3d09e9c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Network hostable DHCP agents. Network: c9adb33c-31fd-4f64-b585-da81d972b670, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:31:19.615858 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-10211180-bb9b-45dd-8f38-1ba71fead8a5 None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:19.623889 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b903e69f-b692-48fa-b66b-a11e5e475c8c None None] Network b139da2a-1fe5-4939-adde-6b5883da73ea requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:31:19.633211 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95a709b-5508-4047-a202-62d5f3d09e9c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Network c9adb33c-31fd-4f64-b585-da81d972b670 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:31:19.637005 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-b57d6751-1dd6-45c7-aba3-b3578a6cd93c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2b7b727-f31a-4126-b889-be467ad05e3f') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:31:19.637305 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-b57d6751-1dd6-45c7-aba3-b3578a6cd93c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2b7b727-f31a-4126-b889-be467ad05e3f') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:31:19.642214 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-10211180-bb9b-45dd-8f38-1ba71fead8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:19.656791 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-d95a709b-5508-4047-a202-62d5f3d09e9c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, c9adb33c-31fd-4f64-b585-da81d972b670) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:31:19.672902 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95a709b-5508-4047-a202-62d5f3d09e9c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:19.674164 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d95a709b-5508-4047-a202-62d5f3d09e9c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:19.682567 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b57d6751-1dd6-45c7-aba3-b3578a6cd93c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:19.705626 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-d95a709b-5508-4047-a202-62d5f3d09e9c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0476282 Nov 12 01:31:19.706762 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 42016) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:19.731060 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98ec5a3-9d00-437d-a05c-368a31d49aed None None] Network c9adb33c-31fd-4f64-b585-da81d972b670 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:31:19.731829 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b57d6751-1dd6-45c7-aba3-b3578a6cd93c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:19.739373 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b57d6751-1dd6-45c7-aba3-b3578a6cd93c admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:31:19.739797 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b57d6751-1dd6-45c7-aba3-b3578a6cd93c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:19.852022 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8966c3-f87c-40fd-a182-1ed11d53074f None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:31:19.993300 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135eb656-9eb3-4350-ad59-836f8cf700ac None None] Pushing event updated for resources: {'Port': ['ID=0be861d0-675e-448f-b7e3-2380b6fd69d4,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:20.013341 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-10211180-bb9b-45dd-8f38-1ba71fead8a5 None None] Attempting to bind port 0be861d0-675e-448f-b7e3-2380b6fd69d4 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:31:20.014014 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-10211180-bb9b-45dd-8f38-1ba71fead8a5 None None] Attempting to bind port 0be861d0-675e-448f-b7e3-2380b6fd69d4 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:31:20.014612 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10211180-bb9b-45dd-8f38-1ba71fead8a5 None None] Attempting to bind port 0be861d0-675e-448f-b7e3-2380b6fd69d4 on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:31:20.029624 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:31:20.029624 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:31:20.029624 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:31:20.029624 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:31:20.029624 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:31:20.029624 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:31:20.029624 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:31:20.029624 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:31:20.029624 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:31:20.029624 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:31:20.029624 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:31:20.029624 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:31:20.029624 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:31:20.029624 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:31:20.029624 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:31:20.029624 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:31:20.029624 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:31:20.029624 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:31:20.029624 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:31:20.029624 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:31:20.029624 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:31:20.029624 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:31:20.029624 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:31:20.029624 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:31:20.029624 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:31:20.029624 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:31:20.029624 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:31:20.029624 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:31:20.029624 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:31:20.029624 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:31:20.029624 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:31:20.029624 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:31:20.036518 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9f5ef942-3d10-484d-806d-cf23b2b4c56e tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:20.045101 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b57d6751-1dd6-45c7-aba3-b3578a6cd93c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:20.082264 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b57d6751-1dd6-45c7-aba3-b3578a6cd93c admin admin] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:20.093965 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b57d6751-1dd6-45c7-aba3-b3578a6cd93c admin admin] 10.222.0.45 "DELETE /v2.0/networks/d1f74a15-4469-4139-b2de-548d6cea6a4a HTTP/1.1" status: 204 len: 168 time: 1.0079420 Nov 12 01:31:20.135321 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57d6751-1dd6-45c7-aba3-b3578a6cd93c admin admin] Pushing event deleted for resources: {'Network': ['ID=d1f74a15-4469-4139-b2de-548d6cea6a4a,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:20.194471 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10211180-bb9b-45dd-8f38-1ba71fead8a5 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:31:20.195691 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10211180-bb9b-45dd-8f38-1ba71fead8a5 None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:31:20.197055 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-10211180-bb9b-45dd-8f38-1ba71fead8a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:20.197702 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10211180-bb9b-45dd-8f38-1ba71fead8a5 None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:31:20.198469 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-10211180-bb9b-45dd-8f38-1ba71fead8a5 None None] Bound port: 0be861d0-675e-448f-b7e3-2380b6fd69d4, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:31:20.199132 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-10211180-bb9b-45dd-8f38-1ba71fead8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:20.261967 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-73b064aa-656e-4c2d-b8cf-5b29fb2e7096 None None] Provisioning complete for port 0be861d0-675e-448f-b7e3-2380b6fd69d4 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:31:20.263689 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-73b064aa-656e-4c2d-b8cf-5b29fb2e7096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:20.268864 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9f5ef942-3d10-484d-806d-cf23b2b4c56e tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Deleting port c9076748-04ab-440a-b2fb-7b7d9ce6230a {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:31:20.269362 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9f5ef942-3d10-484d-806d-cf23b2b4c56e tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:20.438295 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9f5ef942-3d10-484d-806d-cf23b2b4c56e tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] For port c9076748-04ab-440a-b2fb-7b7d9ce6230a, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=c9076748-04ab-440a-b2fb-7b7d9ce6230a,segment=NetworkSegment(16781bdc-a20b-46e8-a288-848926e88dc0),segment_id=16781bdc-a20b-46e8-a288-848926e88dc0)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:31:20.440088 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9f5ef942-3d10-484d-806d-cf23b2b4c56e tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:20.512965 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9f5ef942-3d10-484d-806d-cf23b2b4c56e tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Calling delete_port for c9076748-04ab-440a-b2fb-7b7d9ce6230a owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:31:20.522850 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-10211180-bb9b-45dd-8f38-1ba71fead8a5 None None] For port 0be861d0-675e-448f-b7e3-2380b6fd69d4, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:31:20.546306 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-10211180-bb9b-45dd-8f38-1ba71fead8a5 None None] For port 0be861d0-675e-448f-b7e3-2380b6fd69d4, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=0be861d0-675e-448f-b7e3-2380b6fd69d4,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:31:20.572089 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 42036) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:20.622934 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce6f77c-d202-46ad-9cf6-1e1a14f7a29a None None] DHCP port deletion for b139da2a-1fe5-4939-adde-6b5883da73ea request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:31:20.634695 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-73b064aa-656e-4c2d-b8cf-5b29fb2e7096 None None] Port 0be861d0-675e-448f-b7e3-2380b6fd69d4 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:31:20.644418 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22085976-dcff-4b4e-9ab8-e8220de544f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-c9adb33c-31fd-4f64-b585-da81d972b670', 'network_id': 'c9adb33c-31fd-4f64-b585-da81d972b670', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'fixed_ips': [{'subnet_id': 'bb33bd2b-585e-4ed3-848d-18067b42df33'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:31:20.645289 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-22085976-dcff-4b4e-9ab8-e8220de544f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:20.648112 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-10211180-bb9b-45dd-8f38-1ba71fead8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:20.697249 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e399fc8d-2183-4967-ac8c-af4107451e8b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=74acc272040d4fc1b88ed0a2be2d16a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1226714 Nov 12 01:31:20.700035 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 42038) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:20.717984 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9f5ef942-3d10-484d-806d-cf23b2b4c56e tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:20.753785 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135eb656-9eb3-4350-ad59-836f8cf700ac None None] Pushing event updated for resources: {'Port': ['ID=0be861d0-675e-448f-b7e3-2380b6fd69d4,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:20.779385 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5ef942-3d10-484d-806d-cf23b2b4c56e tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Pushing event deleted for resources: {'Port': ['ID=c9076748-04ab-440a-b2fb-7b7d9ce6230a,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:20.792240 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5ef942-3d10-484d-806d-cf23b2b4c56e tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] No DVR routers for this DVR port c9076748-04ab-440a-b2fb-7b7d9ce6230a on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:31:20.806190 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72166aae-14ca-4a7d-aed1-f592e4a10874 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:31:20.832129 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10211180-bb9b-45dd-8f38-1ba71fead8a5 None None] Routers {'fae40697-9b8a-4bde-8dfa-829c11a70003'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:31:20.832788 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-10211180-bb9b-45dd-8f38-1ba71fead8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:31:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['fae40697-9b8a-4bde-8dfa-829c11a70003'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:31:20.864705 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87c9b9-f5fe-4fdf-a3eb-fb6c3b0aa161 req-c698c202-eff8-442e-8935-15f8bbb7e39b tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:20.876494 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ff87c9b9-f5fe-4fdf-a3eb-fb6c3b0aa161 req-c698c202-eff8-442e-8935-15f8bbb7e39b tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7a5cc5e-a8a3-4f5f-9f62-6e7481bdecce HTTP/1.1" status: 200 len: 943 time: 0.3699148 Nov 12 01:31:21.005406 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9f5ef942-3d10-484d-806d-cf23b2b4c56e tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:21.058860 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-9f5ef942-3d10-484d-806d-cf23b2b4c56e tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b139da2a-1fe5-4939-adde-6b5883da73ea']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:31:21.088052 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-9f5ef942-3d10-484d-806d-cf23b2b4c56e tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16781bdc-a20b-46e8-a288-848926e88dc0') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:31:21.088357 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-9f5ef942-3d10-484d-806d-cf23b2b4c56e tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16781bdc-a20b-46e8-a288-848926e88dc0') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:31:21.111724 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9f5ef942-3d10-484d-806d-cf23b2b4c56e tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:21.174188 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9f5ef942-3d10-484d-806d-cf23b2b4c56e tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:21.179777 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-184f365b-6783-4f7c-bf74-4abc1737ff80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:21.193931 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f5ef942-3d10-484d-806d-cf23b2b4c56e tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:31:21.195001 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9f5ef942-3d10-484d-806d-cf23b2b4c56e tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:21.197807 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:31:21.197807 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:31:21.197807 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:31:21.197807 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:31:21.197807 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:31:21.197807 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:31:21.197807 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:31:21.197807 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:31:21.197807 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:31:21.197807 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:31:21.197807 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:31:21.197807 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:31:21.197807 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:31:21.197807 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:31:21.197807 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:31:21.197807 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:31:21.197807 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:31:21.197807 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:31:21.197807 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:31:21.197807 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:31:21.197807 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:31:21.197807 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:31:21.197807 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:31:21.197807 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:31:21.197807 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:31:21.197807 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:31:21.197807 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:31:21.197807 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:31:21.197807 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:31:21.197807 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:31:21.197807 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:31:21.197807 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:31:21.202318 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ff87c9b9-f5fe-4fdf-a3eb-fb6c3b0aa161 req-64b46bc6-7a71-4927-a3b0-1632cbcfc1b8 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212647 Nov 12 01:31:21.220264 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-fb7c7289-bf63-4457-9524-94503c03eb74 None None] Provisioning complete for port 0be861d0-675e-448f-b7e3-2380b6fd69d4 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:31:21.221503 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fb7c7289-bf63-4457-9524-94503c03eb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:21.251052 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-184f365b-6783-4f7c-bf74-4abc1737ff80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:21.255923 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5ce6f77c-d202-46ad-9cf6-1e1a14f7a29a None None] Deleting port c9076748-04ab-440a-b2fb-7b7d9ce6230a {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:31:21.256386 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5ce6f77c-d202-46ad-9cf6-1e1a14f7a29a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:21.299558 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9f5ef942-3d10-484d-806d-cf23b2b4c56e tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:21.306362 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9f5ef942-3d10-484d-806d-cf23b2b4c56e tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:21.320514 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9f5ef942-3d10-484d-806d-cf23b2b4c56e tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] 10.222.0.45 "DELETE /v2.0/networks/b139da2a-1fe5-4939-adde-6b5883da73ea HTTP/1.1" status: 204 len: 168 time: 2.0286255 Nov 12 01:31:21.358285 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5ef942-3d10-484d-806d-cf23b2b4c56e tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985 tempest-ExtraDHCPOptionsIpV6TestJSON-2092094985-project] Pushing event deleted for resources: {'Network': ['ID=b139da2a-1fe5-4939-adde-6b5883da73ea,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:21.444094 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5ce6f77c-d202-46ad-9cf6-1e1a14f7a29a None None] For port c9076748-04ab-440a-b2fb-7b7d9ce6230a, host n-d-712142-27, got binding levels [] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:31:21.444519 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5ce6f77c-d202-46ad-9cf6-1e1a14f7a29a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:21.461127 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5ce6f77c-d202-46ad-9cf6-1e1a14f7a29a None None] Calling delete_port for c9076748-04ab-440a-b2fb-7b7d9ce6230a owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:31:21.465124 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.ipam_backend_mixin [None req-5ce6f77c-d202-46ad-9cf6-1e1a14f7a29a None None] Port c9076748-04ab-440a-b2fb-7b7d9ce6230a was not found and therefore no delete operation was performed {{(pid=109087) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 01:31:21.613165 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-22085976-dcff-4b4e-9ab8-e8220de544f7 None None] Allocated IP 172.20.0.2 (c9adb33c-31fd-4f64-b585-da81d972b670/bb33bd2b-585e-4ed3-848d-18067b42df33/ee13e540-1fb9-4778-b884-f61e9c8a41d2) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:31:21.660000 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5ce6f77c-d202-46ad-9cf6-1e1a14f7a29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:21.671589 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device c9076748-04ab-440a-b2fb-7b7d9ce6230a no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:31:21.704742 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-184f365b-6783-4f7c-bf74-4abc1737ff80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:21.712382 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-184f365b-6783-4f7c-bf74-4abc1737ff80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:21.716276 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-184f365b-6783-4f7c-bf74-4abc1737ff80 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/473903e5-a407-43c3-8232-663e11e3e777 HTTP/1.1" status: 204 len: 168 time: 1.0121086 Nov 12 01:31:21.742940 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: c9076748-04ab-440a-b2fb-7b7d9ce6230a {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:31:21.743701 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device c9076748-04ab-440a-b2fb-7b7d9ce6230a not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:31:21.797950 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f365b-6783-4f7c-bf74-4abc1737ff80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473903e5-a407-43c3-8232-663e11e3e777,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:21.844026 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5ce6f77c-d202-46ad-9cf6-1e1a14f7a29a None None] Network b139da2a-1fe5-4939-adde-6b5883da73ea is not hosted by any dhcp agent {{(pid=109087) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 01:31:21.845083 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce6f77c-d202-46ad-9cf6-1e1a14f7a29a None None] No DVR routers for this DVR port c9076748-04ab-440a-b2fb-7b7d9ce6230a on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:31:21.887517 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce6f77c-d202-46ad-9cf6-1e1a14f7a29a None None] Pushing event deleted for resources: {'Port': ['ID=c9076748-04ab-440a-b2fb-7b7d9ce6230a,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:22.022858 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-10211180-bb9b-45dd-8f38-1ba71fead8a5 None None] Set router fae40697-9b8a-4bde-8dfa-829c11a70003 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:31:22.156437 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 42060) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:22.398401 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fb7c7289-bf63-4457-9524-94503c03eb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:22.425214 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-fb7c7289-bf63-4457-9524-94503c03eb74 None None] For port 0be861d0-675e-448f-b7e3-2380b6fd69d4, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=0be861d0-675e-448f-b7e3-2380b6fd69d4,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:31:22.427405 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-30390d2a-7fed-4ff7-a167-35d9de45bf0c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:22.441189 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fb7c7289-bf63-4457-9524-94503c03eb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:22.489782 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 94c02bc7-adf8-4eae-bc9e-2eeccef708f3 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:31:22.604121 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 94c02bc7-adf8-4eae-bc9e-2eeccef708f3, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=94c02bc7-adf8-4eae-bc9e-2eeccef708f3,segment=NetworkSegment(7bbb728e-9806-453c-9716-52e1ccd278c6),segment_id=7bbb728e-9806-453c-9716-52e1ccd278c6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:31:22.694292 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '94c02bc7-adf8-4eae-bc9e-2eeccef708f3', 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3', 'port_id': '94c02bc7-adf8-4eae-bc9e-2eeccef708f3', 'mac_address': 'fa:16:3e:c7:26:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6369b7da-1f3e-4df6-8094-1e515695655d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:31:22.697590 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7c7289-bf63-4457-9524-94503c03eb74 None None] Pushing event updated for resources: {'Port': ['ID=0be861d0-675e-448f-b7e3-2380b6fd69d4,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:22.916477 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b5017c0c-0cd7-4cb5-83af-b3b4c0dfb821 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3c83afe55714498cb9b8234701265eba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7567370 Nov 12 01:31:22.917193 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 42078) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:22.922131 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:23.076775 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 42082) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:23.141444 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9b049f46-ff45-4eaa-9f57-309cbb34a003 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:23.198067 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-21c7ca0c-4b4a-4aca-9e29-18c00b41b4ec admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eb00ad7e642342abb4a32f6576e776d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1176550 Nov 12 01:31:23.203188 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 42086) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:23.239017 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77235c-e7b1-4e1d-b50c-30d5f3a549fe req-baaf9543-36d7-4eea-b281-ae773896725c tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:23.241042 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fc77235c-e7b1-4e1d-b50c-30d5f3a549fe req-baaf9543-36d7-4eea-b281-ae773896725c tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7a5cc5e-a8a3-4f5f-9f62-6e7481bdecce HTTP/1.1" status: 200 len: 943 time: 0.8180270 Nov 12 01:31:23.265452 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9b049f46-ff45-4eaa-9f57-309cbb34a003 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:23.393514 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fc77235c-e7b1-4e1d-b50c-30d5f3a549fe req-ac616c83-e2ed-4536-a09c-824b1c267284 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322978 Nov 12 01:31:23.416404 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0c21e892-2bfd-4510-abc6-6a7fa19c98c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:23.441323 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94c02bc7-adf8-4eae-bc9e-2eeccef708f3 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:31:23.452815 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-22085976-dcff-4b4e-9ab8-e8220de544f7 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:23.512320 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-22085976-dcff-4b4e-9ab8-e8220de544f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:23.527156 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 94c02bc7-adf8-4eae-bc9e-2eeccef708f3, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=94c02bc7-adf8-4eae-bc9e-2eeccef708f3,segment=NetworkSegment(7bbb728e-9806-453c-9716-52e1ccd278c6),segment_id=7bbb728e-9806-453c-9716-52e1ccd278c6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:31:23.535815 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0c21e892-2bfd-4510-abc6-6a7fa19c98c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:23.605352 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22085976-dcff-4b4e-9ab8-e8220de544f7 None None] Pushing event updated for resources: {'Port': ['ID=ee13e540-1fb9-4778-b884-f61e9c8a41d2,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:23.615637 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:23.632807 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9b049f46-ff45-4eaa-9f57-309cbb34a003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:23.640963 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9b049f46-ff45-4eaa-9f57-309cbb34a003 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:23.643294 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9b049f46-ff45-4eaa-9f57-309cbb34a003 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7d111d99-0c8b-4a83-b74a-8fac0e21ef2c HTTP/1.1" status: 204 len: 168 time: 0.7193472 Nov 12 01:31:23.690877 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b049f46-ff45-4eaa-9f57-309cbb34a003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d111d99-0c8b-4a83-b74a-8fac0e21ef2c,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:23.718443 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-30390d2a-7fed-4ff7-a167-35d9de45bf0c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Allocated IP 172.20.0.1 (c9adb33c-31fd-4f64-b585-da81d972b670/bb33bd2b-585e-4ed3-848d-18067b42df33/f05f3a9b-eb5a-4bf3-a2c2-639035ec918b) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:31:23.723999 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0c21e892-2bfd-4510-abc6-6a7fa19c98c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:23.729781 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0c21e892-2bfd-4510-abc6-6a7fa19c98c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:23.732503 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0c21e892-2bfd-4510-abc6-6a7fa19c98c1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dfcde713-26c6-4baa-aa3d-474d7c99ed79 HTTP/1.1" status: 204 len: 168 time: 0.5271382 Nov 12 01:31:23.770710 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=94c02bc7-adf8-4eae-bc9e-2eeccef708f3,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:23.786003 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c21e892-2bfd-4510-abc6-6a7fa19c98c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfcde713-26c6-4baa-aa3d-474d7c99ed79,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:23.871599 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22085976-dcff-4b4e-9ab8-e8220de544f7 None None] Network c9adb33c-31fd-4f64-b585-da81d972b670 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:31:23.948510 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-10211180-bb9b-45dd-8f38-1ba71fead8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae40697-9b8a-4bde-8dfa-829c11a70003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65746824', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '0be861d0-675e-448f-b7e3-2380b6fd69d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:31:09Z', 'updated_at': '2021-11-12T01:31:15Z', 'revision_number': 3, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': '0be861d0-675e-448f-b7e3-2380b6fd69d4', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae40697-9b8a-4bde-8dfa-829c11a70003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:31:13Z', 'updated_at': '2021-11-12T01:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:31:23.982897 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-22085976-dcff-4b4e-9ab8-e8220de544f7 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:31:24.167354 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22085976-dcff-4b4e-9ab8-e8220de544f7 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:31:24.173544 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['94c02bc7-adf8-4eae-bc9e-2eeccef708f3'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:31:24.191175 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-30390d2a-7fed-4ff7-a167-35d9de45bf0c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:24.289934 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10211180-bb9b-45dd-8f38-1ba71fead8a5 None None] The sync data for ids ['fae40697-9b8a-4bde-8dfa-829c11a70003'] in n-d-712142-27 is: [{'id': 'fae40697-9b8a-4bde-8dfa-829c11a70003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65746824', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '0be861d0-675e-448f-b7e3-2380b6fd69d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:31:09Z', 'updated_at': '2021-11-12T01:31:15Z', 'revision_number': 3, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': '0be861d0-675e-448f-b7e3-2380b6fd69d4', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae40697-9b8a-4bde-8dfa-829c11a70003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:31:13Z', 'updated_at': '2021-11-12T01:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:31:24.301534 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-30390d2a-7fed-4ff7-a167-35d9de45bf0c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:24.448651 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30390d2a-7fed-4ff7-a167-35d9de45bf0c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'Port': ['ID=f05f3a9b-eb5a-4bf3-a2c2-639035ec918b,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:24.481289 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30390d2a-7fed-4ff7-a167-35d9de45bf0c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Network c9adb33c-31fd-4f64-b585-da81d972b670 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:31:24.483187 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-30390d2a-7fed-4ff7-a167-35d9de45bf0c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:31:24.487949 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30390d2a-7fed-4ff7-a167-35d9de45bf0c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:31:24.590241 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-30390d2a-7fed-4ff7-a167-35d9de45bf0c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:24.645939 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-22085976-dcff-4b4e-9ab8-e8220de544f7 None None] Attempting to bind port ee13e540-1fb9-4778-b884-f61e9c8a41d2 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:31:24.654517 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-22085976-dcff-4b4e-9ab8-e8220de544f7 None None] Attempting to bind port ee13e540-1fb9-4778-b884-f61e9c8a41d2 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '69a93cdd-d2be-4904-87a7-286ce0b7c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c9adb33c-31fd-4f64-b585-da81d972b670'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:31:24.654517 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22085976-dcff-4b4e-9ab8-e8220de544f7 None None] Attempting to bind port ee13e540-1fb9-4778-b884-f61e9c8a41d2 on network c9adb33c-31fd-4f64-b585-da81d972b670 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:31:24.670941 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22085976-dcff-4b4e-9ab8-e8220de544f7 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:31:24.671348 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22085976-dcff-4b4e-9ab8-e8220de544f7 None None] Checking segment: {'id': '69a93cdd-d2be-4904-87a7-286ce0b7c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c9adb33c-31fd-4f64-b585-da81d972b670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:31:24.671771 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-22085976-dcff-4b4e-9ab8-e8220de544f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:24.672510 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22085976-dcff-4b4e-9ab8-e8220de544f7 None None] Bound using segment: {'id': '69a93cdd-d2be-4904-87a7-286ce0b7c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c9adb33c-31fd-4f64-b585-da81d972b670'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:31:24.673191 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-22085976-dcff-4b4e-9ab8-e8220de544f7 None None] Bound port: ee13e540-1fb9-4778-b884-f61e9c8a41d2, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a93cdd-d2be-4904-87a7-286ce0b7c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c9adb33c-31fd-4f64-b585-da81d972b670'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:31:24.673441 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-22085976-dcff-4b4e-9ab8-e8220de544f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:25.032644 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b95bba-c530-4c8b-b60c-c316776e95f5 req-0cd118b5-dacc-4c39-abd6-550a028bd8e0 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:25.034423 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-42b95bba-c530-4c8b-b60c-c316776e95f5 req-0cd118b5-dacc-4c39-abd6-550a028bd8e0 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7a5cc5e-a8a3-4f5f-9f62-6e7481bdecce HTTP/1.1" status: 200 len: 944 time: 0.3184178 Nov 12 01:31:25.178922 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-42b95bba-c530-4c8b-b60c-c316776e95f5 req-3c4e7813-47c9-4310-b4e2-6b035d1f1de9 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182437 Nov 12 01:31:25.265312 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-30390d2a-7fed-4ff7-a167-35d9de45bf0c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:25.319584 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-22085976-dcff-4b4e-9ab8-e8220de544f7 None None] For port ee13e540-1fb9-4778-b884-f61e9c8a41d2, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:31:25.478025 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-22085976-dcff-4b4e-9ab8-e8220de544f7 None None] For port ee13e540-1fb9-4778-b884-f61e9c8a41d2, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=ee13e540-1fb9-4778-b884-f61e9c8a41d2,segment=NetworkSegment(69a93cdd-d2be-4904-87a7-286ce0b7c58d),segment_id=69a93cdd-d2be-4904-87a7-286ce0b7c58d)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:31:25.530675 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-22085976-dcff-4b4e-9ab8-e8220de544f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:25.658596 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 0be861d0-675e-448f-b7e3-2380b6fd69d4 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:31:26.080772 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22085976-dcff-4b4e-9ab8-e8220de544f7 None None] Pushing event updated for resources: {'Port': ['ID=ee13e540-1fb9-4778-b884-f61e9c8a41d2,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:26.155346 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 0be861d0-675e-448f-b7e3-2380b6fd69d4 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:31:26.157313 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:26.233811 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-30390d2a-7fed-4ff7-a167-35d9de45bf0c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:26.246944 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-30390d2a-7fed-4ff7-a167-35d9de45bf0c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:26.441838 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 42204) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:26.477240 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 94c02bc7-adf8-4eae-bc9e-2eeccef708f3 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:31:26.648447 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-30390d2a-7fed-4ff7-a167-35d9de45bf0c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:26.651441 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30390d2a-7fed-4ff7-a167-35d9de45bf0c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'Port': ['ID=f05f3a9b-eb5a-4bf3-a2c2-639035ec918b,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:26.680880 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 94c02bc7-adf8-4eae-bc9e-2eeccef708f3 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:31:26.700850 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 94c02bc7-adf8-4eae-bc9e-2eeccef708f3 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:31:26.701532 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:26.806731 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979da4b1-99b2-4274-8241-d506fcea4082 req-84c0b53e-5c39-425c-8f77-1222a19dce39 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:26.810640 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-979da4b1-99b2-4274-8241-d506fcea4082 req-84c0b53e-5c39-425c-8f77-1222a19dce39 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7a5cc5e-a8a3-4f5f-9f62-6e7481bdecce HTTP/1.1" status: 200 len: 944 time: 0.3954775 Nov 12 01:31:26.818943 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-970a234d-bcaf-4a51-9892-9bdeffcc4852 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1246051561'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:31:26.923218 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970a234d-bcaf-4a51-9892-9bdeffcc4852 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Made reservation on behalf of 793e19c22e15417c9ca01c6ad1f8f756 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:31:26.939720 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-970a234d-bcaf-4a51-9892-9bdeffcc4852 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:27.002748 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-970a234d-bcaf-4a51-9892-9bdeffcc4852 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:27.088049 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-979da4b1-99b2-4274-8241-d506fcea4082 req-00a36367-ccd7-4a15-8425-9d2b938cef6f tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618449 Nov 12 01:31:27.188683 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30390d2a-7fed-4ff7-a167-35d9de45bf0c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Network c9adb33c-31fd-4f64-b585-da81d972b670 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:31:27.194781 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-30390d2a-7fed-4ff7-a167-35d9de45bf0c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:31:27.321667 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:27.359658 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-60cecc9c-b90f-4028-94f4-d3618b16c727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:27.386901 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-970a234d-bcaf-4a51-9892-9bdeffcc4852 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:27.396386 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-970a234d-bcaf-4a51-9892-9bdeffcc4852 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:27.471178 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 94c02bc7-adf8-4eae-bc9e-2eeccef708f3, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=94c02bc7-adf8-4eae-bc9e-2eeccef708f3,segment=NetworkSegment(7bbb728e-9806-453c-9716-52e1ccd278c6),segment_id=7bbb728e-9806-453c-9716-52e1ccd278c6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:31:27.472402 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a5cc5e-a8a3-4f5f-9f62-6e7481bdecce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c02bc7-adf8-4eae-bc9e-2eeccef708f3'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:31:27.476812 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec4ce97-784c-40b5-ae8d-6ba650ad9803" -d '{"events": [{"server_uuid": "c7a5cc5e-a8a3-4f5f-9f62-6e7481bdecce", "name": "network-vif-plugged", "status": "completed", "tag": "94c02bc7-adf8-4eae-bc9e-2eeccef708f3"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:31:27.484275 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:27.521199 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-970a234d-bcaf-4a51-9892-9bdeffcc4852 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:31:27.529143 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a234d-bcaf-4a51-9892-9bdeffcc4852 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec965f4b-11f7-44aa-8ed0-94c74cb57f72,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:27.571671 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30390d2a-7fed-4ff7-a167-35d9de45bf0c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Router fae40697-9b8a-4bde-8dfa-829c11a70003 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:31:27.604130 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-970a234d-bcaf-4a51-9892-9bdeffcc4852 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:27.604954 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-970a234d-bcaf-4a51-9892-9bdeffcc4852 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Added segment 5e041860-e0c5-430b-8922-f99cd52df86f of type vlan for network 064a0ba4-2f28-42b6-8ae0-839a5175a744 Nov 12 01:31:27.638861 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24caff6-2892-475c-bc8c-97f2fadf2037 x-openstack-request-id: req-f24caff6-2892-475c-bc8c-97f2fadf2037 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:31:27.641035 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a5cc5e-a8a3-4f5f-9f62-6e7481bdecce", "name": "network-vif-plugged", "status": "completed", "tag": "94c02bc7-adf8-4eae-bc9e-2eeccef708f3", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:31:27.643542 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f24caff6-2892-475c-bc8c-97f2fadf2037 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:31:27.647708 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a5cc5e-a8a3-4f5f-9f62-6e7481bdecce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c02bc7-adf8-4eae-bc9e-2eeccef708f3', 'code': 200} Nov 12 01:31:27.762606 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device ee13e540-1fb9-4778-b884-f61e9c8a41d2 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:31:27.801837 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-970a234d-bcaf-4a51-9892-9bdeffcc4852 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:27.954823 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=94c02bc7-adf8-4eae-bc9e-2eeccef708f3,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:28.002071 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-970a234d-bcaf-4a51-9892-9bdeffcc4852 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:28.033471 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970a234d-bcaf-4a51-9892-9bdeffcc4852 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:28.038908 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-970a234d-bcaf-4a51-9892-9bdeffcc4852 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:28.096038 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port ee13e540-1fb9-4778-b884-f61e9c8a41d2 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:31:28.103661 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:28.203886 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-970a234d-bcaf-4a51-9892-9bdeffcc4852 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.7593095 Nov 12 01:31:28.385610 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 42244) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:28.410261 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-661ba5ff-6043-4d8f-9762-ddb47a5a8579 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Request body: {'subnet': {'network_id': '064a0ba4-2f28-42b6-8ae0-839a5175a744', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:31:28.443202 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:28.508863 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c4130d-40ab-492f-ba1c-809529ec67e2 req-6b08a08f-e1fc-4139-b1d5-8a4558e65eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:28.558466 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f1c4130d-40ab-492f-ba1c-809529ec67e2 req-6b08a08f-e1fc-4139-b1d5-8a4558e65eeb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c7a5cc5e-a8a3-4f5f-9f62-6e7481bdecce HTTP/1.1" status: 200 len: 1097 time: 0.6507888 Nov 12 01:31:28.586338 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a234d-bcaf-4a51-9892-9bdeffcc4852 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Pushing event updated for resources: {'Network': ['ID=064a0ba4-2f28-42b6-8ae0-839a5175a744,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:28.606686 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 064a0ba4-2f28-42b6-8ae0-839a5175a744 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:31:28.649303 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port ee13e540-1fb9-4778-b884-f61e9c8a41d2, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=ee13e540-1fb9-4778-b884-f61e9c8a41d2,segment=NetworkSegment(69a93cdd-d2be-4904-87a7-286ce0b7c58d),segment_id=69a93cdd-d2be-4904-87a7-286ce0b7c58d)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:31:28.699621 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:28.816891 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc65da9-7b54-47ea-9bd7-b0f2ed78d5c3 req-da725174-d66f-4618-abe5-cfa2b4b54112 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:28.824636 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bdc65da9-7b54-47ea-9bd7-b0f2ed78d5c3 req-da725174-d66f-4618-abe5-cfa2b4b54112 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7a5cc5e-a8a3-4f5f-9f62-6e7481bdecce HTTP/1.1" status: 200 len: 945 time: 0.2812080 Nov 12 01:31:28.907993 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a051cc-4dc4-4786-9e7e-6c7ad616ffcb None None] Network c9adb33c-31fd-4f64-b585-da81d972b670 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:31:28.924380 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f1c4130d-40ab-492f-ba1c-809529ec67e2 req-460c1fdf-a3ac-4ad8-8a3d-7bfe73abd773 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398914 Nov 12 01:31:28.957443 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661ba5ff-6043-4d8f-9762-ddb47a5a8579 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Made reservation on behalf of 793e19c22e15417c9ca01c6ad1f8f756 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:31:28.962244 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-661ba5ff-6043-4d8f-9762-ddb47a5a8579 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:29.015605 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30390d2a-7fed-4ff7-a167-35d9de45bf0c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:31:29.039921 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-30390d2a-7fed-4ff7-a167-35d9de45bf0c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "PUT /v2.0/routers/fae40697-9b8a-4bde-8dfa-829c11a70003/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3315256 Nov 12 01:31:29.049054 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd201d99-4115-4d16-9840-365593012d56 None None] Sync routers for ids ['fae40697-9b8a-4bde-8dfa-829c11a70003'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:31:29.054783 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=ee13e540-1fb9-4778-b884-f61e9c8a41d2,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:29.057205 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bdc65da9-7b54-47ea-9bd7-b0f2ed78d5c3 req-9eddbef4-e73d-42c9-979d-aa285a7e42bd tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609032 Nov 12 01:31:29.122396 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd201d99-4115-4d16-9840-365593012d56 None None] Routers {'fae40697-9b8a-4bde-8dfa-829c11a70003'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:31:29.144590 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-cd201d99-4115-4d16-9840-365593012d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:31:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['fae40697-9b8a-4bde-8dfa-829c11a70003'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:31:29.150352 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-ab7139ca-6005-4be5-8fa9-d92f354cb51b None None] Provisioning complete for port ee13e540-1fb9-4778-b884-f61e9c8a41d2 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:31:29.156649 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ab7139ca-6005-4be5-8fa9-d92f354cb51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:29.517674 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device ee13e540-1fb9-4778-b884-f61e9c8a41d2 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:31:29.603860 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-cd201d99-4115-4d16-9840-365593012d56 None None] Set router fae40697-9b8a-4bde-8dfa-829c11a70003 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:31:29.614048 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-77d900e6-3bac-4438-bfa6-b7c1c2ed562e req-626326bc-5822-4916-8128-bc3d6541aab2 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1749301964&fields=id&tenant_id=553fbe5d09fe49948bd69193fe3f0783 HTTP/1.1" status: 200 len: 267 time: 0.2018571 Nov 12 01:31:29.699125 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port ee13e540-1fb9-4778-b884-f61e9c8a41d2 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:31:29.699626 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:29.812432 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-661ba5ff-6043-4d8f-9762-ddb47a5a8579 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:29.994009 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d900e6-3bac-4438-bfa6-b7c1c2ed562e req-10381ed2-8bb5-4524-bae1-7ff01320f73b tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:30.024231 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-77d900e6-3bac-4438-bfa6-b7c1c2ed562e req-10381ed2-8bb5-4524-bae1-7ff01320f73b tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/networks?id=c9adb33c-31fd-4f64-b585-da81d972b670 HTTP/1.1" status: 200 len: 797 time: 0.4087956 Nov 12 01:31:30.038659 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661ba5ff-6043-4d8f-9762-ddb47a5a8579 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Pushing event updated for resources: {'Subnet': ['ID=b85926a2-8f65-4a64-9bac-d0c3d1c89bf6,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:30.074250 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:31:30.075349 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-77d900e6-3bac-4438-bfa6-b7c1c2ed562e req-05d20b67-c21d-41af-881f-085efe69df0e tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/quotas/553fbe5d09fe49948bd69193fe3f0783 HTTP/1.1" status: 200 len: 375 time: 0.0437541 Nov 12 01:31:30.111469 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661ba5ff-6043-4d8f-9762-ddb47a5a8579 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Checking segment: {'id': '5e041860-e0c5-430b-8922-f99cd52df86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '064a0ba4-2f28-42b6-8ae0-839a5175a744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:31:30.111851 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661ba5ff-6043-4d8f-9762-ddb47a5a8579 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Network hostable DHCP agents. Network: 064a0ba4-2f28-42b6-8ae0-839a5175a744, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:31:30.169144 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-77d900e6-3bac-4438-bfa6-b7c1c2ed562e req-5330dd5c-2237-4f4f-8145-df900572ed5b tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=553fbe5d09fe49948bd69193fe3f0783&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0923312 Nov 12 01:31:30.196321 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661ba5ff-6043-4d8f-9762-ddb47a5a8579 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Network 064a0ba4-2f28-42b6-8ae0-839a5175a744 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:31:30.247402 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-661ba5ff-6043-4d8f-9762-ddb47a5a8579 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 064a0ba4-2f28-42b6-8ae0-839a5175a744) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:31:30.260246 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e453215-df74-4c4d-b8f9-699392bd8eaf None None] Network 064a0ba4-2f28-42b6-8ae0-839a5175a744 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:31:30.285789 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661ba5ff-6043-4d8f-9762-ddb47a5a8579 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:30.286393 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-661ba5ff-6043-4d8f-9762-ddb47a5a8579 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:30.380287 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-661ba5ff-6043-4d8f-9762-ddb47a5a8579 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9913354 Nov 12 01:31:30.384646 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 42308) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:30.445398 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-440750e1-35d6-447a-b843-cdd19f443561 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1461624690', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:31:30.536734 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-440750e1-35d6-447a-b843-cdd19f443561 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:30.541497 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-440750e1-35d6-447a-b843-cdd19f443561 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:30.585952 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-77d900e6-3bac-4438-bfa6-b7c1c2ed562e req-084aed19-878f-4996-aa9a-fb5019d49110 service neutron] 10.222.0.45 "GET /v2.0/networks/c9adb33c-31fd-4f64-b585-da81d972b670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4113610 Nov 12 01:31:30.751120 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-440750e1-35d6-447a-b843-cdd19f443561 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:30.761012 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-440750e1-35d6-447a-b843-cdd19f443561 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:30.798052 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-440750e1-35d6-447a-b843-cdd19f443561 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:30.799870 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-440750e1-35d6-447a-b843-cdd19f443561 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.4136276 Nov 12 01:31:30.806505 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 42314) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:30.917163 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-49d98157-191f-4ae0-8238-f9ac38e45494 None None] Provisioning complete for port ee13e540-1fb9-4778-b884-f61e9c8a41d2 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:31:30.918175 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-49d98157-191f-4ae0-8238-f9ac38e45494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:30.921373 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170f2a19-1871-4a37-af0b-c45e6e4eb18a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-064a0ba4-2f28-42b6-8ae0-839a5175a744', 'network_id': '064a0ba4-2f28-42b6-8ae0-839a5175a744', 'tenant_id': '793e19c22e15417c9ca01c6ad1f8f756', 'fixed_ips': [{'subnet_id': 'b85926a2-8f65-4a64-9bac-d0c3d1c89bf6'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:31:30.922488 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-170f2a19-1871-4a37-af0b-c45e6e4eb18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:31.003773 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-cd201d99-4115-4d16-9840-365593012d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae40697-9b8a-4bde-8dfa-829c11a70003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65746824', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '0be861d0-675e-448f-b7e3-2380b6fd69d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:31:09Z', 'updated_at': '2021-11-12T01:31:25Z', 'revision_number': 4, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': '0be861d0-675e-448f-b7e3-2380b6fd69d4', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae40697-9b8a-4bde-8dfa-829c11a70003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:31:13Z', 'updated_at': '2021-11-12T01:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'f05f3a9b-eb5a-4bf3-a2c2-639035ec918b', 'name': '', 'network_id': 'c9adb33c-31fd-4f64-b585-da81d972b670', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'mac_address': 'fa:16:3e:30:e8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae40697-9b8a-4bde-8dfa-829c11a70003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'bb33bd2b-585e-4ed3-848d-18067b42df33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:31:23Z', 'updated_at': '2021-11-12T01:31:25Z', 'revision_number': 2, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'subnets': [{'id': 'bb33bd2b-585e-4ed3-848d-18067b42df33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:31:31.094071 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2f7f9-5e65-4291-9e67-b25f4997715b req-498d4b37-d450-4a5c-9849-116e0000379e tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:31.097366 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f2c2f7f9-5e65-4291-9e67-b25f4997715b req-498d4b37-d450-4a5c-9849-116e0000379e tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7a5cc5e-a8a3-4f5f-9f62-6e7481bdecce HTTP/1.1" status: 200 len: 945 time: 0.2719967 Nov 12 01:31:31.101383 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-77d900e6-3bac-4438-bfa6-b7c1c2ed562e req-9caf7a86-fc87-45b4-bfca-1c7cf384db79 service neutron] 10.222.0.45 "GET /v2.0/networks/c9adb33c-31fd-4f64-b585-da81d972b670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5063071 Nov 12 01:31:31.142736 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ccb9e07f-4c51-4170-a635-664cb036ef20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:31.178390 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd201d99-4115-4d16-9840-365593012d56 None None] Checking router: fae40697-9b8a-4bde-8dfa-829c11a70003 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:31:31.178390 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd201d99-4115-4d16-9840-365593012d56 None None] Updating router fae40697-9b8a-4bde-8dfa-829c11a70003 port f05f3a9b-eb5a-4bf3-a2c2-639035ec918b binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:31:31.326249 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-cd201d99-4115-4d16-9840-365593012d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:31.355286 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f2c2f7f9-5e65-4291-9e67-b25f4997715b req-1089d8ce-33f7-4dfe-903e-0d542b508a41 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467058 Nov 12 01:31:31.957075 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9981fcb9-92ab-4c2a-b104-15a64b52f529 req-f4487a1c-55d6-4c66-9bfc-d219ce5f9248 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d HTTP/1.1" status: 200 len: 210 time: 0.1674354 Nov 12 01:31:32.026047 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30cd19-91ee-4b52-925f-246b0fe54d72 req-86831680-7978-4429-b15a-89d76794cc05 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:32.028684 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cc30cd19-91ee-4b52-925f-246b0fe54d72 req-86831680-7978-4429-b15a-89d76794cc05 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7a5cc5e-a8a3-4f5f-9f62-6e7481bdecce HTTP/1.1" status: 200 len: 945 time: 0.4443762 Nov 12 01:31:32.106284 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-49d98157-191f-4ae0-8238-f9ac38e45494 None None] Provisioning complete for port f05f3a9b-eb5a-4bf3-a2c2-639035ec918b triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:31:32.107080 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-49d98157-191f-4ae0-8238-f9ac38e45494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:32.153316 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-170f2a19-1871-4a37-af0b-c45e6e4eb18a None None] Allocated IP 172.20.0.2 (064a0ba4-2f28-42b6-8ae0-839a5175a744/b85926a2-8f65-4a64-9bac-d0c3d1c89bf6/83eac24f-5fd3-437f-bc34-78a5aef6e743) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:31:32.167438 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cc30cd19-91ee-4b52-925f-246b0fe54d72 req-35ece7ea-cb98-47dc-9e28-4d93d440e1e4 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323884 Nov 12 01:31:32.276015 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-49d98157-191f-4ae0-8238-f9ac38e45494 None None] Port f05f3a9b-eb5a-4bf3-a2c2-639035ec918b cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:31:32.315421 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-cd201d99-4115-4d16-9840-365593012d56 None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:32.338338 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-cd201d99-4115-4d16-9840-365593012d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:32.516718 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-e90dce71-c647-43b2-8d2e-14b91fa9dc19 None None] Provisioning complete for port f05f3a9b-eb5a-4bf3-a2c2-639035ec918b triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:31:32.518116 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e90dce71-c647-43b2-8d2e-14b91fa9dc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:32.594927 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afc0aaa-328a-4487-a0b3-c7d267a4f976 None None] Pushing event updated for resources: {'Port': ['ID=f05f3a9b-eb5a-4bf3-a2c2-639035ec918b,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:32.675251 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc0aaa-328a-4487-a0b3-c7d267a4f976 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:32.675828 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc0aaa-328a-4487-a0b3-c7d267a4f976 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:32.678084 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc0aaa-328a-4487-a0b3-c7d267a4f976 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:32.679299 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc0aaa-328a-4487-a0b3-c7d267a4f976 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:32.679848 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc0aaa-328a-4487-a0b3-c7d267a4f976 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:32.680950 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc0aaa-328a-4487-a0b3-c7d267a4f976 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:32.681440 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc0aaa-328a-4487-a0b3-c7d267a4f976 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:32.682029 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc0aaa-328a-4487-a0b3-c7d267a4f976 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:32.682509 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc0aaa-328a-4487-a0b3-c7d267a4f976 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:32.683071 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc0aaa-328a-4487-a0b3-c7d267a4f976 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:32.683548 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc0aaa-328a-4487-a0b3-c7d267a4f976 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:32.684391 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afc0aaa-328a-4487-a0b3-c7d267a4f976 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:31:32.802474 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-cd201d99-4115-4d16-9840-365593012d56 None None] Attempting to bind port f05f3a9b-eb5a-4bf3-a2c2-639035ec918b on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:31:32.802843 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-cd201d99-4115-4d16-9840-365593012d56 None None] Attempting to bind port f05f3a9b-eb5a-4bf3-a2c2-639035ec918b by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '69a93cdd-d2be-4904-87a7-286ce0b7c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c9adb33c-31fd-4f64-b585-da81d972b670'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:31:32.803211 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd201d99-4115-4d16-9840-365593012d56 None None] Attempting to bind port f05f3a9b-eb5a-4bf3-a2c2-639035ec918b on network c9adb33c-31fd-4f64-b585-da81d972b670 {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:31:32.832590 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd201d99-4115-4d16-9840-365593012d56 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:31:32.833499 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd201d99-4115-4d16-9840-365593012d56 None None] Checking segment: {'id': '69a93cdd-d2be-4904-87a7-286ce0b7c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c9adb33c-31fd-4f64-b585-da81d972b670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:31:32.838143 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-cd201d99-4115-4d16-9840-365593012d56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:32.843396 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd201d99-4115-4d16-9840-365593012d56 None None] Bound using segment: {'id': '69a93cdd-d2be-4904-87a7-286ce0b7c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c9adb33c-31fd-4f64-b585-da81d972b670'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:31:32.843913 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-cd201d99-4115-4d16-9840-365593012d56 None None] Bound port: f05f3a9b-eb5a-4bf3-a2c2-639035ec918b, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a93cdd-d2be-4904-87a7-286ce0b7c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c9adb33c-31fd-4f64-b585-da81d972b670'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:31:32.844334 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-cd201d99-4115-4d16-9840-365593012d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:32.906737 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-170f2a19-1871-4a37-af0b-c45e6e4eb18a None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:32.945261 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-170f2a19-1871-4a37-af0b-c45e6e4eb18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:33.007012 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a773d9d3-c454-4150-b4b9-35cf20f13869 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:33.094851 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-cd201d99-4115-4d16-9840-365593012d56 None None] For port f05f3a9b-eb5a-4bf3-a2c2-639035ec918b, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:31:33.108588 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-cd201d99-4115-4d16-9840-365593012d56 None None] For port f05f3a9b-eb5a-4bf3-a2c2-639035ec918b, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=f05f3a9b-eb5a-4bf3-a2c2-639035ec918b,segment=NetworkSegment(69a93cdd-d2be-4904-87a7-286ce0b7c58d),segment_id=69a93cdd-d2be-4904-87a7-286ce0b7c58d)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:31:33.116353 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-cd201d99-4115-4d16-9840-365593012d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:33.131127 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170f2a19-1871-4a37-af0b-c45e6e4eb18a None None] Network 064a0ba4-2f28-42b6-8ae0-839a5175a744 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:31:33.140770 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-e90dce71-c647-43b2-8d2e-14b91fa9dc19 None None] Port f05f3a9b-eb5a-4bf3-a2c2-639035ec918b cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:31:33.152185 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:33.156924 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-170f2a19-1871-4a37-af0b-c45e6e4eb18a None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:31:33.186421 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170f2a19-1871-4a37-af0b-c45e6e4eb18a None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:31:33.262496 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f2a19-1871-4a37-af0b-c45e6e4eb18a None None] Pushing event updated for resources: {'Port': ['ID=83eac24f-5fd3-437f-bc34-78a5aef6e743,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:33.324508 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afc0aaa-328a-4487-a0b3-c7d267a4f976 None None] Pushing event updated for resources: {'Port': ['ID=f05f3a9b-eb5a-4bf3-a2c2-639035ec918b,revision_number=4']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:33.362549 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c9636665-dc42-4c99-b002-3db28e297cd5 req-0be1c93c-4694-4922-babc-2dc53c7b915d tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d HTTP/1.1" status: 200 len: 210 time: 0.1598480 Nov 12 01:31:33.401964 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd201d99-4115-4d16-9840-365593012d56 None None] Routers {'fae40697-9b8a-4bde-8dfa-829c11a70003'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:31:33.408374 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-cd201d99-4115-4d16-9840-365593012d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:31:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['fae40697-9b8a-4bde-8dfa-829c11a70003'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:31:33.656575 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-170f2a19-1871-4a37-af0b-c45e6e4eb18a None None] Attempting to bind port 83eac24f-5fd3-437f-bc34-78a5aef6e743 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:31:33.660163 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-170f2a19-1871-4a37-af0b-c45e6e4eb18a None None] Attempting to bind port 83eac24f-5fd3-437f-bc34-78a5aef6e743 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '5e041860-e0c5-430b-8922-f99cd52df86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '064a0ba4-2f28-42b6-8ae0-839a5175a744'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:31:33.660622 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170f2a19-1871-4a37-af0b-c45e6e4eb18a None None] Attempting to bind port 83eac24f-5fd3-437f-bc34-78a5aef6e743 on network 064a0ba4-2f28-42b6-8ae0-839a5175a744 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:31:33.671171 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-a1250e16-ad3d-4175-9cbb-d4e953777905 None None] Provisioning complete for port f05f3a9b-eb5a-4bf3-a2c2-639035ec918b triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:31:33.671530 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a1250e16-ad3d-4175-9cbb-d4e953777905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:33.794360 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-cd201d99-4115-4d16-9840-365593012d56 None None] Set router fae40697-9b8a-4bde-8dfa-829c11a70003 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:31:33.890767 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170f2a19-1871-4a37-af0b-c45e6e4eb18a None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:31:33.891654 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170f2a19-1871-4a37-af0b-c45e6e4eb18a None None] Checking segment: {'id': '5e041860-e0c5-430b-8922-f99cd52df86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '064a0ba4-2f28-42b6-8ae0-839a5175a744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:31:33.892282 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-170f2a19-1871-4a37-af0b-c45e6e4eb18a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:33.892874 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170f2a19-1871-4a37-af0b-c45e6e4eb18a None None] Bound using segment: {'id': '5e041860-e0c5-430b-8922-f99cd52df86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '064a0ba4-2f28-42b6-8ae0-839a5175a744'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:31:33.893578 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-170f2a19-1871-4a37-af0b-c45e6e4eb18a None None] Bound port: 83eac24f-5fd3-437f-bc34-78a5aef6e743, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e041860-e0c5-430b-8922-f99cd52df86f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '064a0ba4-2f28-42b6-8ae0-839a5175a744'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:31:33.894209 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-170f2a19-1871-4a37-af0b-c45e6e4eb18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:33.949009 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-a773d9d3-c454-4150-b4b9-35cf20f13869 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Allocated IP 172.20.0.1 (064a0ba4-2f28-42b6-8ae0-839a5175a744/b85926a2-8f65-4a64-9bac-d0c3d1c89bf6/9fef1b28-64ee-48a7-8cf6-fc0d3d1384af) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:31:34.317750 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-170f2a19-1871-4a37-af0b-c45e6e4eb18a None None] For port 83eac24f-5fd3-437f-bc34-78a5aef6e743, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:31:34.464963 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a773d9d3-c454-4150-b4b9-35cf20f13869 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:34.527866 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-170f2a19-1871-4a37-af0b-c45e6e4eb18a None None] For port 83eac24f-5fd3-437f-bc34-78a5aef6e743, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=83eac24f-5fd3-437f-bc34-78a5aef6e743,segment=NetworkSegment(5e041860-e0c5-430b-8922-f99cd52df86f),segment_id=5e041860-e0c5-430b-8922-f99cd52df86f)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:31:34.612448 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-170f2a19-1871-4a37-af0b-c45e6e4eb18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:34.642221 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a773d9d3-c454-4150-b4b9-35cf20f13869 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:34.737377 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:34.852848 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a773d9d3-c454-4150-b4b9-35cf20f13869 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Pushing event updated for resources: {'Port': ['ID=9fef1b28-64ee-48a7-8cf6-fc0d3d1384af,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:34.878746 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a773d9d3-c454-4150-b4b9-35cf20f13869 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Network 064a0ba4-2f28-42b6-8ae0-839a5175a744 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:31:34.885416 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-a773d9d3-c454-4150-b4b9-35cf20f13869 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:31:34.892467 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a773d9d3-c454-4150-b4b9-35cf20f13869 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:31:34.951323 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-44aa0928-8d9b-4541-acc8-b9ae0380147e req-f27967c7-fa36-498f-8ed6-e744e587c739 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d HTTP/1.1" status: 200 len: 210 time: 0.1371005 Nov 12 01:31:34.973151 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a1250e16-ad3d-4175-9cbb-d4e953777905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:35.088311 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a773d9d3-c454-4150-b4b9-35cf20f13869 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:35.090855 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d900e6-3bac-4438-bfa6-b7c1c2ed562e req-88422657-72ea-4f8e-b814-c6341e3ab488 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:35.097910 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-77d900e6-3bac-4438-bfa6-b7c1c2ed562e req-88422657-72ea-4f8e-b814-c6341e3ab488 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.16 "GET /v2.0/networks?id=c9adb33c-31fd-4f64-b585-da81d972b670 HTTP/1.1" status: 200 len: 797 time: 0.6121411 Nov 12 01:31:35.179583 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f2a19-1871-4a37-af0b-c45e6e4eb18a None None] Pushing event updated for resources: {'Port': ['ID=83eac24f-5fd3-437f-bc34-78a5aef6e743,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:35.410339 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-a1250e16-ad3d-4175-9cbb-d4e953777905 None None] For port f05f3a9b-eb5a-4bf3-a2c2-639035ec918b, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=f05f3a9b-eb5a-4bf3-a2c2-639035ec918b,segment=NetworkSegment(69a93cdd-d2be-4904-87a7-286ce0b7c58d),segment_id=69a93cdd-d2be-4904-87a7-286ce0b7c58d)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:31:35.428681 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a1250e16-ad3d-4175-9cbb-d4e953777905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:35.481378 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-cd201d99-4115-4d16-9840-365593012d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae40697-9b8a-4bde-8dfa-829c11a70003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65746824', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '0be861d0-675e-448f-b7e3-2380b6fd69d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:31:09Z', 'updated_at': '2021-11-12T01:31:25Z', 'revision_number': 4, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': '0be861d0-675e-448f-b7e3-2380b6fd69d4', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae40697-9b8a-4bde-8dfa-829c11a70003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:31:13Z', 'updated_at': '2021-11-12T01:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'f05f3a9b-eb5a-4bf3-a2c2-639035ec918b', 'name': '', 'network_id': 'c9adb33c-31fd-4f64-b585-da81d972b670', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'mac_address': 'fa:16:3e:30:e8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae40697-9b8a-4bde-8dfa-829c11a70003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'bb33bd2b-585e-4ed3-848d-18067b42df33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:31:23Z', 'updated_at': '2021-11-12T01:31:33Z', 'revision_number': 4, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'subnets': [{'id': 'bb33bd2b-585e-4ed3-848d-18067b42df33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:31:35.497510 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:35.519324 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-77d900e6-3bac-4438-bfa6-b7c1c2ed562e req-fb9a10f7-4f29-4447-915f-0f04b438d708 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=553fbe5d09fe49948bd69193fe3f0783 HTTP/1.1" status: 200 len: 380 time: 0.3929429 Nov 12 01:31:35.582417 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-77d900e6-3bac-4438-bfa6-b7c1c2ed562e req-86dd2608-f924-44e1-9512-8262aab7b00f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Request body: {'port': {'device_id': 'ba6ba9fa-cf03-4897-85e7-03541f24504d', 'network_id': 'c9adb33c-31fd-4f64-b585-da81d972b670', 'admin_state_up': True, 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'security_groups': ['7a087f77-92bd-4b9f-ad35-296fa276609a']}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:31:35.594584 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a773d9d3-c454-4150-b4b9-35cf20f13869 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:35.595207 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd201d99-4115-4d16-9840-365593012d56 None None] The sync data for ids ['fae40697-9b8a-4bde-8dfa-829c11a70003'] in n-d-712142-27 is: [{'id': 'fae40697-9b8a-4bde-8dfa-829c11a70003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65746824', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '0be861d0-675e-448f-b7e3-2380b6fd69d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:31:09Z', 'updated_at': '2021-11-12T01:31:25Z', 'revision_number': 4, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': '0be861d0-675e-448f-b7e3-2380b6fd69d4', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae40697-9b8a-4bde-8dfa-829c11a70003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:31:13Z', 'updated_at': '2021-11-12T01:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'f05f3a9b-eb5a-4bf3-a2c2-639035ec918b', 'name': '', 'network_id': 'c9adb33c-31fd-4f64-b585-da81d972b670', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'mac_address': 'fa:16:3e:30:e8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae40697-9b8a-4bde-8dfa-829c11a70003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'bb33bd2b-585e-4ed3-848d-18067b42df33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:31:23Z', 'updated_at': '2021-11-12T01:31:33Z', 'revision_number': 4, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'subnets': [{'id': 'bb33bd2b-585e-4ed3-848d-18067b42df33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:31:35.866144 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1250e16-ad3d-4175-9cbb-d4e953777905 None None] Pushing event updated for resources: {'Port': ['ID=f05f3a9b-eb5a-4bf3-a2c2-639035ec918b,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:35.941067 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-a36a0a72-d40f-45d7-8ca5-7db5680be2ac None None] Provisioning complete for port f05f3a9b-eb5a-4bf3-a2c2-639035ec918b triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:31:35.941673 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a36a0a72-d40f-45d7-8ca5-7db5680be2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:36.297865 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77d900e6-3bac-4438-bfa6-b7c1c2ed562e req-86dd2608-f924-44e1-9512-8262aab7b00f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Made reservation on behalf of 553fbe5d09fe49948bd69193fe3f0783 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:31:36.308856 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-77d900e6-3bac-4438-bfa6-b7c1c2ed562e req-86dd2608-f924-44e1-9512-8262aab7b00f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:36.796787 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f973e234-268b-42b4-afc7-87172e839d81 req-3eca3b17-241c-48b4-a567-1b45b68ae73b tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d HTTP/1.1" status: 200 len: 210 time: 0.3309276 Nov 12 01:31:37.052559 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-77d900e6-3bac-4438-bfa6-b7c1c2ed562e req-86dd2608-f924-44e1-9512-8262aab7b00f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Allocated IP 172.20.0.9 (c9adb33c-31fd-4f64-b585-da81d972b670/bb33bd2b-585e-4ed3-848d-18067b42df33/2f9bf78a-8f60-4205-8b82-b0c35ded3668) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:31:37.253215 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a773d9d3-c454-4150-b4b9-35cf20f13869 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:37.269972 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a773d9d3-c454-4150-b4b9-35cf20f13869 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:37.520224 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a773d9d3-c454-4150-b4b9-35cf20f13869 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Pushing event updated for resources: {'Port': ['ID=9fef1b28-64ee-48a7-8cf6-fc0d3d1384af,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:37.648291 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a773d9d3-c454-4150-b4b9-35cf20f13869 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:37.673835 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82b06c6-df69-4c55-99df-086e3690d69e None None] Network 064a0ba4-2f28-42b6-8ae0-839a5175a744 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:31:37.750440 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 83eac24f-5fd3-437f-bc34-78a5aef6e743 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:31:37.757631 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-77d900e6-3bac-4438-bfa6-b7c1c2ed562e req-86dd2608-f924-44e1-9512-8262aab7b00f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:37.878638 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-77d900e6-3bac-4438-bfa6-b7c1c2ed562e req-86dd2608-f924-44e1-9512-8262aab7b00f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:37.986711 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-0ab92bfd-a663-458c-abf9-a2dde014d493 None None] Provisioning complete for port 83eac24f-5fd3-437f-bc34-78a5aef6e743 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:31:37.990550 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0ab92bfd-a663-458c-abf9-a2dde014d493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:38.021660 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dd2608-f924-44e1-9512-8262aab7b00f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'Port': ['ID=2f9bf78a-8f60-4205-8b82-b0c35ded3668,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:38.062096 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77d900e6-3bac-4438-bfa6-b7c1c2ed562e req-86dd2608-f924-44e1-9512-8262aab7b00f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Network c9adb33c-31fd-4f64-b585-da81d972b670 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:31:38.064217 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-77d900e6-3bac-4438-bfa6-b7c1c2ed562e req-86dd2608-f924-44e1-9512-8262aab7b00f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:31:38.075067 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d900e6-3bac-4438-bfa6-b7c1c2ed562e req-86dd2608-f924-44e1-9512-8262aab7b00f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:31:38.284405 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a773d9d3-c454-4150-b4b9-35cf20f13869 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Network 064a0ba4-2f28-42b6-8ae0-839a5175a744 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:31:38.304380 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-a773d9d3-c454-4150-b4b9-35cf20f13869 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:31:38.462270 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0ab92bfd-a663-458c-abf9-a2dde014d493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:38.462872 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb96249-40af-4808-a550-cc54c60bbdd5 req-67c873e8-90c1-45a6-a378-0669c9266326 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:38.464780 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-feb96249-40af-4808-a550-cc54c60bbdd5 req-67c873e8-90c1-45a6-a378-0669c9266326 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d HTTP/1.1" status: 200 len: 931 time: 0.3596668 Nov 12 01:31:38.486423 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d900e6-3bac-4438-bfa6-b7c1c2ed562e req-86dd2608-f924-44e1-9512-8262aab7b00f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:38.488539 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-77d900e6-3bac-4438-bfa6-b7c1c2ed562e req-86dd2608-f924-44e1-9512-8262aab7b00f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:38.589805 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-77d900e6-3bac-4438-bfa6-b7c1c2ed562e req-86dd2608-f924-44e1-9512-8262aab7b00f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0601912 Nov 12 01:31:38.696573 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a773d9d3-c454-4150-b4b9-35cf20f13869 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Router 51c804ca-5a68-4e29-ac9c-8f6268e587d0 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:31:38.775103 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 83eac24f-5fd3-437f-bc34-78a5aef6e743 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:31:38.775713 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:38.792783 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-feb96249-40af-4808-a550-cc54c60bbdd5 req-2dcf16fd-a9dc-40f5-bed1-99425f56c0c8 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a087f77-92bd-4b9f-ad35-296fa276609a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2488251 Nov 12 01:31:38.958238 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:39.063425 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-0ab92bfd-a663-458c-abf9-a2dde014d493 None None] For port 83eac24f-5fd3-437f-bc34-78a5aef6e743, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=83eac24f-5fd3-437f-bc34-78a5aef6e743,segment=NetworkSegment(5e041860-e0c5-430b-8922-f99cd52df86f),segment_id=5e041860-e0c5-430b-8922-f99cd52df86f)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:31:39.124534 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-77d900e6-3bac-4438-bfa6-b7c1c2ed562e req-0d97e6e0-6f54-44c8-a691-e145006c86ce service neutron] Request body: {'port': {'device_id': 'ba6ba9fa-cf03-4897-85e7-03541f24504d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:31:39.134541 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a773d9d3-c454-4150-b4b9-35cf20f13869 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:31:39.148349 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a773d9d3-c454-4150-b4b9-35cf20f13869 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] 10.222.0.45 "PUT /v2.0/routers/51c804ca-5a68-4e29-ac9c-8f6268e587d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3400695 Nov 12 01:31:39.169333 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 42546) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:39.192266 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-fb8dc565-12a1-4df7-a1a8-34c9ca240740 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Request body: {'port': {'network_id': '064a0ba4-2f28-42b6-8ae0-839a5175a744', 'name': 'tempest-FloatingIPNegativeTestJSON-904117762'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:31:39.201833 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0ab92bfd-a663-458c-abf9-a2dde014d493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:39.234317 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6e1997-d200-4878-a728-7b0895e06988 None None] Sync routers for ids ['51c804ca-5a68-4e29-ac9c-8f6268e587d0'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:31:39.368518 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-77d900e6-3bac-4438-bfa6-b7c1c2ed562e req-0d97e6e0-6f54-44c8-a691-e145006c86ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:39.382298 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6e1997-d200-4878-a728-7b0895e06988 None None] Routers {'51c804ca-5a68-4e29-ac9c-8f6268e587d0'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:31:39.382298 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-5e6e1997-d200-4878-a728-7b0895e06988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:31:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['51c804ca-5a68-4e29-ac9c-8f6268e587d0'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:31:39.553905 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-e397a966-cdbf-4faf-a88a-81955b3fd2f8 None None] Provisioning complete for port 2f9bf78a-8f60-4205-8b82-b0c35ded3668 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:31:39.554476 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e397a966-cdbf-4faf-a88a-81955b3fd2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:39.556940 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8dc565-12a1-4df7-a1a8-34c9ca240740 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Made reservation on behalf of 793e19c22e15417c9ca01c6ad1f8f756 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:31:39.561033 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fb8dc565-12a1-4df7-a1a8-34c9ca240740 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:39.603539 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-fb8dc565-12a1-4df7-a1a8-34c9ca240740 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] device_id is not set on port 375897d9-62bc-438c-b0e7-bf0a7bf1eeff yet. {{(pid=109086) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 01:31:39.648846 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-5e6e1997-d200-4878-a728-7b0895e06988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:31:39.708051 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6e1997-d200-4878-a728-7b0895e06988 None None] Routers {'51c804ca-5a68-4e29-ac9c-8f6268e587d0'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:31:39.709014 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-5e6e1997-d200-4878-a728-7b0895e06988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:31:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['51c804ca-5a68-4e29-ac9c-8f6268e587d0'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:31:39.726157 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab92bfd-a663-458c-abf9-a2dde014d493 None None] Pushing event updated for resources: {'Port': ['ID=83eac24f-5fd3-437f-bc34-78a5aef6e743,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:39.897186 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-5e6e1997-d200-4878-a728-7b0895e06988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:31:39.902931 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6e1997-d200-4878-a728-7b0895e06988 None None] The sync data for ids ['51c804ca-5a68-4e29-ac9c-8f6268e587d0'] in n-d-712142-27 is: [] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:31:39.924451 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device f05f3a9b-eb5a-4bf3-a2c2-639035ec918b up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:31:39.935934 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-e397a966-cdbf-4faf-a88a-81955b3fd2f8 None None] Port 2f9bf78a-8f60-4205-8b82-b0c35ded3668 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:31:39.937627 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-fb8dc565-12a1-4df7-a1a8-34c9ca240740 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Allocated IP 172.20.0.4 (064a0ba4-2f28-42b6-8ae0-839a5175a744/b85926a2-8f65-4a64-9bac-d0c3d1c89bf6/375897d9-62bc-438c-b0e7-bf0a7bf1eeff) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:31:40.115604 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port f05f3a9b-eb5a-4bf3-a2c2-639035ec918b triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:31:40.116073 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:40.449232 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fb8dc565-12a1-4df7-a1a8-34c9ca240740 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:40.478898 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-c9292d48-f99a-4326-8c16-337dde9f7546 None None] Provisioning complete for port 83eac24f-5fd3-437f-bc34-78a5aef6e743 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:31:40.480455 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c9292d48-f99a-4326-8c16-337dde9f7546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:40.653933 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fb8dc565-12a1-4df7-a1a8-34c9ca240740 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:40.796811 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-77d900e6-3bac-4438-bfa6-b7c1c2ed562e req-0d97e6e0-6f54-44c8-a691-e145006c86ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f9bf78a-8f60-4205-8b82-b0c35ded3668 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:31:40.816083 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 83eac24f-5fd3-437f-bc34-78a5aef6e743 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:31:40.836895 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-77d900e6-3bac-4438-bfa6-b7c1c2ed562e req-0d97e6e0-6f54-44c8-a691-e145006c86ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:40.890083 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8dc565-12a1-4df7-a1a8-34c9ca240740 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Network 064a0ba4-2f28-42b6-8ae0-839a5175a744 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:31:40.906218 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-fb8dc565-12a1-4df7-a1a8-34c9ca240740 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:31:40.918682 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8dc565-12a1-4df7-a1a8-34c9ca240740 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:31:40.943613 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-77d900e6-3bac-4438-bfa6-b7c1c2ed562e req-0d97e6e0-6f54-44c8-a691-e145006c86ce service neutron] Transition to ACTIVE for port object 2f9bf78a-8f60-4205-8b82-b0c35ded3668 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:31:41.012512 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-77d900e6-3bac-4438-bfa6-b7c1c2ed562e req-0d97e6e0-6f54-44c8-a691-e145006c86ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:41.148179 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:41.218669 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 42594) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:41.298417 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4cbed-5a64-4d1e-a0af-71190a7e514d req-01bb8c4e-eb49-4780-8b66-8359e87fdc77 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:41.315351 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-45b4cbed-5a64-4d1e-a0af-71190a7e514d req-01bb8c4e-eb49-4780-8b66-8359e87fdc77 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d HTTP/1.1" status: 200 len: 931 time: 0.4522820 Nov 12 01:31:41.364235 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d97e6e0-6f54-44c8-a691-e145006c86ce service neutron] Pushing event updated for resources: {'Port': ['ID=2f9bf78a-8f60-4205-8b82-b0c35ded3668,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:41.367484 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8dc565-12a1-4df7-a1a8-34c9ca240740 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Pushing event updated for resources: {'Port': ['ID=375897d9-62bc-438c-b0e7-bf0a7bf1eeff,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:41.418975 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8dc565-12a1-4df7-a1a8-34c9ca240740 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:41.423451 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fb8dc565-12a1-4df7-a1a8-34c9ca240740 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:41.468890 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-fb8dc565-12a1-4df7-a1a8-34c9ca240740 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2954090 Nov 12 01:31:41.472549 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 42600) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:41.490681 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-a1c1bd35-e321-4e5f-9036-af0d9a5135ee tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Request body: {'floatingip': {'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:31:41.520374 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 83eac24f-5fd3-437f-bc34-78a5aef6e743 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:31:41.521279 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:41.588517 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a1c1bd35-e321-4e5f-9036-af0d9a5135ee tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks [] for floatingip, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:41.713025 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-45b4cbed-5a64-4d1e-a0af-71190a7e514d req-2973d26c-f6e2-4ba7-a2f6-cd10a64a4e91 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a087f77-92bd-4b9f-ad35-296fa276609a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3791852 Nov 12 01:31:41.722748 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-c9292d48-f99a-4326-8c16-337dde9f7546 None None] Provisioning complete for port 9fef1b28-64ee-48a7-8cf6-fc0d3d1384af triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:31:41.723127 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c9292d48-f99a-4326-8c16-337dde9f7546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:41.764530 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2988ba-7a3b-4bab-960d-956632cb69a0 req-69a181e8-e6b4-45da-877b-5cf828bdcb51 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:41.766764 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fd2988ba-7a3b-4bab-960d-956632cb69a0 req-69a181e8-e6b4-45da-877b-5cf828bdcb51 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/networks?id=41d3594c-6378-4888-b7ad-f2b6034333e3 HTTP/1.1" status: 200 len: 812 time: 0.7428489 Nov 12 01:31:41.784746 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1427b313-b77b-40d6-852f-00958861be0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:41.933404 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fd2988ba-7a3b-4bab-960d-956632cb69a0 req-97a2b93a-a8a6-4001-a2c2-a568a4ca30f4 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/quotas/094a5f5e492c44f8b09b4e12e8299cf9 HTTP/1.1" status: 200 len: 375 time: 0.0293493 Nov 12 01:31:42.092339 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-c9292d48-f99a-4326-8c16-337dde9f7546 None None] Port 9fef1b28-64ee-48a7-8cf6-fc0d3d1384af cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:31:42.148516 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-77d900e6-3bac-4438-bfa6-b7c1c2ed562e req-0d97e6e0-6f54-44c8-a691-e145006c86ce service neutron] Attempting to bind port 2f9bf78a-8f60-4205-8b82-b0c35ded3668 on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:31:42.149326 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-77d900e6-3bac-4438-bfa6-b7c1c2ed562e req-0d97e6e0-6f54-44c8-a691-e145006c86ce service neutron] Attempting to bind port 2f9bf78a-8f60-4205-8b82-b0c35ded3668 by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': '69a93cdd-d2be-4904-87a7-286ce0b7c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c9adb33c-31fd-4f64-b585-da81d972b670'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:31:42.151215 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d900e6-3bac-4438-bfa6-b7c1c2ed562e req-0d97e6e0-6f54-44c8-a691-e145006c86ce service neutron] Attempting to bind port 2f9bf78a-8f60-4205-8b82-b0c35ded3668 on network c9adb33c-31fd-4f64-b585-da81d972b670 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:31:42.217957 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fd2988ba-7a3b-4bab-960d-956632cb69a0 req-b698face-9bbe-47e8-977e-a19ac36e5168 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=094a5f5e492c44f8b09b4e12e8299cf9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2709799 Nov 12 01:31:42.236551 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-66f804df-8fe5-4af8-8064-c982e9c6e504 None None] Provisioning complete for port 9fef1b28-64ee-48a7-8cf6-fc0d3d1384af triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:31:42.237132 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-66f804df-8fe5-4af8-8064-c982e9c6e504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:42.241036 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d900e6-3bac-4438-bfa6-b7c1c2ed562e req-0d97e6e0-6f54-44c8-a691-e145006c86ce service neutron] Port 2f9bf78a-8f60-4205-8b82-b0c35ded3668 on network c9adb33c-31fd-4f64-b585-da81d972b670 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:31:42.242511 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d900e6-3bac-4438-bfa6-b7c1c2ed562e req-0d97e6e0-6f54-44c8-a691-e145006c86ce service neutron] Attempting to bind port 2f9bf78a-8f60-4205-8b82-b0c35ded3668 on network c9adb33c-31fd-4f64-b585-da81d972b670 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:31:42.327750 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d900e6-3bac-4438-bfa6-b7c1c2ed562e req-0d97e6e0-6f54-44c8-a691-e145006c86ce service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:31:42.331306 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d900e6-3bac-4438-bfa6-b7c1c2ed562e req-0d97e6e0-6f54-44c8-a691-e145006c86ce service neutron] Checking segment: {'id': '69a93cdd-d2be-4904-87a7-286ce0b7c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c9adb33c-31fd-4f64-b585-da81d972b670'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:31:42.334090 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d900e6-3bac-4438-bfa6-b7c1c2ed562e req-0d97e6e0-6f54-44c8-a691-e145006c86ce service neutron] Bound using segment: {'id': '69a93cdd-d2be-4904-87a7-286ce0b7c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c9adb33c-31fd-4f64-b585-da81d972b670'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:31:42.334687 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-77d900e6-3bac-4438-bfa6-b7c1c2ed562e req-0d97e6e0-6f54-44c8-a691-e145006c86ce service neutron] Bound port: 2f9bf78a-8f60-4205-8b82-b0c35ded3668, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a93cdd-d2be-4904-87a7-286ce0b7c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c9adb33c-31fd-4f64-b585-da81d972b670'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:31:42.335071 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-77d900e6-3bac-4438-bfa6-b7c1c2ed562e req-0d97e6e0-6f54-44c8-a691-e145006c86ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:42.403055 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-66f804df-8fe5-4af8-8064-c982e9c6e504 None None] Port 9fef1b28-64ee-48a7-8cf6-fc0d3d1384af cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:31:42.417489 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1427b313-b77b-40d6-852f-00958861be0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:42.455457 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1427b313-b77b-40d6-852f-00958861be0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:42.519852 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a1c1bd35-e321-4e5f-9036-af0d9a5135ee tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:42.588226 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-3e5055b5-de9a-49be-a706-8a74f3317d6c None None] Provisioning complete for port 375897d9-62bc-438c-b0e7-bf0a7bf1eeff triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:31:42.588602 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3e5055b5-de9a-49be-a706-8a74f3317d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:42.640091 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1427b313-b77b-40d6-852f-00958861be0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c46e18-faa2-457d-b422-13dbb262fc7d,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:42.644323 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-3e5055b5-de9a-49be-a706-8a74f3317d6c None None] Port 375897d9-62bc-438c-b0e7-bf0a7bf1eeff cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:31:42.652997 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1427b313-b77b-40d6-852f-00958861be0e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=aa5e4e9745de4fcabba469db8ca1f0fd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3900340 Nov 12 01:31:42.656365 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 42620) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:42.704111 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fd2988ba-7a3b-4bab-960d-956632cb69a0 req-0682a37f-18db-491e-8413-ce8ce90d2818 service neutron] 10.222.0.45 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4839325 Nov 12 01:31:42.741768 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-77d900e6-3bac-4438-bfa6-b7c1c2ed562e req-0d97e6e0-6f54-44c8-a691-e145006c86ce service neutron] For port 2f9bf78a-8f60-4205-8b82-b0c35ded3668, host n-h1-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:31:42.745307 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-77d900e6-3bac-4438-bfa6-b7c1c2ed562e req-0d97e6e0-6f54-44c8-a691-e145006c86ce service neutron] For port 2f9bf78a-8f60-4205-8b82-b0c35ded3668, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=2f9bf78a-8f60-4205-8b82-b0c35ded3668,segment=NetworkSegment(69a93cdd-d2be-4904-87a7-286ce0b7c58d),segment_id=69a93cdd-d2be-4904-87a7-286ce0b7c58d)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:31:42.778602 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-77d900e6-3bac-4438-bfa6-b7c1c2ed562e req-0d97e6e0-6f54-44c8-a691-e145006c86ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:42.919224 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-a1c1bd35-e321-4e5f-9036-af0d9a5135ee tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Allocated IP 172.25.3.220 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/f8ffb25f-bf4f-4828-8567-b538a9196ccf) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:31:42.923744 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d900e6-3bac-4438-bfa6-b7c1c2ed562e req-0d97e6e0-6f54-44c8-a691-e145006c86ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:42.924459 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-77d900e6-3bac-4438-bfa6-b7c1c2ed562e req-0d97e6e0-6f54-44c8-a691-e145006c86ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:42.926206 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-77d900e6-3bac-4438-bfa6-b7c1c2ed562e req-0d97e6e0-6f54-44c8-a691-e145006c86ce service neutron] 10.222.0.16 "PUT /v2.0/ports/2f9bf78a-8f60-4205-8b82-b0c35ded3668 HTTP/1.1" status: 200 len: 1092 time: 4.3088286 Nov 12 01:31:42.929119 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba6ba9fa-cf03-4897-85e7-03541f24504d', 'tag': '2f9bf78a-8f60-4205-8b82-b0c35ded3668'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:31:42.931671 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ba7d1d-ac42-4c40-9ee1-4e0d6d4850e9" -d '{"events": [{"name": "network-changed", "server_uuid": "ba6ba9fa-cf03-4897-85e7-03541f24504d", "tag": "2f9bf78a-8f60-4205-8b82-b0c35ded3668"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:31:43.178876 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a1c1bd35-e321-4e5f-9036-af0d9a5135ee tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:43.274573 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a1c1bd35-e321-4e5f-9036-af0d9a5135ee tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:43.337863 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c1bd35-e321-4e5f-9036-af0d9a5135ee tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:31:43.347146 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-a1c1bd35-e321-4e5f-9036-af0d9a5135ee tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:31:43.352862 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c1bd35-e321-4e5f-9036-af0d9a5135ee tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:31:43.355151 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-07956cf7-36e4-4e57-b4fd-2633b5bc3a03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:43.420889 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d97e6e0-6f54-44c8-a691-e145006c86ce service neutron] Pushing event updated for resources: {'Port': ['ID=2f9bf78a-8f60-4205-8b82-b0c35ded3668,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:43.456409 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c1bd35-e321-4e5f-9036-af0d9a5135ee tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Pushing event updated for resources: {'Port': ['ID=f8ffb25f-bf4f-4828-8567-b538a9196ccf,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:43.502696 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-07956cf7-36e4-4e57-b4fd-2633b5bc3a03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:43.518951 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fd2988ba-7a3b-4bab-960d-956632cb69a0 req-e27fa755-133e-4347-a6aa-7e2a1426b77f service neutron] 10.222.0.45 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7717085 Nov 12 01:31:43.553348 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6c690-5aac-4a9f-a373-0822df108daa req-1f133361-f021-4deb-8e42-88f9925d7fdf tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:43.560785 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3ad6c690-5aac-4a9f-a373-0822df108daa req-1f133361-f021-4deb-8e42-88f9925d7fdf tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d HTTP/1.1" status: 200 len: 943 time: 0.6491094 Nov 12 01:31:43.588403 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d900e6-3bac-4438-bfa6-b7c1c2ed562e req-899d506c-935a-461e-b538-7bd5a4b6c491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:43.592969 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-77d900e6-3bac-4438-bfa6-b7c1c2ed562e req-899d506c-935a-461e-b538-7bd5a4b6c491 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=553fbe5d09fe49948bd69193fe3f0783&device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d HTTP/1.1" status: 200 len: 1095 time: 0.5792742 Nov 12 01:31:43.684122 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a1c1bd35-e321-4e5f-9036-af0d9a5135ee tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:43.715113 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-77d900e6-3bac-4438-bfa6-b7c1c2ed562e req-16967cc0-ddaf-479f-a836-af91aa4f23ba service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f9bf78a-8f60-4205-8b82-b0c35ded3668 HTTP/1.1" status: 200 len: 217 time: 0.0951531 Nov 12 01:31:43.797323 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a1c1bd35-e321-4e5f-9036-af0d9a5135ee tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:43.878141 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d900e6-3bac-4438-bfa6-b7c1c2ed562e req-a85dc796-a89e-4fee-9127-ca66d6e692da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:43.878141 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-77d900e6-3bac-4438-bfa6-b7c1c2ed562e req-a85dc796-a89e-4fee-9127-ca66d6e692da service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bb33bd2b-585e-4ed3-848d-18067b42df33 HTTP/1.1" status: 200 len: 835 time: 0.1413381 Nov 12 01:31:43.879090 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6982d1-a284-4e05-ae7f-c4ca059f9725 x-openstack-request-id: req-4a6982d1-a284-4e05-ae7f-c4ca059f9725 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:31:43.879483 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba6ba9fa-cf03-4897-85e7-03541f24504d", "tag": "2f9bf78a-8f60-4205-8b82-b0c35ded3668", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:31:43.879690 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4a6982d1-a284-4e05-ae7f-c4ca059f9725 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:31:43.880118 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba6ba9fa-cf03-4897-85e7-03541f24504d', 'tag': '2f9bf78a-8f60-4205-8b82-b0c35ded3668', 'status': 'completed', 'code': 200} Nov 12 01:31:43.969431 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3ad6c690-5aac-4a9f-a373-0822df108daa req-f3adaeab-86a3-442c-9a97-fa7e5ccae1c1 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a087f77-92bd-4b9f-ad35-296fa276609a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3869033 Nov 12 01:31:44.006359 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-07956cf7-36e4-4e57-b4fd-2633b5bc3a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:44.011842 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-07956cf7-36e4-4e57-b4fd-2633b5bc3a03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:44.033644 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-07956cf7-36e4-4e57-b4fd-2633b5bc3a03 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b8c46e18-faa2-457d-b422-13dbb262fc7d HTTP/1.1" status: 204 len: 168 time: 1.3758490 Nov 12 01:31:44.099584 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07956cf7-36e4-4e57-b4fd-2633b5bc3a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c46e18-faa2-457d-b422-13dbb262fc7d,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:44.125771 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d900e6-3bac-4438-bfa6-b7c1c2ed562e req-6b2b91df-d123-40ae-b671-9525f9aaed6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:44.127381 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-77d900e6-3bac-4438-bfa6-b7c1c2ed562e req-6b2b91df-d123-40ae-b671-9525f9aaed6f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c9adb33c-31fd-4f64-b585-da81d972b670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2083509 Nov 12 01:31:44.129957 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-301d86b8-1e17-4261-8736-9a2d69af41d2 req-ac7a2f05-0757-4ea2-86ed-eaf4e99d763f tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ee17f8-47f8-4fe9-a1d5-bb4cf202d500 HTTP/1.1" status: 200 len: 210 time: 0.0980446 Nov 12 01:31:44.513519 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a1c1bd35-e321-4e5f-9036-af0d9a5135ee tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:44.522760 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a1c1bd35-e321-4e5f-9036-af0d9a5135ee tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:44.556803 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-77d900e6-3bac-4438-bfa6-b7c1c2ed562e req-9d4ab41a-cdf1-40aa-977d-24af2d7441fe service neutron] 10.222.0.16 "GET /v2.0/networks/c9adb33c-31fd-4f64-b585-da81d972b670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4090312 Nov 12 01:31:44.892200 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a1c1bd35-e321-4e5f-9036-af0d9a5135ee tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:44.966035 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a1c1bd35-e321-4e5f-9036-af0d9a5135ee tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:44.973151 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a1c1bd35-e321-4e5f-9036-af0d9a5135ee tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4994090 Nov 12 01:31:44.984573 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-77d900e6-3bac-4438-bfa6-b7c1c2ed562e req-7e1e88ca-6df0-46c9-a470-42866fafd45e service neutron] 10.222.0.16 "GET /v2.0/networks/c9adb33c-31fd-4f64-b585-da81d972b670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073994 Nov 12 01:31:44.985146 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 42680) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:44.995917 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c1bd35-e321-4e5f-9036-af0d9a5135ee tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Pushing event updated for resources: {'Port': ['ID=f8ffb25f-bf4f-4828-8567-b538a9196ccf,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:45.013028 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-65533778-3dfb-4177-9dc8-fdeb364a3c6a tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Request body: {'floatingip': {'port_id': '375897d9-62bc-438c-b0e7-bf0a7bf1eeff', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:31:45.359156 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-65533778-3dfb-4177-9dc8-fdeb364a3c6a tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks [] for floatingip, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:45.500113 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 42702) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:46.045182 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ffde0617-4396-4352-8b9b-ba8f977ce7fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:46.315905 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ffde0617-4396-4352-8b9b-ba8f977ce7fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:46.577665 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2988ba-7a3b-4bab-960d-956632cb69a0 req-124f5434-9dad-415c-950f-9f78dfbf00b8 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:46.579525 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fd2988ba-7a3b-4bab-960d-956632cb69a0 req-124f5434-9dad-415c-950f-9f78dfbf00b8 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.44 "GET /v2.0/networks?id=41d3594c-6378-4888-b7ad-f2b6034333e3 HTTP/1.1" status: 200 len: 812 time: 0.2753441 Nov 12 01:31:46.580855 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ffde0617-4396-4352-8b9b-ba8f977ce7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:46.621199 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-fd2988ba-7a3b-4bab-960d-956632cb69a0 req-61b2c57d-ef0a-408b-b326-8f927a1c84bc tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Request body: {'port': {'device_id': '79ee17f8-47f8-4fe9-a1d5-bb4cf202d500', 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3', 'admin_state_up': True, 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:31:46.657458 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-65533778-3dfb-4177-9dc8-fdeb364a3c6a tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] update failed (client error): The resource could not be found. Nov 12 01:31:46.659276 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-65533778-3dfb-4177-9dc8-fdeb364a3c6a tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] 10.222.0.45 "PUT /v2.0/floatingips/7b212e57-908d-46d3-bd66-b22ece1bfef4 HTTP/1.1" status: 404 len: 507 time: 1.6727889 Nov 12 01:31:46.674403 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 42734) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:46.680397 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-831ab65f-b64b-4848-aea4-5d056d62e62a req-870faa4c-6eff-4f8b-9ed0-d98b0ff4feb2 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ee17f8-47f8-4fe9-a1d5-bb4cf202d500 HTTP/1.1" status: 200 len: 210 time: 1.3789864 Nov 12 01:31:46.720004 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba7d1d-ac42-4c40-9ee1-4e0d6d4850e9 req-38c48b17-7218-492f-899e-71b1c35497b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:46.722930 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-73ba7d1d-ac42-4c40-9ee1-4e0d6d4850e9 req-38c48b17-7218-492f-899e-71b1c35497b1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=553fbe5d09fe49948bd69193fe3f0783&device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d HTTP/1.1" status: 200 len: 1095 time: 1.5542200 Nov 12 01:31:46.860413 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba7d1d-ac42-4c40-9ee1-4e0d6d4850e9 req-443b8108-95c3-4fe0-8b73-16c2a68c81b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:46.862450 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-73ba7d1d-ac42-4c40-9ee1-4e0d6d4850e9 req-443b8108-95c3-4fe0-8b73-16c2a68c81b6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c9adb33c-31fd-4f64-b585-da81d972b670 HTTP/1.1" status: 200 len: 897 time: 0.1278074 Nov 12 01:31:46.873176 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66b481-3ad0-4c08-8833-cdc7f4a86668 req-c6058d8c-4215-4a41-abde-1fa20c12272b tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:46.882538 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9b66b481-3ad0-4c08-8833-cdc7f4a86668 req-c6058d8c-4215-4a41-abde-1fa20c12272b tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d HTTP/1.1" status: 200 len: 943 time: 1.5826163 Nov 12 01:31:46.939292 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-73ba7d1d-ac42-4c40-9ee1-4e0d6d4850e9 req-129e6e25-4e97-4a59-8117-ed8656d5c05f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f9bf78a-8f60-4205-8b82-b0c35ded3668 HTTP/1.1" status: 200 len: 217 time: 0.0456038 Nov 12 01:31:47.077302 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9b66b481-3ad0-4c08-8833-cdc7f4a86668 req-5aafdbe1-1e42-46ed-b646-2db16adc6595 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a087f77-92bd-4b9f-ad35-296fa276609a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925745 Nov 12 01:31:47.095670 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 2f9bf78a-8f60-4205-8b82-b0c35ded3668 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:31:47.110206 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba7d1d-ac42-4c40-9ee1-4e0d6d4850e9 req-b89c371f-bd6e-43aa-b1e0-b44f76719a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:47.111796 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-73ba7d1d-ac42-4c40-9ee1-4e0d6d4850e9 req-b89c371f-bd6e-43aa-b1e0-b44f76719a55 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bb33bd2b-585e-4ed3-848d-18067b42df33 HTTP/1.1" status: 200 len: 835 time: 0.1441078 Nov 12 01:31:47.126820 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ffde0617-4396-4352-8b9b-ba8f977ce7fb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3a609a4f491142c9a72af4954e59bbbd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6207728 Nov 12 01:31:47.128071 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 42746) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:47.229993 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffde0617-4396-4352-8b9b-ba8f977ce7fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def23ab6-39f6-4866-813d-f75a4c38db2e,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:47.268844 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba7d1d-ac42-4c40-9ee1-4e0d6d4850e9 req-6f0ddaac-b918-4a2a-b44c-1eb68207b14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:47.283281 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-73ba7d1d-ac42-4c40-9ee1-4e0d6d4850e9 req-6f0ddaac-b918-4a2a-b44c-1eb68207b14b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c9adb33c-31fd-4f64-b585-da81d972b670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1607676 Nov 12 01:31:47.559512 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b2a0b1fc-df67-4dc3-9211-4b8f48ab5756 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:47.593415 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b2a0b1fc-df67-4dc3-9211-4b8f48ab5756 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:47.612418 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 2f9bf78a-8f60-4205-8b82-b0c35ded3668, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=2f9bf78a-8f60-4205-8b82-b0c35ded3668,segment=NetworkSegment(69a93cdd-d2be-4904-87a7-286ce0b7c58d),segment_id=69a93cdd-d2be-4904-87a7-286ce0b7c58d)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:31:47.676149 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b2a0b1fc-df67-4dc3-9211-4b8f48ab5756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:47.678943 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b2a0b1fc-df67-4dc3-9211-4b8f48ab5756 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:47.683239 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b2a0b1fc-df67-4dc3-9211-4b8f48ab5756 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/def23ab6-39f6-4866-813d-f75a4c38db2e HTTP/1.1" status: 204 len: 168 time: 0.3745685 Nov 12 01:31:47.686303 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-73ba7d1d-ac42-4c40-9ee1-4e0d6d4850e9 req-3aa5e382-f1d0-476f-b9b2-01e321b87134 service neutron] 10.222.0.16 "GET /v2.0/networks/c9adb33c-31fd-4f64-b585-da81d972b670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868401 Nov 12 01:31:47.691411 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': '2f9bf78a-8f60-4205-8b82-b0c35ded3668', 'network_id': 'c9adb33c-31fd-4f64-b585-da81d972b670', 'port_id': '2f9bf78a-8f60-4205-8b82-b0c35ded3668', 'mac_address': 'fa:16:3e:79:45:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb33bd2b-585e-4ed3-848d-18067b42df33', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:31:47.693956 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-dffd1a02-794c-4e9a-a53d-2bc720c30cd3 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Deleting port f8ffb25f-bf4f-4828-8567-b538a9196ccf {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:31:47.694156 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dffd1a02-794c-4e9a-a53d-2bc720c30cd3 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:47.845096 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a0b1fc-df67-4dc3-9211-4b8f48ab5756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def23ab6-39f6-4866-813d-f75a4c38db2e,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:47.857722 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd2988ba-7a3b-4bab-960d-956632cb69a0 req-61b2c57d-ef0a-408b-b326-8f927a1c84bc tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Made reservation on behalf of 094a5f5e492c44f8b09b4e12e8299cf9 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:31:47.860706 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:47.874832 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-fd2988ba-7a3b-4bab-960d-956632cb69a0 req-61b2c57d-ef0a-408b-b326-8f927a1c84bc tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:47.952312 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f9bf78a-8f60-4205-8b82-b0c35ded3668 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:31:47.953448 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-73ba7d1d-ac42-4c40-9ee1-4e0d6d4850e9 req-3eaa9624-57be-4404-b4c7-7aae2bdf35af service neutron] 10.222.0.16 "GET /v2.0/networks/c9adb33c-31fd-4f64-b585-da81d972b670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588527 Nov 12 01:31:48.054434 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 2f9bf78a-8f60-4205-8b82-b0c35ded3668, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=2f9bf78a-8f60-4205-8b82-b0c35ded3668,segment=NetworkSegment(69a93cdd-d2be-4904-87a7-286ce0b7c58d),segment_id=69a93cdd-d2be-4904-87a7-286ce0b7c58d)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:31:48.069572 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:48.141832 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e37e4857-aa5e-46cf-bd6a-ecdef0f7f472 req-d71bb88a-c05c-4070-8f66-8080ede8ce8d tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ee17f8-47f8-4fe9-a1d5-bb4cf202d500 HTTP/1.1" status: 200 len: 210 time: 0.1453373 Nov 12 01:31:48.303616 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=2f9bf78a-8f60-4205-8b82-b0c35ded3668,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:48.346527 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef86b1-0c5c-48fc-a49f-88e752847710 req-c8f99648-0174-4266-a63c-3fbaff646816 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:48.357637 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dfef86b1-0c5c-48fc-a49f-88e752847710 req-c8f99648-0174-4266-a63c-3fbaff646816 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d HTTP/1.1" status: 200 len: 944 time: 0.1084440 Nov 12 01:31:48.436163 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['2f9bf78a-8f60-4205-8b82-b0c35ded3668'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:31:48.509147 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dfef86b1-0c5c-48fc-a49f-88e752847710 req-3ae9f624-3037-4ca9-ad15-fd5b4dd6644f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a087f77-92bd-4b9f-ad35-296fa276609a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504614 Nov 12 01:31:48.736032 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 42780) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:48.757087 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-996d3a75-9455-455c-b901-7c2508d03706 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:48.776692 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dffd1a02-794c-4e9a-a53d-2bc720c30cd3 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:48.777549 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dffd1a02-794c-4e9a-a53d-2bc720c30cd3 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:48.797336 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-dffd1a02-794c-4e9a-a53d-2bc720c30cd3 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Calling delete_port for f8ffb25f-bf4f-4828-8567-b538a9196ccf owned by network:floatingip {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:31:49.001846 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-fd2988ba-7a3b-4bab-960d-956632cb69a0 req-61b2c57d-ef0a-408b-b326-8f927a1c84bc tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Allocated IP 172.20.0.3 (41d3594c-6378-4888-b7ad-f2b6034333e3/6369b7da-1f3e-4df6-8094-1e515695655d/b62fa425-7273-4686-8055-2f93177ac7ff) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:31:49.080337 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-996d3a75-9455-455c-b901-7c2508d03706 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:49.091060 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-996d3a75-9455-455c-b901-7c2508d03706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:49.217737 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d3a75-9455-455c-b901-7c2508d03706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b06aa56-dd49-42cb-bb40-2a0cad26f8e6,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:49.307251 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 42788) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:49.307453 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-996d3a75-9455-455c-b901-7c2508d03706 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=781f6271b57c4a4ebd94f239cc117085&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5693772 Nov 12 01:31:49.466372 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d16e3c15-9e4a-41d9-8376-aa0005befc4a req-71f6e800-de12-4de5-9b81-6e3e5d46192e tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ee17f8-47f8-4fe9-a1d5-bb4cf202d500 HTTP/1.1" status: 200 len: 210 time: 0.1424255 Nov 12 01:31:49.689578 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825a03c-57d3-47f6-8209-f39b8aa8697a req-3d139e0f-c1ce-4c61-956f-075dbc9a2361 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:49.694316 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4825a03c-57d3-47f6-8209-f39b8aa8697a req-3d139e0f-c1ce-4c61-956f-075dbc9a2361 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d HTTP/1.1" status: 200 len: 944 time: 0.1212807 Nov 12 01:31:49.831139 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4825a03c-57d3-47f6-8209-f39b8aa8697a req-749323d2-0610-4506-bf7e-84faf460a7f2 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a087f77-92bd-4b9f-ad35-296fa276609a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272888 Nov 12 01:31:50.120432 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9f1922f3-9387-42c5-9707-4ee0e4c3a8eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:50.192800 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dffd1a02-794c-4e9a-a53d-2bc720c30cd3 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:50.244149 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9f1922f3-9387-42c5-9707-4ee0e4c3a8eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:50.249084 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-fd2988ba-7a3b-4bab-960d-956632cb69a0 req-61b2c57d-ef0a-408b-b326-8f927a1c84bc tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:50.400418 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dffd1a02-794c-4e9a-a53d-2bc720c30cd3 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks [] for floatingip, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:50.412424 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dffd1a02-794c-4e9a-a53d-2bc720c30cd3 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:50.420109 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 42814) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:50.425443 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-4f6706fe-1266-45f8-9db7-81449dff3133 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Request body: {'floatingip': {'floating_network_id': '064a0ba4-2f28-42b6-8ae0-839a5175a744', 'port_id': '375897d9-62bc-438c-b0e7-bf0a7bf1eeff', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:31:50.430065 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-dffd1a02-794c-4e9a-a53d-2bc720c30cd3 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] 10.222.0.45 "DELETE /v2.0/floatingips/7b212e57-908d-46d3-bd66-b22ece1bfef4 HTTP/1.1" status: 204 len: 168 time: 3.6624997 Nov 12 01:31:50.449350 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd1a02-794c-4e9a-a53d-2bc720c30cd3 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Pushing event deleted for resources: {'Port': ['ID=f8ffb25f-bf4f-4828-8567-b538a9196ccf,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:50.486341 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4f6706fe-1266-45f8-9db7-81449dff3133 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks [] for floatingip, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:50.621821 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-fd2988ba-7a3b-4bab-960d-956632cb69a0 req-61b2c57d-ef0a-408b-b326-8f927a1c84bc tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:50.657237 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['94c02bc7-adf8-4eae-bc9e-2eeccef708f3'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:31:50.750119 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9f1922f3-9387-42c5-9707-4ee0e4c3a8eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:50.755000 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9f1922f3-9387-42c5-9707-4ee0e4c3a8eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:50.777099 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9f1922f3-9387-42c5-9707-4ee0e4c3a8eb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3b06aa56-dd49-42cb-bb40-2a0cad26f8e6 HTTP/1.1" status: 204 len: 168 time: 1.4545925 Nov 12 01:31:50.853896 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6999b-7268-46b8-ba03-7f82ea424c8f req-b0a1bd7c-1dd2-466b-873d-ed9026e16d71 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:50.861677 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2ec6999b-7268-46b8-ba03-7f82ea424c8f req-b0a1bd7c-1dd2-466b-873d-ed9026e16d71 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ee17f8-47f8-4fe9-a1d5-bb4cf202d500 HTTP/1.1" status: 200 len: 931 time: 0.2134926 Nov 12 01:31:50.928147 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd2988ba-7a3b-4bab-960d-956632cb69a0 req-61b2c57d-ef0a-408b-b326-8f927a1c84bc tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Network 41d3594c-6378-4888-b7ad-f2b6034333e3 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:31:50.936282 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1922f3-9387-42c5-9707-4ee0e4c3a8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b06aa56-dd49-42cb-bb40-2a0cad26f8e6,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:50.945191 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b2c57d-ef0a-408b-b326-8f927a1c84bc tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Pushing event updated for resources: {'Port': ['ID=b62fa425-7273-4686-8055-2f93177ac7ff,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:50.956471 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-fd2988ba-7a3b-4bab-960d-956632cb69a0 req-61b2c57d-ef0a-408b-b326-8f927a1c84bc tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:31:50.968831 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd2988ba-7a3b-4bab-960d-956632cb69a0 req-61b2c57d-ef0a-408b-b326-8f927a1c84bc tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:31:51.194185 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2ec6999b-7268-46b8-ba03-7f82ea424c8f req-925cb51c-1f1f-4905-b160-024f188aaa82 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306789 Nov 12 01:31:51.210596 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 2f9bf78a-8f60-4205-8b82-b0c35ded3668 up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:31:51.271596 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2988ba-7a3b-4bab-960d-956632cb69a0 req-61b2c57d-ef0a-408b-b326-8f927a1c84bc tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:51.272298 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-fd2988ba-7a3b-4bab-960d-956632cb69a0 req-61b2c57d-ef0a-408b-b326-8f927a1c84bc tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:51.316543 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-4f6706fe-1266-45f8-9db7-81449dff3133 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:31:51.318695 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4f6706fe-1266-45f8-9db7-81449dff3133 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8965204 Nov 12 01:31:51.325569 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 42832) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:51.332172 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-1591c23a-8985-4cc4-ba4b-6a1e60c48d8e tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Request body: {'floatingip': {'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'port_id': '375897d9-62bc-438c-b0e7-bf0a7bf1eeff', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:31:51.348844 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8970b0-368e-4638-abd4-aa4d65963304 req-dd54c985-615c-4a72-af81-d47e3ccf39af tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:51.352733 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1c8970b0-368e-4638-abd4-aa4d65963304 req-dd54c985-615c-4a72-af81-d47e3ccf39af tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d HTTP/1.1" status: 200 len: 944 time: 0.3190949 Nov 12 01:31:51.366276 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fd2988ba-7a3b-4bab-960d-956632cb69a0 req-61b2c57d-ef0a-408b-b326-8f927a1c84bc tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7556283 Nov 12 01:31:51.414866 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-fd2988ba-7a3b-4bab-960d-956632cb69a0 req-71fec744-557c-48c0-8e41-dc53727febf8 service neutron] Request body: {'port': {'device_id': '79ee17f8-47f8-4fe9-a1d5-bb4cf202d500', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:31:51.443467 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port 2f9bf78a-8f60-4205-8b82-b0c35ded3668 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:31:51.460078 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port 2f9bf78a-8f60-4205-8b82-b0c35ded3668 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:31:51.479890 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:51.544405 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1591c23a-8985-4cc4-ba4b-6a1e60c48d8e tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks [] for floatingip, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:51.595754 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1c8970b0-368e-4638-abd4-aa4d65963304 req-71eac1cf-4498-4f7a-af2a-ce53ddb6cf09 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a087f77-92bd-4b9f-ad35-296fa276609a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2268021 Nov 12 01:31:51.753749 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-fd2988ba-7a3b-4bab-960d-956632cb69a0 req-71fec744-557c-48c0-8e41-dc53727febf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:51.794335 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-75da59de-7aca-45a3-b208-11e7fccfdd3e None None] Provisioning complete for port b62fa425-7273-4686-8055-2f93177ac7ff triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:31:51.794958 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-75da59de-7aca-45a3-b208-11e7fccfdd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:51.961546 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:52.020679 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 2f9bf78a-8f60-4205-8b82-b0c35ded3668, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=2f9bf78a-8f60-4205-8b82-b0c35ded3668,segment=NetworkSegment(69a93cdd-d2be-4904-87a7-286ce0b7c58d),segment_id=69a93cdd-d2be-4904-87a7-286ce0b7c58d)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:31:52.022245 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6ba9fa-cf03-4897-85e7-03541f24504d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f9bf78a-8f60-4205-8b82-b0c35ded3668'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:31:52.025826 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb84ccb-f6a6-4fda-9e4a-35e6d4fc053b" -d '{"events": [{"server_uuid": "ba6ba9fa-cf03-4897-85e7-03541f24504d", "name": "network-vif-plugged", "status": "completed", "tag": "2f9bf78a-8f60-4205-8b82-b0c35ded3668"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:31:52.029243 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-75da59de-7aca-45a3-b208-11e7fccfdd3e None None] Port b62fa425-7273-4686-8055-2f93177ac7ff cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:31:52.048123 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:52.117787 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77636fd1-b001-479b-97fe-224450e9b0b0 x-openstack-request-id: req-77636fd1-b001-479b-97fe-224450e9b0b0 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:31:52.118353 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba6ba9fa-cf03-4897-85e7-03541f24504d", "name": "network-vif-plugged", "status": "completed", "tag": "2f9bf78a-8f60-4205-8b82-b0c35ded3668", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:31:52.118773 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-77636fd1-b001-479b-97fe-224450e9b0b0 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:31:52.119532 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba6ba9fa-cf03-4897-85e7-03541f24504d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f9bf78a-8f60-4205-8b82-b0c35ded3668', 'code': 200} Nov 12 01:31:52.199786 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=2f9bf78a-8f60-4205-8b82-b0c35ded3668,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:52.481052 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc1b3c-b7f3-45a3-bbdc-664d9488ffa8 req-9ab3c77a-3fcb-4201-bb25-f7dfd06f0271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:52.483601 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aafc1b3c-b7f3-45a3-bbdc-664d9488ffa8 req-9ab3c77a-3fcb-4201-bb25-f7dfd06f0271 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d HTTP/1.1" status: 200 len: 1097 time: 0.2085946 Nov 12 01:31:52.506997 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1591c23a-8985-4cc4-ba4b-6a1e60c48d8e tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:52.514499 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c3dd9f-fb5a-40b8-bfb0-4cbf575c464d req-c5dd0026-6a77-46c2-955c-f0e05f410865 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:52.530068 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-05c3dd9f-fb5a-40b8-bfb0-4cbf575c464d req-c5dd0026-6a77-46c2-955c-f0e05f410865 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ee17f8-47f8-4fe9-a1d5-bb4cf202d500 HTTP/1.1" status: 200 len: 931 time: 0.1553526 Nov 12 01:31:52.831500 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-05c3dd9f-fb5a-40b8-bfb0-4cbf575c464d req-aa9a859a-84a9-43d2-b013-c0b7f754e4e0 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927620 Nov 12 01:31:52.928075 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aafc1b3c-b7f3-45a3-bbdc-664d9488ffa8 req-a369dc60-895d-4974-aa75-d383c5fab583 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7a087f77-92bd-4b9f-ad35-296fa276609a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3944595 Nov 12 01:31:53.065901 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-1591c23a-8985-4cc4-ba4b-6a1e60c48d8e tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Allocated IP 172.25.3.72 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/951040a6-a8be-4e85-b3f9-0c03a614897f) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:31:53.118959 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f7f8b-8547-4135-a7e4-c0309ae281a2 req-4161c2cf-db19-4484-9f79-13c01e5bdac5 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:53.140254 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f20f7f8b-8547-4135-a7e4-c0309ae281a2 req-4161c2cf-db19-4484-9f79-13c01e5bdac5 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d HTTP/1.1" status: 200 len: 945 time: 0.2792001 Nov 12 01:31:53.480119 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f20f7f8b-8547-4135-a7e4-c0309ae281a2 req-89e19be8-79eb-428e-9cd5-7f8f45e050f1 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a087f77-92bd-4b9f-ad35-296fa276609a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3322482 Nov 12 01:31:53.599050 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-fd2988ba-7a3b-4bab-960d-956632cb69a0 req-71fec744-557c-48c0-8e41-dc53727febf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b62fa425-7273-4686-8055-2f93177ac7ff {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:31:53.614220 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-fd2988ba-7a3b-4bab-960d-956632cb69a0 req-71fec744-557c-48c0-8e41-dc53727febf8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:53.701630 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-fd2988ba-7a3b-4bab-960d-956632cb69a0 req-71fec744-557c-48c0-8e41-dc53727febf8 service neutron] Transition to ACTIVE for port object b62fa425-7273-4686-8055-2f93177ac7ff will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:31:53.733087 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-fd2988ba-7a3b-4bab-960d-956632cb69a0 req-71fec744-557c-48c0-8e41-dc53727febf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:53.775646 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1591c23a-8985-4cc4-ba4b-6a1e60c48d8e tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:54.042452 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fec744-557c-48c0-8e41-dc53727febf8 service neutron] Pushing event updated for resources: {'Port': ['ID=b62fa425-7273-4686-8055-2f93177ac7ff,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:54.233399 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b1c50c-507f-4175-8376-af2014945e81 req-8565eaa8-62a1-4b26-89a6-87ccbbb7440d tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:54.235094 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-94b1c50c-507f-4175-8376-af2014945e81 req-8565eaa8-62a1-4b26-89a6-87ccbbb7440d tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ee17f8-47f8-4fe9-a1d5-bb4cf202d500 HTTP/1.1" status: 200 len: 943 time: 0.2197366 Nov 12 01:31:54.352993 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-94b1c50c-507f-4175-8376-af2014945e81 req-1a99d263-45f7-482b-b243-3a3af567684f tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043205 Nov 12 01:31:54.545528 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1591c23a-8985-4cc4-ba4b-6a1e60c48d8e tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:54.725504 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1591c23a-8985-4cc4-ba4b-6a1e60c48d8e tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:31:54.731055 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-1591c23a-8985-4cc4-ba4b-6a1e60c48d8e tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:31:54.749731 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1591c23a-8985-4cc4-ba4b-6a1e60c48d8e tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:31:54.840777 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a69eb5c-6b2e-4abf-bdf6-bb214797ba5b req-fd3907ad-44d9-4019-a4d2-23d6edf3ba77 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:54.842482 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4a69eb5c-6b2e-4abf-bdf6-bb214797ba5b req-fd3907ad-44d9-4019-a4d2-23d6edf3ba77 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d HTTP/1.1" status: 200 len: 945 time: 0.1290817 Nov 12 01:31:54.886005 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-fd2988ba-7a3b-4bab-960d-956632cb69a0 req-71fec744-557c-48c0-8e41-dc53727febf8 service neutron] Attempting to bind port b62fa425-7273-4686-8055-2f93177ac7ff on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:31:54.886565 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-fd2988ba-7a3b-4bab-960d-956632cb69a0 req-71fec744-557c-48c0-8e41-dc53727febf8 service neutron] Attempting to bind port b62fa425-7273-4686-8055-2f93177ac7ff by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '7bbb728e-9806-453c-9716-52e1ccd278c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:31:54.886917 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2988ba-7a3b-4bab-960d-956632cb69a0 req-71fec744-557c-48c0-8e41-dc53727febf8 service neutron] Attempting to bind port b62fa425-7273-4686-8055-2f93177ac7ff on network 41d3594c-6378-4888-b7ad-f2b6034333e3 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:31:54.964712 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2988ba-7a3b-4bab-960d-956632cb69a0 req-71fec744-557c-48c0-8e41-dc53727febf8 service neutron] Port b62fa425-7273-4686-8055-2f93177ac7ff on network 41d3594c-6378-4888-b7ad-f2b6034333e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:31:54.972806 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2988ba-7a3b-4bab-960d-956632cb69a0 req-71fec744-557c-48c0-8e41-dc53727febf8 service neutron] Attempting to bind port b62fa425-7273-4686-8055-2f93177ac7ff on network 41d3594c-6378-4888-b7ad-f2b6034333e3 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:31:55.003123 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2988ba-7a3b-4bab-960d-956632cb69a0 req-71fec744-557c-48c0-8e41-dc53727febf8 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:31:55.003486 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2988ba-7a3b-4bab-960d-956632cb69a0 req-71fec744-557c-48c0-8e41-dc53727febf8 service neutron] Checking segment: {'id': '7bbb728e-9806-453c-9716-52e1ccd278c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:31:55.003987 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2988ba-7a3b-4bab-960d-956632cb69a0 req-71fec744-557c-48c0-8e41-dc53727febf8 service neutron] Bound using segment: {'id': '7bbb728e-9806-453c-9716-52e1ccd278c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:31:55.004491 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-fd2988ba-7a3b-4bab-960d-956632cb69a0 req-71fec744-557c-48c0-8e41-dc53727febf8 service neutron] Bound port: b62fa425-7273-4686-8055-2f93177ac7ff, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bbb728e-9806-453c-9716-52e1ccd278c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:31:55.004883 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-fd2988ba-7a3b-4bab-960d-956632cb69a0 req-71fec744-557c-48c0-8e41-dc53727febf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:55.037901 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4a69eb5c-6b2e-4abf-bdf6-bb214797ba5b req-10773ebc-49e9-4dd9-8446-6fc371dd93c7 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a087f77-92bd-4b9f-ad35-296fa276609a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849616 Nov 12 01:31:55.052322 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1591c23a-8985-4cc4-ba4b-6a1e60c48d8e tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Pushing event updated for resources: {'Port': ['ID=951040a6-a8be-4e85-b3f9-0c03a614897f,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:55.485488 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba38e95a-9d95-431d-baae-b81f5f01f0dc req-7b539b98-dd78-45db-a8d6-72bd95e1a225 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:55.494664 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ba38e95a-9d95-431d-baae-b81f5f01f0dc req-7b539b98-dd78-45db-a8d6-72bd95e1a225 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d HTTP/1.1" status: 200 len: 945 time: 0.2367527 Nov 12 01:31:55.812144 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-fd2988ba-7a3b-4bab-960d-956632cb69a0 req-71fec744-557c-48c0-8e41-dc53727febf8 service neutron] For port b62fa425-7273-4686-8055-2f93177ac7ff, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:31:55.859022 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-1591c23a-8985-4cc4-ba4b-6a1e60c48d8e tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Deleting port 951040a6-a8be-4e85-b3f9-0c03a614897f {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:31:55.860692 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1591c23a-8985-4cc4-ba4b-6a1e60c48d8e tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:55.927235 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ba38e95a-9d95-431d-baae-b81f5f01f0dc req-68481c0d-fab7-46f7-ada8-e3ba1a24feba tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a087f77-92bd-4b9f-ad35-296fa276609a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4198368 Nov 12 01:31:55.941188 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-fd2988ba-7a3b-4bab-960d-956632cb69a0 req-71fec744-557c-48c0-8e41-dc53727febf8 service neutron] For port b62fa425-7273-4686-8055-2f93177ac7ff, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=b62fa425-7273-4686-8055-2f93177ac7ff,segment=NetworkSegment(7bbb728e-9806-453c-9716-52e1ccd278c6),segment_id=7bbb728e-9806-453c-9716-52e1ccd278c6)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:31:55.948354 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 42946) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:55.950828 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-fd2988ba-7a3b-4bab-960d-956632cb69a0 req-71fec744-557c-48c0-8e41-dc53727febf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:56.073213 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ab8f3-365e-48c1-b47f-1a2c17b3bb73 req-2ac5a068-9921-43f5-a629-811e64845dcf tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:56.090298 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ba8ab8f3-365e-48c1-b47f-1a2c17b3bb73 req-2ac5a068-9921-43f5-a629-811e64845dcf tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ee17f8-47f8-4fe9-a1d5-bb4cf202d500 HTTP/1.1" status: 200 len: 943 time: 0.3978975 Nov 12 01:31:56.135867 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f377c1-7098-4aff-aadc-b15dfb8b03b6 tempest-TestNetworkAdvancedServerOps-773100936 tempest-TestNetworkAdvancedServerOps-773100936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:56.145339 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e7f377c1-7098-4aff-aadc-b15dfb8b03b6 tempest-TestNetworkAdvancedServerOps-773100936 tempest-TestNetworkAdvancedServerOps-773100936-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d HTTP/1.1" status: 200 len: 1092 time: 0.1931987 Nov 12 01:31:56.146329 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 42952) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:56.162374 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-73c51c93-7539-469c-a1b5-a37b9aef8dfb tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Request body: {'floatingip': {'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'port_id': '2f9bf78a-8f60-4205-8b82-b0c35ded3668', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:31:56.255552 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2988ba-7a3b-4bab-960d-956632cb69a0 req-71fec744-557c-48c0-8e41-dc53727febf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:56.263610 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-73c51c93-7539-469c-a1b5-a37b9aef8dfb tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for floatingip, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:56.272687 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-fd2988ba-7a3b-4bab-960d-956632cb69a0 req-71fec744-557c-48c0-8e41-dc53727febf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:56.314537 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fd2988ba-7a3b-4bab-960d-956632cb69a0 req-71fec744-557c-48c0-8e41-dc53727febf8 service neutron] 10.222.0.44 "PUT /v2.0/ports/b62fa425-7273-4686-8055-2f93177ac7ff HTTP/1.1" status: 200 len: 1092 time: 4.8896863 Nov 12 01:31:56.419425 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79ee17f8-47f8-4fe9-a1d5-bb4cf202d500', 'tag': 'b62fa425-7273-4686-8055-2f93177ac7ff'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:31:56.428580 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352d4fb9-c4c9-4d61-9b71-abe99d43fa71" -d '{"events": [{"name": "network-changed", "server_uuid": "79ee17f8-47f8-4fe9-a1d5-bb4cf202d500", "tag": "b62fa425-7273-4686-8055-2f93177ac7ff"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:31:56.481049 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ba8ab8f3-365e-48c1-b47f-1a2c17b3bb73 req-878922de-650f-4920-9966-134229abf688 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3883090 Nov 12 01:31:56.607267 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a3adb9-bc46-4e5e-b01e-a1e43453a6f7 x-openstack-request-id: req-c5a3adb9-bc46-4e5e-b01e-a1e43453a6f7 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:31:56.607539 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79ee17f8-47f8-4fe9-a1d5-bb4cf202d500", "tag": "b62fa425-7273-4686-8055-2f93177ac7ff", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:31:56.607803 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c5a3adb9-bc46-4e5e-b01e-a1e43453a6f7 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:31:56.608243 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79ee17f8-47f8-4fe9-a1d5-bb4cf202d500', 'tag': 'b62fa425-7273-4686-8055-2f93177ac7ff', 'status': 'completed', 'code': 200} Nov 12 01:31:56.720458 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1591c23a-8985-4cc4-ba4b-6a1e60c48d8e tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:56.720829 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1591c23a-8985-4cc4-ba4b-6a1e60c48d8e tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:56.787746 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fec744-557c-48c0-8e41-dc53727febf8 service neutron] Pushing event updated for resources: {'Port': ['ID=b62fa425-7273-4686-8055-2f93177ac7ff,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:56.818550 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-1591c23a-8985-4cc4-ba4b-6a1e60c48d8e tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Calling delete_port for 951040a6-a8be-4e85-b3f9-0c03a614897f owned by network:floatingip {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:31:56.846623 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2988ba-7a3b-4bab-960d-956632cb69a0 req-74c23463-3796-4cbc-97f4-22cefb7455fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:56.850146 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-73c51c93-7539-469c-a1b5-a37b9aef8dfb tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:56.851108 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fd2988ba-7a3b-4bab-960d-956632cb69a0 req-74c23463-3796-4cbc-97f4-22cefb7455fd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=094a5f5e492c44f8b09b4e12e8299cf9&device_id=79ee17f8-47f8-4fe9-a1d5-bb4cf202d500 HTTP/1.1" status: 200 len: 1095 time: 0.3891647 Nov 12 01:31:57.193287 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fd2988ba-7a3b-4bab-960d-956632cb69a0 req-a7aa9980-5b0e-4b1d-b5d6-4b9a3df16608 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b62fa425-7273-4686-8055-2f93177ac7ff HTTP/1.1" status: 200 len: 217 time: 0.3223543 Nov 12 01:31:57.260706 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1a12ae92-8f88-4801-bb95-09e5a9cd6342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:57.283689 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-73c51c93-7539-469c-a1b5-a37b9aef8dfb tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Allocated IP 172.25.3.111 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/6f521cbd-4ba0-4ef4-a389-d7797fe49af2) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:31:57.382045 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2988ba-7a3b-4bab-960d-956632cb69a0 req-bcf675fb-7bd0-4b9e-aa56-91b3c0a3c265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:57.394914 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fd2988ba-7a3b-4bab-960d-956632cb69a0 req-bcf675fb-7bd0-4b9e-aa56-91b3c0a3c265 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6369b7da-1f3e-4df6-8094-1e515695655d HTTP/1.1" status: 200 len: 851 time: 0.1866634 Nov 12 01:31:57.595676 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2988ba-7a3b-4bab-960d-956632cb69a0 req-952517c8-f00f-456f-9c33-f3275582b377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:57.603317 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fd2988ba-7a3b-4bab-960d-956632cb69a0 req-952517c8-f00f-456f-9c33-f3275582b377 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=41d3594c-6378-4888-b7ad-f2b6034333e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2063105 Nov 12 01:31:57.865068 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-73c51c93-7539-469c-a1b5-a37b9aef8dfb tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:57.969181 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-73c51c93-7539-469c-a1b5-a37b9aef8dfb tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:58.012167 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fd2988ba-7a3b-4bab-960d-956632cb69a0 req-0ca86f4c-2f90-4376-83b8-727153f5809e service neutron] 10.222.0.44 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960640 Nov 12 01:31:58.096580 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c51c93-7539-469c-a1b5-a37b9aef8dfb tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'Port': ['ID=6f521cbd-4ba0-4ef4-a389-d7797fe49af2,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:58.247040 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c51c93-7539-469c-a1b5-a37b9aef8dfb tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:31:58.252149 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-73c51c93-7539-469c-a1b5-a37b9aef8dfb tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:31:58.266100 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c51c93-7539-469c-a1b5-a37b9aef8dfb tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:31:58.369079 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd46c4-e1ec-4a9d-90d1-58939858e8f9 req-192ad526-9219-42c0-b518-136cfb662e44 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:58.398922 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-72cd46c4-e1ec-4a9d-90d1-58939858e8f9 req-192ad526-9219-42c0-b518-136cfb662e44 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ee17f8-47f8-4fe9-a1d5-bb4cf202d500 HTTP/1.1" status: 200 len: 943 time: 0.4373970 Nov 12 01:31:58.412965 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fd2988ba-7a3b-4bab-960d-956632cb69a0 req-e7764e31-d928-43df-80ee-ca30bbd382d9 service neutron] 10.222.0.44 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3916769 Nov 12 01:31:58.513830 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1591c23a-8985-4cc4-ba4b-6a1e60c48d8e tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:31:58.694899 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-72cd46c4-e1ec-4a9d-90d1-58939858e8f9 req-4119cc06-1aea-42ec-ba9a-847a394009d3 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318504 Nov 12 01:31:59.010134 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1591c23a-8985-4cc4-ba4b-6a1e60c48d8e tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Pushing event deleted for resources: {'Port': ['ID=951040a6-a8be-4e85-b3f9-0c03a614897f,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:31:59.216162 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-1591c23a-8985-4cc4-ba4b-6a1e60c48d8e tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] create failed (client error): The resource could not be found. Nov 12 01:31:59.218883 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1591c23a-8985-4cc4-ba4b-6a1e60c48d8e tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 7.8921206 Nov 12 01:31:59.229348 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 42994) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:31:59.390373 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d4fb9-c4c9-4d61-9b71-abe99d43fa71 req-2a53aa28-fdc4-4ee5-bb65-17116548e4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:31:59.396707 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-352d4fb9-c4c9-4d61-9b71-abe99d43fa71 req-2a53aa28-fdc4-4ee5-bb65-17116548e4af service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=094a5f5e492c44f8b09b4e12e8299cf9&device_id=79ee17f8-47f8-4fe9-a1d5-bb4cf202d500 HTTP/1.1" status: 200 len: 1095 time: 0.7145329 Nov 12 01:31:59.964277 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-f256c33a-eb4d-4696-8416-0e79c0061974 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Deleting port 375897d9-62bc-438c-b0e7-bf0a7bf1eeff {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:31:59.965005 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f256c33a-eb4d-4696-8416-0e79c0061974 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:00.048920 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d4fb9-c4c9-4d61-9b71-abe99d43fa71 req-33d82472-cc12-4faa-a342-96c28d8fe0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:00.051684 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-352d4fb9-c4c9-4d61-9b71-abe99d43fa71 req-33d82472-cc12-4faa-a342-96c28d8fe0c1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=41d3594c-6378-4888-b7ad-f2b6034333e3 HTTP/1.1" status: 200 len: 912 time: 0.6461434 Nov 12 01:32:00.306932 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-352d4fb9-c4c9-4d61-9b71-abe99d43fa71 req-f162e2b7-34ad-4014-826e-022d4be599d5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b62fa425-7273-4686-8055-2f93177ac7ff HTTP/1.1" status: 200 len: 217 time: 0.1917014 Nov 12 01:32:00.655831 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad1cd1-a5f2-4b64-afcb-c834caad278c req-70e0521c-03a1-40b0-80db-7c3371367e28 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:00.679913 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e8ad1cd1-a5f2-4b64-afcb-c834caad278c req-70e0521c-03a1-40b0-80db-7c3371367e28 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ee17f8-47f8-4fe9-a1d5-bb4cf202d500 HTTP/1.1" status: 200 len: 943 time: 0.4312677 Nov 12 01:32:00.689813 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f256c33a-eb4d-4696-8416-0e79c0061974 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:00.770901 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-f256c33a-eb4d-4696-8416-0e79c0061974 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Calling delete_port for 375897d9-62bc-438c-b0e7-bf0a7bf1eeff owned by {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:32:00.902138 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-094a0d6a-0509-48da-9e1d-1402a20fc1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:01.167865 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e8ad1cd1-a5f2-4b64-afcb-c834caad278c req-3dd23b16-3340-4c3b-b5f5-28b842bbf147 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4799924 Nov 12 01:32:01.236774 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d4fb9-c4c9-4d61-9b71-abe99d43fa71 req-d50048ca-9f4a-455c-aa52-fd27cde047b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:01.238612 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-352d4fb9-c4c9-4d61-9b71-abe99d43fa71 req-d50048ca-9f4a-455c-aa52-fd27cde047b0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6369b7da-1f3e-4df6-8094-1e515695655d HTTP/1.1" status: 200 len: 851 time: 0.9237700 Nov 12 01:32:01.297830 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-73c51c93-7539-469c-a1b5-a37b9aef8dfb tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:01.450118 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 43036) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:32:01.522398 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d4fb9-c4c9-4d61-9b71-abe99d43fa71 req-da675a31-f942-4f32-89a3-c5678f110f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:01.528099 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-352d4fb9-c4c9-4d61-9b71-abe99d43fa71 req-da675a31-f942-4f32-89a3-c5678f110f8a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=41d3594c-6378-4888-b7ad-f2b6034333e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2545686 Nov 12 01:32:01.832700 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-73c51c93-7539-469c-a1b5-a37b9aef8dfb tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:01.977385 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 43042) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:32:02.125458 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f256c33a-eb4d-4696-8416-0e79c0061974 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:02.216582 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c6398ef5-e23a-44f1-8baa-0c66a2d7faef admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:02.319849 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4f522249-38b2-4c18-8ece-7aa53f2119f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:02.436554 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c6398ef5-e23a-44f1-8baa-0c66a2d7faef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:02.438695 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f256c33a-eb4d-4696-8416-0e79c0061974 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Pushing event deleted for resources: {'Port': ['ID=375897d9-62bc-438c-b0e7-bf0a7bf1eeff,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:32:02.450839 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c6398ef5-e23a-44f1-8baa-0c66a2d7faef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:02.660922 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4f522249-38b2-4c18-8ece-7aa53f2119f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:02.729151 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-352d4fb9-c4c9-4d61-9b71-abe99d43fa71 req-7368f462-2269-4280-90e3-4d94d86af725 service neutron] 10.222.0.44 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1624606 Nov 12 01:32:02.836899 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4f522249-38b2-4c18-8ece-7aa53f2119f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:02.963360 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:02.984878 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f522249-38b2-4c18-8ece-7aa53f2119f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ab3726-0e22-4fb4-b1b9-bfa15ad8a234,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:32:03.016268 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-352d4fb9-c4c9-4d61-9b71-abe99d43fa71 req-103eccca-91d1-4df4-9fb8-5c73b1aba2ba service neutron] 10.222.0.44 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688668 Nov 12 01:32:03.025416 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c6398ef5-e23a-44f1-8baa-0c66a2d7faef admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a1e962c86b8642b7991941b796ad1fa1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5670896 Nov 12 01:32:03.049748 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 43056) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:32:03.105412 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6398ef5-e23a-44f1-8baa-0c66a2d7faef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b7ea9e-0829-45db-84e0-1524757d46d0,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:32:03.176159 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-73c51c93-7539-469c-a1b5-a37b9aef8dfb tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:03.179010 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f256c33a-eb4d-4696-8416-0e79c0061974 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:03.192821 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f256c33a-eb4d-4696-8416-0e79c0061974 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] 10.222.0.45 "DELETE /v2.0/ports/375897d9-62bc-438c-b0e7-bf0a7bf1eeff HTTP/1.1" status: 204 len: 168 time: 3.9558845 Nov 12 01:32:03.195236 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 43062) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:32:03.198210 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4f522249-38b2-4c18-8ece-7aa53f2119f8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fac03ca83f01400c935156dff85ae870&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2169943 Nov 12 01:32:03.198857 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 43064) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:32:03.246137 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-73c51c93-7539-469c-a1b5-a37b9aef8dfb tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:03.251229 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9f8a451f-f718-4e8e-bcb4-736ed20b2188 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:03.439028 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ba7175-acb0-4b2b-8ab8-a0d17dd3d418 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:03.458263 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-84ba7175-acb0-4b2b-8ab8-a0d17dd3d418 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] 10.222.0.45 "GET /v2.0/ports?device_id=51c804ca-5a68-4e29-ac9c-8f6268e587d0 HTTP/1.1" status: 200 len: 913 time: 0.2600303 Nov 12 01:32:03.461290 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 43068) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:32:03.579413 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9f8a451f-f718-4e8e-bcb4-736ed20b2188 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:03.860602 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023cbad-2789-40b7-ad07-cf8f299e6b2e req-dbb50d71-66d3-4f8b-b8d0-595801ebc0a4 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:03.869681 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7023cbad-2789-40b7-ad07-cf8f299e6b2e req-dbb50d71-66d3-4f8b-b8d0-595801ebc0a4 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ee17f8-47f8-4fe9-a1d5-bb4cf202d500 HTTP/1.1" status: 200 len: 943 time: 1.0540800 Nov 12 01:32:03.877611 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c51c93-7539-469c-a1b5-a37b9aef8dfb tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'Port': ['ID=6f521cbd-4ba0-4ef4-a389-d7797fe49af2,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:32:03.997621 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f3fa45f6-acd9-4434-bbd0-5cc125630c77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:04.045511 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:04.049373 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-73c51c93-7539-469c-a1b5-a37b9aef8dfb tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:04.064948 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9f8a451f-f718-4e8e-bcb4-736ed20b2188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:04.067769 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9f8a451f-f718-4e8e-bcb4-736ed20b2188 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:04.069025 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-9f8a451f-f718-4e8e-bcb4-736ed20b2188 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a8b7ea9e-0829-45db-84e0-1524757d46d0 HTTP/1.1" status: 204 len: 168 time: 1.0165188 Nov 12 01:32:04.760975 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7023cbad-2789-40b7-ad07-cf8f299e6b2e req-79dfab49-3b5b-4b48-a9f0-92986d936fc5 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8902395 Nov 12 01:32:04.801585 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f3fa45f6-acd9-4434-bbd0-5cc125630c77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:04.897305 n-d-712142-27 neutron-server[109085]: INFO neutron.db.l3_db [None req-73c51c93-7539-469c-a1b5-a37b9aef8dfb tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Floating IP 8fc238a8-fdc0-4649-a615-c863a5916f50 associated. External IP: 172.25.3.111, port: 2f9bf78a-8f60-4205-8b82-b0c35ded3668. Nov 12 01:32:04.897305 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8a451f-f718-4e8e-bcb4-736ed20b2188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b7ea9e-0829-45db-84e0-1524757d46d0,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:32:05.229721 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:05.517608 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f3fa45f6-acd9-4434-bbd0-5cc125630c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:05.521566 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f3fa45f6-acd9-4434-bbd0-5cc125630c77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:05.523744 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-f3fa45f6-acd9-4434-bbd0-5cc125630c77 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e2ab3726-0e22-4fb4-b1b9-bfa15ad8a234 HTTP/1.1" status: 204 len: 168 time: 2.2918224 Nov 12 01:32:05.673809 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa45f6-acd9-4434-bbd0-5cc125630c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ab3726-0e22-4fb4-b1b9-bfa15ad8a234,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:32:05.867358 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c3610e68-62ca-4fec-aeff-ef28ccde4958 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:06.082439 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73c51c93-7539-469c-a1b5-a37b9aef8dfb tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Router fae40697-9b8a-4bde-8dfa-829c11a70003 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:32:06.388937 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 43126) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:32:06.457290 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e0be20c2-acaa-426c-a0c6-954101f942ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:06.536261 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c51c93-7539-469c-a1b5-a37b9aef8dfb tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:32:06.553752 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b055474-e289-4dc2-b75e-a1c11651e124 None None] Sync routers for ids ['fae40697-9b8a-4bde-8dfa-829c11a70003'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:32:06.573365 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b055474-e289-4dc2-b75e-a1c11651e124 None None] Routers {'fae40697-9b8a-4bde-8dfa-829c11a70003'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:32:06.574018 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-1b055474-e289-4dc2-b75e-a1c11651e124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:32:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['fae40697-9b8a-4bde-8dfa-829c11a70003'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:32:06.626016 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-73c51c93-7539-469c-a1b5-a37b9aef8dfb tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:06.726964 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-73c51c93-7539-469c-a1b5-a37b9aef8dfb tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 10.5788982 Nov 12 01:32:06.732232 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba6ba9fa-cf03-4897-85e7-03541f24504d', 'tag': '2f9bf78a-8f60-4205-8b82-b0c35ded3668'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:32:06.741556 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896eb60f-08bf-4da1-b6ac-de3064e67e4c" -d '{"events": [{"name": "network-changed", "server_uuid": "ba6ba9fa-cf03-4897-85e7-03541f24504d", "tag": "2f9bf78a-8f60-4205-8b82-b0c35ded3668"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:32:06.769585 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c61aa36-c8c2-4587-9c99-8948601d2498 req-9944a38c-aeb9-4544-ba03-92536b8f4721 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:06.770694 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e0be20c2-acaa-426c-a0c6-954101f942ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:06.778037 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1c61aa36-c8c2-4587-9c99-8948601d2498 req-9944a38c-aeb9-4544-ba03-92536b8f4721 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ee17f8-47f8-4fe9-a1d5-bb4cf202d500 HTTP/1.1" status: 200 len: 943 time: 0.2178726 Nov 12 01:32:06.801524 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e0be20c2-acaa-426c-a0c6-954101f942ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:06.985077 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36757951-f53c-4d77-a752-956dc46873e6 req-cba7cc50-64a2-4b91-931b-92c40d25e84b tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:07.003410 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-36757951-f53c-4d77-a752-956dc46873e6 req-cba7cc50-64a2-4b91-931b-92c40d25e84b tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d HTTP/1.1" status: 200 len: 945 time: 0.1896362 Nov 12 01:32:07.025653 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1c61aa36-c8c2-4587-9c99-8948601d2498 req-c398dfa1-881a-4986-9004-10e2ef6be312 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709144 Nov 12 01:32:07.140766 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-36757951-f53c-4d77-a752-956dc46873e6 req-62e9ff3b-604a-41b6-8703-0e779165b976 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a087f77-92bd-4b9f-ad35-296fa276609a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355696 Nov 12 01:32:07.173835 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 43144) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:32:07.226269 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-1b055474-e289-4dc2-b75e-a1c11651e124 None None] Set router fae40697-9b8a-4bde-8dfa-829c11a70003 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:32:07.294551 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e0be20c2-acaa-426c-a0c6-954101f942ca admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6a20834dbe6c49d6982fc70787a3394f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8972011 Nov 12 01:32:07.299574 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0be20c2-acaa-426c-a0c6-954101f942ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db714378-3d74-492c-92fe-f5fef7acaf29,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:32:07.398497 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 43146) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:32:07.506487 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-c3610e68-62ca-4fec-aeff-ef28ccde4958 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Deleting port 9fef1b28-64ee-48a7-8cf6-fc0d3d1384af {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:32:07.509893 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c3610e68-62ca-4fec-aeff-ef28ccde4958 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:07.510673 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:32:07.535504 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311e0b5d-f8a2-420c-b718-2334c8d11c43 x-openstack-request-id: req-311e0b5d-f8a2-420c-b718-2334c8d11c43 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:32:07.541074 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba6ba9fa-cf03-4897-85e7-03541f24504d", "tag": "2f9bf78a-8f60-4205-8b82-b0c35ded3668", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:32:07.541794 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-311e0b5d-f8a2-420c-b718-2334c8d11c43 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:32:07.542725 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba6ba9fa-cf03-4897-85e7-03541f24504d', 'tag': '2f9bf78a-8f60-4205-8b82-b0c35ded3668', 'status': 'completed', 'code': 200} Nov 12 01:32:07.558001 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-f2247e4e-bfe2-4995-bba6-18aec2f89e1e tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/floatingips/8fc238a8-fdc0-4649-a615-c863a5916f50 HTTP/1.1" status: 200 len: 991 time: 0.3821061 Nov 12 01:32:07.623444 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-1b055474-e289-4dc2-b75e-a1c11651e124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae40697-9b8a-4bde-8dfa-829c11a70003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65746824', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '0be861d0-675e-448f-b7e3-2380b6fd69d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:31:09Z', 'updated_at': '2021-11-12T01:31:25Z', 'revision_number': 4, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': '0be861d0-675e-448f-b7e3-2380b6fd69d4', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae40697-9b8a-4bde-8dfa-829c11a70003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:31:13Z', 'updated_at': '2021-11-12T01:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '8fc238a8-fdc0-4649-a615-c863a5916f50', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'floating_ip_address': '172.25.3.111', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'fae40697-9b8a-4bde-8dfa-829c11a70003', 'port_id': '2f9bf78a-8f60-4205-8b82-b0c35ded3668', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9adb33c-31fd-4f64-b585-da81d972b670', 'mac_address': 'fa:16:3e:79:45:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6ba9fa-cf03-4897-85e7-03541f24504d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:31:59Z', 'updated_at': '2021-11-12T01:31:59Z', 'revision_number': 0, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f05f3a9b-eb5a-4bf3-a2c2-639035ec918b', 'name': '', 'network_id': 'c9adb33c-31fd-4f64-b585-da81d972b670', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'mac_address': 'fa:16:3e:30:e8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae40697-9b8a-4bde-8dfa-829c11a70003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'bb33bd2b-585e-4ed3-848d-18067b42df33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:31:23Z', 'updated_at': '2021-11-12T01:31:35Z', 'revision_number': 5, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'subnets': [{'id': 'bb33bd2b-585e-4ed3-848d-18067b42df33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:32:07.687216 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b055474-e289-4dc2-b75e-a1c11651e124 None None] Checking router: fae40697-9b8a-4bde-8dfa-829c11a70003 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:32:07.699485 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b055474-e289-4dc2-b75e-a1c11651e124 None None] Routers {'fae40697-9b8a-4bde-8dfa-829c11a70003'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:32:07.700642 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-1b055474-e289-4dc2-b75e-a1c11651e124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:32:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['fae40697-9b8a-4bde-8dfa-829c11a70003'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:32:07.802752 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896eb60f-08bf-4da1-b6ac-de3064e67e4c req-16dc7b8d-f979-4511-b169-6fe8731e941a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:07.803172 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-896eb60f-08bf-4da1-b6ac-de3064e67e4c req-16dc7b8d-f979-4511-b169-6fe8731e941a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=553fbe5d09fe49948bd69193fe3f0783&device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d HTTP/1.1" status: 200 len: 1097 time: 0.3200316 Nov 12 01:32:07.909405 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-1b055474-e289-4dc2-b75e-a1c11651e124 None None] Set router fae40697-9b8a-4bde-8dfa-829c11a70003 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:32:07.993830 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c5a789f5-75ef-4617-bd43-7eb1cdfe2eed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:08.073886 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896eb60f-08bf-4da1-b6ac-de3064e67e4c req-e7c6ca84-f4e8-424f-9637-db1956a5a7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:08.074452 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-896eb60f-08bf-4da1-b6ac-de3064e67e4c req-e7c6ca84-f4e8-424f-9637-db1956a5a7d1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c9adb33c-31fd-4f64-b585-da81d972b670 HTTP/1.1" status: 200 len: 897 time: 0.2624571 Nov 12 01:32:08.245995 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c5a789f5-75ef-4617-bd43-7eb1cdfe2eed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:08.373493 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c3610e68-62ca-4fec-aeff-ef28ccde4958 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:08.406640 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-c3610e68-62ca-4fec-aeff-ef28ccde4958 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Calling delete_port for 9fef1b28-64ee-48a7-8cf6-fc0d3d1384af owned by network:router_interface {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:32:08.465556 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c5a789f5-75ef-4617-bd43-7eb1cdfe2eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:08.471070 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c5a789f5-75ef-4617-bd43-7eb1cdfe2eed admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:08.477354 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c5a789f5-75ef-4617-bd43-7eb1cdfe2eed admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/db714378-3d74-492c-92fe-f5fef7acaf29 HTTP/1.1" status: 204 len: 168 time: 1.0126610 Nov 12 01:32:08.574787 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-896eb60f-08bf-4da1-b6ac-de3064e67e4c req-c1e63a4c-8f0d-452e-abc7-a3c4c7079924 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f9bf78a-8f60-4205-8b82-b0c35ded3668 HTTP/1.1" status: 200 len: 999 time: 0.4917898 Nov 12 01:32:08.577864 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 43170) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:32:08.637971 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:08.721147 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a789f5-75ef-4617-bd43-7eb1cdfe2eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db714378-3d74-492c-92fe-f5fef7acaf29,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:32:08.981094 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-1b055474-e289-4dc2-b75e-a1c11651e124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae40697-9b8a-4bde-8dfa-829c11a70003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65746824', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '0be861d0-675e-448f-b7e3-2380b6fd69d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:31:09Z', 'updated_at': '2021-11-12T01:31:25Z', 'revision_number': 4, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': '0be861d0-675e-448f-b7e3-2380b6fd69d4', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae40697-9b8a-4bde-8dfa-829c11a70003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:31:13Z', 'updated_at': '2021-11-12T01:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '8fc238a8-fdc0-4649-a615-c863a5916f50', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'floating_ip_address': '172.25.3.111', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'fae40697-9b8a-4bde-8dfa-829c11a70003', 'port_id': '2f9bf78a-8f60-4205-8b82-b0c35ded3668', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9adb33c-31fd-4f64-b585-da81d972b670', 'mac_address': 'fa:16:3e:79:45:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6ba9fa-cf03-4897-85e7-03541f24504d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:31:59Z', 'updated_at': '2021-11-12T01:31:59Z', 'revision_number': 0, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f05f3a9b-eb5a-4bf3-a2c2-639035ec918b', 'name': '', 'network_id': 'c9adb33c-31fd-4f64-b585-da81d972b670', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'mac_address': 'fa:16:3e:30:e8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae40697-9b8a-4bde-8dfa-829c11a70003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'bb33bd2b-585e-4ed3-848d-18067b42df33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:31:23Z', 'updated_at': '2021-11-12T01:31:35Z', 'revision_number': 5, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'subnets': [{'id': 'bb33bd2b-585e-4ed3-848d-18067b42df33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:32:09.002257 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-5d01c400-b8fd-4634-830e-59f507545e2e tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/floatingips/8fc238a8-fdc0-4649-a615-c863a5916f50 HTTP/1.1" status: 200 len: 991 time: 0.4200268 Nov 12 01:32:09.004659 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896eb60f-08bf-4da1-b6ac-de3064e67e4c req-ade88158-bc26-4c0f-b596-c7b17c1238f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:09.007228 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-896eb60f-08bf-4da1-b6ac-de3064e67e4c req-ade88158-bc26-4c0f-b596-c7b17c1238f2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bb33bd2b-585e-4ed3-848d-18067b42df33 HTTP/1.1" status: 200 len: 835 time: 0.3835983 Nov 12 01:32:09.033635 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be3e066-5772-49b5-bd58-e0e685f13f54 req-cf7eab38-f983-4d1d-ab9c-523b5ca2a1fa tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:09.053669 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3be3e066-5772-49b5-bd58-e0e685f13f54 req-cf7eab38-f983-4d1d-ab9c-523b5ca2a1fa tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ee17f8-47f8-4fe9-a1d5-bb4cf202d500 HTTP/1.1" status: 200 len: 943 time: 0.5930061 Nov 12 01:32:09.098657 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b055474-e289-4dc2-b75e-a1c11651e124 None None] The sync data for ids ['fae40697-9b8a-4bde-8dfa-829c11a70003'] in n-d-712142-27 is: [{'id': 'fae40697-9b8a-4bde-8dfa-829c11a70003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65746824', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '0be861d0-675e-448f-b7e3-2380b6fd69d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:31:09Z', 'updated_at': '2021-11-12T01:31:25Z', 'revision_number': 4, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': '0be861d0-675e-448f-b7e3-2380b6fd69d4', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae40697-9b8a-4bde-8dfa-829c11a70003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:31:13Z', 'updated_at': '2021-11-12T01:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '8fc238a8-fdc0-4649-a615-c863a5916f50', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'floating_ip_address': '172.25.3.111', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'fae40697-9b8a-4bde-8dfa-829c11a70003', 'port_id': '2f9bf78a-8f60-4205-8b82-b0c35ded3668', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9adb33c-31fd-4f64-b585-da81d972b670', 'mac_address': 'fa:16:3e:79:45:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6ba9fa-cf03-4897-85e7-03541f24504d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:31:59Z', 'updated_at': '2021-11-12T01:31:59Z', 'revision_number': 0, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f05f3a9b-eb5a-4bf3-a2c2-639035ec918b', 'name': '', 'network_id': 'c9adb33c-31fd-4f64-b585-da81d972b670', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'mac_address': 'fa:16:3e:30:e8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae40697-9b8a-4bde-8dfa-829c11a70003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'bb33bd2b-585e-4ed3-848d-18067b42df33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:31:23Z', 'updated_at': '2021-11-12T01:31:35Z', 'revision_number': 5, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'subnets': [{'id': 'bb33bd2b-585e-4ed3-848d-18067b42df33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:32:09.265833 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c3610e68-62ca-4fec-aeff-ef28ccde4958 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:09.465597 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3610e68-62ca-4fec-aeff-ef28ccde4958 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Pushing event deleted for resources: {'Port': ['ID=9fef1b28-64ee-48a7-8cf6-fc0d3d1384af,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:32:09.492246 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3be3e066-5772-49b5-bd58-e0e685f13f54 req-6f5f7294-85f3-4182-b467-0d3296d62600 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4352479 Nov 12 01:32:09.533574 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896eb60f-08bf-4da1-b6ac-de3064e67e4c req-6bbc5bda-0b86-41bf-ac21-139901e2b053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:09.545933 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-896eb60f-08bf-4da1-b6ac-de3064e67e4c req-6bbc5bda-0b86-41bf-ac21-139901e2b053 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c9adb33c-31fd-4f64-b585-da81d972b670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3525736 Nov 12 01:32:09.928688 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946d97bd-bfb4-4b58-95e6-d8d15c82395e None None] New status for floating IP 8fc238a8-fdc0-4649-a615-c863a5916f50: ACTIVE {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:32:09.972222 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-896eb60f-08bf-4da1-b6ac-de3064e67e4c req-e4f33916-c9dc-40fe-88f9-afe49ac29348 service neutron] 10.222.0.16 "GET /v2.0/networks/c9adb33c-31fd-4f64-b585-da81d972b670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068112 Nov 12 01:32:10.091679 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 43192) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:32:10.486664 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-896eb60f-08bf-4da1-b6ac-de3064e67e4c req-3358e6b7-eff0-4854-982a-e4c68804c57e service neutron] 10.222.0.16 "GET /v2.0/networks/c9adb33c-31fd-4f64-b585-da81d972b670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5010993 Nov 12 01:32:10.727561 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c3610e68-62ca-4fec-aeff-ef28ccde4958 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:10.746208 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-df7651cb-a8f5-47f0-a654-53aa2875fb37 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/floatingips/8fc238a8-fdc0-4649-a615-c863a5916f50 HTTP/1.1" status: 200 len: 991 time: 0.6470425 Nov 12 01:32:10.850376 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:11.179702 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b9335-bd96-4c13-beb1-a0ef1594954f req-5ddc4c72-1dd8-459f-a680-56a54e91c460 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:11.200729 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-835b9335-bd96-4c13-beb1-a0ef1594954f req-5ddc4c72-1dd8-459f-a680-56a54e91c460 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ee17f8-47f8-4fe9-a1d5-bb4cf202d500 HTTP/1.1" status: 200 len: 943 time: 0.2399151 Nov 12 01:32:11.357155 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3610e68-62ca-4fec-aeff-ef28ccde4958 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Router 51c804ca-5a68-4e29-ac9c-8f6268e587d0 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:32:11.392929 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-835b9335-bd96-4c13-beb1-a0ef1594954f req-36b712a7-3b8e-4bc1-bd62-a715d09c0ff7 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874940 Nov 12 01:32:11.540644 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3610e68-62ca-4fec-aeff-ef28ccde4958 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:32:11.550201 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c3610e68-62ca-4fec-aeff-ef28ccde4958 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] 10.222.0.45 "PUT /v2.0/routers/51c804ca-5a68-4e29-ac9c-8f6268e587d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0861676 Nov 12 01:32:11.554024 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 43228) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:32:11.561253 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69867f9a-c274-48a0-b7de-305b0712fe5b None None] Sync routers for ids ['51c804ca-5a68-4e29-ac9c-8f6268e587d0'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:32:11.590379 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69867f9a-c274-48a0-b7de-305b0712fe5b None None] Routers {'51c804ca-5a68-4e29-ac9c-8f6268e587d0'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:32:11.607460 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-69867f9a-c274-48a0-b7de-305b0712fe5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:32:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['51c804ca-5a68-4e29-ac9c-8f6268e587d0'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:32:11.713100 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-69867f9a-c274-48a0-b7de-305b0712fe5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:32:11.739186 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69867f9a-c274-48a0-b7de-305b0712fe5b None None] Routers {'51c804ca-5a68-4e29-ac9c-8f6268e587d0'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:32:11.740769 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-69867f9a-c274-48a0-b7de-305b0712fe5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:32:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['51c804ca-5a68-4e29-ac9c-8f6268e587d0'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:32:11.751122 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 43234) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:32:11.818493 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-69867f9a-c274-48a0-b7de-305b0712fe5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:32:11.819786 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69867f9a-c274-48a0-b7de-305b0712fe5b None None] The sync data for ids ['51c804ca-5a68-4e29-ac9c-8f6268e587d0'] in n-d-712142-27 is: [] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:32:11.834598 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-610f36b0-29c7-49d5-86c1-88e79ce41881 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks [] for router, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:12.031190 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3df9be16-d589-4cf5-940a-3ca663777615 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/floatingips/8fc238a8-fdc0-4649-a615-c863a5916f50 HTTP/1.1" status: 200 len: 993 time: 0.2783470 Nov 12 01:32:12.368606 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-610f36b0-29c7-49d5-86c1-88e79ce41881 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:12.374383 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-610f36b0-29c7-49d5-86c1-88e79ce41881 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:12.391795 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c7b49230-20b5-4688-a9fb-266711de38f3 req-4760ce30-ed9c-4139-8647-dbf0565ee11b tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=90a7697133d84c258c146913ff6a01a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0798242 Nov 12 01:32:12.850034 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-610f36b0-29c7-49d5-86c1-88e79ce41881 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:12.850915 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610f36b0-29c7-49d5-86c1-88e79ce41881 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Fanout notify agent at l3_agent the message router_deleted on router 51c804ca-5a68-4e29-ac9c-8f6268e587d0 {{(pid=109085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:32:12.886064 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-610f36b0-29c7-49d5-86c1-88e79ce41881 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:12.888459 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-610f36b0-29c7-49d5-86c1-88e79ce41881 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] 10.222.0.45 "DELETE /v2.0/routers/51c804ca-5a68-4e29-ac9c-8f6268e587d0 HTTP/1.1" status: 204 len: 168 time: 1.3324518 Nov 12 01:32:12.891079 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 43268) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:32:12.957560 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d39ef-a59f-454f-be6c-98bfba89845e req-6b87255f-20b3-4776-9c6a-b3d7117840d2 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:12.959257 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-804d39ef-a59f-454f-be6c-98bfba89845e req-6b87255f-20b3-4776-9c6a-b3d7117840d2 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ee17f8-47f8-4fe9-a1d5-bb4cf202d500 HTTP/1.1" status: 200 len: 943 time: 0.2162302 Nov 12 01:32:12.967101 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b49230-20b5-4688-a9fb-266711de38f3 req-ebce6f46-f874-44c8-82d9-10de4a208dcb tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:12.969395 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c7b49230-20b5-4688-a9fb-266711de38f3 req-ebce6f46-f874-44c8-82d9-10de4a208dcb tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5752008 Nov 12 01:32:13.023548 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-0736e5a1-3d28-4800-a679-c65babc0e06f tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Deleting subnet b85926a2-8f65-4a64-9bac-d0c3d1c89bf6 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:32:13.027434 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0736e5a1-3d28-4800-a679-c65babc0e06f tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:13.053561 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-804d39ef-a59f-454f-be6c-98bfba89845e req-d10d7d7c-5153-49d9-b0b3-17894344d444 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702219 Nov 12 01:32:13.055781 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c7b49230-20b5-4688-a9fb-266711de38f3 req-86aba467-8ed5-4276-b714-e86472187310 tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] 10.222.0.45 "GET /v2.0/quotas/90a7697133d84c258c146913ff6a01a0 HTTP/1.1" status: 200 len: 375 time: 0.0656383 Nov 12 01:32:13.113107 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c7b49230-20b5-4688-a9fb-266711de38f3 req-fb22ee0b-582b-4c1d-8d66-cbcb53c5afca tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=90a7697133d84c258c146913ff6a01a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436828 Nov 12 01:32:13.124268 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0736e5a1-3d28-4800-a679-c65babc0e06f tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:13.379159 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0736e5a1-3d28-4800-a679-c65babc0e06f tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:13.503665 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0736e5a1-3d28-4800-a679-c65babc0e06f tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:13.539284 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3b0959f7-7291-4abc-9c13-bdc989f43e65 req-5c0170f3-218c-45ec-b61a-94caacf01339 tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] 10.222.0.45 "GET /v2.0/ports?device_id=96b3feb3-9a47-4b1f-b889-732bbbd7cbd0 HTTP/1.1" status: 200 len: 210 time: 0.0653260 Nov 12 01:32:13.562786 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0736e5a1-3d28-4800-a679-c65babc0e06f tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Pushing event deleted for resources: {'Subnet': ['ID=b85926a2-8f65-4a64-9bac-d0c3d1c89bf6,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:32:13.568026 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0736e5a1-3d28-4800-a679-c65babc0e06f tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:13.577232 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5f2591-8f95-4785-a29d-303e675e6155 None None] Network 064a0ba4-2f28-42b6-8ae0-839a5175a744 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:32:13.585563 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0736e5a1-3d28-4800-a679-c65babc0e06f tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] 10.222.0.45 "DELETE /v2.0/subnets/b85926a2-8f65-4a64-9bac-d0c3d1c89bf6 HTTP/1.1" status: 204 len: 168 time: 0.6889510 Nov 12 01:32:13.587921 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 43282) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:32:13.869197 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-284d08fb-d913-4115-98a1-5bd2cf0d53f8 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:13.998880 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-284d08fb-d913-4115-98a1-5bd2cf0d53f8 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Deleting port 83eac24f-5fd3-437f-bc34-78a5aef6e743 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:32:13.999423 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-284d08fb-d913-4115-98a1-5bd2cf0d53f8 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:14.141679 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-284d08fb-d913-4115-98a1-5bd2cf0d53f8 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] For port 83eac24f-5fd3-437f-bc34-78a5aef6e743, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=83eac24f-5fd3-437f-bc34-78a5aef6e743,segment=NetworkSegment(5e041860-e0c5-430b-8922-f99cd52df86f),segment_id=5e041860-e0c5-430b-8922-f99cd52df86f)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:32:14.142587 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-284d08fb-d913-4115-98a1-5bd2cf0d53f8 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:14.198529 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-284d08fb-d913-4115-98a1-5bd2cf0d53f8 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Calling delete_port for 83eac24f-5fd3-437f-bc34-78a5aef6e743 owned by network:dhcp {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:32:14.453895 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1559c638-ea66-4920-ad99-12be00642e97 req-3a12890d-2063-4e98-90fc-c6d2f1d29de4 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:14.462296 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1559c638-ea66-4920-ad99-12be00642e97 req-3a12890d-2063-4e98-90fc-c6d2f1d29de4 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ee17f8-47f8-4fe9-a1d5-bb4cf202d500 HTTP/1.1" status: 200 len: 943 time: 0.1184638 Nov 12 01:32:14.571792 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-284d08fb-d913-4115-98a1-5bd2cf0d53f8 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:14.585267 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1559c638-ea66-4920-ad99-12be00642e97 req-7a7acdad-719c-44a1-851f-ec3fe7621577 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222084 Nov 12 01:32:14.618951 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d048386-884e-4265-82d3-383908e97a82 None None] DHCP port deletion for 064a0ba4-2f28-42b6-8ae0-839a5175a744 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:32:14.633883 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284d08fb-d913-4115-98a1-5bd2cf0d53f8 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] No DVR routers for this DVR port 83eac24f-5fd3-437f-bc34-78a5aef6e743 on host n-d-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:32:14.638062 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d08fb-d913-4115-98a1-5bd2cf0d53f8 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Pushing event deleted for resources: {'Port': ['ID=83eac24f-5fd3-437f-bc34-78a5aef6e743,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:32:14.669136 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284d08fb-d913-4115-98a1-5bd2cf0d53f8 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:14.669940 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284d08fb-d913-4115-98a1-5bd2cf0d53f8 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:14.670564 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284d08fb-d913-4115-98a1-5bd2cf0d53f8 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:14.671117 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284d08fb-d913-4115-98a1-5bd2cf0d53f8 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:14.671463 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284d08fb-d913-4115-98a1-5bd2cf0d53f8 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:14.671807 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284d08fb-d913-4115-98a1-5bd2cf0d53f8 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:14.672180 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284d08fb-d913-4115-98a1-5bd2cf0d53f8 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:14.672524 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284d08fb-d913-4115-98a1-5bd2cf0d53f8 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:14.673010 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284d08fb-d913-4115-98a1-5bd2cf0d53f8 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:14.673351 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284d08fb-d913-4115-98a1-5bd2cf0d53f8 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:14.673684 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284d08fb-d913-4115-98a1-5bd2cf0d53f8 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:14.674236 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284d08fb-d913-4115-98a1-5bd2cf0d53f8 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:14.748832 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e52ed5cd-157e-4693-9fc3-9d210a563ebb req-9c975ff2-ccaa-4749-b388-800d376e9b60 tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] 10.222.0.45 "GET /v2.0/ports?device_id=96b3feb3-9a47-4b1f-b889-732bbbd7cbd0 HTTP/1.1" status: 200 len: 210 time: 0.0687551 Nov 12 01:32:14.847691 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-284d08fb-d913-4115-98a1-5bd2cf0d53f8 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:14.896373 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-284d08fb-d913-4115-98a1-5bd2cf0d53f8 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['064a0ba4-2f28-42b6-8ae0-839a5175a744']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:32:14.918453 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-284d08fb-d913-4115-98a1-5bd2cf0d53f8 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e041860-e0c5-430b-8922-f99cd52df86f') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:32:14.918984 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-284d08fb-d913-4115-98a1-5bd2cf0d53f8 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e041860-e0c5-430b-8922-f99cd52df86f') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:32:14.941085 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-284d08fb-d913-4115-98a1-5bd2cf0d53f8 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:14.971548 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-284d08fb-d913-4115-98a1-5bd2cf0d53f8 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:14.983790 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-284d08fb-d913-4115-98a1-5bd2cf0d53f8 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:32:14.984520 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-284d08fb-d913-4115-98a1-5bd2cf0d53f8 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:14.992427 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:32:14.992427 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:32:14.992427 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:32:14.992427 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:32:14.992427 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:32:14.992427 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:32:14.992427 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:32:14.992427 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:32:14.992427 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:32:14.992427 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:32:14.992427 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:32:14.992427 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:32:14.992427 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:32:14.992427 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:32:14.992427 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:32:14.992427 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:32:14.992427 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:32:14.992427 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:32:14.992427 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:32:14.992427 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:32:14.992427 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:32:14.992427 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:32:14.992427 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:32:14.992427 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:32:14.992427 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:32:14.992427 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:32:14.992427 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:32:14.992427 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:32:14.992427 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:32:14.992427 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:32:14.992427 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:32:14.992427 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:32:15.132536 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-284d08fb-d913-4115-98a1-5bd2cf0d53f8 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:15.159511 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-284d08fb-d913-4115-98a1-5bd2cf0d53f8 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:15.181815 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-284d08fb-d913-4115-98a1-5bd2cf0d53f8 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] 10.222.0.45 "DELETE /v2.0/networks/064a0ba4-2f28-42b6-8ae0-839a5175a744 HTTP/1.1" status: 204 len: 168 time: 1.5892441 Nov 12 01:32:15.221066 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d08fb-d913-4115-98a1-5bd2cf0d53f8 tempest-FloatingIPNegativeTestJSON-1111576655 tempest-FloatingIPNegativeTestJSON-1111576655-project] Pushing event deleted for resources: {'Network': ['ID=064a0ba4-2f28-42b6-8ae0-839a5175a744,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:32:15.875411 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 43338) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:32:15.886879 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83282a6-0550-4b59-8e05-5c06b05f3e53 req-9fde8cf2-fbbd-495a-b80e-f2e07745ea87 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:15.889568 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d83282a6-0550-4b59-8e05-5c06b05f3e53 req-9fde8cf2-fbbd-495a-b80e-f2e07745ea87 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ee17f8-47f8-4fe9-a1d5-bb4cf202d500 HTTP/1.1" status: 200 len: 943 time: 0.1673307 Nov 12 01:32:16.009098 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-088c5ec6-4b9f-4d8d-8388-a6914f231a03 req-517fa6a4-4a10-4314-abd4-bb8146faa107 tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] 10.222.0.45 "GET /v2.0/ports?device_id=96b3feb3-9a47-4b1f-b889-732bbbd7cbd0 HTTP/1.1" status: 200 len: 210 time: 0.0822303 Nov 12 01:32:16.082738 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c7b49230-20b5-4688-a9fb-266711de38f3 req-dec7ef97-81cb-4c31-9f9e-c89316d4e67c tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=90a7697133d84c258c146913ff6a01a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492790 Nov 12 01:32:16.147187 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f0ea9cc6-d868-495a-b9e5-371ed7e651ed admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=793e19c22e15417c9ca01c6ad1f8f756&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2698021 Nov 12 01:32:16.148427 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 43344) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:32:16.197189 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d83282a6-0550-4b59-8e05-5c06b05f3e53 req-c0468a25-f53d-45b1-af74-b6e4f5a7184d tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996099 Nov 12 01:32:16.228029 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-06d41cac-8934-4095-a264-f8f0ee0280ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:16.267689 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-06d41cac-8934-4095-a264-f8f0ee0280ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:16.380594 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-06d41cac-8934-4095-a264-f8f0ee0280ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:16.386003 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-06d41cac-8934-4095-a264-f8f0ee0280ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:16.390060 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-06d41cac-8934-4095-a264-f8f0ee0280ad admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ec965f4b-11f7-44aa-8ed0-94c74cb57f72 HTTP/1.1" status: 204 len: 168 time: 0.2381599 Nov 12 01:32:16.404868 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d41cac-8934-4095-a264-f8f0ee0280ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec965f4b-11f7-44aa-8ed0-94c74cb57f72,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:32:16.449274 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b49230-20b5-4688-a9fb-266711de38f3 req-9474bbe9-2d61-47f5-905f-fc5c1c5ac1d7 tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:16.452866 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c7b49230-20b5-4688-a9fb-266711de38f3 req-9474bbe9-2d61-47f5-905f-fc5c1c5ac1d7 tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3597295 Nov 12 01:32:16.499801 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-c7b49230-20b5-4688-a9fb-266711de38f3 req-a311d41c-44ee-42d8-a551-74f2441b0afe tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] Request body: {'port': {'device_id': '96b3feb3-9a47-4b1f-b889-732bbbd7cbd0', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'admin_state_up': True, 'tenant_id': '90a7697133d84c258c146913ff6a01a0'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:32:16.632816 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 83eac24f-5fd3-437f-bc34-78a5aef6e743 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:32:16.727102 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 83eac24f-5fd3-437f-bc34-78a5aef6e743 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:32:16.728121 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 83eac24f-5fd3-437f-bc34-78a5aef6e743 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:32:16.740027 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7b49230-20b5-4688-a9fb-266711de38f3 req-a311d41c-44ee-42d8-a551-74f2441b0afe tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] Made reservation on behalf of 90a7697133d84c258c146913ff6a01a0 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:32:16.750570 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c7b49230-20b5-4688-a9fb-266711de38f3 req-a311d41c-44ee-42d8-a551-74f2441b0afe tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:16.763504 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c7b49230-20b5-4688-a9fb-266711de38f3 req-a311d41c-44ee-42d8-a551-74f2441b0afe tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:16.947416 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c7b49230-20b5-4688-a9fb-266711de38f3 req-a311d41c-44ee-42d8-a551-74f2441b0afe tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:16.954899 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c7b49230-20b5-4688-a9fb-266711de38f3 req-a311d41c-44ee-42d8-a551-74f2441b0afe tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:17.347146 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-c7b49230-20b5-4688-a9fb-266711de38f3 req-a311d41c-44ee-42d8-a551-74f2441b0afe tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] Allocated IP 192.168.233.156 (945c2da1-f958-478a-a48a-8af2dfa2e179/f0290328-7bc5-4266-bfb9-6eb25d91acf0/6834047f-564b-4c8c-b9ca-e8be9bfa7da9) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:32:17.383046 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a311d41c-44ee-42d8-a551-74f2441b0afe tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abee0268-8f3f-4861-8fa8-930c99ebb7bc,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:32:17.388008 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e221e358-7e77-49b3-927a-22f6576dad43 req-09e6a3de-f290-4779-80a9-8f0f73672717 tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] 10.222.0.45 "GET /v2.0/ports?device_id=96b3feb3-9a47-4b1f-b889-732bbbd7cbd0 HTTP/1.1" status: 200 len: 210 time: 0.0954268 Nov 12 01:32:17.595887 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ae7d1-f987-41d3-ae74-6ad73464d56f req-9a93deea-16cd-440f-bf6d-5ed67f1961f4 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:17.597672 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-639ae7d1-f987-41d3-ae74-6ad73464d56f req-9a93deea-16cd-440f-bf6d-5ed67f1961f4 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ee17f8-47f8-4fe9-a1d5-bb4cf202d500 HTTP/1.1" status: 200 len: 943 time: 0.2192287 Nov 12 01:32:17.891494 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-639ae7d1-f987-41d3-ae74-6ad73464d56f req-d0ce4758-c860-48f7-bb00-ea84aea6e6cb tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926373 Nov 12 01:32:17.938876 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c7b49230-20b5-4688-a9fb-266711de38f3 req-a311d41c-44ee-42d8-a551-74f2441b0afe tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:18.021570 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c7b49230-20b5-4688-a9fb-266711de38f3 req-a311d41c-44ee-42d8-a551-74f2441b0afe tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:18.124022 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7b49230-20b5-4688-a9fb-266711de38f3 req-a311d41c-44ee-42d8-a551-74f2441b0afe tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] Network 945c2da1-f958-478a-a48a-8af2dfa2e179 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:32:18.129940 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-c7b49230-20b5-4688-a9fb-266711de38f3 req-a311d41c-44ee-42d8-a551-74f2441b0afe tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:32:18.139672 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b49230-20b5-4688-a9fb-266711de38f3 req-a311d41c-44ee-42d8-a551-74f2441b0afe tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:32:18.147221 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a311d41c-44ee-42d8-a551-74f2441b0afe tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] Pushing event updated for resources: {'Port': ['ID=6834047f-564b-4c8c-b9ca-e8be9bfa7da9,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:32:18.477990 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b49230-20b5-4688-a9fb-266711de38f3 req-a311d41c-44ee-42d8-a551-74f2441b0afe tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:18.478699 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c7b49230-20b5-4688-a9fb-266711de38f3 req-a311d41c-44ee-42d8-a551-74f2441b0afe tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:18.509094 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c7b49230-20b5-4688-a9fb-266711de38f3 req-a311d41c-44ee-42d8-a551-74f2441b0afe tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0172799 Nov 12 01:32:18.541000 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-c7b49230-20b5-4688-a9fb-266711de38f3 req-4973035d-df74-4a8a-bf40-cba4d42aded2 service neutron] Request body: {'port': {'device_id': '96b3feb3-9a47-4b1f-b889-732bbbd7cbd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:32:18.773941 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-31bd6d2d-a5f8-43d6-bb90-02999d1f0008 None None] Provisioning complete for port 6834047f-564b-4c8c-b9ca-e8be9bfa7da9 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:32:18.774452 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-31bd6d2d-a5f8-43d6-bb90-02999d1f0008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:18.863274 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-31bd6d2d-a5f8-43d6-bb90-02999d1f0008 None None] Port 6834047f-564b-4c8c-b9ca-e8be9bfa7da9 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:32:19.401966 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c7b49230-20b5-4688-a9fb-266711de38f3 req-4973035d-df74-4a8a-bf40-cba4d42aded2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:19.723367 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31815fa2-3d19-445d-8b15-10fa11cb41f8 req-747e3967-e9f6-4a2a-baa1-b6a5467f39d7 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:19.724847 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-31815fa2-3d19-445d-8b15-10fa11cb41f8 req-747e3967-e9f6-4a2a-baa1-b6a5467f39d7 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ee17f8-47f8-4fe9-a1d5-bb4cf202d500 HTTP/1.1" status: 200 len: 943 time: 0.3296945 Nov 12 01:32:19.737419 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09b07e-5440-4c0f-86f0-eba34d87e5b5 req-7fce0e5c-9013-408f-ab0b-3c17b1c5ae29 tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:19.739183 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1a09b07e-5440-4c0f-86f0-eba34d87e5b5 req-7fce0e5c-9013-408f-ab0b-3c17b1c5ae29 tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] 10.222.0.45 "GET /v2.0/ports?device_id=96b3feb3-9a47-4b1f-b889-732bbbd7cbd0 HTTP/1.1" status: 200 len: 936 time: 0.3521078 Nov 12 01:32:19.921422 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-31815fa2-3d19-445d-8b15-10fa11cb41f8 req-40cc1c8f-e0ee-431d-9e2e-26af29def129 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774762 Nov 12 01:32:20.032411 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1a09b07e-5440-4c0f-86f0-eba34d87e5b5 req-ef728ca7-7140-440d-8fb5-21a2f6cd91ee tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] 10.222.0.45 "GET /v2.0/security-groups?id=abee0268-8f3f-4861-8fa8-930c99ebb7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039883 Nov 12 01:32:20.119245 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-c7b49230-20b5-4688-a9fb-266711de38f3 req-4973035d-df74-4a8a-bf40-cba4d42aded2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6834047f-564b-4c8c-b9ca-e8be9bfa7da9 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:32:20.142108 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c7b49230-20b5-4688-a9fb-266711de38f3 req-4973035d-df74-4a8a-bf40-cba4d42aded2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:20.160494 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-c7b49230-20b5-4688-a9fb-266711de38f3 req-4973035d-df74-4a8a-bf40-cba4d42aded2 service neutron] Transition to ACTIVE for port object 6834047f-564b-4c8c-b9ca-e8be9bfa7da9 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:32:20.172810 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c7b49230-20b5-4688-a9fb-266711de38f3 req-4973035d-df74-4a8a-bf40-cba4d42aded2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:20.288973 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4973035d-df74-4a8a-bf40-cba4d42aded2 service neutron] Pushing event updated for resources: {'Port': ['ID=6834047f-564b-4c8c-b9ca-e8be9bfa7da9,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:32:20.335283 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-c7b49230-20b5-4688-a9fb-266711de38f3 req-4973035d-df74-4a8a-bf40-cba4d42aded2 service neutron] Attempting to bind port 6834047f-564b-4c8c-b9ca-e8be9bfa7da9 on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:32:20.336312 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-c7b49230-20b5-4688-a9fb-266711de38f3 req-4973035d-df74-4a8a-bf40-cba4d42aded2 service neutron] Attempting to bind port 6834047f-564b-4c8c-b9ca-e8be9bfa7da9 by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:32:20.336526 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b49230-20b5-4688-a9fb-266711de38f3 req-4973035d-df74-4a8a-bf40-cba4d42aded2 service neutron] Attempting to bind port 6834047f-564b-4c8c-b9ca-e8be9bfa7da9 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:32:20.348462 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b49230-20b5-4688-a9fb-266711de38f3 req-4973035d-df74-4a8a-bf40-cba4d42aded2 service neutron] Port 6834047f-564b-4c8c-b9ca-e8be9bfa7da9 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:32:20.348802 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b49230-20b5-4688-a9fb-266711de38f3 req-4973035d-df74-4a8a-bf40-cba4d42aded2 service neutron] Attempting to bind port 6834047f-564b-4c8c-b9ca-e8be9bfa7da9 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:32:20.356157 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b49230-20b5-4688-a9fb-266711de38f3 req-4973035d-df74-4a8a-bf40-cba4d42aded2 service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:32:20.356507 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b49230-20b5-4688-a9fb-266711de38f3 req-4973035d-df74-4a8a-bf40-cba4d42aded2 service neutron] Checking segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:32:20.356908 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b49230-20b5-4688-a9fb-266711de38f3 req-4973035d-df74-4a8a-bf40-cba4d42aded2 service neutron] Bound using segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:32:20.357357 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-c7b49230-20b5-4688-a9fb-266711de38f3 req-4973035d-df74-4a8a-bf40-cba4d42aded2 service neutron] Bound port: 6834047f-564b-4c8c-b9ca-e8be9bfa7da9, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:32:20.357726 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c7b49230-20b5-4688-a9fb-266711de38f3 req-4973035d-df74-4a8a-bf40-cba4d42aded2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:20.486047 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-c7b49230-20b5-4688-a9fb-266711de38f3 req-4973035d-df74-4a8a-bf40-cba4d42aded2 service neutron] For port 6834047f-564b-4c8c-b9ca-e8be9bfa7da9, host n-h1-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:32:20.496605 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-c7b49230-20b5-4688-a9fb-266711de38f3 req-4973035d-df74-4a8a-bf40-cba4d42aded2 service neutron] For port 6834047f-564b-4c8c-b9ca-e8be9bfa7da9, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=6834047f-564b-4c8c-b9ca-e8be9bfa7da9,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:32:20.515228 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c7b49230-20b5-4688-a9fb-266711de38f3 req-4973035d-df74-4a8a-bf40-cba4d42aded2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:20.610856 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b49230-20b5-4688-a9fb-266711de38f3 req-4973035d-df74-4a8a-bf40-cba4d42aded2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:20.612861 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c7b49230-20b5-4688-a9fb-266711de38f3 req-4973035d-df74-4a8a-bf40-cba4d42aded2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:20.634167 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c7b49230-20b5-4688-a9fb-266711de38f3 req-4973035d-df74-4a8a-bf40-cba4d42aded2 service neutron] 10.222.0.16 "PUT /v2.0/ports/6834047f-564b-4c8c-b9ca-e8be9bfa7da9 HTTP/1.1" status: 200 len: 1097 time: 2.1069846 Nov 12 01:32:20.639616 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96b3feb3-9a47-4b1f-b889-732bbbd7cbd0', 'tag': '6834047f-564b-4c8c-b9ca-e8be9bfa7da9'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:32:20.650197 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbda0cc-8aa4-4a98-b33e-832d8e3e29e6" -d '{"events": [{"name": "network-changed", "server_uuid": "96b3feb3-9a47-4b1f-b889-732bbbd7cbd0", "tag": "6834047f-564b-4c8c-b9ca-e8be9bfa7da9"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:32:20.787135 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baba09e5-cc57-480c-9375-3ffe33fd869e x-openstack-request-id: req-baba09e5-cc57-480c-9375-3ffe33fd869e {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:32:20.787508 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96b3feb3-9a47-4b1f-b889-732bbbd7cbd0", "tag": "6834047f-564b-4c8c-b9ca-e8be9bfa7da9", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:32:20.787695 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-baba09e5-cc57-480c-9375-3ffe33fd869e {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:32:20.788142 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96b3feb3-9a47-4b1f-b889-732bbbd7cbd0', 'tag': '6834047f-564b-4c8c-b9ca-e8be9bfa7da9', 'status': 'completed', 'code': 200} Nov 12 01:32:20.817999 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4973035d-df74-4a8a-bf40-cba4d42aded2 service neutron] Pushing event updated for resources: {'Port': ['ID=6834047f-564b-4c8c-b9ca-e8be9bfa7da9,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:32:20.934697 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b49230-20b5-4688-a9fb-266711de38f3 req-e7155534-18ef-4c8d-8ab9-eafecf3af6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:20.940371 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c7b49230-20b5-4688-a9fb-266711de38f3 req-e7155534-18ef-4c8d-8ab9-eafecf3af6f8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=90a7697133d84c258c146913ff6a01a0&device_id=96b3feb3-9a47-4b1f-b889-732bbbd7cbd0 HTTP/1.1" status: 200 len: 1100 time: 0.2084742 Nov 12 01:32:21.068512 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c7b49230-20b5-4688-a9fb-266711de38f3 req-00506d2e-55ff-484b-9bb8-e3133e448198 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=6834047f-564b-4c8c-b9ca-e8be9bfa7da9 HTTP/1.1" status: 200 len: 217 time: 0.1132569 Nov 12 01:32:21.495220 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b49230-20b5-4688-a9fb-266711de38f3 req-474e92bd-1ffe-4676-8ae7-bd0b4d24e7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:21.499534 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c7b49230-20b5-4688-a9fb-266711de38f3 req-474e92bd-1ffe-4676-8ae7-bd0b4d24e7e8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.4227562 Nov 12 01:32:21.613915 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145554ea-e0b2-459d-86c4-b70bd6f6a12d req-82e42793-81f6-411e-95b7-225c4945c96e tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:21.622966 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-145554ea-e0b2-459d-86c4-b70bd6f6a12d req-82e42793-81f6-411e-95b7-225c4945c96e tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ee17f8-47f8-4fe9-a1d5-bb4cf202d500 HTTP/1.1" status: 200 len: 943 time: 0.3636091 Nov 12 01:32:21.730263 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ace2c0-77f8-447e-ba47-f0f2b0fe098c req-10171583-4318-471f-89c4-df35eb23e610 tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:21.731898 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-08ace2c0-77f8-447e-ba47-f0f2b0fe098c req-10171583-4318-471f-89c4-df35eb23e610 tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] 10.222.0.45 "GET /v2.0/ports?device_id=96b3feb3-9a47-4b1f-b889-732bbbd7cbd0 HTTP/1.1" status: 200 len: 948 time: 0.3785152 Nov 12 01:32:21.816426 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b49230-20b5-4688-a9fb-266711de38f3 req-79031c2c-b7f1-4a44-b508-3d3576f245ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:21.819224 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c7b49230-20b5-4688-a9fb-266711de38f3 req-79031c2c-b7f1-4a44-b508-3d3576f245ac service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2970073 Nov 12 01:32:21.887398 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-145554ea-e0b2-459d-86c4-b70bd6f6a12d req-b3c0712e-7c51-4935-a43c-a9371195ea39 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632966 Nov 12 01:32:22.102261 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-08ace2c0-77f8-447e-ba47-f0f2b0fe098c req-0fc510c1-ae06-4d94-9198-4e2f1bb35493 tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] 10.222.0.45 "GET /v2.0/security-groups?id=abee0268-8f3f-4861-8fa8-930c99ebb7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570774 Nov 12 01:32:22.189070 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c7b49230-20b5-4688-a9fb-266711de38f3 req-ef6969ec-65f1-4e85-bcb9-993b34cb00cc service neutron] 10.222.0.16 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384042 Nov 12 01:32:22.472604 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c7b49230-20b5-4688-a9fb-266711de38f3 req-5f350d7d-f850-46c9-a1e6-489c2a380374 service neutron] 10.222.0.16 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726653 Nov 12 01:32:22.708092 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbda0cc-8aa4-4a98-b33e-832d8e3e29e6 req-c7062d54-85ff-49a8-9db1-a0666682bbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:22.711618 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-acbda0cc-8aa4-4a98-b33e-832d8e3e29e6 req-c7062d54-85ff-49a8-9db1-a0666682bbc1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=90a7697133d84c258c146913ff6a01a0&device_id=96b3feb3-9a47-4b1f-b889-732bbbd7cbd0 HTTP/1.1" status: 200 len: 1100 time: 0.1162040 Nov 12 01:32:22.924515 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbda0cc-8aa4-4a98-b33e-832d8e3e29e6 req-7b6aa7c8-3469-42d6-ac26-21e54e7c33ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:22.937034 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-acbda0cc-8aa4-4a98-b33e-832d8e3e29e6 req-7b6aa7c8-3469-42d6-ac26-21e54e7c33ee service neutron] 10.222.0.16 "GET /v2.0/networks?id=945c2da1-f958-478a-a48a-8af2dfa2e179 HTTP/1.1" status: 200 len: 869 time: 0.2078264 Nov 12 01:32:23.093730 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-acbda0cc-8aa4-4a98-b33e-832d8e3e29e6 req-7c5723d2-71e3-4ec6-8873-da7cf347ec29 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=6834047f-564b-4c8c-b9ca-e8be9bfa7da9 HTTP/1.1" status: 200 len: 217 time: 0.1557670 Nov 12 01:32:23.267911 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e4432-90c1-4f70-bed8-190d1b406fce req-2d0e5613-2eb5-413f-9703-dc836b2cbfb6 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:23.270665 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-021e4432-90c1-4f70-bed8-190d1b406fce req-2d0e5613-2eb5-413f-9703-dc836b2cbfb6 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ee17f8-47f8-4fe9-a1d5-bb4cf202d500 HTTP/1.1" status: 200 len: 943 time: 0.1982429 Nov 12 01:32:23.353363 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbda0cc-8aa4-4a98-b33e-832d8e3e29e6 req-d2e90ff5-d22c-4599-83d8-a4e4fea99822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:23.355473 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-acbda0cc-8aa4-4a98-b33e-832d8e3e29e6 req-d2e90ff5-d22c-4599-83d8-a4e4fea99822 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.2218480 Nov 12 01:32:23.514080 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53bc893-9f02-4e16-ac7d-b25e1c47cade req-07b57f9f-3e2b-4a7a-a32f-58e52b1a1d9a tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:23.522361 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b53bc893-9f02-4e16-ac7d-b25e1c47cade req-07b57f9f-3e2b-4a7a-a32f-58e52b1a1d9a tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] 10.222.0.45 "GET /v2.0/ports?device_id=96b3feb3-9a47-4b1f-b889-732bbbd7cbd0 HTTP/1.1" status: 200 len: 948 time: 0.2321320 Nov 12 01:32:23.576338 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-021e4432-90c1-4f70-bed8-190d1b406fce req-28e0b178-c78d-4268-8988-e43f8fa39cde tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293048 Nov 12 01:32:23.668062 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbda0cc-8aa4-4a98-b33e-832d8e3e29e6 req-28577e7f-c868-4fca-badb-72fda8cd16f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:23.670906 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-acbda0cc-8aa4-4a98-b33e-832d8e3e29e6 req-28577e7f-c868-4fca-badb-72fda8cd16f2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3053658 Nov 12 01:32:23.961276 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b53bc893-9f02-4e16-ac7d-b25e1c47cade req-eb3027e6-5975-4241-a433-8cec34542893 tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] 10.222.0.45 "GET /v2.0/security-groups?id=abee0268-8f3f-4861-8fa8-930c99ebb7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4256127 Nov 12 01:32:24.035550 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-acbda0cc-8aa4-4a98-b33e-832d8e3e29e6 req-5fc6cc04-34f2-45da-8d3b-5941adeaea37 service neutron] 10.222.0.16 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377817 Nov 12 01:32:24.191317 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-acbda0cc-8aa4-4a98-b33e-832d8e3e29e6 req-fa685619-4157-4de4-ba95-2666e612fd90 service neutron] 10.222.0.16 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480219 Nov 12 01:32:24.957041 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db736ae2-cfe6-4353-b162-187a080f7299 req-1cb9a67d-6ecb-477d-a7c9-7e33307c2487 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:24.958641 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-db736ae2-cfe6-4353-b162-187a080f7299 req-1cb9a67d-6ecb-477d-a7c9-7e33307c2487 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ee17f8-47f8-4fe9-a1d5-bb4cf202d500 HTTP/1.1" status: 200 len: 943 time: 0.1943693 Nov 12 01:32:25.136868 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-db736ae2-cfe6-4353-b162-187a080f7299 req-639571fb-ca75-460e-b90a-b8c725f20f18 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670427 Nov 12 01:32:25.259087 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 6834047f-564b-4c8c-b9ca-e8be9bfa7da9 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:32:25.294208 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8efa89-c75c-4364-892f-703d1530e9f5 req-8e1deaa2-ca66-47d4-b056-ccb2a670b2d6 tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:25.298146 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1b8efa89-c75c-4364-892f-703d1530e9f5 req-8e1deaa2-ca66-47d4-b056-ccb2a670b2d6 tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] 10.222.0.45 "GET /v2.0/ports?device_id=96b3feb3-9a47-4b1f-b889-732bbbd7cbd0 HTTP/1.1" status: 200 len: 948 time: 0.1227481 Nov 12 01:32:25.479377 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1b8efa89-c75c-4364-892f-703d1530e9f5 req-a3e91ecf-934c-44ab-a60b-e68a401de626 tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] 10.222.0.45 "GET /v2.0/security-groups?id=abee0268-8f3f-4861-8fa8-930c99ebb7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572733 Nov 12 01:32:25.506331 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 6834047f-564b-4c8c-b9ca-e8be9bfa7da9, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=6834047f-564b-4c8c-b9ca-e8be9bfa7da9,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:32:25.566641 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': '6834047f-564b-4c8c-b9ca-e8be9bfa7da9', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'port_id': '6834047f-564b-4c8c-b9ca-e8be9bfa7da9', 'mac_address': 'fa:16:3e:fd:b5:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0290328-7bc5-4266-bfb9-6eb25d91acf0', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:32:25.726600 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:25.764105 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6834047f-564b-4c8c-b9ca-e8be9bfa7da9 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:32:25.824173 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 6834047f-564b-4c8c-b9ca-e8be9bfa7da9, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=6834047f-564b-4c8c-b9ca-e8be9bfa7da9,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:32:25.830940 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:25.969600 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=6834047f-564b-4c8c-b9ca-e8be9bfa7da9,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:32:25.992415 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:25.993051 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:25.999075 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:26.000425 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:26.000985 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:26.001517 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:26.001862 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:26.002251 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:26.002544 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:26.002896 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:26.003229 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:26.003560 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:26.157191 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['6834047f-564b-4c8c-b9ca-e8be9bfa7da9'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:32:26.197976 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a81312e3-df3d-486a-8a02-8f50e687c439 req-c89d939d-5cea-4586-8652-ee77312b337e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1073079 Nov 12 01:32:26.425659 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81312e3-df3d-486a-8a02-8f50e687c439 req-d0cdaf40-9de1-44f5-937d-6a194b9f7e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:26.427699 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a81312e3-df3d-486a-8a02-8f50e687c439 req-d0cdaf40-9de1-44f5-937d-6a194b9f7e51 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=553fbe5d09fe49948bd69193fe3f0783&device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d HTTP/1.1" status: 200 len: 1097 time: 0.1439400 Nov 12 01:32:26.472784 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab69d2-1716-4c9d-96eb-51fa24f3c0f5 req-891b5ee4-3694-4ebd-bf65-8e21ca7ad9d5 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:26.474972 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-98ab69d2-1716-4c9d-96eb-51fa24f3c0f5 req-891b5ee4-3694-4ebd-bf65-8e21ca7ad9d5 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ee17f8-47f8-4fe9-a1d5-bb4cf202d500 HTTP/1.1" status: 200 len: 943 time: 0.1297872 Nov 12 01:32:26.764152 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-98ab69d2-1716-4c9d-96eb-51fa24f3c0f5 req-93b6c755-400a-476e-a0ff-4b2e660f9531 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601781 Nov 12 01:32:26.784735 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d754af-4433-4ca4-b3e5-a0b421188b7a req-cdd2d4cf-c5e7-46c4-986b-7a4bcb01cfab tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:26.786693 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c4d754af-4433-4ca4-b3e5-a0b421188b7a req-cdd2d4cf-c5e7-46c4-986b-7a4bcb01cfab tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] 10.222.0.45 "GET /v2.0/ports?device_id=96b3feb3-9a47-4b1f-b889-732bbbd7cbd0 HTTP/1.1" status: 200 len: 949 time: 0.1351519 Nov 12 01:32:26.868911 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c4d754af-4433-4ca4-b3e5-a0b421188b7a req-cbc9e6e1-789e-435d-9a06-4216b79529d1 tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] 10.222.0.45 "GET /v2.0/security-groups?id=abee0268-8f3f-4861-8fa8-930c99ebb7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728223 Nov 12 01:32:26.871228 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81312e3-df3d-486a-8a02-8f50e687c439 req-47fcf819-78a8-4969-b11d-d2980ad422ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:26.873185 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a81312e3-df3d-486a-8a02-8f50e687c439 req-47fcf819-78a8-4969-b11d-d2980ad422ed service neutron] 10.222.0.16 "GET /v2.0/networks?id=c9adb33c-31fd-4f64-b585-da81d972b670 HTTP/1.1" status: 200 len: 897 time: 0.4209368 Nov 12 01:32:27.077568 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a81312e3-df3d-486a-8a02-8f50e687c439 req-0544b64d-4e61-4b80-8fcb-53eeeedfcb87 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f9bf78a-8f60-4205-8b82-b0c35ded3668 HTTP/1.1" status: 200 len: 1001 time: 0.1909277 Nov 12 01:32:27.219825 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81312e3-df3d-486a-8a02-8f50e687c439 req-aff9b68f-2752-4dba-8d41-001d888bba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:27.223587 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a81312e3-df3d-486a-8a02-8f50e687c439 req-aff9b68f-2752-4dba-8d41-001d888bba4f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bb33bd2b-585e-4ed3-848d-18067b42df33 HTTP/1.1" status: 200 len: 835 time: 0.1359041 Nov 12 01:32:27.312179 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 6834047f-564b-4c8c-b9ca-e8be9bfa7da9 up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:32:27.341628 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81312e3-df3d-486a-8a02-8f50e687c439 req-89faeaf7-51e4-4c56-813d-072fad569cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:27.343683 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a81312e3-df3d-486a-8a02-8f50e687c439 req-89faeaf7-51e4-4c56-813d-072fad569cf4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c9adb33c-31fd-4f64-b585-da81d972b670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1003270 Nov 12 01:32:27.400077 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-23791767-f7f4-4e2b-9f57-67ab2d31ce6b req-98f2d174-4493-4f33-9f1a-a25cf5927478 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c7a5cc5e-a8a3-4f5f-9f62-6e7481bdecce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4681654 Nov 12 01:32:27.411118 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-89116fd2-f5e7-4277-a993-f10e7de9b640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:27.500575 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port 6834047f-564b-4c8c-b9ca-e8be9bfa7da9 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:32:27.503940 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a81312e3-df3d-486a-8a02-8f50e687c439 req-f698e5d8-a2af-43e4-8382-db5316120624 service neutron] 10.222.0.16 "GET /v2.0/networks/c9adb33c-31fd-4f64-b585-da81d972b670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508505 Nov 12 01:32:27.528892 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port 6834047f-564b-4c8c-b9ca-e8be9bfa7da9 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:32:27.529725 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:27.669544 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23791767-f7f4-4e2b-9f57-67ab2d31ce6b req-f57acd30-4d54-40c3-9f2b-d13c3512e8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:27.672243 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-23791767-f7f4-4e2b-9f57-67ab2d31ce6b req-f57acd30-4d54-40c3-9f2b-d13c3512e8be service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=094a5f5e492c44f8b09b4e12e8299cf9&device_id=c7a5cc5e-a8a3-4f5f-9f62-6e7481bdecce HTTP/1.1" status: 200 len: 1097 time: 0.1581593 Nov 12 01:32:27.696162 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a81312e3-df3d-486a-8a02-8f50e687c439 req-5e95d6a9-f78c-42d5-8ab0-d90a92deb9ad service neutron] 10.222.0.16 "GET /v2.0/networks/c9adb33c-31fd-4f64-b585-da81d972b670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772132 Nov 12 01:32:27.736917 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:27.796251 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 6834047f-564b-4c8c-b9ca-e8be9bfa7da9, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=6834047f-564b-4c8c-b9ca-e8be9bfa7da9,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:32:27.797881 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96b3feb3-9a47-4b1f-b889-732bbbd7cbd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6834047f-564b-4c8c-b9ca-e8be9bfa7da9'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:32:27.807170 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2ec768-79f8-48f8-977c-3444e48236b3" -d '{"events": [{"server_uuid": "96b3feb3-9a47-4b1f-b889-732bbbd7cbd0", "name": "network-vif-plugged", "status": "completed", "tag": "6834047f-564b-4c8c-b9ca-e8be9bfa7da9"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:32:27.814077 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:27.873742 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23791767-f7f4-4e2b-9f57-67ab2d31ce6b req-e3ebb39d-0deb-4001-90f1-3221664c7714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:27.875661 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-23791767-f7f4-4e2b-9f57-67ab2d31ce6b req-e3ebb39d-0deb-4001-90f1-3221664c7714 service neutron] 10.222.0.44 "GET /v2.0/networks?id=41d3594c-6378-4888-b7ad-f2b6034333e3 HTTP/1.1" status: 200 len: 912 time: 0.1645811 Nov 12 01:32:27.954127 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3b081e-005a-4057-9817-10eb1fe81e55 x-openstack-request-id: req-3b3b081e-005a-4057-9817-10eb1fe81e55 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:32:27.954443 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96b3feb3-9a47-4b1f-b889-732bbbd7cbd0", "name": "network-vif-plugged", "status": "completed", "tag": "6834047f-564b-4c8c-b9ca-e8be9bfa7da9", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:32:27.954711 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3b3b081e-005a-4057-9817-10eb1fe81e55 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:32:27.955131 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96b3feb3-9a47-4b1f-b889-732bbbd7cbd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6834047f-564b-4c8c-b9ca-e8be9bfa7da9', 'code': 200} Nov 12 01:32:28.037627 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=6834047f-564b-4c8c-b9ca-e8be9bfa7da9,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:32:28.056197 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-23791767-f7f4-4e2b-9f57-67ab2d31ce6b req-b1da1ead-5e86-4ed8-85c2-ed6d72febbef service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94c02bc7-adf8-4eae-bc9e-2eeccef708f3 HTTP/1.1" status: 200 len: 217 time: 0.1719382 Nov 12 01:32:28.181633 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23791767-f7f4-4e2b-9f57-67ab2d31ce6b req-4c635dd4-5dc5-4757-bb79-80b54ffe55ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:28.183626 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-23791767-f7f4-4e2b-9f57-67ab2d31ce6b req-4c635dd4-5dc5-4757-bb79-80b54ffe55ef service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6369b7da-1f3e-4df6-8094-1e515695655d HTTP/1.1" status: 200 len: 851 time: 0.1200590 Nov 12 01:32:28.296544 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23791767-f7f4-4e2b-9f57-67ab2d31ce6b req-3678b692-04f3-4934-bab7-fdf3d488c23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:28.298328 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-23791767-f7f4-4e2b-9f57-67ab2d31ce6b req-3678b692-04f3-4934-bab7-fdf3d488c23b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=41d3594c-6378-4888-b7ad-f2b6034333e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1075377 Nov 12 01:32:28.311025 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [req-23791767-f7f4-4e2b-9f57-67ab2d31ce6b req-0e8c6df0-d5b6-4280-86fe-79cc96f3848f service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:32:28.312761 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-23791767-f7f4-4e2b-9f57-67ab2d31ce6b req-0e8c6df0-d5b6-4280-86fe-79cc96f3848f service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064411 Nov 12 01:32:28.383624 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b444e9-5655-46d9-ac74-bc838e5440e9 req-8c0d4023-845a-4214-ba84-f2828795d636 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:28.385379 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f5b444e9-5655-46d9-ac74-bc838e5440e9 req-8c0d4023-845a-4214-ba84-f2828795d636 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ee17f8-47f8-4fe9-a1d5-bb4cf202d500 HTTP/1.1" status: 200 len: 943 time: 0.3800223 Nov 12 01:32:28.404731 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9b5ae-09d6-46cd-9bf5-7f9c86f9dca2 req-bd2ae13a-8922-4f6b-9080-637fd1043cac tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:28.416478 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ecb9b5ae-09d6-46cd-9bf5-7f9c86f9dca2 req-bd2ae13a-8922-4f6b-9080-637fd1043cac tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] 10.222.0.45 "GET /v2.0/ports?device_id=96b3feb3-9a47-4b1f-b889-732bbbd7cbd0 HTTP/1.1" status: 200 len: 950 time: 0.3552232 Nov 12 01:32:28.464580 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b33b12-1129-4c1f-ab67-2f0dbab28124 req-5b3d2e3f-806f-4084-8f13-ea501e71fc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:28.466559 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e7b33b12-1129-4c1f-ab67-2f0dbab28124 req-5b3d2e3f-806f-4084-8f13-ea501e71fc6e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=96b3feb3-9a47-4b1f-b889-732bbbd7cbd0 HTTP/1.1" status: 200 len: 1102 time: 0.3795214 Nov 12 01:32:28.529011 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-23791767-f7f4-4e2b-9f57-67ab2d31ce6b req-412f2b10-5fe9-487e-b82d-8e66d3a1d008 service neutron] 10.222.0.44 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094290 Nov 12 01:32:28.693530 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-23791767-f7f4-4e2b-9f57-67ab2d31ce6b req-a92cb377-f6d0-47bb-9f9c-fa214c756ed4 service neutron] 10.222.0.44 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574492 Nov 12 01:32:28.729799 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f5b444e9-5655-46d9-ac74-bc838e5440e9 req-a1313fad-19dc-474c-b1d5-3b1c4a7ad6a1 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118823 Nov 12 01:32:28.748610 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ecb9b5ae-09d6-46cd-9bf5-7f9c86f9dca2 req-4125c4f6-ae0f-4ea9-ae9b-f724031afb1d tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] 10.222.0.45 "GET /v2.0/security-groups?id=abee0268-8f3f-4861-8fa8-930c99ebb7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580652 Nov 12 01:32:28.755510 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e7b33b12-1129-4c1f-ab67-2f0dbab28124 req-99645a93-3f41-48be-b797-55010106ae7a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=abee0268-8f3f-4861-8fa8-930c99ebb7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061567 Nov 12 01:32:29.698094 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-63b7f6cc-58bf-4621-8040-e92f2e1f59dc req-1032b15e-a424-481b-aded-26318c4e730f service neutron] (109085) timed out ('10.222.0.45', 52336) {{(pid=109085) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 01:32:30.002134 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f65ff-f5c5-439e-9bce-a160c8e92c02 req-1f41bcfc-2322-4ba2-adfc-6be76f834198 tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:30.004287 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ab9f65ff-f5c5-439e-9bce-a160c8e92c02 req-1f41bcfc-2322-4ba2-adfc-6be76f834198 tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] 10.222.0.45 "GET /v2.0/ports?device_id=96b3feb3-9a47-4b1f-b889-732bbbd7cbd0 HTTP/1.1" status: 200 len: 950 time: 0.1472318 Nov 12 01:32:30.054471 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4a6b0-2d3d-49a4-be90-0bd65c1a91ec req-06e18490-6941-4fa2-a50e-e65d1e58e7c5 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:30.056656 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68b4a6b0-2d3d-49a4-be90-0bd65c1a91ec req-06e18490-6941-4fa2-a50e-e65d1e58e7c5 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ee17f8-47f8-4fe9-a1d5-bb4cf202d500 HTTP/1.1" status: 200 len: 943 time: 0.1820345 Nov 12 01:32:30.108641 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ab9f65ff-f5c5-439e-9bce-a160c8e92c02 req-a5e70ed9-f086-41d1-826c-0ea532e4bae9 tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] 10.222.0.45 "GET /v2.0/security-groups?id=abee0268-8f3f-4861-8fa8-930c99ebb7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904865 Nov 12 01:32:30.145396 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68b4a6b0-2d3d-49a4-be90-0bd65c1a91ec req-18097720-194c-43e3-bae9-d9e80638c081 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772719 Nov 12 01:32:30.855108 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1b80e885-1c5a-432e-a02f-32b12ae0d967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:31.312701 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96380627-362b-4d6e-baa3-3b962e39305b req-67233429-3ef4-4c51-8b23-6e4b782dcf07 tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:31.328389 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-96380627-362b-4d6e-baa3-3b962e39305b req-67233429-3ef4-4c51-8b23-6e4b782dcf07 tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] 10.222.0.45 "GET /v2.0/ports?device_id=96b3feb3-9a47-4b1f-b889-732bbbd7cbd0 HTTP/1.1" status: 200 len: 950 time: 0.1244559 Nov 12 01:32:31.422090 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-96380627-362b-4d6e-baa3-3b962e39305b req-66819a5b-bcce-433b-a1ff-62f7e9f1afc2 tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] 10.222.0.45 "GET /v2.0/security-groups?id=abee0268-8f3f-4861-8fa8-930c99ebb7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926037 Nov 12 01:32:31.477899 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d60691-f628-4a38-be7b-4bf1a1fa14d9 req-bdc6754d-9574-4144-8c68-475f5d8b90b2 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:31.479503 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-26d60691-f628-4a38-be7b-4bf1a1fa14d9 req-bdc6754d-9574-4144-8c68-475f5d8b90b2 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ee17f8-47f8-4fe9-a1d5-bb4cf202d500 HTTP/1.1" status: 200 len: 943 time: 0.1069584 Nov 12 01:32:31.606398 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-26d60691-f628-4a38-be7b-4bf1a1fa14d9 req-24e9a306-97d9-49f3-8186-0b3f43ae588d tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180501 Nov 12 01:32:31.924274 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15235f9-42c4-44fc-86b1-25621fc2ea65 req-a3973b20-cb14-4484-889f-af168f8c6c8b tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:31.933819 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f15235f9-42c4-44fc-86b1-25621fc2ea65 req-a3973b20-cb14-4484-889f-af168f8c6c8b tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] 10.222.0.45 "GET /v2.0/ports?device_id=96b3feb3-9a47-4b1f-b889-732bbbd7cbd0 HTTP/1.1" status: 200 len: 950 time: 0.0932148 Nov 12 01:32:32.056997 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f15235f9-42c4-44fc-86b1-25621fc2ea65 req-741e1f62-50db-4537-90d3-bcb8d2d2c0c3 tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] 10.222.0.45 "GET /v2.0/security-groups?id=abee0268-8f3f-4861-8fa8-930c99ebb7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151595 Nov 12 01:32:32.795366 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6730ab71-f960-432c-8d3f-a991f1c16d29 req-82e62ff4-e245-4043-bbac-e6f847f2ab73 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:32.813568 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6730ab71-f960-432c-8d3f-a991f1c16d29 req-82e62ff4-e245-4043-bbac-e6f847f2ab73 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ee17f8-47f8-4fe9-a1d5-bb4cf202d500 HTTP/1.1" status: 200 len: 943 time: 0.1222851 Nov 12 01:32:32.922258 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:32.925038 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6730ab71-f960-432c-8d3f-a991f1c16d29 req-f375532b-397e-4fd1-885b-6dc445556116 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104262 Nov 12 01:32:33.343776 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf6b998-caff-4e85-bd02-f2320442adf6 req-ccb50ec1-a3bd-4651-8be6-877e164e930d tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:33.345598 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eaf6b998-caff-4e85-bd02-f2320442adf6 req-ccb50ec1-a3bd-4651-8be6-877e164e930d tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] 10.222.0.45 "GET /v2.0/ports?device_id=96b3feb3-9a47-4b1f-b889-732bbbd7cbd0 HTTP/1.1" status: 200 len: 950 time: 0.1613247 Nov 12 01:32:33.606236 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eaf6b998-caff-4e85-bd02-f2320442adf6 req-1a283d77-cf40-4daf-a3e7-df1741edc5ed tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] 10.222.0.45 "GET /v2.0/security-groups?id=abee0268-8f3f-4861-8fa8-930c99ebb7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533906 Nov 12 01:32:33.641765 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460dfa5a-8fb5-44aa-9db9-62b69ebf8832 req-eff24ec1-2ba0-41fc-95a3-51454779f47a tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:33.647025 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-460dfa5a-8fb5-44aa-9db9-62b69ebf8832 req-eff24ec1-2ba0-41fc-95a3-51454779f47a tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] 10.222.0.16 "GET /v2.0/ports?device_id=96b3feb3-9a47-4b1f-b889-732bbbd7cbd0 HTTP/1.1" status: 200 len: 950 time: 0.2737460 Nov 12 01:32:33.667582 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb9059-4470-4d7b-8528-1d1c6909f38f req-5baa1efc-505a-4f2b-9f08-c34dc473d231 tempest-TestNetworkAdvancedServerOps-773100936 tempest-TestNetworkAdvancedServerOps-773100936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:33.669485 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e5fb9059-4470-4d7b-8528-1d1c6909f38f req-5baa1efc-505a-4f2b-9f08-c34dc473d231 tempest-TestNetworkAdvancedServerOps-773100936 tempest-TestNetworkAdvancedServerOps-773100936-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d HTTP/1.1" status: 200 len: 1097 time: 0.1212122 Nov 12 01:32:33.713320 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e5fb9059-4470-4d7b-8528-1d1c6909f38f req-a3eb7034-d823-495b-8beb-e285e98df3c7 tempest-TestNetworkAdvancedServerOps-773100936 tempest-TestNetworkAdvancedServerOps-773100936-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:33.985048 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:33.989742 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e5fb9059-4470-4d7b-8528-1d1c6909f38f req-a3eb7034-d823-495b-8beb-e285e98df3c7 tempest-TestNetworkAdvancedServerOps-773100936 tempest-TestNetworkAdvancedServerOps-773100936-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:34.010607 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e5fb9059-4470-4d7b-8528-1d1c6909f38f req-a3eb7034-d823-495b-8beb-e285e98df3c7 tempest-TestNetworkAdvancedServerOps-773100936 tempest-TestNetworkAdvancedServerOps-773100936-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:34.084009 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e5fb9059-4470-4d7b-8528-1d1c6909f38f req-a3eb7034-d823-495b-8beb-e285e98df3c7 tempest-TestNetworkAdvancedServerOps-773100936 tempest-TestNetworkAdvancedServerOps-773100936-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=7a087f77-92bd-4b9f-ad35-296fa276609a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3969018 Nov 12 01:32:34.188470 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb7034-d823-495b-8beb-e285e98df3c7 tempest-TestNetworkAdvancedServerOps-773100936 tempest-TestNetworkAdvancedServerOps-773100936-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa7e8f6-edc3-4c50-852c-f3a1ca08515e,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:32:34.209565 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ffe0e6-bfbc-4f66-825a-3425800ed766 req-278c932b-9101-46cb-a992-8c11d4d8e469 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:34.211511 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-12ffe0e6-bfbc-4f66-825a-3425800ed766 req-278c932b-9101-46cb-a992-8c11d4d8e469 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ee17f8-47f8-4fe9-a1d5-bb4cf202d500 HTTP/1.1" status: 200 len: 943 time: 0.1187849 Nov 12 01:32:34.267532 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-460dfa5a-8fb5-44aa-9db9-62b69ebf8832 req-8d862cbf-93ca-49f2-88c9-8b2818dc885b tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] Deleting port 6834047f-564b-4c8c-b9ca-e8be9bfa7da9 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:32:34.267997 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-460dfa5a-8fb5-44aa-9db9-62b69ebf8832 req-8d862cbf-93ca-49f2-88c9-8b2818dc885b tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:34.360324 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-12ffe0e6-bfbc-4f66-825a-3425800ed766 req-9251c0ee-7728-4995-9c0b-b91bdb437dcb tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396947 Nov 12 01:32:34.493460 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-460dfa5a-8fb5-44aa-9db9-62b69ebf8832 req-8d862cbf-93ca-49f2-88c9-8b2818dc885b tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] For port 6834047f-564b-4c8c-b9ca-e8be9bfa7da9, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=6834047f-564b-4c8c-b9ca-e8be9bfa7da9,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:32:34.493990 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-460dfa5a-8fb5-44aa-9db9-62b69ebf8832 req-8d862cbf-93ca-49f2-88c9-8b2818dc885b tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:34.533477 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a6881-4b2d-449f-886c-8bed46b7ff22 req-faea9cd7-2964-4684-87c2-8ef166422055 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:34.547601 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6e6a6881-4b2d-449f-886c-8bed46b7ff22 req-faea9cd7-2964-4684-87c2-8ef166422055 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d HTTP/1.1" status: 200 len: 945 time: 0.2917078 Nov 12 01:32:34.560821 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-460dfa5a-8fb5-44aa-9db9-62b69ebf8832 req-8d862cbf-93ca-49f2-88c9-8b2818dc885b tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] Calling delete_port for 6834047f-564b-4c8c-b9ca-e8be9bfa7da9 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:32:34.702766 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6e6a6881-4b2d-449f-886c-8bed46b7ff22 req-5be470b1-d4b3-40d0-8767-e4347cfaeb24 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a087f77-92bd-4b9f-ad35-296fa276609a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538966 Nov 12 01:32:34.757457 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 43838) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:32:34.982261 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-49a397d4-946b-4dd4-a022-5fb28d9ece7d tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/floatingips/8fc238a8-fdc0-4649-a615-c863a5916f50 HTTP/1.1" status: 200 len: 993 time: 0.2219219 Nov 12 01:32:35.015948 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e117f4-0e0d-4688-a6fc-3ef21afe51d9 req-8aaf60f6-4737-4eb0-a7d8-379c5fe8a67c tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:35.038088 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c7e117f4-0e0d-4688-a6fc-3ef21afe51d9 req-8aaf60f6-4737-4eb0-a7d8-379c5fe8a67c tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] 10.222.0.45 "GET /v2.0/ports?device_id=96b3feb3-9a47-4b1f-b889-732bbbd7cbd0 HTTP/1.1" status: 200 len: 950 time: 0.2328427 Nov 12 01:32:35.065405 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-460dfa5a-8fb5-44aa-9db9-62b69ebf8832 req-8d862cbf-93ca-49f2-88c9-8b2818dc885b tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:35.103808 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['6834047f-564b-4c8c-b9ca-e8be9bfa7da9'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:32:35.131766 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d862cbf-93ca-49f2-88c9-8b2818dc885b tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] Pushing event deleted for resources: {'Port': ['ID=6834047f-564b-4c8c-b9ca-e8be9bfa7da9,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:32:35.267510 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c7e117f4-0e0d-4688-a6fc-3ef21afe51d9 req-0a18b5cd-1887-4a3c-b515-2dcfb3005ec6 tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] 10.222.0.45 "GET /v2.0/security-groups?id=abee0268-8f3f-4861-8fa8-930c99ebb7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282996 Nov 12 01:32:35.295670 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:35.455880 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-460dfa5a-8fb5-44aa-9db9-62b69ebf8832 req-8d862cbf-93ca-49f2-88c9-8b2818dc885b tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] No DVR routers for this DVR port 6834047f-564b-4c8c-b9ca-e8be9bfa7da9 on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:32:35.469831 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-460dfa5a-8fb5-44aa-9db9-62b69ebf8832 req-8d862cbf-93ca-49f2-88c9-8b2818dc885b tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:35.484346 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-460dfa5a-8fb5-44aa-9db9-62b69ebf8832 req-8d862cbf-93ca-49f2-88c9-8b2818dc885b tempest-VolumesNegativeTest-1101211485 tempest-VolumesNegativeTest-1101211485-project] 10.222.0.16 "DELETE /v2.0/ports/6834047f-564b-4c8c-b9ca-e8be9bfa7da9 HTTP/1.1" status: 204 len: 173 time: 1.8255525 Nov 12 01:32:35.485175 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96b3feb3-9a47-4b1f-b889-732bbbd7cbd0', 'name': 'network-vif-deleted', 'tag': '6834047f-564b-4c8c-b9ca-e8be9bfa7da9'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:32:35.498651 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e476a0-1a25-402c-b631-9dc493ef79a1" -d '{"events": [{"server_uuid": "96b3feb3-9a47-4b1f-b889-732bbbd7cbd0", "name": "network-vif-deleted", "tag": "6834047f-564b-4c8c-b9ca-e8be9bfa7da9"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:32:35.533615 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-c4a5b27b-c369-43cf-a537-8a8e2a5d48b3 req-0bc07e8c-341a-4b02-934e-7e51adbbadc2 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:32:35.534639 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c4a5b27b-c369-43cf-a537-8a8e2a5d48b3 req-0bc07e8c-341a-4b02-934e-7e51adbbadc2 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054498 Nov 12 01:32:35.941204 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da20b89-d862-46ba-ae88-b899ac95bb64 req-c7ad28c5-a57a-432e-98b8-41ca3477aa28 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:35.942858 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7da20b89-d862-46ba-ae88-b899ac95bb64 req-c7ad28c5-a57a-432e-98b8-41ca3477aa28 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ee17f8-47f8-4fe9-a1d5-bb4cf202d500 HTTP/1.1" status: 200 len: 943 time: 0.2431343 Nov 12 01:32:36.032882 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 43926) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:32:36.243416 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7da20b89-d862-46ba-ae88-b899ac95bb64 req-a69d7b15-7b0b-4fbc-aece-e1e650d9dfda tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890723 Nov 12 01:32:36.479073 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bda16712-52b5-4607-bf8d-07886e774025 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:36.742655 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bda16712-52b5-4607-bf8d-07886e774025 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:36.760319 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bda16712-52b5-4607-bf8d-07886e774025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:36.842732 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda16712-52b5-4607-bf8d-07886e774025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da2525d-0cc7-40dd-b49c-7459e917ebe0,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:32:36.882332 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device b62fa425-7273-4686-8055-2f93177ac7ff details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:32:36.906178 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 44016) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:32:36.906928 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-bda16712-52b5-4607-bf8d-07886e774025 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e8fc487109b44797aafd00568892ff0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8716202 Nov 12 01:32:36.909502 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda16712-52b5-4607-bf8d-07886e774025 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:36.910283 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda16712-52b5-4607-bf8d-07886e774025 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:36.910907 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda16712-52b5-4607-bf8d-07886e774025 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:36.911510 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda16712-52b5-4607-bf8d-07886e774025 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:36.912231 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda16712-52b5-4607-bf8d-07886e774025 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:36.912813 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda16712-52b5-4607-bf8d-07886e774025 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:36.914605 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda16712-52b5-4607-bf8d-07886e774025 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:36.915109 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda16712-52b5-4607-bf8d-07886e774025 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:36.915598 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda16712-52b5-4607-bf8d-07886e774025 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:36.916108 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda16712-52b5-4607-bf8d-07886e774025 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:36.916593 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda16712-52b5-4607-bf8d-07886e774025 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:36.917097 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda16712-52b5-4607-bf8d-07886e774025 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:32:37.024028 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7634150d-0b90-4f94-9e1f-c68e54dc5463 x-openstack-request-id: req-7634150d-0b90-4f94-9e1f-c68e54dc5463 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:32:37.024577 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96b3feb3-9a47-4b1f-b889-732bbbd7cbd0", "name": "network-vif-deleted", "tag": "6834047f-564b-4c8c-b9ca-e8be9bfa7da9", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:32:37.025022 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7634150d-0b90-4f94-9e1f-c68e54dc5463 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:32:37.027913 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96b3feb3-9a47-4b1f-b889-732bbbd7cbd0', 'name': 'network-vif-deleted', 'tag': '6834047f-564b-4c8c-b9ca-e8be9bfa7da9', 'status': 'completed', 'code': 200} Nov 12 01:32:37.046899 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b8e3847a-1acd-4150-b29b-028ce8db19dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:37.083072 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b8e3847a-1acd-4150-b29b-028ce8db19dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:37.227566 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b8e3847a-1acd-4150-b29b-028ce8db19dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:37.247082 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b8e3847a-1acd-4150-b29b-028ce8db19dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:37.261019 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-b8e3847a-1acd-4150-b29b-028ce8db19dc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2da2525d-0cc7-40dd-b49c-7459e917ebe0 HTTP/1.1" status: 204 len: 168 time: 0.3456988 Nov 12 01:32:37.285896 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 6834047f-564b-4c8c-b9ca-e8be9bfa7da9 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:32:37.293321 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port b62fa425-7273-4686-8055-2f93177ac7ff, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=b62fa425-7273-4686-8055-2f93177ac7ff,segment=NetworkSegment(7bbb728e-9806-453c-9716-52e1ccd278c6),segment_id=7bbb728e-9806-453c-9716-52e1ccd278c6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:32:37.318094 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e3847a-1acd-4150-b29b-028ce8db19dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da2525d-0cc7-40dd-b49c-7459e917ebe0,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:32:37.372915 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'b62fa425-7273-4686-8055-2f93177ac7ff', 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3', 'port_id': 'b62fa425-7273-4686-8055-2f93177ac7ff', 'mac_address': 'fa:16:3e:d0:6a:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6369b7da-1f3e-4df6-8094-1e515695655d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:32:37.376670 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] No Port match for: 6834047f-564b-4c8c-b9ca-e8be9bfa7da9 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:32:37.377016 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 6834047f-564b-4c8c-b9ca-e8be9bfa7da9 not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:32:37.566340 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:37.671477 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d0d2c-6fff-4eb4-ba43-d4e20ce743c5 req-0dd9699a-9d88-4960-b529-a7ee0092c437 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:37.672168 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b62fa425-7273-4686-8055-2f93177ac7ff {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:32:37.674456 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-168d0d2c-6fff-4eb4-ba43-d4e20ce743c5 req-0dd9699a-9d88-4960-b529-a7ee0092c437 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ee17f8-47f8-4fe9-a1d5-bb4cf202d500 HTTP/1.1" status: 200 len: 943 time: 0.2053735 Nov 12 01:32:37.794103 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-168d0d2c-6fff-4eb4-ba43-d4e20ce743c5 req-fc6ac8af-d5a8-4352-92b9-cc5a63d99eb8 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120996 Nov 12 01:32:37.832700 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port b62fa425-7273-4686-8055-2f93177ac7ff, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=b62fa425-7273-4686-8055-2f93177ac7ff,segment=NetworkSegment(7bbb728e-9806-453c-9716-52e1ccd278c6),segment_id=7bbb728e-9806-453c-9716-52e1ccd278c6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:32:37.843180 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:37.934145 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44116) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:32:38.077472 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=b62fa425-7273-4686-8055-2f93177ac7ff,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:32:38.157943 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f1209-e367-45ff-8e99-44333d421ea4 req-89e18dd5-72af-40dc-afda-60300b7e2ae9 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:38.164143 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['b62fa425-7273-4686-8055-2f93177ac7ff'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:32:38.180704 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-788f1209-e367-45ff-8e99-44333d421ea4 req-89e18dd5-72af-40dc-afda-60300b7e2ae9 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d HTTP/1.1" status: 200 len: 945 time: 0.1652505 Nov 12 01:32:38.367003 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-788f1209-e367-45ff-8e99-44333d421ea4 req-23b24d07-3cff-499e-aabf-18a6783b5e5b tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a087f77-92bd-4b9f-ad35-296fa276609a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847396 Nov 12 01:32:38.441608 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a0219dd3-10b1-4c41-8a44-7b6c8d71d6d2 req-9a6fbbcc-c542-41b9-8d15-db2639f215e1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5041935 Nov 12 01:32:38.442582 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44174) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:32:38.482506 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-978342d5-7b07-48a1-bb68-26278de6aabc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:38.514462 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [req-a0219dd3-10b1-4c41-8a44-7b6c8d71d6d2 req-7309a594-5a8e-4d07-a9dc-356c923de6f9 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:32:38.515861 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a0219dd3-10b1-4c41-8a44-7b6c8d71d6d2 req-7309a594-5a8e-4d07-a9dc-356c923de6f9 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0350997 Nov 12 01:32:38.871113 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:38.902636 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-978342d5-7b07-48a1-bb68-26278de6aabc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:38.908625 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-978342d5-7b07-48a1-bb68-26278de6aabc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:38.942166 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978342d5-7b07-48a1-bb68-26278de6aabc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b17d5f-08cd-40bc-9cb5-13616fe4b015,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:32:38.980365 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 44222) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:32:38.980821 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-978342d5-7b07-48a1-bb68-26278de6aabc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9112241acaaa4214a1c4951d7c11241c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5366457 Nov 12 01:32:39.302900 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6c215791-ff82-443c-a46d-bbde9aa89072 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:39.344883 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4410c6-2c7a-4518-8c27-5e3316a390c6 req-45876e9f-70e4-4dc2-831c-ff8ad6dc400f tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:39.359330 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8e4410c6-2c7a-4518-8c27-5e3316a390c6 req-45876e9f-70e4-4dc2-831c-ff8ad6dc400f tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ee17f8-47f8-4fe9-a1d5-bb4cf202d500 HTTP/1.1" status: 200 len: 944 time: 0.2932327 Nov 12 01:32:39.454382 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6c215791-ff82-443c-a46d-bbde9aa89072 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:39.853967 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c84d3-4a53-4f55-ba41-0d39630f4b5a req-35928a98-d05d-4cc2-b7a4-a30e6038b390 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:39.863721 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7b2c84d3-4a53-4f55-ba41-0d39630f4b5a req-35928a98-d05d-4cc2-b7a4-a30e6038b390 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d HTTP/1.1" status: 200 len: 945 time: 0.3138859 Nov 12 01:32:39.908781 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8e4410c6-2c7a-4518-8c27-5e3316a390c6 req-b1b523f1-4fb1-4ad7-a663-25f98a3b3dcd tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5206211 Nov 12 01:32:40.147414 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6c215791-ff82-443c-a46d-bbde9aa89072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:40.157189 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6c215791-ff82-443c-a46d-bbde9aa89072 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:40.162269 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-6c215791-ff82-443c-a46d-bbde9aa89072 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/57b17d5f-08cd-40bc-9cb5-13616fe4b015 HTTP/1.1" status: 204 len: 168 time: 1.1773155 Nov 12 01:32:40.205306 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7b2c84d3-4a53-4f55-ba41-0d39630f4b5a req-fbf89537-65b8-4879-817c-70ecbc3fc236 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a087f77-92bd-4b9f-ad35-296fa276609a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3399608 Nov 12 01:32:40.209201 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c215791-ff82-443c-a46d-bbde9aa89072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b17d5f-08cd-40bc-9cb5-13616fe4b015,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:32:40.769633 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:40.945760 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device b62fa425-7273-4686-8055-2f93177ac7ff up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:32:41.135114 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0219dd3-10b1-4c41-8a44-7b6c8d71d6d2 req-db3d8a43-5a22-44d3-bbb1-7c481e87c85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:41.138535 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a0219dd3-10b1-4c41-8a44-7b6c8d71d6d2 req-db3d8a43-5a22-44d3-bbb1-7c481e87c85e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=553fbe5d09fe49948bd69193fe3f0783&device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d HTTP/1.1" status: 200 len: 1097 time: 0.1098225 Nov 12 01:32:41.171298 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port b62fa425-7273-4686-8055-2f93177ac7ff completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:32:41.183262 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port b62fa425-7273-4686-8055-2f93177ac7ff triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:32:41.186137 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:41.505053 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:41.530196 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2d20a-f40c-40b0-b78b-d3c1018dce62 req-d7677b59-f6c8-4a93-ad79-b9e40efc37cf tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:41.540524 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-25e2d20a-f40c-40b0-b78b-d3c1018dce62 req-d7677b59-f6c8-4a93-ad79-b9e40efc37cf tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ee17f8-47f8-4fe9-a1d5-bb4cf202d500 HTTP/1.1" status: 200 len: 944 time: 0.3915164 Nov 12 01:32:41.592248 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port b62fa425-7273-4686-8055-2f93177ac7ff, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=b62fa425-7273-4686-8055-2f93177ac7ff,segment=NetworkSegment(7bbb728e-9806-453c-9716-52e1ccd278c6),segment_id=7bbb728e-9806-453c-9716-52e1ccd278c6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:32:41.596590 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ee17f8-47f8-4fe9-a1d5-bb4cf202d500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b62fa425-7273-4686-8055-2f93177ac7ff'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:32:41.603140 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b0c6e8-fce8-445a-ab37-8e94648d3fdd" -d '{"events": [{"server_uuid": "79ee17f8-47f8-4fe9-a1d5-bb4cf202d500", "name": "network-vif-plugged", "status": "completed", "tag": "b62fa425-7273-4686-8055-2f93177ac7ff"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:32:41.613759 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:41.658467 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a49f3-5fdc-4704-bf97-2aaa3ff1ded8 req-9b12af3d-1339-4abf-baea-47d40918d57f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:41.674404 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d05a49f3-5fdc-4704-bf97-2aaa3ff1ded8 req-9b12af3d-1339-4abf-baea-47d40918d57f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d HTTP/1.1" status: 200 len: 945 time: 0.2013450 Nov 12 01:32:41.690568 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0219dd3-10b1-4c41-8a44-7b6c8d71d6d2 req-64ba756c-5a46-46f7-9acc-681f375190b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:41.693423 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a0219dd3-10b1-4c41-8a44-7b6c8d71d6d2 req-64ba756c-5a46-46f7-9acc-681f375190b0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c9adb33c-31fd-4f64-b585-da81d972b670 HTTP/1.1" status: 200 len: 897 time: 0.5252309 Nov 12 01:32:41.801567 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=b62fa425-7273-4686-8055-2f93177ac7ff,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:32:42.537193 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-25e2d20a-f40c-40b0-b78b-d3c1018dce62 req-0c2323e0-7462-4fed-9406-d377c714a410 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9952137 Nov 12 01:32:42.643500 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a0219dd3-10b1-4c41-8a44-7b6c8d71d6d2 req-e216f89f-beda-4c73-b321-588d9696445a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f9bf78a-8f60-4205-8b82-b0c35ded3668 HTTP/1.1" status: 200 len: 1001 time: 0.9127214 Nov 12 01:32:42.676780 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25664f3-b494-49e1-ab63-810c47ac64ae x-openstack-request-id: req-a25664f3-b494-49e1-ab63-810c47ac64ae {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:32:42.677159 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ee17f8-47f8-4fe9-a1d5-bb4cf202d500", "name": "network-vif-plugged", "status": "completed", "tag": "b62fa425-7273-4686-8055-2f93177ac7ff", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:32:42.677507 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a25664f3-b494-49e1-ab63-810c47ac64ae {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:32:42.678070 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79ee17f8-47f8-4fe9-a1d5-bb4cf202d500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b62fa425-7273-4686-8055-2f93177ac7ff', 'code': 200} Nov 12 01:32:42.762841 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0219dd3-10b1-4c41-8a44-7b6c8d71d6d2 req-c8f564ce-b7a4-47c4-8e08-f6fc15310b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:42.765120 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a0219dd3-10b1-4c41-8a44-7b6c8d71d6d2 req-c8f564ce-b7a4-47c4-8e08-f6fc15310b8a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bb33bd2b-585e-4ed3-848d-18067b42df33 HTTP/1.1" status: 200 len: 835 time: 0.1062486 Nov 12 01:32:42.781077 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d05a49f3-5fdc-4704-bf97-2aaa3ff1ded8 req-9347eb29-9b02-46cb-96df-339802d80535 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a087f77-92bd-4b9f-ad35-296fa276609a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1053402 Nov 12 01:32:42.848978 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0219dd3-10b1-4c41-8a44-7b6c8d71d6d2 req-8ee65aec-ef5b-4f62-8850-b7028745a6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:42.853058 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a0219dd3-10b1-4c41-8a44-7b6c8d71d6d2 req-8ee65aec-ef5b-4f62-8850-b7028745a6eb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c9adb33c-31fd-4f64-b585-da81d972b670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0670912 Nov 12 01:32:42.881547 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6634c0e8-a24b-46c8-98fe-cca47abcd717 req-76d1ef3c-fc92-4b30-8737-d2e1eda6f41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:42.885237 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6634c0e8-a24b-46c8-98fe-cca47abcd717 req-76d1ef3c-fc92-4b30-8737-d2e1eda6f41d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=79ee17f8-47f8-4fe9-a1d5-bb4cf202d500 HTTP/1.1" status: 200 len: 1097 time: 0.1063926 Nov 12 01:32:43.007858 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6634c0e8-a24b-46c8-98fe-cca47abcd717 req-b8dc346f-3eca-42bf-bf93-16c2aeac17c3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058552 Nov 12 01:32:43.174694 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a0219dd3-10b1-4c41-8a44-7b6c8d71d6d2 req-09436fd5-2967-453a-9018-e15dd81eaaaa service neutron] 10.222.0.16 "GET /v2.0/networks/c9adb33c-31fd-4f64-b585-da81d972b670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086562 Nov 12 01:32:43.281526 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcff37c-fc89-4e08-beeb-04414246e3fc req-b0845a16-c745-46fa-99e1-bc18eebf776e tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:43.289110 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cbcff37c-fc89-4e08-beeb-04414246e3fc req-b0845a16-c745-46fa-99e1-bc18eebf776e tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/networks?id=df1e85aa-704b-4943-9cc3-9191fdadf081 HTTP/1.1" status: 200 len: 813 time: 0.3537555 Nov 12 01:32:43.304538 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cbcff37c-fc89-4e08-beeb-04414246e3fc req-dbd2e1e6-4fbc-4beb-b190-7fb077f1e871 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/quotas/0b6b74794ff04af5ada5e96321863c92 HTTP/1.1" status: 200 len: 375 time: 0.0145018 Nov 12 01:32:43.356273 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cbcff37c-fc89-4e08-beeb-04414246e3fc req-ee556575-a1aa-44a3-8b67-68f52b5d0e08 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b6b74794ff04af5ada5e96321863c92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438828 Nov 12 01:32:43.394991 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a0219dd3-10b1-4c41-8a44-7b6c8d71d6d2 req-7d6d5df4-1b09-4db5-aa3f-c43f2bd48041 service neutron] 10.222.0.16 "GET /v2.0/networks/c9adb33c-31fd-4f64-b585-da81d972b670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063534 Nov 12 01:32:43.628886 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-cbcff37c-fc89-4e08-beeb-04414246e3fc req-de5b6d74-25f7-4021-ab20-8c10271500d4 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:32:43.640176 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cbcff37c-fc89-4e08-beeb-04414246e3fc req-de5b6d74-25f7-4021-ab20-8c10271500d4 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2703393 Nov 12 01:32:43.814445 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7968d4-e77e-4b6a-8d8d-7b006a93d5c3 req-3f4f7c11-bf68-4e20-bab0-43517b4a256b tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:43.816121 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4d7968d4-e77e-4b6a-8d8d-7b006a93d5c3 req-3f4f7c11-bf68-4e20-bab0-43517b4a256b tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ee17f8-47f8-4fe9-a1d5-bb4cf202d500 HTTP/1.1" status: 200 len: 945 time: 0.0771933 Nov 12 01:32:43.840983 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cbcff37c-fc89-4e08-beeb-04414246e3fc req-7b7b086f-bccb-469a-b064-7f9e49f0c941 service neutron] 10.222.0.45 "GET /v2.0/networks/df1e85aa-704b-4943-9cc3-9191fdadf081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998191 Nov 12 01:32:44.050664 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cbcff37c-fc89-4e08-beeb-04414246e3fc req-3280556c-b675-472b-abeb-f3a39c47cc2e service neutron] 10.222.0.45 "GET /v2.0/networks/df1e85aa-704b-4943-9cc3-9191fdadf081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082713 Nov 12 01:32:44.162108 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4d7968d4-e77e-4b6a-8d8d-7b006a93d5c3 req-b72e9c14-671c-4419-86dd-7b1984214ac3 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255765 Nov 12 01:32:44.407726 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:32:44.495293 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-31db6123-4bcc-4c14-bf01-b262b1bbc7cb req-d70655a0-4079-4861-8428-f47325294abd tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e9bdfc3-f0cc-4a76-ba95-33e08335f172 HTTP/1.1" status: 200 len: 210 time: 0.0412927 Nov 12 01:32:44.553363 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae7f0ab-d63a-4ecb-9a21-1a23ab80beea req-7da9bfde-2b01-47b0-9cd9-feed5c9fc2dc tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:44.564630 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eae7f0ab-d63a-4ecb-9a21-1a23ab80beea req-7da9bfde-2b01-47b0-9cd9-feed5c9fc2dc tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d HTTP/1.1" status: 200 len: 945 time: 0.1943500 Nov 12 01:32:44.660826 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eae7f0ab-d63a-4ecb-9a21-1a23ab80beea req-ea4ddf22-2f34-4f99-bd83-02fc38b65ecd tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a087f77-92bd-4b9f-ad35-296fa276609a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933712 Nov 12 01:32:45.462100 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa605ea-a39d-4553-8d36-aa0df86e747b req-c7bb70b0-016a-45b7-ae70-ae2016bd8e8c tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:45.462100 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5fa605ea-a39d-4553-8d36-aa0df86e747b req-c7bb70b0-016a-45b7-ae70-ae2016bd8e8c tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ee17f8-47f8-4fe9-a1d5-bb4cf202d500 HTTP/1.1" status: 200 len: 945 time: 0.1098938 Nov 12 01:32:45.681776 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4a3b231e-24ff-451f-b9e8-3322fb1cf043 req-d211fae3-757d-486d-93ed-18d9c0bc02c8 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e9bdfc3-f0cc-4a76-ba95-33e08335f172 HTTP/1.1" status: 200 len: 210 time: 0.0486419 Nov 12 01:32:45.732318 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5fa605ea-a39d-4553-8d36-aa0df86e747b req-81b158ad-05bb-4371-a118-7abbf9b24f65 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156417 Nov 12 01:32:46.078218 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02446803-d468-463c-8392-b23a6b7843bc req-333d0f91-380f-4301-af42-cb771bfefc78 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:46.086039 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-02446803-d468-463c-8392-b23a6b7843bc req-333d0f91-380f-4301-af42-cb771bfefc78 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ee17f8-47f8-4fe9-a1d5-bb4cf202d500 HTTP/1.1" status: 200 len: 945 time: 0.1920841 Nov 12 01:32:46.165190 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca8844-4243-486c-be1e-8f747802e816 req-b79e8e56-f115-4f04-a9b5-367480523f32 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:46.172579 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0aca8844-4243-486c-be1e-8f747802e816 req-b79e8e56-f115-4f04-a9b5-367480523f32 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d HTTP/1.1" status: 200 len: 945 time: 0.2206070 Nov 12 01:32:46.300498 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-02446803-d468-463c-8392-b23a6b7843bc req-3295b82e-d7dd-4d68-9dfa-f43565a38b45 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131453 Nov 12 01:32:46.386950 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0aca8844-4243-486c-be1e-8f747802e816 req-44ef010c-1239-4bd2-bd35-675fc80fca63 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a087f77-92bd-4b9f-ad35-296fa276609a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947269 Nov 12 01:32:46.710055 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcff37c-fc89-4e08-beeb-04414246e3fc req-cf531c26-1b3a-4e97-aac7-28768e98d0b9 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:46.713966 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cbcff37c-fc89-4e08-beeb-04414246e3fc req-cf531c26-1b3a-4e97-aac7-28768e98d0b9 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.16 "GET /v2.0/networks?id=df1e85aa-704b-4943-9cc3-9191fdadf081 HTTP/1.1" status: 200 len: 813 time: 0.2269943 Nov 12 01:32:46.790020 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-cbcff37c-fc89-4e08-beeb-04414246e3fc req-d05aa6ca-c3d2-4435-880f-bc83da883ca3 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Request body: {'port': {'device_id': '4e9bdfc3-f0cc-4a76-ba95-33e08335f172', 'network_id': 'df1e85aa-704b-4943-9cc3-9191fdadf081', 'admin_state_up': True, 'tenant_id': '0b6b74794ff04af5ada5e96321863c92'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:32:47.012490 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d8016655-5c90-4b22-b78f-35ada06de9db req-65ad93f8-3b36-47f3-af3b-86e84362ca99 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e9bdfc3-f0cc-4a76-ba95-33e08335f172 HTTP/1.1" status: 200 len: 210 time: 0.1494932 Nov 12 01:32:47.127039 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe95ded-2ca6-40e8-ae2a-6b9b36e2f186 req-644fd370-c8d6-47e8-bb27-8ac817e87602 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:47.135957 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bfe95ded-2ca6-40e8-ae2a-6b9b36e2f186 req-644fd370-c8d6-47e8-bb27-8ac817e87602 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ee17f8-47f8-4fe9-a1d5-bb4cf202d500 HTTP/1.1" status: 200 len: 945 time: 0.1591091 Nov 12 01:32:47.139549 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbcff37c-fc89-4e08-beeb-04414246e3fc req-d05aa6ca-c3d2-4435-880f-bc83da883ca3 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Made reservation on behalf of 0b6b74794ff04af5ada5e96321863c92 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:32:47.143742 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-cbcff37c-fc89-4e08-beeb-04414246e3fc req-d05aa6ca-c3d2-4435-880f-bc83da883ca3 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:47.346493 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bfe95ded-2ca6-40e8-ae2a-6b9b36e2f186 req-535c9028-992b-426f-9278-e311072539f4 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063897 Nov 12 01:32:47.540015 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-cbcff37c-fc89-4e08-beeb-04414246e3fc req-d05aa6ca-c3d2-4435-880f-bc83da883ca3 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Allocated IP 172.20.0.3 (df1e85aa-704b-4943-9cc3-9191fdadf081/ba7cc81c-c4f2-4f41-8164-402f196bb834/8b3abf29-410e-4361-a980-cf0c8073d92c) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:32:47.807956 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6c9e9-ce7a-4c24-acf9-2f97571091b7 req-2d8adda5-ec86-4e94-8bdb-f9928cec7864 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:47.816152 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-03e6c9e9-ce7a-4c24-acf9-2f97571091b7 req-2d8adda5-ec86-4e94-8bdb-f9928cec7864 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d HTTP/1.1" status: 200 len: 945 time: 0.2243772 Nov 12 01:32:47.999586 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-03e6c9e9-ce7a-4c24-acf9-2f97571091b7 req-25c7d9a8-8cb2-4f3a-8081-a8feba3a64be tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a087f77-92bd-4b9f-ad35-296fa276609a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820755 Nov 12 01:32:48.020293 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-cbcff37c-fc89-4e08-beeb-04414246e3fc req-d05aa6ca-c3d2-4435-880f-bc83da883ca3 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:48.103237 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-cbcff37c-fc89-4e08-beeb-04414246e3fc req-d05aa6ca-c3d2-4435-880f-bc83da883ca3 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:48.171858 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbcff37c-fc89-4e08-beeb-04414246e3fc req-d05aa6ca-c3d2-4435-880f-bc83da883ca3 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Network df1e85aa-704b-4943-9cc3-9191fdadf081 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:32:48.175734 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-cbcff37c-fc89-4e08-beeb-04414246e3fc req-d05aa6ca-c3d2-4435-880f-bc83da883ca3 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:32:48.180400 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbcff37c-fc89-4e08-beeb-04414246e3fc req-d05aa6ca-c3d2-4435-880f-bc83da883ca3 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:32:48.214402 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05aa6ca-c3d2-4435-880f-bc83da883ca3 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Pushing event updated for resources: {'Port': ['ID=8b3abf29-410e-4361-a980-cf0c8073d92c,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:32:48.354599 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcff37c-fc89-4e08-beeb-04414246e3fc req-d05aa6ca-c3d2-4435-880f-bc83da883ca3 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:48.355278 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-cbcff37c-fc89-4e08-beeb-04414246e3fc req-d05aa6ca-c3d2-4435-880f-bc83da883ca3 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:48.430179 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876573f2-a351-4cab-a77a-c6a34ea97fcf req-cae8df37-f6ae-4af9-a86e-741ca0b5ad9d tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:48.438829 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-876573f2-a351-4cab-a77a-c6a34ea97fcf req-cae8df37-f6ae-4af9-a86e-741ca0b5ad9d tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e9bdfc3-f0cc-4a76-ba95-33e08335f172 HTTP/1.1" status: 200 len: 931 time: 0.2487576 Nov 12 01:32:48.454766 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cbcff37c-fc89-4e08-beeb-04414246e3fc req-d05aa6ca-c3d2-4435-880f-bc83da883ca3 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6850488 Nov 12 01:32:48.520431 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-cbcff37c-fc89-4e08-beeb-04414246e3fc req-9a648403-2103-458d-ba2d-3d9c3c9bba2c service neutron] Request body: {'port': {'device_id': '4e9bdfc3-f0cc-4a76-ba95-33e08335f172', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:32:48.710738 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d3642-04f2-43cb-8ec6-dfc0cd7deaf4 req-9129c54e-6184-4188-9db5-41ad3c563f81 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:48.718766 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-608d3642-04f2-43cb-8ec6-dfc0cd7deaf4 req-9129c54e-6184-4188-9db5-41ad3c563f81 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.44 "GET /v2.0/ports?device_id=79ee17f8-47f8-4fe9-a1d5-bb4cf202d500 HTTP/1.1" status: 200 len: 945 time: 0.2903008 Nov 12 01:32:48.910627 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-cbcff37c-fc89-4e08-beeb-04414246e3fc req-9a648403-2103-458d-ba2d-3d9c3c9bba2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:49.009232 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-608d3642-04f2-43cb-8ec6-dfc0cd7deaf4 req-c9330913-aa1e-4f33-a0f9-e41a60c869cf tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Deleting port b62fa425-7273-4686-8055-2f93177ac7ff {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:32:49.009584 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-608d3642-04f2-43cb-8ec6-dfc0cd7deaf4 req-c9330913-aa1e-4f33-a0f9-e41a60c869cf tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:49.099213 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-876573f2-a351-4cab-a77a-c6a34ea97fcf req-f7fe0964-ec77-408e-a323-884aabf9062a tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b1b7b99-db73-44f0-baf3-6da2a364ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6573679 Nov 12 01:32:49.273321 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44908) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:32:49.305290 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-608d3642-04f2-43cb-8ec6-dfc0cd7deaf4 req-c9330913-aa1e-4f33-a0f9-e41a60c869cf tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] For port b62fa425-7273-4686-8055-2f93177ac7ff, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=b62fa425-7273-4686-8055-2f93177ac7ff,segment=NetworkSegment(7bbb728e-9806-453c-9716-52e1ccd278c6),segment_id=7bbb728e-9806-453c-9716-52e1ccd278c6)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:32:49.305700 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-608d3642-04f2-43cb-8ec6-dfc0cd7deaf4 req-c9330913-aa1e-4f33-a0f9-e41a60c869cf tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:49.319983 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b0aeb7-be85-4c32-b5c2-4c0eeaf12d8e req-4c54ccf0-646b-4e4a-aa29-bb2f00fa34d5 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:49.333381 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-28b0aeb7-be85-4c32-b5c2-4c0eeaf12d8e req-4c54ccf0-646b-4e4a-aa29-bb2f00fa34d5 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ee17f8-47f8-4fe9-a1d5-bb4cf202d500 HTTP/1.1" status: 200 len: 945 time: 0.7231328 Nov 12 01:32:49.338860 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-608d3642-04f2-43cb-8ec6-dfc0cd7deaf4 req-c9330913-aa1e-4f33-a0f9-e41a60c869cf tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Calling delete_port for b62fa425-7273-4686-8055-2f93177ac7ff owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:32:49.598628 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-608d3642-04f2-43cb-8ec6-dfc0cd7deaf4 req-c9330913-aa1e-4f33-a0f9-e41a60c869cf tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:49.636796 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['94c02bc7-adf8-4eae-bc9e-2eeccef708f3'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:32:49.644187 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9330913-aa1e-4f33-a0f9-e41a60c869cf tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Pushing event deleted for resources: {'Port': ['ID=b62fa425-7273-4686-8055-2f93177ac7ff,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:32:49.651414 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-09e8910d-df47-4e3b-b773-3350ffe7ea3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:49.710972 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-608d3642-04f2-43cb-8ec6-dfc0cd7deaf4 req-c9330913-aa1e-4f33-a0f9-e41a60c869cf tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] No DVR routers for this DVR port b62fa425-7273-4686-8055-2f93177ac7ff on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:32:49.715822 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-608d3642-04f2-43cb-8ec6-dfc0cd7deaf4 req-c9330913-aa1e-4f33-a0f9-e41a60c869cf tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:49.720642 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-608d3642-04f2-43cb-8ec6-dfc0cd7deaf4 req-c9330913-aa1e-4f33-a0f9-e41a60c869cf tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.44 "DELETE /v2.0/ports/b62fa425-7273-4686-8055-2f93177ac7ff HTTP/1.1" status: 204 len: 173 time: 0.9942944 Nov 12 01:32:49.721446 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ee17f8-47f8-4fe9-a1d5-bb4cf202d500', 'name': 'network-vif-deleted', 'tag': 'b62fa425-7273-4686-8055-2f93177ac7ff'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:32:49.724161 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2295704e-38ca-4622-a084-dfe44f581186" -d '{"events": [{"server_uuid": "79ee17f8-47f8-4fe9-a1d5-bb4cf202d500", "name": "network-vif-deleted", "tag": "b62fa425-7273-4686-8055-2f93177ac7ff"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:32:49.749761 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3d0a1-1486-48cb-8bff-961d605634c6 req-7a324b8c-fbcc-4057-846f-ed966301bd1e tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:49.771189 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f6b3d0a1-1486-48cb-8bff-961d605634c6 req-7a324b8c-fbcc-4057-846f-ed966301bd1e tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d HTTP/1.1" status: 200 len: 945 time: 0.4952283 Nov 12 01:32:49.985089 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-28b0aeb7-be85-4c32-b5c2-4c0eeaf12d8e req-5bf1432c-26ad-4e9b-9b73-b293d37f4de2 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6313853 Nov 12 01:32:49.990169 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-09e8910d-df47-4e3b-b773-3350ffe7ea3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:50.006081 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-09e8910d-df47-4e3b-b773-3350ffe7ea3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:50.128379 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-09e8910d-df47-4e3b-b773-3350ffe7ea3e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d4370e69bfbc492caa9e9d99d27ee543&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8495629 Nov 12 01:32:50.134202 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44920) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:32:50.136916 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e8910d-df47-4e3b-b773-3350ffe7ea3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c60d31-b375-4aee-b7cc-a341d3783c1e,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:32:50.222723 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f6b3d0a1-1486-48cb-8bff-961d605634c6 req-759ca95b-83ad-4adf-9b44-d5b164f7cae8 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a087f77-92bd-4b9f-ad35-296fa276609a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3483899 Nov 12 01:32:50.261781 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124870ab-1d2b-4c64-87dd-cb4edf28716c x-openstack-request-id: req-124870ab-1d2b-4c64-87dd-cb4edf28716c {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:32:50.264358 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ee17f8-47f8-4fe9-a1d5-bb4cf202d500", "name": "network-vif-deleted", "tag": "b62fa425-7273-4686-8055-2f93177ac7ff", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:32:50.265534 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-124870ab-1d2b-4c64-87dd-cb4edf28716c {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:32:50.266498 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79ee17f8-47f8-4fe9-a1d5-bb4cf202d500', 'name': 'network-vif-deleted', 'tag': 'b62fa425-7273-4686-8055-2f93177ac7ff', 'status': 'completed', 'code': 200} Nov 12 01:32:50.302204 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3fdc9698-5d21-4239-84d0-f8939f078c21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:50.385882 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3fdc9698-5d21-4239-84d0-f8939f078c21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:50.545346 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3fdc9698-5d21-4239-84d0-f8939f078c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:50.548900 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3fdc9698-5d21-4239-84d0-f8939f078c21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:50.550099 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3fdc9698-5d21-4239-84d0-f8939f078c21 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/22c60d31-b375-4aee-b7cc-a341d3783c1e HTTP/1.1" status: 204 len: 168 time: 0.3897314 Nov 12 01:32:50.596595 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdc9698-5d21-4239-84d0-f8939f078c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c60d31-b375-4aee-b7cc-a341d3783c1e,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:32:50.646327 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-cbcff37c-fc89-4e08-beeb-04414246e3fc req-9a648403-2103-458d-ba2d-3d9c3c9bba2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b3abf29-410e-4361-a980-cf0c8073d92c {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:32:50.765295 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-cbcff37c-fc89-4e08-beeb-04414246e3fc req-9a648403-2103-458d-ba2d-3d9c3c9bba2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:50.809556 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-cbcff37c-fc89-4e08-beeb-04414246e3fc req-9a648403-2103-458d-ba2d-3d9c3c9bba2c service neutron] Transition to ACTIVE for port object 8b3abf29-410e-4361-a980-cf0c8073d92c will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:32:50.836412 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2fc25d-0a25-4aa6-9be1-954936f3c7b1 req-ac59675b-915c-4ee6-8876-f0e1bbdb770b tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:50.839594 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ab2fc25d-0a25-4aa6-9be1-954936f3c7b1 req-ac59675b-915c-4ee6-8876-f0e1bbdb770b tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e9bdfc3-f0cc-4a76-ba95-33e08335f172 HTTP/1.1" status: 200 len: 931 time: 0.2728608 Nov 12 01:32:50.846436 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-cbcff37c-fc89-4e08-beeb-04414246e3fc req-9a648403-2103-458d-ba2d-3d9c3c9bba2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:51.019935 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device b62fa425-7273-4686-8055-2f93177ac7ff no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:32:51.060059 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ab2fc25d-0a25-4aa6-9be1-954936f3c7b1 req-a492fec1-8d01-47b7-80a4-4837f0861b3f tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b1b7b99-db73-44f0-baf3-6da2a364ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970937 Nov 12 01:32:51.060059 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a648403-2103-458d-ba2d-3d9c3c9bba2c service neutron] Pushing event updated for resources: {'Port': ['ID=8b3abf29-410e-4361-a980-cf0c8073d92c,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:32:51.181224 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: b62fa425-7273-4686-8055-2f93177ac7ff {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:32:51.181788 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device b62fa425-7273-4686-8055-2f93177ac7ff not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:32:51.415840 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4af22248-cdb1-4579-8c71-127ef61bf58d req-b4bea12f-71e6-43da-9ece-019bbee205ca tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ee17f8-47f8-4fe9-a1d5-bb4cf202d500 HTTP/1.1" status: 200 len: 210 time: 0.1164825 Nov 12 01:32:51.472881 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-cbcff37c-fc89-4e08-beeb-04414246e3fc req-9a648403-2103-458d-ba2d-3d9c3c9bba2c service neutron] Attempting to bind port 8b3abf29-410e-4361-a980-cf0c8073d92c on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:32:51.474125 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-cbcff37c-fc89-4e08-beeb-04414246e3fc req-9a648403-2103-458d-ba2d-3d9c3c9bba2c service neutron] Attempting to bind port 8b3abf29-410e-4361-a980-cf0c8073d92c by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': 'f889be5e-ad35-4d2f-9732-18c8b96cbaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'df1e85aa-704b-4943-9cc3-9191fdadf081'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:32:51.474483 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcff37c-fc89-4e08-beeb-04414246e3fc req-9a648403-2103-458d-ba2d-3d9c3c9bba2c service neutron] Attempting to bind port 8b3abf29-410e-4361-a980-cf0c8073d92c on network df1e85aa-704b-4943-9cc3-9191fdadf081 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:32:51.599543 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcff37c-fc89-4e08-beeb-04414246e3fc req-9a648403-2103-458d-ba2d-3d9c3c9bba2c service neutron] Port 8b3abf29-410e-4361-a980-cf0c8073d92c on network df1e85aa-704b-4943-9cc3-9191fdadf081 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:32:51.606801 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcff37c-fc89-4e08-beeb-04414246e3fc req-9a648403-2103-458d-ba2d-3d9c3c9bba2c service neutron] Attempting to bind port 8b3abf29-410e-4361-a980-cf0c8073d92c on network df1e85aa-704b-4943-9cc3-9191fdadf081 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:32:51.630915 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcff37c-fc89-4e08-beeb-04414246e3fc req-9a648403-2103-458d-ba2d-3d9c3c9bba2c service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:32:51.637922 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcff37c-fc89-4e08-beeb-04414246e3fc req-9a648403-2103-458d-ba2d-3d9c3c9bba2c service neutron] Checking segment: {'id': 'f889be5e-ad35-4d2f-9732-18c8b96cbaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'df1e85aa-704b-4943-9cc3-9191fdadf081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:32:51.637922 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcff37c-fc89-4e08-beeb-04414246e3fc req-9a648403-2103-458d-ba2d-3d9c3c9bba2c service neutron] Bound using segment: {'id': 'f889be5e-ad35-4d2f-9732-18c8b96cbaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'df1e85aa-704b-4943-9cc3-9191fdadf081'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:32:51.637922 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-cbcff37c-fc89-4e08-beeb-04414246e3fc req-9a648403-2103-458d-ba2d-3d9c3c9bba2c service neutron] Bound port: 8b3abf29-410e-4361-a980-cf0c8073d92c, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f889be5e-ad35-4d2f-9732-18c8b96cbaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'df1e85aa-704b-4943-9cc3-9191fdadf081'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:32:51.637922 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-cbcff37c-fc89-4e08-beeb-04414246e3fc req-9a648403-2103-458d-ba2d-3d9c3c9bba2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:51.893656 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafd633-01aa-4e36-9a0e-0173a7329f46 req-524ec958-7823-4bc0-9174-fa7487488c42 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:51.895417 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-edafd633-01aa-4e36-9a0e-0173a7329f46 req-524ec958-7823-4bc0-9174-fa7487488c42 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d HTTP/1.1" status: 200 len: 945 time: 0.4175112 Nov 12 01:32:51.963586 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-cbcff37c-fc89-4e08-beeb-04414246e3fc req-9a648403-2103-458d-ba2d-3d9c3c9bba2c service neutron] For port 8b3abf29-410e-4361-a980-cf0c8073d92c, host n-h1-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:32:52.021660 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-cbcff37c-fc89-4e08-beeb-04414246e3fc req-9a648403-2103-458d-ba2d-3d9c3c9bba2c service neutron] For port 8b3abf29-410e-4361-a980-cf0c8073d92c, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=8b3abf29-410e-4361-a980-cf0c8073d92c,segment=NetworkSegment(f889be5e-ad35-4d2f-9732-18c8b96cbaa7),segment_id=f889be5e-ad35-4d2f-9732-18c8b96cbaa7)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:32:52.039762 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-cbcff37c-fc89-4e08-beeb-04414246e3fc req-9a648403-2103-458d-ba2d-3d9c3c9bba2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:52.212827 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a648403-2103-458d-ba2d-3d9c3c9bba2c service neutron] Pushing event updated for resources: {'Port': ['ID=8b3abf29-410e-4361-a980-cf0c8073d92c,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:32:52.229365 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 44974) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:32:52.255942 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-edafd633-01aa-4e36-9a0e-0173a7329f46 req-a30a5a08-09b5-43c5-b2c9-bde5e9935517 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a087f77-92bd-4b9f-ad35-296fa276609a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3318818 Nov 12 01:32:52.260819 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcff37c-fc89-4e08-beeb-04414246e3fc req-9a648403-2103-458d-ba2d-3d9c3c9bba2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:52.262147 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-cbcff37c-fc89-4e08-beeb-04414246e3fc req-9a648403-2103-458d-ba2d-3d9c3c9bba2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:52.267543 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cbcff37c-fc89-4e08-beeb-04414246e3fc req-9a648403-2103-458d-ba2d-3d9c3c9bba2c service neutron] 10.222.0.16 "PUT /v2.0/ports/8b3abf29-410e-4361-a980-cf0c8073d92c HTTP/1.1" status: 200 len: 1092 time: 3.7709527 Nov 12 01:32:52.268091 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e9bdfc3-f0cc-4a76-ba95-33e08335f172', 'tag': '8b3abf29-410e-4361-a980-cf0c8073d92c'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:32:52.285935 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b818094-f420-497e-8634-0b0722ec9dce" -d '{"events": [{"name": "network-changed", "server_uuid": "4e9bdfc3-f0cc-4a76-ba95-33e08335f172", "tag": "8b3abf29-410e-4361-a980-cf0c8073d92c"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:32:52.400060 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ae630e-79a8-4353-994c-3a7c2412c290 x-openstack-request-id: req-c2ae630e-79a8-4353-994c-3a7c2412c290 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:32:52.400344 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e9bdfc3-f0cc-4a76-ba95-33e08335f172", "tag": "8b3abf29-410e-4361-a980-cf0c8073d92c", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:32:52.400496 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c2ae630e-79a8-4353-994c-3a7c2412c290 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:32:52.400983 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e9bdfc3-f0cc-4a76-ba95-33e08335f172', 'tag': '8b3abf29-410e-4361-a980-cf0c8073d92c', 'status': 'completed', 'code': 200} Nov 12 01:32:52.490374 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d580b54-3576-4860-b40a-d60af7e32f57 req-ece9655d-fe7d-4aaa-8a00-9bf6619ee8e1 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:52.493668 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1d580b54-3576-4860-b40a-d60af7e32f57 req-ece9655d-fe7d-4aaa-8a00-9bf6619ee8e1 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e9bdfc3-f0cc-4a76-ba95-33e08335f172 HTTP/1.1" status: 200 len: 943 time: 0.1445675 Nov 12 01:32:52.512635 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcff37c-fc89-4e08-beeb-04414246e3fc req-6170261b-80ea-44ad-bcdb-f1928986f117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:52.514213 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cbcff37c-fc89-4e08-beeb-04414246e3fc req-6170261b-80ea-44ad-bcdb-f1928986f117 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0b6b74794ff04af5ada5e96321863c92&device_id=4e9bdfc3-f0cc-4a76-ba95-33e08335f172 HTTP/1.1" status: 200 len: 1095 time: 0.1124716 Nov 12 01:32:52.681451 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cbcff37c-fc89-4e08-beeb-04414246e3fc req-1c423e01-af20-461f-bfb2-a7cc772621d6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b3abf29-410e-4361-a980-cf0c8073d92c HTTP/1.1" status: 200 len: 217 time: 0.1483619 Nov 12 01:32:52.776117 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-fa68bef9-1d57-4d2c-b861-95f465beb97b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=90a7697133d84c258c146913ff6a01a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5302646 Nov 12 01:32:52.776589 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 44990) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:32:52.781158 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5c8dc1f0-9265-44d4-9de1-64131270cd2d req-e2e238d9-7844-4cee-8a8a-649aaec46df0 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ee17f8-47f8-4fe9-a1d5-bb4cf202d500 HTTP/1.1" status: 200 len: 210 time: 0.1207685 Nov 12 01:32:52.868688 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1d580b54-3576-4860-b40a-d60af7e32f57 req-9db8c55e-b2c6-42e7-9fdc-dcdce6b78fc1 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b1b7b99-db73-44f0-baf3-6da2a364ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681717 Nov 12 01:32:52.924333 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcff37c-fc89-4e08-beeb-04414246e3fc req-efd70645-f86d-4bee-8cd2-d79afd9459d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:52.926041 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cbcff37c-fc89-4e08-beeb-04414246e3fc req-efd70645-f86d-4bee-8cd2-d79afd9459d8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ba7cc81c-c4f2-4f41-8164-402f196bb834 HTTP/1.1" status: 200 len: 853 time: 0.2115040 Nov 12 01:32:52.955828 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e1db7e3d-4f38-42e6-9762-8133f2c94081 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:53.002473 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cbcff37c-fc89-4e08-beeb-04414246e3fc req-ea1fc0a0-255e-4255-a39f-adcdad195e4f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=df1e85aa-704b-4943-9cc3-9191fdadf081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633268 Nov 12 01:32:53.120890 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e1db7e3d-4f38-42e6-9762-8133f2c94081 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:53.252408 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cbcff37c-fc89-4e08-beeb-04414246e3fc req-c2068921-1b41-4a40-8acc-9f29bf9d551a service neutron] 10.222.0.16 "GET /v2.0/networks/df1e85aa-704b-4943-9cc3-9191fdadf081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359419 Nov 12 01:32:53.373916 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e1db7e3d-4f38-42e6-9762-8133f2c94081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:53.385527 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e1db7e3d-4f38-42e6-9762-8133f2c94081 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:53.391717 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e1db7e3d-4f38-42e6-9762-8133f2c94081 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/abee0268-8f3f-4861-8fa8-930c99ebb7bc HTTP/1.1" status: 204 len: 168 time: 0.6136177 Nov 12 01:32:53.596372 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1db7e3d-4f38-42e6-9762-8133f2c94081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abee0268-8f3f-4861-8fa8-930c99ebb7bc,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:32:53.733672 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94b21d-3757-4175-a238-a9a3062ed0a7 req-b298d0d2-6c00-4489-abd4-b55c1b832f25 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:53.736042 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bd94b21d-3757-4175-a238-a9a3062ed0a7 req-b298d0d2-6c00-4489-abd4-b55c1b832f25 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d HTTP/1.1" status: 200 len: 945 time: 0.3137562 Nov 12 01:32:53.818349 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cbcff37c-fc89-4e08-beeb-04414246e3fc req-e0c9c63d-723a-4671-ae19-a4923b5d02d6 service neutron] 10.222.0.16 "GET /v2.0/networks/df1e85aa-704b-4943-9cc3-9191fdadf081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5580680 Nov 12 01:32:53.924850 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bd94b21d-3757-4175-a238-a9a3062ed0a7 req-37ab26cc-9746-4536-a716-094cc6949d7d tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a087f77-92bd-4b9f-ad35-296fa276609a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700139 Nov 12 01:32:54.194431 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2ceed24b-4980-4eb5-b790-e71ef6a467a1 req-5dbf196d-b90a-43a5-9823-1fd5dcf98be9 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ee17f8-47f8-4fe9-a1d5-bb4cf202d500 HTTP/1.1" status: 200 len: 210 time: 0.0955276 Nov 12 01:32:54.245854 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b818094-f420-497e-8634-0b0722ec9dce req-d3965be7-8bf9-43cb-8552-e4bb734b0654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:54.248482 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5b818094-f420-497e-8634-0b0722ec9dce req-d3965be7-8bf9-43cb-8552-e4bb734b0654 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0b6b74794ff04af5ada5e96321863c92&device_id=4e9bdfc3-f0cc-4a76-ba95-33e08335f172 HTTP/1.1" status: 200 len: 1095 time: 0.2865193 Nov 12 01:32:54.402288 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a4231d-faf5-402a-9f02-1c47dd3233f4 req-00ac369d-1dc2-4882-bab0-11155f742a0e tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:54.405553 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d7a4231d-faf5-402a-9f02-1c47dd3233f4 req-00ac369d-1dc2-4882-bab0-11155f742a0e tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e9bdfc3-f0cc-4a76-ba95-33e08335f172 HTTP/1.1" status: 200 len: 943 time: 0.2105515 Nov 12 01:32:54.542220 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d7a4231d-faf5-402a-9f02-1c47dd3233f4 req-891471f0-5155-4792-80d0-2f2acea72bfe tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b1b7b99-db73-44f0-baf3-6da2a364ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166470 Nov 12 01:32:54.544086 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b818094-f420-497e-8634-0b0722ec9dce req-76a73698-45e3-4f6d-8647-fa0c3000c144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:54.548427 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5b818094-f420-497e-8634-0b0722ec9dce req-76a73698-45e3-4f6d-8647-fa0c3000c144 service neutron] 10.222.0.16 "GET /v2.0/networks?id=df1e85aa-704b-4943-9cc3-9191fdadf081 HTTP/1.1" status: 200 len: 913 time: 0.2594769 Nov 12 01:32:54.632690 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5b818094-f420-497e-8634-0b0722ec9dce req-3937a710-c62f-46e2-a395-b14465008a75 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b3abf29-410e-4361-a980-cf0c8073d92c HTTP/1.1" status: 200 len: 217 time: 0.0732896 Nov 12 01:32:54.712740 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b818094-f420-497e-8634-0b0722ec9dce req-8519e142-097c-42cb-868e-862546851234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:54.714247 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5b818094-f420-497e-8634-0b0722ec9dce req-8519e142-097c-42cb-868e-862546851234 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ba7cc81c-c4f2-4f41-8164-402f196bb834 HTTP/1.1" status: 200 len: 853 time: 0.0737379 Nov 12 01:32:54.776346 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5b818094-f420-497e-8634-0b0722ec9dce req-ad01eadf-b928-40ae-9e86-b1be9f6a8a17 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=df1e85aa-704b-4943-9cc3-9191fdadf081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530474 Nov 12 01:32:55.038474 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5b818094-f420-497e-8634-0b0722ec9dce req-952d93d3-1621-45c9-8621-c8cf6c35752d service neutron] 10.222.0.16 "GET /v2.0/networks/df1e85aa-704b-4943-9cc3-9191fdadf081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515960 Nov 12 01:32:55.323528 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de225e-612f-4853-8d68-a885113be7aa req-5af77fdd-855e-4bcd-af51-fce72f0c3288 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:55.335869 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-43de225e-612f-4853-8d68-a885113be7aa req-5af77fdd-855e-4bcd-af51-fce72f0c3288 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d HTTP/1.1" status: 200 len: 945 time: 0.2152605 Nov 12 01:32:55.405899 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 8b3abf29-410e-4361-a980-cf0c8073d92c details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:32:55.444242 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d4b42879-11b6-42c3-8503-2a8efa95f9eb req-cc550d04-59aa-4f90-8a12-e6a31cfe2bf2 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ee17f8-47f8-4fe9-a1d5-bb4cf202d500 HTTP/1.1" status: 200 len: 210 time: 0.0871115 Nov 12 01:32:55.488716 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5b818094-f420-497e-8634-0b0722ec9dce req-ecfab9cc-56bc-4c50-ae33-5efcd475a0f3 service neutron] 10.222.0.16 "GET /v2.0/networks/df1e85aa-704b-4943-9cc3-9191fdadf081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4412992 Nov 12 01:32:55.544056 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-43de225e-612f-4853-8d68-a885113be7aa req-c0c6cbb1-0465-4903-b283-f3fb3747e1c2 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a087f77-92bd-4b9f-ad35-296fa276609a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2065697 Nov 12 01:32:55.780520 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 8b3abf29-410e-4361-a980-cf0c8073d92c, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=8b3abf29-410e-4361-a980-cf0c8073d92c,segment=NetworkSegment(f889be5e-ad35-4d2f-9732-18c8b96cbaa7),segment_id=f889be5e-ad35-4d2f-9732-18c8b96cbaa7)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:32:55.817327 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': '8b3abf29-410e-4361-a980-cf0c8073d92c', 'network_id': 'df1e85aa-704b-4943-9cc3-9191fdadf081', 'port_id': '8b3abf29-410e-4361-a980-cf0c8073d92c', 'mac_address': 'fa:16:3e:bd:8a:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba7cc81c-c4f2-4f41-8164-402f196bb834', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:32:55.909228 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594bc14a-662f-45de-9de4-7f69017910d4 req-75edb4c4-7200-42f6-817e-b994acf1220f tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:55.912331 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:55.920245 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-594bc14a-662f-45de-9de4-7f69017910d4 req-75edb4c4-7200-42f6-817e-b994acf1220f tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e9bdfc3-f0cc-4a76-ba95-33e08335f172 HTTP/1.1" status: 200 len: 943 time: 0.1866610 Nov 12 01:32:55.945507 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b3abf29-410e-4361-a980-cf0c8073d92c {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:32:55.985756 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 8b3abf29-410e-4361-a980-cf0c8073d92c, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=8b3abf29-410e-4361-a980-cf0c8073d92c,segment=NetworkSegment(f889be5e-ad35-4d2f-9732-18c8b96cbaa7),segment_id=f889be5e-ad35-4d2f-9732-18c8b96cbaa7)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:32:55.993578 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:56.108993 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-594bc14a-662f-45de-9de4-7f69017910d4 req-c1e0f409-9ad5-4bd4-88ee-5574dfac81cf tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b1b7b99-db73-44f0-baf3-6da2a364ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671872 Nov 12 01:32:56.239994 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=8b3abf29-410e-4361-a980-cf0c8073d92c,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:32:56.342601 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [req-a0219dd3-10b1-4c41-8a44-7b6c8d71d6d2 req-e444ed18-3737-42df-a20b-c15ef7475a9a service neutron] show failed (client error): The resource could not be found. Nov 12 01:32:56.346682 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a0219dd3-10b1-4c41-8a44-7b6c8d71d6d2 req-e444ed18-3737-42df-a20b-c15ef7475a9a service neutron] 10.222.0.16 "GET /v2.0/ports/2f9bf78a-8f60-4205-8b82-b0c35ded3668/bindings/n-h2-712142-27 HTTP/1.1" status: 404 len: 381 time: 0.2987435 Nov 12 01:32:56.359087 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['8b3abf29-410e-4361-a980-cf0c8073d92c'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:32:56.984375 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-35368b1f-dc37-482e-8026-327d23f669f6 req-d11cbf02-36cb-40c7-8582-19f8aad6e48e tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ee17f8-47f8-4fe9-a1d5-bb4cf202d500 HTTP/1.1" status: 200 len: 210 time: 0.2789016 Nov 12 01:32:57.044520 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00fc94-a8a5-4bc2-8d9c-e2524f15b3e4 req-0a728031-1f01-4a88-8257-718f12225be7 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:57.055513 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ed00fc94-a8a5-4bc2-8d9c-e2524f15b3e4 req-0a728031-1f01-4a88-8257-718f12225be7 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d HTTP/1.1" status: 200 len: 945 time: 0.3863502 Nov 12 01:32:57.148162 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0219dd3-10b1-4c41-8a44-7b6c8d71d6d2 req-cc234e79-d984-4657-9044-e8d520b54b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:57.150566 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a0219dd3-10b1-4c41-8a44-7b6c8d71d6d2 req-cc234e79-d984-4657-9044-e8d520b54b53 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d&tenant_id=553fbe5d09fe49948bd69193fe3f0783 HTTP/1.1" status: 200 len: 1097 time: 0.2778654 Nov 12 01:32:57.203547 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-a0219dd3-10b1-4c41-8a44-7b6c8d71d6d2 req-2e6e6918-92ff-48e4-bba6-2a22ac412e1a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712142-27', 'device_owner': 'compute:nova'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:32:57.225432 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ed00fc94-a8a5-4bc2-8d9c-e2524f15b3e4 req-6fe195d8-2e3c-468e-84f3-0befe9a3881a tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a087f77-92bd-4b9f-ad35-296fa276609a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623182 Nov 12 01:32:57.293249 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5ebdd061-d25c-4b83-bf67-33f0a39a1f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:57.437952 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5be36-a5a7-484e-8ae7-a3135df45682 req-c10cb06a-f54b-47aa-9a37-dc8181874d24 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:57.448605 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f4a5be36-a5a7-484e-8ae7-a3135df45682 req-c10cb06a-f54b-47aa-9a37-dc8181874d24 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e9bdfc3-f0cc-4a76-ba95-33e08335f172 HTTP/1.1" status: 200 len: 944 time: 0.1642053 Nov 12 01:32:57.458790 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-a0219dd3-10b1-4c41-8a44-7b6c8d71d6d2 req-2e6e6918-92ff-48e4-bba6-2a22ac412e1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:57.580483 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f4a5be36-a5a7-484e-8ae7-a3135df45682 req-4369057c-e8b1-48d7-b016-a8d5a2d7f235 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b1b7b99-db73-44f0-baf3-6da2a364ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284053 Nov 12 01:32:57.820858 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 45244) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:32:57.886257 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-a0219dd3-10b1-4c41-8a44-7b6c8d71d6d2 req-2e6e6918-92ff-48e4-bba6-2a22ac412e1a service neutron] For port 2f9bf78a-8f60-4205-8b82-b0c35ded3668, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=2f9bf78a-8f60-4205-8b82-b0c35ded3668,segment=NetworkSegment(69a93cdd-d2be-4904-87a7-286ce0b7c58d),segment_id=69a93cdd-d2be-4904-87a7-286ce0b7c58d)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:32:57.930603 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-a0219dd3-10b1-4c41-8a44-7b6c8d71d6d2 req-2e6e6918-92ff-48e4-bba6-2a22ac412e1a service neutron] For port 2f9bf78a-8f60-4205-8b82-b0c35ded3668, host n-h1-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:32:58.001257 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6ba9fa-cf03-4897-85e7-03541f24504d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f9bf78a-8f60-4205-8b82-b0c35ded3668'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:32:58.013552 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8cfb6f-5354-4aaf-a09e-d1f96dac2b46" -d '{"events": [{"server_uuid": "ba6ba9fa-cf03-4897-85e7-03541f24504d", "name": "network-vif-unplugged", "status": "completed", "tag": "2f9bf78a-8f60-4205-8b82-b0c35ded3668"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:32:58.059306 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-a0219dd3-10b1-4c41-8a44-7b6c8d71d6d2 req-2e6e6918-92ff-48e4-bba6-2a22ac412e1a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:58.126280 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-a0219dd3-10b1-4c41-8a44-7b6c8d71d6d2 req-2e6e6918-92ff-48e4-bba6-2a22ac412e1a service neutron] Transition to ACTIVE for port object 2f9bf78a-8f60-4205-8b82-b0c35ded3668 will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:32:58.138771 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-a0219dd3-10b1-4c41-8a44-7b6c8d71d6d2 req-2e6e6918-92ff-48e4-bba6-2a22ac412e1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:58.193439 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6625044-8de4-4804-b006-f56ec14723ed x-openstack-request-id: req-c6625044-8de4-4804-b006-f56ec14723ed {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:32:58.193439 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba6ba9fa-cf03-4897-85e7-03541f24504d", "name": "network-vif-unplugged", "status": "completed", "tag": "2f9bf78a-8f60-4205-8b82-b0c35ded3668", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:32:58.194094 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c6625044-8de4-4804-b006-f56ec14723ed {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:32:58.194189 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba6ba9fa-cf03-4897-85e7-03541f24504d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f9bf78a-8f60-4205-8b82-b0c35ded3668', 'code': 200} Nov 12 01:32:58.240704 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-77a72c67-4be5-4ef8-bcb9-907b4dadc095 req-de6b3f64-a9c5-4eb1-a01d-96b16ab8a96c tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ee17f8-47f8-4fe9-a1d5-bb4cf202d500 HTTP/1.1" status: 200 len: 210 time: 0.0680876 Nov 12 01:32:58.255895 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4a73e794-6dda-4b5b-b368-8db5cda26825 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:58.580541 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4a73e794-6dda-4b5b-b368-8db5cda26825 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:58.591743 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4a73e794-6dda-4b5b-b368-8db5cda26825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:58.618650 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0912be-894d-40ba-ad4b-11a932d5d5be req-ad08ec01-f657-41af-b6d6-4ce954ab2608 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:58.636345 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2c0912be-894d-40ba-ad4b-11a932d5d5be req-ad08ec01-f657-41af-b6d6-4ce954ab2608 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d HTTP/1.1" status: 200 len: 943 time: 0.1349115 Nov 12 01:32:58.769467 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a73e794-6dda-4b5b-b368-8db5cda26825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f35983f-a716-4263-ae0c-ab0cd4ec482d,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:32:58.875191 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4a73e794-6dda-4b5b-b368-8db5cda26825 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d3905c3c04e54dc6a947b11c65c93ee3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0525997 Nov 12 01:32:58.895441 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 45266) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:32:58.971289 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0219dd3-10b1-4c41-8a44-7b6c8d71d6d2 req-2e6e6918-92ff-48e4-bba6-2a22ac412e1a service neutron] No DVR routers for this DVR port 2f9bf78a-8f60-4205-8b82-b0c35ded3668 on host n-h1-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:32:59.074128 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2c0912be-894d-40ba-ad4b-11a932d5d5be req-c0d6c97e-0f29-4d59-81e9-42a5b39b145a tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a087f77-92bd-4b9f-ad35-296fa276609a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4337690 Nov 12 01:32:59.101814 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02752a5-cf3b-41ee-a098-5720c792e437 req-6778011e-c77f-44b2-85bd-dbf55e6386b3 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:59.104285 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d02752a5-cf3b-41ee-a098-5720c792e437 req-6778011e-c77f-44b2-85bd-dbf55e6386b3 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e9bdfc3-f0cc-4a76-ba95-33e08335f172 HTTP/1.1" status: 200 len: 944 time: 0.3236508 Nov 12 01:32:59.198456 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e6918-92ff-48e4-bba6-2a22ac412e1a service neutron] Pushing event updated for resources: {'Port': ['ID=2f9bf78a-8f60-4205-8b82-b0c35ded3668,revision_number=6']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:32:59.210227 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d02752a5-cf3b-41ee-a098-5720c792e437 req-17cf61b0-62f7-4005-a869-2e662e7b809d tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b1b7b99-db73-44f0-baf3-6da2a364ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962949 Nov 12 01:32:59.262174 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3d9420e4-4185-41a3-9cac-e9acfe03345f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:59.287256 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-a0219dd3-10b1-4c41-8a44-7b6c8d71d6d2 req-2e6e6918-92ff-48e4-bba6-2a22ac412e1a service neutron] Attempting to bind port 2f9bf78a-8f60-4205-8b82-b0c35ded3668 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:32:59.287585 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-a0219dd3-10b1-4c41-8a44-7b6c8d71d6d2 req-2e6e6918-92ff-48e4-bba6-2a22ac412e1a service neutron] Attempting to bind port 2f9bf78a-8f60-4205-8b82-b0c35ded3668 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '69a93cdd-d2be-4904-87a7-286ce0b7c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c9adb33c-31fd-4f64-b585-da81d972b670'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:32:59.288121 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0219dd3-10b1-4c41-8a44-7b6c8d71d6d2 req-2e6e6918-92ff-48e4-bba6-2a22ac412e1a service neutron] Attempting to bind port 2f9bf78a-8f60-4205-8b82-b0c35ded3668 on network c9adb33c-31fd-4f64-b585-da81d972b670 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:32:59.305468 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3d9420e4-4185-41a3-9cac-e9acfe03345f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:59.308136 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0219dd3-10b1-4c41-8a44-7b6c8d71d6d2 req-2e6e6918-92ff-48e4-bba6-2a22ac412e1a service neutron] Port 2f9bf78a-8f60-4205-8b82-b0c35ded3668 on network c9adb33c-31fd-4f64-b585-da81d972b670 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:32:59.308317 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0219dd3-10b1-4c41-8a44-7b6c8d71d6d2 req-2e6e6918-92ff-48e4-bba6-2a22ac412e1a service neutron] Attempting to bind port 2f9bf78a-8f60-4205-8b82-b0c35ded3668 on network c9adb33c-31fd-4f64-b585-da81d972b670 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:32:59.379843 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0219dd3-10b1-4c41-8a44-7b6c8d71d6d2 req-2e6e6918-92ff-48e4-bba6-2a22ac412e1a service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:32:59.380395 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0219dd3-10b1-4c41-8a44-7b6c8d71d6d2 req-2e6e6918-92ff-48e4-bba6-2a22ac412e1a service neutron] Checking segment: {'id': '69a93cdd-d2be-4904-87a7-286ce0b7c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c9adb33c-31fd-4f64-b585-da81d972b670'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:32:59.380797 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0219dd3-10b1-4c41-8a44-7b6c8d71d6d2 req-2e6e6918-92ff-48e4-bba6-2a22ac412e1a service neutron] Bound using segment: {'id': '69a93cdd-d2be-4904-87a7-286ce0b7c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c9adb33c-31fd-4f64-b585-da81d972b670'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:32:59.381343 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-a0219dd3-10b1-4c41-8a44-7b6c8d71d6d2 req-2e6e6918-92ff-48e4-bba6-2a22ac412e1a service neutron] Bound port: 2f9bf78a-8f60-4205-8b82-b0c35ded3668, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a93cdd-d2be-4904-87a7-286ce0b7c58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'c9adb33c-31fd-4f64-b585-da81d972b670'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:32:59.383297 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-a0219dd3-10b1-4c41-8a44-7b6c8d71d6d2 req-2e6e6918-92ff-48e4-bba6-2a22ac412e1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:59.437288 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 8b3abf29-410e-4361-a980-cf0c8073d92c up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:32:59.454634 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3ddaf37f-0266-44ef-82a9-801c285780a9 req-fbf47965-ca79-474a-bea5-cc7a58a08677 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ee17f8-47f8-4fe9-a1d5-bb4cf202d500 HTTP/1.1" status: 200 len: 210 time: 0.0714986 Nov 12 01:32:59.573038 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3d9420e4-4185-41a3-9cac-e9acfe03345f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:59.575885 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3d9420e4-4185-41a3-9cac-e9acfe03345f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:59.577531 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3d9420e4-4185-41a3-9cac-e9acfe03345f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3f35983f-a716-4263-ae0c-ab0cd4ec482d HTTP/1.1" status: 204 len: 168 time: 0.6558955 Nov 12 01:32:59.582915 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port 8b3abf29-410e-4361-a980-cf0c8073d92c completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:32:59.588558 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port 8b3abf29-410e-4361-a980-cf0c8073d92c triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:32:59.588920 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:59.607327 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-a0219dd3-10b1-4c41-8a44-7b6c8d71d6d2 req-2e6e6918-92ff-48e4-bba6-2a22ac412e1a service neutron] For port 2f9bf78a-8f60-4205-8b82-b0c35ded3668, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:32:59.614854 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9420e4-4185-41a3-9cac-e9acfe03345f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f35983f-a716-4263-ae0c-ab0cd4ec482d,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:32:59.626240 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-a0219dd3-10b1-4c41-8a44-7b6c8d71d6d2 req-2e6e6918-92ff-48e4-bba6-2a22ac412e1a service neutron] For port 2f9bf78a-8f60-4205-8b82-b0c35ded3668, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=2f9bf78a-8f60-4205-8b82-b0c35ded3668,segment=NetworkSegment(69a93cdd-d2be-4904-87a7-286ce0b7c58d),segment_id=69a93cdd-d2be-4904-87a7-286ce0b7c58d)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:32:59.634280 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-a0219dd3-10b1-4c41-8a44-7b6c8d71d6d2 req-2e6e6918-92ff-48e4-bba6-2a22ac412e1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:59.726347 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0219dd3-10b1-4c41-8a44-7b6c8d71d6d2 req-2e6e6918-92ff-48e4-bba6-2a22ac412e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:32:59.728036 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-a0219dd3-10b1-4c41-8a44-7b6c8d71d6d2 req-2e6e6918-92ff-48e4-bba6-2a22ac412e1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:59.741969 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a0219dd3-10b1-4c41-8a44-7b6c8d71d6d2 req-2e6e6918-92ff-48e4-bba6-2a22ac412e1a service neutron] 10.222.0.44 "PUT /v2.0/ports/2f9bf78a-8f60-4205-8b82-b0c35ded3668 HTTP/1.1" status: 200 len: 1092 time: 2.5683119 Nov 12 01:32:59.853054 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:32:59.914499 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9bdfc3-f0cc-4a76-ba95-33e08335f172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3abf29-410e-4361-a980-cf0c8073d92c'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:32:59.934196 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8646df20-8446-449f-9c5a-ffd377ad2e21" -d '{"events": [{"server_uuid": "4e9bdfc3-f0cc-4a76-ba95-33e08335f172", "name": "network-vif-plugged", "status": "completed", "tag": "8b3abf29-410e-4361-a980-cf0c8073d92c"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:32:59.999683 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 8b3abf29-410e-4361-a980-cf0c8073d92c, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=8b3abf29-410e-4361-a980-cf0c8073d92c,segment=NetworkSegment(f889be5e-ad35-4d2f-9732-18c8b96cbaa7),segment_id=f889be5e-ad35-4d2f-9732-18c8b96cbaa7)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:33:00.008252 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:00.009566 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 2f9bf78a-8f60-4205-8b82-b0c35ded3668 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:33:00.081074 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=8b3abf29-410e-4361-a980-cf0c8073d92c,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:00.183178 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 2f9bf78a-8f60-4205-8b82-b0c35ded3668 not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:33:00.675022 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473cf7d-00ae-4d2c-b081-6d59c9c32db1 req-8754af17-16c4-49b0-a87b-51e154982cce tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:00.691794 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4473cf7d-00ae-4d2c-b081-6d59c9c32db1 req-8754af17-16c4-49b0-a87b-51e154982cce tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d HTTP/1.1" status: 200 len: 943 time: 0.3355548 Nov 12 01:33:00.814889 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba6ba9fa-cf03-4897-85e7-03541f24504d', 'tag': '2f9bf78a-8f60-4205-8b82-b0c35ded3668'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:33:00.817396 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e2f8f4-b773-4fbd-ac0c-cfd83041c92e" -d '{"events": [{"name": "network-changed", "server_uuid": "ba6ba9fa-cf03-4897-85e7-03541f24504d", "tag": "2f9bf78a-8f60-4205-8b82-b0c35ded3668"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:33:00.822388 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e6918-92ff-48e4-bba6-2a22ac412e1a service neutron] Pushing event updated for resources: {'Port': ['ID=2f9bf78a-8f60-4205-8b82-b0c35ded3668,revision_number=7']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:00.860163 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f3835d4c-fdc1-4df0-9d5a-da8fa976d9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:00.893713 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 45316) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:33:00.964577 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1177a96a-1628-4543-9bc2-41cfae7f8263 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:00.984900 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4473cf7d-00ae-4d2c-b081-6d59c9c32db1 req-0fc2aff5-50e6-4c1e-aac9-0a77eca9ca45 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a087f77-92bd-4b9f-ad35-296fa276609a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2915258 Nov 12 01:33:01.020518 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0219dd3-10b1-4c41-8a44-7b6c8d71d6d2 req-9e4d47cb-a639-4555-9940-b2618a45d498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:01.034493 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a0219dd3-10b1-4c41-8a44-7b6c8d71d6d2 req-9e4d47cb-a639-4555-9940-b2618a45d498 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=553fbe5d09fe49948bd69193fe3f0783&device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d HTTP/1.1" status: 200 len: 1095 time: 1.2007647 Nov 12 01:33:01.141025 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61368289-db6c-4bd9-bc31-5b0a219be400 x-openstack-request-id: req-61368289-db6c-4bd9-bc31-5b0a219be400 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:33:01.141674 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9bdfc3-f0cc-4a76-ba95-33e08335f172", "name": "network-vif-plugged", "status": "completed", "tag": "8b3abf29-410e-4361-a980-cf0c8073d92c", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:33:01.142159 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-61368289-db6c-4bd9-bc31-5b0a219be400 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:33:01.142771 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9bdfc3-f0cc-4a76-ba95-33e08335f172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3abf29-410e-4361-a980-cf0c8073d92c', 'code': 200} Nov 12 01:33:01.568486 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7f72bb27-dfba-4311-b396-b536d09b6f41 req-a6a85898-4eb0-4307-a8cd-ed8c74a5a502 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ee17f8-47f8-4fe9-a1d5-bb4cf202d500 HTTP/1.1" status: 200 len: 210 time: 0.2384179 Nov 12 01:33:01.598701 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0421c-90b3-4c83-83a2-891ffac87716 req-d28537cf-2639-4daa-a9f8-751009fef0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:01.601693 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6d0421c-90b3-4c83-83a2-891ffac87716 req-d28537cf-2639-4daa-a9f8-751009fef0b6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4e9bdfc3-f0cc-4a76-ba95-33e08335f172 HTTP/1.1" status: 200 len: 1097 time: 0.2807188 Nov 12 01:33:01.661096 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf6b09-a4c9-4c49-83ae-19352fe3fddc req-af60b396-9853-48bd-9d65-98d619993964 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:01.675388 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c5bf6b09-a4c9-4c49-83ae-19352fe3fddc req-af60b396-9853-48bd-9d65-98d619993964 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e9bdfc3-f0cc-4a76-ba95-33e08335f172 HTTP/1.1" status: 200 len: 945 time: 0.4281976 Nov 12 01:33:01.780312 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0219dd3-10b1-4c41-8a44-7b6c8d71d6d2 req-39ab9375-bce6-45c7-bf18-66dce71ea46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:01.780312 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a0219dd3-10b1-4c41-8a44-7b6c8d71d6d2 req-39ab9375-bce6-45c7-bf18-66dce71ea46a service neutron] 10.222.0.44 "GET /v2.0/networks?id=c9adb33c-31fd-4f64-b585-da81d972b670 HTTP/1.1" status: 200 len: 897 time: 0.7428424 Nov 12 01:33:01.844017 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6d0421c-90b3-4c83-83a2-891ffac87716 req-37dad1ef-a13c-4a20-ae2f-f0feeca4cee3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1b1b7b99-db73-44f0-baf3-6da2a364ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292113 Nov 12 01:33:01.869915 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c5bf6b09-a4c9-4c49-83ae-19352fe3fddc req-8b09efe7-62c8-4e7e-9beb-2744d5ccc4d5 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b1b7b99-db73-44f0-baf3-6da2a364ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907840 Nov 12 01:33:01.978462 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f520d818-7426-42b6-adeb-b21fbbed4d96 x-openstack-request-id: req-f520d818-7426-42b6-adeb-b21fbbed4d96 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:33:01.979060 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba6ba9fa-cf03-4897-85e7-03541f24504d", "tag": "2f9bf78a-8f60-4205-8b82-b0c35ded3668", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:33:01.983762 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f520d818-7426-42b6-adeb-b21fbbed4d96 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:33:01.984426 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba6ba9fa-cf03-4897-85e7-03541f24504d', 'tag': '2f9bf78a-8f60-4205-8b82-b0c35ded3668', 'status': 'completed', 'code': 200} Nov 12 01:33:02.093907 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1177a96a-1628-4543-9bc2-41cfae7f8263 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:02.126156 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1177a96a-1628-4543-9bc2-41cfae7f8263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:02.191116 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a0219dd3-10b1-4c41-8a44-7b6c8d71d6d2 req-7e815191-2660-4b8d-8580-c952887025c7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f9bf78a-8f60-4205-8b82-b0c35ded3668 HTTP/1.1" status: 200 len: 999 time: 0.4040594 Nov 12 01:33:02.339173 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1177a96a-1628-4543-9bc2-41cfae7f8263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80d2d87-a5ff-4fc1-b1a8-c027f88fdb2e,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:02.341154 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7b65c-b611-4c5c-9eab-c04c6dc9a817 req-21d132ca-6774-453b-9ed9-22cfca8f2bae tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:02.357546 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c0e7b65c-b611-4c5c-9eab-c04c6dc9a817 req-21d132ca-6774-453b-9ed9-22cfca8f2bae tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d HTTP/1.1" status: 200 len: 943 time: 0.2292869 Nov 12 01:33:02.372657 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1177a96a-1628-4543-9bc2-41cfae7f8263 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=01dadde08afa4e80812af7b7fcfa04ab&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4661493 Nov 12 01:33:02.375451 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 45336) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:33:02.436885 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0219dd3-10b1-4c41-8a44-7b6c8d71d6d2 req-553e9538-466c-401e-baba-1735f561f705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:02.445549 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a0219dd3-10b1-4c41-8a44-7b6c8d71d6d2 req-553e9538-466c-401e-baba-1735f561f705 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bb33bd2b-585e-4ed3-848d-18067b42df33 HTTP/1.1" status: 200 len: 835 time: 0.2421505 Nov 12 01:33:02.491862 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2f8f4-b773-4fbd-ac0c-cfd83041c92e req-e1ae62fa-2c0d-4f43-a827-574308ee9fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:02.500791 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-29e2f8f4-b773-4fbd-ac0c-cfd83041c92e req-e1ae62fa-2c0d-4f43-a827-574308ee9fef service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=553fbe5d09fe49948bd69193fe3f0783&device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d HTTP/1.1" status: 200 len: 1095 time: 0.2756150 Nov 12 01:33:02.533825 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c0e7b65c-b611-4c5c-9eab-c04c6dc9a817 req-5afcc22d-5cb5-4f36-8fe2-e6b289bf85d1 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a087f77-92bd-4b9f-ad35-296fa276609a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749337 Nov 12 01:33:02.632000 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9f43fe42-ed19-4bce-9d0a-edd1861200b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:02.635319 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0219dd3-10b1-4c41-8a44-7b6c8d71d6d2 req-7baaba8a-0efd-452c-b256-3a984b5821eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:02.636922 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a0219dd3-10b1-4c41-8a44-7b6c8d71d6d2 req-7baaba8a-0efd-452c-b256-3a984b5821eb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c9adb33c-31fd-4f64-b585-da81d972b670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1793361 Nov 12 01:33:02.732573 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2f8f4-b773-4fbd-ac0c-cfd83041c92e req-0be72bcb-c678-4f6e-9ff0-8d9b0d92b17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:02.734302 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-29e2f8f4-b773-4fbd-ac0c-cfd83041c92e req-0be72bcb-c678-4f6e-9ff0-8d9b0d92b17f service neutron] 10.222.0.16 "GET /v2.0/networks?id=c9adb33c-31fd-4f64-b585-da81d972b670 HTTP/1.1" status: 200 len: 897 time: 0.1921723 Nov 12 01:33:02.744732 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9f43fe42-ed19-4bce-9d0a-edd1861200b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:02.938710 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:03.033880 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a0219dd3-10b1-4c41-8a44-7b6c8d71d6d2 req-0b00924e-e99b-4f2a-a5e3-2860715a02f6 service neutron] 10.222.0.44 "GET /v2.0/networks/c9adb33c-31fd-4f64-b585-da81d972b670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854003 Nov 12 01:33:03.038930 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-29e2f8f4-b773-4fbd-ac0c-cfd83041c92e req-0bee576c-e713-4f67-ae20-a9e281d2f210 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f9bf78a-8f60-4205-8b82-b0c35ded3668 HTTP/1.1" status: 200 len: 999 time: 0.2910385 Nov 12 01:33:03.112067 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e4448ee5-4ec5-4f92-9d1c-d44e40be1959 req-368f92a8-4998-4ea0-95fa-4b0f789485a5 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=79ee17f8-47f8-4fe9-a1d5-bb4cf202d500 HTTP/1.1" status: 200 len: 210 time: 0.0833917 Nov 12 01:33:03.252145 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9f43fe42-ed19-4bce-9d0a-edd1861200b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:03.261013 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2f8f4-b773-4fbd-ac0c-cfd83041c92e req-f18fe706-e118-4802-aca5-707c58154dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:03.263952 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-29e2f8f4-b773-4fbd-ac0c-cfd83041c92e req-f18fe706-e118-4802-aca5-707c58154dcb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bb33bd2b-585e-4ed3-848d-18067b42df33 HTTP/1.1" status: 200 len: 835 time: 0.1498718 Nov 12 01:33:03.267703 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9f43fe42-ed19-4bce-9d0a-edd1861200b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:03.270835 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9f43fe42-ed19-4bce-9d0a-edd1861200b6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d80d2d87-a5ff-4fc1-b1a8-c027f88fdb2e HTTP/1.1" status: 204 len: 168 time: 0.8859653 Nov 12 01:33:03.341660 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f43fe42-ed19-4bce-9d0a-edd1861200b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80d2d87-a5ff-4fc1-b1a8-c027f88fdb2e,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:03.446727 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a0219dd3-10b1-4c41-8a44-7b6c8d71d6d2 req-c921c82b-b57a-46f9-95a8-ef4cea07500c service neutron] 10.222.0.44 "GET /v2.0/networks/c9adb33c-31fd-4f64-b585-da81d972b670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4010820 Nov 12 01:33:03.773511 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2f8f4-b773-4fbd-ac0c-cfd83041c92e req-42dcb47c-1619-4458-b19d-0459da6d3db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:03.779471 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-29e2f8f4-b773-4fbd-ac0c-cfd83041c92e req-42dcb47c-1619-4458-b19d-0459da6d3db3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=553fbe5d09fe49948bd69193fe3f0783&device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d HTTP/1.1" status: 200 len: 1095 time: 0.1988852 Nov 12 01:33:04.026075 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:04.086916 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2f8f4-b773-4fbd-ac0c-cfd83041c92e req-de1781f1-5853-4893-bf43-f87dc67d0b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:04.103083 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-29e2f8f4-b773-4fbd-ac0c-cfd83041c92e req-de1781f1-5853-4893-bf43-f87dc67d0b22 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c9adb33c-31fd-4f64-b585-da81d972b670 HTTP/1.1" status: 200 len: 897 time: 0.3048725 Nov 12 01:33:04.197446 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4602584-f088-4fac-be74-2c4039d2897d req-dc36b375-86f9-4adf-8cdf-db3774ba0329 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:04.211148 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f4602584-f088-4fac-be74-2c4039d2897d req-dc36b375-86f9-4adf-8cdf-db3774ba0329 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e9bdfc3-f0cc-4a76-ba95-33e08335f172 HTTP/1.1" status: 200 len: 945 time: 0.9456990 Nov 12 01:33:04.300353 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2f8f4-b773-4fbd-ac0c-cfd83041c92e req-a7254f1a-a996-4f70-8afd-72cadd2db80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:04.302376 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-29e2f8f4-b773-4fbd-ac0c-cfd83041c92e req-a7254f1a-a996-4f70-8afd-72cadd2db80e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c9adb33c-31fd-4f64-b585-da81d972b670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0016758 Nov 12 01:33:04.380918 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-29e2f8f4-b773-4fbd-ac0c-cfd83041c92e req-bbb00923-d47b-4c19-b44c-ca1c93fb74d5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f9bf78a-8f60-4205-8b82-b0c35ded3668 HTTP/1.1" status: 200 len: 999 time: 0.2668908 Nov 12 01:33:04.524690 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2f8f4-b773-4fbd-ac0c-cfd83041c92e req-46f65284-c764-450d-bdc4-c51ae7ad153f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:04.526243 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-29e2f8f4-b773-4fbd-ac0c-cfd83041c92e req-46f65284-c764-450d-bdc4-c51ae7ad153f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bb33bd2b-585e-4ed3-848d-18067b42df33 HTTP/1.1" status: 200 len: 835 time: 0.1327755 Nov 12 01:33:04.637135 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-29e2f8f4-b773-4fbd-ac0c-cfd83041c92e req-a00d8656-55de-4fa7-a558-a00e04fbd0e2 service neutron] 10.222.0.16 "GET /v2.0/networks/c9adb33c-31fd-4f64-b585-da81d972b670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096278 Nov 12 01:33:04.650938 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543582b2-23f6-4753-9ce0-066e6f9fbd5c req-9a08272b-7d30-4d35-a8e6-283d45647414 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:04.653210 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2f8f4-b773-4fbd-ac0c-cfd83041c92e req-aab60a90-190b-4d84-a6cc-80feb8691f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:04.660601 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-29e2f8f4-b773-4fbd-ac0c-cfd83041c92e req-aab60a90-190b-4d84-a6cc-80feb8691f88 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c9adb33c-31fd-4f64-b585-da81d972b670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1252623 Nov 12 01:33:04.661925 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-543582b2-23f6-4753-9ce0-066e6f9fbd5c req-9a08272b-7d30-4d35-a8e6-283d45647414 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d HTTP/1.1" status: 200 len: 943 time: 0.6122384 Nov 12 01:33:04.729748 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f4602584-f088-4fac-be74-2c4039d2897d req-4faba453-0d63-414d-aff3-e7f42a1c3a78 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b1b7b99-db73-44f0-baf3-6da2a364ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5033672 Nov 12 01:33:04.832900 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-543582b2-23f6-4753-9ce0-066e6f9fbd5c req-e6bc41fe-01e4-4936-a9c5-7abf4d874f08 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a087f77-92bd-4b9f-ad35-296fa276609a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691773 Nov 12 01:33:04.883015 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-29e2f8f4-b773-4fbd-ac0c-cfd83041c92e req-d3b9f8f7-aa70-4650-bec9-ace8d2baaf23 service neutron] 10.222.0.16 "GET /v2.0/networks/c9adb33c-31fd-4f64-b585-da81d972b670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145011 Nov 12 01:33:05.151618 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-29e2f8f4-b773-4fbd-ac0c-cfd83041c92e req-a19d47bd-4ba7-40f5-a8c0-04285da15fc7 service neutron] 10.222.0.44 "GET /v2.0/networks/c9adb33c-31fd-4f64-b585-da81d972b670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4811704 Nov 12 01:33:05.231204 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:05.538499 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-29e2f8f4-b773-4fbd-ac0c-cfd83041c92e req-0b818e6d-de2b-4dbd-a30f-09c4beb5613a service neutron] 10.222.0.44 "GET /v2.0/networks/c9adb33c-31fd-4f64-b585-da81d972b670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742855 Nov 12 01:33:06.168391 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47b657-2002-476f-91c3-5388a525768b req-f4edb41d-761a-4e98-8d1b-1bdf4fa4f50f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:06.179420 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3a47b657-2002-476f-91c3-5388a525768b req-f4edb41d-761a-4e98-8d1b-1bdf4fa4f50f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d HTTP/1.1" status: 200 len: 943 time: 0.1592875 Nov 12 01:33:06.197026 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd76ec-f787-4400-a32f-65ef08db4fa3 req-2f26d172-8b06-4f86-a704-6cf0fff10689 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:06.208979 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c2dd76ec-f787-4400-a32f-65ef08db4fa3 req-2f26d172-8b06-4f86-a704-6cf0fff10689 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e9bdfc3-f0cc-4a76-ba95-33e08335f172 HTTP/1.1" status: 200 len: 945 time: 0.2507665 Nov 12 01:33:06.332636 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c2dd76ec-f787-4400-a32f-65ef08db4fa3 req-e520b980-b5f8-47dc-8228-4e7913771c5e tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b1b7b99-db73-44f0-baf3-6da2a364ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226134 Nov 12 01:33:06.346690 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3a47b657-2002-476f-91c3-5388a525768b req-a18f508e-1253-4a8b-9853-6ffed0334ff2 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a087f77-92bd-4b9f-ad35-296fa276609a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658435 Nov 12 01:33:06.982469 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d339a81-7b8d-48d1-a5b0-7f590fd357ee req-a4bb1335-8022-4eca-b29c-1c745aa5267f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:06.984206 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6d339a81-7b8d-48d1-a5b0-7f590fd357ee req-a4bb1335-8022-4eca-b29c-1c745aa5267f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d HTTP/1.1" status: 200 len: 943 time: 0.3089526 Nov 12 01:33:07.089204 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 2f9bf78a-8f60-4205-8b82-b0c35ded3668 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:33:07.093871 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a608c-4a12-48d7-8fd8-e143b1f1f951 req-0446e980-aac5-47c8-94b5-4b51910b8652 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:07.095826 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-666a608c-4a12-48d7-8fd8-e143b1f1f951 req-0446e980-aac5-47c8-94b5-4b51910b8652 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d&tenant_id=553fbe5d09fe49948bd69193fe3f0783&binding%3Ahost_id=n-h2-712142-27 HTTP/1.1" status: 200 len: 943 time: 0.3170159 Nov 12 01:33:07.390156 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6d339a81-7b8d-48d1-a5b0-7f590fd357ee req-6d33211f-d5e3-4cca-b90b-56e06ccb251d tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a087f77-92bd-4b9f-ad35-296fa276609a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3939881 Nov 12 01:33:07.557964 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [req-666a608c-4a12-48d7-8fd8-e143b1f1f951 req-0772c247-4217-4e9b-904f-5b3aaa0871d3 service neutron] delete failed (client error): The resource could not be found. Nov 12 01:33:07.566162 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-666a608c-4a12-48d7-8fd8-e143b1f1f951 req-0772c247-4217-4e9b-904f-5b3aaa0871d3 service neutron] 10.222.0.16 "DELETE /v2.0/ports/2f9bf78a-8f60-4205-8b82-b0c35ded3668/bindings/n-h1-712142-27 HTTP/1.1" status: 404 len: 381 time: 0.4384177 Nov 12 01:33:07.653760 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 2f9bf78a-8f60-4205-8b82-b0c35ded3668, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=2f9bf78a-8f60-4205-8b82-b0c35ded3668,segment=NetworkSegment(69a93cdd-d2be-4904-87a7-286ce0b7c58d),segment_id=69a93cdd-d2be-4904-87a7-286ce0b7c58d)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:33:07.715808 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '2f9bf78a-8f60-4205-8b82-b0c35ded3668', 'network_id': 'c9adb33c-31fd-4f64-b585-da81d972b670', 'port_id': '2f9bf78a-8f60-4205-8b82-b0c35ded3668', 'mac_address': 'fa:16:3e:79:45:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb33bd2b-585e-4ed3-848d-18067b42df33', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:33:07.940011 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a608c-4a12-48d7-8fd8-e143b1f1f951 req-c3980547-0dd4-4a49-94b1-ae3bb7b1b09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:07.945734 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-666a608c-4a12-48d7-8fd8-e143b1f1f951 req-c3980547-0dd4-4a49-94b1-ae3bb7b1b09c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=553fbe5d09fe49948bd69193fe3f0783&device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d HTTP/1.1" status: 200 len: 1095 time: 0.2086043 Nov 12 01:33:07.953943 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:08.072457 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f9bf78a-8f60-4205-8b82-b0c35ded3668 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:33:08.173451 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 2f9bf78a-8f60-4205-8b82-b0c35ded3668, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=2f9bf78a-8f60-4205-8b82-b0c35ded3668,segment=NetworkSegment(69a93cdd-d2be-4904-87a7-286ce0b7c58d),segment_id=69a93cdd-d2be-4904-87a7-286ce0b7c58d)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:33:08.186486 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:08.323789 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=2f9bf78a-8f60-4205-8b82-b0c35ded3668,revision_number=8']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:08.420134 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a608c-4a12-48d7-8fd8-e143b1f1f951 req-81316b3f-d302-4a94-b367-74d27d2e3f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:08.420134 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-666a608c-4a12-48d7-8fd8-e143b1f1f951 req-81316b3f-d302-4a94-b367-74d27d2e3f64 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c9adb33c-31fd-4f64-b585-da81d972b670 HTTP/1.1" status: 200 len: 897 time: 0.4572377 Nov 12 01:33:08.480438 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['2f9bf78a-8f60-4205-8b82-b0c35ded3668'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:33:08.689173 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:08.818000 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-666a608c-4a12-48d7-8fd8-e143b1f1f951 req-5aa01b68-a96a-4532-bf7c-0cf899841fb2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f9bf78a-8f60-4205-8b82-b0c35ded3668 HTTP/1.1" status: 200 len: 1000 time: 0.3945153 Nov 12 01:33:09.038944 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529cb5e9-867e-4a7f-beb8-7e53a5d84edd req-6c8a1190-47ab-4d37-ba81-a50162e4b5bb tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:09.042128 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-529cb5e9-867e-4a7f-beb8-7e53a5d84edd req-6c8a1190-47ab-4d37-ba81-a50162e4b5bb tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d HTTP/1.1" status: 200 len: 944 time: 0.3244438 Nov 12 01:33:09.168825 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a608c-4a12-48d7-8fd8-e143b1f1f951 req-c6aa1907-c56c-43c4-a030-28c18c8be5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:09.176984 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-666a608c-4a12-48d7-8fd8-e143b1f1f951 req-c6aa1907-c56c-43c4-a030-28c18c8be5d7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bb33bd2b-585e-4ed3-848d-18067b42df33 HTTP/1.1" status: 200 len: 835 time: 0.3433993 Nov 12 01:33:09.353483 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-529cb5e9-867e-4a7f-beb8-7e53a5d84edd req-8a3b35d1-06de-4ef3-914a-8378c6d60f6b tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a087f77-92bd-4b9f-ad35-296fa276609a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3041294 Nov 12 01:33:09.378351 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a608c-4a12-48d7-8fd8-e143b1f1f951 req-633b3cbf-4c7d-41b9-8a0f-b674f5fcdc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:09.385212 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-666a608c-4a12-48d7-8fd8-e143b1f1f951 req-633b3cbf-4c7d-41b9-8a0f-b674f5fcdc8a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c9adb33c-31fd-4f64-b585-da81d972b670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1832097 Nov 12 01:33:09.739945 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-666a608c-4a12-48d7-8fd8-e143b1f1f951 req-6f1ea0ab-5fad-40a1-bfc6-74ded840353f service neutron] 10.222.0.16 "GET /v2.0/networks/c9adb33c-31fd-4f64-b585-da81d972b670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469431 Nov 12 01:33:09.975449 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-666a608c-4a12-48d7-8fd8-e143b1f1f951 req-6002e68d-0e0f-4c78-9366-4afea8b4a6e3 service neutron] 10.222.0.16 "GET /v2.0/networks/c9adb33c-31fd-4f64-b585-da81d972b670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258441 Nov 12 01:33:10.536540 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 45606) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:33:10.541965 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-71cfa858-2a36-401e-ba9a-d4f397415c3d tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Request body: {'network': {'name': 'tempest-network-smoke--575979568', 'project_id': '0e98dc96d50c4c37b8dc7e919691f179', 'port_security_enabled': True}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:33:10.596212 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71cfa858-2a36-401e-ba9a-d4f397415c3d tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Made reservation on behalf of 0e98dc96d50c4c37b8dc7e919691f179 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:33:10.602519 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-71cfa858-2a36-401e-ba9a-d4f397415c3d tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:10.642511 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-71cfa858-2a36-401e-ba9a-d4f397415c3d tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:10.681356 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e146f4-b7c2-45fa-a7b1-771ea9b318ce req-b81364f5-9ef3-40d0-8b17-b6e495525cbd tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:10.694413 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c8e146f4-b7c2-45fa-a7b1-771ea9b318ce req-b81364f5-9ef3-40d0-8b17-b6e495525cbd tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d HTTP/1.1" status: 200 len: 944 time: 0.1615169 Nov 12 01:33:10.793114 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:10.836393 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c8e146f4-b7c2-45fa-a7b1-771ea9b318ce req-8ac36902-f38f-414b-a16f-b416b561f792 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a087f77-92bd-4b9f-ad35-296fa276609a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406171 Nov 12 01:33:10.902976 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-71cfa858-2a36-401e-ba9a-d4f397415c3d tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:10.915696 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-71cfa858-2a36-401e-ba9a-d4f397415c3d tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:10.983350 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cfa858-2a36-401e-ba9a-d4f397415c3d tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe8876c-93f3-4557-b36a-02c9e10470ac,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:11.004483 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71cfa858-2a36-401e-ba9a-d4f397415c3d tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:33:11.029178 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-71cfa858-2a36-401e-ba9a-d4f397415c3d tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:11.031251 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-71cfa858-2a36-401e-ba9a-d4f397415c3d tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Added segment 02bd9c44-db9a-42e6-89eb-444e6def2b5b of type vlan for network 38038e54-10a0-4ee6-8104-f50c0031a830 Nov 12 01:33:11.114246 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 2f9bf78a-8f60-4205-8b82-b0c35ded3668 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:33:11.164772 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-71cfa858-2a36-401e-ba9a-d4f397415c3d tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:11.214572 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 2f9bf78a-8f60-4205-8b82-b0c35ded3668 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:33:11.221217 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 2f9bf78a-8f60-4205-8b82-b0c35ded3668 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:33:11.221863 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:11.241064 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-71cfa858-2a36-401e-ba9a-d4f397415c3d tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:11.259226 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71cfa858-2a36-401e-ba9a-d4f397415c3d tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:11.264363 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-71cfa858-2a36-401e-ba9a-d4f397415c3d tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:11.409354 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-71cfa858-2a36-401e-ba9a-d4f397415c3d tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8714757 Nov 12 01:33:11.414648 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 45626) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:33:11.420125 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-2b1ee0bb-52a2-4e30-aca2-642aa5cdf038 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-547278026', 'admin_state_up': True, 'project_id': '0e98dc96d50c4c37b8dc7e919691f179', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:33:11.463495 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:11.512646 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cfa858-2a36-401e-ba9a-d4f397415c3d tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Pushing event updated for resources: {'Network': ['ID=38038e54-10a0-4ee6-8104-f50c0031a830,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:11.534173 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2b1ee0bb-52a2-4e30-aca2-642aa5cdf038 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:11.537058 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2b1ee0bb-52a2-4e30-aca2-642aa5cdf038 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:11.537827 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 38038e54-10a0-4ee6-8104-f50c0031a830 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:33:11.572797 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6ba9fa-cf03-4897-85e7-03541f24504d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f9bf78a-8f60-4205-8b82-b0c35ded3668'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:33:11.587517 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d1e076-a3d4-489c-8ba4-fd9169c4adc1" -d '{"events": [{"server_uuid": "ba6ba9fa-cf03-4897-85e7-03541f24504d", "name": "network-vif-plugged", "status": "completed", "tag": "2f9bf78a-8f60-4205-8b82-b0c35ded3668"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:33:11.712840 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2b1ee0bb-52a2-4e30-aca2-642aa5cdf038 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:11.755121 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d46838d-0bce-4bb0-8ae0-8cd54e2f216a x-openstack-request-id: req-5d46838d-0bce-4bb0-8ae0-8cd54e2f216a {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:33:11.755451 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba6ba9fa-cf03-4897-85e7-03541f24504d", "name": "network-vif-plugged", "status": "completed", "tag": "2f9bf78a-8f60-4205-8b82-b0c35ded3668", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:33:11.756505 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5d46838d-0bce-4bb0-8ae0-8cd54e2f216a {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:33:11.761476 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba6ba9fa-cf03-4897-85e7-03541f24504d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f9bf78a-8f60-4205-8b82-b0c35ded3668', 'code': 200} Nov 12 01:33:11.790445 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 2f9bf78a-8f60-4205-8b82-b0c35ded3668, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=2f9bf78a-8f60-4205-8b82-b0c35ded3668,segment=NetworkSegment(69a93cdd-d2be-4904-87a7-286ce0b7c58d),segment_id=69a93cdd-d2be-4904-87a7-286ce0b7c58d)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:33:12.019398 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2b1ee0bb-52a2-4e30-aca2-642aa5cdf038 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:12.025956 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:12.468718 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=2f9bf78a-8f60-4205-8b82-b0c35ded3668,revision_number=9']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:12.534133 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a9265-e4e7-477b-aeb7-494a91e67de1 req-2ec8c7f8-0d5a-4c17-834d-239cb172a5d0 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:12.537597 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ed0a9265-e4e7-477b-aeb7-494a91e67de1 req-2ec8c7f8-0d5a-4c17-834d-239cb172a5d0 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d HTTP/1.1" status: 200 len: 945 time: 0.3064079 Nov 12 01:33:12.809128 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 45654) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:33:13.015131 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ed0a9265-e4e7-477b-aeb7-494a91e67de1 req-e9e24fc3-a262-4f5e-a5be-8b225125ca79 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a087f77-92bd-4b9f-ad35-296fa276609a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4597261 Nov 12 01:33:13.073494 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 45664) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:33:13.095754 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2b1ee0bb-52a2-4e30-aca2-642aa5cdf038 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for router_gateway, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:13.196367 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2b1ee0bb-52a2-4e30-aca2-642aa5cdf038 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:13.217757 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7f180a7e-11f9-450c-a895-d808284e01ae tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/floatingips/8fc238a8-fdc0-4649-a615-c863a5916f50 HTTP/1.1" status: 200 len: 993 time: 0.1430051 Nov 12 01:33:13.261028 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6c846e8a-b716-4f1e-a2c7-a8a6266906d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:13.571773 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-2b1ee0bb-52a2-4e30-aca2-642aa5cdf038 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Allocated IP 172.25.3.125 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/149144f7-ad29-46aa-ac50-4dc8c25c1ebb) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:33:13.579519 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6c846e8a-b716-4f1e-a2c7-a8a6266906d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:13.586657 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6c846e8a-b716-4f1e-a2c7-a8a6266906d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:13.630687 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6c846e8a-b716-4f1e-a2c7-a8a6266906d2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5991ddb8bda6414e8660278b550b6acb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8197041 Nov 12 01:33:13.633768 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 45676) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:33:13.739011 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c846e8a-b716-4f1e-a2c7-a8a6266906d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411614ee-c3b2-46fa-822d-99cc62ba95b9,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:13.792353 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e7286a57-8d1c-49bf-9795-497d0a83b65d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:13.839186 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e7286a57-8d1c-49bf-9795-497d0a83b65d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:13.931946 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e7286a57-8d1c-49bf-9795-497d0a83b65d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:13.939999 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e7286a57-8d1c-49bf-9795-497d0a83b65d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:13.944285 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e7286a57-8d1c-49bf-9795-497d0a83b65d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/411614ee-c3b2-46fa-822d-99cc62ba95b9 HTTP/1.1" status: 204 len: 168 time: 0.3075442 Nov 12 01:33:13.947074 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2b1ee0bb-52a2-4e30-aca2-642aa5cdf038 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:13.999388 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7286a57-8d1c-49bf-9795-497d0a83b65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411614ee-c3b2-46fa-822d-99cc62ba95b9,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:14.074745 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2b1ee0bb-52a2-4e30-aca2-642aa5cdf038 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:14.161405 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1ee0bb-52a2-4e30-aca2-642aa5cdf038 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:33:14.212328 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-2b1ee0bb-52a2-4e30-aca2-642aa5cdf038 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:33:14.230603 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1ee0bb-52a2-4e30-aca2-642aa5cdf038 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:33:14.233465 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d77e50-8e7f-4464-aad0-db83500636a6 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:33:14.234739 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ee0bb-52a2-4e30-aca2-642aa5cdf038 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Pushing event updated for resources: {'Port': ['ID=149144f7-ad29-46aa-ac50-4dc8c25c1ebb,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:14.369076 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-00c5a7e4-967c-4af3-ba31-1a336eaeb460 None None] Provisioning complete for port 149144f7-ad29-46aa-ac50-4dc8c25c1ebb triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:33:14.370926 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-00c5a7e4-967c-4af3-ba31-1a336eaeb460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:14.567203 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-00c5a7e4-967c-4af3-ba31-1a336eaeb460 None None] Port 149144f7-ad29-46aa-ac50-4dc8c25c1ebb cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:33:14.608036 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 45698) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:33:14.658501 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e16a67cb-bc2f-44dd-9ea1-b1030c5e1aea admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:15.017950 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2b1ee0bb-52a2-4e30-aca2-642aa5cdf038 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for router_gateway, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:15.362998 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e16a67cb-bc2f-44dd-9ea1-b1030c5e1aea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:15.561093 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2b1ee0bb-52a2-4e30-aca2-642aa5cdf038 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:15.563795 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e16a67cb-bc2f-44dd-9ea1-b1030c5e1aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:15.606644 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e16a67cb-bc2f-44dd-9ea1-b1030c5e1aea admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2adf5cd651054160a29bd9d4765f5c5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9905987 Nov 12 01:33:15.612294 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 45714) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:33:15.793863 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3faca3d4-836a-40fb-81de-bb689d861af6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:15.834279 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a67cb-bc2f-44dd-9ea1-b1030c5e1aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76535c1b-f4cd-4431-ac1a-99f24d03c971,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:15.842893 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3faca3d4-836a-40fb-81de-bb689d861af6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:15.868375 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a67cb-bc2f-44dd-9ea1-b1030c5e1aea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:15.869444 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a67cb-bc2f-44dd-9ea1-b1030c5e1aea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:15.870330 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a67cb-bc2f-44dd-9ea1-b1030c5e1aea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:15.871227 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a67cb-bc2f-44dd-9ea1-b1030c5e1aea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:15.872120 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a67cb-bc2f-44dd-9ea1-b1030c5e1aea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:15.873018 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a67cb-bc2f-44dd-9ea1-b1030c5e1aea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:15.873886 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a67cb-bc2f-44dd-9ea1-b1030c5e1aea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:15.874796 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a67cb-bc2f-44dd-9ea1-b1030c5e1aea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:15.876166 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a67cb-bc2f-44dd-9ea1-b1030c5e1aea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:15.877579 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a67cb-bc2f-44dd-9ea1-b1030c5e1aea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:15.878800 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a67cb-bc2f-44dd-9ea1-b1030c5e1aea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:15.879648 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16a67cb-bc2f-44dd-9ea1-b1030c5e1aea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:15.953733 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3faca3d4-836a-40fb-81de-bb689d861af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:15.956961 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3faca3d4-836a-40fb-81de-bb689d861af6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:15.958417 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3faca3d4-836a-40fb-81de-bb689d861af6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/76535c1b-f4cd-4431-ac1a-99f24d03c971 HTTP/1.1" status: 204 len: 168 time: 0.3462415 Nov 12 01:33:15.974279 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faca3d4-836a-40fb-81de-bb689d861af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76535c1b-f4cd-4431-ac1a-99f24d03c971,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:16.194770 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b1ee0bb-52a2-4e30-aca2-642aa5cdf038 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Router 3443ace8-0afd-4ac5-8409-6c6233b89234 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:33:16.504398 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1ee0bb-52a2-4e30-aca2-642aa5cdf038 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:33:16.529399 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bc1ad9-2e99-4589-810d-a5bcb8462b8f None None] Sync routers for ids ['3443ace8-0afd-4ac5-8409-6c6233b89234'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:33:16.562741 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bc1ad9-2e99-4589-810d-a5bcb8462b8f None None] Routers {'3443ace8-0afd-4ac5-8409-6c6233b89234'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:33:16.563400 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-30bc1ad9-2e99-4589-810d-a5bcb8462b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:33:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['3443ace8-0afd-4ac5-8409-6c6233b89234'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:33:16.589785 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2b1ee0bb-52a2-4e30-aca2-642aa5cdf038 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:16.596447 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2b1ee0bb-52a2-4e30-aca2-642aa5cdf038 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.1753283 Nov 12 01:33:16.596998 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 45732) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:33:17.219157 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 45748) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:33:17.301090 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-014b6e94-385a-437c-a6b9-7c9ff4fe6976 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:17.366682 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-30bc1ad9-2e99-4589-810d-a5bcb8462b8f None None] Set router 3443ace8-0afd-4ac5-8409-6c6233b89234 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:33:17.551065 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-014b6e94-385a-437c-a6b9-7c9ff4fe6976 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:17.559058 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-014b6e94-385a-437c-a6b9-7c9ff4fe6976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:17.635685 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b6e94-385a-437c-a6b9-7c9ff4fe6976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d511907-83a0-4bbb-9432-6aa51b89f9d2,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:17.763847 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d9635149-42a6-43e0-ac9e-706542fb7796 tempest-TestSecurityGroupsBasicOps-151771215 tempest-TestSecurityGroupsBasicOps-151771215-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=0e98dc96d50c4c37b8dc7e919691f179&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 1.1621654 Nov 12 01:33:17.764200 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-014b6e94-385a-437c-a6b9-7c9ff4fe6976 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9b8a587fabd04dd3b198a85010eaa09d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5417919 Nov 12 01:33:17.764330 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 45756) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:33:17.768483 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 45758) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:33:17.855093 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1cf60930-423e-423f-913c-8e12cf57453e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:17.893889 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-30bc1ad9-2e99-4589-810d-a5bcb8462b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3443ace8-0afd-4ac5-8409-6c6233b89234', 'name': 'tempest-TestSecurityGroupsBasicOps-router-547278026', 'tenant_id': '0e98dc96d50c4c37b8dc7e919691f179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '149144f7-ad29-46aa-ac50-4dc8c25c1ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:33:11Z', 'updated_at': '2021-11-12T01:33:14Z', 'revision_number': 3, 'project_id': '0e98dc96d50c4c37b8dc7e919691f179', 'gw_port': {'id': '149144f7-ad29-46aa-ac50-4dc8c25c1ebb', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3443ace8-0afd-4ac5-8409-6c6233b89234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:13Z', 'updated_at': '2021-11-12T01:33:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:33:17.930421 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1cf60930-423e-423f-913c-8e12cf57453e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:18.014609 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bc1ad9-2e99-4589-810d-a5bcb8462b8f None None] Checking router: 3443ace8-0afd-4ac5-8409-6c6233b89234 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:33:18.016973 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bc1ad9-2e99-4589-810d-a5bcb8462b8f None None] Updating router 3443ace8-0afd-4ac5-8409-6c6233b89234 port 149144f7-ad29-46aa-ac50-4dc8c25c1ebb binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:33:18.062321 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b88f444-ae11-4485-a65f-4b2fa8a07b0c tempest-TestSecurityGroupsBasicOps-151771215 tempest-TestSecurityGroupsBasicOps-151771215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:18.071909 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2b88f444-ae11-4485-a65f-4b2fa8a07b0c tempest-TestSecurityGroupsBasicOps-151771215 tempest-TestSecurityGroupsBasicOps-151771215-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3063443 Nov 12 01:33:18.073531 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 45770) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:33:18.090052 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-30bc1ad9-2e99-4589-810d-a5bcb8462b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:18.110714 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1cf60930-423e-423f-913c-8e12cf57453e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:18.115734 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1cf60930-423e-423f-913c-8e12cf57453e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:18.120102 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1cf60930-423e-423f-913c-8e12cf57453e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5d511907-83a0-4bbb-9432-6aa51b89f9d2 HTTP/1.1" status: 204 len: 168 time: 0.3505001 Nov 12 01:33:18.129101 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf60930-423e-423f-913c-8e12cf57453e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d511907-83a0-4bbb-9432-6aa51b89f9d2,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:18.158571 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-560f6ebf-8e27-432d-b664-bda64e08404b tempest-TestSecurityGroupsBasicOps-151771215 tempest-TestSecurityGroupsBasicOps-151771215-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=ab9ea869-d067-4dfb-b2de-16b019fae22d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0806661 Nov 12 01:33:18.159101 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 45774) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:33:18.164955 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-c505f5e1-1ab8-467e-a5c6-d3b92a89147e tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1202174973', 'network_id': '38038e54-10a0-4ee6-8104-f50c0031a830', 'project_id': '0e98dc96d50c4c37b8dc7e919691f179', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:33:18.398976 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c505f5e1-1ab8-467e-a5c6-d3b92a89147e tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Made reservation on behalf of 0e98dc96d50c4c37b8dc7e919691f179 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:33:18.422135 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c505f5e1-1ab8-467e-a5c6-d3b92a89147e tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:18.580118 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc1074-2031-417a-82f6-73e6fc029085 req-c0f95197-9d1f-4f37-aae9-79e0cb2d8d36 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:18.581858 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5dcc1074-2031-417a-82f6-73e6fc029085 req-c0f95197-9d1f-4f37-aae9-79e0cb2d8d36 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7a5cc5e-a8a3-4f5f-9f62-6e7481bdecce HTTP/1.1" status: 200 len: 945 time: 0.1199753 Nov 12 01:33:18.721089 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5dcc1074-2031-417a-82f6-73e6fc029085 req-3746f4d5-c490-41d8-9767-2f2c44fcb4fd tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298025 Nov 12 01:33:18.925800 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-30bc1ad9-2e99-4589-810d-a5bcb8462b8f None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:18.940561 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-30bc1ad9-2e99-4589-810d-a5bcb8462b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:18.957335 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c505f5e1-1ab8-467e-a5c6-d3b92a89147e tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:19.052365 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c505f5e1-1ab8-467e-a5c6-d3b92a89147e tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Pushing event updated for resources: {'Subnet': ['ID=f81273d5-5056-4466-9fcc-4a08e0aec357,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:19.062134 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-30bc1ad9-2e99-4589-810d-a5bcb8462b8f None None] Attempting to bind port 149144f7-ad29-46aa-ac50-4dc8c25c1ebb on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:33:19.062622 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-30bc1ad9-2e99-4589-810d-a5bcb8462b8f None None] Attempting to bind port 149144f7-ad29-46aa-ac50-4dc8c25c1ebb by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:33:19.062951 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bc1ad9-2e99-4589-810d-a5bcb8462b8f None None] Attempting to bind port 149144f7-ad29-46aa-ac50-4dc8c25c1ebb on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:33:19.077932 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c505f5e1-1ab8-467e-a5c6-d3b92a89147e tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Checking segment: {'id': '02bd9c44-db9a-42e6-89eb-444e6def2b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '38038e54-10a0-4ee6-8104-f50c0031a830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:33:19.078309 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c505f5e1-1ab8-467e-a5c6-d3b92a89147e tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Network hostable DHCP agents. Network: 38038e54-10a0-4ee6-8104-f50c0031a830, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:33:19.127380 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bc1ad9-2e99-4589-810d-a5bcb8462b8f None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:33:19.128120 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bc1ad9-2e99-4589-810d-a5bcb8462b8f None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:33:19.129066 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-30bc1ad9-2e99-4589-810d-a5bcb8462b8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:19.129929 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bc1ad9-2e99-4589-810d-a5bcb8462b8f None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:33:19.132857 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-30bc1ad9-2e99-4589-810d-a5bcb8462b8f None None] Bound port: 149144f7-ad29-46aa-ac50-4dc8c25c1ebb, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:33:19.135770 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-30bc1ad9-2e99-4589-810d-a5bcb8462b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:19.137227 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c505f5e1-1ab8-467e-a5c6-d3b92a89147e tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Network 38038e54-10a0-4ee6-8104-f50c0031a830 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:33:19.147365 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfbc814-03c8-4667-aae9-a39aeadb78fc None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:33:19.172157 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-c505f5e1-1ab8-467e-a5c6-d3b92a89147e tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 38038e54-10a0-4ee6-8104-f50c0031a830) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:33:19.183884 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c505f5e1-1ab8-467e-a5c6-d3b92a89147e tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:19.184558 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c505f5e1-1ab8-467e-a5c6-d3b92a89147e tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:19.220785 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59047b72-a862-4818-9a50-3e18084a2e6d None None] Network 38038e54-10a0-4ee6-8104-f50c0031a830 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:33:19.230688 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 45800) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:33:19.233528 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c505f5e1-1ab8-467e-a5c6-d3b92a89147e tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0731061 Nov 12 01:33:19.438952 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-30bc1ad9-2e99-4589-810d-a5bcb8462b8f None None] For port 149144f7-ad29-46aa-ac50-4dc8c25c1ebb, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:33:19.446570 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-30bc1ad9-2e99-4589-810d-a5bcb8462b8f None None] For port 149144f7-ad29-46aa-ac50-4dc8c25c1ebb, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=149144f7-ad29-46aa-ac50-4dc8c25c1ebb,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:33:19.450096 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccae782d-6673-4265-9e32-b1212b7d9fbd None None] Pushing event updated for resources: {'Port': ['ID=149144f7-ad29-46aa-ac50-4dc8c25c1ebb,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:19.475612 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-30bc1ad9-2e99-4589-810d-a5bcb8462b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:19.553268 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886c2f9a-3943-4367-818e-6f5f7926e512 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:33:19.567732 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-60a98aba-93f8-466c-8c1e-633a020a9070 None None] Provisioning complete for port 149144f7-ad29-46aa-ac50-4dc8c25c1ebb triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:33:19.568049 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-60a98aba-93f8-466c-8c1e-633a020a9070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:19.577030 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bc1ad9-2e99-4589-810d-a5bcb8462b8f None None] Routers {'3443ace8-0afd-4ac5-8409-6c6233b89234'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:33:19.578421 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-30bc1ad9-2e99-4589-810d-a5bcb8462b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:33:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['3443ace8-0afd-4ac5-8409-6c6233b89234'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:33:19.992996 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-30bc1ad9-2e99-4589-810d-a5bcb8462b8f None None] Set router 3443ace8-0afd-4ac5-8409-6c6233b89234 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:33:20.033408 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccae782d-6673-4265-9e32-b1212b7d9fbd None None] Pushing event updated for resources: {'Port': ['ID=149144f7-ad29-46aa-ac50-4dc8c25c1ebb,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:20.098386 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8344582a-1b67-4924-99b9-2fb151c9a58e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-38038e54-10a0-4ee6-8104-f50c0031a830', 'network_id': '38038e54-10a0-4ee6-8104-f50c0031a830', 'tenant_id': '0e98dc96d50c4c37b8dc7e919691f179', 'fixed_ips': [{'subnet_id': 'f81273d5-5056-4466-9fcc-4a08e0aec357'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:33:20.109561 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8344582a-1b67-4924-99b9-2fb151c9a58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:20.214331 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef9406-37af-40e4-942b-56a757f9206e req-841451f5-8b78-4afd-b714-8ce338f22f45 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:20.222466 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-daef9406-37af-40e4-942b-56a757f9206e req-841451f5-8b78-4afd-b714-8ce338f22f45 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7a5cc5e-a8a3-4f5f-9f62-6e7481bdecce HTTP/1.1" status: 200 len: 945 time: 0.1209240 Nov 12 01:33:20.489099 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-daef9406-37af-40e4-942b-56a757f9206e req-293eb35a-9da9-488f-b43e-0c75e3f5cd85 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Deleting port 94c02bc7-adf8-4eae-bc9e-2eeccef708f3 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:33:20.489638 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-daef9406-37af-40e4-942b-56a757f9206e req-293eb35a-9da9-488f-b43e-0c75e3f5cd85 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:20.855522 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-daef9406-37af-40e4-942b-56a757f9206e req-293eb35a-9da9-488f-b43e-0c75e3f5cd85 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] For port 94c02bc7-adf8-4eae-bc9e-2eeccef708f3, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=94c02bc7-adf8-4eae-bc9e-2eeccef708f3,segment=NetworkSegment(7bbb728e-9806-453c-9716-52e1ccd278c6),segment_id=7bbb728e-9806-453c-9716-52e1ccd278c6)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:33:20.855854 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-daef9406-37af-40e4-942b-56a757f9206e req-293eb35a-9da9-488f-b43e-0c75e3f5cd85 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:20.921142 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-daef9406-37af-40e4-942b-56a757f9206e req-293eb35a-9da9-488f-b43e-0c75e3f5cd85 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Calling delete_port for 94c02bc7-adf8-4eae-bc9e-2eeccef708f3 owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:33:20.976560 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-8344582a-1b67-4924-99b9-2fb151c9a58e None None] Allocated IP 172.20.0.2 (38038e54-10a0-4ee6-8104-f50c0031a830/f81273d5-5056-4466-9fcc-4a08e0aec357/0db42797-e558-46c6-b56b-c053bec0dfa7) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:33:21.106130 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a56a168c-0d8d-445e-83ef-052a7bbe8e06 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:21.175100 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d7169-81a4-4ce9-8456-27ec325ccdb3 req-08075162-42b9-43a0-ba45-3b213f1d8000 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:21.181868 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2f1d7169-81a4-4ce9-8456-27ec325ccdb3 req-08075162-42b9-43a0-ba45-3b213f1d8000 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7a5cc5e-a8a3-4f5f-9f62-6e7481bdecce HTTP/1.1" status: 200 len: 945 time: 1.1606057 Nov 12 01:33:21.279803 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-60a98aba-93f8-466c-8c1e-633a020a9070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:21.303020 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 45842) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:33:21.325279 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-60a98aba-93f8-466c-8c1e-633a020a9070 None None] For port 149144f7-ad29-46aa-ac50-4dc8c25c1ebb, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=149144f7-ad29-46aa-ac50-4dc8c25c1ebb,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:33:21.342903 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-60a98aba-93f8-466c-8c1e-633a020a9070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:21.381039 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-daef9406-37af-40e4-942b-56a757f9206e req-293eb35a-9da9-488f-b43e-0c75e3f5cd85 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:21.404516 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:33:21.431820 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2f1d7169-81a4-4ce9-8456-27ec325ccdb3 req-e1e7d7e0-101f-4208-88b6-1f81fdbccd72 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=b95830b5-b5dc-4acb-afcf-1d60ba9011e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360258 Nov 12 01:33:21.487085 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293eb35a-9da9-488f-b43e-0c75e3f5cd85 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Pushing event deleted for resources: {'Port': ['ID=94c02bc7-adf8-4eae-bc9e-2eeccef708f3,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:21.564785 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a98aba-93f8-466c-8c1e-633a020a9070 None None] Pushing event updated for resources: {'Port': ['ID=149144f7-ad29-46aa-ac50-4dc8c25c1ebb,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:21.675658 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-daef9406-37af-40e4-942b-56a757f9206e req-293eb35a-9da9-488f-b43e-0c75e3f5cd85 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] No DVR routers for this DVR port 94c02bc7-adf8-4eae-bc9e-2eeccef708f3 on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:33:21.685402 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-daef9406-37af-40e4-942b-56a757f9206e req-293eb35a-9da9-488f-b43e-0c75e3f5cd85 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:21.699703 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-daef9406-37af-40e4-942b-56a757f9206e req-293eb35a-9da9-488f-b43e-0c75e3f5cd85 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.44 "DELETE /v2.0/ports/94c02bc7-adf8-4eae-bc9e-2eeccef708f3 HTTP/1.1" status: 204 len: 173 time: 1.4703724 Nov 12 01:33:21.700876 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a5cc5e-a8a3-4f5f-9f62-6e7481bdecce', 'name': 'network-vif-deleted', 'tag': '94c02bc7-adf8-4eae-bc9e-2eeccef708f3'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:33:21.701732 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-cc4988ce-318e-4da0-bafc-678dab5ba9ed None None] Provisioning complete for port 149144f7-ad29-46aa-ac50-4dc8c25c1ebb triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:33:21.702145 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cc4988ce-318e-4da0-bafc-678dab5ba9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:21.710319 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5219991f-35bf-4b7f-a435-b87e7684531c" -d '{"events": [{"server_uuid": "c7a5cc5e-a8a3-4f5f-9f62-6e7481bdecce", "name": "network-vif-deleted", "tag": "94c02bc7-adf8-4eae-bc9e-2eeccef708f3"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:33:21.836995 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8344582a-1b67-4924-99b9-2fb151c9a58e None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:21.858244 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-30bc1ad9-2e99-4589-810d-a5bcb8462b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3443ace8-0afd-4ac5-8409-6c6233b89234', 'name': 'tempest-TestSecurityGroupsBasicOps-router-547278026', 'tenant_id': '0e98dc96d50c4c37b8dc7e919691f179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '149144f7-ad29-46aa-ac50-4dc8c25c1ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:33:11Z', 'updated_at': '2021-11-12T01:33:14Z', 'revision_number': 3, 'project_id': '0e98dc96d50c4c37b8dc7e919691f179', 'gw_port': {'id': '149144f7-ad29-46aa-ac50-4dc8c25c1ebb', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3443ace8-0afd-4ac5-8409-6c6233b89234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:13Z', 'updated_at': '2021-11-12T01:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:33:21.875288 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-323cc227-1423-468e-bb72-1108ce1a7deb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:21.959553 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bc1ad9-2e99-4589-810d-a5bcb8462b8f None None] The sync data for ids ['3443ace8-0afd-4ac5-8409-6c6233b89234'] in n-d-712142-27 is: [{'id': '3443ace8-0afd-4ac5-8409-6c6233b89234', 'name': 'tempest-TestSecurityGroupsBasicOps-router-547278026', 'tenant_id': '0e98dc96d50c4c37b8dc7e919691f179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '149144f7-ad29-46aa-ac50-4dc8c25c1ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:33:11Z', 'updated_at': '2021-11-12T01:33:14Z', 'revision_number': 3, 'project_id': '0e98dc96d50c4c37b8dc7e919691f179', 'gw_port': {'id': '149144f7-ad29-46aa-ac50-4dc8c25c1ebb', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3443ace8-0afd-4ac5-8409-6c6233b89234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:13Z', 'updated_at': '2021-11-12T01:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:33:21.963661 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8344582a-1b67-4924-99b9-2fb151c9a58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:22.099850 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8344582a-1b67-4924-99b9-2fb151c9a58e None None] Pushing event updated for resources: {'Port': ['ID=0db42797-e558-46c6-b56b-c053bec0dfa7,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:22.170919 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8344582a-1b67-4924-99b9-2fb151c9a58e None None] Network 38038e54-10a0-4ee6-8104-f50c0031a830 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:33:22.174457 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-8344582a-1b67-4924-99b9-2fb151c9a58e None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:33:22.179115 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8344582a-1b67-4924-99b9-2fb151c9a58e None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:33:22.217763 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7614a817-147e-49e4-8210-15e7ea459dc3 x-openstack-request-id: req-7614a817-147e-49e4-8210-15e7ea459dc3 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:33:22.218278 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a5cc5e-a8a3-4f5f-9f62-6e7481bdecce", "name": "network-vif-deleted", "tag": "94c02bc7-adf8-4eae-bc9e-2eeccef708f3", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:33:22.218642 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7614a817-147e-49e4-8210-15e7ea459dc3 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:33:22.219354 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a5cc5e-a8a3-4f5f-9f62-6e7481bdecce', 'name': 'network-vif-deleted', 'tag': '94c02bc7-adf8-4eae-bc9e-2eeccef708f3', 'status': 'completed', 'code': 200} Nov 12 01:33:22.327043 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-8344582a-1b67-4924-99b9-2fb151c9a58e None None] Attempting to bind port 0db42797-e558-46c6-b56b-c053bec0dfa7 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:33:22.328688 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-8344582a-1b67-4924-99b9-2fb151c9a58e None None] Attempting to bind port 0db42797-e558-46c6-b56b-c053bec0dfa7 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '02bd9c44-db9a-42e6-89eb-444e6def2b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '38038e54-10a0-4ee6-8104-f50c0031a830'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:33:22.329534 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8344582a-1b67-4924-99b9-2fb151c9a58e None None] Attempting to bind port 0db42797-e558-46c6-b56b-c053bec0dfa7 on network 38038e54-10a0-4ee6-8104-f50c0031a830 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:33:22.335098 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-323cc227-1423-468e-bb72-1108ce1a7deb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:22.345321 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8344582a-1b67-4924-99b9-2fb151c9a58e None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:33:22.350891 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8344582a-1b67-4924-99b9-2fb151c9a58e None None] Checking segment: {'id': '02bd9c44-db9a-42e6-89eb-444e6def2b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '38038e54-10a0-4ee6-8104-f50c0031a830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:33:22.351915 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8344582a-1b67-4924-99b9-2fb151c9a58e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:22.354048 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8344582a-1b67-4924-99b9-2fb151c9a58e None None] Bound using segment: {'id': '02bd9c44-db9a-42e6-89eb-444e6def2b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '38038e54-10a0-4ee6-8104-f50c0031a830'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:33:22.356103 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-8344582a-1b67-4924-99b9-2fb151c9a58e None None] Bound port: 0db42797-e558-46c6-b56b-c053bec0dfa7, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02bd9c44-db9a-42e6-89eb-444e6def2b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '38038e54-10a0-4ee6-8104-f50c0031a830'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:33:22.357154 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8344582a-1b67-4924-99b9-2fb151c9a58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:22.483369 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-a56a168c-0d8d-445e-83ef-052a7bbe8e06 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Allocated IP 172.20.0.1 (38038e54-10a0-4ee6-8104-f50c0031a830/f81273d5-5056-4466-9fcc-4a08e0aec357/7cd4f046-e642-4c62-b77d-3927ce6699c9) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:33:22.657763 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-8344582a-1b67-4924-99b9-2fb151c9a58e None None] For port 0db42797-e558-46c6-b56b-c053bec0dfa7, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:33:22.713350 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-8344582a-1b67-4924-99b9-2fb151c9a58e None None] For port 0db42797-e558-46c6-b56b-c053bec0dfa7, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=0db42797-e558-46c6-b56b-c053bec0dfa7,segment=NetworkSegment(02bd9c44-db9a-42e6-89eb-444e6def2b5b),segment_id=02bd9c44-db9a-42e6-89eb-444e6def2b5b)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:33:22.743204 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8344582a-1b67-4924-99b9-2fb151c9a58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:22.995070 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-323cc227-1423-468e-bb72-1108ce1a7deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:23.035618 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a56a168c-0d8d-445e-83ef-052a7bbe8e06 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:23.044670 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-323cc227-1423-468e-bb72-1108ce1a7deb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f2585300031b4c6d80a256cc879fe9d9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7266557 Nov 12 01:33:23.044965 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 45882) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:33:23.104599 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-31e8f12c-b307-44a5-86d1-b94ec1131866 req-7cba4d1a-a253-4857-b71e-2f32f9914a17 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7a5cc5e-a8a3-4f5f-9f62-6e7481bdecce HTTP/1.1" status: 200 len: 210 time: 0.1220341 Nov 12 01:33:23.164949 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323cc227-1423-468e-bb72-1108ce1a7deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aebea636-c716-4c88-91ca-5bf79f17bc67,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:23.169096 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e84209d4-8b15-4622-b8e4-9d5bd0648fb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:23.209896 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8344582a-1b67-4924-99b9-2fb151c9a58e None None] Pushing event updated for resources: {'Port': ['ID=0db42797-e558-46c6-b56b-c053bec0dfa7,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:23.215322 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a56a168c-0d8d-445e-83ef-052a7bbe8e06 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:23.244662 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 94c02bc7-adf8-4eae-bc9e-2eeccef708f3 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:33:23.335481 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 94c02bc7-adf8-4eae-bc9e-2eeccef708f3 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:33:23.336473 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 94c02bc7-adf8-4eae-bc9e-2eeccef708f3 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:33:23.347370 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e84209d4-8b15-4622-b8e4-9d5bd0648fb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:23.401624 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56a168c-0d8d-445e-83ef-052a7bbe8e06 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Network 38038e54-10a0-4ee6-8104-f50c0031a830 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:33:23.427523 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-a56a168c-0d8d-445e-83ef-052a7bbe8e06 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:33:23.433603 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56a168c-0d8d-445e-83ef-052a7bbe8e06 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:33:23.557264 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a56a168c-0d8d-445e-83ef-052a7bbe8e06 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:23.570189 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e84209d4-8b15-4622-b8e4-9d5bd0648fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:23.579928 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e84209d4-8b15-4622-b8e4-9d5bd0648fb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:23.582440 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e84209d4-8b15-4622-b8e4-9d5bd0648fb1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/aebea636-c716-4c88-91ca-5bf79f17bc67 HTTP/1.1" status: 204 len: 168 time: 0.5362227 Nov 12 01:33:23.642605 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84209d4-8b15-4622-b8e4-9d5bd0648fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aebea636-c716-4c88-91ca-5bf79f17bc67,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:23.947462 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a168c-0d8d-445e-83ef-052a7bbe8e06 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Pushing event updated for resources: {'Port': ['ID=7cd4f046-e642-4c62-b77d-3927ce6699c9,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:24.091208 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a56a168c-0d8d-445e-83ef-052a7bbe8e06 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:25.090969 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 0db42797-e558-46c6-b56b-c053bec0dfa7 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:33:25.287840 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 0db42797-e558-46c6-b56b-c053bec0dfa7 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:33:25.288450 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:25.318312 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-464f029d-beb1-4db5-b8b1-ae33337cbf64 req-cc5c9233-0fa9-45d6-a730-66851f4e8bb2 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7a5cc5e-a8a3-4f5f-9f62-6e7481bdecce HTTP/1.1" status: 200 len: 210 time: 0.7891073 Nov 12 01:33:25.365330 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a56a168c-0d8d-445e-83ef-052a7bbe8e06 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:25.375202 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a56a168c-0d8d-445e-83ef-052a7bbe8e06 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:25.536288 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:25.539244 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a168c-0d8d-445e-83ef-052a7bbe8e06 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Pushing event updated for resources: {'Port': ['ID=7cd4f046-e642-4c62-b77d-3927ce6699c9,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:25.646503 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a56a168c-0d8d-445e-83ef-052a7bbe8e06 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:25.680790 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 0db42797-e558-46c6-b56b-c053bec0dfa7, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=0db42797-e558-46c6-b56b-c053bec0dfa7,segment=NetworkSegment(02bd9c44-db9a-42e6-89eb-444e6def2b5b),segment_id=02bd9c44-db9a-42e6-89eb-444e6def2b5b)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:33:25.706779 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:25.709013 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 149144f7-ad29-46aa-ac50-4dc8c25c1ebb up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:33:25.837260 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177347c5-4267-4faf-abf6-fa799e2a157e None None] Network 38038e54-10a0-4ee6-8104-f50c0031a830 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:33:25.938750 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56a168c-0d8d-445e-83ef-052a7bbe8e06 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Network 38038e54-10a0-4ee6-8104-f50c0031a830 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:33:25.941132 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-a56a168c-0d8d-445e-83ef-052a7bbe8e06 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:33:26.191740 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-60bda3f8-5a0b-45b9-b968-17e47252e0ee None None] Provisioning complete for port 0db42797-e558-46c6-b56b-c053bec0dfa7 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:33:26.192454 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-60bda3f8-5a0b-45b9-b968-17e47252e0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:26.238667 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a56a168c-0d8d-445e-83ef-052a7bbe8e06 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Router 3443ace8-0afd-4ac5-8409-6c6233b89234 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:33:26.266043 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=0db42797-e558-46c6-b56b-c053bec0dfa7,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:26.274566 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 149144f7-ad29-46aa-ac50-4dc8c25c1ebb triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:33:26.275108 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:26.610664 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:26.611205 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:26.611584 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:26.612008 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:26.612392 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:26.612732 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:26.613066 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:26.613402 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:26.613731 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:26.615196 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:26.615540 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:26.615877 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:26.636687 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-27d36f81-78f8-45f7-a730-b36b9984e056 req-4a679504-8f31-46ee-b0b7-211e9f06b536 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7a5cc5e-a8a3-4f5f-9f62-6e7481bdecce HTTP/1.1" status: 200 len: 210 time: 0.0900605 Nov 12 01:33:26.647697 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56a168c-0d8d-445e-83ef-052a7bbe8e06 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:33:26.664782 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfa7ad9-a917-4c04-a474-d94661d83623 None None] Sync routers for ids ['3443ace8-0afd-4ac5-8409-6c6233b89234'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:33:26.669963 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a56a168c-0d8d-445e-83ef-052a7bbe8e06 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "PUT /v2.0/routers/3443ace8-0afd-4ac5-8409-6c6233b89234/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4346519 Nov 12 01:33:26.674419 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 45924) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:33:26.685772 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfa7ad9-a917-4c04-a474-d94661d83623 None None] Routers {'3443ace8-0afd-4ac5-8409-6c6233b89234'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:33:26.686786 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-5cfa7ad9-a917-4c04-a474-d94661d83623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:33:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['3443ace8-0afd-4ac5-8409-6c6233b89234'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:33:26.688171 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-0a2f951a-6888-445f-9dbe-52a2f781903f tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1151749468', 'description': 'tempest-secgroup_access--1151749468 description', 'project_id': '0e98dc96d50c4c37b8dc7e919691f179'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:33:26.779852 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0a2f951a-6888-445f-9dbe-52a2f781903f tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:26.975314 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0a2f951a-6888-445f-9dbe-52a2f781903f tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:26.984575 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0a2f951a-6888-445f-9dbe-52a2f781903f tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:27.012864 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-5cfa7ad9-a917-4c04-a474-d94661d83623 None None] Set router 3443ace8-0afd-4ac5-8409-6c6233b89234 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:33:27.084010 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0a2f951a-6888-445f-9dbe-52a2f781903f tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:27.085109 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0a2f951a-6888-445f-9dbe-52a2f781903f tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4092274 Nov 12 01:33:27.089587 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 45928) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:33:27.092229 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f951a-6888-445f-9dbe-52a2f781903f tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=513dcd79-bd50-4666-bc96-420603a4489b,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:27.096762 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-6c7739db-d69b-4598-8d8c-878835afd89a tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1335488204', 'description': 'tempest-secgroup_general--1335488204 description', 'project_id': '0e98dc96d50c4c37b8dc7e919691f179'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:33:27.176987 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 0db42797-e558-46c6-b56b-c053bec0dfa7 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:33:27.208539 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6c7739db-d69b-4598-8d8c-878835afd89a tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:27.411345 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6c7739db-d69b-4598-8d8c-878835afd89a tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:27.420132 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6c7739db-d69b-4598-8d8c-878835afd89a tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:27.442507 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a894f577-34dd-4857-9687-f12c413a0f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:27.492563 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6c7739db-d69b-4598-8d8c-878835afd89a tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:27.494394 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-6c7739db-d69b-4598-8d8c-878835afd89a tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4027774 Nov 12 01:33:27.499186 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 45930) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:33:27.500748 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7739db-d69b-4598-8d8c-878835afd89a tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2db1294-205b-4db3-b890-5d2fe7dca3cb,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:27.530882 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-d92d532a-bcdf-436e-8420-97d811e1d661 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Request body: {'security_group_rule': {'security_group_id': '513dcd79-bd50-4666-bc96-420603a4489b', 'project_id': '0e98dc96d50c4c37b8dc7e919691f179', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:33:27.564900 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-8719605d-f6bf-40f3-b95c-603b2c3d08e1 None None] Provisioning complete for port 7cd4f046-e642-4c62-b77d-3927ce6699c9 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:33:27.565588 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8719605d-f6bf-40f3-b95c-603b2c3d08e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:27.596298 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-5cfa7ad9-a917-4c04-a474-d94661d83623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3443ace8-0afd-4ac5-8409-6c6233b89234', 'name': 'tempest-TestSecurityGroupsBasicOps-router-547278026', 'tenant_id': '0e98dc96d50c4c37b8dc7e919691f179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '149144f7-ad29-46aa-ac50-4dc8c25c1ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:33:11Z', 'updated_at': '2021-11-12T01:33:23Z', 'revision_number': 4, 'project_id': '0e98dc96d50c4c37b8dc7e919691f179', 'gw_port': {'id': '149144f7-ad29-46aa-ac50-4dc8c25c1ebb', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3443ace8-0afd-4ac5-8409-6c6233b89234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:13Z', 'updated_at': '2021-11-12T01:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '7cd4f046-e642-4c62-b77d-3927ce6699c9', 'name': '', 'network_id': '38038e54-10a0-4ee6-8104-f50c0031a830', 'tenant_id': '0e98dc96d50c4c37b8dc7e919691f179', 'mac_address': 'fa:16:3e:de:f0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3443ace8-0afd-4ac5-8409-6c6233b89234', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': 'f81273d5-5056-4466-9fcc-4a08e0aec357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:21Z', 'updated_at': '2021-11-12T01:33:25Z', 'revision_number': 2, 'project_id': '0e98dc96d50c4c37b8dc7e919691f179', 'subnets': [{'id': 'f81273d5-5056-4466-9fcc-4a08e0aec357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:33:27.684444 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-8719605d-f6bf-40f3-b95c-603b2c3d08e1 None None] Port 7cd4f046-e642-4c62-b77d-3927ce6699c9 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:33:27.699951 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 0db42797-e558-46c6-b56b-c053bec0dfa7 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:33:27.706361 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:27.734021 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d92d532a-bcdf-436e-8420-97d811e1d661 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:27.836826 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-8719605d-f6bf-40f3-b95c-603b2c3d08e1 None None] Provisioning complete for port 0db42797-e558-46c6-b56b-c053bec0dfa7 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:33:27.843575 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8719605d-f6bf-40f3-b95c-603b2c3d08e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:27.888411 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfa7ad9-a917-4c04-a474-d94661d83623 None None] Checking router: 3443ace8-0afd-4ac5-8409-6c6233b89234 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:33:27.899765 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfa7ad9-a917-4c04-a474-d94661d83623 None None] Updating router 3443ace8-0afd-4ac5-8409-6c6233b89234 port 7cd4f046-e642-4c62-b77d-3927ce6699c9 binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:33:27.966609 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d92d532a-bcdf-436e-8420-97d811e1d661 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:27.978778 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d92d532a-bcdf-436e-8420-97d811e1d661 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:28.050374 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-5cfa7ad9-a917-4c04-a474-d94661d83623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:28.063746 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92d532a-bcdf-436e-8420-97d811e1d661 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e677000d-205d-4efd-8479-e9db6d00e2cf,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:28.082287 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d6ad660d-950f-4477-80e6-53784e681b7c req-f08cd79c-4691-49e6-9c82-01a2f2f06d35 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4e9bdfc3-f0cc-4a76-ba95-33e08335f172&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3163483 Nov 12 01:33:28.217891 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f66f7b6e-82f0-4c5e-9798-7fdec7c44636 req-c2831252-5066-4525-a2f5-ec8cd9382f57 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7a5cc5e-a8a3-4f5f-9f62-6e7481bdecce HTTP/1.1" status: 200 len: 210 time: 0.1215923 Nov 12 01:33:28.259416 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d92d532a-bcdf-436e-8420-97d811e1d661 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:28.280884 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d92d532a-bcdf-436e-8420-97d811e1d661 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7788789 Nov 12 01:33:28.300604 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9ef4b36d-48c5-4729-ad63-9f32a7f009a0 req-3585c8e1-8dad-4952-a478-517947024eb3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2738132 Nov 12 01:33:28.373956 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-8f121d56-a1ac-4922-86e6-1dac2779109e None None] Provisioning complete for port 7cd4f046-e642-4c62-b77d-3927ce6699c9 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:33:28.378950 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8f121d56-a1ac-4922-86e6-1dac2779109e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:28.423553 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad660d-950f-4477-80e6-53784e681b7c req-e62608ee-fcb7-41fa-8f69-d152072be3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:28.434204 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d6ad660d-950f-4477-80e6-53784e681b7c req-e62608ee-fcb7-41fa-8f69-d152072be3b1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0b6b74794ff04af5ada5e96321863c92&device_id=4e9bdfc3-f0cc-4a76-ba95-33e08335f172 HTTP/1.1" status: 200 len: 1097 time: 0.1872945 Nov 12 01:33:28.475293 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4b36d-48c5-4729-ad63-9f32a7f009a0 req-02fa3673-7656-47eb-983e-911b607919df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:28.476812 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9ef4b36d-48c5-4729-ad63-9f32a7f009a0 req-02fa3673-7656-47eb-983e-911b607919df service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=553fbe5d09fe49948bd69193fe3f0783&device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d HTTP/1.1" status: 200 len: 1097 time: 0.0710573 Nov 12 01:33:28.483123 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-8f121d56-a1ac-4922-86e6-1dac2779109e None None] Port 7cd4f046-e642-4c62-b77d-3927ce6699c9 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:33:28.621901 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-d0907f3e-6a0e-4266-99b5-f6e51a70e9ac None None] Provisioning complete for port 7cd4f046-e642-4c62-b77d-3927ce6699c9 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:33:28.623082 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d0907f3e-6a0e-4266-99b5-f6e51a70e9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:28.705305 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-d0907f3e-6a0e-4266-99b5-f6e51a70e9ac None None] Port 7cd4f046-e642-4c62-b77d-3927ce6699c9 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:33:28.816619 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad660d-950f-4477-80e6-53784e681b7c req-54c4bdd3-eda1-44bf-a964-a2d70502ec8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:28.820973 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d6ad660d-950f-4477-80e6-53784e681b7c req-54c4bdd3-eda1-44bf-a964-a2d70502ec8d service neutron] 10.222.0.16 "GET /v2.0/networks?id=df1e85aa-704b-4943-9cc3-9191fdadf081 HTTP/1.1" status: 200 len: 913 time: 0.3235259 Nov 12 01:33:28.829626 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4b36d-48c5-4729-ad63-9f32a7f009a0 req-dbdb5a8c-b613-4a1c-9801-e7d7a54d8b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:28.831999 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9ef4b36d-48c5-4729-ad63-9f32a7f009a0 req-dbdb5a8c-b613-4a1c-9801-e7d7a54d8b91 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c9adb33c-31fd-4f64-b585-da81d972b670 HTTP/1.1" status: 200 len: 897 time: 0.3199465 Nov 12 01:33:28.934951 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d6ad660d-950f-4477-80e6-53784e681b7c req-7aa065c1-d9a7-46d7-bf57-b098c6695017 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b3abf29-410e-4361-a980-cf0c8073d92c HTTP/1.1" status: 200 len: 217 time: 0.0986309 Nov 12 01:33:28.983632 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9ef4b36d-48c5-4729-ad63-9f32a7f009a0 req-d747d2df-98e5-40df-9ea8-9f0e6834df72 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f9bf78a-8f60-4205-8b82-b0c35ded3668 HTTP/1.1" status: 200 len: 1001 time: 0.1430945 Nov 12 01:33:29.040150 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-060bb2f8-e722-4f64-a5c8-528b1659af1f req-ba0cbfbd-229b-4c00-bef7-a33e0bb7050a tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup_general--1335488204&fields=id&tenant_id=0e98dc96d50c4c37b8dc7e919691f179 HTTP/1.1" status: 200 len: 267 time: 0.2542038 Nov 12 01:33:29.071403 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-5cfa7ad9-a917-4c04-a474-d94661d83623 None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:29.089915 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-5cfa7ad9-a917-4c04-a474-d94661d83623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:29.093602 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4b36d-48c5-4729-ad63-9f32a7f009a0 req-0db0cf7f-9103-431c-870e-34b262b8ac0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:29.098848 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9ef4b36d-48c5-4729-ad63-9f32a7f009a0 req-0db0cf7f-9103-431c-870e-34b262b8ac0e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bb33bd2b-585e-4ed3-848d-18067b42df33 HTTP/1.1" status: 200 len: 835 time: 0.1074350 Nov 12 01:33:29.102496 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-060bb2f8-e722-4f64-a5c8-528b1659af1f req-c969c611-ebc0-4ecc-a9ae-d7137328f70d tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup_access--1151749468&fields=id&tenant_id=0e98dc96d50c4c37b8dc7e919691f179 HTTP/1.1" status: 200 len: 267 time: 0.0522480 Nov 12 01:33:29.104891 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad660d-950f-4477-80e6-53784e681b7c req-61097221-b98b-4735-97f8-4e70da1d3502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:29.106733 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d6ad660d-950f-4477-80e6-53784e681b7c req-61097221-b98b-4735-97f8-4e70da1d3502 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ba7cc81c-c4f2-4f41-8164-402f196bb834 HTTP/1.1" status: 200 len: 853 time: 0.1589141 Nov 12 01:33:29.213874 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a9fef-86fa-4615-93bb-dbbaa8eb00c6 None None] Pushing event updated for resources: {'Port': ['ID=7cd4f046-e642-4c62-b77d-3927ce6699c9,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:29.233232 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a9fef-86fa-4615-93bb-dbbaa8eb00c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:29.233608 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a9fef-86fa-4615-93bb-dbbaa8eb00c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:29.234726 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a9fef-86fa-4615-93bb-dbbaa8eb00c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:29.234726 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a9fef-86fa-4615-93bb-dbbaa8eb00c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:29.234980 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a9fef-86fa-4615-93bb-dbbaa8eb00c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:29.235213 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a9fef-86fa-4615-93bb-dbbaa8eb00c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:29.235545 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a9fef-86fa-4615-93bb-dbbaa8eb00c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:29.235876 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a9fef-86fa-4615-93bb-dbbaa8eb00c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:29.236234 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a9fef-86fa-4615-93bb-dbbaa8eb00c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:29.236557 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a9fef-86fa-4615-93bb-dbbaa8eb00c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:29.236886 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a9fef-86fa-4615-93bb-dbbaa8eb00c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:29.237210 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4a9fef-86fa-4615-93bb-dbbaa8eb00c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:29.290087 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4b36d-48c5-4729-ad63-9f32a7f009a0 req-c19b15bf-0291-4099-bfbc-df96dfa7f881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:29.296157 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9ef4b36d-48c5-4729-ad63-9f32a7f009a0 req-c19b15bf-0291-4099-bfbc-df96dfa7f881 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c9adb33c-31fd-4f64-b585-da81d972b670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1879616 Nov 12 01:33:29.341800 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060bb2f8-e722-4f64-a5c8-528b1659af1f req-581941cf-2b14-43b7-847d-cd04277c65fe tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:29.344036 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-060bb2f8-e722-4f64-a5c8-528b1659af1f req-581941cf-2b14-43b7-847d-cd04277c65fe tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "GET /v2.0/networks?id=38038e54-10a0-4ee6-8104-f50c0031a830 HTTP/1.1" status: 200 len: 796 time: 0.2321944 Nov 12 01:33:29.401826 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-5cfa7ad9-a917-4c04-a474-d94661d83623 None None] Attempting to bind port 7cd4f046-e642-4c62-b77d-3927ce6699c9 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:33:29.407122 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-5cfa7ad9-a917-4c04-a474-d94661d83623 None None] Attempting to bind port 7cd4f046-e642-4c62-b77d-3927ce6699c9 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '02bd9c44-db9a-42e6-89eb-444e6def2b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '38038e54-10a0-4ee6-8104-f50c0031a830'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:33:29.408576 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfa7ad9-a917-4c04-a474-d94661d83623 None None] Attempting to bind port 7cd4f046-e642-4c62-b77d-3927ce6699c9 on network 38038e54-10a0-4ee6-8104-f50c0031a830 {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:33:29.418517 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfa7ad9-a917-4c04-a474-d94661d83623 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:33:29.419633 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfa7ad9-a917-4c04-a474-d94661d83623 None None] Checking segment: {'id': '02bd9c44-db9a-42e6-89eb-444e6def2b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '38038e54-10a0-4ee6-8104-f50c0031a830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:33:29.420307 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-5cfa7ad9-a917-4c04-a474-d94661d83623 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:29.421108 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfa7ad9-a917-4c04-a474-d94661d83623 None None] Bound using segment: {'id': '02bd9c44-db9a-42e6-89eb-444e6def2b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '38038e54-10a0-4ee6-8104-f50c0031a830'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:33:29.421842 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-5cfa7ad9-a917-4c04-a474-d94661d83623 None None] Bound port: 7cd4f046-e642-4c62-b77d-3927ce6699c9, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02bd9c44-db9a-42e6-89eb-444e6def2b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '38038e54-10a0-4ee6-8104-f50c0031a830'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:33:29.422489 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-5cfa7ad9-a917-4c04-a474-d94661d83623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:29.465889 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d6ad660d-950f-4477-80e6-53784e681b7c req-99257a28-4c8f-45b7-b3e0-b183754327df service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=df1e85aa-704b-4943-9cc3-9191fdadf081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1155033 Nov 12 01:33:29.535080 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9ef4b36d-48c5-4729-ad63-9f32a7f009a0 req-500d9de9-3e53-4c2b-a0f7-f5a858f02509 service neutron] 10.222.0.44 "GET /v2.0/networks/c9adb33c-31fd-4f64-b585-da81d972b670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292528 Nov 12 01:33:29.538307 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-060bb2f8-e722-4f64-a5c8-528b1659af1f req-17c43f90-b58a-405d-95a5-e1f485ee1724 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "GET /v2.0/quotas/0e98dc96d50c4c37b8dc7e919691f179 HTTP/1.1" status: 200 len: 375 time: 0.1731386 Nov 12 01:33:29.617660 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9f4738ea-f442-4403-9c31-d9c647c99464 req-52cc8794-a582-4068-a9a7-99a4c38d0aec tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7a5cc5e-a8a3-4f5f-9f62-6e7481bdecce HTTP/1.1" status: 200 len: 210 time: 0.1789401 Nov 12 01:33:29.664784 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-5cfa7ad9-a917-4c04-a474-d94661d83623 None None] For port 7cd4f046-e642-4c62-b77d-3927ce6699c9, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:33:29.675044 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-5cfa7ad9-a917-4c04-a474-d94661d83623 None None] For port 7cd4f046-e642-4c62-b77d-3927ce6699c9, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=7cd4f046-e642-4c62-b77d-3927ce6699c9,segment=NetworkSegment(02bd9c44-db9a-42e6-89eb-444e6def2b5b),segment_id=02bd9c44-db9a-42e6-89eb-444e6def2b5b)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:33:29.680819 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-fd89e269-39cf-4a82-aada-6a4e94125995 None None] Provisioning complete for port 7cd4f046-e642-4c62-b77d-3927ce6699c9 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:33:29.683005 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fd89e269-39cf-4a82-aada-6a4e94125995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:29.684306 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-5cfa7ad9-a917-4c04-a474-d94661d83623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:29.737483 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9ef4b36d-48c5-4729-ad63-9f32a7f009a0 req-97c6baad-25e3-4eec-b6b4-6f752489528f service neutron] 10.222.0.44 "GET /v2.0/networks/c9adb33c-31fd-4f64-b585-da81d972b670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950114 Nov 12 01:33:29.743457 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-060bb2f8-e722-4f64-a5c8-528b1659af1f req-a595359d-285a-4586-a847-48e2d9e0d279 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e98dc96d50c4c37b8dc7e919691f179&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1964018 Nov 12 01:33:29.792334 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfa7ad9-a917-4c04-a474-d94661d83623 None None] Routers {'3443ace8-0afd-4ac5-8409-6c6233b89234'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:33:29.793238 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-5cfa7ad9-a917-4c04-a474-d94661d83623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:33:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['3443ace8-0afd-4ac5-8409-6c6233b89234'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:33:29.833215 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d6ad660d-950f-4477-80e6-53784e681b7c req-d24aceac-780c-463c-a957-d347be48e087 service neutron] 10.222.0.16 "GET /v2.0/networks/df1e85aa-704b-4943-9cc3-9191fdadf081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534191 Nov 12 01:33:29.966491 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a9fef-86fa-4615-93bb-dbbaa8eb00c6 None None] Pushing event updated for resources: {'Port': ['ID=7cd4f046-e642-4c62-b77d-3927ce6699c9,revision_number=4']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:30.061186 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d6ad660d-950f-4477-80e6-53784e681b7c req-db04e03b-ccf1-4247-8bca-ceb73edc3e09 service neutron] 10.222.0.16 "GET /v2.0/networks/df1e85aa-704b-4943-9cc3-9191fdadf081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893635 Nov 12 01:33:30.085980 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fd89e269-39cf-4a82-aada-6a4e94125995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:30.181725 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-5cfa7ad9-a917-4c04-a474-d94661d83623 None None] Set router 3443ace8-0afd-4ac5-8409-6c6233b89234 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:33:30.216832 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-fd89e269-39cf-4a82-aada-6a4e94125995 None None] For port 7cd4f046-e642-4c62-b77d-3927ce6699c9, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=7cd4f046-e642-4c62-b77d-3927ce6699c9,segment=NetworkSegment(02bd9c44-db9a-42e6-89eb-444e6def2b5b),segment_id=02bd9c44-db9a-42e6-89eb-444e6def2b5b)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:33:30.226315 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fd89e269-39cf-4a82-aada-6a4e94125995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:30.294735 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-060bb2f8-e722-4f64-a5c8-528b1659af1f req-418e7de0-d603-437b-bbce-10bf7574c385 service neutron] 10.222.0.45 "GET /v2.0/networks/38038e54-10a0-4ee6-8104-f50c0031a830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5023055 Nov 12 01:33:30.390346 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd89e269-39cf-4a82-aada-6a4e94125995 None None] Pushing event updated for resources: {'Port': ['ID=7cd4f046-e642-4c62-b77d-3927ce6699c9,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:30.397700 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-00100291-4151-469c-8e48-efdd6665ca93 None None] Provisioning complete for port 7cd4f046-e642-4c62-b77d-3927ce6699c9 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:33:30.398072 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-00100291-4151-469c-8e48-efdd6665ca93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:30.509457 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-060bb2f8-e722-4f64-a5c8-528b1659af1f req-ddeb3b06-9c6a-429c-8117-c42133c41f36 service neutron] 10.222.0.45 "GET /v2.0/networks/38038e54-10a0-4ee6-8104-f50c0031a830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036915 Nov 12 01:33:30.813418 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-5cfa7ad9-a917-4c04-a474-d94661d83623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3443ace8-0afd-4ac5-8409-6c6233b89234', 'name': 'tempest-TestSecurityGroupsBasicOps-router-547278026', 'tenant_id': '0e98dc96d50c4c37b8dc7e919691f179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '149144f7-ad29-46aa-ac50-4dc8c25c1ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:33:11Z', 'updated_at': '2021-11-12T01:33:23Z', 'revision_number': 4, 'project_id': '0e98dc96d50c4c37b8dc7e919691f179', 'gw_port': {'id': '149144f7-ad29-46aa-ac50-4dc8c25c1ebb', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3443ace8-0afd-4ac5-8409-6c6233b89234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:13Z', 'updated_at': '2021-11-12T01:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '7cd4f046-e642-4c62-b77d-3927ce6699c9', 'name': '', 'network_id': '38038e54-10a0-4ee6-8104-f50c0031a830', 'tenant_id': '0e98dc96d50c4c37b8dc7e919691f179', 'mac_address': 'fa:16:3e:de:f0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3443ace8-0afd-4ac5-8409-6c6233b89234', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': 'f81273d5-5056-4466-9fcc-4a08e0aec357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:21Z', 'updated_at': '2021-11-12T01:33:29Z', 'revision_number': 4, 'project_id': '0e98dc96d50c4c37b8dc7e919691f179', 'subnets': [{'id': 'f81273d5-5056-4466-9fcc-4a08e0aec357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:33:30.875589 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-253eb2cb-4439-4bf2-b0ca-f21818d39d31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:30.925237 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b9509e38-a3f3-4e61-80f9-2d1970822e4e req-bb6c4b76-aa76-4b94-8f8e-ebaf8b00b53f tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7a5cc5e-a8a3-4f5f-9f62-6e7481bdecce HTTP/1.1" status: 200 len: 210 time: 0.1361756 Nov 12 01:33:31.002272 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfa7ad9-a917-4c04-a474-d94661d83623 None None] The sync data for ids ['3443ace8-0afd-4ac5-8409-6c6233b89234'] in n-d-712142-27 is: [{'id': '3443ace8-0afd-4ac5-8409-6c6233b89234', 'name': 'tempest-TestSecurityGroupsBasicOps-router-547278026', 'tenant_id': '0e98dc96d50c4c37b8dc7e919691f179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '149144f7-ad29-46aa-ac50-4dc8c25c1ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:33:11Z', 'updated_at': '2021-11-12T01:33:23Z', 'revision_number': 4, 'project_id': '0e98dc96d50c4c37b8dc7e919691f179', 'gw_port': {'id': '149144f7-ad29-46aa-ac50-4dc8c25c1ebb', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3443ace8-0afd-4ac5-8409-6c6233b89234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:13Z', 'updated_at': '2021-11-12T01:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '7cd4f046-e642-4c62-b77d-3927ce6699c9', 'name': '', 'network_id': '38038e54-10a0-4ee6-8104-f50c0031a830', 'tenant_id': '0e98dc96d50c4c37b8dc7e919691f179', 'mac_address': 'fa:16:3e:de:f0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3443ace8-0afd-4ac5-8409-6c6233b89234', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': 'f81273d5-5056-4466-9fcc-4a08e0aec357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:21Z', 'updated_at': '2021-11-12T01:33:29Z', 'revision_number': 4, 'project_id': '0e98dc96d50c4c37b8dc7e919691f179', 'subnets': [{'id': 'f81273d5-5056-4466-9fcc-4a08e0aec357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:33:31.033549 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5f14d14a-d5ad-44c5-958b-4dc35eb4f698 req-159bed64-150b-4dea-a5aa-960a19c2ee83 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca75374e-5635-47f5-a363-015324634c2c HTTP/1.1" status: 200 len: 210 time: 0.0825820 Nov 12 01:33:32.159304 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f47313c2-464c-4155-9101-027e68d39f63 req-06cbbb13-be6f-4506-9734-96d5c5a310a2 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7a5cc5e-a8a3-4f5f-9f62-6e7481bdecce HTTP/1.1" status: 200 len: 210 time: 0.1002588 Nov 12 01:33:32.305187 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2bb58a0d-145c-4dcf-9758-be326954f95e req-ac70cad5-53de-4f6d-8444-495776416d51 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca75374e-5635-47f5-a363-015324634c2c HTTP/1.1" status: 200 len: 210 time: 0.1153722 Nov 12 01:33:32.872158 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46002) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:33:32.928306 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:33.158119 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060bb2f8-e722-4f64-a5c8-528b1659af1f req-1d24a4a2-22bc-44a7-ac25-424b8d6a8aa5 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:33.164355 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-060bb2f8-e722-4f64-a5c8-528b1659af1f req-1d24a4a2-22bc-44a7-ac25-424b8d6a8aa5 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.16 "GET /v2.0/networks?id=38038e54-10a0-4ee6-8104-f50c0031a830 HTTP/1.1" status: 200 len: 796 time: 0.3179097 Nov 12 01:33:33.234297 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 7cd4f046-e642-4c62-b77d-3927ce6699c9 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:33:33.273985 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5cba030f-4f5c-4007-984b-9dd45c3229d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:33.457684 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-060bb2f8-e722-4f64-a5c8-528b1659af1f req-e0ad66de-5d41-4082-84cb-f4bae435b7b9 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e98dc96d50c4c37b8dc7e919691f179 HTTP/1.1" status: 200 len: 478 time: 0.2785473 Nov 12 01:33:33.463486 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 7cd4f046-e642-4c62-b77d-3927ce6699c9 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:33:33.468466 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:33.504343 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-060bb2f8-e722-4f64-a5c8-528b1659af1f req-27086eb1-0ecd-4490-8160-765b23736203 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Request body: {'port': {'device_id': 'ca75374e-5635-47f5-a363-015324634c2c', 'network_id': '38038e54-10a0-4ee6-8104-f50c0031a830', 'admin_state_up': True, 'tenant_id': '0e98dc96d50c4c37b8dc7e919691f179', 'security_groups': ['d2db1294-205b-4db3-b890-5d2fe7dca3cb', '513dcd79-bd50-4666-bc96-420603a4489b']}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:33:33.512268 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-43a97e2d-d8d4-4499-9b2a-ac4e944c97e9 req-57506a45-69b4-41bf-a8cb-241e83c2c356 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7a5cc5e-a8a3-4f5f-9f62-6e7481bdecce HTTP/1.1" status: 200 len: 210 time: 0.0534875 Nov 12 01:33:33.513248 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5cba030f-4f5c-4007-984b-9dd45c3229d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:33.519802 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5cba030f-4f5c-4007-984b-9dd45c3229d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:33.630546 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dede0034-8b7e-446d-8e73-9a2c3fe16f32 req-2522c611-32cd-4c69-835e-5b6540f406ce tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca75374e-5635-47f5-a363-015324634c2c HTTP/1.1" status: 200 len: 210 time: 0.1215699 Nov 12 01:33:33.677642 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5cba030f-4f5c-4007-984b-9dd45c3229d2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e3312db1a7b1466996098ebef9fedd6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7956731 Nov 12 01:33:33.677642 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba030f-4f5c-4007-984b-9dd45c3229d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdda88d0-fc00-47e8-bcb4-572667b6b812,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:33.677642 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46014) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:33:33.776544 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-93d56b9d-3261-4708-8c5f-c413769dae98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:33.806398 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-060bb2f8-e722-4f64-a5c8-528b1659af1f req-27086eb1-0ecd-4490-8160-765b23736203 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Made reservation on behalf of 0e98dc96d50c4c37b8dc7e919691f179 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:33:33.812534 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-060bb2f8-e722-4f64-a5c8-528b1659af1f req-27086eb1-0ecd-4490-8160-765b23736203 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:33.836840 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-93d56b9d-3261-4708-8c5f-c413769dae98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:33.981982 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-93d56b9d-3261-4708-8c5f-c413769dae98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:33.986199 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-93d56b9d-3261-4708-8c5f-c413769dae98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:33.991461 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-93d56b9d-3261-4708-8c5f-c413769dae98 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bdda88d0-fc00-47e8-bcb4-572667b6b812 HTTP/1.1" status: 204 len: 168 time: 0.3149750 Nov 12 01:33:34.004721 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:34.010595 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d56b9d-3261-4708-8c5f-c413769dae98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdda88d0-fc00-47e8-bcb4-572667b6b812,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:34.214083 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-060bb2f8-e722-4f64-a5c8-528b1659af1f req-27086eb1-0ecd-4490-8160-765b23736203 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Allocated IP 172.20.0.5 (38038e54-10a0-4ee6-8104-f50c0031a830/f81273d5-5056-4466-9fcc-4a08e0aec357/5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:33:34.720400 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-060bb2f8-e722-4f64-a5c8-528b1659af1f req-27086eb1-0ecd-4490-8160-765b23736203 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:34.766268 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-136fcf0c-4b50-40f4-91ef-3d51ff6245f5 req-1e324b3a-f153-4db6-8dd1-8c5312fe65e5 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7a5cc5e-a8a3-4f5f-9f62-6e7481bdecce HTTP/1.1" status: 200 len: 210 time: 0.0438318 Nov 12 01:33:34.813121 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0f58b2e9-b332-411f-abfa-9e84557ea9ae req-046abac9-7247-42b8-8e3b-26803612f2b1 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca75374e-5635-47f5-a363-015324634c2c HTTP/1.1" status: 200 len: 210 time: 0.0513983 Nov 12 01:33:34.873037 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-060bb2f8-e722-4f64-a5c8-528b1659af1f req-27086eb1-0ecd-4490-8160-765b23736203 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:34.934860 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-060bb2f8-e722-4f64-a5c8-528b1659af1f req-27086eb1-0ecd-4490-8160-765b23736203 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Network 38038e54-10a0-4ee6-8104-f50c0031a830 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:33:34.944616 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-060bb2f8-e722-4f64-a5c8-528b1659af1f req-27086eb1-0ecd-4490-8160-765b23736203 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:33:34.956836 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-060bb2f8-e722-4f64-a5c8-528b1659af1f req-27086eb1-0ecd-4490-8160-765b23736203 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:33:35.010605 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27086eb1-0ecd-4490-8160-765b23736203 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Pushing event updated for resources: {'Port': ['ID=5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:35.068487 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060bb2f8-e722-4f64-a5c8-528b1659af1f req-27086eb1-0ecd-4490-8160-765b23736203 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:35.070125 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-060bb2f8-e722-4f64-a5c8-528b1659af1f req-27086eb1-0ecd-4490-8160-765b23736203 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:35.102373 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-060bb2f8-e722-4f64-a5c8-528b1659af1f req-27086eb1-0ecd-4490-8160-765b23736203 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.6263957 Nov 12 01:33:35.137613 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-060bb2f8-e722-4f64-a5c8-528b1659af1f req-5450b42b-8b22-4721-951f-e6fe8564b88c service neutron] Request body: {'port': {'device_id': 'ca75374e-5635-47f5-a363-015324634c2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:33:35.235410 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:35.262382 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-060bb2f8-e722-4f64-a5c8-528b1659af1f req-5450b42b-8b22-4721-951f-e6fe8564b88c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:35.401280 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-6aafbea4-a574-4f05-9671-f69ceda832f3 None None] Provisioning complete for port 5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:33:35.401280 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6aafbea4-a574-4f05-9671-f69ceda832f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:35.465257 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-6aafbea4-a574-4f05-9671-f69ceda832f3 None None] Port 5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:33:35.834891 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-060bb2f8-e722-4f64-a5c8-528b1659af1f req-5450b42b-8b22-4721-951f-e6fe8564b88c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:33:35.846359 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-060bb2f8-e722-4f64-a5c8-528b1659af1f req-5450b42b-8b22-4721-951f-e6fe8564b88c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:35.871757 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-060bb2f8-e722-4f64-a5c8-528b1659af1f req-5450b42b-8b22-4721-951f-e6fe8564b88c service neutron] Transition to ACTIVE for port object 5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:33:35.882606 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-060bb2f8-e722-4f64-a5c8-528b1659af1f req-5450b42b-8b22-4721-951f-e6fe8564b88c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:36.022846 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5450b42b-8b22-4721-951f-e6fe8564b88c service neutron] Pushing event updated for resources: {'Port': ['ID=5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:36.252981 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96bdb66-57c2-451d-95ea-7312afb36959 req-fde2be5e-36ce-4395-bf18-a4ecd390a4ba tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:36.254532 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a96bdb66-57c2-451d-95ea-7312afb36959 req-fde2be5e-36ce-4395-bf18-a4ecd390a4ba tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca75374e-5635-47f5-a363-015324634c2c HTTP/1.1" status: 200 len: 982 time: 0.2952027 Nov 12 01:33:36.310379 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-060bb2f8-e722-4f64-a5c8-528b1659af1f req-5450b42b-8b22-4721-951f-e6fe8564b88c service neutron] Attempting to bind port 5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17 on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:33:36.311756 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-060bb2f8-e722-4f64-a5c8-528b1659af1f req-5450b42b-8b22-4721-951f-e6fe8564b88c service neutron] Attempting to bind port 5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17 by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': '02bd9c44-db9a-42e6-89eb-444e6def2b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '38038e54-10a0-4ee6-8104-f50c0031a830'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:33:36.312800 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060bb2f8-e722-4f64-a5c8-528b1659af1f req-5450b42b-8b22-4721-951f-e6fe8564b88c service neutron] Attempting to bind port 5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17 on network 38038e54-10a0-4ee6-8104-f50c0031a830 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:33:36.335748 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060bb2f8-e722-4f64-a5c8-528b1659af1f req-5450b42b-8b22-4721-951f-e6fe8564b88c service neutron] Port 5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17 on network 38038e54-10a0-4ee6-8104-f50c0031a830 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:33:36.336398 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060bb2f8-e722-4f64-a5c8-528b1659af1f req-5450b42b-8b22-4721-951f-e6fe8564b88c service neutron] Attempting to bind port 5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17 on network 38038e54-10a0-4ee6-8104-f50c0031a830 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:33:36.362149 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060bb2f8-e722-4f64-a5c8-528b1659af1f req-5450b42b-8b22-4721-951f-e6fe8564b88c service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:33:36.362149 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060bb2f8-e722-4f64-a5c8-528b1659af1f req-5450b42b-8b22-4721-951f-e6fe8564b88c service neutron] Checking segment: {'id': '02bd9c44-db9a-42e6-89eb-444e6def2b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '38038e54-10a0-4ee6-8104-f50c0031a830'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:33:36.362634 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060bb2f8-e722-4f64-a5c8-528b1659af1f req-5450b42b-8b22-4721-951f-e6fe8564b88c service neutron] Bound using segment: {'id': '02bd9c44-db9a-42e6-89eb-444e6def2b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '38038e54-10a0-4ee6-8104-f50c0031a830'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:33:36.363013 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-060bb2f8-e722-4f64-a5c8-528b1659af1f req-5450b42b-8b22-4721-951f-e6fe8564b88c service neutron] Bound port: 5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02bd9c44-db9a-42e6-89eb-444e6def2b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '38038e54-10a0-4ee6-8104-f50c0031a830'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:33:36.363498 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-060bb2f8-e722-4f64-a5c8-528b1659af1f req-5450b42b-8b22-4721-951f-e6fe8564b88c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:36.459161 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46064) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:33:36.562696 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-060bb2f8-e722-4f64-a5c8-528b1659af1f req-5450b42b-8b22-4721-951f-e6fe8564b88c service neutron] For port 5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17, host n-h1-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:33:36.572977 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-060bb2f8-e722-4f64-a5c8-528b1659af1f req-5450b42b-8b22-4721-951f-e6fe8564b88c service neutron] For port 5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17,segment=NetworkSegment(02bd9c44-db9a-42e6-89eb-444e6def2b5b),segment_id=02bd9c44-db9a-42e6-89eb-444e6def2b5b)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:33:36.595906 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a96bdb66-57c2-451d-95ea-7312afb36959 req-e8a802ef-6cc0-4deb-aef5-b73b06bb2a96 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2db1294-205b-4db3-b890-5d2fe7dca3cb&id=513dcd79-bd50-4666-bc96-420603a4489b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3055837 Nov 12 01:33:36.599078 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-060bb2f8-e722-4f64-a5c8-528b1659af1f req-5450b42b-8b22-4721-951f-e6fe8564b88c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:36.706675 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060bb2f8-e722-4f64-a5c8-528b1659af1f req-5450b42b-8b22-4721-951f-e6fe8564b88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:36.707773 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-060bb2f8-e722-4f64-a5c8-528b1659af1f req-5450b42b-8b22-4721-951f-e6fe8564b88c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:36.710905 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-060bb2f8-e722-4f64-a5c8-528b1659af1f req-5450b42b-8b22-4721-951f-e6fe8564b88c service neutron] 10.222.0.16 "PUT /v2.0/ports/5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17 HTTP/1.1" status: 200 len: 1131 time: 1.5862288 Nov 12 01:33:36.711665 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca75374e-5635-47f5-a363-015324634c2c', 'tag': '5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:33:36.716352 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203ddf38-868c-483e-b0c8-210ade9a5641" -d '{"events": [{"name": "network-changed", "server_uuid": "ca75374e-5635-47f5-a363-015324634c2c", "tag": "5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:33:36.751792 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2aac590f-af5b-4f8e-b58f-063a52e7b862 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:36.768171 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5450b42b-8b22-4721-951f-e6fe8564b88c service neutron] Pushing event updated for resources: {'Port': ['ID=5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:36.832314 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a30029-be82-48db-a0f5-b678dd11b530 x-openstack-request-id: req-c5a30029-be82-48db-a0f5-b678dd11b530 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:33:36.832609 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca75374e-5635-47f5-a363-015324634c2c", "tag": "5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:33:36.832872 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c5a30029-be82-48db-a0f5-b678dd11b530 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:33:36.833425 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca75374e-5635-47f5-a363-015324634c2c', 'tag': '5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17', 'status': 'completed', 'code': 200} Nov 12 01:33:36.860766 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060bb2f8-e722-4f64-a5c8-528b1659af1f req-8f89affd-3ffe-4915-bfa9-6d62bfb0987f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:36.865956 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-060bb2f8-e722-4f64-a5c8-528b1659af1f req-8f89affd-3ffe-4915-bfa9-6d62bfb0987f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e98dc96d50c4c37b8dc7e919691f179&device_id=ca75374e-5635-47f5-a363-015324634c2c HTTP/1.1" status: 200 len: 1134 time: 0.0764780 Nov 12 01:33:36.968960 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-060bb2f8-e722-4f64-a5c8-528b1659af1f req-9557375b-00fd-4b92-bf73-043d6c77f06a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17 HTTP/1.1" status: 200 len: 217 time: 0.0852325 Nov 12 01:33:37.006757 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2aac590f-af5b-4f8e-b58f-063a52e7b862 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:37.017091 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2aac590f-af5b-4f8e-b58f-063a52e7b862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:37.111207 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060bb2f8-e722-4f64-a5c8-528b1659af1f req-d3523a08-924f-4275-aa2d-996b5b590b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:37.117415 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-060bb2f8-e722-4f64-a5c8-528b1659af1f req-d3523a08-924f-4275-aa2d-996b5b590b9a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f81273d5-5056-4466-9fcc-4a08e0aec357 HTTP/1.1" status: 200 len: 835 time: 0.1377079 Nov 12 01:33:37.129237 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2aac590f-af5b-4f8e-b58f-063a52e7b862 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8aa12ca7fd6b452fbe51db36d2080661&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6669559 Nov 12 01:33:37.131066 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac590f-af5b-4f8e-b58f-063a52e7b862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46581fd-82a3-49ed-a564-53ee936ede69,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:37.132888 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46076) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:33:37.146409 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac590f-af5b-4f8e-b58f-063a52e7b862 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:37.146959 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac590f-af5b-4f8e-b58f-063a52e7b862 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:37.147530 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac590f-af5b-4f8e-b58f-063a52e7b862 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:37.148375 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac590f-af5b-4f8e-b58f-063a52e7b862 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:37.150605 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac590f-af5b-4f8e-b58f-063a52e7b862 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:37.151409 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac590f-af5b-4f8e-b58f-063a52e7b862 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:37.152177 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac590f-af5b-4f8e-b58f-063a52e7b862 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:37.152871 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac590f-af5b-4f8e-b58f-063a52e7b862 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:37.153880 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac590f-af5b-4f8e-b58f-063a52e7b862 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:37.154598 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac590f-af5b-4f8e-b58f-063a52e7b862 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:37.155322 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac590f-af5b-4f8e-b58f-063a52e7b862 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:37.156200 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac590f-af5b-4f8e-b58f-063a52e7b862 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:33:37.253347 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060bb2f8-e722-4f64-a5c8-528b1659af1f req-bb0d2004-ea70-41c5-9423-31a808e0a5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:37.256078 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-060bb2f8-e722-4f64-a5c8-528b1659af1f req-bb0d2004-ea70-41c5-9423-31a808e0a5e3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=38038e54-10a0-4ee6-8104-f50c0031a830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1256292 Nov 12 01:33:37.331549 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8ee5b75a-45f3-4b54-a8b8-81ba35a39cd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:37.456102 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8ee5b75a-45f3-4b54-a8b8-81ba35a39cd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:37.496589 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-060bb2f8-e722-4f64-a5c8-528b1659af1f req-af1f4cf5-37dd-45a9-bdc6-7c6c531d71e8 service neutron] 10.222.0.16 "GET /v2.0/networks/38038e54-10a0-4ee6-8104-f50c0031a830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304425 Nov 12 01:33:37.601393 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8ee5b75a-45f3-4b54-a8b8-81ba35a39cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:37.604166 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8ee5b75a-45f3-4b54-a8b8-81ba35a39cd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:37.608015 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-8ee5b75a-45f3-4b54-a8b8-81ba35a39cd5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a46581fd-82a3-49ed-a564-53ee936ede69 HTTP/1.1" status: 204 len: 168 time: 0.4710600 Nov 12 01:33:37.624111 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee5b75a-45f3-4b54-a8b8-81ba35a39cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46581fd-82a3-49ed-a564-53ee936ede69,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:37.629407 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-060bb2f8-e722-4f64-a5c8-528b1659af1f req-62893f08-9bdc-46f1-8fd8-e7e7f9e21598 service neutron] 10.222.0.16 "GET /v2.0/networks/38038e54-10a0-4ee6-8104-f50c0031a830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187341 Nov 12 01:33:38.328296 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4f65e-0a0d-409c-9609-f5057c4a0b7f req-e0e1dc1b-5272-4111-9a68-a2e384e52647 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:38.335935 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6ee4f65e-0a0d-409c-9609-f5057c4a0b7f req-e0e1dc1b-5272-4111-9a68-a2e384e52647 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca75374e-5635-47f5-a363-015324634c2c HTTP/1.1" status: 200 len: 982 time: 0.5715578 Nov 12 01:33:38.382005 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce8a60b-c6cb-4c34-9781-d8c5519d23ad req-eda87ecb-2939-44f9-98e5-292b6a293b6e tempest-TestNetworkAdvancedServerOps-773100936 tempest-TestNetworkAdvancedServerOps-773100936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:38.383453 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7ce8a60b-c6cb-4c34-9781-d8c5519d23ad req-eda87ecb-2939-44f9-98e5-292b6a293b6e tempest-TestNetworkAdvancedServerOps-773100936 tempest-TestNetworkAdvancedServerOps-773100936-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d HTTP/1.1" status: 200 len: 1097 time: 0.5453136 Nov 12 01:33:38.395228 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ddf38-868c-483e-b0c8-210ade9a5641 req-e08e11d8-e938-4651-8501-ffb9e51509f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:38.396765 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-203ddf38-868c-483e-b0c8-210ade9a5641 req-e08e11d8-e938-4651-8501-ffb9e51509f0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e98dc96d50c4c37b8dc7e919691f179&device_id=ca75374e-5635-47f5-a363-015324634c2c HTTP/1.1" status: 200 len: 1134 time: 0.5837495 Nov 12 01:33:38.478139 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6ee4f65e-0a0d-409c-9609-f5057c4a0b7f req-74e01ef3-bcf1-4f33-8585-b1ccadac3262 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2db1294-205b-4db3-b890-5d2fe7dca3cb&id=513dcd79-bd50-4666-bc96-420603a4489b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1411605 Nov 12 01:33:38.557809 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:38.578415 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7ce8a60b-c6cb-4c34-9781-d8c5519d23ad req-70fad13d-89bb-42da-a77f-8e31995a7d8f tempest-TestNetworkAdvancedServerOps-773100936 tempest-TestNetworkAdvancedServerOps-773100936-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=7a087f77-92bd-4b9f-ad35-296fa276609a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857646 Nov 12 01:33:38.626896 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46112) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:33:38.737178 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ddf38-868c-483e-b0c8-210ade9a5641 req-20fb8375-dd13-4802-b6ba-55160c92a904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:38.740394 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-203ddf38-868c-483e-b0c8-210ade9a5641 req-20fb8375-dd13-4802-b6ba-55160c92a904 service neutron] 10.222.0.16 "GET /v2.0/networks?id=38038e54-10a0-4ee6-8104-f50c0031a830 HTTP/1.1" status: 200 len: 896 time: 0.3188777 Nov 12 01:33:38.848157 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-203ddf38-868c-483e-b0c8-210ade9a5641 req-879980e7-b356-4682-9444-90f51b093bc6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17 HTTP/1.1" status: 200 len: 217 time: 0.0984311 Nov 12 01:33:38.960884 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ddf38-868c-483e-b0c8-210ade9a5641 req-1288f278-8921-4473-95b3-69fad2eb6c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:38.962438 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-203ddf38-868c-483e-b0c8-210ade9a5641 req-1288f278-8921-4473-95b3-69fad2eb6c14 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f81273d5-5056-4466-9fcc-4a08e0aec357 HTTP/1.1" status: 200 len: 835 time: 0.1049838 Nov 12 01:33:38.967200 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-2d110833-db79-4aa5-956a-65832f9f8a6a tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Deleting port 6f521cbd-4ba0-4ef4-a389-d7797fe49af2 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:33:38.968344 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2d110833-db79-4aa5-956a-65832f9f8a6a tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:39.066384 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ddf38-868c-483e-b0c8-210ade9a5641 req-36230d4c-1e9c-4269-acf5-8d6ee3231a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:39.068620 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-203ddf38-868c-483e-b0c8-210ade9a5641 req-36230d4c-1e9c-4269-acf5-8d6ee3231a66 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=38038e54-10a0-4ee6-8104-f50c0031a830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0961001 Nov 12 01:33:39.091995 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46128) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:33:39.176699 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2d110833-db79-4aa5-956a-65832f9f8a6a tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:39.178499 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2d110833-db79-4aa5-956a-65832f9f8a6a tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:39.209949 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-2d110833-db79-4aa5-956a-65832f9f8a6a tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Calling delete_port for 6f521cbd-4ba0-4ef4-a389-d7797fe49af2 owned by network:floatingip {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:33:39.236915 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-203ddf38-868c-483e-b0c8-210ade9a5641 req-51434bdb-ba42-423a-bc79-b00fb6ba625f service neutron] 10.222.0.16 "GET /v2.0/networks/38038e54-10a0-4ee6-8104-f50c0031a830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598701 Nov 12 01:33:39.345498 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-d7a71f87-272e-4766-8c1f-cd4732b92713 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-864234643-network', 'tenant_id': 'c6039ddfbbad449b88dd06b4503a82f1'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:33:39.429169 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-203ddf38-868c-483e-b0c8-210ade9a5641 req-fe758e2c-6645-47d6-9c20-9936c60ffeee service neutron] 10.222.0.16 "GET /v2.0/networks/38038e54-10a0-4ee6-8104-f50c0031a830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837132 Nov 12 01:33:39.578522 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a71f87-272e-4766-8c1f-cd4732b92713 admin admin] Made reservation on behalf of c6039ddfbbad449b88dd06b4503a82f1 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:33:39.581814 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d7a71f87-272e-4766-8c1f-cd4732b92713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:39.598608 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d7a71f87-272e-4766-8c1f-cd4732b92713 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:39.612212 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2d110833-db79-4aa5-956a-65832f9f8a6a tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:39.625106 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:33:39.689653 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d110833-db79-4aa5-956a-65832f9f8a6a tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event deleted for resources: {'Port': ['ID=6f521cbd-4ba0-4ef4-a389-d7797fe49af2,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:39.721394 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b402c8-52e1-45af-aa27-98cfc16dcab8 req-3dff5b11-9540-4160-84bf-9cbcb53a0f08 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:39.722912 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d1b402c8-52e1-45af-aa27-98cfc16dcab8 req-3dff5b11-9540-4160-84bf-9cbcb53a0f08 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca75374e-5635-47f5-a363-015324634c2c HTTP/1.1" status: 200 len: 982 time: 0.1028490 Nov 12 01:33:39.846022 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2d110833-db79-4aa5-956a-65832f9f8a6a tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for floatingip, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:39.846730 n-d-712142-27 neutron-server[109086]: INFO neutron.db.l3_db [None req-2d110833-db79-4aa5-956a-65832f9f8a6a tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Floating IP 8fc238a8-fdc0-4649-a615-c863a5916f50 disassociated (deleted). External IP: 172.25.3.111, port: 2f9bf78a-8f60-4205-8b82-b0c35ded3668. Nov 12 01:33:39.898686 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d1b402c8-52e1-45af-aa27-98cfc16dcab8 req-904ff99f-0a85-4554-8486-150791b5625b tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2db1294-205b-4db3-b890-5d2fe7dca3cb&id=513dcd79-bd50-4666-bc96-420603a4489b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1612017 Nov 12 01:33:39.925717 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17,segment=NetworkSegment(02bd9c44-db9a-42e6-89eb-444e6def2b5b),segment_id=02bd9c44-db9a-42e6-89eb-444e6def2b5b)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:33:39.946392 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': '5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17', 'network_id': '38038e54-10a0-4ee6-8104-f50c0031a830', 'port_id': '5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17', 'mac_address': 'fa:16:3e:34:7a:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f81273d5-5056-4466-9fcc-4a08e0aec357', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:33:39.989288 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:40.004476 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:33:40.050018 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17,segment=NetworkSegment(02bd9c44-db9a-42e6-89eb-444e6def2b5b),segment_id=02bd9c44-db9a-42e6-89eb-444e6def2b5b)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:33:40.057724 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:40.109744 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d110833-db79-4aa5-956a-65832f9f8a6a tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Router fae40697-9b8a-4bde-8dfa-829c11a70003 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:33:40.153136 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:40.201273 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d7a71f87-272e-4766-8c1f-cd4732b92713 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:40.209783 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d7a71f87-272e-4766-8c1f-cd4732b92713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:40.384088 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:33:40.781598 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7a71f87-272e-4766-8c1f-cd4732b92713 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:33:40.801573 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:40.806344 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a71f87-272e-4766-8c1f-cd4732b92713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651575b8-8c21-4664-9d04-324f6e2935f0,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:40.835148 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d7a71f87-272e-4766-8c1f-cd4732b92713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:40.835744 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-d7a71f87-272e-4766-8c1f-cd4732b92713 admin admin] Added segment 11989a1d-772f-4a9d-b651-05354d96e188 of type vlan for network fec24f4e-5e20-4c05-b161-dc71ced288cb Nov 12 01:33:40.855627 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d110833-db79-4aa5-956a-65832f9f8a6a tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:33:40.864474 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2d110833-db79-4aa5-956a-65832f9f8a6a tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:40.869970 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e864842-ba53-4051-847e-271257f7d897 None None] Sync routers for ids ['fae40697-9b8a-4bde-8dfa-829c11a70003'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:33:40.893857 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e864842-ba53-4051-847e-271257f7d897 None None] Routers {'fae40697-9b8a-4bde-8dfa-829c11a70003'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:33:40.894520 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-4e864842-ba53-4051-847e-271257f7d897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:33:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['fae40697-9b8a-4bde-8dfa-829c11a70003'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:33:40.921451 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2d110833-db79-4aa5-956a-65832f9f8a6a tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "DELETE /v2.0/floatingips/8fc238a8-fdc0-4649-a615-c863a5916f50 HTTP/1.1" status: 204 len: 168 time: 2.2929754 Nov 12 01:33:40.924762 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba6ba9fa-cf03-4897-85e7-03541f24504d', 'tag': '2f9bf78a-8f60-4205-8b82-b0c35ded3668'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:33:40.948508 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a6f611-01b9-4157-9db9-49423dfa407f" -d '{"events": [{"name": "network-changed", "server_uuid": "ba6ba9fa-cf03-4897-85e7-03541f24504d", "tag": "2f9bf78a-8f60-4205-8b82-b0c35ded3668"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:33:41.081176 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-4e864842-ba53-4051-847e-271257f7d897 None None] Set router fae40697-9b8a-4bde-8dfa-829c11a70003 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:33:41.102859 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d7a71f87-272e-4766-8c1f-cd4732b92713 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:41.202532 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d7a71f87-272e-4766-8c1f-cd4732b92713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:41.204205 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a71f87-272e-4766-8c1f-cd4732b92713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:41.205242 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d7a71f87-272e-4766-8c1f-cd4732b92713 admin admin] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:41.253054 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da5d13-cbe9-4a5e-8c95-f280b674182e req-5dadfaad-6e2a-4577-872b-68011e246226 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:41.260009 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-33da5d13-cbe9-4a5e-8c95-f280b674182e req-5dadfaad-6e2a-4577-872b-68011e246226 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca75374e-5635-47f5-a363-015324634c2c HTTP/1.1" status: 200 len: 983 time: 0.1439784 Nov 12 01:33:41.318594 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d7a71f87-272e-4766-8c1f-cd4732b92713 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2248807 Nov 12 01:33:41.329637 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46158) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:33:41.338521 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a70e3ca-7a90-4b33-8526-521424e1cc2d x-openstack-request-id: req-0a70e3ca-7a90-4b33-8526-521424e1cc2d {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:33:41.338901 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba6ba9fa-cf03-4897-85e7-03541f24504d", "tag": "2f9bf78a-8f60-4205-8b82-b0c35ded3668", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:33:41.339124 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0a70e3ca-7a90-4b33-8526-521424e1cc2d {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:33:41.339477 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba6ba9fa-cf03-4897-85e7-03541f24504d', 'tag': '2f9bf78a-8f60-4205-8b82-b0c35ded3668', 'status': 'completed', 'code': 200} Nov 12 01:33:41.355404 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-42b9f543-d05f-4086-9bd9-0c675c1f9ea4 admin admin] Request body: {'subnet': {'network_id': 'fec24f4e-5e20-4c05-b161-dc71ced288cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-864234643-subnet', 'tenant_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'ip_version': 4}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:33:41.485440 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-33da5d13-cbe9-4a5e-8c95-f280b674182e req-6ffd822b-d882-40fd-aa01-e3e82f9d9549 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2db1294-205b-4db3-b890-5d2fe7dca3cb&id=513dcd79-bd50-4666-bc96-420603a4489b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2127035 Nov 12 01:33:41.606708 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a71f87-272e-4766-8c1f-cd4732b92713 admin admin] Pushing event updated for resources: {'Network': ['ID=fec24f4e-5e20-4c05-b161-dc71ced288cb,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:41.629686 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ec1a8-c223-4b09-aaea-1de478d9b53f req-ffa27676-2a98-4d30-a343-a7b8dc4135ba tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:41.631509 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network fec24f4e-5e20-4c05-b161-dc71ced288cb details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:33:41.632826 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0f2ec1a8-c223-4b09-aaea-1de478d9b53f req-ffa27676-2a98-4d30-a343-a7b8dc4135ba tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d HTTP/1.1" status: 200 len: 945 time: 0.1202135 Nov 12 01:33:41.638766 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b9f543-d05f-4086-9bd9-0c675c1f9ea4 admin admin] Made reservation on behalf of c6039ddfbbad449b88dd06b4503a82f1 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:33:41.656849 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-42b9f543-d05f-4086-9bd9-0c675c1f9ea4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:41.668012 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6f611-01b9-4157-9db9-49423dfa407f req-dba6a8b0-4fcf-4eaf-b34d-937f65389b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:41.670728 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e7a6f611-01b9-4157-9db9-49423dfa407f req-dba6a8b0-4fcf-4eaf-b34d-937f65389b4d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=553fbe5d09fe49948bd69193fe3f0783&device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d HTTP/1.1" status: 200 len: 1097 time: 0.1967788 Nov 12 01:33:41.695644 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17 up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:33:41.775230 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-4e864842-ba53-4051-847e-271257f7d897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae40697-9b8a-4bde-8dfa-829c11a70003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65746824', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '0be861d0-675e-448f-b7e3-2380b6fd69d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:31:09Z', 'updated_at': '2021-11-12T01:31:25Z', 'revision_number': 4, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': '0be861d0-675e-448f-b7e3-2380b6fd69d4', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae40697-9b8a-4bde-8dfa-829c11a70003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:31:13Z', 'updated_at': '2021-11-12T01:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'f05f3a9b-eb5a-4bf3-a2c2-639035ec918b', 'name': '', 'network_id': 'c9adb33c-31fd-4f64-b585-da81d972b670', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'mac_address': 'fa:16:3e:30:e8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae40697-9b8a-4bde-8dfa-829c11a70003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'bb33bd2b-585e-4ed3-848d-18067b42df33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:31:23Z', 'updated_at': '2021-11-12T01:31:35Z', 'revision_number': 5, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'subnets': [{'id': 'bb33bd2b-585e-4ed3-848d-18067b42df33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:33:41.813227 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0f2ec1a8-c223-4b09-aaea-1de478d9b53f req-6f9b254e-87db-4796-8aff-260bb7fe726e tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a087f77-92bd-4b9f-ad35-296fa276609a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723413 Nov 12 01:33:41.861101 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e864842-ba53-4051-847e-271257f7d897 None None] Checking router: fae40697-9b8a-4bde-8dfa-829c11a70003 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:33:41.874723 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e864842-ba53-4051-847e-271257f7d897 None None] Routers {'fae40697-9b8a-4bde-8dfa-829c11a70003'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:33:41.875382 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-4e864842-ba53-4051-847e-271257f7d897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:33:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['fae40697-9b8a-4bde-8dfa-829c11a70003'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:33:42.032464 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port 5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:33:42.043195 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port 5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:33:42.044246 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:42.117053 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6f611-01b9-4157-9db9-49423dfa407f req-481f187d-641f-4769-ae09-eb4f935eec2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:42.123631 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e7a6f611-01b9-4157-9db9-49423dfa407f req-481f187d-641f-4769-ae09-eb4f935eec2f service neutron] 10.222.0.44 "GET /v2.0/networks?id=c9adb33c-31fd-4f64-b585-da81d972b670 HTTP/1.1" status: 200 len: 897 time: 0.4163697 Nov 12 01:33:42.152893 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-4e864842-ba53-4051-847e-271257f7d897 None None] Set router fae40697-9b8a-4bde-8dfa-829c11a70003 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:33:42.242800 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e7a6f611-01b9-4157-9db9-49423dfa407f req-85f7e2d7-7ecf-4f7b-8860-206be20eaeb8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f9bf78a-8f60-4205-8b82-b0c35ded3668 HTTP/1.1" status: 200 len: 217 time: 0.1039751 Nov 12 01:33:42.274876 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-42b9f543-d05f-4086-9bd9-0c675c1f9ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:42.470401 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6f611-01b9-4157-9db9-49423dfa407f req-2b78cf08-9c23-47fe-bfa2-027bf9a9fa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:42.473505 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e7a6f611-01b9-4157-9db9-49423dfa407f req-2b78cf08-9c23-47fe-bfa2-027bf9a9fa24 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bb33bd2b-585e-4ed3-848d-18067b42df33 HTTP/1.1" status: 200 len: 835 time: 0.2202454 Nov 12 01:33:42.506690 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b9f543-d05f-4086-9bd9-0c675c1f9ea4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6378f0f2-aa83-409d-a23b-c9e8b33394c8,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:42.545455 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b9f543-d05f-4086-9bd9-0c675c1f9ea4 admin admin] Checking segment: {'id': '11989a1d-772f-4a9d-b651-05354d96e188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fec24f4e-5e20-4c05-b161-dc71ced288cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:33:42.546005 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b9f543-d05f-4086-9bd9-0c675c1f9ea4 admin admin] Network hostable DHCP agents. Network: fec24f4e-5e20-4c05-b161-dc71ced288cb, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:33:42.735566 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b9f543-d05f-4086-9bd9-0c675c1f9ea4 admin admin] Network fec24f4e-5e20-4c05-b161-dc71ced288cb is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:33:42.746904 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6f611-01b9-4157-9db9-49423dfa407f req-1def3cc2-9fe6-485d-a441-e0d94da11716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:42.772778 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e7a6f611-01b9-4157-9db9-49423dfa407f req-1def3cc2-9fe6-485d-a441-e0d94da11716 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c9adb33c-31fd-4f64-b585-da81d972b670&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2885168 Nov 12 01:33:42.813432 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-42b9f543-d05f-4086-9bd9-0c675c1f9ea4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, fec24f4e-5e20-4c05-b161-dc71ced288cb) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:33:42.829031 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b9f543-d05f-4086-9bd9-0c675c1f9ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:42.834117 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-42b9f543-d05f-4086-9bd9-0c675c1f9ea4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:42.957550 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678be0c-0bbc-4f7c-a531-bc15d43edcb4 req-8ce77cef-60af-4c05-8a5b-327794ddd155 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:42.959888 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5678be0c-0bbc-4f7c-a531-bc15d43edcb4 req-8ce77cef-60af-4c05-8a5b-327794ddd155 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d HTTP/1.1" status: 200 len: 945 time: 0.2966502 Nov 12 01:33:42.984646 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-42b9f543-d05f-4086-9bd9-0c675c1f9ea4 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6437511 Nov 12 01:33:42.988502 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46190) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:33:42.993199 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:43.021910 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-1de6ef85-ca5d-46ff-8e6a-b10d182fa9d7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-864234643-router', 'tenant_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:33:43.035901 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3204a0d-a555-47c4-b8d9-fdc33272ab78 None None] Network fec24f4e-5e20-4c05-b161-dc71ced288cb requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:33:43.074370 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1de6ef85-ca5d-46ff-8e6a-b10d182fa9d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:43.076483 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1de6ef85-ca5d-46ff-8e6a-b10d182fa9d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:43.123060 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17,segment=NetworkSegment(02bd9c44-db9a-42e6-89eb-444e6def2b5b),segment_id=02bd9c44-db9a-42e6-89eb-444e6def2b5b)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:33:43.189391 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca75374e-5635-47f5-a363-015324634c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:33:43.191838 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc15da1c-833a-4e14-81a5-5e90a7cd0f4d" -d '{"events": [{"server_uuid": "ca75374e-5635-47f5-a363-015324634c2c", "name": "network-vif-plugged", "status": "completed", "tag": "5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:33:43.207668 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:43.287438 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c0a15-72ca-450c-86eb-7b408f6a68cd req-fd5bdd58-bca3-4aed-a6e8-b489b0dce2fa tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:43.293603 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-939c0a15-72ca-450c-86eb-7b408f6a68cd req-fd5bdd58-bca3-4aed-a6e8-b489b0dce2fa tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca75374e-5635-47f5-a363-015324634c2c HTTP/1.1" status: 200 len: 983 time: 0.5297203 Nov 12 01:33:43.399367 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1de6ef85-ca5d-46ff-8e6a-b10d182fa9d7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:43.403022 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e7a6f611-01b9-4157-9db9-49423dfa407f req-e5a834b3-5d43-43e9-a639-fb43e55330e0 service neutron] 10.222.0.44 "GET /v2.0/networks/c9adb33c-31fd-4f64-b585-da81d972b670?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6215436 Nov 12 01:33:43.410934 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b0bac-9877-4992-b81a-41d6dd73d708 req-e20bd2c9-bc8f-420c-87a0-dec8e6d8130a tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:43.413238 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7d4b0bac-9877-4992-b81a-41d6dd73d708 req-e20bd2c9-bc8f-420c-87a0-dec8e6d8130a tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d HTTP/1.1" status: 200 len: 945 time: 0.4492521 Nov 12 01:33:43.488238 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:43.562605 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-4e864842-ba53-4051-847e-271257f7d897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae40697-9b8a-4bde-8dfa-829c11a70003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65746824', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '0be861d0-675e-448f-b7e3-2380b6fd69d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:31:09Z', 'updated_at': '2021-11-12T01:31:25Z', 'revision_number': 4, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': '0be861d0-675e-448f-b7e3-2380b6fd69d4', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae40697-9b8a-4bde-8dfa-829c11a70003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:31:13Z', 'updated_at': '2021-11-12T01:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'f05f3a9b-eb5a-4bf3-a2c2-639035ec918b', 'name': '', 'network_id': 'c9adb33c-31fd-4f64-b585-da81d972b670', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'mac_address': 'fa:16:3e:30:e8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae40697-9b8a-4bde-8dfa-829c11a70003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'bb33bd2b-585e-4ed3-848d-18067b42df33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:31:23Z', 'updated_at': '2021-11-12T01:31:35Z', 'revision_number': 5, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'subnets': [{'id': 'bb33bd2b-585e-4ed3-848d-18067b42df33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:33:43.604095 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7d4b0bac-9877-4992-b81a-41d6dd73d708 req-e3e8aabf-d0a4-4479-b9f1-8d638f7e8ee3 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a087f77-92bd-4b9f-ad35-296fa276609a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734540 Nov 12 01:33:43.625131 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e864842-ba53-4051-847e-271257f7d897 None None] The sync data for ids ['fae40697-9b8a-4bde-8dfa-829c11a70003'] in n-d-712142-27 is: [{'id': 'fae40697-9b8a-4bde-8dfa-829c11a70003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65746824', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '0be861d0-675e-448f-b7e3-2380b6fd69d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:31:09Z', 'updated_at': '2021-11-12T01:31:25Z', 'revision_number': 4, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': '0be861d0-675e-448f-b7e3-2380b6fd69d4', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae40697-9b8a-4bde-8dfa-829c11a70003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:31:13Z', 'updated_at': '2021-11-12T01:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'f05f3a9b-eb5a-4bf3-a2c2-639035ec918b', 'name': '', 'network_id': 'c9adb33c-31fd-4f64-b585-da81d972b670', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'mac_address': 'fa:16:3e:30:e8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae40697-9b8a-4bde-8dfa-829c11a70003', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'bb33bd2b-585e-4ed3-848d-18067b42df33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:31:23Z', 'updated_at': '2021-11-12T01:31:35Z', 'revision_number': 5, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'subnets': [{'id': 'bb33bd2b-585e-4ed3-848d-18067b42df33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:33:43.632122 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-5678be0c-0bbc-4f7c-a531-bc15d43edcb4 req-729c6a60-a9de-46be-86e1-0c3dab2ebbea tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Deleting port 2f9bf78a-8f60-4205-8b82-b0c35ded3668 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:33:43.633283 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5678be0c-0bbc-4f7c-a531-bc15d43edcb4 req-729c6a60-a9de-46be-86e1-0c3dab2ebbea tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:43.705787 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-939c0a15-72ca-450c-86eb-7b408f6a68cd req-d3db6572-811a-4cd1-a153-bdb6e676da47 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2db1294-205b-4db3-b890-5d2fe7dca3cb&id=513dcd79-bd50-4666-bc96-420603a4489b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3669996 Nov 12 01:33:43.745380 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173a1011-865a-48ef-90eb-f51113ac44a2 x-openstack-request-id: req-173a1011-865a-48ef-90eb-f51113ac44a2 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:33:43.748839 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca75374e-5635-47f5-a363-015324634c2c", "name": "network-vif-plugged", "status": "completed", "tag": "5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:33:43.749129 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-173a1011-865a-48ef-90eb-f51113ac44a2 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:33:43.749561 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca75374e-5635-47f5-a363-015324634c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17', 'code': 200} Nov 12 01:33:43.847373 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea26ac20-59d2-4471-b46b-de54658ac914 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-fec24f4e-5e20-4c05-b161-dc71ced288cb', 'network_id': 'fec24f4e-5e20-4c05-b161-dc71ced288cb', 'tenant_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'fixed_ips': [{'subnet_id': '6378f0f2-aa83-409d-a23b-c9e8b33394c8'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:33:43.849688 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ea26ac20-59d2-4471-b46b-de54658ac914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:43.857907 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1de6ef85-ca5d-46ff-8e6a-b10d182fa9d7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:43.972490 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e45072-a6c0-42d7-9de7-28de9b996c78 req-02d66748-3430-41bc-a0e0-70039944f17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:43.974602 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d1e45072-a6c0-42d7-9de7-28de9b996c78 req-02d66748-3430-41bc-a0e0-70039944f17e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ca75374e-5635-47f5-a363-015324634c2c HTTP/1.1" status: 200 len: 1136 time: 0.1523364 Nov 12 01:33:44.055746 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-5678be0c-0bbc-4f7c-a531-bc15d43edcb4 req-729c6a60-a9de-46be-86e1-0c3dab2ebbea tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] For port 2f9bf78a-8f60-4205-8b82-b0c35ded3668, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=2f9bf78a-8f60-4205-8b82-b0c35ded3668,segment=NetworkSegment(69a93cdd-d2be-4904-87a7-286ce0b7c58d),segment_id=69a93cdd-d2be-4904-87a7-286ce0b7c58d)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:33:44.065211 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5678be0c-0bbc-4f7c-a531-bc15d43edcb4 req-729c6a60-a9de-46be-86e1-0c3dab2ebbea tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:44.162230 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-5678be0c-0bbc-4f7c-a531-bc15d43edcb4 req-729c6a60-a9de-46be-86e1-0c3dab2ebbea tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Calling delete_port for 2f9bf78a-8f60-4205-8b82-b0c35ded3668 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:33:44.266585 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-ea26ac20-59d2-4471-b46b-de54658ac914 None None] Allocated IP 172.20.0.2 (fec24f4e-5e20-4c05-b161-dc71ced288cb/6378f0f2-aa83-409d-a23b-c9e8b33394c8/c8f4f034-1aa9-4813-8d66-80ca2981dfff) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:33:44.305322 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e7a6f611-01b9-4157-9db9-49423dfa407f req-d97ef926-9a98-4c0b-95e7-253d2c9bbea6 service neutron] 10.222.0.44 "GET /v2.0/networks/c9adb33c-31fd-4f64-b585-da81d972b670?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7989049 Nov 12 01:33:44.421240 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b049e8-ec3d-4ecc-80dc-2a4b5a203547 None None] New status for floating IP 8fc238a8-fdc0-4649-a615-c863a5916f50: DOWN {{(pid=109088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:33:44.513379 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d1e45072-a6c0-42d7-9de7-28de9b996c78 req-71aeec46-54d4-48a3-93db-2457ae9ff541 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d2db1294-205b-4db3-b890-5d2fe7dca3cb&id=513dcd79-bd50-4666-bc96-420603a4489b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.5032818 Nov 12 01:33:44.675900 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1de6ef85-ca5d-46ff-8e6a-b10d182fa9d7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:44.779019 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1de6ef85-ca5d-46ff-8e6a-b10d182fa9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:44.858274 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ea26ac20-59d2-4471-b46b-de54658ac914 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:44.867089 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ea26ac20-59d2-4471-b46b-de54658ac914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:44.970714 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea26ac20-59d2-4471-b46b-de54658ac914 None None] Network fec24f4e-5e20-4c05-b161-dc71ced288cb is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:33:44.978773 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-ea26ac20-59d2-4471-b46b-de54658ac914 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:33:44.994959 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea26ac20-59d2-4471-b46b-de54658ac914 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:33:45.007137 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-547ac955-8c6a-41a8-a493-ab1fe3074ad1 req-7bac8ab8-291f-4e91-a30c-308ab0b97488 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d HTTP/1.1" status: 200 len: 210 time: 0.1045306 Nov 12 01:33:45.009319 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5678be0c-0bbc-4f7c-a531-bc15d43edcb4 req-729c6a60-a9de-46be-86e1-0c3dab2ebbea tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:45.108502 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c6a60-a9de-46be-86e1-0c3dab2ebbea tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event deleted for resources: {'Port': ['ID=2f9bf78a-8f60-4205-8b82-b0c35ded3668,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:45.119718 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea26ac20-59d2-4471-b46b-de54658ac914 None None] Pushing event updated for resources: {'Port': ['ID=c8f4f034-1aa9-4813-8d66-80ca2981dfff,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:45.198071 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-1de6ef85-ca5d-46ff-8e6a-b10d182fa9d7 admin admin] Allocated IP 172.25.3.196 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/c3b828cd-4e86-471e-9cfa-2826c1b2f640) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:33:45.323048 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-ea26ac20-59d2-4471-b46b-de54658ac914 None None] Attempting to bind port c8f4f034-1aa9-4813-8d66-80ca2981dfff on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:33:45.323727 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-ea26ac20-59d2-4471-b46b-de54658ac914 None None] Attempting to bind port c8f4f034-1aa9-4813-8d66-80ca2981dfff by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '11989a1d-772f-4a9d-b651-05354d96e188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fec24f4e-5e20-4c05-b161-dc71ced288cb'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:33:45.323834 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea26ac20-59d2-4471-b46b-de54658ac914 None None] Attempting to bind port c8f4f034-1aa9-4813-8d66-80ca2981dfff on network fec24f4e-5e20-4c05-b161-dc71ced288cb {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:33:45.328888 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 2f9bf78a-8f60-4205-8b82-b0c35ded3668 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:33:45.350126 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea26ac20-59d2-4471-b46b-de54658ac914 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:33:45.350504 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea26ac20-59d2-4471-b46b-de54658ac914 None None] Checking segment: {'id': '11989a1d-772f-4a9d-b651-05354d96e188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fec24f4e-5e20-4c05-b161-dc71ced288cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:33:45.350912 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ea26ac20-59d2-4471-b46b-de54658ac914 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:45.351310 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea26ac20-59d2-4471-b46b-de54658ac914 None None] Bound using segment: {'id': '11989a1d-772f-4a9d-b651-05354d96e188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fec24f4e-5e20-4c05-b161-dc71ced288cb'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:33:45.351804 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-ea26ac20-59d2-4471-b46b-de54658ac914 None None] Bound port: c8f4f034-1aa9-4813-8d66-80ca2981dfff, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11989a1d-772f-4a9d-b651-05354d96e188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fec24f4e-5e20-4c05-b161-dc71ced288cb'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:33:45.352215 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ea26ac20-59d2-4471-b46b-de54658ac914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:45.372852 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-5678be0c-0bbc-4f7c-a531-bc15d43edcb4 req-729c6a60-a9de-46be-86e1-0c3dab2ebbea tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] No DVR routers for this DVR port 2f9bf78a-8f60-4205-8b82-b0c35ded3668 on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:33:45.376421 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-5678be0c-0bbc-4f7c-a531-bc15d43edcb4 req-729c6a60-a9de-46be-86e1-0c3dab2ebbea tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:45.380217 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5678be0c-0bbc-4f7c-a531-bc15d43edcb4 req-729c6a60-a9de-46be-86e1-0c3dab2ebbea tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.44 "DELETE /v2.0/ports/2f9bf78a-8f60-4205-8b82-b0c35ded3668 HTTP/1.1" status: 204 len: 173 time: 2.4105544 Nov 12 01:33:45.380711 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6ba9fa-cf03-4897-85e7-03541f24504d', 'name': 'network-vif-deleted', 'tag': '2f9bf78a-8f60-4205-8b82-b0c35ded3668'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:33:45.383288 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd37228-0139-48ff-b374-a51be0e91154" -d '{"events": [{"server_uuid": "ba6ba9fa-cf03-4897-85e7-03541f24504d", "name": "network-vif-deleted", "tag": "2f9bf78a-8f60-4205-8b82-b0c35ded3668"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:33:45.390296 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 2f9bf78a-8f60-4205-8b82-b0c35ded3668 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:33:45.390708 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 2f9bf78a-8f60-4205-8b82-b0c35ded3668 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:33:45.441483 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db1a90-3592-42de-9afc-58230b2d6b20 req-75dccde9-edc3-4e63-a0a1-e340a16c5ee1 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:45.452881 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e0db1a90-3592-42de-9afc-58230b2d6b20 req-75dccde9-edc3-4e63-a0a1-e340a16c5ee1 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca75374e-5635-47f5-a363-015324634c2c HTTP/1.1" status: 200 len: 984 time: 0.2426052 Nov 12 01:33:45.499196 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-ea26ac20-59d2-4471-b46b-de54658ac914 None None] For port c8f4f034-1aa9-4813-8d66-80ca2981dfff, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:33:45.503917 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-ea26ac20-59d2-4471-b46b-de54658ac914 None None] For port c8f4f034-1aa9-4813-8d66-80ca2981dfff, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=c8f4f034-1aa9-4813-8d66-80ca2981dfff,segment=NetworkSegment(11989a1d-772f-4a9d-b651-05354d96e188),segment_id=11989a1d-772f-4a9d-b651-05354d96e188)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:33:45.510326 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ea26ac20-59d2-4471-b46b-de54658ac914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:45.555299 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1de6ef85-ca5d-46ff-8e6a-b10d182fa9d7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:45.614911 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e0db1a90-3592-42de-9afc-58230b2d6b20 req-5e65f479-e47e-409c-b949-d2fa2fe692d5 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2db1294-205b-4db3-b890-5d2fe7dca3cb&id=513dcd79-bd50-4666-bc96-420603a4489b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1603637 Nov 12 01:33:45.635753 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1de6ef85-ca5d-46ff-8e6a-b10d182fa9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:45.689829 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea26ac20-59d2-4471-b46b-de54658ac914 None None] Pushing event updated for resources: {'Port': ['ID=c8f4f034-1aa9-4813-8d66-80ca2981dfff,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:45.721758 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de6ef85-ca5d-46ff-8e6a-b10d182fa9d7 admin admin] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:33:45.727550 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c632b5f-6115-4045-af36-3769e7bebf64 x-openstack-request-id: req-8c632b5f-6115-4045-af36-3769e7bebf64 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:33:45.727848 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba6ba9fa-cf03-4897-85e7-03541f24504d", "name": "network-vif-deleted", "tag": "2f9bf78a-8f60-4205-8b82-b0c35ded3668", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:33:45.728308 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8c632b5f-6115-4045-af36-3769e7bebf64 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:33:45.728881 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba6ba9fa-cf03-4897-85e7-03541f24504d', 'name': 'network-vif-deleted', 'tag': '2f9bf78a-8f60-4205-8b82-b0c35ded3668', 'status': 'completed', 'code': 200} Nov 12 01:33:45.740206 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-1de6ef85-ca5d-46ff-8e6a-b10d182fa9d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:33:45.752933 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de6ef85-ca5d-46ff-8e6a-b10d182fa9d7 admin admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:33:45.790459 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef7293d-c913-4c75-bffc-78f61f070fd5 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:33:45.887486 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de6ef85-ca5d-46ff-8e6a-b10d182fa9d7 admin admin] Pushing event updated for resources: {'Port': ['ID=c3b828cd-4e86-471e-9cfa-2826c1b2f640,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:45.930423 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46260) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:33:45.940113 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-8301c242-6eee-494b-a9da-956e33b43e1e tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-702922087', 'description': 'tempest-secgroup-smoke-702922087 description', 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:33:45.981582 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-b12e82c0-336f-432d-bd59-fa7a085bd207 None None] Provisioning complete for port c3b828cd-4e86-471e-9cfa-2826c1b2f640 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:33:45.982841 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b12e82c0-336f-432d-bd59-fa7a085bd207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:46.282124 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-b12e82c0-336f-432d-bd59-fa7a085bd207 None None] Port c3b828cd-4e86-471e-9cfa-2826c1b2f640 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:33:46.342081 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8301c242-6eee-494b-a9da-956e33b43e1e tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:46.355214 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-78dd4ec9-7602-4071-9302-62b50d2aa85f req-158acffd-d3fb-440d-abf6-aede690f53c3 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=ba6ba9fa-cf03-4897-85e7-03541f24504d HTTP/1.1" status: 200 len: 210 time: 0.1094916 Nov 12 01:33:46.557167 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8301c242-6eee-494b-a9da-956e33b43e1e tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:46.564540 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8301c242-6eee-494b-a9da-956e33b43e1e tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:46.608390 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8301c242-6eee-494b-a9da-956e33b43e1e tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73b631ac-484e-4859-bfae-e967abcc56be,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:46.618747 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1de6ef85-ca5d-46ff-8e6a-b10d182fa9d7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:46.675989 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8301c242-6eee-494b-a9da-956e33b43e1e tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:46.680678 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8301c242-6eee-494b-a9da-956e33b43e1e tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7426777 Nov 12 01:33:46.680882 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46274) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:33:46.685727 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-ed8905b3-7fa9-46f6-a01b-94c345003a4b tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Request body: {'security_group_rule': {'security_group_id': '73b631ac-484e-4859-bfae-e967abcc56be', 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:33:46.772768 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ed8905b3-7fa9-46f6-a01b-94c345003a4b tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:46.824826 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf4634-24a7-47d8-98f5-47bb1845e63c req-13214268-610c-450e-8422-344ee3a3f10c tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:46.835891 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e6bf4634-24a7-47d8-98f5-47bb1845e63c req-13214268-610c-450e-8422-344ee3a3f10c tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca75374e-5635-47f5-a363-015324634c2c HTTP/1.1" status: 200 len: 984 time: 0.1016326 Nov 12 01:33:46.932592 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e6bf4634-24a7-47d8-98f5-47bb1845e63c req-0c91312a-aa8a-4fe3-b50a-1f32c66cf3fc tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2db1294-205b-4db3-b890-5d2fe7dca3cb&id=513dcd79-bd50-4666-bc96-420603a4489b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0926099 Nov 12 01:33:47.059321 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ed8905b3-7fa9-46f6-a01b-94c345003a4b tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:47.075622 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ed8905b3-7fa9-46f6-a01b-94c345003a4b tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:47.111392 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ed8905b3-7fa9-46f6-a01b-94c345003a4b tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:47.113716 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ed8905b3-7fa9-46f6-a01b-94c345003a4b tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4314675 Nov 12 01:33:47.119533 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46284) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:33:47.126020 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-8fa1bb08-51a2-406a-8a05-13894bd95737 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Request body: {'security_group_rule': {'security_group_id': '73b631ac-484e-4859-bfae-e967abcc56be', 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:33:47.135278 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8905b3-7fa9-46f6-a01b-94c345003a4b tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b931b00f-c34a-488e-89ce-2960f76be03d,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:47.174647 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1de6ef85-ca5d-46ff-8e6a-b10d182fa9d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:47.256709 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device c8f4f034-1aa9-4813-8d66-80ca2981dfff up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:33:47.257956 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8fa1bb08-51a2-406a-8a05-13894bd95737 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:47.302706 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3bb0ed-0d66-473b-ae9d-f0147f041490 req-7c2ebdd0-034b-4282-a4a0-918604038cd1 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:47.313889 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5f3bb0ed-0d66-473b-ae9d-f0147f041490 req-7c2ebdd0-034b-4282-a4a0-918604038cd1 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca75374e-5635-47f5-a363-015324634c2c HTTP/1.1" status: 200 len: 984 time: 0.1602981 Nov 12 01:33:47.444567 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5f3bb0ed-0d66-473b-ae9d-f0147f041490 req-7f515a01-9a9f-4afe-9d06-e97cf1c1b845 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2db1294-205b-4db3-b890-5d2fe7dca3cb&id=513dcd79-bd50-4666-bc96-420603a4489b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1295545 Nov 12 01:33:47.513101 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46290) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:33:47.531741 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8fa1bb08-51a2-406a-8a05-13894bd95737 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:47.546697 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port c8f4f034-1aa9-4813-8d66-80ca2981dfff triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:33:47.547145 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:47.631532 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8fa1bb08-51a2-406a-8a05-13894bd95737 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:47.653625 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de6ef85-ca5d-46ff-8e6a-b10d182fa9d7 admin admin] Router 43412624-131e-4598-a497-40fa5af375f2 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:33:47.680373 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa1bb08-51a2-406a-8a05-13894bd95737 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f56ea48e-e794-4601-8b40-8bc978587690,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:47.762439 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3431e63f-0b81-4472-a9ec-79d2db66667b None None] Network fec24f4e-5e20-4c05-b161-dc71ced288cb requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:33:48.006533 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8fa1bb08-51a2-406a-8a05-13894bd95737 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:48.008862 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-8fa1bb08-51a2-406a-8a05-13894bd95737 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8880548 Nov 12 01:33:48.014996 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46294) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:33:48.018910 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:48.024664 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de6ef85-ca5d-46ff-8e6a-b10d182fa9d7 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:33:48.050139 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-4aaf191f-6ffd-4c69-8104-46491ae08b71 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Request body: {'security_group_rule': {'security_group_id': '73b631ac-484e-4859-bfae-e967abcc56be', 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:33:48.067161 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-cf856141-e882-4e15-9d37-5cb002ce1e46 None None] Provisioning complete for port c8f4f034-1aa9-4813-8d66-80ca2981dfff triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:33:48.067773 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cf856141-e882-4e15-9d37-5cb002ce1e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:48.068461 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1de6ef85-ca5d-46ff-8e6a-b10d182fa9d7 admin admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:48.076219 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1de6ef85-ca5d-46ff-8e6a-b10d182fa9d7 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.0779133 Nov 12 01:33:48.078358 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46296) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:33:48.162185 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a600c57-08b3-4546-a1e4-93b2f470e882 None None] Sync routers for ids ['43412624-131e-4598-a497-40fa5af375f2'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:33:48.257044 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port c8f4f034-1aa9-4813-8d66-80ca2981dfff, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=c8f4f034-1aa9-4813-8d66-80ca2981dfff,segment=NetworkSegment(11989a1d-772f-4a9d-b651-05354d96e188),segment_id=11989a1d-772f-4a9d-b651-05354d96e188)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:33:48.283640 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a600c57-08b3-4546-a1e4-93b2f470e882 None None] Routers {'43412624-131e-4598-a497-40fa5af375f2'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:33:48.287927 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-0a600c57-08b3-4546-a1e4-93b2f470e882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:33:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['43412624-131e-4598-a497-40fa5af375f2'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:33:48.321153 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:48.360389 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97bbb46-acf0-4f7a-9555-110a3404624d req-d5c5c639-4a05-4d10-986f-02b1862800eb tempest-TestSecurityGroupsBasicOps-151771215 tempest-TestSecurityGroupsBasicOps-151771215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:48.362279 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f97bbb46-acf0-4f7a-9555-110a3404624d req-d5c5c639-4a05-4d10-986f-02b1862800eb tempest-TestSecurityGroupsBasicOps-151771215 tempest-TestSecurityGroupsBasicOps-151771215-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ca75374e-5635-47f5-a363-015324634c2c HTTP/1.1" status: 200 len: 1136 time: 0.6716645 Nov 12 01:33:48.413755 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4aaf191f-6ffd-4c69-8104-46491ae08b71 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:48.462383 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=c8f4f034-1aa9-4813-8d66-80ca2981dfff,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:48.708653 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4aaf191f-6ffd-4c69-8104-46491ae08b71 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:48.740146 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-0a600c57-08b3-4546-a1e4-93b2f470e882 None None] Set router 43412624-131e-4598-a497-40fa5af375f2 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:33:48.767756 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f97bbb46-acf0-4f7a-9555-110a3404624d req-089bc63f-ac6f-44f1-864d-d33e3dd512fe tempest-TestSecurityGroupsBasicOps-151771215 tempest-TestSecurityGroupsBasicOps-151771215-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:48.794661 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4aaf191f-6ffd-4c69-8104-46491ae08b71 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:48.847821 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4aaf191f-6ffd-4c69-8104-46491ae08b71 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:48.849882 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4aaf191f-6ffd-4c69-8104-46491ae08b71 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8228099 Nov 12 01:33:48.858577 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf191f-6ffd-4c69-8104-46491ae08b71 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aa2e1f9-bc02-4f7e-a151-309032f68f79,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:48.860430 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46298) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:33:48.869622 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-5f68161f-d10c-479f-b634-ca06edb3035b tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Request body: {'security_group_rule': {'security_group_id': '73b631ac-484e-4859-bfae-e967abcc56be', 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:33:49.085873 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-0a600c57-08b3-4546-a1e4-93b2f470e882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43412624-131e-4598-a497-40fa5af375f2', 'name': 'tempest-TestVolumeBackupRestore-864234643-router', 'tenant_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': 'c3b828cd-4e86-471e-9cfa-2826c1b2f640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:33:43Z', 'updated_at': '2021-11-12T01:33:46Z', 'revision_number': 3, 'project_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'gw_port': {'id': 'c3b828cd-4e86-471e-9cfa-2826c1b2f640', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:65:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43412624-131e-4598-a497-40fa5af375f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:44Z', 'updated_at': '2021-11-12T01:33:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:33:49.137649 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a600c57-08b3-4546-a1e4-93b2f470e882 None None] Checking router: 43412624-131e-4598-a497-40fa5af375f2 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:33:49.138309 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a600c57-08b3-4546-a1e4-93b2f470e882 None None] Updating router 43412624-131e-4598-a497-40fa5af375f2 port c3b828cd-4e86-471e-9cfa-2826c1b2f640 binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:33:49.161061 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7640be97-5a89-4121-a55e-749ea09ae2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:49.199322 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0a600c57-08b3-4546-a1e4-93b2f470e882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:49.247613 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device c8f4f034-1aa9-4813-8d66-80ca2981dfff up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:33:49.256748 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5f68161f-d10c-479f-b634-ca06edb3035b tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:49.276475 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f97bbb46-acf0-4f7a-9555-110a3404624d req-089bc63f-ac6f-44f1-864d-d33e3dd512fe tempest-TestSecurityGroupsBasicOps-151771215 tempest-TestSecurityGroupsBasicOps-151771215-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:49.285507 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f97bbb46-acf0-4f7a-9555-110a3404624d req-089bc63f-ac6f-44f1-864d-d33e3dd512fe tempest-TestSecurityGroupsBasicOps-151771215 tempest-TestSecurityGroupsBasicOps-151771215-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:49.500831 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port c8f4f034-1aa9-4813-8d66-80ca2981dfff triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:33:49.501644 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:49.515436 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f97bbb46-acf0-4f7a-9555-110a3404624d req-089bc63f-ac6f-44f1-864d-d33e3dd512fe tempest-TestSecurityGroupsBasicOps-151771215 tempest-TestSecurityGroupsBasicOps-151771215-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=d2db1294-205b-4db3-b890-5d2fe7dca3cb&id=513dcd79-bd50-4666-bc96-420603a4489b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 1.1415682 Nov 12 01:33:49.543904 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089bc63f-ac6f-44f1-864d-d33e3dd512fe tempest-TestSecurityGroupsBasicOps-151771215 tempest-TestSecurityGroupsBasicOps-151771215-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44864dfb-db53-4ede-afd6-b9239bb56d0b,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:49.571669 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-edee9073-15bc-4fe6-be8a-5b86d1a55ca5 None None] Provisioning complete for port c8f4f034-1aa9-4813-8d66-80ca2981dfff triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:33:49.572070 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-edee9073-15bc-4fe6-be8a-5b86d1a55ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:49.594665 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46304) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:33:49.654677 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5f68161f-d10c-479f-b634-ca06edb3035b tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:49.668785 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5f68161f-d10c-479f-b634-ca06edb3035b tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:49.669188 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-7640be97-5a89-4121-a55e-749ea09ae2f3 admin admin] Allocated IP 172.20.0.1 (fec24f4e-5e20-4c05-b161-dc71ced288cb/6378f0f2-aa83-409d-a23b-c9e8b33394c8/13ec9554-97fe-4778-be55-af9aaa8bb4da) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:33:49.696209 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f68161f-d10c-479f-b634-ca06edb3035b tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfa12bcf-1c5c-43e8-a4a8-283abdd1c1ef,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:49.707567 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7ba5cdb1-f84d-4249-9d0c-e2dcf7e95399 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:49.847233 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcf19ef-71df-42ca-b444-35191607eb82 tempest-TestSecurityGroupsBasicOps-151771215 tempest-TestSecurityGroupsBasicOps-151771215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:49.853265 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-0bcf19ef-71df-42ca-b444-35191607eb82 tempest-TestSecurityGroupsBasicOps-151771215 tempest-TestSecurityGroupsBasicOps-151771215-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ca75374e-5635-47f5-a363-015324634c2c HTTP/1.1" status: 200 len: 1131 time: 0.2516832 Nov 12 01:33:49.853265 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46306) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:33:49.857835 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-db39eb60-8cb9-4212-b5a8-06f1d07360f5 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Request body: {'floatingip': {'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'port_id': '5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17', 'tenant_id': '0e98dc96d50c4c37b8dc7e919691f179', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:33:49.868803 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5f68161f-d10c-479f-b634-ca06edb3035b tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:49.870115 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-5f68161f-d10c-479f-b634-ca06edb3035b tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0045166 Nov 12 01:33:49.876759 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46308) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:33:49.881429 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-4ae0c88c-3d64-4a18-954e-0cae67a17d0d tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Request body: {'security_group_rule': {'security_group_id': '73b631ac-484e-4859-bfae-e967abcc56be', 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:33:49.962498 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-db39eb60-8cb9-4212-b5a8-06f1d07360f5 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for floatingip, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:50.001167 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7640be97-5a89-4121-a55e-749ea09ae2f3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:50.015619 n-d-712142-27 neutron-server[109085]: INFO neutron.db.securitygroups_db [None req-4ae0c88c-3d64-4a18-954e-0cae67a17d0d tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Project 094a5f5e492c44f8b09b4e12e8299cf9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:33:50.055372 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4ae0c88c-3d64-4a18-954e-0cae67a17d0d tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:50.100684 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7640be97-5a89-4121-a55e-749ea09ae2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:50.123637 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7640be97-5a89-4121-a55e-749ea09ae2f3 admin admin] Network fec24f4e-5e20-4c05-b161-dc71ced288cb is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:33:50.126696 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-7640be97-5a89-4121-a55e-749ea09ae2f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:33:50.129561 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7640be97-5a89-4121-a55e-749ea09ae2f3 admin admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:33:50.275230 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4ae0c88c-3d64-4a18-954e-0cae67a17d0d tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:50.292876 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0a600c57-08b3-4546-a1e4-93b2f470e882 None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:50.340920 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4ae0c88c-3d64-4a18-954e-0cae67a17d0d tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:50.357827 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0a600c57-08b3-4546-a1e4-93b2f470e882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:50.366613 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae0c88c-3d64-4a18-954e-0cae67a17d0d tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa98265e-6fd5-4d06-ba56-ea3b6c7be51e,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:50.400350 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-db39eb60-8cb9-4212-b5a8-06f1d07360f5 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:50.435078 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7898d2d-bfda-4f98-956e-b078b85099e2 None None] Pushing event updated for resources: {'Port': ['ID=c3b828cd-4e86-471e-9cfa-2826c1b2f640,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:50.489442 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d9c7ef-7525-4df4-8f7d-17c8eaed0c74 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:33:50.499128 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-0a600c57-08b3-4546-a1e4-93b2f470e882 None None] Attempting to bind port c3b828cd-4e86-471e-9cfa-2826c1b2f640 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:33:50.499497 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-0a600c57-08b3-4546-a1e4-93b2f470e882 None None] Attempting to bind port c3b828cd-4e86-471e-9cfa-2826c1b2f640 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:33:50.499862 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a600c57-08b3-4546-a1e4-93b2f470e882 None None] Attempting to bind port c3b828cd-4e86-471e-9cfa-2826c1b2f640 on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:33:50.517771 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a600c57-08b3-4546-a1e4-93b2f470e882 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:33:50.518576 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a600c57-08b3-4546-a1e4-93b2f470e882 None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:33:50.519170 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0a600c57-08b3-4546-a1e4-93b2f470e882 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:50.520411 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a600c57-08b3-4546-a1e4-93b2f470e882 None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:33:50.521789 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-0a600c57-08b3-4546-a1e4-93b2f470e882 None None] Bound port: c3b828cd-4e86-471e-9cfa-2826c1b2f640, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:33:50.526841 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0a600c57-08b3-4546-a1e4-93b2f470e882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:50.557284 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4ae0c88c-3d64-4a18-954e-0cae67a17d0d tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:50.559489 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4ae0c88c-3d64-4a18-954e-0cae67a17d0d tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6814818 Nov 12 01:33:50.570711 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46318) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:33:50.597293 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-272eda95-e787-4955-9ae1-2c6760aadde2 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Request body: {'security_group_rule': {'security_group_id': '73b631ac-484e-4859-bfae-e967abcc56be', 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:33:50.613681 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-0a600c57-08b3-4546-a1e4-93b2f470e882 None None] For port c3b828cd-4e86-471e-9cfa-2826c1b2f640, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:33:50.617815 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-0a600c57-08b3-4546-a1e4-93b2f470e882 None None] For port c3b828cd-4e86-471e-9cfa-2826c1b2f640, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=c3b828cd-4e86-471e-9cfa-2826c1b2f640,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:33:50.625002 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0a600c57-08b3-4546-a1e4-93b2f470e882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:50.706028 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-db39eb60-8cb9-4212-b5a8-06f1d07360f5 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Allocated IP 172.25.3.116 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/3254d08b-7299-461e-8b6c-f5777daaf039) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:33:50.725044 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-7ba5cdb1-f84d-4249-9d0c-e2dcf7e95399 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Deleting port f05f3a9b-eb5a-4bf3-a2c2-639035ec918b {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:33:50.725602 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7ba5cdb1-f84d-4249-9d0c-e2dcf7e95399 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:50.767612 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7898d2d-bfda-4f98-956e-b078b85099e2 None None] Pushing event updated for resources: {'Port': ['ID=c3b828cd-4e86-471e-9cfa-2826c1b2f640,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:50.784360 n-d-712142-27 neutron-server[109085]: INFO neutron.db.securitygroups_db [None req-272eda95-e787-4955-9ae1-2c6760aadde2 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Project 094a5f5e492c44f8b09b4e12e8299cf9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:33:50.811713 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d534b3-27f5-4aeb-9031-aa4ada26e4cd None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:33:50.838143 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a600c57-08b3-4546-a1e4-93b2f470e882 None None] Routers {'43412624-131e-4598-a497-40fa5af375f2'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:33:50.839368 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-0a600c57-08b3-4546-a1e4-93b2f470e882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:33:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['43412624-131e-4598-a497-40fa5af375f2'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:33:50.839685 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-272eda95-e787-4955-9ae1-2c6760aadde2 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:50.846611 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-ff0389fc-9c6d-4edf-8c79-917cc3b102e7 None None] Provisioning complete for port 13ec9554-97fe-4778-be55-af9aaa8bb4da triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:33:50.846981 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ff0389fc-9c6d-4edf-8c79-917cc3b102e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:50.908146 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7640be97-5a89-4121-a55e-749ea09ae2f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:51.019164 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-ff0389fc-9c6d-4edf-8c79-917cc3b102e7 None None] Port 13ec9554-97fe-4778-be55-af9aaa8bb4da cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:33:51.026939 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7640be97-5a89-4121-a55e-749ea09ae2f3 admin admin] Pushing event updated for resources: {'Port': ['ID=13ec9554-97fe-4778-be55-af9aaa8bb4da,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:51.084081 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-0a600c57-08b3-4546-a1e4-93b2f470e882 None None] Set router 43412624-131e-4598-a497-40fa5af375f2 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:33:51.168197 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-272eda95-e787-4955-9ae1-2c6760aadde2 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:51.182218 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-7ba5cdb1-f84d-4249-9d0c-e2dcf7e95399 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] For port f05f3a9b-eb5a-4bf3-a2c2-639035ec918b, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=f05f3a9b-eb5a-4bf3-a2c2-639035ec918b,segment=NetworkSegment(69a93cdd-d2be-4904-87a7-286ce0b7c58d),segment_id=69a93cdd-d2be-4904-87a7-286ce0b7c58d)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:33:51.182756 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7ba5cdb1-f84d-4249-9d0c-e2dcf7e95399 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:51.188930 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-272eda95-e787-4955-9ae1-2c6760aadde2 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:51.238982 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-7ba5cdb1-f84d-4249-9d0c-e2dcf7e95399 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Calling delete_port for f05f3a9b-eb5a-4bf3-a2c2-639035ec918b owned by network:router_interface {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:33:51.254875 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-db39eb60-8cb9-4212-b5a8-06f1d07360f5 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:51.257752 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272eda95-e787-4955-9ae1-2c6760aadde2 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2a0708c-518e-48c0-825c-88893fddd158,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:51.262232 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-ff0389fc-9c6d-4edf-8c79-917cc3b102e7 None None] Provisioning complete for port c3b828cd-4e86-471e-9cfa-2826c1b2f640 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:33:51.262805 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ff0389fc-9c6d-4edf-8c79-917cc3b102e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:51.268924 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-272eda95-e787-4955-9ae1-2c6760aadde2 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:51.272830 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-272eda95-e787-4955-9ae1-2c6760aadde2 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6982853 Nov 12 01:33:51.452233 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7640be97-5a89-4121-a55e-749ea09ae2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:51.490194 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-db39eb60-8cb9-4212-b5a8-06f1d07360f5 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:51.706379 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db39eb60-8cb9-4212-b5a8-06f1d07360f5 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:33:51.733185 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-db39eb60-8cb9-4212-b5a8-06f1d07360f5 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:33:51.741136 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db39eb60-8cb9-4212-b5a8-06f1d07360f5 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:33:51.765959 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db39eb60-8cb9-4212-b5a8-06f1d07360f5 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Pushing event updated for resources: {'Port': ['ID=3254d08b-7299-461e-8b6c-f5777daaf039,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:51.889536 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ff0389fc-9c6d-4edf-8c79-917cc3b102e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:51.956510 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-0a600c57-08b3-4546-a1e4-93b2f470e882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43412624-131e-4598-a497-40fa5af375f2', 'name': 'tempest-TestVolumeBackupRestore-864234643-router', 'tenant_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': 'c3b828cd-4e86-471e-9cfa-2826c1b2f640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:33:43Z', 'updated_at': '2021-11-12T01:33:46Z', 'revision_number': 3, 'project_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'gw_port': {'id': 'c3b828cd-4e86-471e-9cfa-2826c1b2f640', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:65:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43412624-131e-4598-a497-40fa5af375f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:44Z', 'updated_at': '2021-11-12T01:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:33:51.959888 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7640be97-5a89-4121-a55e-749ea09ae2f3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:51.968002 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7640be97-5a89-4121-a55e-749ea09ae2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:52.033540 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7640be97-5a89-4121-a55e-749ea09ae2f3 admin admin] Pushing event updated for resources: {'Port': ['ID=13ec9554-97fe-4778-be55-af9aaa8bb4da,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:52.100223 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-ff0389fc-9c6d-4edf-8c79-917cc3b102e7 None None] For port c3b828cd-4e86-471e-9cfa-2826c1b2f640, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=c3b828cd-4e86-471e-9cfa-2826c1b2f640,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:33:52.105236 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a600c57-08b3-4546-a1e4-93b2f470e882 None None] The sync data for ids ['43412624-131e-4598-a497-40fa5af375f2'] in n-d-712142-27 is: [{'id': '43412624-131e-4598-a497-40fa5af375f2', 'name': 'tempest-TestVolumeBackupRestore-864234643-router', 'tenant_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': 'c3b828cd-4e86-471e-9cfa-2826c1b2f640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:33:43Z', 'updated_at': '2021-11-12T01:33:46Z', 'revision_number': 3, 'project_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'gw_port': {'id': 'c3b828cd-4e86-471e-9cfa-2826c1b2f640', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:65:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43412624-131e-4598-a497-40fa5af375f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:44Z', 'updated_at': '2021-11-12T01:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:33:52.112221 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ff0389fc-9c6d-4edf-8c79-917cc3b102e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:52.170766 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7640be97-5a89-4121-a55e-749ea09ae2f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:52.214184 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7ba5cdb1-f84d-4249-9d0c-e2dcf7e95399 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:52.224405 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0389fc-9c6d-4edf-8c79-917cc3b102e7 None None] Pushing event updated for resources: {'Port': ['ID=c3b828cd-4e86-471e-9cfa-2826c1b2f640,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:52.263822 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-bfb2efeb-eeee-455b-b23b-a4a3998cfa71 None None] Provisioning complete for port c3b828cd-4e86-471e-9cfa-2826c1b2f640 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:33:52.264433 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bfb2efeb-eeee-455b-b23b-a4a3998cfa71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:52.271165 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba5cdb1-f84d-4249-9d0c-e2dcf7e95399 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event deleted for resources: {'Port': ['ID=f05f3a9b-eb5a-4bf3-a2c2-639035ec918b,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:52.549409 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7640be97-5a89-4121-a55e-749ea09ae2f3 admin admin] Network fec24f4e-5e20-4c05-b161-dc71ced288cb is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:33:52.552894 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-7640be97-5a89-4121-a55e-749ea09ae2f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:33:53.004381 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7640be97-5a89-4121-a55e-749ea09ae2f3 admin admin] Router 43412624-131e-4598-a497-40fa5af375f2 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:33:53.292170 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7640be97-5a89-4121-a55e-749ea09ae2f3 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:33:53.299379 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7640be97-5a89-4121-a55e-749ea09ae2f3 admin admin] 10.222.0.45 "PUT /v2.0/routers/43412624-131e-4598-a497-40fa5af375f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2185659 Nov 12 01:33:53.392181 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device c3b828cd-4e86-471e-9cfa-2826c1b2f640 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:33:53.576299 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port c3b828cd-4e86-471e-9cfa-2826c1b2f640 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:33:53.579124 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:53.720084 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be8fab31-5c7d-4473-8859-c83b137013f0 None None] Provisioning complete for port 13ec9554-97fe-4778-be55-af9aaa8bb4da triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:33:53.722442 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be8fab31-5c7d-4473-8859-c83b137013f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:53.772680 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-be8fab31-5c7d-4473-8859-c83b137013f0 None None] Port 13ec9554-97fe-4778-be55-af9aaa8bb4da cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:33:54.011730 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7ba5cdb1-f84d-4249-9d0c-e2dcf7e95399 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:54.108233 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-db39eb60-8cb9-4212-b5a8-06f1d07360f5 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:54.311200 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-db39eb60-8cb9-4212-b5a8-06f1d07360f5 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:54.578124 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba5cdb1-f84d-4249-9d0c-e2dcf7e95399 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Router fae40697-9b8a-4bde-8dfa-829c11a70003 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:33:54.704985 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46424) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:33:54.711309 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-3836bb31-cd55-4f58-bf26-9985e5f6f31d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2146351533-network', 'tenant_id': 'f377e94d0b304c3ab000cf73e6276612'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:33:54.714212 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-db39eb60-8cb9-4212-b5a8-06f1d07360f5 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:54.722950 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-db39eb60-8cb9-4212-b5a8-06f1d07360f5 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:54.752574 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3836bb31-cd55-4f58-bf26-9985e5f6f31d admin admin] Made reservation on behalf of f377e94d0b304c3ab000cf73e6276612 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:33:54.756157 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3836bb31-cd55-4f58-bf26-9985e5f6f31d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:54.774591 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3836bb31-cd55-4f58-bf26-9985e5f6f31d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:54.792143 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba5cdb1-f84d-4249-9d0c-e2dcf7e95399 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:33:54.819947 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd547138-cfce-4411-bbfb-7192b5f1a267 None None] Sync routers for ids ['fae40697-9b8a-4bde-8dfa-829c11a70003'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:33:54.824889 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7ba5cdb1-f84d-4249-9d0c-e2dcf7e95399 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "PUT /v2.0/routers/fae40697-9b8a-4bde-8dfa-829c11a70003/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3071976 Nov 12 01:33:54.829441 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46428) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:33:54.843304 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db39eb60-8cb9-4212-b5a8-06f1d07360f5 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Pushing event updated for resources: {'Port': ['ID=3254d08b-7299-461e-8b6c-f5777daaf039,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:54.870236 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd547138-cfce-4411-bbfb-7192b5f1a267 None None] Routers {'fae40697-9b8a-4bde-8dfa-829c11a70003'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:33:54.871588 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-fd547138-cfce-4411-bbfb-7192b5f1a267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:33:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['fae40697-9b8a-4bde-8dfa-829c11a70003'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:33:54.887022 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-db39eb60-8cb9-4212-b5a8-06f1d07360f5 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:54.964131 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fd68bd4-0a94-4d89-a38e-06736cd9a28a tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Deleting subnet bb33bd2b-585e-4ed3-848d-18067b42df33 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:33:54.984398 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7fd68bd4-0a94-4d89-a38e-06736cd9a28a tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:55.054099 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7fd68bd4-0a94-4d89-a38e-06736cd9a28a tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:55.129508 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-fd547138-cfce-4411-bbfb-7192b5f1a267 None None] Set router fae40697-9b8a-4bde-8dfa-829c11a70003 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:33:55.155407 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3836bb31-cd55-4f58-bf26-9985e5f6f31d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:55.164461 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3836bb31-cd55-4f58-bf26-9985e5f6f31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:55.223091 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3836bb31-cd55-4f58-bf26-9985e5f6f31d admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:33:55.240997 n-d-712142-27 neutron-server[109085]: INFO neutron.db.l3_db [None req-db39eb60-8cb9-4212-b5a8-06f1d07360f5 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Floating IP 853995d7-8018-4876-b1d0-790f26ebd332 associated. External IP: 172.25.3.116, port: 5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17. Nov 12 01:33:55.292274 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3836bb31-cd55-4f58-bf26-9985e5f6f31d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:55.293761 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-3836bb31-cd55-4f58-bf26-9985e5f6f31d admin admin] Added segment 87066fcb-92b4-42d0-8d37-beb1559863d0 of type vlan for network 6159be9c-3a83-40af-8155-0bc77f429c0b Nov 12 01:33:55.346212 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7fd68bd4-0a94-4d89-a38e-06736cd9a28a tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:55.443408 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-fd547138-cfce-4411-bbfb-7192b5f1a267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae40697-9b8a-4bde-8dfa-829c11a70003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65746824', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '0be861d0-675e-448f-b7e3-2380b6fd69d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:31:09Z', 'updated_at': '2021-11-12T01:33:51Z', 'revision_number': 5, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': '0be861d0-675e-448f-b7e3-2380b6fd69d4', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae40697-9b8a-4bde-8dfa-829c11a70003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:31:13Z', 'updated_at': '2021-11-12T01:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:33:55.472889 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3836bb31-cd55-4f58-bf26-9985e5f6f31d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d6f455-dea2-4182-b456-a690875d3b18,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:55.478183 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd547138-cfce-4411-bbfb-7192b5f1a267 None None] Checking router: fae40697-9b8a-4bde-8dfa-829c11a70003 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:33:55.488189 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd547138-cfce-4411-bbfb-7192b5f1a267 None None] Routers {'fae40697-9b8a-4bde-8dfa-829c11a70003'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:33:55.488580 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3836bb31-cd55-4f58-bf26-9985e5f6f31d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:55.489287 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-fd547138-cfce-4411-bbfb-7192b5f1a267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:33:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['fae40697-9b8a-4bde-8dfa-829c11a70003'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:33:55.559090 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3836bb31-cd55-4f58-bf26-9985e5f6f31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:55.560117 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3836bb31-cd55-4f58-bf26-9985e5f6f31d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:55.562419 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3836bb31-cd55-4f58-bf26-9985e5f6f31d admin admin] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:55.652119 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7fd68bd4-0a94-4d89-a38e-06736cd9a28a tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:55.654657 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3836bb31-cd55-4f58-bf26-9985e5f6f31d admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9478838 Nov 12 01:33:55.655980 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46434) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:33:55.671505 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-42d888e6-507f-41e7-a73e-fa2226ab1e98 admin admin] Request body: {'subnet': {'network_id': '6159be9c-3a83-40af-8155-0bc77f429c0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2146351533-subnet', 'tenant_id': 'f377e94d0b304c3ab000cf73e6276612', 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:33:55.713940 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd68bd4-0a94-4d89-a38e-06736cd9a28a tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event deleted for resources: {'Subnet': ['ID=bb33bd2b-585e-4ed3-848d-18067b42df33,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:55.728421 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7fd68bd4-0a94-4d89-a38e-06736cd9a28a tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:55.746059 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7fd68bd4-0a94-4d89-a38e-06736cd9a28a tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "DELETE /v2.0/subnets/bb33bd2b-585e-4ed3-848d-18067b42df33 HTTP/1.1" status: 204 len: 168 time: 0.9154620 Nov 12 01:33:55.747414 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-fd547138-cfce-4411-bbfb-7192b5f1a267 None None] Set router fae40697-9b8a-4bde-8dfa-829c11a70003 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:33:55.752893 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37531dd4-6428-4a7d-afda-9a33db603d24 None None] Network c9adb33c-31fd-4f64-b585-da81d972b670 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:33:55.776026 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46436) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:33:55.777953 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3836bb31-cd55-4f58-bf26-9985e5f6f31d admin admin] Pushing event updated for resources: {'Network': ['ID=6159be9c-3a83-40af-8155-0bc77f429c0b,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:55.810669 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 6159be9c-3a83-40af-8155-0bc77f429c0b details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:33:55.918054 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2ab027-bfaf-4ab5-ab4c-2c2baa0162f6 None None] Sync routers for ids ['43412624-131e-4598-a497-40fa5af375f2'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:33:55.940927 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d888e6-507f-41e7-a73e-fa2226ab1e98 admin admin] Made reservation on behalf of f377e94d0b304c3ab000cf73e6276612 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:33:55.944356 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-42d888e6-507f-41e7-a73e-fa2226ab1e98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:56.051151 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db39eb60-8cb9-4212-b5a8-06f1d07360f5 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Router 3443ace8-0afd-4ac5-8409-6c6233b89234 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:33:56.064953 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2ab027-bfaf-4ab5-ab4c-2c2baa0162f6 None None] Routers {'43412624-131e-4598-a497-40fa5af375f2'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:33:56.076665 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-5a2ab027-bfaf-4ab5-ab4c-2c2baa0162f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:33:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['43412624-131e-4598-a497-40fa5af375f2'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:33:56.140320 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c0ab7279-f4b6-4b8d-b5f0-07f2be57e49c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for router, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:56.298858 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-5a2ab027-bfaf-4ab5-ab4c-2c2baa0162f6 None None] Set router 43412624-131e-4598-a497-40fa5af375f2 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:33:56.589922 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e86ffc2-d4a7-4887-8978-bd3b19015448 None None] DHCP port deletion for c9adb33c-31fd-4f64-b585-da81d972b670 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:33:56.603341 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-fd547138-cfce-4411-bbfb-7192b5f1a267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae40697-9b8a-4bde-8dfa-829c11a70003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65746824', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '0be861d0-675e-448f-b7e3-2380b6fd69d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:31:09Z', 'updated_at': '2021-11-12T01:33:51Z', 'revision_number': 5, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': '0be861d0-675e-448f-b7e3-2380b6fd69d4', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae40697-9b8a-4bde-8dfa-829c11a70003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:31:13Z', 'updated_at': '2021-11-12T01:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:33:56.655047 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd547138-cfce-4411-bbfb-7192b5f1a267 None None] The sync data for ids ['fae40697-9b8a-4bde-8dfa-829c11a70003'] in n-d-712142-27 is: [{'id': 'fae40697-9b8a-4bde-8dfa-829c11a70003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65746824', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '0be861d0-675e-448f-b7e3-2380b6fd69d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:31:09Z', 'updated_at': '2021-11-12T01:33:51Z', 'revision_number': 5, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': '0be861d0-675e-448f-b7e3-2380b6fd69d4', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:3f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae40697-9b8a-4bde-8dfa-829c11a70003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:31:13Z', 'updated_at': '2021-11-12T01:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:33:56.772874 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-5a2ab027-bfaf-4ab5-ab4c-2c2baa0162f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43412624-131e-4598-a497-40fa5af375f2', 'name': 'tempest-TestVolumeBackupRestore-864234643-router', 'tenant_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': 'c3b828cd-4e86-471e-9cfa-2826c1b2f640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:33:43Z', 'updated_at': '2021-11-12T01:33:51Z', 'revision_number': 4, 'project_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'gw_port': {'id': 'c3b828cd-4e86-471e-9cfa-2826c1b2f640', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:65:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43412624-131e-4598-a497-40fa5af375f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:44Z', 'updated_at': '2021-11-12T01:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '13ec9554-97fe-4778-be55-af9aaa8bb4da', 'name': '', 'network_id': 'fec24f4e-5e20-4c05-b161-dc71ced288cb', 'tenant_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'mac_address': 'fa:16:3e:22:75:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43412624-131e-4598-a497-40fa5af375f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '6378f0f2-aa83-409d-a23b-c9e8b33394c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:49Z', 'updated_at': '2021-11-12T01:33:51Z', 'revision_number': 2, 'project_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'subnets': [{'id': '6378f0f2-aa83-409d-a23b-c9e8b33394c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:33:56.820004 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2ab027-bfaf-4ab5-ab4c-2c2baa0162f6 None None] Checking router: 43412624-131e-4598-a497-40fa5af375f2 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:33:56.820004 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2ab027-bfaf-4ab5-ab4c-2c2baa0162f6 None None] Updating router 43412624-131e-4598-a497-40fa5af375f2 port 13ec9554-97fe-4778-be55-af9aaa8bb4da binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:33:56.823916 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4e86ffc2-d4a7-4887-8978-bd3b19015448 None None] Deleting port ee13e540-1fb9-4778-b884-f61e9c8a41d2 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:33:56.824319 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4e86ffc2-d4a7-4887-8978-bd3b19015448 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:56.937404 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4e86ffc2-d4a7-4887-8978-bd3b19015448 None None] For port ee13e540-1fb9-4778-b884-f61e9c8a41d2, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=ee13e540-1fb9-4778-b884-f61e9c8a41d2,segment=NetworkSegment(69a93cdd-d2be-4904-87a7-286ce0b7c58d),segment_id=69a93cdd-d2be-4904-87a7-286ce0b7c58d)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:33:56.938109 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4e86ffc2-d4a7-4887-8978-bd3b19015448 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:56.954123 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4e86ffc2-d4a7-4887-8978-bd3b19015448 None None] Calling delete_port for ee13e540-1fb9-4778-b884-f61e9c8a41d2 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:33:56.988325 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db39eb60-8cb9-4212-b5a8-06f1d07360f5 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:33:57.005310 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913a028c-14e7-468c-8abf-179848b47774 None None] Sync routers for ids ['3443ace8-0afd-4ac5-8409-6c6233b89234'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:33:57.005567 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c0ab7279-f4b6-4b8d-b5f0-07f2be57e49c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:57.025485 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913a028c-14e7-468c-8abf-179848b47774 None None] Routers {'3443ace8-0afd-4ac5-8409-6c6233b89234'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:33:57.026578 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-913a028c-14e7-468c-8abf-179848b47774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:33:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['3443ace8-0afd-4ac5-8409-6c6233b89234'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:33:57.031322 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-42d888e6-507f-41e7-a73e-fa2226ab1e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:57.126556 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-db39eb60-8cb9-4212-b5a8-06f1d07360f5 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:57.179444 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46448) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:33:57.196211 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-db39eb60-8cb9-4212-b5a8-06f1d07360f5 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.3420372 Nov 12 01:33:57.208922 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca75374e-5635-47f5-a363-015324634c2c', 'tag': '5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:33:57.218245 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9ba8f4-b178-493f-a37e-b3c170d23d70" -d '{"events": [{"name": "network-changed", "server_uuid": "ca75374e-5635-47f5-a363-015324634c2c", "tag": "5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:33:57.318718 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89052a14-8bb3-4d77-814f-1ceb85962781 x-openstack-request-id: req-89052a14-8bb3-4d77-814f-1ceb85962781 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:33:57.319309 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca75374e-5635-47f5-a363-015324634c2c", "tag": "5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:33:57.319731 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-89052a14-8bb3-4d77-814f-1ceb85962781 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:33:57.320342 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca75374e-5635-47f5-a363-015324634c2c', 'tag': '5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17', 'status': 'completed', 'code': 200} Nov 12 01:33:57.332835 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d888e6-507f-41e7-a73e-fa2226ab1e98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed261d0a-3440-4b4f-8af4-74d6aa1fe67b,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:57.369502 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d888e6-507f-41e7-a73e-fa2226ab1e98 admin admin] Checking segment: {'id': '87066fcb-92b4-42d0-8d37-beb1559863d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6159be9c-3a83-40af-8155-0bc77f429c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:33:57.373009 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d888e6-507f-41e7-a73e-fa2226ab1e98 admin admin] Network hostable DHCP agents. Network: 6159be9c-3a83-40af-8155-0bc77f429c0b, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:33:57.452921 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device ee13e540-1fb9-4778-b884-f61e9c8a41d2 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:33:57.459719 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5a2ab027-bfaf-4ab5-ab4c-2c2baa0162f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:57.471062 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-913a028c-14e7-468c-8abf-179848b47774 None None] Set router 3443ace8-0afd-4ac5-8409-6c6233b89234 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:33:57.489239 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-c0ab7279-f4b6-4b8d-b5f0-07f2be57e49c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Deleting port 0be861d0-675e-448f-b7e3-2380b6fd69d4 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:33:57.489730 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c0ab7279-f4b6-4b8d-b5f0-07f2be57e49c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:57.590418 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-542f661a-1c3e-4130-80d7-4725971b7a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:57.756819 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d888e6-507f-41e7-a73e-fa2226ab1e98 admin admin] Network 6159be9c-3a83-40af-8155-0bc77f429c0b is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:33:57.766341 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4e86ffc2-d4a7-4887-8978-bd3b19015448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:57.772754 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6872872-2c89-4fd2-8b9e-97c80c69d710 tempest-TestSecurityGroupsBasicOps-151771215 tempest-TestSecurityGroupsBasicOps-151771215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:57.774018 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6872872-2c89-4fd2-8b9e-97c80c69d710 tempest-TestSecurityGroupsBasicOps-151771215 tempest-TestSecurityGroupsBasicOps-151771215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:57.781256 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6872872-2c89-4fd2-8b9e-97c80c69d710 tempest-TestSecurityGroupsBasicOps-151771215 tempest-TestSecurityGroupsBasicOps-151771215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:57.781839 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6872872-2c89-4fd2-8b9e-97c80c69d710 tempest-TestSecurityGroupsBasicOps-151771215 tempest-TestSecurityGroupsBasicOps-151771215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:57.782307 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6872872-2c89-4fd2-8b9e-97c80c69d710 tempest-TestSecurityGroupsBasicOps-151771215 tempest-TestSecurityGroupsBasicOps-151771215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:57.782829 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6872872-2c89-4fd2-8b9e-97c80c69d710 tempest-TestSecurityGroupsBasicOps-151771215 tempest-TestSecurityGroupsBasicOps-151771215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:57.786557 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6872872-2c89-4fd2-8b9e-97c80c69d710 tempest-TestSecurityGroupsBasicOps-151771215 tempest-TestSecurityGroupsBasicOps-151771215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:57.788011 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6872872-2c89-4fd2-8b9e-97c80c69d710 tempest-TestSecurityGroupsBasicOps-151771215 tempest-TestSecurityGroupsBasicOps-151771215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:57.790057 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6872872-2c89-4fd2-8b9e-97c80c69d710 tempest-TestSecurityGroupsBasicOps-151771215 tempest-TestSecurityGroupsBasicOps-151771215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:57.791434 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6872872-2c89-4fd2-8b9e-97c80c69d710 tempest-TestSecurityGroupsBasicOps-151771215 tempest-TestSecurityGroupsBasicOps-151771215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:57.794559 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f6872872-2c89-4fd2-8b9e-97c80c69d710 tempest-TestSecurityGroupsBasicOps-151771215 tempest-TestSecurityGroupsBasicOps-151771215-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7020 time: 0.6133268 Nov 12 01:33:57.797929 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46456) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:33:57.798258 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-42d888e6-507f-41e7-a73e-fa2226ab1e98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 6159be9c-3a83-40af-8155-0bc77f429c0b) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:33:57.808004 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Port ee13e540-1fb9-4778-b884-f61e9c8a41d2 update to DOWN by agent not found {{(pid=109087) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 01:33:57.808606 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device f05f3a9b-eb5a-4bf3-a2c2-639035ec918b no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:33:57.826379 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d888e6-507f-41e7-a73e-fa2226ab1e98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:57.827396 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-42d888e6-507f-41e7-a73e-fa2226ab1e98 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:57.861210 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: f05f3a9b-eb5a-4bf3-a2c2-639035ec918b {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:33:57.862308 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device f05f3a9b-eb5a-4bf3-a2c2-639035ec918b not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:33:57.878569 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c3ea68-1339-4011-b5f8-a5974ef4c855 None None] Network 6159be9c-3a83-40af-8155-0bc77f429c0b requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:33:57.916311 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e86ffc2-d4a7-4887-8978-bd3b19015448 None None] Pushing event deleted for resources: {'Port': ['ID=ee13e540-1fb9-4778-b884-f61e9c8a41d2,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:57.922971 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e86ffc2-d4a7-4887-8978-bd3b19015448 None None] No DVR routers for this DVR port ee13e540-1fb9-4778-b884-f61e9c8a41d2 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:33:57.930750 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ba8f4-b178-493f-a37e-b3c170d23d70 req-d1cd0a9f-3c42-42f6-b19e-aa364dc1d52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:57.946797 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fe9ba8f4-b178-493f-a37e-b3c170d23d70 req-d1cd0a9f-3c42-42f6-b19e-aa364dc1d52e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e98dc96d50c4c37b8dc7e919691f179&device_id=ca75374e-5635-47f5-a363-015324634c2c HTTP/1.1" status: 200 len: 1136 time: 0.5578923 Nov 12 01:33:57.952939 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-42d888e6-507f-41e7-a73e-fa2226ab1e98 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2927525 Nov 12 01:33:57.957722 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46458) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:33:57.967219 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-404a3e29-1856-4e9f-8962-d785554ccc90 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2146351533-router', 'tenant_id': 'f377e94d0b304c3ab000cf73e6276612', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:33:58.090331 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-913a028c-14e7-468c-8abf-179848b47774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3443ace8-0afd-4ac5-8409-6c6233b89234', 'name': 'tempest-TestSecurityGroupsBasicOps-router-547278026', 'tenant_id': '0e98dc96d50c4c37b8dc7e919691f179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '149144f7-ad29-46aa-ac50-4dc8c25c1ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:33:11Z', 'updated_at': '2021-11-12T01:33:23Z', 'revision_number': 4, 'project_id': '0e98dc96d50c4c37b8dc7e919691f179', 'gw_port': {'id': '149144f7-ad29-46aa-ac50-4dc8c25c1ebb', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3443ace8-0afd-4ac5-8409-6c6233b89234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:13Z', 'updated_at': '2021-11-12T01:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '853995d7-8018-4876-b1d0-790f26ebd332', 'tenant_id': '0e98dc96d50c4c37b8dc7e919691f179', 'floating_ip_address': '172.25.3.116', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '3443ace8-0afd-4ac5-8409-6c6233b89234', 'port_id': '5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38038e54-10a0-4ee6-8104-f50c0031a830', 'mac_address': 'fa:16:3e:34:7a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca75374e-5635-47f5-a363-015324634c2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:33:53Z', 'updated_at': '2021-11-12T01:33:53Z', 'revision_number': 0, 'project_id': '0e98dc96d50c4c37b8dc7e919691f179', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cd4f046-e642-4c62-b77d-3927ce6699c9', 'name': '', 'network_id': '38038e54-10a0-4ee6-8104-f50c0031a830', 'tenant_id': '0e98dc96d50c4c37b8dc7e919691f179', 'mac_address': 'fa:16:3e:de:f0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3443ace8-0afd-4ac5-8409-6c6233b89234', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': 'f81273d5-5056-4466-9fcc-4a08e0aec357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:21Z', 'updated_at': '2021-11-12T01:33:30Z', 'revision_number': 5, 'project_id': '0e98dc96d50c4c37b8dc7e919691f179', 'subnets': [{'id': 'f81273d5-5056-4466-9fcc-4a08e0aec357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:33:58.124894 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-c0ab7279-f4b6-4b8d-b5f0-07f2be57e49c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] For port 0be861d0-675e-448f-b7e3-2380b6fd69d4, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=0be861d0-675e-448f-b7e3-2380b6fd69d4,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:33:58.125586 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c0ab7279-f4b6-4b8d-b5f0-07f2be57e49c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:58.148659 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e6bab9-1a7c-49b9-ac15-a452bd3612d7 tempest-TestSecurityGroupsBasicOps-151771215 tempest-TestSecurityGroupsBasicOps-151771215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:58.165969 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e6bab9-1a7c-49b9-ac15-a452bd3612d7 tempest-TestSecurityGroupsBasicOps-151771215 tempest-TestSecurityGroupsBasicOps-151771215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:58.167227 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e6bab9-1a7c-49b9-ac15-a452bd3612d7 tempest-TestSecurityGroupsBasicOps-151771215 tempest-TestSecurityGroupsBasicOps-151771215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:58.168428 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e6bab9-1a7c-49b9-ac15-a452bd3612d7 tempest-TestSecurityGroupsBasicOps-151771215 tempest-TestSecurityGroupsBasicOps-151771215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:58.169594 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e6bab9-1a7c-49b9-ac15-a452bd3612d7 tempest-TestSecurityGroupsBasicOps-151771215 tempest-TestSecurityGroupsBasicOps-151771215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:58.170757 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e6bab9-1a7c-49b9-ac15-a452bd3612d7 tempest-TestSecurityGroupsBasicOps-151771215 tempest-TestSecurityGroupsBasicOps-151771215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:58.171882 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e6bab9-1a7c-49b9-ac15-a452bd3612d7 tempest-TestSecurityGroupsBasicOps-151771215 tempest-TestSecurityGroupsBasicOps-151771215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:58.173029 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e6bab9-1a7c-49b9-ac15-a452bd3612d7 tempest-TestSecurityGroupsBasicOps-151771215 tempest-TestSecurityGroupsBasicOps-151771215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:58.181003 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913a028c-14e7-468c-8abf-179848b47774 None None] Checking router: 3443ace8-0afd-4ac5-8409-6c6233b89234 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:33:58.182666 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e6bab9-1a7c-49b9-ac15-a452bd3612d7 tempest-TestSecurityGroupsBasicOps-151771215 tempest-TestSecurityGroupsBasicOps-151771215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:58.187490 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-84e6bab9-1a7c-49b9-ac15-a452bd3612d7 tempest-TestSecurityGroupsBasicOps-151771215 tempest-TestSecurityGroupsBasicOps-151771215-project-admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5927 time: 0.3863032 Nov 12 01:33:58.190084 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-404a3e29-1856-4e9f-8962-d785554ccc90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:58.202048 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-404a3e29-1856-4e9f-8962-d785554ccc90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:58.210379 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46460) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:33:58.219834 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ba8f4-b178-493f-a37e-b3c170d23d70 req-7d4df791-42eb-49b9-92bb-b0170b91584b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:58.221769 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fe9ba8f4-b178-493f-a37e-b3c170d23d70 req-7d4df791-42eb-49b9-92bb-b0170b91584b service neutron] 10.222.0.16 "GET /v2.0/networks?id=38038e54-10a0-4ee6-8104-f50c0031a830 HTTP/1.1" status: 200 len: 896 time: 0.2524512 Nov 12 01:33:58.223900 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913a028c-14e7-468c-8abf-179848b47774 None None] Routers {'3443ace8-0afd-4ac5-8409-6c6233b89234'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:33:58.227184 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-913a028c-14e7-468c-8abf-179848b47774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:33:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['3443ace8-0afd-4ac5-8409-6c6233b89234'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:33:58.229597 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-c0ab7279-f4b6-4b8d-b5f0-07f2be57e49c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Calling delete_port for 0be861d0-675e-448f-b7e3-2380b6fd69d4 owned by network:router_gateway {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:33:58.255499 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624ae927-ac37-43d0-9860-416de0c3e2c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-6159be9c-3a83-40af-8155-0bc77f429c0b', 'network_id': '6159be9c-3a83-40af-8155-0bc77f429c0b', 'tenant_id': 'f377e94d0b304c3ab000cf73e6276612', 'fixed_ips': [{'subnet_id': 'ed261d0a-3440-4b4f-8af4-74d6aa1fe67b'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:33:58.257129 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-624ae927-ac37-43d0-9860-416de0c3e2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:58.381235 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fe9ba8f4-b178-493f-a37e-b3c170d23d70 req-62799b63-9d90-492e-acf8-e9fa529cd001 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17 HTTP/1.1" status: 200 len: 999 time: 0.1458137 Nov 12 01:33:58.513208 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:33:58.579649 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-913a028c-14e7-468c-8abf-179848b47774 None None] Set router 3443ace8-0afd-4ac5-8409-6c6233b89234 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:33:58.626859 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ba8f4-b178-493f-a37e-b3c170d23d70 req-b49afbf8-5362-4028-8a69-1363811edbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:58.634311 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fe9ba8f4-b178-493f-a37e-b3c170d23d70 req-b49afbf8-5362-4028-8a69-1363811edbc4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f81273d5-5056-4466-9fcc-4a08e0aec357 HTTP/1.1" status: 200 len: 835 time: 0.2444108 Nov 12 01:33:58.644005 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-404a3e29-1856-4e9f-8962-d785554ccc90 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:58.727060 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ba8f4-b178-493f-a37e-b3c170d23d70 req-5cf41e23-ed58-4671-ab5b-bcb779cc7c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:58.729077 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fe9ba8f4-b178-493f-a37e-b3c170d23d70 req-5cf41e23-ed58-4671-ab5b-bcb779cc7c4d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=38038e54-10a0-4ee6-8104-f50c0031a830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0654428 Nov 12 01:33:58.753540 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5a2ab027-bfaf-4ab5-ab4c-2c2baa0162f6 None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:58.790112 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5a2ab027-bfaf-4ab5-ab4c-2c2baa0162f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:58.850545 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-404a3e29-1856-4e9f-8962-d785554ccc90 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:58.905080 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c0ab7279-f4b6-4b8d-b5f0-07f2be57e49c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:58.923089 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f9103b-796b-4dd5-b69d-c5d4220b169b None None] Pushing event updated for resources: {'Port': ['ID=13ec9554-97fe-4778-be55-af9aaa8bb4da,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:58.967066 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-624ae927-ac37-43d0-9860-416de0c3e2c7 None None] Allocated IP 172.20.0.2 (6159be9c-3a83-40af-8155-0bc77f429c0b/ed261d0a-3440-4b4f-8af4-74d6aa1fe67b/c2f32a85-8fb0-4d3f-8aaf-a7f22ce6386b) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:33:59.001416 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab7279-f4b6-4b8d-b5f0-07f2be57e49c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event deleted for resources: {'Port': ['ID=0be861d0-675e-448f-b7e3-2380b6fd69d4,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:33:59.139127 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fe9ba8f4-b178-493f-a37e-b3c170d23d70 req-74b9b48f-df76-41e1-ac82-a04f3069b4b6 service neutron] 10.222.0.16 "GET /v2.0/networks/38038e54-10a0-4ee6-8104-f50c0031a830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644984 Nov 12 01:33:59.259348 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382b4a46-b5f0-47c9-9e9e-ba787946dfc5 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:33:59.266251 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f3cac727-02c4-4099-b86f-64ed88c80c23 tempest-TestSecurityGroupsBasicOps-151771215 tempest-TestSecurityGroupsBasicOps-151771215-project-admin] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4321 time: 1.0503993 Nov 12 01:33:59.266842 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-913a028c-14e7-468c-8abf-179848b47774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3443ace8-0afd-4ac5-8409-6c6233b89234', 'name': 'tempest-TestSecurityGroupsBasicOps-router-547278026', 'tenant_id': '0e98dc96d50c4c37b8dc7e919691f179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '149144f7-ad29-46aa-ac50-4dc8c25c1ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:33:11Z', 'updated_at': '2021-11-12T01:33:23Z', 'revision_number': 4, 'project_id': '0e98dc96d50c4c37b8dc7e919691f179', 'gw_port': {'id': '149144f7-ad29-46aa-ac50-4dc8c25c1ebb', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3443ace8-0afd-4ac5-8409-6c6233b89234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:13Z', 'updated_at': '2021-11-12T01:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '853995d7-8018-4876-b1d0-790f26ebd332', 'tenant_id': '0e98dc96d50c4c37b8dc7e919691f179', 'floating_ip_address': '172.25.3.116', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '3443ace8-0afd-4ac5-8409-6c6233b89234', 'port_id': '5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38038e54-10a0-4ee6-8104-f50c0031a830', 'mac_address': 'fa:16:3e:34:7a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca75374e-5635-47f5-a363-015324634c2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:33:53Z', 'updated_at': '2021-11-12T01:33:53Z', 'revision_number': 0, 'project_id': '0e98dc96d50c4c37b8dc7e919691f179', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cd4f046-e642-4c62-b77d-3927ce6699c9', 'name': '', 'network_id': '38038e54-10a0-4ee6-8104-f50c0031a830', 'tenant_id': '0e98dc96d50c4c37b8dc7e919691f179', 'mac_address': 'fa:16:3e:de:f0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3443ace8-0afd-4ac5-8409-6c6233b89234', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': 'f81273d5-5056-4466-9fcc-4a08e0aec357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:21Z', 'updated_at': '2021-11-12T01:33:30Z', 'revision_number': 5, 'project_id': '0e98dc96d50c4c37b8dc7e919691f179', 'subnets': [{'id': 'f81273d5-5056-4466-9fcc-4a08e0aec357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:33:59.278810 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46468) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:33:59.304600 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c0ab7279-f4b6-4b8d-b5f0-07f2be57e49c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:59.380916 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913a028c-14e7-468c-8abf-179848b47774 None None] The sync data for ids ['3443ace8-0afd-4ac5-8409-6c6233b89234'] in n-d-712142-27 is: [{'id': '3443ace8-0afd-4ac5-8409-6c6233b89234', 'name': 'tempest-TestSecurityGroupsBasicOps-router-547278026', 'tenant_id': '0e98dc96d50c4c37b8dc7e919691f179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '149144f7-ad29-46aa-ac50-4dc8c25c1ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:33:11Z', 'updated_at': '2021-11-12T01:33:23Z', 'revision_number': 4, 'project_id': '0e98dc96d50c4c37b8dc7e919691f179', 'gw_port': {'id': '149144f7-ad29-46aa-ac50-4dc8c25c1ebb', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3443ace8-0afd-4ac5-8409-6c6233b89234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:13Z', 'updated_at': '2021-11-12T01:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '853995d7-8018-4876-b1d0-790f26ebd332', 'tenant_id': '0e98dc96d50c4c37b8dc7e919691f179', 'floating_ip_address': '172.25.3.116', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '3443ace8-0afd-4ac5-8409-6c6233b89234', 'port_id': '5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38038e54-10a0-4ee6-8104-f50c0031a830', 'mac_address': 'fa:16:3e:34:7a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca75374e-5635-47f5-a363-015324634c2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:33:53Z', 'updated_at': '2021-11-12T01:33:53Z', 'revision_number': 0, 'project_id': '0e98dc96d50c4c37b8dc7e919691f179', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cd4f046-e642-4c62-b77d-3927ce6699c9', 'name': '', 'network_id': '38038e54-10a0-4ee6-8104-f50c0031a830', 'tenant_id': '0e98dc96d50c4c37b8dc7e919691f179', 'mac_address': 'fa:16:3e:de:f0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3443ace8-0afd-4ac5-8409-6c6233b89234', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': 'f81273d5-5056-4466-9fcc-4a08e0aec357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:21Z', 'updated_at': '2021-11-12T01:33:30Z', 'revision_number': 5, 'project_id': '0e98dc96d50c4c37b8dc7e919691f179', 'subnets': [{'id': 'f81273d5-5056-4466-9fcc-4a08e0aec357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:33:59.545638 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-5a2ab027-bfaf-4ab5-ab4c-2c2baa0162f6 None None] Attempting to bind port 13ec9554-97fe-4778-be55-af9aaa8bb4da on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:33:59.546063 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-5a2ab027-bfaf-4ab5-ab4c-2c2baa0162f6 None None] Attempting to bind port 13ec9554-97fe-4778-be55-af9aaa8bb4da by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '11989a1d-772f-4a9d-b651-05354d96e188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fec24f4e-5e20-4c05-b161-dc71ced288cb'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:33:59.546371 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2ab027-bfaf-4ab5-ab4c-2c2baa0162f6 None None] Attempting to bind port 13ec9554-97fe-4778-be55-af9aaa8bb4da on network fec24f4e-5e20-4c05-b161-dc71ced288cb {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:33:59.547042 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c0ab7279-f4b6-4b8d-b5f0-07f2be57e49c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:59.552286 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-624ae927-ac37-43d0-9860-416de0c3e2c7 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:59.557000 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c0ab7279-f4b6-4b8d-b5f0-07f2be57e49c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:59.578668 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2ab027-bfaf-4ab5-ab4c-2c2baa0162f6 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:33:59.581989 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2ab027-bfaf-4ab5-ab4c-2c2baa0162f6 None None] Checking segment: {'id': '11989a1d-772f-4a9d-b651-05354d96e188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fec24f4e-5e20-4c05-b161-dc71ced288cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:33:59.582615 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5a2ab027-bfaf-4ab5-ab4c-2c2baa0162f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:59.584072 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2ab027-bfaf-4ab5-ab4c-2c2baa0162f6 None None] Bound using segment: {'id': '11989a1d-772f-4a9d-b651-05354d96e188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fec24f4e-5e20-4c05-b161-dc71ced288cb'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:33:59.585078 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-5a2ab027-bfaf-4ab5-ab4c-2c2baa0162f6 None None] Bound port: 13ec9554-97fe-4778-be55-af9aaa8bb4da, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11989a1d-772f-4a9d-b651-05354d96e188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fec24f4e-5e20-4c05-b161-dc71ced288cb'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:33:59.586963 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5a2ab027-bfaf-4ab5-ab4c-2c2baa0162f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:59.634030 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c0ab7279-f4b6-4b8d-b5f0-07f2be57e49c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:59.634817 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ab7279-f4b6-4b8d-b5f0-07f2be57e49c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Fanout notify agent at l3_agent the message router_deleted on router fae40697-9b8a-4bde-8dfa-829c11a70003 {{(pid=109085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:33:59.675955 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70da6dbf-fae9-47d6-abe8-715fd1498771 tempest-TestSecurityGroupsBasicOps-151771215 tempest-TestSecurityGroupsBasicOps-151771215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:59.676703 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70da6dbf-fae9-47d6-abe8-715fd1498771 tempest-TestSecurityGroupsBasicOps-151771215 tempest-TestSecurityGroupsBasicOps-151771215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:33:59.680052 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-70da6dbf-fae9-47d6-abe8-715fd1498771 tempest-TestSecurityGroupsBasicOps-151771215 tempest-TestSecurityGroupsBasicOps-151771215-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=3443ace8-0afd-4ac5-8409-6c6233b89234 HTTP/1.1" status: 200 len: 1992 time: 0.3922853 Nov 12 01:33:59.727254 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fe9ba8f4-b178-493f-a37e-b3c170d23d70 req-dbdeffe8-d8bf-49de-af88-eb47e55e3d28 service neutron] 10.222.0.16 "GET /v2.0/networks/38038e54-10a0-4ee6-8104-f50c0031a830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5326965 Nov 12 01:33:59.745699 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c0ab7279-f4b6-4b8d-b5f0-07f2be57e49c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:59.760922 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c0ab7279-f4b6-4b8d-b5f0-07f2be57e49c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "DELETE /v2.0/routers/fae40697-9b8a-4bde-8dfa-829c11a70003 HTTP/1.1" status: 204 len: 168 time: 3.9191852 Nov 12 01:33:59.762623 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46478) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:33:59.774574 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-624ae927-ac37-43d0-9860-416de0c3e2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:59.806868 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5a2ab027-bfaf-4ab5-ab4c-2c2baa0162f6 None None] For port 13ec9554-97fe-4778-be55-af9aaa8bb4da, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:33:59.816328 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-404a3e29-1856-4e9f-8962-d785554ccc90 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:59.883169 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-404a3e29-1856-4e9f-8962-d785554ccc90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:59.891824 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-94629f00-9c10-41d6-aa34-decc665d5779 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:59.934330 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5a2ab027-bfaf-4ab5-ab4c-2c2baa0162f6 None None] For port 13ec9554-97fe-4778-be55-af9aaa8bb4da, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=13ec9554-97fe-4778-be55-af9aaa8bb4da,segment=NetworkSegment(11989a1d-772f-4a9d-b651-05354d96e188),segment_id=11989a1d-772f-4a9d-b651-05354d96e188)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:33:59.952985 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5a2ab027-bfaf-4ab5-ab4c-2c2baa0162f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:59.981607 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-aaf6adc4-1b6a-4cde-ac3a-8b5dd7c27fb0 None None] Provisioning complete for port 13ec9554-97fe-4778-be55-af9aaa8bb4da triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:33:59.981982 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-aaf6adc4-1b6a-4cde-ac3a-8b5dd7c27fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:33:59.988468 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624ae927-ac37-43d0-9860-416de0c3e2c7 None None] Network 6159be9c-3a83-40af-8155-0bc77f429c0b is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:34:00.053839 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-624ae927-ac37-43d0-9860-416de0c3e2c7 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:34:00.061242 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2dd89e-4767-47f6-b802-013dbcfa6fed None None] New status for floating IP 853995d7-8018-4876-b1d0-790f26ebd332: ACTIVE {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:34:00.070946 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-94629f00-9c10-41d6-aa34-decc665d5779 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:00.147901 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-94629f00-9c10-41d6-aa34-decc665d5779 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9adb33c-31fd-4f64-b585-da81d972b670']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:34:00.153689 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-404a3e29-1856-4e9f-8962-d785554ccc90 admin admin] Allocated IP 172.25.3.207 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/9e8d63ec-e80e-4be2-b019-5f5dd61d0d63) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:34:00.169021 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-94629f00-9c10-41d6-aa34-decc665d5779 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69a93cdd-d2be-4904-87a7-286ce0b7c58d') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:34:00.169529 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-94629f00-9c10-41d6-aa34-decc665d5779 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69a93cdd-d2be-4904-87a7-286ce0b7c58d') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:34:00.197642 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624ae927-ac37-43d0-9860-416de0c3e2c7 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:34:00.198134 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-94629f00-9c10-41d6-aa34-decc665d5779 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:00.225084 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-94629f00-9c10-41d6-aa34-decc665d5779 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:00.244136 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ae927-ac37-43d0-9860-416de0c3e2c7 None None] Pushing event updated for resources: {'Port': ['ID=c2f32a85-8fb0-4d3f-8aaf-a7f22ce6386b,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:00.268629 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94629f00-9c10-41d6-aa34-decc665d5779 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:34:00.274766 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-94629f00-9c10-41d6-aa34-decc665d5779 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:00.301369 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:34:00.301369 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:34:00.301369 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:34:00.301369 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:34:00.301369 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:34:00.301369 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:34:00.301369 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:34:00.301369 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:34:00.301369 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:34:00.301369 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:34:00.301369 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:34:00.301369 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:34:00.301369 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:34:00.301369 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:34:00.301369 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:34:00.301369 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:34:00.301369 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:34:00.301369 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:34:00.301369 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:34:00.301369 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:34:00.301369 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:34:00.301369 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:34:00.301369 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:34:00.301369 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:34:00.301369 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:34:00.301369 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:34:00.301369 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:34:00.301369 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:34:00.301369 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:34:00.301369 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:34:00.301369 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:34:00.301369 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:34:00.339620 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f9103b-796b-4dd5-b69d-c5d4220b169b None None] Pushing event updated for resources: {'Port': ['ID=13ec9554-97fe-4778-be55-af9aaa8bb4da,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:00.456011 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2ab027-bfaf-4ab5-ab4c-2c2baa0162f6 None None] Routers {'43412624-131e-4598-a497-40fa5af375f2'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:34:00.467228 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-5a2ab027-bfaf-4ab5-ab4c-2c2baa0162f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:33:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['43412624-131e-4598-a497-40fa5af375f2'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:34:00.577777 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-94629f00-9c10-41d6-aa34-decc665d5779 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:00.646913 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-94629f00-9c10-41d6-aa34-decc665d5779 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:00.664133 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-94629f00-9c10-41d6-aa34-decc665d5779 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "DELETE /v2.0/networks/c9adb33c-31fd-4f64-b585-da81d972b670 HTTP/1.1" status: 204 len: 168 time: 0.8987982 Nov 12 01:34:00.667354 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46484) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:34:00.674219 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94629f00-9c10-41d6-aa34-decc665d5779 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event deleted for resources: {'Network': ['ID=c9adb33c-31fd-4f64-b585-da81d972b670,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:00.938967 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3cab3e63-8807-478a-9f48-676ed75da7a3 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:00.974568 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-624ae927-ac37-43d0-9860-416de0c3e2c7 None None] Attempting to bind port c2f32a85-8fb0-4d3f-8aaf-a7f22ce6386b on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:34:00.977036 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-624ae927-ac37-43d0-9860-416de0c3e2c7 None None] Attempting to bind port c2f32a85-8fb0-4d3f-8aaf-a7f22ce6386b by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '87066fcb-92b4-42d0-8d37-beb1559863d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6159be9c-3a83-40af-8155-0bc77f429c0b'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:34:00.978010 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624ae927-ac37-43d0-9860-416de0c3e2c7 None None] Attempting to bind port c2f32a85-8fb0-4d3f-8aaf-a7f22ce6386b on network 6159be9c-3a83-40af-8155-0bc77f429c0b {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:34:00.984989 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3cab3e63-8807-478a-9f48-676ed75da7a3 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:01.025533 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-5a2ab027-bfaf-4ab5-ab4c-2c2baa0162f6 None None] Set router 43412624-131e-4598-a497-40fa5af375f2 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:34:01.046112 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624ae927-ac37-43d0-9860-416de0c3e2c7 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:34:01.046501 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624ae927-ac37-43d0-9860-416de0c3e2c7 None None] Checking segment: {'id': '87066fcb-92b4-42d0-8d37-beb1559863d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6159be9c-3a83-40af-8155-0bc77f429c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:34:01.047060 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-624ae927-ac37-43d0-9860-416de0c3e2c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:01.047619 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624ae927-ac37-43d0-9860-416de0c3e2c7 None None] Bound using segment: {'id': '87066fcb-92b4-42d0-8d37-beb1559863d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6159be9c-3a83-40af-8155-0bc77f429c0b'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:34:01.049625 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-624ae927-ac37-43d0-9860-416de0c3e2c7 None None] Bound port: c2f32a85-8fb0-4d3f-8aaf-a7f22ce6386b, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87066fcb-92b4-42d0-8d37-beb1559863d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6159be9c-3a83-40af-8155-0bc77f429c0b'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:34:01.050219 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-624ae927-ac37-43d0-9860-416de0c3e2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:01.083771 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-404a3e29-1856-4e9f-8962-d785554ccc90 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:01.115179 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3cab3e63-8807-478a-9f48-676ed75da7a3 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:01.119948 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3cab3e63-8807-478a-9f48-676ed75da7a3 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:01.124589 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3cab3e63-8807-478a-9f48-676ed75da7a3 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "DELETE /v2.0/security-groups/7a087f77-92bd-4b9f-ad35-296fa276609a HTTP/1.1" status: 204 len: 168 time: 0.4494925 Nov 12 01:34:01.139607 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab3e63-8807-478a-9f48-676ed75da7a3 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a087f77-92bd-4b9f-ad35-296fa276609a,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:01.181240 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-404a3e29-1856-4e9f-8962-d785554ccc90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:01.238894 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404a3e29-1856-4e9f-8962-d785554ccc90 admin admin] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:34:01.243011 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-404a3e29-1856-4e9f-8962-d785554ccc90 admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:34:01.260397 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404a3e29-1856-4e9f-8962-d785554ccc90 admin admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:34:01.264423 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404a3e29-1856-4e9f-8962-d785554ccc90 admin admin] Pushing event updated for resources: {'Port': ['ID=9e8d63ec-e80e-4be2-b019-5f5dd61d0d63,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:01.424164 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6bc7b328-343e-46d0-a8d6-7c1747f9512d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:01.427741 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 0be861d0-675e-448f-b7e3-2380b6fd69d4 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:34:01.571638 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 0be861d0-675e-448f-b7e3-2380b6fd69d4 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:34:01.572302 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 0be861d0-675e-448f-b7e3-2380b6fd69d4 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:34:01.580508 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2139a6df-f3a6-4c8c-a135-2f9e23988a1c None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:34:01.588244 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-aaf6adc4-1b6a-4cde-ac3a-8b5dd7c27fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:01.637688 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46492) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:34:01.643233 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-673e438b-9c83-4992-84ee-23f16a50f742 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1501276790', 'description': 'tempest-secgroup-smoke-1501276790 description', 'project_id': '553fbe5d09fe49948bd69193fe3f0783'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:34:01.690378 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-673e438b-9c83-4992-84ee-23f16a50f742 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:01.774120 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-404a3e29-1856-4e9f-8962-d785554ccc90 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:01.888550 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-aaf6adc4-1b6a-4cde-ac3a-8b5dd7c27fb0 None None] For port 13ec9554-97fe-4778-be55-af9aaa8bb4da, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=13ec9554-97fe-4778-be55-af9aaa8bb4da,segment=NetworkSegment(11989a1d-772f-4a9d-b651-05354d96e188),segment_id=11989a1d-772f-4a9d-b651-05354d96e188)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:34:01.920758 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-aaf6adc4-1b6a-4cde-ac3a-8b5dd7c27fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:01.921156 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-673e438b-9c83-4992-84ee-23f16a50f742 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:01.929041 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-673e438b-9c83-4992-84ee-23f16a50f742 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:01.989106 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-673e438b-9c83-4992-84ee-23f16a50f742 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:01.995306 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46498) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:34:01.995819 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-673e438b-9c83-4992-84ee-23f16a50f742 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3560305 Nov 12 01:34:01.999792 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673e438b-9c83-4992-84ee-23f16a50f742 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5e73b0-89e2-4f08-b3e4-f68aa12c2a14,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:02.003595 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-57c3cb08-2061-4c56-b0b7-c3991c44b21b tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Request body: {'security_group_rule': {'security_group_id': 'cb5e73b0-89e2-4f08-b3e4-f68aa12c2a14', 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:34:02.032643 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-624ae927-ac37-43d0-9860-416de0c3e2c7 None None] For port c2f32a85-8fb0-4d3f-8aaf-a7f22ce6386b, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:34:02.051239 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-57c3cb08-2061-4c56-b0b7-c3991c44b21b tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:02.085089 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-624ae927-ac37-43d0-9860-416de0c3e2c7 None None] For port c2f32a85-8fb0-4d3f-8aaf-a7f22ce6386b, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=c2f32a85-8fb0-4d3f-8aaf-a7f22ce6386b,segment=NetworkSegment(87066fcb-92b4-42d0-8d37-beb1559863d0),segment_id=87066fcb-92b4-42d0-8d37-beb1559863d0)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:34:02.123685 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-624ae927-ac37-43d0-9860-416de0c3e2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:02.157560 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf6adc4-1b6a-4cde-ac3a-8b5dd7c27fb0 None None] Pushing event updated for resources: {'Port': ['ID=13ec9554-97fe-4778-be55-af9aaa8bb4da,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:02.162276 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-3e45078b-3e8d-4480-b750-596d08f9078c None None] Provisioning complete for port 9e8d63ec-e80e-4be2-b019-5f5dd61d0d63 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:34:02.162827 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3e45078b-3e8d-4480-b750-596d08f9078c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:02.171432 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-5a2ab027-bfaf-4ab5-ab4c-2c2baa0162f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43412624-131e-4598-a497-40fa5af375f2', 'name': 'tempest-TestVolumeBackupRestore-864234643-router', 'tenant_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': 'c3b828cd-4e86-471e-9cfa-2826c1b2f640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:33:43Z', 'updated_at': '2021-11-12T01:33:51Z', 'revision_number': 4, 'project_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'gw_port': {'id': 'c3b828cd-4e86-471e-9cfa-2826c1b2f640', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:65:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43412624-131e-4598-a497-40fa5af375f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:44Z', 'updated_at': '2021-11-12T01:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '13ec9554-97fe-4778-be55-af9aaa8bb4da', 'name': '', 'network_id': 'fec24f4e-5e20-4c05-b161-dc71ced288cb', 'tenant_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'mac_address': 'fa:16:3e:22:75:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43412624-131e-4598-a497-40fa5af375f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '6378f0f2-aa83-409d-a23b-c9e8b33394c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:49Z', 'updated_at': '2021-11-12T01:33:59Z', 'revision_number': 4, 'project_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'subnets': [{'id': '6378f0f2-aa83-409d-a23b-c9e8b33394c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:34:02.219112 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-57c3cb08-2061-4c56-b0b7-c3991c44b21b tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:02.228783 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-57c3cb08-2061-4c56-b0b7-c3991c44b21b tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:02.294437 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2ab027-bfaf-4ab5-ab4c-2c2baa0162f6 None None] The sync data for ids ['43412624-131e-4598-a497-40fa5af375f2'] in n-d-712142-27 is: [{'id': '43412624-131e-4598-a497-40fa5af375f2', 'name': 'tempest-TestVolumeBackupRestore-864234643-router', 'tenant_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': 'c3b828cd-4e86-471e-9cfa-2826c1b2f640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:33:43Z', 'updated_at': '2021-11-12T01:33:51Z', 'revision_number': 4, 'project_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'gw_port': {'id': 'c3b828cd-4e86-471e-9cfa-2826c1b2f640', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:65:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43412624-131e-4598-a497-40fa5af375f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:44Z', 'updated_at': '2021-11-12T01:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '13ec9554-97fe-4778-be55-af9aaa8bb4da', 'name': '', 'network_id': 'fec24f4e-5e20-4c05-b161-dc71ced288cb', 'tenant_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'mac_address': 'fa:16:3e:22:75:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43412624-131e-4598-a497-40fa5af375f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '6378f0f2-aa83-409d-a23b-c9e8b33394c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:49Z', 'updated_at': '2021-11-12T01:33:59Z', 'revision_number': 4, 'project_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'subnets': [{'id': '6378f0f2-aa83-409d-a23b-c9e8b33394c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:34:02.346398 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c3cb08-2061-4c56-b0b7-c3991c44b21b tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94adc372-6c7e-427b-af0c-69f8a61a02ea,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:02.356997 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-3e45078b-3e8d-4480-b750-596d08f9078c None None] Port 9e8d63ec-e80e-4be2-b019-5f5dd61d0d63 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:34:02.363044 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ae927-ac37-43d0-9860-416de0c3e2c7 None None] Pushing event updated for resources: {'Port': ['ID=c2f32a85-8fb0-4d3f-8aaf-a7f22ce6386b,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:02.368495 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-57c3cb08-2061-4c56-b0b7-c3991c44b21b tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:02.374595 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46502) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:34:02.383845 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-67354af1-7c74-46de-a63c-44c880f697ef tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Request body: {'security_group_rule': {'security_group_id': 'cb5e73b0-89e2-4f08-b3e4-f68aa12c2a14', 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:34:02.392618 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-57c3cb08-2061-4c56-b0b7-c3991c44b21b tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3959708 Nov 12 01:34:02.409302 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-3e45078b-3e8d-4480-b750-596d08f9078c None None] Provisioning complete for port 13ec9554-97fe-4778-be55-af9aaa8bb4da triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:34:02.409302 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3e45078b-3e8d-4480-b750-596d08f9078c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:02.440262 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-404a3e29-1856-4e9f-8962-d785554ccc90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:02.499682 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-67354af1-7c74-46de-a63c-44c880f697ef tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:02.795705 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-67354af1-7c74-46de-a63c-44c880f697ef tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:02.804134 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-67354af1-7c74-46de-a63c-44c880f697ef tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:02.828222 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-404a3e29-1856-4e9f-8962-d785554ccc90 admin admin] Router 9dc371c5-4f74-4eca-8c12-7123269e19b2 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:34:02.879892 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67354af1-7c74-46de-a63c-44c880f697ef tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71d040fb-7ad1-4a58-9006-e4bb16e961d7,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:02.899009 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-67354af1-7c74-46de-a63c-44c880f697ef tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:02.907012 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-67354af1-7c74-46de-a63c-44c880f697ef tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5305195 Nov 12 01:34:02.908194 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46504) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:34:02.914721 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-f91206a8-34ca-41f4-84a8-4d3354e867cf tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Request body: {'security_group_rule': {'security_group_id': 'cb5e73b0-89e2-4f08-b3e4-f68aa12c2a14', 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:34:02.943326 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:03.057083 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-404a3e29-1856-4e9f-8962-d785554ccc90 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:34:03.070876 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a84db3-b76f-4e39-a8ef-3286a3617df7 None None] Sync routers for ids ['9dc371c5-4f74-4eca-8c12-7123269e19b2'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:34:03.102866 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f91206a8-34ca-41f4-84a8-4d3354e867cf tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:03.120551 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a84db3-b76f-4e39-a8ef-3286a3617df7 None None] Routers {'9dc371c5-4f74-4eca-8c12-7123269e19b2'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:34:03.124249 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-404a3e29-1856-4e9f-8962-d785554ccc90 admin admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:03.131540 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-404a3e29-1856-4e9f-8962-d785554ccc90 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.1691816 Nov 12 01:34:03.135307 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46512) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:34:03.146444 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-21a84db3-b76f-4e39-a8ef-3286a3617df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:34:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['9dc371c5-4f74-4eca-8c12-7123269e19b2'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:34:03.380314 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f91206a8-34ca-41f4-84a8-4d3354e867cf tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:03.389296 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f91206a8-34ca-41f4-84a8-4d3354e867cf tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:03.398035 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device c2f32a85-8fb0-4d3f-8aaf-a7f22ce6386b up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:34:03.442721 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f91206a8-34ca-41f4-84a8-4d3354e867cf tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:03.458698 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f91206a8-34ca-41f4-84a8-4d3354e867cf tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5346520 Nov 12 01:34:03.459932 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91206a8-34ca-41f4-84a8-4d3354e867cf tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a5ace6c-05ce-4a09-88f3-2a308e8564cc,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:03.462001 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46514) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:34:03.483189 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-c1a709c2-2ee3-4280-ae30-7b4330a9da41 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Request body: {'security_group_rule': {'security_group_id': 'cb5e73b0-89e2-4f08-b3e4-f68aa12c2a14', 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:34:03.543630 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-21a84db3-b76f-4e39-a8ef-3286a3617df7 None None] Set router 9dc371c5-4f74-4eca-8c12-7123269e19b2 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:34:03.589469 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c1a709c2-2ee3-4280-ae30-7b4330a9da41 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:03.627323 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port c2f32a85-8fb0-4d3f-8aaf-a7f22ce6386b triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:34:03.628120 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:03.766028 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c1a709c2-2ee3-4280-ae30-7b4330a9da41 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:03.775128 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c1a709c2-2ee3-4280-ae30-7b4330a9da41 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:03.824267 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a709c2-2ee3-4280-ae30-7b4330a9da41 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d4d60e8-8dc1-4016-8ac1-baa3f1557863,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:03.842707 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c1a709c2-2ee3-4280-ae30-7b4330a9da41 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:03.844343 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c1a709c2-2ee3-4280-ae30-7b4330a9da41 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3765564 Nov 12 01:34:03.847263 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46516) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:34:03.853637 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:03.854564 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-eb57ec1f-fa1f-44f2-8396-b510eea7eb31 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Request body: {'security_group_rule': {'security_group_id': 'cb5e73b0-89e2-4f08-b3e4-f68aa12c2a14', 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:34:03.915066 n-d-712142-27 neutron-server[109086]: INFO neutron.db.securitygroups_db [None req-eb57ec1f-fa1f-44f2-8396-b510eea7eb31 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Project 553fbe5d09fe49948bd69193fe3f0783 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:34:03.922371 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eb57ec1f-fa1f-44f2-8396-b510eea7eb31 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:04.027654 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port c2f32a85-8fb0-4d3f-8aaf-a7f22ce6386b, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=c2f32a85-8fb0-4d3f-8aaf-a7f22ce6386b,segment=NetworkSegment(87066fcb-92b4-42d0-8d37-beb1559863d0),segment_id=87066fcb-92b4-42d0-8d37-beb1559863d0)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:34:04.044247 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-21a84db3-b76f-4e39-a8ef-3286a3617df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc371c5-4f74-4eca-8c12-7123269e19b2', 'name': 'tempest-TestVolumeBackupRestore-2146351533-router', 'tenant_id': 'f377e94d0b304c3ab000cf73e6276612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '9e8d63ec-e80e-4be2-b019-5f5dd61d0d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:33:58Z', 'updated_at': '2021-11-12T01:34:01Z', 'revision_number': 3, 'project_id': 'f377e94d0b304c3ab000cf73e6276612', 'gw_port': {'id': '9e8d63ec-e80e-4be2-b019-5f5dd61d0d63', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:af:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc371c5-4f74-4eca-8c12-7123269e19b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:59Z', 'updated_at': '2021-11-12T01:34:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:34:04.060957 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:04.065242 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 13ec9554-97fe-4778-be55-af9aaa8bb4da up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:34:04.074894 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:04.077434 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eb57ec1f-fa1f-44f2-8396-b510eea7eb31 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:04.088084 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eb57ec1f-fa1f-44f2-8396-b510eea7eb31 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:04.163476 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eb57ec1f-fa1f-44f2-8396-b510eea7eb31 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:04.178498 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-eb57ec1f-fa1f-44f2-8396-b510eea7eb31 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3237619 Nov 12 01:34:04.178996 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46522) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:34:04.186900 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-78f401f6-c658-4712-8323-fb8b5cbe9598 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Request body: {'security_group_rule': {'security_group_id': 'cb5e73b0-89e2-4f08-b3e4-f68aa12c2a14', 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:34:04.188801 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a84db3-b76f-4e39-a8ef-3286a3617df7 None None] Checking router: 9dc371c5-4f74-4eca-8c12-7123269e19b2 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:34:04.193265 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a84db3-b76f-4e39-a8ef-3286a3617df7 None None] Updating router 9dc371c5-4f74-4eca-8c12-7123269e19b2 port 9e8d63ec-e80e-4be2-b019-5f5dd61d0d63 binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:34:04.202685 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb57ec1f-fa1f-44f2-8396-b510eea7eb31 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69bbd1ea-11c9-467b-8440-0a6627074e32,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:04.261317 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-21a84db3-b76f-4e39-a8ef-3286a3617df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:04.290251 n-d-712142-27 neutron-server[109086]: INFO neutron.db.securitygroups_db [None req-78f401f6-c658-4712-8323-fb8b5cbe9598 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Project 553fbe5d09fe49948bd69193fe3f0783 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:34:04.300292 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-78f401f6-c658-4712-8323-fb8b5cbe9598 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:04.307735 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=c2f32a85-8fb0-4d3f-8aaf-a7f22ce6386b,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:04.361911 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 13ec9554-97fe-4778-be55-af9aaa8bb4da triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:34:04.362470 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:04.444430 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c14317-ab1d-4fd9-b961-050152ac61c7 None None] Network 6159be9c-3a83-40af-8155-0bc77f429c0b requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:34:04.502267 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-78f401f6-c658-4712-8323-fb8b5cbe9598 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:04.512725 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-78f401f6-c658-4712-8323-fb8b5cbe9598 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:04.555511 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f401f6-c658-4712-8323-fb8b5cbe9598 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01d79266-4d85-46ec-a282-7d2423445a85,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:04.575461 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-78f401f6-c658-4712-8323-fb8b5cbe9598 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:04.580610 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-78f401f6-c658-4712-8323-fb8b5cbe9598 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3999145 Nov 12 01:34:04.580846 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46526) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:34:04.592068 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-97a07978-3781-4008-8751-8ef0af2043f9 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Request body: {'network': {'name': 'tempest-network-smoke--299995907', 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'port_security_enabled': True}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:34:04.697896 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-61f81358-4dec-40e0-9821-90e52a429e20 None None] Provisioning complete for port c2f32a85-8fb0-4d3f-8aaf-a7f22ce6386b triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:34:04.698507 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-61f81358-4dec-40e0-9821-90e52a429e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:04.910368 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a07978-3781-4008-8751-8ef0af2043f9 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Made reservation on behalf of 553fbe5d09fe49948bd69193fe3f0783 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:34:04.916412 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-97a07978-3781-4008-8751-8ef0af2043f9 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:04.935035 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5184182a-ef61-4301-9ce7-2617a1b1228a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:05.003216 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97a07978-3781-4008-8751-8ef0af2043f9 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:34:05.148984 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-21a84db3-b76f-4e39-a8ef-3286a3617df7 None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:05.158877 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device c2f32a85-8fb0-4d3f-8aaf-a7f22ce6386b up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:34:05.160302 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-21a84db3-b76f-4e39-a8ef-3286a3617df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:05.230178 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-97a07978-3781-4008-8751-8ef0af2043f9 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:05.231508 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-97a07978-3781-4008-8751-8ef0af2043f9 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Added segment cc1c622a-5446-44d6-b64a-860c1673651a of type vlan for network 26afd3d7-f476-4a62-835b-6349cc82b916 Nov 12 01:34:05.295723 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:05.358797 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d03a39-2d75-4c3e-a494-d34e40e7bedb None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:34:05.373836 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port c2f32a85-8fb0-4d3f-8aaf-a7f22ce6386b triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:34:05.374534 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:05.392619 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cbcda1-2966-4975-ba97-8cd6747b26bf None None] Pushing event updated for resources: {'Port': ['ID=9e8d63ec-e80e-4be2-b019-5f5dd61d0d63,revision_number=2']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:05.405418 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-21a84db3-b76f-4e39-a8ef-3286a3617df7 None None] Attempting to bind port 9e8d63ec-e80e-4be2-b019-5f5dd61d0d63 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:34:05.405788 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-21a84db3-b76f-4e39-a8ef-3286a3617df7 None None] Attempting to bind port 9e8d63ec-e80e-4be2-b019-5f5dd61d0d63 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:34:05.406165 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a84db3-b76f-4e39-a8ef-3286a3617df7 None None] Attempting to bind port 9e8d63ec-e80e-4be2-b019-5f5dd61d0d63 on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:34:05.416470 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a84db3-b76f-4e39-a8ef-3286a3617df7 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:34:05.416470 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a84db3-b76f-4e39-a8ef-3286a3617df7 None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:34:05.416470 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-21a84db3-b76f-4e39-a8ef-3286a3617df7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:05.416470 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a84db3-b76f-4e39-a8ef-3286a3617df7 None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:34:05.416470 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-21a84db3-b76f-4e39-a8ef-3286a3617df7 None None] Bound port: 9e8d63ec-e80e-4be2-b019-5f5dd61d0d63, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:34:05.416470 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-21a84db3-b76f-4e39-a8ef-3286a3617df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:05.443114 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-07f6b3bd-ab96-4f2e-9801-5db005ef5b25 None None] Provisioning complete for port c2f32a85-8fb0-4d3f-8aaf-a7f22ce6386b triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:34:05.448648 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-07f6b3bd-ab96-4f2e-9801-5db005ef5b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:05.470769 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-97a07978-3781-4008-8751-8ef0af2043f9 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:05.518438 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-21a84db3-b76f-4e39-a8ef-3286a3617df7 None None] For port 9e8d63ec-e80e-4be2-b019-5f5dd61d0d63, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:34:05.522941 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-21a84db3-b76f-4e39-a8ef-3286a3617df7 None None] For port 9e8d63ec-e80e-4be2-b019-5f5dd61d0d63, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=9e8d63ec-e80e-4be2-b019-5f5dd61d0d63,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:34:05.531703 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-21a84db3-b76f-4e39-a8ef-3286a3617df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:05.547485 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-97a07978-3781-4008-8751-8ef0af2043f9 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:05.556653 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a07978-3781-4008-8751-8ef0af2043f9 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:05.557648 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-97a07978-3781-4008-8751-8ef0af2043f9 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:05.603785 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cba43c-b0d3-458e-972c-8b8dee3c0b7b None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:34:05.618412 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a84db3-b76f-4e39-a8ef-3286a3617df7 None None] Routers {'9dc371c5-4f74-4eca-8c12-7123269e19b2'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:34:05.619884 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-21a84db3-b76f-4e39-a8ef-3286a3617df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:34:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['9dc371c5-4f74-4eca-8c12-7123269e19b2'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:34:05.713260 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-97a07978-3781-4008-8751-8ef0af2043f9 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1312888 Nov 12 01:34:05.716847 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46534) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:34:05.722833 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-6f2331cb-5959-4681-8578-d1c9e77c6c0e tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-621851417', 'admin_state_up': True, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:34:05.727079 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a07978-3781-4008-8751-8ef0af2043f9 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'Network': ['ID=26afd3d7-f476-4a62-835b-6349cc82b916,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:05.748085 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-5184182a-ef61-4301-9ce7-2617a1b1228a admin admin] Allocated IP 172.20.0.1 (6159be9c-3a83-40af-8155-0bc77f429c0b/ed261d0a-3440-4b4f-8af4-74d6aa1fe67b/b2fac336-83c2-40e0-8d74-c37117bf0aa7) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:34:05.779575 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 26afd3d7-f476-4a62-835b-6349cc82b916 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:34:05.784047 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f2331cb-5959-4681-8578-d1c9e77c6c0e tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:05.786577 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f2331cb-5959-4681-8578-d1c9e77c6c0e tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:05.908791 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cbcda1-2966-4975-ba97-8cd6747b26bf None None] Pushing event updated for resources: {'Port': ['ID=9e8d63ec-e80e-4be2-b019-5f5dd61d0d63,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:05.915794 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f2331cb-5959-4681-8578-d1c9e77c6c0e tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:05.918610 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-21a84db3-b76f-4e39-a8ef-3286a3617df7 None None] Set router 9dc371c5-4f74-4eca-8c12-7123269e19b2 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:34:05.922862 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5184182a-ef61-4301-9ce7-2617a1b1228a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:05.971012 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5184182a-ef61-4301-9ce7-2617a1b1228a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:06.036763 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5184182a-ef61-4301-9ce7-2617a1b1228a admin admin] Pushing event updated for resources: {'Port': ['ID=b2fac336-83c2-40e0-8d74-c37117bf0aa7,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:06.063831 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5184182a-ef61-4301-9ce7-2617a1b1228a admin admin] Network 6159be9c-3a83-40af-8155-0bc77f429c0b is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:34:06.065432 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-5184182a-ef61-4301-9ce7-2617a1b1228a admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:34:06.068457 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5184182a-ef61-4301-9ce7-2617a1b1228a admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:34:06.115226 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5184182a-ef61-4301-9ce7-2617a1b1228a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:06.142088 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-2740cd29-d8d0-4e6b-a0ff-99d6da5bc761 None None] Provisioning complete for port 9e8d63ec-e80e-4be2-b019-5f5dd61d0d63 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:34:06.143218 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2740cd29-d8d0-4e6b-a0ff-99d6da5bc761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:06.214951 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-21a84db3-b76f-4e39-a8ef-3286a3617df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc371c5-4f74-4eca-8c12-7123269e19b2', 'name': 'tempest-TestVolumeBackupRestore-2146351533-router', 'tenant_id': 'f377e94d0b304c3ab000cf73e6276612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '9e8d63ec-e80e-4be2-b019-5f5dd61d0d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:33:58Z', 'updated_at': '2021-11-12T01:34:01Z', 'revision_number': 3, 'project_id': 'f377e94d0b304c3ab000cf73e6276612', 'gw_port': {'id': '9e8d63ec-e80e-4be2-b019-5f5dd61d0d63', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:af:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc371c5-4f74-4eca-8c12-7123269e19b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:59Z', 'updated_at': '2021-11-12T01:34:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:34:06.312679 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a84db3-b76f-4e39-a8ef-3286a3617df7 None None] The sync data for ids ['9dc371c5-4f74-4eca-8c12-7123269e19b2'] in n-d-712142-27 is: [{'id': '9dc371c5-4f74-4eca-8c12-7123269e19b2', 'name': 'tempest-TestVolumeBackupRestore-2146351533-router', 'tenant_id': 'f377e94d0b304c3ab000cf73e6276612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '9e8d63ec-e80e-4be2-b019-5f5dd61d0d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:33:58Z', 'updated_at': '2021-11-12T01:34:01Z', 'revision_number': 3, 'project_id': 'f377e94d0b304c3ab000cf73e6276612', 'gw_port': {'id': '9e8d63ec-e80e-4be2-b019-5f5dd61d0d63', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:af:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc371c5-4f74-4eca-8c12-7123269e19b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:59Z', 'updated_at': '2021-11-12T01:34:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:34:06.327506 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2740cd29-d8d0-4e6b-a0ff-99d6da5bc761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:06.380827 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-2740cd29-d8d0-4e6b-a0ff-99d6da5bc761 None None] For port 9e8d63ec-e80e-4be2-b019-5f5dd61d0d63, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=9e8d63ec-e80e-4be2-b019-5f5dd61d0d63,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:34:06.391133 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2740cd29-d8d0-4e6b-a0ff-99d6da5bc761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:06.491142 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f2331cb-5959-4681-8578-d1c9e77c6c0e tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:06.495394 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5184182a-ef61-4301-9ce7-2617a1b1228a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:06.534844 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2740cd29-d8d0-4e6b-a0ff-99d6da5bc761 None None] Pushing event updated for resources: {'Port': ['ID=9e8d63ec-e80e-4be2-b019-5f5dd61d0d63,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:06.724863 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-dad5bb39-d6d9-4edc-8c70-20d5a056ae20 None None] Provisioning complete for port b2fac336-83c2-40e0-8d74-c37117bf0aa7 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:34:06.725235 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-dad5bb39-d6d9-4edc-8c70-20d5a056ae20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:06.807210 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-dad5bb39-d6d9-4edc-8c70-20d5a056ae20 None None] Port b2fac336-83c2-40e0-8d74-c37117bf0aa7 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:34:06.918928 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f2331cb-5959-4681-8578-d1c9e77c6c0e tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for router_gateway, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:06.926528 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5184182a-ef61-4301-9ce7-2617a1b1228a admin admin] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:06.938212 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5184182a-ef61-4301-9ce7-2617a1b1228a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:06.947119 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f2331cb-5959-4681-8578-d1c9e77c6c0e tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:07.117422 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-6f2331cb-5959-4681-8578-d1c9e77c6c0e tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Allocated IP 172.25.3.176 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/32ccf0b7-a7fc-49c2-8622-bc51f2a43458) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:34:07.211921 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 9e8d63ec-e80e-4be2-b019-5f5dd61d0d63 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:34:07.253425 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5184182a-ef61-4301-9ce7-2617a1b1228a admin admin] Pushing event updated for resources: {'Port': ['ID=b2fac336-83c2-40e0-8d74-c37117bf0aa7,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:07.290949 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f2331cb-5959-4681-8578-d1c9e77c6c0e tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:07.312272 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5184182a-ef61-4301-9ce7-2617a1b1228a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:07.345276 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f2331cb-5959-4681-8578-d1c9e77c6c0e tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:07.405815 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2331cb-5959-4681-8578-d1c9e77c6c0e tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:34:07.419675 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 9e8d63ec-e80e-4be2-b019-5f5dd61d0d63 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:34:07.420086 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:07.429430 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-6f2331cb-5959-4681-8578-d1c9e77c6c0e tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:34:07.450265 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2331cb-5959-4681-8578-d1c9e77c6c0e tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:34:07.453852 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2331cb-5959-4681-8578-d1c9e77c6c0e tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'Port': ['ID=32ccf0b7-a7fc-49c2-8622-bc51f2a43458,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:07.578474 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601172bc-9940-4009-998f-267160fbbf13 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:34:07.743819 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5184182a-ef61-4301-9ce7-2617a1b1228a admin admin] Network 6159be9c-3a83-40af-8155-0bc77f429c0b is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:34:07.746349 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-5184182a-ef61-4301-9ce7-2617a1b1228a admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:34:07.820168 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-87957464-5db4-40c0-a049-ad2eb4c731e0 None None] Provisioning complete for port 32ccf0b7-a7fc-49c2-8622-bc51f2a43458 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:34:07.822090 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-87957464-5db4-40c0-a049-ad2eb4c731e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:07.925116 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-87957464-5db4-40c0-a049-ad2eb4c731e0 None None] Port 32ccf0b7-a7fc-49c2-8622-bc51f2a43458 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:34:08.094436 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5184182a-ef61-4301-9ce7-2617a1b1228a admin admin] Router 9dc371c5-4f74-4eca-8c12-7123269e19b2 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:34:08.258179 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-13bcdfbb-effd-4aed-a40b-a4a7cfa1a41d None None] Provisioning complete for port b2fac336-83c2-40e0-8d74-c37117bf0aa7 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:34:08.261150 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-13bcdfbb-effd-4aed-a40b-a4a7cfa1a41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:08.362639 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5184182a-ef61-4301-9ce7-2617a1b1228a admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:34:08.375670 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-5184182a-ef61-4301-9ce7-2617a1b1228a admin admin] 10.222.0.45 "PUT /v2.0/routers/9dc371c5-4f74-4eca-8c12-7123269e19b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2391496 Nov 12 01:34:08.402657 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f2331cb-5959-4681-8578-d1c9e77c6c0e tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for router_gateway, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:08.447553 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-13bcdfbb-effd-4aed-a40b-a4a7cfa1a41d None None] Port b2fac336-83c2-40e0-8d74-c37117bf0aa7 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:34:08.576063 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:08.961037 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f2331cb-5959-4681-8578-d1c9e77c6c0e tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:09.209605 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f2331cb-5959-4681-8578-d1c9e77c6c0e tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Router d3df27b5-20cc-425f-8257-a89b92a21373 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:34:09.625729 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2331cb-5959-4681-8578-d1c9e77c6c0e tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:34:09.644626 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb714fe5-6a05-4beb-a38b-4133884cf113 None None] Sync routers for ids ['d3df27b5-20cc-425f-8257-a89b92a21373'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:34:09.681959 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb714fe5-6a05-4beb-a38b-4133884cf113 None None] Routers {'d3df27b5-20cc-425f-8257-a89b92a21373'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:34:09.689503 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-eb714fe5-6a05-4beb-a38b-4133884cf113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:34:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['d3df27b5-20cc-425f-8257-a89b92a21373'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:34:09.708261 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f2331cb-5959-4681-8578-d1c9e77c6c0e tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:09.717729 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46600) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:34:09.718596 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6f2331cb-5959-4681-8578-d1c9e77c6c0e tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.9990134 Nov 12 01:34:09.849149 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2d8919e5-3066-475e-b1e1-916c3c42cdbd tempest-TestNetworkAdvancedServerOps-773100936 tempest-TestNetworkAdvancedServerOps-773100936-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=553fbe5d09fe49948bd69193fe3f0783&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1257935 Nov 12 01:34:09.851763 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46606) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:34:10.396562 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-eb714fe5-6a05-4beb-a38b-4133884cf113 None None] Set router d3df27b5-20cc-425f-8257-a89b92a21373 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:34:10.443117 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6496bb0a-5922-4f62-9c2e-a281d5de3b53 None None] Sync routers for ids ['9dc371c5-4f74-4eca-8c12-7123269e19b2'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:34:10.471451 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6496bb0a-5922-4f62-9c2e-a281d5de3b53 None None] Routers {'9dc371c5-4f74-4eca-8c12-7123269e19b2'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:34:10.472038 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-6496bb0a-5922-4f62-9c2e-a281d5de3b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:34:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['9dc371c5-4f74-4eca-8c12-7123269e19b2'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:34:10.501245 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669d2830-fc71-431e-8662-3fb5c8ef3a78 tempest-TestNetworkAdvancedServerOps-773100936 tempest-TestNetworkAdvancedServerOps-773100936-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:10.503880 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-669d2830-fc71-431e-8662-3fb5c8ef3a78 tempest-TestNetworkAdvancedServerOps-773100936 tempest-TestNetworkAdvancedServerOps-773100936-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6506994 Nov 12 01:34:10.509140 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46626) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:34:10.661807 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46628) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:34:10.671834 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-f8892712-32b0-4163-aa61-7c6feedcc4ad tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1898938916', 'network_id': '26afd3d7-f476-4a62-835b-6349cc82b916', 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:34:10.677690 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-17a97f1e-9144-4ccb-96eb-d4b1aebebb8f tempest-TestNetworkAdvancedServerOps-773100936 tempest-TestNetworkAdvancedServerOps-773100936-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=ab9ea869-d067-4dfb-b2de-16b019fae22d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1515212 Nov 12 01:34:10.880147 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-6496bb0a-5922-4f62-9c2e-a281d5de3b53 None None] Set router 9dc371c5-4f74-4eca-8c12-7123269e19b2 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:34:11.022622 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8892712-32b0-4163-aa61-7c6feedcc4ad tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Made reservation on behalf of 553fbe5d09fe49948bd69193fe3f0783 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:34:11.040159 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f8892712-32b0-4163-aa61-7c6feedcc4ad tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:11.153133 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:11.374911 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-eb714fe5-6a05-4beb-a38b-4133884cf113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3df27b5-20cc-425f-8257-a89b92a21373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621851417', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '32ccf0b7-a7fc-49c2-8622-bc51f2a43458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:34:05Z', 'updated_at': '2021-11-12T01:34:08Z', 'revision_number': 3, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': '32ccf0b7-a7fc-49c2-8622-bc51f2a43458', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ad:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3df27b5-20cc-425f-8257-a89b92a21373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:06Z', 'updated_at': '2021-11-12T01:34:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:34:11.459248 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb714fe5-6a05-4beb-a38b-4133884cf113 None None] Checking router: d3df27b5-20cc-425f-8257-a89b92a21373 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:34:11.459851 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb714fe5-6a05-4beb-a38b-4133884cf113 None None] Updating router d3df27b5-20cc-425f-8257-a89b92a21373 port 32ccf0b7-a7fc-49c2-8622-bc51f2a43458 binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:34:11.523269 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-eb714fe5-6a05-4beb-a38b-4133884cf113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:11.609871 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-6496bb0a-5922-4f62-9c2e-a281d5de3b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc371c5-4f74-4eca-8c12-7123269e19b2', 'name': 'tempest-TestVolumeBackupRestore-2146351533-router', 'tenant_id': 'f377e94d0b304c3ab000cf73e6276612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '9e8d63ec-e80e-4be2-b019-5f5dd61d0d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:33:58Z', 'updated_at': '2021-11-12T01:34:06Z', 'revision_number': 4, 'project_id': 'f377e94d0b304c3ab000cf73e6276612', 'gw_port': {'id': '9e8d63ec-e80e-4be2-b019-5f5dd61d0d63', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:af:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc371c5-4f74-4eca-8c12-7123269e19b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:59Z', 'updated_at': '2021-11-12T01:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'b2fac336-83c2-40e0-8d74-c37117bf0aa7', 'name': '', 'network_id': '6159be9c-3a83-40af-8155-0bc77f429c0b', 'tenant_id': 'f377e94d0b304c3ab000cf73e6276612', 'mac_address': 'fa:16:3e:c0:92:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc371c5-4f74-4eca-8c12-7123269e19b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'ed261d0a-3440-4b4f-8af4-74d6aa1fe67b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:04Z', 'updated_at': '2021-11-12T01:34:06Z', 'revision_number': 2, 'project_id': 'f377e94d0b304c3ab000cf73e6276612', 'subnets': [{'id': 'ed261d0a-3440-4b4f-8af4-74d6aa1fe67b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:34:11.690214 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6496bb0a-5922-4f62-9c2e-a281d5de3b53 None None] Checking router: 9dc371c5-4f74-4eca-8c12-7123269e19b2 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:34:11.690626 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6496bb0a-5922-4f62-9c2e-a281d5de3b53 None None] Updating router 9dc371c5-4f74-4eca-8c12-7123269e19b2 port b2fac336-83c2-40e0-8d74-c37117bf0aa7 binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:34:11.751614 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-6496bb0a-5922-4f62-9c2e-a281d5de3b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:12.125158 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f8892712-32b0-4163-aa61-7c6feedcc4ad tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:12.219373 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8892712-32b0-4163-aa61-7c6feedcc4ad tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Checking segment: {'id': 'cc1c622a-5446-44d6-b64a-860c1673651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '26afd3d7-f476-4a62-835b-6349cc82b916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:34:12.219884 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8892712-32b0-4163-aa61-7c6feedcc4ad tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Network hostable DHCP agents. Network: 26afd3d7-f476-4a62-835b-6349cc82b916, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:34:12.226622 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8892712-32b0-4163-aa61-7c6feedcc4ad tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'Subnet': ['ID=595b1559-4f0e-4874-8a53-2400bc039bb2,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:12.236943 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-eb714fe5-6a05-4beb-a38b-4133884cf113 None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:12.252138 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-eb714fe5-6a05-4beb-a38b-4133884cf113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:12.256617 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8892712-32b0-4163-aa61-7c6feedcc4ad tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Network 26afd3d7-f476-4a62-835b-6349cc82b916 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:34:12.272847 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-f8892712-32b0-4163-aa61-7c6feedcc4ad tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 26afd3d7-f476-4a62-835b-6349cc82b916) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:34:12.283192 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8892712-32b0-4163-aa61-7c6feedcc4ad tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:12.284297 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f8892712-32b0-4163-aa61-7c6feedcc4ad tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:12.324782 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806040e2-1b49-4812-afe5-2b7f9ee09815 None None] Network 26afd3d7-f476-4a62-835b-6349cc82b916 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:34:12.325099 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46682) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:34:12.332299 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f8892712-32b0-4163-aa61-7c6feedcc4ad tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6685603 Nov 12 01:34:12.405276 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9627a36-f12d-4711-9f53-ba1faa84a548 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:34:12.445509 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-eb714fe5-6a05-4beb-a38b-4133884cf113 None None] Attempting to bind port 32ccf0b7-a7fc-49c2-8622-bc51f2a43458 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:34:12.446024 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-eb714fe5-6a05-4beb-a38b-4133884cf113 None None] Attempting to bind port 32ccf0b7-a7fc-49c2-8622-bc51f2a43458 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:34:12.447582 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb714fe5-6a05-4beb-a38b-4133884cf113 None None] Attempting to bind port 32ccf0b7-a7fc-49c2-8622-bc51f2a43458 on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:34:12.461911 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-6496bb0a-5922-4f62-9c2e-a281d5de3b53 None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:12.472092 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-6496bb0a-5922-4f62-9c2e-a281d5de3b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:12.528395 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c00756f-ec1e-4d7c-a79d-1a5e19a3312d None None] Pushing event updated for resources: {'Port': ['ID=32ccf0b7-a7fc-49c2-8622-bc51f2a43458,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:12.546022 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb714fe5-6a05-4beb-a38b-4133884cf113 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:34:12.546510 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb714fe5-6a05-4beb-a38b-4133884cf113 None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:34:12.547193 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-eb714fe5-6a05-4beb-a38b-4133884cf113 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:12.548010 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb714fe5-6a05-4beb-a38b-4133884cf113 None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:34:12.548692 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-eb714fe5-6a05-4beb-a38b-4133884cf113 None None] Bound port: 32ccf0b7-a7fc-49c2-8622-bc51f2a43458, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:34:12.549249 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-eb714fe5-6a05-4beb-a38b-4133884cf113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:12.589069 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe08aa52-3785-46c4-8e0a-7ec36114705a None None] Pushing event updated for resources: {'Port': ['ID=b2fac336-83c2-40e0-8d74-c37117bf0aa7,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:12.670356 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-6496bb0a-5922-4f62-9c2e-a281d5de3b53 None None] Attempting to bind port b2fac336-83c2-40e0-8d74-c37117bf0aa7 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:34:12.673379 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-6496bb0a-5922-4f62-9c2e-a281d5de3b53 None None] Attempting to bind port b2fac336-83c2-40e0-8d74-c37117bf0aa7 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '87066fcb-92b4-42d0-8d37-beb1559863d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6159be9c-3a83-40af-8155-0bc77f429c0b'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:34:12.674089 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6496bb0a-5922-4f62-9c2e-a281d5de3b53 None None] Attempting to bind port b2fac336-83c2-40e0-8d74-c37117bf0aa7 on network 6159be9c-3a83-40af-8155-0bc77f429c0b {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:34:12.685513 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6496bb0a-5922-4f62-9c2e-a281d5de3b53 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:34:12.686399 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6496bb0a-5922-4f62-9c2e-a281d5de3b53 None None] Checking segment: {'id': '87066fcb-92b4-42d0-8d37-beb1559863d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6159be9c-3a83-40af-8155-0bc77f429c0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:34:12.687587 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-6496bb0a-5922-4f62-9c2e-a281d5de3b53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:12.688640 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6496bb0a-5922-4f62-9c2e-a281d5de3b53 None None] Bound using segment: {'id': '87066fcb-92b4-42d0-8d37-beb1559863d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6159be9c-3a83-40af-8155-0bc77f429c0b'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:34:12.689770 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-6496bb0a-5922-4f62-9c2e-a281d5de3b53 None None] Bound port: b2fac336-83c2-40e0-8d74-c37117bf0aa7, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87066fcb-92b4-42d0-8d37-beb1559863d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6159be9c-3a83-40af-8155-0bc77f429c0b'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:34:12.691416 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-6496bb0a-5922-4f62-9c2e-a281d5de3b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:12.791833 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-eb714fe5-6a05-4beb-a38b-4133884cf113 None None] For port 32ccf0b7-a7fc-49c2-8622-bc51f2a43458, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:34:12.804469 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-eb714fe5-6a05-4beb-a38b-4133884cf113 None None] For port 32ccf0b7-a7fc-49c2-8622-bc51f2a43458, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=32ccf0b7-a7fc-49c2-8622-bc51f2a43458,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:34:12.825235 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-eb714fe5-6a05-4beb-a38b-4133884cf113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:13.051900 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-6496bb0a-5922-4f62-9c2e-a281d5de3b53 None None] For port b2fac336-83c2-40e0-8d74-c37117bf0aa7, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:34:13.059644 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-6496bb0a-5922-4f62-9c2e-a281d5de3b53 None None] For port b2fac336-83c2-40e0-8d74-c37117bf0aa7, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=b2fac336-83c2-40e0-8d74-c37117bf0aa7,segment=NetworkSegment(87066fcb-92b4-42d0-8d37-beb1559863d0),segment_id=87066fcb-92b4-42d0-8d37-beb1559863d0)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:34:13.063051 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-d414d160-853c-4f43-949a-552cbd17088a None None] Provisioning complete for port 32ccf0b7-a7fc-49c2-8622-bc51f2a43458 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:34:13.066231 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d414d160-853c-4f43-949a-552cbd17088a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:13.068076 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-6496bb0a-5922-4f62-9c2e-a281d5de3b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:13.110285 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae0e64a-c480-4361-aacd-e0ae2b195f4d None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:34:13.194002 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6496bb0a-5922-4f62-9c2e-a281d5de3b53 None None] Routers {'9dc371c5-4f74-4eca-8c12-7123269e19b2'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:34:13.195226 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-6496bb0a-5922-4f62-9c2e-a281d5de3b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:34:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['9dc371c5-4f74-4eca-8c12-7123269e19b2'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:34:13.485356 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb714fe5-6a05-4beb-a38b-4133884cf113 None None] Routers {'d3df27b5-20cc-425f-8257-a89b92a21373'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:34:13.486383 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-eb714fe5-6a05-4beb-a38b-4133884cf113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:34:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['d3df27b5-20cc-425f-8257-a89b92a21373'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:34:13.509034 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c00756f-ec1e-4d7c-a79d-1a5e19a3312d None None] Pushing event updated for resources: {'Port': ['ID=32ccf0b7-a7fc-49c2-8622-bc51f2a43458,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:13.670892 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe08aa52-3785-46c4-8e0a-7ec36114705a None None] Pushing event updated for resources: {'Port': ['ID=b2fac336-83c2-40e0-8d74-c37117bf0aa7,revision_number=4']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:13.790388 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-6496bb0a-5922-4f62-9c2e-a281d5de3b53 None None] Set router 9dc371c5-4f74-4eca-8c12-7123269e19b2 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:34:13.902927 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-eb714fe5-6a05-4beb-a38b-4133884cf113 None None] Set router d3df27b5-20cc-425f-8257-a89b92a21373 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:34:14.024504 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcddc51-1351-46c3-bcf5-ab66ea16cb68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-26afd3d7-f476-4a62-835b-6349cc82b916', 'network_id': '26afd3d7-f476-4a62-835b-6349cc82b916', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'fixed_ips': [{'subnet_id': '595b1559-4f0e-4874-8a53-2400bc039bb2'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:34:14.029790 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5dcddc51-1351-46c3-bcf5-ab66ea16cb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:14.207195 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d414d160-853c-4f43-949a-552cbd17088a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:14.318837 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-71e11a06-817d-4564-bed6-88ef9a6564df tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:14.367650 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-d414d160-853c-4f43-949a-552cbd17088a None None] For port 32ccf0b7-a7fc-49c2-8622-bc51f2a43458, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=32ccf0b7-a7fc-49c2-8622-bc51f2a43458,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:34:14.408310 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-6496bb0a-5922-4f62-9c2e-a281d5de3b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc371c5-4f74-4eca-8c12-7123269e19b2', 'name': 'tempest-TestVolumeBackupRestore-2146351533-router', 'tenant_id': 'f377e94d0b304c3ab000cf73e6276612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '9e8d63ec-e80e-4be2-b019-5f5dd61d0d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:33:58Z', 'updated_at': '2021-11-12T01:34:06Z', 'revision_number': 4, 'project_id': 'f377e94d0b304c3ab000cf73e6276612', 'gw_port': {'id': '9e8d63ec-e80e-4be2-b019-5f5dd61d0d63', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:af:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc371c5-4f74-4eca-8c12-7123269e19b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:59Z', 'updated_at': '2021-11-12T01:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'b2fac336-83c2-40e0-8d74-c37117bf0aa7', 'name': '', 'network_id': '6159be9c-3a83-40af-8155-0bc77f429c0b', 'tenant_id': 'f377e94d0b304c3ab000cf73e6276612', 'mac_address': 'fa:16:3e:c0:92:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc371c5-4f74-4eca-8c12-7123269e19b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'ed261d0a-3440-4b4f-8af4-74d6aa1fe67b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:04Z', 'updated_at': '2021-11-12T01:34:13Z', 'revision_number': 4, 'project_id': 'f377e94d0b304c3ab000cf73e6276612', 'subnets': [{'id': 'ed261d0a-3440-4b4f-8af4-74d6aa1fe67b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:34:14.434611 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d414d160-853c-4f43-949a-552cbd17088a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:14.463392 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6496bb0a-5922-4f62-9c2e-a281d5de3b53 None None] The sync data for ids ['9dc371c5-4f74-4eca-8c12-7123269e19b2'] in n-d-712142-27 is: [{'id': '9dc371c5-4f74-4eca-8c12-7123269e19b2', 'name': 'tempest-TestVolumeBackupRestore-2146351533-router', 'tenant_id': 'f377e94d0b304c3ab000cf73e6276612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '9e8d63ec-e80e-4be2-b019-5f5dd61d0d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:33:58Z', 'updated_at': '2021-11-12T01:34:06Z', 'revision_number': 4, 'project_id': 'f377e94d0b304c3ab000cf73e6276612', 'gw_port': {'id': '9e8d63ec-e80e-4be2-b019-5f5dd61d0d63', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:af:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc371c5-4f74-4eca-8c12-7123269e19b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:59Z', 'updated_at': '2021-11-12T01:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'b2fac336-83c2-40e0-8d74-c37117bf0aa7', 'name': '', 'network_id': '6159be9c-3a83-40af-8155-0bc77f429c0b', 'tenant_id': 'f377e94d0b304c3ab000cf73e6276612', 'mac_address': 'fa:16:3e:c0:92:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc371c5-4f74-4eca-8c12-7123269e19b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'ed261d0a-3440-4b4f-8af4-74d6aa1fe67b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:04Z', 'updated_at': '2021-11-12T01:34:13Z', 'revision_number': 4, 'project_id': 'f377e94d0b304c3ab000cf73e6276612', 'subnets': [{'id': 'ed261d0a-3440-4b4f-8af4-74d6aa1fe67b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:34:14.679951 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d414d160-853c-4f43-949a-552cbd17088a None None] Pushing event updated for resources: {'Port': ['ID=32ccf0b7-a7fc-49c2-8622-bc51f2a43458,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:14.732787 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-3d8c09cb-9cba-4c26-9ab1-f1c2e77dca24 None None] Provisioning complete for port b2fac336-83c2-40e0-8d74-c37117bf0aa7 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:34:14.732956 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3d8c09cb-9cba-4c26-9ab1-f1c2e77dca24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:14.800045 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-5dcddc51-1351-46c3-bcf5-ab66ea16cb68 None None] Allocated IP 172.20.0.2 (26afd3d7-f476-4a62-835b-6349cc82b916/595b1559-4f0e-4874-8a53-2400bc039bb2/d98ed043-65ef-498c-89cd-ad870b2821e0) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:34:14.933239 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-eb714fe5-6a05-4beb-a38b-4133884cf113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3df27b5-20cc-425f-8257-a89b92a21373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621851417', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '32ccf0b7-a7fc-49c2-8622-bc51f2a43458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:34:05Z', 'updated_at': '2021-11-12T01:34:08Z', 'revision_number': 3, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': '32ccf0b7-a7fc-49c2-8622-bc51f2a43458', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ad:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3df27b5-20cc-425f-8257-a89b92a21373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:06Z', 'updated_at': '2021-11-12T01:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:34:15.002385 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb714fe5-6a05-4beb-a38b-4133884cf113 None None] The sync data for ids ['d3df27b5-20cc-425f-8257-a89b92a21373'] in n-d-712142-27 is: [{'id': 'd3df27b5-20cc-425f-8257-a89b92a21373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621851417', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '32ccf0b7-a7fc-49c2-8622-bc51f2a43458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:34:05Z', 'updated_at': '2021-11-12T01:34:08Z', 'revision_number': 3, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': '32ccf0b7-a7fc-49c2-8622-bc51f2a43458', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ad:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3df27b5-20cc-425f-8257-a89b92a21373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:06Z', 'updated_at': '2021-11-12T01:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:34:15.080481 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3d8c09cb-9cba-4c26-9ab1-f1c2e77dca24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:15.282618 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device b2fac336-83c2-40e0-8d74-c37117bf0aa7 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:34:15.573910 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-3d8c09cb-9cba-4c26-9ab1-f1c2e77dca24 None None] For port b2fac336-83c2-40e0-8d74-c37117bf0aa7, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=b2fac336-83c2-40e0-8d74-c37117bf0aa7,segment=NetworkSegment(87066fcb-92b4-42d0-8d37-beb1559863d0),segment_id=87066fcb-92b4-42d0-8d37-beb1559863d0)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:34:15.603911 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3d8c09cb-9cba-4c26-9ab1-f1c2e77dca24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:15.648978 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5dcddc51-1351-46c3-bcf5-ab66ea16cb68 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:15.695675 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5dcddc51-1351-46c3-bcf5-ab66ea16cb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:15.744726 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-3d8c09cb-9cba-4c26-9ab1-f1c2e77dca24 None None] Provisioning complete for port 32ccf0b7-a7fc-49c2-8622-bc51f2a43458 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:34:15.745097 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3d8c09cb-9cba-4c26-9ab1-f1c2e77dca24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:15.755098 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcddc51-1351-46c3-bcf5-ab66ea16cb68 None None] Network 26afd3d7-f476-4a62-835b-6349cc82b916 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:34:15.757414 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-5dcddc51-1351-46c3-bcf5-ab66ea16cb68 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:34:15.760064 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcddc51-1351-46c3-bcf5-ab66ea16cb68 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:34:15.813585 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c09cb-9cba-4c26-9ab1-f1c2e77dca24 None None] Pushing event updated for resources: {'Port': ['ID=b2fac336-83c2-40e0-8d74-c37117bf0aa7,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:15.816370 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-71e11a06-817d-4564-bed6-88ef9a6564df tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Allocated IP 172.20.0.1 (26afd3d7-f476-4a62-835b-6349cc82b916/595b1559-4f0e-4874-8a53-2400bc039bb2/6f8b6083-5f3d-4f49-ae3c-6bdd4c40a85c) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:34:15.906363 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port b2fac336-83c2-40e0-8d74-c37117bf0aa7 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:34:15.906363 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:16.117988 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcddc51-1351-46c3-bcf5-ab66ea16cb68 None None] Pushing event updated for resources: {'Port': ['ID=d98ed043-65ef-498c-89cd-ad870b2821e0,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:16.125577 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-5dcddc51-1351-46c3-bcf5-ab66ea16cb68 None None] Attempting to bind port d98ed043-65ef-498c-89cd-ad870b2821e0 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:34:16.126297 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-5dcddc51-1351-46c3-bcf5-ab66ea16cb68 None None] Attempting to bind port d98ed043-65ef-498c-89cd-ad870b2821e0 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'cc1c622a-5446-44d6-b64a-860c1673651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '26afd3d7-f476-4a62-835b-6349cc82b916'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:34:16.126883 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcddc51-1351-46c3-bcf5-ab66ea16cb68 None None] Attempting to bind port d98ed043-65ef-498c-89cd-ad870b2821e0 on network 26afd3d7-f476-4a62-835b-6349cc82b916 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:34:16.173209 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-71e11a06-817d-4564-bed6-88ef9a6564df tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:16.212840 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcddc51-1351-46c3-bcf5-ab66ea16cb68 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:34:16.213899 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcddc51-1351-46c3-bcf5-ab66ea16cb68 None None] Checking segment: {'id': 'cc1c622a-5446-44d6-b64a-860c1673651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '26afd3d7-f476-4a62-835b-6349cc82b916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:34:16.217083 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5dcddc51-1351-46c3-bcf5-ab66ea16cb68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:16.218056 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcddc51-1351-46c3-bcf5-ab66ea16cb68 None None] Bound using segment: {'id': 'cc1c622a-5446-44d6-b64a-860c1673651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '26afd3d7-f476-4a62-835b-6349cc82b916'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:34:16.219522 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-5dcddc51-1351-46c3-bcf5-ab66ea16cb68 None None] Bound port: d98ed043-65ef-498c-89cd-ad870b2821e0, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc1c622a-5446-44d6-b64a-860c1673651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '26afd3d7-f476-4a62-835b-6349cc82b916'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:34:16.220564 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5dcddc51-1351-46c3-bcf5-ab66ea16cb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:16.256231 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-71e11a06-817d-4564-bed6-88ef9a6564df tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:16.396262 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e11a06-817d-4564-bed6-88ef9a6564df tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Network 26afd3d7-f476-4a62-835b-6349cc82b916 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:34:16.417759 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-71e11a06-817d-4564-bed6-88ef9a6564df tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:34:16.423233 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e11a06-817d-4564-bed6-88ef9a6564df tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:34:16.507708 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e11a06-817d-4564-bed6-88ef9a6564df tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'Port': ['ID=6f8b6083-5f3d-4f49-ae3c-6bdd4c40a85c,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:16.543329 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-71e11a06-817d-4564-bed6-88ef9a6564df tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:16.546708 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e11a06-817d-4564-bed6-88ef9a6564df tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:16.547089 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e11a06-817d-4564-bed6-88ef9a6564df tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:16.547398 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e11a06-817d-4564-bed6-88ef9a6564df tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:16.547735 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e11a06-817d-4564-bed6-88ef9a6564df tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:16.548149 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e11a06-817d-4564-bed6-88ef9a6564df tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:16.548491 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e11a06-817d-4564-bed6-88ef9a6564df tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:16.548826 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e11a06-817d-4564-bed6-88ef9a6564df tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:16.549163 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e11a06-817d-4564-bed6-88ef9a6564df tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:16.549510 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e11a06-817d-4564-bed6-88ef9a6564df tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:16.549820 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e11a06-817d-4564-bed6-88ef9a6564df tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:16.550154 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e11a06-817d-4564-bed6-88ef9a6564df tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:16.550485 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e11a06-817d-4564-bed6-88ef9a6564df tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:16.566488 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5dcddc51-1351-46c3-bcf5-ab66ea16cb68 None None] For port d98ed043-65ef-498c-89cd-ad870b2821e0, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:34:16.572023 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5dcddc51-1351-46c3-bcf5-ab66ea16cb68 None None] For port d98ed043-65ef-498c-89cd-ad870b2821e0, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=d98ed043-65ef-498c-89cd-ad870b2821e0,segment=NetworkSegment(cc1c622a-5446-44d6-b64a-860c1673651a),segment_id=cc1c622a-5446-44d6-b64a-860c1673651a)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:34:16.581059 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5dcddc51-1351-46c3-bcf5-ab66ea16cb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:16.771559 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcddc51-1351-46c3-bcf5-ab66ea16cb68 None None] Pushing event updated for resources: {'Port': ['ID=d98ed043-65ef-498c-89cd-ad870b2821e0,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:16.876110 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-71e11a06-817d-4564-bed6-88ef9a6564df tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:17.713407 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device b2fac336-83c2-40e0-8d74-c37117bf0aa7 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:34:17.994104 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port b2fac336-83c2-40e0-8d74-c37117bf0aa7 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:34:17.996165 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:18.080059 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-71e11a06-817d-4564-bed6-88ef9a6564df tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:18.100024 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-71e11a06-817d-4564-bed6-88ef9a6564df tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:18.219435 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 32ccf0b7-a7fc-49c2-8622-bc51f2a43458 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:34:18.309931 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 32ccf0b7-a7fc-49c2-8622-bc51f2a43458 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:34:18.310623 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:18.325817 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-71e11a06-817d-4564-bed6-88ef9a6564df tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:18.547486 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e11a06-817d-4564-bed6-88ef9a6564df tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'Port': ['ID=6f8b6083-5f3d-4f49-ae3c-6bdd4c40a85c,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:18.666441 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e11a06-817d-4564-bed6-88ef9a6564df tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Network 26afd3d7-f476-4a62-835b-6349cc82b916 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:34:18.670610 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-71e11a06-817d-4564-bed6-88ef9a6564df tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:34:19.222008 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e11a06-817d-4564-bed6-88ef9a6564df tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Router d3df27b5-20cc-425f-8257-a89b92a21373 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:34:19.356578 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb121f8b-5dc1-4dea-a594-d92137d835ab None None] Network 26afd3d7-f476-4a62-835b-6349cc82b916 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:34:19.457015 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device d98ed043-65ef-498c-89cd-ad870b2821e0 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:34:19.537116 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5bf87db5-2e16-47ab-b5a6-b7894f50a6be None None] Provisioning complete for port d98ed043-65ef-498c-89cd-ad870b2821e0 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:34:19.537758 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5bf87db5-2e16-47ab-b5a6-b7894f50a6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:19.581318 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e11a06-817d-4564-bed6-88ef9a6564df tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:34:19.593451 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-71e11a06-817d-4564-bed6-88ef9a6564df tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "PUT /v2.0/routers/d3df27b5-20cc-425f-8257-a89b92a21373/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2662959 Nov 12 01:34:19.773504 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49080f2-2021-4a4f-9cbd-b1487bd94548 None None] Sync routers for ids ['d3df27b5-20cc-425f-8257-a89b92a21373'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:34:19.797432 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port d98ed043-65ef-498c-89cd-ad870b2821e0 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:34:19.797878 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:19.944406 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49080f2-2021-4a4f-9cbd-b1487bd94548 None None] Routers {'d3df27b5-20cc-425f-8257-a89b92a21373'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:34:19.945863 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-c49080f2-2021-4a4f-9cbd-b1487bd94548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:34:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['d3df27b5-20cc-425f-8257-a89b92a21373'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:34:20.199437 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-c49080f2-2021-4a4f-9cbd-b1487bd94548 None None] Set router d3df27b5-20cc-425f-8257-a89b92a21373 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:34:20.295371 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5bf87db5-2e16-47ab-b5a6-b7894f50a6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:20.527005 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5bf87db5-2e16-47ab-b5a6-b7894f50a6be None None] For port d98ed043-65ef-498c-89cd-ad870b2821e0, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=d98ed043-65ef-498c-89cd-ad870b2821e0,segment=NetworkSegment(cc1c622a-5446-44d6-b64a-860c1673651a),segment_id=cc1c622a-5446-44d6-b64a-860c1673651a)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:34:20.546444 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5bf87db5-2e16-47ab-b5a6-b7894f50a6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:20.749198 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf87db5-2e16-47ab-b5a6-b7894f50a6be None None] Pushing event updated for resources: {'Port': ['ID=d98ed043-65ef-498c-89cd-ad870b2821e0,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:20.861123 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-c49080f2-2021-4a4f-9cbd-b1487bd94548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3df27b5-20cc-425f-8257-a89b92a21373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621851417', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '32ccf0b7-a7fc-49c2-8622-bc51f2a43458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:34:05Z', 'updated_at': '2021-11-12T01:34:16Z', 'revision_number': 4, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': '32ccf0b7-a7fc-49c2-8622-bc51f2a43458', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ad:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3df27b5-20cc-425f-8257-a89b92a21373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:06Z', 'updated_at': '2021-11-12T01:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '6f8b6083-5f3d-4f49-ae3c-6bdd4c40a85c', 'name': '', 'network_id': '26afd3d7-f476-4a62-835b-6349cc82b916', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'mac_address': 'fa:16:3e:be:6e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3df27b5-20cc-425f-8257-a89b92a21373', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '595b1559-4f0e-4874-8a53-2400bc039bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:14Z', 'updated_at': '2021-11-12T01:34:17Z', 'revision_number': 2, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'subnets': [{'id': '595b1559-4f0e-4874-8a53-2400bc039bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:34:20.906843 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49080f2-2021-4a4f-9cbd-b1487bd94548 None None] Checking router: d3df27b5-20cc-425f-8257-a89b92a21373 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:34:20.907160 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49080f2-2021-4a4f-9cbd-b1487bd94548 None None] Updating router d3df27b5-20cc-425f-8257-a89b92a21373 port 6f8b6083-5f3d-4f49-ae3c-6bdd4c40a85c binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:34:20.957824 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c49080f2-2021-4a4f-9cbd-b1487bd94548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:21.267417 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device d98ed043-65ef-498c-89cd-ad870b2821e0 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:34:21.381536 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-e995e4b7-484c-456a-93b5-77ff2476b314 None None] Provisioning complete for port d98ed043-65ef-498c-89cd-ad870b2821e0 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:34:21.381908 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e995e4b7-484c-456a-93b5-77ff2476b314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:21.496105 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port d98ed043-65ef-498c-89cd-ad870b2821e0 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:34:21.496483 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:22.245265 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-e995e4b7-484c-456a-93b5-77ff2476b314 None None] Provisioning complete for port 6f8b6083-5f3d-4f49-ae3c-6bdd4c40a85c triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:34:22.245957 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e995e4b7-484c-456a-93b5-77ff2476b314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:22.314781 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-e995e4b7-484c-456a-93b5-77ff2476b314 None None] Port 6f8b6083-5f3d-4f49-ae3c-6bdd4c40a85c cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:34:22.426671 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c49080f2-2021-4a4f-9cbd-b1487bd94548 None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:22.437851 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c49080f2-2021-4a4f-9cbd-b1487bd94548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:22.532931 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c1fa662c-61a1-4732-a295-c3ec5e3d4d00 req-25a7031a-facf-4584-927f-7ced42f4e062 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1501276790&fields=id&tenant_id=553fbe5d09fe49948bd69193fe3f0783 HTTP/1.1" status: 200 len: 267 time: 0.1028402 Nov 12 01:34:22.551787 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-d72b29e7-725c-4cf8-adc7-98f86971bc27 None None] Provisioning complete for port 6f8b6083-5f3d-4f49-ae3c-6bdd4c40a85c triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:34:22.552273 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d72b29e7-725c-4cf8-adc7-98f86971bc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:22.589973 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb75a55-2d1e-4eb2-bf25-81941a36e1ba None None] Pushing event updated for resources: {'Port': ['ID=6f8b6083-5f3d-4f49-ae3c-6bdd4c40a85c,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:22.683296 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-d72b29e7-725c-4cf8-adc7-98f86971bc27 None None] Port 6f8b6083-5f3d-4f49-ae3c-6bdd4c40a85c cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:34:22.705873 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-c49080f2-2021-4a4f-9cbd-b1487bd94548 None None] Attempting to bind port 6f8b6083-5f3d-4f49-ae3c-6bdd4c40a85c on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:34:22.706246 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-c49080f2-2021-4a4f-9cbd-b1487bd94548 None None] Attempting to bind port 6f8b6083-5f3d-4f49-ae3c-6bdd4c40a85c by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'cc1c622a-5446-44d6-b64a-860c1673651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '26afd3d7-f476-4a62-835b-6349cc82b916'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:34:22.706611 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49080f2-2021-4a4f-9cbd-b1487bd94548 None None] Attempting to bind port 6f8b6083-5f3d-4f49-ae3c-6bdd4c40a85c on network 26afd3d7-f476-4a62-835b-6349cc82b916 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:34:22.713822 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49080f2-2021-4a4f-9cbd-b1487bd94548 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:34:22.714324 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49080f2-2021-4a4f-9cbd-b1487bd94548 None None] Checking segment: {'id': 'cc1c622a-5446-44d6-b64a-860c1673651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '26afd3d7-f476-4a62-835b-6349cc82b916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:34:22.714637 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c49080f2-2021-4a4f-9cbd-b1487bd94548 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:22.715035 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49080f2-2021-4a4f-9cbd-b1487bd94548 None None] Bound using segment: {'id': 'cc1c622a-5446-44d6-b64a-860c1673651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '26afd3d7-f476-4a62-835b-6349cc82b916'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:34:22.715519 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-c49080f2-2021-4a4f-9cbd-b1487bd94548 None None] Bound port: 6f8b6083-5f3d-4f49-ae3c-6bdd4c40a85c, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc1c622a-5446-44d6-b64a-860c1673651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '26afd3d7-f476-4a62-835b-6349cc82b916'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:34:22.715899 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c49080f2-2021-4a4f-9cbd-b1487bd94548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:22.806868 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa662c-61a1-4732-a295-c3ec5e3d4d00 req-13c44802-06d5-4f2c-bdfa-51451caaf862 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:22.808582 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c1fa662c-61a1-4732-a295-c3ec5e3d4d00 req-13c44802-06d5-4f2c-bdfa-51451caaf862 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/networks?id=26afd3d7-f476-4a62-835b-6349cc82b916 HTTP/1.1" status: 200 len: 796 time: 0.2729599 Nov 12 01:34:22.838346 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c1fa662c-61a1-4732-a295-c3ec5e3d4d00 req-512ac9e6-181b-4400-8539-c44b3e8663f7 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/quotas/553fbe5d09fe49948bd69193fe3f0783 HTTP/1.1" status: 200 len: 375 time: 0.0181231 Nov 12 01:34:22.851249 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-c49080f2-2021-4a4f-9cbd-b1487bd94548 None None] For port 6f8b6083-5f3d-4f49-ae3c-6bdd4c40a85c, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:34:22.872753 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-c49080f2-2021-4a4f-9cbd-b1487bd94548 None None] For port 6f8b6083-5f3d-4f49-ae3c-6bdd4c40a85c, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=6f8b6083-5f3d-4f49-ae3c-6bdd4c40a85c,segment=NetworkSegment(cc1c622a-5446-44d6-b64a-860c1673651a),segment_id=cc1c622a-5446-44d6-b64a-860c1673651a)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:34:22.878687 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c49080f2-2021-4a4f-9cbd-b1487bd94548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:22.940206 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c1fa662c-61a1-4732-a295-c3ec5e3d4d00 req-c7b3bca2-d75d-4f92-9463-b50629179909 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=553fbe5d09fe49948bd69193fe3f0783&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0956445 Nov 12 01:34:22.982176 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-0bb7f196-ffcf-47e1-9146-fedef2e243f2 None None] Provisioning complete for port 6f8b6083-5f3d-4f49-ae3c-6bdd4c40a85c triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:34:22.982545 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0bb7f196-ffcf-47e1-9146-fedef2e243f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:23.022057 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb75a55-2d1e-4eb2-bf25-81941a36e1ba None None] Pushing event updated for resources: {'Port': ['ID=6f8b6083-5f3d-4f49-ae3c-6bdd4c40a85c,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:23.027718 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49080f2-2021-4a4f-9cbd-b1487bd94548 None None] Routers {'d3df27b5-20cc-425f-8257-a89b92a21373'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:34:23.034861 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-c49080f2-2021-4a4f-9cbd-b1487bd94548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:34:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['d3df27b5-20cc-425f-8257-a89b92a21373'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:34:23.339217 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-c49080f2-2021-4a4f-9cbd-b1487bd94548 None None] Set router d3df27b5-20cc-425f-8257-a89b92a21373 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:34:23.400991 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c1fa662c-61a1-4732-a295-c3ec5e3d4d00 req-0a4f3fbd-5f4c-46e9-b1b7-fcc5bfe37b74 service neutron] 10.222.0.45 "GET /v2.0/networks/26afd3d7-f476-4a62-835b-6349cc82b916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4354997 Nov 12 01:34:23.614862 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c1fa662c-61a1-4732-a295-c3ec5e3d4d00 req-4cb49ea0-a491-4056-8bae-a240c53770c9 service neutron] 10.222.0.45 "GET /v2.0/networks/26afd3d7-f476-4a62-835b-6349cc82b916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107828 Nov 12 01:34:23.621946 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0bb7f196-ffcf-47e1-9146-fedef2e243f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:23.744713 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-0bb7f196-ffcf-47e1-9146-fedef2e243f2 None None] For port 6f8b6083-5f3d-4f49-ae3c-6bdd4c40a85c, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=6f8b6083-5f3d-4f49-ae3c-6bdd4c40a85c,segment=NetworkSegment(cc1c622a-5446-44d6-b64a-860c1673651a),segment_id=cc1c622a-5446-44d6-b64a-860c1673651a)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:34:23.761804 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0bb7f196-ffcf-47e1-9146-fedef2e243f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:23.838010 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb7f196-ffcf-47e1-9146-fedef2e243f2 None None] Pushing event updated for resources: {'Port': ['ID=6f8b6083-5f3d-4f49-ae3c-6bdd4c40a85c,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:23.864221 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-c49080f2-2021-4a4f-9cbd-b1487bd94548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3df27b5-20cc-425f-8257-a89b92a21373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621851417', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '32ccf0b7-a7fc-49c2-8622-bc51f2a43458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:34:05Z', 'updated_at': '2021-11-12T01:34:16Z', 'revision_number': 4, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': '32ccf0b7-a7fc-49c2-8622-bc51f2a43458', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ad:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3df27b5-20cc-425f-8257-a89b92a21373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:06Z', 'updated_at': '2021-11-12T01:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '6f8b6083-5f3d-4f49-ae3c-6bdd4c40a85c', 'name': '', 'network_id': '26afd3d7-f476-4a62-835b-6349cc82b916', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'mac_address': 'fa:16:3e:be:6e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3df27b5-20cc-425f-8257-a89b92a21373', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '595b1559-4f0e-4874-8a53-2400bc039bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:14Z', 'updated_at': '2021-11-12T01:34:22Z', 'revision_number': 4, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'subnets': [{'id': '595b1559-4f0e-4874-8a53-2400bc039bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:34:23.960438 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49080f2-2021-4a4f-9cbd-b1487bd94548 None None] The sync data for ids ['d3df27b5-20cc-425f-8257-a89b92a21373'] in n-d-712142-27 is: [{'id': 'd3df27b5-20cc-425f-8257-a89b92a21373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621851417', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '32ccf0b7-a7fc-49c2-8622-bc51f2a43458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:34:05Z', 'updated_at': '2021-11-12T01:34:16Z', 'revision_number': 4, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': '32ccf0b7-a7fc-49c2-8622-bc51f2a43458', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ad:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3df27b5-20cc-425f-8257-a89b92a21373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:06Z', 'updated_at': '2021-11-12T01:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '6f8b6083-5f3d-4f49-ae3c-6bdd4c40a85c', 'name': '', 'network_id': '26afd3d7-f476-4a62-835b-6349cc82b916', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'mac_address': 'fa:16:3e:be:6e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3df27b5-20cc-425f-8257-a89b92a21373', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '595b1559-4f0e-4874-8a53-2400bc039bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:14Z', 'updated_at': '2021-11-12T01:34:22Z', 'revision_number': 4, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'subnets': [{'id': '595b1559-4f0e-4874-8a53-2400bc039bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:34:23.965864 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7ceede15-61b5-464d-a6d8-bbce94e1e12f req-8b8100ff-66fb-4a7a-b122-2c5df26bf444 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 210 time: 0.0845382 Nov 12 01:34:23.976558 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-8ea96559-d7c8-4fcb-b22c-d59e49109d7e None None] Provisioning complete for port 6f8b6083-5f3d-4f49-ae3c-6bdd4c40a85c triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:34:23.977645 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8ea96559-d7c8-4fcb-b22c-d59e49109d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:25.269222 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-97eafd49-4f5d-4132-95bb-4d918592fa61 req-c6672173-1e98-4751-88aa-fdc77448bc9d tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 210 time: 0.1144528 Nov 12 01:34:25.329217 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 46962) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:34:25.355834 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 6f8b6083-5f3d-4f49-ae3c-6bdd4c40a85c up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:34:25.532922 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 6f8b6083-5f3d-4f49-ae3c-6bdd4c40a85c triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:34:25.533297 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:25.788957 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46974) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:34:25.789596 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2dee3cb1-e0e1-4bc5-9aed-a894599eeb70 tempest-TestSecurityGroupsBasicOps-151771215 tempest-TestSecurityGroupsBasicOps-151771215-project-admin] 10.222.0.45 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3448 time: 0.4587061 Nov 12 01:34:25.797306 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-f21a732c-ae48-46da-9bdc-eb11ecf5e409 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Request body: {'network': {'name': 'tempest-network-smoke--1845480975', 'project_id': '0e98dc96d50c4c37b8dc7e919691f179', 'port_security_enabled': False}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:34:25.895500 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21a732c-ae48-46da-9bdc-eb11ecf5e409 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Made reservation on behalf of 0e98dc96d50c4c37b8dc7e919691f179 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:34:25.919208 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f21a732c-ae48-46da-9bdc-eb11ecf5e409 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:26.098877 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f21a732c-ae48-46da-9bdc-eb11ecf5e409 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:34:26.155021 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f21a732c-ae48-46da-9bdc-eb11ecf5e409 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:26.157945 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-f21a732c-ae48-46da-9bdc-eb11ecf5e409 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Added segment 27cb4147-b975-4ea0-91f9-b1bc3b18ae19 of type vlan for network cce68b96-f97a-4a67-a075-91d6c1e566bc Nov 12 01:34:26.350435 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa662c-61a1-4732-a295-c3ec5e3d4d00 req-b90d5442-96c9-42ad-827e-393c3ba48a77 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:26.357973 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c1fa662c-61a1-4732-a295-c3ec5e3d4d00 req-b90d5442-96c9-42ad-827e-393c3ba48a77 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.44 "GET /v2.0/networks?id=26afd3d7-f476-4a62-835b-6349cc82b916 HTTP/1.1" status: 200 len: 796 time: 0.2576637 Nov 12 01:34:26.478023 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f21a732c-ae48-46da-9bdc-eb11ecf5e409 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:26.490208 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-599b8e4c-0137-44bf-86c1-19d512141159 req-9daad8f0-08fe-43af-b8c1-1220d0c83c94 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 210 time: 0.0362558 Nov 12 01:34:26.563213 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f21a732c-ae48-46da-9bdc-eb11ecf5e409 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:26.594196 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21a732c-ae48-46da-9bdc-eb11ecf5e409 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:26.594877 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f21a732c-ae48-46da-9bdc-eb11ecf5e409 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:26.661393 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c1fa662c-61a1-4732-a295-c3ec5e3d4d00 req-3b96a04a-77f3-4f07-9cd7-479c8e2f2297 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=553fbe5d09fe49948bd69193fe3f0783 HTTP/1.1" status: 200 len: 380 time: 0.2910633 Nov 12 01:34:26.690786 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-c1fa662c-61a1-4732-a295-c3ec5e3d4d00 req-157a62dc-7dd4-46f6-82f2-78b17700e596 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Request body: {'port': {'device_id': '30ed3d55-761c-4a8e-b386-60e26027cbdc', 'network_id': '26afd3d7-f476-4a62-835b-6349cc82b916', 'admin_state_up': True, 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'security_groups': ['cb5e73b0-89e2-4f08-b3e4-f68aa12c2a14']}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:34:26.922792 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f21a732c-ae48-46da-9bdc-eb11ecf5e409 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1322556 Nov 12 01:34:26.923708 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 46996) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:34:26.939440 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-23daa1e2-4c32-4c1d-aab6-4f68c24714c8 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-739284378', 'admin_state_up': True, 'project_id': '0e98dc96d50c4c37b8dc7e919691f179', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:34:26.976285 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a732c-ae48-46da-9bdc-eb11ecf5e409 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Pushing event updated for resources: {'Network': ['ID=cce68b96-f97a-4a67-a075-91d6c1e566bc,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:26.986371 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-23daa1e2-4c32-4c1d-aab6-4f68c24714c8 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:26.987476 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-23daa1e2-4c32-4c1d-aab6-4f68c24714c8 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:26.994614 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network cce68b96-f97a-4a67-a075-91d6c1e566bc details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:34:27.198708 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-23daa1e2-4c32-4c1d-aab6-4f68c24714c8 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:27.261287 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1fa662c-61a1-4732-a295-c3ec5e3d4d00 req-157a62dc-7dd4-46f6-82f2-78b17700e596 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Made reservation on behalf of 553fbe5d09fe49948bd69193fe3f0783 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:34:27.267532 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c1fa662c-61a1-4732-a295-c3ec5e3d4d00 req-157a62dc-7dd4-46f6-82f2-78b17700e596 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:27.286756 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-44ce9039-d1d5-4cd7-8e05-1415911180bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:27.668501 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-c1fa662c-61a1-4732-a295-c3ec5e3d4d00 req-157a62dc-7dd4-46f6-82f2-78b17700e596 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Allocated IP 172.20.0.12 (26afd3d7-f476-4a62-835b-6349cc82b916/595b1559-4f0e-4874-8a53-2400bc039bb2/60b825f9-4537-445e-a6c3-75bfba59812a) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:34:27.696879 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-23daa1e2-4c32-4c1d-aab6-4f68c24714c8 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:27.973201 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eb029344-7f4b-4594-aa95-f20c617221dc req-349bcfa8-6ace-4350-bb02-19abf7e12305 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 210 time: 0.1376102 Nov 12 01:34:28.054606 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c1fa662c-61a1-4732-a295-c3ec5e3d4d00 req-157a62dc-7dd4-46f6-82f2-78b17700e596 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:28.103789 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c1fa662c-61a1-4732-a295-c3ec5e3d4d00 req-157a62dc-7dd4-46f6-82f2-78b17700e596 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:28.167850 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157a62dc-7dd4-46f6-82f2-78b17700e596 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'Port': ['ID=60b825f9-4537-445e-a6c3-75bfba59812a,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:28.178777 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1fa662c-61a1-4732-a295-c3ec5e3d4d00 req-157a62dc-7dd4-46f6-82f2-78b17700e596 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Network 26afd3d7-f476-4a62-835b-6349cc82b916 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:34:28.180909 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-c1fa662c-61a1-4732-a295-c3ec5e3d4d00 req-157a62dc-7dd4-46f6-82f2-78b17700e596 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:34:28.183807 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1fa662c-61a1-4732-a295-c3ec5e3d4d00 req-157a62dc-7dd4-46f6-82f2-78b17700e596 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:34:28.388820 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-23daa1e2-4c32-4c1d-aab6-4f68c24714c8 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for router_gateway, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:28.402529 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa662c-61a1-4732-a295-c3ec5e3d4d00 req-157a62dc-7dd4-46f6-82f2-78b17700e596 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:28.403640 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c1fa662c-61a1-4732-a295-c3ec5e3d4d00 req-157a62dc-7dd4-46f6-82f2-78b17700e596 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:28.443748 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-23daa1e2-4c32-4c1d-aab6-4f68c24714c8 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:28.482528 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c1fa662c-61a1-4732-a295-c3ec5e3d4d00 req-157a62dc-7dd4-46f6-82f2-78b17700e596 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8063815 Nov 12 01:34:28.499751 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-c1fa662c-61a1-4732-a295-c3ec5e3d4d00 req-29215184-ec34-4495-8d27-46c9b5ce6ded service neutron] Request body: {'port': {'device_id': '30ed3d55-761c-4a8e-b386-60e26027cbdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:34:28.690167 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c1fa662c-61a1-4732-a295-c3ec5e3d4d00 req-29215184-ec34-4495-8d27-46c9b5ce6ded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:28.741870 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7728ab74-dc7a-42b0-a020-2644c8f79618 None None] Provisioning complete for port 60b825f9-4537-445e-a6c3-75bfba59812a triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:34:28.743193 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7728ab74-dc7a-42b0-a020-2644c8f79618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:28.790675 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-23daa1e2-4c32-4c1d-aab6-4f68c24714c8 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Allocated IP 172.25.3.78 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/b1908371-3800-4bcb-b646-2f510e702c15) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:34:28.864039 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-7728ab74-dc7a-42b0-a020-2644c8f79618 None None] Port 60b825f9-4537-445e-a6c3-75bfba59812a cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:34:29.138308 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-23daa1e2-4c32-4c1d-aab6-4f68c24714c8 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:29.224474 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-23daa1e2-4c32-4c1d-aab6-4f68c24714c8 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:29.296691 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23daa1e2-4c32-4c1d-aab6-4f68c24714c8 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Pushing event updated for resources: {'Port': ['ID=b1908371-3800-4bcb-b646-2f510e702c15,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:29.322928 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23daa1e2-4c32-4c1d-aab6-4f68c24714c8 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:34:29.326658 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-23daa1e2-4c32-4c1d-aab6-4f68c24714c8 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:34:29.336615 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23daa1e2-4c32-4c1d-aab6-4f68c24714c8 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:34:29.357429 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4911223f-43fb-4984-99f0-b0cacb8e1e01 req-2ac627cf-4372-4273-84b6-5a3a46f230b9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4e9bdfc3-f0cc-4a76-ba95-33e08335f172&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2303786 Nov 12 01:34:29.411745 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e7bf2f-a8ba-4fac-a291-1b267914a8f9 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:34:29.444077 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0289039-37f5-4271-bbf4-c71c5054934c req-71301fee-4945-4b41-9cc7-27407340110b tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:29.451510 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e0289039-37f5-4271-bbf4-c71c5054934c req-71301fee-4945-4b41-9cc7-27407340110b tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 932 time: 0.2298639 Nov 12 01:34:29.550676 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-3b8b866c-5f04-443c-b093-4ac36dca2da8 None None] Provisioning complete for port b1908371-3800-4bcb-b646-2f510e702c15 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:34:29.552252 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3b8b866c-5f04-443c-b093-4ac36dca2da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:29.687804 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-3b8b866c-5f04-443c-b093-4ac36dca2da8 None None] Port b1908371-3800-4bcb-b646-2f510e702c15 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:34:29.864178 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911223f-43fb-4984-99f0-b0cacb8e1e01 req-cf74098d-f83d-4da6-9daa-b17567c7b61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:29.866467 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4911223f-43fb-4984-99f0-b0cacb8e1e01 req-cf74098d-f83d-4da6-9daa-b17567c7b61a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0b6b74794ff04af5ada5e96321863c92&device_id=4e9bdfc3-f0cc-4a76-ba95-33e08335f172 HTTP/1.1" status: 200 len: 1097 time: 0.3010485 Nov 12 01:34:29.907435 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e0289039-37f5-4271-bbf4-c71c5054934c req-c2977a9e-46da-4aa5-947e-c8901c1c0e59 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5e73b0-89e2-4f08-b3e4-f68aa12c2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4443562 Nov 12 01:34:29.977635 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-c1fa662c-61a1-4732-a295-c3ec5e3d4d00 req-29215184-ec34-4495-8d27-46c9b5ce6ded service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60b825f9-4537-445e-a6c3-75bfba59812a {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:34:30.053391 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c1fa662c-61a1-4732-a295-c3ec5e3d4d00 req-29215184-ec34-4495-8d27-46c9b5ce6ded service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:30.064945 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-23daa1e2-4c32-4c1d-aab6-4f68c24714c8 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for router_gateway, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:30.095925 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-c1fa662c-61a1-4732-a295-c3ec5e3d4d00 req-29215184-ec34-4495-8d27-46c9b5ce6ded service neutron] Transition to ACTIVE for port object 60b825f9-4537-445e-a6c3-75bfba59812a will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:34:30.124681 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c1fa662c-61a1-4732-a295-c3ec5e3d4d00 req-29215184-ec34-4495-8d27-46c9b5ce6ded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:30.279788 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29215184-ec34-4495-8d27-46c9b5ce6ded service neutron] Pushing event updated for resources: {'Port': ['ID=60b825f9-4537-445e-a6c3-75bfba59812a,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:30.335539 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911223f-43fb-4984-99f0-b0cacb8e1e01 req-f270c4d9-990c-400b-bbd0-6e0a138d0a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:30.337195 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4911223f-43fb-4984-99f0-b0cacb8e1e01 req-f270c4d9-990c-400b-bbd0-6e0a138d0a8f service neutron] 10.222.0.16 "GET /v2.0/networks?id=df1e85aa-704b-4943-9cc3-9191fdadf081 HTTP/1.1" status: 200 len: 913 time: 0.4267442 Nov 12 01:34:30.697419 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-c1fa662c-61a1-4732-a295-c3ec5e3d4d00 req-29215184-ec34-4495-8d27-46c9b5ce6ded service neutron] Attempting to bind port 60b825f9-4537-445e-a6c3-75bfba59812a on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:34:30.698433 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-c1fa662c-61a1-4732-a295-c3ec5e3d4d00 req-29215184-ec34-4495-8d27-46c9b5ce6ded service neutron] Attempting to bind port 60b825f9-4537-445e-a6c3-75bfba59812a by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'cc1c622a-5446-44d6-b64a-860c1673651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '26afd3d7-f476-4a62-835b-6349cc82b916'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:34:30.699100 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fa662c-61a1-4732-a295-c3ec5e3d4d00 req-29215184-ec34-4495-8d27-46c9b5ce6ded service neutron] Attempting to bind port 60b825f9-4537-445e-a6c3-75bfba59812a on network 26afd3d7-f476-4a62-835b-6349cc82b916 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:34:30.717257 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4911223f-43fb-4984-99f0-b0cacb8e1e01 req-51d6e7fe-be10-4842-b3e9-d2083fd3c4b7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b3abf29-410e-4361-a980-cf0c8073d92c HTTP/1.1" status: 200 len: 217 time: 0.3584585 Nov 12 01:34:30.728007 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fa662c-61a1-4732-a295-c3ec5e3d4d00 req-29215184-ec34-4495-8d27-46c9b5ce6ded service neutron] Port 60b825f9-4537-445e-a6c3-75bfba59812a on network 26afd3d7-f476-4a62-835b-6349cc82b916 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:34:30.729629 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fa662c-61a1-4732-a295-c3ec5e3d4d00 req-29215184-ec34-4495-8d27-46c9b5ce6ded service neutron] Attempting to bind port 60b825f9-4537-445e-a6c3-75bfba59812a on network 26afd3d7-f476-4a62-835b-6349cc82b916 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:34:30.823001 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-23daa1e2-4c32-4c1d-aab6-4f68c24714c8 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:30.933201 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1e2f13cf-d539-4017-ad9e-4dea03fa4636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:30.947750 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911223f-43fb-4984-99f0-b0cacb8e1e01 req-14b9d6d0-ada1-4280-9b62-997474c45ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:30.952580 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4911223f-43fb-4984-99f0-b0cacb8e1e01 req-14b9d6d0-ada1-4280-9b62-997474c45ba1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ba7cc81c-c4f2-4f41-8164-402f196bb834 HTTP/1.1" status: 200 len: 853 time: 0.2097173 Nov 12 01:34:30.955734 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fa662c-61a1-4732-a295-c3ec5e3d4d00 req-29215184-ec34-4495-8d27-46c9b5ce6ded service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:34:30.956338 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fa662c-61a1-4732-a295-c3ec5e3d4d00 req-29215184-ec34-4495-8d27-46c9b5ce6ded service neutron] Checking segment: {'id': 'cc1c622a-5446-44d6-b64a-860c1673651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '26afd3d7-f476-4a62-835b-6349cc82b916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:34:30.959381 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fa662c-61a1-4732-a295-c3ec5e3d4d00 req-29215184-ec34-4495-8d27-46c9b5ce6ded service neutron] Bound using segment: {'id': 'cc1c622a-5446-44d6-b64a-860c1673651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '26afd3d7-f476-4a62-835b-6349cc82b916'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:34:30.959745 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-c1fa662c-61a1-4732-a295-c3ec5e3d4d00 req-29215184-ec34-4495-8d27-46c9b5ce6ded service neutron] Bound port: 60b825f9-4537-445e-a6c3-75bfba59812a, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc1c622a-5446-44d6-b64a-860c1673651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '26afd3d7-f476-4a62-835b-6349cc82b916'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:34:30.960362 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c1fa662c-61a1-4732-a295-c3ec5e3d4d00 req-29215184-ec34-4495-8d27-46c9b5ce6ded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:31.212349 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4911223f-43fb-4984-99f0-b0cacb8e1e01 req-8f580951-551f-46a4-bc29-bcba035e4ba3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=df1e85aa-704b-4943-9cc3-9191fdadf081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1775994 Nov 12 01:34:31.342873 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23daa1e2-4c32-4c1d-aab6-4f68c24714c8 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Router 30788101-b407-4ce2-a132-22d8b77d7745 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:34:31.555803 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d30d2-b24d-46fb-96bf-956c9b831540 req-260b91af-3fbf-41e1-86ee-8706d66178fe tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:31.573049 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1c3d30d2-b24d-46fb-96bf-956c9b831540 req-260b91af-3fbf-41e1-86ee-8706d66178fe tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 944 time: 0.2957199 Nov 12 01:34:31.621202 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23daa1e2-4c32-4c1d-aab6-4f68c24714c8 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:34:31.643235 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-c1fa662c-61a1-4732-a295-c3ec5e3d4d00 req-29215184-ec34-4495-8d27-46c9b5ce6ded service neutron] For port 60b825f9-4537-445e-a6c3-75bfba59812a, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:34:31.658823 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b51326-3e9a-40cd-894d-4c241b8d1ae1 None None] Sync routers for ids ['30788101-b407-4ce2-a132-22d8b77d7745'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:34:31.699741 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-23daa1e2-4c32-4c1d-aab6-4f68c24714c8 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:31.708256 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-23daa1e2-4c32-4c1d-aab6-4f68c24714c8 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.7799299 Nov 12 01:34:31.708708 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b51326-3e9a-40cd-894d-4c241b8d1ae1 None None] Routers {'30788101-b407-4ce2-a132-22d8b77d7745'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:34:31.709377 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-d0b51326-3e9a-40cd-894d-4c241b8d1ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:34:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['30788101-b407-4ce2-a132-22d8b77d7745'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:34:31.710308 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47106) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:34:31.746067 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-c1fa662c-61a1-4732-a295-c3ec5e3d4d00 req-29215184-ec34-4495-8d27-46c9b5ce6ded service neutron] For port 60b825f9-4537-445e-a6c3-75bfba59812a, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=60b825f9-4537-445e-a6c3-75bfba59812a,segment=NetworkSegment(cc1c622a-5446-44d6-b64a-860c1673651a),segment_id=cc1c622a-5446-44d6-b64a-860c1673651a)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:34:31.849541 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c1fa662c-61a1-4732-a295-c3ec5e3d4d00 req-29215184-ec34-4495-8d27-46c9b5ce6ded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:31.908576 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-d0b51326-3e9a-40cd-894d-4c241b8d1ae1 None None] Set router 30788101-b407-4ce2-a132-22d8b77d7745 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:34:31.937956 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9f4f8b-20fc-4f31-a407-206ec3747283 tempest-TestSecurityGroupsBasicOps-151771215 tempest-TestSecurityGroupsBasicOps-151771215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:31.947848 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5f9f4f8b-20fc-4f31-a407-206ec3747283 tempest-TestSecurityGroupsBasicOps-151771215 tempest-TestSecurityGroupsBasicOps-151771215-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=0e98dc96d50c4c37b8dc7e919691f179&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2347925 Nov 12 01:34:31.955437 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47110) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:34:32.000554 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1c3d30d2-b24d-46fb-96bf-956c9b831540 req-b700700e-1eea-4ab2-a624-c856b641afe2 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5e73b0-89e2-4f08-b3e4-f68aa12c2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4257464 Nov 12 01:34:32.067774 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa662c-61a1-4732-a295-c3ec5e3d4d00 req-29215184-ec34-4495-8d27-46c9b5ce6ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:32.070390 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c1fa662c-61a1-4732-a295-c3ec5e3d4d00 req-29215184-ec34-4495-8d27-46c9b5ce6ded service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:32.084399 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c1fa662c-61a1-4732-a295-c3ec5e3d4d00 req-29215184-ec34-4495-8d27-46c9b5ce6ded service neutron] 10.222.0.44 "PUT /v2.0/ports/60b825f9-4537-445e-a6c3-75bfba59812a HTTP/1.1" status: 200 len: 1093 time: 3.5848937 Nov 12 01:34:32.093542 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4911223f-43fb-4984-99f0-b0cacb8e1e01 req-ebc8707f-c1ca-44f2-b973-e3c30412a23d service neutron] 10.222.0.16 "GET /v2.0/networks/df1e85aa-704b-4943-9cc3-9191fdadf081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8146477 Nov 12 01:34:32.104629 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30ed3d55-761c-4a8e-b386-60e26027cbdc', 'tag': '60b825f9-4537-445e-a6c3-75bfba59812a'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:34:32.112856 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd4cb49-7466-419f-83fc-f588bb2db3f2" -d '{"events": [{"name": "network-changed", "server_uuid": "30ed3d55-761c-4a8e-b386-60e26027cbdc", "tag": "60b825f9-4537-445e-a6c3-75bfba59812a"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:34:32.238335 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9039ac-b451-4240-8dfd-cedb5ebe2188 tempest-TestSecurityGroupsBasicOps-151771215 tempest-TestSecurityGroupsBasicOps-151771215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:32.244945 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ad9039ac-b451-4240-8dfd-cedb5ebe2188 tempest-TestSecurityGroupsBasicOps-151771215 tempest-TestSecurityGroupsBasicOps-151771215-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2792475 Nov 12 01:34:32.249674 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47118) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:34:32.317264 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-213fd07f-4145-4aaf-824e-fc9c4deac376 tempest-TestSecurityGroupsBasicOps-151771215 tempest-TestSecurityGroupsBasicOps-151771215-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=ab9ea869-d067-4dfb-b2de-16b019fae22d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0634224 Nov 12 01:34:32.320549 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47122) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:34:32.395110 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c9ef903a-b8a2-4702-b35d-1459517b2348 tempest-TestSecurityGroupsBasicOps-151771215 tempest-TestSecurityGroupsBasicOps-151771215-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=0e98dc96d50c4c37b8dc7e919691f179&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0724177 Nov 12 01:34:32.398005 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47124) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:34:32.462330 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1e5b8c-c848-4ca6-b01a-2e828bb4706b x-openstack-request-id: req-2c1e5b8c-c848-4ca6-b01a-2e828bb4706b {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:34:32.462593 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30ed3d55-761c-4a8e-b386-60e26027cbdc", "tag": "60b825f9-4537-445e-a6c3-75bfba59812a", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:34:32.462824 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2c1e5b8c-c848-4ca6-b01a-2e828bb4706b {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:34:32.463236 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30ed3d55-761c-4a8e-b386-60e26027cbdc', 'tag': '60b825f9-4537-445e-a6c3-75bfba59812a', 'status': 'completed', 'code': 200} Nov 12 01:34:32.547041 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-d0b51326-3e9a-40cd-894d-4c241b8d1ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30788101-b407-4ce2-a132-22d8b77d7745', 'name': 'tempest-TestSecurityGroupsBasicOps-router-739284378', 'tenant_id': '0e98dc96d50c4c37b8dc7e919691f179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'b1908371-3800-4bcb-b646-2f510e702c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:34:27Z', 'updated_at': '2021-11-12T01:34:29Z', 'revision_number': 3, 'project_id': '0e98dc96d50c4c37b8dc7e919691f179', 'gw_port': {'id': 'b1908371-3800-4bcb-b646-2f510e702c15', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:63:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30788101-b407-4ce2-a132-22d8b77d7745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:28Z', 'updated_at': '2021-11-12T01:34:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:34:32.687300 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b51326-3e9a-40cd-894d-4c241b8d1ae1 None None] Checking router: 30788101-b407-4ce2-a132-22d8b77d7745 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:34:32.688510 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b51326-3e9a-40cd-894d-4c241b8d1ae1 None None] Updating router 30788101-b407-4ce2-a132-22d8b77d7745 port b1908371-3800-4bcb-b646-2f510e702c15 binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:34:32.718195 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d3cec8-4782-4ce2-a6da-bbabd6e82745 tempest-TestSecurityGroupsBasicOps-151771215 tempest-TestSecurityGroupsBasicOps-151771215-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:32.725193 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-69d3cec8-4782-4ce2-a6da-bbabd6e82745 tempest-TestSecurityGroupsBasicOps-151771215 tempest-TestSecurityGroupsBasicOps-151771215-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3260758 Nov 12 01:34:32.729308 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47126) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:34:32.797594 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-d0b51326-3e9a-40cd-894d-4c241b8d1ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:32.814584 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f1ef6c04-c280-477e-8c19-1185fa335eee tempest-TestSecurityGroupsBasicOps-151771215 tempest-TestSecurityGroupsBasicOps-151771215-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=ab9ea869-d067-4dfb-b2de-16b019fae22d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0824835 Nov 12 01:34:32.825397 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47128) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:34:32.835085 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-b6a59525-017a-4c5b-bb2a-4d960615383d tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1199688265', 'network_id': 'cce68b96-f97a-4a67-a075-91d6c1e566bc', 'project_id': '0e98dc96d50c4c37b8dc7e919691f179', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:34:32.929101 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:33.132400 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a59525-017a-4c5b-bb2a-4d960615383d tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Made reservation on behalf of 0e98dc96d50c4c37b8dc7e919691f179 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:34:33.137125 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b6a59525-017a-4c5b-bb2a-4d960615383d tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:33.624467 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29215184-ec34-4495-8d27-46c9b5ce6ded service neutron] Pushing event updated for resources: {'Port': ['ID=60b825f9-4537-445e-a6c3-75bfba59812a,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:33.769280 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b6a59525-017a-4c5b-bb2a-4d960615383d tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:33.796633 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-d0b51326-3e9a-40cd-894d-4c241b8d1ae1 None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:33.807267 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-d0b51326-3e9a-40cd-894d-4c241b8d1ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:33.838759 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa662c-61a1-4732-a295-c3ec5e3d4d00 req-72f44b3c-cdae-4e42-ba68-e3297714bfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:33.852749 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c1fa662c-61a1-4732-a295-c3ec5e3d4d00 req-72f44b3c-cdae-4e42-ba68-e3297714bfe6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=553fbe5d09fe49948bd69193fe3f0783&device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 1096 time: 1.6802685 Nov 12 01:34:33.888345 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf8ca3-e6d9-460b-a1d3-b741ec9e3ba0 req-a0ad5386-bad9-4636-9626-a6820fd88edd tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:33.894333 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-59bf8ca3-e6d9-460b-a1d3-b741ec9e3ba0 req-a0ad5386-bad9-4636-9626-a6820fd88edd tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 944 time: 0.3250427 Nov 12 01:34:33.907566 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-d0b51326-3e9a-40cd-894d-4c241b8d1ae1 None None] Attempting to bind port b1908371-3800-4bcb-b646-2f510e702c15 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:34:33.907929 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-d0b51326-3e9a-40cd-894d-4c241b8d1ae1 None None] Attempting to bind port b1908371-3800-4bcb-b646-2f510e702c15 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:34:33.908318 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b51326-3e9a-40cd-894d-4c241b8d1ae1 None None] Attempting to bind port b1908371-3800-4bcb-b646-2f510e702c15 on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:34:33.921220 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b51326-3e9a-40cd-894d-4c241b8d1ae1 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:34:33.921612 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b51326-3e9a-40cd-894d-4c241b8d1ae1 None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:34:33.922770 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-d0b51326-3e9a-40cd-894d-4c241b8d1ae1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:33.923441 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b51326-3e9a-40cd-894d-4c241b8d1ae1 None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:34:33.923953 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-d0b51326-3e9a-40cd-894d-4c241b8d1ae1 None None] Bound port: b1908371-3800-4bcb-b646-2f510e702c15, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:34:33.940573 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-d0b51326-3e9a-40cd-894d-4c241b8d1ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:33.947839 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709b2716-3ebb-4b35-b693-38ce55d2ba63 None None] Pushing event updated for resources: {'Port': ['ID=b1908371-3800-4bcb-b646-2f510e702c15,revision_number=2']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:34.027152 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c6d4d2-9c8b-4d07-94ba-b3d033cb8c02 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:34:34.052973 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:34.062832 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4911223f-43fb-4984-99f0-b0cacb8e1e01 req-df1f022f-3c42-44a4-a7cb-cad96bd829b4 service neutron] 10.222.0.16 "GET /v2.0/networks/df1e85aa-704b-4943-9cc3-9191fdadf081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8935630 Nov 12 01:34:34.072218 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a59525-017a-4c5b-bb2a-4d960615383d tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Pushing event updated for resources: {'Subnet': ['ID=196b2ee1-c26b-4514-a2dd-a5dcd1ec990e,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:34.094104 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709b2716-3ebb-4b35-b693-38ce55d2ba63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:34.094498 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709b2716-3ebb-4b35-b693-38ce55d2ba63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:34.094782 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709b2716-3ebb-4b35-b693-38ce55d2ba63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:34.095221 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709b2716-3ebb-4b35-b693-38ce55d2ba63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:34.095554 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709b2716-3ebb-4b35-b693-38ce55d2ba63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:34.095884 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709b2716-3ebb-4b35-b693-38ce55d2ba63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:34.100389 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709b2716-3ebb-4b35-b693-38ce55d2ba63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:34.100753 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709b2716-3ebb-4b35-b693-38ce55d2ba63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:34.106520 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709b2716-3ebb-4b35-b693-38ce55d2ba63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:34.106883 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709b2716-3ebb-4b35-b693-38ce55d2ba63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:34.107221 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709b2716-3ebb-4b35-b693-38ce55d2ba63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:34.107547 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709b2716-3ebb-4b35-b693-38ce55d2ba63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:34.119191 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a59525-017a-4c5b-bb2a-4d960615383d tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Checking segment: {'id': '27cb4147-b975-4ea0-91f9-b1bc3b18ae19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'cce68b96-f97a-4a67-a075-91d6c1e566bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:34:34.119519 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a59525-017a-4c5b-bb2a-4d960615383d tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Network hostable DHCP agents. Network: cce68b96-f97a-4a67-a075-91d6c1e566bc, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:34:34.176585 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c1fa662c-61a1-4732-a295-c3ec5e3d4d00 req-7ea922fa-af29-49e9-860d-7a1e0c100d50 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60b825f9-4537-445e-a6c3-75bfba59812a HTTP/1.1" status: 200 len: 217 time: 0.2797182 Nov 12 01:34:34.232487 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-8053d3e3-8234-47d1-816d-d0a569a71681 None None] Provisioning complete for port b1908371-3800-4bcb-b646-2f510e702c15 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:34:34.232944 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8053d3e3-8234-47d1-816d-d0a569a71681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:34.256916 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a59525-017a-4c5b-bb2a-4d960615383d tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Network cce68b96-f97a-4a67-a075-91d6c1e566bc is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:34:34.312602 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-8053d3e3-8234-47d1-816d-d0a569a71681 None None] Port b1908371-3800-4bcb-b646-2f510e702c15 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:34:34.318197 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-b6a59525-017a-4c5b-bb2a-4d960615383d tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, cce68b96-f97a-4a67-a075-91d6c1e566bc) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:34:34.322568 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-d0b51326-3e9a-40cd-894d-4c241b8d1ae1 None None] For port b1908371-3800-4bcb-b646-2f510e702c15, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:34:34.328183 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-d0b51326-3e9a-40cd-894d-4c241b8d1ae1 None None] For port b1908371-3800-4bcb-b646-2f510e702c15, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=b1908371-3800-4bcb-b646-2f510e702c15,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:34:34.338271 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-d0b51326-3e9a-40cd-894d-4c241b8d1ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:34.338542 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a59525-017a-4c5b-bb2a-4d960615383d tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:34.339594 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b6a59525-017a-4c5b-bb2a-4d960615383d tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:34.340605 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d10982-870f-4859-a480-5a2f6a48af40 None None] Network cce68b96-f97a-4a67-a075-91d6c1e566bc requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:34:34.384291 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa662c-61a1-4732-a295-c3ec5e3d4d00 req-112218ba-f4d1-4397-bbd4-d440f980e4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:34.388481 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c1fa662c-61a1-4732-a295-c3ec5e3d4d00 req-112218ba-f4d1-4397-bbd4-d440f980e4e4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=595b1559-4f0e-4874-8a53-2400bc039bb2 HTTP/1.1" status: 200 len: 835 time: 0.2028232 Nov 12 01:34:34.397724 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b6a59525-017a-4c5b-bb2a-4d960615383d tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5657527 Nov 12 01:34:34.401060 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47144) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:34:34.450236 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-59bf8ca3-e6d9-460b-a1d3-b741ec9e3ba0 req-9648f0de-4c1b-4858-9b6d-ac616f03eea9 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5e73b0-89e2-4f08-b3e4-f68aa12c2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4375231 Nov 12 01:34:34.581160 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b51326-3e9a-40cd-894d-4c241b8d1ae1 None None] Routers {'30788101-b407-4ce2-a132-22d8b77d7745'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:34:34.582668 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-d0b51326-3e9a-40cd-894d-4c241b8d1ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:34:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['30788101-b407-4ce2-a132-22d8b77d7745'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:34:34.603406 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118967d4-d7d5-4e31-8755-d8028ebda052 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:34:34.621650 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa662c-61a1-4732-a295-c3ec5e3d4d00 req-1a83bd01-d65c-443c-968f-2915f12713fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:34.625210 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c1fa662c-61a1-4732-a295-c3ec5e3d4d00 req-1a83bd01-d65c-443c-968f-2915f12713fe service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=26afd3d7-f476-4a62-835b-6349cc82b916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1703529 Nov 12 01:34:34.819323 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709b2716-3ebb-4b35-b693-38ce55d2ba63 None None] Pushing event updated for resources: {'Port': ['ID=b1908371-3800-4bcb-b646-2f510e702c15,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:34.888350 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c1fa662c-61a1-4732-a295-c3ec5e3d4d00 req-b57920d4-f1be-43d4-9d1e-c194ffbf8ac6 service neutron] 10.222.0.44 "GET /v2.0/networks/26afd3d7-f476-4a62-835b-6349cc82b916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524014 Nov 12 01:34:34.903642 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-bdf97747-ee29-4dad-b22b-84f1f539daea None None] Provisioning complete for port b1908371-3800-4bcb-b646-2f510e702c15 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:34:34.903642 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bdf97747-ee29-4dad-b22b-84f1f539daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:34.994817 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-d0b51326-3e9a-40cd-894d-4c241b8d1ae1 None None] Set router 30788101-b407-4ce2-a132-22d8b77d7745 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:34:35.119272 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecb7973-257e-4a81-bf9f-8c7260b9ff1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-cce68b96-f97a-4a67-a075-91d6c1e566bc', 'network_id': 'cce68b96-f97a-4a67-a075-91d6c1e566bc', 'tenant_id': '0e98dc96d50c4c37b8dc7e919691f179', 'fixed_ips': [{'subnet_id': '196b2ee1-c26b-4514-a2dd-a5dcd1ec990e'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:34:35.130286 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0ecb7973-257e-4a81-bf9f-8c7260b9ff1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:35.237869 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c1fa662c-61a1-4732-a295-c3ec5e3d4d00 req-ad8e7748-49d3-4666-ae0d-51e6d7a18344 service neutron] 10.222.0.44 "GET /v2.0/networks/26afd3d7-f476-4a62-835b-6349cc82b916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418214 Nov 12 01:34:35.497425 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-0ecb7973-257e-4a81-bf9f-8c7260b9ff1d None None] Allocated IP 172.20.0.18 (cce68b96-f97a-4a67-a075-91d6c1e566bc/196b2ee1-c26b-4514-a2dd-a5dcd1ec990e/6aad452c-d442-463a-9f62-21917389747e) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:34:35.506510 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:35.542196 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:34:35.610195 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4cb49-7466-419f-83fc-f588bb2db3f2 req-1e159f07-0272-4553-a594-404a3bf4d895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:35.620331 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7bd4cb49-7466-419f-83fc-f588bb2db3f2 req-1e159f07-0272-4553-a594-404a3bf4d895 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=553fbe5d09fe49948bd69193fe3f0783&device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 1096 time: 0.2386808 Nov 12 01:34:35.665142 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cc45c95f-c54f-4f94-982d-de87ecb92dc8 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:35.668954 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-d0b51326-3e9a-40cd-894d-4c241b8d1ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30788101-b407-4ce2-a132-22d8b77d7745', 'name': 'tempest-TestSecurityGroupsBasicOps-router-739284378', 'tenant_id': '0e98dc96d50c4c37b8dc7e919691f179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'b1908371-3800-4bcb-b646-2f510e702c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:34:27Z', 'updated_at': '2021-11-12T01:34:29Z', 'revision_number': 3, 'project_id': '0e98dc96d50c4c37b8dc7e919691f179', 'gw_port': {'id': 'b1908371-3800-4bcb-b646-2f510e702c15', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:63:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30788101-b407-4ce2-a132-22d8b77d7745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:28Z', 'updated_at': '2021-11-12T01:34:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:34:35.790549 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b51326-3e9a-40cd-894d-4c241b8d1ae1 None None] The sync data for ids ['30788101-b407-4ce2-a132-22d8b77d7745'] in n-d-712142-27 is: [{'id': '30788101-b407-4ce2-a132-22d8b77d7745', 'name': 'tempest-TestSecurityGroupsBasicOps-router-739284378', 'tenant_id': '0e98dc96d50c4c37b8dc7e919691f179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'b1908371-3800-4bcb-b646-2f510e702c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:34:27Z', 'updated_at': '2021-11-12T01:34:29Z', 'revision_number': 3, 'project_id': '0e98dc96d50c4c37b8dc7e919691f179', 'gw_port': {'id': 'b1908371-3800-4bcb-b646-2f510e702c15', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:63:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30788101-b407-4ce2-a132-22d8b77d7745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:28Z', 'updated_at': '2021-11-12T01:34:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:34:36.030567 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0ecb7973-257e-4a81-bf9f-8c7260b9ff1d None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:36.061180 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bdf97747-ee29-4dad-b22b-84f1f539daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:36.111787 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-bdf97747-ee29-4dad-b22b-84f1f539daea None None] For port b1908371-3800-4bcb-b646-2f510e702c15, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=b1908371-3800-4bcb-b646-2f510e702c15,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:34:36.116791 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0ecb7973-257e-4a81-bf9f-8c7260b9ff1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:36.147856 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bdf97747-ee29-4dad-b22b-84f1f539daea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:36.329533 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4cb49-7466-419f-83fc-f588bb2db3f2 req-883cba21-dfdf-4bca-b4b1-0cdb94625566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:36.331151 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7bd4cb49-7466-419f-83fc-f588bb2db3f2 req-883cba21-dfdf-4bca-b4b1-0cdb94625566 service neutron] 10.222.0.44 "GET /v2.0/networks?id=26afd3d7-f476-4a62-835b-6349cc82b916 HTTP/1.1" status: 200 len: 896 time: 0.6966939 Nov 12 01:34:36.335614 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-cc45c95f-c54f-4f94-982d-de87ecb92dc8 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Allocated IP 172.20.0.17 (cce68b96-f97a-4a67-a075-91d6c1e566bc/196b2ee1-c26b-4514-a2dd-a5dcd1ec990e/38921b71-9ff0-459a-93d4-ae3259015cbb) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:34:36.341229 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecb7973-257e-4a81-bf9f-8c7260b9ff1d None None] Network cce68b96-f97a-4a67-a075-91d6c1e566bc is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:34:36.345537 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb806e2-42a8-434e-8c8a-bc714f1ccf1f req-765f0e0c-62ee-4ffa-8b0b-b6446ad71292 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:36.347239 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bbb806e2-42a8-434e-8c8a-bc714f1ccf1f req-765f0e0c-62ee-4ffa-8b0b-b6446ad71292 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 944 time: 0.3954554 Nov 12 01:34:36.364951 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-0ecb7973-257e-4a81-bf9f-8c7260b9ff1d None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:34:36.381711 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecb7973-257e-4a81-bf9f-8c7260b9ff1d None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:34:36.401925 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecb7973-257e-4a81-bf9f-8c7260b9ff1d None None] Pushing event updated for resources: {'Port': ['ID=6aad452c-d442-463a-9f62-21917389747e,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:36.433124 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecb7973-257e-4a81-bf9f-8c7260b9ff1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:36.433866 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecb7973-257e-4a81-bf9f-8c7260b9ff1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:36.434571 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecb7973-257e-4a81-bf9f-8c7260b9ff1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:36.435132 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecb7973-257e-4a81-bf9f-8c7260b9ff1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:36.435681 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecb7973-257e-4a81-bf9f-8c7260b9ff1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:36.436271 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecb7973-257e-4a81-bf9f-8c7260b9ff1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:36.437101 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecb7973-257e-4a81-bf9f-8c7260b9ff1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:36.437670 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecb7973-257e-4a81-bf9f-8c7260b9ff1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:36.438305 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecb7973-257e-4a81-bf9f-8c7260b9ff1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:36.438871 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecb7973-257e-4a81-bf9f-8c7260b9ff1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:36.439439 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecb7973-257e-4a81-bf9f-8c7260b9ff1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:36.440101 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecb7973-257e-4a81-bf9f-8c7260b9ff1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:36.605995 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7bd4cb49-7466-419f-83fc-f588bb2db3f2 req-4028c496-2c72-4c8b-887f-99f1b5c4ac6e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60b825f9-4537-445e-a6c3-75bfba59812a HTTP/1.1" status: 200 len: 217 time: 0.2549822 Nov 12 01:34:36.609570 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cc45c95f-c54f-4f94-982d-de87ecb92dc8 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:36.690581 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf97747-ee29-4dad-b22b-84f1f539daea None None] Pushing event updated for resources: {'Port': ['ID=b1908371-3800-4bcb-b646-2f510e702c15,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:36.693294 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cc45c95f-c54f-4f94-982d-de87ecb92dc8 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:36.783094 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-0ecb7973-257e-4a81-bf9f-8c7260b9ff1d None None] Attempting to bind port 6aad452c-d442-463a-9f62-21917389747e on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:34:36.784736 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-0ecb7973-257e-4a81-bf9f-8c7260b9ff1d None None] Attempting to bind port 6aad452c-d442-463a-9f62-21917389747e by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '27cb4147-b975-4ea0-91f9-b1bc3b18ae19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'cce68b96-f97a-4a67-a075-91d6c1e566bc'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:34:36.786108 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecb7973-257e-4a81-bf9f-8c7260b9ff1d None None] Attempting to bind port 6aad452c-d442-463a-9f62-21917389747e on network cce68b96-f97a-4a67-a075-91d6c1e566bc {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:34:36.814948 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bbb806e2-42a8-434e-8c8a-bc714f1ccf1f req-e266de6a-4329-4143-904c-602379945e5b tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5e73b0-89e2-4f08-b3e4-f68aa12c2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3046086 Nov 12 01:34:36.817861 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecb7973-257e-4a81-bf9f-8c7260b9ff1d None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:34:36.818246 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecb7973-257e-4a81-bf9f-8c7260b9ff1d None None] Checking segment: {'id': '27cb4147-b975-4ea0-91f9-b1bc3b18ae19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'cce68b96-f97a-4a67-a075-91d6c1e566bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:34:36.820072 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0ecb7973-257e-4a81-bf9f-8c7260b9ff1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:36.820738 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecb7973-257e-4a81-bf9f-8c7260b9ff1d None None] Bound using segment: {'id': '27cb4147-b975-4ea0-91f9-b1bc3b18ae19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'cce68b96-f97a-4a67-a075-91d6c1e566bc'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:34:36.821317 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-0ecb7973-257e-4a81-bf9f-8c7260b9ff1d None None] Bound port: 6aad452c-d442-463a-9f62-21917389747e, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27cb4147-b975-4ea0-91f9-b1bc3b18ae19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'cce68b96-f97a-4a67-a075-91d6c1e566bc'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:34:36.821716 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0ecb7973-257e-4a81-bf9f-8c7260b9ff1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:36.836818 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4cb49-7466-419f-83fc-f588bb2db3f2 req-410f5ff9-c111-4c64-8c4c-34e095907ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:36.848913 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc45c95f-c54f-4f94-982d-de87ecb92dc8 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Network cce68b96-f97a-4a67-a075-91d6c1e566bc is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:34:36.850848 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7bd4cb49-7466-419f-83fc-f588bb2db3f2 req-410f5ff9-c111-4c64-8c4c-34e095907ba7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=595b1559-4f0e-4874-8a53-2400bc039bb2 HTTP/1.1" status: 200 len: 835 time: 0.2317500 Nov 12 01:34:36.869467 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-cc45c95f-c54f-4f94-982d-de87ecb92dc8 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:34:36.885307 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc45c95f-c54f-4f94-982d-de87ecb92dc8 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:34:36.945628 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4cb49-7466-419f-83fc-f588bb2db3f2 req-af0369e9-c9e0-4510-8795-46c983772d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:36.949545 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7bd4cb49-7466-419f-83fc-f588bb2db3f2 req-af0369e9-c9e0-4510-8795-46c983772d14 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=26afd3d7-f476-4a62-835b-6349cc82b916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0906496 Nov 12 01:34:37.034223 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cc45c95f-c54f-4f94-982d-de87ecb92dc8 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:37.077462 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-0ecb7973-257e-4a81-bf9f-8c7260b9ff1d None None] For port 6aad452c-d442-463a-9f62-21917389747e, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:34:37.087543 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-0ecb7973-257e-4a81-bf9f-8c7260b9ff1d None None] For port 6aad452c-d442-463a-9f62-21917389747e, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=6aad452c-d442-463a-9f62-21917389747e,segment=NetworkSegment(27cb4147-b975-4ea0-91f9-b1bc3b18ae19),segment_id=27cb4147-b975-4ea0-91f9-b1bc3b18ae19)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:34:37.103676 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0ecb7973-257e-4a81-bf9f-8c7260b9ff1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:37.195653 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7bd4cb49-7466-419f-83fc-f588bb2db3f2 req-e39284b2-2797-4ac3-9f86-f4795ec3171a service neutron] 10.222.0.44 "GET /v2.0/networks/26afd3d7-f476-4a62-835b-6349cc82b916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386348 Nov 12 01:34:37.328794 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c95f-c54f-4f94-982d-de87ecb92dc8 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Pushing event updated for resources: {'Port': ['ID=38921b71-9ff0-459a-93d4-ae3259015cbb,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:37.374621 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device b1908371-3800-4bcb-b646-2f510e702c15 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:34:37.444057 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c95f-c54f-4f94-982d-de87ecb92dc8 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:37.444515 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c95f-c54f-4f94-982d-de87ecb92dc8 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:37.445054 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c95f-c54f-4f94-982d-de87ecb92dc8 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:37.445562 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c95f-c54f-4f94-982d-de87ecb92dc8 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:37.446066 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c95f-c54f-4f94-982d-de87ecb92dc8 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:37.446570 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c95f-c54f-4f94-982d-de87ecb92dc8 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:37.448960 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c95f-c54f-4f94-982d-de87ecb92dc8 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:37.449550 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c95f-c54f-4f94-982d-de87ecb92dc8 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:37.450061 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c95f-c54f-4f94-982d-de87ecb92dc8 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:37.450557 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c95f-c54f-4f94-982d-de87ecb92dc8 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:37.451061 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c95f-c54f-4f94-982d-de87ecb92dc8 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:37.453360 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc45c95f-c54f-4f94-982d-de87ecb92dc8 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:34:37.538663 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7bd4cb49-7466-419f-83fc-f588bb2db3f2 req-cdf6f601-b95a-4a8c-83f4-3a6f981f3bfc service neutron] 10.222.0.44 "GET /v2.0/networks/26afd3d7-f476-4a62-835b-6349cc82b916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335085 Nov 12 01:34:37.545714 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecb7973-257e-4a81-bf9f-8c7260b9ff1d None None] Pushing event updated for resources: {'Port': ['ID=6aad452c-d442-463a-9f62-21917389747e,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:37.579253 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cc45c95f-c54f-4f94-982d-de87ecb92dc8 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:37.597391 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port b1908371-3800-4bcb-b646-2f510e702c15 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:34:37.598647 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:38.407305 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032e05d-b334-42a9-a028-b4c7d8e1e34d req-af6d1489-1a35-4748-a39d-34cab10225c7 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:38.424967 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c032e05d-b334-42a9-a028-b4c7d8e1e34d req-af6d1489-1a35-4748-a39d-34cab10225c7 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 944 time: 0.3645031 Nov 12 01:34:38.608959 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c032e05d-b334-42a9-a028-b4c7d8e1e34d req-9cc12674-3acd-4ad9-b9f9-a41bc81bb81e tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5e73b0-89e2-4f08-b3e4-f68aa12c2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775496 Nov 12 01:34:38.661274 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:38.686600 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cc45c95f-c54f-4f94-982d-de87ecb92dc8 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:38.696817 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cc45c95f-c54f-4f94-982d-de87ecb92dc8 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:38.925155 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45c95f-c54f-4f94-982d-de87ecb92dc8 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Pushing event updated for resources: {'Port': ['ID=38921b71-9ff0-459a-93d4-ae3259015cbb,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:38.928531 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cc45c95f-c54f-4f94-982d-de87ecb92dc8 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:39.195395 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc45c95f-c54f-4f94-982d-de87ecb92dc8 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Network cce68b96-f97a-4a67-a075-91d6c1e566bc is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:34:39.197056 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-cc45c95f-c54f-4f94-982d-de87ecb92dc8 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:34:39.333688 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 6aad452c-d442-463a-9f62-21917389747e up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:34:39.537502 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 6aad452c-d442-463a-9f62-21917389747e triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:34:39.538104 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:39.616350 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc45c95f-c54f-4f94-982d-de87ecb92dc8 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Router 30788101-b407-4ce2-a132-22d8b77d7745 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:34:39.679983 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 60b825f9-4537-445e-a6c3-75bfba59812a details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:34:40.027473 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9a941-ad25-4042-85ea-b4c2775144f4 req-02409d76-ec16-40ff-b96b-3d2bc9ee9a53 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:40.030214 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-69d9a941-ad25-4042-85ea-b4c2775144f4 req-02409d76-ec16-40ff-b96b-3d2bc9ee9a53 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 944 time: 0.2292311 Nov 12 01:34:40.255841 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-69d9a941-ad25-4042-85ea-b4c2775144f4 req-5c548756-c9be-453b-a33b-88db31763678 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5e73b0-89e2-4f08-b3e4-f68aa12c2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2103460 Nov 12 01:34:40.318969 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546c6f76-d7a6-4873-8af0-78f5f3e2c68a None None] Network cce68b96-f97a-4a67-a075-91d6c1e566bc requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:34:40.444896 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-bb76efcc-4397-4962-850b-7d9d54f87ed6 None None] Provisioning complete for port 6aad452c-d442-463a-9f62-21917389747e triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:34:40.445377 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bb76efcc-4397-4962-850b-7d9d54f87ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:41.008753 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:41.089322 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc45c95f-c54f-4f94-982d-de87ecb92dc8 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:34:41.153363 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-cc45c95f-c54f-4f94-982d-de87ecb92dc8 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "PUT /v2.0/routers/30788101-b407-4ce2-a132-22d8b77d7745/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7505407 Nov 12 01:34:41.193603 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:41.272958 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2a8a78-560e-4296-92e3-8e762565e99a None None] Sync routers for ids ['30788101-b407-4ce2-a132-22d8b77d7745'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:34:41.296730 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 60b825f9-4537-445e-a6c3-75bfba59812a, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=60b825f9-4537-445e-a6c3-75bfba59812a,segment=NetworkSegment(cc1c622a-5446-44d6-b64a-860c1673651a),segment_id=cc1c622a-5446-44d6-b64a-860c1673651a)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:34:41.449064 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '60b825f9-4537-445e-a6c3-75bfba59812a', 'network_id': '26afd3d7-f476-4a62-835b-6349cc82b916', 'port_id': '60b825f9-4537-445e-a6c3-75bfba59812a', 'mac_address': 'fa:16:3e:42:32:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '595b1559-4f0e-4874-8a53-2400bc039bb2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:34:41.457481 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 6aad452c-d442-463a-9f62-21917389747e, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=6aad452c-d442-463a-9f62-21917389747e,segment=NetworkSegment(27cb4147-b975-4ea0-91f9-b1bc3b18ae19),segment_id=27cb4147-b975-4ea0-91f9-b1bc3b18ae19)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:34:41.470817 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bb76efcc-4397-4962-850b-7d9d54f87ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:41.473532 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2a8a78-560e-4296-92e3-8e762565e99a None None] Routers {'30788101-b407-4ce2-a132-22d8b77d7745'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:34:41.475279 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-6d2a8a78-560e-4296-92e3-8e762565e99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:34:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['30788101-b407-4ce2-a132-22d8b77d7745'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:34:41.522379 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:41.731246 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.api [None req-bb76efcc-4397-4962-850b-7d9d54f87ed6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:34:41.731606 n-d-712142-27 neutron-server[109087]: DEBUG oslo_db.api [None req-bb76efcc-4397-4962-850b-7d9d54f87ed6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:34:41.743873 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:41.811721 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60b825f9-4537-445e-a6c3-75bfba59812a {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:34:41.829734 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=6aad452c-d442-463a-9f62-21917389747e,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:41.862422 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 60b825f9-4537-445e-a6c3-75bfba59812a, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=60b825f9-4537-445e-a6c3-75bfba59812a,segment=NetworkSegment(cc1c622a-5446-44d6-b64a-860c1673651a),segment_id=cc1c622a-5446-44d6-b64a-860c1673651a)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:34:41.880956 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:41.893437 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-6d2a8a78-560e-4296-92e3-8e762565e99a None None] Set router 30788101-b407-4ce2-a132-22d8b77d7745 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:34:41.915132 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada7d82-bb5d-406d-bf26-f902597dbe37 req-959b285e-0c6f-4879-a677-81a485616996 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:41.917050 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2ada7d82-bb5d-406d-bf26-f902597dbe37 req-959b285e-0c6f-4879-a677-81a485616996 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 944 time: 0.2847683 Nov 12 01:34:41.933596 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27780fce-4d3a-41ac-9a4e-fd0fe198b48c req-22450085-832b-411f-a104-7c694d3c3e28 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:41.942320 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-27780fce-4d3a-41ac-9a4e-fd0fe198b48c req-22450085-832b-411f-a104-7c694d3c3e28 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "GET /v2.0/networks?id=cce68b96-f97a-4a67-a075-91d6c1e566bc HTTP/1.1" status: 200 len: 798 time: 0.4284732 Nov 12 01:34:41.995904 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-27780fce-4d3a-41ac-9a4e-fd0fe198b48c req-1c264111-9419-4dde-af97-c92df57cedc2 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "GET /v2.0/quotas/0e98dc96d50c4c37b8dc7e919691f179 HTTP/1.1" status: 200 len: 375 time: 0.0522709 Nov 12 01:34:42.155465 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=60b825f9-4537-445e-a6c3-75bfba59812a,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:42.170570 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2ada7d82-bb5d-406d-bf26-f902597dbe37 req-62e11aca-f7ee-4bd6-870e-12b00c618432 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5e73b0-89e2-4f08-b3e4-f68aa12c2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2253823 Nov 12 01:34:42.239846 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-27780fce-4d3a-41ac-9a4e-fd0fe198b48c req-6ca0eaed-c90a-481b-9bc8-9b097dc40cd2 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=0e98dc96d50c4c37b8dc7e919691f179&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2427239 Nov 12 01:34:42.266874 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['60b825f9-4537-445e-a6c3-75bfba59812a'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:34:42.378995 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-6d2a8a78-560e-4296-92e3-8e762565e99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30788101-b407-4ce2-a132-22d8b77d7745', 'name': 'tempest-TestSecurityGroupsBasicOps-router-739284378', 'tenant_id': '0e98dc96d50c4c37b8dc7e919691f179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'b1908371-3800-4bcb-b646-2f510e702c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:34:27Z', 'updated_at': '2021-11-12T01:34:37Z', 'revision_number': 4, 'project_id': '0e98dc96d50c4c37b8dc7e919691f179', 'gw_port': {'id': 'b1908371-3800-4bcb-b646-2f510e702c15', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:63:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30788101-b407-4ce2-a132-22d8b77d7745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:28Z', 'updated_at': '2021-11-12T01:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '38921b71-9ff0-459a-93d4-ae3259015cbb', 'name': '', 'network_id': 'cce68b96-f97a-4a67-a075-91d6c1e566bc', 'tenant_id': '0e98dc96d50c4c37b8dc7e919691f179', 'mac_address': 'fa:16:3e:9c:99:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30788101-b407-4ce2-a132-22d8b77d7745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '196b2ee1-c26b-4514-a2dd-a5dcd1ec990e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:36Z', 'updated_at': '2021-11-12T01:34:38Z', 'revision_number': 2, 'project_id': '0e98dc96d50c4c37b8dc7e919691f179', 'subnets': [{'id': '196b2ee1-c26b-4514-a2dd-a5dcd1ec990e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:34:42.415868 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2a8a78-560e-4296-92e3-8e762565e99a None None] Checking router: 30788101-b407-4ce2-a132-22d8b77d7745 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:34:42.417120 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2a8a78-560e-4296-92e3-8e762565e99a None None] Updating router 30788101-b407-4ce2-a132-22d8b77d7745 port 38921b71-9ff0-459a-93d4-ae3259015cbb binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:34:42.505901 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-27780fce-4d3a-41ac-9a4e-fd0fe198b48c req-9f3f22d4-19b0-4edd-a422-45a64e2aa07b service neutron] 10.222.0.45 "GET /v2.0/networks/cce68b96-f97a-4a67-a075-91d6c1e566bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302673 Nov 12 01:34:42.512611 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6d2a8a78-560e-4296-92e3-8e762565e99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:42.717647 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-27780fce-4d3a-41ac-9a4e-fd0fe198b48c req-aefcb311-8205-4408-97c7-6a8e78536953 service neutron] 10.222.0.45 "GET /v2.0/networks/cce68b96-f97a-4a67-a075-91d6c1e566bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103939 Nov 12 01:34:42.762144 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7573c0c9-3bd6-4304-8fd9-efd809f0df1f None None] Provisioning complete for port 6aad452c-d442-463a-9f62-21917389747e triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:34:42.762627 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7573c0c9-3bd6-4304-8fd9-efd809f0df1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:43.270746 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f9a5feb3-919c-4091-b6c1-ed42ff46b003 req-0d327c63-d627-462e-a944-ee7ff48657de tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ad5d7df-5510-4715-b3dc-e24b532eacc6 HTTP/1.1" status: 200 len: 210 time: 0.2204397 Nov 12 01:34:43.581107 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ad91a-3fb3-46b7-adad-8f0a67b26660 req-09423fd1-ef50-4711-8bfb-b0a198477ee4 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:43.592888 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-302ad91a-3fb3-46b7-adad-8f0a67b26660 req-09423fd1-ef50-4711-8bfb-b0a198477ee4 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 945 time: 0.1370263 Nov 12 01:34:43.740188 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-302ad91a-3fb3-46b7-adad-8f0a67b26660 req-635c7a6d-63f7-4d4b-b499-25c7cc94b801 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5e73b0-89e2-4f08-b3e4-f68aa12c2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383142 Nov 12 01:34:43.762861 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 6aad452c-d442-463a-9f62-21917389747e up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:34:43.764188 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bd71e9f4-27c2-4967-9123-1339cded50f4 req-9082c2a0-5898-4ae8-ac77-5821a0194492 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-702922087&fields=id&tenant_id=094a5f5e492c44f8b09b4e12e8299cf9 HTTP/1.1" status: 200 len: 267 time: 0.1546497 Nov 12 01:34:44.129588 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71e9f4-27c2-4967-9123-1339cded50f4 req-e552bc95-d7f3-4b37-a648-2977f5d4c5a9 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:44.132694 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bd71e9f4-27c2-4967-9123-1339cded50f4 req-e552bc95-d7f3-4b37-a648-2977f5d4c5a9 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/networks?id=41d3594c-6378-4888-b7ad-f2b6034333e3 HTTP/1.1" status: 200 len: 812 time: 0.3673210 Nov 12 01:34:44.166195 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bd71e9f4-27c2-4967-9123-1339cded50f4 req-a6cf8840-5c04-485b-910b-584309d8428a tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/quotas/094a5f5e492c44f8b09b4e12e8299cf9 HTTP/1.1" status: 200 len: 375 time: 0.0269232 Nov 12 01:34:44.261329 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bd71e9f4-27c2-4967-9123-1339cded50f4 req-23292bda-2877-4c00-b0ad-645237119683 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=094a5f5e492c44f8b09b4e12e8299cf9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0886648 Nov 12 01:34:44.368444 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7573c0c9-3bd6-4304-8fd9-efd809f0df1f None None] Provisioning complete for port 38921b71-9ff0-459a-93d4-ae3259015cbb triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:34:44.368956 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7573c0c9-3bd6-4304-8fd9-efd809f0df1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:44.377116 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6d2a8a78-560e-4296-92e3-8e762565e99a None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:44.452837 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-7573c0c9-3bd6-4304-8fd9-efd809f0df1f None None] Port 38921b71-9ff0-459a-93d4-ae3259015cbb cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:34:44.467774 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6d2a8a78-560e-4296-92e3-8e762565e99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:44.487053 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7f2a88f8-f4fe-4e03-bb36-8e3462cb8c5b req-0d3bdea5-20bf-47e7-a8cc-7df640ecec57 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ad5d7df-5510-4715-b3dc-e24b532eacc6 HTTP/1.1" status: 200 len: 210 time: 0.0565622 Nov 12 01:34:44.509972 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 6aad452c-d442-463a-9f62-21917389747e triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:34:44.510479 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:44.556456 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bd71e9f4-27c2-4967-9123-1339cded50f4 req-42a7531c-d1a1-4302-a605-058faa952d2a service neutron] 10.222.0.45 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825582 Nov 12 01:34:44.567638 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25865408-a010-4859-91c1-09c34f6caba2 None None] Pushing event updated for resources: {'Port': ['ID=38921b71-9ff0-459a-93d4-ae3259015cbb,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:44.675871 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-6d2a8a78-560e-4296-92e3-8e762565e99a None None] Attempting to bind port 38921b71-9ff0-459a-93d4-ae3259015cbb on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:34:44.676324 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-6d2a8a78-560e-4296-92e3-8e762565e99a None None] Attempting to bind port 38921b71-9ff0-459a-93d4-ae3259015cbb by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '27cb4147-b975-4ea0-91f9-b1bc3b18ae19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'cce68b96-f97a-4a67-a075-91d6c1e566bc'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:34:44.676791 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2a8a78-560e-4296-92e3-8e762565e99a None None] Attempting to bind port 38921b71-9ff0-459a-93d4-ae3259015cbb on network cce68b96-f97a-4a67-a075-91d6c1e566bc {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:34:44.682190 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-844cc56e-27a7-4826-b081-c679857eafcb None None] Provisioning complete for port 38921b71-9ff0-459a-93d4-ae3259015cbb triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:34:44.682640 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-844cc56e-27a7-4826-b081-c679857eafcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:44.715880 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2a8a78-560e-4296-92e3-8e762565e99a None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:34:44.716818 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2a8a78-560e-4296-92e3-8e762565e99a None None] Checking segment: {'id': '27cb4147-b975-4ea0-91f9-b1bc3b18ae19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'cce68b96-f97a-4a67-a075-91d6c1e566bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:34:44.717239 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6d2a8a78-560e-4296-92e3-8e762565e99a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:44.717636 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2a8a78-560e-4296-92e3-8e762565e99a None None] Bound using segment: {'id': '27cb4147-b975-4ea0-91f9-b1bc3b18ae19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'cce68b96-f97a-4a67-a075-91d6c1e566bc'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:34:44.718139 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-6d2a8a78-560e-4296-92e3-8e762565e99a None None] Bound port: 38921b71-9ff0-459a-93d4-ae3259015cbb, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27cb4147-b975-4ea0-91f9-b1bc3b18ae19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'cce68b96-f97a-4a67-a075-91d6c1e566bc'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:34:44.718524 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6d2a8a78-560e-4296-92e3-8e762565e99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:44.790995 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-844cc56e-27a7-4826-b081-c679857eafcb None None] Port 38921b71-9ff0-459a-93d4-ae3259015cbb cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:34:44.831271 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bd71e9f4-27c2-4967-9123-1339cded50f4 req-f5cf343e-ae36-4330-a615-0cf0379ef4c4 service neutron] 10.222.0.45 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609117 Nov 12 01:34:45.015839 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-6d2a8a78-560e-4296-92e3-8e762565e99a None None] For port 38921b71-9ff0-459a-93d4-ae3259015cbb, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:34:45.040808 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-6d2a8a78-560e-4296-92e3-8e762565e99a None None] For port 38921b71-9ff0-459a-93d4-ae3259015cbb, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=38921b71-9ff0-459a-93d4-ae3259015cbb,segment=NetworkSegment(27cb4147-b975-4ea0-91f9-b1bc3b18ae19),segment_id=27cb4147-b975-4ea0-91f9-b1bc3b18ae19)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:34:45.054466 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6d2a8a78-560e-4296-92e3-8e762565e99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:45.509616 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27780fce-4d3a-41ac-9a4e-fd0fe198b48c req-a284c157-3405-4bdf-99f6-3cbb99f26059 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:45.511423 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-27780fce-4d3a-41ac-9a4e-fd0fe198b48c req-a284c157-3405-4bdf-99f6-3cbb99f26059 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.44 "GET /v2.0/networks?id=cce68b96-f97a-4a67-a075-91d6c1e566bc HTTP/1.1" status: 200 len: 798 time: 0.5928833 Nov 12 01:34:45.512864 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-fbe19baf-8279-4ab1-84cc-f54cb2ea8752 None None] Provisioning complete for port 38921b71-9ff0-459a-93d4-ae3259015cbb triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:34:45.512864 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fbe19baf-8279-4ab1-84cc-f54cb2ea8752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:45.528890 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25865408-a010-4859-91c1-09c34f6caba2 None None] Pushing event updated for resources: {'Port': ['ID=38921b71-9ff0-459a-93d4-ae3259015cbb,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:45.531771 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2a8a78-560e-4296-92e3-8e762565e99a None None] Routers {'30788101-b407-4ce2-a132-22d8b77d7745'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:34:45.551744 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-6d2a8a78-560e-4296-92e3-8e762565e99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:34:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['30788101-b407-4ce2-a132-22d8b77d7745'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:34:45.562759 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-27780fce-4d3a-41ac-9a4e-fd0fe198b48c req-20e5a00f-1860-49a0-a36b-329d8c9b2498 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Request body: {'port': {'device_id': '2ad5d7df-5510-4715-b3dc-e24b532eacc6', 'network_id': 'cce68b96-f97a-4a67-a075-91d6c1e566bc', 'admin_state_up': True, 'tenant_id': '0e98dc96d50c4c37b8dc7e919691f179'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:34:45.587831 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2e30e-45ea-4177-90eb-7461b0f8bca1 req-e556bf0f-1fe0-4dd4-9cd5-0a749b21c966 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:45.615636 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2ce2e30e-45ea-4177-90eb-7461b0f8bca1 req-e556bf0f-1fe0-4dd4-9cd5-0a749b21c966 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 945 time: 0.2482228 Nov 12 01:34:45.929136 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-6d2a8a78-560e-4296-92e3-8e762565e99a None None] Set router 30788101-b407-4ce2-a132-22d8b77d7745 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:34:45.966643 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-19e4028f-7b79-41b9-8c19-44737c3bfdd6 req-7b55cb8e-8ade-4123-a392-6ec4e22a4552 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ad5d7df-5510-4715-b3dc-e24b532eacc6 HTTP/1.1" status: 200 len: 210 time: 0.0775297 Nov 12 01:34:45.969408 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 60b825f9-4537-445e-a6c3-75bfba59812a up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:34:46.014124 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2ce2e30e-45ea-4177-90eb-7461b0f8bca1 req-06a1352e-22e5-4ae7-b34d-dc0beca085e6 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5e73b0-89e2-4f08-b3e4-f68aa12c2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3974636 Nov 12 01:34:46.050275 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fbe19baf-8279-4ab1-84cc-f54cb2ea8752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:46.141503 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b3d7e496-80b2-48d2-b97f-54d2cde84194 req-591203dd-5054-4c5e-81d2-8d966ab5436c tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b6b3761-2ac5-475d-84f8-e80e1ab04627 HTTP/1.1" status: 200 len: 210 time: 0.0799298 Nov 12 01:34:46.166568 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 60b825f9-4537-445e-a6c3-75bfba59812a completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:34:46.190454 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27780fce-4d3a-41ac-9a4e-fd0fe198b48c req-20e5a00f-1860-49a0-a36b-329d8c9b2498 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Made reservation on behalf of 0e98dc96d50c4c37b8dc7e919691f179 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:34:46.197207 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-27780fce-4d3a-41ac-9a4e-fd0fe198b48c req-20e5a00f-1860-49a0-a36b-329d8c9b2498 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:46.242063 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 60b825f9-4537-445e-a6c3-75bfba59812a triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:34:46.246047 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:46.256778 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-fbe19baf-8279-4ab1-84cc-f54cb2ea8752 None None] For port 38921b71-9ff0-459a-93d4-ae3259015cbb, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=38921b71-9ff0-459a-93d4-ae3259015cbb,segment=NetworkSegment(27cb4147-b975-4ea0-91f9-b1bc3b18ae19),segment_id=27cb4147-b975-4ea0-91f9-b1bc3b18ae19)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:34:46.297262 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fbe19baf-8279-4ab1-84cc-f54cb2ea8752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:46.517557 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-27780fce-4d3a-41ac-9a4e-fd0fe198b48c req-20e5a00f-1860-49a0-a36b-329d8c9b2498 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Allocated IP 172.20.0.27 (cce68b96-f97a-4a67-a075-91d6c1e566bc/196b2ee1-c26b-4514-a2dd-a5dcd1ec990e/aebef074-c7c1-46ad-8422-81360335216c) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:34:46.539072 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe19baf-8279-4ab1-84cc-f54cb2ea8752 None None] Pushing event updated for resources: {'Port': ['ID=38921b71-9ff0-459a-93d4-ae3259015cbb,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:46.604305 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-3073c616-c1b4-4ff8-a561-a67875124d1e None None] Provisioning complete for port 38921b71-9ff0-459a-93d4-ae3259015cbb triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:34:46.604673 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3073c616-c1b4-4ff8-a561-a67875124d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:46.796270 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-27780fce-4d3a-41ac-9a4e-fd0fe198b48c req-20e5a00f-1860-49a0-a36b-329d8c9b2498 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:46.820157 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:46.934989 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-27780fce-4d3a-41ac-9a4e-fd0fe198b48c req-20e5a00f-1860-49a0-a36b-329d8c9b2498 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:46.959284 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ed3d55-761c-4a8e-b386-60e26027cbdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b825f9-4537-445e-a6c3-75bfba59812a'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:34:46.962346 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bed07ae-825a-427f-a917-045b2bc4bf55" -d '{"events": [{"server_uuid": "30ed3d55-761c-4a8e-b386-60e26027cbdc", "name": "network-vif-plugged", "status": "completed", "tag": "60b825f9-4537-445e-a6c3-75bfba59812a"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:34:47.005403 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27780fce-4d3a-41ac-9a4e-fd0fe198b48c req-20e5a00f-1860-49a0-a36b-329d8c9b2498 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Network cce68b96-f97a-4a67-a075-91d6c1e566bc is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:34:47.012950 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-27780fce-4d3a-41ac-9a4e-fd0fe198b48c req-20e5a00f-1860-49a0-a36b-329d8c9b2498 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:34:47.029036 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 60b825f9-4537-445e-a6c3-75bfba59812a, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=60b825f9-4537-445e-a6c3-75bfba59812a,segment=NetworkSegment(cc1c622a-5446-44d6-b64a-860c1673651a),segment_id=cc1c622a-5446-44d6-b64a-860c1673651a)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:34:47.048708 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:47.068230 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-6d2a8a78-560e-4296-92e3-8e762565e99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30788101-b407-4ce2-a132-22d8b77d7745', 'name': 'tempest-TestSecurityGroupsBasicOps-router-739284378', 'tenant_id': '0e98dc96d50c4c37b8dc7e919691f179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'b1908371-3800-4bcb-b646-2f510e702c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:34:27Z', 'updated_at': '2021-11-12T01:34:37Z', 'revision_number': 4, 'project_id': '0e98dc96d50c4c37b8dc7e919691f179', 'gw_port': {'id': 'b1908371-3800-4bcb-b646-2f510e702c15', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:63:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30788101-b407-4ce2-a132-22d8b77d7745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:28Z', 'updated_at': '2021-11-12T01:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '38921b71-9ff0-459a-93d4-ae3259015cbb', 'name': '', 'network_id': 'cce68b96-f97a-4a67-a075-91d6c1e566bc', 'tenant_id': '0e98dc96d50c4c37b8dc7e919691f179', 'mac_address': 'fa:16:3e:9c:99:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30788101-b407-4ce2-a132-22d8b77d7745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '196b2ee1-c26b-4514-a2dd-a5dcd1ec990e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:36Z', 'updated_at': '2021-11-12T01:34:44Z', 'revision_number': 4, 'project_id': '0e98dc96d50c4c37b8dc7e919691f179', 'subnets': [{'id': '196b2ee1-c26b-4514-a2dd-a5dcd1ec990e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:34:47.102721 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e5a00f-1860-49a0-a36b-329d8c9b2498 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Pushing event updated for resources: {'Port': ['ID=aebef074-c7c1-46ad-8422-81360335216c,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:47.131786 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-27780fce-4d3a-41ac-9a4e-fd0fe198b48c req-20e5a00f-1860-49a0-a36b-329d8c9b2498 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:34:47.218767 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d633ef1b-000d-477b-895e-87b85ef06a6e x-openstack-request-id: req-d633ef1b-000d-477b-895e-87b85ef06a6e {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:34:47.219380 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ed3d55-761c-4a8e-b386-60e26027cbdc", "name": "network-vif-plugged", "status": "completed", "tag": "60b825f9-4537-445e-a6c3-75bfba59812a", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:34:47.219640 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d633ef1b-000d-477b-895e-87b85ef06a6e {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:34:47.220098 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ed3d55-761c-4a8e-b386-60e26027cbdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b825f9-4537-445e-a6c3-75bfba59812a', 'code': 200} Nov 12 01:34:47.223818 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2a8a78-560e-4296-92e3-8e762565e99a None None] The sync data for ids ['30788101-b407-4ce2-a132-22d8b77d7745'] in n-d-712142-27 is: [{'id': '30788101-b407-4ce2-a132-22d8b77d7745', 'name': 'tempest-TestSecurityGroupsBasicOps-router-739284378', 'tenant_id': '0e98dc96d50c4c37b8dc7e919691f179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'b1908371-3800-4bcb-b646-2f510e702c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:34:27Z', 'updated_at': '2021-11-12T01:34:37Z', 'revision_number': 4, 'project_id': '0e98dc96d50c4c37b8dc7e919691f179', 'gw_port': {'id': 'b1908371-3800-4bcb-b646-2f510e702c15', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:63:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30788101-b407-4ce2-a132-22d8b77d7745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:28Z', 'updated_at': '2021-11-12T01:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '38921b71-9ff0-459a-93d4-ae3259015cbb', 'name': '', 'network_id': 'cce68b96-f97a-4a67-a075-91d6c1e566bc', 'tenant_id': '0e98dc96d50c4c37b8dc7e919691f179', 'mac_address': 'fa:16:3e:9c:99:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30788101-b407-4ce2-a132-22d8b77d7745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '196b2ee1-c26b-4514-a2dd-a5dcd1ec990e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:36Z', 'updated_at': '2021-11-12T01:34:44Z', 'revision_number': 4, 'project_id': '0e98dc96d50c4c37b8dc7e919691f179', 'subnets': [{'id': '196b2ee1-c26b-4514-a2dd-a5dcd1ec990e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:34:47.337625 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27780fce-4d3a-41ac-9a4e-fd0fe198b48c req-20e5a00f-1860-49a0-a36b-329d8c9b2498 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:47.339399 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-27780fce-4d3a-41ac-9a4e-fd0fe198b48c req-20e5a00f-1860-49a0-a36b-329d8c9b2498 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:47.381017 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026b4d4-0350-4c44-9209-5f526b50ea29 req-5c227767-e0f5-42f4-8bbb-b3af93c77ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:47.385492 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-27780fce-4d3a-41ac-9a4e-fd0fe198b48c req-20e5a00f-1860-49a0-a36b-329d8c9b2498 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.8513532 Nov 12 01:34:47.389906 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6026b4d4-0350-4c44-9209-5f526b50ea29 req-5c227767-e0f5-42f4-8bbb-b3af93c77ceb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 1098 time: 0.1945274 Nov 12 01:34:47.422604 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-27780fce-4d3a-41ac-9a4e-fd0fe198b48c req-77df0281-4a17-4da5-9cb6-ab02a62a25e0 service neutron] Request body: {'port': {'device_id': '2ad5d7df-5510-4715-b3dc-e24b532eacc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:34:47.487045 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=60b825f9-4537-445e-a6c3-75bfba59812a,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:47.582817 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-2889dc3d-1878-4289-94d0-c56904f4b913 None None] Provisioning complete for port aebef074-c7c1-46ad-8422-81360335216c triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:34:47.583587 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2889dc3d-1878-4289-94d0-c56904f4b913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:47.603527 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f9310-efd4-4d37-a60c-efbaecb269ac req-df3a3bba-aa3b-49a4-884c-d30ac97fa410 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:47.638948 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6026b4d4-0350-4c44-9209-5f526b50ea29 req-cdc957d1-a72e-4870-8d4a-a3df4e80e6f0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=cb5e73b0-89e2-4f08-b3e4-f68aa12c2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2325575 Nov 12 01:34:47.640400 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d8f9310-efd4-4d37-a60c-efbaecb269ac req-df3a3bba-aa3b-49a4-884c-d30ac97fa410 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ad5d7df-5510-4715-b3dc-e24b532eacc6 HTTP/1.1" status: 200 len: 895 time: 0.4934161 Nov 12 01:34:47.698729 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-2889dc3d-1878-4289-94d0-c56904f4b913 None None] Port aebef074-c7c1-46ad-8422-81360335216c cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:34:47.759476 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 38921b71-9ff0-459a-93d4-ae3259015cbb up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:34:47.909051 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 38921b71-9ff0-459a-93d4-ae3259015cbb triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:34:47.909654 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:47.947922 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71e9f4-27c2-4967-9123-1339cded50f4 req-fa5aea66-a18a-4d7e-81b6-5c194abd3475 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:47.949845 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bd71e9f4-27c2-4967-9123-1339cded50f4 req-fa5aea66-a18a-4d7e-81b6-5c194abd3475 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.16 "GET /v2.0/networks?id=41d3594c-6378-4888-b7ad-f2b6034333e3 HTTP/1.1" status: 200 len: 812 time: 0.3073518 Nov 12 01:34:48.142928 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-370799da-fe48-4673-a210-642365af6380 req-c46b3779-10ea-45d4-804e-131fa21fc19d tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b6b3761-2ac5-475d-84f8-e80e1ab04627 HTTP/1.1" status: 200 len: 210 time: 0.1891522 Nov 12 01:34:48.154281 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bd71e9f4-27c2-4967-9123-1339cded50f4 req-8437fa71-ce4e-4a1c-becc-cde11b1953fa tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=094a5f5e492c44f8b09b4e12e8299cf9 HTTP/1.1" status: 200 len: 379 time: 0.1573441 Nov 12 01:34:48.176837 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf204d4-995e-48c3-8541-91135c79dad0 req-a08f03fd-61ac-49a4-8810-1156f3345ef2 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:48.186911 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-acf204d4-995e-48c3-8541-91135c79dad0 req-a08f03fd-61ac-49a4-8810-1156f3345ef2 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 946 time: 0.8274007 Nov 12 01:34:48.200136 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-bd71e9f4-27c2-4967-9123-1339cded50f4 req-50b747a5-2d09-481a-a687-395ec193c193 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Request body: {'port': {'device_id': '4b6b3761-2ac5-475d-84f8-e80e1ab04627', 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3', 'admin_state_up': True, 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'security_groups': ['73b631ac-484e-4859-bfae-e967abcc56be']}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:34:48.327089 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-27780fce-4d3a-41ac-9a4e-fd0fe198b48c req-77df0281-4a17-4da5-9cb6-ab02a62a25e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:48.574658 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-acf204d4-995e-48c3-8541-91135c79dad0 req-9d614b3a-0ddd-4fec-bfca-cc52159f0668 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5e73b0-89e2-4f08-b3e4-f68aa12c2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3863776 Nov 12 01:34:48.576475 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd71e9f4-27c2-4967-9123-1339cded50f4 req-50b747a5-2d09-481a-a687-395ec193c193 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Made reservation on behalf of 094a5f5e492c44f8b09b4e12e8299cf9 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:34:48.580588 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-bd71e9f4-27c2-4967-9123-1339cded50f4 req-50b747a5-2d09-481a-a687-395ec193c193 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:49.475828 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-bd71e9f4-27c2-4967-9123-1339cded50f4 req-50b747a5-2d09-481a-a687-395ec193c193 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Allocated IP 172.20.0.4 (41d3594c-6378-4888-b7ad-f2b6034333e3/6369b7da-1f3e-4df6-8094-1e515695655d/0a53f08f-270f-439f-86ed-fd6c991778c6) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:34:49.510646 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356cc4cb-1331-4b08-9f58-601bff2f6329 req-43a8628d-3272-4cc2-ae71-eb70760877f9 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:49.513433 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-356cc4cb-1331-4b08-9f58-601bff2f6329 req-43a8628d-3272-4cc2-ae71-eb70760877f9 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ad5d7df-5510-4715-b3dc-e24b532eacc6 HTTP/1.1" status: 200 len: 895 time: 0.6943603 Nov 12 01:34:49.553708 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a621b1c0-da96-4e8b-b4f4-5cc844a119bd req-7cbbd0e7-8768-432c-9992-55e0aa53741b tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b6b3761-2ac5-475d-84f8-e80e1ab04627 HTTP/1.1" status: 200 len: 210 time: 0.1489005 Nov 12 01:34:50.171066 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315fb6d-e6f5-4d10-a1ce-dbd695e6a31b req-2535b882-497c-4ef2-a4ab-81abb1404ea7 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:50.173004 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6315fb6d-e6f5-4d10-a1ce-dbd695e6a31b req-2535b882-497c-4ef2-a4ab-81abb1404ea7 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 946 time: 0.3921518 Nov 12 01:34:50.211877 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-27780fce-4d3a-41ac-9a4e-fd0fe198b48c req-77df0281-4a17-4da5-9cb6-ab02a62a25e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aebef074-c7c1-46ad-8422-81360335216c {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:34:50.255702 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-27780fce-4d3a-41ac-9a4e-fd0fe198b48c req-77df0281-4a17-4da5-9cb6-ab02a62a25e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:50.319703 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-bd71e9f4-27c2-4967-9123-1339cded50f4 req-50b747a5-2d09-481a-a687-395ec193c193 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:50.327622 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6315fb6d-e6f5-4d10-a1ce-dbd695e6a31b req-ddf7bc63-2227-4670-86f3-1daf0e8c788a tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5e73b0-89e2-4f08-b3e4-f68aa12c2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437628 Nov 12 01:34:50.358301 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-27780fce-4d3a-41ac-9a4e-fd0fe198b48c req-77df0281-4a17-4da5-9cb6-ab02a62a25e0 service neutron] Transition to ACTIVE for port object aebef074-c7c1-46ad-8422-81360335216c will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:34:50.393514 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-27780fce-4d3a-41ac-9a4e-fd0fe198b48c req-77df0281-4a17-4da5-9cb6-ab02a62a25e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:50.481060 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-bd71e9f4-27c2-4967-9123-1339cded50f4 req-50b747a5-2d09-481a-a687-395ec193c193 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:50.484073 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77df0281-4a17-4da5-9cb6-ab02a62a25e0 service neutron] Pushing event updated for resources: {'Port': ['ID=aebef074-c7c1-46ad-8422-81360335216c,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:50.866361 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd71e9f4-27c2-4967-9123-1339cded50f4 req-50b747a5-2d09-481a-a687-395ec193c193 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Network 41d3594c-6378-4888-b7ad-f2b6034333e3 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:34:50.924830 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-bd71e9f4-27c2-4967-9123-1339cded50f4 req-50b747a5-2d09-481a-a687-395ec193c193 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:34:50.936213 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd71e9f4-27c2-4967-9123-1339cded50f4 req-50b747a5-2d09-481a-a687-395ec193c193 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:34:51.430905 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-1a07b17f-bc7d-4292-a8a5-4a800b4452cf None None] Provisioning complete for port 0a53f08f-270f-439f-86ed-fd6c991778c6 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:34:51.431391 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1a07b17f-bc7d-4292-a8a5-4a800b4452cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:51.509373 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-1a07b17f-bc7d-4292-a8a5-4a800b4452cf None None] Port 0a53f08f-270f-439f-86ed-fd6c991778c6 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:34:51.822130 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b747a5-2d09-481a-a687-395ec193c193 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Pushing event updated for resources: {'Port': ['ID=0a53f08f-270f-439f-86ed-fd6c991778c6,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:51.849181 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48d6da-23ce-46ea-9122-cb3ad06f5c2f req-a45d5c7a-777d-4863-a8df-9282c0edc626 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:51.851218 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cd48d6da-23ce-46ea-9122-cb3ad06f5c2f req-a45d5c7a-777d-4863-a8df-9282c0edc626 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 946 time: 1.3304574 Nov 12 01:34:51.917743 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa568c2-0ad9-46e4-bba0-f7d2b5617634 req-51adbfac-9d24-4a9f-99d5-777c72b413ce tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:51.928976 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6aa568c2-0ad9-46e4-bba0-f7d2b5617634 req-51adbfac-9d24-4a9f-99d5-777c72b413ce tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ad5d7df-5510-4715-b3dc-e24b532eacc6 HTTP/1.1" status: 200 len: 907 time: 1.1727388 Nov 12 01:34:51.995233 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cd48d6da-23ce-46ea-9122-cb3ad06f5c2f req-b8847145-837f-41eb-8f72-02bdb71393c3 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5e73b0-89e2-4f08-b3e4-f68aa12c2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241286 Nov 12 01:34:51.996841 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-27780fce-4d3a-41ac-9a4e-fd0fe198b48c req-77df0281-4a17-4da5-9cb6-ab02a62a25e0 service neutron] Attempting to bind port aebef074-c7c1-46ad-8422-81360335216c on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:34:51.997331 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-27780fce-4d3a-41ac-9a4e-fd0fe198b48c req-77df0281-4a17-4da5-9cb6-ab02a62a25e0 service neutron] Attempting to bind port aebef074-c7c1-46ad-8422-81360335216c by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '27cb4147-b975-4ea0-91f9-b1bc3b18ae19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'cce68b96-f97a-4a67-a075-91d6c1e566bc'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:34:51.997968 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27780fce-4d3a-41ac-9a4e-fd0fe198b48c req-77df0281-4a17-4da5-9cb6-ab02a62a25e0 service neutron] Attempting to bind port aebef074-c7c1-46ad-8422-81360335216c on network cce68b96-f97a-4a67-a075-91d6c1e566bc {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:34:52.037670 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47580) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:34:52.070947 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71e9f4-27c2-4967-9123-1339cded50f4 req-50b747a5-2d09-481a-a687-395ec193c193 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:52.077510 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-bd71e9f4-27c2-4967-9123-1339cded50f4 req-50b747a5-2d09-481a-a687-395ec193c193 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:52.158254 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27780fce-4d3a-41ac-9a4e-fd0fe198b48c req-77df0281-4a17-4da5-9cb6-ab02a62a25e0 service neutron] Port aebef074-c7c1-46ad-8422-81360335216c on network cce68b96-f97a-4a67-a075-91d6c1e566bc not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:34:52.158860 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27780fce-4d3a-41ac-9a4e-fd0fe198b48c req-77df0281-4a17-4da5-9cb6-ab02a62a25e0 service neutron] Attempting to bind port aebef074-c7c1-46ad-8422-81360335216c on network cce68b96-f97a-4a67-a075-91d6c1e566bc {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:34:52.225264 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624a28b7-1bbc-4794-8a38-b5aa57029235 tempest-TestNetworkAdvancedServerOps-773100936 tempest-TestNetworkAdvancedServerOps-773100936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:52.246672 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-624a28b7-1bbc-4794-8a38-b5aa57029235 tempest-TestNetworkAdvancedServerOps-773100936 tempest-TestNetworkAdvancedServerOps-773100936-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 1093 time: 0.2074995 Nov 12 01:34:52.250918 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47610) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:34:52.257652 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-a478f32e-91bf-4e97-bff3-bf71a98057e4 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Request body: {'floatingip': {'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'port_id': '60b825f9-4537-445e-a6c3-75bfba59812a', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:34:52.277342 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27780fce-4d3a-41ac-9a4e-fd0fe198b48c req-77df0281-4a17-4da5-9cb6-ab02a62a25e0 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:34:52.278000 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27780fce-4d3a-41ac-9a4e-fd0fe198b48c req-77df0281-4a17-4da5-9cb6-ab02a62a25e0 service neutron] Checking segment: {'id': '27cb4147-b975-4ea0-91f9-b1bc3b18ae19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'cce68b96-f97a-4a67-a075-91d6c1e566bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:34:52.278577 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27780fce-4d3a-41ac-9a4e-fd0fe198b48c req-77df0281-4a17-4da5-9cb6-ab02a62a25e0 service neutron] Bound using segment: {'id': '27cb4147-b975-4ea0-91f9-b1bc3b18ae19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'cce68b96-f97a-4a67-a075-91d6c1e566bc'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:34:52.279318 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-27780fce-4d3a-41ac-9a4e-fd0fe198b48c req-77df0281-4a17-4da5-9cb6-ab02a62a25e0 service neutron] Bound port: aebef074-c7c1-46ad-8422-81360335216c, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27cb4147-b975-4ea0-91f9-b1bc3b18ae19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'cce68b96-f97a-4a67-a075-91d6c1e566bc'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:34:52.279887 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-27780fce-4d3a-41ac-9a4e-fd0fe198b48c req-77df0281-4a17-4da5-9cb6-ab02a62a25e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:52.317461 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bd71e9f4-27c2-4967-9123-1339cded50f4 req-50b747a5-2d09-481a-a687-395ec193c193 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1213543 Nov 12 01:34:52.330406 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a478f32e-91bf-4e97-bff3-bf71a98057e4 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for floatingip, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:52.391268 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-bd71e9f4-27c2-4967-9123-1339cded50f4 req-c8920aff-51c0-4c9e-8252-1fb9180144ba service neutron] Request body: {'port': {'device_id': '4b6b3761-2ac5-475d-84f8-e80e1ab04627', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:34:52.550347 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1b56c-e48d-45de-9f36-b73171281eb0 req-92bc25e7-babc-4f2b-a96a-5e1e0879617d tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:52.552610 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a0d1b56c-e48d-45de-9f36-b73171281eb0 req-92bc25e7-babc-4f2b-a96a-5e1e0879617d tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b6b3761-2ac5-475d-84f8-e80e1ab04627 HTTP/1.1" status: 200 len: 931 time: 0.4365549 Nov 12 01:34:52.635541 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-27780fce-4d3a-41ac-9a4e-fd0fe198b48c req-77df0281-4a17-4da5-9cb6-ab02a62a25e0 service neutron] For port aebef074-c7c1-46ad-8422-81360335216c, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:34:52.652888 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-27780fce-4d3a-41ac-9a4e-fd0fe198b48c req-77df0281-4a17-4da5-9cb6-ab02a62a25e0 service neutron] For port aebef074-c7c1-46ad-8422-81360335216c, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=aebef074-c7c1-46ad-8422-81360335216c,segment=NetworkSegment(27cb4147-b975-4ea0-91f9-b1bc3b18ae19),segment_id=27cb4147-b975-4ea0-91f9-b1bc3b18ae19)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:34:52.669822 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-27780fce-4d3a-41ac-9a4e-fd0fe198b48c req-77df0281-4a17-4da5-9cb6-ab02a62a25e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:52.758028 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-bd71e9f4-27c2-4967-9123-1339cded50f4 req-c8920aff-51c0-4c9e-8252-1fb9180144ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:52.761041 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27780fce-4d3a-41ac-9a4e-fd0fe198b48c req-77df0281-4a17-4da5-9cb6-ab02a62a25e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:52.761667 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-27780fce-4d3a-41ac-9a4e-fd0fe198b48c req-77df0281-4a17-4da5-9cb6-ab02a62a25e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:52.769744 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-27780fce-4d3a-41ac-9a4e-fd0fe198b48c req-77df0281-4a17-4da5-9cb6-ab02a62a25e0 service neutron] 10.222.0.44 "PUT /v2.0/ports/aebef074-c7c1-46ad-8422-81360335216c HTTP/1.1" status: 200 len: 1056 time: 5.3540773 Nov 12 01:34:52.777415 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ad5d7df-5510-4715-b3dc-e24b532eacc6', 'tag': 'aebef074-c7c1-46ad-8422-81360335216c'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:34:52.789791 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e93839c-1ad6-4dac-abc3-a231dd21f908" -d '{"events": [{"name": "network-changed", "server_uuid": "2ad5d7df-5510-4715-b3dc-e24b532eacc6", "tag": "aebef074-c7c1-46ad-8422-81360335216c"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:34:52.849757 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a478f32e-91bf-4e97-bff3-bf71a98057e4 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:53.299693 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-a478f32e-91bf-4e97-bff3-bf71a98057e4 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Allocated IP 172.25.3.225 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/05b04e28-4acd-433c-a006-2418373f339d) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:34:53.462351 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-bd71e9f4-27c2-4967-9123-1339cded50f4 req-c8920aff-51c0-4c9e-8252-1fb9180144ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a53f08f-270f-439f-86ed-fd6c991778c6 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:34:53.483121 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-bd71e9f4-27c2-4967-9123-1339cded50f4 req-c8920aff-51c0-4c9e-8252-1fb9180144ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:53.502823 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-bd71e9f4-27c2-4967-9123-1339cded50f4 req-c8920aff-51c0-4c9e-8252-1fb9180144ba service neutron] Transition to ACTIVE for port object 0a53f08f-270f-439f-86ed-fd6c991778c6 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:34:53.516824 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d867f0-5d86-4d25-8bcb-fccf2b8d9662 x-openstack-request-id: req-75d867f0-5d86-4d25-8bcb-fccf2b8d9662 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:34:53.517439 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ad5d7df-5510-4715-b3dc-e24b532eacc6", "tag": "aebef074-c7c1-46ad-8422-81360335216c", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:34:53.517883 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-75d867f0-5d86-4d25-8bcb-fccf2b8d9662 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:34:53.518536 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ad5d7df-5510-4715-b3dc-e24b532eacc6', 'tag': 'aebef074-c7c1-46ad-8422-81360335216c', 'status': 'completed', 'code': 200} Nov 12 01:34:53.590864 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-bd71e9f4-27c2-4967-9123-1339cded50f4 req-c8920aff-51c0-4c9e-8252-1fb9180144ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:53.607066 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a0d1b56c-e48d-45de-9f36-b73171281eb0 req-31bb66ab-a40d-4ca5-b11f-9e261e61c59b tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0473425 Nov 12 01:34:53.631569 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77df0281-4a17-4da5-9cb6-ab02a62a25e0 service neutron] Pushing event updated for resources: {'Port': ['ID=aebef074-c7c1-46ad-8422-81360335216c,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:53.656688 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b030ab0-c4da-41d3-a99d-8715c53a8bd5 req-d2329303-2213-4344-bbf0-445a27b1a8e2 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:53.666552 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8b030ab0-c4da-41d3-a99d-8715c53a8bd5 req-d2329303-2213-4344-bbf0-445a27b1a8e2 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ad5d7df-5510-4715-b3dc-e24b532eacc6 HTTP/1.1" status: 200 len: 907 time: 0.1459115 Nov 12 01:34:53.824346 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a478f32e-91bf-4e97-bff3-bf71a98057e4 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:53.890505 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8920aff-51c0-4c9e-8252-1fb9180144ba service neutron] Pushing event updated for resources: {'Port': ['ID=0a53f08f-270f-439f-86ed-fd6c991778c6,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:53.969520 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a478f32e-91bf-4e97-bff3-bf71a98057e4 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:53.975405 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27780fce-4d3a-41ac-9a4e-fd0fe198b48c req-81207a2b-8437-4d13-a8cf-8f6606a8f38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:53.985445 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-27780fce-4d3a-41ac-9a4e-fd0fe198b48c req-81207a2b-8437-4d13-a8cf-8f6606a8f38b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0e98dc96d50c4c37b8dc7e919691f179&device_id=2ad5d7df-5510-4715-b3dc-e24b532eacc6 HTTP/1.1" status: 200 len: 1059 time: 1.0836284 Nov 12 01:34:54.050093 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a478f32e-91bf-4e97-bff3-bf71a98057e4 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:34:54.063751 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-a478f32e-91bf-4e97-bff3-bf71a98057e4 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:34:54.071027 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a478f32e-91bf-4e97-bff3-bf71a98057e4 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:34:54.180539 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-27780fce-4d3a-41ac-9a4e-fd0fe198b48c req-8f6ce6a5-ba8d-4dd8-8d29-620163f1e021 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=aebef074-c7c1-46ad-8422-81360335216c HTTP/1.1" status: 200 len: 217 time: 0.1750140 Nov 12 01:34:54.203652 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a478f32e-91bf-4e97-bff3-bf71a98057e4 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'Port': ['ID=05b04e28-4acd-433c-a006-2418373f339d,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:54.346941 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-bd71e9f4-27c2-4967-9123-1339cded50f4 req-c8920aff-51c0-4c9e-8252-1fb9180144ba service neutron] Attempting to bind port 0a53f08f-270f-439f-86ed-fd6c991778c6 on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:34:54.350109 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-bd71e9f4-27c2-4967-9123-1339cded50f4 req-c8920aff-51c0-4c9e-8252-1fb9180144ba service neutron] Attempting to bind port 0a53f08f-270f-439f-86ed-fd6c991778c6 by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': '7bbb728e-9806-453c-9716-52e1ccd278c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:34:54.354745 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd71e9f4-27c2-4967-9123-1339cded50f4 req-c8920aff-51c0-4c9e-8252-1fb9180144ba service neutron] Attempting to bind port 0a53f08f-270f-439f-86ed-fd6c991778c6 on network 41d3594c-6378-4888-b7ad-f2b6034333e3 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:34:54.374493 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27780fce-4d3a-41ac-9a4e-fd0fe198b48c req-14084ab7-728d-45be-a262-a4c288ac8cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:54.382248 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-27780fce-4d3a-41ac-9a4e-fd0fe198b48c req-14084ab7-728d-45be-a262-a4c288ac8cc1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=196b2ee1-c26b-4514-a2dd-a5dcd1ec990e HTTP/1.1" status: 200 len: 838 time: 0.1875441 Nov 12 01:34:54.386820 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd71e9f4-27c2-4967-9123-1339cded50f4 req-c8920aff-51c0-4c9e-8252-1fb9180144ba service neutron] Port 0a53f08f-270f-439f-86ed-fd6c991778c6 on network 41d3594c-6378-4888-b7ad-f2b6034333e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:34:54.387669 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd71e9f4-27c2-4967-9123-1339cded50f4 req-c8920aff-51c0-4c9e-8252-1fb9180144ba service neutron] Attempting to bind port 0a53f08f-270f-439f-86ed-fd6c991778c6 on network 41d3594c-6378-4888-b7ad-f2b6034333e3 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:34:54.453095 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd71e9f4-27c2-4967-9123-1339cded50f4 req-c8920aff-51c0-4c9e-8252-1fb9180144ba service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:34:54.453896 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd71e9f4-27c2-4967-9123-1339cded50f4 req-c8920aff-51c0-4c9e-8252-1fb9180144ba service neutron] Checking segment: {'id': '7bbb728e-9806-453c-9716-52e1ccd278c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:34:54.454835 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd71e9f4-27c2-4967-9123-1339cded50f4 req-c8920aff-51c0-4c9e-8252-1fb9180144ba service neutron] Bound using segment: {'id': '7bbb728e-9806-453c-9716-52e1ccd278c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:34:54.455622 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-bd71e9f4-27c2-4967-9123-1339cded50f4 req-c8920aff-51c0-4c9e-8252-1fb9180144ba service neutron] Bound port: 0a53f08f-270f-439f-86ed-fd6c991778c6, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bbb728e-9806-453c-9716-52e1ccd278c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:34:54.456923 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-bd71e9f4-27c2-4967-9123-1339cded50f4 req-c8920aff-51c0-4c9e-8252-1fb9180144ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:54.523238 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27780fce-4d3a-41ac-9a4e-fd0fe198b48c req-ed428170-8e28-49c6-b23e-836c991a8f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:54.526326 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-27780fce-4d3a-41ac-9a4e-fd0fe198b48c req-ed428170-8e28-49c6-b23e-836c991a8f35 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cce68b96-f97a-4a67-a075-91d6c1e566bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1325507 Nov 12 01:34:54.683177 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-bd71e9f4-27c2-4967-9123-1339cded50f4 req-c8920aff-51c0-4c9e-8252-1fb9180144ba service neutron] For port 0a53f08f-270f-439f-86ed-fd6c991778c6, host n-h1-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:34:54.692531 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-bd71e9f4-27c2-4967-9123-1339cded50f4 req-c8920aff-51c0-4c9e-8252-1fb9180144ba service neutron] For port 0a53f08f-270f-439f-86ed-fd6c991778c6, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=0a53f08f-270f-439f-86ed-fd6c991778c6,segment=NetworkSegment(7bbb728e-9806-453c-9716-52e1ccd278c6),segment_id=7bbb728e-9806-453c-9716-52e1ccd278c6)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:34:54.722951 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-bd71e9f4-27c2-4967-9123-1339cded50f4 req-c8920aff-51c0-4c9e-8252-1fb9180144ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:54.979036 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8920aff-51c0-4c9e-8252-1fb9180144ba service neutron] Pushing event updated for resources: {'Port': ['ID=0a53f08f-270f-439f-86ed-fd6c991778c6,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:54.989382 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71e9f4-27c2-4967-9123-1339cded50f4 req-c8920aff-51c0-4c9e-8252-1fb9180144ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:54.990492 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-bd71e9f4-27c2-4967-9123-1339cded50f4 req-c8920aff-51c0-4c9e-8252-1fb9180144ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:54.992264 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bd71e9f4-27c2-4967-9123-1339cded50f4 req-c8920aff-51c0-4c9e-8252-1fb9180144ba service neutron] 10.222.0.16 "PUT /v2.0/ports/0a53f08f-270f-439f-86ed-fd6c991778c6 HTTP/1.1" status: 200 len: 1092 time: 2.6315210 Nov 12 01:34:54.996696 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-27780fce-4d3a-41ac-9a4e-fd0fe198b48c req-1e250773-2f8a-4b07-9d4a-795ad38aa319 service neutron] 10.222.0.44 "GET /v2.0/networks/cce68b96-f97a-4a67-a075-91d6c1e566bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4608665 Nov 12 01:34:55.130440 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac3b016-f724-495f-957f-19a6671d3695 req-67216fd7-3909-4bf1-aad3-56dd965e5e37 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:55.143805 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8ac3b016-f724-495f-957f-19a6671d3695 req-67216fd7-3909-4bf1-aad3-56dd965e5e37 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ad5d7df-5510-4715-b3dc-e24b532eacc6 HTTP/1.1" status: 200 len: 907 time: 0.3020117 Nov 12 01:34:55.206833 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0bfc3-0d5f-42a7-aa5a-e322434e9613 req-01edb060-d70f-4bd5-92ce-f5ca89673ada tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:55.210334 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-59e0bfc3-0d5f-42a7-aa5a-e322434e9613 req-01edb060-d70f-4bd5-92ce-f5ca89673ada tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b6b3761-2ac5-475d-84f8-e80e1ab04627 HTTP/1.1" status: 200 len: 943 time: 0.3036170 Nov 12 01:34:55.273468 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-27780fce-4d3a-41ac-9a4e-fd0fe198b48c req-1246cdfd-5512-4b76-821f-a68dbbe1f437 service neutron] 10.222.0.44 "GET /v2.0/networks/cce68b96-f97a-4a67-a075-91d6c1e566bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674828 Nov 12 01:34:55.399451 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-59e0bfc3-0d5f-42a7-aa5a-e322434e9613 req-f5b21ccf-b983-4c9a-a40c-e2ffacb2225c tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1750681 Nov 12 01:34:55.428388 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71e9f4-27c2-4967-9123-1339cded50f4 req-c3450b34-67ca-44d2-a60c-d6b8b4b71c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:55.430429 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bd71e9f4-27c2-4967-9123-1339cded50f4 req-c3450b34-67ca-44d2-a60c-d6b8b4b71c95 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=094a5f5e492c44f8b09b4e12e8299cf9&device_id=4b6b3761-2ac5-475d-84f8-e80e1ab04627 HTTP/1.1" status: 200 len: 1095 time: 0.3293068 Nov 12 01:34:55.526456 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b6b3761-2ac5-475d-84f8-e80e1ab04627', 'tag': '0a53f08f-270f-439f-86ed-fd6c991778c6'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:34:55.530465 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276cdc72-eabe-431c-be59-15b13695fe50" -d '{"events": [{"name": "network-changed", "server_uuid": "4b6b3761-2ac5-475d-84f8-e80e1ab04627", "tag": "0a53f08f-270f-439f-86ed-fd6c991778c6"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:34:55.546425 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bd71e9f4-27c2-4967-9123-1339cded50f4 req-76c71bc3-53cc-420e-bfae-6c41ab57bd45 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a53f08f-270f-439f-86ed-fd6c991778c6 HTTP/1.1" status: 200 len: 217 time: 0.0928867 Nov 12 01:34:55.667807 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a478f32e-91bf-4e97-bff3-bf71a98057e4 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:55.694113 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676390df-4c06-4596-a2e2-5ffd94d83eae x-openstack-request-id: req-676390df-4c06-4596-a2e2-5ffd94d83eae {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:34:55.694540 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b6b3761-2ac5-475d-84f8-e80e1ab04627", "tag": "0a53f08f-270f-439f-86ed-fd6c991778c6", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:34:55.694923 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-676390df-4c06-4596-a2e2-5ffd94d83eae {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:34:55.695509 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b6b3761-2ac5-475d-84f8-e80e1ab04627', 'tag': '0a53f08f-270f-439f-86ed-fd6c991778c6', 'status': 'completed', 'code': 200} Nov 12 01:34:55.726321 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e93839c-1ad6-4dac-abc3-a231dd21f908 req-3bc31128-15ad-47e9-b1aa-7e4ce25ef9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:55.741089 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4e93839c-1ad6-4dac-abc3-a231dd21f908 req-3bc31128-15ad-47e9-b1aa-7e4ce25ef9b2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0e98dc96d50c4c37b8dc7e919691f179&device_id=2ad5d7df-5510-4715-b3dc-e24b532eacc6 HTTP/1.1" status: 200 len: 1059 time: 0.3341789 Nov 12 01:34:55.803472 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71e9f4-27c2-4967-9123-1339cded50f4 req-ffba0072-98ce-4b72-ba90-98e127051758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:55.807849 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bd71e9f4-27c2-4967-9123-1339cded50f4 req-ffba0072-98ce-4b72-ba90-98e127051758 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6369b7da-1f3e-4df6-8094-1e515695655d HTTP/1.1" status: 200 len: 851 time: 0.2470636 Nov 12 01:34:55.880394 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a478f32e-91bf-4e97-bff3-bf71a98057e4 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:56.127784 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71e9f4-27c2-4967-9123-1339cded50f4 req-3423dad1-1990-47c5-8f60-cf9a716731a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:56.131407 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bd71e9f4-27c2-4967-9123-1339cded50f4 req-3423dad1-1990-47c5-8f60-cf9a716731a7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=41d3594c-6378-4888-b7ad-f2b6034333e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3005993 Nov 12 01:34:56.199205 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a478f32e-91bf-4e97-bff3-bf71a98057e4 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:56.208589 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a478f32e-91bf-4e97-bff3-bf71a98057e4 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:56.234070 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e93839c-1ad6-4dac-abc3-a231dd21f908 req-c4844898-b778-483a-825a-16ad847fcd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:56.236801 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4e93839c-1ad6-4dac-abc3-a231dd21f908 req-c4844898-b778-483a-825a-16ad847fcd9e service neutron] 10.222.0.44 "GET /v2.0/networks?id=cce68b96-f97a-4a67-a075-91d6c1e566bc HTTP/1.1" status: 200 len: 898 time: 0.4848812 Nov 12 01:34:56.366037 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a478f32e-91bf-4e97-bff3-bf71a98057e4 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'Port': ['ID=05b04e28-4acd-433c-a006-2418373f339d,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:34:56.383542 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a478f32e-91bf-4e97-bff3-bf71a98057e4 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:56.408160 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4e93839c-1ad6-4dac-abc3-a231dd21f908 req-81f91270-9518-4615-b8dd-cd2bb6157515 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=aebef074-c7c1-46ad-8422-81360335216c HTTP/1.1" status: 200 len: 217 time: 0.1614373 Nov 12 01:34:56.633079 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9bd912-0209-46a1-84fe-4c01d1615e14 req-05ca53f7-08d6-4141-9b22-b11a93b695ec tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:56.636237 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5f9bd912-0209-46a1-84fe-4c01d1615e14 req-05ca53f7-08d6-4141-9b22-b11a93b695ec tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ad5d7df-5510-4715-b3dc-e24b532eacc6 HTTP/1.1" status: 200 len: 907 time: 0.3241529 Nov 12 01:34:56.706092 n-d-712142-27 neutron-server[109086]: INFO neutron.db.l3_db [None req-a478f32e-91bf-4e97-bff3-bf71a98057e4 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Floating IP 830b90da-957d-40ac-89c6-0ee4f8df4166 associated. External IP: 172.25.3.225, port: 60b825f9-4537-445e-a6c3-75bfba59812a. Nov 12 01:34:56.710347 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e93839c-1ad6-4dac-abc3-a231dd21f908 req-7e4056d9-c822-412e-b003-e3a4a58c7b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:56.713269 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4e93839c-1ad6-4dac-abc3-a231dd21f908 req-7e4056d9-c822-412e-b003-e3a4a58c7b2a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=196b2ee1-c26b-4514-a2dd-a5dcd1ec990e HTTP/1.1" status: 200 len: 838 time: 0.2605827 Nov 12 01:34:56.720735 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bd71e9f4-27c2-4967-9123-1339cded50f4 req-38b765a4-d7c0-45ca-b174-6f0a978f8b6c service neutron] 10.222.0.16 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5753520 Nov 12 01:34:56.933907 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bd71e9f4-27c2-4967-9123-1339cded50f4 req-de43dd8b-9b70-49e9-b98b-db3e13901b74 service neutron] 10.222.0.16 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930163 Nov 12 01:34:57.004675 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2afdf-56cf-456b-ace3-52fd9680172e req-a2383184-a865-40e9-8e61-dc047dcf86a1 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:57.007723 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bfc2afdf-56cf-456b-ace3-52fd9680172e req-a2383184-a865-40e9-8e61-dc047dcf86a1 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b6b3761-2ac5-475d-84f8-e80e1ab04627 HTTP/1.1" status: 200 len: 943 time: 0.3652360 Nov 12 01:34:57.037450 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e93839c-1ad6-4dac-abc3-a231dd21f908 req-b919dc51-d1c2-468d-9af2-5a949e45259d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:57.040448 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4e93839c-1ad6-4dac-abc3-a231dd21f908 req-b919dc51-d1c2-468d-9af2-5a949e45259d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cce68b96-f97a-4a67-a075-91d6c1e566bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.3179877 Nov 12 01:34:57.260359 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f842ae6d-af6a-43e6-87eb-d44ebae94f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:57.286288 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bfc2afdf-56cf-456b-ace3-52fd9680172e req-1f15b21a-fdb0-4d55-93e9-1c61ebd0a308 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2627208 Nov 12 01:34:57.329152 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4e93839c-1ad6-4dac-abc3-a231dd21f908 req-c0ef1ab9-e6f8-42f3-aa32-63672471a3f3 service neutron] 10.222.0.44 "GET /v2.0/networks/cce68b96-f97a-4a67-a075-91d6c1e566bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707782 Nov 12 01:34:57.357374 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a478f32e-91bf-4e97-bff3-bf71a98057e4 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Router d3df27b5-20cc-425f-8257-a89b92a21373 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:34:57.470733 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276cdc72-eabe-431c-be59-15b13695fe50 req-a7889829-85f0-44fb-bb95-1536265493bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:57.472406 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-276cdc72-eabe-431c-be59-15b13695fe50 req-a7889829-85f0-44fb-bb95-1536265493bd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=094a5f5e492c44f8b09b4e12e8299cf9&device_id=4b6b3761-2ac5-475d-84f8-e80e1ab04627 HTTP/1.1" status: 200 len: 1095 time: 0.3853583 Nov 12 01:34:57.590223 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276cdc72-eabe-431c-be59-15b13695fe50 req-004ac55a-2ad8-4c17-8596-c3d2e54d193c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:57.591772 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-276cdc72-eabe-431c-be59-15b13695fe50 req-004ac55a-2ad8-4c17-8596-c3d2e54d193c service neutron] 10.222.0.16 "GET /v2.0/networks?id=41d3594c-6378-4888-b7ad-f2b6034333e3 HTTP/1.1" status: 200 len: 912 time: 0.1065047 Nov 12 01:34:57.599335 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a478f32e-91bf-4e97-bff3-bf71a98057e4 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:34:57.619719 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66791c86-1aa8-4805-9445-5f9d01b573ed None None] Sync routers for ids ['d3df27b5-20cc-425f-8257-a89b92a21373'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:34:57.653758 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a478f32e-91bf-4e97-bff3-bf71a98057e4 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:34:57.670298 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66791c86-1aa8-4805-9445-5f9d01b573ed None None] Routers {'d3df27b5-20cc-425f-8257-a89b92a21373'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:34:57.672818 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-66791c86-1aa8-4805-9445-5f9d01b573ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:34:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['d3df27b5-20cc-425f-8257-a89b92a21373'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:34:57.758396 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a478f32e-91bf-4e97-bff3-bf71a98057e4 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.5054784 Nov 12 01:34:57.759321 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30ed3d55-761c-4a8e-b386-60e26027cbdc', 'tag': '60b825f9-4537-445e-a6c3-75bfba59812a'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:34:57.774008 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310a85fa-f123-4d97-b62b-a50e66370642" -d '{"events": [{"name": "network-changed", "server_uuid": "30ed3d55-761c-4a8e-b386-60e26027cbdc", "tag": "60b825f9-4537-445e-a6c3-75bfba59812a"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:34:57.789840 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-276cdc72-eabe-431c-be59-15b13695fe50 req-d216f800-3981-4f2d-949b-ceab41d9323c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a53f08f-270f-439f-86ed-fd6c991778c6 HTTP/1.1" status: 200 len: 217 time: 0.1836789 Nov 12 01:34:57.794240 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4e93839c-1ad6-4dac-abc3-a231dd21f908 req-b5a4a43e-5fec-4c13-90d1-73105ad761b3 service neutron] 10.222.0.44 "GET /v2.0/networks/cce68b96-f97a-4a67-a075-91d6c1e566bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4520869 Nov 12 01:34:58.022667 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276cdc72-eabe-431c-be59-15b13695fe50 req-b0c7339a-6fe3-4424-afc4-ed07b0cc5a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:58.025127 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-276cdc72-eabe-431c-be59-15b13695fe50 req-b0c7339a-6fe3-4424-afc4-ed07b0cc5a85 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6369b7da-1f3e-4df6-8094-1e515695655d HTTP/1.1" status: 200 len: 851 time: 0.2233701 Nov 12 01:34:58.027079 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-66791c86-1aa8-4805-9445-5f9d01b573ed None None] Set router d3df27b5-20cc-425f-8257-a89b92a21373 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:34:58.042703 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb855a-4e30-4dcc-aa74-194a44f097fc req-e7c2a4d6-7af4-4365-b8e3-f22d0680a046 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:58.045674 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8ebb855a-4e30-4dcc-aa74-194a44f097fc req-e7c2a4d6-7af4-4365-b8e3-f22d0680a046 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ad5d7df-5510-4715-b3dc-e24b532eacc6 HTTP/1.1" status: 200 len: 907 time: 0.2311656 Nov 12 01:34:58.148486 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4552c107-de98-41f6-b2f0-e3715dc1e153 x-openstack-request-id: req-4552c107-de98-41f6-b2f0-e3715dc1e153 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:34:58.149171 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30ed3d55-761c-4a8e-b386-60e26027cbdc", "tag": "60b825f9-4537-445e-a6c3-75bfba59812a", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:34:58.149563 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4552c107-de98-41f6-b2f0-e3715dc1e153 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:34:58.150227 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30ed3d55-761c-4a8e-b386-60e26027cbdc', 'tag': '60b825f9-4537-445e-a6c3-75bfba59812a', 'status': 'completed', 'code': 200} Nov 12 01:34:58.154132 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e333ae3-e14e-4830-bf13-ab868b9c527a req-7b2d56a3-e8b5-4008-a42e-40be1994166c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:58.157058 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6e333ae3-e14e-4830-bf13-ab868b9c527a req-7b2d56a3-e8b5-4008-a42e-40be1994166c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 946 time: 0.2627776 Nov 12 01:34:58.232527 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276cdc72-eabe-431c-be59-15b13695fe50 req-ebff10ea-f4a4-43ce-a58d-0ff8670de414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:58.234918 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-276cdc72-eabe-431c-be59-15b13695fe50 req-ebff10ea-f4a4-43ce-a58d-0ff8670de414 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=41d3594c-6378-4888-b7ad-f2b6034333e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1876743 Nov 12 01:34:58.539194 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-276cdc72-eabe-431c-be59-15b13695fe50 req-a50948e2-953f-40ff-b802-3385cdf64978 service neutron] 10.222.0.16 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724380 Nov 12 01:34:58.615395 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6e333ae3-e14e-4830-bf13-ab868b9c527a req-28ce6756-cca8-4184-9f4a-01859e5e9079 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5e73b0-89e2-4f08-b3e4-f68aa12c2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4466190 Nov 12 01:34:58.636248 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a85fa-f123-4d97-b62b-a50e66370642 req-bf2bd726-9a1f-4167-98bc-372684c4dc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:58.638339 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-310a85fa-f123-4d97-b62b-a50e66370642 req-bf2bd726-9a1f-4167-98bc-372684c4dc04 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=553fbe5d09fe49948bd69193fe3f0783&device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 1098 time: 0.4263520 Nov 12 01:34:58.647767 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47874) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:34:58.779016 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-66791c86-1aa8-4805-9445-5f9d01b573ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3df27b5-20cc-425f-8257-a89b92a21373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621851417', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '32ccf0b7-a7fc-49c2-8622-bc51f2a43458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:34:05Z', 'updated_at': '2021-11-12T01:34:16Z', 'revision_number': 4, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': '32ccf0b7-a7fc-49c2-8622-bc51f2a43458', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ad:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3df27b5-20cc-425f-8257-a89b92a21373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:06Z', 'updated_at': '2021-11-12T01:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '830b90da-957d-40ac-89c6-0ee4f8df4166', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'floating_ip_address': '172.25.3.225', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'd3df27b5-20cc-425f-8257-a89b92a21373', 'port_id': '60b825f9-4537-445e-a6c3-75bfba59812a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26afd3d7-f476-4a62-835b-6349cc82b916', 'mac_address': 'fa:16:3e:42:32:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ed3d55-761c-4a8e-b386-60e26027cbdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:34:54Z', 'updated_at': '2021-11-12T01:34:54Z', 'revision_number': 0, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f8b6083-5f3d-4f49-ae3c-6bdd4c40a85c', 'name': '', 'network_id': '26afd3d7-f476-4a62-835b-6349cc82b916', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'mac_address': 'fa:16:3e:be:6e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3df27b5-20cc-425f-8257-a89b92a21373', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '595b1559-4f0e-4874-8a53-2400bc039bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:14Z', 'updated_at': '2021-11-12T01:34:23Z', 'revision_number': 5, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'subnets': [{'id': '595b1559-4f0e-4874-8a53-2400bc039bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:34:58.820447 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66791c86-1aa8-4805-9445-5f9d01b573ed None None] Checking router: d3df27b5-20cc-425f-8257-a89b92a21373 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:34:58.832303 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66791c86-1aa8-4805-9445-5f9d01b573ed None None] Routers {'d3df27b5-20cc-425f-8257-a89b92a21373'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:34:58.833208 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-66791c86-1aa8-4805-9445-5f9d01b573ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:34:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['d3df27b5-20cc-425f-8257-a89b92a21373'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:34:58.863335 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-fc204af2-eec2-455d-bed3-8a7bb9134ffb tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/floatingips/830b90da-957d-40ac-89c6-0ee4f8df4166 HTTP/1.1" status: 200 len: 992 time: 0.2135553 Nov 12 01:34:58.938688 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0336ec-1bc2-4e21-928e-7bb5ad708dc0 req-592b6d5b-f4a8-495a-a696-de06f67083c8 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:58.941790 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1c0336ec-1bc2-4e21-928e-7bb5ad708dc0 req-592b6d5b-f4a8-495a-a696-de06f67083c8 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b6b3761-2ac5-475d-84f8-e80e1ab04627 HTTP/1.1" status: 200 len: 943 time: 0.4013424 Nov 12 01:34:59.032704 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-66791c86-1aa8-4805-9445-5f9d01b573ed None None] Set router d3df27b5-20cc-425f-8257-a89b92a21373 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:34:59.132783 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1c0336ec-1bc2-4e21-928e-7bb5ad708dc0 req-8c932785-b9ea-4139-bc92-cb9a9a13abb3 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747189 Nov 12 01:34:59.168287 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-276cdc72-eabe-431c-be59-15b13695fe50 req-45897ce3-5116-443e-80b3-eb77a146295e service neutron] 10.222.0.16 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6141961 Nov 12 01:34:59.180728 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a85fa-f123-4d97-b62b-a50e66370642 req-95facfe8-42c2-4733-be7b-5ec3e5bb8d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:59.195179 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-310a85fa-f123-4d97-b62b-a50e66370642 req-95facfe8-42c2-4733-be7b-5ec3e5bb8d7d service neutron] 10.222.0.44 "GET /v2.0/networks?id=26afd3d7-f476-4a62-835b-6349cc82b916 HTTP/1.1" status: 200 len: 896 time: 0.5482929 Nov 12 01:34:59.345285 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-310a85fa-f123-4d97-b62b-a50e66370642 req-91cb68c0-0588-46d4-8d0e-f0b59ec22af7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60b825f9-4537-445e-a6c3-75bfba59812a HTTP/1.1" status: 200 len: 1000 time: 0.1247327 Nov 12 01:34:59.356736 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8fc06c-6086-4f16-a988-b62a5f8bf66a req-f1f27542-b357-4d63-8bb0-85d659631ae4 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:59.358743 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ac8fc06c-6086-4f16-a988-b62a5f8bf66a req-f1f27542-b357-4d63-8bb0-85d659631ae4 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ad5d7df-5510-4715-b3dc-e24b532eacc6 HTTP/1.1" status: 200 len: 907 time: 0.1566665 Nov 12 01:34:59.428147 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a85fa-f123-4d97-b62b-a50e66370642 req-576ad7b6-8cf0-4eba-9505-8dbe6d6832db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:59.430526 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-310a85fa-f123-4d97-b62b-a50e66370642 req-576ad7b6-8cf0-4eba-9505-8dbe6d6832db service neutron] 10.222.0.44 "GET /v2.0/subnets?id=595b1559-4f0e-4874-8a53-2400bc039bb2 HTTP/1.1" status: 200 len: 835 time: 0.0704434 Nov 12 01:34:59.444499 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-66791c86-1aa8-4805-9445-5f9d01b573ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3df27b5-20cc-425f-8257-a89b92a21373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621851417', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '32ccf0b7-a7fc-49c2-8622-bc51f2a43458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:34:05Z', 'updated_at': '2021-11-12T01:34:16Z', 'revision_number': 4, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': '32ccf0b7-a7fc-49c2-8622-bc51f2a43458', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ad:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3df27b5-20cc-425f-8257-a89b92a21373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:06Z', 'updated_at': '2021-11-12T01:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '830b90da-957d-40ac-89c6-0ee4f8df4166', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'floating_ip_address': '172.25.3.225', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'd3df27b5-20cc-425f-8257-a89b92a21373', 'port_id': '60b825f9-4537-445e-a6c3-75bfba59812a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26afd3d7-f476-4a62-835b-6349cc82b916', 'mac_address': 'fa:16:3e:42:32:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ed3d55-761c-4a8e-b386-60e26027cbdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:34:54Z', 'updated_at': '2021-11-12T01:34:54Z', 'revision_number': 0, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f8b6083-5f3d-4f49-ae3c-6bdd4c40a85c', 'name': '', 'network_id': '26afd3d7-f476-4a62-835b-6349cc82b916', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'mac_address': 'fa:16:3e:be:6e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3df27b5-20cc-425f-8257-a89b92a21373', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '595b1559-4f0e-4874-8a53-2400bc039bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:14Z', 'updated_at': '2021-11-12T01:34:23Z', 'revision_number': 5, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'subnets': [{'id': '595b1559-4f0e-4874-8a53-2400bc039bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:34:59.473016 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66791c86-1aa8-4805-9445-5f9d01b573ed None None] The sync data for ids ['d3df27b5-20cc-425f-8257-a89b92a21373'] in n-d-712142-27 is: [{'id': 'd3df27b5-20cc-425f-8257-a89b92a21373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621851417', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '32ccf0b7-a7fc-49c2-8622-bc51f2a43458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:34:05Z', 'updated_at': '2021-11-12T01:34:16Z', 'revision_number': 4, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': '32ccf0b7-a7fc-49c2-8622-bc51f2a43458', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ad:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3df27b5-20cc-425f-8257-a89b92a21373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:06Z', 'updated_at': '2021-11-12T01:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '830b90da-957d-40ac-89c6-0ee4f8df4166', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'floating_ip_address': '172.25.3.225', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'd3df27b5-20cc-425f-8257-a89b92a21373', 'port_id': '60b825f9-4537-445e-a6c3-75bfba59812a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26afd3d7-f476-4a62-835b-6349cc82b916', 'mac_address': 'fa:16:3e:42:32:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ed3d55-761c-4a8e-b386-60e26027cbdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:34:54Z', 'updated_at': '2021-11-12T01:34:54Z', 'revision_number': 0, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f8b6083-5f3d-4f49-ae3c-6bdd4c40a85c', 'name': '', 'network_id': '26afd3d7-f476-4a62-835b-6349cc82b916', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'mac_address': 'fa:16:3e:be:6e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3df27b5-20cc-425f-8257-a89b92a21373', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '595b1559-4f0e-4874-8a53-2400bc039bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:14Z', 'updated_at': '2021-11-12T01:34:23Z', 'revision_number': 5, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'subnets': [{'id': '595b1559-4f0e-4874-8a53-2400bc039bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:34:59.516353 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a85fa-f123-4d97-b62b-a50e66370642 req-a157b712-c883-470c-a6d4-0bb5f8432655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:34:59.518931 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-310a85fa-f123-4d97-b62b-a50e66370642 req-a157b712-c883-470c-a6d4-0bb5f8432655 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=26afd3d7-f476-4a62-835b-6349cc82b916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0804522 Nov 12 01:34:59.802563 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c58f814-7860-4c42-a226-8538aac5e069 None None] New status for floating IP 830b90da-957d-40ac-89c6-0ee4f8df4166: ACTIVE {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:34:59.867366 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47878) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:35:00.014499 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-19f53377-fbdb-4cae-b617-f66814df0bf8 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/floatingips/830b90da-957d-40ac-89c6-0ee4f8df4166 HTTP/1.1" status: 200 len: 992 time: 0.1446064 Nov 12 01:35:00.035143 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device aebef074-c7c1-46ad-8422-81360335216c details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:35:00.101145 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-310a85fa-f123-4d97-b62b-a50e66370642 req-a7a0455a-7fb8-40f4-bf44-ae92feb9787f service neutron] 10.222.0.44 "GET /v2.0/networks/26afd3d7-f476-4a62-835b-6349cc82b916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5747688 Nov 12 01:35:00.267031 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-310a85fa-f123-4d97-b62b-a50e66370642 req-a3f65a46-1815-4333-99de-13c8b169cee1 service neutron] 10.222.0.44 "GET /v2.0/networks/26afd3d7-f476-4a62-835b-6349cc82b916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580961 Nov 12 01:35:00.295282 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port aebef074-c7c1-46ad-8422-81360335216c, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=aebef074-c7c1-46ad-8422-81360335216c,segment=NetworkSegment(27cb4147-b975-4ea0-91f9-b1bc3b18ae19),segment_id=27cb4147-b975-4ea0-91f9-b1bc3b18ae19)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:35:00.323132 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'aebef074-c7c1-46ad-8422-81360335216c', 'network_id': 'cce68b96-f97a-4a67-a075-91d6c1e566bc', 'port_id': 'aebef074-c7c1-46ad-8422-81360335216c', 'mac_address': 'fa:16:3e:09:53:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196b2ee1-c26b-4514-a2dd-a5dcd1ec990e', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:35:00.368263 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754e3c1-2f8a-47d3-a468-0d4c7a666464 req-af49e549-11d8-4094-b5d3-7320fa6cce01 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:00.370674 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c754e3c1-2f8a-47d3-a468-0d4c7a666464 req-af49e549-11d8-4094-b5d3-7320fa6cce01 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b6b3761-2ac5-475d-84f8-e80e1ab04627 HTTP/1.1" status: 200 len: 943 time: 0.0917921 Nov 12 01:35:00.400788 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:00.449649 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aebef074-c7c1-46ad-8422-81360335216c {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:35:00.463203 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c754e3c1-2f8a-47d3-a468-0d4c7a666464 req-d3083567-6e96-48d5-8986-c6e2bdac627b tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753248 Nov 12 01:35:00.527118 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port aebef074-c7c1-46ad-8422-81360335216c, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=aebef074-c7c1-46ad-8422-81360335216c,segment=NetworkSegment(27cb4147-b975-4ea0-91f9-b1bc3b18ae19),segment_id=27cb4147-b975-4ea0-91f9-b1bc3b18ae19)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:35:00.535793 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:00.574409 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2034ce-ab1e-423b-a592-50775ef5997a req-b0d4b815-67c9-4804-b88d-c7d2251babff tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:00.576553 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fd2034ce-ab1e-423b-a592-50775ef5997a req-b0d4b815-67c9-4804-b88d-c7d2251babff tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ad5d7df-5510-4715-b3dc-e24b532eacc6 HTTP/1.1" status: 200 len: 907 time: 0.0798700 Nov 12 01:35:00.607797 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=aebef074-c7c1-46ad-8422-81360335216c,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:00.833600 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['aebef074-c7c1-46ad-8422-81360335216c'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:35:00.920573 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-dbcdc859-5293-417a-b77e-f78b1324a5b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:01.017741 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47884) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:35:01.148408 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-cc90c618-a3ef-4e90-a0fd-44896eb415d4 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/floatingips/830b90da-957d-40ac-89c6-0ee4f8df4166 HTTP/1.1" status: 200 len: 994 time: 0.1286118 Nov 12 01:35:01.637214 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614be0d-91dc-4ad7-b310-f82421ef1c75 req-0ff04a9f-e7a4-4381-9353-de01020926c6 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:01.639589 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b614be0d-91dc-4ad7-b310-f82421ef1c75 req-0ff04a9f-e7a4-4381-9353-de01020926c6 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b6b3761-2ac5-475d-84f8-e80e1ab04627 HTTP/1.1" status: 200 len: 943 time: 0.0856576 Nov 12 01:35:01.759199 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b614be0d-91dc-4ad7-b310-f82421ef1c75 req-e7905b55-6622-4691-9bdc-f53cee71f1ae tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115184 Nov 12 01:35:01.786839 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d324b2-aa1d-4581-8a88-84c28de757fc req-19b97a65-9e57-42d7-a216-a1614846467d tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:01.789946 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-87d324b2-aa1d-4581-8a88-84c28de757fc req-19b97a65-9e57-42d7-a216-a1614846467d tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ad5d7df-5510-4715-b3dc-e24b532eacc6 HTTP/1.1" status: 200 len: 908 time: 0.1166015 Nov 12 01:35:02.004511 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device aebef074-c7c1-46ad-8422-81360335216c up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:35:02.075042 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port aebef074-c7c1-46ad-8422-81360335216c completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:35:02.080287 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port aebef074-c7c1-46ad-8422-81360335216c triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:35:02.080829 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:02.181402 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:02.438672 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad5d7df-5510-4715-b3dc-e24b532eacc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aebef074-c7c1-46ad-8422-81360335216c'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:35:02.442527 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e0af77-670b-44aa-b948-36e191df6563" -d '{"events": [{"server_uuid": "2ad5d7df-5510-4715-b3dc-e24b532eacc6", "name": "network-vif-plugged", "status": "completed", "tag": "aebef074-c7c1-46ad-8422-81360335216c"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:35:02.465084 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port aebef074-c7c1-46ad-8422-81360335216c, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=aebef074-c7c1-46ad-8422-81360335216c,segment=NetworkSegment(27cb4147-b975-4ea0-91f9-b1bc3b18ae19),segment_id=27cb4147-b975-4ea0-91f9-b1bc3b18ae19)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:35:02.472500 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:02.514029 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f56566-cd3a-43e6-a532-ef5c26b157c3 x-openstack-request-id: req-93f56566-cd3a-43e6-a532-ef5c26b157c3 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:35:02.514540 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad5d7df-5510-4715-b3dc-e24b532eacc6", "name": "network-vif-plugged", "status": "completed", "tag": "aebef074-c7c1-46ad-8422-81360335216c", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:35:02.514828 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-93f56566-cd3a-43e6-a532-ef5c26b157c3 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:35:02.515242 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad5d7df-5510-4715-b3dc-e24b532eacc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aebef074-c7c1-46ad-8422-81360335216c', 'code': 200} Nov 12 01:35:02.565210 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=aebef074-c7c1-46ad-8422-81360335216c,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:02.647886 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a79b9b-2010-40ef-9e99-ce38af3a601d req-13f7d085-dd2d-4500-a6a3-b4a046a3993d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:02.649546 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-77a79b9b-2010-40ef-9e99-ce38af3a601d req-13f7d085-dd2d-4500-a6a3-b4a046a3993d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2ad5d7df-5510-4715-b3dc-e24b532eacc6 HTTP/1.1" status: 200 len: 1061 time: 0.0606949 Nov 12 01:35:02.920284 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056bac6-3615-45f6-96ad-78337249dfbc req-b378efcb-ed3a-43b7-ae59-073a64f4c3dc tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:02.922031 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a056bac6-3615-45f6-96ad-78337249dfbc req-b378efcb-ed3a-43b7-ae59-073a64f4c3dc tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b6b3761-2ac5-475d-84f8-e80e1ab04627 HTTP/1.1" status: 200 len: 943 time: 0.0658462 Nov 12 01:35:02.939836 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:03.012134 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf2242-937d-49f8-9dff-5bd527c039a6 req-dbd3524e-8894-4a2f-baea-df17d2f3b1a5 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:03.013767 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aedf2242-937d-49f8-9dff-5bd527c039a6 req-dbd3524e-8894-4a2f-baea-df17d2f3b1a5 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ad5d7df-5510-4715-b3dc-e24b532eacc6 HTTP/1.1" status: 200 len: 909 time: 0.0907841 Nov 12 01:35:03.020212 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a056bac6-3615-45f6-96ad-78337249dfbc req-3096d325-2b0d-4b34-97fd-bf65e64fdf11 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690591 Nov 12 01:35:03.982120 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:04.335503 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab1a7a1-6463-4fda-948b-f236c680b2a0 req-674c9740-b10c-4549-b3bb-d3e8527f19e8 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:04.352734 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fab1a7a1-6463-4fda-948b-f236c680b2a0 req-674c9740-b10c-4549-b3bb-d3e8527f19e8 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ad5d7df-5510-4715-b3dc-e24b532eacc6 HTTP/1.1" status: 200 len: 909 time: 0.1749921 Nov 12 01:35:04.478819 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07a355-42b7-42a6-8a01-f62764318c00 req-9f6141e2-5dad-4cb1-ae4f-ba50d88e71d1 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:04.485003 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9f07a355-42b7-42a6-8a01-f62764318c00 req-9f6141e2-5dad-4cb1-ae4f-ba50d88e71d1 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b6b3761-2ac5-475d-84f8-e80e1ab04627 HTTP/1.1" status: 200 len: 943 time: 0.1078751 Nov 12 01:35:04.624665 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9f07a355-42b7-42a6-8a01-f62764318c00 req-67d1619d-f072-47a9-b686-9b5cd5e10e89 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337323 Nov 12 01:35:04.639206 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a428c77-365f-4508-80a4-37641ac8e0a9 req-c8f71c34-cbb0-4bb1-9671-efb686ba41c1 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:04.641915 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3a428c77-365f-4508-80a4-37641ac8e0a9 req-c8f71c34-cbb0-4bb1-9671-efb686ba41c1 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e9bdfc3-f0cc-4a76-ba95-33e08335f172 HTTP/1.1" status: 200 len: 945 time: 0.1547747 Nov 12 01:35:04.743502 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3a428c77-365f-4508-80a4-37641ac8e0a9 req-a79b4ac6-9a58-41dd-a32e-28744f9d858c tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b1b7b99-db73-44f0-baf3-6da2a364ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926690 Nov 12 01:35:04.930512 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde75066-2ead-4b21-924e-1e0d8211621d req-d2b91c25-c5ee-48df-8a33-0306c8090e2e tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:04.933612 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dde75066-2ead-4b21-924e-1e0d8211621d req-d2b91c25-c5ee-48df-8a33-0306c8090e2e tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ad5d7df-5510-4715-b3dc-e24b532eacc6 HTTP/1.1" status: 200 len: 909 time: 0.1275468 Nov 12 01:35:05.200433 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265301d-dfcc-46de-bec4-0c608560ea80 req-59b14bec-3b1b-4701-a225-33da10bc97e0 tempest-TestSecurityGroupsBasicOps-151771215 tempest-TestSecurityGroupsBasicOps-151771215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:05.203709 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e265301d-dfcc-46de-bec4-0c608560ea80 req-59b14bec-3b1b-4701-a225-33da10bc97e0 tempest-TestSecurityGroupsBasicOps-151771215 tempest-TestSecurityGroupsBasicOps-151771215-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=2ad5d7df-5510-4715-b3dc-e24b532eacc6 HTTP/1.1" status: 200 len: 1061 time: 0.0948126 Nov 12 01:35:05.239642 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:05.410944 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5a88e-0904-4ccf-b5dd-2fd895970fdf req-264f1e56-2031-480d-b0fb-70342ef6b611 tempest-TestSecurityGroupsBasicOps-151771215 tempest-TestSecurityGroupsBasicOps-151771215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:05.416051 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-04c5a88e-0904-4ccf-b5dd-2fd895970fdf req-264f1e56-2031-480d-b0fb-70342ef6b611 tempest-TestSecurityGroupsBasicOps-151771215 tempest-TestSecurityGroupsBasicOps-151771215-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ca75374e-5635-47f5-a363-015324634c2c HTTP/1.1" status: 200 len: 1136 time: 0.0708399 Nov 12 01:35:05.496875 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-04c5a88e-0904-4ccf-b5dd-2fd895970fdf req-7cc5cb7a-b3ec-4b81-ab7f-d9b5afeccbc8 tempest-TestSecurityGroupsBasicOps-151771215 tempest-TestSecurityGroupsBasicOps-151771215-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=d2db1294-205b-4db3-b890-5d2fe7dca3cb&id=513dcd79-bd50-4666-bc96-420603a4489b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0594289 Nov 12 01:35:05.531227 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47928) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:35:05.585841 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6903c381-6541-477b-bc2e-77851db91759 tempest-TestSecurityGroupsBasicOps-151771215 tempest-TestSecurityGroupsBasicOps-151771215-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:05.600062 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6903c381-6541-477b-bc2e-77851db91759 tempest-TestSecurityGroupsBasicOps-151771215 tempest-TestSecurityGroupsBasicOps-151771215-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=2ad5d7df-5510-4715-b3dc-e24b532eacc6 HTTP/1.1" status: 200 len: 1056 time: 0.0676308 Nov 12 01:35:05.903018 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c52f7-fa74-4231-a26e-656a3dab56d0 req-131e60e9-d00b-4285-881d-45b84c47ea0d tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:05.905606 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-214c52f7-fa74-4231-a26e-656a3dab56d0 req-131e60e9-d00b-4285-881d-45b84c47ea0d tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b6b3761-2ac5-475d-84f8-e80e1ab04627 HTTP/1.1" status: 200 len: 943 time: 0.1309435 Nov 12 01:35:06.155417 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-214c52f7-fa74-4231-a26e-656a3dab56d0 req-c2090f6d-11f1-4828-9626-674126ba9e2b tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2271955 Nov 12 01:35:06.218508 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b725c-6260-43f9-8e72-1a484e432ebd req-e848fad2-82a3-44a6-acb8-c60ce6ab30a7 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:06.226906 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9d5b725c-6260-43f9-8e72-1a484e432ebd req-e848fad2-82a3-44a6-acb8-c60ce6ab30a7 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e9bdfc3-f0cc-4a76-ba95-33e08335f172 HTTP/1.1" status: 200 len: 945 time: 0.1479115 Nov 12 01:35:06.343195 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9d5b725c-6260-43f9-8e72-1a484e432ebd req-2260f813-a4e6-447f-91af-6036edc8c68e tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b1b7b99-db73-44f0-baf3-6da2a364ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140811 Nov 12 01:35:06.500540 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ceee9-c2d9-4ccd-9160-b73da322e551 req-a9454c0d-1a50-44d6-919e-228d18e66f5a tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:06.502325 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-484ceee9-c2d9-4ccd-9160-b73da322e551 req-a9454c0d-1a50-44d6-919e-228d18e66f5a tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ad5d7df-5510-4715-b3dc-e24b532eacc6 HTTP/1.1" status: 200 len: 909 time: 0.1354542 Nov 12 01:35:06.514501 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1d973-3e9a-47d3-a81d-896120e372de req-38f75bf0-4edf-4066-909e-62fc7718c86f tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:06.514501 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a7a1d973-3e9a-47d3-a81d-896120e372de req-38f75bf0-4edf-4066-909e-62fc7718c86f tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e9bdfc3-f0cc-4a76-ba95-33e08335f172 HTTP/1.1" status: 200 len: 945 time: 0.1009080 Nov 12 01:35:06.647934 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-a7a1d973-3e9a-47d3-a81d-896120e372de req-cb7522e1-dfa5-4096-8c8e-d3526c1eb7e5 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Deleting port 8b3abf29-410e-4361-a980-cf0c8073d92c {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:35:06.648477 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a7a1d973-3e9a-47d3-a81d-896120e372de req-cb7522e1-dfa5-4096-8c8e-d3526c1eb7e5 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:06.781168 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-a7a1d973-3e9a-47d3-a81d-896120e372de req-cb7522e1-dfa5-4096-8c8e-d3526c1eb7e5 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] For port 8b3abf29-410e-4361-a980-cf0c8073d92c, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=8b3abf29-410e-4361-a980-cf0c8073d92c,segment=NetworkSegment(f889be5e-ad35-4d2f-9732-18c8b96cbaa7),segment_id=f889be5e-ad35-4d2f-9732-18c8b96cbaa7)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:35:06.781467 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a7a1d973-3e9a-47d3-a81d-896120e372de req-cb7522e1-dfa5-4096-8c8e-d3526c1eb7e5 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:06.797151 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-a7a1d973-3e9a-47d3-a81d-896120e372de req-cb7522e1-dfa5-4096-8c8e-d3526c1eb7e5 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Calling delete_port for 8b3abf29-410e-4361-a980-cf0c8073d92c owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:35:07.034098 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a7a1d973-3e9a-47d3-a81d-896120e372de req-cb7522e1-dfa5-4096-8c8e-d3526c1eb7e5 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:07.096417 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['8b3abf29-410e-4361-a980-cf0c8073d92c'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:35:07.216797 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7522e1-dfa5-4096-8c8e-d3526c1eb7e5 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Pushing event deleted for resources: {'Port': ['ID=8b3abf29-410e-4361-a980-cf0c8073d92c,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:07.354695 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a1d973-3e9a-47d3-a81d-896120e372de req-cb7522e1-dfa5-4096-8c8e-d3526c1eb7e5 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] No DVR routers for this DVR port 8b3abf29-410e-4361-a980-cf0c8073d92c on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:35:07.359044 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-a7a1d973-3e9a-47d3-a81d-896120e372de req-cb7522e1-dfa5-4096-8c8e-d3526c1eb7e5 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:07.366766 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a7a1d973-3e9a-47d3-a81d-896120e372de req-cb7522e1-dfa5-4096-8c8e-d3526c1eb7e5 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.16 "DELETE /v2.0/ports/8b3abf29-410e-4361-a980-cf0c8073d92c HTTP/1.1" status: 204 len: 173 time: 0.8404257 Nov 12 01:35:07.368081 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9bdfc3-f0cc-4a76-ba95-33e08335f172', 'name': 'network-vif-deleted', 'tag': '8b3abf29-410e-4361-a980-cf0c8073d92c'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:35:07.374902 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a14dba-ece2-4e72-ac8b-8ef0645688b9" -d '{"events": [{"server_uuid": "4e9bdfc3-f0cc-4a76-ba95-33e08335f172", "name": "network-vif-deleted", "tag": "8b3abf29-410e-4361-a980-cf0c8073d92c"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:35:07.536675 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bfb53e-cf88-4a7a-8335-8674b0550b62 req-c40dcf79-8b3e-4967-94bf-961b198aacb0 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:07.538471 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-49bfb53e-cf88-4a7a-8335-8674b0550b62 req-c40dcf79-8b3e-4967-94bf-961b198aacb0 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ad5d7df-5510-4715-b3dc-e24b532eacc6 HTTP/1.1" status: 200 len: 909 time: 0.1483867 Nov 12 01:35:07.745457 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-55645d2a-e98e-497b-b979-c0240095e71f req-0e862ea0-0cb5-412e-8d52-f3f8cea9b605 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e9bdfc3-f0cc-4a76-ba95-33e08335f172 HTTP/1.1" status: 200 len: 210 time: 0.1653833 Nov 12 01:35:07.838587 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be2bc50-459a-4036-b144-d3caca16ce8e req-c1864a1c-b8fc-47c0-aee5-22048dd6a9a7 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:07.841757 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1be2bc50-459a-4036-b144-d3caca16ce8e req-c1864a1c-b8fc-47c0-aee5-22048dd6a9a7 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b6b3761-2ac5-475d-84f8-e80e1ab04627 HTTP/1.1" status: 200 len: 943 time: 0.3724208 Nov 12 01:35:07.892737 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c86a5a-0ece-4d9b-9460-1cf05ff6d165 x-openstack-request-id: req-90c86a5a-0ece-4d9b-9460-1cf05ff6d165 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:35:07.893215 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9bdfc3-f0cc-4a76-ba95-33e08335f172", "name": "network-vif-deleted", "tag": "8b3abf29-410e-4361-a980-cf0c8073d92c", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:35:07.894144 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-90c86a5a-0ece-4d9b-9460-1cf05ff6d165 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:35:07.894877 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9bdfc3-f0cc-4a76-ba95-33e08335f172', 'name': 'network-vif-deleted', 'tag': '8b3abf29-410e-4361-a980-cf0c8073d92c', 'status': 'completed', 'code': 200} Nov 12 01:35:08.058481 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1be2bc50-459a-4036-b144-d3caca16ce8e req-0da5987b-a56f-4fea-bf61-ddce68d844d3 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2031372 Nov 12 01:35:08.072119 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-49bfb53e-cf88-4a7a-8335-8674b0550b62 req-30ba0143-f582-44b2-a3e0-3cd8c43318ce tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Deleting port aebef074-c7c1-46ad-8422-81360335216c {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:35:08.072669 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-49bfb53e-cf88-4a7a-8335-8674b0550b62 req-30ba0143-f582-44b2-a3e0-3cd8c43318ce tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:08.277558 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c49a37e-93f5-47d2-8e24-b6ebe96162f4 req-5d0c3f38-c47e-4feb-a0ec-23bf06423f96 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:08.300571 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1c49a37e-93f5-47d2-8e24-b6ebe96162f4 req-5d0c3f38-c47e-4feb-a0ec-23bf06423f96 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ad5d7df-5510-4715-b3dc-e24b532eacc6 HTTP/1.1" status: 200 len: 909 time: 0.3349471 Nov 12 01:35:08.386774 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-49bfb53e-cf88-4a7a-8335-8674b0550b62 req-30ba0143-f582-44b2-a3e0-3cd8c43318ce tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] For port aebef074-c7c1-46ad-8422-81360335216c, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=aebef074-c7c1-46ad-8422-81360335216c,segment=NetworkSegment(27cb4147-b975-4ea0-91f9-b1bc3b18ae19),segment_id=27cb4147-b975-4ea0-91f9-b1bc3b18ae19)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:35:08.387456 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-49bfb53e-cf88-4a7a-8335-8674b0550b62 req-30ba0143-f582-44b2-a3e0-3cd8c43318ce tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:08.403547 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-49bfb53e-cf88-4a7a-8335-8674b0550b62 req-30ba0143-f582-44b2-a3e0-3cd8c43318ce tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Calling delete_port for aebef074-c7c1-46ad-8422-81360335216c owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:35:08.584344 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:08.636785 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-49bfb53e-cf88-4a7a-8335-8674b0550b62 req-30ba0143-f582-44b2-a3e0-3cd8c43318ce tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:08.675408 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ba0143-f582-44b2-a3e0-3cd8c43318ce tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Pushing event deleted for resources: {'Port': ['ID=aebef074-c7c1-46ad-8422-81360335216c,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:08.738987 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-49bfb53e-cf88-4a7a-8335-8674b0550b62 req-30ba0143-f582-44b2-a3e0-3cd8c43318ce tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] No DVR routers for this DVR port aebef074-c7c1-46ad-8422-81360335216c on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:35:08.742961 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-49bfb53e-cf88-4a7a-8335-8674b0550b62 req-30ba0143-f582-44b2-a3e0-3cd8c43318ce tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:08.749653 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-49bfb53e-cf88-4a7a-8335-8674b0550b62 req-30ba0143-f582-44b2-a3e0-3cd8c43318ce tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.44 "DELETE /v2.0/ports/aebef074-c7c1-46ad-8422-81360335216c HTTP/1.1" status: 204 len: 173 time: 1.1934545 Nov 12 01:35:09.259434 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff89951-ed8c-4dcd-a7f7-cd3c70e05d77 req-d17c544a-ac8b-42c4-9c9b-c14ccf6d1c8d tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:09.261480 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dff89951-ed8c-4dcd-a7f7-cd3c70e05d77 req-d17c544a-ac8b-42c4-9c9b-c14ccf6d1c8d tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b6b3761-2ac5-475d-84f8-e80e1ab04627 HTTP/1.1" status: 200 len: 943 time: 0.0819566 Nov 12 01:35:09.364575 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dff89951-ed8c-4dcd-a7f7-cd3c70e05d77 req-4bee8189-4bd0-43bf-95c4-93840d09ede8 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902421 Nov 12 01:35:09.548682 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7e2eeec7-7804-4de1-9a6b-49b79627c1cd req-51989d16-b8e8-4a6d-a1fc-821d30197fb1 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ad5d7df-5510-4715-b3dc-e24b532eacc6 HTTP/1.1" status: 200 len: 210 time: 0.0517607 Nov 12 01:35:09.896014 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad5d7df-5510-4715-b3dc-e24b532eacc6', 'name': 'network-vif-deleted', 'tag': 'aebef074-c7c1-46ad-8422-81360335216c'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:35:09.899958 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e33e87-b401-4287-8ed6-2eb2e48112ed" -d '{"events": [{"server_uuid": "2ad5d7df-5510-4715-b3dc-e24b532eacc6", "name": "network-vif-deleted", "tag": "aebef074-c7c1-46ad-8422-81360335216c"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:35:09.941849 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42905179-2d4b-4c3f-9ef6-17561275376d x-openstack-request-id: req-42905179-2d4b-4c3f-9ef6-17561275376d {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:35:09.942317 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad5d7df-5510-4715-b3dc-e24b532eacc6", "name": "network-vif-deleted", "tag": "aebef074-c7c1-46ad-8422-81360335216c", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:35:09.942756 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-42905179-2d4b-4c3f-9ef6-17561275376d {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:35:09.943389 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad5d7df-5510-4715-b3dc-e24b532eacc6', 'name': 'network-vif-deleted', 'tag': 'aebef074-c7c1-46ad-8422-81360335216c', 'status': 'completed', 'code': 200} Nov 12 01:35:10.068710 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device aebef074-c7c1-46ad-8422-81360335216c no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:35:10.104960 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: aebef074-c7c1-46ad-8422-81360335216c {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:35:10.105406 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device aebef074-c7c1-46ad-8422-81360335216c not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:35:10.551079 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a082e-42d8-4067-90cb-caa2ec353e88 req-706bf245-239c-4b14-adf1-efc4818f7603 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:10.552831 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-202a082e-42d8-4067-90cb-caa2ec353e88 req-706bf245-239c-4b14-adf1-efc4818f7603 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b6b3761-2ac5-475d-84f8-e80e1ab04627 HTTP/1.1" status: 200 len: 943 time: 0.0794308 Nov 12 01:35:10.629979 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-202a082e-42d8-4067-90cb-caa2ec353e88 req-271e1fc9-c4c2-4072-9a78-e7e63f55555a tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665412 Nov 12 01:35:10.650003 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 47992) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:35:10.796159 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:11.292849 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d0352bab-c35b-4b46-8dca-3e8166561786 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:11.794486 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-d0352bab-c35b-4b46-8dca-3e8166561786 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Deleting port 38921b71-9ff0-459a-93d4-ae3259015cbb {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:35:11.795533 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d0352bab-c35b-4b46-8dca-3e8166561786 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:11.808098 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1536d-2be4-474e-aa84-0be1604a9763 req-ada8ee68-e86a-4ba6-939a-830eacee902a tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:11.812055 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d6d1536d-2be4-474e-aa84-0be1604a9763 req-ada8ee68-e86a-4ba6-939a-830eacee902a tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b6b3761-2ac5-475d-84f8-e80e1ab04627 HTTP/1.1" status: 200 len: 943 time: 0.0845680 Nov 12 01:35:11.885597 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d6d1536d-2be4-474e-aa84-0be1604a9763 req-d13f5715-3711-4431-b482-8462987f1b91 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652704 Nov 12 01:35:11.945898 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-d0352bab-c35b-4b46-8dca-3e8166561786 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] For port 38921b71-9ff0-459a-93d4-ae3259015cbb, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=38921b71-9ff0-459a-93d4-ae3259015cbb,segment=NetworkSegment(27cb4147-b975-4ea0-91f9-b1bc3b18ae19),segment_id=27cb4147-b975-4ea0-91f9-b1bc3b18ae19)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:35:11.946548 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d0352bab-c35b-4b46-8dca-3e8166561786 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:11.961649 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-d0352bab-c35b-4b46-8dca-3e8166561786 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Calling delete_port for 38921b71-9ff0-459a-93d4-ae3259015cbb owned by network:router_interface {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:35:12.055671 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 8b3abf29-410e-4361-a980-cf0c8073d92c no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:35:12.077380 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] No Port match for: 8b3abf29-410e-4361-a980-cf0c8073d92c {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:35:12.077921 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 8b3abf29-410e-4361-a980-cf0c8073d92c not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:35:12.180608 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d0352bab-c35b-4b46-8dca-3e8166561786 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:12.212684 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0352bab-c35b-4b46-8dca-3e8166561786 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Pushing event deleted for resources: {'Port': ['ID=38921b71-9ff0-459a-93d4-ae3259015cbb,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:12.417621 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:35:12.957491 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d0352bab-c35b-4b46-8dca-3e8166561786 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:13.053090 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c3d4de-8bc5-4060-b56b-e30f038af3b4 req-5ba3983b-99bd-4f72-8432-f1d589e5bbf7 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:13.058401 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-24c3d4de-8bc5-4060-b56b-e30f038af3b4 req-5ba3983b-99bd-4f72-8432-f1d589e5bbf7 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b6b3761-2ac5-475d-84f8-e80e1ab04627 HTTP/1.1" status: 200 len: 943 time: 0.0899587 Nov 12 01:35:13.164334 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-24c3d4de-8bc5-4060-b56b-e30f038af3b4 req-ec0d3aee-6b38-4aee-8476-697c689548cf tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970967 Nov 12 01:35:13.359072 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0352bab-c35b-4b46-8dca-3e8166561786 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Router 30788101-b407-4ce2-a132-22d8b77d7745 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:35:13.491386 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0352bab-c35b-4b46-8dca-3e8166561786 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:35:13.502725 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0080c39c-31d0-4d32-a462-2353318acd25 None None] Sync routers for ids ['30788101-b407-4ce2-a132-22d8b77d7745'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:35:13.514778 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0080c39c-31d0-4d32-a462-2353318acd25 None None] Routers {'30788101-b407-4ce2-a132-22d8b77d7745'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:35:13.515417 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-0080c39c-31d0-4d32-a462-2353318acd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:35:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['30788101-b407-4ce2-a132-22d8b77d7745'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:35:13.516218 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d0352bab-c35b-4b46-8dca-3e8166561786 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "PUT /v2.0/routers/30788101-b407-4ce2-a132-22d8b77d7745/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8627324 Nov 12 01:35:13.516756 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 48024) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:35:13.625800 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-03237098-4b0f-4103-b0f1-f4533a3f5d64 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Deleting subnet 196b2ee1-c26b-4514-a2dd-a5dcd1ec990e {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:35:13.630783 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-03237098-4b0f-4103-b0f1-f4533a3f5d64 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:13.726689 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-03237098-4b0f-4103-b0f1-f4533a3f5d64 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:13.767757 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-0080c39c-31d0-4d32-a462-2353318acd25 None None] Set router 30788101-b407-4ce2-a132-22d8b77d7745 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:35:13.912018 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-03237098-4b0f-4103-b0f1-f4533a3f5d64 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:14.037804 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-03237098-4b0f-4103-b0f1-f4533a3f5d64 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:14.088590 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-0080c39c-31d0-4d32-a462-2353318acd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30788101-b407-4ce2-a132-22d8b77d7745', 'name': 'tempest-TestSecurityGroupsBasicOps-router-739284378', 'tenant_id': '0e98dc96d50c4c37b8dc7e919691f179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'b1908371-3800-4bcb-b646-2f510e702c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:34:27Z', 'updated_at': '2021-11-12T01:35:12Z', 'revision_number': 5, 'project_id': '0e98dc96d50c4c37b8dc7e919691f179', 'gw_port': {'id': 'b1908371-3800-4bcb-b646-2f510e702c15', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:63:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30788101-b407-4ce2-a132-22d8b77d7745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:28Z', 'updated_at': '2021-11-12T01:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:35:14.090030 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03237098-4b0f-4103-b0f1-f4533a3f5d64 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Pushing event deleted for resources: {'Subnet': ['ID=196b2ee1-c26b-4514-a2dd-a5dcd1ec990e,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:14.101608 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-03237098-4b0f-4103-b0f1-f4533a3f5d64 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:14.108741 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-03237098-4b0f-4103-b0f1-f4533a3f5d64 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "DELETE /v2.0/subnets/196b2ee1-c26b-4514-a2dd-a5dcd1ec990e HTTP/1.1" status: 204 len: 168 time: 0.5901842 Nov 12 01:35:14.110726 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48030) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:35:14.121761 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619cd14a-c39a-4e26-86e1-2c45eb50fe54 None None] Network cce68b96-f97a-4a67-a075-91d6c1e566bc requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:35:14.164048 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0080c39c-31d0-4d32-a462-2353318acd25 None None] Checking router: 30788101-b407-4ce2-a132-22d8b77d7745 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:35:14.181257 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0080c39c-31d0-4d32-a462-2353318acd25 None None] Routers {'30788101-b407-4ce2-a132-22d8b77d7745'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:35:14.182489 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-0080c39c-31d0-4d32-a462-2353318acd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:35:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['30788101-b407-4ce2-a132-22d8b77d7745'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:35:14.433300 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5a77aa63-9f7a-4280-b343-864947b97913 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:14.553395 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-0080c39c-31d0-4d32-a462-2353318acd25 None None] Set router 30788101-b407-4ce2-a132-22d8b77d7745 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:35:14.598239 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bfd63-00ef-4be0-890e-600900c73e27 req-35b000dd-e85f-4ded-96c7-16378a4bf89b tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:14.601174 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9b5bfd63-00ef-4be0-890e-600900c73e27 req-35b000dd-e85f-4ded-96c7-16378a4bf89b tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b6b3761-2ac5-475d-84f8-e80e1ab04627 HTTP/1.1" status: 200 len: 943 time: 0.1936891 Nov 12 01:35:14.669462 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5a77aa63-9f7a-4280-b343-864947b97913 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:14.691732 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84486c53-dfef-4676-9d83-a0fa19b19b0b None None] DHCP port deletion for cce68b96-f97a-4a67-a075-91d6c1e566bc request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:35:14.721386 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9b5bfd63-00ef-4be0-890e-600900c73e27 req-dd7fd7a9-3421-46bf-a1d6-ab2286501d87 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138499 Nov 12 01:35:14.808986 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-5a77aa63-9f7a-4280-b343-864947b97913 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Deleting port b1908371-3800-4bcb-b646-2f510e702c15 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:35:14.809386 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5a77aa63-9f7a-4280-b343-864947b97913 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:14.843253 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-84486c53-dfef-4676-9d83-a0fa19b19b0b None None] Deleting port 6aad452c-d442-463a-9f62-21917389747e {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:35:14.844331 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-84486c53-dfef-4676-9d83-a0fa19b19b0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:14.921794 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-5a77aa63-9f7a-4280-b343-864947b97913 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] For port b1908371-3800-4bcb-b646-2f510e702c15, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=b1908371-3800-4bcb-b646-2f510e702c15,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:35:14.922096 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5a77aa63-9f7a-4280-b343-864947b97913 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:14.941537 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-5a77aa63-9f7a-4280-b343-864947b97913 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Calling delete_port for b1908371-3800-4bcb-b646-2f510e702c15 owned by network:router_gateway {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:35:15.007147 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-84486c53-dfef-4676-9d83-a0fa19b19b0b None None] For port 6aad452c-d442-463a-9f62-21917389747e, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=6aad452c-d442-463a-9f62-21917389747e,segment=NetworkSegment(27cb4147-b975-4ea0-91f9-b1bc3b18ae19),segment_id=27cb4147-b975-4ea0-91f9-b1bc3b18ae19)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:35:15.008506 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-84486c53-dfef-4676-9d83-a0fa19b19b0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:15.032930 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-84486c53-dfef-4676-9d83-a0fa19b19b0b None None] Calling delete_port for 6aad452c-d442-463a-9f62-21917389747e owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:35:15.162983 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-0080c39c-31d0-4d32-a462-2353318acd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30788101-b407-4ce2-a132-22d8b77d7745', 'name': 'tempest-TestSecurityGroupsBasicOps-router-739284378', 'tenant_id': '0e98dc96d50c4c37b8dc7e919691f179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'b1908371-3800-4bcb-b646-2f510e702c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:34:27Z', 'updated_at': '2021-11-12T01:35:12Z', 'revision_number': 5, 'project_id': '0e98dc96d50c4c37b8dc7e919691f179', 'gw_port': {'id': 'b1908371-3800-4bcb-b646-2f510e702c15', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:63:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30788101-b407-4ce2-a132-22d8b77d7745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:28Z', 'updated_at': '2021-11-12T01:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:35:15.167055 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5a77aa63-9f7a-4280-b343-864947b97913 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:15.193583 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0080c39c-31d0-4d32-a462-2353318acd25 None None] The sync data for ids ['30788101-b407-4ce2-a132-22d8b77d7745'] in n-d-712142-27 is: [{'id': '30788101-b407-4ce2-a132-22d8b77d7745', 'name': 'tempest-TestSecurityGroupsBasicOps-router-739284378', 'tenant_id': '0e98dc96d50c4c37b8dc7e919691f179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'b1908371-3800-4bcb-b646-2f510e702c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:34:27Z', 'updated_at': '2021-11-12T01:35:12Z', 'revision_number': 5, 'project_id': '0e98dc96d50c4c37b8dc7e919691f179', 'gw_port': {'id': 'b1908371-3800-4bcb-b646-2f510e702c15', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:63:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30788101-b407-4ce2-a132-22d8b77d7745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:28Z', 'updated_at': '2021-11-12T01:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:35:15.206689 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a77aa63-9f7a-4280-b343-864947b97913 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Pushing event deleted for resources: {'Port': ['ID=b1908371-3800-4bcb-b646-2f510e702c15,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:15.227623 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-84486c53-dfef-4676-9d83-a0fa19b19b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:15.240464 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635be1ce-70ce-4fc4-be87-271d79cf82e3 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:35:15.291048 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84486c53-dfef-4676-9d83-a0fa19b19b0b None None] Pushing event deleted for resources: {'Port': ['ID=6aad452c-d442-463a-9f62-21917389747e,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:15.309064 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5a77aa63-9f7a-4280-b343-864947b97913 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:15.312954 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84486c53-dfef-4676-9d83-a0fa19b19b0b None None] No DVR routers for this DVR port 6aad452c-d442-463a-9f62-21917389747e on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:35:15.444695 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5a77aa63-9f7a-4280-b343-864947b97913 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:15.447139 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5a77aa63-9f7a-4280-b343-864947b97913 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:15.516896 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5a77aa63-9f7a-4280-b343-864947b97913 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:15.517561 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a77aa63-9f7a-4280-b343-864947b97913 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Fanout notify agent at l3_agent the message router_deleted on router 30788101-b407-4ce2-a132-22d8b77d7745 {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:35:15.529283 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5a77aa63-9f7a-4280-b343-864947b97913 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:15.531282 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5a77aa63-9f7a-4280-b343-864947b97913 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "DELETE /v2.0/routers/30788101-b407-4ce2-a132-22d8b77d7745 HTTP/1.1" status: 204 len: 168 time: 1.4187272 Nov 12 01:35:15.534792 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48046) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:35:15.648882 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7b68ff66-835f-455e-8302-4e3d7c554ea2 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:15.810027 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7b68ff66-835f-455e-8302-4e3d7c554ea2 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:15.852401 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 38921b71-9ff0-459a-93d4-ae3259015cbb no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:35:15.871852 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-7b68ff66-835f-455e-8302-4e3d7c554ea2 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cce68b96-f97a-4a67-a075-91d6c1e566bc']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:35:15.880841 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 38921b71-9ff0-459a-93d4-ae3259015cbb {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:35:15.881498 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 38921b71-9ff0-459a-93d4-ae3259015cbb not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:35:15.882112 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 6aad452c-d442-463a-9f62-21917389747e no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:35:15.902596 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-7b68ff66-835f-455e-8302-4e3d7c554ea2 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27cb4147-b975-4ea0-91f9-b1bc3b18ae19') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:35:15.902936 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-7b68ff66-835f-455e-8302-4e3d7c554ea2 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27cb4147-b975-4ea0-91f9-b1bc3b18ae19') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:35:15.934042 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7b68ff66-835f-455e-8302-4e3d7c554ea2 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:15.936144 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 6aad452c-d442-463a-9f62-21917389747e {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:35:15.937025 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 6aad452c-d442-463a-9f62-21917389747e not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:35:15.969018 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7b68ff66-835f-455e-8302-4e3d7c554ea2 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:15.982384 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b68ff66-835f-455e-8302-4e3d7c554ea2 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:35:15.982864 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7b68ff66-835f-455e-8302-4e3d7c554ea2 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:15.993510 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:35:15.993510 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:35:15.993510 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:35:15.993510 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:35:15.993510 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:35:15.993510 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:35:15.993510 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:35:15.993510 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:35:15.993510 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:35:15.993510 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:35:15.993510 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:35:15.993510 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:35:15.993510 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:35:15.993510 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:35:15.993510 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:35:15.993510 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:35:15.993510 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:35:15.993510 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:35:15.993510 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:35:15.993510 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:35:15.993510 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:35:15.993510 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:35:15.993510 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:35:15.993510 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:35:15.993510 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:35:15.993510 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:35:15.993510 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:35:15.993510 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:35:15.993510 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:35:15.993510 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:35:15.993510 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:35:15.993510 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:35:15.996061 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f35bd3-9850-44e0-ad13-5b7697b41c8f req-ee97e73d-a9c8-4545-84a4-cdfdc9f64fa9 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:16.001924 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-11f35bd3-9850-44e0-ad13-5b7697b41c8f req-ee97e73d-a9c8-4545-84a4-cdfdc9f64fa9 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b6b3761-2ac5-475d-84f8-e80e1ab04627 HTTP/1.1" status: 200 len: 943 time: 0.1128557 Nov 12 01:35:16.075015 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 0a53f08f-270f-439f-86ed-fd6c991778c6 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:35:16.095351 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7b68ff66-835f-455e-8302-4e3d7c554ea2 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:16.097784 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-11f35bd3-9850-44e0-ad13-5b7697b41c8f req-61966557-a27a-4030-88ee-3a2c786c33c9 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885429 Nov 12 01:35:16.118932 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7b68ff66-835f-455e-8302-4e3d7c554ea2 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:16.124238 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7b68ff66-835f-455e-8302-4e3d7c554ea2 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "DELETE /v2.0/networks/cce68b96-f97a-4a67-a075-91d6c1e566bc HTTP/1.1" status: 204 len: 168 time: 0.5874786 Nov 12 01:35:16.126218 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 48058) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:35:16.143225 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68ff66-835f-455e-8302-4e3d7c554ea2 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Pushing event deleted for resources: {'Network': ['ID=cce68b96-f97a-4a67-a075-91d6c1e566bc,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:16.276345 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 0a53f08f-270f-439f-86ed-fd6c991778c6, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=0a53f08f-270f-439f-86ed-fd6c991778c6,segment=NetworkSegment(7bbb728e-9806-453c-9716-52e1ccd278c6),segment_id=7bbb728e-9806-453c-9716-52e1ccd278c6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:35:16.310651 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': '0a53f08f-270f-439f-86ed-fd6c991778c6', 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3', 'port_id': '0a53f08f-270f-439f-86ed-fd6c991778c6', 'mac_address': 'fa:16:3e:8a:b4:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6369b7da-1f3e-4df6-8094-1e515695655d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:35:16.374139 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:16.388825 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a53f08f-270f-439f-86ed-fd6c991778c6 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:35:16.416541 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 0a53f08f-270f-439f-86ed-fd6c991778c6, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=0a53f08f-270f-439f-86ed-fd6c991778c6,segment=NetworkSegment(7bbb728e-9806-453c-9716-52e1ccd278c6),segment_id=7bbb728e-9806-453c-9716-52e1ccd278c6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:35:16.422626 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:16.438315 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-2a398969-2ccc-4939-a0e5-3e00a8e9cb8a tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Deleting port 3254d08b-7299-461e-8b6c-f5777daaf039 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:35:16.439047 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2a398969-2ccc-4939-a0e5-3e00a8e9cb8a tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:16.484699 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=0a53f08f-270f-439f-86ed-fd6c991778c6,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:16.559136 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2a398969-2ccc-4939-a0e5-3e00a8e9cb8a tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:16.559555 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2a398969-2ccc-4939-a0e5-3e00a8e9cb8a tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:16.577919 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-2a398969-2ccc-4939-a0e5-3e00a8e9cb8a tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Calling delete_port for 3254d08b-7299-461e-8b6c-f5777daaf039 owned by network:floatingip {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:35:16.816303 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['0a53f08f-270f-439f-86ed-fd6c991778c6'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:35:16.913224 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2a398969-2ccc-4939-a0e5-3e00a8e9cb8a tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:16.975271 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a398969-2ccc-4939-a0e5-3e00a8e9cb8a tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Pushing event deleted for resources: {'Port': ['ID=3254d08b-7299-461e-8b6c-f5777daaf039,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:16.992416 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a398969-2ccc-4939-a0e5-3e00a8e9cb8a tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:16.993079 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a398969-2ccc-4939-a0e5-3e00a8e9cb8a tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:16.993615 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a398969-2ccc-4939-a0e5-3e00a8e9cb8a tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:16.994126 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a398969-2ccc-4939-a0e5-3e00a8e9cb8a tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:16.995516 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a398969-2ccc-4939-a0e5-3e00a8e9cb8a tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:16.996093 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a398969-2ccc-4939-a0e5-3e00a8e9cb8a tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:16.997198 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a398969-2ccc-4939-a0e5-3e00a8e9cb8a tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:16.997766 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a398969-2ccc-4939-a0e5-3e00a8e9cb8a tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:16.998283 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a398969-2ccc-4939-a0e5-3e00a8e9cb8a tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:16.998920 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a398969-2ccc-4939-a0e5-3e00a8e9cb8a tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:16.999439 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a398969-2ccc-4939-a0e5-3e00a8e9cb8a tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:17.000127 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a398969-2ccc-4939-a0e5-3e00a8e9cb8a tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:17.102066 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2a398969-2ccc-4939-a0e5-3e00a8e9cb8a tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for floatingip, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:17.102907 n-d-712142-27 neutron-server[109085]: INFO neutron.db.l3_db [None req-2a398969-2ccc-4939-a0e5-3e00a8e9cb8a tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Floating IP 853995d7-8018-4876-b1d0-790f26ebd332 disassociated (deleted). External IP: 172.25.3.116, port: 5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17. Nov 12 01:35:17.535037 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0b7c1-c49a-4328-93c4-40def3d1ca08 req-2f2aebaa-505d-471a-87ba-e90df3d4bdb5 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:17.537023 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-34c0b7c1-c49a-4328-93c4-40def3d1ca08 req-2f2aebaa-505d-471a-87ba-e90df3d4bdb5 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b6b3761-2ac5-475d-84f8-e80e1ab04627 HTTP/1.1" status: 200 len: 944 time: 0.1316543 Nov 12 01:35:17.610504 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device b1908371-3800-4bcb-b646-2f510e702c15 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:35:17.642863 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: b1908371-3800-4bcb-b646-2f510e702c15 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:35:17.642863 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device b1908371-3800-4bcb-b646-2f510e702c15 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:35:17.776212 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-34c0b7c1-c49a-4328-93c4-40def3d1ca08 req-a0a1478b-cfae-4fa8-b2cb-4c72a1a74759 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653841 Nov 12 01:35:17.806976 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a398969-2ccc-4939-a0e5-3e00a8e9cb8a tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Router 3443ace8-0afd-4ac5-8409-6c6233b89234 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:35:17.950583 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a398969-2ccc-4939-a0e5-3e00a8e9cb8a tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:35:17.955641 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2a398969-2ccc-4939-a0e5-3e00a8e9cb8a tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:17.969992 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0347b7e7-d264-49a1-bdbe-4f1b180d1d78 None None] Sync routers for ids ['3443ace8-0afd-4ac5-8409-6c6233b89234'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:35:17.990950 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2a398969-2ccc-4939-a0e5-3e00a8e9cb8a tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "DELETE /v2.0/floatingips/853995d7-8018-4876-b1d0-790f26ebd332 HTTP/1.1" status: 204 len: 168 time: 1.8593075 Nov 12 01:35:17.990950 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca75374e-5635-47f5-a363-015324634c2c', 'tag': '5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:35:17.991419 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0347b7e7-d264-49a1-bdbe-4f1b180d1d78 None None] Routers {'3443ace8-0afd-4ac5-8409-6c6233b89234'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:35:17.991419 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-0347b7e7-d264-49a1-bdbe-4f1b180d1d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:35:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['3443ace8-0afd-4ac5-8409-6c6233b89234'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:35:17.991808 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c385c368-9e04-4353-a747-c83256154d84" -d '{"events": [{"name": "network-changed", "server_uuid": "ca75374e-5635-47f5-a363-015324634c2c", "tag": "5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:35:18.041276 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00956111-6974-4cac-9ad9-f7df85ebaea6 x-openstack-request-id: req-00956111-6974-4cac-9ad9-f7df85ebaea6 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:35:18.041935 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca75374e-5635-47f5-a363-015324634c2c", "tag": "5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:35:18.042179 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-00956111-6974-4cac-9ad9-f7df85ebaea6 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:35:18.042854 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca75374e-5635-47f5-a363-015324634c2c', 'tag': '5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17', 'status': 'completed', 'code': 200} Nov 12 01:35:18.108218 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 0a53f08f-270f-439f-86ed-fd6c991778c6 up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:35:18.186165 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385c368-9e04-4353-a747-c83256154d84 req-d12e7b0a-f88c-437b-8278-68c6710f9ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:18.188254 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c385c368-9e04-4353-a747-c83256154d84 req-d12e7b0a-f88c-437b-8278-68c6710f9ca9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e98dc96d50c4c37b8dc7e919691f179&device_id=ca75374e-5635-47f5-a363-015324634c2c HTTP/1.1" status: 200 len: 1136 time: 0.0827305 Nov 12 01:35:18.375194 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port 0a53f08f-270f-439f-86ed-fd6c991778c6 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:35:18.406633 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port 0a53f08f-270f-439f-86ed-fd6c991778c6 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:35:18.441291 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:18.488306 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-0347b7e7-d264-49a1-bdbe-4f1b180d1d78 None None] Set router 3443ace8-0afd-4ac5-8409-6c6233b89234 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:35:18.578278 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385c368-9e04-4353-a747-c83256154d84 req-281579f9-489c-4741-a763-1a3f845d54b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:18.580319 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c385c368-9e04-4353-a747-c83256154d84 req-281579f9-489c-4741-a763-1a3f845d54b2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=38038e54-10a0-4ee6-8104-f50c0031a830 HTTP/1.1" status: 200 len: 896 time: 0.3816547 Nov 12 01:35:18.660262 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b039099-80a2-4249-b582-52837cfd9ca9 req-772339a8-a4f5-4282-91e4-89f5bc1218e3 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:18.669924 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0b039099-80a2-4249-b582-52837cfd9ca9 req-772339a8-a4f5-4282-91e4-89f5bc1218e3 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca75374e-5635-47f5-a363-015324634c2c HTTP/1.1" status: 200 len: 984 time: 0.2999072 Nov 12 01:35:18.724360 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c385c368-9e04-4353-a747-c83256154d84 req-389e04f1-f566-4f50-a765-8347e1c880f6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17 HTTP/1.1" status: 200 len: 217 time: 0.1308446 Nov 12 01:35:18.831955 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0b039099-80a2-4249-b582-52837cfd9ca9 req-170e7921-c899-4de8-9c4d-bfde3762df38 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2db1294-205b-4db3-b890-5d2fe7dca3cb&id=513dcd79-bd50-4666-bc96-420603a4489b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1597881 Nov 12 01:35:18.902723 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385c368-9e04-4353-a747-c83256154d84 req-ca1dcd77-d874-49f9-9944-2787e16852dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:18.905247 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c385c368-9e04-4353-a747-c83256154d84 req-ca1dcd77-d874-49f9-9944-2787e16852dd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f81273d5-5056-4466-9fcc-4a08e0aec357 HTTP/1.1" status: 200 len: 835 time: 0.1059389 Nov 12 01:35:18.947606 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:18.974981 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385c368-9e04-4353-a747-c83256154d84 req-905830fa-fdff-4386-9438-728ca436d36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:18.977099 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c385c368-9e04-4353-a747-c83256154d84 req-905830fa-fdff-4386-9438-728ca436d36b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=38038e54-10a0-4ee6-8104-f50c0031a830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598595 Nov 12 01:35:19.045255 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 0a53f08f-270f-439f-86ed-fd6c991778c6, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=0a53f08f-270f-439f-86ed-fd6c991778c6,segment=NetworkSegment(7bbb728e-9806-453c-9716-52e1ccd278c6),segment_id=7bbb728e-9806-453c-9716-52e1ccd278c6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:35:19.051551 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b6b3761-2ac5-475d-84f8-e80e1ab04627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a53f08f-270f-439f-86ed-fd6c991778c6'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:35:19.056121 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e2ce97-5d66-49f7-bc9b-3c1d3c9de5ca" -d '{"events": [{"server_uuid": "4b6b3761-2ac5-475d-84f8-e80e1ab04627", "name": "network-vif-plugged", "status": "completed", "tag": "0a53f08f-270f-439f-86ed-fd6c991778c6"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:35:19.065638 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:19.127001 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c385c368-9e04-4353-a747-c83256154d84 req-cf5abdb4-8c64-4018-b373-57bc07ac5b09 service neutron] 10.222.0.16 "GET /v2.0/networks/38038e54-10a0-4ee6-8104-f50c0031a830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410921 Nov 12 01:35:19.150294 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41cff4c7-8352-4563-94b9-9a31d8071438 x-openstack-request-id: req-41cff4c7-8352-4563-94b9-9a31d8071438 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:35:19.150769 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b6b3761-2ac5-475d-84f8-e80e1ab04627", "name": "network-vif-plugged", "status": "completed", "tag": "0a53f08f-270f-439f-86ed-fd6c991778c6", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:35:19.151202 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-41cff4c7-8352-4563-94b9-9a31d8071438 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:35:19.151852 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b6b3761-2ac5-475d-84f8-e80e1ab04627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a53f08f-270f-439f-86ed-fd6c991778c6', 'code': 200} Nov 12 01:35:19.212437 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=0a53f08f-270f-439f-86ed-fd6c991778c6,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:19.243003 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-0347b7e7-d264-49a1-bdbe-4f1b180d1d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3443ace8-0afd-4ac5-8409-6c6233b89234', 'name': 'tempest-TestSecurityGroupsBasicOps-router-547278026', 'tenant_id': '0e98dc96d50c4c37b8dc7e919691f179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '149144f7-ad29-46aa-ac50-4dc8c25c1ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:33:11Z', 'updated_at': '2021-11-12T01:33:23Z', 'revision_number': 4, 'project_id': '0e98dc96d50c4c37b8dc7e919691f179', 'gw_port': {'id': '149144f7-ad29-46aa-ac50-4dc8c25c1ebb', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3443ace8-0afd-4ac5-8409-6c6233b89234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:13Z', 'updated_at': '2021-11-12T01:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '7cd4f046-e642-4c62-b77d-3927ce6699c9', 'name': '', 'network_id': '38038e54-10a0-4ee6-8104-f50c0031a830', 'tenant_id': '0e98dc96d50c4c37b8dc7e919691f179', 'mac_address': 'fa:16:3e:de:f0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3443ace8-0afd-4ac5-8409-6c6233b89234', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': 'f81273d5-5056-4466-9fcc-4a08e0aec357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:21Z', 'updated_at': '2021-11-12T01:33:30Z', 'revision_number': 5, 'project_id': '0e98dc96d50c4c37b8dc7e919691f179', 'subnets': [{'id': 'f81273d5-5056-4466-9fcc-4a08e0aec357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:35:19.278542 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0347b7e7-d264-49a1-bdbe-4f1b180d1d78 None None] Checking router: 3443ace8-0afd-4ac5-8409-6c6233b89234 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:35:19.289796 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0347b7e7-d264-49a1-bdbe-4f1b180d1d78 None None] Routers {'3443ace8-0afd-4ac5-8409-6c6233b89234'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:35:19.290819 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-0347b7e7-d264-49a1-bdbe-4f1b180d1d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:35:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['3443ace8-0afd-4ac5-8409-6c6233b89234'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:35:19.498472 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-0347b7e7-d264-49a1-bdbe-4f1b180d1d78 None None] Set router 3443ace8-0afd-4ac5-8409-6c6233b89234 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:35:19.881795 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc9e3f-b914-4db7-89b0-f3a25976fb5e req-7dc53f84-ecc2-43e9-b676-7dda16ed18ef tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:19.892454 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-61dc9e3f-b914-4db7-89b0-f3a25976fb5e req-7dc53f84-ecc2-43e9-b676-7dda16ed18ef tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b6b3761-2ac5-475d-84f8-e80e1ab04627 HTTP/1.1" status: 200 len: 945 time: 0.7643261 Nov 12 01:35:20.042291 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.16', 55743) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:35:20.057094 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c385c368-9e04-4353-a747-c83256154d84 req-e344e793-2967-4030-b1a7-0d64a176c2f5 service neutron] 10.222.0.16 "GET /v2.0/networks/38038e54-10a0-4ee6-8104-f50c0031a830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8914485 Nov 12 01:35:20.063769 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff791c-1167-49f6-823f-16154d2e6091 req-b2a61a46-b58c-4a1b-9044-bf3f4b7b1f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:20.067613 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-52ff791c-1167-49f6-823f-16154d2e6091 req-b2a61a46-b58c-4a1b-9044-bf3f4b7b1f64 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4b6b3761-2ac5-475d-84f8-e80e1ab04627 HTTP/1.1" status: 200 len: 1097 time: 0.8162956 Nov 12 01:35:20.079316 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-61dc9e3f-b914-4db7-89b0-f3a25976fb5e req-7b9e16a7-8c6d-4157-9fe7-78556c15e59a tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1859384 Nov 12 01:35:20.140993 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-0347b7e7-d264-49a1-bdbe-4f1b180d1d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3443ace8-0afd-4ac5-8409-6c6233b89234', 'name': 'tempest-TestSecurityGroupsBasicOps-router-547278026', 'tenant_id': '0e98dc96d50c4c37b8dc7e919691f179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '149144f7-ad29-46aa-ac50-4dc8c25c1ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:33:11Z', 'updated_at': '2021-11-12T01:33:23Z', 'revision_number': 4, 'project_id': '0e98dc96d50c4c37b8dc7e919691f179', 'gw_port': {'id': '149144f7-ad29-46aa-ac50-4dc8c25c1ebb', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3443ace8-0afd-4ac5-8409-6c6233b89234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:13Z', 'updated_at': '2021-11-12T01:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '7cd4f046-e642-4c62-b77d-3927ce6699c9', 'name': '', 'network_id': '38038e54-10a0-4ee6-8104-f50c0031a830', 'tenant_id': '0e98dc96d50c4c37b8dc7e919691f179', 'mac_address': 'fa:16:3e:de:f0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3443ace8-0afd-4ac5-8409-6c6233b89234', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': 'f81273d5-5056-4466-9fcc-4a08e0aec357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:21Z', 'updated_at': '2021-11-12T01:33:30Z', 'revision_number': 5, 'project_id': '0e98dc96d50c4c37b8dc7e919691f179', 'subnets': [{'id': 'f81273d5-5056-4466-9fcc-4a08e0aec357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:35:20.184491 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b349de-2aea-4296-8a45-bb0b850b0a0f req-04c4aa4f-fb0c-423d-b444-b55fce116767 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:20.187081 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f6459-8faa-473b-b6d5-043fdc00db62 req-2b7a734d-6e50-442d-95aa-e23847300734 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:20.189795 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-673f6459-8faa-473b-b6d5-043fdc00db62 req-2b7a734d-6e50-442d-95aa-e23847300734 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca75374e-5635-47f5-a363-015324634c2c HTTP/1.1" status: 200 len: 984 time: 0.1364822 Nov 12 01:35:20.196016 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-57b349de-2aea-4296-8a45-bb0b850b0a0f req-04c4aa4f-fb0c-423d-b444-b55fce116767 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca75374e-5635-47f5-a363-015324634c2c HTTP/1.1" status: 200 len: 984 time: 0.2157602 Nov 12 01:35:20.265026 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0347b7e7-d264-49a1-bdbe-4f1b180d1d78 None None] The sync data for ids ['3443ace8-0afd-4ac5-8409-6c6233b89234'] in n-d-712142-27 is: [{'id': '3443ace8-0afd-4ac5-8409-6c6233b89234', 'name': 'tempest-TestSecurityGroupsBasicOps-router-547278026', 'tenant_id': '0e98dc96d50c4c37b8dc7e919691f179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '149144f7-ad29-46aa-ac50-4dc8c25c1ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:33:11Z', 'updated_at': '2021-11-12T01:33:23Z', 'revision_number': 4, 'project_id': '0e98dc96d50c4c37b8dc7e919691f179', 'gw_port': {'id': '149144f7-ad29-46aa-ac50-4dc8c25c1ebb', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3443ace8-0afd-4ac5-8409-6c6233b89234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:13Z', 'updated_at': '2021-11-12T01:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '7cd4f046-e642-4c62-b77d-3927ce6699c9', 'name': '', 'network_id': '38038e54-10a0-4ee6-8104-f50c0031a830', 'tenant_id': '0e98dc96d50c4c37b8dc7e919691f179', 'mac_address': 'fa:16:3e:de:f0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3443ace8-0afd-4ac5-8409-6c6233b89234', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': 'f81273d5-5056-4466-9fcc-4a08e0aec357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:21Z', 'updated_at': '2021-11-12T01:33:30Z', 'revision_number': 5, 'project_id': '0e98dc96d50c4c37b8dc7e919691f179', 'subnets': [{'id': 'f81273d5-5056-4466-9fcc-4a08e0aec357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:35:20.270064 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-52ff791c-1167-49f6-823f-16154d2e6091 req-72d31946-3f7c-4bc8-a115-c4854351acad service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836956 Nov 12 01:35:20.412109 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-673f6459-8faa-473b-b6d5-043fdc00db62 req-87a91a31-5735-4c3e-89dc-f2824e1d45d1 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Deleting port 5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:35:20.412562 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-673f6459-8faa-473b-b6d5-043fdc00db62 req-87a91a31-5735-4c3e-89dc-f2824e1d45d1 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:20.433382 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-57b349de-2aea-4296-8a45-bb0b850b0a0f req-251f9138-32d8-4824-8f27-03bbad1e03d2 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "GET /v2.0/security-groups?id=d2db1294-205b-4db3-b890-5d2fe7dca3cb&id=513dcd79-bd50-4666-bc96-420603a4489b&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2392650 Nov 12 01:35:20.564513 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881087e-a84a-4c1a-a734-8756fcc3a4e4 req-669385f7-c21e-426c-9f7f-aa8f0fc4bce0 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:20.566913 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b881087e-a84a-4c1a-a734-8756fcc3a4e4 req-669385f7-c21e-426c-9f7f-aa8f0fc4bce0 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/networks?id=df1e85aa-704b-4943-9cc3-9191fdadf081 HTTP/1.1" status: 200 len: 813 time: 0.2178733 Nov 12 01:35:20.586941 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b881087e-a84a-4c1a-a734-8756fcc3a4e4 req-aca45efe-c044-465c-bfdc-80d326f789ba tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/quotas/0b6b74794ff04af5ada5e96321863c92 HTTP/1.1" status: 200 len: 375 time: 0.0112276 Nov 12 01:35:20.618758 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-673f6459-8faa-473b-b6d5-043fdc00db62 req-87a91a31-5735-4c3e-89dc-f2824e1d45d1 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] For port 5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17,segment=NetworkSegment(02bd9c44-db9a-42e6-89eb-444e6def2b5b),segment_id=02bd9c44-db9a-42e6-89eb-444e6def2b5b)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:35:20.619127 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-673f6459-8faa-473b-b6d5-043fdc00db62 req-87a91a31-5735-4c3e-89dc-f2824e1d45d1 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:20.628802 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b881087e-a84a-4c1a-a734-8756fcc3a4e4 req-47ae6a80-6e77-4293-9ff7-54511c3675b8 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b6b74794ff04af5ada5e96321863c92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327225 Nov 12 01:35:20.637638 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-673f6459-8faa-473b-b6d5-043fdc00db62 req-87a91a31-5735-4c3e-89dc-f2824e1d45d1 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Calling delete_port for 5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17 owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:35:20.779411 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b881087e-a84a-4c1a-a734-8756fcc3a4e4 req-272c7a6a-194b-4740-a296-c6604a01b894 service neutron] 10.222.0.45 "GET /v2.0/networks/df1e85aa-704b-4943-9cc3-9191fdadf081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294911 Nov 12 01:35:20.795793 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132762c8-e0ae-48a7-ba57-036e63067500 None None] New status for floating IP 853995d7-8018-4876-b1d0-790f26ebd332: DOWN {{(pid=109088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:35:20.819456 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-673f6459-8faa-473b-b6d5-043fdc00db62 req-87a91a31-5735-4c3e-89dc-f2824e1d45d1 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:20.857652 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a91a31-5735-4c3e-89dc-f2824e1d45d1 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Pushing event deleted for resources: {'Port': ['ID=5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:20.926395 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-673f6459-8faa-473b-b6d5-043fdc00db62 req-87a91a31-5735-4c3e-89dc-f2824e1d45d1 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] No DVR routers for this DVR port 5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17 on host n-h1-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:35:20.929430 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-673f6459-8faa-473b-b6d5-043fdc00db62 req-87a91a31-5735-4c3e-89dc-f2824e1d45d1 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:20.930738 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b881087e-a84a-4c1a-a734-8756fcc3a4e4 req-822068ad-bc38-462e-a6dd-ef52d5aad400 service neutron] 10.222.0.45 "GET /v2.0/networks/df1e85aa-704b-4943-9cc3-9191fdadf081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401350 Nov 12 01:35:20.933286 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-673f6459-8faa-473b-b6d5-043fdc00db62 req-87a91a31-5735-4c3e-89dc-f2824e1d45d1 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.16 "DELETE /v2.0/ports/5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17 HTTP/1.1" status: 204 len: 173 time: 0.7352381 Nov 12 01:35:20.933882 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca75374e-5635-47f5-a363-015324634c2c', 'name': 'network-vif-deleted', 'tag': '5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:35:20.936452 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c0a809-ab8a-435c-8106-580e22e602c3" -d '{"events": [{"server_uuid": "ca75374e-5635-47f5-a363-015324634c2c", "name": "network-vif-deleted", "tag": "5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:35:21.021191 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f29b87-0b60-4f81-bf13-df549418f1e1 x-openstack-request-id: req-29f29b87-0b60-4f81-bf13-df549418f1e1 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:35:21.021623 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca75374e-5635-47f5-a363-015324634c2c", "name": "network-vif-deleted", "tag": "5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:35:21.021908 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-29f29b87-0b60-4f81-bf13-df549418f1e1 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:35:21.022381 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca75374e-5635-47f5-a363-015324634c2c', 'name': 'network-vif-deleted', 'tag': '5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17', 'status': 'completed', 'code': 200} Nov 12 01:35:21.208820 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-43f9f9e7-538c-4b14-a036-f964e1ed0b19 req-9b52527b-8d16-4399-801d-e73221418d0d tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb88432a-a280-484c-80d0-bb2e506b78c7 HTTP/1.1" status: 200 len: 210 time: 0.0371451 Nov 12 01:35:21.273407 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed76b9-1feb-4ca8-9260-0027f11b1835 req-74c8a1d0-fdc1-46aa-834d-24f9310be2dd tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:21.275031 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-34ed76b9-1feb-4ca8-9260-0027f11b1835 req-74c8a1d0-fdc1-46aa-834d-24f9310be2dd tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b6b3761-2ac5-475d-84f8-e80e1ab04627 HTTP/1.1" status: 200 len: 945 time: 0.0693300 Nov 12 01:35:21.359703 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-34ed76b9-1feb-4ca8-9260-0027f11b1835 req-fc12d5ee-6013-4071-93b2-91d35e792b68 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768821 Nov 12 01:35:21.616910 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b4dbdfdc-c9a7-4f09-9826-616c9ed12e58 req-41bb59f3-5948-46a2-90b1-03e37626347b tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "GET /v2.0/ports?device_id=ca75374e-5635-47f5-a363-015324634c2c HTTP/1.1" status: 200 len: 210 time: 0.0390198 Nov 12 01:35:21.955046 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367f0c3-ac21-420b-ac59-df0323d100c3 req-1a2823cc-6f01-4e22-92c3-0ead9bfeaeaa tempest-TestNetworkAdvancedServerOps-773100936 tempest-TestNetworkAdvancedServerOps-773100936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:21.959064 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8367f0c3-ac21-420b-ac59-df0323d100c3 req-1a2823cc-6f01-4e22-92c3-0ead9bfeaeaa tempest-TestNetworkAdvancedServerOps-773100936 tempest-TestNetworkAdvancedServerOps-773100936-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 1098 time: 0.0966620 Nov 12 01:35:22.036081 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8367f0c3-ac21-420b-ac59-df0323d100c3 req-3be2a7e3-961c-43cb-98be-6d060267286b tempest-TestNetworkAdvancedServerOps-773100936 tempest-TestNetworkAdvancedServerOps-773100936-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=cb5e73b0-89e2-4f08-b3e4-f68aa12c2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706561 Nov 12 01:35:22.247563 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e463c-753a-4bca-b359-b0eaf3321400 req-ef78cb04-df58-41bd-9938-df153e387e10 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:22.250276 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-839e463c-753a-4bca-b359-b0eaf3321400 req-ef78cb04-df58-41bd-9938-df153e387e10 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 946 time: 0.0810320 Nov 12 01:35:22.348372 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-839e463c-753a-4bca-b359-b0eaf3321400 req-ac300b29-8079-44b3-937b-1b7835964efe tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5e73b0-89e2-4f08-b3e4-f68aa12c2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857601 Nov 12 01:35:22.379688 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6e09ee80-9704-4713-a18c-58d2e5094064 req-98c1e139-f45d-4b59-886b-2e4b3a4b4fe1 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb88432a-a280-484c-80d0-bb2e506b78c7 HTTP/1.1" status: 200 len: 210 time: 0.0296168 Nov 12 01:35:22.399128 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48190) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:35:22.581971 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-63cfdbeb-920b-4334-9247-6e26f4762ac8 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/floatingips/830b90da-957d-40ac-89c6-0ee4f8df4166 HTTP/1.1" status: 200 len: 994 time: 0.1807015 Nov 12 01:35:22.584518 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b30ae-e8e4-4e5a-b7f3-9a95f45cc22b req-eab25ae1-7581-4f65-8bf1-c3fe9e79a78f tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:22.587465 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2e7b30ae-e8e4-4e5a-b7f3-9a95f45cc22b req-eab25ae1-7581-4f65-8bf1-c3fe9e79a78f tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b6b3761-2ac5-475d-84f8-e80e1ab04627 HTTP/1.1" status: 200 len: 945 time: 0.1014385 Nov 12 01:35:22.673180 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2e7b30ae-e8e4-4e5a-b7f3-9a95f45cc22b req-6626c2e5-4ba7-4aac-b023-b9fd8d51743b tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790594 Nov 12 01:35:22.773360 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48206) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:35:22.877738 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f3175380-14a5-441f-b957-35d2c524d615 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:22.915849 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f3175380-14a5-441f-b957-35d2c524d615 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:22.972958 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f3175380-14a5-441f-b957-35d2c524d615 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:22.975902 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f3175380-14a5-441f-b957-35d2c524d615 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:22.983529 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f3175380-14a5-441f-b957-35d2c524d615 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "DELETE /v2.0/security-groups/d2db1294-205b-4db3-b890-5d2fe7dca3cb HTTP/1.1" status: 204 len: 168 time: 0.2084794 Nov 12 01:35:22.984234 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48210) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:35:23.029077 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881087e-a84a-4c1a-a734-8756fcc3a4e4 req-8e04ec7e-ea96-49f1-8a06-bda77600c290 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:23.032059 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b881087e-a84a-4c1a-a734-8756fcc3a4e4 req-8e04ec7e-ea96-49f1-8a06-bda77600c290 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.44 "GET /v2.0/networks?id=df1e85aa-704b-4943-9cc3-9191fdadf081 HTTP/1.1" status: 200 len: 813 time: 0.3063686 Nov 12 01:35:23.044190 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-10617acc-2cd4-47d1-8a5e-d6869957363d req-679b1267-35ee-406c-aac6-2ede90174a79 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:35:23.045833 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-10617acc-2cd4-47d1-8a5e-d6869957363d req-679b1267-35ee-406c-aac6-2ede90174a79 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095234 Nov 12 01:35:23.049277 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3175380-14a5-441f-b957-35d2c524d615 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2db1294-205b-4db3-b890-5d2fe7dca3cb,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:23.077567 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-15d65d46-f489-41bd-a24e-cffb07c1c545 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:23.090155 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-b881087e-a84a-4c1a-a734-8756fcc3a4e4 req-07eca320-f6f8-4565-9b58-526d37c54d25 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Request body: {'port': {'device_id': 'cb88432a-a280-484c-80d0-bb2e506b78c7', 'network_id': 'df1e85aa-704b-4943-9cc3-9191fdadf081', 'admin_state_up': True, 'tenant_id': '0b6b74794ff04af5ada5e96321863c92'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:35:23.131334 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-15d65d46-f489-41bd-a24e-cffb07c1c545 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:23.182024 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb116257-825e-4bd7-b322-181fdde6fd57 req-e352c050-18bb-456a-b011-0e998833e41e tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:23.191102 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bb116257-825e-4bd7-b322-181fdde6fd57 req-e352c050-18bb-456a-b011-0e998833e41e tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b6b3761-2ac5-475d-84f8-e80e1ab04627 HTTP/1.1" status: 200 len: 945 time: 0.3541064 Nov 12 01:35:23.264690 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-15d65d46-f489-41bd-a24e-cffb07c1c545 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:23.270303 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-15d65d46-f489-41bd-a24e-cffb07c1c545 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:23.272119 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-15d65d46-f489-41bd-a24e-cffb07c1c545 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "DELETE /v2.0/security-groups/513dcd79-bd50-4666-bc96-420603a4489b HTTP/1.1" status: 204 len: 168 time: 0.2815208 Nov 12 01:35:23.276478 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48222) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:35:23.295352 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bb116257-825e-4bd7-b322-181fdde6fd57 req-78bb1ac3-34d6-42ec-a6a1-f60d5c87b9e7 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032164 Nov 12 01:35:23.327466 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 48224) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:35:23.381305 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d65d46-f489-41bd-a24e-cffb07c1c545 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=513dcd79-bd50-4666-bc96-420603a4489b,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:23.405476 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b881087e-a84a-4c1a-a734-8756fcc3a4e4 req-07eca320-f6f8-4565-9b58-526d37c54d25 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Made reservation on behalf of 0b6b74794ff04af5ada5e96321863c92 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:35:23.410172 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b881087e-a84a-4c1a-a734-8756fcc3a4e4 req-07eca320-f6f8-4565-9b58-526d37c54d25 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:23.683064 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48232) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:35:23.691518 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-12b9a194-87b0-4506-b09a-eb8a62fca15e req-78f50212-4197-4e0b-843a-59bd859467ae tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb88432a-a280-484c-80d0-bb2e506b78c7 HTTP/1.1" status: 200 len: 210 time: 0.0834270 Nov 12 01:35:23.881807 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c906e6a-d032-423b-a62c-cd94eaf201c3 tempest-TestVolumeBootPattern-2111083086 tempest-TestVolumeBootPattern-2111083086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:23.886541 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-6c906e6a-d032-423b-a62c-cd94eaf201c3 tempest-TestVolumeBootPattern-2111083086 tempest-TestVolumeBootPattern-2111083086-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=4b6b3761-2ac5-475d-84f8-e80e1ab04627 HTTP/1.1" status: 200 len: 1092 time: 0.5529397 Nov 12 01:35:23.888444 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 48244) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:35:23.898945 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6772cda-3329-4776-9229-3cc084e1437e req-d2b667b2-7069-4aa2-9c88-53329d9a2e3f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:23.900633 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f6772cda-3329-4776-9229-3cc084e1437e req-d2b667b2-7069-4aa2-9c88-53329d9a2e3f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 946 time: 0.2300653 Nov 12 01:35:23.901975 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-b881087e-a84a-4c1a-a734-8756fcc3a4e4 req-07eca320-f6f8-4565-9b58-526d37c54d25 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Allocated IP 172.20.0.9 (df1e85aa-704b-4943-9cc3-9191fdadf081/ba7cc81c-c4f2-4f41-8164-402f196bb834/9cbf80cf-f573-44ea-a347-59643c4fb259) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:35:23.907009 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-e8927537-38d5-414a-aeff-f377c56a1e86 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Request body: {'floatingip': {'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'port_id': '0a53f08f-270f-439f-86ed-fd6c991778c6', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:35:24.000678 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e8927537-38d5-414a-aeff-f377c56a1e86 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks [] for floatingip, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:24.042658 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-75178411-30e6-4616-a17f-50ce2108462e req-7d054186-f2ca-4158-9a4f-fcd34899d77c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3579843 Nov 12 01:35:24.079553 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [req-75178411-30e6-4616-a17f-50ce2108462e req-e891de13-fa9a-4af2-8dd8-73326cdb7191 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:35:24.080815 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-75178411-30e6-4616-a17f-50ce2108462e req-e891de13-fa9a-4af2-8dd8-73326cdb7191 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067608 Nov 12 01:35:24.116565 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:35:24.176578 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f6772cda-3329-4776-9229-3cc084e1437e req-44feef40-2883-4cc0-b916-6fd26834283f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5e73b0-89e2-4f08-b3e4-f68aa12c2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2466848 Nov 12 01:35:24.203702 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] No Port match for: 5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:35:24.205730 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 5bed7fe9-4b4c-4c4a-b102-6a0c1d13ea17 not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:35:24.212475 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3573fa41-8218-4d5b-ab50-3d9a8d3be615 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:24.340374 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b881087e-a84a-4c1a-a734-8756fcc3a4e4 req-07eca320-f6f8-4565-9b58-526d37c54d25 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:24.526452 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b881087e-a84a-4c1a-a734-8756fcc3a4e4 req-07eca320-f6f8-4565-9b58-526d37c54d25 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:24.615898 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e8927537-38d5-414a-aeff-f377c56a1e86 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:24.685950 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b881087e-a84a-4c1a-a734-8756fcc3a4e4 req-07eca320-f6f8-4565-9b58-526d37c54d25 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Network df1e85aa-704b-4943-9cc3-9191fdadf081 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:35:24.691060 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eca320-f6f8-4565-9b58-526d37c54d25 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Pushing event updated for resources: {'Port': ['ID=9cbf80cf-f573-44ea-a347-59643c4fb259,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:24.704494 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-b881087e-a84a-4c1a-a734-8756fcc3a4e4 req-07eca320-f6f8-4565-9b58-526d37c54d25 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:35:24.710901 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-b881087e-a84a-4c1a-a734-8756fcc3a4e4 req-07eca320-f6f8-4565-9b58-526d37c54d25 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:35:24.809473 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881087e-a84a-4c1a-a734-8756fcc3a4e4 req-07eca320-f6f8-4565-9b58-526d37c54d25 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:24.810360 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b881087e-a84a-4c1a-a734-8756fcc3a4e4 req-07eca320-f6f8-4565-9b58-526d37c54d25 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:24.964457 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b881087e-a84a-4c1a-a734-8756fcc3a4e4 req-07eca320-f6f8-4565-9b58-526d37c54d25 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8788135 Nov 12 01:35:24.971096 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-e8927537-38d5-414a-aeff-f377c56a1e86 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Allocated IP 172.25.3.166 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/3c84904a-1adb-49c0-9e5f-e88e6d6d1a10) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:35:25.009024 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-b881087e-a84a-4c1a-a734-8756fcc3a4e4 req-7e9761cb-7a66-4b05-83bf-eb94cfac3e50 service neutron] Request body: {'port': {'device_id': 'cb88432a-a280-484c-80d0-bb2e506b78c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:35:25.210455 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0099c-7327-4d7e-87fc-5a6772fbf6cc req-81bb094b-a0d7-4221-a2a8-896c60a80d60 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:25.214404 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e6b0099c-7327-4d7e-87fc-5a6772fbf6cc req-81bb094b-a0d7-4221-a2a8-896c60a80d60 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb88432a-a280-484c-80d0-bb2e506b78c7 HTTP/1.1" status: 200 len: 931 time: 0.3912225 Nov 12 01:35:25.380760 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b881087e-a84a-4c1a-a734-8756fcc3a4e4 req-7e9761cb-7a66-4b05-83bf-eb94cfac3e50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:25.429140 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-3573fa41-8218-4d5b-ab50-3d9a8d3be615 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Deleting port 7cd4f046-e642-4c62-b77d-3927ce6699c9 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:35:25.429782 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3573fa41-8218-4d5b-ab50-3d9a8d3be615 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:25.652508 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-3573fa41-8218-4d5b-ab50-3d9a8d3be615 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] For port 7cd4f046-e642-4c62-b77d-3927ce6699c9, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=7cd4f046-e642-4c62-b77d-3927ce6699c9,segment=NetworkSegment(02bd9c44-db9a-42e6-89eb-444e6def2b5b),segment_id=02bd9c44-db9a-42e6-89eb-444e6def2b5b)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:35:25.655433 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3573fa41-8218-4d5b-ab50-3d9a8d3be615 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:25.684310 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-3573fa41-8218-4d5b-ab50-3d9a8d3be615 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Calling delete_port for 7cd4f046-e642-4c62-b77d-3927ce6699c9 owned by network:router_interface {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:35:25.688130 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e6b0099c-7327-4d7e-87fc-5a6772fbf6cc req-59edfda7-4250-480b-ab1d-222318e2237c tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b1b7b99-db73-44f0-baf3-6da2a364ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4612100 Nov 12 01:35:25.855004 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c44d45-d0f7-49da-aee6-a0025ef24e28 req-121ee2fd-80e0-4e20-b24d-242fb90db61b tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:25.872413 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-65c44d45-d0f7-49da-aee6-a0025ef24e28 req-121ee2fd-80e0-4e20-b24d-242fb90db61b tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 946 time: 0.4885733 Nov 12 01:35:25.952630 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e8927537-38d5-414a-aeff-f377c56a1e86 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:26.008105 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-65c44d45-d0f7-49da-aee6-a0025ef24e28 req-61573339-cc59-40f6-b09e-f94d38cc1cb7 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5e73b0-89e2-4f08-b3e4-f68aa12c2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316617 Nov 12 01:35:26.034760 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3573fa41-8218-4d5b-ab50-3d9a8d3be615 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:26.067844 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3573fa41-8218-4d5b-ab50-3d9a8d3be615 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Pushing event deleted for resources: {'Port': ['ID=7cd4f046-e642-4c62-b77d-3927ce6699c9,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:26.149049 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e8927537-38d5-414a-aeff-f377c56a1e86 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:26.280143 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8927537-38d5-414a-aeff-f377c56a1e86 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:35:26.294375 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-e8927537-38d5-414a-aeff-f377c56a1e86 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:35:26.303983 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8927537-38d5-414a-aeff-f377c56a1e86 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:35:26.378235 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3573fa41-8218-4d5b-ab50-3d9a8d3be615 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:26.534667 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8927537-38d5-414a-aeff-f377c56a1e86 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Pushing event updated for resources: {'Port': ['ID=3c84904a-1adb-49c0-9e5f-e88e6d6d1a10,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:26.572592 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-b881087e-a84a-4c1a-a734-8756fcc3a4e4 req-7e9761cb-7a66-4b05-83bf-eb94cfac3e50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cbf80cf-f573-44ea-a347-59643c4fb259 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:35:26.626787 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b881087e-a84a-4c1a-a734-8756fcc3a4e4 req-7e9761cb-7a66-4b05-83bf-eb94cfac3e50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:26.656807 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-b881087e-a84a-4c1a-a734-8756fcc3a4e4 req-7e9761cb-7a66-4b05-83bf-eb94cfac3e50 service neutron] Transition to ACTIVE for port object 9cbf80cf-f573-44ea-a347-59643c4fb259 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:35:26.665058 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b881087e-a84a-4c1a-a734-8756fcc3a4e4 req-7e9761cb-7a66-4b05-83bf-eb94cfac3e50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:26.871112 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75178411-30e6-4616-a17f-50ce2108462e req-f1764b32-430a-4092-ab21-bd87f2a20bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:26.873006 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-75178411-30e6-4616-a17f-50ce2108462e req-f1764b32-430a-4092-ab21-bd87f2a20bbe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=553fbe5d09fe49948bd69193fe3f0783&device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 1098 time: 0.1718903 Nov 12 01:35:26.933383 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9761cb-7a66-4b05-83bf-eb94cfac3e50 service neutron] Pushing event updated for resources: {'Port': ['ID=9cbf80cf-f573-44ea-a347-59643c4fb259,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:26.973554 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3573fa41-8218-4d5b-ab50-3d9a8d3be615 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Router 3443ace8-0afd-4ac5-8409-6c6233b89234 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:35:27.116915 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f0697-2aa1-4aa8-b4f9-354eb2dc9514 req-0dd76525-4c54-43b9-bc12-0b21ce3c6012 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:27.118511 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7b6f0697-2aa1-4aa8-b4f9-354eb2dc9514 req-0dd76525-4c54-43b9-bc12-0b21ce3c6012 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb88432a-a280-484c-80d0-bb2e506b78c7 HTTP/1.1" status: 200 len: 943 time: 0.2839141 Nov 12 01:35:27.208391 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3573fa41-8218-4d5b-ab50-3d9a8d3be615 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:35:27.210671 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75178411-30e6-4616-a17f-50ce2108462e req-07ecf71e-9eea-475e-8b78-52e901345a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:27.212338 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-75178411-30e6-4616-a17f-50ce2108462e req-07ecf71e-9eea-475e-8b78-52e901345a1a service neutron] 10.222.0.44 "GET /v2.0/networks?id=26afd3d7-f476-4a62-835b-6349cc82b916 HTTP/1.1" status: 200 len: 896 time: 0.3323841 Nov 12 01:35:27.217141 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3573fa41-8218-4d5b-ab50-3d9a8d3be615 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "PUT /v2.0/routers/3443ace8-0afd-4ac5-8409-6c6233b89234/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9376287 Nov 12 01:35:27.222107 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48328) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:35:27.229636 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9e1154-3090-4475-8aca-68fcd991feb6 None None] Sync routers for ids ['3443ace8-0afd-4ac5-8409-6c6233b89234'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:35:27.255819 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-b881087e-a84a-4c1a-a734-8756fcc3a4e4 req-7e9761cb-7a66-4b05-83bf-eb94cfac3e50 service neutron] Attempting to bind port 9cbf80cf-f573-44ea-a347-59643c4fb259 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:35:27.256284 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-b881087e-a84a-4c1a-a734-8756fcc3a4e4 req-7e9761cb-7a66-4b05-83bf-eb94cfac3e50 service neutron] Attempting to bind port 9cbf80cf-f573-44ea-a347-59643c4fb259 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'f889be5e-ad35-4d2f-9732-18c8b96cbaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'df1e85aa-704b-4943-9cc3-9191fdadf081'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:35:27.256578 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b881087e-a84a-4c1a-a734-8756fcc3a4e4 req-7e9761cb-7a66-4b05-83bf-eb94cfac3e50 service neutron] Attempting to bind port 9cbf80cf-f573-44ea-a347-59643c4fb259 on network df1e85aa-704b-4943-9cc3-9191fdadf081 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:35:27.270977 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9e1154-3090-4475-8aca-68fcd991feb6 None None] Routers {'3443ace8-0afd-4ac5-8409-6c6233b89234'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:35:27.272439 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-9a9e1154-3090-4475-8aca-68fcd991feb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:35:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['3443ace8-0afd-4ac5-8409-6c6233b89234'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:35:27.312674 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b881087e-a84a-4c1a-a734-8756fcc3a4e4 req-7e9761cb-7a66-4b05-83bf-eb94cfac3e50 service neutron] Port 9cbf80cf-f573-44ea-a347-59643c4fb259 on network df1e85aa-704b-4943-9cc3-9191fdadf081 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:35:27.313003 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b881087e-a84a-4c1a-a734-8756fcc3a4e4 req-7e9761cb-7a66-4b05-83bf-eb94cfac3e50 service neutron] Attempting to bind port 9cbf80cf-f573-44ea-a347-59643c4fb259 on network df1e85aa-704b-4943-9cc3-9191fdadf081 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:35:27.351730 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b881087e-a84a-4c1a-a734-8756fcc3a4e4 req-7e9761cb-7a66-4b05-83bf-eb94cfac3e50 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:35:27.360374 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b881087e-a84a-4c1a-a734-8756fcc3a4e4 req-7e9761cb-7a66-4b05-83bf-eb94cfac3e50 service neutron] Checking segment: {'id': 'f889be5e-ad35-4d2f-9732-18c8b96cbaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'df1e85aa-704b-4943-9cc3-9191fdadf081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:35:27.360374 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b881087e-a84a-4c1a-a734-8756fcc3a4e4 req-7e9761cb-7a66-4b05-83bf-eb94cfac3e50 service neutron] Bound using segment: {'id': 'f889be5e-ad35-4d2f-9732-18c8b96cbaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'df1e85aa-704b-4943-9cc3-9191fdadf081'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:35:27.360374 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-b881087e-a84a-4c1a-a734-8756fcc3a4e4 req-7e9761cb-7a66-4b05-83bf-eb94cfac3e50 service neutron] Bound port: 9cbf80cf-f573-44ea-a347-59643c4fb259, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f889be5e-ad35-4d2f-9732-18c8b96cbaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'df1e85aa-704b-4943-9cc3-9191fdadf081'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:35:27.360374 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b881087e-a84a-4c1a-a734-8756fcc3a4e4 req-7e9761cb-7a66-4b05-83bf-eb94cfac3e50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:27.396248 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48ded1-7239-477b-8b84-4758e634e1f3 req-3494ecdd-c1bb-47ae-9b74-a9ed43206401 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:27.397850 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5c48ded1-7239-477b-8b84-4758e634e1f3 req-3494ecdd-c1bb-47ae-9b74-a9ed43206401 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 946 time: 0.2375550 Nov 12 01:35:27.422443 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-75178411-30e6-4616-a17f-50ce2108462e req-896536b4-d6f6-430c-a546-2de02e3df76f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60b825f9-4537-445e-a6c3-75bfba59812a HTTP/1.1" status: 200 len: 1002 time: 0.2017448 Nov 12 01:35:27.428881 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-f070350d-4774-4ebf-8eb8-ff8aaba51419 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Deleting subnet f81273d5-5056-4466-9fcc-4a08e0aec357 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:35:27.436437 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f070350d-4774-4ebf-8eb8-ff8aaba51419 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:27.479790 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7b6f0697-2aa1-4aa8-b4f9-354eb2dc9514 req-294cadda-7edd-4f24-9877-13a5fd038197 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b1b7b99-db73-44f0-baf3-6da2a364ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210216 Nov 12 01:35:27.502820 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f070350d-4774-4ebf-8eb8-ff8aaba51419 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:27.566133 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e8927537-38d5-414a-aeff-f377c56a1e86 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:27.582164 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-b881087e-a84a-4c1a-a734-8756fcc3a4e4 req-7e9761cb-7a66-4b05-83bf-eb94cfac3e50 service neutron] For port 9cbf80cf-f573-44ea-a347-59643c4fb259, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:35:27.608691 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-9a9e1154-3090-4475-8aca-68fcd991feb6 None None] Set router 3443ace8-0afd-4ac5-8409-6c6233b89234 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:35:27.617727 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5c48ded1-7239-477b-8b84-4758e634e1f3 req-d6c59281-720d-45c1-90d2-01b0ba688989 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5e73b0-89e2-4f08-b3e4-f68aa12c2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2086813 Nov 12 01:35:27.619682 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-b881087e-a84a-4c1a-a734-8756fcc3a4e4 req-7e9761cb-7a66-4b05-83bf-eb94cfac3e50 service neutron] For port 9cbf80cf-f573-44ea-a347-59643c4fb259, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=9cbf80cf-f573-44ea-a347-59643c4fb259,segment=NetworkSegment(f889be5e-ad35-4d2f-9732-18c8b96cbaa7),segment_id=f889be5e-ad35-4d2f-9732-18c8b96cbaa7)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:35:27.642966 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b881087e-a84a-4c1a-a734-8756fcc3a4e4 req-7e9761cb-7a66-4b05-83bf-eb94cfac3e50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:27.705087 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9761cb-7a66-4b05-83bf-eb94cfac3e50 service neutron] Pushing event updated for resources: {'Port': ['ID=9cbf80cf-f573-44ea-a347-59643c4fb259,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:27.764918 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881087e-a84a-4c1a-a734-8756fcc3a4e4 req-7e9761cb-7a66-4b05-83bf-eb94cfac3e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:27.765680 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b881087e-a84a-4c1a-a734-8756fcc3a4e4 req-7e9761cb-7a66-4b05-83bf-eb94cfac3e50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:27.774621 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b881087e-a84a-4c1a-a734-8756fcc3a4e4 req-7e9761cb-7a66-4b05-83bf-eb94cfac3e50 service neutron] 10.222.0.44 "PUT /v2.0/ports/9cbf80cf-f573-44ea-a347-59643c4fb259 HTTP/1.1" status: 200 len: 1092 time: 2.7835324 Nov 12 01:35:27.775142 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb88432a-a280-484c-80d0-bb2e506b78c7', 'tag': '9cbf80cf-f573-44ea-a347-59643c4fb259'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:35:27.777630 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e10bd2-efc0-4e6a-bd80-835eca2a5d94" -d '{"events": [{"name": "network-changed", "server_uuid": "cb88432a-a280-484c-80d0-bb2e506b78c7", "tag": "9cbf80cf-f573-44ea-a347-59643c4fb259"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:35:27.786926 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e8927537-38d5-414a-aeff-f377c56a1e86 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:27.852591 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab69910-b19d-419d-b9e8-e49009631714 x-openstack-request-id: req-1ab69910-b19d-419d-b9e8-e49009631714 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:35:27.852926 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb88432a-a280-484c-80d0-bb2e506b78c7", "tag": "9cbf80cf-f573-44ea-a347-59643c4fb259", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:35:27.853187 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1ab69910-b19d-419d-b9e8-e49009631714 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:35:27.853681 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb88432a-a280-484c-80d0-bb2e506b78c7', 'tag': '9cbf80cf-f573-44ea-a347-59643c4fb259', 'status': 'completed', 'code': 200} Nov 12 01:35:27.999398 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881087e-a84a-4c1a-a734-8756fcc3a4e4 req-db33dc9b-d170-4c8c-802e-2a649b98618d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:28.005981 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b881087e-a84a-4c1a-a734-8756fcc3a4e4 req-db33dc9b-d170-4c8c-802e-2a649b98618d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0b6b74794ff04af5ada5e96321863c92&device_id=cb88432a-a280-484c-80d0-bb2e506b78c7 HTTP/1.1" status: 200 len: 1095 time: 0.1340134 Nov 12 01:35:28.028462 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-25ee8bc0-71b3-4dfa-b106-70c4c67d734a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:28.053046 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f070350d-4774-4ebf-8eb8-ff8aaba51419 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:28.083406 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b881087e-a84a-4c1a-a734-8756fcc3a4e4 req-468f0cc8-e75e-49bf-a07f-429880f4e4fe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cbf80cf-f573-44ea-a347-59643c4fb259 HTTP/1.1" status: 200 len: 217 time: 0.0614276 Nov 12 01:35:28.095255 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-9a9e1154-3090-4475-8aca-68fcd991feb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3443ace8-0afd-4ac5-8409-6c6233b89234', 'name': 'tempest-TestSecurityGroupsBasicOps-router-547278026', 'tenant_id': '0e98dc96d50c4c37b8dc7e919691f179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '149144f7-ad29-46aa-ac50-4dc8c25c1ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:33:11Z', 'updated_at': '2021-11-12T01:35:25Z', 'revision_number': 5, 'project_id': '0e98dc96d50c4c37b8dc7e919691f179', 'gw_port': {'id': '149144f7-ad29-46aa-ac50-4dc8c25c1ebb', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3443ace8-0afd-4ac5-8409-6c6233b89234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:13Z', 'updated_at': '2021-11-12T01:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:35:28.151196 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9e1154-3090-4475-8aca-68fcd991feb6 None None] Checking router: 3443ace8-0afd-4ac5-8409-6c6233b89234 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:35:28.157448 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f070350d-4774-4ebf-8eb8-ff8aaba51419 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:28.168978 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9e1154-3090-4475-8aca-68fcd991feb6 None None] Routers {'3443ace8-0afd-4ac5-8409-6c6233b89234'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:35:28.170160 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-9a9e1154-3090-4475-8aca-68fcd991feb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:35:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['3443ace8-0afd-4ac5-8409-6c6233b89234'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:35:28.207695 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070350d-4774-4ebf-8eb8-ff8aaba51419 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Pushing event deleted for resources: {'Subnet': ['ID=f81273d5-5056-4466-9fcc-4a08e0aec357,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:28.213337 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75178411-30e6-4616-a17f-50ce2108462e req-0155bce1-28d0-4da4-85ee-c8731ae4f037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:28.214913 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-75178411-30e6-4616-a17f-50ce2108462e req-0155bce1-28d0-4da4-85ee-c8731ae4f037 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=595b1559-4f0e-4874-8a53-2400bc039bb2 HTTP/1.1" status: 200 len: 835 time: 0.3451190 Nov 12 01:35:28.216503 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f070350d-4774-4ebf-8eb8-ff8aaba51419 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:28.216898 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e8927537-38d5-414a-aeff-f377c56a1e86 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:28.220637 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f070350d-4774-4ebf-8eb8-ff8aaba51419 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "DELETE /v2.0/subnets/f81273d5-5056-4466-9fcc-4a08e0aec357 HTTP/1.1" status: 204 len: 168 time: 0.9963458 Nov 12 01:35:28.225238 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48352) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:35:28.235739 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e8927537-38d5-414a-aeff-f377c56a1e86 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:28.318284 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881087e-a84a-4c1a-a734-8756fcc3a4e4 req-8745e6e0-7db2-405f-a43e-bb4519f7e170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:28.321354 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b881087e-a84a-4c1a-a734-8756fcc3a4e4 req-8745e6e0-7db2-405f-a43e-bb4519f7e170 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba7cc81c-c4f2-4f41-8164-402f196bb834 HTTP/1.1" status: 200 len: 853 time: 0.2288849 Nov 12 01:35:28.344323 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75178411-30e6-4616-a17f-50ce2108462e req-b850d1b2-c547-4b10-988c-f0179707c808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:28.345936 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-75178411-30e6-4616-a17f-50ce2108462e req-b850d1b2-c547-4b10-988c-f0179707c808 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=26afd3d7-f476-4a62-835b-6349cc82b916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1232278 Nov 12 01:35:28.496957 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b881087e-a84a-4c1a-a734-8756fcc3a4e4 req-9a76362c-b406-4a52-90dd-7827f862e358 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=df1e85aa-704b-4943-9cc3-9191fdadf081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1602073 Nov 12 01:35:28.545499 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d2a30b8a-ea9e-4b3f-98fc-d43df6108dc9 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:28.607152 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8927537-38d5-414a-aeff-f377c56a1e86 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Pushing event updated for resources: {'Port': ['ID=3c84904a-1adb-49c0-9e5f-e88e6d6d1a10,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:28.648588 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-9a9e1154-3090-4475-8aca-68fcd991feb6 None None] Set router 3443ace8-0afd-4ac5-8409-6c6233b89234 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:35:28.673052 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d2a30b8a-ea9e-4b3f-98fc-d43df6108dc9 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:28.726990 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-75178411-30e6-4616-a17f-50ce2108462e req-868afe9a-72e9-4d4f-9285-2d9c21f5b9f2 service neutron] 10.222.0.44 "GET /v2.0/networks/26afd3d7-f476-4a62-835b-6349cc82b916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707566 Nov 12 01:35:28.744742 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d528185-3a30-4af7-9018-ddf02a521188 None None] Network 38038e54-10a0-4ee6-8104-f50c0031a830 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:35:28.782299 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e8927537-38d5-414a-aeff-f377c56a1e86 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:28.862246 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-d2a30b8a-ea9e-4b3f-98fc-d43df6108dc9 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Deleting port 149144f7-ad29-46aa-ac50-4dc8c25c1ebb {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:35:28.862575 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d2a30b8a-ea9e-4b3f-98fc-d43df6108dc9 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:28.938406 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-75178411-30e6-4616-a17f-50ce2108462e req-21c9fb9d-0d56-438d-858d-2061843b869e service neutron] 10.222.0.44 "GET /v2.0/networks/26afd3d7-f476-4a62-835b-6349cc82b916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027166 Nov 12 01:35:29.046617 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-d2a30b8a-ea9e-4b3f-98fc-d43df6108dc9 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] For port 149144f7-ad29-46aa-ac50-4dc8c25c1ebb, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=149144f7-ad29-46aa-ac50-4dc8c25c1ebb,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:35:29.046617 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d2a30b8a-ea9e-4b3f-98fc-d43df6108dc9 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:29.125096 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-d2a30b8a-ea9e-4b3f-98fc-d43df6108dc9 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Calling delete_port for 149144f7-ad29-46aa-ac50-4dc8c25c1ebb owned by network:router_gateway {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:35:29.309750 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-9a9e1154-3090-4475-8aca-68fcd991feb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3443ace8-0afd-4ac5-8409-6c6233b89234', 'name': 'tempest-TestSecurityGroupsBasicOps-router-547278026', 'tenant_id': '0e98dc96d50c4c37b8dc7e919691f179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '149144f7-ad29-46aa-ac50-4dc8c25c1ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:33:11Z', 'updated_at': '2021-11-12T01:35:25Z', 'revision_number': 5, 'project_id': '0e98dc96d50c4c37b8dc7e919691f179', 'gw_port': {'id': '149144f7-ad29-46aa-ac50-4dc8c25c1ebb', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3443ace8-0afd-4ac5-8409-6c6233b89234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:13Z', 'updated_at': '2021-11-12T01:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:35:29.337851 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9e1154-3090-4475-8aca-68fcd991feb6 None None] The sync data for ids ['3443ace8-0afd-4ac5-8409-6c6233b89234'] in n-d-712142-27 is: [{'id': '3443ace8-0afd-4ac5-8409-6c6233b89234', 'name': 'tempest-TestSecurityGroupsBasicOps-router-547278026', 'tenant_id': '0e98dc96d50c4c37b8dc7e919691f179', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '149144f7-ad29-46aa-ac50-4dc8c25c1ebb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:33:11Z', 'updated_at': '2021-11-12T01:35:25Z', 'revision_number': 5, 'project_id': '0e98dc96d50c4c37b8dc7e919691f179', 'gw_port': {'id': '149144f7-ad29-46aa-ac50-4dc8c25c1ebb', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:14:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3443ace8-0afd-4ac5-8409-6c6233b89234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:13Z', 'updated_at': '2021-11-12T01:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:35:29.502228 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7768cd5-d16e-44cc-9b1f-d2e73f5b86e7 None None] DHCP port deletion for 38038e54-10a0-4ee6-8104-f50c0031a830 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:35:29.540469 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d2a30b8a-ea9e-4b3f-98fc-d43df6108dc9 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:29.585658 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a30b8a-ea9e-4b3f-98fc-d43df6108dc9 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Pushing event deleted for resources: {'Port': ['ID=149144f7-ad29-46aa-ac50-4dc8c25c1ebb,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:29.611453 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974703e-4114-4648-8a49-a695b8ca2a8c req-d2d58a3b-f121-45ce-afb4-1c175d558d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:29.613157 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f974703e-4114-4648-8a49-a695b8ca2a8c req-d2d58a3b-f121-45ce-afb4-1c175d558d84 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=553fbe5d09fe49948bd69193fe3f0783&device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 1098 time: 0.4604418 Nov 12 01:35:29.669244 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4281a3-6080-42d7-8d23-99504bd98055 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:35:29.694447 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d2a30b8a-ea9e-4b3f-98fc-d43df6108dc9 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:29.760060 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-d7768cd5-d16e-44cc-9b1f-d2e73f5b86e7 None None] Deleting port 0db42797-e558-46c6-b56b-c053bec0dfa7 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:35:29.760548 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d7768cd5-d16e-44cc-9b1f-d2e73f5b86e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:29.766348 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4efa45-a8e3-46d7-818c-7bf4278edbd7 req-ec7dfb23-a713-4bdf-9c57-852d894f0cb1 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:29.769318 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8a4efa45-a8e3-46d7-818c-7bf4278edbd7 req-ec7dfb23-a713-4bdf-9c57-852d894f0cb1 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb88432a-a280-484c-80d0-bb2e506b78c7 HTTP/1.1" status: 200 len: 943 time: 1.1353498 Nov 12 01:35:29.788693 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 7cd4f046-e642-4c62-b77d-3927ce6699c9 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:35:29.832004 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b881087e-a84a-4c1a-a734-8756fcc3a4e4 req-e1bb63e0-9f2c-4397-9e4c-e2b46e08795f service neutron] 10.222.0.44 "GET /v2.0/networks/df1e85aa-704b-4943-9cc3-9191fdadf081?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2804887 Nov 12 01:35:29.849811 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 7cd4f046-e642-4c62-b77d-3927ce6699c9 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:35:29.850279 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 7cd4f046-e642-4c62-b77d-3927ce6699c9 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:35:29.850805 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 0db42797-e558-46c6-b56b-c053bec0dfa7 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:35:29.926145 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9a1fe-0aba-4252-a6ab-3a3c0061d2a2 req-8ec494e3-5dbc-4385-bc95-58fb0b1cdd05 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:29.928370 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-36a9a1fe-0aba-4252-a6ab-3a3c0061d2a2 req-8ec494e3-5dbc-4385-bc95-58fb0b1cdd05 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 946 time: 1.1418624 Nov 12 01:35:29.929001 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-d7768cd5-d16e-44cc-9b1f-d2e73f5b86e7 None None] For port 0db42797-e558-46c6-b56b-c053bec0dfa7, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=0db42797-e558-46c6-b56b-c053bec0dfa7,segment=NetworkSegment(02bd9c44-db9a-42e6-89eb-444e6def2b5b),segment_id=02bd9c44-db9a-42e6-89eb-444e6def2b5b)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:35:29.929515 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d7768cd5-d16e-44cc-9b1f-d2e73f5b86e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:29.983066 n-d-712142-27 neutron-server[109085]: INFO neutron.db.l3_db [None req-e8927537-38d5-414a-aeff-f377c56a1e86 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Floating IP 71a6117a-f872-43e2-bfa3-46fc6c60317f associated. External IP: 172.25.3.166, port: 0a53f08f-270f-439f-86ed-fd6c991778c6. Nov 12 01:35:30.000104 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:30.054985 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 0db42797-e558-46c6-b56b-c053bec0dfa7, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=0db42797-e558-46c6-b56b-c053bec0dfa7,segment=NetworkSegment(02bd9c44-db9a-42e6-89eb-444e6def2b5b),segment_id=02bd9c44-db9a-42e6-89eb-444e6def2b5b)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:35:30.062184 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-d7768cd5-d16e-44cc-9b1f-d2e73f5b86e7 None None] Calling delete_port for 0db42797-e558-46c6-b56b-c053bec0dfa7 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:35:30.086172 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:30.243240 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b881087e-a84a-4c1a-a734-8756fcc3a4e4 req-be25ee15-a8b7-4386-be10-b2f7bca886fc service neutron] 10.222.0.44 "GET /v2.0/networks/df1e85aa-704b-4943-9cc3-9191fdadf081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3886933 Nov 12 01:35:30.280782 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8a4efa45-a8e3-46d7-818c-7bf4278edbd7 req-c9e1db82-aaba-4795-a8ae-ea509ab62e41 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b1b7b99-db73-44f0-baf3-6da2a364ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4858062 Nov 12 01:35:30.353186 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-36a9a1fe-0aba-4252-a6ab-3a3c0061d2a2 req-91de79b0-723d-40c7-a198-f8ddd1aff0dc tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5e73b0-89e2-4f08-b3e4-f68aa12c2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3984866 Nov 12 01:35:30.359939 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=0db42797-e558-46c6-b56b-c053bec0dfa7,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:30.400280 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d7768cd5-d16e-44cc-9b1f-d2e73f5b86e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:30.468051 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7768cd5-d16e-44cc-9b1f-d2e73f5b86e7 None None] Pushing event deleted for resources: {'Port': ['ID=0db42797-e558-46c6-b56b-c053bec0dfa7,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:30.482316 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7768cd5-d16e-44cc-9b1f-d2e73f5b86e7 None None] No DVR routers for this DVR port 0db42797-e558-46c6-b56b-c053bec0dfa7 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:35:30.554865 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e10bd2-efc0-4e6a-bd80-835eca2a5d94 req-562a9fd1-14b4-4a22-ae38-9beaac1f4249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:30.561585 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-18e10bd2-efc0-4e6a-bd80-835eca2a5d94 req-562a9fd1-14b4-4a22-ae38-9beaac1f4249 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0b6b74794ff04af5ada5e96321863c92&device_id=cb88432a-a280-484c-80d0-bb2e506b78c7 HTTP/1.1" status: 200 len: 1095 time: 0.1776507 Nov 12 01:35:30.725349 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8927537-38d5-414a-aeff-f377c56a1e86 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Router 8241e887-bcf7-405c-9401-d3e785b1e547 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:35:30.748452 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d2a30b8a-ea9e-4b3f-98fc-d43df6108dc9 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:30.756771 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e10bd2-efc0-4e6a-bd80-835eca2a5d94 req-89b79607-e1f2-4b8f-9a2c-c7fb885b5a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:30.758132 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-18e10bd2-efc0-4e6a-bd80-835eca2a5d94 req-89b79607-e1f2-4b8f-9a2c-c7fb885b5a9c service neutron] 10.222.0.44 "GET /v2.0/networks?id=df1e85aa-704b-4943-9cc3-9191fdadf081 HTTP/1.1" status: 200 len: 913 time: 0.1795523 Nov 12 01:35:30.767492 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974703e-4114-4648-8a49-a695b8ca2a8c req-16761368-fb28-49b9-a630-dac5d92b63da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:30.770723 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f974703e-4114-4648-8a49-a695b8ca2a8c req-16761368-fb28-49b9-a630-dac5d92b63da service neutron] 10.222.0.44 "GET /v2.0/networks?id=26afd3d7-f476-4a62-835b-6349cc82b916 HTTP/1.1" status: 200 len: 896 time: 1.1007073 Nov 12 01:35:30.772523 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d2a30b8a-ea9e-4b3f-98fc-d43df6108dc9 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:30.840621 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-18e10bd2-efc0-4e6a-bd80-835eca2a5d94 req-03e7be02-82ef-4385-968f-16a8209f33c1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cbf80cf-f573-44ea-a347-59643c4fb259 HTTP/1.1" status: 200 len: 217 time: 0.0428016 Nov 12 01:35:30.858544 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5a4830e8-425d-41f3-9637-0c55cdea2c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:30.945246 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d2a30b8a-ea9e-4b3f-98fc-d43df6108dc9 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:30.949425 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a30b8a-ea9e-4b3f-98fc-d43df6108dc9 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Fanout notify agent at l3_agent the message router_deleted on router 3443ace8-0afd-4ac5-8409-6c6233b89234 {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:35:30.978237 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d2a30b8a-ea9e-4b3f-98fc-d43df6108dc9 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:30.980040 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d2a30b8a-ea9e-4b3f-98fc-d43df6108dc9 tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "DELETE /v2.0/routers/3443ace8-0afd-4ac5-8409-6c6233b89234 HTTP/1.1" status: 204 len: 168 time: 2.7486148 Nov 12 01:35:30.984550 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48408) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:35:31.013875 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e10bd2-efc0-4e6a-bd80-835eca2a5d94 req-3e114c86-c744-4d96-86fe-8eb3b08535ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:31.015672 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-18e10bd2-efc0-4e6a-bd80-835eca2a5d94 req-3e114c86-c744-4d96-86fe-8eb3b08535ad service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba7cc81c-c4f2-4f41-8164-402f196bb834 HTTP/1.1" status: 200 len: 853 time: 0.1668518 Nov 12 01:35:31.084798 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-18e10bd2-efc0-4e6a-bd80-835eca2a5d94 req-403c960b-3b77-4a31-8be5-1b00d5493725 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=df1e85aa-704b-4943-9cc3-9191fdadf081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609279 Nov 12 01:35:31.096734 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8927537-38d5-414a-aeff-f377c56a1e86 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:35:31.110895 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704a7897-4087-4d4c-bd6a-cb427231ff32 None None] Sync routers for ids ['8241e887-bcf7-405c-9401-d3e785b1e547'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:35:31.129771 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704a7897-4087-4d4c-bd6a-cb427231ff32 None None] Routers {'8241e887-bcf7-405c-9401-d3e785b1e547'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:35:31.132782 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-704a7897-4087-4d4c-bd6a-cb427231ff32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:35:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['8241e887-bcf7-405c-9401-d3e785b1e547'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:35:31.141716 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-774a381b-013c-4bcb-8585-901dd5f9717a tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:31.152161 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f974703e-4114-4648-8a49-a695b8ca2a8c req-b8848d1f-af07-4970-8aa1-cac4e1db07eb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60b825f9-4537-445e-a6c3-75bfba59812a HTTP/1.1" status: 200 len: 1002 time: 0.3628738 Nov 12 01:35:31.289650 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e8927537-38d5-414a-aeff-f377c56a1e86 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:31.371941 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-704a7897-4087-4d4c-bd6a-cb427231ff32 None None] Set router 8241e887-bcf7-405c-9401-d3e785b1e547 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:35:31.389697 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e8927537-38d5-414a-aeff-f377c56a1e86 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.4986007 Nov 12 01:35:31.390544 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b6b3761-2ac5-475d-84f8-e80e1ab04627', 'tag': '0a53f08f-270f-439f-86ed-fd6c991778c6'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:35:31.393542 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1fd8f27-45d2-406a-afa7-04885a847375" -d '{"events": [{"name": "network-changed", "server_uuid": "4b6b3761-2ac5-475d-84f8-e80e1ab04627", "tag": "0a53f08f-270f-439f-86ed-fd6c991778c6"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:35:31.400470 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974703e-4114-4648-8a49-a695b8ca2a8c req-b019a1af-ae6c-4dbc-8970-8725bad3bd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:31.404407 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f974703e-4114-4648-8a49-a695b8ca2a8c req-b019a1af-ae6c-4dbc-8970-8725bad3bd4d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=595b1559-4f0e-4874-8a53-2400bc039bb2 HTTP/1.1" status: 200 len: 835 time: 0.2371466 Nov 12 01:35:31.406497 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-18e10bd2-efc0-4e6a-bd80-835eca2a5d94 req-2a630387-6e18-4dcb-a925-58821b8ebcfd service neutron] 10.222.0.44 "GET /v2.0/networks/df1e85aa-704b-4943-9cc3-9191fdadf081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964926 Nov 12 01:35:31.569501 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-774a381b-013c-4bcb-8585-901dd5f9717a tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:31.614007 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-18e10bd2-efc0-4e6a-bd80-835eca2a5d94 req-1c0e8f43-1e12-430b-a39a-028cd66a0c89 service neutron] 10.222.0.44 "GET /v2.0/networks/df1e85aa-704b-4943-9cc3-9191fdadf081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965327 Nov 12 01:35:31.651190 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-774a381b-013c-4bcb-8585-901dd5f9717a tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38038e54-10a0-4ee6-8104-f50c0031a830']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:35:31.687229 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-774a381b-013c-4bcb-8585-901dd5f9717a tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02bd9c44-db9a-42e6-89eb-444e6def2b5b') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:35:31.688196 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-774a381b-013c-4bcb-8585-901dd5f9717a tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02bd9c44-db9a-42e6-89eb-444e6def2b5b') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:35:31.735312 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 149144f7-ad29-46aa-ac50-4dc8c25c1ebb no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:35:31.745324 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac409079-aaa1-4ab6-8a17-1ba4ccfc1931 req-f338a817-e7ce-4b54-a8cc-18f37274f31e tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:31.747239 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ac409079-aaa1-4ab6-8a17-1ba4ccfc1931 req-f338a817-e7ce-4b54-a8cc-18f37274f31e tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb88432a-a280-484c-80d0-bb2e506b78c7 HTTP/1.1" status: 200 len: 943 time: 0.1319299 Nov 12 01:35:31.759819 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-704a7897-4087-4d4c-bd6a-cb427231ff32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'name': 'tempest-TestVolumeBootPattern-1803726501-router', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'b3315c24-034f-4c6c-af2b-ac0625dea128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:23:26Z', 'updated_at': '2021-11-12T01:23:42Z', 'revision_number': 4, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'gw_port': {'id': 'b3315c24-034f-4c6c-af2b-ac0625dea128', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fe:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:31Z', 'updated_at': '2021-11-12T01:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '71a6117a-f872-43e2-bfa3-46fc6c60317f', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'floating_ip_address': '172.25.3.166', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'port_id': '0a53f08f-270f-439f-86ed-fd6c991778c6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3', 'mac_address': 'fa:16:3e:8a:b4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6b3761-2ac5-475d-84f8-e80e1ab04627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:35:27Z', 'updated_at': '2021-11-12T01:35:27Z', 'revision_number': 0, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '235ce499-d7ad-46db-8998-1728331e7427', 'name': '', 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'mac_address': 'fa:16:3e:ef:f5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '6369b7da-1f3e-4df6-8094-1e515695655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:38Z', 'updated_at': '2021-11-12T01:23:48Z', 'revision_number': 5, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'subnets': [{'id': '6369b7da-1f3e-4df6-8094-1e515695655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:35:31.766982 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6432ff-ad4e-4991-911a-0a57a977eeda req-10c93d9c-3762-4338-8edf-c5b355203539 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:31.769135 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5f6432ff-ad4e-4991-911a-0a57a977eeda req-10c93d9c-3762-4338-8edf-c5b355203539 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 946 time: 0.1526618 Nov 12 01:35:31.781977 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 149144f7-ad29-46aa-ac50-4dc8c25c1ebb {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:35:31.782428 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 149144f7-ad29-46aa-ac50-4dc8c25c1ebb not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:35:31.800984 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704a7897-4087-4d4c-bd6a-cb427231ff32 None None] Checking router: 8241e887-bcf7-405c-9401-d3e785b1e547 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:35:31.812906 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-774a381b-013c-4bcb-8585-901dd5f9717a tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:31.828297 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704a7897-4087-4d4c-bd6a-cb427231ff32 None None] Routers {'8241e887-bcf7-405c-9401-d3e785b1e547'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:35:31.829096 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-704a7897-4087-4d4c-bd6a-cb427231ff32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:35:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['8241e887-bcf7-405c-9401-d3e785b1e547'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:35:31.848258 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-774a381b-013c-4bcb-8585-901dd5f9717a tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:31.857527 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-774a381b-013c-4bcb-8585-901dd5f9717a tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:35:31.858230 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-774a381b-013c-4bcb-8585-901dd5f9717a tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:31.861868 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:35:31.861868 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:35:31.861868 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:35:31.861868 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:35:31.861868 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:35:31.861868 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:35:31.861868 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:35:31.861868 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:35:31.861868 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:35:31.861868 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:35:31.861868 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:35:31.861868 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:35:31.861868 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:35:31.861868 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:35:31.861868 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:35:31.861868 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:35:31.861868 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:35:31.861868 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:35:31.861868 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:35:31.861868 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:35:31.861868 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:35:31.861868 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:35:31.861868 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:35:31.861868 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:35:31.861868 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:35:31.861868 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:35:31.861868 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:35:31.861868 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:35:31.861868 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:35:31.861868 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:35:31.861868 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:35:31.861868 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:35:31.878620 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ac409079-aaa1-4ab6-8a17-1ba4ccfc1931 req-dbd536f6-5fc3-4668-b7f2-5d8facd073d3 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b1b7b99-db73-44f0-baf3-6da2a364ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206205 Nov 12 01:35:31.917609 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974703e-4114-4648-8a49-a695b8ca2a8c req-0ae499dd-1189-460c-a427-28302eb717e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:31.919298 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f974703e-4114-4648-8a49-a695b8ca2a8c req-0ae499dd-1189-460c-a427-28302eb717e7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=26afd3d7-f476-4a62-835b-6349cc82b916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4841392 Nov 12 01:35:31.969575 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5f6432ff-ad4e-4991-911a-0a57a977eeda req-9b367a81-2b4c-466e-9090-5df65e70f2c3 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5e73b0-89e2-4f08-b3e4-f68aa12c2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900299 Nov 12 01:35:31.975604 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088f5333-3692-4a27-8f43-3cf870949fe9 x-openstack-request-id: req-088f5333-3692-4a27-8f43-3cf870949fe9 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:35:31.978508 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b6b3761-2ac5-475d-84f8-e80e1ab04627", "tag": "0a53f08f-270f-439f-86ed-fd6c991778c6", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:35:31.978948 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-088f5333-3692-4a27-8f43-3cf870949fe9 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:35:31.979502 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b6b3761-2ac5-475d-84f8-e80e1ab04627', 'tag': '0a53f08f-270f-439f-86ed-fd6c991778c6', 'status': 'completed', 'code': 200} Nov 12 01:35:32.032480 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-704a7897-4087-4d4c-bd6a-cb427231ff32 None None] Set router 8241e887-bcf7-405c-9401-d3e785b1e547 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:35:32.061553 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f974703e-4114-4648-8a49-a695b8ca2a8c req-3068a8b1-2510-4553-af01-27a2a2a15df0 service neutron] 10.222.0.44 "GET /v2.0/networks/26afd3d7-f476-4a62-835b-6349cc82b916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336010 Nov 12 01:35:32.103032 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-774a381b-013c-4bcb-8585-901dd5f9717a tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:32.110131 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-774a381b-013c-4bcb-8585-901dd5f9717a tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:32.128827 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-774a381b-013c-4bcb-8585-901dd5f9717a tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] 10.222.0.45 "DELETE /v2.0/networks/38038e54-10a0-4ee6-8104-f50c0031a830 HTTP/1.1" status: 204 len: 168 time: 1.1313581 Nov 12 01:35:32.219104 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a381b-013c-4bcb-8585-901dd5f9717a tempest-TestSecurityGroupsBasicOps-713954423 tempest-TestSecurityGroupsBasicOps-713954423-project] Pushing event deleted for resources: {'Network': ['ID=38038e54-10a0-4ee6-8104-f50c0031a830,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:32.333792 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-704a7897-4087-4d4c-bd6a-cb427231ff32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'name': 'tempest-TestVolumeBootPattern-1803726501-router', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'b3315c24-034f-4c6c-af2b-ac0625dea128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:23:26Z', 'updated_at': '2021-11-12T01:23:42Z', 'revision_number': 4, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'gw_port': {'id': 'b3315c24-034f-4c6c-af2b-ac0625dea128', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fe:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:31Z', 'updated_at': '2021-11-12T01:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '71a6117a-f872-43e2-bfa3-46fc6c60317f', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'floating_ip_address': '172.25.3.166', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'port_id': '0a53f08f-270f-439f-86ed-fd6c991778c6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3', 'mac_address': 'fa:16:3e:8a:b4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6b3761-2ac5-475d-84f8-e80e1ab04627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:35:27Z', 'updated_at': '2021-11-12T01:35:27Z', 'revision_number': 0, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '235ce499-d7ad-46db-8998-1728331e7427', 'name': '', 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'mac_address': 'fa:16:3e:ef:f5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '6369b7da-1f3e-4df6-8094-1e515695655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:38Z', 'updated_at': '2021-11-12T01:23:48Z', 'revision_number': 5, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'subnets': [{'id': '6369b7da-1f3e-4df6-8094-1e515695655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:35:32.359268 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd8f27-45d2-406a-afa7-04885a847375 req-c5de4747-1191-489b-b75d-4db231bfc3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:32.361687 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a1fd8f27-45d2-406a-afa7-04885a847375 req-c5de4747-1191-489b-b75d-4db231bfc3a7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=094a5f5e492c44f8b09b4e12e8299cf9&device_id=4b6b3761-2ac5-475d-84f8-e80e1ab04627 HTTP/1.1" status: 200 len: 1097 time: 0.2981610 Nov 12 01:35:32.362673 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704a7897-4087-4d4c-bd6a-cb427231ff32 None None] The sync data for ids ['8241e887-bcf7-405c-9401-d3e785b1e547'] in n-d-712142-27 is: [{'id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'name': 'tempest-TestVolumeBootPattern-1803726501-router', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'b3315c24-034f-4c6c-af2b-ac0625dea128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:23:26Z', 'updated_at': '2021-11-12T01:23:42Z', 'revision_number': 4, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'gw_port': {'id': 'b3315c24-034f-4c6c-af2b-ac0625dea128', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fe:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:31Z', 'updated_at': '2021-11-12T01:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '71a6117a-f872-43e2-bfa3-46fc6c60317f', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'floating_ip_address': '172.25.3.166', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'port_id': '0a53f08f-270f-439f-86ed-fd6c991778c6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3', 'mac_address': 'fa:16:3e:8a:b4:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6b3761-2ac5-475d-84f8-e80e1ab04627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:35:27Z', 'updated_at': '2021-11-12T01:35:27Z', 'revision_number': 0, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '235ce499-d7ad-46db-8998-1728331e7427', 'name': '', 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'mac_address': 'fa:16:3e:ef:f5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '6369b7da-1f3e-4df6-8094-1e515695655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:38Z', 'updated_at': '2021-11-12T01:23:48Z', 'revision_number': 5, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'subnets': [{'id': '6369b7da-1f3e-4df6-8094-1e515695655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:35:32.521538 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f974703e-4114-4648-8a49-a695b8ca2a8c req-7f4c7bd5-e34b-4d2f-8f01-09ee6bf0003d service neutron] 10.222.0.44 "GET /v2.0/networks/26afd3d7-f476-4a62-835b-6349cc82b916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4474595 Nov 12 01:35:32.573651 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd8f27-45d2-406a-afa7-04885a847375 req-ce1209f2-f279-4bfb-a89d-55016d4fc4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:32.575377 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a1fd8f27-45d2-406a-afa7-04885a847375 req-ce1209f2-f279-4bfb-a89d-55016d4fc4e3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=41d3594c-6378-4888-b7ad-f2b6034333e3 HTTP/1.1" status: 200 len: 912 time: 0.2004929 Nov 12 01:35:32.703424 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a1fd8f27-45d2-406a-afa7-04885a847375 req-d658ac0c-05fa-4e0f-bf5b-99d40cb6f516 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a53f08f-270f-439f-86ed-fd6c991778c6 HTTP/1.1" status: 200 len: 999 time: 0.1199179 Nov 12 01:35:32.756930 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 48452) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:35:32.799617 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cb74a3-4d49-4117-ae83-d296ac3178eb None None] New status for floating IP 71a6117a-f872-43e2-bfa3-46fc6c60317f: ACTIVE {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:35:32.814462 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd8f27-45d2-406a-afa7-04885a847375 req-98d32e56-8ae2-4ae8-a6dd-42fecd4cf3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:32.820796 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a1fd8f27-45d2-406a-afa7-04885a847375 req-98d32e56-8ae2-4ae8-a6dd-42fecd4cf3ca service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6369b7da-1f3e-4df6-8094-1e515695655d HTTP/1.1" status: 200 len: 851 time: 0.1089797 Nov 12 01:35:32.950059 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd8f27-45d2-406a-afa7-04885a847375 req-f082093d-04b5-4a5c-86f7-25759baae226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:32.955918 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a1fd8f27-45d2-406a-afa7-04885a847375 req-f082093d-04b5-4a5c-86f7-25759baae226 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=41d3594c-6378-4888-b7ad-f2b6034333e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1264613 Nov 12 01:35:32.978427 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:33.217573 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-b6c79e06-9b8f-4e5a-a59e-76f21bf477b6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0e98dc96d50c4c37b8dc7e919691f179&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4572313 Nov 12 01:35:33.222108 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 48464) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:35:33.261716 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee742aa-fd53-4947-8ee2-8c5cb3c63348 req-1396a387-6546-49f7-9f7f-ea3e2b9010e5 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:33.263676 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eee742aa-fd53-4947-8ee2-8c5cb3c63348 req-1396a387-6546-49f7-9f7f-ea3e2b9010e5 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb88432a-a280-484c-80d0-bb2e506b78c7 HTTP/1.1" status: 200 len: 943 time: 0.2773457 Nov 12 01:35:33.316204 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a1fd8f27-45d2-406a-afa7-04885a847375 req-013123d8-3b42-45bb-8ecf-4cb243131606 service neutron] 10.222.0.16 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491917 Nov 12 01:35:33.348111 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-67a4ec76-a38e-4480-93d8-2767115bee4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:33.362990 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf92c3a-2be2-4de4-b9e0-6a0df87321af req-fa4a4f31-2f88-437c-ad7a-8996952aefd9 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:33.365235 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0cf92c3a-2be2-4de4-b9e0-6a0df87321af req-fa4a4f31-2f88-437c-ad7a-8996952aefd9 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 946 time: 0.2331915 Nov 12 01:35:33.441198 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eee742aa-fd53-4947-8ee2-8c5cb3c63348 req-f7f98ba3-cc6f-44ab-a9ff-b7aa6fe40f6f tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b1b7b99-db73-44f0-baf3-6da2a364ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550026 Nov 12 01:35:33.492156 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-67a4ec76-a38e-4480-93d8-2767115bee4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:33.513793 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a1fd8f27-45d2-406a-afa7-04885a847375 req-c5a090c4-2c3a-4ca1-ac79-43cbe9f34f53 service neutron] 10.222.0.16 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905718 Nov 12 01:35:33.601280 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0cf92c3a-2be2-4de4-b9e0-6a0df87321af req-8fb5dbde-52b9-4028-95d0-fee3586a668c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5e73b0-89e2-4f08-b3e4-f68aa12c2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2245049 Nov 12 01:35:33.668050 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-67a4ec76-a38e-4480-93d8-2767115bee4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:33.675148 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-67a4ec76-a38e-4480-93d8-2767115bee4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:33.677285 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-67a4ec76-a38e-4480-93d8-2767115bee4f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ffe8876c-93f3-4557-b36a-02c9e10470ac HTTP/1.1" status: 204 len: 168 time: 0.4533691 Nov 12 01:35:33.705126 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a4ec76-a38e-4480-93d8-2767115bee4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe8876c-93f3-4557-b36a-02c9e10470ac,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:34.014175 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:34.156893 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48490) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:35:34.171632 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-96d0adc6-3c13-4e0b-afd1-47303c0f6ed4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:34.262819 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 9cbf80cf-f573-44ea-a347-59643c4fb259 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:35:34.286018 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-96d0adc6-3c13-4e0b-afd1-47303c0f6ed4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:34.293637 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-96d0adc6-3c13-4e0b-afd1-47303c0f6ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:34.343260 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-96d0adc6-3c13-4e0b-afd1-47303c0f6ed4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=401e65883654425ba52705b83a776b31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1844552 Nov 12 01:35:34.346750 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d0adc6-3c13-4e0b-afd1-47303c0f6ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5002f709-0fac-416b-b381-6039176ab3b7,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:34.347956 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 48494) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:35:34.483431 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3937d317-9ad5-480f-b5a8-648edcd14be5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:34.492962 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 9cbf80cf-f573-44ea-a347-59643c4fb259, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=9cbf80cf-f573-44ea-a347-59643c4fb259,segment=NetworkSegment(f889be5e-ad35-4d2f-9732-18c8b96cbaa7),segment_id=f889be5e-ad35-4d2f-9732-18c8b96cbaa7)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:35:34.532166 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3937d317-9ad5-480f-b5a8-648edcd14be5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:34.536760 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '9cbf80cf-f573-44ea-a347-59643c4fb259', 'network_id': 'df1e85aa-704b-4943-9cc3-9191fdadf081', 'port_id': '9cbf80cf-f573-44ea-a347-59643c4fb259', 'mac_address': 'fa:16:3e:6a:c3:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba7cc81c-c4f2-4f41-8164-402f196bb834', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:35:34.668906 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:34.697853 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cbf80cf-f573-44ea-a347-59643c4fb259 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:35:34.748963 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217eb05-50a8-43ef-8aef-80b876a660b7 req-07e43636-fbfb-4167-88fc-da15f5bcf8bc tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:34.752016 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 9cbf80cf-f573-44ea-a347-59643c4fb259, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=9cbf80cf-f573-44ea-a347-59643c4fb259,segment=NetworkSegment(f889be5e-ad35-4d2f-9732-18c8b96cbaa7),segment_id=f889be5e-ad35-4d2f-9732-18c8b96cbaa7)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:35:34.757809 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5217eb05-50a8-43ef-8aef-80b876a660b7 req-07e43636-fbfb-4167-88fc-da15f5bcf8bc tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb88432a-a280-484c-80d0-bb2e506b78c7 HTTP/1.1" status: 200 len: 943 time: 0.1577668 Nov 12 01:35:34.759588 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:34.760823 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3937d317-9ad5-480f-b5a8-648edcd14be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:34.767130 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3937d317-9ad5-480f-b5a8-648edcd14be5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:34.771030 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3937d317-9ad5-480f-b5a8-648edcd14be5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5002f709-0fac-416b-b381-6039176ab3b7 HTTP/1.1" status: 204 len: 168 time: 0.4192741 Nov 12 01:35:34.824365 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=9cbf80cf-f573-44ea-a347-59643c4fb259,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:34.880370 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3937d317-9ad5-480f-b5a8-648edcd14be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5002f709-0fac-416b-b381-6039176ab3b7,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:34.921084 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5217eb05-50a8-43ef-8aef-80b876a660b7 req-f9c362cd-8dc2-44b5-ae0d-cec01ff1b700 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b1b7b99-db73-44f0-baf3-6da2a364ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506212 Nov 12 01:35:34.979224 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072cb818-f608-40de-98e3-7fb42f3daa22 req-56a44164-9f38-42aa-b066-4f181082c1fd tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:34.983892 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-072cb818-f608-40de-98e3-7fb42f3daa22 req-56a44164-9f38-42aa-b066-4f181082c1fd tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 946 time: 0.2090406 Nov 12 01:35:35.046127 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['9cbf80cf-f573-44ea-a347-59643c4fb259'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:35:35.118342 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-072cb818-f608-40de-98e3-7fb42f3daa22 req-10b4f32f-3d53-40a0-a0fa-5d5208f9b2d3 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5e73b0-89e2-4f08-b3e4-f68aa12c2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254759 Nov 12 01:35:35.312154 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:35.559803 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 48524) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:35:35.632347 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48526) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:35:35.633574 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2fc2c114-813c-4e28-93d5-9993c14407d2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1d3346f07404424fbb45e54efcaef200&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0708699 Nov 12 01:35:35.728408 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-059b149e-52b8-483d-874e-71bb07742143 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:35.770675 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-059b149e-52b8-483d-874e-71bb07742143 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:35.860211 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-059b149e-52b8-483d-874e-71bb07742143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:35.865371 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-059b149e-52b8-483d-874e-71bb07742143 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:35.867028 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-059b149e-52b8-483d-874e-71bb07742143 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/44864dfb-db53-4ede-afd6-b9239bb56d0b HTTP/1.1" status: 204 len: 168 time: 0.2313812 Nov 12 01:35:35.888751 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b149e-52b8-483d-874e-71bb07742143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44864dfb-db53-4ede-afd6-b9239bb56d0b,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:36.101188 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134178fe-b48b-448e-a9dc-9737fd026e60 req-850b2bb7-64e2-478a-8609-91e1ec4feb99 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:36.110813 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-134178fe-b48b-448e-a9dc-9737fd026e60 req-850b2bb7-64e2-478a-8609-91e1ec4feb99 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb88432a-a280-484c-80d0-bb2e506b78c7 HTTP/1.1" status: 200 len: 944 time: 0.0718019 Nov 12 01:35:36.183476 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-134178fe-b48b-448e-a9dc-9737fd026e60 req-d7bf48eb-688b-4d11-8704-f0284dc325a1 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b1b7b99-db73-44f0-baf3-6da2a364ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710089 Nov 12 01:35:36.301314 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 9cbf80cf-f573-44ea-a347-59643c4fb259 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:35:36.382044 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd95ea-a0b6-42ed-a9ce-51e416920482 req-4274f28b-74df-4aca-907e-d67d58854682 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:36.384745 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0fcd95ea-a0b6-42ed-a9ce-51e416920482 req-4274f28b-74df-4aca-907e-d67d58854682 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 946 time: 0.1294963 Nov 12 01:35:36.491867 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 9cbf80cf-f573-44ea-a347-59643c4fb259 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:35:36.507051 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 9cbf80cf-f573-44ea-a347-59643c4fb259 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:35:36.507424 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:36.539933 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0fcd95ea-a0b6-42ed-a9ce-51e416920482 req-d7c91f55-20d7-4803-bc04-5a6edb69ef36 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5e73b0-89e2-4f08-b3e4-f68aa12c2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484673 Nov 12 01:35:36.656542 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:36.695068 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb88432a-a280-484c-80d0-bb2e506b78c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cbf80cf-f573-44ea-a347-59643c4fb259'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:35:36.701723 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bcf59b0-9391-4a59-b3b0-cae66878743e" -d '{"events": [{"server_uuid": "cb88432a-a280-484c-80d0-bb2e506b78c7", "name": "network-vif-plugged", "status": "completed", "tag": "9cbf80cf-f573-44ea-a347-59643c4fb259"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:35:36.731084 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 9cbf80cf-f573-44ea-a347-59643c4fb259, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=9cbf80cf-f573-44ea-a347-59643c4fb259,segment=NetworkSegment(f889be5e-ad35-4d2f-9732-18c8b96cbaa7),segment_id=f889be5e-ad35-4d2f-9732-18c8b96cbaa7)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:35:36.740265 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:36.789298 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a5b818-bcd7-4b12-8d7b-dfb2daf2db40 x-openstack-request-id: req-62a5b818-bcd7-4b12-8d7b-dfb2daf2db40 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:35:36.789925 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb88432a-a280-484c-80d0-bb2e506b78c7", "name": "network-vif-plugged", "status": "completed", "tag": "9cbf80cf-f573-44ea-a347-59643c4fb259", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:35:36.790275 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-62a5b818-bcd7-4b12-8d7b-dfb2daf2db40 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:35:36.790814 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb88432a-a280-484c-80d0-bb2e506b78c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cbf80cf-f573-44ea-a347-59643c4fb259', 'code': 200} Nov 12 01:35:36.855586 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=9cbf80cf-f573-44ea-a347-59643c4fb259,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:36.872725 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:36.874312 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:36.876476 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:36.877096 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:36.878267 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:36.878917 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:36.879597 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:36.880194 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:36.880750 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:36.881304 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:36.881858 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:36.882436 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:37.007757 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac46af7-5e40-44ce-b84c-7ccd83453941 req-80b8ad9e-c9ba-40d6-a7c3-609235817ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:37.011126 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-cac46af7-5e40-44ce-b84c-7ccd83453941 req-80b8ad9e-c9ba-40d6-a7c3-609235817ec5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cb88432a-a280-484c-80d0-bb2e506b78c7 HTTP/1.1" status: 200 len: 1097 time: 0.0970128 Nov 12 01:35:37.099123 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-cac46af7-5e40-44ce-b84c-7ccd83453941 req-72ae2d70-c3fb-4d51-a92b-b183bbf72029 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1b1b7b99-db73-44f0-baf3-6da2a364ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794301 Nov 12 01:35:37.172358 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 48576) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:35:37.321415 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fef71-ddff-481e-b8a9-f675d4259e0d req-9cf799a2-a38b-4bfd-a4fb-1b7c076470d4 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:37.323471 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-666fef71-ddff-481e-b8a9-f675d4259e0d req-9cf799a2-a38b-4bfd-a4fb-1b7c076470d4 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb88432a-a280-484c-80d0-bb2e506b78c7 HTTP/1.1" status: 200 len: 945 time: 0.0604558 Nov 12 01:35:37.330207 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-7a6ebb94-e63c-4732-9d05-c2e9891f6c17 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1598327791-network', 'tenant_id': '47ae72be12504bb5b6ec465bbd1fafc1'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:35:37.366469 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6ebb94-e63c-4732-9d05-c2e9891f6c17 admin admin] Made reservation on behalf of 47ae72be12504bb5b6ec465bbd1fafc1 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:35:37.369999 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7a6ebb94-e63c-4732-9d05-c2e9891f6c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:37.399621 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7a6ebb94-e63c-4732-9d05-c2e9891f6c17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:37.470729 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-666fef71-ddff-481e-b8a9-f675d4259e0d req-24c3b03f-3a1f-489c-9a15-529c690eaada tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b1b7b99-db73-44f0-baf3-6da2a364ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147349 Nov 12 01:35:37.572417 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7a6ebb94-e63c-4732-9d05-c2e9891f6c17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:37.581375 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7a6ebb94-e63c-4732-9d05-c2e9891f6c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:37.597846 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a6ebb94-e63c-4732-9d05-c2e9891f6c17 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:35:37.609774 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7a6ebb94-e63c-4732-9d05-c2e9891f6c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:37.610287 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-7a6ebb94-e63c-4732-9d05-c2e9891f6c17 admin admin] Added segment 39e09d0b-10a5-453e-b781-c51faac4ca19 of type vlan for network f0da9330-f94c-4f80-8641-83193e26aa87 Nov 12 01:35:37.746657 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7a6ebb94-e63c-4732-9d05-c2e9891f6c17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:37.781614 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ebb94-e63c-4732-9d05-c2e9891f6c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92052215-ec88-49b5-adda-a389fd1a1e5e,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:37.804829 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcea307-ba96-4903-818f-40561447fe07 req-89cee471-a5c1-4fee-aac1-375339ccc9c8 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:37.806485 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5fcea307-ba96-4903-818f-40561447fe07 req-89cee471-a5c1-4fee-aac1-375339ccc9c8 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 946 time: 0.1371918 Nov 12 01:35:37.807799 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7a6ebb94-e63c-4732-9d05-c2e9891f6c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:37.808768 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6ebb94-e63c-4732-9d05-c2e9891f6c17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:37.809337 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7a6ebb94-e63c-4732-9d05-c2e9891f6c17 admin admin] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:37.856041 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7a6ebb94-e63c-4732-9d05-c2e9891f6c17 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6807587 Nov 12 01:35:37.856399 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48594) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:35:37.864496 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-a2b9fa46-103e-4c1d-8e1e-e0b5a03d55bc admin admin] Request body: {'subnet': {'network_id': 'f0da9330-f94c-4f80-8641-83193e26aa87', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1598327791-subnet', 'tenant_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'ip_version': 4}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:35:37.912406 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b9fa46-103e-4c1d-8e1e-e0b5a03d55bc admin admin] Made reservation on behalf of 47ae72be12504bb5b6ec465bbd1fafc1 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:35:37.922724 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a2b9fa46-103e-4c1d-8e1e-e0b5a03d55bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:37.929776 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ebb94-e63c-4732-9d05-c2e9891f6c17 admin admin] Pushing event updated for resources: {'Network': ['ID=f0da9330-f94c-4f80-8641-83193e26aa87,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:37.955227 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5fcea307-ba96-4903-818f-40561447fe07 req-f65605e7-cb31-41f6-9726-fc83cecb7134 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5e73b0-89e2-4f08-b3e4-f68aa12c2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162684 Nov 12 01:35:37.963037 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network f0da9330-f94c-4f80-8641-83193e26aa87 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:35:38.291121 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a2b9fa46-103e-4c1d-8e1e-e0b5a03d55bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:38.361146 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b9fa46-103e-4c1d-8e1e-e0b5a03d55bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=bba74820-9668-4ff9-875e-5118cda4780e,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:38.370973 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b9fa46-103e-4c1d-8e1e-e0b5a03d55bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:38.371554 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b9fa46-103e-4c1d-8e1e-e0b5a03d55bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:38.371693 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b9fa46-103e-4c1d-8e1e-e0b5a03d55bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:38.372026 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b9fa46-103e-4c1d-8e1e-e0b5a03d55bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:38.372370 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b9fa46-103e-4c1d-8e1e-e0b5a03d55bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:38.372705 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b9fa46-103e-4c1d-8e1e-e0b5a03d55bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:38.373038 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b9fa46-103e-4c1d-8e1e-e0b5a03d55bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:38.373372 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b9fa46-103e-4c1d-8e1e-e0b5a03d55bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:38.373700 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b9fa46-103e-4c1d-8e1e-e0b5a03d55bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:38.374030 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b9fa46-103e-4c1d-8e1e-e0b5a03d55bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:38.374359 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b9fa46-103e-4c1d-8e1e-e0b5a03d55bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:38.374684 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b9fa46-103e-4c1d-8e1e-e0b5a03d55bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:38.380694 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b9fa46-103e-4c1d-8e1e-e0b5a03d55bc admin admin] Checking segment: {'id': '39e09d0b-10a5-453e-b781-c51faac4ca19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f0da9330-f94c-4f80-8641-83193e26aa87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:35:38.381054 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b9fa46-103e-4c1d-8e1e-e0b5a03d55bc admin admin] Network hostable DHCP agents. Network: f0da9330-f94c-4f80-8641-83193e26aa87, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:35:38.404248 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b9fa46-103e-4c1d-8e1e-e0b5a03d55bc admin admin] Network f0da9330-f94c-4f80-8641-83193e26aa87 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:35:38.426651 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-a2b9fa46-103e-4c1d-8e1e-e0b5a03d55bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, f0da9330-f94c-4f80-8641-83193e26aa87) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:35:38.450024 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b9fa46-103e-4c1d-8e1e-e0b5a03d55bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:38.451058 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a2b9fa46-103e-4c1d-8e1e-e0b5a03d55bc admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:38.457006 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e61b65d-01a3-4378-b46f-82c9337023d5 None None] Network f0da9330-f94c-4f80-8641-83193e26aa87 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:35:38.483013 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a2b9fa46-103e-4c1d-8e1e-e0b5a03d55bc admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6251733 Nov 12 01:35:38.486793 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 48612) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:35:38.491475 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-0b20a59a-6736-459b-87fd-db726e72da8a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1598327791-router', 'tenant_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:35:38.547400 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0b20a59a-6736-459b-87fd-db726e72da8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:38.553481 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0b20a59a-6736-459b-87fd-db726e72da8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:38.654303 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0b20a59a-6736-459b-87fd-db726e72da8a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:38.730252 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:38.852877 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0b20a59a-6736-459b-87fd-db726e72da8a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:38.867662 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa0b52-4102-4628-8dcd-1f789eae8b8b req-930291f9-bf57-4d8d-8be1-476c0411943c tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:38.869340 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ecaa0b52-4102-4628-8dcd-1f789eae8b8b req-930291f9-bf57-4d8d-8be1-476c0411943c tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb88432a-a280-484c-80d0-bb2e506b78c7 HTTP/1.1" status: 200 len: 945 time: 0.2198799 Nov 12 01:35:38.880150 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9db7801-b731-4a64-bf6c-e4798d644df3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-f0da9330-f94c-4f80-8641-83193e26aa87', 'network_id': 'f0da9330-f94c-4f80-8641-83193e26aa87', 'tenant_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'fixed_ips': [{'subnet_id': 'bba74820-9668-4ff9-875e-5118cda4780e'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:35:38.881349 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e9db7801-b731-4a64-bf6c-e4798d644df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:39.095496 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ecaa0b52-4102-4628-8dcd-1f789eae8b8b req-fd9605ed-79ac-4c4a-bbe2-a6de4ad6a836 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b1b7b99-db73-44f0-baf3-6da2a364ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992497 Nov 12 01:35:39.165336 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-e9db7801-b731-4a64-bf6c-e4798d644df3 None None] Allocated IP 172.20.0.2 (f0da9330-f94c-4f80-8641-83193e26aa87/bba74820-9668-4ff9-875e-5118cda4780e/1ccbc85a-943b-4bf7-967e-b5b749a3e1a0) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:35:39.230306 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23d8fe-15df-4a57-ba08-c8015420f54f req-e56cf386-c193-47cf-8331-d081026bf633 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:39.240338 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0c23d8fe-15df-4a57-ba08-c8015420f54f req-e56cf386-c193-47cf-8331-d081026bf633 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 946 time: 0.1300149 Nov 12 01:35:39.481958 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0c23d8fe-15df-4a57-ba08-c8015420f54f req-331fc946-efdd-448e-bbe1-0e16e26e9dae tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5e73b0-89e2-4f08-b3e4-f68aa12c2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2399004 Nov 12 01:35:39.520575 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e9db7801-b731-4a64-bf6c-e4798d644df3 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:39.538491 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e9db7801-b731-4a64-bf6c-e4798d644df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:39.571525 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0b20a59a-6736-459b-87fd-db726e72da8a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:39.605145 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0b20a59a-6736-459b-87fd-db726e72da8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:39.646759 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9db7801-b731-4a64-bf6c-e4798d644df3 None None] Network f0da9330-f94c-4f80-8641-83193e26aa87 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:35:39.661098 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-e9db7801-b731-4a64-bf6c-e4798d644df3 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:35:39.671344 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9db7801-b731-4a64-bf6c-e4798d644df3 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:35:39.699859 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db7801-b731-4a64-bf6c-e4798d644df3 None None] Pushing event updated for resources: {'Port': ['ID=1ccbc85a-943b-4bf7-967e-b5b749a3e1a0,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:39.843029 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-e9db7801-b731-4a64-bf6c-e4798d644df3 None None] Attempting to bind port 1ccbc85a-943b-4bf7-967e-b5b749a3e1a0 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:35:39.843413 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-e9db7801-b731-4a64-bf6c-e4798d644df3 None None] Attempting to bind port 1ccbc85a-943b-4bf7-967e-b5b749a3e1a0 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '39e09d0b-10a5-453e-b781-c51faac4ca19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f0da9330-f94c-4f80-8641-83193e26aa87'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:35:39.844020 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9db7801-b731-4a64-bf6c-e4798d644df3 None None] Attempting to bind port 1ccbc85a-943b-4bf7-967e-b5b749a3e1a0 on network f0da9330-f94c-4f80-8641-83193e26aa87 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:35:39.853942 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9db7801-b731-4a64-bf6c-e4798d644df3 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:35:39.854496 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9db7801-b731-4a64-bf6c-e4798d644df3 None None] Checking segment: {'id': '39e09d0b-10a5-453e-b781-c51faac4ca19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f0da9330-f94c-4f80-8641-83193e26aa87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:35:39.854912 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e9db7801-b731-4a64-bf6c-e4798d644df3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:39.855313 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9db7801-b731-4a64-bf6c-e4798d644df3 None None] Bound using segment: {'id': '39e09d0b-10a5-453e-b781-c51faac4ca19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f0da9330-f94c-4f80-8641-83193e26aa87'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:35:39.855805 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-e9db7801-b731-4a64-bf6c-e4798d644df3 None None] Bound port: 1ccbc85a-943b-4bf7-967e-b5b749a3e1a0, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e09d0b-10a5-453e-b781-c51faac4ca19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f0da9330-f94c-4f80-8641-83193e26aa87'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:35:39.856224 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e9db7801-b731-4a64-bf6c-e4798d644df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:39.858963 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-0b20a59a-6736-459b-87fd-db726e72da8a admin admin] Allocated IP 172.25.3.119 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/05323792-7504-404c-bfce-f43c465e22c5) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:35:40.014099 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-e9db7801-b731-4a64-bf6c-e4798d644df3 None None] For port 1ccbc85a-943b-4bf7-967e-b5b749a3e1a0, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:35:40.021697 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-e9db7801-b731-4a64-bf6c-e4798d644df3 None None] For port 1ccbc85a-943b-4bf7-967e-b5b749a3e1a0, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=1ccbc85a-943b-4bf7-967e-b5b749a3e1a0,segment=NetworkSegment(39e09d0b-10a5-453e-b781-c51faac4ca19),segment_id=39e09d0b-10a5-453e-b781-c51faac4ca19)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:35:40.036146 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e9db7801-b731-4a64-bf6c-e4798d644df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:40.182315 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0b20a59a-6736-459b-87fd-db726e72da8a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:40.184168 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db7801-b731-4a64-bf6c-e4798d644df3 None None] Pushing event updated for resources: {'Port': ['ID=1ccbc85a-943b-4bf7-967e-b5b749a3e1a0,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:40.274563 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0b20a59a-6736-459b-87fd-db726e72da8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:40.369221 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b20a59a-6736-459b-87fd-db726e72da8a admin admin] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:35:40.375935 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-0b20a59a-6736-459b-87fd-db726e72da8a admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:35:40.389614 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b20a59a-6736-459b-87fd-db726e72da8a admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:35:40.428755 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1499f44d-c3e2-4b43-be80-d7214daebd3c None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:35:40.605275 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-566df38c-0d7b-4968-a67c-f69139566274 None None] Provisioning complete for port 05323792-7504-404c-bfce-f43c465e22c5 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:35:40.615231 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-566df38c-0d7b-4968-a67c-f69139566274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:40.764472 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-566df38c-0d7b-4968-a67c-f69139566274 None None] Port 05323792-7504-404c-bfce-f43c465e22c5 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:35:40.799768 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:40.824138 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b20a59a-6736-459b-87fd-db726e72da8a admin admin] Pushing event updated for resources: {'Port': ['ID=05323792-7504-404c-bfce-f43c465e22c5,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:40.972267 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde4641-6474-4044-aca5-d92862f2de2f req-7fb545c7-3e50-4ba8-9215-d99809ccaa86 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:40.981468 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8bde4641-6474-4044-aca5-d92862f2de2f req-7fb545c7-3e50-4ba8-9215-d99809ccaa86 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 946 time: 0.1768868 Nov 12 01:35:41.114745 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8bde4641-6474-4044-aca5-d92862f2de2f req-449bd805-567d-4d09-b580-eb20291d9266 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5e73b0-89e2-4f08-b3e4-f68aa12c2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322443 Nov 12 01:35:41.203332 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0b20a59a-6736-459b-87fd-db726e72da8a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:41.867595 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 1ccbc85a-943b-4bf7-967e-b5b749a3e1a0 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:35:42.047641 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 1ccbc85a-943b-4bf7-967e-b5b749a3e1a0 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:35:42.048806 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:42.218353 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813bac65-a366-49da-b302-d15ea3d48058 None None] Network f0da9330-f94c-4f80-8641-83193e26aa87 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:35:42.469181 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-257d43a1-be8c-472a-ad9f-ebba6ff66efa None None] Provisioning complete for port 1ccbc85a-943b-4bf7-967e-b5b749a3e1a0 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:35:42.470316 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-257d43a1-be8c-472a-ad9f-ebba6ff66efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:42.622994 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0b20a59a-6736-459b-87fd-db726e72da8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:42.644004 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:42.746090 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 1ccbc85a-943b-4bf7-967e-b5b749a3e1a0, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=1ccbc85a-943b-4bf7-967e-b5b749a3e1a0,segment=NetworkSegment(39e09d0b-10a5-453e-b781-c51faac4ca19),segment_id=39e09d0b-10a5-453e-b781-c51faac4ca19)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:35:42.763231 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:42.835165 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-257d43a1-be8c-472a-ad9f-ebba6ff66efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:42.950660 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=1ccbc85a-943b-4bf7-967e-b5b749a3e1a0,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:43.041244 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.api [None req-257d43a1-be8c-472a-ad9f-ebba6ff66efa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:35:43.041790 n-d-712142-27 neutron-server[109087]: DEBUG oslo_db.api [None req-257d43a1-be8c-472a-ad9f-ebba6ff66efa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:35:43.062208 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a25d88-a76a-44fb-8ff0-2cb362916158 req-35c43447-a8a3-4e36-8b66-caac2ba2bdf8 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:43.070912 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-38a25d88-a76a-44fb-8ff0-2cb362916158 req-35c43447-a8a3-4e36-8b66-caac2ba2bdf8 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 946 time: 0.7514105 Nov 12 01:35:43.138954 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b20a59a-6736-459b-87fd-db726e72da8a admin admin] Router 2b3685e8-b278-4541-9fe5-534d5659959b is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:35:43.206297 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-38a25d88-a76a-44fb-8ff0-2cb362916158 req-cd1464f6-f713-473e-9671-2e16d8825508 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5e73b0-89e2-4f08-b3e4-f68aa12c2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321244 Nov 12 01:35:43.517904 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b20a59a-6736-459b-87fd-db726e72da8a admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:35:43.534937 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5eb1b37-f754-44d7-b32a-dcf3aadb26a1 None None] Sync routers for ids ['2b3685e8-b278-4541-9fe5-534d5659959b'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:35:43.577607 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0b20a59a-6736-459b-87fd-db726e72da8a admin admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:43.577948 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5eb1b37-f754-44d7-b32a-dcf3aadb26a1 None None] Routers {'2b3685e8-b278-4541-9fe5-534d5659959b'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:35:43.578689 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-c5eb1b37-f754-44d7-b32a-dcf3aadb26a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:35:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['2b3685e8-b278-4541-9fe5-534d5659959b'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:35:43.588434 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-0b20a59a-6736-459b-87fd-db726e72da8a admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.1002426 Nov 12 01:35:43.592375 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48712) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:35:43.867080 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 1ccbc85a-943b-4bf7-967e-b5b749a3e1a0 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:35:43.963491 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-c5eb1b37-f754-44d7-b32a-dcf3aadb26a1 None None] Set router 2b3685e8-b278-4541-9fe5-534d5659959b gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:35:44.031322 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-07fabeaf-4827-4cab-88d9-254dc30af572 None None] Provisioning complete for port 1ccbc85a-943b-4bf7-967e-b5b749a3e1a0 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:35:44.032217 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-07fabeaf-4827-4cab-88d9-254dc30af572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:44.201325 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 1ccbc85a-943b-4bf7-967e-b5b749a3e1a0 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:35:44.201779 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:44.646618 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-c5eb1b37-f754-44d7-b32a-dcf3aadb26a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3685e8-b278-4541-9fe5-534d5659959b', 'name': 'tempest-TestServerBasicOps-1598327791-router', 'tenant_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '05323792-7504-404c-bfce-f43c465e22c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:35:38Z', 'updated_at': '2021-11-12T01:35:40Z', 'revision_number': 3, 'project_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'gw_port': {'id': '05323792-7504-404c-bfce-f43c465e22c5', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b3685e8-b278-4541-9fe5-534d5659959b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:35:39Z', 'updated_at': '2021-11-12T01:35:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:35:44.802162 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5eb1b37-f754-44d7-b32a-dcf3aadb26a1 None None] Checking router: 2b3685e8-b278-4541-9fe5-534d5659959b for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:35:44.804932 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5eb1b37-f754-44d7-b32a-dcf3aadb26a1 None None] Updating router 2b3685e8-b278-4541-9fe5-534d5659959b port 05323792-7504-404c-bfce-f43c465e22c5 binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:35:44.910516 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-c5eb1b37-f754-44d7-b32a-dcf3aadb26a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:44.933880 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce2518-45a0-435b-a469-d048b45b516e req-e4d73d28-d307-4e87-98c6-6b22fc81747d tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:44.955632 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7fce2518-45a0-435b-a469-d048b45b516e req-e4d73d28-d307-4e87-98c6-6b22fc81747d tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 946 time: 0.4481699 Nov 12 01:35:45.108850 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-66d8ff7e-67e6-4dbd-bff5-6c05948bb49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:45.178379 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7fce2518-45a0-435b-a469-d048b45b516e req-e873bbcc-081a-4512-a58e-3be112ba937c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5e73b0-89e2-4f08-b3e4-f68aa12c2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2188778 Nov 12 01:35:45.509323 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-66d8ff7e-67e6-4dbd-bff5-6c05948bb49d admin admin] Allocated IP 172.20.0.1 (f0da9330-f94c-4f80-8641-83193e26aa87/bba74820-9668-4ff9-875e-5118cda4780e/55eb492c-97ed-40f8-a43c-45c619336589) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:35:45.738368 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-c5eb1b37-f754-44d7-b32a-dcf3aadb26a1 None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:45.749483 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-c5eb1b37-f754-44d7-b32a-dcf3aadb26a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:45.837438 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-66d8ff7e-67e6-4dbd-bff5-6c05948bb49d admin admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:45.894023 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723bf418-f477-41f1-ab3d-7386be289041 None None] Pushing event updated for resources: {'Port': ['ID=05323792-7504-404c-bfce-f43c465e22c5,revision_number=2']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:45.946463 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-66d8ff7e-67e6-4dbd-bff5-6c05948bb49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:45.947872 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedb40c8-036d-45d7-97f4-6c147df44c5d None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:35:45.958560 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723bf418-f477-41f1-ab3d-7386be289041 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:45.959461 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723bf418-f477-41f1-ab3d-7386be289041 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:45.960532 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723bf418-f477-41f1-ab3d-7386be289041 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:45.961274 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723bf418-f477-41f1-ab3d-7386be289041 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:45.962243 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723bf418-f477-41f1-ab3d-7386be289041 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:45.962996 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723bf418-f477-41f1-ab3d-7386be289041 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:45.963726 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723bf418-f477-41f1-ab3d-7386be289041 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:45.965776 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723bf418-f477-41f1-ab3d-7386be289041 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:45.967572 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723bf418-f477-41f1-ab3d-7386be289041 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:45.968636 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723bf418-f477-41f1-ab3d-7386be289041 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:45.969374 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723bf418-f477-41f1-ab3d-7386be289041 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:45.970241 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723bf418-f477-41f1-ab3d-7386be289041 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:35:45.994322 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-c5eb1b37-f754-44d7-b32a-dcf3aadb26a1 None None] Attempting to bind port 05323792-7504-404c-bfce-f43c465e22c5 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:35:46.008587 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-c5eb1b37-f754-44d7-b32a-dcf3aadb26a1 None None] Attempting to bind port 05323792-7504-404c-bfce-f43c465e22c5 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:35:46.012030 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5eb1b37-f754-44d7-b32a-dcf3aadb26a1 None None] Attempting to bind port 05323792-7504-404c-bfce-f43c465e22c5 on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:35:46.040998 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5eb1b37-f754-44d7-b32a-dcf3aadb26a1 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:35:46.041929 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5eb1b37-f754-44d7-b32a-dcf3aadb26a1 None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:35:46.042720 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-c5eb1b37-f754-44d7-b32a-dcf3aadb26a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:46.043473 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5eb1b37-f754-44d7-b32a-dcf3aadb26a1 None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:35:46.044464 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-c5eb1b37-f754-44d7-b32a-dcf3aadb26a1 None None] Bound port: 05323792-7504-404c-bfce-f43c465e22c5, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:35:46.045308 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-c5eb1b37-f754-44d7-b32a-dcf3aadb26a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:46.060859 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-6ec850f5-def6-4b5d-b9c9-ed0165330008 None None] Provisioning complete for port 05323792-7504-404c-bfce-f43c465e22c5 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:35:46.061379 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6ec850f5-def6-4b5d-b9c9-ed0165330008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:46.165257 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-c5eb1b37-f754-44d7-b32a-dcf3aadb26a1 None None] For port 05323792-7504-404c-bfce-f43c465e22c5, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:35:46.165586 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d8ff7e-67e6-4dbd-bff5-6c05948bb49d admin admin] Pushing event updated for resources: {'Port': ['ID=55eb492c-97ed-40f8-a43c-45c619336589,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:46.175046 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-c5eb1b37-f754-44d7-b32a-dcf3aadb26a1 None None] For port 05323792-7504-404c-bfce-f43c465e22c5, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=05323792-7504-404c-bfce-f43c465e22c5,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:35:46.185287 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-c5eb1b37-f754-44d7-b32a-dcf3aadb26a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:46.199986 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-6ec850f5-def6-4b5d-b9c9-ed0165330008 None None] Port 05323792-7504-404c-bfce-f43c465e22c5 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:35:46.210523 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d8ff7e-67e6-4dbd-bff5-6c05948bb49d admin admin] Network f0da9330-f94c-4f80-8641-83193e26aa87 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:35:46.215355 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-66d8ff7e-67e6-4dbd-bff5-6c05948bb49d admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:35:46.231275 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d8ff7e-67e6-4dbd-bff5-6c05948bb49d admin admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:35:46.393836 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-66d8ff7e-67e6-4dbd-bff5-6c05948bb49d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:46.421422 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723bf418-f477-41f1-ab3d-7386be289041 None None] Pushing event updated for resources: {'Port': ['ID=05323792-7504-404c-bfce-f43c465e22c5,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:46.464819 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5eb1b37-f754-44d7-b32a-dcf3aadb26a1 None None] Routers {'2b3685e8-b278-4541-9fe5-534d5659959b'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:35:46.465739 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-c5eb1b37-f754-44d7-b32a-dcf3aadb26a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:35:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['2b3685e8-b278-4541-9fe5-534d5659959b'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:35:46.472540 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5d51ff-eaa6-4d04-9eec-ad3d007699b6 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:35:46.569156 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-079434d4-46e8-4016-a2bc-09287654d674 None None] Provisioning complete for port 05323792-7504-404c-bfce-f43c465e22c5 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:35:46.569779 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-079434d4-46e8-4016-a2bc-09287654d674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:46.581152 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfeef02-f2ab-4008-949d-29afeb756c29 req-6c96eb24-9417-4479-89a1-d06ecf0a84be tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:46.583562 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1cfeef02-f2ab-4008-949d-29afeb756c29 req-6c96eb24-9417-4479-89a1-d06ecf0a84be tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 946 time: 0.1934395 Nov 12 01:35:46.729626 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1cfeef02-f2ab-4008-949d-29afeb756c29 req-46e42c6e-e04e-4b3a-b212-e6c1d8411bc1 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5e73b0-89e2-4f08-b3e4-f68aa12c2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196303 Nov 12 01:35:46.841233 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-c5eb1b37-f754-44d7-b32a-dcf3aadb26a1 None None] Set router 2b3685e8-b278-4541-9fe5-534d5659959b gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:35:46.961144 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-079434d4-46e8-4016-a2bc-09287654d674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:47.051837 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-079434d4-46e8-4016-a2bc-09287654d674 None None] For port 05323792-7504-404c-bfce-f43c465e22c5, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=05323792-7504-404c-bfce-f43c465e22c5,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:35:47.063374 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-079434d4-46e8-4016-a2bc-09287654d674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:47.165735 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [req-75178411-30e6-4616-a17f-50ce2108462e req-0e38c5ff-7a7c-4980-8e5f-76949136aa65 service neutron] show failed (client error): The resource could not be found. Nov 12 01:35:47.184974 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079434d4-46e8-4016-a2bc-09287654d674 None None] Pushing event updated for resources: {'Port': ['ID=05323792-7504-404c-bfce-f43c465e22c5,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:47.212037 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-b8b37d30-17bd-4c77-8268-20a6f2d98025 None None] Provisioning complete for port 55eb492c-97ed-40f8-a43c-45c619336589 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:35:47.212513 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b8b37d30-17bd-4c77-8268-20a6f2d98025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:47.214003 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-75178411-30e6-4616-a17f-50ce2108462e req-0e38c5ff-7a7c-4980-8e5f-76949136aa65 service neutron] 10.222.0.44 "GET /v2.0/ports/60b825f9-4537-445e-a6c3-75bfba59812a/bindings/n-h1-712142-27 HTTP/1.1" status: 404 len: 381 time: 0.5037935 Nov 12 01:35:47.273741 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-b8b37d30-17bd-4c77-8268-20a6f2d98025 None None] Port 55eb492c-97ed-40f8-a43c-45c619336589 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:35:47.367032 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-66d8ff7e-67e6-4dbd-bff5-6c05948bb49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:47.565583 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-c5eb1b37-f754-44d7-b32a-dcf3aadb26a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3685e8-b278-4541-9fe5-534d5659959b', 'name': 'tempest-TestServerBasicOps-1598327791-router', 'tenant_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '05323792-7504-404c-bfce-f43c465e22c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:35:38Z', 'updated_at': '2021-11-12T01:35:40Z', 'revision_number': 3, 'project_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'gw_port': {'id': '05323792-7504-404c-bfce-f43c465e22c5', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b3685e8-b278-4541-9fe5-534d5659959b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:35:39Z', 'updated_at': '2021-11-12T01:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:35:47.634551 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5eb1b37-f754-44d7-b32a-dcf3aadb26a1 None None] The sync data for ids ['2b3685e8-b278-4541-9fe5-534d5659959b'] in n-d-712142-27 is: [{'id': '2b3685e8-b278-4541-9fe5-534d5659959b', 'name': 'tempest-TestServerBasicOps-1598327791-router', 'tenant_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '05323792-7504-404c-bfce-f43c465e22c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:35:38Z', 'updated_at': '2021-11-12T01:35:40Z', 'revision_number': 3, 'project_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'gw_port': {'id': '05323792-7504-404c-bfce-f43c465e22c5', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b3685e8-b278-4541-9fe5-534d5659959b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:35:39Z', 'updated_at': '2021-11-12T01:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:35:47.939022 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75178411-30e6-4616-a17f-50ce2108462e req-a9ccca35-ee14-485e-a31d-3d15b09d088d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:47.943150 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-75178411-30e6-4616-a17f-50ce2108462e req-a9ccca35-ee14-485e-a31d-3d15b09d088d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc&tenant_id=553fbe5d09fe49948bd69193fe3f0783 HTTP/1.1" status: 200 len: 1098 time: 0.1806850 Nov 12 01:35:47.997217 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d677e1-24f4-4669-a2d4-2dc177e3c0e4 req-c6c168a5-9e7c-482f-845f-80c27c7783f8 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:48.007615 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-75178411-30e6-4616-a17f-50ce2108462e req-8bc2a7d1-c8cc-437e-a2a0-ab0ebdfd4797 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712142-27', 'device_owner': 'compute:nova'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:35:48.015094 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-66d677e1-24f4-4669-a2d4-2dc177e3c0e4 req-c6c168a5-9e7c-482f-845f-80c27c7783f8 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 946 time: 0.1122797 Nov 12 01:35:48.116831 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-66d8ff7e-67e6-4dbd-bff5-6c05948bb49d admin admin] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:48.169279 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-66d677e1-24f4-4669-a2d4-2dc177e3c0e4 req-9f416051-2136-41df-ad8c-8ad6480215a8 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5e73b0-89e2-4f08-b3e4-f68aa12c2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531045 Nov 12 01:35:48.281316 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-66d8ff7e-67e6-4dbd-bff5-6c05948bb49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:48.407351 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d8ff7e-67e6-4dbd-bff5-6c05948bb49d admin admin] Pushing event updated for resources: {'Port': ['ID=55eb492c-97ed-40f8-a43c-45c619336589,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:48.521834 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-75178411-30e6-4616-a17f-50ce2108462e req-8bc2a7d1-c8cc-437e-a2a0-ab0ebdfd4797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:48.543721 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-66d8ff7e-67e6-4dbd-bff5-6c05948bb49d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:48.718376 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d8ff7e-67e6-4dbd-bff5-6c05948bb49d admin admin] Network f0da9330-f94c-4f80-8641-83193e26aa87 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:35:48.723216 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-66d8ff7e-67e6-4dbd-bff5-6c05948bb49d admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:35:49.240537 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-36d120d2-252d-491c-8e49-12e0b26fd524 None None] Provisioning complete for port 55eb492c-97ed-40f8-a43c-45c619336589 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:35:49.242046 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-36d120d2-252d-491c-8e49-12e0b26fd524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:49.424463 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:35:49.438136 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-36d120d2-252d-491c-8e49-12e0b26fd524 None None] Port 55eb492c-97ed-40f8-a43c-45c619336589 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:35:49.526477 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2779af4-61e6-4891-8bab-31436ed92343 req-aef43778-9a7b-4803-8bdd-db4c5c5b88cd tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:49.544678 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b2779af4-61e6-4891-8bab-31436ed92343 req-aef43778-9a7b-4803-8bdd-db4c5c5b88cd tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 946 time: 0.2265062 Nov 12 01:35:49.682571 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b2779af4-61e6-4891-8bab-31436ed92343 req-63534d75-b7b5-4907-88a1-bbc0a4ce99d6 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5e73b0-89e2-4f08-b3e4-f68aa12c2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364944 Nov 12 01:35:49.813127 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 05323792-7504-404c-bfce-f43c465e22c5 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:35:49.913315 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d8ff7e-67e6-4dbd-bff5-6c05948bb49d admin admin] Router 2b3685e8-b278-4541-9fe5-534d5659959b has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:35:49.934599 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 05323792-7504-404c-bfce-f43c465e22c5 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:35:49.935157 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:50.346516 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 60b825f9-4537-445e-a6c3-75bfba59812a no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:35:50.372142 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d8ff7e-67e6-4dbd-bff5-6c05948bb49d admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:35:50.390769 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-66d8ff7e-67e6-4dbd-bff5-6c05948bb49d admin admin] 10.222.0.45 "PUT /v2.0/routers/2b3685e8-b278-4541-9fe5-534d5659959b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7968838 Nov 12 01:35:50.519766 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-75178411-30e6-4616-a17f-50ce2108462e req-8bc2a7d1-c8cc-437e-a2a0-ab0ebdfd4797 service neutron] For port 60b825f9-4537-445e-a6c3-75bfba59812a, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=60b825f9-4537-445e-a6c3-75bfba59812a,segment=NetworkSegment(cc1c622a-5446-44d6-b64a-860c1673651a),segment_id=cc1c622a-5446-44d6-b64a-860c1673651a)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:35:50.660814 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-75178411-30e6-4616-a17f-50ce2108462e req-8bc2a7d1-c8cc-437e-a2a0-ab0ebdfd4797 service neutron] For port 60b825f9-4537-445e-a6c3-75bfba59812a, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:35:50.690701 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:50.908406 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-75178411-30e6-4616-a17f-50ce2108462e req-8bc2a7d1-c8cc-437e-a2a0-ab0ebdfd4797 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:50.976268 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ed3d55-761c-4a8e-b386-60e26027cbdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60b825f9-4537-445e-a6c3-75bfba59812a'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:35:50.981336 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ccf9fc-8bee-489d-bbba-9dc6c1d101bb" -d '{"events": [{"server_uuid": "30ed3d55-761c-4a8e-b386-60e26027cbdc", "name": "network-vif-unplugged", "status": "completed", "tag": "60b825f9-4537-445e-a6c3-75bfba59812a"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:35:51.001017 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-75178411-30e6-4616-a17f-50ce2108462e req-8bc2a7d1-c8cc-437e-a2a0-ab0ebdfd4797 service neutron] Transition to ACTIVE for port object 60b825f9-4537-445e-a6c3-75bfba59812a will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:35:51.012985 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-75178411-30e6-4616-a17f-50ce2108462e req-8bc2a7d1-c8cc-437e-a2a0-ab0ebdfd4797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:51.156773 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111610c-678b-4907-b483-31a789ebdc0e req-85e55ed3-5e02-4c72-9d65-5ab62ba55f7e tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:51.168176 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2111610c-678b-4907-b483-31a789ebdc0e req-85e55ed3-5e02-4c72-9d65-5ab62ba55f7e tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 946 time: 0.1948535 Nov 12 01:35:51.254356 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2111610c-678b-4907-b483-31a789ebdc0e req-f766ec07-44b9-470b-b232-a7c03c1a4be4 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5e73b0-89e2-4f08-b3e4-f68aa12c2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759773 Nov 12 01:35:51.273437 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.api [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:35:51.274072 n-d-712142-27 neutron-server[109087]: DEBUG oslo_db.api [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:35:51.297857 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0883281f-8214-4507-b3e1-1908c3b56cfc x-openstack-request-id: req-0883281f-8214-4507-b3e1-1908c3b56cfc {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:35:51.307532 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ed3d55-761c-4a8e-b386-60e26027cbdc", "name": "network-vif-unplugged", "status": "completed", "tag": "60b825f9-4537-445e-a6c3-75bfba59812a", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:35:51.308399 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0883281f-8214-4507-b3e1-1908c3b56cfc {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:35:51.341679 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ed3d55-761c-4a8e-b386-60e26027cbdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60b825f9-4537-445e-a6c3-75bfba59812a', 'code': 200} Nov 12 01:35:51.364677 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d260aad-f747-4185-97e5-07acdcecd57f None None] Sync routers for ids ['2b3685e8-b278-4541-9fe5-534d5659959b'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:35:51.395743 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d260aad-f747-4185-97e5-07acdcecd57f None None] Routers {'2b3685e8-b278-4541-9fe5-534d5659959b'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:35:51.397003 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-8d260aad-f747-4185-97e5-07acdcecd57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:35:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['2b3685e8-b278-4541-9fe5-534d5659959b'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:35:51.566901 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc2a7d1-c8cc-437e-a2a0-ab0ebdfd4797 service neutron] Pushing event updated for resources: {'Port': ['ID=60b825f9-4537-445e-a6c3-75bfba59812a,revision_number=6']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:51.802618 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-75178411-30e6-4616-a17f-50ce2108462e req-8bc2a7d1-c8cc-437e-a2a0-ab0ebdfd4797 service neutron] No DVR routers for this DVR port 60b825f9-4537-445e-a6c3-75bfba59812a on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:35:52.017218 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-8d260aad-f747-4185-97e5-07acdcecd57f None None] Set router 2b3685e8-b278-4541-9fe5-534d5659959b gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:35:52.131653 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-75178411-30e6-4616-a17f-50ce2108462e req-8bc2a7d1-c8cc-437e-a2a0-ab0ebdfd4797 service neutron] Attempting to bind port 60b825f9-4537-445e-a6c3-75bfba59812a on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:35:52.132551 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-75178411-30e6-4616-a17f-50ce2108462e req-8bc2a7d1-c8cc-437e-a2a0-ab0ebdfd4797 service neutron] Attempting to bind port 60b825f9-4537-445e-a6c3-75bfba59812a by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': 'cc1c622a-5446-44d6-b64a-860c1673651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '26afd3d7-f476-4a62-835b-6349cc82b916'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:35:52.132809 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75178411-30e6-4616-a17f-50ce2108462e req-8bc2a7d1-c8cc-437e-a2a0-ab0ebdfd4797 service neutron] Attempting to bind port 60b825f9-4537-445e-a6c3-75bfba59812a on network 26afd3d7-f476-4a62-835b-6349cc82b916 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:35:52.138191 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75178411-30e6-4616-a17f-50ce2108462e req-8bc2a7d1-c8cc-437e-a2a0-ab0ebdfd4797 service neutron] Port 60b825f9-4537-445e-a6c3-75bfba59812a on network 26afd3d7-f476-4a62-835b-6349cc82b916 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:35:52.138524 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75178411-30e6-4616-a17f-50ce2108462e req-8bc2a7d1-c8cc-437e-a2a0-ab0ebdfd4797 service neutron] Attempting to bind port 60b825f9-4537-445e-a6c3-75bfba59812a on network 26afd3d7-f476-4a62-835b-6349cc82b916 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:35:52.145125 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75178411-30e6-4616-a17f-50ce2108462e req-8bc2a7d1-c8cc-437e-a2a0-ab0ebdfd4797 service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:35:52.145479 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75178411-30e6-4616-a17f-50ce2108462e req-8bc2a7d1-c8cc-437e-a2a0-ab0ebdfd4797 service neutron] Checking segment: {'id': 'cc1c622a-5446-44d6-b64a-860c1673651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '26afd3d7-f476-4a62-835b-6349cc82b916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:35:52.145882 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75178411-30e6-4616-a17f-50ce2108462e req-8bc2a7d1-c8cc-437e-a2a0-ab0ebdfd4797 service neutron] Bound using segment: {'id': 'cc1c622a-5446-44d6-b64a-860c1673651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '26afd3d7-f476-4a62-835b-6349cc82b916'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:35:52.146668 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-75178411-30e6-4616-a17f-50ce2108462e req-8bc2a7d1-c8cc-437e-a2a0-ab0ebdfd4797 service neutron] Bound port: 60b825f9-4537-445e-a6c3-75bfba59812a, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc1c622a-5446-44d6-b64a-860c1673651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '26afd3d7-f476-4a62-835b-6349cc82b916'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:35:52.147048 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-75178411-30e6-4616-a17f-50ce2108462e req-8bc2a7d1-c8cc-437e-a2a0-ab0ebdfd4797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:52.232783 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-75178411-30e6-4616-a17f-50ce2108462e req-8bc2a7d1-c8cc-437e-a2a0-ab0ebdfd4797 service neutron] For port 60b825f9-4537-445e-a6c3-75bfba59812a, host n-h1-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:35:52.235878 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 48856) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:35:52.238396 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-75178411-30e6-4616-a17f-50ce2108462e req-8bc2a7d1-c8cc-437e-a2a0-ab0ebdfd4797 service neutron] For port 60b825f9-4537-445e-a6c3-75bfba59812a, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=60b825f9-4537-445e-a6c3-75bfba59812a,segment=NetworkSegment(cc1c622a-5446-44d6-b64a-860c1673651a),segment_id=cc1c622a-5446-44d6-b64a-860c1673651a)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:35:52.250083 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-c71bf147-a582-41d5-9517-b5cd898512a3 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1884938533-network', 'tenant_id': '89b3032c4a264e6cacf1a91f5532bcae'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:35:52.250920 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-75178411-30e6-4616-a17f-50ce2108462e req-8bc2a7d1-c8cc-437e-a2a0-ab0ebdfd4797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:52.363645 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71bf147-a582-41d5-9517-b5cd898512a3 admin admin] Made reservation on behalf of 89b3032c4a264e6cacf1a91f5532bcae for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:35:52.370382 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c71bf147-a582-41d5-9517-b5cd898512a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:52.407868 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c71bf147-a582-41d5-9517-b5cd898512a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:52.455514 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc2a7d1-c8cc-437e-a2a0-ab0ebdfd4797 service neutron] Pushing event updated for resources: {'Port': ['ID=60b825f9-4537-445e-a6c3-75bfba59812a,revision_number=7']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:52.464931 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75178411-30e6-4616-a17f-50ce2108462e req-8bc2a7d1-c8cc-437e-a2a0-ab0ebdfd4797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:52.466422 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-75178411-30e6-4616-a17f-50ce2108462e req-8bc2a7d1-c8cc-437e-a2a0-ab0ebdfd4797 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:52.476811 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-75178411-30e6-4616-a17f-50ce2108462e req-8bc2a7d1-c8cc-437e-a2a0-ab0ebdfd4797 service neutron] 10.222.0.16 "PUT /v2.0/ports/60b825f9-4537-445e-a6c3-75bfba59812a HTTP/1.1" status: 200 len: 1093 time: 4.5124328 Nov 12 01:35:52.664594 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c71bf147-a582-41d5-9517-b5cd898512a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:52.755287 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c71bf147-a582-41d5-9517-b5cd898512a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:52.780266 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c71bf147-a582-41d5-9517-b5cd898512a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:35:52.780476 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75178411-30e6-4616-a17f-50ce2108462e req-f17414f7-f5d9-4886-ac59-dc1bee8e8178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:52.801497 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-75178411-30e6-4616-a17f-50ce2108462e req-f17414f7-f5d9-4886-ac59-dc1bee8e8178 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=553fbe5d09fe49948bd69193fe3f0783&device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 1096 time: 0.2432361 Nov 12 01:35:52.802618 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c71bf147-a582-41d5-9517-b5cd898512a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:52.803255 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-c71bf147-a582-41d5-9517-b5cd898512a3 admin admin] Added segment 24c05da2-ba38-4afc-8248-88438e37eee3 of type vlan for network fc955285-4ad7-4ad8-a1f9-419bca9490e5 Nov 12 01:35:52.856174 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-8d260aad-f747-4185-97e5-07acdcecd57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3685e8-b278-4541-9fe5-534d5659959b', 'name': 'tempest-TestServerBasicOps-1598327791-router', 'tenant_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '05323792-7504-404c-bfce-f43c465e22c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:35:38Z', 'updated_at': '2021-11-12T01:35:47Z', 'revision_number': 4, 'project_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'gw_port': {'id': '05323792-7504-404c-bfce-f43c465e22c5', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3685e8-b278-4541-9fe5-534d5659959b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:35:39Z', 'updated_at': '2021-11-12T01:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '55eb492c-97ed-40f8-a43c-45c619336589', 'name': '', 'network_id': 'f0da9330-f94c-4f80-8641-83193e26aa87', 'tenant_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'mac_address': 'fa:16:3e:5b:05:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b3685e8-b278-4541-9fe5-534d5659959b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': 'bba74820-9668-4ff9-875e-5118cda4780e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:35:45Z', 'updated_at': '2021-11-12T01:35:47Z', 'revision_number': 2, 'project_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'subnets': [{'id': 'bba74820-9668-4ff9-875e-5118cda4780e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:35:52.912689 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c71bf147-a582-41d5-9517-b5cd898512a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:52.938751 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d260aad-f747-4185-97e5-07acdcecd57f None None] Checking router: 2b3685e8-b278-4541-9fe5-534d5659959b for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:35:52.939213 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d260aad-f747-4185-97e5-07acdcecd57f None None] Updating router 2b3685e8-b278-4541-9fe5-534d5659959b port 55eb492c-97ed-40f8-a43c-45c619336589 binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:35:52.974011 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8d260aad-f747-4185-97e5-07acdcecd57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:53.031714 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71bf147-a582-41d5-9517-b5cd898512a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf700c5-524c-4bcc-9801-9d237c996856,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:53.050560 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c71bf147-a582-41d5-9517-b5cd898512a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:53.056140 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71bf147-a582-41d5-9517-b5cd898512a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:53.063074 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c71bf147-a582-41d5-9517-b5cd898512a3 admin admin] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:53.208824 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75178411-30e6-4616-a17f-50ce2108462e req-5c0a33d6-4f94-4cf8-aad3-ca8d791fb331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:53.212909 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-75178411-30e6-4616-a17f-50ce2108462e req-5c0a33d6-4f94-4cf8-aad3-ca8d791fb331 service neutron] 10.222.0.16 "GET /v2.0/networks?id=26afd3d7-f476-4a62-835b-6349cc82b916 HTTP/1.1" status: 200 len: 896 time: 0.3926916 Nov 12 01:35:53.215922 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c71bf147-a582-41d5-9517-b5cd898512a3 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9765289 Nov 12 01:35:53.236986 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 48874) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:35:53.241925 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2722c270-090a-46e5-8d95-dfa7d0c27da5 req-cb7da7c7-61d6-48fa-a22c-baef532cf324 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:53.244829 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2722c270-090a-46e5-8d95-dfa7d0c27da5 req-cb7da7c7-61d6-48fa-a22c-baef532cf324 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 944 time: 0.5773718 Nov 12 01:35:53.246439 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71bf147-a582-41d5-9517-b5cd898512a3 admin admin] Pushing event updated for resources: {'Network': ['ID=fc955285-4ad7-4ad8-a1f9-419bca9490e5,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:53.249267 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-14e16805-4e4b-4abb-9abc-be3ae96bc953 admin admin] Request body: {'subnet': {'network_id': 'fc955285-4ad7-4ad8-a1f9-419bca9490e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1884938533-subnet', 'tenant_id': '89b3032c4a264e6cacf1a91f5532bcae', 'ip_version': 4}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:35:53.369072 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2722c270-090a-46e5-8d95-dfa7d0c27da5 req-a8a4b938-a6b4-405c-8282-13675f719033 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5e73b0-89e2-4f08-b3e4-f68aa12c2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024876 Nov 12 01:35:53.378876 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network fc955285-4ad7-4ad8-a1f9-419bca9490e5 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:35:53.398550 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30ed3d55-761c-4a8e-b386-60e26027cbdc', 'tag': '60b825f9-4537-445e-a6c3-75bfba59812a'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:35:53.405889 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce18b41-2f43-4fec-9ee5-d4145cf3ec13" -d '{"events": [{"name": "network-changed", "server_uuid": "30ed3d55-761c-4a8e-b386-60e26027cbdc", "tag": "60b825f9-4537-445e-a6c3-75bfba59812a"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:35:53.486040 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-75178411-30e6-4616-a17f-50ce2108462e req-a01616d8-9736-467c-81bd-3102ba0e56d6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60b825f9-4537-445e-a6c3-75bfba59812a HTTP/1.1" status: 200 len: 1000 time: 0.2543509 Nov 12 01:35:53.489055 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e16805-4e4b-4abb-9abc-be3ae96bc953 admin admin] Made reservation on behalf of 89b3032c4a264e6cacf1a91f5532bcae for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:35:53.492940 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-14e16805-4e4b-4abb-9abc-be3ae96bc953 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:53.582134 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af2634b-a65f-4430-8ef6-957b80b4d36d x-openstack-request-id: req-2af2634b-a65f-4430-8ef6-957b80b4d36d {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:35:53.582704 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30ed3d55-761c-4a8e-b386-60e26027cbdc", "tag": "60b825f9-4537-445e-a6c3-75bfba59812a", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:35:53.583236 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2af2634b-a65f-4430-8ef6-957b80b4d36d {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:35:53.584059 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30ed3d55-761c-4a8e-b386-60e26027cbdc', 'tag': '60b825f9-4537-445e-a6c3-75bfba59812a', 'status': 'completed', 'code': 200} Nov 12 01:35:53.683173 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75178411-30e6-4616-a17f-50ce2108462e req-0a80423c-7983-4dd6-b429-4a24ad7002b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:53.688805 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-75178411-30e6-4616-a17f-50ce2108462e req-0a80423c-7983-4dd6-b429-4a24ad7002b5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=595b1559-4f0e-4874-8a53-2400bc039bb2 HTTP/1.1" status: 200 len: 835 time: 0.1901731 Nov 12 01:35:53.857676 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75178411-30e6-4616-a17f-50ce2108462e req-857c96b2-9704-4e6f-a881-761872740c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:53.862901 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-75178411-30e6-4616-a17f-50ce2108462e req-857c96b2-9704-4e6f-a881-761872740c4c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=26afd3d7-f476-4a62-835b-6349cc82b916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1555517 Nov 12 01:35:53.880563 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce18b41-2f43-4fec-9ee5-d4145cf3ec13 req-0d0c66bc-be26-41fa-8328-faee5ba8c45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:53.880563 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0ce18b41-2f43-4fec-9ee5-d4145cf3ec13 req-0d0c66bc-be26-41fa-8328-faee5ba8c45f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=553fbe5d09fe49948bd69193fe3f0783&device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 1096 time: 0.1933095 Nov 12 01:35:53.921666 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8d260aad-f747-4185-97e5-07acdcecd57f None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:53.943134 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8d260aad-f747-4185-97e5-07acdcecd57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:54.226983 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-8d260aad-f747-4185-97e5-07acdcecd57f None None] Attempting to bind port 55eb492c-97ed-40f8-a43c-45c619336589 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:35:54.227539 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-8d260aad-f747-4185-97e5-07acdcecd57f None None] Attempting to bind port 55eb492c-97ed-40f8-a43c-45c619336589 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '39e09d0b-10a5-453e-b781-c51faac4ca19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f0da9330-f94c-4f80-8641-83193e26aa87'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:35:54.228652 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d260aad-f747-4185-97e5-07acdcecd57f None None] Attempting to bind port 55eb492c-97ed-40f8-a43c-45c619336589 on network f0da9330-f94c-4f80-8641-83193e26aa87 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:35:54.244293 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e40b9-546c-46b4-b755-591d23f8ede2 None None] Pushing event updated for resources: {'Port': ['ID=55eb492c-97ed-40f8-a43c-45c619336589,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:54.256617 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d260aad-f747-4185-97e5-07acdcecd57f None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:35:54.258103 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d260aad-f747-4185-97e5-07acdcecd57f None None] Checking segment: {'id': '39e09d0b-10a5-453e-b781-c51faac4ca19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f0da9330-f94c-4f80-8641-83193e26aa87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:35:54.258445 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8d260aad-f747-4185-97e5-07acdcecd57f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:54.259594 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d260aad-f747-4185-97e5-07acdcecd57f None None] Bound using segment: {'id': '39e09d0b-10a5-453e-b781-c51faac4ca19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f0da9330-f94c-4f80-8641-83193e26aa87'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:35:54.260607 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-8d260aad-f747-4185-97e5-07acdcecd57f None None] Bound port: 55eb492c-97ed-40f8-a43c-45c619336589, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e09d0b-10a5-453e-b781-c51faac4ca19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f0da9330-f94c-4f80-8641-83193e26aa87'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:35:54.261206 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8d260aad-f747-4185-97e5-07acdcecd57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:54.324988 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce18b41-2f43-4fec-9ee5-d4145cf3ec13 req-695a9955-1b49-4df4-8991-1192cabc81ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:54.328601 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0ce18b41-2f43-4fec-9ee5-d4145cf3ec13 req-695a9955-1b49-4df4-8991-1192cabc81ed service neutron] 10.222.0.44 "GET /v2.0/networks?id=26afd3d7-f476-4a62-835b-6349cc82b916 HTTP/1.1" status: 200 len: 896 time: 0.4432395 Nov 12 01:35:54.427247 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-8d260aad-f747-4185-97e5-07acdcecd57f None None] For port 55eb492c-97ed-40f8-a43c-45c619336589, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:35:54.440954 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-8d260aad-f747-4185-97e5-07acdcecd57f None None] For port 55eb492c-97ed-40f8-a43c-45c619336589, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=55eb492c-97ed-40f8-a43c-45c619336589,segment=NetworkSegment(39e09d0b-10a5-453e-b781-c51faac4ca19),segment_id=39e09d0b-10a5-453e-b781-c51faac4ca19)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:35:54.456632 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8d260aad-f747-4185-97e5-07acdcecd57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:54.626738 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-8f3727dd-735c-4770-b2af-1694d94cccc3 None None] Provisioning complete for port 55eb492c-97ed-40f8-a43c-45c619336589 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:35:54.628228 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8f3727dd-735c-4770-b2af-1694d94cccc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:54.628733 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-75178411-30e6-4616-a17f-50ce2108462e req-6cd36654-edaf-4835-9116-6f5bf3134309 service neutron] 10.222.0.16 "GET /v2.0/networks/26afd3d7-f476-4a62-835b-6349cc82b916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7545130 Nov 12 01:35:54.653031 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d260aad-f747-4185-97e5-07acdcecd57f None None] Routers {'2b3685e8-b278-4541-9fe5-534d5659959b'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:35:54.654134 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-8d260aad-f747-4185-97e5-07acdcecd57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:35:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['2b3685e8-b278-4541-9fe5-534d5659959b'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:35:54.679776 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-14e16805-4e4b-4abb-9abc-be3ae96bc953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:54.724144 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e40b9-546c-46b4-b755-591d23f8ede2 None None] Pushing event updated for resources: {'Port': ['ID=55eb492c-97ed-40f8-a43c-45c619336589,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:54.803707 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb909896-4cc3-4673-9380-b2141f494797 req-9a4b932e-b7b5-4a31-8fb5-ef028f01e376 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:54.810032 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cb909896-4cc3-4673-9380-b2141f494797 req-9a4b932e-b7b5-4a31-8fb5-ef028f01e376 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 944 time: 0.1716216 Nov 12 01:35:55.045565 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cb909896-4cc3-4673-9380-b2141f494797 req-07123923-eee7-4ae5-8147-7476fa117769 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5e73b0-89e2-4f08-b3e4-f68aa12c2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2199938 Nov 12 01:35:55.062512 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0ce18b41-2f43-4fec-9ee5-d4145cf3ec13 req-11d5e62d-2658-464a-80be-8a8d59c19faa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60b825f9-4537-445e-a6c3-75bfba59812a HTTP/1.1" status: 200 len: 1000 time: 0.5429275 Nov 12 01:35:55.182383 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8f3727dd-735c-4770-b2af-1694d94cccc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:55.238592 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-75178411-30e6-4616-a17f-50ce2108462e req-37972f0d-1bfe-4b35-ad38-c60feb23af59 service neutron] 10.222.0.16 "GET /v2.0/networks/26afd3d7-f476-4a62-835b-6349cc82b916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5904529 Nov 12 01:35:55.262497 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-8f3727dd-735c-4770-b2af-1694d94cccc3 None None] For port 55eb492c-97ed-40f8-a43c-45c619336589, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=55eb492c-97ed-40f8-a43c-45c619336589,segment=NetworkSegment(39e09d0b-10a5-453e-b781-c51faac4ca19),segment_id=39e09d0b-10a5-453e-b781-c51faac4ca19)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:35:55.263437 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e16805-4e4b-4abb-9abc-be3ae96bc953 admin admin] Checking segment: {'id': '24c05da2-ba38-4afc-8248-88438e37eee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fc955285-4ad7-4ad8-a1f9-419bca9490e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:35:55.264194 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e16805-4e4b-4abb-9abc-be3ae96bc953 admin admin] Network hostable DHCP agents. Network: fc955285-4ad7-4ad8-a1f9-419bca9490e5, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:35:55.271132 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e16805-4e4b-4abb-9abc-be3ae96bc953 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a0e348b-50ea-4247-84b9-4dbcbfb7e0f8,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:55.271442 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-8d260aad-f747-4185-97e5-07acdcecd57f None None] Set router 2b3685e8-b278-4541-9fe5-534d5659959b gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:35:55.279217 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8f3727dd-735c-4770-b2af-1694d94cccc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:55.344053 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e16805-4e4b-4abb-9abc-be3ae96bc953 admin admin] Network fc955285-4ad7-4ad8-a1f9-419bca9490e5 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:35:55.353912 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce18b41-2f43-4fec-9ee5-d4145cf3ec13 req-dbdb3684-fcf6-477f-82de-9ddd9999a5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:55.356468 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0ce18b41-2f43-4fec-9ee5-d4145cf3ec13 req-dbdb3684-fcf6-477f-82de-9ddd9999a5f2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=595b1559-4f0e-4874-8a53-2400bc039bb2 HTTP/1.1" status: 200 len: 835 time: 0.2649341 Nov 12 01:35:55.412290 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-14e16805-4e4b-4abb-9abc-be3ae96bc953 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, fc955285-4ad7-4ad8-a1f9-419bca9490e5) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:35:55.483417 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa405a2b-6d12-4c22-a268-61742825d6ab None None] Network fc955285-4ad7-4ad8-a1f9-419bca9490e5 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:35:55.501270 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e16805-4e4b-4abb-9abc-be3ae96bc953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:55.502558 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-14e16805-4e4b-4abb-9abc-be3ae96bc953 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:55.552511 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-14e16805-4e4b-4abb-9abc-be3ae96bc953 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3138583 Nov 12 01:35:55.556896 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 48918) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:35:55.570490 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-bae62864-caad-45a0-ac68-dd57e4543c4a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1884938533-router', 'tenant_id': '89b3032c4a264e6cacf1a91f5532bcae', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:35:55.590203 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce18b41-2f43-4fec-9ee5-d4145cf3ec13 req-a13b8830-27fb-4ce2-8e43-dbea40c6d9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:55.593848 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0ce18b41-2f43-4fec-9ee5-d4145cf3ec13 req-a13b8830-27fb-4ce2-8e43-dbea40c6d9ad service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=26afd3d7-f476-4a62-835b-6349cc82b916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2248590 Nov 12 01:35:55.604019 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce18b41-2f43-4fec-9ee5-d4145cf3ec13 req-27b2ac76-82db-4eb4-bf20-ee3e2e14072f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:55.606900 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0ce18b41-2f43-4fec-9ee5-d4145cf3ec13 req-27b2ac76-82db-4eb4-bf20-ee3e2e14072f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=553fbe5d09fe49948bd69193fe3f0783&device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 1096 time: 0.2212031 Nov 12 01:35:55.646396 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3727dd-735c-4770-b2af-1694d94cccc3 None None] Pushing event updated for resources: {'Port': ['ID=55eb492c-97ed-40f8-a43c-45c619336589,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:55.695210 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bae62864-caad-45a0-ac68-dd57e4543c4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:55.700878 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bae62864-caad-45a0-ac68-dd57e4543c4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:55.793036 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0ce18b41-2f43-4fec-9ee5-d4145cf3ec13 req-f6d80a15-99a4-42de-a1a9-35644f617841 service neutron] 10.222.0.44 "GET /v2.0/networks/26afd3d7-f476-4a62-835b-6349cc82b916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842911 Nov 12 01:35:55.802141 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7537c886-6bc1-4e77-9be7-dcb34e4b8fdd None None] Provisioning complete for port 55eb492c-97ed-40f8-a43c-45c619336589 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:35:55.802863 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7537c886-6bc1-4e77-9be7-dcb34e4b8fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:55.843176 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bae62864-caad-45a0-ac68-dd57e4543c4a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:56.354007 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bae62864-caad-45a0-ac68-dd57e4543c4a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:56.369164 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e997e7a7-5e78-44ab-ad8d-4dd6fa974a47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-fc955285-4ad7-4ad8-a1f9-419bca9490e5', 'network_id': 'fc955285-4ad7-4ad8-a1f9-419bca9490e5', 'tenant_id': '89b3032c4a264e6cacf1a91f5532bcae', 'fixed_ips': [{'subnet_id': '0a0e348b-50ea-4247-84b9-4dbcbfb7e0f8'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:35:56.370523 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e997e7a7-5e78-44ab-ad8d-4dd6fa974a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:56.425864 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0ce18b41-2f43-4fec-9ee5-d4145cf3ec13 req-ea48e9c8-76ea-430a-9482-a00a00d4ae8e service neutron] 10.222.0.44 "GET /v2.0/networks/26afd3d7-f476-4a62-835b-6349cc82b916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6144202 Nov 12 01:35:56.471874 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce18b41-2f43-4fec-9ee5-d4145cf3ec13 req-5107b9ff-cc50-4c2a-b86b-93d837f8842d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:56.472484 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0ce18b41-2f43-4fec-9ee5-d4145cf3ec13 req-5107b9ff-cc50-4c2a-b86b-93d837f8842d service neutron] 10.222.0.16 "GET /v2.0/networks?id=26afd3d7-f476-4a62-835b-6349cc82b916 HTTP/1.1" status: 200 len: 896 time: 0.6765482 Nov 12 01:35:56.525289 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e16a75e-60aa-4bdf-902f-c994edd6cc24 req-e6ce9f2f-63d5-436b-9b0a-f6ea56180a26 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:56.529586 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7e16a75e-60aa-4bdf-902f-c994edd6cc24 req-e6ce9f2f-63d5-436b-9b0a-f6ea56180a26 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 944 time: 0.2341266 Nov 12 01:35:56.678604 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0ce18b41-2f43-4fec-9ee5-d4145cf3ec13 req-c360c9ed-1fcc-4f39-9b7a-9da8ec999d26 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60b825f9-4537-445e-a6c3-75bfba59812a HTTP/1.1" status: 200 len: 1000 time: 0.1841784 Nov 12 01:35:56.749752 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7e16a75e-60aa-4bdf-902f-c994edd6cc24 req-badeeb6c-3add-466b-a4f7-b7f66e121ce0 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5e73b0-89e2-4f08-b3e4-f68aa12c2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665804 Nov 12 01:35:56.830655 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-8d260aad-f747-4185-97e5-07acdcecd57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3685e8-b278-4541-9fe5-534d5659959b', 'name': 'tempest-TestServerBasicOps-1598327791-router', 'tenant_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '05323792-7504-404c-bfce-f43c465e22c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:35:38Z', 'updated_at': '2021-11-12T01:35:47Z', 'revision_number': 4, 'project_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'gw_port': {'id': '05323792-7504-404c-bfce-f43c465e22c5', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3685e8-b278-4541-9fe5-534d5659959b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:35:39Z', 'updated_at': '2021-11-12T01:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '55eb492c-97ed-40f8-a43c-45c619336589', 'name': '', 'network_id': 'f0da9330-f94c-4f80-8641-83193e26aa87', 'tenant_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'mac_address': 'fa:16:3e:5b:05:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b3685e8-b278-4541-9fe5-534d5659959b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': 'bba74820-9668-4ff9-875e-5118cda4780e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:35:45Z', 'updated_at': '2021-11-12T01:35:54Z', 'revision_number': 4, 'project_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'subnets': [{'id': 'bba74820-9668-4ff9-875e-5118cda4780e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:35:56.852338 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce18b41-2f43-4fec-9ee5-d4145cf3ec13 req-4e52512a-df4c-4b3e-a87e-bbcf9a07bc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:56.855008 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0ce18b41-2f43-4fec-9ee5-d4145cf3ec13 req-4e52512a-df4c-4b3e-a87e-bbcf9a07bc4d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=595b1559-4f0e-4874-8a53-2400bc039bb2 HTTP/1.1" status: 200 len: 835 time: 0.1679602 Nov 12 01:35:56.903829 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-e997e7a7-5e78-44ab-ad8d-4dd6fa974a47 None None] Allocated IP 172.20.0.2 (fc955285-4ad7-4ad8-a1f9-419bca9490e5/0a0e348b-50ea-4247-84b9-4dbcbfb7e0f8/2be568e4-b2a6-47db-8de8-dba5a194f745) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:35:56.909234 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d260aad-f747-4185-97e5-07acdcecd57f None None] The sync data for ids ['2b3685e8-b278-4541-9fe5-534d5659959b'] in n-d-712142-27 is: [{'id': '2b3685e8-b278-4541-9fe5-534d5659959b', 'name': 'tempest-TestServerBasicOps-1598327791-router', 'tenant_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '05323792-7504-404c-bfce-f43c465e22c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:35:38Z', 'updated_at': '2021-11-12T01:35:47Z', 'revision_number': 4, 'project_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'gw_port': {'id': '05323792-7504-404c-bfce-f43c465e22c5', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3685e8-b278-4541-9fe5-534d5659959b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:35:39Z', 'updated_at': '2021-11-12T01:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '55eb492c-97ed-40f8-a43c-45c619336589', 'name': '', 'network_id': 'f0da9330-f94c-4f80-8641-83193e26aa87', 'tenant_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'mac_address': 'fa:16:3e:5b:05:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b3685e8-b278-4541-9fe5-534d5659959b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': 'bba74820-9668-4ff9-875e-5118cda4780e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:35:45Z', 'updated_at': '2021-11-12T01:35:54Z', 'revision_number': 4, 'project_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'subnets': [{'id': 'bba74820-9668-4ff9-875e-5118cda4780e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:35:56.992613 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce18b41-2f43-4fec-9ee5-d4145cf3ec13 req-18430541-26ed-4ab7-9978-b79979ac0714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:57.002918 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0ce18b41-2f43-4fec-9ee5-d4145cf3ec13 req-18430541-26ed-4ab7-9978-b79979ac0714 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=26afd3d7-f476-4a62-835b-6349cc82b916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1377611 Nov 12 01:35:57.210922 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bae62864-caad-45a0-ac68-dd57e4543c4a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:57.266531 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bae62864-caad-45a0-ac68-dd57e4543c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:57.312623 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8d33c944-ea1e-45c5-a4d6-fe444ae61e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:57.502041 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0ce18b41-2f43-4fec-9ee5-d4145cf3ec13 req-e1d23b4f-6e03-4514-b158-d3b024c4c886 service neutron] 10.222.0.16 "GET /v2.0/networks/26afd3d7-f476-4a62-835b-6349cc82b916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4826279 Nov 12 01:35:57.605552 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-bae62864-caad-45a0-ac68-dd57e4543c4a admin admin] Allocated IP 172.25.3.127 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/f4d049cc-3e95-401a-a4b5-d5284c830f18) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:35:57.859851 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e997e7a7-5e78-44ab-ad8d-4dd6fa974a47 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:57.877119 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e997e7a7-5e78-44ab-ad8d-4dd6fa974a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:58.048784 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 55eb492c-97ed-40f8-a43c-45c619336589 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:35:58.057603 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bae62864-caad-45a0-ac68-dd57e4543c4a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:58.063310 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0ce18b41-2f43-4fec-9ee5-d4145cf3ec13 req-7ac204f1-cf25-4d94-813c-3e919b966734 service neutron] 10.222.0.16 "GET /v2.0/networks/26afd3d7-f476-4a62-835b-6349cc82b916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5570970 Nov 12 01:35:58.142926 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e997e7a7-5e78-44ab-ad8d-4dd6fa974a47 None None] Pushing event updated for resources: {'Port': ['ID=2be568e4-b2a6-47db-8de8-dba5a194f745,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:58.188541 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e997e7a7-5e78-44ab-ad8d-4dd6fa974a47 None None] Network fc955285-4ad7-4ad8-a1f9-419bca9490e5 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:35:58.209153 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-e997e7a7-5e78-44ab-ad8d-4dd6fa974a47 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:35:58.213507 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e997e7a7-5e78-44ab-ad8d-4dd6fa974a47 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:35:58.327929 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5ceb3-45a3-42c0-b76e-dca63511300f req-80b84bcf-95d9-49db-bb81-49b57ae09ba6 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:58.330962 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fef5ceb3-45a3-42c0-b76e-dca63511300f req-80b84bcf-95d9-49db-bb81-49b57ae09ba6 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 944 time: 0.2316065 Nov 12 01:35:58.348082 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bae62864-caad-45a0-ac68-dd57e4543c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:58.411685 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-e997e7a7-5e78-44ab-ad8d-4dd6fa974a47 None None] Attempting to bind port 2be568e4-b2a6-47db-8de8-dba5a194f745 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:35:58.412821 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-e997e7a7-5e78-44ab-ad8d-4dd6fa974a47 None None] Attempting to bind port 2be568e4-b2a6-47db-8de8-dba5a194f745 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '24c05da2-ba38-4afc-8248-88438e37eee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fc955285-4ad7-4ad8-a1f9-419bca9490e5'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:35:58.413421 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e997e7a7-5e78-44ab-ad8d-4dd6fa974a47 None None] Attempting to bind port 2be568e4-b2a6-47db-8de8-dba5a194f745 on network fc955285-4ad7-4ad8-a1f9-419bca9490e5 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:35:58.433615 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e997e7a7-5e78-44ab-ad8d-4dd6fa974a47 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:35:58.434327 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e997e7a7-5e78-44ab-ad8d-4dd6fa974a47 None None] Checking segment: {'id': '24c05da2-ba38-4afc-8248-88438e37eee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fc955285-4ad7-4ad8-a1f9-419bca9490e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:35:58.435063 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e997e7a7-5e78-44ab-ad8d-4dd6fa974a47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:58.435821 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e997e7a7-5e78-44ab-ad8d-4dd6fa974a47 None None] Bound using segment: {'id': '24c05da2-ba38-4afc-8248-88438e37eee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fc955285-4ad7-4ad8-a1f9-419bca9490e5'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:35:58.436751 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-e997e7a7-5e78-44ab-ad8d-4dd6fa974a47 None None] Bound port: 2be568e4-b2a6-47db-8de8-dba5a194f745, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24c05da2-ba38-4afc-8248-88438e37eee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fc955285-4ad7-4ad8-a1f9-419bca9490e5'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:35:58.437704 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e997e7a7-5e78-44ab-ad8d-4dd6fa974a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:58.475318 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 55eb492c-97ed-40f8-a43c-45c619336589 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:35:58.475813 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:58.513622 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae62864-caad-45a0-ac68-dd57e4543c4a admin admin] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:35:58.515292 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae62864-caad-45a0-ac68-dd57e4543c4a admin admin] Pushing event updated for resources: {'Port': ['ID=f4d049cc-3e95-401a-a4b5-d5284c830f18,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:58.572411 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-bae62864-caad-45a0-ac68-dd57e4543c4a admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:35:58.580036 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae62864-caad-45a0-ac68-dd57e4543c4a admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:35:58.630083 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c65c6b-250a-4d66-889c-dd5e2586145d None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:35:58.759758 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-e997e7a7-5e78-44ab-ad8d-4dd6fa974a47 None None] For port 2be568e4-b2a6-47db-8de8-dba5a194f745, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:35:58.807167 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-e997e7a7-5e78-44ab-ad8d-4dd6fa974a47 None None] For port 2be568e4-b2a6-47db-8de8-dba5a194f745, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=2be568e4-b2a6-47db-8de8-dba5a194f745,segment=NetworkSegment(24c05da2-ba38-4afc-8248-88438e37eee3),segment_id=24c05da2-ba38-4afc-8248-88438e37eee3)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:35:58.821204 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fef5ceb3-45a3-42c0-b76e-dca63511300f req-2de69a27-8972-48c5-9c49-294f5f730ee2 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5e73b0-89e2-4f08-b3e4-f68aa12c2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4544704 Nov 12 01:35:58.882275 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e997e7a7-5e78-44ab-ad8d-4dd6fa974a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:59.082521 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-1b818ba5-1a89-4397-8199-fe7548e740bc None None] Provisioning complete for port f4d049cc-3e95-401a-a4b5-d5284c830f18 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:35:59.083396 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1b818ba5-1a89-4397-8199-fe7548e740bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:59.340262 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e997e7a7-5e78-44ab-ad8d-4dd6fa974a47 None None] Pushing event updated for resources: {'Port': ['ID=2be568e4-b2a6-47db-8de8-dba5a194f745,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:35:59.407112 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-1b818ba5-1a89-4397-8199-fe7548e740bc None None] Port f4d049cc-3e95-401a-a4b5-d5284c830f18 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:35:59.459244 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bae62864-caad-45a0-ac68-dd57e4543c4a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:35:59.605556 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d50c5-5f47-4a5f-a7de-833fbdd277d0 req-207301fd-256a-419a-8e63-4588c9019897 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:59.610847 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-be1d50c5-5f47-4a5f-a7de-833fbdd277d0 req-207301fd-256a-419a-8e63-4588c9019897 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.16 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc&tenant_id=553fbe5d09fe49948bd69193fe3f0783&binding%3Ahost_id=n-h1-712142-27 HTTP/1.1" status: 200 len: 944 time: 0.3562202 Nov 12 01:35:59.743754 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-be1d50c5-5f47-4a5f-a7de-833fbdd277d0 req-0bc30039-d1f5-46e1-819c-36a141db6664 service neutron] 10.222.0.16 "GET /v2.0/ports/60b825f9-4537-445e-a6c3-75bfba59812a/bindings/n-h1-712142-27 HTTP/1.1" status: 200 len: 383 time: 0.1027403 Nov 12 01:35:59.930382 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d50c5-5f47-4a5f-a7de-833fbdd277d0 req-9381626c-037f-4847-81ab-d3eb8db0f888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:35:59.942884 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-be1d50c5-5f47-4a5f-a7de-833fbdd277d0 req-9381626c-037f-4847-81ab-d3eb8db0f888 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=553fbe5d09fe49948bd69193fe3f0783&device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 1096 time: 0.1516800 Nov 12 01:36:00.005923 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 2be568e4-b2a6-47db-8de8-dba5a194f745 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:36:00.053638 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2e9e0-a4cf-48d2-8240-8651234f22ca req-c4e573b4-9c1c-4abc-93ae-a11bccf5394c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:00.055418 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1ec2e9e0-a4cf-48d2-8240-8651234f22ca req-c4e573b4-9c1c-4abc-93ae-a11bccf5394c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 944 time: 0.4046774 Nov 12 01:36:00.133376 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d50c5-5f47-4a5f-a7de-833fbdd277d0 req-f5c64ec6-8c7c-4dc1-bc23-73d5f12f067b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:00.156004 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-be1d50c5-5f47-4a5f-a7de-833fbdd277d0 req-f5c64ec6-8c7c-4dc1-bc23-73d5f12f067b service neutron] 10.222.0.16 "GET /v2.0/networks?id=26afd3d7-f476-4a62-835b-6349cc82b916 HTTP/1.1" status: 200 len: 896 time: 0.2036536 Nov 12 01:36:00.227841 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bae62864-caad-45a0-ac68-dd57e4543c4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:00.420006 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1ec2e9e0-a4cf-48d2-8240-8651234f22ca req-664b8bb2-439e-42b0-9016-d8db9a6e3d57 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5e73b0-89e2-4f08-b3e4-f68aa12c2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3509276 Nov 12 01:36:00.432850 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-be1d50c5-5f47-4a5f-a7de-833fbdd277d0 req-70e767af-ddb5-4eb0-bb1a-81ce7b015cfe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60b825f9-4537-445e-a6c3-75bfba59812a HTTP/1.1" status: 200 len: 1000 time: 0.2660534 Nov 12 01:36:00.558490 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d50c5-5f47-4a5f-a7de-833fbdd277d0 req-2c9a30ce-75f9-45f5-9b90-4d12b16a9569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:00.560101 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-be1d50c5-5f47-4a5f-a7de-833fbdd277d0 req-2c9a30ce-75f9-45f5-9b90-4d12b16a9569 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=595b1559-4f0e-4874-8a53-2400bc039bb2 HTTP/1.1" status: 200 len: 835 time: 0.1189280 Nov 12 01:36:00.587103 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 60b825f9-4537-445e-a6c3-75bfba59812a details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:36:00.652376 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 2be568e4-b2a6-47db-8de8-dba5a194f745 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:36:00.655648 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:00.681806 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae62864-caad-45a0-ac68-dd57e4543c4a admin admin] Router 087076df-d6bb-4fcd-b191-f0bcdc7f7c9a is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:36:00.700698 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d50c5-5f47-4a5f-a7de-833fbdd277d0 req-5f5c4858-6d55-483c-a645-d8029062905e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:00.703273 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-be1d50c5-5f47-4a5f-a7de-833fbdd277d0 req-5f5c4858-6d55-483c-a645-d8029062905e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=26afd3d7-f476-4a62-835b-6349cc82b916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1339457 Nov 12 01:36:00.929623 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-17ce2af1-8f99-490b-9533-79af9d29d955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:00.975800 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 60b825f9-4537-445e-a6c3-75bfba59812a, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=60b825f9-4537-445e-a6c3-75bfba59812a,segment=NetworkSegment(cc1c622a-5446-44d6-b64a-860c1673651a),segment_id=cc1c622a-5446-44d6-b64a-860c1673651a)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:36:01.061170 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': '60b825f9-4537-445e-a6c3-75bfba59812a', 'network_id': '26afd3d7-f476-4a62-835b-6349cc82b916', 'port_id': '60b825f9-4537-445e-a6c3-75bfba59812a', 'mac_address': 'fa:16:3e:42:32:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '595b1559-4f0e-4874-8a53-2400bc039bb2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:36:01.100111 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae62864-caad-45a0-ac68-dd57e4543c4a admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:36:01.117331 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b01d78f-2f73-47ca-b03b-749f5e6f21e0 None None] Sync routers for ids ['087076df-d6bb-4fcd-b191-f0bcdc7f7c9a'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:36:01.153157 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b01d78f-2f73-47ca-b03b-749f5e6f21e0 None None] Routers {'087076df-d6bb-4fcd-b191-f0bcdc7f7c9a'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:36:01.156205 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-9b01d78f-2f73-47ca-b03b-749f5e6f21e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:36:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['087076df-d6bb-4fcd-b191-f0bcdc7f7c9a'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:36:01.167928 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bae62864-caad-45a0-ac68-dd57e4543c4a admin admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:01.176876 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:01.192042 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-bae62864-caad-45a0-ac68-dd57e4543c4a admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.6286116 Nov 12 01:36:01.194132 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49000) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:36:01.406047 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:01.570273 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60b825f9-4537-445e-a6c3-75bfba59812a {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:36:01.598565 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 2be568e4-b2a6-47db-8de8-dba5a194f745, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=2be568e4-b2a6-47db-8de8-dba5a194f745,segment=NetworkSegment(24c05da2-ba38-4afc-8248-88438e37eee3),segment_id=24c05da2-ba38-4afc-8248-88438e37eee3)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:36:01.681029 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 60b825f9-4537-445e-a6c3-75bfba59812a, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=60b825f9-4537-445e-a6c3-75bfba59812a,segment=NetworkSegment(cc1c622a-5446-44d6-b64a-860c1673651a),segment_id=cc1c622a-5446-44d6-b64a-860c1673651a)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:36:01.692806 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:01.714572 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:01.765875 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-9b01d78f-2f73-47ca-b03b-749f5e6f21e0 None None] Set router 087076df-d6bb-4fcd-b191-f0bcdc7f7c9a gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:36:01.854404 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6790eb4-5921-4edd-bb28-842af2046580 None None] Network fc955285-4ad7-4ad8-a1f9-419bca9490e5 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:36:01.994233 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-be1d50c5-5f47-4a5f-a7de-833fbdd277d0 req-31beb2f8-7a4b-4fa6-9e71-853b9178dc81 service neutron] 10.222.0.16 "GET /v2.0/networks/26afd3d7-f476-4a62-835b-6349cc82b916?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2807083 Nov 12 01:36:02.136208 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=2be568e4-b2a6-47db-8de8-dba5a194f745,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:36:02.239616 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-be1d50c5-5f47-4a5f-a7de-833fbdd277d0 req-3cc761fa-a7b7-4763-9196-47705fb5a96a service neutron] 10.222.0.16 "GET /v2.0/networks/26afd3d7-f476-4a62-835b-6349cc82b916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365417 Nov 12 01:36:02.276956 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-9b01d78f-2f73-47ca-b03b-749f5e6f21e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087076df-d6bb-4fcd-b191-f0bcdc7f7c9a', 'name': 'tempest-TestServerBasicOps-1884938533-router', 'tenant_id': '89b3032c4a264e6cacf1a91f5532bcae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'f4d049cc-3e95-401a-a4b5-d5284c830f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:35:55Z', 'updated_at': '2021-11-12T01:35:59Z', 'revision_number': 3, 'project_id': '89b3032c4a264e6cacf1a91f5532bcae', 'gw_port': {'id': 'f4d049cc-3e95-401a-a4b5-d5284c830f18', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087076df-d6bb-4fcd-b191-f0bcdc7f7c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:35:57Z', 'updated_at': '2021-11-12T01:35:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:36:02.325994 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['60b825f9-4537-445e-a6c3-75bfba59812a'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:36:02.331690 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-dc8fe9a1-1364-438b-bfa4-04ac55e79c4d None None] Provisioning complete for port 2be568e4-b2a6-47db-8de8-dba5a194f745 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:36:02.332247 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-dc8fe9a1-1364-438b-bfa4-04ac55e79c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:02.343564 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b01d78f-2f73-47ca-b03b-749f5e6f21e0 None None] Checking router: 087076df-d6bb-4fcd-b191-f0bcdc7f7c9a for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:36:02.344767 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b01d78f-2f73-47ca-b03b-749f5e6f21e0 None None] Updating router 087076df-d6bb-4fcd-b191-f0bcdc7f7c9a port f4d049cc-3e95-401a-a4b5-d5284c830f18 binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:36:02.372277 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6033d0-8186-48af-934f-1df5c8b1a0ec req-fd1bcc77-ba56-47a6-a79f-5ba08f8f0d3a tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:02.385829 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bc6033d0-8186-48af-934f-1df5c8b1a0ec req-fd1bcc77-ba56-47a6-a79f-5ba08f8f0d3a tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 945 time: 0.4653220 Nov 12 01:36:02.424609 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-9b01d78f-2f73-47ca-b03b-749f5e6f21e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:02.784087 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=60b825f9-4537-445e-a6c3-75bfba59812a,revision_number=8']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:36:03.015571 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bc6033d0-8186-48af-934f-1df5c8b1a0ec req-b2c392b7-bbe8-479f-ab71-82e55b8cea7b tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5e73b0-89e2-4f08-b3e4-f68aa12c2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6170225 Nov 12 01:36:03.072354 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:03.192159 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-686b33fe-3d9e-48cb-840f-a0a601073674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:03.404941 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-9b01d78f-2f73-47ca-b03b-749f5e6f21e0 None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:03.417271 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-9b01d78f-2f73-47ca-b03b-749f5e6f21e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:03.577949 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-9b01d78f-2f73-47ca-b03b-749f5e6f21e0 None None] Attempting to bind port f4d049cc-3e95-401a-a4b5-d5284c830f18 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:36:03.581365 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-9b01d78f-2f73-47ca-b03b-749f5e6f21e0 None None] Attempting to bind port f4d049cc-3e95-401a-a4b5-d5284c830f18 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:36:03.582988 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b01d78f-2f73-47ca-b03b-749f5e6f21e0 None None] Attempting to bind port f4d049cc-3e95-401a-a4b5-d5284c830f18 on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:36:03.606518 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2830f5-07c9-4946-8f9a-5c95d5ee8913 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:36:03.620010 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b01d78f-2f73-47ca-b03b-749f5e6f21e0 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:36:03.625181 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b01d78f-2f73-47ca-b03b-749f5e6f21e0 None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:36:03.626566 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-9b01d78f-2f73-47ca-b03b-749f5e6f21e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:03.626566 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b01d78f-2f73-47ca-b03b-749f5e6f21e0 None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:36:03.628162 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-9b01d78f-2f73-47ca-b03b-749f5e6f21e0 None None] Bound port: f4d049cc-3e95-401a-a4b5-d5284c830f18, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:36:03.628835 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-9b01d78f-2f73-47ca-b03b-749f5e6f21e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:03.785819 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-686b33fe-3d9e-48cb-840f-a0a601073674 admin admin] Allocated IP 172.20.0.1 (fc955285-4ad7-4ad8-a1f9-419bca9490e5/0a0e348b-50ea-4247-84b9-4dbcbfb7e0f8/812232a6-cd03-41a3-8370-135f828c0747) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:36:03.832658 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-9b01d78f-2f73-47ca-b03b-749f5e6f21e0 None None] For port f4d049cc-3e95-401a-a4b5-d5284c830f18, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:36:03.859347 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-9b01d78f-2f73-47ca-b03b-749f5e6f21e0 None None] For port f4d049cc-3e95-401a-a4b5-d5284c830f18, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=f4d049cc-3e95-401a-a4b5-d5284c830f18,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:36:03.867343 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-a31ff5f0-9e40-4667-8a90-af4da45e1e83 None None] Provisioning complete for port f4d049cc-3e95-401a-a4b5-d5284c830f18 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:36:03.867995 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a31ff5f0-9e40-4667-8a90-af4da45e1e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:03.904216 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-9b01d78f-2f73-47ca-b03b-749f5e6f21e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:03.964794 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775d43ed-f3a0-40da-a601-b8320a4b8486 None None] Pushing event updated for resources: {'Port': ['ID=f4d049cc-3e95-401a-a4b5-d5284c830f18,revision_number=2']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:36:04.067637 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 2be568e4-b2a6-47db-8de8-dba5a194f745 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:36:04.109899 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78aeb8ce-0695-4283-b2c4-16a6560fdd06 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:36:04.146063 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b01d78f-2f73-47ca-b03b-749f5e6f21e0 None None] Routers {'087076df-d6bb-4fcd-b191-f0bcdc7f7c9a'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:36:04.146981 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-9b01d78f-2f73-47ca-b03b-749f5e6f21e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:36:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['087076df-d6bb-4fcd-b191-f0bcdc7f7c9a'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:36:04.169865 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775d43ed-f3a0-40da-a601-b8320a4b8486 None None] Pushing event updated for resources: {'Port': ['ID=f4d049cc-3e95-401a-a4b5-d5284c830f18,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:36:04.322101 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-686b33fe-3d9e-48cb-840f-a0a601073674 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:04.401264 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 60b825f9-4537-445e-a6c3-75bfba59812a details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:36:04.554266 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-9b01d78f-2f73-47ca-b03b-749f5e6f21e0 None None] Set router 087076df-d6bb-4fcd-b191-f0bcdc7f7c9a gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:36:04.652186 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:04.678504 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-686b33fe-3d9e-48cb-840f-a0a601073674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:04.693318 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.resource_extend [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 01:36:04.891474 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686b33fe-3d9e-48cb-840f-a0a601073674 admin admin] Network fc955285-4ad7-4ad8-a1f9-419bca9490e5 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:36:04.908999 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-686b33fe-3d9e-48cb-840f-a0a601073674 admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:36:04.916764 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686b33fe-3d9e-48cb-840f-a0a601073674 admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:36:04.919838 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b33fe-3d9e-48cb-840f-a0a601073674 admin admin] Pushing event updated for resources: {'Port': ['ID=812232a6-cd03-41a3-8370-135f828c0747,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:36:05.132882 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-686b33fe-3d9e-48cb-840f-a0a601073674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:05.162621 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 2be568e4-b2a6-47db-8de8-dba5a194f745 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:36:05.163441 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:05.319613 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-9b01d78f-2f73-47ca-b03b-749f5e6f21e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087076df-d6bb-4fcd-b191-f0bcdc7f7c9a', 'name': 'tempest-TestServerBasicOps-1884938533-router', 'tenant_id': '89b3032c4a264e6cacf1a91f5532bcae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'f4d049cc-3e95-401a-a4b5-d5284c830f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:35:55Z', 'updated_at': '2021-11-12T01:35:59Z', 'revision_number': 3, 'project_id': '89b3032c4a264e6cacf1a91f5532bcae', 'gw_port': {'id': 'f4d049cc-3e95-401a-a4b5-d5284c830f18', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087076df-d6bb-4fcd-b191-f0bcdc7f7c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:35:57Z', 'updated_at': '2021-11-12T01:36:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:36:05.344552 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:05.401021 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a31ff5f0-9e40-4667-8a90-af4da45e1e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:05.425041 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b01d78f-2f73-47ca-b03b-749f5e6f21e0 None None] The sync data for ids ['087076df-d6bb-4fcd-b191-f0bcdc7f7c9a'] in n-d-712142-27 is: [{'id': '087076df-d6bb-4fcd-b191-f0bcdc7f7c9a', 'name': 'tempest-TestServerBasicOps-1884938533-router', 'tenant_id': '89b3032c4a264e6cacf1a91f5532bcae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'f4d049cc-3e95-401a-a4b5-d5284c830f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:35:55Z', 'updated_at': '2021-11-12T01:35:59Z', 'revision_number': 3, 'project_id': '89b3032c4a264e6cacf1a91f5532bcae', 'gw_port': {'id': 'f4d049cc-3e95-401a-a4b5-d5284c830f18', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087076df-d6bb-4fcd-b191-f0bcdc7f7c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:35:57Z', 'updated_at': '2021-11-12T01:36:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:36:05.511767 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 60b825f9-4537-445e-a6c3-75bfba59812a, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=60b825f9-4537-445e-a6c3-75bfba59812a,segment=NetworkSegment(cc1c622a-5446-44d6-b64a-860c1673651a),segment_id=cc1c622a-5446-44d6-b64a-860c1673651a)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:36:05.639677 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8dc60c-927b-4a96-b9ea-79a040902cf1 req-02b2e2aa-0fe8-4123-9f7e-e75859eb409a tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:05.644993 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d50c5-5f47-4a5f-a7de-833fbdd277d0 req-3de5754c-9b6e-49e5-9ab0-8ad235abf2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:05.646883 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-be1d50c5-5f47-4a5f-a7de-833fbdd277d0 req-3de5754c-9b6e-49e5-9ab0-8ad235abf2df service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc&tenant_id=553fbe5d09fe49948bd69193fe3f0783 HTTP/1.1" status: 200 len: 1097 time: 0.0876803 Nov 12 01:36:05.648633 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1e8dc60c-927b-4a96-b9ea-79a040902cf1 req-02b2e2aa-0fe8-4123-9f7e-e75859eb409a tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 945 time: 0.1050274 Nov 12 01:36:05.660515 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-686b33fe-3d9e-48cb-840f-a0a601073674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:05.667222 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-be1d50c5-5f47-4a5f-a7de-833fbdd277d0 req-9628110e-5233-4a53-beca-08aa33f3da00 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712142-27', 'device_owner': 'compute:nova'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:36:05.678829 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': '60b825f9-4537-445e-a6c3-75bfba59812a', 'network_id': '26afd3d7-f476-4a62-835b-6349cc82b916', 'port_id': '60b825f9-4537-445e-a6c3-75bfba59812a', 'mac_address': 'fa:16:3e:42:32:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '595b1559-4f0e-4874-8a53-2400bc039bb2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:36:05.686140 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-a31ff5f0-9e40-4667-8a90-af4da45e1e83 None None] For port f4d049cc-3e95-401a-a4b5-d5284c830f18, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=f4d049cc-3e95-401a-a4b5-d5284c830f18,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:36:05.741214 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a31ff5f0-9e40-4667-8a90-af4da45e1e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:05.835137 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-be1d50c5-5f47-4a5f-a7de-833fbdd277d0 req-9628110e-5233-4a53-beca-08aa33f3da00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:05.886273 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1e8dc60c-927b-4a96-b9ea-79a040902cf1 req-8a2d3efa-b5fe-4663-891b-1ea35a714c4f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5e73b0-89e2-4f08-b3e4-f68aa12c2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2365370 Nov 12 01:36:06.009642 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31ff5f0-9e40-4667-8a90-af4da45e1e83 None None] Pushing event updated for resources: {'Port': ['ID=f4d049cc-3e95-401a-a4b5-d5284c830f18,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:36:06.060948 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7576ea2c-8f73-491b-b469-02f539d35598 None None] Provisioning complete for port f4d049cc-3e95-401a-a4b5-d5284c830f18 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:36:06.061748 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7576ea2c-8f73-491b-b469-02f539d35598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:06.306920 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-686b33fe-3d9e-48cb-840f-a0a601073674 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:06.320749 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-686b33fe-3d9e-48cb-840f-a0a601073674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:06.381593 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 60b825f9-4537-445e-a6c3-75bfba59812a no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:36:06.501104 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7576ea2c-8f73-491b-b469-02f539d35598 None None] Provisioning complete for port 2be568e4-b2a6-47db-8de8-dba5a194f745 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:36:06.502903 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7576ea2c-8f73-491b-b469-02f539d35598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:06.545237 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-686b33fe-3d9e-48cb-840f-a0a601073674 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:06.619542 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b33fe-3d9e-48cb-840f-a0a601073674 admin admin] Pushing event updated for resources: {'Port': ['ID=812232a6-cd03-41a3-8370-135f828c0747,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:36:06.803055 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-be1d50c5-5f47-4a5f-a7de-833fbdd277d0 req-9628110e-5233-4a53-beca-08aa33f3da00 service neutron] For port 60b825f9-4537-445e-a6c3-75bfba59812a, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=60b825f9-4537-445e-a6c3-75bfba59812a,segment=NetworkSegment(cc1c622a-5446-44d6-b64a-860c1673651a),segment_id=cc1c622a-5446-44d6-b64a-860c1673651a)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:36:06.884184 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686b33fe-3d9e-48cb-840f-a0a601073674 admin admin] Network fc955285-4ad7-4ad8-a1f9-419bca9490e5 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:36:06.895055 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-686b33fe-3d9e-48cb-840f-a0a601073674 admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:36:06.940606 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-be1d50c5-5f47-4a5f-a7de-833fbdd277d0 req-9628110e-5233-4a53-beca-08aa33f3da00 service neutron] For port 60b825f9-4537-445e-a6c3-75bfba59812a, host n-h1-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:36:07.031407 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:07.075276 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 60b825f9-4537-445e-a6c3-75bfba59812a {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:36:07.106836 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7576ea2c-8f73-491b-b469-02f539d35598 None None] Provisioning complete for port 812232a6-cd03-41a3-8370-135f828c0747 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:36:07.108854 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7576ea2c-8f73-491b-b469-02f539d35598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:07.142503 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-be1d50c5-5f47-4a5f-a7de-833fbdd277d0 req-9628110e-5233-4a53-beca-08aa33f3da00 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 60b825f9-4537-445e-a6c3-75bfba59812a {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:36:07.187018 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-be1d50c5-5f47-4a5f-a7de-833fbdd277d0 req-9628110e-5233-4a53-beca-08aa33f3da00 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:07.222838 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-be1d50c5-5f47-4a5f-a7de-833fbdd277d0 req-9628110e-5233-4a53-beca-08aa33f3da00 service neutron] Ignored duplicate provisioning block setup for port 60b825f9-4537-445e-a6c3-75bfba59812a by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 12 01:36:07.232808 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-be1d50c5-5f47-4a5f-a7de-833fbdd277d0 req-9628110e-5233-4a53-beca-08aa33f3da00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:07.378091 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.api [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:36:07.378486 n-d-712142-27 neutron-server[109087]: DEBUG oslo_db.api [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:36:07.387005 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-7576ea2c-8f73-491b-b469-02f539d35598 None None] Port 812232a6-cd03-41a3-8370-135f828c0747 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:36:07.518761 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-686b33fe-3d9e-48cb-840f-a0a601073674 admin admin] Router 087076df-d6bb-4fcd-b191-f0bcdc7f7c9a has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:36:07.528817 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1d50c5-5f47-4a5f-a7de-833fbdd277d0 req-9628110e-5233-4a53-beca-08aa33f3da00 service neutron] No DVR routers for this DVR port 60b825f9-4537-445e-a6c3-75bfba59812a on host n-h1-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:36:07.539564 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed280e5-2920-4cf9-8bee-ede0eda75b3f req-7789471e-3fee-4c87-ae85-6b3100019811 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:07.544276 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aed280e5-2920-4cf9-8bee-ede0eda75b3f req-7789471e-3fee-4c87-ae85-6b3100019811 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 944 time: 0.3297815 Nov 12 01:36:07.702165 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-74f8db61-45cb-4c48-af47-59533f4f02ae None None] Provisioning complete for port 812232a6-cd03-41a3-8370-135f828c0747 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:36:07.702539 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-74f8db61-45cb-4c48-af47-59533f4f02ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:07.736920 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9628110e-5233-4a53-beca-08aa33f3da00 service neutron] Pushing event updated for resources: {'Port': ['ID=60b825f9-4537-445e-a6c3-75bfba59812a,revision_number=9']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:36:08.097179 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686b33fe-3d9e-48cb-840f-a0a601073674 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:36:08.116761 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-686b33fe-3d9e-48cb-840f-a0a601073674 admin admin] 10.222.0.45 "PUT /v2.0/routers/087076df-d6bb-4fcd-b191-f0bcdc7f7c9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9124482 Nov 12 01:36:08.126183 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-74f8db61-45cb-4c48-af47-59533f4f02ae None None] Port 812232a6-cd03-41a3-8370-135f828c0747 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:36:08.209408 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aed280e5-2920-4cf9-8bee-ede0eda75b3f req-1c9a91d2-9a4a-43c5-b464-553e9eb8bf5d tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5e73b0-89e2-4f08-b3e4-f68aa12c2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6390939 Nov 12 01:36:08.211435 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device f4d049cc-3e95-401a-a4b5-d5284c830f18 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:36:08.342666 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-be1d50c5-5f47-4a5f-a7de-833fbdd277d0 req-9628110e-5233-4a53-beca-08aa33f3da00 service neutron] Attempting to bind port 60b825f9-4537-445e-a6c3-75bfba59812a on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:36:08.343507 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-be1d50c5-5f47-4a5f-a7de-833fbdd277d0 req-9628110e-5233-4a53-beca-08aa33f3da00 service neutron] Attempting to bind port 60b825f9-4537-445e-a6c3-75bfba59812a by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'cc1c622a-5446-44d6-b64a-860c1673651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '26afd3d7-f476-4a62-835b-6349cc82b916'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:36:08.343507 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1d50c5-5f47-4a5f-a7de-833fbdd277d0 req-9628110e-5233-4a53-beca-08aa33f3da00 service neutron] Attempting to bind port 60b825f9-4537-445e-a6c3-75bfba59812a on network 26afd3d7-f476-4a62-835b-6349cc82b916 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:36:08.354146 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1d50c5-5f47-4a5f-a7de-833fbdd277d0 req-9628110e-5233-4a53-beca-08aa33f3da00 service neutron] Port 60b825f9-4537-445e-a6c3-75bfba59812a on network 26afd3d7-f476-4a62-835b-6349cc82b916 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:36:08.354146 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1d50c5-5f47-4a5f-a7de-833fbdd277d0 req-9628110e-5233-4a53-beca-08aa33f3da00 service neutron] Attempting to bind port 60b825f9-4537-445e-a6c3-75bfba59812a on network 26afd3d7-f476-4a62-835b-6349cc82b916 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:36:08.388858 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1d50c5-5f47-4a5f-a7de-833fbdd277d0 req-9628110e-5233-4a53-beca-08aa33f3da00 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:36:08.388858 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1d50c5-5f47-4a5f-a7de-833fbdd277d0 req-9628110e-5233-4a53-beca-08aa33f3da00 service neutron] Checking segment: {'id': 'cc1c622a-5446-44d6-b64a-860c1673651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '26afd3d7-f476-4a62-835b-6349cc82b916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:36:08.388858 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1d50c5-5f47-4a5f-a7de-833fbdd277d0 req-9628110e-5233-4a53-beca-08aa33f3da00 service neutron] Bound using segment: {'id': 'cc1c622a-5446-44d6-b64a-860c1673651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '26afd3d7-f476-4a62-835b-6349cc82b916'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:36:08.407625 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-be1d50c5-5f47-4a5f-a7de-833fbdd277d0 req-9628110e-5233-4a53-beca-08aa33f3da00 service neutron] Bound port: 60b825f9-4537-445e-a6c3-75bfba59812a, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc1c622a-5446-44d6-b64a-860c1673651a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '26afd3d7-f476-4a62-835b-6349cc82b916'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:36:08.424133 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-be1d50c5-5f47-4a5f-a7de-833fbdd277d0 req-9628110e-5233-4a53-beca-08aa33f3da00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:08.457761 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port f4d049cc-3e95-401a-a4b5-d5284c830f18 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:36:08.458607 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:08.636640 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-be1d50c5-5f47-4a5f-a7de-833fbdd277d0 req-9628110e-5233-4a53-beca-08aa33f3da00 service neutron] For port 60b825f9-4537-445e-a6c3-75bfba59812a, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:36:08.647040 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-be1d50c5-5f47-4a5f-a7de-833fbdd277d0 req-9628110e-5233-4a53-beca-08aa33f3da00 service neutron] For port 60b825f9-4537-445e-a6c3-75bfba59812a, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=60b825f9-4537-445e-a6c3-75bfba59812a,segment=NetworkSegment(cc1c622a-5446-44d6-b64a-860c1673651a),segment_id=cc1c622a-5446-44d6-b64a-860c1673651a)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:36:08.675787 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-be1d50c5-5f47-4a5f-a7de-833fbdd277d0 req-9628110e-5233-4a53-beca-08aa33f3da00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:08.727981 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:08.858557 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9628110e-5233-4a53-beca-08aa33f3da00 service neutron] Pushing event updated for resources: {'Port': ['ID=60b825f9-4537-445e-a6c3-75bfba59812a,revision_number=10']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:36:08.916794 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d50c5-5f47-4a5f-a7de-833fbdd277d0 req-9628110e-5233-4a53-beca-08aa33f3da00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:08.917500 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-be1d50c5-5f47-4a5f-a7de-833fbdd277d0 req-9628110e-5233-4a53-beca-08aa33f3da00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:08.925412 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-be1d50c5-5f47-4a5f-a7de-833fbdd277d0 req-9628110e-5233-4a53-beca-08aa33f3da00 service neutron] 10.222.0.44 "PUT /v2.0/ports/60b825f9-4537-445e-a6c3-75bfba59812a HTTP/1.1" status: 200 len: 1093 time: 3.2625282 Nov 12 01:36:08.925955 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30ed3d55-761c-4a8e-b386-60e26027cbdc', 'tag': '60b825f9-4537-445e-a6c3-75bfba59812a'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:36:08.943715 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af921d19-1d06-4114-8670-024700b42f3b" -d '{"events": [{"name": "network-changed", "server_uuid": "30ed3d55-761c-4a8e-b386-60e26027cbdc", "tag": "60b825f9-4537-445e-a6c3-75bfba59812a"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:36:09.298039 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a266d8-0ffd-4a22-8028-da3a358a6e23 x-openstack-request-id: req-06a266d8-0ffd-4a22-8028-da3a358a6e23 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:36:09.298356 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30ed3d55-761c-4a8e-b386-60e26027cbdc", "tag": "60b825f9-4537-445e-a6c3-75bfba59812a", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:36:09.299266 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-06a266d8-0ffd-4a22-8028-da3a358a6e23 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:36:09.299584 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30ed3d55-761c-4a8e-b386-60e26027cbdc', 'tag': '60b825f9-4537-445e-a6c3-75bfba59812a', 'status': 'completed', 'code': 200} Nov 12 01:36:09.369879 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d50c5-5f47-4a5f-a7de-833fbdd277d0 req-8cb2167e-869d-4f0b-b0f8-7d7cd4f662e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:09.371402 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-be1d50c5-5f47-4a5f-a7de-833fbdd277d0 req-8cb2167e-869d-4f0b-b0f8-7d7cd4f662e8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=553fbe5d09fe49948bd69193fe3f0783&device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 1097 time: 0.3991125 Nov 12 01:36:09.510350 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770f909b-6618-48c2-88d5-d3bd0d663b7e None None] Sync routers for ids ['087076df-d6bb-4fcd-b191-f0bcdc7f7c9a'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:36:09.532640 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770f909b-6618-48c2-88d5-d3bd0d663b7e None None] Routers {'087076df-d6bb-4fcd-b191-f0bcdc7f7c9a'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:36:09.539841 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-770f909b-6618-48c2-88d5-d3bd0d663b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:36:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['087076df-d6bb-4fcd-b191-f0bcdc7f7c9a'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:36:09.654348 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe823bd4-d572-4d10-99a1-c68056451824 req-a30eeeca-c036-4288-98c3-58f2ca748d23 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:09.656089 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fe823bd4-d572-4d10-99a1-c68056451824 req-a30eeeca-c036-4288-98c3-58f2ca748d23 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 945 time: 0.2607751 Nov 12 01:36:09.656938 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d50c5-5f47-4a5f-a7de-833fbdd277d0 req-6a20806e-76ce-4b78-9395-e248e53245a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:09.658535 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-be1d50c5-5f47-4a5f-a7de-833fbdd277d0 req-6a20806e-76ce-4b78-9395-e248e53245a8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=26afd3d7-f476-4a62-835b-6349cc82b916 HTTP/1.1" status: 200 len: 896 time: 0.2779539 Nov 12 01:36:09.688553 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af921d19-1d06-4114-8670-024700b42f3b req-66990f67-6158-4626-9044-11a0e699228e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:09.693878 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-af921d19-1d06-4114-8670-024700b42f3b req-66990f67-6158-4626-9044-11a0e699228e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=553fbe5d09fe49948bd69193fe3f0783&device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 1097 time: 0.4387693 Nov 12 01:36:09.820199 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fe823bd4-d572-4d10-99a1-c68056451824 req-41002e8a-8a75-462c-a90a-2acb51ada4a1 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5e73b0-89e2-4f08-b3e4-f68aa12c2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231751 Nov 12 01:36:10.080919 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49142) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:36:10.086745 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-871f910a-d54d-499b-9955-0bd71db3651a tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-543603679', 'description': 'tempest-secgroup-smoke-543603679 description', 'project_id': '47ae72be12504bb5b6ec465bbd1fafc1'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:36:10.104230 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af921d19-1d06-4114-8670-024700b42f3b req-46de5e0b-54bf-4a6b-95f3-4067618eab60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:10.106495 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-af921d19-1d06-4114-8670-024700b42f3b req-46de5e0b-54bf-4a6b-95f3-4067618eab60 service neutron] 10.222.0.16 "GET /v2.0/networks?id=26afd3d7-f476-4a62-835b-6349cc82b916 HTTP/1.1" status: 200 len: 896 time: 0.3442812 Nov 12 01:36:10.122029 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-770f909b-6618-48c2-88d5-d3bd0d663b7e None None] Set router 087076df-d6bb-4fcd-b191-f0bcdc7f7c9a gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:36:10.151804 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-871f910a-d54d-499b-9955-0bd71db3651a tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:10.374341 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-be1d50c5-5f47-4a5f-a7de-833fbdd277d0 req-364e73f9-8298-4c34-adf5-52ef60f7e043 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60b825f9-4537-445e-a6c3-75bfba59812a HTTP/1.1" status: 200 len: 1000 time: 0.6998901 Nov 12 01:36:10.520914 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-871f910a-d54d-499b-9955-0bd71db3651a tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:10.539027 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-871f910a-d54d-499b-9955-0bd71db3651a tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:10.608382 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-af921d19-1d06-4114-8670-024700b42f3b req-ce1c7475-69e8-43db-be9a-32c9c063be38 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60b825f9-4537-445e-a6c3-75bfba59812a HTTP/1.1" status: 200 len: 1000 time: 0.4880822 Nov 12 01:36:10.666949 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d50c5-5f47-4a5f-a7de-833fbdd277d0 req-db983a75-56a8-4e98-a9c7-3249c36e39ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:10.672015 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-be1d50c5-5f47-4a5f-a7de-833fbdd277d0 req-db983a75-56a8-4e98-a9c7-3249c36e39ec service neutron] 10.222.0.44 "GET /v2.0/subnets?id=595b1559-4f0e-4874-8a53-2400bc039bb2 HTTP/1.1" status: 200 len: 835 time: 0.2584994 Nov 12 01:36:10.730856 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f910a-d54d-499b-9955-0bd71db3651a tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecd01d6-4a78-422c-b33c-c6dc1c5f2e79,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:36:10.769734 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-871f910a-d54d-499b-9955-0bd71db3651a tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:10.778595 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-871f910a-d54d-499b-9955-0bd71db3651a tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6958082 Nov 12 01:36:10.779932 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49150) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:36:10.789676 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-62cf4360-5d0d-4312-8e15-3efe4290ee24 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Request body: {'security_group_rule': {'security_group_id': '4ecd01d6-4a78-422c-b33c-c6dc1c5f2e79', 'project_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:36:10.849470 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:10.905834 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-62cf4360-5d0d-4312-8e15-3efe4290ee24 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:10.981809 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af921d19-1d06-4114-8670-024700b42f3b req-fb3c5bb8-213e-4269-9d4d-78a2f2db5fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:10.993794 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-af921d19-1d06-4114-8670-024700b42f3b req-fb3c5bb8-213e-4269-9d4d-78a2f2db5fcc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=595b1559-4f0e-4874-8a53-2400bc039bb2 HTTP/1.1" status: 200 len: 835 time: 0.3753369 Nov 12 01:36:11.072320 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-770f909b-6618-48c2-88d5-d3bd0d663b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087076df-d6bb-4fcd-b191-f0bcdc7f7c9a', 'name': 'tempest-TestServerBasicOps-1884938533-router', 'tenant_id': '89b3032c4a264e6cacf1a91f5532bcae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'f4d049cc-3e95-401a-a4b5-d5284c830f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:35:55Z', 'updated_at': '2021-11-12T01:36:05Z', 'revision_number': 4, 'project_id': '89b3032c4a264e6cacf1a91f5532bcae', 'gw_port': {'id': 'f4d049cc-3e95-401a-a4b5-d5284c830f18', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087076df-d6bb-4fcd-b191-f0bcdc7f7c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:35:57Z', 'updated_at': '2021-11-12T01:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '812232a6-cd03-41a3-8370-135f828c0747', 'name': '', 'network_id': 'fc955285-4ad7-4ad8-a1f9-419bca9490e5', 'tenant_id': '89b3032c4a264e6cacf1a91f5532bcae', 'mac_address': 'fa:16:3e:c7:e0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087076df-d6bb-4fcd-b191-f0bcdc7f7c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '0a0e348b-50ea-4247-84b9-4dbcbfb7e0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:36:03Z', 'updated_at': '2021-11-12T01:36:05Z', 'revision_number': 2, 'project_id': '89b3032c4a264e6cacf1a91f5532bcae', 'subnets': [{'id': '0a0e348b-50ea-4247-84b9-4dbcbfb7e0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:36:11.076033 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d50c5-5f47-4a5f-a7de-833fbdd277d0 req-c1ff5e26-88ae-4513-bbc6-a5103a9e92cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:11.079122 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-be1d50c5-5f47-4a5f-a7de-833fbdd277d0 req-c1ff5e26-88ae-4513-bbc6-a5103a9e92cf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=26afd3d7-f476-4a62-835b-6349cc82b916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3045149 Nov 12 01:36:11.119221 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-62cf4360-5d0d-4312-8e15-3efe4290ee24 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:11.140994 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770f909b-6618-48c2-88d5-d3bd0d663b7e None None] Checking router: 087076df-d6bb-4fcd-b191-f0bcdc7f7c9a for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:36:11.141599 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770f909b-6618-48c2-88d5-d3bd0d663b7e None None] Updating router 087076df-d6bb-4fcd-b191-f0bcdc7f7c9a port 812232a6-cd03-41a3-8370-135f828c0747 binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:36:11.145944 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-62cf4360-5d0d-4312-8e15-3efe4290ee24 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:11.210078 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cf4360-5d0d-4312-8e15-3efe4290ee24 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95ee6df8-f6a6-40d2-a1f8-577610084ede,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:36:11.210742 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-770f909b-6618-48c2-88d5-d3bd0d663b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:11.218178 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af921d19-1d06-4114-8670-024700b42f3b req-8cc14a80-7169-4caf-809c-0c5c64d0050c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:11.219871 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-af921d19-1d06-4114-8670-024700b42f3b req-8cc14a80-7169-4caf-809c-0c5c64d0050c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=26afd3d7-f476-4a62-835b-6349cc82b916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2126126 Nov 12 01:36:11.236730 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb7ec6-df9b-4a8a-a62c-a0783c748033 req-b6114b6f-554c-421a-967c-c4b7bc6ab3b9 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:11.238396 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-99bb7ec6-df9b-4a8a-a62c-a0783c748033 req-b6114b6f-554c-421a-967c-c4b7bc6ab3b9 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 945 time: 0.2198920 Nov 12 01:36:11.275017 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-62cf4360-5d0d-4312-8e15-3efe4290ee24 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:11.279199 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-62cf4360-5d0d-4312-8e15-3efe4290ee24 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4928932 Nov 12 01:36:11.289629 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49164) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:36:11.305689 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-9d25989b-e8fe-428b-bd4b-42da32d6fd77 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Request body: {'security_group_rule': {'security_group_id': '4ecd01d6-4a78-422c-b33c-c6dc1c5f2e79', 'project_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:36:11.423064 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-99bb7ec6-df9b-4a8a-a62c-a0783c748033 req-f97264ea-d370-4409-bb8d-7f3111cbad71 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5e73b0-89e2-4f08-b3e4-f68aa12c2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698036 Nov 12 01:36:11.446702 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9d25989b-e8fe-428b-bd4b-42da32d6fd77 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:11.468172 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-be1d50c5-5f47-4a5f-a7de-833fbdd277d0 req-6ed2119b-818c-4487-9511-76b94c602a88 service neutron] 10.222.0.44 "GET /v2.0/networks/26afd3d7-f476-4a62-835b-6349cc82b916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291976 Nov 12 01:36:11.475586 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-af921d19-1d06-4114-8670-024700b42f3b req-9e2462aa-196b-4374-b328-cd13443aa400 service neutron] 10.222.0.16 "GET /v2.0/networks/26afd3d7-f476-4a62-835b-6349cc82b916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347941 Nov 12 01:36:11.569936 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9d25989b-e8fe-428b-bd4b-42da32d6fd77 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:11.576769 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9d25989b-e8fe-428b-bd4b-42da32d6fd77 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:11.645638 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25989b-e8fe-428b-bd4b-42da32d6fd77 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38fa66f4-5a6e-44df-b459-e7ff10b8abb9,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:36:11.662134 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-be1d50c5-5f47-4a5f-a7de-833fbdd277d0 req-6e510b28-c458-48d9-94f5-f0ad4be9a43c service neutron] 10.222.0.44 "GET /v2.0/networks/26afd3d7-f476-4a62-835b-6349cc82b916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849093 Nov 12 01:36:11.669263 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9d25989b-e8fe-428b-bd4b-42da32d6fd77 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:11.681582 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-9d25989b-e8fe-428b-bd4b-42da32d6fd77 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3905303 Nov 12 01:36:11.685074 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49170) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:36:11.704285 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-3520044e-3780-4467-ab65-142f3634e4dc tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Request body: {'security_group_rule': {'security_group_id': '4ecd01d6-4a78-422c-b33c-c6dc1c5f2e79', 'project_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:36:11.747242 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-af921d19-1d06-4114-8670-024700b42f3b req-0648b976-1dfe-4327-a7b3-2230210e86cf service neutron] 10.222.0.16 "GET /v2.0/networks/26afd3d7-f476-4a62-835b-6349cc82b916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596924 Nov 12 01:36:11.793421 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3520044e-3780-4467-ab65-142f3634e4dc tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:11.808860 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-770f909b-6618-48c2-88d5-d3bd0d663b7e None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:11.821633 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-770f909b-6618-48c2-88d5-d3bd0d663b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:11.843647 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af921d19-1d06-4114-8670-024700b42f3b req-0c48e462-bc8a-4755-8d83-d8a8a04c92a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:11.845323 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-af921d19-1d06-4114-8670-024700b42f3b req-0c48e462-bc8a-4755-8d83-d8a8a04c92a1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=553fbe5d09fe49948bd69193fe3f0783&device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 1097 time: 0.0593827 Nov 12 01:36:11.950616 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5dbdd8-91e7-4763-9235-037df9c5c510 None None] Pushing event updated for resources: {'Port': ['ID=812232a6-cd03-41a3-8370-135f828c0747,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:36:12.025494 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3520044e-3780-4467-ab65-142f3634e4dc tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:12.041054 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3520044e-3780-4467-ab65-142f3634e4dc tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:12.118877 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3520044e-3780-4467-ab65-142f3634e4dc tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01cbd1b1-2df5-4cb0-b4e8-5a21291fdbe3,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:36:12.122435 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-770f909b-6618-48c2-88d5-d3bd0d663b7e None None] Attempting to bind port 812232a6-cd03-41a3-8370-135f828c0747 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:36:12.122924 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-770f909b-6618-48c2-88d5-d3bd0d663b7e None None] Attempting to bind port 812232a6-cd03-41a3-8370-135f828c0747 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '24c05da2-ba38-4afc-8248-88438e37eee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fc955285-4ad7-4ad8-a1f9-419bca9490e5'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:36:12.123486 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770f909b-6618-48c2-88d5-d3bd0d663b7e None None] Attempting to bind port 812232a6-cd03-41a3-8370-135f828c0747 on network fc955285-4ad7-4ad8-a1f9-419bca9490e5 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:36:12.131901 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770f909b-6618-48c2-88d5-d3bd0d663b7e None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:36:12.132591 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770f909b-6618-48c2-88d5-d3bd0d663b7e None None] Checking segment: {'id': '24c05da2-ba38-4afc-8248-88438e37eee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fc955285-4ad7-4ad8-a1f9-419bca9490e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:36:12.133022 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-770f909b-6618-48c2-88d5-d3bd0d663b7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:12.133484 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770f909b-6618-48c2-88d5-d3bd0d663b7e None None] Bound using segment: {'id': '24c05da2-ba38-4afc-8248-88438e37eee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fc955285-4ad7-4ad8-a1f9-419bca9490e5'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:36:12.134349 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-770f909b-6618-48c2-88d5-d3bd0d663b7e None None] Bound port: 812232a6-cd03-41a3-8370-135f828c0747, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24c05da2-ba38-4afc-8248-88438e37eee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fc955285-4ad7-4ad8-a1f9-419bca9490e5'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:36:12.134753 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-770f909b-6618-48c2-88d5-d3bd0d663b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:12.134916 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af921d19-1d06-4114-8670-024700b42f3b req-03bf1527-ea7d-4b5f-b4bd-bc5f07d16f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:12.136776 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-af921d19-1d06-4114-8670-024700b42f3b req-03bf1527-ea7d-4b5f-b4bd-bc5f07d16f2a service neutron] 10.222.0.44 "GET /v2.0/networks?id=26afd3d7-f476-4a62-835b-6349cc82b916 HTTP/1.1" status: 200 len: 896 time: 0.2823119 Nov 12 01:36:12.149288 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3520044e-3780-4467-ab65-142f3634e4dc tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:12.153386 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3520044e-3780-4467-ab65-142f3634e4dc tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4636602 Nov 12 01:36:12.153898 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49182) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:36:12.161793 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-9285c6c5-3218-43a3-9432-4a460f8b7ef3 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Request body: {'security_group_rule': {'security_group_id': '4ecd01d6-4a78-422c-b33c-c6dc1c5f2e79', 'project_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:36:12.305953 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9285c6c5-3218-43a3-9432-4a460f8b7ef3 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:12.320740 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-770f909b-6618-48c2-88d5-d3bd0d663b7e None None] For port 812232a6-cd03-41a3-8370-135f828c0747, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:36:12.326994 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-af921d19-1d06-4114-8670-024700b42f3b req-dd7cfde4-78eb-4dd5-83a4-156618b65208 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60b825f9-4537-445e-a6c3-75bfba59812a HTTP/1.1" status: 200 len: 1000 time: 0.1819952 Nov 12 01:36:12.338158 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-770f909b-6618-48c2-88d5-d3bd0d663b7e None None] For port 812232a6-cd03-41a3-8370-135f828c0747, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=812232a6-cd03-41a3-8370-135f828c0747,segment=NetworkSegment(24c05da2-ba38-4afc-8248-88438e37eee3),segment_id=24c05da2-ba38-4afc-8248-88438e37eee3)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:36:12.349796 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-770f909b-6618-48c2-88d5-d3bd0d663b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:12.507742 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af921d19-1d06-4114-8670-024700b42f3b req-9fb1ff70-0b6d-48ad-9bc0-92b273c087bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:12.522465 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-af921d19-1d06-4114-8670-024700b42f3b req-9fb1ff70-0b6d-48ad-9bc0-92b273c087bc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=595b1559-4f0e-4874-8a53-2400bc039bb2 HTTP/1.1" status: 200 len: 835 time: 0.1829453 Nov 12 01:36:12.544790 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9285c6c5-3218-43a3-9432-4a460f8b7ef3 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:12.607755 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9285c6c5-3218-43a3-9432-4a460f8b7ef3 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:12.616368 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-bf639451-884c-4a81-b146-6a48ec7c0239 None None] Provisioning complete for port 812232a6-cd03-41a3-8370-135f828c0747 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:36:12.617070 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bf639451-884c-4a81-b146-6a48ec7c0239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:12.651189 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af921d19-1d06-4114-8670-024700b42f3b req-45386f2f-6c24-4fa0-94c2-9fef3d043b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:12.653165 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-af921d19-1d06-4114-8670-024700b42f3b req-45386f2f-6c24-4fa0-94c2-9fef3d043b85 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=26afd3d7-f476-4a62-835b-6349cc82b916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1229465 Nov 12 01:36:12.656029 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5dbdd8-91e7-4763-9235-037df9c5c510 None None] Pushing event updated for resources: {'Port': ['ID=812232a6-cd03-41a3-8370-135f828c0747,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:36:12.686319 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770f909b-6618-48c2-88d5-d3bd0d663b7e None None] Routers {'087076df-d6bb-4fcd-b191-f0bcdc7f7c9a'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:36:12.690909 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-770f909b-6618-48c2-88d5-d3bd0d663b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:36:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['087076df-d6bb-4fcd-b191-f0bcdc7f7c9a'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:36:12.782130 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9285c6c5-3218-43a3-9432-4a460f8b7ef3 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:12.784017 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-9285c6c5-3218-43a3-9432-4a460f8b7ef3 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6286073 Nov 12 01:36:12.787198 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49194) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:36:12.792512 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-5f188caa-5d8b-48ce-a21d-f3033d1c3bb7 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Request body: {'security_group_rule': {'security_group_id': '4ecd01d6-4a78-422c-b33c-c6dc1c5f2e79', 'project_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:36:12.799781 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9285c6c5-3218-43a3-9432-4a460f8b7ef3 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10077351-1639-4fab-a042-8299b885a1b9,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:36:12.836552 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c57903-6d84-4591-a231-ef022fd4d74b req-1ca5cfe2-a15e-4659-980b-55a216538922 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:12.838432 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-69c57903-6d84-4591-a231-ef022fd4d74b req-1ca5cfe2-a15e-4659-980b-55a216538922 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 945 time: 0.2853377 Nov 12 01:36:12.841780 n-d-712142-27 neutron-server[109085]: INFO neutron.db.securitygroups_db [None req-5f188caa-5d8b-48ce-a21d-f3033d1c3bb7 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Project 47ae72be12504bb5b6ec465bbd1fafc1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:36:12.886347 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5f188caa-5d8b-48ce-a21d-f3033d1c3bb7 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:12.955883 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-af921d19-1d06-4114-8670-024700b42f3b req-c2606336-f2b1-475b-b90a-193d683c5bf9 service neutron] 10.222.0.44 "GET /v2.0/networks/26afd3d7-f476-4a62-835b-6349cc82b916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917817 Nov 12 01:36:13.097851 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-69c57903-6d84-4591-a231-ef022fd4d74b req-ce4cd35b-7ef4-4c53-b899-2acfc48d6af4 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5e73b0-89e2-4f08-b3e4-f68aa12c2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2417488 Nov 12 01:36:13.138079 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5f188caa-5d8b-48ce-a21d-f3033d1c3bb7 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:13.146500 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5f188caa-5d8b-48ce-a21d-f3033d1c3bb7 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:13.171073 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bf639451-884c-4a81-b146-6a48ec7c0239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:13.207367 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5f188caa-5d8b-48ce-a21d-f3033d1c3bb7 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:13.215532 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-5f188caa-5d8b-48ce-a21d-f3033d1c3bb7 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4264269 Nov 12 01:36:13.218280 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 49206) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:36:13.223913 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-7bc6261a-9716-484a-8d7c-1da4aee67e5f tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Request body: {'security_group_rule': {'security_group_id': '4ecd01d6-4a78-422c-b33c-c6dc1c5f2e79', 'project_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:36:13.243499 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f188caa-5d8b-48ce-a21d-f3033d1c3bb7 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31fd356b-027b-4df3-a4d2-eb091b91e829,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:36:13.265573 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-af921d19-1d06-4114-8670-024700b42f3b req-b9e95fa2-dbeb-4778-a1d5-3159e5761abc service neutron] 10.222.0.44 "GET /v2.0/networks/26afd3d7-f476-4a62-835b-6349cc82b916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000352 Nov 12 01:36:13.291064 n-d-712142-27 neutron-server[109086]: INFO neutron.db.securitygroups_db [None req-7bc6261a-9716-484a-8d7c-1da4aee67e5f tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Project 47ae72be12504bb5b6ec465bbd1fafc1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:36:13.319876 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-770f909b-6618-48c2-88d5-d3bd0d663b7e None None] Set router 087076df-d6bb-4fcd-b191-f0bcdc7f7c9a gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:36:13.319876 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-bf639451-884c-4a81-b146-6a48ec7c0239 None None] For port 812232a6-cd03-41a3-8370-135f828c0747, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=812232a6-cd03-41a3-8370-135f828c0747,segment=NetworkSegment(24c05da2-ba38-4afc-8248-88438e37eee3),segment_id=24c05da2-ba38-4afc-8248-88438e37eee3)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:36:13.326332 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7bc6261a-9716-484a-8d7c-1da4aee67e5f tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:13.466841 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7bc6261a-9716-484a-8d7c-1da4aee67e5f tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:13.475581 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7bc6261a-9716-484a-8d7c-1da4aee67e5f tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:13.539122 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7bc6261a-9716-484a-8d7c-1da4aee67e5f tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:13.541421 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7bc6261a-9716-484a-8d7c-1da4aee67e5f tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3219950 Nov 12 01:36:13.558863 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc6261a-9716-484a-8d7c-1da4aee67e5f tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca1fe236-3624-4603-9ddb-b869f408a8a6,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:36:13.658813 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bf639451-884c-4a81-b146-6a48ec7c0239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:13.858044 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf639451-884c-4a81-b146-6a48ec7c0239 None None] Pushing event updated for resources: {'Port': ['ID=812232a6-cd03-41a3-8370-135f828c0747,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:36:13.895852 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4b582f21-4032-430f-8a30-ce533f69792f req-ef8dfd41-66b2-42b1-9a9f-ee10776ceb19 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-543603679&fields=id&tenant_id=47ae72be12504bb5b6ec465bbd1fafc1 HTTP/1.1" status: 200 len: 267 time: 0.1554241 Nov 12 01:36:13.914010 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-770f909b-6618-48c2-88d5-d3bd0d663b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087076df-d6bb-4fcd-b191-f0bcdc7f7c9a', 'name': 'tempest-TestServerBasicOps-1884938533-router', 'tenant_id': '89b3032c4a264e6cacf1a91f5532bcae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'f4d049cc-3e95-401a-a4b5-d5284c830f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:35:55Z', 'updated_at': '2021-11-12T01:36:05Z', 'revision_number': 4, 'project_id': '89b3032c4a264e6cacf1a91f5532bcae', 'gw_port': {'id': 'f4d049cc-3e95-401a-a4b5-d5284c830f18', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087076df-d6bb-4fcd-b191-f0bcdc7f7c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:35:57Z', 'updated_at': '2021-11-12T01:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '812232a6-cd03-41a3-8370-135f828c0747', 'name': '', 'network_id': 'fc955285-4ad7-4ad8-a1f9-419bca9490e5', 'tenant_id': '89b3032c4a264e6cacf1a91f5532bcae', 'mac_address': 'fa:16:3e:c7:e0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087076df-d6bb-4fcd-b191-f0bcdc7f7c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '0a0e348b-50ea-4247-84b9-4dbcbfb7e0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:36:03Z', 'updated_at': '2021-11-12T01:36:12Z', 'revision_number': 4, 'project_id': '89b3032c4a264e6cacf1a91f5532bcae', 'subnets': [{'id': '0a0e348b-50ea-4247-84b9-4dbcbfb7e0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:36:13.951453 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770f909b-6618-48c2-88d5-d3bd0d663b7e None None] The sync data for ids ['087076df-d6bb-4fcd-b191-f0bcdc7f7c9a'] in n-d-712142-27 is: [{'id': '087076df-d6bb-4fcd-b191-f0bcdc7f7c9a', 'name': 'tempest-TestServerBasicOps-1884938533-router', 'tenant_id': '89b3032c4a264e6cacf1a91f5532bcae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'f4d049cc-3e95-401a-a4b5-d5284c830f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:35:55Z', 'updated_at': '2021-11-12T01:36:05Z', 'revision_number': 4, 'project_id': '89b3032c4a264e6cacf1a91f5532bcae', 'gw_port': {'id': 'f4d049cc-3e95-401a-a4b5-d5284c830f18', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087076df-d6bb-4fcd-b191-f0bcdc7f7c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:35:57Z', 'updated_at': '2021-11-12T01:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '812232a6-cd03-41a3-8370-135f828c0747', 'name': '', 'network_id': 'fc955285-4ad7-4ad8-a1f9-419bca9490e5', 'tenant_id': '89b3032c4a264e6cacf1a91f5532bcae', 'mac_address': 'fa:16:3e:c7:e0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '087076df-d6bb-4fcd-b191-f0bcdc7f7c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '0a0e348b-50ea-4247-84b9-4dbcbfb7e0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:36:03Z', 'updated_at': '2021-11-12T01:36:12Z', 'revision_number': 4, 'project_id': '89b3032c4a264e6cacf1a91f5532bcae', 'subnets': [{'id': '0a0e348b-50ea-4247-84b9-4dbcbfb7e0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:36:13.965712 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-88099231-95cd-4d7b-a73d-5e0bedec20e9 None None] Provisioning complete for port 812232a6-cd03-41a3-8370-135f828c0747 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:36:13.966978 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-88099231-95cd-4d7b-a73d-5e0bedec20e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:14.184571 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b582f21-4032-430f-8a30-ce533f69792f req-947db740-fa0c-423a-810d-3e3b4ee5401a tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:14.186260 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4b582f21-4032-430f-8a30-ce533f69792f req-947db740-fa0c-423a-810d-3e3b4ee5401a tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] 10.222.0.45 "GET /v2.0/networks?id=f0da9330-f94c-4f80-8641-83193e26aa87 HTTP/1.1" status: 200 len: 809 time: 0.2821741 Nov 12 01:36:14.207672 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4b582f21-4032-430f-8a30-ce533f69792f req-a1928dd9-6331-4d93-9fde-d2e124dc4278 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] 10.222.0.45 "GET /v2.0/quotas/47ae72be12504bb5b6ec465bbd1fafc1 HTTP/1.1" status: 200 len: 375 time: 0.0117686 Nov 12 01:36:14.412843 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 60b825f9-4537-445e-a6c3-75bfba59812a details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:36:14.489099 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4b582f21-4032-430f-8a30-ce533f69792f req-c40698d8-88d0-4836-9cfc-3ca0ea9721e6 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=47ae72be12504bb5b6ec465bbd1fafc1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2745354 Nov 12 01:36:14.614749 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 60b825f9-4537-445e-a6c3-75bfba59812a, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=60b825f9-4537-445e-a6c3-75bfba59812a,segment=NetworkSegment(cc1c622a-5446-44d6-b64a-860c1673651a),segment_id=cc1c622a-5446-44d6-b64a-860c1673651a)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:36:14.634484 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '60b825f9-4537-445e-a6c3-75bfba59812a', 'network_id': '26afd3d7-f476-4a62-835b-6349cc82b916', 'port_id': '60b825f9-4537-445e-a6c3-75bfba59812a', 'mac_address': 'fa:16:3e:42:32:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '595b1559-4f0e-4874-8a53-2400bc039bb2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:36:14.659959 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38740a90-8bce-4582-a688-1f418076d9a3 req-f702c0e8-d64c-4e91-9f31-812d5973a0e7 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:14.662840 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-38740a90-8bce-4582-a688-1f418076d9a3 req-f702c0e8-d64c-4e91-9f31-812d5973a0e7 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 945 time: 0.3660758 Nov 12 01:36:14.711462 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:14.753113 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60b825f9-4537-445e-a6c3-75bfba59812a {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:36:14.778423 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 60b825f9-4537-445e-a6c3-75bfba59812a, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=60b825f9-4537-445e-a6c3-75bfba59812a,segment=NetworkSegment(cc1c622a-5446-44d6-b64a-860c1673651a),segment_id=cc1c622a-5446-44d6-b64a-860c1673651a)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:36:14.791746 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:14.912661 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=60b825f9-4537-445e-a6c3-75bfba59812a,revision_number=11']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:36:14.919659 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-38740a90-8bce-4582-a688-1f418076d9a3 req-e20cae9d-8a93-49b8-8722-848f0ba63ee0 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5e73b0-89e2-4f08-b3e4-f68aa12c2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2356911 Nov 12 01:36:14.949466 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 49248) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:36:15.088739 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['60b825f9-4537-445e-a6c3-75bfba59812a'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:36:15.128384 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4b582f21-4032-430f-8a30-ce533f69792f req-98ae5eca-7e6e-4e09-86cc-0fbd2f772bdb service neutron] 10.222.0.45 "GET /v2.0/networks/f0da9330-f94c-4f80-8641-83193e26aa87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5968537 Nov 12 01:36:15.194046 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-653a8cb6-8b73-47eb-83b1-0826510ddf98 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/floatingips/830b90da-957d-40ac-89c6-0ee4f8df4166 HTTP/1.1" status: 200 len: 993 time: 0.2305520 Nov 12 01:36:15.432817 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4b582f21-4032-430f-8a30-ce533f69792f req-bda570b1-1f72-45dd-9f6a-9a3b7487e020 service neutron] 10.222.0.45 "GET /v2.0/networks/f0da9330-f94c-4f80-8641-83193e26aa87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929702 Nov 12 01:36:15.978426 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0e48a179-b2ec-4265-94cc-b02163eaace8 req-4b92ba0a-7a02-48a4-84f9-a70357e40086 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac7b1fb9-99ad-4f39-9123-c7f8813b84ff HTTP/1.1" status: 200 len: 210 time: 0.1900914 Nov 12 01:36:16.134166 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 812232a6-cd03-41a3-8370-135f828c0747 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:36:16.322349 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 812232a6-cd03-41a3-8370-135f828c0747 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:36:16.322719 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:16.432605 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 60b825f9-4537-445e-a6c3-75bfba59812a up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:36:16.566978 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 60b825f9-4537-445e-a6c3-75bfba59812a completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:36:16.573580 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 60b825f9-4537-445e-a6c3-75bfba59812a triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:36:16.574207 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:16.701852 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:16.733258 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ed3d55-761c-4a8e-b386-60e26027cbdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b825f9-4537-445e-a6c3-75bfba59812a'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:36:16.737609 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eef013f-35df-42de-9593-8da7b2eb7994" -d '{"events": [{"server_uuid": "30ed3d55-761c-4a8e-b386-60e26027cbdc", "name": "network-vif-plugged", "status": "completed", "tag": "60b825f9-4537-445e-a6c3-75bfba59812a"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:36:16.760587 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 60b825f9-4537-445e-a6c3-75bfba59812a, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=60b825f9-4537-445e-a6c3-75bfba59812a,segment=NetworkSegment(cc1c622a-5446-44d6-b64a-860c1673651a),segment_id=cc1c622a-5446-44d6-b64a-860c1673651a)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:36:16.774782 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:16.878545 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957997e0-e449-477f-9097-ba756820de57 x-openstack-request-id: req-957997e0-e449-477f-9097-ba756820de57 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:36:16.878888 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ed3d55-761c-4a8e-b386-60e26027cbdc", "name": "network-vif-plugged", "status": "completed", "tag": "60b825f9-4537-445e-a6c3-75bfba59812a", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:36:16.883004 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-957997e0-e449-477f-9097-ba756820de57 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:36:16.883740 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ed3d55-761c-4a8e-b386-60e26027cbdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b825f9-4537-445e-a6c3-75bfba59812a', 'code': 200} Nov 12 01:36:16.966052 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=60b825f9-4537-445e-a6c3-75bfba59812a,revision_number=12']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:36:17.195629 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-80e9c527-c353-4094-95eb-978c6427676f req-f97dc26b-189c-4e15-b82d-80cfbb7033eb tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac7b1fb9-99ad-4f39-9123-c7f8813b84ff HTTP/1.1" status: 200 len: 210 time: 0.0466385 Nov 12 01:36:18.093292 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b582f21-4032-430f-8a30-ce533f69792f req-25de4180-1d46-4d23-8b09-d531b7ab4770 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:18.097517 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4b582f21-4032-430f-8a30-ce533f69792f req-25de4180-1d46-4d23-8b09-d531b7ab4770 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] 10.222.0.16 "GET /v2.0/networks?id=f0da9330-f94c-4f80-8641-83193e26aa87 HTTP/1.1" status: 200 len: 809 time: 0.3231621 Nov 12 01:36:18.238144 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4b582f21-4032-430f-8a30-ce533f69792f req-6b46ac74-d3b4-45f3-8d5c-e6e22659918f tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47ae72be12504bb5b6ec465bbd1fafc1 HTTP/1.1" status: 200 len: 379 time: 0.1217065 Nov 12 01:36:18.252875 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-4b582f21-4032-430f-8a30-ce533f69792f req-27f68318-1157-4888-a229-e5d0acea8819 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Request body: {'port': {'device_id': 'ac7b1fb9-99ad-4f39-9123-c7f8813b84ff', 'network_id': 'f0da9330-f94c-4f80-8641-83193e26aa87', 'admin_state_up': True, 'tenant_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'security_groups': ['4ecd01d6-4a78-422c-b33c-c6dc1c5f2e79']}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:36:18.326713 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e3358016-740a-4682-8193-098644edd83d req-1241d476-9596-4453-8f50-17b1490e8cf5 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac7b1fb9-99ad-4f39-9123-c7f8813b84ff HTTP/1.1" status: 200 len: 210 time: 0.0356596 Nov 12 01:36:18.620073 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b582f21-4032-430f-8a30-ce533f69792f req-27f68318-1157-4888-a229-e5d0acea8819 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Made reservation on behalf of 47ae72be12504bb5b6ec465bbd1fafc1 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:36:18.630407 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4b582f21-4032-430f-8a30-ce533f69792f req-27f68318-1157-4888-a229-e5d0acea8819 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:18.926493 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-4b582f21-4032-430f-8a30-ce533f69792f req-27f68318-1157-4888-a229-e5d0acea8819 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Allocated IP 172.20.0.14 (f0da9330-f94c-4f80-8641-83193e26aa87/bba74820-9668-4ff9-875e-5118cda4780e/38f035e3-9729-4467-be49-57beb1dca680) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:36:19.224197 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4b582f21-4032-430f-8a30-ce533f69792f req-27f68318-1157-4888-a229-e5d0acea8819 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:19.301667 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4b582f21-4032-430f-8a30-ce533f69792f req-27f68318-1157-4888-a229-e5d0acea8819 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:19.385110 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b582f21-4032-430f-8a30-ce533f69792f req-27f68318-1157-4888-a229-e5d0acea8819 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Network f0da9330-f94c-4f80-8641-83193e26aa87 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:36:19.394039 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-4b582f21-4032-430f-8a30-ce533f69792f req-27f68318-1157-4888-a229-e5d0acea8819 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:36:19.400329 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b582f21-4032-430f-8a30-ce533f69792f req-27f68318-1157-4888-a229-e5d0acea8819 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:36:19.455567 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f68318-1157-4888-a229-e5d0acea8819 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Pushing event updated for resources: {'Port': ['ID=38f035e3-9729-4467-be49-57beb1dca680,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:36:19.524353 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b582f21-4032-430f-8a30-ce533f69792f req-27f68318-1157-4888-a229-e5d0acea8819 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:19.526526 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4b582f21-4032-430f-8a30-ce533f69792f req-27f68318-1157-4888-a229-e5d0acea8819 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:19.568868 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4b582f21-4032-430f-8a30-ce533f69792f req-27f68318-1157-4888-a229-e5d0acea8819 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3180952 Nov 12 01:36:19.584993 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f0f8c6-622f-4a35-ae92-3cadecbb7818 req-96c41d2a-dd96-4445-9d61-3dd8bf854084 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:19.587496 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f7f0f8c6-622f-4a35-ae92-3cadecbb7818 req-96c41d2a-dd96-4445-9d61-3dd8bf854084 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac7b1fb9-99ad-4f39-9123-c7f8813b84ff HTTP/1.1" status: 200 len: 932 time: 0.1285279 Nov 12 01:36:19.601658 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-4b582f21-4032-430f-8a30-ce533f69792f req-fb026cea-9a35-4725-bc63-967aac761149 service neutron] Request body: {'port': {'device_id': 'ac7b1fb9-99ad-4f39-9123-c7f8813b84ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:36:19.681222 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f7f0f8c6-622f-4a35-ae92-3cadecbb7818 req-9dc17693-429b-4208-9093-e616c0925f5d tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ecd01d6-4a78-422c-b33c-c6dc1c5f2e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788777 Nov 12 01:36:19.732057 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4b582f21-4032-430f-8a30-ce533f69792f req-fb026cea-9a35-4725-bc63-967aac761149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:19.762605 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-1b20d115-17ff-452b-a5fd-53d8c80fcdef None None] Provisioning complete for port 38f035e3-9729-4467-be49-57beb1dca680 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:36:19.763857 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1b20d115-17ff-452b-a5fd-53d8c80fcdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:19.836685 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-1b20d115-17ff-452b-a5fd-53d8c80fcdef None None] Port 38f035e3-9729-4467-be49-57beb1dca680 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:36:20.219681 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-4b582f21-4032-430f-8a30-ce533f69792f req-fb026cea-9a35-4725-bc63-967aac761149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38f035e3-9729-4467-be49-57beb1dca680 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:36:20.245792 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4b582f21-4032-430f-8a30-ce533f69792f req-fb026cea-9a35-4725-bc63-967aac761149 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:20.299839 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-4b582f21-4032-430f-8a30-ce533f69792f req-fb026cea-9a35-4725-bc63-967aac761149 service neutron] Transition to ACTIVE for port object 38f035e3-9729-4467-be49-57beb1dca680 will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:36:20.308101 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4b582f21-4032-430f-8a30-ce533f69792f req-fb026cea-9a35-4725-bc63-967aac761149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:20.387469 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb026cea-9a35-4725-bc63-967aac761149 service neutron] Pushing event updated for resources: {'Port': ['ID=38f035e3-9729-4467-be49-57beb1dca680,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:36:20.976423 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bae80f-526d-473f-b464-7e3ebac0bc21 req-4876d5cf-cf06-4093-a948-66758c5c4d15 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:20.989226 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-44bae80f-526d-473f-b464-7e3ebac0bc21 req-4876d5cf-cf06-4093-a948-66758c5c4d15 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac7b1fb9-99ad-4f39-9123-c7f8813b84ff HTTP/1.1" status: 200 len: 944 time: 0.1460068 Nov 12 01:36:21.054776 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-44bae80f-526d-473f-b464-7e3ebac0bc21 req-fc4261c5-0bca-4eeb-b771-d65754b97c0d tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ecd01d6-4a78-422c-b33c-c6dc1c5f2e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632279 Nov 12 01:36:21.085483 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-4b582f21-4032-430f-8a30-ce533f69792f req-fb026cea-9a35-4725-bc63-967aac761149 service neutron] Attempting to bind port 38f035e3-9729-4467-be49-57beb1dca680 on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:36:21.085975 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-4b582f21-4032-430f-8a30-ce533f69792f req-fb026cea-9a35-4725-bc63-967aac761149 service neutron] Attempting to bind port 38f035e3-9729-4467-be49-57beb1dca680 by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': '39e09d0b-10a5-453e-b781-c51faac4ca19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f0da9330-f94c-4f80-8641-83193e26aa87'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:36:21.086507 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b582f21-4032-430f-8a30-ce533f69792f req-fb026cea-9a35-4725-bc63-967aac761149 service neutron] Attempting to bind port 38f035e3-9729-4467-be49-57beb1dca680 on network f0da9330-f94c-4f80-8641-83193e26aa87 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:36:21.094509 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b582f21-4032-430f-8a30-ce533f69792f req-fb026cea-9a35-4725-bc63-967aac761149 service neutron] Port 38f035e3-9729-4467-be49-57beb1dca680 on network f0da9330-f94c-4f80-8641-83193e26aa87 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:36:21.095524 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b582f21-4032-430f-8a30-ce533f69792f req-fb026cea-9a35-4725-bc63-967aac761149 service neutron] Attempting to bind port 38f035e3-9729-4467-be49-57beb1dca680 on network f0da9330-f94c-4f80-8641-83193e26aa87 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:36:21.104372 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b582f21-4032-430f-8a30-ce533f69792f req-fb026cea-9a35-4725-bc63-967aac761149 service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:36:21.104856 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b582f21-4032-430f-8a30-ce533f69792f req-fb026cea-9a35-4725-bc63-967aac761149 service neutron] Checking segment: {'id': '39e09d0b-10a5-453e-b781-c51faac4ca19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f0da9330-f94c-4f80-8641-83193e26aa87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:36:21.105397 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b582f21-4032-430f-8a30-ce533f69792f req-fb026cea-9a35-4725-bc63-967aac761149 service neutron] Bound using segment: {'id': '39e09d0b-10a5-453e-b781-c51faac4ca19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f0da9330-f94c-4f80-8641-83193e26aa87'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:36:21.106012 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-4b582f21-4032-430f-8a30-ce533f69792f req-fb026cea-9a35-4725-bc63-967aac761149 service neutron] Bound port: 38f035e3-9729-4467-be49-57beb1dca680, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39e09d0b-10a5-453e-b781-c51faac4ca19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f0da9330-f94c-4f80-8641-83193e26aa87'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:36:21.106527 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4b582f21-4032-430f-8a30-ce533f69792f req-fb026cea-9a35-4725-bc63-967aac761149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:21.232926 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-4b582f21-4032-430f-8a30-ce533f69792f req-fb026cea-9a35-4725-bc63-967aac761149 service neutron] For port 38f035e3-9729-4467-be49-57beb1dca680, host n-h1-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:36:21.240354 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-4b582f21-4032-430f-8a30-ce533f69792f req-fb026cea-9a35-4725-bc63-967aac761149 service neutron] For port 38f035e3-9729-4467-be49-57beb1dca680, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=38f035e3-9729-4467-be49-57beb1dca680,segment=NetworkSegment(39e09d0b-10a5-453e-b781-c51faac4ca19),segment_id=39e09d0b-10a5-453e-b781-c51faac4ca19)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:36:21.251079 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4b582f21-4032-430f-8a30-ce533f69792f req-fb026cea-9a35-4725-bc63-967aac761149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:21.356108 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b582f21-4032-430f-8a30-ce533f69792f req-fb026cea-9a35-4725-bc63-967aac761149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:21.357652 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4b582f21-4032-430f-8a30-ce533f69792f req-fb026cea-9a35-4725-bc63-967aac761149 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:21.360939 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4b582f21-4032-430f-8a30-ce533f69792f req-fb026cea-9a35-4725-bc63-967aac761149 service neutron] 10.222.0.16 "PUT /v2.0/ports/38f035e3-9729-4467-be49-57beb1dca680 HTTP/1.1" status: 200 len: 1093 time: 1.7674513 Nov 12 01:36:21.362026 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac7b1fb9-99ad-4f39-9123-c7f8813b84ff', 'tag': '38f035e3-9729-4467-be49-57beb1dca680'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:36:21.366766 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6cfedab-fd3d-4b0d-83ef-79190f157a46" -d '{"events": [{"name": "network-changed", "server_uuid": "ac7b1fb9-99ad-4f39-9123-c7f8813b84ff", "tag": "38f035e3-9729-4467-be49-57beb1dca680"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:36:21.427375 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb026cea-9a35-4725-bc63-967aac761149 service neutron] Pushing event updated for resources: {'Port': ['ID=38f035e3-9729-4467-be49-57beb1dca680,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:36:21.558007 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5b3549-526e-4e57-a70f-a737afedb1c5 x-openstack-request-id: req-8d5b3549-526e-4e57-a70f-a737afedb1c5 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:36:21.558439 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac7b1fb9-99ad-4f39-9123-c7f8813b84ff", "tag": "38f035e3-9729-4467-be49-57beb1dca680", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:36:21.558822 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8d5b3549-526e-4e57-a70f-a737afedb1c5 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:36:21.559410 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac7b1fb9-99ad-4f39-9123-c7f8813b84ff', 'tag': '38f035e3-9729-4467-be49-57beb1dca680', 'status': 'completed', 'code': 200} Nov 12 01:36:21.667158 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b582f21-4032-430f-8a30-ce533f69792f req-91e5689c-2f8e-4967-96f4-e3565e049dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:21.669005 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4b582f21-4032-430f-8a30-ce533f69792f req-91e5689c-2f8e-4967-96f4-e3565e049dc9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47ae72be12504bb5b6ec465bbd1fafc1&device_id=ac7b1fb9-99ad-4f39-9123-c7f8813b84ff HTTP/1.1" status: 200 len: 1096 time: 0.1798317 Nov 12 01:36:21.753619 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4b582f21-4032-430f-8a30-ce533f69792f req-c8fd5e59-cb59-4c18-817b-0e607e354bde service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38f035e3-9729-4467-be49-57beb1dca680 HTTP/1.1" status: 200 len: 217 time: 0.0584671 Nov 12 01:36:21.839382 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b582f21-4032-430f-8a30-ce533f69792f req-b56242be-2cb0-4436-8368-0246ecf45147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:21.841053 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4b582f21-4032-430f-8a30-ce533f69792f req-b56242be-2cb0-4436-8368-0246ecf45147 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bba74820-9668-4ff9-875e-5118cda4780e HTTP/1.1" status: 200 len: 848 time: 0.0769525 Nov 12 01:36:21.921160 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b582f21-4032-430f-8a30-ce533f69792f req-6ca79576-e8d6-46f7-b4c7-1553c67a0ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:21.922836 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4b582f21-4032-430f-8a30-ce533f69792f req-6ca79576-e8d6-46f7-b4c7-1553c67a0ba6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f0da9330-f94c-4f80-8641-83193e26aa87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0686924 Nov 12 01:36:22.152576 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4b582f21-4032-430f-8a30-ce533f69792f req-ecf61eab-880c-4260-8b6c-ae6adba21e91 service neutron] 10.222.0.16 "GET /v2.0/networks/f0da9330-f94c-4f80-8641-83193e26aa87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142947 Nov 12 01:36:22.225310 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99cbb2-e47d-49c9-a920-89de00e9e2fa req-a5aa3cd9-8704-4168-b062-b1a65de3dd9b tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:22.234862 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0a99cbb2-e47d-49c9-a920-89de00e9e2fa req-a5aa3cd9-8704-4168-b062-b1a65de3dd9b tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac7b1fb9-99ad-4f39-9123-c7f8813b84ff HTTP/1.1" status: 200 len: 944 time: 0.0770407 Nov 12 01:36:22.330843 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4b582f21-4032-430f-8a30-ce533f69792f req-21c1ac8f-65b2-41b1-8120-d7351d72e204 service neutron] 10.222.0.16 "GET /v2.0/networks/f0da9330-f94c-4f80-8641-83193e26aa87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642110 Nov 12 01:36:22.343118 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0a99cbb2-e47d-49c9-a920-89de00e9e2fa req-830e5c30-c359-4cee-9525-311ebb560e47 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ecd01d6-4a78-422c-b33c-c6dc1c5f2e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067407 Nov 12 01:36:22.503374 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cfedab-fd3d-4b0d-83ef-79190f157a46 req-1e2f307d-045e-48ed-9b2f-7bbb84223dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:22.505242 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a6cfedab-fd3d-4b0d-83ef-79190f157a46 req-1e2f307d-045e-48ed-9b2f-7bbb84223dd3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47ae72be12504bb5b6ec465bbd1fafc1&device_id=ac7b1fb9-99ad-4f39-9123-c7f8813b84ff HTTP/1.1" status: 200 len: 1096 time: 0.0543973 Nov 12 01:36:22.630883 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cfedab-fd3d-4b0d-83ef-79190f157a46 req-523ea3e9-317a-4e93-84e2-f98a9a5e6961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:22.632649 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a6cfedab-fd3d-4b0d-83ef-79190f157a46 req-523ea3e9-317a-4e93-84e2-f98a9a5e6961 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f0da9330-f94c-4f80-8641-83193e26aa87 HTTP/1.1" status: 200 len: 909 time: 0.1197555 Nov 12 01:36:22.708912 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a6cfedab-fd3d-4b0d-83ef-79190f157a46 req-ddf1ed80-fbc5-4735-86ff-d79dd175c7f3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38f035e3-9729-4467-be49-57beb1dca680 HTTP/1.1" status: 200 len: 217 time: 0.0674748 Nov 12 01:36:22.798948 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cfedab-fd3d-4b0d-83ef-79190f157a46 req-2efb0ca1-90f0-420c-815d-ba2160f307ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:22.802083 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a6cfedab-fd3d-4b0d-83ef-79190f157a46 req-2efb0ca1-90f0-420c-815d-ba2160f307ff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bba74820-9668-4ff9-875e-5118cda4780e HTTP/1.1" status: 200 len: 848 time: 0.0843713 Nov 12 01:36:22.898535 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cfedab-fd3d-4b0d-83ef-79190f157a46 req-b40cbd0c-3839-43cc-8f1a-952e6e09405d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:22.901705 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a6cfedab-fd3d-4b0d-83ef-79190f157a46 req-b40cbd0c-3839-43cc-8f1a-952e6e09405d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f0da9330-f94c-4f80-8641-83193e26aa87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0902202 Nov 12 01:36:23.099298 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a6cfedab-fd3d-4b0d-83ef-79190f157a46 req-58db754a-1e66-4778-8f52-22fd720b4330 service neutron] 10.222.0.16 "GET /v2.0/networks/f0da9330-f94c-4f80-8641-83193e26aa87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883211 Nov 12 01:36:23.295800 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a6cfedab-fd3d-4b0d-83ef-79190f157a46 req-3d6848fa-fce8-415b-978c-57078fe92466 service neutron] 10.222.0.16 "GET /v2.0/networks/f0da9330-f94c-4f80-8641-83193e26aa87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879044 Nov 12 01:36:23.677656 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb91c1b-aa8c-4c9e-8a23-1246a62c2558 req-11800d40-6a10-416f-adf9-3a37e92967b0 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:23.682019 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bcb91c1b-aa8c-4c9e-8a23-1246a62c2558 req-11800d40-6a10-416f-adf9-3a37e92967b0 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac7b1fb9-99ad-4f39-9123-c7f8813b84ff HTTP/1.1" status: 200 len: 944 time: 0.1471064 Nov 12 01:36:23.745733 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bcb91c1b-aa8c-4c9e-8a23-1246a62c2558 req-c4a1cf15-19aa-4809-aa69-beaa306c9ea9 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ecd01d6-4a78-422c-b33c-c6dc1c5f2e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571570 Nov 12 01:36:24.933676 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a6a609-f930-48bb-8826-9a008b404dc8 req-2fbdf9e5-3a0f-4735-a863-621226d26ac1 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:24.935593 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c0a6a609-f930-48bb-8826-9a008b404dc8 req-2fbdf9e5-3a0f-4735-a863-621226d26ac1 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac7b1fb9-99ad-4f39-9123-c7f8813b84ff HTTP/1.1" status: 200 len: 944 time: 0.0777042 Nov 12 01:36:25.007468 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c0a6a609-f930-48bb-8826-9a008b404dc8 req-b380e218-a097-42e6-8d77-ebf1e33b347c tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ecd01d6-4a78-422c-b33c-c6dc1c5f2e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555696 Nov 12 01:36:26.223530 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640aad6-3348-40e5-9dfd-8b6456ee2a9c req-55fcbfe2-6d48-4735-aac2-a5bd7f8e25c5 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:26.226501 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e640aad6-3348-40e5-9dfd-8b6456ee2a9c req-55fcbfe2-6d48-4735-aac2-a5bd7f8e25c5 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac7b1fb9-99ad-4f39-9123-c7f8813b84ff HTTP/1.1" status: 200 len: 944 time: 0.0939956 Nov 12 01:36:26.335246 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e640aad6-3348-40e5-9dfd-8b6456ee2a9c req-05faf7fd-a8d0-417e-92bd-9ffd77fb17b3 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ecd01d6-4a78-422c-b33c-c6dc1c5f2e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952120 Nov 12 01:36:26.437036 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:36:26.485179 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 38f035e3-9729-4467-be49-57beb1dca680 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:36:26.653417 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 38f035e3-9729-4467-be49-57beb1dca680, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=38f035e3-9729-4467-be49-57beb1dca680,segment=NetworkSegment(39e09d0b-10a5-453e-b781-c51faac4ca19),segment_id=39e09d0b-10a5-453e-b781-c51faac4ca19)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:36:26.680019 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': '38f035e3-9729-4467-be49-57beb1dca680', 'network_id': 'f0da9330-f94c-4f80-8641-83193e26aa87', 'port_id': '38f035e3-9729-4467-be49-57beb1dca680', 'mac_address': 'fa:16:3e:b4:9d:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bba74820-9668-4ff9-875e-5118cda4780e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:36:26.729053 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:26.745763 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38f035e3-9729-4467-be49-57beb1dca680 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:36:26.775454 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 38f035e3-9729-4467-be49-57beb1dca680, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=38f035e3-9729-4467-be49-57beb1dca680,segment=NetworkSegment(39e09d0b-10a5-453e-b781-c51faac4ca19),segment_id=39e09d0b-10a5-453e-b781-c51faac4ca19)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:36:26.781696 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:26.849944 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=38f035e3-9729-4467-be49-57beb1dca680,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:36:27.161426 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['38f035e3-9729-4467-be49-57beb1dca680'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:36:27.277468 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-09ee81aa-8352-4582-bb2d-015ceb4cbf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:27.606573 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ceed2-0f30-4470-b732-ddb513ca0979 req-e376394c-e2e2-4f00-9ce5-6c63f3039adb tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:27.616717 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-de5ceed2-0f30-4470-b732-ddb513ca0979 req-e376394c-e2e2-4f00-9ce5-6c63f3039adb tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac7b1fb9-99ad-4f39-9123-c7f8813b84ff HTTP/1.1" status: 200 len: 945 time: 0.0755544 Nov 12 01:36:27.677772 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-de5ceed2-0f30-4470-b732-ddb513ca0979 req-a12327cd-c616-43cd-b348-445e1d87225a tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ecd01d6-4a78-422c-b33c-c6dc1c5f2e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596361 Nov 12 01:36:28.501375 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 38f035e3-9729-4467-be49-57beb1dca680 up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:36:28.585864 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port 38f035e3-9729-4467-be49-57beb1dca680 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:36:28.590715 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port 38f035e3-9729-4467-be49-57beb1dca680 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:36:28.591193 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:28.718870 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:28.762095 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac7b1fb9-99ad-4f39-9123-c7f8813b84ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f035e3-9729-4467-be49-57beb1dca680'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:36:28.766346 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34193df-442e-4933-9bdc-dd00852f8cd0" -d '{"events": [{"server_uuid": "ac7b1fb9-99ad-4f39-9123-c7f8813b84ff", "name": "network-vif-plugged", "status": "completed", "tag": "38f035e3-9729-4467-be49-57beb1dca680"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:36:28.790875 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 38f035e3-9729-4467-be49-57beb1dca680, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=38f035e3-9729-4467-be49-57beb1dca680,segment=NetworkSegment(39e09d0b-10a5-453e-b781-c51faac4ca19),segment_id=39e09d0b-10a5-453e-b781-c51faac4ca19)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:36:28.799108 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:28.911402 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f648dc0-e009-40e0-9185-d77f972055bc x-openstack-request-id: req-8f648dc0-e009-40e0-9185-d77f972055bc {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:36:28.912022 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac7b1fb9-99ad-4f39-9123-c7f8813b84ff", "name": "network-vif-plugged", "status": "completed", "tag": "38f035e3-9729-4467-be49-57beb1dca680", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:36:28.912507 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8f648dc0-e009-40e0-9185-d77f972055bc {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:36:28.913298 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac7b1fb9-99ad-4f39-9123-c7f8813b84ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f035e3-9729-4467-be49-57beb1dca680', 'code': 200} Nov 12 01:36:28.929173 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=38f035e3-9729-4467-be49-57beb1dca680,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:36:28.932984 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53af9e2-9bc4-4ac7-b1cf-2091d05882dc req-11ee784f-8978-470f-a255-f0af4ba6fc2d tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:28.935435 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c53af9e2-9bc4-4ac7-b1cf-2091d05882dc req-11ee784f-8978-470f-a255-f0af4ba6fc2d tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac7b1fb9-99ad-4f39-9123-c7f8813b84ff HTTP/1.1" status: 200 len: 946 time: 0.1100209 Nov 12 01:36:29.083866 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a2072-d918-444f-88e5-94d6e931119a req-7fc91d0d-ec67-4cf2-ae1d-fc5d6506c1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:29.086678 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d90a2072-d918-444f-88e5-94d6e931119a req-7fc91d0d-ec67-4cf2-ae1d-fc5d6506c1e7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ac7b1fb9-99ad-4f39-9123-c7f8813b84ff HTTP/1.1" status: 200 len: 1098 time: 0.1115823 Nov 12 01:36:29.088880 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c53af9e2-9bc4-4ac7-b1cf-2091d05882dc req-3e1d2614-4502-4869-a04f-4890d93d90d4 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ecd01d6-4a78-422c-b33c-c6dc1c5f2e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314783 Nov 12 01:36:29.179828 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d90a2072-d918-444f-88e5-94d6e931119a req-2d1fb7f5-0f47-4f6d-989e-149aeab266e5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4ecd01d6-4a78-422c-b33c-c6dc1c5f2e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769594 Nov 12 01:36:30.336483 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc810ad-6276-428d-8bed-3db546a66a30 req-359772fd-5cd6-4495-b98e-dbfc11885d0a tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:30.352602 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2dc810ad-6276-428d-8bed-3db546a66a30 req-359772fd-5cd6-4495-b98e-dbfc11885d0a tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac7b1fb9-99ad-4f39-9123-c7f8813b84ff HTTP/1.1" status: 200 len: 946 time: 0.1232426 Nov 12 01:36:30.478610 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2dc810ad-6276-428d-8bed-3db546a66a30 req-311af8d3-0211-4e11-affe-982d9a3e7b43 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ecd01d6-4a78-422c-b33c-c6dc1c5f2e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192157 Nov 12 01:36:30.621247 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d50a6f3-44a4-454e-9b39-a2e11e8f12d6 req-74c78ae8-d9fb-4e84-8dd5-b75cc8544c26 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:30.623657 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0d50a6f3-44a4-454e-9b39-a2e11e8f12d6 req-74c78ae8-d9fb-4e84-8dd5-b75cc8544c26 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb88432a-a280-484c-80d0-bb2e506b78c7 HTTP/1.1" status: 200 len: 945 time: 0.0712535 Nov 12 01:36:30.676989 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0d50a6f3-44a4-454e-9b39-a2e11e8f12d6 req-fc383e6e-ebf4-4fd2-abdf-d2f56447d602 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b1b7b99-db73-44f0-baf3-6da2a364ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462511 Nov 12 01:36:30.849918 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4e119b93-32dc-42d0-a5d6-6c073eea304d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:30.982659 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c4a77c49-22ca-4ea8-9959-ffe3c5c1d68b req-c81315a6-0e5d-40e5-a691-638dad2ae0cd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0423625 Nov 12 01:36:31.123356 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a77c49-22ca-4ea8-9959-ffe3c5c1d68b req-b1842a9f-5f78-424d-9821-9caacf0292e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:31.125118 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c4a77c49-22ca-4ea8-9959-ffe3c5c1d68b req-b1842a9f-5f78-424d-9821-9caacf0292e9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=553fbe5d09fe49948bd69193fe3f0783&device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 1099 time: 0.0690258 Nov 12 01:36:31.350817 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e64bb0fc-a65b-436c-b4cc-04fbafe911ce req-d6b11293-ed88-46e0-b9c4-0ca12ea60489 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4b6b3761-2ac5-475d-84f8-e80e1ab04627&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2226470 Nov 12 01:36:31.391498 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a77c49-22ca-4ea8-9959-ffe3c5c1d68b req-1f606f11-57d7-4230-85d3-4d7987e31d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:31.395400 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c4a77c49-22ca-4ea8-9959-ffe3c5c1d68b req-1f606f11-57d7-4230-85d3-4d7987e31d63 service neutron] 10.222.0.44 "GET /v2.0/networks?id=26afd3d7-f476-4a62-835b-6349cc82b916 HTTP/1.1" status: 200 len: 896 time: 0.2315149 Nov 12 01:36:31.587101 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c4a77c49-22ca-4ea8-9959-ffe3c5c1d68b req-4e0fc07a-a4c6-4e91-aa83-6809efe65777 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60b825f9-4537-445e-a6c3-75bfba59812a HTTP/1.1" status: 200 len: 1002 time: 0.1793172 Nov 12 01:36:31.587101 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64bb0fc-a65b-436c-b4cc-04fbafe911ce req-3b0bf3b2-c61e-493a-a67f-5033590ce72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:31.592217 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e64bb0fc-a65b-436c-b4cc-04fbafe911ce req-3b0bf3b2-c61e-493a-a67f-5033590ce72a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=094a5f5e492c44f8b09b4e12e8299cf9&device_id=4b6b3761-2ac5-475d-84f8-e80e1ab04627 HTTP/1.1" status: 200 len: 1097 time: 0.1058002 Nov 12 01:36:31.798712 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a77c49-22ca-4ea8-9959-ffe3c5c1d68b req-44c24c5f-82e3-4391-97b3-1f509bd31282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:31.802570 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c4a77c49-22ca-4ea8-9959-ffe3c5c1d68b req-44c24c5f-82e3-4391-97b3-1f509bd31282 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=595b1559-4f0e-4874-8a53-2400bc039bb2 HTTP/1.1" status: 200 len: 835 time: 0.2103639 Nov 12 01:36:31.926358 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f9468-c79b-4c31-b2c1-b49e5ec1fd02 req-95f37321-de97-46b7-b9a7-4d16814d37ff tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:31.932326 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64bb0fc-a65b-436c-b4cc-04fbafe911ce req-49067d19-0730-4507-bf18-d1039af97468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:31.935019 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e64bb0fc-a65b-436c-b4cc-04fbafe911ce req-49067d19-0730-4507-bf18-d1039af97468 service neutron] 10.222.0.16 "GET /v2.0/networks?id=41d3594c-6378-4888-b7ad-f2b6034333e3 HTTP/1.1" status: 200 len: 912 time: 0.2931981 Nov 12 01:36:31.943065 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a77c49-22ca-4ea8-9959-ffe3c5c1d68b req-e466e1f7-c702-4285-a014-be6c80bb8f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:31.954013 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-627f9468-c79b-4c31-b2c1-b49e5ec1fd02 req-95f37321-de97-46b7-b9a7-4d16814d37ff tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb88432a-a280-484c-80d0-bb2e506b78c7 HTTP/1.1" status: 200 len: 945 time: 0.1374147 Nov 12 01:36:31.961984 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c4a77c49-22ca-4ea8-9959-ffe3c5c1d68b req-e466e1f7-c702-4285-a014-be6c80bb8f02 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=26afd3d7-f476-4a62-835b-6349cc82b916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1454504 Nov 12 01:36:32.172759 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318be002-60cd-482a-8595-9b4f9c150353 req-bc6b7d95-58b8-4734-bda8-2990f452de1c tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:32.174526 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-318be002-60cd-482a-8595-9b4f9c150353 req-bc6b7d95-58b8-4734-bda8-2990f452de1c tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac7b1fb9-99ad-4f39-9123-c7f8813b84ff HTTP/1.1" status: 200 len: 946 time: 0.1560593 Nov 12 01:36:32.180374 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-627f9468-c79b-4c31-b2c1-b49e5ec1fd02 req-bedb7398-45ea-4514-ad63-bb1dbc56f8cd tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/security-groups?id=1b1b7b99-db73-44f0-baf3-6da2a364ec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243354 Nov 12 01:36:32.260053 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-318be002-60cd-482a-8595-9b4f9c150353 req-d6071dd1-ba3c-4682-8e82-58407f76984e tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ecd01d6-4a78-422c-b33c-c6dc1c5f2e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591295 Nov 12 01:36:32.308371 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c4a77c49-22ca-4ea8-9959-ffe3c5c1d68b req-fe51f59c-250d-4a40-821a-bba5c671eb49 service neutron] 10.222.0.44 "GET /v2.0/networks/26afd3d7-f476-4a62-835b-6349cc82b916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193426 Nov 12 01:36:32.370941 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c32b33-6e21-4d5e-b8c4-e9599853a8d5 req-b2fa81db-86d7-480e-9e20-8ac5fe2ca9e8 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:32.374092 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-64c32b33-6e21-4d5e-b8c4-e9599853a8d5 req-b2fa81db-86d7-480e-9e20-8ac5fe2ca9e8 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb88432a-a280-484c-80d0-bb2e506b78c7 HTTP/1.1" status: 200 len: 945 time: 0.1208606 Nov 12 01:36:32.464002 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e64bb0fc-a65b-436c-b4cc-04fbafe911ce req-02a81fbe-ffe7-4616-90af-83c25a3f28d0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a53f08f-270f-439f-86ed-fd6c991778c6 HTTP/1.1" status: 200 len: 1001 time: 0.4868941 Nov 12 01:36:32.629502 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c4a77c49-22ca-4ea8-9959-ffe3c5c1d68b req-0bd78973-64b8-4b47-8a28-5a3eda7fdc8b service neutron] 10.222.0.44 "GET /v2.0/networks/26afd3d7-f476-4a62-835b-6349cc82b916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104045 Nov 12 01:36:32.635894 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64bb0fc-a65b-436c-b4cc-04fbafe911ce req-1362f683-2795-4b86-92af-a781a75b8643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:32.638142 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e64bb0fc-a65b-436c-b4cc-04fbafe911ce req-1362f683-2795-4b86-92af-a781a75b8643 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6369b7da-1f3e-4df6-8094-1e515695655d HTTP/1.1" status: 200 len: 851 time: 0.1072114 Nov 12 01:36:32.639394 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e569d-e5cf-43a1-b97b-a35614492ee3 req-aacadd40-c3bd-4d80-a822-0cf97bd80ea7 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:32.642247 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f38e569d-e5cf-43a1-b97b-a35614492ee3 req-aacadd40-c3bd-4d80-a822-0cf97bd80ea7 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac7b1fb9-99ad-4f39-9123-c7f8813b84ff HTTP/1.1" status: 200 len: 946 time: 0.2083302 Nov 12 01:36:32.680132 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-64c32b33-6e21-4d5e-b8c4-e9599853a8d5 req-7e81fa88-7d45-46b4-982b-9c7b764f89e2 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Deleting port 9cbf80cf-f573-44ea-a347-59643c4fb259 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:36:32.680448 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-64c32b33-6e21-4d5e-b8c4-e9599853a8d5 req-7e81fa88-7d45-46b4-982b-9c7b764f89e2 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:32.727419 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64bb0fc-a65b-436c-b4cc-04fbafe911ce req-22b3779b-2e97-4a9d-9d34-c85c1ecfd111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:32.732053 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e64bb0fc-a65b-436c-b4cc-04fbafe911ce req-22b3779b-2e97-4a9d-9d34-c85c1ecfd111 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=41d3594c-6378-4888-b7ad-f2b6034333e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0826538 Nov 12 01:36:32.800594 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f38e569d-e5cf-43a1-b97b-a35614492ee3 req-032304c6-bf7c-40e4-99b4-b3f7e961a01b tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ecd01d6-4a78-422c-b33c-c6dc1c5f2e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453161 Nov 12 01:36:32.847081 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-64c32b33-6e21-4d5e-b8c4-e9599853a8d5 req-7e81fa88-7d45-46b4-982b-9c7b764f89e2 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] For port 9cbf80cf-f573-44ea-a347-59643c4fb259, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=9cbf80cf-f573-44ea-a347-59643c4fb259,segment=NetworkSegment(f889be5e-ad35-4d2f-9732-18c8b96cbaa7),segment_id=f889be5e-ad35-4d2f-9732-18c8b96cbaa7)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:36:32.847433 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-64c32b33-6e21-4d5e-b8c4-e9599853a8d5 req-7e81fa88-7d45-46b4-982b-9c7b764f89e2 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:32.866915 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-64c32b33-6e21-4d5e-b8c4-e9599853a8d5 req-7e81fa88-7d45-46b4-982b-9c7b764f89e2 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Calling delete_port for 9cbf80cf-f573-44ea-a347-59643c4fb259 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:36:32.934796 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:32.941097 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e64bb0fc-a65b-436c-b4cc-04fbafe911ce req-31ca9c74-4767-41fc-82ba-e568e73f2114 service neutron] 10.222.0.16 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007596 Nov 12 01:36:33.071615 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e64bb0fc-a65b-436c-b4cc-04fbafe911ce req-f27e3a4f-299c-4943-a419-531ff97822f1 service neutron] 10.222.0.16 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229360 Nov 12 01:36:33.192351 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-64c32b33-6e21-4d5e-b8c4-e9599853a8d5 req-7e81fa88-7d45-46b4-982b-9c7b764f89e2 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:33.259571 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e81fa88-7d45-46b4-982b-9c7b764f89e2 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Pushing event deleted for resources: {'Port': ['ID=9cbf80cf-f573-44ea-a347-59643c4fb259,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:36:33.285122 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f1e81-2983-4e37-8bf3-65d1d442621d req-282e57b0-faab-4eaa-9d5d-224f75190d7d tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:33.290566 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b60f1e81-2983-4e37-8bf3-65d1d442621d req-282e57b0-faab-4eaa-9d5d-224f75190d7d tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac7b1fb9-99ad-4f39-9123-c7f8813b84ff HTTP/1.1" status: 200 len: 946 time: 0.1893415 Nov 12 01:36:33.372222 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81fa88-7d45-46b4-982b-9c7b764f89e2 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:33.372779 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81fa88-7d45-46b4-982b-9c7b764f89e2 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:33.373339 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81fa88-7d45-46b4-982b-9c7b764f89e2 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:33.373903 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81fa88-7d45-46b4-982b-9c7b764f89e2 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:33.374474 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81fa88-7d45-46b4-982b-9c7b764f89e2 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:33.375043 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81fa88-7d45-46b4-982b-9c7b764f89e2 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:33.375612 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81fa88-7d45-46b4-982b-9c7b764f89e2 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:33.376776 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81fa88-7d45-46b4-982b-9c7b764f89e2 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:33.377344 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81fa88-7d45-46b4-982b-9c7b764f89e2 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:33.378063 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81fa88-7d45-46b4-982b-9c7b764f89e2 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:33.378632 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81fa88-7d45-46b4-982b-9c7b764f89e2 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:33.379200 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e81fa88-7d45-46b4-982b-9c7b764f89e2 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:33.412115 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-64c32b33-6e21-4d5e-b8c4-e9599853a8d5 req-7e81fa88-7d45-46b4-982b-9c7b764f89e2 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] No DVR routers for this DVR port 9cbf80cf-f573-44ea-a347-59643c4fb259 on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:36:33.424009 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-64c32b33-6e21-4d5e-b8c4-e9599853a8d5 req-7e81fa88-7d45-46b4-982b-9c7b764f89e2 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:33.437277 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-64c32b33-6e21-4d5e-b8c4-e9599853a8d5 req-7e81fa88-7d45-46b4-982b-9c7b764f89e2 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.44 "DELETE /v2.0/ports/9cbf80cf-f573-44ea-a347-59643c4fb259 HTTP/1.1" status: 204 len: 173 time: 1.0571711 Nov 12 01:36:33.437990 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb88432a-a280-484c-80d0-bb2e506b78c7', 'name': 'network-vif-deleted', 'tag': '9cbf80cf-f573-44ea-a347-59643c4fb259'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:36:33.450500 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73fbca1-c134-44fc-ad3c-a9720cd162ec" -d '{"events": [{"server_uuid": "cb88432a-a280-484c-80d0-bb2e506b78c7", "name": "network-vif-deleted", "tag": "9cbf80cf-f573-44ea-a347-59643c4fb259"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:36:33.555824 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0ad766e5-3001-4d75-95d9-546899f9fbfa req-875595ff-65d6-495c-95d9-250904069d89 tempest-VolumesSnapshotTestJSON-1765563254 tempest-VolumesSnapshotTestJSON-1765563254-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb88432a-a280-484c-80d0-bb2e506b78c7 HTTP/1.1" status: 200 len: 210 time: 0.0890934 Nov 12 01:36:33.623152 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b60f1e81-2983-4e37-8bf3-65d1d442621d req-c3d9881e-3238-4ae8-98d6-5da514933572 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ecd01d6-4a78-422c-b33c-c6dc1c5f2e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2888908 Nov 12 01:36:33.678447 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 49552) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:36:33.695796 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc02939-bd5c-4068-9a56-4a7a344ec200 x-openstack-request-id: req-3fc02939-bd5c-4068-9a56-4a7a344ec200 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:36:33.696274 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb88432a-a280-484c-80d0-bb2e506b78c7", "name": "network-vif-deleted", "tag": "9cbf80cf-f573-44ea-a347-59643c4fb259", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:36:33.696644 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3fc02939-bd5c-4068-9a56-4a7a344ec200 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:36:33.697187 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb88432a-a280-484c-80d0-bb2e506b78c7', 'name': 'network-vif-deleted', 'tag': '9cbf80cf-f573-44ea-a347-59643c4fb259', 'status': 'completed', 'code': 200} Nov 12 01:36:33.880839 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14198d10-6e50-47ad-a51c-50251ce0ea1a tempest-TestServerBasicOps-1411233399 tempest-TestServerBasicOps-1411233399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:33.885378 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-14198d10-6e50-47ad-a51c-50251ce0ea1a tempest-TestServerBasicOps-1411233399 tempest-TestServerBasicOps-1411233399-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=ac7b1fb9-99ad-4f39-9123-c7f8813b84ff HTTP/1.1" status: 200 len: 1093 time: 0.2026830 Nov 12 01:36:33.886048 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 49558) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:36:33.893119 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-eee1b422-fda2-4ad8-b6da-015d5d330b5e tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Request body: {'floatingip': {'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'port_id': '38f035e3-9729-4467-be49-57beb1dca680', 'tenant_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:36:33.927350 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-eee1b422-fda2-4ad8-b6da-015d5d330b5e tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Publish callbacks [] for floatingip, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:34.014535 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:34.077399 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-eee1b422-fda2-4ad8-b6da-015d5d330b5e tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:34.292442 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-eee1b422-fda2-4ad8-b6da-015d5d330b5e tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Allocated IP 172.25.3.12 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/513573ac-fa9f-4995-b537-eca5e64c8775) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:36:34.481086 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-eee1b422-fda2-4ad8-b6da-015d5d330b5e tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:34.517276 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 9cbf80cf-f573-44ea-a347-59643c4fb259 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:36:34.543741 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 9cbf80cf-f573-44ea-a347-59643c4fb259 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:36:34.544051 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 9cbf80cf-f573-44ea-a347-59643c4fb259 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:36:34.553329 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-eee1b422-fda2-4ad8-b6da-015d5d330b5e tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:34.612392 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee1b422-fda2-4ad8-b6da-015d5d330b5e tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:36:34.616145 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-eee1b422-fda2-4ad8-b6da-015d5d330b5e tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:36:34.623162 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee1b422-fda2-4ad8-b6da-015d5d330b5e tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:36:34.669304 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee1b422-fda2-4ad8-b6da-015d5d330b5e tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Pushing event updated for resources: {'Port': ['ID=513573ac-fa9f-4995-b537-eca5e64c8775,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:36:35.263301 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:35.368536 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-eee1b422-fda2-4ad8-b6da-015d5d330b5e tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:35.530851 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-eee1b422-fda2-4ad8-b6da-015d5d330b5e tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:35.764770 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-eee1b422-fda2-4ad8-b6da-015d5d330b5e tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:35.771767 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-eee1b422-fda2-4ad8-b6da-015d5d330b5e tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:35.868442 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee1b422-fda2-4ad8-b6da-015d5d330b5e tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Pushing event updated for resources: {'Port': ['ID=513573ac-fa9f-4995-b537-eca5e64c8775,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:36:35.883229 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-eee1b422-fda2-4ad8-b6da-015d5d330b5e tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:36.042716 n-d-712142-27 neutron-server[109085]: INFO neutron.db.l3_db [None req-eee1b422-fda2-4ad8-b6da-015d5d330b5e tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Floating IP 05d84385-d568-4137-9805-51277af3e66a associated. External IP: 172.25.3.12, port: 38f035e3-9729-4467-be49-57beb1dca680. Nov 12 01:36:36.473302 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee1b422-fda2-4ad8-b6da-015d5d330b5e tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Router 2b3685e8-b278-4541-9fe5-534d5659959b has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:36:36.664012 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee1b422-fda2-4ad8-b6da-015d5d330b5e tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:36:36.675720 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e62ef9-87db-4fa2-85f2-6a26ddf8cdd2 None None] Sync routers for ids ['2b3685e8-b278-4541-9fe5-534d5659959b'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:36:36.689325 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e62ef9-87db-4fa2-85f2-6a26ddf8cdd2 None None] Routers {'2b3685e8-b278-4541-9fe5-534d5659959b'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:36:36.690424 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-eee1b422-fda2-4ad8-b6da-015d5d330b5e tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:36.691198 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-06e62ef9-87db-4fa2-85f2-6a26ddf8cdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:36:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['2b3685e8-b278-4541-9fe5-534d5659959b'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:36:36.728093 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-eee1b422-fda2-4ad8-b6da-015d5d330b5e tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8405709 Nov 12 01:36:36.729018 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac7b1fb9-99ad-4f39-9123-c7f8813b84ff', 'tag': '38f035e3-9729-4467-be49-57beb1dca680'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:36:36.731806 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f6ca0a-6f11-4be4-8076-d1d272f5a5a4" -d '{"events": [{"name": "network-changed", "server_uuid": "ac7b1fb9-99ad-4f39-9123-c7f8813b84ff", "tag": "38f035e3-9729-4467-be49-57beb1dca680"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:36:36.796355 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7163d62a-5a23-4695-a510-e9023a8fe9e9 x-openstack-request-id: req-7163d62a-5a23-4695-a510-e9023a8fe9e9 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:36:36.799107 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac7b1fb9-99ad-4f39-9123-c7f8813b84ff", "tag": "38f035e3-9729-4467-be49-57beb1dca680", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:36:36.800074 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7163d62a-5a23-4695-a510-e9023a8fe9e9 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:36:36.800955 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac7b1fb9-99ad-4f39-9123-c7f8813b84ff', 'tag': '38f035e3-9729-4467-be49-57beb1dca680', 'status': 'completed', 'code': 200} Nov 12 01:36:36.952742 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-06e62ef9-87db-4fa2-85f2-6a26ddf8cdd2 None None] Set router 2b3685e8-b278-4541-9fe5-534d5659959b gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:36:36.990538 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f6ca0a-6f11-4be4-8076-d1d272f5a5a4 req-fb295c24-06b6-4431-b8f7-68c8994bd900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:36.991439 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-36f6ca0a-6f11-4be4-8076-d1d272f5a5a4 req-fb295c24-06b6-4431-b8f7-68c8994bd900 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47ae72be12504bb5b6ec465bbd1fafc1&device_id=ac7b1fb9-99ad-4f39-9123-c7f8813b84ff HTTP/1.1" status: 200 len: 1098 time: 0.1285508 Nov 12 01:36:37.116742 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f6ca0a-6f11-4be4-8076-d1d272f5a5a4 req-e1c07616-2cd3-4914-a585-1df4a99040a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:37.118738 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-36f6ca0a-6f11-4be4-8076-d1d272f5a5a4 req-e1c07616-2cd3-4914-a585-1df4a99040a5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f0da9330-f94c-4f80-8641-83193e26aa87 HTTP/1.1" status: 200 len: 909 time: 0.1204777 Nov 12 01:36:37.249954 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-36f6ca0a-6f11-4be4-8076-d1d272f5a5a4 req-935220f3-3fcd-46a8-9804-09a9af96e5ed service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38f035e3-9729-4467-be49-57beb1dca680 HTTP/1.1" status: 200 len: 999 time: 0.1111877 Nov 12 01:36:37.324963 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-06e62ef9-87db-4fa2-85f2-6a26ddf8cdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3685e8-b278-4541-9fe5-534d5659959b', 'name': 'tempest-TestServerBasicOps-1598327791-router', 'tenant_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '05323792-7504-404c-bfce-f43c465e22c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:35:38Z', 'updated_at': '2021-11-12T01:35:47Z', 'revision_number': 4, 'project_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'gw_port': {'id': '05323792-7504-404c-bfce-f43c465e22c5', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3685e8-b278-4541-9fe5-534d5659959b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:35:39Z', 'updated_at': '2021-11-12T01:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '05d84385-d568-4137-9805-51277af3e66a', 'tenant_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'floating_ip_address': '172.25.3.12', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '2b3685e8-b278-4541-9fe5-534d5659959b', 'port_id': '38f035e3-9729-4467-be49-57beb1dca680', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0da9330-f94c-4f80-8641-83193e26aa87', 'mac_address': 'fa:16:3e:b4:9d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7b1fb9-99ad-4f39-9123-c7f8813b84ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:36:35Z', 'updated_at': '2021-11-12T01:36:35Z', 'revision_number': 0, 'project_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55eb492c-97ed-40f8-a43c-45c619336589', 'name': '', 'network_id': 'f0da9330-f94c-4f80-8641-83193e26aa87', 'tenant_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'mac_address': 'fa:16:3e:5b:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3685e8-b278-4541-9fe5-534d5659959b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': 'bba74820-9668-4ff9-875e-5118cda4780e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:35:45Z', 'updated_at': '2021-11-12T01:35:55Z', 'revision_number': 5, 'project_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'subnets': [{'id': 'bba74820-9668-4ff9-875e-5118cda4780e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:36:37.332681 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f6ca0a-6f11-4be4-8076-d1d272f5a5a4 req-7b764cee-61e8-4ed8-b214-bafdfc90974f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:37.335841 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-36f6ca0a-6f11-4be4-8076-d1d272f5a5a4 req-7b764cee-61e8-4ed8-b214-bafdfc90974f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bba74820-9668-4ff9-875e-5118cda4780e HTTP/1.1" status: 200 len: 848 time: 0.0768678 Nov 12 01:36:37.371366 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e62ef9-87db-4fa2-85f2-6a26ddf8cdd2 None None] Checking router: 2b3685e8-b278-4541-9fe5-534d5659959b for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:36:37.382115 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e62ef9-87db-4fa2-85f2-6a26ddf8cdd2 None None] Routers {'2b3685e8-b278-4541-9fe5-534d5659959b'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:36:37.383072 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-06e62ef9-87db-4fa2-85f2-6a26ddf8cdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:36:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['2b3685e8-b278-4541-9fe5-534d5659959b'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:36:37.488015 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f6ca0a-6f11-4be4-8076-d1d272f5a5a4 req-0b6b750e-e832-4aff-bcef-ca2647abd73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:37.494207 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-36f6ca0a-6f11-4be4-8076-d1d272f5a5a4 req-0b6b750e-e832-4aff-bcef-ca2647abd73d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f0da9330-f94c-4f80-8641-83193e26aa87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1406944 Nov 12 01:36:37.545229 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-06e62ef9-87db-4fa2-85f2-6a26ddf8cdd2 None None] Set router 2b3685e8-b278-4541-9fe5-534d5659959b gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:36:37.718266 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-36f6ca0a-6f11-4be4-8076-d1d272f5a5a4 req-c393b4a2-ec5b-4aa7-aec5-50cf53bdf7e4 service neutron] 10.222.0.16 "GET /v2.0/networks/f0da9330-f94c-4f80-8641-83193e26aa87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168186 Nov 12 01:36:38.088558 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-06e62ef9-87db-4fa2-85f2-6a26ddf8cdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3685e8-b278-4541-9fe5-534d5659959b', 'name': 'tempest-TestServerBasicOps-1598327791-router', 'tenant_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '05323792-7504-404c-bfce-f43c465e22c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:35:38Z', 'updated_at': '2021-11-12T01:35:47Z', 'revision_number': 4, 'project_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'gw_port': {'id': '05323792-7504-404c-bfce-f43c465e22c5', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3685e8-b278-4541-9fe5-534d5659959b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:35:39Z', 'updated_at': '2021-11-12T01:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '05d84385-d568-4137-9805-51277af3e66a', 'tenant_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'floating_ip_address': '172.25.3.12', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '2b3685e8-b278-4541-9fe5-534d5659959b', 'port_id': '38f035e3-9729-4467-be49-57beb1dca680', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0da9330-f94c-4f80-8641-83193e26aa87', 'mac_address': 'fa:16:3e:b4:9d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7b1fb9-99ad-4f39-9123-c7f8813b84ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:36:35Z', 'updated_at': '2021-11-12T01:36:35Z', 'revision_number': 0, 'project_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55eb492c-97ed-40f8-a43c-45c619336589', 'name': '', 'network_id': 'f0da9330-f94c-4f80-8641-83193e26aa87', 'tenant_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'mac_address': 'fa:16:3e:5b:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3685e8-b278-4541-9fe5-534d5659959b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': 'bba74820-9668-4ff9-875e-5118cda4780e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:35:45Z', 'updated_at': '2021-11-12T01:35:55Z', 'revision_number': 5, 'project_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'subnets': [{'id': 'bba74820-9668-4ff9-875e-5118cda4780e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:36:38.104138 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-36f6ca0a-6f11-4be4-8076-d1d272f5a5a4 req-30a663a8-c780-4530-9428-e2164e458f8f service neutron] 10.222.0.16 "GET /v2.0/networks/f0da9330-f94c-4f80-8641-83193e26aa87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778596 Nov 12 01:36:38.143481 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e62ef9-87db-4fa2-85f2-6a26ddf8cdd2 None None] The sync data for ids ['2b3685e8-b278-4541-9fe5-534d5659959b'] in n-d-712142-27 is: [{'id': '2b3685e8-b278-4541-9fe5-534d5659959b', 'name': 'tempest-TestServerBasicOps-1598327791-router', 'tenant_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '05323792-7504-404c-bfce-f43c465e22c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:35:38Z', 'updated_at': '2021-11-12T01:35:47Z', 'revision_number': 4, 'project_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'gw_port': {'id': '05323792-7504-404c-bfce-f43c465e22c5', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3685e8-b278-4541-9fe5-534d5659959b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:35:39Z', 'updated_at': '2021-11-12T01:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '05d84385-d568-4137-9805-51277af3e66a', 'tenant_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'floating_ip_address': '172.25.3.12', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '2b3685e8-b278-4541-9fe5-534d5659959b', 'port_id': '38f035e3-9729-4467-be49-57beb1dca680', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0da9330-f94c-4f80-8641-83193e26aa87', 'mac_address': 'fa:16:3e:b4:9d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac7b1fb9-99ad-4f39-9123-c7f8813b84ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:36:35Z', 'updated_at': '2021-11-12T01:36:35Z', 'revision_number': 0, 'project_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55eb492c-97ed-40f8-a43c-45c619336589', 'name': '', 'network_id': 'f0da9330-f94c-4f80-8641-83193e26aa87', 'tenant_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'mac_address': 'fa:16:3e:5b:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3685e8-b278-4541-9fe5-534d5659959b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': 'bba74820-9668-4ff9-875e-5118cda4780e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:35:45Z', 'updated_at': '2021-11-12T01:35:55Z', 'revision_number': 5, 'project_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'subnets': [{'id': 'bba74820-9668-4ff9-875e-5118cda4780e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:36:38.628384 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9710b2-751a-45c3-8b33-a570bb2bb029 None None] New status for floating IP 05d84385-d568-4137-9805-51277af3e66a: ACTIVE {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:36:38.756811 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:40.840220 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:46.232193 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f4aa5-9555-43ae-bc39-561e42a342f5 req-dc72d3ad-482e-4e8e-943c-1929158f53d1 tempest-TestNetworkAdvancedServerOps-773100936 tempest-TestNetworkAdvancedServerOps-773100936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:46.242000 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-593f4aa5-9555-43ae-bc39-561e42a342f5 req-dc72d3ad-482e-4e8e-943c-1929158f53d1 tempest-TestNetworkAdvancedServerOps-773100936 tempest-TestNetworkAdvancedServerOps-773100936-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 1099 time: 0.0769191 Nov 12 01:36:46.304912 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-593f4aa5-9555-43ae-bc39-561e42a342f5 req-010ba273-ab9d-4b69-87d7-0cb81dec8bf6 tempest-TestNetworkAdvancedServerOps-773100936 tempest-TestNetworkAdvancedServerOps-773100936-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=cb5e73b0-89e2-4f08-b3e4-f68aa12c2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616534 Nov 12 01:36:46.325926 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50202) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:36:46.537755 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-27def4dd-fec0-4b5a-a032-402e8a054c98 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Deleting port 05b04e28-4acd-433c-a006-2418373f339d {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:36:46.538354 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-27def4dd-fec0-4b5a-a032-402e8a054c98 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:46.647498 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-27def4dd-fec0-4b5a-a032-402e8a054c98 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:46.647841 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-27def4dd-fec0-4b5a-a032-402e8a054c98 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:46.662841 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-27def4dd-fec0-4b5a-a032-402e8a054c98 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Calling delete_port for 05b04e28-4acd-433c-a006-2418373f339d owned by network:floatingip {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:36:46.989296 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-27def4dd-fec0-4b5a-a032-402e8a054c98 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:47.043553 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27def4dd-fec0-4b5a-a032-402e8a054c98 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event deleted for resources: {'Port': ['ID=05b04e28-4acd-433c-a006-2418373f339d,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:36:47.058478 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27def4dd-fec0-4b5a-a032-402e8a054c98 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:47.058829 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27def4dd-fec0-4b5a-a032-402e8a054c98 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:47.059195 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27def4dd-fec0-4b5a-a032-402e8a054c98 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:47.060124 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27def4dd-fec0-4b5a-a032-402e8a054c98 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:47.061224 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27def4dd-fec0-4b5a-a032-402e8a054c98 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:47.061657 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27def4dd-fec0-4b5a-a032-402e8a054c98 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:47.062726 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27def4dd-fec0-4b5a-a032-402e8a054c98 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:47.064271 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27def4dd-fec0-4b5a-a032-402e8a054c98 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:47.064635 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27def4dd-fec0-4b5a-a032-402e8a054c98 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:47.065569 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27def4dd-fec0-4b5a-a032-402e8a054c98 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:47.066277 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27def4dd-fec0-4b5a-a032-402e8a054c98 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:47.066617 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27def4dd-fec0-4b5a-a032-402e8a054c98 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:47.168831 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-27def4dd-fec0-4b5a-a032-402e8a054c98 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for floatingip, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:47.169244 n-d-712142-27 neutron-server[109086]: INFO neutron.db.l3_db [None req-27def4dd-fec0-4b5a-a032-402e8a054c98 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Floating IP 830b90da-957d-40ac-89c6-0ee4f8df4166 disassociated (deleted). External IP: 172.25.3.225, port: 60b825f9-4537-445e-a6c3-75bfba59812a. Nov 12 01:36:47.472913 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27def4dd-fec0-4b5a-a032-402e8a054c98 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Router d3df27b5-20cc-425f-8257-a89b92a21373 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:36:47.769355 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27def4dd-fec0-4b5a-a032-402e8a054c98 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:36:47.782497 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-27def4dd-fec0-4b5a-a032-402e8a054c98 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:47.789002 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d55b79d-d072-422e-82f0-2f9920245b7b None None] Sync routers for ids ['d3df27b5-20cc-425f-8257-a89b92a21373'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:36:47.827015 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-27def4dd-fec0-4b5a-a032-402e8a054c98 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "DELETE /v2.0/floatingips/830b90da-957d-40ac-89c6-0ee4f8df4166 HTTP/1.1" status: 204 len: 168 time: 1.4990079 Nov 12 01:36:47.827845 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30ed3d55-761c-4a8e-b386-60e26027cbdc', 'tag': '60b825f9-4537-445e-a6c3-75bfba59812a'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:36:47.831143 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583a15f4-6d0b-4d53-9cbb-ef747c0a8dc4" -d '{"events": [{"name": "network-changed", "server_uuid": "30ed3d55-761c-4a8e-b386-60e26027cbdc", "tag": "60b825f9-4537-445e-a6c3-75bfba59812a"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:36:47.851427 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d55b79d-d072-422e-82f0-2f9920245b7b None None] Routers {'d3df27b5-20cc-425f-8257-a89b92a21373'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:36:47.859474 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-2d55b79d-d072-422e-82f0-2f9920245b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:36:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['d3df27b5-20cc-425f-8257-a89b92a21373'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:36:47.914325 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d150c7-fc8a-4ced-a828-d8a49a44af41 x-openstack-request-id: req-46d150c7-fc8a-4ced-a828-d8a49a44af41 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:36:47.915160 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30ed3d55-761c-4a8e-b386-60e26027cbdc", "tag": "60b825f9-4537-445e-a6c3-75bfba59812a", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:36:47.915609 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-46d150c7-fc8a-4ced-a828-d8a49a44af41 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:36:47.916282 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30ed3d55-761c-4a8e-b386-60e26027cbdc', 'tag': '60b825f9-4537-445e-a6c3-75bfba59812a', 'status': 'completed', 'code': 200} Nov 12 01:36:48.219294 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a15f4-6d0b-4d53-9cbb-ef747c0a8dc4 req-4334bf69-82bf-46e9-90b5-cb81ee12a499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:48.223230 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-583a15f4-6d0b-4d53-9cbb-ef747c0a8dc4 req-4334bf69-82bf-46e9-90b5-cb81ee12a499 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=553fbe5d09fe49948bd69193fe3f0783&device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 1099 time: 0.2665200 Nov 12 01:36:48.354148 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-2d55b79d-d072-422e-82f0-2f9920245b7b None None] Set router d3df27b5-20cc-425f-8257-a89b92a21373 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:36:48.489396 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a15f4-6d0b-4d53-9cbb-ef747c0a8dc4 req-14dda3e2-d2ca-403f-b32a-a74aa56c3cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:48.495299 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-583a15f4-6d0b-4d53-9cbb-ef747c0a8dc4 req-14dda3e2-d2ca-403f-b32a-a74aa56c3cf0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=26afd3d7-f476-4a62-835b-6349cc82b916 HTTP/1.1" status: 200 len: 896 time: 0.2636697 Nov 12 01:36:48.759017 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-2d55b79d-d072-422e-82f0-2f9920245b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3df27b5-20cc-425f-8257-a89b92a21373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621851417', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '32ccf0b7-a7fc-49c2-8622-bc51f2a43458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:34:05Z', 'updated_at': '2021-11-12T01:34:16Z', 'revision_number': 4, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': '32ccf0b7-a7fc-49c2-8622-bc51f2a43458', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ad:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3df27b5-20cc-425f-8257-a89b92a21373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:06Z', 'updated_at': '2021-11-12T01:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '6f8b6083-5f3d-4f49-ae3c-6bdd4c40a85c', 'name': '', 'network_id': '26afd3d7-f476-4a62-835b-6349cc82b916', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'mac_address': 'fa:16:3e:be:6e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3df27b5-20cc-425f-8257-a89b92a21373', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '595b1559-4f0e-4874-8a53-2400bc039bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:14Z', 'updated_at': '2021-11-12T01:34:23Z', 'revision_number': 5, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'subnets': [{'id': '595b1559-4f0e-4874-8a53-2400bc039bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:36:48.788898 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d55b79d-d072-422e-82f0-2f9920245b7b None None] Checking router: d3df27b5-20cc-425f-8257-a89b92a21373 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:36:48.800306 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d55b79d-d072-422e-82f0-2f9920245b7b None None] Routers {'d3df27b5-20cc-425f-8257-a89b92a21373'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:36:48.801689 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-2d55b79d-d072-422e-82f0-2f9920245b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:36:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['d3df27b5-20cc-425f-8257-a89b92a21373'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:36:48.931757 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-583a15f4-6d0b-4d53-9cbb-ef747c0a8dc4 req-9f804f09-f70e-42fe-baf4-d479b2a85e48 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=60b825f9-4537-445e-a6c3-75bfba59812a HTTP/1.1" status: 200 len: 217 time: 0.4202259 Nov 12 01:36:48.995268 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a26c29-0df0-49a1-ad68-fdeef76272fc req-58f17037-4f39-4d0d-a194-cfccb215819b tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:48.997172 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-26a26c29-0df0-49a1-ad68-fdeef76272fc req-58f17037-4f39-4d0d-a194-cfccb215819b tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 947 time: 0.5263159 Nov 12 01:36:49.045405 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a15f4-6d0b-4d53-9cbb-ef747c0a8dc4 req-917a6b81-2c5c-4af0-ad48-64ee072f6d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:49.045405 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-583a15f4-6d0b-4d53-9cbb-ef747c0a8dc4 req-917a6b81-2c5c-4af0-ad48-64ee072f6d5c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=595b1559-4f0e-4874-8a53-2400bc039bb2 HTTP/1.1" status: 200 len: 835 time: 0.1030905 Nov 12 01:36:49.156314 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-26a26c29-0df0-49a1-ad68-fdeef76272fc req-d9883751-eb66-42a9-859f-056f58ed9a3d tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5e73b0-89e2-4f08-b3e4-f68aa12c2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460543 Nov 12 01:36:49.174890 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a15f4-6d0b-4d53-9cbb-ef747c0a8dc4 req-8e7c83cc-2ccc-40c8-9c80-cd4bc9f0354f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:49.176595 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-583a15f4-6d0b-4d53-9cbb-ef747c0a8dc4 req-8e7c83cc-2ccc-40c8-9c80-cd4bc9f0354f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=26afd3d7-f476-4a62-835b-6349cc82b916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1196244 Nov 12 01:36:49.243703 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-2d55b79d-d072-422e-82f0-2f9920245b7b None None] Set router d3df27b5-20cc-425f-8257-a89b92a21373 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:36:49.484512 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-583a15f4-6d0b-4d53-9cbb-ef747c0a8dc4 req-515e93c1-e271-4a4d-acd3-fd3c0d04ab4f service neutron] 10.222.0.44 "GET /v2.0/networks/26afd3d7-f476-4a62-835b-6349cc82b916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992799 Nov 12 01:36:49.702206 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-2d55b79d-d072-422e-82f0-2f9920245b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3df27b5-20cc-425f-8257-a89b92a21373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621851417', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '32ccf0b7-a7fc-49c2-8622-bc51f2a43458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:34:05Z', 'updated_at': '2021-11-12T01:34:16Z', 'revision_number': 4, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': '32ccf0b7-a7fc-49c2-8622-bc51f2a43458', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ad:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3df27b5-20cc-425f-8257-a89b92a21373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:06Z', 'updated_at': '2021-11-12T01:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '6f8b6083-5f3d-4f49-ae3c-6bdd4c40a85c', 'name': '', 'network_id': '26afd3d7-f476-4a62-835b-6349cc82b916', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'mac_address': 'fa:16:3e:be:6e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3df27b5-20cc-425f-8257-a89b92a21373', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '595b1559-4f0e-4874-8a53-2400bc039bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:14Z', 'updated_at': '2021-11-12T01:34:23Z', 'revision_number': 5, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'subnets': [{'id': '595b1559-4f0e-4874-8a53-2400bc039bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:36:49.722155 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-583a15f4-6d0b-4d53-9cbb-ef747c0a8dc4 req-2d0b6276-9294-415f-be67-fdcaa90f8c39 service neutron] 10.222.0.44 "GET /v2.0/networks/26afd3d7-f476-4a62-835b-6349cc82b916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289450 Nov 12 01:36:49.749217 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d55b79d-d072-422e-82f0-2f9920245b7b None None] The sync data for ids ['d3df27b5-20cc-425f-8257-a89b92a21373'] in n-d-712142-27 is: [{'id': 'd3df27b5-20cc-425f-8257-a89b92a21373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621851417', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '32ccf0b7-a7fc-49c2-8622-bc51f2a43458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:34:05Z', 'updated_at': '2021-11-12T01:34:16Z', 'revision_number': 4, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': '32ccf0b7-a7fc-49c2-8622-bc51f2a43458', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ad:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3df27b5-20cc-425f-8257-a89b92a21373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:06Z', 'updated_at': '2021-11-12T01:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '6f8b6083-5f3d-4f49-ae3c-6bdd4c40a85c', 'name': '', 'network_id': '26afd3d7-f476-4a62-835b-6349cc82b916', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'mac_address': 'fa:16:3e:be:6e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3df27b5-20cc-425f-8257-a89b92a21373', 'device_owner': 'network:router_interface', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '595b1559-4f0e-4874-8a53-2400bc039bb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:14Z', 'updated_at': '2021-11-12T01:34:23Z', 'revision_number': 5, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'subnets': [{'id': '595b1559-4f0e-4874-8a53-2400bc039bb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:36:49.921834 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404d3df-d5d9-4a48-b69b-351fbd91d75b req-405e1c26-d339-4063-80f5-a19d17a9f62e tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:49.924320 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8404d3df-d5d9-4a48-b69b-351fbd91d75b req-405e1c26-d339-4063-80f5-a19d17a9f62e tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.44 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 947 time: 0.1265976 Nov 12 01:36:50.340802 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-8404d3df-d5d9-4a48-b69b-351fbd91d75b req-88c5a2a9-d6a3-4be6-9949-c67ba4c8c04c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Deleting port 60b825f9-4537-445e-a6c3-75bfba59812a {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:36:50.341562 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8404d3df-d5d9-4a48-b69b-351fbd91d75b req-88c5a2a9-d6a3-4be6-9949-c67ba4c8c04c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:50.527292 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fc828b-0211-473a-ae5c-c4967b8d6af0 None None] New status for floating IP 830b90da-957d-40ac-89c6-0ee4f8df4166: DOWN {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:36:50.567310 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d5668-e39e-45bc-8bc7-a4f53f3421b6 req-cbb2fdb8-51ae-4b8a-99c4-b6bb54ce1741 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:36:50.569174 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2a6d5668-e39e-45bc-8bc7-a4f53f3421b6 req-cbb2fdb8-51ae-4b8a-99c4-b6bb54ce1741 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 947 time: 0.1158862 Nov 12 01:36:50.652691 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-8404d3df-d5d9-4a48-b69b-351fbd91d75b req-88c5a2a9-d6a3-4be6-9949-c67ba4c8c04c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] For port 60b825f9-4537-445e-a6c3-75bfba59812a, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=60b825f9-4537-445e-a6c3-75bfba59812a,segment=NetworkSegment(cc1c622a-5446-44d6-b64a-860c1673651a),segment_id=cc1c622a-5446-44d6-b64a-860c1673651a)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:36:50.653173 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8404d3df-d5d9-4a48-b69b-351fbd91d75b req-88c5a2a9-d6a3-4be6-9949-c67ba4c8c04c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:50.694051 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2a6d5668-e39e-45bc-8bc7-a4f53f3421b6 req-85d30a31-865d-49dc-99dd-58f07c179448 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=cb5e73b0-89e2-4f08-b3e4-f68aa12c2a14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123571 Nov 12 01:36:50.698759 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-8404d3df-d5d9-4a48-b69b-351fbd91d75b req-88c5a2a9-d6a3-4be6-9949-c67ba4c8c04c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Calling delete_port for 60b825f9-4537-445e-a6c3-75bfba59812a owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:36:51.086578 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8404d3df-d5d9-4a48-b69b-351fbd91d75b req-88c5a2a9-d6a3-4be6-9949-c67ba4c8c04c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:51.158375 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c5a2a9-d6a3-4be6-9949-c67ba4c8c04c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event deleted for resources: {'Port': ['ID=60b825f9-4537-445e-a6c3-75bfba59812a,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:36:51.241372 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50280) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:36:51.269003 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-8404d3df-d5d9-4a48-b69b-351fbd91d75b req-88c5a2a9-d6a3-4be6-9949-c67ba4c8c04c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] No DVR routers for this DVR port 60b825f9-4537-445e-a6c3-75bfba59812a on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:36:51.275028 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8404d3df-d5d9-4a48-b69b-351fbd91d75b req-88c5a2a9-d6a3-4be6-9949-c67ba4c8c04c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:51.285548 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8404d3df-d5d9-4a48-b69b-351fbd91d75b req-88c5a2a9-d6a3-4be6-9949-c67ba4c8c04c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.44 "DELETE /v2.0/ports/60b825f9-4537-445e-a6c3-75bfba59812a HTTP/1.1" status: 204 len: 173 time: 1.3514702 Nov 12 01:36:51.286214 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30ed3d55-761c-4a8e-b386-60e26027cbdc', 'name': 'network-vif-deleted', 'tag': '60b825f9-4537-445e-a6c3-75bfba59812a'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:36:51.292745 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d95aeac-a101-4f8b-8a22-672438f18400" -d '{"events": [{"server_uuid": "30ed3d55-761c-4a8e-b386-60e26027cbdc", "name": "network-vif-deleted", "tag": "60b825f9-4537-445e-a6c3-75bfba59812a"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:36:51.472285 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40dcbd30-fa9c-4ec1-b6da-9b237bb4e9c9 x-openstack-request-id: req-40dcbd30-fa9c-4ec1-b6da-9b237bb4e9c9 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:36:51.472700 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30ed3d55-761c-4a8e-b386-60e26027cbdc", "name": "network-vif-deleted", "tag": "60b825f9-4537-445e-a6c3-75bfba59812a", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:36:51.473050 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-40dcbd30-fa9c-4ec1-b6da-9b237bb4e9c9 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:36:51.473579 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30ed3d55-761c-4a8e-b386-60e26027cbdc', 'name': 'network-vif-deleted', 'tag': '60b825f9-4537-445e-a6c3-75bfba59812a', 'status': 'completed', 'code': 200} Nov 12 01:36:51.554363 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f33bb1c4-02bc-4cb4-80da-d8a9da716b85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:51.788889 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f33bb1c4-02bc-4cb4-80da-d8a9da716b85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:51.800061 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f33bb1c4-02bc-4cb4-80da-d8a9da716b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:51.924602 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e63411a4-1cc8-4605-aea2-1be4bf975300 req-f390f8d0-2e53-4d5d-97a9-d400ae0d2b5a tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=30ed3d55-761c-4a8e-b386-60e26027cbdc HTTP/1.1" status: 200 len: 210 time: 0.0878649 Nov 12 01:36:51.965230 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 50300) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:36:51.966694 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f33bb1c4-02bc-4cb4-80da-d8a9da716b85 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0d2edeeaaa444dfdbd95f6194cb62505&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7215614 Nov 12 01:36:51.976464 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33bb1c4-02bc-4cb4-80da-d8a9da716b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa24d364-4281-4d13-ae58-491f18c7e31a,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:36:52.103957 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9d410d85-ae0d-4b5c-8df9-879581900b5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:52.149821 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9d410d85-ae0d-4b5c-8df9-879581900b5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:52.238253 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9d410d85-ae0d-4b5c-8df9-879581900b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:52.242064 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9d410d85-ae0d-4b5c-8df9-879581900b5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:52.249516 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-9d410d85-ae0d-4b5c-8df9-879581900b5d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fa24d364-4281-4d13-ae58-491f18c7e31a HTTP/1.1" status: 204 len: 168 time: 0.2826006 Nov 12 01:36:52.260471 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d410d85-ae0d-4b5c-8df9-879581900b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa24d364-4281-4d13-ae58-491f18c7e31a,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:36:52.594917 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 60b825f9-4537-445e-a6c3-75bfba59812a no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:36:52.633220 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 60b825f9-4537-445e-a6c3-75bfba59812a {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:36:52.634156 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 60b825f9-4537-445e-a6c3-75bfba59812a not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:36:52.872753 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50318) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:36:52.887245 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-49756ce7-e45e-448b-a9ea-098ba5871393 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:52.996364 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-49756ce7-e45e-448b-a9ea-098ba5871393 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:52.997470 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50324) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:36:53.007263 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-49756ce7-e45e-448b-a9ea-098ba5871393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:53.094868 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-49756ce7-e45e-448b-a9ea-098ba5871393 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a769e0e6e2844454aafddfa1b08026a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2209909 Nov 12 01:36:53.097528 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49756ce7-e45e-448b-a9ea-098ba5871393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867ec74b-a1e2-433f-b74e-2d14c0668281,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:36:53.098426 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 50328) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:36:53.178896 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f9382bca-7db1-4932-b641-aaed921bbc35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:53.204803 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f9382bca-7db1-4932-b641-aaed921bbc35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:53.260709 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f9382bca-7db1-4932-b641-aaed921bbc35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:53.264064 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f9382bca-7db1-4932-b641-aaed921bbc35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:53.265480 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-f9382bca-7db1-4932-b641-aaed921bbc35 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/867ec74b-a1e2-433f-b74e-2d14c0668281 HTTP/1.1" status: 204 len: 168 time: 0.1655974 Nov 12 01:36:53.277945 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9382bca-7db1-4932-b641-aaed921bbc35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867ec74b-a1e2-433f-b74e-2d14c0668281,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:36:54.274235 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3d872864-7f8d-4e3b-b66d-95fcce60a1f9 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:54.661214 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-3d872864-7f8d-4e3b-b66d-95fcce60a1f9 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Deleting port 6f8b6083-5f3d-4f49-ae3c-6bdd4c40a85c {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:36:54.661567 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3d872864-7f8d-4e3b-b66d-95fcce60a1f9 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:54.875212 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-3d872864-7f8d-4e3b-b66d-95fcce60a1f9 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] For port 6f8b6083-5f3d-4f49-ae3c-6bdd4c40a85c, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=6f8b6083-5f3d-4f49-ae3c-6bdd4c40a85c,segment=NetworkSegment(cc1c622a-5446-44d6-b64a-860c1673651a),segment_id=cc1c622a-5446-44d6-b64a-860c1673651a)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:36:54.875848 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3d872864-7f8d-4e3b-b66d-95fcce60a1f9 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:54.899029 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-3d872864-7f8d-4e3b-b66d-95fcce60a1f9 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Calling delete_port for 6f8b6083-5f3d-4f49-ae3c-6bdd4c40a85c owned by network:router_interface {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:36:55.294667 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3d872864-7f8d-4e3b-b66d-95fcce60a1f9 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:55.327786 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d872864-7f8d-4e3b-b66d-95fcce60a1f9 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event deleted for resources: {'Port': ['ID=6f8b6083-5f3d-4f49-ae3c-6bdd4c40a85c,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:36:55.804822 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3d872864-7f8d-4e3b-b66d-95fcce60a1f9 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:56.162432 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d872864-7f8d-4e3b-b66d-95fcce60a1f9 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Router d3df27b5-20cc-425f-8257-a89b92a21373 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:36:56.356280 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d872864-7f8d-4e3b-b66d-95fcce60a1f9 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:36:56.365190 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3d872864-7f8d-4e3b-b66d-95fcce60a1f9 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "PUT /v2.0/routers/d3df27b5-20cc-425f-8257-a89b92a21373/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3662167 Nov 12 01:36:56.369412 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 50414) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:36:56.379659 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08fa9db-49c5-4d05-bca4-b37feedd9fb3 None None] Sync routers for ids ['d3df27b5-20cc-425f-8257-a89b92a21373'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:36:56.394830 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08fa9db-49c5-4d05-bca4-b37feedd9fb3 None None] Routers {'d3df27b5-20cc-425f-8257-a89b92a21373'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:36:56.395892 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-e08fa9db-49c5-4d05-bca4-b37feedd9fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:36:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['d3df27b5-20cc-425f-8257-a89b92a21373'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:36:56.483892 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c6f19d5-9221-4433-9ca4-c8cbb379c300 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Deleting subnet 595b1559-4f0e-4874-8a53-2400bc039bb2 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:36:56.488999 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4c6f19d5-9221-4433-9ca4-c8cbb379c300 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:56.623146 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4c6f19d5-9221-4433-9ca4-c8cbb379c300 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:56.743073 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-e08fa9db-49c5-4d05-bca4-b37feedd9fb3 None None] Set router d3df27b5-20cc-425f-8257-a89b92a21373 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:36:56.869257 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4c6f19d5-9221-4433-9ca4-c8cbb379c300 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:57.041494 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4c6f19d5-9221-4433-9ca4-c8cbb379c300 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:57.142034 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-e08fa9db-49c5-4d05-bca4-b37feedd9fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3df27b5-20cc-425f-8257-a89b92a21373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621851417', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '32ccf0b7-a7fc-49c2-8622-bc51f2a43458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:34:05Z', 'updated_at': '2021-11-12T01:36:55Z', 'revision_number': 5, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': '32ccf0b7-a7fc-49c2-8622-bc51f2a43458', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ad:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3df27b5-20cc-425f-8257-a89b92a21373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:06Z', 'updated_at': '2021-11-12T01:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:36:57.153065 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f19d5-9221-4433-9ca4-c8cbb379c300 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event deleted for resources: {'Subnet': ['ID=595b1559-4f0e-4874-8a53-2400bc039bb2,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:36:57.161107 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4c6f19d5-9221-4433-9ca4-c8cbb379c300 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:57.168028 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4c6f19d5-9221-4433-9ca4-c8cbb379c300 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "DELETE /v2.0/subnets/595b1559-4f0e-4874-8a53-2400bc039bb2 HTTP/1.1" status: 204 len: 168 time: 0.7960734 Nov 12 01:36:57.171488 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50430) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:36:57.175562 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08fa9db-49c5-4d05-bca4-b37feedd9fb3 None None] Checking router: d3df27b5-20cc-425f-8257-a89b92a21373 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:36:57.178570 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37f39d4-dbd1-42fa-943d-80deadcdde3b None None] Network 26afd3d7-f476-4a62-835b-6349cc82b916 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:36:57.186646 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08fa9db-49c5-4d05-bca4-b37feedd9fb3 None None] Routers {'d3df27b5-20cc-425f-8257-a89b92a21373'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:36:57.187455 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-e08fa9db-49c5-4d05-bca4-b37feedd9fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:36:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['d3df27b5-20cc-425f-8257-a89b92a21373'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:36:57.432925 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4cc266b1-0129-451d-b400-cf158d021a18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:57.479416 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-e08fa9db-49c5-4d05-bca4-b37feedd9fb3 None None] Set router d3df27b5-20cc-425f-8257-a89b92a21373 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:36:57.498233 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b72dbbd5-d20d-43ec-989f-d1a1e7ab9f78 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:57.555598 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712a5fed-bb45-4b89-9faf-b93025e8560c None None] DHCP port deletion for 26afd3d7-f476-4a62-835b-6349cc82b916 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:36:57.708181 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-712a5fed-bb45-4b89-9faf-b93025e8560c None None] Deleting port d98ed043-65ef-498c-89cd-ad870b2821e0 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:36:57.710722 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-712a5fed-bb45-4b89-9faf-b93025e8560c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:57.801768 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-712a5fed-bb45-4b89-9faf-b93025e8560c None None] For port d98ed043-65ef-498c-89cd-ad870b2821e0, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=d98ed043-65ef-498c-89cd-ad870b2821e0,segment=NetworkSegment(cc1c622a-5446-44d6-b64a-860c1673651a),segment_id=cc1c622a-5446-44d6-b64a-860c1673651a)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:36:57.802068 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-712a5fed-bb45-4b89-9faf-b93025e8560c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:57.823896 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-712a5fed-bb45-4b89-9faf-b93025e8560c None None] Calling delete_port for d98ed043-65ef-498c-89cd-ad870b2821e0 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:36:57.850040 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b72dbbd5-d20d-43ec-989f-d1a1e7ab9f78 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:58.011048 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-e08fa9db-49c5-4d05-bca4-b37feedd9fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3df27b5-20cc-425f-8257-a89b92a21373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621851417', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '32ccf0b7-a7fc-49c2-8622-bc51f2a43458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:34:05Z', 'updated_at': '2021-11-12T01:36:55Z', 'revision_number': 5, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': '32ccf0b7-a7fc-49c2-8622-bc51f2a43458', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ad:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3df27b5-20cc-425f-8257-a89b92a21373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:06Z', 'updated_at': '2021-11-12T01:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:36:58.023200 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device d98ed043-65ef-498c-89cd-ad870b2821e0 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:36:58.028135 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-712a5fed-bb45-4b89-9faf-b93025e8560c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:58.033167 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-b72dbbd5-d20d-43ec-989f-d1a1e7ab9f78 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Deleting port 32ccf0b7-a7fc-49c2-8622-bc51f2a43458 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:36:58.033538 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b72dbbd5-d20d-43ec-989f-d1a1e7ab9f78 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:58.068879 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712a5fed-bb45-4b89-9faf-b93025e8560c None None] No DVR routers for this DVR port d98ed043-65ef-498c-89cd-ad870b2821e0 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:36:58.071327 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: d98ed043-65ef-498c-89cd-ad870b2821e0 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:36:58.072014 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device d98ed043-65ef-498c-89cd-ad870b2821e0 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:36:58.113829 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a5fed-bb45-4b89-9faf-b93025e8560c None None] Pushing event deleted for resources: {'Port': ['ID=d98ed043-65ef-498c-89cd-ad870b2821e0,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:36:58.131490 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08fa9db-49c5-4d05-bca4-b37feedd9fb3 None None] The sync data for ids ['d3df27b5-20cc-425f-8257-a89b92a21373'] in n-d-712142-27 is: [{'id': 'd3df27b5-20cc-425f-8257-a89b92a21373', 'name': 'tempest-TestNetworkAdvancedServerOps-router-621851417', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '32ccf0b7-a7fc-49c2-8622-bc51f2a43458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:34:05Z', 'updated_at': '2021-11-12T01:36:55Z', 'revision_number': 5, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': '32ccf0b7-a7fc-49c2-8622-bc51f2a43458', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ad:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3df27b5-20cc-425f-8257-a89b92a21373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:34:06Z', 'updated_at': '2021-11-12T01:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:36:58.134873 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712a5fed-bb45-4b89-9faf-b93025e8560c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:58.136716 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712a5fed-bb45-4b89-9faf-b93025e8560c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:58.136716 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712a5fed-bb45-4b89-9faf-b93025e8560c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:58.136716 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712a5fed-bb45-4b89-9faf-b93025e8560c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:58.137406 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712a5fed-bb45-4b89-9faf-b93025e8560c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:58.137582 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712a5fed-bb45-4b89-9faf-b93025e8560c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:58.137987 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712a5fed-bb45-4b89-9faf-b93025e8560c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:58.138412 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712a5fed-bb45-4b89-9faf-b93025e8560c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:58.138836 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712a5fed-bb45-4b89-9faf-b93025e8560c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:58.139314 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712a5fed-bb45-4b89-9faf-b93025e8560c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:58.139874 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712a5fed-bb45-4b89-9faf-b93025e8560c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:58.140322 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712a5fed-bb45-4b89-9faf-b93025e8560c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:36:58.273199 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-b72dbbd5-d20d-43ec-989f-d1a1e7ab9f78 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] For port 32ccf0b7-a7fc-49c2-8622-bc51f2a43458, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=32ccf0b7-a7fc-49c2-8622-bc51f2a43458,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:36:58.274390 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b72dbbd5-d20d-43ec-989f-d1a1e7ab9f78 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:58.299278 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-b72dbbd5-d20d-43ec-989f-d1a1e7ab9f78 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Calling delete_port for 32ccf0b7-a7fc-49c2-8622-bc51f2a43458 owned by network:router_gateway {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:36:58.810727 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b72dbbd5-d20d-43ec-989f-d1a1e7ab9f78 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:58.858818 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72dbbd5-d20d-43ec-989f-d1a1e7ab9f78 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event deleted for resources: {'Port': ['ID=32ccf0b7-a7fc-49c2-8622-bc51f2a43458,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:36:58.914997 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b902a3a7-4b0f-4153-a2d1-5b4f21621b0e None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:36:58.997843 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b72dbbd5-d20d-43ec-989f-d1a1e7ab9f78 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:59.184178 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b72dbbd5-d20d-43ec-989f-d1a1e7ab9f78 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:59.190399 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b72dbbd5-d20d-43ec-989f-d1a1e7ab9f78 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:59.337531 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b72dbbd5-d20d-43ec-989f-d1a1e7ab9f78 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:59.338458 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72dbbd5-d20d-43ec-989f-d1a1e7ab9f78 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Fanout notify agent at l3_agent the message router_deleted on router d3df27b5-20cc-425f-8257-a89b92a21373 {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:36:59.355876 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b72dbbd5-d20d-43ec-989f-d1a1e7ab9f78 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:59.361435 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b72dbbd5-d20d-43ec-989f-d1a1e7ab9f78 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "DELETE /v2.0/routers/d3df27b5-20cc-425f-8257-a89b92a21373 HTTP/1.1" status: 204 len: 168 time: 2.1837399 Nov 12 01:36:59.362573 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 50474) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:36:59.557461 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ba5b299c-5022-4865-b6e8-34d642222a6d tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:59.729950 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ba5b299c-5022-4865-b6e8-34d642222a6d tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:59.834439 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-ba5b299c-5022-4865-b6e8-34d642222a6d tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26afd3d7-f476-4a62-835b-6349cc82b916']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:36:59.858249 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-ba5b299c-5022-4865-b6e8-34d642222a6d tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc1c622a-5446-44d6-b64a-860c1673651a') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:36:59.858635 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-ba5b299c-5022-4865-b6e8-34d642222a6d tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc1c622a-5446-44d6-b64a-860c1673651a') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:36:59.894815 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ba5b299c-5022-4865-b6e8-34d642222a6d tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:59.928363 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ba5b299c-5022-4865-b6e8-34d642222a6d tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:36:59.984133 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba5b299c-5022-4865-b6e8-34d642222a6d tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:36:59.988062 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ba5b299c-5022-4865-b6e8-34d642222a6d tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:00.035954 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:37:00.035954 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:37:00.035954 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:37:00.035954 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:37:00.035954 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:37:00.035954 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:37:00.035954 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:37:00.035954 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:37:00.035954 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:37:00.035954 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:37:00.035954 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:37:00.035954 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:37:00.035954 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:37:00.035954 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:37:00.035954 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:37:00.035954 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:37:00.035954 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:37:00.035954 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:37:00.035954 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:37:00.035954 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:37:00.035954 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:37:00.035954 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:37:00.035954 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:37:00.035954 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:37:00.035954 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:37:00.035954 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:37:00.035954 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:37:00.035954 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:37:00.035954 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:37:00.035954 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:37:00.035954 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:37:00.035954 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:37:00.229671 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 6f8b6083-5f3d-4f49-ae3c-6bdd4c40a85c no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:37:00.275830 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ba5b299c-5022-4865-b6e8-34d642222a6d tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:00.292324 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ba5b299c-5022-4865-b6e8-34d642222a6d tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:00.300780 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-ba5b299c-5022-4865-b6e8-34d642222a6d tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "DELETE /v2.0/networks/26afd3d7-f476-4a62-835b-6349cc82b916 HTTP/1.1" status: 204 len: 168 time: 0.9363997 Nov 12 01:37:00.303331 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50504) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:37:00.330469 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5b299c-5022-4865-b6e8-34d642222a6d tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event deleted for resources: {'Network': ['ID=26afd3d7-f476-4a62-835b-6349cc82b916,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:37:00.354600 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 6f8b6083-5f3d-4f49-ae3c-6bdd4c40a85c {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:37:00.356975 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 6f8b6083-5f3d-4f49-ae3c-6bdd4c40a85c not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:37:00.357856 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 32ccf0b7-a7fc-49c2-8622-bc51f2a43458 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:37:00.426435 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 32ccf0b7-a7fc-49c2-8622-bc51f2a43458 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:37:00.429251 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 32ccf0b7-a7fc-49c2-8622-bc51f2a43458 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:37:00.488519 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-74fef4d5-cc32-486d-9e36-5887c42a8494 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:00.555653 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-74fef4d5-cc32-486d-9e36-5887c42a8494 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:00.691248 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-74fef4d5-cc32-486d-9e36-5887c42a8494 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:00.696835 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-74fef4d5-cc32-486d-9e36-5887c42a8494 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:00.705933 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-74fef4d5-cc32-486d-9e36-5887c42a8494 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "DELETE /v2.0/security-groups/cb5e73b0-89e2-4f08-b3e4-f68aa12c2a14 HTTP/1.1" status: 204 len: 168 time: 0.4009981 Nov 12 01:37:00.726529 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fef4d5-cc32-486d-9e36-5887c42a8494 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5e73b0-89e2-4f08-b3e4-f68aa12c2a14,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:37:00.915651 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-dc2672fe-96f9-467c-a91b-e9c7e4db638a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:01.191491 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50516) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:37:01.196351 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-ef44051a-2613-4a26-bdfa-4f409c826fff tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1702790887', 'description': 'tempest-secgroup-smoke-1702790887 description', 'project_id': '553fbe5d09fe49948bd69193fe3f0783'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:37:01.229643 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ef44051a-2613-4a26-bdfa-4f409c826fff tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:01.352340 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ef44051a-2613-4a26-bdfa-4f409c826fff tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:01.357209 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ef44051a-2613-4a26-bdfa-4f409c826fff tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:01.413297 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ef44051a-2613-4a26-bdfa-4f409c826fff tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:01.415080 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ef44051a-2613-4a26-bdfa-4f409c826fff tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2224262 Nov 12 01:37:01.417907 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef44051a-2613-4a26-bdfa-4f409c826fff tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42b11c04-f70f-4000-9cc7-86c5eb604b38,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:37:01.420517 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50518) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:37:01.426047 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-4976bcfc-13b2-4512-977a-46fe0f6dd3e1 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Request body: {'security_group_rule': {'security_group_id': '42b11c04-f70f-4000-9cc7-86c5eb604b38', 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:37:01.481006 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4976bcfc-13b2-4512-977a-46fe0f6dd3e1 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:01.601091 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4976bcfc-13b2-4512-977a-46fe0f6dd3e1 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:01.608121 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4976bcfc-13b2-4512-977a-46fe0f6dd3e1 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:01.641858 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4976bcfc-13b2-4512-977a-46fe0f6dd3e1 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=245eca02-2054-4000-af11-ce0d1f01fd70,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:37:01.670824 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4976bcfc-13b2-4512-977a-46fe0f6dd3e1 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:01.673563 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4976bcfc-13b2-4512-977a-46fe0f6dd3e1 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2515094 Nov 12 01:37:01.677844 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50524) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:37:01.687548 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-50f4447f-5a8a-48d2-9c2f-c714576c7f42 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Request body: {'security_group_rule': {'security_group_id': '42b11c04-f70f-4000-9cc7-86c5eb604b38', 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:37:01.739312 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-50f4447f-5a8a-48d2-9c2f-c714576c7f42 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:01.822968 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-50f4447f-5a8a-48d2-9c2f-c714576c7f42 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:01.827994 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-50f4447f-5a8a-48d2-9c2f-c714576c7f42 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:01.861721 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-50f4447f-5a8a-48d2-9c2f-c714576c7f42 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:01.868029 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-50f4447f-5a8a-48d2-9c2f-c714576c7f42 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1828616 Nov 12 01:37:01.868029 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50530) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:37:01.873420 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-f3d8d483-c021-4f22-a340-2c374ec67c7c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Request body: {'security_group_rule': {'security_group_id': '42b11c04-f70f-4000-9cc7-86c5eb604b38', 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:37:01.881139 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f4447f-5a8a-48d2-9c2f-c714576c7f42 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=420a9834-34dd-40e9-81f4-665c77b6bc6e,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:37:01.924392 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f3d8d483-c021-4f22-a340-2c374ec67c7c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:02.018301 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f3d8d483-c021-4f22-a340-2c374ec67c7c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:02.025313 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f3d8d483-c021-4f22-a340-2c374ec67c7c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:02.062258 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d8d483-c021-4f22-a340-2c374ec67c7c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2546e407-3c61-44cc-99f3-3bdfcbbee617,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:37:02.078099 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f3d8d483-c021-4f22-a340-2c374ec67c7c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:02.081144 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f3d8d483-c021-4f22-a340-2c374ec67c7c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2117870 Nov 12 01:37:02.083501 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50532) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:37:02.089511 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-de45adce-f1c1-4e7a-a6a6-8e48b7c4a87e tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Request body: {'security_group_rule': {'security_group_id': '42b11c04-f70f-4000-9cc7-86c5eb604b38', 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:37:02.132735 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-de45adce-f1c1-4e7a-a6a6-8e48b7c4a87e tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:02.221319 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-de45adce-f1c1-4e7a-a6a6-8e48b7c4a87e tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:02.226678 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-de45adce-f1c1-4e7a-a6a6-8e48b7c4a87e tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:02.248949 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de45adce-f1c1-4e7a-a6a6-8e48b7c4a87e tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f921682-e855-4318-9bb1-3a767b43bbee,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:37:02.275738 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-de45adce-f1c1-4e7a-a6a6-8e48b7c4a87e tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:02.282797 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-de45adce-f1c1-4e7a-a6a6-8e48b7c4a87e tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1933155 Nov 12 01:37:02.283073 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50538) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:37:02.287787 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-1d51a684-3240-4656-bc58-76aa4af1c966 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Request body: {'security_group_rule': {'security_group_id': '42b11c04-f70f-4000-9cc7-86c5eb604b38', 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:37:02.322772 n-d-712142-27 neutron-server[109086]: INFO neutron.db.securitygroups_db [None req-1d51a684-3240-4656-bc58-76aa4af1c966 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Project 553fbe5d09fe49948bd69193fe3f0783 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:37:02.330332 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d51a684-3240-4656-bc58-76aa4af1c966 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:02.435777 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d51a684-3240-4656-bc58-76aa4af1c966 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:02.443501 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d51a684-3240-4656-bc58-76aa4af1c966 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:02.484761 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d51a684-3240-4656-bc58-76aa4af1c966 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cdd7788-1cf5-4fd4-a660-197558cbc694,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:37:02.525630 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d51a684-3240-4656-bc58-76aa4af1c966 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:02.533015 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 50542) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:37:02.534052 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1d51a684-3240-4656-bc58-76aa4af1c966 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2497318 Nov 12 01:37:02.540082 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-0c87fc1a-d965-403e-bc1d-caeeea5dfa82 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Request body: {'security_group_rule': {'security_group_id': '42b11c04-f70f-4000-9cc7-86c5eb604b38', 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:37:02.572149 n-d-712142-27 neutron-server[109085]: INFO neutron.db.securitygroups_db [None req-0c87fc1a-d965-403e-bc1d-caeeea5dfa82 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Project 553fbe5d09fe49948bd69193fe3f0783 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:37:02.581372 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0c87fc1a-d965-403e-bc1d-caeeea5dfa82 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:02.678028 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0c87fc1a-d965-403e-bc1d-caeeea5dfa82 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:02.683782 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0c87fc1a-d965-403e-bc1d-caeeea5dfa82 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:02.721305 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c87fc1a-d965-403e-bc1d-caeeea5dfa82 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2db36f26-0e86-4567-ad26-3bf361a5afa3,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:37:02.753879 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0c87fc1a-d965-403e-bc1d-caeeea5dfa82 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:02.755875 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-0c87fc1a-d965-403e-bc1d-caeeea5dfa82 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2201626 Nov 12 01:37:02.759829 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50548) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:37:02.765424 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-6855c6c0-4e03-4c14-b4c3-a8ad1b03d0f8 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Request body: {'network': {'name': 'tempest-network-smoke--1356884695', 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'port_security_enabled': True}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:37:02.796933 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6855c6c0-4e03-4c14-b4c3-a8ad1b03d0f8 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Made reservation on behalf of 553fbe5d09fe49948bd69193fe3f0783 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:37:02.802380 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6855c6c0-4e03-4c14-b4c3-a8ad1b03d0f8 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:02.836089 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6855c6c0-4e03-4c14-b4c3-a8ad1b03d0f8 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:37:02.865393 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6855c6c0-4e03-4c14-b4c3-a8ad1b03d0f8 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:02.866430 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-6855c6c0-4e03-4c14-b4c3-a8ad1b03d0f8 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Added segment 08aadbad-4b5c-4d85-862f-6ce1fce27b23 of type vlan for network 74fb427d-96d0-439d-a971-7fe4b03ebe46 Nov 12 01:37:02.959056 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:02.992898 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6855c6c0-4e03-4c14-b4c3-a8ad1b03d0f8 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:03.054770 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6855c6c0-4e03-4c14-b4c3-a8ad1b03d0f8 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:03.070973 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6855c6c0-4e03-4c14-b4c3-a8ad1b03d0f8 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:03.072811 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6855c6c0-4e03-4c14-b4c3-a8ad1b03d0f8 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:03.228935 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6855c6c0-4e03-4c14-b4c3-a8ad1b03d0f8 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'Network': ['ID=74fb427d-96d0-439d-a971-7fe4b03ebe46,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:37:03.247200 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 74fb427d-96d0-439d-a971-7fe4b03ebe46 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:37:03.258054 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6855c6c0-4e03-4c14-b4c3-a8ad1b03d0f8 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4963162 Nov 12 01:37:03.261648 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 50556) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:37:03.269648 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-8f940800-24fb-40e9-9629-140d40ca7b67 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-841487851', 'admin_state_up': True, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:37:03.348820 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8f940800-24fb-40e9-9629-140d40ca7b67 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:03.350377 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8f940800-24fb-40e9-9629-140d40ca7b67 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:03.436781 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8f940800-24fb-40e9-9629-140d40ca7b67 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:03.441554 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:37:03.637211 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8f940800-24fb-40e9-9629-140d40ca7b67 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:04.026952 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8f940800-24fb-40e9-9629-140d40ca7b67 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for router_gateway, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:04.032441 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:04.058231 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8f940800-24fb-40e9-9629-140d40ca7b67 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:04.210884 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-8f940800-24fb-40e9-9629-140d40ca7b67 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Allocated IP 172.25.3.220 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/a4c242d3-3dc3-4f33-80d1-03e2cd8678d5) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:37:04.349601 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8f940800-24fb-40e9-9629-140d40ca7b67 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:04.391319 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8f940800-24fb-40e9-9629-140d40ca7b67 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:04.449001 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f940800-24fb-40e9-9629-140d40ca7b67 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:37:04.452544 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-8f940800-24fb-40e9-9629-140d40ca7b67 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:37:04.457783 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f940800-24fb-40e9-9629-140d40ca7b67 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:37:04.461370 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f940800-24fb-40e9-9629-140d40ca7b67 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'Port': ['ID=a4c242d3-3dc3-4f33-80d1-03e2cd8678d5,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:37:04.474488 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9132dcae-e3ba-4543-bb79-98ee92e7070a None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:37:04.590562 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-f0a6aa34-880a-45f6-8792-56c31d0fe8ce None None] Provisioning complete for port a4c242d3-3dc3-4f33-80d1-03e2cd8678d5 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:37:04.590925 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f0a6aa34-880a-45f6-8792-56c31d0fe8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:04.646412 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-f0a6aa34-880a-45f6-8792-56c31d0fe8ce None None] Port a4c242d3-3dc3-4f33-80d1-03e2cd8678d5 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:37:04.811158 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8f940800-24fb-40e9-9629-140d40ca7b67 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for router_gateway, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:05.110400 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8f940800-24fb-40e9-9629-140d40ca7b67 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:05.255882 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:05.356390 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f940800-24fb-40e9-9629-140d40ca7b67 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Router 5bf9aa9d-1508-47b5-9131-02e4b52faf60 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:37:05.605385 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f940800-24fb-40e9-9629-140d40ca7b67 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:37:05.626618 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6345a3-0e4c-4573-9218-f504a7e15457 None None] Sync routers for ids ['5bf9aa9d-1508-47b5-9131-02e4b52faf60'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:37:05.653152 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8f940800-24fb-40e9-9629-140d40ca7b67 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:05.655735 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6345a3-0e4c-4573-9218-f504a7e15457 None None] Routers {'5bf9aa9d-1508-47b5-9131-02e4b52faf60'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:37:05.658557 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-ca6345a3-0e4c-4573-9218-f504a7e15457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:37:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['5bf9aa9d-1508-47b5-9131-02e4b52faf60'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:37:05.660725 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-8f940800-24fb-40e9-9629-140d40ca7b67 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3974445 Nov 12 01:37:05.665664 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50582) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:37:05.761073 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b4e08a54-5e79-4edf-bbc7-aedeb0de9303 tempest-TestNetworkAdvancedServerOps-773100936 tempest-TestNetworkAdvancedServerOps-773100936-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=553fbe5d09fe49948bd69193fe3f0783&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0924819 Nov 12 01:37:05.763064 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50586) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:37:05.936343 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6355994b-f3ad-469b-a754-71521ffc1da3 tempest-TestNetworkAdvancedServerOps-773100936 tempest-TestNetworkAdvancedServerOps-773100936-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:05.939049 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6355994b-f3ad-469b-a754-71521ffc1da3 tempest-TestNetworkAdvancedServerOps-773100936 tempest-TestNetworkAdvancedServerOps-773100936-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1746442 Nov 12 01:37:05.943622 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50598) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:37:06.021523 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2a3df0a4-71ad-4c07-b00a-1460e8b2c2f5 tempest-TestNetworkAdvancedServerOps-773100936 tempest-TestNetworkAdvancedServerOps-773100936-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=ab9ea869-d067-4dfb-b2de-16b019fae22d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0755267 Nov 12 01:37:06.024804 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 50600) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:37:06.034013 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-49ffdd69-0e69-4f2a-83ad-bd1839dde425 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-984567633', 'network_id': '74fb427d-96d0-439d-a971-7fe4b03ebe46', 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:37:06.049291 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-ca6345a3-0e4c-4573-9218-f504a7e15457 None None] Set router 5bf9aa9d-1508-47b5-9131-02e4b52faf60 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:37:06.280809 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ffdd69-0e69-4f2a-83ad-bd1839dde425 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Made reservation on behalf of 553fbe5d09fe49948bd69193fe3f0783 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:37:06.300255 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-49ffdd69-0e69-4f2a-83ad-bd1839dde425 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:06.504434 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-ca6345a3-0e4c-4573-9218-f504a7e15457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf9aa9d-1508-47b5-9131-02e4b52faf60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-841487851', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'a4c242d3-3dc3-4f33-80d1-03e2cd8678d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:37:03Z', 'updated_at': '2021-11-12T01:37:04Z', 'revision_number': 3, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': 'a4c242d3-3dc3-4f33-80d1-03e2cd8678d5', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf9aa9d-1508-47b5-9131-02e4b52faf60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:37:04Z', 'updated_at': '2021-11-12T01:37:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:37:06.562355 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6345a3-0e4c-4573-9218-f504a7e15457 None None] Checking router: 5bf9aa9d-1508-47b5-9131-02e4b52faf60 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:37:06.563549 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6345a3-0e4c-4573-9218-f504a7e15457 None None] Updating router 5bf9aa9d-1508-47b5-9131-02e4b52faf60 port a4c242d3-3dc3-4f33-80d1-03e2cd8678d5 binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:37:06.617135 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ca6345a3-0e4c-4573-9218-f504a7e15457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:06.842751 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-49ffdd69-0e69-4f2a-83ad-bd1839dde425 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:07.035277 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ffdd69-0e69-4f2a-83ad-bd1839dde425 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'Subnet': ['ID=58602ced-3553-4428-ba5a-2ba090913b39,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:37:07.106948 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ffdd69-0e69-4f2a-83ad-bd1839dde425 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Checking segment: {'id': '08aadbad-4b5c-4d85-862f-6ce1fce27b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '74fb427d-96d0-439d-a971-7fe4b03ebe46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:37:07.109171 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ffdd69-0e69-4f2a-83ad-bd1839dde425 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Network hostable DHCP agents. Network: 74fb427d-96d0-439d-a971-7fe4b03ebe46, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:37:07.157847 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ffdd69-0e69-4f2a-83ad-bd1839dde425 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Network 74fb427d-96d0-439d-a971-7fe4b03ebe46 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:37:07.185957 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-49ffdd69-0e69-4f2a-83ad-bd1839dde425 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 74fb427d-96d0-439d-a971-7fe4b03ebe46) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:37:07.195185 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ffdd69-0e69-4f2a-83ad-bd1839dde425 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:07.196552 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-49ffdd69-0e69-4f2a-83ad-bd1839dde425 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:07.212701 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a8d103-d097-42fa-ac02-5a89485a096b None None] Network 74fb427d-96d0-439d-a971-7fe4b03ebe46 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:37:07.232906 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50616) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:37:07.235100 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-49ffdd69-0e69-4f2a-83ad-bd1839dde425 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2070403 Nov 12 01:37:07.456156 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ca6345a3-0e4c-4573-9218-f504a7e15457 None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:07.482175 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ca6345a3-0e4c-4573-9218-f504a7e15457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:07.657966 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0022ad-d0b1-4b6b-8016-b01000f2a1af None None] Pushing event updated for resources: {'Port': ['ID=a4c242d3-3dc3-4f33-80d1-03e2cd8678d5,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:37:07.660990 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-ca6345a3-0e4c-4573-9218-f504a7e15457 None None] Attempting to bind port a4c242d3-3dc3-4f33-80d1-03e2cd8678d5 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:37:07.661630 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-ca6345a3-0e4c-4573-9218-f504a7e15457 None None] Attempting to bind port a4c242d3-3dc3-4f33-80d1-03e2cd8678d5 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:37:07.662266 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6345a3-0e4c-4573-9218-f504a7e15457 None None] Attempting to bind port a4c242d3-3dc3-4f33-80d1-03e2cd8678d5 on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:37:07.676166 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653620e9-f807-4b2c-9452-713ea79fb4dc None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:37:07.683616 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236ecde5-b44a-4f2b-9936-753569f60532 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-74fb427d-96d0-439d-a971-7fe4b03ebe46', 'network_id': '74fb427d-96d0-439d-a971-7fe4b03ebe46', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'fixed_ips': [{'subnet_id': '58602ced-3553-4428-ba5a-2ba090913b39'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:37:07.685816 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-236ecde5-b44a-4f2b-9936-753569f60532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:07.760036 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6345a3-0e4c-4573-9218-f504a7e15457 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:37:07.760487 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6345a3-0e4c-4573-9218-f504a7e15457 None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:37:07.763835 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ca6345a3-0e4c-4573-9218-f504a7e15457 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:07.763835 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6345a3-0e4c-4573-9218-f504a7e15457 None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:37:07.763835 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-ca6345a3-0e4c-4573-9218-f504a7e15457 None None] Bound port: a4c242d3-3dc3-4f33-80d1-03e2cd8678d5, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:37:07.768597 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ca6345a3-0e4c-4573-9218-f504a7e15457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:08.079427 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-99ed348a-4cd6-4f35-8737-47719fed8cd5 None None] Provisioning complete for port a4c242d3-3dc3-4f33-80d1-03e2cd8678d5 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:37:08.079996 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-99ed348a-4cd6-4f35-8737-47719fed8cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:08.221992 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-ca6345a3-0e4c-4573-9218-f504a7e15457 None None] For port a4c242d3-3dc3-4f33-80d1-03e2cd8678d5, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:37:08.245806 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dd5960ce-4bdd-48ba-a9bd-3a814eaa5fe6 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:08.284636 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-236ecde5-b44a-4f2b-9936-753569f60532 None None] Allocated IP 172.20.0.2 (74fb427d-96d0-439d-a971-7fe4b03ebe46/58602ced-3553-4428-ba5a-2ba090913b39/156266e1-1077-4b62-a6ff-1553e43d99dd) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:37:08.289971 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-ca6345a3-0e4c-4573-9218-f504a7e15457 None None] For port a4c242d3-3dc3-4f33-80d1-03e2cd8678d5, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=a4c242d3-3dc3-4f33-80d1-03e2cd8678d5,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:37:08.320707 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ca6345a3-0e4c-4573-9218-f504a7e15457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:08.334473 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-99ed348a-4cd6-4f35-8737-47719fed8cd5 None None] Port a4c242d3-3dc3-4f33-80d1-03e2cd8678d5 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:37:08.971127 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-236ecde5-b44a-4f2b-9936-753569f60532 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:08.979403 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa46156-0651-41a2-808b-738eb79771eb None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:37:08.983201 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0022ad-d0b1-4b6b-8016-b01000f2a1af None None] Pushing event updated for resources: {'Port': ['ID=a4c242d3-3dc3-4f33-80d1-03e2cd8678d5,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:37:09.011787 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:09.018019 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-236ecde5-b44a-4f2b-9936-753569f60532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:09.034935 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6345a3-0e4c-4573-9218-f504a7e15457 None None] Routers {'5bf9aa9d-1508-47b5-9131-02e4b52faf60'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:37:09.035862 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-ca6345a3-0e4c-4573-9218-f504a7e15457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:37:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['5bf9aa9d-1508-47b5-9131-02e4b52faf60'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:37:09.124581 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-dd5960ce-4bdd-48ba-a9bd-3a814eaa5fe6 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Allocated IP 172.20.0.1 (74fb427d-96d0-439d-a971-7fe4b03ebe46/58602ced-3553-4428-ba5a-2ba090913b39/8ab2e4bb-4362-477c-9c2b-c509d75ac306) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:37:09.217488 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-ca6345a3-0e4c-4573-9218-f504a7e15457 None None] Set router 5bf9aa9d-1508-47b5-9131-02e4b52faf60 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:37:09.355303 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dd5960ce-4bdd-48ba-a9bd-3a814eaa5fe6 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:09.395950 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dd5960ce-4bdd-48ba-a9bd-3a814eaa5fe6 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:09.440835 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5960ce-4bdd-48ba-a9bd-3a814eaa5fe6 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Network 74fb427d-96d0-439d-a971-7fe4b03ebe46 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:37:09.444971 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-dd5960ce-4bdd-48ba-a9bd-3a814eaa5fe6 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:37:09.449626 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5960ce-4bdd-48ba-a9bd-3a814eaa5fe6 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:37:09.469779 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236ecde5-b44a-4f2b-9936-753569f60532 None None] Network 74fb427d-96d0-439d-a971-7fe4b03ebe46 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:37:09.484289 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236ecde5-b44a-4f2b-9936-753569f60532 None None] Pushing event updated for resources: {'Port': ['ID=156266e1-1077-4b62-a6ff-1553e43d99dd,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:37:09.523060 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5960ce-4bdd-48ba-a9bd-3a814eaa5fe6 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'Port': ['ID=8ab2e4bb-4362-477c-9c2b-c509d75ac306,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:37:09.587327 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-236ecde5-b44a-4f2b-9936-753569f60532 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:37:09.590543 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dd5960ce-4bdd-48ba-a9bd-3a814eaa5fe6 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:09.590980 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236ecde5-b44a-4f2b-9936-753569f60532 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:37:10.080396 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-236ecde5-b44a-4f2b-9936-753569f60532 None None] Attempting to bind port 156266e1-1077-4b62-a6ff-1553e43d99dd on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:37:10.081126 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-236ecde5-b44a-4f2b-9936-753569f60532 None None] Attempting to bind port 156266e1-1077-4b62-a6ff-1553e43d99dd by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '08aadbad-4b5c-4d85-862f-6ce1fce27b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '74fb427d-96d0-439d-a971-7fe4b03ebe46'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:37:10.081376 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236ecde5-b44a-4f2b-9936-753569f60532 None None] Attempting to bind port 156266e1-1077-4b62-a6ff-1553e43d99dd on network 74fb427d-96d0-439d-a971-7fe4b03ebe46 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:37:10.093152 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7829eef4-400b-4b31-b1b9-13895d457ebf None None] Provisioning complete for port a4c242d3-3dc3-4f33-80d1-03e2cd8678d5 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:37:10.093862 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7829eef4-400b-4b31-b1b9-13895d457ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:10.097558 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236ecde5-b44a-4f2b-9936-753569f60532 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:37:10.098067 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236ecde5-b44a-4f2b-9936-753569f60532 None None] Checking segment: {'id': '08aadbad-4b5c-4d85-862f-6ce1fce27b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '74fb427d-96d0-439d-a971-7fe4b03ebe46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:37:10.098697 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-236ecde5-b44a-4f2b-9936-753569f60532 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:10.099194 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236ecde5-b44a-4f2b-9936-753569f60532 None None] Bound using segment: {'id': '08aadbad-4b5c-4d85-862f-6ce1fce27b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '74fb427d-96d0-439d-a971-7fe4b03ebe46'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:37:10.099794 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-236ecde5-b44a-4f2b-9936-753569f60532 None None] Bound port: 156266e1-1077-4b62-a6ff-1553e43d99dd, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08aadbad-4b5c-4d85-862f-6ce1fce27b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '74fb427d-96d0-439d-a971-7fe4b03ebe46'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:37:10.100537 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-236ecde5-b44a-4f2b-9936-753569f60532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:10.235520 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-236ecde5-b44a-4f2b-9936-753569f60532 None None] For port 156266e1-1077-4b62-a6ff-1553e43d99dd, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:37:10.283128 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-236ecde5-b44a-4f2b-9936-753569f60532 None None] For port 156266e1-1077-4b62-a6ff-1553e43d99dd, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=156266e1-1077-4b62-a6ff-1553e43d99dd,segment=NetworkSegment(08aadbad-4b5c-4d85-862f-6ce1fce27b23),segment_id=08aadbad-4b5c-4d85-862f-6ce1fce27b23)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:37:10.298463 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-236ecde5-b44a-4f2b-9936-753569f60532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:10.458900 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236ecde5-b44a-4f2b-9936-753569f60532 None None] Pushing event updated for resources: {'Port': ['ID=156266e1-1077-4b62-a6ff-1553e43d99dd,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:37:10.470424 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-ca6345a3-0e4c-4573-9218-f504a7e15457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf9aa9d-1508-47b5-9131-02e4b52faf60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-841487851', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'a4c242d3-3dc3-4f33-80d1-03e2cd8678d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:37:03Z', 'updated_at': '2021-11-12T01:37:04Z', 'revision_number': 3, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': 'a4c242d3-3dc3-4f33-80d1-03e2cd8678d5', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf9aa9d-1508-47b5-9131-02e4b52faf60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:37:04Z', 'updated_at': '2021-11-12T01:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:37:10.517944 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6345a3-0e4c-4573-9218-f504a7e15457 None None] The sync data for ids ['5bf9aa9d-1508-47b5-9131-02e4b52faf60'] in n-d-712142-27 is: [{'id': '5bf9aa9d-1508-47b5-9131-02e4b52faf60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-841487851', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'a4c242d3-3dc3-4f33-80d1-03e2cd8678d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:37:03Z', 'updated_at': '2021-11-12T01:37:04Z', 'revision_number': 3, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': 'a4c242d3-3dc3-4f33-80d1-03e2cd8678d5', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf9aa9d-1508-47b5-9131-02e4b52faf60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:37:04Z', 'updated_at': '2021-11-12T01:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:37:10.521128 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7829eef4-400b-4b31-b1b9-13895d457ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:10.568933 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-7829eef4-400b-4b31-b1b9-13895d457ebf None None] For port a4c242d3-3dc3-4f33-80d1-03e2cd8678d5, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=a4c242d3-3dc3-4f33-80d1-03e2cd8678d5,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:37:10.576640 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7829eef4-400b-4b31-b1b9-13895d457ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:10.600831 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dd5960ce-4bdd-48ba-a9bd-3a814eaa5fe6 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:10.693481 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7829eef4-400b-4b31-b1b9-13895d457ebf None None] Pushing event updated for resources: {'Port': ['ID=a4c242d3-3dc3-4f33-80d1-03e2cd8678d5,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:37:10.864919 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:11.644548 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dd5960ce-4bdd-48ba-a9bd-3a814eaa5fe6 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:11.660340 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dd5960ce-4bdd-48ba-a9bd-3a814eaa5fe6 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:11.888329 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5960ce-4bdd-48ba-a9bd-3a814eaa5fe6 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'Port': ['ID=8ab2e4bb-4362-477c-9c2b-c509d75ac306,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:37:11.988937 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dd5960ce-4bdd-48ba-a9bd-3a814eaa5fe6 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:12.388256 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5960ce-4bdd-48ba-a9bd-3a814eaa5fe6 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Network 74fb427d-96d0-439d-a971-7fe4b03ebe46 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:37:12.401232 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-dd5960ce-4bdd-48ba-a9bd-3a814eaa5fe6 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:37:12.427558 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 50662) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:37:12.468569 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device a4c242d3-3dc3-4f33-80d1-03e2cd8678d5 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:37:12.643860 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port a4c242d3-3dc3-4f33-80d1-03e2cd8678d5 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:37:12.645496 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:12.869246 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd5960ce-4bdd-48ba-a9bd-3a814eaa5fe6 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Router 5bf9aa9d-1508-47b5-9131-02e4b52faf60 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:37:12.932979 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f776eaaf-98f0-4625-90c3-915781191908 None None] Network 74fb427d-96d0-439d-a971-7fe4b03ebe46 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:37:13.181411 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5960ce-4bdd-48ba-a9bd-3a814eaa5fe6 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:37:13.192630 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-dd5960ce-4bdd-48ba-a9bd-3a814eaa5fe6 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "PUT /v2.0/routers/5bf9aa9d-1508-47b5-9131-02e4b52faf60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9580424 Nov 12 01:37:13.208386 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d934aa8-eafc-40c4-ba29-80dc3e6f5bfb req-3d21fd3d-7b2c-48dd-8980-6970257da8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:13.211050 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4d934aa8-eafc-40c4-ba29-80dc3e6f5bfb req-3d21fd3d-7b2c-48dd-8980-6970257da8b8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ac7b1fb9-99ad-4f39-9123-c7f8813b84ff HTTP/1.1" status: 200 len: 1098 time: 0.7815294 Nov 12 01:37:13.497993 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4d934aa8-eafc-40c4-ba29-80dc3e6f5bfb req-ef4898ad-d4f9-47d7-909c-90382b9c6cfb service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4ecd01d6-4a78-422c-b33c-c6dc1c5f2e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2783198 Nov 12 01:37:13.650615 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 156266e1-1077-4b62-a6ff-1553e43d99dd up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:37:13.830982 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-fe9dacfa-5a9a-4897-9a16-c72d31a8eaed None None] Provisioning complete for port 156266e1-1077-4b62-a6ff-1553e43d99dd triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:37:13.834627 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fe9dacfa-5a9a-4897-9a16-c72d31a8eaed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:13.916713 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e72f2dae-ed2d-4ec5-b5da-c32187bf833d req-ea62c7f5-de6f-4b06-8fb1-476ce29065ad tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1702790887&fields=id&tenant_id=553fbe5d09fe49948bd69193fe3f0783 HTTP/1.1" status: 200 len: 267 time: 0.1452963 Nov 12 01:37:14.421073 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f2dae-ed2d-4ec5-b5da-c32187bf833d req-2831fc1a-3f28-4361-be03-39419e4cefe3 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:14.430612 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 156266e1-1077-4b62-a6ff-1553e43d99dd triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:37:14.431015 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:14.452579 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e72f2dae-ed2d-4ec5-b5da-c32187bf833d req-2831fc1a-3f28-4361-be03-39419e4cefe3 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/networks?id=74fb427d-96d0-439d-a971-7fe4b03ebe46 HTTP/1.1" status: 200 len: 797 time: 0.5077460 Nov 12 01:37:14.457002 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3363339-f4db-4569-baed-3f3385fd9d30 None None] Sync routers for ids ['5bf9aa9d-1508-47b5-9131-02e4b52faf60'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:37:14.511499 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3363339-f4db-4569-baed-3f3385fd9d30 None None] Routers {'5bf9aa9d-1508-47b5-9131-02e4b52faf60'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:37:14.512245 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-b3363339-f4db-4569-baed-3f3385fd9d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:37:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['5bf9aa9d-1508-47b5-9131-02e4b52faf60'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:37:14.517157 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e72f2dae-ed2d-4ec5-b5da-c32187bf833d req-949cd744-4fc2-47bd-b548-8f1115da053d tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/quotas/553fbe5d09fe49948bd69193fe3f0783 HTTP/1.1" status: 200 len: 375 time: 0.0610833 Nov 12 01:37:14.737334 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e72f2dae-ed2d-4ec5-b5da-c32187bf833d req-f41c8811-936b-43f8-becf-600448cd7a2a tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=553fbe5d09fe49948bd69193fe3f0783&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2188683 Nov 12 01:37:14.876319 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-b3363339-f4db-4569-baed-3f3385fd9d30 None None] Set router 5bf9aa9d-1508-47b5-9131-02e4b52faf60 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:37:14.920473 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e72f2dae-ed2d-4ec5-b5da-c32187bf833d req-1dae4aae-1880-4cad-aa54-69b66df95314 service neutron] 10.222.0.45 "GET /v2.0/networks/74fb427d-96d0-439d-a971-7fe4b03ebe46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772468 Nov 12 01:37:15.130392 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fe9dacfa-5a9a-4897-9a16-c72d31a8eaed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:15.211303 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-fe9dacfa-5a9a-4897-9a16-c72d31a8eaed None None] For port 156266e1-1077-4b62-a6ff-1553e43d99dd, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=156266e1-1077-4b62-a6ff-1553e43d99dd,segment=NetworkSegment(08aadbad-4b5c-4d85-862f-6ce1fce27b23),segment_id=08aadbad-4b5c-4d85-862f-6ce1fce27b23)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:37:15.239049 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fe9dacfa-5a9a-4897-9a16-c72d31a8eaed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:15.241202 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e72f2dae-ed2d-4ec5-b5da-c32187bf833d req-43a83865-6227-42dc-a187-399aeab8e7fd service neutron] 10.222.0.45 "GET /v2.0/networks/74fb427d-96d0-439d-a971-7fe4b03ebe46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193467 Nov 12 01:37:15.306172 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9dacfa-5a9a-4897-9a16-c72d31a8eaed None None] Pushing event updated for resources: {'Port': ['ID=156266e1-1077-4b62-a6ff-1553e43d99dd,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:37:15.351550 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:15.435402 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-b3363339-f4db-4569-baed-3f3385fd9d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf9aa9d-1508-47b5-9131-02e4b52faf60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-841487851', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'a4c242d3-3dc3-4f33-80d1-03e2cd8678d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:37:03Z', 'updated_at': '2021-11-12T01:37:10Z', 'revision_number': 4, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': 'a4c242d3-3dc3-4f33-80d1-03e2cd8678d5', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf9aa9d-1508-47b5-9131-02e4b52faf60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:37:04Z', 'updated_at': '2021-11-12T01:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '8ab2e4bb-4362-477c-9c2b-c509d75ac306', 'name': '', 'network_id': '74fb427d-96d0-439d-a971-7fe4b03ebe46', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'mac_address': 'fa:16:3e:f4:da:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf9aa9d-1508-47b5-9131-02e4b52faf60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '58602ced-3553-4428-ba5a-2ba090913b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:37:08Z', 'updated_at': '2021-11-12T01:37:11Z', 'revision_number': 2, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'subnets': [{'id': '58602ced-3553-4428-ba5a-2ba090913b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:37:15.506687 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.api [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:37:15.507362 n-d-712142-27 neutron-server[109087]: DEBUG oslo_db.api [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:37:15.554658 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3363339-f4db-4569-baed-3f3385fd9d30 None None] Checking router: 5bf9aa9d-1508-47b5-9131-02e4b52faf60 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:37:15.558973 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3363339-f4db-4569-baed-3f3385fd9d30 None None] Updating router 5bf9aa9d-1508-47b5-9131-02e4b52faf60 port 8ab2e4bb-4362-477c-9c2b-c509d75ac306 binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:37:15.633102 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-b3363339-f4db-4569-baed-3f3385fd9d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:15.894417 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7c260c83-7af4-404e-aef4-8ae16e3e3905 req-e9b729fe-06d4-4908-853c-ace6376877ac tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c90f418-4fda-487e-be00-51bd994412c0 HTTP/1.1" status: 200 len: 210 time: 0.1001706 Nov 12 01:37:15.999289 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-0f858a25-59a8-4eed-ab09-5030fad88b83 None None] Provisioning complete for port 156266e1-1077-4b62-a6ff-1553e43d99dd triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:37:16.009289 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0f858a25-59a8-4eed-ab09-5030fad88b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:16.844697 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-0f858a25-59a8-4eed-ab09-5030fad88b83 None None] Provisioning complete for port 8ab2e4bb-4362-477c-9c2b-c509d75ac306 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:37:16.845390 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0f858a25-59a8-4eed-ab09-5030fad88b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:16.869400 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 156266e1-1077-4b62-a6ff-1553e43d99dd up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:37:16.896922 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-b3363339-f4db-4569-baed-3f3385fd9d30 None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:16.910317 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-b3363339-f4db-4569-baed-3f3385fd9d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:17.127892 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435cb9b2-22f1-455b-8731-023a561d3dec None None] Pushing event updated for resources: {'Port': ['ID=8ab2e4bb-4362-477c-9c2b-c509d75ac306,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:37:17.163159 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-0f858a25-59a8-4eed-ab09-5030fad88b83 None None] Port 8ab2e4bb-4362-477c-9c2b-c509d75ac306 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:37:17.190568 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435cb9b2-22f1-455b-8731-023a561d3dec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:17.191568 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435cb9b2-22f1-455b-8731-023a561d3dec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:17.191921 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435cb9b2-22f1-455b-8731-023a561d3dec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:17.196705 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435cb9b2-22f1-455b-8731-023a561d3dec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:17.197976 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435cb9b2-22f1-455b-8731-023a561d3dec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:17.200239 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435cb9b2-22f1-455b-8731-023a561d3dec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:17.200836 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435cb9b2-22f1-455b-8731-023a561d3dec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:17.202483 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435cb9b2-22f1-455b-8731-023a561d3dec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:17.204163 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435cb9b2-22f1-455b-8731-023a561d3dec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:17.204723 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435cb9b2-22f1-455b-8731-023a561d3dec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:17.205242 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435cb9b2-22f1-455b-8731-023a561d3dec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:17.206961 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435cb9b2-22f1-455b-8731-023a561d3dec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:17.290514 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-41b79721-a481-41de-935c-1f1ad17e1136 req-aeb82330-d2cc-469a-b5d2-949867b64409 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c90f418-4fda-487e-be00-51bd994412c0 HTTP/1.1" status: 200 len: 210 time: 0.2306967 Nov 12 01:37:17.434901 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-b3363339-f4db-4569-baed-3f3385fd9d30 None None] Attempting to bind port 8ab2e4bb-4362-477c-9c2b-c509d75ac306 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:37:17.438153 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-b3363339-f4db-4569-baed-3f3385fd9d30 None None] Attempting to bind port 8ab2e4bb-4362-477c-9c2b-c509d75ac306 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '08aadbad-4b5c-4d85-862f-6ce1fce27b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '74fb427d-96d0-439d-a971-7fe4b03ebe46'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:37:17.440399 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3363339-f4db-4569-baed-3f3385fd9d30 None None] Attempting to bind port 8ab2e4bb-4362-477c-9c2b-c509d75ac306 on network 74fb427d-96d0-439d-a971-7fe4b03ebe46 {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:37:17.473403 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3363339-f4db-4569-baed-3f3385fd9d30 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:37:17.474220 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3363339-f4db-4569-baed-3f3385fd9d30 None None] Checking segment: {'id': '08aadbad-4b5c-4d85-862f-6ce1fce27b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '74fb427d-96d0-439d-a971-7fe4b03ebe46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:37:17.476713 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-b3363339-f4db-4569-baed-3f3385fd9d30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:17.477424 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3363339-f4db-4569-baed-3f3385fd9d30 None None] Bound using segment: {'id': '08aadbad-4b5c-4d85-862f-6ce1fce27b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '74fb427d-96d0-439d-a971-7fe4b03ebe46'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:37:17.479012 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-b3363339-f4db-4569-baed-3f3385fd9d30 None None] Bound port: 8ab2e4bb-4362-477c-9c2b-c509d75ac306, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08aadbad-4b5c-4d85-862f-6ce1fce27b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '74fb427d-96d0-439d-a971-7fe4b03ebe46'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:37:17.482235 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-b3363339-f4db-4569-baed-3f3385fd9d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:17.486010 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 156266e1-1077-4b62-a6ff-1553e43d99dd triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:37:17.486986 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:17.663290 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-1e672272-9614-48c4-b95b-26f29df6c6b4 None None] Provisioning complete for port 8ab2e4bb-4362-477c-9c2b-c509d75ac306 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:37:17.664188 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1e672272-9614-48c4-b95b-26f29df6c6b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:17.779427 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-b3363339-f4db-4569-baed-3f3385fd9d30 None None] For port 8ab2e4bb-4362-477c-9c2b-c509d75ac306, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:37:17.796168 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-b3363339-f4db-4569-baed-3f3385fd9d30 None None] For port 8ab2e4bb-4362-477c-9c2b-c509d75ac306, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=8ab2e4bb-4362-477c-9c2b-c509d75ac306,segment=NetworkSegment(08aadbad-4b5c-4d85-862f-6ce1fce27b23),segment_id=08aadbad-4b5c-4d85-862f-6ce1fce27b23)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:37:17.809157 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-b3363339-f4db-4569-baed-3f3385fd9d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:17.930047 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-1e672272-9614-48c4-b95b-26f29df6c6b4 None None] Port 8ab2e4bb-4362-477c-9c2b-c509d75ac306 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:37:17.956866 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3363339-f4db-4569-baed-3f3385fd9d30 None None] Routers {'5bf9aa9d-1508-47b5-9131-02e4b52faf60'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:37:17.958271 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-b3363339-f4db-4569-baed-3f3385fd9d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:37:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['5bf9aa9d-1508-47b5-9131-02e4b52faf60'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:37:18.150689 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-572d868a-22b4-4e96-93f9-22a66e5a5fc8 None None] Provisioning complete for port 8ab2e4bb-4362-477c-9c2b-c509d75ac306 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:37:18.150862 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-572d868a-22b4-4e96-93f9-22a66e5a5fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:18.521407 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-572d868a-22b4-4e96-93f9-22a66e5a5fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:18.753886 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-572d868a-22b4-4e96-93f9-22a66e5a5fc8 None None] For port 8ab2e4bb-4362-477c-9c2b-c509d75ac306, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=8ab2e4bb-4362-477c-9c2b-c509d75ac306,segment=NetworkSegment(08aadbad-4b5c-4d85-862f-6ce1fce27b23),segment_id=08aadbad-4b5c-4d85-862f-6ce1fce27b23)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:37:18.769579 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-572d868a-22b4-4e96-93f9-22a66e5a5fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:18.904876 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435cb9b2-22f1-455b-8731-023a561d3dec None None] Pushing event updated for resources: {'Port': ['ID=8ab2e4bb-4362-477c-9c2b-c509d75ac306,revision_number=4']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:37:18.978447 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d868a-22b4-4e96-93f9-22a66e5a5fc8 None None] Pushing event updated for resources: {'Port': ['ID=8ab2e4bb-4362-477c-9c2b-c509d75ac306,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:37:19.034323 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-b3363339-f4db-4569-baed-3f3385fd9d30 None None] Set router 5bf9aa9d-1508-47b5-9131-02e4b52faf60 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:37:19.039259 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-2e05b0d8-fd82-46d4-817f-b21749a04b87 None None] Provisioning complete for port 8ab2e4bb-4362-477c-9c2b-c509d75ac306 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:37:19.040537 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2e05b0d8-fd82-46d4-817f-b21749a04b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:19.139560 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f3a6f400-045d-4f5d-a22f-787d52b09e91 req-dbc64c76-6f66-4b9c-a3c5-a278550615e4 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c90f418-4fda-487e-be00-51bd994412c0 HTTP/1.1" status: 200 len: 210 time: 0.4397364 Nov 12 01:37:19.337480 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f2dae-ed2d-4ec5-b5da-c32187bf833d req-dda6be5a-043a-40db-a5c2-0e85046096c2 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:19.344348 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e72f2dae-ed2d-4ec5-b5da-c32187bf833d req-dda6be5a-043a-40db-a5c2-0e85046096c2 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.44 "GET /v2.0/networks?id=74fb427d-96d0-439d-a971-7fe4b03ebe46 HTTP/1.1" status: 200 len: 797 time: 0.5883393 Nov 12 01:37:19.609408 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-b3363339-f4db-4569-baed-3f3385fd9d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf9aa9d-1508-47b5-9131-02e4b52faf60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-841487851', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'a4c242d3-3dc3-4f33-80d1-03e2cd8678d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:37:03Z', 'updated_at': '2021-11-12T01:37:10Z', 'revision_number': 4, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': 'a4c242d3-3dc3-4f33-80d1-03e2cd8678d5', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf9aa9d-1508-47b5-9131-02e4b52faf60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:37:04Z', 'updated_at': '2021-11-12T01:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '8ab2e4bb-4362-477c-9c2b-c509d75ac306', 'name': '', 'network_id': '74fb427d-96d0-439d-a971-7fe4b03ebe46', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'mac_address': 'fa:16:3e:f4:da:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf9aa9d-1508-47b5-9131-02e4b52faf60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '58602ced-3553-4428-ba5a-2ba090913b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:37:08Z', 'updated_at': '2021-11-12T01:37:17Z', 'revision_number': 4, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'subnets': [{'id': '58602ced-3553-4428-ba5a-2ba090913b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:37:19.683326 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3363339-f4db-4569-baed-3f3385fd9d30 None None] The sync data for ids ['5bf9aa9d-1508-47b5-9131-02e4b52faf60'] in n-d-712142-27 is: [{'id': '5bf9aa9d-1508-47b5-9131-02e4b52faf60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-841487851', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'a4c242d3-3dc3-4f33-80d1-03e2cd8678d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:37:03Z', 'updated_at': '2021-11-12T01:37:10Z', 'revision_number': 4, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': 'a4c242d3-3dc3-4f33-80d1-03e2cd8678d5', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf9aa9d-1508-47b5-9131-02e4b52faf60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:37:04Z', 'updated_at': '2021-11-12T01:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '8ab2e4bb-4362-477c-9c2b-c509d75ac306', 'name': '', 'network_id': '74fb427d-96d0-439d-a971-7fe4b03ebe46', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'mac_address': 'fa:16:3e:f4:da:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf9aa9d-1508-47b5-9131-02e4b52faf60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '58602ced-3553-4428-ba5a-2ba090913b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:37:08Z', 'updated_at': '2021-11-12T01:37:17Z', 'revision_number': 4, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'subnets': [{'id': '58602ced-3553-4428-ba5a-2ba090913b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:37:19.747824 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e72f2dae-ed2d-4ec5-b5da-c32187bf833d req-c17ea55c-35dd-4f4f-9087-affd42785cbb tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=553fbe5d09fe49948bd69193fe3f0783 HTTP/1.1" status: 200 len: 380 time: 0.3579462 Nov 12 01:37:19.772403 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-e72f2dae-ed2d-4ec5-b5da-c32187bf833d req-be96e9aa-0d6d-451b-921b-e300ddafb882 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Request body: {'port': {'device_id': '8c90f418-4fda-487e-be00-51bd994412c0', 'network_id': '74fb427d-96d0-439d-a971-7fe4b03ebe46', 'admin_state_up': True, 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'security_groups': ['42b11c04-f70f-4000-9cc7-86c5eb604b38']}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:37:20.253898 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e72f2dae-ed2d-4ec5-b5da-c32187bf833d req-be96e9aa-0d6d-451b-921b-e300ddafb882 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Made reservation on behalf of 553fbe5d09fe49948bd69193fe3f0783 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:37:20.271678 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e72f2dae-ed2d-4ec5-b5da-c32187bf833d req-be96e9aa-0d6d-451b-921b-e300ddafb882 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:20.542567 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-77192f62-920c-47e6-8a5a-c886cc2ea751 req-de26f551-0091-40a4-97b9-de0ffe77491f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c90f418-4fda-487e-be00-51bd994412c0 HTTP/1.1" status: 200 len: 210 time: 0.0826325 Nov 12 01:37:20.729530 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 8ab2e4bb-4362-477c-9c2b-c509d75ac306 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:37:20.747882 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-e72f2dae-ed2d-4ec5-b5da-c32187bf833d req-be96e9aa-0d6d-451b-921b-e300ddafb882 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Allocated IP 172.20.0.7 (74fb427d-96d0-439d-a971-7fe4b03ebe46/58602ced-3553-4428-ba5a-2ba090913b39/363a7db5-8d11-4036-946f-28b65435a22a) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:37:20.937135 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 8ab2e4bb-4362-477c-9c2b-c509d75ac306 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:37:20.938389 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:21.851602 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-87bed83c-da7f-48ac-b888-ae7f229e7bc3 req-bfb286c3-3d56-4cd7-9bd1-5d85d84fbf1a tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c90f418-4fda-487e-be00-51bd994412c0 HTTP/1.1" status: 200 len: 210 time: 0.0578618 Nov 12 01:37:21.855633 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e72f2dae-ed2d-4ec5-b5da-c32187bf833d req-be96e9aa-0d6d-451b-921b-e300ddafb882 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:21.912544 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e72f2dae-ed2d-4ec5-b5da-c32187bf833d req-be96e9aa-0d6d-451b-921b-e300ddafb882 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:21.965163 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e72f2dae-ed2d-4ec5-b5da-c32187bf833d req-be96e9aa-0d6d-451b-921b-e300ddafb882 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Network 74fb427d-96d0-439d-a971-7fe4b03ebe46 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:37:21.969290 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-e72f2dae-ed2d-4ec5-b5da-c32187bf833d req-be96e9aa-0d6d-451b-921b-e300ddafb882 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:37:21.973910 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-e72f2dae-ed2d-4ec5-b5da-c32187bf833d req-be96e9aa-0d6d-451b-921b-e300ddafb882 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:37:22.039751 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be96e9aa-0d6d-451b-921b-e300ddafb882 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'Port': ['ID=363a7db5-8d11-4036-946f-28b65435a22a,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:37:22.097576 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f2dae-ed2d-4ec5-b5da-c32187bf833d req-be96e9aa-0d6d-451b-921b-e300ddafb882 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:22.098593 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e72f2dae-ed2d-4ec5-b5da-c32187bf833d req-be96e9aa-0d6d-451b-921b-e300ddafb882 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:22.124634 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e72f2dae-ed2d-4ec5-b5da-c32187bf833d req-be96e9aa-0d6d-451b-921b-e300ddafb882 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3701169 Nov 12 01:37:22.150006 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-e72f2dae-ed2d-4ec5-b5da-c32187bf833d req-33134748-97ea-4ed6-a9eb-7bb283dd6750 service neutron] Request body: {'port': {'device_id': '8c90f418-4fda-487e-be00-51bd994412c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:37:22.255766 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e72f2dae-ed2d-4ec5-b5da-c32187bf833d req-33134748-97ea-4ed6-a9eb-7bb283dd6750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:22.502445 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-c598f365-c5c3-4709-8053-accb59d1413a None None] Provisioning complete for port 363a7db5-8d11-4036-946f-28b65435a22a triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:37:22.502966 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c598f365-c5c3-4709-8053-accb59d1413a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:22.634635 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-c598f365-c5c3-4709-8053-accb59d1413a None None] Port 363a7db5-8d11-4036-946f-28b65435a22a cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:37:22.738179 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-e72f2dae-ed2d-4ec5-b5da-c32187bf833d req-33134748-97ea-4ed6-a9eb-7bb283dd6750 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 363a7db5-8d11-4036-946f-28b65435a22a {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:37:22.746796 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e72f2dae-ed2d-4ec5-b5da-c32187bf833d req-33134748-97ea-4ed6-a9eb-7bb283dd6750 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:22.762385 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-e72f2dae-ed2d-4ec5-b5da-c32187bf833d req-33134748-97ea-4ed6-a9eb-7bb283dd6750 service neutron] Transition to ACTIVE for port object 363a7db5-8d11-4036-946f-28b65435a22a will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:37:22.769651 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e72f2dae-ed2d-4ec5-b5da-c32187bf833d req-33134748-97ea-4ed6-a9eb-7bb283dd6750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:22.851767 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33134748-97ea-4ed6-a9eb-7bb283dd6750 service neutron] Pushing event updated for resources: {'Port': ['ID=363a7db5-8d11-4036-946f-28b65435a22a,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:37:22.914323 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-e72f2dae-ed2d-4ec5-b5da-c32187bf833d req-33134748-97ea-4ed6-a9eb-7bb283dd6750 service neutron] Attempting to bind port 363a7db5-8d11-4036-946f-28b65435a22a on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:37:22.914821 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-e72f2dae-ed2d-4ec5-b5da-c32187bf833d req-33134748-97ea-4ed6-a9eb-7bb283dd6750 service neutron] Attempting to bind port 363a7db5-8d11-4036-946f-28b65435a22a by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '08aadbad-4b5c-4d85-862f-6ce1fce27b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '74fb427d-96d0-439d-a971-7fe4b03ebe46'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:37:22.915178 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72f2dae-ed2d-4ec5-b5da-c32187bf833d req-33134748-97ea-4ed6-a9eb-7bb283dd6750 service neutron] Attempting to bind port 363a7db5-8d11-4036-946f-28b65435a22a on network 74fb427d-96d0-439d-a971-7fe4b03ebe46 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:37:22.925689 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72f2dae-ed2d-4ec5-b5da-c32187bf833d req-33134748-97ea-4ed6-a9eb-7bb283dd6750 service neutron] Port 363a7db5-8d11-4036-946f-28b65435a22a on network 74fb427d-96d0-439d-a971-7fe4b03ebe46 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:37:22.926018 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72f2dae-ed2d-4ec5-b5da-c32187bf833d req-33134748-97ea-4ed6-a9eb-7bb283dd6750 service neutron] Attempting to bind port 363a7db5-8d11-4036-946f-28b65435a22a on network 74fb427d-96d0-439d-a971-7fe4b03ebe46 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:37:22.936518 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72f2dae-ed2d-4ec5-b5da-c32187bf833d req-33134748-97ea-4ed6-a9eb-7bb283dd6750 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:37:22.936867 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72f2dae-ed2d-4ec5-b5da-c32187bf833d req-33134748-97ea-4ed6-a9eb-7bb283dd6750 service neutron] Checking segment: {'id': '08aadbad-4b5c-4d85-862f-6ce1fce27b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '74fb427d-96d0-439d-a971-7fe4b03ebe46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:37:22.937993 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72f2dae-ed2d-4ec5-b5da-c32187bf833d req-33134748-97ea-4ed6-a9eb-7bb283dd6750 service neutron] Bound using segment: {'id': '08aadbad-4b5c-4d85-862f-6ce1fce27b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '74fb427d-96d0-439d-a971-7fe4b03ebe46'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:37:22.938460 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-e72f2dae-ed2d-4ec5-b5da-c32187bf833d req-33134748-97ea-4ed6-a9eb-7bb283dd6750 service neutron] Bound port: 363a7db5-8d11-4036-946f-28b65435a22a, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08aadbad-4b5c-4d85-862f-6ce1fce27b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '74fb427d-96d0-439d-a971-7fe4b03ebe46'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:37:22.938832 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e72f2dae-ed2d-4ec5-b5da-c32187bf833d req-33134748-97ea-4ed6-a9eb-7bb283dd6750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:23.103994 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-e72f2dae-ed2d-4ec5-b5da-c32187bf833d req-33134748-97ea-4ed6-a9eb-7bb283dd6750 service neutron] For port 363a7db5-8d11-4036-946f-28b65435a22a, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:37:23.108323 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-e72f2dae-ed2d-4ec5-b5da-c32187bf833d req-33134748-97ea-4ed6-a9eb-7bb283dd6750 service neutron] For port 363a7db5-8d11-4036-946f-28b65435a22a, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=363a7db5-8d11-4036-946f-28b65435a22a,segment=NetworkSegment(08aadbad-4b5c-4d85-862f-6ce1fce27b23),segment_id=08aadbad-4b5c-4d85-862f-6ce1fce27b23)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:37:23.119559 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e72f2dae-ed2d-4ec5-b5da-c32187bf833d req-33134748-97ea-4ed6-a9eb-7bb283dd6750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:23.226831 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f2dae-ed2d-4ec5-b5da-c32187bf833d req-33134748-97ea-4ed6-a9eb-7bb283dd6750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:23.229387 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e72f2dae-ed2d-4ec5-b5da-c32187bf833d req-33134748-97ea-4ed6-a9eb-7bb283dd6750 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:23.232365 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e72f2dae-ed2d-4ec5-b5da-c32187bf833d req-33134748-97ea-4ed6-a9eb-7bb283dd6750 service neutron] 10.222.0.44 "PUT /v2.0/ports/363a7db5-8d11-4036-946f-28b65435a22a HTTP/1.1" status: 200 len: 1092 time: 1.0922468 Nov 12 01:37:23.244425 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c90f418-4fda-487e-be00-51bd994412c0', 'tag': '363a7db5-8d11-4036-946f-28b65435a22a'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:37:23.250945 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e0880d-e023-4784-aa5e-a05ef0e2be56" -d '{"events": [{"name": "network-changed", "server_uuid": "8c90f418-4fda-487e-be00-51bd994412c0", "tag": "363a7db5-8d11-4036-946f-28b65435a22a"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:37:23.453667 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d69e07e-2c70-4f2e-b9da-e9ac1e721e1a x-openstack-request-id: req-2d69e07e-2c70-4f2e-b9da-e9ac1e721e1a {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:37:23.464342 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c90f418-4fda-487e-be00-51bd994412c0", "tag": "363a7db5-8d11-4036-946f-28b65435a22a", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:37:23.464737 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2d69e07e-2c70-4f2e-b9da-e9ac1e721e1a {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:37:23.465321 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c90f418-4fda-487e-be00-51bd994412c0', 'tag': '363a7db5-8d11-4036-946f-28b65435a22a', 'status': 'completed', 'code': 200} Nov 12 01:37:23.488341 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33134748-97ea-4ed6-a9eb-7bb283dd6750 service neutron] Pushing event updated for resources: {'Port': ['ID=363a7db5-8d11-4036-946f-28b65435a22a,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:37:23.514349 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e438f3f-8913-4576-8220-bb99d0e5e336 req-bf857251-697e-4693-9ad3-e87359a13eff tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:23.519554 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4e438f3f-8913-4576-8220-bb99d0e5e336 req-bf857251-697e-4693-9ad3-e87359a13eff tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c90f418-4fda-487e-be00-51bd994412c0 HTTP/1.1" status: 200 len: 943 time: 0.4017739 Nov 12 01:37:23.561547 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f2dae-ed2d-4ec5-b5da-c32187bf833d req-3dbc589e-5b60-45f4-9d29-5d6db20b0541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:23.563823 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e72f2dae-ed2d-4ec5-b5da-c32187bf833d req-3dbc589e-5b60-45f4-9d29-5d6db20b0541 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=553fbe5d09fe49948bd69193fe3f0783&device_id=8c90f418-4fda-487e-be00-51bd994412c0 HTTP/1.1" status: 200 len: 1095 time: 0.2346253 Nov 12 01:37:23.774574 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e72f2dae-ed2d-4ec5-b5da-c32187bf833d req-e258ecab-737f-4c55-b6da-f82fad96e4f5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=363a7db5-8d11-4036-946f-28b65435a22a HTTP/1.1" status: 200 len: 217 time: 0.1792190 Nov 12 01:37:23.800744 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4e438f3f-8913-4576-8220-bb99d0e5e336 req-cf997f82-0f40-4858-8034-2636ee53dbf5 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=42b11c04-f70f-4000-9cc7-86c5eb604b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2723706 Nov 12 01:37:23.910605 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f2dae-ed2d-4ec5-b5da-c32187bf833d req-587d3182-bd13-48f2-b6d5-4e05cad0c650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:23.914038 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e72f2dae-ed2d-4ec5-b5da-c32187bf833d req-587d3182-bd13-48f2-b6d5-4e05cad0c650 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=58602ced-3553-4428-ba5a-2ba090913b39 HTTP/1.1" status: 200 len: 834 time: 0.1114333 Nov 12 01:37:23.996996 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f2dae-ed2d-4ec5-b5da-c32187bf833d req-a13c5a59-c105-403c-be2c-de71895fe485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:23.998933 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e72f2dae-ed2d-4ec5-b5da-c32187bf833d req-a13c5a59-c105-403c-be2c-de71895fe485 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=74fb427d-96d0-439d-a971-7fe4b03ebe46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0780234 Nov 12 01:37:24.240145 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e72f2dae-ed2d-4ec5-b5da-c32187bf833d req-8ed0e27a-8967-4d23-bcc2-f4c8938808cb service neutron] 10.222.0.44 "GET /v2.0/networks/74fb427d-96d0-439d-a971-7fe4b03ebe46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335103 Nov 12 01:37:24.396310 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e72f2dae-ed2d-4ec5-b5da-c32187bf833d req-21377c6e-ab0c-46d0-9016-30414d64f49e service neutron] 10.222.0.44 "GET /v2.0/networks/74fb427d-96d0-439d-a971-7fe4b03ebe46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490893 Nov 12 01:37:24.592077 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0880d-e023-4784-aa5e-a05ef0e2be56 req-20045972-77fb-4af4-9273-cca9b6d2cf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:24.594554 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-34e0880d-e023-4784-aa5e-a05ef0e2be56 req-20045972-77fb-4af4-9273-cca9b6d2cf65 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=553fbe5d09fe49948bd69193fe3f0783&device_id=8c90f418-4fda-487e-be00-51bd994412c0 HTTP/1.1" status: 200 len: 1095 time: 0.0950480 Nov 12 01:37:24.699704 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0880d-e023-4784-aa5e-a05ef0e2be56 req-4db94e22-800a-472b-9d6b-84c1b5532109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:24.701324 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-34e0880d-e023-4784-aa5e-a05ef0e2be56 req-4db94e22-800a-472b-9d6b-84c1b5532109 service neutron] 10.222.0.44 "GET /v2.0/networks?id=74fb427d-96d0-439d-a971-7fe4b03ebe46 HTTP/1.1" status: 200 len: 897 time: 0.0990777 Nov 12 01:37:24.798843 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-34e0880d-e023-4784-aa5e-a05ef0e2be56 req-50f369b7-7b67-402b-81c3-f4d8c9121237 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=363a7db5-8d11-4036-946f-28b65435a22a HTTP/1.1" status: 200 len: 217 time: 0.0882127 Nov 12 01:37:24.884066 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0880d-e023-4784-aa5e-a05ef0e2be56 req-1cf81273-b995-497b-8e60-b4b9b5e1fc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:24.891325 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-34e0880d-e023-4784-aa5e-a05ef0e2be56 req-1cf81273-b995-497b-8e60-b4b9b5e1fc03 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=58602ced-3553-4428-ba5a-2ba090913b39 HTTP/1.1" status: 200 len: 834 time: 0.0831056 Nov 12 01:37:25.091807 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0880d-e023-4784-aa5e-a05ef0e2be56 req-8a99cf75-a96a-44cc-8e86-ec68e427f78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:25.096054 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-34e0880d-e023-4784-aa5e-a05ef0e2be56 req-8a99cf75-a96a-44cc-8e86-ec68e427f78d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=74fb427d-96d0-439d-a971-7fe4b03ebe46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1885266 Nov 12 01:37:25.288533 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-34e0880d-e023-4784-aa5e-a05ef0e2be56 req-a06bff24-7a62-4a8d-adf7-245ddfd6a0cc service neutron] 10.222.0.44 "GET /v2.0/networks/74fb427d-96d0-439d-a971-7fe4b03ebe46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830494 Nov 12 01:37:25.339453 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424311c8-da12-4599-b776-0bedc45d5fa1 req-a9590068-c28c-4291-937f-fac0ec750ab3 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:25.349216 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-424311c8-da12-4599-b776-0bedc45d5fa1 req-a9590068-c28c-4291-937f-fac0ec750ab3 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c90f418-4fda-487e-be00-51bd994412c0 HTTP/1.1" status: 200 len: 943 time: 0.3439910 Nov 12 01:37:25.529823 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-424311c8-da12-4599-b776-0bedc45d5fa1 req-a7c70ef7-6369-4ee6-972b-dc4532d60d35 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=42b11c04-f70f-4000-9cc7-86c5eb604b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952706 Nov 12 01:37:25.533425 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-34e0880d-e023-4784-aa5e-a05ef0e2be56 req-c13b6b15-4219-4c05-aa79-d4585eceba94 service neutron] 10.222.0.44 "GET /v2.0/networks/74fb427d-96d0-439d-a971-7fe4b03ebe46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369571 Nov 12 01:37:26.766482 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ecd448-1691-4bdc-9fc1-24cdecad9f06 req-6fa9c0e1-a6e2-49c2-ade1-71ff1c44a7e7 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:26.770454 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-80ecd448-1691-4bdc-9fc1-24cdecad9f06 req-6fa9c0e1-a6e2-49c2-ade1-71ff1c44a7e7 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c90f418-4fda-487e-be00-51bd994412c0 HTTP/1.1" status: 200 len: 943 time: 0.1303813 Nov 12 01:37:26.938879 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-80ecd448-1691-4bdc-9fc1-24cdecad9f06 req-ff2c5fab-1a49-4e2c-ac73-1e4b07e77416 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=42b11c04-f70f-4000-9cc7-86c5eb604b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543021 Nov 12 01:37:27.275640 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 50826) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:37:27.293461 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4eb87114-4622-452a-9d90-04f6dcc57e48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:27.679905 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-64e468be-11e1-43e0-860a-f1446c4c14fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:27.805339 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-64e468be-11e1-43e0-860a-f1446c4c14fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:27.815225 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-64e468be-11e1-43e0-860a-f1446c4c14fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:27.860925 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e468be-11e1-43e0-860a-f1446c4c14fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb00f2d-f4fd-4d89-a57b-45a3d24c2c58,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:37:27.916788 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-64e468be-11e1-43e0-860a-f1446c4c14fe admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5b141884df7c49dca9161beafdcb0158&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6394942 Nov 12 01:37:27.920476 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 50832) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:37:28.022795 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7fb10757-68ad-4838-88d5-b108515ecef2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:28.076445 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7fb10757-68ad-4838-88d5-b108515ecef2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:28.420746 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde358ad-4dec-47dd-8d2f-fbc3c0620e67 req-1f87f00b-0d95-4365-9348-d7055d2f6c4f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:28.420746 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dde358ad-4dec-47dd-8d2f-fbc3c0620e67 req-1f87f00b-0d95-4365-9348-d7055d2f6c4f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c90f418-4fda-487e-be00-51bd994412c0 HTTP/1.1" status: 200 len: 943 time: 0.1676714 Nov 12 01:37:28.420746 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7fb10757-68ad-4838-88d5-b108515ecef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:28.420746 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7fb10757-68ad-4838-88d5-b108515ecef2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:28.420746 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7fb10757-68ad-4838-88d5-b108515ecef2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1fb00f2d-f4fd-4d89-a57b-45a3d24c2c58 HTTP/1.1" status: 204 len: 168 time: 0.3627369 Nov 12 01:37:28.420746 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb10757-68ad-4838-88d5-b108515ecef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb00f2d-f4fd-4d89-a57b-45a3d24c2c58,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:37:28.454973 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dde358ad-4dec-47dd-8d2f-fbc3c0620e67 req-f3bbb50f-fb11-451d-8e9e-e89a4d93e47e tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=42b11c04-f70f-4000-9cc7-86c5eb604b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600890 Nov 12 01:37:28.815201 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 363a7db5-8d11-4036-946f-28b65435a22a details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:37:28.866679 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 50868) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:37:28.890635 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7336fcd0-b87a-4e4c-95ec-154495c771fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:28.980592 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 363a7db5-8d11-4036-946f-28b65435a22a, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=363a7db5-8d11-4036-946f-28b65435a22a,segment=NetworkSegment(08aadbad-4b5c-4d85-862f-6ce1fce27b23),segment_id=08aadbad-4b5c-4d85-862f-6ce1fce27b23)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:37:29.004249 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '363a7db5-8d11-4036-946f-28b65435a22a', 'network_id': '74fb427d-96d0-439d-a971-7fe4b03ebe46', 'port_id': '363a7db5-8d11-4036-946f-28b65435a22a', 'mac_address': 'fa:16:3e:7d:d5:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58602ced-3553-4428-ba5a-2ba090913b39', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:37:29.042263 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7336fcd0-b87a-4e4c-95ec-154495c771fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:29.050687 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7336fcd0-b87a-4e4c-95ec-154495c771fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:29.094864 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:29.120661 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 363a7db5-8d11-4036-946f-28b65435a22a {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:37:29.152201 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7336fcd0-b87a-4e4c-95ec-154495c771fb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1bbcb49283104933b3d0acc3e931315a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2816844 Nov 12 01:37:29.152479 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7336fcd0-b87a-4e4c-95ec-154495c771fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3cd9c5b-0bac-4f65-b21f-7347f40fa34b,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:37:29.153751 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 50874) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:37:29.179716 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 363a7db5-8d11-4036-946f-28b65435a22a, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=363a7db5-8d11-4036-946f-28b65435a22a,segment=NetworkSegment(08aadbad-4b5c-4d85-862f-6ce1fce27b23),segment_id=08aadbad-4b5c-4d85-862f-6ce1fce27b23)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:37:29.204802 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:29.297578 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=363a7db5-8d11-4036-946f-28b65435a22a,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:37:29.298793 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1af05d42-a441-4abf-b317-156e15bb2722 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:29.330118 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1af05d42-a441-4abf-b317-156e15bb2722 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:29.424694 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff211f3e-d065-468f-8e1f-d6e24693acaa req-bccbb1c8-c9ac-4ba2-98e7-56350d98d0e4 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:29.426682 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ff211f3e-d065-468f-8e1f-d6e24693acaa req-bccbb1c8-c9ac-4ba2-98e7-56350d98d0e4 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b6b3761-2ac5-475d-84f8-e80e1ab04627 HTTP/1.1" status: 200 len: 945 time: 0.1027319 Nov 12 01:37:29.490320 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1af05d42-a441-4abf-b317-156e15bb2722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:29.492597 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['363a7db5-8d11-4036-946f-28b65435a22a'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:37:29.493327 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1af05d42-a441-4abf-b317-156e15bb2722 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:29.500665 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-1af05d42-a441-4abf-b317-156e15bb2722 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d3cd9c5b-0bac-4f65-b21f-7347f40fa34b HTTP/1.1" status: 204 len: 168 time: 0.3444779 Nov 12 01:37:29.555096 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af05d42-a441-4abf-b317-156e15bb2722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3cd9c5b-0bac-4f65-b21f-7347f40fa34b,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:37:29.567836 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ff211f3e-d065-468f-8e1f-d6e24693acaa req-30ff7d9e-623f-40ee-9bd5-4e106a3fdb40 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250846 Nov 12 01:37:29.676064 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f8d8b-2330-4846-9aa6-fc4ed2c1847f req-7a612314-2856-48e5-a17e-16516978e7a5 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:29.685232 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e3f8d8b-2330-4846-9aa6-fc4ed2c1847f req-7a612314-2856-48e5-a17e-16516978e7a5 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c90f418-4fda-487e-be00-51bd994412c0 HTTP/1.1" status: 200 len: 944 time: 0.0951583 Nov 12 01:37:29.777038 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e3f8d8b-2330-4846-9aa6-fc4ed2c1847f req-5300f6e6-9da3-4af2-9804-b3b4acd72330 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=42b11c04-f70f-4000-9cc7-86c5eb604b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901978 Nov 12 01:37:30.826693 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 363a7db5-8d11-4036-946f-28b65435a22a up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:37:30.868124 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5cbe9f-e8cd-4bbe-a275-ab3b811b29e8 req-9ea0fd6f-cdff-4f2b-a59b-b5aecb10fa8d tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:30.882647 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3a5cbe9f-e8cd-4bbe-a275-ab3b811b29e8 req-9ea0fd6f-cdff-4f2b-a59b-b5aecb10fa8d tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b6b3761-2ac5-475d-84f8-e80e1ab04627 HTTP/1.1" status: 200 len: 945 time: 0.1489239 Nov 12 01:37:30.912926 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-281f566f-9f10-455e-b5c4-fa8d9c6e4d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:30.947887 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 363a7db5-8d11-4036-946f-28b65435a22a completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:37:30.954287 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 363a7db5-8d11-4036-946f-28b65435a22a triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:37:30.955016 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:31.071736 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:31.126573 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c90f418-4fda-487e-be00-51bd994412c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363a7db5-8d11-4036-946f-28b65435a22a'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:37:31.130558 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09234c0c-73d8-4982-a60e-b68ccf90e075" -d '{"events": [{"server_uuid": "8c90f418-4fda-487e-be00-51bd994412c0", "name": "network-vif-plugged", "status": "completed", "tag": "363a7db5-8d11-4036-946f-28b65435a22a"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:37:31.139768 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3a5cbe9f-e8cd-4bbe-a275-ab3b811b29e8 req-6a7ab16d-9149-4dcb-88c1-7ba8eb69b8a7 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2442875 Nov 12 01:37:31.162524 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 363a7db5-8d11-4036-946f-28b65435a22a, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=363a7db5-8d11-4036-946f-28b65435a22a,segment=NetworkSegment(08aadbad-4b5c-4d85-862f-6ce1fce27b23),segment_id=08aadbad-4b5c-4d85-862f-6ce1fce27b23)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:37:31.168006 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:31.188761 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c311603-3372-4fd7-a936-bc4bb51e0c66 req-264b1f85-0228-4e86-9f91-569ac08f9fd8 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:31.200494 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0c311603-3372-4fd7-a936-bc4bb51e0c66 req-264b1f85-0228-4e86-9f91-569ac08f9fd8 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c90f418-4fda-487e-be00-51bd994412c0 HTTP/1.1" status: 200 len: 944 time: 0.2031085 Nov 12 01:37:31.228314 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=363a7db5-8d11-4036-946f-28b65435a22a,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:37:31.257558 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffad957e-75cb-4513-ae05-d9c1f8945cdb x-openstack-request-id: req-ffad957e-75cb-4513-ae05-d9c1f8945cdb {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:37:31.257857 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c90f418-4fda-487e-be00-51bd994412c0", "name": "network-vif-plugged", "status": "completed", "tag": "363a7db5-8d11-4036-946f-28b65435a22a", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:37:31.258349 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ffad957e-75cb-4513-ae05-d9c1f8945cdb {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:37:31.258763 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c90f418-4fda-487e-be00-51bd994412c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363a7db5-8d11-4036-946f-28b65435a22a', 'code': 200} Nov 12 01:37:31.331225 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-72906d2a-4ea3-4ed7-97a1-b302c1a0d7c2 req-d8360fb8-e690-40dd-928b-e8ccc3e4f0f7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ac7b1fb9-99ad-4f39-9123-c7f8813b84ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1960402 Nov 12 01:37:31.366511 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0c311603-3372-4fd7-a936-bc4bb51e0c66 req-6aca4a66-f6f3-4d18-aa65-8eea87943b17 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=42b11c04-f70f-4000-9cc7-86c5eb604b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644368 Nov 12 01:37:31.432552 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50829ce3-f986-4fc8-849d-d1d762fbb30b req-8af33b0e-2ccd-4ea1-8f7e-c72b55c74f39 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:31.434161 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-50829ce3-f986-4fc8-849d-d1d762fbb30b req-8af33b0e-2ccd-4ea1-8f7e-c72b55c74f39 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b6b3761-2ac5-475d-84f8-e80e1ab04627 HTTP/1.1" status: 200 len: 945 time: 0.1388943 Nov 12 01:37:31.519389 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72906d2a-4ea3-4ed7-97a1-b302c1a0d7c2 req-52240e74-d1a3-42ad-b4b5-47671e270001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:31.522026 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-72906d2a-4ea3-4ed7-97a1-b302c1a0d7c2 req-52240e74-d1a3-42ad-b4b5-47671e270001 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47ae72be12504bb5b6ec465bbd1fafc1&device_id=ac7b1fb9-99ad-4f39-9123-c7f8813b84ff HTTP/1.1" status: 200 len: 1098 time: 0.1324823 Nov 12 01:37:31.808171 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-50829ce3-f986-4fc8-849d-d1d762fbb30b req-7632b35d-8126-434e-8cda-13aef9a8a368 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Deleting port 0a53f08f-270f-439f-86ed-fd6c991778c6 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:37:31.808546 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-50829ce3-f986-4fc8-849d-d1d762fbb30b req-7632b35d-8126-434e-8cda-13aef9a8a368 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:31.829429 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba8c35-0064-4877-a0eb-e12c7e9faf09 req-7ea337d9-0232-44d2-ae75-668067779d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:31.831006 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-33ba8c35-0064-4877-a0eb-e12c7e9faf09 req-7ea337d9-0232-44d2-ae75-668067779d87 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8c90f418-4fda-487e-be00-51bd994412c0 HTTP/1.1" status: 200 len: 1097 time: 0.4509377 Nov 12 01:37:31.853144 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72906d2a-4ea3-4ed7-97a1-b302c1a0d7c2 req-62d5baa2-b2e0-4e46-b24c-a02e13abc907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:31.855173 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-72906d2a-4ea3-4ed7-97a1-b302c1a0d7c2 req-62d5baa2-b2e0-4e46-b24c-a02e13abc907 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f0da9330-f94c-4f80-8641-83193e26aa87 HTTP/1.1" status: 200 len: 909 time: 0.2789001 Nov 12 01:37:31.992412 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-33ba8c35-0064-4877-a0eb-e12c7e9faf09 req-4b50bf3f-fda8-4925-b7ac-75cd7e928a01 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=42b11c04-f70f-4000-9cc7-86c5eb604b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469021 Nov 12 01:37:31.995664 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-72906d2a-4ea3-4ed7-97a1-b302c1a0d7c2 req-8a290c6f-4ddf-4e30-b68b-ef9b6d00ea8e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38f035e3-9729-4467-be49-57beb1dca680 HTTP/1.1" status: 200 len: 1001 time: 0.1249382 Nov 12 01:37:32.028692 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-50829ce3-f986-4fc8-849d-d1d762fbb30b req-7632b35d-8126-434e-8cda-13aef9a8a368 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] For port 0a53f08f-270f-439f-86ed-fd6c991778c6, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=0a53f08f-270f-439f-86ed-fd6c991778c6,segment=NetworkSegment(7bbb728e-9806-453c-9716-52e1ccd278c6),segment_id=7bbb728e-9806-453c-9716-52e1ccd278c6)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:37:32.029218 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-50829ce3-f986-4fc8-849d-d1d762fbb30b req-7632b35d-8126-434e-8cda-13aef9a8a368 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:32.077285 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72906d2a-4ea3-4ed7-97a1-b302c1a0d7c2 req-11575519-6e0d-465a-9658-f38a6921aa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:32.079876 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-72906d2a-4ea3-4ed7-97a1-b302c1a0d7c2 req-11575519-6e0d-465a-9658-f38a6921aa31 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bba74820-9668-4ff9-875e-5118cda4780e HTTP/1.1" status: 200 len: 848 time: 0.0734241 Nov 12 01:37:32.160613 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72906d2a-4ea3-4ed7-97a1-b302c1a0d7c2 req-e0e36e19-0049-45de-b6ef-3be88f78bd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:32.162680 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-72906d2a-4ea3-4ed7-97a1-b302c1a0d7c2 req-e0e36e19-0049-45de-b6ef-3be88f78bd9b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f0da9330-f94c-4f80-8641-83193e26aa87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0700469 Nov 12 01:37:32.180480 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [req-72906d2a-4ea3-4ed7-97a1-b302c1a0d7c2 req-33ff0a89-f3a6-431e-b1c1-f58d57124e63 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:37:32.181726 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-72906d2a-4ea3-4ed7-97a1-b302c1a0d7c2 req-33ff0a89-f3a6-431e-b1c1-f58d57124e63 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063050 Nov 12 01:37:32.387920 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-72906d2a-4ea3-4ed7-97a1-b302c1a0d7c2 req-ff568053-8eb9-496f-a867-31ffd10b6b49 service neutron] 10.222.0.16 "GET /v2.0/networks/f0da9330-f94c-4f80-8641-83193e26aa87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958625 Nov 12 01:37:32.508976 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375516a-8504-4e85-98c8-846ea6b9e16b req-1ef9b47a-2e61-448b-9230-05fe0531cf88 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:32.527097 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4375516a-8504-4e85-98c8-846ea6b9e16b req-1ef9b47a-2e61-448b-9230-05fe0531cf88 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b6b3761-2ac5-475d-84f8-e80e1ab04627 HTTP/1.1" status: 200 len: 945 time: 0.2105732 Nov 12 01:37:32.658341 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-72906d2a-4ea3-4ed7-97a1-b302c1a0d7c2 req-c7a8597f-7874-448c-9c6b-f3dc7817b0f9 service neutron] 10.222.0.16 "GET /v2.0/networks/f0da9330-f94c-4f80-8641-83193e26aa87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555459 Nov 12 01:37:32.698935 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-50829ce3-f986-4fc8-849d-d1d762fbb30b req-7632b35d-8126-434e-8cda-13aef9a8a368 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:32.699627 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-50829ce3-f986-4fc8-849d-d1d762fbb30b req-7632b35d-8126-434e-8cda-13aef9a8a368 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:32.700243 n-d-712142-27 neutron-server[109085]: INFO neutron.db.l3_db [req-50829ce3-f986-4fc8-849d-d1d762fbb30b req-7632b35d-8126-434e-8cda-13aef9a8a368 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Floating IP 71a6117a-f872-43e2-bfa3-46fc6c60317f disassociated. External IP: 172.25.3.166, port: 0a53f08f-270f-439f-86ed-fd6c991778c6. Nov 12 01:37:32.700906 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-50829ce3-f986-4fc8-849d-d1d762fbb30b req-7632b35d-8126-434e-8cda-13aef9a8a368 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Calling delete_port for 0a53f08f-270f-439f-86ed-fd6c991778c6 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:37:32.733571 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c55aff-c8d9-435d-81f6-4045bca3aa3b req-c737bcee-5230-4c96-97a4-e86a493e20f3 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:32.736472 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-55c55aff-c8d9-435d-81f6-4045bca3aa3b req-c737bcee-5230-4c96-97a4-e86a493e20f3 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c90f418-4fda-487e-be00-51bd994412c0 HTTP/1.1" status: 200 len: 945 time: 0.2042382 Nov 12 01:37:32.754989 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4375516a-8504-4e85-98c8-846ea6b9e16b req-d00c4227-4e8b-4c62-92b1-0421061c53b3 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2268002 Nov 12 01:37:32.968492 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:33.078684 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-55c55aff-c8d9-435d-81f6-4045bca3aa3b req-36625192-3a42-4926-823e-337d31ad5e27 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=42b11c04-f70f-4000-9cc7-86c5eb604b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3159554 Nov 12 01:37:33.111234 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-50829ce3-f986-4fc8-849d-d1d762fbb30b req-7632b35d-8126-434e-8cda-13aef9a8a368 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:33.331291 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7632b35d-8126-434e-8cda-13aef9a8a368 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Pushing event deleted for resources: {'Port': ['ID=0a53f08f-270f-439f-86ed-fd6c991778c6,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:37:33.505096 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50829ce3-f986-4fc8-849d-d1d762fbb30b req-7632b35d-8126-434e-8cda-13aef9a8a368 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Router 8241e887-bcf7-405c-9401-d3e785b1e547 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:37:33.745435 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50829ce3-f986-4fc8-849d-d1d762fbb30b req-7632b35d-8126-434e-8cda-13aef9a8a368 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:37:33.766920 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791f2e49-8a4f-4f04-bb87-d5a82ae707ae None None] Sync routers for ids ['8241e887-bcf7-405c-9401-d3e785b1e547'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:37:33.791201 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791f2e49-8a4f-4f04-bb87-d5a82ae707ae None None] Routers {'8241e887-bcf7-405c-9401-d3e785b1e547'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:37:33.792624 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-791f2e49-8a4f-4f04-bb87-d5a82ae707ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:37:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['8241e887-bcf7-405c-9401-d3e785b1e547'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:37:33.816728 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-50829ce3-f986-4fc8-849d-d1d762fbb30b req-7632b35d-8126-434e-8cda-13aef9a8a368 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] No DVR routers for this DVR port 0a53f08f-270f-439f-86ed-fd6c991778c6 on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:37:33.819828 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-50829ce3-f986-4fc8-849d-d1d762fbb30b req-7632b35d-8126-434e-8cda-13aef9a8a368 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:33.823658 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-50829ce3-f986-4fc8-849d-d1d762fbb30b req-7632b35d-8126-434e-8cda-13aef9a8a368 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.16 "DELETE /v2.0/ports/0a53f08f-270f-439f-86ed-fd6c991778c6 HTTP/1.1" status: 204 len: 173 time: 2.3794389 Nov 12 01:37:33.824215 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b6b3761-2ac5-475d-84f8-e80e1ab04627', 'name': 'network-vif-deleted', 'tag': '0a53f08f-270f-439f-86ed-fd6c991778c6'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:37:33.826869 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4a34f8-edbf-4859-9a02-9f4188c3bd85" -d '{"events": [{"server_uuid": "4b6b3761-2ac5-475d-84f8-e80e1ab04627", "name": "network-vif-deleted", "tag": "0a53f08f-270f-439f-86ed-fd6c991778c6"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:37:34.019860 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e7ebf1-505b-4edf-bd30-ec7a2c0e8b02 x-openstack-request-id: req-13e7ebf1-505b-4edf-bd30-ec7a2c0e8b02 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:37:34.020311 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b6b3761-2ac5-475d-84f8-e80e1ab04627", "name": "network-vif-deleted", "tag": "0a53f08f-270f-439f-86ed-fd6c991778c6", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:37:34.020580 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-13e7ebf1-505b-4edf-bd30-ec7a2c0e8b02 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:37:34.021016 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b6b3761-2ac5-475d-84f8-e80e1ab04627', 'name': 'network-vif-deleted', 'tag': '0a53f08f-270f-439f-86ed-fd6c991778c6', 'status': 'completed', 'code': 200} Nov 12 01:37:34.050220 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:34.067069 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-13e35398-843b-4f41-ac47-106366080a0a req-a6d673e1-7b0e-4b9f-952d-f8c27f76403e tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b6b3761-2ac5-475d-84f8-e80e1ab04627 HTTP/1.1" status: 200 len: 210 time: 0.0723081 Nov 12 01:37:34.098140 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-791f2e49-8a4f-4f04-bb87-d5a82ae707ae None None] Set router 8241e887-bcf7-405c-9401-d3e785b1e547 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:37:34.472380 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a683c-f992-4556-8507-f76494411090 req-abd75ac4-b288-4d8d-9608-18c8f2cb5c8c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:34.520303 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0e5a683c-f992-4556-8507-f76494411090 req-abd75ac4-b288-4d8d-9608-18c8f2cb5c8c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c90f418-4fda-487e-be00-51bd994412c0 HTTP/1.1" status: 200 len: 945 time: 0.1531641 Nov 12 01:37:34.669786 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-791f2e49-8a4f-4f04-bb87-d5a82ae707ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'name': 'tempest-TestVolumeBootPattern-1803726501-router', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'b3315c24-034f-4c6c-af2b-ac0625dea128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:23:26Z', 'updated_at': '2021-11-12T01:23:42Z', 'revision_number': 4, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'gw_port': {'id': 'b3315c24-034f-4c6c-af2b-ac0625dea128', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fe:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:31Z', 'updated_at': '2021-11-12T01:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '235ce499-d7ad-46db-8998-1728331e7427', 'name': '', 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'mac_address': 'fa:16:3e:ef:f5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '6369b7da-1f3e-4df6-8094-1e515695655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:38Z', 'updated_at': '2021-11-12T01:23:48Z', 'revision_number': 5, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'subnets': [{'id': '6369b7da-1f3e-4df6-8094-1e515695655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:37:34.733608 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791f2e49-8a4f-4f04-bb87-d5a82ae707ae None None] Checking router: 8241e887-bcf7-405c-9401-d3e785b1e547 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:37:34.762787 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0e5a683c-f992-4556-8507-f76494411090 req-f8646f81-5eda-444e-8a1b-29d04d78c817 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=42b11c04-f70f-4000-9cc7-86c5eb604b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2391872 Nov 12 01:37:34.769045 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791f2e49-8a4f-4f04-bb87-d5a82ae707ae None None] Routers {'8241e887-bcf7-405c-9401-d3e785b1e547'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:37:34.769576 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-791f2e49-8a4f-4f04-bb87-d5a82ae707ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:37:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['8241e887-bcf7-405c-9401-d3e785b1e547'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:37:34.847520 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 0a53f08f-270f-439f-86ed-fd6c991778c6 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:37:35.041125 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd26b5-6cd2-4e45-8dbb-8140dcb4ec7b req-a5cdc509-2536-4e7a-9051-e3305f15f24b tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:35.061365 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-10cd26b5-6cd2-4e45-8dbb-8140dcb4ec7b req-a5cdc509-2536-4e7a-9051-e3305f15f24b tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c90f418-4fda-487e-be00-51bd994412c0 HTTP/1.1" status: 200 len: 945 time: 0.1227434 Nov 12 01:37:35.213396 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-10cd26b5-6cd2-4e45-8dbb-8140dcb4ec7b req-1c1248a3-70ee-44dc-8edf-4b782a95ac9b tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=42b11c04-f70f-4000-9cc7-86c5eb604b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510553 Nov 12 01:37:35.229152 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 51022) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:37:35.356140 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d640ae30-bd03-48fc-811a-800fd80cca50 req-e8a3a7be-ad65-453b-b138-3d124533a9c6 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b6b3761-2ac5-475d-84f8-e80e1ab04627 HTTP/1.1" status: 200 len: 210 time: 0.0617826 Nov 12 01:37:35.362327 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94d274d-da3c-4e7e-b37f-5f495cb8e341 tempest-TestNetworkAdvancedServerOps-773100936 tempest-TestNetworkAdvancedServerOps-773100936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:35.373582 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-d94d274d-da3c-4e7e-b37f-5f495cb8e341 tempest-TestNetworkAdvancedServerOps-773100936 tempest-TestNetworkAdvancedServerOps-773100936-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=8c90f418-4fda-487e-be00-51bd994412c0 HTTP/1.1" status: 200 len: 1092 time: 0.1422563 Nov 12 01:37:35.378495 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51026) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:37:35.384216 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-acd54d2d-8257-4333-9e8f-ce34595f2638 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Request body: {'floatingip': {'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'port_id': '363a7db5-8d11-4036-946f-28b65435a22a', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:37:35.454523 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-acd54d2d-8257-4333-9e8f-ce34595f2638 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for floatingip, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:35.622485 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] No Port match for: 0a53f08f-270f-439f-86ed-fd6c991778c6 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:37:35.627401 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 0a53f08f-270f-439f-86ed-fd6c991778c6 not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:37:35.669930 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:35.708358 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-791f2e49-8a4f-4f04-bb87-d5a82ae707ae None None] Set router 8241e887-bcf7-405c-9401-d3e785b1e547 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:37:35.829253 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-acd54d2d-8257-4333-9e8f-ce34595f2638 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:36.029200 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-acd54d2d-8257-4333-9e8f-ce34595f2638 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Allocated IP 172.25.3.65 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/4a3a57f8-e98d-4de6-ade5-dfe42f80e5ee) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:37:36.160988 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-acd54d2d-8257-4333-9e8f-ce34595f2638 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:36.227480 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-acd54d2d-8257-4333-9e8f-ce34595f2638 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:36.381851 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd54d2d-8257-4333-9e8f-ce34595f2638 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:37:36.387223 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-acd54d2d-8257-4333-9e8f-ce34595f2638 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:37:36.394865 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd54d2d-8257-4333-9e8f-ce34595f2638 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:37:36.399264 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd54d2d-8257-4333-9e8f-ce34595f2638 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'Port': ['ID=4a3a57f8-e98d-4de6-ade5-dfe42f80e5ee,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:37:36.597639 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d0d5f383-694d-406e-ace4-11440cbbfb12 req-d51e79e5-331c-48d2-b6ff-49ff0cf60fcf tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b6b3761-2ac5-475d-84f8-e80e1ab04627 HTTP/1.1" status: 200 len: 210 time: 0.0868649 Nov 12 01:37:36.965710 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-791f2e49-8a4f-4f04-bb87-d5a82ae707ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'name': 'tempest-TestVolumeBootPattern-1803726501-router', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'b3315c24-034f-4c6c-af2b-ac0625dea128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:23:26Z', 'updated_at': '2021-11-12T01:23:42Z', 'revision_number': 4, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'gw_port': {'id': 'b3315c24-034f-4c6c-af2b-ac0625dea128', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fe:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:31Z', 'updated_at': '2021-11-12T01:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '235ce499-d7ad-46db-8998-1728331e7427', 'name': '', 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'mac_address': 'fa:16:3e:ef:f5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '6369b7da-1f3e-4df6-8094-1e515695655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:38Z', 'updated_at': '2021-11-12T01:23:48Z', 'revision_number': 5, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'subnets': [{'id': '6369b7da-1f3e-4df6-8094-1e515695655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:37:37.060983 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791f2e49-8a4f-4f04-bb87-d5a82ae707ae None None] The sync data for ids ['8241e887-bcf7-405c-9401-d3e785b1e547'] in n-d-712142-27 is: [{'id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'name': 'tempest-TestVolumeBootPattern-1803726501-router', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'b3315c24-034f-4c6c-af2b-ac0625dea128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:23:26Z', 'updated_at': '2021-11-12T01:23:42Z', 'revision_number': 4, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'gw_port': {'id': 'b3315c24-034f-4c6c-af2b-ac0625dea128', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fe:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:31Z', 'updated_at': '2021-11-12T01:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '235ce499-d7ad-46db-8998-1728331e7427', 'name': '', 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'mac_address': 'fa:16:3e:ef:f5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '6369b7da-1f3e-4df6-8094-1e515695655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:38Z', 'updated_at': '2021-11-12T01:23:48Z', 'revision_number': 5, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'subnets': [{'id': '6369b7da-1f3e-4df6-8094-1e515695655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:37:37.539082 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-acd54d2d-8257-4333-9e8f-ce34595f2638 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:37.755719 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-acd54d2d-8257-4333-9e8f-ce34595f2638 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:37.868405 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4271c3-3a7f-4676-8516-a3f95c5607ce None None] New status for floating IP 71a6117a-f872-43e2-bfa3-46fc6c60317f: DOWN {{(pid=109088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:37:37.911465 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-481bbaee-b338-4c01-b0a4-68af7cdac0da req-5eb3a940-89d5-4a7e-8a2a-43708c7f68ce tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b6b3761-2ac5-475d-84f8-e80e1ab04627 HTTP/1.1" status: 200 len: 210 time: 0.1403172 Nov 12 01:37:38.072479 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-acd54d2d-8257-4333-9e8f-ce34595f2638 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:38.082828 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-acd54d2d-8257-4333-9e8f-ce34595f2638 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:38.491505 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-acd54d2d-8257-4333-9e8f-ce34595f2638 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:38.562593 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd54d2d-8257-4333-9e8f-ce34595f2638 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'Port': ['ID=4a3a57f8-e98d-4de6-ade5-dfe42f80e5ee,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:37:38.658581 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:38.772270 n-d-712142-27 neutron-server[109086]: INFO neutron.db.l3_db [None req-acd54d2d-8257-4333-9e8f-ce34595f2638 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Floating IP 4360e056-d060-4af7-a01f-9dc3ac7589e3 associated. External IP: 172.25.3.65, port: 363a7db5-8d11-4036-946f-28b65435a22a. Nov 12 01:37:39.074833 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-80bb5635-d584-45c8-a6ac-8b2c40a9a778 req-783d5838-f990-436d-8c94-6a94dd829b8b tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b6b3761-2ac5-475d-84f8-e80e1ab04627 HTTP/1.1" status: 200 len: 210 time: 0.0621493 Nov 12 01:37:39.230893 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd54d2d-8257-4333-9e8f-ce34595f2638 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Router 5bf9aa9d-1508-47b5-9131-02e4b52faf60 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:37:39.374260 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd54d2d-8257-4333-9e8f-ce34595f2638 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:37:39.388388 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2342d5d4-5001-499f-a9c3-088c6876d24b None None] Sync routers for ids ['5bf9aa9d-1508-47b5-9131-02e4b52faf60'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:37:39.407374 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2342d5d4-5001-499f-a9c3-088c6876d24b None None] Routers {'5bf9aa9d-1508-47b5-9131-02e4b52faf60'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:37:39.409331 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-2342d5d4-5001-499f-a9c3-088c6876d24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:37:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['5bf9aa9d-1508-47b5-9131-02e4b52faf60'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:37:39.423115 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-acd54d2d-8257-4333-9e8f-ce34595f2638 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:39.504670 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-acd54d2d-8257-4333-9e8f-ce34595f2638 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.1243360 Nov 12 01:37:39.506400 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c90f418-4fda-487e-be00-51bd994412c0', 'tag': '363a7db5-8d11-4036-946f-28b65435a22a'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:37:39.514014 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bda1595-86d2-499f-a00f-134d6f90f882" -d '{"events": [{"name": "network-changed", "server_uuid": "8c90f418-4fda-487e-be00-51bd994412c0", "tag": "363a7db5-8d11-4036-946f-28b65435a22a"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:37:39.615804 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef01bc3-7ee1-4956-a06d-1eee0f1ac291 x-openstack-request-id: req-aef01bc3-7ee1-4956-a06d-1eee0f1ac291 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:37:39.616606 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c90f418-4fda-487e-be00-51bd994412c0", "tag": "363a7db5-8d11-4036-946f-28b65435a22a", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:37:39.617072 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-aef01bc3-7ee1-4956-a06d-1eee0f1ac291 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:37:39.617689 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c90f418-4fda-487e-be00-51bd994412c0', 'tag': '363a7db5-8d11-4036-946f-28b65435a22a', 'status': 'completed', 'code': 200} Nov 12 01:37:39.764707 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda1595-86d2-499f-a00f-134d6f90f882 req-354db5d8-baf8-4141-a82c-86fde19da0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:39.770234 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1bda1595-86d2-499f-a00f-134d6f90f882 req-354db5d8-baf8-4141-a82c-86fde19da0f3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=553fbe5d09fe49948bd69193fe3f0783&device_id=8c90f418-4fda-487e-be00-51bd994412c0 HTTP/1.1" status: 200 len: 1097 time: 0.1132441 Nov 12 01:37:39.826144 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-2342d5d4-5001-499f-a9c3-088c6876d24b None None] Set router 5bf9aa9d-1508-47b5-9131-02e4b52faf60 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:37:39.925793 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91adad-8082-4816-b057-3a9c08fe3457 req-bfdfaf28-702e-45e3-a80d-e983e2fc8c2b tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:39.927542 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ca91adad-8082-4816-b057-3a9c08fe3457 req-bfdfaf28-702e-45e3-a80d-e983e2fc8c2b tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c90f418-4fda-487e-be00-51bd994412c0 HTTP/1.1" status: 200 len: 945 time: 0.1558480 Nov 12 01:37:40.192722 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda1595-86d2-499f-a00f-134d6f90f882 req-decdbf64-8b3d-4bef-9485-b9644960aff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:40.195340 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1bda1595-86d2-499f-a00f-134d6f90f882 req-decdbf64-8b3d-4bef-9485-b9644960aff3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=74fb427d-96d0-439d-a971-7fe4b03ebe46 HTTP/1.1" status: 200 len: 897 time: 0.3633790 Nov 12 01:37:40.203853 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ca91adad-8082-4816-b057-3a9c08fe3457 req-276f1522-f7ca-4743-b2b6-177aaf923d08 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=42b11c04-f70f-4000-9cc7-86c5eb604b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2647524 Nov 12 01:37:40.240109 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51100) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:37:40.359131 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1cbfaaa8-31ac-401a-923e-5c32e61f7541 req-ab572153-4dfc-4c24-9d5d-c014342aba39 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b6b3761-2ac5-475d-84f8-e80e1ab04627 HTTP/1.1" status: 200 len: 210 time: 0.1268356 Nov 12 01:37:40.383128 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2e9dfd73-0820-4e8e-8485-97f2c3d16184 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/floatingips/4360e056-d060-4af7-a01f-9dc3ac7589e3 HTTP/1.1" status: 200 len: 990 time: 0.1398551 Nov 12 01:37:40.428555 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:37:40.505266 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1bda1595-86d2-499f-a00f-134d6f90f882 req-e9c0c9c7-4188-4b56-b06c-18e0fbb5376b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=363a7db5-8d11-4036-946f-28b65435a22a HTTP/1.1" status: 200 len: 998 time: 0.2977645 Nov 12 01:37:40.627488 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-2342d5d4-5001-499f-a9c3-088c6876d24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf9aa9d-1508-47b5-9131-02e4b52faf60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-841487851', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'a4c242d3-3dc3-4f33-80d1-03e2cd8678d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:37:03Z', 'updated_at': '2021-11-12T01:37:10Z', 'revision_number': 4, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': 'a4c242d3-3dc3-4f33-80d1-03e2cd8678d5', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf9aa9d-1508-47b5-9131-02e4b52faf60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:37:04Z', 'updated_at': '2021-11-12T01:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '4360e056-d060-4af7-a01f-9dc3ac7589e3', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'floating_ip_address': '172.25.3.65', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '5bf9aa9d-1508-47b5-9131-02e4b52faf60', 'port_id': '363a7db5-8d11-4036-946f-28b65435a22a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74fb427d-96d0-439d-a971-7fe4b03ebe46', 'mac_address': 'fa:16:3e:7d:d5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c90f418-4fda-487e-be00-51bd994412c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:37:37Z', 'updated_at': '2021-11-12T01:37:37Z', 'revision_number': 0, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ab2e4bb-4362-477c-9c2b-c509d75ac306', 'name': '', 'network_id': '74fb427d-96d0-439d-a971-7fe4b03ebe46', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'mac_address': 'fa:16:3e:f4:da:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf9aa9d-1508-47b5-9131-02e4b52faf60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '58602ced-3553-4428-ba5a-2ba090913b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:37:08Z', 'updated_at': '2021-11-12T01:37:18Z', 'revision_number': 5, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'subnets': [{'id': '58602ced-3553-4428-ba5a-2ba090913b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:37:40.629507 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda1595-86d2-499f-a00f-134d6f90f882 req-351baeca-4df7-464c-9d78-7abd4b12c73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:40.634999 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1bda1595-86d2-499f-a00f-134d6f90f882 req-351baeca-4df7-464c-9d78-7abd4b12c73a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=58602ced-3553-4428-ba5a-2ba090913b39 HTTP/1.1" status: 200 len: 834 time: 0.1213765 Nov 12 01:37:40.664413 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2342d5d4-5001-499f-a9c3-088c6876d24b None None] Checking router: 5bf9aa9d-1508-47b5-9131-02e4b52faf60 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:37:40.675327 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2342d5d4-5001-499f-a9c3-088c6876d24b None None] Routers {'5bf9aa9d-1508-47b5-9131-02e4b52faf60'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:37:40.676009 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-2342d5d4-5001-499f-a9c3-088c6876d24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:37:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['5bf9aa9d-1508-47b5-9131-02e4b52faf60'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:37:40.737115 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda1595-86d2-499f-a00f-134d6f90f882 req-88c0cf39-acf4-4f48-b1c8-bda742693478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:40.739153 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1bda1595-86d2-499f-a00f-134d6f90f882 req-88c0cf39-acf4-4f48-b1c8-bda742693478 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=74fb427d-96d0-439d-a971-7fe4b03ebe46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0934353 Nov 12 01:37:40.873750 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:40.908403 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-2342d5d4-5001-499f-a9c3-088c6876d24b None None] Set router 5bf9aa9d-1508-47b5-9131-02e4b52faf60 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:37:41.042232 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1bda1595-86d2-499f-a00f-134d6f90f882 req-64e447ee-0e40-4c66-81f4-c40aec01f5dc service neutron] 10.222.0.44 "GET /v2.0/networks/74fb427d-96d0-439d-a971-7fe4b03ebe46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938907 Nov 12 01:37:41.386483 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51120) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:37:41.441093 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-2342d5d4-5001-499f-a9c3-088c6876d24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf9aa9d-1508-47b5-9131-02e4b52faf60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-841487851', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'a4c242d3-3dc3-4f33-80d1-03e2cd8678d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:37:03Z', 'updated_at': '2021-11-12T01:37:10Z', 'revision_number': 4, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': 'a4c242d3-3dc3-4f33-80d1-03e2cd8678d5', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf9aa9d-1508-47b5-9131-02e4b52faf60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:37:04Z', 'updated_at': '2021-11-12T01:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '4360e056-d060-4af7-a01f-9dc3ac7589e3', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'floating_ip_address': '172.25.3.65', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '5bf9aa9d-1508-47b5-9131-02e4b52faf60', 'port_id': '363a7db5-8d11-4036-946f-28b65435a22a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74fb427d-96d0-439d-a971-7fe4b03ebe46', 'mac_address': 'fa:16:3e:7d:d5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c90f418-4fda-487e-be00-51bd994412c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:37:37Z', 'updated_at': '2021-11-12T01:37:37Z', 'revision_number': 0, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ab2e4bb-4362-477c-9c2b-c509d75ac306', 'name': '', 'network_id': '74fb427d-96d0-439d-a971-7fe4b03ebe46', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'mac_address': 'fa:16:3e:f4:da:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf9aa9d-1508-47b5-9131-02e4b52faf60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '58602ced-3553-4428-ba5a-2ba090913b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:37:08Z', 'updated_at': '2021-11-12T01:37:18Z', 'revision_number': 5, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'subnets': [{'id': '58602ced-3553-4428-ba5a-2ba090913b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:37:41.569203 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2342d5d4-5001-499f-a9c3-088c6876d24b None None] The sync data for ids ['5bf9aa9d-1508-47b5-9131-02e4b52faf60'] in n-d-712142-27 is: [{'id': '5bf9aa9d-1508-47b5-9131-02e4b52faf60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-841487851', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'a4c242d3-3dc3-4f33-80d1-03e2cd8678d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:37:03Z', 'updated_at': '2021-11-12T01:37:10Z', 'revision_number': 4, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': 'a4c242d3-3dc3-4f33-80d1-03e2cd8678d5', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf9aa9d-1508-47b5-9131-02e4b52faf60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:37:04Z', 'updated_at': '2021-11-12T01:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '4360e056-d060-4af7-a01f-9dc3ac7589e3', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'floating_ip_address': '172.25.3.65', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '5bf9aa9d-1508-47b5-9131-02e4b52faf60', 'port_id': '363a7db5-8d11-4036-946f-28b65435a22a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74fb427d-96d0-439d-a971-7fe4b03ebe46', 'mac_address': 'fa:16:3e:7d:d5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c90f418-4fda-487e-be00-51bd994412c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:37:37Z', 'updated_at': '2021-11-12T01:37:37Z', 'revision_number': 0, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ab2e4bb-4362-477c-9c2b-c509d75ac306', 'name': '', 'network_id': '74fb427d-96d0-439d-a971-7fe4b03ebe46', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'mac_address': 'fa:16:3e:f4:da:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf9aa9d-1508-47b5-9131-02e4b52faf60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '58602ced-3553-4428-ba5a-2ba090913b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:37:08Z', 'updated_at': '2021-11-12T01:37:18Z', 'revision_number': 5, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'subnets': [{'id': '58602ced-3553-4428-ba5a-2ba090913b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:37:41.581264 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ce9731f4-7704-4f5c-a0a4-a8956bcaf5d8 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/floatingips/4360e056-d060-4af7-a01f-9dc3ac7589e3 HTTP/1.1" status: 200 len: 990 time: 0.1935019 Nov 12 01:37:42.048665 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0b74ac74-e1ef-4d65-adb6-274ee1b8f688 req-c93f7936-b581-40e5-b6ed-442d3e129d1e tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b6b3761-2ac5-475d-84f8-e80e1ab04627 HTTP/1.1" status: 200 len: 210 time: 0.0647748 Nov 12 01:37:42.068527 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1bda1595-86d2-499f-a00f-134d6f90f882 req-83857b62-afc9-4ba0-b256-8dfe6fdce46f service neutron] 10.222.0.44 "GET /v2.0/networks/74fb427d-96d0-439d-a971-7fe4b03ebe46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0190747 Nov 12 01:37:42.134059 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9850d50-26fc-45c3-ab70-68476be87e11 None None] New status for floating IP 4360e056-d060-4af7-a01f-9dc3ac7589e3: ACTIVE {{(pid=109088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:37:42.586257 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51140) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:37:42.696479 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c48620c1-86e1-4bec-a916-e6228c13f1ea tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/floatingips/4360e056-d060-4af7-a01f-9dc3ac7589e3 HTTP/1.1" status: 200 len: 992 time: 0.1080203 Nov 12 01:37:43.342732 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-151bf466-77c9-4aab-a312-bd6baf51fc38 req-3d59e31c-d78a-4772-9924-65df29639b80 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b6b3761-2ac5-475d-84f8-e80e1ab04627 HTTP/1.1" status: 200 len: 210 time: 0.0597615 Nov 12 01:37:44.655717 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4e2f6828-fa36-49b6-9462-02bbe08e56b3 req-7ac57220-6313-4ee2-a6ff-de489b263e7a tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=4b6b3761-2ac5-475d-84f8-e80e1ab04627 HTTP/1.1" status: 200 len: 210 time: 0.1162989 Nov 12 01:37:46.368678 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-893e03ec-1fbc-4b72-b328-1b4986f44754 req-3d12d264-3bf9-4e4c-badc-b6cab060cff6 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-702922087&fields=id&tenant_id=094a5f5e492c44f8b09b4e12e8299cf9 HTTP/1.1" status: 200 len: 267 time: 0.1102967 Nov 12 01:37:46.587260 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e03ec-1fbc-4b72-b328-1b4986f44754 req-30362955-4d99-4c65-ba22-39b56be3922c tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:46.590581 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-893e03ec-1fbc-4b72-b328-1b4986f44754 req-30362955-4d99-4c65-ba22-39b56be3922c tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/networks?id=41d3594c-6378-4888-b7ad-f2b6034333e3 HTTP/1.1" status: 200 len: 812 time: 0.2106946 Nov 12 01:37:46.617174 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-893e03ec-1fbc-4b72-b328-1b4986f44754 req-77a01d9f-c5d7-45c1-b6e6-c4a38f98a0c5 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/quotas/094a5f5e492c44f8b09b4e12e8299cf9 HTTP/1.1" status: 200 len: 375 time: 0.0194016 Nov 12 01:37:46.741414 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-893e03ec-1fbc-4b72-b328-1b4986f44754 req-b3cb0ad9-0a9f-425b-993b-8bd65e0a2a24 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=094a5f5e492c44f8b09b4e12e8299cf9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1066639 Nov 12 01:37:46.909489 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-893e03ec-1fbc-4b72-b328-1b4986f44754 req-3c52ae3f-2256-458c-8dea-d245b98a8cf0 service neutron] 10.222.0.45 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435368 Nov 12 01:37:47.151815 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-893e03ec-1fbc-4b72-b328-1b4986f44754 req-cd71dda4-d1e4-4659-ae1b-5190507990b9 service neutron] 10.222.0.45 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374263 Nov 12 01:37:47.632614 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d60c0ba3-1a2f-4d3c-a129-cb35d3ba52a0 req-41e33629-0abf-40ee-8aa3-316325092f28 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=d087b29f-7d23-4582-bd97-6a2a933279b2 HTTP/1.1" status: 200 len: 210 time: 0.0691838 Nov 12 01:37:48.845702 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ab40397a-dd3a-45ba-8e82-10ae5dd30d6a req-522bdeda-6ada-499e-ba35-2bf35b6d53a7 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=d087b29f-7d23-4582-bd97-6a2a933279b2 HTTP/1.1" status: 200 len: 210 time: 0.0614707 Nov 12 01:37:49.287774 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e03ec-1fbc-4b72-b328-1b4986f44754 req-5d4e36ee-24a0-438a-8771-5d3ded4efbe0 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:49.300865 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-893e03ec-1fbc-4b72-b328-1b4986f44754 req-5d4e36ee-24a0-438a-8771-5d3ded4efbe0 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.16 "GET /v2.0/networks?id=41d3594c-6378-4888-b7ad-f2b6034333e3 HTTP/1.1" status: 200 len: 812 time: 0.1366668 Nov 12 01:37:49.494030 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-893e03ec-1fbc-4b72-b328-1b4986f44754 req-cdcff155-ced8-4313-b29a-ce46e8911145 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=094a5f5e492c44f8b09b4e12e8299cf9 HTTP/1.1" status: 200 len: 379 time: 0.1743526 Nov 12 01:37:49.521622 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-893e03ec-1fbc-4b72-b328-1b4986f44754 req-b97a2686-3a1f-447a-8857-70defb9a3cb3 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Request body: {'port': {'device_id': 'd087b29f-7d23-4582-bd97-6a2a933279b2', 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3', 'admin_state_up': True, 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'security_groups': ['73b631ac-484e-4859-bfae-e967abcc56be']}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:37:49.936940 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-893e03ec-1fbc-4b72-b328-1b4986f44754 req-b97a2686-3a1f-447a-8857-70defb9a3cb3 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Made reservation on behalf of 094a5f5e492c44f8b09b4e12e8299cf9 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:37:49.946513 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-893e03ec-1fbc-4b72-b328-1b4986f44754 req-b97a2686-3a1f-447a-8857-70defb9a3cb3 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:50.302938 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-893e03ec-1fbc-4b72-b328-1b4986f44754 req-b97a2686-3a1f-447a-8857-70defb9a3cb3 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Allocated IP 172.20.0.13 (41d3594c-6378-4888-b7ad-f2b6034333e3/6369b7da-1f3e-4df6-8094-1e515695655d/61632b75-18d7-4988-9bba-0c8958f15e78) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:37:50.599608 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-893e03ec-1fbc-4b72-b328-1b4986f44754 req-b97a2686-3a1f-447a-8857-70defb9a3cb3 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:50.651145 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-893e03ec-1fbc-4b72-b328-1b4986f44754 req-b97a2686-3a1f-447a-8857-70defb9a3cb3 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:50.851100 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-893e03ec-1fbc-4b72-b328-1b4986f44754 req-b97a2686-3a1f-447a-8857-70defb9a3cb3 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Network 41d3594c-6378-4888-b7ad-f2b6034333e3 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:37:50.856439 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-893e03ec-1fbc-4b72-b328-1b4986f44754 req-b97a2686-3a1f-447a-8857-70defb9a3cb3 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:37:50.862680 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-893e03ec-1fbc-4b72-b328-1b4986f44754 req-b97a2686-3a1f-447a-8857-70defb9a3cb3 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:37:51.003301 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97a2686-3a1f-447a-8857-70defb9a3cb3 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Pushing event updated for resources: {'Port': ['ID=61632b75-18d7-4988-9bba-0c8958f15e78,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:37:51.038148 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a2686-3a1f-447a-8857-70defb9a3cb3 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:51.038899 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a2686-3a1f-447a-8857-70defb9a3cb3 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:51.040574 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a2686-3a1f-447a-8857-70defb9a3cb3 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:51.043650 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a2686-3a1f-447a-8857-70defb9a3cb3 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:51.044966 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a2686-3a1f-447a-8857-70defb9a3cb3 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:51.046051 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a2686-3a1f-447a-8857-70defb9a3cb3 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:51.048039 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a2686-3a1f-447a-8857-70defb9a3cb3 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:51.049201 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a2686-3a1f-447a-8857-70defb9a3cb3 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:51.050191 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a2686-3a1f-447a-8857-70defb9a3cb3 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:51.051156 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a2686-3a1f-447a-8857-70defb9a3cb3 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:51.052404 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a2686-3a1f-447a-8857-70defb9a3cb3 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:51.053587 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97a2686-3a1f-447a-8857-70defb9a3cb3 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:37:51.111445 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e03ec-1fbc-4b72-b328-1b4986f44754 req-b97a2686-3a1f-447a-8857-70defb9a3cb3 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:51.113189 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-893e03ec-1fbc-4b72-b328-1b4986f44754 req-b97a2686-3a1f-447a-8857-70defb9a3cb3 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:51.181889 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d2ec49-0ef6-4e45-9068-5113bd731a3c req-da1074cb-6b93-49e2-8807-dd5a0203917a tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:51.185324 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-89d2ec49-0ef6-4e45-9068-5113bd731a3c req-da1074cb-6b93-49e2-8807-dd5a0203917a tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=d087b29f-7d23-4582-bd97-6a2a933279b2 HTTP/1.1" status: 200 len: 932 time: 0.5477920 Nov 12 01:37:51.197135 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-893e03ec-1fbc-4b72-b328-1b4986f44754 req-b97a2686-3a1f-447a-8857-70defb9a3cb3 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6916170 Nov 12 01:37:51.254412 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-893e03ec-1fbc-4b72-b328-1b4986f44754 req-ea652efa-f272-47be-a266-5dcd050c39fe service neutron] Request body: {'port': {'device_id': 'd087b29f-7d23-4582-bd97-6a2a933279b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:37:51.357588 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-0eec9475-3ac4-448a-a592-8534000e115a None None] Provisioning complete for port 61632b75-18d7-4988-9bba-0c8958f15e78 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:37:51.358299 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0eec9475-3ac4-448a-a592-8534000e115a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:51.475211 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-89d2ec49-0ef6-4e45-9068-5113bd731a3c req-393a5d35-e210-46a4-b132-263ef1bdfb6d tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2763686 Nov 12 01:37:51.476789 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-893e03ec-1fbc-4b72-b328-1b4986f44754 req-ea652efa-f272-47be-a266-5dcd050c39fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:51.498918 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-0eec9475-3ac4-448a-a592-8534000e115a None None] Port 61632b75-18d7-4988-9bba-0c8958f15e78 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:37:52.119043 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-893e03ec-1fbc-4b72-b328-1b4986f44754 req-ea652efa-f272-47be-a266-5dcd050c39fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61632b75-18d7-4988-9bba-0c8958f15e78 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:37:52.156982 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-893e03ec-1fbc-4b72-b328-1b4986f44754 req-ea652efa-f272-47be-a266-5dcd050c39fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:52.220281 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-893e03ec-1fbc-4b72-b328-1b4986f44754 req-ea652efa-f272-47be-a266-5dcd050c39fe service neutron] Transition to ACTIVE for port object 61632b75-18d7-4988-9bba-0c8958f15e78 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:37:52.228874 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-893e03ec-1fbc-4b72-b328-1b4986f44754 req-ea652efa-f272-47be-a266-5dcd050c39fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:52.310395 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea652efa-f272-47be-a266-5dcd050c39fe service neutron] Pushing event updated for resources: {'Port': ['ID=61632b75-18d7-4988-9bba-0c8958f15e78,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:37:52.579187 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-893e03ec-1fbc-4b72-b328-1b4986f44754 req-ea652efa-f272-47be-a266-5dcd050c39fe service neutron] Attempting to bind port 61632b75-18d7-4988-9bba-0c8958f15e78 on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:37:52.579512 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-893e03ec-1fbc-4b72-b328-1b4986f44754 req-ea652efa-f272-47be-a266-5dcd050c39fe service neutron] Attempting to bind port 61632b75-18d7-4988-9bba-0c8958f15e78 by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': '7bbb728e-9806-453c-9716-52e1ccd278c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:37:52.580099 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893e03ec-1fbc-4b72-b328-1b4986f44754 req-ea652efa-f272-47be-a266-5dcd050c39fe service neutron] Attempting to bind port 61632b75-18d7-4988-9bba-0c8958f15e78 on network 41d3594c-6378-4888-b7ad-f2b6034333e3 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:37:52.585296 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893e03ec-1fbc-4b72-b328-1b4986f44754 req-ea652efa-f272-47be-a266-5dcd050c39fe service neutron] Port 61632b75-18d7-4988-9bba-0c8958f15e78 on network 41d3594c-6378-4888-b7ad-f2b6034333e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:37:52.585763 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893e03ec-1fbc-4b72-b328-1b4986f44754 req-ea652efa-f272-47be-a266-5dcd050c39fe service neutron] Attempting to bind port 61632b75-18d7-4988-9bba-0c8958f15e78 on network 41d3594c-6378-4888-b7ad-f2b6034333e3 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:37:52.599752 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893e03ec-1fbc-4b72-b328-1b4986f44754 req-ea652efa-f272-47be-a266-5dcd050c39fe service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:37:52.600238 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893e03ec-1fbc-4b72-b328-1b4986f44754 req-ea652efa-f272-47be-a266-5dcd050c39fe service neutron] Checking segment: {'id': '7bbb728e-9806-453c-9716-52e1ccd278c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:37:52.600535 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893e03ec-1fbc-4b72-b328-1b4986f44754 req-ea652efa-f272-47be-a266-5dcd050c39fe service neutron] Bound using segment: {'id': '7bbb728e-9806-453c-9716-52e1ccd278c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:37:52.600964 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-893e03ec-1fbc-4b72-b328-1b4986f44754 req-ea652efa-f272-47be-a266-5dcd050c39fe service neutron] Bound port: 61632b75-18d7-4988-9bba-0c8958f15e78, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bbb728e-9806-453c-9716-52e1ccd278c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:37:52.601329 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-893e03ec-1fbc-4b72-b328-1b4986f44754 req-ea652efa-f272-47be-a266-5dcd050c39fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:52.790011 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d4cbb-6117-40cc-b5b2-3d138c9c61e7 req-b376821a-90ce-46c9-8f65-92af16252cd1 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:52.791940 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5e8d4cbb-6117-40cc-b5b2-3d138c9c61e7 req-b376821a-90ce-46c9-8f65-92af16252cd1 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=d087b29f-7d23-4582-bd97-6a2a933279b2 HTTP/1.1" status: 200 len: 944 time: 0.1396000 Nov 12 01:37:52.803750 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-893e03ec-1fbc-4b72-b328-1b4986f44754 req-ea652efa-f272-47be-a266-5dcd050c39fe service neutron] For port 61632b75-18d7-4988-9bba-0c8958f15e78, host n-h1-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:37:52.813280 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-893e03ec-1fbc-4b72-b328-1b4986f44754 req-ea652efa-f272-47be-a266-5dcd050c39fe service neutron] For port 61632b75-18d7-4988-9bba-0c8958f15e78, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=61632b75-18d7-4988-9bba-0c8958f15e78,segment=NetworkSegment(7bbb728e-9806-453c-9716-52e1ccd278c6),segment_id=7bbb728e-9806-453c-9716-52e1ccd278c6)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:37:52.838488 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-893e03ec-1fbc-4b72-b328-1b4986f44754 req-ea652efa-f272-47be-a266-5dcd050c39fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:53.007438 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e03ec-1fbc-4b72-b328-1b4986f44754 req-ea652efa-f272-47be-a266-5dcd050c39fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:53.008128 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-893e03ec-1fbc-4b72-b328-1b4986f44754 req-ea652efa-f272-47be-a266-5dcd050c39fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:53.009912 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-893e03ec-1fbc-4b72-b328-1b4986f44754 req-ea652efa-f272-47be-a266-5dcd050c39fe service neutron] 10.222.0.16 "PUT /v2.0/ports/61632b75-18d7-4988-9bba-0c8958f15e78 HTTP/1.1" status: 200 len: 1093 time: 1.7682176 Nov 12 01:37:53.010412 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd087b29f-7d23-4582-bd97-6a2a933279b2', 'tag': '61632b75-18d7-4988-9bba-0c8958f15e78'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:37:53.012924 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f30819-0417-4aaa-886a-a2e01632fd58" -d '{"events": [{"name": "network-changed", "server_uuid": "d087b29f-7d23-4582-bd97-6a2a933279b2", "tag": "61632b75-18d7-4988-9bba-0c8958f15e78"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:37:53.067875 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5e8d4cbb-6117-40cc-b5b2-3d138c9c61e7 req-a8e4bef2-0d90-4ca8-b82c-83866bda52df tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2661095 Nov 12 01:37:53.197991 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea652efa-f272-47be-a266-5dcd050c39fe service neutron] Pushing event updated for resources: {'Port': ['ID=61632b75-18d7-4988-9bba-0c8958f15e78,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:37:53.256438 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e03ec-1fbc-4b72-b328-1b4986f44754 req-18564aba-82ca-4717-b2db-9d15ed7df43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:53.258382 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-893e03ec-1fbc-4b72-b328-1b4986f44754 req-18564aba-82ca-4717-b2db-9d15ed7df43c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=094a5f5e492c44f8b09b4e12e8299cf9&device_id=d087b29f-7d23-4582-bd97-6a2a933279b2 HTTP/1.1" status: 200 len: 1096 time: 0.1342313 Nov 12 01:37:53.335692 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-893e03ec-1fbc-4b72-b328-1b4986f44754 req-175b2265-e067-47af-9505-9d1fa3f43982 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61632b75-18d7-4988-9bba-0c8958f15e78 HTTP/1.1" status: 200 len: 217 time: 0.0538788 Nov 12 01:37:53.418340 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8eca98b-8685-4083-ab59-bacff0e62a3f x-openstack-request-id: req-d8eca98b-8685-4083-ab59-bacff0e62a3f {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:37:53.418895 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d087b29f-7d23-4582-bd97-6a2a933279b2", "tag": "61632b75-18d7-4988-9bba-0c8958f15e78", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:37:53.419327 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d8eca98b-8685-4083-ab59-bacff0e62a3f {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:37:53.420019 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd087b29f-7d23-4582-bd97-6a2a933279b2', 'tag': '61632b75-18d7-4988-9bba-0c8958f15e78', 'status': 'completed', 'code': 200} Nov 12 01:37:53.423253 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e03ec-1fbc-4b72-b328-1b4986f44754 req-4b9e4218-6518-4dd1-a4e3-8ea675b150d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:53.426236 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-893e03ec-1fbc-4b72-b328-1b4986f44754 req-4b9e4218-6518-4dd1-a4e3-8ea675b150d1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6369b7da-1f3e-4df6-8094-1e515695655d HTTP/1.1" status: 200 len: 851 time: 0.0795100 Nov 12 01:37:53.531763 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e03ec-1fbc-4b72-b328-1b4986f44754 req-79f2f4da-d6c2-4006-b345-26ebd76b2009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:53.533452 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-893e03ec-1fbc-4b72-b328-1b4986f44754 req-79f2f4da-d6c2-4006-b345-26ebd76b2009 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=41d3594c-6378-4888-b7ad-f2b6034333e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0878370 Nov 12 01:37:53.650336 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-893e03ec-1fbc-4b72-b328-1b4986f44754 req-252c6fc2-315f-4ba4-8dac-04bb4d2e9993 service neutron] 10.222.0.16 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042144 Nov 12 01:37:53.767885 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-893e03ec-1fbc-4b72-b328-1b4986f44754 req-52580b65-5c27-4050-abc9-7e28cfffc870 service neutron] 10.222.0.16 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050036 Nov 12 01:37:53.947802 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f30819-0417-4aaa-886a-a2e01632fd58 req-da6ff040-538e-4e04-b3f3-7eb685d6ca6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:53.948995 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e4f30819-0417-4aaa-886a-a2e01632fd58 req-da6ff040-538e-4e04-b3f3-7eb685d6ca6b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=094a5f5e492c44f8b09b4e12e8299cf9&device_id=d087b29f-7d23-4582-bd97-6a2a933279b2 HTTP/1.1" status: 200 len: 1096 time: 0.0884759 Nov 12 01:37:54.152485 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f30819-0417-4aaa-886a-a2e01632fd58 req-04840064-fe1e-4df2-b252-a1f110e3e384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:54.154316 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e4f30819-0417-4aaa-886a-a2e01632fd58 req-04840064-fe1e-4df2-b252-a1f110e3e384 service neutron] 10.222.0.16 "GET /v2.0/networks?id=41d3594c-6378-4888-b7ad-f2b6034333e3 HTTP/1.1" status: 200 len: 912 time: 0.1919925 Nov 12 01:37:54.229759 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e4f30819-0417-4aaa-886a-a2e01632fd58 req-457fd4ff-8793-4708-a600-6a381fec7831 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61632b75-18d7-4988-9bba-0c8958f15e78 HTTP/1.1" status: 200 len: 217 time: 0.0611148 Nov 12 01:37:54.334318 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1751e15-c626-407a-a064-4ffa57c41684 req-d92a2cf1-1708-4b80-8768-8aacdfa8502c tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:54.337676 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d1751e15-c626-407a-a064-4ffa57c41684 req-d92a2cf1-1708-4b80-8768-8aacdfa8502c tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=d087b29f-7d23-4582-bd97-6a2a933279b2 HTTP/1.1" status: 200 len: 944 time: 0.1105623 Nov 12 01:37:54.348837 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f30819-0417-4aaa-886a-a2e01632fd58 req-bbd87d53-fb1d-4da8-8d66-cf0217540a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:54.351504 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e4f30819-0417-4aaa-886a-a2e01632fd58 req-bbd87d53-fb1d-4da8-8d66-cf0217540a1b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6369b7da-1f3e-4df6-8094-1e515695655d HTTP/1.1" status: 200 len: 851 time: 0.1103270 Nov 12 01:37:54.497465 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d1751e15-c626-407a-a064-4ffa57c41684 req-15cbb3b8-6b02-4ded-aca0-a22cfcd4aa33 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523447 Nov 12 01:37:54.510257 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f30819-0417-4aaa-886a-a2e01632fd58 req-b9c8f786-6166-4fbe-8056-49ad15c1e3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:54.512848 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e4f30819-0417-4aaa-886a-a2e01632fd58 req-b9c8f786-6166-4fbe-8056-49ad15c1e3c3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=41d3594c-6378-4888-b7ad-f2b6034333e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1375368 Nov 12 01:37:54.623390 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e4f30819-0417-4aaa-886a-a2e01632fd58 req-7473f9ad-2d7f-4795-8cc8-dc6f2ae10eff service neutron] 10.222.0.16 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954447 Nov 12 01:37:54.736492 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e4f30819-0417-4aaa-886a-a2e01632fd58 req-3b18884d-1eba-4e5a-9843-9edb3b5a7fd0 service neutron] 10.222.0.16 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012516 Nov 12 01:37:55.696376 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02bc298-91d5-4977-9983-aafe128111be req-3c1f5407-4152-4889-97d9-cc196a4e8dc5 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:55.699132 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c02bc298-91d5-4977-9983-aafe128111be req-3c1f5407-4152-4889-97d9-cc196a4e8dc5 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=d087b29f-7d23-4582-bd97-6a2a933279b2 HTTP/1.1" status: 200 len: 944 time: 0.1046004 Nov 12 01:37:55.779300 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c02bc298-91d5-4977-9983-aafe128111be req-273c71e1-5235-4f97-b443-d1ca4a3e83b4 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729487 Nov 12 01:37:56.941417 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025fc1f2-511f-49fc-890c-32bdfd47bb78 req-b2447a65-6330-4824-97b4-c4f37c0a7b4a tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:56.943948 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-025fc1f2-511f-49fc-890c-32bdfd47bb78 req-b2447a65-6330-4824-97b4-c4f37c0a7b4a tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=d087b29f-7d23-4582-bd97-6a2a933279b2 HTTP/1.1" status: 200 len: 944 time: 0.0647342 Nov 12 01:37:57.009907 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-025fc1f2-511f-49fc-890c-32bdfd47bb78 req-26782d1a-de2b-4745-819f-b7d1e04d0d44 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536516 Nov 12 01:37:57.272124 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8409f754-932f-4d1e-b638-2b40fe34d8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:58.189007 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5905aa2-478c-421d-9573-200299925f78 req-8033ea8b-8719-424b-b857-529dde60e2b7 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:58.193092 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d5905aa2-478c-421d-9573-200299925f78 req-8033ea8b-8719-424b-b857-529dde60e2b7 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=d087b29f-7d23-4582-bd97-6a2a933279b2 HTTP/1.1" status: 200 len: 944 time: 0.0818646 Nov 12 01:37:58.251068 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d5905aa2-478c-421d-9573-200299925f78 req-9652b5a1-41cf-4955-a6e2-d99bafdc281f tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517135 Nov 12 01:37:59.584184 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec2efd7-e914-4bad-9ff6-ca2a4f75a7d7 req-d86c874c-aa6a-4065-a9e4-3df70d34f9f2 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:37:59.586821 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8ec2efd7-e914-4bad-9ff6-ca2a4f75a7d7 req-d86c874c-aa6a-4065-a9e4-3df70d34f9f2 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=d087b29f-7d23-4582-bd97-6a2a933279b2 HTTP/1.1" status: 200 len: 944 time: 0.2276576 Nov 12 01:37:59.618504 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 51438) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:37:59.696334 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8ec2efd7-e914-4bad-9ff6-ca2a4f75a7d7 req-344900c5-a39c-404d-ac94-e4e726d05c92 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998819 Nov 12 01:37:59.894040 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-384e53d4-b907-4d83-bf81-8221c0b9a8db admin admin] Deleting subnet ba7cc81c-c4f2-4f41-8164-402f196bb834 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:37:59.899753 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-384e53d4-b907-4d83-bf81-8221c0b9a8db admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:37:59.952303 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-384e53d4-b907-4d83-bf81-8221c0b9a8db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:00.049691 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-384e53d4-b907-4d83-bf81-8221c0b9a8db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:00.134124 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-384e53d4-b907-4d83-bf81-8221c0b9a8db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:00.166178 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384e53d4-b907-4d83-bf81-8221c0b9a8db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba7cc81c-c4f2-4f41-8164-402f196bb834,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:00.171429 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-384e53d4-b907-4d83-bf81-8221c0b9a8db admin admin] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:00.176096 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-384e53d4-b907-4d83-bf81-8221c0b9a8db admin admin] 10.222.0.45 "DELETE /v2.0/subnets/ba7cc81c-c4f2-4f41-8164-402f196bb834 HTTP/1.1" status: 204 len: 168 time: 0.5556653 Nov 12 01:38:00.179245 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 51448) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:00.349317 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8604e63a-135f-413a-8e49-68681afab2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:00.514278 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8604e63a-135f-413a-8e49-68681afab2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:00.553258 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-8604e63a-135f-413a-8e49-68681afab2f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df1e85aa-704b-4943-9cc3-9191fdadf081']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:00.572149 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-8604e63a-135f-413a-8e49-68681afab2f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f889be5e-ad35-4d2f-9732-18c8b96cbaa7') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:00.572637 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-8604e63a-135f-413a-8e49-68681afab2f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f889be5e-ad35-4d2f-9732-18c8b96cbaa7') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:00.593252 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8604e63a-135f-413a-8e49-68681afab2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:00.620491 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8604e63a-135f-413a-8e49-68681afab2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:00.635285 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8604e63a-135f-413a-8e49-68681afab2f4 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:38:00.635988 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8604e63a-135f-413a-8e49-68681afab2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:00.640975 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:38:00.640975 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:38:00.640975 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:38:00.640975 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:38:00.640975 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:38:00.640975 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:38:00.640975 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:38:00.640975 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:38:00.640975 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:38:00.640975 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:38:00.640975 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:38:00.640975 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:38:00.640975 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:38:00.640975 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:38:00.640975 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:38:00.640975 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:38:00.640975 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:38:00.640975 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:38:00.640975 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:38:00.640975 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:38:00.640975 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:38:00.640975 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:38:00.640975 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:38:00.640975 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:38:00.640975 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:38:00.640975 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:38:00.640975 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:38:00.640975 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:38:00.640975 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:38:00.640975 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:38:00.640975 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:38:00.640975 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:38:00.783524 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8604e63a-135f-413a-8e49-68681afab2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:00.804653 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8604e63a-135f-413a-8e49-68681afab2f4 admin admin] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:00.813211 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-8604e63a-135f-413a-8e49-68681afab2f4 admin admin] 10.222.0.45 "DELETE /v2.0/networks/df1e85aa-704b-4943-9cc3-9191fdadf081 HTTP/1.1" status: 204 len: 168 time: 0.6325603 Nov 12 01:38:00.848574 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8604e63a-135f-413a-8e49-68681afab2f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=df1e85aa-704b-4943-9cc3-9191fdadf081,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:00.896516 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e1af75a6-f8d3-49c0-8e89-e96a632e868e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:00.965049 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c5cc5-b3da-4a76-8424-d823c4d6a849 req-54161478-c6d6-4441-b2fe-0666467f5716 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:00.966996 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-342c5cc5-b3da-4a76-8424-d823c4d6a849 req-54161478-c6d6-4441-b2fe-0666467f5716 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=d087b29f-7d23-4582-bd97-6a2a933279b2 HTTP/1.1" status: 200 len: 944 time: 0.1097436 Nov 12 01:38:01.089477 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-342c5cc5-b3da-4a76-8424-d823c4d6a849 req-302dc2e4-40bc-478a-9e04-2eb936645a23 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152463 Nov 12 01:38:01.151608 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51462) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:01.219874 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-bb95db22-ba2a-4b32-a0f7-be2cf8628bb7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0b6b74794ff04af5ada5e96321863c92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0662482 Nov 12 01:38:01.222582 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51464) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:01.283361 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f8b6fe19-f85d-4e89-b01a-aadc517daa04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:01.324356 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f8b6fe19-f85d-4e89-b01a-aadc517daa04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:01.397810 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f8b6fe19-f85d-4e89-b01a-aadc517daa04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:01.401428 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f8b6fe19-f85d-4e89-b01a-aadc517daa04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:01.402915 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f8b6fe19-f85d-4e89-b01a-aadc517daa04 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1b1b7b99-db73-44f0-baf3-6da2a364ec6f HTTP/1.1" status: 204 len: 168 time: 0.1793730 Nov 12 01:38:01.419346 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b6fe19-f85d-4e89-b01a-aadc517daa04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1b7b99-db73-44f0-baf3-6da2a364ec6f,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:01.442829 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b6fe19-f85d-4e89-b01a-aadc517daa04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:01.444542 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b6fe19-f85d-4e89-b01a-aadc517daa04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:01.445176 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b6fe19-f85d-4e89-b01a-aadc517daa04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:01.445972 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b6fe19-f85d-4e89-b01a-aadc517daa04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:01.447683 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b6fe19-f85d-4e89-b01a-aadc517daa04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:01.448462 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b6fe19-f85d-4e89-b01a-aadc517daa04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:01.449161 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b6fe19-f85d-4e89-b01a-aadc517daa04 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:01.449607 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b6fe19-f85d-4e89-b01a-aadc517daa04 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:01.450136 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b6fe19-f85d-4e89-b01a-aadc517daa04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:01.450730 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b6fe19-f85d-4e89-b01a-aadc517daa04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:01.451102 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b6fe19-f85d-4e89-b01a-aadc517daa04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:01.451693 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b6fe19-f85d-4e89-b01a-aadc517daa04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:02.311887 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df5655-7e1f-46e9-990d-8ab4abb3406d req-1955827c-97cb-4ece-943d-cbc2ddaa064e tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:02.313749 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6df5655-7e1f-46e9-990d-8ab4abb3406d req-1955827c-97cb-4ece-943d-cbc2ddaa064e tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=d087b29f-7d23-4582-bd97-6a2a933279b2 HTTP/1.1" status: 200 len: 944 time: 0.0727420 Nov 12 01:38:02.386410 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6df5655-7e1f-46e9-990d-8ab4abb3406d req-9b8f0955-78b8-4430-b901-fc44c6c357bb tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592389 Nov 12 01:38:02.945763 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:03.458778 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51514) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:03.550282 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a2a3c-3a45-4015-8569-32cc21849911 req-84717144-e181-4bdb-9bbe-3ba6c8bc5efd tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:03.552217 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b74a2a3c-3a45-4015-8569-32cc21849911 req-84717144-e181-4bdb-9bbe-3ba6c8bc5efd tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=d087b29f-7d23-4582-bd97-6a2a933279b2 HTTP/1.1" status: 200 len: 944 time: 0.0634634 Nov 12 01:38:03.696126 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b74a2a3c-3a45-4015-8569-32cc21849911 req-8e7ff93b-0628-46d9-8d78-e429630c2d50 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351175 Nov 12 01:38:03.772325 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-2ba47cf8-bf36-47a3-98ad-d2eefe691b71 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Request body: {'network': {'name': 'tempest-network-smoke--758337184', 'project_id': 'da2f05210fd943e2951f3890676710a2', 'port_security_enabled': True}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:38:03.814254 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba47cf8-bf36-47a3-98ad-d2eefe691b71 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Made reservation on behalf of da2f05210fd943e2951f3890676710a2 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:38:03.820959 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2ba47cf8-bf36-47a3-98ad-d2eefe691b71 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:03.838353 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2ba47cf8-bf36-47a3-98ad-d2eefe691b71 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:03.998545 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2ba47cf8-bf36-47a3-98ad-d2eefe691b71 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:04.001490 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:04.007194 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2ba47cf8-bf36-47a3-98ad-d2eefe691b71 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:04.056123 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ba47cf8-bf36-47a3-98ad-d2eefe691b71 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:38:04.088140 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba47cf8-bf36-47a3-98ad-d2eefe691b71 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac19fa9-0630-45f8-918e-01d442810f80,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:04.094285 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2ba47cf8-bf36-47a3-98ad-d2eefe691b71 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:04.094866 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-2ba47cf8-bf36-47a3-98ad-d2eefe691b71 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Added segment 579313ae-5b52-4b0e-8b52-a093860299fa of type vlan for network 91ceb85c-2ed3-4ec5-9033-5ce9801e1c79 Nov 12 01:38:04.185352 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2ba47cf8-bf36-47a3-98ad-d2eefe691b71 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:04.229811 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2ba47cf8-bf36-47a3-98ad-d2eefe691b71 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:04.242764 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba47cf8-bf36-47a3-98ad-d2eefe691b71 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:04.244127 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2ba47cf8-bf36-47a3-98ad-d2eefe691b71 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:04.329286 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2ba47cf8-bf36-47a3-98ad-d2eefe691b71 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8690617 Nov 12 01:38:04.334405 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 51524) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:04.345569 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-b0190414-2787-4c24-a220-5d7fb2b38aee tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1295579995', 'admin_state_up': True, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:38:04.387679 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b0190414-2787-4c24-a220-5d7fb2b38aee tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:04.389128 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b0190414-2787-4c24-a220-5d7fb2b38aee tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:04.404191 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba47cf8-bf36-47a3-98ad-d2eefe691b71 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event updated for resources: {'Network': ['ID=91ceb85c-2ed3-4ec5-9033-5ce9801e1c79,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:04.427192 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 91ceb85c-2ed3-4ec5-9033-5ce9801e1c79 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:38:04.469807 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b0190414-2787-4c24-a220-5d7fb2b38aee tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:04.639104 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b0190414-2787-4c24-a220-5d7fb2b38aee tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:05.054706 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b0190414-2787-4c24-a220-5d7fb2b38aee tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for router_gateway, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:05.100799 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b0190414-2787-4c24-a220-5d7fb2b38aee tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:05.123228 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86464f-ea89-4b2c-b9d4-4fc83162e6e1 req-c908fbe7-7ac0-4604-b45e-23b1456e559e tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:05.125630 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0f86464f-ea89-4b2c-b9d4-4fc83162e6e1 req-c908fbe7-7ac0-4604-b45e-23b1456e559e tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=d087b29f-7d23-4582-bd97-6a2a933279b2 HTTP/1.1" status: 200 len: 944 time: 0.3115239 Nov 12 01:38:05.247706 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0f86464f-ea89-4b2c-b9d4-4fc83162e6e1 req-1a7ca390-9fd0-4f28-ba9a-a7accac55595 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892119 Nov 12 01:38:05.292028 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-b0190414-2787-4c24-a220-5d7fb2b38aee tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Allocated IP 172.25.3.234 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/5396680d-9b12-4951-949a-bd9025a2b5a1) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:38:05.293770 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:05.496749 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b0190414-2787-4c24-a220-5d7fb2b38aee tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:05.593885 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc0835c-6ee8-4f79-aca8-295c07e1bd52 req-600ba589-6765-4cb4-bdaa-4cc6e4b3b91c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:05.598155 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4fc0835c-6ee8-4f79-aca8-295c07e1bd52 req-600ba589-6765-4cb4-bdaa-4cc6e4b3b91c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c90f418-4fda-487e-be00-51bd994412c0 HTTP/1.1" status: 200 len: 945 time: 0.1262808 Nov 12 01:38:05.636920 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b0190414-2787-4c24-a220-5d7fb2b38aee tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:05.695616 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0190414-2787-4c24-a220-5d7fb2b38aee tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:38:05.707284 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-b0190414-2787-4c24-a220-5d7fb2b38aee tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:38:05.718481 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0190414-2787-4c24-a220-5d7fb2b38aee tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:38:05.727933 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0190414-2787-4c24-a220-5d7fb2b38aee tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event updated for resources: {'Port': ['ID=5396680d-9b12-4951-949a-bd9025a2b5a1,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:05.730674 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f31ae6e-8849-48e8-bf78-3cce1f95bbd9 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:38:05.754494 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4fc0835c-6ee8-4f79-aca8-295c07e1bd52 req-d8137352-d379-4c1d-878b-c57c3587b0cf tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=42b11c04-f70f-4000-9cc7-86c5eb604b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482334 Nov 12 01:38:05.784522 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51536) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:05.912362 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-80784a08-a5e8-4e57-8b47-8c3cede4fa48 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/floatingips/4360e056-d060-4af7-a01f-9dc3ac7589e3 HTTP/1.1" status: 200 len: 992 time: 0.1265767 Nov 12 01:38:05.913031 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-c30c39aa-51a4-48af-b043-dadd4dfa645a None None] Provisioning complete for port 5396680d-9b12-4951-949a-bd9025a2b5a1 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:38:05.914189 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c30c39aa-51a4-48af-b043-dadd4dfa645a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:06.007091 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-c30c39aa-51a4-48af-b043-dadd4dfa645a None None] Port 5396680d-9b12-4951-949a-bd9025a2b5a1 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:38:06.175632 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b0190414-2787-4c24-a220-5d7fb2b38aee tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for router_gateway, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:06.586957 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff87cd-209a-40c5-9d00-714f3f58b19e req-8b8621ad-13c3-4ba7-b9bc-c4598408a854 tempest-TestNetworkAdvancedServerOps-773100936 tempest-TestNetworkAdvancedServerOps-773100936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:06.600883 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e4ff87cd-209a-40c5-9d00-714f3f58b19e req-8b8621ad-13c3-4ba7-b9bc-c4598408a854 tempest-TestNetworkAdvancedServerOps-773100936 tempest-TestNetworkAdvancedServerOps-773100936-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=8c90f418-4fda-487e-be00-51bd994412c0 HTTP/1.1" status: 200 len: 1097 time: 0.1584034 Nov 12 01:38:06.951357 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51558) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:06.958733 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-3e50779f-9a6a-4dd8-8052-e62e10d90afa tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1284282541', 'description': 'tempest-secgroup-smoke-1284282541 description', 'project_id': 'c6039ddfbbad449b88dd06b4503a82f1'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:38:07.017296 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3e50779f-9a6a-4dd8-8052-e62e10d90afa tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:07.196433 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3e50779f-9a6a-4dd8-8052-e62e10d90afa tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:07.211364 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3e50779f-9a6a-4dd8-8052-e62e10d90afa tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:07.279622 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e4ff87cd-209a-40c5-9d00-714f3f58b19e req-3bfeb056-a0a3-4d28-920a-d0fdde61b74c tempest-TestNetworkAdvancedServerOps-773100936 tempest-TestNetworkAdvancedServerOps-773100936-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=42b11c04-f70f-4000-9cc7-86c5eb604b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6729190 Nov 12 01:38:07.296463 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f024456-e2c0-4238-a506-c63916285dd2 req-cb23d854-67d5-42d1-a1e7-d5dc1ea82152 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:07.308726 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4f024456-e2c0-4238-a506-c63916285dd2 req-cb23d854-67d5-42d1-a1e7-d5dc1ea82152 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=d087b29f-7d23-4582-bd97-6a2a933279b2 HTTP/1.1" status: 200 len: 944 time: 0.1283140 Nov 12 01:38:07.309418 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b0190414-2787-4c24-a220-5d7fb2b38aee tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:07.354508 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3e50779f-9a6a-4dd8-8052-e62e10d90afa tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:07.357591 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3e50779f-9a6a-4dd8-8052-e62e10d90afa tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4032781 Nov 12 01:38:07.362404 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e50779f-9a6a-4dd8-8052-e62e10d90afa tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab645a94-98ae-4f02-b09e-70d8e56a0748,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:07.368712 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 51562) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:07.381263 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4f024456-e2c0-4238-a506-c63916285dd2 req-78564a0b-b353-46d9-9cdd-b98a3716bad0 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735674 Nov 12 01:38:07.386055 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-7d844fd5-1d8a-4ea2-a3b2-c12978debcfe tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Request body: {'security_group_rule': {'security_group_id': 'ab645a94-98ae-4f02-b09e-70d8e56a0748', 'project_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:38:07.516496 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7d844fd5-1d8a-4ea2-a3b2-c12978debcfe tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:07.622617 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7d844fd5-1d8a-4ea2-a3b2-c12978debcfe tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:07.632642 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7d844fd5-1d8a-4ea2-a3b2-c12978debcfe tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:07.660597 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0190414-2787-4c24-a220-5d7fb2b38aee tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Router 7a45c6a6-788b-46d6-baa1-35d762051229 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:38:07.667574 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d844fd5-1d8a-4ea2-a3b2-c12978debcfe tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b31e3a3a-3247-407d-9a17-169decfdd5f7,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:07.764454 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7d844fd5-1d8a-4ea2-a3b2-c12978debcfe tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:07.765748 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7d844fd5-1d8a-4ea2-a3b2-c12978debcfe tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3834376 Nov 12 01:38:07.769497 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51564) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:07.778165 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-8f8e3e62-1d02-4603-9be3-6479782e8f98 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Request body: {'security_group_rule': {'security_group_id': 'ab645a94-98ae-4f02-b09e-70d8e56a0748', 'project_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:38:07.848498 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8f8e3e62-1d02-4603-9be3-6479782e8f98 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:07.894027 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0190414-2787-4c24-a220-5d7fb2b38aee tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:38:07.910467 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf120871-fff0-4b27-8ea5-69f7fbde91d0 None None] Sync routers for ids ['7a45c6a6-788b-46d6-baa1-35d762051229'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:38:07.933653 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b0190414-2787-4c24-a220-5d7fb2b38aee tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:07.947502 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-b0190414-2787-4c24-a220-5d7fb2b38aee tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.5978427 Nov 12 01:38:07.952541 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51570) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:07.955079 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf120871-fff0-4b27-8ea5-69f7fbde91d0 None None] Routers {'7a45c6a6-788b-46d6-baa1-35d762051229'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:38:07.955079 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-bf120871-fff0-4b27-8ea5-69f7fbde91d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:38:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['7a45c6a6-788b-46d6-baa1-35d762051229'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:07.967354 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8f8e3e62-1d02-4603-9be3-6479782e8f98 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:07.975504 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8f8e3e62-1d02-4603-9be3-6479782e8f98 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:08.013685 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8e3e62-1d02-4603-9be3-6479782e8f98 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91bd7111-58f6-4caf-8c26-cf0ee8256bbf,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:08.052587 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8f8e3e62-1d02-4603-9be3-6479782e8f98 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:08.053949 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8f8e3e62-1d02-4603-9be3-6479782e8f98 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2824636 Nov 12 01:38:08.056819 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51574) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:08.073205 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-dffda930-a11e-457f-9eec-e472b4bdb98a tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Request body: {'security_group_rule': {'security_group_id': 'ab645a94-98ae-4f02-b09e-70d8e56a0748', 'project_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:38:08.116447 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6ef16af1-ea9e-477d-8846-968203900bd7 tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=da2f05210fd943e2951f3890676710a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1660273 Nov 12 01:38:08.121300 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 51578) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:08.174377 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dffda930-a11e-457f-9eec-e472b4bdb98a tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:08.188276 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-bf120871-fff0-4b27-8ea5-69f7fbde91d0 None None] Set router 7a45c6a6-788b-46d6-baa1-35d762051229 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:38:08.289690 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed060b9-d069-4c0a-acd2-fe8f478afbcc tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:08.296618 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-fed060b9-d069-4c0a-acd2-fe8f478afbcc tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1684294 Nov 12 01:38:08.305549 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 51586) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:08.345957 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dffda930-a11e-457f-9eec-e472b4bdb98a tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:08.360554 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dffda930-a11e-457f-9eec-e472b4bdb98a tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:08.403852 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51590) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:08.404410 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-0f628488-92e7-4db7-8a1d-6c2180bece5e tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=ab9ea869-d067-4dfb-b2de-16b019fae22d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0883536 Nov 12 01:38:08.436449 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-89e1b901-b71c-4750-8e83-91dae2474729 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-121288784', 'network_id': '91ceb85c-2ed3-4ec5-9033-5ce9801e1c79', 'project_id': 'da2f05210fd943e2951f3890676710a2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:38:08.465248 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffda930-a11e-457f-9eec-e472b4bdb98a tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac43842f-3b10-4bd1-8399-654526ec6b6c,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:08.486304 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-bf120871-fff0-4b27-8ea5-69f7fbde91d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'name': 'tempest-TestNetworkBasicOps-router-1295579995', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '5396680d-9b12-4951-949a-bd9025a2b5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:04Z', 'updated_at': '2021-11-12T01:38:05Z', 'revision_number': 3, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'gw_port': {'id': '5396680d-9b12-4951-949a-bd9025a2b5a1', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:65:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:05Z', 'updated_at': '2021-11-12T01:38:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:08.488738 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dffda930-a11e-457f-9eec-e472b4bdb98a tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:08.496107 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-dffda930-a11e-457f-9eec-e472b4bdb98a tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4353113 Nov 12 01:38:08.496349 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 51598) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:08.501560 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-cfa4d60a-ec47-44d3-bc0e-c1e8fbaed2ab tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Request body: {'security_group_rule': {'security_group_id': 'ab645a94-98ae-4f02-b09e-70d8e56a0748', 'project_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:38:08.529310 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf120871-fff0-4b27-8ea5-69f7fbde91d0 None None] Checking router: 7a45c6a6-788b-46d6-baa1-35d762051229 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:38:08.530524 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf120871-fff0-4b27-8ea5-69f7fbde91d0 None None] Updating router 7a45c6a6-788b-46d6-baa1-35d762051229 port 5396680d-9b12-4951-949a-bd9025a2b5a1 binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:38:08.579400 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bf120871-fff0-4b27-8ea5-69f7fbde91d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:08.636654 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d60a-ec47-44d3-bc0e-c1e8fbaed2ab tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:08.684931 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:08.691449 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d600d8d-c372-48a5-bbf0-636bfb1b5c14 req-63946326-f341-4cfc-9d9c-fefd64bb5e60 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:08.693277 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3d600d8d-c372-48a5-bbf0-636bfb1b5c14 req-63946326-f341-4cfc-9d9c-fefd64bb5e60 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=d087b29f-7d23-4582-bd97-6a2a933279b2 HTTP/1.1" status: 200 len: 944 time: 0.1680584 Nov 12 01:38:08.765881 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e1b901-b71c-4750-8e83-91dae2474729 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Made reservation on behalf of da2f05210fd943e2951f3890676710a2 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:38:08.774307 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-89e1b901-b71c-4750-8e83-91dae2474729 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:08.849030 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d60a-ec47-44d3-bc0e-c1e8fbaed2ab tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:08.860839 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d60a-ec47-44d3-bc0e-c1e8fbaed2ab tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:08.867037 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-970da950-a149-45ed-9e01-1119678d4995 req-36ac759b-822c-4ff7-a6ef-47d720d365db service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8c90f418-4fda-487e-be00-51bd994412c0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1625595 Nov 12 01:38:08.892292 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [req-970da950-a149-45ed-9e01-1119678d4995 req-49cf12aa-f9e8-4fc4-9289-b9c1601967b1 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:38:08.894377 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-970da950-a149-45ed-9e01-1119678d4995 req-49cf12aa-f9e8-4fc4-9289-b9c1601967b1 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0137370 Nov 12 01:38:08.910293 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cfa4d60a-ec47-44d3-bc0e-c1e8fbaed2ab tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:08.914281 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51600) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:08.915190 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-cfa4d60a-ec47-44d3-bc0e-c1e8fbaed2ab tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4177794 Nov 12 01:38:08.926772 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3d600d8d-c372-48a5-bbf0-636bfb1b5c14 req-5213cd0f-9b82-45e6-abe2-f1edb0396cc1 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1982176 Nov 12 01:38:08.929749 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa4d60a-ec47-44d3-bc0e-c1e8fbaed2ab tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7def226a-fd71-470b-934e-434c0132c760,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:08.931454 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-d541da60-3339-4f5d-8001-9b96847264f7 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Request body: {'security_group_rule': {'security_group_id': 'ab645a94-98ae-4f02-b09e-70d8e56a0748', 'project_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:38:09.070239 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bf120871-fff0-4b27-8ea5-69f7fbde91d0 None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:09.080516 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bf120871-fff0-4b27-8ea5-69f7fbde91d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:09.273186 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90944002-e724-4c66-8074-8aecb3748e54 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:38:09.288454 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-bf120871-fff0-4b27-8ea5-69f7fbde91d0 None None] Attempting to bind port 5396680d-9b12-4951-949a-bd9025a2b5a1 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:38:09.289075 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-bf120871-fff0-4b27-8ea5-69f7fbde91d0 None None] Attempting to bind port 5396680d-9b12-4951-949a-bd9025a2b5a1 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:38:09.289972 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf120871-fff0-4b27-8ea5-69f7fbde91d0 None None] Attempting to bind port 5396680d-9b12-4951-949a-bd9025a2b5a1 on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:38:09.305820 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf120871-fff0-4b27-8ea5-69f7fbde91d0 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:38:09.308432 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf120871-fff0-4b27-8ea5-69f7fbde91d0 None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:38:09.308432 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bf120871-fff0-4b27-8ea5-69f7fbde91d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:09.308432 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf120871-fff0-4b27-8ea5-69f7fbde91d0 None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:38:09.311044 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-bf120871-fff0-4b27-8ea5-69f7fbde91d0 None None] Bound port: 5396680d-9b12-4951-949a-bd9025a2b5a1, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:38:09.311044 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bf120871-fff0-4b27-8ea5-69f7fbde91d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:09.424252 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-bf120871-fff0-4b27-8ea5-69f7fbde91d0 None None] For port 5396680d-9b12-4951-949a-bd9025a2b5a1, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:38:09.443365 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f86467f-53c8-4fd3-9f77-b2a56d7dca55 None None] Pushing event updated for resources: {'Port': ['ID=5396680d-9b12-4951-949a-bd9025a2b5a1,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:09.461324 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-bf120871-fff0-4b27-8ea5-69f7fbde91d0 None None] For port 5396680d-9b12-4951-949a-bd9025a2b5a1, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=5396680d-9b12-4951-949a-bd9025a2b5a1,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:38:09.475802 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86467f-53c8-4fd3-9f77-b2a56d7dca55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:09.476812 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86467f-53c8-4fd3-9f77-b2a56d7dca55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:09.477424 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86467f-53c8-4fd3-9f77-b2a56d7dca55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:09.478018 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86467f-53c8-4fd3-9f77-b2a56d7dca55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:09.478721 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86467f-53c8-4fd3-9f77-b2a56d7dca55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:09.479310 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86467f-53c8-4fd3-9f77-b2a56d7dca55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:09.480114 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86467f-53c8-4fd3-9f77-b2a56d7dca55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:09.480697 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86467f-53c8-4fd3-9f77-b2a56d7dca55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:09.481256 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86467f-53c8-4fd3-9f77-b2a56d7dca55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:09.481856 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86467f-53c8-4fd3-9f77-b2a56d7dca55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:09.482409 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86467f-53c8-4fd3-9f77-b2a56d7dca55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:09.483244 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86467f-53c8-4fd3-9f77-b2a56d7dca55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:09.490870 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bf120871-fff0-4b27-8ea5-69f7fbde91d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:09.553042 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-b09cfdc2-12bb-455f-a8a1-cd592ddd4aaa None None] Provisioning complete for port 5396680d-9b12-4951-949a-bd9025a2b5a1 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:38:09.553679 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b09cfdc2-12bb-455f-a8a1-cd592ddd4aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:09.598928 n-d-712142-27 neutron-server[109086]: INFO neutron.db.securitygroups_db [None req-d541da60-3339-4f5d-8001-9b96847264f7 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Project c6039ddfbbad449b88dd06b4503a82f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:38:09.609845 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d541da60-3339-4f5d-8001-9b96847264f7 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:09.618785 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06034afc-cd5d-4bc5-a635-1b0e85ef8d4d None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:38:09.638409 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f86467f-53c8-4fd3-9f77-b2a56d7dca55 None None] Pushing event updated for resources: {'Port': ['ID=5396680d-9b12-4951-949a-bd9025a2b5a1,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:09.646166 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf120871-fff0-4b27-8ea5-69f7fbde91d0 None None] Routers {'7a45c6a6-788b-46d6-baa1-35d762051229'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:38:09.647326 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-bf120871-fff0-4b27-8ea5-69f7fbde91d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:38:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['7a45c6a6-788b-46d6-baa1-35d762051229'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:09.739624 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b09cfdc2-12bb-455f-a8a1-cd592ddd4aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:09.764730 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-89e1b901-b71c-4750-8e83-91dae2474729 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:09.768421 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d541da60-3339-4f5d-8001-9b96847264f7 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:09.803418 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-b09cfdc2-12bb-455f-a8a1-cd592ddd4aaa None None] For port 5396680d-9b12-4951-949a-bd9025a2b5a1, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=5396680d-9b12-4951-949a-bd9025a2b5a1,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:38:09.813298 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b09cfdc2-12bb-455f-a8a1-cd592ddd4aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:09.816547 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d541da60-3339-4f5d-8001-9b96847264f7 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:09.870879 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-bf120871-fff0-4b27-8ea5-69f7fbde91d0 None None] Set router 7a45c6a6-788b-46d6-baa1-35d762051229 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:38:09.906413 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d541da60-3339-4f5d-8001-9b96847264f7 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28b5f64b-3951-46b7-8b97-d213e41516f5,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:09.925036 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d541da60-3339-4f5d-8001-9b96847264f7 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:09.927215 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d541da60-3339-4f5d-8001-9b96847264f7 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0102949 Nov 12 01:38:09.931018 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 51610) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:09.932705 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e1b901-b71c-4750-8e83-91dae2474729 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event updated for resources: {'Subnet': ['ID=fdc5d305-ec1b-43b4-b716-cc6b30ec1204,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:09.939480 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-b1e720fb-6b40-4302-bc67-8564298385bb tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Request body: {'security_group_rule': {'security_group_id': 'ab645a94-98ae-4f02-b09e-70d8e56a0748', 'project_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:38:09.943466 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e1b901-b71c-4750-8e83-91dae2474729 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Checking segment: {'id': '579313ae-5b52-4b0e-8b52-a093860299fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '91ceb85c-2ed3-4ec5-9033-5ce9801e1c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:38:09.943914 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e1b901-b71c-4750-8e83-91dae2474729 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Network hostable DHCP agents. Network: 91ceb85c-2ed3-4ec5-9033-5ce9801e1c79, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:38:10.008164 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-3c94d5f9-5ce0-4fd4-a2b1-d2ac661f4eef None None] Provisioning complete for port 5396680d-9b12-4951-949a-bd9025a2b5a1 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:38:10.008512 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3c94d5f9-5ce0-4fd4-a2b1-d2ac661f4eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:10.010189 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09cfdc2-12bb-455f-a8a1-cd592ddd4aaa None None] Pushing event updated for resources: {'Port': ['ID=5396680d-9b12-4951-949a-bd9025a2b5a1,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:10.020694 n-d-712142-27 neutron-server[109085]: INFO neutron.db.securitygroups_db [None req-b1e720fb-6b40-4302-bc67-8564298385bb tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Project c6039ddfbbad449b88dd06b4503a82f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:38:10.034058 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e1b901-b71c-4750-8e83-91dae2474729 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Network 91ceb85c-2ed3-4ec5-9033-5ce9801e1c79 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:38:10.038585 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b1e720fb-6b40-4302-bc67-8564298385bb tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:10.065324 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-89e1b901-b71c-4750-8e83-91dae2474729 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 91ceb85c-2ed3-4ec5-9033-5ce9801e1c79) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:38:10.072490 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e1b901-b71c-4750-8e83-91dae2474729 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:10.076511 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-89e1b901-b71c-4750-8e83-91dae2474729 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:10.124944 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-89e1b901-b71c-4750-8e83-91dae2474729 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7018061 Nov 12 01:38:10.129215 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 51614) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:10.135488 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321cc648-e74a-48dd-abe6-18cf654290eb None None] Network 91ceb85c-2ed3-4ec5-9033-5ce9801e1c79 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:38:10.256382 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970da950-a149-45ed-9e01-1119678d4995 req-b3754ba1-d22e-426e-8d14-25a0142624f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:10.258368 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-970da950-a149-45ed-9e01-1119678d4995 req-b3754ba1-d22e-426e-8d14-25a0142624f8 service neutron] 10.222.0.45 "GET /v2.0/ports/363a7db5-8d11-4036-946f-28b65435a22a HTTP/1.1" status: 200 len: 1094 time: 0.0649922 Nov 12 01:38:10.292463 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-970da950-a149-45ed-9e01-1119678d4995 req-d1af0a83-24a0-4533-ab4e-1f96e3f351cd service neutron] Request body: {'binding': {'host': 'n-h1-712142-27', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:38:10.293003 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-970da950-a149-45ed-9e01-1119678d4995 req-d1af0a83-24a0-4533-ab4e-1f96e3f351cd service neutron] Unknown quota resources ['binding']. {{(pid=109086) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 01:38:10.365266 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-bf120871-fff0-4b27-8ea5-69f7fbde91d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'name': 'tempest-TestNetworkBasicOps-router-1295579995', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '5396680d-9b12-4951-949a-bd9025a2b5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:04Z', 'updated_at': '2021-11-12T01:38:05Z', 'revision_number': 3, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'gw_port': {'id': '5396680d-9b12-4951-949a-bd9025a2b5a1', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:65:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:05Z', 'updated_at': '2021-11-12T01:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:10.444575 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf120871-fff0-4b27-8ea5-69f7fbde91d0 None None] The sync data for ids ['7a45c6a6-788b-46d6-baa1-35d762051229'] in n-d-712142-27 is: [{'id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'name': 'tempest-TestNetworkBasicOps-router-1295579995', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '5396680d-9b12-4951-949a-bd9025a2b5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:04Z', 'updated_at': '2021-11-12T01:38:05Z', 'revision_number': 3, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'gw_port': {'id': '5396680d-9b12-4951-949a-bd9025a2b5a1', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:65:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:05Z', 'updated_at': '2021-11-12T01:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:38:10.521501 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792f5f75-1272-4f6a-a1a3-3f750f527417 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-91ceb85c-2ed3-4ec5-9033-5ce9801e1c79', 'network_id': '91ceb85c-2ed3-4ec5-9033-5ce9801e1c79', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'fixed_ips': [{'subnet_id': 'fdc5d305-ec1b-43b4-b716-cc6b30ec1204'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:38:10.522447 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-792f5f75-1272-4f6a-a1a3-3f750f527417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:10.622274 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-970da950-a149-45ed-9e01-1119678d4995 req-d1af0a83-24a0-4533-ab4e-1f96e3f351cd service neutron] Attempting to bind port 363a7db5-8d11-4036-946f-28b65435a22a on host n-h1-712142-27 for vnic_type normal with profile None {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:38:10.622975 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-970da950-a149-45ed-9e01-1119678d4995 req-d1af0a83-24a0-4533-ab4e-1f96e3f351cd service neutron] Attempting to bind port 363a7db5-8d11-4036-946f-28b65435a22a by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': '08aadbad-4b5c-4d85-862f-6ce1fce27b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '74fb427d-96d0-439d-a971-7fe4b03ebe46'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:38:10.622975 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970da950-a149-45ed-9e01-1119678d4995 req-d1af0a83-24a0-4533-ab4e-1f96e3f351cd service neutron] Attempting to bind port 363a7db5-8d11-4036-946f-28b65435a22a on network 74fb427d-96d0-439d-a971-7fe4b03ebe46 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:38:10.633393 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970da950-a149-45ed-9e01-1119678d4995 req-d1af0a83-24a0-4533-ab4e-1f96e3f351cd service neutron] Port 363a7db5-8d11-4036-946f-28b65435a22a on network 74fb427d-96d0-439d-a971-7fe4b03ebe46 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:38:10.634746 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970da950-a149-45ed-9e01-1119678d4995 req-d1af0a83-24a0-4533-ab4e-1f96e3f351cd service neutron] Attempting to bind port 363a7db5-8d11-4036-946f-28b65435a22a on network 74fb427d-96d0-439d-a971-7fe4b03ebe46 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:38:10.641878 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da8cf2-b722-4a8a-ad2c-abb68c91bbd5 req-8aed11b1-6a91-43b8-84ed-8b125145f5a7 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:10.643569 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-51da8cf2-b722-4a8a-ad2c-abb68c91bbd5 req-8aed11b1-6a91-43b8-84ed-8b125145f5a7 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=d087b29f-7d23-4582-bd97-6a2a933279b2 HTTP/1.1" status: 200 len: 944 time: 0.2235518 Nov 12 01:38:10.645984 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b1e720fb-6b40-4302-bc67-8564298385bb tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:10.659274 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b1e720fb-6b40-4302-bc67-8564298385bb tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:10.660489 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970da950-a149-45ed-9e01-1119678d4995 req-d1af0a83-24a0-4533-ab4e-1f96e3f351cd service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:38:10.662373 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970da950-a149-45ed-9e01-1119678d4995 req-d1af0a83-24a0-4533-ab4e-1f96e3f351cd service neutron] Checking segment: {'id': '08aadbad-4b5c-4d85-862f-6ce1fce27b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '74fb427d-96d0-439d-a971-7fe4b03ebe46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:38:10.666066 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970da950-a149-45ed-9e01-1119678d4995 req-d1af0a83-24a0-4533-ab4e-1f96e3f351cd service neutron] Bound using segment: {'id': '08aadbad-4b5c-4d85-862f-6ce1fce27b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '74fb427d-96d0-439d-a971-7fe4b03ebe46'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:38:10.666673 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-970da950-a149-45ed-9e01-1119678d4995 req-d1af0a83-24a0-4533-ab4e-1f96e3f351cd service neutron] Bound port: 363a7db5-8d11-4036-946f-28b65435a22a, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08aadbad-4b5c-4d85-862f-6ce1fce27b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '74fb427d-96d0-439d-a971-7fe4b03ebe46'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:38:10.705606 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e720fb-6b40-4302-bc67-8564298385bb tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ec55f89-a894-4a70-9ed7-0f6eb7696f0d,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:10.769204 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b1e720fb-6b40-4302-bc67-8564298385bb tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:10.770685 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-b1e720fb-6b40-4302-bc67-8564298385bb tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8371933 Nov 12 01:38:10.815086 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-970da950-a149-45ed-9e01-1119678d4995 req-d1af0a83-24a0-4533-ab4e-1f96e3f351cd service neutron] For port 363a7db5-8d11-4036-946f-28b65435a22a, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=363a7db5-8d11-4036-946f-28b65435a22a,segment=NetworkSegment(08aadbad-4b5c-4d85-862f-6ce1fce27b23),segment_id=08aadbad-4b5c-4d85-862f-6ce1fce27b23)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:38:10.840957 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-970da950-a149-45ed-9e01-1119678d4995 req-d1af0a83-24a0-4533-ab4e-1f96e3f351cd service neutron] Publish callbacks [] for binding, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:10.844033 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-970da950-a149-45ed-9e01-1119678d4995 req-d1af0a83-24a0-4533-ab4e-1f96e3f351cd service neutron] 10.222.0.45 "POST /v2.0/ports/363a7db5-8d11-4036-946f-28b65435a22a/bindings HTTP/1.1" status: 201 len: 390 time: 0.5591986 Nov 12 01:38:10.870938 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-51da8cf2-b722-4a8a-ad2c-abb68c91bbd5 req-634f9579-fa88-4be8-b76c-70c72cba30f8 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2128062 Nov 12 01:38:10.931989 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 61632b75-18d7-4988-9bba-0c8958f15e78 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:38:10.995256 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:11.259290 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.resource_extend [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 01:38:11.346585 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3a722e82-9083-4c88-b531-f18c806164d9 req-f7682a47-0700-40fa-b59c-906e514edae8 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1284282541&fields=id&tenant_id=c6039ddfbbad449b88dd06b4503a82f1 HTTP/1.1" status: 200 len: 267 time: 0.1241176 Nov 12 01:38:11.599141 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-792f5f75-1272-4f6a-a1a3-3f750f527417 None None] Allocated IP 172.20.0.2 (91ceb85c-2ed3-4ec5-9033-5ce9801e1c79/fdc5d305-ec1b-43b4-b716-cc6b30ec1204/31b876c0-78d9-4582-956a-cd5258cd0ac2) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:38:11.604712 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 61632b75-18d7-4988-9bba-0c8958f15e78, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=61632b75-18d7-4988-9bba-0c8958f15e78,segment=NetworkSegment(7bbb728e-9806-453c-9716-52e1ccd278c6),segment_id=7bbb728e-9806-453c-9716-52e1ccd278c6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:38:11.614621 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8abeb3-061b-4a0d-8c79-afabe96b2987 req-5f1fecbf-6810-422b-ad5d-0790a2151302 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:11.616238 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6e8abeb3-061b-4a0d-8c79-afabe96b2987 req-5f1fecbf-6810-422b-ad5d-0790a2151302 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c90f418-4fda-487e-be00-51bd994412c0 HTTP/1.1" status: 200 len: 945 time: 0.3919966 Nov 12 01:38:11.642431 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': '61632b75-18d7-4988-9bba-0c8958f15e78', 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3', 'port_id': '61632b75-18d7-4988-9bba-0c8958f15e78', 'mac_address': 'fa:16:3e:75:14:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6369b7da-1f3e-4df6-8094-1e515695655d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:38:11.788500 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970da950-a149-45ed-9e01-1119678d4995 req-53fa97f6-0395-4267-a7c5-1da4e4312484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:11.790384 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-970da950-a149-45ed-9e01-1119678d4995 req-53fa97f6-0395-4267-a7c5-1da4e4312484 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=553fbe5d09fe49948bd69193fe3f0783&device_id=8c90f418-4fda-487e-be00-51bd994412c0 HTTP/1.1" status: 200 len: 1097 time: 0.4044673 Nov 12 01:38:11.818988 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d30ed934-2312-4946-ba85-1cbf02c560ba tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:11.852565 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:11.870062 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6e8abeb3-061b-4a0d-8c79-afabe96b2987 req-eb1a6a5e-79c4-489b-88f6-f84513e9747d tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=42b11c04-f70f-4000-9cc7-86c5eb604b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660666 Nov 12 01:38:11.898472 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61632b75-18d7-4988-9bba-0c8958f15e78 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:38:11.959942 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 61632b75-18d7-4988-9bba-0c8958f15e78, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=61632b75-18d7-4988-9bba-0c8958f15e78,segment=NetworkSegment(7bbb728e-9806-453c-9716-52e1ccd278c6),segment_id=7bbb728e-9806-453c-9716-52e1ccd278c6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:38:11.970985 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:12.018356 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a722e82-9083-4c88-b531-f18c806164d9 req-e6e73e42-abcd-4b75-826f-8c91877a8d73 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:12.022659 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3a722e82-9083-4c88-b531-f18c806164d9 req-e6e73e42-abcd-4b75-826f-8c91877a8d73 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.45 "GET /v2.0/networks?id=fec24f4e-5e20-4c05-b161-dc71ced288cb HTTP/1.1" status: 200 len: 813 time: 0.6353498 Nov 12 01:38:12.075735 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=61632b75-18d7-4988-9bba-0c8958f15e78,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:12.147506 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3a722e82-9083-4c88-b531-f18c806164d9 req-5010ba40-4b2f-4c47-b41b-83091ea7d69f tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.45 "GET /v2.0/quotas/c6039ddfbbad449b88dd06b4503a82f1 HTTP/1.1" status: 200 len: 375 time: 0.0828042 Nov 12 01:38:12.150651 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-792f5f75-1272-4f6a-a1a3-3f750f527417 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:12.174112 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-792f5f75-1272-4f6a-a1a3-3f750f527417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:12.210967 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792f5f75-1272-4f6a-a1a3-3f750f527417 None None] Network 91ceb85c-2ed3-4ec5-9033-5ce9801e1c79 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:38:12.237875 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-792f5f75-1272-4f6a-a1a3-3f750f527417 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:38:12.240944 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792f5f75-1272-4f6a-a1a3-3f750f527417 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:38:12.263548 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970da950-a149-45ed-9e01-1119678d4995 req-1b800292-0788-44b9-8ee9-486bf1f19c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:12.266472 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-970da950-a149-45ed-9e01-1119678d4995 req-1b800292-0788-44b9-8ee9-486bf1f19c39 service neutron] 10.222.0.16 "GET /v2.0/networks?id=74fb427d-96d0-439d-a971-7fe4b03ebe46 HTTP/1.1" status: 200 len: 897 time: 0.4599416 Nov 12 01:38:12.289323 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f5f75-1272-4f6a-a1a3-3f750f527417 None None] Pushing event updated for resources: {'Port': ['ID=31b876c0-78d9-4582-956a-cd5258cd0ac2,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:12.322548 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['61632b75-18d7-4988-9bba-0c8958f15e78'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:38:12.344878 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3a722e82-9083-4c88-b531-f18c806164d9 req-484131d3-fb84-4d7e-9bb4-b99840479e6c tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c6039ddfbbad449b88dd06b4503a82f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1606648 Nov 12 01:38:12.367878 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8f476-e038-44c1-8943-a88bed46438c req-a082b8f3-4bcc-4312-93cc-086981d34a74 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:12.368690 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-792f5f75-1272-4f6a-a1a3-3f750f527417 None None] Attempting to bind port 31b876c0-78d9-4582-956a-cd5258cd0ac2 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:38:12.368825 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-792f5f75-1272-4f6a-a1a3-3f750f527417 None None] Attempting to bind port 31b876c0-78d9-4582-956a-cd5258cd0ac2 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '579313ae-5b52-4b0e-8b52-a093860299fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '91ceb85c-2ed3-4ec5-9033-5ce9801e1c79'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:38:12.369149 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792f5f75-1272-4f6a-a1a3-3f750f527417 None None] Attempting to bind port 31b876c0-78d9-4582-956a-cd5258cd0ac2 on network 91ceb85c-2ed3-4ec5-9033-5ce9801e1c79 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:38:12.369716 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c2d8f476-e038-44c1-8943-a88bed46438c req-a082b8f3-4bcc-4312-93cc-086981d34a74 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=d087b29f-7d23-4582-bd97-6a2a933279b2 HTTP/1.1" status: 200 len: 945 time: 0.3725593 Nov 12 01:38:12.386639 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792f5f75-1272-4f6a-a1a3-3f750f527417 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:38:12.387166 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792f5f75-1272-4f6a-a1a3-3f750f527417 None None] Checking segment: {'id': '579313ae-5b52-4b0e-8b52-a093860299fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '91ceb85c-2ed3-4ec5-9033-5ce9801e1c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:38:12.387488 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-792f5f75-1272-4f6a-a1a3-3f750f527417 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:12.390534 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792f5f75-1272-4f6a-a1a3-3f750f527417 None None] Bound using segment: {'id': '579313ae-5b52-4b0e-8b52-a093860299fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '91ceb85c-2ed3-4ec5-9033-5ce9801e1c79'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:38:12.391830 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-792f5f75-1272-4f6a-a1a3-3f750f527417 None None] Bound port: 31b876c0-78d9-4582-956a-cd5258cd0ac2, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '579313ae-5b52-4b0e-8b52-a093860299fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '91ceb85c-2ed3-4ec5-9033-5ce9801e1c79'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:38:12.391830 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-792f5f75-1272-4f6a-a1a3-3f750f527417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:12.407132 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-3a722e82-9083-4c88-b531-f18c806164d9 req-f9799faf-dfa9-4dfc-a8d9-fccff9fcbbe6 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:38:12.408328 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3a722e82-9083-4c88-b531-f18c806164d9 req-f9799faf-dfa9-4dfc-a8d9-fccff9fcbbe6 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074153 Nov 12 01:38:12.453598 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-970da950-a149-45ed-9e01-1119678d4995 req-b8cef549-642b-4dd0-a7b6-f6b45c076d01 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=363a7db5-8d11-4036-946f-28b65435a22a HTTP/1.1" status: 200 len: 1000 time: 0.1769059 Nov 12 01:38:12.565196 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-792f5f75-1272-4f6a-a1a3-3f750f527417 None None] For port 31b876c0-78d9-4582-956a-cd5258cd0ac2, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:38:12.645840 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-792f5f75-1272-4f6a-a1a3-3f750f527417 None None] For port 31b876c0-78d9-4582-956a-cd5258cd0ac2, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=31b876c0-78d9-4582-956a-cd5258cd0ac2,segment=NetworkSegment(579313ae-5b52-4b0e-8b52-a093860299fa),segment_id=579313ae-5b52-4b0e-8b52-a093860299fa)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:38:12.646627 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c2d8f476-e038-44c1-8943-a88bed46438c req-12980c87-9420-4a68-a71d-822de6d5e6b2 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2630913 Nov 12 01:38:12.675682 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-792f5f75-1272-4f6a-a1a3-3f750f527417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:12.677366 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970da950-a149-45ed-9e01-1119678d4995 req-875cba25-61c3-4f37-85fc-1fa7889a404f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:12.678860 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-970da950-a149-45ed-9e01-1119678d4995 req-875cba25-61c3-4f37-85fc-1fa7889a404f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=58602ced-3553-4428-ba5a-2ba090913b39 HTTP/1.1" status: 200 len: 834 time: 0.1870642 Nov 12 01:38:12.757012 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 5396680d-9b12-4951-949a-bd9025a2b5a1 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:38:12.776897 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3a722e82-9083-4c88-b531-f18c806164d9 req-41f8cd3d-a841-4004-9531-a9029fc86f91 service neutron] 10.222.0.45 "GET /v2.0/networks/fec24f4e-5e20-4c05-b161-dc71ced288cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549664 Nov 12 01:38:12.842174 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-d30ed934-2312-4946-ba85-1cbf02c560ba tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Allocated IP 172.20.0.1 (91ceb85c-2ed3-4ec5-9033-5ce9801e1c79/fdc5d305-ec1b-43b4-b716-cc6b30ec1204/8dd5f763-8f25-4ea8-9651-34d65a2c072b) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:38:12.961603 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3a722e82-9083-4c88-b531-f18c806164d9 req-56891312-7d45-4094-8f37-0b53a139cfba service neutron] 10.222.0.45 "GET /v2.0/networks/fec24f4e-5e20-4c05-b161-dc71ced288cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719515 Nov 12 01:38:12.962271 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f5f75-1272-4f6a-a1a3-3f750f527417 None None] Pushing event updated for resources: {'Port': ['ID=31b876c0-78d9-4582-956a-cd5258cd0ac2,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:12.963934 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970da950-a149-45ed-9e01-1119678d4995 req-121c966b-e57d-4264-ade7-0f3560a4cd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:12.968944 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-970da950-a149-45ed-9e01-1119678d4995 req-121c966b-e57d-4264-ade7-0f3560a4cd73 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=74fb427d-96d0-439d-a971-7fe4b03ebe46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2779644 Nov 12 01:38:13.067216 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 5396680d-9b12-4951-949a-bd9025a2b5a1 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:38:13.067984 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:13.152569 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d30ed934-2312-4946-ba85-1cbf02c560ba tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:13.254668 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d30ed934-2312-4946-ba85-1cbf02c560ba tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:13.792899 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-305efcd0-0e28-4f3d-a378-79f687393d23 req-5c30eb46-b99f-4e54-8ffc-57bf498f4411 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.45 "GET /v2.0/ports?device_id=f95d142d-5585-43b7-85aa-cff6d76ee9fc HTTP/1.1" status: 200 len: 210 time: 0.1270332 Nov 12 01:38:13.804265 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30ed934-2312-4946-ba85-1cbf02c560ba tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event updated for resources: {'Port': ['ID=8dd5f763-8f25-4ea8-9651-34d65a2c072b,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:13.812492 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30ed934-2312-4946-ba85-1cbf02c560ba tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Network 91ceb85c-2ed3-4ec5-9033-5ce9801e1c79 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:38:13.821119 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-d30ed934-2312-4946-ba85-1cbf02c560ba tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:38:13.823996 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30ed934-2312-4946-ba85-1cbf02c560ba tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:38:13.845823 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82e662-e534-4607-8036-e0b1ae287a48 req-cb620bf1-3d4c-45cd-83a3-63bef3cd302b tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:13.848228 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bd82e662-e534-4607-8036-e0b1ae287a48 req-cb620bf1-3d4c-45cd-83a3-63bef3cd302b tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c90f418-4fda-487e-be00-51bd994412c0 HTTP/1.1" status: 200 len: 945 time: 0.6579375 Nov 12 01:38:14.028194 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-970da950-a149-45ed-9e01-1119678d4995 req-5c25e467-7b3a-4011-95ec-bdcfb9e595f7 service neutron] 10.222.0.16 "GET /v2.0/networks/74fb427d-96d0-439d-a971-7fe4b03ebe46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8359005 Nov 12 01:38:14.035111 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d30ed934-2312-4946-ba85-1cbf02c560ba tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:14.282788 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f9617-f4f0-4de7-88f0-06289900370a req-ee7339cd-8742-4eca-9d44-b58e63b7c44c tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:14.288541 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c7f9617-f4f0-4de7-88f0-06289900370a req-ee7339cd-8742-4eca-9d44-b58e63b7c44c tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=d087b29f-7d23-4582-bd97-6a2a933279b2 HTTP/1.1" status: 200 len: 945 time: 0.4001737 Nov 12 01:38:14.299437 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bd82e662-e534-4607-8036-e0b1ae287a48 req-72b8e406-839a-4449-83c0-4c568a90ddf9 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=42b11c04-f70f-4000-9cc7-86c5eb604b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4083252 Nov 12 01:38:14.480172 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-970da950-a149-45ed-9e01-1119678d4995 req-a051ac90-8bb1-4cb5-a93c-2c22be75e8b0 service neutron] 10.222.0.16 "GET /v2.0/networks/74fb427d-96d0-439d-a971-7fe4b03ebe46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4353697 Nov 12 01:38:14.487312 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c7f9617-f4f0-4de7-88f0-06289900370a req-8f7fce61-cf1e-4df4-846e-21d2c44b61de tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1844640 Nov 12 01:38:14.561366 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d30ed934-2312-4946-ba85-1cbf02c560ba tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:14.721588 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 31b876c0-78d9-4582-956a-cd5258cd0ac2 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:38:14.752605 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8a0818-6ba6-4a24-95cb-bd8f16f2c0b5 None None] Network 91ceb85c-2ed3-4ec5-9033-5ce9801e1c79 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:38:14.843932 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-62cd89e7-da5b-4321-8111-363692cae21f None None] Provisioning complete for port 31b876c0-78d9-4582-956a-cd5258cd0ac2 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:38:14.844332 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-62cd89e7-da5b-4321-8111-363692cae21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:14.927446 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 61632b75-18d7-4988-9bba-0c8958f15e78 up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:38:14.936717 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 31b876c0-78d9-4582-956a-cd5258cd0ac2 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:38:14.937343 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:15.050871 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970da950-a149-45ed-9e01-1119678d4995 req-122558ee-32ce-4a62-adf1-90a3bcfbf071 tempest-TestNetworkAdvancedServerOps-773100936 tempest-TestNetworkAdvancedServerOps-773100936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:15.055378 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-970da950-a149-45ed-9e01-1119678d4995 req-122558ee-32ce-4a62-adf1-90a3bcfbf071 tempest-TestNetworkAdvancedServerOps-773100936 tempest-TestNetworkAdvancedServerOps-773100936-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8c90f418-4fda-487e-be00-51bd994412c0&tenant_id=553fbe5d09fe49948bd69193fe3f0783&binding%3Ahost_id=n-h2-712142-27 HTTP/1.1" status: 200 len: 1097 time: 0.4002931 Nov 12 01:38:15.074349 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-62cd89e7-da5b-4321-8111-363692cae21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:15.244855 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-62cd89e7-da5b-4321-8111-363692cae21f None None] For port 31b876c0-78d9-4582-956a-cd5258cd0ac2, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=31b876c0-78d9-4582-956a-cd5258cd0ac2,segment=NetworkSegment(579313ae-5b52-4b0e-8b52-a093860299fa),segment_id=579313ae-5b52-4b0e-8b52-a093860299fa)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:38:15.250046 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port 61632b75-18d7-4988-9bba-0c8958f15e78 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:38:15.262466 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-62cd89e7-da5b-4321-8111-363692cae21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:15.268999 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port 61632b75-18d7-4988-9bba-0c8958f15e78 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:38:15.269377 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:15.285514 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-970da950-a149-45ed-9e01-1119678d4995 req-e111c3c4-64eb-41a4-a63f-1f6ad8729c2c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712142-27'}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:38:15.415655 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cd89e7-da5b-4321-8111-363692cae21f None None] Pushing event updated for resources: {'Port': ['ID=31b876c0-78d9-4582-956a-cd5258cd0ac2,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:15.465558 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-40f05122-0546-4ccd-b3f1-ad495615150e req-0ed268f0-2771-4bbe-8ae4-e1a7bc5f784f tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.45 "GET /v2.0/ports?device_id=f95d142d-5585-43b7-85aa-cff6d76ee9fc HTTP/1.1" status: 200 len: 210 time: 0.4079347 Nov 12 01:38:15.567593 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:15.656268 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd087b29f-7d23-4582-bd97-6a2a933279b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61632b75-18d7-4988-9bba-0c8958f15e78'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:38:15.660617 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e57ae84e-364a-4558-8087-bb7372c75c1b" -d '{"events": [{"server_uuid": "d087b29f-7d23-4582-bd97-6a2a933279b2", "name": "network-vif-plugged", "status": "completed", "tag": "61632b75-18d7-4988-9bba-0c8958f15e78"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:38:15.688068 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 61632b75-18d7-4988-9bba-0c8958f15e78, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=61632b75-18d7-4988-9bba-0c8958f15e78,segment=NetworkSegment(7bbb728e-9806-453c-9716-52e1ccd278c6),segment_id=7bbb728e-9806-453c-9716-52e1ccd278c6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:38:15.690780 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a722e82-9083-4c88-b531-f18c806164d9 req-12179067-56e2-4080-b28c-56749b90af85 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:15.695822 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:15.696145 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3a722e82-9083-4c88-b531-f18c806164d9 req-12179067-56e2-4080-b28c-56749b90af85 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.44 "GET /v2.0/networks?id=fec24f4e-5e20-4c05-b161-dc71ced288cb HTTP/1.1" status: 200 len: 813 time: 0.7479880 Nov 12 01:38:15.785938 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=61632b75-18d7-4988-9bba-0c8958f15e78,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:15.813532 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-970da950-a149-45ed-9e01-1119678d4995 req-e111c3c4-64eb-41a4-a63f-1f6ad8729c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:15.906794 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-51dd1688-120e-4e03-87f4-3ae387ece0a0 None None] Provisioning complete for port 31b876c0-78d9-4582-956a-cd5258cd0ac2 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:38:15.907604 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-51dd1688-120e-4e03-87f4-3ae387ece0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:16.105955 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-51dd1688-120e-4e03-87f4-3ae387ece0a0 None None] Provisioning complete for port 8dd5f763-8f25-4ea8-9651-34d65a2c072b triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:38:16.107004 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-51dd1688-120e-4e03-87f4-3ae387ece0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:16.127477 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-970da950-a149-45ed-9e01-1119678d4995 req-e111c3c4-64eb-41a4-a63f-1f6ad8729c2c service neutron] For port 363a7db5-8d11-4036-946f-28b65435a22a, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=363a7db5-8d11-4036-946f-28b65435a22a,segment=NetworkSegment(08aadbad-4b5c-4d85-862f-6ce1fce27b23),segment_id=08aadbad-4b5c-4d85-862f-6ce1fce27b23)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:38:16.155452 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-51dd1688-120e-4e03-87f4-3ae387ece0a0 None None] Port 8dd5f763-8f25-4ea8-9651-34d65a2c072b cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:38:16.168411 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a2a96-d6f0-49ba-82a9-2254235dad0f req-cb55e6d8-3252-4a05-a68d-081904c25aac tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:16.170262 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b75a2a96-d6f0-49ba-82a9-2254235dad0f req-cb55e6d8-3252-4a05-a68d-081904c25aac tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=d087b29f-7d23-4582-bd97-6a2a933279b2 HTTP/1.1" status: 200 len: 946 time: 0.4655671 Nov 12 01:38:16.209058 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-970da950-a149-45ed-9e01-1119678d4995 req-e111c3c4-64eb-41a4-a63f-1f6ad8729c2c service neutron] For port 363a7db5-8d11-4036-946f-28b65435a22a, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:38:16.249497 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8c53f-09cc-4a50-903c-e9e36913cd4a req-7969bba8-e283-43e4-997e-87dd143201b3 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:16.251310 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-48a8c53f-09cc-4a50-903c-e9e36913cd4a req-7969bba8-e283-43e4-997e-87dd143201b3 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c90f418-4fda-487e-be00-51bd994412c0 HTTP/1.1" status: 200 len: 945 time: 0.6445456 Nov 12 01:38:16.290187 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-75de25e4-b451-444e-b2aa-dd8b2489db0c None None] Provisioning complete for port 8dd5f763-8f25-4ea8-9651-34d65a2c072b triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:38:16.290743 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-75de25e4-b451-444e-b2aa-dd8b2489db0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:16.351455 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-75de25e4-b451-444e-b2aa-dd8b2489db0c None None] Port 8dd5f763-8f25-4ea8-9651-34d65a2c072b cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:38:16.423428 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c90f418-4fda-487e-be00-51bd994412c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '363a7db5-8d11-4036-946f-28b65435a22a'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:38:16.428459 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9665dec-2716-47db-bd77-0759f9cedea3" -d '{"events": [{"server_uuid": "8c90f418-4fda-487e-be00-51bd994412c0", "name": "network-vif-unplugged", "status": "completed", "tag": "363a7db5-8d11-4036-946f-28b65435a22a"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:38:16.440519 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-970da950-a149-45ed-9e01-1119678d4995 req-e111c3c4-64eb-41a4-a63f-1f6ad8729c2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:16.473363 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3a722e82-9083-4c88-b531-f18c806164d9 req-ed8a1620-cf25-4a7e-90ce-9c0b140a9070 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6039ddfbbad449b88dd06b4503a82f1 HTTP/1.1" status: 200 len: 380 time: 0.6644750 Nov 12 01:38:16.502990 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-970da950-a149-45ed-9e01-1119678d4995 req-e111c3c4-64eb-41a4-a63f-1f6ad8729c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:16.508708 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-3a722e82-9083-4c88-b531-f18c806164d9 req-60956d6e-e6d2-4b18-89da-62363ec757c2 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Request body: {'port': {'device_id': 'f95d142d-5585-43b7-85aa-cff6d76ee9fc', 'network_id': 'fec24f4e-5e20-4c05-b161-dc71ced288cb', 'admin_state_up': True, 'tenant_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'security_groups': ['ab645a94-98ae-4f02-b09e-70d8e56a0748']}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:38:16.614068 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-48a8c53f-09cc-4a50-903c-e9e36913cd4a req-5bad0239-081e-4270-8b4b-e17481c72826 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=42b11c04-f70f-4000-9cc7-86c5eb604b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3079329 Nov 12 01:38:16.667738 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d30ed934-2312-4946-ba85-1cbf02c560ba tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:16.678812 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 31b876c0-78d9-4582-956a-cd5258cd0ac2 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:38:16.680519 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e111c3c4-64eb-41a4-a63f-1f6ad8729c2c service neutron] Pushing event updated for resources: {'Port': ['ID=363a7db5-8d11-4036-946f-28b65435a22a,revision_number=7']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:16.706493 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b75a2a96-d6f0-49ba-82a9-2254235dad0f req-0d140045-0f09-481e-9886-22598be2b2cc tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4493320 Nov 12 01:38:16.818441 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c425d0a2-025e-4d8b-b279-41f59c0fb88c x-openstack-request-id: req-c425d0a2-025e-4d8b-b279-41f59c0fb88c {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:38:16.821394 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c90f418-4fda-487e-be00-51bd994412c0", "name": "network-vif-unplugged", "status": "completed", "tag": "363a7db5-8d11-4036-946f-28b65435a22a", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:38:16.822628 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c425d0a2-025e-4d8b-b279-41f59c0fb88c {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:38:16.823186 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c90f418-4fda-487e-be00-51bd994412c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '363a7db5-8d11-4036-946f-28b65435a22a', 'code': 200} Nov 12 01:38:16.825320 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d30ed934-2312-4946-ba85-1cbf02c560ba tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:16.837059 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 31b876c0-78d9-4582-956a-cd5258cd0ac2 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:38:16.837059 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:17.028761 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d095cd79-e90f-41d6-b688-25632fd49dc4 x-openstack-request-id: req-d095cd79-e90f-41d6-b688-25632fd49dc4 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:38:17.029424 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d087b29f-7d23-4582-bd97-6a2a933279b2", "name": "network-vif-plugged", "status": "completed", "tag": "61632b75-18d7-4988-9bba-0c8958f15e78", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:38:17.030243 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d095cd79-e90f-41d6-b688-25632fd49dc4 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:38:17.030982 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd087b29f-7d23-4582-bd97-6a2a933279b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61632b75-18d7-4988-9bba-0c8958f15e78', 'code': 200} Nov 12 01:38:17.072876 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e78a37b6-083f-4835-a6ef-68217dd803bd req-d3ecffcf-8d7c-4527-823c-9daf7bd507df tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.45 "GET /v2.0/ports?device_id=f95d142d-5585-43b7-85aa-cff6d76ee9fc HTTP/1.1" status: 200 len: 210 time: 0.1502397 Nov 12 01:38:17.182964 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30ed934-2312-4946-ba85-1cbf02c560ba tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event updated for resources: {'Port': ['ID=8dd5f763-8f25-4ea8-9651-34d65a2c072b,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:17.184231 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-1ebbca27-8231-4a24-999f-43ff0923b065 None None] Provisioning complete for port 363a7db5-8d11-4036-946f-28b65435a22a triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:38:17.184615 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1ebbca27-8231-4a24-999f-43ff0923b065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:17.214805 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d30ed934-2312-4946-ba85-1cbf02c560ba tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:17.247190 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d1c3f-7bc9-4470-ae60-840770a93e7c req-74c8820c-014f-4aab-a4b8-eb829e338386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:17.250889 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4b5d1c3f-7bc9-4470-ae60-840770a93e7c req-74c8820c-014f-4aab-a4b8-eb829e338386 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d087b29f-7d23-4582-bd97-6a2a933279b2 HTTP/1.1" status: 200 len: 1098 time: 0.0851982 Nov 12 01:38:17.292103 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-1ebbca27-8231-4a24-999f-43ff0923b065 None None] Port 363a7db5-8d11-4036-946f-28b65435a22a cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:38:17.328819 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4b5d1c3f-7bc9-4470-ae60-840770a93e7c req-40a24277-c17d-4448-b285-64a8c890988a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629270 Nov 12 01:38:17.387940 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a722e82-9083-4c88-b531-f18c806164d9 req-60956d6e-e6d2-4b18-89da-62363ec757c2 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Made reservation on behalf of c6039ddfbbad449b88dd06b4503a82f1 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:38:17.392458 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-3a722e82-9083-4c88-b531-f18c806164d9 req-60956d6e-e6d2-4b18-89da-62363ec757c2 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:17.434029 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:38:17.452685 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-970da950-a149-45ed-9e01-1119678d4995 req-e111c3c4-64eb-41a4-a63f-1f6ad8729c2c service neutron] Attempting to bind port 363a7db5-8d11-4036-946f-28b65435a22a on host n-h2-712142-27 for vnic_type normal with profile {"migrating_to": "n-h1-712142-27"} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:38:17.453319 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-970da950-a149-45ed-9e01-1119678d4995 req-e111c3c4-64eb-41a4-a63f-1f6ad8729c2c service neutron] Attempting to bind port 363a7db5-8d11-4036-946f-28b65435a22a by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '08aadbad-4b5c-4d85-862f-6ce1fce27b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '74fb427d-96d0-439d-a971-7fe4b03ebe46'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:38:17.453654 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970da950-a149-45ed-9e01-1119678d4995 req-e111c3c4-64eb-41a4-a63f-1f6ad8729c2c service neutron] Attempting to bind port 363a7db5-8d11-4036-946f-28b65435a22a on network 74fb427d-96d0-439d-a971-7fe4b03ebe46 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:38:17.501238 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970da950-a149-45ed-9e01-1119678d4995 req-e111c3c4-64eb-41a4-a63f-1f6ad8729c2c service neutron] Port 363a7db5-8d11-4036-946f-28b65435a22a on network 74fb427d-96d0-439d-a971-7fe4b03ebe46 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:38:17.501537 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970da950-a149-45ed-9e01-1119678d4995 req-e111c3c4-64eb-41a4-a63f-1f6ad8729c2c service neutron] Attempting to bind port 363a7db5-8d11-4036-946f-28b65435a22a on network 74fb427d-96d0-439d-a971-7fe4b03ebe46 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:38:17.526349 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970da950-a149-45ed-9e01-1119678d4995 req-e111c3c4-64eb-41a4-a63f-1f6ad8729c2c service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:38:17.526688 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970da950-a149-45ed-9e01-1119678d4995 req-e111c3c4-64eb-41a4-a63f-1f6ad8729c2c service neutron] Checking segment: {'id': '08aadbad-4b5c-4d85-862f-6ce1fce27b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '74fb427d-96d0-439d-a971-7fe4b03ebe46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:38:17.527079 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970da950-a149-45ed-9e01-1119678d4995 req-e111c3c4-64eb-41a4-a63f-1f6ad8729c2c service neutron] Bound using segment: {'id': '08aadbad-4b5c-4d85-862f-6ce1fce27b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '74fb427d-96d0-439d-a971-7fe4b03ebe46'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:38:17.527524 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-970da950-a149-45ed-9e01-1119678d4995 req-e111c3c4-64eb-41a4-a63f-1f6ad8729c2c service neutron] Bound port: 363a7db5-8d11-4036-946f-28b65435a22a, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08aadbad-4b5c-4d85-862f-6ce1fce27b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '74fb427d-96d0-439d-a971-7fe4b03ebe46'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:38:17.527881 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-970da950-a149-45ed-9e01-1119678d4995 req-e111c3c4-64eb-41a4-a63f-1f6ad8729c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:17.634091 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30ed934-2312-4946-ba85-1cbf02c560ba tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Network 91ceb85c-2ed3-4ec5-9033-5ce9801e1c79 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:38:17.645263 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-d30ed934-2312-4946-ba85-1cbf02c560ba tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:38:17.668990 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-970da950-a149-45ed-9e01-1119678d4995 req-e111c3c4-64eb-41a4-a63f-1f6ad8729c2c service neutron] For port 363a7db5-8d11-4036-946f-28b65435a22a, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:38:17.678364 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-970da950-a149-45ed-9e01-1119678d4995 req-e111c3c4-64eb-41a4-a63f-1f6ad8729c2c service neutron] For port 363a7db5-8d11-4036-946f-28b65435a22a, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=363a7db5-8d11-4036-946f-28b65435a22a,segment=NetworkSegment(08aadbad-4b5c-4d85-862f-6ce1fce27b23),segment_id=08aadbad-4b5c-4d85-862f-6ce1fce27b23)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:38:17.760035 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-970da950-a149-45ed-9e01-1119678d4995 req-e111c3c4-64eb-41a4-a63f-1f6ad8729c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:17.775093 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-3a722e82-9083-4c88-b531-f18c806164d9 req-60956d6e-e6d2-4b18-89da-62363ec757c2 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Allocated IP 172.20.0.11 (fec24f4e-5e20-4c05-b161-dc71ced288cb/6378f0f2-aa83-409d-a23b-c9e8b33394c8/d726eac8-f120-44ef-a45e-7c3311051484) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:38:18.148714 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-19e3102e-11a4-4017-b929-8059acd378a8 None None] Provisioning complete for port 8dd5f763-8f25-4ea8-9651-34d65a2c072b triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:38:18.149592 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-19e3102e-11a4-4017-b929-8059acd378a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:18.216496 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-19e3102e-11a4-4017-b929-8059acd378a8 None None] Port 8dd5f763-8f25-4ea8-9651-34d65a2c072b cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:38:18.453663 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-6eca0dee-f2fe-419f-b7a0-2c2a55929e64 None None] Provisioning complete for port 363a7db5-8d11-4036-946f-28b65435a22a triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:38:18.454499 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6eca0dee-f2fe-419f-b7a0-2c2a55929e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:18.564394 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6eca0dee-f2fe-419f-b7a0-2c2a55929e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:18.700370 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-6eca0dee-f2fe-419f-b7a0-2c2a55929e64 None None] For port 363a7db5-8d11-4036-946f-28b65435a22a, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=363a7db5-8d11-4036-946f-28b65435a22a,segment=NetworkSegment(08aadbad-4b5c-4d85-862f-6ce1fce27b23),segment_id=08aadbad-4b5c-4d85-862f-6ce1fce27b23)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:38:18.710441 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6eca0dee-f2fe-419f-b7a0-2c2a55929e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:18.791654 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eca0dee-f2fe-419f-b7a0-2c2a55929e64 None None] Pushing event updated for resources: {'Port': ['ID=363a7db5-8d11-4036-946f-28b65435a22a,revision_number=9']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:18.834840 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e43c6a-43e1-423c-a478-2224a3c727ed req-f89dd6c6-ac44-44d4-8c2c-e38bd8d3ca01 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:18.849127 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-63e43c6a-43e1-423c-a478-2224a3c727ed req-f89dd6c6-ac44-44d4-8c2c-e38bd8d3ca01 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c90f418-4fda-487e-be00-51bd994412c0 HTTP/1.1" status: 200 len: 943 time: 1.0549314 Nov 12 01:38:18.894701 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e111c3c4-64eb-41a4-a63f-1f6ad8729c2c service neutron] Pushing event updated for resources: {'Port': ['ID=363a7db5-8d11-4036-946f-28b65435a22a,revision_number=8']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:18.950268 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da86be00-adb0-40cd-b4ad-097ae8f3eeee req-da171f87-7e17-4f2c-b063-889ea7ae81ea tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:18.955686 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-da86be00-adb0-40cd-b4ad-097ae8f3eeee req-da171f87-7e17-4f2c-b063-889ea7ae81ea tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=d087b29f-7d23-4582-bd97-6a2a933279b2 HTTP/1.1" status: 200 len: 946 time: 1.0769663 Nov 12 01:38:19.052698 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d30ed934-2312-4946-ba85-1cbf02c560ba tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Router 7a45c6a6-788b-46d6-baa1-35d762051229 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:38:19.067291 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-63e43c6a-43e1-423c-a478-2224a3c727ed req-933f0170-0ea0-4f37-af6e-4565a8b691b2 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=42b11c04-f70f-4000-9cc7-86c5eb604b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2170019 Nov 12 01:38:19.107270 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970da950-a149-45ed-9e01-1119678d4995 req-e111c3c4-64eb-41a4-a63f-1f6ad8729c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:19.108962 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-970da950-a149-45ed-9e01-1119678d4995 req-e111c3c4-64eb-41a4-a63f-1f6ad8729c2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:19.110534 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-970da950-a149-45ed-9e01-1119678d4995 req-e111c3c4-64eb-41a4-a63f-1f6ad8729c2c service neutron] 10.222.0.16 "PUT /v2.0/ports/363a7db5-8d11-4036-946f-28b65435a22a HTTP/1.1" status: 200 len: 1123 time: 4.0390241 Nov 12 01:38:19.112339 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c90f418-4fda-487e-be00-51bd994412c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363a7db5-8d11-4036-946f-28b65435a22a'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:38:19.114425 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2afdc521-e965-4909-a822-ba34586a22d7" -d '{"events": [{"server_uuid": "8c90f418-4fda-487e-be00-51bd994412c0", "name": "network-vif-plugged", "status": "completed", "tag": "363a7db5-8d11-4036-946f-28b65435a22a"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:38:19.115052 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-3a722e82-9083-4c88-b531-f18c806164d9 req-60956d6e-e6d2-4b18-89da-62363ec757c2 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:19.116514 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c90f418-4fda-487e-be00-51bd994412c0', 'tag': '363a7db5-8d11-4036-946f-28b65435a22a'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:38:19.118955 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14371adf-4232-4982-b1c3-4cb20006a7be" -d '{"events": [{"name": "network-changed", "server_uuid": "8c90f418-4fda-487e-be00-51bd994412c0", "tag": "363a7db5-8d11-4036-946f-28b65435a22a"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:38:19.247451 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['363a7db5-8d11-4036-946f-28b65435a22a'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:38:19.255127 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-da86be00-adb0-40cd-b4ad-097ae8f3eeee req-0e2e6b6e-a54d-4e8d-9b40-fb2710804931 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2633903 Nov 12 01:38:19.298351 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3972dd5e-1337-4aba-ab7d-7bcc1b9f3baf req-6cf3cef5-24e5-4422-a452-8163332f1aa6 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.45 "GET /v2.0/ports?device_id=f95d142d-5585-43b7-85aa-cff6d76ee9fc HTTP/1.1" status: 200 len: 210 time: 0.0782928 Nov 12 01:38:19.372105 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30ed934-2312-4946-ba85-1cbf02c560ba tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:38:19.379901 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-d30ed934-2312-4946-ba85-1cbf02c560ba tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "PUT /v2.0/routers/7a45c6a6-788b-46d6-baa1-35d762051229/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2488580 Nov 12 01:38:19.383551 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2448ffe0-6f6e-44b2-8011-3281c489bf68 None None] Sync routers for ids ['7a45c6a6-788b-46d6-baa1-35d762051229'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:38:19.384199 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51694) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:19.399407 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2448ffe0-6f6e-44b2-8011-3281c489bf68 None None] Routers {'7a45c6a6-788b-46d6-baa1-35d762051229'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:38:19.401354 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-2448ffe0-6f6e-44b2-8011-3281c489bf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:38:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['7a45c6a6-788b-46d6-baa1-35d762051229'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:19.402080 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81033f2-ac8d-4c41-8102-0c00aacda156 x-openstack-request-id: req-c81033f2-ac8d-4c41-8102-0c00aacda156 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:38:19.405540 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c90f418-4fda-487e-be00-51bd994412c0", "tag": "363a7db5-8d11-4036-946f-28b65435a22a", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:38:19.405961 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c81033f2-ac8d-4c41-8102-0c00aacda156 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:38:19.406514 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c90f418-4fda-487e-be00-51bd994412c0', 'tag': '363a7db5-8d11-4036-946f-28b65435a22a', 'status': 'completed', 'code': 200} Nov 12 01:38:19.417597 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-3a722e82-9083-4c88-b531-f18c806164d9 req-60956d6e-e6d2-4b18-89da-62363ec757c2 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:19.437131 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1608c5-7374-4a49-b7c0-866ac239d836 x-openstack-request-id: req-eb1608c5-7374-4a49-b7c0-866ac239d836 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:38:19.437131 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c90f418-4fda-487e-be00-51bd994412c0", "name": "network-vif-plugged", "status": "completed", "tag": "363a7db5-8d11-4036-946f-28b65435a22a", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:38:19.437673 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-eb1608c5-7374-4a49-b7c0-866ac239d836 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:38:19.437857 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c90f418-4fda-487e-be00-51bd994412c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363a7db5-8d11-4036-946f-28b65435a22a', 'code': 200} Nov 12 01:38:19.484609 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60956d6e-e6d2-4b18-89da-62363ec757c2 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Pushing event updated for resources: {'Port': ['ID=d726eac8-f120-44ef-a45e-7c3311051484,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:19.515558 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a722e82-9083-4c88-b531-f18c806164d9 req-60956d6e-e6d2-4b18-89da-62363ec757c2 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Network fec24f4e-5e20-4c05-b161-dc71ced288cb is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:38:19.517422 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-3a722e82-9083-4c88-b531-f18c806164d9 req-60956d6e-e6d2-4b18-89da-62363ec757c2 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:38:19.523408 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a722e82-9083-4c88-b531-f18c806164d9 req-60956d6e-e6d2-4b18-89da-62363ec757c2 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:38:19.634250 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-2448ffe0-6f6e-44b2-8011-3281c489bf68 None None] Set router 7a45c6a6-788b-46d6-baa1-35d762051229 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:38:19.679586 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14371adf-4232-4982-b1c3-4cb20006a7be req-7893b458-4c21-4e15-b706-f3b7e090e308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:19.682621 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-14371adf-4232-4982-b1c3-4cb20006a7be req-7893b458-4c21-4e15-b706-f3b7e090e308 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=553fbe5d09fe49948bd69193fe3f0783&device_id=8c90f418-4fda-487e-be00-51bd994412c0 HTTP/1.1" status: 200 len: 1128 time: 0.2196231 Nov 12 01:38:19.721164 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a722e82-9083-4c88-b531-f18c806164d9 req-60956d6e-e6d2-4b18-89da-62363ec757c2 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:19.721859 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-3a722e82-9083-4c88-b531-f18c806164d9 req-60956d6e-e6d2-4b18-89da-62363ec757c2 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:19.762028 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3a722e82-9083-4c88-b531-f18c806164d9 req-60956d6e-e6d2-4b18-89da-62363ec757c2 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2597332 Nov 12 01:38:19.786826 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-3a722e82-9083-4c88-b531-f18c806164d9 req-558e9972-defc-4d4a-b6e2-579c3a3582a9 service neutron] Request body: {'port': {'device_id': 'f95d142d-5585-43b7-85aa-cff6d76ee9fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:38:19.917069 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f991cc76-648b-486b-8552-a959ab86f030 tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:19.918990 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f991cc76-648b-486b-8552-a959ab86f030 tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:19.919894 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f991cc76-648b-486b-8552-a959ab86f030 tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:19.921207 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f991cc76-648b-486b-8552-a959ab86f030 tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:19.922630 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f991cc76-648b-486b-8552-a959ab86f030 tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:19.923542 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f991cc76-648b-486b-8552-a959ab86f030 tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:19.928218 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f991cc76-648b-486b-8552-a959ab86f030 tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:19.929824 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f991cc76-648b-486b-8552-a959ab86f030 tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:19.932678 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f991cc76-648b-486b-8552-a959ab86f030 tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:19.933607 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f991cc76-648b-486b-8552-a959ab86f030 tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:19.940751 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f991cc76-648b-486b-8552-a959ab86f030 tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:19.957769 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f991cc76-648b-486b-8552-a959ab86f030 tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7756 time: 0.5658247 Nov 12 01:38:19.966382 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51698) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:19.976317 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-c2847e8b-1eaf-4f47-ace5-4699a5fede7d None None] Provisioning complete for port d726eac8-f120-44ef-a45e-7c3311051484 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:38:19.976687 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c2847e8b-1eaf-4f47-ace5-4699a5fede7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:20.008884 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-3a722e82-9083-4c88-b531-f18c806164d9 req-558e9972-defc-4d4a-b6e2-579c3a3582a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:20.009830 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-2448ffe0-6f6e-44b2-8011-3281c489bf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'name': 'tempest-TestNetworkBasicOps-router-1295579995', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '5396680d-9b12-4951-949a-bd9025a2b5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:04Z', 'updated_at': '2021-11-12T01:38:14Z', 'revision_number': 4, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'gw_port': {'id': '5396680d-9b12-4951-949a-bd9025a2b5a1', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:05Z', 'updated_at': '2021-11-12T01:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '8dd5f763-8f25-4ea8-9651-34d65a2c072b', 'name': '', 'network_id': '91ceb85c-2ed3-4ec5-9033-5ce9801e1c79', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'mac_address': 'fa:16:3e:c1:3b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'fdc5d305-ec1b-43b4-b716-cc6b30ec1204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:12Z', 'updated_at': '2021-11-12T01:38:15Z', 'revision_number': 2, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'subnets': [{'id': 'fdc5d305-ec1b-43b4-b716-cc6b30ec1204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:20.050672 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2448ffe0-6f6e-44b2-8011-3281c489bf68 None None] Checking router: 7a45c6a6-788b-46d6-baa1-35d762051229 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:38:20.051295 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2448ffe0-6f6e-44b2-8011-3281c489bf68 None None] Updating router 7a45c6a6-788b-46d6-baa1-35d762051229 port 8dd5f763-8f25-4ea8-9651-34d65a2c072b binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:38:20.056844 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-c2847e8b-1eaf-4f47-ace5-4699a5fede7d None None] Port d726eac8-f120-44ef-a45e-7c3311051484 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:38:20.093100 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-2448ffe0-6f6e-44b2-8011-3281c489bf68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:20.188424 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35225ea-6002-45e4-8708-56cecaefe74b tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:20.188980 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35225ea-6002-45e4-8708-56cecaefe74b tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:20.189523 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35225ea-6002-45e4-8708-56cecaefe74b tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:20.190314 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35225ea-6002-45e4-8708-56cecaefe74b tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:20.190843 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35225ea-6002-45e4-8708-56cecaefe74b tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:20.191369 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35225ea-6002-45e4-8708-56cecaefe74b tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:20.191901 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35225ea-6002-45e4-8708-56cecaefe74b tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:20.192453 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35225ea-6002-45e4-8708-56cecaefe74b tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:20.192974 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35225ea-6002-45e4-8708-56cecaefe74b tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:20.193504 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35225ea-6002-45e4-8708-56cecaefe74b tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:20.194026 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35225ea-6002-45e4-8708-56cecaefe74b tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:20.197040 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c35225ea-6002-45e4-8708-56cecaefe74b tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7179 time: 0.2275109 Nov 12 01:38:20.198778 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14371adf-4232-4982-b1c3-4cb20006a7be req-65b3c3f7-4f99-4e53-ab28-c8bed0fdb67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:20.201739 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-14371adf-4232-4982-b1c3-4cb20006a7be req-65b3c3f7-4f99-4e53-ab28-c8bed0fdb67a service neutron] 10.222.0.44 "GET /v2.0/networks?id=74fb427d-96d0-439d-a971-7fe4b03ebe46 HTTP/1.1" status: 200 len: 897 time: 0.5022681 Nov 12 01:38:20.202400 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51702) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:20.528484 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c669fb-cc14-45f2-81eb-34413053734c req-39167d05-7d53-4e7a-aa35-3f72215af8e7 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:20.531357 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-22c669fb-cc14-45f2-81eb-34413053734c req-39167d05-7d53-4e7a-aa35-3f72215af8e7 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c90f418-4fda-487e-be00-51bd994412c0 HTTP/1.1" status: 200 len: 945 time: 0.2119973 Nov 12 01:38:20.685061 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-14371adf-4232-4982-b1c3-4cb20006a7be req-7a385a65-4c26-406f-a524-9fa6ac815c15 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=363a7db5-8d11-4036-946f-28b65435a22a HTTP/1.1" status: 200 len: 1000 time: 0.4321344 Nov 12 01:38:20.702174 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61982362-b694-46ec-b951-a6f8f16c5e44 req-6ac9a3c1-68ec-4d85-87e5-c1e7a351e9cf tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:20.703715 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-61982362-b694-46ec-b951-a6f8f16c5e44 req-6ac9a3c1-68ec-4d85-87e5-c1e7a351e9cf tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=d087b29f-7d23-4582-bd97-6a2a933279b2 HTTP/1.1" status: 200 len: 946 time: 0.2086761 Nov 12 01:38:20.711627 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-22c669fb-cc14-45f2-81eb-34413053734c req-682a35a2-5604-4cc8-8fd0-377a79836811 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=42b11c04-f70f-4000-9cc7-86c5eb604b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454198 Nov 12 01:38:20.785229 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-61982362-b694-46ec-b951-a6f8f16c5e44 req-f9d127f1-14e4-4a78-b839-e370f158bd2c tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665843 Nov 12 01:38:20.805373 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14371adf-4232-4982-b1c3-4cb20006a7be req-f19784cd-4d66-4ea0-9db7-c0deafc4bedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:20.821589 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-14371adf-4232-4982-b1c3-4cb20006a7be req-f19784cd-4d66-4ea0-9db7-c0deafc4bedd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=58602ced-3553-4428-ba5a-2ba090913b39 HTTP/1.1" status: 200 len: 834 time: 0.1236794 Nov 12 01:38:20.845003 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-3a722e82-9083-4c88-b531-f18c806164d9 req-558e9972-defc-4d4a-b6e2-579c3a3582a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d726eac8-f120-44ef-a45e-7c3311051484 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:38:20.846900 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-2448ffe0-6f6e-44b2-8011-3281c489bf68 None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:20.858854 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-3a722e82-9083-4c88-b531-f18c806164d9 req-558e9972-defc-4d4a-b6e2-579c3a3582a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:20.860284 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-2448ffe0-6f6e-44b2-8011-3281c489bf68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:20.891469 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-3a722e82-9083-4c88-b531-f18c806164d9 req-558e9972-defc-4d4a-b6e2-579c3a3582a9 service neutron] Transition to ACTIVE for port object d726eac8-f120-44ef-a45e-7c3311051484 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:38:20.898003 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-3a722e82-9083-4c88-b531-f18c806164d9 req-558e9972-defc-4d4a-b6e2-579c3a3582a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:20.973423 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 363a7db5-8d11-4036-946f-28b65435a22a details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:38:21.038065 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14371adf-4232-4982-b1c3-4cb20006a7be req-5622e329-c9d2-4611-a95d-3b808a28f132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:21.039838 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-14371adf-4232-4982-b1c3-4cb20006a7be req-5622e329-c9d2-4611-a95d-3b808a28f132 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=74fb427d-96d0-439d-a971-7fe4b03ebe46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1548779 Nov 12 01:38:21.196309 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e9972-defc-4d4a-b6e2-579c3a3582a9 service neutron] Pushing event updated for resources: {'Port': ['ID=d726eac8-f120-44ef-a45e-7c3311051484,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:21.218493 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-14371adf-4232-4982-b1c3-4cb20006a7be req-25eee4d1-65b0-4a38-8953-33a514b9b62f service neutron] 10.222.0.44 "GET /v2.0/networks/74fb427d-96d0-439d-a971-7fe4b03ebe46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557288 Nov 12 01:38:21.232765 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b95a80ee-2b69-4ff3-9c77-53acf1ef827c tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 6655 time: 1.0264349 Nov 12 01:38:21.235067 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3997f6f4-e1ad-4216-a035-1d3c35dd5380 None None] Pushing event updated for resources: {'Port': ['ID=8dd5f763-8f25-4ea8-9651-34d65a2c072b,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:21.284030 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16044424-48b4-4149-89ca-758731984c23 req-3ffab6e9-512e-4e9e-9f8a-edda5b7751b7 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:21.292122 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3997f6f4-e1ad-4216-a035-1d3c35dd5380 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:21.305383 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3997f6f4-e1ad-4216-a035-1d3c35dd5380 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:21.305383 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3997f6f4-e1ad-4216-a035-1d3c35dd5380 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:21.305383 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3997f6f4-e1ad-4216-a035-1d3c35dd5380 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:21.306798 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-16044424-48b4-4149-89ca-758731984c23 req-3ffab6e9-512e-4e9e-9f8a-edda5b7751b7 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.45 "GET /v2.0/ports?device_id=f95d142d-5585-43b7-85aa-cff6d76ee9fc HTTP/1.1" status: 200 len: 944 time: 0.3458068 Nov 12 01:38:21.306992 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3997f6f4-e1ad-4216-a035-1d3c35dd5380 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:21.307807 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3997f6f4-e1ad-4216-a035-1d3c35dd5380 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:21.311542 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3997f6f4-e1ad-4216-a035-1d3c35dd5380 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:21.312141 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3997f6f4-e1ad-4216-a035-1d3c35dd5380 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:21.312479 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3997f6f4-e1ad-4216-a035-1d3c35dd5380 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:21.316166 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3997f6f4-e1ad-4216-a035-1d3c35dd5380 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:21.316640 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3997f6f4-e1ad-4216-a035-1d3c35dd5380 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:21.317023 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3997f6f4-e1ad-4216-a035-1d3c35dd5380 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:21.356598 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8b95c-de6f-432b-b653-28798684e1ae req-016cab5a-e239-455c-9bb1-8e6af78be2d1 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:21.358734 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-efe8b95c-de6f-432b-b653-28798684e1ae req-016cab5a-e239-455c-9bb1-8e6af78be2d1 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=d087b29f-7d23-4582-bd97-6a2a933279b2 HTTP/1.1" status: 200 len: 946 time: 0.3524530 Nov 12 01:38:21.359498 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-3a722e82-9083-4c88-b531-f18c806164d9 req-558e9972-defc-4d4a-b6e2-579c3a3582a9 service neutron] Attempting to bind port d726eac8-f120-44ef-a45e-7c3311051484 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:38:21.359827 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-3a722e82-9083-4c88-b531-f18c806164d9 req-558e9972-defc-4d4a-b6e2-579c3a3582a9 service neutron] Attempting to bind port d726eac8-f120-44ef-a45e-7c3311051484 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '11989a1d-772f-4a9d-b651-05354d96e188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fec24f4e-5e20-4c05-b161-dc71ced288cb'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:38:21.360190 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a722e82-9083-4c88-b531-f18c806164d9 req-558e9972-defc-4d4a-b6e2-579c3a3582a9 service neutron] Attempting to bind port d726eac8-f120-44ef-a45e-7c3311051484 on network fec24f4e-5e20-4c05-b161-dc71ced288cb {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:38:21.429774 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a722e82-9083-4c88-b531-f18c806164d9 req-558e9972-defc-4d4a-b6e2-579c3a3582a9 service neutron] Port d726eac8-f120-44ef-a45e-7c3311051484 on network fec24f4e-5e20-4c05-b161-dc71ced288cb not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:38:21.430103 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a722e82-9083-4c88-b531-f18c806164d9 req-558e9972-defc-4d4a-b6e2-579c3a3582a9 service neutron] Attempting to bind port d726eac8-f120-44ef-a45e-7c3311051484 on network fec24f4e-5e20-4c05-b161-dc71ced288cb {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:38:21.431847 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 363a7db5-8d11-4036-946f-28b65435a22a, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=363a7db5-8d11-4036-946f-28b65435a22a,segment=NetworkSegment(08aadbad-4b5c-4d85-862f-6ce1fce27b23),segment_id=08aadbad-4b5c-4d85-862f-6ce1fce27b23)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:38:21.437620 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-14371adf-4232-4982-b1c3-4cb20006a7be req-0fce9765-2c81-436c-8ea9-ef98d0fb7533 service neutron] 10.222.0.44 "GET /v2.0/networks/74fb427d-96d0-439d-a971-7fe4b03ebe46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024090 Nov 12 01:38:21.451761 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 363a7db5-8d11-4036-946f-28b65435a22a has no active binding in host n-h1-712142-27 {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 01:38:21.461626 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a722e82-9083-4c88-b531-f18c806164d9 req-558e9972-defc-4d4a-b6e2-579c3a3582a9 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:38:21.462175 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a722e82-9083-4c88-b531-f18c806164d9 req-558e9972-defc-4d4a-b6e2-579c3a3582a9 service neutron] Checking segment: {'id': '11989a1d-772f-4a9d-b651-05354d96e188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fec24f4e-5e20-4c05-b161-dc71ced288cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:38:21.462671 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a722e82-9083-4c88-b531-f18c806164d9 req-558e9972-defc-4d4a-b6e2-579c3a3582a9 service neutron] Bound using segment: {'id': '11989a1d-772f-4a9d-b651-05354d96e188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fec24f4e-5e20-4c05-b161-dc71ced288cb'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:38:21.463236 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-3a722e82-9083-4c88-b531-f18c806164d9 req-558e9972-defc-4d4a-b6e2-579c3a3582a9 service neutron] Bound port: d726eac8-f120-44ef-a45e-7c3311051484, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11989a1d-772f-4a9d-b651-05354d96e188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'fec24f4e-5e20-4c05-b161-dc71ced288cb'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:38:21.463710 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-3a722e82-9083-4c88-b531-f18c806164d9 req-558e9972-defc-4d4a-b6e2-579c3a3582a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:21.479854 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-2448ffe0-6f6e-44b2-8011-3281c489bf68 None None] Attempting to bind port 8dd5f763-8f25-4ea8-9651-34d65a2c072b on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:38:21.480262 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-2448ffe0-6f6e-44b2-8011-3281c489bf68 None None] Attempting to bind port 8dd5f763-8f25-4ea8-9651-34d65a2c072b by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '579313ae-5b52-4b0e-8b52-a093860299fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '91ceb85c-2ed3-4ec5-9033-5ce9801e1c79'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:38:21.480624 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2448ffe0-6f6e-44b2-8011-3281c489bf68 None None] Attempting to bind port 8dd5f763-8f25-4ea8-9651-34d65a2c072b on network 91ceb85c-2ed3-4ec5-9033-5ce9801e1c79 {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:38:21.488864 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2448ffe0-6f6e-44b2-8011-3281c489bf68 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:38:21.489233 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2448ffe0-6f6e-44b2-8011-3281c489bf68 None None] Checking segment: {'id': '579313ae-5b52-4b0e-8b52-a093860299fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '91ceb85c-2ed3-4ec5-9033-5ce9801e1c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:38:21.489641 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-2448ffe0-6f6e-44b2-8011-3281c489bf68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:21.490027 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2448ffe0-6f6e-44b2-8011-3281c489bf68 None None] Bound using segment: {'id': '579313ae-5b52-4b0e-8b52-a093860299fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '91ceb85c-2ed3-4ec5-9033-5ce9801e1c79'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:38:21.490508 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-2448ffe0-6f6e-44b2-8011-3281c489bf68 None None] Bound port: 8dd5f763-8f25-4ea8-9651-34d65a2c072b, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '579313ae-5b52-4b0e-8b52-a093860299fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '91ceb85c-2ed3-4ec5-9033-5ce9801e1c79'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:38:21.490882 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-2448ffe0-6f6e-44b2-8011-3281c489bf68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:21.595134 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-16044424-48b4-4149-89ca-758731984c23 req-af70cd6a-22da-4e29-a3c9-6419ab3848cc tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab645a94-98ae-4f02-b09e-70d8e56a0748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2892382 Nov 12 01:38:21.603082 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-efe8b95c-de6f-432b-b653-28798684e1ae req-df3f07f9-6006-404d-9057-3c13ff89954a tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2213616 Nov 12 01:38:21.638364 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51716) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:21.662776 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-6262cd73-e4e8-4711-a9b8-659e04227bad None None] Provisioning complete for port 8dd5f763-8f25-4ea8-9651-34d65a2c072b triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:38:21.666815 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6262cd73-e4e8-4711-a9b8-659e04227bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:21.672542 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-2448ffe0-6f6e-44b2-8011-3281c489bf68 None None] For port 8dd5f763-8f25-4ea8-9651-34d65a2c072b, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:38:21.693007 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-2448ffe0-6f6e-44b2-8011-3281c489bf68 None None] For port 8dd5f763-8f25-4ea8-9651-34d65a2c072b, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=8dd5f763-8f25-4ea8-9651-34d65a2c072b,segment=NetworkSegment(579313ae-5b52-4b0e-8b52-a093860299fa),segment_id=579313ae-5b52-4b0e-8b52-a093860299fa)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:38:21.696912 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-3a722e82-9083-4c88-b531-f18c806164d9 req-558e9972-defc-4d4a-b6e2-579c3a3582a9 service neutron] For port d726eac8-f120-44ef-a45e-7c3311051484, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:38:21.704028 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-2448ffe0-6f6e-44b2-8011-3281c489bf68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:21.712667 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-3a722e82-9083-4c88-b531-f18c806164d9 req-558e9972-defc-4d4a-b6e2-579c3a3582a9 service neutron] For port d726eac8-f120-44ef-a45e-7c3311051484, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d726eac8-f120-44ef-a45e-7c3311051484,segment=NetworkSegment(11989a1d-772f-4a9d-b651-05354d96e188),segment_id=11989a1d-772f-4a9d-b651-05354d96e188)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:38:21.719049 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-3a722e82-9083-4c88-b531-f18c806164d9 req-558e9972-defc-4d4a-b6e2-579c3a3582a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:21.727377 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f243f7-9828-4684-ba48-4dcc2d162b0c tempest-TestVolumeBootPattern-2111083086 tempest-TestVolumeBootPattern-2111083086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:21.729329 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-14f243f7-9828-4684-ba48-4dcc2d162b0c tempest-TestVolumeBootPattern-2111083086 tempest-TestVolumeBootPattern-2111083086-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=d087b29f-7d23-4582-bd97-6a2a933279b2 HTTP/1.1" status: 200 len: 1093 time: 0.0886703 Nov 12 01:38:21.732207 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51718) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:21.749231 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a722e82-9083-4c88-b531-f18c806164d9 req-558e9972-defc-4d4a-b6e2-579c3a3582a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:21.749928 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-3a722e82-9083-4c88-b531-f18c806164d9 req-558e9972-defc-4d4a-b6e2-579c3a3582a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:21.751414 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3a722e82-9083-4c88-b531-f18c806164d9 req-558e9972-defc-4d4a-b6e2-579c3a3582a9 service neutron] 10.222.0.44 "PUT /v2.0/ports/d726eac8-f120-44ef-a45e-7c3311051484 HTTP/1.1" status: 200 len: 1093 time: 1.9742641 Nov 12 01:38:21.752485 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95d142d-5585-43b7-85aa-cff6d76ee9fc', 'tag': 'd726eac8-f120-44ef-a45e-7c3311051484'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:38:21.754531 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9773ee-50b3-4c32-a6e5-f2fa721a10b6" -d '{"events": [{"name": "network-changed", "server_uuid": "f95d142d-5585-43b7-85aa-cff6d76ee9fc", "tag": "d726eac8-f120-44ef-a45e-7c3311051484"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:38:21.757842 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-ecac2ca4-e92e-4ade-b999-845d10df2e51 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Request body: {'floatingip': {'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'port_id': '61632b75-18d7-4988-9bba-0c8958f15e78', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:38:21.808624 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-6262cd73-e4e8-4711-a9b8-659e04227bad None None] Port 8dd5f763-8f25-4ea8-9651-34d65a2c072b cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:38:21.872106 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ecac2ca4-e92e-4ade-b999-845d10df2e51 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks [] for floatingip, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:21.886174 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2448ffe0-6f6e-44b2-8011-3281c489bf68 None None] Routers {'7a45c6a6-788b-46d6-baa1-35d762051229'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:38:21.890819 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-2448ffe0-6f6e-44b2-8011-3281c489bf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:38:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['7a45c6a6-788b-46d6-baa1-35d762051229'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:21.897185 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3997f6f4-e1ad-4216-a035-1d3c35dd5380 None None] Pushing event updated for resources: {'Port': ['ID=8dd5f763-8f25-4ea8-9651-34d65a2c072b,revision_number=4']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:21.974765 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1321f98d-469a-4358-9189-5cce1d3d1904 x-openstack-request-id: req-1321f98d-469a-4358-9189-5cce1d3d1904 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:38:21.975042 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f95d142d-5585-43b7-85aa-cff6d76ee9fc", "tag": "d726eac8-f120-44ef-a45e-7c3311051484", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:38:21.975304 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1321f98d-469a-4358-9189-5cce1d3d1904 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:38:21.975755 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f95d142d-5585-43b7-85aa-cff6d76ee9fc', 'tag': 'd726eac8-f120-44ef-a45e-7c3311051484', 'status': 'completed', 'code': 200} Nov 12 01:38:22.054638 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e9972-defc-4d4a-b6e2-579c3a3582a9 service neutron] Pushing event updated for resources: {'Port': ['ID=d726eac8-f120-44ef-a45e-7c3311051484,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:22.099600 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a722e82-9083-4c88-b531-f18c806164d9 req-2cb379d6-7812-47e8-b410-45423cf9248a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:22.103574 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3a722e82-9083-4c88-b531-f18c806164d9 req-2cb379d6-7812-47e8-b410-45423cf9248a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c6039ddfbbad449b88dd06b4503a82f1&device_id=f95d142d-5585-43b7-85aa-cff6d76ee9fc HTTP/1.1" status: 200 len: 1096 time: 0.2576194 Nov 12 01:38:22.230895 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-2448ffe0-6f6e-44b2-8011-3281c489bf68 None None] Set router 7a45c6a6-788b-46d6-baa1-35d762051229 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:38:22.273832 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ecac2ca4-e92e-4ade-b999-845d10df2e51 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:22.358855 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3a722e82-9083-4c88-b531-f18c806164d9 req-14061e84-1647-4e4e-95ea-e1c7cfed2da1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d726eac8-f120-44ef-a45e-7c3311051484 HTTP/1.1" status: 200 len: 217 time: 0.2385316 Nov 12 01:38:22.428361 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-689d5fb3-c7eb-4517-a89f-8b5aca523462 None None] Provisioning complete for port 8dd5f763-8f25-4ea8-9651-34d65a2c072b triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:38:22.428887 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-689d5fb3-c7eb-4517-a89f-8b5aca523462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:22.521350 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a722e82-9083-4c88-b531-f18c806164d9 req-13ab1ac8-8ad7-419e-a58b-e0b5f88abe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:22.522915 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3a722e82-9083-4c88-b531-f18c806164d9 req-13ab1ac8-8ad7-419e-a58b-e0b5f88abe4d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6378f0f2-aa83-409d-a23b-c9e8b33394c8 HTTP/1.1" status: 200 len: 852 time: 0.1523387 Nov 12 01:38:22.679017 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e74e0-d432-4b86-aed6-f710b4c26b50 req-bcfc5af4-b3a7-49e8-9a41-db49ab2f3fb3 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:22.682924 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-118e74e0-d432-4b86-aed6-f710b4c26b50 req-bcfc5af4-b3a7-49e8-9a41-db49ab2f3fb3 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c90f418-4fda-487e-be00-51bd994412c0 HTTP/1.1" status: 200 len: 945 time: 0.3862312 Nov 12 01:38:22.711198 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-ecac2ca4-e92e-4ade-b999-845d10df2e51 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Allocated IP 172.25.3.128 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/d640cf7e-a851-4574-8931-011f00d21074) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:38:22.713089 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a722e82-9083-4c88-b531-f18c806164d9 req-61b7c82f-cc26-44a9-a1de-2faf3edeb579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:22.714754 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3a722e82-9083-4c88-b531-f18c806164d9 req-61b7c82f-cc26-44a9-a1de-2faf3edeb579 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fec24f4e-5e20-4c05-b161-dc71ced288cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1480975 Nov 12 01:38:22.769649 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-689d5fb3-c7eb-4517-a89f-8b5aca523462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:22.899449 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-689d5fb3-c7eb-4517-a89f-8b5aca523462 None None] For port 8dd5f763-8f25-4ea8-9651-34d65a2c072b, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=8dd5f763-8f25-4ea8-9651-34d65a2c072b,segment=NetworkSegment(579313ae-5b52-4b0e-8b52-a093860299fa),segment_id=579313ae-5b52-4b0e-8b52-a093860299fa)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:38:22.912339 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-689d5fb3-c7eb-4517-a89f-8b5aca523462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:22.929851 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3a722e82-9083-4c88-b531-f18c806164d9 req-160741b2-3f5b-4caf-a612-265206b72a08 service neutron] 10.222.0.44 "GET /v2.0/networks/fec24f4e-5e20-4c05-b161-dc71ced288cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948638 Nov 12 01:38:23.033446 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-2448ffe0-6f6e-44b2-8011-3281c489bf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'name': 'tempest-TestNetworkBasicOps-router-1295579995', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '5396680d-9b12-4951-949a-bd9025a2b5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:04Z', 'updated_at': '2021-11-12T01:38:14Z', 'revision_number': 4, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'gw_port': {'id': '5396680d-9b12-4951-949a-bd9025a2b5a1', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:05Z', 'updated_at': '2021-11-12T01:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '8dd5f763-8f25-4ea8-9651-34d65a2c072b', 'name': '', 'network_id': '91ceb85c-2ed3-4ec5-9033-5ce9801e1c79', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'mac_address': 'fa:16:3e:c1:3b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'fdc5d305-ec1b-43b4-b716-cc6b30ec1204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:12Z', 'updated_at': '2021-11-12T01:38:21Z', 'revision_number': 4, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'subnets': [{'id': 'fdc5d305-ec1b-43b4-b716-cc6b30ec1204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:23.096455 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ecac2ca4-e92e-4ade-b999-845d10df2e51 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:23.105388 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-118e74e0-d432-4b86-aed6-f710b4c26b50 req-6ac140aa-5efa-490e-b104-ed9092888cd6 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=42b11c04-f70f-4000-9cc7-86c5eb604b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3894262 Nov 12 01:38:23.110853 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689d5fb3-c7eb-4517-a89f-8b5aca523462 None None] Pushing event updated for resources: {'Port': ['ID=8dd5f763-8f25-4ea8-9651-34d65a2c072b,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:23.131441 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2448ffe0-6f6e-44b2-8011-3281c489bf68 None None] The sync data for ids ['7a45c6a6-788b-46d6-baa1-35d762051229'] in n-d-712142-27 is: [{'id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'name': 'tempest-TestNetworkBasicOps-router-1295579995', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '5396680d-9b12-4951-949a-bd9025a2b5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:04Z', 'updated_at': '2021-11-12T01:38:14Z', 'revision_number': 4, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'gw_port': {'id': '5396680d-9b12-4951-949a-bd9025a2b5a1', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:05Z', 'updated_at': '2021-11-12T01:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '8dd5f763-8f25-4ea8-9651-34d65a2c072b', 'name': '', 'network_id': '91ceb85c-2ed3-4ec5-9033-5ce9801e1c79', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'mac_address': 'fa:16:3e:c1:3b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'fdc5d305-ec1b-43b4-b716-cc6b30ec1204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:12Z', 'updated_at': '2021-11-12T01:38:21Z', 'revision_number': 4, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'subnets': [{'id': 'fdc5d305-ec1b-43b4-b716-cc6b30ec1204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:38:23.188828 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ecac2ca4-e92e-4ade-b999-845d10df2e51 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:23.190995 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3a722e82-9083-4c88-b531-f18c806164d9 req-64b3d54c-abbf-4348-bd7a-523e5cca2e09 service neutron] 10.222.0.44 "GET /v2.0/networks/fec24f4e-5e20-4c05-b161-dc71ced288cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522249 Nov 12 01:38:23.201515 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 51736) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:23.206399 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-020a45ab-a463-470f-9861-0965e86fd1c0 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1936968073', 'description': 'tempest-secgroup-smoke-1936968073 description', 'project_id': 'da2f05210fd943e2951f3890676710a2'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:38:23.322106 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecac2ca4-e92e-4ade-b999-845d10df2e51 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:38:23.326278 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-ecac2ca4-e92e-4ade-b999-845d10df2e51 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:38:23.331357 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecac2ca4-e92e-4ade-b999-845d10df2e51 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:38:23.385038 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-020a45ab-a463-470f-9861-0965e86fd1c0 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:23.402836 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecac2ca4-e92e-4ade-b999-845d10df2e51 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Pushing event updated for resources: {'Port': ['ID=d640cf7e-a851-4574-8931-011f00d21074,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:23.425539 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9773ee-50b3-4c32-a6e5-f2fa721a10b6 req-93852fb2-5156-4086-a454-e29132ce66e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:23.425539 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1f9773ee-50b3-4c32-a6e5-f2fa721a10b6 req-93852fb2-5156-4086-a454-e29132ce66e9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c6039ddfbbad449b88dd06b4503a82f1&device_id=f95d142d-5585-43b7-85aa-cff6d76ee9fc HTTP/1.1" status: 200 len: 1096 time: 0.1170590 Nov 12 01:38:23.459035 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb3762-9012-4c5d-bb63-b90230d48e45 req-ea15e386-2513-44d5-b31d-a844d3a622a6 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:23.461879 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9bcb3762-9012-4c5d-bb63-b90230d48e45 req-ea15e386-2513-44d5-b31d-a844d3a622a6 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.45 "GET /v2.0/ports?device_id=f95d142d-5585-43b7-85aa-cff6d76ee9fc HTTP/1.1" status: 200 len: 944 time: 0.2178235 Nov 12 01:38:23.664438 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9773ee-50b3-4c32-a6e5-f2fa721a10b6 req-01e4ea79-b9e3-4c34-85c6-f14a421f5e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:23.666093 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1f9773ee-50b3-4c32-a6e5-f2fa721a10b6 req-01e4ea79-b9e3-4c34-85c6-f14a421f5e61 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fec24f4e-5e20-4c05-b161-dc71ced288cb HTTP/1.1" status: 200 len: 913 time: 0.2028022 Nov 12 01:38:23.759695 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1f9773ee-50b3-4c32-a6e5-f2fa721a10b6 req-2abe4f9b-a4e2-4136-a39f-38cfc303db5d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d726eac8-f120-44ef-a45e-7c3311051484 HTTP/1.1" status: 200 len: 217 time: 0.0809884 Nov 12 01:38:23.938014 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-020a45ab-a463-470f-9861-0965e86fd1c0 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:23.988227 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9bcb3762-9012-4c5d-bb63-b90230d48e45 req-5109dfa6-e23f-4fdd-82b0-0394dd3612d1 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab645a94-98ae-4f02-b09e-70d8e56a0748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3253663 Nov 12 01:38:23.993099 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-020a45ab-a463-470f-9861-0965e86fd1c0 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:24.050566 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-020a45ab-a463-470f-9861-0965e86fd1c0 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:24.053007 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-020a45ab-a463-470f-9861-0965e86fd1c0 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.8503003 Nov 12 01:38:24.064619 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 51740) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:24.070067 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-2a0d4f53-2157-4839-a9ba-610694e02d10 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Request body: {'security_group_rule': {'security_group_id': 'b0b706d2-0dd3-441f-ae16-a2c26312574e', 'project_id': 'da2f05210fd943e2951f3890676710a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:38:24.093488 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020a45ab-a463-470f-9861-0965e86fd1c0 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b706d2-0dd3-441f-ae16-a2c26312574e,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:24.098731 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9773ee-50b3-4c32-a6e5-f2fa721a10b6 req-4ce4299a-6eb0-4ad3-84b6-73833744a962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:24.100463 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1f9773ee-50b3-4c32-a6e5-f2fa721a10b6 req-4ce4299a-6eb0-4ad3-84b6-73833744a962 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6378f0f2-aa83-409d-a23b-c9e8b33394c8 HTTP/1.1" status: 200 len: 852 time: 0.3310740 Nov 12 01:38:24.273810 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ecac2ca4-e92e-4ade-b999-845d10df2e51 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:24.285919 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2a0d4f53-2157-4839-a9ba-610694e02d10 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:24.345377 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9773ee-50b3-4c32-a6e5-f2fa721a10b6 req-1b7d95f1-51cf-4c22-b0e6-304b2405359f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:24.346700 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1f9773ee-50b3-4c32-a6e5-f2fa721a10b6 req-1b7d95f1-51cf-4c22-b0e6-304b2405359f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fec24f4e-5e20-4c05-b161-dc71ced288cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2365825 Nov 12 01:38:24.374143 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ecac2ca4-e92e-4ade-b999-845d10df2e51 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:24.532823 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2a0d4f53-2157-4839-a9ba-610694e02d10 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:24.667139 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2a0d4f53-2157-4839-a9ba-610694e02d10 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:24.689051 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d4f53-2157-4839-a9ba-610694e02d10 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e62a0e2-57dc-4c0a-91fc-a7c4db44bb02,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:24.735848 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dadd495-a018-4550-9f73-67b5e1321434 req-48b5a823-a0d6-4c12-97a9-65b22dda68ba tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:24.738099 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2dadd495-a018-4550-9f73-67b5e1321434 req-48b5a823-a0d6-4c12-97a9-65b22dda68ba tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c90f418-4fda-487e-be00-51bd994412c0 HTTP/1.1" status: 200 len: 945 time: 0.4535151 Nov 12 01:38:24.751015 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-970da950-a149-45ed-9e01-1119678d4995 req-bad8f0bd-263e-4f39-a3b7-97056bdcfe90 service neutron] 10.222.0.44 "GET /v2.0/ports/363a7db5-8d11-4036-946f-28b65435a22a/bindings/n-h1-712142-27 HTTP/1.1" status: 200 len: 385 time: 0.1825173 Nov 12 01:38:24.757924 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ecac2ca4-e92e-4ade-b999-845d10df2e51 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:24.789086 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2a0d4f53-2157-4839-a9ba-610694e02d10 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:24.808785 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 8dd5f763-8f25-4ea8-9651-34d65a2c072b up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:38:24.822926 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2a0d4f53-2157-4839-a9ba-610694e02d10 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7542393 Nov 12 01:38:24.829529 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 51744) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:24.854041 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-a985e70c-080e-4a25-a0c5-a323618f7124 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Request body: {'security_group_rule': {'security_group_id': 'b0b706d2-0dd3-441f-ae16-a2c26312574e', 'project_id': 'da2f05210fd943e2951f3890676710a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:38:24.898137 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1f9773ee-50b3-4c32-a6e5-f2fa721a10b6 req-29a2cc5b-1c4e-413f-bf8f-867b53ae3dfa service neutron] 10.222.0.44 "GET /v2.0/networks/fec24f4e-5e20-4c05-b161-dc71ced288cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5372436 Nov 12 01:38:24.910575 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2dadd495-a018-4550-9f73-67b5e1321434 req-8a9ee74f-c2e1-4878-973d-878bbd5c22d7 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=42b11c04-f70f-4000-9cc7-86c5eb604b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605914 Nov 12 01:38:24.964218 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ecac2ca4-e92e-4ade-b999-845d10df2e51 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:24.977774 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 8dd5f763-8f25-4ea8-9651-34d65a2c072b triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:38:24.989694 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:24.993696 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a985e70c-080e-4a25-a0c5-a323618f7124 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:25.071926 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecac2ca4-e92e-4ade-b999-845d10df2e51 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Pushing event updated for resources: {'Port': ['ID=d640cf7e-a851-4574-8931-011f00d21074,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:25.255108 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ecac2ca4-e92e-4ade-b999-845d10df2e51 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:25.271278 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-970da950-a149-45ed-9e01-1119678d4995 req-94fbca28-d032-4806-ba7a-1371738ca4d5 service neutron] For port 363a7db5-8d11-4036-946f-28b65435a22a, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=363a7db5-8d11-4036-946f-28b65435a22a,segment=NetworkSegment(08aadbad-4b5c-4d85-862f-6ce1fce27b23),segment_id=08aadbad-4b5c-4d85-862f-6ce1fce27b23)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:38:25.340900 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a985e70c-080e-4a25-a0c5-a323618f7124 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:25.349597 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1f9773ee-50b3-4c32-a6e5-f2fa721a10b6 req-1a528f00-3ae9-47c7-a9a5-038ebaeb5f9c service neutron] 10.222.0.44 "GET /v2.0/networks/fec24f4e-5e20-4c05-b161-dc71ced288cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4193168 Nov 12 01:38:25.358708 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a985e70c-080e-4a25-a0c5-a323618f7124 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:25.398579 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a985e70c-080e-4a25-a0c5-a323618f7124 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:25.401014 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a985e70c-080e-4a25-a0c5-a323618f7124 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5592465 Nov 12 01:38:25.408095 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51752) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:25.422907 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-17f78dfc-b976-4dc6-ba24-f44a304a6764 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Request body: {'security_group_rule': {'security_group_id': 'b0b706d2-0dd3-441f-ae16-a2c26312574e', 'project_id': 'da2f05210fd943e2951f3890676710a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:38:25.424313 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f80fb6-bfd5-4b49-85f3-352f475690db req-7aba3832-c1b6-4cce-8bcd-013149a6ceb5 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:25.429465 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-26f80fb6-bfd5-4b49-85f3-352f475690db req-7aba3832-c1b6-4cce-8bcd-013149a6ceb5 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.45 "GET /v2.0/ports?device_id=f95d142d-5585-43b7-85aa-cff6d76ee9fc HTTP/1.1" status: 200 len: 944 time: 0.2579825 Nov 12 01:38:25.431941 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-970da950-a149-45ed-9e01-1119678d4995 req-94fbca28-d032-4806-ba7a-1371738ca4d5 service neutron] For port 363a7db5-8d11-4036-946f-28b65435a22a, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:38:25.434991 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985e70c-080e-4a25-a0c5-a323618f7124 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75dc4cf1-5ac5-4513-bda8-8a2d506f5bf9,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:25.506795 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-26f80fb6-bfd5-4b49-85f3-352f475690db req-3981b7f1-8adc-497e-8477-dd90ad42bd12 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab645a94-98ae-4f02-b09e-70d8e56a0748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655711 Nov 12 01:38:25.565985 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c90f418-4fda-487e-be00-51bd994412c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '363a7db5-8d11-4036-946f-28b65435a22a'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:38:25.568457 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ccf0c4-cb2f-4265-9efc-771ca96ae606" -d '{"events": [{"server_uuid": "8c90f418-4fda-487e-be00-51bd994412c0", "name": "network-vif-unplugged", "status": "completed", "tag": "363a7db5-8d11-4036-946f-28b65435a22a"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:38:25.581730 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-970da950-a149-45ed-9e01-1119678d4995 req-94fbca28-d032-4806-ba7a-1371738ca4d5 service neutron] For port 363a7db5-8d11-4036-946f-28b65435a22a, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=363a7db5-8d11-4036-946f-28b65435a22a,segment=NetworkSegment(08aadbad-4b5c-4d85-862f-6ce1fce27b23),segment_id=08aadbad-4b5c-4d85-862f-6ce1fce27b23)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:38:25.616423 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-970da950-a149-45ed-9e01-1119678d4995 req-94fbca28-d032-4806-ba7a-1371738ca4d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:25.706229 n-d-712142-27 neutron-server[109086]: INFO neutron.db.l3_db [None req-ecac2ca4-e92e-4ade-b999-845d10df2e51 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Floating IP 7fe71942-4f31-4a2b-820b-9f2331ad130e associated. External IP: 172.25.3.128, port: 61632b75-18d7-4988-9bba-0c8958f15e78. Nov 12 01:38:25.752288 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17f78dfc-b976-4dc6-ba24-f44a304a6764 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:25.759186 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf759ef-8b85-45e4-a13d-c5e277fa6fae x-openstack-request-id: req-ccf759ef-8b85-45e4-a13d-c5e277fa6fae {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:38:25.759534 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c90f418-4fda-487e-be00-51bd994412c0", "name": "network-vif-unplugged", "status": "completed", "tag": "363a7db5-8d11-4036-946f-28b65435a22a", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:38:25.759712 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ccf759ef-8b85-45e4-a13d-c5e277fa6fae {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:38:25.760176 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c90f418-4fda-487e-be00-51bd994412c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '363a7db5-8d11-4036-946f-28b65435a22a', 'code': 200} Nov 12 01:38:25.775523 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-970da950-a149-45ed-9e01-1119678d4995 req-94fbca28-d032-4806-ba7a-1371738ca4d5 service neutron] Transition to ACTIVE for port object 363a7db5-8d11-4036-946f-28b65435a22a will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:38:25.791865 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-970da950-a149-45ed-9e01-1119678d4995 req-94fbca28-d032-4806-ba7a-1371738ca4d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:26.031519 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fbca28-d032-4806-ba7a-1371738ca4d5 service neutron] Pushing event updated for resources: {'Port': ['ID=363a7db5-8d11-4036-946f-28b65435a22a,revision_number=11']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:26.058716 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17f78dfc-b976-4dc6-ba24-f44a304a6764 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:26.096582 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17f78dfc-b976-4dc6-ba24-f44a304a6764 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:26.207002 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f78dfc-b976-4dc6-ba24-f44a304a6764 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e11e553c-7f68-4809-81b5-d9c8863aad71,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:26.209771 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-970da950-a149-45ed-9e01-1119678d4995 req-94fbca28-d032-4806-ba7a-1371738ca4d5 service neutron] No DVR routers for this DVR port 363a7db5-8d11-4036-946f-28b65435a22a on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:38:26.226270 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17f78dfc-b976-4dc6-ba24-f44a304a6764 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:26.227542 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-17f78dfc-b976-4dc6-ba24-f44a304a6764 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8183281 Nov 12 01:38:26.237223 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 51762) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:26.245161 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-cd5c36cf-93d5-49d9-aee3-14ed887a1242 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Request body: {'security_group_rule': {'security_group_id': 'b0b706d2-0dd3-441f-ae16-a2c26312574e', 'project_id': 'da2f05210fd943e2951f3890676710a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:38:26.270061 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9626bb-edfb-4128-883d-f8bc62a5e36f req-95c49ede-2518-4252-9df9-00d33dd0260e tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:26.277998 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8c9626bb-edfb-4128-883d-f8bc62a5e36f req-95c49ede-2518-4252-9df9-00d33dd0260e tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c90f418-4fda-487e-be00-51bd994412c0 HTTP/1.1" status: 200 len: 944 time: 0.1223054 Nov 12 01:38:26.383166 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cd5c36cf-93d5-49d9-aee3-14ed887a1242 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:26.405842 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8c9626bb-edfb-4128-883d-f8bc62a5e36f req-0dc06a0a-fd31-443c-bd6d-8559ae19d1bb tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=42b11c04-f70f-4000-9cc7-86c5eb604b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127801 Nov 12 01:38:26.479507 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cd5c36cf-93d5-49d9-aee3-14ed887a1242 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:26.487031 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cd5c36cf-93d5-49d9-aee3-14ed887a1242 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:26.523693 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c36cf-93d5-49d9-aee3-14ed887a1242 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=053505a0-478b-4aed-9331-4a564c07046e,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:26.539889 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cd5c36cf-93d5-49d9-aee3-14ed887a1242 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:26.544022 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-cd5c36cf-93d5-49d9-aee3-14ed887a1242 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3034010 Nov 12 01:38:26.546019 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 51764) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:26.552315 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-24364f70-d53a-4d46-a2ed-76124a1faf67 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Request body: {'security_group_rule': {'security_group_id': 'b0b706d2-0dd3-441f-ae16-a2c26312574e', 'project_id': 'da2f05210fd943e2951f3890676710a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:38:26.601635 n-d-712142-27 neutron-server[109085]: INFO neutron.db.securitygroups_db [None req-24364f70-d53a-4d46-a2ed-76124a1faf67 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Project da2f05210fd943e2951f3890676710a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:38:26.620919 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-24364f70-d53a-4d46-a2ed-76124a1faf67 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:26.743690 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4035898-d118-496f-a6d8-4a0979cc1df5 req-de3ba07d-6be2-4f29-adea-ead5e33bcb0b tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:26.751757 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a4035898-d118-496f-a6d8-4a0979cc1df5 req-de3ba07d-6be2-4f29-adea-ead5e33bcb0b tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.45 "GET /v2.0/ports?device_id=f95d142d-5585-43b7-85aa-cff6d76ee9fc HTTP/1.1" status: 200 len: 944 time: 0.1048851 Nov 12 01:38:26.755429 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-24364f70-d53a-4d46-a2ed-76124a1faf67 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:26.775666 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-24364f70-d53a-4d46-a2ed-76124a1faf67 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:26.813499 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24364f70-d53a-4d46-a2ed-76124a1faf67 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f18ac2d-94b0-407e-bf40-67e40e039892,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:26.822266 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-24364f70-d53a-4d46-a2ed-76124a1faf67 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:26.827460 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51768) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:26.828300 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-24364f70-d53a-4d46-a2ed-76124a1faf67 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2793312 Nov 12 01:38:26.830502 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecac2ca4-e92e-4ade-b999-845d10df2e51 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Router 8241e887-bcf7-405c-9401-d3e785b1e547 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:38:26.839341 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-cf5b5489-ae5b-4b48-9bf2-541dae25073f tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Request body: {'security_group_rule': {'security_group_id': 'b0b706d2-0dd3-441f-ae16-a2c26312574e', 'project_id': 'da2f05210fd943e2951f3890676710a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:38:26.849279 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a4035898-d118-496f-a6d8-4a0979cc1df5 req-51477c27-a110-4975-a134-dd319649137e tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab645a94-98ae-4f02-b09e-70d8e56a0748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956743 Nov 12 01:38:26.868249 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-970da950-a149-45ed-9e01-1119678d4995 req-94fbca28-d032-4806-ba7a-1371738ca4d5 service neutron] 10.222.0.44 "PUT /v2.0/ports/363a7db5-8d11-4036-946f-28b65435a22a/bindings/n-h1-712142-27/activate HTTP/1.1" status: 200 len: 370 time: 2.1071124 Nov 12 01:38:26.924830 n-d-712142-27 neutron-server[109086]: INFO neutron.db.securitygroups_db [None req-cf5b5489-ae5b-4b48-9bf2-541dae25073f tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Project da2f05210fd943e2951f3890676710a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:38:26.937187 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cf5b5489-ae5b-4b48-9bf2-541dae25073f tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:27.031895 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 363a7db5-8d11-4036-946f-28b65435a22a no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:38:27.069326 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970da950-a149-45ed-9e01-1119678d4995 req-5c508123-b275-4ae9-b290-3f362f90754b tempest-TestNetworkAdvancedServerOps-773100936 tempest-TestNetworkAdvancedServerOps-773100936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:27.072814 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-970da950-a149-45ed-9e01-1119678d4995 req-5c508123-b275-4ae9-b290-3f362f90754b tempest-TestNetworkAdvancedServerOps-773100936 tempest-TestNetworkAdvancedServerOps-773100936-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8c90f418-4fda-487e-be00-51bd994412c0&tenant_id=553fbe5d09fe49948bd69193fe3f0783&binding%3Ahost_id=n-h2-712142-27 HTTP/1.1" status: 200 len: 1096 time: 0.0778403 Nov 12 01:38:27.073714 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecac2ca4-e92e-4ade-b999-845d10df2e51 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:38:27.092805 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cf5b5489-ae5b-4b48-9bf2-541dae25073f tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:27.105462 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94417390-4f3a-439e-89a9-ff0bd0187a79 None None] Sync routers for ids ['8241e887-bcf7-405c-9401-d3e785b1e547'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:38:27.105797 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cf5b5489-ae5b-4b48-9bf2-541dae25073f tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:27.129080 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ecac2ca4-e92e-4ade-b999-845d10df2e51 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:27.144764 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 363a7db5-8d11-4036-946f-28b65435a22a not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:38:27.153215 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94417390-4f3a-439e-89a9-ff0bd0187a79 None None] Routers {'8241e887-bcf7-405c-9401-d3e785b1e547'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:38:27.155238 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-94417390-4f3a-439e-89a9-ff0bd0187a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:38:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['8241e887-bcf7-405c-9401-d3e785b1e547'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:27.166996 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b5489-ae5b-4b48-9bf2-541dae25073f tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4ae2bf9-64df-463d-ab84-c389a5a1d694,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:27.185022 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ecac2ca4-e92e-4ade-b999-845d10df2e51 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.4415252 Nov 12 01:38:27.195711 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cf5b5489-ae5b-4b48-9bf2-541dae25073f tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:27.208466 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-cf5b5489-ae5b-4b48-9bf2-541dae25073f tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3670866 Nov 12 01:38:27.270108 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970da950-a149-45ed-9e01-1119678d4995 req-f6f2dd79-41c1-455a-a198-958939064864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:27.272610 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-970da950-a149-45ed-9e01-1119678d4995 req-f6f2dd79-41c1-455a-a198-958939064864 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8c90f418-4fda-487e-be00-51bd994412c0&tenant_id=553fbe5d09fe49948bd69193fe3f0783 HTTP/1.1" status: 200 len: 1096 time: 0.1821263 Nov 12 01:38:27.314556 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cc452150-26d9-4640-b65d-f5f6dfb096ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:27.343804 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-94417390-4f3a-439e-89a9-ff0bd0187a79 None None] Set router 8241e887-bcf7-405c-9401-d3e785b1e547 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:38:27.409736 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970da950-a149-45ed-9e01-1119678d4995 req-2446a29c-8bad-43d5-8892-22a1b09c24ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:27.413477 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-970da950-a149-45ed-9e01-1119678d4995 req-2446a29c-8bad-43d5-8892-22a1b09c24ce service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=553fbe5d09fe49948bd69193fe3f0783&device_id=8c90f418-4fda-487e-be00-51bd994412c0 HTTP/1.1" status: 200 len: 1096 time: 0.0963221 Nov 12 01:38:27.706488 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1db9ddbc-5112-4d71-9ced-d7546a66e3c6 req-3b87fd03-f557-4175-a3f5-cfd1dfa11e9a tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1936968073&fields=id&tenant_id=da2f05210fd943e2951f3890676710a2 HTTP/1.1" status: 200 len: 267 time: 0.2429576 Nov 12 01:38:27.719240 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f274653-4103-4caa-ad4a-8ecb49cb6e22 req-fe5a3964-7023-4dd5-821e-bae84d30e517 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:27.721876 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3f274653-4103-4caa-ad4a-8ecb49cb6e22 req-fe5a3964-7023-4dd5-821e-bae84d30e517 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c90f418-4fda-487e-be00-51bd994412c0 HTTP/1.1" status: 200 len: 944 time: 0.1230915 Nov 12 01:38:27.724896 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970da950-a149-45ed-9e01-1119678d4995 req-4c3e1538-c840-467a-b6b8-e76d1ed83b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:27.726364 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-970da950-a149-45ed-9e01-1119678d4995 req-4c3e1538-c840-467a-b6b8-e76d1ed83b87 service neutron] 10.222.0.16 "GET /v2.0/networks?id=74fb427d-96d0-439d-a971-7fe4b03ebe46 HTTP/1.1" status: 200 len: 897 time: 0.2884848 Nov 12 01:38:27.762215 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd087b29f-7d23-4582-bd97-6a2a933279b2', 'tag': '61632b75-18d7-4988-9bba-0c8958f15e78'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:38:27.768752 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d326dae6-feb0-4773-a9ef-bde63d382dac" -d '{"events": [{"name": "network-changed", "server_uuid": "d087b29f-7d23-4582-bd97-6a2a933279b2", "tag": "61632b75-18d7-4988-9bba-0c8958f15e78"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:38:27.934083 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-970da950-a149-45ed-9e01-1119678d4995 req-1ac6e555-0e8c-44cf-8edc-4537a7e62e2c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=363a7db5-8d11-4036-946f-28b65435a22a HTTP/1.1" status: 200 len: 998 time: 0.1989684 Nov 12 01:38:27.941571 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3f274653-4103-4caa-ad4a-8ecb49cb6e22 req-9cd87a40-d16c-4afe-bf1b-f94d3e7b4975 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=42b11c04-f70f-4000-9cc7-86c5eb604b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941352 Nov 12 01:38:27.984495 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-94417390-4f3a-439e-89a9-ff0bd0187a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'name': 'tempest-TestVolumeBootPattern-1803726501-router', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'b3315c24-034f-4c6c-af2b-ac0625dea128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:23:26Z', 'updated_at': '2021-11-12T01:23:42Z', 'revision_number': 4, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'gw_port': {'id': 'b3315c24-034f-4c6c-af2b-ac0625dea128', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fe:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:31Z', 'updated_at': '2021-11-12T01:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '7fe71942-4f31-4a2b-820b-9f2331ad130e', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'floating_ip_address': '172.25.3.128', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'port_id': '61632b75-18d7-4988-9bba-0c8958f15e78', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3', 'mac_address': 'fa:16:3e:75:14:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd087b29f-7d23-4582-bd97-6a2a933279b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:38:23Z', 'updated_at': '2021-11-12T01:38:23Z', 'revision_number': 0, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '235ce499-d7ad-46db-8998-1728331e7427', 'name': '', 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'mac_address': 'fa:16:3e:ef:f5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '6369b7da-1f3e-4df6-8094-1e515695655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:38Z', 'updated_at': '2021-11-12T01:23:48Z', 'revision_number': 5, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'subnets': [{'id': '6369b7da-1f3e-4df6-8094-1e515695655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:28.041417 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94417390-4f3a-439e-89a9-ff0bd0187a79 None None] Checking router: 8241e887-bcf7-405c-9401-d3e785b1e547 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:38:28.051796 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34d061c-0c42-4eb4-88e1-bd7e0e73d124 x-openstack-request-id: req-a34d061c-0c42-4eb4-88e1-bd7e0e73d124 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:38:28.052580 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d087b29f-7d23-4582-bd97-6a2a933279b2", "tag": "61632b75-18d7-4988-9bba-0c8958f15e78", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:38:28.053084 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a34d061c-0c42-4eb4-88e1-bd7e0e73d124 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:38:28.053823 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd087b29f-7d23-4582-bd97-6a2a933279b2', 'tag': '61632b75-18d7-4988-9bba-0c8958f15e78', 'status': 'completed', 'code': 200} Nov 12 01:38:28.060852 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94417390-4f3a-439e-89a9-ff0bd0187a79 None None] Routers {'8241e887-bcf7-405c-9401-d3e785b1e547'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:38:28.062131 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-94417390-4f3a-439e-89a9-ff0bd0187a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:38:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['8241e887-bcf7-405c-9401-d3e785b1e547'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:28.082522 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51810) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:28.167140 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970da950-a149-45ed-9e01-1119678d4995 req-7c04b939-07a7-44d4-a841-c80360a80d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:28.168763 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-970da950-a149-45ed-9e01-1119678d4995 req-7c04b939-07a7-44d4-a841-c80360a80d54 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=58602ced-3553-4428-ba5a-2ba090913b39 HTTP/1.1" status: 200 len: 834 time: 0.2262425 Nov 12 01:38:28.183275 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9ddbc-5112-4d71-9ced-d7546a66e3c6 req-e9a8fd24-fec2-4e21-8c6d-5345345c2966 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:28.185141 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1db9ddbc-5112-4d71-9ced-d7546a66e3c6 req-e9a8fd24-fec2-4e21-8c6d-5345345c2966 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/networks?id=91ceb85c-2ed3-4ec5-9033-5ce9801e1c79 HTTP/1.1" status: 200 len: 796 time: 0.4364440 Nov 12 01:38:28.260729 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1db9ddbc-5112-4d71-9ced-d7546a66e3c6 req-4e4a1fad-5451-4822-b3c0-923179750600 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/quotas/da2f05210fd943e2951f3890676710a2 HTTP/1.1" status: 200 len: 375 time: 0.0474725 Nov 12 01:38:28.291573 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326dae6-feb0-4773-a9ef-bde63d382dac req-43b2973a-e0f2-438f-8fdc-650f03cd9f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:28.297489 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d326dae6-feb0-4773-a9ef-bde63d382dac req-43b2973a-e0f2-438f-8fdc-650f03cd9f7c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=094a5f5e492c44f8b09b4e12e8299cf9&device_id=d087b29f-7d23-4582-bd97-6a2a933279b2 HTTP/1.1" status: 200 len: 1098 time: 0.1780715 Nov 12 01:38:28.305468 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14d615-b1d9-4a4f-a337-3cbd513ae90d req-259ff0a8-b610-4e5d-9344-44a9282f1ccc tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:28.318305 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7c14d615-b1d9-4a4f-a337-3cbd513ae90d req-259ff0a8-b610-4e5d-9344-44a9282f1ccc tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.45 "GET /v2.0/ports?device_id=f95d142d-5585-43b7-85aa-cff6d76ee9fc HTTP/1.1" status: 200 len: 944 time: 0.1753957 Nov 12 01:38:28.364077 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970da950-a149-45ed-9e01-1119678d4995 req-389a6fd3-6bec-414b-9b5a-6f9914384b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:28.365642 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-970da950-a149-45ed-9e01-1119678d4995 req-389a6fd3-6bec-414b-9b5a-6f9914384b13 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=74fb427d-96d0-439d-a971-7fe4b03ebe46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1628103 Nov 12 01:38:28.383835 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-94417390-4f3a-439e-89a9-ff0bd0187a79 None None] Set router 8241e887-bcf7-405c-9401-d3e785b1e547 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:38:28.450938 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eba96a10-d06e-417a-b36d-5ddb5cad7bfd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:28.523766 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326dae6-feb0-4773-a9ef-bde63d382dac req-178b5b4b-dd28-4f26-8559-f5dfdde68145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:28.525610 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d326dae6-feb0-4773-a9ef-bde63d382dac req-178b5b4b-dd28-4f26-8559-f5dfdde68145 service neutron] 10.222.0.16 "GET /v2.0/networks?id=41d3594c-6378-4888-b7ad-f2b6034333e3 HTTP/1.1" status: 200 len: 912 time: 0.2204912 Nov 12 01:38:28.654158 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d326dae6-feb0-4773-a9ef-bde63d382dac req-bde8765f-2255-4017-b9fc-f7299a9f2951 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61632b75-18d7-4988-9bba-0c8958f15e78 HTTP/1.1" status: 200 len: 1000 time: 0.1204252 Nov 12 01:38:28.758670 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eba96a10-d06e-417a-b36d-5ddb5cad7bfd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:28.781602 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eba96a10-d06e-417a-b36d-5ddb5cad7bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:28.880722 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba96a10-d06e-417a-b36d-5ddb5cad7bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b6095e-ed9b-4c32-8d7b-c872c31ec457,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:28.947773 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-eba96a10-d06e-417a-b36d-5ddb5cad7bfd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=95fd78e60d3d49de9833e26687fa94c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8631318 Nov 12 01:38:28.953493 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51814) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:28.964119 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-94417390-4f3a-439e-89a9-ff0bd0187a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'name': 'tempest-TestVolumeBootPattern-1803726501-router', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'b3315c24-034f-4c6c-af2b-ac0625dea128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:23:26Z', 'updated_at': '2021-11-12T01:23:42Z', 'revision_number': 4, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'gw_port': {'id': 'b3315c24-034f-4c6c-af2b-ac0625dea128', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fe:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:31Z', 'updated_at': '2021-11-12T01:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '7fe71942-4f31-4a2b-820b-9f2331ad130e', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'floating_ip_address': '172.25.3.128', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'port_id': '61632b75-18d7-4988-9bba-0c8958f15e78', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3', 'mac_address': 'fa:16:3e:75:14:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd087b29f-7d23-4582-bd97-6a2a933279b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:38:23Z', 'updated_at': '2021-11-12T01:38:23Z', 'revision_number': 0, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '235ce499-d7ad-46db-8998-1728331e7427', 'name': '', 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'mac_address': 'fa:16:3e:ef:f5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '6369b7da-1f3e-4df6-8094-1e515695655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:38Z', 'updated_at': '2021-11-12T01:23:48Z', 'revision_number': 5, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'subnets': [{'id': '6369b7da-1f3e-4df6-8094-1e515695655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:28.978102 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326dae6-feb0-4773-a9ef-bde63d382dac req-b6144e59-cc3a-47b5-9e27-a374f0c6a471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:28.979724 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d326dae6-feb0-4773-a9ef-bde63d382dac req-b6144e59-cc3a-47b5-9e27-a374f0c6a471 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6369b7da-1f3e-4df6-8094-1e515695655d HTTP/1.1" status: 200 len: 851 time: 0.2178061 Nov 12 01:38:29.034288 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94417390-4f3a-439e-89a9-ff0bd0187a79 None None] The sync data for ids ['8241e887-bcf7-405c-9401-d3e785b1e547'] in n-d-712142-27 is: [{'id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'name': 'tempest-TestVolumeBootPattern-1803726501-router', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'b3315c24-034f-4c6c-af2b-ac0625dea128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:23:26Z', 'updated_at': '2021-11-12T01:23:42Z', 'revision_number': 4, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'gw_port': {'id': 'b3315c24-034f-4c6c-af2b-ac0625dea128', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fe:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:31Z', 'updated_at': '2021-11-12T01:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '7fe71942-4f31-4a2b-820b-9f2331ad130e', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'floating_ip_address': '172.25.3.128', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'port_id': '61632b75-18d7-4988-9bba-0c8958f15e78', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3', 'mac_address': 'fa:16:3e:75:14:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd087b29f-7d23-4582-bd97-6a2a933279b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:38:23Z', 'updated_at': '2021-11-12T01:38:23Z', 'revision_number': 0, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '235ce499-d7ad-46db-8998-1728331e7427', 'name': '', 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'mac_address': 'fa:16:3e:ef:f5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '6369b7da-1f3e-4df6-8094-1e515695655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:38Z', 'updated_at': '2021-11-12T01:23:48Z', 'revision_number': 5, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'subnets': [{'id': '6369b7da-1f3e-4df6-8094-1e515695655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:38:29.061587 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326dae6-feb0-4773-a9ef-bde63d382dac req-4d27d633-52e3-46aa-b24f-159b2d5d8486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:29.063275 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d326dae6-feb0-4773-a9ef-bde63d382dac req-4d27d633-52e3-46aa-b24f-159b2d5d8486 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=41d3594c-6378-4888-b7ad-f2b6034333e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0734515 Nov 12 01:38:29.066653 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1db9ddbc-5112-4d71-9ced-d7546a66e3c6 req-50dfd580-07b8-44c4-9c20-31c668364d1d tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=da2f05210fd943e2951f3890676710a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7886071 Nov 12 01:38:29.082009 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7c14d615-b1d9-4a4f-a337-3cbd513ae90d req-065a8924-b7ef-4700-b74c-4029904daafc tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab645a94-98ae-4f02-b09e-70d8e56a0748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7627859 Nov 12 01:38:29.118807 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-94741dd9-08c7-4613-8e1a-673c733d28aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:29.244849 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-94741dd9-08c7-4613-8e1a-673c733d28aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:29.249652 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-970da950-a149-45ed-9e01-1119678d4995 req-4de20a04-78ef-4d93-80c2-c527bbd9f224 service neutron] 10.222.0.16 "GET /v2.0/networks/74fb427d-96d0-439d-a971-7fe4b03ebe46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8743393 Nov 12 01:38:29.327568 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d326dae6-feb0-4773-a9ef-bde63d382dac req-b2e14259-c463-4425-b367-9f902478a406 service neutron] 10.222.0.16 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288344 Nov 12 01:38:29.445111 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6752f77c-abcc-4ecb-9260-e67ad8d8275c None None] New status for floating IP 7fe71942-4f31-4a2b-820b-9f2331ad130e: ACTIVE {{(pid=109088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:38:29.503604 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-94741dd9-08c7-4613-8e1a-673c733d28aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:29.507525 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-94741dd9-08c7-4613-8e1a-673c733d28aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:29.512787 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-94741dd9-08c7-4613-8e1a-673c733d28aa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d9b6095e-ed9b-4c32-8d7b-c872c31ec457 HTTP/1.1" status: 204 len: 168 time: 0.5522394 Nov 12 01:38:29.513279 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1db9ddbc-5112-4d71-9ced-d7546a66e3c6 req-314dabc1-29c0-4473-9bc2-a23b929bea44 service neutron] 10.222.0.45 "GET /v2.0/networks/91ceb85c-2ed3-4ec5-9033-5ce9801e1c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184639 Nov 12 01:38:29.538588 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94741dd9-08c7-4613-8e1a-673c733d28aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b6095e-ed9b-4c32-8d7b-c872c31ec457,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:29.572126 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad74e263-dd23-4952-992e-4a93efba4749 req-6f0a73ad-c157-4a7b-aa6f-6e62a0dfa53d tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:29.575435 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ad74e263-dd23-4952-992e-4a93efba4749 req-6f0a73ad-c157-4a7b-aa6f-6e62a0dfa53d tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c90f418-4fda-487e-be00-51bd994412c0 HTTP/1.1" status: 200 len: 944 time: 0.3204963 Nov 12 01:38:29.628620 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d326dae6-feb0-4773-a9ef-bde63d382dac req-9b32f588-a639-4328-9201-90cd3bc45eaf service neutron] 10.222.0.16 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844257 Nov 12 01:38:29.726655 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-970da950-a149-45ed-9e01-1119678d4995 req-d381115e-9e9d-4815-9dca-6a4e3ce020be service neutron] 10.222.0.16 "GET /v2.0/networks/74fb427d-96d0-439d-a971-7fe4b03ebe46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4504697 Nov 12 01:38:29.739025 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ad74e263-dd23-4952-992e-4a93efba4749 req-d57aad71-464c-40ec-8f7b-cb380750716a tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=42b11c04-f70f-4000-9cc7-86c5eb604b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358733 Nov 12 01:38:29.796835 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1db9ddbc-5112-4d71-9ced-d7546a66e3c6 req-e34cac44-ba2f-4065-9f0a-9707d694c7fa service neutron] 10.222.0.45 "GET /v2.0/networks/91ceb85c-2ed3-4ec5-9033-5ce9801e1c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575469 Nov 12 01:38:29.990053 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7ba489ad-4037-43a6-8cef-cae9682e3445 req-6c9602ad-6639-4c08-a438-aa94382e1223 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/ports?device_id=07f6a8f0-891c-45c0-bc97-4c5d1b0ab002 HTTP/1.1" status: 200 len: 210 time: 0.0287793 Nov 12 01:38:30.245660 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed4217-9168-4270-b4e4-f142c435cf98 req-26b93ced-e255-4717-8dc7-935916e0fb80 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:30.249615 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b9ed4217-9168-4270-b4e4-f142c435cf98 req-26b93ced-e255-4717-8dc7-935916e0fb80 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.45 "GET /v2.0/ports?device_id=f95d142d-5585-43b7-85aa-cff6d76ee9fc HTTP/1.1" status: 200 len: 944 time: 0.0796051 Nov 12 01:38:30.318602 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b9ed4217-9168-4270-b4e4-f142c435cf98 req-95f8c97b-7d5d-4f80-9d6b-c303790acb74 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab645a94-98ae-4f02-b09e-70d8e56a0748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613050 Nov 12 01:38:30.581628 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970da950-a149-45ed-9e01-1119678d4995 req-2060bb4f-8a62-42fe-a3c4-eef5bc1715fa tempest-TestNetworkAdvancedServerOps-773100936 tempest-TestNetworkAdvancedServerOps-773100936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:30.584315 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-970da950-a149-45ed-9e01-1119678d4995 req-2060bb4f-8a62-42fe-a3c4-eef5bc1715fa tempest-TestNetworkAdvancedServerOps-773100936 tempest-TestNetworkAdvancedServerOps-773100936-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8c90f418-4fda-487e-be00-51bd994412c0&tenant_id=553fbe5d09fe49948bd69193fe3f0783&binding%3Ahost_id=n-h1-712142-27 HTTP/1.1" status: 200 len: 1096 time: 0.0710156 Nov 12 01:38:30.777143 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-970da950-a149-45ed-9e01-1119678d4995 req-1aeb8ce0-ea73-4b06-b535-ef5b1eb4739d service neutron] For port 363a7db5-8d11-4036-946f-28b65435a22a, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:38:30.789920 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-970da950-a149-45ed-9e01-1119678d4995 req-1aeb8ce0-ea73-4b06-b535-ef5b1eb4739d service neutron] Publish callbacks [] for binding, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:30.792562 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-970da950-a149-45ed-9e01-1119678d4995 req-1aeb8ce0-ea73-4b06-b535-ef5b1eb4739d service neutron] 10.222.0.16 "DELETE /v2.0/ports/363a7db5-8d11-4036-946f-28b65435a22a/bindings/n-h2-712142-27 HTTP/1.1" status: 204 len: 173 time: 0.1977417 Nov 12 01:38:30.855133 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b18ea99c-9171-402d-9516-46b42b46f816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:30.970127 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46edbfcd-aed5-4a75-9e94-c841d2f06bba req-ac83cfa5-1dde-4b5a-b155-2d6094f10f3f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:30.973169 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-46edbfcd-aed5-4a75-9e94-c841d2f06bba req-ac83cfa5-1dde-4b5a-b155-2d6094f10f3f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c90f418-4fda-487e-be00-51bd994412c0 HTTP/1.1" status: 200 len: 944 time: 0.1237066 Nov 12 01:38:31.075504 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-46edbfcd-aed5-4a75-9e94-c841d2f06bba req-f598574e-cea7-41b7-b9a9-20cd69be96e7 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=42b11c04-f70f-4000-9cc7-86c5eb604b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949638 Nov 12 01:38:31.196302 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-865b0c4f-3164-4afb-97db-4bdd14695168 req-de657645-e86d-4e3c-8960-09e74eacab8b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/ports?device_id=07f6a8f0-891c-45c0-bc97-4c5d1b0ab002 HTTP/1.1" status: 200 len: 210 time: 0.0789351 Nov 12 01:38:31.275105 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a442b331-2053-494c-84e8-884a2cd264b5 req-f1a590c5-7a5c-4298-8c2b-a63af33f4deb tempest-TestNetworkAdvancedServerOps-773100936 tempest-TestNetworkAdvancedServerOps-773100936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:31.279132 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a442b331-2053-494c-84e8-884a2cd264b5 req-f1a590c5-7a5c-4298-8c2b-a63af33f4deb tempest-TestNetworkAdvancedServerOps-773100936 tempest-TestNetworkAdvancedServerOps-773100936-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=8c90f418-4fda-487e-be00-51bd994412c0 HTTP/1.1" status: 200 len: 1096 time: 0.0791714 Nov 12 01:38:31.354887 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a442b331-2053-494c-84e8-884a2cd264b5 req-9c8fbee4-28aa-4824-b985-b04d20470a2b tempest-TestNetworkAdvancedServerOps-773100936 tempest-TestNetworkAdvancedServerOps-773100936-project-admin] 10.222.0.45 "GET /v2.0/security-groups?id=42b11c04-f70f-4000-9cc7-86c5eb604b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657318 Nov 12 01:38:31.594791 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e02e8e6-d227-4369-b2b7-6f856c3579c9 req-2327eb05-ab07-42d1-ab26-537694127410 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:31.596469 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0e02e8e6-d227-4369-b2b7-6f856c3579c9 req-2327eb05-ab07-42d1-ab26-537694127410 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.45 "GET /v2.0/ports?device_id=f95d142d-5585-43b7-85aa-cff6d76ee9fc HTTP/1.1" status: 200 len: 944 time: 0.1210275 Nov 12 01:38:31.606131 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42240eea-9daf-4a51-8185-9ab45ab84509 req-d9ebc698-04f4-453c-8cad-ef66c7d47a49 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:31.607800 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-42240eea-9daf-4a51-8185-9ab45ab84509 req-d9ebc698-04f4-453c-8cad-ef66c7d47a49 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c90f418-4fda-487e-be00-51bd994412c0 HTTP/1.1" status: 200 len: 944 time: 0.1493273 Nov 12 01:38:31.694312 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0e02e8e6-d227-4369-b2b7-6f856c3579c9 req-9a341fb0-85a4-482e-9d4a-5722e9f483e8 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab645a94-98ae-4f02-b09e-70d8e56a0748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847304 Nov 12 01:38:31.705893 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-42240eea-9daf-4a51-8185-9ab45ab84509 req-2297f929-a834-46d8-a54f-b7ba1ba1fec3 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=42b11c04-f70f-4000-9cc7-86c5eb604b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818172 Nov 12 01:38:31.746399 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 51880) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:31.874783 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-42ef860f-f239-47e1-aa01-98a7e30872ab tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/floatingips/4360e056-d060-4af7-a01f-9dc3ac7589e3 HTTP/1.1" status: 200 len: 990 time: 0.1250947 Nov 12 01:38:32.062599 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9ddbc-5112-4d71-9ced-d7546a66e3c6 req-c4de80bd-37ac-4301-b812-23ece1f28b78 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:32.064579 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1db9ddbc-5112-4d71-9ced-d7546a66e3c6 req-c4de80bd-37ac-4301-b812-23ece1f28b78 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.16 "GET /v2.0/networks?id=91ceb85c-2ed3-4ec5-9033-5ce9801e1c79 HTTP/1.1" status: 200 len: 796 time: 0.2435486 Nov 12 01:38:32.211500 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1db9ddbc-5112-4d71-9ced-d7546a66e3c6 req-94a031be-80ca-4780-a4f4-0a2b74628e56 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da2f05210fd943e2951f3890676710a2 HTTP/1.1" status: 200 len: 380 time: 0.0930865 Nov 12 01:38:32.215676 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 51892) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:32.253324 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-1db9ddbc-5112-4d71-9ced-d7546a66e3c6 req-5093e9b1-0571-4db5-8bc8-82683e1a3365 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Request body: {'port': {'device_id': '07f6a8f0-891c-45c0-bc97-4c5d1b0ab002', 'network_id': '91ceb85c-2ed3-4ec5-9033-5ce9801e1c79', 'admin_state_up': True, 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'security_groups': ['b0b706d2-0dd3-441f-ae16-a2c26312574e']}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:38:32.254559 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0cee5402-3378-4147-93e4-b5f2cb49330f req-cf5fe16e-25aa-4cd3-a143-8c31546941c4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ac7b1fb9-99ad-4f39-9123-c7f8813b84ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0868309 Nov 12 01:38:32.416831 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee5402-3378-4147-93e4-b5f2cb49330f req-64014a05-cc65-4c8d-b656-972e18bd8064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:32.416831 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0cee5402-3378-4147-93e4-b5f2cb49330f req-64014a05-cc65-4c8d-b656-972e18bd8064 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47ae72be12504bb5b6ec465bbd1fafc1&device_id=ac7b1fb9-99ad-4f39-9123-c7f8813b84ff HTTP/1.1" status: 200 len: 1098 time: 0.0742710 Nov 12 01:38:32.427487 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4fee8d85-0ddd-48f0-998e-6b331ad16d75 req-cb9b56fc-1eb3-4f97-abbb-4d9314dcd08e tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/ports?device_id=07f6a8f0-891c-45c0-bc97-4c5d1b0ab002 HTTP/1.1" status: 200 len: 210 time: 0.0706422 Nov 12 01:38:32.562030 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee5402-3378-4147-93e4-b5f2cb49330f req-1b06c0f4-518e-46e3-b49b-a3e82d763f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:32.563576 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0cee5402-3378-4147-93e4-b5f2cb49330f req-1b06c0f4-518e-46e3-b49b-a3e82d763f05 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f0da9330-f94c-4f80-8641-83193e26aa87 HTTP/1.1" status: 200 len: 909 time: 0.1144483 Nov 12 01:38:32.638223 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0cee5402-3378-4147-93e4-b5f2cb49330f req-80b28288-56c3-42b5-aef3-b50883d3db9d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38f035e3-9729-4467-be49-57beb1dca680 HTTP/1.1" status: 200 len: 1001 time: 0.0659969 Nov 12 01:38:32.695560 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee5402-3378-4147-93e4-b5f2cb49330f req-5ee024c0-3369-45fe-b959-657f3ad13e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:32.697266 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0cee5402-3378-4147-93e4-b5f2cb49330f req-5ee024c0-3369-45fe-b959-657f3ad13e79 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bba74820-9668-4ff9-875e-5118cda4780e HTTP/1.1" status: 200 len: 848 time: 0.0520961 Nov 12 01:38:32.754054 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1db9ddbc-5112-4d71-9ced-d7546a66e3c6 req-5093e9b1-0571-4db5-8bc8-82683e1a3365 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Made reservation on behalf of da2f05210fd943e2951f3890676710a2 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:38:32.760791 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1db9ddbc-5112-4d71-9ced-d7546a66e3c6 req-5093e9b1-0571-4db5-8bc8-82683e1a3365 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:32.764907 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee5402-3378-4147-93e4-b5f2cb49330f req-de5ff9e6-9708-4d71-b3c8-10e956413b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:32.766970 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0cee5402-3378-4147-93e4-b5f2cb49330f req-de5ff9e6-9708-4d71-b3c8-10e956413b5a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f0da9330-f94c-4f80-8641-83193e26aa87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618885 Nov 12 01:38:32.910970 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0cee5402-3378-4147-93e4-b5f2cb49330f req-a9fb917a-d136-44ce-af81-ae4eff332d93 service neutron] 10.222.0.16 "GET /v2.0/networks/f0da9330-f94c-4f80-8641-83193e26aa87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357138 Nov 12 01:38:32.912923 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-5e3940b3-36ba-40a9-bc03-ac320164c11a tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Deleting port 4a3a57f8-e98d-4de6-ade5-dfe42f80e5ee {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:38:32.913515 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5e3940b3-36ba-40a9-bc03-ac320164c11a tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:32.971875 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:33.085269 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0cee5402-3378-4147-93e4-b5f2cb49330f req-8ca5f0ea-c8c7-4a16-ba8d-af6913fdc6e4 service neutron] 10.222.0.16 "GET /v2.0/networks/f0da9330-f94c-4f80-8641-83193e26aa87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659365 Nov 12 01:38:33.182743 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4f232-9ff9-4333-9508-067c8fa0eb9b req-8ad307fc-6be0-454f-94f0-44d26658c5bf tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:33.186355 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d6c4f232-9ff9-4333-9508-067c8fa0eb9b req-8ad307fc-6be0-454f-94f0-44d26658c5bf tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.45 "GET /v2.0/ports?device_id=f95d142d-5585-43b7-85aa-cff6d76ee9fc HTTP/1.1" status: 200 len: 944 time: 0.2967737 Nov 12 01:38:33.249732 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5e3940b3-36ba-40a9-bc03-ac320164c11a tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:33.250069 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5e3940b3-36ba-40a9-bc03-ac320164c11a tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:33.253445 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-1db9ddbc-5112-4d71-9ced-d7546a66e3c6 req-5093e9b1-0571-4db5-8bc8-82683e1a3365 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Allocated IP 172.20.0.5 (91ceb85c-2ed3-4ec5-9033-5ce9801e1c79/fdc5d305-ec1b-43b4-b716-cc6b30ec1204/fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:38:33.273806 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-5e3940b3-36ba-40a9-bc03-ac320164c11a tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Calling delete_port for 4a3a57f8-e98d-4de6-ade5-dfe42f80e5ee owned by network:floatingip {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:38:33.384365 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d6c4f232-9ff9-4333-9508-067c8fa0eb9b req-e440e9cd-c2b1-4530-b7e5-6cbe19af57f4 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab645a94-98ae-4f02-b09e-70d8e56a0748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835730 Nov 12 01:38:33.579017 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1db9ddbc-5112-4d71-9ced-d7546a66e3c6 req-5093e9b1-0571-4db5-8bc8-82683e1a3365 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:33.604698 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-976a63e3-d807-4abe-9f0c-4d97bc1b0789 req-10afbb47-c64a-43ac-95bd-fb3f4f182a0f tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/ports?device_id=07f6a8f0-891c-45c0-bc97-4c5d1b0ab002 HTTP/1.1" status: 200 len: 210 time: 0.0541887 Nov 12 01:38:33.714742 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5e3940b3-36ba-40a9-bc03-ac320164c11a tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:33.769841 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1db9ddbc-5112-4d71-9ced-d7546a66e3c6 req-5093e9b1-0571-4db5-8bc8-82683e1a3365 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:33.773692 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3940b3-36ba-40a9-bc03-ac320164c11a tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event deleted for resources: {'Port': ['ID=4a3a57f8-e98d-4de6-ade5-dfe42f80e5ee,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:33.895417 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1db9ddbc-5112-4d71-9ced-d7546a66e3c6 req-5093e9b1-0571-4db5-8bc8-82683e1a3365 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Network 91ceb85c-2ed3-4ec5-9033-5ce9801e1c79 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:38:33.907307 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-1db9ddbc-5112-4d71-9ced-d7546a66e3c6 req-5093e9b1-0571-4db5-8bc8-82683e1a3365 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:38:33.911701 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db9ddbc-5112-4d71-9ced-d7546a66e3c6 req-5093e9b1-0571-4db5-8bc8-82683e1a3365 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:38:33.984297 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5093e9b1-0571-4db5-8bc8-82683e1a3365 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event updated for resources: {'Port': ['ID=fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:34.004269 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5e3940b3-36ba-40a9-bc03-ac320164c11a tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for floatingip, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:34.004269 n-d-712142-27 neutron-server[109085]: INFO neutron.db.l3_db [None req-5e3940b3-36ba-40a9-bc03-ac320164c11a tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Floating IP 4360e056-d060-4af7-a01f-9dc3ac7589e3 disassociated (deleted). External IP: 172.25.3.65, port: 363a7db5-8d11-4036-946f-28b65435a22a. Nov 12 01:38:34.016261 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:34.053430 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9ddbc-5112-4d71-9ced-d7546a66e3c6 req-5093e9b1-0571-4db5-8bc8-82683e1a3365 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:34.054095 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1db9ddbc-5112-4d71-9ced-d7546a66e3c6 req-5093e9b1-0571-4db5-8bc8-82683e1a3365 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:34.078903 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1db9ddbc-5112-4d71-9ced-d7546a66e3c6 req-5093e9b1-0571-4db5-8bc8-82683e1a3365 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8416312 Nov 12 01:38:34.131699 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-1db9ddbc-5112-4d71-9ced-d7546a66e3c6 req-b2d9903a-ca91-4cb9-a935-2d9dcb114849 service neutron] Request body: {'port': {'device_id': '07f6a8f0-891c-45c0-bc97-4c5d1b0ab002', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:38:34.259034 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1db9ddbc-5112-4d71-9ced-d7546a66e3c6 req-b2d9903a-ca91-4cb9-a935-2d9dcb114849 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:34.399337 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-3678e8fb-3d72-4869-a2fe-22522e27cb10 None None] Provisioning complete for port fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:38:34.399955 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3678e8fb-3d72-4869-a2fe-22522e27cb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:34.466194 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-3678e8fb-3d72-4869-a2fe-22522e27cb10 None None] Port fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:38:34.469957 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3940b3-36ba-40a9-bc03-ac320164c11a tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Router 5bf9aa9d-1508-47b5-9131-02e4b52faf60 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:38:34.736476 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c978e4-c279-4404-9d42-ff72757b8a72 req-e574708d-2a3d-4d1c-866e-b0521a63b6e5 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:34.738092 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f2c978e4-c279-4404-9d42-ff72757b8a72 req-e574708d-2a3d-4d1c-866e-b0521a63b6e5 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.45 "GET /v2.0/ports?device_id=f95d142d-5585-43b7-85aa-cff6d76ee9fc HTTP/1.1" status: 200 len: 944 time: 0.2365723 Nov 12 01:38:34.757137 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3940b3-36ba-40a9-bc03-ac320164c11a tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:38:34.767128 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5e3940b3-36ba-40a9-bc03-ac320164c11a tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:34.770701 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c03a5d-53a7-4e58-ad62-974900aa2234 None None] Sync routers for ids ['5bf9aa9d-1508-47b5-9131-02e4b52faf60'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:38:34.785126 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c03a5d-53a7-4e58-ad62-974900aa2234 None None] Routers {'5bf9aa9d-1508-47b5-9131-02e4b52faf60'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:38:34.785848 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-36c03a5d-53a7-4e58-ad62-974900aa2234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:38:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['5bf9aa9d-1508-47b5-9131-02e4b52faf60'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:34.881393 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-5e3940b3-36ba-40a9-bc03-ac320164c11a tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "DELETE /v2.0/floatingips/4360e056-d060-4af7-a01f-9dc3ac7589e3 HTTP/1.1" status: 204 len: 168 time: 2.6626310 Nov 12 01:38:34.886319 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c90f418-4fda-487e-be00-51bd994412c0', 'tag': '363a7db5-8d11-4036-946f-28b65435a22a'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:38:34.889011 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92739844-ce65-41ce-8682-36001fc296e8" -d '{"events": [{"name": "network-changed", "server_uuid": "8c90f418-4fda-487e-be00-51bd994412c0", "tag": "363a7db5-8d11-4036-946f-28b65435a22a"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:38:34.918665 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-1db9ddbc-5112-4d71-9ced-d7546a66e3c6 req-b2d9903a-ca91-4cb9-a935-2d9dcb114849 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:38:34.938317 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37137c6f-336c-4c24-8600-e6be7db83388 req-4978f54e-f8b1-45f2-8692-828bef0e77bb tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:34.940304 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-37137c6f-336c-4c24-8600-e6be7db83388 req-4978f54e-f8b1-45f2-8692-828bef0e77bb tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/ports?device_id=07f6a8f0-891c-45c0-bc97-4c5d1b0ab002 HTTP/1.1" status: 200 len: 931 time: 0.2127364 Nov 12 01:38:34.947171 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-36c03a5d-53a7-4e58-ad62-974900aa2234 None None] Set router 5bf9aa9d-1508-47b5-9131-02e4b52faf60 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:38:34.952317 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1db9ddbc-5112-4d71-9ced-d7546a66e3c6 req-b2d9903a-ca91-4cb9-a935-2d9dcb114849 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:34.963495 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f2c978e4-c279-4404-9d42-ff72757b8a72 req-4802c665-b851-4ab1-8e4f-b80c0b4035ef tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab645a94-98ae-4f02-b09e-70d8e56a0748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2168603 Nov 12 01:38:34.999957 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-1db9ddbc-5112-4d71-9ced-d7546a66e3c6 req-b2d9903a-ca91-4cb9-a935-2d9dcb114849 service neutron] Transition to ACTIVE for port object fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:38:35.010636 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1db9ddbc-5112-4d71-9ced-d7546a66e3c6 req-b2d9903a-ca91-4cb9-a935-2d9dcb114849 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:35.063145 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-37137c6f-336c-4c24-8600-e6be7db83388 req-a74aa3a4-bb92-4981-b9c7-7c548232173b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b706d2-0dd3-441f-ae16-a2c26312574e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143885 Nov 12 01:38:35.098889 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d9903a-ca91-4cb9-a935-2d9dcb114849 service neutron] Pushing event updated for resources: {'Port': ['ID=fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:35.138006 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device d726eac8-f120-44ef-a45e-7c3311051484 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:38:35.201239 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9117871-71a2-4a51-ae5a-ab21426bb4e2 x-openstack-request-id: req-d9117871-71a2-4a51-ae5a-ab21426bb4e2 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:38:35.201621 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c90f418-4fda-487e-be00-51bd994412c0", "tag": "363a7db5-8d11-4036-946f-28b65435a22a", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:38:35.201838 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d9117871-71a2-4a51-ae5a-ab21426bb4e2 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:38:35.202256 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c90f418-4fda-487e-be00-51bd994412c0', 'tag': '363a7db5-8d11-4036-946f-28b65435a22a', 'status': 'completed', 'code': 200} Nov 12 01:38:35.238102 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-1db9ddbc-5112-4d71-9ced-d7546a66e3c6 req-b2d9903a-ca91-4cb9-a935-2d9dcb114849 service neutron] Attempting to bind port fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9 on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:38:35.238586 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-1db9ddbc-5112-4d71-9ced-d7546a66e3c6 req-b2d9903a-ca91-4cb9-a935-2d9dcb114849 service neutron] Attempting to bind port fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9 by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': '579313ae-5b52-4b0e-8b52-a093860299fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '91ceb85c-2ed3-4ec5-9033-5ce9801e1c79'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:38:35.238773 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db9ddbc-5112-4d71-9ced-d7546a66e3c6 req-b2d9903a-ca91-4cb9-a935-2d9dcb114849 service neutron] Attempting to bind port fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9 on network 91ceb85c-2ed3-4ec5-9033-5ce9801e1c79 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:38:35.246412 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db9ddbc-5112-4d71-9ced-d7546a66e3c6 req-b2d9903a-ca91-4cb9-a935-2d9dcb114849 service neutron] Port fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9 on network 91ceb85c-2ed3-4ec5-9033-5ce9801e1c79 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:38:35.246649 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db9ddbc-5112-4d71-9ced-d7546a66e3c6 req-b2d9903a-ca91-4cb9-a935-2d9dcb114849 service neutron] Attempting to bind port fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9 on network 91ceb85c-2ed3-4ec5-9033-5ce9801e1c79 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:38:35.253130 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db9ddbc-5112-4d71-9ced-d7546a66e3c6 req-b2d9903a-ca91-4cb9-a935-2d9dcb114849 service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:38:35.253471 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db9ddbc-5112-4d71-9ced-d7546a66e3c6 req-b2d9903a-ca91-4cb9-a935-2d9dcb114849 service neutron] Checking segment: {'id': '579313ae-5b52-4b0e-8b52-a093860299fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '91ceb85c-2ed3-4ec5-9033-5ce9801e1c79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:38:35.253866 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db9ddbc-5112-4d71-9ced-d7546a66e3c6 req-b2d9903a-ca91-4cb9-a935-2d9dcb114849 service neutron] Bound using segment: {'id': '579313ae-5b52-4b0e-8b52-a093860299fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '91ceb85c-2ed3-4ec5-9033-5ce9801e1c79'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:38:35.254306 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-1db9ddbc-5112-4d71-9ced-d7546a66e3c6 req-b2d9903a-ca91-4cb9-a935-2d9dcb114849 service neutron] Bound port: fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '579313ae-5b52-4b0e-8b52-a093860299fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '91ceb85c-2ed3-4ec5-9033-5ce9801e1c79'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:38:35.254682 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1db9ddbc-5112-4d71-9ced-d7546a66e3c6 req-b2d9903a-ca91-4cb9-a935-2d9dcb114849 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:35.351149 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92739844-ce65-41ce-8682-36001fc296e8 req-8178f30e-516d-4e45-b08c-c2eff5928139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:35.352863 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-92739844-ce65-41ce-8682-36001fc296e8 req-8178f30e-516d-4e45-b08c-c2eff5928139 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=553fbe5d09fe49948bd69193fe3f0783&device_id=8c90f418-4fda-487e-be00-51bd994412c0 HTTP/1.1" status: 200 len: 1096 time: 0.0739515 Nov 12 01:38:35.377241 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:35.395224 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade06199-2338-4668-a8ee-3f86c1f7ec13 req-06c35eeb-a2ed-4210-9e6f-7342c0bc269b tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:35.397373 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ade06199-2338-4668-a8ee-3f86c1f7ec13 req-06c35eeb-a2ed-4210-9e6f-7342c0bc269b tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c90f418-4fda-487e-be00-51bd994412c0 HTTP/1.1" status: 200 len: 944 time: 0.0999327 Nov 12 01:38:35.424701 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-1db9ddbc-5112-4d71-9ced-d7546a66e3c6 req-b2d9903a-ca91-4cb9-a935-2d9dcb114849 service neutron] For port fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9, host n-h1-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:38:35.474853 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port d726eac8-f120-44ef-a45e-7c3311051484, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d726eac8-f120-44ef-a45e-7c3311051484,segment=NetworkSegment(11989a1d-772f-4a9d-b651-05354d96e188),segment_id=11989a1d-772f-4a9d-b651-05354d96e188)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:38:35.478174 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-1db9ddbc-5112-4d71-9ced-d7546a66e3c6 req-b2d9903a-ca91-4cb9-a935-2d9dcb114849 service neutron] For port fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9,segment=NetworkSegment(579313ae-5b52-4b0e-8b52-a093860299fa),segment_id=579313ae-5b52-4b0e-8b52-a093860299fa)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:38:35.487018 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1db9ddbc-5112-4d71-9ced-d7546a66e3c6 req-b2d9903a-ca91-4cb9-a935-2d9dcb114849 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:35.498984 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'd726eac8-f120-44ef-a45e-7c3311051484', 'network_id': 'fec24f4e-5e20-4c05-b161-dc71ced288cb', 'port_id': 'd726eac8-f120-44ef-a45e-7c3311051484', 'mac_address': 'fa:16:3e:46:16:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6378f0f2-aa83-409d-a23b-c9e8b33394c8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:38:35.506691 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ade06199-2338-4668-a8ee-3f86c1f7ec13 req-b93b9f8f-26aa-43e2-b806-ffb33b133ba7 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=42b11c04-f70f-4000-9cc7-86c5eb604b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982146 Nov 12 01:38:35.521084 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92739844-ce65-41ce-8682-36001fc296e8 req-a573ebe6-a2e7-4961-9790-bb54caf7ffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:35.533845 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-92739844-ce65-41ce-8682-36001fc296e8 req-a573ebe6-a2e7-4961-9790-bb54caf7ffc6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=74fb427d-96d0-439d-a971-7fe4b03ebe46 HTTP/1.1" status: 200 len: 897 time: 0.1719129 Nov 12 01:38:35.547524 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9ddbc-5112-4d71-9ced-d7546a66e3c6 req-b2d9903a-ca91-4cb9-a935-2d9dcb114849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:35.548191 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1db9ddbc-5112-4d71-9ced-d7546a66e3c6 req-b2d9903a-ca91-4cb9-a935-2d9dcb114849 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:35.549676 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1db9ddbc-5112-4d71-9ced-d7546a66e3c6 req-b2d9903a-ca91-4cb9-a935-2d9dcb114849 service neutron] 10.222.0.16 "PUT /v2.0/ports/fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9 HTTP/1.1" status: 200 len: 1092 time: 1.4246573 Nov 12 01:38:35.587529 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d9903a-ca91-4cb9-a935-2d9dcb114849 service neutron] Pushing event updated for resources: {'Port': ['ID=fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:35.627698 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-92739844-ce65-41ce-8682-36001fc296e8 req-f2e2085c-9d3e-48b8-b37e-cfe7024cab12 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=363a7db5-8d11-4036-946f-28b65435a22a HTTP/1.1" status: 200 len: 217 time: 0.0824916 Nov 12 01:38:35.633053 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:35.639649 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-36c03a5d-53a7-4e58-ad62-974900aa2234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf9aa9d-1508-47b5-9131-02e4b52faf60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-841487851', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'a4c242d3-3dc3-4f33-80d1-03e2cd8678d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:37:03Z', 'updated_at': '2021-11-12T01:37:10Z', 'revision_number': 4, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': 'a4c242d3-3dc3-4f33-80d1-03e2cd8678d5', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf9aa9d-1508-47b5-9131-02e4b52faf60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:37:04Z', 'updated_at': '2021-11-12T01:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '8ab2e4bb-4362-477c-9c2b-c509d75ac306', 'name': '', 'network_id': '74fb427d-96d0-439d-a971-7fe4b03ebe46', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'mac_address': 'fa:16:3e:f4:da:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf9aa9d-1508-47b5-9131-02e4b52faf60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '58602ced-3553-4428-ba5a-2ba090913b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:37:08Z', 'updated_at': '2021-11-12T01:37:18Z', 'revision_number': 5, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'subnets': [{'id': '58602ced-3553-4428-ba5a-2ba090913b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:35.737486 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92739844-ce65-41ce-8682-36001fc296e8 req-0f5d0584-2883-47b4-a9ca-4c604729274d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:35.740277 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9ddbc-5112-4d71-9ced-d7546a66e3c6 req-81d497c7-81d9-4063-bd84-cb2f5f69c2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:35.743119 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1db9ddbc-5112-4d71-9ced-d7546a66e3c6 req-81d497c7-81d9-4063-bd84-cb2f5f69c2b6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=da2f05210fd943e2951f3890676710a2&device_id=07f6a8f0-891c-45c0-bc97-4c5d1b0ab002 HTTP/1.1" status: 200 len: 1095 time: 0.0886924 Nov 12 01:38:35.746691 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-92739844-ce65-41ce-8682-36001fc296e8 req-0f5d0584-2883-47b4-a9ca-4c604729274d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=58602ced-3553-4428-ba5a-2ba090913b39 HTTP/1.1" status: 200 len: 834 time: 0.1015689 Nov 12 01:38:35.814571 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1db9ddbc-5112-4d71-9ced-d7546a66e3c6 req-7a02ead0-5c24-4f87-b57e-ffccfade58e8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9 HTTP/1.1" status: 200 len: 217 time: 0.0460458 Nov 12 01:38:35.873043 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92739844-ce65-41ce-8682-36001fc296e8 req-03aaa39d-5d8b-42b9-bc97-27fb95969d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:35.876382 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-92739844-ce65-41ce-8682-36001fc296e8 req-03aaa39d-5d8b-42b9-bc97-27fb95969d63 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=74fb427d-96d0-439d-a971-7fe4b03ebe46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1067128 Nov 12 01:38:35.917434 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c03a5d-53a7-4e58-ad62-974900aa2234 None None] Checking router: 5bf9aa9d-1508-47b5-9131-02e4b52faf60 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:38:35.926444 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d726eac8-f120-44ef-a45e-7c3311051484 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:38:35.951338 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port d726eac8-f120-44ef-a45e-7c3311051484, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d726eac8-f120-44ef-a45e-7c3311051484,segment=NetworkSegment(11989a1d-772f-4a9d-b651-05354d96e188),segment_id=11989a1d-772f-4a9d-b651-05354d96e188)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:38:35.957846 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c03a5d-53a7-4e58-ad62-974900aa2234 None None] Routers {'5bf9aa9d-1508-47b5-9131-02e4b52faf60'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:38:35.958513 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-36c03a5d-53a7-4e58-ad62-974900aa2234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:38:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['5bf9aa9d-1508-47b5-9131-02e4b52faf60'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:35.961901 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:36.101333 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-92739844-ce65-41ce-8682-36001fc296e8 req-97383a74-0a53-49a6-a8ec-c3e7ce205bd9 service neutron] 10.222.0.16 "GET /v2.0/networks/74fb427d-96d0-439d-a971-7fe4b03ebe46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124991 Nov 12 01:38:36.105234 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9ddbc-5112-4d71-9ced-d7546a66e3c6 req-a00fd9eb-f4f3-4504-83ca-7d9659b34d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:36.107219 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1db9ddbc-5112-4d71-9ced-d7546a66e3c6 req-a00fd9eb-f4f3-4504-83ca-7d9659b34d88 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fdc5d305-ec1b-43b4-b716-cc6b30ec1204 HTTP/1.1" status: 200 len: 834 time: 0.2193000 Nov 12 01:38:36.122221 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=d726eac8-f120-44ef-a45e-7c3311051484,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:36.181063 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-36c03a5d-53a7-4e58-ad62-974900aa2234 None None] Set router 5bf9aa9d-1508-47b5-9131-02e4b52faf60 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:38:36.203057 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6aad8-2627-42ce-bd22-d9da8fb0370a req-def6f376-085e-406d-9ec5-1525f2f0a64e tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:36.204410 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-78e6aad8-2627-42ce-bd22-d9da8fb0370a req-def6f376-085e-406d-9ec5-1525f2f0a64e tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c90f418-4fda-487e-be00-51bd994412c0 HTTP/1.1" status: 200 len: 944 time: 0.3071828 Nov 12 01:38:36.280039 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-92739844-ce65-41ce-8682-36001fc296e8 req-129661b0-154b-4c40-823e-26dd5f66e6ee service neutron] 10.222.0.16 "GET /v2.0/networks/74fb427d-96d0-439d-a971-7fe4b03ebe46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692533 Nov 12 01:38:36.288928 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['d726eac8-f120-44ef-a45e-7c3311051484'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:38:36.676753 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-36c03a5d-53a7-4e58-ad62-974900aa2234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf9aa9d-1508-47b5-9131-02e4b52faf60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-841487851', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'a4c242d3-3dc3-4f33-80d1-03e2cd8678d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:37:03Z', 'updated_at': '2021-11-12T01:37:10Z', 'revision_number': 4, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': 'a4c242d3-3dc3-4f33-80d1-03e2cd8678d5', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf9aa9d-1508-47b5-9131-02e4b52faf60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:37:04Z', 'updated_at': '2021-11-12T01:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '8ab2e4bb-4362-477c-9c2b-c509d75ac306', 'name': '', 'network_id': '74fb427d-96d0-439d-a971-7fe4b03ebe46', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'mac_address': 'fa:16:3e:f4:da:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf9aa9d-1508-47b5-9131-02e4b52faf60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '58602ced-3553-4428-ba5a-2ba090913b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:37:08Z', 'updated_at': '2021-11-12T01:37:18Z', 'revision_number': 5, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'subnets': [{'id': '58602ced-3553-4428-ba5a-2ba090913b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:36.708564 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c03a5d-53a7-4e58-ad62-974900aa2234 None None] The sync data for ids ['5bf9aa9d-1508-47b5-9131-02e4b52faf60'] in n-d-712142-27 is: [{'id': '5bf9aa9d-1508-47b5-9131-02e4b52faf60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-841487851', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'a4c242d3-3dc3-4f33-80d1-03e2cd8678d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:37:03Z', 'updated_at': '2021-11-12T01:37:10Z', 'revision_number': 4, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': 'a4c242d3-3dc3-4f33-80d1-03e2cd8678d5', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf9aa9d-1508-47b5-9131-02e4b52faf60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:37:04Z', 'updated_at': '2021-11-12T01:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '8ab2e4bb-4362-477c-9c2b-c509d75ac306', 'name': '', 'network_id': '74fb427d-96d0-439d-a971-7fe4b03ebe46', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'mac_address': 'fa:16:3e:f4:da:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf9aa9d-1508-47b5-9131-02e4b52faf60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '58602ced-3553-4428-ba5a-2ba090913b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:37:08Z', 'updated_at': '2021-11-12T01:37:18Z', 'revision_number': 5, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'subnets': [{'id': '58602ced-3553-4428-ba5a-2ba090913b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:38:36.798774 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9ddbc-5112-4d71-9ced-d7546a66e3c6 req-5c969945-de68-4b24-b239-bcb17e4bc02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:36.801743 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1db9ddbc-5112-4d71-9ced-d7546a66e3c6 req-5c969945-de68-4b24-b239-bcb17e4bc02a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=91ceb85c-2ed3-4ec5-9033-5ce9801e1c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6804118 Nov 12 01:38:36.819238 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e502e-8e22-4b1b-ae3d-22477f401301 req-7022bf37-ef57-4dd8-8071-b762fcc679e0 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:36.824653 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a92e502e-8e22-4b1b-ae3d-22477f401301 req-7022bf37-ef57-4dd8-8071-b762fcc679e0 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.45 "GET /v2.0/ports?device_id=f95d142d-5585-43b7-85aa-cff6d76ee9fc HTTP/1.1" status: 200 len: 945 time: 0.6759627 Nov 12 01:38:36.864157 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e799214-6c88-4cde-b3ac-8022517d2421 req-87fd535a-149e-4226-96cf-d262444893d9 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:36.865796 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5e799214-6c88-4cde-b3ac-8022517d2421 req-87fd535a-149e-4226-96cf-d262444893d9 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/ports?device_id=07f6a8f0-891c-45c0-bc97-4c5d1b0ab002 HTTP/1.1" status: 200 len: 943 time: 0.6544340 Nov 12 01:38:36.993969 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-78e6aad8-2627-42ce-bd22-d9da8fb0370a req-4edceee3-6916-4719-b256-a54e44010278 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Deleting port 363a7db5-8d11-4036-946f-28b65435a22a {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:38:36.994612 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-78e6aad8-2627-42ce-bd22-d9da8fb0370a req-4edceee3-6916-4719-b256-a54e44010278 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:37.055867 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a92e502e-8e22-4b1b-ae3d-22477f401301 req-07d35711-c7d3-4548-9e0a-c62f6c1fc0b3 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab645a94-98ae-4f02-b09e-70d8e56a0748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2100837 Nov 12 01:38:37.072100 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5e799214-6c88-4cde-b3ac-8022517d2421 req-5a1260e6-b571-4d76-97e4-8d09c78f281b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b706d2-0dd3-441f-ae16-a2c26312574e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854744 Nov 12 01:38:37.120081 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8601e7b3-c9bf-4dc5-ab60-b5c055befd32 None None] New status for floating IP 4360e056-d060-4af7-a01f-9dc3ac7589e3: DOWN {{(pid=109088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:38:37.166315 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1db9ddbc-5112-4d71-9ced-d7546a66e3c6 req-5b39f29f-83ff-48b4-a5b7-4fde20c30196 service neutron] 10.222.0.16 "GET /v2.0/networks/91ceb85c-2ed3-4ec5-9033-5ce9801e1c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404768 Nov 12 01:38:37.211480 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07f6a8f0-891c-45c0-bc97-4c5d1b0ab002', 'tag': 'fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:38:37.213764 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61718c1b-c6d2-423a-8d20-21bd9a62ad3d" -d '{"events": [{"name": "network-changed", "server_uuid": "07f6a8f0-891c-45c0-bc97-4c5d1b0ab002", "tag": "fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:38:37.291130 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2ec640-43a2-4334-9b50-4f6e81413856 x-openstack-request-id: req-8b2ec640-43a2-4334-9b50-4f6e81413856 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:38:37.291603 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07f6a8f0-891c-45c0-bc97-4c5d1b0ab002", "tag": "fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:38:37.292130 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8b2ec640-43a2-4334-9b50-4f6e81413856 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:38:37.292850 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07f6a8f0-891c-45c0-bc97-4c5d1b0ab002', 'tag': 'fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9', 'status': 'completed', 'code': 200} Nov 12 01:38:37.390257 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-78e6aad8-2627-42ce-bd22-d9da8fb0370a req-4edceee3-6916-4719-b256-a54e44010278 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] For port 363a7db5-8d11-4036-946f-28b65435a22a, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=363a7db5-8d11-4036-946f-28b65435a22a,segment=NetworkSegment(08aadbad-4b5c-4d85-862f-6ce1fce27b23),segment_id=08aadbad-4b5c-4d85-862f-6ce1fce27b23)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:38:37.390854 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-78e6aad8-2627-42ce-bd22-d9da8fb0370a req-4edceee3-6916-4719-b256-a54e44010278 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:37.439063 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-78e6aad8-2627-42ce-bd22-d9da8fb0370a req-4edceee3-6916-4719-b256-a54e44010278 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Calling delete_port for 363a7db5-8d11-4036-946f-28b65435a22a owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:38:37.454479 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e196166a-8e72-49ae-a30b-a3e02818aaf3 req-1ae10c65-dfc0-4f8d-95e5-fb091d221647 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:37.457314 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e196166a-8e72-49ae-a30b-a3e02818aaf3 req-1ae10c65-dfc0-4f8d-95e5-fb091d221647 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8c90f418-4fda-487e-be00-51bd994412c0 HTTP/1.1" status: 200 len: 944 time: 0.2934825 Nov 12 01:38:37.595761 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1db9ddbc-5112-4d71-9ced-d7546a66e3c6 req-12d1bcbb-f509-4484-ba8a-c4a6dec244b3 service neutron] 10.222.0.16 "GET /v2.0/networks/91ceb85c-2ed3-4ec5-9033-5ce9801e1c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072297 Nov 12 01:38:37.662179 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e196166a-8e72-49ae-a30b-a3e02818aaf3 req-46d3b24f-7244-4bd7-95cc-898f559b0da4 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=42b11c04-f70f-4000-9cc7-86c5eb604b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941087 Nov 12 01:38:37.838534 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61718c1b-c6d2-423a-8d20-21bd9a62ad3d req-4a9597ee-c9e7-4592-a51d-1cadc7ed2d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:37.841283 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-61718c1b-c6d2-423a-8d20-21bd9a62ad3d req-4a9597ee-c9e7-4592-a51d-1cadc7ed2d25 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=da2f05210fd943e2951f3890676710a2&device_id=07f6a8f0-891c-45c0-bc97-4c5d1b0ab002 HTTP/1.1" status: 200 len: 1095 time: 0.1488619 Nov 12 01:38:37.864866 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-78e6aad8-2627-42ce-bd22-d9da8fb0370a req-4edceee3-6916-4719-b256-a54e44010278 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:37.944886 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edceee3-6916-4719-b256-a54e44010278 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event deleted for resources: {'Port': ['ID=363a7db5-8d11-4036-946f-28b65435a22a,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:38.011412 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e6aad8-2627-42ce-bd22-d9da8fb0370a req-4edceee3-6916-4719-b256-a54e44010278 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] No DVR routers for this DVR port 363a7db5-8d11-4036-946f-28b65435a22a on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:38:38.014381 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-78e6aad8-2627-42ce-bd22-d9da8fb0370a req-4edceee3-6916-4719-b256-a54e44010278 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:38.018531 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-78e6aad8-2627-42ce-bd22-d9da8fb0370a req-4edceee3-6916-4719-b256-a54e44010278 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.16 "DELETE /v2.0/ports/363a7db5-8d11-4036-946f-28b65435a22a HTTP/1.1" status: 204 len: 173 time: 1.7973001 Nov 12 01:38:38.050939 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61718c1b-c6d2-423a-8d20-21bd9a62ad3d req-e48c8f0a-b10a-486c-a266-9614b104f4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:38.054939 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-61718c1b-c6d2-423a-8d20-21bd9a62ad3d req-e48c8f0a-b10a-486c-a266-9614b104f4c8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=91ceb85c-2ed3-4ec5-9033-5ce9801e1c79 HTTP/1.1" status: 200 len: 896 time: 0.1986783 Nov 12 01:38:38.165511 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-61718c1b-c6d2-423a-8d20-21bd9a62ad3d req-af30a083-5a61-498e-a718-ac6e36a7121c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9 HTTP/1.1" status: 200 len: 217 time: 0.1012900 Nov 12 01:38:38.322324 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61718c1b-c6d2-423a-8d20-21bd9a62ad3d req-77da9f5a-5c70-4018-8fa4-e29f8b1cc53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:38.324482 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-61718c1b-c6d2-423a-8d20-21bd9a62ad3d req-77da9f5a-5c70-4018-8fa4-e29f8b1cc53b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fdc5d305-ec1b-43b4-b716-cc6b30ec1204 HTTP/1.1" status: 200 len: 834 time: 0.1494370 Nov 12 01:38:38.343822 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eff87a-ec02-4693-9c88-6befc54ebf94 req-a90f0289-1d41-4da2-9ab4-8d5540af376c tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:38.345485 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-02eff87a-ec02-4693-9c88-6befc54ebf94 req-a90f0289-1d41-4da2-9ab4-8d5540af376c tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.45 "GET /v2.0/ports?device_id=f95d142d-5585-43b7-85aa-cff6d76ee9fc HTTP/1.1" status: 200 len: 945 time: 0.1661000 Nov 12 01:38:38.424446 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2786b2-2c10-46b6-9b06-0f5350ff7677 req-b95bec19-d0b4-4579-bf93-09a19742e72d tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:38.437047 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dc2786b2-2c10-46b6-9b06-0f5350ff7677 req-b95bec19-d0b4-4579-bf93-09a19742e72d tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/ports?device_id=07f6a8f0-891c-45c0-bc97-4c5d1b0ab002 HTTP/1.1" status: 200 len: 943 time: 0.1875575 Nov 12 01:38:38.627194 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-02eff87a-ec02-4693-9c88-6befc54ebf94 req-04af14cb-c066-4dd9-a5cf-4841e1c738c9 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab645a94-98ae-4f02-b09e-70d8e56a0748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2690744 Nov 12 01:38:38.637345 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61718c1b-c6d2-423a-8d20-21bd9a62ad3d req-b5bc1d1e-ecc1-4d0e-aa27-eb019d711d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:38.641288 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-61718c1b-c6d2-423a-8d20-21bd9a62ad3d req-b5bc1d1e-ecc1-4d0e-aa27-eb019d711d2d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=91ceb85c-2ed3-4ec5-9033-5ce9801e1c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2944727 Nov 12 01:38:38.736980 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:38.745184 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dc2786b2-2c10-46b6-9b06-0f5350ff7677 req-d70115c5-9c37-4758-b261-83e678e1780b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b706d2-0dd3-441f-ae16-a2c26312574e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2873478 Nov 12 01:38:38.824108 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 51972) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:38.947307 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-61718c1b-c6d2-423a-8d20-21bd9a62ad3d req-e35c83fd-5a1c-4378-8b76-502e54ce8dfd service neutron] 10.222.0.16 "GET /v2.0/networks/91ceb85c-2ed3-4ec5-9033-5ce9801e1c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973690 Nov 12 01:38:39.084312 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device d726eac8-f120-44ef-a45e-7c3311051484 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:38:39.088333 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 363a7db5-8d11-4036-946f-28b65435a22a no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:38:39.199827 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-61718c1b-c6d2-423a-8d20-21bd9a62ad3d req-9fa32b2a-7c06-4423-9dd8-7cf70fc5d4c4 service neutron] 10.222.0.16 "GET /v2.0/networks/91ceb85c-2ed3-4ec5-9033-5ce9801e1c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150021 Nov 12 01:38:39.228351 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] No Port match for: 363a7db5-8d11-4036-946f-28b65435a22a {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:38:39.228772 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 363a7db5-8d11-4036-946f-28b65435a22a not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:38:39.265315 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port d726eac8-f120-44ef-a45e-7c3311051484 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:38:39.271741 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port d726eac8-f120-44ef-a45e-7c3311051484 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:38:39.272590 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:39.296197 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c90f418-4fda-487e-be00-51bd994412c0', 'name': 'network-vif-deleted', 'tag': '363a7db5-8d11-4036-946f-28b65435a22a'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:38:39.299325 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5009daa6-908a-445e-983e-ce5c80506246" -d '{"events": [{"server_uuid": "8c90f418-4fda-487e-be00-51bd994412c0", "name": "network-vif-deleted", "tag": "363a7db5-8d11-4036-946f-28b65435a22a"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:38:39.388103 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:39.408944 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b251b18-343d-4f4e-8a43-ca8a1fb4b61f x-openstack-request-id: req-7b251b18-343d-4f4e-8a43-ca8a1fb4b61f {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:38:39.409585 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c90f418-4fda-487e-be00-51bd994412c0", "name": "network-vif-deleted", "tag": "363a7db5-8d11-4036-946f-28b65435a22a", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:38:39.409802 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7b251b18-343d-4f4e-8a43-ca8a1fb4b61f {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:38:39.410434 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c90f418-4fda-487e-be00-51bd994412c0', 'name': 'network-vif-deleted', 'tag': '363a7db5-8d11-4036-946f-28b65435a22a', 'status': 'completed', 'code': 200} Nov 12 01:38:39.429043 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95d142d-5585-43b7-85aa-cff6d76ee9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd726eac8-f120-44ef-a45e-7c3311051484'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:38:39.433300 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c14766-dcb1-4424-b918-d974428c1f27" -d '{"events": [{"server_uuid": "f95d142d-5585-43b7-85aa-cff6d76ee9fc", "name": "network-vif-plugged", "status": "completed", "tag": "d726eac8-f120-44ef-a45e-7c3311051484"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:38:39.457270 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port d726eac8-f120-44ef-a45e-7c3311051484, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d726eac8-f120-44ef-a45e-7c3311051484,segment=NetworkSegment(11989a1d-772f-4a9d-b651-05354d96e188),segment_id=11989a1d-772f-4a9d-b651-05354d96e188)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:38:39.463761 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:39.547863 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5a6981-7f93-443e-81d2-a7742670d57d x-openstack-request-id: req-4a5a6981-7f93-443e-81d2-a7742670d57d {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:38:39.548259 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f95d142d-5585-43b7-85aa-cff6d76ee9fc", "name": "network-vif-plugged", "status": "completed", "tag": "d726eac8-f120-44ef-a45e-7c3311051484", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:38:39.548528 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4a5a6981-7f93-443e-81d2-a7742670d57d {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:38:39.548956 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95d142d-5585-43b7-85aa-cff6d76ee9fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd726eac8-f120-44ef-a45e-7c3311051484', 'code': 200} Nov 12 01:38:39.556566 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=d726eac8-f120-44ef-a45e-7c3311051484,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:39.601525 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a0e0d054-fcab-4b22-8b68-ed64c0a82277 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:39.725794 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cfe699-0f99-4570-a09e-dd1cfef0ac22 req-d59608bb-8fa5-407e-a89b-02d091c759f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:39.731185 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-19cfe699-0f99-4570-a09e-dd1cfef0ac22 req-d59608bb-8fa5-407e-a89b-02d091c759f9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f95d142d-5585-43b7-85aa-cff6d76ee9fc HTTP/1.1" status: 200 len: 1098 time: 0.0718634 Nov 12 01:38:39.831873 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-19cfe699-0f99-4570-a09e-dd1cfef0ac22 req-9fe9cd57-fd0d-4ee5-8aa8-b90cc604d49c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ab645a94-98ae-4f02-b09e-70d8e56a0748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921597 Nov 12 01:38:39.960932 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25a87a-e212-4fd9-a3af-5da73100db0d req-b12b160f-69c9-403d-909e-d880ecab2ada tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:39.962497 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3a25a87a-e212-4fd9-a3af-5da73100db0d req-b12b160f-69c9-403d-909e-d880ecab2ada tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.45 "GET /v2.0/ports?device_id=f95d142d-5585-43b7-85aa-cff6d76ee9fc HTTP/1.1" status: 200 len: 946 time: 0.1602407 Nov 12 01:38:39.986389 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06c83c-c3b1-4571-b386-635b23b8b476 req-e735acbf-b3f3-44ba-951b-38a1f927a8ee tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:39.988071 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7c06c83c-c3b1-4571-b386-635b23b8b476 req-e735acbf-b3f3-44ba-951b-38a1f927a8ee tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/ports?device_id=07f6a8f0-891c-45c0-bc97-4c5d1b0ab002 HTTP/1.1" status: 200 len: 943 time: 0.1043165 Nov 12 01:38:40.155049 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3a25a87a-e212-4fd9-a3af-5da73100db0d req-96fb74a6-79da-4870-885e-d35e04e561d3 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab645a94-98ae-4f02-b09e-70d8e56a0748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769795 Nov 12 01:38:40.177914 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7c06c83c-c3b1-4571-b386-635b23b8b476 req-8be2f6c7-af5c-472a-8942-6a296d95f0ea tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b706d2-0dd3-441f-ae16-a2c26312574e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718125 Nov 12 01:38:40.226152 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-a0e0d054-fcab-4b22-8b68-ed64c0a82277 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Deleting port 8ab2e4bb-4362-477c-9c2b-c509d75ac306 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:38:40.227043 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a0e0d054-fcab-4b22-8b68-ed64c0a82277 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:40.397348 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-a0e0d054-fcab-4b22-8b68-ed64c0a82277 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] For port 8ab2e4bb-4362-477c-9c2b-c509d75ac306, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=8ab2e4bb-4362-477c-9c2b-c509d75ac306,segment=NetworkSegment(08aadbad-4b5c-4d85-862f-6ce1fce27b23),segment_id=08aadbad-4b5c-4d85-862f-6ce1fce27b23)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:38:40.397787 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a0e0d054-fcab-4b22-8b68-ed64c0a82277 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:40.421478 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-a0e0d054-fcab-4b22-8b68-ed64c0a82277 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Calling delete_port for 8ab2e4bb-4362-477c-9c2b-c509d75ac306 owned by network:router_interface {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:38:40.750776 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a0e0d054-fcab-4b22-8b68-ed64c0a82277 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:40.785550 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e0d054-fcab-4b22-8b68-ed64c0a82277 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event deleted for resources: {'Port': ['ID=8ab2e4bb-4362-477c-9c2b-c509d75ac306,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:40.850305 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:41.081336 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:38:41.133286 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a0e0d054-fcab-4b22-8b68-ed64c0a82277 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:41.431218 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9,segment=NetworkSegment(579313ae-5b52-4b0e-8b52-a093860299fa),segment_id=579313ae-5b52-4b0e-8b52-a093860299fa)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:38:41.461580 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': 'fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9', 'network_id': '91ceb85c-2ed3-4ec5-9033-5ce9801e1c79', 'port_id': 'fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9', 'mac_address': 'fa:16:3e:f7:b8:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdc5d305-ec1b-43b4-b716-cc6b30ec1204', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:38:41.533234 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:41.557824 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:38:41.599162 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9,segment=NetworkSegment(579313ae-5b52-4b0e-8b52-a093860299fa),segment_id=579313ae-5b52-4b0e-8b52-a093860299fa)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:38:41.605226 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:41.690508 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:41.935228 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:38:41.970354 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f077af25-d84c-4d25-889f-cc547aa09825 req-6821d23a-a48f-4809-8c79-491021daa919 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:41.974319 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f077af25-d84c-4d25-889f-cc547aa09825 req-6821d23a-a48f-4809-8c79-491021daa919 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.45 "GET /v2.0/ports?device_id=f95d142d-5585-43b7-85aa-cff6d76ee9fc HTTP/1.1" status: 200 len: 946 time: 0.6343732 Nov 12 01:38:42.031112 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e0d054-fcab-4b22-8b68-ed64c0a82277 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Router 5bf9aa9d-1508-47b5-9131-02e4b52faf60 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:38:42.039596 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702f7ff-ef7d-4422-ab7c-9780adc74e18 req-b9734182-a82c-4f33-a173-5d27681245da tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:42.041395 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3702f7ff-ef7d-4422-ab7c-9780adc74e18 req-b9734182-a82c-4f33-a173-5d27681245da tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/ports?device_id=07f6a8f0-891c-45c0-bc97-4c5d1b0ab002 HTTP/1.1" status: 200 len: 944 time: 0.1288362 Nov 12 01:38:42.104296 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f077af25-d84c-4d25-889f-cc547aa09825 req-c784a224-a826-43f6-9e07-cb5be7f0bad6 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab645a94-98ae-4f02-b09e-70d8e56a0748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230621 Nov 12 01:38:42.242250 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3702f7ff-ef7d-4422-ab7c-9780adc74e18 req-d6b39436-caa5-4a84-b3ab-2b73b12d8d53 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b706d2-0dd3-441f-ae16-a2c26312574e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1896429 Nov 12 01:38:42.284684 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e0d054-fcab-4b22-8b68-ed64c0a82277 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:38:42.290475 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a0e0d054-fcab-4b22-8b68-ed64c0a82277 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "PUT /v2.0/routers/5bf9aa9d-1508-47b5-9131-02e4b52faf60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4645801 Nov 12 01:38:42.293786 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52004) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:42.303110 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a5120c-55af-4c42-9eb5-57461db5642a None None] Sync routers for ids ['5bf9aa9d-1508-47b5-9131-02e4b52faf60'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:38:42.310206 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea1732-4922-4002-940b-9eb250953130 req-6d9ce1fa-5381-4cd4-bc25-e597601c0835 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:42.311852 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ceea1732-4922-4002-940b-9eb250953130 req-6d9ce1fa-5381-4cd4-bc25-e597601c0835 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.45 "GET /v2.0/ports?device_id=f95d142d-5585-43b7-85aa-cff6d76ee9fc HTTP/1.1" status: 200 len: 946 time: 0.0975759 Nov 12 01:38:42.334480 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a5120c-55af-4c42-9eb5-57461db5642a None None] Routers {'5bf9aa9d-1508-47b5-9131-02e4b52faf60'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:38:42.334960 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-d9a5120c-55af-4c42-9eb5-57461db5642a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:38:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['5bf9aa9d-1508-47b5-9131-02e4b52faf60'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:42.379296 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-65dc4883-028b-48e7-9a78-d26d9184ddcb tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Deleting subnet 58602ced-3553-4428-ba5a-2ba090913b39 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:38:42.381129 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ceea1732-4922-4002-940b-9eb250953130 req-2d84deac-6540-44a0-9b32-e249557142f6 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab645a94-98ae-4f02-b09e-70d8e56a0748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558672 Nov 12 01:38:42.384827 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-65dc4883-028b-48e7-9a78-d26d9184ddcb tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:42.411875 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52006) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:42.468687 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-65dc4883-028b-48e7-9a78-d26d9184ddcb tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:42.504566 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-d9a5120c-55af-4c42-9eb5-57461db5642a None None] Set router 5bf9aa9d-1508-47b5-9131-02e4b52faf60 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:38:42.600789 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-65dc4883-028b-48e7-9a78-d26d9184ddcb tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:42.697142 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-65dc4883-028b-48e7-9a78-d26d9184ddcb tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:42.724482 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-65dc4883-028b-48e7-9a78-d26d9184ddcb tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:42.729647 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d36a672-b962-41c8-b61f-9c4b73c9822a None None] Network 74fb427d-96d0-439d-a971-7fe4b03ebe46 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:38:42.730900 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-65dc4883-028b-48e7-9a78-d26d9184ddcb tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "DELETE /v2.0/subnets/58602ced-3553-4428-ba5a-2ba090913b39 HTTP/1.1" status: 204 len: 168 time: 0.4350879 Nov 12 01:38:42.751890 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52010) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:42.782369 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d2c865-93db-427e-b667-e6ae8300d317 tempest-TestVolumeBackupRestore-293491974 tempest-TestVolumeBackupRestore-293491974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:42.785454 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c0d2c865-93db-427e-b667-e6ae8300d317 tempest-TestVolumeBackupRestore-293491974 tempest-TestVolumeBackupRestore-293491974-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f95d142d-5585-43b7-85aa-cff6d76ee9fc HTTP/1.1" status: 200 len: 1093 time: 0.3718421 Nov 12 01:38:42.788416 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52012) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:42.797383 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-966808e2-1845-463f-b6bf-e6bc2dd9102b tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Request body: {'floatingip': {'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'port_id': 'd726eac8-f120-44ef-a45e-7c3311051484', 'tenant_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:38:42.807357 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-d9a5120c-55af-4c42-9eb5-57461db5642a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf9aa9d-1508-47b5-9131-02e4b52faf60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-841487851', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'a4c242d3-3dc3-4f33-80d1-03e2cd8678d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:37:03Z', 'updated_at': '2021-11-12T01:38:40Z', 'revision_number': 5, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': 'a4c242d3-3dc3-4f33-80d1-03e2cd8678d5', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf9aa9d-1508-47b5-9131-02e4b52faf60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:37:04Z', 'updated_at': '2021-11-12T01:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:42.827564 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dc4883-028b-48e7-9a78-d26d9184ddcb tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event deleted for resources: {'Subnet': ['ID=58602ced-3553-4428-ba5a-2ba090913b39,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:42.847101 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a5120c-55af-4c42-9eb5-57461db5642a None None] Checking router: 5bf9aa9d-1508-47b5-9131-02e4b52faf60 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:38:42.853426 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-966808e2-1845-463f-b6bf-e6bc2dd9102b tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks [] for floatingip, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:42.897236 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a5120c-55af-4c42-9eb5-57461db5642a None None] Routers {'5bf9aa9d-1508-47b5-9131-02e4b52faf60'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:38:42.897900 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-d9a5120c-55af-4c42-9eb5-57461db5642a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:38:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['5bf9aa9d-1508-47b5-9131-02e4b52faf60'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:42.946204 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-31495c31-fdca-4e71-af74-ab0b71043313 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:43.069943 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2639be-5987-4a1f-ad44-e7b25fc2b991 None None] DHCP port deletion for 74fb427d-96d0-439d-a971-7fe4b03ebe46 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:38:43.073569 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-d9a5120c-55af-4c42-9eb5-57461db5642a None None] Set router 5bf9aa9d-1508-47b5-9131-02e4b52faf60 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:38:43.112447 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-966808e2-1845-463f-b6bf-e6bc2dd9102b tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:43.133803 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9 up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:38:43.158970 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-31495c31-fdca-4e71-af74-ab0b71043313 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:43.277090 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-31495c31-fdca-4e71-af74-ab0b71043313 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Deleting port a4c242d3-3dc3-4f33-80d1-03e2cd8678d5 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:38:43.278072 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-31495c31-fdca-4e71-af74-ab0b71043313 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:43.313448 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:38:43.325452 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:38:43.326471 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:43.346463 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-1f2639be-5987-4a1f-ad44-e7b25fc2b991 None None] Deleting port 156266e1-1077-4b62-a6ff-1553e43d99dd {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:38:43.346840 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1f2639be-5987-4a1f-ad44-e7b25fc2b991 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:43.364071 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-966808e2-1845-463f-b6bf-e6bc2dd9102b tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Allocated IP 172.25.3.137 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/fef31c05-330a-411d-8e88-19c0e3738576) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:38:43.476530 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-31495c31-fdca-4e71-af74-ab0b71043313 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] For port a4c242d3-3dc3-4f33-80d1-03e2cd8678d5, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=a4c242d3-3dc3-4f33-80d1-03e2cd8678d5,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:38:43.477293 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-31495c31-fdca-4e71-af74-ab0b71043313 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:43.497584 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-31495c31-fdca-4e71-af74-ab0b71043313 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Calling delete_port for a4c242d3-3dc3-4f33-80d1-03e2cd8678d5 owned by network:router_gateway {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:38:43.556147 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc4df9-618a-4457-9e4a-415f02e2b1a7 req-f35fa19c-f5f2-412d-b60a-a4c56788578e tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:43.566546 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5fdc4df9-618a-4457-9e4a-415f02e2b1a7 req-f35fa19c-f5f2-412d-b60a-a4c56788578e tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/ports?device_id=07f6a8f0-891c-45c0-bc97-4c5d1b0ab002 HTTP/1.1" status: 200 len: 944 time: 0.1636198 Nov 12 01:38:43.610691 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-966808e2-1845-463f-b6bf-e6bc2dd9102b tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:43.672414 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5fdc4df9-618a-4457-9e4a-415f02e2b1a7 req-1ce0e224-ca15-496d-997d-ec36a22018c9 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b706d2-0dd3-441f-ae16-a2c26312574e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047277 Nov 12 01:38:43.695293 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-966808e2-1845-463f-b6bf-e6bc2dd9102b tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:43.722586 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-1f2639be-5987-4a1f-ad44-e7b25fc2b991 None None] For port 156266e1-1077-4b62-a6ff-1553e43d99dd, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=156266e1-1077-4b62-a6ff-1553e43d99dd,segment=NetworkSegment(08aadbad-4b5c-4d85-862f-6ce1fce27b23),segment_id=08aadbad-4b5c-4d85-862f-6ce1fce27b23)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:38:43.723164 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1f2639be-5987-4a1f-ad44-e7b25fc2b991 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:43.747593 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-1f2639be-5987-4a1f-ad44-e7b25fc2b991 None None] Calling delete_port for 156266e1-1077-4b62-a6ff-1553e43d99dd owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:38:43.762221 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966808e2-1845-463f-b6bf-e6bc2dd9102b tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:38:43.764997 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-966808e2-1845-463f-b6bf-e6bc2dd9102b tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:38:43.770949 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966808e2-1845-463f-b6bf-e6bc2dd9102b tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Pushing event updated for resources: {'Port': ['ID=fef31c05-330a-411d-8e88-19c0e3738576,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:43.774981 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966808e2-1845-463f-b6bf-e6bc2dd9102b tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:38:43.857825 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:43.875481 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-31495c31-fdca-4e71-af74-ab0b71043313 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:43.882306 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-d9a5120c-55af-4c42-9eb5-57461db5642a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf9aa9d-1508-47b5-9131-02e4b52faf60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-841487851', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'a4c242d3-3dc3-4f33-80d1-03e2cd8678d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:37:03Z', 'updated_at': '2021-11-12T01:38:40Z', 'revision_number': 5, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': 'a4c242d3-3dc3-4f33-80d1-03e2cd8678d5', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf9aa9d-1508-47b5-9131-02e4b52faf60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:37:04Z', 'updated_at': '2021-11-12T01:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:43.917159 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31495c31-fdca-4e71-af74-ab0b71043313 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event deleted for resources: {'Port': ['ID=a4c242d3-3dc3-4f33-80d1-03e2cd8678d5,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:43.932507 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a5120c-55af-4c42-9eb5-57461db5642a None None] The sync data for ids ['5bf9aa9d-1508-47b5-9131-02e4b52faf60'] in n-d-712142-27 is: [{'id': '5bf9aa9d-1508-47b5-9131-02e4b52faf60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-841487851', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'a4c242d3-3dc3-4f33-80d1-03e2cd8678d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:37:03Z', 'updated_at': '2021-11-12T01:38:40Z', 'revision_number': 5, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': 'a4c242d3-3dc3-4f33-80d1-03e2cd8678d5', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:3b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf9aa9d-1508-47b5-9131-02e4b52faf60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:37:04Z', 'updated_at': '2021-11-12T01:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:38:43.956823 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f6a8f0-891c-45c0-bc97-4c5d1b0ab002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:38:43.960012 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98e8292-75b5-45ef-a3fe-16748a67fd4d" -d '{"events": [{"server_uuid": "07f6a8f0-891c-45c0-bc97-4c5d1b0ab002", "name": "network-vif-plugged", "status": "completed", "tag": "fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:38:44.002217 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b56fe1-cd5c-47b2-bde6-997db138c4de None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:38:44.018535 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9,segment=NetworkSegment(579313ae-5b52-4b0e-8b52-a093860299fa),segment_id=579313ae-5b52-4b0e-8b52-a093860299fa)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:38:44.025724 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:44.034222 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1f2639be-5987-4a1f-ad44-e7b25fc2b991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:44.056103 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-31495c31-fdca-4e71-af74-ab0b71043313 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:44.079911 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2639be-5987-4a1f-ad44-e7b25fc2b991 None None] No DVR routers for this DVR port 156266e1-1077-4b62-a6ff-1553e43d99dd on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:38:44.097635 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87688262-fd31-42bd-b53a-e33ca1692d6a x-openstack-request-id: req-87688262-fd31-42bd-b53a-e33ca1692d6a {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:38:44.097635 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07f6a8f0-891c-45c0-bc97-4c5d1b0ab002", "name": "network-vif-plugged", "status": "completed", "tag": "fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:38:44.097635 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-87688262-fd31-42bd-b53a-e33ca1692d6a {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:38:44.097635 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f6a8f0-891c-45c0-bc97-4c5d1b0ab002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9', 'code': 200} Nov 12 01:38:44.118162 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:44.159415 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2639be-5987-4a1f-ad44-e7b25fc2b991 None None] Pushing event deleted for resources: {'Port': ['ID=156266e1-1077-4b62-a6ff-1553e43d99dd,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:44.223658 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-31495c31-fdca-4e71-af74-ab0b71043313 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:44.227178 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-31495c31-fdca-4e71-af74-ab0b71043313 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:44.286808 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-31495c31-fdca-4e71-af74-ab0b71043313 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:44.287362 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31495c31-fdca-4e71-af74-ab0b71043313 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Fanout notify agent at l3_agent the message router_deleted on router 5bf9aa9d-1508-47b5-9131-02e4b52faf60 {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:38:44.296304 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-31495c31-fdca-4e71-af74-ab0b71043313 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:44.298496 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-31495c31-fdca-4e71-af74-ab0b71043313 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "DELETE /v2.0/routers/5bf9aa9d-1508-47b5-9131-02e4b52faf60 HTTP/1.1" status: 204 len: 168 time: 1.5450113 Nov 12 01:38:44.301204 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52036) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:44.336399 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b194fa9-0fd9-4c53-8992-cf4c8ef9d80c req-8c454318-15bc-414c-a1da-7a89d7032286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:44.338828 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8b194fa9-0fd9-4c53-8992-cf4c8ef9d80c req-8c454318-15bc-414c-a1da-7a89d7032286 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=07f6a8f0-891c-45c0-bc97-4c5d1b0ab002 HTTP/1.1" status: 200 len: 1097 time: 0.1179059 Nov 12 01:38:44.457306 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dccad06c-303a-4ebe-9186-3697bc437e36 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:44.460905 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8b194fa9-0fd9-4c53-8992-cf4c8ef9d80c req-e1170e9e-5ccb-4745-8763-1dec84d21323 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b0b706d2-0dd3-441f-ae16-a2c26312574e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106980 Nov 12 01:38:44.576611 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-966808e2-1845-463f-b6bf-e6bc2dd9102b tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:44.669514 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dccad06c-303a-4ebe-9186-3697bc437e36 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:44.729362 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-966808e2-1845-463f-b6bf-e6bc2dd9102b tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:44.742545 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-dccad06c-303a-4ebe-9186-3697bc437e36 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74fb427d-96d0-439d-a971-7fe4b03ebe46']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:44.767185 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-dccad06c-303a-4ebe-9186-3697bc437e36 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08aadbad-4b5c-4d85-862f-6ce1fce27b23') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:44.767559 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-dccad06c-303a-4ebe-9186-3697bc437e36 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08aadbad-4b5c-4d85-862f-6ce1fce27b23') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:44.789682 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dccad06c-303a-4ebe-9186-3697bc437e36 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:44.831205 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dccad06c-303a-4ebe-9186-3697bc437e36 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:44.844015 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dccad06c-303a-4ebe-9186-3697bc437e36 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:38:44.844442 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dccad06c-303a-4ebe-9186-3697bc437e36 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:44.848144 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:38:44.848144 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:38:44.848144 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:38:44.848144 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:38:44.848144 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:38:44.848144 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:38:44.848144 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:38:44.848144 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:38:44.848144 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:38:44.848144 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:38:44.848144 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:38:44.848144 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:38:44.848144 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:38:44.848144 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:38:44.848144 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:38:44.848144 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:38:44.848144 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:38:44.848144 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:38:44.848144 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:38:44.848144 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:38:44.848144 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:38:44.848144 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:38:44.848144 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:38:44.848144 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:38:44.848144 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:38:44.848144 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:38:44.848144 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:38:44.848144 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:38:44.848144 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:38:44.848144 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:38:44.848144 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:38:44.848144 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:38:44.869663 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 156266e1-1077-4b62-a6ff-1553e43d99dd no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:38:44.920916 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 156266e1-1077-4b62-a6ff-1553e43d99dd {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:38:44.921202 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 156266e1-1077-4b62-a6ff-1553e43d99dd not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:38:44.921632 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 8ab2e4bb-4362-477c-9c2b-c509d75ac306 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:38:44.966190 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 8ab2e4bb-4362-477c-9c2b-c509d75ac306 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:38:44.968545 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 8ab2e4bb-4362-477c-9c2b-c509d75ac306 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:38:45.034660 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dccad06c-303a-4ebe-9186-3697bc437e36 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:45.041846 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dccad06c-303a-4ebe-9186-3697bc437e36 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:45.042127 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993faa0-4cf4-496c-a8e6-ebdc4a76a2f0 req-6aebfbef-788d-4025-866c-dcdc614476af tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:45.043587 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a993faa0-4cf4-496c-a8e6-ebdc4a76a2f0 req-6aebfbef-788d-4025-866c-dcdc614476af tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/ports?device_id=07f6a8f0-891c-45c0-bc97-4c5d1b0ab002 HTTP/1.1" status: 200 len: 945 time: 0.1437523 Nov 12 01:38:45.049957 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-dccad06c-303a-4ebe-9186-3697bc437e36 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "DELETE /v2.0/networks/74fb427d-96d0-439d-a971-7fe4b03ebe46 HTTP/1.1" status: 204 len: 168 time: 0.7475588 Nov 12 01:38:45.058422 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52042) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:45.074836 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccad06c-303a-4ebe-9186-3697bc437e36 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event deleted for resources: {'Network': ['ID=74fb427d-96d0-439d-a971-7fe4b03ebe46,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:45.202114 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a993faa0-4cf4-496c-a8e6-ebdc4a76a2f0 req-f1e59480-8e06-4527-93c9-6f433a585a21 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b706d2-0dd3-441f-ae16-a2c26312574e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442671 Nov 12 01:38:45.216357 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-966808e2-1845-463f-b6bf-e6bc2dd9102b tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:45.232637 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-966808e2-1845-463f-b6bf-e6bc2dd9102b tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:45.241534 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4ffd7c7c-2a70-4f6e-81e1-8c5652654005 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:45.331224 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966808e2-1845-463f-b6bf-e6bc2dd9102b tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Pushing event updated for resources: {'Port': ['ID=fef31c05-330a-411d-8e88-19c0e3738576,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:45.337410 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4ffd7c7c-2a70-4f6e-81e1-8c5652654005 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:45.379033 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-966808e2-1845-463f-b6bf-e6bc2dd9102b tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:45.474375 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4ffd7c7c-2a70-4f6e-81e1-8c5652654005 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:45.477581 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4ffd7c7c-2a70-4f6e-81e1-8c5652654005 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:45.479226 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4ffd7c7c-2a70-4f6e-81e1-8c5652654005 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "DELETE /v2.0/security-groups/42b11c04-f70f-4000-9cc7-86c5eb604b38 HTTP/1.1" status: 204 len: 168 time: 0.4148414 Nov 12 01:38:45.589456 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffd7c7c-2a70-4f6e-81e1-8c5652654005 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b11c04-f70f-4000-9cc7-86c5eb604b38,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:45.692055 n-d-712142-27 neutron-server[109085]: INFO neutron.db.l3_db [None req-966808e2-1845-463f-b6bf-e6bc2dd9102b tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Floating IP 70de38ef-f9db-4ce3-a833-0f3802256329 associated. External IP: 172.25.3.137, port: d726eac8-f120-44ef-a45e-7c3311051484. Nov 12 01:38:46.118319 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-966808e2-1845-463f-b6bf-e6bc2dd9102b tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Router 43412624-131e-4598-a497-40fa5af375f2 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:38:46.342321 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966808e2-1845-463f-b6bf-e6bc2dd9102b tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:38:46.356973 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f416fb-0aa3-46f7-92a2-041f9675382e None None] Sync routers for ids ['43412624-131e-4598-a497-40fa5af375f2'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:38:46.371037 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f416fb-0aa3-46f7-92a2-041f9675382e None None] Routers {'43412624-131e-4598-a497-40fa5af375f2'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:38:46.371037 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-67f416fb-0aa3-46f7-92a2-041f9675382e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:38:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['43412624-131e-4598-a497-40fa5af375f2'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:46.401790 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52052) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:46.408577 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-16bd56af-e495-4d23-9c0a-a38deaa48422 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-200739598', 'description': 'tempest-secgroup-smoke-200739598 description', 'project_id': '553fbe5d09fe49948bd69193fe3f0783'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:38:46.460139 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-966808e2-1845-463f-b6bf-e6bc2dd9102b tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:46.478042 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-16bd56af-e495-4d23-9c0a-a38deaa48422 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:46.530520 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b096c286-40d1-4959-8acb-40875cf08b30 req-d326576c-1511-4072-b8f0-15b223094991 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:46.533923 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b096c286-40d1-4959-8acb-40875cf08b30 req-d326576c-1511-4072-b8f0-15b223094991 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/ports?device_id=07f6a8f0-891c-45c0-bc97-4c5d1b0ab002 HTTP/1.1" status: 200 len: 945 time: 0.1821604 Nov 12 01:38:46.544377 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-966808e2-1845-463f-b6bf-e6bc2dd9102b tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7496235 Nov 12 01:38:46.544377 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95d142d-5585-43b7-85aa-cff6d76ee9fc', 'tag': 'd726eac8-f120-44ef-a45e-7c3311051484'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:38:46.544896 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52054) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:46.546037 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d903cf74-e7af-4515-a7ba-58fab5886bb1" -d '{"events": [{"name": "network-changed", "server_uuid": "f95d142d-5585-43b7-85aa-cff6d76ee9fc", "tag": "d726eac8-f120-44ef-a45e-7c3311051484"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:38:46.625450 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-67f416fb-0aa3-46f7-92a2-041f9675382e None None] Set router 43412624-131e-4598-a497-40fa5af375f2 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:38:46.658968 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device a4c242d3-3dc3-4f33-80d1-03e2cd8678d5 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:38:46.665654 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982a8e4f-8be1-4caa-92e8-cb0f63ab48ac x-openstack-request-id: req-982a8e4f-8be1-4caa-92e8-cb0f63ab48ac {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:38:46.666167 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f95d142d-5585-43b7-85aa-cff6d76ee9fc", "tag": "d726eac8-f120-44ef-a45e-7c3311051484", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:38:46.666576 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-982a8e4f-8be1-4caa-92e8-cb0f63ab48ac {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:38:46.667414 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f95d142d-5585-43b7-85aa-cff6d76ee9fc', 'tag': 'd726eac8-f120-44ef-a45e-7c3311051484', 'status': 'completed', 'code': 200} Nov 12 01:38:46.676338 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b096c286-40d1-4959-8acb-40875cf08b30 req-fc1a0a0c-0b45-4fe0-8ab3-22f62b5ca87d tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b706d2-0dd3-441f-ae16-a2c26312574e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111505 Nov 12 01:38:46.727872 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: a4c242d3-3dc3-4f33-80d1-03e2cd8678d5 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:38:46.728405 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device a4c242d3-3dc3-4f33-80d1-03e2cd8678d5 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:38:46.802934 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a47f329-0603-42e2-b5a1-abb7839dc389 tempest-TestVolumeBackupRestore-293491974 tempest-TestVolumeBackupRestore-293491974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:46.805170 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3a47f329-0603-42e2-b5a1-abb7839dc389 tempest-TestVolumeBackupRestore-293491974 tempest-TestVolumeBackupRestore-293491974-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=f95d142d-5585-43b7-85aa-cff6d76ee9fc HTTP/1.1" status: 200 len: 1093 time: 0.2590401 Nov 12 01:38:46.808581 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52062) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:46.817579 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-e240de75-2542-427a-a808-b945aa2aed2a tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Request body: {'floatingip': {'port_id': 'd726eac8-f120-44ef-a45e-7c3311051484'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:38:46.844790 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-16bd56af-e495-4d23-9c0a-a38deaa48422 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:46.852246 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-16bd56af-e495-4d23-9c0a-a38deaa48422 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:46.874500 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d903cf74-e7af-4515-a7ba-58fab5886bb1 req-43e347a6-a1f0-4b3d-b7da-bc54041f152c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:46.876636 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d903cf74-e7af-4515-a7ba-58fab5886bb1 req-43e347a6-a1f0-4b3d-b7da-bc54041f152c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c6039ddfbbad449b88dd06b4503a82f1&device_id=f95d142d-5585-43b7-85aa-cff6d76ee9fc HTTP/1.1" status: 200 len: 1098 time: 0.1767054 Nov 12 01:38:46.980718 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-16bd56af-e495-4d23-9c0a-a38deaa48422 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:46.985336 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-16bd56af-e495-4d23-9c0a-a38deaa48422 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5782413 Nov 12 01:38:47.001770 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52070) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:47.025422 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-1f53aedc-b6de-4d3a-9166-d6c845e130f7 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Request body: {'security_group_rule': {'security_group_id': 'a1907552-1301-4254-a3f7-7f2eecc84b84', 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:38:47.037901 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-67f416fb-0aa3-46f7-92a2-041f9675382e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43412624-131e-4598-a497-40fa5af375f2', 'name': 'tempest-TestVolumeBackupRestore-864234643-router', 'tenant_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': 'c3b828cd-4e86-471e-9cfa-2826c1b2f640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:33:43Z', 'updated_at': '2021-11-12T01:33:51Z', 'revision_number': 4, 'project_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'gw_port': {'id': 'c3b828cd-4e86-471e-9cfa-2826c1b2f640', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:65:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43412624-131e-4598-a497-40fa5af375f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:44Z', 'updated_at': '2021-11-12T01:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '70de38ef-f9db-4ce3-a833-0f3802256329', 'tenant_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'floating_ip_address': '172.25.3.137', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '43412624-131e-4598-a497-40fa5af375f2', 'port_id': 'd726eac8-f120-44ef-a45e-7c3311051484', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec24f4e-5e20-4c05-b161-dc71ced288cb', 'mac_address': 'fa:16:3e:46:16:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95d142d-5585-43b7-85aa-cff6d76ee9fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:38:44Z', 'updated_at': '2021-11-12T01:38:44Z', 'revision_number': 0, 'project_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13ec9554-97fe-4778-be55-af9aaa8bb4da', 'name': '', 'network_id': 'fec24f4e-5e20-4c05-b161-dc71ced288cb', 'tenant_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'mac_address': 'fa:16:3e:22:75:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43412624-131e-4598-a497-40fa5af375f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '6378f0f2-aa83-409d-a23b-c9e8b33394c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:49Z', 'updated_at': '2021-11-12T01:34:01Z', 'revision_number': 5, 'project_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'subnets': [{'id': '6378f0f2-aa83-409d-a23b-c9e8b33394c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:47.094349 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e240de75-2542-427a-a808-b945aa2aed2a tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks [] for floatingip, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:47.146180 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d903cf74-e7af-4515-a7ba-58fab5886bb1 req-e273bcfb-4d77-4a60-92fa-154008b2ad01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:47.147950 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d903cf74-e7af-4515-a7ba-58fab5886bb1 req-e273bcfb-4d77-4a60-92fa-154008b2ad01 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fec24f4e-5e20-4c05-b161-dc71ced288cb HTTP/1.1" status: 200 len: 913 time: 0.2610545 Nov 12 01:38:47.148399 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f416fb-0aa3-46f7-92a2-041f9675382e None None] Checking router: 43412624-131e-4598-a497-40fa5af375f2 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:38:47.151179 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bd56af-e495-4d23-9c0a-a38deaa48422 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1907552-1301-4254-a3f7-7f2eecc84b84,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:47.177125 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f416fb-0aa3-46f7-92a2-041f9675382e None None] Routers {'43412624-131e-4598-a497-40fa5af375f2'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:38:47.179371 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-67f416fb-0aa3-46f7-92a2-041f9675382e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:38:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['43412624-131e-4598-a497-40fa5af375f2'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:47.219354 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeaa566-3336-482c-9ba3-30906bda6510 req-9d185bca-7b41-4fff-acde-9388943f1967 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:47.222377 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8aeaa566-3336-482c-9ba3-30906bda6510 req-9d185bca-7b41-4fff-acde-9388943f1967 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/ports?device_id=07f6a8f0-891c-45c0-bc97-4c5d1b0ab002 HTTP/1.1" status: 200 len: 945 time: 0.3104112 Nov 12 01:38:47.308691 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1f53aedc-b6de-4d3a-9166-d6c845e130f7 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:47.316156 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d903cf74-e7af-4515-a7ba-58fab5886bb1 req-e4cc29dd-6107-4678-92e8-4dbc4f139207 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d726eac8-f120-44ef-a45e-7c3311051484 HTTP/1.1" status: 200 len: 1000 time: 0.1596856 Nov 12 01:38:47.395732 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d903cf74-e7af-4515-a7ba-58fab5886bb1 req-ea693bec-b66b-4df0-8eef-4a0249a798b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:47.397375 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-67f416fb-0aa3-46f7-92a2-041f9675382e None None] Set router 43412624-131e-4598-a497-40fa5af375f2 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:38:47.404600 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d903cf74-e7af-4515-a7ba-58fab5886bb1 req-ea693bec-b66b-4df0-8eef-4a0249a798b5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6378f0f2-aa83-409d-a23b-c9e8b33394c8 HTTP/1.1" status: 200 len: 852 time: 0.0784492 Nov 12 01:38:47.468542 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d903cf74-e7af-4515-a7ba-58fab5886bb1 req-ce87022b-0db3-4bac-a87f-7e4d75214e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:47.471201 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d903cf74-e7af-4515-a7ba-58fab5886bb1 req-ce87022b-0db3-4bac-a87f-7e4d75214e04 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fec24f4e-5e20-4c05-b161-dc71ced288cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0621607 Nov 12 01:38:47.580548 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52076) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:47.617786 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d903cf74-e7af-4515-a7ba-58fab5886bb1 req-3b3dbded-acf2-4645-9777-d7b19b954688 service neutron] 10.222.0.44 "GET /v2.0/networks/fec24f4e-5e20-4c05-b161-dc71ced288cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378820 Nov 12 01:38:47.624190 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8aeaa566-3336-482c-9ba3-30906bda6510 req-a96a25f8-3e96-47a3-9bec-47256e776bdc tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b706d2-0dd3-441f-ae16-a2c26312574e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3882282 Nov 12 01:38:47.691404 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52080) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:47.770509 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1f53aedc-b6de-4d3a-9166-d6c845e130f7 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:47.781859 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1f53aedc-b6de-4d3a-9166-d6c845e130f7 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:47.801029 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-67f416fb-0aa3-46f7-92a2-041f9675382e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43412624-131e-4598-a497-40fa5af375f2', 'name': 'tempest-TestVolumeBackupRestore-864234643-router', 'tenant_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': 'c3b828cd-4e86-471e-9cfa-2826c1b2f640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:33:43Z', 'updated_at': '2021-11-12T01:33:51Z', 'revision_number': 4, 'project_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'gw_port': {'id': 'c3b828cd-4e86-471e-9cfa-2826c1b2f640', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:65:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43412624-131e-4598-a497-40fa5af375f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:44Z', 'updated_at': '2021-11-12T01:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '70de38ef-f9db-4ce3-a833-0f3802256329', 'tenant_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'floating_ip_address': '172.25.3.137', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '43412624-131e-4598-a497-40fa5af375f2', 'port_id': 'd726eac8-f120-44ef-a45e-7c3311051484', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec24f4e-5e20-4c05-b161-dc71ced288cb', 'mac_address': 'fa:16:3e:46:16:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95d142d-5585-43b7-85aa-cff6d76ee9fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:38:44Z', 'updated_at': '2021-11-12T01:38:44Z', 'revision_number': 0, 'project_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13ec9554-97fe-4778-be55-af9aaa8bb4da', 'name': '', 'network_id': 'fec24f4e-5e20-4c05-b161-dc71ced288cb', 'tenant_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'mac_address': 'fa:16:3e:22:75:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43412624-131e-4598-a497-40fa5af375f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '6378f0f2-aa83-409d-a23b-c9e8b33394c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:49Z', 'updated_at': '2021-11-12T01:34:01Z', 'revision_number': 5, 'project_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'subnets': [{'id': '6378f0f2-aa83-409d-a23b-c9e8b33394c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:47.820088 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1f53aedc-b6de-4d3a-9166-d6c845e130f7 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:47.821641 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-1f53aedc-b6de-4d3a-9166-d6c845e130f7 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8159597 Nov 12 01:38:47.842938 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f416fb-0aa3-46f7-92a2-041f9675382e None None] The sync data for ids ['43412624-131e-4598-a497-40fa5af375f2'] in n-d-712142-27 is: [{'id': '43412624-131e-4598-a497-40fa5af375f2', 'name': 'tempest-TestVolumeBackupRestore-864234643-router', 'tenant_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': 'c3b828cd-4e86-471e-9cfa-2826c1b2f640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:33:43Z', 'updated_at': '2021-11-12T01:33:51Z', 'revision_number': 4, 'project_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'gw_port': {'id': 'c3b828cd-4e86-471e-9cfa-2826c1b2f640', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:65:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43412624-131e-4598-a497-40fa5af375f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:44Z', 'updated_at': '2021-11-12T01:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '70de38ef-f9db-4ce3-a833-0f3802256329', 'tenant_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'floating_ip_address': '172.25.3.137', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '43412624-131e-4598-a497-40fa5af375f2', 'port_id': 'd726eac8-f120-44ef-a45e-7c3311051484', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec24f4e-5e20-4c05-b161-dc71ced288cb', 'mac_address': 'fa:16:3e:46:16:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95d142d-5585-43b7-85aa-cff6d76ee9fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:38:44Z', 'updated_at': '2021-11-12T01:38:44Z', 'revision_number': 0, 'project_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13ec9554-97fe-4778-be55-af9aaa8bb4da', 'name': '', 'network_id': 'fec24f4e-5e20-4c05-b161-dc71ced288cb', 'tenant_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'mac_address': 'fa:16:3e:22:75:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43412624-131e-4598-a497-40fa5af375f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '6378f0f2-aa83-409d-a23b-c9e8b33394c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:49Z', 'updated_at': '2021-11-12T01:34:01Z', 'revision_number': 5, 'project_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'subnets': [{'id': '6378f0f2-aa83-409d-a23b-c9e8b33394c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:38:47.854891 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52082) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:47.862837 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-857052bb-6d3e-459e-a404-c6a89d21e4f9 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Request body: {'security_group_rule': {'security_group_id': 'a1907552-1301-4254-a3f7-7f2eecc84b84', 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:38:47.867411 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f53aedc-b6de-4d3a-9166-d6c845e130f7 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d444195-c8eb-46f0-aae0-11d370676821,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:48.035818 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6873404a-354f-48a7-95d6-9f5e7d656a54 tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:48.036915 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f1fd8120-2dda-49e2-98a5-49a9d4796846 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:48.037481 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6873404a-354f-48a7-95d6-9f5e7d656a54 tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=07f6a8f0-891c-45c0-bc97-4c5d1b0ab002 HTTP/1.1" status: 200 len: 1092 time: 0.3439307 Nov 12 01:38:48.042015 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d903cf74-e7af-4515-a7ba-58fab5886bb1 req-659bf1e9-0393-412d-bdf1-874809f3c974 service neutron] 10.222.0.44 "GET /v2.0/networks/fec24f4e-5e20-4c05-b161-dc71ced288cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928862 Nov 12 01:38:48.042767 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52084) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:48.052864 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-8406c145-d9b5-40ab-bcda-71f9605946d1 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Request body: {'floatingip': {'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'port_id': 'fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:38:48.074227 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-857052bb-6d3e-459e-a404-c6a89d21e4f9 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:48.106142 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8406c145-d9b5-40ab-bcda-71f9605946d1 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for floatingip, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:48.305153 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8406c145-d9b5-40ab-bcda-71f9605946d1 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:48.335313 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021f0507-188b-41c3-ac6c-00a4098d4aa5 None None] New status for floating IP 70de38ef-f9db-4ce3-a833-0f3802256329: ACTIVE {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:38:48.496501 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-8406c145-d9b5-40ab-bcda-71f9605946d1 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Allocated IP 172.25.3.102 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/345fc9f7-3a06-4081-92b8-5acf73c01308) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:38:48.647222 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8406c145-d9b5-40ab-bcda-71f9605946d1 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:48.694176 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8406c145-d9b5-40ab-bcda-71f9605946d1 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:48.739263 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8406c145-d9b5-40ab-bcda-71f9605946d1 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:38:48.747019 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-8406c145-d9b5-40ab-bcda-71f9605946d1 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:38:48.751150 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8406c145-d9b5-40ab-bcda-71f9605946d1 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:38:48.757659 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8406c145-d9b5-40ab-bcda-71f9605946d1 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event updated for resources: {'Port': ['ID=345fc9f7-3a06-4081-92b8-5acf73c01308,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:48.988352 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-857052bb-6d3e-459e-a404-c6a89d21e4f9 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:49.003393 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-857052bb-6d3e-459e-a404-c6a89d21e4f9 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:49.079373 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857052bb-6d3e-459e-a404-c6a89d21e4f9 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49e4b0c3-c1f1-4728-a423-bf403540c652,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:49.088029 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f1fd8120-2dda-49e2-98a5-49a9d4796846 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:49.100007 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-857052bb-6d3e-459e-a404-c6a89d21e4f9 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:49.101180 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-857052bb-6d3e-459e-a404-c6a89d21e4f9 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2450149 Nov 12 01:38:49.106832 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f1fd8120-2dda-49e2-98a5-49a9d4796846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:49.107600 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52086) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:49.116705 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-3181840a-21f3-4dc3-8236-bd8c809b4401 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Request body: {'security_group_rule': {'security_group_id': 'a1907552-1301-4254-a3f7-7f2eecc84b84', 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:38:49.202068 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fd8120-2dda-49e2-98a5-49a9d4796846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc3af7f-9649-42aa-86b0-0cb9ade898fd,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:49.206565 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e240de75-2542-427a-a808-b945aa2aed2a tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:49.213081 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-f1fd8120-2dda-49e2-98a5-49a9d4796846 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2e3a6059261f4e699a51ff6f90ea622c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6043828 Nov 12 01:38:49.214154 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.api [None req-021f0507-188b-41c3-ac6c-00a4098d4aa5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:38:49.214748 n-d-712142-27 neutron-server[109087]: DEBUG oslo_db.api [None req-021f0507-188b-41c3-ac6c-00a4098d4aa5 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:38:49.214889 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52088) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:49.217086 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e240de75-2542-427a-a808-b945aa2aed2a tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:49.258153 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3181840a-21f3-4dc3-8236-bd8c809b4401 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:49.369984 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7de9be27-62d7-44df-9662-9e43aa657e54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:49.410267 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7de9be27-62d7-44df-9662-9e43aa657e54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:49.562086 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7de9be27-62d7-44df-9662-9e43aa657e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:49.565770 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7de9be27-62d7-44df-9662-9e43aa657e54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:49.567662 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7de9be27-62d7-44df-9662-9e43aa657e54 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1bc3af7f-9649-42aa-86b0-0cb9ade898fd HTTP/1.1" status: 204 len: 168 time: 0.3517728 Nov 12 01:38:49.587998 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de9be27-62d7-44df-9662-9e43aa657e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc3af7f-9649-42aa-86b0-0cb9ade898fd,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:49.601248 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e240de75-2542-427a-a808-b945aa2aed2a tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Router 43412624-131e-4598-a497-40fa5af375f2 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:38:49.717519 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021f0507-188b-41c3-ac6c-00a4098d4aa5 None None] New status for floating IP 70de38ef-f9db-4ce3-a833-0f3802256329: ACTIVE {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:38:49.776646 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e240de75-2542-427a-a808-b945aa2aed2a tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:38:49.786066 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e240de75-2542-427a-a808-b945aa2aed2a tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:49.833285 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3181840a-21f3-4dc3-8236-bd8c809b4401 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:49.835893 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95d142d-5585-43b7-85aa-cff6d76ee9fc', 'tag': 'd726eac8-f120-44ef-a45e-7c3311051484'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:38:49.839676 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811c7e90-f195-4b4a-b8af-cfdc53b36ac9" -d '{"events": [{"name": "network-changed", "server_uuid": "f95d142d-5585-43b7-85aa-cff6d76ee9fc", "tag": "d726eac8-f120-44ef-a45e-7c3311051484"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:38:49.880139 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3181840a-21f3-4dc3-8236-bd8c809b4401 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:49.935347 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181840a-21f3-4dc3-8236-bd8c809b4401 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e8420ab-c4ee-4eda-a27f-c48273a1b29b,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:49.943108 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feac6610-e497-465c-9f67-27b84c75111f x-openstack-request-id: req-feac6610-e497-465c-9f67-27b84c75111f {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:38:49.943108 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f95d142d-5585-43b7-85aa-cff6d76ee9fc", "tag": "d726eac8-f120-44ef-a45e-7c3311051484", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:38:49.943491 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-feac6610-e497-465c-9f67-27b84c75111f {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:38:49.943761 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f95d142d-5585-43b7-85aa-cff6d76ee9fc', 'tag': 'd726eac8-f120-44ef-a45e-7c3311051484', 'status': 'completed', 'code': 200} Nov 12 01:38:49.948027 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e240de75-2542-427a-a808-b945aa2aed2a tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.45 "PUT /v2.0/floatingips/70de38ef-f9db-4ce3-a833-0f3802256329 HTTP/1.1" status: 200 len: 992 time: 3.1354806 Nov 12 01:38:49.970252 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3181840a-21f3-4dc3-8236-bd8c809b4401 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:49.972745 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3181840a-21f3-4dc3-8236-bd8c809b4401 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8635221 Nov 12 01:38:49.975153 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8406c145-d9b5-40ab-bcda-71f9605946d1 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:49.977481 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52096) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:49.993476 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-723b6b66-3aab-437b-8114-b2caaac3d563 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Request body: {'security_group_rule': {'security_group_id': 'a1907552-1301-4254-a3f7-7f2eecc84b84', 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:38:50.077660 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cb814b-0774-401c-b46a-0a2a8272e55b None None] Sync routers for ids ['43412624-131e-4598-a497-40fa5af375f2'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:38:50.080640 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52098) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:50.108405 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-723b6b66-3aab-437b-8114-b2caaac3d563 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:50.115694 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e3e41853-e837-469e-bacc-dc4cd8f58cf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:50.116384 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cb814b-0774-401c-b46a-0a2a8272e55b None None] Routers {'43412624-131e-4598-a497-40fa5af375f2'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:38:50.117724 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-d9cb814b-0774-401c-b46a-0a2a8272e55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:38:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['43412624-131e-4598-a497-40fa5af375f2'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:50.144852 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c7e90-f195-4b4a-b8af-cfdc53b36ac9 req-c2d78c24-d573-4654-99a0-56bbb21241c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:50.146501 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-811c7e90-f195-4b4a-b8af-cfdc53b36ac9 req-c2d78c24-d573-4654-99a0-56bbb21241c6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c6039ddfbbad449b88dd06b4503a82f1&device_id=f95d142d-5585-43b7-85aa-cff6d76ee9fc HTTP/1.1" status: 200 len: 1098 time: 0.1265960 Nov 12 01:38:50.150971 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8406c145-d9b5-40ab-bcda-71f9605946d1 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:50.231374 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e3e41853-e837-469e-bacc-dc4cd8f58cf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:50.238628 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e3e41853-e837-469e-bacc-dc4cd8f58cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:50.315055 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-723b6b66-3aab-437b-8114-b2caaac3d563 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:50.317436 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e3e41853-e837-469e-bacc-dc4cd8f58cf6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7d68a7331493492e976c3616e73f3e15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2344103 Nov 12 01:38:50.320579 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52100) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:50.328669 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-723b6b66-3aab-437b-8114-b2caaac3d563 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:50.334901 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e41853-e837-469e-bacc-dc4cd8f58cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923d6448-746c-411a-a9dc-749349d4d85d,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:50.378408 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-d9cb814b-0774-401c-b46a-0a2a8272e55b None None] Set router 43412624-131e-4598-a497-40fa5af375f2 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:38:50.396911 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723b6b66-3aab-437b-8114-b2caaac3d563 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48367f38-918b-4b01-8fc7-eb08309647ad,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:50.430062 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c7e90-f195-4b4a-b8af-cfdc53b36ac9 req-d50c21b1-4e5f-43e6-8ff7-8ac6704628db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:50.431927 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-811c7e90-f195-4b4a-b8af-cfdc53b36ac9 req-d50c21b1-4e5f-43e6-8ff7-8ac6704628db service neutron] 10.222.0.44 "GET /v2.0/networks?id=fec24f4e-5e20-4c05-b161-dc71ced288cb HTTP/1.1" status: 200 len: 913 time: 0.2770381 Nov 12 01:38:50.432702 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-714d9ab0-5d74-4236-9b64-4687ca3e2e06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:50.434872 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-723b6b66-3aab-437b-8114-b2caaac3d563 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:50.436359 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-723b6b66-3aab-437b-8114-b2caaac3d563 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4474518 Nov 12 01:38:50.445288 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52102) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:50.464744 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-7675fe98-21c9-4006-a2dd-d0883b4b7d5b tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Request body: {'security_group_rule': {'security_group_id': 'a1907552-1301-4254-a3f7-7f2eecc84b84', 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:38:50.502195 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-714d9ab0-5d74-4236-9b64-4687ca3e2e06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:50.542522 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-811c7e90-f195-4b4a-b8af-cfdc53b36ac9 req-9043a3d6-e2cd-4369-a982-f78688f354e7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d726eac8-f120-44ef-a45e-7c3311051484 HTTP/1.1" status: 200 len: 1002 time: 0.1024673 Nov 12 01:38:50.552647 n-d-712142-27 neutron-server[109085]: INFO neutron.db.securitygroups_db [None req-7675fe98-21c9-4006-a2dd-d0883b4b7d5b tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Project 553fbe5d09fe49948bd69193fe3f0783 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:38:50.571317 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7675fe98-21c9-4006-a2dd-d0883b4b7d5b tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:50.589404 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8406c145-d9b5-40ab-bcda-71f9605946d1 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:50.599158 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8406c145-d9b5-40ab-bcda-71f9605946d1 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:50.652088 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c7e90-f195-4b4a-b8af-cfdc53b36ac9 req-49bf36ec-8584-4f2d-a722-8cf08e7a5fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:50.653649 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-811c7e90-f195-4b4a-b8af-cfdc53b36ac9 req-49bf36ec-8584-4f2d-a722-8cf08e7a5fc6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6378f0f2-aa83-409d-a23b-c9e8b33394c8 HTTP/1.1" status: 200 len: 852 time: 0.1033666 Nov 12 01:38:50.672312 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-714d9ab0-5d74-4236-9b64-4687ca3e2e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:50.676286 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-714d9ab0-5d74-4236-9b64-4687ca3e2e06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:50.681669 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-714d9ab0-5d74-4236-9b64-4687ca3e2e06 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/923d6448-746c-411a-a9dc-749349d4d85d HTTP/1.1" status: 204 len: 168 time: 0.3557441 Nov 12 01:38:50.708876 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7675fe98-21c9-4006-a2dd-d0883b4b7d5b tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:50.711471 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d9ab0-5d74-4236-9b64-4687ca3e2e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923d6448-746c-411a-a9dc-749349d4d85d,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:50.726165 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8406c145-d9b5-40ab-bcda-71f9605946d1 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event updated for resources: {'Port': ['ID=345fc9f7-3a06-4081-92b8-5acf73c01308,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:50.734085 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7675fe98-21c9-4006-a2dd-d0883b4b7d5b tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:50.752388 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8406c145-d9b5-40ab-bcda-71f9605946d1 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:50.795604 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c7e90-f195-4b4a-b8af-cfdc53b36ac9 req-028ed43a-8c80-4c48-b127-33f01463d69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:50.797544 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-811c7e90-f195-4b4a-b8af-cfdc53b36ac9 req-028ed43a-8c80-4c48-b127-33f01463d69b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fec24f4e-5e20-4c05-b161-dc71ced288cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1166060 Nov 12 01:38:50.799664 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7675fe98-21c9-4006-a2dd-d0883b4b7d5b tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13d47dc6-180c-4fdf-a414-aa25456f89d4,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:50.823672 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7675fe98-21c9-4006-a2dd-d0883b4b7d5b tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:50.830055 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7675fe98-21c9-4006-a2dd-d0883b4b7d5b tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3824904 Nov 12 01:38:50.831015 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52106) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:50.838945 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-5dade53a-9379-41f3-9e2b-677313fca920 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Request body: {'security_group_rule': {'security_group_id': 'a1907552-1301-4254-a3f7-7f2eecc84b84', 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:38:50.876509 n-d-712142-27 neutron-server[109085]: INFO neutron.db.securitygroups_db [None req-5dade53a-9379-41f3-9e2b-677313fca920 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Project 553fbe5d09fe49948bd69193fe3f0783 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:38:50.886174 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5dade53a-9379-41f3-9e2b-677313fca920 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:50.958201 n-d-712142-27 neutron-server[109086]: INFO neutron.db.l3_db [None req-8406c145-d9b5-40ab-bcda-71f9605946d1 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Floating IP 6fb7a160-6bab-4c30-b402-ffdd44f2e18c associated. External IP: 172.25.3.102, port: fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9. Nov 12 01:38:50.986949 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-d9cb814b-0774-401c-b46a-0a2a8272e55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43412624-131e-4598-a497-40fa5af375f2', 'name': 'tempest-TestVolumeBackupRestore-864234643-router', 'tenant_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': 'c3b828cd-4e86-471e-9cfa-2826c1b2f640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:33:43Z', 'updated_at': '2021-11-12T01:33:51Z', 'revision_number': 4, 'project_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'gw_port': {'id': 'c3b828cd-4e86-471e-9cfa-2826c1b2f640', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:65:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43412624-131e-4598-a497-40fa5af375f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:44Z', 'updated_at': '2021-11-12T01:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '70de38ef-f9db-4ce3-a833-0f3802256329', 'tenant_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'floating_ip_address': '172.25.3.137', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '43412624-131e-4598-a497-40fa5af375f2', 'port_id': 'd726eac8-f120-44ef-a45e-7c3311051484', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec24f4e-5e20-4c05-b161-dc71ced288cb', 'mac_address': 'fa:16:3e:46:16:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95d142d-5585-43b7-85aa-cff6d76ee9fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:38:44Z', 'updated_at': '2021-11-12T01:38:49Z', 'revision_number': 2, 'project_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13ec9554-97fe-4778-be55-af9aaa8bb4da', 'name': '', 'network_id': 'fec24f4e-5e20-4c05-b161-dc71ced288cb', 'tenant_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'mac_address': 'fa:16:3e:22:75:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43412624-131e-4598-a497-40fa5af375f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '6378f0f2-aa83-409d-a23b-c9e8b33394c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:49Z', 'updated_at': '2021-11-12T01:34:01Z', 'revision_number': 5, 'project_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'subnets': [{'id': '6378f0f2-aa83-409d-a23b-c9e8b33394c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:51.010264 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-811c7e90-f195-4b4a-b8af-cfdc53b36ac9 req-50c6552a-8d85-4f38-95a7-3955bedfa502 service neutron] 10.222.0.44 "GET /v2.0/networks/fec24f4e-5e20-4c05-b161-dc71ced288cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050598 Nov 12 01:38:51.042416 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5dade53a-9379-41f3-9e2b-677313fca920 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:51.051579 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cb814b-0774-401c-b46a-0a2a8272e55b None None] Checking router: 43412624-131e-4598-a497-40fa5af375f2 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:38:51.052890 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5dade53a-9379-41f3-9e2b-677313fca920 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:51.066839 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cb814b-0774-401c-b46a-0a2a8272e55b None None] Routers {'43412624-131e-4598-a497-40fa5af375f2'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:38:51.068076 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-d9cb814b-0774-401c-b46a-0a2a8272e55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:38:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['43412624-131e-4598-a497-40fa5af375f2'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:51.090491 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dade53a-9379-41f3-9e2b-677313fca920 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c908e2b8-324a-4067-8e89-13a3e2ac5d70,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:51.125076 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dade53a-9379-41f3-9e2b-677313fca920 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:51.125756 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dade53a-9379-41f3-9e2b-677313fca920 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:51.126439 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dade53a-9379-41f3-9e2b-677313fca920 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:51.127112 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dade53a-9379-41f3-9e2b-677313fca920 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:51.127694 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dade53a-9379-41f3-9e2b-677313fca920 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:51.128458 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dade53a-9379-41f3-9e2b-677313fca920 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:51.129046 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dade53a-9379-41f3-9e2b-677313fca920 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:51.129692 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dade53a-9379-41f3-9e2b-677313fca920 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:51.130280 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dade53a-9379-41f3-9e2b-677313fca920 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:51.130941 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dade53a-9379-41f3-9e2b-677313fca920 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:51.131166 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dade53a-9379-41f3-9e2b-677313fca920 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:51.131834 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dade53a-9379-41f3-9e2b-677313fca920 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:38:51.168165 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5dade53a-9379-41f3-9e2b-677313fca920 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:51.172315 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-5dade53a-9379-41f3-9e2b-677313fca920 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3394940 Nov 12 01:38:51.178097 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52110) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:51.196729 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-eff1bfb5-24c7-4755-8e03-7262afca1a9f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Request body: {'network': {'name': 'tempest-network-smoke--1098670264', 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'port_security_enabled': True}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:38:51.252307 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff1bfb5-24c7-4755-8e03-7262afca1a9f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Made reservation on behalf of 553fbe5d09fe49948bd69193fe3f0783 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:38:51.264042 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-eff1bfb5-24c7-4755-8e03-7262afca1a9f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:51.315864 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-811c7e90-f195-4b4a-b8af-cfdc53b36ac9 req-e60d7f03-8b56-4101-a8f6-db658bb71e01 service neutron] 10.222.0.44 "GET /v2.0/networks/fec24f4e-5e20-4c05-b161-dc71ced288cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697413 Nov 12 01:38:51.330121 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eff1bfb5-24c7-4755-8e03-7262afca1a9f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:38:51.378115 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-eff1bfb5-24c7-4755-8e03-7262afca1a9f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:51.378946 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-eff1bfb5-24c7-4755-8e03-7262afca1a9f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Added segment 96caa080-7760-4c05-8fc1-42af5ffac08f of type vlan for network 2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7 Nov 12 01:38:51.412275 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-d9cb814b-0774-401c-b46a-0a2a8272e55b None None] Set router 43412624-131e-4598-a497-40fa5af375f2 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:38:51.432143 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8406c145-d9b5-40ab-bcda-71f9605946d1 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Router 7a45c6a6-788b-46d6-baa1-35d762051229 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:38:51.467894 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-eff1bfb5-24c7-4755-8e03-7262afca1a9f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:51.520873 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-eff1bfb5-24c7-4755-8e03-7262afca1a9f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:51.530755 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff1bfb5-24c7-4755-8e03-7262afca1a9f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:51.533441 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-eff1bfb5-24c7-4755-8e03-7262afca1a9f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:51.590645 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-eff1bfb5-24c7-4755-8e03-7262afca1a9f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4100950 Nov 12 01:38:51.611000 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52112) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:51.628403 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-b663fd41-f245-48da-a851-2ca2f958ed32 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1996693024', 'admin_state_up': True, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:38:51.628848 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52114) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:51.656952 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff1bfb5-24c7-4755-8e03-7262afca1a9f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'Network': ['ID=2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:51.660647 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-580b2e2c-1293-4edf-8bdd-92ff05fb1690 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:51.691258 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:38:51.730396 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b663fd41-f245-48da-a851-2ca2f958ed32 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:51.738530 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b663fd41-f245-48da-a851-2ca2f958ed32 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:51.750759 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8406c145-d9b5-40ab-bcda-71f9605946d1 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:38:51.798303 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8406c145-d9b5-40ab-bcda-71f9605946d1 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:51.828168 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69e2e2c-7c34-460c-b266-18c61867d771 None None] Sync routers for ids ['7a45c6a6-788b-46d6-baa1-35d762051229'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:38:51.853505 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b663fd41-f245-48da-a851-2ca2f958ed32 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:51.882586 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-580b2e2c-1293-4edf-8bdd-92ff05fb1690 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:51.893502 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-580b2e2c-1293-4edf-8bdd-92ff05fb1690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:51.904828 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69e2e2c-7c34-460c-b266-18c61867d771 None None] Routers {'7a45c6a6-788b-46d6-baa1-35d762051229'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:38:51.906152 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-b69e2e2c-7c34-460c-b266-18c61867d771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:38:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['7a45c6a6-788b-46d6-baa1-35d762051229'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:51.911206 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8406c145-d9b5-40ab-bcda-71f9605946d1 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8649120 Nov 12 01:38:51.911511 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07f6a8f0-891c-45c0-bc97-4c5d1b0ab002', 'tag': 'fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:38:51.914082 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55cb7712-44a9-4019-8515-460c80086a56" -d '{"events": [{"name": "network-changed", "server_uuid": "07f6a8f0-891c-45c0-bc97-4c5d1b0ab002", "tag": "fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:38:51.919988 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-d9cb814b-0774-401c-b46a-0a2a8272e55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43412624-131e-4598-a497-40fa5af375f2', 'name': 'tempest-TestVolumeBackupRestore-864234643-router', 'tenant_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': 'c3b828cd-4e86-471e-9cfa-2826c1b2f640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:33:43Z', 'updated_at': '2021-11-12T01:33:51Z', 'revision_number': 4, 'project_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'gw_port': {'id': 'c3b828cd-4e86-471e-9cfa-2826c1b2f640', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:65:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43412624-131e-4598-a497-40fa5af375f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:44Z', 'updated_at': '2021-11-12T01:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '70de38ef-f9db-4ce3-a833-0f3802256329', 'tenant_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'floating_ip_address': '172.25.3.137', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '43412624-131e-4598-a497-40fa5af375f2', 'port_id': 'd726eac8-f120-44ef-a45e-7c3311051484', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec24f4e-5e20-4c05-b161-dc71ced288cb', 'mac_address': 'fa:16:3e:46:16:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95d142d-5585-43b7-85aa-cff6d76ee9fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:38:44Z', 'updated_at': '2021-11-12T01:38:49Z', 'revision_number': 2, 'project_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13ec9554-97fe-4778-be55-af9aaa8bb4da', 'name': '', 'network_id': 'fec24f4e-5e20-4c05-b161-dc71ced288cb', 'tenant_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'mac_address': 'fa:16:3e:22:75:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43412624-131e-4598-a497-40fa5af375f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '6378f0f2-aa83-409d-a23b-c9e8b33394c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:49Z', 'updated_at': '2021-11-12T01:34:01Z', 'revision_number': 5, 'project_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'subnets': [{'id': '6378f0f2-aa83-409d-a23b-c9e8b33394c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:51.940516 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52116) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:51.965210 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cb814b-0774-401c-b46a-0a2a8272e55b None None] The sync data for ids ['43412624-131e-4598-a497-40fa5af375f2'] in n-d-712142-27 is: [{'id': '43412624-131e-4598-a497-40fa5af375f2', 'name': 'tempest-TestVolumeBackupRestore-864234643-router', 'tenant_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': 'c3b828cd-4e86-471e-9cfa-2826c1b2f640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:33:43Z', 'updated_at': '2021-11-12T01:33:51Z', 'revision_number': 4, 'project_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'gw_port': {'id': 'c3b828cd-4e86-471e-9cfa-2826c1b2f640', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:65:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43412624-131e-4598-a497-40fa5af375f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:44Z', 'updated_at': '2021-11-12T01:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '70de38ef-f9db-4ce3-a833-0f3802256329', 'tenant_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'floating_ip_address': '172.25.3.137', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '43412624-131e-4598-a497-40fa5af375f2', 'port_id': 'd726eac8-f120-44ef-a45e-7c3311051484', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec24f4e-5e20-4c05-b161-dc71ced288cb', 'mac_address': 'fa:16:3e:46:16:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95d142d-5585-43b7-85aa-cff6d76ee9fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:38:44Z', 'updated_at': '2021-11-12T01:38:49Z', 'revision_number': 2, 'project_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13ec9554-97fe-4778-be55-af9aaa8bb4da', 'name': '', 'network_id': 'fec24f4e-5e20-4c05-b161-dc71ced288cb', 'tenant_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'mac_address': 'fa:16:3e:22:75:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43412624-131e-4598-a497-40fa5af375f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '6378f0f2-aa83-409d-a23b-c9e8b33394c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:49Z', 'updated_at': '2021-11-12T01:34:01Z', 'revision_number': 5, 'project_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'subnets': [{'id': '6378f0f2-aa83-409d-a23b-c9e8b33394c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:38:51.967637 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95d142d-5585-43b7-85aa-cff6d76ee9fc', 'tag': 'd726eac8-f120-44ef-a45e-7c3311051484'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:38:51.970504 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a43c13b-b361-44b2-9817-570aa93dc8da" -d '{"events": [{"name": "network-changed", "server_uuid": "f95d142d-5585-43b7-85aa-cff6d76ee9fc", "tag": "d726eac8-f120-44ef-a45e-7c3311051484"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:38:52.062490 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e70e6f9-a889-40f6-ac37-ad1a39299380 x-openstack-request-id: req-9e70e6f9-a889-40f6-ac37-ad1a39299380 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:38:52.062953 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f95d142d-5585-43b7-85aa-cff6d76ee9fc", "tag": "d726eac8-f120-44ef-a45e-7c3311051484", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:38:52.063371 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9e70e6f9-a889-40f6-ac37-ad1a39299380 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:38:52.064403 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f95d142d-5585-43b7-85aa-cff6d76ee9fc', 'tag': 'd726eac8-f120-44ef-a45e-7c3311051484', 'status': 'completed', 'code': 200} Nov 12 01:38:52.070197 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a07276-71a8-4d6f-a31e-5a493685c358 x-openstack-request-id: req-b1a07276-71a8-4d6f-a31e-5a493685c358 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:38:52.070832 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07f6a8f0-891c-45c0-bc97-4c5d1b0ab002", "tag": "fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:38:52.071122 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b1a07276-71a8-4d6f-a31e-5a493685c358 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:38:52.071304 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07f6a8f0-891c-45c0-bc97-4c5d1b0ab002', 'tag': 'fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9', 'status': 'completed', 'code': 200} Nov 12 01:38:52.080153 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b663fd41-f245-48da-a851-2ca2f958ed32 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:52.131811 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580b2e2c-1293-4edf-8bdd-92ff05fb1690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be68ea80-f22d-4e05-8057-b37a56d43a13,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:52.157705 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-b69e2e2c-7c34-460c-b266-18c61867d771 None None] Set router 7a45c6a6-788b-46d6-baa1-35d762051229 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:38:52.213859 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-580b2e2c-1293-4edf-8bdd-92ff05fb1690 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=333576416a29457c82eb80f4d37007d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5836353 Nov 12 01:38:52.220103 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52122) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:52.250082 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a43c13b-b361-44b2-9817-570aa93dc8da req-6da7a4fc-0ad8-41b5-9086-3e3f5f3b574e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:52.251768 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3a43c13b-b361-44b2-9817-570aa93dc8da req-6da7a4fc-0ad8-41b5-9086-3e3f5f3b574e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c6039ddfbbad449b88dd06b4503a82f1&device_id=f95d142d-5585-43b7-85aa-cff6d76ee9fc HTTP/1.1" status: 200 len: 1098 time: 0.1472261 Nov 12 01:38:52.342921 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb7712-44a9-4019-8515-460c80086a56 req-cb17ee01-b9af-4b06-853b-6713825f423a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:52.345996 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-55cb7712-44a9-4019-8515-460c80086a56 req-cb17ee01-b9af-4b06-853b-6713825f423a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=da2f05210fd943e2951f3890676710a2&device_id=07f6a8f0-891c-45c0-bc97-4c5d1b0ab002 HTTP/1.1" status: 200 len: 1097 time: 0.2159505 Nov 12 01:38:52.355710 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-37de0908-caa9-45e8-aeb2-5c0ab4072c4a tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/floatingips/6fb7a160-6bab-4c30-b402-ffdd44f2e18c HTTP/1.1" status: 200 len: 991 time: 0.3908970 Nov 12 01:38:52.400414 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a43c13b-b361-44b2-9817-570aa93dc8da req-de7b3891-ac60-4214-b872-3a6ebcedc598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:52.402217 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3a43c13b-b361-44b2-9817-570aa93dc8da req-de7b3891-ac60-4214-b872-3a6ebcedc598 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fec24f4e-5e20-4c05-b161-dc71ced288cb HTTP/1.1" status: 200 len: 913 time: 0.1407192 Nov 12 01:38:52.437417 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-b69e2e2c-7c34-460c-b266-18c61867d771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'name': 'tempest-TestNetworkBasicOps-router-1295579995', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '5396680d-9b12-4951-949a-bd9025a2b5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:04Z', 'updated_at': '2021-11-12T01:38:14Z', 'revision_number': 4, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'gw_port': {'id': '5396680d-9b12-4951-949a-bd9025a2b5a1', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:05Z', 'updated_at': '2021-11-12T01:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '6fb7a160-6bab-4c30-b402-ffdd44f2e18c', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'floating_ip_address': '172.25.3.102', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'port_id': 'fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91ceb85c-2ed3-4ec5-9033-5ce9801e1c79', 'mac_address': 'fa:16:3e:f7:b8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f6a8f0-891c-45c0-bc97-4c5d1b0ab002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:38:49Z', 'updated_at': '2021-11-12T01:38:49Z', 'revision_number': 0, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dd5f763-8f25-4ea8-9651-34d65a2c072b', 'name': '', 'network_id': '91ceb85c-2ed3-4ec5-9033-5ce9801e1c79', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'mac_address': 'fa:16:3e:c1:3b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'fdc5d305-ec1b-43b4-b716-cc6b30ec1204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:12Z', 'updated_at': '2021-11-12T01:38:22Z', 'revision_number': 5, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'subnets': [{'id': 'fdc5d305-ec1b-43b4-b716-cc6b30ec1204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:52.441530 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fe35d10f-9715-4d0f-8231-77255dc55e96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:52.467532 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69e2e2c-7c34-460c-b266-18c61867d771 None None] Checking router: 7a45c6a6-788b-46d6-baa1-35d762051229 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:38:52.477275 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69e2e2c-7c34-460c-b266-18c61867d771 None None] Routers {'7a45c6a6-788b-46d6-baa1-35d762051229'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:38:52.478222 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-b69e2e2c-7c34-460c-b266-18c61867d771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:38:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['7a45c6a6-788b-46d6-baa1-35d762051229'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:52.558619 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fe35d10f-9715-4d0f-8231-77255dc55e96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:52.571493 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3a43c13b-b361-44b2-9817-570aa93dc8da req-af89e275-7845-442c-9060-1ebed4f5bf17 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d726eac8-f120-44ef-a45e-7c3311051484 HTTP/1.1" status: 200 len: 1002 time: 0.1585689 Nov 12 01:38:52.605335 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b663fd41-f245-48da-a851-2ca2f958ed32 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for router_gateway, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:52.608252 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-b69e2e2c-7c34-460c-b266-18c61867d771 None None] Set router 7a45c6a6-788b-46d6-baa1-35d762051229 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:38:52.636566 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb7712-44a9-4019-8515-460c80086a56 req-970a3a65-28c9-4162-9600-340fe426a7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:52.639237 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-55cb7712-44a9-4019-8515-460c80086a56 req-970a3a65-28c9-4162-9600-340fe426a7ae service neutron] 10.222.0.16 "GET /v2.0/networks?id=91ceb85c-2ed3-4ec5-9033-5ce9801e1c79 HTTP/1.1" status: 200 len: 896 time: 0.2817345 Nov 12 01:38:52.647690 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b663fd41-f245-48da-a851-2ca2f958ed32 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:52.713252 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a43c13b-b361-44b2-9817-570aa93dc8da req-c109a762-e23e-4101-ac43-f3cc0814eae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:52.715026 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3a43c13b-b361-44b2-9817-570aa93dc8da req-c109a762-e23e-4101-ac43-f3cc0814eae1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6378f0f2-aa83-409d-a23b-c9e8b33394c8 HTTP/1.1" status: 200 len: 852 time: 0.1184425 Nov 12 01:38:52.797351 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fe35d10f-9715-4d0f-8231-77255dc55e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:52.802471 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fe35d10f-9715-4d0f-8231-77255dc55e96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:52.806843 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a43c13b-b361-44b2-9817-570aa93dc8da req-6c2f2cdc-b31a-401f-9326-5cd0b97e611c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:52.807081 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-fe35d10f-9715-4d0f-8231-77255dc55e96 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/be68ea80-f22d-4e05-8057-b37a56d43a13 HTTP/1.1" status: 204 len: 168 time: 0.5824530 Nov 12 01:38:52.807238 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3a43c13b-b361-44b2-9817-570aa93dc8da req-6c2f2cdc-b31a-401f-9326-5cd0b97e611c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fec24f4e-5e20-4c05-b161-dc71ced288cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0832171 Nov 12 01:38:52.817442 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-55cb7712-44a9-4019-8515-460c80086a56 req-a1e47c57-77d0-4015-9b79-2b15cb618efc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9 HTTP/1.1" status: 200 len: 999 time: 0.1685276 Nov 12 01:38:52.834060 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe35d10f-9715-4d0f-8231-77255dc55e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be68ea80-f22d-4e05-8057-b37a56d43a13,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:52.863858 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-b663fd41-f245-48da-a851-2ca2f958ed32 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Allocated IP 172.25.3.191 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/97b45b1e-3e96-496c-8e80-ae14d142d698) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:38:52.937805 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb7712-44a9-4019-8515-460c80086a56 req-fb712b08-0cc8-4f60-8ad7-60e2dc40e9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:52.941834 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-55cb7712-44a9-4019-8515-460c80086a56 req-fb712b08-0cc8-4f60-8ad7-60e2dc40e9bc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fdc5d305-ec1b-43b4-b716-cc6b30ec1204 HTTP/1.1" status: 200 len: 834 time: 0.1094155 Nov 12 01:38:53.011313 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-b69e2e2c-7c34-460c-b266-18c61867d771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'name': 'tempest-TestNetworkBasicOps-router-1295579995', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '5396680d-9b12-4951-949a-bd9025a2b5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:04Z', 'updated_at': '2021-11-12T01:38:14Z', 'revision_number': 4, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'gw_port': {'id': '5396680d-9b12-4951-949a-bd9025a2b5a1', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:05Z', 'updated_at': '2021-11-12T01:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '6fb7a160-6bab-4c30-b402-ffdd44f2e18c', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'floating_ip_address': '172.25.3.102', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'port_id': 'fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91ceb85c-2ed3-4ec5-9033-5ce9801e1c79', 'mac_address': 'fa:16:3e:f7:b8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f6a8f0-891c-45c0-bc97-4c5d1b0ab002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:38:49Z', 'updated_at': '2021-11-12T01:38:49Z', 'revision_number': 0, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dd5f763-8f25-4ea8-9651-34d65a2c072b', 'name': '', 'network_id': '91ceb85c-2ed3-4ec5-9033-5ce9801e1c79', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'mac_address': 'fa:16:3e:c1:3b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'fdc5d305-ec1b-43b4-b716-cc6b30ec1204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:12Z', 'updated_at': '2021-11-12T01:38:22Z', 'revision_number': 5, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'subnets': [{'id': 'fdc5d305-ec1b-43b4-b716-cc6b30ec1204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:53.013154 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb7712-44a9-4019-8515-460c80086a56 req-49fcf6bd-10d2-4dfa-a362-81250363e039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:53.017349 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-55cb7712-44a9-4019-8515-460c80086a56 req-49fcf6bd-10d2-4dfa-a362-81250363e039 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=91ceb85c-2ed3-4ec5-9033-5ce9801e1c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0680380 Nov 12 01:38:53.045549 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69e2e2c-7c34-460c-b266-18c61867d771 None None] The sync data for ids ['7a45c6a6-788b-46d6-baa1-35d762051229'] in n-d-712142-27 is: [{'id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'name': 'tempest-TestNetworkBasicOps-router-1295579995', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '5396680d-9b12-4951-949a-bd9025a2b5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:04Z', 'updated_at': '2021-11-12T01:38:14Z', 'revision_number': 4, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'gw_port': {'id': '5396680d-9b12-4951-949a-bd9025a2b5a1', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:05Z', 'updated_at': '2021-11-12T01:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '6fb7a160-6bab-4c30-b402-ffdd44f2e18c', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'floating_ip_address': '172.25.3.102', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'port_id': 'fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91ceb85c-2ed3-4ec5-9033-5ce9801e1c79', 'mac_address': 'fa:16:3e:f7:b8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f6a8f0-891c-45c0-bc97-4c5d1b0ab002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:38:49Z', 'updated_at': '2021-11-12T01:38:49Z', 'revision_number': 0, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dd5f763-8f25-4ea8-9651-34d65a2c072b', 'name': '', 'network_id': '91ceb85c-2ed3-4ec5-9033-5ce9801e1c79', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'mac_address': 'fa:16:3e:c1:3b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'fdc5d305-ec1b-43b4-b716-cc6b30ec1204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:12Z', 'updated_at': '2021-11-12T01:38:22Z', 'revision_number': 5, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'subnets': [{'id': 'fdc5d305-ec1b-43b4-b716-cc6b30ec1204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:38:53.146017 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-55cb7712-44a9-4019-8515-460c80086a56 req-2b2bfe79-37b4-4585-b57e-8e7474ccdbb4 service neutron] 10.222.0.16 "GET /v2.0/networks/91ceb85c-2ed3-4ec5-9033-5ce9801e1c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210957 Nov 12 01:38:53.278727 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-55cb7712-44a9-4019-8515-460c80086a56 req-70a1df35-82da-4c7f-b7fd-b3a6b6e431ae service neutron] 10.222.0.16 "GET /v2.0/networks/91ceb85c-2ed3-4ec5-9033-5ce9801e1c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251075 Nov 12 01:38:53.359573 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52132) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:53.436924 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3a43c13b-b361-44b2-9817-570aa93dc8da req-8775f610-e96b-4a9b-96cd-3838b48f67ed service neutron] 10.222.0.44 "GET /v2.0/networks/fec24f4e-5e20-4c05-b161-dc71ced288cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6208277 Nov 12 01:38:53.456369 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aff84e7-0b7c-4b2d-92dd-17e706d4e073 None None] New status for floating IP 6fb7a160-6bab-4c30-b402-ffdd44f2e18c: ACTIVE {{(pid=109088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:38:53.490199 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-de132641-3d27-469f-94fc-8c2f13fda5da tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/floatingips/6fb7a160-6bab-4c30-b402-ffdd44f2e18c HTTP/1.1" status: 200 len: 991 time: 0.1259699 Nov 12 01:38:53.556004 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b663fd41-f245-48da-a851-2ca2f958ed32 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:53.611465 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3a43c13b-b361-44b2-9817-570aa93dc8da req-179611ec-8106-40c2-9540-9526f75393a8 service neutron] 10.222.0.44 "GET /v2.0/networks/fec24f4e-5e20-4c05-b161-dc71ced288cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644278 Nov 12 01:38:53.623926 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b663fd41-f245-48da-a851-2ca2f958ed32 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:53.687063 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b663fd41-f245-48da-a851-2ca2f958ed32 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:38:53.698792 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-b663fd41-f245-48da-a851-2ca2f958ed32 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:38:53.706378 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b663fd41-f245-48da-a851-2ca2f958ed32 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:38:53.731525 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9c89f0-8927-47c0-a206-7639b1229588 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:38:53.744220 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b663fd41-f245-48da-a851-2ca2f958ed32 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'Port': ['ID=97b45b1e-3e96-496c-8e80-ae14d142d698,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:53.839663 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-3ab2e3cb-a3fc-4d55-9d60-7180cf135917 None None] Provisioning complete for port 97b45b1e-3e96-496c-8e80-ae14d142d698 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:38:53.840722 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3ab2e3cb-a3fc-4d55-9d60-7180cf135917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:53.903403 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-3ab2e3cb-a3fc-4d55-9d60-7180cf135917 None None] Port 97b45b1e-3e96-496c-8e80-ae14d142d698 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:38:54.096516 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b663fd41-f245-48da-a851-2ca2f958ed32 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for router_gateway, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:54.375883 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b663fd41-f245-48da-a851-2ca2f958ed32 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:54.428895 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:38:54.490057 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52186) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:54.586703 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-38c55aac-3085-4528-8b8d-8f7b056f2401 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/floatingips/6fb7a160-6bab-4c30-b402-ffdd44f2e18c HTTP/1.1" status: 200 len: 993 time: 0.0952339 Nov 12 01:38:54.600369 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b663fd41-f245-48da-a851-2ca2f958ed32 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Router 8bb27532-4558-4942-b1e9-2a9eee6d0fcf is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:38:54.771154 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b663fd41-f245-48da-a851-2ca2f958ed32 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:38:54.785864 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4181b06f-8628-4067-9009-710ffb3602aa None None] Sync routers for ids ['8bb27532-4558-4942-b1e9-2a9eee6d0fcf'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:38:54.801250 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4181b06f-8628-4067-9009-710ffb3602aa None None] Routers {'8bb27532-4558-4942-b1e9-2a9eee6d0fcf'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:38:54.801905 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-4181b06f-8628-4067-9009-710ffb3602aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:38:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['8bb27532-4558-4942-b1e9-2a9eee6d0fcf'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:54.806633 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b663fd41-f245-48da-a851-2ca2f958ed32 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:54.808329 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b663fd41-f245-48da-a851-2ca2f958ed32 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.1956553 Nov 12 01:38:54.814020 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52192) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:54.867670 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-91b9d855-274f-4b55-8c11-1b77e6905294 tempest-TestNetworkAdvancedServerOps-773100936 tempest-TestNetworkAdvancedServerOps-773100936-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=553fbe5d09fe49948bd69193fe3f0783&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0514169 Nov 12 01:38:54.870814 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52194) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:54.981885 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-4181b06f-8628-4067-9009-710ffb3602aa None None] Set router 8bb27532-4558-4942-b1e9-2a9eee6d0fcf gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:38:55.046534 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38377e68-5a4c-4abe-8478-e9844f5af227 tempest-TestNetworkAdvancedServerOps-773100936 tempest-TestNetworkAdvancedServerOps-773100936-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:55.054511 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-38377e68-5a4c-4abe-8478-e9844f5af227 tempest-TestNetworkAdvancedServerOps-773100936 tempest-TestNetworkAdvancedServerOps-773100936-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1774683 Nov 12 01:38:55.054980 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52218) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:55.086949 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1dd3ecc3-c5c1-4103-b40b-1a0634df0f44 tempest-TestNetworkAdvancedServerOps-773100936 tempest-TestNetworkAdvancedServerOps-773100936-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=ab9ea869-d067-4dfb-b2de-16b019fae22d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312340 Nov 12 01:38:55.091157 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52224) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:55.104058 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-489f8848-eb67-4d56-90d4-bdf1d5a8437f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-912948768', 'network_id': '2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7', 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:38:55.239203 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489f8848-eb67-4d56-90d4-bdf1d5a8437f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Made reservation on behalf of 553fbe5d09fe49948bd69193fe3f0783 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:38:55.245821 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-489f8848-eb67-4d56-90d4-bdf1d5a8437f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:55.284474 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-4181b06f-8628-4067-9009-710ffb3602aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb27532-4558-4942-b1e9-2a9eee6d0fcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996693024', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '97b45b1e-3e96-496c-8e80-ae14d142d698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:51Z', 'updated_at': '2021-11-12T01:38:53Z', 'revision_number': 3, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': '97b45b1e-3e96-496c-8e80-ae14d142d698', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c7:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb27532-4558-4942-b1e9-2a9eee6d0fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:52Z', 'updated_at': '2021-11-12T01:38:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:55.351881 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4181b06f-8628-4067-9009-710ffb3602aa None None] Checking router: 8bb27532-4558-4942-b1e9-2a9eee6d0fcf for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:38:55.352751 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4181b06f-8628-4067-9009-710ffb3602aa None None] Updating router 8bb27532-4558-4942-b1e9-2a9eee6d0fcf port 97b45b1e-3e96-496c-8e80-ae14d142d698 binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:38:55.401235 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4181b06f-8628-4067-9009-710ffb3602aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:55.521521 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-489f8848-eb67-4d56-90d4-bdf1d5a8437f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:55.625153 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f8848-eb67-4d56-90d4-bdf1d5a8437f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'Subnet': ['ID=932d63cb-6b21-4975-8897-617256128f86,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:55.654585 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489f8848-eb67-4d56-90d4-bdf1d5a8437f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Checking segment: {'id': '96caa080-7760-4c05-8fc1-42af5ffac08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:38:55.655087 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489f8848-eb67-4d56-90d4-bdf1d5a8437f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Network hostable DHCP agents. Network: 2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:38:55.688018 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489f8848-eb67-4d56-90d4-bdf1d5a8437f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Network 2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:38:55.706213 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-489f8848-eb67-4d56-90d4-bdf1d5a8437f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:38:55.713516 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489f8848-eb67-4d56-90d4-bdf1d5a8437f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:55.714560 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-489f8848-eb67-4d56-90d4-bdf1d5a8437f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:55.739717 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591bf16e-6936-447b-8406-f50269a5d3da None None] Network 2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:38:55.750924 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-489f8848-eb67-4d56-90d4-bdf1d5a8437f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6527307 Nov 12 01:38:55.751529 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52232) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:38:55.977397 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4181b06f-8628-4067-9009-710ffb3602aa None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:56.011091 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4181b06f-8628-4067-9009-710ffb3602aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:56.067175 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1a526a-c548-4bd4-aa44-09ed4967f6e6 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:38:56.111807 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-4181b06f-8628-4067-9009-710ffb3602aa None None] Attempting to bind port 97b45b1e-3e96-496c-8e80-ae14d142d698 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:38:56.112256 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-4181b06f-8628-4067-9009-710ffb3602aa None None] Attempting to bind port 97b45b1e-3e96-496c-8e80-ae14d142d698 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:38:56.112615 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4181b06f-8628-4067-9009-710ffb3602aa None None] Attempting to bind port 97b45b1e-3e96-496c-8e80-ae14d142d698 on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:38:56.160129 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1776e112-3a87-488c-9802-5e1ee66e1944 None None] Pushing event updated for resources: {'Port': ['ID=97b45b1e-3e96-496c-8e80-ae14d142d698,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:56.180537 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4181b06f-8628-4067-9009-710ffb3602aa None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:38:56.182181 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4181b06f-8628-4067-9009-710ffb3602aa None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:38:56.183805 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4181b06f-8628-4067-9009-710ffb3602aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:56.184634 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4181b06f-8628-4067-9009-710ffb3602aa None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:38:56.186454 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-4181b06f-8628-4067-9009-710ffb3602aa None None] Bound port: 97b45b1e-3e96-496c-8e80-ae14d142d698, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:38:56.187206 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4181b06f-8628-4067-9009-710ffb3602aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:56.495801 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2d4f29fe-4f79-491f-82ca-febc2750f355 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:56.592483 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-63ed8036-d301-45eb-bb02-dde44bbf0607 None None] Provisioning complete for port 97b45b1e-3e96-496c-8e80-ae14d142d698 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:38:56.593202 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-63ed8036-d301-45eb-bb02-dde44bbf0607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:56.633750 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3edc21-71e6-45a4-94c4-c4edd262b99f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7', 'network_id': '2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'fixed_ips': [{'subnet_id': '932d63cb-6b21-4975-8897-617256128f86'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:38:56.635384 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cb3edc21-71e6-45a4-94c4-c4edd262b99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:56.681768 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4181b06f-8628-4067-9009-710ffb3602aa None None] For port 97b45b1e-3e96-496c-8e80-ae14d142d698, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:38:56.733523 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-63ed8036-d301-45eb-bb02-dde44bbf0607 None None] Port 97b45b1e-3e96-496c-8e80-ae14d142d698 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:38:56.738546 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4181b06f-8628-4067-9009-710ffb3602aa None None] For port 97b45b1e-3e96-496c-8e80-ae14d142d698, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=97b45b1e-3e96-496c-8e80-ae14d142d698,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:38:56.834879 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4181b06f-8628-4067-9009-710ffb3602aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:56.838750 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-2d4f29fe-4f79-491f-82ca-febc2750f355 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Allocated IP 172.20.0.1 (2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7/932d63cb-6b21-4975-8897-617256128f86/e612430e-63bc-4d03-9a5d-a203c2e3c48b) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:38:56.962478 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38518d80-9fe9-41bc-b9e6-518d3f177166 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:38:57.004674 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1776e112-3a87-488c-9802-5e1ee66e1944 None None] Pushing event updated for resources: {'Port': ['ID=97b45b1e-3e96-496c-8e80-ae14d142d698,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:57.006858 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2d4f29fe-4f79-491f-82ca-febc2750f355 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:57.011725 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4181b06f-8628-4067-9009-710ffb3602aa None None] Routers {'8bb27532-4558-4942-b1e9-2a9eee6d0fcf'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:38:57.012854 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-4181b06f-8628-4067-9009-710ffb3602aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:38:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['8bb27532-4558-4942-b1e9-2a9eee6d0fcf'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:57.061573 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2d4f29fe-4f79-491f-82ca-febc2750f355 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:57.123955 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4f29fe-4f79-491f-82ca-febc2750f355 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Network 2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:38:57.134142 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-2d4f29fe-4f79-491f-82ca-febc2750f355 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:38:57.139356 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4f29fe-4f79-491f-82ca-febc2750f355 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:38:57.147596 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4f29fe-4f79-491f-82ca-febc2750f355 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'Port': ['ID=e612430e-63bc-4d03-9a5d-a203c2e3c48b,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:57.156841 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-1c9ca068-852d-4755-afe4-dd0ddccb011c None None] Provisioning complete for port 97b45b1e-3e96-496c-8e80-ae14d142d698 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:38:57.157258 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1c9ca068-852d-4755-afe4-dd0ddccb011c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:57.190608 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-cb3edc21-71e6-45a4-94c4-c4edd262b99f None None] Allocated IP 172.20.0.2 (2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7/932d63cb-6b21-4975-8897-617256128f86/4253d3fe-b7bb-448c-b7e3-b1b663187259) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:38:57.217702 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2d4f29fe-4f79-491f-82ca-febc2750f355 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:57.257907 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-4181b06f-8628-4067-9009-710ffb3602aa None None] Set router 8bb27532-4558-4942-b1e9-2a9eee6d0fcf gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:38:57.391348 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-900db917-5527-40c6-b70e-5cf486bf00ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:57.454411 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2d4f29fe-4f79-491f-82ca-febc2750f355 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:57.626681 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1c9ca068-852d-4755-afe4-dd0ddccb011c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:57.662806 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-1c9ca068-852d-4755-afe4-dd0ddccb011c None None] For port 97b45b1e-3e96-496c-8e80-ae14d142d698, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=97b45b1e-3e96-496c-8e80-ae14d142d698,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:38:57.690026 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1c9ca068-852d-4755-afe4-dd0ddccb011c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:57.722605 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cb3edc21-71e6-45a4-94c4-c4edd262b99f None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:57.737880 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cb3edc21-71e6-45a4-94c4-c4edd262b99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:57.774203 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ca068-852d-4755-afe4-dd0ddccb011c None None] Pushing event updated for resources: {'Port': ['ID=97b45b1e-3e96-496c-8e80-ae14d142d698,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:57.785334 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3edc21-71e6-45a4-94c4-c4edd262b99f None None] Network 2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:38:57.791696 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-cb3edc21-71e6-45a4-94c4-c4edd262b99f None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:38:57.814766 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3edc21-71e6-45a4-94c4-c4edd262b99f None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:38:57.861344 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3edc21-71e6-45a4-94c4-c4edd262b99f None None] Pushing event updated for resources: {'Port': ['ID=4253d3fe-b7bb-448c-b7e3-b1b663187259,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:57.885795 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-4181b06f-8628-4067-9009-710ffb3602aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb27532-4558-4942-b1e9-2a9eee6d0fcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996693024', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '97b45b1e-3e96-496c-8e80-ae14d142d698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:51Z', 'updated_at': '2021-11-12T01:38:53Z', 'revision_number': 3, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': '97b45b1e-3e96-496c-8e80-ae14d142d698', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c7:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb27532-4558-4942-b1e9-2a9eee6d0fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:52Z', 'updated_at': '2021-11-12T01:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:38:57.915482 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2d4f29fe-4f79-491f-82ca-febc2750f355 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:57.921878 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2d4f29fe-4f79-491f-82ca-febc2750f355 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:57.927350 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4181b06f-8628-4067-9009-710ffb3602aa None None] The sync data for ids ['8bb27532-4558-4942-b1e9-2a9eee6d0fcf'] in n-d-712142-27 is: [{'id': '8bb27532-4558-4942-b1e9-2a9eee6d0fcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996693024', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '97b45b1e-3e96-496c-8e80-ae14d142d698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:51Z', 'updated_at': '2021-11-12T01:38:53Z', 'revision_number': 3, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': '97b45b1e-3e96-496c-8e80-ae14d142d698', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c7:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb27532-4558-4942-b1e9-2a9eee6d0fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:52Z', 'updated_at': '2021-11-12T01:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:38:57.931857 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-cb3edc21-71e6-45a4-94c4-c4edd262b99f None None] Attempting to bind port 4253d3fe-b7bb-448c-b7e3-b1b663187259 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:38:57.932610 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-cb3edc21-71e6-45a4-94c4-c4edd262b99f None None] Attempting to bind port 4253d3fe-b7bb-448c-b7e3-b1b663187259 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '96caa080-7760-4c05-8fc1-42af5ffac08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:38:57.932837 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3edc21-71e6-45a4-94c4-c4edd262b99f None None] Attempting to bind port 4253d3fe-b7bb-448c-b7e3-b1b663187259 on network 2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:38:57.963116 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3edc21-71e6-45a4-94c4-c4edd262b99f None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:38:57.963828 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3edc21-71e6-45a4-94c4-c4edd262b99f None None] Checking segment: {'id': '96caa080-7760-4c05-8fc1-42af5ffac08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:38:57.964484 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cb3edc21-71e6-45a4-94c4-c4edd262b99f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:57.965143 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3edc21-71e6-45a4-94c4-c4edd262b99f None None] Bound using segment: {'id': '96caa080-7760-4c05-8fc1-42af5ffac08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:38:57.965670 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-cb3edc21-71e6-45a4-94c4-c4edd262b99f None None] Bound port: 4253d3fe-b7bb-448c-b7e3-b1b663187259, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96caa080-7760-4c05-8fc1-42af5ffac08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:38:57.966077 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cb3edc21-71e6-45a4-94c4-c4edd262b99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:58.011922 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2d4f29fe-4f79-491f-82ca-febc2750f355 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:58.019434 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4f29fe-4f79-491f-82ca-febc2750f355 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'Port': ['ID=e612430e-63bc-4d03-9a5d-a203c2e3c48b,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:58.112093 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-cb3edc21-71e6-45a4-94c4-c4edd262b99f None None] For port 4253d3fe-b7bb-448c-b7e3-b1b663187259, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:38:58.116932 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-cb3edc21-71e6-45a4-94c4-c4edd262b99f None None] For port 4253d3fe-b7bb-448c-b7e3-b1b663187259, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=4253d3fe-b7bb-448c-b7e3-b1b663187259,segment=NetworkSegment(96caa080-7760-4c05-8fc1-42af5ffac08f),segment_id=96caa080-7760-4c05-8fc1-42af5ffac08f)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:38:58.124734 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cb3edc21-71e6-45a4-94c4-c4edd262b99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:58.206614 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4f29fe-4f79-491f-82ca-febc2750f355 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Network 2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:38:58.209246 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-2d4f29fe-4f79-491f-82ca-febc2750f355 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:38:58.209721 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3edc21-71e6-45a4-94c4-c4edd262b99f None None] Pushing event updated for resources: {'Port': ['ID=4253d3fe-b7bb-448c-b7e3-b1b663187259,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:58.407876 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d4f29fe-4f79-491f-82ca-febc2750f355 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Router 8bb27532-4558-4942-b1e9-2a9eee6d0fcf has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:38:58.712061 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4f29fe-4f79-491f-82ca-febc2750f355 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:38:58.725530 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2d4f29fe-4f79-491f-82ca-febc2750f355 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "PUT /v2.0/routers/8bb27532-4558-4942-b1e9-2a9eee6d0fcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9720113 Nov 12 01:38:58.951353 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 4253d3fe-b7bb-448c-b7e3-b1b663187259 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:38:59.057446 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 4253d3fe-b7bb-448c-b7e3-b1b663187259 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:38:59.058381 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:59.186455 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7dbaf086-6699-40db-a800-fcd9766796c8 req-f435ae2c-15e0-4784-9f6a-be4f1cc3d86f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-200739598&fields=id&tenant_id=553fbe5d09fe49948bd69193fe3f0783 HTTP/1.1" status: 200 len: 267 time: 0.1186867 Nov 12 01:38:59.267249 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:59.357550 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 4253d3fe-b7bb-448c-b7e3-b1b663187259, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=4253d3fe-b7bb-448c-b7e3-b1b663187259,segment=NetworkSegment(96caa080-7760-4c05-8fc1-42af5ffac08f),segment_id=96caa080-7760-4c05-8fc1-42af5ffac08f)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:38:59.369737 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:38:59.458037 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbaf086-6699-40db-a800-fcd9766796c8 req-361aeb9d-7a4b-41bb-9d3c-c60cbd9d0d04 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:38:59.461382 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7dbaf086-6699-40db-a800-fcd9766796c8 req-361aeb9d-7a4b-41bb-9d3c-c60cbd9d0d04 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/networks?id=2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7 HTTP/1.1" status: 200 len: 797 time: 0.2563636 Nov 12 01:38:59.484164 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7dbaf086-6699-40db-a800-fcd9766796c8 req-f0d5c975-fc12-45b9-80f0-8d4035783886 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/quotas/553fbe5d09fe49948bd69193fe3f0783 HTTP/1.1" status: 200 len: 375 time: 0.0160806 Nov 12 01:38:59.500217 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=4253d3fe-b7bb-448c-b7e3-b1b663187259,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:38:59.593360 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7dbaf086-6699-40db-a800-fcd9766796c8 req-e0dcde89-1448-46c4-bc35-0421e34cfb5d tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=553fbe5d09fe49948bd69193fe3f0783&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0917790 Nov 12 01:38:59.787127 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaed0d33-eefb-49c4-bb31-5396a39ae20f None None] Network 2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:38:59.890464 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-14ba0df5-f5a7-4cc8-bf10-69510a4c1130 None None] Provisioning complete for port 4253d3fe-b7bb-448c-b7e3-b1b663187259 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:38:59.891214 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-14ba0df5-f5a7-4cc8-bf10-69510a4c1130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:00.008618 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7dbaf086-6699-40db-a800-fcd9766796c8 req-e3e39877-1c8f-4716-9433-1981956bcfd5 service neutron] 10.222.0.45 "GET /v2.0/networks/2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3913283 Nov 12 01:39:00.140078 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7dbaf086-6699-40db-a800-fcd9766796c8 req-b6423d23-85f5-4b32-bc26-c28d1e3e21e7 service neutron] 10.222.0.45 "GET /v2.0/networks/2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249619 Nov 12 01:39:00.381937 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ccb56b9b-323a-45a9-bbd0-6346ac97bb25 req-d4aa03e7-6b98-4af1-95d0-fbaad13816b3 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8022c62d-fe18-4297-8457-81192e820719 HTTP/1.1" status: 200 len: 210 time: 0.0372345 Nov 12 01:39:00.574360 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-14464598-9fe1-4e5b-b290-45ecd4bb0eef None None] Provisioning complete for port 4253d3fe-b7bb-448c-b7e3-b1b663187259 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:00.574994 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-14464598-9fe1-4e5b-b290-45ecd4bb0eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:00.859199 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-14464598-9fe1-4e5b-b290-45ecd4bb0eef None None] Provisioning complete for port e612430e-63bc-4d03-9a5d-a203c2e3c48b triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:00.859572 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-14464598-9fe1-4e5b-b290-45ecd4bb0eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:00.926205 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 97b45b1e-3e96-496c-8e80-ae14d142d698 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:39:00.933715 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-14464598-9fe1-4e5b-b290-45ecd4bb0eef None None] Port e612430e-63bc-4d03-9a5d-a203c2e3c48b cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:39:00.965383 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-799a0d36-0197-47f4-a49a-3044cbbc461a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:01.017442 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 97b45b1e-3e96-496c-8e80-ae14d142d698 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:01.017822 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:01.138092 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-ce5e3e44-6ae4-4402-9816-9029bd5fc954 None None] Provisioning complete for port e612430e-63bc-4d03-9a5d-a203c2e3c48b triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:01.139495 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ce5e3e44-6ae4-4402-9816-9029bd5fc954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:01.153418 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d24eab2-726c-4b3e-9c8b-2b8bb410bdfc None None] Sync routers for ids ['8bb27532-4558-4942-b1e9-2a9eee6d0fcf'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:39:01.172110 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d24eab2-726c-4b3e-9c8b-2b8bb410bdfc None None] Routers {'8bb27532-4558-4942-b1e9-2a9eee6d0fcf'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:39:01.173004 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-8d24eab2-726c-4b3e-9c8b-2b8bb410bdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:39:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['8bb27532-4558-4942-b1e9-2a9eee6d0fcf'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:01.231659 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-ce5e3e44-6ae4-4402-9816-9029bd5fc954 None None] Port e612430e-63bc-4d03-9a5d-a203c2e3c48b cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:39:01.306759 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 4253d3fe-b7bb-448c-b7e3-b1b663187259 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:39:01.375056 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-d4fbc199-1481-42da-8a3b-c2c783b88fcd None None] Provisioning complete for port e612430e-63bc-4d03-9a5d-a203c2e3c48b triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:01.376004 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d4fbc199-1481-42da-8a3b-c2c783b88fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:01.401456 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-8d24eab2-726c-4b3e-9c8b-2b8bb410bdfc None None] Set router 8bb27532-4558-4942-b1e9-2a9eee6d0fcf gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:39:01.410469 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 4253d3fe-b7bb-448c-b7e3-b1b663187259 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:01.411114 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:01.514054 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-d4fbc199-1481-42da-8a3b-c2c783b88fcd None None] Port e612430e-63bc-4d03-9a5d-a203c2e3c48b cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:39:01.664717 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-58507149-cd01-40b1-95e9-c253eef863d0 req-df94b332-55ca-4c0e-9d0d-808b88bf7cef tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8022c62d-fe18-4297-8457-81192e820719 HTTP/1.1" status: 200 len: 210 time: 0.0645306 Nov 12 01:39:01.737402 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-8d24eab2-726c-4b3e-9c8b-2b8bb410bdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb27532-4558-4942-b1e9-2a9eee6d0fcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996693024', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '97b45b1e-3e96-496c-8e80-ae14d142d698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:51Z', 'updated_at': '2021-11-12T01:38:57Z', 'revision_number': 4, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': '97b45b1e-3e96-496c-8e80-ae14d142d698', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb27532-4558-4942-b1e9-2a9eee6d0fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:52Z', 'updated_at': '2021-11-12T01:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'e612430e-63bc-4d03-9a5d-a203c2e3c48b', 'name': '', 'network_id': '2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'mac_address': 'fa:16:3e:c2:b3:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb27532-4558-4942-b1e9-2a9eee6d0fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '932d63cb-6b21-4975-8897-617256128f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:56Z', 'updated_at': '2021-11-12T01:38:57Z', 'revision_number': 2, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'subnets': [{'id': '932d63cb-6b21-4975-8897-617256128f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:01.778389 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d24eab2-726c-4b3e-9c8b-2b8bb410bdfc None None] Checking router: 8bb27532-4558-4942-b1e9-2a9eee6d0fcf for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:39:01.779661 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d24eab2-726c-4b3e-9c8b-2b8bb410bdfc None None] Updating router 8bb27532-4558-4942-b1e9-2a9eee6d0fcf port e612430e-63bc-4d03-9a5d-a203c2e3c48b binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:39:01.818453 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-8d24eab2-726c-4b3e-9c8b-2b8bb410bdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:02.277305 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-8d24eab2-726c-4b3e-9c8b-2b8bb410bdfc None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:02.288210 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-8d24eab2-726c-4b3e-9c8b-2b8bb410bdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:02.324852 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbaf086-6699-40db-a800-fcd9766796c8 req-43d17f21-cb67-43da-8525-b60a20df8f54 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:02.328737 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7dbaf086-6699-40db-a800-fcd9766796c8 req-43d17f21-cb67-43da-8525-b60a20df8f54 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.44 "GET /v2.0/networks?id=2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7 HTTP/1.1" status: 200 len: 797 time: 0.2476392 Nov 12 01:39:02.376302 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1527e43-4974-4118-9f55-72d15b688879 None None] Pushing event updated for resources: {'Port': ['ID=e612430e-63bc-4d03-9a5d-a203c2e3c48b,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:02.466259 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-8d24eab2-726c-4b3e-9c8b-2b8bb410bdfc None None] Attempting to bind port e612430e-63bc-4d03-9a5d-a203c2e3c48b on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:39:02.466832 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-8d24eab2-726c-4b3e-9c8b-2b8bb410bdfc None None] Attempting to bind port e612430e-63bc-4d03-9a5d-a203c2e3c48b by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '96caa080-7760-4c05-8fc1-42af5ffac08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:39:02.467219 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d24eab2-726c-4b3e-9c8b-2b8bb410bdfc None None] Attempting to bind port e612430e-63bc-4d03-9a5d-a203c2e3c48b on network 2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7 {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:39:02.474813 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d24eab2-726c-4b3e-9c8b-2b8bb410bdfc None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:39:02.475169 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d24eab2-726c-4b3e-9c8b-2b8bb410bdfc None None] Checking segment: {'id': '96caa080-7760-4c05-8fc1-42af5ffac08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:39:02.475597 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-8d24eab2-726c-4b3e-9c8b-2b8bb410bdfc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:02.476456 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d24eab2-726c-4b3e-9c8b-2b8bb410bdfc None None] Bound using segment: {'id': '96caa080-7760-4c05-8fc1-42af5ffac08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:39:02.477194 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-8d24eab2-726c-4b3e-9c8b-2b8bb410bdfc None None] Bound port: e612430e-63bc-4d03-9a5d-a203c2e3c48b, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96caa080-7760-4c05-8fc1-42af5ffac08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:39:02.478439 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-8d24eab2-726c-4b3e-9c8b-2b8bb410bdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:02.518047 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7dbaf086-6699-40db-a800-fcd9766796c8 req-63d65b5b-e5f1-42c7-a8c1-f05fc9d0225f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=553fbe5d09fe49948bd69193fe3f0783 HTTP/1.1" status: 200 len: 379 time: 0.1539009 Nov 12 01:39:02.536166 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-7dbaf086-6699-40db-a800-fcd9766796c8 req-c9c39033-7482-4d78-8aa9-7e8b256e0997 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Request body: {'port': {'device_id': '8022c62d-fe18-4297-8457-81192e820719', 'network_id': '2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7', 'admin_state_up': True, 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'security_groups': ['a1907552-1301-4254-a3f7-7f2eecc84b84']}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:39:02.584582 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-8d24eab2-726c-4b3e-9c8b-2b8bb410bdfc None None] For port e612430e-63bc-4d03-9a5d-a203c2e3c48b, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:39:02.593999 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-8d24eab2-726c-4b3e-9c8b-2b8bb410bdfc None None] For port e612430e-63bc-4d03-9a5d-a203c2e3c48b, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=e612430e-63bc-4d03-9a5d-a203c2e3c48b,segment=NetworkSegment(96caa080-7760-4c05-8fc1-42af5ffac08f),segment_id=96caa080-7760-4c05-8fc1-42af5ffac08f)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:39:02.601677 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-8d24eab2-726c-4b3e-9c8b-2b8bb410bdfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:02.700243 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d24eab2-726c-4b3e-9c8b-2b8bb410bdfc None None] Routers {'8bb27532-4558-4942-b1e9-2a9eee6d0fcf'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:39:02.701069 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-8d24eab2-726c-4b3e-9c8b-2b8bb410bdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:39:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['8bb27532-4558-4942-b1e9-2a9eee6d0fcf'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:02.797119 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dbaf086-6699-40db-a800-fcd9766796c8 req-c9c39033-7482-4d78-8aa9-7e8b256e0997 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Made reservation on behalf of 553fbe5d09fe49948bd69193fe3f0783 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:39:02.804649 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-7dbaf086-6699-40db-a800-fcd9766796c8 req-c9c39033-7482-4d78-8aa9-7e8b256e0997 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:02.894789 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1527e43-4974-4118-9f55-72d15b688879 None None] Pushing event updated for resources: {'Port': ['ID=e612430e-63bc-4d03-9a5d-a203c2e3c48b,revision_number=4']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:02.895252 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-6e9964de-9983-41a6-93fb-ee0a8a9dc6b3 None None] Provisioning complete for port e612430e-63bc-4d03-9a5d-a203c2e3c48b triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:02.895252 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6e9964de-9983-41a6-93fb-ee0a8a9dc6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:02.933037 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f3b73b69-4249-4770-9045-9f3d0d2e153c req-807363b4-efc4-4347-822b-1a026f884d80 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8022c62d-fe18-4297-8457-81192e820719 HTTP/1.1" status: 200 len: 210 time: 0.0902536 Nov 12 01:39:03.045934 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-8d24eab2-726c-4b3e-9c8b-2b8bb410bdfc None None] Set router 8bb27532-4558-4942-b1e9-2a9eee6d0fcf gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:39:03.105575 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-7dbaf086-6699-40db-a800-fcd9766796c8 req-c9c39033-7482-4d78-8aa9-7e8b256e0997 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Allocated IP 172.20.0.6 (2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7/932d63cb-6b21-4975-8897-617256128f86/1e6a15de-78f1-40b0-b3b1-458e9940bd7b) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:39:03.146523 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:03.179447 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6e9964de-9983-41a6-93fb-ee0a8a9dc6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:03.232776 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-6e9964de-9983-41a6-93fb-ee0a8a9dc6b3 None None] For port e612430e-63bc-4d03-9a5d-a203c2e3c48b, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=e612430e-63bc-4d03-9a5d-a203c2e3c48b,segment=NetworkSegment(96caa080-7760-4c05-8fc1-42af5ffac08f),segment_id=96caa080-7760-4c05-8fc1-42af5ffac08f)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:39:03.238714 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6e9964de-9983-41a6-93fb-ee0a8a9dc6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:03.311048 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9964de-9983-41a6-93fb-ee0a8a9dc6b3 None None] Pushing event updated for resources: {'Port': ['ID=e612430e-63bc-4d03-9a5d-a203c2e3c48b,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:03.393626 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-e93197f1-ed4a-41d8-8d3c-af2a0356e23b None None] Provisioning complete for port e612430e-63bc-4d03-9a5d-a203c2e3c48b triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:03.394644 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e93197f1-ed4a-41d8-8d3c-af2a0356e23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:03.401890 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-7dbaf086-6699-40db-a800-fcd9766796c8 req-c9c39033-7482-4d78-8aa9-7e8b256e0997 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:03.450726 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-8d24eab2-726c-4b3e-9c8b-2b8bb410bdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb27532-4558-4942-b1e9-2a9eee6d0fcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996693024', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '97b45b1e-3e96-496c-8e80-ae14d142d698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:51Z', 'updated_at': '2021-11-12T01:38:57Z', 'revision_number': 4, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': '97b45b1e-3e96-496c-8e80-ae14d142d698', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb27532-4558-4942-b1e9-2a9eee6d0fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:52Z', 'updated_at': '2021-11-12T01:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'e612430e-63bc-4d03-9a5d-a203c2e3c48b', 'name': '', 'network_id': '2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'mac_address': 'fa:16:3e:c2:b3:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb27532-4558-4942-b1e9-2a9eee6d0fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '932d63cb-6b21-4975-8897-617256128f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:56Z', 'updated_at': '2021-11-12T01:39:02Z', 'revision_number': 4, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'subnets': [{'id': '932d63cb-6b21-4975-8897-617256128f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:03.456222 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-7dbaf086-6699-40db-a800-fcd9766796c8 req-c9c39033-7482-4d78-8aa9-7e8b256e0997 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:03.520661 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dbaf086-6699-40db-a800-fcd9766796c8 req-c9c39033-7482-4d78-8aa9-7e8b256e0997 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Network 2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:39:03.525838 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-7dbaf086-6699-40db-a800-fcd9766796c8 req-c9c39033-7482-4d78-8aa9-7e8b256e0997 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:39:03.530939 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dbaf086-6699-40db-a800-fcd9766796c8 req-c9c39033-7482-4d78-8aa9-7e8b256e0997 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:39:03.555157 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d24eab2-726c-4b3e-9c8b-2b8bb410bdfc None None] The sync data for ids ['8bb27532-4558-4942-b1e9-2a9eee6d0fcf'] in n-d-712142-27 is: [{'id': '8bb27532-4558-4942-b1e9-2a9eee6d0fcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996693024', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '97b45b1e-3e96-496c-8e80-ae14d142d698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:51Z', 'updated_at': '2021-11-12T01:38:57Z', 'revision_number': 4, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': '97b45b1e-3e96-496c-8e80-ae14d142d698', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb27532-4558-4942-b1e9-2a9eee6d0fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:52Z', 'updated_at': '2021-11-12T01:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'e612430e-63bc-4d03-9a5d-a203c2e3c48b', 'name': '', 'network_id': '2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'mac_address': 'fa:16:3e:c2:b3:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bb27532-4558-4942-b1e9-2a9eee6d0fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '932d63cb-6b21-4975-8897-617256128f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:56Z', 'updated_at': '2021-11-12T01:39:02Z', 'revision_number': 4, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'subnets': [{'id': '932d63cb-6b21-4975-8897-617256128f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:39:03.598974 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c39033-7482-4d78-8aa9-7e8b256e0997 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'Port': ['ID=1e6a15de-78f1-40b0-b3b1-458e9940bd7b,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:03.643696 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c39033-7482-4d78-8aa9-7e8b256e0997 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:03.649862 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c39033-7482-4d78-8aa9-7e8b256e0997 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:03.649862 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c39033-7482-4d78-8aa9-7e8b256e0997 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:03.649862 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c39033-7482-4d78-8aa9-7e8b256e0997 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:03.649862 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c39033-7482-4d78-8aa9-7e8b256e0997 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:03.649862 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c39033-7482-4d78-8aa9-7e8b256e0997 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:03.650403 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c39033-7482-4d78-8aa9-7e8b256e0997 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:03.651331 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c39033-7482-4d78-8aa9-7e8b256e0997 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:03.658266 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c39033-7482-4d78-8aa9-7e8b256e0997 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:03.664335 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c39033-7482-4d78-8aa9-7e8b256e0997 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:03.666811 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c39033-7482-4d78-8aa9-7e8b256e0997 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:03.667197 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c39033-7482-4d78-8aa9-7e8b256e0997 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:03.708915 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbaf086-6699-40db-a800-fcd9766796c8 req-c9c39033-7482-4d78-8aa9-7e8b256e0997 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:03.710927 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-7dbaf086-6699-40db-a800-fcd9766796c8 req-c9c39033-7482-4d78-8aa9-7e8b256e0997 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:03.753697 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7dbaf086-6699-40db-a800-fcd9766796c8 req-c9c39033-7482-4d78-8aa9-7e8b256e0997 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2217062 Nov 12 01:39:03.775383 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-7dbaf086-6699-40db-a800-fcd9766796c8 req-23597154-5079-41f2-9a9c-e2ac3d8cdcbe service neutron] Request body: {'port': {'device_id': '8022c62d-fe18-4297-8457-81192e820719', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:39:03.873423 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-7dbaf086-6699-40db-a800-fcd9766796c8 req-23597154-5079-41f2-9a9c-e2ac3d8cdcbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:04.183158 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2734a-4d7a-4fd4-9a1d-abce884ea524 req-464d3a16-4870-446e-a0cb-7830ac6d95d4 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:04.193718 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-05c2734a-4d7a-4fd4-9a1d-abce884ea524 req-464d3a16-4870-446e-a0cb-7830ac6d95d4 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8022c62d-fe18-4297-8457-81192e820719 HTTP/1.1" status: 200 len: 931 time: 0.1061373 Nov 12 01:39:04.302108 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-05c2734a-4d7a-4fd4-9a1d-abce884ea524 req-6b346e41-75a1-46cc-81c7-192cefd433ee tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1907552-1301-4254-a3f7-7f2eecc84b84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060691 Nov 12 01:39:04.405540 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:04.420086 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-1e0f9fb4-98b9-401f-a264-3017df61b900 None None] Provisioning complete for port 1e6a15de-78f1-40b0-b3b1-458e9940bd7b triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:04.420086 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1e0f9fb4-98b9-401f-a264-3017df61b900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:04.463555 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-7dbaf086-6699-40db-a800-fcd9766796c8 req-23597154-5079-41f2-9a9c-e2ac3d8cdcbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e6a15de-78f1-40b0-b3b1-458e9940bd7b {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:39:04.478300 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-7dbaf086-6699-40db-a800-fcd9766796c8 req-23597154-5079-41f2-9a9c-e2ac3d8cdcbe service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:04.501508 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-7dbaf086-6699-40db-a800-fcd9766796c8 req-23597154-5079-41f2-9a9c-e2ac3d8cdcbe service neutron] Transition to ACTIVE for port object 1e6a15de-78f1-40b0-b3b1-458e9940bd7b will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:39:04.520502 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-7dbaf086-6699-40db-a800-fcd9766796c8 req-23597154-5079-41f2-9a9c-e2ac3d8cdcbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:04.523659 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-1e0f9fb4-98b9-401f-a264-3017df61b900 None None] Port 1e6a15de-78f1-40b0-b3b1-458e9940bd7b cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:39:04.611927 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23597154-5079-41f2-9a9c-e2ac3d8cdcbe service neutron] Pushing event updated for resources: {'Port': ['ID=1e6a15de-78f1-40b0-b3b1-458e9940bd7b,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:04.719165 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-7dbaf086-6699-40db-a800-fcd9766796c8 req-23597154-5079-41f2-9a9c-e2ac3d8cdcbe service neutron] Attempting to bind port 1e6a15de-78f1-40b0-b3b1-458e9940bd7b on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:39:04.719848 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-7dbaf086-6699-40db-a800-fcd9766796c8 req-23597154-5079-41f2-9a9c-e2ac3d8cdcbe service neutron] Attempting to bind port 1e6a15de-78f1-40b0-b3b1-458e9940bd7b by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '96caa080-7760-4c05-8fc1-42af5ffac08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:39:04.722704 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbaf086-6699-40db-a800-fcd9766796c8 req-23597154-5079-41f2-9a9c-e2ac3d8cdcbe service neutron] Attempting to bind port 1e6a15de-78f1-40b0-b3b1-458e9940bd7b on network 2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:39:04.731163 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbaf086-6699-40db-a800-fcd9766796c8 req-23597154-5079-41f2-9a9c-e2ac3d8cdcbe service neutron] Port 1e6a15de-78f1-40b0-b3b1-458e9940bd7b on network 2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:39:04.732569 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbaf086-6699-40db-a800-fcd9766796c8 req-23597154-5079-41f2-9a9c-e2ac3d8cdcbe service neutron] Attempting to bind port 1e6a15de-78f1-40b0-b3b1-458e9940bd7b on network 2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:39:04.749403 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbaf086-6699-40db-a800-fcd9766796c8 req-23597154-5079-41f2-9a9c-e2ac3d8cdcbe service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:39:04.750242 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbaf086-6699-40db-a800-fcd9766796c8 req-23597154-5079-41f2-9a9c-e2ac3d8cdcbe service neutron] Checking segment: {'id': '96caa080-7760-4c05-8fc1-42af5ffac08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:39:04.750745 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbaf086-6699-40db-a800-fcd9766796c8 req-23597154-5079-41f2-9a9c-e2ac3d8cdcbe service neutron] Bound using segment: {'id': '96caa080-7760-4c05-8fc1-42af5ffac08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:39:04.751403 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-7dbaf086-6699-40db-a800-fcd9766796c8 req-23597154-5079-41f2-9a9c-e2ac3d8cdcbe service neutron] Bound port: 1e6a15de-78f1-40b0-b3b1-458e9940bd7b, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96caa080-7760-4c05-8fc1-42af5ffac08f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:39:04.751799 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-7dbaf086-6699-40db-a800-fcd9766796c8 req-23597154-5079-41f2-9a9c-e2ac3d8cdcbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:04.892623 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-7dbaf086-6699-40db-a800-fcd9766796c8 req-23597154-5079-41f2-9a9c-e2ac3d8cdcbe service neutron] For port 1e6a15de-78f1-40b0-b3b1-458e9940bd7b, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:39:04.904380 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-7dbaf086-6699-40db-a800-fcd9766796c8 req-23597154-5079-41f2-9a9c-e2ac3d8cdcbe service neutron] For port 1e6a15de-78f1-40b0-b3b1-458e9940bd7b, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=1e6a15de-78f1-40b0-b3b1-458e9940bd7b,segment=NetworkSegment(96caa080-7760-4c05-8fc1-42af5ffac08f),segment_id=96caa080-7760-4c05-8fc1-42af5ffac08f)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:39:04.917914 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device e612430e-63bc-4d03-9a5d-a203c2e3c48b up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:39:04.926213 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-7dbaf086-6699-40db-a800-fcd9766796c8 req-23597154-5079-41f2-9a9c-e2ac3d8cdcbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:04.982959 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbaf086-6699-40db-a800-fcd9766796c8 req-23597154-5079-41f2-9a9c-e2ac3d8cdcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:04.983598 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-7dbaf086-6699-40db-a800-fcd9766796c8 req-23597154-5079-41f2-9a9c-e2ac3d8cdcbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:04.990609 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7dbaf086-6699-40db-a800-fcd9766796c8 req-23597154-5079-41f2-9a9c-e2ac3d8cdcbe service neutron] 10.222.0.44 "PUT /v2.0/ports/1e6a15de-78f1-40b0-b3b1-458e9940bd7b HTTP/1.1" status: 200 len: 1092 time: 1.2164896 Nov 12 01:39:04.991303 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8022c62d-fe18-4297-8457-81192e820719', 'tag': '1e6a15de-78f1-40b0-b3b1-458e9940bd7b'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:39:04.994515 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1300d8-6f89-434f-9341-1489e4d87446" -d '{"events": [{"name": "network-changed", "server_uuid": "8022c62d-fe18-4297-8457-81192e820719", "tag": "1e6a15de-78f1-40b0-b3b1-458e9940bd7b"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:39:05.070420 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23597154-5079-41f2-9a9c-e2ac3d8cdcbe service neutron] Pushing event updated for resources: {'Port': ['ID=1e6a15de-78f1-40b0-b3b1-458e9940bd7b,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:05.074358 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port e612430e-63bc-4d03-9a5d-a203c2e3c48b triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:05.076254 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:05.132517 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83db1132-2f6d-4f35-be64-4e69c2286e19 x-openstack-request-id: req-83db1132-2f6d-4f35-be64-4e69c2286e19 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:39:05.133533 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8022c62d-fe18-4297-8457-81192e820719", "tag": "1e6a15de-78f1-40b0-b3b1-458e9940bd7b", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:39:05.133994 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-83db1132-2f6d-4f35-be64-4e69c2286e19 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:39:05.134511 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8022c62d-fe18-4297-8457-81192e820719', 'tag': '1e6a15de-78f1-40b0-b3b1-458e9940bd7b', 'status': 'completed', 'code': 200} Nov 12 01:39:05.252995 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbaf086-6699-40db-a800-fcd9766796c8 req-20a380e1-ecdc-45ca-8095-195c331b077c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:05.255860 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7dbaf086-6699-40db-a800-fcd9766796c8 req-20a380e1-ecdc-45ca-8095-195c331b077c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=553fbe5d09fe49948bd69193fe3f0783&device_id=8022c62d-fe18-4297-8457-81192e820719 HTTP/1.1" status: 200 len: 1095 time: 0.1094952 Nov 12 01:39:05.275429 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:05.394664 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7dbaf086-6699-40db-a800-fcd9766796c8 req-9b048165-c2a0-4af3-94fe-94d194226dfb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e6a15de-78f1-40b0-b3b1-458e9940bd7b HTTP/1.1" status: 200 len: 217 time: 0.1164446 Nov 12 01:39:05.525409 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbaf086-6699-40db-a800-fcd9766796c8 req-aef03ea7-1a0a-42b2-a98b-dab8df0beeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:05.529229 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7dbaf086-6699-40db-a800-fcd9766796c8 req-aef03ea7-1a0a-42b2-a98b-dab8df0beeef service neutron] 10.222.0.44 "GET /v2.0/subnets?id=932d63cb-6b21-4975-8897-617256128f86 HTTP/1.1" status: 200 len: 834 time: 0.1231887 Nov 12 01:39:05.612523 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbaf086-6699-40db-a800-fcd9766796c8 req-5136b7f4-4304-42a3-a873-e8328d054f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:05.614596 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7dbaf086-6699-40db-a800-fcd9766796c8 req-5136b7f4-4304-42a3-a873-e8328d054f67 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0790021 Nov 12 01:39:05.670428 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878289c-04bd-4758-9833-b6e91d7f0b05 req-7e5adf5a-054a-44dc-8a76-d7787574eac1 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:05.679921 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0878289c-04bd-4758-9833-b6e91d7f0b05 req-7e5adf5a-054a-44dc-8a76-d7787574eac1 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8022c62d-fe18-4297-8457-81192e820719 HTTP/1.1" status: 200 len: 943 time: 0.2136779 Nov 12 01:39:05.791130 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7dbaf086-6699-40db-a800-fcd9766796c8 req-81627a30-a96f-4836-80ee-d6c77ae87793 service neutron] 10.222.0.44 "GET /v2.0/networks/2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680996 Nov 12 01:39:05.850106 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0878289c-04bd-4758-9833-b6e91d7f0b05 req-e02184a7-7080-442b-9925-d8152a964f72 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1907552-1301-4254-a3f7-7f2eecc84b84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452129 Nov 12 01:39:05.956035 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7dbaf086-6699-40db-a800-fcd9766796c8 req-b9b5be5a-a214-4cd5-9250-3511e82d7e86 service neutron] 10.222.0.44 "GET /v2.0/networks/2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553786 Nov 12 01:39:06.158784 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1300d8-6f89-434f-9341-1489e4d87446 req-b84dcbde-40c2-4e1d-9150-9cb1366821a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:06.162105 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0e1300d8-6f89-434f-9341-1489e4d87446 req-b84dcbde-40c2-4e1d-9150-9cb1366821a0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=553fbe5d09fe49948bd69193fe3f0783&device_id=8022c62d-fe18-4297-8457-81192e820719 HTTP/1.1" status: 200 len: 1095 time: 0.0943975 Nov 12 01:39:06.338926 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1300d8-6f89-434f-9341-1489e4d87446 req-d1853e9e-f5a3-4808-a817-00f7e3105f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:06.341762 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0e1300d8-6f89-434f-9341-1489e4d87446 req-d1853e9e-f5a3-4808-a817-00f7e3105f07 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7 HTTP/1.1" status: 200 len: 897 time: 0.1706545 Nov 12 01:39:06.428888 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0e1300d8-6f89-434f-9341-1489e4d87446 req-7fe2c782-5815-492b-8586-df2037c26196 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e6a15de-78f1-40b0-b3b1-458e9940bd7b HTTP/1.1" status: 200 len: 217 time: 0.0788615 Nov 12 01:39:06.518796 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1300d8-6f89-434f-9341-1489e4d87446 req-75dd7050-4097-4f18-9e27-f9d8f362f15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:06.520638 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0e1300d8-6f89-434f-9341-1489e4d87446 req-75dd7050-4097-4f18-9e27-f9d8f362f15e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=932d63cb-6b21-4975-8897-617256128f86 HTTP/1.1" status: 200 len: 834 time: 0.0839844 Nov 12 01:39:06.597255 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1300d8-6f89-434f-9341-1489e4d87446 req-83298200-d5ee-4d0d-978a-50b10fe38d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:06.600004 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0e1300d8-6f89-434f-9341-1489e4d87446 req-83298200-d5ee-4d0d-978a-50b10fe38d90 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0706894 Nov 12 01:39:06.766905 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0e1300d8-6f89-434f-9341-1489e4d87446 req-0393175a-120d-43ef-89d1-8b5e91e05331 service neutron] 10.222.0.44 "GET /v2.0/networks/2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580119 Nov 12 01:39:06.895508 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0e1300d8-6f89-434f-9341-1489e4d87446 req-d79cf7b0-61ba-4d20-91be-16ca39374857 service neutron] 10.222.0.44 "GET /v2.0/networks/2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202631 Nov 12 01:39:07.017341 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575221bf-a22f-417a-8cce-1eb1f8006402 req-6cb04dc5-a945-4676-863a-e3e19d2292c2 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:07.018989 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-575221bf-a22f-417a-8cce-1eb1f8006402 req-6cb04dc5-a945-4676-863a-e3e19d2292c2 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8022c62d-fe18-4297-8457-81192e820719 HTTP/1.1" status: 200 len: 943 time: 0.0646505 Nov 12 01:39:07.112041 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-575221bf-a22f-417a-8cce-1eb1f8006402 req-92d07e34-c340-48ea-8d12-09d3255ce84d tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1907552-1301-4254-a3f7-7f2eecc84b84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856886 Nov 12 01:39:08.264747 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f10512-3c4a-458e-94a8-6eb39a6f354d req-4df4f203-65a5-4c0b-a88b-31a5b7296a14 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:08.270304 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c9f10512-3c4a-458e-94a8-6eb39a6f354d req-4df4f203-65a5-4c0b-a88b-31a5b7296a14 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8022c62d-fe18-4297-8457-81192e820719 HTTP/1.1" status: 200 len: 943 time: 0.0759034 Nov 12 01:39:08.339737 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c9f10512-3c4a-458e-94a8-6eb39a6f354d req-3db35965-4de4-43b8-90bd-3f54245f4c96 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1907552-1301-4254-a3f7-7f2eecc84b84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673468 Nov 12 01:39:08.669692 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:09.311261 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 1e6a15de-78f1-40b0-b3b1-458e9940bd7b details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:39:09.451374 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 1e6a15de-78f1-40b0-b3b1-458e9940bd7b, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=1e6a15de-78f1-40b0-b3b1-458e9940bd7b,segment=NetworkSegment(96caa080-7760-4c05-8fc1-42af5ffac08f),segment_id=96caa080-7760-4c05-8fc1-42af5ffac08f)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:39:09.470817 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '1e6a15de-78f1-40b0-b3b1-458e9940bd7b', 'network_id': '2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7', 'port_id': '1e6a15de-78f1-40b0-b3b1-458e9940bd7b', 'mac_address': 'fa:16:3e:aa:62:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '932d63cb-6b21-4975-8897-617256128f86', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:39:09.524142 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a9ca3-d06a-4d07-aa60-9bf5986a7e82 req-b4f90455-6fa0-4b1e-a06a-67d32a5a0e4d tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:09.526704 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-877a9ca3-d06a-4d07-aa60-9bf5986a7e82 req-b4f90455-6fa0-4b1e-a06a-67d32a5a0e4d tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8022c62d-fe18-4297-8457-81192e820719 HTTP/1.1" status: 200 len: 943 time: 0.0740819 Nov 12 01:39:09.535778 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:09.558785 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e6a15de-78f1-40b0-b3b1-458e9940bd7b {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:39:09.591119 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 1e6a15de-78f1-40b0-b3b1-458e9940bd7b, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=1e6a15de-78f1-40b0-b3b1-458e9940bd7b,segment=NetworkSegment(96caa080-7760-4c05-8fc1-42af5ffac08f),segment_id=96caa080-7760-4c05-8fc1-42af5ffac08f)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:39:09.597109 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:09.623154 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-877a9ca3-d06a-4d07-aa60-9bf5986a7e82 req-1f3996f6-2cf6-422f-924e-3d88a31b0ffc tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1907552-1301-4254-a3f7-7f2eecc84b84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814543 Nov 12 01:39:09.678787 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=1e6a15de-78f1-40b0-b3b1-458e9940bd7b,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:09.688053 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:09.688377 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:09.688843 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:09.689177 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:09.689516 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:09.689949 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:09.690215 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:09.690978 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:09.691354 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:09.691693 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:09.692369 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:09.692795 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:09.891339 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['1e6a15de-78f1-40b0-b3b1-458e9940bd7b'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:39:10.822998 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad4653-f1f2-4d1e-8d7d-56a9d383aa7d req-c2da1aee-2a36-4da8-a24b-737579ed2bc7 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:10.826776 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c3ad4653-f1f2-4d1e-8d7d-56a9d383aa7d req-c2da1aee-2a36-4da8-a24b-737579ed2bc7 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8022c62d-fe18-4297-8457-81192e820719 HTTP/1.1" status: 200 len: 944 time: 0.0932369 Nov 12 01:39:10.855260 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:10.925048 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c3ad4653-f1f2-4d1e-8d7d-56a9d383aa7d req-606b87c6-1294-4908-9015-2836478aa1e2 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1907552-1301-4254-a3f7-7f2eecc84b84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793962 Nov 12 01:39:11.323835 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 1e6a15de-78f1-40b0-b3b1-458e9940bd7b up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:39:11.439758 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 1e6a15de-78f1-40b0-b3b1-458e9940bd7b completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:39:11.446598 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 1e6a15de-78f1-40b0-b3b1-458e9940bd7b triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:11.447157 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:11.559143 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:11.593975 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8022c62d-fe18-4297-8457-81192e820719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6a15de-78f1-40b0-b3b1-458e9940bd7b'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:39:11.597574 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8239b1d9-d009-4483-a179-3954c7f0d924" -d '{"events": [{"server_uuid": "8022c62d-fe18-4297-8457-81192e820719", "name": "network-vif-plugged", "status": "completed", "tag": "1e6a15de-78f1-40b0-b3b1-458e9940bd7b"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:39:11.618276 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 1e6a15de-78f1-40b0-b3b1-458e9940bd7b, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=1e6a15de-78f1-40b0-b3b1-458e9940bd7b,segment=NetworkSegment(96caa080-7760-4c05-8fc1-42af5ffac08f),segment_id=96caa080-7760-4c05-8fc1-42af5ffac08f)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:39:11.624829 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:11.672275 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e955f6b0-fa61-4ae7-b626-bb70a6648f7a x-openstack-request-id: req-e955f6b0-fa61-4ae7-b626-bb70a6648f7a {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:39:11.672649 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8022c62d-fe18-4297-8457-81192e820719", "name": "network-vif-plugged", "status": "completed", "tag": "1e6a15de-78f1-40b0-b3b1-458e9940bd7b", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:39:11.672970 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e955f6b0-fa61-4ae7-b626-bb70a6648f7a {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:39:11.673422 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8022c62d-fe18-4297-8457-81192e820719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6a15de-78f1-40b0-b3b1-458e9940bd7b', 'code': 200} Nov 12 01:39:11.718560 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=1e6a15de-78f1-40b0-b3b1-458e9940bd7b,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:11.837923 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d757899-790a-4ac0-9b21-a9c3b65c04fb req-4c5e5588-6ef0-4ef8-b404-edf7797bbc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:11.840584 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1d757899-790a-4ac0-9b21-a9c3b65c04fb req-4c5e5588-6ef0-4ef8-b404-edf7797bbc33 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8022c62d-fe18-4297-8457-81192e820719 HTTP/1.1" status: 200 len: 1097 time: 0.0623150 Nov 12 01:39:11.900242 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1d757899-790a-4ac0-9b21-a9c3b65c04fb req-c01665da-d9e4-47fa-985b-5a78ed1d3487 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a1907552-1301-4254-a3f7-7f2eecc84b84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526366 Nov 12 01:39:12.076667 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852857ca-2781-4c6a-902f-e1e703e6a423 req-019c640d-9fd2-47a6-bbe0-da956eccf75f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:12.078795 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-852857ca-2781-4c6a-902f-e1e703e6a423 req-019c640d-9fd2-47a6-bbe0-da956eccf75f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8022c62d-fe18-4297-8457-81192e820719 HTTP/1.1" status: 200 len: 945 time: 0.0619547 Nov 12 01:39:12.171716 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-852857ca-2781-4c6a-902f-e1e703e6a423 req-297f89a9-8cf3-4a70-a1fa-f7d12ed1dc1a tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1907552-1301-4254-a3f7-7f2eecc84b84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824244 Nov 12 01:39:13.307029 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5171e3-ee2c-4f42-bc3d-a9974ac87357 req-d6d3760e-63d7-473d-b4fd-446fd51d7e51 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:13.308595 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4a5171e3-ee2c-4f42-bc3d-a9974ac87357 req-d6d3760e-63d7-473d-b4fd-446fd51d7e51 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8022c62d-fe18-4297-8457-81192e820719 HTTP/1.1" status: 200 len: 945 time: 0.0547221 Nov 12 01:39:13.384580 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4a5171e3-ee2c-4f42-bc3d-a9974ac87357 req-bfc40750-26f3-4888-9b1e-34da033aa7fd tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1907552-1301-4254-a3f7-7f2eecc84b84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693533 Nov 12 01:39:13.569939 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b22f9-a459-46d2-a601-7a575d1f9b24 req-1c5ac2d8-e683-4a5f-ba99-219193dc2bed tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:13.571889 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b72b22f9-a459-46d2-a601-7a575d1f9b24 req-1c5ac2d8-e683-4a5f-ba99-219193dc2bed tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8022c62d-fe18-4297-8457-81192e820719 HTTP/1.1" status: 200 len: 945 time: 0.0574074 Nov 12 01:39:13.645313 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b72b22f9-a459-46d2-a601-7a575d1f9b24 req-d2091585-3998-46cb-8582-6d3892ecfaf2 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1907552-1301-4254-a3f7-7f2eecc84b84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663974 Nov 12 01:39:13.680080 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52346) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:13.756791 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf84d175-35d2-4844-927b-73347eee0d0b tempest-TestNetworkAdvancedServerOps-773100936 tempest-TestNetworkAdvancedServerOps-773100936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:13.759423 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-cf84d175-35d2-4844-927b-73347eee0d0b tempest-TestNetworkAdvancedServerOps-773100936 tempest-TestNetworkAdvancedServerOps-773100936-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=8022c62d-fe18-4297-8457-81192e820719 HTTP/1.1" status: 200 len: 1092 time: 0.0779369 Nov 12 01:39:13.762249 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52348) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:13.767660 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-fc886768-13f7-41be-a404-76d8ff58ca7f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Request body: {'floatingip': {'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'port_id': '1e6a15de-78f1-40b0-b3b1-458e9940bd7b', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:39:13.795712 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fc886768-13f7-41be-a404-76d8ff58ca7f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for floatingip, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:13.924177 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fc886768-13f7-41be-a404-76d8ff58ca7f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:14.087943 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-fc886768-13f7-41be-a404-76d8ff58ca7f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Allocated IP 172.25.3.155 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/f38da19d-dbdf-47c7-b410-027906de82bb) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:39:14.224605 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fc886768-13f7-41be-a404-76d8ff58ca7f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:14.285264 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fc886768-13f7-41be-a404-76d8ff58ca7f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:14.326639 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc886768-13f7-41be-a404-76d8ff58ca7f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:39:14.329823 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-fc886768-13f7-41be-a404-76d8ff58ca7f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:39:14.334109 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc886768-13f7-41be-a404-76d8ff58ca7f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:39:14.373304 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc886768-13f7-41be-a404-76d8ff58ca7f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'Port': ['ID=f38da19d-dbdf-47c7-b410-027906de82bb,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:15.195816 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fc886768-13f7-41be-a404-76d8ff58ca7f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:15.277999 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fc886768-13f7-41be-a404-76d8ff58ca7f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:15.523724 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fc886768-13f7-41be-a404-76d8ff58ca7f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:15.532103 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fc886768-13f7-41be-a404-76d8ff58ca7f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:15.672365 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc886768-13f7-41be-a404-76d8ff58ca7f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event updated for resources: {'Port': ['ID=f38da19d-dbdf-47c7-b410-027906de82bb,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:15.686772 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fc886768-13f7-41be-a404-76d8ff58ca7f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:15.859092 n-d-712142-27 neutron-server[109086]: INFO neutron.db.l3_db [None req-fc886768-13f7-41be-a404-76d8ff58ca7f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Floating IP af20290f-19e8-4240-bba9-846d75914994 associated. External IP: 172.25.3.155, port: 1e6a15de-78f1-40b0-b3b1-458e9940bd7b. Nov 12 01:39:16.258535 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc886768-13f7-41be-a404-76d8ff58ca7f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Router 8bb27532-4558-4942-b1e9-2a9eee6d0fcf has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:39:16.490751 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc886768-13f7-41be-a404-76d8ff58ca7f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:39:16.507097 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3a64be-b863-45fe-8a47-8341adf4d247 None None] Sync routers for ids ['8bb27532-4558-4942-b1e9-2a9eee6d0fcf'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:39:16.522633 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3a64be-b863-45fe-8a47-8341adf4d247 None None] Routers {'8bb27532-4558-4942-b1e9-2a9eee6d0fcf'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:39:16.523372 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-9e3a64be-b863-45fe-8a47-8341adf4d247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:39:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['8bb27532-4558-4942-b1e9-2a9eee6d0fcf'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:16.528082 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fc886768-13f7-41be-a404-76d8ff58ca7f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:16.599351 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-fc886768-13f7-41be-a404-76d8ff58ca7f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8326616 Nov 12 01:39:16.599351 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8022c62d-fe18-4297-8457-81192e820719', 'tag': '1e6a15de-78f1-40b0-b3b1-458e9940bd7b'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:39:16.603328 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d02f4fe-2599-45d4-9827-e3dca16eb84e" -d '{"events": [{"name": "network-changed", "server_uuid": "8022c62d-fe18-4297-8457-81192e820719", "tag": "1e6a15de-78f1-40b0-b3b1-458e9940bd7b"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:39:16.666103 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0cebdf9-e0ac-4cd2-8941-ec8b46181148 x-openstack-request-id: req-d0cebdf9-e0ac-4cd2-8941-ec8b46181148 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:39:16.667158 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8022c62d-fe18-4297-8457-81192e820719", "tag": "1e6a15de-78f1-40b0-b3b1-458e9940bd7b", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:39:16.671051 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d0cebdf9-e0ac-4cd2-8941-ec8b46181148 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:39:16.671051 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8022c62d-fe18-4297-8457-81192e820719', 'tag': '1e6a15de-78f1-40b0-b3b1-458e9940bd7b', 'status': 'completed', 'code': 200} Nov 12 01:39:16.760596 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-9e3a64be-b863-45fe-8a47-8341adf4d247 None None] Set router 8bb27532-4558-4942-b1e9-2a9eee6d0fcf gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:39:16.805058 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2485f1-528c-4243-a83e-48141a996e75 req-e97d2b25-3f93-4980-9a63-2ff1e45ea454 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:16.807739 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6d2485f1-528c-4243-a83e-48141a996e75 req-e97d2b25-3f93-4980-9a63-2ff1e45ea454 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8022c62d-fe18-4297-8457-81192e820719 HTTP/1.1" status: 200 len: 945 time: 0.1012661 Nov 12 01:39:16.817657 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02f4fe-2599-45d4-9827-e3dca16eb84e req-e4638d69-3247-4843-8690-3c59307d7485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:16.819427 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6d02f4fe-2599-45d4-9827-e3dca16eb84e req-e4638d69-3247-4843-8690-3c59307d7485 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=553fbe5d09fe49948bd69193fe3f0783&device_id=8022c62d-fe18-4297-8457-81192e820719 HTTP/1.1" status: 200 len: 1097 time: 0.0888186 Nov 12 01:39:16.896748 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6d2485f1-528c-4243-a83e-48141a996e75 req-9cb1bc84-d7b2-4499-a315-463e9d28e552 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1907552-1301-4254-a3f7-7f2eecc84b84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750039 Nov 12 01:39:16.940044 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52376) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:16.968690 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02f4fe-2599-45d4-9827-e3dca16eb84e req-fbaadd72-cc25-454e-a4a7-ff807aca1ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:16.979354 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6d02f4fe-2599-45d4-9827-e3dca16eb84e req-fbaadd72-cc25-454e-a4a7-ff807aca1ff2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7 HTTP/1.1" status: 200 len: 897 time: 0.1522043 Nov 12 01:39:17.069797 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-36b39c7a-3724-49b1-a7b8-a2c677a21cad tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/floatingips/af20290f-19e8-4240-bba9-846d75914994 HTTP/1.1" status: 200 len: 991 time: 0.1253228 Nov 12 01:39:17.136402 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6d02f4fe-2599-45d4-9827-e3dca16eb84e req-920bb7ea-2bf9-497b-ab9c-942f47642f50 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e6a15de-78f1-40b0-b3b1-458e9940bd7b HTTP/1.1" status: 200 len: 999 time: 0.1473811 Nov 12 01:39:17.237462 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02f4fe-2599-45d4-9827-e3dca16eb84e req-d8fb5bed-7add-427d-a5ce-e8c898cb7bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:17.240395 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6d02f4fe-2599-45d4-9827-e3dca16eb84e req-d8fb5bed-7add-427d-a5ce-e8c898cb7bcc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=932d63cb-6b21-4975-8897-617256128f86 HTTP/1.1" status: 200 len: 834 time: 0.0976663 Nov 12 01:39:17.270613 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-9e3a64be-b863-45fe-8a47-8341adf4d247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb27532-4558-4942-b1e9-2a9eee6d0fcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996693024', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '97b45b1e-3e96-496c-8e80-ae14d142d698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:51Z', 'updated_at': '2021-11-12T01:38:57Z', 'revision_number': 4, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': '97b45b1e-3e96-496c-8e80-ae14d142d698', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb27532-4558-4942-b1e9-2a9eee6d0fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:52Z', 'updated_at': '2021-11-12T01:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': 'af20290f-19e8-4240-bba9-846d75914994', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'floating_ip_address': '172.25.3.155', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '8bb27532-4558-4942-b1e9-2a9eee6d0fcf', 'port_id': '1e6a15de-78f1-40b0-b3b1-458e9940bd7b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7', 'mac_address': 'fa:16:3e:aa:62:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8022c62d-fe18-4297-8457-81192e820719', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:39:14Z', 'updated_at': '2021-11-12T01:39:14Z', 'revision_number': 0, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e612430e-63bc-4d03-9a5d-a203c2e3c48b', 'name': '', 'network_id': '2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'mac_address': 'fa:16:3e:c2:b3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb27532-4558-4942-b1e9-2a9eee6d0fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '932d63cb-6b21-4975-8897-617256128f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:56Z', 'updated_at': '2021-11-12T01:39:03Z', 'revision_number': 5, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'subnets': [{'id': '932d63cb-6b21-4975-8897-617256128f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:17.327661 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3a64be-b863-45fe-8a47-8341adf4d247 None None] Checking router: 8bb27532-4558-4942-b1e9-2a9eee6d0fcf for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:39:17.333357 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02f4fe-2599-45d4-9827-e3dca16eb84e req-da3c3289-3586-4316-b8c0-67c37fcb45d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:17.336895 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6d02f4fe-2599-45d4-9827-e3dca16eb84e req-da3c3289-3586-4316-b8c0-67c37fcb45d7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0851114 Nov 12 01:39:17.345137 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3a64be-b863-45fe-8a47-8341adf4d247 None None] Routers {'8bb27532-4558-4942-b1e9-2a9eee6d0fcf'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:39:17.346358 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-9e3a64be-b863-45fe-8a47-8341adf4d247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:39:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['8bb27532-4558-4942-b1e9-2a9eee6d0fcf'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:17.535240 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6d02f4fe-2599-45d4-9827-e3dca16eb84e req-007646e3-c087-4fd4-85fa-fcfdc4cb55c3 service neutron] 10.222.0.44 "GET /v2.0/networks/2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886859 Nov 12 01:39:17.557420 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-9e3a64be-b863-45fe-8a47-8341adf4d247 None None] Set router 8bb27532-4558-4942-b1e9-2a9eee6d0fcf gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:39:17.690990 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6d02f4fe-2599-45d4-9827-e3dca16eb84e req-c562b522-36c8-4bd0-bd67-72983953abd1 service neutron] 10.222.0.44 "GET /v2.0/networks/2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475203 Nov 12 01:39:17.895951 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-9e3a64be-b863-45fe-8a47-8341adf4d247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb27532-4558-4942-b1e9-2a9eee6d0fcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996693024', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '97b45b1e-3e96-496c-8e80-ae14d142d698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:51Z', 'updated_at': '2021-11-12T01:38:57Z', 'revision_number': 4, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': '97b45b1e-3e96-496c-8e80-ae14d142d698', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb27532-4558-4942-b1e9-2a9eee6d0fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:52Z', 'updated_at': '2021-11-12T01:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': 'af20290f-19e8-4240-bba9-846d75914994', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'floating_ip_address': '172.25.3.155', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '8bb27532-4558-4942-b1e9-2a9eee6d0fcf', 'port_id': '1e6a15de-78f1-40b0-b3b1-458e9940bd7b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7', 'mac_address': 'fa:16:3e:aa:62:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8022c62d-fe18-4297-8457-81192e820719', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:39:14Z', 'updated_at': '2021-11-12T01:39:14Z', 'revision_number': 0, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e612430e-63bc-4d03-9a5d-a203c2e3c48b', 'name': '', 'network_id': '2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'mac_address': 'fa:16:3e:c2:b3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb27532-4558-4942-b1e9-2a9eee6d0fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '932d63cb-6b21-4975-8897-617256128f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:56Z', 'updated_at': '2021-11-12T01:39:03Z', 'revision_number': 5, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'subnets': [{'id': '932d63cb-6b21-4975-8897-617256128f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:17.957510 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3a64be-b863-45fe-8a47-8341adf4d247 None None] The sync data for ids ['8bb27532-4558-4942-b1e9-2a9eee6d0fcf'] in n-d-712142-27 is: [{'id': '8bb27532-4558-4942-b1e9-2a9eee6d0fcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996693024', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '97b45b1e-3e96-496c-8e80-ae14d142d698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:51Z', 'updated_at': '2021-11-12T01:38:57Z', 'revision_number': 4, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': '97b45b1e-3e96-496c-8e80-ae14d142d698', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb27532-4558-4942-b1e9-2a9eee6d0fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:52Z', 'updated_at': '2021-11-12T01:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': 'af20290f-19e8-4240-bba9-846d75914994', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'floating_ip_address': '172.25.3.155', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '8bb27532-4558-4942-b1e9-2a9eee6d0fcf', 'port_id': '1e6a15de-78f1-40b0-b3b1-458e9940bd7b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7', 'mac_address': 'fa:16:3e:aa:62:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8022c62d-fe18-4297-8457-81192e820719', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:39:14Z', 'updated_at': '2021-11-12T01:39:14Z', 'revision_number': 0, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e612430e-63bc-4d03-9a5d-a203c2e3c48b', 'name': '', 'network_id': '2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'mac_address': 'fa:16:3e:c2:b3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb27532-4558-4942-b1e9-2a9eee6d0fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '932d63cb-6b21-4975-8897-617256128f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:56Z', 'updated_at': '2021-11-12T01:39:03Z', 'revision_number': 5, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'subnets': [{'id': '932d63cb-6b21-4975-8897-617256128f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:39:18.074113 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52386) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:18.152113 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-57070d8f-c197-409b-9036-919c85138e19 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/floatingips/af20290f-19e8-4240-bba9-846d75914994 HTTP/1.1" status: 200 len: 991 time: 0.0764558 Nov 12 01:39:18.280357 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a4c537-0d9f-453b-9a04-ed730ca5bb39 None None] New status for floating IP af20290f-19e8-4240-bba9-846d75914994: ACTIVE {{(pid=109088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:39:19.078894 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52398) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:19.155840 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52404) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:19.477516 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-8ad4c33c-54ea-41e3-83fb-42279fa2e70f tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Deleting port fef31c05-330a-411d-8e88-19c0e3738576 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:39:19.478105 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8ad4c33c-54ea-41e3-83fb-42279fa2e70f tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:19.629731 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8ad4c33c-54ea-41e3-83fb-42279fa2e70f tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:19.630182 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8ad4c33c-54ea-41e3-83fb-42279fa2e70f tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:19.663303 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-8ad4c33c-54ea-41e3-83fb-42279fa2e70f tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Calling delete_port for fef31c05-330a-411d-8e88-19c0e3738576 owned by network:floatingip {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:39:19.663485 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3433d3f2-6325-44c0-9390-99f47664f91e tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/floatingips/af20290f-19e8-4240-bba9-846d75914994 HTTP/1.1" status: 200 len: 993 time: 0.4954081 Nov 12 01:39:19.860397 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8ad4c33c-54ea-41e3-83fb-42279fa2e70f tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:19.906675 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad4c33c-54ea-41e3-83fb-42279fa2e70f tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Pushing event deleted for resources: {'Port': ['ID=fef31c05-330a-411d-8e88-19c0e3738576,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:19.987843 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8ad4c33c-54ea-41e3-83fb-42279fa2e70f tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks [] for floatingip, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:19.988356 n-d-712142-27 neutron-server[109086]: INFO neutron.db.l3_db [None req-8ad4c33c-54ea-41e3-83fb-42279fa2e70f tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Floating IP 70de38ef-f9db-4ce3-a833-0f3802256329 disassociated (deleted). External IP: 172.25.3.137, port: d726eac8-f120-44ef-a45e-7c3311051484. Nov 12 01:39:20.317680 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad4c33c-54ea-41e3-83fb-42279fa2e70f tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Router 43412624-131e-4598-a497-40fa5af375f2 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:39:20.480290 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad4c33c-54ea-41e3-83fb-42279fa2e70f tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:39:20.485559 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8ad4c33c-54ea-41e3-83fb-42279fa2e70f tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:20.498638 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81909ec6-ef47-497d-b4f2-d7dfbc42a25a None None] Sync routers for ids ['43412624-131e-4598-a497-40fa5af375f2'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:39:20.520053 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8ad4c33c-54ea-41e3-83fb-42279fa2e70f tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.45 "DELETE /v2.0/floatingips/70de38ef-f9db-4ce3-a833-0f3802256329 HTTP/1.1" status: 204 len: 168 time: 1.4386466 Nov 12 01:39:20.520245 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95d142d-5585-43b7-85aa-cff6d76ee9fc', 'tag': 'd726eac8-f120-44ef-a45e-7c3311051484'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:39:20.522266 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81909ec6-ef47-497d-b4f2-d7dfbc42a25a None None] Routers {'43412624-131e-4598-a497-40fa5af375f2'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:39:20.522605 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9c879b-d2e6-48f7-9819-ddea5569675f" -d '{"events": [{"name": "network-changed", "server_uuid": "f95d142d-5585-43b7-85aa-cff6d76ee9fc", "tag": "d726eac8-f120-44ef-a45e-7c3311051484"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:39:20.529003 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-81909ec6-ef47-497d-b4f2-d7dfbc42a25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:39:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['43412624-131e-4598-a497-40fa5af375f2'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:20.571088 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82032ac-fb32-4ddd-ab7b-e02b103b1967 x-openstack-request-id: req-a82032ac-fb32-4ddd-ab7b-e02b103b1967 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:39:20.571407 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f95d142d-5585-43b7-85aa-cff6d76ee9fc", "tag": "d726eac8-f120-44ef-a45e-7c3311051484", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:39:20.571665 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a82032ac-fb32-4ddd-ab7b-e02b103b1967 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:39:20.572424 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f95d142d-5585-43b7-85aa-cff6d76ee9fc', 'tag': 'd726eac8-f120-44ef-a45e-7c3311051484', 'status': 'completed', 'code': 200} Nov 12 01:39:20.737914 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c879b-d2e6-48f7-9819-ddea5569675f req-94697582-4224-43c8-adf6-aed7aec9b0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:20.747692 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8f9c879b-d2e6-48f7-9819-ddea5569675f req-94697582-4224-43c8-adf6-aed7aec9b0c5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c6039ddfbbad449b88dd06b4503a82f1&device_id=f95d142d-5585-43b7-85aa-cff6d76ee9fc HTTP/1.1" status: 200 len: 1098 time: 0.1129394 Nov 12 01:39:20.838410 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-81909ec6-ef47-497d-b4f2-d7dfbc42a25a None None] Set router 43412624-131e-4598-a497-40fa5af375f2 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:39:21.015692 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad98db1-f887-42a5-961f-71026b7a792b req-1a96ee8d-e068-49f5-94b8-11a61332fb28 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:21.018728 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3ad98db1-f887-42a5-961f-71026b7a792b req-1a96ee8d-e068-49f5-94b8-11a61332fb28 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.45 "GET /v2.0/ports?device_id=f95d142d-5585-43b7-85aa-cff6d76ee9fc HTTP/1.1" status: 200 len: 946 time: 0.1042910 Nov 12 01:39:21.067834 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c879b-d2e6-48f7-9819-ddea5569675f req-f4b1ae8c-2c65-41d8-9e15-f3df9596a24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:21.070637 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8f9c879b-d2e6-48f7-9819-ddea5569675f req-f4b1ae8c-2c65-41d8-9e15-f3df9596a24f service neutron] 10.222.0.44 "GET /v2.0/networks?id=fec24f4e-5e20-4c05-b161-dc71ced288cb HTTP/1.1" status: 200 len: 913 time: 0.3133543 Nov 12 01:39:21.128677 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8f9c879b-d2e6-48f7-9819-ddea5569675f req-90dea975-3e04-412c-aab8-c6c3323352c0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d726eac8-f120-44ef-a45e-7c3311051484 HTTP/1.1" status: 200 len: 217 time: 0.0492909 Nov 12 01:39:21.150362 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3ad98db1-f887-42a5-961f-71026b7a792b req-27476a4a-6339-4816-9811-0020e5d03416 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab645a94-98ae-4f02-b09e-70d8e56a0748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229351 Nov 12 01:39:21.203363 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c879b-d2e6-48f7-9819-ddea5569675f req-08ac337e-fb90-459a-8102-085b79ae2bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:21.205812 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8f9c879b-d2e6-48f7-9819-ddea5569675f req-08ac337e-fb90-459a-8102-085b79ae2bea service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6378f0f2-aa83-409d-a23b-c9e8b33394c8 HTTP/1.1" status: 200 len: 852 time: 0.0686338 Nov 12 01:39:21.272419 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c879b-d2e6-48f7-9819-ddea5569675f req-997ff2de-88f6-405f-a393-e9c4a75cf42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:21.275600 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8f9c879b-d2e6-48f7-9819-ddea5569675f req-997ff2de-88f6-405f-a393-e9c4a75cf42a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fec24f4e-5e20-4c05-b161-dc71ced288cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604606 Nov 12 01:39:21.358878 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-81909ec6-ef47-497d-b4f2-d7dfbc42a25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43412624-131e-4598-a497-40fa5af375f2', 'name': 'tempest-TestVolumeBackupRestore-864234643-router', 'tenant_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': 'c3b828cd-4e86-471e-9cfa-2826c1b2f640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:33:43Z', 'updated_at': '2021-11-12T01:33:51Z', 'revision_number': 4, 'project_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'gw_port': {'id': 'c3b828cd-4e86-471e-9cfa-2826c1b2f640', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:65:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43412624-131e-4598-a497-40fa5af375f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:44Z', 'updated_at': '2021-11-12T01:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '13ec9554-97fe-4778-be55-af9aaa8bb4da', 'name': '', 'network_id': 'fec24f4e-5e20-4c05-b161-dc71ced288cb', 'tenant_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'mac_address': 'fa:16:3e:22:75:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43412624-131e-4598-a497-40fa5af375f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '6378f0f2-aa83-409d-a23b-c9e8b33394c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:49Z', 'updated_at': '2021-11-12T01:34:01Z', 'revision_number': 5, 'project_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'subnets': [{'id': '6378f0f2-aa83-409d-a23b-c9e8b33394c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:21.426213 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8f9c879b-d2e6-48f7-9819-ddea5569675f req-c608f805-97f0-47ce-964e-fa08ae0ef611 service neutron] 10.222.0.44 "GET /v2.0/networks/fec24f4e-5e20-4c05-b161-dc71ced288cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433377 Nov 12 01:39:21.429245 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81909ec6-ef47-497d-b4f2-d7dfbc42a25a None None] Checking router: 43412624-131e-4598-a497-40fa5af375f2 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:39:21.447854 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81909ec6-ef47-497d-b4f2-d7dfbc42a25a None None] Routers {'43412624-131e-4598-a497-40fa5af375f2'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:39:21.449171 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-81909ec6-ef47-497d-b4f2-d7dfbc42a25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:39:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['43412624-131e-4598-a497-40fa5af375f2'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:21.613011 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8f9c879b-d2e6-48f7-9819-ddea5569675f req-d13a2d1c-f0b5-4a6f-88a2-5a66317d5b1c service neutron] 10.222.0.44 "GET /v2.0/networks/fec24f4e-5e20-4c05-b161-dc71ced288cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791656 Nov 12 01:39:21.614078 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-81909ec6-ef47-497d-b4f2-d7dfbc42a25a None None] Set router 43412624-131e-4598-a497-40fa5af375f2 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:39:21.899949 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-81909ec6-ef47-497d-b4f2-d7dfbc42a25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43412624-131e-4598-a497-40fa5af375f2', 'name': 'tempest-TestVolumeBackupRestore-864234643-router', 'tenant_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': 'c3b828cd-4e86-471e-9cfa-2826c1b2f640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:33:43Z', 'updated_at': '2021-11-12T01:33:51Z', 'revision_number': 4, 'project_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'gw_port': {'id': 'c3b828cd-4e86-471e-9cfa-2826c1b2f640', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:65:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43412624-131e-4598-a497-40fa5af375f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:44Z', 'updated_at': '2021-11-12T01:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '13ec9554-97fe-4778-be55-af9aaa8bb4da', 'name': '', 'network_id': 'fec24f4e-5e20-4c05-b161-dc71ced288cb', 'tenant_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'mac_address': 'fa:16:3e:22:75:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43412624-131e-4598-a497-40fa5af375f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '6378f0f2-aa83-409d-a23b-c9e8b33394c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:49Z', 'updated_at': '2021-11-12T01:34:01Z', 'revision_number': 5, 'project_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'subnets': [{'id': '6378f0f2-aa83-409d-a23b-c9e8b33394c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:21.932846 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81909ec6-ef47-497d-b4f2-d7dfbc42a25a None None] The sync data for ids ['43412624-131e-4598-a497-40fa5af375f2'] in n-d-712142-27 is: [{'id': '43412624-131e-4598-a497-40fa5af375f2', 'name': 'tempest-TestVolumeBackupRestore-864234643-router', 'tenant_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': 'c3b828cd-4e86-471e-9cfa-2826c1b2f640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:33:43Z', 'updated_at': '2021-11-12T01:33:51Z', 'revision_number': 4, 'project_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'gw_port': {'id': 'c3b828cd-4e86-471e-9cfa-2826c1b2f640', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:65:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43412624-131e-4598-a497-40fa5af375f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:44Z', 'updated_at': '2021-11-12T01:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '13ec9554-97fe-4778-be55-af9aaa8bb4da', 'name': '', 'network_id': 'fec24f4e-5e20-4c05-b161-dc71ced288cb', 'tenant_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'mac_address': 'fa:16:3e:22:75:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43412624-131e-4598-a497-40fa5af375f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': '6378f0f2-aa83-409d-a23b-c9e8b33394c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:49Z', 'updated_at': '2021-11-12T01:34:01Z', 'revision_number': 5, 'project_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'subnets': [{'id': '6378f0f2-aa83-409d-a23b-c9e8b33394c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:39:22.328226 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa02901-cf99-4712-8959-312d97d43b6d None None] New status for floating IP 70de38ef-f9db-4ce3-a833-0f3802256329: DOWN {{(pid=109088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:39:22.329098 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b9a87-11fb-432d-b11a-57eeb5ec38af req-515845b1-e68d-4957-8dae-cf91f99f90d6 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:22.330771 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cd7b9a87-11fb-432d-b11a-57eeb5ec38af req-515845b1-e68d-4957-8dae-cf91f99f90d6 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.45 "GET /v2.0/ports?device_id=f95d142d-5585-43b7-85aa-cff6d76ee9fc HTTP/1.1" status: 200 len: 946 time: 0.0695183 Nov 12 01:39:22.439494 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cd7b9a87-11fb-432d-b11a-57eeb5ec38af req-cbf634b6-a33c-4646-ad98-34eb3a02db0e tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.45 "GET /v2.0/security-groups?id=ab645a94-98ae-4f02-b09e-70d8e56a0748&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989153 Nov 12 01:39:22.672246 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285111a7-dbee-4c31-97a9-f13f9f4fab78 req-2eff5f7a-75f8-45ec-9cb9-1c43c1f2f40d tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:22.673779 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-285111a7-dbee-4c31-97a9-f13f9f4fab78 req-2eff5f7a-75f8-45ec-9cb9-1c43c1f2f40d tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.44 "GET /v2.0/ports?device_id=f95d142d-5585-43b7-85aa-cff6d76ee9fc HTTP/1.1" status: 200 len: 946 time: 0.0617261 Nov 12 01:39:22.828214 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-285111a7-dbee-4c31-97a9-f13f9f4fab78 req-8ba70c08-5c20-4062-b292-00cf03803323 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Deleting port d726eac8-f120-44ef-a45e-7c3311051484 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:39:22.828794 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-285111a7-dbee-4c31-97a9-f13f9f4fab78 req-8ba70c08-5c20-4062-b292-00cf03803323 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:22.977873 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-285111a7-dbee-4c31-97a9-f13f9f4fab78 req-8ba70c08-5c20-4062-b292-00cf03803323 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] For port d726eac8-f120-44ef-a45e-7c3311051484, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=d726eac8-f120-44ef-a45e-7c3311051484,segment=NetworkSegment(11989a1d-772f-4a9d-b651-05354d96e188),segment_id=11989a1d-772f-4a9d-b651-05354d96e188)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:39:22.978360 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-285111a7-dbee-4c31-97a9-f13f9f4fab78 req-8ba70c08-5c20-4062-b292-00cf03803323 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:22.995746 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-285111a7-dbee-4c31-97a9-f13f9f4fab78 req-8ba70c08-5c20-4062-b292-00cf03803323 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Calling delete_port for d726eac8-f120-44ef-a45e-7c3311051484 owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:39:23.151934 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-285111a7-dbee-4c31-97a9-f13f9f4fab78 req-8ba70c08-5c20-4062-b292-00cf03803323 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:23.194438 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba70c08-5c20-4062-b292-00cf03803323 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Pushing event deleted for resources: {'Port': ['ID=d726eac8-f120-44ef-a45e-7c3311051484,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:23.240817 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-285111a7-dbee-4c31-97a9-f13f9f4fab78 req-8ba70c08-5c20-4062-b292-00cf03803323 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] No DVR routers for this DVR port d726eac8-f120-44ef-a45e-7c3311051484 on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:39:23.243665 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-285111a7-dbee-4c31-97a9-f13f9f4fab78 req-8ba70c08-5c20-4062-b292-00cf03803323 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:23.247858 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-285111a7-dbee-4c31-97a9-f13f9f4fab78 req-8ba70c08-5c20-4062-b292-00cf03803323 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.44 "DELETE /v2.0/ports/d726eac8-f120-44ef-a45e-7c3311051484 HTTP/1.1" status: 204 len: 173 time: 0.5540211 Nov 12 01:39:23.248363 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95d142d-5585-43b7-85aa-cff6d76ee9fc', 'name': 'network-vif-deleted', 'tag': 'd726eac8-f120-44ef-a45e-7c3311051484'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:39:23.250863 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c6ad4b-48b7-4ef9-9ba6-2a5eacac050e" -d '{"events": [{"server_uuid": "f95d142d-5585-43b7-85aa-cff6d76ee9fc", "name": "network-vif-deleted", "tag": "d726eac8-f120-44ef-a45e-7c3311051484"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:39:23.341140 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4fe8c17-3d96-4fcc-8722-6e2ca81b82c2 x-openstack-request-id: req-e4fe8c17-3d96-4fcc-8722-6e2ca81b82c2 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:39:23.342024 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f95d142d-5585-43b7-85aa-cff6d76ee9fc", "name": "network-vif-deleted", "tag": "d726eac8-f120-44ef-a45e-7c3311051484", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:39:23.342825 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e4fe8c17-3d96-4fcc-8722-6e2ca81b82c2 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:39:23.344714 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95d142d-5585-43b7-85aa-cff6d76ee9fc', 'name': 'network-vif-deleted', 'tag': 'd726eac8-f120-44ef-a45e-7c3311051484', 'status': 'completed', 'code': 200} Nov 12 01:39:23.623549 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4ebee935-eff9-488a-9d97-246b2a786f10 req-a7c74645-5a30-45e6-a600-c12a86ee97bd tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.45 "GET /v2.0/ports?device_id=f95d142d-5585-43b7-85aa-cff6d76ee9fc HTTP/1.1" status: 200 len: 210 time: 0.0375085 Nov 12 01:39:24.834199 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-901b13fa-9402-45d5-a84b-3dc03f1c88c6 req-c0240ba0-72a1-410d-96f7-7f15c36715ff tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.45 "GET /v2.0/ports?device_id=f95d142d-5585-43b7-85aa-cff6d76ee9fc HTTP/1.1" status: 200 len: 210 time: 0.0607009 Nov 12 01:39:25.425896 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device d726eac8-f120-44ef-a45e-7c3311051484 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:39:25.458485 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: d726eac8-f120-44ef-a45e-7c3311051484 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:39:25.459830 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device d726eac8-f120-44ef-a45e-7c3311051484 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:39:25.986415 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52444) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:26.084666 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9f49c5a2-cad4-4389-a5f3-e71c496f41bb req-648850f0-254d-47a0-91ca-e77d02bf370f tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.45 "GET /v2.0/ports?device_id=f95d142d-5585-43b7-85aa-cff6d76ee9fc HTTP/1.1" status: 200 len: 210 time: 0.0809250 Nov 12 01:39:26.134429 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e932811-0f9a-47eb-bf6c-17a28da3ecdc tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:26.134992 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e932811-0f9a-47eb-bf6c-17a28da3ecdc tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:26.135538 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e932811-0f9a-47eb-bf6c-17a28da3ecdc tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:26.137441 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3e932811-0f9a-47eb-bf6c-17a28da3ecdc tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] 10.222.0.45 "GET /v2.0/ports?project_id=da2f05210fd943e2951f3890676710a2&network_id=91ceb85c-2ed3-4ec5-9033-5ce9801e1c79 HTTP/1.1" status: 200 len: 2972 time: 0.1493566 Nov 12 01:39:27.296991 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a4e53d20-44c7-4f30-8138-c08b8a72f415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:27.313872 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0f1024e9-01db-45c5-a205-c46a49587410 req-af1e9a4d-28f6-4069-98d5-4eb4e3255fef tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.45 "GET /v2.0/ports?device_id=f95d142d-5585-43b7-85aa-cff6d76ee9fc HTTP/1.1" status: 200 len: 210 time: 0.0594726 Nov 12 01:39:28.484203 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52464) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:28.501707 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7bde951b-b6d9-463a-8a7f-07cdede0fe86 req-a725c28f-7f97-4b05-8807-3ac0f40f5db5 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.45 "GET /v2.0/ports?device_id=f95d142d-5585-43b7-85aa-cff6d76ee9fc HTTP/1.1" status: 200 len: 210 time: 0.0324295 Nov 12 01:39:28.597113 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6cb976-7d1a-4719-bb65-b959a2b0b25c tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:28.604743 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2b6cb976-7d1a-4719-bb65-b959a2b0b25c tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=ab9ea869-d067-4dfb-b2de-16b019fae22d HTTP/1.1" status: 200 len: 814 time: 0.1188326 Nov 12 01:39:29.106731 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52472) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:29.120022 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-d4822a36-0633-4a38-84b9-b81b564f8a5d tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Request body: {'network': {'name': 'tempest-network-smoke--58291182', 'project_id': 'da2f05210fd943e2951f3890676710a2', 'port_security_enabled': True}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:39:29.167526 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4822a36-0633-4a38-84b9-b81b564f8a5d tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Made reservation on behalf of da2f05210fd943e2951f3890676710a2 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:39:29.173002 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d4822a36-0633-4a38-84b9-b81b564f8a5d tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:29.224247 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4822a36-0633-4a38-84b9-b81b564f8a5d tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:39:29.236489 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d4822a36-0633-4a38-84b9-b81b564f8a5d tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:29.236926 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-d4822a36-0633-4a38-84b9-b81b564f8a5d tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Added segment c60ef959-7c5e-494f-abd9-c343a7a40420 of type vlan for network 6fdf0deb-de5e-4496-a095-369ad43a73a4 Nov 12 01:39:29.299446 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d4822a36-0633-4a38-84b9-b81b564f8a5d tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:29.348774 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d4822a36-0633-4a38-84b9-b81b564f8a5d tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:29.359510 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4822a36-0633-4a38-84b9-b81b564f8a5d tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:29.360304 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d4822a36-0633-4a38-84b9-b81b564f8a5d tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:29.407214 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-d4822a36-0633-4a38-84b9-b81b564f8a5d tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2981348 Nov 12 01:39:29.413811 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52474) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:29.474554 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4822a36-0633-4a38-84b9-b81b564f8a5d tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event updated for resources: {'Network': ['ID=6fdf0deb-de5e-4496-a095-369ad43a73a4,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:29.490755 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 6fdf0deb-de5e-4496-a095-369ad43a73a4 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:39:29.536780 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc529360-dca4-41c7-b57d-21210ecf609a tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:29.539463 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-fc529360-dca4-41c7-b57d-21210ecf609a tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=da2f05210fd943e2951f3890676710a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1239810 Nov 12 01:39:29.549818 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52478) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:29.723540 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3748729-2af9-4c30-a6c0-02bcfe1b775a tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:29.731782 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f3748729-2af9-4c30-a6c0-02bcfe1b775a tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1801517 Nov 12 01:39:29.734985 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-60f91ebe-8bf1-49fd-bd5a-dd02c3c59c18 req-954eadec-4d91-48c2-9619-4142d2f2c0c6 tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.45 "GET /v2.0/ports?device_id=f95d142d-5585-43b7-85aa-cff6d76ee9fc HTTP/1.1" status: 200 len: 210 time: 0.0424001 Nov 12 01:39:29.739414 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52484) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:29.799538 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0d9c4407-529a-4676-8c5f-4953f624b3b9 tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=ab9ea869-d067-4dfb-b2de-16b019fae22d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0530539 Nov 12 01:39:29.801055 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52486) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:29.852821 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-1280261c-73e9-415e-8a0e-78ad01833c98 tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=da2f05210fd943e2951f3890676710a2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0460069 Nov 12 01:39:29.854415 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52488) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:30.019342 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ac2b83-9d23-43ee-8102-f538348df958 tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:30.024213 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52492) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:30.025536 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d1ac2b83-9d23-43ee-8102-f538348df958 tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1699438 Nov 12 01:39:30.062179 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-cfcb6695-3b20-42f8-ae4a-b2b05a365aab tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=ab9ea869-d067-4dfb-b2de-16b019fae22d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364447 Nov 12 01:39:30.065347 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52494) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:30.070277 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-c041d280-fb40-48f2-a1f1-e90ac0e8fcaf tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-827494277', 'network_id': '6fdf0deb-de5e-4496-a095-369ad43a73a4', 'project_id': 'da2f05210fd943e2951f3890676710a2', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:39:30.186164 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c041d280-fb40-48f2-a1f1-e90ac0e8fcaf tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Made reservation on behalf of da2f05210fd943e2951f3890676710a2 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:39:30.190897 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c041d280-fb40-48f2-a1f1-e90ac0e8fcaf tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:30.422960 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c041d280-fb40-48f2-a1f1-e90ac0e8fcaf tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:30.556056 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c041d280-fb40-48f2-a1f1-e90ac0e8fcaf tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event updated for resources: {'Subnet': ['ID=c9a6ffc7-cf3d-48b2-b302-fd98671c9f35,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:30.559800 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c041d280-fb40-48f2-a1f1-e90ac0e8fcaf tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Checking segment: {'id': 'c60ef959-7c5e-494f-abd9-c343a7a40420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6fdf0deb-de5e-4496-a095-369ad43a73a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:39:30.560438 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c041d280-fb40-48f2-a1f1-e90ac0e8fcaf tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Network hostable DHCP agents. Network: 6fdf0deb-de5e-4496-a095-369ad43a73a4, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:39:30.604908 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c041d280-fb40-48f2-a1f1-e90ac0e8fcaf tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Network 6fdf0deb-de5e-4496-a095-369ad43a73a4 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:39:30.623290 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-c041d280-fb40-48f2-a1f1-e90ac0e8fcaf tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 6fdf0deb-de5e-4496-a095-369ad43a73a4) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:39:30.638684 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a39405d-04d4-4508-93e6-0621a3eb4b59 None None] Network 6fdf0deb-de5e-4496-a095-369ad43a73a4 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:39:30.639752 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c041d280-fb40-48f2-a1f1-e90ac0e8fcaf tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:30.646026 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c041d280-fb40-48f2-a1f1-e90ac0e8fcaf tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:30.675514 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c041d280-fb40-48f2-a1f1-e90ac0e8fcaf tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6075335 Nov 12 01:39:30.844505 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52502) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:30.873336 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4c71c2-1017-478e-bc56-f23298c72d9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-6fdf0deb-de5e-4496-a095-369ad43a73a4', 'network_id': '6fdf0deb-de5e-4496-a095-369ad43a73a4', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'fixed_ips': [{'subnet_id': 'c9a6ffc7-cf3d-48b2-b302-fd98671c9f35'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:39:30.874279 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bf4c71c2-1017-478e-bc56-f23298c72d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:30.976304 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d03a2357-0638-473d-b563-76d0a018938d tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:31.023827 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c9b51a6e-ca03-4c0b-bb37-ba4fe6525a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:31.056761 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d03a2357-0638-473d-b563-76d0a018938d tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:31.070900 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-bf4c71c2-1017-478e-bc56-f23298c72d9d None None] Allocated IP 172.20.0.18 (6fdf0deb-de5e-4496-a095-369ad43a73a4/c9a6ffc7-cf3d-48b2-b302-fd98671c9f35/ca233fb7-2ec0-4236-98d7-69add4ddb49a) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:39:31.098516 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52506) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:31.107754 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-c36d8ce3-7ea0-42b7-895a-d38cfa125594 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-305769979', 'description': 'tempest-secgroup-smoke-305769979 description', 'project_id': 'da2f05210fd943e2951f3890676710a2'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:39:31.172576 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c36d8ce3-7ea0-42b7-895a-d38cfa125594 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:31.209625 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d03a2357-0638-473d-b563-76d0a018938d tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:31.213663 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d03a2357-0638-473d-b563-76d0a018938d tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:31.214981 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d03a2357-0638-473d-b563-76d0a018938d tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] 10.222.0.45 "DELETE /v2.0/security-groups/ab645a94-98ae-4f02-b09e-70d8e56a0748 HTTP/1.1" status: 204 len: 168 time: 0.3689473 Nov 12 01:39:31.230778 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a2357-0638-473d-b563-76d0a018938d tempest-TestVolumeBackupRestore-133826394 tempest-TestVolumeBackupRestore-133826394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab645a94-98ae-4f02-b09e-70d8e56a0748,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:31.358672 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c36d8ce3-7ea0-42b7-895a-d38cfa125594 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:31.364386 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c36d8ce3-7ea0-42b7-895a-d38cfa125594 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:31.396769 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bf4c71c2-1017-478e-bc56-f23298c72d9d None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:31.404729 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36d8ce3-7ea0-42b7-895a-d38cfa125594 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25e93bba-673a-494b-90d3-7420cfafcd6f,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:31.422997 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c36d8ce3-7ea0-42b7-895a-d38cfa125594 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:31.423799 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bf4c71c2-1017-478e-bc56-f23298c72d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:31.425089 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c36d8ce3-7ea0-42b7-895a-d38cfa125594 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3244977 Nov 12 01:39:31.428607 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52514) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:31.429676 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:39:31.436211 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-355f2bd0-69ac-4cc8-853c-d6b0836aead8 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Request body: {'security_group_rule': {'security_group_id': '25e93bba-673a-494b-90d3-7420cfafcd6f', 'project_id': 'da2f05210fd943e2951f3890676710a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:39:31.472394 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-355f2bd0-69ac-4cc8-853c-d6b0836aead8 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:31.576414 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4c71c2-1017-478e-bc56-f23298c72d9d None None] Network 6fdf0deb-de5e-4496-a095-369ad43a73a4 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:39:31.581349 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-bf4c71c2-1017-478e-bc56-f23298c72d9d None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:39:31.595733 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4c71c2-1017-478e-bc56-f23298c72d9d None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:39:31.630220 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-355f2bd0-69ac-4cc8-853c-d6b0836aead8 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:31.638499 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-355f2bd0-69ac-4cc8-853c-d6b0836aead8 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:31.680877 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355f2bd0-69ac-4cc8-853c-d6b0836aead8 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=859b0035-4a55-44a0-804f-50c7c5fd3745,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:31.698404 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-355f2bd0-69ac-4cc8-853c-d6b0836aead8 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:31.701383 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c71c2-1017-478e-bc56-f23298c72d9d None None] Pushing event updated for resources: {'Port': ['ID=ca233fb7-2ec0-4236-98d7-69add4ddb49a,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:31.702633 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-355f2bd0-69ac-4cc8-853c-d6b0836aead8 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2726891 Nov 12 01:39:31.708190 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52534) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:31.736806 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-c7d9d76e-ba30-49cd-baa6-5a573270d470 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Request body: {'security_group_rule': {'security_group_id': '25e93bba-673a-494b-90d3-7420cfafcd6f', 'project_id': 'da2f05210fd943e2951f3890676710a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:39:31.754640 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-bf4c71c2-1017-478e-bc56-f23298c72d9d None None] Attempting to bind port ca233fb7-2ec0-4236-98d7-69add4ddb49a on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:39:31.755491 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-bf4c71c2-1017-478e-bc56-f23298c72d9d None None] Attempting to bind port ca233fb7-2ec0-4236-98d7-69add4ddb49a by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'c60ef959-7c5e-494f-abd9-c343a7a40420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6fdf0deb-de5e-4496-a095-369ad43a73a4'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:39:31.756161 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4c71c2-1017-478e-bc56-f23298c72d9d None None] Attempting to bind port ca233fb7-2ec0-4236-98d7-69add4ddb49a on network 6fdf0deb-de5e-4496-a095-369ad43a73a4 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:39:31.764069 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4c71c2-1017-478e-bc56-f23298c72d9d None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:39:31.764847 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4c71c2-1017-478e-bc56-f23298c72d9d None None] Checking segment: {'id': 'c60ef959-7c5e-494f-abd9-c343a7a40420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6fdf0deb-de5e-4496-a095-369ad43a73a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:39:31.765016 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bf4c71c2-1017-478e-bc56-f23298c72d9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:31.765546 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4c71c2-1017-478e-bc56-f23298c72d9d None None] Bound using segment: {'id': 'c60ef959-7c5e-494f-abd9-c343a7a40420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6fdf0deb-de5e-4496-a095-369ad43a73a4'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:39:31.766122 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-bf4c71c2-1017-478e-bc56-f23298c72d9d None None] Bound port: ca233fb7-2ec0-4236-98d7-69add4ddb49a, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60ef959-7c5e-494f-abd9-c343a7a40420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6fdf0deb-de5e-4496-a095-369ad43a73a4'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:39:31.766696 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bf4c71c2-1017-478e-bc56-f23298c72d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:31.799064 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c7d9d76e-ba30-49cd-baa6-5a573270d470 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:31.909562 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c7d9d76e-ba30-49cd-baa6-5a573270d470 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:31.915259 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c7d9d76e-ba30-49cd-baa6-5a573270d470 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:31.922845 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-bf4c71c2-1017-478e-bc56-f23298c72d9d None None] For port ca233fb7-2ec0-4236-98d7-69add4ddb49a, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:39:31.932367 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-bf4c71c2-1017-478e-bc56-f23298c72d9d None None] For port ca233fb7-2ec0-4236-98d7-69add4ddb49a, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=ca233fb7-2ec0-4236-98d7-69add4ddb49a,segment=NetworkSegment(c60ef959-7c5e-494f-abd9-c343a7a40420),segment_id=c60ef959-7c5e-494f-abd9-c343a7a40420)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:39:31.942131 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bf4c71c2-1017-478e-bc56-f23298c72d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:31.955376 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d9d76e-ba30-49cd-baa6-5a573270d470 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d5ce511-7a93-4e90-ab22-8e347b44626c,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:31.997788 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c7d9d76e-ba30-49cd-baa6-5a573270d470 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:32.003042 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c7d9d76e-ba30-49cd-baa6-5a573270d470 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2932880 Nov 12 01:39:32.006952 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52562) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:32.016823 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-5778e7a4-e39a-4df7-950c-a7b64c2eb127 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Request body: {'security_group_rule': {'security_group_id': '25e93bba-673a-494b-90d3-7420cfafcd6f', 'project_id': 'da2f05210fd943e2951f3890676710a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:39:32.119655 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5778e7a4-e39a-4df7-950c-a7b64c2eb127 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:32.182255 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c71c2-1017-478e-bc56-f23298c72d9d None None] Pushing event updated for resources: {'Port': ['ID=ca233fb7-2ec0-4236-98d7-69add4ddb49a,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:32.284151 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5778e7a4-e39a-4df7-950c-a7b64c2eb127 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:32.295219 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5778e7a4-e39a-4df7-950c-a7b64c2eb127 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:32.339126 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5778e7a4-e39a-4df7-950c-a7b64c2eb127 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f745f989-4b62-4681-8177-a1217f42e67b,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:32.354968 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5778e7a4-e39a-4df7-950c-a7b64c2eb127 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:32.356358 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-5778e7a4-e39a-4df7-950c-a7b64c2eb127 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3479168 Nov 12 01:39:32.360817 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 52594) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:32.366033 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-5eaa8f62-fcf9-4e8a-8064-7baa5df9a693 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Request body: {'security_group_rule': {'security_group_id': '25e93bba-673a-494b-90d3-7420cfafcd6f', 'project_id': 'da2f05210fd943e2951f3890676710a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:39:32.437617 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5eaa8f62-fcf9-4e8a-8064-7baa5df9a693 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:32.596186 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5eaa8f62-fcf9-4e8a-8064-7baa5df9a693 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:32.607341 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5eaa8f62-fcf9-4e8a-8064-7baa5df9a693 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:32.643911 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaa8f62-fcf9-4e8a-8064-7baa5df9a693 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e365fbf1-7828-45f2-a2cc-32b662b3bef9,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:32.658701 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5eaa8f62-fcf9-4e8a-8064-7baa5df9a693 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:32.664349 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-5eaa8f62-fcf9-4e8a-8064-7baa5df9a693 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2983258 Nov 12 01:39:32.664789 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52618) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:32.674789 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-8bb21a23-6777-4622-8340-017da4ada196 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Request body: {'security_group_rule': {'security_group_id': '25e93bba-673a-494b-90d3-7420cfafcd6f', 'project_id': 'da2f05210fd943e2951f3890676710a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:39:32.767517 n-d-712142-27 neutron-server[109086]: INFO neutron.db.securitygroups_db [None req-8bb21a23-6777-4622-8340-017da4ada196 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Project da2f05210fd943e2951f3890676710a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:39:32.768739 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9379f4eb-e965-4cef-8779-6183f37437c7 req-5f1a25b1-9034-4b09-8a2d-2870bcc419ac service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d087b29f-7d23-4582-bd97-6a2a933279b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0917180 Nov 12 01:39:32.787436 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8bb21a23-6777-4622-8340-017da4ada196 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:32.916446 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8bb21a23-6777-4622-8340-017da4ada196 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:32.922438 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8bb21a23-6777-4622-8340-017da4ada196 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:32.952570 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379f4eb-e965-4cef-8779-6183f37437c7 req-579e6f7a-944d-4217-9bd8-6075b8a97a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:32.954260 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9379f4eb-e965-4cef-8779-6183f37437c7 req-579e6f7a-944d-4217-9bd8-6075b8a97a10 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=094a5f5e492c44f8b09b4e12e8299cf9&device_id=d087b29f-7d23-4582-bd97-6a2a933279b2 HTTP/1.1" status: 200 len: 1098 time: 0.1347613 Nov 12 01:39:32.998629 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device ca233fb7-2ec0-4236-98d7-69add4ddb49a up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:39:33.022777 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb21a23-6777-4622-8340-017da4ada196 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e7b1f77-4353-4686-94e2-c573dc424f1b,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:33.060841 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8bb21a23-6777-4622-8340-017da4ada196 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:33.067105 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8bb21a23-6777-4622-8340-017da4ada196 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3958704 Nov 12 01:39:33.068301 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 52652) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:33.072138 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-a8b559d0-ca3c-4545-8659-8deac677b421 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Request body: {'security_group_rule': {'security_group_id': '25e93bba-673a-494b-90d3-7420cfafcd6f', 'project_id': 'da2f05210fd943e2951f3890676710a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:39:33.080930 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:33.125472 n-d-712142-27 neutron-server[109086]: INFO neutron.db.securitygroups_db [None req-a8b559d0-ca3c-4545-8659-8deac677b421 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Project da2f05210fd943e2951f3890676710a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:39:33.133690 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a8b559d0-ca3c-4545-8659-8deac677b421 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:33.148485 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port ca233fb7-2ec0-4236-98d7-69add4ddb49a triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:33.149655 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:33.204310 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379f4eb-e965-4cef-8779-6183f37437c7 req-e8e4d892-9a24-4181-a6af-a2739dfaa0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:33.205804 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9379f4eb-e965-4cef-8779-6183f37437c7 req-e8e4d892-9a24-4181-a6af-a2739dfaa0d2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=41d3594c-6378-4888-b7ad-f2b6034333e3 HTTP/1.1" status: 200 len: 912 time: 0.2122486 Nov 12 01:39:33.278454 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a8b559d0-ca3c-4545-8659-8deac677b421 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:33.294509 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a8b559d0-ca3c-4545-8659-8deac677b421 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:33.382248 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a8b559d0-ca3c-4545-8659-8deac677b421 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:33.382725 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9379f4eb-e965-4cef-8779-6183f37437c7 req-38d39718-fcfc-4aa2-8413-c29233b33806 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61632b75-18d7-4988-9bba-0c8958f15e78 HTTP/1.1" status: 200 len: 1002 time: 0.1574833 Nov 12 01:39:33.386540 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a8b559d0-ca3c-4545-8659-8deac677b421 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3179493 Nov 12 01:39:33.389131 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b559d0-ca3c-4545-8659-8deac677b421 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f192584c-a707-461b-a44b-0398b843ebce,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:33.493177 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379f4eb-e965-4cef-8779-6183f37437c7 req-d0a83b1d-4ad8-4d12-ab9e-7f2af74abe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:33.494719 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9379f4eb-e965-4cef-8779-6183f37437c7 req-d0a83b1d-4ad8-4d12-ab9e-7f2af74abe2e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6369b7da-1f3e-4df6-8094-1e515695655d HTTP/1.1" status: 200 len: 851 time: 0.1000867 Nov 12 01:39:33.553247 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:33.595426 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379f4eb-e965-4cef-8779-6183f37437c7 req-1e0246fe-0572-44fe-a684-f68910c463d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:33.596978 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9379f4eb-e965-4cef-8779-6183f37437c7 req-1e0246fe-0572-44fe-a684-f68910c463d7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=41d3594c-6378-4888-b7ad-f2b6034333e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0899115 Nov 12 01:39:33.721442 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port ca233fb7-2ec0-4236-98d7-69add4ddb49a, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=ca233fb7-2ec0-4236-98d7-69add4ddb49a,segment=NetworkSegment(c60ef959-7c5e-494f-abd9-c343a7a40420),segment_id=c60ef959-7c5e-494f-abd9-c343a7a40420)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:39:33.729448 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:33.964691 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=ca233fb7-2ec0-4236-98d7-69add4ddb49a,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:34.032983 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9379f4eb-e965-4cef-8779-6183f37437c7 req-677dcb09-05ca-4dbc-9cf2-1b4dd1bb4ee1 service neutron] 10.222.0.16 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4235511 Nov 12 01:39:34.053864 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:34.540813 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b3c4d8fa-1bf5-4aa4-b1f2-cce9f90da4ce req-923cb1fe-65ab-4516-b9a9-f0baa8e863fd tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-305769979&fields=id&tenant_id=da2f05210fd943e2951f3890676710a2 HTTP/1.1" status: 200 len: 267 time: 0.3997755 Nov 12 01:39:34.596148 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc358ea-e44f-4885-a74e-9df6c8014c0b None None] Network 6fdf0deb-de5e-4496-a095-369ad43a73a4 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:39:34.748878 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-6be9c9a3-3a5b-4142-b712-591f9e6f6886 None None] Provisioning complete for port ca233fb7-2ec0-4236-98d7-69add4ddb49a triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:34.749490 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6be9c9a3-3a5b-4142-b712-591f9e6f6886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:34.821562 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9379f4eb-e965-4cef-8779-6183f37437c7 req-15c4a6ed-a9e8-4c42-8517-7f20db6ccea6 service neutron] 10.222.0.16 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7760081 Nov 12 01:39:34.927819 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c4d8fa-1bf5-4aa4-b1f2-cce9f90da4ce req-9765fbdc-41a1-4140-a85e-85d9ec55468d tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:34.937475 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b3c4d8fa-1bf5-4aa4-b1f2-cce9f90da4ce req-9765fbdc-41a1-4140-a85e-85d9ec55468d tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/networks?id=6fdf0deb-de5e-4496-a095-369ad43a73a4 HTTP/1.1" status: 200 len: 795 time: 0.3808415 Nov 12 01:39:34.997970 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device ca233fb7-2ec0-4236-98d7-69add4ddb49a up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:39:34.999098 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b3c4d8fa-1bf5-4aa4-b1f2-cce9f90da4ce req-4fa77651-2d43-4dda-ae06-240d8db0c56a tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/quotas/da2f05210fd943e2951f3890676710a2 HTTP/1.1" status: 200 len: 375 time: 0.0141754 Nov 12 01:39:35.216232 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b3c4d8fa-1bf5-4aa4-b1f2-cce9f90da4ce req-e320572d-2460-4d78-9c5a-137a1aa50f62 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=da2f05210fd943e2951f3890676710a2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1846318 Nov 12 01:39:35.296931 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fc544e74-5b17-4951-ab5f-cb83bb6ba3ca req-21dbd990-d16b-4983-8ee7-b9e7f9cf94da service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8022c62d-fe18-4297-8457-81192e820719&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3623579 Nov 12 01:39:35.394106 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:35.411046 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port ca233fb7-2ec0-4236-98d7-69add4ddb49a triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:35.411701 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:35.650573 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc544e74-5b17-4951-ab5f-cb83bb6ba3ca req-4669c846-c9f2-4371-9d63-cb8889a698a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:35.653323 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fc544e74-5b17-4951-ab5f-cb83bb6ba3ca req-4669c846-c9f2-4371-9d63-cb8889a698a2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=553fbe5d09fe49948bd69193fe3f0783&device_id=8022c62d-fe18-4297-8457-81192e820719 HTTP/1.1" status: 200 len: 1097 time: 0.1898749 Nov 12 01:39:35.937644 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc544e74-5b17-4951-ab5f-cb83bb6ba3ca req-2bb9bf8a-75c3-404f-a653-f8e4a7440b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:35.940377 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fc544e74-5b17-4951-ab5f-cb83bb6ba3ca req-2bb9bf8a-75c3-404f-a653-f8e4a7440b25 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7 HTTP/1.1" status: 200 len: 897 time: 0.2598104 Nov 12 01:39:35.942305 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b3c4d8fa-1bf5-4aa4-b1f2-cce9f90da4ce req-448aa3be-4d84-476b-a1c5-2b503680e680 service neutron] 10.222.0.45 "GET /v2.0/networks/6fdf0deb-de5e-4496-a095-369ad43a73a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6526783 Nov 12 01:39:36.107428 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fc544e74-5b17-4951-ab5f-cb83bb6ba3ca req-2d3e8695-a63d-4b46-beea-25e5265572a1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e6a15de-78f1-40b0-b3b1-458e9940bd7b HTTP/1.1" status: 200 len: 1001 time: 0.1589026 Nov 12 01:39:36.274767 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc544e74-5b17-4951-ab5f-cb83bb6ba3ca req-ce0de782-9cab-48da-942d-c3f0ed745e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:36.276336 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fc544e74-5b17-4951-ab5f-cb83bb6ba3ca req-ce0de782-9cab-48da-942d-c3f0ed745e82 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=932d63cb-6b21-4975-8897-617256128f86 HTTP/1.1" status: 200 len: 834 time: 0.1607094 Nov 12 01:39:36.285801 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-1aff4eca-c83d-48d9-8723-8fff2da9a3cd None None] Provisioning complete for port ca233fb7-2ec0-4236-98d7-69add4ddb49a triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:36.286168 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1aff4eca-c83d-48d9-8723-8fff2da9a3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:36.399109 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b3c4d8fa-1bf5-4aa4-b1f2-cce9f90da4ce req-cba4b1c9-28b7-4fdf-98d5-0d153aa09921 service neutron] 10.222.0.45 "GET /v2.0/networks/6fdf0deb-de5e-4496-a095-369ad43a73a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4524262 Nov 12 01:39:36.425958 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc544e74-5b17-4951-ab5f-cb83bb6ba3ca req-2e6f2ed1-0aab-4c43-8a25-25adc9fb8d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:36.435184 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fc544e74-5b17-4951-ab5f-cb83bb6ba3ca req-2e6f2ed1-0aab-4c43-8a25-25adc9fb8d2d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1412969 Nov 12 01:39:36.764313 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fc544e74-5b17-4951-ab5f-cb83bb6ba3ca req-9099f01b-c045-4ae5-901e-ef3f33b0a7e3 service neutron] 10.222.0.44 "GET /v2.0/networks/2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276877 Nov 12 01:39:36.945255 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-98c91b7d-1e1c-487c-8863-acbcbdff2ff8 req-05179db7-768d-4609-aeed-49a34da70911 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/ports?device_id=4bfb4f2b-5dbd-442a-a9e4-4c4d44ae0dc0 HTTP/1.1" status: 200 len: 210 time: 0.1092348 Nov 12 01:39:37.078274 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fc544e74-5b17-4951-ab5f-cb83bb6ba3ca req-1d6293f5-940f-4cbe-bd57-d103eac45fa2 service neutron] 10.222.0.44 "GET /v2.0/networks/2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064470 Nov 12 01:39:38.124138 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a18e2546-06eb-421c-9c42-c96edbeb2967 req-508203d8-3210-41c8-9a5f-29cfd234c713 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/ports?device_id=4bfb4f2b-5dbd-442a-a9e4-4c4d44ae0dc0 HTTP/1.1" status: 200 len: 210 time: 0.0424733 Nov 12 01:39:38.535808 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c4d8fa-1bf5-4aa4-b1f2-cce9f90da4ce req-1a09b6b9-6de7-4ee8-92c3-f899bf9d9536 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:38.537361 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b3c4d8fa-1bf5-4aa4-b1f2-cce9f90da4ce req-1a09b6b9-6de7-4ee8-92c3-f899bf9d9536 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.44 "GET /v2.0/networks?id=6fdf0deb-de5e-4496-a095-369ad43a73a4 HTTP/1.1" status: 200 len: 795 time: 0.2107344 Nov 12 01:39:38.685153 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b3c4d8fa-1bf5-4aa4-b1f2-cce9f90da4ce req-5ae05d5a-504e-4ca4-a96d-84af520de13e tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da2f05210fd943e2951f3890676710a2 HTTP/1.1" status: 200 len: 472 time: 0.1260951 Nov 12 01:39:38.686632 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:38.698294 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-b3c4d8fa-1bf5-4aa4-b1f2-cce9f90da4ce req-a885f4d5-fed5-49ee-896a-2c70a52698c8 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Request body: {'port': {'device_id': '4bfb4f2b-5dbd-442a-a9e4-4c4d44ae0dc0', 'network_id': '6fdf0deb-de5e-4496-a095-369ad43a73a4', 'admin_state_up': True, 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'security_groups': ['25e93bba-673a-494b-90d3-7420cfafcd6f']}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:39:38.865979 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3c4d8fa-1bf5-4aa4-b1f2-cce9f90da4ce req-a885f4d5-fed5-49ee-896a-2c70a52698c8 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Made reservation on behalf of da2f05210fd943e2951f3890676710a2 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:39:38.871084 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b3c4d8fa-1bf5-4aa4-b1f2-cce9f90da4ce req-a885f4d5-fed5-49ee-896a-2c70a52698c8 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:39.099549 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-b3c4d8fa-1bf5-4aa4-b1f2-cce9f90da4ce req-a885f4d5-fed5-49ee-896a-2c70a52698c8 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Allocated IP 172.20.0.30 (6fdf0deb-de5e-4496-a095-369ad43a73a4/c9a6ffc7-cf3d-48b2-b302-fd98671c9f35/65f4397f-d4e2-49a3-b1e0-bebe7f0a7157) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:39:39.308883 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c12bc044-58fa-480f-8e8b-21bdc8d741d0 req-12f0e63f-59ca-467e-b7bf-1e69c0ed841f tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/ports?device_id=4bfb4f2b-5dbd-442a-a9e4-4c4d44ae0dc0 HTTP/1.1" status: 200 len: 210 time: 0.0686634 Nov 12 01:39:39.370400 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b3c4d8fa-1bf5-4aa4-b1f2-cce9f90da4ce req-a885f4d5-fed5-49ee-896a-2c70a52698c8 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:39.428601 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b3c4d8fa-1bf5-4aa4-b1f2-cce9f90da4ce req-a885f4d5-fed5-49ee-896a-2c70a52698c8 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:39.513328 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3c4d8fa-1bf5-4aa4-b1f2-cce9f90da4ce req-a885f4d5-fed5-49ee-896a-2c70a52698c8 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Network 6fdf0deb-de5e-4496-a095-369ad43a73a4 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:39:39.519716 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-b3c4d8fa-1bf5-4aa4-b1f2-cce9f90da4ce req-a885f4d5-fed5-49ee-896a-2c70a52698c8 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:39:39.529583 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c4d8fa-1bf5-4aa4-b1f2-cce9f90da4ce req-a885f4d5-fed5-49ee-896a-2c70a52698c8 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:39:39.536774 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a885f4d5-fed5-49ee-896a-2c70a52698c8 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event updated for resources: {'Port': ['ID=65f4397f-d4e2-49a3-b1e0-bebe7f0a7157,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:39.672174 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c4d8fa-1bf5-4aa4-b1f2-cce9f90da4ce req-a885f4d5-fed5-49ee-896a-2c70a52698c8 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:39.673727 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b3c4d8fa-1bf5-4aa4-b1f2-cce9f90da4ce req-a885f4d5-fed5-49ee-896a-2c70a52698c8 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:39.713521 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b3c4d8fa-1bf5-4aa4-b1f2-cce9f90da4ce req-a885f4d5-fed5-49ee-896a-2c70a52698c8 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0197299 Nov 12 01:39:39.750259 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-b3c4d8fa-1bf5-4aa4-b1f2-cce9f90da4ce req-14aa6afe-8dea-4e5d-9245-0aec98846778 service neutron] Request body: {'port': {'device_id': '4bfb4f2b-5dbd-442a-a9e4-4c4d44ae0dc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:39:40.006886 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b3c4d8fa-1bf5-4aa4-b1f2-cce9f90da4ce req-14aa6afe-8dea-4e5d-9245-0aec98846778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:40.122560 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-07be2f3c-2f3f-4f36-8547-ac79181a8709 None None] Provisioning complete for port 65f4397f-d4e2-49a3-b1e0-bebe7f0a7157 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:40.124084 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-07be2f3c-2f3f-4f36-8547-ac79181a8709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:40.240699 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-07be2f3c-2f3f-4f36-8547-ac79181a8709 None None] Port 65f4397f-d4e2-49a3-b1e0-bebe7f0a7157 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:39:40.761789 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2627f72a-12ba-4e49-8d78-1f12b0386ee5 req-2b1bc1b7-406e-4b30-8829-fefedb8e0ff6 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:40.770921 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2627f72a-12ba-4e49-8d78-1f12b0386ee5 req-2b1bc1b7-406e-4b30-8829-fefedb8e0ff6 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/ports?device_id=4bfb4f2b-5dbd-442a-a9e4-4c4d44ae0dc0 HTTP/1.1" status: 200 len: 932 time: 0.1474614 Nov 12 01:39:40.852454 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:40.864736 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2627f72a-12ba-4e49-8d78-1f12b0386ee5 req-f01a18f0-5009-4f7c-a46a-9174e3f2d00a tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/security-groups?id=25e93bba-673a-494b-90d3-7420cfafcd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919130 Nov 12 01:39:40.969597 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53052) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:41.323058 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-b3c4d8fa-1bf5-4aa4-b1f2-cce9f90da4ce req-14aa6afe-8dea-4e5d-9245-0aec98846778 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65f4397f-d4e2-49a3-b1e0-bebe7f0a7157 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:39:41.332611 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b3c4d8fa-1bf5-4aa4-b1f2-cce9f90da4ce req-14aa6afe-8dea-4e5d-9245-0aec98846778 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:41.349429 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-b3c4d8fa-1bf5-4aa4-b1f2-cce9f90da4ce req-14aa6afe-8dea-4e5d-9245-0aec98846778 service neutron] Transition to ACTIVE for port object 65f4397f-d4e2-49a3-b1e0-bebe7f0a7157 will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:39:41.354542 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b3c4d8fa-1bf5-4aa4-b1f2-cce9f90da4ce req-14aa6afe-8dea-4e5d-9245-0aec98846778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:41.461111 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aa6afe-8dea-4e5d-9245-0aec98846778 service neutron] Pushing event updated for resources: {'Port': ['ID=65f4397f-d4e2-49a3-b1e0-bebe7f0a7157,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:41.607501 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-b3c4d8fa-1bf5-4aa4-b1f2-cce9f90da4ce req-14aa6afe-8dea-4e5d-9245-0aec98846778 service neutron] Attempting to bind port 65f4397f-d4e2-49a3-b1e0-bebe7f0a7157 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:39:41.608697 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-b3c4d8fa-1bf5-4aa4-b1f2-cce9f90da4ce req-14aa6afe-8dea-4e5d-9245-0aec98846778 service neutron] Attempting to bind port 65f4397f-d4e2-49a3-b1e0-bebe7f0a7157 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'c60ef959-7c5e-494f-abd9-c343a7a40420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6fdf0deb-de5e-4496-a095-369ad43a73a4'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:39:41.609581 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c4d8fa-1bf5-4aa4-b1f2-cce9f90da4ce req-14aa6afe-8dea-4e5d-9245-0aec98846778 service neutron] Attempting to bind port 65f4397f-d4e2-49a3-b1e0-bebe7f0a7157 on network 6fdf0deb-de5e-4496-a095-369ad43a73a4 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:39:41.626927 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c4d8fa-1bf5-4aa4-b1f2-cce9f90da4ce req-14aa6afe-8dea-4e5d-9245-0aec98846778 service neutron] Port 65f4397f-d4e2-49a3-b1e0-bebe7f0a7157 on network 6fdf0deb-de5e-4496-a095-369ad43a73a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:39:41.635465 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c4d8fa-1bf5-4aa4-b1f2-cce9f90da4ce req-14aa6afe-8dea-4e5d-9245-0aec98846778 service neutron] Attempting to bind port 65f4397f-d4e2-49a3-b1e0-bebe7f0a7157 on network 6fdf0deb-de5e-4496-a095-369ad43a73a4 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:39:41.646755 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c4d8fa-1bf5-4aa4-b1f2-cce9f90da4ce req-14aa6afe-8dea-4e5d-9245-0aec98846778 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:39:41.647653 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c4d8fa-1bf5-4aa4-b1f2-cce9f90da4ce req-14aa6afe-8dea-4e5d-9245-0aec98846778 service neutron] Checking segment: {'id': 'c60ef959-7c5e-494f-abd9-c343a7a40420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6fdf0deb-de5e-4496-a095-369ad43a73a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:39:41.648540 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c4d8fa-1bf5-4aa4-b1f2-cce9f90da4ce req-14aa6afe-8dea-4e5d-9245-0aec98846778 service neutron] Bound using segment: {'id': 'c60ef959-7c5e-494f-abd9-c343a7a40420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6fdf0deb-de5e-4496-a095-369ad43a73a4'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:39:41.649493 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-b3c4d8fa-1bf5-4aa4-b1f2-cce9f90da4ce req-14aa6afe-8dea-4e5d-9245-0aec98846778 service neutron] Bound port: 65f4397f-d4e2-49a3-b1e0-bebe7f0a7157, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c60ef959-7c5e-494f-abd9-c343a7a40420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6fdf0deb-de5e-4496-a095-369ad43a73a4'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:39:41.650330 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b3c4d8fa-1bf5-4aa4-b1f2-cce9f90da4ce req-14aa6afe-8dea-4e5d-9245-0aec98846778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:41.819148 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-b3c4d8fa-1bf5-4aa4-b1f2-cce9f90da4ce req-14aa6afe-8dea-4e5d-9245-0aec98846778 service neutron] For port 65f4397f-d4e2-49a3-b1e0-bebe7f0a7157, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:39:41.825891 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-b3c4d8fa-1bf5-4aa4-b1f2-cce9f90da4ce req-14aa6afe-8dea-4e5d-9245-0aec98846778 service neutron] For port 65f4397f-d4e2-49a3-b1e0-bebe7f0a7157, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=65f4397f-d4e2-49a3-b1e0-bebe7f0a7157,segment=NetworkSegment(c60ef959-7c5e-494f-abd9-c343a7a40420),segment_id=c60ef959-7c5e-494f-abd9-c343a7a40420)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:39:41.839134 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b3c4d8fa-1bf5-4aa4-b1f2-cce9f90da4ce req-14aa6afe-8dea-4e5d-9245-0aec98846778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:41.881765 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3f9c36d0-3d90-451b-91d6-8bb819828bda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:41.983172 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c4d8fa-1bf5-4aa4-b1f2-cce9f90da4ce req-14aa6afe-8dea-4e5d-9245-0aec98846778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:41.984316 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b3c4d8fa-1bf5-4aa4-b1f2-cce9f90da4ce req-14aa6afe-8dea-4e5d-9245-0aec98846778 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:41.986855 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b3c4d8fa-1bf5-4aa4-b1f2-cce9f90da4ce req-14aa6afe-8dea-4e5d-9245-0aec98846778 service neutron] 10.222.0.44 "PUT /v2.0/ports/65f4397f-d4e2-49a3-b1e0-bebe7f0a7157 HTTP/1.1" status: 200 len: 1093 time: 2.2567520 Nov 12 01:39:41.987619 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bfb4f2b-5dbd-442a-a9e4-4c4d44ae0dc0', 'tag': '65f4397f-d4e2-49a3-b1e0-bebe7f0a7157'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:39:41.993938 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5afb9bbc-242a-4935-a187-3344aff131a2" -d '{"events": [{"name": "network-changed", "server_uuid": "4bfb4f2b-5dbd-442a-a9e4-4c4d44ae0dc0", "tag": "65f4397f-d4e2-49a3-b1e0-bebe7f0a7157"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:39:42.061532 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aa6afe-8dea-4e5d-9245-0aec98846778 service neutron] Pushing event updated for resources: {'Port': ['ID=65f4397f-d4e2-49a3-b1e0-bebe7f0a7157,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:42.115310 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c902b93f-da10-4cdd-bed8-eb66f510fcc9 x-openstack-request-id: req-c902b93f-da10-4cdd-bed8-eb66f510fcc9 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:39:42.115881 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bfb4f2b-5dbd-442a-a9e4-4c4d44ae0dc0", "tag": "65f4397f-d4e2-49a3-b1e0-bebe7f0a7157", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:39:42.116416 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c902b93f-da10-4cdd-bed8-eb66f510fcc9 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:39:42.117196 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bfb4f2b-5dbd-442a-a9e4-4c4d44ae0dc0', 'tag': '65f4397f-d4e2-49a3-b1e0-bebe7f0a7157', 'status': 'completed', 'code': 200} Nov 12 01:39:42.194111 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c4d8fa-1bf5-4aa4-b1f2-cce9f90da4ce req-9c1e0323-05ce-43d1-9175-513fe5162861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:42.197447 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b3c4d8fa-1bf5-4aa4-b1f2-cce9f90da4ce req-9c1e0323-05ce-43d1-9175-513fe5162861 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=da2f05210fd943e2951f3890676710a2&device_id=4bfb4f2b-5dbd-442a-a9e4-4c4d44ae0dc0 HTTP/1.1" status: 200 len: 1096 time: 0.1223931 Nov 12 01:39:42.243864 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43790c-a620-48b6-a593-35c5ac165ed1 req-15f2fae4-48a5-4608-8d17-b5786f7aeb41 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:42.250864 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1f43790c-a620-48b6-a593-35c5ac165ed1 req-15f2fae4-48a5-4608-8d17-b5786f7aeb41 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/ports?device_id=4bfb4f2b-5dbd-442a-a9e4-4c4d44ae0dc0 HTTP/1.1" status: 200 len: 944 time: 0.1553819 Nov 12 01:39:42.267700 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b3c4d8fa-1bf5-4aa4-b1f2-cce9f90da4ce req-abf03562-bf3a-4cc0-a29e-85d94e8e3f2e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=65f4397f-d4e2-49a3-b1e0-bebe7f0a7157 HTTP/1.1" status: 200 len: 217 time: 0.0505102 Nov 12 01:39:42.339387 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c4d8fa-1bf5-4aa4-b1f2-cce9f90da4ce req-ec84b8f4-8c86-4259-84dc-765b4cc93711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:42.342375 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b3c4d8fa-1bf5-4aa4-b1f2-cce9f90da4ce req-ec84b8f4-8c86-4259-84dc-765b4cc93711 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c9a6ffc7-cf3d-48b2-b302-fd98671c9f35 HTTP/1.1" status: 200 len: 837 time: 0.0631003 Nov 12 01:39:42.438578 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c4d8fa-1bf5-4aa4-b1f2-cce9f90da4ce req-d1a3d6f6-902c-4e20-a601-753ba850ed1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:42.440458 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b3c4d8fa-1bf5-4aa4-b1f2-cce9f90da4ce req-d1a3d6f6-902c-4e20-a601-753ba850ed1b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6fdf0deb-de5e-4496-a095-369ad43a73a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0901709 Nov 12 01:39:42.445504 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1f43790c-a620-48b6-a593-35c5ac165ed1 req-74de74c0-285a-4414-9fc7-a86cb8d851a8 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/security-groups?id=25e93bba-673a-494b-90d3-7420cfafcd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1928127 Nov 12 01:39:42.547027 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-3f9c36d0-3d90-451b-91d6-8bb819828bda admin admin] Deleting port 13ec9554-97fe-4778-be55-af9aaa8bb4da {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:39:42.547752 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3f9c36d0-3d90-451b-91d6-8bb819828bda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:42.623484 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b3c4d8fa-1bf5-4aa4-b1f2-cce9f90da4ce req-b15b1e3b-5eb2-44fb-9377-da99750ad555 service neutron] 10.222.0.44 "GET /v2.0/networks/6fdf0deb-de5e-4496-a095-369ad43a73a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709702 Nov 12 01:39:42.678926 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-3f9c36d0-3d90-451b-91d6-8bb819828bda admin admin] For port 13ec9554-97fe-4778-be55-af9aaa8bb4da, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=13ec9554-97fe-4778-be55-af9aaa8bb4da,segment=NetworkSegment(11989a1d-772f-4a9d-b651-05354d96e188),segment_id=11989a1d-772f-4a9d-b651-05354d96e188)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:39:42.679512 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3f9c36d0-3d90-451b-91d6-8bb819828bda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:42.705598 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-3f9c36d0-3d90-451b-91d6-8bb819828bda admin admin] Calling delete_port for 13ec9554-97fe-4778-be55-af9aaa8bb4da owned by network:router_interface {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:39:42.822758 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b3c4d8fa-1bf5-4aa4-b1f2-cce9f90da4ce req-cc0bfe22-2d2f-40d7-a73e-32ac5eaad933 service neutron] 10.222.0.44 "GET /v2.0/networks/6fdf0deb-de5e-4496-a095-369ad43a73a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911023 Nov 12 01:39:42.941183 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3f9c36d0-3d90-451b-91d6-8bb819828bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:42.991851 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb9bbc-242a-4935-a187-3344aff131a2 req-80f397a0-3bd4-4be8-aa60-9fdf6863f3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:42.994578 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-5afb9bbc-242a-4935-a187-3344aff131a2 req-80f397a0-3bd4-4be8-aa60-9fdf6863f3f8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=da2f05210fd943e2951f3890676710a2&device_id=4bfb4f2b-5dbd-442a-a9e4-4c4d44ae0dc0 HTTP/1.1" status: 200 len: 1096 time: 0.0630383 Nov 12 01:39:42.996174 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c36d0-3d90-451b-91d6-8bb819828bda admin admin] Pushing event deleted for resources: {'Port': ['ID=13ec9554-97fe-4778-be55-af9aaa8bb4da,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:43.211884 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb9bbc-242a-4935-a187-3344aff131a2 req-8e71f891-c60e-4a8e-a592-db43e96a846b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:43.214842 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-5afb9bbc-242a-4935-a187-3344aff131a2 req-8e71f891-c60e-4a8e-a592-db43e96a846b service neutron] 10.222.0.44 "GET /v2.0/networks?id=6fdf0deb-de5e-4496-a095-369ad43a73a4 HTTP/1.1" status: 200 len: 895 time: 0.2114894 Nov 12 01:39:43.291504 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3f9c36d0-3d90-451b-91d6-8bb819828bda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:43.300455 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-5afb9bbc-242a-4935-a187-3344aff131a2 req-ae5610e9-639b-4837-97e0-96605d614333 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=65f4397f-d4e2-49a3-b1e0-bebe7f0a7157 HTTP/1.1" status: 200 len: 217 time: 0.0758686 Nov 12 01:39:43.401652 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb9bbc-242a-4935-a187-3344aff131a2 req-37f21ac6-9bea-4980-a5e7-653135650bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:43.405632 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-5afb9bbc-242a-4935-a187-3344aff131a2 req-37f21ac6-9bea-4980-a5e7-653135650bb6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c9a6ffc7-cf3d-48b2-b302-fd98671c9f35 HTTP/1.1" status: 200 len: 837 time: 0.0916073 Nov 12 01:39:43.478159 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb9bbc-242a-4935-a187-3344aff131a2 req-f321ab68-23bc-4757-98c9-9acff82dd0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:43.484096 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-5afb9bbc-242a-4935-a187-3344aff131a2 req-f321ab68-23bc-4757-98c9-9acff82dd0c4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6fdf0deb-de5e-4496-a095-369ad43a73a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0703683 Nov 12 01:39:43.642930 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-5afb9bbc-242a-4935-a187-3344aff131a2 req-48f5e0fd-f4ca-4ed2-b50a-e1f4e4349318 service neutron] 10.222.0.44 "GET /v2.0/networks/6fdf0deb-de5e-4496-a095-369ad43a73a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480365 Nov 12 01:39:43.685404 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca284be-b698-4ea6-8887-eca969762a91 req-2280cc5d-8669-4177-99d7-4ae18153d26f tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:43.687182 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fca284be-b698-4ea6-8887-eca969762a91 req-2280cc5d-8669-4177-99d7-4ae18153d26f tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/ports?device_id=4bfb4f2b-5dbd-442a-a9e4-4c4d44ae0dc0 HTTP/1.1" status: 200 len: 944 time: 0.1316335 Nov 12 01:39:43.772222 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f9c36d0-3d90-451b-91d6-8bb819828bda admin admin] Router 43412624-131e-4598-a497-40fa5af375f2 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:39:43.813549 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fca284be-b698-4ea6-8887-eca969762a91 req-dba75e55-4214-4e81-baa1-9d6da850fa1d tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/security-groups?id=25e93bba-673a-494b-90d3-7420cfafcd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102655 Nov 12 01:39:43.865396 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-5afb9bbc-242a-4935-a187-3344aff131a2 req-7ae3aaa6-3a2e-4aa7-8a9a-b641ce2b6a90 service neutron] 10.222.0.44 "GET /v2.0/networks/6fdf0deb-de5e-4496-a095-369ad43a73a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093968 Nov 12 01:39:43.960194 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9c36d0-3d90-451b-91d6-8bb819828bda admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:39:43.966648 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3f9c36d0-3d90-451b-91d6-8bb819828bda admin admin] 10.222.0.45 "PUT /v2.0/routers/43412624-131e-4598-a497-40fa5af375f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9916115 Nov 12 01:39:43.970244 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53070) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:43.981755 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e9b04d-0ca1-40a2-9663-69b417938a63 None None] Sync routers for ids ['43412624-131e-4598-a497-40fa5af375f2'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:39:43.998513 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e9b04d-0ca1-40a2-9663-69b417938a63 None None] Routers {'43412624-131e-4598-a497-40fa5af375f2'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:39:43.999555 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-28e9b04d-0ca1-40a2-9663-69b417938a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:39:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['43412624-131e-4598-a497-40fa5af375f2'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:44.162786 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-28e9b04d-0ca1-40a2-9663-69b417938a63 None None] Set router 43412624-131e-4598-a497-40fa5af375f2 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:39:44.197805 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b262af37-5f1f-42fd-bf67-05c1bbc54396 admin admin] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:44.396508 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b262af37-5f1f-42fd-bf67-05c1bbc54396 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:44.436795 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-28e9b04d-0ca1-40a2-9663-69b417938a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43412624-131e-4598-a497-40fa5af375f2', 'name': 'tempest-TestVolumeBackupRestore-864234643-router', 'tenant_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': 'c3b828cd-4e86-471e-9cfa-2826c1b2f640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:33:43Z', 'updated_at': '2021-11-12T01:39:42Z', 'revision_number': 5, 'project_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'gw_port': {'id': 'c3b828cd-4e86-471e-9cfa-2826c1b2f640', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:65:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43412624-131e-4598-a497-40fa5af375f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3716, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:44Z', 'updated_at': '2021-11-12T01:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:44.483800 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-b262af37-5f1f-42fd-bf67-05c1bbc54396 admin admin] Deleting port c3b828cd-4e86-471e-9cfa-2826c1b2f640 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:39:44.484680 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b262af37-5f1f-42fd-bf67-05c1bbc54396 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:44.490523 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e9b04d-0ca1-40a2-9663-69b417938a63 None None] Checking router: 43412624-131e-4598-a497-40fa5af375f2 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:39:44.503866 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e9b04d-0ca1-40a2-9663-69b417938a63 None None] Routers {'43412624-131e-4598-a497-40fa5af375f2'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:39:44.504548 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-28e9b04d-0ca1-40a2-9663-69b417938a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:39:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['43412624-131e-4598-a497-40fa5af375f2'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:44.607760 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-b262af37-5f1f-42fd-bf67-05c1bbc54396 admin admin] For port c3b828cd-4e86-471e-9cfa-2826c1b2f640, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=c3b828cd-4e86-471e-9cfa-2826c1b2f640,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:39:44.608611 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b262af37-5f1f-42fd-bf67-05c1bbc54396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:44.632943 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-b262af37-5f1f-42fd-bf67-05c1bbc54396 admin admin] Calling delete_port for c3b828cd-4e86-471e-9cfa-2826c1b2f640 owned by network:router_gateway {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:39:44.674254 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-28e9b04d-0ca1-40a2-9663-69b417938a63 None None] Set router 43412624-131e-4598-a497-40fa5af375f2 gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:39:44.974996 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b262af37-5f1f-42fd-bf67-05c1bbc54396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:45.028807 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b262af37-5f1f-42fd-bf67-05c1bbc54396 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3b828cd-4e86-471e-9cfa-2826c1b2f640,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:45.074058 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f7243-22c6-4f82-b471-182be48b3b6a req-000af24a-7eeb-4a27-bf63-782c8bc733af tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:45.081220 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe2fbe1-24fb-46d0-b502-26e6b15753ef None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:39:45.083887 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-28e9b04d-0ca1-40a2-9663-69b417938a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43412624-131e-4598-a497-40fa5af375f2', 'name': 'tempest-TestVolumeBackupRestore-864234643-router', 'tenant_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:33:43Z', 'updated_at': '2021-11-12T01:39:44Z', 'revision_number': 6, 'project_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'gw_port_host': None}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:45.084845 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6b1f7243-22c6-4f82-b471-182be48b3b6a req-000af24a-7eeb-4a27-bf63-782c8bc733af tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/ports?device_id=4bfb4f2b-5dbd-442a-a9e4-4c4d44ae0dc0 HTTP/1.1" status: 200 len: 944 time: 0.1437838 Nov 12 01:39:45.120037 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e9b04d-0ca1-40a2-9663-69b417938a63 None None] The sync data for ids ['43412624-131e-4598-a497-40fa5af375f2'] in n-d-712142-27 is: [{'id': '43412624-131e-4598-a497-40fa5af375f2', 'name': 'tempest-TestVolumeBackupRestore-864234643-router', 'tenant_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:33:43Z', 'updated_at': '2021-11-12T01:39:44Z', 'revision_number': 6, 'project_id': 'c6039ddfbbad449b88dd06b4503a82f1', 'gw_port_host': None}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:39:45.205707 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6b1f7243-22c6-4f82-b471-182be48b3b6a req-a5f7405c-ed21-43f1-8943-23eebc28f402 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/security-groups?id=25e93bba-673a-494b-90d3-7420cfafcd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128113 Nov 12 01:39:45.216186 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b262af37-5f1f-42fd-bf67-05c1bbc54396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:45.401998 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b262af37-5f1f-42fd-bf67-05c1bbc54396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:45.406698 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b262af37-5f1f-42fd-bf67-05c1bbc54396 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:45.474986 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b262af37-5f1f-42fd-bf67-05c1bbc54396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:45.477163 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b262af37-5f1f-42fd-bf67-05c1bbc54396 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43412624-131e-4598-a497-40fa5af375f2 {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:39:45.483911 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b262af37-5f1f-42fd-bf67-05c1bbc54396 admin admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:45.486309 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b262af37-5f1f-42fd-bf67-05c1bbc54396 admin admin] 10.222.0.45 "DELETE /v2.0/routers/43412624-131e-4598-a497-40fa5af375f2 HTTP/1.1" status: 204 len: 168 time: 1.5137782 Nov 12 01:39:45.488506 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53080) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:45.490503 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 65f4397f-d4e2-49a3-b1e0-bebe7f0a7157 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:39:45.585745 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-e446df4e-1898-4b66-96f3-6814bf4ed5e7 admin admin] Deleting subnet 6378f0f2-aa83-409d-a23b-c9e8b33394c8 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:39:45.593021 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e446df4e-1898-4b66-96f3-6814bf4ed5e7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:45.691875 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e446df4e-1898-4b66-96f3-6814bf4ed5e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:45.757052 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 65f4397f-d4e2-49a3-b1e0-bebe7f0a7157, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=65f4397f-d4e2-49a3-b1e0-bebe7f0a7157,segment=NetworkSegment(c60ef959-7c5e-494f-abd9-c343a7a40420),segment_id=c60ef959-7c5e-494f-abd9-c343a7a40420)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:39:45.777010 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '65f4397f-d4e2-49a3-b1e0-bebe7f0a7157', 'network_id': '6fdf0deb-de5e-4496-a095-369ad43a73a4', 'port_id': '65f4397f-d4e2-49a3-b1e0-bebe7f0a7157', 'mac_address': 'fa:16:3e:98:9a:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9a6ffc7-cf3d-48b2-b302-fd98671c9f35', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:39:45.845667 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e446df4e-1898-4b66-96f3-6814bf4ed5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:45.856380 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:45.885812 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65f4397f-d4e2-49a3-b1e0-bebe7f0a7157 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:39:45.912383 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 65f4397f-d4e2-49a3-b1e0-bebe7f0a7157, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=65f4397f-d4e2-49a3-b1e0-bebe7f0a7157,segment=NetworkSegment(c60ef959-7c5e-494f-abd9-c343a7a40420),segment_id=c60ef959-7c5e-494f-abd9-c343a7a40420)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:39:45.918983 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:45.954137 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e446df4e-1898-4b66-96f3-6814bf4ed5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:46.002889 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e446df4e-1898-4b66-96f3-6814bf4ed5e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6378f0f2-aa83-409d-a23b-c9e8b33394c8,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:46.016978 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e446df4e-1898-4b66-96f3-6814bf4ed5e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:46.028479 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53084) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:46.039208 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e446df4e-1898-4b66-96f3-6814bf4ed5e7 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/6378f0f2-aa83-409d-a23b-c9e8b33394c8 HTTP/1.1" status: 204 len: 168 time: 0.5488143 Nov 12 01:39:46.075654 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf6b9af-c17c-4230-9eca-be635435b75f None None] Network fec24f4e-5e20-4c05-b161-dc71ced288cb requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:39:46.101415 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=65f4397f-d4e2-49a3-b1e0-bebe7f0a7157,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:46.229650 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3ceff481-e3c7-4c39-a1c0-5f7cc3625064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:46.236808 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['65f4397f-d4e2-49a3-b1e0-bebe7f0a7157'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:39:46.385421 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-3ceff481-e3c7-4c39-a1c0-5f7cc3625064 admin admin] Deleting port c8f4f034-1aa9-4813-8d66-80ca2981dfff {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:39:46.385937 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3ceff481-e3c7-4c39-a1c0-5f7cc3625064 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:46.518986 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f2ddc-810d-46f4-8108-a293fce5c43e req-938a0e1c-c4b7-499a-b855-e17a6022967e tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:46.527348 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-3ceff481-e3c7-4c39-a1c0-5f7cc3625064 admin admin] For port c8f4f034-1aa9-4813-8d66-80ca2981dfff, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=c8f4f034-1aa9-4813-8d66-80ca2981dfff,segment=NetworkSegment(11989a1d-772f-4a9d-b651-05354d96e188),segment_id=11989a1d-772f-4a9d-b651-05354d96e188)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:39:46.532960 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3ceff481-e3c7-4c39-a1c0-5f7cc3625064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:46.535884 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66864c9-fbf0-4f46-be6c-09d86b120556 None None] DHCP port deletion for fec24f4e-5e20-4c05-b161-dc71ced288cb request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:39:46.536473 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a58f2ddc-810d-46f4-8108-a293fce5c43e req-938a0e1c-c4b7-499a-b855-e17a6022967e tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/ports?device_id=4bfb4f2b-5dbd-442a-a9e4-4c4d44ae0dc0 HTTP/1.1" status: 200 len: 945 time: 0.1733673 Nov 12 01:39:46.571854 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-3ceff481-e3c7-4c39-a1c0-5f7cc3625064 admin admin] Calling delete_port for c8f4f034-1aa9-4813-8d66-80ca2981dfff owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:39:46.655641 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a58f2ddc-810d-46f4-8108-a293fce5c43e req-fd35b0f8-a2da-4ab9-8f0b-3e9855150f7b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/security-groups?id=25e93bba-673a-494b-90d3-7420cfafcd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016228 Nov 12 01:39:46.779475 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-b66864c9-fbf0-4f46-be6c-09d86b120556 None None] Deleting port c8f4f034-1aa9-4813-8d66-80ca2981dfff {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:39:46.780089 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b66864c9-fbf0-4f46-be6c-09d86b120556 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:46.781381 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3ceff481-e3c7-4c39-a1c0-5f7cc3625064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:46.823740 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceff481-e3c7-4c39-a1c0-5f7cc3625064 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8f4f034-1aa9-4813-8d66-80ca2981dfff,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:46.836836 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ceff481-e3c7-4c39-a1c0-5f7cc3625064 admin admin] No DVR routers for this DVR port c8f4f034-1aa9-4813-8d66-80ca2981dfff on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:39:46.851905 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device c8f4f034-1aa9-4813-8d66-80ca2981dfff no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:39:46.904119 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-b66864c9-fbf0-4f46-be6c-09d86b120556 None None] For port c8f4f034-1aa9-4813-8d66-80ca2981dfff, host n-d-712142-27, got binding levels [] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:39:46.904650 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b66864c9-fbf0-4f46-be6c-09d86b120556 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:46.911319 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: c8f4f034-1aa9-4813-8d66-80ca2981dfff {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:39:46.911847 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device c8f4f034-1aa9-4813-8d66-80ca2981dfff not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:39:46.912506 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device c3b828cd-4e86-471e-9cfa-2826c1b2f640 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:39:46.934449 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3ceff481-e3c7-4c39-a1c0-5f7cc3625064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:46.968168 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-3ceff481-e3c7-4c39-a1c0-5f7cc3625064 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fec24f4e-5e20-4c05-b161-dc71ced288cb']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:46.982844 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-b66864c9-fbf0-4f46-be6c-09d86b120556 None None] Calling delete_port for c8f4f034-1aa9-4813-8d66-80ca2981dfff owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:39:46.983337 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-3ceff481-e3c7-4c39-a1c0-5f7cc3625064 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11989a1d-772f-4a9d-b651-05354d96e188') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:46.983337 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-3ceff481-e3c7-4c39-a1c0-5f7cc3625064 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11989a1d-772f-4a9d-b651-05354d96e188') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:46.994708 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.ipam_backend_mixin [None req-b66864c9-fbf0-4f46-be6c-09d86b120556 None None] Port c8f4f034-1aa9-4813-8d66-80ca2981dfff was not found and therefore no delete operation was performed {{(pid=109087) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 01:39:46.996045 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: c3b828cd-4e86-471e-9cfa-2826c1b2f640 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:39:46.997105 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device c3b828cd-4e86-471e-9cfa-2826c1b2f640 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:39:46.997738 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3ceff481-e3c7-4c39-a1c0-5f7cc3625064 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:46.997908 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 13ec9554-97fe-4778-be55-af9aaa8bb4da no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:39:47.010668 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b66864c9-fbf0-4f46-be6c-09d86b120556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:47.023779 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3ceff481-e3c7-4c39-a1c0-5f7cc3625064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:47.038466 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ceff481-e3c7-4c39-a1c0-5f7cc3625064 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:39:47.039064 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3ceff481-e3c7-4c39-a1c0-5f7cc3625064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:47.042504 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:39:47.042504 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:39:47.042504 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:39:47.042504 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:39:47.042504 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:39:47.042504 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:39:47.042504 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:39:47.042504 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:39:47.042504 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:39:47.042504 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:39:47.042504 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:39:47.042504 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:39:47.042504 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:39:47.042504 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:39:47.042504 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:39:47.042504 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:39:47.042504 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:39:47.042504 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:39:47.042504 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:39:47.042504 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:39:47.042504 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:39:47.042504 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:39:47.042504 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:39:47.042504 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:39:47.042504 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:39:47.042504 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:39:47.042504 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:39:47.042504 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:39:47.042504 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:39:47.042504 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:39:47.042504 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:39:47.042504 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:39:47.059790 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 13ec9554-97fe-4778-be55-af9aaa8bb4da {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:39:47.059790 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 13ec9554-97fe-4778-be55-af9aaa8bb4da not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:39:47.074953 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66864c9-fbf0-4f46-be6c-09d86b120556 None None] Pushing event deleted for resources: {'Port': ['ID=c8f4f034-1aa9-4813-8d66-80ca2981dfff,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:47.079248 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66864c9-fbf0-4f46-be6c-09d86b120556 None None] No DVR routers for this DVR port c8f4f034-1aa9-4813-8d66-80ca2981dfff on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:39:47.141219 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3ceff481-e3c7-4c39-a1c0-5f7cc3625064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:47.161214 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3ceff481-e3c7-4c39-a1c0-5f7cc3625064 admin admin] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:47.181386 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3ceff481-e3c7-4c39-a1c0-5f7cc3625064 admin admin] 10.222.0.45 "DELETE /v2.0/networks/fec24f4e-5e20-4c05-b161-dc71ced288cb HTTP/1.1" status: 204 len: 168 time: 1.1509526 Nov 12 01:39:47.185817 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53090) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:47.207258 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceff481-e3c7-4c39-a1c0-5f7cc3625064 admin admin] Pushing event deleted for resources: {'Network': ['ID=fec24f4e-5e20-4c05-b161-dc71ced288cb,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:47.783177 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-17fa35c0-a960-4ca4-a6a0-ba1f67648f01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:47.939980 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f0508-ac76-42a4-9d69-bc6ef3666dd4 req-c51a2649-82df-40b3-a461-efb1f9672108 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:47.941985 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c43f0508-ac76-42a4-9d69-bc6ef3666dd4 req-c51a2649-82df-40b3-a461-efb1f9672108 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/ports?device_id=4bfb4f2b-5dbd-442a-a9e4-4c4d44ae0dc0 HTTP/1.1" status: 200 len: 945 time: 0.1154015 Nov 12 01:39:48.062319 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c43f0508-ac76-42a4-9d69-bc6ef3666dd4 req-5276882c-a85e-4673-b4f9-02f451f51f50 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/security-groups?id=25e93bba-673a-494b-90d3-7420cfafcd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133254 Nov 12 01:39:48.254219 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-17fa35c0-a960-4ca4-a6a0-ba1f67648f01 admin admin] Deleting port b2fac336-83c2-40e0-8d74-c37117bf0aa7 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:39:48.255287 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-17fa35c0-a960-4ca4-a6a0-ba1f67648f01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:48.396972 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-17fa35c0-a960-4ca4-a6a0-ba1f67648f01 admin admin] For port b2fac336-83c2-40e0-8d74-c37117bf0aa7, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=b2fac336-83c2-40e0-8d74-c37117bf0aa7,segment=NetworkSegment(87066fcb-92b4-42d0-8d37-beb1559863d0),segment_id=87066fcb-92b4-42d0-8d37-beb1559863d0)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:39:48.397598 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-17fa35c0-a960-4ca4-a6a0-ba1f67648f01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:48.430551 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-17fa35c0-a960-4ca4-a6a0-ba1f67648f01 admin admin] Calling delete_port for b2fac336-83c2-40e0-8d74-c37117bf0aa7 owned by network:router_interface {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:39:48.757012 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-17fa35c0-a960-4ca4-a6a0-ba1f67648f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:48.786637 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa35c0-a960-4ca4-a6a0-ba1f67648f01 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2fac336-83c2-40e0-8d74-c37117bf0aa7,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:49.524863 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 65f4397f-d4e2-49a3-b1e0-bebe7f0a7157 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:39:49.703413 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf09388-abb7-4445-a67b-9ae2875243b5 req-fe30c525-8504-4e4c-bf24-bbbff6e90c7f tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:49.705436 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1cf09388-abb7-4445-a67b-9ae2875243b5 req-fe30c525-8504-4e4c-bf24-bbbff6e90c7f tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/ports?device_id=4bfb4f2b-5dbd-442a-a9e4-4c4d44ae0dc0 HTTP/1.1" status: 200 len: 945 time: 0.2433670 Nov 12 01:39:49.708825 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-17fa35c0-a960-4ca4-a6a0-ba1f67648f01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:49.745505 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 65f4397f-d4e2-49a3-b1e0-bebe7f0a7157 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:39:49.770375 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 65f4397f-d4e2-49a3-b1e0-bebe7f0a7157 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:49.771506 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:49.837279 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb9e9c-2a94-42a5-9613-e53c09885c18 req-9b569a4d-2894-40ed-b3fa-4b0b1b64237f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:49.840961 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-40cb9e9c-2a94-42a5-9613-e53c09885c18 req-9b569a4d-2894-40ed-b3fa-4b0b1b64237f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8022c62d-fe18-4297-8457-81192e820719 HTTP/1.1" status: 200 len: 945 time: 0.2546170 Nov 12 01:39:49.977400 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-40cb9e9c-2a94-42a5-9613-e53c09885c18 req-f1cf7d26-1853-433d-a90f-d553c2d2593e tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1907552-1301-4254-a3f7-7f2eecc84b84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985091 Nov 12 01:39:50.016577 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1cf09388-abb7-4445-a67b-9ae2875243b5 req-9256fb64-8e30-4483-9844-4c480e154fb3 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/security-groups?id=25e93bba-673a-494b-90d3-7420cfafcd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2373161 Nov 12 01:39:50.107666 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:50.170975 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfb4f2b-5dbd-442a-a9e4-4c4d44ae0dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f4397f-d4e2-49a3-b1e0-bebe7f0a7157'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:39:50.174429 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07e960a-c979-4c9e-998e-bd997b8f9a1f" -d '{"events": [{"server_uuid": "4bfb4f2b-5dbd-442a-a9e4-4c4d44ae0dc0", "name": "network-vif-plugged", "status": "completed", "tag": "65f4397f-d4e2-49a3-b1e0-bebe7f0a7157"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:39:50.208586 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 65f4397f-d4e2-49a3-b1e0-bebe7f0a7157, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=65f4397f-d4e2-49a3-b1e0-bebe7f0a7157,segment=NetworkSegment(c60ef959-7c5e-494f-abd9-c343a7a40420),segment_id=c60ef959-7c5e-494f-abd9-c343a7a40420)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:39:50.219084 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:50.314254 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1d159c-18b6-419d-90b6-d33ab07aa6b5 x-openstack-request-id: req-9c1d159c-18b6-419d-90b6-d33ab07aa6b5 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:39:50.314652 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfb4f2b-5dbd-442a-a9e4-4c4d44ae0dc0", "name": "network-vif-plugged", "status": "completed", "tag": "65f4397f-d4e2-49a3-b1e0-bebe7f0a7157", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:39:50.314979 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9c1d159c-18b6-419d-90b6-d33ab07aa6b5 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:39:50.315420 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfb4f2b-5dbd-442a-a9e4-4c4d44ae0dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f4397f-d4e2-49a3-b1e0-bebe7f0a7157', 'code': 200} Nov 12 01:39:50.321773 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=65f4397f-d4e2-49a3-b1e0-bebe7f0a7157,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:50.332044 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17fa35c0-a960-4ca4-a6a0-ba1f67648f01 admin admin] Router 9dc371c5-4f74-4eca-8c12-7123269e19b2 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:39:50.526282 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f95d7-3374-447a-b344-7ba18fb3d51a req-4da4da5a-7daf-4e94-8e93-e91793fefa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:50.534521 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e96f95d7-3374-447a-b344-7ba18fb3d51a req-4da4da5a-7daf-4e94-8e93-e91793fefa38 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4bfb4f2b-5dbd-442a-a9e4-4c4d44ae0dc0 HTTP/1.1" status: 200 len: 1098 time: 0.0835705 Nov 12 01:39:50.577875 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17fa35c0-a960-4ca4-a6a0-ba1f67648f01 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:39:50.593363 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d077fb88-e4bc-4093-b138-3acdad9f28c5 None None] Sync routers for ids ['9dc371c5-4f74-4eca-8c12-7123269e19b2'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:39:50.594248 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-17fa35c0-a960-4ca4-a6a0-ba1f67648f01 admin admin] 10.222.0.45 "PUT /v2.0/routers/9dc371c5-4f74-4eca-8c12-7123269e19b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4060690 Nov 12 01:39:50.596475 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53128) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:50.617267 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d077fb88-e4bc-4093-b138-3acdad9f28c5 None None] Routers {'9dc371c5-4f74-4eca-8c12-7123269e19b2'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:39:50.618396 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-d077fb88-e4bc-4093-b138-3acdad9f28c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:39:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['9dc371c5-4f74-4eca-8c12-7123269e19b2'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:50.628617 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e96f95d7-3374-447a-b344-7ba18fb3d51a req-6dc58632-7316-4ee5-b616-4cf498c17409 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=25e93bba-673a-494b-90d3-7420cfafcd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851753 Nov 12 01:39:50.749748 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c9c4e577-288f-4676-aebf-94f84f415d01 admin admin] Publish callbacks [] for router, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:50.835035 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-d077fb88-e4bc-4093-b138-3acdad9f28c5 None None] Set router 9dc371c5-4f74-4eca-8c12-7123269e19b2 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:39:50.916159 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c9c4e577-288f-4676-aebf-94f84f415d01 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:51.030947 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-c9c4e577-288f-4676-aebf-94f84f415d01 admin admin] Deleting port 9e8d63ec-e80e-4be2-b019-5f5dd61d0d63 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:39:51.031980 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c9c4e577-288f-4676-aebf-94f84f415d01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:51.206653 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-c9c4e577-288f-4676-aebf-94f84f415d01 admin admin] For port 9e8d63ec-e80e-4be2-b019-5f5dd61d0d63, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=9e8d63ec-e80e-4be2-b019-5f5dd61d0d63,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:39:51.207120 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c9c4e577-288f-4676-aebf-94f84f415d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:51.252838 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-d077fb88-e4bc-4093-b138-3acdad9f28c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc371c5-4f74-4eca-8c12-7123269e19b2', 'name': 'tempest-TestVolumeBackupRestore-2146351533-router', 'tenant_id': 'f377e94d0b304c3ab000cf73e6276612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '9e8d63ec-e80e-4be2-b019-5f5dd61d0d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:33:58Z', 'updated_at': '2021-11-12T01:39:48Z', 'revision_number': 5, 'project_id': 'f377e94d0b304c3ab000cf73e6276612', 'gw_port': {'id': '9e8d63ec-e80e-4be2-b019-5f5dd61d0d63', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:af:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc371c5-4f74-4eca-8c12-7123269e19b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:33:59Z', 'updated_at': '2021-11-12T01:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:51.266136 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-c9c4e577-288f-4676-aebf-94f84f415d01 admin admin] Calling delete_port for 9e8d63ec-e80e-4be2-b019-5f5dd61d0d63 owned by network:router_gateway {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:39:51.295253 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d077fb88-e4bc-4093-b138-3acdad9f28c5 None None] Checking router: 9dc371c5-4f74-4eca-8c12-7123269e19b2 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:39:51.307672 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d077fb88-e4bc-4093-b138-3acdad9f28c5 None None] Routers {'9dc371c5-4f74-4eca-8c12-7123269e19b2'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:39:51.308341 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-d077fb88-e4bc-4093-b138-3acdad9f28c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:39:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['9dc371c5-4f74-4eca-8c12-7123269e19b2'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:51.330162 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c8c14-ae42-416a-9145-c42aa9d1e23b req-767244c3-223f-487e-a5a8-0d23bcd31fe1 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:51.331762 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1c6c8c14-ae42-416a-9145-c42aa9d1e23b req-767244c3-223f-487e-a5a8-0d23bcd31fe1 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8022c62d-fe18-4297-8457-81192e820719 HTTP/1.1" status: 200 len: 945 time: 0.1637309 Nov 12 01:39:51.349333 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5efb5-cffc-40f6-ab5e-030d6573c05b req-25d69d45-059c-4fcc-8902-17d21dc3d5cd tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:51.357653 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e1e5efb5-cffc-40f6-ab5e-030d6573c05b req-25d69d45-059c-4fcc-8902-17d21dc3d5cd tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/ports?device_id=4bfb4f2b-5dbd-442a-a9e4-4c4d44ae0dc0 HTTP/1.1" status: 200 len: 946 time: 0.1455901 Nov 12 01:39:51.448615 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-d077fb88-e4bc-4093-b138-3acdad9f28c5 None None] Set router 9dc371c5-4f74-4eca-8c12-7123269e19b2 gateway port host: None {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:39:51.501226 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e1e5efb5-cffc-40f6-ab5e-030d6573c05b req-de930c32-ea29-4cfe-85e1-2d8eb458de86 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/security-groups?id=25e93bba-673a-494b-90d3-7420cfafcd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427660 Nov 12 01:39:51.520365 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1c6c8c14-ae42-416a-9145-c42aa9d1e23b req-e5b4c3ad-9817-4e66-8842-c24fe893d6f3 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1907552-1301-4254-a3f7-7f2eecc84b84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532648 Nov 12 01:39:51.579251 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-d077fb88-e4bc-4093-b138-3acdad9f28c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc371c5-4f74-4eca-8c12-7123269e19b2', 'name': 'tempest-TestVolumeBackupRestore-2146351533-router', 'tenant_id': 'f377e94d0b304c3ab000cf73e6276612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:33:58Z', 'updated_at': '2021-11-12T01:39:50Z', 'revision_number': 6, 'project_id': 'f377e94d0b304c3ab000cf73e6276612', 'gw_port_host': None}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:51.642619 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d077fb88-e4bc-4093-b138-3acdad9f28c5 None None] The sync data for ids ['9dc371c5-4f74-4eca-8c12-7123269e19b2'] in n-d-712142-27 is: [{'id': '9dc371c5-4f74-4eca-8c12-7123269e19b2', 'name': 'tempest-TestVolumeBackupRestore-2146351533-router', 'tenant_id': 'f377e94d0b304c3ab000cf73e6276612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:33:58Z', 'updated_at': '2021-11-12T01:39:50Z', 'revision_number': 6, 'project_id': 'f377e94d0b304c3ab000cf73e6276612', 'gw_port_host': None}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:39:51.655904 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c9c4e577-288f-4676-aebf-94f84f415d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:51.717715 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c4e577-288f-4676-aebf-94f84f415d01 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e8d63ec-e80e-4be2-b019-5f5dd61d0d63,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:51.745581 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4e577-288f-4676-aebf-94f84f415d01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:51.746316 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4e577-288f-4676-aebf-94f84f415d01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:51.746990 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4e577-288f-4676-aebf-94f84f415d01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:51.747687 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4e577-288f-4676-aebf-94f84f415d01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:51.748337 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4e577-288f-4676-aebf-94f84f415d01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:51.748933 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4e577-288f-4676-aebf-94f84f415d01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:51.749586 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4e577-288f-4676-aebf-94f84f415d01 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:51.750216 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4e577-288f-4676-aebf-94f84f415d01 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:51.750839 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4e577-288f-4676-aebf-94f84f415d01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:51.751478 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4e577-288f-4676-aebf-94f84f415d01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:51.752551 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4e577-288f-4676-aebf-94f84f415d01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:51.752926 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c4e577-288f-4676-aebf-94f84f415d01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:39:51.778571 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96743b3-2230-4ddd-87e3-7a5fe5368b9f None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:39:51.891315 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c9c4e577-288f-4676-aebf-94f84f415d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:52.067718 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c9c4e577-288f-4676-aebf-94f84f415d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:52.072998 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c9c4e577-288f-4676-aebf-94f84f415d01 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:52.163414 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c9c4e577-288f-4676-aebf-94f84f415d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:52.164411 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c4e577-288f-4676-aebf-94f84f415d01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9dc371c5-4f74-4eca-8c12-7123269e19b2 {{(pid=109085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:39:52.174312 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c9c4e577-288f-4676-aebf-94f84f415d01 admin admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:52.176306 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c9c4e577-288f-4676-aebf-94f84f415d01 admin admin] 10.222.0.45 "DELETE /v2.0/routers/9dc371c5-4f74-4eca-8c12-7123269e19b2 HTTP/1.1" status: 204 len: 168 time: 1.5783083 Nov 12 01:39:52.180734 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53136) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:52.266213 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bd01086-0847-4d7c-b3c5-6a44853b4ee9 admin admin] Deleting subnet ed261d0a-3440-4b4f-8af4-74d6aa1fe67b {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:39:52.272077 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8bd01086-0847-4d7c-b3c5-6a44853b4ee9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:52.336792 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8bd01086-0847-4d7c-b3c5-6a44853b4ee9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:52.440904 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8bd01086-0847-4d7c-b3c5-6a44853b4ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:52.521018 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8bd01086-0847-4d7c-b3c5-6a44853b4ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:52.561808 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd01086-0847-4d7c-b3c5-6a44853b4ee9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed261d0a-3440-4b4f-8af4-74d6aa1fe67b,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:52.567521 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8bd01086-0847-4d7c-b3c5-6a44853b4ee9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:52.577698 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53140) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:52.578043 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8bd01086-0847-4d7c-b3c5-6a44853b4ee9 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/ed261d0a-3440-4b4f-8af4-74d6aa1fe67b HTTP/1.1" status: 204 len: 168 time: 0.3954296 Nov 12 01:39:52.591415 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d35a31-b900-4302-9e84-c19b141c87c7 None None] Network 6159be9c-3a83-40af-8155-0bc77f429c0b requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:39:52.822037 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-52847c32-ff7d-48ff-bba1-da0612b98bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:52.846192 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ac072-1d7f-470a-afa6-1fd651903cf8 req-07fcd880-c769-40ba-a394-b0f1093f59f0 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:52.853863 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-140ac072-1d7f-470a-afa6-1fd651903cf8 req-07fcd880-c769-40ba-a394-b0f1093f59f0 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/ports?device_id=4bfb4f2b-5dbd-442a-a9e4-4c4d44ae0dc0 HTTP/1.1" status: 200 len: 946 time: 0.1508996 Nov 12 01:39:52.855338 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 9e8d63ec-e80e-4be2-b019-5f5dd61d0d63 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:39:52.877611 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6826e266-8b95-47f0-892e-62b48ca5ebba req-3948133b-243a-4de3-b5e8-384d7d7c0d27 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:52.881320 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6826e266-8b95-47f0-892e-62b48ca5ebba req-3948133b-243a-4de3-b5e8-384d7d7c0d27 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8022c62d-fe18-4297-8457-81192e820719 HTTP/1.1" status: 200 len: 945 time: 0.1191063 Nov 12 01:39:52.895328 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 9e8d63ec-e80e-4be2-b019-5f5dd61d0d63 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:39:52.896210 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 9e8d63ec-e80e-4be2-b019-5f5dd61d0d63 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:39:52.897319 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device b2fac336-83c2-40e0-8d74-c37117bf0aa7 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:39:52.958107 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: b2fac336-83c2-40e0-8d74-c37117bf0aa7 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:39:52.958580 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device b2fac336-83c2-40e0-8d74-c37117bf0aa7 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:39:53.024752 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-140ac072-1d7f-470a-afa6-1fd651903cf8 req-eb30599f-20ab-4164-b860-5319b8d943c8 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/security-groups?id=25e93bba-673a-494b-90d3-7420cfafcd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697347 Nov 12 01:39:53.059560 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6826e266-8b95-47f0-892e-62b48ca5ebba req-4110f478-9f89-43e6-8914-1377c540da91 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1907552-1301-4254-a3f7-7f2eecc84b84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494150 Nov 12 01:39:53.085478 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbcf8aa-ef1e-4356-a40f-1441ba292a9d None None] DHCP port deletion for 6159be9c-3a83-40af-8155-0bc77f429c0b request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:39:53.104135 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-52847c32-ff7d-48ff-bba1-da0612b98bc2 admin admin] Deleting port c2f32a85-8fb0-4d3f-8aaf-a7f22ce6386b {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:39:53.104885 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-52847c32-ff7d-48ff-bba1-da0612b98bc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:53.214120 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-8dbcf8aa-ef1e-4356-a40f-1441ba292a9d None None] Deleting port c2f32a85-8fb0-4d3f-8aaf-a7f22ce6386b {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:39:53.215782 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8dbcf8aa-ef1e-4356-a40f-1441ba292a9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:53.272137 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-52847c32-ff7d-48ff-bba1-da0612b98bc2 admin admin] For port c2f32a85-8fb0-4d3f-8aaf-a7f22ce6386b, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=c2f32a85-8fb0-4d3f-8aaf-a7f22ce6386b,segment=NetworkSegment(87066fcb-92b4-42d0-8d37-beb1559863d0),segment_id=87066fcb-92b4-42d0-8d37-beb1559863d0)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:39:53.272812 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-52847c32-ff7d-48ff-bba1-da0612b98bc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:53.321573 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-8dbcf8aa-ef1e-4356-a40f-1441ba292a9d None None] For port c2f32a85-8fb0-4d3f-8aaf-a7f22ce6386b, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=c2f32a85-8fb0-4d3f-8aaf-a7f22ce6386b,segment=NetworkSegment(87066fcb-92b4-42d0-8d37-beb1559863d0),segment_id=87066fcb-92b4-42d0-8d37-beb1559863d0)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:39:53.322205 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8dbcf8aa-ef1e-4356-a40f-1441ba292a9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:53.322707 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f285a63-bff5-4254-86aa-940b9b4169f1 req-43241be1-5e99-4417-a218-1e16a123fa7f tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:53.324507 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8f285a63-bff5-4254-86aa-940b9b4169f1 req-43241be1-5e99-4417-a218-1e16a123fa7f tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/ports?device_id=4bfb4f2b-5dbd-442a-a9e4-4c4d44ae0dc0 HTTP/1.1" status: 200 len: 946 time: 0.1683781 Nov 12 01:39:53.329412 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-52847c32-ff7d-48ff-bba1-da0612b98bc2 admin admin] Calling delete_port for c2f32a85-8fb0-4d3f-8aaf-a7f22ce6386b owned by network:dhcp {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:39:53.349323 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-8dbcf8aa-ef1e-4356-a40f-1441ba292a9d None None] Calling delete_port for c2f32a85-8fb0-4d3f-8aaf-a7f22ce6386b owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:39:53.459804 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8f285a63-bff5-4254-86aa-940b9b4169f1 req-a0af8154-a155-4b23-b20a-350c0235a29e tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/security-groups?id=25e93bba-673a-494b-90d3-7420cfafcd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120679 Nov 12 01:39:53.485871 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-52847c32-ff7d-48ff-bba1-da0612b98bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:53.521769 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8dbcf8aa-ef1e-4356-a40f-1441ba292a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:53.531930 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52847c32-ff7d-48ff-bba1-da0612b98bc2 admin admin] No DVR routers for this DVR port c2f32a85-8fb0-4d3f-8aaf-a7f22ce6386b on host n-d-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:39:53.540624 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52847c32-ff7d-48ff-bba1-da0612b98bc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2f32a85-8fb0-4d3f-8aaf-a7f22ce6386b,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:53.562708 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbcf8aa-ef1e-4356-a40f-1441ba292a9d None None] Pushing event deleted for resources: {'Port': ['ID=c2f32a85-8fb0-4d3f-8aaf-a7f22ce6386b,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:53.565246 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbcf8aa-ef1e-4356-a40f-1441ba292a9d None None] No DVR routers for this DVR port c2f32a85-8fb0-4d3f-8aaf-a7f22ce6386b on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:39:53.666383 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-52847c32-ff7d-48ff-bba1-da0612b98bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:53.704556 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-52847c32-ff7d-48ff-bba1-da0612b98bc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6159be9c-3a83-40af-8155-0bc77f429c0b']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:53.719385 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-52847c32-ff7d-48ff-bba1-da0612b98bc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87066fcb-92b4-42d0-8d37-beb1559863d0') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:53.719869 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-52847c32-ff7d-48ff-bba1-da0612b98bc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87066fcb-92b4-42d0-8d37-beb1559863d0') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:53.738441 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-52847c32-ff7d-48ff-bba1-da0612b98bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:53.757644 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-52847c32-ff7d-48ff-bba1-da0612b98bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:53.767765 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52847c32-ff7d-48ff-bba1-da0612b98bc2 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:39:53.768388 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-52847c32-ff7d-48ff-bba1-da0612b98bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:53.771225 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:39:53.771225 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:39:53.771225 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:39:53.771225 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:39:53.771225 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:39:53.771225 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:39:53.771225 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:39:53.771225 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:39:53.771225 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:39:53.771225 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:39:53.771225 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:39:53.771225 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:39:53.771225 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:39:53.771225 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:39:53.771225 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:39:53.771225 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:39:53.771225 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:39:53.771225 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:39:53.771225 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:39:53.771225 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:39:53.771225 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:39:53.771225 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:39:53.771225 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:39:53.771225 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:39:53.771225 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:39:53.771225 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:39:53.771225 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:39:53.771225 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:39:53.771225 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:39:53.771225 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:39:53.771225 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:39:53.771225 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:39:53.901353 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-52847c32-ff7d-48ff-bba1-da0612b98bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:53.929785 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-52847c32-ff7d-48ff-bba1-da0612b98bc2 admin admin] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:53.936557 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-52847c32-ff7d-48ff-bba1-da0612b98bc2 admin admin] 10.222.0.45 "DELETE /v2.0/networks/6159be9c-3a83-40af-8155-0bc77f429c0b HTTP/1.1" status: 204 len: 168 time: 1.3567715 Nov 12 01:39:53.940124 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52847c32-ff7d-48ff-bba1-da0612b98bc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6159be9c-3a83-40af-8155-0bc77f429c0b,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:54.123232 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53158) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:54.250795 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7b313eb6-2611-4403-b14b-a8d018a19b4e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c6039ddfbbad449b88dd06b4503a82f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1243877 Nov 12 01:39:54.253250 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53160) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:54.333798 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e943b65-8d8b-4041-be01-2b73356eea73 req-0ba57ec3-aa87-49b5-8140-6ef439bb9d34 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:54.336621 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5e943b65-8d8b-4041-be01-2b73356eea73 req-0ba57ec3-aa87-49b5-8140-6ef439bb9d34 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8022c62d-fe18-4297-8457-81192e820719 HTTP/1.1" status: 200 len: 945 time: 0.1542478 Nov 12 01:39:54.417222 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-995828f1-8d26-44ce-9312-95123b628cfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:54.482868 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5e943b65-8d8b-4041-be01-2b73356eea73 req-a3a6e2cc-97b7-4410-a21f-04bee2e1d79f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1907552-1301-4254-a3f7-7f2eecc84b84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360826 Nov 12 01:39:54.492110 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-995828f1-8d26-44ce-9312-95123b628cfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:54.553634 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-995828f1-8d26-44ce-9312-95123b628cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:54.556486 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-995828f1-8d26-44ce-9312-95123b628cfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:54.557949 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-995828f1-8d26-44ce-9312-95123b628cfe admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/651575b8-8c21-4664-9d04-324f6e2935f0 HTTP/1.1" status: 204 len: 168 time: 0.3028812 Nov 12 01:39:54.573239 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995828f1-8d26-44ce-9312-95123b628cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651575b8-8c21-4664-9d04-324f6e2935f0,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:54.767512 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device c2f32a85-8fb0-4d3f-8aaf-a7f22ce6386b no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:39:54.793406 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: c2f32a85-8fb0-4d3f-8aaf-a7f22ce6386b {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:39:54.793721 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device c2f32a85-8fb0-4d3f-8aaf-a7f22ce6386b not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:39:55.024588 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53170) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:55.034022 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53172) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:55.126037 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a2cfe188-273e-4d8b-9741-a841a72cb28e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f377e94d0b304c3ab000cf73e6276612&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0863092 Nov 12 01:39:55.126348 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53176) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:39:55.223521 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-014455bf-c287-4c37-ad6e-fc80bc250273 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:55.265346 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-014455bf-c287-4c37-ad6e-fc80bc250273 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:55.351130 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-014455bf-c287-4c37-ad6e-fc80bc250273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:55.358119 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-014455bf-c287-4c37-ad6e-fc80bc250273 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:55.366441 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-014455bf-c287-4c37-ad6e-fc80bc250273 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f2d6f455-dea2-4182-b456-a690875d3b18 HTTP/1.1" status: 204 len: 168 time: 0.2353406 Nov 12 01:39:55.383731 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014455bf-c287-4c37-ad6e-fc80bc250273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d6f455-dea2-4182-b456-a690875d3b18,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:55.720858 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c086f-b940-44b0-9a83-6f7936fc2711 req-ad06be97-5c79-470d-9f7a-3ce424411904 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:55.722547 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f96c086f-b940-44b0-9a83-6f7936fc2711 req-ad06be97-5c79-470d-9f7a-3ce424411904 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8022c62d-fe18-4297-8457-81192e820719 HTTP/1.1" status: 200 len: 945 time: 0.1117303 Nov 12 01:39:55.863533 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f96c086f-b940-44b0-9a83-6f7936fc2711 req-4fe7262f-0a3d-4fef-81bc-78bfa5baf9c8 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1907552-1301-4254-a3f7-7f2eecc84b84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150615 Nov 12 01:39:55.904883 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-97ee8fed-6333-49d8-8f35-0197a07e487b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:56.430153 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-97ee8fed-6333-49d8-8f35-0197a07e487b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Allocated IP 172.20.0.17 (6fdf0deb-de5e-4496-a095-369ad43a73a4/c9a6ffc7-cf3d-48b2-b302-fd98671c9f35/c9f48bab-b2cf-47cc-beea-46363d8e909c) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:39:56.644252 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-97ee8fed-6333-49d8-8f35-0197a07e487b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:56.694707 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-97ee8fed-6333-49d8-8f35-0197a07e487b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:56.746911 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ee8fed-6333-49d8-8f35-0197a07e487b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Network 6fdf0deb-de5e-4496-a095-369ad43a73a4 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:39:56.750775 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-97ee8fed-6333-49d8-8f35-0197a07e487b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:39:56.763893 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ee8fed-6333-49d8-8f35-0197a07e487b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:39:56.802640 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee8fed-6333-49d8-8f35-0197a07e487b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event updated for resources: {'Port': ['ID=c9f48bab-b2cf-47cc-beea-46363d8e909c,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:56.850035 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-97ee8fed-6333-49d8-8f35-0197a07e487b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:57.141746 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b2e767-0193-4a62-aabb-bac4dc0fcce4 req-3029de4f-f216-4506-b13a-af759d96081c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:57.144376 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-07b2e767-0193-4a62-aabb-bac4dc0fcce4 req-3029de4f-f216-4506-b13a-af759d96081c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8022c62d-fe18-4297-8457-81192e820719 HTTP/1.1" status: 200 len: 945 time: 0.1152058 Nov 12 01:39:57.151553 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-97ee8fed-6333-49d8-8f35-0197a07e487b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:57.176925 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-2e12f148-d890-495d-a4b2-d85aeb1341ef None None] Provisioning complete for port c9f48bab-b2cf-47cc-beea-46363d8e909c triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:57.177798 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2e12f148-d890-495d-a4b2-d85aeb1341ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:57.252817 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-2e12f148-d890-495d-a4b2-d85aeb1341ef None None] Port c9f48bab-b2cf-47cc-beea-46363d8e909c cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:39:57.290535 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-491c7635-d903-4397-aaed-9210554c33fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:57.327548 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-07b2e767-0193-4a62-aabb-bac4dc0fcce4 req-94845442-e3a4-4b2f-bc27-a4bdc4256bf4 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1907552-1301-4254-a3f7-7f2eecc84b84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677687 Nov 12 01:39:57.593749 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-97ee8fed-6333-49d8-8f35-0197a07e487b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:57.600507 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-97ee8fed-6333-49d8-8f35-0197a07e487b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:57.757106 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-97ee8fed-6333-49d8-8f35-0197a07e487b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:57.760371 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee8fed-6333-49d8-8f35-0197a07e487b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event updated for resources: {'Port': ['ID=c9f48bab-b2cf-47cc-beea-46363d8e909c,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:57.932769 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ee8fed-6333-49d8-8f35-0197a07e487b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Network 6fdf0deb-de5e-4496-a095-369ad43a73a4 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:39:57.935213 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-97ee8fed-6333-49d8-8f35-0197a07e487b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:39:58.127017 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ee8fed-6333-49d8-8f35-0197a07e487b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Router 7a45c6a6-788b-46d6-baa1-35d762051229 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:39:58.266296 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ee8fed-6333-49d8-8f35-0197a07e487b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:39:58.275560 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-97ee8fed-6333-49d8-8f35-0197a07e487b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "PUT /v2.0/routers/7a45c6a6-788b-46d6-baa1-35d762051229/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2493334 Nov 12 01:39:58.296944 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d049220e-0f53-4272-815b-db03644528c8 None None] Sync routers for ids ['7a45c6a6-788b-46d6-baa1-35d762051229'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:39:58.307003 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-6a1e8243-720b-4e13-ae9c-0db0b94a6a5a None None] Provisioning complete for port c9f48bab-b2cf-47cc-beea-46363d8e909c triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:39:58.308418 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6a1e8243-720b-4e13-ae9c-0db0b94a6a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:58.367592 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d049220e-0f53-4272-815b-db03644528c8 None None] Routers {'7a45c6a6-788b-46d6-baa1-35d762051229'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:39:58.368546 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-d049220e-0f53-4272-815b-db03644528c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:39:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['7a45c6a6-788b-46d6-baa1-35d762051229'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:58.557938 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-6a1e8243-720b-4e13-ae9c-0db0b94a6a5a None None] Port c9f48bab-b2cf-47cc-beea-46363d8e909c cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:39:58.590549 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2633e-0b48-459f-b18a-6e98ac5e4912 req-f7a519c8-348d-4803-a656-0b86120cfb1e tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:39:58.592419 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9aa2633e-0b48-459f-b18a-6e98ac5e4912 req-f7a519c8-348d-4803-a656-0b86120cfb1e tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8022c62d-fe18-4297-8457-81192e820719 HTTP/1.1" status: 200 len: 945 time: 0.1082103 Nov 12 01:39:58.659016 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-d049220e-0f53-4272-815b-db03644528c8 None None] Set router 7a45c6a6-788b-46d6-baa1-35d762051229 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:39:58.722003 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9aa2633e-0b48-459f-b18a-6e98ac5e4912 req-db01c085-c34b-458d-bbf4-412cb64c092c tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1907552-1301-4254-a3f7-7f2eecc84b84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120389 Nov 12 01:39:59.065823 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-d049220e-0f53-4272-815b-db03644528c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'name': 'tempest-TestNetworkBasicOps-router-1295579995', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '5396680d-9b12-4951-949a-bd9025a2b5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:04Z', 'updated_at': '2021-11-12T01:39:57Z', 'revision_number': 5, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'gw_port': {'id': '5396680d-9b12-4951-949a-bd9025a2b5a1', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:05Z', 'updated_at': '2021-11-12T01:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '6fb7a160-6bab-4c30-b402-ffdd44f2e18c', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'floating_ip_address': '172.25.3.102', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'port_id': 'fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91ceb85c-2ed3-4ec5-9033-5ce9801e1c79', 'mac_address': 'fa:16:3e:f7:b8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f6a8f0-891c-45c0-bc97-4c5d1b0ab002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:38:49Z', 'updated_at': '2021-11-12T01:38:53Z', 'revision_number': 1, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dd5f763-8f25-4ea8-9651-34d65a2c072b', 'name': '', 'network_id': '91ceb85c-2ed3-4ec5-9033-5ce9801e1c79', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'mac_address': 'fa:16:3e:c1:3b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'fdc5d305-ec1b-43b4-b716-cc6b30ec1204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:12Z', 'updated_at': '2021-11-12T01:38:22Z', 'revision_number': 5, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'subnets': [{'id': 'fdc5d305-ec1b-43b4-b716-cc6b30ec1204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9f48bab-b2cf-47cc-beea-46363d8e909c', 'name': '', 'network_id': '6fdf0deb-de5e-4496-a095-369ad43a73a4', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'mac_address': 'fa:16:3e:ae:75:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'c9a6ffc7-cf3d-48b2-b302-fd98671c9f35', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:39:56Z', 'updated_at': '2021-11-12T01:39:57Z', 'revision_number': 2, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'subnets': [{'id': 'c9a6ffc7-cf3d-48b2-b302-fd98671c9f35', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:39:59.096931 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d049220e-0f53-4272-815b-db03644528c8 None None] Checking router: 7a45c6a6-788b-46d6-baa1-35d762051229 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:39:59.097423 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d049220e-0f53-4272-815b-db03644528c8 None None] Updating router 7a45c6a6-788b-46d6-baa1-35d762051229 port c9f48bab-b2cf-47cc-beea-46363d8e909c binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:39:59.127066 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d049220e-0f53-4272-815b-db03644528c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:59.505398 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d049220e-0f53-4272-815b-db03644528c8 None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:59.514339 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d049220e-0f53-4272-815b-db03644528c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:59.589303 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907a07fa-a2e5-4580-8954-54e3c43ae0d4 None None] Pushing event updated for resources: {'Port': ['ID=c9f48bab-b2cf-47cc-beea-46363d8e909c,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:39:59.666934 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-d049220e-0f53-4272-815b-db03644528c8 None None] Attempting to bind port c9f48bab-b2cf-47cc-beea-46363d8e909c on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:39:59.667481 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-d049220e-0f53-4272-815b-db03644528c8 None None] Attempting to bind port c9f48bab-b2cf-47cc-beea-46363d8e909c by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'c60ef959-7c5e-494f-abd9-c343a7a40420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6fdf0deb-de5e-4496-a095-369ad43a73a4'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:39:59.668644 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d049220e-0f53-4272-815b-db03644528c8 None None] Attempting to bind port c9f48bab-b2cf-47cc-beea-46363d8e909c on network 6fdf0deb-de5e-4496-a095-369ad43a73a4 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:39:59.676964 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d049220e-0f53-4272-815b-db03644528c8 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:39:59.677519 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d049220e-0f53-4272-815b-db03644528c8 None None] Checking segment: {'id': 'c60ef959-7c5e-494f-abd9-c343a7a40420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6fdf0deb-de5e-4496-a095-369ad43a73a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:39:59.678150 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d049220e-0f53-4272-815b-db03644528c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:59.678727 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d049220e-0f53-4272-815b-db03644528c8 None None] Bound using segment: {'id': 'c60ef959-7c5e-494f-abd9-c343a7a40420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6fdf0deb-de5e-4496-a095-369ad43a73a4'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:39:59.679454 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-d049220e-0f53-4272-815b-db03644528c8 None None] Bound port: c9f48bab-b2cf-47cc-beea-46363d8e909c, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60ef959-7c5e-494f-abd9-c343a7a40420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '6fdf0deb-de5e-4496-a095-369ad43a73a4'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:39:59.680045 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d049220e-0f53-4272-815b-db03644528c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:59.831794 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-d049220e-0f53-4272-815b-db03644528c8 None None] For port c9f48bab-b2cf-47cc-beea-46363d8e909c, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:39:59.841335 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-d049220e-0f53-4272-815b-db03644528c8 None None] For port c9f48bab-b2cf-47cc-beea-46363d8e909c, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=c9f48bab-b2cf-47cc-beea-46363d8e909c,segment=NetworkSegment(c60ef959-7c5e-494f-abd9-c343a7a40420),segment_id=c60ef959-7c5e-494f-abd9-c343a7a40420)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:39:59.849436 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d049220e-0f53-4272-815b-db03644528c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:39:59.953348 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d049220e-0f53-4272-815b-db03644528c8 None None] Routers {'7a45c6a6-788b-46d6-baa1-35d762051229'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:39:59.954409 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-d049220e-0f53-4272-815b-db03644528c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:39:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['7a45c6a6-788b-46d6-baa1-35d762051229'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:00.020655 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a31167-56d4-4c31-9b25-8a84f5af8612 req-57082101-5cb0-49d8-b2a9-5d9d00be403d tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:00.024373 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-70a31167-56d4-4c31-9b25-8a84f5af8612 req-57082101-5cb0-49d8-b2a9-5d9d00be403d tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8022c62d-fe18-4297-8457-81192e820719 HTTP/1.1" status: 200 len: 945 time: 0.1280901 Nov 12 01:40:00.072952 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907a07fa-a2e5-4580-8954-54e3c43ae0d4 None None] Pushing event updated for resources: {'Port': ['ID=c9f48bab-b2cf-47cc-beea-46363d8e909c,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:00.103685 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-cb30ba94-9a78-44fd-a28b-eb67f6af5884 None None] Provisioning complete for port c9f48bab-b2cf-47cc-beea-46363d8e909c triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:40:00.103685 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cb30ba94-9a78-44fd-a28b-eb67f6af5884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:00.124162 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-70a31167-56d4-4c31-9b25-8a84f5af8612 req-ab1522b8-08cf-4468-bba9-cff2ff40ea06 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1907552-1301-4254-a3f7-7f2eecc84b84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897198 Nov 12 01:40:00.266628 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-d049220e-0f53-4272-815b-db03644528c8 None None] Set router 7a45c6a6-788b-46d6-baa1-35d762051229 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:40:00.562918 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cb30ba94-9a78-44fd-a28b-eb67f6af5884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:00.645441 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-cb30ba94-9a78-44fd-a28b-eb67f6af5884 None None] For port c9f48bab-b2cf-47cc-beea-46363d8e909c, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=c9f48bab-b2cf-47cc-beea-46363d8e909c,segment=NetworkSegment(c60ef959-7c5e-494f-abd9-c343a7a40420),segment_id=c60ef959-7c5e-494f-abd9-c343a7a40420)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:40:00.686692 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cb30ba94-9a78-44fd-a28b-eb67f6af5884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:00.862919 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb30ba94-9a78-44fd-a28b-eb67f6af5884 None None] Pushing event updated for resources: {'Port': ['ID=c9f48bab-b2cf-47cc-beea-46363d8e909c,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:00.943263 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-8a0a4fe4-34aa-4a70-a85c-bff9815d9a27 None None] Provisioning complete for port c9f48bab-b2cf-47cc-beea-46363d8e909c triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:40:00.943658 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8a0a4fe4-34aa-4a70-a85c-bff9815d9a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:00.951403 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e427a79c-243c-45d0-ae52-1d3356714c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:01.051821 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-d049220e-0f53-4272-815b-db03644528c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'name': 'tempest-TestNetworkBasicOps-router-1295579995', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '5396680d-9b12-4951-949a-bd9025a2b5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:04Z', 'updated_at': '2021-11-12T01:39:57Z', 'revision_number': 5, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'gw_port': {'id': '5396680d-9b12-4951-949a-bd9025a2b5a1', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:05Z', 'updated_at': '2021-11-12T01:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '6fb7a160-6bab-4c30-b402-ffdd44f2e18c', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'floating_ip_address': '172.25.3.102', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'port_id': 'fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91ceb85c-2ed3-4ec5-9033-5ce9801e1c79', 'mac_address': 'fa:16:3e:f7:b8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f6a8f0-891c-45c0-bc97-4c5d1b0ab002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:38:49Z', 'updated_at': '2021-11-12T01:38:53Z', 'revision_number': 1, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dd5f763-8f25-4ea8-9651-34d65a2c072b', 'name': '', 'network_id': '91ceb85c-2ed3-4ec5-9033-5ce9801e1c79', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'mac_address': 'fa:16:3e:c1:3b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'fdc5d305-ec1b-43b4-b716-cc6b30ec1204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:12Z', 'updated_at': '2021-11-12T01:38:22Z', 'revision_number': 5, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'subnets': [{'id': 'fdc5d305-ec1b-43b4-b716-cc6b30ec1204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9f48bab-b2cf-47cc-beea-46363d8e909c', 'name': '', 'network_id': '6fdf0deb-de5e-4496-a095-369ad43a73a4', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'mac_address': 'fa:16:3e:ae:75:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'c9a6ffc7-cf3d-48b2-b302-fd98671c9f35', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:39:56Z', 'updated_at': '2021-11-12T01:39:59Z', 'revision_number': 4, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'subnets': [{'id': 'c9a6ffc7-cf3d-48b2-b302-fd98671c9f35', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:01.091930 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d049220e-0f53-4272-815b-db03644528c8 None None] The sync data for ids ['7a45c6a6-788b-46d6-baa1-35d762051229'] in n-d-712142-27 is: [{'id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'name': 'tempest-TestNetworkBasicOps-router-1295579995', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '5396680d-9b12-4951-949a-bd9025a2b5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:04Z', 'updated_at': '2021-11-12T01:39:57Z', 'revision_number': 5, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'gw_port': {'id': '5396680d-9b12-4951-949a-bd9025a2b5a1', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:05Z', 'updated_at': '2021-11-12T01:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '6fb7a160-6bab-4c30-b402-ffdd44f2e18c', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'floating_ip_address': '172.25.3.102', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'port_id': 'fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91ceb85c-2ed3-4ec5-9033-5ce9801e1c79', 'mac_address': 'fa:16:3e:f7:b8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f6a8f0-891c-45c0-bc97-4c5d1b0ab002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:38:49Z', 'updated_at': '2021-11-12T01:38:53Z', 'revision_number': 1, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dd5f763-8f25-4ea8-9651-34d65a2c072b', 'name': '', 'network_id': '91ceb85c-2ed3-4ec5-9033-5ce9801e1c79', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'mac_address': 'fa:16:3e:c1:3b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'fdc5d305-ec1b-43b4-b716-cc6b30ec1204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:12Z', 'updated_at': '2021-11-12T01:38:22Z', 'revision_number': 5, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'subnets': [{'id': 'fdc5d305-ec1b-43b4-b716-cc6b30ec1204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9f48bab-b2cf-47cc-beea-46363d8e909c', 'name': '', 'network_id': '6fdf0deb-de5e-4496-a095-369ad43a73a4', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'mac_address': 'fa:16:3e:ae:75:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': 'c9a6ffc7-cf3d-48b2-b302-fd98671c9f35', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:39:56Z', 'updated_at': '2021-11-12T01:39:59Z', 'revision_number': 4, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'subnets': [{'id': 'c9a6ffc7-cf3d-48b2-b302-fd98671c9f35', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:40:01.348860 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea59c3-1d0d-4f80-9f8d-8e8a3c98034a req-76ca998d-793e-4b73-bbc2-515c2099441f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:01.352136 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cbea59c3-1d0d-4f80-9f8d-8e8a3c98034a req-76ca998d-793e-4b73-bbc2-515c2099441f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8022c62d-fe18-4297-8457-81192e820719 HTTP/1.1" status: 200 len: 945 time: 0.1068926 Nov 12 01:40:01.430674 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cbea59c3-1d0d-4f80-9f8d-8e8a3c98034a req-93bb9f1f-bf43-4ca8-97f1-bc2880abd785 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1907552-1301-4254-a3f7-7f2eecc84b84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714858 Nov 12 01:40:02.638167 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796abb91-c52e-4b72-ad89-a70b3f909894 req-1fe20b04-08e1-41ab-a4a6-162b9ecf7eb1 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:02.641140 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-796abb91-c52e-4b72-ad89-a70b3f909894 req-1fe20b04-08e1-41ab-a4a6-162b9ecf7eb1 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8022c62d-fe18-4297-8457-81192e820719 HTTP/1.1" status: 200 len: 945 time: 0.0906689 Nov 12 01:40:02.783374 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-796abb91-c52e-4b72-ad89-a70b3f909894 req-ffee0b44-a575-4443-ba5a-f4eacd12649e tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1907552-1301-4254-a3f7-7f2eecc84b84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352308 Nov 12 01:40:02.880951 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device c9f48bab-b2cf-47cc-beea-46363d8e909c up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:40:02.989905 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:02.992002 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port c9f48bab-b2cf-47cc-beea-46363d8e909c triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:40:02.992685 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:03.993201 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69f3f9-b5f6-4435-9f4b-ee118f7fdccb req-93bb1b57-c18f-487b-a3cf-c65f411fa88b tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:03.995461 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-db69f3f9-b5f6-4435-9f4b-ee118f7fdccb req-93bb1b57-c18f-487b-a3cf-c65f411fa88b tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8022c62d-fe18-4297-8457-81192e820719 HTTP/1.1" status: 200 len: 945 time: 0.0676548 Nov 12 01:40:04.023325 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:04.095090 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-db69f3f9-b5f6-4435-9f4b-ee118f7fdccb req-7ee273d1-cf3c-4023-ab7c-2576d5bef727 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1907552-1301-4254-a3f7-7f2eecc84b84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893717 Nov 12 01:40:05.278440 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60fcf4-ac88-4bcc-9ab4-de500691e8f1 req-030136d3-d786-4592-a22b-c3d94037d570 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:05.281940 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1a60fcf4-ac88-4bcc-9ab4-de500691e8f1 req-030136d3-d786-4592-a22b-c3d94037d570 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8022c62d-fe18-4297-8457-81192e820719 HTTP/1.1" status: 200 len: 945 time: 0.0853775 Nov 12 01:40:05.312915 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:05.407563 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1a60fcf4-ac88-4bcc-9ab4-de500691e8f1 req-f3fcefad-6499-4df1-bc6e-c235a07a0527 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1907552-1301-4254-a3f7-7f2eecc84b84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137731 Nov 12 01:40:06.582832 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01229ff7-5fbb-4ca6-a638-3905fb4c61a8 req-63abe2d1-ecf4-45e3-9110-5d60a9451f64 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:06.585304 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-01229ff7-5fbb-4ca6-a638-3905fb4c61a8 req-63abe2d1-ecf4-45e3-9110-5d60a9451f64 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8022c62d-fe18-4297-8457-81192e820719 HTTP/1.1" status: 200 len: 945 time: 0.0696123 Nov 12 01:40:06.725322 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-01229ff7-5fbb-4ca6-a638-3905fb4c61a8 req-292e0ec6-5343-4e99-87d4-227e7b45c0ce tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1907552-1301-4254-a3f7-7f2eecc84b84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326413 Nov 12 01:40:07.929410 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f24536-f495-4baf-acc4-88ca0ea84fb5 req-e3c22200-28d4-498d-8429-92e23e3ad7f9 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:07.931240 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-05f24536-f495-4baf-acc4-88ca0ea84fb5 req-e3c22200-28d4-498d-8429-92e23e3ad7f9 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8022c62d-fe18-4297-8457-81192e820719 HTTP/1.1" status: 200 len: 945 time: 0.0822504 Nov 12 01:40:08.037469 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-05f24536-f495-4baf-acc4-88ca0ea84fb5 req-81c18c66-a8e9-4691-a135-db6ad0d5a63b tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1907552-1301-4254-a3f7-7f2eecc84b84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949700 Nov 12 01:40:08.290053 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415da678-7c08-48bf-b274-304854c4a5b0 req-d65f8386-545e-43d9-a469-04c9ef9ce0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:08.292507 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-415da678-7c08-48bf-b274-304854c4a5b0 req-d65f8386-545e-43d9-a469-04c9ef9ce0c1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8022c62d-fe18-4297-8457-81192e820719 HTTP/1.1" status: 200 len: 1097 time: 0.0548933 Nov 12 01:40:08.359515 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-415da678-7c08-48bf-b274-304854c4a5b0 req-db604669-1de0-4ac2-b31b-bad6602d99f5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a1907552-1301-4254-a3f7-7f2eecc84b84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582983 Nov 12 01:40:08.430889 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:40:08.678725 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:09.132874 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53286) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:09.272336 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ddf0a-aa9d-4eea-ae71-ff37a84ed7ce req-e57d8960-8a46-4c1a-a494-72bfaa784439 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:09.275385 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-907ddf0a-aa9d-4eea-ae71-ff37a84ed7ce req-e57d8960-8a46-4c1a-a494-72bfaa784439 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8022c62d-fe18-4297-8457-81192e820719 HTTP/1.1" status: 200 len: 945 time: 0.0866284 Nov 12 01:40:09.363924 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-907ddf0a-aa9d-4eea-ae71-ff37a84ed7ce req-5c16c608-0928-4749-8a3d-82819f494bac tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1907552-1301-4254-a3f7-7f2eecc84b84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766146 Nov 12 01:40:09.375819 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-93b625d7-652d-4c12-9536-c7e1beefe539 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:09.554044 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-93b625d7-652d-4c12-9536-c7e1beefe539 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:09.562793 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-93b625d7-652d-4c12-9536-c7e1beefe539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:09.616509 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53290) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:09.624562 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-93b625d7-652d-4c12-9536-c7e1beefe539 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8a54784ba68c416587a2d5ffb19514a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4888890 Nov 12 01:40:09.625219 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 1e6a15de-78f1-40b0-b3b1-458e9940bd7b details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:40:09.626913 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b625d7-652d-4c12-9536-c7e1beefe539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7868e1-ad86-4dbd-b969-d327147f6e4b,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:09.754299 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d60f2ccc-1bb7-40da-a8da-ae841e85d548 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:09.801153 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d60f2ccc-1bb7-40da-a8da-ae841e85d548 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:09.802093 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 1e6a15de-78f1-40b0-b3b1-458e9940bd7b no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:40:09.907032 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d60f2ccc-1bb7-40da-a8da-ae841e85d548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:09.917655 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d60f2ccc-1bb7-40da-a8da-ae841e85d548 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:09.938652 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 1e6a15de-78f1-40b0-b3b1-458e9940bd7b, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=1e6a15de-78f1-40b0-b3b1-458e9940bd7b,segment=NetworkSegment(96caa080-7760-4c05-8fc1-42af5ffac08f),segment_id=96caa080-7760-4c05-8fc1-42af5ffac08f)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:40:09.938931 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d60f2ccc-1bb7-40da-a8da-ae841e85d548 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6c7868e1-ad86-4dbd-b969-d327147f6e4b HTTP/1.1" status: 204 len: 168 time: 0.3205800 Nov 12 01:40:09.967423 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '1e6a15de-78f1-40b0-b3b1-458e9940bd7b', 'network_id': '2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7', 'port_id': '1e6a15de-78f1-40b0-b3b1-458e9940bd7b', 'mac_address': 'fa:16:3e:aa:62:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '932d63cb-6b21-4975-8897-617256128f86', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:40:09.980362 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f2ccc-1bb7-40da-a8da-ae841e85d548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7868e1-ad86-4dbd-b969-d327147f6e4b,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:10.004195 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60f2ccc-1bb7-40da-a8da-ae841e85d548 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:10.004952 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60f2ccc-1bb7-40da-a8da-ae841e85d548 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:10.005516 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60f2ccc-1bb7-40da-a8da-ae841e85d548 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:10.006175 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60f2ccc-1bb7-40da-a8da-ae841e85d548 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:10.007509 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60f2ccc-1bb7-40da-a8da-ae841e85d548 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:10.009640 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60f2ccc-1bb7-40da-a8da-ae841e85d548 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:10.010311 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60f2ccc-1bb7-40da-a8da-ae841e85d548 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:10.013459 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60f2ccc-1bb7-40da-a8da-ae841e85d548 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:10.013978 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60f2ccc-1bb7-40da-a8da-ae841e85d548 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:10.014545 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60f2ccc-1bb7-40da-a8da-ae841e85d548 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:10.018234 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60f2ccc-1bb7-40da-a8da-ae841e85d548 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:10.019510 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60f2ccc-1bb7-40da-a8da-ae841e85d548 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:10.122566 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:10.222150 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1e6a15de-78f1-40b0-b3b1-458e9940bd7b {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:40:10.249746 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:10.272616 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 1e6a15de-78f1-40b0-b3b1-458e9940bd7b, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=1e6a15de-78f1-40b0-b3b1-458e9940bd7b,segment=NetworkSegment(96caa080-7760-4c05-8fc1-42af5ffac08f),segment_id=96caa080-7760-4c05-8fc1-42af5ffac08f)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:40:10.286253 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:10.378750 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.api [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:40:10.379291 n-d-712142-27 neutron-server[109087]: DEBUG oslo_db.api [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:40:10.383771 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=1e6a15de-78f1-40b0-b3b1-458e9940bd7b,revision_number=6']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:10.395141 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:10.395710 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:10.396332 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:10.396923 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:10.397492 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:10.398054 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:10.398622 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:10.399184 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:10.399746 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:10.400331 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:10.400911 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:10.401475 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:10.584484 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c10e4dd-4b69-4ce4-9e24-ca2ab7eba218 req-8e1fa340-f5e7-4ebc-934b-28662a62c7d5 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:10.586323 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5c10e4dd-4b69-4ce4-9e24-ca2ab7eba218 req-8e1fa340-f5e7-4ebc-934b-28662a62c7d5 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8022c62d-fe18-4297-8457-81192e820719 HTTP/1.1" status: 200 len: 944 time: 0.0901775 Nov 12 01:40:10.591586 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['1e6a15de-78f1-40b0-b3b1-458e9940bd7b'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:40:10.673084 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5c10e4dd-4b69-4ce4-9e24-ca2ab7eba218 req-7f81989f-1c67-445a-83ac-9fe11021260d tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1907552-1301-4254-a3f7-7f2eecc84b84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753508 Nov 12 01:40:10.695525 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53300) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:10.857781 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0d0ee8ae-3fc3-4632-954a-6e8a101bbd79 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/floatingips/af20290f-19e8-4240-bba9-846d75914994 HTTP/1.1" status: 200 len: 992 time: 0.1522932 Nov 12 01:40:10.902482 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:11.011137 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:11.047335 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 1e6a15de-78f1-40b0-b3b1-458e9940bd7b {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:40:11.117804 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 1e6a15de-78f1-40b0-b3b1-458e9940bd7b, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=1e6a15de-78f1-40b0-b3b1-458e9940bd7b,segment=NetworkSegment(96caa080-7760-4c05-8fc1-42af5ffac08f),segment_id=96caa080-7760-4c05-8fc1-42af5ffac08f)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:40:11.132920 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:11.271878 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=1e6a15de-78f1-40b0-b3b1-458e9940bd7b,revision_number=7']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:13.678465 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 1e6a15de-78f1-40b0-b3b1-458e9940bd7b up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:40:13.801177 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 1e6a15de-78f1-40b0-b3b1-458e9940bd7b triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:40:13.807435 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:13.978181 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:14.029415 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8022c62d-fe18-4297-8457-81192e820719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6a15de-78f1-40b0-b3b1-458e9940bd7b'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:40:14.032650 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41bcbcfc-bc6e-4c4e-adc8-3335f3f4bf42" -d '{"events": [{"server_uuid": "8022c62d-fe18-4297-8457-81192e820719", "name": "network-vif-plugged", "status": "completed", "tag": "1e6a15de-78f1-40b0-b3b1-458e9940bd7b"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:40:14.052106 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 1e6a15de-78f1-40b0-b3b1-458e9940bd7b, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=1e6a15de-78f1-40b0-b3b1-458e9940bd7b,segment=NetworkSegment(96caa080-7760-4c05-8fc1-42af5ffac08f),segment_id=96caa080-7760-4c05-8fc1-42af5ffac08f)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:40:14.066134 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:14.115793 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ec13c3-a36a-4faa-af88-2d6900c9118d x-openstack-request-id: req-d4ec13c3-a36a-4faa-af88-2d6900c9118d {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:40:14.115793 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8022c62d-fe18-4297-8457-81192e820719", "name": "network-vif-plugged", "status": "completed", "tag": "1e6a15de-78f1-40b0-b3b1-458e9940bd7b", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:40:14.118242 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d4ec13c3-a36a-4faa-af88-2d6900c9118d {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:40:14.118242 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8022c62d-fe18-4297-8457-81192e820719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e6a15de-78f1-40b0-b3b1-458e9940bd7b', 'code': 200} Nov 12 01:40:14.128925 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=1e6a15de-78f1-40b0-b3b1-458e9940bd7b,revision_number=8']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:18.049260 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8b82e551-be74-4629-a9aa-945011898695 req-1dff6285-7893-4557-b1a7-bc0f6ed1acee tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-702922087&fields=id&tenant_id=094a5f5e492c44f8b09b4e12e8299cf9 HTTP/1.1" status: 200 len: 267 time: 0.0619776 Nov 12 01:40:18.586399 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82e551-be74-4629-a9aa-945011898695 req-0c3dc290-feeb-4545-9b12-04e52612ce6b tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:18.588137 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8b82e551-be74-4629-a9aa-945011898695 req-0c3dc290-feeb-4545-9b12-04e52612ce6b tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/networks?id=41d3594c-6378-4888-b7ad-f2b6034333e3 HTTP/1.1" status: 200 len: 812 time: 0.5298882 Nov 12 01:40:18.604492 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8b82e551-be74-4629-a9aa-945011898695 req-eec9beed-dcfd-4d07-a4a8-9884b88cb282 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/quotas/094a5f5e492c44f8b09b4e12e8299cf9 HTTP/1.1" status: 200 len: 375 time: 0.0102611 Nov 12 01:40:18.667942 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8b82e551-be74-4629-a9aa-945011898695 req-15929c1b-ed66-4f02-a047-47be73220892 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=094a5f5e492c44f8b09b4e12e8299cf9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0567009 Nov 12 01:40:18.771560 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8b82e551-be74-4629-a9aa-945011898695 req-8811a0c8-9c66-4f0f-9021-87d5a207cf4b service neutron] 10.222.0.45 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917552 Nov 12 01:40:18.875235 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8b82e551-be74-4629-a9aa-945011898695 req-f6f60a34-d0db-4456-ba62-f97dd2cd120f service neutron] 10.222.0.45 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966620 Nov 12 01:40:19.117073 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53340) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:19.281306 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6bc3c3f8-4419-451d-be08-dfd22659e194 req-5c98526f-db21-447f-b599-cc816df1359b tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8 HTTP/1.1" status: 200 len: 210 time: 0.0433567 Nov 12 01:40:19.786997 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8df6b5d7-c153-49b5-b4ea-0ed589e68dd9 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:20.258137 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-8df6b5d7-c153-49b5-b4ea-0ed589e68dd9 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Deleting port c9f48bab-b2cf-47cc-beea-46363d8e909c {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:40:20.259059 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8df6b5d7-c153-49b5-b4ea-0ed589e68dd9 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:20.418301 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-8df6b5d7-c153-49b5-b4ea-0ed589e68dd9 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] For port c9f48bab-b2cf-47cc-beea-46363d8e909c, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=c9f48bab-b2cf-47cc-beea-46363d8e909c,segment=NetworkSegment(c60ef959-7c5e-494f-abd9-c343a7a40420),segment_id=c60ef959-7c5e-494f-abd9-c343a7a40420)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:40:20.419031 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8df6b5d7-c153-49b5-b4ea-0ed589e68dd9 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:20.446682 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-8df6b5d7-c153-49b5-b4ea-0ed589e68dd9 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Calling delete_port for c9f48bab-b2cf-47cc-beea-46363d8e909c owned by network:router_interface {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:40:20.461766 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ea34a765-11a7-48c9-b318-7463bad6c61c req-1cc8a275-fc40-4258-9847-bb043097463b tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8 HTTP/1.1" status: 200 len: 210 time: 0.0361619 Nov 12 01:40:20.719625 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8df6b5d7-c153-49b5-b4ea-0ed589e68dd9 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:20.754346 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df6b5d7-c153-49b5-b4ea-0ed589e68dd9 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event deleted for resources: {'Port': ['ID=c9f48bab-b2cf-47cc-beea-46363d8e909c,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:20.897649 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82e551-be74-4629-a9aa-945011898695 req-07e28d9a-7ead-41af-9cba-640cf767c344 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:20.899244 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8b82e551-be74-4629-a9aa-945011898695 req-07e28d9a-7ead-41af-9cba-640cf767c344 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.16 "GET /v2.0/networks?id=41d3594c-6378-4888-b7ad-f2b6034333e3 HTTP/1.1" status: 200 len: 812 time: 0.2701814 Nov 12 01:40:21.013984 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8b82e551-be74-4629-a9aa-945011898695 req-9ac3f400-8d2d-4d94-9d0f-d1a0630cbe1b tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=094a5f5e492c44f8b09b4e12e8299cf9 HTTP/1.1" status: 200 len: 379 time: 0.0959699 Nov 12 01:40:21.025859 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-8b82e551-be74-4629-a9aa-945011898695 req-480fffed-a2d6-4759-8b63-782ccfaff613 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Request body: {'port': {'device_id': '8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8', 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3', 'admin_state_up': True, 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'security_groups': ['73b631ac-484e-4859-bfae-e967abcc56be']}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:40:21.127728 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8df6b5d7-c153-49b5-b4ea-0ed589e68dd9 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:21.217248 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b82e551-be74-4629-a9aa-945011898695 req-480fffed-a2d6-4759-8b63-782ccfaff613 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Made reservation on behalf of 094a5f5e492c44f8b09b4e12e8299cf9 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:40:21.221681 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8b82e551-be74-4629-a9aa-945011898695 req-480fffed-a2d6-4759-8b63-782ccfaff613 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:21.477720 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-8b82e551-be74-4629-a9aa-945011898695 req-480fffed-a2d6-4759-8b63-782ccfaff613 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Allocated IP 172.20.0.12 (41d3594c-6378-4888-b7ad-f2b6034333e3/6369b7da-1f3e-4df6-8094-1e515695655d/4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:40:21.706036 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-057ed6a1-2653-4968-9cee-534157862156 req-7b7ce0fc-8282-4bf3-a5bd-e7f7ff560fed tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8 HTTP/1.1" status: 200 len: 210 time: 0.0838895 Nov 12 01:40:21.814165 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8b82e551-be74-4629-a9aa-945011898695 req-480fffed-a2d6-4759-8b63-782ccfaff613 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:21.859326 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8b82e551-be74-4629-a9aa-945011898695 req-480fffed-a2d6-4759-8b63-782ccfaff613 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:21.907126 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df6b5d7-c153-49b5-b4ea-0ed589e68dd9 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Router 7a45c6a6-788b-46d6-baa1-35d762051229 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:40:21.916168 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b82e551-be74-4629-a9aa-945011898695 req-480fffed-a2d6-4759-8b63-782ccfaff613 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Network 41d3594c-6378-4888-b7ad-f2b6034333e3 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:40:21.925788 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-8b82e551-be74-4629-a9aa-945011898695 req-480fffed-a2d6-4759-8b63-782ccfaff613 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:40:21.925788 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b82e551-be74-4629-a9aa-945011898695 req-480fffed-a2d6-4759-8b63-782ccfaff613 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:40:21.959257 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480fffed-a2d6-4759-8b63-782ccfaff613 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Pushing event updated for resources: {'Port': ['ID=4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:21.993563 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82e551-be74-4629-a9aa-945011898695 req-480fffed-a2d6-4759-8b63-782ccfaff613 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:21.994247 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8b82e551-be74-4629-a9aa-945011898695 req-480fffed-a2d6-4759-8b63-782ccfaff613 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:22.025842 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8b82e551-be74-4629-a9aa-945011898695 req-480fffed-a2d6-4759-8b63-782ccfaff613 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0048258 Nov 12 01:40:22.047951 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-8b82e551-be74-4629-a9aa-945011898695 req-4b9c8351-ed76-4fc9-a7b8-c082d2e8e2b5 service neutron] Request body: {'port': {'device_id': '8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:40:22.072179 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df6b5d7-c153-49b5-b4ea-0ed589e68dd9 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:40:22.080539 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8df6b5d7-c153-49b5-b4ea-0ed589e68dd9 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "PUT /v2.0/routers/7a45c6a6-788b-46d6-baa1-35d762051229/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9616413 Nov 12 01:40:22.086995 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd097daf-2db4-4598-91bc-9149794a24a3 None None] Sync routers for ids ['7a45c6a6-788b-46d6-baa1-35d762051229'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:40:22.111376 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd097daf-2db4-4598-91bc-9149794a24a3 None None] Routers {'7a45c6a6-788b-46d6-baa1-35d762051229'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:40:22.112820 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-bd097daf-2db4-4598-91bc-9149794a24a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:40:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['7a45c6a6-788b-46d6-baa1-35d762051229'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:22.157670 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8b82e551-be74-4629-a9aa-945011898695 req-4b9c8351-ed76-4fc9-a7b8-c082d2e8e2b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:22.427325 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-2ec20c6c-b0b3-4a86-b00c-37480ed00441 None None] Provisioning complete for port 4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:40:22.428296 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2ec20c6c-b0b3-4a86-b00c-37480ed00441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:22.488984 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-2ec20c6c-b0b3-4a86-b00c-37480ed00441 None None] Port 4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:40:22.560894 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2e993-fbc5-4c7d-b26a-5ba733dad604 req-bf33f5b5-3fde-4124-83f1-1c1a06ac2dd9 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:22.562697 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a3a2e993-fbc5-4c7d-b26a-5ba733dad604 req-bf33f5b5-3fde-4124-83f1-1c1a06ac2dd9 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/ports?device_id=4bfb4f2b-5dbd-442a-a9e4-4c4d44ae0dc0 HTTP/1.1" status: 200 len: 946 time: 0.0981584 Nov 12 01:40:22.585331 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-bd097daf-2db4-4598-91bc-9149794a24a3 None None] Set router 7a45c6a6-788b-46d6-baa1-35d762051229 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:40:22.651327 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-8b82e551-be74-4629-a9aa-945011898695 req-4b9c8351-ed76-4fc9-a7b8-c082d2e8e2b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:40:22.669080 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8b82e551-be74-4629-a9aa-945011898695 req-4b9c8351-ed76-4fc9-a7b8-c082d2e8e2b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:22.678351 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a3a2e993-fbc5-4c7d-b26a-5ba733dad604 req-5fd4e5e2-eb6e-42fb-850a-a52af7a9e20a tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/security-groups?id=25e93bba-673a-494b-90d3-7420cfafcd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977435 Nov 12 01:40:22.694070 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-8b82e551-be74-4629-a9aa-945011898695 req-4b9c8351-ed76-4fc9-a7b8-c082d2e8e2b5 service neutron] Transition to ACTIVE for port object 4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:40:22.700606 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8b82e551-be74-4629-a9aa-945011898695 req-4b9c8351-ed76-4fc9-a7b8-c082d2e8e2b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:22.866053 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9c8351-ed76-4fc9-a7b8-c082d2e8e2b5 service neutron] Pushing event updated for resources: {'Port': ['ID=4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:22.978944 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e435c2-3a3d-4c38-86e6-bbbec43cf015 req-67b70d31-2856-4ec4-95ae-63be7c900c5f tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:22.981139 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-65e435c2-3a3d-4c38-86e6-bbbec43cf015 req-67b70d31-2856-4ec4-95ae-63be7c900c5f tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8 HTTP/1.1" status: 200 len: 944 time: 0.1254404 Nov 12 01:40:23.016463 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-8b82e551-be74-4629-a9aa-945011898695 req-4b9c8351-ed76-4fc9-a7b8-c082d2e8e2b5 service neutron] Attempting to bind port 4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89 on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:40:23.016831 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-8b82e551-be74-4629-a9aa-945011898695 req-4b9c8351-ed76-4fc9-a7b8-c082d2e8e2b5 service neutron] Attempting to bind port 4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89 by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': '7bbb728e-9806-453c-9716-52e1ccd278c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:40:23.017175 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b82e551-be74-4629-a9aa-945011898695 req-4b9c8351-ed76-4fc9-a7b8-c082d2e8e2b5 service neutron] Attempting to bind port 4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89 on network 41d3594c-6378-4888-b7ad-f2b6034333e3 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:40:23.033528 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b82e551-be74-4629-a9aa-945011898695 req-4b9c8351-ed76-4fc9-a7b8-c082d2e8e2b5 service neutron] Port 4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89 on network 41d3594c-6378-4888-b7ad-f2b6034333e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:40:23.033875 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b82e551-be74-4629-a9aa-945011898695 req-4b9c8351-ed76-4fc9-a7b8-c082d2e8e2b5 service neutron] Attempting to bind port 4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89 on network 41d3594c-6378-4888-b7ad-f2b6034333e3 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:40:23.053455 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b82e551-be74-4629-a9aa-945011898695 req-4b9c8351-ed76-4fc9-a7b8-c082d2e8e2b5 service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:40:23.053856 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b82e551-be74-4629-a9aa-945011898695 req-4b9c8351-ed76-4fc9-a7b8-c082d2e8e2b5 service neutron] Checking segment: {'id': '7bbb728e-9806-453c-9716-52e1ccd278c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:40:23.054372 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b82e551-be74-4629-a9aa-945011898695 req-4b9c8351-ed76-4fc9-a7b8-c082d2e8e2b5 service neutron] Bound using segment: {'id': '7bbb728e-9806-453c-9716-52e1ccd278c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:40:23.054855 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-8b82e551-be74-4629-a9aa-945011898695 req-4b9c8351-ed76-4fc9-a7b8-c082d2e8e2b5 service neutron] Bound port: 4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bbb728e-9806-453c-9716-52e1ccd278c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:40:23.055465 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8b82e551-be74-4629-a9aa-945011898695 req-4b9c8351-ed76-4fc9-a7b8-c082d2e8e2b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:23.069261 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-bd097daf-2db4-4598-91bc-9149794a24a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'name': 'tempest-TestNetworkBasicOps-router-1295579995', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '5396680d-9b12-4951-949a-bd9025a2b5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:04Z', 'updated_at': '2021-11-12T01:40:20Z', 'revision_number': 6, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'gw_port': {'id': '5396680d-9b12-4951-949a-bd9025a2b5a1', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:05Z', 'updated_at': '2021-11-12T01:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '6fb7a160-6bab-4c30-b402-ffdd44f2e18c', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'floating_ip_address': '172.25.3.102', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'port_id': 'fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91ceb85c-2ed3-4ec5-9033-5ce9801e1c79', 'mac_address': 'fa:16:3e:f7:b8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f6a8f0-891c-45c0-bc97-4c5d1b0ab002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:38:49Z', 'updated_at': '2021-11-12T01:38:53Z', 'revision_number': 1, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dd5f763-8f25-4ea8-9651-34d65a2c072b', 'name': '', 'network_id': '91ceb85c-2ed3-4ec5-9033-5ce9801e1c79', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'mac_address': 'fa:16:3e:c1:3b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'fdc5d305-ec1b-43b4-b716-cc6b30ec1204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:12Z', 'updated_at': '2021-11-12T01:38:22Z', 'revision_number': 5, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'subnets': [{'id': 'fdc5d305-ec1b-43b4-b716-cc6b30ec1204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:23.093931 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-65e435c2-3a3d-4c38-86e6-bbbec43cf015 req-0bace695-ab21-40e9-ac3b-7212e5a8dc5a tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043794 Nov 12 01:40:23.121188 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd097daf-2db4-4598-91bc-9149794a24a3 None None] Checking router: 7a45c6a6-788b-46d6-baa1-35d762051229 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:40:23.136210 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd097daf-2db4-4598-91bc-9149794a24a3 None None] Routers {'7a45c6a6-788b-46d6-baa1-35d762051229'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:40:23.136964 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-bd097daf-2db4-4598-91bc-9149794a24a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:40:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['7a45c6a6-788b-46d6-baa1-35d762051229'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:23.177561 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-8b82e551-be74-4629-a9aa-945011898695 req-4b9c8351-ed76-4fc9-a7b8-c082d2e8e2b5 service neutron] For port 4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89, host n-h1-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:40:23.182444 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-8b82e551-be74-4629-a9aa-945011898695 req-4b9c8351-ed76-4fc9-a7b8-c082d2e8e2b5 service neutron] For port 4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89,segment=NetworkSegment(7bbb728e-9806-453c-9716-52e1ccd278c6),segment_id=7bbb728e-9806-453c-9716-52e1ccd278c6)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:40:23.190823 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8b82e551-be74-4629-a9aa-945011898695 req-4b9c8351-ed76-4fc9-a7b8-c082d2e8e2b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:23.234768 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82e551-be74-4629-a9aa-945011898695 req-4b9c8351-ed76-4fc9-a7b8-c082d2e8e2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:23.235540 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8b82e551-be74-4629-a9aa-945011898695 req-4b9c8351-ed76-4fc9-a7b8-c082d2e8e2b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:23.237073 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8b82e551-be74-4629-a9aa-945011898695 req-4b9c8351-ed76-4fc9-a7b8-c082d2e8e2b5 service neutron] 10.222.0.16 "PUT /v2.0/ports/4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89 HTTP/1.1" status: 200 len: 1093 time: 1.1948161 Nov 12 01:40:23.238049 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8', 'tag': '4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:40:23.248112 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42dafd53-b70f-4063-9732-5350c9d175b3" -d '{"events": [{"name": "network-changed", "server_uuid": "8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8", "tag": "4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:40:23.310992 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9c8351-ed76-4fc9-a7b8-c082d2e8e2b5 service neutron] Pushing event updated for resources: {'Port': ['ID=4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:23.319592 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-bd097daf-2db4-4598-91bc-9149794a24a3 None None] Set router 7a45c6a6-788b-46d6-baa1-35d762051229 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:40:23.322756 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c5326d-b63d-4370-b915-2a6e3beebcf9 x-openstack-request-id: req-c1c5326d-b63d-4370-b915-2a6e3beebcf9 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:40:23.322756 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8", "tag": "4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:40:23.322756 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c1c5326d-b63d-4370-b915-2a6e3beebcf9 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:40:23.322756 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8', 'tag': '4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89', 'status': 'completed', 'code': 200} Nov 12 01:40:23.400032 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82e551-be74-4629-a9aa-945011898695 req-55de65b3-ecda-4103-bf09-f14a71410514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:23.401958 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8b82e551-be74-4629-a9aa-945011898695 req-55de65b3-ecda-4103-bf09-f14a71410514 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=094a5f5e492c44f8b09b4e12e8299cf9&device_id=8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8 HTTP/1.1" status: 200 len: 1096 time: 0.0596693 Nov 12 01:40:23.483401 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8b82e551-be74-4629-a9aa-945011898695 req-0c953cc3-dba0-4fa3-8111-4ea7b34bafed service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89 HTTP/1.1" status: 200 len: 217 time: 0.0567508 Nov 12 01:40:23.554098 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82e551-be74-4629-a9aa-945011898695 req-6f9b5f0e-27bb-4646-b424-fdf0cd60b0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:23.555909 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8b82e551-be74-4629-a9aa-945011898695 req-6f9b5f0e-27bb-4646-b424-fdf0cd60b0bb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6369b7da-1f3e-4df6-8094-1e515695655d HTTP/1.1" status: 200 len: 851 time: 0.0593579 Nov 12 01:40:23.624892 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82e551-be74-4629-a9aa-945011898695 req-cebdb8e7-3686-4ba9-8353-c0b167d26c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:23.626520 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8b82e551-be74-4629-a9aa-945011898695 req-cebdb8e7-3686-4ba9-8353-c0b167d26c99 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=41d3594c-6378-4888-b7ad-f2b6034333e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550008 Nov 12 01:40:23.697790 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-bd097daf-2db4-4598-91bc-9149794a24a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'name': 'tempest-TestNetworkBasicOps-router-1295579995', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '5396680d-9b12-4951-949a-bd9025a2b5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:04Z', 'updated_at': '2021-11-12T01:40:20Z', 'revision_number': 6, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'gw_port': {'id': '5396680d-9b12-4951-949a-bd9025a2b5a1', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:05Z', 'updated_at': '2021-11-12T01:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '6fb7a160-6bab-4c30-b402-ffdd44f2e18c', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'floating_ip_address': '172.25.3.102', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'port_id': 'fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91ceb85c-2ed3-4ec5-9033-5ce9801e1c79', 'mac_address': 'fa:16:3e:f7:b8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f6a8f0-891c-45c0-bc97-4c5d1b0ab002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:38:49Z', 'updated_at': '2021-11-12T01:38:53Z', 'revision_number': 1, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dd5f763-8f25-4ea8-9651-34d65a2c072b', 'name': '', 'network_id': '91ceb85c-2ed3-4ec5-9033-5ce9801e1c79', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'mac_address': 'fa:16:3e:c1:3b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'fdc5d305-ec1b-43b4-b716-cc6b30ec1204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:12Z', 'updated_at': '2021-11-12T01:38:22Z', 'revision_number': 5, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'subnets': [{'id': 'fdc5d305-ec1b-43b4-b716-cc6b30ec1204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:23.749292 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8b82e551-be74-4629-a9aa-945011898695 req-6c5dbfd8-a3d7-4c78-8109-a719fd3b512b service neutron] 10.222.0.16 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104524 Nov 12 01:40:23.750523 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd097daf-2db4-4598-91bc-9149794a24a3 None None] The sync data for ids ['7a45c6a6-788b-46d6-baa1-35d762051229'] in n-d-712142-27 is: [{'id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'name': 'tempest-TestNetworkBasicOps-router-1295579995', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '5396680d-9b12-4951-949a-bd9025a2b5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:04Z', 'updated_at': '2021-11-12T01:40:20Z', 'revision_number': 6, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'gw_port': {'id': '5396680d-9b12-4951-949a-bd9025a2b5a1', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:05Z', 'updated_at': '2021-11-12T01:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '6fb7a160-6bab-4c30-b402-ffdd44f2e18c', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'floating_ip_address': '172.25.3.102', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'port_id': 'fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91ceb85c-2ed3-4ec5-9033-5ce9801e1c79', 'mac_address': 'fa:16:3e:f7:b8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f6a8f0-891c-45c0-bc97-4c5d1b0ab002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:38:49Z', 'updated_at': '2021-11-12T01:38:53Z', 'revision_number': 1, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dd5f763-8f25-4ea8-9651-34d65a2c072b', 'name': '', 'network_id': '91ceb85c-2ed3-4ec5-9033-5ce9801e1c79', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'mac_address': 'fa:16:3e:c1:3b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'fdc5d305-ec1b-43b4-b716-cc6b30ec1204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:12Z', 'updated_at': '2021-11-12T01:38:22Z', 'revision_number': 5, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'subnets': [{'id': 'fdc5d305-ec1b-43b4-b716-cc6b30ec1204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:40:23.900184 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c9846-7f4f-4d3b-8117-b81ec4df721c req-776f9fc0-79ce-4ef5-a00d-14d9aaa4447f tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:23.902349 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-af7c9846-7f4f-4d3b-8117-b81ec4df721c req-776f9fc0-79ce-4ef5-a00d-14d9aaa4447f tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/ports?device_id=4bfb4f2b-5dbd-442a-a9e4-4c4d44ae0dc0 HTTP/1.1" status: 200 len: 946 time: 0.1077261 Nov 12 01:40:23.928606 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8b82e551-be74-4629-a9aa-945011898695 req-4f3b8ef7-8d11-4f04-92a1-fa4999ee2231 service neutron] 10.222.0.16 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672757 Nov 12 01:40:23.966367 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-af7c9846-7f4f-4d3b-8117-b81ec4df721c req-03ef388a-d7ca-4a8c-803c-2af4f954ed86 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/security-groups?id=25e93bba-673a-494b-90d3-7420cfafcd6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570300 Nov 12 01:40:24.062092 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499fb6d9-85c8-4080-b80b-fb248e48e31e req-05728be5-defc-4902-8784-cf76cf17220c tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:24.063812 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-499fb6d9-85c8-4080-b80b-fb248e48e31e req-05728be5-defc-4902-8784-cf76cf17220c tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.44 "GET /v2.0/ports?device_id=4bfb4f2b-5dbd-442a-a9e4-4c4d44ae0dc0 HTTP/1.1" status: 200 len: 946 time: 0.0822508 Nov 12 01:40:24.064867 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dafd53-b70f-4063-9732-5350c9d175b3 req-7c00d760-e1de-4663-a1f3-233521d4b5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:24.066716 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-42dafd53-b70f-4063-9732-5350c9d175b3 req-7c00d760-e1de-4663-a1f3-233521d4b5a6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=094a5f5e492c44f8b09b4e12e8299cf9&device_id=8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8 HTTP/1.1" status: 200 len: 1096 time: 0.0503979 Nov 12 01:40:24.226481 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-499fb6d9-85c8-4080-b80b-fb248e48e31e req-0aff1582-b508-4b3a-8de6-62d9438ff36d tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Deleting port 65f4397f-d4e2-49a3-b1e0-bebe7f0a7157 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:40:24.226985 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-499fb6d9-85c8-4080-b80b-fb248e48e31e req-0aff1582-b508-4b3a-8de6-62d9438ff36d tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:24.262489 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dafd53-b70f-4063-9732-5350c9d175b3 req-8aec05ed-fc4c-4021-8ceb-905d9d52bb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:24.264127 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-42dafd53-b70f-4063-9732-5350c9d175b3 req-8aec05ed-fc4c-4021-8ceb-905d9d52bb01 service neutron] 10.222.0.16 "GET /v2.0/networks?id=41d3594c-6378-4888-b7ad-f2b6034333e3 HTTP/1.1" status: 200 len: 912 time: 0.1889522 Nov 12 01:40:24.327002 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-42dafd53-b70f-4063-9732-5350c9d175b3 req-92c11a7c-bcfb-4d1f-bf3e-d5e9252fdce4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89 HTTP/1.1" status: 200 len: 217 time: 0.0497415 Nov 12 01:40:24.341305 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e15d9-dd35-4035-8d2f-0eda4b0c567e req-44d625fa-2201-41a6-8fc6-555e71cdb323 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:24.342891 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-995e15d9-dd35-4035-8d2f-0eda4b0c567e req-44d625fa-2201-41a6-8fc6-555e71cdb323 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8 HTTP/1.1" status: 200 len: 944 time: 0.1355479 Nov 12 01:40:24.369325 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-499fb6d9-85c8-4080-b80b-fb248e48e31e req-0aff1582-b508-4b3a-8de6-62d9438ff36d tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] For port 65f4397f-d4e2-49a3-b1e0-bebe7f0a7157, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=65f4397f-d4e2-49a3-b1e0-bebe7f0a7157,segment=NetworkSegment(c60ef959-7c5e-494f-abd9-c343a7a40420),segment_id=c60ef959-7c5e-494f-abd9-c343a7a40420)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:40:24.369938 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-499fb6d9-85c8-4080-b80b-fb248e48e31e req-0aff1582-b508-4b3a-8de6-62d9438ff36d tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:24.388421 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-499fb6d9-85c8-4080-b80b-fb248e48e31e req-0aff1582-b508-4b3a-8de6-62d9438ff36d tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Calling delete_port for 65f4397f-d4e2-49a3-b1e0-bebe7f0a7157 owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:40:24.428395 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dafd53-b70f-4063-9732-5350c9d175b3 req-7a9218a0-5a6d-4568-a15c-ca9db9272e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:24.429951 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-42dafd53-b70f-4063-9732-5350c9d175b3 req-7a9218a0-5a6d-4568-a15c-ca9db9272e7c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6369b7da-1f3e-4df6-8094-1e515695655d HTTP/1.1" status: 200 len: 851 time: 0.0860231 Nov 12 01:40:24.440500 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-995e15d9-dd35-4035-8d2f-0eda4b0c567e req-51a2b5a6-05d7-4757-9fe8-6649d13e6f54 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881660 Nov 12 01:40:24.496516 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dafd53-b70f-4063-9732-5350c9d175b3 req-e7fbda5d-0c34-4a5d-90e2-8ae09a655eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:24.496516 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-42dafd53-b70f-4063-9732-5350c9d175b3 req-e7fbda5d-0c34-4a5d-90e2-8ae09a655eee service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=41d3594c-6378-4888-b7ad-f2b6034333e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483322 Nov 12 01:40:24.543688 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-499fb6d9-85c8-4080-b80b-fb248e48e31e req-0aff1582-b508-4b3a-8de6-62d9438ff36d tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:24.580189 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff1582-b508-4b3a-8de6-62d9438ff36d tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event deleted for resources: {'Port': ['ID=65f4397f-d4e2-49a3-b1e0-bebe7f0a7157,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:24.617495 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-42dafd53-b70f-4063-9732-5350c9d175b3 req-1bf28d39-c05d-4a79-af2b-a243b5228f46 service neutron] 10.222.0.16 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131358 Nov 12 01:40:24.631714 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-499fb6d9-85c8-4080-b80b-fb248e48e31e req-0aff1582-b508-4b3a-8de6-62d9438ff36d tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] No DVR routers for this DVR port 65f4397f-d4e2-49a3-b1e0-bebe7f0a7157 on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:40:24.641429 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-499fb6d9-85c8-4080-b80b-fb248e48e31e req-0aff1582-b508-4b3a-8de6-62d9438ff36d tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:24.647851 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-499fb6d9-85c8-4080-b80b-fb248e48e31e req-0aff1582-b508-4b3a-8de6-62d9438ff36d tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.44 "DELETE /v2.0/ports/65f4397f-d4e2-49a3-b1e0-bebe7f0a7157 HTTP/1.1" status: 204 len: 173 time: 0.5639184 Nov 12 01:40:24.648637 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfb4f2b-5dbd-442a-a9e4-4c4d44ae0dc0', 'name': 'network-vif-deleted', 'tag': '65f4397f-d4e2-49a3-b1e0-bebe7f0a7157'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:40:24.652518 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba6cb88-2b4c-4856-8a2c-128d7297ba2c" -d '{"events": [{"server_uuid": "4bfb4f2b-5dbd-442a-a9e4-4c4d44ae0dc0", "name": "network-vif-deleted", "tag": "65f4397f-d4e2-49a3-b1e0-bebe7f0a7157"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:40:24.731315 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48bb4e47-3115-4d1e-8382-a49f805a01f5 x-openstack-request-id: req-48bb4e47-3115-4d1e-8382-a49f805a01f5 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:40:24.731663 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfb4f2b-5dbd-442a-a9e4-4c4d44ae0dc0", "name": "network-vif-deleted", "tag": "65f4397f-d4e2-49a3-b1e0-bebe7f0a7157", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:40:24.731958 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-48bb4e47-3115-4d1e-8382-a49f805a01f5 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:40:24.731958 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bfb4f2b-5dbd-442a-a9e4-4c4d44ae0dc0', 'name': 'network-vif-deleted', 'tag': '65f4397f-d4e2-49a3-b1e0-bebe7f0a7157', 'status': 'completed', 'code': 200} Nov 12 01:40:24.744228 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device c9f48bab-b2cf-47cc-beea-46363d8e909c no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:40:24.759485 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-42dafd53-b70f-4063-9732-5350c9d175b3 req-d1fe1bcd-b0e3-458d-8f3d-dafd8f5b8c3d service neutron] 10.222.0.16 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239877 Nov 12 01:40:24.771400 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: c9f48bab-b2cf-47cc-beea-46363d8e909c {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:40:24.772112 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device c9f48bab-b2cf-47cc-beea-46363d8e909c not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:40:25.092617 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-775f575a-8159-4745-891b-9c0398c0e95d req-e680c32f-b12c-452f-9a6a-56ef4960d797 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/ports?device_id=4bfb4f2b-5dbd-442a-a9e4-4c4d44ae0dc0 HTTP/1.1" status: 200 len: 210 time: 0.0296967 Nov 12 01:40:25.588761 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846a448-5902-4bb0-b590-dd14fd4e011f req-660c242e-11f4-4af6-a3ba-cb0e1622cd66 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:25.590837 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5846a448-5902-4bb0-b590-dd14fd4e011f req-660c242e-11f4-4af6-a3ba-cb0e1622cd66 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8 HTTP/1.1" status: 200 len: 944 time: 0.0587943 Nov 12 01:40:25.648561 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5846a448-5902-4bb0-b590-dd14fd4e011f req-72ab2de4-dbfd-41bb-a2cd-5bd8b453b5ea tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493259 Nov 12 01:40:26.178122 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53378) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:26.255835 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5ff33469-ea75-41e8-b8ef-d91520bc174e tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:26.288640 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5ff33469-ea75-41e8-b8ef-d91520bc174e tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:26.355152 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5ff33469-ea75-41e8-b8ef-d91520bc174e tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:26.358354 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5ff33469-ea75-41e8-b8ef-d91520bc174e tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:26.360977 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5ff33469-ea75-41e8-b8ef-d91520bc174e tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "DELETE /v2.0/security-groups/25e93bba-673a-494b-90d3-7420cfafcd6f HTTP/1.1" status: 204 len: 168 time: 0.1810381 Nov 12 01:40:26.383591 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff33469-ea75-41e8-b8ef-d91520bc174e tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e93bba-673a-494b-90d3-7420cfafcd6f,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:26.403201 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53382) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:26.472615 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae82d65b-f67e-49df-a3c5-4e1ad8553f1c tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Deleting subnet c9a6ffc7-cf3d-48b2-b302-fd98671c9f35 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:40:26.476330 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ae82d65b-f67e-49df-a3c5-4e1ad8553f1c tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:26.520718 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ae82d65b-f67e-49df-a3c5-4e1ad8553f1c tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:26.614170 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ae82d65b-f67e-49df-a3c5-4e1ad8553f1c tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:26.699004 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ae82d65b-f67e-49df-a3c5-4e1ad8553f1c tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:26.731040 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae82d65b-f67e-49df-a3c5-4e1ad8553f1c tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event deleted for resources: {'Subnet': ['ID=c9a6ffc7-cf3d-48b2-b302-fd98671c9f35,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:26.737730 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ae82d65b-f67e-49df-a3c5-4e1ad8553f1c tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:26.743529 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ae82d65b-f67e-49df-a3c5-4e1ad8553f1c tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "DELETE /v2.0/subnets/c9a6ffc7-cf3d-48b2-b302-fd98671c9f35 HTTP/1.1" status: 204 len: 168 time: 0.3372459 Nov 12 01:40:26.744379 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53386) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:26.749228 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f6a903-b81a-45f9-817b-a0e232e677b2 None None] Network 6fdf0deb-de5e-4496-a095-369ad43a73a4 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:40:26.865882 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-eaedbd18-ebc7-4d4f-9b24-0f0a2d4af8ac tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:26.877210 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4caf2f1-a3c0-4573-b427-fe6b9dd50ff9 req-d1f405f0-697d-4e88-a572-49ae4c534563 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:26.878997 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f4caf2f1-a3c0-4573-b427-fe6b9dd50ff9 req-d1f405f0-697d-4e88-a572-49ae4c534563 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8 HTTP/1.1" status: 200 len: 944 time: 0.1302750 Nov 12 01:40:26.992214 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f4caf2f1-a3c0-4573-b427-fe6b9dd50ff9 req-e678eac2-72f8-48b5-af4e-17f62641b368 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046050 Nov 12 01:40:27.015060 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-eaedbd18-ebc7-4d4f-9b24-0f0a2d4af8ac tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Deleting port ca233fb7-2ec0-4236-98d7-69add4ddb49a {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:40:27.015410 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-eaedbd18-ebc7-4d4f-9b24-0f0a2d4af8ac tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:27.044455 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac8e2e6-4d02-492b-9458-37435bc8d014 None None] DHCP port deletion for 6fdf0deb-de5e-4496-a095-369ad43a73a4 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:40:27.103429 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-eaedbd18-ebc7-4d4f-9b24-0f0a2d4af8ac tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] For port ca233fb7-2ec0-4236-98d7-69add4ddb49a, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=ca233fb7-2ec0-4236-98d7-69add4ddb49a,segment=NetworkSegment(c60ef959-7c5e-494f-abd9-c343a7a40420),segment_id=c60ef959-7c5e-494f-abd9-c343a7a40420)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:40:27.104050 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-eaedbd18-ebc7-4d4f-9b24-0f0a2d4af8ac tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:27.105222 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-6ac8e2e6-4d02-492b-9458-37435bc8d014 None None] Deleting port ca233fb7-2ec0-4236-98d7-69add4ddb49a {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:40:27.105698 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6ac8e2e6-4d02-492b-9458-37435bc8d014 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:27.119480 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-eaedbd18-ebc7-4d4f-9b24-0f0a2d4af8ac tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Calling delete_port for ca233fb7-2ec0-4236-98d7-69add4ddb49a owned by network:dhcp {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:40:27.180886 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-6ac8e2e6-4d02-492b-9458-37435bc8d014 None None] For port ca233fb7-2ec0-4236-98d7-69add4ddb49a, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=ca233fb7-2ec0-4236-98d7-69add4ddb49a,segment=NetworkSegment(c60ef959-7c5e-494f-abd9-c343a7a40420),segment_id=c60ef959-7c5e-494f-abd9-c343a7a40420)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:40:27.181291 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6ac8e2e6-4d02-492b-9458-37435bc8d014 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:27.196172 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-6ac8e2e6-4d02-492b-9458-37435bc8d014 None None] Calling delete_port for ca233fb7-2ec0-4236-98d7-69add4ddb49a owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:40:27.283725 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-eaedbd18-ebc7-4d4f-9b24-0f0a2d4af8ac tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:27.286564 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-971acaaf-6dbb-4d50-b2f0-8602c84f1b60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:27.303564 n-d-712142-27 neutron-server[109087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:40:27.303564 n-d-712142-27 neutron-server[109087]: self.session.flush() Nov 12 01:40:27.303564 n-d-712142-27 neutron-server[109087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:40:27.303564 n-d-712142-27 neutron-server[109087]: self.session.flush() Nov 12 01:40:27.303564 n-d-712142-27 neutron-server[109087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:40:27.303564 n-d-712142-27 neutron-server[109087]: self.session.flush() Nov 12 01:40:27.303564 n-d-712142-27 neutron-server[109087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:40:27.303564 n-d-712142-27 neutron-server[109087]: self.session.flush() Nov 12 01:40:27.303564 n-d-712142-27 neutron-server[109087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:40:27.303564 n-d-712142-27 neutron-server[109087]: self.session.flush() Nov 12 01:40:27.303564 n-d-712142-27 neutron-server[109087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:40:27.303564 n-d-712142-27 neutron-server[109087]: self.session.flush() Nov 12 01:40:27.303564 n-d-712142-27 neutron-server[109087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:40:27.303564 n-d-712142-27 neutron-server[109087]: self.session.flush() Nov 12 01:40:27.303564 n-d-712142-27 neutron-server[109087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:40:27.303564 n-d-712142-27 neutron-server[109087]: self.session.flush() Nov 12 01:40:27.303564 n-d-712142-27 neutron-server[109087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:40:27.303564 n-d-712142-27 neutron-server[109087]: self.session.flush() Nov 12 01:40:27.303564 n-d-712142-27 neutron-server[109087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:40:27.303564 n-d-712142-27 neutron-server[109087]: self.session.flush() Nov 12 01:40:27.303564 n-d-712142-27 neutron-server[109087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:40:27.303564 n-d-712142-27 neutron-server[109087]: self.session.flush() Nov 12 01:40:27.303564 n-d-712142-27 neutron-server[109087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:40:27.303564 n-d-712142-27 neutron-server[109087]: self.session.flush() Nov 12 01:40:27.303564 n-d-712142-27 neutron-server[109087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:40:27.303564 n-d-712142-27 neutron-server[109087]: self.session.flush() Nov 12 01:40:27.303564 n-d-712142-27 neutron-server[109087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:40:27.303564 n-d-712142-27 neutron-server[109087]: self.session.flush() Nov 12 01:40:27.303564 n-d-712142-27 neutron-server[109087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:40:27.303564 n-d-712142-27 neutron-server[109087]: self.session.flush() Nov 12 01:40:27.303564 n-d-712142-27 neutron-server[109087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:40:27.303564 n-d-712142-27 neutron-server[109087]: self.session.flush() Nov 12 01:40:27.303564 n-d-712142-27 neutron-server[109087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:40:27.303564 n-d-712142-27 neutron-server[109087]: self.session.flush() Nov 12 01:40:27.303564 n-d-712142-27 neutron-server[109087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:40:27.303564 n-d-712142-27 neutron-server[109087]: self.session.flush() Nov 12 01:40:27.303564 n-d-712142-27 neutron-server[109087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:40:27.303564 n-d-712142-27 neutron-server[109087]: self.session.flush() Nov 12 01:40:27.303564 n-d-712142-27 neutron-server[109087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:40:27.303564 n-d-712142-27 neutron-server[109087]: self.session.flush() Nov 12 01:40:27.303564 n-d-712142-27 neutron-server[109087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:40:27.303564 n-d-712142-27 neutron-server[109087]: self.session.flush() Nov 12 01:40:27.303564 n-d-712142-27 neutron-server[109087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:40:27.303564 n-d-712142-27 neutron-server[109087]: self.session.flush() Nov 12 01:40:27.303564 n-d-712142-27 neutron-server[109087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:40:27.303564 n-d-712142-27 neutron-server[109087]: self.session.flush() Nov 12 01:40:27.303564 n-d-712142-27 neutron-server[109087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:40:27.303564 n-d-712142-27 neutron-server[109087]: self.session.flush() Nov 12 01:40:27.303564 n-d-712142-27 neutron-server[109087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:40:27.303564 n-d-712142-27 neutron-server[109087]: self.session.flush() Nov 12 01:40:27.303564 n-d-712142-27 neutron-server[109087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:40:27.303564 n-d-712142-27 neutron-server[109087]: self.session.flush() Nov 12 01:40:27.303564 n-d-712142-27 neutron-server[109087]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 01:40:27.303564 n-d-712142-27 neutron-server[109087]: self.session.flush() Nov 12 01:40:27.313468 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6ac8e2e6-4d02-492b-9458-37435bc8d014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:27.316736 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaedbd18-ebc7-4d4f-9b24-0f0a2d4af8ac tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event deleted for resources: {'Port': ['ID=ca233fb7-2ec0-4236-98d7-69add4ddb49a,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:27.321026 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaedbd18-ebc7-4d4f-9b24-0f0a2d4af8ac tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] No DVR routers for this DVR port ca233fb7-2ec0-4236-98d7-69add4ddb49a on host n-d-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:40:27.344442 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac8e2e6-4d02-492b-9458-37435bc8d014 None None] Pushing event deleted for resources: {'Port': ['ID=ca233fb7-2ec0-4236-98d7-69add4ddb49a,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:27.348989 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac8e2e6-4d02-492b-9458-37435bc8d014 None None] No DVR routers for this DVR port ca233fb7-2ec0-4236-98d7-69add4ddb49a on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:40:27.412127 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-eaedbd18-ebc7-4d4f-9b24-0f0a2d4af8ac tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:27.435247 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-eaedbd18-ebc7-4d4f-9b24-0f0a2d4af8ac tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fdf0deb-de5e-4496-a095-369ad43a73a4']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:27.445383 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-eaedbd18-ebc7-4d4f-9b24-0f0a2d4af8ac tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c60ef959-7c5e-494f-abd9-c343a7a40420') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:27.445687 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-eaedbd18-ebc7-4d4f-9b24-0f0a2d4af8ac tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c60ef959-7c5e-494f-abd9-c343a7a40420') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:27.456399 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-eaedbd18-ebc7-4d4f-9b24-0f0a2d4af8ac tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:27.472177 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-eaedbd18-ebc7-4d4f-9b24-0f0a2d4af8ac tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:27.478832 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaedbd18-ebc7-4d4f-9b24-0f0a2d4af8ac tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:40:27.479377 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-eaedbd18-ebc7-4d4f-9b24-0f0a2d4af8ac tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:27.482981 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:40:27.482981 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:40:27.482981 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:40:27.482981 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:40:27.482981 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:40:27.482981 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:40:27.482981 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:40:27.482981 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:40:27.482981 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:40:27.482981 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:40:27.482981 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:40:27.482981 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:40:27.482981 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:40:27.482981 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:40:27.482981 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:40:27.482981 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:40:27.482981 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:40:27.482981 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:40:27.482981 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:40:27.482981 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:40:27.482981 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:40:27.482981 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:40:27.482981 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:40:27.482981 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:40:27.482981 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:40:27.482981 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:40:27.482981 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:40:27.482981 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:40:27.482981 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:40:27.482981 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:40:27.482981 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:40:27.482981 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:40:27.551075 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-eaedbd18-ebc7-4d4f-9b24-0f0a2d4af8ac tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:27.561346 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-eaedbd18-ebc7-4d4f-9b24-0f0a2d4af8ac tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:27.565966 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-eaedbd18-ebc7-4d4f-9b24-0f0a2d4af8ac tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "DELETE /v2.0/networks/6fdf0deb-de5e-4496-a095-369ad43a73a4 HTTP/1.1" status: 204 len: 168 time: 0.8202610 Nov 12 01:40:27.568894 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53390) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:27.586692 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaedbd18-ebc7-4d4f-9b24-0f0a2d4af8ac tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event deleted for resources: {'Network': ['ID=6fdf0deb-de5e-4496-a095-369ad43a73a4,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:27.717120 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 65f4397f-d4e2-49a3-b1e0-bebe7f0a7157 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:40:27.739953 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 65f4397f-d4e2-49a3-b1e0-bebe7f0a7157 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:40:27.740377 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 65f4397f-d4e2-49a3-b1e0-bebe7f0a7157 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:40:27.754766 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-2e1714a4-88a8-4dc2-9d10-9690bf7eb6ff tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Deleting port 345fc9f7-3a06-4081-92b8-5acf73c01308 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:40:27.755102 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2e1714a4-88a8-4dc2-9d10-9690bf7eb6ff tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:27.854189 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2e1714a4-88a8-4dc2-9d10-9690bf7eb6ff tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:27.854511 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2e1714a4-88a8-4dc2-9d10-9690bf7eb6ff tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:27.867711 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-2e1714a4-88a8-4dc2-9d10-9690bf7eb6ff tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Calling delete_port for 345fc9f7-3a06-4081-92b8-5acf73c01308 owned by network:floatingip {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:40:28.026365 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2e1714a4-88a8-4dc2-9d10-9690bf7eb6ff tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:28.056452 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1714a4-88a8-4dc2-9d10-9690bf7eb6ff tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event deleted for resources: {'Port': ['ID=345fc9f7-3a06-4081-92b8-5acf73c01308,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:28.128847 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2e1714a4-88a8-4dc2-9d10-9690bf7eb6ff tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for floatingip, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:28.129216 n-d-712142-27 neutron-server[109086]: INFO neutron.db.l3_db [None req-2e1714a4-88a8-4dc2-9d10-9690bf7eb6ff tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Floating IP 6fb7a160-6bab-4c30-b402-ffdd44f2e18c disassociated (deleted). External IP: 172.25.3.102, port: fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9. Nov 12 01:40:28.141472 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ca418-6338-4a06-84e6-060a973815b6 req-d0c951dc-7560-4422-9a46-c1b9fce0a185 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:28.143113 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-974ca418-6338-4a06-84e6-060a973815b6 req-d0c951dc-7560-4422-9a46-c1b9fce0a185 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8 HTTP/1.1" status: 200 len: 944 time: 0.0612869 Nov 12 01:40:28.214573 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-974ca418-6338-4a06-84e6-060a973815b6 req-2cf01bc0-03c2-4e34-87a2-e5d7d01a9001 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651743 Nov 12 01:40:28.356754 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e1714a4-88a8-4dc2-9d10-9690bf7eb6ff tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Router 7a45c6a6-788b-46d6-baa1-35d762051229 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:40:28.478745 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1714a4-88a8-4dc2-9d10-9690bf7eb6ff tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:40:28.484307 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2e1714a4-88a8-4dc2-9d10-9690bf7eb6ff tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:28.490016 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea84d538-a3e0-48d8-9934-434fd884e686 None None] Sync routers for ids ['7a45c6a6-788b-46d6-baa1-35d762051229'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:40:28.500657 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea84d538-a3e0-48d8-9934-434fd884e686 None None] Routers {'7a45c6a6-788b-46d6-baa1-35d762051229'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:40:28.501303 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-ea84d538-a3e0-48d8-9934-434fd884e686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:40:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['7a45c6a6-788b-46d6-baa1-35d762051229'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:28.512969 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2e1714a4-88a8-4dc2-9d10-9690bf7eb6ff tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "DELETE /v2.0/floatingips/6fb7a160-6bab-4c30-b402-ffdd44f2e18c HTTP/1.1" status: 204 len: 168 time: 0.9428990 Nov 12 01:40:28.513555 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07f6a8f0-891c-45c0-bc97-4c5d1b0ab002', 'tag': 'fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:40:28.515909 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949a20ad-20c5-4e17-9743-758e2cc94e38" -d '{"events": [{"name": "network-changed", "server_uuid": "07f6a8f0-891c-45c0-bc97-4c5d1b0ab002", "tag": "fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:40:28.565089 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ca919b-a5bc-4e76-97b0-85697cdcc1db x-openstack-request-id: req-c6ca919b-a5bc-4e76-97b0-85697cdcc1db {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:40:28.565546 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07f6a8f0-891c-45c0-bc97-4c5d1b0ab002", "tag": "fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:40:28.565961 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c6ca919b-a5bc-4e76-97b0-85697cdcc1db {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:40:28.567029 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07f6a8f0-891c-45c0-bc97-4c5d1b0ab002', 'tag': 'fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9', 'status': 'completed', 'code': 200} Nov 12 01:40:28.627544 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-ea84d538-a3e0-48d8-9934-434fd884e686 None None] Set router 7a45c6a6-788b-46d6-baa1-35d762051229 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:40:28.688152 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a20ad-20c5-4e17-9743-758e2cc94e38 req-28ffd068-5708-49d6-a773-84ae39541070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:28.690105 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-949a20ad-20c5-4e17-9743-758e2cc94e38 req-28ffd068-5708-49d6-a773-84ae39541070 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=da2f05210fd943e2951f3890676710a2&device_id=07f6a8f0-891c-45c0-bc97-4c5d1b0ab002 HTTP/1.1" status: 200 len: 1097 time: 0.0635505 Nov 12 01:40:28.852184 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device ca233fb7-2ec0-4236-98d7-69add4ddb49a no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:40:28.874549 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: ca233fb7-2ec0-4236-98d7-69add4ddb49a {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:40:28.875016 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device ca233fb7-2ec0-4236-98d7-69add4ddb49a not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:40:28.918264 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eaef9b-7f93-473d-9bab-2e0f8c791d20 req-7d55b2db-61b4-4e23-8020-03e8c477d290 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:28.921159 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b1eaef9b-7f93-473d-9bab-2e0f8c791d20 req-7d55b2db-61b4-4e23-8020-03e8c477d290 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/ports?device_id=07f6a8f0-891c-45c0-bc97-4c5d1b0ab002 HTTP/1.1" status: 200 len: 945 time: 0.1181695 Nov 12 01:40:28.924620 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-ea84d538-a3e0-48d8-9934-434fd884e686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'name': 'tempest-TestNetworkBasicOps-router-1295579995', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '5396680d-9b12-4951-949a-bd9025a2b5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:04Z', 'updated_at': '2021-11-12T01:40:20Z', 'revision_number': 6, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'gw_port': {'id': '5396680d-9b12-4951-949a-bd9025a2b5a1', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:05Z', 'updated_at': '2021-11-12T01:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '8dd5f763-8f25-4ea8-9651-34d65a2c072b', 'name': '', 'network_id': '91ceb85c-2ed3-4ec5-9033-5ce9801e1c79', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'mac_address': 'fa:16:3e:c1:3b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'fdc5d305-ec1b-43b4-b716-cc6b30ec1204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:12Z', 'updated_at': '2021-11-12T01:38:22Z', 'revision_number': 5, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'subnets': [{'id': 'fdc5d305-ec1b-43b4-b716-cc6b30ec1204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:28.973371 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a20ad-20c5-4e17-9743-758e2cc94e38 req-d2537285-6fc5-43e1-9363-b5f027247cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:28.976090 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-949a20ad-20c5-4e17-9743-758e2cc94e38 req-d2537285-6fc5-43e1-9363-b5f027247cd2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=91ceb85c-2ed3-4ec5-9033-5ce9801e1c79 HTTP/1.1" status: 200 len: 896 time: 0.2713790 Nov 12 01:40:28.976554 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea84d538-a3e0-48d8-9934-434fd884e686 None None] Checking router: 7a45c6a6-788b-46d6-baa1-35d762051229 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:40:28.992096 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea84d538-a3e0-48d8-9934-434fd884e686 None None] Routers {'7a45c6a6-788b-46d6-baa1-35d762051229'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:40:28.993103 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-ea84d538-a3e0-48d8-9934-434fd884e686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:40:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['7a45c6a6-788b-46d6-baa1-35d762051229'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:29.073178 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-949a20ad-20c5-4e17-9743-758e2cc94e38 req-96de7e9e-9f8f-4562-aea0-aed2880a425d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9 HTTP/1.1" status: 200 len: 217 time: 0.0882275 Nov 12 01:40:29.134742 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-ea84d538-a3e0-48d8-9934-434fd884e686 None None] Set router 7a45c6a6-788b-46d6-baa1-35d762051229 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:40:29.146749 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b1eaef9b-7f93-473d-9bab-2e0f8c791d20 req-953b5217-4500-4d8b-b829-eadc946f4072 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b706d2-0dd3-441f-ae16-a2c26312574e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2182746 Nov 12 01:40:29.181937 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a20ad-20c5-4e17-9743-758e2cc94e38 req-e86473c9-e3ef-431c-86b8-36013fe851b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:29.185181 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-949a20ad-20c5-4e17-9743-758e2cc94e38 req-e86473c9-e3ef-431c-86b8-36013fe851b7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fdc5d305-ec1b-43b4-b716-cc6b30ec1204 HTTP/1.1" status: 200 len: 834 time: 0.1030138 Nov 12 01:40:29.236951 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a20ad-20c5-4e17-9743-758e2cc94e38 req-fa6a4834-deb6-4458-90b3-ab545b1a13cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:29.239339 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-949a20ad-20c5-4e17-9743-758e2cc94e38 req-fa6a4834-deb6-4458-90b3-ab545b1a13cc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=91ceb85c-2ed3-4ec5-9033-5ce9801e1c79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458565 Nov 12 01:40:29.412705 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-949a20ad-20c5-4e17-9743-758e2cc94e38 req-73be293d-ef12-46ce-af8b-bcecfbf842ee service neutron] 10.222.0.16 "GET /v2.0/networks/91ceb85c-2ed3-4ec5-9033-5ce9801e1c79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649170 Nov 12 01:40:29.422937 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c2994-7b38-49d3-a347-13f70d5dcfbb req-8910c265-34c1-4687-900b-bfbe22481f16 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:29.425347 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-326c2994-7b38-49d3-a347-13f70d5dcfbb req-8910c265-34c1-4687-900b-bfbe22481f16 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8 HTTP/1.1" status: 200 len: 944 time: 0.0819581 Nov 12 01:40:29.453171 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-ea84d538-a3e0-48d8-9934-434fd884e686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'name': 'tempest-TestNetworkBasicOps-router-1295579995', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '5396680d-9b12-4951-949a-bd9025a2b5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:04Z', 'updated_at': '2021-11-12T01:40:20Z', 'revision_number': 6, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'gw_port': {'id': '5396680d-9b12-4951-949a-bd9025a2b5a1', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:05Z', 'updated_at': '2021-11-12T01:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '8dd5f763-8f25-4ea8-9651-34d65a2c072b', 'name': '', 'network_id': '91ceb85c-2ed3-4ec5-9033-5ce9801e1c79', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'mac_address': 'fa:16:3e:c1:3b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'fdc5d305-ec1b-43b4-b716-cc6b30ec1204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:12Z', 'updated_at': '2021-11-12T01:38:22Z', 'revision_number': 5, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'subnets': [{'id': 'fdc5d305-ec1b-43b4-b716-cc6b30ec1204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:29.504388 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea84d538-a3e0-48d8-9934-434fd884e686 None None] The sync data for ids ['7a45c6a6-788b-46d6-baa1-35d762051229'] in n-d-712142-27 is: [{'id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'name': 'tempest-TestNetworkBasicOps-router-1295579995', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '5396680d-9b12-4951-949a-bd9025a2b5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:04Z', 'updated_at': '2021-11-12T01:40:20Z', 'revision_number': 6, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'gw_port': {'id': '5396680d-9b12-4951-949a-bd9025a2b5a1', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:05Z', 'updated_at': '2021-11-12T01:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '8dd5f763-8f25-4ea8-9651-34d65a2c072b', 'name': '', 'network_id': '91ceb85c-2ed3-4ec5-9033-5ce9801e1c79', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'mac_address': 'fa:16:3e:c1:3b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'fdc5d305-ec1b-43b4-b716-cc6b30ec1204', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:12Z', 'updated_at': '2021-11-12T01:38:22Z', 'revision_number': 5, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'subnets': [{'id': 'fdc5d305-ec1b-43b4-b716-cc6b30ec1204', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:40:29.565873 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-326c2994-7b38-49d3-a347-13f70d5dcfbb req-b2a4e7f6-65cc-4244-a566-bbb9b27cd060 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268373 Nov 12 01:40:29.588138 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-949a20ad-20c5-4e17-9743-758e2cc94e38 req-97a3e29d-eaff-43fd-916a-6877bc46cc74 service neutron] 10.222.0.16 "GET /v2.0/networks/91ceb85c-2ed3-4ec5-9033-5ce9801e1c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610835 Nov 12 01:40:29.786064 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5103e8ad-082e-4fe8-891b-c9e0c411255c None None] New status for floating IP 6fb7a160-6bab-4c30-b402-ffdd44f2e18c: DOWN {{(pid=109088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:40:30.288988 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad4d37-80cd-4ac3-8ad9-65969fc1ec97 req-ecea9bd9-4261-4095-9426-273235055774 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:30.291106 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-88ad4d37-80cd-4ac3-8ad9-65969fc1ec97 req-ecea9bd9-4261-4095-9426-273235055774 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/ports?device_id=07f6a8f0-891c-45c0-bc97-4c5d1b0ab002 HTTP/1.1" status: 200 len: 945 time: 0.0617938 Nov 12 01:40:30.368279 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-88ad4d37-80cd-4ac3-8ad9-65969fc1ec97 req-bf915e80-f4e3-47b0-bb45-2cec9da2f571 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/security-groups?id=b0b706d2-0dd3-441f-ae16-a2c26312574e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693839 Nov 12 01:40:30.547898 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec018c-7a65-4152-83f2-1392bc283d83 req-dc293842-85e7-41c7-a408-90b22b5b3598 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:30.549518 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-75ec018c-7a65-4152-83f2-1392bc283d83 req-dc293842-85e7-41c7-a408-90b22b5b3598 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.16 "GET /v2.0/ports?device_id=07f6a8f0-891c-45c0-bc97-4c5d1b0ab002 HTTP/1.1" status: 200 len: 945 time: 0.0524552 Nov 12 01:40:30.678560 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-75ec018c-7a65-4152-83f2-1392bc283d83 req-b73422b7-5140-40b1-b9de-754917ca3e06 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Deleting port fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:40:30.678907 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-75ec018c-7a65-4152-83f2-1392bc283d83 req-b73422b7-5140-40b1-b9de-754917ca3e06 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:30.784573 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a9107-8407-491c-ad78-61f463ed8ff4 req-9d62873e-1963-426e-bb12-149367aa44e7 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:30.786199 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3c2a9107-8407-491c-ad78-61f463ed8ff4 req-9d62873e-1963-426e-bb12-149367aa44e7 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8 HTTP/1.1" status: 200 len: 944 time: 0.1204941 Nov 12 01:40:30.827254 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-75ec018c-7a65-4152-83f2-1392bc283d83 req-b73422b7-5140-40b1-b9de-754917ca3e06 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] For port fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9,segment=NetworkSegment(579313ae-5b52-4b0e-8b52-a093860299fa),segment_id=579313ae-5b52-4b0e-8b52-a093860299fa)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:40:30.827521 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-75ec018c-7a65-4152-83f2-1392bc283d83 req-b73422b7-5140-40b1-b9de-754917ca3e06 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:30.851703 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-75ec018c-7a65-4152-83f2-1392bc283d83 req-b73422b7-5140-40b1-b9de-754917ca3e06 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Calling delete_port for fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:40:30.861938 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0e8a7636-5852-4882-bdab-128debcf3193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:30.887204 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3c2a9107-8407-491c-ad78-61f463ed8ff4 req-38f298f4-bd0a-40b6-8172-795b1bc2fcc8 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924487 Nov 12 01:40:31.025700 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-75ec018c-7a65-4152-83f2-1392bc283d83 req-b73422b7-5140-40b1-b9de-754917ca3e06 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:31.058972 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73422b7-5140-40b1-b9de-754917ca3e06 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event deleted for resources: {'Port': ['ID=fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:31.102674 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ec018c-7a65-4152-83f2-1392bc283d83 req-b73422b7-5140-40b1-b9de-754917ca3e06 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] No DVR routers for this DVR port fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9 on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:40:31.106040 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-75ec018c-7a65-4152-83f2-1392bc283d83 req-b73422b7-5140-40b1-b9de-754917ca3e06 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:31.109634 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-75ec018c-7a65-4152-83f2-1392bc283d83 req-b73422b7-5140-40b1-b9de-754917ca3e06 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.16 "DELETE /v2.0/ports/fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9 HTTP/1.1" status: 204 len: 173 time: 0.5500460 Nov 12 01:40:31.110129 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f6a8f0-891c-45c0-bc97-4c5d1b0ab002', 'name': 'network-vif-deleted', 'tag': 'fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:40:31.112556 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0998476-510a-40da-9087-94cfa9d8aebd" -d '{"events": [{"server_uuid": "07f6a8f0-891c-45c0-bc97-4c5d1b0ab002", "name": "network-vif-deleted", "tag": "fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:40:31.177210 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1cf25f2-573c-4b03-b194-b3b12137db58 x-openstack-request-id: req-d1cf25f2-573c-4b03-b194-b3b12137db58 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:40:31.177679 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07f6a8f0-891c-45c0-bc97-4c5d1b0ab002", "name": "network-vif-deleted", "tag": "fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:40:31.178101 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d1cf25f2-573c-4b03-b194-b3b12137db58 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:40:31.178751 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f6a8f0-891c-45c0-bc97-4c5d1b0ab002', 'name': 'network-vif-deleted', 'tag': 'fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9', 'status': 'completed', 'code': 200} Nov 12 01:40:31.509880 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-694d35e3-b86a-4412-b8b9-59a75dd94855 req-7de4a309-e846-4f39-9a2b-a2d015c42f3f tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/ports?device_id=07f6a8f0-891c-45c0-bc97-4c5d1b0ab002 HTTP/1.1" status: 200 len: 210 time: 0.0321815 Nov 12 01:40:32.039083 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f7066-4abe-4257-b2c4-910b0aa1ee04 req-c9a688ea-eecd-4209-9b21-b4b250667c52 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:32.040716 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-886f7066-4abe-4257-b2c4-910b0aa1ee04 req-c9a688ea-eecd-4209-9b21-b4b250667c52 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8 HTTP/1.1" status: 200 len: 944 time: 0.0595729 Nov 12 01:40:32.101529 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-886f7066-4abe-4257-b2c4-910b0aa1ee04 req-a1c7c833-1af6-4608-bf4c-97e4c2328ec0 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534840 Nov 12 01:40:32.583301 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53414) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:32.650061 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d0d76911-7b0c-4135-9670-19a47e43511f tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:32.681175 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d0d76911-7b0c-4135-9670-19a47e43511f tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:32.760523 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d0d76911-7b0c-4135-9670-19a47e43511f tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:32.763805 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d0d76911-7b0c-4135-9670-19a47e43511f tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:32.765141 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d0d76911-7b0c-4135-9670-19a47e43511f tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "DELETE /v2.0/security-groups/b0b706d2-0dd3-441f-ae16-a2c26312574e HTTP/1.1" status: 204 len: 168 time: 0.1807051 Nov 12 01:40:32.778220 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d76911-7b0c-4135-9670-19a47e43511f tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b706d2-0dd3-441f-ae16-a2c26312574e,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:32.804963 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53418) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:32.957750 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:33.290634 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-27dda904-b565-4635-a0e5-552a0c5708f4 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:33.328845 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9110fc1-97cd-4b72-bf4b-5246997ab64f req-454a379d-49c2-46cb-bbbb-f6fc880a003c tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:33.331502 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f9110fc1-97cd-4b72-bf4b-5246997ab64f req-454a379d-49c2-46cb-bbbb-f6fc880a003c tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8 HTTP/1.1" status: 200 len: 944 time: 0.1344388 Nov 12 01:40:33.361193 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-275d18f2-f419-4c99-a7d6-67925802ee87 req-b958893f-f31c-4ddc-b9be-11b94042a478 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ac7b1fb9-99ad-4f39-9123-c7f8813b84ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1058788 Nov 12 01:40:33.433248 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f9110fc1-97cd-4b72-bf4b-5246997ab64f req-85105f81-8786-4f0e-abc1-66a2a8e7256a tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877745 Nov 12 01:40:33.523419 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d18f2-f419-4c99-a7d6-67925802ee87 req-2a90c566-ca31-440f-8044-1f1b23f5db29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:33.525089 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-275d18f2-f419-4c99-a7d6-67925802ee87 req-2a90c566-ca31-440f-8044-1f1b23f5db29 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47ae72be12504bb5b6ec465bbd1fafc1&device_id=ac7b1fb9-99ad-4f39-9123-c7f8813b84ff HTTP/1.1" status: 200 len: 1098 time: 0.0621994 Nov 12 01:40:33.560111 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:40:33.600721 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] No Port match for: fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:40:33.601464 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device fc1667ac-a4df-4970-a0bb-2dd0a5ea1af9 not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:40:33.635614 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-27dda904-b565-4635-a0e5-552a0c5708f4 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Deleting port 8dd5f763-8f25-4ea8-9651-34d65a2c072b {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:40:33.636381 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-27dda904-b565-4635-a0e5-552a0c5708f4 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:33.685063 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d18f2-f419-4c99-a7d6-67925802ee87 req-f6cb650d-ad8e-448b-be8f-a053b58ee1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:33.687622 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-275d18f2-f419-4c99-a7d6-67925802ee87 req-f6cb650d-ad8e-448b-be8f-a053b58ee1f4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f0da9330-f94c-4f80-8641-83193e26aa87 HTTP/1.1" status: 200 len: 909 time: 0.1375518 Nov 12 01:40:33.747162 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-27dda904-b565-4635-a0e5-552a0c5708f4 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] For port 8dd5f763-8f25-4ea8-9651-34d65a2c072b, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=8dd5f763-8f25-4ea8-9651-34d65a2c072b,segment=NetworkSegment(579313ae-5b52-4b0e-8b52-a093860299fa),segment_id=579313ae-5b52-4b0e-8b52-a093860299fa)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:40:33.747523 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-27dda904-b565-4635-a0e5-552a0c5708f4 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:33.766147 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-27dda904-b565-4635-a0e5-552a0c5708f4 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Calling delete_port for 8dd5f763-8f25-4ea8-9651-34d65a2c072b owned by network:router_interface {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:40:33.774525 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-275d18f2-f419-4c99-a7d6-67925802ee87 req-71096e21-8ffb-442a-b30c-afdf8f73b8d9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38f035e3-9729-4467-be49-57beb1dca680 HTTP/1.1" status: 200 len: 1001 time: 0.0783482 Nov 12 01:40:33.831902 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d18f2-f419-4c99-a7d6-67925802ee87 req-a7e382f8-42e7-40e5-bccc-919e869df7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:33.833416 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-275d18f2-f419-4c99-a7d6-67925802ee87 req-a7e382f8-42e7-40e5-bccc-919e869df7ad service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bba74820-9668-4ff9-875e-5118cda4780e HTTP/1.1" status: 200 len: 848 time: 0.0510845 Nov 12 01:40:33.909773 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d18f2-f419-4c99-a7d6-67925802ee87 req-aaf73fd2-46c4-4110-b29d-228f5c02a931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:33.912075 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-275d18f2-f419-4c99-a7d6-67925802ee87 req-aaf73fd2-46c4-4110-b29d-228f5c02a931 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f0da9330-f94c-4f80-8641-83193e26aa87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0669067 Nov 12 01:40:33.996904 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:34.024291 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-27dda904-b565-4635-a0e5-552a0c5708f4 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:34.054609 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dda904-b565-4635-a0e5-552a0c5708f4 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event deleted for resources: {'Port': ['ID=8dd5f763-8f25-4ea8-9651-34d65a2c072b,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:34.278752 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-27dda904-b565-4635-a0e5-552a0c5708f4 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:34.572645 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-275d18f2-f419-4c99-a7d6-67925802ee87 req-596cccfe-5c48-475c-8e34-25c5ef5b1228 service neutron] 10.222.0.16 "GET /v2.0/networks/f0da9330-f94c-4f80-8641-83193e26aa87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6460409 Nov 12 01:40:34.602853 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47502cf0-fc29-4bd0-b658-2c854273bf32 req-208761a2-d750-420a-b040-68ed3d38d749 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:34.604348 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-47502cf0-fc29-4bd0-b658-2c854273bf32 req-208761a2-d750-420a-b040-68ed3d38d749 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8 HTTP/1.1" status: 200 len: 944 time: 0.0751152 Nov 12 01:40:34.620389 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27dda904-b565-4635-a0e5-552a0c5708f4 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Router 7a45c6a6-788b-46d6-baa1-35d762051229 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:40:34.716515 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-47502cf0-fc29-4bd0-b658-2c854273bf32 req-b8a23d15-67de-4cd1-9c2b-8ffc5b27f7e8 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013627 Nov 12 01:40:34.733993 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-275d18f2-f419-4c99-a7d6-67925802ee87 req-dbe30f53-61d4-4832-b8ce-a940808c6a2c service neutron] 10.222.0.16 "GET /v2.0/networks/f0da9330-f94c-4f80-8641-83193e26aa87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481755 Nov 12 01:40:34.784715 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27dda904-b565-4635-a0e5-552a0c5708f4 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:40:34.796606 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-27dda904-b565-4635-a0e5-552a0c5708f4 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "PUT /v2.0/routers/7a45c6a6-788b-46d6-baa1-35d762051229/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9903958 Nov 12 01:40:34.798940 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53424) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:34.800272 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e290a1dd-5bcf-4acd-866d-b21d7402288e None None] Sync routers for ids ['7a45c6a6-788b-46d6-baa1-35d762051229'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:40:34.816244 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e290a1dd-5bcf-4acd-866d-b21d7402288e None None] Routers {'7a45c6a6-788b-46d6-baa1-35d762051229'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:40:34.817910 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-e290a1dd-5bcf-4acd-866d-b21d7402288e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:40:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['7a45c6a6-788b-46d6-baa1-35d762051229'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:34.887066 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-80c77b8e-c866-4f06-88d5-8097abcb3780 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Deleting subnet fdc5d305-ec1b-43b4-b716-cc6b30ec1204 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:40:34.890745 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-80c77b8e-c866-4f06-88d5-8097abcb3780 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:34.952053 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-80c77b8e-c866-4f06-88d5-8097abcb3780 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:35.100358 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-80c77b8e-c866-4f06-88d5-8097abcb3780 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:35.133565 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-e290a1dd-5bcf-4acd-866d-b21d7402288e None None] Set router 7a45c6a6-788b-46d6-baa1-35d762051229 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:40:35.208603 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-80c77b8e-c866-4f06-88d5-8097abcb3780 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:35.242988 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c77b8e-c866-4f06-88d5-8097abcb3780 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event deleted for resources: {'Subnet': ['ID=fdc5d305-ec1b-43b4-b716-cc6b30ec1204,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:35.250567 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-80c77b8e-c866-4f06-88d5-8097abcb3780 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:35.257197 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-80c77b8e-c866-4f06-88d5-8097abcb3780 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "DELETE /v2.0/subnets/fdc5d305-ec1b-43b4-b716-cc6b30ec1204 HTTP/1.1" status: 204 len: 168 time: 0.4570079 Nov 12 01:40:35.258470 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53434) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:35.274438 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcef2102-7c91-47f0-80ba-6b6affcd5024 None None] Network 91ceb85c-2ed3-4ec5-9033-5ce9801e1c79 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:40:35.389881 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:35.450738 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-404dfee0-ae75-4d34-8add-eea5ed9d0a18 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for router, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:35.531587 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-e290a1dd-5bcf-4acd-866d-b21d7402288e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'name': 'tempest-TestNetworkBasicOps-router-1295579995', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '5396680d-9b12-4951-949a-bd9025a2b5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:04Z', 'updated_at': '2021-11-12T01:40:33Z', 'revision_number': 7, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'gw_port': {'id': '5396680d-9b12-4951-949a-bd9025a2b5a1', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:05Z', 'updated_at': '2021-11-12T01:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:35.578612 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:40:35.581439 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e290a1dd-5bcf-4acd-866d-b21d7402288e None None] Checking router: 7a45c6a6-788b-46d6-baa1-35d762051229 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:40:35.601476 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358f7a4a-83d3-4296-b45c-ce37dc70bdd4 None None] DHCP port deletion for 91ceb85c-2ed3-4ec5-9033-5ce9801e1c79 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:40:35.612347 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e290a1dd-5bcf-4acd-866d-b21d7402288e None None] Routers {'7a45c6a6-788b-46d6-baa1-35d762051229'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:40:35.613007 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-e290a1dd-5bcf-4acd-866d-b21d7402288e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:40:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['7a45c6a6-788b-46d6-baa1-35d762051229'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:35.617881 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-404dfee0-ae75-4d34-8add-eea5ed9d0a18 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:35.704951 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-404dfee0-ae75-4d34-8add-eea5ed9d0a18 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Deleting port 5396680d-9b12-4951-949a-bd9025a2b5a1 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:40:35.705335 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-404dfee0-ae75-4d34-8add-eea5ed9d0a18 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:35.818338 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-404dfee0-ae75-4d34-8add-eea5ed9d0a18 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] For port 5396680d-9b12-4951-949a-bd9025a2b5a1, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=5396680d-9b12-4951-949a-bd9025a2b5a1,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:40:35.819650 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-404dfee0-ae75-4d34-8add-eea5ed9d0a18 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:35.837313 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-404dfee0-ae75-4d34-8add-eea5ed9d0a18 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Calling delete_port for 5396680d-9b12-4951-949a-bd9025a2b5a1 owned by network:router_gateway {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:40:35.850723 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89,segment=NetworkSegment(7bbb728e-9806-453c-9716-52e1ccd278c6),segment_id=7bbb728e-9806-453c-9716-52e1ccd278c6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:40:35.879069 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': '4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89', 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3', 'port_id': '4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89', 'mac_address': 'fa:16:3e:0b:60:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6369b7da-1f3e-4df6-8094-1e515695655d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:40:35.882115 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-e290a1dd-5bcf-4acd-866d-b21d7402288e None None] Set router 7a45c6a6-788b-46d6-baa1-35d762051229 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:40:35.915037 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-358f7a4a-83d3-4296-b45c-ce37dc70bdd4 None None] Deleting port 31b876c0-78d9-4582-956a-cd5258cd0ac2 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:40:35.915452 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-358f7a4a-83d3-4296-b45c-ce37dc70bdd4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:35.964431 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb7666-0769-45df-ab6c-dc072b3fe82f req-0a910c47-4260-40da-b83b-8dd3412b33bc tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:35.967243 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b6bb7666-0769-45df-ab6c-dc072b3fe82f req-0a910c47-4260-40da-b83b-8dd3412b33bc tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8 HTTP/1.1" status: 200 len: 944 time: 0.1182413 Nov 12 01:40:36.006330 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-dfe5bfe1-6f0d-4455-97b2-befed710886c req-8acb5639-c1ba-4dc4-a5b3-a343974ceaed service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8022c62d-fe18-4297-8457-81192e820719&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0984042 Nov 12 01:40:36.090732 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b6bb7666-0769-45df-ab6c-dc072b3fe82f req-da122185-b3be-4407-93ad-26a9a0f4ef1c tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760486 Nov 12 01:40:36.109602 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:36.112997 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-358f7a4a-83d3-4296-b45c-ce37dc70bdd4 None None] For port 31b876c0-78d9-4582-956a-cd5258cd0ac2, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=31b876c0-78d9-4582-956a-cd5258cd0ac2,segment=NetworkSegment(579313ae-5b52-4b0e-8b52-a093860299fa),segment_id=579313ae-5b52-4b0e-8b52-a093860299fa)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:40:36.113428 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-358f7a4a-83d3-4296-b45c-ce37dc70bdd4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:36.148825 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:40:36.157207 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-358f7a4a-83d3-4296-b45c-ce37dc70bdd4 None None] Calling delete_port for 31b876c0-78d9-4582-956a-cd5258cd0ac2 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:40:36.175518 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-404dfee0-ae75-4d34-8add-eea5ed9d0a18 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:36.207633 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404dfee0-ae75-4d34-8add-eea5ed9d0a18 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event deleted for resources: {'Port': ['ID=5396680d-9b12-4951-949a-bd9025a2b5a1,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:36.212251 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89,segment=NetworkSegment(7bbb728e-9806-453c-9716-52e1ccd278c6),segment_id=7bbb728e-9806-453c-9716-52e1ccd278c6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:40:36.214660 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5bfe1-6f0d-4455-97b2-befed710886c req-4eb29cfa-bf17-4b22-bc11-21486a1c0e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:36.217404 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-dfe5bfe1-6f0d-4455-97b2-befed710886c req-4eb29cfa-bf17-4b22-bc11-21486a1c0e3d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=553fbe5d09fe49948bd69193fe3f0783&device_id=8022c62d-fe18-4297-8457-81192e820719 HTTP/1.1" status: 200 len: 1097 time: 0.1000071 Nov 12 01:40:36.246895 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e65f1e-398f-4922-9f7a-297d3f7d1b0b None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:40:36.252745 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:36.349336 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:36.358836 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-404dfee0-ae75-4d34-8add-eea5ed9d0a18 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:36.366572 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-358f7a4a-83d3-4296-b45c-ce37dc70bdd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:36.376480 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-e290a1dd-5bcf-4acd-866d-b21d7402288e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'name': 'tempest-TestNetworkBasicOps-router-1295579995', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '5396680d-9b12-4951-949a-bd9025a2b5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:04Z', 'updated_at': '2021-11-12T01:40:33Z', 'revision_number': 7, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'gw_port': {'id': '5396680d-9b12-4951-949a-bd9025a2b5a1', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:05Z', 'updated_at': '2021-11-12T01:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:36.402877 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358f7a4a-83d3-4296-b45c-ce37dc70bdd4 None None] Pushing event deleted for resources: {'Port': ['ID=31b876c0-78d9-4582-956a-cd5258cd0ac2,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:36.430583 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5bfe1-6f0d-4455-97b2-befed710886c req-191a65f9-b0ef-4d15-ac53-7a6f05c85183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:36.431239 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e290a1dd-5bcf-4acd-866d-b21d7402288e None None] The sync data for ids ['7a45c6a6-788b-46d6-baa1-35d762051229'] in n-d-712142-27 is: [{'id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'name': 'tempest-TestNetworkBasicOps-router-1295579995', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': '5396680d-9b12-4951-949a-bd9025a2b5a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:04Z', 'updated_at': '2021-11-12T01:40:33Z', 'revision_number': 7, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'gw_port': {'id': '5396680d-9b12-4951-949a-bd9025a2b5a1', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:65:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a45c6a6-788b-46d6-baa1-35d762051229', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:05Z', 'updated_at': '2021-11-12T01:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:40:36.432819 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-dfe5bfe1-6f0d-4455-97b2-befed710886c req-191a65f9-b0ef-4d15-ac53-7a6f05c85183 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7 HTTP/1.1" status: 200 len: 897 time: 0.1856439 Nov 12 01:40:36.433208 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358f7a4a-83d3-4296-b45c-ce37dc70bdd4 None None] No DVR routers for this DVR port 31b876c0-78d9-4582-956a-cd5258cd0ac2 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:40:36.507570 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-404dfee0-ae75-4d34-8add-eea5ed9d0a18 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:36.508923 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-404dfee0-ae75-4d34-8add-eea5ed9d0a18 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:36.540047 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-dfe5bfe1-6f0d-4455-97b2-befed710886c req-7a9769d8-400b-4495-9660-7b30693b0eb0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e6a15de-78f1-40b0-b3b1-458e9940bd7b HTTP/1.1" status: 200 len: 1001 time: 0.0952835 Nov 12 01:40:36.567056 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-404dfee0-ae75-4d34-8add-eea5ed9d0a18 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:36.567941 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-404dfee0-ae75-4d34-8add-eea5ed9d0a18 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Fanout notify agent at l3_agent the message router_deleted on router 7a45c6a6-788b-46d6-baa1-35d762051229 {{(pid=109085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:40:36.576260 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-404dfee0-ae75-4d34-8add-eea5ed9d0a18 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:36.581593 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-404dfee0-ae75-4d34-8add-eea5ed9d0a18 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "DELETE /v2.0/routers/7a45c6a6-788b-46d6-baa1-35d762051229 HTTP/1.1" status: 204 len: 168 time: 1.3175831 Nov 12 01:40:36.582384 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53438) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:36.628311 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5bfe1-6f0d-4455-97b2-befed710886c req-e03a7486-0b74-461f-96d2-f5391988f12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:36.630185 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-dfe5bfe1-6f0d-4455-97b2-befed710886c req-e03a7486-0b74-461f-96d2-f5391988f12e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=932d63cb-6b21-4975-8897-617256128f86 HTTP/1.1" status: 200 len: 834 time: 0.0831358 Nov 12 01:40:36.655326 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:40:36.727668 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5bfe1-6f0d-4455-97b2-befed710886c req-70424728-3a7a-43e2-96a9-75d2cd5cb5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:36.738775 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-dfe5bfe1-6f0d-4455-97b2-befed710886c req-70424728-3a7a-43e2-96a9-75d2cd5cb5cd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0970004 Nov 12 01:40:36.741158 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6bde8149-1597-4a22-9803-893603c34c2b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:36.875905 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6bde8149-1597-4a22-9803-893603c34c2b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:36.904288 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-6bde8149-1597-4a22-9803-893603c34c2b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91ceb85c-2ed3-4ec5-9033-5ce9801e1c79']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:36.921790 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-6bde8149-1597-4a22-9803-893603c34c2b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '579313ae-5b52-4b0e-8b52-a093860299fa') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:36.922149 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-6bde8149-1597-4a22-9803-893603c34c2b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '579313ae-5b52-4b0e-8b52-a093860299fa') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:36.939660 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6bde8149-1597-4a22-9803-893603c34c2b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:36.943684 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-dfe5bfe1-6f0d-4455-97b2-befed710886c req-a060ccaa-7c4f-4b17-84a0-7ff9579a1224 service neutron] 10.222.0.44 "GET /v2.0/networks/2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996727 Nov 12 01:40:36.971735 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6bde8149-1597-4a22-9803-893603c34c2b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:36.985210 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bde8149-1597-4a22-9803-893603c34c2b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:40:36.987185 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6bde8149-1597-4a22-9803-893603c34c2b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:37.050927 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 31b876c0-78d9-4582-956a-cd5258cd0ac2 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:40:37.068211 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:40:37.068211 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:40:37.068211 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:40:37.068211 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:40:37.068211 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:40:37.068211 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:40:37.068211 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:40:37.068211 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:40:37.068211 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:40:37.068211 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:40:37.068211 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:40:37.068211 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:40:37.068211 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:40:37.068211 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:40:37.068211 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:40:37.068211 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:40:37.068211 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:40:37.068211 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:40:37.068211 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:40:37.068211 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:40:37.068211 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:40:37.068211 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:40:37.068211 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:40:37.068211 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:40:37.068211 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:40:37.068211 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:40:37.068211 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:40:37.068211 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:40:37.068211 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:40:37.068211 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:40:37.068211 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:40:37.068211 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:40:37.080155 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6bde8149-1597-4a22-9803-893603c34c2b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:37.089745 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6bde8149-1597-4a22-9803-893603c34c2b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:37.095749 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-6bde8149-1597-4a22-9803-893603c34c2b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "DELETE /v2.0/networks/91ceb85c-2ed3-4ec5-9033-5ce9801e1c79 HTTP/1.1" status: 204 len: 168 time: 0.5125353 Nov 12 01:40:37.115290 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bde8149-1597-4a22-9803-893603c34c2b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event deleted for resources: {'Network': ['ID=91ceb85c-2ed3-4ec5-9033-5ce9801e1c79,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:37.128485 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 31b876c0-78d9-4582-956a-cd5258cd0ac2 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:40:37.129813 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 31b876c0-78d9-4582-956a-cd5258cd0ac2 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:40:37.130393 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 8dd5f763-8f25-4ea8-9651-34d65a2c072b no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:40:37.136038 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53440) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:37.153624 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-1e984b4a-df1b-4e4c-9970-fe9b638f281b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Request body: {'network': {'name': 'tempest-network-smoke--270494928', 'project_id': 'da2f05210fd943e2951f3890676710a2', 'port_security_enabled': True}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:40:37.179627 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 8dd5f763-8f25-4ea8-9651-34d65a2c072b {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:40:37.180439 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 8dd5f763-8f25-4ea8-9651-34d65a2c072b not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:40:37.218506 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e984b4a-df1b-4e4c-9970-fe9b638f281b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Made reservation on behalf of da2f05210fd943e2951f3890676710a2 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:40:37.220859 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-dfe5bfe1-6f0d-4455-97b2-befed710886c req-b31830b2-628a-4b28-95af-174d5f97ee3b service neutron] 10.222.0.44 "GET /v2.0/networks/2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632272 Nov 12 01:40:37.225915 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1e984b4a-df1b-4e4c-9970-fe9b638f281b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:37.306750 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e984b4a-df1b-4e4c-9970-fe9b638f281b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:40:37.324854 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1e984b4a-df1b-4e4c-9970-fe9b638f281b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:37.325202 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-1e984b4a-df1b-4e4c-9970-fe9b638f281b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Added segment 007726e4-f55e-460b-864f-580d6cc035c2 of type vlan for network c10d9824-0f07-406a-b38d-68ad49e8d10f Nov 12 01:40:37.349112 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df136474-fad4-4a75-9edb-2ac6200aefea req-7c8579e5-baf0-4149-a98d-cdec2a73e53a tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:37.350768 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-df136474-fad4-4a75-9edb-2ac6200aefea req-7c8579e5-baf0-4149-a98d-cdec2a73e53a tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8 HTTP/1.1" status: 200 len: 945 time: 0.0947278 Nov 12 01:40:37.402664 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1e984b4a-df1b-4e4c-9970-fe9b638f281b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:37.454165 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-df136474-fad4-4a75-9edb-2ac6200aefea req-0b0899eb-1cd0-4e91-aeae-90399fda48eb tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851395 Nov 12 01:40:37.455375 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1e984b4a-df1b-4e4c-9970-fe9b638f281b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:37.461120 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e984b4a-df1b-4e4c-9970-fe9b638f281b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:37.461765 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1e984b4a-df1b-4e4c-9970-fe9b638f281b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:37.484670 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-1e984b4a-df1b-4e4c-9970-fe9b638f281b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3471627 Nov 12 01:40:37.488711 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53444) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:37.494913 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-ec4dc60c-f720-41f0-a818-b97fd10d9545 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1980256552', 'admin_state_up': True, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:40:37.534244 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ec4dc60c-f720-41f0-a818-b97fd10d9545 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:37.535799 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ec4dc60c-f720-41f0-a818-b97fd10d9545 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:37.575006 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e984b4a-df1b-4e4c-9970-fe9b638f281b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event updated for resources: {'Network': ['ID=c10d9824-0f07-406a-b38d-68ad49e8d10f,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:37.591190 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network c10d9824-0f07-406a-b38d-68ad49e8d10f details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:40:37.622178 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ec4dc60c-f720-41f0-a818-b97fd10d9545 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:38.148743 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ec4dc60c-f720-41f0-a818-b97fd10d9545 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:38.428892 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ec4dc60c-f720-41f0-a818-b97fd10d9545 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for router_gateway, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:38.456797 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ec4dc60c-f720-41f0-a818-b97fd10d9545 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:38.588427 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-ec4dc60c-f720-41f0-a818-b97fd10d9545 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Allocated IP 172.25.3.84 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/1cba252a-1081-48f4-9aaf-b1a320e48ac1) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:40:38.612931 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bdc0f9-7b7c-43b4-aa94-5dadaf9a2bfc req-376ff85f-2a56-46a6-b890-746432d20fca tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:38.614542 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c4bdc0f9-7b7c-43b4-aa94-5dadaf9a2bfc req-376ff85f-2a56-46a6-b890-746432d20fca tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8 HTTP/1.1" status: 200 len: 945 time: 0.0674694 Nov 12 01:40:38.674670 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c4bdc0f9-7b7c-43b4-aa94-5dadaf9a2bfc req-e17b5983-6003-4924-9a86-1b615ad49b46 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489035 Nov 12 01:40:38.688349 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:38.747617 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 5396680d-9b12-4951-949a-bd9025a2b5a1 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:40:38.765241 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ec4dc60c-f720-41f0-a818-b97fd10d9545 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:38.775901 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 5396680d-9b12-4951-949a-bd9025a2b5a1 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:40:38.776353 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 5396680d-9b12-4951-949a-bd9025a2b5a1 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:40:38.808166 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ec4dc60c-f720-41f0-a818-b97fd10d9545 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:38.849938 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4dc60c-f720-41f0-a818-b97fd10d9545 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:40:38.856662 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-ec4dc60c-f720-41f0-a818-b97fd10d9545 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:40:38.860930 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4dc60c-f720-41f0-a818-b97fd10d9545 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:40:38.873145 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a29bbbf-4bf0-47b9-a882-a76c444d3559 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:40:38.886081 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4dc60c-f720-41f0-a818-b97fd10d9545 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event updated for resources: {'Port': ['ID=1cba252a-1081-48f4-9aaf-b1a320e48ac1,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:38.922998 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-dc48b2da-460c-4d27-a0cd-5f7adbce943d None None] Provisioning complete for port 1cba252a-1081-48f4-9aaf-b1a320e48ac1 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:40:38.923368 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-dc48b2da-460c-4d27-a0cd-5f7adbce943d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:38.968892 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-dc48b2da-460c-4d27-a0cd-5f7adbce943d None None] Port 1cba252a-1081-48f4-9aaf-b1a320e48ac1 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:40:39.178565 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ec4dc60c-f720-41f0-a818-b97fd10d9545 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for router_gateway, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:39.424065 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ec4dc60c-f720-41f0-a818-b97fd10d9545 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:39.569009 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec4dc60c-f720-41f0-a818-b97fd10d9545 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Router a05c96c1-5a08-416e-8b55-f3799ab2e089 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:40:39.592611 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89 up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:40:39.653722 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port 4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:40:39.658353 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port 4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:40:39.658727 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:39.689917 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4dc60c-f720-41f0-a818-b97fd10d9545 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:40:39.707390 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a808a25-3035-4ff8-9ed1-f5abe5d40d2e None None] Sync routers for ids ['a05c96c1-5a08-416e-8b55-f3799ab2e089'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:40:39.718970 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ec4dc60c-f720-41f0-a818-b97fd10d9545 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:39.720572 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ec4dc60c-f720-41f0-a818-b97fd10d9545 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2305305 Nov 12 01:40:39.725315 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53454) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:39.730151 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a808a25-3035-4ff8-9ed1-f5abe5d40d2e None None] Routers {'a05c96c1-5a08-416e-8b55-f3799ab2e089'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:40:39.731141 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-5a808a25-3035-4ff8-9ed1-f5abe5d40d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:40:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['a05c96c1-5a08-416e-8b55-f3799ab2e089'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:39.760185 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c2927f19-eee1-417c-9dc2-16b8c71eed53 tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=da2f05210fd943e2951f3890676710a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335236 Nov 12 01:40:39.764963 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53456) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:39.802576 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:39.841812 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18bf23d-9979-4c7f-bbb1-6222c7777026 req-aa206248-a159-4ea0-aad3-23e340c99a20 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:39.844383 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e18bf23d-9979-4c7f-bbb1-6222c7777026 req-aa206248-a159-4ea0-aad3-23e340c99a20 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8 HTTP/1.1" status: 200 len: 945 time: 0.0680578 Nov 12 01:40:39.857046 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:40:39.863493 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e83a3c8-c9fd-4256-ad69-2d7bb5ef435b" -d '{"events": [{"server_uuid": "8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8", "name": "network-vif-plugged", "status": "completed", "tag": "4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:40:39.893143 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588738e7-3950-48ec-a9fe-40bbea02e16e tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:39.894059 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89,segment=NetworkSegment(7bbb728e-9806-453c-9716-52e1ccd278c6),segment_id=7bbb728e-9806-453c-9716-52e1ccd278c6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:40:39.896069 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-588738e7-3950-48ec-a9fe-40bbea02e16e tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1299138 Nov 12 01:40:39.902854 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53460) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:39.906255 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:39.942348 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-5a808a25-3035-4ff8-9ed1-f5abe5d40d2e None None] Set router a05c96c1-5a08-416e-8b55-f3799ab2e089 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:40:39.949815 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39acf4c-c99c-4854-9840-62fb67dfa184 x-openstack-request-id: req-d39acf4c-c99c-4854-9840-62fb67dfa184 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:40:39.950347 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8", "name": "network-vif-plugged", "status": "completed", "tag": "4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:40:39.950790 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d39acf4c-c99c-4854-9840-62fb67dfa184 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:40:39.951629 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89', 'code': 200} Nov 12 01:40:39.958396 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6078b84d-4a68-47d3-89af-9a3048cb782d tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=ab9ea869-d067-4dfb-b2de-16b019fae22d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0536895 Nov 12 01:40:39.960841 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e18bf23d-9979-4c7f-bbb1-6222c7777026 req-f32970ef-aea5-4a97-abce-d7d58817964f tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099851 Nov 12 01:40:39.962615 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53462) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:39.972807 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-805c7a8a-07fd-42bc-984c-1fcae8e12e2b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1177804353', 'network_id': 'c10d9824-0f07-406a-b38d-68ad49e8d10f', 'project_id': 'da2f05210fd943e2951f3890676710a2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:40:40.020440 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:40.100547 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983ad0d8-6b2f-4b1f-83de-d4fee720349a req-e0ca8b4b-6519-4bd2-ab75-1d6fefc5e439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:40.102468 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-983ad0d8-6b2f-4b1f-83de-d4fee720349a req-e0ca8b4b-6519-4bd2-ab75-1d6fefc5e439 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8 HTTP/1.1" status: 200 len: 1098 time: 0.0473917 Nov 12 01:40:40.119431 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805c7a8a-07fd-42bc-984c-1fcae8e12e2b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Made reservation on behalf of da2f05210fd943e2951f3890676710a2 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:40:40.123896 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-805c7a8a-07fd-42bc-984c-1fcae8e12e2b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:40.185388 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-983ad0d8-6b2f-4b1f-83de-d4fee720349a req-0788c690-c405-4054-b325-43d414200526 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577669 Nov 12 01:40:40.271086 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-5a808a25-3035-4ff8-9ed1-f5abe5d40d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05c96c1-5a08-416e-8b55-f3799ab2e089', 'name': 'tempest-TestNetworkBasicOps-router-1980256552', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '1cba252a-1081-48f4-9aaf-b1a320e48ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:40:37Z', 'updated_at': '2021-11-12T01:40:39Z', 'revision_number': 3, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'gw_port': {'id': '1cba252a-1081-48f4-9aaf-b1a320e48ac1', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a05c96c1-5a08-416e-8b55-f3799ab2e089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:40:38Z', 'updated_at': '2021-11-12T01:40:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:40.305240 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a808a25-3035-4ff8-9ed1-f5abe5d40d2e None None] Checking router: a05c96c1-5a08-416e-8b55-f3799ab2e089 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:40:40.305560 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a808a25-3035-4ff8-9ed1-f5abe5d40d2e None None] Updating router a05c96c1-5a08-416e-8b55-f3799ab2e089 port 1cba252a-1081-48f4-9aaf-b1a320e48ac1 binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:40:40.336037 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-5a808a25-3035-4ff8-9ed1-f5abe5d40d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:40.370965 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-805c7a8a-07fd-42bc-984c-1fcae8e12e2b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:40.454185 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c7a8a-07fd-42bc-984c-1fcae8e12e2b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event updated for resources: {'Subnet': ['ID=9f987e80-2ca8-4581-afeb-3f175817f054,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:40.472530 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805c7a8a-07fd-42bc-984c-1fcae8e12e2b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Checking segment: {'id': '007726e4-f55e-460b-864f-580d6cc035c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c10d9824-0f07-406a-b38d-68ad49e8d10f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:40:40.473125 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805c7a8a-07fd-42bc-984c-1fcae8e12e2b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Network hostable DHCP agents. Network: c10d9824-0f07-406a-b38d-68ad49e8d10f, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:40:40.501334 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805c7a8a-07fd-42bc-984c-1fcae8e12e2b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Network c10d9824-0f07-406a-b38d-68ad49e8d10f is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:40:40.514798 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-805c7a8a-07fd-42bc-984c-1fcae8e12e2b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, c10d9824-0f07-406a-b38d-68ad49e8d10f) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:40:40.521739 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805c7a8a-07fd-42bc-984c-1fcae8e12e2b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:40.523133 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-805c7a8a-07fd-42bc-984c-1fcae8e12e2b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:40.531287 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81ddc9b-3f3c-4a04-8255-af78c138a880 None None] Network c10d9824-0f07-406a-b38d-68ad49e8d10f requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:40:40.556547 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-805c7a8a-07fd-42bc-984c-1fcae8e12e2b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5924060 Nov 12 01:40:40.559997 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53468) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:40.717186 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b02a5f-2435-4d93-a48a-e4282d3208b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-c10d9824-0f07-406a-b38d-68ad49e8d10f', 'network_id': 'c10d9824-0f07-406a-b38d-68ad49e8d10f', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'fixed_ips': [{'subnet_id': '9f987e80-2ca8-4581-afeb-3f175817f054'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:40:40.718816 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-81b02a5f-2435-4d93-a48a-e4282d3208b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:40.725603 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-5a808a25-3035-4ff8-9ed1-f5abe5d40d2e None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:40.734117 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-5a808a25-3035-4ff8-9ed1-f5abe5d40d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:40.782764 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-5a808a25-3035-4ff8-9ed1-f5abe5d40d2e None None] Attempting to bind port 1cba252a-1081-48f4-9aaf-b1a320e48ac1 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:40:40.783127 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-5a808a25-3035-4ff8-9ed1-f5abe5d40d2e None None] Attempting to bind port 1cba252a-1081-48f4-9aaf-b1a320e48ac1 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:40:40.783494 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a808a25-3035-4ff8-9ed1-f5abe5d40d2e None None] Attempting to bind port 1cba252a-1081-48f4-9aaf-b1a320e48ac1 on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:40:40.798441 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a808a25-3035-4ff8-9ed1-f5abe5d40d2e None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:40:40.798864 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a808a25-3035-4ff8-9ed1-f5abe5d40d2e None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:40:40.799210 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-5a808a25-3035-4ff8-9ed1-f5abe5d40d2e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:40.799597 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a808a25-3035-4ff8-9ed1-f5abe5d40d2e None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:40:40.800111 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-5a808a25-3035-4ff8-9ed1-f5abe5d40d2e None None] Bound port: 1cba252a-1081-48f4-9aaf-b1a320e48ac1, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:40:40.800490 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-5a808a25-3035-4ff8-9ed1-f5abe5d40d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:40.843386 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e9f8ec-ce69-4d7e-885c-889054c7f292 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:40:40.859327 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-5a808a25-3035-4ff8-9ed1-f5abe5d40d2e None None] For port 1cba252a-1081-48f4-9aaf-b1a320e48ac1, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:40:40.863086 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-5a808a25-3035-4ff8-9ed1-f5abe5d40d2e None None] For port 1cba252a-1081-48f4-9aaf-b1a320e48ac1, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=1cba252a-1081-48f4-9aaf-b1a320e48ac1,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:40:40.864956 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4604a047-595b-40ce-8571-74df5108939b None None] Pushing event updated for resources: {'Port': ['ID=1cba252a-1081-48f4-9aaf-b1a320e48ac1,revision_number=2']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:40.870996 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-5a808a25-3035-4ff8-9ed1-f5abe5d40d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:40.879540 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604a047-595b-40ce-8571-74df5108939b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:40.879728 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:40.879987 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604a047-595b-40ce-8571-74df5108939b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:40.880248 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604a047-595b-40ce-8571-74df5108939b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:40.880582 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604a047-595b-40ce-8571-74df5108939b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:40.880914 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604a047-595b-40ce-8571-74df5108939b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:40.881244 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604a047-595b-40ce-8571-74df5108939b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:40.881568 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604a047-595b-40ce-8571-74df5108939b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:40.881900 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604a047-595b-40ce-8571-74df5108939b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:40.883001 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604a047-595b-40ce-8571-74df5108939b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:40.883001 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604a047-595b-40ce-8571-74df5108939b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:40.883001 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604a047-595b-40ce-8571-74df5108939b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:40.883289 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4604a047-595b-40ce-8571-74df5108939b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:40.941137 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-ca7f6a07-de61-4176-b33e-7ebf7c15c328 None None] Provisioning complete for port 1cba252a-1081-48f4-9aaf-b1a320e48ac1 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:40:40.941520 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ca7f6a07-de61-4176-b33e-7ebf7c15c328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:40.960442 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4604a047-595b-40ce-8571-74df5108939b None None] Pushing event updated for resources: {'Port': ['ID=1cba252a-1081-48f4-9aaf-b1a320e48ac1,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:40.970093 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f8c216-6324-40a1-92cc-3718b2b51e93 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:40:40.981510 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-81b02a5f-2435-4d93-a48a-e4282d3208b6 None None] Allocated IP 172.20.0.2 (c10d9824-0f07-406a-b38d-68ad49e8d10f/9f987e80-2ca8-4581-afeb-3f175817f054/ee8b7a60-bc45-4c4d-8699-b3502960371e) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:40:40.987282 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a808a25-3035-4ff8-9ed1-f5abe5d40d2e None None] Routers {'a05c96c1-5a08-416e-8b55-f3799ab2e089'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:40:40.989034 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-5a808a25-3035-4ff8-9ed1-f5abe5d40d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:40:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['a05c96c1-5a08-416e-8b55-f3799ab2e089'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:41.193183 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-5a808a25-3035-4ff8-9ed1-f5abe5d40d2e None None] Set router a05c96c1-5a08-416e-8b55-f3799ab2e089 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:40:41.237921 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc442ae9-396d-498f-afd0-04150dcceb34 req-6955eceb-0770-47bf-b239-27b338ec6d68 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:41.241155 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bc442ae9-396d-498f-afd0-04150dcceb34 req-6955eceb-0770-47bf-b239-27b338ec6d68 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8 HTTP/1.1" status: 200 len: 946 time: 0.1204407 Nov 12 01:40:41.311337 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ca7f6a07-de61-4176-b33e-7ebf7c15c328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:41.358694 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-ca7f6a07-de61-4176-b33e-7ebf7c15c328 None None] For port 1cba252a-1081-48f4-9aaf-b1a320e48ac1, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=1cba252a-1081-48f4-9aaf-b1a320e48ac1,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:40:41.397531 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ca7f6a07-de61-4176-b33e-7ebf7c15c328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:41.461012 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-81b02a5f-2435-4d93-a48a-e4282d3208b6 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:41.474808 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-81b02a5f-2435-4d93-a48a-e4282d3208b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:41.496528 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b02a5f-2435-4d93-a48a-e4282d3208b6 None None] Network c10d9824-0f07-406a-b38d-68ad49e8d10f is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:40:41.500397 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-81b02a5f-2435-4d93-a48a-e4282d3208b6 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:40:41.502879 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f6a07-de61-4176-b33e-7ebf7c15c328 None None] Pushing event updated for resources: {'Port': ['ID=1cba252a-1081-48f4-9aaf-b1a320e48ac1,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:41.506025 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b02a5f-2435-4d93-a48a-e4282d3208b6 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:40:41.517409 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2d4528db-002f-4870-b2a0-e673cab192f5 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:41.677261 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bc442ae9-396d-498f-afd0-04150dcceb34 req-24adff27-0370-46e3-aa1e-52819ccc14db tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4213393 Nov 12 01:40:41.681456 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b02a5f-2435-4d93-a48a-e4282d3208b6 None None] Pushing event updated for resources: {'Port': ['ID=ee8b7a60-bc45-4c4d-8699-b3502960371e,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:41.686893 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-492337a7-c3f7-42d0-86f5-c54f5245ea9a None None] Provisioning complete for port 1cba252a-1081-48f4-9aaf-b1a320e48ac1 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:40:41.687524 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-492337a7-c3f7-42d0-86f5-c54f5245ea9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:41.744137 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-81b02a5f-2435-4d93-a48a-e4282d3208b6 None None] Attempting to bind port ee8b7a60-bc45-4c4d-8699-b3502960371e on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:40:41.744814 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-81b02a5f-2435-4d93-a48a-e4282d3208b6 None None] Attempting to bind port ee8b7a60-bc45-4c4d-8699-b3502960371e by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '007726e4-f55e-460b-864f-580d6cc035c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c10d9824-0f07-406a-b38d-68ad49e8d10f'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:40:41.745448 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b02a5f-2435-4d93-a48a-e4282d3208b6 None None] Attempting to bind port ee8b7a60-bc45-4c4d-8699-b3502960371e on network c10d9824-0f07-406a-b38d-68ad49e8d10f {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:40:41.757730 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-5a808a25-3035-4ff8-9ed1-f5abe5d40d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05c96c1-5a08-416e-8b55-f3799ab2e089', 'name': 'tempest-TestNetworkBasicOps-router-1980256552', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '1cba252a-1081-48f4-9aaf-b1a320e48ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:40:37Z', 'updated_at': '2021-11-12T01:40:39Z', 'revision_number': 3, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'gw_port': {'id': '1cba252a-1081-48f4-9aaf-b1a320e48ac1', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a05c96c1-5a08-416e-8b55-f3799ab2e089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:40:38Z', 'updated_at': '2021-11-12T01:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:41.766388 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b02a5f-2435-4d93-a48a-e4282d3208b6 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:40:41.767018 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b02a5f-2435-4d93-a48a-e4282d3208b6 None None] Checking segment: {'id': '007726e4-f55e-460b-864f-580d6cc035c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c10d9824-0f07-406a-b38d-68ad49e8d10f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:40:41.767594 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-81b02a5f-2435-4d93-a48a-e4282d3208b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:41.768185 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b02a5f-2435-4d93-a48a-e4282d3208b6 None None] Bound using segment: {'id': '007726e4-f55e-460b-864f-580d6cc035c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c10d9824-0f07-406a-b38d-68ad49e8d10f'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:40:41.768942 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-81b02a5f-2435-4d93-a48a-e4282d3208b6 None None] Bound port: ee8b7a60-bc45-4c4d-8699-b3502960371e, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '007726e4-f55e-460b-864f-580d6cc035c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c10d9824-0f07-406a-b38d-68ad49e8d10f'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:40:41.769480 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-81b02a5f-2435-4d93-a48a-e4282d3208b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:41.799733 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a808a25-3035-4ff8-9ed1-f5abe5d40d2e None None] The sync data for ids ['a05c96c1-5a08-416e-8b55-f3799ab2e089'] in n-d-712142-27 is: [{'id': 'a05c96c1-5a08-416e-8b55-f3799ab2e089', 'name': 'tempest-TestNetworkBasicOps-router-1980256552', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '1cba252a-1081-48f4-9aaf-b1a320e48ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:40:37Z', 'updated_at': '2021-11-12T01:40:39Z', 'revision_number': 3, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'gw_port': {'id': '1cba252a-1081-48f4-9aaf-b1a320e48ac1', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a05c96c1-5a08-416e-8b55-f3799ab2e089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:40:38Z', 'updated_at': '2021-11-12T01:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:40:41.971602 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-81b02a5f-2435-4d93-a48a-e4282d3208b6 None None] For port ee8b7a60-bc45-4c4d-8699-b3502960371e, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:40:41.978139 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-81b02a5f-2435-4d93-a48a-e4282d3208b6 None None] For port ee8b7a60-bc45-4c4d-8699-b3502960371e, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=ee8b7a60-bc45-4c4d-8699-b3502960371e,segment=NetworkSegment(007726e4-f55e-460b-864f-580d6cc035c2),segment_id=007726e4-f55e-460b-864f-580d6cc035c2)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:40:41.986468 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-81b02a5f-2435-4d93-a48a-e4282d3208b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:42.047653 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-2d4528db-002f-4870-b2a0-e673cab192f5 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Allocated IP 172.20.0.1 (c10d9824-0f07-406a-b38d-68ad49e8d10f/9f987e80-2ca8-4581-afeb-3f175817f054/cb7a69ae-0e64-4f6c-8095-a579b6692197) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:40:42.097435 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b02a5f-2435-4d93-a48a-e4282d3208b6 None None] Pushing event updated for resources: {'Port': ['ID=ee8b7a60-bc45-4c4d-8699-b3502960371e,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:42.287614 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2d4528db-002f-4870-b2a0-e673cab192f5 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:42.366210 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2d4528db-002f-4870-b2a0-e673cab192f5 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:42.451856 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4528db-002f-4870-b2a0-e673cab192f5 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Network c10d9824-0f07-406a-b38d-68ad49e8d10f is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:40:42.457892 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-2d4528db-002f-4870-b2a0-e673cab192f5 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:40:42.466090 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4528db-002f-4870-b2a0-e673cab192f5 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:40:42.472193 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4528db-002f-4870-b2a0-e673cab192f5 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event updated for resources: {'Port': ['ID=cb7a69ae-0e64-4f6c-8095-a579b6692197,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:42.527543 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2d4528db-002f-4870-b2a0-e673cab192f5 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:42.699763 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2d4528db-002f-4870-b2a0-e673cab192f5 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:42.907246 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device ee8b7a60-bc45-4c4d-8699-b3502960371e up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:40:43.045252 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port ee8b7a60-bc45-4c4d-8699-b3502960371e triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:40:43.045906 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:43.159383 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2d4528db-002f-4870-b2a0-e673cab192f5 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:43.168213 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2d4528db-002f-4870-b2a0-e673cab192f5 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:43.231951 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:43.304672 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port ee8b7a60-bc45-4c4d-8699-b3502960371e, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=ee8b7a60-bc45-4c4d-8699-b3502960371e,segment=NetworkSegment(007726e4-f55e-460b-864f-580d6cc035c2),segment_id=007726e4-f55e-460b-864f-580d6cc035c2)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:40:43.307263 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2d4528db-002f-4870-b2a0-e673cab192f5 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:43.311175 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:43.312222 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 1cba252a-1081-48f4-9aaf-b1a320e48ac1 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:40:43.320837 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4528db-002f-4870-b2a0-e673cab192f5 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event updated for resources: {'Port': ['ID=cb7a69ae-0e64-4f6c-8095-a579b6692197,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:43.332863 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4337dce-56d1-4928-a590-19906448b692 req-48265c7f-7258-47c8-9b0c-c90c41b01b0f tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:43.334637 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b4337dce-56d1-4928-a590-19906448b692 req-48265c7f-7258-47c8-9b0c-c90c41b01b0f tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8 HTTP/1.1" status: 200 len: 946 time: 0.4859519 Nov 12 01:40:43.435000 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 1cba252a-1081-48f4-9aaf-b1a320e48ac1 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:40:43.435483 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:43.458168 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b4337dce-56d1-4928-a590-19906448b692 req-07267286-30f4-4bbe-95e1-b44dc6159b4c tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069050 Nov 12 01:40:43.462121 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=ee8b7a60-bc45-4c4d-8699-b3502960371e,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:43.492050 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4528db-002f-4870-b2a0-e673cab192f5 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Network c10d9824-0f07-406a-b38d-68ad49e8d10f is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:40:43.493893 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-2d4528db-002f-4870-b2a0-e673cab192f5 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:40:43.596980 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d103c0-ca23-40e7-bf0d-1a2bf9f86f92 None None] Network c10d9824-0f07-406a-b38d-68ad49e8d10f requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:40:43.675295 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-6ef18568-34ad-4efb-9ea6-79446225e723 None None] Provisioning complete for port ee8b7a60-bc45-4c4d-8699-b3502960371e triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:40:43.675663 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6ef18568-34ad-4efb-9ea6-79446225e723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:43.790981 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d4528db-002f-4870-b2a0-e673cab192f5 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Router a05c96c1-5a08-416e-8b55-f3799ab2e089 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:40:43.826452 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28539255-15fc-41e4-a577-b1a28becae1c req-e2469f6c-d2b0-435f-a503-96824d2fd4d3 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:43.829295 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-28539255-15fc-41e4-a577-b1a28becae1c req-e2469f6c-d2b0-435f-a503-96824d2fd4d3 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8 HTTP/1.1" status: 200 len: 946 time: 0.2228515 Nov 12 01:40:43.968341 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-28539255-15fc-41e4-a577-b1a28becae1c req-b752736c-2079-4b27-8dda-013c2c968366 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275821 Nov 12 01:40:43.991884 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53482) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:43.992555 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4528db-002f-4870-b2a0-e673cab192f5 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:40:43.998313 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2d4528db-002f-4870-b2a0-e673cab192f5 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "PUT /v2.0/routers/a05c96c1-5a08-416e-8b55-f3799ab2e089/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4355319 Nov 12 01:40:44.002845 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53484) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:44.174853 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7e604df3-6d31-4971-bac0-701ecc4910a9 None None] Provisioning complete for port ee8b7a60-bc45-4c4d-8699-b3502960371e triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:40:44.175430 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7e604df3-6d31-4971-bac0-701ecc4910a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:44.236810 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e67c1e-8f31-4bb9-afb2-7c92a02046f6 tempest-TestVolumeBootPattern-2111083086 tempest-TestVolumeBootPattern-2111083086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:44.242117 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f9e67c1e-8f31-4bb9-afb2-7c92a02046f6 tempest-TestVolumeBootPattern-2111083086 tempest-TestVolumeBootPattern-2111083086-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8 HTTP/1.1" status: 200 len: 1093 time: 0.2486989 Nov 12 01:40:44.242408 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98c2fb2-5dc4-4955-a7c3-0e2316d6df81 None None] Sync routers for ids ['a05c96c1-5a08-416e-8b55-f3799ab2e089'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:40:44.243151 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53488) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:44.249094 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-291c44a8-6b7e-4f42-bc5a-92eabfac5b08 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Request body: {'floatingip': {'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'port_id': '4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:40:44.257767 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98c2fb2-5dc4-4955-a7c3-0e2316d6df81 None None] Routers {'a05c96c1-5a08-416e-8b55-f3799ab2e089'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:40:44.258735 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-c98c2fb2-5dc4-4955-a7c3-0e2316d6df81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:40:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['a05c96c1-5a08-416e-8b55-f3799ab2e089'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:44.302869 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-291c44a8-6b7e-4f42-bc5a-92eabfac5b08 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks [] for floatingip, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:44.468160 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-291c44a8-6b7e-4f42-bc5a-92eabfac5b08 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:44.502713 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-c98c2fb2-5dc4-4955-a7c3-0e2316d6df81 None None] Set router a05c96c1-5a08-416e-8b55-f3799ab2e089 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:40:44.566276 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7e604df3-6d31-4971-bac0-701ecc4910a9 None None] Provisioning complete for port cb7a69ae-0e64-4f6c-8095-a579b6692197 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:40:44.567115 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7e604df3-6d31-4971-bac0-701ecc4910a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:44.640114 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-7e604df3-6d31-4971-bac0-701ecc4910a9 None None] Port cb7a69ae-0e64-4f6c-8095-a579b6692197 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:40:44.659220 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-291c44a8-6b7e-4f42-bc5a-92eabfac5b08 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Allocated IP 172.25.3.186 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/41618fec-c1f8-4be7-9e68-b3ac085ede87) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:40:44.813580 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-291c44a8-6b7e-4f42-bc5a-92eabfac5b08 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:44.815421 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb950e98-d43e-484c-acec-e113156cc3ec tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:44.816188 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb950e98-d43e-484c-acec-e113156cc3ec tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:44.816486 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb950e98-d43e-484c-acec-e113156cc3ec tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:44.817200 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb950e98-d43e-484c-acec-e113156cc3ec tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:44.817996 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb950e98-d43e-484c-acec-e113156cc3ec tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:44.818459 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb950e98-d43e-484c-acec-e113156cc3ec tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:44.819209 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb950e98-d43e-484c-acec-e113156cc3ec tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:44.819672 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb950e98-d43e-484c-acec-e113156cc3ec tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:44.820496 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb950e98-d43e-484c-acec-e113156cc3ec tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:44.827633 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-fb950e98-d43e-484c-acec-e113156cc3ec tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6355 time: 0.8191583 Nov 12 01:40:44.828184 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53490) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:44.855500 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-de81b2d2-9f89-465f-81eb-94c38f0544cb None None] Provisioning complete for port cb7a69ae-0e64-4f6c-8095-a579b6692197 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:40:44.855876 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-de81b2d2-9f89-465f-81eb-94c38f0544cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:44.864717 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device ee8b7a60-bc45-4c4d-8699-b3502960371e up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:40:44.868870 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-291c44a8-6b7e-4f42-bc5a-92eabfac5b08 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:44.915757 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291c44a8-6b7e-4f42-bc5a-92eabfac5b08 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:40:44.921566 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-291c44a8-6b7e-4f42-bc5a-92eabfac5b08 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:40:44.928296 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291c44a8-6b7e-4f42-bc5a-92eabfac5b08 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:40:44.958940 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291c44a8-6b7e-4f42-bc5a-92eabfac5b08 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Pushing event updated for resources: {'Port': ['ID=41618fec-c1f8-4be7-9e68-b3ac085ede87,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:44.986867 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-de81b2d2-9f89-465f-81eb-94c38f0544cb None None] Port cb7a69ae-0e64-4f6c-8095-a579b6692197 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:40:45.027345 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port ee8b7a60-bc45-4c4d-8699-b3502960371e triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:40:45.027993 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:45.047829 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1186efc9-adec-451a-8cc6-ceb24b6e7799 tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:45.048737 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1186efc9-adec-451a-8cc6-ceb24b6e7799 tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:45.049587 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1186efc9-adec-451a-8cc6-ceb24b6e7799 tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:45.050390 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1186efc9-adec-451a-8cc6-ceb24b6e7799 tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:45.051219 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1186efc9-adec-451a-8cc6-ceb24b6e7799 tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:45.052072 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1186efc9-adec-451a-8cc6-ceb24b6e7799 tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:45.053103 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1186efc9-adec-451a-8cc6-ceb24b6e7799 tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:45.053963 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1186efc9-adec-451a-8cc6-ceb24b6e7799 tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:45.054792 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1186efc9-adec-451a-8cc6-ceb24b6e7799 tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:45.062341 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-1186efc9-adec-451a-8cc6-ceb24b6e7799 tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5899 time: 0.2286417 Nov 12 01:40:45.063018 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53492) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:45.071233 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-c98c2fb2-5dc4-4955-a7c3-0e2316d6df81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05c96c1-5a08-416e-8b55-f3799ab2e089', 'name': 'tempest-TestNetworkBasicOps-router-1980256552', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '1cba252a-1081-48f4-9aaf-b1a320e48ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:40:37Z', 'updated_at': '2021-11-12T01:40:42Z', 'revision_number': 4, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'gw_port': {'id': '1cba252a-1081-48f4-9aaf-b1a320e48ac1', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05c96c1-5a08-416e-8b55-f3799ab2e089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:40:38Z', 'updated_at': '2021-11-12T01:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'cb7a69ae-0e64-4f6c-8095-a579b6692197', 'name': '', 'network_id': 'c10d9824-0f07-406a-b38d-68ad49e8d10f', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'mac_address': 'fa:16:3e:30:0c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a05c96c1-5a08-416e-8b55-f3799ab2e089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '9f987e80-2ca8-4581-afeb-3f175817f054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:40:41Z', 'updated_at': '2021-11-12T01:40:42Z', 'revision_number': 2, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'subnets': [{'id': '9f987e80-2ca8-4581-afeb-3f175817f054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:45.106807 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98c2fb2-5dc4-4955-a7c3-0e2316d6df81 None None] Checking router: a05c96c1-5a08-416e-8b55-f3799ab2e089 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:40:45.107316 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98c2fb2-5dc4-4955-a7c3-0e2316d6df81 None None] Updating router a05c96c1-5a08-416e-8b55-f3799ab2e089 port cb7a69ae-0e64-4f6c-8095-a579b6692197 binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:40:45.143350 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c98c2fb2-5dc4-4955-a7c3-0e2316d6df81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:45.381615 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-291c44a8-6b7e-4f42-bc5a-92eabfac5b08 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:45.436373 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:40:45.473983 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-bf91706e-9dc4-4e18-b960-88cda44c47d6 tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5210 time: 0.4092779 Nov 12 01:40:45.516407 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-291c44a8-6b7e-4f42-bc5a-92eabfac5b08 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:45.724590 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c98c2fb2-5dc4-4955-a7c3-0e2316d6df81 None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:45.739840 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c98c2fb2-5dc4-4955-a7c3-0e2316d6df81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:45.797390 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f2240b-0b78-4669-b725-078dfeec3eeb None None] Pushing event updated for resources: {'Port': ['ID=cb7a69ae-0e64-4f6c-8095-a579b6692197,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:45.814624 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-291c44a8-6b7e-4f42-bc5a-92eabfac5b08 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:45.828797 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-291c44a8-6b7e-4f42-bc5a-92eabfac5b08 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:45.866252 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-c98c2fb2-5dc4-4955-a7c3-0e2316d6df81 None None] Attempting to bind port cb7a69ae-0e64-4f6c-8095-a579b6692197 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:40:45.866621 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-c98c2fb2-5dc4-4955-a7c3-0e2316d6df81 None None] Attempting to bind port cb7a69ae-0e64-4f6c-8095-a579b6692197 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '007726e4-f55e-460b-864f-580d6cc035c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c10d9824-0f07-406a-b38d-68ad49e8d10f'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:40:45.866986 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98c2fb2-5dc4-4955-a7c3-0e2316d6df81 None None] Attempting to bind port cb7a69ae-0e64-4f6c-8095-a579b6692197 on network c10d9824-0f07-406a-b38d-68ad49e8d10f {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:40:45.873976 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98c2fb2-5dc4-4955-a7c3-0e2316d6df81 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:40:45.874349 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98c2fb2-5dc4-4955-a7c3-0e2316d6df81 None None] Checking segment: {'id': '007726e4-f55e-460b-864f-580d6cc035c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c10d9824-0f07-406a-b38d-68ad49e8d10f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:40:45.874562 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c98c2fb2-5dc4-4955-a7c3-0e2316d6df81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:45.874963 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98c2fb2-5dc4-4955-a7c3-0e2316d6df81 None None] Bound using segment: {'id': '007726e4-f55e-460b-864f-580d6cc035c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c10d9824-0f07-406a-b38d-68ad49e8d10f'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:40:45.875446 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-c98c2fb2-5dc4-4955-a7c3-0e2316d6df81 None None] Bound port: cb7a69ae-0e64-4f6c-8095-a579b6692197, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '007726e4-f55e-460b-864f-580d6cc035c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c10d9824-0f07-406a-b38d-68ad49e8d10f'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:40:45.875828 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c98c2fb2-5dc4-4955-a7c3-0e2316d6df81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:45.923798 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53496) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:45.931623 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-1077e217-d7a1-4a4e-9f95-97e0f8575b85 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2006596138', 'description': 'tempest-secgroup-smoke-2006596138 description', 'project_id': 'da2f05210fd943e2951f3890676710a2'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:40:45.962035 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291c44a8-6b7e-4f42-bc5a-92eabfac5b08 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Pushing event updated for resources: {'Port': ['ID=41618fec-c1f8-4be7-9e68-b3ac085ede87,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:45.973544 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-291c44a8-6b7e-4f42-bc5a-92eabfac5b08 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:45.979019 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1077e217-d7a1-4a4e-9f95-97e0f8575b85 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:46.009717 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-c98c2fb2-5dc4-4955-a7c3-0e2316d6df81 None None] For port cb7a69ae-0e64-4f6c-8095-a579b6692197, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:40:46.015156 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-c98c2fb2-5dc4-4955-a7c3-0e2316d6df81 None None] For port cb7a69ae-0e64-4f6c-8095-a579b6692197, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=cb7a69ae-0e64-4f6c-8095-a579b6692197,segment=NetworkSegment(007726e4-f55e-460b-864f-580d6cc035c2),segment_id=007726e4-f55e-460b-864f-580d6cc035c2)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:40:46.023482 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c98c2fb2-5dc4-4955-a7c3-0e2316d6df81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:46.096646 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98c2fb2-5dc4-4955-a7c3-0e2316d6df81 None None] Routers {'a05c96c1-5a08-416e-8b55-f3799ab2e089'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:40:46.097312 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-c98c2fb2-5dc4-4955-a7c3-0e2316d6df81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:40:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['a05c96c1-5a08-416e-8b55-f3799ab2e089'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:46.102903 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f2240b-0b78-4669-b725-078dfeec3eeb None None] Pushing event updated for resources: {'Port': ['ID=cb7a69ae-0e64-4f6c-8095-a579b6692197,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:46.166265 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1077e217-d7a1-4a4e-9f95-97e0f8575b85 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:46.169643 n-d-712142-27 neutron-server[109086]: INFO neutron.db.l3_db [None req-291c44a8-6b7e-4f42-bc5a-92eabfac5b08 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Floating IP 9cc4de73-8a03-458e-a955-158024910449 associated. External IP: 172.25.3.186, port: 4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89. Nov 12 01:40:46.178063 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1077e217-d7a1-4a4e-9f95-97e0f8575b85 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:46.198916 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53500) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:46.227179 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1077e217-d7a1-4a4e-9f95-97e0f8575b85 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:46.233493 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-1077e217-d7a1-4a4e-9f95-97e0f8575b85 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3051913 Nov 12 01:40:46.235775 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53502) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:46.241700 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-d1bad645-6bbe-4307-b180-e7b81d84b388 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Request body: {'security_group_rule': {'security_group_id': '3147cf79-3453-4145-b3af-b0dba349f0f7', 'project_id': 'da2f05210fd943e2951f3890676710a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:40:46.264979 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-c98c2fb2-5dc4-4955-a7c3-0e2316d6df81 None None] Set router a05c96c1-5a08-416e-8b55-f3799ab2e089 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:40:46.267740 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-0acaec24-bff5-4e91-bac7-2f7fe0fbf7cf None None] Provisioning complete for port cb7a69ae-0e64-4f6c-8095-a579b6692197 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:40:46.268158 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0acaec24-bff5-4e91-bac7-2f7fe0fbf7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:46.314363 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1077e217-d7a1-4a4e-9f95-97e0f8575b85 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3147cf79-3453-4145-b3af-b0dba349f0f7,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:46.314703 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d1bad645-6bbe-4307-b180-e7b81d84b388 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:46.470874 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d1bad645-6bbe-4307-b180-e7b81d84b388 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:46.474561 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-aed33d68-762b-4a94-a0f6-e4d08156bb4d tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Deleting port f38da19d-dbdf-47c7-b410-027906de82bb {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:40:46.475010 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-aed33d68-762b-4a94-a0f6-e4d08156bb4d tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:46.477178 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d1bad645-6bbe-4307-b180-e7b81d84b388 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:46.508930 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bad645-6bbe-4307-b180-e7b81d84b388 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12869847-9984-470a-9516-05b81eb5a2a0,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:46.548399 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d1bad645-6bbe-4307-b180-e7b81d84b388 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:46.549716 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d1bad645-6bbe-4307-b180-e7b81d84b388 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3126669 Nov 12 01:40:46.552534 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53504) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:46.557506 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-55397330-3584-4fe1-b4a8-eaac127e6e6d tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Request body: {'security_group_rule': {'security_group_id': '3147cf79-3453-4145-b3af-b0dba349f0f7', 'project_id': 'da2f05210fd943e2951f3890676710a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:40:46.577138 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-aed33d68-762b-4a94-a0f6-e4d08156bb4d tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:46.577476 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-aed33d68-762b-4a94-a0f6-e4d08156bb4d tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:46.592286 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-aed33d68-762b-4a94-a0f6-e4d08156bb4d tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Calling delete_port for f38da19d-dbdf-47c7-b410-027906de82bb owned by network:floatingip {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:40:46.597363 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-291c44a8-6b7e-4f42-bc5a-92eabfac5b08 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Router 8241e887-bcf7-405c-9401-d3e785b1e547 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:40:46.618713 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-55397330-3584-4fe1-b4a8-eaac127e6e6d tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:46.630814 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0acaec24-bff5-4e91-bac7-2f7fe0fbf7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:46.706938 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-0acaec24-bff5-4e91-bac7-2f7fe0fbf7cf None None] For port cb7a69ae-0e64-4f6c-8095-a579b6692197, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=cb7a69ae-0e64-4f6c-8095-a579b6692197,segment=NetworkSegment(007726e4-f55e-460b-864f-580d6cc035c2),segment_id=007726e4-f55e-460b-864f-580d6cc035c2)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:40:46.714099 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0acaec24-bff5-4e91-bac7-2f7fe0fbf7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:46.781623 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-55397330-3584-4fe1-b4a8-eaac127e6e6d tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:46.783150 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291c44a8-6b7e-4f42-bc5a-92eabfac5b08 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:40:46.790865 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-55397330-3584-4fe1-b4a8-eaac127e6e6d tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:46.799054 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acaec24-bff5-4e91-bac7-2f7fe0fbf7cf None None] Pushing event updated for resources: {'Port': ['ID=cb7a69ae-0e64-4f6c-8095-a579b6692197,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:46.808398 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a826bda0-37c9-497c-be86-f5e960b18f76 None None] Sync routers for ids ['8241e887-bcf7-405c-9401-d3e785b1e547'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:40:46.820653 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55397330-3584-4fe1-b4a8-eaac127e6e6d tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3322fa32-03fe-4d62-9b07-07010178012a,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:46.827603 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-291c44a8-6b7e-4f42-bc5a-92eabfac5b08 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:46.828250 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a826bda0-37c9-497c-be86-f5e960b18f76 None None] Routers {'8241e887-bcf7-405c-9401-d3e785b1e547'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:40:46.829376 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-a826bda0-37c9-497c-be86-f5e960b18f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:40:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['8241e887-bcf7-405c-9401-d3e785b1e547'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:46.834746 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-55397330-3584-4fe1-b4a8-eaac127e6e6d tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:46.836099 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-55397330-3584-4fe1-b4a8-eaac127e6e6d tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2825022 Nov 12 01:40:46.840328 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53506) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:46.845370 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-1f5b4fba-e04e-486c-a153-5ea570a7f8d1 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Request body: {'security_group_rule': {'security_group_id': '3147cf79-3453-4145-b3af-b0dba349f0f7', 'project_id': 'da2f05210fd943e2951f3890676710a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:40:46.855036 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-c98c2fb2-5dc4-4955-a7c3-0e2316d6df81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05c96c1-5a08-416e-8b55-f3799ab2e089', 'name': 'tempest-TestNetworkBasicOps-router-1980256552', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '1cba252a-1081-48f4-9aaf-b1a320e48ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:40:37Z', 'updated_at': '2021-11-12T01:40:42Z', 'revision_number': 4, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'gw_port': {'id': '1cba252a-1081-48f4-9aaf-b1a320e48ac1', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05c96c1-5a08-416e-8b55-f3799ab2e089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:40:38Z', 'updated_at': '2021-11-12T01:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'cb7a69ae-0e64-4f6c-8095-a579b6692197', 'name': '', 'network_id': 'c10d9824-0f07-406a-b38d-68ad49e8d10f', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'mac_address': 'fa:16:3e:30:0c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a05c96c1-5a08-416e-8b55-f3799ab2e089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '9f987e80-2ca8-4581-afeb-3f175817f054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:40:41Z', 'updated_at': '2021-11-12T01:40:45Z', 'revision_number': 4, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'subnets': [{'id': '9f987e80-2ca8-4581-afeb-3f175817f054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:46.858017 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-aed33d68-762b-4a94-a0f6-e4d08156bb4d tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:46.883234 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-291c44a8-6b7e-4f42-bc5a-92eabfac5b08 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6384580 Nov 12 01:40:46.884360 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8', 'tag': '4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:40:46.888565 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f3116f-dc8e-4c5c-8184-93ace9959f8b" -d '{"events": [{"name": "network-changed", "server_uuid": "8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8", "tag": "4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:40:46.888787 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98c2fb2-5dc4-4955-a7c3-0e2316d6df81 None None] The sync data for ids ['a05c96c1-5a08-416e-8b55-f3799ab2e089'] in n-d-712142-27 is: [{'id': 'a05c96c1-5a08-416e-8b55-f3799ab2e089', 'name': 'tempest-TestNetworkBasicOps-router-1980256552', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '1cba252a-1081-48f4-9aaf-b1a320e48ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:40:37Z', 'updated_at': '2021-11-12T01:40:42Z', 'revision_number': 4, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'gw_port': {'id': '1cba252a-1081-48f4-9aaf-b1a320e48ac1', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05c96c1-5a08-416e-8b55-f3799ab2e089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:40:38Z', 'updated_at': '2021-11-12T01:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'cb7a69ae-0e64-4f6c-8095-a579b6692197', 'name': '', 'network_id': 'c10d9824-0f07-406a-b38d-68ad49e8d10f', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'mac_address': 'fa:16:3e:30:0c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a05c96c1-5a08-416e-8b55-f3799ab2e089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '9f987e80-2ca8-4581-afeb-3f175817f054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:40:41Z', 'updated_at': '2021-11-12T01:40:45Z', 'revision_number': 4, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'subnets': [{'id': '9f987e80-2ca8-4581-afeb-3f175817f054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:40:46.891347 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-8bd230b5-b00c-4f91-b2a9-612b25522a9a None None] Provisioning complete for port cb7a69ae-0e64-4f6c-8095-a579b6692197 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:40:46.891720 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8bd230b5-b00c-4f91-b2a9-612b25522a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:46.898817 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed33d68-762b-4a94-a0f6-e4d08156bb4d tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event deleted for resources: {'Port': ['ID=f38da19d-dbdf-47c7-b410-027906de82bb,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:46.988931 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-aed33d68-762b-4a94-a0f6-e4d08156bb4d tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for floatingip, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:46.989545 n-d-712142-27 neutron-server[109085]: INFO neutron.db.l3_db [None req-aed33d68-762b-4a94-a0f6-e4d08156bb4d tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Floating IP af20290f-19e8-4240-bba9-846d75914994 disassociated (deleted). External IP: 172.25.3.155, port: 1e6a15de-78f1-40b0-b3b1-458e9940bd7b. Nov 12 01:40:46.991315 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1f5b4fba-e04e-486c-a153-5ea570a7f8d1 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:47.015301 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e137f3dc-2772-4562-9394-cf2464a87aac x-openstack-request-id: req-e137f3dc-2772-4562-9394-cf2464a87aac {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:40:47.017450 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8", "tag": "4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:40:47.017997 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e137f3dc-2772-4562-9394-cf2464a87aac {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:40:47.018664 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8', 'tag': '4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89', 'status': 'completed', 'code': 200} Nov 12 01:40:47.049716 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-a826bda0-37c9-497c-be86-f5e960b18f76 None None] Set router 8241e887-bcf7-405c-9401-d3e785b1e547 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:40:47.249003 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1f5b4fba-e04e-486c-a153-5ea570a7f8d1 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:47.261784 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1f5b4fba-e04e-486c-a153-5ea570a7f8d1 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:47.328497 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f3116f-dc8e-4c5c-8184-93ace9959f8b req-8aae0b70-1265-4463-9cb0-8783cb30c18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:47.331053 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a8f3116f-dc8e-4c5c-8184-93ace9959f8b req-8aae0b70-1265-4463-9cb0-8783cb30c18f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=094a5f5e492c44f8b09b4e12e8299cf9&device_id=8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8 HTTP/1.1" status: 200 len: 1098 time: 0.2601087 Nov 12 01:40:47.338094 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5b4fba-e04e-486c-a153-5ea570a7f8d1 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6bb463f-2110-4bba-b358-739b74dd2892,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:47.364971 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1f5b4fba-e04e-486c-a153-5ea570a7f8d1 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:47.367104 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-1f5b4fba-e04e-486c-a153-5ea570a7f8d1 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5254385 Nov 12 01:40:47.370018 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53512) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:47.383468 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-c49b6d83-fc13-4fee-ad08-2b3e1a269673 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Request body: {'security_group_rule': {'security_group_id': '3147cf79-3453-4145-b3af-b0dba349f0f7', 'project_id': 'da2f05210fd943e2951f3890676710a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:40:47.426873 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c49b6d83-fc13-4fee-ad08-2b3e1a269673 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:47.429423 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-a826bda0-37c9-497c-be86-f5e960b18f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'name': 'tempest-TestVolumeBootPattern-1803726501-router', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'b3315c24-034f-4c6c-af2b-ac0625dea128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:23:26Z', 'updated_at': '2021-11-12T01:23:42Z', 'revision_number': 4, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'gw_port': {'id': 'b3315c24-034f-4c6c-af2b-ac0625dea128', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fe:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:31Z', 'updated_at': '2021-11-12T01:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '7fe71942-4f31-4a2b-820b-9f2331ad130e', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'floating_ip_address': '172.25.3.128', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'port_id': '61632b75-18d7-4988-9bba-0c8958f15e78', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3', 'mac_address': 'fa:16:3e:75:14:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd087b29f-7d23-4582-bd97-6a2a933279b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:38:23Z', 'updated_at': '2021-11-12T01:38:29Z', 'revision_number': 1, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'fixed_ip_address_scope': None}, {'id': '9cc4de73-8a03-458e-a955-158024910449', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'floating_ip_address': '172.25.3.186', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'port_id': '4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3', 'mac_address': 'fa:16:3e:0b:60:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:40:45Z', 'updated_at': '2021-11-12T01:40:45Z', 'revision_number': 0, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '235ce499-d7ad-46db-8998-1728331e7427', 'name': '', 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'mac_address': 'fa:16:3e:ef:f5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '6369b7da-1f3e-4df6-8094-1e515695655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:38Z', 'updated_at': '2021-11-12T01:23:48Z', 'revision_number': 5, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'subnets': [{'id': '6369b7da-1f3e-4df6-8094-1e515695655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:47.466061 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a826bda0-37c9-497c-be86-f5e960b18f76 None None] Checking router: 8241e887-bcf7-405c-9401-d3e785b1e547 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:40:47.477790 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a826bda0-37c9-497c-be86-f5e960b18f76 None None] Routers {'8241e887-bcf7-405c-9401-d3e785b1e547'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:40:47.478763 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-a826bda0-37c9-497c-be86-f5e960b18f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:40:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['8241e887-bcf7-405c-9401-d3e785b1e547'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:47.549258 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c49b6d83-fc13-4fee-ad08-2b3e1a269673 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:47.557771 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c49b6d83-fc13-4fee-ad08-2b3e1a269673 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:47.564991 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f3116f-dc8e-4c5c-8184-93ace9959f8b req-a97088a7-5933-48f5-8d9b-3a071adaa780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:47.567270 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a8f3116f-dc8e-4c5c-8184-93ace9959f8b req-a97088a7-5933-48f5-8d9b-3a071adaa780 service neutron] 10.222.0.16 "GET /v2.0/networks?id=41d3594c-6378-4888-b7ad-f2b6034333e3 HTTP/1.1" status: 200 len: 912 time: 0.2217093 Nov 12 01:40:47.582978 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b6d83-fc13-4fee-ad08-2b3e1a269673 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab2755a1-0bd2-4467-ab77-dcf3dabffc4e,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:47.599390 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c49b6d83-fc13-4fee-ad08-2b3e1a269673 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:47.603049 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c49b6d83-fc13-4fee-ad08-2b3e1a269673 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2312138 Nov 12 01:40:47.608100 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53514) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:47.613516 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-fa024f93-de75-4e7c-9ac2-5f4c8e2c5548 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Request body: {'security_group_rule': {'security_group_id': '3147cf79-3453-4145-b3af-b0dba349f0f7', 'project_id': 'da2f05210fd943e2951f3890676710a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:40:47.650313 n-d-712142-27 neutron-server[109086]: INFO neutron.db.securitygroups_db [None req-fa024f93-de75-4e7c-9ac2-5f4c8e2c5548 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Project da2f05210fd943e2951f3890676710a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:40:47.659333 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fa024f93-de75-4e7c-9ac2-5f4c8e2c5548 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:47.683276 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-a826bda0-37c9-497c-be86-f5e960b18f76 None None] Set router 8241e887-bcf7-405c-9401-d3e785b1e547 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:40:47.706032 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed33d68-762b-4a94-a0f6-e4d08156bb4d tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Router 8bb27532-4558-4942-b1e9-2a9eee6d0fcf has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:40:47.747207 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a8f3116f-dc8e-4c5c-8184-93ace9959f8b req-dd7aea9f-945f-4831-af99-7e40e60d6a20 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89 HTTP/1.1" status: 200 len: 1000 time: 0.1645222 Nov 12 01:40:47.761735 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fa024f93-de75-4e7c-9ac2-5f4c8e2c5548 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:47.768287 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fa024f93-de75-4e7c-9ac2-5f4c8e2c5548 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:47.791158 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa024f93-de75-4e7c-9ac2-5f4c8e2c5548 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=324d59aa-ec5b-4615-955e-e37b33914784,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:47.827344 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fa024f93-de75-4e7c-9ac2-5f4c8e2c5548 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:47.835420 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-fa024f93-de75-4e7c-9ac2-5f4c8e2c5548 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2257597 Nov 12 01:40:47.836559 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53516) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:47.844917 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-32e7f89c-d3a4-43a2-a2bb-906e1d5bf3fb tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Request body: {'security_group_rule': {'security_group_id': '3147cf79-3453-4145-b3af-b0dba349f0f7', 'project_id': 'da2f05210fd943e2951f3890676710a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:40:47.888731 n-d-712142-27 neutron-server[109086]: INFO neutron.db.securitygroups_db [None req-32e7f89c-d3a4-43a2-a2bb-906e1d5bf3fb tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Project da2f05210fd943e2951f3890676710a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:40:47.900325 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-32e7f89c-d3a4-43a2-a2bb-906e1d5bf3fb tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:47.982647 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f3116f-dc8e-4c5c-8184-93ace9959f8b req-1fdf110d-bf6e-44dc-ac4d-cedbd2ff79a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:47.985437 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a8f3116f-dc8e-4c5c-8184-93ace9959f8b req-1fdf110d-bf6e-44dc-ac4d-cedbd2ff79a5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6369b7da-1f3e-4df6-8094-1e515695655d HTTP/1.1" status: 200 len: 851 time: 0.1728578 Nov 12 01:40:48.018679 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-32e7f89c-d3a4-43a2-a2bb-906e1d5bf3fb tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:48.024923 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-32e7f89c-d3a4-43a2-a2bb-906e1d5bf3fb tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:48.059748 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e7f89c-d3a4-43a2-a2bb-906e1d5bf3fb tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2875a032-589e-4167-98d4-674a0a01e60e,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:48.065531 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed33d68-762b-4a94-a0f6-e4d08156bb4d tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:40:48.077134 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-aed33d68-762b-4a94-a0f6-e4d08156bb4d tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:48.078997 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e41ffe4-3ac7-43a0-9c24-85c1ef2db0e0 None None] Sync routers for ids ['8bb27532-4558-4942-b1e9-2a9eee6d0fcf'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:40:48.087626 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-a826bda0-37c9-497c-be86-f5e960b18f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'name': 'tempest-TestVolumeBootPattern-1803726501-router', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'b3315c24-034f-4c6c-af2b-ac0625dea128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:23:26Z', 'updated_at': '2021-11-12T01:23:42Z', 'revision_number': 4, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'gw_port': {'id': 'b3315c24-034f-4c6c-af2b-ac0625dea128', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fe:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:31Z', 'updated_at': '2021-11-12T01:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '7fe71942-4f31-4a2b-820b-9f2331ad130e', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'floating_ip_address': '172.25.3.128', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'port_id': '61632b75-18d7-4988-9bba-0c8958f15e78', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3', 'mac_address': 'fa:16:3e:75:14:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd087b29f-7d23-4582-bd97-6a2a933279b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:38:23Z', 'updated_at': '2021-11-12T01:38:29Z', 'revision_number': 1, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'fixed_ip_address_scope': None}, {'id': '9cc4de73-8a03-458e-a955-158024910449', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'floating_ip_address': '172.25.3.186', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'port_id': '4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3', 'mac_address': 'fa:16:3e:0b:60:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:40:45Z', 'updated_at': '2021-11-12T01:40:45Z', 'revision_number': 0, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '235ce499-d7ad-46db-8998-1728331e7427', 'name': '', 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'mac_address': 'fa:16:3e:ef:f5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '6369b7da-1f3e-4df6-8094-1e515695655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:38Z', 'updated_at': '2021-11-12T01:23:48Z', 'revision_number': 5, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'subnets': [{'id': '6369b7da-1f3e-4df6-8094-1e515695655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:48.095135 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e41ffe4-3ac7-43a0-9c24-85c1ef2db0e0 None None] Routers {'8bb27532-4558-4942-b1e9-2a9eee6d0fcf'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:40:48.095788 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-0e41ffe4-3ac7-43a0-9c24-85c1ef2db0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:40:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['8bb27532-4558-4942-b1e9-2a9eee6d0fcf'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:48.102520 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-32e7f89c-d3a4-43a2-a2bb-906e1d5bf3fb tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:48.123193 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-32e7f89c-d3a4-43a2-a2bb-906e1d5bf3fb tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2792907 Nov 12 01:40:48.128277 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a826bda0-37c9-497c-be86-f5e960b18f76 None None] The sync data for ids ['8241e887-bcf7-405c-9401-d3e785b1e547'] in n-d-712142-27 is: [{'id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'name': 'tempest-TestVolumeBootPattern-1803726501-router', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'b3315c24-034f-4c6c-af2b-ac0625dea128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:23:26Z', 'updated_at': '2021-11-12T01:23:42Z', 'revision_number': 4, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'gw_port': {'id': 'b3315c24-034f-4c6c-af2b-ac0625dea128', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fe:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:31Z', 'updated_at': '2021-11-12T01:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '7fe71942-4f31-4a2b-820b-9f2331ad130e', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'floating_ip_address': '172.25.3.128', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'port_id': '61632b75-18d7-4988-9bba-0c8958f15e78', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3', 'mac_address': 'fa:16:3e:75:14:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd087b29f-7d23-4582-bd97-6a2a933279b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:38:23Z', 'updated_at': '2021-11-12T01:38:29Z', 'revision_number': 1, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'fixed_ip_address_scope': None}, {'id': '9cc4de73-8a03-458e-a955-158024910449', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'floating_ip_address': '172.25.3.186', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'port_id': '4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3', 'mac_address': 'fa:16:3e:0b:60:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:40:45Z', 'updated_at': '2021-11-12T01:40:45Z', 'revision_number': 0, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '235ce499-d7ad-46db-8998-1728331e7427', 'name': '', 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'mac_address': 'fa:16:3e:ef:f5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '6369b7da-1f3e-4df6-8094-1e515695655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:38Z', 'updated_at': '2021-11-12T01:23:48Z', 'revision_number': 5, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'subnets': [{'id': '6369b7da-1f3e-4df6-8094-1e515695655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:40:48.140550 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-aed33d68-762b-4a94-a0f6-e4d08156bb4d tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "DELETE /v2.0/floatingips/af20290f-19e8-4240-bba9-846d75914994 HTTP/1.1" status: 204 len: 168 time: 1.9338105 Nov 12 01:40:48.143295 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f3116f-dc8e-4c5c-8184-93ace9959f8b req-e95f59db-b72c-480c-ac39-f4d154a0e948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:48.145786 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a8f3116f-dc8e-4c5c-8184-93ace9959f8b req-e95f59db-b72c-480c-ac39-f4d154a0e948 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=41d3594c-6378-4888-b7ad-f2b6034333e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1483026 Nov 12 01:40:48.146618 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8022c62d-fe18-4297-8457-81192e820719', 'tag': '1e6a15de-78f1-40b0-b3b1-458e9940bd7b'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:40:48.150755 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d07a02-d80d-4112-9806-971900f6adcc" -d '{"events": [{"name": "network-changed", "server_uuid": "8022c62d-fe18-4297-8457-81192e820719", "tag": "1e6a15de-78f1-40b0-b3b1-458e9940bd7b"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:40:48.228579 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b4b9d2-7825-4f30-896e-3f1afc6c80f6 x-openstack-request-id: req-94b4b9d2-7825-4f30-896e-3f1afc6c80f6 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:40:48.229271 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8022c62d-fe18-4297-8457-81192e820719", "tag": "1e6a15de-78f1-40b0-b3b1-458e9940bd7b", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:40:48.229793 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-94b4b9d2-7825-4f30-896e-3f1afc6c80f6 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:40:48.230870 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8022c62d-fe18-4297-8457-81192e820719', 'tag': '1e6a15de-78f1-40b0-b3b1-458e9940bd7b', 'status': 'completed', 'code': 200} Nov 12 01:40:48.347186 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a8f3116f-dc8e-4c5c-8184-93ace9959f8b req-000b45c1-89e0-4896-b83e-3dce18561642 service neutron] 10.222.0.16 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899266 Nov 12 01:40:48.399216 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-0e41ffe4-3ac7-43a0-9c24-85c1ef2db0e0 None None] Set router 8bb27532-4558-4942-b1e9-2a9eee6d0fcf gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:40:48.462945 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d07a02-d80d-4112-9806-971900f6adcc req-89f57af3-a0b8-4d88-9614-85f50ba3465d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:48.470828 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-76d07a02-d80d-4112-9806-971900f6adcc req-89f57af3-a0b8-4d88-9614-85f50ba3465d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=553fbe5d09fe49948bd69193fe3f0783&device_id=8022c62d-fe18-4297-8457-81192e820719 HTTP/1.1" status: 200 len: 1097 time: 0.1892748 Nov 12 01:40:48.544193 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a8f3116f-dc8e-4c5c-8184-93ace9959f8b req-b5393ea9-9a8e-41a1-9c73-cb7a9a50716c service neutron] 10.222.0.16 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829574 Nov 12 01:40:48.650131 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6a22698f-8f88-4cc6-953d-808107bf78c8 req-a1535224-cdd2-48b1-be4f-80f9f99407c5 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2006596138&fields=id&tenant_id=da2f05210fd943e2951f3890676710a2 HTTP/1.1" status: 200 len: 267 time: 0.1047735 Nov 12 01:40:48.665286 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d07a02-d80d-4112-9806-971900f6adcc req-601d539c-0c3f-4f15-8460-b83e2c16ccf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:48.666928 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-76d07a02-d80d-4112-9806-971900f6adcc req-601d539c-0c3f-4f15-8460-b83e2c16ccf9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7 HTTP/1.1" status: 200 len: 897 time: 0.1679580 Nov 12 01:40:48.736818 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258acec3-b59b-452b-b7b2-08a1d0ed3610 req-c88123f7-f319-44cd-b0c2-4337dc75b206 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:48.738893 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-258acec3-b59b-452b-b7b2-08a1d0ed3610 req-c88123f7-f319-44cd-b0c2-4337dc75b206 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8022c62d-fe18-4297-8457-81192e820719 HTTP/1.1" status: 200 len: 945 time: 0.1742399 Nov 12 01:40:48.798367 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-76d07a02-d80d-4112-9806-971900f6adcc req-888040d2-c795-4e9d-b721-ba499ca62543 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e6a15de-78f1-40b0-b3b1-458e9940bd7b HTTP/1.1" status: 200 len: 217 time: 0.1195095 Nov 12 01:40:48.850405 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5044b7e6-268e-4b56-a953-3c1ddee7af11 None None] New status for floating IP 9cc4de73-8a03-458e-a955-158024910449: ACTIVE {{(pid=109088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:40:48.892804 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22698f-8f88-4cc6-953d-808107bf78c8 req-3df526f7-51c2-4d50-a176-14c56afde7c8 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:48.896870 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6a22698f-8f88-4cc6-953d-808107bf78c8 req-3df526f7-51c2-4d50-a176-14c56afde7c8 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/networks?id=c10d9824-0f07-406a-b38d-68ad49e8d10f HTTP/1.1" status: 200 len: 796 time: 0.2456114 Nov 12 01:40:48.903816 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d07a02-d80d-4112-9806-971900f6adcc req-e8ffa877-e818-45d1-91b3-fb12f619b684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:48.905672 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-76d07a02-d80d-4112-9806-971900f6adcc req-e8ffa877-e818-45d1-91b3-fb12f619b684 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=932d63cb-6b21-4975-8897-617256128f86 HTTP/1.1" status: 200 len: 834 time: 0.0999949 Nov 12 01:40:48.914720 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-258acec3-b59b-452b-b7b2-08a1d0ed3610 req-68635639-3937-483d-b64e-caa785c9fd47 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1907552-1301-4254-a3f7-7f2eecc84b84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663220 Nov 12 01:40:48.940365 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6a22698f-8f88-4cc6-953d-808107bf78c8 req-6d376d79-1832-4053-82fc-1c18c2dcfb75 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/quotas/da2f05210fd943e2951f3890676710a2 HTTP/1.1" status: 200 len: 375 time: 0.0216913 Nov 12 01:40:48.940468 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device cb7a69ae-0e64-4f6c-8095-a579b6692197 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:40:48.985798 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d07a02-d80d-4112-9806-971900f6adcc req-26033396-88aa-4e64-bccd-26a293bc472d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:48.988460 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-76d07a02-d80d-4112-9806-971900f6adcc req-26033396-88aa-4e64-bccd-26a293bc472d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0655425 Nov 12 01:40:49.004817 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6a22698f-8f88-4cc6-953d-808107bf78c8 req-d2136b3f-bd8e-431c-8e0e-77b201c0742b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=da2f05210fd943e2951f3890676710a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0666354 Nov 12 01:40:49.047051 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-0e41ffe4-3ac7-43a0-9c24-85c1ef2db0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb27532-4558-4942-b1e9-2a9eee6d0fcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996693024', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '97b45b1e-3e96-496c-8e80-ae14d142d698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:51Z', 'updated_at': '2021-11-12T01:38:57Z', 'revision_number': 4, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': '97b45b1e-3e96-496c-8e80-ae14d142d698', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb27532-4558-4942-b1e9-2a9eee6d0fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:52Z', 'updated_at': '2021-11-12T01:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'e612430e-63bc-4d03-9a5d-a203c2e3c48b', 'name': '', 'network_id': '2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'mac_address': 'fa:16:3e:c2:b3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb27532-4558-4942-b1e9-2a9eee6d0fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '932d63cb-6b21-4975-8897-617256128f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:56Z', 'updated_at': '2021-11-12T01:39:03Z', 'revision_number': 5, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'subnets': [{'id': '932d63cb-6b21-4975-8897-617256128f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:49.117648 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e41ffe4-3ac7-43a0-9c24-85c1ef2db0e0 None None] Checking router: 8bb27532-4558-4942-b1e9-2a9eee6d0fcf for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:40:49.135468 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port cb7a69ae-0e64-4f6c-8095-a579b6692197 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:40:49.135735 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:49.137374 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6a22698f-8f88-4cc6-953d-808107bf78c8 req-8c9d78ca-a8ac-4c51-b4b0-110bbcca9721 service neutron] 10.222.0.45 "GET /v2.0/networks/c10d9824-0f07-406a-b38d-68ad49e8d10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167517 Nov 12 01:40:49.149640 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-76d07a02-d80d-4112-9806-971900f6adcc req-396e30a8-22a0-40a0-bce0-f5569b8f664b service neutron] 10.222.0.44 "GET /v2.0/networks/2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514759 Nov 12 01:40:49.171322 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e41ffe4-3ac7-43a0-9c24-85c1ef2db0e0 None None] Routers {'8bb27532-4558-4942-b1e9-2a9eee6d0fcf'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:40:49.172260 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-0e41ffe4-3ac7-43a0-9c24-85c1ef2db0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:40:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['8bb27532-4558-4942-b1e9-2a9eee6d0fcf'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:49.249782 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6a22698f-8f88-4cc6-953d-808107bf78c8 req-c8e2a01f-8ee0-4bf4-87f2-10990aa0a4c3 service neutron] 10.222.0.45 "GET /v2.0/networks/c10d9824-0f07-406a-b38d-68ad49e8d10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111474 Nov 12 01:40:49.290146 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-76d07a02-d80d-4112-9806-971900f6adcc req-6137de6f-8232-4b11-ac41-f606f9bd9003 service neutron] 10.222.0.44 "GET /v2.0/networks/2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312556 Nov 12 01:40:49.435730 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-0e41ffe4-3ac7-43a0-9c24-85c1ef2db0e0 None None] Set router 8bb27532-4558-4942-b1e9-2a9eee6d0fcf gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:40:49.472322 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-35e12027-5999-4125-bb4b-9f9b83b4f8f2 req-540fe39a-585e-47fa-bcf7-74f92e04786c tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8e38177-cf72-474d-9ee2-85475a074344 HTTP/1.1" status: 200 len: 210 time: 0.0549645 Nov 12 01:40:49.732122 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-0e41ffe4-3ac7-43a0-9c24-85c1ef2db0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb27532-4558-4942-b1e9-2a9eee6d0fcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996693024', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '97b45b1e-3e96-496c-8e80-ae14d142d698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:51Z', 'updated_at': '2021-11-12T01:38:57Z', 'revision_number': 4, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': '97b45b1e-3e96-496c-8e80-ae14d142d698', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb27532-4558-4942-b1e9-2a9eee6d0fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:52Z', 'updated_at': '2021-11-12T01:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'e612430e-63bc-4d03-9a5d-a203c2e3c48b', 'name': '', 'network_id': '2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'mac_address': 'fa:16:3e:c2:b3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb27532-4558-4942-b1e9-2a9eee6d0fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '932d63cb-6b21-4975-8897-617256128f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:56Z', 'updated_at': '2021-11-12T01:39:03Z', 'revision_number': 5, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'subnets': [{'id': '932d63cb-6b21-4975-8897-617256128f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:49.762003 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e41ffe4-3ac7-43a0-9c24-85c1ef2db0e0 None None] The sync data for ids ['8bb27532-4558-4942-b1e9-2a9eee6d0fcf'] in n-d-712142-27 is: [{'id': '8bb27532-4558-4942-b1e9-2a9eee6d0fcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996693024', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '97b45b1e-3e96-496c-8e80-ae14d142d698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:51Z', 'updated_at': '2021-11-12T01:38:57Z', 'revision_number': 4, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': '97b45b1e-3e96-496c-8e80-ae14d142d698', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb27532-4558-4942-b1e9-2a9eee6d0fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:52Z', 'updated_at': '2021-11-12T01:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'e612430e-63bc-4d03-9a5d-a203c2e3c48b', 'name': '', 'network_id': '2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'mac_address': 'fa:16:3e:c2:b3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb27532-4558-4942-b1e9-2a9eee6d0fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '932d63cb-6b21-4975-8897-617256128f86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:56Z', 'updated_at': '2021-11-12T01:39:03Z', 'revision_number': 5, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'subnets': [{'id': '932d63cb-6b21-4975-8897-617256128f86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:40:50.007150 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf7e507-43d9-4b47-98eb-92d68d097f58 req-0ff0c87a-f3e4-4e6a-8fab-15f7379e8d76 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:50.013261 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-adf7e507-43d9-4b47-98eb-92d68d097f58 req-0ff0c87a-f3e4-4e6a-8fab-15f7379e8d76 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.44 "GET /v2.0/ports?device_id=8022c62d-fe18-4297-8457-81192e820719 HTTP/1.1" status: 200 len: 945 time: 0.0778556 Nov 12 01:40:50.129921 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1573a2-a890-4cf3-87fb-069471d8d2ad req-29559499-a977-447e-8c6b-619ac88771c9 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:50.132453 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-da1573a2-a890-4cf3-87fb-069471d8d2ad req-29559499-a977-447e-8c6b-619ac88771c9 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8022c62d-fe18-4297-8457-81192e820719 HTTP/1.1" status: 200 len: 945 time: 0.0978992 Nov 12 01:40:50.175883 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07abf07-9a41-4f48-af00-184b1118f101 None None] New status for floating IP af20290f-19e8-4240-bba9-846d75914994: DOWN {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:40:50.215285 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-da1573a2-a890-4cf3-87fb-069471d8d2ad req-60ceb26d-2d13-4ee5-868e-88e126a0c6f4 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/security-groups?id=a1907552-1301-4254-a3f7-7f2eecc84b84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739684 Nov 12 01:40:50.543603 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-adf7e507-43d9-4b47-98eb-92d68d097f58 req-a24c0473-6775-4bb3-8a53-d33438d2aa75 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Deleting port 1e6a15de-78f1-40b0-b3b1-458e9940bd7b {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:40:50.544665 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-adf7e507-43d9-4b47-98eb-92d68d097f58 req-a24c0473-6775-4bb3-8a53-d33438d2aa75 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:50.647093 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-69614f63-f46d-4e04-af58-138e5a5045bf req-9e058779-944a-42b8-baae-285918fecf5d tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8e38177-cf72-474d-9ee2-85475a074344 HTTP/1.1" status: 200 len: 210 time: 0.0531154 Nov 12 01:40:50.695634 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-adf7e507-43d9-4b47-98eb-92d68d097f58 req-a24c0473-6775-4bb3-8a53-d33438d2aa75 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] For port 1e6a15de-78f1-40b0-b3b1-458e9940bd7b, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=1e6a15de-78f1-40b0-b3b1-458e9940bd7b,segment=NetworkSegment(96caa080-7760-4c05-8fc1-42af5ffac08f),segment_id=96caa080-7760-4c05-8fc1-42af5ffac08f)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:40:50.696265 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-adf7e507-43d9-4b47-98eb-92d68d097f58 req-a24c0473-6775-4bb3-8a53-d33438d2aa75 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:50.721761 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-adf7e507-43d9-4b47-98eb-92d68d097f58 req-a24c0473-6775-4bb3-8a53-d33438d2aa75 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Calling delete_port for 1e6a15de-78f1-40b0-b3b1-458e9940bd7b owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:40:50.886603 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22698f-8f88-4cc6-953d-808107bf78c8 req-7cb0d8eb-4792-4191-98c5-ff78ff5922bf tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:50.889654 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6a22698f-8f88-4cc6-953d-808107bf78c8 req-7cb0d8eb-4792-4191-98c5-ff78ff5922bf tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.44 "GET /v2.0/networks?id=c10d9824-0f07-406a-b38d-68ad49e8d10f HTTP/1.1" status: 200 len: 796 time: 0.1396117 Nov 12 01:40:50.937503 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-adf7e507-43d9-4b47-98eb-92d68d097f58 req-a24c0473-6775-4bb3-8a53-d33438d2aa75 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:50.997869 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6a22698f-8f88-4cc6-953d-808107bf78c8 req-d667249d-a0a7-4eaf-b8b8-f298efca72c7 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da2f05210fd943e2951f3890676710a2 HTTP/1.1" status: 200 len: 380 time: 0.0925491 Nov 12 01:40:51.000261 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c0473-6775-4bb3-8a53-d33438d2aa75 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event deleted for resources: {'Port': ['ID=1e6a15de-78f1-40b0-b3b1-458e9940bd7b,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:51.014916 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-6a22698f-8f88-4cc6-953d-808107bf78c8 req-bf2a830c-d953-4c20-8c5d-a3f353ea4da2 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Request body: {'port': {'device_id': 'e8e38177-cf72-474d-9ee2-85475a074344', 'network_id': 'c10d9824-0f07-406a-b38d-68ad49e8d10f', 'admin_state_up': True, 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'security_groups': ['3147cf79-3453-4145-b3af-b0dba349f0f7']}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:40:51.051364 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf7e507-43d9-4b47-98eb-92d68d097f58 req-a24c0473-6775-4bb3-8a53-d33438d2aa75 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] No DVR routers for this DVR port 1e6a15de-78f1-40b0-b3b1-458e9940bd7b on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:40:51.054645 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-adf7e507-43d9-4b47-98eb-92d68d097f58 req-a24c0473-6775-4bb3-8a53-d33438d2aa75 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:51.059022 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-adf7e507-43d9-4b47-98eb-92d68d097f58 req-a24c0473-6775-4bb3-8a53-d33438d2aa75 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.44 "DELETE /v2.0/ports/1e6a15de-78f1-40b0-b3b1-458e9940bd7b HTTP/1.1" status: 204 len: 173 time: 1.0395143 Nov 12 01:40:51.059532 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8022c62d-fe18-4297-8457-81192e820719', 'name': 'network-vif-deleted', 'tag': '1e6a15de-78f1-40b0-b3b1-458e9940bd7b'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:40:51.062109 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4212d5-c510-4ba2-9ac9-a4b016c5adf7" -d '{"events": [{"server_uuid": "8022c62d-fe18-4297-8457-81192e820719", "name": "network-vif-deleted", "tag": "1e6a15de-78f1-40b0-b3b1-458e9940bd7b"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:40:51.130534 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0240627d-b8bf-44d4-a5b7-8e3cd47fa27d x-openstack-request-id: req-0240627d-b8bf-44d4-a5b7-8e3cd47fa27d {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:40:51.133121 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8022c62d-fe18-4297-8457-81192e820719", "name": "network-vif-deleted", "tag": "1e6a15de-78f1-40b0-b3b1-458e9940bd7b", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:40:51.133121 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0240627d-b8bf-44d4-a5b7-8e3cd47fa27d {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:40:51.133121 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8022c62d-fe18-4297-8457-81192e820719', 'name': 'network-vif-deleted', 'tag': '1e6a15de-78f1-40b0-b3b1-458e9940bd7b', 'status': 'completed', 'code': 200} Nov 12 01:40:51.202190 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a22698f-8f88-4cc6-953d-808107bf78c8 req-bf2a830c-d953-4c20-8c5d-a3f353ea4da2 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Made reservation on behalf of da2f05210fd943e2951f3890676710a2 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:40:51.208446 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-6a22698f-8f88-4cc6-953d-808107bf78c8 req-bf2a830c-d953-4c20-8c5d-a3f353ea4da2 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:51.379333 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0662ba4b-020d-4684-a541-89a7fbcd94e0 req-291d6f91-5164-4181-8abb-fffd63ca415f tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "GET /v2.0/ports?device_id=8022c62d-fe18-4297-8457-81192e820719 HTTP/1.1" status: 200 len: 210 time: 0.0407195 Nov 12 01:40:51.407254 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-6a22698f-8f88-4cc6-953d-808107bf78c8 req-bf2a830c-d953-4c20-8c5d-a3f353ea4da2 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Allocated IP 172.20.0.11 (c10d9824-0f07-406a-b38d-68ad49e8d10f/9f987e80-2ca8-4581-afeb-3f175817f054/cfcc4855-745e-49e1-bbe5-0bc6ef017eeb) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:40:51.611773 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-6a22698f-8f88-4cc6-953d-808107bf78c8 req-bf2a830c-d953-4c20-8c5d-a3f353ea4da2 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:51.662520 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-6a22698f-8f88-4cc6-953d-808107bf78c8 req-bf2a830c-d953-4c20-8c5d-a3f353ea4da2 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:51.730894 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a22698f-8f88-4cc6-953d-808107bf78c8 req-bf2a830c-d953-4c20-8c5d-a3f353ea4da2 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Network c10d9824-0f07-406a-b38d-68ad49e8d10f is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:40:51.737178 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-6a22698f-8f88-4cc6-953d-808107bf78c8 req-bf2a830c-d953-4c20-8c5d-a3f353ea4da2 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:40:51.739206 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a830c-d953-4c20-8c5d-a3f353ea4da2 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event updated for resources: {'Port': ['ID=cfcc4855-745e-49e1-bbe5-0bc6ef017eeb,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:51.741520 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a22698f-8f88-4cc6-953d-808107bf78c8 req-bf2a830c-d953-4c20-8c5d-a3f353ea4da2 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:40:51.827529 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22698f-8f88-4cc6-953d-808107bf78c8 req-bf2a830c-d953-4c20-8c5d-a3f353ea4da2 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:51.828195 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-6a22698f-8f88-4cc6-953d-808107bf78c8 req-bf2a830c-d953-4c20-8c5d-a3f353ea4da2 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:51.855087 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ecb859-091a-4388-9bbd-d7a581072c0f req-58949fd5-ea1c-43e8-809c-e014578dac38 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:51.857091 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-46ecb859-091a-4388-9bbd-d7a581072c0f req-58949fd5-ea1c-43e8-809c-e014578dac38 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8e38177-cf72-474d-9ee2-85475a074344 HTTP/1.1" status: 200 len: 932 time: 0.0926881 Nov 12 01:40:51.861459 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6a22698f-8f88-4cc6-953d-808107bf78c8 req-bf2a830c-d953-4c20-8c5d-a3f353ea4da2 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8542061 Nov 12 01:40:51.885518 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-6a22698f-8f88-4cc6-953d-808107bf78c8 req-29b89a7b-a7cf-429f-aba7-3106263cb6f0 service neutron] Request body: {'port': {'device_id': 'e8e38177-cf72-474d-9ee2-85475a074344', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:40:51.969442 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-46ecb859-091a-4388-9bbd-d7a581072c0f req-f58f44f2-5f1e-499b-b3d8-fbfae3cddd4c tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/security-groups?id=3147cf79-3453-4145-b3af-b0dba349f0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045308 Nov 12 01:40:51.982222 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-6a22698f-8f88-4cc6-953d-808107bf78c8 req-29b89a7b-a7cf-429f-aba7-3106263cb6f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:52.097565 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-0cadf57d-f8d3-4e74-a0f6-09e8e5fd9ee5 None None] Provisioning complete for port cfcc4855-745e-49e1-bbe5-0bc6ef017eeb triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:40:52.098468 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0cadf57d-f8d3-4e74-a0f6-09e8e5fd9ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:52.142313 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-0cadf57d-f8d3-4e74-a0f6-09e8e5fd9ee5 None None] Port cfcc4855-745e-49e1-bbe5-0bc6ef017eeb cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:40:52.361039 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-6a22698f-8f88-4cc6-953d-808107bf78c8 req-29b89a7b-a7cf-429f-aba7-3106263cb6f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfcc4855-745e-49e1-bbe5-0bc6ef017eeb {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:40:52.370971 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-6a22698f-8f88-4cc6-953d-808107bf78c8 req-29b89a7b-a7cf-429f-aba7-3106263cb6f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:52.386982 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-6a22698f-8f88-4cc6-953d-808107bf78c8 req-29b89a7b-a7cf-429f-aba7-3106263cb6f0 service neutron] Transition to ACTIVE for port object cfcc4855-745e-49e1-bbe5-0bc6ef017eeb will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:40:52.392117 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-6a22698f-8f88-4cc6-953d-808107bf78c8 req-29b89a7b-a7cf-429f-aba7-3106263cb6f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:52.457918 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53558) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:52.481295 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b89a7b-a7cf-429f-aba7-3106263cb6f0 service neutron] Pushing event updated for resources: {'Port': ['ID=cfcc4855-745e-49e1-bbe5-0bc6ef017eeb,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:52.510910 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b89a7b-a7cf-429f-aba7-3106263cb6f0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:52.511358 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b89a7b-a7cf-429f-aba7-3106263cb6f0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:52.511696 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b89a7b-a7cf-429f-aba7-3106263cb6f0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:52.512092 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b89a7b-a7cf-429f-aba7-3106263cb6f0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:52.512444 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b89a7b-a7cf-429f-aba7-3106263cb6f0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:52.512848 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b89a7b-a7cf-429f-aba7-3106263cb6f0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:52.513229 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b89a7b-a7cf-429f-aba7-3106263cb6f0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:52.513566 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b89a7b-a7cf-429f-aba7-3106263cb6f0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:52.513900 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b89a7b-a7cf-429f-aba7-3106263cb6f0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:52.514308 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b89a7b-a7cf-429f-aba7-3106263cb6f0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:52.514637 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b89a7b-a7cf-429f-aba7-3106263cb6f0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:52.514967 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b89a7b-a7cf-429f-aba7-3106263cb6f0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:40:52.565770 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-6a22698f-8f88-4cc6-953d-808107bf78c8 req-29b89a7b-a7cf-429f-aba7-3106263cb6f0 service neutron] Attempting to bind port cfcc4855-745e-49e1-bbe5-0bc6ef017eeb on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:40:52.566289 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-6a22698f-8f88-4cc6-953d-808107bf78c8 req-29b89a7b-a7cf-429f-aba7-3106263cb6f0 service neutron] Attempting to bind port cfcc4855-745e-49e1-bbe5-0bc6ef017eeb by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '007726e4-f55e-460b-864f-580d6cc035c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c10d9824-0f07-406a-b38d-68ad49e8d10f'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:40:52.567124 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a22698f-8f88-4cc6-953d-808107bf78c8 req-29b89a7b-a7cf-429f-aba7-3106263cb6f0 service neutron] Attempting to bind port cfcc4855-745e-49e1-bbe5-0bc6ef017eeb on network c10d9824-0f07-406a-b38d-68ad49e8d10f {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:40:52.575114 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a22698f-8f88-4cc6-953d-808107bf78c8 req-29b89a7b-a7cf-429f-aba7-3106263cb6f0 service neutron] Port cfcc4855-745e-49e1-bbe5-0bc6ef017eeb on network c10d9824-0f07-406a-b38d-68ad49e8d10f not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:40:52.575660 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a22698f-8f88-4cc6-953d-808107bf78c8 req-29b89a7b-a7cf-429f-aba7-3106263cb6f0 service neutron] Attempting to bind port cfcc4855-745e-49e1-bbe5-0bc6ef017eeb on network c10d9824-0f07-406a-b38d-68ad49e8d10f {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:40:52.583445 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a22698f-8f88-4cc6-953d-808107bf78c8 req-29b89a7b-a7cf-429f-aba7-3106263cb6f0 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:40:52.583899 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a22698f-8f88-4cc6-953d-808107bf78c8 req-29b89a7b-a7cf-429f-aba7-3106263cb6f0 service neutron] Checking segment: {'id': '007726e4-f55e-460b-864f-580d6cc035c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c10d9824-0f07-406a-b38d-68ad49e8d10f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:40:52.584456 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a22698f-8f88-4cc6-953d-808107bf78c8 req-29b89a7b-a7cf-429f-aba7-3106263cb6f0 service neutron] Bound using segment: {'id': '007726e4-f55e-460b-864f-580d6cc035c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c10d9824-0f07-406a-b38d-68ad49e8d10f'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:40:52.585306 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-6a22698f-8f88-4cc6-953d-808107bf78c8 req-29b89a7b-a7cf-429f-aba7-3106263cb6f0 service neutron] Bound port: cfcc4855-745e-49e1-bbe5-0bc6ef017eeb, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '007726e4-f55e-460b-864f-580d6cc035c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c10d9824-0f07-406a-b38d-68ad49e8d10f'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:40:52.585821 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-6a22698f-8f88-4cc6-953d-808107bf78c8 req-29b89a7b-a7cf-429f-aba7-3106263cb6f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:52.688335 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-6a22698f-8f88-4cc6-953d-808107bf78c8 req-29b89a7b-a7cf-429f-aba7-3106263cb6f0 service neutron] For port cfcc4855-745e-49e1-bbe5-0bc6ef017eeb, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:40:52.692808 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-6a22698f-8f88-4cc6-953d-808107bf78c8 req-29b89a7b-a7cf-429f-aba7-3106263cb6f0 service neutron] For port cfcc4855-745e-49e1-bbe5-0bc6ef017eeb, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=cfcc4855-745e-49e1-bbe5-0bc6ef017eeb,segment=NetworkSegment(007726e4-f55e-460b-864f-580d6cc035c2),segment_id=007726e4-f55e-460b-864f-580d6cc035c2)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:40:52.699803 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-6a22698f-8f88-4cc6-953d-808107bf78c8 req-29b89a7b-a7cf-429f-aba7-3106263cb6f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:52.756270 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22698f-8f88-4cc6-953d-808107bf78c8 req-29b89a7b-a7cf-429f-aba7-3106263cb6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:52.757111 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-6a22698f-8f88-4cc6-953d-808107bf78c8 req-29b89a7b-a7cf-429f-aba7-3106263cb6f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:52.758688 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6a22698f-8f88-4cc6-953d-808107bf78c8 req-29b89a7b-a7cf-429f-aba7-3106263cb6f0 service neutron] 10.222.0.44 "PUT /v2.0/ports/cfcc4855-745e-49e1-bbe5-0bc6ef017eeb HTTP/1.1" status: 200 len: 1093 time: 0.8843889 Nov 12 01:40:52.759154 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8e38177-cf72-474d-9ee2-85475a074344', 'tag': 'cfcc4855-745e-49e1-bbe5-0bc6ef017eeb'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:40:52.761905 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb230a1-86ac-49e0-93f0-2dff739df2f2" -d '{"events": [{"name": "network-changed", "server_uuid": "e8e38177-cf72-474d-9ee2-85475a074344", "tag": "cfcc4855-745e-49e1-bbe5-0bc6ef017eeb"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:40:52.807602 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b89a7b-a7cf-429f-aba7-3106263cb6f0 service neutron] Pushing event updated for resources: {'Port': ['ID=cfcc4855-745e-49e1-bbe5-0bc6ef017eeb,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:52.868269 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ed6dce-955e-4d8c-8c04-42dfcbcc9b72 x-openstack-request-id: req-93ed6dce-955e-4d8c-8c04-42dfcbcc9b72 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:40:52.868498 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8e38177-cf72-474d-9ee2-85475a074344", "tag": "cfcc4855-745e-49e1-bbe5-0bc6ef017eeb", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:40:52.868837 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-93ed6dce-955e-4d8c-8c04-42dfcbcc9b72 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:40:52.869335 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8e38177-cf72-474d-9ee2-85475a074344', 'tag': 'cfcc4855-745e-49e1-bbe5-0bc6ef017eeb', 'status': 'completed', 'code': 200} Nov 12 01:40:52.890909 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22698f-8f88-4cc6-953d-808107bf78c8 req-22943cb8-e5ae-48f7-960a-3c9feab28f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:52.892995 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6a22698f-8f88-4cc6-953d-808107bf78c8 req-22943cb8-e5ae-48f7-960a-3c9feab28f52 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=da2f05210fd943e2951f3890676710a2&device_id=e8e38177-cf72-474d-9ee2-85475a074344 HTTP/1.1" status: 200 len: 1096 time: 0.0618405 Nov 12 01:40:52.953679 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6a22698f-8f88-4cc6-953d-808107bf78c8 req-4f24d3ee-7443-4c28-afcd-2f7bd9c06714 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cfcc4855-745e-49e1-bbe5-0bc6ef017eeb HTTP/1.1" status: 200 len: 217 time: 0.0458372 Nov 12 01:40:53.031123 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22698f-8f88-4cc6-953d-808107bf78c8 req-ca435318-b301-4324-8b36-b1e323fcca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:53.033241 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6a22698f-8f88-4cc6-953d-808107bf78c8 req-ca435318-b301-4324-8b36-b1e323fcca6c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f987e80-2ca8-4581-afeb-3f175817f054 HTTP/1.1" status: 200 len: 835 time: 0.0722563 Nov 12 01:40:53.047763 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9f75307b-0f1a-47a1-ba2e-c689643e82ac tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:53.097128 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22698f-8f88-4cc6-953d-808107bf78c8 req-41a6d64f-e17d-4763-a975-6483e881f559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:53.098879 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6a22698f-8f88-4cc6-953d-808107bf78c8 req-41a6d64f-e17d-4763-a975-6483e881f559 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c10d9824-0f07-406a-b38d-68ad49e8d10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581851 Nov 12 01:40:53.211630 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5bc7c-4513-4522-90ce-b0c0ab490ff8 req-a51a3c61-92a1-4ed7-b8e2-3c8742b98c34 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:53.213876 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-81c5bc7c-4513-4522-90ce-b0c0ab490ff8 req-a51a3c61-92a1-4ed7-b8e2-3c8742b98c34 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8e38177-cf72-474d-9ee2-85475a074344 HTTP/1.1" status: 200 len: 944 time: 0.1133385 Nov 12 01:40:53.465988 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9f75307b-0f1a-47a1-ba2e-c689643e82ac tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Deleting port e612430e-63bc-4d03-9a5d-a203c2e3c48b {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:40:53.466879 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9f75307b-0f1a-47a1-ba2e-c689643e82ac tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:53.593218 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9f75307b-0f1a-47a1-ba2e-c689643e82ac tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] For port e612430e-63bc-4d03-9a5d-a203c2e3c48b, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=e612430e-63bc-4d03-9a5d-a203c2e3c48b,segment=NetworkSegment(96caa080-7760-4c05-8fc1-42af5ffac08f),segment_id=96caa080-7760-4c05-8fc1-42af5ffac08f)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:40:53.593644 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9f75307b-0f1a-47a1-ba2e-c689643e82ac tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:53.612806 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9f75307b-0f1a-47a1-ba2e-c689643e82ac tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Calling delete_port for e612430e-63bc-4d03-9a5d-a203c2e3c48b owned by network:router_interface {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:40:53.625368 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6a22698f-8f88-4cc6-953d-808107bf78c8 req-2621bd40-0892-49ab-aeba-372b16ed611e service neutron] 10.222.0.44 "GET /v2.0/networks/c10d9824-0f07-406a-b38d-68ad49e8d10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5147567 Nov 12 01:40:53.715108 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-81c5bc7c-4513-4522-90ce-b0c0ab490ff8 req-b32e87ce-fa5d-496a-bac2-08f55d4bc8e8 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/security-groups?id=3147cf79-3453-4145-b3af-b0dba349f0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4906590 Nov 12 01:40:53.762772 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6a22698f-8f88-4cc6-953d-808107bf78c8 req-0a1e7a5c-c4d8-4b07-b7ee-1f8ba4598d91 service neutron] 10.222.0.44 "GET /v2.0/networks/c10d9824-0f07-406a-b38d-68ad49e8d10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292343 Nov 12 01:40:53.809243 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 1e6a15de-78f1-40b0-b3b1-458e9940bd7b no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:40:53.835396 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 1e6a15de-78f1-40b0-b3b1-458e9940bd7b {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:40:53.836100 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 1e6a15de-78f1-40b0-b3b1-458e9940bd7b not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:40:53.857774 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9f75307b-0f1a-47a1-ba2e-c689643e82ac tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:53.900540 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb230a1-86ac-49e0-93f0-2dff739df2f2 req-50b961e6-baea-48ff-bb6e-6973889a1714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:53.903114 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ecb230a1-86ac-49e0-93f0-2dff739df2f2 req-50b961e6-baea-48ff-bb6e-6973889a1714 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=da2f05210fd943e2951f3890676710a2&device_id=e8e38177-cf72-474d-9ee2-85475a074344 HTTP/1.1" status: 200 len: 1096 time: 0.0538635 Nov 12 01:40:53.905151 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f75307b-0f1a-47a1-ba2e-c689643e82ac tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event deleted for resources: {'Port': ['ID=e612430e-63bc-4d03-9a5d-a203c2e3c48b,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:54.045065 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb230a1-86ac-49e0-93f0-2dff739df2f2 req-1dd95012-5b02-4a2b-a7ee-e28c3d3d6a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:54.046964 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ecb230a1-86ac-49e0-93f0-2dff739df2f2 req-1dd95012-5b02-4a2b-a7ee-e28c3d3d6a71 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c10d9824-0f07-406a-b38d-68ad49e8d10f HTTP/1.1" status: 200 len: 896 time: 0.1368165 Nov 12 01:40:54.098361 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ecb230a1-86ac-49e0-93f0-2dff739df2f2 req-701dd764-0ed9-4fd1-a6c5-2fabb2645e8b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cfcc4855-745e-49e1-bbe5-0bc6ef017eeb HTTP/1.1" status: 200 len: 217 time: 0.0439675 Nov 12 01:40:54.147489 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9f75307b-0f1a-47a1-ba2e-c689643e82ac tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:54.167893 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb230a1-86ac-49e0-93f0-2dff739df2f2 req-2042ed7d-ebe9-4d39-a2fb-eb6836aaf267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:54.169674 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ecb230a1-86ac-49e0-93f0-2dff739df2f2 req-2042ed7d-ebe9-4d39-a2fb-eb6836aaf267 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f987e80-2ca8-4581-afeb-3f175817f054 HTTP/1.1" status: 200 len: 835 time: 0.0640182 Nov 12 01:40:54.231475 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb230a1-86ac-49e0-93f0-2dff739df2f2 req-1d23f87c-b814-45e6-ae68-668e1d5c7485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:54.233208 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ecb230a1-86ac-49e0-93f0-2dff739df2f2 req-1d23f87c-b814-45e6-ae68-668e1d5c7485 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c10d9824-0f07-406a-b38d-68ad49e8d10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551984 Nov 12 01:40:54.344050 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ecb230a1-86ac-49e0-93f0-2dff739df2f2 req-25a9cbec-dd53-47e1-81ef-cefad999a029 service neutron] 10.222.0.44 "GET /v2.0/networks/c10d9824-0f07-406a-b38d-68ad49e8d10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022441 Nov 12 01:40:54.450903 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ecb230a1-86ac-49e0-93f0-2dff739df2f2 req-ccad58b8-1ed5-406c-b38e-cdeb480747eb service neutron] 10.222.0.44 "GET /v2.0/networks/c10d9824-0f07-406a-b38d-68ad49e8d10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990858 Nov 12 01:40:54.497641 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f75307b-0f1a-47a1-ba2e-c689643e82ac tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Router 8bb27532-4558-4942-b1e9-2a9eee6d0fcf has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:40:54.611186 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f75307b-0f1a-47a1-ba2e-c689643e82ac tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:40:54.616842 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9f75307b-0f1a-47a1-ba2e-c689643e82ac tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "PUT /v2.0/routers/8bb27532-4558-4942-b1e9-2a9eee6d0fcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1533492 Nov 12 01:40:54.621102 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53566) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:54.624890 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d71d555-eb09-448b-9787-40494910b166 None None] Sync routers for ids ['8bb27532-4558-4942-b1e9-2a9eee6d0fcf'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:40:54.642493 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d71d555-eb09-448b-9787-40494910b166 None None] Routers {'8bb27532-4558-4942-b1e9-2a9eee6d0fcf'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:40:54.643692 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-3d71d555-eb09-448b-9787-40494910b166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:40:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['8bb27532-4558-4942-b1e9-2a9eee6d0fcf'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:54.681303 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2b30261-398d-41c0-b78e-44cf80d1805a tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Deleting subnet 932d63cb-6b21-4975-8897-617256128f86 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:40:54.686011 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f2b30261-398d-41c0-b78e-44cf80d1805a tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:54.736803 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f2b30261-398d-41c0-b78e-44cf80d1805a tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:54.770909 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-3d71d555-eb09-448b-9787-40494910b166 None None] Set router 8bb27532-4558-4942-b1e9-2a9eee6d0fcf gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:40:54.891168 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d998697-729a-41c8-8cdb-17afd82bb19b req-98fc24c9-1673-4ec1-af60-d27dee0726eb tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:54.892914 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2d998697-729a-41c8-8cdb-17afd82bb19b req-98fc24c9-1673-4ec1-af60-d27dee0726eb tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8e38177-cf72-474d-9ee2-85475a074344 HTTP/1.1" status: 200 len: 944 time: 0.0606334 Nov 12 01:40:54.895709 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f2b30261-398d-41c0-b78e-44cf80d1805a tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:54.986817 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2d998697-729a-41c8-8cdb-17afd82bb19b req-745139a3-463a-4c58-a0ad-65ea38431303 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/security-groups?id=3147cf79-3453-4145-b3af-b0dba349f0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872746 Nov 12 01:40:55.008645 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f2b30261-398d-41c0-b78e-44cf80d1805a tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:55.053903 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b30261-398d-41c0-b78e-44cf80d1805a tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event deleted for resources: {'Subnet': ['ID=932d63cb-6b21-4975-8897-617256128f86,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:55.058235 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f2b30261-398d-41c0-b78e-44cf80d1805a tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:55.065460 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f2b30261-398d-41c0-b78e-44cf80d1805a tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "DELETE /v2.0/subnets/932d63cb-6b21-4975-8897-617256128f86 HTTP/1.1" status: 204 len: 168 time: 0.4396374 Nov 12 01:40:55.067730 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53570) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:55.074380 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5962e5b6-3019-4402-ab3d-9a9ae123bb23 None None] Network 2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:40:55.105948 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-3d71d555-eb09-448b-9787-40494910b166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb27532-4558-4942-b1e9-2a9eee6d0fcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996693024', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '97b45b1e-3e96-496c-8e80-ae14d142d698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:51Z', 'updated_at': '2021-11-12T01:40:53Z', 'revision_number': 5, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': '97b45b1e-3e96-496c-8e80-ae14d142d698', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb27532-4558-4942-b1e9-2a9eee6d0fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:52Z', 'updated_at': '2021-11-12T01:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:55.137201 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d71d555-eb09-448b-9787-40494910b166 None None] Checking router: 8bb27532-4558-4942-b1e9-2a9eee6d0fcf for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:40:55.147260 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d71d555-eb09-448b-9787-40494910b166 None None] Routers {'8bb27532-4558-4942-b1e9-2a9eee6d0fcf'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:40:55.147810 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-3d71d555-eb09-448b-9787-40494910b166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:40:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['8bb27532-4558-4942-b1e9-2a9eee6d0fcf'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:55.213665 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-938b7377-d7bf-42e2-abd8-a8e11efd68f7 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:55.265766 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-3d71d555-eb09-448b-9787-40494910b166 None None] Set router 8bb27532-4558-4942-b1e9-2a9eee6d0fcf gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:40:55.335998 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e40ea82-0eb0-455f-909f-891322693f82 None None] DHCP port deletion for 2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:40:55.364127 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-938b7377-d7bf-42e2-abd8-a8e11efd68f7 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:55.438727 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-2e40ea82-0eb0-455f-909f-891322693f82 None None] Deleting port 4253d3fe-b7bb-448c-b7e3-b1b663187259 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:40:55.439104 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2e40ea82-0eb0-455f-909f-891322693f82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:55.465287 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-938b7377-d7bf-42e2-abd8-a8e11efd68f7 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Deleting port 97b45b1e-3e96-496c-8e80-ae14d142d698 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:40:55.466000 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-938b7377-d7bf-42e2-abd8-a8e11efd68f7 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:55.512867 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-2e40ea82-0eb0-455f-909f-891322693f82 None None] For port 4253d3fe-b7bb-448c-b7e3-b1b663187259, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=4253d3fe-b7bb-448c-b7e3-b1b663187259,segment=NetworkSegment(96caa080-7760-4c05-8fc1-42af5ffac08f),segment_id=96caa080-7760-4c05-8fc1-42af5ffac08f)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:40:55.513576 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2e40ea82-0eb0-455f-909f-891322693f82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:55.530790 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-2e40ea82-0eb0-455f-909f-891322693f82 None None] Calling delete_port for 4253d3fe-b7bb-448c-b7e3-b1b663187259 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:40:55.541176 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-3d71d555-eb09-448b-9787-40494910b166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bb27532-4558-4942-b1e9-2a9eee6d0fcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996693024', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '97b45b1e-3e96-496c-8e80-ae14d142d698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:51Z', 'updated_at': '2021-11-12T01:40:53Z', 'revision_number': 5, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': '97b45b1e-3e96-496c-8e80-ae14d142d698', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb27532-4558-4942-b1e9-2a9eee6d0fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:52Z', 'updated_at': '2021-11-12T01:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:55.565270 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-938b7377-d7bf-42e2-abd8-a8e11efd68f7 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] For port 97b45b1e-3e96-496c-8e80-ae14d142d698, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=97b45b1e-3e96-496c-8e80-ae14d142d698,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:40:55.566871 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-938b7377-d7bf-42e2-abd8-a8e11efd68f7 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:55.585100 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-938b7377-d7bf-42e2-abd8-a8e11efd68f7 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Calling delete_port for 97b45b1e-3e96-496c-8e80-ae14d142d698 owned by network:router_gateway {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:40:55.599277 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d71d555-eb09-448b-9787-40494910b166 None None] The sync data for ids ['8bb27532-4558-4942-b1e9-2a9eee6d0fcf'] in n-d-712142-27 is: [{'id': '8bb27532-4558-4942-b1e9-2a9eee6d0fcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1996693024', 'tenant_id': '553fbe5d09fe49948bd69193fe3f0783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '97b45b1e-3e96-496c-8e80-ae14d142d698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:38:51Z', 'updated_at': '2021-11-12T01:40:53Z', 'revision_number': 5, 'project_id': '553fbe5d09fe49948bd69193fe3f0783', 'gw_port': {'id': '97b45b1e-3e96-496c-8e80-ae14d142d698', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:c7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bb27532-4558-4942-b1e9-2a9eee6d0fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:38:52Z', 'updated_at': '2021-11-12T01:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:40:55.786911 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-938b7377-d7bf-42e2-abd8-a8e11efd68f7 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:55.825701 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938b7377-d7bf-42e2-abd8-a8e11efd68f7 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event deleted for resources: {'Port': ['ID=97b45b1e-3e96-496c-8e80-ae14d142d698,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:55.852472 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccedb64f-071d-4434-9174-481a1a20bec1 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:40:55.872617 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2e40ea82-0eb0-455f-909f-891322693f82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:55.897379 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e40ea82-0eb0-455f-909f-891322693f82 None None] Pushing event deleted for resources: {'Port': ['ID=4253d3fe-b7bb-448c-b7e3-b1b663187259,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:55.907266 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e40ea82-0eb0-455f-909f-891322693f82 None None] No DVR routers for this DVR port 4253d3fe-b7bb-448c-b7e3-b1b663187259 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:40:55.925107 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-938b7377-d7bf-42e2-abd8-a8e11efd68f7 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:56.037471 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-938b7377-d7bf-42e2-abd8-a8e11efd68f7 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:56.041774 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-938b7377-d7bf-42e2-abd8-a8e11efd68f7 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:56.111443 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-938b7377-d7bf-42e2-abd8-a8e11efd68f7 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:56.112006 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938b7377-d7bf-42e2-abd8-a8e11efd68f7 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Fanout notify agent at l3_agent the message router_deleted on router 8bb27532-4558-4942-b1e9-2a9eee6d0fcf {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:40:56.123573 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-938b7377-d7bf-42e2-abd8-a8e11efd68f7 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:56.125248 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-938b7377-d7bf-42e2-abd8-a8e11efd68f7 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "DELETE /v2.0/routers/8bb27532-4558-4942-b1e9-2a9eee6d0fcf HTTP/1.1" status: 204 len: 168 time: 1.0580664 Nov 12 01:40:56.127920 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53574) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:56.169055 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3742fa-93b5-4122-9d16-073cde14db1d req-5b19242a-b85a-4e62-b971-696ab87282d9 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:56.170690 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6c3742fa-93b5-4122-9d16-073cde14db1d req-5b19242a-b85a-4e62-b971-696ab87282d9 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8e38177-cf72-474d-9ee2-85475a074344 HTTP/1.1" status: 200 len: 944 time: 0.0872352 Nov 12 01:40:56.223519 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3e7a712e-30ac-48ad-b7d6-a3bf05eabe60 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:56.246244 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6c3742fa-93b5-4122-9d16-073cde14db1d req-3bcc819e-d499-4838-be3c-9a283769f080 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/security-groups?id=3147cf79-3453-4145-b3af-b0dba349f0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670519 Nov 12 01:40:56.356635 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3e7a712e-30ac-48ad-b7d6-a3bf05eabe60 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:56.387638 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-3e7a712e-30ac-48ad-b7d6-a3bf05eabe60 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:56.398541 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-3e7a712e-30ac-48ad-b7d6-a3bf05eabe60 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96caa080-7760-4c05-8fc1-42af5ffac08f') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:56.398845 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-3e7a712e-30ac-48ad-b7d6-a3bf05eabe60 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96caa080-7760-4c05-8fc1-42af5ffac08f') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:40:56.410936 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3e7a712e-30ac-48ad-b7d6-a3bf05eabe60 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:56.429555 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3e7a712e-30ac-48ad-b7d6-a3bf05eabe60 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:56.436327 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e7a712e-30ac-48ad-b7d6-a3bf05eabe60 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:40:56.436698 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3e7a712e-30ac-48ad-b7d6-a3bf05eabe60 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:56.445599 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:40:56.445599 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:40:56.445599 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:40:56.445599 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:40:56.445599 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:40:56.445599 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:40:56.445599 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:40:56.445599 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:40:56.445599 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:40:56.445599 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:40:56.445599 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:40:56.445599 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:40:56.445599 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:40:56.445599 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:40:56.445599 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:40:56.445599 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:40:56.445599 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:40:56.445599 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:40:56.445599 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:40:56.445599 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:40:56.445599 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:40:56.445599 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:40:56.445599 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:40:56.445599 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:40:56.445599 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:40:56.445599 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:40:56.445599 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:40:56.445599 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:40:56.445599 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:40:56.445599 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:40:56.445599 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:40:56.445599 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:40:56.536436 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3e7a712e-30ac-48ad-b7d6-a3bf05eabe60 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:56.546741 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3e7a712e-30ac-48ad-b7d6-a3bf05eabe60 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:56.552413 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3e7a712e-30ac-48ad-b7d6-a3bf05eabe60 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "DELETE /v2.0/networks/2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7 HTTP/1.1" status: 204 len: 168 time: 0.4230032 Nov 12 01:40:56.555099 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53576) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:56.571679 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a712e-30ac-48ad-b7d6-a3bf05eabe60 tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event deleted for resources: {'Network': ['ID=2eb9e7ae-efb1-4e97-a1a7-440bcb2793b7,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:56.620079 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-676886bf-5fed-4413-91c6-e2045d23a5db tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:56.649093 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-676886bf-5fed-4413-91c6-e2045d23a5db tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:56.719586 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-676886bf-5fed-4413-91c6-e2045d23a5db tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:56.722603 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-676886bf-5fed-4413-91c6-e2045d23a5db tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:56.723843 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-676886bf-5fed-4413-91c6-e2045d23a5db tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] 10.222.0.45 "DELETE /v2.0/security-groups/a1907552-1301-4254-a3f7-7f2eecc84b84 HTTP/1.1" status: 204 len: 168 time: 0.1676979 Nov 12 01:40:56.734855 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676886bf-5fed-4413-91c6-e2045d23a5db tempest-TestNetworkAdvancedServerOps-1657907655 tempest-TestNetworkAdvancedServerOps-1657907655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1907552-1301-4254-a3f7-7f2eecc84b84,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:56.874650 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 97b45b1e-3e96-496c-8e80-ae14d142d698 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:40:56.897095 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 97b45b1e-3e96-496c-8e80-ae14d142d698 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:40:56.897095 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 97b45b1e-3e96-496c-8e80-ae14d142d698 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:40:56.897095 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device e612430e-63bc-4d03-9a5d-a203c2e3c48b no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:40:56.919227 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: e612430e-63bc-4d03-9a5d-a203c2e3c48b {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:40:56.919568 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device e612430e-63bc-4d03-9a5d-a203c2e3c48b not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:40:56.919993 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 4253d3fe-b7bb-448c-b7e3-b1b663187259 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:40:56.945541 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 4253d3fe-b7bb-448c-b7e3-b1b663187259 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:40:56.945999 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 4253d3fe-b7bb-448c-b7e3-b1b663187259 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:40:57.196226 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53584) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:57.257079 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e3e6f6d7-3d2c-4b37-9047-eda79696fb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:57.395896 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e8ab802a-61fa-4d03-9114-a91dc7e36e6f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=553fbe5d09fe49948bd69193fe3f0783&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1980939 Nov 12 01:40:57.398409 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53590) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:57.414801 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c481f-70a7-443b-9533-c5914f5eb63c req-3c7893d7-0274-490d-ab93-b4eec8b1fecd tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:57.419096 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-516c481f-70a7-443b-9533-c5914f5eb63c req-3c7893d7-0274-490d-ab93-b4eec8b1fecd tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8e38177-cf72-474d-9ee2-85475a074344 HTTP/1.1" status: 200 len: 944 time: 0.0712953 Nov 12 01:40:57.502773 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-516c481f-70a7-443b-9533-c5914f5eb63c req-4c6f5221-0086-4cb7-893b-d9600cd1c2aa tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/security-groups?id=3147cf79-3453-4145-b3af-b0dba349f0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776048 Nov 12 01:40:57.505974 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-90cd22e4-5fb5-4ab7-87f3-fcf33e134c4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:57.531256 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-90cd22e4-5fb5-4ab7-87f3-fcf33e134c4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:57.592895 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-90cd22e4-5fb5-4ab7-87f3-fcf33e134c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:57.595467 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-90cd22e4-5fb5-4ab7-87f3-fcf33e134c4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:57.596721 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-90cd22e4-5fb5-4ab7-87f3-fcf33e134c4f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9ec535c5-b1c0-4d1b-bb19-bac1f41bcbbd HTTP/1.1" status: 204 len: 168 time: 0.1973469 Nov 12 01:40:57.605687 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd22e4-5fb5-4ab7-87f3-fcf33e134c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec535c5-b1c0-4d1b-bb19-bac1f41bcbbd,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:57.826041 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device cfcc4855-745e-49e1-bbe5-0bc6ef017eeb details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:40:57.948844 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53596) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:57.965250 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port cfcc4855-745e-49e1-bbe5-0bc6ef017eeb, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=cfcc4855-745e-49e1-bbe5-0bc6ef017eeb,segment=NetworkSegment(007726e4-f55e-460b-864f-580d6cc035c2),segment_id=007726e4-f55e-460b-864f-580d6cc035c2)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:40:57.984793 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'cfcc4855-745e-49e1-bbe5-0bc6ef017eeb', 'network_id': 'c10d9824-0f07-406a-b38d-68ad49e8d10f', 'port_id': 'cfcc4855-745e-49e1-bbe5-0bc6ef017eeb', 'mac_address': 'fa:16:3e:7a:11:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f987e80-2ca8-4581-afeb-3f175817f054', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:40:58.006843 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a379bf6e-f0dd-4705-aef9-c1a9012da9a1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=35266d9087ac40d7ab6e7ecf6c3255b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0566499 Nov 12 01:40:58.010965 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53598) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:58.053696 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:58.074186 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfcc4855-745e-49e1-bbe5-0bc6ef017eeb {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:40:58.092548 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c62cd854-2eb2-481d-8ce0-a6a163ec6587 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:58.098791 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port cfcc4855-745e-49e1-bbe5-0bc6ef017eeb, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=cfcc4855-745e-49e1-bbe5-0bc6ef017eeb,segment=NetworkSegment(007726e4-f55e-460b-864f-580d6cc035c2),segment_id=007726e4-f55e-460b-864f-580d6cc035c2)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:40:58.104058 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:58.128048 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c62cd854-2eb2-481d-8ce0-a6a163ec6587 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:58.171822 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=cfcc4855-745e-49e1-bbe5-0bc6ef017eeb,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:58.196083 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c62cd854-2eb2-481d-8ce0-a6a163ec6587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:58.199395 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c62cd854-2eb2-481d-8ce0-a6a163ec6587 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:58.201086 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c62cd854-2eb2-481d-8ce0-a6a163ec6587 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cfa7e8f6-edc3-4c50-852c-f3a1ca08515e HTTP/1.1" status: 204 len: 168 time: 0.1890335 Nov 12 01:40:58.213342 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62cd854-2eb2-481d-8ce0-a6a163ec6587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa7e8f6-edc3-4c50-852c-f3a1ca08515e,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:58.381161 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['cfcc4855-745e-49e1-bbe5-0bc6ef017eeb'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:40:58.638866 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f0b9a9-fe3e-440a-a477-3930d2039dbd req-e63aac08-07f7-4eec-9d63-560591e64ed6 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:58.639790 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-29f0b9a9-fe3e-440a-a477-3930d2039dbd req-e63aac08-07f7-4eec-9d63-560591e64ed6 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8e38177-cf72-474d-9ee2-85475a074344 HTTP/1.1" status: 200 len: 945 time: 0.0585098 Nov 12 01:40:58.708688 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-29f0b9a9-fe3e-440a-a477-3930d2039dbd req-6bd85574-7847-4efc-bc87-cd42117f4d5d tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/security-groups?id=3147cf79-3453-4145-b3af-b0dba349f0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562859 Nov 12 01:40:59.162691 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53624) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:59.282606 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-d7a7ee4e-a05b-4515-bcff-68aa6ecb8a9a admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1848919772-network', 'tenant_id': 'ae191ab6d7a34958ac0d6e467aa3c896'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:40:59.303361 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a7ee4e-a05b-4515-bcff-68aa6ecb8a9a admin admin] Made reservation on behalf of ae191ab6d7a34958ac0d6e467aa3c896 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:40:59.305734 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d7a7ee4e-a05b-4515-bcff-68aa6ecb8a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:59.315315 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d7a7ee4e-a05b-4515-bcff-68aa6ecb8a9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:59.403449 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d7a7ee4e-a05b-4515-bcff-68aa6ecb8a9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:59.410680 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d7a7ee4e-a05b-4515-bcff-68aa6ecb8a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:59.443868 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7a7ee4e-a05b-4515-bcff-68aa6ecb8a9a admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:40:59.451269 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a7ee4e-a05b-4515-bcff-68aa6ecb8a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8683f4c8-9414-498a-9afe-1e2792d78abd,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:59.459688 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d7a7ee4e-a05b-4515-bcff-68aa6ecb8a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:59.460126 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-d7a7ee4e-a05b-4515-bcff-68aa6ecb8a9a admin admin] Added segment e56aa8f3-a897-448c-bb80-0dde2e1bb857 of type vlan for network 36462d1c-0752-484a-91db-1bc197a27c65 Nov 12 01:40:59.514269 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d7a7ee4e-a05b-4515-bcff-68aa6ecb8a9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:59.544622 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d7a7ee4e-a05b-4515-bcff-68aa6ecb8a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:59.545755 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a7ee4e-a05b-4515-bcff-68aa6ecb8a9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:59.546463 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d7a7ee4e-a05b-4515-bcff-68aa6ecb8a9a admin admin] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:59.601962 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-d7a7ee4e-a05b-4515-bcff-68aa6ecb8a9a admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.4380589 Nov 12 01:40:59.605762 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53628) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:40:59.611623 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-fd59c98b-4bd7-4c62-93a4-bb8bc34db73f admin admin] Request body: {'subnet': {'network_id': '36462d1c-0752-484a-91db-1bc197a27c65', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1848919772-subnet', 'tenant_id': 'ae191ab6d7a34958ac0d6e467aa3c896', 'ip_version': 4}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:40:59.640565 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd59c98b-4bd7-4c62-93a4-bb8bc34db73f admin admin] Made reservation on behalf of ae191ab6d7a34958ac0d6e467aa3c896 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:40:59.643494 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fd59c98b-4bd7-4c62-93a4-bb8bc34db73f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:59.654082 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a7ee4e-a05b-4515-bcff-68aa6ecb8a9a admin admin] Pushing event updated for resources: {'Network': ['ID=36462d1c-0752-484a-91db-1bc197a27c65,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:40:59.669290 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 36462d1c-0752-484a-91db-1bc197a27c65 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:40:59.843095 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device cfcc4855-745e-49e1-bbe5-0bc6ef017eeb up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:40:59.849102 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ac110-7d6d-4a31-bfc6-762680562aeb req-f9a16c0b-6d68-4004-8ac4-ada62d638d39 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:40:59.850726 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0a7ac110-7d6d-4a31-bfc6-762680562aeb req-f9a16c0b-6d68-4004-8ac4-ada62d638d39 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8e38177-cf72-474d-9ee2-85475a074344 HTTP/1.1" status: 200 len: 945 time: 0.0654442 Nov 12 01:40:59.871140 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fd59c98b-4bd7-4c62-93a4-bb8bc34db73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:59.925786 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port cfcc4855-745e-49e1-bbe5-0bc6ef017eeb completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:40:59.932947 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port cfcc4855-745e-49e1-bbe5-0bc6ef017eeb triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:40:59.933512 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:40:59.937608 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0a7ac110-7d6d-4a31-bfc6-762680562aeb req-b6aeea45-76fd-481f-a1ab-2756ea35ed5b tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/security-groups?id=3147cf79-3453-4145-b3af-b0dba349f0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729342 Nov 12 01:40:59.991673 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd59c98b-4bd7-4c62-93a4-bb8bc34db73f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6b3f1cc-cc12-4d80-9c79-c715051f46c1,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:00.012636 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd59c98b-4bd7-4c62-93a4-bb8bc34db73f admin admin] Checking segment: {'id': 'e56aa8f3-a897-448c-bb80-0dde2e1bb857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '36462d1c-0752-484a-91db-1bc197a27c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:41:00.013084 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd59c98b-4bd7-4c62-93a4-bb8bc34db73f admin admin] Network hostable DHCP agents. Network: 36462d1c-0752-484a-91db-1bc197a27c65, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:41:00.050554 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd59c98b-4bd7-4c62-93a4-bb8bc34db73f admin admin] Network 36462d1c-0752-484a-91db-1bc197a27c65 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:41:00.050790 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:00.070127 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-fd59c98b-4bd7-4c62-93a4-bb8bc34db73f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 36462d1c-0752-484a-91db-1bc197a27c65) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:41:00.083328 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd59c98b-4bd7-4c62-93a4-bb8bc34db73f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:00.084664 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fd59c98b-4bd7-4c62-93a4-bb8bc34db73f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:00.084999 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b24f31a-8663-45a0-8bf4-2ee45d8c69e1 None None] Network 36462d1c-0752-484a-91db-1bc197a27c65 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:41:00.111385 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-fd59c98b-4bd7-4c62-93a4-bb8bc34db73f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5039887 Nov 12 01:41:00.112122 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e38177-cf72-474d-9ee2-85475a074344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfcc4855-745e-49e1-bbe5-0bc6ef017eeb'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:41:00.115983 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20802815-1139-4879-b53f-987d21284e1a" -d '{"events": [{"server_uuid": "e8e38177-cf72-474d-9ee2-85475a074344", "name": "network-vif-plugged", "status": "completed", "tag": "cfcc4855-745e-49e1-bbe5-0bc6ef017eeb"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:41:00.116824 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53632) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:41:00.126197 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-57849290-1de6-4735-99f7-0a0376817325 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1848919772-router', 'tenant_id': 'ae191ab6d7a34958ac0d6e467aa3c896', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:41:00.178052 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-57849290-1de6-4735-99f7-0a0376817325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:00.179684 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-57849290-1de6-4735-99f7-0a0376817325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:00.179952 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port cfcc4855-745e-49e1-bbe5-0bc6ef017eeb, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=cfcc4855-745e-49e1-bbe5-0bc6ef017eeb,segment=NetworkSegment(007726e4-f55e-460b-864f-580d6cc035c2),segment_id=007726e4-f55e-460b-864f-580d6cc035c2)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:41:00.248182 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6cf073a-c2bc-4064-9ed3-fb9081901007 x-openstack-request-id: req-d6cf073a-c2bc-4064-9ed3-fb9081901007 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:41:00.248552 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e38177-cf72-474d-9ee2-85475a074344", "name": "network-vif-plugged", "status": "completed", "tag": "cfcc4855-745e-49e1-bbe5-0bc6ef017eeb", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:41:00.249402 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d6cf073a-c2bc-4064-9ed3-fb9081901007 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:41:00.249402 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8e38177-cf72-474d-9ee2-85475a074344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfcc4855-745e-49e1-bbe5-0bc6ef017eeb', 'code': 200} Nov 12 01:41:00.252997 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:00.346847 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-57849290-1de6-4735-99f7-0a0376817325 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:00.372610 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=cfcc4855-745e-49e1-bbe5-0bc6ef017eeb,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:00.443539 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc59f342-bd6c-4df9-ad11-50456089f540 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-36462d1c-0752-484a-91db-1bc197a27c65', 'network_id': '36462d1c-0752-484a-91db-1bc197a27c65', 'tenant_id': 'ae191ab6d7a34958ac0d6e467aa3c896', 'fixed_ips': [{'subnet_id': 'd6b3f1cc-cc12-4d80-9c79-c715051f46c1'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:41:00.444606 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bc59f342-bd6c-4df9-ad11-50456089f540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:00.458976 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c2608e-6e9e-49b6-acde-73578e51fce4 req-b1d3d779-2c7e-4181-9d3f-01fd0b01d848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:00.460589 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-34c2608e-6e9e-49b6-acde-73578e51fce4 req-b1d3d779-2c7e-4181-9d3f-01fd0b01d848 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e8e38177-cf72-474d-9ee2-85475a074344 HTTP/1.1" status: 200 len: 1098 time: 0.1569462 Nov 12 01:41:00.545810 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-57849290-1de6-4735-99f7-0a0376817325 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:00.605426 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-34c2608e-6e9e-49b6-acde-73578e51fce4 req-8095fb61-8ad6-4eed-b32f-af941cb57ed9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3147cf79-3453-4145-b3af-b0dba349f0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105745 Nov 12 01:41:00.618081 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-bc59f342-bd6c-4df9-ad11-50456089f540 None None] Allocated IP 172.20.0.2 (36462d1c-0752-484a-91db-1bc197a27c65/d6b3f1cc-cc12-4d80-9c79-c715051f46c1/7ffac165-0203-4a60-be25-2e0d70d9d5e6) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:41:00.809528 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bc59f342-bd6c-4df9-ad11-50456089f540 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:00.813411 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-57849290-1de6-4735-99f7-0a0376817325 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:00.818512 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bc59f342-bd6c-4df9-ad11-50456089f540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:00.853382 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-57849290-1de6-4735-99f7-0a0376817325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:00.902246 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc59f342-bd6c-4df9-ad11-50456089f540 None None] Network 36462d1c-0752-484a-91db-1bc197a27c65 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:41:00.927447 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-bc59f342-bd6c-4df9-ad11-50456089f540 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:41:00.932558 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc59f342-bd6c-4df9-ad11-50456089f540 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:41:00.954591 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc59f342-bd6c-4df9-ad11-50456089f540 None None] Pushing event updated for resources: {'Port': ['ID=7ffac165-0203-4a60-be25-2e0d70d9d5e6,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:00.960669 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c711822b-bd7f-4d11-b601-c27efe072d54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:01.039140 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-bc59f342-bd6c-4df9-ad11-50456089f540 None None] Attempting to bind port 7ffac165-0203-4a60-be25-2e0d70d9d5e6 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:41:01.039513 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-bc59f342-bd6c-4df9-ad11-50456089f540 None None] Attempting to bind port 7ffac165-0203-4a60-be25-2e0d70d9d5e6 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'e56aa8f3-a897-448c-bb80-0dde2e1bb857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '36462d1c-0752-484a-91db-1bc197a27c65'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:41:01.039881 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc59f342-bd6c-4df9-ad11-50456089f540 None None] Attempting to bind port 7ffac165-0203-4a60-be25-2e0d70d9d5e6 on network 36462d1c-0752-484a-91db-1bc197a27c65 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:41:01.046555 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc59f342-bd6c-4df9-ad11-50456089f540 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:41:01.046939 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc59f342-bd6c-4df9-ad11-50456089f540 None None] Checking segment: {'id': 'e56aa8f3-a897-448c-bb80-0dde2e1bb857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '36462d1c-0752-484a-91db-1bc197a27c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:41:01.047344 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bc59f342-bd6c-4df9-ad11-50456089f540 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:01.047744 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc59f342-bd6c-4df9-ad11-50456089f540 None None] Bound using segment: {'id': 'e56aa8f3-a897-448c-bb80-0dde2e1bb857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '36462d1c-0752-484a-91db-1bc197a27c65'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:41:01.048256 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-bc59f342-bd6c-4df9-ad11-50456089f540 None None] Bound port: 7ffac165-0203-4a60-be25-2e0d70d9d5e6, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56aa8f3-a897-448c-bb80-0dde2e1bb857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '36462d1c-0752-484a-91db-1bc197a27c65'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:41:01.048636 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bc59f342-bd6c-4df9-ad11-50456089f540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:01.120634 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-bc59f342-bd6c-4df9-ad11-50456089f540 None None] For port 7ffac165-0203-4a60-be25-2e0d70d9d5e6, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:41:01.124210 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-bc59f342-bd6c-4df9-ad11-50456089f540 None None] For port 7ffac165-0203-4a60-be25-2e0d70d9d5e6, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=7ffac165-0203-4a60-be25-2e0d70d9d5e6,segment=NetworkSegment(e56aa8f3-a897-448c-bb80-0dde2e1bb857),segment_id=e56aa8f3-a897-448c-bb80-0dde2e1bb857)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:41:01.129222 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bc59f342-bd6c-4df9-ad11-50456089f540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:01.131235 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-57849290-1de6-4735-99f7-0a0376817325 admin admin] Allocated IP 172.25.3.5 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/7df56b56-2e7f-43d0-9a75-94cb9b681846) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:41:01.146934 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1586e-2b65-43ef-9b67-2100bbe648d1 req-5a50c575-d46c-4b4b-a64e-a6759153f4e5 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:01.152705 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-01e1586e-2b65-43ef-9b67-2100bbe648d1 req-5a50c575-d46c-4b4b-a64e-a6759153f4e5 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8e38177-cf72-474d-9ee2-85475a074344 HTTP/1.1" status: 200 len: 946 time: 0.1153553 Nov 12 01:41:01.207486 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc59f342-bd6c-4df9-ad11-50456089f540 None None] Pushing event updated for resources: {'Port': ['ID=7ffac165-0203-4a60-be25-2e0d70d9d5e6,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:01.341270 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-01e1586e-2b65-43ef-9b67-2100bbe648d1 req-3af4c6eb-b01f-4667-96e0-f5b1500ffb21 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/security-groups?id=3147cf79-3453-4145-b3af-b0dba349f0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827283 Nov 12 01:41:01.399019 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-57849290-1de6-4735-99f7-0a0376817325 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:01.474112 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-57849290-1de6-4735-99f7-0a0376817325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:01.518626 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57849290-1de6-4735-99f7-0a0376817325 admin admin] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:41:01.525696 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-57849290-1de6-4735-99f7-0a0376817325 admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:41:01.530663 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57849290-1de6-4735-99f7-0a0376817325 admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:41:01.537711 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57849290-1de6-4735-99f7-0a0376817325 admin admin] Pushing event updated for resources: {'Port': ['ID=7df56b56-2e7f-43d0-9a75-94cb9b681846,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:01.554737 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7acd4e-5006-47ca-9ccc-9d60904aada5 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:41:01.657509 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-b370c1db-f3c3-4461-b77c-0cb8e3602558 None None] Provisioning complete for port 7df56b56-2e7f-43d0-9a75-94cb9b681846 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:41:01.659470 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b370c1db-f3c3-4461-b77c-0cb8e3602558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:01.746098 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-b370c1db-f3c3-4461-b77c-0cb8e3602558 None None] Port 7df56b56-2e7f-43d0-9a75-94cb9b681846 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:41:01.866745 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-57849290-1de6-4735-99f7-0a0376817325 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:02.105868 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-57849290-1de6-4735-99f7-0a0376817325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:02.314691 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57849290-1de6-4735-99f7-0a0376817325 admin admin] Router a11c95ba-c6ff-4fe7-885b-b4adf216c7bf is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:41:02.427539 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac19bfa-f66c-4d79-bc37-ebd78773469b None None] Network 36462d1c-0752-484a-91db-1bc197a27c65 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:41:02.508404 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-544775b9-3a0c-475f-8345-cdeb799a94ed None None] Provisioning complete for port 7ffac165-0203-4a60-be25-2e0d70d9d5e6 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:41:02.508404 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-544775b9-3a0c-475f-8345-cdeb799a94ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:02.578582 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57849290-1de6-4735-99f7-0a0376817325 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:41:02.600516 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9cc1a2-76fa-46f2-8f2d-dd20a9972ee9 None None] Sync routers for ids ['a11c95ba-c6ff-4fe7-885b-b4adf216c7bf'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:41:02.604064 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673d3fa-ba79-48e1-a0a4-b25ad2eaee32 req-be50813e-facb-404e-b645-0c9e7941db30 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:02.607095 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6673d3fa-ba79-48e1-a0a4-b25ad2eaee32 req-be50813e-facb-404e-b645-0c9e7941db30 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8e38177-cf72-474d-9ee2-85475a074344 HTTP/1.1" status: 200 len: 946 time: 0.1226592 Nov 12 01:41:02.652291 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-57849290-1de6-4735-99f7-0a0376817325 admin admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:02.654577 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-57849290-1de6-4735-99f7-0a0376817325 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 2.5355241 Nov 12 01:41:02.657976 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53640) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:41:02.669690 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9cc1a2-76fa-46f2-8f2d-dd20a9972ee9 None None] Routers {'a11c95ba-c6ff-4fe7-885b-b4adf216c7bf'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:41:02.670249 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-4c9cc1a2-76fa-46f2-8f2d-dd20a9972ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:41:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['a11c95ba-c6ff-4fe7-885b-b4adf216c7bf'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:02.715267 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-544775b9-3a0c-475f-8345-cdeb799a94ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:02.775720 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6673d3fa-ba79-48e1-a0a4-b25ad2eaee32 req-053fb72d-ba63-4c01-8fee-5bab558639e8 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/security-groups?id=3147cf79-3453-4145-b3af-b0dba349f0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583405 Nov 12 01:41:02.843658 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-4c9cc1a2-76fa-46f2-8f2d-dd20a9972ee9 None None] Set router a11c95ba-c6ff-4fe7-885b-b4adf216c7bf gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:41:02.945738 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 7ffac165-0203-4a60-be25-2e0d70d9d5e6 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:41:02.981484 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-544775b9-3a0c-475f-8345-cdeb799a94ed None None] For port 7ffac165-0203-4a60-be25-2e0d70d9d5e6, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=7ffac165-0203-4a60-be25-2e0d70d9d5e6,segment=NetworkSegment(e56aa8f3-a897-448c-bb80-0dde2e1bb857),segment_id=e56aa8f3-a897-448c-bb80-0dde2e1bb857)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:41:03.032916 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-544775b9-3a0c-475f-8345-cdeb799a94ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:03.262579 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:03.320845 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f66cc6-4674-49d2-bd08-2753e1517cb0 req-a90ad492-3323-49b8-9530-e2b354fbb282 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:03.323558 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e5f66cc6-4674-49d2-bd08-2753e1517cb0 req-a90ad492-3323-49b8-9530-e2b354fbb282 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8e38177-cf72-474d-9ee2-85475a074344 HTTP/1.1" status: 200 len: 946 time: 0.4024131 Nov 12 01:41:03.337087 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544775b9-3a0c-475f-8345-cdeb799a94ed None None] Pushing event updated for resources: {'Port': ['ID=7ffac165-0203-4a60-be25-2e0d70d9d5e6,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:03.343506 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-35096ddf-0995-472e-bf23-645dc6c99828 None None] Provisioning complete for port 7ffac165-0203-4a60-be25-2e0d70d9d5e6 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:41:03.343906 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-35096ddf-0995-472e-bf23-645dc6c99828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:03.389565 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 7ffac165-0203-4a60-be25-2e0d70d9d5e6 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:41:03.389946 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:03.469323 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e5f66cc6-4674-49d2-bd08-2753e1517cb0 req-0dc87481-9d1d-4ce0-ada9-71c196fc799f tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/security-groups?id=3147cf79-3453-4145-b3af-b0dba349f0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293905 Nov 12 01:41:03.515959 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53644) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:41:03.545088 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-4c9cc1a2-76fa-46f2-8f2d-dd20a9972ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a11c95ba-c6ff-4fe7-885b-b4adf216c7bf', 'name': 'tempest-ImageQuotaTest-1848919772-router', 'tenant_id': 'ae191ab6d7a34958ac0d6e467aa3c896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '7df56b56-2e7f-43d0-9a75-94cb9b681846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:41:00Z', 'updated_at': '2021-11-12T01:41:01Z', 'revision_number': 3, 'project_id': 'ae191ab6d7a34958ac0d6e467aa3c896', 'gw_port': {'id': '7df56b56-2e7f-43d0-9a75-94cb9b681846', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a11c95ba-c6ff-4fe7-885b-b4adf216c7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:41:00Z', 'updated_at': '2021-11-12T01:41:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:03.584558 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9cc1a2-76fa-46f2-8f2d-dd20a9972ee9 None None] Checking router: a11c95ba-c6ff-4fe7-885b-b4adf216c7bf for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:41:03.584949 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9cc1a2-76fa-46f2-8f2d-dd20a9972ee9 None None] Updating router a11c95ba-c6ff-4fe7-885b-b4adf216c7bf port 7df56b56-2e7f-43d0-9a75-94cb9b681846 binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:41:03.601530 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0294b9b6-d226-4d68-8d01-1d50dfea603d tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:03.608831 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0294b9b6-d226-4d68-8d01-1d50dfea603d tempest-TestNetworkBasicOps-1367353410 tempest-TestNetworkBasicOps-1367353410-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=e8e38177-cf72-474d-9ee2-85475a074344 HTTP/1.1" status: 200 len: 1093 time: 0.0909915 Nov 12 01:41:03.609921 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53646) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:41:03.617642 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-45ffe312-bd2f-42b9-ad23-a73b5cc1c88c tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Request body: {'floatingip': {'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'port_id': 'cfcc4855-745e-49e1-bbe5-0bc6ef017eeb', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:41:03.625621 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4c9cc1a2-76fa-46f2-8f2d-dd20a9972ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:03.667416 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-45ffe312-bd2f-42b9-ad23-a73b5cc1c88c tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for floatingip, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:03.840580 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-666306bf-6c34-45e2-a501-47bc91363be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:03.857592 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-45ffe312-bd2f-42b9-ad23-a73b5cc1c88c tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:03.952882 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4c9cc1a2-76fa-46f2-8f2d-dd20a9972ee9 None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:03.962086 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4c9cc1a2-76fa-46f2-8f2d-dd20a9972ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:04.040491 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e467dbfe-6f36-468d-b231-672c82c65853 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:41:04.056076 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-4c9cc1a2-76fa-46f2-8f2d-dd20a9972ee9 None None] Attempting to bind port 7df56b56-2e7f-43d0-9a75-94cb9b681846 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:41:04.056468 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-4c9cc1a2-76fa-46f2-8f2d-dd20a9972ee9 None None] Attempting to bind port 7df56b56-2e7f-43d0-9a75-94cb9b681846 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:41:04.056805 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9cc1a2-76fa-46f2-8f2d-dd20a9972ee9 None None] Attempting to bind port 7df56b56-2e7f-43d0-9a75-94cb9b681846 on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:41:04.062829 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:04.066048 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9cc1a2-76fa-46f2-8f2d-dd20a9972ee9 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:41:04.066716 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9cc1a2-76fa-46f2-8f2d-dd20a9972ee9 None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:41:04.067115 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4c9cc1a2-76fa-46f2-8f2d-dd20a9972ee9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:04.067522 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9cc1a2-76fa-46f2-8f2d-dd20a9972ee9 None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:41:04.069018 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-4c9cc1a2-76fa-46f2-8f2d-dd20a9972ee9 None None] Bound port: 7df56b56-2e7f-43d0-9a75-94cb9b681846, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:41:04.069018 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4c9cc1a2-76fa-46f2-8f2d-dd20a9972ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:04.073454 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23a83d8-de43-42e5-805e-6dcefce85827 None None] Pushing event updated for resources: {'Port': ['ID=7df56b56-2e7f-43d0-9a75-94cb9b681846,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:04.078994 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-45ffe312-bd2f-42b9-ad23-a73b5cc1c88c tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Allocated IP 172.25.3.111 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/48517c81-ae07-4327-8e90-54eca3ad499f) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:41:04.157329 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4c9cc1a2-76fa-46f2-8f2d-dd20a9972ee9 None None] For port 7df56b56-2e7f-43d0-9a75-94cb9b681846, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:41:04.160931 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4c9cc1a2-76fa-46f2-8f2d-dd20a9972ee9 None None] For port 7df56b56-2e7f-43d0-9a75-94cb9b681846, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=7df56b56-2e7f-43d0-9a75-94cb9b681846,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:41:04.171128 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4c9cc1a2-76fa-46f2-8f2d-dd20a9972ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:04.236571 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-ac2a2260-538a-4f70-9055-f5b90974caf6 None None] Provisioning complete for port 7df56b56-2e7f-43d0-9a75-94cb9b681846 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:41:04.236969 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ac2a2260-538a-4f70-9055-f5b90974caf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:04.244803 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f5169a-ff0e-4da5-9508-7873c77b9178 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:41:04.262602 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-666306bf-6c34-45e2-a501-47bc91363be0 admin admin] Allocated IP 172.20.0.1 (36462d1c-0752-484a-91db-1bc197a27c65/d6b3f1cc-cc12-4d80-9c79-c715051f46c1/b631fd97-becf-4fac-8fce-72d5f40da5cf) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:41:04.286425 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-45ffe312-bd2f-42b9-ad23-a73b5cc1c88c tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:04.295100 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23a83d8-de43-42e5-805e-6dcefce85827 None None] Pushing event updated for resources: {'Port': ['ID=7df56b56-2e7f-43d0-9a75-94cb9b681846,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:04.303846 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9cc1a2-76fa-46f2-8f2d-dd20a9972ee9 None None] Routers {'a11c95ba-c6ff-4fe7-885b-b4adf216c7bf'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:41:04.304541 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-4c9cc1a2-76fa-46f2-8f2d-dd20a9972ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:41:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['a11c95ba-c6ff-4fe7-885b-b4adf216c7bf'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:04.352682 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-45ffe312-bd2f-42b9-ad23-a73b5cc1c88c tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:04.431202 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ffe312-bd2f-42b9-ad23-a73b5cc1c88c tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:41:04.435227 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-45ffe312-bd2f-42b9-ad23-a73b5cc1c88c tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:41:04.455630 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ffe312-bd2f-42b9-ad23-a73b5cc1c88c tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:41:04.466791 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-666306bf-6c34-45e2-a501-47bc91363be0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:04.467633 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-4c9cc1a2-76fa-46f2-8f2d-dd20a9972ee9 None None] Set router a11c95ba-c6ff-4fe7-885b-b4adf216c7bf gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:41:04.512372 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ffe312-bd2f-42b9-ad23-a73b5cc1c88c tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event updated for resources: {'Port': ['ID=48517c81-ae07-4327-8e90-54eca3ad499f,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:04.523500 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-666306bf-6c34-45e2-a501-47bc91363be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:04.585273 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ac2a2260-538a-4f70-9055-f5b90974caf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:04.593566 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666306bf-6c34-45e2-a501-47bc91363be0 admin admin] Network 36462d1c-0752-484a-91db-1bc197a27c65 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:41:04.601681 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-666306bf-6c34-45e2-a501-47bc91363be0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:41:04.613058 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666306bf-6c34-45e2-a501-47bc91363be0 admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:41:04.656837 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-ac2a2260-538a-4f70-9055-f5b90974caf6 None None] For port 7df56b56-2e7f-43d0-9a75-94cb9b681846, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=7df56b56-2e7f-43d0-9a75-94cb9b681846,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:41:04.667603 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666306bf-6c34-45e2-a501-47bc91363be0 admin admin] Pushing event updated for resources: {'Port': ['ID=b631fd97-becf-4fac-8fce-72d5f40da5cf,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:04.673494 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ac2a2260-538a-4f70-9055-f5b90974caf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:04.700914 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-666306bf-6c34-45e2-a501-47bc91363be0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:04.747114 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a2260-538a-4f70-9055-f5b90974caf6 None None] Pushing event updated for resources: {'Port': ['ID=7df56b56-2e7f-43d0-9a75-94cb9b681846,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:04.844689 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5093d629-b4fc-4d38-b80d-d79127794f9b None None] Provisioning complete for port 7df56b56-2e7f-43d0-9a75-94cb9b681846 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:41:04.845352 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5093d629-b4fc-4d38-b80d-d79127794f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:04.924299 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-666306bf-6c34-45e2-a501-47bc91363be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:04.964708 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-4c9cc1a2-76fa-46f2-8f2d-dd20a9972ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a11c95ba-c6ff-4fe7-885b-b4adf216c7bf', 'name': 'tempest-ImageQuotaTest-1848919772-router', 'tenant_id': 'ae191ab6d7a34958ac0d6e467aa3c896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '7df56b56-2e7f-43d0-9a75-94cb9b681846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:41:00Z', 'updated_at': '2021-11-12T01:41:01Z', 'revision_number': 3, 'project_id': 'ae191ab6d7a34958ac0d6e467aa3c896', 'gw_port': {'id': '7df56b56-2e7f-43d0-9a75-94cb9b681846', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a11c95ba-c6ff-4fe7-885b-b4adf216c7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:41:00Z', 'updated_at': '2021-11-12T01:41:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:05.007399 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9cc1a2-76fa-46f2-8f2d-dd20a9972ee9 None None] The sync data for ids ['a11c95ba-c6ff-4fe7-885b-b4adf216c7bf'] in n-d-712142-27 is: [{'id': 'a11c95ba-c6ff-4fe7-885b-b4adf216c7bf', 'name': 'tempest-ImageQuotaTest-1848919772-router', 'tenant_id': 'ae191ab6d7a34958ac0d6e467aa3c896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '7df56b56-2e7f-43d0-9a75-94cb9b681846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:41:00Z', 'updated_at': '2021-11-12T01:41:01Z', 'revision_number': 3, 'project_id': 'ae191ab6d7a34958ac0d6e467aa3c896', 'gw_port': {'id': '7df56b56-2e7f-43d0-9a75-94cb9b681846', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a11c95ba-c6ff-4fe7-885b-b4adf216c7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:41:00Z', 'updated_at': '2021-11-12T01:41:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:41:05.009594 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 7ffac165-0203-4a60-be25-2e0d70d9d5e6 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:41:05.149925 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 7ffac165-0203-4a60-be25-2e0d70d9d5e6 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:41:05.150310 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:05.180718 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-666306bf-6c34-45e2-a501-47bc91363be0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:05.188573 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-666306bf-6c34-45e2-a501-47bc91363be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:05.281757 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-666306bf-6c34-45e2-a501-47bc91363be0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:05.330449 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:05.332349 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-480978a1-e2e3-4618-b87c-e4343e96f67b None None] Provisioning complete for port b631fd97-becf-4fac-8fce-72d5f40da5cf triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:41:05.332920 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-480978a1-e2e3-4618-b87c-e4343e96f67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:05.428300 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-480978a1-e2e3-4618-b87c-e4343e96f67b None None] Port b631fd97-becf-4fac-8fce-72d5f40da5cf cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:41:05.456457 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666306bf-6c34-45e2-a501-47bc91363be0 admin admin] Pushing event updated for resources: {'Port': ['ID=b631fd97-becf-4fac-8fce-72d5f40da5cf,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:05.571577 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666306bf-6c34-45e2-a501-47bc91363be0 admin admin] Network 36462d1c-0752-484a-91db-1bc197a27c65 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:41:05.574121 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-666306bf-6c34-45e2-a501-47bc91363be0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:41:05.746328 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-666306bf-6c34-45e2-a501-47bc91363be0 admin admin] Router a11c95ba-c6ff-4fe7-885b-b4adf216c7bf has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:41:05.823125 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-45ffe312-bd2f-42b9-ad23-a73b5cc1c88c tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:05.908641 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666306bf-6c34-45e2-a501-47bc91363be0 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:41:05.918242 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-666306bf-6c34-45e2-a501-47bc91363be0 admin admin] 10.222.0.45 "PUT /v2.0/routers/a11c95ba-c6ff-4fe7-885b-b4adf216c7bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2581179 Nov 12 01:41:05.925273 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-45ffe312-bd2f-42b9-ad23-a73b5cc1c88c tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:06.001146 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-62564000-9e67-4560-9cad-e78bb5d931cd None None] Provisioning complete for port b631fd97-becf-4fac-8fce-72d5f40da5cf triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:41:06.003226 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-62564000-9e67-4560-9cad-e78bb5d931cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:06.068401 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-62564000-9e67-4560-9cad-e78bb5d931cd None None] Port b631fd97-becf-4fac-8fce-72d5f40da5cf cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:41:06.149287 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-45ffe312-bd2f-42b9-ad23-a73b5cc1c88c tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:06.157260 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-45ffe312-bd2f-42b9-ad23-a73b5cc1c88c tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:06.295804 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ffe312-bd2f-42b9-ad23-a73b5cc1c88c tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event updated for resources: {'Port': ['ID=48517c81-ae07-4327-8e90-54eca3ad499f,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:06.305221 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-45ffe312-bd2f-42b9-ad23-a73b5cc1c88c tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:06.429017 n-d-712142-27 neutron-server[109086]: INFO neutron.db.l3_db [None req-45ffe312-bd2f-42b9-ad23-a73b5cc1c88c tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Floating IP af5fc704-8f14-46e8-a30e-0d0515fce1f4 associated. External IP: 172.25.3.111, port: cfcc4855-745e-49e1-bbe5-0bc6ef017eeb. Nov 12 01:41:06.694256 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ffe312-bd2f-42b9-ad23-a73b5cc1c88c tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Router a05c96c1-5a08-416e-8b55-f3799ab2e089 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:41:06.888116 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 7df56b56-2e7f-43d0-9a75-94cb9b681846 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:41:06.910922 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ffe312-bd2f-42b9-ad23-a73b5cc1c88c tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:41:06.927408 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6428b0e-3806-411f-a459-529f6997fb39 None None] Sync routers for ids ['a05c96c1-5a08-416e-8b55-f3799ab2e089'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:41:06.946775 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-45ffe312-bd2f-42b9-ad23-a73b5cc1c88c tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:06.949825 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6428b0e-3806-411f-a459-529f6997fb39 None None] Routers {'a05c96c1-5a08-416e-8b55-f3799ab2e089'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:41:06.951196 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-d6428b0e-3806-411f-a459-529f6997fb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:41:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['a05c96c1-5a08-416e-8b55-f3799ab2e089'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:06.990286 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 7df56b56-2e7f-43d0-9a75-94cb9b681846 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:41:06.990919 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:07.000015 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-45ffe312-bd2f-42b9-ad23-a73b5cc1c88c tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3851745 Nov 12 01:41:07.000015 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8e38177-cf72-474d-9ee2-85475a074344', 'tag': 'cfcc4855-745e-49e1-bbe5-0bc6ef017eeb'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:41:07.000495 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53664) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:41:07.003327 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9562a6ff-85c8-4cc4-afdb-75dc53c9422a" -d '{"events": [{"name": "network-changed", "server_uuid": "e8e38177-cf72-474d-9ee2-85475a074344", "tag": "cfcc4855-745e-49e1-bbe5-0bc6ef017eeb"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:41:07.075844 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f11a74f-35f7-4de5-8790-a1ef6ece0374 x-openstack-request-id: req-3f11a74f-35f7-4de5-8790-a1ef6ece0374 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:41:07.076403 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8e38177-cf72-474d-9ee2-85475a074344", "tag": "cfcc4855-745e-49e1-bbe5-0bc6ef017eeb", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:41:07.076831 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3f11a74f-35f7-4de5-8790-a1ef6ece0374 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:41:07.077358 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8e38177-cf72-474d-9ee2-85475a074344', 'tag': 'cfcc4855-745e-49e1-bbe5-0bc6ef017eeb', 'status': 'completed', 'code': 200} Nov 12 01:41:07.130043 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-71110778-a689-4ae7-a1b4-c8b614a3461f tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/floatingips/af5fc704-8f14-46e8-a30e-0d0515fce1f4 HTTP/1.1" status: 200 len: 992 time: 0.1280601 Nov 12 01:41:07.213061 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562a6ff-85c8-4cc4-afdb-75dc53c9422a req-3e4bd9fc-23ff-43ce-a2de-b52a3decd061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:07.215039 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9562a6ff-85c8-4cc4-afdb-75dc53c9422a req-3e4bd9fc-23ff-43ce-a2de-b52a3decd061 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=da2f05210fd943e2951f3890676710a2&device_id=e8e38177-cf72-474d-9ee2-85475a074344 HTTP/1.1" status: 200 len: 1098 time: 0.0834374 Nov 12 01:41:07.219246 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-d6428b0e-3806-411f-a459-529f6997fb39 None None] Set router a05c96c1-5a08-416e-8b55-f3799ab2e089 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:41:07.364852 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562a6ff-85c8-4cc4-afdb-75dc53c9422a req-e27c593d-d7a2-4210-adba-2dcc62c5b713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:07.366180 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9562a6ff-85c8-4cc4-afdb-75dc53c9422a req-e27c593d-d7a2-4210-adba-2dcc62c5b713 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c10d9824-0f07-406a-b38d-68ad49e8d10f HTTP/1.1" status: 200 len: 896 time: 0.1435907 Nov 12 01:41:07.485204 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74900dc4-c817-437d-91df-f5a7baad01ac None None] Sync routers for ids ['a11c95ba-c6ff-4fe7-885b-b4adf216c7bf'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:41:07.502754 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9562a6ff-85c8-4cc4-afdb-75dc53c9422a req-0465a52d-658c-4b7d-93ee-ed2b25c873de service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cfcc4855-745e-49e1-bbe5-0bc6ef017eeb HTTP/1.1" status: 200 len: 1000 time: 0.1295071 Nov 12 01:41:07.519393 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74900dc4-c817-437d-91df-f5a7baad01ac None None] Routers {'a11c95ba-c6ff-4fe7-885b-b4adf216c7bf'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:41:07.522202 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-74900dc4-c817-437d-91df-f5a7baad01ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:41:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['a11c95ba-c6ff-4fe7-885b-b4adf216c7bf'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:07.557834 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-d6428b0e-3806-411f-a459-529f6997fb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05c96c1-5a08-416e-8b55-f3799ab2e089', 'name': 'tempest-TestNetworkBasicOps-router-1980256552', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '1cba252a-1081-48f4-9aaf-b1a320e48ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:40:37Z', 'updated_at': '2021-11-12T01:40:42Z', 'revision_number': 4, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'gw_port': {'id': '1cba252a-1081-48f4-9aaf-b1a320e48ac1', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05c96c1-5a08-416e-8b55-f3799ab2e089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:40:38Z', 'updated_at': '2021-11-12T01:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': 'af5fc704-8f14-46e8-a30e-0d0515fce1f4', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'floating_ip_address': '172.25.3.111', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'a05c96c1-5a08-416e-8b55-f3799ab2e089', 'port_id': 'cfcc4855-745e-49e1-bbe5-0bc6ef017eeb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c10d9824-0f07-406a-b38d-68ad49e8d10f', 'mac_address': 'fa:16:3e:7a:11:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e38177-cf72-474d-9ee2-85475a074344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:41:05Z', 'updated_at': '2021-11-12T01:41:05Z', 'revision_number': 0, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb7a69ae-0e64-4f6c-8095-a579b6692197', 'name': '', 'network_id': 'c10d9824-0f07-406a-b38d-68ad49e8d10f', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'mac_address': 'fa:16:3e:30:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05c96c1-5a08-416e-8b55-f3799ab2e089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '9f987e80-2ca8-4581-afeb-3f175817f054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:40:41Z', 'updated_at': '2021-11-12T01:40:46Z', 'revision_number': 5, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'subnets': [{'id': '9f987e80-2ca8-4581-afeb-3f175817f054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:07.591415 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6428b0e-3806-411f-a459-529f6997fb39 None None] Checking router: a05c96c1-5a08-416e-8b55-f3799ab2e089 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:41:07.604888 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6428b0e-3806-411f-a459-529f6997fb39 None None] Routers {'a05c96c1-5a08-416e-8b55-f3799ab2e089'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:41:07.606007 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-d6428b0e-3806-411f-a459-529f6997fb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:41:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['a05c96c1-5a08-416e-8b55-f3799ab2e089'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:07.622777 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562a6ff-85c8-4cc4-afdb-75dc53c9422a req-9fc44ac7-599a-4cbc-925c-96606076b5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:07.626499 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9562a6ff-85c8-4cc4-afdb-75dc53c9422a req-9fc44ac7-599a-4cbc-925c-96606076b5c0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f987e80-2ca8-4581-afeb-3f175817f054 HTTP/1.1" status: 200 len: 835 time: 0.1162882 Nov 12 01:41:07.731495 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-74900dc4-c817-437d-91df-f5a7baad01ac None None] Set router a11c95ba-c6ff-4fe7-885b-b4adf216c7bf gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:41:07.750812 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562a6ff-85c8-4cc4-afdb-75dc53c9422a req-2cd493fb-b9b5-45ea-b1b6-729e04ec7878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:07.754026 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9562a6ff-85c8-4cc4-afdb-75dc53c9422a req-2cd493fb-b9b5-45ea-b1b6-729e04ec7878 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c10d9824-0f07-406a-b38d-68ad49e8d10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1195023 Nov 12 01:41:07.857752 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-d6428b0e-3806-411f-a459-529f6997fb39 None None] Set router a05c96c1-5a08-416e-8b55-f3799ab2e089 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:41:07.909128 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9562a6ff-85c8-4cc4-afdb-75dc53c9422a req-ca667a39-006a-45d9-a09c-70c9264b381b service neutron] 10.222.0.44 "GET /v2.0/networks/c10d9824-0f07-406a-b38d-68ad49e8d10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416922 Nov 12 01:41:07.922135 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53672) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:41:08.111398 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9562a6ff-85c8-4cc4-afdb-75dc53c9422a req-300ba2a0-bbc1-40f1-9102-848b44c00a64 service neutron] 10.222.0.44 "GET /v2.0/networks/c10d9824-0f07-406a-b38d-68ad49e8d10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940877 Nov 12 01:41:08.137445 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53674) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:41:08.160319 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-74900dc4-c817-437d-91df-f5a7baad01ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a11c95ba-c6ff-4fe7-885b-b4adf216c7bf', 'name': 'tempest-ImageQuotaTest-1848919772-router', 'tenant_id': 'ae191ab6d7a34958ac0d6e467aa3c896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '7df56b56-2e7f-43d0-9a75-94cb9b681846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:41:00Z', 'updated_at': '2021-11-12T01:41:04Z', 'revision_number': 4, 'project_id': 'ae191ab6d7a34958ac0d6e467aa3c896', 'gw_port': {'id': '7df56b56-2e7f-43d0-9a75-94cb9b681846', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11c95ba-c6ff-4fe7-885b-b4adf216c7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:41:00Z', 'updated_at': '2021-11-12T01:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'b631fd97-becf-4fac-8fce-72d5f40da5cf', 'name': '', 'network_id': '36462d1c-0752-484a-91db-1bc197a27c65', 'tenant_id': 'ae191ab6d7a34958ac0d6e467aa3c896', 'mac_address': 'fa:16:3e:bc:e8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a11c95ba-c6ff-4fe7-885b-b4adf216c7bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'd6b3f1cc-cc12-4d80-9c79-c715051f46c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:41:03Z', 'updated_at': '2021-11-12T01:41:05Z', 'revision_number': 2, 'project_id': 'ae191ab6d7a34958ac0d6e467aa3c896', 'subnets': [{'id': 'd6b3f1cc-cc12-4d80-9c79-c715051f46c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:08.195520 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74900dc4-c817-437d-91df-f5a7baad01ac None None] Checking router: a11c95ba-c6ff-4fe7-885b-b4adf216c7bf for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:41:08.196024 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74900dc4-c817-437d-91df-f5a7baad01ac None None] Updating router a11c95ba-c6ff-4fe7-885b-b4adf216c7bf port b631fd97-becf-4fac-8fce-72d5f40da5cf binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:41:08.225306 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-74900dc4-c817-437d-91df-f5a7baad01ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:08.269793 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-d6428b0e-3806-411f-a459-529f6997fb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05c96c1-5a08-416e-8b55-f3799ab2e089', 'name': 'tempest-TestNetworkBasicOps-router-1980256552', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '1cba252a-1081-48f4-9aaf-b1a320e48ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:40:37Z', 'updated_at': '2021-11-12T01:40:42Z', 'revision_number': 4, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'gw_port': {'id': '1cba252a-1081-48f4-9aaf-b1a320e48ac1', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05c96c1-5a08-416e-8b55-f3799ab2e089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:40:38Z', 'updated_at': '2021-11-12T01:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': 'af5fc704-8f14-46e8-a30e-0d0515fce1f4', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'floating_ip_address': '172.25.3.111', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'a05c96c1-5a08-416e-8b55-f3799ab2e089', 'port_id': 'cfcc4855-745e-49e1-bbe5-0bc6ef017eeb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c10d9824-0f07-406a-b38d-68ad49e8d10f', 'mac_address': 'fa:16:3e:7a:11:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e38177-cf72-474d-9ee2-85475a074344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:41:05Z', 'updated_at': '2021-11-12T01:41:05Z', 'revision_number': 0, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb7a69ae-0e64-4f6c-8095-a579b6692197', 'name': '', 'network_id': 'c10d9824-0f07-406a-b38d-68ad49e8d10f', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'mac_address': 'fa:16:3e:30:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05c96c1-5a08-416e-8b55-f3799ab2e089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '9f987e80-2ca8-4581-afeb-3f175817f054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:40:41Z', 'updated_at': '2021-11-12T01:40:46Z', 'revision_number': 5, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'subnets': [{'id': '9f987e80-2ca8-4581-afeb-3f175817f054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:08.308426 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6428b0e-3806-411f-a459-529f6997fb39 None None] The sync data for ids ['a05c96c1-5a08-416e-8b55-f3799ab2e089'] in n-d-712142-27 is: [{'id': 'a05c96c1-5a08-416e-8b55-f3799ab2e089', 'name': 'tempest-TestNetworkBasicOps-router-1980256552', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '1cba252a-1081-48f4-9aaf-b1a320e48ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:40:37Z', 'updated_at': '2021-11-12T01:40:42Z', 'revision_number': 4, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'gw_port': {'id': '1cba252a-1081-48f4-9aaf-b1a320e48ac1', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05c96c1-5a08-416e-8b55-f3799ab2e089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:40:38Z', 'updated_at': '2021-11-12T01:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': 'af5fc704-8f14-46e8-a30e-0d0515fce1f4', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'floating_ip_address': '172.25.3.111', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'a05c96c1-5a08-416e-8b55-f3799ab2e089', 'port_id': 'cfcc4855-745e-49e1-bbe5-0bc6ef017eeb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c10d9824-0f07-406a-b38d-68ad49e8d10f', 'mac_address': 'fa:16:3e:7a:11:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e38177-cf72-474d-9ee2-85475a074344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:41:05Z', 'updated_at': '2021-11-12T01:41:05Z', 'revision_number': 0, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb7a69ae-0e64-4f6c-8095-a579b6692197', 'name': '', 'network_id': 'c10d9824-0f07-406a-b38d-68ad49e8d10f', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'mac_address': 'fa:16:3e:30:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05c96c1-5a08-416e-8b55-f3799ab2e089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '9f987e80-2ca8-4581-afeb-3f175817f054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:40:41Z', 'updated_at': '2021-11-12T01:40:46Z', 'revision_number': 5, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'subnets': [{'id': '9f987e80-2ca8-4581-afeb-3f175817f054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:41:08.368772 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9ba3e017-e4ec-4da5-aa18-1344a5cef951 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/floatingips/af5fc704-8f14-46e8-a30e-0d0515fce1f4 HTTP/1.1" status: 200 len: 992 time: 0.2253509 Nov 12 01:41:08.632920 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdea3f1-bd45-4120-84d7-37863c5699c3 None None] New status for floating IP af5fc704-8f14-46e8-a30e-0d0515fce1f4: ACTIVE {{(pid=109088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:41:08.658511 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bc36e4dc-c912-4645-b2b4-981fd9e77f09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:08.708413 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:08.719132 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-74900dc4-c817-437d-91df-f5a7baad01ac None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:08.726657 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-74900dc4-c817-437d-91df-f5a7baad01ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:08.785955 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f80ad-a4e7-4aff-98d4-d17a712c7862 None None] Pushing event updated for resources: {'Port': ['ID=b631fd97-becf-4fac-8fce-72d5f40da5cf,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:08.851673 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-74900dc4-c817-437d-91df-f5a7baad01ac None None] Attempting to bind port b631fd97-becf-4fac-8fce-72d5f40da5cf on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:41:08.851934 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-74900dc4-c817-437d-91df-f5a7baad01ac None None] Attempting to bind port b631fd97-becf-4fac-8fce-72d5f40da5cf by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'e56aa8f3-a897-448c-bb80-0dde2e1bb857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '36462d1c-0752-484a-91db-1bc197a27c65'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:41:08.852319 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74900dc4-c817-437d-91df-f5a7baad01ac None None] Attempting to bind port b631fd97-becf-4fac-8fce-72d5f40da5cf on network 36462d1c-0752-484a-91db-1bc197a27c65 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:41:08.858928 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74900dc4-c817-437d-91df-f5a7baad01ac None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:41:08.859311 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74900dc4-c817-437d-91df-f5a7baad01ac None None] Checking segment: {'id': 'e56aa8f3-a897-448c-bb80-0dde2e1bb857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '36462d1c-0752-484a-91db-1bc197a27c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:41:08.859881 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-74900dc4-c817-437d-91df-f5a7baad01ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:08.860208 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74900dc4-c817-437d-91df-f5a7baad01ac None None] Bound using segment: {'id': 'e56aa8f3-a897-448c-bb80-0dde2e1bb857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '36462d1c-0752-484a-91db-1bc197a27c65'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:41:08.860715 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-74900dc4-c817-437d-91df-f5a7baad01ac None None] Bound port: b631fd97-becf-4fac-8fce-72d5f40da5cf, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56aa8f3-a897-448c-bb80-0dde2e1bb857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '36462d1c-0752-484a-91db-1bc197a27c65'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:41:08.861161 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-74900dc4-c817-437d-91df-f5a7baad01ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:08.953802 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-74900dc4-c817-437d-91df-f5a7baad01ac None None] For port b631fd97-becf-4fac-8fce-72d5f40da5cf, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:41:08.959757 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-74900dc4-c817-437d-91df-f5a7baad01ac None None] For port b631fd97-becf-4fac-8fce-72d5f40da5cf, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=b631fd97-becf-4fac-8fce-72d5f40da5cf,segment=NetworkSegment(e56aa8f3-a897-448c-bb80-0dde2e1bb857),segment_id=e56aa8f3-a897-448c-bb80-0dde2e1bb857)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:41:08.969384 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-74900dc4-c817-437d-91df-f5a7baad01ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:09.038274 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-bc36e4dc-c912-4645-b2b4-981fd9e77f09 admin admin] Deleting port b631fd97-becf-4fac-8fce-72d5f40da5cf {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:41:09.038888 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bc36e4dc-c912-4645-b2b4-981fd9e77f09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:09.054978 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74900dc4-c817-437d-91df-f5a7baad01ac None None] Routers {'a11c95ba-c6ff-4fe7-885b-b4adf216c7bf'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:41:09.055998 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-74900dc4-c817-437d-91df-f5a7baad01ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:41:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['a11c95ba-c6ff-4fe7-885b-b4adf216c7bf'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:09.133303 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f80ad-a4e7-4aff-98d4-d17a712c7862 None None] Pushing event updated for resources: {'Port': ['ID=b631fd97-becf-4fac-8fce-72d5f40da5cf,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:09.166013 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-bc36e4dc-c912-4645-b2b4-981fd9e77f09 admin admin] For port b631fd97-becf-4fac-8fce-72d5f40da5cf, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=b631fd97-becf-4fac-8fce-72d5f40da5cf,segment=NetworkSegment(e56aa8f3-a897-448c-bb80-0dde2e1bb857),segment_id=e56aa8f3-a897-448c-bb80-0dde2e1bb857)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:41:09.166305 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bc36e4dc-c912-4645-b2b4-981fd9e77f09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:09.187835 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-bc36e4dc-c912-4645-b2b4-981fd9e77f09 admin admin] Calling delete_port for b631fd97-becf-4fac-8fce-72d5f40da5cf owned by network:router_interface {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:41:09.216093 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-74900dc4-c817-437d-91df-f5a7baad01ac None None] Set router a11c95ba-c6ff-4fe7-885b-b4adf216c7bf gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:41:09.372363 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53676) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:41:09.440460 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bc36e4dc-c912-4645-b2b4-981fd9e77f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:09.482321 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc36e4dc-c912-4645-b2b4-981fd9e77f09 admin admin] Pushing event deleted for resources: {'Port': ['ID=b631fd97-becf-4fac-8fce-72d5f40da5cf,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:09.494217 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-e233d627-313c-43f8-bb28-156f6cdeba22 None None] Provisioning complete for port b631fd97-becf-4fac-8fce-72d5f40da5cf triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:41:09.494647 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e233d627-313c-43f8-bb28-156f6cdeba22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:09.495214 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-1aecf6df-5603-4436-af0b-b6ecb7b6fe76 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/floatingips/af5fc704-8f14-46e8-a30e-0d0515fce1f4 HTTP/1.1" status: 200 len: 994 time: 0.1196167 Nov 12 01:41:09.547919 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-e233d627-313c-43f8-bb28-156f6cdeba22 None None] Port b631fd97-becf-4fac-8fce-72d5f40da5cf was deleted so its status cannot be updated. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 01:41:09.684346 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-56d22d88-9f9b-4337-b8a8-3574e5272b36 None None] Could not find standard attr ID for object b631fd97-becf-4fac-8fce-72d5f40da5cf. {{(pid=109087) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:41:09.760327 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bc36e4dc-c912-4645-b2b4-981fd9e77f09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:09.812431 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-74900dc4-c817-437d-91df-f5a7baad01ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a11c95ba-c6ff-4fe7-885b-b4adf216c7bf', 'name': 'tempest-ImageQuotaTest-1848919772-router', 'tenant_id': 'ae191ab6d7a34958ac0d6e467aa3c896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '7df56b56-2e7f-43d0-9a75-94cb9b681846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:41:00Z', 'updated_at': '2021-11-12T01:41:04Z', 'revision_number': 4, 'project_id': 'ae191ab6d7a34958ac0d6e467aa3c896', 'gw_port': {'id': '7df56b56-2e7f-43d0-9a75-94cb9b681846', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11c95ba-c6ff-4fe7-885b-b4adf216c7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:41:00Z', 'updated_at': '2021-11-12T01:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'b631fd97-becf-4fac-8fce-72d5f40da5cf', 'name': '', 'network_id': '36462d1c-0752-484a-91db-1bc197a27c65', 'tenant_id': 'ae191ab6d7a34958ac0d6e467aa3c896', 'mac_address': 'fa:16:3e:bc:e8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a11c95ba-c6ff-4fe7-885b-b4adf216c7bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'd6b3f1cc-cc12-4d80-9c79-c715051f46c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:41:03Z', 'updated_at': '2021-11-12T01:41:08Z', 'revision_number': 4, 'project_id': 'ae191ab6d7a34958ac0d6e467aa3c896', 'subnets': [{'id': 'd6b3f1cc-cc12-4d80-9c79-c715051f46c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:09.852136 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74900dc4-c817-437d-91df-f5a7baad01ac None None] The sync data for ids ['a11c95ba-c6ff-4fe7-885b-b4adf216c7bf'] in n-d-712142-27 is: [{'id': 'a11c95ba-c6ff-4fe7-885b-b4adf216c7bf', 'name': 'tempest-ImageQuotaTest-1848919772-router', 'tenant_id': 'ae191ab6d7a34958ac0d6e467aa3c896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '7df56b56-2e7f-43d0-9a75-94cb9b681846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:41:00Z', 'updated_at': '2021-11-12T01:41:04Z', 'revision_number': 4, 'project_id': 'ae191ab6d7a34958ac0d6e467aa3c896', 'gw_port': {'id': '7df56b56-2e7f-43d0-9a75-94cb9b681846', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:3d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11c95ba-c6ff-4fe7-885b-b4adf216c7bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:41:00Z', 'updated_at': '2021-11-12T01:41:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'b631fd97-becf-4fac-8fce-72d5f40da5cf', 'name': '', 'network_id': '36462d1c-0752-484a-91db-1bc197a27c65', 'tenant_id': 'ae191ab6d7a34958ac0d6e467aa3c896', 'mac_address': 'fa:16:3e:bc:e8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a11c95ba-c6ff-4fe7-885b-b4adf216c7bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': 'd6b3f1cc-cc12-4d80-9c79-c715051f46c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:41:03Z', 'updated_at': '2021-11-12T01:41:08Z', 'revision_number': 4, 'project_id': 'ae191ab6d7a34958ac0d6e467aa3c896', 'subnets': [{'id': 'd6b3f1cc-cc12-4d80-9c79-c715051f46c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:41:10.115667 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc36e4dc-c912-4645-b2b4-981fd9e77f09 admin admin] Router a11c95ba-c6ff-4fe7-885b-b4adf216c7bf has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:41:10.282497 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc36e4dc-c912-4645-b2b4-981fd9e77f09 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:41:10.292380 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-bc36e4dc-c912-4645-b2b4-981fd9e77f09 admin admin] 10.222.0.45 "PUT /v2.0/routers/a11c95ba-c6ff-4fe7-885b-b4adf216c7bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3690553 Nov 12 01:41:10.296781 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53678) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:41:10.435006 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c940f2ec-3711-428c-8da8-9bb6a832543d admin admin] Publish callbacks [] for router, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:10.571128 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c940f2ec-3711-428c-8da8-9bb6a832543d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:10.648833 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-c940f2ec-3711-428c-8da8-9bb6a832543d admin admin] Deleting port 7df56b56-2e7f-43d0-9a75-94cb9b681846 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:41:10.649298 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c940f2ec-3711-428c-8da8-9bb6a832543d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:10.779539 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-c940f2ec-3711-428c-8da8-9bb6a832543d admin admin] For port 7df56b56-2e7f-43d0-9a75-94cb9b681846, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=7df56b56-2e7f-43d0-9a75-94cb9b681846,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:41:10.780328 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c940f2ec-3711-428c-8da8-9bb6a832543d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:10.804182 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-c940f2ec-3711-428c-8da8-9bb6a832543d admin admin] Calling delete_port for 7df56b56-2e7f-43d0-9a75-94cb9b681846 owned by network:router_gateway {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:41:10.858986 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:11.073717 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c940f2ec-3711-428c-8da8-9bb6a832543d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:11.125461 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c940f2ec-3711-428c-8da8-9bb6a832543d admin admin] Pushing event deleted for resources: {'Port': ['ID=7df56b56-2e7f-43d0-9a75-94cb9b681846,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:11.147416 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc845c8-6ad2-499f-8561-11416a9849ef None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:41:11.226503 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c940f2ec-3711-428c-8da8-9bb6a832543d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:11.326168 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61964f33-6bcb-4bbf-afac-c0025f628594 None None] Sync routers for ids ['a11c95ba-c6ff-4fe7-885b-b4adf216c7bf'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:41:11.329403 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c940f2ec-3711-428c-8da8-9bb6a832543d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:11.332239 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c940f2ec-3711-428c-8da8-9bb6a832543d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:11.340114 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61964f33-6bcb-4bbf-afac-c0025f628594 None None] Routers {'a11c95ba-c6ff-4fe7-885b-b4adf216c7bf'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:41:11.340941 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-61964f33-6bcb-4bbf-afac-c0025f628594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:41:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['a11c95ba-c6ff-4fe7-885b-b4adf216c7bf'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:11.388894 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c940f2ec-3711-428c-8da8-9bb6a832543d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:11.389936 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c940f2ec-3711-428c-8da8-9bb6a832543d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a11c95ba-c6ff-4fe7-885b-b4adf216c7bf {{(pid=109085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:41:11.396716 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c940f2ec-3711-428c-8da8-9bb6a832543d admin admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:11.398671 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c940f2ec-3711-428c-8da8-9bb6a832543d admin admin] 10.222.0.45 "DELETE /v2.0/routers/a11c95ba-c6ff-4fe7-885b-b4adf216c7bf HTTP/1.1" status: 204 len: 168 time: 1.1002996 Nov 12 01:41:11.401837 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53680) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:41:11.434643 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-61964f33-6bcb-4bbf-afac-c0025f628594 None None] Set router a11c95ba-c6ff-4fe7-885b-b4adf216c7bf gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:41:11.467414 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-d382489a-b45f-4d7c-88ad-6c2cd9d9c050 admin admin] Deleting subnet d6b3f1cc-cc12-4d80-9c79-c715051f46c1 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:41:11.471705 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d382489a-b45f-4d7c-88ad-6c2cd9d9c050 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:11.516980 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-61964f33-6bcb-4bbf-afac-c0025f628594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a11c95ba-c6ff-4fe7-885b-b4adf216c7bf', 'name': 'tempest-ImageQuotaTest-1848919772-router', 'tenant_id': 'ae191ab6d7a34958ac0d6e467aa3c896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:41:00Z', 'updated_at': '2021-11-12T01:41:10Z', 'revision_number': 7, 'project_id': 'ae191ab6d7a34958ac0d6e467aa3c896', 'gw_port_host': None}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:11.536709 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d382489a-b45f-4d7c-88ad-6c2cd9d9c050 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:11.554308 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61964f33-6bcb-4bbf-afac-c0025f628594 None None] Checking router: a11c95ba-c6ff-4fe7-885b-b4adf216c7bf for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:41:11.565151 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61964f33-6bcb-4bbf-afac-c0025f628594 None None] Routers set() bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:41:11.565643 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61964f33-6bcb-4bbf-afac-c0025f628594 None None] Router IDs set() for agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 01:41:11.566940 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_agentschedulers_db [None req-61964f33-6bcb-4bbf-afac-c0025f628594 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a11c95ba-c6ff-4fe7-885b-b4adf216c7bf'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:41:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent'). {{(pid=109087) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 01:41:11.567440 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61964f33-6bcb-4bbf-afac-c0025f628594 None None] The sync data for ids ['a11c95ba-c6ff-4fe7-885b-b4adf216c7bf'] in n-d-712142-27 is: [] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:41:11.654332 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d382489a-b45f-4d7c-88ad-6c2cd9d9c050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:11.714908 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d382489a-b45f-4d7c-88ad-6c2cd9d9c050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:11.744794 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d382489a-b45f-4d7c-88ad-6c2cd9d9c050 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6b3f1cc-cc12-4d80-9c79-c715051f46c1,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:11.746882 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d382489a-b45f-4d7c-88ad-6c2cd9d9c050 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:11.751738 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-d382489a-b45f-4d7c-88ad-6c2cd9d9c050 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/d6b3f1cc-cc12-4d80-9c79-c715051f46c1 HTTP/1.1" status: 204 len: 168 time: 0.3476939 Nov 12 01:41:11.753200 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53682) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:41:11.753827 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382b7ec7-8aef-4b0b-9ac0-12092a6815d1 None None] Network 36462d1c-0752-484a-91db-1bc197a27c65 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:41:11.874771 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a2d2-cb46-49e5-8430-adc3e8df0668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:11.959549 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-bbb2a2d2-cb46-49e5-8430-adc3e8df0668 admin admin] Deleting port 7ffac165-0203-4a60-be25-2e0d70d9d5e6 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:41:11.959917 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a2d2-cb46-49e5-8430-adc3e8df0668 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:11.978409 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4a4bb1-f5af-4b84-b938-32cca1898458 None None] DHCP port deletion for 36462d1c-0752-484a-91db-1bc197a27c65 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:41:12.067124 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-bbb2a2d2-cb46-49e5-8430-adc3e8df0668 admin admin] For port 7ffac165-0203-4a60-be25-2e0d70d9d5e6, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=7ffac165-0203-4a60-be25-2e0d70d9d5e6,segment=NetworkSegment(e56aa8f3-a897-448c-bb80-0dde2e1bb857),segment_id=e56aa8f3-a897-448c-bb80-0dde2e1bb857)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:41:12.067498 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a2d2-cb46-49e5-8430-adc3e8df0668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:12.067681 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-7b4a4bb1-f5af-4b84-b938-32cca1898458 None None] Deleting port 7ffac165-0203-4a60-be25-2e0d70d9d5e6 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:41:12.068113 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7b4a4bb1-f5af-4b84-b938-32cca1898458 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:12.084665 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-bbb2a2d2-cb46-49e5-8430-adc3e8df0668 admin admin] Calling delete_port for 7ffac165-0203-4a60-be25-2e0d70d9d5e6 owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:41:12.153260 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-7b4a4bb1-f5af-4b84-b938-32cca1898458 None None] For port 7ffac165-0203-4a60-be25-2e0d70d9d5e6, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=7ffac165-0203-4a60-be25-2e0d70d9d5e6,segment=NetworkSegment(e56aa8f3-a897-448c-bb80-0dde2e1bb857),segment_id=e56aa8f3-a897-448c-bb80-0dde2e1bb857)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:41:12.154859 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7b4a4bb1-f5af-4b84-b938-32cca1898458 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:12.170673 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-7b4a4bb1-f5af-4b84-b938-32cca1898458 None None] Calling delete_port for 7ffac165-0203-4a60-be25-2e0d70d9d5e6 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:41:12.214241 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a2d2-cb46-49e5-8430-adc3e8df0668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:12.251984 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2a2d2-cb46-49e5-8430-adc3e8df0668 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ffac165-0203-4a60-be25-2e0d70d9d5e6,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:12.263831 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb2a2d2-cb46-49e5-8430-adc3e8df0668 admin admin] No DVR routers for this DVR port 7ffac165-0203-4a60-be25-2e0d70d9d5e6 on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:41:12.269788 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a2d2-cb46-49e5-8430-adc3e8df0668 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:12.270266 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a2d2-cb46-49e5-8430-adc3e8df0668 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:12.270708 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a2d2-cb46-49e5-8430-adc3e8df0668 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:12.271161 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a2d2-cb46-49e5-8430-adc3e8df0668 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:12.271630 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a2d2-cb46-49e5-8430-adc3e8df0668 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:12.272213 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a2d2-cb46-49e5-8430-adc3e8df0668 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:12.272740 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a2d2-cb46-49e5-8430-adc3e8df0668 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:12.273394 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a2d2-cb46-49e5-8430-adc3e8df0668 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:12.273934 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a2d2-cb46-49e5-8430-adc3e8df0668 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:12.274396 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a2d2-cb46-49e5-8430-adc3e8df0668 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:12.275119 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7b4a4bb1-f5af-4b84-b938-32cca1898458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:12.275601 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a2d2-cb46-49e5-8430-adc3e8df0668 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:12.276072 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb2a2d2-cb46-49e5-8430-adc3e8df0668 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:12.306752 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a4bb1-f5af-4b84-b938-32cca1898458 None None] Pushing event deleted for resources: {'Port': ['ID=7ffac165-0203-4a60-be25-2e0d70d9d5e6,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:12.315244 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4a4bb1-f5af-4b84-b938-32cca1898458 None None] No DVR routers for this DVR port 7ffac165-0203-4a60-be25-2e0d70d9d5e6 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:41:12.318265 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4a4bb1-f5af-4b84-b938-32cca1898458 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:12.318609 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4a4bb1-f5af-4b84-b938-32cca1898458 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:12.318951 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4a4bb1-f5af-4b84-b938-32cca1898458 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:12.319290 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4a4bb1-f5af-4b84-b938-32cca1898458 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:12.319623 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4a4bb1-f5af-4b84-b938-32cca1898458 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:12.319947 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4a4bb1-f5af-4b84-b938-32cca1898458 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:12.320315 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4a4bb1-f5af-4b84-b938-32cca1898458 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:12.320640 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4a4bb1-f5af-4b84-b938-32cca1898458 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:12.320960 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4a4bb1-f5af-4b84-b938-32cca1898458 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:12.321277 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4a4bb1-f5af-4b84-b938-32cca1898458 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:12.322120 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4a4bb1-f5af-4b84-b938-32cca1898458 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:12.322437 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4a4bb1-f5af-4b84-b938-32cca1898458 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:41:12.405214 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a2d2-cb46-49e5-8430-adc3e8df0668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:12.442313 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-bbb2a2d2-cb46-49e5-8430-adc3e8df0668 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36462d1c-0752-484a-91db-1bc197a27c65']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:12.455065 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-bbb2a2d2-cb46-49e5-8430-adc3e8df0668 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e56aa8f3-a897-448c-bb80-0dde2e1bb857') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:12.455334 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-bbb2a2d2-cb46-49e5-8430-adc3e8df0668 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e56aa8f3-a897-448c-bb80-0dde2e1bb857') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:12.470282 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a2d2-cb46-49e5-8430-adc3e8df0668 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:12.488049 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a2d2-cb46-49e5-8430-adc3e8df0668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:12.499098 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbb2a2d2-cb46-49e5-8430-adc3e8df0668 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:41:12.499610 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a2d2-cb46-49e5-8430-adc3e8df0668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:12.501946 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:41:12.501946 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:41:12.501946 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:41:12.501946 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:41:12.501946 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:41:12.501946 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:41:12.501946 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:41:12.501946 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:41:12.501946 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:41:12.501946 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:41:12.501946 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:41:12.501946 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:41:12.501946 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:41:12.501946 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:41:12.501946 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:41:12.501946 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:41:12.501946 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:41:12.501946 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:41:12.501946 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:41:12.501946 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:41:12.501946 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:41:12.501946 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:41:12.501946 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:41:12.501946 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:41:12.501946 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:41:12.501946 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:41:12.501946 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:41:12.501946 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:41:12.501946 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:41:12.501946 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:41:12.501946 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:41:12.501946 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:41:12.578070 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a2d2-cb46-49e5-8430-adc3e8df0668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:12.586514 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bbb2a2d2-cb46-49e5-8430-adc3e8df0668 admin admin] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:12.590578 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-bbb2a2d2-cb46-49e5-8430-adc3e8df0668 admin admin] 10.222.0.45 "DELETE /v2.0/networks/36462d1c-0752-484a-91db-1bc197a27c65 HTTP/1.1" status: 204 len: 168 time: 0.8355336 Nov 12 01:41:12.603507 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb2a2d2-cb46-49e5-8430-adc3e8df0668 admin admin] Pushing event deleted for resources: {'Network': ['ID=36462d1c-0752-484a-91db-1bc197a27c65,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:12.722000 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53686) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:41:12.767709 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b1042092-dd4e-479b-86fe-41a4edf71b94 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ae191ab6d7a34958ac0d6e467aa3c896&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0444264 Nov 12 01:41:12.770983 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53688) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:41:12.833434 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ee52b57f-2b80-46bd-b750-da18c7d209ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:12.848830 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 7df56b56-2e7f-43d0-9a75-94cb9b681846 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:41:12.859033 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ee52b57f-2b80-46bd-b750-da18c7d209ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:12.867062 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 7df56b56-2e7f-43d0-9a75-94cb9b681846 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:41:12.867398 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 7df56b56-2e7f-43d0-9a75-94cb9b681846 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:41:12.867809 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 7ffac165-0203-4a60-be25-2e0d70d9d5e6 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:41:12.889946 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 7ffac165-0203-4a60-be25-2e0d70d9d5e6 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:41:12.890269 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 7ffac165-0203-4a60-be25-2e0d70d9d5e6 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:41:12.890876 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device b631fd97-becf-4fac-8fce-72d5f40da5cf no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:41:12.912348 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: b631fd97-becf-4fac-8fce-72d5f40da5cf {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:41:12.912689 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device b631fd97-becf-4fac-8fce-72d5f40da5cf not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:41:12.931534 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ee52b57f-2b80-46bd-b750-da18c7d209ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:12.934590 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ee52b57f-2b80-46bd-b750-da18c7d209ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:12.935903 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ee52b57f-2b80-46bd-b750-da18c7d209ee admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8683f4c8-9414-498a-9afe-1e2792d78abd HTTP/1.1" status: 204 len: 168 time: 0.1637411 Nov 12 01:41:12.949177 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee52b57f-2b80-46bd-b750-da18c7d209ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8683f4c8-9414-498a-9afe-1e2792d78abd,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:13.354768 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53694) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:41:13.369728 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bb2683b2-f3b2-4e43-8ab0-409e952699fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:13.453790 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bb2683b2-f3b2-4e43-8ab0-409e952699fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:13.458351 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bb2683b2-f3b2-4e43-8ab0-409e952699fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:13.498910 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-bb2683b2-f3b2-4e43-8ab0-409e952699fd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1428952 Nov 12 01:41:13.499718 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2683b2-f3b2-4e43-8ab0-409e952699fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdad2cfc-6db3-431a-adf4-a6047d5e908a,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:13.501574 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53696) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:41:13.562464 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b2ac9e3d-b4f5-459b-996a-2626e0e576a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:13.588167 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b2ac9e3d-b4f5-459b-996a-2626e0e576a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:13.639369 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b2ac9e3d-b4f5-459b-996a-2626e0e576a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:13.642166 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b2ac9e3d-b4f5-459b-996a-2626e0e576a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:13.643356 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-b2ac9e3d-b4f5-459b-996a-2626e0e576a3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bdad2cfc-6db3-431a-adf4-a6047d5e908a HTTP/1.1" status: 204 len: 168 time: 0.1406999 Nov 12 01:41:13.653748 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac9e3d-b4f5-459b-996a-2626e0e576a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdad2cfc-6db3-431a-adf4-a6047d5e908a,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:19.940510 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb5bb11-6c2a-43b1-bdea-4b73c727cea1 req-8e099c5d-06c8-4eaf-bc92-fc1d4acefc91 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:19.942328 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fdb5bb11-6c2a-43b1-bdea-4b73c727cea1 req-8e099c5d-06c8-4eaf-bc92-fc1d4acefc91 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac7b1fb9-99ad-4f39-9123-c7f8813b84ff HTTP/1.1" status: 200 len: 946 time: 0.0601234 Nov 12 01:41:19.997329 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fdb5bb11-6c2a-43b1-bdea-4b73c727cea1 req-f00f8a5b-ac8b-4da8-9db5-14c540adebc9 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ecd01d6-4a78-422c-b33c-c6dc1c5f2e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478024 Nov 12 01:41:21.137557 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f8f99-6774-4af1-8c05-3a9fa393b2a7 req-9856c458-8a43-4484-8af5-4ae1c31327dc tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:21.139245 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ed5f8f99-6774-4af1-8c05-3a9fa393b2a7 req-9856c458-8a43-4484-8af5-4ae1c31327dc tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac7b1fb9-99ad-4f39-9123-c7f8813b84ff HTTP/1.1" status: 200 len: 946 time: 0.0516291 Nov 12 01:41:21.195367 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ed5f8f99-6774-4af1-8c05-3a9fa393b2a7 req-df43305a-aee3-4c22-8c71-1f6d4b0d18b4 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ecd01d6-4a78-422c-b33c-c6dc1c5f2e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493529 Nov 12 01:41:21.631481 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c26e9-de25-4423-8f5a-8cd9c469307c req-b69c6203-29ee-44fb-a1e8-b641a4f933ae tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:21.633065 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e50c26e9-de25-4423-8f5a-8cd9c469307c req-b69c6203-29ee-44fb-a1e8-b641a4f933ae tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac7b1fb9-99ad-4f39-9123-c7f8813b84ff HTTP/1.1" status: 200 len: 946 time: 0.0568311 Nov 12 01:41:21.747380 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-e50c26e9-de25-4423-8f5a-8cd9c469307c req-9494413a-1e71-4570-a238-57cb9e2a1972 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Deleting port 38f035e3-9729-4467-be49-57beb1dca680 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:41:21.747723 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e50c26e9-de25-4423-8f5a-8cd9c469307c req-9494413a-1e71-4570-a238-57cb9e2a1972 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:21.850425 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-e50c26e9-de25-4423-8f5a-8cd9c469307c req-9494413a-1e71-4570-a238-57cb9e2a1972 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] For port 38f035e3-9729-4467-be49-57beb1dca680, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=38f035e3-9729-4467-be49-57beb1dca680,segment=NetworkSegment(39e09d0b-10a5-453e-b781-c51faac4ca19),segment_id=39e09d0b-10a5-453e-b781-c51faac4ca19)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:41:21.850835 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e50c26e9-de25-4423-8f5a-8cd9c469307c req-9494413a-1e71-4570-a238-57cb9e2a1972 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:22.429767 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:41:22.461042 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc05d45-11c3-4cc3-ac15-bc8a769c1cbe req-b188c4f3-c89d-47af-a9c7-62deb572df58 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:22.462853 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ecc05d45-11c3-4cc3-ac15-bc8a769c1cbe req-b188c4f3-c89d-47af-a9c7-62deb572df58 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac7b1fb9-99ad-4f39-9123-c7f8813b84ff HTTP/1.1" status: 200 len: 946 time: 0.1266434 Nov 12 01:41:22.490215 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e50c26e9-de25-4423-8f5a-8cd9c469307c req-9494413a-1e71-4570-a238-57cb9e2a1972 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:22.490482 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e50c26e9-de25-4423-8f5a-8cd9c469307c req-9494413a-1e71-4570-a238-57cb9e2a1972 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:22.490798 n-d-712142-27 neutron-server[109085]: INFO neutron.db.l3_db [req-e50c26e9-de25-4423-8f5a-8cd9c469307c req-9494413a-1e71-4570-a238-57cb9e2a1972 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Floating IP 05d84385-d568-4137-9805-51277af3e66a disassociated. External IP: 172.25.3.12, port: 38f035e3-9729-4467-be49-57beb1dca680. Nov 12 01:41:22.491144 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-e50c26e9-de25-4423-8f5a-8cd9c469307c req-9494413a-1e71-4570-a238-57cb9e2a1972 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Calling delete_port for 38f035e3-9729-4467-be49-57beb1dca680 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:41:22.583794 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ecc05d45-11c3-4cc3-ac15-bc8a769c1cbe req-013b0730-1254-4e99-81eb-e35bff637971 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] 10.222.0.45 "GET /v2.0/security-groups?id=4ecd01d6-4a78-422c-b33c-c6dc1c5f2e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100824 Nov 12 01:41:22.693180 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e50c26e9-de25-4423-8f5a-8cd9c469307c req-9494413a-1e71-4570-a238-57cb9e2a1972 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:22.728876 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9494413a-1e71-4570-a238-57cb9e2a1972 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Pushing event deleted for resources: {'Port': ['ID=38f035e3-9729-4467-be49-57beb1dca680,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:22.863726 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e50c26e9-de25-4423-8f5a-8cd9c469307c req-9494413a-1e71-4570-a238-57cb9e2a1972 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Router 2b3685e8-b278-4541-9fe5-534d5659959b has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:41:23.030213 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e50c26e9-de25-4423-8f5a-8cd9c469307c req-9494413a-1e71-4570-a238-57cb9e2a1972 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:41:23.044601 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4580b7-e46f-4051-a9ae-7e912abf7f7e None None] Sync routers for ids ['2b3685e8-b278-4541-9fe5-534d5659959b'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:41:23.060300 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4580b7-e46f-4051-a9ae-7e912abf7f7e None None] Routers {'2b3685e8-b278-4541-9fe5-534d5659959b'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:41:23.061433 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-4b4580b7-e46f-4051-a9ae-7e912abf7f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:41:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['2b3685e8-b278-4541-9fe5-534d5659959b'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:23.098740 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-e50c26e9-de25-4423-8f5a-8cd9c469307c req-9494413a-1e71-4570-a238-57cb9e2a1972 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] No DVR routers for this DVR port 38f035e3-9729-4467-be49-57beb1dca680 on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:41:23.102938 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e50c26e9-de25-4423-8f5a-8cd9c469307c req-9494413a-1e71-4570-a238-57cb9e2a1972 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:23.109491 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e50c26e9-de25-4423-8f5a-8cd9c469307c req-9494413a-1e71-4570-a238-57cb9e2a1972 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] 10.222.0.16 "DELETE /v2.0/ports/38f035e3-9729-4467-be49-57beb1dca680 HTTP/1.1" status: 204 len: 173 time: 1.4651427 Nov 12 01:41:23.110262 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac7b1fb9-99ad-4f39-9123-c7f8813b84ff', 'name': 'network-vif-deleted', 'tag': '38f035e3-9729-4467-be49-57beb1dca680'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:41:23.114637 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a9cfe3-3d6d-4d1a-8022-2ccca5a030e3" -d '{"events": [{"server_uuid": "ac7b1fb9-99ad-4f39-9123-c7f8813b84ff", "name": "network-vif-deleted", "tag": "38f035e3-9729-4467-be49-57beb1dca680"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:41:23.186759 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7d4a50-f696-48c6-b698-afc0d8d41729 x-openstack-request-id: req-de7d4a50-f696-48c6-b698-afc0d8d41729 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:41:23.187251 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac7b1fb9-99ad-4f39-9123-c7f8813b84ff", "name": "network-vif-deleted", "tag": "38f035e3-9729-4467-be49-57beb1dca680", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:41:23.188352 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-de7d4a50-f696-48c6-b698-afc0d8d41729 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:41:23.188352 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac7b1fb9-99ad-4f39-9123-c7f8813b84ff', 'name': 'network-vif-deleted', 'tag': '38f035e3-9729-4467-be49-57beb1dca680', 'status': 'completed', 'code': 200} Nov 12 01:41:23.257066 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-4b4580b7-e46f-4051-a9ae-7e912abf7f7e None None] Set router 2b3685e8-b278-4541-9fe5-534d5659959b gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:41:23.509290 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-4b4580b7-e46f-4051-a9ae-7e912abf7f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3685e8-b278-4541-9fe5-534d5659959b', 'name': 'tempest-TestServerBasicOps-1598327791-router', 'tenant_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '05323792-7504-404c-bfce-f43c465e22c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:35:38Z', 'updated_at': '2021-11-12T01:35:47Z', 'revision_number': 4, 'project_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'gw_port': {'id': '05323792-7504-404c-bfce-f43c465e22c5', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3685e8-b278-4541-9fe5-534d5659959b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:35:39Z', 'updated_at': '2021-11-12T01:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '55eb492c-97ed-40f8-a43c-45c619336589', 'name': '', 'network_id': 'f0da9330-f94c-4f80-8641-83193e26aa87', 'tenant_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'mac_address': 'fa:16:3e:5b:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3685e8-b278-4541-9fe5-534d5659959b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': 'bba74820-9668-4ff9-875e-5118cda4780e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:35:45Z', 'updated_at': '2021-11-12T01:35:55Z', 'revision_number': 5, 'project_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'subnets': [{'id': 'bba74820-9668-4ff9-875e-5118cda4780e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:23.537525 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4580b7-e46f-4051-a9ae-7e912abf7f7e None None] Checking router: 2b3685e8-b278-4541-9fe5-534d5659959b for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:41:23.548568 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4580b7-e46f-4051-a9ae-7e912abf7f7e None None] Routers {'2b3685e8-b278-4541-9fe5-534d5659959b'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:41:23.549176 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-4b4580b7-e46f-4051-a9ae-7e912abf7f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:41:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['2b3685e8-b278-4541-9fe5-534d5659959b'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:23.708265 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-4b4580b7-e46f-4051-a9ae-7e912abf7f7e None None] Set router 2b3685e8-b278-4541-9fe5-534d5659959b gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:41:23.744684 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-341076bd-695d-4e71-bc3c-c32ed7861690 req-67afe1c1-d61c-4123-936e-821f5ac085d3 tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] 10.222.0.45 "GET /v2.0/ports?device_id=ac7b1fb9-99ad-4f39-9123-c7f8813b84ff HTTP/1.1" status: 200 len: 210 time: 0.0506005 Nov 12 01:41:23.998395 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-4b4580b7-e46f-4051-a9ae-7e912abf7f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3685e8-b278-4541-9fe5-534d5659959b', 'name': 'tempest-TestServerBasicOps-1598327791-router', 'tenant_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '05323792-7504-404c-bfce-f43c465e22c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:35:38Z', 'updated_at': '2021-11-12T01:35:47Z', 'revision_number': 4, 'project_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'gw_port': {'id': '05323792-7504-404c-bfce-f43c465e22c5', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3685e8-b278-4541-9fe5-534d5659959b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:35:39Z', 'updated_at': '2021-11-12T01:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '55eb492c-97ed-40f8-a43c-45c619336589', 'name': '', 'network_id': 'f0da9330-f94c-4f80-8641-83193e26aa87', 'tenant_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'mac_address': 'fa:16:3e:5b:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3685e8-b278-4541-9fe5-534d5659959b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': 'bba74820-9668-4ff9-875e-5118cda4780e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:35:45Z', 'updated_at': '2021-11-12T01:35:55Z', 'revision_number': 5, 'project_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'subnets': [{'id': 'bba74820-9668-4ff9-875e-5118cda4780e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:24.034830 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4580b7-e46f-4051-a9ae-7e912abf7f7e None None] The sync data for ids ['2b3685e8-b278-4541-9fe5-534d5659959b'] in n-d-712142-27 is: [{'id': '2b3685e8-b278-4541-9fe5-534d5659959b', 'name': 'tempest-TestServerBasicOps-1598327791-router', 'tenant_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '05323792-7504-404c-bfce-f43c465e22c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:35:38Z', 'updated_at': '2021-11-12T01:35:47Z', 'revision_number': 4, 'project_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'gw_port': {'id': '05323792-7504-404c-bfce-f43c465e22c5', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3685e8-b278-4541-9fe5-534d5659959b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:35:39Z', 'updated_at': '2021-11-12T01:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '55eb492c-97ed-40f8-a43c-45c619336589', 'name': '', 'network_id': 'f0da9330-f94c-4f80-8641-83193e26aa87', 'tenant_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'mac_address': 'fa:16:3e:5b:05:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3685e8-b278-4541-9fe5-534d5659959b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': 'bba74820-9668-4ff9-875e-5118cda4780e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:35:45Z', 'updated_at': '2021-11-12T01:35:55Z', 'revision_number': 5, 'project_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'subnets': [{'id': 'bba74820-9668-4ff9-875e-5118cda4780e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:41:24.311127 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8021ef9-3b58-4c2b-8713-f744bbf8e75d None None] New status for floating IP 05d84385-d568-4137-9805-51277af3e66a: DOWN {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:41:24.825826 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53720) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:41:24.990318 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-b48f91e8-d82a-4632-9ee2-29be23fea8ae tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Deleting port 513573ac-fa9f-4995-b537-eca5e64c8775 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:41:24.990773 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b48f91e8-d82a-4632-9ee2-29be23fea8ae tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:25.089696 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b48f91e8-d82a-4632-9ee2-29be23fea8ae tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:25.089953 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b48f91e8-d82a-4632-9ee2-29be23fea8ae tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:25.105291 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-b48f91e8-d82a-4632-9ee2-29be23fea8ae tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Calling delete_port for 513573ac-fa9f-4995-b537-eca5e64c8775 owned by network:floatingip {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:41:25.264559 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b48f91e8-d82a-4632-9ee2-29be23fea8ae tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:25.293438 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f91e8-d82a-4632-9ee2-29be23fea8ae tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Pushing event deleted for resources: {'Port': ['ID=513573ac-fa9f-4995-b537-eca5e64c8775,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:25.361999 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b48f91e8-d82a-4632-9ee2-29be23fea8ae tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Publish callbacks [] for floatingip, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:25.364624 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b48f91e8-d82a-4632-9ee2-29be23fea8ae tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:25.365851 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-b48f91e8-d82a-4632-9ee2-29be23fea8ae tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] 10.222.0.45 "DELETE /v2.0/floatingips/05d84385-d568-4137-9805-51277af3e66a HTTP/1.1" status: 204 len: 168 time: 0.5390096 Nov 12 01:41:25.462107 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53726) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:41:25.552175 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-46bd8925-f3ee-4808-9872-6d96129220db tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:25.588338 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-46bd8925-f3ee-4808-9872-6d96129220db tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:25.677734 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-46bd8925-f3ee-4808-9872-6d96129220db tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:25.682091 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-46bd8925-f3ee-4808-9872-6d96129220db tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:25.686048 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-46bd8925-f3ee-4808-9872-6d96129220db tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] 10.222.0.45 "DELETE /v2.0/security-groups/4ecd01d6-4a78-422c-b33c-c6dc1c5f2e79 HTTP/1.1" status: 204 len: 168 time: 0.2199702 Nov 12 01:41:25.701156 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bd8925-f3ee-4808-9872-6d96129220db tempest-TestServerBasicOps-1335647550 tempest-TestServerBasicOps-1335647550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecd01d6-4a78-422c-b33c-c6dc1c5f2e79,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:25.738159 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53734) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:41:25.746486 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 38f035e3-9729-4467-be49-57beb1dca680 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:41:25.772590 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] No Port match for: 38f035e3-9729-4467-be49-57beb1dca680 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:41:25.772917 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 38f035e3-9729-4467-be49-57beb1dca680 not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:41:26.248599 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-36636aeb-6138-4c72-b821-4b048a27af7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:26.531949 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-36636aeb-6138-4c72-b821-4b048a27af7a admin admin] Deleting port 55eb492c-97ed-40f8-a43c-45c619336589 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:41:26.532240 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-36636aeb-6138-4c72-b821-4b048a27af7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:26.619443 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-36636aeb-6138-4c72-b821-4b048a27af7a admin admin] For port 55eb492c-97ed-40f8-a43c-45c619336589, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=55eb492c-97ed-40f8-a43c-45c619336589,segment=NetworkSegment(39e09d0b-10a5-453e-b781-c51faac4ca19),segment_id=39e09d0b-10a5-453e-b781-c51faac4ca19)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:41:26.619804 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-36636aeb-6138-4c72-b821-4b048a27af7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:26.634857 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-36636aeb-6138-4c72-b821-4b048a27af7a admin admin] Calling delete_port for 55eb492c-97ed-40f8-a43c-45c619336589 owned by network:router_interface {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:41:26.829354 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-36636aeb-6138-4c72-b821-4b048a27af7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:26.856640 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36636aeb-6138-4c72-b821-4b048a27af7a admin admin] Pushing event deleted for resources: {'Port': ['ID=55eb492c-97ed-40f8-a43c-45c619336589,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:27.039732 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-36636aeb-6138-4c72-b821-4b048a27af7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:27.257483 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a12ca46c-b6ce-4f52-b155-ed27ef820aa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:27.331894 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36636aeb-6138-4c72-b821-4b048a27af7a admin admin] Router 2b3685e8-b278-4541-9fe5-534d5659959b has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:41:27.455097 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36636aeb-6138-4c72-b821-4b048a27af7a admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:41:27.466518 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-36636aeb-6138-4c72-b821-4b048a27af7a admin admin] 10.222.0.45 "PUT /v2.0/routers/2b3685e8-b278-4541-9fe5-534d5659959b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7262816 Nov 12 01:41:27.470994 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53738) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:41:27.471554 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e2d7c6-f9d4-4e12-a142-1665480618f2 None None] Sync routers for ids ['2b3685e8-b278-4541-9fe5-534d5659959b'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:41:27.485732 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e2d7c6-f9d4-4e12-a142-1665480618f2 None None] Routers {'2b3685e8-b278-4541-9fe5-534d5659959b'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:41:27.486376 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-f1e2d7c6-f9d4-4e12-a142-1665480618f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:41:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['2b3685e8-b278-4541-9fe5-534d5659959b'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:27.626114 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-f1e2d7c6-f9d4-4e12-a142-1665480618f2 None None] Set router 2b3685e8-b278-4541-9fe5-534d5659959b gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:41:27.627460 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-db1a2d13-16dd-477a-943a-3c78f009510a admin admin] Publish callbacks [] for router, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:27.772764 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-db1a2d13-16dd-477a-943a-3c78f009510a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:27.854278 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-db1a2d13-16dd-477a-943a-3c78f009510a admin admin] Deleting port 05323792-7504-404c-bfce-f43c465e22c5 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:41:27.854870 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-db1a2d13-16dd-477a-943a-3c78f009510a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:27.857827 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-f1e2d7c6-f9d4-4e12-a142-1665480618f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3685e8-b278-4541-9fe5-534d5659959b', 'name': 'tempest-TestServerBasicOps-1598327791-router', 'tenant_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '05323792-7504-404c-bfce-f43c465e22c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:35:38Z', 'updated_at': '2021-11-12T01:41:26Z', 'revision_number': 5, 'project_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'gw_port': {'id': '05323792-7504-404c-bfce-f43c465e22c5', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3685e8-b278-4541-9fe5-534d5659959b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:35:39Z', 'updated_at': '2021-11-12T01:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:27.889077 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e2d7c6-f9d4-4e12-a142-1665480618f2 None None] Checking router: 2b3685e8-b278-4541-9fe5-534d5659959b for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:41:27.899663 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e2d7c6-f9d4-4e12-a142-1665480618f2 None None] Routers {'2b3685e8-b278-4541-9fe5-534d5659959b'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:41:27.900769 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-f1e2d7c6-f9d4-4e12-a142-1665480618f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:41:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['2b3685e8-b278-4541-9fe5-534d5659959b'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:27.983621 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-db1a2d13-16dd-477a-943a-3c78f009510a admin admin] For port 05323792-7504-404c-bfce-f43c465e22c5, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=05323792-7504-404c-bfce-f43c465e22c5,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:41:27.984237 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-db1a2d13-16dd-477a-943a-3c78f009510a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:28.007358 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-db1a2d13-16dd-477a-943a-3c78f009510a admin admin] Calling delete_port for 05323792-7504-404c-bfce-f43c465e22c5 owned by network:router_gateway {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:41:28.022766 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-f1e2d7c6-f9d4-4e12-a142-1665480618f2 None None] Set router 2b3685e8-b278-4541-9fe5-534d5659959b gateway port host: None {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:41:28.090391 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-f1e2d7c6-f9d4-4e12-a142-1665480618f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3685e8-b278-4541-9fe5-534d5659959b', 'name': 'tempest-TestServerBasicOps-1598327791-router', 'tenant_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:35:38Z', 'updated_at': '2021-11-12T01:41:27Z', 'revision_number': 6, 'project_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'gw_port_host': None}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:28.119735 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e2d7c6-f9d4-4e12-a142-1665480618f2 None None] The sync data for ids ['2b3685e8-b278-4541-9fe5-534d5659959b'] in n-d-712142-27 is: [{'id': '2b3685e8-b278-4541-9fe5-534d5659959b', 'name': 'tempest-TestServerBasicOps-1598327791-router', 'tenant_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:35:38Z', 'updated_at': '2021-11-12T01:41:27Z', 'revision_number': 6, 'project_id': '47ae72be12504bb5b6ec465bbd1fafc1', 'gw_port_host': None}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:41:28.271908 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-db1a2d13-16dd-477a-943a-3c78f009510a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:28.300073 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a2d13-16dd-477a-943a-3c78f009510a admin admin] Pushing event deleted for resources: {'Port': ['ID=05323792-7504-404c-bfce-f43c465e22c5,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:28.326580 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b508116c-c846-420b-93d7-e40ffa17f908 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:41:28.385459 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-db1a2d13-16dd-477a-943a-3c78f009510a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:28.497639 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-db1a2d13-16dd-477a-943a-3c78f009510a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:28.501350 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-db1a2d13-16dd-477a-943a-3c78f009510a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:28.560145 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-db1a2d13-16dd-477a-943a-3c78f009510a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:28.560849 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1a2d13-16dd-477a-943a-3c78f009510a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b3685e8-b278-4541-9fe5-534d5659959b {{(pid=109085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:41:28.567237 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-db1a2d13-16dd-477a-943a-3c78f009510a admin admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:28.569413 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-db1a2d13-16dd-477a-943a-3c78f009510a admin admin] 10.222.0.45 "DELETE /v2.0/routers/2b3685e8-b278-4541-9fe5-534d5659959b HTTP/1.1" status: 204 len: 168 time: 1.0966313 Nov 12 01:41:28.574681 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53742) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:41:28.656458 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-83015ba7-4ab8-4619-bbee-1904c2078afe admin admin] Deleting subnet bba74820-9668-4ff9-875e-5118cda4780e {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:41:28.660580 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-83015ba7-4ab8-4619-bbee-1904c2078afe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:28.702863 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-83015ba7-4ab8-4619-bbee-1904c2078afe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:29.007280 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 05323792-7504-404c-bfce-f43c465e22c5 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:41:29.051031 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 05323792-7504-404c-bfce-f43c465e22c5 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:41:29.053632 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 05323792-7504-404c-bfce-f43c465e22c5 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:41:29.054354 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 55eb492c-97ed-40f8-a43c-45c619336589 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:41:29.101432 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 55eb492c-97ed-40f8-a43c-45c619336589 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:41:29.102579 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 55eb492c-97ed-40f8-a43c-45c619336589 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:41:29.113300 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-83015ba7-4ab8-4619-bbee-1904c2078afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:29.206263 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-83015ba7-4ab8-4619-bbee-1904c2078afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:29.247997 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83015ba7-4ab8-4619-bbee-1904c2078afe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bba74820-9668-4ff9-875e-5118cda4780e,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:29.251006 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-83015ba7-4ab8-4619-bbee-1904c2078afe admin admin] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:29.259684 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53744) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:41:29.260148 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87471b65-571c-498f-a531-621f6a874bac None None] Network f0da9330-f94c-4f80-8641-83193e26aa87 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:41:29.267480 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-83015ba7-4ab8-4619-bbee-1904c2078afe admin admin] 10.222.0.45 "DELETE /v2.0/subnets/bba74820-9668-4ff9-875e-5118cda4780e HTTP/1.1" status: 204 len: 168 time: 0.6908138 Nov 12 01:41:29.350860 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-be9dc81f-d6a5-4be3-a8b5-1f860b34321b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:29.433496 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-be9dc81f-d6a5-4be3-a8b5-1f860b34321b admin admin] Deleting port 1ccbc85a-943b-4bf7-967e-b5b749a3e1a0 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:41:29.434737 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-be9dc81f-d6a5-4be3-a8b5-1f860b34321b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:29.534436 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-be9dc81f-d6a5-4be3-a8b5-1f860b34321b admin admin] For port 1ccbc85a-943b-4bf7-967e-b5b749a3e1a0, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=1ccbc85a-943b-4bf7-967e-b5b749a3e1a0,segment=NetworkSegment(39e09d0b-10a5-453e-b781-c51faac4ca19),segment_id=39e09d0b-10a5-453e-b781-c51faac4ca19)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:41:29.534436 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-be9dc81f-d6a5-4be3-a8b5-1f860b34321b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:29.556017 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-be9dc81f-d6a5-4be3-a8b5-1f860b34321b admin admin] Calling delete_port for 1ccbc85a-943b-4bf7-967e-b5b749a3e1a0 owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:41:29.598525 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065fe978-f36e-4461-a1e7-e59320e07eab None None] DHCP port deletion for f0da9330-f94c-4f80-8641-83193e26aa87 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:41:29.659947 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-065fe978-f36e-4461-a1e7-e59320e07eab None None] Deleting port 1ccbc85a-943b-4bf7-967e-b5b749a3e1a0 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:41:29.662216 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-065fe978-f36e-4461-a1e7-e59320e07eab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:29.731921 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-be9dc81f-d6a5-4be3-a8b5-1f860b34321b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:29.774545 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9dc81f-d6a5-4be3-a8b5-1f860b34321b admin admin] Pushing event deleted for resources: {'Port': ['ID=1ccbc85a-943b-4bf7-967e-b5b749a3e1a0,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:29.779365 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-065fe978-f36e-4461-a1e7-e59320e07eab None None] For port 1ccbc85a-943b-4bf7-967e-b5b749a3e1a0, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=1ccbc85a-943b-4bf7-967e-b5b749a3e1a0,segment=NetworkSegment(39e09d0b-10a5-453e-b781-c51faac4ca19),segment_id=39e09d0b-10a5-453e-b781-c51faac4ca19)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:41:29.780020 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-065fe978-f36e-4461-a1e7-e59320e07eab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:29.780832 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9dc81f-d6a5-4be3-a8b5-1f860b34321b admin admin] No DVR routers for this DVR port 1ccbc85a-943b-4bf7-967e-b5b749a3e1a0 on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:41:29.803156 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-065fe978-f36e-4461-a1e7-e59320e07eab None None] Calling delete_port for 1ccbc85a-943b-4bf7-967e-b5b749a3e1a0 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:41:29.898756 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-be9dc81f-d6a5-4be3-a8b5-1f860b34321b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:29.917731 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-065fe978-f36e-4461-a1e7-e59320e07eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:29.944747 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-be9dc81f-d6a5-4be3-a8b5-1f860b34321b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0da9330-f94c-4f80-8641-83193e26aa87']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:29.968695 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-be9dc81f-d6a5-4be3-a8b5-1f860b34321b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39e09d0b-10a5-453e-b781-c51faac4ca19') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:29.969247 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-be9dc81f-d6a5-4be3-a8b5-1f860b34321b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39e09d0b-10a5-453e-b781-c51faac4ca19') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:29.970873 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065fe978-f36e-4461-a1e7-e59320e07eab None None] Pushing event deleted for resources: {'Port': ['ID=1ccbc85a-943b-4bf7-967e-b5b749a3e1a0,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:29.978411 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065fe978-f36e-4461-a1e7-e59320e07eab None None] No DVR routers for this DVR port 1ccbc85a-943b-4bf7-967e-b5b749a3e1a0 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:41:29.989647 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-be9dc81f-d6a5-4be3-a8b5-1f860b34321b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:30.011745 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-be9dc81f-d6a5-4be3-a8b5-1f860b34321b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:30.020311 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be9dc81f-d6a5-4be3-a8b5-1f860b34321b admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:41:30.020858 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-be9dc81f-d6a5-4be3-a8b5-1f860b34321b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:30.024344 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:41:30.024344 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:41:30.024344 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:41:30.024344 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:41:30.024344 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:41:30.024344 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:41:30.024344 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:41:30.024344 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:41:30.024344 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:41:30.024344 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:41:30.024344 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:41:30.024344 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:41:30.024344 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:41:30.024344 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:41:30.024344 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:41:30.024344 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:41:30.024344 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:41:30.024344 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:41:30.024344 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:41:30.024344 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:41:30.024344 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:41:30.024344 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:41:30.024344 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:41:30.024344 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:41:30.024344 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:41:30.024344 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:41:30.024344 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:41:30.024344 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:41:30.024344 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:41:30.024344 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:41:30.024344 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:41:30.024344 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:41:30.109613 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-be9dc81f-d6a5-4be3-a8b5-1f860b34321b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:30.117008 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-be9dc81f-d6a5-4be3-a8b5-1f860b34321b admin admin] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:30.120802 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-be9dc81f-d6a5-4be3-a8b5-1f860b34321b admin admin] 10.222.0.45 "DELETE /v2.0/networks/f0da9330-f94c-4f80-8641-83193e26aa87 HTTP/1.1" status: 204 len: 168 time: 0.8600166 Nov 12 01:41:30.125125 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53746) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:41:30.139052 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9dc81f-d6a5-4be3-a8b5-1f860b34321b admin admin] Pushing event deleted for resources: {'Network': ['ID=f0da9330-f94c-4f80-8641-83193e26aa87,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:30.623907 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-139ccfaf-cd49-42e9-aeb8-402efaef1a9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:30.835481 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 1ccbc85a-943b-4bf7-967e-b5b749a3e1a0 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:41:30.871162 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 1ccbc85a-943b-4bf7-967e-b5b749a3e1a0 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:41:30.871540 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 1ccbc85a-943b-4bf7-967e-b5b749a3e1a0 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:41:30.894582 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0c9c6f98-6bf7-4751-88f0-fa90f1808eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:30.986779 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-139ccfaf-cd49-42e9-aeb8-402efaef1a9d admin admin] Deleting port 812232a6-cd03-41a3-8370-135f828c0747 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:41:30.988062 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-139ccfaf-cd49-42e9-aeb8-402efaef1a9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:31.094766 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-139ccfaf-cd49-42e9-aeb8-402efaef1a9d admin admin] For port 812232a6-cd03-41a3-8370-135f828c0747, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=812232a6-cd03-41a3-8370-135f828c0747,segment=NetworkSegment(24c05da2-ba38-4afc-8248-88438e37eee3),segment_id=24c05da2-ba38-4afc-8248-88438e37eee3)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:41:31.095018 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-139ccfaf-cd49-42e9-aeb8-402efaef1a9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:31.114431 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-139ccfaf-cd49-42e9-aeb8-402efaef1a9d admin admin] Calling delete_port for 812232a6-cd03-41a3-8370-135f828c0747 owned by network:router_interface {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:41:31.409967 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-139ccfaf-cd49-42e9-aeb8-402efaef1a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:31.446414 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ccfaf-cd49-42e9-aeb8-402efaef1a9d admin admin] Pushing event deleted for resources: {'Port': ['ID=812232a6-cd03-41a3-8370-135f828c0747,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:31.675151 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-139ccfaf-cd49-42e9-aeb8-402efaef1a9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:32.004290 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-139ccfaf-cd49-42e9-aeb8-402efaef1a9d admin admin] Router 087076df-d6bb-4fcd-b191-f0bcdc7f7c9a has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:41:32.262360 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139ccfaf-cd49-42e9-aeb8-402efaef1a9d admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:41:32.274360 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-139ccfaf-cd49-42e9-aeb8-402efaef1a9d admin admin] 10.222.0.45 "PUT /v2.0/routers/087076df-d6bb-4fcd-b191-f0bcdc7f7c9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1461942 Nov 12 01:41:32.276549 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855dc1b3-89fd-46f3-80a1-0b1873fb4b0b None None] Sync routers for ids ['087076df-d6bb-4fcd-b191-f0bcdc7f7c9a'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:41:32.281808 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53750) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:41:32.289582 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d7230784-ed4c-4b79-b1f7-70b2adf2fba2 req-1592041e-6456-4dcb-a6b7-585e5c725fae service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d087b29f-7d23-4582-bd97-6a2a933279b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1186645 Nov 12 01:41:32.290564 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855dc1b3-89fd-46f3-80a1-0b1873fb4b0b None None] Routers {'087076df-d6bb-4fcd-b191-f0bcdc7f7c9a'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:41:32.291336 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-855dc1b3-89fd-46f3-80a1-0b1873fb4b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:41:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['087076df-d6bb-4fcd-b191-f0bcdc7f7c9a'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:32.414999 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7230784-ed4c-4b79-b1f7-70b2adf2fba2 req-c92bf1d0-7d44-4cd5-8806-a8ba275a2cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:32.417624 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d7230784-ed4c-4b79-b1f7-70b2adf2fba2 req-c92bf1d0-7d44-4cd5-8806-a8ba275a2cd3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=094a5f5e492c44f8b09b4e12e8299cf9&device_id=d087b29f-7d23-4582-bd97-6a2a933279b2 HTTP/1.1" status: 200 len: 1098 time: 0.0793455 Nov 12 01:41:32.478495 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a16c9ef7-44b7-4fd3-9d07-d26edb567078 admin admin] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:32.495645 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-855dc1b3-89fd-46f3-80a1-0b1873fb4b0b None None] Set router 087076df-d6bb-4fcd-b191-f0bcdc7f7c9a gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:41:32.621622 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7230784-ed4c-4b79-b1f7-70b2adf2fba2 req-3a960a6e-e145-4c9a-abf0-1bf21e280f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:32.624141 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d7230784-ed4c-4b79-b1f7-70b2adf2fba2 req-3a960a6e-e145-4c9a-abf0-1bf21e280f80 service neutron] 10.222.0.16 "GET /v2.0/networks?id=41d3594c-6378-4888-b7ad-f2b6034333e3 HTTP/1.1" status: 200 len: 912 time: 0.1726520 Nov 12 01:41:32.755256 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d7230784-ed4c-4b79-b1f7-70b2adf2fba2 req-7a6d1006-ddbe-47e1-a9e4-dfe0bb425ac5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61632b75-18d7-4988-9bba-0c8958f15e78 HTTP/1.1" status: 200 len: 1002 time: 0.1220846 Nov 12 01:41:32.876041 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7230784-ed4c-4b79-b1f7-70b2adf2fba2 req-f4da76ab-565d-4016-8985-3e48c92f11d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:32.879185 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d7230784-ed4c-4b79-b1f7-70b2adf2fba2 req-f4da76ab-565d-4016-8985-3e48c92f11d9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6369b7da-1f3e-4df6-8094-1e515695655d HTTP/1.1" status: 200 len: 851 time: 0.1133256 Nov 12 01:41:32.918704 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-855dc1b3-89fd-46f3-80a1-0b1873fb4b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087076df-d6bb-4fcd-b191-f0bcdc7f7c9a', 'name': 'tempest-TestServerBasicOps-1884938533-router', 'tenant_id': '89b3032c4a264e6cacf1a91f5532bcae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'f4d049cc-3e95-401a-a4b5-d5284c830f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:35:55Z', 'updated_at': '2021-11-12T01:41:31Z', 'revision_number': 5, 'project_id': '89b3032c4a264e6cacf1a91f5532bcae', 'gw_port': {'id': 'f4d049cc-3e95-401a-a4b5-d5284c830f18', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087076df-d6bb-4fcd-b191-f0bcdc7f7c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:35:57Z', 'updated_at': '2021-11-12T01:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:32.957920 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7230784-ed4c-4b79-b1f7-70b2adf2fba2 req-00aedc7e-739d-40d0-8d73-58f556f0cebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:32.959923 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d7230784-ed4c-4b79-b1f7-70b2adf2fba2 req-00aedc7e-739d-40d0-8d73-58f556f0cebe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=41d3594c-6378-4888-b7ad-f2b6034333e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0699928 Nov 12 01:41:32.998238 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855dc1b3-89fd-46f3-80a1-0b1873fb4b0b None None] Checking router: 087076df-d6bb-4fcd-b191-f0bcdc7f7c9a for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:41:33.031848 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855dc1b3-89fd-46f3-80a1-0b1873fb4b0b None None] Routers {'087076df-d6bb-4fcd-b191-f0bcdc7f7c9a'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:41:33.033510 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-855dc1b3-89fd-46f3-80a1-0b1873fb4b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:41:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['087076df-d6bb-4fcd-b191-f0bcdc7f7c9a'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:33.040340 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:33.056500 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a16c9ef7-44b7-4fd3-9d07-d26edb567078 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:33.079775 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d7230784-ed4c-4b79-b1f7-70b2adf2fba2 req-77c0e8f1-3f0c-4a6b-8ca5-a0f3fb517e17 service neutron] 10.222.0.16 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099460 Nov 12 01:41:33.128763 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-a16c9ef7-44b7-4fd3-9d07-d26edb567078 admin admin] Deleting port f4d049cc-3e95-401a-a4b5-d5284c830f18 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:41:33.128992 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a16c9ef7-44b7-4fd3-9d07-d26edb567078 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:33.216958 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-855dc1b3-89fd-46f3-80a1-0b1873fb4b0b None None] Set router 087076df-d6bb-4fcd-b191-f0bcdc7f7c9a gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:41:33.239897 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d7230784-ed4c-4b79-b1f7-70b2adf2fba2 req-5a2aca4b-6a29-4dc1-9afa-6ba128dcfe90 service neutron] 10.222.0.16 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500924 Nov 12 01:41:33.251502 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-a16c9ef7-44b7-4fd3-9d07-d26edb567078 admin admin] For port f4d049cc-3e95-401a-a4b5-d5284c830f18, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=f4d049cc-3e95-401a-a4b5-d5284c830f18,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:41:33.251872 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a16c9ef7-44b7-4fd3-9d07-d26edb567078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:33.268778 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-a16c9ef7-44b7-4fd3-9d07-d26edb567078 admin admin] Calling delete_port for f4d049cc-3e95-401a-a4b5-d5284c830f18 owned by network:router_gateway {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:41:33.493509 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a16c9ef7-44b7-4fd3-9d07-d26edb567078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:33.544422 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-855dc1b3-89fd-46f3-80a1-0b1873fb4b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '087076df-d6bb-4fcd-b191-f0bcdc7f7c9a', 'name': 'tempest-TestServerBasicOps-1884938533-router', 'tenant_id': '89b3032c4a264e6cacf1a91f5532bcae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'f4d049cc-3e95-401a-a4b5-d5284c830f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:35:55Z', 'updated_at': '2021-11-12T01:41:31Z', 'revision_number': 5, 'project_id': '89b3032c4a264e6cacf1a91f5532bcae', 'gw_port': {'id': 'f4d049cc-3e95-401a-a4b5-d5284c830f18', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087076df-d6bb-4fcd-b191-f0bcdc7f7c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:35:57Z', 'updated_at': '2021-11-12T01:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:33.555748 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16c9ef7-44b7-4fd3-9d07-d26edb567078 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4d049cc-3e95-401a-a4b5-d5284c830f18,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:33.597228 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87090002-c21a-4328-b54e-73004758bd7d None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:41:33.602286 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855dc1b3-89fd-46f3-80a1-0b1873fb4b0b None None] The sync data for ids ['087076df-d6bb-4fcd-b191-f0bcdc7f7c9a'] in n-d-712142-27 is: [{'id': '087076df-d6bb-4fcd-b191-f0bcdc7f7c9a', 'name': 'tempest-TestServerBasicOps-1884938533-router', 'tenant_id': '89b3032c4a264e6cacf1a91f5532bcae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': 'f4d049cc-3e95-401a-a4b5-d5284c830f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:35:55Z', 'updated_at': '2021-11-12T01:41:31Z', 'revision_number': 5, 'project_id': '89b3032c4a264e6cacf1a91f5532bcae', 'gw_port': {'id': 'f4d049cc-3e95-401a-a4b5-d5284c830f18', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '087076df-d6bb-4fcd-b191-f0bcdc7f7c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:35:57Z', 'updated_at': '2021-11-12T01:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:41:33.662693 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a16c9ef7-44b7-4fd3-9d07-d26edb567078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:33.812672 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a16c9ef7-44b7-4fd3-9d07-d26edb567078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:33.817413 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a16c9ef7-44b7-4fd3-9d07-d26edb567078 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:33.889828 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a16c9ef7-44b7-4fd3-9d07-d26edb567078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:33.890487 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16c9ef7-44b7-4fd3-9d07-d26edb567078 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 087076df-d6bb-4fcd-b191-f0bcdc7f7c9a {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:41:33.895753 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a16c9ef7-44b7-4fd3-9d07-d26edb567078 admin admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:33.896977 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a16c9ef7-44b7-4fd3-9d07-d26edb567078 admin admin] 10.222.0.45 "DELETE /v2.0/routers/087076df-d6bb-4fcd-b191-f0bcdc7f7c9a HTTP/1.1" status: 204 len: 168 time: 1.6137993 Nov 12 01:41:33.900880 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53752) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:41:33.955921 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b831ec1-3331-434b-aace-76624ddd68a9 admin admin] Deleting subnet 0a0e348b-50ea-4247-84b9-4dbcbfb7e0f8 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:41:33.960209 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9b831ec1-3331-434b-aace-76624ddd68a9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:33.999368 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:34.006361 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9b831ec1-3331-434b-aace-76624ddd68a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:34.104760 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9b831ec1-3331-434b-aace-76624ddd68a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:34.171717 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9b831ec1-3331-434b-aace-76624ddd68a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:34.202151 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b831ec1-3331-434b-aace-76624ddd68a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a0e348b-50ea-4247-84b9-4dbcbfb7e0f8,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:34.212346 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9b831ec1-3331-434b-aace-76624ddd68a9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:34.218494 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9b831ec1-3331-434b-aace-76624ddd68a9 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/0a0e348b-50ea-4247-84b9-4dbcbfb7e0f8 HTTP/1.1" status: 204 len: 168 time: 0.3138897 Nov 12 01:41:34.218626 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53754) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:41:34.221709 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222b76be-f0bd-42df-a1c4-9a2e68d17bc4 None None] Network fc955285-4ad7-4ad8-a1f9-419bca9490e5 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:41:34.353597 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f99e0292-9784-4e2e-8402-9d6fc0bfa468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:34.451286 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-f99e0292-9784-4e2e-8402-9d6fc0bfa468 admin admin] Deleting port 2be568e4-b2a6-47db-8de8-dba5a194f745 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:41:34.451834 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f99e0292-9784-4e2e-8402-9d6fc0bfa468 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:34.492946 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47730ea5-0706-4408-bf7e-4767a29186b8 None None] DHCP port deletion for fc955285-4ad7-4ad8-a1f9-419bca9490e5 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:41:34.568002 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-47730ea5-0706-4408-bf7e-4767a29186b8 None None] Deleting port 2be568e4-b2a6-47db-8de8-dba5a194f745 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:41:34.568700 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-47730ea5-0706-4408-bf7e-4767a29186b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:34.576977 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f99e0292-9784-4e2e-8402-9d6fc0bfa468 admin admin] For port 2be568e4-b2a6-47db-8de8-dba5a194f745, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=2be568e4-b2a6-47db-8de8-dba5a194f745,segment=NetworkSegment(24c05da2-ba38-4afc-8248-88438e37eee3),segment_id=24c05da2-ba38-4afc-8248-88438e37eee3)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:41:34.577665 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f99e0292-9784-4e2e-8402-9d6fc0bfa468 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:34.602638 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-f99e0292-9784-4e2e-8402-9d6fc0bfa468 admin admin] Calling delete_port for 2be568e4-b2a6-47db-8de8-dba5a194f745 owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:41:34.664627 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-47730ea5-0706-4408-bf7e-4767a29186b8 None None] For port 2be568e4-b2a6-47db-8de8-dba5a194f745, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=2be568e4-b2a6-47db-8de8-dba5a194f745,segment=NetworkSegment(24c05da2-ba38-4afc-8248-88438e37eee3),segment_id=24c05da2-ba38-4afc-8248-88438e37eee3)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:41:34.665025 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-47730ea5-0706-4408-bf7e-4767a29186b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:34.680951 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-47730ea5-0706-4408-bf7e-4767a29186b8 None None] Calling delete_port for 2be568e4-b2a6-47db-8de8-dba5a194f745 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:41:34.705184 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f99e0292-9784-4e2e-8402-9d6fc0bfa468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:34.739651 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99e0292-9784-4e2e-8402-9d6fc0bfa468 admin admin] Pushing event deleted for resources: {'Port': ['ID=2be568e4-b2a6-47db-8de8-dba5a194f745,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:34.741723 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99e0292-9784-4e2e-8402-9d6fc0bfa468 admin admin] No DVR routers for this DVR port 2be568e4-b2a6-47db-8de8-dba5a194f745 on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:41:34.779023 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-47730ea5-0706-4408-bf7e-4767a29186b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:34.807162 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47730ea5-0706-4408-bf7e-4767a29186b8 None None] Pushing event deleted for resources: {'Port': ['ID=2be568e4-b2a6-47db-8de8-dba5a194f745,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:34.811159 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47730ea5-0706-4408-bf7e-4767a29186b8 None None] No DVR routers for this DVR port 2be568e4-b2a6-47db-8de8-dba5a194f745 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:41:34.824326 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f99e0292-9784-4e2e-8402-9d6fc0bfa468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:34.851297 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-f99e0292-9784-4e2e-8402-9d6fc0bfa468 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc955285-4ad7-4ad8-a1f9-419bca9490e5']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:34.865599 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-f99e0292-9784-4e2e-8402-9d6fc0bfa468 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24c05da2-ba38-4afc-8248-88438e37eee3') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:34.866039 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-f99e0292-9784-4e2e-8402-9d6fc0bfa468 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24c05da2-ba38-4afc-8248-88438e37eee3') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:34.877859 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 2be568e4-b2a6-47db-8de8-dba5a194f745 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:41:34.879326 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f99e0292-9784-4e2e-8402-9d6fc0bfa468 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:34.895039 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f99e0292-9784-4e2e-8402-9d6fc0bfa468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:34.900752 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 2be568e4-b2a6-47db-8de8-dba5a194f745 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:41:34.901169 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 2be568e4-b2a6-47db-8de8-dba5a194f745 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:41:34.901515 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 812232a6-cd03-41a3-8370-135f828c0747 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:41:34.906220 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f99e0292-9784-4e2e-8402-9d6fc0bfa468 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:41:34.906827 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f99e0292-9784-4e2e-8402-9d6fc0bfa468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:34.909629 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:41:34.909629 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:41:34.909629 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:41:34.909629 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:41:34.909629 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:41:34.909629 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:41:34.909629 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:41:34.909629 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:41:34.909629 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:41:34.909629 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:41:34.909629 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:41:34.909629 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:41:34.909629 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:41:34.909629 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:41:34.909629 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:41:34.909629 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:41:34.909629 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:41:34.909629 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:41:34.909629 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:41:34.909629 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:41:34.909629 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:41:34.909629 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:41:34.909629 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:41:34.909629 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:41:34.909629 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:41:34.909629 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:41:34.909629 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:41:34.909629 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:41:34.909629 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:41:34.909629 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:41:34.909629 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:41:34.909629 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:41:34.926292 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 812232a6-cd03-41a3-8370-135f828c0747 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:41:34.926648 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 812232a6-cd03-41a3-8370-135f828c0747 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:41:34.927076 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device f4d049cc-3e95-401a-a4b5-d5284c830f18 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:41:34.950108 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: f4d049cc-3e95-401a-a4b5-d5284c830f18 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:41:34.950448 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device f4d049cc-3e95-401a-a4b5-d5284c830f18 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:41:34.985670 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f99e0292-9784-4e2e-8402-9d6fc0bfa468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:34.995545 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f99e0292-9784-4e2e-8402-9d6fc0bfa468 admin admin] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:34.999446 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f99e0292-9784-4e2e-8402-9d6fc0bfa468 admin admin] 10.222.0.45 "DELETE /v2.0/networks/fc955285-4ad7-4ad8-a1f9-419bca9490e5 HTTP/1.1" status: 204 len: 168 time: 0.7796714 Nov 12 01:41:35.010011 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99e0292-9784-4e2e-8402-9d6fc0bfa468 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc955285-4ad7-4ad8-a1f9-419bca9490e5,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:35.142162 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53760) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:41:35.188072 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b82e8133-6c94-49be-98db-f852ff0cdb31 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=47ae72be12504bb5b6ec465bbd1fafc1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0445824 Nov 12 01:41:35.190420 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53762) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:41:35.244074 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-606ebd0c-9c64-4a35-a916-7e19d48a6a02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:35.269589 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-606ebd0c-9c64-4a35-a916-7e19d48a6a02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:35.279439 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:35.328649 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-606ebd0c-9c64-4a35-a916-7e19d48a6a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:35.332870 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-606ebd0c-9c64-4a35-a916-7e19d48a6a02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:35.334258 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-606ebd0c-9c64-4a35-a916-7e19d48a6a02 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/92052215-ec88-49b5-adda-a389fd1a1e5e HTTP/1.1" status: 204 len: 168 time: 0.1425698 Nov 12 01:41:35.345527 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ebd0c-9c64-4a35-a916-7e19d48a6a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92052215-ec88-49b5-adda-a389fd1a1e5e,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:35.790894 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53768) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:41:35.838086 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3d36a5f7-3646-4b9c-a49e-8f3198ead7e8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=89b3032c4a264e6cacf1a91f5532bcae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0457942 Nov 12 01:41:35.840527 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53770) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:41:35.918008 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d32265e1-37d9-4343-99c1-cadb4067672d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:35.945155 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d32265e1-37d9-4343-99c1-cadb4067672d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:36.025580 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d32265e1-37d9-4343-99c1-cadb4067672d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:36.029732 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d32265e1-37d9-4343-99c1-cadb4067672d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:36.031171 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d32265e1-37d9-4343-99c1-cadb4067672d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bbf700c5-524c-4bcc-9801-9d237c996856 HTTP/1.1" status: 204 len: 168 time: 0.1895649 Nov 12 01:41:36.041442 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32265e1-37d9-4343-99c1-cadb4067672d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf700c5-524c-4bcc-9801-9d237c996856,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:36.392508 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53776) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:41:36.500001 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2594f9a6-5460-4fca-bde6-9588aab31c22 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/floatingips/af5fc704-8f14-46e8-a30e-0d0515fce1f4 HTTP/1.1" status: 200 len: 994 time: 0.0984092 Nov 12 01:41:36.749555 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53782) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:41:36.924252 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-50db6a71-8167-4b11-a737-b71b0063c66e tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Deleting port 48517c81-ae07-4327-8e90-54eca3ad499f {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:41:36.924977 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-50db6a71-8167-4b11-a737-b71b0063c66e tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:37.008937 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-50db6a71-8167-4b11-a737-b71b0063c66e tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:37.009186 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-50db6a71-8167-4b11-a737-b71b0063c66e tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:37.031483 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-50db6a71-8167-4b11-a737-b71b0063c66e tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Calling delete_port for 48517c81-ae07-4327-8e90-54eca3ad499f owned by network:floatingip {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:41:37.215600 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-50db6a71-8167-4b11-a737-b71b0063c66e tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:37.243898 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50db6a71-8167-4b11-a737-b71b0063c66e tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event deleted for resources: {'Port': ['ID=48517c81-ae07-4327-8e90-54eca3ad499f,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:37.314976 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-50db6a71-8167-4b11-a737-b71b0063c66e tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for floatingip, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:37.315421 n-d-712142-27 neutron-server[109086]: INFO neutron.db.l3_db [None req-50db6a71-8167-4b11-a737-b71b0063c66e tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Floating IP af5fc704-8f14-46e8-a30e-0d0515fce1f4 disassociated (deleted). External IP: 172.25.3.111, port: cfcc4855-745e-49e1-bbe5-0bc6ef017eeb. Nov 12 01:41:37.592598 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50db6a71-8167-4b11-a737-b71b0063c66e tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Router a05c96c1-5a08-416e-8b55-f3799ab2e089 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:41:37.721930 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50db6a71-8167-4b11-a737-b71b0063c66e tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:41:37.727480 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-50db6a71-8167-4b11-a737-b71b0063c66e tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:37.732532 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b107118d-dfec-44de-b03b-a4062b20c8b9 None None] Sync routers for ids ['a05c96c1-5a08-416e-8b55-f3799ab2e089'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:41:37.743705 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b107118d-dfec-44de-b03b-a4062b20c8b9 None None] Routers {'a05c96c1-5a08-416e-8b55-f3799ab2e089'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:41:37.744382 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-b107118d-dfec-44de-b03b-a4062b20c8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:41:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['a05c96c1-5a08-416e-8b55-f3799ab2e089'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:37.780759 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-50db6a71-8167-4b11-a737-b71b0063c66e tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "DELETE /v2.0/floatingips/af5fc704-8f14-46e8-a30e-0d0515fce1f4 HTTP/1.1" status: 204 len: 168 time: 1.0297809 Nov 12 01:41:37.781731 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8e38177-cf72-474d-9ee2-85475a074344', 'tag': 'cfcc4855-745e-49e1-bbe5-0bc6ef017eeb'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:41:37.786958 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad891ed-43ee-4ef8-a676-d4e47e746801" -d '{"events": [{"name": "network-changed", "server_uuid": "e8e38177-cf72-474d-9ee2-85475a074344", "tag": "cfcc4855-745e-49e1-bbe5-0bc6ef017eeb"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:41:37.844323 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660e476d-d482-4366-a620-2761ba5f406f x-openstack-request-id: req-660e476d-d482-4366-a620-2761ba5f406f {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:41:37.845156 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8e38177-cf72-474d-9ee2-85475a074344", "tag": "cfcc4855-745e-49e1-bbe5-0bc6ef017eeb", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:41:37.845582 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-660e476d-d482-4366-a620-2761ba5f406f {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:41:37.846527 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8e38177-cf72-474d-9ee2-85475a074344', 'tag': 'cfcc4855-745e-49e1-bbe5-0bc6ef017eeb', 'status': 'completed', 'code': 200} Nov 12 01:41:37.897679 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-b107118d-dfec-44de-b03b-a4062b20c8b9 None None] Set router a05c96c1-5a08-416e-8b55-f3799ab2e089 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:41:37.984992 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad891ed-43ee-4ef8-a676-d4e47e746801 req-9f4987d6-9224-4b06-9fec-7cbcba841048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:37.987671 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fad891ed-43ee-4ef8-a676-d4e47e746801 req-9f4987d6-9224-4b06-9fec-7cbcba841048 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=da2f05210fd943e2951f3890676710a2&device_id=e8e38177-cf72-474d-9ee2-85475a074344 HTTP/1.1" status: 200 len: 1098 time: 0.0888407 Nov 12 01:41:37.989344 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-002d4b60-6df9-4a4b-8a3b-78d156e95208 req-9cc245d7-fd6c-440e-a9be-031e043ece52 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e8e38177-cf72-474d-9ee2-85475a074344&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0753241 Nov 12 01:41:38.141376 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad891ed-43ee-4ef8-a676-d4e47e746801 req-71c4ba27-b72a-4f00-bbc2-5c97d999355e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:38.143016 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fad891ed-43ee-4ef8-a676-d4e47e746801 req-71c4ba27-b72a-4f00-bbc2-5c97d999355e service neutron] 10.222.0.44 "GET /v2.0/networks?id=c10d9824-0f07-406a-b38d-68ad49e8d10f HTTP/1.1" status: 200 len: 896 time: 0.1473303 Nov 12 01:41:38.198133 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fad891ed-43ee-4ef8-a676-d4e47e746801 req-f41e0254-e06c-492c-abb5-e135ac92aefd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cfcc4855-745e-49e1-bbe5-0bc6ef017eeb HTTP/1.1" status: 200 len: 217 time: 0.0406661 Nov 12 01:41:38.249338 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1263bf3-9b46-40f1-804c-4f4e74a5850e req-ef83f810-1433-4e5e-8de7-99da7a4d7bc9 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:38.250985 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c1263bf3-9b46-40f1-804c-4f4e74a5850e req-ef83f810-1433-4e5e-8de7-99da7a4d7bc9 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8e38177-cf72-474d-9ee2-85475a074344 HTTP/1.1" status: 200 len: 946 time: 0.1231763 Nov 12 01:41:38.285912 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad891ed-43ee-4ef8-a676-d4e47e746801 req-acac0cf2-d59d-4d91-b107-f7730d27e462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:38.287513 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fad891ed-43ee-4ef8-a676-d4e47e746801 req-acac0cf2-d59d-4d91-b107-f7730d27e462 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f987e80-2ca8-4581-afeb-3f175817f054 HTTP/1.1" status: 200 len: 835 time: 0.0803018 Nov 12 01:41:38.346380 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c1263bf3-9b46-40f1-804c-4f4e74a5850e req-26408dc1-d35b-443f-a32b-aa9e45181ebb tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/security-groups?id=3147cf79-3453-4145-b3af-b0dba349f0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823126 Nov 12 01:41:38.362211 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad891ed-43ee-4ef8-a676-d4e47e746801 req-3cb04d46-b767-4d5b-bc49-d677fcafd4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:38.363765 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fad891ed-43ee-4ef8-a676-d4e47e746801 req-3cb04d46-b767-4d5b-bc49-d677fcafd4a4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c10d9824-0f07-406a-b38d-68ad49e8d10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0633707 Nov 12 01:41:38.402468 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-b107118d-dfec-44de-b03b-a4062b20c8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05c96c1-5a08-416e-8b55-f3799ab2e089', 'name': 'tempest-TestNetworkBasicOps-router-1980256552', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '1cba252a-1081-48f4-9aaf-b1a320e48ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:40:37Z', 'updated_at': '2021-11-12T01:40:42Z', 'revision_number': 4, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'gw_port': {'id': '1cba252a-1081-48f4-9aaf-b1a320e48ac1', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05c96c1-5a08-416e-8b55-f3799ab2e089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:40:38Z', 'updated_at': '2021-11-12T01:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'cb7a69ae-0e64-4f6c-8095-a579b6692197', 'name': '', 'network_id': 'c10d9824-0f07-406a-b38d-68ad49e8d10f', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'mac_address': 'fa:16:3e:30:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05c96c1-5a08-416e-8b55-f3799ab2e089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '9f987e80-2ca8-4581-afeb-3f175817f054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:40:41Z', 'updated_at': '2021-11-12T01:40:46Z', 'revision_number': 5, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'subnets': [{'id': '9f987e80-2ca8-4581-afeb-3f175817f054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:38.451172 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b107118d-dfec-44de-b03b-a4062b20c8b9 None None] Checking router: a05c96c1-5a08-416e-8b55-f3799ab2e089 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:41:38.466458 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b107118d-dfec-44de-b03b-a4062b20c8b9 None None] Routers {'a05c96c1-5a08-416e-8b55-f3799ab2e089'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:41:38.467533 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-b107118d-dfec-44de-b03b-a4062b20c8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:41:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['a05c96c1-5a08-416e-8b55-f3799ab2e089'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:38.469679 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fad891ed-43ee-4ef8-a676-d4e47e746801 req-4c9d332e-2d2f-40d0-a8cc-21127150abd9 service neutron] 10.222.0.44 "GET /v2.0/networks/c10d9824-0f07-406a-b38d-68ad49e8d10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974429 Nov 12 01:41:38.579131 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fad891ed-43ee-4ef8-a676-d4e47e746801 req-3b40c500-4970-441d-b1ed-fdabac1f923e service neutron] 10.222.0.44 "GET /v2.0/networks/c10d9824-0f07-406a-b38d-68ad49e8d10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008527 Nov 12 01:41:38.663100 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-b107118d-dfec-44de-b03b-a4062b20c8b9 None None] Set router a05c96c1-5a08-416e-8b55-f3799ab2e089 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:41:38.700739 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:38.742923 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d4b60-6df9-4a4b-8a3b-78d156e95208 req-c9461481-b94b-4947-977f-2928147f7dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:38.744887 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-002d4b60-6df9-4a4b-8a3b-78d156e95208 req-c9461481-b94b-4947-977f-2928147f7dcd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=da2f05210fd943e2951f3890676710a2&device_id=e8e38177-cf72-474d-9ee2-85475a074344 HTTP/1.1" status: 200 len: 1098 time: 0.0479598 Nov 12 01:41:38.882743 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d4b60-6df9-4a4b-8a3b-78d156e95208 req-2a6c2d4b-9603-435a-84f7-bbea176e1559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:38.885340 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-002d4b60-6df9-4a4b-8a3b-78d156e95208 req-2a6c2d4b-9603-435a-84f7-bbea176e1559 service neutron] 10.222.0.44 "GET /v2.0/networks?id=c10d9824-0f07-406a-b38d-68ad49e8d10f HTTP/1.1" status: 200 len: 896 time: 0.1178353 Nov 12 01:41:38.937863 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-b107118d-dfec-44de-b03b-a4062b20c8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05c96c1-5a08-416e-8b55-f3799ab2e089', 'name': 'tempest-TestNetworkBasicOps-router-1980256552', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '1cba252a-1081-48f4-9aaf-b1a320e48ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:40:37Z', 'updated_at': '2021-11-12T01:40:42Z', 'revision_number': 4, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'gw_port': {'id': '1cba252a-1081-48f4-9aaf-b1a320e48ac1', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05c96c1-5a08-416e-8b55-f3799ab2e089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:40:38Z', 'updated_at': '2021-11-12T01:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'cb7a69ae-0e64-4f6c-8095-a579b6692197', 'name': '', 'network_id': 'c10d9824-0f07-406a-b38d-68ad49e8d10f', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'mac_address': 'fa:16:3e:30:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05c96c1-5a08-416e-8b55-f3799ab2e089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '9f987e80-2ca8-4581-afeb-3f175817f054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:40:41Z', 'updated_at': '2021-11-12T01:40:46Z', 'revision_number': 5, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'subnets': [{'id': '9f987e80-2ca8-4581-afeb-3f175817f054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:38.957337 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-002d4b60-6df9-4a4b-8a3b-78d156e95208 req-20e663ec-06f1-46f8-bcc9-fa6e37173c9c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cfcc4855-745e-49e1-bbe5-0bc6ef017eeb HTTP/1.1" status: 200 len: 217 time: 0.0641344 Nov 12 01:41:38.967599 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b107118d-dfec-44de-b03b-a4062b20c8b9 None None] The sync data for ids ['a05c96c1-5a08-416e-8b55-f3799ab2e089'] in n-d-712142-27 is: [{'id': 'a05c96c1-5a08-416e-8b55-f3799ab2e089', 'name': 'tempest-TestNetworkBasicOps-router-1980256552', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '1cba252a-1081-48f4-9aaf-b1a320e48ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:40:37Z', 'updated_at': '2021-11-12T01:40:42Z', 'revision_number': 4, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'gw_port': {'id': '1cba252a-1081-48f4-9aaf-b1a320e48ac1', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05c96c1-5a08-416e-8b55-f3799ab2e089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:40:38Z', 'updated_at': '2021-11-12T01:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'cb7a69ae-0e64-4f6c-8095-a579b6692197', 'name': '', 'network_id': 'c10d9824-0f07-406a-b38d-68ad49e8d10f', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'mac_address': 'fa:16:3e:30:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05c96c1-5a08-416e-8b55-f3799ab2e089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '9f987e80-2ca8-4581-afeb-3f175817f054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:40:41Z', 'updated_at': '2021-11-12T01:40:46Z', 'revision_number': 5, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'subnets': [{'id': '9f987e80-2ca8-4581-afeb-3f175817f054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:41:39.047661 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d4b60-6df9-4a4b-8a3b-78d156e95208 req-12231188-c80b-4292-8c70-0223a27559f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:39.050360 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-002d4b60-6df9-4a4b-8a3b-78d156e95208 req-12231188-c80b-4292-8c70-0223a27559f9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9f987e80-2ca8-4581-afeb-3f175817f054 HTTP/1.1" status: 200 len: 835 time: 0.0853014 Nov 12 01:41:39.122354 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d4b60-6df9-4a4b-8a3b-78d156e95208 req-4086be9b-10ee-443d-bb7c-187b175e99b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:39.124164 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-002d4b60-6df9-4a4b-8a3b-78d156e95208 req-4086be9b-10ee-443d-bb7c-187b175e99b2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c10d9824-0f07-406a-b38d-68ad49e8d10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0654321 Nov 12 01:41:39.271670 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6771e9ab-319c-4145-8bf7-1793de139801 None None] New status for floating IP af5fc704-8f14-46e8-a30e-0d0515fce1f4: DOWN {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:41:39.272389 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-002d4b60-6df9-4a4b-8a3b-78d156e95208 req-54725c17-3a6c-44d2-ae7e-d05c2a988a80 service neutron] 10.222.0.44 "GET /v2.0/networks/c10d9824-0f07-406a-b38d-68ad49e8d10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368749 Nov 12 01:41:39.467725 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-002d4b60-6df9-4a4b-8a3b-78d156e95208 req-ad5cd754-3ff8-48de-9339-6930e30b11b6 service neutron] 10.222.0.44 "GET /v2.0/networks/c10d9824-0f07-406a-b38d-68ad49e8d10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878629 Nov 12 01:41:39.533546 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2ee27-4571-4f01-ab18-40a8dd546ad3 req-fe4a566f-8e23-48c3-a1a7-ccd2cec2d051 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:39.535241 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7fc2ee27-4571-4f01-ab18-40a8dd546ad3 req-fe4a566f-8e23-48c3-a1a7-ccd2cec2d051 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8e38177-cf72-474d-9ee2-85475a074344 HTTP/1.1" status: 200 len: 946 time: 0.0716407 Nov 12 01:41:39.631453 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7fc2ee27-4571-4f01-ab18-40a8dd546ad3 req-8b1199d7-ddc4-4db9-b7b2-7ea727b5a2f9 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/security-groups?id=3147cf79-3453-4145-b3af-b0dba349f0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837507 Nov 12 01:41:39.655548 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97b182-c443-45ab-8be6-526190c280e8 req-fa5c0540-3c08-4071-b747-ef1c3f72bbd4 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:41:39.657179 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ef97b182-c443-45ab-8be6-526190c280e8 req-fa5c0540-3c08-4071-b747-ef1c3f72bbd4 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8e38177-cf72-474d-9ee2-85475a074344 HTTP/1.1" status: 200 len: 946 time: 0.0871375 Nov 12 01:41:39.771012 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-ef97b182-c443-45ab-8be6-526190c280e8 req-c32fa3ae-e4c2-48bc-b5a2-e8a5291feae2 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Deleting port cfcc4855-745e-49e1-bbe5-0bc6ef017eeb {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:41:39.771328 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ef97b182-c443-45ab-8be6-526190c280e8 req-c32fa3ae-e4c2-48bc-b5a2-e8a5291feae2 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:40.304897 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-ef97b182-c443-45ab-8be6-526190c280e8 req-c32fa3ae-e4c2-48bc-b5a2-e8a5291feae2 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] For port cfcc4855-745e-49e1-bbe5-0bc6ef017eeb, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=cfcc4855-745e-49e1-bbe5-0bc6ef017eeb,segment=NetworkSegment(007726e4-f55e-460b-864f-580d6cc035c2),segment_id=007726e4-f55e-460b-864f-580d6cc035c2)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:41:40.306106 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ef97b182-c443-45ab-8be6-526190c280e8 req-c32fa3ae-e4c2-48bc-b5a2-e8a5291feae2 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:40.323124 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-ef97b182-c443-45ab-8be6-526190c280e8 req-c32fa3ae-e4c2-48bc-b5a2-e8a5291feae2 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Calling delete_port for cfcc4855-745e-49e1-bbe5-0bc6ef017eeb owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:41:40.478658 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ef97b182-c443-45ab-8be6-526190c280e8 req-c32fa3ae-e4c2-48bc-b5a2-e8a5291feae2 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:40.514560 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32fa3ae-e4c2-48bc-b5a2-e8a5291feae2 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event deleted for resources: {'Port': ['ID=cfcc4855-745e-49e1-bbe5-0bc6ef017eeb,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:40.572099 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef97b182-c443-45ab-8be6-526190c280e8 req-c32fa3ae-e4c2-48bc-b5a2-e8a5291feae2 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] No DVR routers for this DVR port cfcc4855-745e-49e1-bbe5-0bc6ef017eeb on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:41:40.575234 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ef97b182-c443-45ab-8be6-526190c280e8 req-c32fa3ae-e4c2-48bc-b5a2-e8a5291feae2 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:40.578839 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ef97b182-c443-45ab-8be6-526190c280e8 req-c32fa3ae-e4c2-48bc-b5a2-e8a5291feae2 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.44 "DELETE /v2.0/ports/cfcc4855-745e-49e1-bbe5-0bc6ef017eeb HTTP/1.1" status: 204 len: 173 time: 0.9151852 Nov 12 01:41:40.579337 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e38177-cf72-474d-9ee2-85475a074344', 'name': 'network-vif-deleted', 'tag': 'cfcc4855-745e-49e1-bbe5-0bc6ef017eeb'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:41:40.581759 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0617920-2d5d-4079-bb4c-b7a7bc4b8085" -d '{"events": [{"server_uuid": "e8e38177-cf72-474d-9ee2-85475a074344", "name": "network-vif-deleted", "tag": "cfcc4855-745e-49e1-bbe5-0bc6ef017eeb"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:41:40.655162 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c14914-0f7f-45e4-8b7e-67522f97b9ae x-openstack-request-id: req-20c14914-0f7f-45e4-8b7e-67522f97b9ae {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:41:40.655606 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e38177-cf72-474d-9ee2-85475a074344", "name": "network-vif-deleted", "tag": "cfcc4855-745e-49e1-bbe5-0bc6ef017eeb", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:41:40.656021 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-20c14914-0f7f-45e4-8b7e-67522f97b9ae {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:41:40.656757 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8e38177-cf72-474d-9ee2-85475a074344', 'name': 'network-vif-deleted', 'tag': 'cfcc4855-745e-49e1-bbe5-0bc6ef017eeb', 'status': 'completed', 'code': 200} Nov 12 01:41:40.775194 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bd4bcb5b-8db4-4254-b779-f9d6df9b22f2 req-1d591ef7-4287-4a5e-812f-53e45618cd9f tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8e38177-cf72-474d-9ee2-85475a074344 HTTP/1.1" status: 200 len: 210 time: 0.0361109 Nov 12 01:41:40.850353 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:41.846450 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53798) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:41:41.927294 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-87544065-6d4d-4180-9f5b-204bd06f469c tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:41.979711 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-87544065-6d4d-4180-9f5b-204bd06f469c tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:42.075212 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-87544065-6d4d-4180-9f5b-204bd06f469c tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:42.078208 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-87544065-6d4d-4180-9f5b-204bd06f469c tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:42.079457 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-87544065-6d4d-4180-9f5b-204bd06f469c tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "DELETE /v2.0/security-groups/3147cf79-3453-4145-b3af-b0dba349f0f7 HTTP/1.1" status: 204 len: 168 time: 0.2318127 Nov 12 01:41:42.091408 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87544065-6d4d-4180-9f5b-204bd06f469c tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3147cf79-3453-4145-b3af-b0dba349f0f7,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:42.122839 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53802) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:41:42.594897 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1674e976-de08-45f6-87e0-99068df6530f tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:42.946114 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-1674e976-de08-45f6-87e0-99068df6530f tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Deleting port cb7a69ae-0e64-4f6c-8095-a579b6692197 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:41:42.946720 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1674e976-de08-45f6-87e0-99068df6530f tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:43.078414 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-1674e976-de08-45f6-87e0-99068df6530f tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] For port cb7a69ae-0e64-4f6c-8095-a579b6692197, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=cb7a69ae-0e64-4f6c-8095-a579b6692197,segment=NetworkSegment(007726e4-f55e-460b-864f-580d6cc035c2),segment_id=007726e4-f55e-460b-864f-580d6cc035c2)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:41:43.078712 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1674e976-de08-45f6-87e0-99068df6530f tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:43.096839 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-1674e976-de08-45f6-87e0-99068df6530f tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Calling delete_port for cb7a69ae-0e64-4f6c-8095-a579b6692197 owned by network:router_interface {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:41:43.404635 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1674e976-de08-45f6-87e0-99068df6530f tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:43.472180 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1674e976-de08-45f6-87e0-99068df6530f tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event deleted for resources: {'Port': ['ID=cb7a69ae-0e64-4f6c-8095-a579b6692197,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:43.724560 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1674e976-de08-45f6-87e0-99068df6530f tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:43.964411 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device cfcc4855-745e-49e1-bbe5-0bc6ef017eeb no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:41:43.990349 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: cfcc4855-745e-49e1-bbe5-0bc6ef017eeb {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:41:43.990724 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device cfcc4855-745e-49e1-bbe5-0bc6ef017eeb not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:41:44.020275 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1674e976-de08-45f6-87e0-99068df6530f tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Router a05c96c1-5a08-416e-8b55-f3799ab2e089 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:41:44.186470 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1674e976-de08-45f6-87e0-99068df6530f tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:41:44.195457 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-1674e976-de08-45f6-87e0-99068df6530f tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "PUT /v2.0/routers/a05c96c1-5a08-416e-8b55-f3799ab2e089/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0708947 Nov 12 01:41:44.198961 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53808) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:41:44.202071 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495d7871-a415-40db-b5fb-71d60d6556d7 None None] Sync routers for ids ['a05c96c1-5a08-416e-8b55-f3799ab2e089'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:41:44.214693 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495d7871-a415-40db-b5fb-71d60d6556d7 None None] Routers {'a05c96c1-5a08-416e-8b55-f3799ab2e089'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:41:44.215286 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-495d7871-a415-40db-b5fb-71d60d6556d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:41:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['a05c96c1-5a08-416e-8b55-f3799ab2e089'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:44.280377 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-84a9fa51-ba84-4c00-9d49-5ae992618dee tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Deleting subnet 9f987e80-2ca8-4581-afeb-3f175817f054 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:41:44.284502 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-84a9fa51-ba84-4c00-9d49-5ae992618dee tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:44.331608 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-84a9fa51-ba84-4c00-9d49-5ae992618dee tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:44.337520 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-495d7871-a415-40db-b5fb-71d60d6556d7 None None] Set router a05c96c1-5a08-416e-8b55-f3799ab2e089 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:41:44.441898 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-84a9fa51-ba84-4c00-9d49-5ae992618dee tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:44.535364 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-84a9fa51-ba84-4c00-9d49-5ae992618dee tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:44.579375 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-495d7871-a415-40db-b5fb-71d60d6556d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05c96c1-5a08-416e-8b55-f3799ab2e089', 'name': 'tempest-TestNetworkBasicOps-router-1980256552', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '1cba252a-1081-48f4-9aaf-b1a320e48ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:40:37Z', 'updated_at': '2021-11-12T01:41:43Z', 'revision_number': 5, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'gw_port': {'id': '1cba252a-1081-48f4-9aaf-b1a320e48ac1', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05c96c1-5a08-416e-8b55-f3799ab2e089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:40:38Z', 'updated_at': '2021-11-12T01:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:44.583284 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a9fa51-ba84-4c00-9d49-5ae992618dee tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event deleted for resources: {'Subnet': ['ID=9f987e80-2ca8-4581-afeb-3f175817f054,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:44.589420 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-84a9fa51-ba84-4c00-9d49-5ae992618dee tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:44.595673 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-84a9fa51-ba84-4c00-9d49-5ae992618dee tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "DELETE /v2.0/subnets/9f987e80-2ca8-4581-afeb-3f175817f054 HTTP/1.1" status: 204 len: 168 time: 0.3939421 Nov 12 01:41:44.599444 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53810) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:41:44.604423 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af40d21c-f972-44e5-b920-f5fbf74118cf None None] Network c10d9824-0f07-406a-b38d-68ad49e8d10f requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:41:44.607642 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495d7871-a415-40db-b5fb-71d60d6556d7 None None] Checking router: a05c96c1-5a08-416e-8b55-f3799ab2e089 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:41:44.617876 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495d7871-a415-40db-b5fb-71d60d6556d7 None None] Routers {'a05c96c1-5a08-416e-8b55-f3799ab2e089'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:41:44.618513 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-495d7871-a415-40db-b5fb-71d60d6556d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:41:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['a05c96c1-5a08-416e-8b55-f3799ab2e089'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:44.766884 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4c0f5865-2d5f-4bbe-9eaf-398e8d0b2195 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for router, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:44.849709 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-495d7871-a415-40db-b5fb-71d60d6556d7 None None] Set router a05c96c1-5a08-416e-8b55-f3799ab2e089 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:41:44.920147 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1bcdd4-90cf-4246-8286-ddfbc5813a0c None None] DHCP port deletion for c10d9824-0f07-406a-b38d-68ad49e8d10f request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:41:44.963698 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4c0f5865-2d5f-4bbe-9eaf-398e8d0b2195 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:44.999260 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-9a1bcdd4-90cf-4246-8286-ddfbc5813a0c None None] Deleting port ee8b7a60-bc45-4c4d-8699-b3502960371e {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:41:45.000445 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9a1bcdd4-90cf-4246-8286-ddfbc5813a0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:45.046210 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-4c0f5865-2d5f-4bbe-9eaf-398e8d0b2195 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Deleting port 1cba252a-1081-48f4-9aaf-b1a320e48ac1 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:41:45.047012 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4c0f5865-2d5f-4bbe-9eaf-398e8d0b2195 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:45.098081 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-9a1bcdd4-90cf-4246-8286-ddfbc5813a0c None None] For port ee8b7a60-bc45-4c4d-8699-b3502960371e, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=ee8b7a60-bc45-4c4d-8699-b3502960371e,segment=NetworkSegment(007726e4-f55e-460b-864f-580d6cc035c2),segment_id=007726e4-f55e-460b-864f-580d6cc035c2)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:41:45.098706 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9a1bcdd4-90cf-4246-8286-ddfbc5813a0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:45.137980 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-9a1bcdd4-90cf-4246-8286-ddfbc5813a0c None None] Calling delete_port for ee8b7a60-bc45-4c4d-8699-b3502960371e owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:41:45.162138 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-495d7871-a415-40db-b5fb-71d60d6556d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a05c96c1-5a08-416e-8b55-f3799ab2e089', 'name': 'tempest-TestNetworkBasicOps-router-1980256552', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '1cba252a-1081-48f4-9aaf-b1a320e48ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:40:37Z', 'updated_at': '2021-11-12T01:41:43Z', 'revision_number': 5, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'gw_port': {'id': '1cba252a-1081-48f4-9aaf-b1a320e48ac1', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05c96c1-5a08-416e-8b55-f3799ab2e089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:40:38Z', 'updated_at': '2021-11-12T01:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:45.198161 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495d7871-a415-40db-b5fb-71d60d6556d7 None None] The sync data for ids ['a05c96c1-5a08-416e-8b55-f3799ab2e089'] in n-d-712142-27 is: [{'id': 'a05c96c1-5a08-416e-8b55-f3799ab2e089', 'name': 'tempest-TestNetworkBasicOps-router-1980256552', 'tenant_id': 'da2f05210fd943e2951f3890676710a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '1cba252a-1081-48f4-9aaf-b1a320e48ac1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:40:37Z', 'updated_at': '2021-11-12T01:41:43Z', 'revision_number': 5, 'project_id': 'da2f05210fd943e2951f3890676710a2', 'gw_port': {'id': '1cba252a-1081-48f4-9aaf-b1a320e48ac1', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a05c96c1-5a08-416e-8b55-f3799ab2e089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:40:38Z', 'updated_at': '2021-11-12T01:40:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:41:45.205489 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-4c0f5865-2d5f-4bbe-9eaf-398e8d0b2195 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] For port 1cba252a-1081-48f4-9aaf-b1a320e48ac1, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=1cba252a-1081-48f4-9aaf-b1a320e48ac1,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:41:45.205807 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4c0f5865-2d5f-4bbe-9eaf-398e8d0b2195 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:45.223148 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-4c0f5865-2d5f-4bbe-9eaf-398e8d0b2195 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Calling delete_port for 1cba252a-1081-48f4-9aaf-b1a320e48ac1 owned by network:router_gateway {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:41:45.291514 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9a1bcdd4-90cf-4246-8286-ddfbc5813a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:45.323311 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1bcdd4-90cf-4246-8286-ddfbc5813a0c None None] Pushing event deleted for resources: {'Port': ['ID=ee8b7a60-bc45-4c4d-8699-b3502960371e,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:45.333256 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1bcdd4-90cf-4246-8286-ddfbc5813a0c None None] No DVR routers for this DVR port ee8b7a60-bc45-4c4d-8699-b3502960371e on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:41:45.431526 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4c0f5865-2d5f-4bbe-9eaf-398e8d0b2195 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:45.466529 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f5865-2d5f-4bbe-9eaf-398e8d0b2195 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event deleted for resources: {'Port': ['ID=1cba252a-1081-48f4-9aaf-b1a320e48ac1,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:45.483698 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ef75f9-e40d-4141-a579-55ba0d99eee1 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:41:45.540984 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4c0f5865-2d5f-4bbe-9eaf-398e8d0b2195 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:45.655465 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4c0f5865-2d5f-4bbe-9eaf-398e8d0b2195 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:45.658329 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4c0f5865-2d5f-4bbe-9eaf-398e8d0b2195 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:45.737471 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4c0f5865-2d5f-4bbe-9eaf-398e8d0b2195 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:45.738370 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0f5865-2d5f-4bbe-9eaf-398e8d0b2195 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Fanout notify agent at l3_agent the message router_deleted on router a05c96c1-5a08-416e-8b55-f3799ab2e089 {{(pid=109085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:41:45.746973 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4c0f5865-2d5f-4bbe-9eaf-398e8d0b2195 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:45.748268 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4c0f5865-2d5f-4bbe-9eaf-398e8d0b2195 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "DELETE /v2.0/routers/a05c96c1-5a08-416e-8b55-f3799ab2e089 HTTP/1.1" status: 204 len: 168 time: 1.1471758 Nov 12 01:41:45.751283 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53812) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:41:45.842893 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a81a9816-b50a-4116-aba6-03df2fb47095 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:45.997794 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a81a9816-b50a-4116-aba6-03df2fb47095 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:46.039110 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-a81a9816-b50a-4116-aba6-03df2fb47095 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c10d9824-0f07-406a-b38d-68ad49e8d10f']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:46.050837 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-a81a9816-b50a-4116-aba6-03df2fb47095 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '007726e4-f55e-460b-864f-580d6cc035c2') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:46.051243 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-a81a9816-b50a-4116-aba6-03df2fb47095 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '007726e4-f55e-460b-864f-580d6cc035c2') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:41:46.064759 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a81a9816-b50a-4116-aba6-03df2fb47095 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:46.082123 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a81a9816-b50a-4116-aba6-03df2fb47095 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:46.090517 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a81a9816-b50a-4116-aba6-03df2fb47095 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:41:46.091145 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a81a9816-b50a-4116-aba6-03df2fb47095 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:46.094179 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:41:46.094179 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:41:46.094179 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:41:46.094179 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:41:46.094179 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:41:46.094179 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:41:46.094179 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:41:46.094179 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:41:46.094179 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:41:46.094179 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:41:46.094179 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:41:46.094179 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:41:46.094179 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:41:46.094179 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:41:46.094179 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:41:46.094179 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:41:46.094179 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:41:46.094179 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:41:46.094179 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:41:46.094179 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:41:46.094179 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:41:46.094179 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:41:46.094179 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:41:46.094179 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:41:46.094179 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:41:46.094179 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:41:46.094179 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:41:46.094179 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:41:46.094179 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:41:46.094179 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:41:46.094179 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:41:46.094179 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:41:46.161273 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a81a9816-b50a-4116-aba6-03df2fb47095 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:46.171881 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a81a9816-b50a-4116-aba6-03df2fb47095 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:46.176771 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a81a9816-b50a-4116-aba6-03df2fb47095 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] 10.222.0.45 "DELETE /v2.0/networks/c10d9824-0f07-406a-b38d-68ad49e8d10f HTTP/1.1" status: 204 len: 168 time: 0.4236948 Nov 12 01:41:46.194322 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a9816-b50a-4116-aba6-03df2fb47095 tempest-TestNetworkBasicOps-451579401 tempest-TestNetworkBasicOps-451579401-project] Pushing event deleted for resources: {'Network': ['ID=c10d9824-0f07-406a-b38d-68ad49e8d10f,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:46.529715 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53818) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:41:46.710709 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3b1996a9-04ab-460b-8a6a-142def3b8ecf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=da2f05210fd943e2951f3890676710a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1786950 Nov 12 01:41:46.713045 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53822) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:41:46.771628 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-448a19a3-7094-4803-8d75-568dc54611be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:46.802398 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-448a19a3-7094-4803-8d75-568dc54611be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:46.848472 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device cb7a69ae-0e64-4f6c-8095-a579b6692197 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:41:46.870792 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-448a19a3-7094-4803-8d75-568dc54611be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:46.876399 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: cb7a69ae-0e64-4f6c-8095-a579b6692197 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:41:46.876685 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-448a19a3-7094-4803-8d75-568dc54611be admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:46.876860 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device cb7a69ae-0e64-4f6c-8095-a579b6692197 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:41:46.877287 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device ee8b7a60-bc45-4c4d-8699-b3502960371e no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:41:46.878875 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-448a19a3-7094-4803-8d75-568dc54611be admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6ac19fa9-0630-45f8-918e-01d442810f80 HTTP/1.1" status: 204 len: 168 time: 0.1642239 Nov 12 01:41:46.892449 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a19a3-7094-4803-8d75-568dc54611be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac19fa9-0630-45f8-918e-01d442810f80,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:46.900846 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: ee8b7a60-bc45-4c4d-8699-b3502960371e {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:41:46.901337 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device ee8b7a60-bc45-4c4d-8699-b3502960371e not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:41:46.901821 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 1cba252a-1081-48f4-9aaf-b1a320e48ac1 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:41:46.926106 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 1cba252a-1081-48f4-9aaf-b1a320e48ac1 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:41:46.926458 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 1cba252a-1081-48f4-9aaf-b1a320e48ac1 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:41:47.249168 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53828) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:41:47.265688 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ab9cdab4-71a1-4db4-b7d8-5c06ab4b8fe6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:47.362958 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ab9cdab4-71a1-4db4-b7d8-5c06ab4b8fe6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:47.367721 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ab9cdab4-71a1-4db4-b7d8-5c06ab4b8fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:47.412410 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-ab9cdab4-71a1-4db4-b7d8-5c06ab4b8fe6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7257d880357841a1a4c4775fd21008e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1618035 Nov 12 01:41:47.413927 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9cdab4-71a1-4db4-b7d8-5c06ab4b8fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32792623-1fa8-4510-9aa9-8fb2ed9ed6bf,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:47.416390 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53830) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:41:47.480640 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-aa406b24-a443-4e2b-ba7e-382187ffe7ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:47.518261 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-aa406b24-a443-4e2b-ba7e-382187ffe7ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:47.598214 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-aa406b24-a443-4e2b-ba7e-382187ffe7ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:47.600960 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-aa406b24-a443-4e2b-ba7e-382187ffe7ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:47.602162 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-aa406b24-a443-4e2b-ba7e-382187ffe7ec admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/32792623-1fa8-4510-9aa9-8fb2ed9ed6bf HTTP/1.1" status: 204 len: 168 time: 0.1848140 Nov 12 01:41:47.614441 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa406b24-a443-4e2b-ba7e-382187ffe7ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32792623-1fa8-4510-9aa9-8fb2ed9ed6bf,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:41:57.253383 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c2f78fc4-1028-42b2-8b74-2f79eb68b7eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:41:59.431937 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:42:00.861120 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d344c209-6256-4074-8932-82a27c38aca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:02.964923 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:03.994025 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:05.281351 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:08.697052 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:10.870516 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:24.612473 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53834) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:42:24.799443 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-d213bbeb-2ea4-4dbf-bd91-a8830a931d97 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Deleting port 41618fec-c1f8-4be7-9e68-b3ac085ede87 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:42:24.799895 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d213bbeb-2ea4-4dbf-bd91-a8830a931d97 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:24.928479 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d213bbeb-2ea4-4dbf-bd91-a8830a931d97 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:24.929053 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d213bbeb-2ea4-4dbf-bd91-a8830a931d97 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:24.952078 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-d213bbeb-2ea4-4dbf-bd91-a8830a931d97 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Calling delete_port for 41618fec-c1f8-4be7-9e68-b3ac085ede87 owned by network:floatingip {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:42:25.201593 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d213bbeb-2ea4-4dbf-bd91-a8830a931d97 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:25.237578 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213bbeb-2ea4-4dbf-bd91-a8830a931d97 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Pushing event deleted for resources: {'Port': ['ID=41618fec-c1f8-4be7-9e68-b3ac085ede87,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:42:25.263348 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213bbeb-2ea4-4dbf-bd91-a8830a931d97 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:25.263689 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213bbeb-2ea4-4dbf-bd91-a8830a931d97 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:25.264070 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213bbeb-2ea4-4dbf-bd91-a8830a931d97 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:25.264424 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213bbeb-2ea4-4dbf-bd91-a8830a931d97 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:25.264767 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213bbeb-2ea4-4dbf-bd91-a8830a931d97 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:25.265103 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213bbeb-2ea4-4dbf-bd91-a8830a931d97 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:25.265434 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213bbeb-2ea4-4dbf-bd91-a8830a931d97 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:25.265764 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213bbeb-2ea4-4dbf-bd91-a8830a931d97 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:25.266091 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213bbeb-2ea4-4dbf-bd91-a8830a931d97 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:25.266420 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213bbeb-2ea4-4dbf-bd91-a8830a931d97 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:25.266752 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213bbeb-2ea4-4dbf-bd91-a8830a931d97 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:25.267081 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213bbeb-2ea4-4dbf-bd91-a8830a931d97 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:25.310637 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d213bbeb-2ea4-4dbf-bd91-a8830a931d97 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks [] for floatingip, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:25.311034 n-d-712142-27 neutron-server[109086]: INFO neutron.db.l3_db [None req-d213bbeb-2ea4-4dbf-bd91-a8830a931d97 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Floating IP 9cc4de73-8a03-458e-a955-158024910449 disassociated (deleted). External IP: 172.25.3.186, port: 4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89. Nov 12 01:42:25.553821 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d213bbeb-2ea4-4dbf-bd91-a8830a931d97 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Router 8241e887-bcf7-405c-9401-d3e785b1e547 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:42:25.677941 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d213bbeb-2ea4-4dbf-bd91-a8830a931d97 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:42:25.683035 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d213bbeb-2ea4-4dbf-bd91-a8830a931d97 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:25.692414 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d421e4e3-0f33-42e9-a848-59487c4455fa None None] Sync routers for ids ['8241e887-bcf7-405c-9401-d3e785b1e547'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:42:25.706858 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d421e4e3-0f33-42e9-a848-59487c4455fa None None] Routers {'8241e887-bcf7-405c-9401-d3e785b1e547'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:42:25.708409 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-d421e4e3-0f33-42e9-a848-59487c4455fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:42:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['8241e887-bcf7-405c-9401-d3e785b1e547'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:42:25.719856 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d213bbeb-2ea4-4dbf-bd91-a8830a931d97 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "DELETE /v2.0/floatingips/9cc4de73-8a03-458e-a955-158024910449 HTTP/1.1" status: 204 len: 168 time: 1.1059334 Nov 12 01:42:25.721180 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8', 'tag': '4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:42:25.727057 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243e5d91-b0ee-496e-97b5-3f1f278cd0bf" -d '{"events": [{"name": "network-changed", "server_uuid": "8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8", "tag": "4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:42:25.773956 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26371e1-d33a-494f-b9d7-a02cff004a7a x-openstack-request-id: req-a26371e1-d33a-494f-b9d7-a02cff004a7a {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:42:25.774230 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8", "tag": "4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:42:25.774915 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a26371e1-d33a-494f-b9d7-a02cff004a7a {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:42:25.775138 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8', 'tag': '4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89', 'status': 'completed', 'code': 200} Nov 12 01:42:25.840731 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-d421e4e3-0f33-42e9-a848-59487c4455fa None None] Set router 8241e887-bcf7-405c-9401-d3e785b1e547 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:42:26.020163 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414fce9-bd70-44e1-962a-e4b88415b1f0 req-9d449acc-1b04-45c0-80e8-bf215b722de8 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:26.022743 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8414fce9-bd70-44e1-962a-e4b88415b1f0 req-9d449acc-1b04-45c0-80e8-bf215b722de8 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8 HTTP/1.1" status: 200 len: 946 time: 0.0594685 Nov 12 01:42:26.127064 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8414fce9-bd70-44e1-962a-e4b88415b1f0 req-c0310ab0-ad16-443a-b5dd-311473e8855c tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968647 Nov 12 01:42:26.159096 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e5d91-b0ee-496e-97b5-3f1f278cd0bf req-7b0e4c50-5b5a-4207-a9de-7bbeb5eb613e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:26.160034 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-243e5d91-b0ee-496e-97b5-3f1f278cd0bf req-7b0e4c50-5b5a-4207-a9de-7bbeb5eb613e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=094a5f5e492c44f8b09b4e12e8299cf9&device_id=8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8 HTTP/1.1" status: 200 len: 1098 time: 0.3207281 Nov 12 01:42:26.189100 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-d421e4e3-0f33-42e9-a848-59487c4455fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'name': 'tempest-TestVolumeBootPattern-1803726501-router', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'b3315c24-034f-4c6c-af2b-ac0625dea128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:23:26Z', 'updated_at': '2021-11-12T01:23:42Z', 'revision_number': 4, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'gw_port': {'id': 'b3315c24-034f-4c6c-af2b-ac0625dea128', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fe:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:31Z', 'updated_at': '2021-11-12T01:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '7fe71942-4f31-4a2b-820b-9f2331ad130e', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'floating_ip_address': '172.25.3.128', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'port_id': '61632b75-18d7-4988-9bba-0c8958f15e78', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3', 'mac_address': 'fa:16:3e:75:14:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd087b29f-7d23-4582-bd97-6a2a933279b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:38:23Z', 'updated_at': '2021-11-12T01:38:29Z', 'revision_number': 1, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '235ce499-d7ad-46db-8998-1728331e7427', 'name': '', 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'mac_address': 'fa:16:3e:ef:f5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '6369b7da-1f3e-4df6-8094-1e515695655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:38Z', 'updated_at': '2021-11-12T01:23:48Z', 'revision_number': 5, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'subnets': [{'id': '6369b7da-1f3e-4df6-8094-1e515695655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:42:26.224456 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d421e4e3-0f33-42e9-a848-59487c4455fa None None] Checking router: 8241e887-bcf7-405c-9401-d3e785b1e547 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:42:26.234402 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d421e4e3-0f33-42e9-a848-59487c4455fa None None] Routers {'8241e887-bcf7-405c-9401-d3e785b1e547'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:42:26.235043 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-d421e4e3-0f33-42e9-a848-59487c4455fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:42:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['8241e887-bcf7-405c-9401-d3e785b1e547'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:42:26.274686 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e5d91-b0ee-496e-97b5-3f1f278cd0bf req-9b66d5f9-99a5-4e1b-b35f-eac3d0ca0819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:26.277392 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-243e5d91-b0ee-496e-97b5-3f1f278cd0bf req-9b66d5f9-99a5-4e1b-b35f-eac3d0ca0819 service neutron] 10.222.0.16 "GET /v2.0/networks?id=41d3594c-6378-4888-b7ad-f2b6034333e3 HTTP/1.1" status: 200 len: 912 time: 0.1090536 Nov 12 01:42:26.329065 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-243e5d91-b0ee-496e-97b5-3f1f278cd0bf req-9b4316e4-03bd-40c7-aae9-eab2e57b1375 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89 HTTP/1.1" status: 200 len: 217 time: 0.0440466 Nov 12 01:42:26.366460 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-d421e4e3-0f33-42e9-a848-59487c4455fa None None] Set router 8241e887-bcf7-405c-9401-d3e785b1e547 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:42:26.414740 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e5d91-b0ee-496e-97b5-3f1f278cd0bf req-3f4be2da-6aa7-4355-920f-66a217ef871b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:26.415686 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-243e5d91-b0ee-496e-97b5-3f1f278cd0bf req-3f4be2da-6aa7-4355-920f-66a217ef871b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6369b7da-1f3e-4df6-8094-1e515695655d HTTP/1.1" status: 200 len: 851 time: 0.0792251 Nov 12 01:42:26.476529 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e5d91-b0ee-496e-97b5-3f1f278cd0bf req-fd2de176-6a87-45bd-9019-cb2b03b2dffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:26.479302 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-243e5d91-b0ee-496e-97b5-3f1f278cd0bf req-fd2de176-6a87-45bd-9019-cb2b03b2dffb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=41d3594c-6378-4888-b7ad-f2b6034333e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538878 Nov 12 01:42:26.587055 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-243e5d91-b0ee-496e-97b5-3f1f278cd0bf req-faba7b44-2123-42e5-9c81-d149fb48b28d service neutron] 10.222.0.16 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952585 Nov 12 01:42:26.656223 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-d421e4e3-0f33-42e9-a848-59487c4455fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'name': 'tempest-TestVolumeBootPattern-1803726501-router', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'b3315c24-034f-4c6c-af2b-ac0625dea128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:23:26Z', 'updated_at': '2021-11-12T01:23:42Z', 'revision_number': 4, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'gw_port': {'id': 'b3315c24-034f-4c6c-af2b-ac0625dea128', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fe:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:31Z', 'updated_at': '2021-11-12T01:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '7fe71942-4f31-4a2b-820b-9f2331ad130e', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'floating_ip_address': '172.25.3.128', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'port_id': '61632b75-18d7-4988-9bba-0c8958f15e78', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3', 'mac_address': 'fa:16:3e:75:14:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd087b29f-7d23-4582-bd97-6a2a933279b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:38:23Z', 'updated_at': '2021-11-12T01:38:29Z', 'revision_number': 1, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '235ce499-d7ad-46db-8998-1728331e7427', 'name': '', 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'mac_address': 'fa:16:3e:ef:f5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '6369b7da-1f3e-4df6-8094-1e515695655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:38Z', 'updated_at': '2021-11-12T01:23:48Z', 'revision_number': 5, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'subnets': [{'id': '6369b7da-1f3e-4df6-8094-1e515695655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:42:26.701369 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d421e4e3-0f33-42e9-a848-59487c4455fa None None] The sync data for ids ['8241e887-bcf7-405c-9401-d3e785b1e547'] in n-d-712142-27 is: [{'id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'name': 'tempest-TestVolumeBootPattern-1803726501-router', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'b3315c24-034f-4c6c-af2b-ac0625dea128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:23:26Z', 'updated_at': '2021-11-12T01:23:42Z', 'revision_number': 4, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'gw_port': {'id': 'b3315c24-034f-4c6c-af2b-ac0625dea128', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fe:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:31Z', 'updated_at': '2021-11-12T01:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '7fe71942-4f31-4a2b-820b-9f2331ad130e', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'floating_ip_address': '172.25.3.128', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'port_id': '61632b75-18d7-4988-9bba-0c8958f15e78', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3', 'mac_address': 'fa:16:3e:75:14:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd087b29f-7d23-4582-bd97-6a2a933279b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:38:23Z', 'updated_at': '2021-11-12T01:38:29Z', 'revision_number': 1, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '235ce499-d7ad-46db-8998-1728331e7427', 'name': '', 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'mac_address': 'fa:16:3e:ef:f5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '6369b7da-1f3e-4df6-8094-1e515695655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:38Z', 'updated_at': '2021-11-12T01:23:48Z', 'revision_number': 5, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'subnets': [{'id': '6369b7da-1f3e-4df6-8094-1e515695655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:42:26.714909 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-243e5d91-b0ee-496e-97b5-3f1f278cd0bf req-0170cb00-1f69-4323-abb8-29616c414acb service neutron] 10.222.0.16 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202693 Nov 12 01:42:27.189941 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e74642-5a0a-4f77-8110-4ada322a9138 None None] New status for floating IP 9cc4de73-8a03-458e-a955-158024910449: DOWN {{(pid=109088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:42:27.263682 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1ffb36-d1e5-4766-9a3f-a81b0450998a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:27.310168 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f74cd7f-b946-4b50-a1a0-c33903f30956 req-e5c04c7e-dde0-4856-b2c4-222940c4aac1 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:27.311801 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8f74cd7f-b946-4b50-a1a0-c33903f30956 req-e5c04c7e-dde0-4856-b2c4-222940c4aac1 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8 HTTP/1.1" status: 200 len: 946 time: 0.0781553 Nov 12 01:42:27.707693 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8f74cd7f-b946-4b50-a1a0-c33903f30956 req-ef32df4d-ccb5-4ae8-83bd-342780139e00 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3880734 Nov 12 01:42:28.013704 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76845e7f-7589-40f3-89e8-b64d44427e27 req-55aab1da-7cfe-46c0-896c-8fad32c59cd1 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:28.015265 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-76845e7f-7589-40f3-89e8-b64d44427e27 req-55aab1da-7cfe-46c0-896c-8fad32c59cd1 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.16 "GET /v2.0/ports?device_id=8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8 HTTP/1.1" status: 200 len: 946 time: 0.0519164 Nov 12 01:42:28.119795 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-76845e7f-7589-40f3-89e8-b64d44427e27 req-bbd5c2ec-bd5a-42ec-a614-44cf406af941 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Deleting port 4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:42:28.120187 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-76845e7f-7589-40f3-89e8-b64d44427e27 req-bbd5c2ec-bd5a-42ec-a614-44cf406af941 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:28.215293 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-76845e7f-7589-40f3-89e8-b64d44427e27 req-bbd5c2ec-bd5a-42ec-a614-44cf406af941 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] For port 4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89,segment=NetworkSegment(7bbb728e-9806-453c-9716-52e1ccd278c6),segment_id=7bbb728e-9806-453c-9716-52e1ccd278c6)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:42:28.215658 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-76845e7f-7589-40f3-89e8-b64d44427e27 req-bbd5c2ec-bd5a-42ec-a614-44cf406af941 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:28.231179 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-76845e7f-7589-40f3-89e8-b64d44427e27 req-bbd5c2ec-bd5a-42ec-a614-44cf406af941 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Calling delete_port for 4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:42:28.372757 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-76845e7f-7589-40f3-89e8-b64d44427e27 req-bbd5c2ec-bd5a-42ec-a614-44cf406af941 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:28.406234 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd5c2ec-bd5a-42ec-a614-44cf406af941 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Pushing event deleted for resources: {'Port': ['ID=4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:42:28.445853 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd5c2ec-bd5a-42ec-a614-44cf406af941 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:28.446204 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd5c2ec-bd5a-42ec-a614-44cf406af941 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:28.446568 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd5c2ec-bd5a-42ec-a614-44cf406af941 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:28.446903 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd5c2ec-bd5a-42ec-a614-44cf406af941 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:28.447252 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd5c2ec-bd5a-42ec-a614-44cf406af941 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:28.447592 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd5c2ec-bd5a-42ec-a614-44cf406af941 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:28.447933 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd5c2ec-bd5a-42ec-a614-44cf406af941 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:28.448293 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd5c2ec-bd5a-42ec-a614-44cf406af941 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:28.448624 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd5c2ec-bd5a-42ec-a614-44cf406af941 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:28.448950 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd5c2ec-bd5a-42ec-a614-44cf406af941 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:28.449284 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd5c2ec-bd5a-42ec-a614-44cf406af941 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:28.449610 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd5c2ec-bd5a-42ec-a614-44cf406af941 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:28.466654 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-76845e7f-7589-40f3-89e8-b64d44427e27 req-bbd5c2ec-bd5a-42ec-a614-44cf406af941 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] No DVR routers for this DVR port 4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89 on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:42:28.469355 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-76845e7f-7589-40f3-89e8-b64d44427e27 req-bbd5c2ec-bd5a-42ec-a614-44cf406af941 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:28.473077 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-76845e7f-7589-40f3-89e8-b64d44427e27 req-bbd5c2ec-bd5a-42ec-a614-44cf406af941 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.16 "DELETE /v2.0/ports/4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89 HTTP/1.1" status: 204 len: 173 time: 0.4479330 Nov 12 01:42:28.473599 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8', 'name': 'network-vif-deleted', 'tag': '4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:42:28.476533 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56cae270-6292-4384-ba1b-26dff641cd0c" -d '{"events": [{"server_uuid": "8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8", "name": "network-vif-deleted", "tag": "4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:42:28.534522 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0477fb8-7e8e-4f4f-943f-500acfa8ed7d x-openstack-request-id: req-d0477fb8-7e8e-4f4f-943f-500acfa8ed7d {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:42:28.534820 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8", "name": "network-vif-deleted", "tag": "4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:42:28.535076 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d0477fb8-7e8e-4f4f-943f-500acfa8ed7d {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:42:28.535480 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8', 'name': 'network-vif-deleted', 'tag': '4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89', 'status': 'completed', 'code': 200} Nov 12 01:42:28.831668 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d972419d-3205-40f8-b52f-75d297a0edc7 req-9fde8df5-3cc5-40a4-acad-37acb6ff1ccb tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8 HTTP/1.1" status: 200 len: 210 time: 0.0342760 Nov 12 01:42:29.938749 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-696814d9-fdad-4fc8-bfc0-fc2786a260f3 req-4565c81f-74c1-43c0-9cfb-24d9f9288ee2 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8 HTTP/1.1" status: 200 len: 210 time: 0.0280659 Nov 12 01:42:30.034010 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:42:30.056131 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] No Port match for: 4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:42:30.056473 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 4a4bdc9e-9ea1-4043-80cb-f40c3cc06c89 not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:42:30.866872 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-63c4c2e6-8d12-4693-a756-99a39a96989f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:31.048442 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6ca3b766-e254-4abf-b899-d02d0f7f53ea req-0f693d58-59b2-4582-a22b-b8a1df8143e9 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8 HTTP/1.1" status: 200 len: 210 time: 0.0321217 Nov 12 01:42:32.155663 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-44dd209e-1e79-4778-9c61-c813e002bb3a req-1cf7d618-6f42-45f2-aaf9-7e723125c90e tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8 HTTP/1.1" status: 200 len: 210 time: 0.0337121 Nov 12 01:42:32.966149 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:33.268683 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e8932d30-a75e-46a8-bd6e-bc782d72363e req-0ff45865-fd2d-41e4-b547-e6032b790e27 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=8388bc28-b5d6-4eaf-b7e0-dbd2aba25bd8 HTTP/1.1" status: 200 len: 210 time: 0.0268219 Nov 12 01:42:33.997377 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:34.152669 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-13773cd9-4968-48ea-9ec1-69836ed336f0 req-a382a94f-57cf-49ed-8e88-1c38b956eed9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d087b29f-7d23-4582-bd97-6a2a933279b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444479 Nov 12 01:42:34.276497 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13773cd9-4968-48ea-9ec1-69836ed336f0 req-8e8a52ea-1400-439a-b4f7-49509cf802eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:34.279091 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-13773cd9-4968-48ea-9ec1-69836ed336f0 req-8e8a52ea-1400-439a-b4f7-49509cf802eb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=094a5f5e492c44f8b09b4e12e8299cf9&device_id=d087b29f-7d23-4582-bd97-6a2a933279b2 HTTP/1.1" status: 200 len: 1098 time: 0.0519989 Nov 12 01:42:34.404191 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13773cd9-4968-48ea-9ec1-69836ed336f0 req-5be24246-d607-47d9-93b4-cd1081393542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:34.405903 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-13773cd9-4968-48ea-9ec1-69836ed336f0 req-5be24246-d607-47d9-93b4-cd1081393542 service neutron] 10.222.0.16 "GET /v2.0/networks?id=41d3594c-6378-4888-b7ad-f2b6034333e3 HTTP/1.1" status: 200 len: 912 time: 0.1033988 Nov 12 01:42:34.497143 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-13773cd9-4968-48ea-9ec1-69836ed336f0 req-e6655356-b18f-4a79-aab4-ea4c5c6657e7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61632b75-18d7-4988-9bba-0c8958f15e78 HTTP/1.1" status: 200 len: 1002 time: 0.0790975 Nov 12 01:42:34.557128 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13773cd9-4968-48ea-9ec1-69836ed336f0 req-2e66af46-0867-4bf8-ac5b-d65977c5c21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:34.558563 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-13773cd9-4968-48ea-9ec1-69836ed336f0 req-2e66af46-0867-4bf8-ac5b-d65977c5c21d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6369b7da-1f3e-4df6-8094-1e515695655d HTTP/1.1" status: 200 len: 851 time: 0.0499649 Nov 12 01:42:34.614162 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13773cd9-4968-48ea-9ec1-69836ed336f0 req-ad34b2e8-11ca-4a42-9d4c-bb89194c70ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:34.615837 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-13773cd9-4968-48ea-9ec1-69836ed336f0 req-ad34b2e8-11ca-4a42-9d4c-bb89194c70ca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=41d3594c-6378-4888-b7ad-f2b6034333e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464396 Nov 12 01:42:34.728022 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-13773cd9-4968-48ea-9ec1-69836ed336f0 req-07cbcedb-b08c-47d7-a097-6fe5bb70dfc0 service neutron] 10.222.0.16 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991061 Nov 12 01:42:34.829071 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-13773cd9-4968-48ea-9ec1-69836ed336f0 req-c381ee30-2e64-4619-a7ad-1dc0dd895511 service neutron] 10.222.0.16 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888438 Nov 12 01:42:35.290402 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:36.431240 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:42:38.717218 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:39.762621 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53884) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:42:39.948530 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-393c6aa5-85ca-4c7a-a6cb-f9c472c85074 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Deleting port d640cf7e-a851-4574-8931-011f00d21074 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:42:39.948873 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-393c6aa5-85ca-4c7a-a6cb-f9c472c85074 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:40.028295 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-393c6aa5-85ca-4c7a-a6cb-f9c472c85074 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:40.028563 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-393c6aa5-85ca-4c7a-a6cb-f9c472c85074 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:40.041051 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-393c6aa5-85ca-4c7a-a6cb-f9c472c85074 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Calling delete_port for d640cf7e-a851-4574-8931-011f00d21074 owned by network:floatingip {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:42:40.211340 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-393c6aa5-85ca-4c7a-a6cb-f9c472c85074 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:40.239046 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c6aa5-85ca-4c7a-a6cb-f9c472c85074 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Pushing event deleted for resources: {'Port': ['ID=d640cf7e-a851-4574-8931-011f00d21074,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:42:40.309351 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-393c6aa5-85ca-4c7a-a6cb-f9c472c85074 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks [] for floatingip, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:40.309653 n-d-712142-27 neutron-server[109086]: INFO neutron.db.l3_db [None req-393c6aa5-85ca-4c7a-a6cb-f9c472c85074 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Floating IP 7fe71942-4f31-4a2b-820b-9f2331ad130e disassociated (deleted). External IP: 172.25.3.128, port: 61632b75-18d7-4988-9bba-0c8958f15e78. Nov 12 01:42:40.536599 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-393c6aa5-85ca-4c7a-a6cb-f9c472c85074 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Router 8241e887-bcf7-405c-9401-d3e785b1e547 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:42:40.655728 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393c6aa5-85ca-4c7a-a6cb-f9c472c85074 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:42:40.661036 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-393c6aa5-85ca-4c7a-a6cb-f9c472c85074 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:40.672538 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea17ce9-bd1d-4c8e-b32d-0594bcf5ca73 None None] Sync routers for ids ['8241e887-bcf7-405c-9401-d3e785b1e547'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:42:40.694183 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea17ce9-bd1d-4c8e-b32d-0594bcf5ca73 None None] Routers {'8241e887-bcf7-405c-9401-d3e785b1e547'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:42:40.694959 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-eea17ce9-bd1d-4c8e-b32d-0594bcf5ca73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:42:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['8241e887-bcf7-405c-9401-d3e785b1e547'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:42:40.704250 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-393c6aa5-85ca-4c7a-a6cb-f9c472c85074 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "DELETE /v2.0/floatingips/7fe71942-4f31-4a2b-820b-9f2331ad130e HTTP/1.1" status: 204 len: 168 time: 0.9402409 Nov 12 01:42:40.705293 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd087b29f-7d23-4582-bd97-6a2a933279b2', 'tag': '61632b75-18d7-4988-9bba-0c8958f15e78'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:42:40.709503 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4704cbeae22c084e2928c4c3ce0e0c95fe72f663fa3f167b7c7a1b06f3c4005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed34831f-9a7b-4a45-9416-9758123d13ee" -d '{"events": [{"name": "network-changed", "server_uuid": "d087b29f-7d23-4582-bd97-6a2a933279b2", "tag": "61632b75-18d7-4988-9bba-0c8958f15e78"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:42:40.752568 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efcd8d34-755f-4d45-9cb2-3711bbccda86 x-openstack-request-id: req-efcd8d34-755f-4d45-9cb2-3711bbccda86 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:42:40.752874 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d087b29f-7d23-4582-bd97-6a2a933279b2", "tag": "61632b75-18d7-4988-9bba-0c8958f15e78", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:42:40.753132 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-efcd8d34-755f-4d45-9cb2-3711bbccda86 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:42:40.753538 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd087b29f-7d23-4582-bd97-6a2a933279b2', 'tag': '61632b75-18d7-4988-9bba-0c8958f15e78', 'status': 'completed', 'code': 200} Nov 12 01:42:40.854512 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-eea17ce9-bd1d-4c8e-b32d-0594bcf5ca73 None None] Set router 8241e887-bcf7-405c-9401-d3e785b1e547 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:42:40.863954 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed34831f-9a7b-4a45-9416-9758123d13ee req-0e403279-a91c-46c3-8955-2d22caf0ebd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:40.867285 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ed34831f-9a7b-4a45-9416-9758123d13ee req-0e403279-a91c-46c3-8955-2d22caf0ebd9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=094a5f5e492c44f8b09b4e12e8299cf9&device_id=d087b29f-7d23-4582-bd97-6a2a933279b2 HTTP/1.1" status: 200 len: 1098 time: 0.0567207 Nov 12 01:42:40.895430 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:41.053092 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81060e93-2b8e-443f-a152-07cc1a77f8f0 req-e5034809-c6ae-4a30-9fe4-cd00e1c11140 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:41.054657 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-81060e93-2b8e-443f-a152-07cc1a77f8f0 req-e5034809-c6ae-4a30-9fe4-cd00e1c11140 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=d087b29f-7d23-4582-bd97-6a2a933279b2 HTTP/1.1" status: 200 len: 946 time: 0.0818403 Nov 12 01:42:41.055726 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed34831f-9a7b-4a45-9416-9758123d13ee req-0d8c1e32-96aa-4c49-ad13-35799504dc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:41.057102 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ed34831f-9a7b-4a45-9416-9758123d13ee req-0d8c1e32-96aa-4c49-ad13-35799504dc5c service neutron] 10.222.0.16 "GET /v2.0/networks?id=41d3594c-6378-4888-b7ad-f2b6034333e3 HTTP/1.1" status: 200 len: 912 time: 0.1416140 Nov 12 01:42:41.114477 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ed34831f-9a7b-4a45-9416-9758123d13ee req-7129fc06-d388-4132-a637-2c05606eeec7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61632b75-18d7-4988-9bba-0c8958f15e78 HTTP/1.1" status: 200 len: 217 time: 0.0451205 Nov 12 01:42:41.117784 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-eea17ce9-bd1d-4c8e-b32d-0594bcf5ca73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'name': 'tempest-TestVolumeBootPattern-1803726501-router', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'b3315c24-034f-4c6c-af2b-ac0625dea128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:23:26Z', 'updated_at': '2021-11-12T01:23:42Z', 'revision_number': 4, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'gw_port': {'id': 'b3315c24-034f-4c6c-af2b-ac0625dea128', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fe:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:31Z', 'updated_at': '2021-11-12T01:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '235ce499-d7ad-46db-8998-1728331e7427', 'name': '', 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'mac_address': 'fa:16:3e:ef:f5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '6369b7da-1f3e-4df6-8094-1e515695655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:38Z', 'updated_at': '2021-11-12T01:23:48Z', 'revision_number': 5, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'subnets': [{'id': '6369b7da-1f3e-4df6-8094-1e515695655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:42:41.147645 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea17ce9-bd1d-4c8e-b32d-0594bcf5ca73 None None] Checking router: 8241e887-bcf7-405c-9401-d3e785b1e547 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:42:41.156742 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea17ce9-bd1d-4c8e-b32d-0594bcf5ca73 None None] Routers {'8241e887-bcf7-405c-9401-d3e785b1e547'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:42:41.157361 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-eea17ce9-bd1d-4c8e-b32d-0594bcf5ca73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:42:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['8241e887-bcf7-405c-9401-d3e785b1e547'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:42:41.171056 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-81060e93-2b8e-443f-a152-07cc1a77f8f0 req-07aa36e0-dcd6-4a24-9445-aac436c14cde tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090264 Nov 12 01:42:41.186667 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed34831f-9a7b-4a45-9416-9758123d13ee req-01c5dc9f-f330-49fc-982b-d30e590a014e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:41.188175 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ed34831f-9a7b-4a45-9416-9758123d13ee req-01c5dc9f-f330-49fc-982b-d30e590a014e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6369b7da-1f3e-4df6-8094-1e515695655d HTTP/1.1" status: 200 len: 851 time: 0.0639265 Nov 12 01:42:41.248481 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed34831f-9a7b-4a45-9416-9758123d13ee req-1e1d8c49-c206-46fb-ae4a-889296ac9c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:41.250447 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ed34831f-9a7b-4a45-9416-9758123d13ee req-1e1d8c49-c206-46fb-ae4a-889296ac9c13 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=41d3594c-6378-4888-b7ad-f2b6034333e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524006 Nov 12 01:42:41.284741 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-eea17ce9-bd1d-4c8e-b32d-0594bcf5ca73 None None] Set router 8241e887-bcf7-405c-9401-d3e785b1e547 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:42:41.364116 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ed34831f-9a7b-4a45-9416-9758123d13ee req-08788491-ba83-4cc1-b714-1e6a762011dc service neutron] 10.222.0.16 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048613 Nov 12 01:42:41.479378 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ed34831f-9a7b-4a45-9416-9758123d13ee req-1475179e-9b31-44ca-8355-881375868a8d service neutron] 10.222.0.16 "GET /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042850 Nov 12 01:42:41.533333 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-eea17ce9-bd1d-4c8e-b32d-0594bcf5ca73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'name': 'tempest-TestVolumeBootPattern-1803726501-router', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'b3315c24-034f-4c6c-af2b-ac0625dea128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:23:26Z', 'updated_at': '2021-11-12T01:23:42Z', 'revision_number': 4, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'gw_port': {'id': 'b3315c24-034f-4c6c-af2b-ac0625dea128', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fe:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:31Z', 'updated_at': '2021-11-12T01:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '235ce499-d7ad-46db-8998-1728331e7427', 'name': '', 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'mac_address': 'fa:16:3e:ef:f5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '6369b7da-1f3e-4df6-8094-1e515695655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:38Z', 'updated_at': '2021-11-12T01:23:48Z', 'revision_number': 5, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'subnets': [{'id': '6369b7da-1f3e-4df6-8094-1e515695655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:42:41.732325 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea17ce9-bd1d-4c8e-b32d-0594bcf5ca73 None None] The sync data for ids ['8241e887-bcf7-405c-9401-d3e785b1e547'] in n-d-712142-27 is: [{'id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'name': 'tempest-TestVolumeBootPattern-1803726501-router', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'b3315c24-034f-4c6c-af2b-ac0625dea128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:23:26Z', 'updated_at': '2021-11-12T01:23:42Z', 'revision_number': 4, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'gw_port': {'id': 'b3315c24-034f-4c6c-af2b-ac0625dea128', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fe:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:31Z', 'updated_at': '2021-11-12T01:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '235ce499-d7ad-46db-8998-1728331e7427', 'name': '', 'network_id': '41d3594c-6378-4888-b7ad-f2b6034333e3', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'mac_address': 'fa:16:3e:ef:f5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '6369b7da-1f3e-4df6-8094-1e515695655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:38Z', 'updated_at': '2021-11-12T01:23:48Z', 'revision_number': 5, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'subnets': [{'id': '6369b7da-1f3e-4df6-8094-1e515695655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:42:41.974232 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a34850a-d5d7-48b6-bbd4-23a4b8ec9e2e None None] New status for floating IP 7fe71942-4f31-4a2b-820b-9f2331ad130e: DOWN {{(pid=109088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:42:42.321961 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedbc8a0-e05a-4b31-93df-0dbfd7b2b979 req-edbf9829-7836-48e9-b692-e0b478b9f0cc tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:42.323622 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bedbc8a0-e05a-4b31-93df-0dbfd7b2b979 req-edbf9829-7836-48e9-b692-e0b478b9f0cc tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=d087b29f-7d23-4582-bd97-6a2a933279b2 HTTP/1.1" status: 200 len: 946 time: 0.0580897 Nov 12 01:42:42.404834 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bedbc8a0-e05a-4b31-93df-0dbfd7b2b979 req-03c7b796-9808-4e8d-b957-ca9ef5347872 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/security-groups?id=73b631ac-484e-4859-bfae-e967abcc56be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733337 Nov 12 01:42:42.945595 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2a6db-7155-493c-b190-8b2c8abecae2 req-dbb83d7c-138c-49a4-9650-818c1068106b tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:42:42.947208 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-32f2a6db-7155-493c-b190-8b2c8abecae2 req-dbb83d7c-138c-49a4-9650-818c1068106b tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.16 "GET /v2.0/ports?device_id=d087b29f-7d23-4582-bd97-6a2a933279b2 HTTP/1.1" status: 200 len: 946 time: 0.0553229 Nov 12 01:42:43.057683 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-32f2a6db-7155-493c-b190-8b2c8abecae2 req-e31b5c18-44fa-4e17-96c6-f55d399382ee tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Deleting port 61632b75-18d7-4988-9bba-0c8958f15e78 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:42:43.057947 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-32f2a6db-7155-493c-b190-8b2c8abecae2 req-e31b5c18-44fa-4e17-96c6-f55d399382ee tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:43.155613 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-32f2a6db-7155-493c-b190-8b2c8abecae2 req-e31b5c18-44fa-4e17-96c6-f55d399382ee tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] For port 61632b75-18d7-4988-9bba-0c8958f15e78, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=61632b75-18d7-4988-9bba-0c8958f15e78,segment=NetworkSegment(7bbb728e-9806-453c-9716-52e1ccd278c6),segment_id=7bbb728e-9806-453c-9716-52e1ccd278c6)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:42:43.156012 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-32f2a6db-7155-493c-b190-8b2c8abecae2 req-e31b5c18-44fa-4e17-96c6-f55d399382ee tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:43.170278 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-32f2a6db-7155-493c-b190-8b2c8abecae2 req-e31b5c18-44fa-4e17-96c6-f55d399382ee tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Calling delete_port for 61632b75-18d7-4988-9bba-0c8958f15e78 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:42:43.318212 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-32f2a6db-7155-493c-b190-8b2c8abecae2 req-e31b5c18-44fa-4e17-96c6-f55d399382ee tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:43.348420 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31b5c18-44fa-4e17-96c6-f55d399382ee tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Pushing event deleted for resources: {'Port': ['ID=61632b75-18d7-4988-9bba-0c8958f15e78,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:42:43.399292 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f2a6db-7155-493c-b190-8b2c8abecae2 req-e31b5c18-44fa-4e17-96c6-f55d399382ee tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] No DVR routers for this DVR port 61632b75-18d7-4988-9bba-0c8958f15e78 on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:42:43.402044 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-32f2a6db-7155-493c-b190-8b2c8abecae2 req-e31b5c18-44fa-4e17-96c6-f55d399382ee tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:43.405522 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-32f2a6db-7155-493c-b190-8b2c8abecae2 req-e31b5c18-44fa-4e17-96c6-f55d399382ee tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.16 "DELETE /v2.0/ports/61632b75-18d7-4988-9bba-0c8958f15e78 HTTP/1.1" status: 204 len: 173 time: 0.4484150 Nov 12 01:42:43.405996 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd087b29f-7d23-4582-bd97-6a2a933279b2', 'name': 'network-vif-deleted', 'tag': '61632b75-18d7-4988-9bba-0c8958f15e78'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:42:43.408353 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c17ede4-d8db-458a-8990-ee785cd849c2" -d '{"events": [{"server_uuid": "d087b29f-7d23-4582-bd97-6a2a933279b2", "name": "network-vif-deleted", "tag": "61632b75-18d7-4988-9bba-0c8958f15e78"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:42:43.464607 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ef8981-c666-4978-b1b5-8dbc80a8fd74 x-openstack-request-id: req-f9ef8981-c666-4978-b1b5-8dbc80a8fd74 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:42:43.464907 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d087b29f-7d23-4582-bd97-6a2a933279b2", "name": "network-vif-deleted", "tag": "61632b75-18d7-4988-9bba-0c8958f15e78", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:42:43.465164 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f9ef8981-c666-4978-b1b5-8dbc80a8fd74 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:42:43.465569 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd087b29f-7d23-4582-bd97-6a2a933279b2', 'name': 'network-vif-deleted', 'tag': '61632b75-18d7-4988-9bba-0c8958f15e78', 'status': 'completed', 'code': 200} Nov 12 01:42:43.520261 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-998bb7c9-a7b6-4d2f-a8fa-6ca16b9065fe req-c0156da5-f4d4-406d-b8f3-f5dd7ba515c3 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=d087b29f-7d23-4582-bd97-6a2a933279b2 HTTP/1.1" status: 200 len: 210 time: 0.0376215 Nov 12 01:42:44.656413 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1e779044-552f-4264-a90a-69bc28f03bf7 req-f97cdb6b-d92d-4e07-9711-f6ffad3d34b5 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=d087b29f-7d23-4582-bd97-6a2a933279b2 HTTP/1.1" status: 200 len: 210 time: 0.0464957 Nov 12 01:42:45.768024 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2720e3b9-511c-47e3-abce-1c00b2d3a3db req-f8a1d190-2512-45e8-96ef-d9147c83269f tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=d087b29f-7d23-4582-bd97-6a2a933279b2 HTTP/1.1" status: 200 len: 210 time: 0.0303581 Nov 12 01:42:46.089173 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 61632b75-18d7-4988-9bba-0c8958f15e78 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:42:46.111127 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] No Port match for: 61632b75-18d7-4988-9bba-0c8958f15e78 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:42:46.111470 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 61632b75-18d7-4988-9bba-0c8958f15e78 not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:42:46.869310 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-900c0446-272b-48f4-acf8-6d0bf3ca5629 req-d41cdbb6-3846-4039-8e9f-2e9b4ee9c557 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=d087b29f-7d23-4582-bd97-6a2a933279b2 HTTP/1.1" status: 200 len: 210 time: 0.0282230 Nov 12 01:42:47.980380 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7f81ed12-6c3c-4b39-a566-5de396f8fd7c req-5c92eea1-2a34-434f-a398-7f73a3a29503 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "GET /v2.0/ports?device_id=d087b29f-7d23-4582-bd97-6a2a933279b2 HTTP/1.1" status: 200 len: 210 time: 0.0329449 Nov 12 01:42:49.043903 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53908) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:42:49.215318 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-89524285-59da-40aa-be7e-c4699a5b57a3 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Deleting port 3c84904a-1adb-49c0-9e5f-e88e6d6d1a10 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:42:49.215879 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-89524285-59da-40aa-be7e-c4699a5b57a3 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:49.340574 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-89524285-59da-40aa-be7e-c4699a5b57a3 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:49.340851 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-89524285-59da-40aa-be7e-c4699a5b57a3 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:49.353934 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-89524285-59da-40aa-be7e-c4699a5b57a3 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Calling delete_port for 3c84904a-1adb-49c0-9e5f-e88e6d6d1a10 owned by network:floatingip {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:42:49.521789 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-89524285-59da-40aa-be7e-c4699a5b57a3 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:49.552903 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89524285-59da-40aa-be7e-c4699a5b57a3 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Pushing event deleted for resources: {'Port': ['ID=3c84904a-1adb-49c0-9e5f-e88e6d6d1a10,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:42:49.625789 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-89524285-59da-40aa-be7e-c4699a5b57a3 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks [] for floatingip, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:49.628618 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-89524285-59da-40aa-be7e-c4699a5b57a3 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:49.629849 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-89524285-59da-40aa-be7e-c4699a5b57a3 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "DELETE /v2.0/floatingips/71a6117a-f872-43e2-bfa3-46fc6c60317f HTTP/1.1" status: 204 len: 168 time: 0.5848024 Nov 12 01:42:52.973527 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53924) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:42:53.033804 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9cbd2924-d5bc-4eec-ba66-44ae6fe500c6 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:53.061020 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9cbd2924-d5bc-4eec-ba66-44ae6fe500c6 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:53.127492 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9cbd2924-d5bc-4eec-ba66-44ae6fe500c6 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:53.131066 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9cbd2924-d5bc-4eec-ba66-44ae6fe500c6 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:53.132264 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9cbd2924-d5bc-4eec-ba66-44ae6fe500c6 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] 10.222.0.45 "DELETE /v2.0/security-groups/73b631ac-484e-4859-bfae-e967abcc56be HTTP/1.1" status: 204 len: 168 time: 0.1577895 Nov 12 01:42:53.144907 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd2924-d5bc-4eec-ba66-44ae6fe500c6 tempest-TestVolumeBootPattern-70599717 tempest-TestVolumeBootPattern-70599717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b631ac-484e-4859-bfae-e967abcc56be,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:42:53.213222 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53928) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:42:54.057731 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6c3208a1-7089-4441-8b6f-db507c6604fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:54.339702 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-6c3208a1-7089-4441-8b6f-db507c6604fe admin admin] Deleting port 235ce499-d7ad-46db-8998-1728331e7427 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:42:54.339988 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6c3208a1-7089-4441-8b6f-db507c6604fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:54.423279 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-6c3208a1-7089-4441-8b6f-db507c6604fe admin admin] For port 235ce499-d7ad-46db-8998-1728331e7427, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=235ce499-d7ad-46db-8998-1728331e7427,segment=NetworkSegment(7bbb728e-9806-453c-9716-52e1ccd278c6),segment_id=7bbb728e-9806-453c-9716-52e1ccd278c6)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:42:54.423660 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6c3208a1-7089-4441-8b6f-db507c6604fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:54.441167 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-6c3208a1-7089-4441-8b6f-db507c6604fe admin admin] Calling delete_port for 235ce499-d7ad-46db-8998-1728331e7427 owned by network:router_interface {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:42:54.651946 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6c3208a1-7089-4441-8b6f-db507c6604fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:54.677880 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3208a1-7089-4441-8b6f-db507c6604fe admin admin] Pushing event deleted for resources: {'Port': ['ID=235ce499-d7ad-46db-8998-1728331e7427,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:42:54.874391 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6c3208a1-7089-4441-8b6f-db507c6604fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:55.104643 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c3208a1-7089-4441-8b6f-db507c6604fe admin admin] Router 8241e887-bcf7-405c-9401-d3e785b1e547 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:42:55.213005 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3208a1-7089-4441-8b6f-db507c6604fe admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:42:55.219002 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6c3208a1-7089-4441-8b6f-db507c6604fe admin admin] 10.222.0.45 "PUT /v2.0/routers/8241e887-bcf7-405c-9401-d3e785b1e547/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0043640 Nov 12 01:42:55.221360 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53932) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:42:55.224134 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c45f50-1bc8-4d1e-befc-88f4a08b377f None None] Sync routers for ids ['8241e887-bcf7-405c-9401-d3e785b1e547'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:42:55.241159 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c45f50-1bc8-4d1e-befc-88f4a08b377f None None] Routers {'8241e887-bcf7-405c-9401-d3e785b1e547'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:42:55.242216 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-22c45f50-1bc8-4d1e-befc-88f4a08b377f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:42:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['8241e887-bcf7-405c-9401-d3e785b1e547'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:42:55.334191 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-07ffc3fb-346c-4a1b-850f-82c3930e8724 admin admin] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:55.374070 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-22c45f50-1bc8-4d1e-befc-88f4a08b377f None None] Set router 8241e887-bcf7-405c-9401-d3e785b1e547 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:42:55.460292 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-07ffc3fb-346c-4a1b-850f-82c3930e8724 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:55.516370 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-07ffc3fb-346c-4a1b-850f-82c3930e8724 admin admin] Deleting port b3315c24-034f-4c6c-af2b-ac0625dea128 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:42:55.516722 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-07ffc3fb-346c-4a1b-850f-82c3930e8724 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:55.567547 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-22c45f50-1bc8-4d1e-befc-88f4a08b377f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'name': 'tempest-TestVolumeBootPattern-1803726501-router', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'b3315c24-034f-4c6c-af2b-ac0625dea128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:23:26Z', 'updated_at': '2021-11-12T01:42:54Z', 'revision_number': 5, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'gw_port': {'id': 'b3315c24-034f-4c6c-af2b-ac0625dea128', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:fe:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:31Z', 'updated_at': '2021-11-12T01:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:42:55.599909 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c45f50-1bc8-4d1e-befc-88f4a08b377f None None] Checking router: 8241e887-bcf7-405c-9401-d3e785b1e547 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:42:55.608954 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c45f50-1bc8-4d1e-befc-88f4a08b377f None None] Routers {'8241e887-bcf7-405c-9401-d3e785b1e547'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:42:55.609214 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-07ffc3fb-346c-4a1b-850f-82c3930e8724 admin admin] For port b3315c24-034f-4c6c-af2b-ac0625dea128, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=b3315c24-034f-4c6c-af2b-ac0625dea128,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:42:55.609556 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-07ffc3fb-346c-4a1b-850f-82c3930e8724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:55.609763 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-22c45f50-1bc8-4d1e-befc-88f4a08b377f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:42:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['8241e887-bcf7-405c-9401-d3e785b1e547'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:42:55.631103 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-07ffc3fb-346c-4a1b-850f-82c3930e8724 admin admin] Calling delete_port for b3315c24-034f-4c6c-af2b-ac0625dea128 owned by network:router_gateway {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:42:55.694019 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-22c45f50-1bc8-4d1e-befc-88f4a08b377f None None] Set router 8241e887-bcf7-405c-9401-d3e785b1e547 gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:42:55.750986 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-22c45f50-1bc8-4d1e-befc-88f4a08b377f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'name': 'tempest-TestVolumeBootPattern-1803726501-router', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:23:26Z', 'updated_at': '2021-11-12T01:42:55Z', 'revision_number': 6, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'gw_port_host': None}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:42:55.779221 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c45f50-1bc8-4d1e-befc-88f4a08b377f None None] The sync data for ids ['8241e887-bcf7-405c-9401-d3e785b1e547'] in n-d-712142-27 is: [{'id': '8241e887-bcf7-405c-9401-d3e785b1e547', 'name': 'tempest-TestVolumeBootPattern-1803726501-router', 'tenant_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:23:26Z', 'updated_at': '2021-11-12T01:42:55Z', 'revision_number': 6, 'project_id': '094a5f5e492c44f8b09b4e12e8299cf9', 'gw_port_host': None}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:42:55.807099 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-07ffc3fb-346c-4a1b-850f-82c3930e8724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:55.843325 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ffc3fb-346c-4a1b-850f-82c3930e8724 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3315c24-034f-4c6c-af2b-ac0625dea128,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:42:55.851912 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e1287f-9c5e-4610-a621-7c552ecaf4e6 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:42:55.905613 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-07ffc3fb-346c-4a1b-850f-82c3930e8724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:55.997651 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-07ffc3fb-346c-4a1b-850f-82c3930e8724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:55.999883 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-07ffc3fb-346c-4a1b-850f-82c3930e8724 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:56.044055 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-07ffc3fb-346c-4a1b-850f-82c3930e8724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:56.044625 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ffc3fb-346c-4a1b-850f-82c3930e8724 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8241e887-bcf7-405c-9401-d3e785b1e547 {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:42:56.048995 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-07ffc3fb-346c-4a1b-850f-82c3930e8724 admin admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:56.050691 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-07ffc3fb-346c-4a1b-850f-82c3930e8724 admin admin] 10.222.0.45 "DELETE /v2.0/routers/8241e887-bcf7-405c-9401-d3e785b1e547 HTTP/1.1" status: 204 len: 168 time: 0.8276639 Nov 12 01:42:56.053224 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53934) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:42:56.109035 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-28069570-93b6-4177-b1c9-24a8064f0e1d admin admin] Deleting subnet 6369b7da-1f3e-4df6-8094-1e515695655d {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:42:56.112925 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-28069570-93b6-4177-b1c9-24a8064f0e1d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:56.151783 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-28069570-93b6-4177-b1c9-24a8064f0e1d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:56.245471 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-28069570-93b6-4177-b1c9-24a8064f0e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:56.304996 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-28069570-93b6-4177-b1c9-24a8064f0e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:56.332540 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28069570-93b6-4177-b1c9-24a8064f0e1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6369b7da-1f3e-4df6-8094-1e515695655d,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:42:56.337691 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-28069570-93b6-4177-b1c9-24a8064f0e1d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:56.342281 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-28069570-93b6-4177-b1c9-24a8064f0e1d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/6369b7da-1f3e-4df6-8094-1e515695655d HTTP/1.1" status: 204 len: 168 time: 0.2871926 Nov 12 01:42:56.343828 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53936) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:42:56.346584 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91307616-e457-4eeb-880a-fe3bae82794f None None] Network 41d3594c-6378-4888-b7ad-f2b6034333e3 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:42:56.434882 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ba2d7b7f-b6c9-4276-ad3b-1112212bc4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:56.505782 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d7b7f-b6c9-4276-ad3b-1112212bc4a1 admin admin] Deleting port 1f4c75df-8ed0-403b-8af8-9b1fcd6a9bab {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:42:56.506223 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ba2d7b7f-b6c9-4276-ad3b-1112212bc4a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:56.553716 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a70110-ac0d-4995-8f06-4ab6e430c7ca None None] DHCP port deletion for 41d3594c-6378-4888-b7ad-f2b6034333e3 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:42:56.598898 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-ba2d7b7f-b6c9-4276-ad3b-1112212bc4a1 admin admin] For port 1f4c75df-8ed0-403b-8af8-9b1fcd6a9bab, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=1f4c75df-8ed0-403b-8af8-9b1fcd6a9bab,segment=NetworkSegment(7bbb728e-9806-453c-9716-52e1ccd278c6),segment_id=7bbb728e-9806-453c-9716-52e1ccd278c6)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:42:56.599350 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ba2d7b7f-b6c9-4276-ad3b-1112212bc4a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:56.613748 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d7b7f-b6c9-4276-ad3b-1112212bc4a1 admin admin] Calling delete_port for 1f4c75df-8ed0-403b-8af8-9b1fcd6a9bab owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:42:56.619793 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-53a70110-ac0d-4995-8f06-4ab6e430c7ca None None] Deleting port 1f4c75df-8ed0-403b-8af8-9b1fcd6a9bab {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:42:56.620753 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-53a70110-ac0d-4995-8f06-4ab6e430c7ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:56.686987 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-53a70110-ac0d-4995-8f06-4ab6e430c7ca None None] For port 1f4c75df-8ed0-403b-8af8-9b1fcd6a9bab, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=1f4c75df-8ed0-403b-8af8-9b1fcd6a9bab,segment=NetworkSegment(7bbb728e-9806-453c-9716-52e1ccd278c6),segment_id=7bbb728e-9806-453c-9716-52e1ccd278c6)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:42:56.687384 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-53a70110-ac0d-4995-8f06-4ab6e430c7ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:56.698197 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ba2d7b7f-b6c9-4276-ad3b-1112212bc4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:56.701802 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-53a70110-ac0d-4995-8f06-4ab6e430c7ca None None] Calling delete_port for 1f4c75df-8ed0-403b-8af8-9b1fcd6a9bab owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:42:56.727324 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2d7b7f-b6c9-4276-ad3b-1112212bc4a1 admin admin] No DVR routers for this DVR port 1f4c75df-8ed0-403b-8af8-9b1fcd6a9bab on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:42:56.731142 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d7b7f-b6c9-4276-ad3b-1112212bc4a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f4c75df-8ed0-403b-8af8-9b1fcd6a9bab,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:42:56.790378 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-53a70110-ac0d-4995-8f06-4ab6e430c7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:56.810294 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ba2d7b7f-b6c9-4276-ad3b-1112212bc4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:56.817262 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a70110-ac0d-4995-8f06-4ab6e430c7ca None None] Pushing event deleted for resources: {'Port': ['ID=1f4c75df-8ed0-403b-8af8-9b1fcd6a9bab,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:42:56.823261 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a70110-ac0d-4995-8f06-4ab6e430c7ca None None] No DVR routers for this DVR port 1f4c75df-8ed0-403b-8af8-9b1fcd6a9bab on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:42:56.830964 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a70110-ac0d-4995-8f06-4ab6e430c7ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:56.831855 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a70110-ac0d-4995-8f06-4ab6e430c7ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:56.832228 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a70110-ac0d-4995-8f06-4ab6e430c7ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:56.832568 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a70110-ac0d-4995-8f06-4ab6e430c7ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:56.832905 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a70110-ac0d-4995-8f06-4ab6e430c7ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:56.833242 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a70110-ac0d-4995-8f06-4ab6e430c7ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:56.833571 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a70110-ac0d-4995-8f06-4ab6e430c7ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:56.833903 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a70110-ac0d-4995-8f06-4ab6e430c7ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:56.834223 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a70110-ac0d-4995-8f06-4ab6e430c7ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:56.834554 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a70110-ac0d-4995-8f06-4ab6e430c7ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:56.840350 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a70110-ac0d-4995-8f06-4ab6e430c7ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:56.840350 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a70110-ac0d-4995-8f06-4ab6e430c7ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:42:56.852315 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-ba2d7b7f-b6c9-4276-ad3b-1112212bc4a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41d3594c-6378-4888-b7ad-f2b6034333e3']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:42:56.865082 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-ba2d7b7f-b6c9-4276-ad3b-1112212bc4a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bbb728e-9806-453c-9716-52e1ccd278c6') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:42:56.865382 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-ba2d7b7f-b6c9-4276-ad3b-1112212bc4a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bbb728e-9806-453c-9716-52e1ccd278c6') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:42:56.875612 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ba2d7b7f-b6c9-4276-ad3b-1112212bc4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:56.881137 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device b3315c24-034f-4c6c-af2b-ac0625dea128 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:42:56.889216 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ba2d7b7f-b6c9-4276-ad3b-1112212bc4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:56.896017 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba2d7b7f-b6c9-4276-ad3b-1112212bc4a1 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:42:56.896447 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ba2d7b7f-b6c9-4276-ad3b-1112212bc4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:56.898312 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:42:56.898312 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:42:56.898312 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:42:56.898312 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:42:56.898312 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:42:56.898312 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:42:56.898312 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:42:56.898312 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:42:56.898312 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:42:56.898312 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:42:56.898312 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:42:56.898312 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:42:56.898312 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:42:56.898312 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:42:56.898312 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:42:56.898312 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:42:56.898312 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:42:56.898312 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:42:56.898312 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:42:56.898312 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:42:56.898312 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:42:56.898312 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:42:56.898312 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:42:56.898312 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:42:56.898312 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:42:56.898312 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:42:56.898312 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:42:56.898312 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:42:56.898312 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:42:56.898312 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:42:56.898312 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:42:56.898312 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:42:56.902387 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: b3315c24-034f-4c6c-af2b-ac0625dea128 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:42:56.902735 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device b3315c24-034f-4c6c-af2b-ac0625dea128 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:42:56.903152 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 235ce499-d7ad-46db-8998-1728331e7427 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:42:56.922662 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 235ce499-d7ad-46db-8998-1728331e7427 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:42:56.923008 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 235ce499-d7ad-46db-8998-1728331e7427 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:42:56.923450 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 1f4c75df-8ed0-403b-8af8-9b1fcd6a9bab no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:42:56.942855 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 1f4c75df-8ed0-403b-8af8-9b1fcd6a9bab {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:42:56.943199 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 1f4c75df-8ed0-403b-8af8-9b1fcd6a9bab not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:42:56.957802 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ba2d7b7f-b6c9-4276-ad3b-1112212bc4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:56.969430 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ba2d7b7f-b6c9-4276-ad3b-1112212bc4a1 admin admin] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:56.969430 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ba2d7b7f-b6c9-4276-ad3b-1112212bc4a1 admin admin] 10.222.0.45 "DELETE /v2.0/networks/41d3594c-6378-4888-b7ad-f2b6034333e3 HTTP/1.1" status: 204 len: 168 time: 0.6236901 Nov 12 01:42:56.973947 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53938) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:42:56.981522 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d7b7f-b6c9-4276-ad3b-1112212bc4a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=41d3594c-6378-4888-b7ad-f2b6034333e3,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:42:57.261074 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2f9a7e9f-ad50-4997-9f4a-ce73f920f543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:57.322049 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d42f0bc9-95e4-4f54-9562-07d7ae0411b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:57.564004 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-d42f0bc9-95e4-4f54-9562-07d7ae0411b8 admin admin] Deleting port 65b71c60-d2a1-40c6-bd44-257591e691d2 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:42:57.564642 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d42f0bc9-95e4-4f54-9562-07d7ae0411b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:57.650091 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-d42f0bc9-95e4-4f54-9562-07d7ae0411b8 admin admin] For port 65b71c60-d2a1-40c6-bd44-257591e691d2, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=65b71c60-d2a1-40c6-bd44-257591e691d2,segment=NetworkSegment(b6570201-7cfc-4784-9418-fdeed8dcd0ef),segment_id=b6570201-7cfc-4784-9418-fdeed8dcd0ef)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:42:57.650458 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d42f0bc9-95e4-4f54-9562-07d7ae0411b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:57.665326 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-d42f0bc9-95e4-4f54-9562-07d7ae0411b8 admin admin] Calling delete_port for 65b71c60-d2a1-40c6-bd44-257591e691d2 owned by network:router_interface {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:42:57.852376 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d42f0bc9-95e4-4f54-9562-07d7ae0411b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:57.880862 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42f0bc9-95e4-4f54-9562-07d7ae0411b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=65b71c60-d2a1-40c6-bd44-257591e691d2,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:42:58.053901 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d42f0bc9-95e4-4f54-9562-07d7ae0411b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:58.273451 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42f0bc9-95e4-4f54-9562-07d7ae0411b8 admin admin] Router 4f7675f0-8406-45c6-bcc4-096dddfc343e has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:42:58.378320 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42f0bc9-95e4-4f54-9562-07d7ae0411b8 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:42:58.383356 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-d42f0bc9-95e4-4f54-9562-07d7ae0411b8 admin admin] 10.222.0.45 "PUT /v2.0/routers/4f7675f0-8406-45c6-bcc4-096dddfc343e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4084034 Nov 12 01:42:58.386053 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53940) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:42:58.388928 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf48bf7-340a-4fb9-af79-f97b5d60a7f5 None None] Sync routers for ids ['4f7675f0-8406-45c6-bcc4-096dddfc343e'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:42:58.400155 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf48bf7-340a-4fb9-af79-f97b5d60a7f5 None None] Routers {'4f7675f0-8406-45c6-bcc4-096dddfc343e'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:42:58.400762 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-8cf48bf7-340a-4fb9-af79-f97b5d60a7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:42:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['4f7675f0-8406-45c6-bcc4-096dddfc343e'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:42:58.497391 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-182f1647-6fda-4145-8f50-5e3e81f7e698 admin admin] Publish callbacks [] for router, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:58.510573 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-8cf48bf7-340a-4fb9-af79-f97b5d60a7f5 None None] Set router 4f7675f0-8406-45c6-bcc4-096dddfc343e gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:42:58.701448 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-8cf48bf7-340a-4fb9-af79-f97b5d60a7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7675f0-8406-45c6-bcc4-096dddfc343e', 'name': 'tempest-TestVolumeBootPattern-383002086-router', 'tenant_id': '2776b18dfc4e4b8e862c02249a90133e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '2966425c-8ed8-4045-b210-3bb7354eb912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:23:52Z', 'updated_at': '2021-11-12T01:42:57Z', 'revision_number': 5, 'project_id': '2776b18dfc4e4b8e862c02249a90133e', 'gw_port': {'id': '2966425c-8ed8-4045-b210-3bb7354eb912', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7675f0-8406-45c6-bcc4-096dddfc343e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:54Z', 'updated_at': '2021-11-12T01:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:42:58.728577 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf48bf7-340a-4fb9-af79-f97b5d60a7f5 None None] Checking router: 4f7675f0-8406-45c6-bcc4-096dddfc343e for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:42:58.737629 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf48bf7-340a-4fb9-af79-f97b5d60a7f5 None None] Routers {'4f7675f0-8406-45c6-bcc4-096dddfc343e'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:42:58.738252 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-8cf48bf7-340a-4fb9-af79-f97b5d60a7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:42:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['4f7675f0-8406-45c6-bcc4-096dddfc343e'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:42:58.856750 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-8cf48bf7-340a-4fb9-af79-f97b5d60a7f5 None None] Set router 4f7675f0-8406-45c6-bcc4-096dddfc343e gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:42:58.898569 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-182f1647-6fda-4145-8f50-5e3e81f7e698 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:58.952524 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-182f1647-6fda-4145-8f50-5e3e81f7e698 admin admin] Deleting port 2966425c-8ed8-4045-b210-3bb7354eb912 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:42:58.952756 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-182f1647-6fda-4145-8f50-5e3e81f7e698 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:59.033152 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-182f1647-6fda-4145-8f50-5e3e81f7e698 admin admin] For port 2966425c-8ed8-4045-b210-3bb7354eb912, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=2966425c-8ed8-4045-b210-3bb7354eb912,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:42:59.033519 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-182f1647-6fda-4145-8f50-5e3e81f7e698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:59.046062 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-182f1647-6fda-4145-8f50-5e3e81f7e698 admin admin] Calling delete_port for 2966425c-8ed8-4045-b210-3bb7354eb912 owned by network:router_gateway {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:42:59.058642 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-8cf48bf7-340a-4fb9-af79-f97b5d60a7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7675f0-8406-45c6-bcc4-096dddfc343e', 'name': 'tempest-TestVolumeBootPattern-383002086-router', 'tenant_id': '2776b18dfc4e4b8e862c02249a90133e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '2966425c-8ed8-4045-b210-3bb7354eb912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:23:52Z', 'updated_at': '2021-11-12T01:42:57Z', 'revision_number': 5, 'project_id': '2776b18dfc4e4b8e862c02249a90133e', 'gw_port': {'id': '2966425c-8ed8-4045-b210-3bb7354eb912', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7675f0-8406-45c6-bcc4-096dddfc343e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:54Z', 'updated_at': '2021-11-12T01:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:42:59.091819 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf48bf7-340a-4fb9-af79-f97b5d60a7f5 None None] The sync data for ids ['4f7675f0-8406-45c6-bcc4-096dddfc343e'] in n-d-712142-27 is: [{'id': '4f7675f0-8406-45c6-bcc4-096dddfc343e', 'name': 'tempest-TestVolumeBootPattern-383002086-router', 'tenant_id': '2776b18dfc4e4b8e862c02249a90133e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '2966425c-8ed8-4045-b210-3bb7354eb912', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:23:52Z', 'updated_at': '2021-11-12T01:42:57Z', 'revision_number': 5, 'project_id': '2776b18dfc4e4b8e862c02249a90133e', 'gw_port': {'id': '2966425c-8ed8-4045-b210-3bb7354eb912', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7675f0-8406-45c6-bcc4-096dddfc343e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:23:54Z', 'updated_at': '2021-11-12T01:24:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:42:59.214983 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-182f1647-6fda-4145-8f50-5e3e81f7e698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:59.245389 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182f1647-6fda-4145-8f50-5e3e81f7e698 admin admin] Pushing event deleted for resources: {'Port': ['ID=2966425c-8ed8-4045-b210-3bb7354eb912,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:42:59.260729 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c83fd5e-1cc8-4d70-bd30-89a63a1ffa3d None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:42:59.308918 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-182f1647-6fda-4145-8f50-5e3e81f7e698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:59.397459 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-182f1647-6fda-4145-8f50-5e3e81f7e698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:59.399484 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-182f1647-6fda-4145-8f50-5e3e81f7e698 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:59.443598 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-182f1647-6fda-4145-8f50-5e3e81f7e698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:59.444169 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-182f1647-6fda-4145-8f50-5e3e81f7e698 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f7675f0-8406-45c6-bcc4-096dddfc343e {{(pid=109085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:42:59.449562 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-182f1647-6fda-4145-8f50-5e3e81f7e698 admin admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:59.450967 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-182f1647-6fda-4145-8f50-5e3e81f7e698 admin admin] 10.222.0.45 "DELETE /v2.0/routers/4f7675f0-8406-45c6-bcc4-096dddfc343e HTTP/1.1" status: 204 len: 168 time: 1.0639389 Nov 12 01:42:59.453566 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53942) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:42:59.503801 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-6233b3a1-2715-4d69-bb64-8c3265a06990 admin admin] Deleting subnet 9eb6732c-01e4-4e36-a733-a917060363b0 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:42:59.507063 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6233b3a1-2715-4d69-bb64-8c3265a06990 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:59.545815 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6233b3a1-2715-4d69-bb64-8c3265a06990 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:59.636973 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6233b3a1-2715-4d69-bb64-8c3265a06990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:59.698309 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6233b3a1-2715-4d69-bb64-8c3265a06990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:59.724512 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6233b3a1-2715-4d69-bb64-8c3265a06990 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9eb6732c-01e4-4e36-a733-a917060363b0,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:42:59.730996 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6233b3a1-2715-4d69-bb64-8c3265a06990 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:59.734559 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-6233b3a1-2715-4d69-bb64-8c3265a06990 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/9eb6732c-01e4-4e36-a733-a917060363b0 HTTP/1.1" status: 204 len: 168 time: 0.2799299 Nov 12 01:42:59.737657 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53944) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:42:59.739834 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6666a899-7961-450e-9fc2-e30e633d40e2 None None] Network aa3d6af6-0340-48c1-93fa-3e3c551f9e16 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:42:59.808529 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4823db62-b8c9-414a-b96a-23aa704d9a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:59.862472 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-4823db62-b8c9-414a-b96a-23aa704d9a48 admin admin] Deleting port 0080b91c-43df-4c40-a8cd-c91164b2eb85 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:42:59.862815 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4823db62-b8c9-414a-b96a-23aa704d9a48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:59.931477 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-4823db62-b8c9-414a-b96a-23aa704d9a48 admin admin] For port 0080b91c-43df-4c40-a8cd-c91164b2eb85, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=0080b91c-43df-4c40-a8cd-c91164b2eb85,segment=NetworkSegment(b6570201-7cfc-4784-9418-fdeed8dcd0ef),segment_id=b6570201-7cfc-4784-9418-fdeed8dcd0ef)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:42:59.931879 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4823db62-b8c9-414a-b96a-23aa704d9a48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:42:59.945107 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-4823db62-b8c9-414a-b96a-23aa704d9a48 admin admin] Calling delete_port for 0080b91c-43df-4c40-a8cd-c91164b2eb85 owned by network:dhcp {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:43:00.026646 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4823db62-b8c9-414a-b96a-23aa704d9a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:00.055751 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4823db62-b8c9-414a-b96a-23aa704d9a48 admin admin] Pushing event deleted for resources: {'Port': ['ID=0080b91c-43df-4c40-a8cd-c91164b2eb85,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:00.062133 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4823db62-b8c9-414a-b96a-23aa704d9a48 admin admin] No DVR routers for this DVR port 0080b91c-43df-4c40-a8cd-c91164b2eb85 on host n-d-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:43:00.094706 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a10932-7809-4e9a-908c-2f9ed34a5d57 None None] DHCP port deletion for aa3d6af6-0340-48c1-93fa-3e3c551f9e16 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:43:00.145958 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4823db62-b8c9-414a-b96a-23aa704d9a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:00.167816 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-4823db62-b8c9-414a-b96a-23aa704d9a48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa3d6af6-0340-48c1-93fa-3e3c551f9e16']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:43:00.178415 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-4823db62-b8c9-414a-b96a-23aa704d9a48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6570201-7cfc-4784-9418-fdeed8dcd0ef') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:43:00.178679 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-4823db62-b8c9-414a-b96a-23aa704d9a48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6570201-7cfc-4784-9418-fdeed8dcd0ef') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:43:00.188969 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4823db62-b8c9-414a-b96a-23aa704d9a48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:00.203441 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4823db62-b8c9-414a-b96a-23aa704d9a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:00.210175 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4823db62-b8c9-414a-b96a-23aa704d9a48 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:43:00.210598 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4823db62-b8c9-414a-b96a-23aa704d9a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:00.212530 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:43:00.212530 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:43:00.212530 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:43:00.212530 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:43:00.212530 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:43:00.212530 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:43:00.212530 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:43:00.212530 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:43:00.212530 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:43:00.212530 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:43:00.212530 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:43:00.212530 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:43:00.212530 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:43:00.212530 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:43:00.212530 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:43:00.212530 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:43:00.212530 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:43:00.212530 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:43:00.212530 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:43:00.212530 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:43:00.212530 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:43:00.212530 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:43:00.212530 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:43:00.212530 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:43:00.212530 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:43:00.212530 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:43:00.212530 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:43:00.212530 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:43:00.212530 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:43:00.212530 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:43:00.212530 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:43:00.212530 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:43:00.273803 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4823db62-b8c9-414a-b96a-23aa704d9a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:00.280164 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4823db62-b8c9-414a-b96a-23aa704d9a48 admin admin] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:00.283234 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4823db62-b8c9-414a-b96a-23aa704d9a48 admin admin] 10.222.0.45 "DELETE /v2.0/networks/aa3d6af6-0340-48c1-93fa-3e3c551f9e16 HTTP/1.1" status: 204 len: 168 time: 0.5444601 Nov 12 01:43:00.294560 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4823db62-b8c9-414a-b96a-23aa704d9a48 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa3d6af6-0340-48c1-93fa-3e3c551f9e16,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:00.412258 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53948) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:43:00.462940 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-052c876c-7e14-4abf-b577-51ece21dc67a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=094a5f5e492c44f8b09b4e12e8299cf9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0495121 Nov 12 01:43:00.465875 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 53950) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:43:00.527936 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2b8c3615-f272-4060-b5ff-9df91cad6124 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:00.551581 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2b8c3615-f272-4060-b5ff-9df91cad6124 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:00.603362 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2b8c3615-f272-4060-b5ff-9df91cad6124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:00.606034 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2b8c3615-f272-4060-b5ff-9df91cad6124 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:00.607410 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2b8c3615-f272-4060-b5ff-9df91cad6124 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b95830b5-b5dc-4acb-afcf-1d60ba9011e5 HTTP/1.1" status: 204 len: 168 time: 0.1403739 Nov 12 01:43:00.616317 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8c3615-f272-4060-b5ff-9df91cad6124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95830b5-b5dc-4acb-afcf-1d60ba9011e5,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:00.857362 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1c58a7d1-9d39-4e46-9dd5-32dd930ca66b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:00.871717 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 2966425c-8ed8-4045-b210-3bb7354eb912 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:43:00.907739 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 2966425c-8ed8-4045-b210-3bb7354eb912 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:43:00.908238 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 2966425c-8ed8-4045-b210-3bb7354eb912 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:43:00.908569 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 65b71c60-d2a1-40c6-bd44-257591e691d2 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:43:00.931289 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 65b71c60-d2a1-40c6-bd44-257591e691d2 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:43:00.931632 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 65b71c60-d2a1-40c6-bd44-257591e691d2 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:43:00.932077 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 0080b91c-43df-4c40-a8cd-c91164b2eb85 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:43:00.953550 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 0080b91c-43df-4c40-a8cd-c91164b2eb85 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:43:00.953876 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 0080b91c-43df-4c40-a8cd-c91164b2eb85 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:43:00.985527 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53956) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:43:01.034852 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-260a08d1-0747-46d1-bcee-d327c95e3a93 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2776b18dfc4e4b8e862c02249a90133e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0472896 Nov 12 01:43:01.037670 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 53958) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:43:01.113443 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-28910787-4c99-4f6d-aeb4-7864d8f886d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:01.136200 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-28910787-4c99-4f6d-aeb4-7864d8f886d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:01.184417 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-28910787-4c99-4f6d-aeb4-7864d8f886d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:01.187014 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-28910787-4c99-4f6d-aeb4-7864d8f886d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:01.188199 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-28910787-4c99-4f6d-aeb4-7864d8f886d6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/33704382-2c4b-4e8e-97c7-5ab5e3a9b38a HTTP/1.1" status: 204 len: 168 time: 0.1491699 Nov 12 01:43:01.196409 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28910787-4c99-4f6d-aeb4-7864d8f886d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33704382-2c4b-4e8e-97c7-5ab5e3a9b38a,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:02.969937 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:04.002166 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:05.286836 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:08.695987 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:10.870198 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:11.726758 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-346eea0a-fef3-484e-bde8-c2485f700bc5 req-8d7876a8-0e21-4484-bdc0-6f90db40603d tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=e8543776f9c24cfd9f1d6f2d41fdcf91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304627 Nov 12 01:43:11.948355 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346eea0a-fef3-484e-bde8-c2485f700bc5 req-d3c6109f-24d5-4b9c-adc5-523499b1c2b6 tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:11.949781 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-346eea0a-fef3-484e-bde8-c2485f700bc5 req-d3c6109f-24d5-4b9c-adc5-523499b1c2b6 tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2169716 Nov 12 01:43:11.965547 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-346eea0a-fef3-484e-bde8-c2485f700bc5 req-5a470d8b-d767-4916-9919-d04824c5d8d5 tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] 10.222.0.45 "GET /v2.0/quotas/e8543776f9c24cfd9f1d6f2d41fdcf91 HTTP/1.1" status: 200 len: 375 time: 0.0097692 Nov 12 01:43:12.004266 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-346eea0a-fef3-484e-bde8-c2485f700bc5 req-a069a88b-8468-4259-a891-8e496cb7557b tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e8543776f9c24cfd9f1d6f2d41fdcf91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321345 Nov 12 01:43:12.176454 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a14aa633-f1e1-46f5-81ed-4dc8919b4b3a req-38e77c6e-e0a9-41ce-ab33-ac36d46e88c9 tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] 10.222.0.45 "GET /v2.0/ports?device_id=864191da-5807-4562-9682-ac8a31676881 HTTP/1.1" status: 200 len: 210 time: 0.0302689 Nov 12 01:43:13.263627 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7ffde206-59e4-470d-bd89-0e28cf71725b req-b85aab11-7444-4862-b08b-6ceeb1f34f94 tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] 10.222.0.45 "GET /v2.0/ports?device_id=864191da-5807-4562-9682-ac8a31676881 HTTP/1.1" status: 200 len: 210 time: 0.0287392 Nov 12 01:43:13.433219 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:43:14.377207 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bb8e4125-c6d3-407d-a423-2a61cc62c05e req-e5e2a593-d732-4d31-b91a-b9101f44b162 tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] 10.222.0.45 "GET /v2.0/ports?device_id=864191da-5807-4562-9682-ac8a31676881 HTTP/1.1" status: 200 len: 210 time: 0.0281091 Nov 12 01:43:15.288276 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-346eea0a-fef3-484e-bde8-c2485f700bc5 req-aec96f0e-faf7-4d9e-8aa6-3144f6987fed tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=e8543776f9c24cfd9f1d6f2d41fdcf91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251434 Nov 12 01:43:15.416959 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346eea0a-fef3-484e-bde8-c2485f700bc5 req-7201386a-8b3a-48b6-81cc-885def3177eb tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:15.423051 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-346eea0a-fef3-484e-bde8-c2485f700bc5 req-7201386a-8b3a-48b6-81cc-885def3177eb tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1250381 Nov 12 01:43:15.440158 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-346eea0a-fef3-484e-bde8-c2485f700bc5 req-6aee5c1d-b856-41f1-9329-5ad853c3de33 tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] Request body: {'port': {'device_id': '864191da-5807-4562-9682-ac8a31676881', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'admin_state_up': True, 'tenant_id': 'e8543776f9c24cfd9f1d6f2d41fdcf91'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:43:15.526398 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4d8ecf4c-abd1-4687-ab00-3bf7025363a5 req-6ef3ae45-1529-42e8-8258-d66def83a73e tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] 10.222.0.45 "GET /v2.0/ports?device_id=864191da-5807-4562-9682-ac8a31676881 HTTP/1.1" status: 200 len: 210 time: 0.0628288 Nov 12 01:43:15.595175 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-346eea0a-fef3-484e-bde8-c2485f700bc5 req-6aee5c1d-b856-41f1-9329-5ad853c3de33 tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] Made reservation on behalf of e8543776f9c24cfd9f1d6f2d41fdcf91 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:43:15.599745 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-346eea0a-fef3-484e-bde8-c2485f700bc5 req-6aee5c1d-b856-41f1-9329-5ad853c3de33 tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:15.609876 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-346eea0a-fef3-484e-bde8-c2485f700bc5 req-6aee5c1d-b856-41f1-9329-5ad853c3de33 tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:15.695896 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-346eea0a-fef3-484e-bde8-c2485f700bc5 req-6aee5c1d-b856-41f1-9329-5ad853c3de33 tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:15.701274 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-346eea0a-fef3-484e-bde8-c2485f700bc5 req-6aee5c1d-b856-41f1-9329-5ad853c3de33 tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:15.769314 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aee5c1d-b856-41f1-9329-5ad853c3de33 tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2580e7d-5cb7-4b5d-b4c6-4c331c8953c2,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:15.855046 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-346eea0a-fef3-484e-bde8-c2485f700bc5 req-6aee5c1d-b856-41f1-9329-5ad853c3de33 tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] Allocated IP 192.168.233.248 (945c2da1-f958-478a-a48a-8af2dfa2e179/f0290328-7bc5-4266-bfb9-6eb25d91acf0/e09387ee-57bc-46cf-9485-5ca20709d3b2) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:43:16.025869 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-346eea0a-fef3-484e-bde8-c2485f700bc5 req-6aee5c1d-b856-41f1-9329-5ad853c3de33 tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:16.074178 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-346eea0a-fef3-484e-bde8-c2485f700bc5 req-6aee5c1d-b856-41f1-9329-5ad853c3de33 tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:16.124259 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-346eea0a-fef3-484e-bde8-c2485f700bc5 req-6aee5c1d-b856-41f1-9329-5ad853c3de33 tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] Network 945c2da1-f958-478a-a48a-8af2dfa2e179 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:43:16.130507 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-346eea0a-fef3-484e-bde8-c2485f700bc5 req-6aee5c1d-b856-41f1-9329-5ad853c3de33 tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:43:16.135151 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-346eea0a-fef3-484e-bde8-c2485f700bc5 req-6aee5c1d-b856-41f1-9329-5ad853c3de33 tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:43:16.143541 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aee5c1d-b856-41f1-9329-5ad853c3de33 tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] Pushing event updated for resources: {'Port': ['ID=e09387ee-57bc-46cf-9485-5ca20709d3b2,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:16.198589 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346eea0a-fef3-484e-bde8-c2485f700bc5 req-6aee5c1d-b856-41f1-9329-5ad853c3de33 tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:16.199366 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-346eea0a-fef3-484e-bde8-c2485f700bc5 req-6aee5c1d-b856-41f1-9329-5ad853c3de33 tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:16.218694 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-346eea0a-fef3-484e-bde8-c2485f700bc5 req-6aee5c1d-b856-41f1-9329-5ad853c3de33 tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7826474 Nov 12 01:43:16.232356 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-346eea0a-fef3-484e-bde8-c2485f700bc5 req-f4b3058d-9006-47a6-a65d-8d4675f77b05 tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:43:16.234202 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-346eea0a-fef3-484e-bde8-c2485f700bc5 req-f4b3058d-9006-47a6-a65d-8d4675f77b05 tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089734 Nov 12 01:43:16.382083 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-346eea0a-fef3-484e-bde8-c2485f700bc5 req-2daa9468-e508-4e3d-95af-ad1a4d9bb959 service neutron] Request body: {'port': {'device_id': '864191da-5807-4562-9682-ac8a31676881', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:43:16.411721 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-f68622ff-b081-4ba1-a6d3-822f119db131 None None] Provisioning complete for port e09387ee-57bc-46cf-9485-5ca20709d3b2 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:43:16.412733 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f68622ff-b081-4ba1-a6d3-822f119db131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:16.463607 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-346eea0a-fef3-484e-bde8-c2485f700bc5 req-2daa9468-e508-4e3d-95af-ad1a4d9bb959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:16.467501 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-f68622ff-b081-4ba1-a6d3-822f119db131 None None] Port e09387ee-57bc-46cf-9485-5ca20709d3b2 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:43:16.723439 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa075a4c-9f67-4c22-bf6e-e9d02c1abdc3 req-92f1af91-0b0e-4eaa-b2fc-f5b249711ea0 tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:16.725500 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fa075a4c-9f67-4c22-bf6e-e9d02c1abdc3 req-92f1af91-0b0e-4eaa-b2fc-f5b249711ea0 tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] 10.222.0.45 "GET /v2.0/ports?device_id=864191da-5807-4562-9682-ac8a31676881 HTTP/1.1" status: 200 len: 936 time: 0.1084130 Nov 12 01:43:16.831644 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fa075a4c-9f67-4c22-bf6e-e9d02c1abdc3 req-9c1a2e8c-f9ba-472a-b563-28c937f332f4 tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2580e7d-5cb7-4b5d-b4c6-4c331c8953c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956950 Nov 12 01:43:16.841062 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-346eea0a-fef3-484e-bde8-c2485f700bc5 req-2daa9468-e508-4e3d-95af-ad1a4d9bb959 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e09387ee-57bc-46cf-9485-5ca20709d3b2 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:43:16.851307 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-346eea0a-fef3-484e-bde8-c2485f700bc5 req-2daa9468-e508-4e3d-95af-ad1a4d9bb959 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:16.866928 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-346eea0a-fef3-484e-bde8-c2485f700bc5 req-2daa9468-e508-4e3d-95af-ad1a4d9bb959 service neutron] Transition to ACTIVE for port object e09387ee-57bc-46cf-9485-5ca20709d3b2 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:43:16.871087 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-346eea0a-fef3-484e-bde8-c2485f700bc5 req-2daa9468-e508-4e3d-95af-ad1a4d9bb959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:16.926522 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa9468-e508-4e3d-95af-ad1a4d9bb959 service neutron] Pushing event updated for resources: {'Port': ['ID=e09387ee-57bc-46cf-9485-5ca20709d3b2,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:17.002370 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-346eea0a-fef3-484e-bde8-c2485f700bc5 req-2daa9468-e508-4e3d-95af-ad1a4d9bb959 service neutron] Attempting to bind port e09387ee-57bc-46cf-9485-5ca20709d3b2 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:43:17.002708 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-346eea0a-fef3-484e-bde8-c2485f700bc5 req-2daa9468-e508-4e3d-95af-ad1a4d9bb959 service neutron] Attempting to bind port e09387ee-57bc-46cf-9485-5ca20709d3b2 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:43:17.003058 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346eea0a-fef3-484e-bde8-c2485f700bc5 req-2daa9468-e508-4e3d-95af-ad1a4d9bb959 service neutron] Attempting to bind port e09387ee-57bc-46cf-9485-5ca20709d3b2 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:43:17.008425 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346eea0a-fef3-484e-bde8-c2485f700bc5 req-2daa9468-e508-4e3d-95af-ad1a4d9bb959 service neutron] Port e09387ee-57bc-46cf-9485-5ca20709d3b2 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:43:17.008758 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346eea0a-fef3-484e-bde8-c2485f700bc5 req-2daa9468-e508-4e3d-95af-ad1a4d9bb959 service neutron] Attempting to bind port e09387ee-57bc-46cf-9485-5ca20709d3b2 on network 945c2da1-f958-478a-a48a-8af2dfa2e179 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:43:17.014285 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346eea0a-fef3-484e-bde8-c2485f700bc5 req-2daa9468-e508-4e3d-95af-ad1a4d9bb959 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:43:17.014639 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346eea0a-fef3-484e-bde8-c2485f700bc5 req-2daa9468-e508-4e3d-95af-ad1a4d9bb959 service neutron] Checking segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:43:17.015040 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346eea0a-fef3-484e-bde8-c2485f700bc5 req-2daa9468-e508-4e3d-95af-ad1a4d9bb959 service neutron] Bound using segment: {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:43:17.015489 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-346eea0a-fef3-484e-bde8-c2485f700bc5 req-2daa9468-e508-4e3d-95af-ad1a4d9bb959 service neutron] Bound port: e09387ee-57bc-46cf-9485-5ca20709d3b2, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afdd96f7-69f8-4d30-85d5-609161cf6ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:43:17.015859 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-346eea0a-fef3-484e-bde8-c2485f700bc5 req-2daa9468-e508-4e3d-95af-ad1a4d9bb959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:17.102056 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-346eea0a-fef3-484e-bde8-c2485f700bc5 req-2daa9468-e508-4e3d-95af-ad1a4d9bb959 service neutron] For port e09387ee-57bc-46cf-9485-5ca20709d3b2, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:43:17.106650 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-346eea0a-fef3-484e-bde8-c2485f700bc5 req-2daa9468-e508-4e3d-95af-ad1a4d9bb959 service neutron] For port e09387ee-57bc-46cf-9485-5ca20709d3b2, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e09387ee-57bc-46cf-9485-5ca20709d3b2,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:43:17.114149 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-346eea0a-fef3-484e-bde8-c2485f700bc5 req-2daa9468-e508-4e3d-95af-ad1a4d9bb959 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:17.180914 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346eea0a-fef3-484e-bde8-c2485f700bc5 req-2daa9468-e508-4e3d-95af-ad1a4d9bb959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:17.181649 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-346eea0a-fef3-484e-bde8-c2485f700bc5 req-2daa9468-e508-4e3d-95af-ad1a4d9bb959 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:17.183266 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-346eea0a-fef3-484e-bde8-c2485f700bc5 req-2daa9468-e508-4e3d-95af-ad1a4d9bb959 service neutron] 10.222.0.44 "PUT /v2.0/ports/e09387ee-57bc-46cf-9485-5ca20709d3b2 HTTP/1.1" status: 200 len: 1097 time: 0.9355118 Nov 12 01:43:17.183773 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '864191da-5807-4562-9682-ac8a31676881', 'tag': 'e09387ee-57bc-46cf-9485-5ca20709d3b2'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:43:17.187478 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1a6d96-8d5e-4dfa-9609-5e5ddf694aea" -d '{"events": [{"name": "network-changed", "server_uuid": "864191da-5807-4562-9682-ac8a31676881", "tag": "e09387ee-57bc-46cf-9485-5ca20709d3b2"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:43:17.235885 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa9468-e508-4e3d-95af-ad1a4d9bb959 service neutron] Pushing event updated for resources: {'Port': ['ID=e09387ee-57bc-46cf-9485-5ca20709d3b2,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:17.327195 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be0cae8-abfa-46b6-8aaf-725901d2a583 x-openstack-request-id: req-0be0cae8-abfa-46b6-8aaf-725901d2a583 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:43:17.327658 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "864191da-5807-4562-9682-ac8a31676881", "tag": "e09387ee-57bc-46cf-9485-5ca20709d3b2", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:43:17.328083 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0be0cae8-abfa-46b6-8aaf-725901d2a583 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:43:17.328695 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '864191da-5807-4562-9682-ac8a31676881', 'tag': 'e09387ee-57bc-46cf-9485-5ca20709d3b2', 'status': 'completed', 'code': 200} Nov 12 01:43:17.335070 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346eea0a-fef3-484e-bde8-c2485f700bc5 req-f99a3644-d1bf-4842-918f-52bd6a10a94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:17.336826 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-346eea0a-fef3-484e-bde8-c2485f700bc5 req-f99a3644-d1bf-4842-918f-52bd6a10a94e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e8543776f9c24cfd9f1d6f2d41fdcf91&device_id=864191da-5807-4562-9682-ac8a31676881 HTTP/1.1" status: 200 len: 1100 time: 0.0740573 Nov 12 01:43:17.387728 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-346eea0a-fef3-484e-bde8-c2485f700bc5 req-f6b31fa4-0030-48b6-ae29-10ed78813e8d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=e09387ee-57bc-46cf-9485-5ca20709d3b2 HTTP/1.1" status: 200 len: 217 time: 0.0368352 Nov 12 01:43:17.446953 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346eea0a-fef3-484e-bde8-c2485f700bc5 req-6e6cba5e-42c2-43a2-8700-8ec348dab4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:17.448420 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-346eea0a-fef3-484e-bde8-c2485f700bc5 req-6e6cba5e-42c2-43a2-8700-8ec348dab4e3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.0542352 Nov 12 01:43:17.506167 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346eea0a-fef3-484e-bde8-c2485f700bc5 req-526155fe-7f12-412a-80ef-f7c0377ea9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:17.507919 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-346eea0a-fef3-484e-bde8-c2485f700bc5 req-526155fe-7f12-412a-80ef-f7c0377ea9f7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0528889 Nov 12 01:43:17.609899 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-346eea0a-fef3-484e-bde8-c2485f700bc5 req-e0de6cf3-2390-4938-bbce-a8c306ca2d63 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947063 Nov 12 01:43:17.731437 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-346eea0a-fef3-484e-bde8-c2485f700bc5 req-7be72abe-8a15-4f9d-91de-45d17b5105b5 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141074 Nov 12 01:43:17.868453 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a6d96-8d5e-4dfa-9609-5e5ddf694aea req-4dff9c15-7b3b-4fa5-adec-e88b41ea0c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:17.870536 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee1a6d96-8d5e-4dfa-9609-5e5ddf694aea req-4dff9c15-7b3b-4fa5-adec-e88b41ea0c4e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e8543776f9c24cfd9f1d6f2d41fdcf91&device_id=864191da-5807-4562-9682-ac8a31676881 HTTP/1.1" status: 200 len: 1100 time: 0.0488944 Nov 12 01:43:18.024694 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a6d96-8d5e-4dfa-9609-5e5ddf694aea req-519bcc73-8adb-4070-a05b-66a64c663b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:18.026179 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee1a6d96-8d5e-4dfa-9609-5e5ddf694aea req-519bcc73-8adb-4070-a05b-66a64c663b55 service neutron] 10.222.0.44 "GET /v2.0/networks?id=945c2da1-f958-478a-a48a-8af2dfa2e179 HTTP/1.1" status: 200 len: 869 time: 0.1486220 Nov 12 01:43:18.034665 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff05ef3e-e153-430f-818a-1982e0a7b043 req-cd237d17-b669-40a1-8591-8c7547e94033 tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:18.036094 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ff05ef3e-e153-430f-818a-1982e0a7b043 req-cd237d17-b669-40a1-8591-8c7547e94033 tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] 10.222.0.45 "GET /v2.0/ports?device_id=864191da-5807-4562-9682-ac8a31676881 HTTP/1.1" status: 200 len: 948 time: 0.1164498 Nov 12 01:43:18.081257 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee1a6d96-8d5e-4dfa-9609-5e5ddf694aea req-3373151d-3d0b-4d1b-afa4-ec57340eebc0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=e09387ee-57bc-46cf-9485-5ca20709d3b2 HTTP/1.1" status: 200 len: 217 time: 0.0436203 Nov 12 01:43:18.183126 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ff05ef3e-e153-430f-818a-1982e0a7b043 req-fead4ad8-63c6-4b18-8cfd-72703b3acc5a tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2580e7d-5cb7-4b5d-b4c6-4c331c8953c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399491 Nov 12 01:43:18.184804 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a6d96-8d5e-4dfa-9609-5e5ddf694aea req-38ba2a47-6078-41cb-8150-14a4af3fff79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:18.186313 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee1a6d96-8d5e-4dfa-9609-5e5ddf694aea req-38ba2a47-6078-41cb-8150-14a4af3fff79 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f0290328-7bc5-4266-bfb9-6eb25d91acf0 HTTP/1.1" status: 200 len: 843 time: 0.0945926 Nov 12 01:43:18.248406 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a6d96-8d5e-4dfa-9609-5e5ddf694aea req-c1529a80-d5eb-41a0-a41c-4f5d801dcaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:18.250683 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee1a6d96-8d5e-4dfa-9609-5e5ddf694aea req-c1529a80-d5eb-41a0-a41c-4f5d801dcaee service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=945c2da1-f958-478a-a48a-8af2dfa2e179&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0563674 Nov 12 01:43:18.358384 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee1a6d96-8d5e-4dfa-9609-5e5ddf694aea req-051f9771-399a-421b-89a0-c707f569fdcb service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002669 Nov 12 01:43:18.476482 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ee1a6d96-8d5e-4dfa-9609-5e5ddf694aea req-c95d8054-b15f-4d95-84f5-4b524ce547b5 service neutron] 10.222.0.44 "GET /v2.0/networks/945c2da1-f958-478a-a48a-8af2dfa2e179?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098392 Nov 12 01:43:19.344322 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d282c-60e1-46e0-acf1-b248fc1ba258 req-e1e3a0ca-f1ed-40e0-b49a-3f559be6e81f tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:19.346400 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bc8d282c-60e1-46e0-acf1-b248fc1ba258 req-e1e3a0ca-f1ed-40e0-b49a-3f559be6e81f tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] 10.222.0.45 "GET /v2.0/ports?device_id=864191da-5807-4562-9682-ac8a31676881 HTTP/1.1" status: 200 len: 948 time: 0.0744710 Nov 12 01:43:19.406344 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bc8d282c-60e1-46e0-acf1-b248fc1ba258 req-f99f000a-44fe-4547-aaed-9fa2155b790c tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2580e7d-5cb7-4b5d-b4c6-4c331c8953c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529304 Nov 12 01:43:20.469890 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device e09387ee-57bc-46cf-9485-5ca20709d3b2 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:43:20.578364 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f43757-a153-45e3-a49c-88ba32a9cd6a req-d7e059e1-0e54-4b30-acec-74f03c0520c8 tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:20.580804 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-28f43757-a153-45e3-a49c-88ba32a9cd6a req-d7e059e1-0e54-4b30-acec-74f03c0520c8 tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] 10.222.0.45 "GET /v2.0/ports?device_id=864191da-5807-4562-9682-ac8a31676881 HTTP/1.1" status: 200 len: 948 time: 0.0793700 Nov 12 01:43:20.596527 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port e09387ee-57bc-46cf-9485-5ca20709d3b2, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e09387ee-57bc-46cf-9485-5ca20709d3b2,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:43:20.609032 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'e09387ee-57bc-46cf-9485-5ca20709d3b2', 'network_id': '945c2da1-f958-478a-a48a-8af2dfa2e179', 'port_id': 'e09387ee-57bc-46cf-9485-5ca20709d3b2', 'mac_address': 'fa:16:3e:f5:48:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0290328-7bc5-4266-bfb9-6eb25d91acf0', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:43:20.667385 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:20.670065 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-28f43757-a153-45e3-a49c-88ba32a9cd6a req-613ba1e7-07c7-4501-bd5d-90f1ffa01909 tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2580e7d-5cb7-4b5d-b4c6-4c331c8953c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814471 Nov 12 01:43:20.683459 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e09387ee-57bc-46cf-9485-5ca20709d3b2 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:43:20.709656 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port e09387ee-57bc-46cf-9485-5ca20709d3b2, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e09387ee-57bc-46cf-9485-5ca20709d3b2,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:43:20.715190 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:20.768697 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=e09387ee-57bc-46cf-9485-5ca20709d3b2,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:20.996049 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['e09387ee-57bc-46cf-9485-5ca20709d3b2'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:43:21.796250 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a569445f-217a-4544-b38a-483f14c460a4 req-33198892-545c-41c8-85a1-9b94f52fce8b tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:21.797855 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a569445f-217a-4544-b38a-483f14c460a4 req-33198892-545c-41c8-85a1-9b94f52fce8b tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] 10.222.0.45 "GET /v2.0/ports?device_id=864191da-5807-4562-9682-ac8a31676881 HTTP/1.1" status: 200 len: 949 time: 0.0524027 Nov 12 01:43:21.849935 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a569445f-217a-4544-b38a-483f14c460a4 req-c0054de2-398d-4233-bc15-e18ec2f8d4bb tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2580e7d-5cb7-4b5d-b4c6-4c331c8953c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456171 Nov 12 01:43:22.489328 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device e09387ee-57bc-46cf-9485-5ca20709d3b2 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:43:22.549294 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port e09387ee-57bc-46cf-9485-5ca20709d3b2 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:43:22.553959 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port e09387ee-57bc-46cf-9485-5ca20709d3b2 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:43:22.554440 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:22.638349 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:22.662691 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '864191da-5807-4562-9682-ac8a31676881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09387ee-57bc-46cf-9485-5ca20709d3b2'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:43:22.665181 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162937a3-b2c3-4a6a-b154-1113e7078c1a" -d '{"events": [{"server_uuid": "864191da-5807-4562-9682-ac8a31676881", "name": "network-vif-plugged", "status": "completed", "tag": "e09387ee-57bc-46cf-9485-5ca20709d3b2"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:43:22.679835 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port e09387ee-57bc-46cf-9485-5ca20709d3b2, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e09387ee-57bc-46cf-9485-5ca20709d3b2,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:43:22.687376 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:22.754636 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=e09387ee-57bc-46cf-9485-5ca20709d3b2,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:22.815302 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8407b8-56b5-4346-8c89-e5518c7240af x-openstack-request-id: req-5c8407b8-56b5-4346-8c89-e5518c7240af {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:43:22.815786 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "864191da-5807-4562-9682-ac8a31676881", "name": "network-vif-plugged", "status": "completed", "tag": "e09387ee-57bc-46cf-9485-5ca20709d3b2", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:43:22.816158 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5c8407b8-56b5-4346-8c89-e5518c7240af {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:43:22.816691 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '864191da-5807-4562-9682-ac8a31676881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09387ee-57bc-46cf-9485-5ca20709d3b2', 'code': 200} Nov 12 01:43:22.994292 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716998d-262a-4bbb-98a3-944cc19bbf85 req-2ae6ce9a-f34e-4ce8-b86a-60bd1350f26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:22.995850 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8716998d-262a-4bbb-98a3-944cc19bbf85 req-2ae6ce9a-f34e-4ce8-b86a-60bd1350f26d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=864191da-5807-4562-9682-ac8a31676881 HTTP/1.1" status: 200 len: 1102 time: 0.0774872 Nov 12 01:43:23.016573 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab5b5e-815b-45c8-a11c-1531750f5670 req-9bff0eaa-0594-4370-afe0-53eab6015b3f tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:23.018808 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b8ab5b5e-815b-45c8-a11c-1531750f5670 req-9bff0eaa-0594-4370-afe0-53eab6015b3f tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] 10.222.0.45 "GET /v2.0/ports?device_id=864191da-5807-4562-9682-ac8a31676881 HTTP/1.1" status: 200 len: 950 time: 0.0705299 Nov 12 01:43:23.079455 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8716998d-262a-4bbb-98a3-944cc19bbf85 req-61f138b1-36e1-49df-8f86-3fbd9440148f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c2580e7d-5cb7-4b5d-b4c6-4c331c8953c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761049 Nov 12 01:43:23.095087 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b8ab5b5e-815b-45c8-a11c-1531750f5670 req-07c425ca-039b-4df4-ab21-1632631bb3c7 tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2580e7d-5cb7-4b5d-b4c6-4c331c8953c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677955 Nov 12 01:43:24.225166 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e5d62c-0ce2-41d0-a615-e369ca827d6c req-98eb22af-ba60-4e78-8c25-19c6c7a57495 tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:24.226698 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-85e5d62c-0ce2-41d0-a615-e369ca827d6c req-98eb22af-ba60-4e78-8c25-19c6c7a57495 tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] 10.222.0.45 "GET /v2.0/ports?device_id=864191da-5807-4562-9682-ac8a31676881 HTTP/1.1" status: 200 len: 950 time: 0.0538750 Nov 12 01:43:24.281166 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-85e5d62c-0ce2-41d0-a615-e369ca827d6c req-b3ec9a0a-280e-472c-94b6-7656e5c4c689 tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2580e7d-5cb7-4b5d-b4c6-4c331c8953c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480468 Nov 12 01:43:24.557252 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-0f4cd990-b61d-4d65-a7db-62314da7a979 req-8fe44f5f-c7bc-41fa-861b-48dac8781c3c service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:43:24.558224 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0f4cd990-b61d-4d65-a7db-62314da7a979 req-8fe44f5f-c7bc-41fa-861b-48dac8781c3c service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052934 Nov 12 01:43:24.909819 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-18228338-0608-43ca-8f6d-6763aa0489e9 req-37596a72-a24c-4a56-87c7-11acff0722aa service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:43:24.911150 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-18228338-0608-43ca-8f6d-6763aa0489e9 req-37596a72-a24c-4a56-87c7-11acff0722aa service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068901 Nov 12 01:43:25.267783 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f6f51-5bed-4ac5-b5b7-cdcff0514f96 req-a620f1cc-b0b7-4640-aff4-0b175ed85c2e tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:25.270087 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aa9f6f51-5bed-4ac5-b5b7-cdcff0514f96 req-a620f1cc-b0b7-4640-aff4-0b175ed85c2e tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] 10.222.0.45 "GET /v2.0/ports?device_id=864191da-5807-4562-9682-ac8a31676881 HTTP/1.1" status: 200 len: 950 time: 0.0516880 Nov 12 01:43:25.326657 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aa9f6f51-5bed-4ac5-b5b7-cdcff0514f96 req-22ba5b39-1a3c-4531-aba1-957109f4c0d9 tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2580e7d-5cb7-4b5d-b4c6-4c331c8953c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455716 Nov 12 01:43:26.466024 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a992ee-5465-4005-99b3-9215d714c0f5 req-5b7b8d30-ed04-43e8-b67b-6ffa3fee9e52 tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:26.467823 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-98a992ee-5465-4005-99b3-9215d714c0f5 req-5b7b8d30-ed04-43e8-b67b-6ffa3fee9e52 tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] 10.222.0.45 "GET /v2.0/ports?device_id=864191da-5807-4562-9682-ac8a31676881 HTTP/1.1" status: 200 len: 950 time: 0.0640497 Nov 12 01:43:26.524469 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-98a992ee-5465-4005-99b3-9215d714c0f5 req-c4109865-1f6a-441a-95e9-0b9812fb1c5c tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] 10.222.0.45 "GET /v2.0/security-groups?id=c2580e7d-5cb7-4b5d-b4c6-4c331c8953c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499897 Nov 12 01:43:26.783712 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b43462-5cbf-4645-b5c6-489a73206fcf req-c09bb190-49d4-4a19-bf88-270bf1a1f813 tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:26.785235 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d5b43462-5cbf-4645-b5c6-489a73206fcf req-c09bb190-49d4-4a19-bf88-270bf1a1f813 tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] 10.222.0.44 "GET /v2.0/ports?device_id=864191da-5807-4562-9682-ac8a31676881 HTTP/1.1" status: 200 len: 950 time: 0.0546920 Nov 12 01:43:26.884857 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-d5b43462-5cbf-4645-b5c6-489a73206fcf req-5d74c646-fd41-4276-b240-2e74aafa30cd tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] Deleting port e09387ee-57bc-46cf-9485-5ca20709d3b2 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:43:26.885195 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d5b43462-5cbf-4645-b5c6-489a73206fcf req-5d74c646-fd41-4276-b240-2e74aafa30cd tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:26.988802 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-d5b43462-5cbf-4645-b5c6-489a73206fcf req-5d74c646-fd41-4276-b240-2e74aafa30cd tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] For port e09387ee-57bc-46cf-9485-5ca20709d3b2, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e09387ee-57bc-46cf-9485-5ca20709d3b2,segment=NetworkSegment(afdd96f7-69f8-4d30-85d5-609161cf6ae1),segment_id=afdd96f7-69f8-4d30-85d5-609161cf6ae1)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:43:26.989168 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d5b43462-5cbf-4645-b5c6-489a73206fcf req-5d74c646-fd41-4276-b240-2e74aafa30cd tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:27.002465 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-d5b43462-5cbf-4645-b5c6-489a73206fcf req-5d74c646-fd41-4276-b240-2e74aafa30cd tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] Calling delete_port for e09387ee-57bc-46cf-9485-5ca20709d3b2 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:43:27.132899 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d5b43462-5cbf-4645-b5c6-489a73206fcf req-5d74c646-fd41-4276-b240-2e74aafa30cd tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:27.167376 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d74c646-fd41-4276-b240-2e74aafa30cd tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] Pushing event deleted for resources: {'Port': ['ID=e09387ee-57bc-46cf-9485-5ca20709d3b2,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:27.168281 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['e09387ee-57bc-46cf-9485-5ca20709d3b2'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:43:27.221827 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5b43462-5cbf-4645-b5c6-489a73206fcf req-5d74c646-fd41-4276-b240-2e74aafa30cd tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] No DVR routers for this DVR port e09387ee-57bc-46cf-9485-5ca20709d3b2 on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:43:27.225842 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d5b43462-5cbf-4645-b5c6-489a73206fcf req-5d74c646-fd41-4276-b240-2e74aafa30cd tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:27.231347 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d5b43462-5cbf-4645-b5c6-489a73206fcf req-5d74c646-fd41-4276-b240-2e74aafa30cd tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] 10.222.0.44 "DELETE /v2.0/ports/e09387ee-57bc-46cf-9485-5ca20709d3b2 HTTP/1.1" status: 204 len: 173 time: 0.4392531 Nov 12 01:43:27.231997 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '864191da-5807-4562-9682-ac8a31676881', 'name': 'network-vif-deleted', 'tag': 'e09387ee-57bc-46cf-9485-5ca20709d3b2'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:43:27.235421 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63cb4b1-b014-4627-8c47-10f1bee4ba82" -d '{"events": [{"server_uuid": "864191da-5807-4562-9682-ac8a31676881", "name": "network-vif-deleted", "tag": "e09387ee-57bc-46cf-9485-5ca20709d3b2"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:43:27.276914 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a2fa9327-e823-465a-ae31-d132c0407d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:27.302350 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041587cc-095e-45f8-9e4c-1a5dcb181aab x-openstack-request-id: req-041587cc-095e-45f8-9e4c-1a5dcb181aab {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:43:27.302655 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "864191da-5807-4562-9682-ac8a31676881", "name": "network-vif-deleted", "tag": "e09387ee-57bc-46cf-9485-5ca20709d3b2", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:43:27.302959 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-041587cc-095e-45f8-9e4c-1a5dcb181aab {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:43:27.303413 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '864191da-5807-4562-9682-ac8a31676881', 'name': 'network-vif-deleted', 'tag': 'e09387ee-57bc-46cf-9485-5ca20709d3b2', 'status': 'completed', 'code': 200} Nov 12 01:43:27.654210 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c020dd24-59e2-47ab-bf72-5584bb9a9610 req-7773d34a-7afe-446a-ab47-77c607fcb2c4 tempest-ServersAdminNegativeTestJSON-889173581 tempest-ServersAdminNegativeTestJSON-889173581-project] 10.222.0.45 "GET /v2.0/ports?device_id=864191da-5807-4562-9682-ac8a31676881 HTTP/1.1" status: 200 len: 210 time: 0.0283301 Nov 12 01:43:29.033743 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 54114) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:43:29.202306 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-f198ad26-4fef-4b0c-b32d-c6c3b645038b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e8543776f9c24cfd9f1d6f2d41fdcf91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1672471 Nov 12 01:43:29.205616 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 54118) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:43:29.256225 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-496d8039-f8cf-4a51-87a1-09be4a9c8490 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:29.283030 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-496d8039-f8cf-4a51-87a1-09be4a9c8490 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:29.344557 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-496d8039-f8cf-4a51-87a1-09be4a9c8490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:29.348178 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-496d8039-f8cf-4a51-87a1-09be4a9c8490 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:29.349760 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-496d8039-f8cf-4a51-87a1-09be4a9c8490 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c2580e7d-5cb7-4b5d-b4c6-4c331c8953c2 HTTP/1.1" status: 204 len: 168 time: 0.1430449 Nov 12 01:43:29.360311 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496d8039-f8cf-4a51-87a1-09be4a9c8490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2580e7d-5cb7-4b5d-b4c6-4c331c8953c2,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:29.370259 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496d8039-f8cf-4a51-87a1-09be4a9c8490 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:29.370794 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496d8039-f8cf-4a51-87a1-09be4a9c8490 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:29.371220 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496d8039-f8cf-4a51-87a1-09be4a9c8490 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:29.371623 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496d8039-f8cf-4a51-87a1-09be4a9c8490 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:29.372053 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496d8039-f8cf-4a51-87a1-09be4a9c8490 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:29.372596 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496d8039-f8cf-4a51-87a1-09be4a9c8490 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:29.373156 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496d8039-f8cf-4a51-87a1-09be4a9c8490 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:29.373729 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496d8039-f8cf-4a51-87a1-09be4a9c8490 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:29.374363 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496d8039-f8cf-4a51-87a1-09be4a9c8490 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:29.374844 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496d8039-f8cf-4a51-87a1-09be4a9c8490 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:29.375368 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496d8039-f8cf-4a51-87a1-09be4a9c8490 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:29.375856 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496d8039-f8cf-4a51-87a1-09be4a9c8490 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:29.661159 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 54124) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:43:29.676194 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fa5240eb-7643-45fb-9bcd-5fc7e2433610 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:29.762453 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fa5240eb-7643-45fb-9bcd-5fc7e2433610 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:29.767897 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fa5240eb-7643-45fb-9bcd-5fc7e2433610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:29.807993 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-fa5240eb-7643-45fb-9bcd-5fc7e2433610 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=82b102b939914278b78120a7e2ff05ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1454656 Nov 12 01:43:29.809001 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5240eb-7643-45fb-9bcd-5fc7e2433610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6d8aeb-34a5-4130-83e7-5e19ccda48a8,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:29.810962 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54126) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:43:29.873007 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b173647c-3940-4fe0-8e29-1f8da8ee597c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:29.898075 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b173647c-3940-4fe0-8e29-1f8da8ee597c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:29.952230 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b173647c-3940-4fe0-8e29-1f8da8ee597c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:29.955003 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b173647c-3940-4fe0-8e29-1f8da8ee597c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:29.956263 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b173647c-3940-4fe0-8e29-1f8da8ee597c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3b6d8aeb-34a5-4130-83e7-5e19ccda48a8 HTTP/1.1" status: 204 len: 168 time: 0.1438124 Nov 12 01:43:29.965487 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b173647c-3940-4fe0-8e29-1f8da8ee597c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6d8aeb-34a5-4130-83e7-5e19ccda48a8,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:29.974929 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173647c-3940-4fe0-8e29-1f8da8ee597c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:29.975227 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173647c-3940-4fe0-8e29-1f8da8ee597c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:29.975553 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173647c-3940-4fe0-8e29-1f8da8ee597c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:29.975906 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173647c-3940-4fe0-8e29-1f8da8ee597c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:29.976349 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173647c-3940-4fe0-8e29-1f8da8ee597c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:29.976723 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173647c-3940-4fe0-8e29-1f8da8ee597c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:29.977023 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173647c-3940-4fe0-8e29-1f8da8ee597c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:29.977367 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173647c-3940-4fe0-8e29-1f8da8ee597c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:29.977837 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173647c-3940-4fe0-8e29-1f8da8ee597c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:29.978182 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173647c-3940-4fe0-8e29-1f8da8ee597c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:29.978512 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173647c-3940-4fe0-8e29-1f8da8ee597c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:29.978841 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b173647c-3940-4fe0-8e29-1f8da8ee597c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:43:30.500172 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device e09387ee-57bc-46cf-9485-5ca20709d3b2 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:43:30.522874 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: e09387ee-57bc-46cf-9485-5ca20709d3b2 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:43:30.523202 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device e09387ee-57bc-46cf-9485-5ca20709d3b2 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:43:30.798096 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54148) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:43:30.856567 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6e798b90-26ae-478e-a5fe-f511fe80ee18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:30.915849 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-d6b21514-c94c-49de-98d4-99cc35510b89 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2083960466-network', 'tenant_id': '1b76e0a8cb0c4a918f1a11804d3f352d'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:43:30.944443 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b21514-c94c-49de-98d4-99cc35510b89 admin admin] Made reservation on behalf of 1b76e0a8cb0c4a918f1a11804d3f352d for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:43:30.947208 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d6b21514-c94c-49de-98d4-99cc35510b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:30.957233 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d6b21514-c94c-49de-98d4-99cc35510b89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:31.078902 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d6b21514-c94c-49de-98d4-99cc35510b89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:31.084713 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d6b21514-c94c-49de-98d4-99cc35510b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:31.115610 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6b21514-c94c-49de-98d4-99cc35510b89 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:43:31.128212 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b21514-c94c-49de-98d4-99cc35510b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8c55fe-b0ce-437b-bdd5-2ca1922bcb49,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:31.134190 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d6b21514-c94c-49de-98d4-99cc35510b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:31.134611 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-d6b21514-c94c-49de-98d4-99cc35510b89 admin admin] Added segment 4bd08160-ad38-4016-bd2d-5f30d8eaad7f of type vlan for network 7f2f1b0b-5b5e-4a28-b48b-d805e327cc70 Nov 12 01:43:31.180104 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d6b21514-c94c-49de-98d4-99cc35510b89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:31.210992 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d6b21514-c94c-49de-98d4-99cc35510b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:31.212262 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b21514-c94c-49de-98d4-99cc35510b89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:31.213001 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d6b21514-c94c-49de-98d4-99cc35510b89 admin admin] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:31.253518 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d6b21514-c94c-49de-98d4-99cc35510b89 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4535017 Nov 12 01:43:31.258034 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 54152) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:43:31.263772 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-dd331273-cdc9-4d7a-956a-a4e0b34fb2f9 admin admin] Request body: {'subnet': {'network_id': '7f2f1b0b-5b5e-4a28-b48b-d805e327cc70', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2083960466-subnet', 'tenant_id': '1b76e0a8cb0c4a918f1a11804d3f352d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:43:31.294365 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd331273-cdc9-4d7a-956a-a4e0b34fb2f9 admin admin] Made reservation on behalf of 1b76e0a8cb0c4a918f1a11804d3f352d for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:43:31.297384 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dd331273-cdc9-4d7a-956a-a4e0b34fb2f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:31.303189 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b21514-c94c-49de-98d4-99cc35510b89 admin admin] Pushing event updated for resources: {'Network': ['ID=7f2f1b0b-5b5e-4a28-b48b-d805e327cc70,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:31.315765 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 7f2f1b0b-5b5e-4a28-b48b-d805e327cc70 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:43:31.793150 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dd331273-cdc9-4d7a-956a-a4e0b34fb2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:31.849394 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd331273-cdc9-4d7a-956a-a4e0b34fb2f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9ab04f4-eb09-4dcc-9a5a-9320a3d17432,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:31.867099 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd331273-cdc9-4d7a-956a-a4e0b34fb2f9 admin admin] Checking segment: {'id': '4bd08160-ad38-4016-bd2d-5f30d8eaad7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7f2f1b0b-5b5e-4a28-b48b-d805e327cc70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:43:31.867520 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd331273-cdc9-4d7a-956a-a4e0b34fb2f9 admin admin] Network hostable DHCP agents. Network: 7f2f1b0b-5b5e-4a28-b48b-d805e327cc70, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:43:31.889485 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd331273-cdc9-4d7a-956a-a4e0b34fb2f9 admin admin] Network 7f2f1b0b-5b5e-4a28-b48b-d805e327cc70 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:43:31.900966 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-dd331273-cdc9-4d7a-956a-a4e0b34fb2f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 7f2f1b0b-5b5e-4a28-b48b-d805e327cc70) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:43:31.905130 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd331273-cdc9-4d7a-956a-a4e0b34fb2f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:31.905711 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dd331273-cdc9-4d7a-956a-a4e0b34fb2f9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:31.911717 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54154bc-e37e-40d4-b747-8c8df61155df None None] Network 7f2f1b0b-5b5e-4a28-b48b-d805e327cc70 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:43:31.928456 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-dd331273-cdc9-4d7a-956a-a4e0b34fb2f9 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6688485 Nov 12 01:43:32.055252 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02f8fcc-381d-44a5-97ac-11d22350b53a None None] Network 7f2f1b0b-5b5e-4a28-b48b-d805e327cc70 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:43:32.412901 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1fc117-e5f0-4ee4-a157-52450e7227bd req-a871b3e8-3a8b-4087-a008-ec21e4ba27be tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:32.414461 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fd1fc117-e5f0-4ee4-a157-52450e7227bd req-a871b3e8-3a8b-4087-a008-ec21e4ba27be tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/networks?id=7f2f1b0b-5b5e-4a28-b48b-d805e327cc70 HTTP/1.1" status: 200 len: 812 time: 0.1092212 Nov 12 01:43:32.440280 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fd1fc117-e5f0-4ee4-a157-52450e7227bd req-dc71a0d7-d237-4187-a408-7b9cae61488f tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/quotas/1b76e0a8cb0c4a918f1a11804d3f352d HTTP/1.1" status: 200 len: 375 time: 0.0110772 Nov 12 01:43:32.482392 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fd1fc117-e5f0-4ee4-a157-52450e7227bd req-613bb33c-1ebb-4163-875c-f782cca0ac1c tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=1b76e0a8cb0c4a918f1a11804d3f352d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346367 Nov 12 01:43:32.494986 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-fd1fc117-e5f0-4ee4-a157-52450e7227bd req-16c5bcbc-a026-46cf-ba70-1a8e42e7b6ea service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:43:32.496172 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fd1fc117-e5f0-4ee4-a157-52450e7227bd req-16c5bcbc-a026-46cf-ba70-1a8e42e7b6ea service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058470 Nov 12 01:43:32.609035 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fd1fc117-e5f0-4ee4-a157-52450e7227bd req-3934c565-1cd6-4e7b-b7c2-20a2012e7819 service neutron] 10.222.0.45 "GET /v2.0/networks/7f2f1b0b-5b5e-4a28-b48b-d805e327cc70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056676 Nov 12 01:43:32.710106 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fd1fc117-e5f0-4ee4-a157-52450e7227bd req-9569b4b6-c917-49e1-bd53-531565f6c4d9 service neutron] 10.222.0.45 "GET /v2.0/networks/7f2f1b0b-5b5e-4a28-b48b-d805e327cc70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934772 Nov 12 01:43:32.900442 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c3de2b14-7cc4-46cb-bdda-3e4a9218563c req-47ebe086-0632-422f-a1bf-189bc0463408 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/ports?device_id=00daa601-a427-4e17-a7b1-72770b050953 HTTP/1.1" status: 200 len: 210 time: 0.0456891 Nov 12 01:43:32.973853 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:34.005948 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:34.054218 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8e7407ba-1ecc-4634-aef3-0c935a4a4ad2 req-e9c045af-f828-445e-842b-800cceb18f2f tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/ports?device_id=00daa601-a427-4e17-a7b1-72770b050953 HTTP/1.1" status: 200 len: 210 time: 0.0590501 Nov 12 01:43:34.139928 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1fc117-e5f0-4ee4-a157-52450e7227bd req-227ef961-7c82-4ae6-bd30-8e1abcb3657b tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:34.141541 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fd1fc117-e5f0-4ee4-a157-52450e7227bd req-227ef961-7c82-4ae6-bd30-8e1abcb3657b tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.44 "GET /v2.0/networks?id=7f2f1b0b-5b5e-4a28-b48b-d805e327cc70 HTTP/1.1" status: 200 len: 812 time: 0.1607075 Nov 12 01:43:34.163588 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-fd1fc117-e5f0-4ee4-a157-52450e7227bd req-7b5adc7b-b471-48ec-b50a-d0f254875585 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Request body: {'port': {'device_id': '00daa601-a427-4e17-a7b1-72770b050953', 'network_id': '7f2f1b0b-5b5e-4a28-b48b-d805e327cc70', 'admin_state_up': True, 'tenant_id': '1b76e0a8cb0c4a918f1a11804d3f352d'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:43:34.305494 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd1fc117-e5f0-4ee4-a157-52450e7227bd req-7b5adc7b-b471-48ec-b50a-d0f254875585 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Made reservation on behalf of 1b76e0a8cb0c4a918f1a11804d3f352d for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:43:34.309336 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-fd1fc117-e5f0-4ee4-a157-52450e7227bd req-7b5adc7b-b471-48ec-b50a-d0f254875585 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:34.495436 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-fd1fc117-e5f0-4ee4-a157-52450e7227bd req-7b5adc7b-b471-48ec-b50a-d0f254875585 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Allocated IP 172.20.0.14 (7f2f1b0b-5b5e-4a28-b48b-d805e327cc70/f9ab04f4-eb09-4dcc-9a5a-9320a3d17432/0451407b-ce24-4d4a-b80f-94b90af53a36) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:43:34.684469 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-fd1fc117-e5f0-4ee4-a157-52450e7227bd req-7b5adc7b-b471-48ec-b50a-d0f254875585 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:34.724280 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-fd1fc117-e5f0-4ee4-a157-52450e7227bd req-7b5adc7b-b471-48ec-b50a-d0f254875585 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:34.774328 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd1fc117-e5f0-4ee4-a157-52450e7227bd req-7b5adc7b-b471-48ec-b50a-d0f254875585 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Network 7f2f1b0b-5b5e-4a28-b48b-d805e327cc70 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:43:34.777975 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-fd1fc117-e5f0-4ee4-a157-52450e7227bd req-7b5adc7b-b471-48ec-b50a-d0f254875585 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:43:34.785518 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd1fc117-e5f0-4ee4-a157-52450e7227bd req-7b5adc7b-b471-48ec-b50a-d0f254875585 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:43:34.814927 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5adc7b-b471-48ec-b50a-d0f254875585 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Pushing event updated for resources: {'Port': ['ID=0451407b-ce24-4d4a-b80f-94b90af53a36,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:34.848214 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1fc117-e5f0-4ee4-a157-52450e7227bd req-7b5adc7b-b471-48ec-b50a-d0f254875585 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:34.848913 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-fd1fc117-e5f0-4ee4-a157-52450e7227bd req-7b5adc7b-b471-48ec-b50a-d0f254875585 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:34.865493 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fd1fc117-e5f0-4ee4-a157-52450e7227bd req-7b5adc7b-b471-48ec-b50a-d0f254875585 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7087607 Nov 12 01:43:34.886729 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-fd1fc117-e5f0-4ee4-a157-52450e7227bd req-0b1250f8-782d-4d83-be89-34856aafddd4 service neutron] Request body: {'port': {'device_id': '00daa601-a427-4e17-a7b1-72770b050953', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:43:34.945448 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-fd1fc117-e5f0-4ee4-a157-52450e7227bd req-0b1250f8-782d-4d83-be89-34856aafddd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:35.209520 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de9b20f-b100-4479-9fe9-49f618b744b6 req-78c05de7-3460-4178-81dc-d5c426537462 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:35.211004 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0de9b20f-b100-4479-9fe9-49f618b744b6 req-78c05de7-3460-4178-81dc-d5c426537462 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/ports?device_id=00daa601-a427-4e17-a7b1-72770b050953 HTTP/1.1" status: 200 len: 932 time: 0.0825024 Nov 12 01:43:35.296806 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:35.305346 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-fd1fc117-e5f0-4ee4-a157-52450e7227bd req-0b1250f8-782d-4d83-be89-34856aafddd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0451407b-ce24-4d4a-b80f-94b90af53a36 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:43:35.313316 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0de9b20f-b100-4479-9fe9-49f618b744b6 req-9c95b478-8dd0-4499-876d-8cda49c2ad5d tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b8c55fe-b0ce-437b-bdd5-2ca1922bcb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947201 Nov 12 01:43:35.318220 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-fd1fc117-e5f0-4ee4-a157-52450e7227bd req-0b1250f8-782d-4d83-be89-34856aafddd4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:35.338135 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-fd1fc117-e5f0-4ee4-a157-52450e7227bd req-0b1250f8-782d-4d83-be89-34856aafddd4 service neutron] Transition to ACTIVE for port object 0451407b-ce24-4d4a-b80f-94b90af53a36 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:43:35.349122 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-fd1fc117-e5f0-4ee4-a157-52450e7227bd req-0b1250f8-782d-4d83-be89-34856aafddd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:35.400942 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1250f8-782d-4d83-be89-34856aafddd4 service neutron] Pushing event updated for resources: {'Port': ['ID=0451407b-ce24-4d4a-b80f-94b90af53a36,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:35.481873 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-fd1fc117-e5f0-4ee4-a157-52450e7227bd req-0b1250f8-782d-4d83-be89-34856aafddd4 service neutron] Attempting to bind port 0451407b-ce24-4d4a-b80f-94b90af53a36 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:43:35.482275 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-fd1fc117-e5f0-4ee4-a157-52450e7227bd req-0b1250f8-782d-4d83-be89-34856aafddd4 service neutron] Attempting to bind port 0451407b-ce24-4d4a-b80f-94b90af53a36 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '4bd08160-ad38-4016-bd2d-5f30d8eaad7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7f2f1b0b-5b5e-4a28-b48b-d805e327cc70'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:43:35.482662 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1fc117-e5f0-4ee4-a157-52450e7227bd req-0b1250f8-782d-4d83-be89-34856aafddd4 service neutron] Attempting to bind port 0451407b-ce24-4d4a-b80f-94b90af53a36 on network 7f2f1b0b-5b5e-4a28-b48b-d805e327cc70 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:43:35.488785 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1fc117-e5f0-4ee4-a157-52450e7227bd req-0b1250f8-782d-4d83-be89-34856aafddd4 service neutron] Port 0451407b-ce24-4d4a-b80f-94b90af53a36 on network 7f2f1b0b-5b5e-4a28-b48b-d805e327cc70 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:43:35.489281 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1fc117-e5f0-4ee4-a157-52450e7227bd req-0b1250f8-782d-4d83-be89-34856aafddd4 service neutron] Attempting to bind port 0451407b-ce24-4d4a-b80f-94b90af53a36 on network 7f2f1b0b-5b5e-4a28-b48b-d805e327cc70 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:43:35.494570 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1fc117-e5f0-4ee4-a157-52450e7227bd req-0b1250f8-782d-4d83-be89-34856aafddd4 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:43:35.494912 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1fc117-e5f0-4ee4-a157-52450e7227bd req-0b1250f8-782d-4d83-be89-34856aafddd4 service neutron] Checking segment: {'id': '4bd08160-ad38-4016-bd2d-5f30d8eaad7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7f2f1b0b-5b5e-4a28-b48b-d805e327cc70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:43:35.495295 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1fc117-e5f0-4ee4-a157-52450e7227bd req-0b1250f8-782d-4d83-be89-34856aafddd4 service neutron] Bound using segment: {'id': '4bd08160-ad38-4016-bd2d-5f30d8eaad7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7f2f1b0b-5b5e-4a28-b48b-d805e327cc70'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:43:35.495725 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-fd1fc117-e5f0-4ee4-a157-52450e7227bd req-0b1250f8-782d-4d83-be89-34856aafddd4 service neutron] Bound port: 0451407b-ce24-4d4a-b80f-94b90af53a36, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bd08160-ad38-4016-bd2d-5f30d8eaad7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7f2f1b0b-5b5e-4a28-b48b-d805e327cc70'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:43:35.496109 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-fd1fc117-e5f0-4ee4-a157-52450e7227bd req-0b1250f8-782d-4d83-be89-34856aafddd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:35.572161 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-fd1fc117-e5f0-4ee4-a157-52450e7227bd req-0b1250f8-782d-4d83-be89-34856aafddd4 service neutron] For port 0451407b-ce24-4d4a-b80f-94b90af53a36, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:43:35.575899 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-fd1fc117-e5f0-4ee4-a157-52450e7227bd req-0b1250f8-782d-4d83-be89-34856aafddd4 service neutron] For port 0451407b-ce24-4d4a-b80f-94b90af53a36, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=0451407b-ce24-4d4a-b80f-94b90af53a36,segment=NetworkSegment(4bd08160-ad38-4016-bd2d-5f30d8eaad7f),segment_id=4bd08160-ad38-4016-bd2d-5f30d8eaad7f)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:43:35.580406 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-fd1fc117-e5f0-4ee4-a157-52450e7227bd req-0b1250f8-782d-4d83-be89-34856aafddd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:35.617798 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1fc117-e5f0-4ee4-a157-52450e7227bd req-0b1250f8-782d-4d83-be89-34856aafddd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:35.618425 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-fd1fc117-e5f0-4ee4-a157-52450e7227bd req-0b1250f8-782d-4d83-be89-34856aafddd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:35.620007 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fd1fc117-e5f0-4ee4-a157-52450e7227bd req-0b1250f8-782d-4d83-be89-34856aafddd4 service neutron] 10.222.0.44 "PUT /v2.0/ports/0451407b-ce24-4d4a-b80f-94b90af53a36 HTTP/1.1" status: 200 len: 1093 time: 0.7373497 Nov 12 01:43:35.620534 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00daa601-a427-4e17-a7b1-72770b050953', 'tag': '0451407b-ce24-4d4a-b80f-94b90af53a36'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:43:35.622824 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0859855d-e976-4a55-8a8f-402bacb6f944" -d '{"events": [{"name": "network-changed", "server_uuid": "00daa601-a427-4e17-a7b1-72770b050953", "tag": "0451407b-ce24-4d4a-b80f-94b90af53a36"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:43:35.649341 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1250f8-782d-4d83-be89-34856aafddd4 service neutron] Pushing event updated for resources: {'Port': ['ID=0451407b-ce24-4d4a-b80f-94b90af53a36,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:35.669469 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80594cfd-2108-40d5-bc4d-d867db8ae2cc x-openstack-request-id: req-80594cfd-2108-40d5-bc4d-d867db8ae2cc {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:43:35.669794 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00daa601-a427-4e17-a7b1-72770b050953", "tag": "0451407b-ce24-4d4a-b80f-94b90af53a36", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:43:35.670241 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-80594cfd-2108-40d5-bc4d-d867db8ae2cc {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:43:35.670592 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00daa601-a427-4e17-a7b1-72770b050953', 'tag': '0451407b-ce24-4d4a-b80f-94b90af53a36', 'status': 'completed', 'code': 200} Nov 12 01:43:35.729516 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1fc117-e5f0-4ee4-a157-52450e7227bd req-6068492e-815a-4130-ab3f-d9f53251ed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:35.731391 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fd1fc117-e5f0-4ee4-a157-52450e7227bd req-6068492e-815a-4130-ab3f-d9f53251ed6b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1b76e0a8cb0c4a918f1a11804d3f352d&device_id=00daa601-a427-4e17-a7b1-72770b050953 HTTP/1.1" status: 200 len: 1096 time: 0.0444496 Nov 12 01:43:35.781807 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fd1fc117-e5f0-4ee4-a157-52450e7227bd req-134bb6ba-1d0c-42b6-b48a-821640b46ee6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0451407b-ce24-4d4a-b80f-94b90af53a36 HTTP/1.1" status: 200 len: 217 time: 0.0356278 Nov 12 01:43:35.840179 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1fc117-e5f0-4ee4-a157-52450e7227bd req-00d1103f-853a-49e4-9b2f-a86d76c0928b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:35.841980 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fd1fc117-e5f0-4ee4-a157-52450e7227bd req-00d1103f-853a-49e4-9b2f-a86d76c0928b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f9ab04f4-eb09-4dcc-9a5a-9320a3d17432 HTTP/1.1" status: 200 len: 852 time: 0.0531309 Nov 12 01:43:35.883317 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fd1fc117-e5f0-4ee4-a157-52450e7227bd req-c72948a1-77fe-4b57-8e20-5155b53a7d60 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f2f1b0b-5b5e-4a28-b48b-d805e327cc70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299120 Nov 12 01:43:35.978220 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fd1fc117-e5f0-4ee4-a157-52450e7227bd req-9ca8d5d2-9e28-46ae-9285-cc2a5c5c26bc service neutron] 10.222.0.44 "GET /v2.0/networks/7f2f1b0b-5b5e-4a28-b48b-d805e327cc70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875549 Nov 12 01:43:36.085643 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fd1fc117-e5f0-4ee4-a157-52450e7227bd req-c210b6f6-a7bc-4295-9370-951125164c7e service neutron] 10.222.0.44 "GET /v2.0/networks/7f2f1b0b-5b5e-4a28-b48b-d805e327cc70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987916 Nov 12 01:43:36.233906 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859855d-e976-4a55-8a8f-402bacb6f944 req-ab3cad41-182d-4f76-a8d8-3bc28f828e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:36.235553 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0859855d-e976-4a55-8a8f-402bacb6f944 req-ab3cad41-182d-4f76-a8d8-3bc28f828e41 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1b76e0a8cb0c4a918f1a11804d3f352d&device_id=00daa601-a427-4e17-a7b1-72770b050953 HTTP/1.1" status: 200 len: 1096 time: 0.0453761 Nov 12 01:43:36.338338 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859855d-e976-4a55-8a8f-402bacb6f944 req-09e5f71b-c74f-44a1-ad92-3cee9f8f5d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:36.339927 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0859855d-e976-4a55-8a8f-402bacb6f944 req-09e5f71b-c74f-44a1-ad92-3cee9f8f5d90 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7f2f1b0b-5b5e-4a28-b48b-d805e327cc70 HTTP/1.1" status: 200 len: 912 time: 0.0973277 Nov 12 01:43:36.385597 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0859855d-e976-4a55-8a8f-402bacb6f944 req-a7cf2963-be86-42b3-85b5-c45d92faaf72 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0451407b-ce24-4d4a-b80f-94b90af53a36 HTTP/1.1" status: 200 len: 217 time: 0.0380719 Nov 12 01:43:36.474599 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859855d-e976-4a55-8a8f-402bacb6f944 req-f8e5b816-b38a-4d6a-9622-e1c819cccb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:36.476273 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0859855d-e976-4a55-8a8f-402bacb6f944 req-f8e5b816-b38a-4d6a-9622-e1c819cccb97 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f9ab04f4-eb09-4dcc-9a5a-9320a3d17432 HTTP/1.1" status: 200 len: 852 time: 0.0832372 Nov 12 01:43:36.501951 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c4b16-204a-49f4-a13d-eddb8e41b927 req-82585d17-6262-4cd4-b5eb-86175e38afdc tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:36.503473 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9d8c4b16-204a-49f4-a13d-eddb8e41b927 req-82585d17-6262-4cd4-b5eb-86175e38afdc tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/ports?device_id=00daa601-a427-4e17-a7b1-72770b050953 HTTP/1.1" status: 200 len: 944 time: 0.1025696 Nov 12 01:43:36.524078 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0859855d-e976-4a55-8a8f-402bacb6f944 req-1f16a3e8-6a4b-4471-b32f-75f67d4f87eb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f2f1b0b-5b5e-4a28-b48b-d805e327cc70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393496 Nov 12 01:43:36.637884 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9d8c4b16-204a-49f4-a13d-eddb8e41b927 req-c659cd70-b957-4b17-80ce-436fd97f1807 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b8c55fe-b0ce-437b-bdd5-2ca1922bcb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164196 Nov 12 01:43:36.663032 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0859855d-e976-4a55-8a8f-402bacb6f944 req-f4d7e8f1-8c63-4112-8465-90b19c8a17f9 service neutron] 10.222.0.44 "GET /v2.0/networks/7f2f1b0b-5b5e-4a28-b48b-d805e327cc70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311169 Nov 12 01:43:36.759193 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0859855d-e976-4a55-8a8f-402bacb6f944 req-dfa94894-97a3-4493-9282-24b3344331a0 service neutron] 10.222.0.44 "GET /v2.0/networks/7f2f1b0b-5b5e-4a28-b48b-d805e327cc70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890822 Nov 12 01:43:37.770517 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfeb847-c1dd-41d5-ae3d-fefa7c4770ec req-66aa7c49-06f8-4e4c-bf0f-299d9d7228a0 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:37.772197 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7dfeb847-c1dd-41d5-ae3d-fefa7c4770ec req-66aa7c49-06f8-4e4c-bf0f-299d9d7228a0 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/ports?device_id=00daa601-a427-4e17-a7b1-72770b050953 HTTP/1.1" status: 200 len: 944 time: 0.0581629 Nov 12 01:43:37.822852 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7dfeb847-c1dd-41d5-ae3d-fefa7c4770ec req-ef76db6e-8f8b-4af1-8569-3488214c801f tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b8c55fe-b0ce-437b-bdd5-2ca1922bcb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445809 Nov 12 01:43:38.555890 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 0451407b-ce24-4d4a-b80f-94b90af53a36 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:43:38.653308 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 0451407b-ce24-4d4a-b80f-94b90af53a36, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=0451407b-ce24-4d4a-b80f-94b90af53a36,segment=NetworkSegment(4bd08160-ad38-4016-bd2d-5f30d8eaad7f),segment_id=4bd08160-ad38-4016-bd2d-5f30d8eaad7f)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:43:38.665267 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '0451407b-ce24-4d4a-b80f-94b90af53a36', 'network_id': '7f2f1b0b-5b5e-4a28-b48b-d805e327cc70', 'port_id': '0451407b-ce24-4d4a-b80f-94b90af53a36', 'mac_address': 'fa:16:3e:6a:5b:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9ab04f4-eb09-4dcc-9a5a-9320a3d17432', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:43:38.714633 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:38.717230 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:38.731019 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0451407b-ce24-4d4a-b80f-94b90af53a36 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:43:38.752742 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 0451407b-ce24-4d4a-b80f-94b90af53a36, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=0451407b-ce24-4d4a-b80f-94b90af53a36,segment=NetworkSegment(4bd08160-ad38-4016-bd2d-5f30d8eaad7f),segment_id=4bd08160-ad38-4016-bd2d-5f30d8eaad7f)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:43:38.756378 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:38.805139 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=0451407b-ce24-4d4a-b80f-94b90af53a36,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:38.947552 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22201bdd-4010-40db-a5e9-dcd537d6fc5d req-ee07762c-5f6f-44d6-84a2-7953d0a995b0 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:38.949164 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-22201bdd-4010-40db-a5e9-dcd537d6fc5d req-ee07762c-5f6f-44d6-84a2-7953d0a995b0 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/ports?device_id=00daa601-a427-4e17-a7b1-72770b050953 HTTP/1.1" status: 200 len: 945 time: 0.0547664 Nov 12 01:43:39.006352 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-22201bdd-4010-40db-a5e9-dcd537d6fc5d req-6d7aadae-042c-41fe-bd19-a6988ee5a524 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b8c55fe-b0ce-437b-bdd5-2ca1922bcb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456171 Nov 12 01:43:39.015098 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['0451407b-ce24-4d4a-b80f-94b90af53a36'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:43:40.143270 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c6e652-7b33-4319-9d50-98ad0be54280 req-d6fc762f-07d3-4d6e-b64c-63b75abb0b01 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:40.145026 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-49c6e652-7b33-4319-9d50-98ad0be54280 req-d6fc762f-07d3-4d6e-b64c-63b75abb0b01 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/ports?device_id=00daa601-a427-4e17-a7b1-72770b050953 HTTP/1.1" status: 200 len: 945 time: 0.0598335 Nov 12 01:43:40.203493 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-49c6e652-7b33-4319-9d50-98ad0be54280 req-dbfa6720-9d5f-4a5d-bb0b-2fee80ac8553 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b8c55fe-b0ce-437b-bdd5-2ca1922bcb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518301 Nov 12 01:43:40.570356 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 0451407b-ce24-4d4a-b80f-94b90af53a36 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:43:40.629091 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 0451407b-ce24-4d4a-b80f-94b90af53a36 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:43:40.633163 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 0451407b-ce24-4d4a-b80f-94b90af53a36 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:43:40.633693 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:40.725003 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:40.751628 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00daa601-a427-4e17-a7b1-72770b050953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0451407b-ce24-4d4a-b80f-94b90af53a36'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:43:40.754079 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d7e53f-74be-447f-ae8e-38b7b641c551" -d '{"events": [{"server_uuid": "00daa601-a427-4e17-a7b1-72770b050953", "name": "network-vif-plugged", "status": "completed", "tag": "0451407b-ce24-4d4a-b80f-94b90af53a36"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:43:40.770233 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 0451407b-ce24-4d4a-b80f-94b90af53a36, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=0451407b-ce24-4d4a-b80f-94b90af53a36,segment=NetworkSegment(4bd08160-ad38-4016-bd2d-5f30d8eaad7f),segment_id=4bd08160-ad38-4016-bd2d-5f30d8eaad7f)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:43:40.776054 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:40.806140 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc572dac-f23d-4ddc-aa4e-f1f6ae62cfa0 x-openstack-request-id: req-fc572dac-f23d-4ddc-aa4e-f1f6ae62cfa0 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:43:40.806513 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00daa601-a427-4e17-a7b1-72770b050953", "name": "network-vif-plugged", "status": "completed", "tag": "0451407b-ce24-4d4a-b80f-94b90af53a36", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:43:40.806785 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fc572dac-f23d-4ddc-aa4e-f1f6ae62cfa0 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:43:40.807254 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00daa601-a427-4e17-a7b1-72770b050953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0451407b-ce24-4d4a-b80f-94b90af53a36', 'code': 200} Nov 12 01:43:40.850714 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=0451407b-ce24-4d4a-b80f-94b90af53a36,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:43:40.885909 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:40.942528 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85be4d-5ec0-4a19-9db8-184abd4b76d2 req-d63be74a-e0d0-44a2-95ce-c925508cf3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:40.944115 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ea85be4d-5ec0-4a19-9db8-184abd4b76d2 req-d63be74a-e0d0-44a2-95ce-c925508cf3c9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=00daa601-a427-4e17-a7b1-72770b050953 HTTP/1.1" status: 200 len: 1098 time: 0.0459762 Nov 12 01:43:40.992489 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ea85be4d-5ec0-4a19-9db8-184abd4b76d2 req-550cf78a-dd2a-44d6-9ad4-76108f128602 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5b8c55fe-b0ce-437b-bdd5-2ca1922bcb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413036 Nov 12 01:43:41.338049 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5891832-0658-4f26-b553-44c6f0154861 req-7fdbf2ee-90b5-4419-a981-eaee3a31e692 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:41.339612 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e5891832-0658-4f26-b553-44c6f0154861 req-7fdbf2ee-90b5-4419-a981-eaee3a31e692 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/ports?device_id=00daa601-a427-4e17-a7b1-72770b050953 HTTP/1.1" status: 200 len: 946 time: 0.0550630 Nov 12 01:43:41.405062 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e5891832-0658-4f26-b553-44c6f0154861 req-53e39820-778b-42f7-b064-5ca6b3e7b19c tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b8c55fe-b0ce-437b-bdd5-2ca1922bcb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586722 Nov 12 01:43:42.545687 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d75dd-880c-44a1-b365-262d1008f70f req-48714541-e78c-4ad2-8ce3-f53973c837aa tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:42.547615 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7c1d75dd-880c-44a1-b365-262d1008f70f req-48714541-e78c-4ad2-8ce3-f53973c837aa tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/ports?device_id=00daa601-a427-4e17-a7b1-72770b050953 HTTP/1.1" status: 200 len: 946 time: 0.0579069 Nov 12 01:43:42.600407 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7c1d75dd-880c-44a1-b365-262d1008f70f req-a33023ae-8dcc-46bd-b0c0-3750b5bf438a tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b8c55fe-b0ce-437b-bdd5-2ca1922bcb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463941 Nov 12 01:43:42.861532 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1fc240-ddb5-4691-8b07-df2893990ba3 req-d92be772-5476-4d46-ad4b-3f0a3408da1f tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:42.863350 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9b1fc240-ddb5-4691-8b07-df2893990ba3 req-d92be772-5476-4d46-ad4b-3f0a3408da1f tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/ports?device_id=00daa601-a427-4e17-a7b1-72770b050953 HTTP/1.1" status: 200 len: 946 time: 0.0545578 Nov 12 01:43:42.916263 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9b1fc240-ddb5-4691-8b07-df2893990ba3 req-e7b5948a-bbc5-45b7-b43f-10f055829ef6 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b8c55fe-b0ce-437b-bdd5-2ca1922bcb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467083 Nov 12 01:43:42.923234 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-cefebf2c-2917-43cc-8939-9af79a82c651 req-baf2a245-3913-43a5-9428-5392f41f4293 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=00daa601-a427-4e17-a7b1-72770b050953&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1107972 Nov 12 01:43:44.062403 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f21fd-0c6c-4d6b-8e17-c2c61dde87b4 req-bc4c1988-f1e3-4fce-bb18-6cf06a4a6710 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:44.064795 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-306f21fd-0c6c-4d6b-8e17-c2c61dde87b4 req-bc4c1988-f1e3-4fce-bb18-6cf06a4a6710 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/ports?device_id=00daa601-a427-4e17-a7b1-72770b050953 HTTP/1.1" status: 200 len: 946 time: 0.0654309 Nov 12 01:43:44.126230 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-306f21fd-0c6c-4d6b-8e17-c2c61dde87b4 req-b3e9e1b7-08d6-4666-b141-5edeaf1c9619 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b8c55fe-b0ce-437b-bdd5-2ca1922bcb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532007 Nov 12 01:43:44.255201 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefebf2c-2917-43cc-8939-9af79a82c651 req-6ef38078-62c2-4594-88db-c27517fe54a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:44.257060 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cefebf2c-2917-43cc-8939-9af79a82c651 req-6ef38078-62c2-4594-88db-c27517fe54a8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1b76e0a8cb0c4a918f1a11804d3f352d&device_id=00daa601-a427-4e17-a7b1-72770b050953 HTTP/1.1" status: 200 len: 1098 time: 0.0477710 Nov 12 01:43:44.375432 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefebf2c-2917-43cc-8939-9af79a82c651 req-82b580ca-7f3f-457d-abe9-d8e0bbfa21b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:44.377749 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cefebf2c-2917-43cc-8939-9af79a82c651 req-82b580ca-7f3f-457d-abe9-d8e0bbfa21b0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7f2f1b0b-5b5e-4a28-b48b-d805e327cc70 HTTP/1.1" status: 200 len: 912 time: 0.1141427 Nov 12 01:43:44.427727 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cefebf2c-2917-43cc-8939-9af79a82c651 req-6c954b64-a283-4373-baa6-758b2f149705 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0451407b-ce24-4d4a-b80f-94b90af53a36 HTTP/1.1" status: 200 len: 217 time: 0.0427341 Nov 12 01:43:44.478729 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefebf2c-2917-43cc-8939-9af79a82c651 req-a9bc605c-2dfd-4b1b-90a9-75971fefd78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:44.480270 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cefebf2c-2917-43cc-8939-9af79a82c651 req-a9bc605c-2dfd-4b1b-90a9-75971fefd78c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f9ab04f4-eb09-4dcc-9a5a-9320a3d17432 HTTP/1.1" status: 200 len: 852 time: 0.0463841 Nov 12 01:43:44.512768 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cefebf2c-2917-43cc-8939-9af79a82c651 req-801b3385-927e-4d63-9eb3-ae4c8af74bb4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f2f1b0b-5b5e-4a28-b48b-d805e327cc70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253789 Nov 12 01:43:44.611345 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cefebf2c-2917-43cc-8939-9af79a82c651 req-68a06724-9736-40c1-bf38-b0568cbbb1e1 service neutron] 10.222.0.44 "GET /v2.0/networks/7f2f1b0b-5b5e-4a28-b48b-d805e327cc70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921352 Nov 12 01:43:44.712063 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cefebf2c-2917-43cc-8939-9af79a82c651 req-7f603026-bc25-4560-ab56-3497f53c9a72 service neutron] 10.222.0.44 "GET /v2.0/networks/7f2f1b0b-5b5e-4a28-b48b-d805e327cc70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940638 Nov 12 01:43:45.257099 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50816944-581a-4708-a2eb-9b21a15f4a54 req-3cbcb80e-cc6d-4bab-8531-648fe9f191aa tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:45.258777 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-50816944-581a-4708-a2eb-9b21a15f4a54 req-3cbcb80e-cc6d-4bab-8531-648fe9f191aa tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/ports?device_id=00daa601-a427-4e17-a7b1-72770b050953 HTTP/1.1" status: 200 len: 946 time: 0.0538816 Nov 12 01:43:45.310078 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-50816944-581a-4708-a2eb-9b21a15f4a54 req-769f10dc-9f02-42b7-945d-e58ec7e76218 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b8c55fe-b0ce-437b-bdd5-2ca1922bcb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451367 Nov 12 01:43:46.439198 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355992c8-c075-4acc-b8ff-aafeb4c18013 req-b90a695f-f27d-4f97-88f1-8fd2e07cee8c tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:46.440922 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-355992c8-c075-4acc-b8ff-aafeb4c18013 req-b90a695f-f27d-4f97-88f1-8fd2e07cee8c tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/ports?device_id=00daa601-a427-4e17-a7b1-72770b050953 HTTP/1.1" status: 200 len: 946 time: 0.0564568 Nov 12 01:43:46.503323 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-355992c8-c075-4acc-b8ff-aafeb4c18013 req-05cffe8d-3914-4f2f-b596-64ed30871248 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b8c55fe-b0ce-437b-bdd5-2ca1922bcb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561483 Nov 12 01:43:47.633241 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b0548-a224-4325-a7e3-d8e34912f4f9 req-b94e3cca-42cb-44f3-aebd-1bf13bb51863 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:47.634762 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a27b0548-a224-4325-a7e3-d8e34912f4f9 req-b94e3cca-42cb-44f3-aebd-1bf13bb51863 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/ports?device_id=00daa601-a427-4e17-a7b1-72770b050953 HTTP/1.1" status: 200 len: 946 time: 0.0563703 Nov 12 01:43:47.683854 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a27b0548-a224-4325-a7e3-d8e34912f4f9 req-d340ec78-8b36-4676-abc8-72961831cb9e tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b8c55fe-b0ce-437b-bdd5-2ca1922bcb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427642 Nov 12 01:43:48.812398 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc43a3a7-a102-47f2-ba8a-6e298df94d98 req-cada4fa9-c4da-4529-8692-5cf8755101a0 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:48.814318 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fc43a3a7-a102-47f2-ba8a-6e298df94d98 req-cada4fa9-c4da-4529-8692-5cf8755101a0 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/ports?device_id=00daa601-a427-4e17-a7b1-72770b050953 HTTP/1.1" status: 200 len: 946 time: 0.0543046 Nov 12 01:43:48.867924 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fc43a3a7-a102-47f2-ba8a-6e298df94d98 req-cfa3d92f-9543-4474-8435-3f05ba804adc tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b8c55fe-b0ce-437b-bdd5-2ca1922bcb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473895 Nov 12 01:43:49.987216 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d80809-fb72-435f-a2ac-fdd6ecaf7ee8 req-c50fd0ba-e7ba-47de-8d3a-17f4137a6063 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:49.988843 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d7d80809-fb72-435f-a2ac-fdd6ecaf7ee8 req-c50fd0ba-e7ba-47de-8d3a-17f4137a6063 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/ports?device_id=00daa601-a427-4e17-a7b1-72770b050953 HTTP/1.1" status: 200 len: 946 time: 0.0513794 Nov 12 01:43:50.041660 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d7d80809-fb72-435f-a2ac-fdd6ecaf7ee8 req-426ee507-c186-49f8-8d5c-b555a9c5909c tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b8c55fe-b0ce-437b-bdd5-2ca1922bcb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467656 Nov 12 01:43:50.432558 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:43:51.164879 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb08e7-92a1-4244-a2a4-d95470616ba7 req-1daf8698-efe7-49c0-a8f4-9fb6bc63a46d tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:51.166359 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1deb08e7-92a1-4244-a2a4-d95470616ba7 req-1daf8698-efe7-49c0-a8f4-9fb6bc63a46d tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/ports?device_id=00daa601-a427-4e17-a7b1-72770b050953 HTTP/1.1" status: 200 len: 946 time: 0.0529060 Nov 12 01:43:51.218886 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1deb08e7-92a1-4244-a2a4-d95470616ba7 req-62c56297-d2d1-405f-9a90-7c3a51fc6940 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b8c55fe-b0ce-437b-bdd5-2ca1922bcb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455847 Nov 12 01:43:52.344852 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203001d9-33ac-4a57-92f8-e413e5b683fe req-66804dc4-35b5-4de2-b577-52c73c65cd1d tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:52.346540 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-203001d9-33ac-4a57-92f8-e413e5b683fe req-66804dc4-35b5-4de2-b577-52c73c65cd1d tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/ports?device_id=00daa601-a427-4e17-a7b1-72770b050953 HTTP/1.1" status: 200 len: 946 time: 0.0525417 Nov 12 01:43:52.395421 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-203001d9-33ac-4a57-92f8-e413e5b683fe req-26d22d14-8298-4f9a-8e31-918fd2a8720e tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b8c55fe-b0ce-437b-bdd5-2ca1922bcb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423880 Nov 12 01:43:53.521157 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511f12f-4372-4481-a8d7-8b2c02958221 req-fb731276-4b8d-43d9-bf27-5833551b45f6 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:53.522704 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c511f12f-4372-4481-a8d7-8b2c02958221 req-fb731276-4b8d-43d9-bf27-5833551b45f6 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/ports?device_id=00daa601-a427-4e17-a7b1-72770b050953 HTTP/1.1" status: 200 len: 946 time: 0.0562439 Nov 12 01:43:53.574272 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c511f12f-4372-4481-a8d7-8b2c02958221 req-765ec357-78d4-417a-9387-533968e0a6f7 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b8c55fe-b0ce-437b-bdd5-2ca1922bcb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454910 Nov 12 01:43:54.712217 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf145f-bd19-4f9b-9bd7-fd0fe2791ffe req-038badaa-49ef-4f3d-ac1c-9e3c6d8a243f tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:54.713816 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-32cf145f-bd19-4f9b-9bd7-fd0fe2791ffe req-038badaa-49ef-4f3d-ac1c-9e3c6d8a243f tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/ports?device_id=00daa601-a427-4e17-a7b1-72770b050953 HTTP/1.1" status: 200 len: 946 time: 0.0565495 Nov 12 01:43:54.774186 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-32cf145f-bd19-4f9b-9bd7-fd0fe2791ffe req-e88d4d14-f5cd-4b9f-9ea2-598983b444fc tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b8c55fe-b0ce-437b-bdd5-2ca1922bcb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529883 Nov 12 01:43:55.911293 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e029b31-f844-4b9f-912b-6457b38c6287 req-6648c20d-0053-4a9f-a4b5-c595004bbebe tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:55.912980 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0e029b31-f844-4b9f-912b-6457b38c6287 req-6648c20d-0053-4a9f-a4b5-c595004bbebe tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/ports?device_id=00daa601-a427-4e17-a7b1-72770b050953 HTTP/1.1" status: 200 len: 946 time: 0.0612938 Nov 12 01:43:55.966954 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0e029b31-f844-4b9f-912b-6457b38c6287 req-c4778e54-1cc5-46e1-bc78-e6b82598df26 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b8c55fe-b0ce-437b-bdd5-2ca1922bcb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468822 Nov 12 01:43:57.102680 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e9aab-5aa5-4adf-a04e-49144ebe044c req-957fc6eb-8087-4b54-ab1d-18adf4ac9662 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:57.104141 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-337e9aab-5aa5-4adf-a04e-49144ebe044c req-957fc6eb-8087-4b54-ab1d-18adf4ac9662 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/ports?device_id=00daa601-a427-4e17-a7b1-72770b050953 HTTP/1.1" status: 200 len: 946 time: 0.0511320 Nov 12 01:43:57.161568 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-337e9aab-5aa5-4adf-a04e-49144ebe044c req-34e8eb0e-38d2-4be7-8dd0-10a6aae6d49b tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b8c55fe-b0ce-437b-bdd5-2ca1922bcb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514429 Nov 12 01:43:57.251057 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c8cc6dad-c894-49ec-b0c5-7ac0c754e433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:43:58.285200 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a7f49-76f2-4718-9b65-db3f995ff838 req-3d122108-6219-4dd6-b1f2-5c0ee38c196a tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:58.287826 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-917a7f49-76f2-4718-9b65-db3f995ff838 req-3d122108-6219-4dd6-b1f2-5c0ee38c196a tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/ports?device_id=00daa601-a427-4e17-a7b1-72770b050953 HTTP/1.1" status: 200 len: 946 time: 0.0555074 Nov 12 01:43:58.345437 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-917a7f49-76f2-4718-9b65-db3f995ff838 req-0cdb00f3-fe45-4620-9c50-73bbfa344534 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b8c55fe-b0ce-437b-bdd5-2ca1922bcb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488594 Nov 12 01:43:59.475672 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c05eda-9cdd-4855-9cd6-95bb84a1913d req-5fbc8af9-f2a6-4b9d-ad05-aba488f75cc6 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:43:59.477279 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-69c05eda-9cdd-4855-9cd6-95bb84a1913d req-5fbc8af9-f2a6-4b9d-ad05-aba488f75cc6 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/ports?device_id=00daa601-a427-4e17-a7b1-72770b050953 HTTP/1.1" status: 200 len: 946 time: 0.0600059 Nov 12 01:43:59.530538 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-69c05eda-9cdd-4855-9cd6-95bb84a1913d req-649bc1c1-d907-4f93-ac1f-299ff61e84b8 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b8c55fe-b0ce-437b-bdd5-2ca1922bcb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469632 Nov 12 01:44:00.651780 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d410897-2f17-4251-8c13-1837a6ba8dc6 req-83cad2e4-9f15-49d3-b107-8b79946f59b9 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:00.653465 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5d410897-2f17-4251-8c13-1837a6ba8dc6 req-83cad2e4-9f15-49d3-b107-8b79946f59b9 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/ports?device_id=00daa601-a427-4e17-a7b1-72770b050953 HTTP/1.1" status: 200 len: 946 time: 0.0517123 Nov 12 01:44:00.703102 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5d410897-2f17-4251-8c13-1837a6ba8dc6 req-c90e34ee-5b76-47fe-b55c-692a7ce141a7 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b8c55fe-b0ce-437b-bdd5-2ca1922bcb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429919 Nov 12 01:44:00.849710 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6eb7b779-d116-4df8-aeb3-d31cb0231d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:01.828616 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a57684d-d944-4a63-a583-541b4eee9644 req-ab47211a-822e-4c33-b72d-97cf69d936bd tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:01.830268 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3a57684d-d944-4a63-a583-541b4eee9644 req-ab47211a-822e-4c33-b72d-97cf69d936bd tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/ports?device_id=00daa601-a427-4e17-a7b1-72770b050953 HTTP/1.1" status: 200 len: 946 time: 0.0554023 Nov 12 01:44:01.879305 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3a57684d-d944-4a63-a583-541b4eee9644 req-ea1b84c4-32c5-4859-8516-2c8b86592971 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b8c55fe-b0ce-437b-bdd5-2ca1922bcb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429993 Nov 12 01:44:02.975975 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:02.997171 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57431eae-0316-4a75-bea5-e5de75a35ef4 req-a9df0572-038b-4b12-95f4-81965654bcf2 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:02.998644 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-57431eae-0316-4a75-bea5-e5de75a35ef4 req-a9df0572-038b-4b12-95f4-81965654bcf2 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/ports?device_id=00daa601-a427-4e17-a7b1-72770b050953 HTTP/1.1" status: 200 len: 946 time: 0.0511217 Nov 12 01:44:03.049045 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-57431eae-0316-4a75-bea5-e5de75a35ef4 req-d60a022f-9109-4d02-846e-9e8d60cd973a tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b8c55fe-b0ce-437b-bdd5-2ca1922bcb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437100 Nov 12 01:44:04.000704 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:04.166935 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2ec8b-c035-4930-82db-7cf8033d6ffe req-ac8668fb-d343-4c0a-9216-353549a88c3b tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:04.168447 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bfe2ec8b-c035-4930-82db-7cf8033d6ffe req-ac8668fb-d343-4c0a-9216-353549a88c3b tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/ports?device_id=00daa601-a427-4e17-a7b1-72770b050953 HTTP/1.1" status: 200 len: 946 time: 0.0492251 Nov 12 01:44:04.220156 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bfe2ec8b-c035-4930-82db-7cf8033d6ffe req-f1026bf6-2706-4661-ba1c-9f3a256fd119 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b8c55fe-b0ce-437b-bdd5-2ca1922bcb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456760 Nov 12 01:44:05.293730 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:05.340926 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c219116-dc6a-4066-9459-0ef0c461d67c req-fc35108b-e8c8-4281-aadc-a662a877c637 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:05.342454 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0c219116-dc6a-4066-9459-0ef0c461d67c req-fc35108b-e8c8-4281-aadc-a662a877c637 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/ports?device_id=00daa601-a427-4e17-a7b1-72770b050953 HTTP/1.1" status: 200 len: 946 time: 0.0501981 Nov 12 01:44:05.392628 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0c219116-dc6a-4066-9459-0ef0c461d67c req-9dce3600-29db-4061-92eb-b3bed26b418e tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b8c55fe-b0ce-437b-bdd5-2ca1922bcb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425792 Nov 12 01:44:06.553404 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13e235-eaa0-4a8e-a698-5651c783a97a req-7cee9824-ede7-48c3-90b5-dbbd86b96a2a tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:06.554968 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ce13e235-eaa0-4a8e-a698-5651c783a97a req-7cee9824-ede7-48c3-90b5-dbbd86b96a2a tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/ports?device_id=00daa601-a427-4e17-a7b1-72770b050953 HTTP/1.1" status: 200 len: 946 time: 0.0791233 Nov 12 01:44:06.611798 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ce13e235-eaa0-4a8e-a698-5651c783a97a req-89450363-a8a5-4536-84a8-60d1fd35d171 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b8c55fe-b0ce-437b-bdd5-2ca1922bcb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474415 Nov 12 01:44:07.753690 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4688bd-ca72-4c69-8647-a095f099e46c req-c06d8687-303f-4faf-9f41-33cb9c195ed0 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:07.755498 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fc4688bd-ca72-4c69-8647-a095f099e46c req-c06d8687-303f-4faf-9f41-33cb9c195ed0 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/ports?device_id=00daa601-a427-4e17-a7b1-72770b050953 HTTP/1.1" status: 200 len: 946 time: 0.0604603 Nov 12 01:44:07.805057 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fc4688bd-ca72-4c69-8647-a095f099e46c req-e33e6803-c444-453f-a661-90c73c367ae7 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b8c55fe-b0ce-437b-bdd5-2ca1922bcb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433586 Nov 12 01:44:08.713858 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:08.937145 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4f969-ac56-4f58-97f9-6768e0bf77e3 req-a7916a47-c25e-47cc-b259-460efc5ccd47 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:08.944265 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aec4f969-ac56-4f58-97f9-6768e0bf77e3 req-a7916a47-c25e-47cc-b259-460efc5ccd47 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/ports?device_id=00daa601-a427-4e17-a7b1-72770b050953 HTTP/1.1" status: 200 len: 946 time: 0.0577798 Nov 12 01:44:08.995470 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aec4f969-ac56-4f58-97f9-6768e0bf77e3 req-4f2b69fb-1caf-40e7-81ab-7a31920a28b9 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b8c55fe-b0ce-437b-bdd5-2ca1922bcb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457399 Nov 12 01:44:10.127257 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee20ad3-abb5-4e6e-8672-783ba8ac7a28 req-9ec062dc-9886-404e-83a8-23381f115f0d tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:10.128982 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9ee20ad3-abb5-4e6e-8672-783ba8ac7a28 req-9ec062dc-9886-404e-83a8-23381f115f0d tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/ports?device_id=00daa601-a427-4e17-a7b1-72770b050953 HTTP/1.1" status: 200 len: 946 time: 0.0561998 Nov 12 01:44:10.181928 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9ee20ad3-abb5-4e6e-8672-783ba8ac7a28 req-60f79506-87b7-46d7-b634-d0b26a7ab0bc tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b8c55fe-b0ce-437b-bdd5-2ca1922bcb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466993 Nov 12 01:44:10.888874 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:11.315585 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd51f87-a390-4b72-8619-35c5db477def req-7f67dbd1-a535-4f2c-aab3-c1af790281a6 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:11.317232 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bbd51f87-a390-4b72-8619-35c5db477def req-7f67dbd1-a535-4f2c-aab3-c1af790281a6 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/ports?device_id=00daa601-a427-4e17-a7b1-72770b050953 HTTP/1.1" status: 200 len: 946 time: 0.0597911 Nov 12 01:44:11.373847 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bbd51f87-a390-4b72-8619-35c5db477def req-05688152-1337-4eaa-aca4-3bbcdc881310 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b8c55fe-b0ce-437b-bdd5-2ca1922bcb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469835 Nov 12 01:44:11.723196 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [req-cefebf2c-2917-43cc-8939-9af79a82c651 req-c9196557-0c34-439e-a61c-c5af5b18fb3a service neutron] show failed (client error): The resource could not be found. Nov 12 01:44:11.724270 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cefebf2c-2917-43cc-8939-9af79a82c651 req-c9196557-0c34-439e-a61c-c5af5b18fb3a service neutron] 10.222.0.44 "GET /v2.0/ports/0451407b-ce24-4d4a-b80f-94b90af53a36/bindings/n-h1-712142-27 HTTP/1.1" status: 404 len: 381 time: 0.0596781 Nov 12 01:44:12.009980 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefebf2c-2917-43cc-8939-9af79a82c651 req-a86e4a82-0455-480f-80a4-bdcca65f155d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:12.012513 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cefebf2c-2917-43cc-8939-9af79a82c651 req-a86e4a82-0455-480f-80a4-bdcca65f155d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=00daa601-a427-4e17-a7b1-72770b050953&tenant_id=1b76e0a8cb0c4a918f1a11804d3f352d HTTP/1.1" status: 200 len: 1098 time: 0.0973756 Nov 12 01:44:12.037825 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-cefebf2c-2917-43cc-8939-9af79a82c651 req-22a5a90d-10da-4e5f-8b32-97b73915146c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712142-27', 'device_owner': 'compute:nova'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:44:12.095874 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-cefebf2c-2917-43cc-8939-9af79a82c651 req-22a5a90d-10da-4e5f-8b32-97b73915146c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:12.632307 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60008a4e-5e52-4a4b-a032-62083af5d7c9 req-31e46af6-406c-419e-ab18-b9891172d251 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:12.633870 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-60008a4e-5e52-4a4b-a032-62083af5d7c9 req-31e46af6-406c-419e-ab18-b9891172d251 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/ports?device_id=00daa601-a427-4e17-a7b1-72770b050953 HTTP/1.1" status: 200 len: 946 time: 0.1604974 Nov 12 01:44:12.702846 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-cefebf2c-2917-43cc-8939-9af79a82c651 req-22a5a90d-10da-4e5f-8b32-97b73915146c service neutron] For port 0451407b-ce24-4d4a-b80f-94b90af53a36, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=0451407b-ce24-4d4a-b80f-94b90af53a36,segment=NetworkSegment(4bd08160-ad38-4016-bd2d-5f30d8eaad7f),segment_id=4bd08160-ad38-4016-bd2d-5f30d8eaad7f)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:44:12.719154 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-60008a4e-5e52-4a4b-a032-62083af5d7c9 req-31b06161-71f6-4670-af04-ec19ca202cc5 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b8c55fe-b0ce-437b-bdd5-2ca1922bcb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784581 Nov 12 01:44:12.756691 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-cefebf2c-2917-43cc-8939-9af79a82c651 req-22a5a90d-10da-4e5f-8b32-97b73915146c service neutron] For port 0451407b-ce24-4d4a-b80f-94b90af53a36, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:44:12.806371 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00daa601-a427-4e17-a7b1-72770b050953', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0451407b-ce24-4d4a-b80f-94b90af53a36'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:44:12.809073 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66babe3-4127-4f9d-a7e5-4fca20160df5" -d '{"events": [{"server_uuid": "00daa601-a427-4e17-a7b1-72770b050953", "name": "network-vif-unplugged", "status": "completed", "tag": "0451407b-ce24-4d4a-b80f-94b90af53a36"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:44:12.814251 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-cefebf2c-2917-43cc-8939-9af79a82c651 req-22a5a90d-10da-4e5f-8b32-97b73915146c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:12.833494 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-cefebf2c-2917-43cc-8939-9af79a82c651 req-22a5a90d-10da-4e5f-8b32-97b73915146c service neutron] Transition to ACTIVE for port object 0451407b-ce24-4d4a-b80f-94b90af53a36 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:44:12.838886 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-cefebf2c-2917-43cc-8939-9af79a82c651 req-22a5a90d-10da-4e5f-8b32-97b73915146c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:12.905760 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e53bb27-974b-4ed3-814b-ee97a291d7b1 x-openstack-request-id: req-7e53bb27-974b-4ed3-814b-ee97a291d7b1 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:44:12.906130 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00daa601-a427-4e17-a7b1-72770b050953", "name": "network-vif-unplugged", "status": "completed", "tag": "0451407b-ce24-4d4a-b80f-94b90af53a36", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:44:12.906304 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7e53bb27-974b-4ed3-814b-ee97a291d7b1 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:44:12.906710 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00daa601-a427-4e17-a7b1-72770b050953', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0451407b-ce24-4d4a-b80f-94b90af53a36', 'code': 200} Nov 12 01:44:12.928258 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-cefebf2c-2917-43cc-8939-9af79a82c651 req-22a5a90d-10da-4e5f-8b32-97b73915146c service neutron] No DVR routers for this DVR port 0451407b-ce24-4d4a-b80f-94b90af53a36 on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:44:12.932310 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a5a90d-10da-4e5f-8b32-97b73915146c service neutron] Pushing event updated for resources: {'Port': ['ID=0451407b-ce24-4d4a-b80f-94b90af53a36,revision_number=6']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:12.973600 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-cefebf2c-2917-43cc-8939-9af79a82c651 req-22a5a90d-10da-4e5f-8b32-97b73915146c service neutron] Attempting to bind port 0451407b-ce24-4d4a-b80f-94b90af53a36 on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:44:12.973926 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-cefebf2c-2917-43cc-8939-9af79a82c651 req-22a5a90d-10da-4e5f-8b32-97b73915146c service neutron] Attempting to bind port 0451407b-ce24-4d4a-b80f-94b90af53a36 by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': '4bd08160-ad38-4016-bd2d-5f30d8eaad7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7f2f1b0b-5b5e-4a28-b48b-d805e327cc70'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:44:12.974264 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefebf2c-2917-43cc-8939-9af79a82c651 req-22a5a90d-10da-4e5f-8b32-97b73915146c service neutron] Attempting to bind port 0451407b-ce24-4d4a-b80f-94b90af53a36 on network 7f2f1b0b-5b5e-4a28-b48b-d805e327cc70 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:44:12.980090 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefebf2c-2917-43cc-8939-9af79a82c651 req-22a5a90d-10da-4e5f-8b32-97b73915146c service neutron] Port 0451407b-ce24-4d4a-b80f-94b90af53a36 on network 7f2f1b0b-5b5e-4a28-b48b-d805e327cc70 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:44:12.980429 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefebf2c-2917-43cc-8939-9af79a82c651 req-22a5a90d-10da-4e5f-8b32-97b73915146c service neutron] Attempting to bind port 0451407b-ce24-4d4a-b80f-94b90af53a36 on network 7f2f1b0b-5b5e-4a28-b48b-d805e327cc70 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:44:12.986634 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefebf2c-2917-43cc-8939-9af79a82c651 req-22a5a90d-10da-4e5f-8b32-97b73915146c service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:44:12.987027 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefebf2c-2917-43cc-8939-9af79a82c651 req-22a5a90d-10da-4e5f-8b32-97b73915146c service neutron] Checking segment: {'id': '4bd08160-ad38-4016-bd2d-5f30d8eaad7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7f2f1b0b-5b5e-4a28-b48b-d805e327cc70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:44:12.987457 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cefebf2c-2917-43cc-8939-9af79a82c651 req-22a5a90d-10da-4e5f-8b32-97b73915146c service neutron] Bound using segment: {'id': '4bd08160-ad38-4016-bd2d-5f30d8eaad7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7f2f1b0b-5b5e-4a28-b48b-d805e327cc70'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:44:12.987958 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-cefebf2c-2917-43cc-8939-9af79a82c651 req-22a5a90d-10da-4e5f-8b32-97b73915146c service neutron] Bound port: 0451407b-ce24-4d4a-b80f-94b90af53a36, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bd08160-ad38-4016-bd2d-5f30d8eaad7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7f2f1b0b-5b5e-4a28-b48b-d805e327cc70'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:44:12.988439 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-cefebf2c-2917-43cc-8939-9af79a82c651 req-22a5a90d-10da-4e5f-8b32-97b73915146c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:13.060774 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-cefebf2c-2917-43cc-8939-9af79a82c651 req-22a5a90d-10da-4e5f-8b32-97b73915146c service neutron] For port 0451407b-ce24-4d4a-b80f-94b90af53a36, host n-h1-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:44:13.065730 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-cefebf2c-2917-43cc-8939-9af79a82c651 req-22a5a90d-10da-4e5f-8b32-97b73915146c service neutron] For port 0451407b-ce24-4d4a-b80f-94b90af53a36, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=0451407b-ce24-4d4a-b80f-94b90af53a36,segment=NetworkSegment(4bd08160-ad38-4016-bd2d-5f30d8eaad7f),segment_id=4bd08160-ad38-4016-bd2d-5f30d8eaad7f)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:44:13.071092 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-cefebf2c-2917-43cc-8939-9af79a82c651 req-22a5a90d-10da-4e5f-8b32-97b73915146c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:13.114174 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefebf2c-2917-43cc-8939-9af79a82c651 req-22a5a90d-10da-4e5f-8b32-97b73915146c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:13.114882 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-cefebf2c-2917-43cc-8939-9af79a82c651 req-22a5a90d-10da-4e5f-8b32-97b73915146c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:13.116807 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cefebf2c-2917-43cc-8939-9af79a82c651 req-22a5a90d-10da-4e5f-8b32-97b73915146c service neutron] 10.222.0.16 "PUT /v2.0/ports/0451407b-ce24-4d4a-b80f-94b90af53a36 HTTP/1.1" status: 200 len: 1093 time: 1.0833826 Nov 12 01:44:13.146054 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a5a90d-10da-4e5f-8b32-97b73915146c service neutron] Pushing event updated for resources: {'Port': ['ID=0451407b-ce24-4d4a-b80f-94b90af53a36,revision_number=7']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:13.217211 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefebf2c-2917-43cc-8939-9af79a82c651 req-5352ffc5-5b3c-4c66-a343-747822afca0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:13.219874 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cefebf2c-2917-43cc-8939-9af79a82c651 req-5352ffc5-5b3c-4c66-a343-747822afca0e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1b76e0a8cb0c4a918f1a11804d3f352d&device_id=00daa601-a427-4e17-a7b1-72770b050953 HTTP/1.1" status: 200 len: 1096 time: 0.0513098 Nov 12 01:44:13.325672 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefebf2c-2917-43cc-8939-9af79a82c651 req-fea7cf0d-7c6c-4255-8f1f-d466ab232aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:13.327214 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cefebf2c-2917-43cc-8939-9af79a82c651 req-fea7cf0d-7c6c-4255-8f1f-d466ab232aa2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7f2f1b0b-5b5e-4a28-b48b-d805e327cc70 HTTP/1.1" status: 200 len: 912 time: 0.0993109 Nov 12 01:44:13.372383 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cefebf2c-2917-43cc-8939-9af79a82c651 req-35431188-3d30-4406-96a2-ebcdc8f9e2f8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0451407b-ce24-4d4a-b80f-94b90af53a36 HTTP/1.1" status: 200 len: 217 time: 0.0367610 Nov 12 01:44:13.428921 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefebf2c-2917-43cc-8939-9af79a82c651 req-a8c66e02-e4c0-4d3d-a8bb-e1d4dfc5a63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:13.430451 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cefebf2c-2917-43cc-8939-9af79a82c651 req-a8c66e02-e4c0-4d3d-a8bb-e1d4dfc5a63f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f9ab04f4-eb09-4dcc-9a5a-9320a3d17432 HTTP/1.1" status: 200 len: 852 time: 0.0510075 Nov 12 01:44:13.465484 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cefebf2c-2917-43cc-8939-9af79a82c651 req-9e70b24f-47ea-4ba6-8018-d69d8836ac1a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7f2f1b0b-5b5e-4a28-b48b-d805e327cc70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272832 Nov 12 01:44:13.570751 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cefebf2c-2917-43cc-8939-9af79a82c651 req-1858653f-a78a-4989-b7a1-ffeee5217bb6 service neutron] 10.222.0.16 "GET /v2.0/networks/7f2f1b0b-5b5e-4a28-b48b-d805e327cc70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968556 Nov 12 01:44:13.673046 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cefebf2c-2917-43cc-8939-9af79a82c651 req-e467aacb-9386-45eb-8ade-44f1a55b4855 service neutron] 10.222.0.16 "GET /v2.0/networks/7f2f1b0b-5b5e-4a28-b48b-d805e327cc70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925126 Nov 12 01:44:13.867625 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2070a-87a5-4e13-b225-fef9ffc1ab6d req-be748f38-2227-44ff-a216-661ba34c797a tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:13.869346 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4db2070a-87a5-4e13-b225-fef9ffc1ab6d req-be748f38-2227-44ff-a216-661ba34c797a tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/ports?device_id=00daa601-a427-4e17-a7b1-72770b050953 HTTP/1.1" status: 200 len: 944 time: 0.0566745 Nov 12 01:44:13.921642 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4db2070a-87a5-4e13-b225-fef9ffc1ab6d req-de08f2ab-f374-4c73-b3f1-435844f950f6 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b8c55fe-b0ce-437b-bdd5-2ca1922bcb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457144 Nov 12 01:44:14.907988 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00daa601-a427-4e17-a7b1-72770b050953', 'tag': '0451407b-ce24-4d4a-b80f-94b90af53a36'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:44:14.910791 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b90682-fa26-4fd5-96cf-14090a119722" -d '{"events": [{"name": "network-changed", "server_uuid": "00daa601-a427-4e17-a7b1-72770b050953", "tag": "0451407b-ce24-4d4a-b80f-94b90af53a36"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:44:14.968510 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec91a395-333c-42ae-970e-b9de8c8800be x-openstack-request-id: req-ec91a395-333c-42ae-970e-b9de8c8800be {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:44:14.968934 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00daa601-a427-4e17-a7b1-72770b050953", "tag": "0451407b-ce24-4d4a-b80f-94b90af53a36", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:44:14.969420 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ec91a395-333c-42ae-970e-b9de8c8800be {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:44:14.969717 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00daa601-a427-4e17-a7b1-72770b050953', 'tag': '0451407b-ce24-4d4a-b80f-94b90af53a36', 'status': 'completed', 'code': 200} Nov 12 01:44:15.145181 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b90682-fa26-4fd5-96cf-14090a119722 req-f64b566e-678f-456b-a6ba-19888f41f6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:15.148589 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e7b90682-fa26-4fd5-96cf-14090a119722 req-f64b566e-678f-456b-a6ba-19888f41f6b2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1b76e0a8cb0c4a918f1a11804d3f352d&device_id=00daa601-a427-4e17-a7b1-72770b050953 HTTP/1.1" status: 200 len: 1096 time: 0.1315591 Nov 12 01:44:15.169926 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b90682-fa26-4fd5-96cf-14090a119722 req-686f82af-24cd-4071-a193-f3c45ea3fb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:15.171646 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e7b90682-fa26-4fd5-96cf-14090a119722 req-686f82af-24cd-4071-a193-f3c45ea3fb51 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1b76e0a8cb0c4a918f1a11804d3f352d&device_id=00daa601-a427-4e17-a7b1-72770b050953 HTTP/1.1" status: 200 len: 1096 time: 0.1412637 Nov 12 01:44:15.182305 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b68986b-6dbe-4c84-8b0d-9d81c3bb2440 req-8f920cdb-2033-4cf1-ad9d-8b71985daab4 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:15.183878 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0b68986b-6dbe-4c84-8b0d-9d81c3bb2440 req-8f920cdb-2033-4cf1-ad9d-8b71985daab4 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/ports?device_id=00daa601-a427-4e17-a7b1-72770b050953 HTTP/1.1" status: 200 len: 944 time: 0.1557174 Nov 12 01:44:15.376325 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0b68986b-6dbe-4c84-8b0d-9d81c3bb2440 req-09f82e67-7b55-4923-a3c8-e570cf8c44c9 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b8c55fe-b0ce-437b-bdd5-2ca1922bcb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723602 Nov 12 01:44:15.389171 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b90682-fa26-4fd5-96cf-14090a119722 req-540334d4-f821-4cfb-bc2b-e7065b6903da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:15.390679 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e7b90682-fa26-4fd5-96cf-14090a119722 req-540334d4-f821-4cfb-bc2b-e7065b6903da service neutron] 10.222.0.16 "GET /v2.0/networks?id=7f2f1b0b-5b5e-4a28-b48b-d805e327cc70 HTTP/1.1" status: 200 len: 912 time: 0.2058735 Nov 12 01:44:15.391860 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b90682-fa26-4fd5-96cf-14090a119722 req-eda8995a-30bf-44d2-a98b-afbb828649a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:15.393330 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e7b90682-fa26-4fd5-96cf-14090a119722 req-eda8995a-30bf-44d2-a98b-afbb828649a4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7f2f1b0b-5b5e-4a28-b48b-d805e327cc70 HTTP/1.1" status: 200 len: 912 time: 0.2368798 Nov 12 01:44:15.451945 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e7b90682-fa26-4fd5-96cf-14090a119722 req-c314c7e4-a967-41f5-a867-2e7ab376e33e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0451407b-ce24-4d4a-b80f-94b90af53a36 HTTP/1.1" status: 200 len: 217 time: 0.0510013 Nov 12 01:44:15.490704 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e7b90682-fa26-4fd5-96cf-14090a119722 req-c32ee888-1921-4361-8d66-cccd72589a5e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0451407b-ce24-4d4a-b80f-94b90af53a36 HTTP/1.1" status: 200 len: 217 time: 0.0825672 Nov 12 01:44:15.571831 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b90682-fa26-4fd5-96cf-14090a119722 req-222ce2c5-ea1f-4a20-a97c-a859981526db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:15.573507 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e7b90682-fa26-4fd5-96cf-14090a119722 req-222ce2c5-ea1f-4a20-a97c-a859981526db service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f9ab04f4-eb09-4dcc-9a5a-9320a3d17432 HTTP/1.1" status: 200 len: 852 time: 0.0922613 Nov 12 01:44:15.590149 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b90682-fa26-4fd5-96cf-14090a119722 req-6be167b2-4aaf-4fd4-b939-a997d8630012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:15.591785 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e7b90682-fa26-4fd5-96cf-14090a119722 req-6be167b2-4aaf-4fd4-b939-a997d8630012 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f9ab04f4-eb09-4dcc-9a5a-9320a3d17432 HTTP/1.1" status: 200 len: 852 time: 0.0802410 Nov 12 01:44:15.619886 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e7b90682-fa26-4fd5-96cf-14090a119722 req-94b511b2-757c-42f8-a646-25e3b2c7b5d3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f2f1b0b-5b5e-4a28-b48b-d805e327cc70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388660 Nov 12 01:44:15.647701 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e7b90682-fa26-4fd5-96cf-14090a119722 req-1f3cce6d-9db3-4325-9e51-01402dc12f7d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7f2f1b0b-5b5e-4a28-b48b-d805e327cc70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380089 Nov 12 01:44:15.802157 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e7b90682-fa26-4fd5-96cf-14090a119722 req-e5f47557-da5b-4156-b715-42ee1f9ab320 service neutron] 10.222.0.44 "GET /v2.0/networks/7f2f1b0b-5b5e-4a28-b48b-d805e327cc70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642003 Nov 12 01:44:15.824810 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e7b90682-fa26-4fd5-96cf-14090a119722 req-5545795a-d6d5-42a7-b609-d0b320cd5197 service neutron] 10.222.0.16 "GET /v2.0/networks/7f2f1b0b-5b5e-4a28-b48b-d805e327cc70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639698 Nov 12 01:44:15.978893 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e7b90682-fa26-4fd5-96cf-14090a119722 req-0e7a98b8-48e3-4ebd-a220-b429e26e774a service neutron] 10.222.0.44 "GET /v2.0/networks/7f2f1b0b-5b5e-4a28-b48b-d805e327cc70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679740 Nov 12 01:44:15.985020 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e7b90682-fa26-4fd5-96cf-14090a119722 req-647ce570-b899-402b-8105-58d1d449ab20 service neutron] 10.222.0.16 "GET /v2.0/networks/7f2f1b0b-5b5e-4a28-b48b-d805e327cc70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492648 Nov 12 01:44:16.452125 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 0451407b-ce24-4d4a-b80f-94b90af53a36 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:44:16.538004 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7ef10-9021-42cc-b3c9-c1471280afb4 req-2dd36a04-bb2b-4bd7-834e-9a38bce5947a tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:16.539652 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f9a7ef10-9021-42cc-b3c9-c1471280afb4 req-2dd36a04-bb2b-4bd7-834e-9a38bce5947a tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/ports?device_id=00daa601-a427-4e17-a7b1-72770b050953 HTTP/1.1" status: 200 len: 944 time: 0.0612941 Nov 12 01:44:16.595081 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f9a7ef10-9021-42cc-b3c9-c1471280afb4 req-9c2d041e-c8aa-45f1-b005-9bce1938e3c1 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b8c55fe-b0ce-437b-bdd5-2ca1922bcb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481262 Nov 12 01:44:16.602434 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 0451407b-ce24-4d4a-b80f-94b90af53a36, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=0451407b-ce24-4d4a-b80f-94b90af53a36,segment=NetworkSegment(4bd08160-ad38-4016-bd2d-5f30d8eaad7f),segment_id=4bd08160-ad38-4016-bd2d-5f30d8eaad7f)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:44:16.616532 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': '0451407b-ce24-4d4a-b80f-94b90af53a36', 'network_id': '7f2f1b0b-5b5e-4a28-b48b-d805e327cc70', 'port_id': '0451407b-ce24-4d4a-b80f-94b90af53a36', 'mac_address': 'fa:16:3e:6a:5b:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9ab04f4-eb09-4dcc-9a5a-9320a3d17432', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:44:16.668659 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:16.683605 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0451407b-ce24-4d4a-b80f-94b90af53a36 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:44:16.705954 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 0451407b-ce24-4d4a-b80f-94b90af53a36, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=0451407b-ce24-4d4a-b80f-94b90af53a36,segment=NetworkSegment(4bd08160-ad38-4016-bd2d-5f30d8eaad7f),segment_id=4bd08160-ad38-4016-bd2d-5f30d8eaad7f)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:44:16.711129 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:16.745538 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 0451407b-ce24-4d4a-b80f-94b90af53a36 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:44:16.812527 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=0451407b-ce24-4d4a-b80f-94b90af53a36,revision_number=8']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:16.821818 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 0451407b-ce24-4d4a-b80f-94b90af53a36 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:44:16.824216 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:16.824566 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:16.824904 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:16.825237 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:16.825650 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:16.826048 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:16.826500 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:16.827035 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:16.827556 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:16.828108 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:16.829321 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:16.829902 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:16.985355 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16242f46-bd35-4542-8fde-a3634ab6eb14 req-b854ce6b-6339-4413-a19a-a72e45e047ff tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:16.987028 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-16242f46-bd35-4542-8fde-a3634ab6eb14 req-b854ce6b-6339-4413-a19a-a72e45e047ff tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.44 "GET /v2.0/ports?device_id=00daa601-a427-4e17-a7b1-72770b050953&tenant_id=1b76e0a8cb0c4a918f1a11804d3f352d&binding%3Ahost_id=n-h1-712142-27 HTTP/1.1" status: 200 len: 945 time: 0.1138155 Nov 12 01:44:17.052216 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [req-16242f46-bd35-4542-8fde-a3634ab6eb14 req-094aa9c3-644e-4ccf-820d-08056385ab63 service neutron] delete failed (client error): The resource could not be found. Nov 12 01:44:17.053475 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-16242f46-bd35-4542-8fde-a3634ab6eb14 req-094aa9c3-644e-4ccf-820d-08056385ab63 service neutron] 10.222.0.44 "DELETE /v2.0/ports/0451407b-ce24-4d4a-b80f-94b90af53a36/bindings/n-h2-712142-27 HTTP/1.1" status: 404 len: 381 time: 0.0581315 Nov 12 01:44:17.067622 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['0451407b-ce24-4d4a-b80f-94b90af53a36'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:44:17.179727 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16242f46-bd35-4542-8fde-a3634ab6eb14 req-02734c47-3bd3-44e8-be33-48c17d997a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:17.181373 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-16242f46-bd35-4542-8fde-a3634ab6eb14 req-02734c47-3bd3-44e8-be33-48c17d997a69 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=1b76e0a8cb0c4a918f1a11804d3f352d&device_id=00daa601-a427-4e17-a7b1-72770b050953 HTTP/1.1" status: 200 len: 1097 time: 0.0479074 Nov 12 01:44:17.324230 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16242f46-bd35-4542-8fde-a3634ab6eb14 req-48f56918-6aa4-4f8f-8e2a-87c7514be162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:17.326411 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-16242f46-bd35-4542-8fde-a3634ab6eb14 req-48f56918-6aa4-4f8f-8e2a-87c7514be162 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7f2f1b0b-5b5e-4a28-b48b-d805e327cc70 HTTP/1.1" status: 200 len: 912 time: 0.1383834 Nov 12 01:44:17.375669 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-16242f46-bd35-4542-8fde-a3634ab6eb14 req-314b468b-3068-42e8-8485-1c85882107ed service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0451407b-ce24-4d4a-b80f-94b90af53a36 HTTP/1.1" status: 200 len: 217 time: 0.0411310 Nov 12 01:44:17.434529 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16242f46-bd35-4542-8fde-a3634ab6eb14 req-f685a2f2-afac-4011-943c-46ba8767ef2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:17.436323 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-16242f46-bd35-4542-8fde-a3634ab6eb14 req-f685a2f2-afac-4011-943c-46ba8767ef2b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f9ab04f4-eb09-4dcc-9a5a-9320a3d17432 HTTP/1.1" status: 200 len: 852 time: 0.0535297 Nov 12 01:44:17.470212 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-16242f46-bd35-4542-8fde-a3634ab6eb14 req-abaac93e-e558-4426-933f-f05b26ee4efe service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7f2f1b0b-5b5e-4a28-b48b-d805e327cc70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271492 Nov 12 01:44:17.577750 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-16242f46-bd35-4542-8fde-a3634ab6eb14 req-2338dfdb-3a23-4dc0-b046-f107f7e1ce61 service neutron] 10.222.0.44 "GET /v2.0/networks/7f2f1b0b-5b5e-4a28-b48b-d805e327cc70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997775 Nov 12 01:44:17.684397 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-16242f46-bd35-4542-8fde-a3634ab6eb14 req-d5b54448-b475-44ed-abb9-309e5732c191 service neutron] 10.222.0.44 "GET /v2.0/networks/7f2f1b0b-5b5e-4a28-b48b-d805e327cc70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993781 Nov 12 01:44:18.460647 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 0451407b-ce24-4d4a-b80f-94b90af53a36 up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:44:18.517629 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port 0451407b-ce24-4d4a-b80f-94b90af53a36 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:44:18.523508 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port 0451407b-ce24-4d4a-b80f-94b90af53a36 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:44:18.524165 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:18.573975 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f50228-ae24-4ed8-944d-09ab20afc1a6 req-72aa311c-7f92-430a-bdb6-2e18bfd07800 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:18.575907 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-40f50228-ae24-4ed8-944d-09ab20afc1a6 req-72aa311c-7f92-430a-bdb6-2e18bfd07800 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/ports?device_id=00daa601-a427-4e17-a7b1-72770b050953 HTTP/1.1" status: 200 len: 945 time: 0.0552313 Nov 12 01:44:18.652007 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-40f50228-ae24-4ed8-944d-09ab20afc1a6 req-c1bb3238-4181-4afb-9716-7e9df390663d tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b8c55fe-b0ce-437b-bdd5-2ca1922bcb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675550 Nov 12 01:44:18.656646 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:18.683026 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00daa601-a427-4e17-a7b1-72770b050953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0451407b-ce24-4d4a-b80f-94b90af53a36'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:44:18.685490 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f68b1d-e956-4eb5-a28e-7f39a3d5c486" -d '{"events": [{"server_uuid": "00daa601-a427-4e17-a7b1-72770b050953", "name": "network-vif-plugged", "status": "completed", "tag": "0451407b-ce24-4d4a-b80f-94b90af53a36"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:44:18.705070 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 0451407b-ce24-4d4a-b80f-94b90af53a36, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=0451407b-ce24-4d4a-b80f-94b90af53a36,segment=NetworkSegment(4bd08160-ad38-4016-bd2d-5f30d8eaad7f),segment_id=4bd08160-ad38-4016-bd2d-5f30d8eaad7f)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:44:18.711765 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:18.749772 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff86f17-f825-4d16-ac5a-0db5b2170c38 x-openstack-request-id: req-fff86f17-f825-4d16-ac5a-0db5b2170c38 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:44:18.750231 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00daa601-a427-4e17-a7b1-72770b050953", "name": "network-vif-plugged", "status": "completed", "tag": "0451407b-ce24-4d4a-b80f-94b90af53a36", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:44:18.751186 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fff86f17-f825-4d16-ac5a-0db5b2170c38 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:44:18.751806 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00daa601-a427-4e17-a7b1-72770b050953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0451407b-ce24-4d4a-b80f-94b90af53a36', 'code': 200} Nov 12 01:44:18.781264 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=0451407b-ce24-4d4a-b80f-94b90af53a36,revision_number=9']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:19.815905 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e64fd-3f69-4d04-9044-e3d1d6ac4416 req-12073b06-d094-461d-9fe8-8dd55736259a tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:19.817708 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-382e64fd-3f69-4d04-9044-e3d1d6ac4416 req-12073b06-d094-461d-9fe8-8dd55736259a tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/ports?device_id=00daa601-a427-4e17-a7b1-72770b050953 HTTP/1.1" status: 200 len: 946 time: 0.0747740 Nov 12 01:44:19.881128 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-382e64fd-3f69-4d04-9044-e3d1d6ac4416 req-6eeae78f-993d-466f-93ec-c477ddfb682c tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/security-groups?id=5b8c55fe-b0ce-437b-bdd5-2ca1922bcb49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568216 Nov 12 01:44:20.152786 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16242f46-bd35-4542-8fde-a3634ab6eb14 req-d7484dfb-7496-4f2f-a80e-229a743f1bc1 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:20.154336 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-16242f46-bd35-4542-8fde-a3634ab6eb14 req-d7484dfb-7496-4f2f-a80e-229a743f1bc1 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.16 "GET /v2.0/ports?device_id=00daa601-a427-4e17-a7b1-72770b050953 HTTP/1.1" status: 200 len: 946 time: 0.0513961 Nov 12 01:44:20.260703 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-16242f46-bd35-4542-8fde-a3634ab6eb14 req-7b10056c-9181-49e8-8665-e306ee1ea13e tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Deleting port 0451407b-ce24-4d4a-b80f-94b90af53a36 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:44:20.261044 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-16242f46-bd35-4542-8fde-a3634ab6eb14 req-7b10056c-9181-49e8-8665-e306ee1ea13e tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:20.370315 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-16242f46-bd35-4542-8fde-a3634ab6eb14 req-7b10056c-9181-49e8-8665-e306ee1ea13e tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] For port 0451407b-ce24-4d4a-b80f-94b90af53a36, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=0451407b-ce24-4d4a-b80f-94b90af53a36,segment=NetworkSegment(4bd08160-ad38-4016-bd2d-5f30d8eaad7f),segment_id=4bd08160-ad38-4016-bd2d-5f30d8eaad7f)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:44:20.370901 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-16242f46-bd35-4542-8fde-a3634ab6eb14 req-7b10056c-9181-49e8-8665-e306ee1ea13e tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:20.394761 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-16242f46-bd35-4542-8fde-a3634ab6eb14 req-7b10056c-9181-49e8-8665-e306ee1ea13e tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Calling delete_port for 0451407b-ce24-4d4a-b80f-94b90af53a36 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:44:20.540172 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-16242f46-bd35-4542-8fde-a3634ab6eb14 req-7b10056c-9181-49e8-8665-e306ee1ea13e tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:20.572186 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b10056c-9181-49e8-8665-e306ee1ea13e tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Pushing event deleted for resources: {'Port': ['ID=0451407b-ce24-4d4a-b80f-94b90af53a36,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:20.593026 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['0451407b-ce24-4d4a-b80f-94b90af53a36'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:44:20.623172 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-16242f46-bd35-4542-8fde-a3634ab6eb14 req-7b10056c-9181-49e8-8665-e306ee1ea13e tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] No DVR routers for this DVR port 0451407b-ce24-4d4a-b80f-94b90af53a36 on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:44:20.626521 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-16242f46-bd35-4542-8fde-a3634ab6eb14 req-7b10056c-9181-49e8-8665-e306ee1ea13e tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:20.630106 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-16242f46-bd35-4542-8fde-a3634ab6eb14 req-7b10056c-9181-49e8-8665-e306ee1ea13e tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.16 "DELETE /v2.0/ports/0451407b-ce24-4d4a-b80f-94b90af53a36 HTTP/1.1" status: 204 len: 173 time: 0.4660528 Nov 12 01:44:20.630715 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00daa601-a427-4e17-a7b1-72770b050953', 'name': 'network-vif-deleted', 'tag': '0451407b-ce24-4d4a-b80f-94b90af53a36'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:44:20.633107 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e500cc-8f4d-4393-8542-f75c8c21349c" -d '{"events": [{"server_uuid": "00daa601-a427-4e17-a7b1-72770b050953", "name": "network-vif-deleted", "tag": "0451407b-ce24-4d4a-b80f-94b90af53a36"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:44:20.685700 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937bfa9c-8399-406f-b396-0763e24bb376 x-openstack-request-id: req-937bfa9c-8399-406f-b396-0763e24bb376 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:44:20.686266 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00daa601-a427-4e17-a7b1-72770b050953", "name": "network-vif-deleted", "tag": "0451407b-ce24-4d4a-b80f-94b90af53a36", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:44:20.686266 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-937bfa9c-8399-406f-b396-0763e24bb376 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:44:20.686853 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00daa601-a427-4e17-a7b1-72770b050953', 'name': 'network-vif-deleted', 'tag': '0451407b-ce24-4d4a-b80f-94b90af53a36', 'status': 'completed', 'code': 200} Nov 12 01:44:21.031069 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cb188569-3617-4c1e-9f57-29ad98ab1a88 req-ac62be74-915b-4223-b188-32484d5951d4 tempest-DeleteServersTestJSON-934122979 tempest-DeleteServersTestJSON-934122979-project] 10.222.0.45 "GET /v2.0/ports?device_id=00daa601-a427-4e17-a7b1-72770b050953 HTTP/1.1" status: 200 len: 210 time: 0.0385678 Nov 12 01:44:22.185065 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54310) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:22.234135 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f5a9237-0651-4c0a-8eaf-3686dceff007 admin admin] Deleting subnet f9ab04f4-eb09-4dcc-9a5a-9320a3d17432 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:44:22.238206 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f5a9237-0651-4c0a-8eaf-3686dceff007 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:22.275997 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f5a9237-0651-4c0a-8eaf-3686dceff007 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:22.329369 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f5a9237-0651-4c0a-8eaf-3686dceff007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:22.399143 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f5a9237-0651-4c0a-8eaf-3686dceff007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:22.437237 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a9237-0651-4c0a-8eaf-3686dceff007 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9ab04f4-eb09-4dcc-9a5a-9320a3d17432,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:22.441147 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6f5a9237-0651-4c0a-8eaf-3686dceff007 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:22.446084 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6f5a9237-0651-4c0a-8eaf-3686dceff007 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f9ab04f4-eb09-4dcc-9a5a-9320a3d17432 HTTP/1.1" status: 204 len: 168 time: 0.2596221 Nov 12 01:44:22.449558 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54312) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:22.526136 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9d887976-c78c-49a8-be8f-3e85aa5d999c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:22.618737 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9d887976-c78c-49a8-be8f-3e85aa5d999c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:22.642249 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-9d887976-c78c-49a8-be8f-3e85aa5d999c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f2f1b0b-5b5e-4a28-b48b-d805e327cc70']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:22.653936 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-9d887976-c78c-49a8-be8f-3e85aa5d999c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bd08160-ad38-4016-bd2d-5f30d8eaad7f') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:22.654221 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-9d887976-c78c-49a8-be8f-3e85aa5d999c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bd08160-ad38-4016-bd2d-5f30d8eaad7f') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:44:22.666329 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9d887976-c78c-49a8-be8f-3e85aa5d999c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:22.680988 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9d887976-c78c-49a8-be8f-3e85aa5d999c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:22.688142 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d887976-c78c-49a8-be8f-3e85aa5d999c admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:44:22.688616 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9d887976-c78c-49a8-be8f-3e85aa5d999c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:22.690557 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:44:22.690557 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:44:22.690557 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:44:22.690557 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:44:22.690557 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:44:22.690557 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:44:22.690557 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:44:22.690557 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:44:22.690557 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:44:22.690557 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:44:22.690557 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:44:22.690557 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:44:22.690557 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:44:22.690557 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:44:22.690557 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:44:22.690557 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:44:22.690557 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:44:22.690557 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:44:22.690557 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:44:22.690557 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:44:22.690557 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:44:22.690557 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:44:22.690557 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:44:22.690557 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:44:22.690557 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:44:22.690557 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:44:22.690557 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:44:22.690557 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:44:22.690557 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:44:22.690557 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:44:22.690557 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:44:22.690557 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:44:22.754397 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9d887976-c78c-49a8-be8f-3e85aa5d999c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:22.761132 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9d887976-c78c-49a8-be8f-3e85aa5d999c admin admin] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:22.764700 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9d887976-c78c-49a8-be8f-3e85aa5d999c admin admin] 10.222.0.45 "DELETE /v2.0/networks/7f2f1b0b-5b5e-4a28-b48b-d805e327cc70 HTTP/1.1" status: 204 len: 168 time: 0.3140864 Nov 12 01:44:22.777948 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d887976-c78c-49a8-be8f-3e85aa5d999c admin admin] Pushing event deleted for resources: {'Network': ['ID=7f2f1b0b-5b5e-4a28-b48b-d805e327cc70,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:22.918007 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54316) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:22.975343 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a3cf24b5-aa70-4dcd-bf58-9c8c29dff593 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1b76e0a8cb0c4a918f1a11804d3f352d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0557251 Nov 12 01:44:22.979532 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54318) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:23.050922 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d48fad5c-6d27-4538-a1f2-2e9c23d3e74b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:23.077125 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d48fad5c-6d27-4538-a1f2-2e9c23d3e74b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:23.133112 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d48fad5c-6d27-4538-a1f2-2e9c23d3e74b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:23.136868 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d48fad5c-6d27-4538-a1f2-2e9c23d3e74b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:23.138153 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d48fad5c-6d27-4538-a1f2-2e9c23d3e74b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5b8c55fe-b0ce-437b-bdd5-2ca1922bcb49 HTTP/1.1" status: 204 len: 168 time: 0.1574924 Nov 12 01:44:23.149275 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48fad5c-6d27-4538-a1f2-2e9c23d3e74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8c55fe-b0ce-437b-bdd5-2ca1922bcb49,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:24.003048 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54340) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:24.115221 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-0ccbadc4-d91b-4576-9509-6b18027694f6 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-765100818-network', 'tenant_id': 'cf9c28d7e0924e1d9f3123d47f45b2ee'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:44:24.141554 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ccbadc4-d91b-4576-9509-6b18027694f6 admin admin] Made reservation on behalf of cf9c28d7e0924e1d9f3123d47f45b2ee for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:44:24.144231 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0ccbadc4-d91b-4576-9509-6b18027694f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:24.160383 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0ccbadc4-d91b-4576-9509-6b18027694f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:24.249843 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0ccbadc4-d91b-4576-9509-6b18027694f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:24.255092 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0ccbadc4-d91b-4576-9509-6b18027694f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:24.284281 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ccbadc4-d91b-4576-9509-6b18027694f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:44:24.294382 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccbadc4-d91b-4576-9509-6b18027694f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a6d129-d8b2-4c54-a1db-82985237e8eb,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:24.304443 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0ccbadc4-d91b-4576-9509-6b18027694f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:24.304938 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-0ccbadc4-d91b-4576-9509-6b18027694f6 admin admin] Added segment 53d8df22-3e7f-460b-b053-57e05855ea79 of type vlan for network 23232bdd-557a-49a7-b824-8a4496e22881 Nov 12 01:44:24.355886 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0ccbadc4-d91b-4576-9509-6b18027694f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:24.385060 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0ccbadc4-d91b-4576-9509-6b18027694f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:24.386113 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccbadc4-d91b-4576-9509-6b18027694f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:24.386726 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0ccbadc4-d91b-4576-9509-6b18027694f6 admin admin] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:24.460034 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0ccbadc4-d91b-4576-9509-6b18027694f6 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4556925 Nov 12 01:44:24.463275 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54344) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:44:24.469586 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-968c4cdb-d7b6-4bf4-8ca1-9c52cf36c376 admin admin] Request body: {'subnet': {'network_id': '23232bdd-557a-49a7-b824-8a4496e22881', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-765100818-subnet', 'tenant_id': 'cf9c28d7e0924e1d9f3123d47f45b2ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:44:24.476389 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 0451407b-ce24-4d4a-b80f-94b90af53a36 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:44:24.480358 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccbadc4-d91b-4576-9509-6b18027694f6 admin admin] Pushing event updated for resources: {'Network': ['ID=23232bdd-557a-49a7-b824-8a4496e22881,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:24.513889 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968c4cdb-d7b6-4bf4-8ca1-9c52cf36c376 admin admin] Made reservation on behalf of cf9c28d7e0924e1d9f3123d47f45b2ee for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:44:24.516451 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 23232bdd-557a-49a7-b824-8a4496e22881 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:44:24.517511 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-968c4cdb-d7b6-4bf4-8ca1-9c52cf36c376 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:24.521245 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] No Port match for: 0451407b-ce24-4d4a-b80f-94b90af53a36 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:44:24.521726 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 0451407b-ce24-4d4a-b80f-94b90af53a36 not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:44:25.072273 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-968c4cdb-d7b6-4bf4-8ca1-9c52cf36c376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:25.133031 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c4cdb-d7b6-4bf4-8ca1-9c52cf36c376 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b316959c-af78-4db4-bb69-163676f6fd0c,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:25.154991 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968c4cdb-d7b6-4bf4-8ca1-9c52cf36c376 admin admin] Checking segment: {'id': '53d8df22-3e7f-460b-b053-57e05855ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '23232bdd-557a-49a7-b824-8a4496e22881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:44:25.155954 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968c4cdb-d7b6-4bf4-8ca1-9c52cf36c376 admin admin] Network hostable DHCP agents. Network: 23232bdd-557a-49a7-b824-8a4496e22881, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:44:25.184969 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968c4cdb-d7b6-4bf4-8ca1-9c52cf36c376 admin admin] Network 23232bdd-557a-49a7-b824-8a4496e22881 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:44:25.195600 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-968c4cdb-d7b6-4bf4-8ca1-9c52cf36c376 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 23232bdd-557a-49a7-b824-8a4496e22881) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:44:25.202027 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968c4cdb-d7b6-4bf4-8ca1-9c52cf36c376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:25.202995 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-968c4cdb-d7b6-4bf4-8ca1-9c52cf36c376 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:25.210601 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf159c8-fcc6-4dae-b2d4-0aa645f2c4da None None] Network 23232bdd-557a-49a7-b824-8a4496e22881 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:44:25.224772 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-968c4cdb-d7b6-4bf4-8ca1-9c52cf36c376 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7595613 Nov 12 01:44:25.378100 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd479af1-a73f-47b6-84b0-02065e81b39b None None] Network 23232bdd-557a-49a7-b824-8a4496e22881 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:44:25.797709 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d7fa5-19a4-4ec7-afea-c871d800bc42 req-9a23ea93-9c6e-4241-9bfd-a6ae79c282ca tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:25.799353 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1b4d7fa5-19a4-4ec7-afea-c871d800bc42 req-9a23ea93-9c6e-4241-9bfd-a6ae79c282ca tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/networks?id=23232bdd-557a-49a7-b824-8a4496e22881 HTTP/1.1" status: 200 len: 814 time: 0.1150517 Nov 12 01:44:25.816816 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1b4d7fa5-19a4-4ec7-afea-c871d800bc42 req-3593b288-fe73-48ba-834e-f3d559db03cb tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/quotas/cf9c28d7e0924e1d9f3123d47f45b2ee HTTP/1.1" status: 200 len: 375 time: 0.0105820 Nov 12 01:44:25.856882 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1b4d7fa5-19a4-4ec7-afea-c871d800bc42 req-82950dd6-ab37-436f-8910-6bf8d7107a24 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=cf9c28d7e0924e1d9f3123d47f45b2ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339191 Nov 12 01:44:25.959514 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1b4d7fa5-19a4-4ec7-afea-c871d800bc42 req-56499778-4466-4ed4-9037-6a64a9a6b188 service neutron] 10.222.0.45 "GET /v2.0/networks/23232bdd-557a-49a7-b824-8a4496e22881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936365 Nov 12 01:44:26.065496 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1b4d7fa5-19a4-4ec7-afea-c871d800bc42 req-8569c82a-8588-48e6-81d6-da08cf82ed95 service neutron] 10.222.0.45 "GET /v2.0/networks/23232bdd-557a-49a7-b824-8a4496e22881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993216 Nov 12 01:44:26.334977 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f6a6d860-2ae3-4edf-880e-9b921e707f9a req-89661a3b-5032-4f96-9d22-f8f94463d44e tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=b718c807-c6b7-4fcd-b49e-483fe8e39eac HTTP/1.1" status: 200 len: 210 time: 0.0419028 Nov 12 01:44:27.262088 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8444dd17-a666-40b1-85fa-2cf6c5fc8db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:27.441728 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:44:27.468399 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7da94643-6bdd-44ab-86ba-6f092a7c7402 req-e9fba951-395d-4ec9-8fd1-4c451a232056 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=b718c807-c6b7-4fcd-b49e-483fe8e39eac HTTP/1.1" status: 200 len: 210 time: 0.0397451 Nov 12 01:44:27.533536 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d7fa5-19a4-4ec7-afea-c871d800bc42 req-cb5b7cb4-a1d1-4a3d-81cd-6461bd3b5604 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:27.536242 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1b4d7fa5-19a4-4ec7-afea-c871d800bc42 req-cb5b7cb4-a1d1-4a3d-81cd-6461bd3b5604 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.44 "GET /v2.0/networks?id=23232bdd-557a-49a7-b824-8a4496e22881 HTTP/1.1" status: 200 len: 814 time: 0.2206979 Nov 12 01:44:27.585919 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-1b4d7fa5-19a4-4ec7-afea-c871d800bc42 req-a93d59d1-8fbe-4249-86be-b3fcf4309e89 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Request body: {'port': {'device_id': 'b718c807-c6b7-4fcd-b49e-483fe8e39eac', 'network_id': '23232bdd-557a-49a7-b824-8a4496e22881', 'admin_state_up': True, 'tenant_id': 'cf9c28d7e0924e1d9f3123d47f45b2ee'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:44:27.742998 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b4d7fa5-19a4-4ec7-afea-c871d800bc42 req-a93d59d1-8fbe-4249-86be-b3fcf4309e89 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Made reservation on behalf of cf9c28d7e0924e1d9f3123d47f45b2ee for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:44:27.747608 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1b4d7fa5-19a4-4ec7-afea-c871d800bc42 req-a93d59d1-8fbe-4249-86be-b3fcf4309e89 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:27.894921 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-1b4d7fa5-19a4-4ec7-afea-c871d800bc42 req-a93d59d1-8fbe-4249-86be-b3fcf4309e89 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Allocated IP 172.20.0.13 (23232bdd-557a-49a7-b824-8a4496e22881/b316959c-af78-4db4-bb69-163676f6fd0c/10ef8a31-9b66-4089-8c1d-a51df01a22c5) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:44:28.089203 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1b4d7fa5-19a4-4ec7-afea-c871d800bc42 req-a93d59d1-8fbe-4249-86be-b3fcf4309e89 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:28.139510 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1b4d7fa5-19a4-4ec7-afea-c871d800bc42 req-a93d59d1-8fbe-4249-86be-b3fcf4309e89 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:28.194699 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b4d7fa5-19a4-4ec7-afea-c871d800bc42 req-a93d59d1-8fbe-4249-86be-b3fcf4309e89 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Network 23232bdd-557a-49a7-b824-8a4496e22881 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:44:28.200977 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-1b4d7fa5-19a4-4ec7-afea-c871d800bc42 req-a93d59d1-8fbe-4249-86be-b3fcf4309e89 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:44:28.204420 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4d7fa5-19a4-4ec7-afea-c871d800bc42 req-a93d59d1-8fbe-4249-86be-b3fcf4309e89 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:44:28.232014 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93d59d1-8fbe-4249-86be-b3fcf4309e89 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Pushing event updated for resources: {'Port': ['ID=10ef8a31-9b66-4089-8c1d-a51df01a22c5,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:28.262768 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d7fa5-19a4-4ec7-afea-c871d800bc42 req-a93d59d1-8fbe-4249-86be-b3fcf4309e89 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:28.263443 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1b4d7fa5-19a4-4ec7-afea-c871d800bc42 req-a93d59d1-8fbe-4249-86be-b3fcf4309e89 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:28.284973 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1b4d7fa5-19a4-4ec7-afea-c871d800bc42 req-a93d59d1-8fbe-4249-86be-b3fcf4309e89 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7048106 Nov 12 01:44:28.305822 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-1b4d7fa5-19a4-4ec7-afea-c871d800bc42 req-cef9c904-0fcf-4c01-87a7-8b5b5a832566 service neutron] Request body: {'port': {'device_id': 'b718c807-c6b7-4fcd-b49e-483fe8e39eac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:44:28.385915 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1b4d7fa5-19a4-4ec7-afea-c871d800bc42 req-cef9c904-0fcf-4c01-87a7-8b5b5a832566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:28.845835 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc722b5b-9597-462a-b762-25aa14b45116 req-00649004-9cce-457a-848d-bfab2de3f0cc tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:28.847476 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fc722b5b-9597-462a-b762-25aa14b45116 req-00649004-9cce-457a-848d-bfab2de3f0cc tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=b718c807-c6b7-4fcd-b49e-483fe8e39eac HTTP/1.1" status: 200 len: 932 time: 0.1366365 Nov 12 01:44:28.959142 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fc722b5b-9597-462a-b762-25aa14b45116 req-23f30db9-728e-4b54-970f-cc7ce5753898 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035004 Nov 12 01:44:29.056207 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-1b4d7fa5-19a4-4ec7-afea-c871d800bc42 req-cef9c904-0fcf-4c01-87a7-8b5b5a832566 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10ef8a31-9b66-4089-8c1d-a51df01a22c5 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:44:29.065184 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1b4d7fa5-19a4-4ec7-afea-c871d800bc42 req-cef9c904-0fcf-4c01-87a7-8b5b5a832566 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:29.079119 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-1b4d7fa5-19a4-4ec7-afea-c871d800bc42 req-cef9c904-0fcf-4c01-87a7-8b5b5a832566 service neutron] Transition to ACTIVE for port object 10ef8a31-9b66-4089-8c1d-a51df01a22c5 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:44:29.083212 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1b4d7fa5-19a4-4ec7-afea-c871d800bc42 req-cef9c904-0fcf-4c01-87a7-8b5b5a832566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:29.145322 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef9c904-0fcf-4c01-87a7-8b5b5a832566 service neutron] Pushing event updated for resources: {'Port': ['ID=10ef8a31-9b66-4089-8c1d-a51df01a22c5,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:29.215994 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-1b4d7fa5-19a4-4ec7-afea-c871d800bc42 req-cef9c904-0fcf-4c01-87a7-8b5b5a832566 service neutron] Attempting to bind port 10ef8a31-9b66-4089-8c1d-a51df01a22c5 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:44:29.216330 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-1b4d7fa5-19a4-4ec7-afea-c871d800bc42 req-cef9c904-0fcf-4c01-87a7-8b5b5a832566 service neutron] Attempting to bind port 10ef8a31-9b66-4089-8c1d-a51df01a22c5 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '53d8df22-3e7f-460b-b053-57e05855ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '23232bdd-557a-49a7-b824-8a4496e22881'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:44:29.216674 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4d7fa5-19a4-4ec7-afea-c871d800bc42 req-cef9c904-0fcf-4c01-87a7-8b5b5a832566 service neutron] Attempting to bind port 10ef8a31-9b66-4089-8c1d-a51df01a22c5 on network 23232bdd-557a-49a7-b824-8a4496e22881 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:44:29.222114 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4d7fa5-19a4-4ec7-afea-c871d800bc42 req-cef9c904-0fcf-4c01-87a7-8b5b5a832566 service neutron] Port 10ef8a31-9b66-4089-8c1d-a51df01a22c5 on network 23232bdd-557a-49a7-b824-8a4496e22881 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:44:29.222439 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4d7fa5-19a4-4ec7-afea-c871d800bc42 req-cef9c904-0fcf-4c01-87a7-8b5b5a832566 service neutron] Attempting to bind port 10ef8a31-9b66-4089-8c1d-a51df01a22c5 on network 23232bdd-557a-49a7-b824-8a4496e22881 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:44:29.228054 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4d7fa5-19a4-4ec7-afea-c871d800bc42 req-cef9c904-0fcf-4c01-87a7-8b5b5a832566 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:44:29.228393 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4d7fa5-19a4-4ec7-afea-c871d800bc42 req-cef9c904-0fcf-4c01-87a7-8b5b5a832566 service neutron] Checking segment: {'id': '53d8df22-3e7f-460b-b053-57e05855ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '23232bdd-557a-49a7-b824-8a4496e22881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:44:29.228809 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4d7fa5-19a4-4ec7-afea-c871d800bc42 req-cef9c904-0fcf-4c01-87a7-8b5b5a832566 service neutron] Bound using segment: {'id': '53d8df22-3e7f-460b-b053-57e05855ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '23232bdd-557a-49a7-b824-8a4496e22881'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:44:29.229225 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-1b4d7fa5-19a4-4ec7-afea-c871d800bc42 req-cef9c904-0fcf-4c01-87a7-8b5b5a832566 service neutron] Bound port: 10ef8a31-9b66-4089-8c1d-a51df01a22c5, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53d8df22-3e7f-460b-b053-57e05855ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '23232bdd-557a-49a7-b824-8a4496e22881'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:44:29.229580 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1b4d7fa5-19a4-4ec7-afea-c871d800bc42 req-cef9c904-0fcf-4c01-87a7-8b5b5a832566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:29.302535 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-1b4d7fa5-19a4-4ec7-afea-c871d800bc42 req-cef9c904-0fcf-4c01-87a7-8b5b5a832566 service neutron] For port 10ef8a31-9b66-4089-8c1d-a51df01a22c5, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:44:29.305947 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-1b4d7fa5-19a4-4ec7-afea-c871d800bc42 req-cef9c904-0fcf-4c01-87a7-8b5b5a832566 service neutron] For port 10ef8a31-9b66-4089-8c1d-a51df01a22c5, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=10ef8a31-9b66-4089-8c1d-a51df01a22c5,segment=NetworkSegment(53d8df22-3e7f-460b-b053-57e05855ea79),segment_id=53d8df22-3e7f-460b-b053-57e05855ea79)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:44:29.311328 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1b4d7fa5-19a4-4ec7-afea-c871d800bc42 req-cef9c904-0fcf-4c01-87a7-8b5b5a832566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:29.347645 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d7fa5-19a4-4ec7-afea-c871d800bc42 req-cef9c904-0fcf-4c01-87a7-8b5b5a832566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:29.348381 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1b4d7fa5-19a4-4ec7-afea-c871d800bc42 req-cef9c904-0fcf-4c01-87a7-8b5b5a832566 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:29.349876 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1b4d7fa5-19a4-4ec7-afea-c871d800bc42 req-cef9c904-0fcf-4c01-87a7-8b5b5a832566 service neutron] 10.222.0.44 "PUT /v2.0/ports/10ef8a31-9b66-4089-8c1d-a51df01a22c5 HTTP/1.1" status: 200 len: 1093 time: 1.0506322 Nov 12 01:44:29.350328 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b718c807-c6b7-4fcd-b49e-483fe8e39eac', 'tag': '10ef8a31-9b66-4089-8c1d-a51df01a22c5'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:44:29.352651 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d04139-056f-452e-a481-cb73383df4fd" -d '{"events": [{"name": "network-changed", "server_uuid": "b718c807-c6b7-4fcd-b49e-483fe8e39eac", "tag": "10ef8a31-9b66-4089-8c1d-a51df01a22c5"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:44:29.379804 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef9c904-0fcf-4c01-87a7-8b5b5a832566 service neutron] Pushing event updated for resources: {'Port': ['ID=10ef8a31-9b66-4089-8c1d-a51df01a22c5,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:29.388358 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef9c904-0fcf-4c01-87a7-8b5b5a832566 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:29.388720 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef9c904-0fcf-4c01-87a7-8b5b5a832566 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:29.389048 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef9c904-0fcf-4c01-87a7-8b5b5a832566 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:29.389384 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef9c904-0fcf-4c01-87a7-8b5b5a832566 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:29.389719 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef9c904-0fcf-4c01-87a7-8b5b5a832566 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:29.390050 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef9c904-0fcf-4c01-87a7-8b5b5a832566 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:29.390378 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef9c904-0fcf-4c01-87a7-8b5b5a832566 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:29.390705 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef9c904-0fcf-4c01-87a7-8b5b5a832566 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:29.391030 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef9c904-0fcf-4c01-87a7-8b5b5a832566 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:29.391358 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef9c904-0fcf-4c01-87a7-8b5b5a832566 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:29.391681 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef9c904-0fcf-4c01-87a7-8b5b5a832566 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:29.392032 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef9c904-0fcf-4c01-87a7-8b5b5a832566 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:44:29.402091 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6eb9bf-5058-474e-88b6-1df8c4cbe263 x-openstack-request-id: req-4a6eb9bf-5058-474e-88b6-1df8c4cbe263 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:44:29.402331 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b718c807-c6b7-4fcd-b49e-483fe8e39eac", "tag": "10ef8a31-9b66-4089-8c1d-a51df01a22c5", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:44:29.402687 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4a6eb9bf-5058-474e-88b6-1df8c4cbe263 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:44:29.403440 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b718c807-c6b7-4fcd-b49e-483fe8e39eac', 'tag': '10ef8a31-9b66-4089-8c1d-a51df01a22c5', 'status': 'completed', 'code': 200} Nov 12 01:44:29.467524 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d7fa5-19a4-4ec7-afea-c871d800bc42 req-a5f1175f-f50c-4658-8078-b24f61e3c9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:29.469114 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1b4d7fa5-19a4-4ec7-afea-c871d800bc42 req-a5f1175f-f50c-4658-8078-b24f61e3c9ee service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf9c28d7e0924e1d9f3123d47f45b2ee&device_id=b718c807-c6b7-4fcd-b49e-483fe8e39eac HTTP/1.1" status: 200 len: 1096 time: 0.0481021 Nov 12 01:44:29.523209 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1b4d7fa5-19a4-4ec7-afea-c871d800bc42 req-e4634dc9-17b2-4521-a15f-a831d9712793 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10ef8a31-9b66-4089-8c1d-a51df01a22c5 HTTP/1.1" status: 200 len: 217 time: 0.0399625 Nov 12 01:44:29.578455 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d7fa5-19a4-4ec7-afea-c871d800bc42 req-5cc182ee-4fe3-489d-93da-f37cf7adb777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:29.579989 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1b4d7fa5-19a4-4ec7-afea-c871d800bc42 req-5cc182ee-4fe3-489d-93da-f37cf7adb777 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b316959c-af78-4db4-bb69-163676f6fd0c HTTP/1.1" status: 200 len: 854 time: 0.0493152 Nov 12 01:44:29.614239 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1b4d7fa5-19a4-4ec7-afea-c871d800bc42 req-9f41f04a-2ee1-4a9a-b83c-c7c80f34ab1b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=23232bdd-557a-49a7-b824-8a4496e22881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266020 Nov 12 01:44:29.713649 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1b4d7fa5-19a4-4ec7-afea-c871d800bc42 req-dc5e3095-f5c9-4d61-a1c6-9d10b58b4460 service neutron] 10.222.0.44 "GET /v2.0/networks/23232bdd-557a-49a7-b824-8a4496e22881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921516 Nov 12 01:44:29.808836 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1b4d7fa5-19a4-4ec7-afea-c871d800bc42 req-d81fa3cb-64fa-4449-b4cf-b4082b211521 service neutron] 10.222.0.44 "GET /v2.0/networks/23232bdd-557a-49a7-b824-8a4496e22881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884368 Nov 12 01:44:29.940535 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d04139-056f-452e-a481-cb73383df4fd req-836074ec-9890-4085-b04b-75203936c96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:29.942123 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-64d04139-056f-452e-a481-cb73383df4fd req-836074ec-9890-4085-b04b-75203936c96a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf9c28d7e0924e1d9f3123d47f45b2ee&device_id=b718c807-c6b7-4fcd-b49e-483fe8e39eac HTTP/1.1" status: 200 len: 1096 time: 0.0458856 Nov 12 01:44:30.099701 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d04139-056f-452e-a481-cb73383df4fd req-757e70c6-4386-4fcf-ae4e-54f3f8a14da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:30.101315 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-64d04139-056f-452e-a481-cb73383df4fd req-757e70c6-4386-4fcf-ae4e-54f3f8a14da9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=23232bdd-557a-49a7-b824-8a4496e22881 HTTP/1.1" status: 200 len: 914 time: 0.1521304 Nov 12 01:44:30.155534 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-64d04139-056f-452e-a481-cb73383df4fd req-f6261e7f-9839-4e29-9d25-0b33792b3e43 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10ef8a31-9b66-4089-8c1d-a51df01a22c5 HTTP/1.1" status: 200 len: 217 time: 0.0462201 Nov 12 01:44:30.164817 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c8319-e050-42fb-aa95-897295b60580 req-76bec54a-6702-411d-a817-fac68b5a6c0c tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:30.166393 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a27c8319-e050-42fb-aa95-897295b60580 req-76bec54a-6702-411d-a817-fac68b5a6c0c tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=b718c807-c6b7-4fcd-b49e-483fe8e39eac HTTP/1.1" status: 200 len: 944 time: 0.1179795 Nov 12 01:44:30.238169 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d04139-056f-452e-a481-cb73383df4fd req-8e0bb9bf-39a3-4970-a31d-5544a3c74ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:30.239572 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-64d04139-056f-452e-a481-cb73383df4fd req-8e0bb9bf-39a3-4970-a31d-5544a3c74ac3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b316959c-af78-4db4-bb69-163676f6fd0c HTTP/1.1" status: 200 len: 854 time: 0.0723121 Nov 12 01:44:30.261063 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a27c8319-e050-42fb-aa95-897295b60580 req-d1ddf318-9ee4-419d-91f3-849a688ac4f4 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855174 Nov 12 01:44:30.276496 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-64d04139-056f-452e-a481-cb73383df4fd req-7b680038-0d26-41bb-9171-db552cdd13fe service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=23232bdd-557a-49a7-b824-8a4496e22881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290771 Nov 12 01:44:30.378675 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-64d04139-056f-452e-a481-cb73383df4fd req-222c42b1-b0f2-4cea-b82c-4210939aceae service neutron] 10.222.0.44 "GET /v2.0/networks/23232bdd-557a-49a7-b824-8a4496e22881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948009 Nov 12 01:44:30.473744 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-64d04139-056f-452e-a481-cb73383df4fd req-80ca5568-a1d0-4f7a-beb9-f068170517a0 service neutron] 10.222.0.44 "GET /v2.0/networks/23232bdd-557a-49a7-b824-8a4496e22881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875580 Nov 12 01:44:30.856630 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f17ab403-019e-436f-b5bb-9f5679e5d312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:31.415678 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29c010-fbe7-4f70-92cb-21db7e4f2b97 req-4e0ea243-c390-43c0-a5c7-8f69878e48b5 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:31.417407 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5d29c010-fbe7-4f70-92cb-21db7e4f2b97 req-4e0ea243-c390-43c0-a5c7-8f69878e48b5 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=b718c807-c6b7-4fcd-b49e-483fe8e39eac HTTP/1.1" status: 200 len: 944 time: 0.0552518 Nov 12 01:44:31.472635 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5d29c010-fbe7-4f70-92cb-21db7e4f2b97 req-92f94aed-1a48-459f-b82c-3b4c57c1a859 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483425 Nov 12 01:44:32.597782 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ab5a6-04bd-4a01-b588-7087f3595290 req-ba2e3d41-8b94-462f-a316-f91469fd95ff tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:32.599379 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1b1ab5a6-04bd-4a01-b588-7087f3595290 req-ba2e3d41-8b94-462f-a316-f91469fd95ff tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=b718c807-c6b7-4fcd-b49e-483fe8e39eac HTTP/1.1" status: 200 len: 944 time: 0.0536847 Nov 12 01:44:32.653855 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1b1ab5a6-04bd-4a01-b588-7087f3595290 req-776abee6-13df-4d9c-90fd-fae89c0784dd tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447378 Nov 12 01:44:32.779214 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 10ef8a31-9b66-4089-8c1d-a51df01a22c5 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:44:32.882069 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 10ef8a31-9b66-4089-8c1d-a51df01a22c5, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=10ef8a31-9b66-4089-8c1d-a51df01a22c5,segment=NetworkSegment(53d8df22-3e7f-460b-b053-57e05855ea79),segment_id=53d8df22-3e7f-460b-b053-57e05855ea79)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:44:32.894336 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '10ef8a31-9b66-4089-8c1d-a51df01a22c5', 'network_id': '23232bdd-557a-49a7-b824-8a4496e22881', 'port_id': '10ef8a31-9b66-4089-8c1d-a51df01a22c5', 'mac_address': 'fa:16:3e:28:87:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b316959c-af78-4db4-bb69-163676f6fd0c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:44:32.933722 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:32.951152 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10ef8a31-9b66-4089-8c1d-a51df01a22c5 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:44:32.976133 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 10ef8a31-9b66-4089-8c1d-a51df01a22c5, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=10ef8a31-9b66-4089-8c1d-a51df01a22c5,segment=NetworkSegment(53d8df22-3e7f-460b-b053-57e05855ea79),segment_id=53d8df22-3e7f-460b-b053-57e05855ea79)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:44:32.982681 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:33.008252 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:33.055336 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=10ef8a31-9b66-4089-8c1d-a51df01a22c5,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:33.255370 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['10ef8a31-9b66-4089-8c1d-a51df01a22c5'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:44:33.797806 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a350beb-3ae2-4ad6-9da3-cbd6a4aa4b1e req-03f0f483-d231-47a1-8511-2e6db376ef65 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:33.800540 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9a350beb-3ae2-4ad6-9da3-cbd6a4aa4b1e req-03f0f483-d231-47a1-8511-2e6db376ef65 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=b718c807-c6b7-4fcd-b49e-483fe8e39eac HTTP/1.1" status: 200 len: 945 time: 0.0714550 Nov 12 01:44:33.867119 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9a350beb-3ae2-4ad6-9da3-cbd6a4aa4b1e req-08c16dbf-2c93-47cc-9805-3752e9a9c59d tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607293 Nov 12 01:44:34.005208 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:34.800077 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 10ef8a31-9b66-4089-8c1d-a51df01a22c5 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:44:34.851139 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 10ef8a31-9b66-4089-8c1d-a51df01a22c5 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:44:34.855406 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 10ef8a31-9b66-4089-8c1d-a51df01a22c5 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:44:34.855888 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:34.951694 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:34.982172 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b718c807-c6b7-4fcd-b49e-483fe8e39eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ef8a31-9b66-4089-8c1d-a51df01a22c5'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:44:34.986178 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f03611c-474a-4373-ad23-32ca57d91efc" -d '{"events": [{"server_uuid": "b718c807-c6b7-4fcd-b49e-483fe8e39eac", "name": "network-vif-plugged", "status": "completed", "tag": "10ef8a31-9b66-4089-8c1d-a51df01a22c5"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:44:35.007565 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 10ef8a31-9b66-4089-8c1d-a51df01a22c5, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=10ef8a31-9b66-4089-8c1d-a51df01a22c5,segment=NetworkSegment(53d8df22-3e7f-460b-b053-57e05855ea79),segment_id=53d8df22-3e7f-460b-b053-57e05855ea79)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:44:35.015927 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:35.037399 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90677a4-bfb9-4e5e-a19e-4cd8ee317552 req-8d130e35-e126-4b57-b80c-f3f9ca236df3 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:35.039723 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d90677a4-bfb9-4e5e-a19e-4cd8ee317552 req-8d130e35-e126-4b57-b80c-f3f9ca236df3 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=b718c807-c6b7-4fcd-b49e-483fe8e39eac HTTP/1.1" status: 200 len: 945 time: 0.0674779 Nov 12 01:44:35.042076 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70815ffc-3632-4e6d-bfc6-381d6f5315de x-openstack-request-id: req-70815ffc-3632-4e6d-bfc6-381d6f5315de {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:44:35.042359 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b718c807-c6b7-4fcd-b49e-483fe8e39eac", "name": "network-vif-plugged", "status": "completed", "tag": "10ef8a31-9b66-4089-8c1d-a51df01a22c5", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:44:35.042625 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-70815ffc-3632-4e6d-bfc6-381d6f5315de {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:44:35.043052 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b718c807-c6b7-4fcd-b49e-483fe8e39eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ef8a31-9b66-4089-8c1d-a51df01a22c5', 'code': 200} Nov 12 01:44:35.080192 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=10ef8a31-9b66-4089-8c1d-a51df01a22c5,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:44:35.097129 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d90677a4-bfb9-4e5e-a19e-4cd8ee317552 req-eaf55dad-e83c-4956-a103-5e27fb8fde5f tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492005 Nov 12 01:44:35.173166 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f8464f-4b7a-428b-8315-6177a62397b3 req-6335b1b2-e04e-4f8a-9e88-003a7ee3a2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:35.174711 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a5f8464f-4b7a-428b-8315-6177a62397b3 req-6335b1b2-e04e-4f8a-9e88-003a7ee3a2aa service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b718c807-c6b7-4fcd-b49e-483fe8e39eac HTTP/1.1" status: 200 len: 1098 time: 0.0470374 Nov 12 01:44:35.225100 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a5f8464f-4b7a-428b-8315-6177a62397b3 req-093ca931-5473-49e7-93f4-cee60ceeb53b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427446 Nov 12 01:44:35.298080 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:36.232585 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d164ff-ea8c-44f4-b68e-a4b698f360de req-3a092edd-e9ca-4e1d-9052-b52035f12aa7 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:36.240604 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-60d164ff-ea8c-44f4-b68e-a4b698f360de req-3a092edd-e9ca-4e1d-9052-b52035f12aa7 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=b718c807-c6b7-4fcd-b49e-483fe8e39eac HTTP/1.1" status: 200 len: 946 time: 0.0638320 Nov 12 01:44:36.286774 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-60d164ff-ea8c-44f4-b68e-a4b698f360de req-11b49e74-eff7-427e-9ead-41a17d84ba4d tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452528 Nov 12 01:44:37.423454 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd77fda-1dec-41cb-a28a-c30cb9ff24f6 req-fc01f9a7-5da4-4307-8d27-66d1b6167dfe tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:37.426238 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5fd77fda-1dec-41cb-a28a-c30cb9ff24f6 req-fc01f9a7-5da4-4307-8d27-66d1b6167dfe tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=b718c807-c6b7-4fcd-b49e-483fe8e39eac HTTP/1.1" status: 200 len: 946 time: 0.0616336 Nov 12 01:44:37.495510 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5fd77fda-1dec-41cb-a28a-c30cb9ff24f6 req-4c3d3095-5345-4e93-ad3d-c56bf9ea6c7a tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623620 Nov 12 01:44:37.621834 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514f580-ef6d-46d3-b269-9044a3aa188b req-c2b0d212-41c4-4a09-bbc1-94786402d10d tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:37.623379 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7514f580-ef6d-46d3-b269-9044a3aa188b req-c2b0d212-41c4-4a09-bbc1-94786402d10d tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=b718c807-c6b7-4fcd-b49e-483fe8e39eac HTTP/1.1" status: 200 len: 946 time: 0.0545640 Nov 12 01:44:37.680399 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7514f580-ef6d-46d3-b269-9044a3aa188b req-1612519e-9e5f-4042-898b-3cdca5b68e66 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502450 Nov 12 01:44:37.912232 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c729b-2f5d-45d5-81cb-cd8ec023700e req-a4b84f88-20d7-4278-b3ce-0b56320e2d2e tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:37.913718 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4a6c729b-2f5d-45d5-81cb-cd8ec023700e req-a4b84f88-20d7-4278-b3ce-0b56320e2d2e tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=b718c807-c6b7-4fcd-b49e-483fe8e39eac HTTP/1.1" status: 200 len: 946 time: 0.0570681 Nov 12 01:44:37.967984 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4a6c729b-2f5d-45d5-81cb-cd8ec023700e req-947dc36d-f5f1-4ec8-969b-04d8646a52dd tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478942 Nov 12 01:44:38.101685 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07574e1-fac3-4adf-af67-3a69114d365c req-a38f7fbd-52ed-4000-9e36-545c25556c0e tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:38.103403 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d07574e1-fac3-4adf-af67-3a69114d365c req-a38f7fbd-52ed-4000-9e36-545c25556c0e tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=b718c807-c6b7-4fcd-b49e-483fe8e39eac HTTP/1.1" status: 200 len: 946 time: 0.0537076 Nov 12 01:44:38.167049 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d07574e1-fac3-4adf-af67-3a69114d365c req-604ad07d-81a7-40b9-886a-2f9d05fe24ef tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525150 Nov 12 01:44:38.437454 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f7908faf-6eed-43d8-b3bb-8f312b9f375d req-711d851c-859b-49a2-855b-466835b8350b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b718c807-c6b7-4fcd-b49e-483fe8e39eac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0474184 Nov 12 01:44:38.453172 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d14017-016f-4b0a-9acf-f982053eb897 req-8bfa95a3-fbb2-4b6d-a113-2a4330d389b3 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:38.455373 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-51d14017-016f-4b0a-9acf-f982053eb897 req-8bfa95a3-fbb2-4b6d-a113-2a4330d389b3 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=b718c807-c6b7-4fcd-b49e-483fe8e39eac HTTP/1.1" status: 200 len: 946 time: 0.0605197 Nov 12 01:44:38.514838 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-51d14017-016f-4b0a-9acf-f982053eb897 req-0f1934ce-28be-4860-a835-a7cddf4f4a95 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483572 Nov 12 01:44:38.723221 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:39.661591 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01e166-d03b-490a-ac93-5a522692e984 req-a15af248-5285-4363-8400-7017b2d14d94 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:39.664410 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7e01e166-d03b-490a-ac93-5a522692e984 req-a15af248-5285-4363-8400-7017b2d14d94 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=b718c807-c6b7-4fcd-b49e-483fe8e39eac HTTP/1.1" status: 200 len: 946 time: 0.0669453 Nov 12 01:44:39.717503 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7e01e166-d03b-490a-ac93-5a522692e984 req-4e5e5904-ba48-41d4-b48e-34618ee00ae1 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467117 Nov 12 01:44:39.913172 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7908faf-6eed-43d8-b3bb-8f312b9f375d req-458078c9-f420-485a-8cf3-147b58ae0653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:39.914655 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f7908faf-6eed-43d8-b3bb-8f312b9f375d req-458078c9-f420-485a-8cf3-147b58ae0653 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf9c28d7e0924e1d9f3123d47f45b2ee&device_id=b718c807-c6b7-4fcd-b49e-483fe8e39eac HTTP/1.1" status: 200 len: 1098 time: 0.0447378 Nov 12 01:44:40.017398 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7908faf-6eed-43d8-b3bb-8f312b9f375d req-079104ae-6261-424a-b9e9-d26ed784f097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:40.018921 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f7908faf-6eed-43d8-b3bb-8f312b9f375d req-079104ae-6261-424a-b9e9-d26ed784f097 service neutron] 10.222.0.44 "GET /v2.0/networks?id=23232bdd-557a-49a7-b824-8a4496e22881 HTTP/1.1" status: 200 len: 914 time: 0.0961640 Nov 12 01:44:40.062974 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f7908faf-6eed-43d8-b3bb-8f312b9f375d req-4d6bfae5-1d63-4d2b-a449-ebfb06993a4a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10ef8a31-9b66-4089-8c1d-a51df01a22c5 HTTP/1.1" status: 200 len: 217 time: 0.0360930 Nov 12 01:44:40.118424 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7908faf-6eed-43d8-b3bb-8f312b9f375d req-fb2805c2-dc09-4b6b-be1d-67b70b2590aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:40.119992 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f7908faf-6eed-43d8-b3bb-8f312b9f375d req-fb2805c2-dc09-4b6b-be1d-67b70b2590aa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b316959c-af78-4db4-bb69-163676f6fd0c HTTP/1.1" status: 200 len: 854 time: 0.0512488 Nov 12 01:44:40.153397 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f7908faf-6eed-43d8-b3bb-8f312b9f375d req-dff77195-a3f1-4666-a839-f2f9257f2b6d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=23232bdd-557a-49a7-b824-8a4496e22881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265613 Nov 12 01:44:40.257703 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f7908faf-6eed-43d8-b3bb-8f312b9f375d req-ed1b04fa-fa76-4c89-92ae-190fda68006a service neutron] 10.222.0.44 "GET /v2.0/networks/23232bdd-557a-49a7-b824-8a4496e22881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964565 Nov 12 01:44:40.375345 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f7908faf-6eed-43d8-b3bb-8f312b9f375d req-272829a1-16b6-4332-8a6c-d64cc6365941 service neutron] 10.222.0.44 "GET /v2.0/networks/23232bdd-557a-49a7-b824-8a4496e22881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105821 Nov 12 01:44:40.882704 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4777574-af6d-4a11-9a06-02403435db97 req-2bea5fe1-17e6-4aa7-adb8-2b18481befd9 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:40.884378 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d4777574-af6d-4a11-9a06-02403435db97 req-2bea5fe1-17e6-4aa7-adb8-2b18481befd9 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=b718c807-c6b7-4fcd-b49e-483fe8e39eac HTTP/1.1" status: 200 len: 946 time: 0.0825529 Nov 12 01:44:40.905224 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:40.956054 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d4777574-af6d-4a11-9a06-02403435db97 req-00fa428e-3b42-46e3-a485-f3e9ef1e5ca4 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597947 Nov 12 01:44:41.012748 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f582b11-fdb9-4a39-bcee-6f5b81edca60 req-121d5f93-9fe9-4024-983f-2fc5b27cb94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:41.014247 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5f582b11-fdb9-4a39-bcee-6f5b81edca60 req-121d5f93-9fe9-4024-983f-2fc5b27cb94a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf9c28d7e0924e1d9f3123d47f45b2ee&device_id=b718c807-c6b7-4fcd-b49e-483fe8e39eac HTTP/1.1" status: 200 len: 1098 time: 0.0566926 Nov 12 01:44:41.136933 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f582b11-fdb9-4a39-bcee-6f5b81edca60 req-f02b4202-988d-408e-b47b-69722ba2c1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:41.138435 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5f582b11-fdb9-4a39-bcee-6f5b81edca60 req-f02b4202-988d-408e-b47b-69722ba2c1b6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=23232bdd-557a-49a7-b824-8a4496e22881 HTTP/1.1" status: 200 len: 914 time: 0.0941446 Nov 12 01:44:41.188588 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5f582b11-fdb9-4a39-bcee-6f5b81edca60 req-798b494f-bd80-4968-aafb-80c6cbcff971 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10ef8a31-9b66-4089-8c1d-a51df01a22c5 HTTP/1.1" status: 200 len: 217 time: 0.0424716 Nov 12 01:44:41.241866 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f582b11-fdb9-4a39-bcee-6f5b81edca60 req-73f6051e-ba4a-40f4-820b-5d9c97e7ca6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:41.243358 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5f582b11-fdb9-4a39-bcee-6f5b81edca60 req-73f6051e-ba4a-40f4-820b-5d9c97e7ca6b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b316959c-af78-4db4-bb69-163676f6fd0c HTTP/1.1" status: 200 len: 854 time: 0.0478425 Nov 12 01:44:41.278977 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5f582b11-fdb9-4a39-bcee-6f5b81edca60 req-13d21bd2-13f1-4f8f-ac9f-1f7218b4b81e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=23232bdd-557a-49a7-b824-8a4496e22881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282094 Nov 12 01:44:41.385125 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5f582b11-fdb9-4a39-bcee-6f5b81edca60 req-e008cdf1-c0d5-480f-b3b9-a3dea8cfe8d8 service neutron] 10.222.0.44 "GET /v2.0/networks/23232bdd-557a-49a7-b824-8a4496e22881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979595 Nov 12 01:44:41.492432 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5f582b11-fdb9-4a39-bcee-6f5b81edca60 req-968328e0-78a4-46c7-b9b6-2f1142696ef9 service neutron] 10.222.0.44 "GET /v2.0/networks/23232bdd-557a-49a7-b824-8a4496e22881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964470 Nov 12 01:44:42.089897 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7aeec6-ff79-4166-b69b-023415a76d0b req-77945944-a9a8-4f3e-b335-5c51fce0f795 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:42.091463 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7d7aeec6-ff79-4166-b69b-023415a76d0b req-77945944-a9a8-4f3e-b335-5c51fce0f795 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=b718c807-c6b7-4fcd-b49e-483fe8e39eac HTTP/1.1" status: 200 len: 946 time: 0.0528738 Nov 12 01:44:42.149178 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7d7aeec6-ff79-4166-b69b-023415a76d0b req-4551a0a8-114e-4c14-82fb-581323fab841 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509462 Nov 12 01:44:43.277572 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43286c-e47a-481f-875b-91f07e7013c0 req-a6d50ec8-7fb3-40c0-8b7e-8dbf702bcd73 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:43.279177 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ba43286c-e47a-481f-875b-91f07e7013c0 req-a6d50ec8-7fb3-40c0-8b7e-8dbf702bcd73 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=b718c807-c6b7-4fcd-b49e-483fe8e39eac HTTP/1.1" status: 200 len: 946 time: 0.0569315 Nov 12 01:44:43.332048 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ba43286c-e47a-481f-875b-91f07e7013c0 req-1f4e0d36-e20c-4e0c-a69c-37f072ae4edd tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461957 Nov 12 01:44:44.453933 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07a964-822a-4152-9532-5eb6d9e5d2e6 req-06689a98-f171-480a-894d-c88553e4ce33 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:44.455513 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1e07a964-822a-4152-9532-5eb6d9e5d2e6 req-06689a98-f171-480a-894d-c88553e4ce33 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=b718c807-c6b7-4fcd-b49e-483fe8e39eac HTTP/1.1" status: 200 len: 946 time: 0.0526221 Nov 12 01:44:44.505250 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1e07a964-822a-4152-9532-5eb6d9e5d2e6 req-4631775f-f16a-4edc-a2c5-a202a19e7ea2 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431209 Nov 12 01:44:45.637448 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0aeb88-61b2-412b-b3fd-f11ba5407d9b req-74162064-060a-4456-a863-e197baf4789b tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:45.639011 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fe0aeb88-61b2-412b-b3fd-f11ba5407d9b req-74162064-060a-4456-a863-e197baf4789b tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=b718c807-c6b7-4fcd-b49e-483fe8e39eac HTTP/1.1" status: 200 len: 946 time: 0.0556257 Nov 12 01:44:45.689161 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fe0aeb88-61b2-412b-b3fd-f11ba5407d9b req-c2d5b465-8c4c-4057-a4a6-c140337d54cb tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440125 Nov 12 01:44:46.810837 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499be537-a054-4e7d-b0d0-868d417ef5cf req-ec0ff049-6121-4475-bdca-4946759f73b6 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:46.813286 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-499be537-a054-4e7d-b0d0-868d417ef5cf req-ec0ff049-6121-4475-bdca-4946759f73b6 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=b718c807-c6b7-4fcd-b49e-483fe8e39eac HTTP/1.1" status: 200 len: 946 time: 0.0517118 Nov 12 01:44:46.863093 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-499be537-a054-4e7d-b0d0-868d417ef5cf req-5db28604-4012-4ff2-8c19-810f74e694f5 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433745 Nov 12 01:44:47.993274 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5091cc6-6cf3-4464-8699-65fdc5235fb1 req-c48c9767-f4e3-4947-bd97-900639081cb0 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:47.994489 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b5091cc6-6cf3-4464-8699-65fdc5235fb1 req-c48c9767-f4e3-4947-bd97-900639081cb0 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=b718c807-c6b7-4fcd-b49e-483fe8e39eac HTTP/1.1" status: 200 len: 946 time: 0.0556178 Nov 12 01:44:48.043327 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b5091cc6-6cf3-4464-8699-65fdc5235fb1 req-999d1676-76d3-40c7-aac8-51f4c19a37c1 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421777 Nov 12 01:44:49.170100 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c532b-cfdf-48cc-a8d1-640a35aa5132 req-63943719-97ce-4c1a-bc5f-6eceba3bd640 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:49.171559 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1f0c532b-cfdf-48cc-a8d1-640a35aa5132 req-63943719-97ce-4c1a-bc5f-6eceba3bd640 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=b718c807-c6b7-4fcd-b49e-483fe8e39eac HTTP/1.1" status: 200 len: 946 time: 0.0505519 Nov 12 01:44:49.221027 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1f0c532b-cfdf-48cc-a8d1-640a35aa5132 req-dc89e0a4-eade-43a2-bf4f-becb7a19394c tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432415 Nov 12 01:44:50.339553 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62dcda-2796-42f9-be7b-01ea7fbdbd01 req-8815f200-e006-44a2-98de-14630ce8d8ef tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:50.341195 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1b62dcda-2796-42f9-be7b-01ea7fbdbd01 req-8815f200-e006-44a2-98de-14630ce8d8ef tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=b718c807-c6b7-4fcd-b49e-483fe8e39eac HTTP/1.1" status: 200 len: 946 time: 0.0505495 Nov 12 01:44:50.396678 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1b62dcda-2796-42f9-be7b-01ea7fbdbd01 req-5d082d4b-278d-4a28-ab65-db9e4cbe0553 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480714 Nov 12 01:44:51.520760 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d6c99-8ee4-4200-8eab-b1b7bef814a5 req-299f9d3e-0c0a-4e3e-b545-a8b9beec6c51 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:51.523041 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-950d6c99-8ee4-4200-8eab-b1b7bef814a5 req-299f9d3e-0c0a-4e3e-b545-a8b9beec6c51 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=b718c807-c6b7-4fcd-b49e-483fe8e39eac HTTP/1.1" status: 200 len: 946 time: 0.0532663 Nov 12 01:44:51.573370 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-950d6c99-8ee4-4200-8eab-b1b7bef814a5 req-4bae7a4c-fe26-47f3-9f11-b08fde6a7780 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442929 Nov 12 01:44:52.692311 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0aad7a-489b-45af-bd68-1358211f1b69 req-89999aaa-00b9-4ce6-b20f-8f12937f7d28 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:52.693794 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6d0aad7a-489b-45af-bd68-1358211f1b69 req-89999aaa-00b9-4ce6-b20f-8f12937f7d28 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=b718c807-c6b7-4fcd-b49e-483fe8e39eac HTTP/1.1" status: 200 len: 946 time: 0.0503590 Nov 12 01:44:52.743529 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6d0aad7a-489b-45af-bd68-1358211f1b69 req-c6bc7e46-760c-4a61-9c61-18a1d4ee3d1b tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436828 Nov 12 01:44:53.863062 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d279b-347e-498c-a01a-939a630ea5f9 req-02c8bdf0-225e-40c5-b897-842cbcfc4295 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:53.864584 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5b5d279b-347e-498c-a01a-939a630ea5f9 req-02c8bdf0-225e-40c5-b897-842cbcfc4295 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=b718c807-c6b7-4fcd-b49e-483fe8e39eac HTTP/1.1" status: 200 len: 946 time: 0.0537097 Nov 12 01:44:53.913235 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5b5d279b-347e-498c-a01a-939a630ea5f9 req-623bbc55-43d6-4d1f-b19b-a375c2954db6 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427663 Nov 12 01:44:55.035410 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5dbd82-d896-4366-a003-6b0390d24379 req-42d79893-8ff3-4d0c-a7da-0b2cd5ba2801 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:55.037039 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ea5dbd82-d896-4366-a003-6b0390d24379 req-42d79893-8ff3-4d0c-a7da-0b2cd5ba2801 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=b718c807-c6b7-4fcd-b49e-483fe8e39eac HTTP/1.1" status: 200 len: 946 time: 0.0503614 Nov 12 01:44:55.087805 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ea5dbd82-d896-4366-a003-6b0390d24379 req-480d340a-21d0-4b8c-90ed-1b01ae8e54a2 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447512 Nov 12 01:44:56.210181 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d505b64-ba95-4324-8c03-6e9581132594 req-c2b44798-8976-4a0a-badd-9f9c658be588 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:56.211713 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d505b64-ba95-4324-8c03-6e9581132594 req-c2b44798-8976-4a0a-badd-9f9c658be588 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=b718c807-c6b7-4fcd-b49e-483fe8e39eac HTTP/1.1" status: 200 len: 946 time: 0.0520732 Nov 12 01:44:56.268618 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d505b64-ba95-4324-8c03-6e9581132594 req-495ee4af-28fa-4410-a09b-1968aeb5671b tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498126 Nov 12 01:44:57.255953 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1c2f507b-e4a0-4190-9852-5950163835be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:44:57.400631 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05013deb-e173-4f9c-812d-8dd2cef6e2da req-17cb5964-4cb7-4edf-97a2-bc959420064a tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:57.402545 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-05013deb-e173-4f9c-812d-8dd2cef6e2da req-17cb5964-4cb7-4edf-97a2-bc959420064a tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=b718c807-c6b7-4fcd-b49e-483fe8e39eac HTTP/1.1" status: 200 len: 946 time: 0.0516949 Nov 12 01:44:57.455627 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-05013deb-e173-4f9c-812d-8dd2cef6e2da req-09a92a73-0e43-4572-b384-872278652c3b tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471168 Nov 12 01:44:58.614787 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de85f08-f0d5-4175-9843-6328e172911f req-3761d514-78eb-45e4-973f-8868d4e17dd8 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:58.616406 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6de85f08-f0d5-4175-9843-6328e172911f req-3761d514-78eb-45e4-973f-8868d4e17dd8 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=b718c807-c6b7-4fcd-b49e-483fe8e39eac HTTP/1.1" status: 200 len: 946 time: 0.0505273 Nov 12 01:44:58.666160 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6de85f08-f0d5-4175-9843-6328e172911f req-352a2246-f9d6-4e3f-a075-6f903ac4b36b tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434988 Nov 12 01:44:59.792264 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44e548-3659-4e61-8fcc-bf38c8e22d95 req-d68c9135-1be7-4cb3-a803-ad49802148f5 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:44:59.794126 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cc44e548-3659-4e61-8fcc-bf38c8e22d95 req-d68c9135-1be7-4cb3-a803-ad49802148f5 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=b718c807-c6b7-4fcd-b49e-483fe8e39eac HTTP/1.1" status: 200 len: 946 time: 0.0533991 Nov 12 01:44:59.842897 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cc44e548-3659-4e61-8fcc-bf38c8e22d95 req-ebf4a816-aef0-4531-bf44-d4952552c758 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424886 Nov 12 01:45:00.850034 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b989ba9c-8808-4680-b60b-5157098b784e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:00.959019 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4de10d-1802-4fe4-8ee7-2f6a8da191df req-beb79092-f4a0-468b-82d6-79e4020e6058 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:00.960601 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0d4de10d-1802-4fe4-8ee7-2f6a8da191df req-beb79092-f4a0-468b-82d6-79e4020e6058 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=b718c807-c6b7-4fcd-b49e-483fe8e39eac HTTP/1.1" status: 200 len: 946 time: 0.0501058 Nov 12 01:45:01.009174 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0d4de10d-1802-4fe4-8ee7-2f6a8da191df req-bb659d91-6335-4904-8d66-b406f9195b4b tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426414 Nov 12 01:45:02.137560 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce38650-b45a-4337-888a-5e5ce5add865 req-49d8a0b9-c2a3-4999-aaa0-dd8d8e629b7c tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:02.139145 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9ce38650-b45a-4337-888a-5e5ce5add865 req-49d8a0b9-c2a3-4999-aaa0-dd8d8e629b7c tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=b718c807-c6b7-4fcd-b49e-483fe8e39eac HTTP/1.1" status: 200 len: 946 time: 0.0606332 Nov 12 01:45:02.188115 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9ce38650-b45a-4337-888a-5e5ce5add865 req-7306db42-675c-4ecd-979c-0e1ce27d844f tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423081 Nov 12 01:45:02.982307 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:03.307450 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75752a-757e-4c1f-baa9-942b1263bd90 req-06772e58-b3af-46e3-92e4-c38956d5ff5b tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:03.309011 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cf75752a-757e-4c1f-baa9-942b1263bd90 req-06772e58-b3af-46e3-92e4-c38956d5ff5b tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=b718c807-c6b7-4fcd-b49e-483fe8e39eac HTTP/1.1" status: 200 len: 946 time: 0.0526330 Nov 12 01:45:03.357978 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cf75752a-757e-4c1f-baa9-942b1263bd90 req-11e7f433-59e3-45d3-8a4b-1ff60fe6c86c tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422823 Nov 12 01:45:04.007780 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:04.431906 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:45:04.486804 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ac45a-e322-469b-9aba-cf2e89f04114 req-77f602d5-db9d-4070-82eb-458d3b77cf71 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:04.488490 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-354ac45a-e322-469b-9aba-cf2e89f04114 req-77f602d5-db9d-4070-82eb-458d3b77cf71 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=b718c807-c6b7-4fcd-b49e-483fe8e39eac HTTP/1.1" status: 200 len: 946 time: 0.0564890 Nov 12 01:45:04.539818 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-354ac45a-e322-469b-9aba-cf2e89f04114 req-64ced558-c9de-4ce9-a77b-2194ce3eb940 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453234 Nov 12 01:45:05.298524 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:05.661373 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21ae15-d305-45ae-bf24-38948a71810e req-9ffad6ce-4960-49e6-b992-fd232df48ca8 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:05.662884 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0e21ae15-d305-45ae-bf24-38948a71810e req-9ffad6ce-4960-49e6-b992-fd232df48ca8 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=b718c807-c6b7-4fcd-b49e-483fe8e39eac HTTP/1.1" status: 200 len: 946 time: 0.0530186 Nov 12 01:45:05.714102 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0e21ae15-d305-45ae-bf24-38948a71810e req-4cfcb216-7234-4ea9-ae50-e05653b64310 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452454 Nov 12 01:45:06.830597 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48f01b-9169-4942-8053-128ab11395f0 req-2826945b-dd9e-4080-bd5c-9f70011c181b tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:06.832106 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5a48f01b-9169-4942-8053-128ab11395f0 req-2826945b-dd9e-4080-bd5c-9f70011c181b tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=b718c807-c6b7-4fcd-b49e-483fe8e39eac HTTP/1.1" status: 200 len: 946 time: 0.0492373 Nov 12 01:45:06.883107 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5a48f01b-9169-4942-8053-128ab11395f0 req-7aa27b16-a944-4b30-82ab-b9fb4233cfe9 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450599 Nov 12 01:45:07.358670 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [req-f7908faf-6eed-43d8-b3bb-8f312b9f375d req-ab818de3-e713-49c1-97b2-9f748e9ad8c2 service neutron] show failed (client error): The resource could not be found. Nov 12 01:45:07.359679 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f7908faf-6eed-43d8-b3bb-8f312b9f375d req-ab818de3-e713-49c1-97b2-9f748e9ad8c2 service neutron] 10.222.0.44 "GET /v2.0/ports/10ef8a31-9b66-4089-8c1d-a51df01a22c5/bindings/n-h1-712142-27 HTTP/1.1" status: 404 len: 381 time: 0.0575147 Nov 12 01:45:07.584647 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7908faf-6eed-43d8-b3bb-8f312b9f375d req-33164f61-ce74-4a53-a53b-f8b1078414c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:07.586152 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f7908faf-6eed-43d8-b3bb-8f312b9f375d req-33164f61-ce74-4a53-a53b-f8b1078414c0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b718c807-c6b7-4fcd-b49e-483fe8e39eac&tenant_id=cf9c28d7e0924e1d9f3123d47f45b2ee HTTP/1.1" status: 200 len: 1098 time: 0.0432429 Nov 12 01:45:07.605740 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-f7908faf-6eed-43d8-b3bb-8f312b9f375d req-a0632775-8ba8-47cc-a602-784672945380 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712142-27', 'device_owner': 'compute:nova'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:45:07.658435 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f7908faf-6eed-43d8-b3bb-8f312b9f375d req-a0632775-8ba8-47cc-a602-784672945380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:07.866232 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-f7908faf-6eed-43d8-b3bb-8f312b9f375d req-a0632775-8ba8-47cc-a602-784672945380 service neutron] For port 10ef8a31-9b66-4089-8c1d-a51df01a22c5, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=10ef8a31-9b66-4089-8c1d-a51df01a22c5,segment=NetworkSegment(53d8df22-3e7f-460b-b053-57e05855ea79),segment_id=53d8df22-3e7f-460b-b053-57e05855ea79)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:45:07.897994 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-f7908faf-6eed-43d8-b3bb-8f312b9f375d req-a0632775-8ba8-47cc-a602-784672945380 service neutron] For port 10ef8a31-9b66-4089-8c1d-a51df01a22c5, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:45:07.937253 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b718c807-c6b7-4fcd-b49e-483fe8e39eac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10ef8a31-9b66-4089-8c1d-a51df01a22c5'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:45:07.939895 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd98e2d-3b0c-48b8-8298-b6741444803f" -d '{"events": [{"server_uuid": "b718c807-c6b7-4fcd-b49e-483fe8e39eac", "name": "network-vif-unplugged", "status": "completed", "tag": "10ef8a31-9b66-4089-8c1d-a51df01a22c5"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:45:07.943749 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f7908faf-6eed-43d8-b3bb-8f312b9f375d req-a0632775-8ba8-47cc-a602-784672945380 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:07.968659 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-f7908faf-6eed-43d8-b3bb-8f312b9f375d req-a0632775-8ba8-47cc-a602-784672945380 service neutron] Transition to ACTIVE for port object 10ef8a31-9b66-4089-8c1d-a51df01a22c5 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:45:07.984137 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f7908faf-6eed-43d8-b3bb-8f312b9f375d req-a0632775-8ba8-47cc-a602-784672945380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:07.997473 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a55630-dd09-4dc6-98e3-605b190fd378 x-openstack-request-id: req-34a55630-dd09-4dc6-98e3-605b190fd378 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:45:07.997767 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b718c807-c6b7-4fcd-b49e-483fe8e39eac", "name": "network-vif-unplugged", "status": "completed", "tag": "10ef8a31-9b66-4089-8c1d-a51df01a22c5", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:45:07.998036 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-34a55630-dd09-4dc6-98e3-605b190fd378 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:45:07.998435 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b718c807-c6b7-4fcd-b49e-483fe8e39eac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10ef8a31-9b66-4089-8c1d-a51df01a22c5', 'code': 200} Nov 12 01:45:08.066089 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9658cef-4e5f-404f-84da-2ad58d47dabe req-7d8c32ec-2b96-4b9e-b0d0-003f626f35d8 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:08.067565 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f9658cef-4e5f-404f-84da-2ad58d47dabe req-7d8c32ec-2b96-4b9e-b0d0-003f626f35d8 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=b718c807-c6b7-4fcd-b49e-483fe8e39eac HTTP/1.1" status: 200 len: 946 time: 0.1126943 Nov 12 01:45:08.068288 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7908faf-6eed-43d8-b3bb-8f312b9f375d req-a0632775-8ba8-47cc-a602-784672945380 service neutron] No DVR routers for this DVR port 10ef8a31-9b66-4089-8c1d-a51df01a22c5 on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:45:08.077464 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0632775-8ba8-47cc-a602-784672945380 service neutron] Pushing event updated for resources: {'Port': ['ID=10ef8a31-9b66-4089-8c1d-a51df01a22c5,revision_number=6']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:45:08.131811 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-f7908faf-6eed-43d8-b3bb-8f312b9f375d req-a0632775-8ba8-47cc-a602-784672945380 service neutron] Attempting to bind port 10ef8a31-9b66-4089-8c1d-a51df01a22c5 on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:45:08.132096 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-f7908faf-6eed-43d8-b3bb-8f312b9f375d req-a0632775-8ba8-47cc-a602-784672945380 service neutron] Attempting to bind port 10ef8a31-9b66-4089-8c1d-a51df01a22c5 by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': '53d8df22-3e7f-460b-b053-57e05855ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '23232bdd-557a-49a7-b824-8a4496e22881'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:45:08.132318 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7908faf-6eed-43d8-b3bb-8f312b9f375d req-a0632775-8ba8-47cc-a602-784672945380 service neutron] Attempting to bind port 10ef8a31-9b66-4089-8c1d-a51df01a22c5 on network 23232bdd-557a-49a7-b824-8a4496e22881 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:45:08.143848 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7908faf-6eed-43d8-b3bb-8f312b9f375d req-a0632775-8ba8-47cc-a602-784672945380 service neutron] Port 10ef8a31-9b66-4089-8c1d-a51df01a22c5 on network 23232bdd-557a-49a7-b824-8a4496e22881 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:45:08.144194 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7908faf-6eed-43d8-b3bb-8f312b9f375d req-a0632775-8ba8-47cc-a602-784672945380 service neutron] Attempting to bind port 10ef8a31-9b66-4089-8c1d-a51df01a22c5 on network 23232bdd-557a-49a7-b824-8a4496e22881 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:45:08.149754 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f9658cef-4e5f-404f-84da-2ad58d47dabe req-12cbd40b-1024-4242-9ffe-4c599a0c1575 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754182 Nov 12 01:45:08.152341 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7908faf-6eed-43d8-b3bb-8f312b9f375d req-a0632775-8ba8-47cc-a602-784672945380 service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:45:08.152778 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7908faf-6eed-43d8-b3bb-8f312b9f375d req-a0632775-8ba8-47cc-a602-784672945380 service neutron] Checking segment: {'id': '53d8df22-3e7f-460b-b053-57e05855ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '23232bdd-557a-49a7-b824-8a4496e22881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:45:08.153033 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7908faf-6eed-43d8-b3bb-8f312b9f375d req-a0632775-8ba8-47cc-a602-784672945380 service neutron] Bound using segment: {'id': '53d8df22-3e7f-460b-b053-57e05855ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '23232bdd-557a-49a7-b824-8a4496e22881'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:45:08.153457 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-f7908faf-6eed-43d8-b3bb-8f312b9f375d req-a0632775-8ba8-47cc-a602-784672945380 service neutron] Bound port: 10ef8a31-9b66-4089-8c1d-a51df01a22c5, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53d8df22-3e7f-460b-b053-57e05855ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '23232bdd-557a-49a7-b824-8a4496e22881'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:45:08.153805 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f7908faf-6eed-43d8-b3bb-8f312b9f375d req-a0632775-8ba8-47cc-a602-784672945380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:08.218212 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-f7908faf-6eed-43d8-b3bb-8f312b9f375d req-a0632775-8ba8-47cc-a602-784672945380 service neutron] For port 10ef8a31-9b66-4089-8c1d-a51df01a22c5, host n-h1-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:45:08.221160 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-f7908faf-6eed-43d8-b3bb-8f312b9f375d req-a0632775-8ba8-47cc-a602-784672945380 service neutron] For port 10ef8a31-9b66-4089-8c1d-a51df01a22c5, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=10ef8a31-9b66-4089-8c1d-a51df01a22c5,segment=NetworkSegment(53d8df22-3e7f-460b-b053-57e05855ea79),segment_id=53d8df22-3e7f-460b-b053-57e05855ea79)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:45:08.225505 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f7908faf-6eed-43d8-b3bb-8f312b9f375d req-a0632775-8ba8-47cc-a602-784672945380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:08.261618 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7908faf-6eed-43d8-b3bb-8f312b9f375d req-a0632775-8ba8-47cc-a602-784672945380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:08.262311 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f7908faf-6eed-43d8-b3bb-8f312b9f375d req-a0632775-8ba8-47cc-a602-784672945380 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:08.264283 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f7908faf-6eed-43d8-b3bb-8f312b9f375d req-a0632775-8ba8-47cc-a602-784672945380 service neutron] 10.222.0.16 "PUT /v2.0/ports/10ef8a31-9b66-4089-8c1d-a51df01a22c5 HTTP/1.1" status: 200 len: 1093 time: 0.6620967 Nov 12 01:45:08.283299 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0632775-8ba8-47cc-a602-784672945380 service neutron] Pushing event updated for resources: {'Port': ['ID=10ef8a31-9b66-4089-8c1d-a51df01a22c5,revision_number=7']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:45:08.346680 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7908faf-6eed-43d8-b3bb-8f312b9f375d req-8cdf3fe9-2b88-4c4b-83e4-c744c404accf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:08.348240 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f7908faf-6eed-43d8-b3bb-8f312b9f375d req-8cdf3fe9-2b88-4c4b-83e4-c744c404accf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf9c28d7e0924e1d9f3123d47f45b2ee&device_id=b718c807-c6b7-4fcd-b49e-483fe8e39eac HTTP/1.1" status: 200 len: 1096 time: 0.0410676 Nov 12 01:45:08.441522 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7908faf-6eed-43d8-b3bb-8f312b9f375d req-d5348ebe-a8d1-448d-bd4b-011ece1a802f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:08.442998 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f7908faf-6eed-43d8-b3bb-8f312b9f375d req-d5348ebe-a8d1-448d-bd4b-011ece1a802f service neutron] 10.222.0.16 "GET /v2.0/networks?id=23232bdd-557a-49a7-b824-8a4496e22881 HTTP/1.1" status: 200 len: 914 time: 0.0833511 Nov 12 01:45:08.488772 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f7908faf-6eed-43d8-b3bb-8f312b9f375d req-0b78fe50-2537-43f9-b207-de562f615bf5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10ef8a31-9b66-4089-8c1d-a51df01a22c5 HTTP/1.1" status: 200 len: 217 time: 0.0379114 Nov 12 01:45:08.541492 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7908faf-6eed-43d8-b3bb-8f312b9f375d req-3e4a43d1-e04b-4bb7-a561-3ed76a503fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:08.543018 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f7908faf-6eed-43d8-b3bb-8f312b9f375d req-3e4a43d1-e04b-4bb7-a561-3ed76a503fdb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b316959c-af78-4db4-bb69-163676f6fd0c HTTP/1.1" status: 200 len: 854 time: 0.0433378 Nov 12 01:45:08.574547 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f7908faf-6eed-43d8-b3bb-8f312b9f375d req-f321b915-141b-4c32-b470-ec4bd1fc462d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=23232bdd-557a-49a7-b824-8a4496e22881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242925 Nov 12 01:45:08.666927 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f7908faf-6eed-43d8-b3bb-8f312b9f375d req-d7b80749-edc7-47e5-8579-d791c6438fef service neutron] 10.222.0.16 "GET /v2.0/networks/23232bdd-557a-49a7-b824-8a4496e22881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845804 Nov 12 01:45:08.745377 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:08.767617 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f7908faf-6eed-43d8-b3bb-8f312b9f375d req-03489c8c-0ded-454f-9071-64062620f698 service neutron] 10.222.0.16 "GET /v2.0/networks/23232bdd-557a-49a7-b824-8a4496e22881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884409 Nov 12 01:45:09.278230 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb94a4c-b147-4efd-92a6-b1d93974e642 req-74acab3f-a4c6-4a1a-bfa9-d83fb1b98647 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:09.279911 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9cb94a4c-b147-4efd-92a6-b1d93974e642 req-74acab3f-a4c6-4a1a-bfa9-d83fb1b98647 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=b718c807-c6b7-4fcd-b49e-483fe8e39eac HTTP/1.1" status: 200 len: 944 time: 0.0557859 Nov 12 01:45:09.673611 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9cb94a4c-b147-4efd-92a6-b1d93974e642 req-2ef84d3a-18bf-40b2-b7c8-2c2f5abd23ec tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875523 Nov 12 01:45:09.999807 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b718c807-c6b7-4fcd-b49e-483fe8e39eac', 'tag': '10ef8a31-9b66-4089-8c1d-a51df01a22c5'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:45:10.002199 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc56375-809f-4c0d-a3be-2ff74e294c16" -d '{"events": [{"name": "network-changed", "server_uuid": "b718c807-c6b7-4fcd-b49e-483fe8e39eac", "tag": "10ef8a31-9b66-4089-8c1d-a51df01a22c5"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:45:10.055769 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a612c40-0c80-4d5d-a548-2faf52456b31 x-openstack-request-id: req-3a612c40-0c80-4d5d-a548-2faf52456b31 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:45:10.056142 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b718c807-c6b7-4fcd-b49e-483fe8e39eac", "tag": "10ef8a31-9b66-4089-8c1d-a51df01a22c5", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:45:10.056484 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3a612c40-0c80-4d5d-a548-2faf52456b31 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:45:10.056933 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b718c807-c6b7-4fcd-b49e-483fe8e39eac', 'tag': '10ef8a31-9b66-4089-8c1d-a51df01a22c5', 'status': 'completed', 'code': 200} Nov 12 01:45:10.165710 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc56375-809f-4c0d-a3be-2ff74e294c16 req-f3294316-f2fb-42a7-af6c-42d0560e7ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:10.167190 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4dc56375-809f-4c0d-a3be-2ff74e294c16 req-f3294316-f2fb-42a7-af6c-42d0560e7ffc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf9c28d7e0924e1d9f3123d47f45b2ee&device_id=b718c807-c6b7-4fcd-b49e-483fe8e39eac HTTP/1.1" status: 200 len: 1096 time: 0.0677757 Nov 12 01:45:10.169693 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc56375-809f-4c0d-a3be-2ff74e294c16 req-f5ea591d-4281-427c-8cdc-847332b9db67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:10.170981 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4dc56375-809f-4c0d-a3be-2ff74e294c16 req-f5ea591d-4281-427c-8cdc-847332b9db67 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf9c28d7e0924e1d9f3123d47f45b2ee&device_id=b718c807-c6b7-4fcd-b49e-483fe8e39eac HTTP/1.1" status: 200 len: 1096 time: 0.0636396 Nov 12 01:45:10.325456 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc56375-809f-4c0d-a3be-2ff74e294c16 req-be5e549d-359c-40e8-82e0-49b1a63d1c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:10.327355 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4dc56375-809f-4c0d-a3be-2ff74e294c16 req-be5e549d-359c-40e8-82e0-49b1a63d1c2c service neutron] 10.222.0.16 "GET /v2.0/networks?id=23232bdd-557a-49a7-b824-8a4496e22881 HTTP/1.1" status: 200 len: 914 time: 0.1526227 Nov 12 01:45:10.328356 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc56375-809f-4c0d-a3be-2ff74e294c16 req-3f752350-e84e-4140-ac54-bd0f9fe4cc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:10.329623 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4dc56375-809f-4c0d-a3be-2ff74e294c16 req-3f752350-e84e-4140-ac54-bd0f9fe4cc5c service neutron] 10.222.0.44 "GET /v2.0/networks?id=23232bdd-557a-49a7-b824-8a4496e22881 HTTP/1.1" status: 200 len: 914 time: 0.1480598 Nov 12 01:45:10.399845 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4dc56375-809f-4c0d-a3be-2ff74e294c16 req-8338bbd5-9657-4241-9377-776cc21a3e64 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10ef8a31-9b66-4089-8c1d-a51df01a22c5 HTTP/1.1" status: 200 len: 217 time: 0.0632293 Nov 12 01:45:10.401136 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4dc56375-809f-4c0d-a3be-2ff74e294c16 req-1961d787-557a-4eb2-b399-2a2c5e78d538 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10ef8a31-9b66-4089-8c1d-a51df01a22c5 HTTP/1.1" status: 200 len: 217 time: 0.0580437 Nov 12 01:45:10.483223 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc56375-809f-4c0d-a3be-2ff74e294c16 req-72a06ac6-c8eb-42ac-8523-4b4ba2859338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:10.484698 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4dc56375-809f-4c0d-a3be-2ff74e294c16 req-72a06ac6-c8eb-42ac-8523-4b4ba2859338 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b316959c-af78-4db4-bb69-163676f6fd0c HTTP/1.1" status: 200 len: 854 time: 0.0787714 Nov 12 01:45:10.488472 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc56375-809f-4c0d-a3be-2ff74e294c16 req-c1b7a08a-0f01-49c9-8edb-bb9be2864676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:10.489503 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4dc56375-809f-4c0d-a3be-2ff74e294c16 req-c1b7a08a-0f01-49c9-8edb-bb9be2864676 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b316959c-af78-4db4-bb69-163676f6fd0c HTTP/1.1" status: 200 len: 854 time: 0.0764058 Nov 12 01:45:10.536987 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4dc56375-809f-4c0d-a3be-2ff74e294c16 req-b3530edf-078b-4fc3-8ee5-91bafd43e32a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=23232bdd-557a-49a7-b824-8a4496e22881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445745 Nov 12 01:45:10.538846 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4dc56375-809f-4c0d-a3be-2ff74e294c16 req-b2e40b0c-e923-4b50-946b-8ce51c2c9ee6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=23232bdd-557a-49a7-b824-8a4496e22881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382450 Nov 12 01:45:10.712910 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4dc56375-809f-4c0d-a3be-2ff74e294c16 req-1026a2d5-8942-451c-b162-e645d2b7f087 service neutron] 10.222.0.16 "GET /v2.0/networks/23232bdd-557a-49a7-b824-8a4496e22881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610091 Nov 12 01:45:10.714771 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4dc56375-809f-4c0d-a3be-2ff74e294c16 req-14f80913-9147-4793-8990-1c6a2152133a service neutron] 10.222.0.44 "GET /v2.0/networks/23232bdd-557a-49a7-b824-8a4496e22881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705172 Nov 12 01:45:10.897240 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:10.934197 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f157f-fc2c-4afc-bc71-82f874634769 req-3b8132f8-081f-4130-8b80-699e5bd68a96 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:10.936462 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3b7f157f-fc2c-4afc-bc71-82f874634769 req-3b8132f8-081f-4130-8b80-699e5bd68a96 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=b718c807-c6b7-4fcd-b49e-483fe8e39eac HTTP/1.1" status: 200 len: 944 time: 0.1886814 Nov 12 01:45:10.943701 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4dc56375-809f-4c0d-a3be-2ff74e294c16 req-2b4d9693-6e40-4daf-a590-acdaa512bee9 service neutron] 10.222.0.44 "GET /v2.0/networks/23232bdd-557a-49a7-b824-8a4496e22881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154341 Nov 12 01:45:10.969895 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 10ef8a31-9b66-4089-8c1d-a51df01a22c5 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:45:10.970215 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4dc56375-809f-4c0d-a3be-2ff74e294c16 req-4f9d7d77-51c4-49cf-b9b7-b5fc8a7664b9 service neutron] 10.222.0.16 "GET /v2.0/networks/23232bdd-557a-49a7-b824-8a4496e22881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325532 Nov 12 01:45:11.010332 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3b7f157f-fc2c-4afc-bc71-82f874634769 req-722fd77b-109f-4095-b357-f3d667e9b079 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656276 Nov 12 01:45:11.025878 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 10ef8a31-9b66-4089-8c1d-a51df01a22c5 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:45:11.251314 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640555c-83b1-4e59-ba45-afc9e2bd5e12 req-b91b4e34-125a-49f3-ae75-d12d4faab03d tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:11.252792 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8640555c-83b1-4e59-ba45-afc9e2bd5e12 req-b91b4e34-125a-49f3-ae75-d12d4faab03d tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=b718c807-c6b7-4fcd-b49e-483fe8e39eac HTTP/1.1" status: 200 len: 944 time: 0.0810168 Nov 12 01:45:11.282806 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7a7b4-3317-48a9-96e8-e8e6b430abab req-ebcc892c-0612-4d6d-96fe-7094de3dfbbf tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:11.284283 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-59a7a7b4-3317-48a9-96e8-e8e6b430abab req-ebcc892c-0612-4d6d-96fe-7094de3dfbbf tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.44 "GET /v2.0/ports?device_id=b718c807-c6b7-4fcd-b49e-483fe8e39eac&tenant_id=cf9c28d7e0924e1d9f3123d47f45b2ee&binding%3Ahost_id=n-h1-712142-27 HTTP/1.1" status: 200 len: 944 time: 0.0812106 Nov 12 01:45:11.341066 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8640555c-83b1-4e59-ba45-afc9e2bd5e12 req-32b8df78-0328-4878-93a4-9262186323b6 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810571 Nov 12 01:45:11.365037 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [req-59a7a7b4-3317-48a9-96e8-e8e6b430abab req-422f6e8f-85cc-48d0-9756-c20cf6bf65f2 service neutron] delete failed (client error): The resource could not be found. Nov 12 01:45:11.366055 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-59a7a7b4-3317-48a9-96e8-e8e6b430abab req-422f6e8f-85cc-48d0-9756-c20cf6bf65f2 service neutron] 10.222.0.44 "DELETE /v2.0/ports/10ef8a31-9b66-4089-8c1d-a51df01a22c5/bindings/n-h2-712142-27 HTTP/1.1" status: 404 len: 381 time: 0.0734720 Nov 12 01:45:11.477405 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7a7b4-3317-48a9-96e8-e8e6b430abab req-97cc279c-a78b-4669-a6c7-836b346c6b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:11.478941 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-59a7a7b4-3317-48a9-96e8-e8e6b430abab req-97cc279c-a78b-4669-a6c7-836b346c6b44 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf9c28d7e0924e1d9f3123d47f45b2ee&device_id=b718c807-c6b7-4fcd-b49e-483fe8e39eac HTTP/1.1" status: 200 len: 1096 time: 0.0452094 Nov 12 01:45:11.573317 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7a7b4-3317-48a9-96e8-e8e6b430abab req-94339755-f489-4874-9532-a1b98caf1190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:11.574645 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-59a7a7b4-3317-48a9-96e8-e8e6b430abab req-94339755-f489-4874-9532-a1b98caf1190 service neutron] 10.222.0.44 "GET /v2.0/networks?id=23232bdd-557a-49a7-b824-8a4496e22881 HTTP/1.1" status: 200 len: 914 time: 0.0886788 Nov 12 01:45:11.620533 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-59a7a7b4-3317-48a9-96e8-e8e6b430abab req-78a30b4e-61a7-4b10-bc2a-64ccae728a40 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10ef8a31-9b66-4089-8c1d-a51df01a22c5 HTTP/1.1" status: 200 len: 217 time: 0.0393612 Nov 12 01:45:11.668856 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7a7b4-3317-48a9-96e8-e8e6b430abab req-7321ad27-a52d-486c-94a8-efcdff47e44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:11.670333 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-59a7a7b4-3317-48a9-96e8-e8e6b430abab req-7321ad27-a52d-486c-94a8-efcdff47e44b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b316959c-af78-4db4-bb69-163676f6fd0c HTTP/1.1" status: 200 len: 854 time: 0.0436885 Nov 12 01:45:11.702032 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-59a7a7b4-3317-48a9-96e8-e8e6b430abab req-e726fe31-0008-4ca7-87e4-ff9d1b3a4d05 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=23232bdd-557a-49a7-b824-8a4496e22881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245132 Nov 12 01:45:11.795621 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-59a7a7b4-3317-48a9-96e8-e8e6b430abab req-9b4b6b78-badd-49be-b091-eb34d05c7b84 service neutron] 10.222.0.44 "GET /v2.0/networks/23232bdd-557a-49a7-b824-8a4496e22881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860002 Nov 12 01:45:11.884470 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-59a7a7b4-3317-48a9-96e8-e8e6b430abab req-cc656f29-973f-49d6-b7ab-637c9ad108af service neutron] 10.222.0.44 "GET /v2.0/networks/23232bdd-557a-49a7-b824-8a4496e22881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813699 Nov 12 01:45:12.466652 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce177782-72cd-43f5-a574-987b161eeae4 req-af24f551-0aa6-446d-841c-4e8189f3333f tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:12.468210 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ce177782-72cd-43f5-a574-987b161eeae4 req-af24f551-0aa6-446d-841c-4e8189f3333f tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=b718c807-c6b7-4fcd-b49e-483fe8e39eac HTTP/1.1" status: 200 len: 944 time: 0.0528717 Nov 12 01:45:12.527236 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ce177782-72cd-43f5-a574-987b161eeae4 req-5d70c593-5025-4769-b9b1-a8b71a6b0cfd tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525663 Nov 12 01:45:12.647144 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f0558-7dd5-41ce-9997-ecab7131fa6c req-76fc6481-ceb6-4d0a-97be-b953194a9e5e tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:12.648828 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-251f0558-7dd5-41ce-9997-ecab7131fa6c req-76fc6481-ceb6-4d0a-97be-b953194a9e5e tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=b718c807-c6b7-4fcd-b49e-483fe8e39eac HTTP/1.1" status: 200 len: 944 time: 0.0533094 Nov 12 01:45:12.660174 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 10ef8a31-9b66-4089-8c1d-a51df01a22c5 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:45:12.702762 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-251f0558-7dd5-41ce-9997-ecab7131fa6c req-cb105fc3-de4b-4c4d-89d7-987b3ef5ca9d tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480108 Nov 12 01:45:12.756853 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 10ef8a31-9b66-4089-8c1d-a51df01a22c5, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=10ef8a31-9b66-4089-8c1d-a51df01a22c5,segment=NetworkSegment(53d8df22-3e7f-460b-b053-57e05855ea79),segment_id=53d8df22-3e7f-460b-b053-57e05855ea79)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:45:12.768735 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': '10ef8a31-9b66-4089-8c1d-a51df01a22c5', 'network_id': '23232bdd-557a-49a7-b824-8a4496e22881', 'port_id': '10ef8a31-9b66-4089-8c1d-a51df01a22c5', 'mac_address': 'fa:16:3e:28:87:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b316959c-af78-4db4-bb69-163676f6fd0c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:45:12.811314 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:12.824976 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10ef8a31-9b66-4089-8c1d-a51df01a22c5 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:45:12.825551 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22b718-067d-4cb3-844e-431d0266fd7e req-8129d773-4e00-40a4-8f8a-6d8ce603916f tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:12.827228 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-db22b718-067d-4cb3-844e-431d0266fd7e req-8129d773-4e00-40a4-8f8a-6d8ce603916f tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=b718c807-c6b7-4fcd-b49e-483fe8e39eac HTTP/1.1" status: 200 len: 944 time: 0.0545738 Nov 12 01:45:12.845060 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 10ef8a31-9b66-4089-8c1d-a51df01a22c5, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=10ef8a31-9b66-4089-8c1d-a51df01a22c5,segment=NetworkSegment(53d8df22-3e7f-460b-b053-57e05855ea79),segment_id=53d8df22-3e7f-460b-b053-57e05855ea79)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:45:12.849430 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:12.875280 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-db22b718-067d-4cb3-844e-431d0266fd7e req-0381761f-a359-4b60-97ac-eb313006acf4 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420103 Nov 12 01:45:12.899369 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=10ef8a31-9b66-4089-8c1d-a51df01a22c5,revision_number=8']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:45:13.151894 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['10ef8a31-9b66-4089-8c1d-a51df01a22c5'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:45:13.234943 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123fe20-db2d-4b8e-969d-31526870848d req-a183bb09-3f14-4adc-8c66-f8edf38d5969 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:13.236476 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8123fe20-db2d-4b8e-969d-31526870848d req-a183bb09-3f14-4adc-8c66-f8edf38d5969 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/networks?id=23232bdd-557a-49a7-b824-8a4496e22881 HTTP/1.1" status: 200 len: 814 time: 0.1095874 Nov 12 01:45:13.253849 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8123fe20-db2d-4b8e-969d-31526870848d req-de0329b2-e3b4-47d6-bed1-bed62c39615f tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/quotas/cf9c28d7e0924e1d9f3123d47f45b2ee HTTP/1.1" status: 200 len: 375 time: 0.0112112 Nov 12 01:45:13.304279 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8123fe20-db2d-4b8e-969d-31526870848d req-adc8011e-ddda-4c57-a7c3-02296319c8fe tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=cf9c28d7e0924e1d9f3123d47f45b2ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0445888 Nov 12 01:45:13.450576 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8123fe20-db2d-4b8e-969d-31526870848d req-bf067e76-7676-4a7f-9549-c747531149ed service neutron] 10.222.0.45 "GET /v2.0/networks/23232bdd-557a-49a7-b824-8a4496e22881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391964 Nov 12 01:45:13.541498 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8123fe20-db2d-4b8e-969d-31526870848d req-2711ba52-7da2-4460-8a6d-0a0202f9019b service neutron] 10.222.0.45 "GET /v2.0/networks/23232bdd-557a-49a7-b824-8a4496e22881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843053 Nov 12 01:45:13.712452 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0b345cb9-d77a-4b57-9db5-abbe95c328e3 req-4efcffb5-1ed8-4eda-95a4-f4d745257078 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 210 time: 0.0323408 Nov 12 01:45:14.669068 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 10ef8a31-9b66-4089-8c1d-a51df01a22c5 up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:45:14.725350 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port 10ef8a31-9b66-4089-8c1d-a51df01a22c5 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:45:14.729728 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port 10ef8a31-9b66-4089-8c1d-a51df01a22c5 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:45:14.730180 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:14.840011 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:14.856174 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eabd1d-e968-4dd1-8047-92d9e8ac2f15 req-a26643f8-2b6f-4d3b-9b5c-3ed542430fb3 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:14.858571 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-03eabd1d-e968-4dd1-8047-92d9e8ac2f15 req-a26643f8-2b6f-4d3b-9b5c-3ed542430fb3 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.16 "GET /v2.0/ports?device_id=b718c807-c6b7-4fcd-b49e-483fe8e39eac HTTP/1.1" status: 200 len: 945 time: 0.1602461 Nov 12 01:45:14.867313 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b718c807-c6b7-4fcd-b49e-483fe8e39eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ef8a31-9b66-4089-8c1d-a51df01a22c5'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:45:14.870191 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309fc501-cf57-4ecf-8506-7fd3d2627525" -d '{"events": [{"server_uuid": "b718c807-c6b7-4fcd-b49e-483fe8e39eac", "name": "network-vif-plugged", "status": "completed", "tag": "10ef8a31-9b66-4089-8c1d-a51df01a22c5"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:45:14.900221 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-39e6d050-a25d-44d9-9dd1-49839f98e180 req-3c06319a-7816-4b3a-8853-84dd4aee983e tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 210 time: 0.0670509 Nov 12 01:45:14.900699 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 10ef8a31-9b66-4089-8c1d-a51df01a22c5, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=10ef8a31-9b66-4089-8c1d-a51df01a22c5,segment=NetworkSegment(53d8df22-3e7f-460b-b053-57e05855ea79),segment_id=53d8df22-3e7f-460b-b053-57e05855ea79)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:45:14.908863 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:14.957612 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e12062d-b88a-47a8-b3a3-25656be851b9 x-openstack-request-id: req-7e12062d-b88a-47a8-b3a3-25656be851b9 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:45:14.958195 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b718c807-c6b7-4fcd-b49e-483fe8e39eac", "name": "network-vif-plugged", "status": "completed", "tag": "10ef8a31-9b66-4089-8c1d-a51df01a22c5", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:45:14.958855 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7e12062d-b88a-47a8-b3a3-25656be851b9 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:45:14.959494 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b718c807-c6b7-4fcd-b49e-483fe8e39eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ef8a31-9b66-4089-8c1d-a51df01a22c5', 'code': 200} Nov 12 01:45:14.964230 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123fe20-db2d-4b8e-969d-31526870848d req-d0b406df-4ca3-4fd3-bed2-8312f4f31230 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:14.965754 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8123fe20-db2d-4b8e-969d-31526870848d req-d0b406df-4ca3-4fd3-bed2-8312f4f31230 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.16 "GET /v2.0/networks?id=23232bdd-557a-49a7-b824-8a4496e22881 HTTP/1.1" status: 200 len: 814 time: 0.2373476 Nov 12 01:45:15.004087 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=10ef8a31-9b66-4089-8c1d-a51df01a22c5,revision_number=9']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:45:15.018114 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-8123fe20-db2d-4b8e-969d-31526870848d req-46e94736-f582-40bb-bfe8-7c492deb5fcd tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Request body: {'port': {'device_id': 'e4de4e94-1447-4175-9b1a-e1fc510a590c', 'network_id': '23232bdd-557a-49a7-b824-8a4496e22881', 'admin_state_up': True, 'tenant_id': 'cf9c28d7e0924e1d9f3123d47f45b2ee'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:45:15.084991 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-03eabd1d-e968-4dd1-8047-92d9e8ac2f15 req-8fa397c1-473c-4c9b-8ecf-4b2ab03e5ac3 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Deleting port 10ef8a31-9b66-4089-8c1d-a51df01a22c5 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:45:15.085328 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-03eabd1d-e968-4dd1-8047-92d9e8ac2f15 req-8fa397c1-473c-4c9b-8ecf-4b2ab03e5ac3 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:15.210243 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-03eabd1d-e968-4dd1-8047-92d9e8ac2f15 req-8fa397c1-473c-4c9b-8ecf-4b2ab03e5ac3 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] For port 10ef8a31-9b66-4089-8c1d-a51df01a22c5, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=10ef8a31-9b66-4089-8c1d-a51df01a22c5,segment=NetworkSegment(53d8df22-3e7f-460b-b053-57e05855ea79),segment_id=53d8df22-3e7f-460b-b053-57e05855ea79)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:45:15.210611 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-03eabd1d-e968-4dd1-8047-92d9e8ac2f15 req-8fa397c1-473c-4c9b-8ecf-4b2ab03e5ac3 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:15.225822 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-03eabd1d-e968-4dd1-8047-92d9e8ac2f15 req-8fa397c1-473c-4c9b-8ecf-4b2ab03e5ac3 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Calling delete_port for 10ef8a31-9b66-4089-8c1d-a51df01a22c5 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:45:15.227431 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8123fe20-db2d-4b8e-969d-31526870848d req-46e94736-f582-40bb-bfe8-7c492deb5fcd tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Made reservation on behalf of cf9c28d7e0924e1d9f3123d47f45b2ee for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:45:15.230969 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8123fe20-db2d-4b8e-969d-31526870848d req-46e94736-f582-40bb-bfe8-7c492deb5fcd tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:15.446431 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-8123fe20-db2d-4b8e-969d-31526870848d req-46e94736-f582-40bb-bfe8-7c492deb5fcd tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Allocated IP 172.20.0.5 (23232bdd-557a-49a7-b824-8a4496e22881/b316959c-af78-4db4-bb69-163676f6fd0c/2fa5febe-f932-4eec-8a91-5d849f0d445a) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:45:15.475867 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-03eabd1d-e968-4dd1-8047-92d9e8ac2f15 req-8fa397c1-473c-4c9b-8ecf-4b2ab03e5ac3 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:15.516547 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa397c1-473c-4c9b-8ecf-4b2ab03e5ac3 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Pushing event deleted for resources: {'Port': ['ID=10ef8a31-9b66-4089-8c1d-a51df01a22c5,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:45:15.522285 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['10ef8a31-9b66-4089-8c1d-a51df01a22c5'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:45:15.583723 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-03eabd1d-e968-4dd1-8047-92d9e8ac2f15 req-8fa397c1-473c-4c9b-8ecf-4b2ab03e5ac3 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] No DVR routers for this DVR port 10ef8a31-9b66-4089-8c1d-a51df01a22c5 on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:45:15.588471 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-03eabd1d-e968-4dd1-8047-92d9e8ac2f15 req-8fa397c1-473c-4c9b-8ecf-4b2ab03e5ac3 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:15.591838 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-03eabd1d-e968-4dd1-8047-92d9e8ac2f15 req-8fa397c1-473c-4c9b-8ecf-4b2ab03e5ac3 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.16 "DELETE /v2.0/ports/10ef8a31-9b66-4089-8c1d-a51df01a22c5 HTTP/1.1" status: 204 len: 173 time: 0.6944199 Nov 12 01:45:15.592346 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b718c807-c6b7-4fcd-b49e-483fe8e39eac', 'name': 'network-vif-deleted', 'tag': '10ef8a31-9b66-4089-8c1d-a51df01a22c5'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:45:15.594653 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7a5629-6327-423f-bd3e-3007a2966045" -d '{"events": [{"server_uuid": "b718c807-c6b7-4fcd-b49e-483fe8e39eac", "name": "network-vif-deleted", "tag": "10ef8a31-9b66-4089-8c1d-a51df01a22c5"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:45:15.638626 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886b95f9-e469-4427-80f9-fbd90feac487 x-openstack-request-id: req-886b95f9-e469-4427-80f9-fbd90feac487 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:45:15.638990 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b718c807-c6b7-4fcd-b49e-483fe8e39eac", "name": "network-vif-deleted", "tag": "10ef8a31-9b66-4089-8c1d-a51df01a22c5", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:45:15.639224 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-886b95f9-e469-4427-80f9-fbd90feac487 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:45:15.639770 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b718c807-c6b7-4fcd-b49e-483fe8e39eac', 'name': 'network-vif-deleted', 'tag': '10ef8a31-9b66-4089-8c1d-a51df01a22c5', 'status': 'completed', 'code': 200} Nov 12 01:45:15.722355 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8123fe20-db2d-4b8e-969d-31526870848d req-46e94736-f582-40bb-bfe8-7c492deb5fcd tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:15.760050 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8123fe20-db2d-4b8e-969d-31526870848d req-46e94736-f582-40bb-bfe8-7c492deb5fcd tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:15.799826 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['10ef8a31-9b66-4089-8c1d-a51df01a22c5'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:45:15.809844 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8123fe20-db2d-4b8e-969d-31526870848d req-46e94736-f582-40bb-bfe8-7c492deb5fcd tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Network 23232bdd-557a-49a7-b824-8a4496e22881 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:45:15.816648 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-8123fe20-db2d-4b8e-969d-31526870848d req-46e94736-f582-40bb-bfe8-7c492deb5fcd tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:45:15.824337 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-8123fe20-db2d-4b8e-969d-31526870848d req-46e94736-f582-40bb-bfe8-7c492deb5fcd tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:45:15.829336 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e94736-f582-40bb-bfe8-7c492deb5fcd tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Pushing event updated for resources: {'Port': ['ID=2fa5febe-f932-4eec-8a91-5d849f0d445a,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:45:15.879301 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123fe20-db2d-4b8e-969d-31526870848d req-46e94736-f582-40bb-bfe8-7c492deb5fcd tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:15.880060 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8123fe20-db2d-4b8e-969d-31526870848d req-46e94736-f582-40bb-bfe8-7c492deb5fcd tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:15.896953 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8123fe20-db2d-4b8e-969d-31526870848d req-46e94736-f582-40bb-bfe8-7c492deb5fcd tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8857296 Nov 12 01:45:15.920565 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-8123fe20-db2d-4b8e-969d-31526870848d req-a619231c-144c-4200-a1eb-dd5fa3660e48 service neutron] Request body: {'port': {'device_id': 'e4de4e94-1447-4175-9b1a-e1fc510a590c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:45:15.982938 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8123fe20-db2d-4b8e-969d-31526870848d req-a619231c-144c-4200-a1eb-dd5fa3660e48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:16.160116 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e3284-64f1-4b30-adf3-131f90709e36 req-ad7c603e-11ac-482b-a22f-8d08693e45ce tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:16.161751 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d47e3284-64f1-4b30-adf3-131f90709e36 req-ad7c603e-11ac-482b-a22f-8d08693e45ce tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 931 time: 0.1246715 Nov 12 01:45:16.269632 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d47e3284-64f1-4b30-adf3-131f90709e36 req-7ec4a6ee-026e-430b-ba77-5f8a7b4971ed tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015806 Nov 12 01:45:16.346608 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-8123fe20-db2d-4b8e-969d-31526870848d req-a619231c-144c-4200-a1eb-dd5fa3660e48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fa5febe-f932-4eec-8a91-5d849f0d445a {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:45:16.355052 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8123fe20-db2d-4b8e-969d-31526870848d req-a619231c-144c-4200-a1eb-dd5fa3660e48 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:16.368016 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-8123fe20-db2d-4b8e-969d-31526870848d req-a619231c-144c-4200-a1eb-dd5fa3660e48 service neutron] Transition to ACTIVE for port object 2fa5febe-f932-4eec-8a91-5d849f0d445a will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:45:16.372228 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8123fe20-db2d-4b8e-969d-31526870848d req-a619231c-144c-4200-a1eb-dd5fa3660e48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:16.425007 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a619231c-144c-4200-a1eb-dd5fa3660e48 service neutron] Pushing event updated for resources: {'Port': ['ID=2fa5febe-f932-4eec-8a91-5d849f0d445a,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:45:16.499902 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-8123fe20-db2d-4b8e-969d-31526870848d req-a619231c-144c-4200-a1eb-dd5fa3660e48 service neutron] Attempting to bind port 2fa5febe-f932-4eec-8a91-5d849f0d445a on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:45:16.500274 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-8123fe20-db2d-4b8e-969d-31526870848d req-a619231c-144c-4200-a1eb-dd5fa3660e48 service neutron] Attempting to bind port 2fa5febe-f932-4eec-8a91-5d849f0d445a by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': '53d8df22-3e7f-460b-b053-57e05855ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '23232bdd-557a-49a7-b824-8a4496e22881'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:45:16.500602 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8123fe20-db2d-4b8e-969d-31526870848d req-a619231c-144c-4200-a1eb-dd5fa3660e48 service neutron] Attempting to bind port 2fa5febe-f932-4eec-8a91-5d849f0d445a on network 23232bdd-557a-49a7-b824-8a4496e22881 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:45:16.505108 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8123fe20-db2d-4b8e-969d-31526870848d req-a619231c-144c-4200-a1eb-dd5fa3660e48 service neutron] Port 2fa5febe-f932-4eec-8a91-5d849f0d445a on network 23232bdd-557a-49a7-b824-8a4496e22881 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:45:16.505427 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8123fe20-db2d-4b8e-969d-31526870848d req-a619231c-144c-4200-a1eb-dd5fa3660e48 service neutron] Attempting to bind port 2fa5febe-f932-4eec-8a91-5d849f0d445a on network 23232bdd-557a-49a7-b824-8a4496e22881 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:45:16.510293 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8123fe20-db2d-4b8e-969d-31526870848d req-a619231c-144c-4200-a1eb-dd5fa3660e48 service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:45:16.510631 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8123fe20-db2d-4b8e-969d-31526870848d req-a619231c-144c-4200-a1eb-dd5fa3660e48 service neutron] Checking segment: {'id': '53d8df22-3e7f-460b-b053-57e05855ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '23232bdd-557a-49a7-b824-8a4496e22881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:45:16.511016 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8123fe20-db2d-4b8e-969d-31526870848d req-a619231c-144c-4200-a1eb-dd5fa3660e48 service neutron] Bound using segment: {'id': '53d8df22-3e7f-460b-b053-57e05855ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '23232bdd-557a-49a7-b824-8a4496e22881'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:45:16.511446 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-8123fe20-db2d-4b8e-969d-31526870848d req-a619231c-144c-4200-a1eb-dd5fa3660e48 service neutron] Bound port: 2fa5febe-f932-4eec-8a91-5d849f0d445a, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53d8df22-3e7f-460b-b053-57e05855ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '23232bdd-557a-49a7-b824-8a4496e22881'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:45:16.511804 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8123fe20-db2d-4b8e-969d-31526870848d req-a619231c-144c-4200-a1eb-dd5fa3660e48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:16.577450 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-8123fe20-db2d-4b8e-969d-31526870848d req-a619231c-144c-4200-a1eb-dd5fa3660e48 service neutron] For port 2fa5febe-f932-4eec-8a91-5d849f0d445a, host n-h1-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:45:16.580461 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-8123fe20-db2d-4b8e-969d-31526870848d req-a619231c-144c-4200-a1eb-dd5fa3660e48 service neutron] For port 2fa5febe-f932-4eec-8a91-5d849f0d445a, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=2fa5febe-f932-4eec-8a91-5d849f0d445a,segment=NetworkSegment(53d8df22-3e7f-460b-b053-57e05855ea79),segment_id=53d8df22-3e7f-460b-b053-57e05855ea79)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:45:16.584857 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8123fe20-db2d-4b8e-969d-31526870848d req-a619231c-144c-4200-a1eb-dd5fa3660e48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:16.620912 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123fe20-db2d-4b8e-969d-31526870848d req-a619231c-144c-4200-a1eb-dd5fa3660e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:16.621537 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8123fe20-db2d-4b8e-969d-31526870848d req-a619231c-144c-4200-a1eb-dd5fa3660e48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:16.622986 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8123fe20-db2d-4b8e-969d-31526870848d req-a619231c-144c-4200-a1eb-dd5fa3660e48 service neutron] 10.222.0.16 "PUT /v2.0/ports/2fa5febe-f932-4eec-8a91-5d849f0d445a HTTP/1.1" status: 200 len: 1092 time: 0.7092249 Nov 12 01:45:16.645672 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a619231c-144c-4200-a1eb-dd5fa3660e48 service neutron] Pushing event updated for resources: {'Port': ['ID=2fa5febe-f932-4eec-8a91-5d849f0d445a,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:45:16.735532 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123fe20-db2d-4b8e-969d-31526870848d req-504af3df-a1b9-45d4-87a5-7d5582643af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:16.737058 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8123fe20-db2d-4b8e-969d-31526870848d req-504af3df-a1b9-45d4-87a5-7d5582643af4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf9c28d7e0924e1d9f3123d47f45b2ee&device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 1095 time: 0.0461714 Nov 12 01:45:16.785025 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8123fe20-db2d-4b8e-969d-31526870848d req-b73a53d7-7eaa-4e4e-ac02-380a6044af59 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fa5febe-f932-4eec-8a91-5d849f0d445a HTTP/1.1" status: 200 len: 217 time: 0.0340178 Nov 12 01:45:16.837940 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123fe20-db2d-4b8e-969d-31526870848d req-930309ca-1e4d-4350-9574-3e0b5bba56bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:16.839327 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8123fe20-db2d-4b8e-969d-31526870848d req-930309ca-1e4d-4350-9574-3e0b5bba56bc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b316959c-af78-4db4-bb69-163676f6fd0c HTTP/1.1" status: 200 len: 854 time: 0.0433688 Nov 12 01:45:16.881936 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8123fe20-db2d-4b8e-969d-31526870848d req-ca082fdb-2c68-480d-a659-8b3c5ebac6e1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=23232bdd-557a-49a7-b824-8a4496e22881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314887 Nov 12 01:45:16.986179 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8123fe20-db2d-4b8e-969d-31526870848d req-e981ae36-f8a9-492a-afe5-51049ed61d61 service neutron] 10.222.0.16 "GET /v2.0/networks/23232bdd-557a-49a7-b824-8a4496e22881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924613 Nov 12 01:45:17.103225 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8123fe20-db2d-4b8e-969d-31526870848d req-6be96b16-3bdb-4d8b-a912-84107f950c29 service neutron] 10.222.0.16 "GET /v2.0/networks/23232bdd-557a-49a7-b824-8a4496e22881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061416 Nov 12 01:45:17.416736 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de314bbe-0f8b-4aa6-ad44-5bad64f9eb64 req-e6c1f7c0-8b9e-49a4-9040-349a8499651c tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:17.419352 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-de314bbe-0f8b-4aa6-ad44-5bad64f9eb64 req-e6c1f7c0-8b9e-49a4-9040-349a8499651c tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 943 time: 0.0703921 Nov 12 01:45:17.482463 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-de314bbe-0f8b-4aa6-ad44-5bad64f9eb64 req-cc152a48-f29d-448d-8677-59fdf6632142 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541816 Nov 12 01:45:17.641367 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4de4e94-1447-4175-9b1a-e1fc510a590c', 'tag': '2fa5febe-f932-4eec-8a91-5d849f0d445a'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:45:17.643755 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d458b95-81ac-496e-a6ee-256033100ff2" -d '{"events": [{"name": "network-changed", "server_uuid": "e4de4e94-1447-4175-9b1a-e1fc510a590c", "tag": "2fa5febe-f932-4eec-8a91-5d849f0d445a"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:45:17.682088 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b851e0bf-d404-4abe-bbdb-9b3086307bdd x-openstack-request-id: req-b851e0bf-d404-4abe-bbdb-9b3086307bdd {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:45:17.682472 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4de4e94-1447-4175-9b1a-e1fc510a590c", "tag": "2fa5febe-f932-4eec-8a91-5d849f0d445a", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:45:17.682763 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b851e0bf-d404-4abe-bbdb-9b3086307bdd {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:45:17.683197 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4de4e94-1447-4175-9b1a-e1fc510a590c', 'tag': '2fa5febe-f932-4eec-8a91-5d849f0d445a', 'status': 'completed', 'code': 200} Nov 12 01:45:17.788507 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d458b95-81ac-496e-a6ee-256033100ff2 req-9a00f43c-41ff-426f-a427-4a6385d309bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:17.790293 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3d458b95-81ac-496e-a6ee-256033100ff2 req-9a00f43c-41ff-426f-a427-4a6385d309bf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf9c28d7e0924e1d9f3123d47f45b2ee&device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 1095 time: 0.0586860 Nov 12 01:45:18.224774 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d458b95-81ac-496e-a6ee-256033100ff2 req-48fa95e3-7a4c-4885-9812-8338812d4f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:18.226295 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3d458b95-81ac-496e-a6ee-256033100ff2 req-48fa95e3-7a4c-4885-9812-8338812d4f56 service neutron] 10.222.0.16 "GET /v2.0/networks?id=23232bdd-557a-49a7-b824-8a4496e22881 HTTP/1.1" status: 200 len: 914 time: 0.4287660 Nov 12 01:45:18.272260 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3d458b95-81ac-496e-a6ee-256033100ff2 req-3d1524c3-4f7b-45d4-ac3a-e9716fa14cc8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fa5febe-f932-4eec-8a91-5d849f0d445a HTTP/1.1" status: 200 len: 217 time: 0.0341909 Nov 12 01:45:18.328468 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d458b95-81ac-496e-a6ee-256033100ff2 req-f6091c0a-7530-4295-acd8-56b6b1046858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:18.329842 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3d458b95-81ac-496e-a6ee-256033100ff2 req-f6091c0a-7530-4295-acd8-56b6b1046858 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b316959c-af78-4db4-bb69-163676f6fd0c HTTP/1.1" status: 200 len: 854 time: 0.0472815 Nov 12 01:45:18.367067 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3d458b95-81ac-496e-a6ee-256033100ff2 req-bc4b2bc6-6e84-4104-90d9-beb5751320eb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=23232bdd-557a-49a7-b824-8a4496e22881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260134 Nov 12 01:45:18.467890 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3d458b95-81ac-496e-a6ee-256033100ff2 req-eb599fe5-6214-407e-a128-b6d197203853 service neutron] 10.222.0.16 "GET /v2.0/networks/23232bdd-557a-49a7-b824-8a4496e22881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910947 Nov 12 01:45:18.599992 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3d458b95-81ac-496e-a6ee-256033100ff2 req-b7ee4f5e-4291-4410-a4c3-648679f1fca1 service neutron] 10.222.0.16 "GET /v2.0/networks/23232bdd-557a-49a7-b824-8a4496e22881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201088 Nov 12 01:45:18.619625 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a9f44-afa5-4557-a4e8-1850008853c1 req-a9dcd0b4-2564-4dd6-8b39-ff440c08a1d4 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:18.621271 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c9a9f44-afa5-4557-a4e8-1850008853c1 req-a9dcd0b4-2564-4dd6-8b39-ff440c08a1d4 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 943 time: 0.0668151 Nov 12 01:45:18.680841 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c9a9f44-afa5-4557-a4e8-1850008853c1 req-a22a9508-f888-41e4-ac2f-37faf5f0cea2 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520749 Nov 12 01:45:18.687193 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 10ef8a31-9b66-4089-8c1d-a51df01a22c5 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:45:18.708490 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] No Port match for: 10ef8a31-9b66-4089-8c1d-a51df01a22c5 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:45:18.708829 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 10ef8a31-9b66-4089-8c1d-a51df01a22c5 not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:45:19.809812 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df6a903-2678-4550-b7ac-2af84f0a9ed0 req-28da0feb-6408-4db5-aec5-8683190d60bb tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:19.811606 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7df6a903-2678-4550-b7ac-2af84f0a9ed0 req-28da0feb-6408-4db5-aec5-8683190d60bb tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 943 time: 0.0561430 Nov 12 01:45:19.869012 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7df6a903-2678-4550-b7ac-2af84f0a9ed0 req-2e7ff761-0b3e-4d7c-b522-eafd349b3300 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508094 Nov 12 01:45:20.720776 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 2fa5febe-f932-4eec-8a91-5d849f0d445a details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:45:20.823958 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 2fa5febe-f932-4eec-8a91-5d849f0d445a, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=2fa5febe-f932-4eec-8a91-5d849f0d445a,segment=NetworkSegment(53d8df22-3e7f-460b-b053-57e05855ea79),segment_id=53d8df22-3e7f-460b-b053-57e05855ea79)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:45:20.836870 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': '2fa5febe-f932-4eec-8a91-5d849f0d445a', 'network_id': '23232bdd-557a-49a7-b824-8a4496e22881', 'port_id': '2fa5febe-f932-4eec-8a91-5d849f0d445a', 'mac_address': 'fa:16:3e:b9:90:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b316959c-af78-4db4-bb69-163676f6fd0c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:45:20.878332 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:20.892506 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fa5febe-f932-4eec-8a91-5d849f0d445a {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:45:20.913290 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 2fa5febe-f932-4eec-8a91-5d849f0d445a, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=2fa5febe-f932-4eec-8a91-5d849f0d445a,segment=NetworkSegment(53d8df22-3e7f-460b-b053-57e05855ea79),segment_id=53d8df22-3e7f-460b-b053-57e05855ea79)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:45:20.917129 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:20.964064 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=2fa5febe-f932-4eec-8a91-5d849f0d445a,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:45:20.972133 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:20.972465 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:20.972794 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:20.973106 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:20.973443 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:20.973778 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:20.974106 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:20.974436 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:20.974765 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:20.975086 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:20.975410 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:20.975730 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:20.990504 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5b7c5-9e32-4d7f-bd42-45afd21450a5 req-9754412d-7c1f-4e8d-a5b0-01e98cea7d97 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:20.992085 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a7b5b7c5-9e32-4d7f-bd42-45afd21450a5 req-9754412d-7c1f-4e8d-a5b0-01e98cea7d97 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 944 time: 0.0532544 Nov 12 01:45:21.041557 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a7b5b7c5-9e32-4d7f-bd42-45afd21450a5 req-ea0f91b4-3c45-4781-8466-e223e6c16311 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429134 Nov 12 01:45:21.266154 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['2fa5febe-f932-4eec-8a91-5d849f0d445a'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:45:22.163438 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d396906f-f4d4-47f6-bb3e-b5d5de1a32ca req-2b54783c-e1ff-494d-a20a-4627dfbaa3ce tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:22.164966 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d396906f-f4d4-47f6-bb3e-b5d5de1a32ca req-2b54783c-e1ff-494d-a20a-4627dfbaa3ce tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 944 time: 0.0518181 Nov 12 01:45:22.223428 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d396906f-f4d4-47f6-bb3e-b5d5de1a32ca req-d00bc5f3-edcc-4538-af04-706924ebe576 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520463 Nov 12 01:45:22.720866 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 2fa5febe-f932-4eec-8a91-5d849f0d445a up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:45:22.771978 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port 2fa5febe-f932-4eec-8a91-5d849f0d445a completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:45:22.776036 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port 2fa5febe-f932-4eec-8a91-5d849f0d445a triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:45:22.776413 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:22.860719 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:22.884442 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4de4e94-1447-4175-9b1a-e1fc510a590c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa5febe-f932-4eec-8a91-5d849f0d445a'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:45:22.886846 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a292d9c8-d335-4baa-adfa-67e4b84aa3f4" -d '{"events": [{"server_uuid": "e4de4e94-1447-4175-9b1a-e1fc510a590c", "name": "network-vif-plugged", "status": "completed", "tag": "2fa5febe-f932-4eec-8a91-5d849f0d445a"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:45:22.904888 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 2fa5febe-f932-4eec-8a91-5d849f0d445a, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=2fa5febe-f932-4eec-8a91-5d849f0d445a,segment=NetworkSegment(53d8df22-3e7f-460b-b053-57e05855ea79),segment_id=53d8df22-3e7f-460b-b053-57e05855ea79)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:45:22.909236 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:22.933596 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd83694-00ca-44cd-b1e7-5a6a2ab83702 x-openstack-request-id: req-4fd83694-00ca-44cd-b1e7-5a6a2ab83702 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:45:22.933889 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4de4e94-1447-4175-9b1a-e1fc510a590c", "name": "network-vif-plugged", "status": "completed", "tag": "2fa5febe-f932-4eec-8a91-5d849f0d445a", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:45:22.934142 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4fd83694-00ca-44cd-b1e7-5a6a2ab83702 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:45:22.934527 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4de4e94-1447-4175-9b1a-e1fc510a590c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa5febe-f932-4eec-8a91-5d849f0d445a', 'code': 200} Nov 12 01:45:22.961661 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=2fa5febe-f932-4eec-8a91-5d849f0d445a,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:45:23.082300 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9483f1-348d-41ac-8376-32ebb912fab5 req-c316df0b-3313-42e3-af3e-658c272ba038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:23.083901 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9d9483f1-348d-41ac-8376-32ebb912fab5 req-c316df0b-3313-42e3-af3e-658c272ba038 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 1097 time: 0.0454268 Nov 12 01:45:23.139902 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9d9483f1-348d-41ac-8376-32ebb912fab5 req-95bb4b56-f530-4c4e-a02c-d528d8b46371 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416520 Nov 12 01:45:23.344188 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef243c4-0684-464a-9ccb-15d1cc928cc4 req-f1746bf0-857c-4c40-a6ee-6ad0e38cc1d8 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:23.345663 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7ef243c4-0684-464a-9ccb-15d1cc928cc4 req-f1746bf0-857c-4c40-a6ee-6ad0e38cc1d8 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 945 time: 0.0530877 Nov 12 01:45:23.404155 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7ef243c4-0684-464a-9ccb-15d1cc928cc4 req-61364b44-1b96-4402-8954-4116aab29ea6 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511599 Nov 12 01:45:24.536397 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea9b50-7012-4c28-afd9-cbdeccfe3c56 req-9c4e1bd7-d1a0-4a28-a5ac-9a92a5c7a82b tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:24.537933 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3cea9b50-7012-4c28-afd9-cbdeccfe3c56 req-9c4e1bd7-d1a0-4a28-a5ac-9a92a5c7a82b tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 945 time: 0.0540359 Nov 12 01:45:24.593106 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3cea9b50-7012-4c28-afd9-cbdeccfe3c56 req-8aae4c10-9b2c-44c2-80d0-9a8bb2d436b2 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491323 Nov 12 01:45:24.714068 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f476a-a5c0-4164-86d5-c0ce7f025565 req-cff92bfc-bc02-4913-b569-d3efeb35b9ff tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:24.715597 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-712f476a-a5c0-4164-86d5-c0ce7f025565 req-cff92bfc-bc02-4913-b569-d3efeb35b9ff tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 945 time: 0.0535798 Nov 12 01:45:24.768821 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-712f476a-a5c0-4164-86d5-c0ce7f025565 req-9048effd-0bd1-4b8f-b5d3-4ec37b7d68a0 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455976 Nov 12 01:45:25.036923 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d6cd3cf7-2f57-4dd7-ba54-8f7da1593909 req-51d0982c-9013-4e1a-a2f5-b27704037160 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0523016 Nov 12 01:45:25.037543 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c2bff-dc2e-42dc-b6f5-5d40b1bfe9c3 req-d61b5e19-41a5-4649-a21b-33d7cd940ae4 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:25.038708 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0e7c2bff-dc2e-42dc-b6f5-5d40b1bfe9c3 req-d61b5e19-41a5-4649-a21b-33d7cd940ae4 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 945 time: 0.0539479 Nov 12 01:45:25.046759 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [req-d6cd3cf7-2f57-4dd7-ba54-8f7da1593909 req-f994a8ed-3076-4653-b6c4-cc3a96dd9cda service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:45:25.047748 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d6cd3cf7-2f57-4dd7-ba54-8f7da1593909 req-f994a8ed-3076-4653-b6c4-cc3a96dd9cda service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059071 Nov 12 01:45:25.098297 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0e7c2bff-dc2e-42dc-b6f5-5d40b1bfe9c3 req-855d2b04-a8c9-47bb-9ba2-2e2492ed2452 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531080 Nov 12 01:45:26.227983 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5607302-844d-4a38-89a8-ccf3765b175c req-3bf9e5a1-6859-4b04-8a74-23fa0e50b82d tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:26.229509 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d5607302-844d-4a38-89a8-ccf3765b175c req-3bf9e5a1-6859-4b04-8a74-23fa0e50b82d tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 945 time: 0.0508928 Nov 12 01:45:26.284333 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d5607302-844d-4a38-89a8-ccf3765b175c req-2a898f13-5c4c-47e8-b6a3-ec06fb20c090 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472069 Nov 12 01:45:26.348989 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd3cf7-2f57-4dd7-ba54-8f7da1593909 req-ec8b026e-a454-47ac-9cda-79851963c6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:26.350524 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d6cd3cf7-2f57-4dd7-ba54-8f7da1593909 req-ec8b026e-a454-47ac-9cda-79851963c6e7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf9c28d7e0924e1d9f3123d47f45b2ee&device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 1097 time: 0.0452366 Nov 12 01:45:26.453677 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd3cf7-2f57-4dd7-ba54-8f7da1593909 req-10440e8d-f8f1-41cf-a305-1f929caf1c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:26.455171 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d6cd3cf7-2f57-4dd7-ba54-8f7da1593909 req-10440e8d-f8f1-41cf-a305-1f929caf1c2b service neutron] 10.222.0.16 "GET /v2.0/networks?id=23232bdd-557a-49a7-b824-8a4496e22881 HTTP/1.1" status: 200 len: 914 time: 0.0980403 Nov 12 01:45:26.498236 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d6cd3cf7-2f57-4dd7-ba54-8f7da1593909 req-8523f799-b190-4d91-b4a3-3939a00c111f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fa5febe-f932-4eec-8a91-5d849f0d445a HTTP/1.1" status: 200 len: 217 time: 0.0359480 Nov 12 01:45:26.553031 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd3cf7-2f57-4dd7-ba54-8f7da1593909 req-3b54f250-477c-49b1-b968-f7d52c3e20f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:26.554571 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d6cd3cf7-2f57-4dd7-ba54-8f7da1593909 req-3b54f250-477c-49b1-b968-f7d52c3e20f3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b316959c-af78-4db4-bb69-163676f6fd0c HTTP/1.1" status: 200 len: 854 time: 0.0492573 Nov 12 01:45:26.588892 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d6cd3cf7-2f57-4dd7-ba54-8f7da1593909 req-6c9e0b4d-3c0c-402c-9bb7-8d8336c894d7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=23232bdd-557a-49a7-b824-8a4496e22881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269194 Nov 12 01:45:26.679823 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d6cd3cf7-2f57-4dd7-ba54-8f7da1593909 req-5bf3c192-f623-4e6f-8522-e6615d99636f service neutron] 10.222.0.16 "GET /v2.0/networks/23232bdd-557a-49a7-b824-8a4496e22881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832596 Nov 12 01:45:26.776088 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d6cd3cf7-2f57-4dd7-ba54-8f7da1593909 req-f167ea94-183f-4871-bfa9-567beb35104b service neutron] 10.222.0.16 "GET /v2.0/networks/23232bdd-557a-49a7-b824-8a4496e22881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887852 Nov 12 01:45:27.260096 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2070aa4-e1fd-4569-9fc4-60826f197777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:27.410303 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a0ed7-40c8-4a1e-933f-9cfd9135b962 req-9a590d2e-bc14-41a1-a023-e7fff73544f7 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:27.411797 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f74a0ed7-40c8-4a1e-933f-9cfd9135b962 req-9a590d2e-bc14-41a1-a023-e7fff73544f7 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 945 time: 0.0520599 Nov 12 01:45:27.462838 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f74a0ed7-40c8-4a1e-933f-9cfd9135b962 req-649a228a-1266-423a-8e9a-4a04948c6c4f tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443785 Nov 12 01:45:28.597367 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9da00-a787-464e-b731-90cf06c1262d req-33ef7eed-2128-4e83-a16e-a77a02f46301 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:28.599264 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-70b9da00-a787-464e-b731-90cf06c1262d req-33ef7eed-2128-4e83-a16e-a77a02f46301 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 945 time: 0.0615091 Nov 12 01:45:28.659428 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-70b9da00-a787-464e-b731-90cf06c1262d req-1dcd599d-8eb3-47e4-830d-fda9b06dfdf0 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498362 Nov 12 01:45:29.792849 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d233c1-5cd3-46a8-8868-40f9a080b18b req-d361d486-6588-4ce0-868f-c8cd87262f3f tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:29.794399 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-69d233c1-5cd3-46a8-8868-40f9a080b18b req-d361d486-6588-4ce0-868f-c8cd87262f3f tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 945 time: 0.0530806 Nov 12 01:45:29.846594 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-69d233c1-5cd3-46a8-8868-40f9a080b18b req-9fea04b5-9bbb-4b27-a3ea-04afc25c9b6e tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451853 Nov 12 01:45:30.853944 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6a511699-dd14-4a72-a5ab-531e43a8ce45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:30.971701 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7311103a-8b53-4463-9498-4ab21cc728af req-ce9a897f-305a-448d-a901-21c47b6c15cc tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:30.973436 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7311103a-8b53-4463-9498-4ab21cc728af req-ce9a897f-305a-448d-a901-21c47b6c15cc tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 945 time: 0.0513456 Nov 12 01:45:31.026812 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7311103a-8b53-4463-9498-4ab21cc728af req-e8b7aebc-153c-40a7-9c68-cbbe792b2295 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473640 Nov 12 01:45:32.156439 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf7404-3101-471c-8f99-3c5c6ede0dfb req-56eccaad-e278-477d-926b-27a364e71c34 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:32.158163 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7fcf7404-3101-471c-8f99-3c5c6ede0dfb req-56eccaad-e278-477d-926b-27a364e71c34 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 945 time: 0.0566833 Nov 12 01:45:32.213829 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7fcf7404-3101-471c-8f99-3c5c6ede0dfb req-3a420566-a537-4699-8233-83fb6ae406bc tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487363 Nov 12 01:45:32.985872 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:33.340099 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef3be0-7a8a-4045-816b-4c12f083adff req-48bf7ffa-af0e-446a-890d-9f688705b541 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:33.341707 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1cef3be0-7a8a-4045-816b-4c12f083adff req-48bf7ffa-af0e-446a-890d-9f688705b541 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 945 time: 0.0539582 Nov 12 01:45:33.395997 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1cef3be0-7a8a-4045-816b-4c12f083adff req-971bba1f-57b1-41f9-93a4-de53001ac319 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458667 Nov 12 01:45:34.008784 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:34.524455 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e1760b-647c-4454-af9e-b75fb17dfb4c req-00724377-ddbb-459e-8c4f-a725de369120 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:34.526013 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-75e1760b-647c-4454-af9e-b75fb17dfb4c req-00724377-ddbb-459e-8c4f-a725de369120 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 945 time: 0.0578778 Nov 12 01:45:34.573964 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-75e1760b-647c-4454-af9e-b75fb17dfb4c req-af3c81ca-9b1b-49f1-ad92-566e3299819d tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419760 Nov 12 01:45:35.304330 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:35.715027 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56e76a-e091-4d2b-9baa-b48e76b1a42c req-b1691c02-5773-48e4-af3f-b3cbc185f390 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:35.716711 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eb56e76a-e091-4d2b-9baa-b48e76b1a42c req-b1691c02-5773-48e4-af3f-b3cbc185f390 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 945 time: 0.0539114 Nov 12 01:45:35.773088 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eb56e76a-e091-4d2b-9baa-b48e76b1a42c req-e4215441-2993-4427-82ce-c3618132053f tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482640 Nov 12 01:45:36.922521 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc63115-cc51-4859-a0e8-f5e16707cfcb req-d9912808-7b06-49c4-9057-86adba997a18 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:36.924102 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bbc63115-cc51-4859-a0e8-f5e16707cfcb req-d9912808-7b06-49c4-9057-86adba997a18 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 945 time: 0.0784771 Nov 12 01:45:36.981899 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bbc63115-cc51-4859-a0e8-f5e16707cfcb req-93f06893-a635-453a-8d2a-a7e66227d140 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511489 Nov 12 01:45:38.124600 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae0864-9ef0-4502-86a3-61542ca6430a req-41ff9483-0bf2-47d2-9b0b-5f70a4cc8d15 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:38.126233 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-42ae0864-9ef0-4502-86a3-61542ca6430a req-41ff9483-0bf2-47d2-9b0b-5f70a4cc8d15 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 945 time: 0.0656402 Nov 12 01:45:38.179004 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-42ae0864-9ef0-4502-86a3-61542ca6430a req-91683509-cdd8-4c51-9105-0dd1a37b4951 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458961 Nov 12 01:45:38.743175 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:39.307801 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a2d91-4fd7-4bee-b21e-aeb58ba01e02 req-4c0253c4-1f81-4d8d-b468-2bc8fcd0ddfa tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:39.309492 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5e5a2d91-4fd7-4bee-b21e-aeb58ba01e02 req-4c0253c4-1f81-4d8d-b468-2bc8fcd0ddfa tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 945 time: 0.0535612 Nov 12 01:45:39.368154 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5e5a2d91-4fd7-4bee-b21e-aeb58ba01e02 req-7e94d9b7-3500-4fba-be92-9217b1f66f3d tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474756 Nov 12 01:45:39.987426 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42b603-6720-4f49-979a-ac513356bcd4 req-14948278-bd20-41d7-9d85-38c9c48ed63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:39.989134 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3d42b603-6720-4f49-979a-ac513356bcd4 req-14948278-bd20-41d7-9d85-38c9c48ed63b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf9c28d7e0924e1d9f3123d47f45b2ee&device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 1097 time: 0.0714576 Nov 12 01:45:40.110461 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42b603-6720-4f49-979a-ac513356bcd4 req-08765b24-7054-4ea0-a41f-455f98dfe397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:40.112953 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3d42b603-6720-4f49-979a-ac513356bcd4 req-08765b24-7054-4ea0-a41f-455f98dfe397 service neutron] 10.222.0.16 "GET /v2.0/networks?id=23232bdd-557a-49a7-b824-8a4496e22881 HTTP/1.1" status: 200 len: 914 time: 0.1020443 Nov 12 01:45:40.198146 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3d42b603-6720-4f49-979a-ac513356bcd4 req-97e5d642-ecfc-4349-a570-28877cc011bd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fa5febe-f932-4eec-8a91-5d849f0d445a HTTP/1.1" status: 200 len: 217 time: 0.0712559 Nov 12 01:45:40.255581 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42b603-6720-4f49-979a-ac513356bcd4 req-2ef33571-d4e2-4801-96f3-1ce37c720e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:40.257108 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3d42b603-6720-4f49-979a-ac513356bcd4 req-2ef33571-d4e2-4801-96f3-1ce37c720e9e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b316959c-af78-4db4-bb69-163676f6fd0c HTTP/1.1" status: 200 len: 854 time: 0.0525045 Nov 12 01:45:40.292850 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3d42b603-6720-4f49-979a-ac513356bcd4 req-02aee7e1-82fa-450b-9e8f-878c012445b2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=23232bdd-557a-49a7-b824-8a4496e22881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281062 Nov 12 01:45:40.405976 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3d42b603-6720-4f49-979a-ac513356bcd4 req-57eeb39f-48cd-4cbb-8db9-da7ca906ad03 service neutron] 10.222.0.16 "GET /v2.0/networks/23232bdd-557a-49a7-b824-8a4496e22881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050115 Nov 12 01:45:40.564893 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3d42b603-6720-4f49-979a-ac513356bcd4 req-a76c29fa-8668-4b01-8e66-139ca712af81 service neutron] 10.222.0.16 "GET /v2.0/networks/23232bdd-557a-49a7-b824-8a4496e22881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512885 Nov 12 01:45:40.577634 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde82e43-fa33-47f9-a1d9-0101aa804eee req-b69d5630-1092-4776-9daa-99a4fb37b8b5 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:40.579476 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bde82e43-fa33-47f9-a1d9-0101aa804eee req-b69d5630-1092-4776-9daa-99a4fb37b8b5 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 945 time: 0.0848856 Nov 12 01:45:40.635010 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bde82e43-fa33-47f9-a1d9-0101aa804eee req-e1288d06-808b-4833-b2f6-5ac03e16238c tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493734 Nov 12 01:45:40.914519 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:41.434274 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:45:41.787785 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5e1ab4-7f8c-40fa-b86a-68a3b1fdb403 req-bd23294d-f49c-4f17-9073-983503398945 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:41.790642 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cb5e1ab4-7f8c-40fa-b86a-68a3b1fdb403 req-bd23294d-f49c-4f17-9073-983503398945 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 945 time: 0.0783353 Nov 12 01:45:41.854604 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cb5e1ab4-7f8c-40fa-b86a-68a3b1fdb403 req-d9d67cb6-c121-4e9b-95c4-304ff6161b4f tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571668 Nov 12 01:45:43.057165 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441bb8e8-39d1-4a73-994a-cf6e5a391886 req-c1b5ad79-52ef-457e-84b9-6b4153634028 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:43.058941 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-441bb8e8-39d1-4a73-994a-cf6e5a391886 req-c1b5ad79-52ef-457e-84b9-6b4153634028 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 945 time: 0.1170127 Nov 12 01:45:43.117218 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-441bb8e8-39d1-4a73-994a-cf6e5a391886 req-0aefdac5-5e63-4985-8248-d9327a759bad tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505850 Nov 12 01:45:44.309652 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf2cab-33aa-41e4-8ce3-0b9ffb8430e5 req-3d2dbfa4-9fdc-4e0d-b3f5-e3bdab9e29ee tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:44.311503 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-67cf2cab-33aa-41e4-8ce3-0b9ffb8430e5 req-3d2dbfa4-9fdc-4e0d-b3f5-e3bdab9e29ee tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 945 time: 0.1176014 Nov 12 01:45:44.365924 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-67cf2cab-33aa-41e4-8ce3-0b9ffb8430e5 req-3f5f0cc5-7d2d-4e46-a6c5-21bea487e80c tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477068 Nov 12 01:45:45.498895 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcaf569-b300-4500-984e-bea2280edc2a req-a07d28d9-f39f-40cc-81e7-69c5ae15e677 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:45.500573 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ffcaf569-b300-4500-984e-bea2280edc2a req-a07d28d9-f39f-40cc-81e7-69c5ae15e677 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 945 time: 0.0551825 Nov 12 01:45:45.555485 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ffcaf569-b300-4500-984e-bea2280edc2a req-63cad008-917d-4dd1-8462-cbb72a3b4be6 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485044 Nov 12 01:45:46.687953 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9d03e-27df-4eaa-bb03-3f0cf9f0c377 req-ccf56cac-67be-47c7-b154-7e8006234429 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:46.689503 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4ca9d03e-27df-4eaa-bb03-3f0cf9f0c377 req-ccf56cac-67be-47c7-b154-7e8006234429 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 945 time: 0.0593750 Nov 12 01:45:46.744445 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4ca9d03e-27df-4eaa-bb03-3f0cf9f0c377 req-41dae164-702c-43f4-80b4-4bd3341ddce5 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481236 Nov 12 01:45:47.872515 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0b661c-c7de-4a50-b919-93e763a6e4fc req-94a403d0-1867-4018-a65c-5ac80536c30f tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:47.874705 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3f0b661c-c7de-4a50-b919-93e763a6e4fc req-94a403d0-1867-4018-a65c-5ac80536c30f tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 945 time: 0.0522215 Nov 12 01:45:47.929041 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3f0b661c-c7de-4a50-b919-93e763a6e4fc req-c0d3e18a-4ea7-40be-8efc-2b788fa2b714 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476055 Nov 12 01:45:49.064288 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe21e82-e2aa-46c6-add2-a83aca25b5ed req-4c18f10c-90c6-4f94-8bc2-c53666cda0be tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:49.066592 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0fe21e82-e2aa-46c6-add2-a83aca25b5ed req-4c18f10c-90c6-4f94-8bc2-c53666cda0be tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 945 time: 0.0651119 Nov 12 01:45:49.125172 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0fe21e82-e2aa-46c6-add2-a83aca25b5ed req-0717cbac-e0c9-4fa4-a9b6-c0803d7941d8 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521920 Nov 12 01:45:50.253644 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5af06-8999-4508-8a5f-c829a336fc15 req-4edf3309-f686-4a54-aa30-8dbc7abae4fd tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:50.255221 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-00b5af06-8999-4508-8a5f-c829a336fc15 req-4edf3309-f686-4a54-aa30-8dbc7abae4fd tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 945 time: 0.0531411 Nov 12 01:45:50.311220 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-00b5af06-8999-4508-8a5f-c829a336fc15 req-48c42db3-0242-46d4-8c52-d012e56931fd tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470428 Nov 12 01:45:51.443133 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670ad04-ffd0-4407-9cad-122d98fd2936 req-39d7c38a-42c3-47d3-a827-706f3da5bf05 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:51.444728 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6670ad04-ffd0-4407-9cad-122d98fd2936 req-39d7c38a-42c3-47d3-a827-706f3da5bf05 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 945 time: 0.0525858 Nov 12 01:45:51.498525 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6670ad04-ffd0-4407-9cad-122d98fd2936 req-a7fe5460-dc51-4122-a3b7-d8e74b2d853f tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463326 Nov 12 01:45:52.628493 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1de809-ac16-41c1-a4ee-950dc6bb977b req-d31b3eaf-cf81-4cb8-9d36-8ba55032097b tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:52.630360 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5a1de809-ac16-41c1-a4ee-950dc6bb977b req-d31b3eaf-cf81-4cb8-9d36-8ba55032097b tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 945 time: 0.0591350 Nov 12 01:45:52.683056 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5a1de809-ac16-41c1-a4ee-950dc6bb977b req-ea48660c-a9d5-4734-96ea-2df898e355b4 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456903 Nov 12 01:45:53.815644 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b9aa0-3e0c-4e8b-8afc-5f3bd97bd8fd req-a8045c75-85b4-4f6d-a54f-55826b77105b tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:53.817299 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-286b9aa0-3e0c-4e8b-8afc-5f3bd97bd8fd req-a8045c75-85b4-4f6d-a54f-55826b77105b tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 945 time: 0.0530763 Nov 12 01:45:53.873279 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-286b9aa0-3e0c-4e8b-8afc-5f3bd97bd8fd req-1053b311-0404-4ed4-9b69-e3552e1f10e3 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471830 Nov 12 01:45:55.007826 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e521ff-8acc-4984-9362-a1c3df93455b req-12557488-3d40-4e4e-9bcd-7f15be55bb53 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:55.009593 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-57e521ff-8acc-4984-9362-a1c3df93455b req-12557488-3d40-4e4e-9bcd-7f15be55bb53 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 945 time: 0.0603747 Nov 12 01:45:55.094850 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-57e521ff-8acc-4984-9362-a1c3df93455b req-98f6c1fe-1aaf-474f-bd8b-0040f58a567b tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733156 Nov 12 01:45:56.236567 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc2c94-33f7-4a8e-9c43-21fe8a81c8ca req-008f8898-97a7-4a71-b714-4fe238f31d43 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:56.238160 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-15cc2c94-33f7-4a8e-9c43-21fe8a81c8ca req-008f8898-97a7-4a71-b714-4fe238f31d43 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 945 time: 0.0625949 Nov 12 01:45:56.297794 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-15cc2c94-33f7-4a8e-9c43-21fe8a81c8ca req-2f640bed-9c07-4df1-82d1-80a877c485cc tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535171 Nov 12 01:45:57.260804 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9e067262-c39a-487a-8a11-5f6dc783b984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:57.417677 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40793bf-98ef-4087-b398-98eeda3b6448 req-943a5902-aa24-4cd3-8bda-0ff0fe443c79 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:57.419186 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d40793bf-98ef-4087-b398-98eeda3b6448 req-943a5902-aa24-4cd3-8bda-0ff0fe443c79 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 945 time: 0.0499167 Nov 12 01:45:57.470976 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d40793bf-98ef-4087-b398-98eeda3b6448 req-587def29-3b19-4396-954d-a454ea31858d tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456474 Nov 12 01:45:58.585657 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2d57e-eb5f-4259-83d9-c86c6f813045 req-c316f56b-00c2-4f57-a3e0-6d1b74ac76cb tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:58.587140 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f2b2d57e-eb5f-4259-83d9-c86c6f813045 req-c316f56b-00c2-4f57-a3e0-6d1b74ac76cb tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 945 time: 0.0491145 Nov 12 01:45:58.633558 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f2b2d57e-eb5f-4259-83d9-c86c6f813045 req-5b5610e6-a0c6-40af-a4d3-b4d658e95006 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402551 Nov 12 01:45:59.160060 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [req-d6cd3cf7-2f57-4dd7-ba54-8f7da1593909 req-005e47e0-a0f1-44f6-9a1b-49e463f04e92 service neutron] show failed (client error): The resource could not be found. Nov 12 01:45:59.161012 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d6cd3cf7-2f57-4dd7-ba54-8f7da1593909 req-005e47e0-a0f1-44f6-9a1b-49e463f04e92 service neutron] 10.222.0.16 "GET /v2.0/ports/2fa5febe-f932-4eec-8a91-5d849f0d445a/bindings/n-h2-712142-27 HTTP/1.1" status: 404 len: 381 time: 0.0547175 Nov 12 01:45:59.377179 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd3cf7-2f57-4dd7-ba54-8f7da1593909 req-7d630741-e66c-49b9-b7fe-f3fa669d6b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:59.378530 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d6cd3cf7-2f57-4dd7-ba54-8f7da1593909 req-7d630741-e66c-49b9-b7fe-f3fa669d6b85 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c&tenant_id=cf9c28d7e0924e1d9f3123d47f45b2ee HTTP/1.1" status: 200 len: 1097 time: 0.0412924 Nov 12 01:45:59.397815 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-d6cd3cf7-2f57-4dd7-ba54-8f7da1593909 req-09aa2160-3e47-40ca-a3fe-afb6595d5fa6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712142-27', 'device_owner': 'compute:nova'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:45:59.454158 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d6cd3cf7-2f57-4dd7-ba54-8f7da1593909 req-09aa2160-3e47-40ca-a3fe-afb6595d5fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:59.656373 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-d6cd3cf7-2f57-4dd7-ba54-8f7da1593909 req-09aa2160-3e47-40ca-a3fe-afb6595d5fa6 service neutron] For port 2fa5febe-f932-4eec-8a91-5d849f0d445a, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=2fa5febe-f932-4eec-8a91-5d849f0d445a,segment=NetworkSegment(53d8df22-3e7f-460b-b053-57e05855ea79),segment_id=53d8df22-3e7f-460b-b053-57e05855ea79)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:45:59.689951 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-d6cd3cf7-2f57-4dd7-ba54-8f7da1593909 req-09aa2160-3e47-40ca-a3fe-afb6595d5fa6 service neutron] For port 2fa5febe-f932-4eec-8a91-5d849f0d445a, host n-h1-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:45:59.758578 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4de4e94-1447-4175-9b1a-e1fc510a590c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fa5febe-f932-4eec-8a91-5d849f0d445a'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:45:59.761008 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0817587c-9bd2-4f55-97ab-a78d2eb1f232" -d '{"events": [{"server_uuid": "e4de4e94-1447-4175-9b1a-e1fc510a590c", "name": "network-vif-unplugged", "status": "completed", "tag": "2fa5febe-f932-4eec-8a91-5d849f0d445a"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:45:59.765702 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d6cd3cf7-2f57-4dd7-ba54-8f7da1593909 req-09aa2160-3e47-40ca-a3fe-afb6595d5fa6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:59.789844 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2bd49-af57-49aa-b739-355ca221ba93 req-38b742fa-f8bc-435f-892e-d8c570168511 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:45:59.791325 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e3a2bd49-af57-49aa-b739-355ca221ba93 req-38b742fa-f8bc-435f-892e-d8c570168511 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 945 time: 0.0818946 Nov 12 01:45:59.794006 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-d6cd3cf7-2f57-4dd7-ba54-8f7da1593909 req-09aa2160-3e47-40ca-a3fe-afb6595d5fa6 service neutron] Transition to ACTIVE for port object 2fa5febe-f932-4eec-8a91-5d849f0d445a will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:45:59.799814 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d6cd3cf7-2f57-4dd7-ba54-8f7da1593909 req-09aa2160-3e47-40ca-a3fe-afb6595d5fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:45:59.810885 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84fbb896-c43a-4237-aa21-a61680d625b6 x-openstack-request-id: req-84fbb896-c43a-4237-aa21-a61680d625b6 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:45:59.811170 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4de4e94-1447-4175-9b1a-e1fc510a590c", "name": "network-vif-unplugged", "status": "completed", "tag": "2fa5febe-f932-4eec-8a91-5d849f0d445a", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:45:59.811417 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-84fbb896-c43a-4237-aa21-a61680d625b6 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:45:59.811793 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4de4e94-1447-4175-9b1a-e1fc510a590c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fa5febe-f932-4eec-8a91-5d849f0d445a', 'code': 200} Nov 12 01:45:59.887288 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6cd3cf7-2f57-4dd7-ba54-8f7da1593909 req-09aa2160-3e47-40ca-a3fe-afb6595d5fa6 service neutron] No DVR routers for this DVR port 2fa5febe-f932-4eec-8a91-5d849f0d445a on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:45:59.901009 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aa2160-3e47-40ca-a3fe-afb6595d5fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=2fa5febe-f932-4eec-8a91-5d849f0d445a,revision_number=6']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:45:59.917709 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e3a2bd49-af57-49aa-b739-355ca221ba93 req-1f0d49ce-5581-480c-ad19-ef2df38dd93a tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196947 Nov 12 01:45:59.919139 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa2160-3e47-40ca-a3fe-afb6595d5fa6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:59.919560 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa2160-3e47-40ca-a3fe-afb6595d5fa6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:59.920120 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa2160-3e47-40ca-a3fe-afb6595d5fa6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:59.920486 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa2160-3e47-40ca-a3fe-afb6595d5fa6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:59.920824 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa2160-3e47-40ca-a3fe-afb6595d5fa6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:59.921155 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa2160-3e47-40ca-a3fe-afb6595d5fa6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:59.921485 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa2160-3e47-40ca-a3fe-afb6595d5fa6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:59.921813 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa2160-3e47-40ca-a3fe-afb6595d5fa6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:59.922139 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa2160-3e47-40ca-a3fe-afb6595d5fa6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:59.922468 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa2160-3e47-40ca-a3fe-afb6595d5fa6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:59.922788 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa2160-3e47-40ca-a3fe-afb6595d5fa6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:59.923110 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa2160-3e47-40ca-a3fe-afb6595d5fa6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:45:59.952456 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-d6cd3cf7-2f57-4dd7-ba54-8f7da1593909 req-09aa2160-3e47-40ca-a3fe-afb6595d5fa6 service neutron] Attempting to bind port 2fa5febe-f932-4eec-8a91-5d849f0d445a on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:45:59.952794 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-d6cd3cf7-2f57-4dd7-ba54-8f7da1593909 req-09aa2160-3e47-40ca-a3fe-afb6595d5fa6 service neutron] Attempting to bind port 2fa5febe-f932-4eec-8a91-5d849f0d445a by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '53d8df22-3e7f-460b-b053-57e05855ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '23232bdd-557a-49a7-b824-8a4496e22881'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:45:59.953126 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cd3cf7-2f57-4dd7-ba54-8f7da1593909 req-09aa2160-3e47-40ca-a3fe-afb6595d5fa6 service neutron] Attempting to bind port 2fa5febe-f932-4eec-8a91-5d849f0d445a on network 23232bdd-557a-49a7-b824-8a4496e22881 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:45:59.957482 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cd3cf7-2f57-4dd7-ba54-8f7da1593909 req-09aa2160-3e47-40ca-a3fe-afb6595d5fa6 service neutron] Port 2fa5febe-f932-4eec-8a91-5d849f0d445a on network 23232bdd-557a-49a7-b824-8a4496e22881 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:45:59.957803 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cd3cf7-2f57-4dd7-ba54-8f7da1593909 req-09aa2160-3e47-40ca-a3fe-afb6595d5fa6 service neutron] Attempting to bind port 2fa5febe-f932-4eec-8a91-5d849f0d445a on network 23232bdd-557a-49a7-b824-8a4496e22881 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:45:59.962722 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cd3cf7-2f57-4dd7-ba54-8f7da1593909 req-09aa2160-3e47-40ca-a3fe-afb6595d5fa6 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:45:59.963055 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cd3cf7-2f57-4dd7-ba54-8f7da1593909 req-09aa2160-3e47-40ca-a3fe-afb6595d5fa6 service neutron] Checking segment: {'id': '53d8df22-3e7f-460b-b053-57e05855ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '23232bdd-557a-49a7-b824-8a4496e22881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:45:59.963435 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cd3cf7-2f57-4dd7-ba54-8f7da1593909 req-09aa2160-3e47-40ca-a3fe-afb6595d5fa6 service neutron] Bound using segment: {'id': '53d8df22-3e7f-460b-b053-57e05855ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '23232bdd-557a-49a7-b824-8a4496e22881'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:45:59.963867 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-d6cd3cf7-2f57-4dd7-ba54-8f7da1593909 req-09aa2160-3e47-40ca-a3fe-afb6595d5fa6 service neutron] Bound port: 2fa5febe-f932-4eec-8a91-5d849f0d445a, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53d8df22-3e7f-460b-b053-57e05855ea79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '23232bdd-557a-49a7-b824-8a4496e22881'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:45:59.964260 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d6cd3cf7-2f57-4dd7-ba54-8f7da1593909 req-09aa2160-3e47-40ca-a3fe-afb6595d5fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:00.042201 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-d6cd3cf7-2f57-4dd7-ba54-8f7da1593909 req-09aa2160-3e47-40ca-a3fe-afb6595d5fa6 service neutron] For port 2fa5febe-f932-4eec-8a91-5d849f0d445a, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:46:00.046004 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-d6cd3cf7-2f57-4dd7-ba54-8f7da1593909 req-09aa2160-3e47-40ca-a3fe-afb6595d5fa6 service neutron] For port 2fa5febe-f932-4eec-8a91-5d849f0d445a, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=2fa5febe-f932-4eec-8a91-5d849f0d445a,segment=NetworkSegment(53d8df22-3e7f-460b-b053-57e05855ea79),segment_id=53d8df22-3e7f-460b-b053-57e05855ea79)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:46:00.050548 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d6cd3cf7-2f57-4dd7-ba54-8f7da1593909 req-09aa2160-3e47-40ca-a3fe-afb6595d5fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:00.085068 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd3cf7-2f57-4dd7-ba54-8f7da1593909 req-09aa2160-3e47-40ca-a3fe-afb6595d5fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:00.085709 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d6cd3cf7-2f57-4dd7-ba54-8f7da1593909 req-09aa2160-3e47-40ca-a3fe-afb6595d5fa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:00.087078 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d6cd3cf7-2f57-4dd7-ba54-8f7da1593909 req-09aa2160-3e47-40ca-a3fe-afb6595d5fa6 service neutron] 10.222.0.44 "PUT /v2.0/ports/2fa5febe-f932-4eec-8a91-5d849f0d445a HTTP/1.1" status: 200 len: 1092 time: 0.6935253 Nov 12 01:46:00.108394 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aa2160-3e47-40ca-a3fe-afb6595d5fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=2fa5febe-f932-4eec-8a91-5d849f0d445a,revision_number=7']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:00.161263 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd3cf7-2f57-4dd7-ba54-8f7da1593909 req-118501ed-1b8a-4f5d-bb07-41208bee52b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:00.162739 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d6cd3cf7-2f57-4dd7-ba54-8f7da1593909 req-118501ed-1b8a-4f5d-bb07-41208bee52b4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf9c28d7e0924e1d9f3123d47f45b2ee&device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 1095 time: 0.0419087 Nov 12 01:46:00.259027 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd3cf7-2f57-4dd7-ba54-8f7da1593909 req-789bbcc6-756d-4a88-b39b-6c2406818af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:00.260556 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d6cd3cf7-2f57-4dd7-ba54-8f7da1593909 req-789bbcc6-756d-4a88-b39b-6c2406818af3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=23232bdd-557a-49a7-b824-8a4496e22881 HTTP/1.1" status: 200 len: 914 time: 0.0910528 Nov 12 01:46:00.301586 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d6cd3cf7-2f57-4dd7-ba54-8f7da1593909 req-3bd37577-18f8-4bc1-8bc5-aad270308e5a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fa5febe-f932-4eec-8a91-5d849f0d445a HTTP/1.1" status: 200 len: 217 time: 0.0332286 Nov 12 01:46:00.350308 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd3cf7-2f57-4dd7-ba54-8f7da1593909 req-5f77e203-432e-4012-80c1-40bd7bdaeed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:00.351780 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d6cd3cf7-2f57-4dd7-ba54-8f7da1593909 req-5f77e203-432e-4012-80c1-40bd7bdaeed0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b316959c-af78-4db4-bb69-163676f6fd0c HTTP/1.1" status: 200 len: 854 time: 0.0438163 Nov 12 01:46:00.384562 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d6cd3cf7-2f57-4dd7-ba54-8f7da1593909 req-0552f93d-66d6-40a6-8651-31737a0951ac service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=23232bdd-557a-49a7-b824-8a4496e22881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250437 Nov 12 01:46:00.478510 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d6cd3cf7-2f57-4dd7-ba54-8f7da1593909 req-fb0ac5d0-651d-45b1-bf01-a7375b825c1b service neutron] 10.222.0.44 "GET /v2.0/networks/23232bdd-557a-49a7-b824-8a4496e22881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870941 Nov 12 01:46:00.573366 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d6cd3cf7-2f57-4dd7-ba54-8f7da1593909 req-ea5b5b7c-37a9-48e4-97ee-5a865b53df91 service neutron] 10.222.0.44 "GET /v2.0/networks/23232bdd-557a-49a7-b824-8a4496e22881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875723 Nov 12 01:46:00.855654 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cbea5be9-0f3d-48d4-ab1f-05e8f703827e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:01.045843 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8dd6aa-a247-45a3-a690-0378345349fd req-5757f27c-29c8-4dd9-a5c8-018640d6c0d8 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:01.047340 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ed8dd6aa-a247-45a3-a690-0378345349fd req-5757f27c-29c8-4dd9-a5c8-018640d6c0d8 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 943 time: 0.0585864 Nov 12 01:46:01.098689 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ed8dd6aa-a247-45a3-a690-0378345349fd req-30902f80-7b7c-463f-84fd-30d845937a65 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448608 Nov 12 01:46:01.812997 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4de4e94-1447-4175-9b1a-e1fc510a590c', 'tag': '2fa5febe-f932-4eec-8a91-5d849f0d445a'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:46:01.815368 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610bbc91-ec0f-4ceb-aef8-8524ac4e2592" -d '{"events": [{"name": "network-changed", "server_uuid": "e4de4e94-1447-4175-9b1a-e1fc510a590c", "tag": "2fa5febe-f932-4eec-8a91-5d849f0d445a"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:46:01.862607 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462fbed4-b654-44f0-9e78-84df6e553039 x-openstack-request-id: req-462fbed4-b654-44f0-9e78-84df6e553039 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:46:01.862904 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4de4e94-1447-4175-9b1a-e1fc510a590c", "tag": "2fa5febe-f932-4eec-8a91-5d849f0d445a", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:46:01.863156 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-462fbed4-b654-44f0-9e78-84df6e553039 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:46:01.863550 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4de4e94-1447-4175-9b1a-e1fc510a590c', 'tag': '2fa5febe-f932-4eec-8a91-5d849f0d445a', 'status': 'completed', 'code': 200} Nov 12 01:46:01.976836 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610bbc91-ec0f-4ceb-aef8-8524ac4e2592 req-3fa0f1fb-29ae-4523-b52d-e46102e82c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:01.978327 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-610bbc91-ec0f-4ceb-aef8-8524ac4e2592 req-3fa0f1fb-29ae-4523-b52d-e46102e82c5c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cf9c28d7e0924e1d9f3123d47f45b2ee&device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 1095 time: 0.0724297 Nov 12 01:46:01.984763 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610bbc91-ec0f-4ceb-aef8-8524ac4e2592 req-da7c3b68-a1e4-4c8f-a973-69e23a013237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:01.986230 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-610bbc91-ec0f-4ceb-aef8-8524ac4e2592 req-da7c3b68-a1e4-4c8f-a973-69e23a013237 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf9c28d7e0924e1d9f3123d47f45b2ee&device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 1095 time: 0.0555544 Nov 12 01:46:02.148019 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610bbc91-ec0f-4ceb-aef8-8524ac4e2592 req-657e14f7-2587-480c-a72e-602a6bd05024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:02.149494 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-610bbc91-ec0f-4ceb-aef8-8524ac4e2592 req-657e14f7-2587-480c-a72e-602a6bd05024 service neutron] 10.222.0.44 "GET /v2.0/networks?id=23232bdd-557a-49a7-b824-8a4496e22881 HTTP/1.1" status: 200 len: 914 time: 0.1552291 Nov 12 01:46:02.150816 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610bbc91-ec0f-4ceb-aef8-8524ac4e2592 req-93b8dd7f-c547-4000-a7ba-2f2fd0d37900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:02.152134 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-610bbc91-ec0f-4ceb-aef8-8524ac4e2592 req-93b8dd7f-c547-4000-a7ba-2f2fd0d37900 service neutron] 10.222.0.16 "GET /v2.0/networks?id=23232bdd-557a-49a7-b824-8a4496e22881 HTTP/1.1" status: 200 len: 914 time: 0.1500621 Nov 12 01:46:02.199275 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-610bbc91-ec0f-4ceb-aef8-8524ac4e2592 req-7aad9daf-bfcd-4b4c-8a9f-35418ee3aaa8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fa5febe-f932-4eec-8a91-5d849f0d445a HTTP/1.1" status: 200 len: 217 time: 0.0417771 Nov 12 01:46:02.245075 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-610bbc91-ec0f-4ceb-aef8-8524ac4e2592 req-7f447d69-4a67-4821-882d-d03c39fdda3c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fa5febe-f932-4eec-8a91-5d849f0d445a HTTP/1.1" status: 200 len: 217 time: 0.0804319 Nov 12 01:46:02.341513 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610bbc91-ec0f-4ceb-aef8-8524ac4e2592 req-169cf8e7-5450-47ee-a37a-b53e736c642a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:02.342989 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-610bbc91-ec0f-4ceb-aef8-8524ac4e2592 req-169cf8e7-5450-47ee-a37a-b53e736c642a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b316959c-af78-4db4-bb69-163676f6fd0c HTTP/1.1" status: 200 len: 854 time: 0.1058249 Nov 12 01:46:02.355379 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed436af5-7b31-4ca8-a087-29db53aaf43d req-5e6f9886-861a-484a-b332-5b66bed379e9 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:02.356927 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ed436af5-7b31-4ca8-a087-29db53aaf43d req-5e6f9886-861a-484a-b332-5b66bed379e9 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 943 time: 0.1609879 Nov 12 01:46:02.358266 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610bbc91-ec0f-4ceb-aef8-8524ac4e2592 req-1de9f2d4-4d2d-498e-856b-056f9bd776f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:02.359553 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-610bbc91-ec0f-4ceb-aef8-8524ac4e2592 req-1de9f2d4-4d2d-498e-856b-056f9bd776f8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b316959c-af78-4db4-bb69-163676f6fd0c HTTP/1.1" status: 200 len: 854 time: 0.0836549 Nov 12 01:46:02.707818 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-610bbc91-ec0f-4ceb-aef8-8524ac4e2592 req-98f226dc-cc4d-4967-bb72-6ddd44bb2921 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=23232bdd-557a-49a7-b824-8a4496e22881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3471842 Nov 12 01:46:02.725559 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-610bbc91-ec0f-4ceb-aef8-8524ac4e2592 req-0cb44a88-e971-40c8-9803-603105cfab21 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=23232bdd-557a-49a7-b824-8a4496e22881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458922 Nov 12 01:46:02.825136 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ed436af5-7b31-4ca8-a087-29db53aaf43d req-e7f9ee4e-2e95-408d-ab8f-289eaace36fe tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4571609 Nov 12 01:46:02.904400 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-610bbc91-ec0f-4ceb-aef8-8524ac4e2592 req-0af6c314-bda7-4a2e-b129-7228f486f3be service neutron] 10.222.0.44 "GET /v2.0/networks/23232bdd-557a-49a7-b824-8a4496e22881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822889 Nov 12 01:46:02.910341 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-610bbc91-ec0f-4ceb-aef8-8524ac4e2592 req-84855cc3-74d2-4a15-b53a-f4ea33928e1c service neutron] 10.222.0.16 "GET /v2.0/networks/23232bdd-557a-49a7-b824-8a4496e22881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731312 Nov 12 01:46:03.046240 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 2fa5febe-f932-4eec-8a91-5d849f0d445a no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:46:03.072650 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-610bbc91-ec0f-4ceb-aef8-8524ac4e2592 req-16519ceb-47f7-4723-8726-2d67e7b2911c service neutron] 10.222.0.44 "GET /v2.0/networks/23232bdd-557a-49a7-b824-8a4496e22881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613104 Nov 12 01:46:03.074903 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-610bbc91-ec0f-4ceb-aef8-8524ac4e2592 req-6ca1b8b5-c61b-4600-a6a9-aa69c722ec15 service neutron] 10.222.0.16 "GET /v2.0/networks/23232bdd-557a-49a7-b824-8a4496e22881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552434 Nov 12 01:46:03.077959 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:03.091899 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 2fa5febe-f932-4eec-8a91-5d849f0d445a not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:46:03.257078 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 2fa5febe-f932-4eec-8a91-5d849f0d445a details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:46:03.355779 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 2fa5febe-f932-4eec-8a91-5d849f0d445a, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=2fa5febe-f932-4eec-8a91-5d849f0d445a,segment=NetworkSegment(53d8df22-3e7f-460b-b053-57e05855ea79),segment_id=53d8df22-3e7f-460b-b053-57e05855ea79)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:46:03.367849 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '2fa5febe-f932-4eec-8a91-5d849f0d445a', 'network_id': '23232bdd-557a-49a7-b824-8a4496e22881', 'port_id': '2fa5febe-f932-4eec-8a91-5d849f0d445a', 'mac_address': 'fa:16:3e:b9:90:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b316959c-af78-4db4-bb69-163676f6fd0c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:46:03.407366 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:03.420818 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fa5febe-f932-4eec-8a91-5d849f0d445a {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:46:03.440562 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 2fa5febe-f932-4eec-8a91-5d849f0d445a, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=2fa5febe-f932-4eec-8a91-5d849f0d445a,segment=NetworkSegment(53d8df22-3e7f-460b-b053-57e05855ea79),segment_id=53d8df22-3e7f-460b-b053-57e05855ea79)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:46:03.444842 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:03.492446 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=2fa5febe-f932-4eec-8a91-5d849f0d445a,revision_number=8']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:03.727101 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['2fa5febe-f932-4eec-8a91-5d849f0d445a'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:46:03.945500 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217de96-2d01-40f4-8c1d-1397b6e69949 req-2ab49763-2c8c-4f94-8be5-2fb5a6e2d0f7 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:03.946986 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4217de96-2d01-40f4-8c1d-1397b6e69949 req-2ab49763-2c8c-4f94-8be5-2fb5a6e2d0f7 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 944 time: 0.0493608 Nov 12 01:46:03.994858 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4217de96-2d01-40f4-8c1d-1397b6e69949 req-7e3bf351-c521-491d-b0b2-79b825090faf tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411739 Nov 12 01:46:04.015061 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:04.188609 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9bc2f-f3be-4695-a478-5501d11912fd req-14580859-5757-48b0-a0a4-000793eb5283 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:04.190101 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e6a9bc2f-f3be-4695-a478-5501d11912fd req-14580859-5757-48b0-a0a4-000793eb5283 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 944 time: 0.0495389 Nov 12 01:46:04.270534 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c67ffe-00cd-41af-8835-f76744cbbdd5 req-4b3383d1-a4bd-4097-9caa-7a286cfd731c tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:04.271894 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-61c67ffe-00cd-41af-8835-f76744cbbdd5 req-4b3383d1-a4bd-4097-9caa-7a286cfd731c tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.16 "GET /v2.0/ports?device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c&tenant_id=cf9c28d7e0924e1d9f3123d47f45b2ee&binding%3Ahost_id=n-h2-712142-27 HTTP/1.1" status: 200 len: 944 time: 0.0809386 Nov 12 01:46:04.276288 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e6a9bc2f-f3be-4695-a478-5501d11912fd req-b8d95132-a59e-48ef-bd32-e90433fdde0c tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769799 Nov 12 01:46:04.343631 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [req-61c67ffe-00cd-41af-8835-f76744cbbdd5 req-af27a862-0a10-42e9-9455-a7f0c8c12e6a service neutron] delete failed (client error): The resource could not be found. Nov 12 01:46:04.344712 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-61c67ffe-00cd-41af-8835-f76744cbbdd5 req-af27a862-0a10-42e9-9455-a7f0c8c12e6a service neutron] 10.222.0.16 "DELETE /v2.0/ports/2fa5febe-f932-4eec-8a91-5d849f0d445a/bindings/n-h1-712142-27 HTTP/1.1" status: 404 len: 381 time: 0.0598264 Nov 12 01:46:04.465405 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c67ffe-00cd-41af-8835-f76744cbbdd5 req-8487e8e3-6f2d-4e2e-b6b0-4b4bdd5c6c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:04.467444 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-61c67ffe-00cd-41af-8835-f76744cbbdd5 req-8487e8e3-6f2d-4e2e-b6b0-4b4bdd5c6c55 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cf9c28d7e0924e1d9f3123d47f45b2ee&device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 1096 time: 0.0438349 Nov 12 01:46:04.566528 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c67ffe-00cd-41af-8835-f76744cbbdd5 req-10cdb59f-a4c1-4999-b6a4-d5533bde2342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:04.567913 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-61c67ffe-00cd-41af-8835-f76744cbbdd5 req-10cdb59f-a4c1-4999-b6a4-d5533bde2342 service neutron] 10.222.0.16 "GET /v2.0/networks?id=23232bdd-557a-49a7-b824-8a4496e22881 HTTP/1.1" status: 200 len: 914 time: 0.0879743 Nov 12 01:46:04.612783 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-61c67ffe-00cd-41af-8835-f76744cbbdd5 req-cd454f7f-2037-43bf-9988-d578f3c82206 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fa5febe-f932-4eec-8a91-5d849f0d445a HTTP/1.1" status: 200 len: 217 time: 0.0337107 Nov 12 01:46:04.669118 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c67ffe-00cd-41af-8835-f76744cbbdd5 req-3c8a9197-793a-499d-9acc-71b489ec8e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:04.670555 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-61c67ffe-00cd-41af-8835-f76744cbbdd5 req-3c8a9197-793a-499d-9acc-71b489ec8e15 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b316959c-af78-4db4-bb69-163676f6fd0c HTTP/1.1" status: 200 len: 854 time: 0.0474584 Nov 12 01:46:04.707505 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-61c67ffe-00cd-41af-8835-f76744cbbdd5 req-2668d508-840f-4638-8731-3c82acc51720 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=23232bdd-557a-49a7-b824-8a4496e22881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251420 Nov 12 01:46:04.799533 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-61c67ffe-00cd-41af-8835-f76744cbbdd5 req-87aa84e3-05c6-467d-9b77-53a020bf468b service neutron] 10.222.0.16 "GET /v2.0/networks/23232bdd-557a-49a7-b824-8a4496e22881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808887 Nov 12 01:46:04.896781 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-61c67ffe-00cd-41af-8835-f76744cbbdd5 req-adad7555-b504-42d5-b10b-389f6e0a994f service neutron] 10.222.0.16 "GET /v2.0/networks/23232bdd-557a-49a7-b824-8a4496e22881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859179 Nov 12 01:46:05.273569 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 2fa5febe-f932-4eec-8a91-5d849f0d445a up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:46:05.329058 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:05.339509 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 2fa5febe-f932-4eec-8a91-5d849f0d445a completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:46:05.344269 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 2fa5febe-f932-4eec-8a91-5d849f0d445a triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:05.344631 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:05.421918 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d4313-7dc2-4771-97db-26d959e18fed req-b5ff6805-2bf0-41f8-b948-81eeca58fd59 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:05.425785 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d48d4313-7dc2-4771-97db-26d959e18fed req-b5ff6805-2bf0-41f8-b948-81eeca58fd59 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 944 time: 0.0587683 Nov 12 01:46:05.432797 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:05.460264 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4de4e94-1447-4175-9b1a-e1fc510a590c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa5febe-f932-4eec-8a91-5d849f0d445a'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:46:05.462550 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67aeaa97-a20a-4fa2-b5e2-fd8d1d7d6ea6" -d '{"events": [{"server_uuid": "e4de4e94-1447-4175-9b1a-e1fc510a590c", "name": "network-vif-plugged", "status": "completed", "tag": "2fa5febe-f932-4eec-8a91-5d849f0d445a"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:46:05.476027 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 2fa5febe-f932-4eec-8a91-5d849f0d445a, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=2fa5febe-f932-4eec-8a91-5d849f0d445a,segment=NetworkSegment(53d8df22-3e7f-460b-b053-57e05855ea79),segment_id=53d8df22-3e7f-460b-b053-57e05855ea79)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:46:05.481510 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:05.488844 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d48d4313-7dc2-4771-97db-26d959e18fed req-0a80fea1-e79a-4a3b-8e2b-6f8a1f17f893 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557146 Nov 12 01:46:05.522500 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028f517f-e540-4d06-8054-808efb428d80 x-openstack-request-id: req-028f517f-e540-4d06-8054-808efb428d80 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:46:05.522928 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4de4e94-1447-4175-9b1a-e1fc510a590c", "name": "network-vif-plugged", "status": "completed", "tag": "2fa5febe-f932-4eec-8a91-5d849f0d445a", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:46:05.523185 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-028f517f-e540-4d06-8054-808efb428d80 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:46:05.523628 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4de4e94-1447-4175-9b1a-e1fc510a590c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fa5febe-f932-4eec-8a91-5d849f0d445a', 'code': 200} Nov 12 01:46:05.554082 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=2fa5febe-f932-4eec-8a91-5d849f0d445a,revision_number=9']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:06.607361 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e1ccd-eaeb-4ea5-89eb-6fa1a49e6d65 req-3e9da73f-43b2-4cfb-ab25-11cfe454a9fe tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:06.608946 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-535e1ccd-eaeb-4ea5-89eb-6fa1a49e6d65 req-3e9da73f-43b2-4cfb-ab25-11cfe454a9fe tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 945 time: 0.0509791 Nov 12 01:46:06.662509 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-535e1ccd-eaeb-4ea5-89eb-6fa1a49e6d65 req-d6f8581e-617d-4a4b-9011-4bcdbf2d1871 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473118 Nov 12 01:46:06.780923 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29802c90-f831-429d-83fc-a184c08960c6 req-0b2a7179-2175-402f-8c19-b806e93fe1d2 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:06.782367 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-29802c90-f831-429d-83fc-a184c08960c6 req-0b2a7179-2175-402f-8c19-b806e93fe1d2 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 945 time: 0.0504379 Nov 12 01:46:06.829976 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-29802c90-f831-429d-83fc-a184c08960c6 req-eb0b058b-6f6e-4b35-9ec6-d725a9aaa813 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417111 Nov 12 01:46:06.947489 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542fb79-d0b3-4297-81f8-57c82f198952 req-a3c997d5-c015-4aff-86d1-ece52604a122 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:06.949155 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7542fb79-d0b3-4297-81f8-57c82f198952 req-a3c997d5-c015-4aff-86d1-ece52604a122 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 945 time: 0.0507743 Nov 12 01:46:06.998581 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7542fb79-d0b3-4297-81f8-57c82f198952 req-cce8183c-639d-4569-b716-ef4e872179f8 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428138 Nov 12 01:46:07.342382 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad196c48-69c2-4a19-9475-0612c97f7069 req-a63b8ca3-ac19-4b60-ad3d-ae8c21e9dca6 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:07.343803 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ad196c48-69c2-4a19-9475-0612c97f7069 req-a63b8ca3-ac19-4b60-ad3d-ae8c21e9dca6 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 945 time: 0.0539932 Nov 12 01:46:07.393035 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ad196c48-69c2-4a19-9475-0612c97f7069 req-58484440-b18e-4ca1-afce-bcce5835f6f4 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430632 Nov 12 01:46:08.507793 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0eab0-528f-4191-a2c7-8010f0d967bd req-1a1bfad0-3150-47da-9751-13ecfcd53ff5 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:08.509309 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-67d0eab0-528f-4191-a2c7-8010f0d967bd req-1a1bfad0-3150-47da-9751-13ecfcd53ff5 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/ports?device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 945 time: 0.0484695 Nov 12 01:46:08.555521 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-67d0eab0-528f-4191-a2c7-8010f0d967bd req-ca720da5-ca42-43e5-a4e2-113caad11eeb tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.45 "GET /v2.0/security-groups?id=e9a6d129-d8b2-4c54-a1db-82985237e8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397093 Nov 12 01:46:08.689796 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63fcf8-beb9-420c-b9ba-2242aeed1081 req-2ca6e306-b24d-4721-ba3a-665262818cee tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:08.691165 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4e63fcf8-beb9-420c-b9ba-2242aeed1081 req-2ca6e306-b24d-4721-ba3a-665262818cee tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4de4e94-1447-4175-9b1a-e1fc510a590c HTTP/1.1" status: 200 len: 945 time: 0.0524111 Nov 12 01:46:08.757682 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:08.779991 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-4e63fcf8-beb9-420c-b9ba-2242aeed1081 req-7eb8a1da-13e2-44db-a4b4-c1c768a14040 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Deleting port 2fa5febe-f932-4eec-8a91-5d849f0d445a {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:46:08.780355 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4e63fcf8-beb9-420c-b9ba-2242aeed1081 req-7eb8a1da-13e2-44db-a4b4-c1c768a14040 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:08.873415 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-4e63fcf8-beb9-420c-b9ba-2242aeed1081 req-7eb8a1da-13e2-44db-a4b4-c1c768a14040 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] For port 2fa5febe-f932-4eec-8a91-5d849f0d445a, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=2fa5febe-f932-4eec-8a91-5d849f0d445a,segment=NetworkSegment(53d8df22-3e7f-460b-b053-57e05855ea79),segment_id=53d8df22-3e7f-460b-b053-57e05855ea79)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:46:08.873785 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4e63fcf8-beb9-420c-b9ba-2242aeed1081 req-7eb8a1da-13e2-44db-a4b4-c1c768a14040 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:08.886393 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-4e63fcf8-beb9-420c-b9ba-2242aeed1081 req-7eb8a1da-13e2-44db-a4b4-c1c768a14040 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Calling delete_port for 2fa5febe-f932-4eec-8a91-5d849f0d445a owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:46:09.018262 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4e63fcf8-beb9-420c-b9ba-2242aeed1081 req-7eb8a1da-13e2-44db-a4b4-c1c768a14040 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:09.049770 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb8a1da-13e2-44db-a4b4-c1c768a14040 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Pushing event deleted for resources: {'Port': ['ID=2fa5febe-f932-4eec-8a91-5d849f0d445a,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:09.051534 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['2fa5febe-f932-4eec-8a91-5d849f0d445a'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:46:09.091108 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e63fcf8-beb9-420c-b9ba-2242aeed1081 req-7eb8a1da-13e2-44db-a4b4-c1c768a14040 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] No DVR routers for this DVR port 2fa5febe-f932-4eec-8a91-5d849f0d445a on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:46:09.093651 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4e63fcf8-beb9-420c-b9ba-2242aeed1081 req-7eb8a1da-13e2-44db-a4b4-c1c768a14040 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:09.097007 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4e63fcf8-beb9-420c-b9ba-2242aeed1081 req-7eb8a1da-13e2-44db-a4b4-c1c768a14040 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] 10.222.0.44 "DELETE /v2.0/ports/2fa5febe-f932-4eec-8a91-5d849f0d445a HTTP/1.1" status: 204 len: 173 time: 0.3995056 Nov 12 01:46:09.097445 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4de4e94-1447-4175-9b1a-e1fc510a590c', 'name': 'network-vif-deleted', 'tag': '2fa5febe-f932-4eec-8a91-5d849f0d445a'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:46:09.099732 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f218080c-c833-4cdc-9e14-39179045bf11" -d '{"events": [{"server_uuid": "e4de4e94-1447-4175-9b1a-e1fc510a590c", "name": "network-vif-deleted", "tag": "2fa5febe-f932-4eec-8a91-5d849f0d445a"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:46:09.138105 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7c0e7e-35db-402e-9e48-60a27c1789c2 x-openstack-request-id: req-8a7c0e7e-35db-402e-9e48-60a27c1789c2 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:46:09.138402 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4de4e94-1447-4175-9b1a-e1fc510a590c", "name": "network-vif-deleted", "tag": "2fa5febe-f932-4eec-8a91-5d849f0d445a", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:46:09.138657 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8a7c0e7e-35db-402e-9e48-60a27c1789c2 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:46:09.139059 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4de4e94-1447-4175-9b1a-e1fc510a590c', 'name': 'network-vif-deleted', 'tag': '2fa5febe-f932-4eec-8a91-5d849f0d445a', 'status': 'completed', 'code': 200} Nov 12 01:46:09.675444 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54696) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:46:09.723243 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4636e87-9b76-4555-a0d0-60ffa53baf27 admin admin] Deleting subnet b316959c-af78-4db4-bb69-163676f6fd0c {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:46:09.726321 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e4636e87-9b76-4555-a0d0-60ffa53baf27 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:09.760404 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e4636e87-9b76-4555-a0d0-60ffa53baf27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:09.798496 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e4636e87-9b76-4555-a0d0-60ffa53baf27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:09.849275 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e4636e87-9b76-4555-a0d0-60ffa53baf27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:09.872605 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4636e87-9b76-4555-a0d0-60ffa53baf27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b316959c-af78-4db4-bb69-163676f6fd0c,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:09.882603 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4636e87-9b76-4555-a0d0-60ffa53baf27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:09.882964 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4636e87-9b76-4555-a0d0-60ffa53baf27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:09.883315 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4636e87-9b76-4555-a0d0-60ffa53baf27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:09.883658 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4636e87-9b76-4555-a0d0-60ffa53baf27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:09.884015 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4636e87-9b76-4555-a0d0-60ffa53baf27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:09.884357 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4636e87-9b76-4555-a0d0-60ffa53baf27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:09.884688 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4636e87-9b76-4555-a0d0-60ffa53baf27 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:09.885019 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4636e87-9b76-4555-a0d0-60ffa53baf27 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:09.885343 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4636e87-9b76-4555-a0d0-60ffa53baf27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:09.885667 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4636e87-9b76-4555-a0d0-60ffa53baf27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:09.885991 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4636e87-9b76-4555-a0d0-60ffa53baf27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:09.886317 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4636e87-9b76-4555-a0d0-60ffa53baf27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:09.889642 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e4636e87-9b76-4555-a0d0-60ffa53baf27 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:09.892870 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e4636e87-9b76-4555-a0d0-60ffa53baf27 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/b316959c-af78-4db4-bb69-163676f6fd0c HTTP/1.1" status: 204 len: 168 time: 0.2163570 Nov 12 01:46:09.895402 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54698) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:46:09.966927 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-48282906-3fa2-4ba3-8d35-774f5b777a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:10.046805 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-48282906-3fa2-4ba3-8d35-774f5b777a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:10.066561 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-48282906-3fa2-4ba3-8d35-774f5b777a3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23232bdd-557a-49a7-b824-8a4496e22881']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:46:10.076127 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-48282906-3fa2-4ba3-8d35-774f5b777a3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53d8df22-3e7f-460b-b053-57e05855ea79') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:46:10.076424 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-48282906-3fa2-4ba3-8d35-774f5b777a3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53d8df22-3e7f-460b-b053-57e05855ea79') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:46:10.087199 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-48282906-3fa2-4ba3-8d35-774f5b777a3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:10.100473 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-48282906-3fa2-4ba3-8d35-774f5b777a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:10.107252 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48282906-3fa2-4ba3-8d35-774f5b777a3c admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:46:10.107714 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-48282906-3fa2-4ba3-8d35-774f5b777a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:10.109502 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:46:10.109502 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:46:10.109502 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:46:10.109502 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:46:10.109502 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:46:10.109502 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:46:10.109502 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:46:10.109502 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:46:10.109502 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:46:10.109502 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:46:10.109502 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:46:10.109502 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:46:10.109502 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:46:10.109502 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:46:10.109502 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:46:10.109502 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:46:10.109502 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:46:10.109502 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:46:10.109502 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:46:10.109502 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:46:10.109502 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:46:10.109502 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:46:10.109502 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:46:10.109502 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:46:10.109502 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:46:10.109502 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:46:10.109502 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:46:10.109502 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:46:10.109502 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:46:10.109502 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:46:10.109502 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:46:10.109502 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:46:10.162419 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-48282906-3fa2-4ba3-8d35-774f5b777a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:10.170558 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-48282906-3fa2-4ba3-8d35-774f5b777a3c admin admin] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:10.174314 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-48282906-3fa2-4ba3-8d35-774f5b777a3c admin admin] 10.222.0.45 "DELETE /v2.0/networks/23232bdd-557a-49a7-b824-8a4496e22881 HTTP/1.1" status: 204 len: 168 time: 0.2778969 Nov 12 01:46:10.183783 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48282906-3fa2-4ba3-8d35-774f5b777a3c admin admin] Pushing event deleted for resources: {'Network': ['ID=23232bdd-557a-49a7-b824-8a4496e22881,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:10.283633 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 54702) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:46:10.323670 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-6be68270-a4d5-4ddc-8490-65802dbc0ff4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cf9c28d7e0924e1d9f3123d47f45b2ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387571 Nov 12 01:46:10.326707 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 54704) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:46:10.375448 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e1e0e9b5-4c81-4083-ae9e-2ac462b9b1b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:10.396619 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e1e0e9b5-4c81-4083-ae9e-2ac462b9b1b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:10.449001 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e1e0e9b5-4c81-4083-ae9e-2ac462b9b1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:10.452739 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e1e0e9b5-4c81-4083-ae9e-2ac462b9b1b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:10.454231 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e1e0e9b5-4c81-4083-ae9e-2ac462b9b1b4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e9a6d129-d8b2-4c54-a1db-82985237e8eb HTTP/1.1" status: 204 len: 168 time: 0.1264708 Nov 12 01:46:10.464391 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e0e9b5-4c81-4083-ae9e-2ac462b9b1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a6d129-d8b2-4c54-a1db-82985237e8eb,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:10.926861 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:11.158276 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 54726) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:46:11.260143 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-30a9f030-671b-4386-adfc-dffb133d58e0 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-415643110-network', 'tenant_id': '530ab68461024fd380ed810b9cdc601d'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:46:11.281894 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a9f030-671b-4386-adfc-dffb133d58e0 admin admin] Made reservation on behalf of 530ab68461024fd380ed810b9cdc601d for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:46:11.284272 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-30a9f030-671b-4386-adfc-dffb133d58e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:11.294132 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-30a9f030-671b-4386-adfc-dffb133d58e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:11.370429 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-30a9f030-671b-4386-adfc-dffb133d58e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:11.374406 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-30a9f030-671b-4386-adfc-dffb133d58e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:11.399296 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30a9f030-671b-4386-adfc-dffb133d58e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:46:11.409757 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a9f030-671b-4386-adfc-dffb133d58e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354f5bdb-5e16-4167-bde6-123e11387036,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:11.414911 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-30a9f030-671b-4386-adfc-dffb133d58e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:11.415259 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-30a9f030-671b-4386-adfc-dffb133d58e0 admin admin] Added segment bc3e7f52-aa5f-4270-82cb-d02637e4d286 of type vlan for network eab9d718-18a2-4f64-bde2-4214b305d4e2 Nov 12 01:46:11.461962 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-30a9f030-671b-4386-adfc-dffb133d58e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:11.488318 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-30a9f030-671b-4386-adfc-dffb133d58e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:11.489441 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a9f030-671b-4386-adfc-dffb133d58e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:11.490023 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-30a9f030-671b-4386-adfc-dffb133d58e0 admin admin] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:11.548483 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-30a9f030-671b-4386-adfc-dffb133d58e0 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3890479 Nov 12 01:46:11.551752 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54730) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:46:11.556777 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-cd48b359-8a1d-4db3-9add-2a8e0ed12bcb admin admin] Request body: {'subnet': {'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-415643110-subnet', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:46:11.557039 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a9f030-671b-4386-adfc-dffb133d58e0 admin admin] Pushing event updated for resources: {'Network': ['ID=eab9d718-18a2-4f64-bde2-4214b305d4e2,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:11.568794 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network eab9d718-18a2-4f64-bde2-4214b305d4e2 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:46:11.577377 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd48b359-8a1d-4db3-9add-2a8e0ed12bcb admin admin] Made reservation on behalf of 530ab68461024fd380ed810b9cdc601d for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:46:11.579709 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cd48b359-8a1d-4db3-9add-2a8e0ed12bcb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:11.746486 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cd48b359-8a1d-4db3-9add-2a8e0ed12bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:11.808460 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd48b359-8a1d-4db3-9add-2a8e0ed12bcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=141ee538-bdf5-4c57-a676-325be7ca993b,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:11.817228 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd48b359-8a1d-4db3-9add-2a8e0ed12bcb admin admin] Checking segment: {'id': 'bc3e7f52-aa5f-4270-82cb-d02637e4d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:46:11.817590 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd48b359-8a1d-4db3-9add-2a8e0ed12bcb admin admin] Network hostable DHCP agents. Network: eab9d718-18a2-4f64-bde2-4214b305d4e2, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:46:11.835530 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd48b359-8a1d-4db3-9add-2a8e0ed12bcb admin admin] Network eab9d718-18a2-4f64-bde2-4214b305d4e2 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:46:11.844875 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-cd48b359-8a1d-4db3-9add-2a8e0ed12bcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, eab9d718-18a2-4f64-bde2-4214b305d4e2) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:46:11.850619 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd48b359-8a1d-4db3-9add-2a8e0ed12bcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:11.850619 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cd48b359-8a1d-4db3-9add-2a8e0ed12bcb admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:11.854861 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea6577c-bc4a-4c15-a3ed-cd198c1a4da9 None None] Network eab9d718-18a2-4f64-bde2-4214b305d4e2 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:46:11.867255 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-cd48b359-8a1d-4db3-9add-2a8e0ed12bcb admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3143592 Nov 12 01:46:11.869989 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 54732) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:46:11.874232 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-740a167d-f8de-4a37-8285-a18fbfc259e2 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-415643110-router', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:46:11.894885 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-740a167d-f8de-4a37-8285-a18fbfc259e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:11.895813 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-740a167d-f8de-4a37-8285-a18fbfc259e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:11.946736 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-740a167d-f8de-4a37-8285-a18fbfc259e2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:12.007004 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43912620-173e-42c5-938d-91fc4633dff2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-eab9d718-18a2-4f64-bde2-4214b305d4e2', 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'fixed_ips': [{'subnet_id': '141ee538-bdf5-4c57-a676-325be7ca993b'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:46:12.007864 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-43912620-173e-42c5-938d-91fc4633dff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:12.090391 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-740a167d-f8de-4a37-8285-a18fbfc259e2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:12.141782 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-43912620-173e-42c5-938d-91fc4633dff2 None None] Allocated IP 172.20.0.2 (eab9d718-18a2-4f64-bde2-4214b305d4e2/141ee538-bdf5-4c57-a676-325be7ca993b/d7a7ba1f-aa23-4add-ab8b-7a126b8bc07d) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:46:12.284705 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-43912620-173e-42c5-938d-91fc4633dff2 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:12.291851 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-43912620-173e-42c5-938d-91fc4633dff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:12.299853 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-740a167d-f8de-4a37-8285-a18fbfc259e2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:12.319574 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-740a167d-f8de-4a37-8285-a18fbfc259e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:12.336136 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43912620-173e-42c5-938d-91fc4633dff2 None None] Network eab9d718-18a2-4f64-bde2-4214b305d4e2 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:46:12.341488 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-43912620-173e-42c5-938d-91fc4633dff2 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:46:12.344955 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43912620-173e-42c5-938d-91fc4633dff2 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:46:12.352559 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43912620-173e-42c5-938d-91fc4633dff2 None None] Pushing event updated for resources: {'Port': ['ID=d7a7ba1f-aa23-4add-ab8b-7a126b8bc07d,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:12.412675 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-43912620-173e-42c5-938d-91fc4633dff2 None None] Attempting to bind port d7a7ba1f-aa23-4add-ab8b-7a126b8bc07d on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:46:12.413043 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-43912620-173e-42c5-938d-91fc4633dff2 None None] Attempting to bind port d7a7ba1f-aa23-4add-ab8b-7a126b8bc07d by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'bc3e7f52-aa5f-4270-82cb-d02637e4d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:46:12.413404 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43912620-173e-42c5-938d-91fc4633dff2 None None] Attempting to bind port d7a7ba1f-aa23-4add-ab8b-7a126b8bc07d on network eab9d718-18a2-4f64-bde2-4214b305d4e2 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:46:12.419072 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43912620-173e-42c5-938d-91fc4633dff2 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:46:12.419072 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43912620-173e-42c5-938d-91fc4633dff2 None None] Checking segment: {'id': 'bc3e7f52-aa5f-4270-82cb-d02637e4d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:46:12.419438 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-43912620-173e-42c5-938d-91fc4633dff2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:12.419797 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43912620-173e-42c5-938d-91fc4633dff2 None None] Bound using segment: {'id': 'bc3e7f52-aa5f-4270-82cb-d02637e4d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:46:12.420298 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-43912620-173e-42c5-938d-91fc4633dff2 None None] Bound port: d7a7ba1f-aa23-4add-ab8b-7a126b8bc07d, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3e7f52-aa5f-4270-82cb-d02637e4d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:46:12.420676 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-43912620-173e-42c5-938d-91fc4633dff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:12.431070 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-740a167d-f8de-4a37-8285-a18fbfc259e2 admin admin] Allocated IP 172.25.3.170 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/bd4918a8-4c68-47ad-829b-3ddb40d6f2a9) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:46:12.483786 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-43912620-173e-42c5-938d-91fc4633dff2 None None] For port d7a7ba1f-aa23-4add-ab8b-7a126b8bc07d, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:46:12.487227 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-43912620-173e-42c5-938d-91fc4633dff2 None None] For port d7a7ba1f-aa23-4add-ab8b-7a126b8bc07d, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=d7a7ba1f-aa23-4add-ab8b-7a126b8bc07d,segment=NetworkSegment(bc3e7f52-aa5f-4270-82cb-d02637e4d286),segment_id=bc3e7f52-aa5f-4270-82cb-d02637e4d286)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:46:12.492038 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-43912620-173e-42c5-938d-91fc4633dff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:12.546045 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-740a167d-f8de-4a37-8285-a18fbfc259e2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:12.552682 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43912620-173e-42c5-938d-91fc4633dff2 None None] Pushing event updated for resources: {'Port': ['ID=d7a7ba1f-aa23-4add-ab8b-7a126b8bc07d,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:12.579842 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-740a167d-f8de-4a37-8285-a18fbfc259e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:12.620078 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740a167d-f8de-4a37-8285-a18fbfc259e2 admin admin] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:46:12.625091 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-740a167d-f8de-4a37-8285-a18fbfc259e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:46:12.628692 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740a167d-f8de-4a37-8285-a18fbfc259e2 admin admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:46:12.638626 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755ae8fe-6cb6-486c-8b91-ad5ad8e51f7a None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:46:12.652507 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a167d-f8de-4a37-8285-a18fbfc259e2 admin admin] Pushing event updated for resources: {'Port': ['ID=bd4918a8-4c68-47ad-829b-3ddb40d6f2a9,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:12.737280 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-2855533a-cdda-4adf-8694-091d29452886 None None] Provisioning complete for port bd4918a8-4c68-47ad-829b-3ddb40d6f2a9 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:12.737711 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2855533a-cdda-4adf-8694-091d29452886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:12.782439 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-2855533a-cdda-4adf-8694-091d29452886 None None] Port bd4918a8-4c68-47ad-829b-3ddb40d6f2a9 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:46:12.908912 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-740a167d-f8de-4a37-8285-a18fbfc259e2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:12.995236 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device d7a7ba1f-aa23-4add-ab8b-7a126b8bc07d up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:46:13.045537 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port d7a7ba1f-aa23-4add-ab8b-7a126b8bc07d triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:13.046183 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:13.114567 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-740a167d-f8de-4a37-8285-a18fbfc259e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:13.126664 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:13.160029 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port d7a7ba1f-aa23-4add-ab8b-7a126b8bc07d, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=d7a7ba1f-aa23-4add-ab8b-7a126b8bc07d,segment=NetworkSegment(bc3e7f52-aa5f-4270-82cb-d02637e4d286),segment_id=bc3e7f52-aa5f-4270-82cb-d02637e4d286)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:46:13.164689 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:13.218859 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=d7a7ba1f-aa23-4add-ab8b-7a126b8bc07d,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:13.257093 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-740a167d-f8de-4a37-8285-a18fbfc259e2 admin admin] Router d2ea25a2-304b-4353-a1b9-bc616db4a0e5 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:46:13.298791 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 2fa5febe-f932-4eec-8a91-5d849f0d445a no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:46:13.320561 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 2fa5febe-f932-4eec-8a91-5d849f0d445a {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:46:13.320993 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 2fa5febe-f932-4eec-8a91-5d849f0d445a not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:46:13.370632 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740a167d-f8de-4a37-8285-a18fbfc259e2 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:46:13.383943 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd708f0-b826-475a-8612-193a08a2961e None None] Sync routers for ids ['d2ea25a2-304b-4353-a1b9-bc616db4a0e5'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:46:13.390830 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-740a167d-f8de-4a37-8285-a18fbfc259e2 admin admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:13.395008 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 54734) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:46:13.395566 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-740a167d-f8de-4a37-8285-a18fbfc259e2 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5242958 Nov 12 01:46:13.401498 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd708f0-b826-475a-8612-193a08a2961e None None] Routers {'d2ea25a2-304b-4353-a1b9-bc616db4a0e5'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:46:13.402119 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-4cd708f0-b826-475a-8612-193a08a2961e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:46:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['d2ea25a2-304b-4353-a1b9-bc616db4a0e5'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:46:13.506931 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3425665-01a4-400a-9e40-819cfea7de07 None None] Network eab9d718-18a2-4f64-bde2-4214b305d4e2 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:46:13.526418 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-4cd708f0-b826-475a-8612-193a08a2961e None None] Set router d2ea25a2-304b-4353-a1b9-bc616db4a0e5 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:46:13.693913 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4f76ff75-0aec-4114-a37c-baf477d755cc None None] Provisioning complete for port d7a7ba1f-aa23-4add-ab8b-7a126b8bc07d triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:13.694178 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4f76ff75-0aec-4114-a37c-baf477d755cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:13.832037 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a28827e9-5e47-434a-9413-a0ac31484a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:13.911710 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-4cd708f0-b826-475a-8612-193a08a2961e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'name': 'tempest-ServerActionsTestJSON-415643110-router', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:11Z', 'updated_at': '2021-11-12T01:46:12Z', 'revision_number': 3, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'gw_port': {'id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:12Z', 'updated_at': '2021-11-12T01:46:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:46:13.940781 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd708f0-b826-475a-8612-193a08a2961e None None] Checking router: d2ea25a2-304b-4353-a1b9-bc616db4a0e5 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:46:13.941127 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd708f0-b826-475a-8612-193a08a2961e None None] Updating router d2ea25a2-304b-4353-a1b9-bc616db4a0e5 port bd4918a8-4c68-47ad-829b-3ddb40d6f2a9 binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:46:13.967145 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4cd708f0-b826-475a-8612-193a08a2961e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:13.995263 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-a28827e9-5e47-434a-9413-a0ac31484a67 admin admin] Allocated IP 172.20.0.1 (eab9d718-18a2-4f64-bde2-4214b305d4e2/141ee538-bdf5-4c57-a676-325be7ca993b/eba61d07-f8d0-47d0-94ee-016e007938d2) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:46:14.119210 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a28827e9-5e47-434a-9413-a0ac31484a67 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:14.154524 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a28827e9-5e47-434a-9413-a0ac31484a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:14.154901 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-2f8af080-7ba0-4efa-b904-feec46c68e9f None None] Provisioning complete for port d7a7ba1f-aa23-4add-ab8b-7a126b8bc07d triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:14.155368 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2f8af080-7ba0-4efa-b904-feec46c68e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:14.191139 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28827e9-5e47-434a-9413-a0ac31484a67 admin admin] Network eab9d718-18a2-4f64-bde2-4214b305d4e2 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:46:14.193916 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-a28827e9-5e47-434a-9413-a0ac31484a67 admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:46:14.200195 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28827e9-5e47-434a-9413-a0ac31484a67 admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:46:14.226589 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28827e9-5e47-434a-9413-a0ac31484a67 admin admin] Pushing event updated for resources: {'Port': ['ID=eba61d07-f8d0-47d0-94ee-016e007938d2,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:14.244738 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a28827e9-5e47-434a-9413-a0ac31484a67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:14.310746 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4cd708f0-b826-475a-8612-193a08a2961e None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:14.316812 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4cd708f0-b826-475a-8612-193a08a2961e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:14.390577 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a28827e9-5e47-434a-9413-a0ac31484a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:14.550032 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e643140f-a868-4575-b69d-f5ee3edbb1d3 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:46:14.562983 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-4cd708f0-b826-475a-8612-193a08a2961e None None] Attempting to bind port bd4918a8-4c68-47ad-829b-3ddb40d6f2a9 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:46:14.563355 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-4cd708f0-b826-475a-8612-193a08a2961e None None] Attempting to bind port bd4918a8-4c68-47ad-829b-3ddb40d6f2a9 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:46:14.563719 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd708f0-b826-475a-8612-193a08a2961e None None] Attempting to bind port bd4918a8-4c68-47ad-829b-3ddb40d6f2a9 on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:46:14.565482 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d595f020-118e-4575-8879-dd8fe422e131 None None] Pushing event updated for resources: {'Port': ['ID=bd4918a8-4c68-47ad-829b-3ddb40d6f2a9,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:14.576313 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd708f0-b826-475a-8612-193a08a2961e None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:46:14.576697 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd708f0-b826-475a-8612-193a08a2961e None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:46:14.577128 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4cd708f0-b826-475a-8612-193a08a2961e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:14.577482 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd708f0-b826-475a-8612-193a08a2961e None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:46:14.577968 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-4cd708f0-b826-475a-8612-193a08a2961e None None] Bound port: bd4918a8-4c68-47ad-829b-3ddb40d6f2a9, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:46:14.578352 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4cd708f0-b826-475a-8612-193a08a2961e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:14.581163 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a28827e9-5e47-434a-9413-a0ac31484a67 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:14.582599 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-49c1a6e8-ed6a-4c0f-9e96-1005c5c293e4 None None] Provisioning complete for port eba61d07-f8d0-47d0-94ee-016e007938d2 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:14.582973 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-49c1a6e8-ed6a-4c0f-9e96-1005c5c293e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:14.586646 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a28827e9-5e47-434a-9413-a0ac31484a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:14.651073 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-49c1a6e8-ed6a-4c0f-9e96-1005c5c293e4 None None] Port eba61d07-f8d0-47d0-94ee-016e007938d2 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:46:14.657329 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28827e9-5e47-434a-9413-a0ac31484a67 admin admin] Pushing event updated for resources: {'Port': ['ID=eba61d07-f8d0-47d0-94ee-016e007938d2,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:14.659684 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a28827e9-5e47-434a-9413-a0ac31484a67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:14.662068 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4cd708f0-b826-475a-8612-193a08a2961e None None] For port bd4918a8-4c68-47ad-829b-3ddb40d6f2a9, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:46:14.666754 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4cd708f0-b826-475a-8612-193a08a2961e None None] For port bd4918a8-4c68-47ad-829b-3ddb40d6f2a9, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=bd4918a8-4c68-47ad-829b-3ddb40d6f2a9,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:46:14.671375 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4cd708f0-b826-475a-8612-193a08a2961e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:14.721806 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472bca89-7c0f-4e6b-af90-020f774bed2f None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:46:14.742199 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd708f0-b826-475a-8612-193a08a2961e None None] Routers {'d2ea25a2-304b-4353-a1b9-bc616db4a0e5'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:46:14.742817 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-4cd708f0-b826-475a-8612-193a08a2961e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:46:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['d2ea25a2-304b-4353-a1b9-bc616db4a0e5'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:46:14.745155 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d595f020-118e-4575-8879-dd8fe422e131 None None] Pushing event updated for resources: {'Port': ['ID=bd4918a8-4c68-47ad-829b-3ddb40d6f2a9,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:14.758115 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28827e9-5e47-434a-9413-a0ac31484a67 admin admin] Network eab9d718-18a2-4f64-bde2-4214b305d4e2 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:46:14.759710 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-a28827e9-5e47-434a-9413-a0ac31484a67 admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:46:14.815361 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-d6d6dbe5-d237-45b9-9bd8-1288712abce7 None None] Provisioning complete for port bd4918a8-4c68-47ad-829b-3ddb40d6f2a9 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:14.815361 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d6d6dbe5-d237-45b9-9bd8-1288712abce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:14.882249 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28827e9-5e47-434a-9413-a0ac31484a67 admin admin] Router d2ea25a2-304b-4353-a1b9-bc616db4a0e5 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:46:14.901629 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-4cd708f0-b826-475a-8612-193a08a2961e None None] Set router d2ea25a2-304b-4353-a1b9-bc616db4a0e5 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:46:15.013190 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device d7a7ba1f-aa23-4add-ab8b-7a126b8bc07d up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:46:15.056636 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d6d6dbe5-d237-45b9-9bd8-1288712abce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:15.121064 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-d6d6dbe5-d237-45b9-9bd8-1288712abce7 None None] For port bd4918a8-4c68-47ad-829b-3ddb40d6f2a9, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=bd4918a8-4c68-47ad-829b-3ddb40d6f2a9,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:46:15.131900 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d6d6dbe5-d237-45b9-9bd8-1288712abce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:15.246212 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d6dbe5-d237-45b9-9bd8-1288712abce7 None None] Pushing event updated for resources: {'Port': ['ID=bd4918a8-4c68-47ad-829b-3ddb40d6f2a9,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:15.251899 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port d7a7ba1f-aa23-4add-ab8b-7a126b8bc07d triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:15.252295 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:15.305033 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-ee6c7a86-99f3-4a00-ae2e-21c4a6a2e11e None None] Provisioning complete for port eba61d07-f8d0-47d0-94ee-016e007938d2 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:15.305410 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ee6c7a86-99f3-4a00-ae2e-21c4a6a2e11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:15.323477 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28827e9-5e47-434a-9413-a0ac31484a67 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:46:15.329178 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a28827e9-5e47-434a-9413-a0ac31484a67 admin admin] 10.222.0.45 "PUT /v2.0/routers/d2ea25a2-304b-4353-a1b9-bc616db4a0e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9331186 Nov 12 01:46:15.353812 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-4cd708f0-b826-475a-8612-193a08a2961e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'name': 'tempest-ServerActionsTestJSON-415643110-router', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:11Z', 'updated_at': '2021-11-12T01:46:14Z', 'revision_number': 4, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'gw_port': {'id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:12Z', 'updated_at': '2021-11-12T01:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'eba61d07-f8d0-47d0-94ee-016e007938d2', 'name': '', 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'mac_address': 'fa:16:3e:90:3e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:13Z', 'updated_at': '2021-11-12T01:46:14Z', 'revision_number': 2, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'subnets': [{'id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:46:15.383889 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-ee6c7a86-99f3-4a00-ae2e-21c4a6a2e11e None None] Port eba61d07-f8d0-47d0-94ee-016e007938d2 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:46:15.388014 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd708f0-b826-475a-8612-193a08a2961e None None] The sync data for ids ['d2ea25a2-304b-4353-a1b9-bc616db4a0e5'] in n-d-712142-27 is: [{'id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'name': 'tempest-ServerActionsTestJSON-415643110-router', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:11Z', 'updated_at': '2021-11-12T01:46:14Z', 'revision_number': 4, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'gw_port': {'id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:12Z', 'updated_at': '2021-11-12T01:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'eba61d07-f8d0-47d0-94ee-016e007938d2', 'name': '', 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'mac_address': 'fa:16:3e:90:3e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:13Z', 'updated_at': '2021-11-12T01:46:14Z', 'revision_number': 2, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'subnets': [{'id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:46:15.940931 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 54742) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:46:15.945819 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-6276b133-fae4-4973-90da-f6feb7fcfcf4 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Request body: {'security_group': {'name': 'tempest-securitygroup--178792753', 'description': 'tempest-description--79713325'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:46:15.970068 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6276b133-fae4-4973-90da-f6feb7fcfcf4 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:16.058200 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6276b133-fae4-4973-90da-f6feb7fcfcf4 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:16.061343 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6276b133-fae4-4973-90da-f6feb7fcfcf4 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:16.090883 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6276b133-fae4-4973-90da-f6feb7fcfcf4 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:16.092177 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-6276b133-fae4-4973-90da-f6feb7fcfcf4 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1501303 Nov 12 01:46:16.095168 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 54744) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:46:16.100671 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-69addac3-d24e-4f57-a278-208db4bbafde tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Request body: {'security_group_rule': {'security_group_id': '8971a123-4b17-4cbb-90c8-8a900ae31d54', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:46:16.106917 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276b133-fae4-4973-90da-f6feb7fcfcf4 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8971a123-4b17-4cbb-90c8-8a900ae31d54,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:16.133896 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-69addac3-d24e-4f57-a278-208db4bbafde tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:16.197341 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-69addac3-d24e-4f57-a278-208db4bbafde tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:16.204743 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-69addac3-d24e-4f57-a278-208db4bbafde tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:16.224536 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69addac3-d24e-4f57-a278-208db4bbafde tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9beb27f0-0417-4a0a-9923-040b0d5161e3,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:16.232603 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-69addac3-d24e-4f57-a278-208db4bbafde tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:16.236389 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-69addac3-d24e-4f57-a278-208db4bbafde tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1375368 Nov 12 01:46:16.236606 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 54746) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:46:16.241254 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-520bddf3-7417-4e7c-b811-01bd22570a03 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Request body: {'security_group_rule': {'security_group_id': '8971a123-4b17-4cbb-90c8-8a900ae31d54', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:46:16.273285 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-520bddf3-7417-4e7c-b811-01bd22570a03 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:16.337191 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-520bddf3-7417-4e7c-b811-01bd22570a03 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:16.342372 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-520bddf3-7417-4e7c-b811-01bd22570a03 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:16.360741 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520bddf3-7417-4e7c-b811-01bd22570a03 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34903301-3b29-4684-a798-fcf9b337af4b,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:16.368311 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-520bddf3-7417-4e7c-b811-01bd22570a03 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:16.369528 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-520bddf3-7417-4e7c-b811-01bd22570a03 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1320260 Nov 12 01:46:16.372726 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 54748) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:46:16.377425 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-3c2098c3-3c4c-4806-8831-6cbcf50426ec tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Request body: {'floatingip': {'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:46:16.404680 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3c2098c3-3c4c-4806-8831-6cbcf50426ec tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks [] for floatingip, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:16.522120 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3c2098c3-3c4c-4806-8831-6cbcf50426ec tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:16.635004 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-3c2098c3-3c4c-4806-8831-6cbcf50426ec tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Allocated IP 172.25.3.194 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/534d0408-3d51-4e3c-9b4a-d6dc8658eda3) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:46:16.745237 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3c2098c3-3c4c-4806-8831-6cbcf50426ec tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:16.780702 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3c2098c3-3c4c-4806-8831-6cbcf50426ec tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:16.817142 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2098c3-3c4c-4806-8831-6cbcf50426ec tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:46:16.820073 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-3c2098c3-3c4c-4806-8831-6cbcf50426ec tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:46:16.826350 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2098c3-3c4c-4806-8831-6cbcf50426ec tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:46:16.850605 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2098c3-3c4c-4806-8831-6cbcf50426ec tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Pushing event updated for resources: {'Port': ['ID=534d0408-3d51-4e3c-9b4a-d6dc8658eda3,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:16.968725 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3c2098c3-3c4c-4806-8831-6cbcf50426ec tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:17.002846 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device bd4918a8-4c68-47ad-829b-3ddb40d6f2a9 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:46:17.010947 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3c2098c3-3c4c-4806-8831-6cbcf50426ec tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:17.051045 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port bd4918a8-4c68-47ad-829b-3ddb40d6f2a9 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:17.051415 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:17.170927 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3c2098c3-3c4c-4806-8831-6cbcf50426ec tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:17.175625 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3c2098c3-3c4c-4806-8831-6cbcf50426ec tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:17.241832 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2098c3-3c4c-4806-8831-6cbcf50426ec tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Pushing event updated for resources: {'Port': ['ID=534d0408-3d51-4e3c-9b4a-d6dc8658eda3,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:17.259340 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3c2098c3-3c4c-4806-8831-6cbcf50426ec tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:17.275162 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3c2098c3-3c4c-4806-8831-6cbcf50426ec tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:17.276458 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3c2098c3-3c4c-4806-8831-6cbcf50426ec tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9027791 Nov 12 01:46:17.414944 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a99551-beb1-4dd1-9c1a-13343fa218d1 None None] Sync routers for ids ['d2ea25a2-304b-4353-a1b9-bc616db4a0e5'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:46:17.427278 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a99551-beb1-4dd1-9c1a-13343fa218d1 None None] Routers {'d2ea25a2-304b-4353-a1b9-bc616db4a0e5'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:46:17.428053 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-10a99551-beb1-4dd1-9c1a-13343fa218d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:46:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['d2ea25a2-304b-4353-a1b9-bc616db4a0e5'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:46:17.442774 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e05377a8-5b46-41b1-8dfc-03ec05c316ab req-dd4d5ee3-7961-478c-b84d-daf9e2d58a31 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--178792753&fields=id&tenant_id=530ab68461024fd380ed810b9cdc601d HTTP/1.1" status: 200 len: 267 time: 0.0484321 Nov 12 01:46:17.537480 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-10a99551-beb1-4dd1-9c1a-13343fa218d1 None None] Set router d2ea25a2-304b-4353-a1b9-bc616db4a0e5 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:46:17.571556 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05377a8-5b46-41b1-8dfc-03ec05c316ab req-421714a5-5ae0-426f-8c5d-70109f26bc4c tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:17.575199 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e05377a8-5b46-41b1-8dfc-03ec05c316ab req-421714a5-5ae0-426f-8c5d-70109f26bc4c tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/networks?id=eab9d718-18a2-4f64-bde2-4214b305d4e2 HTTP/1.1" status: 200 len: 811 time: 0.1219044 Nov 12 01:46:17.589161 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e05377a8-5b46-41b1-8dfc-03ec05c316ab req-f660c26f-5081-41ff-8c4c-b5252640e284 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/quotas/530ab68461024fd380ed810b9cdc601d HTTP/1.1" status: 200 len: 375 time: 0.0094578 Nov 12 01:46:17.644290 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e05377a8-5b46-41b1-8dfc-03ec05c316ab req-ed9f221a-3a42-41ae-8ea4-1c5174ee5159 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=530ab68461024fd380ed810b9cdc601d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0492623 Nov 12 01:46:17.739072 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-10a99551-beb1-4dd1-9c1a-13343fa218d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'name': 'tempest-ServerActionsTestJSON-415643110-router', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:11Z', 'updated_at': '2021-11-12T01:46:14Z', 'revision_number': 4, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'gw_port': {'id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:12Z', 'updated_at': '2021-11-12T01:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'eba61d07-f8d0-47d0-94ee-016e007938d2', 'name': '', 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'mac_address': 'fa:16:3e:90:3e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:13Z', 'updated_at': '2021-11-12T01:46:14Z', 'revision_number': 2, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'subnets': [{'id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:46:17.745548 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e05377a8-5b46-41b1-8dfc-03ec05c316ab req-7806c610-0e36-4577-a134-2d836e3fed4a service neutron] 10.222.0.45 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878401 Nov 12 01:46:17.839836 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e05377a8-5b46-41b1-8dfc-03ec05c316ab req-66346405-d742-4ece-a1fb-a7ebb3d2eb31 service neutron] 10.222.0.45 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872903 Nov 12 01:46:17.851776 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a99551-beb1-4dd1-9c1a-13343fa218d1 None None] Checking router: d2ea25a2-304b-4353-a1b9-bc616db4a0e5 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:46:17.852153 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a99551-beb1-4dd1-9c1a-13343fa218d1 None None] Updating router d2ea25a2-304b-4353-a1b9-bc616db4a0e5 port eba61d07-f8d0-47d0-94ee-016e007938d2 binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:46:17.877277 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-10a99551-beb1-4dd1-9c1a-13343fa218d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:18.010056 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e07a3a29-2cb1-4357-a178-7290e714caa1 req-c9c3b350-196d-4b95-8ddc-95805081d9fc tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=f586f10a-fc69-4211-928a-2ee61ba3cfb5 HTTP/1.1" status: 200 len: 210 time: 0.0316217 Nov 12 01:46:18.156702 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-10a99551-beb1-4dd1-9c1a-13343fa218d1 None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:18.183358 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-10a99551-beb1-4dd1-9c1a-13343fa218d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:18.251002 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd38ae3-6eda-4a5e-870f-30f0836fb1a3 None None] Pushing event updated for resources: {'Port': ['ID=eba61d07-f8d0-47d0-94ee-016e007938d2,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:18.271121 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd38ae3-6eda-4a5e-870f-30f0836fb1a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:18.271456 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd38ae3-6eda-4a5e-870f-30f0836fb1a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:18.271792 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd38ae3-6eda-4a5e-870f-30f0836fb1a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:18.272153 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd38ae3-6eda-4a5e-870f-30f0836fb1a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:18.272637 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd38ae3-6eda-4a5e-870f-30f0836fb1a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:18.272973 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd38ae3-6eda-4a5e-870f-30f0836fb1a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:18.273300 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd38ae3-6eda-4a5e-870f-30f0836fb1a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:18.273623 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd38ae3-6eda-4a5e-870f-30f0836fb1a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:18.273946 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd38ae3-6eda-4a5e-870f-30f0836fb1a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:18.274266 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd38ae3-6eda-4a5e-870f-30f0836fb1a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:18.274585 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd38ae3-6eda-4a5e-870f-30f0836fb1a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:18.275037 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd38ae3-6eda-4a5e-870f-30f0836fb1a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:18.295016 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-10a99551-beb1-4dd1-9c1a-13343fa218d1 None None] Attempting to bind port eba61d07-f8d0-47d0-94ee-016e007938d2 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:46:18.295673 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-10a99551-beb1-4dd1-9c1a-13343fa218d1 None None] Attempting to bind port eba61d07-f8d0-47d0-94ee-016e007938d2 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'bc3e7f52-aa5f-4270-82cb-d02637e4d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:46:18.296135 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a99551-beb1-4dd1-9c1a-13343fa218d1 None None] Attempting to bind port eba61d07-f8d0-47d0-94ee-016e007938d2 on network eab9d718-18a2-4f64-bde2-4214b305d4e2 {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:46:18.301485 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a99551-beb1-4dd1-9c1a-13343fa218d1 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:46:18.301860 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a99551-beb1-4dd1-9c1a-13343fa218d1 None None] Checking segment: {'id': 'bc3e7f52-aa5f-4270-82cb-d02637e4d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:46:18.302260 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-10a99551-beb1-4dd1-9c1a-13343fa218d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:18.302642 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a99551-beb1-4dd1-9c1a-13343fa218d1 None None] Bound using segment: {'id': 'bc3e7f52-aa5f-4270-82cb-d02637e4d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:46:18.303102 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-10a99551-beb1-4dd1-9c1a-13343fa218d1 None None] Bound port: eba61d07-f8d0-47d0-94ee-016e007938d2, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3e7f52-aa5f-4270-82cb-d02637e4d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:46:18.303477 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-10a99551-beb1-4dd1-9c1a-13343fa218d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:18.377880 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-10a99551-beb1-4dd1-9c1a-13343fa218d1 None None] For port eba61d07-f8d0-47d0-94ee-016e007938d2, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:46:18.382197 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-10a99551-beb1-4dd1-9c1a-13343fa218d1 None None] For port eba61d07-f8d0-47d0-94ee-016e007938d2, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=eba61d07-f8d0-47d0-94ee-016e007938d2,segment=NetworkSegment(bc3e7f52-aa5f-4270-82cb-d02637e4d286),segment_id=bc3e7f52-aa5f-4270-82cb-d02637e4d286)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:46:18.387602 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-10a99551-beb1-4dd1-9c1a-13343fa218d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:18.450403 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:46:18.463247 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd38ae3-6eda-4a5e-870f-30f0836fb1a3 None None] Pushing event updated for resources: {'Port': ['ID=eba61d07-f8d0-47d0-94ee-016e007938d2,revision_number=4']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:18.466505 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a99551-beb1-4dd1-9c1a-13343fa218d1 None None] Routers {'d2ea25a2-304b-4353-a1b9-bc616db4a0e5'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:46:18.467323 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-10a99551-beb1-4dd1-9c1a-13343fa218d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:46:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['d2ea25a2-304b-4353-a1b9-bc616db4a0e5'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:46:18.526414 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-17f15113-19a3-4ae6-ad80-2d899cceb37f None None] Provisioning complete for port eba61d07-f8d0-47d0-94ee-016e007938d2 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:18.526909 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-17f15113-19a3-4ae6-ad80-2d899cceb37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:18.593321 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-10a99551-beb1-4dd1-9c1a-13343fa218d1 None None] Set router d2ea25a2-304b-4353-a1b9-bc616db4a0e5 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:46:18.627770 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-17f15113-19a3-4ae6-ad80-2d899cceb37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:18.662492 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-17f15113-19a3-4ae6-ad80-2d899cceb37f None None] For port eba61d07-f8d0-47d0-94ee-016e007938d2, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=eba61d07-f8d0-47d0-94ee-016e007938d2,segment=NetworkSegment(bc3e7f52-aa5f-4270-82cb-d02637e4d286),segment_id=bc3e7f52-aa5f-4270-82cb-d02637e4d286)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:46:18.666562 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-17f15113-19a3-4ae6-ad80-2d899cceb37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:18.717148 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f15113-19a3-4ae6-ad80-2d899cceb37f None None] Pushing event updated for resources: {'Port': ['ID=eba61d07-f8d0-47d0-94ee-016e007938d2,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:18.790120 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-86024009-50cc-4adc-bc5c-dde9e8d47e3d None None] Provisioning complete for port eba61d07-f8d0-47d0-94ee-016e007938d2 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:18.790590 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-86024009-50cc-4adc-bc5c-dde9e8d47e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:18.818688 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-10a99551-beb1-4dd1-9c1a-13343fa218d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'name': 'tempest-ServerActionsTestJSON-415643110-router', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:11Z', 'updated_at': '2021-11-12T01:46:14Z', 'revision_number': 4, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'gw_port': {'id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:12Z', 'updated_at': '2021-11-12T01:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'eba61d07-f8d0-47d0-94ee-016e007938d2', 'name': '', 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'mac_address': 'fa:16:3e:90:3e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:13Z', 'updated_at': '2021-11-12T01:46:18Z', 'revision_number': 4, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'subnets': [{'id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:46:18.848179 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a99551-beb1-4dd1-9c1a-13343fa218d1 None None] The sync data for ids ['d2ea25a2-304b-4353-a1b9-bc616db4a0e5'] in n-d-712142-27 is: [{'id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'name': 'tempest-ServerActionsTestJSON-415643110-router', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:11Z', 'updated_at': '2021-11-12T01:46:14Z', 'revision_number': 4, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'gw_port': {'id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:12Z', 'updated_at': '2021-11-12T01:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'eba61d07-f8d0-47d0-94ee-016e007938d2', 'name': '', 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'mac_address': 'fa:16:3e:90:3e:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:13Z', 'updated_at': '2021-11-12T01:46:18Z', 'revision_number': 4, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'subnets': [{'id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:46:19.014025 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device eba61d07-f8d0-47d0-94ee-016e007938d2 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:46:19.089678 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port eba61d07-f8d0-47d0-94ee-016e007938d2 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:19.090698 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:19.170614 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05377a8-5b46-41b1-8dfc-03ec05c316ab req-6dd9db13-aeab-4b11-bac3-60b9abd20c8e tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:19.172328 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e05377a8-5b46-41b1-8dfc-03ec05c316ab req-6dd9db13-aeab-4b11-bac3-60b9abd20c8e tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.44 "GET /v2.0/networks?id=eab9d718-18a2-4f64-bde2-4214b305d4e2 HTTP/1.1" status: 200 len: 811 time: 0.1431515 Nov 12 01:46:19.213686 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-95bd23d6-fe95-4db0-961b-ed2408f0fcde req-53e37b40-cdd5-473f-9e9d-177742acf891 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=f586f10a-fc69-4211-928a-2ee61ba3cfb5 HTTP/1.1" status: 200 len: 210 time: 0.0401938 Nov 12 01:46:19.263347 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e05377a8-5b46-41b1-8dfc-03ec05c316ab req-5b73ceee-3036-4249-a2e8-dd42cb35e771 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=530ab68461024fd380ed810b9cdc601d HTTP/1.1" status: 200 len: 379 time: 0.0724440 Nov 12 01:46:19.273173 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-e05377a8-5b46-41b1-8dfc-03ec05c316ab req-3167ef17-67ad-4127-9483-fa130a367648 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Request body: {'port': {'device_id': 'f586f10a-fc69-4211-928a-2ee61ba3cfb5', 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2', 'admin_state_up': True, 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'security_groups': ['8971a123-4b17-4cbb-90c8-8a900ae31d54']}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:46:19.387362 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e05377a8-5b46-41b1-8dfc-03ec05c316ab req-3167ef17-67ad-4127-9483-fa130a367648 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Made reservation on behalf of 530ab68461024fd380ed810b9cdc601d for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:46:19.391101 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e05377a8-5b46-41b1-8dfc-03ec05c316ab req-3167ef17-67ad-4127-9483-fa130a367648 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:19.534501 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-e05377a8-5b46-41b1-8dfc-03ec05c316ab req-3167ef17-67ad-4127-9483-fa130a367648 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Allocated IP 172.20.0.6 (eab9d718-18a2-4f64-bde2-4214b305d4e2/141ee538-bdf5-4c57-a676-325be7ca993b/e5d1fcf5-a412-45e5-893f-b672354a7b5a) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:46:19.675798 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e05377a8-5b46-41b1-8dfc-03ec05c316ab req-3167ef17-67ad-4127-9483-fa130a367648 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:19.710394 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e05377a8-5b46-41b1-8dfc-03ec05c316ab req-3167ef17-67ad-4127-9483-fa130a367648 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:19.756661 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e05377a8-5b46-41b1-8dfc-03ec05c316ab req-3167ef17-67ad-4127-9483-fa130a367648 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Network eab9d718-18a2-4f64-bde2-4214b305d4e2 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:46:19.761861 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-e05377a8-5b46-41b1-8dfc-03ec05c316ab req-3167ef17-67ad-4127-9483-fa130a367648 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:46:19.765652 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05377a8-5b46-41b1-8dfc-03ec05c316ab req-3167ef17-67ad-4127-9483-fa130a367648 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:46:19.772227 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3167ef17-67ad-4127-9483-fa130a367648 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Pushing event updated for resources: {'Port': ['ID=e5d1fcf5-a412-45e5-893f-b672354a7b5a,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:19.819785 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05377a8-5b46-41b1-8dfc-03ec05c316ab req-3167ef17-67ad-4127-9483-fa130a367648 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:19.820439 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e05377a8-5b46-41b1-8dfc-03ec05c316ab req-3167ef17-67ad-4127-9483-fa130a367648 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:19.837478 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e05377a8-5b46-41b1-8dfc-03ec05c316ab req-3167ef17-67ad-4127-9483-fa130a367648 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5680354 Nov 12 01:46:19.857092 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-e05377a8-5b46-41b1-8dfc-03ec05c316ab req-b4dca381-fc43-4790-96a8-fff9083360d9 service neutron] Request body: {'port': {'device_id': 'f586f10a-fc69-4211-928a-2ee61ba3cfb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:46:19.914151 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e05377a8-5b46-41b1-8dfc-03ec05c316ab req-b4dca381-fc43-4790-96a8-fff9083360d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:19.998751 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-2d9f7be9-db31-42b6-af86-5e9892509731 None None] Provisioning complete for port e5d1fcf5-a412-45e5-893f-b672354a7b5a triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:19.999331 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2d9f7be9-db31-42b6-af86-5e9892509731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:20.033111 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-2d9f7be9-db31-42b6-af86-5e9892509731 None None] Port e5d1fcf5-a412-45e5-893f-b672354a7b5a cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:46:20.182757 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-e05377a8-5b46-41b1-8dfc-03ec05c316ab req-b4dca381-fc43-4790-96a8-fff9083360d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5d1fcf5-a412-45e5-893f-b672354a7b5a {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:46:20.190725 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e05377a8-5b46-41b1-8dfc-03ec05c316ab req-b4dca381-fc43-4790-96a8-fff9083360d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:20.203158 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-e05377a8-5b46-41b1-8dfc-03ec05c316ab req-b4dca381-fc43-4790-96a8-fff9083360d9 service neutron] Transition to ACTIVE for port object e5d1fcf5-a412-45e5-893f-b672354a7b5a will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:46:20.206401 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e05377a8-5b46-41b1-8dfc-03ec05c316ab req-b4dca381-fc43-4790-96a8-fff9083360d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:20.263759 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dca381-fc43-4790-96a8-fff9083360d9 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d1fcf5-a412-45e5-893f-b672354a7b5a,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:20.370277 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-e05377a8-5b46-41b1-8dfc-03ec05c316ab req-b4dca381-fc43-4790-96a8-fff9083360d9 service neutron] Attempting to bind port e5d1fcf5-a412-45e5-893f-b672354a7b5a on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:46:20.370277 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-e05377a8-5b46-41b1-8dfc-03ec05c316ab req-b4dca381-fc43-4790-96a8-fff9083360d9 service neutron] Attempting to bind port e5d1fcf5-a412-45e5-893f-b672354a7b5a by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'bc3e7f52-aa5f-4270-82cb-d02637e4d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:46:20.371272 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05377a8-5b46-41b1-8dfc-03ec05c316ab req-b4dca381-fc43-4790-96a8-fff9083360d9 service neutron] Attempting to bind port e5d1fcf5-a412-45e5-893f-b672354a7b5a on network eab9d718-18a2-4f64-bde2-4214b305d4e2 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:46:20.381886 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e2547-b2d0-4759-b424-d968315b6241 req-87bdb4a3-bd33-44ac-8def-5ac3cc3d954b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:20.383427 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0c0e2547-b2d0-4759-b424-d968315b6241 req-87bdb4a3-bd33-44ac-8def-5ac3cc3d954b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=f586f10a-fc69-4211-928a-2ee61ba3cfb5 HTTP/1.1" status: 200 len: 943 time: 0.0823762 Nov 12 01:46:20.385808 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05377a8-5b46-41b1-8dfc-03ec05c316ab req-b4dca381-fc43-4790-96a8-fff9083360d9 service neutron] Port e5d1fcf5-a412-45e5-893f-b672354a7b5a on network eab9d718-18a2-4f64-bde2-4214b305d4e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:46:20.386139 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05377a8-5b46-41b1-8dfc-03ec05c316ab req-b4dca381-fc43-4790-96a8-fff9083360d9 service neutron] Attempting to bind port e5d1fcf5-a412-45e5-893f-b672354a7b5a on network eab9d718-18a2-4f64-bde2-4214b305d4e2 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:46:20.399178 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05377a8-5b46-41b1-8dfc-03ec05c316ab req-b4dca381-fc43-4790-96a8-fff9083360d9 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:46:20.399513 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05377a8-5b46-41b1-8dfc-03ec05c316ab req-b4dca381-fc43-4790-96a8-fff9083360d9 service neutron] Checking segment: {'id': 'bc3e7f52-aa5f-4270-82cb-d02637e4d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:46:20.399894 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05377a8-5b46-41b1-8dfc-03ec05c316ab req-b4dca381-fc43-4790-96a8-fff9083360d9 service neutron] Bound using segment: {'id': 'bc3e7f52-aa5f-4270-82cb-d02637e4d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:46:20.400366 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-e05377a8-5b46-41b1-8dfc-03ec05c316ab req-b4dca381-fc43-4790-96a8-fff9083360d9 service neutron] Bound port: e5d1fcf5-a412-45e5-893f-b672354a7b5a, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc3e7f52-aa5f-4270-82cb-d02637e4d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:46:20.400723 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e05377a8-5b46-41b1-8dfc-03ec05c316ab req-b4dca381-fc43-4790-96a8-fff9083360d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:20.477842 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0c0e2547-b2d0-4759-b424-d968315b6241 req-4d1ff52f-d553-436e-a0d4-72480c108502 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874765 Nov 12 01:46:20.494344 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-e05377a8-5b46-41b1-8dfc-03ec05c316ab req-b4dca381-fc43-4790-96a8-fff9083360d9 service neutron] For port e5d1fcf5-a412-45e5-893f-b672354a7b5a, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:46:20.498141 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-e05377a8-5b46-41b1-8dfc-03ec05c316ab req-b4dca381-fc43-4790-96a8-fff9083360d9 service neutron] For port e5d1fcf5-a412-45e5-893f-b672354a7b5a, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e5d1fcf5-a412-45e5-893f-b672354a7b5a,segment=NetworkSegment(bc3e7f52-aa5f-4270-82cb-d02637e4d286),segment_id=bc3e7f52-aa5f-4270-82cb-d02637e4d286)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:46:20.501896 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e05377a8-5b46-41b1-8dfc-03ec05c316ab req-b4dca381-fc43-4790-96a8-fff9083360d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:20.535307 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05377a8-5b46-41b1-8dfc-03ec05c316ab req-b4dca381-fc43-4790-96a8-fff9083360d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:20.535917 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-e05377a8-5b46-41b1-8dfc-03ec05c316ab req-b4dca381-fc43-4790-96a8-fff9083360d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:20.537376 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e05377a8-5b46-41b1-8dfc-03ec05c316ab req-b4dca381-fc43-4790-96a8-fff9083360d9 service neutron] 10.222.0.44 "PUT /v2.0/ports/e5d1fcf5-a412-45e5-893f-b672354a7b5a HTTP/1.1" status: 200 len: 1092 time: 0.6852360 Nov 12 01:46:20.537811 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f586f10a-fc69-4211-928a-2ee61ba3cfb5', 'tag': 'e5d1fcf5-a412-45e5-893f-b672354a7b5a'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:46:20.540083 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271f2d07-a363-43de-a57e-07eba14c8ff5" -d '{"events": [{"name": "network-changed", "server_uuid": "f586f10a-fc69-4211-928a-2ee61ba3cfb5", "tag": "e5d1fcf5-a412-45e5-893f-b672354a7b5a"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:46:20.566271 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dca381-fc43-4790-96a8-fff9083360d9 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d1fcf5-a412-45e5-893f-b672354a7b5a,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:20.590193 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b066d2ba-3dc1-4686-a77d-0711f0e91d3e x-openstack-request-id: req-b066d2ba-3dc1-4686-a77d-0711f0e91d3e {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:46:20.590513 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f586f10a-fc69-4211-928a-2ee61ba3cfb5", "tag": "e5d1fcf5-a412-45e5-893f-b672354a7b5a", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:46:20.590821 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b066d2ba-3dc1-4686-a77d-0711f0e91d3e {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:46:20.591168 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f586f10a-fc69-4211-928a-2ee61ba3cfb5', 'tag': 'e5d1fcf5-a412-45e5-893f-b672354a7b5a', 'status': 'completed', 'code': 200} Nov 12 01:46:20.652216 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05377a8-5b46-41b1-8dfc-03ec05c316ab req-3dc8cbcf-a820-47ec-96d2-ec5c9d12ae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:20.654348 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e05377a8-5b46-41b1-8dfc-03ec05c316ab req-3dc8cbcf-a820-47ec-96d2-ec5c9d12ae87 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=530ab68461024fd380ed810b9cdc601d&device_id=f586f10a-fc69-4211-928a-2ee61ba3cfb5 HTTP/1.1" status: 200 len: 1095 time: 0.0472116 Nov 12 01:46:20.705517 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e05377a8-5b46-41b1-8dfc-03ec05c316ab req-67695f94-7d7a-4562-83e4-375d5b3f14dd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5d1fcf5-a412-45e5-893f-b672354a7b5a HTTP/1.1" status: 200 len: 217 time: 0.0358496 Nov 12 01:46:20.755457 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05377a8-5b46-41b1-8dfc-03ec05c316ab req-2fdffd21-6baa-4242-b3ed-afa79e1e4df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:20.756993 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e05377a8-5b46-41b1-8dfc-03ec05c316ab req-2fdffd21-6baa-4242-b3ed-afa79e1e4df7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=141ee538-bdf5-4c57-a676-325be7ca993b HTTP/1.1" status: 200 len: 850 time: 0.0441134 Nov 12 01:46:20.808506 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05377a8-5b46-41b1-8dfc-03ec05c316ab req-fdacc61e-3431-414c-a48e-cb4724a98865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:20.810088 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e05377a8-5b46-41b1-8dfc-03ec05c316ab req-fdacc61e-3431-414c-a48e-cb4724a98865 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eab9d718-18a2-4f64-bde2-4214b305d4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464468 Nov 12 01:46:20.897638 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e05377a8-5b46-41b1-8dfc-03ec05c316ab req-17e19ec9-3fe3-4504-8378-a12cb856254e service neutron] 10.222.0.44 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807452 Nov 12 01:46:20.995923 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e05377a8-5b46-41b1-8dfc-03ec05c316ab req-bb47e4cc-5133-46b7-b54b-4692abe3e6c7 service neutron] 10.222.0.44 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917449 Nov 12 01:46:21.125093 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f2d07-a363-43de-a57e-07eba14c8ff5 req-5667fb86-f0e8-47c9-869b-d204a6e9ca40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:21.126604 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-271f2d07-a363-43de-a57e-07eba14c8ff5 req-5667fb86-f0e8-47c9-869b-d204a6e9ca40 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=530ab68461024fd380ed810b9cdc601d&device_id=f586f10a-fc69-4211-928a-2ee61ba3cfb5 HTTP/1.1" status: 200 len: 1095 time: 0.0429962 Nov 12 01:46:21.219821 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f2d07-a363-43de-a57e-07eba14c8ff5 req-e5d96555-0cbb-4245-98d9-4621715c2923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:21.221315 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-271f2d07-a363-43de-a57e-07eba14c8ff5 req-e5d96555-0cbb-4245-98d9-4621715c2923 service neutron] 10.222.0.44 "GET /v2.0/networks?id=eab9d718-18a2-4f64-bde2-4214b305d4e2 HTTP/1.1" status: 200 len: 911 time: 0.0850558 Nov 12 01:46:21.267036 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-271f2d07-a363-43de-a57e-07eba14c8ff5 req-b7a8a0d1-2483-4062-89a1-32f830d4993a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5d1fcf5-a412-45e5-893f-b672354a7b5a HTTP/1.1" status: 200 len: 217 time: 0.0374222 Nov 12 01:46:21.320963 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f2d07-a363-43de-a57e-07eba14c8ff5 req-08845dd6-c3fe-48a8-a081-1e9eebda9daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:21.322446 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-271f2d07-a363-43de-a57e-07eba14c8ff5 req-08845dd6-c3fe-48a8-a081-1e9eebda9daf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=141ee538-bdf5-4c57-a676-325be7ca993b HTTP/1.1" status: 200 len: 850 time: 0.0470934 Nov 12 01:46:21.367293 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f2d07-a363-43de-a57e-07eba14c8ff5 req-93b98c03-4fa2-4720-8691-0923e2b22fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:21.368819 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-271f2d07-a363-43de-a57e-07eba14c8ff5 req-93b98c03-4fa2-4720-8691-0923e2b22fcf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eab9d718-18a2-4f64-bde2-4214b305d4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392754 Nov 12 01:46:21.461411 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-271f2d07-a363-43de-a57e-07eba14c8ff5 req-ba2de5ae-2562-4bfd-8423-cb97c914cabd service neutron] 10.222.0.44 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851398 Nov 12 01:46:21.551511 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-271f2d07-a363-43de-a57e-07eba14c8ff5 req-21e1b322-a28f-4ba6-950b-b31d977506f3 service neutron] 10.222.0.44 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829732 Nov 12 01:46:21.603541 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bee76f-fa8e-442e-bd3d-bfca6c835d00 req-76ab6fd9-a5f3-4926-a001-98b63f0c0ba8 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:21.605125 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-78bee76f-fa8e-442e-bd3d-bfca6c835d00 req-76ab6fd9-a5f3-4926-a001-98b63f0c0ba8 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=f586f10a-fc69-4211-928a-2ee61ba3cfb5 HTTP/1.1" status: 200 len: 943 time: 0.0569866 Nov 12 01:46:21.654834 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-78bee76f-fa8e-442e-bd3d-bfca6c835d00 req-81c411d7-e30d-488e-a20f-293508cb718b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432889 Nov 12 01:46:22.778156 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9cbeae-2825-4a40-b7d1-077bfa10562f req-014fcb87-f884-45a7-92f4-b7dde11ab345 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:22.779710 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e9cbeae-2825-4a40-b7d1-077bfa10562f req-014fcb87-f884-45a7-92f4-b7dde11ab345 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=f586f10a-fc69-4211-928a-2ee61ba3cfb5 HTTP/1.1" status: 200 len: 943 time: 0.0528839 Nov 12 01:46:22.829650 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e9cbeae-2825-4a40-b7d1-077bfa10562f req-4dfe1566-92ba-4501-806f-c4fc1af94d8e tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436406 Nov 12 01:46:23.343338 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device e5d1fcf5-a412-45e5-893f-b672354a7b5a details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:46:23.440797 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port e5d1fcf5-a412-45e5-893f-b672354a7b5a, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e5d1fcf5-a412-45e5-893f-b672354a7b5a,segment=NetworkSegment(bc3e7f52-aa5f-4270-82cb-d02637e4d286),segment_id=bc3e7f52-aa5f-4270-82cb-d02637e4d286)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:46:23.451689 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'e5d1fcf5-a412-45e5-893f-b672354a7b5a', 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2', 'port_id': 'e5d1fcf5-a412-45e5-893f-b672354a7b5a', 'mac_address': 'fa:16:3e:22:f1:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:46:23.487947 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:23.501738 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5d1fcf5-a412-45e5-893f-b672354a7b5a {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:46:23.520854 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port e5d1fcf5-a412-45e5-893f-b672354a7b5a, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e5d1fcf5-a412-45e5-893f-b672354a7b5a,segment=NetworkSegment(bc3e7f52-aa5f-4270-82cb-d02637e4d286),segment_id=bc3e7f52-aa5f-4270-82cb-d02637e4d286)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:46:23.524995 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:23.575734 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=e5d1fcf5-a412-45e5-893f-b672354a7b5a,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:23.583061 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:23.583407 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:23.583744 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:23.584106 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:23.584437 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:23.584764 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:23.585084 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:23.585404 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:23.585721 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:23.586035 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:23.586349 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:23.586665 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:46:23.780800 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['e5d1fcf5-a412-45e5-893f-b672354a7b5a'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:46:23.951980 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72286d96-9a33-4b08-8612-ebdb4e70b33b req-d3a29552-8228-4000-ae6a-4336d4ae1464 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:23.953513 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-72286d96-9a33-4b08-8612-ebdb4e70b33b req-d3a29552-8228-4000-ae6a-4336d4ae1464 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=f586f10a-fc69-4211-928a-2ee61ba3cfb5 HTTP/1.1" status: 200 len: 944 time: 0.0538280 Nov 12 01:46:24.002507 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-72286d96-9a33-4b08-8612-ebdb4e70b33b req-b801a571-5bc5-4689-86f4-f6d541a9717b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429237 Nov 12 01:46:25.121003 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b73a85e-7958-4bbe-af69-e43484a9f612 req-d0875286-f635-4061-869b-e5ecedd71353 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:25.122502 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6b73a85e-7958-4bbe-af69-e43484a9f612 req-d0875286-f635-4061-869b-e5ecedd71353 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=f586f10a-fc69-4211-928a-2ee61ba3cfb5 HTTP/1.1" status: 200 len: 944 time: 0.0517051 Nov 12 01:46:25.171932 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6b73a85e-7958-4bbe-af69-e43484a9f612 req-1b1cdb02-2dd4-4252-a16b-fae79380a1de tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432129 Nov 12 01:46:25.358971 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device e5d1fcf5-a412-45e5-893f-b672354a7b5a up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:46:25.414199 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port e5d1fcf5-a412-45e5-893f-b672354a7b5a completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:46:25.420524 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port e5d1fcf5-a412-45e5-893f-b672354a7b5a triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:46:25.420985 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:25.535612 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:25.560695 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f586f10a-fc69-4211-928a-2ee61ba3cfb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d1fcf5-a412-45e5-893f-b672354a7b5a'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:46:25.563282 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f595af1b6edaa0a3c8073f0b68c5c08185a0d8e5f64f34336541c54f9bfe842" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d8e853-bb64-4563-8c83-45bff66b041b" -d '{"events": [{"server_uuid": "f586f10a-fc69-4211-928a-2ee61ba3cfb5", "name": "network-vif-plugged", "status": "completed", "tag": "e5d1fcf5-a412-45e5-893f-b672354a7b5a"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:46:25.578676 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port e5d1fcf5-a412-45e5-893f-b672354a7b5a, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e5d1fcf5-a412-45e5-893f-b672354a7b5a,segment=NetworkSegment(bc3e7f52-aa5f-4270-82cb-d02637e4d286),segment_id=bc3e7f52-aa5f-4270-82cb-d02637e4d286)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:46:25.583306 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:25.614159 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527df0f2-3778-442f-9b26-e8631d13af88 x-openstack-request-id: req-527df0f2-3778-442f-9b26-e8631d13af88 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:46:25.614804 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f586f10a-fc69-4211-928a-2ee61ba3cfb5", "name": "network-vif-plugged", "status": "completed", "tag": "e5d1fcf5-a412-45e5-893f-b672354a7b5a", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:46:25.615622 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-527df0f2-3778-442f-9b26-e8631d13af88 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:46:25.615622 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f586f10a-fc69-4211-928a-2ee61ba3cfb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d1fcf5-a412-45e5-893f-b672354a7b5a', 'code': 200} Nov 12 01:46:25.649975 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=e5d1fcf5-a412-45e5-893f-b672354a7b5a,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:46:25.736415 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eae3f4-9c76-437a-b054-ebb6bfa10051 req-7ea2ff9b-7354-40be-8d55-0489c0cd09a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:25.737906 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f4eae3f4-9c76-437a-b054-ebb6bfa10051 req-7ea2ff9b-7354-40be-8d55-0489c0cd09a1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f586f10a-fc69-4211-928a-2ee61ba3cfb5 HTTP/1.1" status: 200 len: 1097 time: 0.0393672 Nov 12 01:46:25.786912 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f4eae3f4-9c76-437a-b054-ebb6bfa10051 req-d6825bae-a229-4ff5-88b8-ad2abc2c938c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411336 Nov 12 01:46:26.288839 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f9ef2e-4f6c-4ed5-ab5e-f3b1311e1d1f req-5fced5fc-fbd4-415b-9471-76afbcd097ac tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:26.290324 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-07f9ef2e-4f6c-4ed5-ab5e-f3b1311e1d1f req-5fced5fc-fbd4-415b-9471-76afbcd097ac tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=f586f10a-fc69-4211-928a-2ee61ba3cfb5 HTTP/1.1" status: 200 len: 945 time: 0.0491345 Nov 12 01:46:26.337296 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-07f9ef2e-4f6c-4ed5-ab5e-f3b1311e1d1f req-78586c20-55e4-4e03-8325-55eeb6b6718f tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403948 Nov 12 01:46:27.263750 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b6b6f247-d5d8-4441-9738-2c7bf4645942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:27.457204 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed424edf-4ba9-4c94-b633-d8e002f31e8d req-b9ede7a9-0ca2-40c0-9908-ef9203590df0 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:27.458680 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ed424edf-4ba9-4c94-b633-d8e002f31e8d req-b9ede7a9-0ca2-40c0-9908-ef9203590df0 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=f586f10a-fc69-4211-928a-2ee61ba3cfb5 HTTP/1.1" status: 200 len: 945 time: 0.0496175 Nov 12 01:46:27.506990 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ed424edf-4ba9-4c94-b633-d8e002f31e8d req-d7c54a59-482f-4607-bdc5-17e992f01da8 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423908 Nov 12 01:46:27.629087 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8f01d-aa38-4dbd-aede-0a9db82a8185 req-5980f096-b502-445e-bf8a-8745978eb297 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:27.630566 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0ea8f01d-aa38-4dbd-aede-0a9db82a8185 req-5980f096-b502-445e-bf8a-8745978eb297 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=f586f10a-fc69-4211-928a-2ee61ba3cfb5 HTTP/1.1" status: 200 len: 945 time: 0.0551620 Nov 12 01:46:27.639380 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 54798) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:46:27.643710 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-64f51b8a-923d-4779-a5fd-c11299e2bcfe tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Request body: {'floatingip': {'port_id': 'e5d1fcf5-a412-45e5-893f-b672354a7b5a'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:46:27.682700 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-64f51b8a-923d-4779-a5fd-c11299e2bcfe tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks [] for floatingip, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:28.246996 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-64f51b8a-923d-4779-a5fd-c11299e2bcfe tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:28.250788 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-64f51b8a-923d-4779-a5fd-c11299e2bcfe tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:28.349174 n-d-712142-27 neutron-server[109085]: INFO neutron.db.l3_db [None req-64f51b8a-923d-4779-a5fd-c11299e2bcfe tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Floating IP 8bfe0454-1503-4b27-87d5-fcebff0895ee associated. External IP: 172.25.3.194, port: e5d1fcf5-a412-45e5-893f-b672354a7b5a. Nov 12 01:46:28.880200 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f51b8a-923d-4779-a5fd-c11299e2bcfe tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Router d2ea25a2-304b-4353-a1b9-bc616db4a0e5 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:46:28.997542 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f51b8a-923d-4779-a5fd-c11299e2bcfe tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:46:29.002706 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-64f51b8a-923d-4779-a5fd-c11299e2bcfe tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:29.007599 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5995984d-d64d-4116-bb29-2862bb7e5c72 None None] Sync routers for ids ['d2ea25a2-304b-4353-a1b9-bc616db4a0e5'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:46:29.018828 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5995984d-d64d-4116-bb29-2862bb7e5c72 None None] Routers {'d2ea25a2-304b-4353-a1b9-bc616db4a0e5'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:46:29.019441 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-5995984d-d64d-4116-bb29-2862bb7e5c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:46:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['d2ea25a2-304b-4353-a1b9-bc616db4a0e5'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:46:29.031703 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-64f51b8a-923d-4779-a5fd-c11299e2bcfe tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "PUT /v2.0/floatingips/8bfe0454-1503-4b27-87d5-fcebff0895ee HTTP/1.1" status: 200 len: 991 time: 1.3912225 Nov 12 01:46:29.032309 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f586f10a-fc69-4211-928a-2ee61ba3cfb5', 'tag': 'e5d1fcf5-a412-45e5-893f-b672354a7b5a'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:46:29.035254 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}391b0e7ce212ae97840df47bb09aa4478364956a634552e7494fea26f73dd8c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909e179f-eb5a-41e3-b995-ce830be5a6f6" -d '{"events": [{"name": "network-changed", "server_uuid": "f586f10a-fc69-4211-928a-2ee61ba3cfb5", "tag": "e5d1fcf5-a412-45e5-893f-b672354a7b5a"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:46:29.081571 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236b15e5-47af-4e29-b121-d8b08994644e x-openstack-request-id: req-236b15e5-47af-4e29-b121-d8b08994644e {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:46:29.081870 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f586f10a-fc69-4211-928a-2ee61ba3cfb5", "tag": "e5d1fcf5-a412-45e5-893f-b672354a7b5a", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:46:29.082117 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-236b15e5-47af-4e29-b121-d8b08994644e {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:46:29.082517 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f586f10a-fc69-4211-928a-2ee61ba3cfb5', 'tag': 'e5d1fcf5-a412-45e5-893f-b672354a7b5a', 'status': 'completed', 'code': 200} Nov 12 01:46:29.180501 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e179f-eb5a-41e3-b995-ce830be5a6f6 req-705c4187-66c3-4326-98d1-b63a6baf01ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:29.182090 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-909e179f-eb5a-41e3-b995-ce830be5a6f6 req-705c4187-66c3-4326-98d1-b63a6baf01ea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=530ab68461024fd380ed810b9cdc601d&device_id=f586f10a-fc69-4211-928a-2ee61ba3cfb5 HTTP/1.1" status: 200 len: 1097 time: 0.0442772 Nov 12 01:46:29.282601 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e179f-eb5a-41e3-b995-ce830be5a6f6 req-34f9652b-a0cd-4d5c-963e-46eb6bc3dfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:29.284131 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-909e179f-eb5a-41e3-b995-ce830be5a6f6 req-34f9652b-a0cd-4d5c-963e-46eb6bc3dfcc service neutron] 10.222.0.44 "GET /v2.0/networks?id=eab9d718-18a2-4f64-bde2-4214b305d4e2 HTTP/1.1" status: 200 len: 911 time: 0.0936606 Nov 12 01:46:29.305316 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-5995984d-d64d-4116-bb29-2862bb7e5c72 None None] Set router d2ea25a2-304b-4353-a1b9-bc616db4a0e5 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:46:29.351099 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-909e179f-eb5a-41e3-b995-ce830be5a6f6 req-75b5e54e-3db4-4a63-9bf2-bc3c69d4b3bf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5d1fcf5-a412-45e5-893f-b672354a7b5a HTTP/1.1" status: 200 len: 999 time: 0.0600567 Nov 12 01:46:29.412080 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e179f-eb5a-41e3-b995-ce830be5a6f6 req-9826115b-c544-49da-9de7-084fb6ab032e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:29.413882 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-909e179f-eb5a-41e3-b995-ce830be5a6f6 req-9826115b-c544-49da-9de7-084fb6ab032e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=141ee538-bdf5-4c57-a676-325be7ca993b HTTP/1.1" status: 200 len: 850 time: 0.0557172 Nov 12 01:46:29.467219 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e179f-eb5a-41e3-b995-ce830be5a6f6 req-1883f7d2-562d-4341-be52-209ecf8431ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:29.468807 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-909e179f-eb5a-41e3-b995-ce830be5a6f6 req-1883f7d2-562d-4341-be52-209ecf8431ca service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eab9d718-18a2-4f64-bde2-4214b305d4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472372 Nov 12 01:46:29.538210 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-5995984d-d64d-4116-bb29-2862bb7e5c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'name': 'tempest-ServerActionsTestJSON-415643110-router', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:11Z', 'updated_at': '2021-11-12T01:46:14Z', 'revision_number': 4, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'gw_port': {'id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:12Z', 'updated_at': '2021-11-12T01:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '8bfe0454-1503-4b27-87d5-fcebff0895ee', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'floating_ip_address': '172.25.3.194', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'port_id': 'e5d1fcf5-a412-45e5-893f-b672354a7b5a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2', 'mac_address': 'fa:16:3e:22:f1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f586f10a-fc69-4211-928a-2ee61ba3cfb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:46:16Z', 'updated_at': '2021-11-12T01:46:28Z', 'revision_number': 1, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eba61d07-f8d0-47d0-94ee-016e007938d2', 'name': '', 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'mac_address': 'fa:16:3e:90:3e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:13Z', 'updated_at': '2021-11-12T01:46:18Z', 'revision_number': 5, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'subnets': [{'id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:46:29.558964 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-909e179f-eb5a-41e3-b995-ce830be5a6f6 req-82b481cc-3eb5-40eb-849c-4392aeb40392 service neutron] 10.222.0.44 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825050 Nov 12 01:46:29.574646 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5995984d-d64d-4116-bb29-2862bb7e5c72 None None] Checking router: d2ea25a2-304b-4353-a1b9-bc616db4a0e5 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:46:29.583261 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5995984d-d64d-4116-bb29-2862bb7e5c72 None None] Routers {'d2ea25a2-304b-4353-a1b9-bc616db4a0e5'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:46:29.583883 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-5995984d-d64d-4116-bb29-2862bb7e5c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:46:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['d2ea25a2-304b-4353-a1b9-bc616db4a0e5'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:46:29.658957 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-909e179f-eb5a-41e3-b995-ce830be5a6f6 req-fb92058b-d02a-4940-8a03-b7b768ecc3fb service neutron] 10.222.0.44 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936129 Nov 12 01:46:29.694328 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-5995984d-d64d-4116-bb29-2862bb7e5c72 None None] Set router d2ea25a2-304b-4353-a1b9-bc616db4a0e5 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:46:29.914675 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-5995984d-d64d-4116-bb29-2862bb7e5c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'name': 'tempest-ServerActionsTestJSON-415643110-router', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:11Z', 'updated_at': '2021-11-12T01:46:14Z', 'revision_number': 4, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'gw_port': {'id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:12Z', 'updated_at': '2021-11-12T01:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '8bfe0454-1503-4b27-87d5-fcebff0895ee', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'floating_ip_address': '172.25.3.194', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'port_id': 'e5d1fcf5-a412-45e5-893f-b672354a7b5a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2', 'mac_address': 'fa:16:3e:22:f1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f586f10a-fc69-4211-928a-2ee61ba3cfb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:46:16Z', 'updated_at': '2021-11-12T01:46:28Z', 'revision_number': 1, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eba61d07-f8d0-47d0-94ee-016e007938d2', 'name': '', 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'mac_address': 'fa:16:3e:90:3e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:13Z', 'updated_at': '2021-11-12T01:46:18Z', 'revision_number': 5, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'subnets': [{'id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:46:29.941420 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5995984d-d64d-4116-bb29-2862bb7e5c72 None None] The sync data for ids ['d2ea25a2-304b-4353-a1b9-bc616db4a0e5'] in n-d-712142-27 is: [{'id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'name': 'tempest-ServerActionsTestJSON-415643110-router', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:11Z', 'updated_at': '2021-11-12T01:46:14Z', 'revision_number': 4, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'gw_port': {'id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:12Z', 'updated_at': '2021-11-12T01:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '8bfe0454-1503-4b27-87d5-fcebff0895ee', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'floating_ip_address': '172.25.3.194', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'port_id': 'e5d1fcf5-a412-45e5-893f-b672354a7b5a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2', 'mac_address': 'fa:16:3e:22:f1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f586f10a-fc69-4211-928a-2ee61ba3cfb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:46:16Z', 'updated_at': '2021-11-12T01:46:28Z', 'revision_number': 1, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eba61d07-f8d0-47d0-94ee-016e007938d2', 'name': '', 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'mac_address': 'fa:16:3e:90:3e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:13Z', 'updated_at': '2021-11-12T01:46:18Z', 'revision_number': 5, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'subnets': [{'id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:46:30.167219 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6779dc76-09f9-4f70-a853-29b82f163ccf None None] New status for floating IP 8bfe0454-1503-4b27-87d5-fcebff0895ee: ACTIVE {{(pid=109088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:46:30.863010 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b31e75aa-6160-4779-994e-e6abb59aae0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:32.991691 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:34.006323 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:35.306420 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:38.756239 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:40.949056 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:46:42.942963 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f21dbaf9-0358-4c3d-892d-e151440a4237 req-d7f6299d-c453-4e1c-96d6-61af2555fb49 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f586f10a-fc69-4211-928a-2ee61ba3cfb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0423048 Nov 12 01:46:43.054626 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21dbaf9-0358-4c3d-892d-e151440a4237 req-ea5c09f6-9afb-4c3d-a949-533783d288f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:43.056202 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f21dbaf9-0358-4c3d-892d-e151440a4237 req-ea5c09f6-9afb-4c3d-a949-533783d288f6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=530ab68461024fd380ed810b9cdc601d&device_id=f586f10a-fc69-4211-928a-2ee61ba3cfb5 HTTP/1.1" status: 200 len: 1097 time: 0.0467956 Nov 12 01:46:43.161686 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21dbaf9-0358-4c3d-892d-e151440a4237 req-3ec3c40b-5327-40c0-a538-f08ca68add1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:43.163169 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f21dbaf9-0358-4c3d-892d-e151440a4237 req-3ec3c40b-5327-40c0-a538-f08ca68add1d service neutron] 10.222.0.44 "GET /v2.0/networks?id=eab9d718-18a2-4f64-bde2-4214b305d4e2 HTTP/1.1" status: 200 len: 911 time: 0.0862868 Nov 12 01:46:43.261529 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f21dbaf9-0358-4c3d-892d-e151440a4237 req-1fe60a82-1a56-4d16-9809-172c77607d18 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5d1fcf5-a412-45e5-893f-b672354a7b5a HTTP/1.1" status: 200 len: 1001 time: 0.0757172 Nov 12 01:46:43.311534 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21dbaf9-0358-4c3d-892d-e151440a4237 req-9a571c71-e1b6-4a02-b1f1-5151fa409f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:43.313302 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f21dbaf9-0358-4c3d-892d-e151440a4237 req-9a571c71-e1b6-4a02-b1f1-5151fa409f73 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=141ee538-bdf5-4c57-a676-325be7ca993b HTTP/1.1" status: 200 len: 850 time: 0.0449674 Nov 12 01:46:43.359635 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21dbaf9-0358-4c3d-892d-e151440a4237 req-148945f1-edb5-49d6-951f-6a0d9b50cb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:46:43.361153 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f21dbaf9-0358-4c3d-892d-e151440a4237 req-148945f1-edb5-49d6-951f-6a0d9b50cb71 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eab9d718-18a2-4f64-bde2-4214b305d4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404902 Nov 12 01:46:43.458469 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f21dbaf9-0358-4c3d-892d-e151440a4237 req-f53f6469-d91a-4016-8f80-5cf68f157406 service neutron] 10.222.0.44 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859618 Nov 12 01:46:43.549377 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f21dbaf9-0358-4c3d-892d-e151440a4237 req-89c34546-2837-4bc9-b629-c561efbf271c service neutron] 10.222.0.44 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816514 Nov 12 01:46:55.443729 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:46:57.264272 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-269a26b3-b6af-4084-b9d6-640141d768e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:00.854504 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bb8bf1d3-b291-4599-9209-aae7bdf10726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:03.001096 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:04.010277 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:05.309739 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:08.746974 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:10.940280 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:27.267317 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c73f2c75-93de-498e-8410-09d8c00e1661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:30.861441 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ba8468be-1345-44ca-9a24-52b21190a0cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:32.443909 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:47:32.999706 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:34.014706 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:35.318854 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:38.517703 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [req-a0219dd3-10b1-4c41-8a44-7b6c8d71d6d2 req-7309a594-5a8e-4d07-a9dc-356c923de6f9 service neutron] (109086) timed out ('10.222.0.45', 44116) {{(pid=109086) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 01:47:38.747034 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:40.954866 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:47:42.937112 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6aada878-1e36-4506-8bde-55b4cac022a8 req-db606177-cb13-44e9-9fff-5d7178c93c30 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f586f10a-fc69-4211-928a-2ee61ba3cfb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0471683 Nov 12 01:47:43.041830 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aada878-1e36-4506-8bde-55b4cac022a8 req-ffbdf645-9496-4009-93da-219b6bb6f45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:43.043302 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6aada878-1e36-4506-8bde-55b4cac022a8 req-ffbdf645-9496-4009-93da-219b6bb6f45b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=530ab68461024fd380ed810b9cdc601d&device_id=f586f10a-fc69-4211-928a-2ee61ba3cfb5 HTTP/1.1" status: 200 len: 1097 time: 0.0461357 Nov 12 01:47:43.146557 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aada878-1e36-4506-8bde-55b4cac022a8 req-13c34caf-531e-4c35-b2d6-c69650cd2a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:43.148102 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6aada878-1e36-4506-8bde-55b4cac022a8 req-13c34caf-531e-4c35-b2d6-c69650cd2a31 service neutron] 10.222.0.44 "GET /v2.0/networks?id=eab9d718-18a2-4f64-bde2-4214b305d4e2 HTTP/1.1" status: 200 len: 911 time: 0.0860374 Nov 12 01:47:43.219646 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6aada878-1e36-4506-8bde-55b4cac022a8 req-46ff6ada-fff9-41e5-9f6e-973cbcbd40e0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5d1fcf5-a412-45e5-893f-b672354a7b5a HTTP/1.1" status: 200 len: 1001 time: 0.0640519 Nov 12 01:47:43.271995 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aada878-1e36-4506-8bde-55b4cac022a8 req-78fe1067-bd72-47b7-baa0-694147352a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:43.273850 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6aada878-1e36-4506-8bde-55b4cac022a8 req-78fe1067-bd72-47b7-baa0-694147352a7f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=141ee538-bdf5-4c57-a676-325be7ca993b HTTP/1.1" status: 200 len: 850 time: 0.0476582 Nov 12 01:47:43.324089 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aada878-1e36-4506-8bde-55b4cac022a8 req-dec94b1b-1d07-4afc-bd14-c477fb4bc3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:47:43.325797 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6aada878-1e36-4506-8bde-55b4cac022a8 req-dec94b1b-1d07-4afc-bd14-c477fb4bc3fb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eab9d718-18a2-4f64-bde2-4214b305d4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450046 Nov 12 01:47:43.442080 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6aada878-1e36-4506-8bde-55b4cac022a8 req-4791db1a-aed6-4d40-a26c-1c6edd168363 service neutron] 10.222.0.44 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093841 Nov 12 01:47:43.545442 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6aada878-1e36-4506-8bde-55b4cac022a8 req-06e7146f-53ac-40a1-9447-298225326390 service neutron] 10.222.0.44 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952730 Nov 12 01:47:57.270531 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ef1cc6a1-4c32-4772-ac9f-6a28d9c968ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:00.861238 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-121a684b-f826-47f5-95d7-78a423a9bd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:03.003634 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:04.010684 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:05.319131 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:05.790995 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd0006-6e3f-4e67-ac2e-50ca113e6b56 req-ebd69a0a-42b6-4b1e-b56a-507f575a3451 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:05.792667 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f0bd0006-6e3f-4e67-ac2e-50ca113e6b56 req-ebd69a0a-42b6-4b1e-b56a-507f575a3451 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=f586f10a-fc69-4211-928a-2ee61ba3cfb5 HTTP/1.1" status: 200 len: 945 time: 0.1096539 Nov 12 01:48:05.845935 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f0bd0006-6e3f-4e67-ac2e-50ca113e6b56 req-7d013f72-68a8-4d32-9f2e-e82d69ac19da tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457425 Nov 12 01:48:06.130065 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9e5bb2e5-a2d9-4c2b-9739-8f5ac560d6e1 req-103e7f41-1be0-4fc9-8775-a5259ad392e0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=f586f10a-fc69-4211-928a-2ee61ba3cfb5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0647290 Nov 12 01:48:06.143343 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ffca9-46f0-40c3-9b72-d0e6f2b6e2d1 req-fad8a05a-0ea7-479d-b78e-1452faf164dd tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:06.145978 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-252ffca9-46f0-40c3-9b72-d0e6f2b6e2d1 req-fad8a05a-0ea7-479d-b78e-1452faf164dd tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=f586f10a-fc69-4211-928a-2ee61ba3cfb5 HTTP/1.1" status: 200 len: 945 time: 0.0767484 Nov 12 01:48:06.209222 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-252ffca9-46f0-40c3-9b72-d0e6f2b6e2d1 req-819185b7-090b-4f7b-98e5-bfbedb656cbb tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571079 Nov 12 01:48:07.589188 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640fd4a7-9aa4-4f07-8b08-beba704e9d76 req-3bdff7f4-526b-4185-b4b2-e3fd034e7855 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:07.590896 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-640fd4a7-9aa4-4f07-8b08-beba704e9d76 req-3bdff7f4-526b-4185-b4b2-e3fd034e7855 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=f586f10a-fc69-4211-928a-2ee61ba3cfb5 HTTP/1.1" status: 200 len: 945 time: 0.1435740 Nov 12 01:48:07.678786 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-640fd4a7-9aa4-4f07-8b08-beba704e9d76 req-b870260d-2d15-4253-a5f4-6ae4a415ae8f tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813968 Nov 12 01:48:07.906925 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5bb2e5-a2d9-4c2b-9739-8f5ac560d6e1 req-592ff0aa-f19d-40cb-b057-10ffb5e0583f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:07.908597 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e5bb2e5-a2d9-4c2b-9739-8f5ac560d6e1 req-592ff0aa-f19d-40cb-b057-10ffb5e0583f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=530ab68461024fd380ed810b9cdc601d&device_id=f586f10a-fc69-4211-928a-2ee61ba3cfb5 HTTP/1.1" status: 200 len: 1097 time: 0.0883615 Nov 12 01:48:08.007397 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5bb2e5-a2d9-4c2b-9739-8f5ac560d6e1 req-d660ebd7-04c3-4f3a-923b-77674e7cbf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:08.008928 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e5bb2e5-a2d9-4c2b-9739-8f5ac560d6e1 req-d660ebd7-04c3-4f3a-923b-77674e7cbf94 service neutron] 10.222.0.44 "GET /v2.0/networks?id=eab9d718-18a2-4f64-bde2-4214b305d4e2 HTTP/1.1" status: 200 len: 911 time: 0.0935900 Nov 12 01:48:08.086477 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e5bb2e5-a2d9-4c2b-9739-8f5ac560d6e1 req-b1991778-7855-4414-8e79-f9ee112345ae service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5d1fcf5-a412-45e5-893f-b672354a7b5a HTTP/1.1" status: 200 len: 1001 time: 0.0699303 Nov 12 01:48:08.139403 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5bb2e5-a2d9-4c2b-9739-8f5ac560d6e1 req-5113a4f9-e93d-4f13-8554-74c08f277bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:08.141058 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e5bb2e5-a2d9-4c2b-9739-8f5ac560d6e1 req-5113a4f9-e93d-4f13-8554-74c08f277bb6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=141ee538-bdf5-4c57-a676-325be7ca993b HTTP/1.1" status: 200 len: 850 time: 0.0469694 Nov 12 01:48:08.190916 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5bb2e5-a2d9-4c2b-9739-8f5ac560d6e1 req-31bf5409-71d2-43eb-ac6f-ec040b82a554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:08.192515 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e5bb2e5-a2d9-4c2b-9739-8f5ac560d6e1 req-31bf5409-71d2-43eb-ac6f-ec040b82a554 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eab9d718-18a2-4f64-bde2-4214b305d4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446327 Nov 12 01:48:08.315802 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e5bb2e5-a2d9-4c2b-9739-8f5ac560d6e1 req-bade0f37-65d6-4d3f-aa0a-c423c9bdb2e2 service neutron] 10.222.0.44 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143067 Nov 12 01:48:08.419109 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e5bb2e5-a2d9-4c2b-9739-8f5ac560d6e1 req-4a5383f9-6970-4dea-9e50-1c0fb4ec382d service neutron] 10.222.0.44 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964048 Nov 12 01:48:08.764001 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:08.814787 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec84ac-ec99-4a02-982b-abcb9ecaccaf req-fea040bb-5a03-40e3-9de5-fd0dc8760b6b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:08.816293 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-53ec84ac-ec99-4a02-982b-abcb9ecaccaf req-fea040bb-5a03-40e3-9de5-fd0dc8760b6b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=f586f10a-fc69-4211-928a-2ee61ba3cfb5 HTTP/1.1" status: 200 len: 945 time: 0.0511672 Nov 12 01:48:08.863045 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-53ec84ac-ec99-4a02-982b-abcb9ecaccaf req-55b8d821-0b32-4930-a751-c031c919cb32 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408072 Nov 12 01:48:09.444570 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:48:09.986281 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297144a1-8d8f-419b-ae9b-584f4801f7dc req-ad5df2e8-6a9c-4a87-ae0e-d3c56812ae65 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:09.988075 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-297144a1-8d8f-419b-ae9b-584f4801f7dc req-ad5df2e8-6a9c-4a87-ae0e-d3c56812ae65 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=f586f10a-fc69-4211-928a-2ee61ba3cfb5 HTTP/1.1" status: 200 len: 945 time: 0.0524960 Nov 12 01:48:10.045306 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-297144a1-8d8f-419b-ae9b-584f4801f7dc req-be95236d-77da-403e-b5f8-18afe86815e4 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504167 Nov 12 01:48:10.980161 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:11.181944 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea92fe3a-34bb-4cf1-8d5d-90477df6e131 req-add8c83e-1adb-4717-be3b-b8351655b050 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:11.183720 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ea92fe3a-34bb-4cf1-8d5d-90477df6e131 req-add8c83e-1adb-4717-be3b-b8351655b050 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=f586f10a-fc69-4211-928a-2ee61ba3cfb5 HTTP/1.1" status: 200 len: 945 time: 0.0626867 Nov 12 01:48:11.244056 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ea92fe3a-34bb-4cf1-8d5d-90477df6e131 req-dfc87b27-234f-4019-b452-b5a83acfe20b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496266 Nov 12 01:48:12.379700 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c8e1e-a6e7-4386-8732-fe63a61f7dab req-20c84e73-511f-49aa-8edc-6d10504e0dab tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:12.381365 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-586c8e1e-a6e7-4386-8732-fe63a61f7dab req-20c84e73-511f-49aa-8edc-6d10504e0dab tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=f586f10a-fc69-4211-928a-2ee61ba3cfb5 HTTP/1.1" status: 200 len: 945 time: 0.0509892 Nov 12 01:48:12.435425 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-586c8e1e-a6e7-4386-8732-fe63a61f7dab req-edce352e-6f2d-405e-beb3-e88f50a8c5ea tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478127 Nov 12 01:48:13.567700 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1d418-8330-4d8f-88f7-c3f4452e4f25 req-b0ca251c-331f-4e80-b00c-c8222841293c tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:13.569457 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aba1d418-8330-4d8f-88f7-c3f4452e4f25 req-b0ca251c-331f-4e80-b00c-c8222841293c tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=f586f10a-fc69-4211-928a-2ee61ba3cfb5 HTTP/1.1" status: 200 len: 945 time: 0.0582626 Nov 12 01:48:13.630462 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aba1d418-8330-4d8f-88f7-c3f4452e4f25 req-11247099-626e-479b-9229-1bc58acd742b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546696 Nov 12 01:48:14.750385 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4583e-dc12-4111-8a71-3e4d6a477f03 req-5277fc6e-14c0-42a6-82a7-cb503a37c74b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:14.751925 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d9b4583e-dc12-4111-8a71-3e4d6a477f03 req-5277fc6e-14c0-42a6-82a7-cb503a37c74b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=f586f10a-fc69-4211-928a-2ee61ba3cfb5 HTTP/1.1" status: 200 len: 945 time: 0.0497196 Nov 12 01:48:14.800744 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d9b4583e-dc12-4111-8a71-3e4d6a477f03 req-1d76f3f3-b3f0-49f0-a45d-e3f5f8b85064 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429077 Nov 12 01:48:15.920317 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4695f54b-5da6-4dce-b16e-55fe43d3fdcc req-16664a2a-33b4-45ac-9c02-80c0b240ac32 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:15.921950 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4695f54b-5da6-4dce-b16e-55fe43d3fdcc req-16664a2a-33b4-45ac-9c02-80c0b240ac32 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=f586f10a-fc69-4211-928a-2ee61ba3cfb5 HTTP/1.1" status: 200 len: 945 time: 0.0506251 Nov 12 01:48:15.973925 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4695f54b-5da6-4dce-b16e-55fe43d3fdcc req-06b25c51-4abe-447f-b77d-ae5924a47e99 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425348 Nov 12 01:48:17.097793 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c8657-b7e6-4fe3-8a4a-ca3c91c3ae1e req-7fe942d1-b9d0-43a5-a7a8-33326308e0ee tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:17.099273 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ba8c8657-b7e6-4fe3-8a4a-ca3c91c3ae1e req-7fe942d1-b9d0-43a5-a7a8-33326308e0ee tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=f586f10a-fc69-4211-928a-2ee61ba3cfb5 HTTP/1.1" status: 200 len: 945 time: 0.0542290 Nov 12 01:48:17.146078 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ba8c8657-b7e6-4fe3-8a4a-ca3c91c3ae1e req-7aeae72f-cfa4-4819-9c54-92a10983ebb7 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407150 Nov 12 01:48:18.262183 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb989452-ed09-4172-8ab8-6e3c9f6265ac req-027672c0-1b52-478a-824a-19557909e825 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:18.264320 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bb989452-ed09-4172-8ab8-6e3c9f6265ac req-027672c0-1b52-478a-824a-19557909e825 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=f586f10a-fc69-4211-928a-2ee61ba3cfb5 HTTP/1.1" status: 200 len: 945 time: 0.0496407 Nov 12 01:48:18.310672 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bb989452-ed09-4172-8ab8-6e3c9f6265ac req-950f987c-82ca-4af6-9706-cde819b79eb0 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398688 Nov 12 01:48:19.440049 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a86750-0bab-42d4-ab2d-5336813c4cbe req-0c7b417e-7524-4be2-ac04-0c95743b5887 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:19.441932 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a4a86750-0bab-42d4-ab2d-5336813c4cbe req-0c7b417e-7524-4be2-ac04-0c95743b5887 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=f586f10a-fc69-4211-928a-2ee61ba3cfb5 HTTP/1.1" status: 200 len: 945 time: 0.0596020 Nov 12 01:48:19.495772 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a4a86750-0bab-42d4-ab2d-5336813c4cbe req-e6d88295-a68d-47a1-810d-426daa4cd87c tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477681 Nov 12 01:48:20.440351 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [req-9e5bb2e5-a2d9-4c2b-9739-8f5ac560d6e1 req-5d8dfaa4-9be3-4133-b0bd-fed5eb1a073a service neutron] show failed (client error): The resource could not be found. Nov 12 01:48:20.441399 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e5bb2e5-a2d9-4c2b-9739-8f5ac560d6e1 req-5d8dfaa4-9be3-4133-b0bd-fed5eb1a073a service neutron] 10.222.0.44 "GET /v2.0/ports/e5d1fcf5-a412-45e5-893f-b672354a7b5a/bindings/n-h1-712142-27 HTTP/1.1" status: 404 len: 381 time: 0.0568926 Nov 12 01:48:20.620909 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f173490-35f7-45db-a700-2222eb0ad50e req-d926c21a-57bd-4bc5-8726-b0178ab93210 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:20.622439 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6f173490-35f7-45db-a700-2222eb0ad50e req-d926c21a-57bd-4bc5-8726-b0178ab93210 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=f586f10a-fc69-4211-928a-2ee61ba3cfb5 HTTP/1.1" status: 200 len: 945 time: 0.0528989 Nov 12 01:48:20.672295 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6f173490-35f7-45db-a700-2222eb0ad50e req-735de51a-6cdd-48c0-92a6-8f8e6d9e853e tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435588 Nov 12 01:48:20.717003 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5bb2e5-a2d9-4c2b-9739-8f5ac560d6e1 req-9c0ca06e-3d29-4988-ba13-1c35cdb0249d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:20.718500 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e5bb2e5-a2d9-4c2b-9739-8f5ac560d6e1 req-9c0ca06e-3d29-4988-ba13-1c35cdb0249d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f586f10a-fc69-4211-928a-2ee61ba3cfb5&tenant_id=530ab68461024fd380ed810b9cdc601d HTTP/1.1" status: 200 len: 1097 time: 0.0952044 Nov 12 01:48:20.734509 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-9e5bb2e5-a2d9-4c2b-9739-8f5ac560d6e1 req-188e67b3-51ae-46ab-b8cb-f8bdbe9bfae7 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:48:20.735509 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e5bb2e5-a2d9-4c2b-9739-8f5ac560d6e1 req-188e67b3-51ae-46ab-b8cb-f8bdbe9bfae7 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058582 Nov 12 01:48:20.760289 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-9e5bb2e5-a2d9-4c2b-9739-8f5ac560d6e1 req-a3ecfb71-ac56-4fc4-b37b-660bb8e68eca service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712142-27', 'device_owner': 'compute:nova'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:48:20.815714 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9e5bb2e5-a2d9-4c2b-9739-8f5ac560d6e1 req-a3ecfb71-ac56-4fc4-b37b-660bb8e68eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:21.029404 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-9e5bb2e5-a2d9-4c2b-9739-8f5ac560d6e1 req-a3ecfb71-ac56-4fc4-b37b-660bb8e68eca service neutron] For port e5d1fcf5-a412-45e5-893f-b672354a7b5a, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e5d1fcf5-a412-45e5-893f-b672354a7b5a,segment=NetworkSegment(bc3e7f52-aa5f-4270-82cb-d02637e4d286),segment_id=bc3e7f52-aa5f-4270-82cb-d02637e4d286)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:48:21.061711 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-9e5bb2e5-a2d9-4c2b-9739-8f5ac560d6e1 req-a3ecfb71-ac56-4fc4-b37b-660bb8e68eca service neutron] For port e5d1fcf5-a412-45e5-893f-b672354a7b5a, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:48:21.105511 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f586f10a-fc69-4211-928a-2ee61ba3cfb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5d1fcf5-a412-45e5-893f-b672354a7b5a'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:48:21.110805 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9e5bb2e5-a2d9-4c2b-9739-8f5ac560d6e1 req-a3ecfb71-ac56-4fc4-b37b-660bb8e68eca service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:21.123696 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-9e5bb2e5-a2d9-4c2b-9739-8f5ac560d6e1 req-a3ecfb71-ac56-4fc4-b37b-660bb8e68eca service neutron] Transition to ACTIVE for port object e5d1fcf5-a412-45e5-893f-b672354a7b5a will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:48:21.128402 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9e5bb2e5-a2d9-4c2b-9739-8f5ac560d6e1 req-a3ecfb71-ac56-4fc4-b37b-660bb8e68eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:21.155431 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dd4e089669c975f2de9f4f0df131bfb5fea3b750f9a1fd67846e9670e07c7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0eee2e-6f4a-47ec-a996-ab372d35ba10" -d '{"events": [{"server_uuid": "f586f10a-fc69-4211-928a-2ee61ba3cfb5", "name": "network-vif-unplugged", "status": "completed", "tag": "e5d1fcf5-a412-45e5-893f-b672354a7b5a"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:48:21.202942 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ecfb71-ac56-4fc4-b37b-660bb8e68eca service neutron] Pushing event updated for resources: {'Port': ['ID=e5d1fcf5-a412-45e5-893f-b672354a7b5a,revision_number=6']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:48:21.258713 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ecfb71-ac56-4fc4-b37b-660bb8e68eca service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:48:21.259069 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ecfb71-ac56-4fc4-b37b-660bb8e68eca service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:48:21.259406 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ecfb71-ac56-4fc4-b37b-660bb8e68eca service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:48:21.259731 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ecfb71-ac56-4fc4-b37b-660bb8e68eca service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:48:21.260086 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ecfb71-ac56-4fc4-b37b-660bb8e68eca service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:48:21.260415 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ecfb71-ac56-4fc4-b37b-660bb8e68eca service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:48:21.260736 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ecfb71-ac56-4fc4-b37b-660bb8e68eca service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:48:21.261057 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ecfb71-ac56-4fc4-b37b-660bb8e68eca service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:48:21.261379 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ecfb71-ac56-4fc4-b37b-660bb8e68eca service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:48:21.261728 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ecfb71-ac56-4fc4-b37b-660bb8e68eca service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:48:21.262068 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ecfb71-ac56-4fc4-b37b-660bb8e68eca service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:48:21.262392 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ecfb71-ac56-4fc4-b37b-660bb8e68eca service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:48:21.278188 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92390c48-e184-467f-b844-bcb04f762152 x-openstack-request-id: req-92390c48-e184-467f-b844-bcb04f762152 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:48:21.278482 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f586f10a-fc69-4211-928a-2ee61ba3cfb5", "name": "network-vif-unplugged", "status": "completed", "tag": "e5d1fcf5-a412-45e5-893f-b672354a7b5a", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:48:21.278765 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-92390c48-e184-467f-b844-bcb04f762152 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:48:21.279159 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f586f10a-fc69-4211-928a-2ee61ba3cfb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5d1fcf5-a412-45e5-893f-b672354a7b5a', 'code': 200} Nov 12 01:48:21.331999 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e5bb2e5-a2d9-4c2b-9739-8f5ac560d6e1 req-a3ecfb71-ac56-4fc4-b37b-660bb8e68eca service neutron] No DVR routers for this DVR port e5d1fcf5-a412-45e5-893f-b672354a7b5a on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:48:21.468206 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-9e5bb2e5-a2d9-4c2b-9739-8f5ac560d6e1 req-a3ecfb71-ac56-4fc4-b37b-660bb8e68eca service neutron] Attempting to bind port e5d1fcf5-a412-45e5-893f-b672354a7b5a on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:48:21.468853 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-9e5bb2e5-a2d9-4c2b-9739-8f5ac560d6e1 req-a3ecfb71-ac56-4fc4-b37b-660bb8e68eca service neutron] Attempting to bind port e5d1fcf5-a412-45e5-893f-b672354a7b5a by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': 'bc3e7f52-aa5f-4270-82cb-d02637e4d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:48:21.468853 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5bb2e5-a2d9-4c2b-9739-8f5ac560d6e1 req-a3ecfb71-ac56-4fc4-b37b-660bb8e68eca service neutron] Attempting to bind port e5d1fcf5-a412-45e5-893f-b672354a7b5a on network eab9d718-18a2-4f64-bde2-4214b305d4e2 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:48:21.473050 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5bb2e5-a2d9-4c2b-9739-8f5ac560d6e1 req-a3ecfb71-ac56-4fc4-b37b-660bb8e68eca service neutron] Port e5d1fcf5-a412-45e5-893f-b672354a7b5a on network eab9d718-18a2-4f64-bde2-4214b305d4e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:48:21.473367 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5bb2e5-a2d9-4c2b-9739-8f5ac560d6e1 req-a3ecfb71-ac56-4fc4-b37b-660bb8e68eca service neutron] Attempting to bind port e5d1fcf5-a412-45e5-893f-b672354a7b5a on network eab9d718-18a2-4f64-bde2-4214b305d4e2 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:48:21.478207 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5bb2e5-a2d9-4c2b-9739-8f5ac560d6e1 req-a3ecfb71-ac56-4fc4-b37b-660bb8e68eca service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:48:21.478490 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5bb2e5-a2d9-4c2b-9739-8f5ac560d6e1 req-a3ecfb71-ac56-4fc4-b37b-660bb8e68eca service neutron] Checking segment: {'id': 'bc3e7f52-aa5f-4270-82cb-d02637e4d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:48:21.478864 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5bb2e5-a2d9-4c2b-9739-8f5ac560d6e1 req-a3ecfb71-ac56-4fc4-b37b-660bb8e68eca service neutron] Bound using segment: {'id': 'bc3e7f52-aa5f-4270-82cb-d02637e4d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:48:21.479278 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-9e5bb2e5-a2d9-4c2b-9739-8f5ac560d6e1 req-a3ecfb71-ac56-4fc4-b37b-660bb8e68eca service neutron] Bound port: e5d1fcf5-a412-45e5-893f-b672354a7b5a, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc3e7f52-aa5f-4270-82cb-d02637e4d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:48:21.479636 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9e5bb2e5-a2d9-4c2b-9739-8f5ac560d6e1 req-a3ecfb71-ac56-4fc4-b37b-660bb8e68eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:21.541135 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-9e5bb2e5-a2d9-4c2b-9739-8f5ac560d6e1 req-a3ecfb71-ac56-4fc4-b37b-660bb8e68eca service neutron] For port e5d1fcf5-a412-45e5-893f-b672354a7b5a, host n-h1-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:48:21.544087 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-9e5bb2e5-a2d9-4c2b-9739-8f5ac560d6e1 req-a3ecfb71-ac56-4fc4-b37b-660bb8e68eca service neutron] For port e5d1fcf5-a412-45e5-893f-b672354a7b5a, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=e5d1fcf5-a412-45e5-893f-b672354a7b5a,segment=NetworkSegment(bc3e7f52-aa5f-4270-82cb-d02637e4d286),segment_id=bc3e7f52-aa5f-4270-82cb-d02637e4d286)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:48:21.548648 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9e5bb2e5-a2d9-4c2b-9739-8f5ac560d6e1 req-a3ecfb71-ac56-4fc4-b37b-660bb8e68eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:21.586154 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5bb2e5-a2d9-4c2b-9739-8f5ac560d6e1 req-a3ecfb71-ac56-4fc4-b37b-660bb8e68eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:21.586780 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9e5bb2e5-a2d9-4c2b-9739-8f5ac560d6e1 req-a3ecfb71-ac56-4fc4-b37b-660bb8e68eca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:21.588318 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e5bb2e5-a2d9-4c2b-9739-8f5ac560d6e1 req-a3ecfb71-ac56-4fc4-b37b-660bb8e68eca service neutron] 10.222.0.16 "PUT /v2.0/ports/e5d1fcf5-a412-45e5-893f-b672354a7b5a HTTP/1.1" status: 200 len: 1092 time: 0.8320262 Nov 12 01:48:21.614475 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ecfb71-ac56-4fc4-b37b-660bb8e68eca service neutron] Pushing event updated for resources: {'Port': ['ID=e5d1fcf5-a412-45e5-893f-b672354a7b5a,revision_number=7']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:48:21.674427 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5bb2e5-a2d9-4c2b-9739-8f5ac560d6e1 req-6b63d944-8055-4d37-a99a-b19563de6156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:21.675959 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e5bb2e5-a2d9-4c2b-9739-8f5ac560d6e1 req-6b63d944-8055-4d37-a99a-b19563de6156 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=530ab68461024fd380ed810b9cdc601d&device_id=f586f10a-fc69-4211-928a-2ee61ba3cfb5 HTTP/1.1" status: 200 len: 1095 time: 0.0445940 Nov 12 01:48:21.807607 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5bb2e5-a2d9-4c2b-9739-8f5ac560d6e1 req-eaf34a5f-2d68-4d57-a85b-60a177d12c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:21.809184 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e5bb2e5-a2d9-4c2b-9739-8f5ac560d6e1 req-eaf34a5f-2d68-4d57-a85b-60a177d12c67 service neutron] 10.222.0.16 "GET /v2.0/networks?id=eab9d718-18a2-4f64-bde2-4214b305d4e2 HTTP/1.1" status: 200 len: 911 time: 0.1261039 Nov 12 01:48:21.832991 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7942e6-0472-4448-98f9-8eb3d8c566b0 req-ab322660-627a-4a3c-9822-62f468d3f9c9 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:21.834429 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7c7942e6-0472-4448-98f9-8eb3d8c566b0 req-ab322660-627a-4a3c-9822-62f468d3f9c9 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=f586f10a-fc69-4211-928a-2ee61ba3cfb5 HTTP/1.1" status: 200 len: 943 time: 0.0818403 Nov 12 01:48:21.921144 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e5bb2e5-a2d9-4c2b-9739-8f5ac560d6e1 req-937cb2d0-2475-483c-81f3-8f6ca51f60ef service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5d1fcf5-a412-45e5-893f-b672354a7b5a HTTP/1.1" status: 200 len: 999 time: 0.1033485 Nov 12 01:48:21.932854 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7c7942e6-0472-4448-98f9-8eb3d8c566b0 req-c0af1e98-0bf1-4b7e-8b7b-a569e0576b4b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656087 Nov 12 01:48:21.978727 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5bb2e5-a2d9-4c2b-9739-8f5ac560d6e1 req-60589b58-8b12-47b2-b0a8-627777d8f8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:21.980268 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e5bb2e5-a2d9-4c2b-9739-8f5ac560d6e1 req-60589b58-8b12-47b2-b0a8-627777d8f8ac service neutron] 10.222.0.16 "GET /v2.0/subnets?id=141ee538-bdf5-4c57-a676-325be7ca993b HTTP/1.1" status: 200 len: 850 time: 0.0465205 Nov 12 01:48:22.034199 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5bb2e5-a2d9-4c2b-9739-8f5ac560d6e1 req-55f2b3e9-4b32-413d-a2de-8f5c13ac3dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:22.035631 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e5bb2e5-a2d9-4c2b-9739-8f5ac560d6e1 req-55f2b3e9-4b32-413d-a2de-8f5c13ac3dcb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eab9d718-18a2-4f64-bde2-4214b305d4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469923 Nov 12 01:48:22.129487 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e5bb2e5-a2d9-4c2b-9739-8f5ac560d6e1 req-6aebfa7d-e00b-4d8b-a351-28e7a507cbcf service neutron] 10.222.0.16 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867023 Nov 12 01:48:22.226916 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9e5bb2e5-a2d9-4c2b-9739-8f5ac560d6e1 req-5e1eeff6-296d-47f3-bd14-8a543c8e9e93 service neutron] 10.222.0.16 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898757 Nov 12 01:48:23.054676 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f9cd4-b1d6-4cd6-8dea-8b7f768e35d5 req-b5aba8d2-b155-475b-bee8-250c0f70b875 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:23.056231 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-966f9cd4-b1d6-4cd6-8dea-8b7f768e35d5 req-b5aba8d2-b155-475b-bee8-250c0f70b875 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=f586f10a-fc69-4211-928a-2ee61ba3cfb5 HTTP/1.1" status: 200 len: 943 time: 0.0531194 Nov 12 01:48:23.106973 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-966f9cd4-b1d6-4cd6-8dea-8b7f768e35d5 req-44fb22a7-3112-424a-8002-0a05fbe79a12 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437856 Nov 12 01:48:23.280789 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f586f10a-fc69-4211-928a-2ee61ba3cfb5', 'tag': 'e5d1fcf5-a412-45e5-893f-b672354a7b5a'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:48:23.283159 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dd4e089669c975f2de9f4f0df131bfb5fea3b750f9a1fd67846e9670e07c7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c807387-b169-49ff-afca-05ef5b86a187" -d '{"events": [{"name": "network-changed", "server_uuid": "f586f10a-fc69-4211-928a-2ee61ba3cfb5", "tag": "e5d1fcf5-a412-45e5-893f-b672354a7b5a"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:48:23.335939 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ac94c4-cd0a-4d99-a179-32470b5a7211 x-openstack-request-id: req-c3ac94c4-cd0a-4d99-a179-32470b5a7211 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:48:23.336259 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f586f10a-fc69-4211-928a-2ee61ba3cfb5", "tag": "e5d1fcf5-a412-45e5-893f-b672354a7b5a", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:48:23.336517 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c3ac94c4-cd0a-4d99-a179-32470b5a7211 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:48:23.336925 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f586f10a-fc69-4211-928a-2ee61ba3cfb5', 'tag': 'e5d1fcf5-a412-45e5-893f-b672354a7b5a', 'status': 'completed', 'code': 200} Nov 12 01:48:23.457573 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c807387-b169-49ff-afca-05ef5b86a187 req-ac40fb81-6d52-43e4-96b9-23c95f4f0115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:23.459090 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c807387-b169-49ff-afca-05ef5b86a187 req-ac40fb81-6d52-43e4-96b9-23c95f4f0115 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=530ab68461024fd380ed810b9cdc601d&device_id=f586f10a-fc69-4211-928a-2ee61ba3cfb5 HTTP/1.1" status: 200 len: 1095 time: 0.0764802 Nov 12 01:48:23.465085 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c807387-b169-49ff-afca-05ef5b86a187 req-eddba9c8-a942-4cd8-9e12-175cbad29e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:23.466567 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c807387-b169-49ff-afca-05ef5b86a187 req-eddba9c8-a942-4cd8-9e12-175cbad29e87 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=530ab68461024fd380ed810b9cdc601d&device_id=f586f10a-fc69-4211-928a-2ee61ba3cfb5 HTTP/1.1" status: 200 len: 1095 time: 0.0739152 Nov 12 01:48:23.626453 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c807387-b169-49ff-afca-05ef5b86a187 req-b934f7f0-f420-420d-b26b-3ef85e9c3e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:23.627829 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c807387-b169-49ff-afca-05ef5b86a187 req-b934f7f0-f420-420d-b26b-3ef85e9c3e18 service neutron] 10.222.0.16 "GET /v2.0/networks?id=eab9d718-18a2-4f64-bde2-4214b305d4e2 HTTP/1.1" status: 200 len: 911 time: 0.1532657 Nov 12 01:48:23.629070 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c807387-b169-49ff-afca-05ef5b86a187 req-c37dbe01-f67a-409f-89b8-3e34bf662a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:23.630364 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c807387-b169-49ff-afca-05ef5b86a187 req-c37dbe01-f67a-409f-89b8-3e34bf662a58 service neutron] 10.222.0.44 "GET /v2.0/networks?id=eab9d718-18a2-4f64-bde2-4214b305d4e2 HTTP/1.1" status: 200 len: 911 time: 0.1629612 Nov 12 01:48:23.746860 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c807387-b169-49ff-afca-05ef5b86a187 req-cf383a6b-341f-48e2-950d-4e481e061d68 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5d1fcf5-a412-45e5-893f-b672354a7b5a HTTP/1.1" status: 200 len: 999 time: 0.1109905 Nov 12 01:48:23.748684 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c807387-b169-49ff-afca-05ef5b86a187 req-5c06f80e-c508-478a-803d-48580109b347 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5d1fcf5-a412-45e5-893f-b672354a7b5a HTTP/1.1" status: 200 len: 999 time: 0.1066909 Nov 12 01:48:23.949859 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device e5d1fcf5-a412-45e5-893f-b672354a7b5a no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:48:24.009745 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device e5d1fcf5-a412-45e5-893f-b672354a7b5a not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:48:24.208009 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c807387-b169-49ff-afca-05ef5b86a187 req-b0a738d1-e5a5-439b-a734-a123dccf3ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:24.209480 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c807387-b169-49ff-afca-05ef5b86a187 req-b0a738d1-e5a5-439b-a734-a123dccf3ccb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=141ee538-bdf5-4c57-a676-325be7ca993b HTTP/1.1" status: 200 len: 850 time: 0.4467232 Nov 12 01:48:24.211052 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c807387-b169-49ff-afca-05ef5b86a187 req-d2768e41-4ffc-498c-871f-d5e413ceabde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:24.212571 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c807387-b169-49ff-afca-05ef5b86a187 req-d2768e41-4ffc-498c-871f-d5e413ceabde service neutron] 10.222.0.16 "GET /v2.0/subnets?id=141ee538-bdf5-4c57-a676-325be7ca993b HTTP/1.1" status: 200 len: 850 time: 0.4574018 Nov 12 01:48:24.317288 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644c655-04cf-493b-9a97-40b4eb6f017d req-91aaf84d-3fd1-4c02-a574-1ca3a58fb87c tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:24.319021 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a644c655-04cf-493b-9a97-40b4eb6f017d req-91aaf84d-3fd1-4c02-a574-1ca3a58fb87c tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=f586f10a-fc69-4211-928a-2ee61ba3cfb5 HTTP/1.1" status: 200 len: 943 time: 0.1287119 Nov 12 01:48:24.336785 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c807387-b169-49ff-afca-05ef5b86a187 req-472468c6-15fe-4f75-ae4c-ca3ac52747fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:24.338529 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c807387-b169-49ff-afca-05ef5b86a187 req-472468c6-15fe-4f75-ae4c-ca3ac52747fa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eab9d718-18a2-4f64-bde2-4214b305d4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1085498 Nov 12 01:48:24.340540 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c807387-b169-49ff-afca-05ef5b86a187 req-4be0988f-1729-42ce-92de-047bca0d7d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:24.342083 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c807387-b169-49ff-afca-05ef5b86a187 req-4be0988f-1729-42ce-92de-047bca0d7d35 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eab9d718-18a2-4f64-bde2-4214b305d4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1134250 Nov 12 01:48:24.500596 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a644c655-04cf-493b-9a97-40b4eb6f017d req-188520c6-a8b8-46f3-a5cb-deec195c8602 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734657 Nov 12 01:48:24.548960 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c807387-b169-49ff-afca-05ef5b86a187 req-63483ec2-a32d-4e78-bf35-343057e870b1 service neutron] 10.222.0.44 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977859 Nov 12 01:48:24.550805 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c807387-b169-49ff-afca-05ef5b86a187 req-87a83592-26c9-4c6a-a780-26a143f4e5ac service neutron] 10.222.0.16 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985993 Nov 12 01:48:24.754372 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c807387-b169-49ff-afca-05ef5b86a187 req-07659773-9d37-417a-ab04-1f12f7ddb0d3 service neutron] 10.222.0.44 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984684 Nov 12 01:48:24.756021 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaadce8-d0c8-4a12-a6d6-b5bd415d6e93 req-0c17f496-8d95-4b5f-99bf-aadaa209f01a tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:24.757631 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-aaaadce8-d0c8-4a12-a6d6-b5bd415d6e93 req-0c17f496-8d95-4b5f-99bf-aadaa209f01a tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.44 "GET /v2.0/ports?device_id=f586f10a-fc69-4211-928a-2ee61ba3cfb5&tenant_id=530ab68461024fd380ed810b9cdc601d&binding%3Ahost_id=n-h1-712142-27 HTTP/1.1" status: 200 len: 943 time: 0.0599287 Nov 12 01:48:24.758504 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c807387-b169-49ff-afca-05ef5b86a187 req-a054705b-eb2b-46c6-908c-acf5438b13d2 service neutron] 10.222.0.16 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939883 Nov 12 01:48:24.775620 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714fb60-7963-4ef3-805d-3c8911f73d60 req-990c5b6e-b6d7-47c8-a3bd-2abd3d4b044b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:24.777281 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0714fb60-7963-4ef3-805d-3c8911f73d60 req-990c5b6e-b6d7-47c8-a3bd-2abd3d4b044b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=f586f10a-fc69-4211-928a-2ee61ba3cfb5 HTTP/1.1" status: 200 len: 943 time: 0.0925484 Nov 12 01:48:24.836679 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0714fb60-7963-4ef3-805d-3c8911f73d60 req-e103500f-0f88-4dc2-bc48-f49f141324ee tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509300 Nov 12 01:48:24.845656 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [req-aaaadce8-d0c8-4a12-a6d6-b5bd415d6e93 req-c28d59ed-43ef-499c-8349-b600ff279545 service neutron] delete failed (client error): The resource could not be found. Nov 12 01:48:24.846732 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-aaaadce8-d0c8-4a12-a6d6-b5bd415d6e93 req-c28d59ed-43ef-499c-8349-b600ff279545 service neutron] 10.222.0.44 "DELETE /v2.0/ports/e5d1fcf5-a412-45e5-893f-b672354a7b5a/bindings/n-h2-712142-27 HTTP/1.1" status: 404 len: 381 time: 0.0709326 Nov 12 01:48:24.962595 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaadce8-d0c8-4a12-a6d6-b5bd415d6e93 req-27eacbbf-6073-4f3b-9a06-ba34d83c305f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:24.964173 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-aaaadce8-d0c8-4a12-a6d6-b5bd415d6e93 req-27eacbbf-6073-4f3b-9a06-ba34d83c305f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=530ab68461024fd380ed810b9cdc601d&device_id=f586f10a-fc69-4211-928a-2ee61ba3cfb5 HTTP/1.1" status: 200 len: 1095 time: 0.0491168 Nov 12 01:48:25.061519 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaadce8-d0c8-4a12-a6d6-b5bd415d6e93 req-71181e9f-dfe1-45da-85b1-60fa69b64194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:25.062978 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-aaaadce8-d0c8-4a12-a6d6-b5bd415d6e93 req-71181e9f-dfe1-45da-85b1-60fa69b64194 service neutron] 10.222.0.44 "GET /v2.0/networks?id=eab9d718-18a2-4f64-bde2-4214b305d4e2 HTTP/1.1" status: 200 len: 911 time: 0.0915294 Nov 12 01:48:25.133127 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-aaaadce8-d0c8-4a12-a6d6-b5bd415d6e93 req-6af882bb-c0b3-4fd9-a404-680d398fe105 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5d1fcf5-a412-45e5-893f-b672354a7b5a HTTP/1.1" status: 200 len: 999 time: 0.0633297 Nov 12 01:48:25.182271 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaadce8-d0c8-4a12-a6d6-b5bd415d6e93 req-4bd5f2a4-0660-4f58-8442-3176c79ecc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:25.183770 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-aaaadce8-d0c8-4a12-a6d6-b5bd415d6e93 req-4bd5f2a4-0660-4f58-8442-3176c79ecc47 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=141ee538-bdf5-4c57-a676-325be7ca993b HTTP/1.1" status: 200 len: 850 time: 0.0438566 Nov 12 01:48:25.233786 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaadce8-d0c8-4a12-a6d6-b5bd415d6e93 req-517a8b5c-afaf-40f8-b05f-a7116d1a754f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:25.235323 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-aaaadce8-d0c8-4a12-a6d6-b5bd415d6e93 req-517a8b5c-afaf-40f8-b05f-a7116d1a754f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eab9d718-18a2-4f64-bde2-4214b305d4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444586 Nov 12 01:48:25.329624 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-aaaadce8-d0c8-4a12-a6d6-b5bd415d6e93 req-738f8ce5-2021-4578-a2ab-ebbb11410ff9 service neutron] 10.222.0.44 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873616 Nov 12 01:48:25.422208 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-aaaadce8-d0c8-4a12-a6d6-b5bd415d6e93 req-3a1cf54a-cc73-417f-b610-762a25865aa8 service neutron] 10.222.0.44 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861406 Nov 12 01:48:25.483239 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device e5d1fcf5-a412-45e5-893f-b672354a7b5a details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:48:25.582080 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port e5d1fcf5-a412-45e5-893f-b672354a7b5a, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=e5d1fcf5-a412-45e5-893f-b672354a7b5a,segment=NetworkSegment(bc3e7f52-aa5f-4270-82cb-d02637e4d286),segment_id=bc3e7f52-aa5f-4270-82cb-d02637e4d286)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:48:25.592792 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': 'e5d1fcf5-a412-45e5-893f-b672354a7b5a', 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2', 'port_id': 'e5d1fcf5-a412-45e5-893f-b672354a7b5a', 'mac_address': 'fa:16:3e:22:f1:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:48:25.638828 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:25.651316 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5d1fcf5-a412-45e5-893f-b672354a7b5a {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:48:25.670965 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port e5d1fcf5-a412-45e5-893f-b672354a7b5a, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=e5d1fcf5-a412-45e5-893f-b672354a7b5a,segment=NetworkSegment(bc3e7f52-aa5f-4270-82cb-d02637e4d286),segment_id=bc3e7f52-aa5f-4270-82cb-d02637e4d286)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:48:25.674704 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:25.721880 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=e5d1fcf5-a412-45e5-893f-b672354a7b5a,revision_number=8']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:48:25.729214 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:48:25.729560 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:48:25.729899 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:48:25.730234 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:48:25.730564 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:48:25.730895 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:48:25.731223 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:48:25.731567 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:48:25.731899 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:48:25.732241 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:48:25.732566 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:48:25.732882 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:48:25.961488 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ca0fb-6462-4733-b6db-b89cf26068eb req-94f4669e-1621-4bc7-bba6-f97d045ade2f tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:25.962976 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-852ca0fb-6462-4733-b6db-b89cf26068eb req-94f4669e-1621-4bc7-bba6-f97d045ade2f tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=f586f10a-fc69-4211-928a-2ee61ba3cfb5 HTTP/1.1" status: 200 len: 944 time: 0.0515537 Nov 12 01:48:26.014057 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-852ca0fb-6462-4733-b6db-b89cf26068eb req-85f940f8-0e9f-4faa-a81e-e75b82fd3c9b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437994 Nov 12 01:48:26.023311 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['e5d1fcf5-a412-45e5-893f-b672354a7b5a'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:48:26.142601 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ba442-2f3a-4939-bef3-bd1b651da4dc req-033fd579-def4-4254-9b7c-ab14c1599af8 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:26.144170 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e37ba442-2f3a-4939-bef3-bd1b651da4dc req-033fd579-def4-4254-9b7c-ab14c1599af8 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=f586f10a-fc69-4211-928a-2ee61ba3cfb5 HTTP/1.1" status: 200 len: 944 time: 0.0502875 Nov 12 01:48:26.192254 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e37ba442-2f3a-4939-bef3-bd1b651da4dc req-b193e134-1e17-4962-96f0-55519df34bbd tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420599 Nov 12 01:48:26.307806 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab0bf4-9449-45f3-973d-959dfe5b6272 req-875647d4-36e3-4c07-9bb5-a29940c5508f tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:26.309317 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-beab0bf4-9449-45f3-973d-959dfe5b6272 req-875647d4-36e3-4c07-9bb5-a29940c5508f tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=f586f10a-fc69-4211-928a-2ee61ba3cfb5 HTTP/1.1" status: 200 len: 944 time: 0.0525093 Nov 12 01:48:26.355904 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-beab0bf4-9449-45f3-973d-959dfe5b6272 req-48350d2a-e545-4c3a-913e-cd89b02c0c0e tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395899 Nov 12 01:48:26.589428 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2da7ee-d1e6-4d8c-ac1f-b1f0120c1670 req-11da50f8-1122-4835-8880-83d837ad4eed tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:26.591444 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ab2da7ee-d1e6-4d8c-ac1f-b1f0120c1670 req-11da50f8-1122-4835-8880-83d837ad4eed tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=f586f10a-fc69-4211-928a-2ee61ba3cfb5 HTTP/1.1" status: 200 len: 944 time: 0.0497520 Nov 12 01:48:26.638626 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ab2da7ee-d1e6-4d8c-ac1f-b1f0120c1670 req-b1aecc5b-cf06-4f36-aa58-22af238cc4e3 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412261 Nov 12 01:48:27.273397 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4bfe3d64-7d62-4be7-8fd8-ab5991c15cac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:27.492742 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device e5d1fcf5-a412-45e5-893f-b672354a7b5a up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:48:27.540972 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port e5d1fcf5-a412-45e5-893f-b672354a7b5a completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:48:27.545173 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port e5d1fcf5-a412-45e5-893f-b672354a7b5a triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:48:27.545539 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:27.625737 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:27.648632 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f586f10a-fc69-4211-928a-2ee61ba3cfb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d1fcf5-a412-45e5-893f-b672354a7b5a'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:48:27.663063 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port e5d1fcf5-a412-45e5-893f-b672354a7b5a, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=e5d1fcf5-a412-45e5-893f-b672354a7b5a,segment=NetworkSegment(bc3e7f52-aa5f-4270-82cb-d02637e4d286),segment_id=bc3e7f52-aa5f-4270-82cb-d02637e4d286)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:48:27.666903 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:27.696920 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ec54fb32a252cf543512252f4538ed49f878ab9aa91f770db158cb882be9043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa534ab2-d3e2-48f4-8aab-c9b4a3c6df6d" -d '{"events": [{"server_uuid": "f586f10a-fc69-4211-928a-2ee61ba3cfb5", "name": "network-vif-plugged", "status": "completed", "tag": "e5d1fcf5-a412-45e5-893f-b672354a7b5a"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:48:27.723182 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=e5d1fcf5-a412-45e5-893f-b672354a7b5a,revision_number=9']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:48:27.769217 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c4957-f8bb-4bc2-9081-ca747bb3bb22 req-33aea5f6-7b90-48c9-afb4-ab86a0060260 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:27.770792 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0a3c4957-f8bb-4bc2-9081-ca747bb3bb22 req-33aea5f6-7b90-48c9-afb4-ab86a0060260 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=f586f10a-fc69-4211-928a-2ee61ba3cfb5 HTTP/1.1" status: 200 len: 945 time: 0.0615923 Nov 12 01:48:27.802518 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a4351f-59be-45b6-92b5-31068e74c0ed x-openstack-request-id: req-99a4351f-59be-45b6-92b5-31068e74c0ed {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:48:27.802809 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f586f10a-fc69-4211-928a-2ee61ba3cfb5", "name": "network-vif-plugged", "status": "completed", "tag": "e5d1fcf5-a412-45e5-893f-b672354a7b5a", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:48:27.803279 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-99a4351f-59be-45b6-92b5-31068e74c0ed {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:48:27.803677 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f586f10a-fc69-4211-928a-2ee61ba3cfb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d1fcf5-a412-45e5-893f-b672354a7b5a', 'code': 200} Nov 12 01:48:27.820651 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0a3c4957-f8bb-4bc2-9081-ca747bb3bb22 req-18ce7db5-d32c-4970-93c7-a65e9a9e4cb2 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437288 Nov 12 01:48:28.129826 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294313d-954e-4145-885c-53ddd199e55a req-362b6c26-7fe7-41ec-a6a0-ad2c8f2a3e0b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:28.131173 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9294313d-954e-4145-885c-53ddd199e55a req-362b6c26-7fe7-41ec-a6a0-ad2c8f2a3e0b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.16 "GET /v2.0/ports?device_id=f586f10a-fc69-4211-928a-2ee61ba3cfb5 HTTP/1.1" status: 200 len: 945 time: 0.0479796 Nov 12 01:48:28.218672 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-9294313d-954e-4145-885c-53ddd199e55a req-81f2c00a-e85c-4364-b4e1-0a2d1ed27315 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Deleting port e5d1fcf5-a412-45e5-893f-b672354a7b5a {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:48:28.218672 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9294313d-954e-4145-885c-53ddd199e55a req-81f2c00a-e85c-4364-b4e1-0a2d1ed27315 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:28.309528 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-9294313d-954e-4145-885c-53ddd199e55a req-81f2c00a-e85c-4364-b4e1-0a2d1ed27315 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] For port e5d1fcf5-a412-45e5-893f-b672354a7b5a, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=e5d1fcf5-a412-45e5-893f-b672354a7b5a,segment=NetworkSegment(bc3e7f52-aa5f-4270-82cb-d02637e4d286),segment_id=bc3e7f52-aa5f-4270-82cb-d02637e4d286)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:48:28.309889 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9294313d-954e-4145-885c-53ddd199e55a req-81f2c00a-e85c-4364-b4e1-0a2d1ed27315 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:28.483702 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9294313d-954e-4145-885c-53ddd199e55a req-81f2c00a-e85c-4364-b4e1-0a2d1ed27315 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:28.484114 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9294313d-954e-4145-885c-53ddd199e55a req-81f2c00a-e85c-4364-b4e1-0a2d1ed27315 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:28.484438 n-d-712142-27 neutron-server[109085]: INFO neutron.db.l3_db [req-9294313d-954e-4145-885c-53ddd199e55a req-81f2c00a-e85c-4364-b4e1-0a2d1ed27315 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Floating IP 8bfe0454-1503-4b27-87d5-fcebff0895ee disassociated. External IP: 172.25.3.194, port: e5d1fcf5-a412-45e5-893f-b672354a7b5a. Nov 12 01:48:28.484780 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-9294313d-954e-4145-885c-53ddd199e55a req-81f2c00a-e85c-4364-b4e1-0a2d1ed27315 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Calling delete_port for e5d1fcf5-a412-45e5-893f-b672354a7b5a owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:48:28.615322 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9294313d-954e-4145-885c-53ddd199e55a req-81f2c00a-e85c-4364-b4e1-0a2d1ed27315 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:28.645174 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f2c00a-e85c-4364-b4e1-0a2d1ed27315 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Pushing event deleted for resources: {'Port': ['ID=e5d1fcf5-a412-45e5-893f-b672354a7b5a,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:48:28.766567 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9294313d-954e-4145-885c-53ddd199e55a req-81f2c00a-e85c-4364-b4e1-0a2d1ed27315 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Router d2ea25a2-304b-4353-a1b9-bc616db4a0e5 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:48:28.879051 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9294313d-954e-4145-885c-53ddd199e55a req-81f2c00a-e85c-4364-b4e1-0a2d1ed27315 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:48:28.892809 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24da173f-c3cb-4990-bc12-644f6df50d3f None None] Sync routers for ids ['d2ea25a2-304b-4353-a1b9-bc616db4a0e5'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:48:28.902427 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24da173f-c3cb-4990-bc12-644f6df50d3f None None] Routers {'d2ea25a2-304b-4353-a1b9-bc616db4a0e5'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:48:28.903177 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-24da173f-c3cb-4990-bc12-644f6df50d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:48:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['d2ea25a2-304b-4353-a1b9-bc616db4a0e5'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:48:28.930232 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-9294313d-954e-4145-885c-53ddd199e55a req-81f2c00a-e85c-4364-b4e1-0a2d1ed27315 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] No DVR routers for this DVR port e5d1fcf5-a412-45e5-893f-b672354a7b5a on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:48:28.933861 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-9294313d-954e-4145-885c-53ddd199e55a req-81f2c00a-e85c-4364-b4e1-0a2d1ed27315 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:28.938249 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9294313d-954e-4145-885c-53ddd199e55a req-81f2c00a-e85c-4364-b4e1-0a2d1ed27315 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.16 "DELETE /v2.0/ports/e5d1fcf5-a412-45e5-893f-b672354a7b5a HTTP/1.1" status: 204 len: 173 time: 0.8010285 Nov 12 01:48:28.958012 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f586f10a-fc69-4211-928a-2ee61ba3cfb5', 'name': 'network-vif-deleted', 'tag': 'e5d1fcf5-a412-45e5-893f-b672354a7b5a'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:48:28.961167 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dd4e089669c975f2de9f4f0df131bfb5fea3b750f9a1fd67846e9670e07c7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50805c9-d986-48ae-8a1c-1deebb627fd4" -d '{"events": [{"server_uuid": "f586f10a-fc69-4211-928a-2ee61ba3cfb5", "name": "network-vif-deleted", "tag": "e5d1fcf5-a412-45e5-893f-b672354a7b5a"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:48:28.976412 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f3ec5d11-4ea3-4e43-a243-0ae29fa99924 req-f0323092-78b9-482b-8244-e22677f53a67 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=f586f10a-fc69-4211-928a-2ee61ba3cfb5 HTTP/1.1" status: 200 len: 210 time: 0.0733261 Nov 12 01:48:29.025617 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2999dc55-5e91-4889-a9f5-4b109ada4064 x-openstack-request-id: req-2999dc55-5e91-4889-a9f5-4b109ada4064 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:48:29.026554 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f586f10a-fc69-4211-928a-2ee61ba3cfb5", "name": "network-vif-deleted", "tag": "e5d1fcf5-a412-45e5-893f-b672354a7b5a", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:48:29.026932 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2999dc55-5e91-4889-a9f5-4b109ada4064 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:48:29.027377 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f586f10a-fc69-4211-928a-2ee61ba3cfb5', 'name': 'network-vif-deleted', 'tag': 'e5d1fcf5-a412-45e5-893f-b672354a7b5a', 'status': 'completed', 'code': 200} Nov 12 01:48:29.034956 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-24da173f-c3cb-4990-bc12-644f6df50d3f None None] Set router d2ea25a2-304b-4353-a1b9-bc616db4a0e5 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:48:29.253738 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-24da173f-c3cb-4990-bc12-644f6df50d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'name': 'tempest-ServerActionsTestJSON-415643110-router', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:11Z', 'updated_at': '2021-11-12T01:46:14Z', 'revision_number': 4, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'gw_port': {'id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:12Z', 'updated_at': '2021-11-12T01:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'eba61d07-f8d0-47d0-94ee-016e007938d2', 'name': '', 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'mac_address': 'fa:16:3e:90:3e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:13Z', 'updated_at': '2021-11-12T01:46:18Z', 'revision_number': 5, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'subnets': [{'id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:48:29.279574 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24da173f-c3cb-4990-bc12-644f6df50d3f None None] Checking router: d2ea25a2-304b-4353-a1b9-bc616db4a0e5 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:48:29.288078 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24da173f-c3cb-4990-bc12-644f6df50d3f None None] Routers {'d2ea25a2-304b-4353-a1b9-bc616db4a0e5'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:48:29.288680 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-24da173f-c3cb-4990-bc12-644f6df50d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:48:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['d2ea25a2-304b-4353-a1b9-bc616db4a0e5'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:48:29.392250 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-24da173f-c3cb-4990-bc12-644f6df50d3f None None] Set router d2ea25a2-304b-4353-a1b9-bc616db4a0e5 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:48:29.745462 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-24da173f-c3cb-4990-bc12-644f6df50d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'name': 'tempest-ServerActionsTestJSON-415643110-router', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:11Z', 'updated_at': '2021-11-12T01:46:14Z', 'revision_number': 4, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'gw_port': {'id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:12Z', 'updated_at': '2021-11-12T01:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'eba61d07-f8d0-47d0-94ee-016e007938d2', 'name': '', 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'mac_address': 'fa:16:3e:90:3e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:13Z', 'updated_at': '2021-11-12T01:46:18Z', 'revision_number': 5, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'subnets': [{'id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:48:29.774343 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24da173f-c3cb-4990-bc12-644f6df50d3f None None] The sync data for ids ['d2ea25a2-304b-4353-a1b9-bc616db4a0e5'] in n-d-712142-27 is: [{'id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'name': 'tempest-ServerActionsTestJSON-415643110-router', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:11Z', 'updated_at': '2021-11-12T01:46:14Z', 'revision_number': 4, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'gw_port': {'id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:12Z', 'updated_at': '2021-11-12T01:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'eba61d07-f8d0-47d0-94ee-016e007938d2', 'name': '', 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'mac_address': 'fa:16:3e:90:3e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:13Z', 'updated_at': '2021-11-12T01:46:18Z', 'revision_number': 5, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'subnets': [{'id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:48:29.988088 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e77edbe-a9ab-41e1-aa7b-9d2f3c535e0f None None] New status for floating IP 8bfe0454-1503-4b27-87d5-fcebff0895ee: DOWN {{(pid=109088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:48:30.235733 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1f424a48-9931-4190-b762-40e29c665ec2 req-231a2dc7-ef20-4904-8e25-6cc9692b161f tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--178792753&fields=id&tenant_id=530ab68461024fd380ed810b9cdc601d HTTP/1.1" status: 200 len: 267 time: 0.0442743 Nov 12 01:48:30.343696 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f424a48-9931-4190-b762-40e29c665ec2 req-303107d8-9830-4957-be0f-59cbbb0beff8 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:30.345183 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1f424a48-9931-4190-b762-40e29c665ec2 req-303107d8-9830-4957-be0f-59cbbb0beff8 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/networks?id=eab9d718-18a2-4f64-bde2-4214b305d4e2 HTTP/1.1" status: 200 len: 811 time: 0.1023140 Nov 12 01:48:30.361258 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1f424a48-9931-4190-b762-40e29c665ec2 req-effb4008-f303-4e1f-a3c8-869187951145 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/quotas/530ab68461024fd380ed810b9cdc601d HTTP/1.1" status: 200 len: 375 time: 0.0100727 Nov 12 01:48:30.420593 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1f424a48-9931-4190-b762-40e29c665ec2 req-6a464664-706f-4b6a-91e8-c14c4067d85e tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=530ab68461024fd380ed810b9cdc601d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0537205 Nov 12 01:48:30.590663 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1f424a48-9931-4190-b762-40e29c665ec2 req-042b37c6-111e-43e1-af30-ecb4f70cb176 service neutron] 10.222.0.45 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224346 Nov 12 01:48:30.693043 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1f424a48-9931-4190-b762-40e29c665ec2 req-89ea74ec-4dd5-44bf-9867-a00ae380c081 service neutron] 10.222.0.45 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885277 Nov 12 01:48:30.856639 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-16b740aa-1a45-4625-8ba2-da5e93d91a71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:30.869995 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7c7b6b43-3765-45d4-b74f-40e7f2c40f76 req-5d7bc6f6-f9ae-49f6-9599-e287eed2e7ea tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c41fb02-67ed-4f64-9d17-4b61b089ab00 HTTP/1.1" status: 200 len: 210 time: 0.0399001 Nov 12 01:48:31.507785 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device e5d1fcf5-a412-45e5-893f-b672354a7b5a no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:48:31.527810 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] No Port match for: e5d1fcf5-a412-45e5-893f-b672354a7b5a {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:48:31.528185 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device e5d1fcf5-a412-45e5-893f-b672354a7b5a not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:48:31.902906 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f424a48-9931-4190-b762-40e29c665ec2 req-f5cbda34-a84a-47f7-910f-518952d0e7c2 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:31.905857 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1f424a48-9931-4190-b762-40e29c665ec2 req-f5cbda34-a84a-47f7-910f-518952d0e7c2 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.44 "GET /v2.0/networks?id=eab9d718-18a2-4f64-bde2-4214b305d4e2 HTTP/1.1" status: 200 len: 811 time: 0.1084814 Nov 12 01:48:31.977096 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7014da4c-e07e-4236-8fd6-9ded21255f7d req-cc4b3e9f-2d39-4098-8a1a-7b9a9939f1f5 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c41fb02-67ed-4f64-9d17-4b61b089ab00 HTTP/1.1" status: 200 len: 210 time: 0.0353212 Nov 12 01:48:31.989513 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1f424a48-9931-4190-b762-40e29c665ec2 req-2b9a067f-ef24-42a5-b4b9-ad4db758face tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=530ab68461024fd380ed810b9cdc601d HTTP/1.1" status: 200 len: 379 time: 0.0561132 Nov 12 01:48:32.006618 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-1f424a48-9931-4190-b762-40e29c665ec2 req-fe8517cd-7b45-42b0-b324-fbd9b465412b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Request body: {'port': {'device_id': '9c41fb02-67ed-4f64-9d17-4b61b089ab00', 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2', 'admin_state_up': True, 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'security_groups': ['8971a123-4b17-4cbb-90c8-8a900ae31d54']}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:48:32.128848 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f424a48-9931-4190-b762-40e29c665ec2 req-fe8517cd-7b45-42b0-b324-fbd9b465412b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Made reservation on behalf of 530ab68461024fd380ed810b9cdc601d for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:48:32.132716 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-1f424a48-9931-4190-b762-40e29c665ec2 req-fe8517cd-7b45-42b0-b324-fbd9b465412b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:32.257724 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-1f424a48-9931-4190-b762-40e29c665ec2 req-fe8517cd-7b45-42b0-b324-fbd9b465412b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Allocated IP 172.20.0.3 (eab9d718-18a2-4f64-bde2-4214b305d4e2/141ee538-bdf5-4c57-a676-325be7ca993b/b7157c6f-43c4-4061-80a3-0e0b42efc0f6) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:48:32.388931 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-1f424a48-9931-4190-b762-40e29c665ec2 req-fe8517cd-7b45-42b0-b324-fbd9b465412b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:32.426507 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-1f424a48-9931-4190-b762-40e29c665ec2 req-fe8517cd-7b45-42b0-b324-fbd9b465412b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:32.476697 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f424a48-9931-4190-b762-40e29c665ec2 req-fe8517cd-7b45-42b0-b324-fbd9b465412b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Network eab9d718-18a2-4f64-bde2-4214b305d4e2 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:48:32.483302 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-1f424a48-9931-4190-b762-40e29c665ec2 req-fe8517cd-7b45-42b0-b324-fbd9b465412b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:48:32.487102 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f424a48-9931-4190-b762-40e29c665ec2 req-fe8517cd-7b45-42b0-b324-fbd9b465412b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:48:32.493597 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8517cd-7b45-42b0-b324-fbd9b465412b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Pushing event updated for resources: {'Port': ['ID=b7157c6f-43c4-4061-80a3-0e0b42efc0f6,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:48:32.523308 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8517cd-7b45-42b0-b324-fbd9b465412b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:48:32.523565 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8517cd-7b45-42b0-b324-fbd9b465412b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:48:32.523906 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8517cd-7b45-42b0-b324-fbd9b465412b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:48:32.524273 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8517cd-7b45-42b0-b324-fbd9b465412b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:48:32.524616 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8517cd-7b45-42b0-b324-fbd9b465412b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:48:32.524950 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8517cd-7b45-42b0-b324-fbd9b465412b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:48:32.525282 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8517cd-7b45-42b0-b324-fbd9b465412b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:48:32.525613 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8517cd-7b45-42b0-b324-fbd9b465412b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:48:32.525939 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8517cd-7b45-42b0-b324-fbd9b465412b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:48:32.526267 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8517cd-7b45-42b0-b324-fbd9b465412b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:48:32.526592 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8517cd-7b45-42b0-b324-fbd9b465412b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:48:32.526921 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8517cd-7b45-42b0-b324-fbd9b465412b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:48:32.553578 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f424a48-9931-4190-b762-40e29c665ec2 req-fe8517cd-7b45-42b0-b324-fbd9b465412b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:32.554215 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-1f424a48-9931-4190-b762-40e29c665ec2 req-fe8517cd-7b45-42b0-b324-fbd9b465412b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:32.571610 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1f424a48-9931-4190-b762-40e29c665ec2 req-fe8517cd-7b45-42b0-b324-fbd9b465412b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5703835 Nov 12 01:48:32.590409 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-1f424a48-9931-4190-b762-40e29c665ec2 req-59a965f2-d848-4f97-ab23-64afec25d250 service neutron] Request body: {'port': {'device_id': '9c41fb02-67ed-4f64-9d17-4b61b089ab00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:48:32.647173 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-1f424a48-9931-4190-b762-40e29c665ec2 req-59a965f2-d848-4f97-ab23-64afec25d250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:32.695830 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5cacb9ca-3b88-4343-aa80-2ee19f931aa1 None None] Provisioning complete for port b7157c6f-43c4-4061-80a3-0e0b42efc0f6 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:48:32.696466 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5cacb9ca-3b88-4343-aa80-2ee19f931aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:32.734331 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5cacb9ca-3b88-4343-aa80-2ee19f931aa1 None None] Port b7157c6f-43c4-4061-80a3-0e0b42efc0f6 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:48:32.908611 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-1f424a48-9931-4190-b762-40e29c665ec2 req-59a965f2-d848-4f97-ab23-64afec25d250 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7157c6f-43c4-4061-80a3-0e0b42efc0f6 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:48:32.916174 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-1f424a48-9931-4190-b762-40e29c665ec2 req-59a965f2-d848-4f97-ab23-64afec25d250 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:32.928742 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-1f424a48-9931-4190-b762-40e29c665ec2 req-59a965f2-d848-4f97-ab23-64afec25d250 service neutron] Transition to ACTIVE for port object b7157c6f-43c4-4061-80a3-0e0b42efc0f6 will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:48:32.932588 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-1f424a48-9931-4190-b762-40e29c665ec2 req-59a965f2-d848-4f97-ab23-64afec25d250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:32.985938 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a965f2-d848-4f97-ab23-64afec25d250 service neutron] Pushing event updated for resources: {'Port': ['ID=b7157c6f-43c4-4061-80a3-0e0b42efc0f6,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:48:33.011745 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:33.058384 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-1f424a48-9931-4190-b762-40e29c665ec2 req-59a965f2-d848-4f97-ab23-64afec25d250 service neutron] Attempting to bind port b7157c6f-43c4-4061-80a3-0e0b42efc0f6 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:48:33.058851 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-1f424a48-9931-4190-b762-40e29c665ec2 req-59a965f2-d848-4f97-ab23-64afec25d250 service neutron] Attempting to bind port b7157c6f-43c4-4061-80a3-0e0b42efc0f6 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'bc3e7f52-aa5f-4270-82cb-d02637e4d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:48:33.059189 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f424a48-9931-4190-b762-40e29c665ec2 req-59a965f2-d848-4f97-ab23-64afec25d250 service neutron] Attempting to bind port b7157c6f-43c4-4061-80a3-0e0b42efc0f6 on network eab9d718-18a2-4f64-bde2-4214b305d4e2 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:48:33.064774 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f424a48-9931-4190-b762-40e29c665ec2 req-59a965f2-d848-4f97-ab23-64afec25d250 service neutron] Port b7157c6f-43c4-4061-80a3-0e0b42efc0f6 on network eab9d718-18a2-4f64-bde2-4214b305d4e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:48:33.065102 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f424a48-9931-4190-b762-40e29c665ec2 req-59a965f2-d848-4f97-ab23-64afec25d250 service neutron] Attempting to bind port b7157c6f-43c4-4061-80a3-0e0b42efc0f6 on network eab9d718-18a2-4f64-bde2-4214b305d4e2 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:48:33.070246 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f424a48-9931-4190-b762-40e29c665ec2 req-59a965f2-d848-4f97-ab23-64afec25d250 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:48:33.070586 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f424a48-9931-4190-b762-40e29c665ec2 req-59a965f2-d848-4f97-ab23-64afec25d250 service neutron] Checking segment: {'id': 'bc3e7f52-aa5f-4270-82cb-d02637e4d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:48:33.070976 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f424a48-9931-4190-b762-40e29c665ec2 req-59a965f2-d848-4f97-ab23-64afec25d250 service neutron] Bound using segment: {'id': 'bc3e7f52-aa5f-4270-82cb-d02637e4d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:48:33.071408 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-1f424a48-9931-4190-b762-40e29c665ec2 req-59a965f2-d848-4f97-ab23-64afec25d250 service neutron] Bound port: b7157c6f-43c4-4061-80a3-0e0b42efc0f6, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc3e7f52-aa5f-4270-82cb-d02637e4d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:48:33.071769 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-1f424a48-9931-4190-b762-40e29c665ec2 req-59a965f2-d848-4f97-ab23-64afec25d250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:33.119487 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842bf4e3-9f5f-479f-8632-01c2a589bf45 req-19e0de95-9a91-4036-8d06-d9196c3ac583 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:33.121064 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-842bf4e3-9f5f-479f-8632-01c2a589bf45 req-19e0de95-9a91-4036-8d06-d9196c3ac583 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c41fb02-67ed-4f64-9d17-4b61b089ab00 HTTP/1.1" status: 200 len: 943 time: 0.0556109 Nov 12 01:48:33.140313 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-1f424a48-9931-4190-b762-40e29c665ec2 req-59a965f2-d848-4f97-ab23-64afec25d250 service neutron] For port b7157c6f-43c4-4061-80a3-0e0b42efc0f6, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:48:33.144313 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-1f424a48-9931-4190-b762-40e29c665ec2 req-59a965f2-d848-4f97-ab23-64afec25d250 service neutron] For port b7157c6f-43c4-4061-80a3-0e0b42efc0f6, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=b7157c6f-43c4-4061-80a3-0e0b42efc0f6,segment=NetworkSegment(bc3e7f52-aa5f-4270-82cb-d02637e4d286),segment_id=bc3e7f52-aa5f-4270-82cb-d02637e4d286)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:48:33.150068 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-1f424a48-9931-4190-b762-40e29c665ec2 req-59a965f2-d848-4f97-ab23-64afec25d250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:33.178059 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-842bf4e3-9f5f-479f-8632-01c2a589bf45 req-81d99bf0-e157-4ddb-b7b8-60228263258b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499876 Nov 12 01:48:33.185780 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f424a48-9931-4190-b762-40e29c665ec2 req-59a965f2-d848-4f97-ab23-64afec25d250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:33.186699 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-1f424a48-9931-4190-b762-40e29c665ec2 req-59a965f2-d848-4f97-ab23-64afec25d250 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:33.188120 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1f424a48-9931-4190-b762-40e29c665ec2 req-59a965f2-d848-4f97-ab23-64afec25d250 service neutron] 10.222.0.44 "PUT /v2.0/ports/b7157c6f-43c4-4061-80a3-0e0b42efc0f6 HTTP/1.1" status: 200 len: 1092 time: 0.6021049 Nov 12 01:48:33.188564 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c41fb02-67ed-4f64-9d17-4b61b089ab00', 'tag': 'b7157c6f-43c4-4061-80a3-0e0b42efc0f6'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:48:33.238664 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a965f2-d848-4f97-ab23-64afec25d250 service neutron] Pushing event updated for resources: {'Port': ['ID=b7157c6f-43c4-4061-80a3-0e0b42efc0f6,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:48:33.245942 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4d1d6158e421e9c8e993f80e0426ddaaefecbe2af3f4b68345379587447b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a3c911-27d3-421d-957e-a87df1ca0df1" -d '{"events": [{"name": "network-changed", "server_uuid": "9c41fb02-67ed-4f64-9d17-4b61b089ab00", "tag": "b7157c6f-43c4-4061-80a3-0e0b42efc0f6"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:48:33.298542 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f424a48-9931-4190-b762-40e29c665ec2 req-330f2534-8f09-4ea3-9e52-a7568261386c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:33.300025 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1f424a48-9931-4190-b762-40e29c665ec2 req-330f2534-8f09-4ea3-9e52-a7568261386c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=530ab68461024fd380ed810b9cdc601d&device_id=9c41fb02-67ed-4f64-9d17-4b61b089ab00 HTTP/1.1" status: 200 len: 1095 time: 0.0501277 Nov 12 01:48:33.357143 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78bab2a6-5938-4e1b-a50f-57964390ada6 x-openstack-request-id: req-78bab2a6-5938-4e1b-a50f-57964390ada6 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:48:33.357143 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c41fb02-67ed-4f64-9d17-4b61b089ab00", "tag": "b7157c6f-43c4-4061-80a3-0e0b42efc0f6", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:48:33.357143 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-78bab2a6-5938-4e1b-a50f-57964390ada6 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:48:33.357564 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c41fb02-67ed-4f64-9d17-4b61b089ab00', 'tag': 'b7157c6f-43c4-4061-80a3-0e0b42efc0f6', 'status': 'completed', 'code': 200} Nov 12 01:48:33.359054 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1f424a48-9931-4190-b762-40e29c665ec2 req-c888cfd0-f8a3-404b-a758-a8632879d618 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7157c6f-43c4-4061-80a3-0e0b42efc0f6 HTTP/1.1" status: 200 len: 217 time: 0.0449347 Nov 12 01:48:33.412900 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f424a48-9931-4190-b762-40e29c665ec2 req-a2b8840e-04e6-4581-b1f4-70928ac7533e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:33.414399 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1f424a48-9931-4190-b762-40e29c665ec2 req-a2b8840e-04e6-4581-b1f4-70928ac7533e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=141ee538-bdf5-4c57-a676-325be7ca993b HTTP/1.1" status: 200 len: 850 time: 0.0467055 Nov 12 01:48:33.462685 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f424a48-9931-4190-b762-40e29c665ec2 req-eca9772e-b9b3-4392-af0b-7ba21d4ed82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:33.464127 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1f424a48-9931-4190-b762-40e29c665ec2 req-eca9772e-b9b3-4392-af0b-7ba21d4ed82f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eab9d718-18a2-4f64-bde2-4214b305d4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423286 Nov 12 01:48:33.557323 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1f424a48-9931-4190-b762-40e29c665ec2 req-3d111b4a-8824-4745-a60f-c54946b78fcc service neutron] 10.222.0.44 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854819 Nov 12 01:48:33.646712 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1f424a48-9931-4190-b762-40e29c665ec2 req-61c3fcd7-d8e8-4689-8a77-6025b06d261f service neutron] 10.222.0.44 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820324 Nov 12 01:48:33.784410 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3c911-27d3-421d-957e-a87df1ca0df1 req-3468f75d-fa56-4269-b7ab-d3ceecce8486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:33.785929 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-93a3c911-27d3-421d-957e-a87df1ca0df1 req-3468f75d-fa56-4269-b7ab-d3ceecce8486 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=530ab68461024fd380ed810b9cdc601d&device_id=9c41fb02-67ed-4f64-9d17-4b61b089ab00 HTTP/1.1" status: 200 len: 1095 time: 0.0447030 Nov 12 01:48:33.874629 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3c911-27d3-421d-957e-a87df1ca0df1 req-691a998e-9876-4d5f-bb0b-89d3fc1f6b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:33.876110 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-93a3c911-27d3-421d-957e-a87df1ca0df1 req-691a998e-9876-4d5f-bb0b-89d3fc1f6b1c service neutron] 10.222.0.44 "GET /v2.0/networks?id=eab9d718-18a2-4f64-bde2-4214b305d4e2 HTTP/1.1" status: 200 len: 911 time: 0.0835109 Nov 12 01:48:33.921034 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-93a3c911-27d3-421d-957e-a87df1ca0df1 req-c364a257-2c55-4560-9134-40704c33076f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7157c6f-43c4-4061-80a3-0e0b42efc0f6 HTTP/1.1" status: 200 len: 217 time: 0.0379369 Nov 12 01:48:33.970371 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3c911-27d3-421d-957e-a87df1ca0df1 req-01f77345-5ca9-42f6-b6a3-f3cbb99b48d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:33.971810 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-93a3c911-27d3-421d-957e-a87df1ca0df1 req-01f77345-5ca9-42f6-b6a3-f3cbb99b48d8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=141ee538-bdf5-4c57-a676-325be7ca993b HTTP/1.1" status: 200 len: 850 time: 0.0437958 Nov 12 01:48:34.014452 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:34.020705 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3c911-27d3-421d-957e-a87df1ca0df1 req-cd0719c0-5a13-4dd4-875b-99beddb2c854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:34.022213 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-93a3c911-27d3-421d-957e-a87df1ca0df1 req-cd0719c0-5a13-4dd4-875b-99beddb2c854 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eab9d718-18a2-4f64-bde2-4214b305d4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425067 Nov 12 01:48:34.306179 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25394f23-f269-4320-a790-c7eb0a850006 req-de9eba47-3c39-47c5-8022-27d0287d6da0 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:34.307768 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-25394f23-f269-4320-a790-c7eb0a850006 req-de9eba47-3c39-47c5-8022-27d0287d6da0 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c41fb02-67ed-4f64-9d17-4b61b089ab00 HTTP/1.1" status: 200 len: 943 time: 0.0585992 Nov 12 01:48:34.362068 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-25394f23-f269-4320-a790-c7eb0a850006 req-12afa1f4-dd20-4842-a757-4e5912d86a5f tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472114 Nov 12 01:48:34.431482 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-93a3c911-27d3-421d-957e-a87df1ca0df1 req-8b8c56c1-8a97-4375-bf72-e1481557f653 service neutron] 10.222.0.44 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4008462 Nov 12 01:48:34.521326 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-93a3c911-27d3-421d-957e-a87df1ca0df1 req-e3cac472-02f4-4b03-8030-e5023f070cad service neutron] 10.222.0.44 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817449 Nov 12 01:48:35.317020 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:35.483487 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffec930-2a02-49bd-a913-d7353c5e66da req-86f59684-445d-4dd3-83ed-c9c36e66ec41 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:35.485002 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1ffec930-2a02-49bd-a913-d7353c5e66da req-86f59684-445d-4dd3-83ed-c9c36e66ec41 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c41fb02-67ed-4f64-9d17-4b61b089ab00 HTTP/1.1" status: 200 len: 943 time: 0.0503192 Nov 12 01:48:35.533276 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1ffec930-2a02-49bd-a913-d7353c5e66da req-d50d30ab-8cd5-402f-8709-9b0895bf2f6d tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422692 Nov 12 01:48:36.072210 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device b7157c6f-43c4-4061-80a3-0e0b42efc0f6 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:48:36.175169 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port b7157c6f-43c4-4061-80a3-0e0b42efc0f6, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=b7157c6f-43c4-4061-80a3-0e0b42efc0f6,segment=NetworkSegment(bc3e7f52-aa5f-4270-82cb-d02637e4d286),segment_id=bc3e7f52-aa5f-4270-82cb-d02637e4d286)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:48:36.186001 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'b7157c6f-43c4-4061-80a3-0e0b42efc0f6', 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2', 'port_id': 'b7157c6f-43c4-4061-80a3-0e0b42efc0f6', 'mac_address': 'fa:16:3e:d7:e7:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:48:36.223252 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:36.235502 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7157c6f-43c4-4061-80a3-0e0b42efc0f6 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:48:36.255112 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port b7157c6f-43c4-4061-80a3-0e0b42efc0f6, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=b7157c6f-43c4-4061-80a3-0e0b42efc0f6,segment=NetworkSegment(bc3e7f52-aa5f-4270-82cb-d02637e4d286),segment_id=bc3e7f52-aa5f-4270-82cb-d02637e4d286)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:48:36.258913 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:36.306087 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=b7157c6f-43c4-4061-80a3-0e0b42efc0f6,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:48:36.548407 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['b7157c6f-43c4-4061-80a3-0e0b42efc0f6'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:48:36.657812 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d2be66-ef5f-4b9b-9265-19acdee4195b req-72fb611c-00a3-468b-941e-3812ecf4f097 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:36.659295 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-25d2be66-ef5f-4b9b-9265-19acdee4195b req-72fb611c-00a3-468b-941e-3812ecf4f097 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c41fb02-67ed-4f64-9d17-4b61b089ab00 HTTP/1.1" status: 200 len: 944 time: 0.0536690 Nov 12 01:48:36.707926 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-25d2be66-ef5f-4b9b-9265-19acdee4195b req-f58a6189-dbb6-4445-b824-7e83a0746bf4 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420313 Nov 12 01:48:37.823371 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900e420-aa19-433f-9147-c84c63f0e1f4 req-ad1d3711-16c1-4d0a-b425-ea4e9a7f2352 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:37.824968 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4900e420-aa19-433f-9147-c84c63f0e1f4 req-ad1d3711-16c1-4d0a-b425-ea4e9a7f2352 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c41fb02-67ed-4f64-9d17-4b61b089ab00 HTTP/1.1" status: 200 len: 944 time: 0.0496814 Nov 12 01:48:37.872063 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4900e420-aa19-433f-9147-c84c63f0e1f4 req-513cb0f5-9de7-4280-96a4-e70e95118006 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411932 Nov 12 01:48:38.090974 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device b7157c6f-43c4-4061-80a3-0e0b42efc0f6 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:48:38.139198 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port b7157c6f-43c4-4061-80a3-0e0b42efc0f6 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:48:38.143325 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port b7157c6f-43c4-4061-80a3-0e0b42efc0f6 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:48:38.143706 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:38.223016 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:38.246505 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c41fb02-67ed-4f64-9d17-4b61b089ab00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7157c6f-43c4-4061-80a3-0e0b42efc0f6'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:48:38.248809 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ec54fb32a252cf543512252f4538ed49f878ab9aa91f770db158cb882be9043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1c96c9-a624-43d9-8235-974c705d482a" -d '{"events": [{"server_uuid": "9c41fb02-67ed-4f64-9d17-4b61b089ab00", "name": "network-vif-plugged", "status": "completed", "tag": "b7157c6f-43c4-4061-80a3-0e0b42efc0f6"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:48:38.261104 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port b7157c6f-43c4-4061-80a3-0e0b42efc0f6, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=b7157c6f-43c4-4061-80a3-0e0b42efc0f6,segment=NetworkSegment(bc3e7f52-aa5f-4270-82cb-d02637e4d286),segment_id=bc3e7f52-aa5f-4270-82cb-d02637e4d286)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:48:38.266496 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:38.289643 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0958bea2-0b26-4ce0-87c5-69cb8a7d0807 x-openstack-request-id: req-0958bea2-0b26-4ce0-87c5-69cb8a7d0807 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:48:38.289930 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c41fb02-67ed-4f64-9d17-4b61b089ab00", "name": "network-vif-plugged", "status": "completed", "tag": "b7157c6f-43c4-4061-80a3-0e0b42efc0f6", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:48:38.290183 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0958bea2-0b26-4ce0-87c5-69cb8a7d0807 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:48:38.290569 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c41fb02-67ed-4f64-9d17-4b61b089ab00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7157c6f-43c4-4061-80a3-0e0b42efc0f6', 'code': 200} Nov 12 01:48:38.315592 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=b7157c6f-43c4-4061-80a3-0e0b42efc0f6,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:48:38.413901 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756d0dc-a8e6-4e42-91b2-6c1bfd23d1d8 req-03a16c4b-1e8e-42a5-ba68-6a13eb768220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:38.415331 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d756d0dc-a8e6-4e42-91b2-6c1bfd23d1d8 req-03a16c4b-1e8e-42a5-ba68-6a13eb768220 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9c41fb02-67ed-4f64-9d17-4b61b089ab00 HTTP/1.1" status: 200 len: 1097 time: 0.0412688 Nov 12 01:48:38.463660 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d756d0dc-a8e6-4e42-91b2-6c1bfd23d1d8 req-da143d59-40df-4cc9-8790-4f8f82887f83 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407648 Nov 12 01:48:38.798416 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:38.986669 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2ea4c-2bd7-4516-8616-d149e46da818 req-e83c5e52-2fc1-4c1c-be35-cfd132719d41 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:38.988179 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ada2ea4c-2bd7-4516-8616-d149e46da818 req-e83c5e52-2fc1-4c1c-be35-cfd132719d41 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c41fb02-67ed-4f64-9d17-4b61b089ab00 HTTP/1.1" status: 200 len: 945 time: 0.0481637 Nov 12 01:48:39.038432 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ada2ea4c-2bd7-4516-8616-d149e46da818 req-eb6da0b4-e0a9-453c-a34e-45e4b084dd96 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440543 Nov 12 01:48:40.156435 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b86903-e5b7-4055-b727-d1475857e6ae req-17e57b26-893b-49b2-99ef-cfd499d1ed0b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:40.157961 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-75b86903-e5b7-4055-b727-d1475857e6ae req-17e57b26-893b-49b2-99ef-cfd499d1ed0b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c41fb02-67ed-4f64-9d17-4b61b089ab00 HTTP/1.1" status: 200 len: 945 time: 0.0493078 Nov 12 01:48:40.206103 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-75b86903-e5b7-4055-b727-d1475857e6ae req-8037ff60-a3cf-4b7d-8da2-3b4ee86da46f tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422778 Nov 12 01:48:40.326029 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ccabf-fa08-42cb-b37b-186db63d63bf req-12619f55-8569-45a1-aea8-36d6f8bb7f4d tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:40.327571 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-958ccabf-fa08-42cb-b37b-186db63d63bf req-12619f55-8569-45a1-aea8-36d6f8bb7f4d tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c41fb02-67ed-4f64-9d17-4b61b089ab00 HTTP/1.1" status: 200 len: 945 time: 0.0532746 Nov 12 01:48:40.336400 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 55164) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:48:40.341186 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-399df031-3aa4-467e-8d44-83ad8de0272f tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Request body: {'floatingip': {'port_id': 'b7157c6f-43c4-4061-80a3-0e0b42efc0f6'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:48:40.385232 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-399df031-3aa4-467e-8d44-83ad8de0272f tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks [] for floatingip, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:40.817562 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-399df031-3aa4-467e-8d44-83ad8de0272f tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:40.822052 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-399df031-3aa4-467e-8d44-83ad8de0272f tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:40.923895 n-d-712142-27 neutron-server[109085]: INFO neutron.db.l3_db [None req-399df031-3aa4-467e-8d44-83ad8de0272f tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Floating IP 8bfe0454-1503-4b27-87d5-fcebff0895ee associated. External IP: 172.25.3.194, port: b7157c6f-43c4-4061-80a3-0e0b42efc0f6. Nov 12 01:48:40.965313 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:41.132013 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-399df031-3aa4-467e-8d44-83ad8de0272f tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Router d2ea25a2-304b-4353-a1b9-bc616db4a0e5 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:48:41.239039 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-399df031-3aa4-467e-8d44-83ad8de0272f tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:48:41.243943 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-399df031-3aa4-467e-8d44-83ad8de0272f tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:48:41.248512 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c015b5c2-bbc9-4a27-a721-81276145b59c None None] Sync routers for ids ['d2ea25a2-304b-4353-a1b9-bc616db4a0e5'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:48:41.258658 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c015b5c2-bbc9-4a27-a721-81276145b59c None None] Routers {'d2ea25a2-304b-4353-a1b9-bc616db4a0e5'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:48:41.259379 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-c015b5c2-bbc9-4a27-a721-81276145b59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:48:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['d2ea25a2-304b-4353-a1b9-bc616db4a0e5'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:48:41.270987 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-399df031-3aa4-467e-8d44-83ad8de0272f tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "PUT /v2.0/floatingips/8bfe0454-1503-4b27-87d5-fcebff0895ee HTTP/1.1" status: 200 len: 991 time: 0.9334242 Nov 12 01:48:41.271668 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c41fb02-67ed-4f64-9d17-4b61b089ab00', 'tag': 'b7157c6f-43c4-4061-80a3-0e0b42efc0f6'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:48:41.274112 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dd4e089669c975f2de9f4f0df131bfb5fea3b750f9a1fd67846e9670e07c7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7deea3-764a-4888-b637-dce9787529a1" -d '{"events": [{"name": "network-changed", "server_uuid": "9c41fb02-67ed-4f64-9d17-4b61b089ab00", "tag": "b7157c6f-43c4-4061-80a3-0e0b42efc0f6"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:48:41.318872 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae2989b-7828-49e4-a82f-58f93cd59067 x-openstack-request-id: req-3ae2989b-7828-49e4-a82f-58f93cd59067 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:48:41.319170 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c41fb02-67ed-4f64-9d17-4b61b089ab00", "tag": "b7157c6f-43c4-4061-80a3-0e0b42efc0f6", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:48:41.319429 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3ae2989b-7828-49e4-a82f-58f93cd59067 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:48:41.319885 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c41fb02-67ed-4f64-9d17-4b61b089ab00', 'tag': 'b7157c6f-43c4-4061-80a3-0e0b42efc0f6', 'status': 'completed', 'code': 200} Nov 12 01:48:41.377738 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-c015b5c2-bbc9-4a27-a721-81276145b59c None None] Set router d2ea25a2-304b-4353-a1b9-bc616db4a0e5 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:48:41.423378 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7deea3-764a-4888-b637-dce9787529a1 req-4f4a6db9-0d21-4940-978d-fd59fac7ee9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:41.425818 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e7deea3-764a-4888-b637-dce9787529a1 req-4f4a6db9-0d21-4940-978d-fd59fac7ee9e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=530ab68461024fd380ed810b9cdc601d&device_id=9c41fb02-67ed-4f64-9d17-4b61b089ab00 HTTP/1.1" status: 200 len: 1097 time: 0.0491726 Nov 12 01:48:41.526221 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7deea3-764a-4888-b637-dce9787529a1 req-3717b64f-fc31-49b5-9477-3c408cc9b956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:41.528249 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e7deea3-764a-4888-b637-dce9787529a1 req-3717b64f-fc31-49b5-9477-3c408cc9b956 service neutron] 10.222.0.44 "GET /v2.0/networks?id=eab9d718-18a2-4f64-bde2-4214b305d4e2 HTTP/1.1" status: 200 len: 911 time: 0.0946715 Nov 12 01:48:41.603408 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e7deea3-764a-4888-b637-dce9787529a1 req-4f13874e-8663-483a-b2e8-149c4fe6e3b3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7157c6f-43c4-4061-80a3-0e0b42efc0f6 HTTP/1.1" status: 200 len: 999 time: 0.0682797 Nov 12 01:48:41.619132 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-c015b5c2-bbc9-4a27-a721-81276145b59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'name': 'tempest-ServerActionsTestJSON-415643110-router', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:11Z', 'updated_at': '2021-11-12T01:46:14Z', 'revision_number': 4, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'gw_port': {'id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:12Z', 'updated_at': '2021-11-12T01:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '8bfe0454-1503-4b27-87d5-fcebff0895ee', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'floating_ip_address': '172.25.3.194', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'port_id': 'b7157c6f-43c4-4061-80a3-0e0b42efc0f6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2', 'mac_address': 'fa:16:3e:d7:e7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c41fb02-67ed-4f64-9d17-4b61b089ab00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:46:16Z', 'updated_at': '2021-11-12T01:48:40Z', 'revision_number': 5, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eba61d07-f8d0-47d0-94ee-016e007938d2', 'name': '', 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'mac_address': 'fa:16:3e:90:3e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:13Z', 'updated_at': '2021-11-12T01:46:18Z', 'revision_number': 5, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'subnets': [{'id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:48:41.649484 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c015b5c2-bbc9-4a27-a721-81276145b59c None None] Checking router: d2ea25a2-304b-4353-a1b9-bc616db4a0e5 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:48:41.654330 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7deea3-764a-4888-b637-dce9787529a1 req-de967f0d-bfc7-4fa4-a68a-4d5ad615077b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:41.655834 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e7deea3-764a-4888-b637-dce9787529a1 req-de967f0d-bfc7-4fa4-a68a-4d5ad615077b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=141ee538-bdf5-4c57-a676-325be7ca993b HTTP/1.1" status: 200 len: 850 time: 0.0448616 Nov 12 01:48:41.657863 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c015b5c2-bbc9-4a27-a721-81276145b59c None None] Routers {'d2ea25a2-304b-4353-a1b9-bc616db4a0e5'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:48:41.658464 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-c015b5c2-bbc9-4a27-a721-81276145b59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:48:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['d2ea25a2-304b-4353-a1b9-bc616db4a0e5'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:48:41.702056 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7deea3-764a-4888-b637-dce9787529a1 req-40ed8f96-25d5-4628-a0b1-4394de28d788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:41.703472 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e7deea3-764a-4888-b637-dce9787529a1 req-40ed8f96-25d5-4628-a0b1-4394de28d788 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eab9d718-18a2-4f64-bde2-4214b305d4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410175 Nov 12 01:48:41.763682 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-c015b5c2-bbc9-4a27-a721-81276145b59c None None] Set router d2ea25a2-304b-4353-a1b9-bc616db4a0e5 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:48:41.798617 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e7deea3-764a-4888-b637-dce9787529a1 req-d987acef-6f31-41e1-97ca-0f1b506f70c1 service neutron] 10.222.0.44 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877829 Nov 12 01:48:41.891456 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e7deea3-764a-4888-b637-dce9787529a1 req-63148826-80a8-4677-8f93-40227d0708e6 service neutron] 10.222.0.44 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858707 Nov 12 01:48:41.993964 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-c015b5c2-bbc9-4a27-a721-81276145b59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'name': 'tempest-ServerActionsTestJSON-415643110-router', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:11Z', 'updated_at': '2021-11-12T01:46:14Z', 'revision_number': 4, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'gw_port': {'id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:12Z', 'updated_at': '2021-11-12T01:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '8bfe0454-1503-4b27-87d5-fcebff0895ee', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'floating_ip_address': '172.25.3.194', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'port_id': 'b7157c6f-43c4-4061-80a3-0e0b42efc0f6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2', 'mac_address': 'fa:16:3e:d7:e7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c41fb02-67ed-4f64-9d17-4b61b089ab00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:46:16Z', 'updated_at': '2021-11-12T01:48:40Z', 'revision_number': 5, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eba61d07-f8d0-47d0-94ee-016e007938d2', 'name': '', 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'mac_address': 'fa:16:3e:90:3e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:13Z', 'updated_at': '2021-11-12T01:46:18Z', 'revision_number': 5, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'subnets': [{'id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:48:42.020830 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c015b5c2-bbc9-4a27-a721-81276145b59c None None] The sync data for ids ['d2ea25a2-304b-4353-a1b9-bc616db4a0e5'] in n-d-712142-27 is: [{'id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'name': 'tempest-ServerActionsTestJSON-415643110-router', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:11Z', 'updated_at': '2021-11-12T01:46:14Z', 'revision_number': 4, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'gw_port': {'id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:12Z', 'updated_at': '2021-11-12T01:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '8bfe0454-1503-4b27-87d5-fcebff0895ee', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'floating_ip_address': '172.25.3.194', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'port_id': 'b7157c6f-43c4-4061-80a3-0e0b42efc0f6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2', 'mac_address': 'fa:16:3e:d7:e7:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c41fb02-67ed-4f64-9d17-4b61b089ab00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:46:16Z', 'updated_at': '2021-11-12T01:48:40Z', 'revision_number': 5, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eba61d07-f8d0-47d0-94ee-016e007938d2', 'name': '', 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'mac_address': 'fa:16:3e:90:3e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:13Z', 'updated_at': '2021-11-12T01:46:18Z', 'revision_number': 5, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'subnets': [{'id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:48:42.208748 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e3072a-4c2a-49e3-87d6-688a39ca8172 None None] New status for floating IP 8bfe0454-1503-4b27-87d5-fcebff0895ee: ACTIVE {{(pid=109088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:48:42.952425 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1ad2ee40-368b-4ad8-b7a4-cc01f4c91941 req-e2ca6e12-0472-4ca5-ab94-5597fd8fdf58 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9c41fb02-67ed-4f64-9d17-4b61b089ab00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446913 Nov 12 01:48:43.048794 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2ee40-368b-4ad8-b7a4-cc01f4c91941 req-f094674b-28f9-4d59-abce-ddcacb273c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:43.050297 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1ad2ee40-368b-4ad8-b7a4-cc01f4c91941 req-f094674b-28f9-4d59-abce-ddcacb273c09 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=530ab68461024fd380ed810b9cdc601d&device_id=9c41fb02-67ed-4f64-9d17-4b61b089ab00 HTTP/1.1" status: 200 len: 1097 time: 0.0408480 Nov 12 01:48:43.156879 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2ee40-368b-4ad8-b7a4-cc01f4c91941 req-7ec1b2dd-a1c7-44a0-90dd-462da5f3ee88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:43.158358 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1ad2ee40-368b-4ad8-b7a4-cc01f4c91941 req-7ec1b2dd-a1c7-44a0-90dd-462da5f3ee88 service neutron] 10.222.0.44 "GET /v2.0/networks?id=eab9d718-18a2-4f64-bde2-4214b305d4e2 HTTP/1.1" status: 200 len: 911 time: 0.0880713 Nov 12 01:48:43.224561 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1ad2ee40-368b-4ad8-b7a4-cc01f4c91941 req-3748e459-0cb1-4cb5-b994-6c416ed3d3a9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7157c6f-43c4-4061-80a3-0e0b42efc0f6 HTTP/1.1" status: 200 len: 1001 time: 0.0585012 Nov 12 01:48:43.273399 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2ee40-368b-4ad8-b7a4-cc01f4c91941 req-400b0cbc-467a-4974-92be-820f39fd5cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:43.274870 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1ad2ee40-368b-4ad8-b7a4-cc01f4c91941 req-400b0cbc-467a-4974-92be-820f39fd5cfe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=141ee538-bdf5-4c57-a676-325be7ca993b HTTP/1.1" status: 200 len: 850 time: 0.0440230 Nov 12 01:48:43.324908 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2ee40-368b-4ad8-b7a4-cc01f4c91941 req-fd0af0fe-3d2e-4f39-8e28-adb7e5789e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:48:43.326906 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1ad2ee40-368b-4ad8-b7a4-cc01f4c91941 req-fd0af0fe-3d2e-4f39-8e28-adb7e5789e9e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eab9d718-18a2-4f64-bde2-4214b305d4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448475 Nov 12 01:48:43.415509 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1ad2ee40-368b-4ad8-b7a4-cc01f4c91941 req-416d9c9b-295e-4ed7-8563-7bace92ddbcb service neutron] 10.222.0.44 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817540 Nov 12 01:48:43.510923 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1ad2ee40-368b-4ad8-b7a4-cc01f4c91941 req-3ed75d5c-2875-42c8-a4c1-e2c7da3c5f62 service neutron] 10.222.0.44 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876203 Nov 12 01:48:46.444583 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:48:57.275423 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-54064d75-be73-420b-9d3c-df198ab1eff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:00.860725 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1277b9bc-0a64-456e-b5da-d54a1a256527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:03.011219 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:04.019531 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:05.318998 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:08.809035 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:10.976991 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:23.446666 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:49:27.277420 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c78e01f3-abb8-4eaf-9da2-21f30f0f6b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:30.862807 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-42f6a97f-cb01-4c40-b230-65f06620eaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:33.011163 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:34.021651 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:35.324381 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:38.831030 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:40.990422 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:49:42.942167 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d69cecd9-2a92-4d5a-9689-146f02ddb94d req-30199def-364b-4c97-85df-5a14d614caf1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9c41fb02-67ed-4f64-9d17-4b61b089ab00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406260 Nov 12 01:49:43.041465 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69cecd9-2a92-4d5a-9689-146f02ddb94d req-166a96e3-fb22-46e2-b4b7-b0e57643ec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:43.043005 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d69cecd9-2a92-4d5a-9689-146f02ddb94d req-166a96e3-fb22-46e2-b4b7-b0e57643ec0b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=530ab68461024fd380ed810b9cdc601d&device_id=9c41fb02-67ed-4f64-9d17-4b61b089ab00 HTTP/1.1" status: 200 len: 1097 time: 0.0411837 Nov 12 01:49:43.149173 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69cecd9-2a92-4d5a-9689-146f02ddb94d req-233789b3-0f72-41d9-ae72-cbcfa6b65e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:43.150647 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d69cecd9-2a92-4d5a-9689-146f02ddb94d req-233789b3-0f72-41d9-ae72-cbcfa6b65e39 service neutron] 10.222.0.44 "GET /v2.0/networks?id=eab9d718-18a2-4f64-bde2-4214b305d4e2 HTTP/1.1" status: 200 len: 911 time: 0.0882909 Nov 12 01:49:43.216324 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d69cecd9-2a92-4d5a-9689-146f02ddb94d req-38c279ab-e2a3-44e5-bbd2-b493578544b8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7157c6f-43c4-4061-80a3-0e0b42efc0f6 HTTP/1.1" status: 200 len: 1001 time: 0.0573664 Nov 12 01:49:43.269833 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69cecd9-2a92-4d5a-9689-146f02ddb94d req-eff160d2-fcc8-489c-b81b-38706a44220d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:43.271266 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d69cecd9-2a92-4d5a-9689-146f02ddb94d req-eff160d2-fcc8-489c-b81b-38706a44220d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=141ee538-bdf5-4c57-a676-325be7ca993b HTTP/1.1" status: 200 len: 850 time: 0.0472050 Nov 12 01:49:43.317172 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69cecd9-2a92-4d5a-9689-146f02ddb94d req-e26b6d1f-5a35-4d6b-96fc-6f4e8753a2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:49:43.318654 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d69cecd9-2a92-4d5a-9689-146f02ddb94d req-e26b6d1f-5a35-4d6b-96fc-6f4e8753a2cc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eab9d718-18a2-4f64-bde2-4214b305d4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408766 Nov 12 01:49:43.407205 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d69cecd9-2a92-4d5a-9689-146f02ddb94d req-1ffe3e50-6a7b-41a8-9042-0b5350a521b4 service neutron] 10.222.0.44 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814233 Nov 12 01:49:43.502054 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d69cecd9-2a92-4d5a-9689-146f02ddb94d req-022f41c3-dcbf-401f-a6e2-9fa1226741df service neutron] 10.222.0.44 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867467 Nov 12 01:49:57.279516 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f4ab1e86-ff0f-4981-a56a-7383972123cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:00.446758 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:50:00.864574 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b12d0cbd-8540-4d1c-8e84-36d5015b3453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:03.015336 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:04.024492 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:05.325367 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:08.817841 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:10.976863 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:17.838570 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c007ce6d-f788-43fd-bad4-a31d077c6b83 req-38011c58-5821-4ba0-9fb3-5a3fe934c0a8 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:17.840136 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c007ce6d-f788-43fd-bad4-a31d077c6b83 req-38011c58-5821-4ba0-9fb3-5a3fe934c0a8 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c41fb02-67ed-4f64-9d17-4b61b089ab00 HTTP/1.1" status: 200 len: 945 time: 0.0562053 Nov 12 01:50:17.892645 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c007ce6d-f788-43fd-bad4-a31d077c6b83 req-371177df-26ed-4590-9ab1-ba1bc7dbad4a tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464654 Nov 12 01:50:19.020743 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e7029-c019-4de8-b5df-45f411878f25 req-8b7d27d2-42aa-4ed4-87f2-6ee7f19389b6 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:19.022239 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0d8e7029-c019-4de8-b5df-45f411878f25 req-8b7d27d2-42aa-4ed4-87f2-6ee7f19389b6 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c41fb02-67ed-4f64-9d17-4b61b089ab00 HTTP/1.1" status: 200 len: 945 time: 0.0544295 Nov 12 01:50:19.070366 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0d8e7029-c019-4de8-b5df-45f411878f25 req-95227674-66b2-4a7a-8b25-218120fe6068 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418451 Nov 12 01:50:20.190000 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d2968-46fa-4d33-85a4-f52f9296f70e req-3c8bacf3-f284-4244-bdbd-8c18a60070da tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:20.191629 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-438d2968-46fa-4d33-85a4-f52f9296f70e req-3c8bacf3-f284-4244-bdbd-8c18a60070da tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c41fb02-67ed-4f64-9d17-4b61b089ab00 HTTP/1.1" status: 200 len: 945 time: 0.0511882 Nov 12 01:50:20.239570 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-438d2968-46fa-4d33-85a4-f52f9296f70e req-297c41ed-d4dc-4baa-ad14-1b7450bfbf7c tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412390 Nov 12 01:50:21.361202 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf878d-2126-49fb-90da-6e25975c7f2b req-674b1ad0-3921-4733-bd23-5a40999b05a8 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:21.362684 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-01bf878d-2126-49fb-90da-6e25975c7f2b req-674b1ad0-3921-4733-bd23-5a40999b05a8 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c41fb02-67ed-4f64-9d17-4b61b089ab00 HTTP/1.1" status: 200 len: 945 time: 0.0547307 Nov 12 01:50:21.416284 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-01bf878d-2126-49fb-90da-6e25975c7f2b req-d64383e4-8543-4f46-91f7-01a6e21f0036 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447199 Nov 12 01:50:22.532192 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a18793-9ea4-4e82-863f-ddb8e733bcbc req-adf100b8-52f4-48a5-a93d-20ce7865a9ea tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:22.533661 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e0a18793-9ea4-4e82-863f-ddb8e733bcbc req-adf100b8-52f4-48a5-a93d-20ce7865a9ea tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c41fb02-67ed-4f64-9d17-4b61b089ab00 HTTP/1.1" status: 200 len: 945 time: 0.0499520 Nov 12 01:50:22.582075 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e0a18793-9ea4-4e82-863f-ddb8e733bcbc req-14e18f7a-d3e3-40ef-b009-c2381c2f82af tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419099 Nov 12 01:50:23.701105 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1665e8-18fb-4d09-9dca-669e9023c983 req-3a5c48a4-bed2-43b5-9a66-5e6e7aeac27a tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:23.702547 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6a1665e8-18fb-4d09-9dca-669e9023c983 req-3a5c48a4-bed2-43b5-9a66-5e6e7aeac27a tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c41fb02-67ed-4f64-9d17-4b61b089ab00 HTTP/1.1" status: 200 len: 945 time: 0.0528979 Nov 12 01:50:23.749108 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6a1665e8-18fb-4d09-9dca-669e9023c983 req-9f04deb7-7eed-4e85-9e8c-f841da6169c6 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400767 Nov 12 01:50:24.866241 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b9979-5674-4e01-8bd1-a66f091e4085 req-0a04afda-46fd-420b-9d89-ea66b69a02e2 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:24.867716 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-545b9979-5674-4e01-8bd1-a66f091e4085 req-0a04afda-46fd-420b-9d89-ea66b69a02e2 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c41fb02-67ed-4f64-9d17-4b61b089ab00 HTTP/1.1" status: 200 len: 945 time: 0.0488565 Nov 12 01:50:24.915074 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-545b9979-5674-4e01-8bd1-a66f091e4085 req-d3b5d8ed-62bc-4fc0-8400-c9cf90f181a4 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413260 Nov 12 01:50:26.032203 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26259f-743a-4ce1-803a-ab0984fed1a4 req-6250cf87-11dc-42cd-bd3e-29f29f16ea9b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:26.033712 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fc26259f-743a-4ce1-803a-ab0984fed1a4 req-6250cf87-11dc-42cd-bd3e-29f29f16ea9b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c41fb02-67ed-4f64-9d17-4b61b089ab00 HTTP/1.1" status: 200 len: 945 time: 0.0500681 Nov 12 01:50:26.086114 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fc26259f-743a-4ce1-803a-ab0984fed1a4 req-7dc4134f-670e-4ceb-839f-35e4a6d19446 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459204 Nov 12 01:50:27.204014 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f98063-fef2-46ef-85a5-34080f7cf753 req-4b515884-2da6-406a-b09b-be7d93977e05 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:27.205514 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-44f98063-fef2-46ef-85a5-34080f7cf753 req-4b515884-2da6-406a-b09b-be7d93977e05 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c41fb02-67ed-4f64-9d17-4b61b089ab00 HTTP/1.1" status: 200 len: 945 time: 0.0500472 Nov 12 01:50:27.253244 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-44f98063-fef2-46ef-85a5-34080f7cf753 req-3f67f3a2-622b-414b-8dc1-2622b5346ec0 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413804 Nov 12 01:50:27.281337 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f5b39d8b-60c7-4379-8f1f-57e5a9543cce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:28.372228 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993027b7-315d-434b-8d45-967da96ef260 req-1b4bf231-0113-46ce-8069-92f642ea0328 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:28.373810 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-993027b7-315d-434b-8d45-967da96ef260 req-1b4bf231-0113-46ce-8069-92f642ea0328 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c41fb02-67ed-4f64-9d17-4b61b089ab00 HTTP/1.1" status: 200 len: 945 time: 0.0509679 Nov 12 01:50:28.421921 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-993027b7-315d-434b-8d45-967da96ef260 req-41c5942e-21d4-41ed-8274-354ea873951b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414946 Nov 12 01:50:28.669334 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa9136-40f5-4ad4-9fdd-b82264c0da17 req-f1d59e8c-7325-48fd-96a5-2ace68ea94eb tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:28.670953 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-11fa9136-40f5-4ad4-9fdd-b82264c0da17 req-f1d59e8c-7325-48fd-96a5-2ace68ea94eb tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c41fb02-67ed-4f64-9d17-4b61b089ab00 HTTP/1.1" status: 200 len: 945 time: 0.0545714 Nov 12 01:50:28.721902 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-11fa9136-40f5-4ad4-9fdd-b82264c0da17 req-5ab6cc55-4e37-4c3d-8b1d-96658ba52b8a tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438728 Nov 12 01:50:28.763554 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c28e9aa3-2b1b-4823-bfd0-0510bf0942fd req-3d4f3ab9-6d56-417c-ab5a-9e2e33f600b8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9c41fb02-67ed-4f64-9d17-4b61b089ab00&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0914369 Nov 12 01:50:29.837759 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c458811c-8d32-4c21-b106-5310af7032ff req-c12342e5-216d-4341-9773-2f05dc938e98 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:29.839241 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c458811c-8d32-4c21-b106-5310af7032ff req-c12342e5-216d-4341-9773-2f05dc938e98 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c41fb02-67ed-4f64-9d17-4b61b089ab00 HTTP/1.1" status: 200 len: 945 time: 0.0482607 Nov 12 01:50:29.886012 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c458811c-8d32-4c21-b106-5310af7032ff req-4ffcc24c-18b7-47e6-99fa-3aee1b8279e8 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407593 Nov 12 01:50:30.109226 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e9aa3-2b1b-4823-bfd0-0510bf0942fd req-62f56115-0e89-4a6e-b22e-5ce5ba45d452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:30.110659 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c28e9aa3-2b1b-4823-bfd0-0510bf0942fd req-62f56115-0e89-4a6e-b22e-5ce5ba45d452 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=530ab68461024fd380ed810b9cdc601d&device_id=9c41fb02-67ed-4f64-9d17-4b61b089ab00 HTTP/1.1" status: 200 len: 1097 time: 0.0434430 Nov 12 01:50:30.207758 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e9aa3-2b1b-4823-bfd0-0510bf0942fd req-ffbe2870-fe83-4283-a8e0-a65eb9c820fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:30.209290 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c28e9aa3-2b1b-4823-bfd0-0510bf0942fd req-ffbe2870-fe83-4283-a8e0-a65eb9c820fb service neutron] 10.222.0.44 "GET /v2.0/networks?id=eab9d718-18a2-4f64-bde2-4214b305d4e2 HTTP/1.1" status: 200 len: 911 time: 0.0910678 Nov 12 01:50:30.273764 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c28e9aa3-2b1b-4823-bfd0-0510bf0942fd req-ce3b4730-1231-4bc6-aba2-8030659b3d90 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7157c6f-43c4-4061-80a3-0e0b42efc0f6 HTTP/1.1" status: 200 len: 1001 time: 0.0576439 Nov 12 01:50:30.326922 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e9aa3-2b1b-4823-bfd0-0510bf0942fd req-9b42e950-e5e2-465c-bdf7-fca6fa5c898f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:30.328412 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c28e9aa3-2b1b-4823-bfd0-0510bf0942fd req-9b42e950-e5e2-465c-bdf7-fca6fa5c898f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=141ee538-bdf5-4c57-a676-325be7ca993b HTTP/1.1" status: 200 len: 850 time: 0.0482340 Nov 12 01:50:30.376393 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e9aa3-2b1b-4823-bfd0-0510bf0942fd req-b776116a-a800-4487-820b-8e88b9837fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:30.377837 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c28e9aa3-2b1b-4823-bfd0-0510bf0942fd req-b776116a-a800-4487-820b-8e88b9837fc5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eab9d718-18a2-4f64-bde2-4214b305d4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403705 Nov 12 01:50:30.468659 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c28e9aa3-2b1b-4823-bfd0-0510bf0942fd req-080ebff7-ed54-442e-8427-1a5d296103e7 service neutron] 10.222.0.44 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827365 Nov 12 01:50:30.562861 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c28e9aa3-2b1b-4823-bfd0-0510bf0942fd req-9c40b658-c6af-44f4-b42d-0cf02d5fc70a service neutron] 10.222.0.44 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865061 Nov 12 01:50:30.865839 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d9f9de57-97df-4a36-9902-8bbce4283095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:31.005052 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d3693-59df-4430-84b2-8ddd83ba27a5 req-e0a75e64-60d9-47bd-a12c-a96e0cba2886 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:31.006527 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cf4d3693-59df-4430-84b2-8ddd83ba27a5 req-e0a75e64-60d9-47bd-a12c-a96e0cba2886 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c41fb02-67ed-4f64-9d17-4b61b089ab00 HTTP/1.1" status: 200 len: 945 time: 0.0495572 Nov 12 01:50:31.056676 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cf4d3693-59df-4430-84b2-8ddd83ba27a5 req-3fd1b500-7d32-411c-ae82-931cad319a9f tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441856 Nov 12 01:50:32.175457 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e1f9b-6f63-4211-a68a-536812ec603f req-92508419-ff0b-4782-8bef-a2def00b32b4 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:32.177888 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-454e1f9b-6f63-4211-a68a-536812ec603f req-92508419-ff0b-4782-8bef-a2def00b32b4 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c41fb02-67ed-4f64-9d17-4b61b089ab00 HTTP/1.1" status: 200 len: 945 time: 0.0526886 Nov 12 01:50:32.227873 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-454e1f9b-6f63-4211-a68a-536812ec603f req-0ea0659f-ea1c-4096-a507-e8bd9c9041e7 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449185 Nov 12 01:50:32.652201 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [req-c28e9aa3-2b1b-4823-bfd0-0510bf0942fd req-b7a1cdb5-c551-4287-863c-14a8daf2d93f service neutron] show failed (client error): The resource could not be found. Nov 12 01:50:32.653229 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c28e9aa3-2b1b-4823-bfd0-0510bf0942fd req-b7a1cdb5-c551-4287-863c-14a8daf2d93f service neutron] 10.222.0.44 "GET /v2.0/ports/b7157c6f-43c4-4061-80a3-0e0b42efc0f6/bindings/n-h1-712142-27 HTTP/1.1" status: 404 len: 381 time: 0.0551760 Nov 12 01:50:32.984907 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e9aa3-2b1b-4823-bfd0-0510bf0942fd req-dcf7ace4-a6be-4005-90b7-3eae961971db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:32.986407 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c28e9aa3-2b1b-4823-bfd0-0510bf0942fd req-dcf7ace4-a6be-4005-90b7-3eae961971db service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9c41fb02-67ed-4f64-9d17-4b61b089ab00&tenant_id=530ab68461024fd380ed810b9cdc601d HTTP/1.1" status: 200 len: 1097 time: 0.0790696 Nov 12 01:50:33.012771 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-c28e9aa3-2b1b-4823-bfd0-0510bf0942fd req-d8cca4c5-2715-44f3-b4b3-56f16bcddc47 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712142-27', 'device_owner': 'compute:nova'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:50:33.016541 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:33.068254 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c28e9aa3-2b1b-4823-bfd0-0510bf0942fd req-d8cca4c5-2715-44f3-b4b3-56f16bcddc47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:33.266728 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-c28e9aa3-2b1b-4823-bfd0-0510bf0942fd req-d8cca4c5-2715-44f3-b4b3-56f16bcddc47 service neutron] For port b7157c6f-43c4-4061-80a3-0e0b42efc0f6, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=b7157c6f-43c4-4061-80a3-0e0b42efc0f6,segment=NetworkSegment(bc3e7f52-aa5f-4270-82cb-d02637e4d286),segment_id=bc3e7f52-aa5f-4270-82cb-d02637e4d286)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:50:33.302523 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-c28e9aa3-2b1b-4823-bfd0-0510bf0942fd req-d8cca4c5-2715-44f3-b4b3-56f16bcddc47 service neutron] For port b7157c6f-43c4-4061-80a3-0e0b42efc0f6, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:50:33.345966 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c41fb02-67ed-4f64-9d17-4b61b089ab00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7157c6f-43c4-4061-80a3-0e0b42efc0f6'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:50:33.348974 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dd4e089669c975f2de9f4f0df131bfb5fea3b750f9a1fd67846e9670e07c7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06be9033-feba-4ceb-8e76-2bc98e3e9c20" -d '{"events": [{"server_uuid": "9c41fb02-67ed-4f64-9d17-4b61b089ab00", "name": "network-vif-unplugged", "status": "completed", "tag": "b7157c6f-43c4-4061-80a3-0e0b42efc0f6"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:50:33.353524 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c28e9aa3-2b1b-4823-bfd0-0510bf0942fd req-d8cca4c5-2715-44f3-b4b3-56f16bcddc47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:33.367294 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-c28e9aa3-2b1b-4823-bfd0-0510bf0942fd req-d8cca4c5-2715-44f3-b4b3-56f16bcddc47 service neutron] Transition to ACTIVE for port object b7157c6f-43c4-4061-80a3-0e0b42efc0f6 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:50:33.372086 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c28e9aa3-2b1b-4823-bfd0-0510bf0942fd req-d8cca4c5-2715-44f3-b4b3-56f16bcddc47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:33.406955 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53dedf6d-a016-4bd1-9c23-2081436c4768 x-openstack-request-id: req-53dedf6d-a016-4bd1-9c23-2081436c4768 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:50:33.407267 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c41fb02-67ed-4f64-9d17-4b61b089ab00", "name": "network-vif-unplugged", "status": "completed", "tag": "b7157c6f-43c4-4061-80a3-0e0b42efc0f6", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:50:33.407609 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-53dedf6d-a016-4bd1-9c23-2081436c4768 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:50:33.407870 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c41fb02-67ed-4f64-9d17-4b61b089ab00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7157c6f-43c4-4061-80a3-0e0b42efc0f6', 'code': 200} Nov 12 01:50:33.486537 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cca4c5-2715-44f3-b4b3-56f16bcddc47 service neutron] Pushing event updated for resources: {'Port': ['ID=b7157c6f-43c4-4061-80a3-0e0b42efc0f6,revision_number=6']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:50:33.496759 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cca4c5-2715-44f3-b4b3-56f16bcddc47 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:33.496992 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cca4c5-2715-44f3-b4b3-56f16bcddc47 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:33.497316 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cca4c5-2715-44f3-b4b3-56f16bcddc47 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:33.497659 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cca4c5-2715-44f3-b4b3-56f16bcddc47 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:33.498000 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cca4c5-2715-44f3-b4b3-56f16bcddc47 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:33.498328 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cca4c5-2715-44f3-b4b3-56f16bcddc47 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:33.498663 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cca4c5-2715-44f3-b4b3-56f16bcddc47 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:33.498992 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cca4c5-2715-44f3-b4b3-56f16bcddc47 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:33.499319 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cca4c5-2715-44f3-b4b3-56f16bcddc47 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:33.499647 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cca4c5-2715-44f3-b4b3-56f16bcddc47 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:33.500137 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cca4c5-2715-44f3-b4b3-56f16bcddc47 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:33.500390 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cca4c5-2715-44f3-b4b3-56f16bcddc47 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:33.538881 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-c28e9aa3-2b1b-4823-bfd0-0510bf0942fd req-d8cca4c5-2715-44f3-b4b3-56f16bcddc47 service neutron] No DVR routers for this DVR port b7157c6f-43c4-4061-80a3-0e0b42efc0f6 on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:50:33.673399 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c16e84-ffb6-4e3b-9297-51efeae99e3a req-35113615-d6ec-42e9-90a9-aa620e265f8d tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:33.674883 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-27c16e84-ffb6-4e3b-9297-51efeae99e3a req-35113615-d6ec-42e9-90a9-aa620e265f8d tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c41fb02-67ed-4f64-9d17-4b61b089ab00 HTTP/1.1" status: 200 len: 943 time: 0.1030953 Nov 12 01:50:34.027467 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:34.069747 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-c28e9aa3-2b1b-4823-bfd0-0510bf0942fd req-d8cca4c5-2715-44f3-b4b3-56f16bcddc47 service neutron] Attempting to bind port b7157c6f-43c4-4061-80a3-0e0b42efc0f6 on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:50:34.070087 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-c28e9aa3-2b1b-4823-bfd0-0510bf0942fd req-d8cca4c5-2715-44f3-b4b3-56f16bcddc47 service neutron] Attempting to bind port b7157c6f-43c4-4061-80a3-0e0b42efc0f6 by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': 'bc3e7f52-aa5f-4270-82cb-d02637e4d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:50:34.070419 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28e9aa3-2b1b-4823-bfd0-0510bf0942fd req-d8cca4c5-2715-44f3-b4b3-56f16bcddc47 service neutron] Attempting to bind port b7157c6f-43c4-4061-80a3-0e0b42efc0f6 on network eab9d718-18a2-4f64-bde2-4214b305d4e2 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:50:34.078408 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-27c16e84-ffb6-4e3b-9297-51efeae99e3a req-3ec962fe-ec77-4be6-94b7-4818455a561d tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3968892 Nov 12 01:50:34.079106 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28e9aa3-2b1b-4823-bfd0-0510bf0942fd req-d8cca4c5-2715-44f3-b4b3-56f16bcddc47 service neutron] Port b7157c6f-43c4-4061-80a3-0e0b42efc0f6 on network eab9d718-18a2-4f64-bde2-4214b305d4e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:50:34.079432 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28e9aa3-2b1b-4823-bfd0-0510bf0942fd req-d8cca4c5-2715-44f3-b4b3-56f16bcddc47 service neutron] Attempting to bind port b7157c6f-43c4-4061-80a3-0e0b42efc0f6 on network eab9d718-18a2-4f64-bde2-4214b305d4e2 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:50:34.085079 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28e9aa3-2b1b-4823-bfd0-0510bf0942fd req-d8cca4c5-2715-44f3-b4b3-56f16bcddc47 service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:50:34.085423 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28e9aa3-2b1b-4823-bfd0-0510bf0942fd req-d8cca4c5-2715-44f3-b4b3-56f16bcddc47 service neutron] Checking segment: {'id': 'bc3e7f52-aa5f-4270-82cb-d02637e4d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:50:34.085804 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28e9aa3-2b1b-4823-bfd0-0510bf0942fd req-d8cca4c5-2715-44f3-b4b3-56f16bcddc47 service neutron] Bound using segment: {'id': 'bc3e7f52-aa5f-4270-82cb-d02637e4d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:50:34.086252 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-c28e9aa3-2b1b-4823-bfd0-0510bf0942fd req-d8cca4c5-2715-44f3-b4b3-56f16bcddc47 service neutron] Bound port: b7157c6f-43c4-4061-80a3-0e0b42efc0f6, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc3e7f52-aa5f-4270-82cb-d02637e4d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:50:34.086595 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c28e9aa3-2b1b-4823-bfd0-0510bf0942fd req-d8cca4c5-2715-44f3-b4b3-56f16bcddc47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:34.148533 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-c28e9aa3-2b1b-4823-bfd0-0510bf0942fd req-d8cca4c5-2715-44f3-b4b3-56f16bcddc47 service neutron] For port b7157c6f-43c4-4061-80a3-0e0b42efc0f6, host n-h1-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:50:34.151674 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-c28e9aa3-2b1b-4823-bfd0-0510bf0942fd req-d8cca4c5-2715-44f3-b4b3-56f16bcddc47 service neutron] For port b7157c6f-43c4-4061-80a3-0e0b42efc0f6, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=b7157c6f-43c4-4061-80a3-0e0b42efc0f6,segment=NetworkSegment(bc3e7f52-aa5f-4270-82cb-d02637e4d286),segment_id=bc3e7f52-aa5f-4270-82cb-d02637e4d286)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:50:34.156537 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c28e9aa3-2b1b-4823-bfd0-0510bf0942fd req-d8cca4c5-2715-44f3-b4b3-56f16bcddc47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:34.190708 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e9aa3-2b1b-4823-bfd0-0510bf0942fd req-d8cca4c5-2715-44f3-b4b3-56f16bcddc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:34.191445 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c28e9aa3-2b1b-4823-bfd0-0510bf0942fd req-d8cca4c5-2715-44f3-b4b3-56f16bcddc47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:34.192861 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c28e9aa3-2b1b-4823-bfd0-0510bf0942fd req-d8cca4c5-2715-44f3-b4b3-56f16bcddc47 service neutron] 10.222.0.16 "PUT /v2.0/ports/b7157c6f-43c4-4061-80a3-0e0b42efc0f6 HTTP/1.1" status: 200 len: 1092 time: 1.1842964 Nov 12 01:50:34.213627 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cca4c5-2715-44f3-b4b3-56f16bcddc47 service neutron] Pushing event updated for resources: {'Port': ['ID=b7157c6f-43c4-4061-80a3-0e0b42efc0f6,revision_number=7']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:50:34.284379 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e9aa3-2b1b-4823-bfd0-0510bf0942fd req-6c3c49dc-3768-4509-8b89-b996bc02eefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:34.286430 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c28e9aa3-2b1b-4823-bfd0-0510bf0942fd req-6c3c49dc-3768-4509-8b89-b996bc02eefe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=530ab68461024fd380ed810b9cdc601d&device_id=9c41fb02-67ed-4f64-9d17-4b61b089ab00 HTTP/1.1" status: 200 len: 1095 time: 0.0482862 Nov 12 01:50:34.390270 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e9aa3-2b1b-4823-bfd0-0510bf0942fd req-d76dc88e-6385-4480-a684-e03286456e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:34.391783 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c28e9aa3-2b1b-4823-bfd0-0510bf0942fd req-d76dc88e-6385-4480-a684-e03286456e31 service neutron] 10.222.0.16 "GET /v2.0/networks?id=eab9d718-18a2-4f64-bde2-4214b305d4e2 HTTP/1.1" status: 200 len: 911 time: 0.0923765 Nov 12 01:50:34.465929 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c28e9aa3-2b1b-4823-bfd0-0510bf0942fd req-4804567e-6366-46ea-af8a-0d0d0c928ca1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7157c6f-43c4-4061-80a3-0e0b42efc0f6 HTTP/1.1" status: 200 len: 999 time: 0.0620124 Nov 12 01:50:34.519010 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e9aa3-2b1b-4823-bfd0-0510bf0942fd req-e2a8e671-b94e-4bce-a28a-8b21b083db48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:34.520504 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c28e9aa3-2b1b-4823-bfd0-0510bf0942fd req-e2a8e671-b94e-4bce-a28a-8b21b083db48 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=141ee538-bdf5-4c57-a676-325be7ca993b HTTP/1.1" status: 200 len: 850 time: 0.0439260 Nov 12 01:50:34.567588 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e9aa3-2b1b-4823-bfd0-0510bf0942fd req-9b0af209-0063-4f2d-a9c7-1e6a401983a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:34.569008 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c28e9aa3-2b1b-4823-bfd0-0510bf0942fd req-9b0af209-0063-4f2d-a9c7-1e6a401983a7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eab9d718-18a2-4f64-bde2-4214b305d4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408819 Nov 12 01:50:34.663173 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c28e9aa3-2b1b-4823-bfd0-0510bf0942fd req-f67ef4d5-437a-477e-a98a-4198007a3bc2 service neutron] 10.222.0.16 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858936 Nov 12 01:50:34.753130 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c28e9aa3-2b1b-4823-bfd0-0510bf0942fd req-c8a91a4d-94a0-49ec-91a3-21285362c28c service neutron] 10.222.0.16 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819912 Nov 12 01:50:35.202760 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2fd76-dfc0-4d76-bf66-7c6a04021392 req-2805c516-f666-49ce-a78b-7e401a23ebdd tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:35.204779 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b5f2fd76-dfc0-4d76-bf66-7c6a04021392 req-2805c516-f666-49ce-a78b-7e401a23ebdd tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c41fb02-67ed-4f64-9d17-4b61b089ab00 HTTP/1.1" status: 200 len: 943 time: 0.0549753 Nov 12 01:50:35.254098 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b5f2fd76-dfc0-4d76-bf66-7c6a04021392 req-0bf3ad91-896d-4553-bf19-f8a62e17ee56 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429444 Nov 12 01:50:35.336406 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:35.408936 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c41fb02-67ed-4f64-9d17-4b61b089ab00', 'tag': 'b7157c6f-43c4-4061-80a3-0e0b42efc0f6'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:50:35.412127 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dd4e089669c975f2de9f4f0df131bfb5fea3b750f9a1fd67846e9670e07c7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c5dc24-a117-4586-9059-d39dc6f53262" -d '{"events": [{"name": "network-changed", "server_uuid": "9c41fb02-67ed-4f64-9d17-4b61b089ab00", "tag": "b7157c6f-43c4-4061-80a3-0e0b42efc0f6"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:50:35.461646 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923db0ff-2743-435f-bd4d-2d7e2061c4a1 x-openstack-request-id: req-923db0ff-2743-435f-bd4d-2d7e2061c4a1 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:50:35.461941 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c41fb02-67ed-4f64-9d17-4b61b089ab00", "tag": "b7157c6f-43c4-4061-80a3-0e0b42efc0f6", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:50:35.462190 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-923db0ff-2743-435f-bd4d-2d7e2061c4a1 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:50:35.462588 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c41fb02-67ed-4f64-9d17-4b61b089ab00', 'tag': 'b7157c6f-43c4-4061-80a3-0e0b42efc0f6', 'status': 'completed', 'code': 200} Nov 12 01:50:35.552423 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5dc24-a117-4586-9059-d39dc6f53262 req-402e7be9-bc6f-4db4-8a0a-01a267b03da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:35.553023 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68c5dc24-a117-4586-9059-d39dc6f53262 req-402e7be9-bc6f-4db4-8a0a-01a267b03da9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=530ab68461024fd380ed810b9cdc601d&device_id=9c41fb02-67ed-4f64-9d17-4b61b089ab00 HTTP/1.1" status: 200 len: 1095 time: 0.0444489 Nov 12 01:50:35.558858 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5dc24-a117-4586-9059-d39dc6f53262 req-e4429d4d-46a3-4e52-b210-145ab650f942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:35.560453 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-68c5dc24-a117-4586-9059-d39dc6f53262 req-e4429d4d-46a3-4e52-b210-145ab650f942 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=530ab68461024fd380ed810b9cdc601d&device_id=9c41fb02-67ed-4f64-9d17-4b61b089ab00 HTTP/1.1" status: 200 len: 1095 time: 0.0511866 Nov 12 01:50:35.650533 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5dc24-a117-4586-9059-d39dc6f53262 req-8e1f27cb-d46d-4b93-8b1c-d18501c89f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:35.652029 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68c5dc24-a117-4586-9059-d39dc6f53262 req-8e1f27cb-d46d-4b93-8b1c-d18501c89f0d service neutron] 10.222.0.16 "GET /v2.0/networks?id=eab9d718-18a2-4f64-bde2-4214b305d4e2 HTTP/1.1" status: 200 len: 911 time: 0.0903521 Nov 12 01:50:35.652758 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5dc24-a117-4586-9059-d39dc6f53262 req-429c87c1-ef8c-4bbf-8d02-bbeabffff71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:35.654383 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-68c5dc24-a117-4586-9059-d39dc6f53262 req-429c87c1-ef8c-4bbf-8d02-bbeabffff71c service neutron] 10.222.0.44 "GET /v2.0/networks?id=eab9d718-18a2-4f64-bde2-4214b305d4e2 HTTP/1.1" status: 200 len: 911 time: 0.0865059 Nov 12 01:50:35.719788 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68c5dc24-a117-4586-9059-d39dc6f53262 req-ed440d4f-2f94-45f6-92ba-496a55eb34ab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7157c6f-43c4-4061-80a3-0e0b42efc0f6 HTTP/1.1" status: 200 len: 999 time: 0.0588193 Nov 12 01:50:35.724373 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-68c5dc24-a117-4586-9059-d39dc6f53262 req-4ad950de-b787-44d5-ab4d-43601f3912c5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7157c6f-43c4-4061-80a3-0e0b42efc0f6 HTTP/1.1" status: 200 len: 999 time: 0.0631790 Nov 12 01:50:35.770045 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5dc24-a117-4586-9059-d39dc6f53262 req-4b36fc2e-dc67-4f8c-994d-148aa665f09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:35.771562 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68c5dc24-a117-4586-9059-d39dc6f53262 req-4b36fc2e-dc67-4f8c-994d-148aa665f09d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=141ee538-bdf5-4c57-a676-325be7ca993b HTTP/1.1" status: 200 len: 850 time: 0.0442319 Nov 12 01:50:35.772590 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5dc24-a117-4586-9059-d39dc6f53262 req-8e71aa4e-2405-4311-bf26-e0b2ad890a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:35.774028 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-68c5dc24-a117-4586-9059-d39dc6f53262 req-8e71aa4e-2405-4311-bf26-e0b2ad890a38 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=141ee538-bdf5-4c57-a676-325be7ca993b HTTP/1.1" status: 200 len: 850 time: 0.0432904 Nov 12 01:50:35.820611 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5dc24-a117-4586-9059-d39dc6f53262 req-9b9bcc62-eda9-406e-be64-5a7f603a794b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:35.822180 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-68c5dc24-a117-4586-9059-d39dc6f53262 req-9b9bcc62-eda9-406e-be64-5a7f603a794b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eab9d718-18a2-4f64-bde2-4214b305d4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413265 Nov 12 01:50:35.825342 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5dc24-a117-4586-9059-d39dc6f53262 req-3a915bf4-eee6-4b6d-a2a8-1bae4e0d5d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:35.826836 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68c5dc24-a117-4586-9059-d39dc6f53262 req-3a915bf4-eee6-4b6d-a2a8-1bae4e0d5d51 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eab9d718-18a2-4f64-bde2-4214b305d4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450304 Nov 12 01:50:35.917307 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-68c5dc24-a117-4586-9059-d39dc6f53262 req-5196f035-9b51-4802-9a9c-0f7465fab186 service neutron] 10.222.0.44 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877879 Nov 12 01:50:35.918567 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68c5dc24-a117-4586-9059-d39dc6f53262 req-d85dae0d-3421-42c1-9919-821db21b96e3 service neutron] 10.222.0.16 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837653 Nov 12 01:50:36.008330 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-68c5dc24-a117-4586-9059-d39dc6f53262 req-f49f19e4-2f20-447e-8dd2-520e08d22228 service neutron] 10.222.0.44 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838485 Nov 12 01:50:36.014651 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68c5dc24-a117-4586-9059-d39dc6f53262 req-1486434d-82c4-4608-96f5-07221bbdef96 service neutron] 10.222.0.16 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875487 Nov 12 01:50:36.072297 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device b7157c6f-43c4-4061-80a3-0e0b42efc0f6 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:50:36.170305 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port b7157c6f-43c4-4061-80a3-0e0b42efc0f6, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=b7157c6f-43c4-4061-80a3-0e0b42efc0f6,segment=NetworkSegment(bc3e7f52-aa5f-4270-82cb-d02637e4d286),segment_id=bc3e7f52-aa5f-4270-82cb-d02637e4d286)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:50:36.180915 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': 'b7157c6f-43c4-4061-80a3-0e0b42efc0f6', 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2', 'port_id': 'b7157c6f-43c4-4061-80a3-0e0b42efc0f6', 'mac_address': 'fa:16:3e:d7:e7:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:50:36.218423 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:36.230863 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7157c6f-43c4-4061-80a3-0e0b42efc0f6 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:50:36.249608 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port b7157c6f-43c4-4061-80a3-0e0b42efc0f6, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=b7157c6f-43c4-4061-80a3-0e0b42efc0f6,segment=NetworkSegment(bc3e7f52-aa5f-4270-82cb-d02637e4d286),segment_id=bc3e7f52-aa5f-4270-82cb-d02637e4d286)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:50:36.254738 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:36.305623 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=b7157c6f-43c4-4061-80a3-0e0b42efc0f6,revision_number=8']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:50:36.314041 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:36.314457 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:36.315183 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:36.315367 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:36.315698 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:36.316150 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:36.317037 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:36.317317 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:36.317645 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:36.317973 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:36.318312 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:36.318671 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:50:36.384476 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb96166-9c81-4efc-b0d2-dcf1c5a2cd98 req-19e24d96-79e3-4d61-94fd-57fa3d7f948f tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:36.385986 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ceb96166-9c81-4efc-b0d2-dcf1c5a2cd98 req-19e24d96-79e3-4d61-94fd-57fa3d7f948f tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c41fb02-67ed-4f64-9d17-4b61b089ab00 HTTP/1.1" status: 200 len: 944 time: 0.0561094 Nov 12 01:50:36.441602 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ceb96166-9c81-4efc-b0d2-dcf1c5a2cd98 req-9a9e2b67-3d39-4170-a612-010fa7f6c686 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488293 Nov 12 01:50:36.649156 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['b7157c6f-43c4-4061-80a3-0e0b42efc0f6'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:50:36.680143 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device b7157c6f-43c4-4061-80a3-0e0b42efc0f6 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:50:36.741303 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device b7157c6f-43c4-4061-80a3-0e0b42efc0f6 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:50:37.448171 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:50:37.559865 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac42f92-e38d-4271-917f-9443f125d4e6 req-0b2fd5f8-5b6e-42cb-be1d-ad89f5993361 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:37.561701 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3ac42f92-e38d-4271-917f-9443f125d4e6 req-0b2fd5f8-5b6e-42cb-be1d-ad89f5993361 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c41fb02-67ed-4f64-9d17-4b61b089ab00 HTTP/1.1" status: 200 len: 944 time: 0.0487998 Nov 12 01:50:37.613663 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3ac42f92-e38d-4271-917f-9443f125d4e6 req-bb07c50d-1ba5-4367-bea0-2ff4a8cff8f2 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452938 Nov 12 01:50:37.808948 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ae8c4-14ec-4fdb-aa39-a5537f9594b1 req-bad94209-3b35-4fc0-830b-38fd0788a903 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:37.810672 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-482ae8c4-14ec-4fdb-aa39-a5537f9594b1 req-bad94209-3b35-4fc0-830b-38fd0788a903 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c41fb02-67ed-4f64-9d17-4b61b089ab00 HTTP/1.1" status: 200 len: 944 time: 0.0520692 Nov 12 01:50:37.833912 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68ca80-d986-4595-8d56-0b410deacae1 req-0a6e93a4-8555-4644-99ab-f39f8703c73b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:37.835406 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fd68ca80-d986-4595-8d56-0b410deacae1 req-0a6e93a4-8555-4644-99ab-f39f8703c73b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.44 "GET /v2.0/ports?device_id=9c41fb02-67ed-4f64-9d17-4b61b089ab00&tenant_id=530ab68461024fd380ed810b9cdc601d&binding%3Ahost_id=n-h1-712142-27 HTTP/1.1" status: 200 len: 944 time: 0.0527227 Nov 12 01:50:37.859423 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-482ae8c4-14ec-4fdb-aa39-a5537f9594b1 req-67cd4685-398b-4e33-b1d8-c1c059ecf819 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418165 Nov 12 01:50:37.901338 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [req-fd68ca80-d986-4595-8d56-0b410deacae1 req-599059bc-16da-400c-9407-0add411babcc service neutron] delete failed (client error): The resource could not be found. Nov 12 01:50:37.902418 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fd68ca80-d986-4595-8d56-0b410deacae1 req-599059bc-16da-400c-9407-0add411babcc service neutron] 10.222.0.44 "DELETE /v2.0/ports/b7157c6f-43c4-4061-80a3-0e0b42efc0f6/bindings/n-h2-712142-27 HTTP/1.1" status: 404 len: 381 time: 0.0593395 Nov 12 01:50:38.007466 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68ca80-d986-4595-8d56-0b410deacae1 req-a8325be4-98d1-4e0a-8ad6-762d491c7809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:38.009068 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fd68ca80-d986-4595-8d56-0b410deacae1 req-a8325be4-98d1-4e0a-8ad6-762d491c7809 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=530ab68461024fd380ed810b9cdc601d&device_id=9c41fb02-67ed-4f64-9d17-4b61b089ab00 HTTP/1.1" status: 200 len: 1096 time: 0.0421612 Nov 12 01:50:38.088871 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device b7157c6f-43c4-4061-80a3-0e0b42efc0f6 up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:50:38.102852 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68ca80-d986-4595-8d56-0b410deacae1 req-374091a9-8645-47f6-af74-ca63e286b902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:38.105103 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fd68ca80-d986-4595-8d56-0b410deacae1 req-374091a9-8645-47f6-af74-ca63e286b902 service neutron] 10.222.0.44 "GET /v2.0/networks?id=eab9d718-18a2-4f64-bde2-4214b305d4e2 HTTP/1.1" status: 200 len: 911 time: 0.0877640 Nov 12 01:50:38.140164 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port b7157c6f-43c4-4061-80a3-0e0b42efc0f6 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:50:38.144318 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port b7157c6f-43c4-4061-80a3-0e0b42efc0f6 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:50:38.144691 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:38.170983 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fd68ca80-d986-4595-8d56-0b410deacae1 req-fe2ae53d-1bc0-40c6-a0a9-4f5608354cf7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7157c6f-43c4-4061-80a3-0e0b42efc0f6 HTTP/1.1" status: 200 len: 1000 time: 0.0595253 Nov 12 01:50:38.219485 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68ca80-d986-4595-8d56-0b410deacae1 req-fb02cc02-77bc-4504-95bf-7dd837c6b2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:38.221037 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fd68ca80-d986-4595-8d56-0b410deacae1 req-fb02cc02-77bc-4504-95bf-7dd837c6b2d6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=141ee538-bdf5-4c57-a676-325be7ca993b HTTP/1.1" status: 200 len: 850 time: 0.0436966 Nov 12 01:50:38.221683 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:38.248422 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c41fb02-67ed-4f64-9d17-4b61b089ab00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7157c6f-43c4-4061-80a3-0e0b42efc0f6'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:50:38.250659 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ec54fb32a252cf543512252f4538ed49f878ab9aa91f770db158cb882be9043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1486c6-e9b3-4b0e-91ae-a85f865abeb8" -d '{"events": [{"server_uuid": "9c41fb02-67ed-4f64-9d17-4b61b089ab00", "name": "network-vif-plugged", "status": "completed", "tag": "b7157c6f-43c4-4061-80a3-0e0b42efc0f6"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:50:38.263151 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port b7157c6f-43c4-4061-80a3-0e0b42efc0f6, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=b7157c6f-43c4-4061-80a3-0e0b42efc0f6,segment=NetworkSegment(bc3e7f52-aa5f-4270-82cb-d02637e4d286),segment_id=bc3e7f52-aa5f-4270-82cb-d02637e4d286)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:50:38.267568 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:38.275538 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68ca80-d986-4595-8d56-0b410deacae1 req-f9d1450b-335c-44c9-823c-c35d7f6c600c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:38.277091 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fd68ca80-d986-4595-8d56-0b410deacae1 req-f9d1450b-335c-44c9-823c-c35d7f6c600c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eab9d718-18a2-4f64-bde2-4214b305d4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494313 Nov 12 01:50:38.305561 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d57f27-6cc9-4c37-8fb4-f96c5aeb7fe4 x-openstack-request-id: req-a8d57f27-6cc9-4c37-8fb4-f96c5aeb7fe4 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:50:38.305850 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c41fb02-67ed-4f64-9d17-4b61b089ab00", "name": "network-vif-plugged", "status": "completed", "tag": "b7157c6f-43c4-4061-80a3-0e0b42efc0f6", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:50:38.306111 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a8d57f27-6cc9-4c37-8fb4-f96c5aeb7fe4 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:50:38.306512 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c41fb02-67ed-4f64-9d17-4b61b089ab00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7157c6f-43c4-4061-80a3-0e0b42efc0f6', 'code': 200} Nov 12 01:50:38.320856 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=b7157c6f-43c4-4061-80a3-0e0b42efc0f6,revision_number=9']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:50:38.372834 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fd68ca80-d986-4595-8d56-0b410deacae1 req-e03eb237-a3a5-422e-a095-13e1fd0cc246 service neutron] 10.222.0.44 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887191 Nov 12 01:50:38.466148 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fd68ca80-d986-4595-8d56-0b410deacae1 req-056b3f9a-2dd3-4e1d-99d3-ee84d39965ad service neutron] 10.222.0.44 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865901 Nov 12 01:50:38.828699 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:38.978491 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087ec23-519b-4804-ab70-1a436cc42861 req-c6a3d148-2e48-4ed9-b4e5-5d7b6e46f838 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:38.980057 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2087ec23-519b-4804-ab70-1a436cc42861 req-c6a3d148-2e48-4ed9-b4e5-5d7b6e46f838 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c41fb02-67ed-4f64-9d17-4b61b089ab00 HTTP/1.1" status: 200 len: 945 time: 0.0505145 Nov 12 01:50:39.029156 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2087ec23-519b-4804-ab70-1a436cc42861 req-8c9170f7-639b-473d-9d47-f456313908a0 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431886 Nov 12 01:50:40.151140 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca94fe0-3781-433e-80c0-29f72a6447da req-3c2b6d4d-46f5-4a10-aff8-9695199f7e3c tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:40.152661 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aca94fe0-3781-433e-80c0-29f72a6447da req-3c2b6d4d-46f5-4a10-aff8-9695199f7e3c tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c41fb02-67ed-4f64-9d17-4b61b089ab00 HTTP/1.1" status: 200 len: 945 time: 0.0529087 Nov 12 01:50:40.199322 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aca94fe0-3781-433e-80c0-29f72a6447da req-da19265a-834a-4070-9832-31b4bddb8d5c tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408173 Nov 12 01:50:40.314442 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e22d5-0f17-49a4-b415-fab1354e0218 req-87d5676f-5d5c-4459-b091-2687cf915865 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:40.315851 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a41e22d5-0f17-49a4-b415-fab1354e0218 req-87d5676f-5d5c-4459-b091-2687cf915865 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c41fb02-67ed-4f64-9d17-4b61b089ab00 HTTP/1.1" status: 200 len: 945 time: 0.0500047 Nov 12 01:50:40.363102 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a41e22d5-0f17-49a4-b415-fab1354e0218 req-a5bc7005-0cb8-4e4f-bed5-9d5332bfcdc3 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408063 Nov 12 01:50:40.560535 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25005bc5-0bf9-4ed0-9933-9bc61ff49fcc req-c72c9483-b39a-42e0-80e3-cd1d31ecb05a tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:40.562339 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-25005bc5-0bf9-4ed0-9933-9bc61ff49fcc req-c72c9483-b39a-42e0-80e3-cd1d31ecb05a tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c41fb02-67ed-4f64-9d17-4b61b089ab00 HTTP/1.1" status: 200 len: 945 time: 0.0525084 Nov 12 01:50:40.641671 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b9ff0-c375-4be4-adc6-4f8aa30425ca req-12424f16-acdd-4ade-aa86-f9aa4e99992b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:40.643096 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-070b9ff0-c375-4be4-adc6-4f8aa30425ca req-12424f16-acdd-4ade-aa86-f9aa4e99992b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=530ab68461024fd380ed810b9cdc601d&device_id=9c41fb02-67ed-4f64-9d17-4b61b089ab00 HTTP/1.1" status: 200 len: 1097 time: 0.0685623 Nov 12 01:50:40.646440 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-25005bc5-0bf9-4ed0-9933-9bc61ff49fcc req-11fb57a2-3912-49ce-a0cd-c5cc35cc676e tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778944 Nov 12 01:50:40.733561 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b9ff0-c375-4be4-adc6-4f8aa30425ca req-7caec812-a541-4b45-b622-46eeb8dfa016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:40.735032 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-070b9ff0-c375-4be4-adc6-4f8aa30425ca req-7caec812-a541-4b45-b622-46eeb8dfa016 service neutron] 10.222.0.16 "GET /v2.0/networks?id=eab9d718-18a2-4f64-bde2-4214b305d4e2 HTTP/1.1" status: 200 len: 911 time: 0.0847263 Nov 12 01:50:40.804275 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-070b9ff0-c375-4be4-adc6-4f8aa30425ca req-d1334d6b-1183-4f29-b9e8-5c0945abfc9a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7157c6f-43c4-4061-80a3-0e0b42efc0f6 HTTP/1.1" status: 200 len: 1001 time: 0.0616026 Nov 12 01:50:40.853851 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b9ff0-c375-4be4-adc6-4f8aa30425ca req-f3c09092-49f9-4b7e-b02c-c42459c581f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:40.855331 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-070b9ff0-c375-4be4-adc6-4f8aa30425ca req-f3c09092-49f9-4b7e-b02c-c42459c581f3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=141ee538-bdf5-4c57-a676-325be7ca993b HTTP/1.1" status: 200 len: 850 time: 0.0433476 Nov 12 01:50:40.903890 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070b9ff0-c375-4be4-adc6-4f8aa30425ca req-44979d65-bb64-4a4c-9279-cef76eea36d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:40.905373 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-070b9ff0-c375-4be4-adc6-4f8aa30425ca req-44979d65-bb64-4a4c-9279-cef76eea36d1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eab9d718-18a2-4f64-bde2-4214b305d4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404115 Nov 12 01:50:40.996095 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:40.999791 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-070b9ff0-c375-4be4-adc6-4f8aa30425ca req-cc75f74c-0e3b-4dc8-a2ed-7400506ac4c6 service neutron] 10.222.0.16 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869629 Nov 12 01:50:41.093957 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-070b9ff0-c375-4be4-adc6-4f8aa30425ca req-83ec114f-c23e-4392-8000-7f29fca22751 service neutron] 10.222.0.16 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866508 Nov 12 01:50:41.765839 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc5a32-6b34-4acc-85a9-38322819d276 req-6fd23617-afe0-46f2-8e5b-2cfe215d6cdb tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:41.767311 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c1cc5a32-6b34-4acc-85a9-38322819d276 req-6fd23617-afe0-46f2-8e5b-2cfe215d6cdb tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c41fb02-67ed-4f64-9d17-4b61b089ab00 HTTP/1.1" status: 200 len: 945 time: 0.0502441 Nov 12 01:50:41.813811 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c1cc5a32-6b34-4acc-85a9-38322819d276 req-3b588364-477f-404d-933b-d8a05326f17c tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404391 Nov 12 01:50:42.046214 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a34306-fe77-4a2a-9e61-c67f3b39b2ab req-b46d1324-d86d-452b-afa1-213b692f533d tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:42.048055 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f2a34306-fe77-4a2a-9e61-c67f3b39b2ab req-b46d1324-d86d-452b-afa1-213b692f533d tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c41fb02-67ed-4f64-9d17-4b61b089ab00 HTTP/1.1" status: 200 len: 945 time: 0.0497627 Nov 12 01:50:42.095189 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f2a34306-fe77-4a2a-9e61-c67f3b39b2ab req-0643b524-6de5-41c0-906a-a7cce104ce8f tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405378 Nov 12 01:50:43.214817 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f13da-486f-4b27-8445-02e22513b124 req-de52d74c-be83-415e-8c28-1ecfa03fc461 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:43.216304 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-389f13da-486f-4b27-8445-02e22513b124 req-de52d74c-be83-415e-8c28-1ecfa03fc461 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c41fb02-67ed-4f64-9d17-4b61b089ab00 HTTP/1.1" status: 200 len: 945 time: 0.0526404 Nov 12 01:50:43.263305 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-389f13da-486f-4b27-8445-02e22513b124 req-edb0ed84-d2da-4218-82ff-853de7a3eaaa tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405588 Nov 12 01:50:43.725275 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa61c9-02b6-4260-a63c-bfedf35b9df6 req-74897b19-4a97-4a7a-98e3-ebec746cedf0 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:43.726737 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c8fa61c9-02b6-4260-a63c-bfedf35b9df6 req-74897b19-4a97-4a7a-98e3-ebec746cedf0 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c41fb02-67ed-4f64-9d17-4b61b089ab00 HTTP/1.1" status: 200 len: 945 time: 0.0499582 Nov 12 01:50:43.824156 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-c8fa61c9-02b6-4260-a63c-bfedf35b9df6 req-335783e6-ceeb-4199-b573-4cf4ea975768 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Deleting port b7157c6f-43c4-4061-80a3-0e0b42efc0f6 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:50:43.824483 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c8fa61c9-02b6-4260-a63c-bfedf35b9df6 req-335783e6-ceeb-4199-b573-4cf4ea975768 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:43.911132 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-c8fa61c9-02b6-4260-a63c-bfedf35b9df6 req-335783e6-ceeb-4199-b573-4cf4ea975768 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] For port b7157c6f-43c4-4061-80a3-0e0b42efc0f6, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=b7157c6f-43c4-4061-80a3-0e0b42efc0f6,segment=NetworkSegment(bc3e7f52-aa5f-4270-82cb-d02637e4d286),segment_id=bc3e7f52-aa5f-4270-82cb-d02637e4d286)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:50:43.911612 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c8fa61c9-02b6-4260-a63c-bfedf35b9df6 req-335783e6-ceeb-4199-b573-4cf4ea975768 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:44.080535 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c8fa61c9-02b6-4260-a63c-bfedf35b9df6 req-335783e6-ceeb-4199-b573-4cf4ea975768 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:44.080814 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c8fa61c9-02b6-4260-a63c-bfedf35b9df6 req-335783e6-ceeb-4199-b573-4cf4ea975768 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:44.081668 n-d-712142-27 neutron-server[109085]: INFO neutron.db.l3_db [req-c8fa61c9-02b6-4260-a63c-bfedf35b9df6 req-335783e6-ceeb-4199-b573-4cf4ea975768 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Floating IP 8bfe0454-1503-4b27-87d5-fcebff0895ee disassociated. External IP: 172.25.3.194, port: b7157c6f-43c4-4061-80a3-0e0b42efc0f6. Nov 12 01:50:44.082034 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-c8fa61c9-02b6-4260-a63c-bfedf35b9df6 req-335783e6-ceeb-4199-b573-4cf4ea975768 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Calling delete_port for b7157c6f-43c4-4061-80a3-0e0b42efc0f6 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:50:44.209716 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c8fa61c9-02b6-4260-a63c-bfedf35b9df6 req-335783e6-ceeb-4199-b573-4cf4ea975768 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:44.238381 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335783e6-ceeb-4199-b573-4cf4ea975768 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Pushing event deleted for resources: {'Port': ['ID=b7157c6f-43c4-4061-80a3-0e0b42efc0f6,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:50:44.373453 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2a8707b7-6fca-4d65-9c89-b558e67d8903 req-237fb6b9-cd2d-49ae-9ec6-e1f35065ebc9 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=9c41fb02-67ed-4f64-9d17-4b61b089ab00 HTTP/1.1" status: 200 len: 210 time: 0.0377779 Nov 12 01:50:44.394608 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8fa61c9-02b6-4260-a63c-bfedf35b9df6 req-335783e6-ceeb-4199-b573-4cf4ea975768 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Router d2ea25a2-304b-4353-a1b9-bc616db4a0e5 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:50:44.494042 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8fa61c9-02b6-4260-a63c-bfedf35b9df6 req-335783e6-ceeb-4199-b573-4cf4ea975768 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:50:44.503777 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265eba10-b16f-45d1-8e4f-7bbc901199c5 None None] Sync routers for ids ['d2ea25a2-304b-4353-a1b9-bc616db4a0e5'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:50:44.513340 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265eba10-b16f-45d1-8e4f-7bbc901199c5 None None] Routers {'d2ea25a2-304b-4353-a1b9-bc616db4a0e5'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:50:44.513875 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-265eba10-b16f-45d1-8e4f-7bbc901199c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:50:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['d2ea25a2-304b-4353-a1b9-bc616db4a0e5'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:50:44.538765 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8fa61c9-02b6-4260-a63c-bfedf35b9df6 req-335783e6-ceeb-4199-b573-4cf4ea975768 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] No DVR routers for this DVR port b7157c6f-43c4-4061-80a3-0e0b42efc0f6 on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:50:44.541778 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c8fa61c9-02b6-4260-a63c-bfedf35b9df6 req-335783e6-ceeb-4199-b573-4cf4ea975768 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:44.545650 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c8fa61c9-02b6-4260-a63c-bfedf35b9df6 req-335783e6-ceeb-4199-b573-4cf4ea975768 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.16 "DELETE /v2.0/ports/b7157c6f-43c4-4061-80a3-0e0b42efc0f6 HTTP/1.1" status: 204 len: 173 time: 0.8085444 Nov 12 01:50:44.546078 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c41fb02-67ed-4f64-9d17-4b61b089ab00', 'name': 'network-vif-deleted', 'tag': 'b7157c6f-43c4-4061-80a3-0e0b42efc0f6'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:50:44.548363 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dd4e089669c975f2de9f4f0df131bfb5fea3b750f9a1fd67846e9670e07c7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc304c33-35c9-499d-a580-4f2d5569f1e2" -d '{"events": [{"server_uuid": "9c41fb02-67ed-4f64-9d17-4b61b089ab00", "name": "network-vif-deleted", "tag": "b7157c6f-43c4-4061-80a3-0e0b42efc0f6"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:50:44.587321 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7f89b3-330b-4701-be76-b20727f3800f x-openstack-request-id: req-ba7f89b3-330b-4701-be76-b20727f3800f {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:50:44.587691 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c41fb02-67ed-4f64-9d17-4b61b089ab00", "name": "network-vif-deleted", "tag": "b7157c6f-43c4-4061-80a3-0e0b42efc0f6", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:50:44.587856 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ba7f89b3-330b-4701-be76-b20727f3800f {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:50:44.588582 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c41fb02-67ed-4f64-9d17-4b61b089ab00', 'name': 'network-vif-deleted', 'tag': 'b7157c6f-43c4-4061-80a3-0e0b42efc0f6', 'status': 'completed', 'code': 200} Nov 12 01:50:44.626893 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-265eba10-b16f-45d1-8e4f-7bbc901199c5 None None] Set router d2ea25a2-304b-4353-a1b9-bc616db4a0e5 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:50:44.830301 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-265eba10-b16f-45d1-8e4f-7bbc901199c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'name': 'tempest-ServerActionsTestJSON-415643110-router', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:11Z', 'updated_at': '2021-11-12T01:46:14Z', 'revision_number': 4, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'gw_port': {'id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:12Z', 'updated_at': '2021-11-12T01:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'eba61d07-f8d0-47d0-94ee-016e007938d2', 'name': '', 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'mac_address': 'fa:16:3e:90:3e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:13Z', 'updated_at': '2021-11-12T01:46:18Z', 'revision_number': 5, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'subnets': [{'id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:50:44.856734 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265eba10-b16f-45d1-8e4f-7bbc901199c5 None None] Checking router: d2ea25a2-304b-4353-a1b9-bc616db4a0e5 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:50:44.865081 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265eba10-b16f-45d1-8e4f-7bbc901199c5 None None] Routers {'d2ea25a2-304b-4353-a1b9-bc616db4a0e5'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:50:44.865706 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-265eba10-b16f-45d1-8e4f-7bbc901199c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:50:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['d2ea25a2-304b-4353-a1b9-bc616db4a0e5'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:50:44.971819 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-265eba10-b16f-45d1-8e4f-7bbc901199c5 None None] Set router d2ea25a2-304b-4353-a1b9-bc616db4a0e5 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:50:45.038944 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3d9c1b76-5083-431d-8898-8fb83f183abd req-b4a008a8-3103-4de4-a9bd-ba4e7ace49e2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9c41fb02-67ed-4f64-9d17-4b61b089ab00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0306716 Nov 12 01:50:45.149527 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3d9c1b76-5083-431d-8898-8fb83f183abd req-f0dd707b-6227-40a3-aff1-09a2d08a8ee4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=530ab68461024fd380ed810b9cdc601d&device_id=9c41fb02-67ed-4f64-9d17-4b61b089ab00 HTTP/1.1" status: 200 len: 210 time: 0.0290511 Nov 12 01:50:45.178744 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-265eba10-b16f-45d1-8e4f-7bbc901199c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'name': 'tempest-ServerActionsTestJSON-415643110-router', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:11Z', 'updated_at': '2021-11-12T01:46:14Z', 'revision_number': 4, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'gw_port': {'id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:12Z', 'updated_at': '2021-11-12T01:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'eba61d07-f8d0-47d0-94ee-016e007938d2', 'name': '', 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'mac_address': 'fa:16:3e:90:3e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:13Z', 'updated_at': '2021-11-12T01:46:18Z', 'revision_number': 5, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'subnets': [{'id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:50:45.213405 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265eba10-b16f-45d1-8e4f-7bbc901199c5 None None] The sync data for ids ['d2ea25a2-304b-4353-a1b9-bc616db4a0e5'] in n-d-712142-27 is: [{'id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'name': 'tempest-ServerActionsTestJSON-415643110-router', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:11Z', 'updated_at': '2021-11-12T01:46:14Z', 'revision_number': 4, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'gw_port': {'id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:12Z', 'updated_at': '2021-11-12T01:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'eba61d07-f8d0-47d0-94ee-016e007938d2', 'name': '', 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'mac_address': 'fa:16:3e:90:3e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:13Z', 'updated_at': '2021-11-12T01:46:18Z', 'revision_number': 5, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'subnets': [{'id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:50:45.352195 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c1b76-5083-431d-8898-8fb83f183abd req-8f52103f-fe36-4c33-93af-0f25bfb78254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:45.353713 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3d9c1b76-5083-431d-8898-8fb83f183abd req-8f52103f-fe36-4c33-93af-0f25bfb78254 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=530ab68461024fd380ed810b9cdc601d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1754994 Nov 12 01:50:45.472869 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146c370f-b19d-40fb-bc5d-6329cab6d320 None None] New status for floating IP 8bfe0454-1503-4b27-87d5-fcebff0895ee: DOWN {{(pid=109088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:50:45.543465 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c1b76-5083-431d-8898-8fb83f183abd req-a7678d77-0291-4d5f-b28a-37eb6e2d1f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:45.545001 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3d9c1b76-5083-431d-8898-8fb83f183abd req-a7678d77-0291-4d5f-b28a-37eb6e2d1f6d service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1840715 Nov 12 01:50:45.676290 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-35776ef6-f466-4e69-8cc0-81554657bf20 req-4723dd13-ed02-4167-b306-34f7c93c6d86 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--178792753&fields=id&tenant_id=530ab68461024fd380ed810b9cdc601d HTTP/1.1" status: 200 len: 267 time: 0.0446925 Nov 12 01:50:45.784708 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35776ef6-f466-4e69-8cc0-81554657bf20 req-8956b1b0-afc2-4a5c-88c5-0a827971a51c tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:45.786067 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-35776ef6-f466-4e69-8cc0-81554657bf20 req-8956b1b0-afc2-4a5c-88c5-0a827971a51c tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/networks?id=eab9d718-18a2-4f64-bde2-4214b305d4e2 HTTP/1.1" status: 200 len: 811 time: 0.1029735 Nov 12 01:50:45.800999 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-35776ef6-f466-4e69-8cc0-81554657bf20 req-fdbb044f-d985-422b-be2a-56fb34bf19ed tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/quotas/530ab68461024fd380ed810b9cdc601d HTTP/1.1" status: 200 len: 375 time: 0.0093050 Nov 12 01:50:45.853671 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-35776ef6-f466-4e69-8cc0-81554657bf20 req-31b0ff04-2fd8-4b71-8bb8-75c4e86f7585 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=530ab68461024fd380ed810b9cdc601d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0474782 Nov 12 01:50:45.948487 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-35776ef6-f466-4e69-8cc0-81554657bf20 req-34e33e2b-d838-47b1-ba2c-55eb0e9644d2 service neutron] 10.222.0.45 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818715 Nov 12 01:50:46.041453 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-35776ef6-f466-4e69-8cc0-81554657bf20 req-993d7393-e387-4960-a160-39f603098024 service neutron] 10.222.0.45 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867665 Nov 12 01:50:46.131895 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device b7157c6f-43c4-4061-80a3-0e0b42efc0f6 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:50:46.153108 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] No Port match for: b7157c6f-43c4-4061-80a3-0e0b42efc0f6 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:50:46.153453 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device b7157c6f-43c4-4061-80a3-0e0b42efc0f6 not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:50:46.214208 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ced5c280-03e9-4889-b6ca-20b7c0831b5d req-0ed69998-9fe6-4727-bafe-54c4643ff269 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9 HTTP/1.1" status: 200 len: 210 time: 0.0266054 Nov 12 01:50:47.293539 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9d7116ca-2c1b-422b-850c-66a7b75ce18b req-586f78e5-8cc1-4909-bd7a-46b8fd0e3020 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9 HTTP/1.1" status: 200 len: 210 time: 0.0261462 Nov 12 01:50:48.369585 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cac48790-a2a3-4455-a36e-fe8ae8fe966c req-462fa7c3-2fd4-4231-9878-5be8ebf6662a tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9 HTTP/1.1" status: 200 len: 210 time: 0.0257080 Nov 12 01:50:49.409649 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35776ef6-f466-4e69-8cc0-81554657bf20 req-82f590a5-91a3-4833-8ccd-67eca2a67cef tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:49.411552 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-35776ef6-f466-4e69-8cc0-81554657bf20 req-82f590a5-91a3-4833-8ccd-67eca2a67cef tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.16 "GET /v2.0/networks?id=eab9d718-18a2-4f64-bde2-4214b305d4e2 HTTP/1.1" status: 200 len: 811 time: 0.1092091 Nov 12 01:50:49.480150 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9ab227ab-8400-4d97-a6ed-a1d417b7d990 req-d0fd2e9d-62fd-4411-8c71-0ca69fe7a5f4 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9 HTTP/1.1" status: 200 len: 210 time: 0.0343943 Nov 12 01:50:49.513072 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-35776ef6-f466-4e69-8cc0-81554657bf20 req-d1276f3c-3bde-4758-b1c7-82ccc4a5bd31 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=530ab68461024fd380ed810b9cdc601d HTTP/1.1" status: 200 len: 379 time: 0.0808103 Nov 12 01:50:49.526518 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-35776ef6-f466-4e69-8cc0-81554657bf20 req-e9a3b12a-9bfa-41e2-a212-09f7752c4713 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Request body: {'port': {'device_id': 'c8557c67-6acf-4fc0-8b35-acaf6b45e0b9', 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2', 'admin_state_up': True, 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'security_groups': ['8971a123-4b17-4cbb-90c8-8a900ae31d54']}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:50:49.639748 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35776ef6-f466-4e69-8cc0-81554657bf20 req-e9a3b12a-9bfa-41e2-a212-09f7752c4713 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Made reservation on behalf of 530ab68461024fd380ed810b9cdc601d for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:50:49.644010 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-35776ef6-f466-4e69-8cc0-81554657bf20 req-e9a3b12a-9bfa-41e2-a212-09f7752c4713 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:49.769073 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-35776ef6-f466-4e69-8cc0-81554657bf20 req-e9a3b12a-9bfa-41e2-a212-09f7752c4713 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Allocated IP 172.20.0.9 (eab9d718-18a2-4f64-bde2-4214b305d4e2/141ee538-bdf5-4c57-a676-325be7ca993b/981c3fcb-d66e-466c-a8b8-83147c51e0ed) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:50:49.900244 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-35776ef6-f466-4e69-8cc0-81554657bf20 req-e9a3b12a-9bfa-41e2-a212-09f7752c4713 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:49.932866 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-35776ef6-f466-4e69-8cc0-81554657bf20 req-e9a3b12a-9bfa-41e2-a212-09f7752c4713 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:49.976446 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35776ef6-f466-4e69-8cc0-81554657bf20 req-e9a3b12a-9bfa-41e2-a212-09f7752c4713 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Network eab9d718-18a2-4f64-bde2-4214b305d4e2 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:50:49.979423 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-35776ef6-f466-4e69-8cc0-81554657bf20 req-e9a3b12a-9bfa-41e2-a212-09f7752c4713 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:50:49.985783 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-35776ef6-f466-4e69-8cc0-81554657bf20 req-e9a3b12a-9bfa-41e2-a212-09f7752c4713 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:50:50.013496 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a3b12a-9bfa-41e2-a212-09f7752c4713 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Pushing event updated for resources: {'Port': ['ID=981c3fcb-d66e-466c-a8b8-83147c51e0ed,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:50:50.042996 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35776ef6-f466-4e69-8cc0-81554657bf20 req-e9a3b12a-9bfa-41e2-a212-09f7752c4713 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:50.043641 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-35776ef6-f466-4e69-8cc0-81554657bf20 req-e9a3b12a-9bfa-41e2-a212-09f7752c4713 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:50.061397 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-35776ef6-f466-4e69-8cc0-81554657bf20 req-e9a3b12a-9bfa-41e2-a212-09f7752c4713 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5380249 Nov 12 01:50:50.084416 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-35776ef6-f466-4e69-8cc0-81554657bf20 req-5c85cc1e-7a1a-4879-994e-423dbe17883a service neutron] Request body: {'port': {'device_id': 'c8557c67-6acf-4fc0-8b35-acaf6b45e0b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:50:50.139216 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-35776ef6-f466-4e69-8cc0-81554657bf20 req-5c85cc1e-7a1a-4879-994e-423dbe17883a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:50.196709 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-e88d0017-c732-4455-ac2f-060e0e027d2d None None] Provisioning complete for port 981c3fcb-d66e-466c-a8b8-83147c51e0ed triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:50:50.197311 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e88d0017-c732-4455-ac2f-060e0e027d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:50.235107 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-e88d0017-c732-4455-ac2f-060e0e027d2d None None] Port 981c3fcb-d66e-466c-a8b8-83147c51e0ed cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:50:50.402156 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-35776ef6-f466-4e69-8cc0-81554657bf20 req-5c85cc1e-7a1a-4879-994e-423dbe17883a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 981c3fcb-d66e-466c-a8b8-83147c51e0ed {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:50:50.409739 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-35776ef6-f466-4e69-8cc0-81554657bf20 req-5c85cc1e-7a1a-4879-994e-423dbe17883a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:50.421975 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-35776ef6-f466-4e69-8cc0-81554657bf20 req-5c85cc1e-7a1a-4879-994e-423dbe17883a service neutron] Transition to ACTIVE for port object 981c3fcb-d66e-466c-a8b8-83147c51e0ed will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:50:50.426622 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-35776ef6-f466-4e69-8cc0-81554657bf20 req-5c85cc1e-7a1a-4879-994e-423dbe17883a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:50.492533 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c85cc1e-7a1a-4879-994e-423dbe17883a service neutron] Pushing event updated for resources: {'Port': ['ID=981c3fcb-d66e-466c-a8b8-83147c51e0ed,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:50:50.546868 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-35776ef6-f466-4e69-8cc0-81554657bf20 req-5c85cc1e-7a1a-4879-994e-423dbe17883a service neutron] Attempting to bind port 981c3fcb-d66e-466c-a8b8-83147c51e0ed on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:50:50.547208 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-35776ef6-f466-4e69-8cc0-81554657bf20 req-5c85cc1e-7a1a-4879-994e-423dbe17883a service neutron] Attempting to bind port 981c3fcb-d66e-466c-a8b8-83147c51e0ed by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': 'bc3e7f52-aa5f-4270-82cb-d02637e4d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:50:50.547542 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35776ef6-f466-4e69-8cc0-81554657bf20 req-5c85cc1e-7a1a-4879-994e-423dbe17883a service neutron] Attempting to bind port 981c3fcb-d66e-466c-a8b8-83147c51e0ed on network eab9d718-18a2-4f64-bde2-4214b305d4e2 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:50:50.561603 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35776ef6-f466-4e69-8cc0-81554657bf20 req-5c85cc1e-7a1a-4879-994e-423dbe17883a service neutron] Port 981c3fcb-d66e-466c-a8b8-83147c51e0ed on network eab9d718-18a2-4f64-bde2-4214b305d4e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:50:50.561923 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35776ef6-f466-4e69-8cc0-81554657bf20 req-5c85cc1e-7a1a-4879-994e-423dbe17883a service neutron] Attempting to bind port 981c3fcb-d66e-466c-a8b8-83147c51e0ed on network eab9d718-18a2-4f64-bde2-4214b305d4e2 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:50:50.586808 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35776ef6-f466-4e69-8cc0-81554657bf20 req-5c85cc1e-7a1a-4879-994e-423dbe17883a service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:50:50.587143 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35776ef6-f466-4e69-8cc0-81554657bf20 req-5c85cc1e-7a1a-4879-994e-423dbe17883a service neutron] Checking segment: {'id': 'bc3e7f52-aa5f-4270-82cb-d02637e4d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:50:50.587535 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35776ef6-f466-4e69-8cc0-81554657bf20 req-5c85cc1e-7a1a-4879-994e-423dbe17883a service neutron] Bound using segment: {'id': 'bc3e7f52-aa5f-4270-82cb-d02637e4d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:50:50.588053 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-35776ef6-f466-4e69-8cc0-81554657bf20 req-5c85cc1e-7a1a-4879-994e-423dbe17883a service neutron] Bound port: 981c3fcb-d66e-466c-a8b8-83147c51e0ed, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc3e7f52-aa5f-4270-82cb-d02637e4d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:50:50.588412 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-35776ef6-f466-4e69-8cc0-81554657bf20 req-5c85cc1e-7a1a-4879-994e-423dbe17883a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:50.640873 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122666af-e046-414d-8a05-086ca1955232 req-f1458150-02fd-4a11-955e-daf7da842cad tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:50.642818 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-122666af-e046-414d-8a05-086ca1955232 req-f1458150-02fd-4a11-955e-daf7da842cad tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9 HTTP/1.1" status: 200 len: 943 time: 0.0919447 Nov 12 01:50:50.692313 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-35776ef6-f466-4e69-8cc0-81554657bf20 req-5c85cc1e-7a1a-4879-994e-423dbe17883a service neutron] For port 981c3fcb-d66e-466c-a8b8-83147c51e0ed, host n-h1-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:50:50.696941 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-35776ef6-f466-4e69-8cc0-81554657bf20 req-5c85cc1e-7a1a-4879-994e-423dbe17883a service neutron] For port 981c3fcb-d66e-466c-a8b8-83147c51e0ed, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=981c3fcb-d66e-466c-a8b8-83147c51e0ed,segment=NetworkSegment(bc3e7f52-aa5f-4270-82cb-d02637e4d286),segment_id=bc3e7f52-aa5f-4270-82cb-d02637e4d286)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:50:50.706434 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-35776ef6-f466-4e69-8cc0-81554657bf20 req-5c85cc1e-7a1a-4879-994e-423dbe17883a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:50.739996 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-122666af-e046-414d-8a05-086ca1955232 req-87d9bec9-93e0-4bbd-aab1-0e5db8eee79e tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879710 Nov 12 01:50:50.759784 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35776ef6-f466-4e69-8cc0-81554657bf20 req-5c85cc1e-7a1a-4879-994e-423dbe17883a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:50.760456 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-35776ef6-f466-4e69-8cc0-81554657bf20 req-5c85cc1e-7a1a-4879-994e-423dbe17883a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:50.761847 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-35776ef6-f466-4e69-8cc0-81554657bf20 req-5c85cc1e-7a1a-4879-994e-423dbe17883a service neutron] 10.222.0.16 "PUT /v2.0/ports/981c3fcb-d66e-466c-a8b8-83147c51e0ed HTTP/1.1" status: 200 len: 1092 time: 0.6820931 Nov 12 01:50:50.762294 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8557c67-6acf-4fc0-8b35-acaf6b45e0b9', 'tag': '981c3fcb-d66e-466c-a8b8-83147c51e0ed'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:50:50.767239 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dd4e089669c975f2de9f4f0df131bfb5fea3b750f9a1fd67846e9670e07c7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e09367-df55-493e-876b-21c0b07532be" -d '{"events": [{"name": "network-changed", "server_uuid": "c8557c67-6acf-4fc0-8b35-acaf6b45e0b9", "tag": "981c3fcb-d66e-466c-a8b8-83147c51e0ed"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:50:50.788872 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c85cc1e-7a1a-4879-994e-423dbe17883a service neutron] Pushing event updated for resources: {'Port': ['ID=981c3fcb-d66e-466c-a8b8-83147c51e0ed,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:50:50.809046 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7fc18c5-58db-45b8-ad6d-fefb967374ee x-openstack-request-id: req-d7fc18c5-58db-45b8-ad6d-fefb967374ee {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:50:50.809338 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8557c67-6acf-4fc0-8b35-acaf6b45e0b9", "tag": "981c3fcb-d66e-466c-a8b8-83147c51e0ed", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:50:50.809594 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d7fc18c5-58db-45b8-ad6d-fefb967374ee {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:50:50.809999 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8557c67-6acf-4fc0-8b35-acaf6b45e0b9', 'tag': '981c3fcb-d66e-466c-a8b8-83147c51e0ed', 'status': 'completed', 'code': 200} Nov 12 01:50:51.226598 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35776ef6-f466-4e69-8cc0-81554657bf20 req-7b9e5455-ccfe-4dcb-816d-5d1bbe4ef31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:51.228114 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-35776ef6-f466-4e69-8cc0-81554657bf20 req-7b9e5455-ccfe-4dcb-816d-5d1bbe4ef31d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=530ab68461024fd380ed810b9cdc601d&device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9 HTTP/1.1" status: 200 len: 1095 time: 0.3730118 Nov 12 01:50:51.284668 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-35776ef6-f466-4e69-8cc0-81554657bf20 req-8c1e5949-6645-4387-a5b5-92c06e5f0742 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=981c3fcb-d66e-466c-a8b8-83147c51e0ed HTTP/1.1" status: 200 len: 217 time: 0.0331922 Nov 12 01:50:51.338338 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35776ef6-f466-4e69-8cc0-81554657bf20 req-61f3a00f-36a6-4096-8a2c-6b9dc6613685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:51.339850 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-35776ef6-f466-4e69-8cc0-81554657bf20 req-61f3a00f-36a6-4096-8a2c-6b9dc6613685 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=141ee538-bdf5-4c57-a676-325be7ca993b HTTP/1.1" status: 200 len: 850 time: 0.0438018 Nov 12 01:50:51.390346 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35776ef6-f466-4e69-8cc0-81554657bf20 req-6e214cce-103f-49a4-9ccc-d8684ff29a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:51.391905 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-35776ef6-f466-4e69-8cc0-81554657bf20 req-6e214cce-103f-49a4-9ccc-d8684ff29a71 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eab9d718-18a2-4f64-bde2-4214b305d4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408340 Nov 12 01:50:51.489123 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-35776ef6-f466-4e69-8cc0-81554657bf20 req-f4f9bff1-a235-4275-a731-62d25861cd07 service neutron] 10.222.0.16 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855794 Nov 12 01:50:51.589268 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-35776ef6-f466-4e69-8cc0-81554657bf20 req-5ad38a62-ea61-4dec-aac9-a096840b4d84 service neutron] 10.222.0.16 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884223 Nov 12 01:50:51.738345 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e09367-df55-493e-876b-21c0b07532be req-ff10bdf6-64ba-44ed-b64f-41ddc024089b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:51.739885 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-91e09367-df55-493e-876b-21c0b07532be req-ff10bdf6-64ba-44ed-b64f-41ddc024089b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=530ab68461024fd380ed810b9cdc601d&device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9 HTTP/1.1" status: 200 len: 1095 time: 0.0413287 Nov 12 01:50:51.860267 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e09367-df55-493e-876b-21c0b07532be req-eb2469ed-b92b-4f11-acca-7512d875588f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:51.861773 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-91e09367-df55-493e-876b-21c0b07532be req-eb2469ed-b92b-4f11-acca-7512d875588f service neutron] 10.222.0.16 "GET /v2.0/networks?id=eab9d718-18a2-4f64-bde2-4214b305d4e2 HTTP/1.1" status: 200 len: 911 time: 0.1142123 Nov 12 01:50:51.879795 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa2331-b378-4bb1-a589-f8f3748b2ef5 req-a7aefcfe-adc0-4202-8483-7999e50b1829 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:51.881263 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7daa2331-b378-4bb1-a589-f8f3748b2ef5 req-a7aefcfe-adc0-4202-8483-7999e50b1829 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9 HTTP/1.1" status: 200 len: 943 time: 0.0665927 Nov 12 01:50:51.919883 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-91e09367-df55-493e-876b-21c0b07532be req-751dec22-812a-4250-b2a2-007e77e4e2c7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=981c3fcb-d66e-466c-a8b8-83147c51e0ed HTTP/1.1" status: 200 len: 217 time: 0.0481126 Nov 12 01:50:51.994993 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7daa2331-b378-4bb1-a589-f8f3748b2ef5 req-52d25ca7-b604-4496-ac0a-a7a13b99a5d1 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069310 Nov 12 01:50:51.996454 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e09367-df55-493e-876b-21c0b07532be req-2733ae80-9699-40d8-8187-fe244855aecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:51.998069 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-91e09367-df55-493e-876b-21c0b07532be req-2733ae80-9699-40d8-8187-fe244855aecf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=141ee538-bdf5-4c57-a676-325be7ca993b HTTP/1.1" status: 200 len: 850 time: 0.0703011 Nov 12 01:50:52.046471 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e09367-df55-493e-876b-21c0b07532be req-e11fcfaf-14c1-41d7-b241-68739c588ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:52.047957 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-91e09367-df55-493e-876b-21c0b07532be req-e11fcfaf-14c1-41d7-b241-68739c588ff4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eab9d718-18a2-4f64-bde2-4214b305d4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409827 Nov 12 01:50:52.137381 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-91e09367-df55-493e-876b-21c0b07532be req-0aa2b104-f959-48e8-90f1-33daefc30625 service neutron] 10.222.0.16 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808456 Nov 12 01:50:52.232464 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-91e09367-df55-493e-876b-21c0b07532be req-de66cad1-b054-40e4-acdd-a10673d991d6 service neutron] 10.222.0.16 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868311 Nov 12 01:50:53.115542 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485978b7-1834-4276-9b04-94ba0e74f515 req-a06efd19-ffac-46e8-a9a4-595b09ab84c3 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:53.117149 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-485978b7-1834-4276-9b04-94ba0e74f515 req-a06efd19-ffac-46e8-a9a4-595b09ab84c3 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9 HTTP/1.1" status: 200 len: 943 time: 0.0500481 Nov 12 01:50:53.163717 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-485978b7-1834-4276-9b04-94ba0e74f515 req-08c25d08-0247-4bb1-9ded-612745dfdc49 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407135 Nov 12 01:50:54.170426 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 981c3fcb-d66e-466c-a8b8-83147c51e0ed details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:50:54.270526 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 981c3fcb-d66e-466c-a8b8-83147c51e0ed, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=981c3fcb-d66e-466c-a8b8-83147c51e0ed,segment=NetworkSegment(bc3e7f52-aa5f-4270-82cb-d02637e4d286),segment_id=bc3e7f52-aa5f-4270-82cb-d02637e4d286)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:50:54.282876 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': '981c3fcb-d66e-466c-a8b8-83147c51e0ed', 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2', 'port_id': '981c3fcb-d66e-466c-a8b8-83147c51e0ed', 'mac_address': 'fa:16:3e:14:89:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:50:54.289548 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69b48d-f8ea-4f4f-967e-0063b0161ef7 req-fcd8b285-d17f-45de-8e02-24d961c0ba18 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:54.291099 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-de69b48d-f8ea-4f4f-967e-0063b0161ef7 req-fcd8b285-d17f-45de-8e02-24d961c0ba18 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9 HTTP/1.1" status: 200 len: 943 time: 0.0569541 Nov 12 01:50:54.323233 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:54.337439 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 981c3fcb-d66e-466c-a8b8-83147c51e0ed {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:50:54.343804 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-de69b48d-f8ea-4f4f-967e-0063b0161ef7 req-525a4057-40c6-4057-b215-b8070c84a853 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465713 Nov 12 01:50:54.357675 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 981c3fcb-d66e-466c-a8b8-83147c51e0ed, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=981c3fcb-d66e-466c-a8b8-83147c51e0ed,segment=NetworkSegment(bc3e7f52-aa5f-4270-82cb-d02637e4d286),segment_id=bc3e7f52-aa5f-4270-82cb-d02637e4d286)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:50:54.362573 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:54.409917 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=981c3fcb-d66e-466c-a8b8-83147c51e0ed,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:50:54.716351 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['981c3fcb-d66e-466c-a8b8-83147c51e0ed'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:50:55.463870 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e3fea2-aa91-4150-8680-7a541a2b2429 req-e29ebccf-ae07-4557-9a5a-601bac37e06c tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:55.465657 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-96e3fea2-aa91-4150-8680-7a541a2b2429 req-e29ebccf-ae07-4557-9a5a-601bac37e06c tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9 HTTP/1.1" status: 200 len: 944 time: 0.0520892 Nov 12 01:50:55.513978 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-96e3fea2-aa91-4150-8680-7a541a2b2429 req-f3e473c2-b503-4c1a-87ea-be3b630ef9e7 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422616 Nov 12 01:50:56.188916 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 981c3fcb-d66e-466c-a8b8-83147c51e0ed up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:50:56.238270 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port 981c3fcb-d66e-466c-a8b8-83147c51e0ed completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:50:56.242275 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port 981c3fcb-d66e-466c-a8b8-83147c51e0ed triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:50:56.242707 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:56.321375 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:56.342300 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8557c67-6acf-4fc0-8b35-acaf6b45e0b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981c3fcb-d66e-466c-a8b8-83147c51e0ed'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:50:56.344737 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ec54fb32a252cf543512252f4538ed49f878ab9aa91f770db158cb882be9043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0053c31-669f-4040-9f97-58d637dccc09" -d '{"events": [{"server_uuid": "c8557c67-6acf-4fc0-8b35-acaf6b45e0b9", "name": "network-vif-plugged", "status": "completed", "tag": "981c3fcb-d66e-466c-a8b8-83147c51e0ed"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:50:56.358170 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 981c3fcb-d66e-466c-a8b8-83147c51e0ed, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=981c3fcb-d66e-466c-a8b8-83147c51e0ed,segment=NetworkSegment(bc3e7f52-aa5f-4270-82cb-d02637e4d286),segment_id=bc3e7f52-aa5f-4270-82cb-d02637e4d286)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:50:56.362571 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:56.386175 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926cf041-1d93-4098-9f9e-1a8b3a0e1051 x-openstack-request-id: req-926cf041-1d93-4098-9f9e-1a8b3a0e1051 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:50:56.386467 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8557c67-6acf-4fc0-8b35-acaf6b45e0b9", "name": "network-vif-plugged", "status": "completed", "tag": "981c3fcb-d66e-466c-a8b8-83147c51e0ed", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:50:56.386718 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-926cf041-1d93-4098-9f9e-1a8b3a0e1051 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:50:56.387102 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8557c67-6acf-4fc0-8b35-acaf6b45e0b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981c3fcb-d66e-466c-a8b8-83147c51e0ed', 'code': 200} Nov 12 01:50:56.412340 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=981c3fcb-d66e-466c-a8b8-83147c51e0ed,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:50:56.529863 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3118b595-c1e9-47f5-8551-f12a12e10404 req-0d304e8e-9f1c-4194-9801-234966ea2923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:56.531350 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3118b595-c1e9-47f5-8551-f12a12e10404 req-0d304e8e-9f1c-4194-9801-234966ea2923 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9 HTTP/1.1" status: 200 len: 1097 time: 0.0453937 Nov 12 01:50:56.582236 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3118b595-c1e9-47f5-8551-f12a12e10404 req-b9fa9f91-8250-4dfa-9756-227ef58eed06 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387354 Nov 12 01:50:56.633214 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f04677-08d7-460a-b926-174173e8ff0f req-463e4b3e-c67c-42b4-beff-d42718de1f7c tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:56.634726 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6f04677-08d7-460a-b926-174173e8ff0f req-463e4b3e-c67c-42b4-beff-d42718de1f7c tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9 HTTP/1.1" status: 200 len: 945 time: 0.0495622 Nov 12 01:50:56.683214 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6f04677-08d7-460a-b926-174173e8ff0f req-df6e90aa-5fbb-48a1-bddf-5392d02f1f5c tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423694 Nov 12 01:50:57.286060 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3dc6b27d-0b62-4f89-892e-a0604cb318d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:57.804387 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7ce1d-0585-4586-b334-f5cdc6895ddf req-92e755f0-e5a2-4d58-9068-5238241014ac tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:57.806185 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e8a7ce1d-0585-4586-b334-f5cdc6895ddf req-92e755f0-e5a2-4d58-9068-5238241014ac tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9 HTTP/1.1" status: 200 len: 945 time: 0.0525017 Nov 12 01:50:57.860592 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e8a7ce1d-0585-4586-b334-f5cdc6895ddf req-242000e9-db81-4f46-b759-402e4cb53d31 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474596 Nov 12 01:50:58.975904 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11ec5d-96b7-4c2a-bac3-2af832d5350b req-812e5914-ac8b-4a44-a102-8d1948ea4543 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:58.977527 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3b11ec5d-96b7-4c2a-bac3-2af832d5350b req-812e5914-ac8b-4a44-a102-8d1948ea4543 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9 HTTP/1.1" status: 200 len: 945 time: 0.0502951 Nov 12 01:50:59.028917 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3b11ec5d-96b7-4c2a-bac3-2af832d5350b req-677d46b4-4b26-4ec4-b463-31393f7bbb21 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454624 Nov 12 01:50:59.141825 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf29b30-2e6c-4a98-8200-adc235181cba req-5822fda2-39bb-49a3-b93a-f4f12ea561b3 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:50:59.143253 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1cf29b30-2e6c-4a98-8200-adc235181cba req-5822fda2-39bb-49a3-b93a-f4f12ea561b3 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9 HTTP/1.1" status: 200 len: 945 time: 0.0494456 Nov 12 01:50:59.151824 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 55584) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:50:59.157592 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-8b5f8743-5928-44a6-a2a9-1dee749fa26e tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Request body: {'floatingip': {'port_id': '981c3fcb-d66e-466c-a8b8-83147c51e0ed'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:50:59.201479 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8b5f8743-5928-44a6-a2a9-1dee749fa26e tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks [] for floatingip, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:59.638885 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8b5f8743-5928-44a6-a2a9-1dee749fa26e tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:59.642772 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8b5f8743-5928-44a6-a2a9-1dee749fa26e tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:50:59.744545 n-d-712142-27 neutron-server[109085]: INFO neutron.db.l3_db [None req-8b5f8743-5928-44a6-a2a9-1dee749fa26e tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Floating IP 8bfe0454-1503-4b27-87d5-fcebff0895ee associated. External IP: 172.25.3.194, port: 981c3fcb-d66e-466c-a8b8-83147c51e0ed. Nov 12 01:50:59.950496 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b5f8743-5928-44a6-a2a9-1dee749fa26e tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Router d2ea25a2-304b-4353-a1b9-bc616db4a0e5 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:51:00.058109 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5f8743-5928-44a6-a2a9-1dee749fa26e tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:51:00.063179 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8b5f8743-5928-44a6-a2a9-1dee749fa26e tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:00.068769 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cb7c4d-cbee-4d0e-b413-b266d3408a56 None None] Sync routers for ids ['d2ea25a2-304b-4353-a1b9-bc616db4a0e5'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:51:00.078009 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cb7c4d-cbee-4d0e-b413-b266d3408a56 None None] Routers {'d2ea25a2-304b-4353-a1b9-bc616db4a0e5'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:51:00.078624 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-71cb7c4d-cbee-4d0e-b413-b266d3408a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:50:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['d2ea25a2-304b-4353-a1b9-bc616db4a0e5'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:51:00.090799 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-8b5f8743-5928-44a6-a2a9-1dee749fa26e tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "PUT /v2.0/floatingips/8bfe0454-1503-4b27-87d5-fcebff0895ee HTTP/1.1" status: 200 len: 991 time: 0.9378796 Nov 12 01:51:00.091498 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8557c67-6acf-4fc0-8b35-acaf6b45e0b9', 'tag': '981c3fcb-d66e-466c-a8b8-83147c51e0ed'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:51:00.093930 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dd4e089669c975f2de9f4f0df131bfb5fea3b750f9a1fd67846e9670e07c7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9c6a81-55f8-468d-bfa0-328c53f076a0" -d '{"events": [{"name": "network-changed", "server_uuid": "c8557c67-6acf-4fc0-8b35-acaf6b45e0b9", "tag": "981c3fcb-d66e-466c-a8b8-83147c51e0ed"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:51:00.132688 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104118a5-20df-4136-bd45-e93a81a3dcaf x-openstack-request-id: req-104118a5-20df-4136-bd45-e93a81a3dcaf {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:51:00.132984 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8557c67-6acf-4fc0-8b35-acaf6b45e0b9", "tag": "981c3fcb-d66e-466c-a8b8-83147c51e0ed", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:51:00.133238 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-104118a5-20df-4136-bd45-e93a81a3dcaf {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:51:00.133652 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8557c67-6acf-4fc0-8b35-acaf6b45e0b9', 'tag': '981c3fcb-d66e-466c-a8b8-83147c51e0ed', 'status': 'completed', 'code': 200} Nov 12 01:51:00.190817 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-71cb7c4d-cbee-4d0e-b413-b266d3408a56 None None] Set router d2ea25a2-304b-4353-a1b9-bc616db4a0e5 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:51:00.236579 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c6a81-55f8-468d-bfa0-328c53f076a0 req-22a4f64f-878d-410b-af8b-4d4f1cbea723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:00.238656 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5d9c6a81-55f8-468d-bfa0-328c53f076a0 req-22a4f64f-878d-410b-af8b-4d4f1cbea723 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=530ab68461024fd380ed810b9cdc601d&device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9 HTTP/1.1" status: 200 len: 1097 time: 0.0421815 Nov 12 01:51:00.338242 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c6a81-55f8-468d-bfa0-328c53f076a0 req-21ad7a3e-7385-47d7-a2d4-03d35e83d2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:00.339671 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5d9c6a81-55f8-468d-bfa0-328c53f076a0 req-21ad7a3e-7385-47d7-a2d4-03d35e83d2f6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=eab9d718-18a2-4f64-bde2-4214b305d4e2 HTTP/1.1" status: 200 len: 911 time: 0.0939748 Nov 12 01:51:00.412804 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5d9c6a81-55f8-468d-bfa0-328c53f076a0 req-ec3f58a7-e898-438b-9a30-1eb50f57ae34 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=981c3fcb-d66e-466c-a8b8-83147c51e0ed HTTP/1.1" status: 200 len: 999 time: 0.0649531 Nov 12 01:51:00.426083 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-71cb7c4d-cbee-4d0e-b413-b266d3408a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'name': 'tempest-ServerActionsTestJSON-415643110-router', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:11Z', 'updated_at': '2021-11-12T01:46:14Z', 'revision_number': 4, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'gw_port': {'id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:12Z', 'updated_at': '2021-11-12T01:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '8bfe0454-1503-4b27-87d5-fcebff0895ee', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'floating_ip_address': '172.25.3.194', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'port_id': '981c3fcb-d66e-466c-a8b8-83147c51e0ed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2', 'mac_address': 'fa:16:3e:14:89:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8557c67-6acf-4fc0-8b35-acaf6b45e0b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:46:16Z', 'updated_at': '2021-11-12T01:50:59Z', 'revision_number': 9, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eba61d07-f8d0-47d0-94ee-016e007938d2', 'name': '', 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'mac_address': 'fa:16:3e:90:3e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:13Z', 'updated_at': '2021-11-12T01:46:18Z', 'revision_number': 5, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'subnets': [{'id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:51:00.452870 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cb7c4d-cbee-4d0e-b413-b266d3408a56 None None] Checking router: d2ea25a2-304b-4353-a1b9-bc616db4a0e5 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:51:00.461383 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cb7c4d-cbee-4d0e-b413-b266d3408a56 None None] Routers {'d2ea25a2-304b-4353-a1b9-bc616db4a0e5'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:51:00.461991 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-71cb7c4d-cbee-4d0e-b413-b266d3408a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:50:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['d2ea25a2-304b-4353-a1b9-bc616db4a0e5'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:51:00.469540 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c6a81-55f8-468d-bfa0-328c53f076a0 req-d7430f51-8af0-4dc7-8b17-e280810092a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:00.471037 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5d9c6a81-55f8-468d-bfa0-328c53f076a0 req-d7430f51-8af0-4dc7-8b17-e280810092a3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=141ee538-bdf5-4c57-a676-325be7ca993b HTTP/1.1" status: 200 len: 850 time: 0.0510721 Nov 12 01:51:00.518978 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c6a81-55f8-468d-bfa0-328c53f076a0 req-9652b521-c883-41b7-9e26-999c038f989d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:00.520579 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5d9c6a81-55f8-468d-bfa0-328c53f076a0 req-9652b521-c883-41b7-9e26-999c038f989d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eab9d718-18a2-4f64-bde2-4214b305d4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429494 Nov 12 01:51:00.571235 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-71cb7c4d-cbee-4d0e-b413-b266d3408a56 None None] Set router d2ea25a2-304b-4353-a1b9-bc616db4a0e5 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:51:00.611163 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5d9c6a81-55f8-468d-bfa0-328c53f076a0 req-9a98e018-3dd9-4c66-8aaa-66436eba4447 service neutron] 10.222.0.16 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829525 Nov 12 01:51:00.713828 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5d9c6a81-55f8-468d-bfa0-328c53f076a0 req-4bf5a878-621e-4807-8f16-356caec124ad service neutron] 10.222.0.16 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952408 Nov 12 01:51:00.800984 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-71cb7c4d-cbee-4d0e-b413-b266d3408a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'name': 'tempest-ServerActionsTestJSON-415643110-router', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:11Z', 'updated_at': '2021-11-12T01:46:14Z', 'revision_number': 4, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'gw_port': {'id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:12Z', 'updated_at': '2021-11-12T01:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '8bfe0454-1503-4b27-87d5-fcebff0895ee', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'floating_ip_address': '172.25.3.194', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'port_id': '981c3fcb-d66e-466c-a8b8-83147c51e0ed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2', 'mac_address': 'fa:16:3e:14:89:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8557c67-6acf-4fc0-8b35-acaf6b45e0b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:46:16Z', 'updated_at': '2021-11-12T01:50:59Z', 'revision_number': 9, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eba61d07-f8d0-47d0-94ee-016e007938d2', 'name': '', 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'mac_address': 'fa:16:3e:90:3e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:13Z', 'updated_at': '2021-11-12T01:46:18Z', 'revision_number': 5, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'subnets': [{'id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:51:00.827437 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cb7c4d-cbee-4d0e-b413-b266d3408a56 None None] The sync data for ids ['d2ea25a2-304b-4353-a1b9-bc616db4a0e5'] in n-d-712142-27 is: [{'id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'name': 'tempest-ServerActionsTestJSON-415643110-router', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:11Z', 'updated_at': '2021-11-12T01:46:14Z', 'revision_number': 4, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'gw_port': {'id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:12Z', 'updated_at': '2021-11-12T01:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '8bfe0454-1503-4b27-87d5-fcebff0895ee', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'floating_ip_address': '172.25.3.194', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'port_id': '981c3fcb-d66e-466c-a8b8-83147c51e0ed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2', 'mac_address': 'fa:16:3e:14:89:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8557c67-6acf-4fc0-8b35-acaf6b45e0b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:46:16Z', 'updated_at': '2021-11-12T01:50:59Z', 'revision_number': 9, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eba61d07-f8d0-47d0-94ee-016e007938d2', 'name': '', 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'mac_address': 'fa:16:3e:90:3e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:13Z', 'updated_at': '2021-11-12T01:46:18Z', 'revision_number': 5, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'subnets': [{'id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:51:00.867707 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3d185159-13ae-43c2-8f93-30589fc0df06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:01.030119 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13c4ad0-629d-41cf-a8ad-04900fbd743a None None] New status for floating IP 8bfe0454-1503-4b27-87d5-fcebff0895ee: ACTIVE {{(pid=109088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:51:03.020241 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:04.029762 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:05.330413 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:08.823088 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:11.011745 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:14.449119 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:51:27.288933 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-eac0ac99-38cf-4710-af85-5423a98f3715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:30.869258 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e3fd84f6-3e5e-44e1-9f62-701dc9ac861e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:33.024829 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:34.031928 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:35.333821 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:38.828297 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:41.017451 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:51:46.073228 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3d2e1b2a-1ee5-4d04-84a7-93cc8d6b72d8 req-a7c99ee6-534e-45c3-bb57-429a92775c74 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417428 Nov 12 01:51:46.191145 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e1b2a-1ee5-4d04-84a7-93cc8d6b72d8 req-8af2aac2-e11e-44d9-892d-f921c5aa7f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:46.192694 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3d2e1b2a-1ee5-4d04-84a7-93cc8d6b72d8 req-8af2aac2-e11e-44d9-892d-f921c5aa7f89 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=530ab68461024fd380ed810b9cdc601d&device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9 HTTP/1.1" status: 200 len: 1097 time: 0.0467274 Nov 12 01:51:46.304173 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e1b2a-1ee5-4d04-84a7-93cc8d6b72d8 req-0efe81ef-3408-4257-81c5-d5f9f5cc0126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:46.305657 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3d2e1b2a-1ee5-4d04-84a7-93cc8d6b72d8 req-0efe81ef-3408-4257-81c5-d5f9f5cc0126 service neutron] 10.222.0.16 "GET /v2.0/networks?id=eab9d718-18a2-4f64-bde2-4214b305d4e2 HTTP/1.1" status: 200 len: 911 time: 0.0869508 Nov 12 01:51:46.376635 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3d2e1b2a-1ee5-4d04-84a7-93cc8d6b72d8 req-230f495c-1d6b-49bc-963d-a28ea67e91ab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=981c3fcb-d66e-466c-a8b8-83147c51e0ed HTTP/1.1" status: 200 len: 1002 time: 0.0623279 Nov 12 01:51:46.429750 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e1b2a-1ee5-4d04-84a7-93cc8d6b72d8 req-8278bb4d-988d-4e16-a9f7-49b649a9133f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:46.431231 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3d2e1b2a-1ee5-4d04-84a7-93cc8d6b72d8 req-8278bb4d-988d-4e16-a9f7-49b649a9133f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=141ee538-bdf5-4c57-a676-325be7ca993b HTTP/1.1" status: 200 len: 850 time: 0.0443676 Nov 12 01:51:46.483503 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e1b2a-1ee5-4d04-84a7-93cc8d6b72d8 req-23ef35b2-fa4a-4a27-804a-bc0a031bf0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:51:46.485057 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3d2e1b2a-1ee5-4d04-84a7-93cc8d6b72d8 req-23ef35b2-fa4a-4a27-804a-bc0a031bf0ca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eab9d718-18a2-4f64-bde2-4214b305d4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422986 Nov 12 01:51:46.581760 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3d2e1b2a-1ee5-4d04-84a7-93cc8d6b72d8 req-f41056ee-3527-48e8-bcd8-93439b3d5060 service neutron] 10.222.0.16 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885425 Nov 12 01:51:46.674350 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3d2e1b2a-1ee5-4d04-84a7-93cc8d6b72d8 req-4e1bc301-4306-4c4d-b232-4ba1eee82402 service neutron] 10.222.0.16 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848124 Nov 12 01:51:51.448619 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:51:57.290005 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-726bdbcc-331c-44c9-a430-59bff955cbe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:00.871144 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-54cee38b-c39e-4ed5-9d96-de1801ebe8bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:03.026792 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:04.034000 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:05.335299 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:08.826480 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:11.038936 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:13.499178 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-4d934aa8-eafc-40c4-ba29-80dc3e6f5bfb req-ef4898ad-d4f9-47d7-909c-90382b9c6cfb service neutron] (109085) timed out ('10.222.0.45', 50662) {{(pid=109085) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 01:52:27.295359 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-14e2d0b1-f818-4adf-843f-776561099666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:28.447934 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:52:30.872118 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-efac50bc-e4de-45ec-832f-3a974997180f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:33.029814 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:34.036456 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:35.338606 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:38.825562 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:41.058608 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:43.552454 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-83dc87e2-c2c3-422a-bb08-b87657bb476a req-6a76547b-51a4-4a63-8fb1-9f859b59ade6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0453131 Nov 12 01:52:43.569333 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde3d5e-0014-45c7-b06a-ec4791e4cf83 req-f6aa90a7-2d19-43af-a365-6063e6cc461e tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:43.571355 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4bde3d5e-0014-45c7-b06a-ec4791e4cf83 req-f6aa90a7-2d19-43af-a365-6063e6cc461e tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9 HTTP/1.1" status: 200 len: 945 time: 0.0525546 Nov 12 01:52:43.625514 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4bde3d5e-0014-45c7-b06a-ec4791e4cf83 req-b6a8c16c-8837-4cd9-b3bc-2488aa7a2596 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479326 Nov 12 01:52:44.779411 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68919603-1da6-497d-a0ba-8982691b8df1 req-8e90271d-8109-4ce8-9853-f81e1d0d545e tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:44.780821 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68919603-1da6-497d-a0ba-8982691b8df1 req-8e90271d-8109-4ce8-9853-f81e1d0d545e tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9 HTTP/1.1" status: 200 len: 945 time: 0.0820656 Nov 12 01:52:44.788497 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc87e2-c2c3-422a-bb08-b87657bb476a req-91c01453-87b9-420c-b862-a46434e673e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:44.789971 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-83dc87e2-c2c3-422a-bb08-b87657bb476a req-91c01453-87b9-420c-b862-a46434e673e5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=530ab68461024fd380ed810b9cdc601d&device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9 HTTP/1.1" status: 200 len: 1097 time: 0.0614312 Nov 12 01:52:44.886651 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68919603-1da6-497d-a0ba-8982691b8df1 req-1d5449fb-0f6b-47b6-b405-47b6fde59dbf tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957367 Nov 12 01:52:44.913437 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc87e2-c2c3-422a-bb08-b87657bb476a req-02bd6f23-eb1d-486f-b932-920c61f4f3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:44.914922 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-83dc87e2-c2c3-422a-bb08-b87657bb476a req-02bd6f23-eb1d-486f-b932-920c61f4f3dc service neutron] 10.222.0.16 "GET /v2.0/networks?id=eab9d718-18a2-4f64-bde2-4214b305d4e2 HTTP/1.1" status: 200 len: 911 time: 0.1113715 Nov 12 01:52:44.982143 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-83dc87e2-c2c3-422a-bb08-b87657bb476a req-ccdf41da-4e81-4c4b-9eef-db137bcd60be service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=981c3fcb-d66e-466c-a8b8-83147c51e0ed HTTP/1.1" status: 200 len: 1002 time: 0.0592995 Nov 12 01:52:45.042718 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc87e2-c2c3-422a-bb08-b87657bb476a req-82aa8527-d355-43f6-bfc0-b97bb499b891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:45.044127 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-83dc87e2-c2c3-422a-bb08-b87657bb476a req-82aa8527-d355-43f6-bfc0-b97bb499b891 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=141ee538-bdf5-4c57-a676-325be7ca993b HTTP/1.1" status: 200 len: 850 time: 0.0518341 Nov 12 01:52:45.090434 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc87e2-c2c3-422a-bb08-b87657bb476a req-1e6aa216-b127-4693-b32a-36e613437614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:45.091921 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-83dc87e2-c2c3-422a-bb08-b87657bb476a req-1e6aa216-b127-4693-b32a-36e613437614 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eab9d718-18a2-4f64-bde2-4214b305d4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403979 Nov 12 01:52:45.187460 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-83dc87e2-c2c3-422a-bb08-b87657bb476a req-f0dc0d8f-9624-4249-9915-91f05358428e service neutron] 10.222.0.16 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810058 Nov 12 01:52:45.288174 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-83dc87e2-c2c3-422a-bb08-b87657bb476a req-c30334a3-498c-40ec-bbc1-2c2c85f1ee53 service neutron] 10.222.0.16 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882118 Nov 12 01:52:46.004203 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33f8b3-da51-47cf-ae30-b0eeef24301e req-5532c30c-168a-4f79-982f-260265b83d41 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:46.005811 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1f33f8b3-da51-47cf-ae30-b0eeef24301e req-5532c30c-168a-4f79-982f-260265b83d41 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9 HTTP/1.1" status: 200 len: 945 time: 0.0492647 Nov 12 01:52:46.054120 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1f33f8b3-da51-47cf-ae30-b0eeef24301e req-d0d2d308-001f-4172-b3d3-8f406721a7dd tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423715 Nov 12 01:52:47.208447 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0347ecd7-45aa-459e-862c-bbf66d2d8eb3 req-16da0020-ba73-4d35-a448-9f4eab418d1a tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:47.209946 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0347ecd7-45aa-459e-862c-bbf66d2d8eb3 req-16da0020-ba73-4d35-a448-9f4eab418d1a tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9 HTTP/1.1" status: 200 len: 945 time: 0.0811048 Nov 12 01:52:47.216412 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6317579f-654d-419b-bd30-2507be668aa8 req-dcde675f-8c62-409e-a1cb-16e20633de17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:47.217829 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6317579f-654d-419b-bd30-2507be668aa8 req-dcde675f-8c62-409e-a1cb-16e20633de17 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=530ab68461024fd380ed810b9cdc601d&device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9 HTTP/1.1" status: 200 len: 1097 time: 0.0561757 Nov 12 01:52:47.311850 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0347ecd7-45aa-459e-862c-bbf66d2d8eb3 req-3aa9a1a3-8747-4c04-9efc-a1a13f5c85e8 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930614 Nov 12 01:52:47.343663 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6317579f-654d-419b-bd30-2507be668aa8 req-e1b7ca3b-e62c-4b25-a208-abe99dcee3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:47.345132 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6317579f-654d-419b-bd30-2507be668aa8 req-e1b7ca3b-e62c-4b25-a208-abe99dcee3b5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=eab9d718-18a2-4f64-bde2-4214b305d4e2 HTTP/1.1" status: 200 len: 911 time: 0.1063881 Nov 12 01:52:47.411800 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6317579f-654d-419b-bd30-2507be668aa8 req-1354ed67-05e8-4ab6-b5bd-ed6dc47a07ae service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=981c3fcb-d66e-466c-a8b8-83147c51e0ed HTTP/1.1" status: 200 len: 1002 time: 0.0573955 Nov 12 01:52:47.463701 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6317579f-654d-419b-bd30-2507be668aa8 req-3f942a71-06a5-4435-9520-67ba078605ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:47.465203 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6317579f-654d-419b-bd30-2507be668aa8 req-3f942a71-06a5-4435-9520-67ba078605ab service neutron] 10.222.0.16 "GET /v2.0/subnets?id=141ee538-bdf5-4c57-a676-325be7ca993b HTTP/1.1" status: 200 len: 850 time: 0.0449946 Nov 12 01:52:47.516551 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6317579f-654d-419b-bd30-2507be668aa8 req-45949b4e-36c6-4e91-8b15-f25c023e82b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:47.518111 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6317579f-654d-419b-bd30-2507be668aa8 req-45949b4e-36c6-4e91-8b15-f25c023e82b8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eab9d718-18a2-4f64-bde2-4214b305d4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444927 Nov 12 01:52:47.609991 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6317579f-654d-419b-bd30-2507be668aa8 req-ca11b341-f3b5-4901-978a-65b2cd6dfca8 service neutron] 10.222.0.16 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812478 Nov 12 01:52:47.704516 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6317579f-654d-419b-bd30-2507be668aa8 req-740ad07d-f0cf-48fa-91ad-52758782ef12 service neutron] 10.222.0.16 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864432 Nov 12 01:52:48.430736 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151714d-6075-4b46-afb5-525946fb9349 req-52622980-fe8e-49ff-bc30-78d7c63251f7 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:48.432250 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e151714d-6075-4b46-afb5-525946fb9349 req-52622980-fe8e-49ff-bc30-78d7c63251f7 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9 HTTP/1.1" status: 200 len: 945 time: 0.0504334 Nov 12 01:52:48.480169 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e151714d-6075-4b46-afb5-525946fb9349 req-02fab338-30a1-433b-91ea-8dfb734cf46b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417418 Nov 12 01:52:49.594144 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2ba75-753e-4bd5-9032-2026cb67f97f req-9b72904d-7bcb-4c1f-9f95-1ab50ae1a594 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:49.596181 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-abe2ba75-753e-4bd5-9032-2026cb67f97f req-9b72904d-7bcb-4c1f-9f95-1ab50ae1a594 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9 HTTP/1.1" status: 200 len: 945 time: 0.0499916 Nov 12 01:52:49.648125 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-abe2ba75-753e-4bd5-9032-2026cb67f97f req-8d548c91-67f7-4ae5-914b-bceb17371624 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456476 Nov 12 01:52:50.764104 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755e207-a43b-43f0-80f7-442929f3f41b req-e92b2a10-2fbe-4390-b294-939beb6e30a8 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:50.765587 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7755e207-a43b-43f0-80f7-442929f3f41b req-e92b2a10-2fbe-4390-b294-939beb6e30a8 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9 HTTP/1.1" status: 200 len: 945 time: 0.0488265 Nov 12 01:52:50.814799 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7755e207-a43b-43f0-80f7-442929f3f41b req-2620526a-8706-429d-8a54-5317da773ab9 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426691 Nov 12 01:52:51.929581 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c28f0-35f7-4b12-94d9-bf44eaa5f8dc req-769155c2-b518-4454-a384-59ce167eba8f tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:51.931075 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d5c28f0-35f7-4b12-94d9-bf44eaa5f8dc req-769155c2-b518-4454-a384-59ce167eba8f tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9 HTTP/1.1" status: 200 len: 945 time: 0.0495954 Nov 12 01:52:51.979140 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d5c28f0-35f7-4b12-94d9-bf44eaa5f8dc req-4e00f6ec-252f-45c9-84fd-a303f84edcc7 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413342 Nov 12 01:52:53.100771 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a6e25-9127-4b8d-b000-c1ea02466059 req-b0a42f6c-830a-47e3-8452-a5256f5d7f2c tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:53.102262 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-087a6e25-9127-4b8d-b000-c1ea02466059 req-b0a42f6c-830a-47e3-8452-a5256f5d7f2c tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9 HTTP/1.1" status: 200 len: 945 time: 0.0525024 Nov 12 01:52:53.150571 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-087a6e25-9127-4b8d-b000-c1ea02466059 req-27c77a47-f2c6-4d94-8972-b0a1b3b91020 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422652 Nov 12 01:52:54.265391 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b24bd86-662e-4894-b488-dae4db25087b req-7212ac72-50b4-4665-827c-7d3c70042e6a tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:54.266870 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9b24bd86-662e-4894-b488-dae4db25087b req-7212ac72-50b4-4665-827c-7d3c70042e6a tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9 HTTP/1.1" status: 200 len: 945 time: 0.0483644 Nov 12 01:52:54.315701 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9b24bd86-662e-4894-b488-dae4db25087b req-c3457197-2837-4047-bde6-2ade33d17b5b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421555 Nov 12 01:52:55.678637 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a715c-f2e8-417d-a5e5-6750c7d8269b req-b2b5b8f3-3cf3-4cdc-ae04-28d148e6f1c4 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:55.680051 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-720a715c-f2e8-417d-a5e5-6750c7d8269b req-b2b5b8f3-3cf3-4cdc-ae04-28d148e6f1c4 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9 HTTP/1.1" status: 200 len: 945 time: 0.0521152 Nov 12 01:52:55.726634 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-720a715c-f2e8-417d-a5e5-6750c7d8269b req-cc2a4acc-4616-4bf1-991d-74db2e9f083f tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406621 Nov 12 01:52:56.842361 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f41f3f-895a-45f5-999f-75b61b93ade0 req-7d9087a2-220c-4e10-bc15-2ae19798699a tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:56.844105 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-83f41f3f-895a-45f5-999f-75b61b93ade0 req-7d9087a2-220c-4e10-bc15-2ae19798699a tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9 HTTP/1.1" status: 200 len: 945 time: 0.0487750 Nov 12 01:52:56.892060 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-83f41f3f-895a-45f5-999f-75b61b93ade0 req-235c9fb3-774d-4d28-82e9-3c932f33e9c6 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413711 Nov 12 01:52:57.296706 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-30957279-25c5-4972-8e2a-69ed5a8f73a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:57.814554 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [req-83dc87e2-c2c3-422a-bb08-b87657bb476a req-f4625f7f-4500-4599-b92e-aa5f564c407c service neutron] show failed (client error): The resource could not be found. Nov 12 01:52:57.815563 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-83dc87e2-c2c3-422a-bb08-b87657bb476a req-f4625f7f-4500-4599-b92e-aa5f564c407c service neutron] 10.222.0.16 "GET /v2.0/ports/981c3fcb-d66e-466c-a8b8-83147c51e0ed/bindings/n-h2-712142-27 HTTP/1.1" status: 404 len: 381 time: 0.0539529 Nov 12 01:52:58.019072 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38630a1-ba75-4a19-b5cf-3fff04026cc2 req-103d9924-2570-461c-b922-6fd57131749c tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:58.021419 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c38630a1-ba75-4a19-b5cf-3fff04026cc2 req-103d9924-2570-461c-b922-6fd57131749c tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9 HTTP/1.1" status: 200 len: 945 time: 0.0576754 Nov 12 01:52:58.029434 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc87e2-c2c3-422a-bb08-b87657bb476a req-bb90475a-ba39-4310-9899-2e1ae5531f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:58.030936 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-83dc87e2-c2c3-422a-bb08-b87657bb476a req-bb90475a-ba39-4310-9899-2e1ae5531f6b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9&tenant_id=530ab68461024fd380ed810b9cdc601d HTTP/1.1" status: 200 len: 1097 time: 0.0420732 Nov 12 01:52:58.049422 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-83dc87e2-c2c3-422a-bb08-b87657bb476a req-d49fd525-57c5-44b3-ab9e-b7bd3e154d55 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712142-27', 'device_owner': 'compute:nova'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:52:58.068698 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c38630a1-ba75-4a19-b5cf-3fff04026cc2 req-2cdfe60d-0e98-4b45-9b26-9918298b2237 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413959 Nov 12 01:52:58.107360 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-83dc87e2-c2c3-422a-bb08-b87657bb476a req-d49fd525-57c5-44b3-ab9e-b7bd3e154d55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:58.305073 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-83dc87e2-c2c3-422a-bb08-b87657bb476a req-d49fd525-57c5-44b3-ab9e-b7bd3e154d55 service neutron] For port 981c3fcb-d66e-466c-a8b8-83147c51e0ed, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=981c3fcb-d66e-466c-a8b8-83147c51e0ed,segment=NetworkSegment(bc3e7f52-aa5f-4270-82cb-d02637e4d286),segment_id=bc3e7f52-aa5f-4270-82cb-d02637e4d286)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:52:58.338502 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-83dc87e2-c2c3-422a-bb08-b87657bb476a req-d49fd525-57c5-44b3-ab9e-b7bd3e154d55 service neutron] For port 981c3fcb-d66e-466c-a8b8-83147c51e0ed, host n-h1-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:52:58.378034 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8557c67-6acf-4fc0-8b35-acaf6b45e0b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '981c3fcb-d66e-466c-a8b8-83147c51e0ed'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:52:58.380342 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4d1d6158e421e9c8e993f80e0426ddaaefecbe2af3f4b68345379587447b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62aa793-9868-493e-a945-3b6621ef9fa1" -d '{"events": [{"server_uuid": "c8557c67-6acf-4fc0-8b35-acaf6b45e0b9", "name": "network-vif-unplugged", "status": "completed", "tag": "981c3fcb-d66e-466c-a8b8-83147c51e0ed"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:52:58.384396 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-83dc87e2-c2c3-422a-bb08-b87657bb476a req-d49fd525-57c5-44b3-ab9e-b7bd3e154d55 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:58.398288 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-83dc87e2-c2c3-422a-bb08-b87657bb476a req-d49fd525-57c5-44b3-ab9e-b7bd3e154d55 service neutron] Transition to ACTIVE for port object 981c3fcb-d66e-466c-a8b8-83147c51e0ed will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:52:58.401876 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-83dc87e2-c2c3-422a-bb08-b87657bb476a req-d49fd525-57c5-44b3-ab9e-b7bd3e154d55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:58.435292 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861904d6-7b3b-49c9-b0ec-3dc4356773a7 x-openstack-request-id: req-861904d6-7b3b-49c9-b0ec-3dc4356773a7 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:52:58.435545 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8557c67-6acf-4fc0-8b35-acaf6b45e0b9", "name": "network-vif-unplugged", "status": "completed", "tag": "981c3fcb-d66e-466c-a8b8-83147c51e0ed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:52:58.435805 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-861904d6-7b3b-49c9-b0ec-3dc4356773a7 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:52:58.436480 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8557c67-6acf-4fc0-8b35-acaf6b45e0b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '981c3fcb-d66e-466c-a8b8-83147c51e0ed', 'code': 200} Nov 12 01:52:58.496947 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49fd525-57c5-44b3-ab9e-b7bd3e154d55 service neutron] Pushing event updated for resources: {'Port': ['ID=981c3fcb-d66e-466c-a8b8-83147c51e0ed,revision_number=6']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:52:58.511754 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49fd525-57c5-44b3-ab9e-b7bd3e154d55 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:52:58.512132 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49fd525-57c5-44b3-ab9e-b7bd3e154d55 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:52:58.512482 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49fd525-57c5-44b3-ab9e-b7bd3e154d55 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:52:58.512822 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49fd525-57c5-44b3-ab9e-b7bd3e154d55 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:52:58.513166 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49fd525-57c5-44b3-ab9e-b7bd3e154d55 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:52:58.513506 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49fd525-57c5-44b3-ab9e-b7bd3e154d55 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:52:58.513838 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49fd525-57c5-44b3-ab9e-b7bd3e154d55 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:52:58.514166 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49fd525-57c5-44b3-ab9e-b7bd3e154d55 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:52:58.514497 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49fd525-57c5-44b3-ab9e-b7bd3e154d55 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:52:58.514822 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49fd525-57c5-44b3-ab9e-b7bd3e154d55 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:52:58.515147 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49fd525-57c5-44b3-ab9e-b7bd3e154d55 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:52:58.515473 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49fd525-57c5-44b3-ab9e-b7bd3e154d55 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:52:58.552033 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-83dc87e2-c2c3-422a-bb08-b87657bb476a req-d49fd525-57c5-44b3-ab9e-b7bd3e154d55 service neutron] No DVR routers for this DVR port 981c3fcb-d66e-466c-a8b8-83147c51e0ed on host n-h1-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:52:58.701788 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-83dc87e2-c2c3-422a-bb08-b87657bb476a req-d49fd525-57c5-44b3-ab9e-b7bd3e154d55 service neutron] Attempting to bind port 981c3fcb-d66e-466c-a8b8-83147c51e0ed on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:52:58.702074 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-83dc87e2-c2c3-422a-bb08-b87657bb476a req-d49fd525-57c5-44b3-ab9e-b7bd3e154d55 service neutron] Attempting to bind port 981c3fcb-d66e-466c-a8b8-83147c51e0ed by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'bc3e7f52-aa5f-4270-82cb-d02637e4d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:52:58.702557 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83dc87e2-c2c3-422a-bb08-b87657bb476a req-d49fd525-57c5-44b3-ab9e-b7bd3e154d55 service neutron] Attempting to bind port 981c3fcb-d66e-466c-a8b8-83147c51e0ed on network eab9d718-18a2-4f64-bde2-4214b305d4e2 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:52:58.709106 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83dc87e2-c2c3-422a-bb08-b87657bb476a req-d49fd525-57c5-44b3-ab9e-b7bd3e154d55 service neutron] Port 981c3fcb-d66e-466c-a8b8-83147c51e0ed on network eab9d718-18a2-4f64-bde2-4214b305d4e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:52:58.709398 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83dc87e2-c2c3-422a-bb08-b87657bb476a req-d49fd525-57c5-44b3-ab9e-b7bd3e154d55 service neutron] Attempting to bind port 981c3fcb-d66e-466c-a8b8-83147c51e0ed on network eab9d718-18a2-4f64-bde2-4214b305d4e2 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:52:58.714610 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83dc87e2-c2c3-422a-bb08-b87657bb476a req-d49fd525-57c5-44b3-ab9e-b7bd3e154d55 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:52:58.714940 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83dc87e2-c2c3-422a-bb08-b87657bb476a req-d49fd525-57c5-44b3-ab9e-b7bd3e154d55 service neutron] Checking segment: {'id': 'bc3e7f52-aa5f-4270-82cb-d02637e4d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:52:58.715320 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83dc87e2-c2c3-422a-bb08-b87657bb476a req-d49fd525-57c5-44b3-ab9e-b7bd3e154d55 service neutron] Bound using segment: {'id': 'bc3e7f52-aa5f-4270-82cb-d02637e4d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:52:58.715744 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-83dc87e2-c2c3-422a-bb08-b87657bb476a req-d49fd525-57c5-44b3-ab9e-b7bd3e154d55 service neutron] Bound port: 981c3fcb-d66e-466c-a8b8-83147c51e0ed, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc3e7f52-aa5f-4270-82cb-d02637e4d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:52:58.716123 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-83dc87e2-c2c3-422a-bb08-b87657bb476a req-d49fd525-57c5-44b3-ab9e-b7bd3e154d55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:58.790557 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-83dc87e2-c2c3-422a-bb08-b87657bb476a req-d49fd525-57c5-44b3-ab9e-b7bd3e154d55 service neutron] For port 981c3fcb-d66e-466c-a8b8-83147c51e0ed, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:52:58.793692 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-83dc87e2-c2c3-422a-bb08-b87657bb476a req-d49fd525-57c5-44b3-ab9e-b7bd3e154d55 service neutron] For port 981c3fcb-d66e-466c-a8b8-83147c51e0ed, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=981c3fcb-d66e-466c-a8b8-83147c51e0ed,segment=NetworkSegment(bc3e7f52-aa5f-4270-82cb-d02637e4d286),segment_id=bc3e7f52-aa5f-4270-82cb-d02637e4d286)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:52:58.798665 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-83dc87e2-c2c3-422a-bb08-b87657bb476a req-d49fd525-57c5-44b3-ab9e-b7bd3e154d55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:58.836473 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc87e2-c2c3-422a-bb08-b87657bb476a req-d49fd525-57c5-44b3-ab9e-b7bd3e154d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:58.837088 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-83dc87e2-c2c3-422a-bb08-b87657bb476a req-d49fd525-57c5-44b3-ab9e-b7bd3e154d55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:52:58.838486 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-83dc87e2-c2c3-422a-bb08-b87657bb476a req-d49fd525-57c5-44b3-ab9e-b7bd3e154d55 service neutron] 10.222.0.44 "PUT /v2.0/ports/981c3fcb-d66e-466c-a8b8-83147c51e0ed HTTP/1.1" status: 200 len: 1092 time: 0.7933166 Nov 12 01:52:58.861422 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49fd525-57c5-44b3-ab9e-b7bd3e154d55 service neutron] Pushing event updated for resources: {'Port': ['ID=981c3fcb-d66e-466c-a8b8-83147c51e0ed,revision_number=7']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:52:58.917371 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc87e2-c2c3-422a-bb08-b87657bb476a req-52ea4ac1-4962-4a74-9d40-08cd0bffeb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:58.918884 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-83dc87e2-c2c3-422a-bb08-b87657bb476a req-52ea4ac1-4962-4a74-9d40-08cd0bffeb47 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=530ab68461024fd380ed810b9cdc601d&device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9 HTTP/1.1" status: 200 len: 1095 time: 0.0454183 Nov 12 01:52:59.023330 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc87e2-c2c3-422a-bb08-b87657bb476a req-34ed2c0f-71d0-4946-a613-26f461c92fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:59.024925 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-83dc87e2-c2c3-422a-bb08-b87657bb476a req-34ed2c0f-71d0-4946-a613-26f461c92fbc service neutron] 10.222.0.44 "GET /v2.0/networks?id=eab9d718-18a2-4f64-bde2-4214b305d4e2 HTTP/1.1" status: 200 len: 911 time: 0.0978358 Nov 12 01:52:59.096283 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-83dc87e2-c2c3-422a-bb08-b87657bb476a req-1e17e232-0b66-4c85-a28a-1ebbf522f6c5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=981c3fcb-d66e-466c-a8b8-83147c51e0ed HTTP/1.1" status: 200 len: 1000 time: 0.0633669 Nov 12 01:52:59.153956 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc87e2-c2c3-422a-bb08-b87657bb476a req-54b9e8cb-7cf5-473c-8862-b69bbadd4fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:59.155605 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-83dc87e2-c2c3-422a-bb08-b87657bb476a req-54b9e8cb-7cf5-473c-8862-b69bbadd4fde service neutron] 10.222.0.44 "GET /v2.0/subnets?id=141ee538-bdf5-4c57-a676-325be7ca993b HTTP/1.1" status: 200 len: 850 time: 0.0528321 Nov 12 01:52:59.208033 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea2ed6-269f-451f-a241-b4917e0419c6 req-89503527-7443-43c6-92da-5c39b9934afb tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:59.208849 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc87e2-c2c3-422a-bb08-b87657bb476a req-88b8561e-0ca7-437b-b6db-f18dfeb995a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:52:59.209549 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0dea2ed6-269f-451f-a241-b4917e0419c6 req-89503527-7443-43c6-92da-5c39b9934afb tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9 HTTP/1.1" status: 200 len: 943 time: 0.0539103 Nov 12 01:52:59.210374 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-83dc87e2-c2c3-422a-bb08-b87657bb476a req-88b8561e-0ca7-437b-b6db-f18dfeb995a5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eab9d718-18a2-4f64-bde2-4214b305d4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476875 Nov 12 01:52:59.260450 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0dea2ed6-269f-451f-a241-b4917e0419c6 req-3abb666e-282a-465c-bee3-5ee2054d0528 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445123 Nov 12 01:52:59.302380 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-83dc87e2-c2c3-422a-bb08-b87657bb476a req-8367f61e-ba5b-498e-89a5-60f690aba934 service neutron] 10.222.0.44 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833361 Nov 12 01:52:59.398228 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-83dc87e2-c2c3-422a-bb08-b87657bb476a req-581bcc48-0126-4e56-a21b-72354b88ae5c service neutron] 10.222.0.44 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887103 Nov 12 01:53:00.381078 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8f16c-9db7-4710-b4b1-e171239c2a6b req-8dea7d61-702c-4db5-974e-7dbf94045b14 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:00.382571 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fba8f16c-9db7-4710-b4b1-e171239c2a6b req-8dea7d61-702c-4db5-974e-7dbf94045b14 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9 HTTP/1.1" status: 200 len: 943 time: 0.0491560 Nov 12 01:53:00.433427 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fba8f16c-9db7-4710-b4b1-e171239c2a6b req-9d2d44e1-a8be-49cb-a3b7-39cee15412a3 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449135 Nov 12 01:53:00.437681 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8557c67-6acf-4fc0-8b35-acaf6b45e0b9', 'tag': '981c3fcb-d66e-466c-a8b8-83147c51e0ed'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:53:00.440120 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4d1d6158e421e9c8e993f80e0426ddaaefecbe2af3f4b68345379587447b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75aecc33-887c-40ea-a718-0f138f744747" -d '{"events": [{"name": "network-changed", "server_uuid": "c8557c67-6acf-4fc0-8b35-acaf6b45e0b9", "tag": "981c3fcb-d66e-466c-a8b8-83147c51e0ed"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:53:00.487901 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20007c3c-7350-42fc-94e5-c3bd135df891 x-openstack-request-id: req-20007c3c-7350-42fc-94e5-c3bd135df891 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:53:00.488224 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8557c67-6acf-4fc0-8b35-acaf6b45e0b9", "tag": "981c3fcb-d66e-466c-a8b8-83147c51e0ed", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:53:00.488479 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-20007c3c-7350-42fc-94e5-c3bd135df891 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:53:00.488883 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8557c67-6acf-4fc0-8b35-acaf6b45e0b9', 'tag': '981c3fcb-d66e-466c-a8b8-83147c51e0ed', 'status': 'completed', 'code': 200} Nov 12 01:53:00.576216 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aecc33-887c-40ea-a718-0f138f744747 req-704038ea-c422-49c9-9ad6-438a7de9cbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:00.577679 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-75aecc33-887c-40ea-a718-0f138f744747 req-704038ea-c422-49c9-9ad6-438a7de9cbc1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=530ab68461024fd380ed810b9cdc601d&device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9 HTTP/1.1" status: 200 len: 1095 time: 0.0410888 Nov 12 01:53:00.582021 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aecc33-887c-40ea-a718-0f138f744747 req-137fcd37-37fa-491b-9835-b037509ad201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:00.583507 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-75aecc33-887c-40ea-a718-0f138f744747 req-137fcd37-37fa-491b-9835-b037509ad201 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=530ab68461024fd380ed810b9cdc601d&device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9 HTTP/1.1" status: 200 len: 1095 time: 0.0404189 Nov 12 01:53:00.673048 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aecc33-887c-40ea-a718-0f138f744747 req-3b07e03d-4931-4be1-a115-2a822b19917d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:00.674563 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-75aecc33-887c-40ea-a718-0f138f744747 req-3b07e03d-4931-4be1-a115-2a822b19917d service neutron] 10.222.0.44 "GET /v2.0/networks?id=eab9d718-18a2-4f64-bde2-4214b305d4e2 HTTP/1.1" status: 200 len: 911 time: 0.0893278 Nov 12 01:53:00.680695 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aecc33-887c-40ea-a718-0f138f744747 req-2361b37a-5248-4564-b939-19d336ecbf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:00.682140 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-75aecc33-887c-40ea-a718-0f138f744747 req-2361b37a-5248-4564-b939-19d336ecbf12 service neutron] 10.222.0.16 "GET /v2.0/networks?id=eab9d718-18a2-4f64-bde2-4214b305d4e2 HTTP/1.1" status: 200 len: 911 time: 0.0853825 Nov 12 01:53:00.749172 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-75aecc33-887c-40ea-a718-0f138f744747 req-451c9532-0d8b-4f33-a732-1a0d0f438a15 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=981c3fcb-d66e-466c-a8b8-83147c51e0ed HTTP/1.1" status: 200 len: 1000 time: 0.0590968 Nov 12 01:53:00.755729 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-75aecc33-887c-40ea-a718-0f138f744747 req-90ba9e99-ad64-4164-8869-35773b3d197a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=981c3fcb-d66e-466c-a8b8-83147c51e0ed HTTP/1.1" status: 200 len: 1000 time: 0.0621574 Nov 12 01:53:00.798846 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aecc33-887c-40ea-a718-0f138f744747 req-ba51fbdb-f357-464b-a54a-a48453ba7b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:00.800340 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-75aecc33-887c-40ea-a718-0f138f744747 req-ba51fbdb-f357-464b-a54a-a48453ba7b30 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=141ee538-bdf5-4c57-a676-325be7ca993b HTTP/1.1" status: 200 len: 850 time: 0.0440691 Nov 12 01:53:00.809374 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aecc33-887c-40ea-a718-0f138f744747 req-f280857a-c5c8-40b3-bafd-a4d318efdd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:00.810835 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-75aecc33-887c-40ea-a718-0f138f744747 req-f280857a-c5c8-40b3-bafd-a4d318efdd65 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=141ee538-bdf5-4c57-a676-325be7ca993b HTTP/1.1" status: 200 len: 850 time: 0.0422835 Nov 12 01:53:00.851685 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aecc33-887c-40ea-a718-0f138f744747 req-b73dcbd2-d90d-485e-ab56-4b9b98131c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:00.853168 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-75aecc33-887c-40ea-a718-0f138f744747 req-b73dcbd2-d90d-485e-ab56-4b9b98131c50 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eab9d718-18a2-4f64-bde2-4214b305d4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452917 Nov 12 01:53:00.861945 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aecc33-887c-40ea-a718-0f138f744747 req-0de00827-5044-426a-8a13-93f5f22caf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:00.863427 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-75aecc33-887c-40ea-a718-0f138f744747 req-0de00827-5044-426a-8a13-93f5f22caf55 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eab9d718-18a2-4f64-bde2-4214b305d4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410533 Nov 12 01:53:00.873850 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e7a4bf04-bf80-4875-8b6c-17d23b1afea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:00.948622 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-75aecc33-887c-40ea-a718-0f138f744747 req-ad92605d-2135-4ffe-b98b-02518524514f service neutron] 10.222.0.44 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870318 Nov 12 01:53:00.970707 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-75aecc33-887c-40ea-a718-0f138f744747 req-12918f88-0a6b-4c3f-a4b8-b69a49d4faed service neutron] 10.222.0.16 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931089 Nov 12 01:53:01.083728 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-75aecc33-887c-40ea-a718-0f138f744747 req-c6e2e9ed-8ee2-4a6f-816b-85396a1a3b78 service neutron] 10.222.0.16 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008210 Nov 12 01:53:01.084672 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-75aecc33-887c-40ea-a718-0f138f744747 req-c345d58d-40f3-4b93-90b9-7c68a9a7c052 service neutron] 10.222.0.44 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083627 Nov 12 01:53:01.450901 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 981c3fcb-d66e-466c-a8b8-83147c51e0ed details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:53:01.547910 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 981c3fcb-d66e-466c-a8b8-83147c51e0ed, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=981c3fcb-d66e-466c-a8b8-83147c51e0ed,segment=NetworkSegment(bc3e7f52-aa5f-4270-82cb-d02637e4d286),segment_id=bc3e7f52-aa5f-4270-82cb-d02637e4d286)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:53:01.553504 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676611a5-29ba-476b-82e4-41e24d237908 req-32cab7fa-a537-4501-bffe-4c66884e056f tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:01.554991 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-676611a5-29ba-476b-82e4-41e24d237908 req-32cab7fa-a537-4501-bffe-4c66884e056f tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9 HTTP/1.1" status: 200 len: 943 time: 0.0493712 Nov 12 01:53:01.560013 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '981c3fcb-d66e-466c-a8b8-83147c51e0ed', 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2', 'port_id': '981c3fcb-d66e-466c-a8b8-83147c51e0ed', 'mac_address': 'fa:16:3e:14:89:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:53:01.601273 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:01.603942 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-676611a5-29ba-476b-82e4-41e24d237908 req-540de83b-251c-4902-8695-11dd1f131bc1 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418701 Nov 12 01:53:01.615682 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 981c3fcb-d66e-466c-a8b8-83147c51e0ed {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:53:01.635179 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 981c3fcb-d66e-466c-a8b8-83147c51e0ed, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=981c3fcb-d66e-466c-a8b8-83147c51e0ed,segment=NetworkSegment(bc3e7f52-aa5f-4270-82cb-d02637e4d286),segment_id=bc3e7f52-aa5f-4270-82cb-d02637e4d286)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:53:01.640111 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:01.687491 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=981c3fcb-d66e-466c-a8b8-83147c51e0ed,revision_number=8']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:01.695949 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:01.696409 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:01.696698 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:01.697041 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:01.697382 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:01.697717 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:01.698049 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:01.698379 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:01.698737 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:01.699065 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:01.699500 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:01.700131 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:01.901277 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a90e8-98ce-4680-b33c-092837f32541 req-8096d2e5-d6d3-42a5-bd81-2e080111e8f0 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:01.902813 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-db4a90e8-98ce-4680-b33c-092837f32541 req-8096d2e5-d6d3-42a5-bd81-2e080111e8f0 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9&tenant_id=530ab68461024fd380ed810b9cdc601d&binding%3Ahost_id=n-h2-712142-27 HTTP/1.1" status: 200 len: 944 time: 0.0537062 Nov 12 01:53:01.913800 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f81bd-c6fe-4132-b5aa-b4470436ba56 req-a92c5fd8-6b3c-44b9-bf7d-c6323bbaf054 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:01.915272 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b19f81bd-c6fe-4132-b5aa-b4470436ba56 req-a92c5fd8-6b3c-44b9-bf7d-c6323bbaf054 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9 HTTP/1.1" status: 200 len: 944 time: 0.0491221 Nov 12 01:53:01.948577 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['981c3fcb-d66e-466c-a8b8-83147c51e0ed'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:53:01.965152 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b19f81bd-c6fe-4132-b5aa-b4470436ba56 req-1a192c2d-d651-4b92-953a-83c4281832b7 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434046 Nov 12 01:53:01.969016 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-db4a90e8-98ce-4680-b33c-092837f32541 req-b601694b-3773-463e-a0cf-527dac5dd7fa service neutron] 10.222.0.44 "GET /v2.0/ports/981c3fcb-d66e-466c-a8b8-83147c51e0ed/bindings/n-h2-712142-27 HTTP/1.1" status: 200 len: 383 time: 0.0561132 Nov 12 01:53:02.047782 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a90e8-98ce-4680-b33c-092837f32541 req-b06238bc-86de-4c97-b66f-beded6807101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:02.049904 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-db4a90e8-98ce-4680-b33c-092837f32541 req-b06238bc-86de-4c97-b66f-beded6807101 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=530ab68461024fd380ed810b9cdc601d&device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9 HTTP/1.1" status: 200 len: 1096 time: 0.0421433 Nov 12 01:53:02.143863 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a90e8-98ce-4680-b33c-092837f32541 req-767e768a-ab47-4a88-887b-0ded897a4c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:02.145356 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-db4a90e8-98ce-4680-b33c-092837f32541 req-767e768a-ab47-4a88-887b-0ded897a4c8e service neutron] 10.222.0.44 "GET /v2.0/networks?id=eab9d718-18a2-4f64-bde2-4214b305d4e2 HTTP/1.1" status: 200 len: 911 time: 0.0885465 Nov 12 01:53:02.213987 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-db4a90e8-98ce-4680-b33c-092837f32541 req-2476d342-695f-4278-8c30-07eb43550502 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=981c3fcb-d66e-466c-a8b8-83147c51e0ed HTTP/1.1" status: 200 len: 1001 time: 0.0602839 Nov 12 01:53:02.576326 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a90e8-98ce-4680-b33c-092837f32541 req-d3fcccaa-0108-4d04-9cf3-c3da38e6d5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:02.577830 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-db4a90e8-98ce-4680-b33c-092837f32541 req-d3fcccaa-0108-4d04-9cf3-c3da38e6d5c5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=141ee538-bdf5-4c57-a676-325be7ca993b HTTP/1.1" status: 200 len: 850 time: 0.3564165 Nov 12 01:53:02.619788 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 981c3fcb-d66e-466c-a8b8-83147c51e0ed no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:53:02.624049 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a90e8-98ce-4680-b33c-092837f32541 req-2075a5e8-2f58-4352-9e9a-26805f5511af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:02.625545 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-db4a90e8-98ce-4680-b33c-092837f32541 req-2075a5e8-2f58-4352-9e9a-26805f5511af service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eab9d718-18a2-4f64-bde2-4214b305d4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399401 Nov 12 01:53:02.658939 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 981c3fcb-d66e-466c-a8b8-83147c51e0ed not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:53:02.716217 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-db4a90e8-98ce-4680-b33c-092837f32541 req-1bb23446-a0fc-460e-bf59-c5f857da51f3 service neutron] 10.222.0.44 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834007 Nov 12 01:53:02.805256 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-db4a90e8-98ce-4680-b33c-092837f32541 req-b3fb700e-0309-4941-85e3-c58e61ee2e77 service neutron] 10.222.0.44 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817654 Nov 12 01:53:03.031659 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:03.090262 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e935545b-1a05-4d79-ba5d-0c28980e2797 req-45add200-719f-413e-91ed-104d538fe2cc tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:03.091723 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e935545b-1a05-4d79-ba5d-0c28980e2797 req-45add200-719f-413e-91ed-104d538fe2cc tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9 HTTP/1.1" status: 200 len: 944 time: 0.0526676 Nov 12 01:53:03.139814 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e935545b-1a05-4d79-ba5d-0c28980e2797 req-755c2d8b-38bb-4a53-80ef-eeea77269c14 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415652 Nov 12 01:53:03.475891 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 981c3fcb-d66e-466c-a8b8-83147c51e0ed up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:53:03.527195 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 981c3fcb-d66e-466c-a8b8-83147c51e0ed completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:53:03.531330 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 981c3fcb-d66e-466c-a8b8-83147c51e0ed triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:53:03.531655 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:03.607427 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:03.629875 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8557c67-6acf-4fc0-8b35-acaf6b45e0b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981c3fcb-d66e-466c-a8b8-83147c51e0ed'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:53:03.632422 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ec54fb32a252cf543512252f4538ed49f878ab9aa91f770db158cb882be9043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17bbc9c2-152c-4f55-b3af-fb2b16ea5b01" -d '{"events": [{"server_uuid": "c8557c67-6acf-4fc0-8b35-acaf6b45e0b9", "name": "network-vif-plugged", "status": "completed", "tag": "981c3fcb-d66e-466c-a8b8-83147c51e0ed"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:53:03.644568 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 981c3fcb-d66e-466c-a8b8-83147c51e0ed, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=981c3fcb-d66e-466c-a8b8-83147c51e0ed,segment=NetworkSegment(bc3e7f52-aa5f-4270-82cb-d02637e4d286),segment_id=bc3e7f52-aa5f-4270-82cb-d02637e4d286)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:53:03.648496 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:03.687254 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9a7193-1c99-49c9-9d1b-032a27406dc7 x-openstack-request-id: req-5b9a7193-1c99-49c9-9d1b-032a27406dc7 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:53:03.687619 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8557c67-6acf-4fc0-8b35-acaf6b45e0b9", "name": "network-vif-plugged", "status": "completed", "tag": "981c3fcb-d66e-466c-a8b8-83147c51e0ed", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:53:03.687792 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5b9a7193-1c99-49c9-9d1b-032a27406dc7 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:53:03.688202 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8557c67-6acf-4fc0-8b35-acaf6b45e0b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981c3fcb-d66e-466c-a8b8-83147c51e0ed', 'code': 200} Nov 12 01:53:03.702498 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=981c3fcb-d66e-466c-a8b8-83147c51e0ed,revision_number=9']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:04.041026 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:04.265636 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6740d-08b0-4326-a1bc-33518542a9bf req-34acd022-9e9b-438f-9b9e-dcfe7dc5dc61 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:04.267268 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dad6740d-08b0-4326-a1bc-33518542a9bf req-34acd022-9e9b-438f-9b9e-dcfe7dc5dc61 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9 HTTP/1.1" status: 200 len: 945 time: 0.0548456 Nov 12 01:53:04.323125 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dad6740d-08b0-4326-a1bc-33518542a9bf req-359e2bc8-aac2-4e69-b4dc-90cc2b66f399 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491250 Nov 12 01:53:04.969416 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a90e8-98ce-4680-b33c-092837f32541 req-b3768930-89ce-4c75-a0a8-282ad25a7313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:04.971510 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-db4a90e8-98ce-4680-b33c-092837f32541 req-b3768930-89ce-4c75-a0a8-282ad25a7313 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9&tenant_id=530ab68461024fd380ed810b9cdc601d HTTP/1.1" status: 200 len: 1097 time: 0.0403018 Nov 12 01:53:04.997919 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-db4a90e8-98ce-4680-b33c-092837f32541 req-158ec827-4de6-4026-b1f6-1b7cd8b75038 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712142-27', 'device_owner': 'compute:nova'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:53:05.054656 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-db4a90e8-98ce-4680-b33c-092837f32541 req-158ec827-4de6-4026-b1f6-1b7cd8b75038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:05.253828 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-db4a90e8-98ce-4680-b33c-092837f32541 req-158ec827-4de6-4026-b1f6-1b7cd8b75038 service neutron] For port 981c3fcb-d66e-466c-a8b8-83147c51e0ed, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=981c3fcb-d66e-466c-a8b8-83147c51e0ed,segment=NetworkSegment(bc3e7f52-aa5f-4270-82cb-d02637e4d286),segment_id=bc3e7f52-aa5f-4270-82cb-d02637e4d286)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:53:05.286710 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-db4a90e8-98ce-4680-b33c-092837f32541 req-158ec827-4de6-4026-b1f6-1b7cd8b75038 service neutron] For port 981c3fcb-d66e-466c-a8b8-83147c51e0ed, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:53:05.326531 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8557c67-6acf-4fc0-8b35-acaf6b45e0b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '981c3fcb-d66e-466c-a8b8-83147c51e0ed'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:53:05.328833 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dd4e089669c975f2de9f4f0df131bfb5fea3b750f9a1fd67846e9670e07c7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7843114a-c1b6-40d4-890e-a9252c0cac4d" -d '{"events": [{"server_uuid": "c8557c67-6acf-4fc0-8b35-acaf6b45e0b9", "name": "network-vif-unplugged", "status": "completed", "tag": "981c3fcb-d66e-466c-a8b8-83147c51e0ed"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:53:05.333806 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-db4a90e8-98ce-4680-b33c-092837f32541 req-158ec827-4de6-4026-b1f6-1b7cd8b75038 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:05.342850 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:05.349364 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-db4a90e8-98ce-4680-b33c-092837f32541 req-158ec827-4de6-4026-b1f6-1b7cd8b75038 service neutron] Transition to ACTIVE for port object 981c3fcb-d66e-466c-a8b8-83147c51e0ed will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:53:05.354817 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-db4a90e8-98ce-4680-b33c-092837f32541 req-158ec827-4de6-4026-b1f6-1b7cd8b75038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:05.390880 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebd5510-de92-4ede-b735-a45cff484177 x-openstack-request-id: req-3ebd5510-de92-4ede-b735-a45cff484177 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:53:05.391256 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8557c67-6acf-4fc0-8b35-acaf6b45e0b9", "name": "network-vif-unplugged", "status": "completed", "tag": "981c3fcb-d66e-466c-a8b8-83147c51e0ed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:53:05.391572 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3ebd5510-de92-4ede-b735-a45cff484177 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:53:05.392620 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8557c67-6acf-4fc0-8b35-acaf6b45e0b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '981c3fcb-d66e-466c-a8b8-83147c51e0ed', 'code': 200} Nov 12 01:53:05.448847 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158ec827-4de6-4026-b1f6-1b7cd8b75038 service neutron] Pushing event updated for resources: {'Port': ['ID=981c3fcb-d66e-466c-a8b8-83147c51e0ed,revision_number=10']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:05.457584 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:53:05.464914 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ec827-4de6-4026-b1f6-1b7cd8b75038 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:05.465267 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ec827-4de6-4026-b1f6-1b7cd8b75038 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:05.465622 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ec827-4de6-4026-b1f6-1b7cd8b75038 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:05.465944 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ec827-4de6-4026-b1f6-1b7cd8b75038 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:05.466274 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ec827-4de6-4026-b1f6-1b7cd8b75038 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:05.466603 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ec827-4de6-4026-b1f6-1b7cd8b75038 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:05.466926 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ec827-4de6-4026-b1f6-1b7cd8b75038 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:05.467249 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ec827-4de6-4026-b1f6-1b7cd8b75038 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:05.467651 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ec827-4de6-4026-b1f6-1b7cd8b75038 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:05.467996 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ec827-4de6-4026-b1f6-1b7cd8b75038 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:05.468328 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ec827-4de6-4026-b1f6-1b7cd8b75038 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:05.468646 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158ec827-4de6-4026-b1f6-1b7cd8b75038 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:53:05.530466 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-db4a90e8-98ce-4680-b33c-092837f32541 req-158ec827-4de6-4026-b1f6-1b7cd8b75038 service neutron] No DVR routers for this DVR port 981c3fcb-d66e-466c-a8b8-83147c51e0ed on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:53:05.932233 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8eef5f-e2b6-4a90-97a0-8e230fb6b79f req-cd5a7921-9add-4b7b-bd47-a1c721b321b9 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:05.933676 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fd8eef5f-e2b6-4a90-97a0-8e230fb6b79f req-cd5a7921-9add-4b7b-bd47-a1c721b321b9 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9 HTTP/1.1" status: 200 len: 944 time: 0.5329127 Nov 12 01:53:06.029555 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fd8eef5f-e2b6-4a90-97a0-8e230fb6b79f req-fdaa8231-63ba-48e3-a7d7-98856a0d2067 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881679 Nov 12 01:53:06.065254 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-db4a90e8-98ce-4680-b33c-092837f32541 req-158ec827-4de6-4026-b1f6-1b7cd8b75038 service neutron] Attempting to bind port 981c3fcb-d66e-466c-a8b8-83147c51e0ed on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:53:06.065582 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-db4a90e8-98ce-4680-b33c-092837f32541 req-158ec827-4de6-4026-b1f6-1b7cd8b75038 service neutron] Attempting to bind port 981c3fcb-d66e-466c-a8b8-83147c51e0ed by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': 'bc3e7f52-aa5f-4270-82cb-d02637e4d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:53:06.065902 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4a90e8-98ce-4680-b33c-092837f32541 req-158ec827-4de6-4026-b1f6-1b7cd8b75038 service neutron] Attempting to bind port 981c3fcb-d66e-466c-a8b8-83147c51e0ed on network eab9d718-18a2-4f64-bde2-4214b305d4e2 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:53:06.070465 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4a90e8-98ce-4680-b33c-092837f32541 req-158ec827-4de6-4026-b1f6-1b7cd8b75038 service neutron] Port 981c3fcb-d66e-466c-a8b8-83147c51e0ed on network eab9d718-18a2-4f64-bde2-4214b305d4e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:53:06.070781 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4a90e8-98ce-4680-b33c-092837f32541 req-158ec827-4de6-4026-b1f6-1b7cd8b75038 service neutron] Attempting to bind port 981c3fcb-d66e-466c-a8b8-83147c51e0ed on network eab9d718-18a2-4f64-bde2-4214b305d4e2 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:53:06.075771 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4a90e8-98ce-4680-b33c-092837f32541 req-158ec827-4de6-4026-b1f6-1b7cd8b75038 service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:53:06.076150 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4a90e8-98ce-4680-b33c-092837f32541 req-158ec827-4de6-4026-b1f6-1b7cd8b75038 service neutron] Checking segment: {'id': 'bc3e7f52-aa5f-4270-82cb-d02637e4d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:53:06.076536 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db4a90e8-98ce-4680-b33c-092837f32541 req-158ec827-4de6-4026-b1f6-1b7cd8b75038 service neutron] Bound using segment: {'id': 'bc3e7f52-aa5f-4270-82cb-d02637e4d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:53:06.076957 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-db4a90e8-98ce-4680-b33c-092837f32541 req-158ec827-4de6-4026-b1f6-1b7cd8b75038 service neutron] Bound port: 981c3fcb-d66e-466c-a8b8-83147c51e0ed, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc3e7f52-aa5f-4270-82cb-d02637e4d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:53:06.077311 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-db4a90e8-98ce-4680-b33c-092837f32541 req-158ec827-4de6-4026-b1f6-1b7cd8b75038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:06.143563 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-db4a90e8-98ce-4680-b33c-092837f32541 req-158ec827-4de6-4026-b1f6-1b7cd8b75038 service neutron] For port 981c3fcb-d66e-466c-a8b8-83147c51e0ed, host n-h1-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:53:06.146970 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-db4a90e8-98ce-4680-b33c-092837f32541 req-158ec827-4de6-4026-b1f6-1b7cd8b75038 service neutron] For port 981c3fcb-d66e-466c-a8b8-83147c51e0ed, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=981c3fcb-d66e-466c-a8b8-83147c51e0ed,segment=NetworkSegment(bc3e7f52-aa5f-4270-82cb-d02637e4d286),segment_id=bc3e7f52-aa5f-4270-82cb-d02637e4d286)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:53:06.150710 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-db4a90e8-98ce-4680-b33c-092837f32541 req-158ec827-4de6-4026-b1f6-1b7cd8b75038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:06.185177 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a90e8-98ce-4680-b33c-092837f32541 req-158ec827-4de6-4026-b1f6-1b7cd8b75038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:06.185700 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-db4a90e8-98ce-4680-b33c-092837f32541 req-158ec827-4de6-4026-b1f6-1b7cd8b75038 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:06.187422 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-db4a90e8-98ce-4680-b33c-092837f32541 req-158ec827-4de6-4026-b1f6-1b7cd8b75038 service neutron] 10.222.0.16 "PUT /v2.0/ports/981c3fcb-d66e-466c-a8b8-83147c51e0ed HTTP/1.1" status: 200 len: 1093 time: 1.1935742 Nov 12 01:53:06.209202 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158ec827-4de6-4026-b1f6-1b7cd8b75038 service neutron] Pushing event updated for resources: {'Port': ['ID=981c3fcb-d66e-466c-a8b8-83147c51e0ed,revision_number=11']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:06.278626 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a90e8-98ce-4680-b33c-092837f32541 req-3ecb1af2-0fc8-4868-aaa6-f3e0e0da91cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:06.280303 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-db4a90e8-98ce-4680-b33c-092837f32541 req-3ecb1af2-0fc8-4868-aaa6-f3e0e0da91cb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=530ab68461024fd380ed810b9cdc601d&device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9 HTTP/1.1" status: 200 len: 1096 time: 0.0459912 Nov 12 01:53:06.391218 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a90e8-98ce-4680-b33c-092837f32541 req-64c3c10d-cb6d-4fa5-815d-ca7853d6a5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:06.392801 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-db4a90e8-98ce-4680-b33c-092837f32541 req-64c3c10d-cb6d-4fa5-815d-ca7853d6a5f7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=eab9d718-18a2-4f64-bde2-4214b305d4e2 HTTP/1.1" status: 200 len: 911 time: 0.1014078 Nov 12 01:53:06.484767 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-db4a90e8-98ce-4680-b33c-092837f32541 req-de5c795a-70cc-49aa-9d43-1cda747d69ab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=981c3fcb-d66e-466c-a8b8-83147c51e0ed HTTP/1.1" status: 200 len: 1000 time: 0.0754242 Nov 12 01:53:06.535840 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a90e8-98ce-4680-b33c-092837f32541 req-4234cafe-6a4d-4505-b016-7325a6e29393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:06.537381 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-db4a90e8-98ce-4680-b33c-092837f32541 req-4234cafe-6a4d-4505-b016-7325a6e29393 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=141ee538-bdf5-4c57-a676-325be7ca993b HTTP/1.1" status: 200 len: 850 time: 0.0497212 Nov 12 01:53:06.590107 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a90e8-98ce-4680-b33c-092837f32541 req-6ed3ab53-104c-4496-82f0-fe53ab1a07b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:06.591612 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-db4a90e8-98ce-4680-b33c-092837f32541 req-6ed3ab53-104c-4496-82f0-fe53ab1a07b6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eab9d718-18a2-4f64-bde2-4214b305d4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426426 Nov 12 01:53:06.694055 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-db4a90e8-98ce-4680-b33c-092837f32541 req-b181de50-fb64-4c7f-8e5a-c4be375cc021 service neutron] 10.222.0.16 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906885 Nov 12 01:53:06.799535 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-db4a90e8-98ce-4680-b33c-092837f32541 req-0b6f9e47-5eac-4066-a7ba-0ba52b67c2e8 service neutron] 10.222.0.16 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932415 Nov 12 01:53:07.208101 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59948d6-81e6-44d1-800b-0935001bc407 req-1e722ab1-4051-4049-8dce-561f18102d95 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:07.209581 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c59948d6-81e6-44d1-800b-0935001bc407 req-1e722ab1-4051-4049-8dce-561f18102d95 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9 HTTP/1.1" status: 200 len: 944 time: 0.1063585 Nov 12 01:53:07.290100 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c59948d6-81e6-44d1-800b-0935001bc407 req-b78b7c66-b7d2-46ad-b89d-1dbbfb090cf8 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730922 Nov 12 01:53:07.393851 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8557c67-6acf-4fc0-8b35-acaf6b45e0b9', 'tag': '981c3fcb-d66e-466c-a8b8-83147c51e0ed'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:53:07.396214 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dd4e089669c975f2de9f4f0df131bfb5fea3b750f9a1fd67846e9670e07c7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7602d0f-0912-470e-8368-d2cebb51e155" -d '{"events": [{"name": "network-changed", "server_uuid": "c8557c67-6acf-4fc0-8b35-acaf6b45e0b9", "tag": "981c3fcb-d66e-466c-a8b8-83147c51e0ed"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:53:07.498313 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 981c3fcb-d66e-466c-a8b8-83147c51e0ed no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:53:07.544214 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 981c3fcb-d66e-466c-a8b8-83147c51e0ed not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:53:08.406091 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33fb49-e799-44bf-b991-958748b9d9f3 req-c74b200d-253d-427e-986e-d1877da4a46a tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:08.408167 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-db33fb49-e799-44bf-b991-958748b9d9f3 req-c74b200d-253d-427e-986e-d1877da4a46a tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9 HTTP/1.1" status: 200 len: 944 time: 0.0495286 Nov 12 01:53:08.457195 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-db33fb49-e799-44bf-b991-958748b9d9f3 req-d4ded58f-f879-4d5d-a88e-1d9748976693 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429931 Nov 12 01:53:08.831512 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:09.579019 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b761e-13ac-4e99-ae8b-e54b8120d544 req-0ff6a369-5490-4e8c-a357-6700b83dc775 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:09.580710 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b03b761e-13ac-4e99-ae8b-e54b8120d544 req-0ff6a369-5490-4e8c-a357-6700b83dc775 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9 HTTP/1.1" status: 200 len: 944 time: 0.0520706 Nov 12 01:53:09.634505 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b03b761e-13ac-4e99-ae8b-e54b8120d544 req-d32f5bd0-c157-4d6f-9fcd-7c49d9628a86 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474851 Nov 12 01:53:09.757928 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567c049-fa3a-41ee-b6e2-95c5b09aba8c req-7029e380-99ef-4fb8-887e-94c6a8e75f76 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:09.759521 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b567c049-fa3a-41ee-b6e2-95c5b09aba8c req-7029e380-99ef-4fb8-887e-94c6a8e75f76 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9 HTTP/1.1" status: 200 len: 944 time: 0.0556998 Nov 12 01:53:09.809670 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b567c049-fa3a-41ee-b6e2-95c5b09aba8c req-a7b01fcc-afe2-4e56-9724-21f51f69d9f7 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440021 Nov 12 01:53:09.927090 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7394c-fe39-4a18-a1f3-394285522472 req-8419924b-9700-44f4-9dcc-6e4a0790e886 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:09.928511 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68d7394c-fe39-4a18-a1f3-394285522472 req-8419924b-9700-44f4-9dcc-6e4a0790e886 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9 HTTP/1.1" status: 200 len: 944 time: 0.0510962 Nov 12 01:53:09.978309 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-68d7394c-fe39-4a18-a1f3-394285522472 req-a8530ac1-d5d8-4c1f-9ce3-aa6bf829da2f tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438516 Nov 12 01:53:10.225674 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245826e-b49e-4d17-ba4b-81f6cc766509 req-66c2436a-6b6b-4667-949b-fe55cb6b8c68 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:10.227208 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f245826e-b49e-4d17-ba4b-81f6cc766509 req-66c2436a-6b6b-4667-949b-fe55cb6b8c68 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9 HTTP/1.1" status: 200 len: 944 time: 0.0507357 Nov 12 01:53:10.279586 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f245826e-b49e-4d17-ba4b-81f6cc766509 req-2f430bc5-2a07-462b-80e5-7596739e2632 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462110 Nov 12 01:53:10.678444 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 981c3fcb-d66e-466c-a8b8-83147c51e0ed details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:53:10.776606 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 981c3fcb-d66e-466c-a8b8-83147c51e0ed, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=981c3fcb-d66e-466c-a8b8-83147c51e0ed,segment=NetworkSegment(bc3e7f52-aa5f-4270-82cb-d02637e4d286),segment_id=bc3e7f52-aa5f-4270-82cb-d02637e4d286)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:53:10.788511 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': '981c3fcb-d66e-466c-a8b8-83147c51e0ed', 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2', 'port_id': '981c3fcb-d66e-466c-a8b8-83147c51e0ed', 'mac_address': 'fa:16:3e:14:89:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:53:10.827375 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:10.840483 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 981c3fcb-d66e-466c-a8b8-83147c51e0ed {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:53:10.862060 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port 981c3fcb-d66e-466c-a8b8-83147c51e0ed, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=981c3fcb-d66e-466c-a8b8-83147c51e0ed,segment=NetworkSegment(bc3e7f52-aa5f-4270-82cb-d02637e4d286),segment_id=bc3e7f52-aa5f-4270-82cb-d02637e4d286)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:53:10.866431 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:10.918628 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=981c3fcb-d66e-466c-a8b8-83147c51e0ed,revision_number=12']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:11.051748 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:11.256868 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['981c3fcb-d66e-466c-a8b8-83147c51e0ed'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:53:11.406551 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a9b353-24c7-41e7-b4f7-61c29039ec50 req-9ca08c00-725b-4461-8c83-9181037be6c1 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:11.408912 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a0a9b353-24c7-41e7-b4f7-61c29039ec50 req-9ca08c00-725b-4461-8c83-9181037be6c1 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9 HTTP/1.1" status: 200 len: 945 time: 0.0540559 Nov 12 01:53:11.471819 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a0a9b353-24c7-41e7-b4f7-61c29039ec50 req-a9ec4ec8-ffa3-450c-bbb9-902a2a377427 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547254 Nov 12 01:53:11.756197 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f454fb-8d06-44de-b6fd-5cfbe8a699fb req-daed9600-95b4-42db-80b3-c9cea40a6e41 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:11.757750 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b1f454fb-8d06-44de-b6fd-5cfbe8a699fb req-daed9600-95b4-42db-80b3-c9cea40a6e41 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9 HTTP/1.1" status: 200 len: 945 time: 0.0494971 Nov 12 01:53:11.858020 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-b1f454fb-8d06-44de-b6fd-5cfbe8a699fb req-021b9cf1-a6a3-45db-84a9-d2df5735631e tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Deleting port 981c3fcb-d66e-466c-a8b8-83147c51e0ed {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:53:11.858410 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b1f454fb-8d06-44de-b6fd-5cfbe8a699fb req-021b9cf1-a6a3-45db-84a9-d2df5735631e tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:11.957822 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-b1f454fb-8d06-44de-b6fd-5cfbe8a699fb req-021b9cf1-a6a3-45db-84a9-d2df5735631e tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] For port 981c3fcb-d66e-466c-a8b8-83147c51e0ed, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=981c3fcb-d66e-466c-a8b8-83147c51e0ed,segment=NetworkSegment(bc3e7f52-aa5f-4270-82cb-d02637e4d286),segment_id=bc3e7f52-aa5f-4270-82cb-d02637e4d286)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:53:11.958198 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b1f454fb-8d06-44de-b6fd-5cfbe8a699fb req-021b9cf1-a6a3-45db-84a9-d2df5735631e tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:12.151340 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b1f454fb-8d06-44de-b6fd-5cfbe8a699fb req-021b9cf1-a6a3-45db-84a9-d2df5735631e tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:12.151631 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b1f454fb-8d06-44de-b6fd-5cfbe8a699fb req-021b9cf1-a6a3-45db-84a9-d2df5735631e tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:12.151953 n-d-712142-27 neutron-server[109085]: INFO neutron.db.l3_db [req-b1f454fb-8d06-44de-b6fd-5cfbe8a699fb req-021b9cf1-a6a3-45db-84a9-d2df5735631e tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Floating IP 8bfe0454-1503-4b27-87d5-fcebff0895ee disassociated. External IP: 172.25.3.194, port: 981c3fcb-d66e-466c-a8b8-83147c51e0ed. Nov 12 01:53:12.152332 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-b1f454fb-8d06-44de-b6fd-5cfbe8a699fb req-021b9cf1-a6a3-45db-84a9-d2df5735631e tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Calling delete_port for 981c3fcb-d66e-466c-a8b8-83147c51e0ed owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:53:12.289412 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b1f454fb-8d06-44de-b6fd-5cfbe8a699fb req-021b9cf1-a6a3-45db-84a9-d2df5735631e tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:12.323752 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021b9cf1-a6a3-45db-84a9-d2df5735631e tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Pushing event deleted for resources: {'Port': ['ID=981c3fcb-d66e-466c-a8b8-83147c51e0ed,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:12.461523 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1f454fb-8d06-44de-b6fd-5cfbe8a699fb req-021b9cf1-a6a3-45db-84a9-d2df5735631e tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Router d2ea25a2-304b-4353-a1b9-bc616db4a0e5 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:53:12.600794 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-54a7d92c-f4b6-40d5-b0d4-4e0741cb4f6f req-86b72bc8-2cd9-443f-a443-8b1295a48f5b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8557c67-6acf-4fc0-8b35-acaf6b45e0b9 HTTP/1.1" status: 200 len: 210 time: 0.0404129 Nov 12 01:53:12.624927 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1f454fb-8d06-44de-b6fd-5cfbe8a699fb req-021b9cf1-a6a3-45db-84a9-d2df5735631e tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:53:12.636234 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b0221f-1bc8-4418-a57d-75bb0295e9cd None None] Sync routers for ids ['d2ea25a2-304b-4353-a1b9-bc616db4a0e5'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:53:12.656493 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b0221f-1bc8-4418-a57d-75bb0295e9cd None None] Routers {'d2ea25a2-304b-4353-a1b9-bc616db4a0e5'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:53:12.657788 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-31b0221f-1bc8-4418-a57d-75bb0295e9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:53:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['d2ea25a2-304b-4353-a1b9-bc616db4a0e5'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:53:12.672577 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f454fb-8d06-44de-b6fd-5cfbe8a699fb req-021b9cf1-a6a3-45db-84a9-d2df5735631e tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] No DVR routers for this DVR port 981c3fcb-d66e-466c-a8b8-83147c51e0ed on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:53:12.675934 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-b1f454fb-8d06-44de-b6fd-5cfbe8a699fb req-021b9cf1-a6a3-45db-84a9-d2df5735631e tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:12.679375 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b1f454fb-8d06-44de-b6fd-5cfbe8a699fb req-021b9cf1-a6a3-45db-84a9-d2df5735631e tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.16 "DELETE /v2.0/ports/981c3fcb-d66e-466c-a8b8-83147c51e0ed HTTP/1.1" status: 204 len: 173 time: 0.9151976 Nov 12 01:53:12.808098 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-31b0221f-1bc8-4418-a57d-75bb0295e9cd None None] Set router d2ea25a2-304b-4353-a1b9-bc616db4a0e5 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:53:13.013167 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-31b0221f-1bc8-4418-a57d-75bb0295e9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'name': 'tempest-ServerActionsTestJSON-415643110-router', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:11Z', 'updated_at': '2021-11-12T01:46:14Z', 'revision_number': 4, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'gw_port': {'id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:12Z', 'updated_at': '2021-11-12T01:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'eba61d07-f8d0-47d0-94ee-016e007938d2', 'name': '', 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'mac_address': 'fa:16:3e:90:3e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:13Z', 'updated_at': '2021-11-12T01:46:18Z', 'revision_number': 5, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'subnets': [{'id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:53:13.040183 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b0221f-1bc8-4418-a57d-75bb0295e9cd None None] Checking router: d2ea25a2-304b-4353-a1b9-bc616db4a0e5 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:53:13.049553 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b0221f-1bc8-4418-a57d-75bb0295e9cd None None] Routers {'d2ea25a2-304b-4353-a1b9-bc616db4a0e5'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:53:13.050261 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-31b0221f-1bc8-4418-a57d-75bb0295e9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:53:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['d2ea25a2-304b-4353-a1b9-bc616db4a0e5'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:53:13.166801 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-31b0221f-1bc8-4418-a57d-75bb0295e9cd None None] Set router d2ea25a2-304b-4353-a1b9-bc616db4a0e5 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:53:13.406398 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-31b0221f-1bc8-4418-a57d-75bb0295e9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'name': 'tempest-ServerActionsTestJSON-415643110-router', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:11Z', 'updated_at': '2021-11-12T01:46:14Z', 'revision_number': 4, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'gw_port': {'id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:12Z', 'updated_at': '2021-11-12T01:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'eba61d07-f8d0-47d0-94ee-016e007938d2', 'name': '', 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'mac_address': 'fa:16:3e:90:3e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:13Z', 'updated_at': '2021-11-12T01:46:18Z', 'revision_number': 5, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'subnets': [{'id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:53:13.433120 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b0221f-1bc8-4418-a57d-75bb0295e9cd None None] The sync data for ids ['d2ea25a2-304b-4353-a1b9-bc616db4a0e5'] in n-d-712142-27 is: [{'id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'name': 'tempest-ServerActionsTestJSON-415643110-router', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:11Z', 'updated_at': '2021-11-12T01:46:14Z', 'revision_number': 4, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'gw_port': {'id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:12Z', 'updated_at': '2021-11-12T01:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'eba61d07-f8d0-47d0-94ee-016e007938d2', 'name': '', 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'mac_address': 'fa:16:3e:90:3e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:13Z', 'updated_at': '2021-11-12T01:46:18Z', 'revision_number': 5, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'subnets': [{'id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:53:13.664404 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859e83d1-fea2-463b-8bc6-3c3681472edb None None] New status for floating IP 8bfe0454-1503-4b27-87d5-fcebff0895ee: DOWN {{(pid=109088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:53:13.913821 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-43b1caca-b53e-442f-a9fe-1a3c5894dac1 req-92e4530f-a99b-448c-8b1b-68392922e168 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--178792753&fields=id&tenant_id=530ab68461024fd380ed810b9cdc601d HTTP/1.1" status: 200 len: 267 time: 0.0463498 Nov 12 01:53:14.032861 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1caca-b53e-442f-a9fe-1a3c5894dac1 req-6a4713b5-9e82-4177-8e90-db74e06c9be3 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:14.034480 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-43b1caca-b53e-442f-a9fe-1a3c5894dac1 req-6a4713b5-9e82-4177-8e90-db74e06c9be3 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/networks?id=eab9d718-18a2-4f64-bde2-4214b305d4e2 HTTP/1.1" status: 200 len: 811 time: 0.1136274 Nov 12 01:53:14.050998 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-43b1caca-b53e-442f-a9fe-1a3c5894dac1 req-db74c6df-c57d-4a75-8414-5ffe0f85c20e tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/quotas/530ab68461024fd380ed810b9cdc601d HTTP/1.1" status: 200 len: 375 time: 0.0108111 Nov 12 01:53:14.106774 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-43b1caca-b53e-442f-a9fe-1a3c5894dac1 req-539a28f4-947d-4f45-935d-f8a090cd19e8 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=530ab68461024fd380ed810b9cdc601d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497446 Nov 12 01:53:14.210071 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-43b1caca-b53e-442f-a9fe-1a3c5894dac1 req-112254c0-e0ed-4d65-98a3-aeca06cb4e04 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:53:14.211198 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-43b1caca-b53e-442f-a9fe-1a3c5894dac1 req-112254c0-e0ed-4d65-98a3-aeca06cb4e04 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0461674 Nov 12 01:53:14.309787 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-43b1caca-b53e-442f-a9fe-1a3c5894dac1 req-53fac794-fcfc-4cc1-bbef-db09f4948156 service neutron] 10.222.0.45 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917575 Nov 12 01:53:14.404211 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-43b1caca-b53e-442f-a9fe-1a3c5894dac1 req-c3ea69f4-b747-48e6-a8d9-488ea0e9c663 service neutron] 10.222.0.45 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874519 Nov 12 01:53:14.575299 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-33706003-da70-4e50-8c23-d0ab5d17fa25 req-5b8c2df2-38eb-4d4d-ac26-fa33db69adcd tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 210 time: 0.0296371 Nov 12 01:53:14.700925 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 981c3fcb-d66e-466c-a8b8-83147c51e0ed details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:53:14.705955 n-d-712142-27 neutron-server[109087]: INFO neutron.plugins.ml2.plugin [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] No ports have port_id starting with 981c3fcb-d66e-466c-a8b8-83147c51e0ed Nov 12 01:53:14.707946 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 981c3fcb-d66e-466c-a8b8-83147c51e0ed requested by agent hyperv_n-h1-712142-27 not found in database {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Nov 12 01:53:15.671581 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1caca-b53e-442f-a9fe-1a3c5894dac1 req-4731a48c-c1b8-4295-8290-7bd585d4fd0b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:15.675158 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-43b1caca-b53e-442f-a9fe-1a3c5894dac1 req-4731a48c-c1b8-4295-8290-7bd585d4fd0b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.44 "GET /v2.0/networks?id=eab9d718-18a2-4f64-bde2-4214b305d4e2 HTTP/1.1" status: 200 len: 811 time: 0.1372738 Nov 12 01:53:15.710309 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0da4ac58-739c-491e-beec-633cc5e462d4 req-960b6184-e3dc-46f9-9482-fb083a575a3f tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 210 time: 0.0357692 Nov 12 01:53:15.757725 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-43b1caca-b53e-442f-a9fe-1a3c5894dac1 req-2d23224b-4731-40fd-b879-389cc3a0362b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=530ab68461024fd380ed810b9cdc601d HTTP/1.1" status: 200 len: 379 time: 0.0657699 Nov 12 01:53:15.795173 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-43b1caca-b53e-442f-a9fe-1a3c5894dac1 req-1ae05a79-a518-4949-b05c-7ae503a9ef1e tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Request body: {'port': {'device_id': 'e48b0a12-5acf-47aa-96a5-e931805ecd0b', 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2', 'admin_state_up': True, 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'security_groups': ['8971a123-4b17-4cbb-90c8-8a900ae31d54']}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:53:15.921281 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43b1caca-b53e-442f-a9fe-1a3c5894dac1 req-1ae05a79-a518-4949-b05c-7ae503a9ef1e tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Made reservation on behalf of 530ab68461024fd380ed810b9cdc601d for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:53:15.925332 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-43b1caca-b53e-442f-a9fe-1a3c5894dac1 req-1ae05a79-a518-4949-b05c-7ae503a9ef1e tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:16.074910 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-43b1caca-b53e-442f-a9fe-1a3c5894dac1 req-1ae05a79-a518-4949-b05c-7ae503a9ef1e tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Allocated IP 172.20.0.5 (eab9d718-18a2-4f64-bde2-4214b305d4e2/141ee538-bdf5-4c57-a676-325be7ca993b/bd6e229c-77ce-43ca-aca4-d302c28250ec) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:53:16.229383 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-43b1caca-b53e-442f-a9fe-1a3c5894dac1 req-1ae05a79-a518-4949-b05c-7ae503a9ef1e tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:16.265872 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-43b1caca-b53e-442f-a9fe-1a3c5894dac1 req-1ae05a79-a518-4949-b05c-7ae503a9ef1e tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:16.307580 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43b1caca-b53e-442f-a9fe-1a3c5894dac1 req-1ae05a79-a518-4949-b05c-7ae503a9ef1e tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Network eab9d718-18a2-4f64-bde2-4214b305d4e2 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:53:16.310655 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-43b1caca-b53e-442f-a9fe-1a3c5894dac1 req-1ae05a79-a518-4949-b05c-7ae503a9ef1e tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:53:16.315262 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b1caca-b53e-442f-a9fe-1a3c5894dac1 req-1ae05a79-a518-4949-b05c-7ae503a9ef1e tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:53:16.347700 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae05a79-a518-4949-b05c-7ae503a9ef1e tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Pushing event updated for resources: {'Port': ['ID=bd6e229c-77ce-43ca-aca4-d302c28250ec,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:16.379188 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1caca-b53e-442f-a9fe-1a3c5894dac1 req-1ae05a79-a518-4949-b05c-7ae503a9ef1e tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:16.380069 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-43b1caca-b53e-442f-a9fe-1a3c5894dac1 req-1ae05a79-a518-4949-b05c-7ae503a9ef1e tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:16.403747 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-43b1caca-b53e-442f-a9fe-1a3c5894dac1 req-1ae05a79-a518-4949-b05c-7ae503a9ef1e tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6126645 Nov 12 01:53:16.414699 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [req-43b1caca-b53e-442f-a9fe-1a3c5894dac1 req-a7a120ba-d596-41a1-82f7-4dba599c1c3d tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:53:16.415779 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-43b1caca-b53e-442f-a9fe-1a3c5894dac1 req-a7a120ba-d596-41a1-82f7-4dba599c1c3d tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058317 Nov 12 01:53:16.483413 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-43b1caca-b53e-442f-a9fe-1a3c5894dac1 req-3d97b318-1a5a-4d33-bf9d-dd9d028e3690 service neutron] Request body: {'port': {'device_id': 'e48b0a12-5acf-47aa-96a5-e931805ecd0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:53:16.528437 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-71e24dca-d33a-4903-a028-f41cda546bd9 None None] Provisioning complete for port bd6e229c-77ce-43ca-aca4-d302c28250ec triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:53:16.529021 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-71e24dca-d33a-4903-a028-f41cda546bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:16.546215 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-43b1caca-b53e-442f-a9fe-1a3c5894dac1 req-3d97b318-1a5a-4d33-bf9d-dd9d028e3690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:16.564883 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-71e24dca-d33a-4903-a028-f41cda546bd9 None None] Port bd6e229c-77ce-43ca-aca4-d302c28250ec cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:53:16.708437 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 981c3fcb-d66e-466c-a8b8-83147c51e0ed no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:53:16.732582 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] No Port match for: 981c3fcb-d66e-466c-a8b8-83147c51e0ed {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:53:16.732930 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device 981c3fcb-d66e-466c-a8b8-83147c51e0ed not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:53:16.835895 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-43b1caca-b53e-442f-a9fe-1a3c5894dac1 req-3d97b318-1a5a-4d33-bf9d-dd9d028e3690 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd6e229c-77ce-43ca-aca4-d302c28250ec {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:53:16.837313 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ebc96-514f-4955-8715-c5c731423f9c req-9fdc0567-4029-42a7-bfc2-f1783344dfe1 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:16.838914 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a38ebc96-514f-4955-8715-c5c731423f9c req-9fdc0567-4029-42a7-bfc2-f1783344dfe1 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 931 time: 0.0574243 Nov 12 01:53:16.844486 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-43b1caca-b53e-442f-a9fe-1a3c5894dac1 req-3d97b318-1a5a-4d33-bf9d-dd9d028e3690 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:16.858380 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-43b1caca-b53e-442f-a9fe-1a3c5894dac1 req-3d97b318-1a5a-4d33-bf9d-dd9d028e3690 service neutron] Transition to ACTIVE for port object bd6e229c-77ce-43ca-aca4-d302c28250ec will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:53:16.862692 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-43b1caca-b53e-442f-a9fe-1a3c5894dac1 req-3d97b318-1a5a-4d33-bf9d-dd9d028e3690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:16.896048 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a38ebc96-514f-4955-8715-c5c731423f9c req-7df90483-d013-4505-a66e-7738b7825897 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485196 Nov 12 01:53:16.922076 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d97b318-1a5a-4d33-bf9d-dd9d028e3690 service neutron] Pushing event updated for resources: {'Port': ['ID=bd6e229c-77ce-43ca-aca4-d302c28250ec,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:16.991849 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-43b1caca-b53e-442f-a9fe-1a3c5894dac1 req-3d97b318-1a5a-4d33-bf9d-dd9d028e3690 service neutron] Attempting to bind port bd6e229c-77ce-43ca-aca4-d302c28250ec on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:53:16.992162 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-43b1caca-b53e-442f-a9fe-1a3c5894dac1 req-3d97b318-1a5a-4d33-bf9d-dd9d028e3690 service neutron] Attempting to bind port bd6e229c-77ce-43ca-aca4-d302c28250ec by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'bc3e7f52-aa5f-4270-82cb-d02637e4d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:53:16.992449 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b1caca-b53e-442f-a9fe-1a3c5894dac1 req-3d97b318-1a5a-4d33-bf9d-dd9d028e3690 service neutron] Attempting to bind port bd6e229c-77ce-43ca-aca4-d302c28250ec on network eab9d718-18a2-4f64-bde2-4214b305d4e2 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:53:16.998339 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b1caca-b53e-442f-a9fe-1a3c5894dac1 req-3d97b318-1a5a-4d33-bf9d-dd9d028e3690 service neutron] Port bd6e229c-77ce-43ca-aca4-d302c28250ec on network eab9d718-18a2-4f64-bde2-4214b305d4e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:53:16.998677 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b1caca-b53e-442f-a9fe-1a3c5894dac1 req-3d97b318-1a5a-4d33-bf9d-dd9d028e3690 service neutron] Attempting to bind port bd6e229c-77ce-43ca-aca4-d302c28250ec on network eab9d718-18a2-4f64-bde2-4214b305d4e2 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:53:17.004738 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b1caca-b53e-442f-a9fe-1a3c5894dac1 req-3d97b318-1a5a-4d33-bf9d-dd9d028e3690 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:53:17.005092 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b1caca-b53e-442f-a9fe-1a3c5894dac1 req-3d97b318-1a5a-4d33-bf9d-dd9d028e3690 service neutron] Checking segment: {'id': 'bc3e7f52-aa5f-4270-82cb-d02637e4d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:53:17.005500 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b1caca-b53e-442f-a9fe-1a3c5894dac1 req-3d97b318-1a5a-4d33-bf9d-dd9d028e3690 service neutron] Bound using segment: {'id': 'bc3e7f52-aa5f-4270-82cb-d02637e4d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:53:17.006193 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-43b1caca-b53e-442f-a9fe-1a3c5894dac1 req-3d97b318-1a5a-4d33-bf9d-dd9d028e3690 service neutron] Bound port: bd6e229c-77ce-43ca-aca4-d302c28250ec, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc3e7f52-aa5f-4270-82cb-d02637e4d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:53:17.006812 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-43b1caca-b53e-442f-a9fe-1a3c5894dac1 req-3d97b318-1a5a-4d33-bf9d-dd9d028e3690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:17.087435 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-43b1caca-b53e-442f-a9fe-1a3c5894dac1 req-3d97b318-1a5a-4d33-bf9d-dd9d028e3690 service neutron] For port bd6e229c-77ce-43ca-aca4-d302c28250ec, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:53:17.091377 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-43b1caca-b53e-442f-a9fe-1a3c5894dac1 req-3d97b318-1a5a-4d33-bf9d-dd9d028e3690 service neutron] For port bd6e229c-77ce-43ca-aca4-d302c28250ec, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=bd6e229c-77ce-43ca-aca4-d302c28250ec,segment=NetworkSegment(bc3e7f52-aa5f-4270-82cb-d02637e4d286),segment_id=bc3e7f52-aa5f-4270-82cb-d02637e4d286)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:53:17.097845 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-43b1caca-b53e-442f-a9fe-1a3c5894dac1 req-3d97b318-1a5a-4d33-bf9d-dd9d028e3690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:17.141136 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1caca-b53e-442f-a9fe-1a3c5894dac1 req-3d97b318-1a5a-4d33-bf9d-dd9d028e3690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:17.142611 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-43b1caca-b53e-442f-a9fe-1a3c5894dac1 req-3d97b318-1a5a-4d33-bf9d-dd9d028e3690 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:17.144243 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-43b1caca-b53e-442f-a9fe-1a3c5894dac1 req-3d97b318-1a5a-4d33-bf9d-dd9d028e3690 service neutron] 10.222.0.44 "PUT /v2.0/ports/bd6e229c-77ce-43ca-aca4-d302c28250ec HTTP/1.1" status: 200 len: 1092 time: 0.7138391 Nov 12 01:53:17.147109 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e48b0a12-5acf-47aa-96a5-e931805ecd0b', 'tag': 'bd6e229c-77ce-43ca-aca4-d302c28250ec'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:53:17.149597 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4d1d6158e421e9c8e993f80e0426ddaaefecbe2af3f4b68345379587447b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d75195fa-6183-4dc3-a1b9-7d5abbcae4a0" -d '{"events": [{"name": "network-changed", "server_uuid": "e48b0a12-5acf-47aa-96a5-e931805ecd0b", "tag": "bd6e229c-77ce-43ca-aca4-d302c28250ec"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:53:17.193266 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d97b318-1a5a-4d33-bf9d-dd9d028e3690 service neutron] Pushing event updated for resources: {'Port': ['ID=bd6e229c-77ce-43ca-aca4-d302c28250ec,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:17.258470 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c618ee0-b32b-483b-a901-c531282ddd9e x-openstack-request-id: req-7c618ee0-b32b-483b-a901-c531282ddd9e {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:53:17.258792 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e48b0a12-5acf-47aa-96a5-e931805ecd0b", "tag": "bd6e229c-77ce-43ca-aca4-d302c28250ec", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:53:17.259001 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7c618ee0-b32b-483b-a901-c531282ddd9e {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:53:17.259417 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e48b0a12-5acf-47aa-96a5-e931805ecd0b', 'tag': 'bd6e229c-77ce-43ca-aca4-d302c28250ec', 'status': 'completed', 'code': 200} Nov 12 01:53:17.278260 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1caca-b53e-442f-a9fe-1a3c5894dac1 req-9a14de68-b364-497f-88cf-6fb24e80c1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:17.279949 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-43b1caca-b53e-442f-a9fe-1a3c5894dac1 req-9a14de68-b364-497f-88cf-6fb24e80c1e5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=530ab68461024fd380ed810b9cdc601d&device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 1095 time: 0.0615628 Nov 12 01:53:17.333754 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-43b1caca-b53e-442f-a9fe-1a3c5894dac1 req-d0d66840-a7f2-43ce-a411-72dd0d61f9b5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd6e229c-77ce-43ca-aca4-d302c28250ec HTTP/1.1" status: 200 len: 217 time: 0.0401847 Nov 12 01:53:17.396172 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1caca-b53e-442f-a9fe-1a3c5894dac1 req-7d08a22a-95f4-4fae-b5cb-a8f6778c377a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:17.397730 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-43b1caca-b53e-442f-a9fe-1a3c5894dac1 req-7d08a22a-95f4-4fae-b5cb-a8f6778c377a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=141ee538-bdf5-4c57-a676-325be7ca993b HTTP/1.1" status: 200 len: 850 time: 0.0575399 Nov 12 01:53:17.450059 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1caca-b53e-442f-a9fe-1a3c5894dac1 req-01778315-20e8-4830-a65f-13277fee13b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:17.451609 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-43b1caca-b53e-442f-a9fe-1a3c5894dac1 req-01778315-20e8-4830-a65f-13277fee13b3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eab9d718-18a2-4f64-bde2-4214b305d4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471985 Nov 12 01:53:17.544070 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-43b1caca-b53e-442f-a9fe-1a3c5894dac1 req-c92c58f3-4c54-4e01-88a7-7bdefcd2434c service neutron] 10.222.0.44 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843000 Nov 12 01:53:17.641881 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-43b1caca-b53e-442f-a9fe-1a3c5894dac1 req-2b27c480-47f1-4856-bc87-3c7b6c914db6 service neutron] 10.222.0.44 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900950 Nov 12 01:53:17.768454 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75195fa-6183-4dc3-a1b9-7d5abbcae4a0 req-754fe54b-96aa-4611-8666-4c50f6aa0115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:17.770072 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d75195fa-6183-4dc3-a1b9-7d5abbcae4a0 req-754fe54b-96aa-4611-8666-4c50f6aa0115 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=530ab68461024fd380ed810b9cdc601d&device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 1095 time: 0.0418527 Nov 12 01:53:17.867449 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75195fa-6183-4dc3-a1b9-7d5abbcae4a0 req-f891df6e-b465-4242-970b-e0323fb52b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:17.868872 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d75195fa-6183-4dc3-a1b9-7d5abbcae4a0 req-f891df6e-b465-4242-970b-e0323fb52b92 service neutron] 10.222.0.44 "GET /v2.0/networks?id=eab9d718-18a2-4f64-bde2-4214b305d4e2 HTTP/1.1" status: 200 len: 911 time: 0.0913832 Nov 12 01:53:17.911465 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d75195fa-6183-4dc3-a1b9-7d5abbcae4a0 req-2868576a-aff2-430e-89dd-9326bb381be6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd6e229c-77ce-43ca-aca4-d302c28250ec HTTP/1.1" status: 200 len: 217 time: 0.0346332 Nov 12 01:53:17.967046 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75195fa-6183-4dc3-a1b9-7d5abbcae4a0 req-98a51615-a954-4585-8ab4-e4dd9c11c759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:17.968554 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d75195fa-6183-4dc3-a1b9-7d5abbcae4a0 req-98a51615-a954-4585-8ab4-e4dd9c11c759 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=141ee538-bdf5-4c57-a676-325be7ca993b HTTP/1.1" status: 200 len: 850 time: 0.0503943 Nov 12 01:53:18.015689 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75195fa-6183-4dc3-a1b9-7d5abbcae4a0 req-72b94439-7588-4a37-a8d3-0dcc3e961fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:18.017863 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d75195fa-6183-4dc3-a1b9-7d5abbcae4a0 req-72b94439-7588-4a37-a8d3-0dcc3e961fd8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eab9d718-18a2-4f64-bde2-4214b305d4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421567 Nov 12 01:53:18.022084 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db037407-e3ec-4ab7-ae10-b848bef076fd req-546659c3-20ec-451f-87e2-dd71d9ca95bf tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:18.023576 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-db037407-e3ec-4ab7-ae10-b848bef076fd req-546659c3-20ec-451f-87e2-dd71d9ca95bf tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 943 time: 0.0519865 Nov 12 01:53:18.071119 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-db037407-e3ec-4ab7-ae10-b848bef076fd req-00d7e43a-358b-4c84-b11c-d9b469342f6d tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412729 Nov 12 01:53:18.114360 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d75195fa-6183-4dc3-a1b9-7d5abbcae4a0 req-e6a3b6ea-20ed-49d8-a688-58b730aff502 service neutron] 10.222.0.44 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887077 Nov 12 01:53:18.212293 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d75195fa-6183-4dc3-a1b9-7d5abbcae4a0 req-92f82176-af20-4f5e-aa3a-7fa74f804a55 service neutron] 10.222.0.44 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906696 Nov 12 01:53:19.193436 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc99ac8-fbe1-4ac9-83b3-29cf95d6ca17 req-0c34ec38-cded-405c-a21a-3c96189a77fb tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:19.194932 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2fc99ac8-fbe1-4ac9-83b3-29cf95d6ca17 req-0c34ec38-cded-405c-a21a-3c96189a77fb tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 943 time: 0.0538819 Nov 12 01:53:19.242730 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2fc99ac8-fbe1-4ac9-83b3-29cf95d6ca17 req-fe14c1ab-aa05-4adb-894d-5a656213fec2 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411999 Nov 12 01:53:19.552339 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device bd6e229c-77ce-43ca-aca4-d302c28250ec details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:53:19.652314 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port bd6e229c-77ce-43ca-aca4-d302c28250ec, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=bd6e229c-77ce-43ca-aca4-d302c28250ec,segment=NetworkSegment(bc3e7f52-aa5f-4270-82cb-d02637e4d286),segment_id=bc3e7f52-aa5f-4270-82cb-d02637e4d286)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:53:19.663240 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'bd6e229c-77ce-43ca-aca4-d302c28250ec', 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2', 'port_id': 'bd6e229c-77ce-43ca-aca4-d302c28250ec', 'mac_address': 'fa:16:3e:dc:83:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:53:19.701825 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:19.715737 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd6e229c-77ce-43ca-aca4-d302c28250ec {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:53:19.735536 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port bd6e229c-77ce-43ca-aca4-d302c28250ec, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=bd6e229c-77ce-43ca-aca4-d302c28250ec,segment=NetworkSegment(bc3e7f52-aa5f-4270-82cb-d02637e4d286),segment_id=bc3e7f52-aa5f-4270-82cb-d02637e4d286)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:53:19.739908 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:19.785255 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=bd6e229c-77ce-43ca-aca4-d302c28250ec,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:20.004690 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['bd6e229c-77ce-43ca-aca4-d302c28250ec'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:53:20.359701 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcfab7d-b31e-4b81-8fb0-eb6ad3b79034 req-cfd3a1d3-5cd8-478c-9918-266d8be59867 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:20.361791 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1dcfab7d-b31e-4b81-8fb0-eb6ad3b79034 req-cfd3a1d3-5cd8-478c-9918-266d8be59867 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 944 time: 0.0501959 Nov 12 01:53:20.413537 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1dcfab7d-b31e-4b81-8fb0-eb6ad3b79034 req-2d58938f-cde3-4c69-a861-d429fc3df9ec tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457125 Nov 12 01:53:21.531444 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a5914-4d3e-497f-b70b-f6651b5e437e req-8d242614-c6af-440b-b0c5-a6622f1cacb8 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:21.533553 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-717a5914-4d3e-497f-b70b-f6651b5e437e req-8d242614-c6af-440b-b0c5-a6622f1cacb8 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 944 time: 0.0491974 Nov 12 01:53:21.567322 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device bd6e229c-77ce-43ca-aca4-d302c28250ec up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:53:21.586839 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-717a5914-4d3e-497f-b70b-f6651b5e437e req-3709760a-99ea-445c-abfe-f36b2e4ed983 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473483 Nov 12 01:53:21.618588 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port bd6e229c-77ce-43ca-aca4-d302c28250ec completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:53:21.622884 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port bd6e229c-77ce-43ca-aca4-d302c28250ec triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:53:21.623257 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:21.701799 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:21.725511 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48b0a12-5acf-47aa-96a5-e931805ecd0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6e229c-77ce-43ca-aca4-d302c28250ec'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:53:21.727722 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ec54fb32a252cf543512252f4538ed49f878ab9aa91f770db158cb882be9043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01bd878c-7acf-4039-b791-2966061d86f7" -d '{"events": [{"server_uuid": "e48b0a12-5acf-47aa-96a5-e931805ecd0b", "name": "network-vif-plugged", "status": "completed", "tag": "bd6e229c-77ce-43ca-aca4-d302c28250ec"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:53:21.740558 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port bd6e229c-77ce-43ca-aca4-d302c28250ec, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=bd6e229c-77ce-43ca-aca4-d302c28250ec,segment=NetworkSegment(bc3e7f52-aa5f-4270-82cb-d02637e4d286),segment_id=bc3e7f52-aa5f-4270-82cb-d02637e4d286)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:53:21.744922 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:21.772085 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c121c568-9a5d-435a-8b70-6e53002276b6 x-openstack-request-id: req-c121c568-9a5d-435a-8b70-6e53002276b6 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:53:21.772376 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48b0a12-5acf-47aa-96a5-e931805ecd0b", "name": "network-vif-plugged", "status": "completed", "tag": "bd6e229c-77ce-43ca-aca4-d302c28250ec", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:53:21.772621 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c121c568-9a5d-435a-8b70-6e53002276b6 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:53:21.773000 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48b0a12-5acf-47aa-96a5-e931805ecd0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6e229c-77ce-43ca-aca4-d302c28250ec', 'code': 200} Nov 12 01:53:21.800785 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=bd6e229c-77ce-43ca-aca4-d302c28250ec,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:53:21.892683 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd19fdd-8901-487a-809d-984181bc3832 req-65ba3c66-0016-4315-ada5-5a582764ef7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:21.894225 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4fd19fdd-8901-487a-809d-984181bc3832 req-65ba3c66-0016-4315-ada5-5a582764ef7f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 1097 time: 0.0420499 Nov 12 01:53:21.939180 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4fd19fdd-8901-487a-809d-984181bc3832 req-3752a4bd-2e80-4ebf-ab9b-a1978ea513ae service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384007 Nov 12 01:53:22.706513 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92594491-e885-4516-bec8-7a1281b77589 req-2eaf6a0d-d3c1-46ac-9a67-2c069c02d574 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:22.708013 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-92594491-e885-4516-bec8-7a1281b77589 req-2eaf6a0d-d3c1-46ac-9a67-2c069c02d574 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 945 time: 0.0498905 Nov 12 01:53:22.755858 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-92594491-e885-4516-bec8-7a1281b77589 req-4dd92dd8-19a4-4968-9d14-8ca01703fed8 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418589 Nov 12 01:53:23.874475 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541799d-c1a4-44b7-9ca5-abedb73d645a req-16e576ba-5824-46d1-b386-f730dbcfd7f6 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:23.876022 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1541799d-c1a4-44b7-9ca5-abedb73d645a req-16e576ba-5824-46d1-b386-f730dbcfd7f6 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 945 time: 0.0507023 Nov 12 01:53:23.924308 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1541799d-c1a4-44b7-9ca5-abedb73d645a req-d778da1c-94b6-4690-8165-188e41dc6721 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419798 Nov 12 01:53:24.046931 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf90ed-1e90-4327-8748-8752c5563fdd req-69144e35-f680-4d88-a7c2-0bb16ffc02b6 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:24.049151 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6abf90ed-1e90-4327-8748-8752c5563fdd req-69144e35-f680-4d88-a7c2-0bb16ffc02b6 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 945 time: 0.0577900 Nov 12 01:53:24.058268 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 55960) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:53:24.063400 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-522e44a1-c430-439d-a817-a2226db90821 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Request body: {'floatingip': {'port_id': 'bd6e229c-77ce-43ca-aca4-d302c28250ec'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:53:24.107216 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-522e44a1-c430-439d-a817-a2226db90821 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks [] for floatingip, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:24.554288 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-522e44a1-c430-439d-a817-a2226db90821 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:24.558271 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-522e44a1-c430-439d-a817-a2226db90821 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:24.658339 n-d-712142-27 neutron-server[109086]: INFO neutron.db.l3_db [None req-522e44a1-c430-439d-a817-a2226db90821 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Floating IP 8bfe0454-1503-4b27-87d5-fcebff0895ee associated. External IP: 172.25.3.194, port: bd6e229c-77ce-43ca-aca4-d302c28250ec. Nov 12 01:53:24.870821 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522e44a1-c430-439d-a817-a2226db90821 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Router d2ea25a2-304b-4353-a1b9-bc616db4a0e5 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:53:24.983455 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522e44a1-c430-439d-a817-a2226db90821 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:53:24.988964 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-522e44a1-c430-439d-a817-a2226db90821 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:24.993662 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1794b825-0a3e-4300-a6a6-35fd6c904627 None None] Sync routers for ids ['d2ea25a2-304b-4353-a1b9-bc616db4a0e5'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:53:25.004483 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1794b825-0a3e-4300-a6a6-35fd6c904627 None None] Routers {'d2ea25a2-304b-4353-a1b9-bc616db4a0e5'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:53:25.005106 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-1794b825-0a3e-4300-a6a6-35fd6c904627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:53:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['d2ea25a2-304b-4353-a1b9-bc616db4a0e5'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:53:25.016558 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-522e44a1-c430-439d-a817-a2226db90821 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "PUT /v2.0/floatingips/8bfe0454-1503-4b27-87d5-fcebff0895ee HTTP/1.1" status: 200 len: 992 time: 0.9571183 Nov 12 01:53:25.017144 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e48b0a12-5acf-47aa-96a5-e931805ecd0b', 'tag': 'bd6e229c-77ce-43ca-aca4-d302c28250ec'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:53:25.019413 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4d1d6158e421e9c8e993f80e0426ddaaefecbe2af3f4b68345379587447b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097d13db-9b08-49be-ba07-02a80e1e4059" -d '{"events": [{"name": "network-changed", "server_uuid": "e48b0a12-5acf-47aa-96a5-e931805ecd0b", "tag": "bd6e229c-77ce-43ca-aca4-d302c28250ec"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:53:25.119341 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-1794b825-0a3e-4300-a6a6-35fd6c904627 None None] Set router d2ea25a2-304b-4353-a1b9-bc616db4a0e5 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:53:25.130986 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811c31ac-65d8-4c1c-b59b-ea3ca06d5323 x-openstack-request-id: req-811c31ac-65d8-4c1c-b59b-ea3ca06d5323 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:53:25.131456 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e48b0a12-5acf-47aa-96a5-e931805ecd0b", "tag": "bd6e229c-77ce-43ca-aca4-d302c28250ec", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:53:25.131570 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-811c31ac-65d8-4c1c-b59b-ea3ca06d5323 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:53:25.131914 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e48b0a12-5acf-47aa-96a5-e931805ecd0b', 'tag': 'bd6e229c-77ce-43ca-aca4-d302c28250ec', 'status': 'completed', 'code': 200} Nov 12 01:53:25.223409 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d13db-9b08-49be-ba07-02a80e1e4059 req-bd9d5656-3640-4581-b12b-8343db56baab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:25.224957 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-097d13db-9b08-49be-ba07-02a80e1e4059 req-bd9d5656-3640-4581-b12b-8343db56baab service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=530ab68461024fd380ed810b9cdc601d&device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 1097 time: 0.0498397 Nov 12 01:53:25.325993 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d13db-9b08-49be-ba07-02a80e1e4059 req-7d5bc473-ada4-4808-8439-9c91ed3098e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:25.327551 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-097d13db-9b08-49be-ba07-02a80e1e4059 req-7d5bc473-ada4-4808-8439-9c91ed3098e5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=eab9d718-18a2-4f64-bde2-4214b305d4e2 HTTP/1.1" status: 200 len: 911 time: 0.0947027 Nov 12 01:53:25.352972 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-1794b825-0a3e-4300-a6a6-35fd6c904627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'name': 'tempest-ServerActionsTestJSON-415643110-router', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:11Z', 'updated_at': '2021-11-12T01:46:14Z', 'revision_number': 4, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'gw_port': {'id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:12Z', 'updated_at': '2021-11-12T01:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '8bfe0454-1503-4b27-87d5-fcebff0895ee', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'floating_ip_address': '172.25.3.194', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'port_id': 'bd6e229c-77ce-43ca-aca4-d302c28250ec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2', 'mac_address': 'fa:16:3e:dc:83:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48b0a12-5acf-47aa-96a5-e931805ecd0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:46:16Z', 'updated_at': '2021-11-12T01:53:24Z', 'revision_number': 13, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eba61d07-f8d0-47d0-94ee-016e007938d2', 'name': '', 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'mac_address': 'fa:16:3e:90:3e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:13Z', 'updated_at': '2021-11-12T01:46:18Z', 'revision_number': 5, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'subnets': [{'id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:53:25.380510 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1794b825-0a3e-4300-a6a6-35fd6c904627 None None] Checking router: d2ea25a2-304b-4353-a1b9-bc616db4a0e5 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:53:25.389887 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1794b825-0a3e-4300-a6a6-35fd6c904627 None None] Routers {'d2ea25a2-304b-4353-a1b9-bc616db4a0e5'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:53:25.390533 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-1794b825-0a3e-4300-a6a6-35fd6c904627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:53:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['d2ea25a2-304b-4353-a1b9-bc616db4a0e5'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:53:25.395235 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-097d13db-9b08-49be-ba07-02a80e1e4059 req-5555dfcd-d1c0-4827-b3fa-33173bc2bfe0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd6e229c-77ce-43ca-aca4-d302c28250ec HTTP/1.1" status: 200 len: 1000 time: 0.0610268 Nov 12 01:53:25.452856 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d13db-9b08-49be-ba07-02a80e1e4059 req-c680d799-8d5c-40d0-a257-f731a2e6546c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:25.454366 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-097d13db-9b08-49be-ba07-02a80e1e4059 req-c680d799-8d5c-40d0-a257-f731a2e6546c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=141ee538-bdf5-4c57-a676-325be7ca993b HTTP/1.1" status: 200 len: 850 time: 0.0522373 Nov 12 01:53:25.502215 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d13db-9b08-49be-ba07-02a80e1e4059 req-9069089f-7f21-4a36-808d-753e209d13a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:25.503780 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-097d13db-9b08-49be-ba07-02a80e1e4059 req-9069089f-7f21-4a36-808d-753e209d13a2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eab9d718-18a2-4f64-bde2-4214b305d4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429211 Nov 12 01:53:25.509735 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-1794b825-0a3e-4300-a6a6-35fd6c904627 None None] Set router d2ea25a2-304b-4353-a1b9-bc616db4a0e5 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:53:25.607875 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-097d13db-9b08-49be-ba07-02a80e1e4059 req-78077882-de72-4109-87a1-11bedf168b57 service neutron] 10.222.0.44 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964150 Nov 12 01:53:25.715415 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-097d13db-9b08-49be-ba07-02a80e1e4059 req-87ec2df5-e5a6-4eac-93a4-02cbd823bc80 service neutron] 10.222.0.44 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003306 Nov 12 01:53:25.755830 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-1794b825-0a3e-4300-a6a6-35fd6c904627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'name': 'tempest-ServerActionsTestJSON-415643110-router', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:11Z', 'updated_at': '2021-11-12T01:46:14Z', 'revision_number': 4, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'gw_port': {'id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:12Z', 'updated_at': '2021-11-12T01:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '8bfe0454-1503-4b27-87d5-fcebff0895ee', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'floating_ip_address': '172.25.3.194', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'port_id': 'bd6e229c-77ce-43ca-aca4-d302c28250ec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2', 'mac_address': 'fa:16:3e:dc:83:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48b0a12-5acf-47aa-96a5-e931805ecd0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:46:16Z', 'updated_at': '2021-11-12T01:53:24Z', 'revision_number': 13, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eba61d07-f8d0-47d0-94ee-016e007938d2', 'name': '', 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'mac_address': 'fa:16:3e:90:3e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:13Z', 'updated_at': '2021-11-12T01:46:18Z', 'revision_number': 5, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'subnets': [{'id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:53:25.782999 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1794b825-0a3e-4300-a6a6-35fd6c904627 None None] The sync data for ids ['d2ea25a2-304b-4353-a1b9-bc616db4a0e5'] in n-d-712142-27 is: [{'id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'name': 'tempest-ServerActionsTestJSON-415643110-router', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:11Z', 'updated_at': '2021-11-12T01:46:14Z', 'revision_number': 4, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'gw_port': {'id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:12Z', 'updated_at': '2021-11-12T01:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '8bfe0454-1503-4b27-87d5-fcebff0895ee', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'floating_ip_address': '172.25.3.194', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'port_id': 'bd6e229c-77ce-43ca-aca4-d302c28250ec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2', 'mac_address': 'fa:16:3e:dc:83:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48b0a12-5acf-47aa-96a5-e931805ecd0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:46:16Z', 'updated_at': '2021-11-12T01:53:24Z', 'revision_number': 13, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eba61d07-f8d0-47d0-94ee-016e007938d2', 'name': '', 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'mac_address': 'fa:16:3e:90:3e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:13Z', 'updated_at': '2021-11-12T01:46:18Z', 'revision_number': 5, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'subnets': [{'id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:53:25.991278 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b1ae37-40b4-47ea-a391-c149b86ca29b None None] New status for floating IP 8bfe0454-1503-4b27-87d5-fcebff0895ee: ACTIVE {{(pid=109088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:53:27.302967 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cd938a05-fe81-47a7-aafd-56cbcfc3a307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:30.876337 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b81da6be-e1d9-46e0-8cea-8ebfb4db6f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:33.034281 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:34.043581 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:35.344824 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:36.282555 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [req-92739844-ce65-41ce-8682-36001fc296e8 req-129661b0-154b-4c40-823e-26dd5f66e6ee service neutron] (109086) timed out ('10.222.0.16', 55743) {{(pid=109086) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 01:53:38.856425 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:41.070893 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:53:42.447725 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:53:44.901096 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-51650c62-80d5-403d-b570-ec2c164234d9 req-2adfce00-589a-4691-8de1-f42c8ef8eebf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414979 Nov 12 01:53:45.011047 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51650c62-80d5-403d-b570-ec2c164234d9 req-73e1189b-67d4-4d8d-a895-5df5a7b55dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:45.012854 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-51650c62-80d5-403d-b570-ec2c164234d9 req-73e1189b-67d4-4d8d-a895-5df5a7b55dab service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=530ab68461024fd380ed810b9cdc601d&device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 1097 time: 0.0489779 Nov 12 01:53:45.121770 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51650c62-80d5-403d-b570-ec2c164234d9 req-b20bf1a8-bedf-4e2f-80e1-a326389d456a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:45.123318 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-51650c62-80d5-403d-b570-ec2c164234d9 req-b20bf1a8-bedf-4e2f-80e1-a326389d456a service neutron] 10.222.0.44 "GET /v2.0/networks?id=eab9d718-18a2-4f64-bde2-4214b305d4e2 HTTP/1.1" status: 200 len: 911 time: 0.0891354 Nov 12 01:53:45.197575 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-51650c62-80d5-403d-b570-ec2c164234d9 req-21dd1a71-7b53-42c8-9e43-c7b071117246 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd6e229c-77ce-43ca-aca4-d302c28250ec HTTP/1.1" status: 200 len: 1002 time: 0.0660305 Nov 12 01:53:45.252307 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51650c62-80d5-403d-b570-ec2c164234d9 req-c7c8f5ab-3f77-40ec-bf44-8f71b9c6859d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:45.253795 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-51650c62-80d5-403d-b570-ec2c164234d9 req-c7c8f5ab-3f77-40ec-bf44-8f71b9c6859d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=141ee538-bdf5-4c57-a676-325be7ca993b HTTP/1.1" status: 200 len: 850 time: 0.0484540 Nov 12 01:53:45.301708 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51650c62-80d5-403d-b570-ec2c164234d9 req-a5b8979e-24c8-4552-8829-ee1d7fa3e5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:53:45.303224 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-51650c62-80d5-403d-b570-ec2c164234d9 req-a5b8979e-24c8-4552-8829-ee1d7fa3e5e3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eab9d718-18a2-4f64-bde2-4214b305d4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422428 Nov 12 01:53:45.397052 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-51650c62-80d5-403d-b570-ec2c164234d9 req-19d25b4c-7d56-49e4-aa3d-7606a3b8d9d2 service neutron] 10.222.0.44 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859890 Nov 12 01:53:45.488840 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-51650c62-80d5-403d-b570-ec2c164234d9 req-e10dc1e6-5397-41f4-bc71-7a85bcb7cd2f service neutron] 10.222.0.44 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840006 Nov 12 01:53:57.295113 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2055e20f-dccc-465e-aee1-3ea6d997b9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:54:00.877939 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e631f0b7-6c2e-496e-b52a-495c8e675be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:54:03.035989 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:54:04.044582 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:54:05.348489 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:54:08.865887 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:54:11.064570 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:54:19.447444 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:54:27.297568 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a3428faa-e7ed-4be9-bd6b-f2687bb8cc0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:54:30.878566 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a1c2627b-e9a7-4737-a421-60d8b7e72b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:54:33.040615 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:54:34.047910 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:54:35.350129 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:54:38.875467 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:54:41.090348 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:54:44.903571 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3076b384-9d5e-414e-9f76-422a4db60d3c req-9330c905-1625-4665-8072-c890900b6970 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408409 Nov 12 01:54:45.006630 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076b384-9d5e-414e-9f76-422a4db60d3c req-eea4f986-d358-4fa3-bd61-39325ff3927c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:54:45.008732 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3076b384-9d5e-414e-9f76-422a4db60d3c req-eea4f986-d358-4fa3-bd61-39325ff3927c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=530ab68461024fd380ed810b9cdc601d&device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 1097 time: 0.0453515 Nov 12 01:54:45.112880 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076b384-9d5e-414e-9f76-422a4db60d3c req-754777e8-c404-43fd-81c0-d47d6763b3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:54:45.114425 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3076b384-9d5e-414e-9f76-422a4db60d3c req-754777e8-c404-43fd-81c0-d47d6763b3d0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=eab9d718-18a2-4f64-bde2-4214b305d4e2 HTTP/1.1" status: 200 len: 911 time: 0.0857439 Nov 12 01:54:45.188248 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3076b384-9d5e-414e-9f76-422a4db60d3c req-16929415-68fc-4855-9d20-9d1f2c4ac956 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd6e229c-77ce-43ca-aca4-d302c28250ec HTTP/1.1" status: 200 len: 1002 time: 0.0660772 Nov 12 01:54:45.242729 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076b384-9d5e-414e-9f76-422a4db60d3c req-889b36d6-6913-4662-802d-099c2385748f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:54:45.244283 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3076b384-9d5e-414e-9f76-422a4db60d3c req-889b36d6-6913-4662-802d-099c2385748f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=141ee538-bdf5-4c57-a676-325be7ca993b HTTP/1.1" status: 200 len: 850 time: 0.0484145 Nov 12 01:54:45.292346 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076b384-9d5e-414e-9f76-422a4db60d3c req-712993f4-933e-4b8b-a4fd-c8ff98137c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:54:45.293874 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3076b384-9d5e-414e-9f76-422a4db60d3c req-712993f4-933e-4b8b-a4fd-c8ff98137c6b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eab9d718-18a2-4f64-bde2-4214b305d4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421159 Nov 12 01:54:45.389577 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3076b384-9d5e-414e-9f76-422a4db60d3c req-3719edb9-ae7f-43be-a96e-03284a048864 service neutron] 10.222.0.44 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881553 Nov 12 01:54:45.484294 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3076b384-9d5e-414e-9f76-422a4db60d3c req-1fb7243f-04c3-49c1-89cf-5e3a6470dbf3 service neutron] 10.222.0.44 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880988 Nov 12 01:54:56.447504 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:54:57.299659 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a96ecc0f-6e46-4d59-a8ee-af0eb507d1b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:00.879509 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a065fb0e-5a73-4b40-9261-f54aed967698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:02.860393 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161233ff-4abf-4ca6-8074-8efd0c78772e req-ff75dc30-0d49-49a8-9bc3-1b560cddc56f tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:02.861908 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-161233ff-4abf-4ca6-8074-8efd0c78772e req-ff75dc30-0d49-49a8-9bc3-1b560cddc56f tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 945 time: 0.0557618 Nov 12 01:55:02.910878 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-161233ff-4abf-4ca6-8074-8efd0c78772e req-e1a73349-f0f7-49f9-ad3d-aad8f4c873fc tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428193 Nov 12 01:55:03.042595 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:04.049970 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:05.354403 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:08.884416 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:11.083461 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:14.932204 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-97c2f0e1-15b9-4108-91d3-16f27afbf6a5 req-aeb22904-20bb-4907-9981-d6ee0c64c2d0 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 01:55:14.933181 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-97c2f0e1-15b9-4108-91d3-16f27afbf6a5 req-aeb22904-20bb-4907-9981-d6ee0c64c2d0 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054712 Nov 12 01:55:15.106010 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c146d48b-0203-4f73-965b-d20b95a16e84 req-d09dfb49-068b-4c4c-8163-9d39da97c56a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0478542 Nov 12 01:55:15.114748 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a0b43-5b3c-4d71-b9dc-286cf1942ea3 req-6aea87c9-fc46-4e0b-b886-df8bd7fcd610 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:15.124556 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4f0a0b43-5b3c-4d71-b9dc-286cf1942ea3 req-6aea87c9-fc46-4e0b-b886-df8bd7fcd610 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 945 time: 0.0496202 Nov 12 01:55:15.177388 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4f0a0b43-5b3c-4d71-b9dc-286cf1942ea3 req-f4c0a008-336b-485e-821b-8bbc72640261 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545044 Nov 12 01:55:16.297299 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872eaf1f-f8ae-479b-b401-7ebec2dc2e57 req-a65cedc0-2908-49cb-9469-afcdea1122e9 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:16.298829 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-872eaf1f-f8ae-479b-b401-7ebec2dc2e57 req-a65cedc0-2908-49cb-9469-afcdea1122e9 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 945 time: 0.0512385 Nov 12 01:55:16.349772 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-872eaf1f-f8ae-479b-b401-7ebec2dc2e57 req-6732c811-51ba-4c81-9e0b-56e67d542762 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438781 Nov 12 01:55:16.497710 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146d48b-0203-4f73-965b-d20b95a16e84 req-82723ec6-90a3-48f6-8da7-5b03babfbd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:16.499230 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c146d48b-0203-4f73-965b-d20b95a16e84 req-82723ec6-90a3-48f6-8da7-5b03babfbd45 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=530ab68461024fd380ed810b9cdc601d&device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 1097 time: 0.0416803 Nov 12 01:55:16.597225 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146d48b-0203-4f73-965b-d20b95a16e84 req-3c542d34-3672-4f6c-b054-6778cd723182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:16.599562 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c146d48b-0203-4f73-965b-d20b95a16e84 req-3c542d34-3672-4f6c-b054-6778cd723182 service neutron] 10.222.0.44 "GET /v2.0/networks?id=eab9d718-18a2-4f64-bde2-4214b305d4e2 HTTP/1.1" status: 200 len: 911 time: 0.0921853 Nov 12 01:55:16.987829 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c146d48b-0203-4f73-965b-d20b95a16e84 req-6452ed28-12ef-4cb1-b0a4-c7a70e79b292 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd6e229c-77ce-43ca-aca4-d302c28250ec HTTP/1.1" status: 200 len: 1002 time: 0.3810349 Nov 12 01:55:17.040153 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146d48b-0203-4f73-965b-d20b95a16e84 req-f48b73d2-26ec-4446-b569-e201f3d4ce6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:17.042190 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c146d48b-0203-4f73-965b-d20b95a16e84 req-f48b73d2-26ec-4446-b569-e201f3d4ce6b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=141ee538-bdf5-4c57-a676-325be7ca993b HTTP/1.1" status: 200 len: 850 time: 0.0447745 Nov 12 01:55:17.090385 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146d48b-0203-4f73-965b-d20b95a16e84 req-a79996f3-3417-414a-bf9b-989c68590cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:17.091839 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c146d48b-0203-4f73-965b-d20b95a16e84 req-a79996f3-3417-414a-bf9b-989c68590cbf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eab9d718-18a2-4f64-bde2-4214b305d4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424707 Nov 12 01:55:17.185475 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c146d48b-0203-4f73-965b-d20b95a16e84 req-5d9fbade-f9e8-47af-9dde-cab6953802bc service neutron] 10.222.0.44 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865808 Nov 12 01:55:17.277304 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c146d48b-0203-4f73-965b-d20b95a16e84 req-f7afba8d-1b12-4cf2-8bf1-9bd3ee690807 service neutron] 10.222.0.44 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850794 Nov 12 01:55:17.482069 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd92b475-a0ba-4e1c-a2a9-06927549ab1f req-1c99046c-34cb-43f9-bb04-3fb806cd526b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:17.483618 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cd92b475-a0ba-4e1c-a2a9-06927549ab1f req-1c99046c-34cb-43f9-bb04-3fb806cd526b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 945 time: 0.0604689 Nov 12 01:55:17.532008 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cd92b475-a0ba-4e1c-a2a9-06927549ab1f req-0fe64f49-8292-45a6-9536-40b9ef935a41 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421689 Nov 12 01:55:18.658418 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a17bfe9-37ca-4fe7-a925-8c231591cc88 req-e5cfe4d1-7a93-47da-8f70-bed90fb3ffd2 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:18.659914 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1a17bfe9-37ca-4fe7-a925-8c231591cc88 req-e5cfe4d1-7a93-47da-8f70-bed90fb3ffd2 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 945 time: 0.0539200 Nov 12 01:55:18.710494 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1a17bfe9-37ca-4fe7-a925-8c231591cc88 req-5fb17a74-ecd1-4759-8b24-4a19013e7b8f tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444353 Nov 12 01:55:19.831223 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17604f-438b-4c53-b7cc-9afdd00a985f req-fa5625bb-e0ac-4bc5-9554-94dba5ffcf83 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:19.832784 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6b17604f-438b-4c53-b7cc-9afdd00a985f req-fa5625bb-e0ac-4bc5-9554-94dba5ffcf83 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 945 time: 0.0510972 Nov 12 01:55:19.882662 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6b17604f-438b-4c53-b7cc-9afdd00a985f req-c67b27f4-de4f-4183-92b1-bb990bc7bd3c tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436950 Nov 12 01:55:21.013868 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f75d2-b384-483c-b414-9c186361667d req-df8213ce-e28d-4155-a240-0412c4d906b6 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:21.015602 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b74f75d2-b384-483c-b414-9c186361667d req-df8213ce-e28d-4155-a240-0412c4d906b6 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 945 time: 0.0574586 Nov 12 01:55:21.068176 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b74f75d2-b384-483c-b414-9c186361667d req-3aebd510-ee19-4563-b19a-24b724828801 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450220 Nov 12 01:55:22.187902 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def5d03c-18e4-4edc-8227-3639d9f8dca5 req-3d38842c-6dea-4be9-a41a-23859dd58082 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:22.189441 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-def5d03c-18e4-4edc-8227-3639d9f8dca5 req-3d38842c-6dea-4be9-a41a-23859dd58082 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 945 time: 0.0502963 Nov 12 01:55:22.239543 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-def5d03c-18e4-4edc-8227-3639d9f8dca5 req-3f1a0b2e-6717-41ca-92b9-7b30a90dfa91 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425925 Nov 12 01:55:23.363005 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b7ab7-8dff-4f37-8d6a-ddad0286b6d9 req-2d45dadb-946b-4b4a-b4cc-b0737af70e94 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:23.364543 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7f1b7ab7-8dff-4f37-8d6a-ddad0286b6d9 req-2d45dadb-946b-4b4a-b4cc-b0737af70e94 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 945 time: 0.0501790 Nov 12 01:55:23.419116 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7f1b7ab7-8dff-4f37-8d6a-ddad0286b6d9 req-9711529e-a07c-4bb2-8d73-4a8c4bd792ea tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474033 Nov 12 01:55:24.540556 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9041c-fbdb-4668-b618-0f928cf5525e req-f1687a38-649a-477c-995c-9fcf73b05d20 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:24.542054 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fee9041c-fbdb-4668-b618-0f928cf5525e req-f1687a38-649a-477c-995c-9fcf73b05d20 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 945 time: 0.0507679 Nov 12 01:55:24.597852 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fee9041c-fbdb-4668-b618-0f928cf5525e req-0beb6538-2798-4fdc-b346-09a1e6a1966d tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497081 Nov 12 01:55:25.722747 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de9429d-cadb-47f8-b4ad-4f804a5ebb45 req-0d597b63-5532-4495-b12a-613573cfe8fb tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:25.724315 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1de9429d-cadb-47f8-b4ad-4f804a5ebb45 req-0d597b63-5532-4495-b12a-613573cfe8fb tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 945 time: 0.0543513 Nov 12 01:55:25.772554 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1de9429d-cadb-47f8-b4ad-4f804a5ebb45 req-842be283-e210-4f7b-bec9-b4cefe425af2 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421398 Nov 12 01:55:26.895385 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96ce39-ca3f-44f8-b015-374a4041c84a req-b508cab0-43bd-48d5-91cf-9318aa461961 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:26.896933 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cd96ce39-ca3f-44f8-b015-374a4041c84a req-b508cab0-43bd-48d5-91cf-9318aa461961 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 945 time: 0.0540102 Nov 12 01:55:26.946564 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cd96ce39-ca3f-44f8-b015-374a4041c84a req-cca39b8d-d601-4c24-ac43-9b228b8f2342 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428808 Nov 12 01:55:27.302400 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cd4d3eb2-cdf3-4f9e-a1f1-5267d6249a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:28.062919 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbedc9b-69d5-4a38-a1bf-28f87cb60687 req-122282a0-5c3e-4c21-abc4-42faded6fe81 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:28.064772 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8cbedc9b-69d5-4a38-a1bf-28f87cb60687 req-122282a0-5c3e-4c21-abc4-42faded6fe81 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 945 time: 0.0496235 Nov 12 01:55:28.112049 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8cbedc9b-69d5-4a38-a1bf-28f87cb60687 req-9aa01aeb-0485-46df-af58-82fa26cab03b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407426 Nov 12 01:55:29.234262 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc66722-af79-46ef-9cac-2b53fe24ada8 req-e8257865-8d6b-41cd-804f-b8c8bce27a1c tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:29.235781 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6cc66722-af79-46ef-9cac-2b53fe24ada8 req-e8257865-8d6b-41cd-804f-b8c8bce27a1c tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 945 time: 0.0498357 Nov 12 01:55:29.290031 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6cc66722-af79-46ef-9cac-2b53fe24ada8 req-bfe7172e-161e-40c3-97de-c287e325fe5b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481126 Nov 12 01:55:30.412910 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c0ed45-4515-49a3-a603-07b5feb47ffa req-0d50e8d6-ab89-4441-b5f8-528a910750f5 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:30.415069 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b9c0ed45-4515-49a3-a603-07b5feb47ffa req-0d50e8d6-ab89-4441-b5f8-528a910750f5 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 945 time: 0.0532935 Nov 12 01:55:30.469115 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b9c0ed45-4515-49a3-a603-07b5feb47ffa req-ea5744b3-e931-41a8-a83b-9d182d98ea49 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466287 Nov 12 01:55:30.881994 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1e26ee67-1b3d-461e-9808-33a3f2102de8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:31.497584 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [req-c146d48b-0203-4f73-965b-d20b95a16e84 req-cd2d5a04-a5f0-400f-9171-18fa7f478269 service neutron] show failed (client error): The resource could not be found. Nov 12 01:55:31.498832 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c146d48b-0203-4f73-965b-d20b95a16e84 req-cd2d5a04-a5f0-400f-9171-18fa7f478269 service neutron] 10.222.0.44 "GET /v2.0/ports/bd6e229c-77ce-43ca-aca4-d302c28250ec/bindings/n-h1-712142-27 HTTP/1.1" status: 404 len: 381 time: 0.0566616 Nov 12 01:55:31.590407 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40ada05-c28a-4259-b30a-fd41b61ab2f0 req-3884b60c-8404-4236-af2f-51c006124ef8 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:31.591883 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b40ada05-c28a-4259-b30a-fd41b61ab2f0 req-3884b60c-8404-4236-af2f-51c006124ef8 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 945 time: 0.0501947 Nov 12 01:55:31.645327 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b40ada05-c28a-4259-b30a-fd41b61ab2f0 req-8c51287d-9c95-4dae-8d9d-70786c63a90c tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454566 Nov 12 01:55:31.727627 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146d48b-0203-4f73-965b-d20b95a16e84 req-e5430845-7015-4995-a22a-daa3b28fa5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:31.729091 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c146d48b-0203-4f73-965b-d20b95a16e84 req-e5430845-7015-4995-a22a-daa3b28fa5b8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b&tenant_id=530ab68461024fd380ed810b9cdc601d HTTP/1.1" status: 200 len: 1097 time: 0.0455170 Nov 12 01:55:31.754007 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-c146d48b-0203-4f73-965b-d20b95a16e84 req-44fa6089-44f8-48c1-8c0d-d9dffffce901 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712142-27', 'device_owner': 'compute:nova'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:55:31.806844 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c146d48b-0203-4f73-965b-d20b95a16e84 req-44fa6089-44f8-48c1-8c0d-d9dffffce901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:32.004453 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-c146d48b-0203-4f73-965b-d20b95a16e84 req-44fa6089-44f8-48c1-8c0d-d9dffffce901 service neutron] For port bd6e229c-77ce-43ca-aca4-d302c28250ec, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=bd6e229c-77ce-43ca-aca4-d302c28250ec,segment=NetworkSegment(bc3e7f52-aa5f-4270-82cb-d02637e4d286),segment_id=bc3e7f52-aa5f-4270-82cb-d02637e4d286)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:55:32.040947 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-c146d48b-0203-4f73-965b-d20b95a16e84 req-44fa6089-44f8-48c1-8c0d-d9dffffce901 service neutron] For port bd6e229c-77ce-43ca-aca4-d302c28250ec, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:55:32.081664 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c146d48b-0203-4f73-965b-d20b95a16e84 req-44fa6089-44f8-48c1-8c0d-d9dffffce901 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:32.093433 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-c146d48b-0203-4f73-965b-d20b95a16e84 req-44fa6089-44f8-48c1-8c0d-d9dffffce901 service neutron] Transition to ACTIVE for port object bd6e229c-77ce-43ca-aca4-d302c28250ec will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:55:32.096876 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c146d48b-0203-4f73-965b-d20b95a16e84 req-44fa6089-44f8-48c1-8c0d-d9dffffce901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:32.174802 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa6089-44f8-48c1-8c0d-d9dffffce901 service neutron] Pushing event updated for resources: {'Port': ['ID=bd6e229c-77ce-43ca-aca4-d302c28250ec,revision_number=6']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:55:32.186981 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fa6089-44f8-48c1-8c0d-d9dffffce901 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:32.187324 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fa6089-44f8-48c1-8c0d-d9dffffce901 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:32.187656 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fa6089-44f8-48c1-8c0d-d9dffffce901 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:32.188008 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fa6089-44f8-48c1-8c0d-d9dffffce901 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:32.188339 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fa6089-44f8-48c1-8c0d-d9dffffce901 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:32.188665 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fa6089-44f8-48c1-8c0d-d9dffffce901 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:32.188992 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fa6089-44f8-48c1-8c0d-d9dffffce901 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:32.189314 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fa6089-44f8-48c1-8c0d-d9dffffce901 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:32.189637 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fa6089-44f8-48c1-8c0d-d9dffffce901 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:32.189953 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fa6089-44f8-48c1-8c0d-d9dffffce901 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:32.190271 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fa6089-44f8-48c1-8c0d-d9dffffce901 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:32.190586 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fa6089-44f8-48c1-8c0d-d9dffffce901 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:32.227728 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-c146d48b-0203-4f73-965b-d20b95a16e84 req-44fa6089-44f8-48c1-8c0d-d9dffffce901 service neutron] No DVR routers for this DVR port bd6e229c-77ce-43ca-aca4-d302c28250ec on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:55:32.364085 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-c146d48b-0203-4f73-965b-d20b95a16e84 req-44fa6089-44f8-48c1-8c0d-d9dffffce901 service neutron] Attempting to bind port bd6e229c-77ce-43ca-aca4-d302c28250ec on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:55:32.364425 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-c146d48b-0203-4f73-965b-d20b95a16e84 req-44fa6089-44f8-48c1-8c0d-d9dffffce901 service neutron] Attempting to bind port bd6e229c-77ce-43ca-aca4-d302c28250ec by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': 'bc3e7f52-aa5f-4270-82cb-d02637e4d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:55:32.364758 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c146d48b-0203-4f73-965b-d20b95a16e84 req-44fa6089-44f8-48c1-8c0d-d9dffffce901 service neutron] Attempting to bind port bd6e229c-77ce-43ca-aca4-d302c28250ec on network eab9d718-18a2-4f64-bde2-4214b305d4e2 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:55:32.369028 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c146d48b-0203-4f73-965b-d20b95a16e84 req-44fa6089-44f8-48c1-8c0d-d9dffffce901 service neutron] Port bd6e229c-77ce-43ca-aca4-d302c28250ec on network eab9d718-18a2-4f64-bde2-4214b305d4e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:55:32.369349 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c146d48b-0203-4f73-965b-d20b95a16e84 req-44fa6089-44f8-48c1-8c0d-d9dffffce901 service neutron] Attempting to bind port bd6e229c-77ce-43ca-aca4-d302c28250ec on network eab9d718-18a2-4f64-bde2-4214b305d4e2 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:55:32.374168 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c146d48b-0203-4f73-965b-d20b95a16e84 req-44fa6089-44f8-48c1-8c0d-d9dffffce901 service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:55:32.374506 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c146d48b-0203-4f73-965b-d20b95a16e84 req-44fa6089-44f8-48c1-8c0d-d9dffffce901 service neutron] Checking segment: {'id': 'bc3e7f52-aa5f-4270-82cb-d02637e4d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:55:32.374889 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c146d48b-0203-4f73-965b-d20b95a16e84 req-44fa6089-44f8-48c1-8c0d-d9dffffce901 service neutron] Bound using segment: {'id': 'bc3e7f52-aa5f-4270-82cb-d02637e4d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:55:32.375320 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-c146d48b-0203-4f73-965b-d20b95a16e84 req-44fa6089-44f8-48c1-8c0d-d9dffffce901 service neutron] Bound port: bd6e229c-77ce-43ca-aca4-d302c28250ec, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc3e7f52-aa5f-4270-82cb-d02637e4d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:55:32.375671 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c146d48b-0203-4f73-965b-d20b95a16e84 req-44fa6089-44f8-48c1-8c0d-d9dffffce901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:32.440336 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-c146d48b-0203-4f73-965b-d20b95a16e84 req-44fa6089-44f8-48c1-8c0d-d9dffffce901 service neutron] For port bd6e229c-77ce-43ca-aca4-d302c28250ec, host n-h1-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:55:32.443324 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-c146d48b-0203-4f73-965b-d20b95a16e84 req-44fa6089-44f8-48c1-8c0d-d9dffffce901 service neutron] For port bd6e229c-77ce-43ca-aca4-d302c28250ec, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=bd6e229c-77ce-43ca-aca4-d302c28250ec,segment=NetworkSegment(bc3e7f52-aa5f-4270-82cb-d02637e4d286),segment_id=bc3e7f52-aa5f-4270-82cb-d02637e4d286)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:55:32.448930 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c146d48b-0203-4f73-965b-d20b95a16e84 req-44fa6089-44f8-48c1-8c0d-d9dffffce901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:32.486447 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146d48b-0203-4f73-965b-d20b95a16e84 req-44fa6089-44f8-48c1-8c0d-d9dffffce901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:32.487076 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c146d48b-0203-4f73-965b-d20b95a16e84 req-44fa6089-44f8-48c1-8c0d-d9dffffce901 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:32.488538 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c146d48b-0203-4f73-965b-d20b95a16e84 req-44fa6089-44f8-48c1-8c0d-d9dffffce901 service neutron] 10.222.0.16 "PUT /v2.0/ports/bd6e229c-77ce-43ca-aca4-d302c28250ec HTTP/1.1" status: 200 len: 1092 time: 0.7387450 Nov 12 01:55:32.515398 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa6089-44f8-48c1-8c0d-d9dffffce901 service neutron] Pushing event updated for resources: {'Port': ['ID=bd6e229c-77ce-43ca-aca4-d302c28250ec,revision_number=7']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:55:32.618461 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146d48b-0203-4f73-965b-d20b95a16e84 req-5eb36997-91e1-4392-8631-55a3a0c653c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:32.620022 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c146d48b-0203-4f73-965b-d20b95a16e84 req-5eb36997-91e1-4392-8631-55a3a0c653c1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=530ab68461024fd380ed810b9cdc601d&device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 1095 time: 0.0930343 Nov 12 01:55:32.723074 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146d48b-0203-4f73-965b-d20b95a16e84 req-c641ef59-36da-4dad-8b8a-5a8505391f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:32.724995 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c146d48b-0203-4f73-965b-d20b95a16e84 req-c641ef59-36da-4dad-8b8a-5a8505391f07 service neutron] 10.222.0.16 "GET /v2.0/networks?id=eab9d718-18a2-4f64-bde2-4214b305d4e2 HTTP/1.1" status: 200 len: 911 time: 0.0943000 Nov 12 01:55:32.821260 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c146d48b-0203-4f73-965b-d20b95a16e84 req-8faae12f-2311-4c77-9204-2a0a02432ba1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd6e229c-77ce-43ca-aca4-d302c28250ec HTTP/1.1" status: 200 len: 1000 time: 0.0880303 Nov 12 01:55:32.833582 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fdf47-5972-4867-83d7-e35d6f636ba7 req-549dd6d0-06de-4409-a02f-ab0756c85aca tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:32.835002 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-274fdf47-5972-4867-83d7-e35d6f636ba7 req-549dd6d0-06de-4409-a02f-ab0756c85aca tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 943 time: 0.0958874 Nov 12 01:55:32.900568 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146d48b-0203-4f73-965b-d20b95a16e84 req-69a64ec1-5557-42e8-bdcc-52a16da9e224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:32.902057 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c146d48b-0203-4f73-965b-d20b95a16e84 req-69a64ec1-5557-42e8-bdcc-52a16da9e224 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=141ee538-bdf5-4c57-a676-325be7ca993b HTTP/1.1" status: 200 len: 850 time: 0.0661268 Nov 12 01:55:32.914101 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-274fdf47-5972-4867-83d7-e35d6f636ba7 req-d0703bc1-2544-4f8f-99e7-13e069c2012d tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705979 Nov 12 01:55:32.956690 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146d48b-0203-4f73-965b-d20b95a16e84 req-bd49e2a4-0e72-4259-853c-5409b48c0e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:32.958187 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c146d48b-0203-4f73-965b-d20b95a16e84 req-bd49e2a4-0e72-4259-853c-5409b48c0e77 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eab9d718-18a2-4f64-bde2-4214b305d4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432408 Nov 12 01:55:33.043793 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:33.051289 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c146d48b-0203-4f73-965b-d20b95a16e84 req-a9005207-9079-43b2-a5c3-7fead996ef7e service neutron] 10.222.0.16 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858030 Nov 12 01:55:33.146619 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c146d48b-0203-4f73-965b-d20b95a16e84 req-aca98cb1-3a3f-4edd-bf07-a5c2ae738d04 service neutron] 10.222.0.16 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850916 Nov 12 01:55:33.446777 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:55:34.043665 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3af168-ef81-40ba-b704-8c3d49cb45cb req-0057923e-3e8f-446d-bc65-e95edc404ab2 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:34.045170 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7c3af168-ef81-40ba-b704-8c3d49cb45cb req-0057923e-3e8f-446d-bc65-e95edc404ab2 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 943 time: 0.0589879 Nov 12 01:55:34.054793 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:34.108206 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7c3af168-ef81-40ba-b704-8c3d49cb45cb req-4d2c2441-94da-4184-aec7-507e6c6ac390 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545187 Nov 12 01:55:34.133212 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device bd6e229c-77ce-43ca-aca4-d302c28250ec no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:55:34.194033 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device bd6e229c-77ce-43ca-aca4-d302c28250ec not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:55:35.246441 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f80958-ed5c-497a-b702-501e1f5a3c60 req-ea388941-7905-4153-aa23-d27cc91c4c8a tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:35.248043 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-53f80958-ed5c-497a-b702-501e1f5a3c60 req-ea388941-7905-4153-aa23-d27cc91c4c8a tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 943 time: 0.0518200 Nov 12 01:55:35.303074 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-53f80958-ed5c-497a-b702-501e1f5a3c60 req-ae242528-693d-4333-95fd-ca50c3734efb tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483985 Nov 12 01:55:35.358987 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:36.443793 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a5369-4fa8-4d0c-bef7-d818db3ecfea req-e6a2be07-c268-4c7a-bfad-9dc055091365 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:36.446502 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6a3a5369-4fa8-4d0c-bef7-d818db3ecfea req-e6a2be07-c268-4c7a-bfad-9dc055091365 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 943 time: 0.0603225 Nov 12 01:55:36.497382 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6a3a5369-4fa8-4d0c-bef7-d818db3ecfea req-def65a6f-08d0-417c-93d8-27fddd8e2d6b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447435 Nov 12 01:55:37.619326 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c3740-aa60-4cda-84ad-1d46031c4534 req-d1bdd236-89d4-4f81-baf2-2b7a41c6dc1f tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:37.620940 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fa5c3740-aa60-4cda-84ad-1d46031c4534 req-d1bdd236-89d4-4f81-baf2-2b7a41c6dc1f tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 943 time: 0.0519075 Nov 12 01:55:37.668878 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fa5c3740-aa60-4cda-84ad-1d46031c4534 req-4ba3ba6d-7d50-41d9-abae-7e818c46d434 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418675 Nov 12 01:55:38.789320 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d721d501-228b-40b0-8be2-2c06a7e4069e req-4da86afb-f713-4675-9912-f8256704d87d tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:38.790823 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d721d501-228b-40b0-8be2-2c06a7e4069e req-4da86afb-f713-4675-9912-f8256704d87d tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 943 time: 0.0520661 Nov 12 01:55:38.838092 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d721d501-228b-40b0-8be2-2c06a7e4069e req-b6138e57-d621-437a-bfd5-2a34ed908156 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407820 Nov 12 01:55:38.900523 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:39.955221 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3867c904-6bc3-4632-b8d2-562ce3e8ded2 req-b522c93c-061f-4a6e-853f-f6ad66b0616f tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:39.956725 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3867c904-6bc3-4632-b8d2-562ce3e8ded2 req-b522c93c-061f-4a6e-853f-f6ad66b0616f tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 943 time: 0.0494061 Nov 12 01:55:40.003852 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3867c904-6bc3-4632-b8d2-562ce3e8ded2 req-5c35aff9-61dd-4611-aa70-9f36192ca738 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396061 Nov 12 01:55:41.098915 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:41.124354 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889afba6-4605-4fcd-9c09-51b25d029eaa req-6cea42f7-28a8-42f3-863b-506ca19a65cc tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:41.126247 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-889afba6-4605-4fcd-9c09-51b25d029eaa req-6cea42f7-28a8-42f3-863b-506ca19a65cc tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 943 time: 0.0510726 Nov 12 01:55:41.177258 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-889afba6-4605-4fcd-9c09-51b25d029eaa req-a5f9ce40-d218-4d72-afc7-f91999de9fed tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454426 Nov 12 01:55:42.295692 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27153a9-e54d-49c3-b208-884dd777b31d req-6ba916b3-7ad3-42c1-a3d1-e09fbdbf82a9 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:42.297207 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c27153a9-e54d-49c3-b208-884dd777b31d req-6ba916b3-7ad3-42c1-a3d1-e09fbdbf82a9 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 943 time: 0.0494697 Nov 12 01:55:42.343990 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c27153a9-e54d-49c3-b208-884dd777b31d req-6a8fcbfc-bcb3-4bfc-80d9-bde43150f340 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407431 Nov 12 01:55:43.464684 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20ed04-2135-4a7c-b174-856374716d5c req-e8ea0a80-758e-4e9d-b5e7-5f76b66600cb tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:43.466082 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8f20ed04-2135-4a7c-b174-856374716d5c req-e8ea0a80-758e-4e9d-b5e7-5f76b66600cb tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 943 time: 0.0495551 Nov 12 01:55:43.513277 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8f20ed04-2135-4a7c-b174-856374716d5c req-d7135e90-e5ec-49ab-a8cd-8781002352e5 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410297 Nov 12 01:55:44.636318 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2609c59-69ff-4248-9eb3-da1a53e2c088 req-045b05cd-4a0a-4f25-aee1-8b0d2df6e3bb tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:44.638087 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d2609c59-69ff-4248-9eb3-da1a53e2c088 req-045b05cd-4a0a-4f25-aee1-8b0d2df6e3bb tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 943 time: 0.0537221 Nov 12 01:55:44.685840 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d2609c59-69ff-4248-9eb3-da1a53e2c088 req-e499bdd6-2fe8-47b3-b117-53562661ad45 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417380 Nov 12 01:55:45.801764 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0920a5f-3a37-4582-9f98-a612ab9c1164 req-2a23190e-e46f-4528-8f26-3a4f6fa8b7e6 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:45.803287 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f0920a5f-3a37-4582-9f98-a612ab9c1164 req-2a23190e-e46f-4528-8f26-3a4f6fa8b7e6 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 943 time: 0.0488486 Nov 12 01:55:45.852460 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f0920a5f-3a37-4582-9f98-a612ab9c1164 req-a9387f32-ce3f-4a20-92b6-8368deffbf49 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424113 Nov 12 01:55:46.978376 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc76077-5979-44b9-b2dc-b545800413a6 req-258809e6-8d32-4417-b72b-6bfa48cbaf10 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:46.979840 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1fc76077-5979-44b9-b2dc-b545800413a6 req-258809e6-8d32-4417-b72b-6bfa48cbaf10 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 943 time: 0.0484750 Nov 12 01:55:47.365332 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1fc76077-5979-44b9-b2dc-b545800413a6 req-f3180922-ff4e-4565-9c0e-a71d00475238 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3794894 Nov 12 01:55:47.484234 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device bd6e229c-77ce-43ca-aca4-d302c28250ec details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:55:47.594863 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port bd6e229c-77ce-43ca-aca4-d302c28250ec, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=bd6e229c-77ce-43ca-aca4-d302c28250ec,segment=NetworkSegment(bc3e7f52-aa5f-4270-82cb-d02637e4d286),segment_id=bc3e7f52-aa5f-4270-82cb-d02637e4d286)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:55:47.607813 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': 'bd6e229c-77ce-43ca-aca4-d302c28250ec', 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2', 'port_id': 'bd6e229c-77ce-43ca-aca4-d302c28250ec', 'mac_address': 'fa:16:3e:dc:83:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:55:47.649149 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:47.662068 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd6e229c-77ce-43ca-aca4-d302c28250ec {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:55:47.682281 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port bd6e229c-77ce-43ca-aca4-d302c28250ec, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=bd6e229c-77ce-43ca-aca4-d302c28250ec,segment=NetworkSegment(bc3e7f52-aa5f-4270-82cb-d02637e4d286),segment_id=bc3e7f52-aa5f-4270-82cb-d02637e4d286)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:55:47.687991 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:47.701481 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea41861-85cf-4c74-9072-dc1e50771504 req-1875d3f2-fdb7-4fb7-a515-9c61f214d581 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:47.702952 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6ea41861-85cf-4c74-9072-dc1e50771504 req-1875d3f2-fdb7-4fb7-a515-9c61f214d581 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.16 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b&tenant_id=530ab68461024fd380ed810b9cdc601d&binding%3Ahost_id=n-h1-712142-27 HTTP/1.1" status: 200 len: 943 time: 0.0846162 Nov 12 01:55:47.726095 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103b575-f998-4075-af6e-4adb046758a5 req-2e3f0c8a-188f-4261-8b78-afb26c13f328 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:47.727581 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f103b575-f998-4075-af6e-4adb046758a5 req-2e3f0c8a-188f-4261-8b78-afb26c13f328 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 943 time: 0.0817811 Nov 12 01:55:47.734797 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=bd6e229c-77ce-43ca-aca4-d302c28250ec,revision_number=8']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:55:47.742087 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:47.742426 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:47.742758 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:47.743092 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:47.743414 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:47.743738 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:47.744092 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:47.744414 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:47.744740 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:47.745055 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:47.745377 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:47.745690 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:47.811910 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6ea41861-85cf-4c74-9072-dc1e50771504 req-a21140f4-7c09-41e0-8acb-c23c43f727f9 service neutron] 10.222.0.16 "GET /v2.0/ports/bd6e229c-77ce-43ca-aca4-d302c28250ec/bindings/n-h1-712142-27 HTTP/1.1" status: 200 len: 383 time: 0.0996869 Nov 12 01:55:47.815362 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f103b575-f998-4075-af6e-4adb046758a5 req-121a17e3-3ead-4ee9-8766-3de67faa45a7 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707004 Nov 12 01:55:47.894704 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea41861-85cf-4c74-9072-dc1e50771504 req-fe1db6c8-726d-40b1-9a2e-f6efc7367d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:47.896329 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6ea41861-85cf-4c74-9072-dc1e50771504 req-fe1db6c8-726d-40b1-9a2e-f6efc7367d4d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=530ab68461024fd380ed810b9cdc601d&device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 1096 time: 0.0408208 Nov 12 01:55:47.994115 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea41861-85cf-4c74-9072-dc1e50771504 req-dd0e545c-2f02-4993-9c4a-96b6e9545cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:47.995561 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6ea41861-85cf-4c74-9072-dc1e50771504 req-dd0e545c-2f02-4993-9c4a-96b6e9545cdd service neutron] 10.222.0.16 "GET /v2.0/networks?id=eab9d718-18a2-4f64-bde2-4214b305d4e2 HTTP/1.1" status: 200 len: 911 time: 0.0904286 Nov 12 01:55:48.051935 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['bd6e229c-77ce-43ca-aca4-d302c28250ec'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:55:48.062614 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6ea41861-85cf-4c74-9072-dc1e50771504 req-3cc2080b-cccd-4985-b6dc-9cc1aebb2343 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd6e229c-77ce-43ca-aca4-d302c28250ec HTTP/1.1" status: 200 len: 1001 time: 0.0595107 Nov 12 01:55:48.114120 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea41861-85cf-4c74-9072-dc1e50771504 req-6903da89-c451-4e15-8198-9a471d8170ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:48.115658 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6ea41861-85cf-4c74-9072-dc1e50771504 req-6903da89-c451-4e15-8198-9a471d8170ef service neutron] 10.222.0.16 "GET /v2.0/subnets?id=141ee538-bdf5-4c57-a676-325be7ca993b HTTP/1.1" status: 200 len: 850 time: 0.0451608 Nov 12 01:55:48.167855 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea41861-85cf-4c74-9072-dc1e50771504 req-bfe0e6ed-a785-45f8-a29c-bb0b61583a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:48.169476 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6ea41861-85cf-4c74-9072-dc1e50771504 req-bfe0e6ed-a785-45f8-a29c-bb0b61583a2d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eab9d718-18a2-4f64-bde2-4214b305d4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464134 Nov 12 01:55:48.260463 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6ea41861-85cf-4c74-9072-dc1e50771504 req-9f8bc3f4-8c81-4f43-be98-7311d9354a24 service neutron] 10.222.0.16 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829217 Nov 12 01:55:48.356359 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6ea41861-85cf-4c74-9072-dc1e50771504 req-611c63f4-4d61-4342-99c7-59464d7aadd6 service neutron] 10.222.0.16 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865295 Nov 12 01:55:48.935514 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6237e14a-d840-4003-b317-ea349303de42 req-6bfdf351-4de6-4893-8db8-c84ce5a9dcae tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:48.937860 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6237e14a-d840-4003-b317-ea349303de42 req-6bfdf351-4de6-4893-8db8-c84ce5a9dcae tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 944 time: 0.0495877 Nov 12 01:55:48.986687 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6237e14a-d840-4003-b317-ea349303de42 req-f046d674-f087-436f-90c8-09cb8fe0c5b7 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409448 Nov 12 01:55:49.500980 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device bd6e229c-77ce-43ca-aca4-d302c28250ec up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:55:49.549628 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port bd6e229c-77ce-43ca-aca4-d302c28250ec completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:55:49.554368 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port bd6e229c-77ce-43ca-aca4-d302c28250ec triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:55:49.554736 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:49.637041 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:49.658766 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48b0a12-5acf-47aa-96a5-e931805ecd0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6e229c-77ce-43ca-aca4-d302c28250ec'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:55:49.661171 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ec54fb32a252cf543512252f4538ed49f878ab9aa91f770db158cb882be9043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bbc542a-08b2-4f42-be58-4166e3a317a6" -d '{"events": [{"server_uuid": "e48b0a12-5acf-47aa-96a5-e931805ecd0b", "name": "network-vif-plugged", "status": "completed", "tag": "bd6e229c-77ce-43ca-aca4-d302c28250ec"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:55:49.673888 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port bd6e229c-77ce-43ca-aca4-d302c28250ec, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=bd6e229c-77ce-43ca-aca4-d302c28250ec,segment=NetworkSegment(bc3e7f52-aa5f-4270-82cb-d02637e4d286),segment_id=bc3e7f52-aa5f-4270-82cb-d02637e4d286)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:55:49.677794 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:49.726033 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=bd6e229c-77ce-43ca-aca4-d302c28250ec,revision_number=9']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:55:49.776460 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f21cc4c-52c0-470b-b47e-689094cd4138 x-openstack-request-id: req-3f21cc4c-52c0-470b-b47e-689094cd4138 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:55:49.776758 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48b0a12-5acf-47aa-96a5-e931805ecd0b", "name": "network-vif-plugged", "status": "completed", "tag": "bd6e229c-77ce-43ca-aca4-d302c28250ec", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:55:49.777014 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3f21cc4c-52c0-470b-b47e-689094cd4138 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:55:49.777415 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48b0a12-5acf-47aa-96a5-e931805ecd0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6e229c-77ce-43ca-aca4-d302c28250ec', 'code': 200} Nov 12 01:55:50.105313 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf11c92-6353-4e29-8fe2-27b19b1e3239 req-97bd6a27-3350-40f9-adf3-deb11904eda2 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:50.106832 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3bf11c92-6353-4e29-8fe2-27b19b1e3239 req-97bd6a27-3350-40f9-adf3-deb11904eda2 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 945 time: 0.0489299 Nov 12 01:55:50.157840 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3bf11c92-6353-4e29-8fe2-27b19b1e3239 req-f736413b-11f0-4995-873c-720dcc84db18 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449798 Nov 12 01:55:51.277398 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5746cc-c47e-43d4-b6f6-6c73bde38727 req-b05d4755-3624-49df-9cda-6e0f197c4737 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:51.278926 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4b5746cc-c47e-43d4-b6f6-6c73bde38727 req-b05d4755-3624-49df-9cda-6e0f197c4737 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 945 time: 0.0499027 Nov 12 01:55:51.328741 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4b5746cc-c47e-43d4-b6f6-6c73bde38727 req-c77da9d0-72f6-4905-9f5d-b239932e6a50 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436180 Nov 12 01:55:52.195706 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b93e4-7d93-4067-83d8-2d0b68895742 req-59f18476-44e1-4ad0-a0d0-17e65b1778db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:52.197330 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8c3b93e4-7d93-4067-83d8-2d0b68895742 req-59f18476-44e1-4ad0-a0d0-17e65b1778db service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=530ab68461024fd380ed810b9cdc601d&device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 1097 time: 0.0455062 Nov 12 01:55:52.313693 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b93e4-7d93-4067-83d8-2d0b68895742 req-8ef253bf-2f27-4c1b-8d63-be951b469dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:52.315199 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8c3b93e4-7d93-4067-83d8-2d0b68895742 req-8ef253bf-2f27-4c1b-8d63-be951b469dd1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=eab9d718-18a2-4f64-bde2-4214b305d4e2 HTTP/1.1" status: 200 len: 911 time: 0.0975652 Nov 12 01:55:52.388894 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8c3b93e4-7d93-4067-83d8-2d0b68895742 req-b675ef4e-f13e-4b18-8d3e-cd9cf4e0227e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd6e229c-77ce-43ca-aca4-d302c28250ec HTTP/1.1" status: 200 len: 1002 time: 0.0623813 Nov 12 01:55:52.471360 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b93e4-7d93-4067-83d8-2d0b68895742 req-c9eda0d7-a41e-4b4f-beb9-4524903c5599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:52.472863 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8c3b93e4-7d93-4067-83d8-2d0b68895742 req-c9eda0d7-a41e-4b4f-beb9-4524903c5599 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=141ee538-bdf5-4c57-a676-325be7ca993b HTTP/1.1" status: 200 len: 850 time: 0.0758011 Nov 12 01:55:52.488009 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9a167-7f74-4f4b-bb37-975c127c9033 req-2db3677d-ea91-4ec6-a4c3-3f55774b10e3 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:52.489431 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f8c9a167-7f74-4f4b-bb37-975c127c9033 req-2db3677d-ea91-4ec6-a4c3-3f55774b10e3 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 945 time: 0.0844364 Nov 12 01:55:52.559404 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b93e4-7d93-4067-83d8-2d0b68895742 req-2e7e0919-2681-475a-9ac5-858c2ba94db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:52.560979 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8c3b93e4-7d93-4067-83d8-2d0b68895742 req-2e7e0919-2681-475a-9ac5-858c2ba94db5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eab9d718-18a2-4f64-bde2-4214b305d4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0706973 Nov 12 01:55:52.564936 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f8c9a167-7f74-4f4b-bb37-975c127c9033 req-e42f372e-146b-45c1-b94f-daa4b993af6f tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668938 Nov 12 01:55:52.662168 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8c3b93e4-7d93-4067-83d8-2d0b68895742 req-e0bb4e8e-7c42-4cf8-8911-75624899ccf9 service neutron] 10.222.0.16 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898721 Nov 12 01:55:52.779343 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8c3b93e4-7d93-4067-83d8-2d0b68895742 req-a7a25b65-5fc0-4ffc-acde-cc7738aec7c0 service neutron] 10.222.0.16 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876708 Nov 12 01:55:53.013037 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea41861-85cf-4c74-9072-dc1e50771504 req-183d9e9a-b370-4851-a4d0-231f05af24f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:53.014587 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6ea41861-85cf-4c74-9072-dc1e50771504 req-183d9e9a-b370-4851-a4d0-231f05af24f1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b&tenant_id=530ab68461024fd380ed810b9cdc601d HTTP/1.1" status: 200 len: 1097 time: 0.0428879 Nov 12 01:55:53.031331 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-6ea41861-85cf-4c74-9072-dc1e50771504 req-765572b8-6bf4-462c-9572-4826439ab38d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712142-27', 'device_owner': 'compute:nova'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:55:53.086891 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-6ea41861-85cf-4c74-9072-dc1e50771504 req-765572b8-6bf4-462c-9572-4826439ab38d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:53.283585 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-6ea41861-85cf-4c74-9072-dc1e50771504 req-765572b8-6bf4-462c-9572-4826439ab38d service neutron] For port bd6e229c-77ce-43ca-aca4-d302c28250ec, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=bd6e229c-77ce-43ca-aca4-d302c28250ec,segment=NetworkSegment(bc3e7f52-aa5f-4270-82cb-d02637e4d286),segment_id=bc3e7f52-aa5f-4270-82cb-d02637e4d286)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:55:53.316783 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-6ea41861-85cf-4c74-9072-dc1e50771504 req-765572b8-6bf4-462c-9572-4826439ab38d service neutron] For port bd6e229c-77ce-43ca-aca4-d302c28250ec, host n-h1-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:55:53.357084 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48b0a12-5acf-47aa-96a5-e931805ecd0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd6e229c-77ce-43ca-aca4-d302c28250ec'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:55:53.359531 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4d1d6158e421e9c8e993f80e0426ddaaefecbe2af3f4b68345379587447b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025516a4-45fd-4a1a-b414-e098e5956599" -d '{"events": [{"server_uuid": "e48b0a12-5acf-47aa-96a5-e931805ecd0b", "name": "network-vif-unplugged", "status": "completed", "tag": "bd6e229c-77ce-43ca-aca4-d302c28250ec"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:55:53.363849 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-6ea41861-85cf-4c74-9072-dc1e50771504 req-765572b8-6bf4-462c-9572-4826439ab38d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:53.377689 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-6ea41861-85cf-4c74-9072-dc1e50771504 req-765572b8-6bf4-462c-9572-4826439ab38d service neutron] Transition to ACTIVE for port object bd6e229c-77ce-43ca-aca4-d302c28250ec will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:55:53.388094 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-6ea41861-85cf-4c74-9072-dc1e50771504 req-765572b8-6bf4-462c-9572-4826439ab38d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:53.471866 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 01:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea501642-ebf4-4070-90d2-2f4f1623aae8 x-openstack-request-id: req-ea501642-ebf4-4070-90d2-2f4f1623aae8 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:55:53.472183 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48b0a12-5acf-47aa-96a5-e931805ecd0b", "name": "network-vif-unplugged", "status": "completed", "tag": "bd6e229c-77ce-43ca-aca4-d302c28250ec", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:55:53.472439 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ea501642-ebf4-4070-90d2-2f4f1623aae8 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:55:53.472834 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48b0a12-5acf-47aa-96a5-e931805ecd0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd6e229c-77ce-43ca-aca4-d302c28250ec', 'code': 200} Nov 12 01:55:53.478934 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765572b8-6bf4-462c-9572-4826439ab38d service neutron] Pushing event updated for resources: {'Port': ['ID=bd6e229c-77ce-43ca-aca4-d302c28250ec,revision_number=10']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:55:53.493829 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765572b8-6bf4-462c-9572-4826439ab38d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:53.494173 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765572b8-6bf4-462c-9572-4826439ab38d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:53.494512 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765572b8-6bf4-462c-9572-4826439ab38d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:53.494848 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765572b8-6bf4-462c-9572-4826439ab38d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:53.495181 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765572b8-6bf4-462c-9572-4826439ab38d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:53.495514 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765572b8-6bf4-462c-9572-4826439ab38d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:53.495837 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765572b8-6bf4-462c-9572-4826439ab38d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:53.496185 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765572b8-6bf4-462c-9572-4826439ab38d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:53.496515 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765572b8-6bf4-462c-9572-4826439ab38d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:53.496842 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765572b8-6bf4-462c-9572-4826439ab38d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:53.497161 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765572b8-6bf4-462c-9572-4826439ab38d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:53.497483 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765572b8-6bf4-462c-9572-4826439ab38d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:55:53.532326 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea41861-85cf-4c74-9072-dc1e50771504 req-765572b8-6bf4-462c-9572-4826439ab38d service neutron] No DVR routers for this DVR port bd6e229c-77ce-43ca-aca4-d302c28250ec on host n-h1-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:55:53.533260 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device bd6e229c-77ce-43ca-aca4-d302c28250ec no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:55:53.572994 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device bd6e229c-77ce-43ca-aca4-d302c28250ec not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:55:53.681183 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-6ea41861-85cf-4c74-9072-dc1e50771504 req-765572b8-6bf4-462c-9572-4826439ab38d service neutron] Attempting to bind port bd6e229c-77ce-43ca-aca4-d302c28250ec on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:55:53.681528 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-6ea41861-85cf-4c74-9072-dc1e50771504 req-765572b8-6bf4-462c-9572-4826439ab38d service neutron] Attempting to bind port bd6e229c-77ce-43ca-aca4-d302c28250ec by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'bc3e7f52-aa5f-4270-82cb-d02637e4d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:55:53.681865 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea41861-85cf-4c74-9072-dc1e50771504 req-765572b8-6bf4-462c-9572-4826439ab38d service neutron] Attempting to bind port bd6e229c-77ce-43ca-aca4-d302c28250ec on network eab9d718-18a2-4f64-bde2-4214b305d4e2 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:55:53.686296 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea41861-85cf-4c74-9072-dc1e50771504 req-765572b8-6bf4-462c-9572-4826439ab38d service neutron] Port bd6e229c-77ce-43ca-aca4-d302c28250ec on network eab9d718-18a2-4f64-bde2-4214b305d4e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:55:53.686877 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea41861-85cf-4c74-9072-dc1e50771504 req-765572b8-6bf4-462c-9572-4826439ab38d service neutron] Attempting to bind port bd6e229c-77ce-43ca-aca4-d302c28250ec on network eab9d718-18a2-4f64-bde2-4214b305d4e2 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:55:53.691873 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea41861-85cf-4c74-9072-dc1e50771504 req-765572b8-6bf4-462c-9572-4826439ab38d service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:55:53.692245 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea41861-85cf-4c74-9072-dc1e50771504 req-765572b8-6bf4-462c-9572-4826439ab38d service neutron] Checking segment: {'id': 'bc3e7f52-aa5f-4270-82cb-d02637e4d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:55:53.692640 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea41861-85cf-4c74-9072-dc1e50771504 req-765572b8-6bf4-462c-9572-4826439ab38d service neutron] Bound using segment: {'id': 'bc3e7f52-aa5f-4270-82cb-d02637e4d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:55:53.693071 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-6ea41861-85cf-4c74-9072-dc1e50771504 req-765572b8-6bf4-462c-9572-4826439ab38d service neutron] Bound port: bd6e229c-77ce-43ca-aca4-d302c28250ec, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc3e7f52-aa5f-4270-82cb-d02637e4d286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:55:53.693430 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-6ea41861-85cf-4c74-9072-dc1e50771504 req-765572b8-6bf4-462c-9572-4826439ab38d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:53.699846 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b6451-339e-451b-bbe4-625d6bae49c7 req-48ecbf49-e342-4506-b55a-c64c1b97b16e tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:53.701691 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5e0b6451-339e-451b-bbe4-625d6bae49c7 req-48ecbf49-e342-4506-b55a-c64c1b97b16e tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 944 time: 0.0619466 Nov 12 01:55:53.749704 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5e0b6451-339e-451b-bbe4-625d6bae49c7 req-46264ef0-89f8-44e2-850f-bec44a1a0d57 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418859 Nov 12 01:55:53.757614 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-6ea41861-85cf-4c74-9072-dc1e50771504 req-765572b8-6bf4-462c-9572-4826439ab38d service neutron] For port bd6e229c-77ce-43ca-aca4-d302c28250ec, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:55:53.761253 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-6ea41861-85cf-4c74-9072-dc1e50771504 req-765572b8-6bf4-462c-9572-4826439ab38d service neutron] For port bd6e229c-77ce-43ca-aca4-d302c28250ec, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=bd6e229c-77ce-43ca-aca4-d302c28250ec,segment=NetworkSegment(bc3e7f52-aa5f-4270-82cb-d02637e4d286),segment_id=bc3e7f52-aa5f-4270-82cb-d02637e4d286)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:55:53.766094 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-6ea41861-85cf-4c74-9072-dc1e50771504 req-765572b8-6bf4-462c-9572-4826439ab38d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:53.804647 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea41861-85cf-4c74-9072-dc1e50771504 req-765572b8-6bf4-462c-9572-4826439ab38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:53.805268 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-6ea41861-85cf-4c74-9072-dc1e50771504 req-765572b8-6bf4-462c-9572-4826439ab38d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:53.806688 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6ea41861-85cf-4c74-9072-dc1e50771504 req-765572b8-6bf4-462c-9572-4826439ab38d service neutron] 10.222.0.44 "PUT /v2.0/ports/bd6e229c-77ce-43ca-aca4-d302c28250ec HTTP/1.1" status: 200 len: 1093 time: 0.7794566 Nov 12 01:55:53.828968 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765572b8-6bf4-462c-9572-4826439ab38d service neutron] Pushing event updated for resources: {'Port': ['ID=bd6e229c-77ce-43ca-aca4-d302c28250ec,revision_number=11']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:55:53.886747 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea41861-85cf-4c74-9072-dc1e50771504 req-08840c88-03d7-448c-a0c5-403ea2fe7b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:53.888335 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6ea41861-85cf-4c74-9072-dc1e50771504 req-08840c88-03d7-448c-a0c5-403ea2fe7b2b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=530ab68461024fd380ed810b9cdc601d&device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 1096 time: 0.0444651 Nov 12 01:55:53.984862 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea41861-85cf-4c74-9072-dc1e50771504 req-a836a962-ce81-405a-ad0c-8bf933ad10e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:53.986374 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6ea41861-85cf-4c74-9072-dc1e50771504 req-a836a962-ce81-405a-ad0c-8bf933ad10e9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=eab9d718-18a2-4f64-bde2-4214b305d4e2 HTTP/1.1" status: 200 len: 911 time: 0.0912192 Nov 12 01:55:54.058964 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6ea41861-85cf-4c74-9072-dc1e50771504 req-a16e6c7f-bae8-4244-ba6b-57af332a2c59 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd6e229c-77ce-43ca-aca4-d302c28250ec HTTP/1.1" status: 200 len: 1000 time: 0.0651317 Nov 12 01:55:54.111566 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea41861-85cf-4c74-9072-dc1e50771504 req-e15c8545-a0fb-4a69-a0c1-a6e97573c110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:54.113128 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6ea41861-85cf-4c74-9072-dc1e50771504 req-e15c8545-a0fb-4a69-a0c1-a6e97573c110 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=141ee538-bdf5-4c57-a676-325be7ca993b HTTP/1.1" status: 200 len: 850 time: 0.0470912 Nov 12 01:55:54.168727 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea41861-85cf-4c74-9072-dc1e50771504 req-76e126bc-3c6b-4321-aade-814327791073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:54.170404 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6ea41861-85cf-4c74-9072-dc1e50771504 req-76e126bc-3c6b-4321-aade-814327791073 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eab9d718-18a2-4f64-bde2-4214b305d4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499671 Nov 12 01:55:54.267514 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6ea41861-85cf-4c74-9072-dc1e50771504 req-ba6867b9-dacc-4601-9c37-7292b208405c service neutron] 10.222.0.44 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896428 Nov 12 01:55:54.367150 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6ea41861-85cf-4c74-9072-dc1e50771504 req-73e7ea55-b959-4bee-84ae-a93b19bbb41e service neutron] 10.222.0.44 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924997 Nov 12 01:55:54.872336 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa335de6-8025-42df-8497-149db4b0d921 req-5a85926c-e16c-4ec7-a3dc-99c52ae09c30 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:54.874062 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aa335de6-8025-42df-8497-149db4b0d921 req-5a85926c-e16c-4ec7-a3dc-99c52ae09c30 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 944 time: 0.0505705 Nov 12 01:55:54.927058 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aa335de6-8025-42df-8497-149db4b0d921 req-6bcabafc-a3f5-46b7-8af4-fe6bddce52ad tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465097 Nov 12 01:55:55.473778 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e48b0a12-5acf-47aa-96a5-e931805ecd0b', 'tag': 'bd6e229c-77ce-43ca-aca4-d302c28250ec'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:55:55.476953 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4d1d6158e421e9c8e993f80e0426ddaaefecbe2af3f4b68345379587447b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179efb38-8baa-431d-bdb7-02da76261de9" -d '{"events": [{"name": "network-changed", "server_uuid": "e48b0a12-5acf-47aa-96a5-e931805ecd0b", "tag": "bd6e229c-77ce-43ca-aca4-d302c28250ec"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:55:55.526530 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f6c845d-b682-4455-900b-555cca31f9e5 x-openstack-request-id: req-8f6c845d-b682-4455-900b-555cca31f9e5 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:55:55.526833 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e48b0a12-5acf-47aa-96a5-e931805ecd0b", "tag": "bd6e229c-77ce-43ca-aca4-d302c28250ec", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:55:55.527086 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8f6c845d-b682-4455-900b-555cca31f9e5 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:55:55.527666 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e48b0a12-5acf-47aa-96a5-e931805ecd0b', 'tag': 'bd6e229c-77ce-43ca-aca4-d302c28250ec', 'status': 'completed', 'code': 200} Nov 12 01:55:55.620846 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179efb38-8baa-431d-bdb7-02da76261de9 req-30ec0c6b-886d-4c52-9a0b-56f67eb92f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:55.629417 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-179efb38-8baa-431d-bdb7-02da76261de9 req-30ec0c6b-886d-4c52-9a0b-56f67eb92f0a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=530ab68461024fd380ed810b9cdc601d&device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 1096 time: 0.0537066 Nov 12 01:55:55.643286 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179efb38-8baa-431d-bdb7-02da76261de9 req-e912c2c7-7d76-4451-826c-01bbab4cbf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:55.645287 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-179efb38-8baa-431d-bdb7-02da76261de9 req-e912c2c7-7d76-4451-826c-01bbab4cbf6d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=530ab68461024fd380ed810b9cdc601d&device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 1096 time: 0.0698998 Nov 12 01:55:55.734831 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179efb38-8baa-431d-bdb7-02da76261de9 req-28ef9814-3e47-4fa5-911a-03149468945a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:55.736355 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-179efb38-8baa-431d-bdb7-02da76261de9 req-28ef9814-3e47-4fa5-911a-03149468945a service neutron] 10.222.0.16 "GET /v2.0/networks?id=eab9d718-18a2-4f64-bde2-4214b305d4e2 HTTP/1.1" status: 200 len: 911 time: 0.1015582 Nov 12 01:55:55.752326 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179efb38-8baa-431d-bdb7-02da76261de9 req-f927905d-4946-45b8-a417-c631a0a59e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:55.754326 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-179efb38-8baa-431d-bdb7-02da76261de9 req-f927905d-4946-45b8-a417-c631a0a59e8d service neutron] 10.222.0.44 "GET /v2.0/networks?id=eab9d718-18a2-4f64-bde2-4214b305d4e2 HTTP/1.1" status: 200 len: 911 time: 0.1014545 Nov 12 01:55:55.811758 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-179efb38-8baa-431d-bdb7-02da76261de9 req-fbada68c-8010-48af-a016-d9b212118b75 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd6e229c-77ce-43ca-aca4-d302c28250ec HTTP/1.1" status: 200 len: 1000 time: 0.0648260 Nov 12 01:55:55.830987 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-179efb38-8baa-431d-bdb7-02da76261de9 req-06cc1ef0-bf7e-4ac1-a6bd-20307304a410 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd6e229c-77ce-43ca-aca4-d302c28250ec HTTP/1.1" status: 200 len: 1000 time: 0.0691817 Nov 12 01:55:55.873576 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179efb38-8baa-431d-bdb7-02da76261de9 req-cd28ca86-282c-4ed6-a2f2-611a836a1248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:55.875207 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-179efb38-8baa-431d-bdb7-02da76261de9 req-cd28ca86-282c-4ed6-a2f2-611a836a1248 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=141ee538-bdf5-4c57-a676-325be7ca993b HTTP/1.1" status: 200 len: 850 time: 0.0538361 Nov 12 01:55:55.886683 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179efb38-8baa-431d-bdb7-02da76261de9 req-83c3d592-abd1-4c05-b1db-4eaaa60db855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:55.888265 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-179efb38-8baa-431d-bdb7-02da76261de9 req-83c3d592-abd1-4c05-b1db-4eaaa60db855 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=141ee538-bdf5-4c57-a676-325be7ca993b HTTP/1.1" status: 200 len: 850 time: 0.0503294 Nov 12 01:55:55.930654 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179efb38-8baa-431d-bdb7-02da76261de9 req-4091a079-1458-456b-a8ec-a21a9dca2f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:55.932729 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-179efb38-8baa-431d-bdb7-02da76261de9 req-4091a079-1458-456b-a8ec-a21a9dca2f5d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=eab9d718-18a2-4f64-bde2-4214b305d4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496011 Nov 12 01:55:55.940248 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179efb38-8baa-431d-bdb7-02da76261de9 req-91cbee29-1d38-43be-a08b-d5f9c4b3aa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:55.941785 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-179efb38-8baa-431d-bdb7-02da76261de9 req-91cbee29-1d38-43be-a08b-d5f9c4b3aa89 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=eab9d718-18a2-4f64-bde2-4214b305d4e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465028 Nov 12 01:55:56.057198 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-179efb38-8baa-431d-bdb7-02da76261de9 req-615b2c72-4173-4802-a352-6fda8f6ed210 service neutron] 10.222.0.44 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047509 Nov 12 01:55:56.067139 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-179efb38-8baa-431d-bdb7-02da76261de9 req-3a3c044f-4c0e-4da0-8c23-1c4ff0c9aa3b service neutron] 10.222.0.16 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260698 Nov 12 01:55:56.081899 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84082d60-fe9a-4af8-a8fd-ed55d431dfc8 req-9c0f3457-cf2c-43af-a4b3-377ff727339e tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:56.083412 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-84082d60-fe9a-4af8-a8fd-ed55d431dfc8 req-9c0f3457-cf2c-43af-a4b3-377ff727339e tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 944 time: 0.0735290 Nov 12 01:55:56.158124 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-179efb38-8baa-431d-bdb7-02da76261de9 req-654b141b-3bb8-4a53-88a4-e3a03b242cb9 service neutron] 10.222.0.44 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935276 Nov 12 01:55:56.198963 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-84082d60-fe9a-4af8-a8fd-ed55d431dfc8 req-73df304a-b1f6-47ce-866e-5bb862bb4cb8 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059301 Nov 12 01:55:56.213532 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-179efb38-8baa-431d-bdb7-02da76261de9 req-b4d958c9-0588-482b-b36e-d6eac6576cca service neutron] 10.222.0.16 "GET /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291678 Nov 12 01:55:57.307345 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-59a52533-d594-42c0-8821-9ebc71f37128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:55:57.325269 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde1f7c-e6ca-46e7-b575-6de23aaad33d req-10d6b2a1-8e2b-40d0-a170-33e28fe6fe61 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:57.326910 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0bde1f7c-e6ca-46e7-b575-6de23aaad33d req-10d6b2a1-8e2b-40d0-a170-33e28fe6fe61 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 944 time: 0.0569789 Nov 12 01:55:57.375404 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0bde1f7c-e6ca-46e7-b575-6de23aaad33d req-817b82d7-725d-4da6-89b3-6dd1153d9795 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423343 Nov 12 01:55:58.495657 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08731ae1-9c2c-4519-917c-066f469e9954 req-2a78f54e-62ce-4942-9641-5e9fd0e91af3 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:58.497188 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-08731ae1-9c2c-4519-917c-066f469e9954 req-2a78f54e-62ce-4942-9641-5e9fd0e91af3 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 944 time: 0.0502574 Nov 12 01:55:58.545479 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-08731ae1-9c2c-4519-917c-066f469e9954 req-28d13664-fdcc-41da-8da6-93a2fcd3d45d tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421596 Nov 12 01:55:59.668647 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb68cfc-390a-4d7a-ac2d-78f8ce810f7c req-06468333-9c29-44e3-ad15-a556e680929a tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:55:59.670180 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5cb68cfc-390a-4d7a-ac2d-78f8ce810f7c req-06468333-9c29-44e3-ad15-a556e680929a tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 944 time: 0.0541542 Nov 12 01:55:59.717904 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5cb68cfc-390a-4d7a-ac2d-78f8ce810f7c req-b20b5b61-cb88-4747-bd31-7bacf2d00bbf tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415843 Nov 12 01:56:00.836464 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3d9a6-9ce4-4460-8d25-dc1125b41334 req-d39905af-f64c-4b54-a532-35feadba003d tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:00.837929 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fad3d9a6-9ce4-4460-8d25-dc1125b41334 req-d39905af-f64c-4b54-a532-35feadba003d tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 944 time: 0.0486536 Nov 12 01:56:00.883956 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e075c541-00a0-49fd-854c-37099711d550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:00.888388 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fad3d9a6-9ce4-4460-8d25-dc1125b41334 req-1b1466fb-a050-42b3-9c4f-bd3ef54151f7 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444579 Nov 12 01:56:02.014703 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288ed32-65f9-467f-9324-746f7db12057 req-0dfc36e8-5f6a-4ff0-974c-8fa60e5b5275 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:02.016257 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8288ed32-65f9-467f-9324-746f7db12057 req-0dfc36e8-5f6a-4ff0-974c-8fa60e5b5275 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 944 time: 0.0516920 Nov 12 01:56:02.068652 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8288ed32-65f9-467f-9324-746f7db12057 req-c7843b15-a6ab-49ea-8bf3-e16511983086 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457082 Nov 12 01:56:03.057400 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:03.193665 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14790e2-ed14-4e92-b416-b908fd8efc81 req-bd7dd126-f8e8-4ec2-88d7-4ecb8f804c37 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:03.195218 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b14790e2-ed14-4e92-b416-b908fd8efc81 req-bd7dd126-f8e8-4ec2-88d7-4ecb8f804c37 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 944 time: 0.0511270 Nov 12 01:56:03.246038 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b14790e2-ed14-4e92-b416-b908fd8efc81 req-b71cd8d0-4cf9-4982-98f7-0935d4b5bb7a tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447757 Nov 12 01:56:04.058799 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:04.367668 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dddfc1e-1d84-4818-b16c-2d939ca70763 req-d3d97235-cf40-4c6c-83d5-d20fd85fb8dc tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:04.369283 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7dddfc1e-1d84-4818-b16c-2d939ca70763 req-d3d97235-cf40-4c6c-83d5-d20fd85fb8dc tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 944 time: 0.0515132 Nov 12 01:56:04.417869 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7dddfc1e-1d84-4818-b16c-2d939ca70763 req-1cdb9053-63f8-454d-a970-530a1dd100c0 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424757 Nov 12 01:56:05.360242 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:05.539671 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e768f-5b2e-47c6-9ed2-7e1210cd7d3e req-2a9941a4-4f9b-4331-9528-632b2869bbaa tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:05.541292 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cf4e768f-5b2e-47c6-9ed2-7e1210cd7d3e req-2a9941a4-4f9b-4331-9528-632b2869bbaa tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 944 time: 0.0543091 Nov 12 01:56:05.593275 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cf4e768f-5b2e-47c6-9ed2-7e1210cd7d3e req-1cc3f629-262c-4092-bb5d-3c4199b2be2d tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459104 Nov 12 01:56:06.295443 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device bd6e229c-77ce-43ca-aca4-d302c28250ec details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:56:06.424964 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port bd6e229c-77ce-43ca-aca4-d302c28250ec, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=bd6e229c-77ce-43ca-aca4-d302c28250ec,segment=NetworkSegment(bc3e7f52-aa5f-4270-82cb-d02637e4d286),segment_id=bc3e7f52-aa5f-4270-82cb-d02637e4d286)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:56:06.442882 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'bd6e229c-77ce-43ca-aca4-d302c28250ec', 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2', 'port_id': 'bd6e229c-77ce-43ca-aca4-d302c28250ec', 'mac_address': 'fa:16:3e:dc:83:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:56:06.485521 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:06.499340 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd6e229c-77ce-43ca-aca4-d302c28250ec {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:56:06.519789 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port bd6e229c-77ce-43ca-aca4-d302c28250ec, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=bd6e229c-77ce-43ca-aca4-d302c28250ec,segment=NetworkSegment(bc3e7f52-aa5f-4270-82cb-d02637e4d286),segment_id=bc3e7f52-aa5f-4270-82cb-d02637e4d286)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:56:06.524813 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:06.584428 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=bd6e229c-77ce-43ca-aca4-d302c28250ec,revision_number=12']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:06.724445 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb13e9-a09c-4ab5-903e-3c6d76f38ec6 req-a3cebff5-7469-403b-a1d0-d0168471468e tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:06.726773 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-67cb13e9-a09c-4ab5-903e-3c6d76f38ec6 req-a3cebff5-7469-403b-a1d0-d0168471468e tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 945 time: 0.0550072 Nov 12 01:56:06.778706 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-67cb13e9-a09c-4ab5-903e-3c6d76f38ec6 req-67b9eeef-f2a4-4a36-b07f-38e308c6b5fb tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453765 Nov 12 01:56:06.845070 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['bd6e229c-77ce-43ca-aca4-d302c28250ec'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:56:06.903126 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab84144-6947-42db-819a-ed45384256bf req-502fa1d7-2af4-4bd8-9ba8-22b1f2837746 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:06.905187 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2ab84144-6947-42db-819a-ed45384256bf req-502fa1d7-2af4-4bd8-9ba8-22b1f2837746 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 945 time: 0.0546689 Nov 12 01:56:06.966075 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2ab84144-6947-42db-819a-ed45384256bf req-7fe08d3a-93a9-4f25-ad76-b8fec29ddbbc tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544910 Nov 12 01:56:07.088478 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28143f71-6f15-4f79-b6ab-e2f7b4951be6 req-2fd47d0d-4cff-4e17-b10b-8963e01cf246 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:07.090000 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-28143f71-6f15-4f79-b6ab-e2f7b4951be6 req-2fd47d0d-4cff-4e17-b10b-8963e01cf246 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 945 time: 0.0525301 Nov 12 01:56:07.141578 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-28143f71-6f15-4f79-b6ab-e2f7b4951be6 req-ee1c4487-cb17-486f-8439-f403a60a10b1 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451443 Nov 12 01:56:07.404690 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac45e36b-0a05-41a1-85a6-ae1703605244 req-4e710a0a-cfed-469c-8b32-2040b7019a16 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:07.406230 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ac45e36b-0a05-41a1-85a6-ae1703605244 req-4e710a0a-cfed-469c-8b32-2040b7019a16 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 945 time: 0.0527022 Nov 12 01:56:07.455357 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ac45e36b-0a05-41a1-85a6-ae1703605244 req-de7c2abb-a776-4ed0-8146-b593dda274e9 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430505 Nov 12 01:56:08.315950 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device bd6e229c-77ce-43ca-aca4-d302c28250ec up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:56:08.364815 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port bd6e229c-77ce-43ca-aca4-d302c28250ec completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:56:08.372111 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port bd6e229c-77ce-43ca-aca4-d302c28250ec triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:56:08.372477 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:08.452501 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:08.475716 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48b0a12-5acf-47aa-96a5-e931805ecd0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6e229c-77ce-43ca-aca4-d302c28250ec'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:56:08.477979 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ec54fb32a252cf543512252f4538ed49f878ab9aa91f770db158cb882be9043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c29216c-2646-49b2-9ad7-e5795803b75e" -d '{"events": [{"server_uuid": "e48b0a12-5acf-47aa-96a5-e931805ecd0b", "name": "network-vif-plugged", "status": "completed", "tag": "bd6e229c-77ce-43ca-aca4-d302c28250ec"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:56:08.491586 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port bd6e229c-77ce-43ca-aca4-d302c28250ec, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=bd6e229c-77ce-43ca-aca4-d302c28250ec,segment=NetworkSegment(bc3e7f52-aa5f-4270-82cb-d02637e4d286),segment_id=bc3e7f52-aa5f-4270-82cb-d02637e4d286)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:56:08.496024 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:08.544396 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=bd6e229c-77ce-43ca-aca4-d302c28250ec,revision_number=13']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:08.595729 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e22db4-d8e0-4187-84ef-581332ddbf17 req-08a86047-1a26-4c0e-b87f-13cbf63a7808 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:08.597889 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e0e22db4-d8e0-4187-84ef-581332ddbf17 req-08a86047-1a26-4c0e-b87f-13cbf63a7808 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 946 time: 0.0676820 Nov 12 01:56:08.651372 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e0e22db4-d8e0-4187-84ef-581332ddbf17 req-b970ac2d-e108-49f0-84f8-ed4167350447 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups?id=8971a123-4b17-4cbb-90c8-8a900ae31d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466294 Nov 12 01:56:08.697367 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7509bb6d-09e6-4196-89e6-c2789e1af393 x-openstack-request-id: req-7509bb6d-09e6-4196-89e6-c2789e1af393 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:56:08.697812 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48b0a12-5acf-47aa-96a5-e931805ecd0b", "name": "network-vif-plugged", "status": "completed", "tag": "bd6e229c-77ce-43ca-aca4-d302c28250ec", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:56:08.698048 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7509bb6d-09e6-4196-89e6-c2789e1af393 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:56:08.698454 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48b0a12-5acf-47aa-96a5-e931805ecd0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6e229c-77ce-43ca-aca4-d302c28250ec', 'code': 200} Nov 12 01:56:08.899993 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:09.128858 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a394c786-2162-42c3-b8f0-f26750a2b11c req-dae23d61-613c-4f00-bb45-428506623624 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:09.130330 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a394c786-2162-42c3-b8f0-f26750a2b11c req-dae23d61-613c-4f00-bb45-428506623624 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.44 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 946 time: 0.0541372 Nov 12 01:56:09.221899 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-a394c786-2162-42c3-b8f0-f26750a2b11c req-a33885a6-e252-46da-bff1-05ba362657c3 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Deleting port bd6e229c-77ce-43ca-aca4-d302c28250ec {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:56:09.222245 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-a394c786-2162-42c3-b8f0-f26750a2b11c req-a33885a6-e252-46da-bff1-05ba362657c3 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:09.312964 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-a394c786-2162-42c3-b8f0-f26750a2b11c req-a33885a6-e252-46da-bff1-05ba362657c3 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] For port bd6e229c-77ce-43ca-aca4-d302c28250ec, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=bd6e229c-77ce-43ca-aca4-d302c28250ec,segment=NetworkSegment(bc3e7f52-aa5f-4270-82cb-d02637e4d286),segment_id=bc3e7f52-aa5f-4270-82cb-d02637e4d286)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:56:09.313328 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-a394c786-2162-42c3-b8f0-f26750a2b11c req-a33885a6-e252-46da-bff1-05ba362657c3 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:09.533744 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-a394c786-2162-42c3-b8f0-f26750a2b11c req-a33885a6-e252-46da-bff1-05ba362657c3 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:09.534104 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-a394c786-2162-42c3-b8f0-f26750a2b11c req-a33885a6-e252-46da-bff1-05ba362657c3 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:09.534426 n-d-712142-27 neutron-server[109086]: INFO neutron.db.l3_db [req-a394c786-2162-42c3-b8f0-f26750a2b11c req-a33885a6-e252-46da-bff1-05ba362657c3 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Floating IP 8bfe0454-1503-4b27-87d5-fcebff0895ee disassociated. External IP: 172.25.3.194, port: bd6e229c-77ce-43ca-aca4-d302c28250ec. Nov 12 01:56:09.534769 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-a394c786-2162-42c3-b8f0-f26750a2b11c req-a33885a6-e252-46da-bff1-05ba362657c3 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Calling delete_port for bd6e229c-77ce-43ca-aca4-d302c28250ec owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:56:09.660183 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-a394c786-2162-42c3-b8f0-f26750a2b11c req-a33885a6-e252-46da-bff1-05ba362657c3 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:09.688335 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33885a6-e252-46da-bff1-05ba362657c3 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Pushing event deleted for resources: {'Port': ['ID=bd6e229c-77ce-43ca-aca4-d302c28250ec,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:09.764175 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3b040df5-9eb2-4911-ad1e-9a97c7098fb5 req-8e454e87-a319-4cb8-8342-d1e85f665178 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 210 time: 0.0353296 Nov 12 01:56:09.831467 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a394c786-2162-42c3-b8f0-f26750a2b11c req-a33885a6-e252-46da-bff1-05ba362657c3 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Router d2ea25a2-304b-4353-a1b9-bc616db4a0e5 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:56:09.953196 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a394c786-2162-42c3-b8f0-f26750a2b11c req-a33885a6-e252-46da-bff1-05ba362657c3 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:56:09.967157 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ac0f6d-ce4b-4c56-9f0b-dfd788e1d6cf None None] Sync routers for ids ['d2ea25a2-304b-4353-a1b9-bc616db4a0e5'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:56:09.978310 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ac0f6d-ce4b-4c56-9f0b-dfd788e1d6cf None None] Routers {'d2ea25a2-304b-4353-a1b9-bc616db4a0e5'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:56:09.979057 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-26ac0f6d-ce4b-4c56-9f0b-dfd788e1d6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:56:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['d2ea25a2-304b-4353-a1b9-bc616db4a0e5'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:56:09.996736 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-a394c786-2162-42c3-b8f0-f26750a2b11c req-a33885a6-e252-46da-bff1-05ba362657c3 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] No DVR routers for this DVR port bd6e229c-77ce-43ca-aca4-d302c28250ec on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:56:09.999651 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-a394c786-2162-42c3-b8f0-f26750a2b11c req-a33885a6-e252-46da-bff1-05ba362657c3 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:10.003162 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a394c786-2162-42c3-b8f0-f26750a2b11c req-a33885a6-e252-46da-bff1-05ba362657c3 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.44 "DELETE /v2.0/ports/bd6e229c-77ce-43ca-aca4-d302c28250ec HTTP/1.1" status: 204 len: 173 time: 0.8669913 Nov 12 01:56:10.003623 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48b0a12-5acf-47aa-96a5-e931805ecd0b', 'name': 'network-vif-deleted', 'tag': 'bd6e229c-77ce-43ca-aca4-d302c28250ec'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:56:10.006640 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4d1d6158e421e9c8e993f80e0426ddaaefecbe2af3f4b68345379587447b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1735c5a1-eba9-4581-abbb-3296af21bbe4" -d '{"events": [{"server_uuid": "e48b0a12-5acf-47aa-96a5-e931805ecd0b", "name": "network-vif-deleted", "tag": "bd6e229c-77ce-43ca-aca4-d302c28250ec"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:56:10.045047 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3f3b37-7095-4c33-a9c0-845d8a98ed65 x-openstack-request-id: req-0d3f3b37-7095-4c33-a9c0-845d8a98ed65 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:56:10.045643 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48b0a12-5acf-47aa-96a5-e931805ecd0b", "name": "network-vif-deleted", "tag": "bd6e229c-77ce-43ca-aca4-d302c28250ec", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:56:10.045929 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0d3f3b37-7095-4c33-a9c0-845d8a98ed65 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:56:10.046304 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48b0a12-5acf-47aa-96a5-e931805ecd0b', 'name': 'network-vif-deleted', 'tag': 'bd6e229c-77ce-43ca-aca4-d302c28250ec', 'status': 'completed', 'code': 200} Nov 12 01:56:10.100170 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-26ac0f6d-ce4b-4c56-9f0b-dfd788e1d6cf None None] Set router d2ea25a2-304b-4353-a1b9-bc616db4a0e5 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:56:10.455097 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:56:10.480460 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-26ac0f6d-ce4b-4c56-9f0b-dfd788e1d6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'name': 'tempest-ServerActionsTestJSON-415643110-router', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:11Z', 'updated_at': '2021-11-12T01:46:14Z', 'revision_number': 4, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'gw_port': {'id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:12Z', 'updated_at': '2021-11-12T01:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'eba61d07-f8d0-47d0-94ee-016e007938d2', 'name': '', 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'mac_address': 'fa:16:3e:90:3e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:13Z', 'updated_at': '2021-11-12T01:46:18Z', 'revision_number': 5, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'subnets': [{'id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:56:10.508993 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ac0f6d-ce4b-4c56-9f0b-dfd788e1d6cf None None] Checking router: d2ea25a2-304b-4353-a1b9-bc616db4a0e5 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:56:10.518329 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ac0f6d-ce4b-4c56-9f0b-dfd788e1d6cf None None] Routers {'d2ea25a2-304b-4353-a1b9-bc616db4a0e5'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:56:10.519069 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-26ac0f6d-ce4b-4c56-9f0b-dfd788e1d6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:56:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['d2ea25a2-304b-4353-a1b9-bc616db4a0e5'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:56:10.630905 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-26ac0f6d-ce4b-4c56-9f0b-dfd788e1d6cf None None] Set router d2ea25a2-304b-4353-a1b9-bc616db4a0e5 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:56:10.847111 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-26ac0f6d-ce4b-4c56-9f0b-dfd788e1d6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'name': 'tempest-ServerActionsTestJSON-415643110-router', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:11Z', 'updated_at': '2021-11-12T01:46:14Z', 'revision_number': 4, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'gw_port': {'id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:12Z', 'updated_at': '2021-11-12T01:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'eba61d07-f8d0-47d0-94ee-016e007938d2', 'name': '', 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'mac_address': 'fa:16:3e:90:3e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:13Z', 'updated_at': '2021-11-12T01:46:18Z', 'revision_number': 5, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'subnets': [{'id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:56:10.863876 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fc8b13f8-1085-46d2-bf2a-6b00ae32d887 req-fe475293-fb15-4fab-9704-6501252c175b tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 210 time: 0.0265927 Nov 12 01:56:10.875632 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ac0f6d-ce4b-4c56-9f0b-dfd788e1d6cf None None] The sync data for ids ['d2ea25a2-304b-4353-a1b9-bc616db4a0e5'] in n-d-712142-27 is: [{'id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'name': 'tempest-ServerActionsTestJSON-415643110-router', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:11Z', 'updated_at': '2021-11-12T01:46:14Z', 'revision_number': 4, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'gw_port': {'id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:12Z', 'updated_at': '2021-11-12T01:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'eba61d07-f8d0-47d0-94ee-016e007938d2', 'name': '', 'network_id': 'eab9d718-18a2-4f64-bde2-4214b305d4e2', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'mac_address': 'fa:16:3e:90:3e:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:13Z', 'updated_at': '2021-11-12T01:46:18Z', 'revision_number': 5, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'subnets': [{'id': '141ee538-bdf5-4c57-a676-325be7ca993b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:56:11.116530 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:11.128890 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3393acd5-e18f-4541-ad5e-ef075e2f134d None None] New status for floating IP 8bfe0454-1503-4b27-87d5-fcebff0895ee: DOWN {{(pid=109088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:56:11.970892 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7af40692-ddb0-40e5-8f09-6fc6687bdc9a req-fcf012bd-4261-4388-bf13-2e67ed26c8bd tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 210 time: 0.0316198 Nov 12 01:56:12.332813 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device bd6e229c-77ce-43ca-aca4-d302c28250ec no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:56:12.355951 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: bd6e229c-77ce-43ca-aca4-d302c28250ec {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:56:12.356325 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device bd6e229c-77ce-43ca-aca4-d302c28250ec not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:56:13.082567 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b6dcecc1-2133-42a3-8be7-5e05f9fe7ca5 req-e6355f15-8498-49d6-8f85-a7999867f547 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 210 time: 0.0320618 Nov 12 01:56:14.186093 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-40e9da8c-ac5c-41be-8a45-3ec0ab7c4617 req-c90bdcc4-32fb-4f89-b6fc-c4e6c7158dd1 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/ports?device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 210 time: 0.0311701 Nov 12 01:56:19.406619 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56416) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:56:19.498974 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c518e7aa-aa45-4e2e-a68e-5ff4d1ee43fc tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:19.528276 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c518e7aa-aa45-4e2e-a68e-5ff4d1ee43fc tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:19.593764 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c518e7aa-aa45-4e2e-a68e-5ff4d1ee43fc tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:19.597656 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c518e7aa-aa45-4e2e-a68e-5ff4d1ee43fc tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:19.599749 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c518e7aa-aa45-4e2e-a68e-5ff4d1ee43fc tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "DELETE /v2.0/security-groups/8971a123-4b17-4cbb-90c8-8a900ae31d54 HTTP/1.1" status: 204 len: 168 time: 0.1910365 Nov 12 01:56:19.602592 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56418) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:56:19.615083 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c518e7aa-aa45-4e2e-a68e-5ff4d1ee43fc tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8971a123-4b17-4cbb-90c8-8a900ae31d54,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:19.632212 n-d-712142-27 neutron-server[109085]: INFO neutron.api.v2.resource [None req-4a492b6a-87ab-4f32-a6ed-be40e4228fee tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] show failed (client error): The resource could not be found. Nov 12 01:56:19.633963 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4a492b6a-87ab-4f32-a6ed-be40e4228fee tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "GET /v2.0/security-groups/8971a123-4b17-4cbb-90c8-8a900ae31d54 HTTP/1.1" status: 404 len: 347 time: 0.0294521 Nov 12 01:56:19.638980 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56420) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:56:19.798858 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-46067303-cb4d-4d83-b5fe-afb8224874fb tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Deleting port 534d0408-3d51-4e3c-9b4a-d6dc8658eda3 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:56:19.799111 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-46067303-cb4d-4d83-b5fe-afb8224874fb tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:19.884563 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-46067303-cb4d-4d83-b5fe-afb8224874fb tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:19.884898 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-46067303-cb4d-4d83-b5fe-afb8224874fb tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:19.899188 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-46067303-cb4d-4d83-b5fe-afb8224874fb tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Calling delete_port for 534d0408-3d51-4e3c-9b4a-d6dc8658eda3 owned by network:floatingip {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:56:20.053918 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-46067303-cb4d-4d83-b5fe-afb8224874fb tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:20.082802 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46067303-cb4d-4d83-b5fe-afb8224874fb tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Pushing event deleted for resources: {'Port': ['ID=534d0408-3d51-4e3c-9b4a-d6dc8658eda3,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:20.156562 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-46067303-cb4d-4d83-b5fe-afb8224874fb tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks [] for floatingip, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:20.160638 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-46067303-cb4d-4d83-b5fe-afb8224874fb tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:20.162368 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-46067303-cb4d-4d83-b5fe-afb8224874fb tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] 10.222.0.45 "DELETE /v2.0/floatingips/8bfe0454-1503-4b27-87d5-fcebff0895ee HTTP/1.1" status: 204 len: 168 time: 0.5214522 Nov 12 01:56:20.167464 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56422) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:56:20.754723 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bab8321d-3375-404f-babe-6263cf98c924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:21.025594 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-bab8321d-3375-404f-babe-6263cf98c924 admin admin] Deleting port eba61d07-f8d0-47d0-94ee-016e007938d2 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:56:21.025850 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bab8321d-3375-404f-babe-6263cf98c924 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:21.115229 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-bab8321d-3375-404f-babe-6263cf98c924 admin admin] For port eba61d07-f8d0-47d0-94ee-016e007938d2, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=eba61d07-f8d0-47d0-94ee-016e007938d2,segment=NetworkSegment(bc3e7f52-aa5f-4270-82cb-d02637e4d286),segment_id=bc3e7f52-aa5f-4270-82cb-d02637e4d286)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:56:21.115600 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bab8321d-3375-404f-babe-6263cf98c924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:21.129491 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-bab8321d-3375-404f-babe-6263cf98c924 admin admin] Calling delete_port for eba61d07-f8d0-47d0-94ee-016e007938d2 owned by network:router_interface {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:56:21.330138 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bab8321d-3375-404f-babe-6263cf98c924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:21.356854 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab8321d-3375-404f-babe-6263cf98c924 admin admin] Pushing event deleted for resources: {'Port': ['ID=eba61d07-f8d0-47d0-94ee-016e007938d2,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:21.539404 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bab8321d-3375-404f-babe-6263cf98c924 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:22.100419 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab8321d-3375-404f-babe-6263cf98c924 admin admin] Router d2ea25a2-304b-4353-a1b9-bc616db4a0e5 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:56:22.211124 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab8321d-3375-404f-babe-6263cf98c924 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:56:22.216544 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-bab8321d-3375-404f-babe-6263cf98c924 admin admin] 10.222.0.45 "PUT /v2.0/routers/d2ea25a2-304b-4353-a1b9-bc616db4a0e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0476978 Nov 12 01:56:22.219292 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56426) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:56:22.223599 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ab5591-0e2d-4dd9-b3cb-54f6c948f261 None None] Sync routers for ids ['d2ea25a2-304b-4353-a1b9-bc616db4a0e5'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:56:22.235039 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ab5591-0e2d-4dd9-b3cb-54f6c948f261 None None] Routers {'d2ea25a2-304b-4353-a1b9-bc616db4a0e5'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:56:22.235672 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-c5ab5591-0e2d-4dd9-b3cb-54f6c948f261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:56:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['d2ea25a2-304b-4353-a1b9-bc616db4a0e5'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:56:22.337358 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a93b5128-4ea8-4e45-8d79-c1e1e994e136 admin admin] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:22.352306 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-c5ab5591-0e2d-4dd9-b3cb-54f6c948f261 None None] Set router d2ea25a2-304b-4353-a1b9-bc616db4a0e5 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:56:22.465375 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a93b5128-4ea8-4e45-8d79-c1e1e994e136 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:22.534104 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-a93b5128-4ea8-4e45-8d79-c1e1e994e136 admin admin] Deleting port bd4918a8-4c68-47ad-829b-3ddb40d6f2a9 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:56:22.534371 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a93b5128-4ea8-4e45-8d79-c1e1e994e136 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:22.570418 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-c5ab5591-0e2d-4dd9-b3cb-54f6c948f261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'name': 'tempest-ServerActionsTestJSON-415643110-router', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170'}], 'enable_snat': True}, 'gw_port_id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:11Z', 'updated_at': '2021-11-12T01:56:21Z', 'revision_number': 5, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'gw_port': {'id': 'bd4918a8-4c68-47ad-829b-3ddb40d6f2a9', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:8a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:46:12Z', 'updated_at': '2021-11-12T01:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:56:22.597847 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ab5591-0e2d-4dd9-b3cb-54f6c948f261 None None] Checking router: d2ea25a2-304b-4353-a1b9-bc616db4a0e5 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:56:22.608387 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ab5591-0e2d-4dd9-b3cb-54f6c948f261 None None] Routers {'d2ea25a2-304b-4353-a1b9-bc616db4a0e5'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:56:22.608919 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-c5ab5591-0e2d-4dd9-b3cb-54f6c948f261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:56:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['d2ea25a2-304b-4353-a1b9-bc616db4a0e5'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:56:22.640373 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-a93b5128-4ea8-4e45-8d79-c1e1e994e136 admin admin] For port bd4918a8-4c68-47ad-829b-3ddb40d6f2a9, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=bd4918a8-4c68-47ad-829b-3ddb40d6f2a9,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:56:22.640726 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a93b5128-4ea8-4e45-8d79-c1e1e994e136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:22.659760 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-a93b5128-4ea8-4e45-8d79-c1e1e994e136 admin admin] Calling delete_port for bd4918a8-4c68-47ad-829b-3ddb40d6f2a9 owned by network:router_gateway {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:56:22.704381 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-c5ab5591-0e2d-4dd9-b3cb-54f6c948f261 None None] Set router d2ea25a2-304b-4353-a1b9-bc616db4a0e5 gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:56:22.762566 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-c5ab5591-0e2d-4dd9-b3cb-54f6c948f261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'name': 'tempest-ServerActionsTestJSON-415643110-router', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:11Z', 'updated_at': '2021-11-12T01:56:22Z', 'revision_number': 6, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'gw_port_host': None}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:56:22.790248 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ab5591-0e2d-4dd9-b3cb-54f6c948f261 None None] The sync data for ids ['d2ea25a2-304b-4353-a1b9-bc616db4a0e5'] in n-d-712142-27 is: [{'id': 'd2ea25a2-304b-4353-a1b9-bc616db4a0e5', 'name': 'tempest-ServerActionsTestJSON-415643110-router', 'tenant_id': '530ab68461024fd380ed810b9cdc601d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:46:11Z', 'updated_at': '2021-11-12T01:56:22Z', 'revision_number': 6, 'project_id': '530ab68461024fd380ed810b9cdc601d', 'gw_port_host': None}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:56:22.864326 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a93b5128-4ea8-4e45-8d79-c1e1e994e136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:22.893433 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b5128-4ea8-4e45-8d79-c1e1e994e136 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd4918a8-4c68-47ad-829b-3ddb40d6f2a9,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:22.905163 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbe4c7a-d678-4c19-bc0d-52af64cb2799 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:56:22.960322 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a93b5128-4ea8-4e45-8d79-c1e1e994e136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:23.055769 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a93b5128-4ea8-4e45-8d79-c1e1e994e136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:23.057994 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a93b5128-4ea8-4e45-8d79-c1e1e994e136 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:23.103294 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a93b5128-4ea8-4e45-8d79-c1e1e994e136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:23.103995 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93b5128-4ea8-4e45-8d79-c1e1e994e136 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2ea25a2-304b-4353-a1b9-bc616db4a0e5 {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:56:23.108543 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a93b5128-4ea8-4e45-8d79-c1e1e994e136 admin admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:23.109478 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a93b5128-4ea8-4e45-8d79-c1e1e994e136 admin admin] 10.222.0.45 "DELETE /v2.0/routers/d2ea25a2-304b-4353-a1b9-bc616db4a0e5 HTTP/1.1" status: 204 len: 168 time: 0.8883486 Nov 12 01:56:23.111934 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56430) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:56:23.164186 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-39703532-1858-47d2-a638-b5ce38eea9d6 admin admin] Deleting subnet 141ee538-bdf5-4c57-a676-325be7ca993b {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:56:23.167880 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-39703532-1858-47d2-a638-b5ce38eea9d6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:23.206395 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-39703532-1858-47d2-a638-b5ce38eea9d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:23.294600 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-39703532-1858-47d2-a638-b5ce38eea9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:23.351888 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-39703532-1858-47d2-a638-b5ce38eea9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:23.381696 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39703532-1858-47d2-a638-b5ce38eea9d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=141ee538-bdf5-4c57-a676-325be7ca993b,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:23.387527 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-39703532-1858-47d2-a638-b5ce38eea9d6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:23.390890 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-39703532-1858-47d2-a638-b5ce38eea9d6 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/141ee538-bdf5-4c57-a676-325be7ca993b HTTP/1.1" status: 204 len: 168 time: 0.2778656 Nov 12 01:56:23.393353 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56432) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:56:23.395290 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c3b17f-f9da-4e1f-af7f-3fe3e5eaa0b7 None None] Network eab9d718-18a2-4f64-bde2-4214b305d4e2 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:56:23.468427 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c1a0018b-a372-473c-94b3-e584d860afda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:23.526442 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-c1a0018b-a372-473c-94b3-e584d860afda admin admin] Deleting port d7a7ba1f-aa23-4add-ab8b-7a126b8bc07d {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:56:23.526792 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c1a0018b-a372-473c-94b3-e584d860afda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:23.611624 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-c1a0018b-a372-473c-94b3-e584d860afda admin admin] For port d7a7ba1f-aa23-4add-ab8b-7a126b8bc07d, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=d7a7ba1f-aa23-4add-ab8b-7a126b8bc07d,segment=NetworkSegment(bc3e7f52-aa5f-4270-82cb-d02637e4d286),segment_id=bc3e7f52-aa5f-4270-82cb-d02637e4d286)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:56:23.613209 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8cd6a9-aad1-476f-852f-668863f9d4c6 None None] DHCP port deletion for eab9d718-18a2-4f64-bde2-4214b305d4e2 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:56:23.613376 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c1a0018b-a372-473c-94b3-e584d860afda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:23.634759 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-c1a0018b-a372-473c-94b3-e584d860afda admin admin] Calling delete_port for d7a7ba1f-aa23-4add-ab8b-7a126b8bc07d owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:56:23.672375 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4f8cd6a9-aad1-476f-852f-668863f9d4c6 None None] Deleting port d7a7ba1f-aa23-4add-ab8b-7a126b8bc07d {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:56:23.673141 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4f8cd6a9-aad1-476f-852f-668863f9d4c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:23.691087 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device eba61d07-f8d0-47d0-94ee-016e007938d2 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:56:23.726969 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c1a0018b-a372-473c-94b3-e584d860afda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:23.746122 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: eba61d07-f8d0-47d0-94ee-016e007938d2 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:56:23.746475 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device eba61d07-f8d0-47d0-94ee-016e007938d2 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:56:23.759602 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a0018b-a372-473c-94b3-e584d860afda admin admin] Pushing event deleted for resources: {'Port': ['ID=d7a7ba1f-aa23-4add-ab8b-7a126b8bc07d,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:23.763377 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a0018b-a372-473c-94b3-e584d860afda admin admin] No DVR routers for this DVR port d7a7ba1f-aa23-4add-ab8b-7a126b8bc07d on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:56:23.767092 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4f8cd6a9-aad1-476f-852f-668863f9d4c6 None None] For port d7a7ba1f-aa23-4add-ab8b-7a126b8bc07d, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=d7a7ba1f-aa23-4add-ab8b-7a126b8bc07d,segment=NetworkSegment(bc3e7f52-aa5f-4270-82cb-d02637e4d286),segment_id=bc3e7f52-aa5f-4270-82cb-d02637e4d286)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:56:23.767497 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4f8cd6a9-aad1-476f-852f-668863f9d4c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:23.782352 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4f8cd6a9-aad1-476f-852f-668863f9d4c6 None None] Calling delete_port for d7a7ba1f-aa23-4add-ab8b-7a126b8bc07d owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:56:23.836162 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c1a0018b-a372-473c-94b3-e584d860afda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:23.857374 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-c1a0018b-a372-473c-94b3-e584d860afda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eab9d718-18a2-4f64-bde2-4214b305d4e2']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:56:23.867306 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4f8cd6a9-aad1-476f-852f-668863f9d4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:23.867550 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-c1a0018b-a372-473c-94b3-e584d860afda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc3e7f52-aa5f-4270-82cb-d02637e4d286') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:56:23.867815 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-c1a0018b-a372-473c-94b3-e584d860afda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc3e7f52-aa5f-4270-82cb-d02637e4d286') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:56:23.879098 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c1a0018b-a372-473c-94b3-e584d860afda admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:23.889304 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8cd6a9-aad1-476f-852f-668863f9d4c6 None None] Pushing event deleted for resources: {'Port': ['ID=d7a7ba1f-aa23-4add-ab8b-7a126b8bc07d,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:23.894323 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c1a0018b-a372-473c-94b3-e584d860afda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:23.899016 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8cd6a9-aad1-476f-852f-668863f9d4c6 None None] No DVR routers for this DVR port d7a7ba1f-aa23-4add-ab8b-7a126b8bc07d on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:56:23.902437 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1a0018b-a372-473c-94b3-e584d860afda admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:56:23.902885 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c1a0018b-a372-473c-94b3-e584d860afda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:23.906865 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:56:23.906865 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:56:23.906865 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:56:23.906865 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:56:23.906865 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:56:23.906865 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:56:23.906865 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:56:23.906865 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:56:23.906865 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:56:23.906865 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:56:23.906865 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:56:23.906865 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:56:23.906865 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:56:23.906865 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:56:23.906865 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:56:23.906865 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:56:23.906865 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:56:23.906865 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:56:23.906865 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:56:23.906865 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:56:23.906865 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:56:23.906865 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:56:23.906865 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:56:23.906865 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:56:23.906865 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:56:23.906865 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:56:23.906865 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:56:23.906865 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:56:23.906865 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:56:23.906865 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:56:23.906865 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:56:23.906865 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:56:23.975697 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c1a0018b-a372-473c-94b3-e584d860afda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:23.981767 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c1a0018b-a372-473c-94b3-e584d860afda admin admin] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:23.984977 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c1a0018b-a372-473c-94b3-e584d860afda admin admin] 10.222.0.45 "DELETE /v2.0/networks/eab9d718-18a2-4f64-bde2-4214b305d4e2 HTTP/1.1" status: 204 len: 168 time: 0.5902927 Nov 12 01:56:23.996936 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a0018b-a372-473c-94b3-e584d860afda admin admin] Pushing event deleted for resources: {'Network': ['ID=eab9d718-18a2-4f64-bde2-4214b305d4e2,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:24.098304 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56436) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:56:24.138081 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7a801c02-7f91-4262-a540-6c2f8218f6eb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=530ab68461024fd380ed810b9cdc601d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386028 Nov 12 01:56:24.140623 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56438) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:56:24.189372 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-82cd34b6-00c1-44bd-ab6c-9b578871358a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:24.210169 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-82cd34b6-00c1-44bd-ab6c-9b578871358a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:24.261435 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-82cd34b6-00c1-44bd-ab6c-9b578871358a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:24.264115 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-82cd34b6-00c1-44bd-ab6c-9b578871358a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:24.265285 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-82cd34b6-00c1-44bd-ab6c-9b578871358a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/354f5bdb-5e16-4167-bde6-123e11387036 HTTP/1.1" status: 204 len: 168 time: 0.1237650 Nov 12 01:56:24.275343 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd34b6-00c1-44bd-ab6c-9b578871358a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354f5bdb-5e16-4167-bde6-123e11387036,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:24.967856 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56460) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:56:25.063060 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-2ef5a993-27ca-44a8-bada-9946e10c5021 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-265447840-network', 'tenant_id': '0ec425dfa176403eb7d5ce1b6e274fa4'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:56:25.083659 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef5a993-27ca-44a8-bada-9946e10c5021 admin admin] Made reservation on behalf of 0ec425dfa176403eb7d5ce1b6e274fa4 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:56:25.086389 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2ef5a993-27ca-44a8-bada-9946e10c5021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:25.094836 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2ef5a993-27ca-44a8-bada-9946e10c5021 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:25.172245 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2ef5a993-27ca-44a8-bada-9946e10c5021 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:25.176219 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2ef5a993-27ca-44a8-bada-9946e10c5021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:25.205102 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ef5a993-27ca-44a8-bada-9946e10c5021 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:56:25.211472 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef5a993-27ca-44a8-bada-9946e10c5021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a1e4e6-156f-4b05-a9c3-c7fb70b90b41,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:25.217856 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2ef5a993-27ca-44a8-bada-9946e10c5021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:25.218209 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-2ef5a993-27ca-44a8-bada-9946e10c5021 admin admin] Added segment b254b1e8-b592-4c2a-88da-c2b0122bc11f of type vlan for network 7139f164-44b9-4b4e-8dca-da29772342a3 Nov 12 01:56:25.260582 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2ef5a993-27ca-44a8-bada-9946e10c5021 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:25.278831 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device d7a7ba1f-aa23-4add-ab8b-7a126b8bc07d no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:56:25.284658 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2ef5a993-27ca-44a8-bada-9946e10c5021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:25.285694 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef5a993-27ca-44a8-bada-9946e10c5021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:25.286284 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2ef5a993-27ca-44a8-bada-9946e10c5021 admin admin] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:25.299511 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: d7a7ba1f-aa23-4add-ab8b-7a126b8bc07d {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:56:25.299741 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device d7a7ba1f-aa23-4add-ab8b-7a126b8bc07d not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:56:25.300182 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device bd4918a8-4c68-47ad-829b-3ddb40d6f2a9 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:56:25.321041 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: bd4918a8-4c68-47ad-829b-3ddb40d6f2a9 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:56:25.321398 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device bd4918a8-4c68-47ad-829b-3ddb40d6f2a9 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:56:25.357348 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2ef5a993-27ca-44a8-bada-9946e10c5021 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3880637 Nov 12 01:56:25.360047 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56464) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:56:25.364584 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef5a993-27ca-44a8-bada-9946e10c5021 admin admin] Pushing event updated for resources: {'Network': ['ID=7139f164-44b9-4b4e-8dca-da29772342a3,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:25.365343 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-c3148ace-5955-4a31-885d-370add105ca5 admin admin] Request body: {'subnet': {'network_id': '7139f164-44b9-4b4e-8dca-da29772342a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-265447840-subnet', 'tenant_id': '0ec425dfa176403eb7d5ce1b6e274fa4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:56:25.375246 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 7139f164-44b9-4b4e-8dca-da29772342a3 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:56:25.386246 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3148ace-5955-4a31-885d-370add105ca5 admin admin] Made reservation on behalf of 0ec425dfa176403eb7d5ce1b6e274fa4 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:56:25.388784 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c3148ace-5955-4a31-885d-370add105ca5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:25.567306 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c3148ace-5955-4a31-885d-370add105ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:25.627273 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3148ace-5955-4a31-885d-370add105ca5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63259784-a81b-4938-b984-0bfdcb9303d3,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:25.637771 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3148ace-5955-4a31-885d-370add105ca5 admin admin] Checking segment: {'id': 'b254b1e8-b592-4c2a-88da-c2b0122bc11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7139f164-44b9-4b4e-8dca-da29772342a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:56:25.638145 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3148ace-5955-4a31-885d-370add105ca5 admin admin] Network hostable DHCP agents. Network: 7139f164-44b9-4b4e-8dca-da29772342a3, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:56:25.658125 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3148ace-5955-4a31-885d-370add105ca5 admin admin] Network 7139f164-44b9-4b4e-8dca-da29772342a3 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:56:25.668715 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-c3148ace-5955-4a31-885d-370add105ca5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 7139f164-44b9-4b4e-8dca-da29772342a3) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:56:25.673120 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3148ace-5955-4a31-885d-370add105ca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:25.673788 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c3148ace-5955-4a31-885d-370add105ca5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:25.680793 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ceb1c9-be81-4364-bf63-284d5aa2eaa1 None None] Network 7139f164-44b9-4b4e-8dca-da29772342a3 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:56:25.703386 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c3148ace-5955-4a31-885d-370add105ca5 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3420975 Nov 12 01:56:25.830985 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591004e8-87b5-4740-9274-2653cdb26a74 None None] Network 7139f164-44b9-4b4e-8dca-da29772342a3 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:56:26.191000 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8be39f-3c3a-417d-b036-4f70b2db32eb req-69201054-a068-44e0-80b0-a9d6d4550a95 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:26.192744 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c8be39f-3c3a-417d-b036-4f70b2db32eb req-69201054-a068-44e0-80b0-a9d6d4550a95 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/networks?id=7139f164-44b9-4b4e-8dca-da29772342a3 HTTP/1.1" status: 200 len: 813 time: 0.1093059 Nov 12 01:56:26.208930 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c8be39f-3c3a-417d-b036-4f70b2db32eb req-b9bba545-e0df-47b5-b71a-d69df5bb52d7 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/quotas/0ec425dfa176403eb7d5ce1b6e274fa4 HTTP/1.1" status: 200 len: 375 time: 0.0093615 Nov 12 01:56:26.239277 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c8be39f-3c3a-417d-b036-4f70b2db32eb req-d5a700aa-85bb-4533-9f4f-59fe4db8913c tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=0ec425dfa176403eb7d5ce1b6e274fa4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249846 Nov 12 01:56:26.331337 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c8be39f-3c3a-417d-b036-4f70b2db32eb req-1a5b8ef7-88b2-4272-a8db-c2a3504c9945 service neutron] 10.222.0.45 "GET /v2.0/networks/7139f164-44b9-4b4e-8dca-da29772342a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845549 Nov 12 01:56:26.419794 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c8be39f-3c3a-417d-b036-4f70b2db32eb req-37c7c04d-d980-4c4c-9e16-26f253666516 service neutron] 10.222.0.45 "GET /v2.0/networks/7139f164-44b9-4b4e-8dca-da29772342a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817263 Nov 12 01:56:26.589470 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d30fcdc9-2e63-485d-b6bf-8d65a6635802 req-a9d2f110-986c-4f2a-994d-a1e81a9cd068 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8a8d721-a887-4c60-96a3-c174a8aa704e HTTP/1.1" status: 200 len: 210 time: 0.0275764 Nov 12 01:56:27.310320 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-81f6b847-b70c-4a7e-a900-a174a950009b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:27.668432 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5440fa38-c423-45d2-a04f-3869947700da req-af602de9-27e3-495f-9d93-67cdead6499a tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8a8d721-a887-4c60-96a3-c174a8aa704e HTTP/1.1" status: 200 len: 210 time: 0.0276334 Nov 12 01:56:28.750887 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-25e7c3e9-450f-4bc5-9516-d9af0fd259bf req-8ef47c20-5d9a-4a54-b904-dbb141d29c6d tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8a8d721-a887-4c60-96a3-c174a8aa704e HTTP/1.1" status: 200 len: 210 time: 0.0298524 Nov 12 01:56:29.879888 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d5637cc0-8a70-4918-b3da-127152ef2cf6 req-ed8b9bf1-dbbc-43f1-82e2-a4f348d40ab6 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8a8d721-a887-4c60-96a3-c174a8aa704e HTTP/1.1" status: 200 len: 210 time: 0.0400879 Nov 12 01:56:29.914581 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8be39f-3c3a-417d-b036-4f70b2db32eb req-14bfe39e-deba-48fc-934d-ab3d1fbf674e tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:29.916048 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c8be39f-3c3a-417d-b036-4f70b2db32eb req-14bfe39e-deba-48fc-934d-ab3d1fbf674e tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.16 "GET /v2.0/networks?id=7139f164-44b9-4b4e-8dca-da29772342a3 HTTP/1.1" status: 200 len: 813 time: 0.1428638 Nov 12 01:56:29.954485 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-4c8be39f-3c3a-417d-b036-4f70b2db32eb req-4658d704-3f60-41dc-943f-62af68add8f5 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Request body: {'port': {'device_id': 'e8a8d721-a887-4c60-96a3-c174a8aa704e', 'network_id': '7139f164-44b9-4b4e-8dca-da29772342a3', 'admin_state_up': True, 'tenant_id': '0ec425dfa176403eb7d5ce1b6e274fa4'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:56:30.062932 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c8be39f-3c3a-417d-b036-4f70b2db32eb req-4658d704-3f60-41dc-943f-62af68add8f5 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Made reservation on behalf of 0ec425dfa176403eb7d5ce1b6e274fa4 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:56:30.066930 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4c8be39f-3c3a-417d-b036-4f70b2db32eb req-4658d704-3f60-41dc-943f-62af68add8f5 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:30.197236 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-4c8be39f-3c3a-417d-b036-4f70b2db32eb req-4658d704-3f60-41dc-943f-62af68add8f5 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Allocated IP 172.20.0.13 (7139f164-44b9-4b4e-8dca-da29772342a3/63259784-a81b-4938-b984-0bfdcb9303d3/d6cde060-f584-48f5-8626-6072cb6d8db6) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:56:30.350712 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4c8be39f-3c3a-417d-b036-4f70b2db32eb req-4658d704-3f60-41dc-943f-62af68add8f5 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:30.384008 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4c8be39f-3c3a-417d-b036-4f70b2db32eb req-4658d704-3f60-41dc-943f-62af68add8f5 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:30.428172 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c8be39f-3c3a-417d-b036-4f70b2db32eb req-4658d704-3f60-41dc-943f-62af68add8f5 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Network 7139f164-44b9-4b4e-8dca-da29772342a3 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:56:30.431276 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-4c8be39f-3c3a-417d-b036-4f70b2db32eb req-4658d704-3f60-41dc-943f-62af68add8f5 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:56:30.433803 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8be39f-3c3a-417d-b036-4f70b2db32eb req-4658d704-3f60-41dc-943f-62af68add8f5 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:56:30.467490 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4658d704-3f60-41dc-943f-62af68add8f5 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Pushing event updated for resources: {'Port': ['ID=d6cde060-f584-48f5-8626-6072cb6d8db6,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:30.492971 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8be39f-3c3a-417d-b036-4f70b2db32eb req-4658d704-3f60-41dc-943f-62af68add8f5 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:30.493579 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4c8be39f-3c3a-417d-b036-4f70b2db32eb req-4658d704-3f60-41dc-943f-62af68add8f5 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:30.509868 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c8be39f-3c3a-417d-b036-4f70b2db32eb req-4658d704-3f60-41dc-943f-62af68add8f5 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5593147 Nov 12 01:56:30.529853 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-4c8be39f-3c3a-417d-b036-4f70b2db32eb req-b6051470-a1d7-446c-b394-d2cee8df3cde service neutron] Request body: {'port': {'device_id': 'e8a8d721-a887-4c60-96a3-c174a8aa704e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:56:30.587957 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4c8be39f-3c3a-417d-b036-4f70b2db32eb req-b6051470-a1d7-446c-b394-d2cee8df3cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:30.848825 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [req-4c8be39f-3c3a-417d-b036-4f70b2db32eb req-b6051470-a1d7-446c-b394-d2cee8df3cde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6cde060-f584-48f5-8626-6072cb6d8db6 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:56:30.857303 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4c8be39f-3c3a-417d-b036-4f70b2db32eb req-b6051470-a1d7-446c-b394-d2cee8df3cde service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:30.870792 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-4c8be39f-3c3a-417d-b036-4f70b2db32eb req-b6051470-a1d7-446c-b394-d2cee8df3cde service neutron] Transition to ACTIVE for port object d6cde060-f584-48f5-8626-6072cb6d8db6 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:56:30.875123 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4c8be39f-3c3a-417d-b036-4f70b2db32eb req-b6051470-a1d7-446c-b394-d2cee8df3cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:30.891652 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-973a94ed-a214-4011-adf4-6d7257ef5a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:30.932148 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6051470-a1d7-446c-b394-d2cee8df3cde service neutron] Pushing event updated for resources: {'Port': ['ID=d6cde060-f584-48f5-8626-6072cb6d8db6,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:31.049256 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-4c8be39f-3c3a-417d-b036-4f70b2db32eb req-b6051470-a1d7-446c-b394-d2cee8df3cde service neutron] Attempting to bind port d6cde060-f584-48f5-8626-6072cb6d8db6 on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:56:31.049597 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-4c8be39f-3c3a-417d-b036-4f70b2db32eb req-b6051470-a1d7-446c-b394-d2cee8df3cde service neutron] Attempting to bind port d6cde060-f584-48f5-8626-6072cb6d8db6 by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': 'b254b1e8-b592-4c2a-88da-c2b0122bc11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7139f164-44b9-4b4e-8dca-da29772342a3'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:56:31.049982 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8be39f-3c3a-417d-b036-4f70b2db32eb req-b6051470-a1d7-446c-b394-d2cee8df3cde service neutron] Attempting to bind port d6cde060-f584-48f5-8626-6072cb6d8db6 on network 7139f164-44b9-4b4e-8dca-da29772342a3 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:56:31.056934 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8be39f-3c3a-417d-b036-4f70b2db32eb req-b6051470-a1d7-446c-b394-d2cee8df3cde service neutron] Port d6cde060-f584-48f5-8626-6072cb6d8db6 on network 7139f164-44b9-4b4e-8dca-da29772342a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:56:31.057262 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8be39f-3c3a-417d-b036-4f70b2db32eb req-b6051470-a1d7-446c-b394-d2cee8df3cde service neutron] Attempting to bind port d6cde060-f584-48f5-8626-6072cb6d8db6 on network 7139f164-44b9-4b4e-8dca-da29772342a3 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:56:31.071634 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99284e1-6753-4509-bc2c-733d32faf96d req-7e03d4cb-69ad-40f4-a11f-6b86ee66b86a tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:31.073229 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c99284e1-6753-4509-bc2c-733d32faf96d req-7e03d4cb-69ad-40f4-a11f-6b86ee66b86a tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8a8d721-a887-4c60-96a3-c174a8aa704e HTTP/1.1" status: 200 len: 944 time: 0.0902882 Nov 12 01:56:31.074225 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8be39f-3c3a-417d-b036-4f70b2db32eb req-b6051470-a1d7-446c-b394-d2cee8df3cde service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:56:31.074562 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8be39f-3c3a-417d-b036-4f70b2db32eb req-b6051470-a1d7-446c-b394-d2cee8df3cde service neutron] Checking segment: {'id': 'b254b1e8-b592-4c2a-88da-c2b0122bc11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7139f164-44b9-4b4e-8dca-da29772342a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:56:31.074949 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8be39f-3c3a-417d-b036-4f70b2db32eb req-b6051470-a1d7-446c-b394-d2cee8df3cde service neutron] Bound using segment: {'id': 'b254b1e8-b592-4c2a-88da-c2b0122bc11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7139f164-44b9-4b4e-8dca-da29772342a3'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:56:31.075402 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-4c8be39f-3c3a-417d-b036-4f70b2db32eb req-b6051470-a1d7-446c-b394-d2cee8df3cde service neutron] Bound port: d6cde060-f584-48f5-8626-6072cb6d8db6, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b254b1e8-b592-4c2a-88da-c2b0122bc11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7139f164-44b9-4b4e-8dca-da29772342a3'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:56:31.075766 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4c8be39f-3c3a-417d-b036-4f70b2db32eb req-b6051470-a1d7-446c-b394-d2cee8df3cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:31.167851 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c99284e1-6753-4509-bc2c-733d32faf96d req-a3d6b9d2-097e-4f98-ab9d-57810367191f tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2a1e4e6-156f-4b05-a9c3-c7fb70b90b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823827 Nov 12 01:56:31.178200 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-4c8be39f-3c3a-417d-b036-4f70b2db32eb req-b6051470-a1d7-446c-b394-d2cee8df3cde service neutron] For port d6cde060-f584-48f5-8626-6072cb6d8db6, host n-h1-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:56:31.182164 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-4c8be39f-3c3a-417d-b036-4f70b2db32eb req-b6051470-a1d7-446c-b394-d2cee8df3cde service neutron] For port d6cde060-f584-48f5-8626-6072cb6d8db6, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=d6cde060-f584-48f5-8626-6072cb6d8db6,segment=NetworkSegment(b254b1e8-b592-4c2a-88da-c2b0122bc11f),segment_id=b254b1e8-b592-4c2a-88da-c2b0122bc11f)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:56:31.186338 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4c8be39f-3c3a-417d-b036-4f70b2db32eb req-b6051470-a1d7-446c-b394-d2cee8df3cde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:31.228308 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8be39f-3c3a-417d-b036-4f70b2db32eb req-b6051470-a1d7-446c-b394-d2cee8df3cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:31.228929 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4c8be39f-3c3a-417d-b036-4f70b2db32eb req-b6051470-a1d7-446c-b394-d2cee8df3cde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:31.230366 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c8be39f-3c3a-417d-b036-4f70b2db32eb req-b6051470-a1d7-446c-b394-d2cee8df3cde service neutron] 10.222.0.16 "PUT /v2.0/ports/d6cde060-f584-48f5-8626-6072cb6d8db6 HTTP/1.1" status: 200 len: 1093 time: 0.7050116 Nov 12 01:56:31.252781 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6051470-a1d7-446c-b394-d2cee8df3cde service neutron] Pushing event updated for resources: {'Port': ['ID=d6cde060-f584-48f5-8626-6072cb6d8db6,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:31.338176 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8be39f-3c3a-417d-b036-4f70b2db32eb req-b47fe495-2d92-460c-a806-c08cb5b56821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:31.339746 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c8be39f-3c3a-417d-b036-4f70b2db32eb req-b47fe495-2d92-460c-a806-c08cb5b56821 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0ec425dfa176403eb7d5ce1b6e274fa4&device_id=e8a8d721-a887-4c60-96a3-c174a8aa704e HTTP/1.1" status: 200 len: 1096 time: 0.0445981 Nov 12 01:56:31.391173 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c8be39f-3c3a-417d-b036-4f70b2db32eb req-8a4a8d23-0990-4fad-bbd6-8a3927dce9be service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6cde060-f584-48f5-8626-6072cb6d8db6 HTTP/1.1" status: 200 len: 217 time: 0.0353336 Nov 12 01:56:31.461307 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8be39f-3c3a-417d-b036-4f70b2db32eb req-5411bd1b-1a9a-485e-89a4-03d6d7502a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:31.462854 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c8be39f-3c3a-417d-b036-4f70b2db32eb req-5411bd1b-1a9a-485e-89a4-03d6d7502a9f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=63259784-a81b-4938-b984-0bfdcb9303d3 HTTP/1.1" status: 200 len: 853 time: 0.0618241 Nov 12 01:56:31.498940 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c8be39f-3c3a-417d-b036-4f70b2db32eb req-4eecd0b6-c752-4b8c-b962-c134ea718513 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7139f164-44b9-4b4e-8dca-da29772342a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268774 Nov 12 01:56:31.593608 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c8be39f-3c3a-417d-b036-4f70b2db32eb req-4cda1faa-925c-47a0-bd95-5c1b5115d3b5 service neutron] 10.222.0.16 "GET /v2.0/networks/7139f164-44b9-4b4e-8dca-da29772342a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857630 Nov 12 01:56:31.694980 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c8be39f-3c3a-417d-b036-4f70b2db32eb req-032a5484-862f-458b-9806-efd424dfbd06 service neutron] 10.222.0.16 "GET /v2.0/networks/7139f164-44b9-4b4e-8dca-da29772342a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895638 Nov 12 01:56:32.286570 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad1c53-5590-43d9-a859-122d6f248a6f req-aeba00c4-da7c-4449-9306-058486fb89c9 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:32.288209 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-55ad1c53-5590-43d9-a859-122d6f248a6f req-aeba00c4-da7c-4449-9306-058486fb89c9 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8a8d721-a887-4c60-96a3-c174a8aa704e HTTP/1.1" status: 200 len: 944 time: 0.0496812 Nov 12 01:56:32.335166 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-55ad1c53-5590-43d9-a859-122d6f248a6f req-a38c30ab-4ac2-49d7-815a-ab81df4ca0ee tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2a1e4e6-156f-4b05-a9c3-c7fb70b90b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410211 Nov 12 01:56:33.050155 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:33.450118 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b9827-9e5e-44af-a888-6816b9f91fed req-22e3948e-6db7-4aa1-8e64-f362789f2f45 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:33.452426 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-230b9827-9e5e-44af-a888-6816b9f91fed req-22e3948e-6db7-4aa1-8e64-f362789f2f45 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8a8d721-a887-4c60-96a3-c174a8aa704e HTTP/1.1" status: 200 len: 944 time: 0.0493896 Nov 12 01:56:33.503664 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-230b9827-9e5e-44af-a888-6816b9f91fed req-ca05c404-6e1d-4fd6-8270-4f8a2c3bc39c tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2a1e4e6-156f-4b05-a9c3-c7fb70b90b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454588 Nov 12 01:56:34.060384 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:34.620556 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7471ae3-f6ea-4ec6-91d5-b62dffd63600 req-749da7c8-b181-4d98-9545-b2c30f3d7b58 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:34.622056 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e7471ae3-f6ea-4ec6-91d5-b62dffd63600 req-749da7c8-b181-4d98-9545-b2c30f3d7b58 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8a8d721-a887-4c60-96a3-c174a8aa704e HTTP/1.1" status: 200 len: 944 time: 0.0508966 Nov 12 01:56:34.668396 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e7471ae3-f6ea-4ec6-91d5-b62dffd63600 req-254804dd-49f1-4ad2-aa6c-707e561636d7 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2a1e4e6-156f-4b05-a9c3-c7fb70b90b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403793 Nov 12 01:56:35.365938 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:35.754815 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device d6cde060-f584-48f5-8626-6072cb6d8db6 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:56:35.787709 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d48ade-2cdc-4504-93f6-e9826d523c10 req-ec06ab4a-ccda-4d62-b13e-eb406e32f64d tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:35.789228 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-31d48ade-2cdc-4504-93f6-e9826d523c10 req-ec06ab4a-ccda-4d62-b13e-eb406e32f64d tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8a8d721-a887-4c60-96a3-c174a8aa704e HTTP/1.1" status: 200 len: 944 time: 0.0503349 Nov 12 01:56:35.837975 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-31d48ade-2cdc-4504-93f6-e9826d523c10 req-8caa9b08-88f1-41a0-8e76-0dd0b78f361f tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2a1e4e6-156f-4b05-a9c3-c7fb70b90b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428054 Nov 12 01:56:35.851881 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port d6cde060-f584-48f5-8626-6072cb6d8db6, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=d6cde060-f584-48f5-8626-6072cb6d8db6,segment=NetworkSegment(b254b1e8-b592-4c2a-88da-c2b0122bc11f),segment_id=b254b1e8-b592-4c2a-88da-c2b0122bc11f)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:56:35.863271 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': 'd6cde060-f584-48f5-8626-6072cb6d8db6', 'network_id': '7139f164-44b9-4b4e-8dca-da29772342a3', 'port_id': 'd6cde060-f584-48f5-8626-6072cb6d8db6', 'mac_address': 'fa:16:3e:bc:d3:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63259784-a81b-4938-b984-0bfdcb9303d3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:56:35.904034 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:35.916750 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6cde060-f584-48f5-8626-6072cb6d8db6 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:56:35.937407 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port d6cde060-f584-48f5-8626-6072cb6d8db6, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=d6cde060-f584-48f5-8626-6072cb6d8db6,segment=NetworkSegment(b254b1e8-b592-4c2a-88da-c2b0122bc11f),segment_id=b254b1e8-b592-4c2a-88da-c2b0122bc11f)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:56:35.941736 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:35.989373 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=d6cde060-f584-48f5-8626-6072cb6d8db6,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:36.312125 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['d6cde060-f584-48f5-8626-6072cb6d8db6'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:56:36.957976 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d5d1b-c8a0-49f9-8907-76da9a48a314 req-4365ab01-c214-4e43-a7db-9efb0ee86a4c tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:36.959597 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-467d5d1b-c8a0-49f9-8907-76da9a48a314 req-4365ab01-c214-4e43-a7db-9efb0ee86a4c tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8a8d721-a887-4c60-96a3-c174a8aa704e HTTP/1.1" status: 200 len: 945 time: 0.0534136 Nov 12 01:56:37.009646 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-467d5d1b-c8a0-49f9-8907-76da9a48a314 req-12c99eee-e527-4098-83d5-7c1513fec94f tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2a1e4e6-156f-4b05-a9c3-c7fb70b90b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436337 Nov 12 01:56:37.766045 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device d6cde060-f584-48f5-8626-6072cb6d8db6 up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:56:37.814378 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port d6cde060-f584-48f5-8626-6072cb6d8db6 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:56:37.818421 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port d6cde060-f584-48f5-8626-6072cb6d8db6 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:56:37.818786 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:37.893087 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:37.919889 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a8d721-a887-4c60-96a3-c174a8aa704e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6cde060-f584-48f5-8626-6072cb6d8db6'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:56:37.922097 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ec54fb32a252cf543512252f4538ed49f878ab9aa91f770db158cb882be9043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e5f714-a3a8-487d-84c0-2031530c119f" -d '{"events": [{"server_uuid": "e8a8d721-a887-4c60-96a3-c174a8aa704e", "name": "network-vif-plugged", "status": "completed", "tag": "d6cde060-f584-48f5-8626-6072cb6d8db6"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:56:37.935210 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port d6cde060-f584-48f5-8626-6072cb6d8db6, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=d6cde060-f584-48f5-8626-6072cb6d8db6,segment=NetworkSegment(b254b1e8-b592-4c2a-88da-c2b0122bc11f),segment_id=b254b1e8-b592-4c2a-88da-c2b0122bc11f)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:56:37.939467 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:37.963037 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21bc39a-3ec5-4c78-a2d4-692ad77a23ff x-openstack-request-id: req-c21bc39a-3ec5-4c78-a2d4-692ad77a23ff {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:56:37.963345 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8a8d721-a887-4c60-96a3-c174a8aa704e", "name": "network-vif-plugged", "status": "completed", "tag": "d6cde060-f584-48f5-8626-6072cb6d8db6", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:56:37.963579 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c21bc39a-3ec5-4c78-a2d4-692ad77a23ff {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:56:37.963981 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8a8d721-a887-4c60-96a3-c174a8aa704e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6cde060-f584-48f5-8626-6072cb6d8db6', 'code': 200} Nov 12 01:56:37.989149 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=d6cde060-f584-48f5-8626-6072cb6d8db6,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:38.145852 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70cc87-76f3-49d6-b481-4ba4897daafc req-761c7176-acaa-4a58-835b-82030c6026b0 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:38.147329 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eb70cc87-76f3-49d6-b481-4ba4897daafc req-761c7176-acaa-4a58-835b-82030c6026b0 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8a8d721-a887-4c60-96a3-c174a8aa704e HTTP/1.1" status: 200 len: 946 time: 0.0662780 Nov 12 01:56:38.149201 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd88fc-8461-49ce-aca4-a9290abf9e28 req-bd2cf7fc-8e50-4a34-8fbd-6e2d64ca630f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:38.150545 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4ffd88fc-8461-49ce-aca4-a9290abf9e28 req-bd2cf7fc-8e50-4a34-8fbd-6e2d64ca630f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e8a8d721-a887-4c60-96a3-c174a8aa704e HTTP/1.1" status: 200 len: 1098 time: 0.0773137 Nov 12 01:56:38.562756 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eb70cc87-76f3-49d6-b481-4ba4897daafc req-29bbe168-519f-4cc6-9309-4a140eb6faf4 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2a1e4e6-156f-4b05-a9c3-c7fb70b90b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4095063 Nov 12 01:56:38.564926 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4ffd88fc-8461-49ce-aca4-a9290abf9e28 req-ca4cb66d-ea48-4af8-b748-934185d30f1b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b2a1e4e6-156f-4b05-a9c3-c7fb70b90b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4060452 Nov 12 01:56:38.900188 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:39.683536 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772d4a1-88fe-4137-b4f6-c66fc25b405c req-bf33d6bc-85c5-4b14-9bf9-b6e236652a7c tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:39.685037 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b772d4a1-88fe-4137-b4f6-c66fc25b405c req-bf33d6bc-85c5-4b14-9bf9-b6e236652a7c tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8a8d721-a887-4c60-96a3-c174a8aa704e HTTP/1.1" status: 200 len: 946 time: 0.0496056 Nov 12 01:56:39.733286 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b772d4a1-88fe-4137-b4f6-c66fc25b405c req-d5855753-76e7-4e00-bb72-c8eb70dad411 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2a1e4e6-156f-4b05-a9c3-c7fb70b90b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416870 Nov 12 01:56:40.845622 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05172e0b-fce5-47a5-9e86-65866cab48bc req-36c4aefa-3f5a-4953-afc4-9bcfaf180950 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:40.847085 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-05172e0b-fce5-47a5-9e86-65866cab48bc req-36c4aefa-3f5a-4953-afc4-9bcfaf180950 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8a8d721-a887-4c60-96a3-c174a8aa704e HTTP/1.1" status: 200 len: 946 time: 0.0478380 Nov 12 01:56:40.898382 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-05172e0b-fce5-47a5-9e86-65866cab48bc req-f76c9fb8-aea7-4620-922c-b842b3216167 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2a1e4e6-156f-4b05-a9c3-c7fb70b90b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447853 Nov 12 01:56:41.117461 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:41.119612 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4befe911-d484-4937-b546-ba309b27f15a req-5d528bed-ccf5-4db6-89cc-fbaf5692f351 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:41.121173 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4befe911-d484-4937-b546-ba309b27f15a req-5d528bed-ccf5-4db6-89cc-fbaf5692f351 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/networks?id=7139f164-44b9-4b4e-8dca-da29772342a3 HTTP/1.1" status: 200 len: 813 time: 0.1046028 Nov 12 01:56:41.136995 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4befe911-d484-4937-b546-ba309b27f15a req-8d5bc2bc-bd40-413b-91ef-11f464ac89b7 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/quotas/0ec425dfa176403eb7d5ce1b6e274fa4 HTTP/1.1" status: 200 len: 375 time: 0.0100293 Nov 12 01:56:41.185442 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4befe911-d484-4937-b546-ba309b27f15a req-630fab71-bd2d-49fa-a2eb-0d8e01da9739 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=0ec425dfa176403eb7d5ce1b6e274fa4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0431612 Nov 12 01:56:41.278520 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4befe911-d484-4937-b546-ba309b27f15a req-85b6d3fe-6f3c-4927-b388-4874efeb9bd5 service neutron] 10.222.0.45 "GET /v2.0/networks/7139f164-44b9-4b4e-8dca-da29772342a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855818 Nov 12 01:56:41.371955 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4befe911-d484-4937-b546-ba309b27f15a req-b0079ec5-69de-4843-a3ed-f62c79e4d899 service neutron] 10.222.0.45 "GET /v2.0/networks/7139f164-44b9-4b4e-8dca-da29772342a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870774 Nov 12 01:56:41.533595 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ff4eb35e-f32f-49d5-9f08-c1646f725632 req-b3864441-770a-4ab5-a088-bc0b43ad3811 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6805851-a0e2-41c4-a710-cbc053a309c8 HTTP/1.1" status: 200 len: 210 time: 0.0265772 Nov 12 01:56:42.583920 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4befe911-d484-4937-b546-ba309b27f15a req-2b4e74db-11a4-472c-9a0b-c681612a45e0 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:42.586260 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4befe911-d484-4937-b546-ba309b27f15a req-2b4e74db-11a4-472c-9a0b-c681612a45e0 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.44 "GET /v2.0/networks?id=7139f164-44b9-4b4e-8dca-da29772342a3 HTTP/1.1" status: 200 len: 813 time: 0.1093268 Nov 12 01:56:42.606131 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-4befe911-d484-4937-b546-ba309b27f15a req-1e93c244-886e-4c26-8af9-231cb6c1c55e tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Request body: {'port': {'device_id': 'f6805851-a0e2-41c4-a710-cbc053a309c8', 'network_id': '7139f164-44b9-4b4e-8dca-da29772342a3', 'admin_state_up': True, 'tenant_id': '0ec425dfa176403eb7d5ce1b6e274fa4'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:56:42.637078 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dbf80119-0d01-434c-8616-40668434d85c req-b1768347-f5eb-4c63-b2b9-3193f247c928 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6805851-a0e2-41c4-a710-cbc053a309c8 HTTP/1.1" status: 200 len: 210 time: 0.0264444 Nov 12 01:56:42.718356 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4befe911-d484-4937-b546-ba309b27f15a req-1e93c244-886e-4c26-8af9-231cb6c1c55e tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Made reservation on behalf of 0ec425dfa176403eb7d5ce1b6e274fa4 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:56:42.721927 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4befe911-d484-4937-b546-ba309b27f15a req-1e93c244-886e-4c26-8af9-231cb6c1c55e tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:42.852873 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-4befe911-d484-4937-b546-ba309b27f15a req-1e93c244-886e-4c26-8af9-231cb6c1c55e tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Allocated IP 172.20.0.6 (7139f164-44b9-4b4e-8dca-da29772342a3/63259784-a81b-4938-b984-0bfdcb9303d3/5f1311a6-d029-4566-b281-66d1df381bb3) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:56:42.998646 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4befe911-d484-4937-b546-ba309b27f15a req-1e93c244-886e-4c26-8af9-231cb6c1c55e tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:43.035777 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4befe911-d484-4937-b546-ba309b27f15a req-1e93c244-886e-4c26-8af9-231cb6c1c55e tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:43.077746 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4befe911-d484-4937-b546-ba309b27f15a req-1e93c244-886e-4c26-8af9-231cb6c1c55e tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Network 7139f164-44b9-4b4e-8dca-da29772342a3 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:56:43.083817 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-4befe911-d484-4937-b546-ba309b27f15a req-1e93c244-886e-4c26-8af9-231cb6c1c55e tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:56:43.084264 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['d6cde060-f584-48f5-8626-6072cb6d8db6'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:56:43.087586 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-4befe911-d484-4937-b546-ba309b27f15a req-1e93c244-886e-4c26-8af9-231cb6c1c55e tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:56:43.111230 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e93c244-886e-4c26-8af9-231cb6c1c55e tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Pushing event updated for resources: {'Port': ['ID=5f1311a6-d029-4566-b281-66d1df381bb3,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:43.140702 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4befe911-d484-4937-b546-ba309b27f15a req-1e93c244-886e-4c26-8af9-231cb6c1c55e tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:43.141320 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4befe911-d484-4937-b546-ba309b27f15a req-1e93c244-886e-4c26-8af9-231cb6c1c55e tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:43.160162 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4befe911-d484-4937-b546-ba309b27f15a req-1e93c244-886e-4c26-8af9-231cb6c1c55e tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5579379 Nov 12 01:56:43.178386 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-4befe911-d484-4937-b546-ba309b27f15a req-888e988a-fffe-47c2-a063-62377f665f7c service neutron] Request body: {'port': {'device_id': 'f6805851-a0e2-41c4-a710-cbc053a309c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:56:43.240041 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4befe911-d484-4937-b546-ba309b27f15a req-888e988a-fffe-47c2-a063-62377f665f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:43.510748 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-4befe911-d484-4937-b546-ba309b27f15a req-888e988a-fffe-47c2-a063-62377f665f7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f1311a6-d029-4566-b281-66d1df381bb3 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:56:43.518188 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4befe911-d484-4937-b546-ba309b27f15a req-888e988a-fffe-47c2-a063-62377f665f7c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:43.530381 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-4befe911-d484-4937-b546-ba309b27f15a req-888e988a-fffe-47c2-a063-62377f665f7c service neutron] Transition to ACTIVE for port object 5f1311a6-d029-4566-b281-66d1df381bb3 will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:56:43.534484 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4befe911-d484-4937-b546-ba309b27f15a req-888e988a-fffe-47c2-a063-62377f665f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:43.591533 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e988a-fffe-47c2-a063-62377f665f7c service neutron] Pushing event updated for resources: {'Port': ['ID=5f1311a6-d029-4566-b281-66d1df381bb3,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:43.665354 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-4befe911-d484-4937-b546-ba309b27f15a req-888e988a-fffe-47c2-a063-62377f665f7c service neutron] Attempting to bind port 5f1311a6-d029-4566-b281-66d1df381bb3 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:56:43.665354 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-4befe911-d484-4937-b546-ba309b27f15a req-888e988a-fffe-47c2-a063-62377f665f7c service neutron] Attempting to bind port 5f1311a6-d029-4566-b281-66d1df381bb3 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'b254b1e8-b592-4c2a-88da-c2b0122bc11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7139f164-44b9-4b4e-8dca-da29772342a3'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:56:43.665354 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4befe911-d484-4937-b546-ba309b27f15a req-888e988a-fffe-47c2-a063-62377f665f7c service neutron] Attempting to bind port 5f1311a6-d029-4566-b281-66d1df381bb3 on network 7139f164-44b9-4b4e-8dca-da29772342a3 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:56:43.669776 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4befe911-d484-4937-b546-ba309b27f15a req-888e988a-fffe-47c2-a063-62377f665f7c service neutron] Port 5f1311a6-d029-4566-b281-66d1df381bb3 on network 7139f164-44b9-4b4e-8dca-da29772342a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:56:43.670038 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4befe911-d484-4937-b546-ba309b27f15a req-888e988a-fffe-47c2-a063-62377f665f7c service neutron] Attempting to bind port 5f1311a6-d029-4566-b281-66d1df381bb3 on network 7139f164-44b9-4b4e-8dca-da29772342a3 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:56:43.675577 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4befe911-d484-4937-b546-ba309b27f15a req-888e988a-fffe-47c2-a063-62377f665f7c service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:56:43.676013 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4befe911-d484-4937-b546-ba309b27f15a req-888e988a-fffe-47c2-a063-62377f665f7c service neutron] Checking segment: {'id': 'b254b1e8-b592-4c2a-88da-c2b0122bc11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7139f164-44b9-4b4e-8dca-da29772342a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:56:43.676577 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4befe911-d484-4937-b546-ba309b27f15a req-888e988a-fffe-47c2-a063-62377f665f7c service neutron] Bound using segment: {'id': 'b254b1e8-b592-4c2a-88da-c2b0122bc11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7139f164-44b9-4b4e-8dca-da29772342a3'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:56:43.677061 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-4befe911-d484-4937-b546-ba309b27f15a req-888e988a-fffe-47c2-a063-62377f665f7c service neutron] Bound port: 5f1311a6-d029-4566-b281-66d1df381bb3, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b254b1e8-b592-4c2a-88da-c2b0122bc11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7139f164-44b9-4b4e-8dca-da29772342a3'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:56:43.677531 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4befe911-d484-4937-b546-ba309b27f15a req-888e988a-fffe-47c2-a063-62377f665f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:43.743149 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-4befe911-d484-4937-b546-ba309b27f15a req-888e988a-fffe-47c2-a063-62377f665f7c service neutron] For port 5f1311a6-d029-4566-b281-66d1df381bb3, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:56:43.746791 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-4befe911-d484-4937-b546-ba309b27f15a req-888e988a-fffe-47c2-a063-62377f665f7c service neutron] For port 5f1311a6-d029-4566-b281-66d1df381bb3, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=5f1311a6-d029-4566-b281-66d1df381bb3,segment=NetworkSegment(b254b1e8-b592-4c2a-88da-c2b0122bc11f),segment_id=b254b1e8-b592-4c2a-88da-c2b0122bc11f)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:56:43.751236 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4befe911-d484-4937-b546-ba309b27f15a req-888e988a-fffe-47c2-a063-62377f665f7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:43.753456 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e5ca2-801c-456e-8bc9-e94a82464a4f req-562124cf-1691-45c9-b356-73bf94c6b4b2 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:43.755622 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ff9e5ca2-801c-456e-8bc9-e94a82464a4f req-562124cf-1691-45c9-b356-73bf94c6b4b2 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6805851-a0e2-41c4-a710-cbc053a309c8 HTTP/1.1" status: 200 len: 943 time: 0.0490265 Nov 12 01:56:43.785322 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4befe911-d484-4937-b546-ba309b27f15a req-888e988a-fffe-47c2-a063-62377f665f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:43.785949 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-4befe911-d484-4937-b546-ba309b27f15a req-888e988a-fffe-47c2-a063-62377f665f7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:43.787895 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4befe911-d484-4937-b546-ba309b27f15a req-888e988a-fffe-47c2-a063-62377f665f7c service neutron] 10.222.0.44 "PUT /v2.0/ports/5f1311a6-d029-4566-b281-66d1df381bb3 HTTP/1.1" status: 200 len: 1092 time: 0.6140237 Nov 12 01:56:43.788362 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6805851-a0e2-41c4-a710-cbc053a309c8', 'tag': '5f1311a6-d029-4566-b281-66d1df381bb3'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:56:43.790652 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4d1d6158e421e9c8e993f80e0426ddaaefecbe2af3f4b68345379587447b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02144e10-d767-4472-af24-03109c35b65d" -d '{"events": [{"name": "network-changed", "server_uuid": "f6805851-a0e2-41c4-a710-cbc053a309c8", "tag": "5f1311a6-d029-4566-b281-66d1df381bb3"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:56:43.807597 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ff9e5ca2-801c-456e-8bc9-e94a82464a4f req-b3ffd8d7-bd65-4480-88dc-20422ff2b447 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2a1e4e6-156f-4b05-a9c3-c7fb70b90b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442336 Nov 12 01:56:43.824965 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e988a-fffe-47c2-a063-62377f665f7c service neutron] Pushing event updated for resources: {'Port': ['ID=5f1311a6-d029-4566-b281-66d1df381bb3,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:43.874902 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86ea834-ddb5-421a-a177-0c1688bc3d75 x-openstack-request-id: req-b86ea834-ddb5-421a-a177-0c1688bc3d75 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:56:43.875186 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6805851-a0e2-41c4-a710-cbc053a309c8", "tag": "5f1311a6-d029-4566-b281-66d1df381bb3", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:56:43.875438 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b86ea834-ddb5-421a-a177-0c1688bc3d75 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:56:43.875835 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6805851-a0e2-41c4-a710-cbc053a309c8', 'tag': '5f1311a6-d029-4566-b281-66d1df381bb3', 'status': 'completed', 'code': 200} Nov 12 01:56:43.891706 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4befe911-d484-4937-b546-ba309b27f15a req-ca4d5c90-904e-4272-a87d-73f66d70fc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:43.893248 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4befe911-d484-4937-b546-ba309b27f15a req-ca4d5c90-904e-4272-a87d-73f66d70fc3a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0ec425dfa176403eb7d5ce1b6e274fa4&device_id=f6805851-a0e2-41c4-a710-cbc053a309c8 HTTP/1.1" status: 200 len: 1095 time: 0.0455859 Nov 12 01:56:43.945034 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4befe911-d484-4937-b546-ba309b27f15a req-39b593ac-1fce-420a-9bf6-80275ea8d818 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f1311a6-d029-4566-b281-66d1df381bb3 HTTP/1.1" status: 200 len: 217 time: 0.0391767 Nov 12 01:56:43.994700 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4befe911-d484-4937-b546-ba309b27f15a req-73e391bb-f69a-4955-b2f7-6b67bd6c74b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:43.996246 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4befe911-d484-4937-b546-ba309b27f15a req-73e391bb-f69a-4955-b2f7-6b67bd6c74b8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=63259784-a81b-4938-b984-0bfdcb9303d3 HTTP/1.1" status: 200 len: 853 time: 0.0446568 Nov 12 01:56:44.028620 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4befe911-d484-4937-b546-ba309b27f15a req-28a54080-30a0-496c-b0e7-b0302767f830 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7139f164-44b9-4b4e-8dca-da29772342a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252123 Nov 12 01:56:44.123046 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4befe911-d484-4937-b546-ba309b27f15a req-f391a395-f966-42b6-9666-a29630d63a09 service neutron] 10.222.0.44 "GET /v2.0/networks/7139f164-44b9-4b4e-8dca-da29772342a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866413 Nov 12 01:56:44.212077 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4befe911-d484-4937-b546-ba309b27f15a req-384c1d93-da63-4f22-83c9-060bd2480984 service neutron] 10.222.0.44 "GET /v2.0/networks/7139f164-44b9-4b4e-8dca-da29772342a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824311 Nov 12 01:56:44.348196 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02144e10-d767-4472-af24-03109c35b65d req-b6ffd7f4-dcba-47c8-9d50-cdf1cb44ec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:44.350200 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-02144e10-d767-4472-af24-03109c35b65d req-b6ffd7f4-dcba-47c8-9d50-cdf1cb44ec81 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=0ec425dfa176403eb7d5ce1b6e274fa4&device_id=f6805851-a0e2-41c4-a710-cbc053a309c8 HTTP/1.1" status: 200 len: 1095 time: 0.0453396 Nov 12 01:56:44.440309 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02144e10-d767-4472-af24-03109c35b65d req-730e256c-54d3-4477-82bb-cf886c23f2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:44.441777 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-02144e10-d767-4472-af24-03109c35b65d req-730e256c-54d3-4477-82bb-cf886c23f2df service neutron] 10.222.0.44 "GET /v2.0/networks?id=7139f164-44b9-4b4e-8dca-da29772342a3 HTTP/1.1" status: 200 len: 913 time: 0.0851593 Nov 12 01:56:44.486651 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-02144e10-d767-4472-af24-03109c35b65d req-fb7e8d9e-5bbc-418a-8c42-1a43f7f4aa39 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f1311a6-d029-4566-b281-66d1df381bb3 HTTP/1.1" status: 200 len: 217 time: 0.0375156 Nov 12 01:56:44.535530 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02144e10-d767-4472-af24-03109c35b65d req-936933e5-f753-4e64-8df6-f12cd5f64c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:44.537122 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-02144e10-d767-4472-af24-03109c35b65d req-936933e5-f753-4e64-8df6-f12cd5f64c8f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=63259784-a81b-4938-b984-0bfdcb9303d3 HTTP/1.1" status: 200 len: 853 time: 0.0433989 Nov 12 01:56:44.569962 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-02144e10-d767-4472-af24-03109c35b65d req-18ddfe3a-2eab-4262-ba77-13b7d28b9d9a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7139f164-44b9-4b4e-8dca-da29772342a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247154 Nov 12 01:56:44.663352 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-02144e10-d767-4472-af24-03109c35b65d req-25cdd199-eb93-49b5-ba0f-d9e95eef2079 service neutron] 10.222.0.44 "GET /v2.0/networks/7139f164-44b9-4b4e-8dca-da29772342a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857511 Nov 12 01:56:44.754731 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-02144e10-d767-4472-af24-03109c35b65d req-a34b7dc5-5244-42a8-b2c4-2e908f46291c service neutron] 10.222.0.44 "GET /v2.0/networks/7139f164-44b9-4b4e-8dca-da29772342a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834432 Nov 12 01:56:44.930164 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469351d-51c3-4977-aa68-96b5090e2e24 req-95c09841-1b42-4d91-be9b-53d789ce67e0 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:44.931643 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b469351d-51c3-4977-aa68-96b5090e2e24 req-95c09841-1b42-4d91-be9b-53d789ce67e0 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6805851-a0e2-41c4-a710-cbc053a309c8 HTTP/1.1" status: 200 len: 943 time: 0.0529265 Nov 12 01:56:44.982421 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b469351d-51c3-4977-aa68-96b5090e2e24 req-795830a9-b9dc-4117-ad0d-1308344f1cc8 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2a1e4e6-156f-4b05-a9c3-c7fb70b90b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445573 Nov 12 01:56:46.105944 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb5e1f-8336-42d1-8993-8bc6cdf3ac43 req-e4256734-a9fe-48ad-b4b0-11b8df875f10 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:46.107492 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-62eb5e1f-8336-42d1-8993-8bc6cdf3ac43 req-e4256734-a9fe-48ad-b4b0-11b8df875f10 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6805851-a0e2-41c4-a710-cbc053a309c8 HTTP/1.1" status: 200 len: 943 time: 0.0530357 Nov 12 01:56:46.155979 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-62eb5e1f-8336-42d1-8993-8bc6cdf3ac43 req-8a51ed3e-3726-4e9e-9274-68047fb300b4 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2a1e4e6-156f-4b05-a9c3-c7fb70b90b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424149 Nov 12 01:56:46.497765 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 5f1311a6-d029-4566-b281-66d1df381bb3 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:56:46.596404 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 5f1311a6-d029-4566-b281-66d1df381bb3, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=5f1311a6-d029-4566-b281-66d1df381bb3,segment=NetworkSegment(b254b1e8-b592-4c2a-88da-c2b0122bc11f),segment_id=b254b1e8-b592-4c2a-88da-c2b0122bc11f)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:56:46.608289 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '5f1311a6-d029-4566-b281-66d1df381bb3', 'network_id': '7139f164-44b9-4b4e-8dca-da29772342a3', 'port_id': '5f1311a6-d029-4566-b281-66d1df381bb3', 'mac_address': 'fa:16:3e:29:a0:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63259784-a81b-4938-b984-0bfdcb9303d3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:56:46.644657 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:46.657412 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f1311a6-d029-4566-b281-66d1df381bb3 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:56:46.678518 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 5f1311a6-d029-4566-b281-66d1df381bb3, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=5f1311a6-d029-4566-b281-66d1df381bb3,segment=NetworkSegment(b254b1e8-b592-4c2a-88da-c2b0122bc11f),segment_id=b254b1e8-b592-4c2a-88da-c2b0122bc11f)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:56:46.682327 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:46.731861 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=5f1311a6-d029-4566-b281-66d1df381bb3,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:46.952656 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['5f1311a6-d029-4566-b281-66d1df381bb3'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:56:47.271463 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b169b12-3eed-4c3e-9913-dc460a1f1391 req-2002d6aa-d2b1-44ea-8543-36fb810d3060 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:47.272971 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1b169b12-3eed-4c3e-9913-dc460a1f1391 req-2002d6aa-d2b1-44ea-8543-36fb810d3060 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6805851-a0e2-41c4-a710-cbc053a309c8 HTTP/1.1" status: 200 len: 944 time: 0.0486276 Nov 12 01:56:47.323581 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1b169b12-3eed-4c3e-9913-dc460a1f1391 req-4a56a544-3e57-43eb-8006-8552d170c259 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2a1e4e6-156f-4b05-a9c3-c7fb70b90b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446262 Nov 12 01:56:47.444804 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:56:48.438108 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12123bbf-6830-4926-960c-17647148b272 req-f8294185-bee7-48eb-b396-7ce6365e6258 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:48.439578 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-12123bbf-6830-4926-960c-17647148b272 req-f8294185-bee7-48eb-b396-7ce6365e6258 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6805851-a0e2-41c4-a710-cbc053a309c8 HTTP/1.1" status: 200 len: 944 time: 0.0496790 Nov 12 01:56:48.487838 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-12123bbf-6830-4926-960c-17647148b272 req-21562aba-2112-4e17-8c89-2c2af2eba0fd tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2a1e4e6-156f-4b05-a9c3-c7fb70b90b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421636 Nov 12 01:56:48.512462 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 5f1311a6-d029-4566-b281-66d1df381bb3 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:56:48.562948 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 5f1311a6-d029-4566-b281-66d1df381bb3 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:56:48.567187 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 5f1311a6-d029-4566-b281-66d1df381bb3 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:56:48.568137 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:48.645162 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:48.666491 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6805851-a0e2-41c4-a710-cbc053a309c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1311a6-d029-4566-b281-66d1df381bb3'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:56:48.668804 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ec54fb32a252cf543512252f4538ed49f878ab9aa91f770db158cb882be9043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55890118-06f3-4b38-92e6-21320d631bb3" -d '{"events": [{"server_uuid": "f6805851-a0e2-41c4-a710-cbc053a309c8", "name": "network-vif-plugged", "status": "completed", "tag": "5f1311a6-d029-4566-b281-66d1df381bb3"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:56:48.682290 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 5f1311a6-d029-4566-b281-66d1df381bb3, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=5f1311a6-d029-4566-b281-66d1df381bb3,segment=NetworkSegment(b254b1e8-b592-4c2a-88da-c2b0122bc11f),segment_id=b254b1e8-b592-4c2a-88da-c2b0122bc11f)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:56:48.686354 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:48.710692 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b129e32c-864d-4c6d-8cdc-8e0ea51b5c41 x-openstack-request-id: req-b129e32c-864d-4c6d-8cdc-8e0ea51b5c41 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:56:48.710990 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6805851-a0e2-41c4-a710-cbc053a309c8", "name": "network-vif-plugged", "status": "completed", "tag": "5f1311a6-d029-4566-b281-66d1df381bb3", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:56:48.711250 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b129e32c-864d-4c6d-8cdc-8e0ea51b5c41 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:56:48.711640 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6805851-a0e2-41c4-a710-cbc053a309c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1311a6-d029-4566-b281-66d1df381bb3', 'code': 200} Nov 12 01:56:48.736631 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=5f1311a6-d029-4566-b281-66d1df381bb3,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:48.744768 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:48.745121 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:48.745519 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:48.745869 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:48.746242 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:48.746582 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:48.746910 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:48.747237 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:48.747563 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:48.747886 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:48.748236 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:48.748559 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:48.830861 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f56b14-a211-4ac8-a05b-61bb6d5cf498 req-a0a0b2b3-2be6-47c4-9172-a4f028f57612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:48.832401 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-96f56b14-a211-4ac8-a05b-61bb6d5cf498 req-a0a0b2b3-2be6-47c4-9172-a4f028f57612 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f6805851-a0e2-41c4-a710-cbc053a309c8 HTTP/1.1" status: 200 len: 1097 time: 0.0412836 Nov 12 01:56:48.880985 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-96f56b14-a211-4ac8-a05b-61bb6d5cf498 req-b1268161-ae27-4c1b-b33f-36dd8926e7b0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b2a1e4e6-156f-4b05-a9c3-c7fb70b90b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410631 Nov 12 01:56:49.606782 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c694816-704c-4a6f-b8ef-2d9878d85dda req-1f800e48-06dd-46c4-aab8-ec0cf75f8ea7 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:49.608352 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9c694816-704c-4a6f-b8ef-2d9878d85dda req-1f800e48-06dd-46c4-aab8-ec0cf75f8ea7 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6805851-a0e2-41c4-a710-cbc053a309c8 HTTP/1.1" status: 200 len: 945 time: 0.0504713 Nov 12 01:56:49.656485 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9c694816-704c-4a6f-b8ef-2d9878d85dda req-fc51c763-01fc-43eb-877a-cc5d2d06ac17 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2a1e4e6-156f-4b05-a9c3-c7fb70b90b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421469 Nov 12 01:56:50.775812 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63216e-90f2-490c-84c1-f0726025a9b6 req-c3b941e8-a387-4ee2-9981-0e99e080e26f tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:50.777316 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1c63216e-90f2-490c-84c1-f0726025a9b6 req-c3b941e8-a387-4ee2-9981-0e99e080e26f tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6805851-a0e2-41c4-a710-cbc053a309c8 HTTP/1.1" status: 200 len: 945 time: 0.0516071 Nov 12 01:56:50.823805 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1c63216e-90f2-490c-84c1-f0726025a9b6 req-a796d74d-cacd-467b-bd0c-a8087c2d69a3 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2a1e4e6-156f-4b05-a9c3-c7fb70b90b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404208 Nov 12 01:56:51.060364 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80ae6a-32f9-406f-84b1-f5623e05283b req-bdd4e445-dde6-4ed6-8e61-ebdb1176d0fc tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:51.062113 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1c80ae6a-32f9-406f-84b1-f5623e05283b req-bdd4e445-dde6-4ed6-8e61-ebdb1176d0fc tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6805851-a0e2-41c4-a710-cbc053a309c8 HTTP/1.1" status: 200 len: 945 time: 0.0517333 Nov 12 01:56:51.111748 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1c80ae6a-32f9-406f-84b1-f5623e05283b req-56314354-409d-4007-b957-9904091fc96c tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2a1e4e6-156f-4b05-a9c3-c7fb70b90b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412972 Nov 12 01:56:52.230701 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1132f6c-3221-448f-afce-5fe7ee01a1d7 req-e5f51da2-02aa-4bb0-b13f-c58af02400ed tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:52.233072 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b1132f6c-3221-448f-afce-5fe7ee01a1d7 req-e5f51da2-02aa-4bb0-b13f-c58af02400ed tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6805851-a0e2-41c4-a710-cbc053a309c8 HTTP/1.1" status: 200 len: 945 time: 0.0530770 Nov 12 01:56:52.283929 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b1132f6c-3221-448f-afce-5fe7ee01a1d7 req-72e48e9c-b86e-4945-a082-b4d2c19813d1 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2a1e4e6-156f-4b05-a9c3-c7fb70b90b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453739 Nov 12 01:56:52.452166 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e638c6d-b218-4c9f-9dc2-725e50ab5b3e req-50a4b25a-3a42-41d5-b027-2989f04a9013 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:52.453615 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e638c6d-b218-4c9f-9dc2-725e50ab5b3e req-50a4b25a-3a42-41d5-b027-2989f04a9013 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6805851-a0e2-41c4-a710-cbc053a309c8 HTTP/1.1" status: 200 len: 945 time: 0.0497239 Nov 12 01:56:52.543365 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-3e638c6d-b218-4c9f-9dc2-725e50ab5b3e req-b425271f-3812-420d-966b-00181d027b02 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Deleting port 5f1311a6-d029-4566-b281-66d1df381bb3 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:56:52.543701 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-3e638c6d-b218-4c9f-9dc2-725e50ab5b3e req-b425271f-3812-420d-966b-00181d027b02 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:52.636597 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-3e638c6d-b218-4c9f-9dc2-725e50ab5b3e req-b425271f-3812-420d-966b-00181d027b02 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] For port 5f1311a6-d029-4566-b281-66d1df381bb3, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=5f1311a6-d029-4566-b281-66d1df381bb3,segment=NetworkSegment(b254b1e8-b592-4c2a-88da-c2b0122bc11f),segment_id=b254b1e8-b592-4c2a-88da-c2b0122bc11f)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:56:52.636877 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-3e638c6d-b218-4c9f-9dc2-725e50ab5b3e req-b425271f-3812-420d-966b-00181d027b02 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:52.649144 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-3e638c6d-b218-4c9f-9dc2-725e50ab5b3e req-b425271f-3812-420d-966b-00181d027b02 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Calling delete_port for 5f1311a6-d029-4566-b281-66d1df381bb3 owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:56:52.775995 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-3e638c6d-b218-4c9f-9dc2-725e50ab5b3e req-b425271f-3812-420d-966b-00181d027b02 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:52.807199 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b425271f-3812-420d-966b-00181d027b02 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Pushing event deleted for resources: {'Port': ['ID=5f1311a6-d029-4566-b281-66d1df381bb3,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:52.809147 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['5f1311a6-d029-4566-b281-66d1df381bb3'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:56:52.832757 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['d6cde060-f584-48f5-8626-6072cb6d8db6'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:56:52.853857 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e638c6d-b218-4c9f-9dc2-725e50ab5b3e req-b425271f-3812-420d-966b-00181d027b02 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] No DVR routers for this DVR port 5f1311a6-d029-4566-b281-66d1df381bb3 on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:56:52.856507 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-3e638c6d-b218-4c9f-9dc2-725e50ab5b3e req-b425271f-3812-420d-966b-00181d027b02 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:52.859864 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e638c6d-b218-4c9f-9dc2-725e50ab5b3e req-b425271f-3812-420d-966b-00181d027b02 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.44 "DELETE /v2.0/ports/5f1311a6-d029-4566-b281-66d1df381bb3 HTTP/1.1" status: 204 len: 173 time: 0.3992298 Nov 12 01:56:52.860324 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6805851-a0e2-41c4-a710-cbc053a309c8', 'name': 'network-vif-deleted', 'tag': '5f1311a6-d029-4566-b281-66d1df381bb3'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:56:52.862582 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4d1d6158e421e9c8e993f80e0426ddaaefecbe2af3f4b68345379587447b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6cd2762-0600-456d-a7cd-7e4aa88f4190" -d '{"events": [{"server_uuid": "f6805851-a0e2-41c4-a710-cbc053a309c8", "name": "network-vif-deleted", "tag": "5f1311a6-d029-4566-b281-66d1df381bb3"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:56:52.898722 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f75b7f-dd69-4875-87db-907913c2edac x-openstack-request-id: req-13f75b7f-dd69-4875-87db-907913c2edac {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:56:52.899091 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6805851-a0e2-41c4-a710-cbc053a309c8", "name": "network-vif-deleted", "tag": "5f1311a6-d029-4566-b281-66d1df381bb3", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:56:52.899380 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-13f75b7f-dd69-4875-87db-907913c2edac {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:56:52.899958 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6805851-a0e2-41c4-a710-cbc053a309c8', 'name': 'network-vif-deleted', 'tag': '5f1311a6-d029-4566-b281-66d1df381bb3', 'status': 'completed', 'code': 200} Nov 12 01:56:53.155664 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f310e84b-81de-414f-b22e-535c0ff4ca29 req-6af922a8-aca3-44c2-96da-7149db405db9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e8a8d721-a887-4c60-96a3-c174a8aa704e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0386095 Nov 12 01:56:53.274424 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310e84b-81de-414f-b22e-535c0ff4ca29 req-417efd2a-4c13-4c9b-8bc5-76fa4524e97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:53.275946 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f310e84b-81de-414f-b22e-535c0ff4ca29 req-417efd2a-4c13-4c9b-8bc5-76fa4524e97c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0ec425dfa176403eb7d5ce1b6e274fa4&device_id=e8a8d721-a887-4c60-96a3-c174a8aa704e HTTP/1.1" status: 200 len: 1098 time: 0.0415432 Nov 12 01:56:53.402635 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8a11d26b-9f52-4839-ba1c-a9830bac5d8a req-1a27baf9-21ef-4637-95e6-15efa876bb6d tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/ports?device_id=f6805851-a0e2-41c4-a710-cbc053a309c8 HTTP/1.1" status: 200 len: 210 time: 0.0315461 Nov 12 01:56:53.430485 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310e84b-81de-414f-b22e-535c0ff4ca29 req-9a5c7325-ad70-4e40-bc74-7cf37db5dd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:53.432113 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f310e84b-81de-414f-b22e-535c0ff4ca29 req-9a5c7325-ad70-4e40-bc74-7cf37db5dd8c service neutron] 10.222.0.16 "GET /v2.0/networks?id=7139f164-44b9-4b4e-8dca-da29772342a3 HTTP/1.1" status: 200 len: 913 time: 0.1263962 Nov 12 01:56:53.475321 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f310e84b-81de-414f-b22e-535c0ff4ca29 req-1b26714a-de39-4c64-8939-bb382ee35d66 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6cde060-f584-48f5-8626-6072cb6d8db6 HTTP/1.1" status: 200 len: 217 time: 0.0353711 Nov 12 01:56:53.531496 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310e84b-81de-414f-b22e-535c0ff4ca29 req-2882dffc-2b25-4358-8f7b-068876099bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:53.533334 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f310e84b-81de-414f-b22e-535c0ff4ca29 req-2882dffc-2b25-4358-8f7b-068876099bbb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=63259784-a81b-4938-b984-0bfdcb9303d3 HTTP/1.1" status: 200 len: 853 time: 0.0471890 Nov 12 01:56:53.568969 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f310e84b-81de-414f-b22e-535c0ff4ca29 req-0e63f06f-db8f-463c-97a4-7bdc58ce223b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7139f164-44b9-4b4e-8dca-da29772342a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253503 Nov 12 01:56:53.667507 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f310e84b-81de-414f-b22e-535c0ff4ca29 req-6782660a-5c2a-43f3-b514-c79f19c55ab0 service neutron] 10.222.0.16 "GET /v2.0/networks/7139f164-44b9-4b4e-8dca-da29772342a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849433 Nov 12 01:56:53.763153 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f310e84b-81de-414f-b22e-535c0ff4ca29 req-ab9a0190-9c39-4d1d-95e4-ba7c7a8fa542 service neutron] 10.222.0.16 "GET /v2.0/networks/7139f164-44b9-4b4e-8dca-da29772342a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873764 Nov 12 01:56:54.568185 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8082c146-425c-43fa-b493-dc0b729c29f8 req-ff596a2e-5d4d-4d92-895d-205bbbfea7f0 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:54.569695 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8082c146-425c-43fa-b493-dc0b729c29f8 req-ff596a2e-5d4d-4d92-895d-205bbbfea7f0 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8a8d721-a887-4c60-96a3-c174a8aa704e HTTP/1.1" status: 200 len: 946 time: 0.0518606 Nov 12 01:56:54.619525 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8082c146-425c-43fa-b493-dc0b729c29f8 req-312c9d2f-2765-4b3b-821e-ac7da5042819 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2a1e4e6-156f-4b05-a9c3-c7fb70b90b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438416 Nov 12 01:56:54.761366 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6515d4-7319-4b91-9801-6cf1d4281a9f req-522638f6-c72e-4331-acb4-d20a8a57e626 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:54.762862 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dc6515d4-7319-4b91-9801-6cf1d4281a9f req-522638f6-c72e-4331-acb4-d20a8a57e626 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8a8d721-a887-4c60-96a3-c174a8aa704e HTTP/1.1" status: 200 len: 946 time: 0.0559175 Nov 12 01:56:54.812537 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dc6515d4-7319-4b91-9801-6cf1d4281a9f req-bfb39fbe-0379-43e2-aefc-37840c473cd8 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2a1e4e6-156f-4b05-a9c3-c7fb70b90b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436864 Nov 12 01:56:54.930303 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad3af7-804d-4915-9663-8794d3f1a987 req-d3200e8c-c23d-481c-8a5c-9cc8ae473a39 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:54.931812 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8dad3af7-804d-4915-9663-8794d3f1a987 req-d3200e8c-c23d-481c-8a5c-9cc8ae473a39 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8a8d721-a887-4c60-96a3-c174a8aa704e HTTP/1.1" status: 200 len: 946 time: 0.0521269 Nov 12 01:56:54.981446 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8dad3af7-804d-4915-9663-8794d3f1a987 req-69ff16cf-b43c-4f65-917b-fb1bc415dde5 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2a1e4e6-156f-4b05-a9c3-c7fb70b90b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423746 Nov 12 01:56:55.151096 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31729716-b3b8-4bb9-b7f6-413b3c19f114 req-c91a8871-91ef-409a-beef-e354ce881f7c tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:55.152626 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-31729716-b3b8-4bb9-b7f6-413b3c19f114 req-c91a8871-91ef-409a-beef-e354ce881f7c tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8a8d721-a887-4c60-96a3-c174a8aa704e HTTP/1.1" status: 200 len: 946 time: 0.0491676 Nov 12 01:56:55.205839 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-31729716-b3b8-4bb9-b7f6-413b3c19f114 req-93a1c78e-8fd7-41bb-a91a-7f06500e99a0 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2a1e4e6-156f-4b05-a9c3-c7fb70b90b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471992 Nov 12 01:56:55.323168 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce804599-e6d2-4367-8b6f-2bc74cf90e95 req-1bed2922-b16b-423b-b3e8-32752986a501 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:55.324715 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ce804599-e6d2-4367-8b6f-2bc74cf90e95 req-1bed2922-b16b-423b-b3e8-32752986a501 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8a8d721-a887-4c60-96a3-c174a8aa704e HTTP/1.1" status: 200 len: 946 time: 0.0498688 Nov 12 01:56:55.371763 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ce804599-e6d2-4367-8b6f-2bc74cf90e95 req-078413c4-adfd-4ca9-a185-95de0eefd67a tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2a1e4e6-156f-4b05-a9c3-c7fb70b90b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410120 Nov 12 01:56:55.499613 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18536e18-c20f-48fb-ab96-d52f1daecb8b req-657f600d-5e61-43cd-ab49-d8c24bb1aae9 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:55.501139 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-18536e18-c20f-48fb-ab96-d52f1daecb8b req-657f600d-5e61-43cd-ab49-d8c24bb1aae9 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8a8d721-a887-4c60-96a3-c174a8aa704e HTTP/1.1" status: 200 len: 946 time: 0.0495486 Nov 12 01:56:55.553618 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-18536e18-c20f-48fb-ab96-d52f1daecb8b req-e370c875-d651-45e7-ba97-83d51a377dca tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2a1e4e6-156f-4b05-a9c3-c7fb70b90b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462160 Nov 12 01:56:55.866407 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4e558-3158-4b85-a98a-23b94a83ec42 req-5e6107a5-1248-4704-83c2-7e2cbb3d5409 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:55.867927 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bcc4e558-3158-4b85-a98a-23b94a83ec42 req-5e6107a5-1248-4704-83c2-7e2cbb3d5409 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8a8d721-a887-4c60-96a3-c174a8aa704e HTTP/1.1" status: 200 len: 946 time: 0.0550270 Nov 12 01:56:55.915033 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bcc4e558-3158-4b85-a98a-23b94a83ec42 req-bd8268a5-d0e0-4985-9ce3-25c4b1ab499b tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2a1e4e6-156f-4b05-a9c3-c7fb70b90b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411842 Nov 12 01:56:56.561077 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 5f1311a6-d029-4566-b281-66d1df381bb3 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:56:56.581374 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 5f1311a6-d029-4566-b281-66d1df381bb3 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:56:56.581716 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 5f1311a6-d029-4566-b281-66d1df381bb3 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:56:57.032116 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41fce7-332a-4c7d-ac51-62de5ec923b0 req-dd7b1ec7-8a24-4d0e-818d-f512b1fa6159 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:57.033701 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3a41fce7-332a-4c7d-ac51-62de5ec923b0 req-dd7b1ec7-8a24-4d0e-818d-f512b1fa6159 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8a8d721-a887-4c60-96a3-c174a8aa704e HTTP/1.1" status: 200 len: 946 time: 0.0494781 Nov 12 01:56:57.081235 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3a41fce7-332a-4c7d-ac51-62de5ec923b0 req-5431678e-f712-4a3c-8aa1-47c07aaf5f4c tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/security-groups?id=b2a1e4e6-156f-4b05-a9c3-c7fb70b90b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416510 Nov 12 01:56:57.312361 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6c0c8aab-e676-4aa8-b4bf-633e4a87a17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:57.679742 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab37a64-b82e-4a22-b274-4ccf7defe6e2 req-08534622-2620-4fce-96f6-a88c435ece2e tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:56:57.681142 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eab37a64-b82e-4a22-b274-4ccf7defe6e2 req-08534622-2620-4fce-96f6-a88c435ece2e tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8a8d721-a887-4c60-96a3-c174a8aa704e HTTP/1.1" status: 200 len: 946 time: 0.0478182 Nov 12 01:56:57.775809 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-eab37a64-b82e-4a22-b274-4ccf7defe6e2 req-006d86df-1419-4752-bb96-0c32c8b5fbf4 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Deleting port d6cde060-f584-48f5-8626-6072cb6d8db6 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:56:57.776184 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-eab37a64-b82e-4a22-b274-4ccf7defe6e2 req-006d86df-1419-4752-bb96-0c32c8b5fbf4 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:57.865654 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-eab37a64-b82e-4a22-b274-4ccf7defe6e2 req-006d86df-1419-4752-bb96-0c32c8b5fbf4 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] For port d6cde060-f584-48f5-8626-6072cb6d8db6, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=d6cde060-f584-48f5-8626-6072cb6d8db6,segment=NetworkSegment(b254b1e8-b592-4c2a-88da-c2b0122bc11f),segment_id=b254b1e8-b592-4c2a-88da-c2b0122bc11f)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:56:57.866021 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-eab37a64-b82e-4a22-b274-4ccf7defe6e2 req-006d86df-1419-4752-bb96-0c32c8b5fbf4 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:57.883083 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-eab37a64-b82e-4a22-b274-4ccf7defe6e2 req-006d86df-1419-4752-bb96-0c32c8b5fbf4 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Calling delete_port for d6cde060-f584-48f5-8626-6072cb6d8db6 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:56:58.009279 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-eab37a64-b82e-4a22-b274-4ccf7defe6e2 req-006d86df-1419-4752-bb96-0c32c8b5fbf4 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:58.038359 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006d86df-1419-4752-bb96-0c32c8b5fbf4 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Pushing event deleted for resources: {'Port': ['ID=d6cde060-f584-48f5-8626-6072cb6d8db6,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:58.046341 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['d6cde060-f584-48f5-8626-6072cb6d8db6'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:56:58.069941 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006d86df-1419-4752-bb96-0c32c8b5fbf4 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:58.070293 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006d86df-1419-4752-bb96-0c32c8b5fbf4 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:58.070635 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006d86df-1419-4752-bb96-0c32c8b5fbf4 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:58.070974 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006d86df-1419-4752-bb96-0c32c8b5fbf4 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:58.071312 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006d86df-1419-4752-bb96-0c32c8b5fbf4 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:58.071652 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006d86df-1419-4752-bb96-0c32c8b5fbf4 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:58.071995 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006d86df-1419-4752-bb96-0c32c8b5fbf4 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:58.072327 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006d86df-1419-4752-bb96-0c32c8b5fbf4 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:58.072654 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006d86df-1419-4752-bb96-0c32c8b5fbf4 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:58.072978 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006d86df-1419-4752-bb96-0c32c8b5fbf4 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:58.073303 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006d86df-1419-4752-bb96-0c32c8b5fbf4 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:58.073620 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006d86df-1419-4752-bb96-0c32c8b5fbf4 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:58.092668 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab37a64-b82e-4a22-b274-4ccf7defe6e2 req-006d86df-1419-4752-bb96-0c32c8b5fbf4 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] No DVR routers for this DVR port d6cde060-f584-48f5-8626-6072cb6d8db6 on host n-h1-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:56:58.095930 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-eab37a64-b82e-4a22-b274-4ccf7defe6e2 req-006d86df-1419-4752-bb96-0c32c8b5fbf4 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:58.099490 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-eab37a64-b82e-4a22-b274-4ccf7defe6e2 req-006d86df-1419-4752-bb96-0c32c8b5fbf4 tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.16 "DELETE /v2.0/ports/d6cde060-f584-48f5-8626-6072cb6d8db6 HTTP/1.1" status: 204 len: 173 time: 0.4098005 Nov 12 01:56:58.180881 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ab552108-5344-4936-8398-77c8f4e4ad57 req-fc53549c-2139-4655-8d20-e00c7aafe86d tempest-ServersNegativeTestJSON-1895893159 tempest-ServersNegativeTestJSON-1895893159-project] 10.222.0.45 "GET /v2.0/ports?device_id=e8a8d721-a887-4c60-96a3-c174a8aa704e HTTP/1.1" status: 200 len: 210 time: 0.0281496 Nov 12 01:56:59.240051 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56624) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:56:59.284668 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e9bb4ea-f026-43d8-8bb7-36bb3f1499c6 admin admin] Deleting subnet 63259784-a81b-4938-b984-0bfdcb9303d3 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:56:59.287748 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2e9bb4ea-f026-43d8-8bb7-36bb3f1499c6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:59.326524 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2e9bb4ea-f026-43d8-8bb7-36bb3f1499c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:59.365434 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2e9bb4ea-f026-43d8-8bb7-36bb3f1499c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:59.416402 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2e9bb4ea-f026-43d8-8bb7-36bb3f1499c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:59.441566 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9bb4ea-f026-43d8-8bb7-36bb3f1499c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63259784-a81b-4938-b984-0bfdcb9303d3,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:59.446601 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2e9bb4ea-f026-43d8-8bb7-36bb3f1499c6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:59.449801 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2e9bb4ea-f026-43d8-8bb7-36bb3f1499c6 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/63259784-a81b-4938-b984-0bfdcb9303d3 HTTP/1.1" status: 204 len: 168 time: 0.2087586 Nov 12 01:56:59.452535 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56626) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:56:59.455011 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9bb4ea-f026-43d8-8bb7-36bb3f1499c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:59.455341 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9bb4ea-f026-43d8-8bb7-36bb3f1499c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:59.455684 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9bb4ea-f026-43d8-8bb7-36bb3f1499c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:59.456044 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9bb4ea-f026-43d8-8bb7-36bb3f1499c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:59.456384 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9bb4ea-f026-43d8-8bb7-36bb3f1499c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:59.456717 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9bb4ea-f026-43d8-8bb7-36bb3f1499c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:59.457043 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9bb4ea-f026-43d8-8bb7-36bb3f1499c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:59.457369 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9bb4ea-f026-43d8-8bb7-36bb3f1499c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:59.457694 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9bb4ea-f026-43d8-8bb7-36bb3f1499c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:59.458018 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9bb4ea-f026-43d8-8bb7-36bb3f1499c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:59.458504 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9bb4ea-f026-43d8-8bb7-36bb3f1499c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:59.459354 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9bb4ea-f026-43d8-8bb7-36bb3f1499c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:56:59.526872 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bbb948d5-cdc3-416c-8ab4-8b9bb48316f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:59.610605 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bbb948d5-cdc3-416c-8ab4-8b9bb48316f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:59.631388 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-bbb948d5-cdc3-416c-8ab4-8b9bb48316f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7139f164-44b9-4b4e-8dca-da29772342a3']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:56:59.640716 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-bbb948d5-cdc3-416c-8ab4-8b9bb48316f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b254b1e8-b592-4c2a-88da-c2b0122bc11f') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:56:59.641025 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-bbb948d5-cdc3-416c-8ab4-8b9bb48316f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b254b1e8-b592-4c2a-88da-c2b0122bc11f') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:56:59.651011 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bbb948d5-cdc3-416c-8ab4-8b9bb48316f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:59.663891 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bbb948d5-cdc3-416c-8ab4-8b9bb48316f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:59.670039 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbb948d5-cdc3-416c-8ab4-8b9bb48316f1 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:56:59.670429 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bbb948d5-cdc3-416c-8ab4-8b9bb48316f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:59.672204 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:56:59.672204 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:56:59.672204 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:56:59.672204 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:56:59.672204 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:56:59.672204 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:56:59.672204 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:56:59.672204 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:56:59.672204 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:56:59.672204 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:56:59.672204 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:56:59.672204 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:56:59.672204 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:56:59.672204 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:56:59.672204 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:56:59.672204 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:56:59.672204 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:56:59.672204 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:56:59.672204 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:56:59.672204 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:56:59.672204 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:56:59.672204 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:56:59.672204 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:56:59.672204 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:56:59.672204 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:56:59.672204 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:56:59.672204 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:56:59.672204 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:56:59.672204 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:56:59.672204 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:56:59.672204 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:56:59.672204 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:56:59.729945 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bbb948d5-cdc3-416c-8ab4-8b9bb48316f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:59.735511 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bbb948d5-cdc3-416c-8ab4-8b9bb48316f1 admin admin] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:59.738874 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-bbb948d5-cdc3-416c-8ab4-8b9bb48316f1 admin admin] 10.222.0.45 "DELETE /v2.0/networks/7139f164-44b9-4b4e-8dca-da29772342a3 HTTP/1.1" status: 204 len: 168 time: 0.2853241 Nov 12 01:56:59.759811 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb948d5-cdc3-416c-8ab4-8b9bb48316f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7139f164-44b9-4b4e-8dca-da29772342a3,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:56:59.852428 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56630) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:56:59.892410 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e9a4e2ec-2b05-47eb-8de5-6728a02b86b7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0ec425dfa176403eb7d5ce1b6e274fa4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387428 Nov 12 01:56:59.894896 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56632) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:56:59.941919 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4658ba8b-780f-4956-89fe-b47d99d38dff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:56:59.963470 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4658ba8b-780f-4956-89fe-b47d99d38dff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:00.010507 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4658ba8b-780f-4956-89fe-b47d99d38dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:00.013084 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4658ba8b-780f-4956-89fe-b47d99d38dff admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:00.014254 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4658ba8b-780f-4956-89fe-b47d99d38dff admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b2a1e4e6-156f-4b05-a9c3-c7fb70b90b41 HTTP/1.1" status: 204 len: 168 time: 0.1184380 Nov 12 01:57:00.022240 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4658ba8b-780f-4956-89fe-b47d99d38dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a1e4e6-156f-4b05-a9c3-c7fb70b90b41,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:00.698903 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56654) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:57:00.792270 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-35b7b37f-1c05-4fb2-8daf-704d8a5341d4 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-591710768'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:57:00.813366 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b7b37f-1c05-4fb2-8daf-704d8a5341d4 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Made reservation on behalf of c6116a36fa114c4195b95578078aa043 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:57:00.817038 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-35b7b37f-1c05-4fb2-8daf-704d8a5341d4 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:00.830025 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-35b7b37f-1c05-4fb2-8daf-704d8a5341d4 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:00.883181 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-074e7c06-5ada-4d42-a354-212a31ec2d82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:00.909261 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-35b7b37f-1c05-4fb2-8daf-704d8a5341d4 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:00.913047 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-35b7b37f-1c05-4fb2-8daf-704d8a5341d4 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:00.939640 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35b7b37f-1c05-4fb2-8daf-704d8a5341d4 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:57:00.950052 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b7b37f-1c05-4fb2-8daf-704d8a5341d4 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=967895a6-4372-4b00-a833-ada13d68f726,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:00.955198 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-35b7b37f-1c05-4fb2-8daf-704d8a5341d4 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:00.955550 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-35b7b37f-1c05-4fb2-8daf-704d8a5341d4 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Added segment b63c02a7-14a1-4de2-abfe-ed173863d128 of type vlan for network 50b3acad-0e58-48e1-8675-39fe88d54001 Nov 12 01:57:00.995607 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-35b7b37f-1c05-4fb2-8daf-704d8a5341d4 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:01.020606 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-35b7b37f-1c05-4fb2-8daf-704d8a5341d4 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:01.027164 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b7b37f-1c05-4fb2-8daf-704d8a5341d4 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:01.027683 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-35b7b37f-1c05-4fb2-8daf-704d8a5341d4 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:01.063706 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-35b7b37f-1c05-4fb2-8daf-704d8a5341d4 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3636973 Nov 12 01:57:01.097054 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b7b37f-1c05-4fb2-8daf-704d8a5341d4 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Pushing event updated for resources: {'Network': ['ID=50b3acad-0e58-48e1-8675-39fe88d54001,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:01.107464 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 50b3acad-0e58-48e1-8675-39fe88d54001 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:57:01.885633 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device d6cde060-f584-48f5-8626-6072cb6d8db6 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:57:01.905606 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] No Port match for: d6cde060-f584-48f5-8626-6072cb6d8db6 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:57:01.905948 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device d6cde060-f584-48f5-8626-6072cb6d8db6 not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:57:03.055222 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:04.064691 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:04.362020 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56658) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:57:04.367125 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-1b0ddf59-c698-46b3-8378-b2433e89739c tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Request body: {'subnet': {'network_id': '50b3acad-0e58-48e1-8675-39fe88d54001', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:57:04.461118 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0ddf59-c698-46b3-8378-b2433e89739c tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Made reservation on behalf of c6116a36fa114c4195b95578078aa043 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:57:04.464678 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1b0ddf59-c698-46b3-8378-b2433e89739c tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:04.655356 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1b0ddf59-c698-46b3-8378-b2433e89739c tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:04.713534 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ddf59-c698-46b3-8378-b2433e89739c tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Pushing event updated for resources: {'Subnet': ['ID=ba43494a-b61e-4cbb-a509-da4d811fe3f8,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:04.723661 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0ddf59-c698-46b3-8378-b2433e89739c tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Checking segment: {'id': 'b63c02a7-14a1-4de2-abfe-ed173863d128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '50b3acad-0e58-48e1-8675-39fe88d54001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:57:04.724096 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0ddf59-c698-46b3-8378-b2433e89739c tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Network hostable DHCP agents. Network: 50b3acad-0e58-48e1-8675-39fe88d54001, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:57:04.740359 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0ddf59-c698-46b3-8378-b2433e89739c tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Network 50b3acad-0e58-48e1-8675-39fe88d54001 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:57:04.749028 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-1b0ddf59-c698-46b3-8378-b2433e89739c tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 50b3acad-0e58-48e1-8675-39fe88d54001) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:57:04.753072 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0ddf59-c698-46b3-8378-b2433e89739c tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:04.753666 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1b0ddf59-c698-46b3-8378-b2433e89739c tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:04.763707 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64910aa-2519-46f1-b23f-8434be33131e None None] Network 50b3acad-0e58-48e1-8675-39fe88d54001 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:57:04.773798 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-1b0ddf59-c698-46b3-8378-b2433e89739c tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4107506 Nov 12 01:57:04.777897 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56660) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:57:04.783297 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-80d4578e-c2df-4d8b-bdf5-aac716b2bc03 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-205204069'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:57:04.806728 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d4578e-c2df-4d8b-bdf5-aac716b2bc03 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Made reservation on behalf of c6116a36fa114c4195b95578078aa043 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:57:04.810421 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-80d4578e-c2df-4d8b-bdf5-aac716b2bc03 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:04.839223 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80d4578e-c2df-4d8b-bdf5-aac716b2bc03 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:57:04.848289 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-80d4578e-c2df-4d8b-bdf5-aac716b2bc03 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:04.848656 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-80d4578e-c2df-4d8b-bdf5-aac716b2bc03 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Added segment 691349d6-7972-4b63-903b-12c1d6534d3e of type vlan for network fa85632e-e678-4fe3-9b17-7017259ce57f Nov 12 01:57:04.889648 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-80d4578e-c2df-4d8b-bdf5-aac716b2bc03 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:04.914893 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7b4004-4b73-4b6f-9f0d-9b6224cf1f4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-50b3acad-0e58-48e1-8675-39fe88d54001', 'network_id': '50b3acad-0e58-48e1-8675-39fe88d54001', 'tenant_id': 'c6116a36fa114c4195b95578078aa043', 'fixed_ips': [{'subnet_id': 'ba43494a-b61e-4cbb-a509-da4d811fe3f8'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:57:04.915699 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-80d4578e-c2df-4d8b-bdf5-aac716b2bc03 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:04.915893 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7a7b4004-4b73-4b6f-9f0d-9b6224cf1f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:04.921719 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d4578e-c2df-4d8b-bdf5-aac716b2bc03 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:04.922399 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-80d4578e-c2df-4d8b-bdf5-aac716b2bc03 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:04.991680 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-80d4578e-c2df-4d8b-bdf5-aac716b2bc03 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2114904 Nov 12 01:57:04.994089 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56662) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:57:04.998924 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-d110f3ac-b386-430f-ab8d-844708e7ecfc tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Request body: {'subnet': {'network_id': 'fa85632e-e678-4fe3-9b17-7017259ce57f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:57:05.022309 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d4578e-c2df-4d8b-bdf5-aac716b2bc03 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Pushing event updated for resources: {'Network': ['ID=fa85632e-e678-4fe3-9b17-7017259ce57f,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:05.033351 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network fa85632e-e678-4fe3-9b17-7017259ce57f details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:57:05.098301 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-7a7b4004-4b73-4b6f-9f0d-9b6224cf1f4d None None] Allocated IP 2001:db8:0:ffff::2 (50b3acad-0e58-48e1-8675-39fe88d54001/ba43494a-b61e-4cbb-a509-da4d811fe3f8/78fba146-a97a-4151-9fa2-ad175259bdd5) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:57:05.102146 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d110f3ac-b386-430f-ab8d-844708e7ecfc tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Made reservation on behalf of c6116a36fa114c4195b95578078aa043 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:57:05.105907 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d110f3ac-b386-430f-ab8d-844708e7ecfc tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:05.256036 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7a7b4004-4b73-4b6f-9f0d-9b6224cf1f4d None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:05.261778 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7a7b4004-4b73-4b6f-9f0d-9b6224cf1f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:05.298511 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7b4004-4b73-4b6f-9f0d-9b6224cf1f4d None None] Network 50b3acad-0e58-48e1-8675-39fe88d54001 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:57:05.304010 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-7a7b4004-4b73-4b6f-9f0d-9b6224cf1f4d None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:57:05.307406 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d110f3ac-b386-430f-ab8d-844708e7ecfc tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:05.307583 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7b4004-4b73-4b6f-9f0d-9b6224cf1f4d None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:57:05.315021 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7b4004-4b73-4b6f-9f0d-9b6224cf1f4d None None] Pushing event updated for resources: {'Port': ['ID=78fba146-a97a-4151-9fa2-ad175259bdd5,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:05.375543 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-7a7b4004-4b73-4b6f-9f0d-9b6224cf1f4d None None] Attempting to bind port 78fba146-a97a-4151-9fa2-ad175259bdd5 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:57:05.375908 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-7a7b4004-4b73-4b6f-9f0d-9b6224cf1f4d None None] Attempting to bind port 78fba146-a97a-4151-9fa2-ad175259bdd5 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'b63c02a7-14a1-4de2-abfe-ed173863d128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '50b3acad-0e58-48e1-8675-39fe88d54001'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:57:05.376309 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7b4004-4b73-4b6f-9f0d-9b6224cf1f4d None None] Attempting to bind port 78fba146-a97a-4151-9fa2-ad175259bdd5 on network 50b3acad-0e58-48e1-8675-39fe88d54001 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:57:05.380220 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:05.381011 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d110f3ac-b386-430f-ab8d-844708e7ecfc tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Pushing event updated for resources: {'Subnet': ['ID=378e6427-886b-42de-adff-0d45230b0a5d,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:05.382998 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7b4004-4b73-4b6f-9f0d-9b6224cf1f4d None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:57:05.383267 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7b4004-4b73-4b6f-9f0d-9b6224cf1f4d None None] Checking segment: {'id': 'b63c02a7-14a1-4de2-abfe-ed173863d128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '50b3acad-0e58-48e1-8675-39fe88d54001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:57:05.383661 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7a7b4004-4b73-4b6f-9f0d-9b6224cf1f4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:05.384070 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7b4004-4b73-4b6f-9f0d-9b6224cf1f4d None None] Bound using segment: {'id': 'b63c02a7-14a1-4de2-abfe-ed173863d128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '50b3acad-0e58-48e1-8675-39fe88d54001'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:57:05.384542 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-7a7b4004-4b73-4b6f-9f0d-9b6224cf1f4d None None] Bound port: 78fba146-a97a-4151-9fa2-ad175259bdd5, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b63c02a7-14a1-4de2-abfe-ed173863d128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '50b3acad-0e58-48e1-8675-39fe88d54001'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:57:05.384915 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7a7b4004-4b73-4b6f-9f0d-9b6224cf1f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:05.389723 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d110f3ac-b386-430f-ab8d-844708e7ecfc tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Checking segment: {'id': '691349d6-7972-4b63-903b-12c1d6534d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fa85632e-e678-4fe3-9b17-7017259ce57f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:57:05.390094 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d110f3ac-b386-430f-ab8d-844708e7ecfc tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Network hostable DHCP agents. Network: fa85632e-e678-4fe3-9b17-7017259ce57f, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:57:05.410512 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d110f3ac-b386-430f-ab8d-844708e7ecfc tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Network fa85632e-e678-4fe3-9b17-7017259ce57f is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:57:05.423622 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-d110f3ac-b386-430f-ab8d-844708e7ecfc tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, fa85632e-e678-4fe3-9b17-7017259ce57f) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:57:05.428439 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d110f3ac-b386-430f-ab8d-844708e7ecfc tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:05.429031 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d110f3ac-b386-430f-ab8d-844708e7ecfc tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:05.438589 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3ea1e4-249a-41fb-a016-f48b5c096e6f None None] Network fa85632e-e678-4fe3-9b17-7017259ce57f requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:57:05.449004 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d110f3ac-b386-430f-ab8d-844708e7ecfc tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4512894 Nov 12 01:57:05.449184 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56664) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:57:05.503500 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-7a7b4004-4b73-4b6f-9f0d-9b6224cf1f4d None None] For port 78fba146-a97a-4151-9fa2-ad175259bdd5, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:57:05.519954 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-7a7b4004-4b73-4b6f-9f0d-9b6224cf1f4d None None] For port 78fba146-a97a-4151-9fa2-ad175259bdd5, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=78fba146-a97a-4151-9fa2-ad175259bdd5,segment=NetworkSegment(b63c02a7-14a1-4de2-abfe-ed173863d128),segment_id=b63c02a7-14a1-4de2-abfe-ed173863d128)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:57:05.526847 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7a7b4004-4b73-4b6f-9f0d-9b6224cf1f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:05.555814 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3d81623f-6d92-4a64-a2de-fe8bc4247cf2 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:05.617430 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7b4004-4b73-4b6f-9f0d-9b6224cf1f4d None None] Pushing event updated for resources: {'Port': ['ID=78fba146-a97a-4151-9fa2-ad175259bdd5,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:05.659569 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3d81623f-6d92-4a64-a2de-fe8bc4247cf2 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:05.695541 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e46a8e-4f55-4cef-923b-35811ba02495 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-fa85632e-e678-4fe3-9b17-7017259ce57f', 'network_id': 'fa85632e-e678-4fe3-9b17-7017259ce57f', 'tenant_id': 'c6116a36fa114c4195b95578078aa043', 'fixed_ips': [{'subnet_id': '378e6427-886b-42de-adff-0d45230b0a5d'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:57:05.696541 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-14e46a8e-4f55-4cef-923b-35811ba02495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:05.735433 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3d81623f-6d92-4a64-a2de-fe8bc4247cf2 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:05.765084 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d81623f-6d92-4a64-a2de-fe8bc4247cf2 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Pushing event deleted for resources: {'Subnet': ['ID=378e6427-886b-42de-adff-0d45230b0a5d,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:05.842421 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3d81623f-6d92-4a64-a2de-fe8bc4247cf2 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server [None req-14e46a8e-4f55-4cef-923b-35811ba02495 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 378e6427-886b-42de-adff-0d45230b0a5d: This subnet is being modified by another concurrent operation. Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise exception Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 378e6427-886b-42de-adff-0d45230b0a5d: This subnet is being modified by another concurrent operation. Nov 12 01:57:05.868851 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server Nov 12 01:57:05.876867 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-3d81623f-6d92-4a64-a2de-fe8bc4247cf2 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa85632e-e678-4fe3-9b17-7017259ce57f']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:57:05.888733 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15127191-6e0f-40e2-b0b7-e23ca9bb2f9a None None] Network fa85632e-e678-4fe3-9b17-7017259ce57f requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:57:05.890713 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-3d81623f-6d92-4a64-a2de-fe8bc4247cf2 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '691349d6-7972-4b63-903b-12c1d6534d3e') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:57:05.891095 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-3d81623f-6d92-4a64-a2de-fe8bc4247cf2 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '691349d6-7972-4b63-903b-12c1d6534d3e') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:57:05.904584 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3d81623f-6d92-4a64-a2de-fe8bc4247cf2 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:05.928387 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3d81623f-6d92-4a64-a2de-fe8bc4247cf2 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:05.935128 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d81623f-6d92-4a64-a2de-fe8bc4247cf2 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:57:05.935518 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3d81623f-6d92-4a64-a2de-fe8bc4247cf2 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:05.938977 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:57:05.938977 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:57:05.938977 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:57:05.938977 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:57:05.938977 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:57:05.938977 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:57:05.938977 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:57:05.938977 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:57:05.938977 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:57:05.938977 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:57:05.938977 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:57:05.938977 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:57:05.938977 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:57:05.938977 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:57:05.938977 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:57:05.938977 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:57:05.938977 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:57:05.938977 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:57:05.938977 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:57:05.938977 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:57:05.938977 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:57:05.938977 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:57:05.938977 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:57:05.938977 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:57:05.938977 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:57:05.938977 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:57:05.938977 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:57:05.938977 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:57:05.938977 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:57:05.938977 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:57:05.938977 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:57:05.938977 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:57:06.000378 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3d81623f-6d92-4a64-a2de-fe8bc4247cf2 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:06.007294 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3d81623f-6d92-4a64-a2de-fe8bc4247cf2 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:06.010351 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3d81623f-6d92-4a64-a2de-fe8bc4247cf2 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] 10.222.0.45 "DELETE /v2.0/networks/fa85632e-e678-4fe3-9b17-7017259ce57f HTTP/1.1" status: 204 len: 168 time: 0.5602448 Nov 12 01:57:06.014032 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56666) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:57:06.019302 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-e1988a03-f5e8-4c94-924c-b528dc0d575c tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-911619101'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:57:06.021564 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d81623f-6d92-4a64-a2de-fe8bc4247cf2 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Pushing event deleted for resources: {'Network': ['ID=fa85632e-e678-4fe3-9b17-7017259ce57f,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:06.044290 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1988a03-f5e8-4c94-924c-b528dc0d575c tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Made reservation on behalf of c6116a36fa114c4195b95578078aa043 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:57:06.047707 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e1988a03-f5e8-4c94-924c-b528dc0d575c tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:06.073600 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1988a03-f5e8-4c94-924c-b528dc0d575c tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:57:06.082310 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e1988a03-f5e8-4c94-924c-b528dc0d575c tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:06.082655 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-e1988a03-f5e8-4c94-924c-b528dc0d575c tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Added segment 77e4233e-1d8e-4fd5-9eb6-ba88013be95a of type vlan for network 0e09a4ff-cae1-4531-bcc1-ad7d800b93c9 Nov 12 01:57:06.129730 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e1988a03-f5e8-4c94-924c-b528dc0d575c tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:06.155470 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e1988a03-f5e8-4c94-924c-b528dc0d575c tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:06.161670 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1988a03-f5e8-4c94-924c-b528dc0d575c tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:06.162270 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e1988a03-f5e8-4c94-924c-b528dc0d575c tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:06.224458 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e1988a03-f5e8-4c94-924c-b528dc0d575c tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2086124 Nov 12 01:57:06.227419 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56668) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:57:06.232899 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-6652661f-04c6-4e42-ae93-080ca0d372e8 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Request body: {'subnet': {'network_id': '0e09a4ff-cae1-4531-bcc1-ad7d800b93c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:57:06.233413 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1988a03-f5e8-4c94-924c-b528dc0d575c tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Pushing event updated for resources: {'Network': ['ID=0e09a4ff-cae1-4531-bcc1-ad7d800b93c9,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:06.245696 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 0e09a4ff-cae1-4531-bcc1-ad7d800b93c9 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:57:06.631061 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be0242e-18c4-4a33-97e3-47bbd3177d54 None None] Network 50b3acad-0e58-48e1-8675-39fe88d54001 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:57:06.688453 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6652661f-04c6-4e42-ae93-080ca0d372e8 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Made reservation on behalf of c6116a36fa114c4195b95578078aa043 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:57:06.692809 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6652661f-04c6-4e42-ae93-080ca0d372e8 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:06.729238 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-81402c1c-915d-4449-9a40-d39cd8ae98af None None] Provisioning complete for port 78fba146-a97a-4151-9fa2-ad175259bdd5 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:57:06.729613 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-81402c1c-915d-4449-9a40-d39cd8ae98af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:06.750329 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.ipam_backend_mixin [None req-6652661f-04c6-4e42-ae93-080ca0d372e8 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Performing IP validity checks on allocation pools {{(pid=109086) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 01:57:06.750857 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.ipam_backend_mixin [None req-6652661f-04c6-4e42-ae93-080ca0d372e8 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109086) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 01:57:06.873233 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-81402c1c-915d-4449-9a40-d39cd8ae98af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:06.879551 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6652661f-04c6-4e42-ae93-080ca0d372e8 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:06.914870 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-81402c1c-915d-4449-9a40-d39cd8ae98af None None] For port 78fba146-a97a-4151-9fa2-ad175259bdd5, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=78fba146-a97a-4151-9fa2-ad175259bdd5,segment=NetworkSegment(b63c02a7-14a1-4de2-abfe-ed173863d128),segment_id=b63c02a7-14a1-4de2-abfe-ed173863d128)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:57:06.921521 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-81402c1c-915d-4449-9a40-d39cd8ae98af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:06.955433 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6652661f-04c6-4e42-ae93-080ca0d372e8 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Pushing event updated for resources: {'Subnet': ['ID=9bfce8cb-58c7-4e61-b4c7-802c82e0a77a,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:06.965403 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6652661f-04c6-4e42-ae93-080ca0d372e8 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Checking segment: {'id': '77e4233e-1d8e-4fd5-9eb6-ba88013be95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0e09a4ff-cae1-4531-bcc1-ad7d800b93c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:57:06.965961 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6652661f-04c6-4e42-ae93-080ca0d372e8 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Network hostable DHCP agents. Network: 0e09a4ff-cae1-4531-bcc1-ad7d800b93c9, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:57:06.985557 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6652661f-04c6-4e42-ae93-080ca0d372e8 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Network 0e09a4ff-cae1-4531-bcc1-ad7d800b93c9 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:57:06.996805 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-6652661f-04c6-4e42-ae93-080ca0d372e8 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 0e09a4ff-cae1-4531-bcc1-ad7d800b93c9) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:57:07.002632 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6652661f-04c6-4e42-ae93-080ca0d372e8 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:07.003299 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6652661f-04c6-4e42-ae93-080ca0d372e8 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:07.008645 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ab23e8-a82c-4342-829c-807dad0626b7 None None] Network 0e09a4ff-cae1-4531-bcc1-ad7d800b93c9 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:57:07.027337 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56670) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:57:07.027920 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6652661f-04c6-4e42-ae93-080ca0d372e8 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7990179 Nov 12 01:57:07.038546 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81402c1c-915d-4449-9a40-d39cd8ae98af None None] Pushing event updated for resources: {'Port': ['ID=78fba146-a97a-4151-9fa2-ad175259bdd5,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:07.164304 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9fe1c497-5775-411c-9f45-a98cf3dfe198 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:07.187911 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8300ea7c-d415-4848-a94a-4b919def7b5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-0e09a4ff-cae1-4531-bcc1-ad7d800b93c9', 'network_id': '0e09a4ff-cae1-4531-bcc1-ad7d800b93c9', 'tenant_id': 'c6116a36fa114c4195b95578078aa043', 'fixed_ips': [{'subnet_id': '9bfce8cb-58c7-4e61-b4c7-802c82e0a77a'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:57:07.188811 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8300ea7c-d415-4848-a94a-4b919def7b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:07.245226 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9fe1c497-5775-411c-9f45-a98cf3dfe198 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:07.308611 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7c90b402-492a-4c67-b63e-84392aef457b None None] Provisioning complete for port 78fba146-a97a-4151-9fa2-ad175259bdd5 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:57:07.309155 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7c90b402-492a-4c67-b63e-84392aef457b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server [None req-8300ea7c-d415-4848-a94a-4b919def7b5f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9bfce8cb-58c7-4e61-b4c7-802c82e0a77a: This subnet is being modified by another concurrent operation. Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise exception Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9bfce8cb-58c7-4e61-b4c7-802c82e0a77a: This subnet is being modified by another concurrent operation. Nov 12 01:57:07.316956 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server Nov 12 01:57:07.323506 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9fe1c497-5775-411c-9f45-a98cf3dfe198 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:07.339154 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c1f0d6-1485-4517-8929-ad3ea5eb9c75 None None] Network 0e09a4ff-cae1-4531-bcc1-ad7d800b93c9 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:57:07.355236 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1c497-5775-411c-9f45-a98cf3dfe198 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Pushing event deleted for resources: {'Subnet': ['ID=9bfce8cb-58c7-4e61-b4c7-802c82e0a77a,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:07.402520 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 78fba146-a97a-4151-9fa2-ad175259bdd5 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:57:07.432767 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9fe1c497-5775-411c-9f45-a98cf3dfe198 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:07.456328 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-9fe1c497-5775-411c-9f45-a98cf3dfe198 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e09a4ff-cae1-4531-bcc1-ad7d800b93c9']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:57:07.467176 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-9fe1c497-5775-411c-9f45-a98cf3dfe198 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77e4233e-1d8e-4fd5-9eb6-ba88013be95a') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:57:07.467773 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-9fe1c497-5775-411c-9f45-a98cf3dfe198 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77e4233e-1d8e-4fd5-9eb6-ba88013be95a') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:57:07.479919 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9fe1c497-5775-411c-9f45-a98cf3dfe198 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:07.496663 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9fe1c497-5775-411c-9f45-a98cf3dfe198 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:07.503953 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fe1c497-5775-411c-9f45-a98cf3dfe198 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:57:07.504389 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9fe1c497-5775-411c-9f45-a98cf3dfe198 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:07.507759 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:57:07.507759 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:57:07.507759 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:57:07.507759 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:57:07.507759 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:57:07.507759 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:57:07.507759 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:57:07.507759 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:57:07.507759 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:57:07.507759 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:57:07.507759 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:57:07.507759 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:57:07.507759 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:57:07.507759 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:57:07.507759 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:57:07.507759 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:57:07.507759 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:57:07.507759 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:57:07.507759 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:57:07.507759 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:57:07.507759 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:57:07.507759 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:57:07.507759 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:57:07.507759 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:57:07.507759 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:57:07.507759 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:57:07.507759 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:57:07.507759 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:57:07.507759 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:57:07.507759 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:57:07.507759 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:57:07.507759 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:57:07.575003 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9fe1c497-5775-411c-9f45-a98cf3dfe198 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:07.582789 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9fe1c497-5775-411c-9f45-a98cf3dfe198 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:07.590153 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56672) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:57:07.592674 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-9fe1c497-5775-411c-9f45-a98cf3dfe198 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] 10.222.0.45 "DELETE /v2.0/networks/0e09a4ff-cae1-4531-bcc1-ad7d800b93c9 HTTP/1.1" status: 204 len: 168 time: 0.5640686 Nov 12 01:57:07.595503 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-d28b7866-26fe-4e01-9ba3-bbfdfa23938f tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1531804118'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:57:07.616852 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1c497-5775-411c-9f45-a98cf3dfe198 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Pushing event deleted for resources: {'Network': ['ID=0e09a4ff-cae1-4531-bcc1-ad7d800b93c9,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:07.626962 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28b7866-26fe-4e01-9ba3-bbfdfa23938f tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Made reservation on behalf of c6116a36fa114c4195b95578078aa043 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:57:07.633018 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d28b7866-26fe-4e01-9ba3-bbfdfa23938f tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:07.671247 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d28b7866-26fe-4e01-9ba3-bbfdfa23938f tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:57:07.683997 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d28b7866-26fe-4e01-9ba3-bbfdfa23938f tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:07.684355 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-d28b7866-26fe-4e01-9ba3-bbfdfa23938f tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Added segment 8183ccb6-0504-48ed-aac0-a13f517f8f88 of type vlan for network 97875cfa-cf36-4a73-a72b-9b32a7779355 Nov 12 01:57:07.728705 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d28b7866-26fe-4e01-9ba3-bbfdfa23938f tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:07.760069 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d28b7866-26fe-4e01-9ba3-bbfdfa23938f tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:07.766052 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28b7866-26fe-4e01-9ba3-bbfdfa23938f tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:07.766649 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d28b7866-26fe-4e01-9ba3-bbfdfa23938f tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:07.770089 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 78fba146-a97a-4151-9fa2-ad175259bdd5 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:57:07.770476 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:07.772144 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f85f6b-2db0-4998-8190-5c5ca3ca56a5 None None] get_active_networks_info from n-d-712142-27 {{(pid=109087) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 01:57:07.808330 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d28b7866-26fe-4e01-9ba3-bbfdfa23938f tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2170069 Nov 12 01:57:07.811448 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56674) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:57:07.817426 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-0657dbbc-c723-4fc9-890c-be21b8620ece tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Request body: {'subnet': {'network_id': '97875cfa-cf36-4a73-a72b-9b32a7779355', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:57:07.842636 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28b7866-26fe-4e01-9ba3-bbfdfa23938f tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Pushing event updated for resources: {'Network': ['ID=97875cfa-cf36-4a73-a72b-9b32a7779355,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:07.857140 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 97875cfa-cf36-4a73-a72b-9b32a7779355 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:57:07.929997 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0657dbbc-c723-4fc9-890c-be21b8620ece tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Made reservation on behalf of c6116a36fa114c4195b95578078aa043 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:57:07.933638 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0657dbbc-c723-4fc9-890c-be21b8620ece tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:07.968679 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f85f6b-2db0-4998-8190-5c5ca3ca56a5 None None] Resources bound (agent type, host, resource id): {{(pid=109087) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 01:57:08.120112 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0657dbbc-c723-4fc9-890c-be21b8620ece tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:08.180984 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e19e593-aa61-4cf0-a11f-0e404532a628 None None] get_active_networks_info from n-d-712142-27 {{(pid=109087) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 01:57:08.185093 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0657dbbc-c723-4fc9-890c-be21b8620ece tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Pushing event updated for resources: {'Subnet': ['ID=87cd0431-fa30-49e7-a36c-55203ca9b3a7,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:08.189908 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0657dbbc-c723-4fc9-890c-be21b8620ece tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Checking segment: {'id': '8183ccb6-0504-48ed-aac0-a13f517f8f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '97875cfa-cf36-4a73-a72b-9b32a7779355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:57:08.190278 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0657dbbc-c723-4fc9-890c-be21b8620ece tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Network hostable DHCP agents. Network: 97875cfa-cf36-4a73-a72b-9b32a7779355, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:57:08.207375 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0657dbbc-c723-4fc9-890c-be21b8620ece tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Network 97875cfa-cf36-4a73-a72b-9b32a7779355 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:57:08.217049 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-0657dbbc-c723-4fc9-890c-be21b8620ece tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 97875cfa-cf36-4a73-a72b-9b32a7779355) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:57:08.221316 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0657dbbc-c723-4fc9-890c-be21b8620ece tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:08.221967 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0657dbbc-c723-4fc9-890c-be21b8620ece tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:08.238966 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-0657dbbc-c723-4fc9-890c-be21b8620ece tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4258299 Nov 12 01:57:08.243017 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56676) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:57:08.248947 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-dfa57bc7-b6a4-47d7-88db-853562ab4e56 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1911474732'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:57:08.270026 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa57bc7-b6a4-47d7-88db-853562ab4e56 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Made reservation on behalf of c6116a36fa114c4195b95578078aa043 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:57:08.274287 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dfa57bc7-b6a4-47d7-88db-853562ab4e56 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:08.299276 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfa57bc7-b6a4-47d7-88db-853562ab4e56 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:57:08.308750 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dfa57bc7-b6a4-47d7-88db-853562ab4e56 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:08.309098 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-dfa57bc7-b6a4-47d7-88db-853562ab4e56 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Added segment 22ce089f-d65b-462d-aff0-5b3a195783bf of type vlan for network 1529d731-7b0c-4a6a-b5c0-315b7317dd52 Nov 12 01:57:08.341540 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e19e593-aa61-4cf0-a11f-0e404532a628 None None] Unable to find a vacant binding_index for network 97875cfa-cf36-4a73-a72b-9b32a7779355 and agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 {{(pid=109087) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 12 01:57:08.347305 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e19e593-aa61-4cf0-a11f-0e404532a628 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 97875cfa-cf36-4a73-a72b-9b32a7779355) {{(pid=109087) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 01:57:08.351995 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dfa57bc7-b6a4-47d7-88db-853562ab4e56 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:08.375917 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dfa57bc7-b6a4-47d7-88db-853562ab4e56 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:08.382192 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa57bc7-b6a4-47d7-88db-853562ab4e56 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:08.382775 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dfa57bc7-b6a4-47d7-88db-853562ab4e56 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:08.422298 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-dfa57bc7-b6a4-47d7-88db-853562ab4e56 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1780877 Nov 12 01:57:08.425366 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56678) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:57:08.431451 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-c9e673cc-2a9d-4a6c-b4d2-76a45cfe42f8 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Request body: {'subnet': {'network_id': '1529d731-7b0c-4a6a-b5c0-315b7317dd52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:57:08.457282 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa57bc7-b6a4-47d7-88db-853562ab4e56 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Pushing event updated for resources: {'Network': ['ID=1529d731-7b0c-4a6a-b5c0-315b7317dd52,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:08.470909 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 1529d731-7b0c-4a6a-b5c0-315b7317dd52 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:57:08.526103 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e673cc-2a9d-4a6c-b4d2-76a45cfe42f8 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Made reservation on behalf of c6116a36fa114c4195b95578078aa043 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:57:08.529708 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c9e673cc-2a9d-4a6c-b4d2-76a45cfe42f8 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:08.624130 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb476d3-9379-46f9-8266-1ccf1bcfe3f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-97875cfa-cf36-4a73-a72b-9b32a7779355', 'network_id': '97875cfa-cf36-4a73-a72b-9b32a7779355', 'tenant_id': 'c6116a36fa114c4195b95578078aa043', 'fixed_ips': [{'subnet_id': '87cd0431-fa30-49e7-a36c-55203ca9b3a7'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:57:08.624997 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1fb476d3-9379-46f9-8266-1ccf1bcfe3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:08.716659 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c9e673cc-2a9d-4a6c-b4d2-76a45cfe42f8 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:08.768040 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-1fb476d3-9379-46f9-8266-1ccf1bcfe3f3 None None] Allocated IP 2001:db8::2 (97875cfa-cf36-4a73-a72b-9b32a7779355/87cd0431-fa30-49e7-a36c-55203ca9b3a7/fbb36040-6baf-4c39-9e8e-ea17cedf0e10) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:57:08.782485 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e673cc-2a9d-4a6c-b4d2-76a45cfe42f8 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Pushing event updated for resources: {'Subnet': ['ID=f28002e3-366e-4bd8-adf7-0f80ea83b034,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:08.787383 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e673cc-2a9d-4a6c-b4d2-76a45cfe42f8 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Checking segment: {'id': '22ce089f-d65b-462d-aff0-5b3a195783bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '1529d731-7b0c-4a6a-b5c0-315b7317dd52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:57:08.787753 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e673cc-2a9d-4a6c-b4d2-76a45cfe42f8 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Network hostable DHCP agents. Network: 1529d731-7b0c-4a6a-b5c0-315b7317dd52, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:57:08.807946 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e673cc-2a9d-4a6c-b4d2-76a45cfe42f8 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Network 1529d731-7b0c-4a6a-b5c0-315b7317dd52 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:57:08.818881 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-c9e673cc-2a9d-4a6c-b4d2-76a45cfe42f8 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 1529d731-7b0c-4a6a-b5c0-315b7317dd52) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:57:08.824407 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e673cc-2a9d-4a6c-b4d2-76a45cfe42f8 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:08.825220 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c9e673cc-2a9d-4a6c-b4d2-76a45cfe42f8 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:08.842152 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c9e673cc-2a9d-4a6c-b4d2-76a45cfe42f8 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4150653 Nov 12 01:57:08.844960 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56680) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:57:08.931983 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:08.933055 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1fb476d3-9379-46f9-8266-1ccf1bcfe3f3 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:08.938990 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1fb476d3-9379-46f9-8266-1ccf1bcfe3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:08.948844 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-212462fe-e5b5-4a1a-9f34-1ecc30ce77f5 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:08.983623 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb476d3-9379-46f9-8266-1ccf1bcfe3f3 None None] Network 97875cfa-cf36-4a73-a72b-9b32a7779355 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:57:08.987627 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-1fb476d3-9379-46f9-8266-1ccf1bcfe3f3 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:57:08.989991 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb476d3-9379-46f9-8266-1ccf1bcfe3f3 None None] Pushing event updated for resources: {'Port': ['ID=fbb36040-6baf-4c39-9e8e-ea17cedf0e10,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:08.992200 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb476d3-9379-46f9-8266-1ccf1bcfe3f3 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:57:09.003380 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-212462fe-e5b5-4a1a-9f34-1ecc30ce77f5 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:09.047626 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-1fb476d3-9379-46f9-8266-1ccf1bcfe3f3 None None] Attempting to bind port fbb36040-6baf-4c39-9e8e-ea17cedf0e10 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:57:09.048010 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-1fb476d3-9379-46f9-8266-1ccf1bcfe3f3 None None] Attempting to bind port fbb36040-6baf-4c39-9e8e-ea17cedf0e10 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '8183ccb6-0504-48ed-aac0-a13f517f8f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '97875cfa-cf36-4a73-a72b-9b32a7779355'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:57:09.048371 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb476d3-9379-46f9-8266-1ccf1bcfe3f3 None None] Attempting to bind port fbb36040-6baf-4c39-9e8e-ea17cedf0e10 on network 97875cfa-cf36-4a73-a72b-9b32a7779355 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:57:09.054270 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb476d3-9379-46f9-8266-1ccf1bcfe3f3 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:57:09.054654 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb476d3-9379-46f9-8266-1ccf1bcfe3f3 None None] Checking segment: {'id': '8183ccb6-0504-48ed-aac0-a13f517f8f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '97875cfa-cf36-4a73-a72b-9b32a7779355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:57:09.055048 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1fb476d3-9379-46f9-8266-1ccf1bcfe3f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:09.055441 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb476d3-9379-46f9-8266-1ccf1bcfe3f3 None None] Bound using segment: {'id': '8183ccb6-0504-48ed-aac0-a13f517f8f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '97875cfa-cf36-4a73-a72b-9b32a7779355'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:57:09.055902 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-1fb476d3-9379-46f9-8266-1ccf1bcfe3f3 None None] Bound port: fbb36040-6baf-4c39-9e8e-ea17cedf0e10, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8183ccb6-0504-48ed-aac0-a13f517f8f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '97875cfa-cf36-4a73-a72b-9b32a7779355'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:57:09.056308 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1fb476d3-9379-46f9-8266-1ccf1bcfe3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:09.065519 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-212462fe-e5b5-4a1a-9f34-1ecc30ce77f5 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:09.092337 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212462fe-e5b5-4a1a-9f34-1ecc30ce77f5 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Pushing event deleted for resources: {'Subnet': ['ID=f28002e3-366e-4bd8-adf7-0f80ea83b034,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:09.121280 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-1fb476d3-9379-46f9-8266-1ccf1bcfe3f3 None None] For port fbb36040-6baf-4c39-9e8e-ea17cedf0e10, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:57:09.124779 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-1fb476d3-9379-46f9-8266-1ccf1bcfe3f3 None None] For port fbb36040-6baf-4c39-9e8e-ea17cedf0e10, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=fbb36040-6baf-4c39-9e8e-ea17cedf0e10,segment=NetworkSegment(8183ccb6-0504-48ed-aac0-a13f517f8f88),segment_id=8183ccb6-0504-48ed-aac0-a13f517f8f88)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:57:09.128845 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1fb476d3-9379-46f9-8266-1ccf1bcfe3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:09.157730 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-212462fe-e5b5-4a1a-9f34-1ecc30ce77f5 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:09.186104 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb476d3-9379-46f9-8266-1ccf1bcfe3f3 None None] Pushing event updated for resources: {'Port': ['ID=fbb36040-6baf-4c39-9e8e-ea17cedf0e10,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:09.189518 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-212462fe-e5b5-4a1a-9f34-1ecc30ce77f5 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1529d731-7b0c-4a6a-b5c0-315b7317dd52']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:57:09.199646 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-212462fe-e5b5-4a1a-9f34-1ecc30ce77f5 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22ce089f-d65b-462d-aff0-5b3a195783bf') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:57:09.199948 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-212462fe-e5b5-4a1a-9f34-1ecc30ce77f5 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22ce089f-d65b-462d-aff0-5b3a195783bf') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:57:09.209486 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-212462fe-e5b5-4a1a-9f34-1ecc30ce77f5 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:09.224947 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-212462fe-e5b5-4a1a-9f34-1ecc30ce77f5 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:09.231612 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-212462fe-e5b5-4a1a-9f34-1ecc30ce77f5 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:57:09.232049 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-212462fe-e5b5-4a1a-9f34-1ecc30ce77f5 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:09.235277 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:57:09.235277 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:57:09.235277 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:57:09.235277 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:57:09.235277 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:57:09.235277 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:57:09.235277 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:57:09.235277 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:57:09.235277 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:57:09.235277 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:57:09.235277 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:57:09.235277 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:57:09.235277 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:57:09.235277 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:57:09.235277 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:57:09.235277 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:57:09.235277 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:57:09.235277 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:57:09.235277 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:57:09.235277 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:57:09.235277 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:57:09.235277 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:57:09.235277 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:57:09.235277 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:57:09.235277 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:57:09.235277 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:57:09.235277 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:57:09.235277 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:57:09.235277 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:57:09.235277 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:57:09.235277 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:57:09.235277 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:57:09.297796 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-212462fe-e5b5-4a1a-9f34-1ecc30ce77f5 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:09.305949 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-212462fe-e5b5-4a1a-9f34-1ecc30ce77f5 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:09.309368 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-212462fe-e5b5-4a1a-9f34-1ecc30ce77f5 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] 10.222.0.45 "DELETE /v2.0/networks/1529d731-7b0c-4a6a-b5c0-315b7317dd52 HTTP/1.1" status: 204 len: 168 time: 0.4632843 Nov 12 01:57:09.312712 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56682) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:57:09.325728 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212462fe-e5b5-4a1a-9f34-1ecc30ce77f5 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Pushing event deleted for resources: {'Network': ['ID=1529d731-7b0c-4a6a-b5c0-315b7317dd52,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:09.356587 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-1397a92d-8442-4a6d-b9dc-ea5c4b9c29a2 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] GET failed (client error): The resource could not be found. Nov 12 01:57:09.361196 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-1397a92d-8442-4a6d-b9dc-ea5c4b9c29a2 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] 10.222.0.45 "GET /v2.0/subnets/f28002e3-366e-4bd8-adf7-0f80ea83b034 HTTP/1.1" status: 404 len: 337 time: 0.0474501 Nov 12 01:57:09.363868 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56684) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:57:09.381665 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-797b692e-6472-4290-8120-88fea35641aa tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] DELETE failed (client error): The resource could not be found. Nov 12 01:57:09.382215 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-797b692e-6472-4290-8120-88fea35641aa tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:57:09.385160 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-797b692e-6472-4290-8120-88fea35641aa tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] 10.222.0.45 "DELETE /v2.0/networks/1529d731-7b0c-4a6a-b5c0-315b7317dd52 HTTP/1.1" status: 404 len: 339 time: 0.0202107 Nov 12 01:57:09.391393 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56686) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:57:09.420449 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-03b1f6e5-0992-444e-b05a-ac2b8b3710d5 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] DELETE failed (client error): The resource could not be found. Nov 12 01:57:09.420449 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03b1f6e5-0992-444e-b05a-ac2b8b3710d5 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:57:09.423484 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-03b1f6e5-0992-444e-b05a-ac2b8b3710d5 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] 10.222.0.45 "DELETE /v2.0/subnets/f28002e3-366e-4bd8-adf7-0f80ea83b034 HTTP/1.1" status: 404 len: 337 time: 0.0311129 Nov 12 01:57:09.426021 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56688) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:57:09.444430 n-d-712142-27 neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-74559849-3409-4db0-bab8-2f9b11d65b48 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] DELETE failed (client error): The resource could not be found. Nov 12 01:57:09.444980 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74559849-3409-4db0-bab8-2f9b11d65b48 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109085) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:57:09.450397 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-74559849-3409-4db0-bab8-2f9b11d65b48 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] 10.222.0.45 "DELETE /v2.0/networks/1529d731-7b0c-4a6a-b5c0-315b7317dd52 HTTP/1.1" status: 404 len: 339 time: 0.0210247 Nov 12 01:57:09.450790 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56690) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:57:09.508419 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-11f281dc-1fba-436a-94bb-88d2a30154e3 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Deleting subnet 87cd0431-fa30-49e7-a36c-55203ca9b3a7 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:57:09.511453 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-11f281dc-1fba-436a-94bb-88d2a30154e3 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:09.551686 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-11f281dc-1fba-436a-94bb-88d2a30154e3 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:09.638205 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-11f281dc-1fba-436a-94bb-88d2a30154e3 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:09.700190 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-11f281dc-1fba-436a-94bb-88d2a30154e3 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:09.728039 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f281dc-1fba-436a-94bb-88d2a30154e3 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Pushing event deleted for resources: {'Subnet': ['ID=87cd0431-fa30-49e7-a36c-55203ca9b3a7,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:09.733479 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-11f281dc-1fba-436a-94bb-88d2a30154e3 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:09.736698 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-11f281dc-1fba-436a-94bb-88d2a30154e3 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] 10.222.0.45 "DELETE /v2.0/subnets/87cd0431-fa30-49e7-a36c-55203ca9b3a7 HTTP/1.1" status: 204 len: 168 time: 0.2848330 Nov 12 01:57:09.739204 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56692) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:57:09.817877 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-98d23b84-6ee5-422a-a669-8867dafd21ac tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:09.879386 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-98d23b84-6ee5-422a-a669-8867dafd21ac tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Deleting port fbb36040-6baf-4c39-9e8e-ea17cedf0e10 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:57:09.879725 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-98d23b84-6ee5-422a-a669-8867dafd21ac tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:09.947105 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-98d23b84-6ee5-422a-a669-8867dafd21ac tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] For port fbb36040-6baf-4c39-9e8e-ea17cedf0e10, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=fbb36040-6baf-4c39-9e8e-ea17cedf0e10,segment=NetworkSegment(8183ccb6-0504-48ed-aac0-a13f517f8f88),segment_id=8183ccb6-0504-48ed-aac0-a13f517f8f88)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:57:09.947568 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-98d23b84-6ee5-422a-a669-8867dafd21ac tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:09.961826 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-98d23b84-6ee5-422a-a669-8867dafd21ac tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Calling delete_port for fbb36040-6baf-4c39-9e8e-ea17cedf0e10 owned by network:dhcp {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:57:10.048438 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-98d23b84-6ee5-422a-a669-8867dafd21ac tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:10.075538 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d23b84-6ee5-422a-a669-8867dafd21ac tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Pushing event deleted for resources: {'Port': ['ID=fbb36040-6baf-4c39-9e8e-ea17cedf0e10,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:10.079059 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d23b84-6ee5-422a-a669-8867dafd21ac tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] No DVR routers for this DVR port fbb36040-6baf-4c39-9e8e-ea17cedf0e10 on host n-d-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:57:10.124434 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef3c2a3-cede-4521-884f-cd62cfae229e None None] Network 97875cfa-cf36-4a73-a72b-9b32a7779355 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:57:10.126488 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd63f284-c1d4-4525-ae80-345df7d9f2e4 None None] Network 1529d731-7b0c-4a6a-b5c0-315b7317dd52 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:57:10.162671 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd63f284-c1d4-4525-ae80-345df7d9f2e4 None None] Network 1529d731-7b0c-4a6a-b5c0-315b7317dd52 could not be found, it might have been deleted concurrently. {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 01:57:10.163046 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-98d23b84-6ee5-422a-a669-8867dafd21ac tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:10.188938 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-98d23b84-6ee5-422a-a669-8867dafd21ac tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97875cfa-cf36-4a73-a72b-9b32a7779355']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:57:10.193096 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2334ca21-e335-4fe9-a330-baf3b4bb84d5 None None] Network 1529d731-7b0c-4a6a-b5c0-315b7317dd52 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:57:10.195086 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-b787e872-36d3-485c-8b7a-3d609197547f None None] Could not find standard attr ID for object fbb36040-6baf-4c39-9e8e-ea17cedf0e10. {{(pid=109087) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 01:57:10.199601 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-98d23b84-6ee5-422a-a669-8867dafd21ac tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8183ccb6-0504-48ed-aac0-a13f517f8f88') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:57:10.199993 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-98d23b84-6ee5-422a-a669-8867dafd21ac tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8183ccb6-0504-48ed-aac0-a13f517f8f88') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:57:10.210571 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-98d23b84-6ee5-422a-a669-8867dafd21ac tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:10.215327 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2334ca21-e335-4fe9-a330-baf3b4bb84d5 None None] Network 1529d731-7b0c-4a6a-b5c0-315b7317dd52 could not be found, it might have been deleted concurrently. {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 01:57:10.224790 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-98d23b84-6ee5-422a-a669-8867dafd21ac tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:10.231337 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98d23b84-6ee5-422a-a669-8867dafd21ac tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:57:10.231792 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-98d23b84-6ee5-422a-a669-8867dafd21ac tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:10.234747 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:57:10.234747 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:57:10.234747 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:57:10.234747 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:57:10.234747 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:57:10.234747 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:57:10.234747 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:57:10.234747 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:57:10.234747 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:57:10.234747 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:57:10.234747 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:57:10.234747 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:57:10.234747 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:57:10.234747 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:57:10.234747 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:57:10.234747 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:57:10.234747 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:57:10.234747 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:57:10.234747 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:57:10.234747 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:57:10.234747 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:57:10.234747 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:57:10.234747 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:57:10.234747 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:57:10.234747 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:57:10.234747 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:57:10.234747 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:57:10.234747 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:57:10.234747 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:57:10.234747 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:57:10.234747 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:57:10.234747 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:57:10.265830 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0841d5bd-453e-4462-98d7-2beae9392d25 None None] Network 97875cfa-cf36-4a73-a72b-9b32a7779355 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:57:10.293517 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-98d23b84-6ee5-422a-a669-8867dafd21ac tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:10.299048 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-98d23b84-6ee5-422a-a669-8867dafd21ac tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:10.302907 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-98d23b84-6ee5-422a-a669-8867dafd21ac tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] 10.222.0.45 "DELETE /v2.0/networks/97875cfa-cf36-4a73-a72b-9b32a7779355 HTTP/1.1" status: 204 len: 168 time: 0.5627708 Nov 12 01:57:10.305605 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56694) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:57:10.318622 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d23b84-6ee5-422a-a669-8867dafd21ac tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Pushing event deleted for resources: {'Network': ['ID=97875cfa-cf36-4a73-a72b-9b32a7779355,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:10.335306 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e9afd62-8b2b-4718-9a6a-86dd8a3cc30b tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] DELETE failed (client error): The resource could not be found. Nov 12 01:57:10.335772 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e9afd62-8b2b-4718-9a6a-86dd8a3cc30b tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:57:10.338890 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1e9afd62-8b2b-4718-9a6a-86dd8a3cc30b tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] 10.222.0.45 "DELETE /v2.0/subnets/9bfce8cb-58c7-4e61-b4c7-802c82e0a77a HTTP/1.1" status: 404 len: 337 time: 0.0315311 Nov 12 01:57:10.341539 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56696) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:57:10.359615 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3b5616a-ff51-4108-a0ee-49f6eca3c197 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] DELETE failed (client error): The resource could not be found. Nov 12 01:57:10.360126 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3b5616a-ff51-4108-a0ee-49f6eca3c197 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:57:10.363212 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c3b5616a-ff51-4108-a0ee-49f6eca3c197 tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] 10.222.0.45 "DELETE /v2.0/networks/0e09a4ff-cae1-4531-bcc1-ad7d800b93c9 HTTP/1.1" status: 404 len: 339 time: 0.0207434 Nov 12 01:57:10.366237 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56698) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:57:10.392481 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-e98bcef8-4ebb-4c6f-829f-82006d858a5e tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] DELETE failed (client error): The resource could not be found. Nov 12 01:57:10.393053 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e98bcef8-4ebb-4c6f-829f-82006d858a5e tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:57:10.396148 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e98bcef8-4ebb-4c6f-829f-82006d858a5e tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] 10.222.0.45 "DELETE /v2.0/subnets/378e6427-886b-42de-adff-0d45230b0a5d HTTP/1.1" status: 404 len: 337 time: 0.0289428 Nov 12 01:57:10.398902 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56700) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:57:10.417787 n-d-712142-27 neutron-server[109086]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8981420-f849-4b80-ad1e-b994d320ae3e tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] DELETE failed (client error): The resource could not be found. Nov 12 01:57:10.418371 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8981420-f849-4b80-ad1e-b994d320ae3e tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109086) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 01:57:10.421798 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c8981420-f849-4b80-ad1e-b994d320ae3e tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] 10.222.0.45 "DELETE /v2.0/networks/fa85632e-e678-4fe3-9b17-7017259ce57f HTTP/1.1" status: 404 len: 339 time: 0.0218360 Nov 12 01:57:10.424415 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56702) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:57:10.434851 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9b14d1-3f01-4ca0-b2c4-47e2ef57178e None None] DHCP port deletion for 97875cfa-cf36-4a73-a72b-9b32a7779355 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:57:10.478312 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9c58c71-3ca2-4615-9f59-6ab5132033cf tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Deleting subnet ba43494a-b61e-4cbb-a509-da4d811fe3f8 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:57:10.481446 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c9c58c71-3ca2-4615-9f59-6ab5132033cf tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:10.525288 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c9c58c71-3ca2-4615-9f59-6ab5132033cf tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:10.607170 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c9c58c71-3ca2-4615-9f59-6ab5132033cf tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:10.662734 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c9c58c71-3ca2-4615-9f59-6ab5132033cf tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:10.694037 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c58c71-3ca2-4615-9f59-6ab5132033cf tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Pushing event deleted for resources: {'Subnet': ['ID=ba43494a-b61e-4cbb-a509-da4d811fe3f8,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:10.698222 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c9c58c71-3ca2-4615-9f59-6ab5132033cf tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:10.701501 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c9c58c71-3ca2-4615-9f59-6ab5132033cf tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] 10.222.0.45 "DELETE /v2.0/subnets/ba43494a-b61e-4cbb-a509-da4d811fe3f8 HTTP/1.1" status: 204 len: 168 time: 0.2761302 Nov 12 01:57:10.703929 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56704) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:57:10.706333 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97bbd05-1ec7-4874-a01d-c336b05fc2fa None None] Network 50b3acad-0e58-48e1-8675-39fe88d54001 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:57:10.777562 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eaba3ad6-5de2-432f-b5b2-48b1b7e7033e tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:10.834068 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-eaba3ad6-5de2-432f-b5b2-48b1b7e7033e tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Deleting port 78fba146-a97a-4151-9fa2-ad175259bdd5 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:57:10.834422 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eaba3ad6-5de2-432f-b5b2-48b1b7e7033e tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:10.884368 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242d89e9-932d-4a8a-a9a2-393903142b61 None None] DHCP port deletion for 50b3acad-0e58-48e1-8675-39fe88d54001 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:57:10.904340 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-eaba3ad6-5de2-432f-b5b2-48b1b7e7033e tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] For port 78fba146-a97a-4151-9fa2-ad175259bdd5, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=78fba146-a97a-4151-9fa2-ad175259bdd5,segment=NetworkSegment(b63c02a7-14a1-4de2-abfe-ed173863d128),segment_id=b63c02a7-14a1-4de2-abfe-ed173863d128)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:57:10.904702 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eaba3ad6-5de2-432f-b5b2-48b1b7e7033e tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:10.918152 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-eaba3ad6-5de2-432f-b5b2-48b1b7e7033e tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Calling delete_port for 78fba146-a97a-4151-9fa2-ad175259bdd5 owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:57:10.931509 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-242d89e9-932d-4a8a-a9a2-393903142b61 None None] Deleting port 78fba146-a97a-4151-9fa2-ad175259bdd5 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:57:10.931885 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-242d89e9-932d-4a8a-a9a2-393903142b61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:10.999684 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eaba3ad6-5de2-432f-b5b2-48b1b7e7033e tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:11.008037 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-242d89e9-932d-4a8a-a9a2-393903142b61 None None] For port 78fba146-a97a-4151-9fa2-ad175259bdd5, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=78fba146-a97a-4151-9fa2-ad175259bdd5,segment=NetworkSegment(b63c02a7-14a1-4de2-abfe-ed173863d128),segment_id=b63c02a7-14a1-4de2-abfe-ed173863d128)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:57:11.008807 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-242d89e9-932d-4a8a-a9a2-393903142b61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:11.022394 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-242d89e9-932d-4a8a-a9a2-393903142b61 None None] Calling delete_port for 78fba146-a97a-4151-9fa2-ad175259bdd5 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:57:11.027856 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba3ad6-5de2-432f-b5b2-48b1b7e7033e tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Pushing event deleted for resources: {'Port': ['ID=78fba146-a97a-4151-9fa2-ad175259bdd5,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:11.029727 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaba3ad6-5de2-432f-b5b2-48b1b7e7033e tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] No DVR routers for this DVR port 78fba146-a97a-4151-9fa2-ad175259bdd5 on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:57:11.113506 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eaba3ad6-5de2-432f-b5b2-48b1b7e7033e tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:11.119551 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-242d89e9-932d-4a8a-a9a2-393903142b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:11.135299 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-eaba3ad6-5de2-432f-b5b2-48b1b7e7033e tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50b3acad-0e58-48e1-8675-39fe88d54001']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:57:11.144302 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:11.144817 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-eaba3ad6-5de2-432f-b5b2-48b1b7e7033e tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b63c02a7-14a1-4de2-abfe-ed173863d128') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:57:11.144817 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-eaba3ad6-5de2-432f-b5b2-48b1b7e7033e tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b63c02a7-14a1-4de2-abfe-ed173863d128') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:57:11.147627 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242d89e9-932d-4a8a-a9a2-393903142b61 None None] Pushing event deleted for resources: {'Port': ['ID=78fba146-a97a-4151-9fa2-ad175259bdd5,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:11.152540 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242d89e9-932d-4a8a-a9a2-393903142b61 None None] No DVR routers for this DVR port 78fba146-a97a-4151-9fa2-ad175259bdd5 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:57:11.154648 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eaba3ad6-5de2-432f-b5b2-48b1b7e7033e tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:11.169095 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eaba3ad6-5de2-432f-b5b2-48b1b7e7033e tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:11.175093 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaba3ad6-5de2-432f-b5b2-48b1b7e7033e tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:57:11.175483 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eaba3ad6-5de2-432f-b5b2-48b1b7e7033e tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:11.179242 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:57:11.179242 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:57:11.179242 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:57:11.179242 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:57:11.179242 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:57:11.179242 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:57:11.179242 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:57:11.179242 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:57:11.179242 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:57:11.179242 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:57:11.179242 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:57:11.179242 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:57:11.179242 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:57:11.179242 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:57:11.179242 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:57:11.179242 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:57:11.179242 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:57:11.179242 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:57:11.179242 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:57:11.179242 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:57:11.179242 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:57:11.179242 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:57:11.179242 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:57:11.179242 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:57:11.179242 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:57:11.179242 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:57:11.179242 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:57:11.179242 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:57:11.179242 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:57:11.179242 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:57:11.179242 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:57:11.179242 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:57:11.241507 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eaba3ad6-5de2-432f-b5b2-48b1b7e7033e tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:11.248910 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eaba3ad6-5de2-432f-b5b2-48b1b7e7033e tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:11.251733 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-eaba3ad6-5de2-432f-b5b2-48b1b7e7033e tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] 10.222.0.45 "DELETE /v2.0/networks/50b3acad-0e58-48e1-8675-39fe88d54001 HTTP/1.1" status: 204 len: 168 time: 0.5468507 Nov 12 01:57:11.263682 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba3ad6-5de2-432f-b5b2-48b1b7e7033e tempest-NetworksIpV6Test-1662279694 tempest-NetworksIpV6Test-1662279694-project] Pushing event deleted for resources: {'Network': ['ID=50b3acad-0e58-48e1-8675-39fe88d54001,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:11.304915 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 78fba146-a97a-4151-9fa2-ad175259bdd5 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:57:11.326172 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 78fba146-a97a-4151-9fa2-ad175259bdd5 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:57:11.326516 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 78fba146-a97a-4151-9fa2-ad175259bdd5 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:57:11.497296 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56710) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:57:11.627864 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2099610d-104d-4aee-a719-5b2f6c4373bf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c6116a36fa114c4195b95578078aa043&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1293879 Nov 12 01:57:11.630408 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56714) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:57:11.681804 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-84c5ecf1-d3f3-47dc-a951-c71fde5639bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:11.703329 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-84c5ecf1-d3f3-47dc-a951-c71fde5639bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:11.749256 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-84c5ecf1-d3f3-47dc-a951-c71fde5639bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:11.751901 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-84c5ecf1-d3f3-47dc-a951-c71fde5639bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:11.753097 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-84c5ecf1-d3f3-47dc-a951-c71fde5639bb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/967895a6-4372-4b00-a833-ada13d68f726 HTTP/1.1" status: 204 len: 168 time: 0.1217611 Nov 12 01:57:11.761238 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c5ecf1-d3f3-47dc-a951-c71fde5639bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967895a6-4372-4b00-a833-ada13d68f726,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:12.390640 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56736) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:57:12.488261 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-3e7d9426-95cc-4c6b-939d-fafa90cddf19 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-665808856', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:57:12.511475 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3e7d9426-95cc-4c6b-939d-fafa90cddf19 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:12.512494 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3e7d9426-95cc-4c6b-939d-fafa90cddf19 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:12.569347 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3e7d9426-95cc-4c6b-939d-fafa90cddf19 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:12.573625 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3e7d9426-95cc-4c6b-939d-fafa90cddf19 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:12.592018 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3e7d9426-95cc-4c6b-939d-fafa90cddf19 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:12.593279 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3e7d9426-95cc-4c6b-939d-fafa90cddf19 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2016256 Nov 12 01:57:12.596024 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56740) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:57:12.601472 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-9b874e39-8260-425d-871b-d65711f534a5 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1652471084'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:57:12.621794 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b874e39-8260-425d-871b-d65711f534a5 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Made reservation on behalf of 2797b282424f4558932ef167efc0cd36 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:57:12.625222 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9b874e39-8260-425d-871b-d65711f534a5 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:12.633811 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9b874e39-8260-425d-871b-d65711f534a5 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:12.710723 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9b874e39-8260-425d-871b-d65711f534a5 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:12.714307 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9b874e39-8260-425d-871b-d65711f534a5 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:12.737049 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b874e39-8260-425d-871b-d65711f534a5 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:57:12.751555 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b874e39-8260-425d-871b-d65711f534a5 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a182c9d-81bb-4f91-9819-51a1927560a2,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:12.754411 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9b874e39-8260-425d-871b-d65711f534a5 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:12.755304 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-9b874e39-8260-425d-871b-d65711f534a5 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Added segment 07b1e168-867b-4602-b9fa-7e9d6cd9c198 of type vlan for network 951bdbbd-a7b5-4e9f-9639-71eb6525096a Nov 12 01:57:12.794566 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9b874e39-8260-425d-871b-d65711f534a5 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:12.820195 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9b874e39-8260-425d-871b-d65711f534a5 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:12.825798 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b874e39-8260-425d-871b-d65711f534a5 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:12.826389 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9b874e39-8260-425d-871b-d65711f534a5 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:12.861202 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-9b874e39-8260-425d-871b-d65711f534a5 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2641044 Nov 12 01:57:12.864115 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56742) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:57:12.869234 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-8a32173d-cec3-4949-9437-ac01a118def6 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Request body: {'subnet': {'network_id': '951bdbbd-a7b5-4e9f-9639-71eb6525096a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:57:12.898079 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b874e39-8260-425d-871b-d65711f534a5 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Pushing event updated for resources: {'Network': ['ID=951bdbbd-a7b5-4e9f-9639-71eb6525096a,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:12.908790 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 951bdbbd-a7b5-4e9f-9639-71eb6525096a details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:57:12.972000 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a32173d-cec3-4949-9437-ac01a118def6 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Made reservation on behalf of 2797b282424f4558932ef167efc0cd36 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:57:12.976219 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8a32173d-cec3-4949-9437-ac01a118def6 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:13.156179 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8a32173d-cec3-4949-9437-ac01a118def6 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:13.210692 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a32173d-cec3-4949-9437-ac01a118def6 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Pushing event updated for resources: {'Subnet': ['ID=f0b9bb25-fa98-411a-b55e-239d26036515,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:13.226833 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a32173d-cec3-4949-9437-ac01a118def6 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Checking segment: {'id': '07b1e168-867b-4602-b9fa-7e9d6cd9c198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '951bdbbd-a7b5-4e9f-9639-71eb6525096a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:57:13.227157 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a32173d-cec3-4949-9437-ac01a118def6 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Network hostable DHCP agents. Network: 951bdbbd-a7b5-4e9f-9639-71eb6525096a, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:57:13.246202 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a32173d-cec3-4949-9437-ac01a118def6 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Network 951bdbbd-a7b5-4e9f-9639-71eb6525096a is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:57:13.255595 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-8a32173d-cec3-4949-9437-ac01a118def6 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 951bdbbd-a7b5-4e9f-9639-71eb6525096a) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:57:13.259735 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a32173d-cec3-4949-9437-ac01a118def6 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:13.260384 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8a32173d-cec3-4949-9437-ac01a118def6 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:13.264504 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8707d732-033d-46fc-a255-1842ba1f375d None None] Network 951bdbbd-a7b5-4e9f-9639-71eb6525096a requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:57:13.276483 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8a32173d-cec3-4949-9437-ac01a118def6 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4112489 Nov 12 01:57:13.279569 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56744) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:57:13.284559 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-f0dbfd02-34cf-4ef5-bb71-1c910e592c2f tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1022769997'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:57:13.305101 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0dbfd02-34cf-4ef5-bb71-1c910e592c2f tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Made reservation on behalf of 2797b282424f4558932ef167efc0cd36 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:57:13.309029 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f0dbfd02-34cf-4ef5-bb71-1c910e592c2f tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:13.334037 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0dbfd02-34cf-4ef5-bb71-1c910e592c2f tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:57:13.344347 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f0dbfd02-34cf-4ef5-bb71-1c910e592c2f tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:13.344692 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-f0dbfd02-34cf-4ef5-bb71-1c910e592c2f tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Added segment 3bbc7e4a-5e87-4beb-b34a-b1ccb643f232 of type vlan for network 08b4025b-6d6b-4a3e-88fd-77ddacd3f063 Nov 12 01:57:13.393800 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f0dbfd02-34cf-4ef5-bb71-1c910e592c2f tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:13.412664 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa746f9-8853-452c-97ed-f9ba73e25fa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-951bdbbd-a7b5-4e9f-9639-71eb6525096a', 'network_id': '951bdbbd-a7b5-4e9f-9639-71eb6525096a', 'tenant_id': '2797b282424f4558932ef167efc0cd36', 'fixed_ips': [{'subnet_id': 'f0b9bb25-fa98-411a-b55e-239d26036515'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:57:13.413836 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7aa746f9-8853-452c-97ed-f9ba73e25fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:13.419607 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f0dbfd02-34cf-4ef5-bb71-1c910e592c2f tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:13.425980 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dbfd02-34cf-4ef5-bb71-1c910e592c2f tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:13.427147 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f0dbfd02-34cf-4ef5-bb71-1c910e592c2f tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:13.487427 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f0dbfd02-34cf-4ef5-bb71-1c910e592c2f tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2065923 Nov 12 01:57:13.490853 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56746) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:57:13.496830 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dbfd02-34cf-4ef5-bb71-1c910e592c2f tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Pushing event updated for resources: {'Network': ['ID=08b4025b-6d6b-4a3e-88fd-77ddacd3f063,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:13.497444 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-6b2d79ea-ff83-4041-825b-64cc84d711a0 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Request body: {'subnet': {'network_id': '08b4025b-6d6b-4a3e-88fd-77ddacd3f063', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:57:13.511997 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 08b4025b-6d6b-4a3e-88fd-77ddacd3f063 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:57:13.597054 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2d79ea-ff83-4041-825b-64cc84d711a0 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Made reservation on behalf of 2797b282424f4558932ef167efc0cd36 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:57:13.601292 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6b2d79ea-ff83-4041-825b-64cc84d711a0 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:13.608294 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-7aa746f9-8853-452c-97ed-f9ba73e25fa9 None None] Allocated IP 172.20.0.2 (951bdbbd-a7b5-4e9f-9639-71eb6525096a/f0b9bb25-fa98-411a-b55e-239d26036515/6dd025e5-056d-4497-b803-f20438d63172) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:57:13.755359 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7aa746f9-8853-452c-97ed-f9ba73e25fa9 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:13.761114 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7aa746f9-8853-452c-97ed-f9ba73e25fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:13.788357 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6b2d79ea-ff83-4041-825b-64cc84d711a0 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:13.797087 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa746f9-8853-452c-97ed-f9ba73e25fa9 None None] Network 951bdbbd-a7b5-4e9f-9639-71eb6525096a is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:57:13.799418 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-7aa746f9-8853-452c-97ed-f9ba73e25fa9 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:57:13.803785 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa746f9-8853-452c-97ed-f9ba73e25fa9 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:57:13.820611 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa746f9-8853-452c-97ed-f9ba73e25fa9 None None] Pushing event updated for resources: {'Port': ['ID=6dd025e5-056d-4497-b803-f20438d63172,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:13.864882 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2d79ea-ff83-4041-825b-64cc84d711a0 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Pushing event updated for resources: {'Subnet': ['ID=dda52c98-ade2-4017-a436-73f41c3e8c8d,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:13.866012 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-7aa746f9-8853-452c-97ed-f9ba73e25fa9 None None] Attempting to bind port 6dd025e5-056d-4497-b803-f20438d63172 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:57:13.866413 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-7aa746f9-8853-452c-97ed-f9ba73e25fa9 None None] Attempting to bind port 6dd025e5-056d-4497-b803-f20438d63172 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '07b1e168-867b-4602-b9fa-7e9d6cd9c198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '951bdbbd-a7b5-4e9f-9639-71eb6525096a'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:57:13.866778 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa746f9-8853-452c-97ed-f9ba73e25fa9 None None] Attempting to bind port 6dd025e5-056d-4497-b803-f20438d63172 on network 951bdbbd-a7b5-4e9f-9639-71eb6525096a {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:57:13.870429 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2d79ea-ff83-4041-825b-64cc84d711a0 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Checking segment: {'id': '3bbc7e4a-5e87-4beb-b34a-b1ccb643f232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '08b4025b-6d6b-4a3e-88fd-77ddacd3f063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:57:13.870802 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2d79ea-ff83-4041-825b-64cc84d711a0 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Network hostable DHCP agents. Network: 08b4025b-6d6b-4a3e-88fd-77ddacd3f063, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:57:13.872217 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa746f9-8853-452c-97ed-f9ba73e25fa9 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:57:13.872789 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa746f9-8853-452c-97ed-f9ba73e25fa9 None None] Checking segment: {'id': '07b1e168-867b-4602-b9fa-7e9d6cd9c198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '951bdbbd-a7b5-4e9f-9639-71eb6525096a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:57:13.873193 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7aa746f9-8853-452c-97ed-f9ba73e25fa9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:13.874008 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa746f9-8853-452c-97ed-f9ba73e25fa9 None None] Bound using segment: {'id': '07b1e168-867b-4602-b9fa-7e9d6cd9c198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '951bdbbd-a7b5-4e9f-9639-71eb6525096a'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:57:13.874484 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-7aa746f9-8853-452c-97ed-f9ba73e25fa9 None None] Bound port: 6dd025e5-056d-4497-b803-f20438d63172, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07b1e168-867b-4602-b9fa-7e9d6cd9c198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '951bdbbd-a7b5-4e9f-9639-71eb6525096a'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:57:13.875602 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7aa746f9-8853-452c-97ed-f9ba73e25fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:13.888572 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2d79ea-ff83-4041-825b-64cc84d711a0 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Network 08b4025b-6d6b-4a3e-88fd-77ddacd3f063 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:57:13.897758 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-6b2d79ea-ff83-4041-825b-64cc84d711a0 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 08b4025b-6d6b-4a3e-88fd-77ddacd3f063) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:57:13.901857 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2d79ea-ff83-4041-825b-64cc84d711a0 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:13.902442 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6b2d79ea-ff83-4041-825b-64cc84d711a0 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:13.912767 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931c56c0-dcb8-4292-9fbe-cafbf24a16e6 None None] Network 08b4025b-6d6b-4a3e-88fd-77ddacd3f063 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:57:13.921378 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-6b2d79ea-ff83-4041-825b-64cc84d711a0 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4254913 Nov 12 01:57:13.921714 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56748) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:57:13.926397 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-e37ca84b-275c-4b47-a09d-064257ab0574 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Request body: {'router': {'external_gateway_info': {'network_id': '08b4025b-6d6b-4a3e-88fd-77ddacd3f063'}}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:57:13.994099 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-7aa746f9-8853-452c-97ed-f9ba73e25fa9 None None] For port 6dd025e5-056d-4497-b803-f20438d63172, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:57:14.013290 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-7aa746f9-8853-452c-97ed-f9ba73e25fa9 None None] For port 6dd025e5-056d-4497-b803-f20438d63172, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=6dd025e5-056d-4497-b803-f20438d63172,segment=NetworkSegment(07b1e168-867b-4602-b9fa-7e9d6cd9c198),segment_id=07b1e168-867b-4602-b9fa-7e9d6cd9c198)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:57:14.018376 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7aa746f9-8853-452c-97ed-f9ba73e25fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:14.142054 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e37ca84b-275c-4b47-a09d-064257ab0574 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:14.250343 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [None req-e37ca84b-275c-4b47-a09d-064257ab0574 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 01:57:14.257584 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e37ca84b-275c-4b47-a09d-064257ab0574 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] 10.222.0.45 "PUT /v2.0/routers/64a34684-01c6-4bd0-a96f-adbee06ebe3a HTTP/1.1" status: 400 len: 364 time: 0.3289323 Nov 12 01:57:14.258849 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56750) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:57:14.284282 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa746f9-8853-452c-97ed-f9ba73e25fa9 None None] Pushing event updated for resources: {'Port': ['ID=6dd025e5-056d-4497-b803-f20438d63172,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:14.319773 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a56d1f9-af0a-493f-bf99-5d73f526b239 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-08b4025b-6d6b-4a3e-88fd-77ddacd3f063', 'network_id': '08b4025b-6d6b-4a3e-88fd-77ddacd3f063', 'tenant_id': '2797b282424f4558932ef167efc0cd36', 'fixed_ips': [{'subnet_id': 'dda52c98-ade2-4017-a436-73f41c3e8c8d'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:57:14.320642 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1a56d1f9-af0a-493f-bf99-5d73f526b239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:14.322840 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6a6734b-278e-43f6-8a11-7faea4bed139 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Deleting subnet dda52c98-ade2-4017-a436-73f41c3e8c8d {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:57:14.326457 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f6a6734b-278e-43f6-8a11-7faea4bed139 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:14.372402 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f6a6734b-278e-43f6-8a11-7faea4bed139 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:14.420575 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f6a6734b-278e-43f6-8a11-7faea4bed139 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:14.497666 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f6a6734b-278e-43f6-8a11-7faea4bed139 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server [None req-1a56d1f9-af0a-493f-bf99-5d73f526b239 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dda52c98-ade2-4017-a436-73f41c3e8c8d: This subnet is being modified by another concurrent operation. Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server raise exception Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dda52c98-ade2-4017-a436-73f41c3e8c8d: This subnet is being modified by another concurrent operation. Nov 12 01:57:14.501204 n-d-712142-27 neutron-server[109087]: ERROR oslo_messaging.rpc.server Nov 12 01:57:14.512662 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f6a6734b-278e-43f6-8a11-7faea4bed139 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:14.518616 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56752) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:57:14.524590 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-f6a6734b-278e-43f6-8a11-7faea4bed139 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] 10.222.0.45 "DELETE /v2.0/subnets/dda52c98-ade2-4017-a436-73f41c3e8c8d HTTP/1.1" status: 204 len: 168 time: 0.2645156 Nov 12 01:57:14.527365 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2527b4bb-6156-4bb9-9cde-fb91cffe5691 None None] Network 08b4025b-6d6b-4a3e-88fd-77ddacd3f063 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:57:14.550643 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a6734b-278e-43f6-8a11-7faea4bed139 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Pushing event deleted for resources: {'Subnet': ['ID=dda52c98-ade2-4017-a436-73f41c3e8c8d,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:14.615104 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4e51a3f8-4f43-4a68-89c6-28964e3b491c tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:14.701135 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4e51a3f8-4f43-4a68-89c6-28964e3b491c tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:14.732221 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-4e51a3f8-4f43-4a68-89c6-28964e3b491c tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08b4025b-6d6b-4a3e-88fd-77ddacd3f063']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:57:14.742881 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-4e51a3f8-4f43-4a68-89c6-28964e3b491c tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bbc7e4a-5e87-4beb-b34a-b1ccb643f232') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:57:14.743173 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-4e51a3f8-4f43-4a68-89c6-28964e3b491c tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bbc7e4a-5e87-4beb-b34a-b1ccb643f232') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:57:14.753752 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4e51a3f8-4f43-4a68-89c6-28964e3b491c tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:14.767328 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4e51a3f8-4f43-4a68-89c6-28964e3b491c tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:14.774659 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e51a3f8-4f43-4a68-89c6-28964e3b491c tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:57:14.775126 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4e51a3f8-4f43-4a68-89c6-28964e3b491c tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:14.778314 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:57:14.778314 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:57:14.778314 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:57:14.778314 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:57:14.778314 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:57:14.778314 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:57:14.778314 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:57:14.778314 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:57:14.778314 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:57:14.778314 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:57:14.778314 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:57:14.778314 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:57:14.778314 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:57:14.778314 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:57:14.778314 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:57:14.778314 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:57:14.778314 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:57:14.778314 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:57:14.778314 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:57:14.778314 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:57:14.778314 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:57:14.778314 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:57:14.778314 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:57:14.778314 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:57:14.778314 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:57:14.778314 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:57:14.778314 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:57:14.778314 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:57:14.778314 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:57:14.778314 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:57:14.778314 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:57:14.778314 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:57:14.835999 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4e51a3f8-4f43-4a68-89c6-28964e3b491c tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:14.843473 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4e51a3f8-4f43-4a68-89c6-28964e3b491c tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:14.846600 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4e51a3f8-4f43-4a68-89c6-28964e3b491c tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] 10.222.0.45 "DELETE /v2.0/networks/08b4025b-6d6b-4a3e-88fd-77ddacd3f063 HTTP/1.1" status: 204 len: 168 time: 0.3269823 Nov 12 01:57:14.849379 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56754) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:57:14.861273 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e51a3f8-4f43-4a68-89c6-28964e3b491c tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Pushing event deleted for resources: {'Network': ['ID=08b4025b-6d6b-4a3e-88fd-77ddacd3f063,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:14.901755 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e691144-fcd2-4a8e-8917-ec7baa87c949 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Deleting subnet f0b9bb25-fa98-411a-b55e-239d26036515 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:57:14.905445 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2e691144-fcd2-4a8e-8917-ec7baa87c949 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:14.947897 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2e691144-fcd2-4a8e-8917-ec7baa87c949 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:15.039643 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2e691144-fcd2-4a8e-8917-ec7baa87c949 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:15.100975 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2e691144-fcd2-4a8e-8917-ec7baa87c949 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:15.130489 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e691144-fcd2-4a8e-8917-ec7baa87c949 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Pushing event deleted for resources: {'Subnet': ['ID=f0b9bb25-fa98-411a-b55e-239d26036515,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:15.132577 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2e691144-fcd2-4a8e-8917-ec7baa87c949 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:15.138068 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2e691144-fcd2-4a8e-8917-ec7baa87c949 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] 10.222.0.45 "DELETE /v2.0/subnets/f0b9bb25-fa98-411a-b55e-239d26036515 HTTP/1.1" status: 204 len: 168 time: 0.2853699 Nov 12 01:57:15.138328 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56756) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:57:15.223086 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7ddf939b-1035-45f8-ab3c-a74c22584c72 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:15.242552 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e485be99-dd8b-4bb6-9302-96dcd900ef09 None None] Network 951bdbbd-a7b5-4e9f-9639-71eb6525096a requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:57:15.290691 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-7ddf939b-1035-45f8-ab3c-a74c22584c72 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Deleting port 6dd025e5-056d-4497-b803-f20438d63172 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:57:15.291209 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7ddf939b-1035-45f8-ab3c-a74c22584c72 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:15.317747 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-561d1b99-972e-4846-a3dc-9ed2d0ccbaec None None] Provisioning complete for port 6dd025e5-056d-4497-b803-f20438d63172 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:57:15.318114 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-561d1b99-972e-4846-a3dc-9ed2d0ccbaec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:15.352456 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 6dd025e5-056d-4497-b803-f20438d63172 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:57:15.360928 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-7ddf939b-1035-45f8-ab3c-a74c22584c72 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] For port 6dd025e5-056d-4497-b803-f20438d63172, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=6dd025e5-056d-4497-b803-f20438d63172,segment=NetworkSegment(07b1e168-867b-4602-b9fa-7e9d6cd9c198),segment_id=07b1e168-867b-4602-b9fa-7e9d6cd9c198)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:57:15.361296 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7ddf939b-1035-45f8-ab3c-a74c22584c72 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:15.377946 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-7ddf939b-1035-45f8-ab3c-a74c22584c72 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Calling delete_port for 6dd025e5-056d-4497-b803-f20438d63172 owned by network:dhcp {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:57:15.456512 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7ddf939b-1035-45f8-ab3c-a74c22584c72 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:15.482911 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf939b-1035-45f8-ab3c-a74c22584c72 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Pushing event deleted for resources: {'Port': ['ID=6dd025e5-056d-4497-b803-f20438d63172,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:15.486680 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddf939b-1035-45f8-ab3c-a74c22584c72 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] No DVR routers for this DVR port 6dd025e5-056d-4497-b803-f20438d63172 on host n-d-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:57:15.491895 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 6dd025e5-056d-4497-b803-f20438d63172 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:57:15.492261 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:15.521819 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Port 6dd025e5-056d-4497-b803-f20438d63172 was deleted so its status cannot be updated. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 01:57:15.523871 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-561d1b99-972e-4846-a3dc-9ed2d0ccbaec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:15.568954 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4a071a-c621-467d-8f0e-ca2438de232f None None] DHCP port deletion for 951bdbbd-a7b5-4e9f-9639-71eb6525096a request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:57:15.576424 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7ddf939b-1035-45f8-ab3c-a74c22584c72 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:15.597489 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d57a8ef-bb7c-42a8-b2f1-5e43bd164b76 None None] get_active_networks_info from n-d-712142-27 {{(pid=109087) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 01:57:15.604789 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-7ddf939b-1035-45f8-ab3c-a74c22584c72 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['951bdbbd-a7b5-4e9f-9639-71eb6525096a']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:57:15.615371 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-7ddf939b-1035-45f8-ab3c-a74c22584c72 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07b1e168-867b-4602-b9fa-7e9d6cd9c198') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:57:15.615664 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-7ddf939b-1035-45f8-ab3c-a74c22584c72 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07b1e168-867b-4602-b9fa-7e9d6cd9c198') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:57:15.625259 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7ddf939b-1035-45f8-ab3c-a74c22584c72 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:15.640557 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7ddf939b-1035-45f8-ab3c-a74c22584c72 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:15.648391 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ddf939b-1035-45f8-ab3c-a74c22584c72 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:57:15.649030 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7ddf939b-1035-45f8-ab3c-a74c22584c72 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:15.652816 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 01:57:15.652816 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:57:15.652816 n-d-712142-27 neutron-server[109085]: timer() Nov 12 01:57:15.652816 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:57:15.652816 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 01:57:15.652816 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:57:15.652816 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 01:57:15.652816 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:57:15.652816 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 01:57:15.652816 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:57:15.652816 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 01:57:15.652816 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:57:15.652816 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 01:57:15.652816 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:57:15.652816 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:57:15.652816 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:57:15.652816 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:57:15.652816 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:57:15.652816 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 01:57:15.652816 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:57:15.652816 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 01:57:15.652816 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:57:15.652816 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:57:15.652816 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:57:15.652816 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 01:57:15.652816 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:57:15.652816 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:57:15.652816 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:57:15.652816 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:57:15.652816 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:57:15.652816 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:57:15.652816 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:57:15.661877 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d57a8ef-bb7c-42a8-b2f1-5e43bd164b76 None None] Resources bound (agent type, host, resource id): {{(pid=109087) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 01:57:15.716474 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7ddf939b-1035-45f8-ab3c-a74c22584c72 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:15.723264 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7ddf939b-1035-45f8-ab3c-a74c22584c72 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:15.726964 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7ddf939b-1035-45f8-ab3c-a74c22584c72 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] 10.222.0.45 "DELETE /v2.0/networks/951bdbbd-a7b5-4e9f-9639-71eb6525096a HTTP/1.1" status: 204 len: 168 time: 0.5876932 Nov 12 01:57:15.729831 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56758) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:57:15.738102 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf939b-1035-45f8-ab3c-a74c22584c72 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Pushing event deleted for resources: {'Network': ['ID=951bdbbd-a7b5-4e9f-9639-71eb6525096a,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:15.758708 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2c408a1b-0499-489b-b0ae-eb5cf798dea5 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] 10.222.0.45 "GET /v2.0/ports?device_id=64a34684-01c6-4bd0-a96f-adbee06ebe3a HTTP/1.1" status: 200 len: 205 time: 0.0276837 Nov 12 01:57:15.761390 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56760) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:57:15.837486 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2935-b65c-4e5c-87db-dd26c6f76d16 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Publish callbacks [] for router, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:16.329673 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2935-b65c-4e5c-87db-dd26c6f76d16 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:16.331818 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2935-b65c-4e5c-87db-dd26c6f76d16 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:16.374548 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2935-b65c-4e5c-87db-dd26c6f76d16 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:16.375041 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5a2935-b65c-4e5c-87db-dd26c6f76d16 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Fanout notify agent at l3_agent the message router_deleted on router 64a34684-01c6-4bd0-a96f-adbee06ebe3a {{(pid=109085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:57:16.382432 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6b5a2935-b65c-4e5c-87db-dd26c6f76d16 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:16.386501 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-6b5a2935-b65c-4e5c-87db-dd26c6f76d16 tempest-RoutersNegativeTest-410606671 tempest-RoutersNegativeTest-410606671-project] 10.222.0.45 "DELETE /v2.0/routers/64a34684-01c6-4bd0-a96f-adbee06ebe3a HTTP/1.1" status: 204 len: 168 time: 0.6209409 Nov 12 01:57:16.637185 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56766) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:57:16.769027 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-eaae7f39-a377-4764-91cd-90e37ddd6174 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2797b282424f4558932ef167efc0cd36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1305192 Nov 12 01:57:16.772040 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56770) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:57:16.818444 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-60eabea0-e2c1-49c4-b2c4-dcc0ce13b86f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:16.839309 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-60eabea0-e2c1-49c4-b2c4-dcc0ce13b86f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:16.883678 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-60eabea0-e2c1-49c4-b2c4-dcc0ce13b86f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:16.886336 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-60eabea0-e2c1-49c4-b2c4-dcc0ce13b86f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:16.887458 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-60eabea0-e2c1-49c4-b2c4-dcc0ce13b86f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0a182c9d-81bb-4f91-9819-51a1927560a2 HTTP/1.1" status: 204 len: 168 time: 0.1144686 Nov 12 01:57:16.895121 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eabea0-e2c1-49c4-b2c4-dcc0ce13b86f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a182c9d-81bb-4f91-9819-51a1927560a2,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:17.301117 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 6dd025e5-056d-4497-b803-f20438d63172 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:57:17.327576 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 6dd025e5-056d-4497-b803-f20438d63172 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:57:17.327930 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 6dd025e5-056d-4497-b803-f20438d63172 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:57:17.512428 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56792) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:57:17.606811 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-6b1c1f20-4928-45c8-bed4-457be3f17154 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2092668657-network', 'tenant_id': '726b68a3da804524a645bf5474e6151b'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:57:17.627359 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1c1f20-4928-45c8-bed4-457be3f17154 admin admin] Made reservation on behalf of 726b68a3da804524a645bf5474e6151b for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:57:17.630228 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6b1c1f20-4928-45c8-bed4-457be3f17154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:17.638723 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6b1c1f20-4928-45c8-bed4-457be3f17154 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:17.716560 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6b1c1f20-4928-45c8-bed4-457be3f17154 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:17.720682 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6b1c1f20-4928-45c8-bed4-457be3f17154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:17.743421 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b1c1f20-4928-45c8-bed4-457be3f17154 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:57:17.758654 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1c1f20-4928-45c8-bed4-457be3f17154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e41853-2892-49dd-89f3-1c38b5f91240,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:17.762808 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6b1c1f20-4928-45c8-bed4-457be3f17154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:17.763188 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-6b1c1f20-4928-45c8-bed4-457be3f17154 admin admin] Added segment 402be68d-d4d4-49f7-8236-1fb2034d7187 of type vlan for network 8c7e4e42-0352-4dcc-844c-b0df3f497084 Nov 12 01:57:17.805713 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6b1c1f20-4928-45c8-bed4-457be3f17154 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:17.830828 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6b1c1f20-4928-45c8-bed4-457be3f17154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:17.832015 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1c1f20-4928-45c8-bed4-457be3f17154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:17.832590 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6b1c1f20-4928-45c8-bed4-457be3f17154 admin admin] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:17.865722 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6b1c1f20-4928-45c8-bed4-457be3f17154 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3521917 Nov 12 01:57:17.868701 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56796) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:57:17.873675 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-9e86a1a9-2357-4644-a59d-b8e163bc746a admin admin] Request body: {'subnet': {'network_id': '8c7e4e42-0352-4dcc-844c-b0df3f497084', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2092668657-subnet', 'tenant_id': '726b68a3da804524a645bf5474e6151b', 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:57:17.898097 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1c1f20-4928-45c8-bed4-457be3f17154 admin admin] Pushing event updated for resources: {'Network': ['ID=8c7e4e42-0352-4dcc-844c-b0df3f497084,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:17.898964 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e86a1a9-2357-4644-a59d-b8e163bc746a admin admin] Made reservation on behalf of 726b68a3da804524a645bf5474e6151b for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:57:17.901297 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9e86a1a9-2357-4644-a59d-b8e163bc746a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:17.910284 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 8c7e4e42-0352-4dcc-844c-b0df3f497084 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:57:18.076599 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9e86a1a9-2357-4644-a59d-b8e163bc746a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:18.130584 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e86a1a9-2357-4644-a59d-b8e163bc746a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d9e0a57-9eb6-4c25-a115-53684343a032,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:18.142092 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e86a1a9-2357-4644-a59d-b8e163bc746a admin admin] Checking segment: {'id': '402be68d-d4d4-49f7-8236-1fb2034d7187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8c7e4e42-0352-4dcc-844c-b0df3f497084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:57:18.142450 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e86a1a9-2357-4644-a59d-b8e163bc746a admin admin] Network hostable DHCP agents. Network: 8c7e4e42-0352-4dcc-844c-b0df3f497084, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:57:18.159305 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e86a1a9-2357-4644-a59d-b8e163bc746a admin admin] Network 8c7e4e42-0352-4dcc-844c-b0df3f497084 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:57:18.168372 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-9e86a1a9-2357-4644-a59d-b8e163bc746a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 8c7e4e42-0352-4dcc-844c-b0df3f497084) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:57:18.173195 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e86a1a9-2357-4644-a59d-b8e163bc746a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:18.173781 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9e86a1a9-2357-4644-a59d-b8e163bc746a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:18.176154 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d911f49-9e4d-4f78-a82d-1f1eaa6f2cb6 None None] Network 8c7e4e42-0352-4dcc-844c-b0df3f497084 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:57:18.189940 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-9e86a1a9-2357-4644-a59d-b8e163bc746a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3201191 Nov 12 01:57:18.192501 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56798) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:57:18.196787 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-fc8ee1c2-5913-40b0-9e05-fc1988a29c9f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2092668657-router', 'tenant_id': '726b68a3da804524a645bf5474e6151b', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:57:18.217206 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fc8ee1c2-5913-40b0-9e05-fc1988a29c9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:18.218216 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fc8ee1c2-5913-40b0-9e05-fc1988a29c9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:18.269563 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fc8ee1c2-5913-40b0-9e05-fc1988a29c9f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:18.324742 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbd439a-c83a-43a3-8daf-06366301f130 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-8c7e4e42-0352-4dcc-844c-b0df3f497084', 'network_id': '8c7e4e42-0352-4dcc-844c-b0df3f497084', 'tenant_id': '726b68a3da804524a645bf5474e6151b', 'fixed_ips': [{'subnet_id': '8d9e0a57-9eb6-4c25-a115-53684343a032'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:57:18.325614 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6bbd439a-c83a-43a3-8daf-06366301f130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:18.411153 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fc8ee1c2-5913-40b0-9e05-fc1988a29c9f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:18.471575 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-6bbd439a-c83a-43a3-8daf-06366301f130 None None] Allocated IP 172.20.0.2 (8c7e4e42-0352-4dcc-844c-b0df3f497084/8d9e0a57-9eb6-4c25-a115-53684343a032/5f19014b-80a5-49a0-9f99-27f391eb0941) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:57:18.626386 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6bbd439a-c83a-43a3-8daf-06366301f130 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:18.633508 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6bbd439a-c83a-43a3-8daf-06366301f130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:18.640655 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fc8ee1c2-5913-40b0-9e05-fc1988a29c9f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:18.660064 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fc8ee1c2-5913-40b0-9e05-fc1988a29c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:18.676203 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbd439a-c83a-43a3-8daf-06366301f130 None None] Network 8c7e4e42-0352-4dcc-844c-b0df3f497084 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:57:18.679098 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-6bbd439a-c83a-43a3-8daf-06366301f130 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:57:18.681731 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbd439a-c83a-43a3-8daf-06366301f130 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:57:18.689980 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd439a-c83a-43a3-8daf-06366301f130 None None] Pushing event updated for resources: {'Port': ['ID=5f19014b-80a5-49a0-9f99-27f391eb0941,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:18.743855 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-6bbd439a-c83a-43a3-8daf-06366301f130 None None] Attempting to bind port 5f19014b-80a5-49a0-9f99-27f391eb0941 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:57:18.744254 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-6bbd439a-c83a-43a3-8daf-06366301f130 None None] Attempting to bind port 5f19014b-80a5-49a0-9f99-27f391eb0941 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '402be68d-d4d4-49f7-8236-1fb2034d7187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8c7e4e42-0352-4dcc-844c-b0df3f497084'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:57:18.744618 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbd439a-c83a-43a3-8daf-06366301f130 None None] Attempting to bind port 5f19014b-80a5-49a0-9f99-27f391eb0941 on network 8c7e4e42-0352-4dcc-844c-b0df3f497084 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:57:18.750057 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbd439a-c83a-43a3-8daf-06366301f130 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:57:18.750057 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbd439a-c83a-43a3-8daf-06366301f130 None None] Checking segment: {'id': '402be68d-d4d4-49f7-8236-1fb2034d7187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8c7e4e42-0352-4dcc-844c-b0df3f497084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:57:18.750345 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6bbd439a-c83a-43a3-8daf-06366301f130 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:18.750699 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbd439a-c83a-43a3-8daf-06366301f130 None None] Bound using segment: {'id': '402be68d-d4d4-49f7-8236-1fb2034d7187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8c7e4e42-0352-4dcc-844c-b0df3f497084'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:57:18.751167 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-6bbd439a-c83a-43a3-8daf-06366301f130 None None] Bound port: 5f19014b-80a5-49a0-9f99-27f391eb0941, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '402be68d-d4d4-49f7-8236-1fb2034d7187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8c7e4e42-0352-4dcc-844c-b0df3f497084'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:57:18.751640 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6bbd439a-c83a-43a3-8daf-06366301f130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:18.763654 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-fc8ee1c2-5913-40b0-9e05-fc1988a29c9f admin admin] Allocated IP 172.25.3.225 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/218939ca-17f1-4a27-907d-79577aa85e30) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:57:18.820507 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-6bbd439a-c83a-43a3-8daf-06366301f130 None None] For port 5f19014b-80a5-49a0-9f99-27f391eb0941, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:57:18.823865 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-6bbd439a-c83a-43a3-8daf-06366301f130 None None] For port 5f19014b-80a5-49a0-9f99-27f391eb0941, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=5f19014b-80a5-49a0-9f99-27f391eb0941,segment=NetworkSegment(402be68d-d4d4-49f7-8236-1fb2034d7187),segment_id=402be68d-d4d4-49f7-8236-1fb2034d7187)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:57:18.828155 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6bbd439a-c83a-43a3-8daf-06366301f130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:18.873488 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fc8ee1c2-5913-40b0-9e05-fc1988a29c9f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:18.885203 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd439a-c83a-43a3-8daf-06366301f130 None None] Pushing event updated for resources: {'Port': ['ID=5f19014b-80a5-49a0-9f99-27f391eb0941,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:18.907794 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fc8ee1c2-5913-40b0-9e05-fc1988a29c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:18.946170 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8ee1c2-5913-40b0-9e05-fc1988a29c9f admin admin] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:57:18.951180 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-fc8ee1c2-5913-40b0-9e05-fc1988a29c9f admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:57:18.954671 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8ee1c2-5913-40b0-9e05-fc1988a29c9f admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:57:18.960896 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8ee1c2-5913-40b0-9e05-fc1988a29c9f admin admin] Pushing event updated for resources: {'Port': ['ID=218939ca-17f1-4a27-907d-79577aa85e30,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:18.964194 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6327fa67-0003-4340-9af2-60e1ad06da34 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:57:19.022328 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-3d9eea14-a3f6-4968-acfe-6ca290bb5a79 None None] Provisioning complete for port 218939ca-17f1-4a27-907d-79577aa85e30 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:57:19.022678 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3d9eea14-a3f6-4968-acfe-6ca290bb5a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:19.078802 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-3d9eea14-a3f6-4968-acfe-6ca290bb5a79 None None] Port 218939ca-17f1-4a27-907d-79577aa85e30 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:57:19.252271 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fc8ee1c2-5913-40b0-9e05-fc1988a29c9f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:19.329669 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 5f19014b-80a5-49a0-9f99-27f391eb0941 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:57:19.383746 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 5f19014b-80a5-49a0-9f99-27f391eb0941 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:57:19.384181 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:19.455624 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fc8ee1c2-5913-40b0-9e05-fc1988a29c9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:19.462822 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:19.501769 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 5f19014b-80a5-49a0-9f99-27f391eb0941, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=5f19014b-80a5-49a0-9f99-27f391eb0941,segment=NetworkSegment(402be68d-d4d4-49f7-8236-1fb2034d7187),segment_id=402be68d-d4d4-49f7-8236-1fb2034d7187)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:57:19.506924 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:19.561174 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=5f19014b-80a5-49a0-9f99-27f391eb0941,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:19.603774 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc8ee1c2-5913-40b0-9e05-fc1988a29c9f admin admin] Router b7a9aaf5-8063-4047-9d71-0101d9edab71 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:57:19.728238 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8ee1c2-5913-40b0-9e05-fc1988a29c9f admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:57:19.737479 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa93798-2859-47eb-a84f-dc66853e8a2d None None] Sync routers for ids ['b7a9aaf5-8063-4047-9d71-0101d9edab71'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:57:19.746333 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fc8ee1c2-5913-40b0-9e05-fc1988a29c9f admin admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:19.747355 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa93798-2859-47eb-a84f-dc66853e8a2d None None] Routers {'b7a9aaf5-8063-4047-9d71-0101d9edab71'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:57:19.747602 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-fc8ee1c2-5913-40b0-9e05-fc1988a29c9f admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5541546 Nov 12 01:57:19.748275 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-ffa93798-2859-47eb-a84f-dc66853e8a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:57:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['b7a9aaf5-8063-4047-9d71-0101d9edab71'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:57:19.750325 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56800) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:57:19.850945 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42903c5-22f8-49f7-b738-9ca978d1b81e None None] Network 8c7e4e42-0352-4dcc-844c-b0df3f497084 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:57:19.862493 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-ffa93798-2859-47eb-a84f-dc66853e8a2d None None] Set router b7a9aaf5-8063-4047-9d71-0101d9edab71 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:57:19.930149 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-74d0ded2-c024-4974-bb52-a02a24ba66b7 None None] Provisioning complete for port 5f19014b-80a5-49a0-9f99-27f391eb0941 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:57:19.930603 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-74d0ded2-c024-4974-bb52-a02a24ba66b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:20.063341 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-ffa93798-2859-47eb-a84f-dc66853e8a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a9aaf5-8063-4047-9d71-0101d9edab71', 'name': 'tempest-TestEncryptedCinderVolumes-2092668657-router', 'tenant_id': '726b68a3da804524a645bf5474e6151b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '218939ca-17f1-4a27-907d-79577aa85e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:57:18Z', 'updated_at': '2021-11-12T01:57:19Z', 'revision_number': 3, 'project_id': '726b68a3da804524a645bf5474e6151b', 'gw_port': {'id': '218939ca-17f1-4a27-907d-79577aa85e30', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:9d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a9aaf5-8063-4047-9d71-0101d9edab71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:57:18Z', 'updated_at': '2021-11-12T01:57:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:57:20.089793 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa93798-2859-47eb-a84f-dc66853e8a2d None None] Checking router: b7a9aaf5-8063-4047-9d71-0101d9edab71 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:57:20.090208 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa93798-2859-47eb-a84f-dc66853e8a2d None None] Updating router b7a9aaf5-8063-4047-9d71-0101d9edab71 port 218939ca-17f1-4a27-907d-79577aa85e30 binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:57:20.115735 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-ffa93798-2859-47eb-a84f-dc66853e8a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:20.204955 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-48f7fb0b-c9f7-4c25-a15b-064c5101deae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:20.368277 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-48f7fb0b-c9f7-4c25-a15b-064c5101deae admin admin] Allocated IP 172.20.0.1 (8c7e4e42-0352-4dcc-844c-b0df3f497084/8d9e0a57-9eb6-4c25-a115-53684343a032/d25a63ed-ba32-48b3-b0ad-98e342ab60ef) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:57:20.386762 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-ffa93798-2859-47eb-a84f-dc66853e8a2d None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:20.392150 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-51817ba9-0d2d-4dd9-94cf-1cd5cf5a4408 None None] Provisioning complete for port 5f19014b-80a5-49a0-9f99-27f391eb0941 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:57:20.392712 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-51817ba9-0d2d-4dd9-94cf-1cd5cf5a4408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:20.397973 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-ffa93798-2859-47eb-a84f-dc66853e8a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:20.442790 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a13143-1f6d-4e6d-ad6c-5235e2f8e3c9 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:57:20.447522 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-ffa93798-2859-47eb-a84f-dc66853e8a2d None None] Attempting to bind port 218939ca-17f1-4a27-907d-79577aa85e30 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:57:20.447886 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-ffa93798-2859-47eb-a84f-dc66853e8a2d None None] Attempting to bind port 218939ca-17f1-4a27-907d-79577aa85e30 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:57:20.448271 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa93798-2859-47eb-a84f-dc66853e8a2d None None] Attempting to bind port 218939ca-17f1-4a27-907d-79577aa85e30 on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:57:20.453794 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d73f13-ae48-4362-8661-c29a4ae8319c None None] Pushing event updated for resources: {'Port': ['ID=218939ca-17f1-4a27-907d-79577aa85e30,revision_number=2']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:20.462914 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d73f13-ae48-4362-8661-c29a4ae8319c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:57:20.463259 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d73f13-ae48-4362-8661-c29a4ae8319c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:57:20.463592 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d73f13-ae48-4362-8661-c29a4ae8319c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:57:20.464009 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d73f13-ae48-4362-8661-c29a4ae8319c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:57:20.464431 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d73f13-ae48-4362-8661-c29a4ae8319c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:57:20.465110 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d73f13-ae48-4362-8661-c29a4ae8319c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:57:20.465424 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d73f13-ae48-4362-8661-c29a4ae8319c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:57:20.465752 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d73f13-ae48-4362-8661-c29a4ae8319c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:57:20.466150 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d73f13-ae48-4362-8661-c29a4ae8319c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:57:20.466517 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d73f13-ae48-4362-8661-c29a4ae8319c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:57:20.466971 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d73f13-ae48-4362-8661-c29a4ae8319c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:57:20.467298 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d73f13-ae48-4362-8661-c29a4ae8319c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:57:20.470678 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa93798-2859-47eb-a84f-dc66853e8a2d None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:57:20.471050 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa93798-2859-47eb-a84f-dc66853e8a2d None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:57:20.471453 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-ffa93798-2859-47eb-a84f-dc66853e8a2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:20.471831 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa93798-2859-47eb-a84f-dc66853e8a2d None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:57:20.472337 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-ffa93798-2859-47eb-a84f-dc66853e8a2d None None] Bound port: 218939ca-17f1-4a27-907d-79577aa85e30, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:57:20.472709 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-ffa93798-2859-47eb-a84f-dc66853e8a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:20.503423 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-48f7fb0b-c9f7-4c25-a15b-064c5101deae admin admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:20.526553 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-ffa93798-2859-47eb-a84f-dc66853e8a2d None None] For port 218939ca-17f1-4a27-907d-79577aa85e30, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:57:20.530171 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-ffa93798-2859-47eb-a84f-dc66853e8a2d None None] For port 218939ca-17f1-4a27-907d-79577aa85e30, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=218939ca-17f1-4a27-907d-79577aa85e30,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:57:20.534569 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-ffa93798-2859-47eb-a84f-dc66853e8a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:20.549770 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-48f7fb0b-c9f7-4c25-a15b-064c5101deae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:20.584301 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492f094c-d859-4cd8-9b94-b2e3a84f4d62 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:57:20.590197 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f7fb0b-c9f7-4c25-a15b-064c5101deae admin admin] Network 8c7e4e42-0352-4dcc-844c-b0df3f497084 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:57:20.593310 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-48f7fb0b-c9f7-4c25-a15b-064c5101deae admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:57:20.595838 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa93798-2859-47eb-a84f-dc66853e8a2d None None] Routers {'b7a9aaf5-8063-4047-9d71-0101d9edab71'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:57:20.596508 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-ffa93798-2859-47eb-a84f-dc66853e8a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:57:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['b7a9aaf5-8063-4047-9d71-0101d9edab71'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:57:20.600612 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f7fb0b-c9f7-4c25-a15b-064c5101deae admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:57:20.631650 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-23d9ba2f-a68a-4bf0-a0ef-027b0f7314c6 None None] Provisioning complete for port 218939ca-17f1-4a27-907d-79577aa85e30 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:57:20.632054 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-23d9ba2f-a68a-4bf0-a0ef-027b0f7314c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:20.635664 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7fb0b-c9f7-4c25-a15b-064c5101deae admin admin] Pushing event updated for resources: {'Port': ['ID=d25a63ed-ba32-48b3-b0ad-98e342ab60ef,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:20.648537 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d73f13-ae48-4362-8661-c29a4ae8319c None None] Pushing event updated for resources: {'Port': ['ID=218939ca-17f1-4a27-907d-79577aa85e30,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:20.667951 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-48f7fb0b-c9f7-4c25-a15b-064c5101deae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:20.733430 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-23d9ba2f-a68a-4bf0-a0ef-027b0f7314c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:20.747804 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-ffa93798-2859-47eb-a84f-dc66853e8a2d None None] Set router b7a9aaf5-8063-4047-9d71-0101d9edab71 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:57:20.759778 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-23d9ba2f-a68a-4bf0-a0ef-027b0f7314c6 None None] For port 218939ca-17f1-4a27-907d-79577aa85e30, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=218939ca-17f1-4a27-907d-79577aa85e30,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:57:20.765105 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-23d9ba2f-a68a-4bf0-a0ef-027b0f7314c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:20.840853 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9ba2f-a68a-4bf0-a0ef-027b0f7314c6 None None] Pushing event updated for resources: {'Port': ['ID=218939ca-17f1-4a27-907d-79577aa85e30,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:20.855930 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-48f7fb0b-c9f7-4c25-a15b-064c5101deae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:20.887061 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-ca50408c-19ee-4f5e-bb0b-3180ac470c81 None None] Provisioning complete for port d25a63ed-ba32-48b3-b0ad-98e342ab60ef triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:57:20.887335 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ca50408c-19ee-4f5e-bb0b-3180ac470c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:20.929727 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-ca50408c-19ee-4f5e-bb0b-3180ac470c81 None None] Port d25a63ed-ba32-48b3-b0ad-98e342ab60ef cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:57:20.954272 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-ffa93798-2859-47eb-a84f-dc66853e8a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a9aaf5-8063-4047-9d71-0101d9edab71', 'name': 'tempest-TestEncryptedCinderVolumes-2092668657-router', 'tenant_id': '726b68a3da804524a645bf5474e6151b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '218939ca-17f1-4a27-907d-79577aa85e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:57:18Z', 'updated_at': '2021-11-12T01:57:19Z', 'revision_number': 3, 'project_id': '726b68a3da804524a645bf5474e6151b', 'gw_port': {'id': '218939ca-17f1-4a27-907d-79577aa85e30', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:9d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a9aaf5-8063-4047-9d71-0101d9edab71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:57:18Z', 'updated_at': '2021-11-12T01:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:57:20.980774 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa93798-2859-47eb-a84f-dc66853e8a2d None None] The sync data for ids ['b7a9aaf5-8063-4047-9d71-0101d9edab71'] in n-d-712142-27 is: [{'id': 'b7a9aaf5-8063-4047-9d71-0101d9edab71', 'name': 'tempest-TestEncryptedCinderVolumes-2092668657-router', 'tenant_id': '726b68a3da804524a645bf5474e6151b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '218939ca-17f1-4a27-907d-79577aa85e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:57:18Z', 'updated_at': '2021-11-12T01:57:19Z', 'revision_number': 3, 'project_id': '726b68a3da804524a645bf5474e6151b', 'gw_port': {'id': '218939ca-17f1-4a27-907d-79577aa85e30', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:9d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a9aaf5-8063-4047-9d71-0101d9edab71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:57:18Z', 'updated_at': '2021-11-12T01:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:57:21.038181 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-48f7fb0b-c9f7-4c25-a15b-064c5101deae admin admin] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:21.044334 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-48f7fb0b-c9f7-4c25-a15b-064c5101deae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:21.117913 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-48f7fb0b-c9f7-4c25-a15b-064c5101deae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:21.119676 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7fb0b-c9f7-4c25-a15b-064c5101deae admin admin] Pushing event updated for resources: {'Port': ['ID=d25a63ed-ba32-48b3-b0ad-98e342ab60ef,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:21.224331 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f7fb0b-c9f7-4c25-a15b-064c5101deae admin admin] Network 8c7e4e42-0352-4dcc-844c-b0df3f497084 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:57:21.227097 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-48f7fb0b-c9f7-4c25-a15b-064c5101deae admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:57:21.369047 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f7fb0b-c9f7-4c25-a15b-064c5101deae admin admin] Router b7a9aaf5-8063-4047-9d71-0101d9edab71 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:57:21.446233 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 218939ca-17f1-4a27-907d-79577aa85e30 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:57:21.507341 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 218939ca-17f1-4a27-907d-79577aa85e30 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:57:21.507740 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:21.511794 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f7fb0b-c9f7-4c25-a15b-064c5101deae admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:57:21.525079 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-48f7fb0b-c9f7-4c25-a15b-064c5101deae admin admin] 10.222.0.45 "PUT /v2.0/routers/b7a9aaf5-8063-4047-9d71-0101d9edab71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7688227 Nov 12 01:57:21.605845 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 5f19014b-80a5-49a0-9f99-27f391eb0941 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:57:21.658777 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 5f19014b-80a5-49a0-9f99-27f391eb0941 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:57:21.659144 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:21.709825 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4054fa30-977a-4f31-9937-d7ffbd3e618a None None] Provisioning complete for port d25a63ed-ba32-48b3-b0ad-98e342ab60ef triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:57:21.710416 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4054fa30-977a-4f31-9937-d7ffbd3e618a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:21.773976 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4054fa30-977a-4f31-9937-d7ffbd3e618a None None] Port d25a63ed-ba32-48b3-b0ad-98e342ab60ef cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:57:22.042639 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56816) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:57:22.047701 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-776d4a22-679b-4f62-bd44-ca99d87f534e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1930031777-network', 'tenant_id': '5c53cd8ae3f2437299bc6b06adae4d89'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:57:22.068749 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776d4a22-679b-4f62-bd44-ca99d87f534e admin admin] Made reservation on behalf of 5c53cd8ae3f2437299bc6b06adae4d89 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:57:22.071069 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-776d4a22-679b-4f62-bd44-ca99d87f534e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:22.079935 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-776d4a22-679b-4f62-bd44-ca99d87f534e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:22.157326 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-776d4a22-679b-4f62-bd44-ca99d87f534e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:22.161356 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-776d4a22-679b-4f62-bd44-ca99d87f534e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:22.187179 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-776d4a22-679b-4f62-bd44-ca99d87f534e admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:57:22.197209 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776d4a22-679b-4f62-bd44-ca99d87f534e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3b33fd-8e37-4726-a25b-867d8b99e0da,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:22.201931 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-776d4a22-679b-4f62-bd44-ca99d87f534e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:22.202276 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-776d4a22-679b-4f62-bd44-ca99d87f534e admin admin] Added segment f43a955f-11ee-4e5f-8f56-c81eb4c6dda9 of type vlan for network df7dd76a-4038-4373-be4a-4b08810c7237 Nov 12 01:57:22.241085 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-776d4a22-679b-4f62-bd44-ca99d87f534e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:22.265694 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-776d4a22-679b-4f62-bd44-ca99d87f534e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:22.266599 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776d4a22-679b-4f62-bd44-ca99d87f534e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:22.267177 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-776d4a22-679b-4f62-bd44-ca99d87f534e admin admin] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:22.638763 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ced6fd4-5240-49f3-80fc-0d8e62ff2b05 None None] Sync routers for ids ['b7a9aaf5-8063-4047-9d71-0101d9edab71'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:57:22.650383 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ced6fd4-5240-49f3-80fc-0d8e62ff2b05 None None] Routers {'b7a9aaf5-8063-4047-9d71-0101d9edab71'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:57:22.651001 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-0ced6fd4-5240-49f3-80fc-0d8e62ff2b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:57:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['b7a9aaf5-8063-4047-9d71-0101d9edab71'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:57:22.667209 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-776d4a22-679b-4f62-bd44-ca99d87f534e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6233234 Nov 12 01:57:22.669921 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56818) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:57:22.674568 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-2437aa79-90e3-4297-8ece-18e4af3d9b1c admin admin] Request body: {'subnet': {'network_id': 'df7dd76a-4038-4373-be4a-4b08810c7237', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1930031777-subnet', 'tenant_id': '5c53cd8ae3f2437299bc6b06adae4d89', 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:57:22.680968 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776d4a22-679b-4f62-bd44-ca99d87f534e admin admin] Pushing event updated for resources: {'Network': ['ID=df7dd76a-4038-4373-be4a-4b08810c7237,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:22.693616 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network df7dd76a-4038-4373-be4a-4b08810c7237 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:57:22.700409 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2437aa79-90e3-4297-8ece-18e4af3d9b1c admin admin] Made reservation on behalf of 5c53cd8ae3f2437299bc6b06adae4d89 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:57:22.703058 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2437aa79-90e3-4297-8ece-18e4af3d9b1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:22.819059 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-0ced6fd4-5240-49f3-80fc-0d8e62ff2b05 None None] Set router b7a9aaf5-8063-4047-9d71-0101d9edab71 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:57:22.878288 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2437aa79-90e3-4297-8ece-18e4af3d9b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:22.939238 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2437aa79-90e3-4297-8ece-18e4af3d9b1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a000168-51c0-4817-b029-06963a29c679,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:22.948968 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2437aa79-90e3-4297-8ece-18e4af3d9b1c admin admin] Checking segment: {'id': 'f43a955f-11ee-4e5f-8f56-c81eb4c6dda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'df7dd76a-4038-4373-be4a-4b08810c7237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:57:22.949333 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2437aa79-90e3-4297-8ece-18e4af3d9b1c admin admin] Network hostable DHCP agents. Network: df7dd76a-4038-4373-be4a-4b08810c7237, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:57:22.966823 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2437aa79-90e3-4297-8ece-18e4af3d9b1c admin admin] Network df7dd76a-4038-4373-be4a-4b08810c7237 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:57:22.976932 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-2437aa79-90e3-4297-8ece-18e4af3d9b1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, df7dd76a-4038-4373-be4a-4b08810c7237) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:57:22.981277 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2437aa79-90e3-4297-8ece-18e4af3d9b1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:22.982168 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2437aa79-90e3-4297-8ece-18e4af3d9b1c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:22.987263 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccacf8f7-1ef7-40c8-a3c7-881c3398b3fb None None] Network df7dd76a-4038-4373-be4a-4b08810c7237 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:57:23.000524 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2437aa79-90e3-4297-8ece-18e4af3d9b1c admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3295252 Nov 12 01:57:23.001098 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 56820) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:57:23.006203 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-c3fdde04-d24d-4ce4-a762-f8fca3b2cdec admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1930031777-router', 'tenant_id': '5c53cd8ae3f2437299bc6b06adae4d89', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:57:23.029059 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c3fdde04-d24d-4ce4-a762-f8fca3b2cdec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:23.030753 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c3fdde04-d24d-4ce4-a762-f8fca3b2cdec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:23.089700 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c3fdde04-d24d-4ce4-a762-f8fca3b2cdec admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:23.234291 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c3fdde04-d24d-4ce4-a762-f8fca3b2cdec admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:23.299199 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-0ced6fd4-5240-49f3-80fc-0d8e62ff2b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a9aaf5-8063-4047-9d71-0101d9edab71', 'name': 'tempest-TestEncryptedCinderVolumes-2092668657-router', 'tenant_id': '726b68a3da804524a645bf5474e6151b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '218939ca-17f1-4a27-907d-79577aa85e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:57:18Z', 'updated_at': '2021-11-12T01:57:20Z', 'revision_number': 4, 'project_id': '726b68a3da804524a645bf5474e6151b', 'gw_port': {'id': '218939ca-17f1-4a27-907d-79577aa85e30', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:9d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a9aaf5-8063-4047-9d71-0101d9edab71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:57:18Z', 'updated_at': '2021-11-12T01:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'd25a63ed-ba32-48b3-b0ad-98e342ab60ef', 'name': '', 'network_id': '8c7e4e42-0352-4dcc-844c-b0df3f497084', 'tenant_id': '726b68a3da804524a645bf5474e6151b', 'mac_address': 'fa:16:3e:8f:61:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a9aaf5-8063-4047-9d71-0101d9edab71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '8d9e0a57-9eb6-4c25-a115-53684343a032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:57:20Z', 'updated_at': '2021-11-12T01:57:20Z', 'revision_number': 2, 'project_id': '726b68a3da804524a645bf5474e6151b', 'subnets': [{'id': '8d9e0a57-9eb6-4c25-a115-53684343a032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:57:23.328627 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ced6fd4-5240-49f3-80fc-0d8e62ff2b05 None None] Checking router: b7a9aaf5-8063-4047-9d71-0101d9edab71 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:57:23.328983 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ced6fd4-5240-49f3-80fc-0d8e62ff2b05 None None] Updating router b7a9aaf5-8063-4047-9d71-0101d9edab71 port d25a63ed-ba32-48b3-b0ad-98e342ab60ef binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:57:23.373568 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0ced6fd4-5240-49f3-80fc-0d8e62ff2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:23.384477 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26400ac8-4c9f-4f76-bde3-8d6d42156d81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-df7dd76a-4038-4373-be4a-4b08810c7237', 'network_id': 'df7dd76a-4038-4373-be4a-4b08810c7237', 'tenant_id': '5c53cd8ae3f2437299bc6b06adae4d89', 'fixed_ips': [{'subnet_id': '1a000168-51c0-4817-b029-06963a29c679'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:57:23.385302 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-26400ac8-4c9f-4f76-bde3-8d6d42156d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:23.435703 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c3fdde04-d24d-4ce4-a762-f8fca3b2cdec admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:23.455272 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c3fdde04-d24d-4ce4-a762-f8fca3b2cdec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:23.561395 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-c3fdde04-d24d-4ce4-a762-f8fca3b2cdec admin admin] Allocated IP 172.25.3.188 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/7a9482b2-b4fc-4226-95b5-89302782952a) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:57:23.626398 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-26400ac8-4c9f-4f76-bde3-8d6d42156d81 None None] Allocated IP 172.20.0.2 (df7dd76a-4038-4373-be4a-4b08810c7237/1a000168-51c0-4817-b029-06963a29c679/f981a641-89e3-4bc8-bc5e-5ce38249a0c1) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:57:23.662756 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c3fdde04-d24d-4ce4-a762-f8fca3b2cdec admin admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:23.702322 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c3fdde04-d24d-4ce4-a762-f8fca3b2cdec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:23.739695 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fdde04-d24d-4ce4-a762-f8fca3b2cdec admin admin] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:57:23.742457 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-c3fdde04-d24d-4ce4-a762-f8fca3b2cdec admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:57:23.745196 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fdde04-d24d-4ce4-a762-f8fca3b2cdec admin admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:57:23.759634 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc175d31-8b56-45db-90d8-87a0136878aa None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:57:23.776631 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fdde04-d24d-4ce4-a762-f8fca3b2cdec admin admin] Pushing event updated for resources: {'Port': ['ID=7a9482b2-b4fc-4226-95b5-89302782952a,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:23.884854 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-05037e5d-5ed7-40a3-8d7f-920e0b227c14 None None] Provisioning complete for port 7a9482b2-b4fc-4226-95b5-89302782952a triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:57:23.885130 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-05037e5d-5ed7-40a3-8d7f-920e0b227c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:23.888037 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0ced6fd4-5240-49f3-80fc-0d8e62ff2b05 None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:23.919575 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0ced6fd4-5240-49f3-80fc-0d8e62ff2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:23.921935 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-26400ac8-4c9f-4f76-bde3-8d6d42156d81 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:23.954709 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-26400ac8-4c9f-4f76-bde3-8d6d42156d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:23.994551 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-05037e5d-5ed7-40a3-8d7f-920e0b227c14 None None] Port 7a9482b2-b4fc-4226-95b5-89302782952a cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:57:23.998441 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26400ac8-4c9f-4f76-bde3-8d6d42156d81 None None] Network df7dd76a-4038-4373-be4a-4b08810c7237 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:57:24.001457 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc52a338-b1f9-4d98-aa17-47566e2db926 None None] Pushing event updated for resources: {'Port': ['ID=d25a63ed-ba32-48b3-b0ad-98e342ab60ef,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:24.004358 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-26400ac8-4c9f-4f76-bde3-8d6d42156d81 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:57:24.010653 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26400ac8-4c9f-4f76-bde3-8d6d42156d81 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:57:24.032520 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c3fdde04-d24d-4ce4-a762-f8fca3b2cdec admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:24.118144 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26400ac8-4c9f-4f76-bde3-8d6d42156d81 None None] Pushing event updated for resources: {'Port': ['ID=f981a641-89e3-4bc8-bc5e-5ce38249a0c1,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:24.135536 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-0ced6fd4-5240-49f3-80fc-0d8e62ff2b05 None None] Attempting to bind port d25a63ed-ba32-48b3-b0ad-98e342ab60ef on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:57:24.135858 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-0ced6fd4-5240-49f3-80fc-0d8e62ff2b05 None None] Attempting to bind port d25a63ed-ba32-48b3-b0ad-98e342ab60ef by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '402be68d-d4d4-49f7-8236-1fb2034d7187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8c7e4e42-0352-4dcc-844c-b0df3f497084'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:57:24.136346 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ced6fd4-5240-49f3-80fc-0d8e62ff2b05 None None] Attempting to bind port d25a63ed-ba32-48b3-b0ad-98e342ab60ef on network 8c7e4e42-0352-4dcc-844c-b0df3f497084 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:57:24.153005 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ced6fd4-5240-49f3-80fc-0d8e62ff2b05 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:57:24.153427 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ced6fd4-5240-49f3-80fc-0d8e62ff2b05 None None] Checking segment: {'id': '402be68d-d4d4-49f7-8236-1fb2034d7187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8c7e4e42-0352-4dcc-844c-b0df3f497084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:57:24.153790 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0ced6fd4-5240-49f3-80fc-0d8e62ff2b05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:24.154190 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ced6fd4-5240-49f3-80fc-0d8e62ff2b05 None None] Bound using segment: {'id': '402be68d-d4d4-49f7-8236-1fb2034d7187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8c7e4e42-0352-4dcc-844c-b0df3f497084'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:57:24.154690 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-0ced6fd4-5240-49f3-80fc-0d8e62ff2b05 None None] Bound port: d25a63ed-ba32-48b3-b0ad-98e342ab60ef, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '402be68d-d4d4-49f7-8236-1fb2034d7187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8c7e4e42-0352-4dcc-844c-b0df3f497084'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:57:24.155079 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0ced6fd4-5240-49f3-80fc-0d8e62ff2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:24.160336 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-26400ac8-4c9f-4f76-bde3-8d6d42156d81 None None] Attempting to bind port f981a641-89e3-4bc8-bc5e-5ce38249a0c1 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:57:24.161495 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-26400ac8-4c9f-4f76-bde3-8d6d42156d81 None None] Attempting to bind port f981a641-89e3-4bc8-bc5e-5ce38249a0c1 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'f43a955f-11ee-4e5f-8f56-c81eb4c6dda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'df7dd76a-4038-4373-be4a-4b08810c7237'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:57:24.161699 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26400ac8-4c9f-4f76-bde3-8d6d42156d81 None None] Attempting to bind port f981a641-89e3-4bc8-bc5e-5ce38249a0c1 on network df7dd76a-4038-4373-be4a-4b08810c7237 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:57:24.176156 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26400ac8-4c9f-4f76-bde3-8d6d42156d81 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:57:24.176544 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26400ac8-4c9f-4f76-bde3-8d6d42156d81 None None] Checking segment: {'id': 'f43a955f-11ee-4e5f-8f56-c81eb4c6dda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'df7dd76a-4038-4373-be4a-4b08810c7237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:57:24.176960 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-26400ac8-4c9f-4f76-bde3-8d6d42156d81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:24.177368 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26400ac8-4c9f-4f76-bde3-8d6d42156d81 None None] Bound using segment: {'id': 'f43a955f-11ee-4e5f-8f56-c81eb4c6dda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'df7dd76a-4038-4373-be4a-4b08810c7237'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:57:24.177997 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-26400ac8-4c9f-4f76-bde3-8d6d42156d81 None None] Bound port: f981a641-89e3-4bc8-bc5e-5ce38249a0c1, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f43a955f-11ee-4e5f-8f56-c81eb4c6dda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'df7dd76a-4038-4373-be4a-4b08810c7237'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:57:24.178390 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-26400ac8-4c9f-4f76-bde3-8d6d42156d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:24.284020 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-0ced6fd4-5240-49f3-80fc-0d8e62ff2b05 None None] For port d25a63ed-ba32-48b3-b0ad-98e342ab60ef, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:57:24.303318 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-0ced6fd4-5240-49f3-80fc-0d8e62ff2b05 None None] For port d25a63ed-ba32-48b3-b0ad-98e342ab60ef, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=d25a63ed-ba32-48b3-b0ad-98e342ab60ef,segment=NetworkSegment(402be68d-d4d4-49f7-8236-1fb2034d7187),segment_id=402be68d-d4d4-49f7-8236-1fb2034d7187)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:57:24.309632 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-26400ac8-4c9f-4f76-bde3-8d6d42156d81 None None] For port f981a641-89e3-4bc8-bc5e-5ce38249a0c1, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:57:24.315416 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0ced6fd4-5240-49f3-80fc-0d8e62ff2b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:24.334468 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-26400ac8-4c9f-4f76-bde3-8d6d42156d81 None None] For port f981a641-89e3-4bc8-bc5e-5ce38249a0c1, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=f981a641-89e3-4bc8-bc5e-5ce38249a0c1,segment=NetworkSegment(f43a955f-11ee-4e5f-8f56-c81eb4c6dda9),segment_id=f43a955f-11ee-4e5f-8f56-c81eb4c6dda9)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:57:24.360573 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-26400ac8-4c9f-4f76-bde3-8d6d42156d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:24.387714 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-c8fdd842-aa9f-4b70-ab10-bba996de47a6 None None] Provisioning complete for port d25a63ed-ba32-48b3-b0ad-98e342ab60ef triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:57:24.388050 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c8fdd842-aa9f-4b70-ab10-bba996de47a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:24.440457 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ced6fd4-5240-49f3-80fc-0d8e62ff2b05 None None] Routers {'b7a9aaf5-8063-4047-9d71-0101d9edab71'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:57:24.441118 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-0ced6fd4-5240-49f3-80fc-0d8e62ff2b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:57:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['b7a9aaf5-8063-4047-9d71-0101d9edab71'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:57:24.446964 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:57:24.488452 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc52a338-b1f9-4d98-aa17-47566e2db926 None None] Pushing event updated for resources: {'Port': ['ID=d25a63ed-ba32-48b3-b0ad-98e342ab60ef,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:24.605988 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26400ac8-4c9f-4f76-bde3-8d6d42156d81 None None] Pushing event updated for resources: {'Port': ['ID=f981a641-89e3-4bc8-bc5e-5ce38249a0c1,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:24.637855 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c3fdde04-d24d-4ce4-a762-f8fca3b2cdec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:24.656312 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-0ced6fd4-5240-49f3-80fc-0d8e62ff2b05 None None] Set router b7a9aaf5-8063-4047-9d71-0101d9edab71 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:57:24.708282 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c8fdd842-aa9f-4b70-ab10-bba996de47a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:24.823250 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3fdde04-d24d-4ce4-a762-f8fca3b2cdec admin admin] Router da417244-4a4b-4d72-a9b6-5d9881d382c9 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:57:24.853057 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-c8fdd842-aa9f-4b70-ab10-bba996de47a6 None None] For port d25a63ed-ba32-48b3-b0ad-98e342ab60ef, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=d25a63ed-ba32-48b3-b0ad-98e342ab60ef,segment=NetworkSegment(402be68d-d4d4-49f7-8236-1fb2034d7187),segment_id=402be68d-d4d4-49f7-8236-1fb2034d7187)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:57:24.862060 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c8fdd842-aa9f-4b70-ab10-bba996de47a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:24.946193 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3fdde04-d24d-4ce4-a762-f8fca3b2cdec admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:57:24.949332 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fdd842-aa9f-4b70-ab10-bba996de47a6 None None] Pushing event updated for resources: {'Port': ['ID=d25a63ed-ba32-48b3-b0ad-98e342ab60ef,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:24.958389 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c54ebe4-95c8-410e-969d-4b64be4328fe None None] Sync routers for ids ['da417244-4a4b-4d72-a9b6-5d9881d382c9'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:57:24.971064 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c3fdde04-d24d-4ce4-a762-f8fca3b2cdec admin admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:24.972514 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c3fdde04-d24d-4ce4-a762-f8fca3b2cdec admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9703946 Nov 12 01:57:24.975348 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 56822) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:57:24.977161 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c54ebe4-95c8-410e-969d-4b64be4328fe None None] Routers {'da417244-4a4b-4d72-a9b6-5d9881d382c9'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:57:24.979651 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-9c54ebe4-95c8-410e-969d-4b64be4328fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:57:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['da417244-4a4b-4d72-a9b6-5d9881d382c9'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:57:24.991245 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-0ced6fd4-5240-49f3-80fc-0d8e62ff2b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a9aaf5-8063-4047-9d71-0101d9edab71', 'name': 'tempest-TestEncryptedCinderVolumes-2092668657-router', 'tenant_id': '726b68a3da804524a645bf5474e6151b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '218939ca-17f1-4a27-907d-79577aa85e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:57:18Z', 'updated_at': '2021-11-12T01:57:20Z', 'revision_number': 4, 'project_id': '726b68a3da804524a645bf5474e6151b', 'gw_port': {'id': '218939ca-17f1-4a27-907d-79577aa85e30', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:9d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a9aaf5-8063-4047-9d71-0101d9edab71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:57:18Z', 'updated_at': '2021-11-12T01:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'd25a63ed-ba32-48b3-b0ad-98e342ab60ef', 'name': '', 'network_id': '8c7e4e42-0352-4dcc-844c-b0df3f497084', 'tenant_id': '726b68a3da804524a645bf5474e6151b', 'mac_address': 'fa:16:3e:8f:61:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a9aaf5-8063-4047-9d71-0101d9edab71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '8d9e0a57-9eb6-4c25-a115-53684343a032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:57:20Z', 'updated_at': '2021-11-12T01:57:24Z', 'revision_number': 4, 'project_id': '726b68a3da804524a645bf5474e6151b', 'subnets': [{'id': '8d9e0a57-9eb6-4c25-a115-53684343a032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:57:24.994405 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-f434514f-7bb6-4658-8b56-2f142d47c89a None None] Provisioning complete for port d25a63ed-ba32-48b3-b0ad-98e342ab60ef triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:57:24.994778 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f434514f-7bb6-4658-8b56-2f142d47c89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:25.020526 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ced6fd4-5240-49f3-80fc-0d8e62ff2b05 None None] The sync data for ids ['b7a9aaf5-8063-4047-9d71-0101d9edab71'] in n-d-712142-27 is: [{'id': 'b7a9aaf5-8063-4047-9d71-0101d9edab71', 'name': 'tempest-TestEncryptedCinderVolumes-2092668657-router', 'tenant_id': '726b68a3da804524a645bf5474e6151b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '218939ca-17f1-4a27-907d-79577aa85e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:57:18Z', 'updated_at': '2021-11-12T01:57:20Z', 'revision_number': 4, 'project_id': '726b68a3da804524a645bf5474e6151b', 'gw_port': {'id': '218939ca-17f1-4a27-907d-79577aa85e30', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:9d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a9aaf5-8063-4047-9d71-0101d9edab71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:57:18Z', 'updated_at': '2021-11-12T01:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'd25a63ed-ba32-48b3-b0ad-98e342ab60ef', 'name': '', 'network_id': '8c7e4e42-0352-4dcc-844c-b0df3f497084', 'tenant_id': '726b68a3da804524a645bf5474e6151b', 'mac_address': 'fa:16:3e:8f:61:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a9aaf5-8063-4047-9d71-0101d9edab71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '8d9e0a57-9eb6-4c25-a115-53684343a032', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:57:20Z', 'updated_at': '2021-11-12T01:57:24Z', 'revision_number': 4, 'project_id': '726b68a3da804524a645bf5474e6151b', 'subnets': [{'id': '8d9e0a57-9eb6-4c25-a115-53684343a032', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:57:25.132208 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-9c54ebe4-95c8-410e-969d-4b64be4328fe None None] Set router da417244-4a4b-4d72-a9b6-5d9881d382c9 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:57:25.422121 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-9c54ebe4-95c8-410e-969d-4b64be4328fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da417244-4a4b-4d72-a9b6-5d9881d382c9', 'name': 'tempest-TestEncryptedCinderVolumes-1930031777-router', 'tenant_id': '5c53cd8ae3f2437299bc6b06adae4d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '7a9482b2-b4fc-4226-95b5-89302782952a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:57:23Z', 'updated_at': '2021-11-12T01:57:23Z', 'revision_number': 3, 'project_id': '5c53cd8ae3f2437299bc6b06adae4d89', 'gw_port': {'id': '7a9482b2-b4fc-4226-95b5-89302782952a', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da417244-4a4b-4d72-a9b6-5d9881d382c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:57:23Z', 'updated_at': '2021-11-12T01:57:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:57:25.431018 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device d25a63ed-ba32-48b3-b0ad-98e342ab60ef up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:57:25.467259 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c54ebe4-95c8-410e-969d-4b64be4328fe None None] Checking router: da417244-4a4b-4d72-a9b6-5d9881d382c9 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:57:25.467855 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c54ebe4-95c8-410e-969d-4b64be4328fe None None] Updating router da417244-4a4b-4d72-a9b6-5d9881d382c9 port 7a9482b2-b4fc-4226-95b5-89302782952a binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:57:25.495039 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-9c54ebe4-95c8-410e-969d-4b64be4328fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:25.495337 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port d25a63ed-ba32-48b3-b0ad-98e342ab60ef triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:57:25.495814 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:25.621048 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2480f0cb-c278-4ab5-9f9e-e4f18c8a9797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:25.830750 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2468e45-b34f-47a9-8498-400467a86623 None None] Network df7dd76a-4038-4373-be4a-4b08810c7237 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:57:25.873219 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-2480f0cb-c278-4ab5-9f9e-e4f18c8a9797 admin admin] Allocated IP 172.20.0.1 (df7dd76a-4038-4373-be4a-4b08810c7237/1a000168-51c0-4817-b029-06963a29c679/11b62e82-0e67-42af-8f66-d3b5b72a3801) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:57:25.912159 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device f981a641-89e3-4bc8-bc5e-5ce38249a0c1 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:57:25.970663 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-9df40c07-abb9-47c2-adb7-3a3b1e048697 None None] Provisioning complete for port f981a641-89e3-4bc8-bc5e-5ce38249a0c1 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:57:25.971335 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9df40c07-abb9-47c2-adb7-3a3b1e048697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:25.973813 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-9c54ebe4-95c8-410e-969d-4b64be4328fe None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:25.982046 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-9c54ebe4-95c8-410e-969d-4b64be4328fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:26.039575 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2480f0cb-c278-4ab5-9f9e-e4f18c8a9797 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:26.042831 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-9c54ebe4-95c8-410e-969d-4b64be4328fe None None] Attempting to bind port 7a9482b2-b4fc-4226-95b5-89302782952a on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:57:26.043276 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-9c54ebe4-95c8-410e-969d-4b64be4328fe None None] Attempting to bind port 7a9482b2-b4fc-4226-95b5-89302782952a by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:57:26.043709 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c54ebe4-95c8-410e-969d-4b64be4328fe None None] Attempting to bind port 7a9482b2-b4fc-4226-95b5-89302782952a on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:57:26.049524 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6f429e-e4cf-4b83-bc04-a0a5290f20f2 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:57:26.059820 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c54ebe4-95c8-410e-969d-4b64be4328fe None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:57:26.060666 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c54ebe4-95c8-410e-969d-4b64be4328fe None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:57:26.061133 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-9c54ebe4-95c8-410e-969d-4b64be4328fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:26.061639 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c54ebe4-95c8-410e-969d-4b64be4328fe None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:57:26.062562 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-9c54ebe4-95c8-410e-969d-4b64be4328fe None None] Bound port: 7a9482b2-b4fc-4226-95b5-89302782952a, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:57:26.063062 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-9c54ebe4-95c8-410e-969d-4b64be4328fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:26.086345 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2480f0cb-c278-4ab5-9f9e-e4f18c8a9797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:26.103480 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port f981a641-89e3-4bc8-bc5e-5ce38249a0c1 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:57:26.103863 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:26.126497 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-9c54ebe4-95c8-410e-969d-4b64be4328fe None None] For port 7a9482b2-b4fc-4226-95b5-89302782952a, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:57:26.131766 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-9c54ebe4-95c8-410e-969d-4b64be4328fe None None] For port 7a9482b2-b4fc-4226-95b5-89302782952a, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=7a9482b2-b4fc-4226-95b5-89302782952a,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:57:26.141515 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-9c54ebe4-95c8-410e-969d-4b64be4328fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:26.145364 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d54f434-8732-4df1-8ab6-85c9c4e47102 None None] Pushing event updated for resources: {'Port': ['ID=7a9482b2-b4fc-4226-95b5-89302782952a,revision_number=2']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:26.157695 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2480f0cb-c278-4ab5-9f9e-e4f18c8a9797 admin admin] Network df7dd76a-4038-4373-be4a-4b08810c7237 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:57:26.162288 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-2480f0cb-c278-4ab5-9f9e-e4f18c8a9797 admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:57:26.173098 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2480f0cb-c278-4ab5-9f9e-e4f18c8a9797 admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:57:26.209561 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d54f434-8732-4df1-8ab6-85c9c4e47102 None None] Pushing event updated for resources: {'Port': ['ID=7a9482b2-b4fc-4226-95b5-89302782952a,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:26.231800 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c54ebe4-95c8-410e-969d-4b64be4328fe None None] Routers {'da417244-4a4b-4d72-a9b6-5d9881d382c9'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:57:26.232338 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-9c54ebe4-95c8-410e-969d-4b64be4328fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:57:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['da417244-4a4b-4d72-a9b6-5d9881d382c9'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:57:26.235480 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480f0cb-c278-4ab5-9f9e-e4f18c8a9797 admin admin] Pushing event updated for resources: {'Port': ['ID=11b62e82-0e67-42af-8f66-d3b5b72a3801,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:26.236574 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9df40c07-abb9-47c2-adb7-3a3b1e048697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:26.238727 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235d8dd8-22a8-4651-9241-aa7b391b5c42 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:57:26.248219 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2480f0cb-c278-4ab5-9f9e-e4f18c8a9797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:26.345138 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-9df40c07-abb9-47c2-adb7-3a3b1e048697 None None] For port f981a641-89e3-4bc8-bc5e-5ce38249a0c1, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=f981a641-89e3-4bc8-bc5e-5ce38249a0c1,segment=NetworkSegment(f43a955f-11ee-4e5f-8f56-c81eb4c6dda9),segment_id=f43a955f-11ee-4e5f-8f56-c81eb4c6dda9)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:57:26.359762 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9df40c07-abb9-47c2-adb7-3a3b1e048697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:26.388300 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-9c54ebe4-95c8-410e-969d-4b64be4328fe None None] Set router da417244-4a4b-4d72-a9b6-5d9881d382c9 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:57:26.399321 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:26.505452 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2480f0cb-c278-4ab5-9f9e-e4f18c8a9797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:26.523991 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df40c07-abb9-47c2-adb7-3a3b1e048697 None None] Pushing event updated for resources: {'Port': ['ID=f981a641-89e3-4bc8-bc5e-5ce38249a0c1,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:26.545942 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-31a20a7c-673b-405d-b308-cbbcadbc4640 None None] Provisioning complete for port 7a9482b2-b4fc-4226-95b5-89302782952a triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:57:26.546397 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-31a20a7c-673b-405d-b308-cbbcadbc4640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:26.548648 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.db.api [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109087) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 01:57:26.549078 n-d-712142-27 neutron-server[109087]: DEBUG oslo_db.api [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 01:57:26.652380 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-9c54ebe4-95c8-410e-969d-4b64be4328fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da417244-4a4b-4d72-a9b6-5d9881d382c9', 'name': 'tempest-TestEncryptedCinderVolumes-1930031777-router', 'tenant_id': '5c53cd8ae3f2437299bc6b06adae4d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '7a9482b2-b4fc-4226-95b5-89302782952a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:57:23Z', 'updated_at': '2021-11-12T01:57:23Z', 'revision_number': 3, 'project_id': '5c53cd8ae3f2437299bc6b06adae4d89', 'gw_port': {'id': '7a9482b2-b4fc-4226-95b5-89302782952a', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da417244-4a4b-4d72-a9b6-5d9881d382c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:57:23Z', 'updated_at': '2021-11-12T01:57:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:57:26.658061 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-31a20a7c-673b-405d-b308-cbbcadbc4640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:26.683146 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-31a20a7c-673b-405d-b308-cbbcadbc4640 None None] For port 7a9482b2-b4fc-4226-95b5-89302782952a, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=7a9482b2-b4fc-4226-95b5-89302782952a,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:57:26.690278 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c54ebe4-95c8-410e-969d-4b64be4328fe None None] The sync data for ids ['da417244-4a4b-4d72-a9b6-5d9881d382c9'] in n-d-712142-27 is: [{'id': 'da417244-4a4b-4d72-a9b6-5d9881d382c9', 'name': 'tempest-TestEncryptedCinderVolumes-1930031777-router', 'tenant_id': '5c53cd8ae3f2437299bc6b06adae4d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '7a9482b2-b4fc-4226-95b5-89302782952a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:57:23Z', 'updated_at': '2021-11-12T01:57:23Z', 'revision_number': 3, 'project_id': '5c53cd8ae3f2437299bc6b06adae4d89', 'gw_port': {'id': '7a9482b2-b4fc-4226-95b5-89302782952a', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da417244-4a4b-4d72-a9b6-5d9881d382c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:57:23Z', 'updated_at': '2021-11-12T01:57:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:57:26.690528 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-31a20a7c-673b-405d-b308-cbbcadbc4640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:26.749212 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2480f0cb-c278-4ab5-9f9e-e4f18c8a9797 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:26.754550 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2480f0cb-c278-4ab5-9f9e-e4f18c8a9797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:26.760463 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a20a7c-673b-405d-b308-cbbcadbc4640 None None] Pushing event updated for resources: {'Port': ['ID=7a9482b2-b4fc-4226-95b5-89302782952a,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:26.820290 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-889b9e08-cd8a-4cc7-a1b2-b64fa71121b4 None None] Provisioning complete for port f981a641-89e3-4bc8-bc5e-5ce38249a0c1 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:57:26.820664 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-889b9e08-cd8a-4cc7-a1b2-b64fa71121b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:26.833585 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2480f0cb-c278-4ab5-9f9e-e4f18c8a9797 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:26.835429 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480f0cb-c278-4ab5-9f9e-e4f18c8a9797 admin admin] Pushing event updated for resources: {'Port': ['ID=11b62e82-0e67-42af-8f66-d3b5b72a3801,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:26.915132 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-889b9e08-cd8a-4cc7-a1b2-b64fa71121b4 None None] Provisioning complete for port 11b62e82-0e67-42af-8f66-d3b5b72a3801 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:57:26.915635 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-889b9e08-cd8a-4cc7-a1b2-b64fa71121b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:26.935473 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2480f0cb-c278-4ab5-9f9e-e4f18c8a9797 admin admin] Network df7dd76a-4038-4373-be4a-4b08810c7237 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:57:26.938034 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-2480f0cb-c278-4ab5-9f9e-e4f18c8a9797 admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:57:26.968296 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-889b9e08-cd8a-4cc7-a1b2-b64fa71121b4 None None] Port 11b62e82-0e67-42af-8f66-d3b5b72a3801 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:57:27.088775 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2480f0cb-c278-4ab5-9f9e-e4f18c8a9797 admin admin] Router da417244-4a4b-4d72-a9b6-5d9881d382c9 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:57:27.202348 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-2665e8be-e84b-4f74-97a3-4368985b2ed9 None None] Provisioning complete for port 11b62e82-0e67-42af-8f66-d3b5b72a3801 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:57:27.202814 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2665e8be-e84b-4f74-97a3-4368985b2ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:27.222237 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2480f0cb-c278-4ab5-9f9e-e4f18c8a9797 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:57:27.228912 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2480f0cb-c278-4ab5-9f9e-e4f18c8a9797 admin admin] 10.222.0.45 "PUT /v2.0/routers/da417244-4a4b-4d72-a9b6-5d9881d382c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2517474 Nov 12 01:57:27.246097 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-2665e8be-e84b-4f74-97a3-4368985b2ed9 None None] Port 11b62e82-0e67-42af-8f66-d3b5b72a3801 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:57:27.320513 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-46e78a08-1d4d-4249-8790-f8c65ff865d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:27.415776 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 7a9482b2-b4fc-4226-95b5-89302782952a up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:57:27.471761 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 7a9482b2-b4fc-4226-95b5-89302782952a triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:57:27.472172 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:27.558734 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device f981a641-89e3-4bc8-bc5e-5ce38249a0c1 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:57:27.615240 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port f981a641-89e3-4bc8-bc5e-5ce38249a0c1 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:57:27.615663 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:28.137322 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2daa9e-4173-43fe-8e7e-57d3c456c0ea req-21476cb4-b099-4094-973b-d7e0f8f6a991 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:28.138812 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0d2daa9e-4173-43fe-8e7e-57d3c456c0ea req-21476cb4-b099-4094-973b-d7e0f8f6a991 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.45 "GET /v2.0/networks?id=8c7e4e42-0352-4dcc-844c-b0df3f497084 HTTP/1.1" status: 200 len: 817 time: 0.1066334 Nov 12 01:57:28.154037 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0d2daa9e-4173-43fe-8e7e-57d3c456c0ea req-d659fe01-0a52-4a1f-ad90-7d169b42d0df tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.45 "GET /v2.0/quotas/726b68a3da804524a645bf5474e6151b HTTP/1.1" status: 200 len: 375 time: 0.0093584 Nov 12 01:57:28.209463 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0d2daa9e-4173-43fe-8e7e-57d3c456c0ea req-73fe6fa2-0fdc-4675-8b78-803fcb898f3e tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=726b68a3da804524a645bf5474e6151b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495698 Nov 12 01:57:28.318559 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0d2daa9e-4173-43fe-8e7e-57d3c456c0ea req-237f4995-bedc-422e-8c82-3fbac2fb894e service neutron] 10.222.0.45 "GET /v2.0/networks/8c7e4e42-0352-4dcc-844c-b0df3f497084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970631 Nov 12 01:57:28.410157 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0d2daa9e-4173-43fe-8e7e-57d3c456c0ea req-0f4dcd66-5d52-486f-b549-86135f1d3132 service neutron] 10.222.0.45 "GET /v2.0/networks/8c7e4e42-0352-4dcc-844c-b0df3f497084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875111 Nov 12 01:57:28.498435 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a91df3-7d8b-40b1-9217-4684f6af0679 None None] Sync routers for ids ['da417244-4a4b-4d72-a9b6-5d9881d382c9'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:57:28.510106 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a91df3-7d8b-40b1-9217-4684f6af0679 None None] Routers {'da417244-4a4b-4d72-a9b6-5d9881d382c9'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:57:28.510719 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-97a91df3-7d8b-40b1-9217-4684f6af0679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:57:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['da417244-4a4b-4d72-a9b6-5d9881d382c9'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:57:28.578618 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3ac3b197-38e6-4d25-8a4f-9c5a90111211 req-ba575715-ac67-41de-88db-9da12562c1ff tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.45 "GET /v2.0/ports?device_id=efec39ef-64b5-4700-8a00-3bbf52bbcd2d HTTP/1.1" status: 200 len: 210 time: 0.0286391 Nov 12 01:57:28.628231 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-97a91df3-7d8b-40b1-9217-4684f6af0679 None None] Set router da417244-4a4b-4d72-a9b6-5d9881d382c9 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:57:28.836008 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-97a91df3-7d8b-40b1-9217-4684f6af0679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da417244-4a4b-4d72-a9b6-5d9881d382c9', 'name': 'tempest-TestEncryptedCinderVolumes-1930031777-router', 'tenant_id': '5c53cd8ae3f2437299bc6b06adae4d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '7a9482b2-b4fc-4226-95b5-89302782952a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:57:23Z', 'updated_at': '2021-11-12T01:57:26Z', 'revision_number': 4, 'project_id': '5c53cd8ae3f2437299bc6b06adae4d89', 'gw_port': {'id': '7a9482b2-b4fc-4226-95b5-89302782952a', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da417244-4a4b-4d72-a9b6-5d9881d382c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:57:23Z', 'updated_at': '2021-11-12T01:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '11b62e82-0e67-42af-8f66-d3b5b72a3801', 'name': '', 'network_id': 'df7dd76a-4038-4373-be4a-4b08810c7237', 'tenant_id': '5c53cd8ae3f2437299bc6b06adae4d89', 'mac_address': 'fa:16:3e:37:c5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da417244-4a4b-4d72-a9b6-5d9881d382c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '1a000168-51c0-4817-b029-06963a29c679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:57:25Z', 'updated_at': '2021-11-12T01:57:26Z', 'revision_number': 2, 'project_id': '5c53cd8ae3f2437299bc6b06adae4d89', 'subnets': [{'id': '1a000168-51c0-4817-b029-06963a29c679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:57:28.866768 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a91df3-7d8b-40b1-9217-4684f6af0679 None None] Checking router: da417244-4a4b-4d72-a9b6-5d9881d382c9 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:57:28.867136 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a91df3-7d8b-40b1-9217-4684f6af0679 None None] Updating router da417244-4a4b-4d72-a9b6-5d9881d382c9 port 11b62e82-0e67-42af-8f66-d3b5b72a3801 binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:57:28.894561 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-97a91df3-7d8b-40b1-9217-4684f6af0679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:29.159833 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-97a91df3-7d8b-40b1-9217-4684f6af0679 None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:29.166128 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-97a91df3-7d8b-40b1-9217-4684f6af0679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:29.221269 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b524a9-21f4-42d9-a8b4-3886f3d3e0b3 None None] Pushing event updated for resources: {'Port': ['ID=11b62e82-0e67-42af-8f66-d3b5b72a3801,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:29.267572 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-97a91df3-7d8b-40b1-9217-4684f6af0679 None None] Attempting to bind port 11b62e82-0e67-42af-8f66-d3b5b72a3801 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:57:29.267940 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-97a91df3-7d8b-40b1-9217-4684f6af0679 None None] Attempting to bind port 11b62e82-0e67-42af-8f66-d3b5b72a3801 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'f43a955f-11ee-4e5f-8f56-c81eb4c6dda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'df7dd76a-4038-4373-be4a-4b08810c7237'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:57:29.268340 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a91df3-7d8b-40b1-9217-4684f6af0679 None None] Attempting to bind port 11b62e82-0e67-42af-8f66-d3b5b72a3801 on network df7dd76a-4038-4373-be4a-4b08810c7237 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:57:29.274049 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a91df3-7d8b-40b1-9217-4684f6af0679 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:57:29.274422 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a91df3-7d8b-40b1-9217-4684f6af0679 None None] Checking segment: {'id': 'f43a955f-11ee-4e5f-8f56-c81eb4c6dda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'df7dd76a-4038-4373-be4a-4b08810c7237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:57:29.274819 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-97a91df3-7d8b-40b1-9217-4684f6af0679 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:29.275207 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a91df3-7d8b-40b1-9217-4684f6af0679 None None] Bound using segment: {'id': 'f43a955f-11ee-4e5f-8f56-c81eb4c6dda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'df7dd76a-4038-4373-be4a-4b08810c7237'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:57:29.275669 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-97a91df3-7d8b-40b1-9217-4684f6af0679 None None] Bound port: 11b62e82-0e67-42af-8f66-d3b5b72a3801, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f43a955f-11ee-4e5f-8f56-c81eb4c6dda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'df7dd76a-4038-4373-be4a-4b08810c7237'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:57:29.276131 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-97a91df3-7d8b-40b1-9217-4684f6af0679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:29.341478 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-97a91df3-7d8b-40b1-9217-4684f6af0679 None None] For port 11b62e82-0e67-42af-8f66-d3b5b72a3801, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:57:29.344808 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-97a91df3-7d8b-40b1-9217-4684f6af0679 None None] For port 11b62e82-0e67-42af-8f66-d3b5b72a3801, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=11b62e82-0e67-42af-8f66-d3b5b72a3801,segment=NetworkSegment(f43a955f-11ee-4e5f-8f56-c81eb4c6dda9),segment_id=f43a955f-11ee-4e5f-8f56-c81eb4c6dda9)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:57:29.350481 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-97a91df3-7d8b-40b1-9217-4684f6af0679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:29.415550 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a91df3-7d8b-40b1-9217-4684f6af0679 None None] Routers {'da417244-4a4b-4d72-a9b6-5d9881d382c9'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:57:29.416894 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-97a91df3-7d8b-40b1-9217-4684f6af0679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:57:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['da417244-4a4b-4d72-a9b6-5d9881d382c9'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:57:29.419004 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b524a9-21f4-42d9-a8b4-3886f3d3e0b3 None None] Pushing event updated for resources: {'Port': ['ID=11b62e82-0e67-42af-8f66-d3b5b72a3801,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:29.522447 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-721cdb42-d499-4c0d-94dc-48fa5f73e18f None None] Provisioning complete for port 11b62e82-0e67-42af-8f66-d3b5b72a3801 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:57:29.523113 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-721cdb42-d499-4c0d-94dc-48fa5f73e18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:29.581756 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-97a91df3-7d8b-40b1-9217-4684f6af0679 None None] Set router da417244-4a4b-4d72-a9b6-5d9881d382c9 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:57:29.663910 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2daa9e-4173-43fe-8e7e-57d3c456c0ea req-b63aa4d2-86e7-453e-9061-b72934ca2bd6 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:29.666394 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0d2daa9e-4173-43fe-8e7e-57d3c456c0ea req-b63aa4d2-86e7-453e-9061-b72934ca2bd6 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.44 "GET /v2.0/networks?id=8c7e4e42-0352-4dcc-844c-b0df3f497084 HTTP/1.1" status: 200 len: 817 time: 0.1608090 Nov 12 01:57:29.693580 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-0d2daa9e-4173-43fe-8e7e-57d3c456c0ea req-9a785e37-a455-419d-998f-f6f07da3ee05 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Request body: {'port': {'device_id': 'efec39ef-64b5-4700-8a00-3bbf52bbcd2d', 'network_id': '8c7e4e42-0352-4dcc-844c-b0df3f497084', 'admin_state_up': True, 'tenant_id': '726b68a3da804524a645bf5474e6151b'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:57:29.705003 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-792bba53-7960-4a3d-aa66-f2cc7ce39a16 req-ebc34343-061f-4c08-8731-49ea11b7af57 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.45 "GET /v2.0/ports?device_id=efec39ef-64b5-4700-8a00-3bbf52bbcd2d HTTP/1.1" status: 200 len: 210 time: 0.0322554 Nov 12 01:57:29.829785 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d2daa9e-4173-43fe-8e7e-57d3c456c0ea req-9a785e37-a455-419d-998f-f6f07da3ee05 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Made reservation on behalf of 726b68a3da804524a645bf5474e6151b for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:57:29.833453 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-0d2daa9e-4173-43fe-8e7e-57d3c456c0ea req-9a785e37-a455-419d-998f-f6f07da3ee05 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:29.920326 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-721cdb42-d499-4c0d-94dc-48fa5f73e18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:29.960892 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-0d2daa9e-4173-43fe-8e7e-57d3c456c0ea req-9a785e37-a455-419d-998f-f6f07da3ee05 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Allocated IP 172.20.0.5 (8c7e4e42-0352-4dcc-844c-b0df3f497084/8d9e0a57-9eb6-4c25-a115-53684343a032/6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:57:29.990731 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-721cdb42-d499-4c0d-94dc-48fa5f73e18f None None] For port 11b62e82-0e67-42af-8f66-d3b5b72a3801, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=11b62e82-0e67-42af-8f66-d3b5b72a3801,segment=NetworkSegment(f43a955f-11ee-4e5f-8f56-c81eb4c6dda9),segment_id=f43a955f-11ee-4e5f-8f56-c81eb4c6dda9)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:57:29.996242 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-721cdb42-d499-4c0d-94dc-48fa5f73e18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:30.053515 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721cdb42-d499-4c0d-94dc-48fa5f73e18f None None] Pushing event updated for resources: {'Port': ['ID=11b62e82-0e67-42af-8f66-d3b5b72a3801,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:30.062997 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-97a91df3-7d8b-40b1-9217-4684f6af0679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da417244-4a4b-4d72-a9b6-5d9881d382c9', 'name': 'tempest-TestEncryptedCinderVolumes-1930031777-router', 'tenant_id': '5c53cd8ae3f2437299bc6b06adae4d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '7a9482b2-b4fc-4226-95b5-89302782952a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:57:23Z', 'updated_at': '2021-11-12T01:57:26Z', 'revision_number': 4, 'project_id': '5c53cd8ae3f2437299bc6b06adae4d89', 'gw_port': {'id': '7a9482b2-b4fc-4226-95b5-89302782952a', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da417244-4a4b-4d72-a9b6-5d9881d382c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:57:23Z', 'updated_at': '2021-11-12T01:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '11b62e82-0e67-42af-8f66-d3b5b72a3801', 'name': '', 'network_id': 'df7dd76a-4038-4373-be4a-4b08810c7237', 'tenant_id': '5c53cd8ae3f2437299bc6b06adae4d89', 'mac_address': 'fa:16:3e:37:c5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da417244-4a4b-4d72-a9b6-5d9881d382c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '1a000168-51c0-4817-b029-06963a29c679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:57:25Z', 'updated_at': '2021-11-12T01:57:29Z', 'revision_number': 4, 'project_id': '5c53cd8ae3f2437299bc6b06adae4d89', 'subnets': [{'id': '1a000168-51c0-4817-b029-06963a29c679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:57:30.089648 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a91df3-7d8b-40b1-9217-4684f6af0679 None None] The sync data for ids ['da417244-4a4b-4d72-a9b6-5d9881d382c9'] in n-d-712142-27 is: [{'id': 'da417244-4a4b-4d72-a9b6-5d9881d382c9', 'name': 'tempest-TestEncryptedCinderVolumes-1930031777-router', 'tenant_id': '5c53cd8ae3f2437299bc6b06adae4d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '7a9482b2-b4fc-4226-95b5-89302782952a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:57:23Z', 'updated_at': '2021-11-12T01:57:26Z', 'revision_number': 4, 'project_id': '5c53cd8ae3f2437299bc6b06adae4d89', 'gw_port': {'id': '7a9482b2-b4fc-4226-95b5-89302782952a', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da417244-4a4b-4d72-a9b6-5d9881d382c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:57:23Z', 'updated_at': '2021-11-12T01:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '11b62e82-0e67-42af-8f66-d3b5b72a3801', 'name': '', 'network_id': 'df7dd76a-4038-4373-be4a-4b08810c7237', 'tenant_id': '5c53cd8ae3f2437299bc6b06adae4d89', 'mac_address': 'fa:16:3e:37:c5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da417244-4a4b-4d72-a9b6-5d9881d382c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '1a000168-51c0-4817-b029-06963a29c679', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:57:25Z', 'updated_at': '2021-11-12T01:57:29Z', 'revision_number': 4, 'project_id': '5c53cd8ae3f2437299bc6b06adae4d89', 'subnets': [{'id': '1a000168-51c0-4817-b029-06963a29c679', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:57:30.119069 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-d7f6afc6-5097-4041-be39-8390c795757a None None] Provisioning complete for port 11b62e82-0e67-42af-8f66-d3b5b72a3801 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:57:30.119443 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d7f6afc6-5097-4041-be39-8390c795757a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:30.121093 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-0d2daa9e-4173-43fe-8e7e-57d3c456c0ea req-9a785e37-a455-419d-998f-f6f07da3ee05 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:30.183389 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-0d2daa9e-4173-43fe-8e7e-57d3c456c0ea req-9a785e37-a455-419d-998f-f6f07da3ee05 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:30.240476 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d2daa9e-4173-43fe-8e7e-57d3c456c0ea req-9a785e37-a455-419d-998f-f6f07da3ee05 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Network 8c7e4e42-0352-4dcc-844c-b0df3f497084 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:57:30.243761 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-0d2daa9e-4173-43fe-8e7e-57d3c456c0ea req-9a785e37-a455-419d-998f-f6f07da3ee05 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:57:30.249503 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d2daa9e-4173-43fe-8e7e-57d3c456c0ea req-9a785e37-a455-419d-998f-f6f07da3ee05 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:57:30.253938 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a785e37-a455-419d-998f-f6f07da3ee05 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Pushing event updated for resources: {'Port': ['ID=6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:30.312361 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2daa9e-4173-43fe-8e7e-57d3c456c0ea req-9a785e37-a455-419d-998f-f6f07da3ee05 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:30.313181 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-0d2daa9e-4173-43fe-8e7e-57d3c456c0ea req-9a785e37-a455-419d-998f-f6f07da3ee05 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:30.331832 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0d2daa9e-4173-43fe-8e7e-57d3c456c0ea req-9a785e37-a455-419d-998f-f6f07da3ee05 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6423571 Nov 12 01:57:30.350818 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-0d2daa9e-4173-43fe-8e7e-57d3c456c0ea req-4bd8d734-b1f5-4237-807f-5b3f818a9d57 service neutron] Request body: {'port': {'device_id': 'efec39ef-64b5-4700-8a00-3bbf52bbcd2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:57:30.423688 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-0d2daa9e-4173-43fe-8e7e-57d3c456c0ea req-4bd8d734-b1f5-4237-807f-5b3f818a9d57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:30.483950 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-8920d854-e3fb-4580-995c-00663d36c2b5 None None] Provisioning complete for port 6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:57:30.484648 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8920d854-e3fb-4580-995c-00663d36c2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:30.525660 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-8920d854-e3fb-4580-995c-00663d36c2b5 None None] Port 6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:57:30.706007 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-0d2daa9e-4173-43fe-8e7e-57d3c456c0ea req-4bd8d734-b1f5-4237-807f-5b3f818a9d57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:57:30.714252 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-0d2daa9e-4173-43fe-8e7e-57d3c456c0ea req-4bd8d734-b1f5-4237-807f-5b3f818a9d57 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:30.726130 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-0d2daa9e-4173-43fe-8e7e-57d3c456c0ea req-4bd8d734-b1f5-4237-807f-5b3f818a9d57 service neutron] Transition to ACTIVE for port object 6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:57:30.730181 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-0d2daa9e-4173-43fe-8e7e-57d3c456c0ea req-4bd8d734-b1f5-4237-807f-5b3f818a9d57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:30.845355 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd8d734-b1f5-4237-807f-5b3f818a9d57 service neutron] Pushing event updated for resources: {'Port': ['ID=6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:30.866022 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-0d2daa9e-4173-43fe-8e7e-57d3c456c0ea req-4bd8d734-b1f5-4237-807f-5b3f818a9d57 service neutron] Attempting to bind port 6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:57:30.866433 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-0d2daa9e-4173-43fe-8e7e-57d3c456c0ea req-4bd8d734-b1f5-4237-807f-5b3f818a9d57 service neutron] Attempting to bind port 6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '402be68d-d4d4-49f7-8236-1fb2034d7187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8c7e4e42-0352-4dcc-844c-b0df3f497084'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:57:30.867198 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2daa9e-4173-43fe-8e7e-57d3c456c0ea req-4bd8d734-b1f5-4237-807f-5b3f818a9d57 service neutron] Attempting to bind port 6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f on network 8c7e4e42-0352-4dcc-844c-b0df3f497084 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:57:30.867751 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba4274-cbc0-436d-bf15-1d0c7fdcf41f req-b7ad3358-0aba-482b-a5d0-c8b3f770e1ac tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:30.875014 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2daa9e-4173-43fe-8e7e-57d3c456c0ea req-4bd8d734-b1f5-4237-807f-5b3f818a9d57 service neutron] Port 6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f on network 8c7e4e42-0352-4dcc-844c-b0df3f497084 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:57:30.875551 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-57ba4274-cbc0-436d-bf15-1d0c7fdcf41f req-b7ad3358-0aba-482b-a5d0-c8b3f770e1ac tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.45 "GET /v2.0/ports?device_id=efec39ef-64b5-4700-8a00-3bbf52bbcd2d HTTP/1.1" status: 200 len: 943 time: 0.0894885 Nov 12 01:57:30.875668 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2daa9e-4173-43fe-8e7e-57d3c456c0ea req-4bd8d734-b1f5-4237-807f-5b3f818a9d57 service neutron] Attempting to bind port 6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f on network 8c7e4e42-0352-4dcc-844c-b0df3f497084 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:57:30.882303 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2daa9e-4173-43fe-8e7e-57d3c456c0ea req-4bd8d734-b1f5-4237-807f-5b3f818a9d57 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:57:30.882647 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2daa9e-4173-43fe-8e7e-57d3c456c0ea req-4bd8d734-b1f5-4237-807f-5b3f818a9d57 service neutron] Checking segment: {'id': '402be68d-d4d4-49f7-8236-1fb2034d7187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8c7e4e42-0352-4dcc-844c-b0df3f497084'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:57:30.883029 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2daa9e-4173-43fe-8e7e-57d3c456c0ea req-4bd8d734-b1f5-4237-807f-5b3f818a9d57 service neutron] Bound using segment: {'id': '402be68d-d4d4-49f7-8236-1fb2034d7187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8c7e4e42-0352-4dcc-844c-b0df3f497084'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:57:30.883463 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-0d2daa9e-4173-43fe-8e7e-57d3c456c0ea req-4bd8d734-b1f5-4237-807f-5b3f818a9d57 service neutron] Bound port: 6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '402be68d-d4d4-49f7-8236-1fb2034d7187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8c7e4e42-0352-4dcc-844c-b0df3f497084'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:57:30.884231 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-0d2daa9e-4173-43fe-8e7e-57d3c456c0ea req-4bd8d734-b1f5-4237-807f-5b3f818a9d57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:30.896120 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7439c283-76cb-4f93-8ddd-2d0c514fe774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:30.932615 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-57ba4274-cbc0-436d-bf15-1d0c7fdcf41f req-8c5089ad-85a5-4b43-ba0d-d300ac9078d0 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.45 "GET /v2.0/security-groups?id=c5e41853-2892-49dd-89f3-1c38b5f91240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560915 Nov 12 01:57:30.965282 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-0d2daa9e-4173-43fe-8e7e-57d3c456c0ea req-4bd8d734-b1f5-4237-807f-5b3f818a9d57 service neutron] For port 6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:57:30.968706 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-0d2daa9e-4173-43fe-8e7e-57d3c456c0ea req-4bd8d734-b1f5-4237-807f-5b3f818a9d57 service neutron] For port 6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f,segment=NetworkSegment(402be68d-d4d4-49f7-8236-1fb2034d7187),segment_id=402be68d-d4d4-49f7-8236-1fb2034d7187)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:57:30.974143 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-0d2daa9e-4173-43fe-8e7e-57d3c456c0ea req-4bd8d734-b1f5-4237-807f-5b3f818a9d57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:31.009203 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2daa9e-4173-43fe-8e7e-57d3c456c0ea req-4bd8d734-b1f5-4237-807f-5b3f818a9d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:31.009840 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-0d2daa9e-4173-43fe-8e7e-57d3c456c0ea req-4bd8d734-b1f5-4237-807f-5b3f818a9d57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:31.011204 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0d2daa9e-4173-43fe-8e7e-57d3c456c0ea req-4bd8d734-b1f5-4237-807f-5b3f818a9d57 service neutron] 10.222.0.44 "PUT /v2.0/ports/6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f HTTP/1.1" status: 200 len: 1092 time: 0.6653888 Nov 12 01:57:31.011647 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efec39ef-64b5-4700-8a00-3bbf52bbcd2d', 'tag': '6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:57:31.013950 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4d1d6158e421e9c8e993f80e0426ddaaefecbe2af3f4b68345379587447b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a907f10-2b42-482e-8c3c-7a124e5ea5de" -d '{"events": [{"name": "network-changed", "server_uuid": "efec39ef-64b5-4700-8a00-3bbf52bbcd2d", "tag": "6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:57:31.041637 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd8d734-b1f5-4237-807f-5b3f818a9d57 service neutron] Pushing event updated for resources: {'Port': ['ID=6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:31.098790 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6deaae-4823-4514-b346-ee5dbf93ae54 x-openstack-request-id: req-de6deaae-4823-4514-b346-ee5dbf93ae54 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:57:31.099169 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efec39ef-64b5-4700-8a00-3bbf52bbcd2d", "tag": "6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:57:31.099496 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-de6deaae-4823-4514-b346-ee5dbf93ae54 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:57:31.100069 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efec39ef-64b5-4700-8a00-3bbf52bbcd2d', 'tag': '6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f', 'status': 'completed', 'code': 200} Nov 12 01:57:31.116917 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2daa9e-4173-43fe-8e7e-57d3c456c0ea req-175ffbbb-e842-4a70-9243-ea4bf2ea9813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:31.118468 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0d2daa9e-4173-43fe-8e7e-57d3c456c0ea req-175ffbbb-e842-4a70-9243-ea4bf2ea9813 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=726b68a3da804524a645bf5474e6151b&device_id=efec39ef-64b5-4700-8a00-3bbf52bbcd2d HTTP/1.1" status: 200 len: 1095 time: 0.0472529 Nov 12 01:57:31.173536 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0d2daa9e-4173-43fe-8e7e-57d3c456c0ea req-2c60620d-7d16-44e9-a1d0-8cd4bca4ca95 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f HTTP/1.1" status: 200 len: 217 time: 0.0407577 Nov 12 01:57:31.226161 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2daa9e-4173-43fe-8e7e-57d3c456c0ea req-dbf7e0ba-e1f8-4aeb-a45b-10e7b030bea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:31.227825 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0d2daa9e-4173-43fe-8e7e-57d3c456c0ea req-dbf7e0ba-e1f8-4aeb-a45b-10e7b030bea8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8d9e0a57-9eb6-4c25-a115-53684343a032 HTTP/1.1" status: 200 len: 856 time: 0.0465202 Nov 12 01:57:31.275078 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2daa9e-4173-43fe-8e7e-57d3c456c0ea req-83a66e58-d83a-45c6-8a80-dd066efb9283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:31.276701 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0d2daa9e-4173-43fe-8e7e-57d3c456c0ea req-83a66e58-d83a-45c6-8a80-dd066efb9283 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8c7e4e42-0352-4dcc-844c-b0df3f497084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421517 Nov 12 01:57:31.345635 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 11b62e82-0e67-42af-8f66-d3b5b72a3801 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:57:31.380053 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0d2daa9e-4173-43fe-8e7e-57d3c456c0ea req-a31b3743-d0b1-4687-aefd-c726a103c5b9 service neutron] 10.222.0.44 "GET /v2.0/networks/8c7e4e42-0352-4dcc-844c-b0df3f497084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961313 Nov 12 01:57:31.398950 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 11b62e82-0e67-42af-8f66-d3b5b72a3801 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:57:31.399381 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:31.476375 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0d2daa9e-4173-43fe-8e7e-57d3c456c0ea req-ca178703-5822-4f8c-ae64-d9d4cb139168 service neutron] 10.222.0.44 "GET /v2.0/networks/8c7e4e42-0352-4dcc-844c-b0df3f497084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892351 Nov 12 01:57:31.601936 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a907f10-2b42-482e-8c3c-7a124e5ea5de req-b981b1ba-f628-49a9-bd1e-f72c480884b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:31.603520 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3a907f10-2b42-482e-8c3c-7a124e5ea5de req-b981b1ba-f628-49a9-bd1e-f72c480884b4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=726b68a3da804524a645bf5474e6151b&device_id=efec39ef-64b5-4700-8a00-3bbf52bbcd2d HTTP/1.1" status: 200 len: 1095 time: 0.0433462 Nov 12 01:57:31.706199 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a907f10-2b42-482e-8c3c-7a124e5ea5de req-b9274615-49fd-45b2-84c8-354c71aa574c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:31.707708 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3a907f10-2b42-482e-8c3c-7a124e5ea5de req-b9274615-49fd-45b2-84c8-354c71aa574c service neutron] 10.222.0.44 "GET /v2.0/networks?id=8c7e4e42-0352-4dcc-844c-b0df3f497084 HTTP/1.1" status: 200 len: 917 time: 0.0975428 Nov 12 01:57:31.751922 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3a907f10-2b42-482e-8c3c-7a124e5ea5de req-d10b5638-df3b-4a34-af44-8d740c9dee8c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f HTTP/1.1" status: 200 len: 217 time: 0.0349019 Nov 12 01:57:31.806987 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a907f10-2b42-482e-8c3c-7a124e5ea5de req-ec1cf4ec-1b69-48c9-a606-c4cdb35e74d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:31.808691 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3a907f10-2b42-482e-8c3c-7a124e5ea5de req-ec1cf4ec-1b69-48c9-a606-c4cdb35e74d3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8d9e0a57-9eb6-4c25-a115-53684343a032 HTTP/1.1" status: 200 len: 856 time: 0.0488675 Nov 12 01:57:31.858551 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a907f10-2b42-482e-8c3c-7a124e5ea5de req-cf16278f-57e4-4a21-a49e-e7babd629a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:31.860123 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3a907f10-2b42-482e-8c3c-7a124e5ea5de req-cf16278f-57e4-4a21-a49e-e7babd629a91 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8c7e4e42-0352-4dcc-844c-b0df3f497084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442715 Nov 12 01:57:31.957323 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3a907f10-2b42-482e-8c3c-7a124e5ea5de req-57f91b1a-777d-4126-b03e-74a1bb0c79eb service neutron] 10.222.0.44 "GET /v2.0/networks/8c7e4e42-0352-4dcc-844c-b0df3f497084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884566 Nov 12 01:57:32.051026 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3a907f10-2b42-482e-8c3c-7a124e5ea5de req-ec2473c2-8b9d-4100-b4a1-f9ec5c9ccc4c service neutron] 10.222.0.44 "GET /v2.0/networks/8c7e4e42-0352-4dcc-844c-b0df3f497084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854671 Nov 12 01:57:32.056958 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba92f7-2f50-49fc-b545-d768fa993d9c req-875a3778-14b3-44f5-b1bb-498fa4513160 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:32.058489 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aeba92f7-2f50-49fc-b545-d768fa993d9c req-875a3778-14b3-44f5-b1bb-498fa4513160 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.45 "GET /v2.0/ports?device_id=efec39ef-64b5-4700-8a00-3bbf52bbcd2d HTTP/1.1" status: 200 len: 943 time: 0.0507762 Nov 12 01:57:32.106708 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aeba92f7-2f50-49fc-b545-d768fa993d9c req-9ea94bae-6035-4676-9497-9781b8ae1e80 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.45 "GET /v2.0/security-groups?id=c5e41853-2892-49dd-89f3-1c38b5f91240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419872 Nov 12 01:57:32.735738 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:57:32.832162 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f,segment=NetworkSegment(402be68d-d4d4-49f7-8236-1fb2034d7187),segment_id=402be68d-d4d4-49f7-8236-1fb2034d7187)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:57:32.843823 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f', 'network_id': '8c7e4e42-0352-4dcc-844c-b0df3f497084', 'port_id': '6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f', 'mac_address': 'fa:16:3e:dc:60:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d9e0a57-9eb6-4c25-a115-53684343a032', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:57:32.881138 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:32.894046 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:57:32.913661 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f,segment=NetworkSegment(402be68d-d4d4-49f7-8236-1fb2034d7187),segment_id=402be68d-d4d4-49f7-8236-1fb2034d7187)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:57:32.917390 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:32.969834 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:33.056667 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:33.187998 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:57:33.232351 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade00eb0-62c0-4eac-aebb-6ccab65a9160 req-293411a3-caa2-4f43-8dd8-0241f80c6f29 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:33.234122 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ade00eb0-62c0-4eac-aebb-6ccab65a9160 req-293411a3-caa2-4f43-8dd8-0241f80c6f29 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.45 "GET /v2.0/ports?device_id=efec39ef-64b5-4700-8a00-3bbf52bbcd2d HTTP/1.1" status: 200 len: 944 time: 0.0604925 Nov 12 01:57:33.284500 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ade00eb0-62c0-4eac-aebb-6ccab65a9160 req-2cf65027-98d8-4be1-8c1b-df80b6373c37 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.45 "GET /v2.0/security-groups?id=c5e41853-2892-49dd-89f3-1c38b5f91240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430722 Nov 12 01:57:34.069319 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:34.402057 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff8ad8-2fee-4c0e-ac09-1e0ae0a13002 req-b7a44d60-a6b0-44ae-8bdf-ae6876d7481f tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:34.403577 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9bff8ad8-2fee-4c0e-ac09-1e0ae0a13002 req-b7a44d60-a6b0-44ae-8bdf-ae6876d7481f tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.45 "GET /v2.0/ports?device_id=efec39ef-64b5-4700-8a00-3bbf52bbcd2d HTTP/1.1" status: 200 len: 944 time: 0.0495131 Nov 12 01:57:34.451309 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9bff8ad8-2fee-4c0e-ac09-1e0ae0a13002 req-e20f2fb6-f141-4f11-8e5c-285d63aae60d tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.45 "GET /v2.0/security-groups?id=c5e41853-2892-49dd-89f3-1c38b5f91240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417492 Nov 12 01:57:34.751554 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:57:34.802525 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:57:34.807234 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:57:34.807610 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:34.886101 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:34.909153 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efec39ef-64b5-4700-8a00-3bbf52bbcd2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:57:34.911411 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ec54fb32a252cf543512252f4538ed49f878ab9aa91f770db158cb882be9043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74eb4dc6-18b1-4f09-995e-1975786206a3" -d '{"events": [{"server_uuid": "efec39ef-64b5-4700-8a00-3bbf52bbcd2d", "name": "network-vif-plugged", "status": "completed", "tag": "6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:57:34.927463 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f,segment=NetworkSegment(402be68d-d4d4-49f7-8236-1fb2034d7187),segment_id=402be68d-d4d4-49f7-8236-1fb2034d7187)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:57:34.931643 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:34.957593 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e54e43-3f07-4d4b-80c3-de77c95ded07 x-openstack-request-id: req-68e54e43-3f07-4d4b-80c3-de77c95ded07 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:57:34.957921 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efec39ef-64b5-4700-8a00-3bbf52bbcd2d", "name": "network-vif-plugged", "status": "completed", "tag": "6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:57:34.958796 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-68e54e43-3f07-4d4b-80c3-de77c95ded07 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:57:34.959286 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efec39ef-64b5-4700-8a00-3bbf52bbcd2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f', 'code': 200} Nov 12 01:57:34.990367 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:57:35.068767 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb41285-3a2a-42a1-8481-94c46804a7ee req-e88f6c1a-963c-487d-822c-67897c530c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:35.070172 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-cfb41285-3a2a-42a1-8481-94c46804a7ee req-e88f6c1a-963c-487d-822c-67897c530c13 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=efec39ef-64b5-4700-8a00-3bbf52bbcd2d HTTP/1.1" status: 200 len: 1097 time: 0.0407784 Nov 12 01:57:35.119378 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-cfb41285-3a2a-42a1-8481-94c46804a7ee req-a5e90c37-8072-4d33-b5e2-de3a5362ee7e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c5e41853-2892-49dd-89f3-1c38b5f91240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408459 Nov 12 01:57:35.370200 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:35.570910 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e6880-838a-41e8-97e9-3261b1c1d360 req-9aff7914-8c9c-4593-b890-aa14e306a785 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:35.572437 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4e9e6880-838a-41e8-97e9-3261b1c1d360 req-9aff7914-8c9c-4593-b890-aa14e306a785 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.45 "GET /v2.0/ports?device_id=efec39ef-64b5-4700-8a00-3bbf52bbcd2d HTTP/1.1" status: 200 len: 945 time: 0.0503199 Nov 12 01:57:35.627453 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4e9e6880-838a-41e8-97e9-3261b1c1d360 req-aef388ab-de49-4239-96a6-cb4ed945c16e tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.45 "GET /v2.0/security-groups?id=c5e41853-2892-49dd-89f3-1c38b5f91240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490716 Nov 12 01:57:36.742008 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d2a90-1566-45ab-ab34-6a46f28193b5 req-e43b2761-552f-4c71-8f61-98a73dbea3a5 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:36.743515 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d57d2a90-1566-45ab-ab34-6a46f28193b5 req-e43b2761-552f-4c71-8f61-98a73dbea3a5 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.45 "GET /v2.0/ports?device_id=efec39ef-64b5-4700-8a00-3bbf52bbcd2d HTTP/1.1" status: 200 len: 945 time: 0.0494506 Nov 12 01:57:36.790305 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d57d2a90-1566-45ab-ab34-6a46f28193b5 req-80f58d47-68c1-4ba2-b63c-355ff06114d1 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.45 "GET /v2.0/security-groups?id=c5e41853-2892-49dd-89f3-1c38b5f91240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408082 Nov 12 01:57:36.903648 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a728375c-e4dc-4491-b63f-3b2e540d9bab req-19789a4c-29b1-4695-b75c-6a212d3055f0 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:36.905168 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a728375c-e4dc-4491-b63f-3b2e540d9bab req-19789a4c-29b1-4695-b75c-6a212d3055f0 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.45 "GET /v2.0/ports?device_id=efec39ef-64b5-4700-8a00-3bbf52bbcd2d HTTP/1.1" status: 200 len: 945 time: 0.0491445 Nov 12 01:57:36.952051 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a728375c-e4dc-4491-b63f-3b2e540d9bab req-318d8d84-ba00-49bb-a37d-cf8194c3540f tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.45 "GET /v2.0/security-groups?id=c5e41853-2892-49dd-89f3-1c38b5f91240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409045 Nov 12 01:57:38.921666 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:41.126864 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:48.903489 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-bc320c80-fe6d-4407-8096-8478f3d5511c req-6afa0ddd-cc3b-4b5c-8007-99750d6b2b77 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=efec39ef-64b5-4700-8a00-3bbf52bbcd2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405731 Nov 12 01:57:49.019145 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc320c80-fe6d-4407-8096-8478f3d5511c req-cdd885e6-aaf9-4ff0-b17d-8647ed8049ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:49.020704 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-bc320c80-fe6d-4407-8096-8478f3d5511c req-cdd885e6-aaf9-4ff0-b17d-8647ed8049ac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=726b68a3da804524a645bf5474e6151b&device_id=efec39ef-64b5-4700-8a00-3bbf52bbcd2d HTTP/1.1" status: 200 len: 1097 time: 0.0414176 Nov 12 01:57:49.136286 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc320c80-fe6d-4407-8096-8478f3d5511c req-7b45ecf3-799f-4e58-9e91-8aa166e96861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:49.137763 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-bc320c80-fe6d-4407-8096-8478f3d5511c req-7b45ecf3-799f-4e58-9e91-8aa166e96861 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8c7e4e42-0352-4dcc-844c-b0df3f497084 HTTP/1.1" status: 200 len: 917 time: 0.0887616 Nov 12 01:57:49.179732 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-bc320c80-fe6d-4407-8096-8478f3d5511c req-4120914e-d071-4a0f-abea-eaee607a87c8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f HTTP/1.1" status: 200 len: 217 time: 0.0344355 Nov 12 01:57:49.229436 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc320c80-fe6d-4407-8096-8478f3d5511c req-e12cf8b6-05bd-4ffa-aa7d-caefabfc3730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:49.230896 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-bc320c80-fe6d-4407-8096-8478f3d5511c req-e12cf8b6-05bd-4ffa-aa7d-caefabfc3730 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8d9e0a57-9eb6-4c25-a115-53684343a032 HTTP/1.1" status: 200 len: 856 time: 0.0442171 Nov 12 01:57:49.282693 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc320c80-fe6d-4407-8096-8478f3d5511c req-71b8b7f1-643d-49b2-8c87-170b1af3d387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:49.284975 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-bc320c80-fe6d-4407-8096-8478f3d5511c req-71b8b7f1-643d-49b2-8c87-170b1af3d387 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8c7e4e42-0352-4dcc-844c-b0df3f497084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459282 Nov 12 01:57:49.378411 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-bc320c80-fe6d-4407-8096-8478f3d5511c req-9b0cca32-9458-4b4a-b2da-7ec29b85b0c2 service neutron] 10.222.0.44 "GET /v2.0/networks/8c7e4e42-0352-4dcc-844c-b0df3f497084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863004 Nov 12 01:57:49.478323 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-bc320c80-fe6d-4407-8096-8478f3d5511c req-582e4dcd-6246-43ef-8730-7190c837385a service neutron] 10.222.0.44 "GET /v2.0/networks/8c7e4e42-0352-4dcc-844c-b0df3f497084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897331 Nov 12 01:57:57.313598 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-faf8eeca-a38d-4a8a-9d0c-8003ec7e197c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:57:59.558274 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168d5eb-6ceb-40dd-9322-d86105d4095b req-2915413a-a3b6-41aa-8d11-3e4950a59cc2 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:57:59.559824 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e168d5eb-6ceb-40dd-9322-d86105d4095b req-2915413a-a3b6-41aa-8d11-3e4950a59cc2 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.45 "GET /v2.0/ports?device_id=efec39ef-64b5-4700-8a00-3bbf52bbcd2d HTTP/1.1" status: 200 len: 945 time: 0.0552058 Nov 12 01:57:59.612833 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e168d5eb-6ceb-40dd-9322-d86105d4095b req-d25697c3-e894-47e6-b03c-79417042fc67 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.45 "GET /v2.0/security-groups?id=c5e41853-2892-49dd-89f3-1c38b5f91240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464814 Nov 12 01:58:00.729759 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03c3f4-1c17-4575-a3c1-998005cb1926 req-bd5ddd5a-d7a6-4f7d-bbd2-6c6b7384bc3a tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:00.731295 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0b03c3f4-1c17-4575-a3c1-998005cb1926 req-bd5ddd5a-d7a6-4f7d-bbd2-6c6b7384bc3a tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.45 "GET /v2.0/ports?device_id=efec39ef-64b5-4700-8a00-3bbf52bbcd2d HTTP/1.1" status: 200 len: 945 time: 0.0500233 Nov 12 01:58:00.780936 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0b03c3f4-1c17-4575-a3c1-998005cb1926 req-6f19e14d-9e04-4ee4-801e-f90ebf28e12c tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.45 "GET /v2.0/security-groups?id=c5e41853-2892-49dd-89f3-1c38b5f91240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426550 Nov 12 01:58:00.889462 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-66042016-3c38-4cca-a97d-f65a6abf8030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:01.296571 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71eafc-4214-41b7-b84f-6dce0181c1a1 req-84f94c66-79e6-46d8-87c8-1a523810b53b tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:01.298116 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7a71eafc-4214-41b7-b84f-6dce0181c1a1 req-84f94c66-79e6-46d8-87c8-1a523810b53b tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.44 "GET /v2.0/ports?device_id=efec39ef-64b5-4700-8a00-3bbf52bbcd2d HTTP/1.1" status: 200 len: 945 time: 0.0496492 Nov 12 01:58:01.388393 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-7a71eafc-4214-41b7-b84f-6dce0181c1a1 req-23489ddc-79bd-42f3-a021-6ce6155b36cb tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Deleting port 6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:58:01.388736 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-7a71eafc-4214-41b7-b84f-6dce0181c1a1 req-23489ddc-79bd-42f3-a021-6ce6155b36cb tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:01.447510 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:58:01.481618 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-7a71eafc-4214-41b7-b84f-6dce0181c1a1 req-23489ddc-79bd-42f3-a021-6ce6155b36cb tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] For port 6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f,segment=NetworkSegment(402be68d-d4d4-49f7-8236-1fb2034d7187),segment_id=402be68d-d4d4-49f7-8236-1fb2034d7187)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:58:01.482085 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-7a71eafc-4214-41b7-b84f-6dce0181c1a1 req-23489ddc-79bd-42f3-a021-6ce6155b36cb tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:01.495156 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-7a71eafc-4214-41b7-b84f-6dce0181c1a1 req-23489ddc-79bd-42f3-a021-6ce6155b36cb tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Calling delete_port for 6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:58:01.628300 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-7a71eafc-4214-41b7-b84f-6dce0181c1a1 req-23489ddc-79bd-42f3-a021-6ce6155b36cb tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:01.655320 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23489ddc-79bd-42f3-a021-6ce6155b36cb tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Pushing event deleted for resources: {'Port': ['ID=6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:01.663542 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:58:01.670249 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23489ddc-79bd-42f3-a021-6ce6155b36cb tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:01.670618 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23489ddc-79bd-42f3-a021-6ce6155b36cb tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:01.670973 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23489ddc-79bd-42f3-a021-6ce6155b36cb tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:01.671315 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23489ddc-79bd-42f3-a021-6ce6155b36cb tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:01.671650 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23489ddc-79bd-42f3-a021-6ce6155b36cb tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:01.672009 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23489ddc-79bd-42f3-a021-6ce6155b36cb tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:01.672351 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23489ddc-79bd-42f3-a021-6ce6155b36cb tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:01.672693 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23489ddc-79bd-42f3-a021-6ce6155b36cb tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:01.673026 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23489ddc-79bd-42f3-a021-6ce6155b36cb tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:01.673387 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23489ddc-79bd-42f3-a021-6ce6155b36cb tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:01.673853 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23489ddc-79bd-42f3-a021-6ce6155b36cb tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:01.674298 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23489ddc-79bd-42f3-a021-6ce6155b36cb tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:01.713974 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a71eafc-4214-41b7-b84f-6dce0181c1a1 req-23489ddc-79bd-42f3-a021-6ce6155b36cb tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] No DVR routers for this DVR port 6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:58:01.716897 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-7a71eafc-4214-41b7-b84f-6dce0181c1a1 req-23489ddc-79bd-42f3-a021-6ce6155b36cb tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:01.720907 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7a71eafc-4214-41b7-b84f-6dce0181c1a1 req-23489ddc-79bd-42f3-a021-6ce6155b36cb tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.44 "DELETE /v2.0/ports/6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f HTTP/1.1" status: 204 len: 173 time: 0.4163773 Nov 12 01:58:01.721550 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efec39ef-64b5-4700-8a00-3bbf52bbcd2d', 'name': 'network-vif-deleted', 'tag': '6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:58:01.726636 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4d1d6158e421e9c8e993f80e0426ddaaefecbe2af3f4b68345379587447b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b08a07-fc6c-42bd-a83c-1ca1a1557e82" -d '{"events": [{"server_uuid": "efec39ef-64b5-4700-8a00-3bbf52bbcd2d", "name": "network-vif-deleted", "tag": "6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:58:01.766835 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a759503b-47d2-419f-9061-75c481eaa682 x-openstack-request-id: req-a759503b-47d2-419f-9061-75c481eaa682 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:58:01.767127 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efec39ef-64b5-4700-8a00-3bbf52bbcd2d", "name": "network-vif-deleted", "tag": "6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:58:01.767377 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a759503b-47d2-419f-9061-75c481eaa682 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:58:01.768139 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efec39ef-64b5-4700-8a00-3bbf52bbcd2d', 'name': 'network-vif-deleted', 'tag': '6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f', 'status': 'completed', 'code': 200} Nov 12 01:58:01.887623 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7f0c6aba-684c-4431-ace4-fc5be7f810d3 req-5acc0db7-de10-46ee-a0ad-794cbb9b9af9 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.45 "GET /v2.0/ports?device_id=efec39ef-64b5-4700-8a00-3bbf52bbcd2d HTTP/1.1" status: 200 len: 210 time: 0.0300794 Nov 12 01:58:03.059781 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:03.607685 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d0249-4468-47fd-b2cf-7d0fdff962dd req-35be10fb-f14e-448d-9fec-ba7568a34ff2 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:03.609195 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d69d0249-4468-47fd-b2cf-7d0fdff962dd req-35be10fb-f14e-448d-9fec-ba7568a34ff2 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.45 "GET /v2.0/networks?id=8c7e4e42-0352-4dcc-844c-b0df3f497084 HTTP/1.1" status: 200 len: 817 time: 0.1047289 Nov 12 01:58:03.624257 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d69d0249-4468-47fd-b2cf-7d0fdff962dd req-8ad9ae9a-6344-4674-b725-cd829375d113 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.45 "GET /v2.0/quotas/726b68a3da804524a645bf5474e6151b HTTP/1.1" status: 200 len: 375 time: 0.0091751 Nov 12 01:58:03.674797 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d69d0249-4468-47fd-b2cf-7d0fdff962dd req-3ca42013-7608-4939-8fe7-718a810dd915 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=726b68a3da804524a645bf5474e6151b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451622 Nov 12 01:58:03.774879 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d69d0249-4468-47fd-b2cf-7d0fdff962dd req-5ff7ac00-a17a-433b-b9fb-5e3772c430db service neutron] 10.222.0.45 "GET /v2.0/networks/8c7e4e42-0352-4dcc-844c-b0df3f497084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879018 Nov 12 01:58:03.865757 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d69d0249-4468-47fd-b2cf-7d0fdff962dd req-e7801f01-2908-459a-8116-bd2ec2b5420f service neutron] 10.222.0.45 "GET /v2.0/networks/8c7e4e42-0352-4dcc-844c-b0df3f497084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821826 Nov 12 01:58:04.030291 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5f7e5b22-ec3c-4439-a007-5f3c66984ea7 req-d8801bd5-8111-4050-b9fb-1ea6de0a2106 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e6ff2d0-a9e6-4807-a239-1ae67c46e961 HTTP/1.1" status: 200 len: 210 time: 0.0320542 Nov 12 01:58:04.078001 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:04.954746 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:58:04.975613 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:58:04.975957 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 6e1ecf26-b2d3-49f1-8bb4-a1e60305f32f not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:58:05.104332 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d0249-4468-47fd-b2cf-7d0fdff962dd req-3f6ec78d-2614-40ce-8b92-2fb63efba282 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:05.105895 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d69d0249-4468-47fd-b2cf-7d0fdff962dd req-3f6ec78d-2614-40ce-8b92-2fb63efba282 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.44 "GET /v2.0/networks?id=8c7e4e42-0352-4dcc-844c-b0df3f497084 HTTP/1.1" status: 200 len: 817 time: 0.1437600 Nov 12 01:58:05.129325 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-d69d0249-4468-47fd-b2cf-7d0fdff962dd req-c8951447-6eb4-44eb-b3a6-bce5439e335e tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Request body: {'port': {'device_id': '8e6ff2d0-a9e6-4807-a239-1ae67c46e961', 'network_id': '8c7e4e42-0352-4dcc-844c-b0df3f497084', 'admin_state_up': True, 'tenant_id': '726b68a3da804524a645bf5474e6151b'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:58:05.136925 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0f238e13-4040-4237-a0ab-d86fbfdf1142 req-883c0b54-0396-4195-afe0-e6cebab5b625 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e6ff2d0-a9e6-4807-a239-1ae67c46e961 HTTP/1.1" status: 200 len: 210 time: 0.0277114 Nov 12 01:58:05.247992 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d69d0249-4468-47fd-b2cf-7d0fdff962dd req-c8951447-6eb4-44eb-b3a6-bce5439e335e tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Made reservation on behalf of 726b68a3da804524a645bf5474e6151b for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:58:05.252086 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-d69d0249-4468-47fd-b2cf-7d0fdff962dd req-c8951447-6eb4-44eb-b3a6-bce5439e335e tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:05.373233 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:05.393986 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-d69d0249-4468-47fd-b2cf-7d0fdff962dd req-c8951447-6eb4-44eb-b3a6-bce5439e335e tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Allocated IP 172.20.0.9 (8c7e4e42-0352-4dcc-844c-b0df3f497084/8d9e0a57-9eb6-4c25-a115-53684343a032/b0d3ed5d-40f3-4ac2-adc0-e147822a491f) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:58:05.542851 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-d69d0249-4468-47fd-b2cf-7d0fdff962dd req-c8951447-6eb4-44eb-b3a6-bce5439e335e tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:05.577453 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-d69d0249-4468-47fd-b2cf-7d0fdff962dd req-c8951447-6eb4-44eb-b3a6-bce5439e335e tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:05.619772 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d69d0249-4468-47fd-b2cf-7d0fdff962dd req-c8951447-6eb4-44eb-b3a6-bce5439e335e tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Network 8c7e4e42-0352-4dcc-844c-b0df3f497084 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:58:05.622831 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-d69d0249-4468-47fd-b2cf-7d0fdff962dd req-c8951447-6eb4-44eb-b3a6-bce5439e335e tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:58:05.629049 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-d69d0249-4468-47fd-b2cf-7d0fdff962dd req-c8951447-6eb4-44eb-b3a6-bce5439e335e tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:58:05.654609 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8951447-6eb4-44eb-b3a6-bce5439e335e tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Pushing event updated for resources: {'Port': ['ID=b0d3ed5d-40f3-4ac2-adc0-e147822a491f,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:05.687546 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d0249-4468-47fd-b2cf-7d0fdff962dd req-c8951447-6eb4-44eb-b3a6-bce5439e335e tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:05.688282 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-d69d0249-4468-47fd-b2cf-7d0fdff962dd req-c8951447-6eb4-44eb-b3a6-bce5439e335e tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:05.705791 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d69d0249-4468-47fd-b2cf-7d0fdff962dd req-c8951447-6eb4-44eb-b3a6-bce5439e335e tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5808525 Nov 12 01:58:05.723236 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-d69d0249-4468-47fd-b2cf-7d0fdff962dd req-a6a97c86-f6e7-42e8-859c-2fb4ffd69d46 service neutron] Request body: {'port': {'device_id': '8e6ff2d0-a9e6-4807-a239-1ae67c46e961', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:58:05.784195 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-d69d0249-4468-47fd-b2cf-7d0fdff962dd req-a6a97c86-f6e7-42e8-859c-2fb4ffd69d46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:05.817151 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-1fa7d676-10f5-480b-88f3-4909d47f7052 None None] Provisioning complete for port b0d3ed5d-40f3-4ac2-adc0-e147822a491f triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:58:05.817578 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1fa7d676-10f5-480b-88f3-4909d47f7052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:05.852145 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-1fa7d676-10f5-480b-88f3-4909d47f7052 None None] Port b0d3ed5d-40f3-4ac2-adc0-e147822a491f cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:58:06.043774 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-d69d0249-4468-47fd-b2cf-7d0fdff962dd req-a6a97c86-f6e7-42e8-859c-2fb4ffd69d46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0d3ed5d-40f3-4ac2-adc0-e147822a491f {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:58:06.050890 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-d69d0249-4468-47fd-b2cf-7d0fdff962dd req-a6a97c86-f6e7-42e8-859c-2fb4ffd69d46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:06.064336 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-d69d0249-4468-47fd-b2cf-7d0fdff962dd req-a6a97c86-f6e7-42e8-859c-2fb4ffd69d46 service neutron] Transition to ACTIVE for port object b0d3ed5d-40f3-4ac2-adc0-e147822a491f will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:58:06.067800 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-d69d0249-4468-47fd-b2cf-7d0fdff962dd req-a6a97c86-f6e7-42e8-859c-2fb4ffd69d46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:06.139198 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a97c86-f6e7-42e8-859c-2fb4ffd69d46 service neutron] Pushing event updated for resources: {'Port': ['ID=b0d3ed5d-40f3-4ac2-adc0-e147822a491f,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:06.200926 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-d69d0249-4468-47fd-b2cf-7d0fdff962dd req-a6a97c86-f6e7-42e8-859c-2fb4ffd69d46 service neutron] Attempting to bind port b0d3ed5d-40f3-4ac2-adc0-e147822a491f on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:58:06.201622 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-d69d0249-4468-47fd-b2cf-7d0fdff962dd req-a6a97c86-f6e7-42e8-859c-2fb4ffd69d46 service neutron] Attempting to bind port b0d3ed5d-40f3-4ac2-adc0-e147822a491f by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '402be68d-d4d4-49f7-8236-1fb2034d7187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8c7e4e42-0352-4dcc-844c-b0df3f497084'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:58:06.202188 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69d0249-4468-47fd-b2cf-7d0fdff962dd req-a6a97c86-f6e7-42e8-859c-2fb4ffd69d46 service neutron] Attempting to bind port b0d3ed5d-40f3-4ac2-adc0-e147822a491f on network 8c7e4e42-0352-4dcc-844c-b0df3f497084 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:58:06.207297 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69d0249-4468-47fd-b2cf-7d0fdff962dd req-a6a97c86-f6e7-42e8-859c-2fb4ffd69d46 service neutron] Port b0d3ed5d-40f3-4ac2-adc0-e147822a491f on network 8c7e4e42-0352-4dcc-844c-b0df3f497084 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:58:06.207630 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69d0249-4468-47fd-b2cf-7d0fdff962dd req-a6a97c86-f6e7-42e8-859c-2fb4ffd69d46 service neutron] Attempting to bind port b0d3ed5d-40f3-4ac2-adc0-e147822a491f on network 8c7e4e42-0352-4dcc-844c-b0df3f497084 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:58:06.214299 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69d0249-4468-47fd-b2cf-7d0fdff962dd req-a6a97c86-f6e7-42e8-859c-2fb4ffd69d46 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:58:06.214675 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69d0249-4468-47fd-b2cf-7d0fdff962dd req-a6a97c86-f6e7-42e8-859c-2fb4ffd69d46 service neutron] Checking segment: {'id': '402be68d-d4d4-49f7-8236-1fb2034d7187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8c7e4e42-0352-4dcc-844c-b0df3f497084'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:58:06.215055 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69d0249-4468-47fd-b2cf-7d0fdff962dd req-a6a97c86-f6e7-42e8-859c-2fb4ffd69d46 service neutron] Bound using segment: {'id': '402be68d-d4d4-49f7-8236-1fb2034d7187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8c7e4e42-0352-4dcc-844c-b0df3f497084'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:58:06.215648 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-d69d0249-4468-47fd-b2cf-7d0fdff962dd req-a6a97c86-f6e7-42e8-859c-2fb4ffd69d46 service neutron] Bound port: b0d3ed5d-40f3-4ac2-adc0-e147822a491f, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '402be68d-d4d4-49f7-8236-1fb2034d7187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8c7e4e42-0352-4dcc-844c-b0df3f497084'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:58:06.216041 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-d69d0249-4468-47fd-b2cf-7d0fdff962dd req-a6a97c86-f6e7-42e8-859c-2fb4ffd69d46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:06.276240 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4c4a5-e666-471b-a73c-2be1d815963b req-4a2324fc-d1f8-4324-b555-dbb1daecdf01 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:06.278903 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d9c4c4a5-e666-471b-a73c-2be1d815963b req-4a2324fc-d1f8-4324-b555-dbb1daecdf01 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e6ff2d0-a9e6-4807-a239-1ae67c46e961 HTTP/1.1" status: 200 len: 943 time: 0.0602171 Nov 12 01:58:06.287087 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-d69d0249-4468-47fd-b2cf-7d0fdff962dd req-a6a97c86-f6e7-42e8-859c-2fb4ffd69d46 service neutron] For port b0d3ed5d-40f3-4ac2-adc0-e147822a491f, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:58:06.293245 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-d69d0249-4468-47fd-b2cf-7d0fdff962dd req-a6a97c86-f6e7-42e8-859c-2fb4ffd69d46 service neutron] For port b0d3ed5d-40f3-4ac2-adc0-e147822a491f, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=b0d3ed5d-40f3-4ac2-adc0-e147822a491f,segment=NetworkSegment(402be68d-d4d4-49f7-8236-1fb2034d7187),segment_id=402be68d-d4d4-49f7-8236-1fb2034d7187)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:58:06.299395 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-d69d0249-4468-47fd-b2cf-7d0fdff962dd req-a6a97c86-f6e7-42e8-859c-2fb4ffd69d46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:06.335520 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d0249-4468-47fd-b2cf-7d0fdff962dd req-a6a97c86-f6e7-42e8-859c-2fb4ffd69d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:06.335868 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-d69d0249-4468-47fd-b2cf-7d0fdff962dd req-a6a97c86-f6e7-42e8-859c-2fb4ffd69d46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:06.337444 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d69d0249-4468-47fd-b2cf-7d0fdff962dd req-a6a97c86-f6e7-42e8-859c-2fb4ffd69d46 service neutron] 10.222.0.44 "PUT /v2.0/ports/b0d3ed5d-40f3-4ac2-adc0-e147822a491f HTTP/1.1" status: 200 len: 1092 time: 0.6186473 Nov 12 01:58:06.337917 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e6ff2d0-a9e6-4807-a239-1ae67c46e961', 'tag': 'b0d3ed5d-40f3-4ac2-adc0-e147822a491f'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:58:06.340200 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4d1d6158e421e9c8e993f80e0426ddaaefecbe2af3f4b68345379587447b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efdda54a-c26f-4e5d-94ce-4a5061b560a7" -d '{"events": [{"name": "network-changed", "server_uuid": "8e6ff2d0-a9e6-4807-a239-1ae67c46e961", "tag": "b0d3ed5d-40f3-4ac2-adc0-e147822a491f"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:58:06.342980 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d9c4c4a5-e666-471b-a73c-2be1d815963b req-0fb077d9-8c67-4126-a5d5-af97d7d3ab28 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.45 "GET /v2.0/security-groups?id=c5e41853-2892-49dd-89f3-1c38b5f91240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578778 Nov 12 01:58:06.384664 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a97c86-f6e7-42e8-859c-2fb4ffd69d46 service neutron] Pushing event updated for resources: {'Port': ['ID=b0d3ed5d-40f3-4ac2-adc0-e147822a491f,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:06.405939 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10583413-556b-4fa6-9758-120c8997a4e8 x-openstack-request-id: req-10583413-556b-4fa6-9758-120c8997a4e8 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:58:06.406461 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e6ff2d0-a9e6-4807-a239-1ae67c46e961", "tag": "b0d3ed5d-40f3-4ac2-adc0-e147822a491f", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:58:06.406715 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-10583413-556b-4fa6-9758-120c8997a4e8 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:58:06.407124 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e6ff2d0-a9e6-4807-a239-1ae67c46e961', 'tag': 'b0d3ed5d-40f3-4ac2-adc0-e147822a491f', 'status': 'completed', 'code': 200} Nov 12 01:58:06.472313 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d0249-4468-47fd-b2cf-7d0fdff962dd req-17a9f103-3ba2-48ee-82ac-1f0cd2516736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:06.474033 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d69d0249-4468-47fd-b2cf-7d0fdff962dd req-17a9f103-3ba2-48ee-82ac-1f0cd2516736 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=726b68a3da804524a645bf5474e6151b&device_id=8e6ff2d0-a9e6-4807-a239-1ae67c46e961 HTTP/1.1" status: 200 len: 1095 time: 0.0485828 Nov 12 01:58:06.528679 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d69d0249-4468-47fd-b2cf-7d0fdff962dd req-91e17249-932a-4eb0-882b-b817aa8d54ef service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0d3ed5d-40f3-4ac2-adc0-e147822a491f HTTP/1.1" status: 200 len: 217 time: 0.0359843 Nov 12 01:58:06.584346 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d0249-4468-47fd-b2cf-7d0fdff962dd req-ddd123d7-938c-4a8b-8fe0-16b1560e6a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:06.585855 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d69d0249-4468-47fd-b2cf-7d0fdff962dd req-ddd123d7-938c-4a8b-8fe0-16b1560e6a26 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8d9e0a57-9eb6-4c25-a115-53684343a032 HTTP/1.1" status: 200 len: 856 time: 0.0506806 Nov 12 01:58:06.638100 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d0249-4468-47fd-b2cf-7d0fdff962dd req-73f409e5-5032-4941-87eb-763762a11239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:06.639561 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d69d0249-4468-47fd-b2cf-7d0fdff962dd req-73f409e5-5032-4941-87eb-763762a11239 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8c7e4e42-0352-4dcc-844c-b0df3f497084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465147 Nov 12 01:58:06.731376 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d69d0249-4468-47fd-b2cf-7d0fdff962dd req-94d03ebf-6a0b-47f9-ab00-eba0a0800679 service neutron] 10.222.0.44 "GET /v2.0/networks/8c7e4e42-0352-4dcc-844c-b0df3f497084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843749 Nov 12 01:58:06.825967 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d69d0249-4468-47fd-b2cf-7d0fdff962dd req-bd1e7ec0-27b3-4aae-aed6-1cca4743c063 service neutron] 10.222.0.44 "GET /v2.0/networks/8c7e4e42-0352-4dcc-844c-b0df3f497084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879240 Nov 12 01:58:06.959259 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdda54a-c26f-4e5d-94ce-4a5061b560a7 req-90d97e66-953a-47e6-9fe2-bf945677192b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:06.960986 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-efdda54a-c26f-4e5d-94ce-4a5061b560a7 req-90d97e66-953a-47e6-9fe2-bf945677192b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=726b68a3da804524a645bf5474e6151b&device_id=8e6ff2d0-a9e6-4807-a239-1ae67c46e961 HTTP/1.1" status: 200 len: 1095 time: 0.0443633 Nov 12 01:58:07.055714 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdda54a-c26f-4e5d-94ce-4a5061b560a7 req-b5c3d911-ed0b-44a2-aee3-4e4821bcbb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:07.057395 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-efdda54a-c26f-4e5d-94ce-4a5061b560a7 req-b5c3d911-ed0b-44a2-aee3-4e4821bcbb80 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8c7e4e42-0352-4dcc-844c-b0df3f497084 HTTP/1.1" status: 200 len: 917 time: 0.0888739 Nov 12 01:58:07.102557 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-efdda54a-c26f-4e5d-94ce-4a5061b560a7 req-6d54744c-fb4b-4b77-ba41-be66c8776318 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b0d3ed5d-40f3-4ac2-adc0-e147822a491f HTTP/1.1" status: 200 len: 217 time: 0.0382409 Nov 12 01:58:07.153066 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdda54a-c26f-4e5d-94ce-4a5061b560a7 req-eafd097a-db10-44ba-9474-10359e0c43d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:07.154566 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-efdda54a-c26f-4e5d-94ce-4a5061b560a7 req-eafd097a-db10-44ba-9474-10359e0c43d4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8d9e0a57-9eb6-4c25-a115-53684343a032 HTTP/1.1" status: 200 len: 856 time: 0.0450661 Nov 12 01:58:07.201933 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdda54a-c26f-4e5d-94ce-4a5061b560a7 req-c7ccaf36-28f7-4cea-91b5-a87f24fd2808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:07.203477 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-efdda54a-c26f-4e5d-94ce-4a5061b560a7 req-c7ccaf36-28f7-4cea-91b5-a87f24fd2808 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8c7e4e42-0352-4dcc-844c-b0df3f497084&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409367 Nov 12 01:58:07.300417 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-efdda54a-c26f-4e5d-94ce-4a5061b560a7 req-503b4801-733b-4166-ad8f-d80e08ab4368 service neutron] 10.222.0.44 "GET /v2.0/networks/8c7e4e42-0352-4dcc-844c-b0df3f497084?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892775 Nov 12 01:58:07.402887 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-efdda54a-c26f-4e5d-94ce-4a5061b560a7 req-934252bb-fec8-4b55-b884-522844f64b46 service neutron] 10.222.0.44 "GET /v2.0/networks/8c7e4e42-0352-4dcc-844c-b0df3f497084?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935311 Nov 12 01:58:07.497782 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [500] Connection: close Content-Length: 609 Content-Type: text/html; charset=iso-8859-1 Date: Fri, 12 Nov 2021 01:53:07 GMT Server: Apache/2.4.41 (Ubuntu) {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:58:07.498415 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: Omitted, Content-Type is set to text/html; charset=iso-8859-1. Only application/json responses have their bodies logged. {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:58:07.551024 n-d-712142-27 neutron-server[109085]: ERROR neutron.notifiers.nova [-] Failed to notify nova on events: [{'name': 'network-changed', 'server_uuid': 'c8557c67-6acf-4fc0-8b35-acaf6b45e0b9', 'tag': '981c3fcb-d66e-466c-a8b8-83147c51e0ed'}]: novaclient.exceptions.ClientException: Unknown Error (HTTP 500) Nov 12 01:58:07.551024 n-d-712142-27 neutron-server[109085]: ERROR neutron.notifiers.nova Traceback (most recent call last): Nov 12 01:58:07.551024 n-d-712142-27 neutron-server[109085]: ERROR neutron.notifiers.nova File "/opt/stack/neutron/neutron/notifiers/nova.py", line 265, in send_events Nov 12 01:58:07.551024 n-d-712142-27 neutron-server[109085]: ERROR neutron.notifiers.nova response = novaclient.server_external_events.create( Nov 12 01:58:07.551024 n-d-712142-27 neutron-server[109085]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/v2/server_external_events.py", line 38, in create Nov 12 01:58:07.551024 n-d-712142-27 neutron-server[109085]: ERROR neutron.notifiers.nova return self._create('/os-server-external-events', body, 'events', Nov 12 01:58:07.551024 n-d-712142-27 neutron-server[109085]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/base.py", line 363, in _create Nov 12 01:58:07.551024 n-d-712142-27 neutron-server[109085]: ERROR neutron.notifiers.nova resp, body = self.api.client.post(url, body=body) Nov 12 01:58:07.551024 n-d-712142-27 neutron-server[109085]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/adapter.py", line 401, in post Nov 12 01:58:07.551024 n-d-712142-27 neutron-server[109085]: ERROR neutron.notifiers.nova return self.request(url, 'POST', **kwargs) Nov 12 01:58:07.551024 n-d-712142-27 neutron-server[109085]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/client.py", line 78, in request Nov 12 01:58:07.551024 n-d-712142-27 neutron-server[109085]: ERROR neutron.notifiers.nova raise exceptions.from_response(resp, body, url, method) Nov 12 01:58:07.551024 n-d-712142-27 neutron-server[109085]: ERROR neutron.notifiers.nova novaclient.exceptions.ClientException: Unknown Error (HTTP 500) Nov 12 01:58:07.551024 n-d-712142-27 neutron-server[109085]: ERROR neutron.notifiers.nova Nov 12 01:58:07.601281 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e43002-535f-458d-aa74-4391a909ce35 req-b6d46f6d-062c-4110-9a6f-ae3cbd719f8d tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:07.603027 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d0e43002-535f-458d-aa74-4391a909ce35 req-b6d46f6d-062c-4110-9a6f-ae3cbd719f8d tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e6ff2d0-a9e6-4807-a239-1ae67c46e961 HTTP/1.1" status: 200 len: 943 time: 0.1784422 Nov 12 01:58:07.663466 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d0e43002-535f-458d-aa74-4391a909ce35 req-ffc5e6c4-82b4-4652-834e-cfaf5ea6d21b tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.45 "GET /v2.0/security-groups?id=c5e41853-2892-49dd-89f3-1c38b5f91240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538793 Nov 12 01:58:08.783929 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2180f71-93f1-4426-b763-a1441e1c4719 req-55b0383b-16be-4ea2-a113-dc316ffd171c tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:08.785419 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a2180f71-93f1-4426-b763-a1441e1c4719 req-55b0383b-16be-4ea2-a113-dc316ffd171c tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e6ff2d0-a9e6-4807-a239-1ae67c46e961 HTTP/1.1" status: 200 len: 943 time: 0.0530765 Nov 12 01:58:08.833514 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a2180f71-93f1-4426-b763-a1441e1c4719 req-b71fb882-3417-4345-b902-116aef67242c tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.45 "GET /v2.0/security-groups?id=c5e41853-2892-49dd-89f3-1c38b5f91240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421515 Nov 12 01:58:08.936666 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:08.968004 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device b0d3ed5d-40f3-4ac2-adc0-e147822a491f details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:58:09.071191 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port b0d3ed5d-40f3-4ac2-adc0-e147822a491f, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=b0d3ed5d-40f3-4ac2-adc0-e147822a491f,segment=NetworkSegment(402be68d-d4d4-49f7-8236-1fb2034d7187),segment_id=402be68d-d4d4-49f7-8236-1fb2034d7187)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:58:09.095673 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'b0d3ed5d-40f3-4ac2-adc0-e147822a491f', 'network_id': '8c7e4e42-0352-4dcc-844c-b0df3f497084', 'port_id': 'b0d3ed5d-40f3-4ac2-adc0-e147822a491f', 'mac_address': 'fa:16:3e:a4:0f:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d9e0a57-9eb6-4c25-a115-53684343a032', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:58:09.160095 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:09.182742 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0d3ed5d-40f3-4ac2-adc0-e147822a491f {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:58:09.216804 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port b0d3ed5d-40f3-4ac2-adc0-e147822a491f, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=b0d3ed5d-40f3-4ac2-adc0-e147822a491f,segment=NetworkSegment(402be68d-d4d4-49f7-8236-1fb2034d7187),segment_id=402be68d-d4d4-49f7-8236-1fb2034d7187)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:58:09.222142 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:09.272731 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=b0d3ed5d-40f3-4ac2-adc0-e147822a491f,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:09.281871 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:09.282215 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:09.282623 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:09.282989 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:09.283437 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:09.283786 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:09.284152 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:09.284488 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:09.284820 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:09.285172 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:09.285502 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:09.285825 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:09.484152 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['b0d3ed5d-40f3-4ac2-adc0-e147822a491f'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:58:09.552101 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8557c67-6acf-4fc0-8b35-acaf6b45e0b9', 'name': 'network-vif-deleted', 'tag': '981c3fcb-d66e-466c-a8b8-83147c51e0ed'}, {'server_uuid': 'e48b0a12-5acf-47aa-96a5-e931805ecd0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd6e229c-77ce-43ca-aca4-d302c28250ec'}, {'name': 'network-changed', 'server_uuid': 'e48b0a12-5acf-47aa-96a5-e931805ecd0b', 'tag': 'bd6e229c-77ce-43ca-aca4-d302c28250ec'}, {'name': 'network-changed', 'server_uuid': 'e8a8d721-a887-4c60-96a3-c174a8aa704e', 'tag': 'd6cde060-f584-48f5-8626-6072cb6d8db6'}, {'server_uuid': 'e8a8d721-a887-4c60-96a3-c174a8aa704e', 'name': 'network-vif-deleted', 'tag': 'd6cde060-f584-48f5-8626-6072cb6d8db6'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:58:09.554522 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dd4e089669c975f2de9f4f0df131bfb5fea3b750f9a1fd67846e9670e07c7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4429c9c-95a8-4c5e-b9e1-a8dbd7e1bfdf" -d '{"events": [{"server_uuid": "c8557c67-6acf-4fc0-8b35-acaf6b45e0b9", "name": "network-vif-deleted", "tag": "981c3fcb-d66e-466c-a8b8-83147c51e0ed"}, {"server_uuid": "e48b0a12-5acf-47aa-96a5-e931805ecd0b", "name": "network-vif-unplugged", "status": "completed", "tag": "bd6e229c-77ce-43ca-aca4-d302c28250ec"}, {"name": "network-changed", "server_uuid": "e48b0a12-5acf-47aa-96a5-e931805ecd0b", "tag": "bd6e229c-77ce-43ca-aca4-d302c28250ec"}, {"name": "network-changed", "server_uuid": "e8a8d721-a887-4c60-96a3-c174a8aa704e", "tag": "d6cde060-f584-48f5-8626-6072cb6d8db6"}, {"server_uuid": "e8a8d721-a887-4c60-96a3-c174a8aa704e", "name": "network-vif-deleted", "tag": "d6cde060-f584-48f5-8626-6072cb6d8db6"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:58:09.663157 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 861 Content-Type: application/json Date: Fri, 12 Nov 2021 01:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776bec76-17b7-4f89-b561-82f5445e786d x-openstack-request-id: req-776bec76-17b7-4f89-b561-82f5445e786d {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:58:09.663466 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8557c67-6acf-4fc0-8b35-acaf6b45e0b9", "name": "network-vif-deleted", "tag": "981c3fcb-d66e-466c-a8b8-83147c51e0ed", "status": "completed", "code": 200}, {"server_uuid": "e48b0a12-5acf-47aa-96a5-e931805ecd0b", "name": "network-vif-unplugged", "status": "completed", "tag": "bd6e229c-77ce-43ca-aca4-d302c28250ec", "code": 200}, {"name": "network-changed", "server_uuid": "e48b0a12-5acf-47aa-96a5-e931805ecd0b", "tag": "bd6e229c-77ce-43ca-aca4-d302c28250ec", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e8a8d721-a887-4c60-96a3-c174a8aa704e", "tag": "d6cde060-f584-48f5-8626-6072cb6d8db6", "status": "completed", "code": 200}, {"server_uuid": "e8a8d721-a887-4c60-96a3-c174a8aa704e", "name": "network-vif-deleted", "tag": "d6cde060-f584-48f5-8626-6072cb6d8db6", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:58:09.663722 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-776bec76-17b7-4f89-b561-82f5445e786d {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:58:09.664207 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8557c67-6acf-4fc0-8b35-acaf6b45e0b9', 'name': 'network-vif-deleted', 'tag': '981c3fcb-d66e-466c-a8b8-83147c51e0ed', 'status': 'completed', 'code': 200} Nov 12 01:58:09.664455 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48b0a12-5acf-47aa-96a5-e931805ecd0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd6e229c-77ce-43ca-aca4-d302c28250ec', 'code': 200} Nov 12 01:58:09.664702 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e48b0a12-5acf-47aa-96a5-e931805ecd0b', 'tag': 'bd6e229c-77ce-43ca-aca4-d302c28250ec', 'status': 'completed', 'code': 200} Nov 12 01:58:09.664945 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8a8d721-a887-4c60-96a3-c174a8aa704e', 'tag': 'd6cde060-f584-48f5-8626-6072cb6d8db6', 'status': 'completed', 'code': 200} Nov 12 01:58:09.665186 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8a8d721-a887-4c60-96a3-c174a8aa704e', 'name': 'network-vif-deleted', 'tag': 'd6cde060-f584-48f5-8626-6072cb6d8db6', 'status': 'completed', 'code': 200} Nov 12 01:58:09.729837 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d4429c9c-95a8-4c5e-b9e1-a8dbd7e1bfdf req-1a2067b4-3c46-4c4c-a7e9-0aad79413994 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0ec425dfa176403eb7d5ce1b6e274fa4&device_id=e8a8d721-a887-4c60-96a3-c174a8aa704e HTTP/1.1" status: 200 len: 210 time: 0.0270655 Nov 12 01:58:09.746614 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d4429c9c-95a8-4c5e-b9e1-a8dbd7e1bfdf req-dd2a5065-5a2a-4ffe-b85a-36b463160f32 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=530ab68461024fd380ed810b9cdc601d&device_id=e48b0a12-5acf-47aa-96a5-e931805ecd0b HTTP/1.1" status: 200 len: 210 time: 0.0304458 Nov 12 01:58:09.765774 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d4429c9c-95a8-4c5e-b9e1-a8dbd7e1bfdf req-7d2faed3-653b-4b1b-a7d2-0cc2daf933d9 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=0ec425dfa176403eb7d5ce1b6e274fa4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204163 Nov 12 01:58:09.787797 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d4429c9c-95a8-4c5e-b9e1-a8dbd7e1bfdf req-9033b1d4-814f-4334-b01b-66c65432681f service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=530ab68461024fd380ed810b9cdc601d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268345 Nov 12 01:58:09.870904 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4429c9c-95a8-4c5e-b9e1-a8dbd7e1bfdf req-d5a14ff6-e0dc-4b8e-8730-2d4b7e1bd2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:09.872406 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d4429c9c-95a8-4c5e-b9e1-a8dbd7e1bfdf req-d5a14ff6-e0dc-4b8e-8730-2d4b7e1bd2d5 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0991645 Nov 12 01:58:09.954913 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243be5df-59d8-47d8-96ca-ec71b61508ed req-4e0d28d5-e10a-435e-bad3-68a9ba2fbadb tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:09.956580 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-243be5df-59d8-47d8-96ca-ec71b61508ed req-4e0d28d5-e10a-435e-bad3-68a9ba2fbadb tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e6ff2d0-a9e6-4807-a239-1ae67c46e961 HTTP/1.1" status: 200 len: 944 time: 0.0501792 Nov 12 01:58:09.962780 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4429c9c-95a8-4c5e-b9e1-a8dbd7e1bfdf req-10503561-ffd5-4c25-9324-a599646d9f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:09.964297 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-d4429c9c-95a8-4c5e-b9e1-a8dbd7e1bfdf req-10503561-ffd5-4c25-9324-a599646d9f69 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1693690 Nov 12 01:58:10.004087 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-243be5df-59d8-47d8-96ca-ec71b61508ed req-aee7f7ea-36cd-48f1-ad88-7c7e1ce05464 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.45 "GET /v2.0/security-groups?id=c5e41853-2892-49dd-89f3-1c38b5f91240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403779 Nov 12 01:58:10.984498 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device b0d3ed5d-40f3-4ac2-adc0-e147822a491f up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:58:11.032650 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port b0d3ed5d-40f3-4ac2-adc0-e147822a491f completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:58:11.038863 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port b0d3ed5d-40f3-4ac2-adc0-e147822a491f triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:58:11.039240 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:11.129114 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:11.143758 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:11.144717 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0615568-d94b-41c9-bc04-8f9898ed4a0a req-a358a30b-3e29-4f74-a868-83e01c09cc16 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:11.146696 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b0615568-d94b-41c9-bc04-8f9898ed4a0a req-a358a30b-3e29-4f74-a868-83e01c09cc16 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e6ff2d0-a9e6-4807-a239-1ae67c46e961 HTTP/1.1" status: 200 len: 944 time: 0.0662758 Nov 12 01:58:11.156260 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e6ff2d0-a9e6-4807-a239-1ae67c46e961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d3ed5d-40f3-4ac2-adc0-e147822a491f'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:58:11.158463 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ec54fb32a252cf543512252f4538ed49f878ab9aa91f770db158cb882be9043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601f9ef0-8fda-4374-8fed-3a4885b9c35a" -d '{"events": [{"server_uuid": "8e6ff2d0-a9e6-4807-a239-1ae67c46e961", "name": "network-vif-plugged", "status": "completed", "tag": "b0d3ed5d-40f3-4ac2-adc0-e147822a491f"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:58:11.171323 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port b0d3ed5d-40f3-4ac2-adc0-e147822a491f, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=b0d3ed5d-40f3-4ac2-adc0-e147822a491f,segment=NetworkSegment(402be68d-d4d4-49f7-8236-1fb2034d7187),segment_id=402be68d-d4d4-49f7-8236-1fb2034d7187)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:58:11.175525 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:11.197590 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b0615568-d94b-41c9-bc04-8f9898ed4a0a req-c93a5e78-c04e-4a75-a64a-ed54e04b0216 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.45 "GET /v2.0/security-groups?id=c5e41853-2892-49dd-89f3-1c38b5f91240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447254 Nov 12 01:58:11.224837 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=b0d3ed5d-40f3-4ac2-adc0-e147822a491f,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:11.250143 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e867105-545b-4335-9aba-213b7270e97f x-openstack-request-id: req-0e867105-545b-4335-9aba-213b7270e97f {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:58:11.250434 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e6ff2d0-a9e6-4807-a239-1ae67c46e961", "name": "network-vif-plugged", "status": "completed", "tag": "b0d3ed5d-40f3-4ac2-adc0-e147822a491f", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:58:11.250717 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0e867105-545b-4335-9aba-213b7270e97f {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:58:11.251213 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e6ff2d0-a9e6-4807-a239-1ae67c46e961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d3ed5d-40f3-4ac2-adc0-e147822a491f', 'code': 200} Nov 12 01:58:11.372393 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deddc687-e649-4170-a091-dc684b963e89 req-614cf89a-269e-42f1-93c1-585f172df3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:11.373970 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-deddc687-e649-4170-a091-dc684b963e89 req-614cf89a-269e-42f1-93c1-585f172df3bf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8e6ff2d0-a9e6-4807-a239-1ae67c46e961 HTTP/1.1" status: 200 len: 1097 time: 0.0392427 Nov 12 01:58:11.420070 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-deddc687-e649-4170-a091-dc684b963e89 req-ee45d991-3cb4-46c1-8e01-16ed11c85f60 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c5e41853-2892-49dd-89f3-1c38b5f91240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373366 Nov 12 01:58:12.315461 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337ea3c-cc84-4814-aa1f-8d4805bf26b5 req-85a85062-c4d2-4acf-8620-43946180e601 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:12.317015 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6337ea3c-cc84-4814-aa1f-8d4805bf26b5 req-85a85062-c4d2-4acf-8620-43946180e601 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e6ff2d0-a9e6-4807-a239-1ae67c46e961 HTTP/1.1" status: 200 len: 945 time: 0.0500808 Nov 12 01:58:12.366138 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6337ea3c-cc84-4814-aa1f-8d4805bf26b5 req-74feb870-53d6-4f1f-aa19-be9439078edc tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.45 "GET /v2.0/security-groups?id=c5e41853-2892-49dd-89f3-1c38b5f91240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423245 Nov 12 01:58:13.483701 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265a0be-3591-46a2-ac89-f4c88814b9b4 req-e76d09aa-0372-4fbc-8b0a-81480a6d06bd tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:13.485219 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7265a0be-3591-46a2-ac89-f4c88814b9b4 req-e76d09aa-0372-4fbc-8b0a-81480a6d06bd tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e6ff2d0-a9e6-4807-a239-1ae67c46e961 HTTP/1.1" status: 200 len: 945 time: 0.0492299 Nov 12 01:58:13.536604 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7265a0be-3591-46a2-ac89-f4c88814b9b4 req-80dbb6b9-f327-46cd-acb9-1bed9c123528 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.45 "GET /v2.0/security-groups?id=c5e41853-2892-49dd-89f3-1c38b5f91240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453243 Nov 12 01:58:13.649128 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1574a4-daed-4e28-9be7-a1e8c21763bd req-ab4adfef-d3cc-4088-a969-d08953b0f296 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:13.650621 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-be1574a4-daed-4e28-9be7-a1e8c21763bd req-ab4adfef-d3cc-4088-a969-d08953b0f296 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e6ff2d0-a9e6-4807-a239-1ae67c46e961 HTTP/1.1" status: 200 len: 945 time: 0.0492694 Nov 12 01:58:13.698223 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-be1574a4-daed-4e28-9be7-a1e8c21763bd req-beed4119-9ccf-4722-90dd-2611c086213a tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.45 "GET /v2.0/security-groups?id=c5e41853-2892-49dd-89f3-1c38b5f91240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416999 Nov 12 01:58:27.318728 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2a617b97-6707-4a49-b8f9-d7012d1fd699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:30.892364 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c09e0dbf-5067-429f-8353-52185ae5d2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:33.064004 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:34.073498 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:35.205591 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d46a5c-4902-4164-9d96-cc9310759869 req-d4640de6-5bdd-4eb0-b11b-1c41f92e21b7 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:35.206789 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-61d46a5c-4902-4164-9d96-cc9310759869 req-d4640de6-5bdd-4eb0-b11b-1c41f92e21b7 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e6ff2d0-a9e6-4807-a239-1ae67c46e961 HTTP/1.1" status: 200 len: 945 time: 0.0510626 Nov 12 01:58:35.272731 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-61d46a5c-4902-4164-9d96-cc9310759869 req-c848b8f7-fe16-434c-9ae1-423b8d3efabe tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.45 "GET /v2.0/security-groups?id=c5e41853-2892-49dd-89f3-1c38b5f91240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580025 Nov 12 01:58:35.378718 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:36.399135 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44652cb7-4f73-4842-af5d-3cfb703fd9cd req-35e07fbf-0542-452e-83ea-6023e1bbd4be tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:36.400715 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-44652cb7-4f73-4842-af5d-3cfb703fd9cd req-35e07fbf-0542-452e-83ea-6023e1bbd4be tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e6ff2d0-a9e6-4807-a239-1ae67c46e961 HTTP/1.1" status: 200 len: 945 time: 0.0552497 Nov 12 01:58:36.451565 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-44652cb7-4f73-4842-af5d-3cfb703fd9cd req-fd77acd0-712c-4610-8024-9b0a10c620e6 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.45 "GET /v2.0/security-groups?id=c5e41853-2892-49dd-89f3-1c38b5f91240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447378 Nov 12 01:58:37.246899 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97374d62-4138-41af-a0d6-fd094eab3cf6 req-481e55cf-9553-4b26-a3bf-5ce672ebc6a2 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:37.248357 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-97374d62-4138-41af-a0d6-fd094eab3cf6 req-481e55cf-9553-4b26-a3bf-5ce672ebc6a2 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e6ff2d0-a9e6-4807-a239-1ae67c46e961 HTTP/1.1" status: 200 len: 945 time: 0.3766060 Nov 12 01:58:37.335791 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-97374d62-4138-41af-a0d6-fd094eab3cf6 req-4821e4a2-0df0-4dd5-9933-877e1faff6ea tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Deleting port b0d3ed5d-40f3-4ac2-adc0-e147822a491f {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:58:37.336171 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-97374d62-4138-41af-a0d6-fd094eab3cf6 req-4821e4a2-0df0-4dd5-9933-877e1faff6ea tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:37.426929 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-97374d62-4138-41af-a0d6-fd094eab3cf6 req-4821e4a2-0df0-4dd5-9933-877e1faff6ea tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] For port b0d3ed5d-40f3-4ac2-adc0-e147822a491f, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=b0d3ed5d-40f3-4ac2-adc0-e147822a491f,segment=NetworkSegment(402be68d-d4d4-49f7-8236-1fb2034d7187),segment_id=402be68d-d4d4-49f7-8236-1fb2034d7187)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:58:37.427295 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-97374d62-4138-41af-a0d6-fd094eab3cf6 req-4821e4a2-0df0-4dd5-9933-877e1faff6ea tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:37.440689 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-97374d62-4138-41af-a0d6-fd094eab3cf6 req-4821e4a2-0df0-4dd5-9933-877e1faff6ea tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Calling delete_port for b0d3ed5d-40f3-4ac2-adc0-e147822a491f owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:58:37.574684 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f4f68-c43e-4d55-b8e6-266f5a6e9e6d req-cabcf709-e17a-46fa-bb92-e9b8bc243c0b tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:37.576223 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-336f4f68-c43e-4d55-b8e6-266f5a6e9e6d req-cabcf709-e17a-46fa-bb92-e9b8bc243c0b tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e6ff2d0-a9e6-4807-a239-1ae67c46e961 HTTP/1.1" status: 200 len: 945 time: 0.0531876 Nov 12 01:58:37.581595 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-97374d62-4138-41af-a0d6-fd094eab3cf6 req-4821e4a2-0df0-4dd5-9933-877e1faff6ea tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:37.615936 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['b0d3ed5d-40f3-4ac2-adc0-e147822a491f'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:58:37.629640 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-336f4f68-c43e-4d55-b8e6-266f5a6e9e6d req-1e6a8ed1-a2ee-49e3-9eb8-c2e113c57738 tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.45 "GET /v2.0/security-groups?id=c5e41853-2892-49dd-89f3-1c38b5f91240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468698 Nov 12 01:58:37.639144 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4821e4a2-0df0-4dd5-9933-877e1faff6ea tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Pushing event deleted for resources: {'Port': ['ID=b0d3ed5d-40f3-4ac2-adc0-e147822a491f,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:37.660958 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-97374d62-4138-41af-a0d6-fd094eab3cf6 req-4821e4a2-0df0-4dd5-9933-877e1faff6ea tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] No DVR routers for this DVR port b0d3ed5d-40f3-4ac2-adc0-e147822a491f on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:58:37.663764 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-97374d62-4138-41af-a0d6-fd094eab3cf6 req-4821e4a2-0df0-4dd5-9933-877e1faff6ea tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:37.667543 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-97374d62-4138-41af-a0d6-fd094eab3cf6 req-4821e4a2-0df0-4dd5-9933-877e1faff6ea tempest-TestEncryptedCinderVolumes-1785515368 tempest-TestEncryptedCinderVolumes-1785515368-project] 10.222.0.44 "DELETE /v2.0/ports/b0d3ed5d-40f3-4ac2-adc0-e147822a491f HTTP/1.1" status: 204 len: 173 time: 0.4123833 Nov 12 01:58:37.668072 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e6ff2d0-a9e6-4807-a239-1ae67c46e961', 'name': 'network-vif-deleted', 'tag': 'b0d3ed5d-40f3-4ac2-adc0-e147822a491f'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:58:37.670893 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4d1d6158e421e9c8e993f80e0426ddaaefecbe2af3f4b68345379587447b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892c0df1-06b4-4017-b307-3e2a714483a2" -d '{"events": [{"server_uuid": "8e6ff2d0-a9e6-4807-a239-1ae67c46e961", "name": "network-vif-deleted", "tag": "b0d3ed5d-40f3-4ac2-adc0-e147822a491f"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:58:37.709552 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcbda481-bd9f-46c0-b7aa-afdcf1df5211 x-openstack-request-id: req-dcbda481-bd9f-46c0-b7aa-afdcf1df5211 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:58:37.709886 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e6ff2d0-a9e6-4807-a239-1ae67c46e961", "name": "network-vif-deleted", "tag": "b0d3ed5d-40f3-4ac2-adc0-e147822a491f", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:58:37.710147 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dcbda481-bd9f-46c0-b7aa-afdcf1df5211 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:58:37.710557 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e6ff2d0-a9e6-4807-a239-1ae67c46e961', 'name': 'network-vif-deleted', 'tag': 'b0d3ed5d-40f3-4ac2-adc0-e147822a491f', 'status': 'completed', 'code': 200} Nov 12 01:58:38.447357 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:58:38.731151 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57134) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:58:38.935395 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:39.091860 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a7880af0-1526-4fd7-b259-190f0bdd05b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:39.342225 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-a7880af0-1526-4fd7-b259-190f0bdd05b3 admin admin] Deleting port d25a63ed-ba32-48b3-b0ad-98e342ab60ef {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:58:39.342561 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a7880af0-1526-4fd7-b259-190f0bdd05b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:39.420889 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-a7880af0-1526-4fd7-b259-190f0bdd05b3 admin admin] For port d25a63ed-ba32-48b3-b0ad-98e342ab60ef, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=d25a63ed-ba32-48b3-b0ad-98e342ab60ef,segment=NetworkSegment(402be68d-d4d4-49f7-8236-1fb2034d7187),segment_id=402be68d-d4d4-49f7-8236-1fb2034d7187)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:58:39.421254 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a7880af0-1526-4fd7-b259-190f0bdd05b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:39.434629 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-a7880af0-1526-4fd7-b259-190f0bdd05b3 admin admin] Calling delete_port for d25a63ed-ba32-48b3-b0ad-98e342ab60ef owned by network:router_interface {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:58:39.616020 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a7880af0-1526-4fd7-b259-190f0bdd05b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:39.644433 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7880af0-1526-4fd7-b259-190f0bdd05b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d25a63ed-ba32-48b3-b0ad-98e342ab60ef,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:39.811461 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a7880af0-1526-4fd7-b259-190f0bdd05b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:40.040018 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7880af0-1526-4fd7-b259-190f0bdd05b3 admin admin] Router b7a9aaf5-8063-4047-9d71-0101d9edab71 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:58:40.147570 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7880af0-1526-4fd7-b259-190f0bdd05b3 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:58:40.153323 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a7880af0-1526-4fd7-b259-190f0bdd05b3 admin admin] 10.222.0.45 "PUT /v2.0/routers/b7a9aaf5-8063-4047-9d71-0101d9edab71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4211073 Nov 12 01:58:40.155900 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57136) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:58:40.156910 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50eec7d-142e-48a2-b071-01213008bd6b None None] Sync routers for ids ['b7a9aaf5-8063-4047-9d71-0101d9edab71'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:58:40.167274 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50eec7d-142e-48a2-b071-01213008bd6b None None] Routers {'b7a9aaf5-8063-4047-9d71-0101d9edab71'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:58:40.167982 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-d50eec7d-142e-48a2-b071-01213008bd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:58:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['b7a9aaf5-8063-4047-9d71-0101d9edab71'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:58:40.261910 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e6e22469-fde5-432b-9660-26333c568c38 admin admin] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:40.268949 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-d50eec7d-142e-48a2-b071-01213008bd6b None None] Set router b7a9aaf5-8063-4047-9d71-0101d9edab71 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:58:40.361743 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e6e22469-fde5-432b-9660-26333c568c38 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:40.426721 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-e6e22469-fde5-432b-9660-26333c568c38 admin admin] Deleting port 218939ca-17f1-4a27-907d-79577aa85e30 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:58:40.427221 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e6e22469-fde5-432b-9660-26333c568c38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:40.452909 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-d50eec7d-142e-48a2-b071-01213008bd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a9aaf5-8063-4047-9d71-0101d9edab71', 'name': 'tempest-TestEncryptedCinderVolumes-2092668657-router', 'tenant_id': '726b68a3da804524a645bf5474e6151b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.225'}], 'enable_snat': True}, 'gw_port_id': '218939ca-17f1-4a27-907d-79577aa85e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:57:18Z', 'updated_at': '2021-11-12T01:58:39Z', 'revision_number': 5, 'project_id': '726b68a3da804524a645bf5474e6151b', 'gw_port': {'id': '218939ca-17f1-4a27-907d-79577aa85e30', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:9d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a9aaf5-8063-4047-9d71-0101d9edab71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:57:18Z', 'updated_at': '2021-11-12T01:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:58:40.479363 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50eec7d-142e-48a2-b071-01213008bd6b None None] Checking router: b7a9aaf5-8063-4047-9d71-0101d9edab71 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:58:40.488180 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50eec7d-142e-48a2-b071-01213008bd6b None None] Routers {'b7a9aaf5-8063-4047-9d71-0101d9edab71'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:58:40.488778 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-d50eec7d-142e-48a2-b071-01213008bd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:58:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['b7a9aaf5-8063-4047-9d71-0101d9edab71'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:58:40.509986 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-e6e22469-fde5-432b-9660-26333c568c38 admin admin] For port 218939ca-17f1-4a27-907d-79577aa85e30, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=218939ca-17f1-4a27-907d-79577aa85e30,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:58:40.510349 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e6e22469-fde5-432b-9660-26333c568c38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:40.532668 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-e6e22469-fde5-432b-9660-26333c568c38 admin admin] Calling delete_port for 218939ca-17f1-4a27-907d-79577aa85e30 owned by network:router_gateway {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:58:40.586429 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-d50eec7d-142e-48a2-b071-01213008bd6b None None] Set router b7a9aaf5-8063-4047-9d71-0101d9edab71 gateway port host: None {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:58:40.638443 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-d50eec7d-142e-48a2-b071-01213008bd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a9aaf5-8063-4047-9d71-0101d9edab71', 'name': 'tempest-TestEncryptedCinderVolumes-2092668657-router', 'tenant_id': '726b68a3da804524a645bf5474e6151b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:57:18Z', 'updated_at': '2021-11-12T01:58:40Z', 'revision_number': 6, 'project_id': '726b68a3da804524a645bf5474e6151b', 'gw_port_host': None}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:58:40.668953 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50eec7d-142e-48a2-b071-01213008bd6b None None] The sync data for ids ['b7a9aaf5-8063-4047-9d71-0101d9edab71'] in n-d-712142-27 is: [{'id': 'b7a9aaf5-8063-4047-9d71-0101d9edab71', 'name': 'tempest-TestEncryptedCinderVolumes-2092668657-router', 'tenant_id': '726b68a3da804524a645bf5474e6151b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:57:18Z', 'updated_at': '2021-11-12T01:58:40Z', 'revision_number': 6, 'project_id': '726b68a3da804524a645bf5474e6151b', 'gw_port_host': None}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:58:40.745851 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e6e22469-fde5-432b-9660-26333c568c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:40.773091 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e22469-fde5-432b-9660-26333c568c38 admin admin] Pushing event deleted for resources: {'Port': ['ID=218939ca-17f1-4a27-907d-79577aa85e30,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:40.787645 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1343b1-d731-49ca-b998-28fe34e59614 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:58:40.842457 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e6e22469-fde5-432b-9660-26333c568c38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:40.935387 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e6e22469-fde5-432b-9660-26333c568c38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:40.937762 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e6e22469-fde5-432b-9660-26333c568c38 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:40.981877 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e6e22469-fde5-432b-9660-26333c568c38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:40.982488 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e22469-fde5-432b-9660-26333c568c38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7a9aaf5-8063-4047-9d71-0101d9edab71 {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:58:40.993379 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e6e22469-fde5-432b-9660-26333c568c38 admin admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:40.994602 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e6e22469-fde5-432b-9660-26333c568c38 admin admin] 10.222.0.45 "DELETE /v2.0/routers/b7a9aaf5-8063-4047-9d71-0101d9edab71 HTTP/1.1" status: 204 len: 168 time: 0.8377337 Nov 12 01:58:40.997330 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57138) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:58:41.054018 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-894ec8b4-65b1-4155-85c3-73c3beff03b1 admin admin] Deleting subnet 8d9e0a57-9eb6-4c25-a115-53684343a032 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:58:41.058040 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-894ec8b4-65b1-4155-85c3-73c3beff03b1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:41.100368 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-894ec8b4-65b1-4155-85c3-73c3beff03b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:41.143136 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:41.184429 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-894ec8b4-65b1-4155-85c3-73c3beff03b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:41.192453 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device b0d3ed5d-40f3-4ac2-adc0-e147822a491f no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:58:41.213521 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: b0d3ed5d-40f3-4ac2-adc0-e147822a491f {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:58:41.213875 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device b0d3ed5d-40f3-4ac2-adc0-e147822a491f not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:58:41.239050 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-894ec8b4-65b1-4155-85c3-73c3beff03b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:41.270319 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ec8b4-65b1-4155-85c3-73c3beff03b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d9e0a57-9eb6-4c25-a115-53684343a032,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:41.272318 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-894ec8b4-65b1-4155-85c3-73c3beff03b1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:41.277057 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-894ec8b4-65b1-4155-85c3-73c3beff03b1 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/8d9e0a57-9eb6-4c25-a115-53684343a032 HTTP/1.1" status: 204 len: 168 time: 0.2772858 Nov 12 01:58:41.277238 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae524de-622c-4e8e-bdc1-8c5e6d48ced5 None None] Network 8c7e4e42-0352-4dcc-844c-b0df3f497084 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:58:41.278403 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57140) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:58:41.346595 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-addb47cd-f952-4bb2-be6d-f4d5c7d99945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:41.402025 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-addb47cd-f952-4bb2-be6d-f4d5c7d99945 admin admin] Deleting port 5f19014b-80a5-49a0-9f99-27f391eb0941 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:58:41.402318 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-addb47cd-f952-4bb2-be6d-f4d5c7d99945 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:41.476731 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-addb47cd-f952-4bb2-be6d-f4d5c7d99945 admin admin] For port 5f19014b-80a5-49a0-9f99-27f391eb0941, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=5f19014b-80a5-49a0-9f99-27f391eb0941,segment=NetworkSegment(402be68d-d4d4-49f7-8236-1fb2034d7187),segment_id=402be68d-d4d4-49f7-8236-1fb2034d7187)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:58:41.476876 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8520220d-266b-4f11-94d0-93d1632652ec None None] DHCP port deletion for 8c7e4e42-0352-4dcc-844c-b0df3f497084 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:58:41.477244 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-addb47cd-f952-4bb2-be6d-f4d5c7d99945 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:41.492989 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-addb47cd-f952-4bb2-be6d-f4d5c7d99945 admin admin] Calling delete_port for 5f19014b-80a5-49a0-9f99-27f391eb0941 owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:58:41.533229 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 218939ca-17f1-4a27-907d-79577aa85e30 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:58:41.555595 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 218939ca-17f1-4a27-907d-79577aa85e30 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:58:41.555939 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 218939ca-17f1-4a27-907d-79577aa85e30 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:58:41.556378 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device d25a63ed-ba32-48b3-b0ad-98e342ab60ef no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:58:41.560650 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-8520220d-266b-4f11-94d0-93d1632652ec None None] Deleting port 5f19014b-80a5-49a0-9f99-27f391eb0941 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:58:41.561022 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8520220d-266b-4f11-94d0-93d1632652ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:41.579101 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-addb47cd-f952-4bb2-be6d-f4d5c7d99945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:41.590617 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: d25a63ed-ba32-48b3-b0ad-98e342ab60ef {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:58:41.590966 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device d25a63ed-ba32-48b3-b0ad-98e342ab60ef not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:58:41.591385 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 5f19014b-80a5-49a0-9f99-27f391eb0941 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:58:41.611824 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb47cd-f952-4bb2-be6d-f4d5c7d99945 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f19014b-80a5-49a0-9f99-27f391eb0941,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:41.618864 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addb47cd-f952-4bb2-be6d-f4d5c7d99945 admin admin] No DVR routers for this DVR port 5f19014b-80a5-49a0-9f99-27f391eb0941 on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:58:41.648913 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 5f19014b-80a5-49a0-9f99-27f391eb0941 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:58:41.649250 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 5f19014b-80a5-49a0-9f99-27f391eb0941 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:58:41.672275 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-8520220d-266b-4f11-94d0-93d1632652ec None None] For port 5f19014b-80a5-49a0-9f99-27f391eb0941, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=5f19014b-80a5-49a0-9f99-27f391eb0941,segment=NetworkSegment(402be68d-d4d4-49f7-8236-1fb2034d7187),segment_id=402be68d-d4d4-49f7-8236-1fb2034d7187)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:58:41.672726 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8520220d-266b-4f11-94d0-93d1632652ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:41.688521 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-8520220d-266b-4f11-94d0-93d1632652ec None None] Calling delete_port for 5f19014b-80a5-49a0-9f99-27f391eb0941 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:58:41.695369 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-addb47cd-f952-4bb2-be6d-f4d5c7d99945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:41.719814 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-addb47cd-f952-4bb2-be6d-f4d5c7d99945 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c7e4e42-0352-4dcc-844c-b0df3f497084']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:58:41.730364 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-addb47cd-f952-4bb2-be6d-f4d5c7d99945 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '402be68d-d4d4-49f7-8236-1fb2034d7187') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:58:41.730728 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-addb47cd-f952-4bb2-be6d-f4d5c7d99945 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '402be68d-d4d4-49f7-8236-1fb2034d7187') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:58:41.741803 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-addb47cd-f952-4bb2-be6d-f4d5c7d99945 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:41.757456 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-addb47cd-f952-4bb2-be6d-f4d5c7d99945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:41.765278 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-addb47cd-f952-4bb2-be6d-f4d5c7d99945 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:58:41.765780 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-addb47cd-f952-4bb2-be6d-f4d5c7d99945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:41.768184 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:58:41.768184 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:58:41.768184 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:58:41.768184 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:58:41.768184 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:58:41.768184 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:58:41.768184 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:58:41.768184 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:58:41.768184 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:58:41.768184 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:58:41.768184 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:58:41.768184 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:58:41.768184 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:58:41.768184 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:58:41.768184 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:58:41.768184 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:58:41.768184 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:58:41.768184 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:58:41.768184 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:58:41.768184 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:58:41.768184 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:58:41.768184 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:58:41.768184 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:58:41.768184 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:58:41.768184 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:58:41.768184 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:58:41.768184 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:58:41.768184 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:58:41.768184 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:58:41.768184 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:58:41.768184 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:58:41.768184 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:58:41.785148 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8520220d-266b-4f11-94d0-93d1632652ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:41.808682 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8520220d-266b-4f11-94d0-93d1632652ec None None] Pushing event deleted for resources: {'Port': ['ID=5f19014b-80a5-49a0-9f99-27f391eb0941,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:41.819235 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8520220d-266b-4f11-94d0-93d1632652ec None None] No DVR routers for this DVR port 5f19014b-80a5-49a0-9f99-27f391eb0941 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:58:41.835035 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-addb47cd-f952-4bb2-be6d-f4d5c7d99945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:41.840612 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-addb47cd-f952-4bb2-be6d-f4d5c7d99945 admin admin] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:41.843855 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-addb47cd-f952-4bb2-be6d-f4d5c7d99945 admin admin] 10.222.0.45 "DELETE /v2.0/networks/8c7e4e42-0352-4dcc-844c-b0df3f497084 HTTP/1.1" status: 204 len: 168 time: 0.5644610 Nov 12 01:58:41.846895 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57142) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:58:41.854842 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb47cd-f952-4bb2-be6d-f4d5c7d99945 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c7e4e42-0352-4dcc-844c-b0df3f497084,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:42.202144 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a081a89f-0d75-4ea0-a0ff-8949d5663b82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:42.455184 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-a081a89f-0d75-4ea0-a0ff-8949d5663b82 admin admin] Deleting port 11b62e82-0e67-42af-8f66-d3b5b72a3801 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:58:42.455408 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a081a89f-0d75-4ea0-a0ff-8949d5663b82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:42.533218 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-a081a89f-0d75-4ea0-a0ff-8949d5663b82 admin admin] For port 11b62e82-0e67-42af-8f66-d3b5b72a3801, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=11b62e82-0e67-42af-8f66-d3b5b72a3801,segment=NetworkSegment(f43a955f-11ee-4e5f-8f56-c81eb4c6dda9),segment_id=f43a955f-11ee-4e5f-8f56-c81eb4c6dda9)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:58:42.533579 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a081a89f-0d75-4ea0-a0ff-8949d5663b82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:42.547158 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-a081a89f-0d75-4ea0-a0ff-8949d5663b82 admin admin] Calling delete_port for 11b62e82-0e67-42af-8f66-d3b5b72a3801 owned by network:router_interface {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:58:42.736945 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a081a89f-0d75-4ea0-a0ff-8949d5663b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:42.766196 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a081a89f-0d75-4ea0-a0ff-8949d5663b82 admin admin] Pushing event deleted for resources: {'Port': ['ID=11b62e82-0e67-42af-8f66-d3b5b72a3801,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:42.778101 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a081a89f-0d75-4ea0-a0ff-8949d5663b82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:42.778453 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a081a89f-0d75-4ea0-a0ff-8949d5663b82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:42.778798 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a081a89f-0d75-4ea0-a0ff-8949d5663b82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:42.779136 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a081a89f-0d75-4ea0-a0ff-8949d5663b82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:42.779473 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a081a89f-0d75-4ea0-a0ff-8949d5663b82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:42.779805 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a081a89f-0d75-4ea0-a0ff-8949d5663b82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:42.780161 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a081a89f-0d75-4ea0-a0ff-8949d5663b82 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:42.780487 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a081a89f-0d75-4ea0-a0ff-8949d5663b82 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:42.780822 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a081a89f-0d75-4ea0-a0ff-8949d5663b82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:42.781139 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a081a89f-0d75-4ea0-a0ff-8949d5663b82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:42.781463 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a081a89f-0d75-4ea0-a0ff-8949d5663b82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:42.781783 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a081a89f-0d75-4ea0-a0ff-8949d5663b82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:42.948883 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a081a89f-0d75-4ea0-a0ff-8949d5663b82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:43.162085 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a081a89f-0d75-4ea0-a0ff-8949d5663b82 admin admin] Router da417244-4a4b-4d72-a9b6-5d9881d382c9 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:58:43.266544 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a081a89f-0d75-4ea0-a0ff-8949d5663b82 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:58:43.272352 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a081a89f-0d75-4ea0-a0ff-8949d5663b82 admin admin] 10.222.0.45 "PUT /v2.0/routers/da417244-4a4b-4d72-a9b6-5d9881d382c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4242685 Nov 12 01:58:43.274725 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57144) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:58:43.277280 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cc68e5-ee27-4af4-a5c8-8e06be51d99c None None] Sync routers for ids ['da417244-4a4b-4d72-a9b6-5d9881d382c9'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:58:43.288914 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cc68e5-ee27-4af4-a5c8-8e06be51d99c None None] Routers {'da417244-4a4b-4d72-a9b6-5d9881d382c9'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:58:43.289610 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-03cc68e5-ee27-4af4-a5c8-8e06be51d99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:58:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['da417244-4a4b-4d72-a9b6-5d9881d382c9'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:58:43.381538 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dd0b2286-8edf-4803-8c58-18420ee7ecb9 admin admin] Publish callbacks [] for router, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:43.404764 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-03cc68e5-ee27-4af4-a5c8-8e06be51d99c None None] Set router da417244-4a4b-4d72-a9b6-5d9881d382c9 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:58:43.604528 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-03cc68e5-ee27-4af4-a5c8-8e06be51d99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da417244-4a4b-4d72-a9b6-5d9881d382c9', 'name': 'tempest-TestEncryptedCinderVolumes-1930031777-router', 'tenant_id': '5c53cd8ae3f2437299bc6b06adae4d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '7a9482b2-b4fc-4226-95b5-89302782952a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:57:23Z', 'updated_at': '2021-11-12T01:58:42Z', 'revision_number': 5, 'project_id': '5c53cd8ae3f2437299bc6b06adae4d89', 'gw_port': {'id': '7a9482b2-b4fc-4226-95b5-89302782952a', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da417244-4a4b-4d72-a9b6-5d9881d382c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:57:23Z', 'updated_at': '2021-11-12T01:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:58:43.632587 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cc68e5-ee27-4af4-a5c8-8e06be51d99c None None] Checking router: da417244-4a4b-4d72-a9b6-5d9881d382c9 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:58:43.643522 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cc68e5-ee27-4af4-a5c8-8e06be51d99c None None] Routers {'da417244-4a4b-4d72-a9b6-5d9881d382c9'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:58:43.644197 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-03cc68e5-ee27-4af4-a5c8-8e06be51d99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:58:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['da417244-4a4b-4d72-a9b6-5d9881d382c9'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:58:43.762315 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-03cc68e5-ee27-4af4-a5c8-8e06be51d99c None None] Set router da417244-4a4b-4d72-a9b6-5d9881d382c9 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:58:43.867333 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dd0b2286-8edf-4803-8c58-18420ee7ecb9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:43.923584 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-dd0b2286-8edf-4803-8c58-18420ee7ecb9 admin admin] Deleting port 7a9482b2-b4fc-4226-95b5-89302782952a {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:58:43.924062 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dd0b2286-8edf-4803-8c58-18420ee7ecb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:44.013826 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-dd0b2286-8edf-4803-8c58-18420ee7ecb9 admin admin] For port 7a9482b2-b4fc-4226-95b5-89302782952a, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=7a9482b2-b4fc-4226-95b5-89302782952a,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:58:44.014551 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dd0b2286-8edf-4803-8c58-18420ee7ecb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:44.027783 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-dd0b2286-8edf-4803-8c58-18420ee7ecb9 admin admin] Calling delete_port for 7a9482b2-b4fc-4226-95b5-89302782952a owned by network:router_gateway {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:58:44.112436 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-03cc68e5-ee27-4af4-a5c8-8e06be51d99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da417244-4a4b-4d72-a9b6-5d9881d382c9', 'name': 'tempest-TestEncryptedCinderVolumes-1930031777-router', 'tenant_id': '5c53cd8ae3f2437299bc6b06adae4d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '7a9482b2-b4fc-4226-95b5-89302782952a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:57:23Z', 'updated_at': '2021-11-12T01:58:42Z', 'revision_number': 5, 'project_id': '5c53cd8ae3f2437299bc6b06adae4d89', 'gw_port': {'id': '7a9482b2-b4fc-4226-95b5-89302782952a', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da417244-4a4b-4d72-a9b6-5d9881d382c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:57:23Z', 'updated_at': '2021-11-12T01:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:58:44.142739 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cc68e5-ee27-4af4-a5c8-8e06be51d99c None None] The sync data for ids ['da417244-4a4b-4d72-a9b6-5d9881d382c9'] in n-d-712142-27 is: [{'id': 'da417244-4a4b-4d72-a9b6-5d9881d382c9', 'name': 'tempest-TestEncryptedCinderVolumes-1930031777-router', 'tenant_id': '5c53cd8ae3f2437299bc6b06adae4d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': '7a9482b2-b4fc-4226-95b5-89302782952a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:57:23Z', 'updated_at': '2021-11-12T01:58:42Z', 'revision_number': 5, 'project_id': '5c53cd8ae3f2437299bc6b06adae4d89', 'gw_port': {'id': '7a9482b2-b4fc-4226-95b5-89302782952a', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:9e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da417244-4a4b-4d72-a9b6-5d9881d382c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:57:23Z', 'updated_at': '2021-11-12T01:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:58:44.206689 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dd0b2286-8edf-4803-8c58-18420ee7ecb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:44.236287 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0b2286-8edf-4803-8c58-18420ee7ecb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a9482b2-b4fc-4226-95b5-89302782952a,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:44.250389 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c7d7f3-6dd8-4ac0-9ddf-b819d8eca969 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:58:44.303001 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dd0b2286-8edf-4803-8c58-18420ee7ecb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:44.400907 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dd0b2286-8edf-4803-8c58-18420ee7ecb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:44.403113 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dd0b2286-8edf-4803-8c58-18420ee7ecb9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:44.448783 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dd0b2286-8edf-4803-8c58-18420ee7ecb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:44.449291 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd0b2286-8edf-4803-8c58-18420ee7ecb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da417244-4a4b-4d72-a9b6-5d9881d382c9 {{(pid=109085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 01:58:44.454552 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dd0b2286-8edf-4803-8c58-18420ee7ecb9 admin admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:44.455457 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-dd0b2286-8edf-4803-8c58-18420ee7ecb9 admin admin] 10.222.0.45 "DELETE /v2.0/routers/da417244-4a4b-4d72-a9b6-5d9881d382c9 HTTP/1.1" status: 204 len: 168 time: 1.1797938 Nov 12 01:58:44.458076 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57146) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:58:44.512249 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e8575e1-360a-4b06-8ffa-67235e5bda27 admin admin] Deleting subnet 1a000168-51c0-4817-b029-06963a29c679 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 01:58:44.515806 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4e8575e1-360a-4b06-8ffa-67235e5bda27 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:44.552350 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4e8575e1-360a-4b06-8ffa-67235e5bda27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:44.646924 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4e8575e1-360a-4b06-8ffa-67235e5bda27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:44.717730 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4e8575e1-360a-4b06-8ffa-67235e5bda27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:44.750345 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8575e1-360a-4b06-8ffa-67235e5bda27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a000168-51c0-4817-b029-06963a29c679,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:44.754388 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4e8575e1-360a-4b06-8ffa-67235e5bda27 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:44.758450 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4e8575e1-360a-4b06-8ffa-67235e5bda27 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/1a000168-51c0-4817-b029-06963a29c679 HTTP/1.1" status: 204 len: 168 time: 0.2987318 Nov 12 01:58:44.762502 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57148) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:58:44.772081 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fd21b9-372d-4b8e-bdd4-2c167ccff5c8 None None] Network df7dd76a-4038-4373-be4a-4b08810c7237 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:58:44.849420 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3d90ff27-7b2a-437d-8d06-ef307edb27c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:44.916253 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-3d90ff27-7b2a-437d-8d06-ef307edb27c6 admin admin] Deleting port f981a641-89e3-4bc8-bc5e-5ce38249a0c1 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 01:58:44.916600 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3d90ff27-7b2a-437d-8d06-ef307edb27c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:44.988101 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-3d90ff27-7b2a-437d-8d06-ef307edb27c6 admin admin] For port f981a641-89e3-4bc8-bc5e-5ce38249a0c1, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=f981a641-89e3-4bc8-bc5e-5ce38249a0c1,segment=NetworkSegment(f43a955f-11ee-4e5f-8f56-c81eb4c6dda9),segment_id=f43a955f-11ee-4e5f-8f56-c81eb4c6dda9)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:58:44.988479 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3d90ff27-7b2a-437d-8d06-ef307edb27c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:45.002598 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-3d90ff27-7b2a-437d-8d06-ef307edb27c6 admin admin] Calling delete_port for f981a641-89e3-4bc8-bc5e-5ce38249a0c1 owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 01:58:45.089530 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3d90ff27-7b2a-437d-8d06-ef307edb27c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:45.116492 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d90ff27-7b2a-437d-8d06-ef307edb27c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f981a641-89e3-4bc8-bc5e-5ce38249a0c1,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:45.121157 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d90ff27-7b2a-437d-8d06-ef307edb27c6 admin admin] No DVR routers for this DVR port f981a641-89e3-4bc8-bc5e-5ce38249a0c1 on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 01:58:45.208819 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3d90ff27-7b2a-437d-8d06-ef307edb27c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:45.221446 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90e0d59-95d7-4f50-8fd8-ac60150a1090 None None] DHCP port deletion for df7dd76a-4038-4373-be4a-4b08810c7237 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:58:45.240353 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-3d90ff27-7b2a-437d-8d06-ef307edb27c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df7dd76a-4038-4373-be4a-4b08810c7237']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:58:45.253301 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-3d90ff27-7b2a-437d-8d06-ef307edb27c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f43a955f-11ee-4e5f-8f56-c81eb4c6dda9') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:58:45.253604 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-3d90ff27-7b2a-437d-8d06-ef307edb27c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f43a955f-11ee-4e5f-8f56-c81eb4c6dda9') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:58:45.265027 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3d90ff27-7b2a-437d-8d06-ef307edb27c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:45.279210 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3d90ff27-7b2a-437d-8d06-ef307edb27c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:45.285778 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d90ff27-7b2a-437d-8d06-ef307edb27c6 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 01:58:45.286697 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3d90ff27-7b2a-437d-8d06-ef307edb27c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:45.288505 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 01:58:45.288505 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 01:58:45.288505 n-d-712142-27 neutron-server[109086]: timer() Nov 12 01:58:45.288505 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 01:58:45.288505 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 01:58:45.288505 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 01:58:45.288505 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 01:58:45.288505 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 01:58:45.288505 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 01:58:45.288505 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 01:58:45.288505 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 01:58:45.288505 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 01:58:45.288505 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 01:58:45.288505 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 01:58:45.288505 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 01:58:45.288505 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 01:58:45.288505 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 01:58:45.288505 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 01:58:45.288505 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 01:58:45.288505 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 01:58:45.288505 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 01:58:45.288505 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 01:58:45.288505 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 01:58:45.288505 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 01:58:45.288505 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 01:58:45.288505 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 01:58:45.288505 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 01:58:45.288505 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 01:58:45.288505 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 01:58:45.288505 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 01:58:45.288505 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 01:58:45.288505 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 01:58:45.348751 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3d90ff27-7b2a-437d-8d06-ef307edb27c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:45.354940 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3d90ff27-7b2a-437d-8d06-ef307edb27c6 admin admin] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:45.358898 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3d90ff27-7b2a-437d-8d06-ef307edb27c6 admin admin] 10.222.0.45 "DELETE /v2.0/networks/df7dd76a-4038-4373-be4a-4b08810c7237 HTTP/1.1" status: 204 len: 168 time: 0.5944631 Nov 12 01:58:45.370800 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 7a9482b2-b4fc-4226-95b5-89302782952a no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:58:45.374892 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d90ff27-7b2a-437d-8d06-ef307edb27c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=df7dd76a-4038-4373-be4a-4b08810c7237,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:45.419480 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 7a9482b2-b4fc-4226-95b5-89302782952a {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:58:45.420074 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 7a9482b2-b4fc-4226-95b5-89302782952a not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:58:45.420648 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device f981a641-89e3-4bc8-bc5e-5ce38249a0c1 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:58:45.441857 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: f981a641-89e3-4bc8-bc5e-5ce38249a0c1 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:58:45.442447 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device f981a641-89e3-4bc8-bc5e-5ce38249a0c1 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:58:45.442874 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 11b62e82-0e67-42af-8f66-d3b5b72a3801 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 01:58:45.463387 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 11b62e82-0e67-42af-8f66-d3b5b72a3801 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 01:58:45.463729 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 11b62e82-0e67-42af-8f66-d3b5b72a3801 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 01:58:45.530260 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57152) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:58:45.578566 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-511e306b-5aa0-44db-80a1-1a93b79e2df4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=726b68a3da804524a645bf5474e6151b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0471082 Nov 12 01:58:45.586347 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57154) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:58:45.636798 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1006664a-fde5-4f22-9348-793a13e0a614 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:45.659132 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1006664a-fde5-4f22-9348-793a13e0a614 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:45.710315 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1006664a-fde5-4f22-9348-793a13e0a614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:45.713062 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1006664a-fde5-4f22-9348-793a13e0a614 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:45.714474 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1006664a-fde5-4f22-9348-793a13e0a614 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c5e41853-2892-49dd-89f3-1c38b5f91240 HTTP/1.1" status: 204 len: 168 time: 0.1269269 Nov 12 01:58:45.722656 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1006664a-fde5-4f22-9348-793a13e0a614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e41853-2892-49dd-89f3-1c38b5f91240,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:46.048172 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57160) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:58:46.090825 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-bc5396df-b3bb-4d58-b928-12082ca88f75 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5c53cd8ae3f2437299bc6b06adae4d89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414562 Nov 12 01:58:46.093799 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57162) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:58:46.140909 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-69a9f7f9-3737-4fb1-9046-0f85b7d97e4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:46.163152 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-69a9f7f9-3737-4fb1-9046-0f85b7d97e4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:46.213707 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-69a9f7f9-3737-4fb1-9046-0f85b7d97e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:46.216965 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-69a9f7f9-3737-4fb1-9046-0f85b7d97e4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:46.218257 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-69a9f7f9-3737-4fb1-9046-0f85b7d97e4d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7a3b33fd-8e37-4726-a25b-867d8b99e0da HTTP/1.1" status: 204 len: 168 time: 0.1234252 Nov 12 01:58:46.231736 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a9f7f9-3737-4fb1-9046-0f85b7d97e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3b33fd-8e37-4726-a25b-867d8b99e0da,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:46.905075 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57184) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:58:47.030798 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-276796ab-a0b4-446e-9a72-080f9add5e8f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-928240105-network', 'tenant_id': 'b10a9602afbe4edab57782d211a3ed61'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:58:47.052686 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276796ab-a0b4-446e-9a72-080f9add5e8f admin admin] Made reservation on behalf of b10a9602afbe4edab57782d211a3ed61 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:58:47.055051 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-276796ab-a0b4-446e-9a72-080f9add5e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:47.064665 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-276796ab-a0b4-446e-9a72-080f9add5e8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:47.140330 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-276796ab-a0b4-446e-9a72-080f9add5e8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:47.144139 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-276796ab-a0b4-446e-9a72-080f9add5e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:47.166336 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-276796ab-a0b4-446e-9a72-080f9add5e8f admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:58:47.179660 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276796ab-a0b4-446e-9a72-080f9add5e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bff19eb-c531-46c1-b20e-63d0129ceec5,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:47.184564 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-276796ab-a0b4-446e-9a72-080f9add5e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:47.184914 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-276796ab-a0b4-446e-9a72-080f9add5e8f admin admin] Added segment 4ac3a9ff-9eef-4b4b-aeed-66ca30fb4530 of type vlan for network e00eb1d9-62fc-4275-9c3c-bcff378b734f Nov 12 01:58:47.225541 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-276796ab-a0b4-446e-9a72-080f9add5e8f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:47.250065 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-276796ab-a0b4-446e-9a72-080f9add5e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:47.250924 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276796ab-a0b4-446e-9a72-080f9add5e8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:47.251515 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-276796ab-a0b4-446e-9a72-080f9add5e8f admin admin] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:47.284152 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-276796ab-a0b4-446e-9a72-080f9add5e8f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3779168 Nov 12 01:58:47.287085 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57188) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:58:47.292441 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-705dfa23-ed82-4b1a-9302-f7a0a5bd8837 admin admin] Request body: {'subnet': {'network_id': 'e00eb1d9-62fc-4275-9c3c-bcff378b734f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-928240105-subnet', 'tenant_id': 'b10a9602afbe4edab57782d211a3ed61', 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:58:47.313531 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705dfa23-ed82-4b1a-9302-f7a0a5bd8837 admin admin] Made reservation on behalf of b10a9602afbe4edab57782d211a3ed61 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:58:47.315959 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-705dfa23-ed82-4b1a-9302-f7a0a5bd8837 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:47.319796 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276796ab-a0b4-446e-9a72-080f9add5e8f admin admin] Pushing event updated for resources: {'Network': ['ID=e00eb1d9-62fc-4275-9c3c-bcff378b734f,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:47.331375 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network e00eb1d9-62fc-4275-9c3c-bcff378b734f details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:58:47.495338 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-705dfa23-ed82-4b1a-9302-f7a0a5bd8837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:47.552086 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705dfa23-ed82-4b1a-9302-f7a0a5bd8837 admin admin] Pushing event updated for resources: {'Subnet': ['ID=413c57f6-fc33-412d-be59-9142368deeee,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:47.559480 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705dfa23-ed82-4b1a-9302-f7a0a5bd8837 admin admin] Checking segment: {'id': '4ac3a9ff-9eef-4b4b-aeed-66ca30fb4530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e00eb1d9-62fc-4275-9c3c-bcff378b734f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:58:47.559838 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705dfa23-ed82-4b1a-9302-f7a0a5bd8837 admin admin] Network hostable DHCP agents. Network: e00eb1d9-62fc-4275-9c3c-bcff378b734f, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:58:47.577492 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705dfa23-ed82-4b1a-9302-f7a0a5bd8837 admin admin] Network e00eb1d9-62fc-4275-9c3c-bcff378b734f is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:58:47.586815 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-705dfa23-ed82-4b1a-9302-f7a0a5bd8837 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, e00eb1d9-62fc-4275-9c3c-bcff378b734f) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:58:47.591239 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705dfa23-ed82-4b1a-9302-f7a0a5bd8837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:47.591894 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-705dfa23-ed82-4b1a-9302-f7a0a5bd8837 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:47.597000 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9026caf1-bc5d-40c9-bb06-d76a493ae4df None None] Network e00eb1d9-62fc-4275-9c3c-bcff378b734f requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:58:47.611751 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-705dfa23-ed82-4b1a-9302-f7a0a5bd8837 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3209932 Nov 12 01:58:47.612008 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57190) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:58:47.617483 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-c59a06f9-33b9-405f-8dbe-cb7270a4fb33 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-928240105-router', 'tenant_id': 'b10a9602afbe4edab57782d211a3ed61', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:58:47.638501 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c59a06f9-33b9-405f-8dbe-cb7270a4fb33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:47.639527 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c59a06f9-33b9-405f-8dbe-cb7270a4fb33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:47.696097 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c59a06f9-33b9-405f-8dbe-cb7270a4fb33 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:47.745911 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef89678-112a-424a-af31-3821abcc0818 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-e00eb1d9-62fc-4275-9c3c-bcff378b734f', 'network_id': 'e00eb1d9-62fc-4275-9c3c-bcff378b734f', 'tenant_id': 'b10a9602afbe4edab57782d211a3ed61', 'fixed_ips': [{'subnet_id': '413c57f6-fc33-412d-be59-9142368deeee'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:58:47.746785 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cef89678-112a-424a-af31-3821abcc0818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:47.857966 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c59a06f9-33b9-405f-8dbe-cb7270a4fb33 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:47.885983 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-cef89678-112a-424a-af31-3821abcc0818 None None] Allocated IP 172.20.0.2 (e00eb1d9-62fc-4275-9c3c-bcff378b734f/413c57f6-fc33-412d-be59-9142368deeee/6beedeac-a6e4-4307-82f4-348109744aaf) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:58:48.039673 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cef89678-112a-424a-af31-3821abcc0818 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:48.046141 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cef89678-112a-424a-af31-3821abcc0818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:48.066016 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c59a06f9-33b9-405f-8dbe-cb7270a4fb33 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:48.084804 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef89678-112a-424a-af31-3821abcc0818 None None] Network e00eb1d9-62fc-4275-9c3c-bcff378b734f is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:58:48.085068 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c59a06f9-33b9-405f-8dbe-cb7270a4fb33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:48.086442 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-cef89678-112a-424a-af31-3821abcc0818 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:58:48.089798 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef89678-112a-424a-af31-3821abcc0818 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:58:48.121965 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef89678-112a-424a-af31-3821abcc0818 None None] Pushing event updated for resources: {'Port': ['ID=6beedeac-a6e4-4307-82f4-348109744aaf,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:48.151930 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-cef89678-112a-424a-af31-3821abcc0818 None None] Attempting to bind port 6beedeac-a6e4-4307-82f4-348109744aaf on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:58:48.152317 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-cef89678-112a-424a-af31-3821abcc0818 None None] Attempting to bind port 6beedeac-a6e4-4307-82f4-348109744aaf by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '4ac3a9ff-9eef-4b4b-aeed-66ca30fb4530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e00eb1d9-62fc-4275-9c3c-bcff378b734f'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:58:48.152676 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef89678-112a-424a-af31-3821abcc0818 None None] Attempting to bind port 6beedeac-a6e4-4307-82f4-348109744aaf on network e00eb1d9-62fc-4275-9c3c-bcff378b734f {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:58:48.158124 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef89678-112a-424a-af31-3821abcc0818 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:58:48.158455 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef89678-112a-424a-af31-3821abcc0818 None None] Checking segment: {'id': '4ac3a9ff-9eef-4b4b-aeed-66ca30fb4530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e00eb1d9-62fc-4275-9c3c-bcff378b734f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:58:48.158914 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cef89678-112a-424a-af31-3821abcc0818 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:48.159269 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef89678-112a-424a-af31-3821abcc0818 None None] Bound using segment: {'id': '4ac3a9ff-9eef-4b4b-aeed-66ca30fb4530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e00eb1d9-62fc-4275-9c3c-bcff378b734f'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:58:48.159736 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-cef89678-112a-424a-af31-3821abcc0818 None None] Bound port: 6beedeac-a6e4-4307-82f4-348109744aaf, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac3a9ff-9eef-4b4b-aeed-66ca30fb4530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e00eb1d9-62fc-4275-9c3c-bcff378b734f'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:58:48.160147 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cef89678-112a-424a-af31-3821abcc0818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:48.194288 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-c59a06f9-33b9-405f-8dbe-cb7270a4fb33 admin admin] Allocated IP 172.25.3.115 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/2f57290e-e47e-431c-b1ed-4d35c6c51177) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:58:48.231087 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-cef89678-112a-424a-af31-3821abcc0818 None None] For port 6beedeac-a6e4-4307-82f4-348109744aaf, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:58:48.234424 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-cef89678-112a-424a-af31-3821abcc0818 None None] For port 6beedeac-a6e4-4307-82f4-348109744aaf, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=6beedeac-a6e4-4307-82f4-348109744aaf,segment=NetworkSegment(4ac3a9ff-9eef-4b4b-aeed-66ca30fb4530),segment_id=4ac3a9ff-9eef-4b4b-aeed-66ca30fb4530)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:58:48.240076 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cef89678-112a-424a-af31-3821abcc0818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:48.298908 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef89678-112a-424a-af31-3821abcc0818 None None] Pushing event updated for resources: {'Port': ['ID=6beedeac-a6e4-4307-82f4-348109744aaf,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:48.311366 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c59a06f9-33b9-405f-8dbe-cb7270a4fb33 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:48.346419 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c59a06f9-33b9-405f-8dbe-cb7270a4fb33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:48.386307 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59a06f9-33b9-405f-8dbe-cb7270a4fb33 admin admin] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:58:48.391568 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-c59a06f9-33b9-405f-8dbe-cb7270a4fb33 admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:58:48.395222 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59a06f9-33b9-405f-8dbe-cb7270a4fb33 admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:58:48.409334 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fabdc2-2c9f-48b1-9230-ff86443149f9 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:58:48.439449 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59a06f9-33b9-405f-8dbe-cb7270a4fb33 admin admin] Pushing event updated for resources: {'Port': ['ID=2f57290e-e47e-431c-b1ed-4d35c6c51177,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:48.533478 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-566f4671-4e01-415a-b446-58ad2753e562 None None] Provisioning complete for port 2f57290e-e47e-431c-b1ed-4d35c6c51177 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:58:48.533856 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-566f4671-4e01-415a-b446-58ad2753e562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:48.578106 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-566f4671-4e01-415a-b446-58ad2753e562 None None] Port 2f57290e-e47e-431c-b1ed-4d35c6c51177 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:58:48.709909 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c59a06f9-33b9-405f-8dbe-cb7270a4fb33 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:48.910904 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c59a06f9-33b9-405f-8dbe-cb7270a4fb33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:49.050741 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c59a06f9-33b9-405f-8dbe-cb7270a4fb33 admin admin] Router 58982724-6cc2-4806-a5ab-bf594eb6ef54 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:58:49.172382 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59a06f9-33b9-405f-8dbe-cb7270a4fb33 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:58:49.184158 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1401f96e-331f-4571-be3e-5da1fdbd34a4 None None] Sync routers for ids ['58982724-6cc2-4806-a5ab-bf594eb6ef54'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:58:49.191896 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c59a06f9-33b9-405f-8dbe-cb7270a4fb33 admin admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:49.193238 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c59a06f9-33b9-405f-8dbe-cb7270a4fb33 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5802486 Nov 12 01:58:49.196581 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57192) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:58:49.196728 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1401f96e-331f-4571-be3e-5da1fdbd34a4 None None] Routers {'58982724-6cc2-4806-a5ab-bf594eb6ef54'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:58:49.197263 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-1401f96e-331f-4571-be3e-5da1fdbd34a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:58:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['58982724-6cc2-4806-a5ab-bf594eb6ef54'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:58:49.213342 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b92bc15-f401-4cd5-a335-87efef6b7f32 None None] Network e00eb1d9-62fc-4275-9c3c-bcff378b734f requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:58:49.355678 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-583537ad-137f-4018-8e7d-8e20831e8f45 None None] Provisioning complete for port 6beedeac-a6e4-4307-82f4-348109744aaf triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:58:49.356111 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-583537ad-137f-4018-8e7d-8e20831e8f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:49.440210 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-1401f96e-331f-4571-be3e-5da1fdbd34a4 None None] Set router 58982724-6cc2-4806-a5ab-bf594eb6ef54 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:58:49.461955 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 6beedeac-a6e4-4307-82f4-348109744aaf up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:58:49.501315 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-583537ad-137f-4018-8e7d-8e20831e8f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:49.558299 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-583537ad-137f-4018-8e7d-8e20831e8f45 None None] For port 6beedeac-a6e4-4307-82f4-348109744aaf, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=6beedeac-a6e4-4307-82f4-348109744aaf,segment=NetworkSegment(4ac3a9ff-9eef-4b4b-aeed-66ca30fb4530),segment_id=4ac3a9ff-9eef-4b4b-aeed-66ca30fb4530)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:58:49.563143 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 6beedeac-a6e4-4307-82f4-348109744aaf triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:58:49.563643 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:49.604275 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-583537ad-137f-4018-8e7d-8e20831e8f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:49.680011 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-1401f96e-331f-4571-be3e-5da1fdbd34a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58982724-6cc2-4806-a5ab-bf594eb6ef54', 'name': 'tempest-TestMinimumBasicScenario-928240105-router', 'tenant_id': 'b10a9602afbe4edab57782d211a3ed61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '2f57290e-e47e-431c-b1ed-4d35c6c51177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:58:47Z', 'updated_at': '2021-11-12T01:58:48Z', 'revision_number': 3, 'project_id': 'b10a9602afbe4edab57782d211a3ed61', 'gw_port': {'id': '2f57290e-e47e-431c-b1ed-4d35c6c51177', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cb:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58982724-6cc2-4806-a5ab-bf594eb6ef54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:58:48Z', 'updated_at': '2021-11-12T01:58:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:58:49.692150 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583537ad-137f-4018-8e7d-8e20831e8f45 None None] Pushing event updated for resources: {'Port': ['ID=6beedeac-a6e4-4307-82f4-348109744aaf,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:49.714683 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1401f96e-331f-4571-be3e-5da1fdbd34a4 None None] Checking router: 58982724-6cc2-4806-a5ab-bf594eb6ef54 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:58:49.714939 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1401f96e-331f-4571-be3e-5da1fdbd34a4 None None] Updating router 58982724-6cc2-4806-a5ab-bf594eb6ef54 port 2f57290e-e47e-431c-b1ed-4d35c6c51177 binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:58:49.738447 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fd24fa06-5d4f-4fac-b247-48be24eb0a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:49.740599 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-1401f96e-331f-4571-be3e-5da1fdbd34a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:49.752616 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-c156af5e-1a60-4d84-a83b-46cbd394dc38 None None] Provisioning complete for port 6beedeac-a6e4-4307-82f4-348109744aaf triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:58:49.752984 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c156af5e-1a60-4d84-a83b-46cbd394dc38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:49.914180 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-fd24fa06-5d4f-4fac-b247-48be24eb0a61 admin admin] Allocated IP 172.20.0.1 (e00eb1d9-62fc-4275-9c3c-bcff378b734f/413c57f6-fc33-412d-be59-9142368deeee/4a905584-5eac-476a-8f5f-c4535b69fb02) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:58:50.005716 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-1401f96e-331f-4571-be3e-5da1fdbd34a4 None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:50.012359 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-1401f96e-331f-4571-be3e-5da1fdbd34a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:50.027750 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fd24fa06-5d4f-4fac-b247-48be24eb0a61 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:50.054575 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0893b0ef-3e44-4ab9-8874-0aea4acf341a None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:58:50.059770 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-1401f96e-331f-4571-be3e-5da1fdbd34a4 None None] Attempting to bind port 2f57290e-e47e-431c-b1ed-4d35c6c51177 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:58:50.060264 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-1401f96e-331f-4571-be3e-5da1fdbd34a4 None None] Attempting to bind port 2f57290e-e47e-431c-b1ed-4d35c6c51177 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:58:50.060542 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1401f96e-331f-4571-be3e-5da1fdbd34a4 None None] Attempting to bind port 2f57290e-e47e-431c-b1ed-4d35c6c51177 on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:58:50.069293 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fd24fa06-5d4f-4fac-b247-48be24eb0a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:50.073195 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1401f96e-331f-4571-be3e-5da1fdbd34a4 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:58:50.073457 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1401f96e-331f-4571-be3e-5da1fdbd34a4 None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:58:50.073867 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-1401f96e-331f-4571-be3e-5da1fdbd34a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:50.074350 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1401f96e-331f-4571-be3e-5da1fdbd34a4 None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:58:50.074884 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-1401f96e-331f-4571-be3e-5da1fdbd34a4 None None] Bound port: 2f57290e-e47e-431c-b1ed-4d35c6c51177, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:58:50.075264 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-1401f96e-331f-4571-be3e-5da1fdbd34a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:50.102870 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a4554-c248-4bf0-b4ad-9297d432241e None None] Pushing event updated for resources: {'Port': ['ID=2f57290e-e47e-431c-b1ed-4d35c6c51177,revision_number=2']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:50.108155 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd24fa06-5d4f-4fac-b247-48be24eb0a61 admin admin] Network e00eb1d9-62fc-4275-9c3c-bcff378b734f is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:58:50.113476 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-fd24fa06-5d4f-4fac-b247-48be24eb0a61 admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:58:50.116830 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd24fa06-5d4f-4fac-b247-48be24eb0a61 admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:58:50.135945 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-1401f96e-331f-4571-be3e-5da1fdbd34a4 None None] For port 2f57290e-e47e-431c-b1ed-4d35c6c51177, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:58:50.138872 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757a4554-c248-4bf0-b4ad-9297d432241e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:50.139942 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757a4554-c248-4bf0-b4ad-9297d432241e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:50.139942 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757a4554-c248-4bf0-b4ad-9297d432241e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:50.139942 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757a4554-c248-4bf0-b4ad-9297d432241e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:50.140297 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757a4554-c248-4bf0-b4ad-9297d432241e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:50.140592 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757a4554-c248-4bf0-b4ad-9297d432241e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:50.141105 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757a4554-c248-4bf0-b4ad-9297d432241e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:50.141608 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757a4554-c248-4bf0-b4ad-9297d432241e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:50.142093 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757a4554-c248-4bf0-b4ad-9297d432241e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:50.142595 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757a4554-c248-4bf0-b4ad-9297d432241e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:50.143088 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757a4554-c248-4bf0-b4ad-9297d432241e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:50.143579 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757a4554-c248-4bf0-b4ad-9297d432241e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:58:50.147257 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24fa06-5d4f-4fac-b247-48be24eb0a61 admin admin] Pushing event updated for resources: {'Port': ['ID=4a905584-5eac-476a-8f5f-c4535b69fb02,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:50.148376 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-1401f96e-331f-4571-be3e-5da1fdbd34a4 None None] For port 2f57290e-e47e-431c-b1ed-4d35c6c51177, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=2f57290e-e47e-431c-b1ed-4d35c6c51177,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:58:50.154404 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-1401f96e-331f-4571-be3e-5da1fdbd34a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:50.167885 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fd24fa06-5d4f-4fac-b247-48be24eb0a61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:50.191333 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-10da5036-ae47-4f46-8688-b3803c104556 None None] Provisioning complete for port 2f57290e-e47e-431c-b1ed-4d35c6c51177 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:58:50.191807 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-10da5036-ae47-4f46-8688-b3803c104556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:50.202289 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2734c6ca-7657-4b97-9057-451aef6b32e2 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:58:50.225915 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1401f96e-331f-4571-be3e-5da1fdbd34a4 None None] Routers {'58982724-6cc2-4806-a5ab-bf594eb6ef54'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:58:50.226554 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-1401f96e-331f-4571-be3e-5da1fdbd34a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:58:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['58982724-6cc2-4806-a5ab-bf594eb6ef54'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:58:50.288079 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a4554-c248-4bf0-b4ad-9297d432241e None None] Pushing event updated for resources: {'Port': ['ID=2f57290e-e47e-431c-b1ed-4d35c6c51177,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:50.314743 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-10da5036-ae47-4f46-8688-b3803c104556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:50.338813 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fd24fa06-5d4f-4fac-b247-48be24eb0a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:50.340381 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-10da5036-ae47-4f46-8688-b3803c104556 None None] For port 2f57290e-e47e-431c-b1ed-4d35c6c51177, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=2f57290e-e47e-431c-b1ed-4d35c6c51177,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:58:50.347518 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-10da5036-ae47-4f46-8688-b3803c104556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:50.378902 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-1401f96e-331f-4571-be3e-5da1fdbd34a4 None None] Set router 58982724-6cc2-4806-a5ab-bf594eb6ef54 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:58:50.436868 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10da5036-ae47-4f46-8688-b3803c104556 None None] Pushing event updated for resources: {'Port': ['ID=2f57290e-e47e-431c-b1ed-4d35c6c51177,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:50.469430 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-c1d354f0-714e-43a4-a0ac-bff217504094 None None] Provisioning complete for port 4a905584-5eac-476a-8f5f-c4535b69fb02 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:58:50.470100 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c1d354f0-714e-43a4-a0ac-bff217504094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:50.505418 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-c1d354f0-714e-43a4-a0ac-bff217504094 None None] Port 4a905584-5eac-476a-8f5f-c4535b69fb02 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:58:50.516240 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-c1d354f0-714e-43a4-a0ac-bff217504094 None None] Provisioning complete for port 2f57290e-e47e-431c-b1ed-4d35c6c51177 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:58:50.517014 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c1d354f0-714e-43a4-a0ac-bff217504094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:50.529886 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fd24fa06-5d4f-4fac-b247-48be24eb0a61 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:50.534950 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fd24fa06-5d4f-4fac-b247-48be24eb0a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:50.569486 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-1401f96e-331f-4571-be3e-5da1fdbd34a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58982724-6cc2-4806-a5ab-bf594eb6ef54', 'name': 'tempest-TestMinimumBasicScenario-928240105-router', 'tenant_id': 'b10a9602afbe4edab57782d211a3ed61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '2f57290e-e47e-431c-b1ed-4d35c6c51177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:58:47Z', 'updated_at': '2021-11-12T01:58:48Z', 'revision_number': 3, 'project_id': 'b10a9602afbe4edab57782d211a3ed61', 'gw_port': {'id': '2f57290e-e47e-431c-b1ed-4d35c6c51177', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cb:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58982724-6cc2-4806-a5ab-bf594eb6ef54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:58:48Z', 'updated_at': '2021-11-12T01:58:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:58:50.603564 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1401f96e-331f-4571-be3e-5da1fdbd34a4 None None] The sync data for ids ['58982724-6cc2-4806-a5ab-bf594eb6ef54'] in n-d-712142-27 is: [{'id': '58982724-6cc2-4806-a5ab-bf594eb6ef54', 'name': 'tempest-TestMinimumBasicScenario-928240105-router', 'tenant_id': 'b10a9602afbe4edab57782d211a3ed61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '2f57290e-e47e-431c-b1ed-4d35c6c51177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:58:47Z', 'updated_at': '2021-11-12T01:58:48Z', 'revision_number': 3, 'project_id': 'b10a9602afbe4edab57782d211a3ed61', 'gw_port': {'id': '2f57290e-e47e-431c-b1ed-4d35c6c51177', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cb:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58982724-6cc2-4806-a5ab-bf594eb6ef54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:58:48Z', 'updated_at': '2021-11-12T01:58:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:58:50.617060 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fd24fa06-5d4f-4fac-b247-48be24eb0a61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:50.620186 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24fa06-5d4f-4fac-b247-48be24eb0a61 admin admin] Pushing event updated for resources: {'Port': ['ID=4a905584-5eac-476a-8f5f-c4535b69fb02,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:50.716014 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd24fa06-5d4f-4fac-b247-48be24eb0a61 admin admin] Network e00eb1d9-62fc-4275-9c3c-bcff378b734f is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:58:50.717345 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-fd24fa06-5d4f-4fac-b247-48be24eb0a61 admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:58:50.871509 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd24fa06-5d4f-4fac-b247-48be24eb0a61 admin admin] Router 58982724-6cc2-4806-a5ab-bf594eb6ef54 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:58:51.012145 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd24fa06-5d4f-4fac-b247-48be24eb0a61 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:58:51.018194 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-fd24fa06-5d4f-4fac-b247-48be24eb0a61 admin admin] 10.222.0.45 "PUT /v2.0/routers/58982724-6cc2-4806-a5ab-bf594eb6ef54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8205476 Nov 12 01:58:51.052461 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-9f51a575-639c-49c1-a2dd-16275e6753f1 None None] Provisioning complete for port 4a905584-5eac-476a-8f5f-c4535b69fb02 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:58:51.053354 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9f51a575-639c-49c1-a2dd-16275e6753f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:51.094702 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-9f51a575-639c-49c1-a2dd-16275e6753f1 None None] Port 4a905584-5eac-476a-8f5f-c4535b69fb02 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:58:51.444788 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 2f57290e-e47e-431c-b1ed-4d35c6c51177 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:58:51.498328 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 2f57290e-e47e-431c-b1ed-4d35c6c51177 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:58:51.498916 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:51.554419 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57208) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:58:51.559537 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-20cedba4-4ab8-4d34-8629-fd3d27b2531b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-615148749-network', 'tenant_id': 'bf817aaa135f4bfa89034b7094f431ad'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:58:51.581929 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20cedba4-4ab8-4d34-8629-fd3d27b2531b admin admin] Made reservation on behalf of bf817aaa135f4bfa89034b7094f431ad for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:58:51.585336 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-20cedba4-4ab8-4d34-8629-fd3d27b2531b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:51.588590 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 6beedeac-a6e4-4307-82f4-348109744aaf up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:58:51.594448 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-20cedba4-4ab8-4d34-8629-fd3d27b2531b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:51.636281 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 6beedeac-a6e4-4307-82f4-348109744aaf triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:58:51.636653 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:51.675055 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-20cedba4-4ab8-4d34-8629-fd3d27b2531b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:51.678972 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-20cedba4-4ab8-4d34-8629-fd3d27b2531b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:51.701764 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20cedba4-4ab8-4d34-8629-fd3d27b2531b admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 01:58:51.718712 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cedba4-4ab8-4d34-8629-fd3d27b2531b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b01db7c-9351-4e6c-a123-658a674dbe06,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:51.726052 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-20cedba4-4ab8-4d34-8629-fd3d27b2531b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:51.726994 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-20cedba4-4ab8-4d34-8629-fd3d27b2531b admin admin] Added segment 68a4f2e6-057a-48e2-a8e7-ad355760e20b of type vlan for network 1b931291-d189-43ff-ab26-726695951514 Nov 12 01:58:51.771544 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-20cedba4-4ab8-4d34-8629-fd3d27b2531b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:51.796260 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-20cedba4-4ab8-4d34-8629-fd3d27b2531b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:51.797116 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cedba4-4ab8-4d34-8629-fd3d27b2531b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:51.797695 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-20cedba4-4ab8-4d34-8629-fd3d27b2531b admin admin] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:51.857763 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-20cedba4-4ab8-4d34-8629-fd3d27b2531b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3021498 Nov 12 01:58:51.860554 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57210) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:58:51.867027 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-53867841-2f6f-40be-8730-c4362c4a2a11 admin admin] Request body: {'subnet': {'network_id': '1b931291-d189-43ff-ab26-726695951514', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-615148749-subnet', 'tenant_id': 'bf817aaa135f4bfa89034b7094f431ad', 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:58:51.873425 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cedba4-4ab8-4d34-8629-fd3d27b2531b admin admin] Pushing event updated for resources: {'Network': ['ID=1b931291-d189-43ff-ab26-726695951514,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:51.886940 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 1b931291-d189-43ff-ab26-726695951514 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 01:58:51.893008 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53867841-2f6f-40be-8730-c4362c4a2a11 admin admin] Made reservation on behalf of bf817aaa135f4bfa89034b7094f431ad for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:58:51.895530 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-53867841-2f6f-40be-8730-c4362c4a2a11 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:52.078916 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-53867841-2f6f-40be-8730-c4362c4a2a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:52.137190 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53867841-2f6f-40be-8730-c4362c4a2a11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39c67829-4989-4c38-a8fe-6a46957bb803,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:52.145082 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53867841-2f6f-40be-8730-c4362c4a2a11 admin admin] Checking segment: {'id': '68a4f2e6-057a-48e2-a8e7-ad355760e20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1b931291-d189-43ff-ab26-726695951514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:58:52.145478 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53867841-2f6f-40be-8730-c4362c4a2a11 admin admin] Network hostable DHCP agents. Network: 1b931291-d189-43ff-ab26-726695951514, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 01:58:52.162980 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53867841-2f6f-40be-8730-c4362c4a2a11 admin admin] Network 1b931291-d189-43ff-ab26-726695951514 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 01:58:52.172535 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-53867841-2f6f-40be-8730-c4362c4a2a11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 1b931291-d189-43ff-ab26-726695951514) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:58:52.177160 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53867841-2f6f-40be-8730-c4362c4a2a11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:58:52.177815 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-53867841-2f6f-40be-8730-c4362c4a2a11 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:52.182316 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c1b1db-f6c8-45d5-b416-828c79b0cdc6 None None] Network 1b931291-d189-43ff-ab26-726695951514 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:58:52.195485 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-53867841-2f6f-40be-8730-c4362c4a2a11 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3339009 Nov 12 01:58:52.198321 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57212) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:58:52.202645 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-2edcd6bb-eb76-4dec-bb01-00a33f5bb85b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-615148749-router', 'tenant_id': 'bf817aaa135f4bfa89034b7094f431ad', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:58:52.226549 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2edcd6bb-eb76-4dec-bb01-00a33f5bb85b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:52.228377 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2edcd6bb-eb76-4dec-bb01-00a33f5bb85b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:52.240937 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31dab46-c7fd-4fbc-a122-667c17e16f22 None None] Sync routers for ids ['58982724-6cc2-4806-a5ab-bf594eb6ef54'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:58:52.275173 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31dab46-c7fd-4fbc-a122-667c17e16f22 None None] Routers {'58982724-6cc2-4806-a5ab-bf594eb6ef54'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:58:52.275801 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-a31dab46-c7fd-4fbc-a122-667c17e16f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:58:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['58982724-6cc2-4806-a5ab-bf594eb6ef54'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:58:52.294344 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2edcd6bb-eb76-4dec-bb01-00a33f5bb85b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:52.431332 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-a31dab46-c7fd-4fbc-a122-667c17e16f22 None None] Set router 58982724-6cc2-4806-a5ab-bf594eb6ef54 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:58:52.435201 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eade76ce-664a-40f2-bf8d-fd9c9fc8c8cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-1b931291-d189-43ff-ab26-726695951514', 'network_id': '1b931291-d189-43ff-ab26-726695951514', 'tenant_id': 'bf817aaa135f4bfa89034b7094f431ad', 'fixed_ips': [{'subnet_id': '39c67829-4989-4c38-a8fe-6a46957bb803'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 01:58:52.436098 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-eade76ce-664a-40f2-bf8d-fd9c9fc8c8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:52.820554 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2edcd6bb-eb76-4dec-bb01-00a33f5bb85b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:52.886554 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-eade76ce-664a-40f2-bf8d-fd9c9fc8c8cd None None] Allocated IP 172.20.0.2 (1b931291-d189-43ff-ab26-726695951514/39c67829-4989-4c38-a8fe-6a46957bb803/19b049b6-7826-4ad0-9db3-82d16334fe4a) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:58:52.990932 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-a31dab46-c7fd-4fbc-a122-667c17e16f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58982724-6cc2-4806-a5ab-bf594eb6ef54', 'name': 'tempest-TestMinimumBasicScenario-928240105-router', 'tenant_id': 'b10a9602afbe4edab57782d211a3ed61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '2f57290e-e47e-431c-b1ed-4d35c6c51177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:58:47Z', 'updated_at': '2021-11-12T01:58:50Z', 'revision_number': 4, 'project_id': 'b10a9602afbe4edab57782d211a3ed61', 'gw_port': {'id': '2f57290e-e47e-431c-b1ed-4d35c6c51177', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58982724-6cc2-4806-a5ab-bf594eb6ef54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:58:48Z', 'updated_at': '2021-11-12T01:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '4a905584-5eac-476a-8f5f-c4535b69fb02', 'name': '', 'network_id': 'e00eb1d9-62fc-4275-9c3c-bcff378b734f', 'tenant_id': 'b10a9602afbe4edab57782d211a3ed61', 'mac_address': 'fa:16:3e:7c:1a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58982724-6cc2-4806-a5ab-bf594eb6ef54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '413c57f6-fc33-412d-be59-9142368deeee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:58:49Z', 'updated_at': '2021-11-12T01:58:50Z', 'revision_number': 2, 'project_id': 'b10a9602afbe4edab57782d211a3ed61', 'subnets': [{'id': '413c57f6-fc33-412d-be59-9142368deeee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:58:53.023016 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31dab46-c7fd-4fbc-a122-667c17e16f22 None None] Checking router: 58982724-6cc2-4806-a5ab-bf594eb6ef54 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:58:53.023375 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31dab46-c7fd-4fbc-a122-667c17e16f22 None None] Updating router 58982724-6cc2-4806-a5ab-bf594eb6ef54 port 4a905584-5eac-476a-8f5f-c4535b69fb02 binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:58:53.067328 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2edcd6bb-eb76-4dec-bb01-00a33f5bb85b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:53.078622 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a31dab46-c7fd-4fbc-a122-667c17e16f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:53.087764 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2edcd6bb-eb76-4dec-bb01-00a33f5bb85b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:53.111945 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-eade76ce-664a-40f2-bf8d-fd9c9fc8c8cd None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:53.137174 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-eade76ce-664a-40f2-bf8d-fd9c9fc8c8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:53.200272 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-2edcd6bb-eb76-4dec-bb01-00a33f5bb85b admin admin] Allocated IP 172.25.3.59 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/34bc202d-3e6f-4333-a0e6-b7a5520f9caf) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:58:53.246700 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eade76ce-664a-40f2-bf8d-fd9c9fc8c8cd None None] Network 1b931291-d189-43ff-ab26-726695951514 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:58:53.255513 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-eade76ce-664a-40f2-bf8d-fd9c9fc8c8cd None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:58:53.265946 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eade76ce-664a-40f2-bf8d-fd9c9fc8c8cd None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:58:53.272535 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eade76ce-664a-40f2-bf8d-fd9c9fc8c8cd None None] Pushing event updated for resources: {'Port': ['ID=19b049b6-7826-4ad0-9db3-82d16334fe4a,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:53.308231 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2edcd6bb-eb76-4dec-bb01-00a33f5bb85b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:53.344479 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2edcd6bb-eb76-4dec-bb01-00a33f5bb85b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:53.382272 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-eade76ce-664a-40f2-bf8d-fd9c9fc8c8cd None None] Attempting to bind port 19b049b6-7826-4ad0-9db3-82d16334fe4a on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:58:53.382562 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-eade76ce-664a-40f2-bf8d-fd9c9fc8c8cd None None] Attempting to bind port 19b049b6-7826-4ad0-9db3-82d16334fe4a by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '68a4f2e6-057a-48e2-a8e7-ad355760e20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1b931291-d189-43ff-ab26-726695951514'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:58:53.382877 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eade76ce-664a-40f2-bf8d-fd9c9fc8c8cd None None] Attempting to bind port 19b049b6-7826-4ad0-9db3-82d16334fe4a on network 1b931291-d189-43ff-ab26-726695951514 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:58:53.387585 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edcd6bb-eb76-4dec-bb01-00a33f5bb85b admin admin] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:58:53.390809 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eade76ce-664a-40f2-bf8d-fd9c9fc8c8cd None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:58:53.391183 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eade76ce-664a-40f2-bf8d-fd9c9fc8c8cd None None] Checking segment: {'id': '68a4f2e6-057a-48e2-a8e7-ad355760e20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1b931291-d189-43ff-ab26-726695951514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:58:53.391590 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-eade76ce-664a-40f2-bf8d-fd9c9fc8c8cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:53.392008 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eade76ce-664a-40f2-bf8d-fd9c9fc8c8cd None None] Bound using segment: {'id': '68a4f2e6-057a-48e2-a8e7-ad355760e20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1b931291-d189-43ff-ab26-726695951514'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:58:53.392498 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-eade76ce-664a-40f2-bf8d-fd9c9fc8c8cd None None] Bound port: 19b049b6-7826-4ad0-9db3-82d16334fe4a, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68a4f2e6-057a-48e2-a8e7-ad355760e20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1b931291-d189-43ff-ab26-726695951514'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:58:53.392646 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-2edcd6bb-eb76-4dec-bb01-00a33f5bb85b admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:58:53.392858 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-eade76ce-664a-40f2-bf8d-fd9c9fc8c8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:53.396215 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edcd6bb-eb76-4dec-bb01-00a33f5bb85b admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:58:53.412579 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff8b382-28c3-46d0-919a-ed90bbcdb7a7 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:58:53.420012 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edcd6bb-eb76-4dec-bb01-00a33f5bb85b admin admin] Pushing event updated for resources: {'Port': ['ID=34bc202d-3e6f-4333-a0e6-b7a5520f9caf,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:53.534645 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-eade76ce-664a-40f2-bf8d-fd9c9fc8c8cd None None] For port 19b049b6-7826-4ad0-9db3-82d16334fe4a, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:58:53.569702 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-eade76ce-664a-40f2-bf8d-fd9c9fc8c8cd None None] For port 19b049b6-7826-4ad0-9db3-82d16334fe4a, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=19b049b6-7826-4ad0-9db3-82d16334fe4a,segment=NetworkSegment(68a4f2e6-057a-48e2-a8e7-ad355760e20b),segment_id=68a4f2e6-057a-48e2-a8e7-ad355760e20b)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:58:53.572041 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a31dab46-c7fd-4fbc-a122-667c17e16f22 None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:53.578531 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-eade76ce-664a-40f2-bf8d-fd9c9fc8c8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:53.588141 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a31dab46-c7fd-4fbc-a122-667c17e16f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:53.589862 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-bda36eb3-ce1f-45e3-9fd7-f9e5be7d53c4 None None] Provisioning complete for port 34bc202d-3e6f-4333-a0e6-b7a5520f9caf triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:58:53.590224 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bda36eb3-ce1f-45e3-9fd7-f9e5be7d53c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:53.668025 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2edcd6bb-eb76-4dec-bb01-00a33f5bb85b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:53.677847 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eade76ce-664a-40f2-bf8d-fd9c9fc8c8cd None None] Pushing event updated for resources: {'Port': ['ID=19b049b6-7826-4ad0-9db3-82d16334fe4a,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:53.684729 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-bda36eb3-ce1f-45e3-9fd7-f9e5be7d53c4 None None] Port 34bc202d-3e6f-4333-a0e6-b7a5520f9caf cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:58:53.775283 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be54a89-71ef-4493-80f5-bcc3fb40b102 None None] Pushing event updated for resources: {'Port': ['ID=4a905584-5eac-476a-8f5f-c4535b69fb02,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:53.789483 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-a31dab46-c7fd-4fbc-a122-667c17e16f22 None None] Attempting to bind port 4a905584-5eac-476a-8f5f-c4535b69fb02 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:58:53.790203 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-a31dab46-c7fd-4fbc-a122-667c17e16f22 None None] Attempting to bind port 4a905584-5eac-476a-8f5f-c4535b69fb02 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '4ac3a9ff-9eef-4b4b-aeed-66ca30fb4530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e00eb1d9-62fc-4275-9c3c-bcff378b734f'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:58:53.790748 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31dab46-c7fd-4fbc-a122-667c17e16f22 None None] Attempting to bind port 4a905584-5eac-476a-8f5f-c4535b69fb02 on network e00eb1d9-62fc-4275-9c3c-bcff378b734f {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:58:53.797216 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31dab46-c7fd-4fbc-a122-667c17e16f22 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:58:53.799097 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31dab46-c7fd-4fbc-a122-667c17e16f22 None None] Checking segment: {'id': '4ac3a9ff-9eef-4b4b-aeed-66ca30fb4530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e00eb1d9-62fc-4275-9c3c-bcff378b734f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:58:53.799508 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a31dab46-c7fd-4fbc-a122-667c17e16f22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:53.799903 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31dab46-c7fd-4fbc-a122-667c17e16f22 None None] Bound using segment: {'id': '4ac3a9ff-9eef-4b4b-aeed-66ca30fb4530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e00eb1d9-62fc-4275-9c3c-bcff378b734f'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:58:53.800554 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-a31dab46-c7fd-4fbc-a122-667c17e16f22 None None] Bound port: 4a905584-5eac-476a-8f5f-c4535b69fb02, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac3a9ff-9eef-4b4b-aeed-66ca30fb4530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e00eb1d9-62fc-4275-9c3c-bcff378b734f'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:58:53.800938 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a31dab46-c7fd-4fbc-a122-667c17e16f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:53.877713 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-a31dab46-c7fd-4fbc-a122-667c17e16f22 None None] For port 4a905584-5eac-476a-8f5f-c4535b69fb02, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:58:53.882033 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-a31dab46-c7fd-4fbc-a122-667c17e16f22 None None] For port 4a905584-5eac-476a-8f5f-c4535b69fb02, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=4a905584-5eac-476a-8f5f-c4535b69fb02,segment=NetworkSegment(4ac3a9ff-9eef-4b4b-aeed-66ca30fb4530),segment_id=4ac3a9ff-9eef-4b4b-aeed-66ca30fb4530)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:58:53.888820 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a31dab46-c7fd-4fbc-a122-667c17e16f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:53.956834 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2edcd6bb-eb76-4dec-bb01-00a33f5bb85b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:53.994380 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be54a89-71ef-4493-80f5-bcc3fb40b102 None None] Pushing event updated for resources: {'Port': ['ID=4a905584-5eac-476a-8f5f-c4535b69fb02,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:54.010485 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31dab46-c7fd-4fbc-a122-667c17e16f22 None None] Routers {'58982724-6cc2-4806-a5ab-bf594eb6ef54'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:58:54.011213 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-a31dab46-c7fd-4fbc-a122-667c17e16f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:58:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['58982724-6cc2-4806-a5ab-bf594eb6ef54'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:58:54.102726 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-d8bb1d92-d50a-4739-9212-9c6a2d7df246 None None] Provisioning complete for port 4a905584-5eac-476a-8f5f-c4535b69fb02 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:58:54.103374 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d8bb1d92-d50a-4739-9212-9c6a2d7df246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:54.125601 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2edcd6bb-eb76-4dec-bb01-00a33f5bb85b admin admin] Router 053a3361-dd2f-4855-b4a5-d4b23137e336 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 01:58:54.201481 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-a31dab46-c7fd-4fbc-a122-667c17e16f22 None None] Set router 58982724-6cc2-4806-a5ab-bf594eb6ef54 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:58:54.250342 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2edcd6bb-eb76-4dec-bb01-00a33f5bb85b admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:58:54.260653 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbae8a0-1cfc-41ce-b738-b340cf688d69 None None] Sync routers for ids ['053a3361-dd2f-4855-b4a5-d4b23137e336'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:58:54.272409 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2edcd6bb-eb76-4dec-bb01-00a33f5bb85b admin admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:54.274398 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbae8a0-1cfc-41ce-b738-b340cf688d69 None None] Routers {'053a3361-dd2f-4855-b4a5-d4b23137e336'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:58:54.275087 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-2bbae8a0-1cfc-41ce-b738-b340cf688d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:58:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['053a3361-dd2f-4855-b4a5-d4b23137e336'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:58:54.276805 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57214) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:58:54.279007 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2edcd6bb-eb76-4dec-bb01-00a33f5bb85b admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0779819 Nov 12 01:58:54.290461 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d8bb1d92-d50a-4739-9212-9c6a2d7df246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:54.405657 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-2bbae8a0-1cfc-41ce-b738-b340cf688d69 None None] Set router 053a3361-dd2f-4855-b4a5-d4b23137e336 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:58:54.408814 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-d8bb1d92-d50a-4739-9212-9c6a2d7df246 None None] For port 4a905584-5eac-476a-8f5f-c4535b69fb02, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=4a905584-5eac-476a-8f5f-c4535b69fb02,segment=NetworkSegment(4ac3a9ff-9eef-4b4b-aeed-66ca30fb4530),segment_id=4ac3a9ff-9eef-4b4b-aeed-66ca30fb4530)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:58:54.414417 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d8bb1d92-d50a-4739-9212-9c6a2d7df246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:54.510215 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb1d92-d50a-4739-9212-9c6a2d7df246 None None] Pushing event updated for resources: {'Port': ['ID=4a905584-5eac-476a-8f5f-c4535b69fb02,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:54.549041 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-3b334c26-b6ff-4b91-94c9-2b3899abf638 None None] Provisioning complete for port 4a905584-5eac-476a-8f5f-c4535b69fb02 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:58:54.549519 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3b334c26-b6ff-4b91-94c9-2b3899abf638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:54.579389 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-a31dab46-c7fd-4fbc-a122-667c17e16f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58982724-6cc2-4806-a5ab-bf594eb6ef54', 'name': 'tempest-TestMinimumBasicScenario-928240105-router', 'tenant_id': 'b10a9602afbe4edab57782d211a3ed61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '2f57290e-e47e-431c-b1ed-4d35c6c51177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:58:47Z', 'updated_at': '2021-11-12T01:58:50Z', 'revision_number': 4, 'project_id': 'b10a9602afbe4edab57782d211a3ed61', 'gw_port': {'id': '2f57290e-e47e-431c-b1ed-4d35c6c51177', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58982724-6cc2-4806-a5ab-bf594eb6ef54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:58:48Z', 'updated_at': '2021-11-12T01:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '4a905584-5eac-476a-8f5f-c4535b69fb02', 'name': '', 'network_id': 'e00eb1d9-62fc-4275-9c3c-bcff378b734f', 'tenant_id': 'b10a9602afbe4edab57782d211a3ed61', 'mac_address': 'fa:16:3e:7c:1a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58982724-6cc2-4806-a5ab-bf594eb6ef54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '413c57f6-fc33-412d-be59-9142368deeee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:58:49Z', 'updated_at': '2021-11-12T01:58:53Z', 'revision_number': 4, 'project_id': 'b10a9602afbe4edab57782d211a3ed61', 'subnets': [{'id': '413c57f6-fc33-412d-be59-9142368deeee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:58:54.617430 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31dab46-c7fd-4fbc-a122-667c17e16f22 None None] The sync data for ids ['58982724-6cc2-4806-a5ab-bf594eb6ef54'] in n-d-712142-27 is: [{'id': '58982724-6cc2-4806-a5ab-bf594eb6ef54', 'name': 'tempest-TestMinimumBasicScenario-928240105-router', 'tenant_id': 'b10a9602afbe4edab57782d211a3ed61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '2f57290e-e47e-431c-b1ed-4d35c6c51177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:58:47Z', 'updated_at': '2021-11-12T01:58:50Z', 'revision_number': 4, 'project_id': 'b10a9602afbe4edab57782d211a3ed61', 'gw_port': {'id': '2f57290e-e47e-431c-b1ed-4d35c6c51177', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58982724-6cc2-4806-a5ab-bf594eb6ef54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:58:48Z', 'updated_at': '2021-11-12T01:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '4a905584-5eac-476a-8f5f-c4535b69fb02', 'name': '', 'network_id': 'e00eb1d9-62fc-4275-9c3c-bcff378b734f', 'tenant_id': 'b10a9602afbe4edab57782d211a3ed61', 'mac_address': 'fa:16:3e:7c:1a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58982724-6cc2-4806-a5ab-bf594eb6ef54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '413c57f6-fc33-412d-be59-9142368deeee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:58:49Z', 'updated_at': '2021-11-12T01:58:53Z', 'revision_number': 4, 'project_id': 'b10a9602afbe4edab57782d211a3ed61', 'subnets': [{'id': '413c57f6-fc33-412d-be59-9142368deeee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:58:54.723240 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-2bbae8a0-1cfc-41ce-b738-b340cf688d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053a3361-dd2f-4855-b4a5-d4b23137e336', 'name': 'tempest-TestMinimumBasicScenario-615148749-router', 'tenant_id': 'bf817aaa135f4bfa89034b7094f431ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '34bc202d-3e6f-4333-a0e6-b7a5520f9caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:58:52Z', 'updated_at': '2021-11-12T01:58:53Z', 'revision_number': 3, 'project_id': 'bf817aaa135f4bfa89034b7094f431ad', 'gw_port': {'id': '34bc202d-3e6f-4333-a0e6-b7a5520f9caf', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b2:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053a3361-dd2f-4855-b4a5-d4b23137e336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:58:53Z', 'updated_at': '2021-11-12T01:58:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:58:54.772519 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbae8a0-1cfc-41ce-b738-b340cf688d69 None None] Checking router: 053a3361-dd2f-4855-b4a5-d4b23137e336 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:58:54.772861 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbae8a0-1cfc-41ce-b738-b340cf688d69 None None] Updating router 053a3361-dd2f-4855-b4a5-d4b23137e336 port 34bc202d-3e6f-4333-a0e6-b7a5520f9caf binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:58:54.804622 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-2bbae8a0-1cfc-41ce-b738-b340cf688d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:55.075693 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11805363-5ed0-4403-bc15-f34bae558a12 None None] Network 1b931291-d189-43ff-ab26-726695951514 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 01:58:55.355321 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-2bbae8a0-1cfc-41ce-b738-b340cf688d69 None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:55.362119 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-2bbae8a0-1cfc-41ce-b738-b340cf688d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:55.465266 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e9712c-664c-4722-a195-344fd61f165f None None] Pushing event updated for resources: {'Port': ['ID=34bc202d-3e6f-4333-a0e6-b7a5520f9caf,revision_number=2']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:55.468292 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-2bbae8a0-1cfc-41ce-b738-b340cf688d69 None None] Attempting to bind port 34bc202d-3e6f-4333-a0e6-b7a5520f9caf on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:58:55.468925 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-2bbae8a0-1cfc-41ce-b738-b340cf688d69 None None] Attempting to bind port 34bc202d-3e6f-4333-a0e6-b7a5520f9caf by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:58:55.469477 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbae8a0-1cfc-41ce-b738-b340cf688d69 None None] Attempting to bind port 34bc202d-3e6f-4333-a0e6-b7a5520f9caf on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:58:55.480095 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbae8a0-1cfc-41ce-b738-b340cf688d69 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:58:55.481698 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbae8a0-1cfc-41ce-b738-b340cf688d69 None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:58:55.482389 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-2bbae8a0-1cfc-41ce-b738-b340cf688d69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:55.482966 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbae8a0-1cfc-41ce-b738-b340cf688d69 None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:58:55.483666 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-2bbae8a0-1cfc-41ce-b738-b340cf688d69 None None] Bound port: 34bc202d-3e6f-4333-a0e6-b7a5520f9caf, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:58:55.484266 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-2bbae8a0-1cfc-41ce-b738-b340cf688d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:55.507910 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a5ef5a-24d8-4f31-9742-650b795fb431 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:58:55.518065 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2f0eeb81-c5d0-4877-beea-4018f3d9bdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:55.535274 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-393703a6-5ddb-4b6a-ad08-fdf21b6fc900 None None] Provisioning complete for port 19b049b6-7826-4ad0-9db3-82d16334fe4a triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:58:55.538526 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-393703a6-5ddb-4b6a-ad08-fdf21b6fc900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:55.554782 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-2bbae8a0-1cfc-41ce-b738-b340cf688d69 None None] For port 34bc202d-3e6f-4333-a0e6-b7a5520f9caf, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:58:55.560253 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-2bbae8a0-1cfc-41ce-b738-b340cf688d69 None None] For port 34bc202d-3e6f-4333-a0e6-b7a5520f9caf, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=34bc202d-3e6f-4333-a0e6-b7a5520f9caf,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:58:55.566835 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-2bbae8a0-1cfc-41ce-b738-b340cf688d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:55.625172 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbae8a0-1cfc-41ce-b738-b340cf688d69 None None] Routers {'053a3361-dd2f-4855-b4a5-d4b23137e336'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:58:55.625794 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-2bbae8a0-1cfc-41ce-b738-b340cf688d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:58:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['053a3361-dd2f-4855-b4a5-d4b23137e336'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:58:55.627439 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 4a905584-5eac-476a-8f5f-c4535b69fb02 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:58:55.647956 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0bdb82-d0ae-41da-91d7-ccd231ef10f0 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 01:58:55.759030 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-2bbae8a0-1cfc-41ce-b738-b340cf688d69 None None] Set router 053a3361-dd2f-4855-b4a5-d4b23137e336 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:58:55.780739 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-393703a6-5ddb-4b6a-ad08-fdf21b6fc900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:55.787515 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-2f0eeb81-c5d0-4877-beea-4018f3d9bdb5 admin admin] Allocated IP 172.20.0.1 (1b931291-d189-43ff-ab26-726695951514/39c67829-4989-4c38-a8fe-6a46957bb803/90479b41-ce78-47b6-a72c-73eeef49f913) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:58:55.818660 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 4a905584-5eac-476a-8f5f-c4535b69fb02 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:58:55.818921 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:55.826676 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e9712c-664c-4722-a195-344fd61f165f None None] Pushing event updated for resources: {'Port': ['ID=34bc202d-3e6f-4333-a0e6-b7a5520f9caf,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:55.913916 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-393703a6-5ddb-4b6a-ad08-fdf21b6fc900 None None] For port 19b049b6-7826-4ad0-9db3-82d16334fe4a, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=19b049b6-7826-4ad0-9db3-82d16334fe4a,segment=NetworkSegment(68a4f2e6-057a-48e2-a8e7-ad355760e20b),segment_id=68a4f2e6-057a-48e2-a8e7-ad355760e20b)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:58:55.923635 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-393703a6-5ddb-4b6a-ad08-fdf21b6fc900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:55.977934 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2f0eeb81-c5d0-4877-beea-4018f3d9bdb5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:56.001528 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-2bbae8a0-1cfc-41ce-b738-b340cf688d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053a3361-dd2f-4855-b4a5-d4b23137e336', 'name': 'tempest-TestMinimumBasicScenario-615148749-router', 'tenant_id': 'bf817aaa135f4bfa89034b7094f431ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '34bc202d-3e6f-4333-a0e6-b7a5520f9caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:58:52Z', 'updated_at': '2021-11-12T01:58:53Z', 'revision_number': 3, 'project_id': 'bf817aaa135f4bfa89034b7094f431ad', 'gw_port': {'id': '34bc202d-3e6f-4333-a0e6-b7a5520f9caf', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b2:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053a3361-dd2f-4855-b4a5-d4b23137e336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:58:53Z', 'updated_at': '2021-11-12T01:58:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:58:56.022934 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 19b049b6-7826-4ad0-9db3-82d16334fe4a up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:58:56.032564 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbae8a0-1cfc-41ce-b738-b340cf688d69 None None] The sync data for ids ['053a3361-dd2f-4855-b4a5-d4b23137e336'] in n-d-712142-27 is: [{'id': '053a3361-dd2f-4855-b4a5-d4b23137e336', 'name': 'tempest-TestMinimumBasicScenario-615148749-router', 'tenant_id': 'bf817aaa135f4bfa89034b7094f431ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '34bc202d-3e6f-4333-a0e6-b7a5520f9caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:58:52Z', 'updated_at': '2021-11-12T01:58:53Z', 'revision_number': 3, 'project_id': 'bf817aaa135f4bfa89034b7094f431ad', 'gw_port': {'id': '34bc202d-3e6f-4333-a0e6-b7a5520f9caf', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b2:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053a3361-dd2f-4855-b4a5-d4b23137e336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:58:53Z', 'updated_at': '2021-11-12T01:58:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:58:56.050588 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2f0eeb81-c5d0-4877-beea-4018f3d9bdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:56.107347 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393703a6-5ddb-4b6a-ad08-fdf21b6fc900 None None] Pushing event updated for resources: {'Port': ['ID=19b049b6-7826-4ad0-9db3-82d16334fe4a,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:56.119616 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-24ee2ad8-c134-4a2e-921a-af01a9c4837d None None] Provisioning complete for port 34bc202d-3e6f-4333-a0e6-b7a5520f9caf triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:58:56.120280 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-24ee2ad8-c134-4a2e-921a-af01a9c4837d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:56.146366 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0eeb81-c5d0-4877-beea-4018f3d9bdb5 admin admin] Pushing event updated for resources: {'Port': ['ID=90479b41-ce78-47b6-a72c-73eeef49f913,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:56.154583 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0eeb81-c5d0-4877-beea-4018f3d9bdb5 admin admin] Network 1b931291-d189-43ff-ab26-726695951514 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:58:56.156882 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-2f0eeb81-c5d0-4877-beea-4018f3d9bdb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:58:56.164291 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0eeb81-c5d0-4877-beea-4018f3d9bdb5 admin admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:58:56.186458 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 19b049b6-7826-4ad0-9db3-82d16334fe4a triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:58:56.186835 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:56.237669 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2f0eeb81-c5d0-4877-beea-4018f3d9bdb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:56.265501 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-24ee2ad8-c134-4a2e-921a-af01a9c4837d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:56.311317 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-24ee2ad8-c134-4a2e-921a-af01a9c4837d None None] For port 34bc202d-3e6f-4333-a0e6-b7a5520f9caf, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=34bc202d-3e6f-4333-a0e6-b7a5520f9caf,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:58:56.318873 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-24ee2ad8-c134-4a2e-921a-af01a9c4837d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:56.449105 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ee2ad8-c134-4a2e-921a-af01a9c4837d None None] Pushing event updated for resources: {'Port': ['ID=34bc202d-3e6f-4333-a0e6-b7a5520f9caf,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:56.466490 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-2ebde71b-74ff-449a-8ace-6e45cb1dc132 None None] Provisioning complete for port 19b049b6-7826-4ad0-9db3-82d16334fe4a triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:58:56.467027 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2ebde71b-74ff-449a-8ace-6e45cb1dc132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:56.471233 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2f0eeb81-c5d0-4877-beea-4018f3d9bdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:56.685843 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-9ecbf474-1ce3-447d-97d0-d06e5472d413 None None] Provisioning complete for port 90479b41-ce78-47b6-a72c-73eeef49f913 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:58:56.685843 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9ecbf474-1ce3-447d-97d0-d06e5472d413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:56.695283 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2f0eeb81-c5d0-4877-beea-4018f3d9bdb5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:56.702355 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2f0eeb81-c5d0-4877-beea-4018f3d9bdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:56.738134 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-9ecbf474-1ce3-447d-97d0-d06e5472d413 None None] Port 90479b41-ce78-47b6-a72c-73eeef49f913 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:58:56.764982 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2f0eeb81-c5d0-4877-beea-4018f3d9bdb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:56.786816 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0eeb81-c5d0-4877-beea-4018f3d9bdb5 admin admin] Pushing event updated for resources: {'Port': ['ID=90479b41-ce78-47b6-a72c-73eeef49f913,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:56.881885 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0eeb81-c5d0-4877-beea-4018f3d9bdb5 admin admin] Network 1b931291-d189-43ff-ab26-726695951514 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:58:56.883347 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-2f0eeb81-c5d0-4877-beea-4018f3d9bdb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:58:57.013551 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f0eeb81-c5d0-4877-beea-4018f3d9bdb5 admin admin] Router 053a3361-dd2f-4855-b4a5-d4b23137e336 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:58:57.138093 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0eeb81-c5d0-4877-beea-4018f3d9bdb5 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:58:57.145394 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2f0eeb81-c5d0-4877-beea-4018f3d9bdb5 admin admin] 10.222.0.45 "PUT /v2.0/routers/053a3361-dd2f-4855-b4a5-d4b23137e336/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8624659 Nov 12 01:58:57.162802 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-a09f8713-3d41-4950-a756-576b56bfa82c None None] Provisioning complete for port 90479b41-ce78-47b6-a72c-73eeef49f913 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:58:57.163458 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a09f8713-3d41-4950-a756-576b56bfa82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:57.204136 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-a09f8713-3d41-4950-a756-576b56bfa82c None None] Port 90479b41-ce78-47b6-a72c-73eeef49f913 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:58:57.326963 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-75886cb0-354b-4272-83b0-fd1681fafcab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:57.446200 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 34bc202d-3e6f-4333-a0e6-b7a5520f9caf up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:58:57.496814 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 34bc202d-3e6f-4333-a0e6-b7a5520f9caf triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:58:57.497190 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:57.581708 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 19b049b6-7826-4ad0-9db3-82d16334fe4a up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:58:57.647785 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 19b049b6-7826-4ad0-9db3-82d16334fe4a triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:58:57.648331 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:58.246779 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3fd80b-29de-4a63-bec9-1e6aab7836e9 None None] Sync routers for ids ['053a3361-dd2f-4855-b4a5-d4b23137e336'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:58:58.261054 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3fd80b-29de-4a63-bec9-1e6aab7836e9 None None] Routers {'053a3361-dd2f-4855-b4a5-d4b23137e336'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:58:58.261686 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-4e3fd80b-29de-4a63-bec9-1e6aab7836e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:58:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['053a3361-dd2f-4855-b4a5-d4b23137e336'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:58:58.391538 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-4e3fd80b-29de-4a63-bec9-1e6aab7836e9 None None] Set router 053a3361-dd2f-4855-b4a5-d4b23137e336 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:58:58.624060 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-4e3fd80b-29de-4a63-bec9-1e6aab7836e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053a3361-dd2f-4855-b4a5-d4b23137e336', 'name': 'tempest-TestMinimumBasicScenario-615148749-router', 'tenant_id': 'bf817aaa135f4bfa89034b7094f431ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '34bc202d-3e6f-4333-a0e6-b7a5520f9caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:58:52Z', 'updated_at': '2021-11-12T01:58:56Z', 'revision_number': 4, 'project_id': 'bf817aaa135f4bfa89034b7094f431ad', 'gw_port': {'id': '34bc202d-3e6f-4333-a0e6-b7a5520f9caf', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053a3361-dd2f-4855-b4a5-d4b23137e336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:58:53Z', 'updated_at': '2021-11-12T01:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '90479b41-ce78-47b6-a72c-73eeef49f913', 'name': '', 'network_id': '1b931291-d189-43ff-ab26-726695951514', 'tenant_id': 'bf817aaa135f4bfa89034b7094f431ad', 'mac_address': 'fa:16:3e:eb:28:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053a3361-dd2f-4855-b4a5-d4b23137e336', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '39c67829-4989-4c38-a8fe-6a46957bb803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:58:55Z', 'updated_at': '2021-11-12T01:58:56Z', 'revision_number': 2, 'project_id': 'bf817aaa135f4bfa89034b7094f431ad', 'subnets': [{'id': '39c67829-4989-4c38-a8fe-6a46957bb803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:58:58.653202 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3fd80b-29de-4a63-bec9-1e6aab7836e9 None None] Checking router: 053a3361-dd2f-4855-b4a5-d4b23137e336 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:58:58.653565 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3fd80b-29de-4a63-bec9-1e6aab7836e9 None None] Updating router 053a3361-dd2f-4855-b4a5-d4b23137e336 port 90479b41-ce78-47b6-a72c-73eeef49f913 binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 01:58:58.681971 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4e3fd80b-29de-4a63-bec9-1e6aab7836e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:59.011005 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4e3fd80b-29de-4a63-bec9-1e6aab7836e9 None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:59.017098 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4e3fd80b-29de-4a63-bec9-1e6aab7836e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:59.125115 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6994f2b-b67b-4d15-b7d5-1ac4965a355b None None] Pushing event updated for resources: {'Port': ['ID=90479b41-ce78-47b6-a72c-73eeef49f913,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:59.148950 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-4e3fd80b-29de-4a63-bec9-1e6aab7836e9 None None] Attempting to bind port 90479b41-ce78-47b6-a72c-73eeef49f913 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:58:59.149686 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-4e3fd80b-29de-4a63-bec9-1e6aab7836e9 None None] Attempting to bind port 90479b41-ce78-47b6-a72c-73eeef49f913 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '68a4f2e6-057a-48e2-a8e7-ad355760e20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1b931291-d189-43ff-ab26-726695951514'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:58:59.151024 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3fd80b-29de-4a63-bec9-1e6aab7836e9 None None] Attempting to bind port 90479b41-ce78-47b6-a72c-73eeef49f913 on network 1b931291-d189-43ff-ab26-726695951514 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:58:59.159401 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3fd80b-29de-4a63-bec9-1e6aab7836e9 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:58:59.160246 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3fd80b-29de-4a63-bec9-1e6aab7836e9 None None] Checking segment: {'id': '68a4f2e6-057a-48e2-a8e7-ad355760e20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1b931291-d189-43ff-ab26-726695951514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:58:59.161420 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4e3fd80b-29de-4a63-bec9-1e6aab7836e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:59.162035 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3fd80b-29de-4a63-bec9-1e6aab7836e9 None None] Bound using segment: {'id': '68a4f2e6-057a-48e2-a8e7-ad355760e20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1b931291-d189-43ff-ab26-726695951514'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:58:59.163098 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-4e3fd80b-29de-4a63-bec9-1e6aab7836e9 None None] Bound port: 90479b41-ce78-47b6-a72c-73eeef49f913, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68a4f2e6-057a-48e2-a8e7-ad355760e20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1b931291-d189-43ff-ab26-726695951514'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:58:59.163734 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4e3fd80b-29de-4a63-bec9-1e6aab7836e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:59.277478 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4e3fd80b-29de-4a63-bec9-1e6aab7836e9 None None] For port 90479b41-ce78-47b6-a72c-73eeef49f913, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:58:59.286765 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4e3fd80b-29de-4a63-bec9-1e6aab7836e9 None None] For port 90479b41-ce78-47b6-a72c-73eeef49f913, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=90479b41-ce78-47b6-a72c-73eeef49f913,segment=NetworkSegment(68a4f2e6-057a-48e2-a8e7-ad355760e20b),segment_id=68a4f2e6-057a-48e2-a8e7-ad355760e20b)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:58:59.297677 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4e3fd80b-29de-4a63-bec9-1e6aab7836e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:59.389678 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3fd80b-29de-4a63-bec9-1e6aab7836e9 None None] Routers {'053a3361-dd2f-4855-b4a5-d4b23137e336'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:58:59.390716 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-4e3fd80b-29de-4a63-bec9-1e6aab7836e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:58:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['053a3361-dd2f-4855-b4a5-d4b23137e336'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:58:59.429013 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6994f2b-b67b-4d15-b7d5-1ac4965a355b None None] Pushing event updated for resources: {'Port': ['ID=90479b41-ce78-47b6-a72c-73eeef49f913,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:59.466467 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-b6fadf51-4122-4b19-a2ca-ebdb6ac0f75a None None] Provisioning complete for port 90479b41-ce78-47b6-a72c-73eeef49f913 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:58:59.466881 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b6fadf51-4122-4b19-a2ca-ebdb6ac0f75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:59.568988 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-4e3fd80b-29de-4a63-bec9-1e6aab7836e9 None None] Set router 053a3361-dd2f-4855-b4a5-d4b23137e336 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:58:59.713107 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b6fadf51-4122-4b19-a2ca-ebdb6ac0f75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:59.795620 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-b6fadf51-4122-4b19-a2ca-ebdb6ac0f75a None None] For port 90479b41-ce78-47b6-a72c-73eeef49f913, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=90479b41-ce78-47b6-a72c-73eeef49f913,segment=NetworkSegment(68a4f2e6-057a-48e2-a8e7-ad355760e20b),segment_id=68a4f2e6-057a-48e2-a8e7-ad355760e20b)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:58:59.806723 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b6fadf51-4122-4b19-a2ca-ebdb6ac0f75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:58:59.954141 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fadf51-4122-4b19-a2ca-ebdb6ac0f75a None None] Pushing event updated for resources: {'Port': ['ID=90479b41-ce78-47b6-a72c-73eeef49f913,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:58:59.975181 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-48da6306-ebc3-46ed-a913-8d8975e09b8f None None] Provisioning complete for port 90479b41-ce78-47b6-a72c-73eeef49f913 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:58:59.975552 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-48da6306-ebc3-46ed-a913-8d8975e09b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:00.015904 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-4e3fd80b-29de-4a63-bec9-1e6aab7836e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053a3361-dd2f-4855-b4a5-d4b23137e336', 'name': 'tempest-TestMinimumBasicScenario-615148749-router', 'tenant_id': 'bf817aaa135f4bfa89034b7094f431ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '34bc202d-3e6f-4333-a0e6-b7a5520f9caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:58:52Z', 'updated_at': '2021-11-12T01:58:56Z', 'revision_number': 4, 'project_id': 'bf817aaa135f4bfa89034b7094f431ad', 'gw_port': {'id': '34bc202d-3e6f-4333-a0e6-b7a5520f9caf', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053a3361-dd2f-4855-b4a5-d4b23137e336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:58:53Z', 'updated_at': '2021-11-12T01:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '90479b41-ce78-47b6-a72c-73eeef49f913', 'name': '', 'network_id': '1b931291-d189-43ff-ab26-726695951514', 'tenant_id': 'bf817aaa135f4bfa89034b7094f431ad', 'mac_address': 'fa:16:3e:eb:28:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053a3361-dd2f-4855-b4a5-d4b23137e336', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '39c67829-4989-4c38-a8fe-6a46957bb803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:58:55Z', 'updated_at': '2021-11-12T01:58:59Z', 'revision_number': 4, 'project_id': 'bf817aaa135f4bfa89034b7094f431ad', 'subnets': [{'id': '39c67829-4989-4c38-a8fe-6a46957bb803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:59:00.052122 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3fd80b-29de-4a63-bec9-1e6aab7836e9 None None] The sync data for ids ['053a3361-dd2f-4855-b4a5-d4b23137e336'] in n-d-712142-27 is: [{'id': '053a3361-dd2f-4855-b4a5-d4b23137e336', 'name': 'tempest-TestMinimumBasicScenario-615148749-router', 'tenant_id': 'bf817aaa135f4bfa89034b7094f431ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '34bc202d-3e6f-4333-a0e6-b7a5520f9caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:58:52Z', 'updated_at': '2021-11-12T01:58:56Z', 'revision_number': 4, 'project_id': 'bf817aaa135f4bfa89034b7094f431ad', 'gw_port': {'id': '34bc202d-3e6f-4333-a0e6-b7a5520f9caf', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053a3361-dd2f-4855-b4a5-d4b23137e336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:58:53Z', 'updated_at': '2021-11-12T01:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '90479b41-ce78-47b6-a72c-73eeef49f913', 'name': '', 'network_id': '1b931291-d189-43ff-ab26-726695951514', 'tenant_id': 'bf817aaa135f4bfa89034b7094f431ad', 'mac_address': 'fa:16:3e:eb:28:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053a3361-dd2f-4855-b4a5-d4b23137e336', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '39c67829-4989-4c38-a8fe-6a46957bb803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:58:55Z', 'updated_at': '2021-11-12T01:58:59Z', 'revision_number': 4, 'project_id': 'bf817aaa135f4bfa89034b7094f431ad', 'subnets': [{'id': '39c67829-4989-4c38-a8fe-6a46957bb803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:59:00.899931 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7e69699c-f82f-4639-b2e8-a768b0c81d5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:01.409190 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 90479b41-ce78-47b6-a72c-73eeef49f913 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:59:01.475706 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 90479b41-ce78-47b6-a72c-73eeef49f913 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:59:01.476111 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:03.069678 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:04.081133 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:05.387834 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:07.902542 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b918b4f-fb1a-4507-a284-e02c4d7cdc1c req-d17420e3-5344-4534-8f73-29f715f8eac0 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:07.904053 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6b918b4f-fb1a-4507-a284-e02c4d7cdc1c req-d17420e3-5344-4534-8f73-29f715f8eac0 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/networks?id=e00eb1d9-62fc-4275-9c3c-bcff378b734f HTTP/1.1" status: 200 len: 814 time: 0.1061630 Nov 12 01:59:07.920059 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6b918b4f-fb1a-4507-a284-e02c4d7cdc1c req-2e3a3bc5-cb55-4c0e-8e07-557c6cf48a86 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/quotas/b10a9602afbe4edab57782d211a3ed61 HTTP/1.1" status: 200 len: 375 time: 0.0099869 Nov 12 01:59:07.971379 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6b918b4f-fb1a-4507-a284-e02c4d7cdc1c req-83421247-bacc-4b3f-ae1f-33ad1e0f31e7 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b10a9602afbe4edab57782d211a3ed61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460362 Nov 12 01:59:08.161871 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6b918b4f-fb1a-4507-a284-e02c4d7cdc1c req-cad247a6-d1e2-4955-a5e5-c98d28d1a74f service neutron] 10.222.0.45 "GET /v2.0/networks/e00eb1d9-62fc-4275-9c3c-bcff378b734f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781805 Nov 12 01:59:08.251571 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6b918b4f-fb1a-4507-a284-e02c4d7cdc1c req-a9f51988-5cec-445d-9276-134a14786bdd service neutron] 10.222.0.45 "GET /v2.0/networks/e00eb1d9-62fc-4275-9c3c-bcff378b734f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835657 Nov 12 01:59:08.416861 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1c255369-fa36-4cf1-83f3-4eca6fa0b61e req-6102522a-785b-4025-8f66-42b0e7fcf358 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ca35165-bf87-4848-97f3-e4c0fd4c553f HTTP/1.1" status: 200 len: 210 time: 0.0291786 Nov 12 01:59:08.944730 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:09.447049 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b918b4f-fb1a-4507-a284-e02c4d7cdc1c req-ac828660-8b42-4b29-9743-a68d92875fe1 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:09.449658 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6b918b4f-fb1a-4507-a284-e02c4d7cdc1c req-ac828660-8b42-4b29-9743-a68d92875fe1 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.44 "GET /v2.0/networks?id=e00eb1d9-62fc-4275-9c3c-bcff378b734f HTTP/1.1" status: 200 len: 814 time: 0.1086035 Nov 12 01:59:09.469117 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-6b918b4f-fb1a-4507-a284-e02c4d7cdc1c req-5e488062-694f-470e-8285-740be8cbce24 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Request body: {'port': {'device_id': '0ca35165-bf87-4848-97f3-e4c0fd4c553f', 'network_id': 'e00eb1d9-62fc-4275-9c3c-bcff378b734f', 'admin_state_up': True, 'tenant_id': 'b10a9602afbe4edab57782d211a3ed61'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:59:09.531720 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-afddd743-4c52-48d0-b421-06015c5d594e req-84919a5b-97f7-47b1-bff2-079207eab6ee tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ca35165-bf87-4848-97f3-e4c0fd4c553f HTTP/1.1" status: 200 len: 210 time: 0.0394776 Nov 12 01:59:09.607754 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b918b4f-fb1a-4507-a284-e02c4d7cdc1c req-5e488062-694f-470e-8285-740be8cbce24 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Made reservation on behalf of b10a9602afbe4edab57782d211a3ed61 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 01:59:09.611273 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-6b918b4f-fb1a-4507-a284-e02c4d7cdc1c req-5e488062-694f-470e-8285-740be8cbce24 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:09.762091 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-6b918b4f-fb1a-4507-a284-e02c4d7cdc1c req-5e488062-694f-470e-8285-740be8cbce24 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Allocated IP 172.20.0.13 (e00eb1d9-62fc-4275-9c3c-bcff378b734f/413c57f6-fc33-412d-be59-9142368deeee/e5075a14-d76e-49cc-b54c-0a7918e19af3) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:59:09.991267 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-6b918b4f-fb1a-4507-a284-e02c4d7cdc1c req-5e488062-694f-470e-8285-740be8cbce24 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:10.030730 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-6b918b4f-fb1a-4507-a284-e02c4d7cdc1c req-5e488062-694f-470e-8285-740be8cbce24 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:10.090379 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b918b4f-fb1a-4507-a284-e02c4d7cdc1c req-5e488062-694f-470e-8285-740be8cbce24 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Network e00eb1d9-62fc-4275-9c3c-bcff378b734f is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:59:10.093569 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-6b918b4f-fb1a-4507-a284-e02c4d7cdc1c req-5e488062-694f-470e-8285-740be8cbce24 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:59:10.096151 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b918b4f-fb1a-4507-a284-e02c4d7cdc1c req-5e488062-694f-470e-8285-740be8cbce24 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:59:10.136195 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e488062-694f-470e-8285-740be8cbce24 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Pushing event updated for resources: {'Port': ['ID=e5075a14-d76e-49cc-b54c-0a7918e19af3,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:10.150698 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e488062-694f-470e-8285-740be8cbce24 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:10.151224 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e488062-694f-470e-8285-740be8cbce24 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:10.151713 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e488062-694f-470e-8285-740be8cbce24 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:10.152177 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e488062-694f-470e-8285-740be8cbce24 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:10.152618 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e488062-694f-470e-8285-740be8cbce24 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:10.153047 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e488062-694f-470e-8285-740be8cbce24 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:10.153449 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e488062-694f-470e-8285-740be8cbce24 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:10.153849 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e488062-694f-470e-8285-740be8cbce24 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:10.154299 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e488062-694f-470e-8285-740be8cbce24 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:10.154708 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e488062-694f-470e-8285-740be8cbce24 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:10.155113 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e488062-694f-470e-8285-740be8cbce24 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:10.155575 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e488062-694f-470e-8285-740be8cbce24 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:10.192615 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b918b4f-fb1a-4507-a284-e02c4d7cdc1c req-5e488062-694f-470e-8285-740be8cbce24 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:10.194305 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-6b918b4f-fb1a-4507-a284-e02c4d7cdc1c req-5e488062-694f-470e-8285-740be8cbce24 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:10.215462 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6b918b4f-fb1a-4507-a284-e02c4d7cdc1c req-5e488062-694f-470e-8285-740be8cbce24 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7513523 Nov 12 01:59:10.341149 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-404de996-6374-48b0-be67-2a525274f5e2 None None] Provisioning complete for port e5075a14-d76e-49cc-b54c-0a7918e19af3 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:59:10.341714 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-404de996-6374-48b0-be67-2a525274f5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:10.379249 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-404de996-6374-48b0-be67-2a525274f5e2 None None] Port e5075a14-d76e-49cc-b54c-0a7918e19af3 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 01:59:10.663751 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932f34b-8032-4f74-a7ac-156cb77bdb3b req-24009c8f-bf32-481f-81d7-0866dae4820f tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:10.665403 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d932f34b-8032-4f74-a7ac-156cb77bdb3b req-24009c8f-bf32-481f-81d7-0866dae4820f tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ca35165-bf87-4848-97f3-e4c0fd4c553f HTTP/1.1" status: 200 len: 932 time: 0.0555382 Nov 12 01:59:10.715982 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d932f34b-8032-4f74-a7ac-156cb77bdb3b req-27d8f451-ecdf-44c8-952a-725bd56d92cb tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/security-groups?id=2bff19eb-c531-46c1-b20e-63d0129ceec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440817 Nov 12 01:59:11.142743 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:11.848417 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd8e789-3713-4d02-90a0-35c7f1c2364c req-c0104870-f91a-4bf2-acb2-3c40f938f8da tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:11.850574 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4dd8e789-3713-4d02-90a0-35c7f1c2364c req-c0104870-f91a-4bf2-acb2-3c40f938f8da tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ca35165-bf87-4848-97f3-e4c0fd4c553f HTTP/1.1" status: 200 len: 932 time: 0.0545478 Nov 12 01:59:11.903657 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4dd8e789-3713-4d02-90a0-35c7f1c2364c req-9fd0050b-66f0-4f48-b5a9-ff2bf19e2173 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/security-groups?id=2bff19eb-c531-46c1-b20e-63d0129ceec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467641 Nov 12 01:59:13.026568 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbe8b92-b6d5-443f-a709-b6526708ba21 req-0a2bb033-7161-47df-983b-d7a0746e52dc tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:13.028172 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-afbe8b92-b6d5-443f-a709-b6526708ba21 req-0a2bb033-7161-47df-983b-d7a0746e52dc tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ca35165-bf87-4848-97f3-e4c0fd4c553f HTTP/1.1" status: 200 len: 932 time: 0.0555315 Nov 12 01:59:13.078483 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-afbe8b92-b6d5-443f-a709-b6526708ba21 req-678bed2c-69fe-43c7-a988-1545638bc52e tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/security-groups?id=2bff19eb-c531-46c1-b20e-63d0129ceec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441520 Nov 12 01:59:14.199993 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ab2f9-ec5c-4369-985e-973de04be375 req-f495695d-063d-4a52-8638-46c9c182dec1 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:14.201660 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-672ab2f9-ec5c-4369-985e-973de04be375 req-f495695d-063d-4a52-8638-46c9c182dec1 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ca35165-bf87-4848-97f3-e4c0fd4c553f HTTP/1.1" status: 200 len: 932 time: 0.0533111 Nov 12 01:59:14.253140 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-672ab2f9-ec5c-4369-985e-973de04be375 req-493d432d-95cb-43ec-9ce9-70ea26367ee8 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/security-groups?id=2bff19eb-c531-46c1-b20e-63d0129ceec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437622 Nov 12 01:59:15.385615 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5bde39-638e-48b1-8807-bc6be3105328 req-fe508a5b-9884-46de-af85-d1a2d9a44995 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:15.387289 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cb5bde39-638e-48b1-8807-bc6be3105328 req-fe508a5b-9884-46de-af85-d1a2d9a44995 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ca35165-bf87-4848-97f3-e4c0fd4c553f HTTP/1.1" status: 200 len: 932 time: 0.0551660 Nov 12 01:59:15.449062 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:59:15.456208 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cb5bde39-638e-48b1-8807-bc6be3105328 req-d51cdcb2-5f3c-4f5c-8da2-de6f2647c2b5 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/security-groups?id=2bff19eb-c531-46c1-b20e-63d0129ceec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626616 Nov 12 01:59:16.585627 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1b205-df4d-4bb4-8a45-c3c00b1b6e8d req-a8cae4db-b86d-425e-b57c-cacd8b3fa6ab tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:16.588511 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ffc1b205-df4d-4bb4-8a45-c3c00b1b6e8d req-a8cae4db-b86d-425e-b57c-cacd8b3fa6ab tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ca35165-bf87-4848-97f3-e4c0fd4c553f HTTP/1.1" status: 200 len: 932 time: 0.0604048 Nov 12 01:59:16.638608 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ffc1b205-df4d-4bb4-8a45-c3c00b1b6e8d req-ff941c22-a2dc-4826-ab04-5126baa7f990 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/security-groups?id=2bff19eb-c531-46c1-b20e-63d0129ceec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453296 Nov 12 01:59:17.763264 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeccb6e2-a34c-4f24-8de1-1e7ab3df45f6 req-13af3159-aae0-4402-bc25-2f51bdfe6dd1 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:17.764881 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aeccb6e2-a34c-4f24-8de1-1e7ab3df45f6 req-13af3159-aae0-4402-bc25-2f51bdfe6dd1 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ca35165-bf87-4848-97f3-e4c0fd4c553f HTTP/1.1" status: 200 len: 932 time: 0.0542226 Nov 12 01:59:17.823377 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aeccb6e2-a34c-4f24-8de1-1e7ab3df45f6 req-0c7e74c5-8e5a-426a-8fe1-aebb6e1ba9f5 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/security-groups?id=2bff19eb-c531-46c1-b20e-63d0129ceec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515783 Nov 12 01:59:19.018272 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232d0ab-9ee1-4878-a060-2bc33f3ea092 req-7a03a626-d7b7-4e0b-8eae-6f01b5e8ca52 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:19.019849 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2232d0ab-9ee1-4878-a060-2bc33f3ea092 req-7a03a626-d7b7-4e0b-8eae-6f01b5e8ca52 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ca35165-bf87-4848-97f3-e4c0fd4c553f HTTP/1.1" status: 200 len: 932 time: 0.0758047 Nov 12 01:59:19.077784 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2232d0ab-9ee1-4878-a060-2bc33f3ea092 req-23a159e7-8afc-46b0-807f-628e51c5e65a tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/security-groups?id=2bff19eb-c531-46c1-b20e-63d0129ceec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503671 Nov 12 01:59:20.197650 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8da11e-182f-4c23-8967-89d2a30dcb18 req-26e18812-62b9-41d4-a69f-b099c61dfa96 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:20.199445 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bb8da11e-182f-4c23-8967-89d2a30dcb18 req-26e18812-62b9-41d4-a69f-b099c61dfa96 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ca35165-bf87-4848-97f3-e4c0fd4c553f HTTP/1.1" status: 200 len: 932 time: 0.0531769 Nov 12 01:59:20.258151 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bb8da11e-182f-4c23-8967-89d2a30dcb18 req-2e93e906-c8b4-4d36-894a-e711febe0878 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/security-groups?id=2bff19eb-c531-46c1-b20e-63d0129ceec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523617 Nov 12 01:59:20.285818 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-6b918b4f-fb1a-4507-a284-e02c4d7cdc1c req-198837f1-d416-402f-be38-ec1575de8025 service neutron] Request body: {'port': {'device_id': '0ca35165-bf87-4848-97f3-e4c0fd4c553f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:59:20.340851 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-6b918b4f-fb1a-4507-a284-e02c4d7cdc1c req-198837f1-d416-402f-be38-ec1575de8025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:20.611258 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-6b918b4f-fb1a-4507-a284-e02c4d7cdc1c req-198837f1-d416-402f-be38-ec1575de8025 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5075a14-d76e-49cc-b54c-0a7918e19af3 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:59:20.619279 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-6b918b4f-fb1a-4507-a284-e02c4d7cdc1c req-198837f1-d416-402f-be38-ec1575de8025 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:20.631655 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-6b918b4f-fb1a-4507-a284-e02c4d7cdc1c req-198837f1-d416-402f-be38-ec1575de8025 service neutron] Transition to ACTIVE for port object e5075a14-d76e-49cc-b54c-0a7918e19af3 will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 01:59:20.636450 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-6b918b4f-fb1a-4507-a284-e02c4d7cdc1c req-198837f1-d416-402f-be38-ec1575de8025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:20.687144 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198837f1-d416-402f-be38-ec1575de8025 service neutron] Pushing event updated for resources: {'Port': ['ID=e5075a14-d76e-49cc-b54c-0a7918e19af3,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:20.763060 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-6b918b4f-fb1a-4507-a284-e02c4d7cdc1c req-198837f1-d416-402f-be38-ec1575de8025 service neutron] Attempting to bind port e5075a14-d76e-49cc-b54c-0a7918e19af3 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 01:59:20.763396 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-6b918b4f-fb1a-4507-a284-e02c4d7cdc1c req-198837f1-d416-402f-be38-ec1575de8025 service neutron] Attempting to bind port e5075a14-d76e-49cc-b54c-0a7918e19af3 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '4ac3a9ff-9eef-4b4b-aeed-66ca30fb4530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e00eb1d9-62fc-4275-9c3c-bcff378b734f'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 01:59:20.763726 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b918b4f-fb1a-4507-a284-e02c4d7cdc1c req-198837f1-d416-402f-be38-ec1575de8025 service neutron] Attempting to bind port e5075a14-d76e-49cc-b54c-0a7918e19af3 on network e00eb1d9-62fc-4275-9c3c-bcff378b734f {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:59:20.768394 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b918b4f-fb1a-4507-a284-e02c4d7cdc1c req-198837f1-d416-402f-be38-ec1575de8025 service neutron] Port e5075a14-d76e-49cc-b54c-0a7918e19af3 on network e00eb1d9-62fc-4275-9c3c-bcff378b734f not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 01:59:20.768737 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b918b4f-fb1a-4507-a284-e02c4d7cdc1c req-198837f1-d416-402f-be38-ec1575de8025 service neutron] Attempting to bind port e5075a14-d76e-49cc-b54c-0a7918e19af3 on network e00eb1d9-62fc-4275-9c3c-bcff378b734f {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 01:59:20.774740 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b918b4f-fb1a-4507-a284-e02c4d7cdc1c req-198837f1-d416-402f-be38-ec1575de8025 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 1, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 01:59:20.775079 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b918b4f-fb1a-4507-a284-e02c4d7cdc1c req-198837f1-d416-402f-be38-ec1575de8025 service neutron] Checking segment: {'id': '4ac3a9ff-9eef-4b4b-aeed-66ca30fb4530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e00eb1d9-62fc-4275-9c3c-bcff378b734f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 01:59:20.775464 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b918b4f-fb1a-4507-a284-e02c4d7cdc1c req-198837f1-d416-402f-be38-ec1575de8025 service neutron] Bound using segment: {'id': '4ac3a9ff-9eef-4b4b-aeed-66ca30fb4530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e00eb1d9-62fc-4275-9c3c-bcff378b734f'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 01:59:20.775889 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-6b918b4f-fb1a-4507-a284-e02c4d7cdc1c req-198837f1-d416-402f-be38-ec1575de8025 service neutron] Bound port: e5075a14-d76e-49cc-b54c-0a7918e19af3, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ac3a9ff-9eef-4b4b-aeed-66ca30fb4530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e00eb1d9-62fc-4275-9c3c-bcff378b734f'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 01:59:20.776266 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-6b918b4f-fb1a-4507-a284-e02c4d7cdc1c req-198837f1-d416-402f-be38-ec1575de8025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:20.844408 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-6b918b4f-fb1a-4507-a284-e02c4d7cdc1c req-198837f1-d416-402f-be38-ec1575de8025 service neutron] For port e5075a14-d76e-49cc-b54c-0a7918e19af3, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 01:59:20.848046 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-6b918b4f-fb1a-4507-a284-e02c4d7cdc1c req-198837f1-d416-402f-be38-ec1575de8025 service neutron] For port e5075a14-d76e-49cc-b54c-0a7918e19af3, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e5075a14-d76e-49cc-b54c-0a7918e19af3,segment=NetworkSegment(4ac3a9ff-9eef-4b4b-aeed-66ca30fb4530),segment_id=4ac3a9ff-9eef-4b4b-aeed-66ca30fb4530)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 01:59:20.853662 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-6b918b4f-fb1a-4507-a284-e02c4d7cdc1c req-198837f1-d416-402f-be38-ec1575de8025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:20.890789 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b918b4f-fb1a-4507-a284-e02c4d7cdc1c req-198837f1-d416-402f-be38-ec1575de8025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:20.891608 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-6b918b4f-fb1a-4507-a284-e02c4d7cdc1c req-198837f1-d416-402f-be38-ec1575de8025 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:20.892881 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6b918b4f-fb1a-4507-a284-e02c4d7cdc1c req-198837f1-d416-402f-be38-ec1575de8025 service neutron] 10.222.0.44 "PUT /v2.0/ports/e5075a14-d76e-49cc-b54c-0a7918e19af3 HTTP/1.1" status: 200 len: 1093 time: 0.6564033 Nov 12 01:59:20.893332 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca35165-bf87-4848-97f3-e4c0fd4c553f', 'tag': 'e5075a14-d76e-49cc-b54c-0a7918e19af3'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:59:20.895600 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4d1d6158e421e9c8e993f80e0426ddaaefecbe2af3f4b68345379587447b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351aac5f-36f2-4391-97be-ad7397449ab8" -d '{"events": [{"name": "network-changed", "server_uuid": "0ca35165-bf87-4848-97f3-e4c0fd4c553f", "tag": "e5075a14-d76e-49cc-b54c-0a7918e19af3"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:59:20.918980 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198837f1-d416-402f-be38-ec1575de8025 service neutron] Pushing event updated for resources: {'Port': ['ID=e5075a14-d76e-49cc-b54c-0a7918e19af3,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:20.940220 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c69f05-5ea1-4c14-ac83-0ca5e33b096c x-openstack-request-id: req-c0c69f05-5ea1-4c14-ac83-0ca5e33b096c {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:59:20.940657 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ca35165-bf87-4848-97f3-e4c0fd4c553f", "tag": "e5075a14-d76e-49cc-b54c-0a7918e19af3", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:59:20.940920 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c0c69f05-5ea1-4c14-ac83-0ca5e33b096c {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:59:20.941337 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ca35165-bf87-4848-97f3-e4c0fd4c553f', 'tag': 'e5075a14-d76e-49cc-b54c-0a7918e19af3', 'status': 'completed', 'code': 200} Nov 12 01:59:21.001181 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b918b4f-fb1a-4507-a284-e02c4d7cdc1c req-d099abf1-0b40-41a3-a77f-3dd76ce3d1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:21.002829 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6b918b4f-fb1a-4507-a284-e02c4d7cdc1c req-d099abf1-0b40-41a3-a77f-3dd76ce3d1cc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b10a9602afbe4edab57782d211a3ed61&device_id=0ca35165-bf87-4848-97f3-e4c0fd4c553f HTTP/1.1" status: 200 len: 1096 time: 0.0440688 Nov 12 01:59:21.057804 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6b918b4f-fb1a-4507-a284-e02c4d7cdc1c req-58786d87-06dc-48e6-8637-b3f1f0cec1d9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5075a14-d76e-49cc-b54c-0a7918e19af3 HTTP/1.1" status: 200 len: 217 time: 0.0406127 Nov 12 01:59:21.110307 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b918b4f-fb1a-4507-a284-e02c4d7cdc1c req-dbe44ca8-26fd-4448-b0f2-88307da507c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:21.111779 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6b918b4f-fb1a-4507-a284-e02c4d7cdc1c req-dbe44ca8-26fd-4448-b0f2-88307da507c1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=413c57f6-fc33-412d-be59-9142368deeee HTTP/1.1" status: 200 len: 853 time: 0.0460958 Nov 12 01:59:21.157542 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b918b4f-fb1a-4507-a284-e02c4d7cdc1c req-75135103-9b77-4a16-afc6-6ded3db6ae80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:21.159098 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6b918b4f-fb1a-4507-a284-e02c4d7cdc1c req-75135103-9b77-4a16-afc6-6ded3db6ae80 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e00eb1d9-62fc-4275-9c3c-bcff378b734f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402977 Nov 12 01:59:21.259070 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6b918b4f-fb1a-4507-a284-e02c4d7cdc1c req-cec2581e-9f8c-44ed-ac41-58297307f4a6 service neutron] 10.222.0.44 "GET /v2.0/networks/e00eb1d9-62fc-4275-9c3c-bcff378b734f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926518 Nov 12 01:59:21.356662 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6b918b4f-fb1a-4507-a284-e02c4d7cdc1c req-a0ad9711-9145-40c2-b2ae-11e33685c2db service neutron] 10.222.0.44 "GET /v2.0/networks/e00eb1d9-62fc-4275-9c3c-bcff378b734f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904946 Nov 12 01:59:21.391467 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced3d07-c3c7-4c30-8874-6d54c901af13 req-ac94566a-3bb2-40ef-ae63-922ab06b5615 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:21.393006 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aced3d07-c3c7-4c30-8874-6d54c901af13 req-ac94566a-3bb2-40ef-ae63-922ab06b5615 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ca35165-bf87-4848-97f3-e4c0fd4c553f HTTP/1.1" status: 200 len: 944 time: 0.0638919 Nov 12 01:59:21.442154 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aced3d07-c3c7-4c30-8874-6d54c901af13 req-ed8b4920-e1dc-4361-ab3c-e05ae80e975e tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/security-groups?id=2bff19eb-c531-46c1-b20e-63d0129ceec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426879 Nov 12 01:59:21.490911 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351aac5f-36f2-4391-97be-ad7397449ab8 req-6f14e03e-2b74-4f0f-9e28-eb5bf91fea78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:21.492509 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-351aac5f-36f2-4391-97be-ad7397449ab8 req-6f14e03e-2b74-4f0f-9e28-eb5bf91fea78 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b10a9602afbe4edab57782d211a3ed61&device_id=0ca35165-bf87-4848-97f3-e4c0fd4c553f HTTP/1.1" status: 200 len: 1096 time: 0.0505879 Nov 12 01:59:21.582852 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351aac5f-36f2-4391-97be-ad7397449ab8 req-7bff8672-83c8-4a10-8c9a-cea7fd122285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:21.584819 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-351aac5f-36f2-4391-97be-ad7397449ab8 req-7bff8672-83c8-4a10-8c9a-cea7fd122285 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e00eb1d9-62fc-4275-9c3c-bcff378b734f HTTP/1.1" status: 200 len: 914 time: 0.0845206 Nov 12 01:59:21.631374 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-351aac5f-36f2-4391-97be-ad7397449ab8 req-506b2984-2b01-4e71-9e65-7c2cd2d893c3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5075a14-d76e-49cc-b54c-0a7918e19af3 HTTP/1.1" status: 200 len: 217 time: 0.0388710 Nov 12 01:59:21.681625 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351aac5f-36f2-4391-97be-ad7397449ab8 req-0d650686-4ce9-445d-abdd-b78a0e98bcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:21.683084 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-351aac5f-36f2-4391-97be-ad7397449ab8 req-0d650686-4ce9-445d-abdd-b78a0e98bcf2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=413c57f6-fc33-412d-be59-9142368deeee HTTP/1.1" status: 200 len: 853 time: 0.0444386 Nov 12 01:59:21.731225 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351aac5f-36f2-4391-97be-ad7397449ab8 req-ce29b58f-6759-48a4-934a-72907e394254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:21.732785 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-351aac5f-36f2-4391-97be-ad7397449ab8 req-ce29b58f-6759-48a4-934a-72907e394254 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e00eb1d9-62fc-4275-9c3c-bcff378b734f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410826 Nov 12 01:59:21.827487 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-351aac5f-36f2-4391-97be-ad7397449ab8 req-a8a7490f-f899-4997-946c-1ea3d2afede5 service neutron] 10.222.0.44 "GET /v2.0/networks/e00eb1d9-62fc-4275-9c3c-bcff378b734f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866225 Nov 12 01:59:21.920565 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-351aac5f-36f2-4391-97be-ad7397449ab8 req-d78d83da-e837-4fbe-a8e4-7dd5e581ca52 service neutron] 10.222.0.44 "GET /v2.0/networks/e00eb1d9-62fc-4275-9c3c-bcff378b734f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849788 Nov 12 01:59:22.558260 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcfd9fc-e673-4221-8dbf-30d0d6310e9a req-270647bb-fa20-41f9-8268-46083ccb4598 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:22.559759 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9fcfd9fc-e673-4221-8dbf-30d0d6310e9a req-270647bb-fa20-41f9-8268-46083ccb4598 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ca35165-bf87-4848-97f3-e4c0fd4c553f HTTP/1.1" status: 200 len: 944 time: 0.0506365 Nov 12 01:59:22.617550 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9fcfd9fc-e673-4221-8dbf-30d0d6310e9a req-98fe7823-b1e7-4c07-8aa6-479a5bff8bca tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/security-groups?id=2bff19eb-c531-46c1-b20e-63d0129ceec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511897 Nov 12 01:59:23.357909 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device e5075a14-d76e-49cc-b54c-0a7918e19af3 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 01:59:23.466937 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port e5075a14-d76e-49cc-b54c-0a7918e19af3, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e5075a14-d76e-49cc-b54c-0a7918e19af3,segment=NetworkSegment(4ac3a9ff-9eef-4b4b-aeed-66ca30fb4530),segment_id=4ac3a9ff-9eef-4b4b-aeed-66ca30fb4530)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:59:23.478563 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'e5075a14-d76e-49cc-b54c-0a7918e19af3', 'network_id': 'e00eb1d9-62fc-4275-9c3c-bcff378b734f', 'port_id': 'e5075a14-d76e-49cc-b54c-0a7918e19af3', 'mac_address': 'fa:16:3e:90:78:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '413c57f6-fc33-412d-be59-9142368deeee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 01:59:23.514818 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:23.527623 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5075a14-d76e-49cc-b54c-0a7918e19af3 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 01:59:23.546359 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port e5075a14-d76e-49cc-b54c-0a7918e19af3, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e5075a14-d76e-49cc-b54c-0a7918e19af3,segment=NetworkSegment(4ac3a9ff-9eef-4b4b-aeed-66ca30fb4530),segment_id=4ac3a9ff-9eef-4b4b-aeed-66ca30fb4530)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:59:23.550249 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:23.596327 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=e5075a14-d76e-49cc-b54c-0a7918e19af3,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:23.603593 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:23.603937 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:23.604298 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:23.604630 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:23.604979 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:23.605302 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:23.605623 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:23.605955 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:23.606261 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:23.606579 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:23.606895 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:23.607210 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:23.733339 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eab59e-f5f4-4c40-aa3a-e37f33f8d332 req-739e30a0-0912-4c58-98bd-7beb16d157f0 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:23.734820 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-27eab59e-f5f4-4c40-aa3a-e37f33f8d332 req-739e30a0-0912-4c58-98bd-7beb16d157f0 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ca35165-bf87-4848-97f3-e4c0fd4c553f HTTP/1.1" status: 200 len: 945 time: 0.0494914 Nov 12 01:59:23.786447 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-27eab59e-f5f4-4c40-aa3a-e37f33f8d332 req-5a250498-d828-4bf8-8d70-84aa0c04db77 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/security-groups?id=2bff19eb-c531-46c1-b20e-63d0129ceec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444422 Nov 12 01:59:23.823629 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['e5075a14-d76e-49cc-b54c-0a7918e19af3'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:59:24.906440 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d64f2-a8d1-491c-9916-e0fce6e09fb7 req-6f58f0fc-24bc-4485-b664-e21987182ed9 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:24.907910 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-080d64f2-a8d1-491c-9916-e0fce6e09fb7 req-6f58f0fc-24bc-4485-b664-e21987182ed9 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ca35165-bf87-4848-97f3-e4c0fd4c553f HTTP/1.1" status: 200 len: 945 time: 0.0503547 Nov 12 01:59:24.955436 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-080d64f2-a8d1-491c-9916-e0fce6e09fb7 req-44581300-4532-4d95-81b8-04ee3d5f627e tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/security-groups?id=2bff19eb-c531-46c1-b20e-63d0129ceec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410173 Nov 12 01:59:25.366404 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device e5075a14-d76e-49cc-b54c-0a7918e19af3 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 01:59:25.424527 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port e5075a14-d76e-49cc-b54c-0a7918e19af3 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 01:59:25.430284 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port e5075a14-d76e-49cc-b54c-0a7918e19af3 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:59:25.430662 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:25.672652 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:25.701917 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca35165-bf87-4848-97f3-e4c0fd4c553f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5075a14-d76e-49cc-b54c-0a7918e19af3'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:59:25.704194 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ec54fb32a252cf543512252f4538ed49f878ab9aa91f770db158cb882be9043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1822ed91-865e-4f7f-9425-192ac0a1bcac" -d '{"events": [{"server_uuid": "0ca35165-bf87-4848-97f3-e4c0fd4c553f", "name": "network-vif-plugged", "status": "completed", "tag": "e5075a14-d76e-49cc-b54c-0a7918e19af3"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:59:25.716736 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port e5075a14-d76e-49cc-b54c-0a7918e19af3, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e5075a14-d76e-49cc-b54c-0a7918e19af3,segment=NetworkSegment(4ac3a9ff-9eef-4b4b-aeed-66ca30fb4530),segment_id=4ac3a9ff-9eef-4b4b-aeed-66ca30fb4530)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:59:25.721019 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:25.747768 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 01:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae867567-1626-4e7f-90f1-a48399a3e860 x-openstack-request-id: req-ae867567-1626-4e7f-90f1-a48399a3e860 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:59:25.748078 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca35165-bf87-4848-97f3-e4c0fd4c553f", "name": "network-vif-plugged", "status": "completed", "tag": "e5075a14-d76e-49cc-b54c-0a7918e19af3", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:59:25.748327 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ae867567-1626-4e7f-90f1-a48399a3e860 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:59:25.748708 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca35165-bf87-4848-97f3-e4c0fd4c553f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5075a14-d76e-49cc-b54c-0a7918e19af3', 'code': 200} Nov 12 01:59:25.773711 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=e5075a14-d76e-49cc-b54c-0a7918e19af3,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:25.865328 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c325b3d-4efe-4df5-b061-9d0406cbba2d req-2cdafdc5-ca86-41d2-a104-5493fdc2ab40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:25.866817 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-5c325b3d-4efe-4df5-b061-9d0406cbba2d req-2cdafdc5-ca86-41d2-a104-5493fdc2ab40 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0ca35165-bf87-4848-97f3-e4c0fd4c553f HTTP/1.1" status: 200 len: 1098 time: 0.0435758 Nov 12 01:59:25.916719 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-5c325b3d-4efe-4df5-b061-9d0406cbba2d req-651c4557-232f-47f3-b971-683365d98087 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2bff19eb-c531-46c1-b20e-63d0129ceec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412953 Nov 12 01:59:26.077403 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898eb0d-42ea-4ed9-a20a-381855bfd69f req-9383e8d3-b286-4d02-a9f5-53a97213ce29 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:26.078892 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8898eb0d-42ea-4ed9-a20a-381855bfd69f req-9383e8d3-b286-4d02-a9f5-53a97213ce29 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ca35165-bf87-4848-97f3-e4c0fd4c553f HTTP/1.1" status: 200 len: 946 time: 0.0551708 Nov 12 01:59:26.126208 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8898eb0d-42ea-4ed9-a20a-381855bfd69f req-2a31042d-2a00-41bb-8ca3-250a8e847daa tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/security-groups?id=2bff19eb-c531-46c1-b20e-63d0129ceec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407546 Nov 12 01:59:27.244808 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de79d2-9ffc-439e-91f3-759a825af90d req-f76056dc-e125-4491-b3ad-179534a67b30 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:27.247993 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-22de79d2-9ffc-439e-91f3-759a825af90d req-f76056dc-e125-4491-b3ad-179534a67b30 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ca35165-bf87-4848-97f3-e4c0fd4c553f HTTP/1.1" status: 200 len: 946 time: 0.0531497 Nov 12 01:59:27.294409 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-22de79d2-9ffc-439e-91f3-759a825af90d req-1a454bfe-f1bd-4848-aa3c-dee2a599e9e5 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/security-groups?id=2bff19eb-c531-46c1-b20e-63d0129ceec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420849 Nov 12 01:59:27.320522 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-09d73bc7-bc43-43fd-9c0c-cfbd0b34c618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:27.421806 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e98232-840d-487f-b059-3e13a0fb2b3f req-ea42b572-d66c-4e24-a777-76db7b1483cb tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:27.423306 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b9e98232-840d-487f-b059-3e13a0fb2b3f req-ea42b572-d66c-4e24-a777-76db7b1483cb tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ca35165-bf87-4848-97f3-e4c0fd4c553f HTTP/1.1" status: 200 len: 946 time: 0.0572345 Nov 12 01:59:27.476752 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b9e98232-840d-487f-b059-3e13a0fb2b3f req-6ea3e3e3-4dc2-4b11-90c6-dd60e70cf754 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/security-groups?id=2bff19eb-c531-46c1-b20e-63d0129ceec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461380 Nov 12 01:59:27.669322 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d83af8-e8bb-4d81-ada9-65c69e3162da req-bd0b7f4a-7823-4160-b244-432550da6ab2 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:27.670769 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c8d83af8-e8bb-4d81-ada9-65c69e3162da req-bd0b7f4a-7823-4160-b244-432550da6ab2 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ca35165-bf87-4848-97f3-e4c0fd4c553f HTTP/1.1" status: 200 len: 946 time: 0.0567882 Nov 12 01:59:27.719072 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c8d83af8-e8bb-4d81-ada9-65c69e3162da req-51a19d82-d585-4bb4-badc-7b4c67db0a54 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/security-groups?id=2bff19eb-c531-46c1-b20e-63d0129ceec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421751 Nov 12 01:59:30.893088 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7541cb1d-689c-425b-866e-31cf59a9c75e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:33.075336 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:34.076732 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:35.376685 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:38.935068 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:41.158609 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:41.291390 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd032f12-9f43-4d15-ac33-64a94b1c352f req-5127d068-1ca1-4550-af59-7e10ad793de8 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:41.292887 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bd032f12-9f43-4d15-ac33-64a94b1c352f req-5127d068-1ca1-4550-af59-7e10ad793de8 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ca35165-bf87-4848-97f3-e4c0fd4c553f HTTP/1.1" status: 200 len: 946 time: 0.0516500 Nov 12 01:59:41.339573 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bd032f12-9f43-4d15-ac33-64a94b1c352f req-55ab0961-9008-4cab-a91b-215d9a64823a tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/security-groups?id=2bff19eb-c531-46c1-b20e-63d0129ceec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407388 Nov 12 01:59:41.361649 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57416) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:59:41.444983 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285a292e-47d4-4593-9587-562c9721806a tempest-TestMinimumBasicScenario-915781029 tempest-TestMinimumBasicScenario-915781029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:41.446527 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-285a292e-47d4-4593-9587-562c9721806a tempest-TestMinimumBasicScenario-915781029 tempest-TestMinimumBasicScenario-915781029-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=0ca35165-bf87-4848-97f3-e4c0fd4c553f HTTP/1.1" status: 200 len: 1093 time: 0.0838876 Nov 12 01:59:41.449522 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57420) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:59:41.453727 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-9ab80268-5cbf-42d3-a1d6-f932dc0e9d08 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Request body: {'floatingip': {'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'port_id': 'e5075a14-d76e-49cc-b54c-0a7918e19af3', 'tenant_id': 'b10a9602afbe4edab57782d211a3ed61', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:59:41.474718 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9ab80268-5cbf-42d3-a1d6-f932dc0e9d08 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks [] for floatingip, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:41.575840 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9ab80268-5cbf-42d3-a1d6-f932dc0e9d08 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:41.681773 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-9ab80268-5cbf-42d3-a1d6-f932dc0e9d08 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Allocated IP 172.25.3.157 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/912e5d8a-f268-46aa-a9cf-bcfaaa3734b5) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 01:59:41.778614 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9ab80268-5cbf-42d3-a1d6-f932dc0e9d08 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:41.812555 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9ab80268-5cbf-42d3-a1d6-f932dc0e9d08 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:41.851076 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab80268-5cbf-42d3-a1d6-f932dc0e9d08 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 01:59:41.856308 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-9ab80268-5cbf-42d3-a1d6-f932dc0e9d08 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 01:59:41.859019 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab80268-5cbf-42d3-a1d6-f932dc0e9d08 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 01:59:41.889336 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab80268-5cbf-42d3-a1d6-f932dc0e9d08 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Pushing event updated for resources: {'Port': ['ID=912e5d8a-f268-46aa-a9cf-bcfaaa3734b5,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:42.214280 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9ab80268-5cbf-42d3-a1d6-f932dc0e9d08 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:42.281434 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9ab80268-5cbf-42d3-a1d6-f932dc0e9d08 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:42.433693 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9ab80268-5cbf-42d3-a1d6-f932dc0e9d08 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:42.438890 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9ab80268-5cbf-42d3-a1d6-f932dc0e9d08 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:42.508381 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab80268-5cbf-42d3-a1d6-f932dc0e9d08 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Pushing event updated for resources: {'Port': ['ID=912e5d8a-f268-46aa-a9cf-bcfaaa3734b5,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:42.523175 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9ab80268-5cbf-42d3-a1d6-f932dc0e9d08 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:42.627041 n-d-712142-27 neutron-server[109085]: INFO neutron.db.l3_db [None req-9ab80268-5cbf-42d3-a1d6-f932dc0e9d08 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Floating IP 4d12bada-37eb-4437-a6e3-062cc89afe1e associated. External IP: 172.25.3.157, port: e5075a14-d76e-49cc-b54c-0a7918e19af3. Nov 12 01:59:43.174237 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab80268-5cbf-42d3-a1d6-f932dc0e9d08 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Router 58982724-6cc2-4806-a5ab-bf594eb6ef54 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 01:59:43.279928 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab80268-5cbf-42d3-a1d6-f932dc0e9d08 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 01:59:43.290056 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d311ad1-8d99-4e25-a5c2-3918853afa83 None None] Sync routers for ids ['58982724-6cc2-4806-a5ab-bf594eb6ef54'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 01:59:43.298797 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9ab80268-5cbf-42d3-a1d6-f932dc0e9d08 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:43.299369 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d311ad1-8d99-4e25-a5c2-3918853afa83 None None] Routers {'58982724-6cc2-4806-a5ab-bf594eb6ef54'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:59:43.300016 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-8d311ad1-8d99-4e25-a5c2-3918853afa83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:59:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['58982724-6cc2-4806-a5ab-bf594eb6ef54'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:59:43.329179 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-9ab80268-5cbf-42d3-a1d6-f932dc0e9d08 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8786397 Nov 12 01:59:43.329765 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca35165-bf87-4848-97f3-e4c0fd4c553f', 'tag': 'e5075a14-d76e-49cc-b54c-0a7918e19af3'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:59:43.332044 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dd4e089669c975f2de9f4f0df131bfb5fea3b750f9a1fd67846e9670e07c7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3f142c-8d04-4d07-a8b5-c4263dbaba46" -d '{"events": [{"name": "network-changed", "server_uuid": "0ca35165-bf87-4848-97f3-e4c0fd4c553f", "tag": "e5075a14-d76e-49cc-b54c-0a7918e19af3"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:59:43.332368 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57424) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:59:43.338575 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-4084e85f-8f4b-40fb-bd58-473c13e5cb88 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1103201705', 'description': 'tempest-secgroup-smoke-1103201705 description', 'project_id': 'b10a9602afbe4edab57782d211a3ed61'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:59:43.366277 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4084e85f-8f4b-40fb-bd58-473c13e5cb88 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:43.385303 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5851eb-6e40-47fc-88a7-c7104a8a97dc x-openstack-request-id: req-bc5851eb-6e40-47fc-88a7-c7104a8a97dc {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:59:43.385641 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ca35165-bf87-4848-97f3-e4c0fd4c553f", "tag": "e5075a14-d76e-49cc-b54c-0a7918e19af3", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:59:43.385906 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bc5851eb-6e40-47fc-88a7-c7104a8a97dc {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:59:43.386376 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ca35165-bf87-4848-97f3-e4c0fd4c553f', 'tag': 'e5075a14-d76e-49cc-b54c-0a7918e19af3', 'status': 'completed', 'code': 200} Nov 12 01:59:43.414864 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-8d311ad1-8d99-4e25-a5c2-3918853afa83 None None] Set router 58982724-6cc2-4806-a5ab-bf594eb6ef54 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:59:43.467214 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4084e85f-8f4b-40fb-bd58-473c13e5cb88 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:43.471839 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4084e85f-8f4b-40fb-bd58-473c13e5cb88 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:43.507091 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4084e85f-8f4b-40fb-bd58-473c13e5cb88 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:43.508387 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4084e85f-8f4b-40fb-bd58-473c13e5cb88 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1744740 Nov 12 01:59:43.511238 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084e85f-8f4b-40fb-bd58-473c13e5cb88 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59d403b5-32c4-4a56-8ac2-40883ac25f23,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:43.511620 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57428) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:59:43.514776 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f142c-8d04-4d07-a8b5-c4263dbaba46 req-5b83a199-5618-4c24-b9e6-cdcbc75289c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:43.516293 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4b3f142c-8d04-4d07-a8b5-c4263dbaba46 req-5b83a199-5618-4c24-b9e6-cdcbc75289c4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b10a9602afbe4edab57782d211a3ed61&device_id=0ca35165-bf87-4848-97f3-e4c0fd4c553f HTTP/1.1" status: 200 len: 1098 time: 0.0840111 Nov 12 01:59:43.516915 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-cc8fecf5-2a59-4335-b9a9-6b5b8d5882a1 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Request body: {'security_group_rule': {'security_group_id': '59d403b5-32c4-4a56-8ac2-40883ac25f23', 'project_id': 'b10a9602afbe4edab57782d211a3ed61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:59:43.547074 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cc8fecf5-2a59-4335-b9a9-6b5b8d5882a1 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:43.610346 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cc8fecf5-2a59-4335-b9a9-6b5b8d5882a1 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:43.616858 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cc8fecf5-2a59-4335-b9a9-6b5b8d5882a1 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:43.631304 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f142c-8d04-4d07-a8b5-c4263dbaba46 req-569476de-f6a1-48d1-be62-f68537f089e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:43.633262 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8fecf5-2a59-4335-b9a9-6b5b8d5882a1 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c3c3941-cf9d-4928-8199-a33f41d9f6f0,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:43.633457 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4b3f142c-8d04-4d07-a8b5-c4263dbaba46 req-569476de-f6a1-48d1-be62-f68537f089e0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e00eb1d9-62fc-4275-9c3c-bcff378b734f HTTP/1.1" status: 200 len: 914 time: 0.1081250 Nov 12 01:59:43.643074 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8fecf5-2a59-4335-b9a9-6b5b8d5882a1 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:43.643430 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8fecf5-2a59-4335-b9a9-6b5b8d5882a1 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:43.643776 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8fecf5-2a59-4335-b9a9-6b5b8d5882a1 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:43.644144 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8fecf5-2a59-4335-b9a9-6b5b8d5882a1 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:43.644487 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8fecf5-2a59-4335-b9a9-6b5b8d5882a1 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:43.644799 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8fecf5-2a59-4335-b9a9-6b5b8d5882a1 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:43.645131 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8fecf5-2a59-4335-b9a9-6b5b8d5882a1 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:43.645458 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8fecf5-2a59-4335-b9a9-6b5b8d5882a1 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:43.645783 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8fecf5-2a59-4335-b9a9-6b5b8d5882a1 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:43.646110 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8fecf5-2a59-4335-b9a9-6b5b8d5882a1 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:43.646443 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8fecf5-2a59-4335-b9a9-6b5b8d5882a1 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:43.646754 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8fecf5-2a59-4335-b9a9-6b5b8d5882a1 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 01:59:43.655709 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-cc8fecf5-2a59-4335-b9a9-6b5b8d5882a1 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:43.657026 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-cc8fecf5-2a59-4335-b9a9-6b5b8d5882a1 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1441765 Nov 12 01:59:43.659680 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57430) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:59:43.664582 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-584c469e-03a3-41e2-aad3-6e30382593ca tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Request body: {'security_group_rule': {'security_group_id': '59d403b5-32c4-4a56-8ac2-40883ac25f23', 'project_id': 'b10a9602afbe4edab57782d211a3ed61', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:59:43.667418 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-8d311ad1-8d99-4e25-a5c2-3918853afa83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58982724-6cc2-4806-a5ab-bf594eb6ef54', 'name': 'tempest-TestMinimumBasicScenario-928240105-router', 'tenant_id': 'b10a9602afbe4edab57782d211a3ed61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '2f57290e-e47e-431c-b1ed-4d35c6c51177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:58:47Z', 'updated_at': '2021-11-12T01:58:50Z', 'revision_number': 4, 'project_id': 'b10a9602afbe4edab57782d211a3ed61', 'gw_port': {'id': '2f57290e-e47e-431c-b1ed-4d35c6c51177', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58982724-6cc2-4806-a5ab-bf594eb6ef54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:58:48Z', 'updated_at': '2021-11-12T01:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '4d12bada-37eb-4437-a6e3-062cc89afe1e', 'tenant_id': 'b10a9602afbe4edab57782d211a3ed61', 'floating_ip_address': '172.25.3.157', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '58982724-6cc2-4806-a5ab-bf594eb6ef54', 'port_id': 'e5075a14-d76e-49cc-b54c-0a7918e19af3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e00eb1d9-62fc-4275-9c3c-bcff378b734f', 'mac_address': 'fa:16:3e:90:78:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca35165-bf87-4848-97f3-e4c0fd4c553f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:59:42Z', 'updated_at': '2021-11-12T01:59:42Z', 'revision_number': 0, 'project_id': 'b10a9602afbe4edab57782d211a3ed61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a905584-5eac-476a-8f5f-c4535b69fb02', 'name': '', 'network_id': 'e00eb1d9-62fc-4275-9c3c-bcff378b734f', 'tenant_id': 'b10a9602afbe4edab57782d211a3ed61', 'mac_address': 'fa:16:3e:7c:1a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58982724-6cc2-4806-a5ab-bf594eb6ef54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '413c57f6-fc33-412d-be59-9142368deeee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:58:49Z', 'updated_at': '2021-11-12T01:58:54Z', 'revision_number': 5, 'project_id': 'b10a9602afbe4edab57782d211a3ed61', 'subnets': [{'id': '413c57f6-fc33-412d-be59-9142368deeee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:59:43.699737 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d311ad1-8d99-4e25-a5c2-3918853afa83 None None] Checking router: 58982724-6cc2-4806-a5ab-bf594eb6ef54 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 01:59:43.703902 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-584c469e-03a3-41e2-aad3-6e30382593ca tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:43.708749 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d311ad1-8d99-4e25-a5c2-3918853afa83 None None] Routers {'58982724-6cc2-4806-a5ab-bf594eb6ef54'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 01:59:43.710173 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-8d311ad1-8d99-4e25-a5c2-3918853afa83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T01:59:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['58982724-6cc2-4806-a5ab-bf594eb6ef54'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:59:43.714343 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4b3f142c-8d04-4d07-a8b5-c4263dbaba46 req-f9b79060-f6c6-433e-8eee-0d5b4c2a7ff8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5075a14-d76e-49cc-b54c-0a7918e19af3 HTTP/1.1" status: 200 len: 1000 time: 0.0728827 Nov 12 01:59:43.767220 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f142c-8d04-4d07-a8b5-c4263dbaba46 req-ae9a8a5b-d9a4-43e3-9fd7-0daab4dd4e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:43.768739 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4b3f142c-8d04-4d07-a8b5-c4263dbaba46 req-ae9a8a5b-d9a4-43e3-9fd7-0daab4dd4e24 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=413c57f6-fc33-412d-be59-9142368deeee HTTP/1.1" status: 200 len: 853 time: 0.0467317 Nov 12 01:59:43.778541 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-584c469e-03a3-41e2-aad3-6e30382593ca tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:43.782798 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-584c469e-03a3-41e2-aad3-6e30382593ca tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:43.801600 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584c469e-03a3-41e2-aad3-6e30382593ca tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7d9df3d-e559-4963-82e5-f03af877e58e,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:43.812159 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-584c469e-03a3-41e2-aad3-6e30382593ca tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:43.813642 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-584c469e-03a3-41e2-aad3-6e30382593ca tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1529884 Nov 12 01:59:43.816387 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57432) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:59:43.822166 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-9b6d02cf-bbc8-49fd-b67c-98170e140036 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Request body: {'security_group_rule': {'security_group_id': '59d403b5-32c4-4a56-8ac2-40883ac25f23', 'project_id': 'b10a9602afbe4edab57782d211a3ed61', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:59:43.824535 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f142c-8d04-4d07-a8b5-c4263dbaba46 req-2c7f03af-1318-42fd-a481-be92df4753ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:43.826212 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4b3f142c-8d04-4d07-a8b5-c4263dbaba46 req-2c7f03af-1318-42fd-a481-be92df4753ec service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e00eb1d9-62fc-4275-9c3c-bcff378b734f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503840 Nov 12 01:59:43.836282 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-8d311ad1-8d99-4e25-a5c2-3918853afa83 None None] Set router 58982724-6cc2-4806-a5ab-bf594eb6ef54 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 01:59:43.851623 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9b6d02cf-bbc8-49fd-b67c-98170e140036 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:43.917650 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9b6d02cf-bbc8-49fd-b67c-98170e140036 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:43.921761 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9b6d02cf-bbc8-49fd-b67c-98170e140036 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:43.931829 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4b3f142c-8d04-4d07-a8b5-c4263dbaba46 req-d95fa06c-c466-472c-b2d7-5cea12e8c766 service neutron] 10.222.0.44 "GET /v2.0/networks/e00eb1d9-62fc-4275-9c3c-bcff378b734f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975549 Nov 12 01:59:43.941990 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6d02cf-bbc8-49fd-b67c-98170e140036 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84b0d386-b7d0-4284-9f71-32aced3bd2bd,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:43.953294 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9b6d02cf-bbc8-49fd-b67c-98170e140036 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:43.957105 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-9b6d02cf-bbc8-49fd-b67c-98170e140036 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1365716 Nov 12 01:59:43.957365 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57434) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:59:43.962496 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-0d1dd4e2-d622-43d9-8388-01df3f9b10c2 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Request body: {'security_group_rule': {'security_group_id': '59d403b5-32c4-4a56-8ac2-40883ac25f23', 'project_id': 'b10a9602afbe4edab57782d211a3ed61', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:59:43.991911 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0d1dd4e2-d622-43d9-8388-01df3f9b10c2 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:44.035883 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4b3f142c-8d04-4d07-a8b5-c4263dbaba46 req-05cb7abc-43c0-49fc-8f08-98fa18f12b32 service neutron] 10.222.0.44 "GET /v2.0/networks/e00eb1d9-62fc-4275-9c3c-bcff378b734f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965791 Nov 12 01:59:44.058376 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0d1dd4e2-d622-43d9-8388-01df3f9b10c2 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:44.064187 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0d1dd4e2-d622-43d9-8388-01df3f9b10c2 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:44.082594 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1dd4e2-d622-43d9-8388-01df3f9b10c2 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae022b79-bc1a-4143-b4f8-690459a4c7fa,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:44.091591 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0d1dd4e2-d622-43d9-8388-01df3f9b10c2 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:44.092901 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-0d1dd4e2-d622-43d9-8388-01df3f9b10c2 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1340146 Nov 12 01:59:44.095662 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57436) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:59:44.099993 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-c35b053c-9765-48dd-be2d-d096ac6b4848 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Request body: {'security_group_rule': {'security_group_id': '59d403b5-32c4-4a56-8ac2-40883ac25f23', 'project_id': 'b10a9602afbe4edab57782d211a3ed61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:59:44.122677 n-d-712142-27 neutron-server[109085]: INFO neutron.db.securitygroups_db [None req-c35b053c-9765-48dd-be2d-d096ac6b4848 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Project b10a9602afbe4edab57782d211a3ed61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:59:44.127980 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c35b053c-9765-48dd-be2d-d096ac6b4848 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:44.173239 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-8d311ad1-8d99-4e25-a5c2-3918853afa83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58982724-6cc2-4806-a5ab-bf594eb6ef54', 'name': 'tempest-TestMinimumBasicScenario-928240105-router', 'tenant_id': 'b10a9602afbe4edab57782d211a3ed61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '2f57290e-e47e-431c-b1ed-4d35c6c51177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:58:47Z', 'updated_at': '2021-11-12T01:58:50Z', 'revision_number': 4, 'project_id': 'b10a9602afbe4edab57782d211a3ed61', 'gw_port': {'id': '2f57290e-e47e-431c-b1ed-4d35c6c51177', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58982724-6cc2-4806-a5ab-bf594eb6ef54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:58:48Z', 'updated_at': '2021-11-12T01:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '4d12bada-37eb-4437-a6e3-062cc89afe1e', 'tenant_id': 'b10a9602afbe4edab57782d211a3ed61', 'floating_ip_address': '172.25.3.157', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '58982724-6cc2-4806-a5ab-bf594eb6ef54', 'port_id': 'e5075a14-d76e-49cc-b54c-0a7918e19af3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e00eb1d9-62fc-4275-9c3c-bcff378b734f', 'mac_address': 'fa:16:3e:90:78:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca35165-bf87-4848-97f3-e4c0fd4c553f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:59:42Z', 'updated_at': '2021-11-12T01:59:42Z', 'revision_number': 0, 'project_id': 'b10a9602afbe4edab57782d211a3ed61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a905584-5eac-476a-8f5f-c4535b69fb02', 'name': '', 'network_id': 'e00eb1d9-62fc-4275-9c3c-bcff378b734f', 'tenant_id': 'b10a9602afbe4edab57782d211a3ed61', 'mac_address': 'fa:16:3e:7c:1a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58982724-6cc2-4806-a5ab-bf594eb6ef54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '413c57f6-fc33-412d-be59-9142368deeee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:58:49Z', 'updated_at': '2021-11-12T01:58:54Z', 'revision_number': 5, 'project_id': 'b10a9602afbe4edab57782d211a3ed61', 'subnets': [{'id': '413c57f6-fc33-412d-be59-9142368deeee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 01:59:44.190599 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c35b053c-9765-48dd-be2d-d096ac6b4848 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:44.194317 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c35b053c-9765-48dd-be2d-d096ac6b4848 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:44.200645 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d311ad1-8d99-4e25-a5c2-3918853afa83 None None] The sync data for ids ['58982724-6cc2-4806-a5ab-bf594eb6ef54'] in n-d-712142-27 is: [{'id': '58982724-6cc2-4806-a5ab-bf594eb6ef54', 'name': 'tempest-TestMinimumBasicScenario-928240105-router', 'tenant_id': 'b10a9602afbe4edab57782d211a3ed61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '2f57290e-e47e-431c-b1ed-4d35c6c51177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:58:47Z', 'updated_at': '2021-11-12T01:58:50Z', 'revision_number': 4, 'project_id': 'b10a9602afbe4edab57782d211a3ed61', 'gw_port': {'id': '2f57290e-e47e-431c-b1ed-4d35c6c51177', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58982724-6cc2-4806-a5ab-bf594eb6ef54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:58:48Z', 'updated_at': '2021-11-12T01:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '4d12bada-37eb-4437-a6e3-062cc89afe1e', 'tenant_id': 'b10a9602afbe4edab57782d211a3ed61', 'floating_ip_address': '172.25.3.157', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '58982724-6cc2-4806-a5ab-bf594eb6ef54', 'port_id': 'e5075a14-d76e-49cc-b54c-0a7918e19af3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e00eb1d9-62fc-4275-9c3c-bcff378b734f', 'mac_address': 'fa:16:3e:90:78:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca35165-bf87-4848-97f3-e4c0fd4c553f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T01:59:42Z', 'updated_at': '2021-11-12T01:59:42Z', 'revision_number': 0, 'project_id': 'b10a9602afbe4edab57782d211a3ed61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a905584-5eac-476a-8f5f-c4535b69fb02', 'name': '', 'network_id': 'e00eb1d9-62fc-4275-9c3c-bcff378b734f', 'tenant_id': 'b10a9602afbe4edab57782d211a3ed61', 'mac_address': 'fa:16:3e:7c:1a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58982724-6cc2-4806-a5ab-bf594eb6ef54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '413c57f6-fc33-412d-be59-9142368deeee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:58:49Z', 'updated_at': '2021-11-12T01:58:54Z', 'revision_number': 5, 'project_id': 'b10a9602afbe4edab57782d211a3ed61', 'subnets': [{'id': '413c57f6-fc33-412d-be59-9142368deeee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 01:59:44.217565 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35b053c-9765-48dd-be2d-d096ac6b4848 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9e8f5ed-2019-4e55-a5a4-97bbf1aff99c,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:44.223840 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c35b053c-9765-48dd-be2d-d096ac6b4848 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:44.228213 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c35b053c-9765-48dd-be2d-d096ac6b4848 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1284733 Nov 12 01:59:44.228418 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57438) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 01:59:44.232874 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-3008d0cc-b0bd-4090-820e-36fbf8952196 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Request body: {'security_group_rule': {'security_group_id': '59d403b5-32c4-4a56-8ac2-40883ac25f23', 'project_id': 'b10a9602afbe4edab57782d211a3ed61', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:59:44.255658 n-d-712142-27 neutron-server[109085]: INFO neutron.db.securitygroups_db [None req-3008d0cc-b0bd-4090-820e-36fbf8952196 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Project b10a9602afbe4edab57782d211a3ed61 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 01:59:44.261124 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3008d0cc-b0bd-4090-820e-36fbf8952196 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:44.322838 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3008d0cc-b0bd-4090-820e-36fbf8952196 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:44.327212 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3008d0cc-b0bd-4090-820e-36fbf8952196 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:44.348452 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3008d0cc-b0bd-4090-820e-36fbf8952196 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45fe1ade-b23b-4eb8-bb15-76ff220fd2a7,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:44.357554 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3008d0cc-b0bd-4090-820e-36fbf8952196 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:44.358793 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3008d0cc-b0bd-4090-820e-36fbf8952196 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1294010 Nov 12 01:59:44.420296 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18edad8f-4a41-4545-85e6-626149400f69 None None] New status for floating IP 4d12bada-37eb-4437-a6e3-062cc89afe1e: ACTIVE {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 01:59:44.456915 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0d65167c-277a-4c30-91a9-f94b55fbef10 req-859743fd-9d66-453a-844d-f4e79edb621c tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1103201705&fields=id&tenant_id=b10a9602afbe4edab57782d211a3ed61 HTTP/1.1" status: 200 len: 267 time: 0.0489278 Nov 12 01:59:44.510588 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65167c-277a-4c30-91a9-f94b55fbef10 req-dca09b3a-c137-474b-9736-bc33fe79a4d4 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:44.512098 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0d65167c-277a-4c30-91a9-f94b55fbef10 req-dca09b3a-c137-474b-9736-bc33fe79a4d4 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ca35165-bf87-4848-97f3-e4c0fd4c553f HTTP/1.1" status: 200 len: 946 time: 0.0484695 Nov 12 01:59:44.523591 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-0d65167c-277a-4c30-91a9-f94b55fbef10 req-c401e632-ec7e-4ef5-a93d-73961375519c tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Request body: {'port': {'security_groups': ['2bff19eb-c531-46c1-b20e-63d0129ceec5', '59d403b5-32c4-4a56-8ac2-40883ac25f23']}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 01:59:44.588204 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-0d65167c-277a-4c30-91a9-f94b55fbef10 req-c401e632-ec7e-4ef5-a93d-73961375519c tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:44.776244 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-0d65167c-277a-4c30-91a9-f94b55fbef10 req-c401e632-ec7e-4ef5-a93d-73961375519c tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] For port e5075a14-d76e-49cc-b54c-0a7918e19af3, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e5075a14-d76e-49cc-b54c-0a7918e19af3,segment=NetworkSegment(4ac3a9ff-9eef-4b4b-aeed-66ca30fb4530),segment_id=4ac3a9ff-9eef-4b4b-aeed-66ca30fb4530)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 01:59:44.810880 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-0d65167c-277a-4c30-91a9-f94b55fbef10 req-c401e632-ec7e-4ef5-a93d-73961375519c tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:44.816223 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-0d65167c-277a-4c30-91a9-f94b55fbef10 req-c401e632-ec7e-4ef5-a93d-73961375519c tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:44.849200 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['e5075a14-d76e-49cc-b54c-0a7918e19af3'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:59:44.862310 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65167c-277a-4c30-91a9-f94b55fbef10 req-c401e632-ec7e-4ef5-a93d-73961375519c tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:44.862932 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-0d65167c-277a-4c30-91a9-f94b55fbef10 req-c401e632-ec7e-4ef5-a93d-73961375519c tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:44.864358 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0d65167c-277a-4c30-91a9-f94b55fbef10 req-c401e632-ec7e-4ef5-a93d-73961375519c tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "PUT /v2.0/ports/e5075a14-d76e-49cc-b54c-0a7918e19af3 HTTP/1.1" status: 200 len: 982 time: 0.3458424 Nov 12 01:59:44.886601 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c401e632-ec7e-4ef5-a93d-73961375519c tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Pushing event updated for resources: {'Port': ['ID=e5075a14-d76e-49cc-b54c-0a7918e19af3,revision_number=6']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 01:59:44.976563 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58200b25-9a36-4d3a-b494-65a17585a1b6 req-a8146691-1a2e-442a-ba70-c2b8558e4c3f tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:44.980671 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-58200b25-9a36-4d3a-b494-65a17585a1b6 req-a8146691-1a2e-442a-ba70-c2b8558e4c3f tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ca35165-bf87-4848-97f3-e4c0fd4c553f HTTP/1.1" status: 200 len: 985 time: 0.0573673 Nov 12 01:59:44.986677 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['e5075a14-d76e-49cc-b54c-0a7918e19af3'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 01:59:45.046230 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-58200b25-9a36-4d3a-b494-65a17585a1b6 req-1df4f987-936a-44b7-80b2-aa82e98166dc tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/security-groups?id=59d403b5-32c4-4a56-8ac2-40883ac25f23&id=2bff19eb-c531-46c1-b20e-63d0129ceec5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0613756 Nov 12 01:59:45.212534 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-45f0dbc5-6cfa-4336-b392-ffdfc4566102 None None] Provisioning complete for port e5075a14-d76e-49cc-b54c-0a7918e19af3 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 01:59:45.212821 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-45f0dbc5-6cfa-4336-b392-ffdfc4566102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 01:59:45.387741 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca35165-bf87-4848-97f3-e4c0fd4c553f', 'tag': 'e5075a14-d76e-49cc-b54c-0a7918e19af3'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 01:59:45.390355 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dd4e089669c975f2de9f4f0df131bfb5fea3b750f9a1fd67846e9670e07c7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa36b63-37fc-40d1-bb69-920b9c455be0" -d '{"events": [{"name": "network-changed", "server_uuid": "0ca35165-bf87-4848-97f3-e4c0fd4c553f", "tag": "e5075a14-d76e-49cc-b54c-0a7918e19af3"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 01:59:45.435340 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 01:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81835e06-8262-4212-9b40-c74f9a1731e8 x-openstack-request-id: req-81835e06-8262-4212-9b40-c74f9a1731e8 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 01:59:45.435693 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ca35165-bf87-4848-97f3-e4c0fd4c553f", "tag": "e5075a14-d76e-49cc-b54c-0a7918e19af3", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 01:59:45.436069 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-81835e06-8262-4212-9b40-c74f9a1731e8 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 01:59:45.436343 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ca35165-bf87-4848-97f3-e4c0fd4c553f', 'tag': 'e5075a14-d76e-49cc-b54c-0a7918e19af3', 'status': 'completed', 'code': 200} Nov 12 01:59:45.521292 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa36b63-37fc-40d1-bb69-920b9c455be0 req-9d4922c2-d820-4efc-b936-672c325a558a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:45.522875 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-baa36b63-37fc-40d1-bb69-920b9c455be0 req-9d4922c2-d820-4efc-b936-672c325a558a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b10a9602afbe4edab57782d211a3ed61&device_id=0ca35165-bf87-4848-97f3-e4c0fd4c553f HTTP/1.1" status: 200 len: 1137 time: 0.0418124 Nov 12 01:59:45.630162 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa36b63-37fc-40d1-bb69-920b9c455be0 req-a4a4eb94-dce9-407e-bb6e-d20e1af7d695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:45.631589 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-baa36b63-37fc-40d1-bb69-920b9c455be0 req-a4a4eb94-dce9-407e-bb6e-d20e1af7d695 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e00eb1d9-62fc-4275-9c3c-bcff378b734f HTTP/1.1" status: 200 len: 914 time: 0.0998113 Nov 12 01:59:45.700290 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-baa36b63-37fc-40d1-bb69-920b9c455be0 req-93065578-19fb-4c7e-8fba-9ba9da43a04c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5075a14-d76e-49cc-b54c-0a7918e19af3 HTTP/1.1" status: 200 len: 1002 time: 0.0604613 Nov 12 01:59:45.753320 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa36b63-37fc-40d1-bb69-920b9c455be0 req-6ad9271c-31ab-4979-9c71-8538d9932431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:45.754801 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-baa36b63-37fc-40d1-bb69-920b9c455be0 req-6ad9271c-31ab-4979-9c71-8538d9932431 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=413c57f6-fc33-412d-be59-9142368deeee HTTP/1.1" status: 200 len: 853 time: 0.0438459 Nov 12 01:59:45.805527 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa36b63-37fc-40d1-bb69-920b9c455be0 req-97351d44-c427-4a26-95ac-db4a1bb0dbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:45.807022 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-baa36b63-37fc-40d1-bb69-920b9c455be0 req-97351d44-c427-4a26-95ac-db4a1bb0dbc1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e00eb1d9-62fc-4275-9c3c-bcff378b734f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444512 Nov 12 01:59:45.898197 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-baa36b63-37fc-40d1-bb69-920b9c455be0 req-9e3b39d1-4e1e-4bc4-877c-e97440d22c22 service neutron] 10.222.0.44 "GET /v2.0/networks/e00eb1d9-62fc-4275-9c3c-bcff378b734f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835333 Nov 12 01:59:45.992077 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-baa36b63-37fc-40d1-bb69-920b9c455be0 req-7b5fced4-1791-492a-bb15-5fbd65fbdfd7 service neutron] 10.222.0.44 "GET /v2.0/networks/e00eb1d9-62fc-4275-9c3c-bcff378b734f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864143 Nov 12 01:59:50.901857 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-65bc76a4-6a52-49ad-b946-4a1e82e4de5c req-80c78782-bc67-4d4e-89a3-4183257a264e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0ca35165-bf87-4848-97f3-e4c0fd4c553f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412140 Nov 12 01:59:51.000379 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc76a4-6a52-49ad-b946-4a1e82e4de5c req-a4921134-4c3e-46cb-a000-538e2231cf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:51.001869 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-65bc76a4-6a52-49ad-b946-4a1e82e4de5c req-a4921134-4c3e-46cb-a000-538e2231cf0d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b10a9602afbe4edab57782d211a3ed61&device_id=0ca35165-bf87-4848-97f3-e4c0fd4c553f HTTP/1.1" status: 200 len: 1137 time: 0.0407035 Nov 12 01:59:51.109994 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc76a4-6a52-49ad-b946-4a1e82e4de5c req-3922ce4d-873b-4c7b-846c-80597b991104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:51.111474 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-65bc76a4-6a52-49ad-b946-4a1e82e4de5c req-3922ce4d-873b-4c7b-846c-80597b991104 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e00eb1d9-62fc-4275-9c3c-bcff378b734f HTTP/1.1" status: 200 len: 914 time: 0.0904086 Nov 12 01:59:51.178650 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-65bc76a4-6a52-49ad-b946-4a1e82e4de5c req-3c6c22c3-6668-441e-aab8-fb750cf1d3b4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5075a14-d76e-49cc-b54c-0a7918e19af3 HTTP/1.1" status: 200 len: 1002 time: 0.0584135 Nov 12 01:59:51.233023 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc76a4-6a52-49ad-b946-4a1e82e4de5c req-8984774b-768e-4629-872e-06dd548363d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:51.234495 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-65bc76a4-6a52-49ad-b946-4a1e82e4de5c req-8984774b-768e-4629-872e-06dd548363d1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=413c57f6-fc33-412d-be59-9142368deeee HTTP/1.1" status: 200 len: 853 time: 0.0485363 Nov 12 01:59:51.280744 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc76a4-6a52-49ad-b946-4a1e82e4de5c req-67ac5782-b34b-4b96-b7c9-41c7ad8ed867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 01:59:51.282346 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-65bc76a4-6a52-49ad-b946-4a1e82e4de5c req-67ac5782-b34b-4b96-b7c9-41c7ad8ed867 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e00eb1d9-62fc-4275-9c3c-bcff378b734f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401266 Nov 12 01:59:51.381201 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-65bc76a4-6a52-49ad-b946-4a1e82e4de5c req-1dbb7545-30d3-417f-9d1d-046ca78e4f1e service neutron] 10.222.0.44 "GET /v2.0/networks/e00eb1d9-62fc-4275-9c3c-bcff378b734f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828629 Nov 12 01:59:51.478058 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-65bc76a4-6a52-49ad-b946-4a1e82e4de5c req-18413a1e-9ccc-4e0b-8c60-65af8c4b58eb service neutron] 10.222.0.44 "GET /v2.0/networks/e00eb1d9-62fc-4275-9c3c-bcff378b734f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889425 Nov 12 01:59:52.451754 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 01:59:57.322480 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f175a849-f9fc-4324-af26-577acc430ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:00.270215 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c8e88-fef5-4607-a675-ec8558ebe69f req-23a6864f-7d99-427d-8e51-163af740b0ee tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:00.272260 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-250c8e88-fef5-4607-a675-ec8558ebe69f req-23a6864f-7d99-427d-8e51-163af740b0ee tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ca35165-bf87-4848-97f3-e4c0fd4c553f HTTP/1.1" status: 200 len: 985 time: 0.0513754 Nov 12 02:00:00.298327 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b1ed9-af47-44bd-90bb-7d1915ed8eac req-8e15cb28-b7d0-4e88-ad7c-1b20f5f14273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:00.300052 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-758b1ed9-af47-44bd-90bb-7d1915ed8eac req-8e15cb28-b7d0-4e88-ad7c-1b20f5f14273 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b10a9602afbe4edab57782d211a3ed61&device_id=0ca35165-bf87-4848-97f3-e4c0fd4c553f HTTP/1.1" status: 200 len: 1137 time: 0.0432980 Nov 12 02:00:00.337599 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-250c8e88-fef5-4607-a675-ec8558ebe69f req-ffc4fc09-de7f-4fa3-97a4-4ab399a6d565 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/security-groups?id=59d403b5-32c4-4a56-8ac2-40883ac25f23&id=2bff19eb-c531-46c1-b20e-63d0129ceec5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590394 Nov 12 02:00:00.397637 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b1ed9-af47-44bd-90bb-7d1915ed8eac req-0288fa70-b0e3-4981-a5fa-c35bc9f4d1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:00.399124 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-758b1ed9-af47-44bd-90bb-7d1915ed8eac req-0288fa70-b0e3-4981-a5fa-c35bc9f4d1a2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e00eb1d9-62fc-4275-9c3c-bcff378b734f HTTP/1.1" status: 200 len: 914 time: 0.0900261 Nov 12 02:00:00.467610 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-758b1ed9-af47-44bd-90bb-7d1915ed8eac req-ea66fbb6-6dd9-4b1e-856c-aa24cbee0f37 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5075a14-d76e-49cc-b54c-0a7918e19af3 HTTP/1.1" status: 200 len: 1002 time: 0.0607152 Nov 12 02:00:00.515383 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b1ed9-af47-44bd-90bb-7d1915ed8eac req-69f11b12-4cd6-4039-bf18-699eb0e74f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:00.516895 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-758b1ed9-af47-44bd-90bb-7d1915ed8eac req-69f11b12-4cd6-4039-bf18-699eb0e74f33 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=413c57f6-fc33-412d-be59-9142368deeee HTTP/1.1" status: 200 len: 853 time: 0.0424621 Nov 12 02:00:00.568322 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b1ed9-af47-44bd-90bb-7d1915ed8eac req-0b01bf63-676c-465c-bb05-2ffec53c1754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:00.570290 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-758b1ed9-af47-44bd-90bb-7d1915ed8eac req-0b01bf63-676c-465c-bb05-2ffec53c1754 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e00eb1d9-62fc-4275-9c3c-bcff378b734f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456655 Nov 12 02:00:00.660773 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-758b1ed9-af47-44bd-90bb-7d1915ed8eac req-388289a7-04e2-4088-b29b-10e164c41b57 service neutron] 10.222.0.44 "GET /v2.0/networks/e00eb1d9-62fc-4275-9c3c-bcff378b734f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827465 Nov 12 02:00:00.761240 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-758b1ed9-af47-44bd-90bb-7d1915ed8eac req-572cc2b5-2279-492e-a08d-bc41a042bdc2 service neutron] 10.222.0.44 "GET /v2.0/networks/e00eb1d9-62fc-4275-9c3c-bcff378b734f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867300 Nov 12 02:00:00.894458 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-528b4963-3058-45dd-8cbc-cc6193a2d79c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:01.455112 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202224f-053e-47d4-8923-7c65ae7b406f req-ad86b7e6-7459-43ab-afff-61c5dfd97bdf tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:01.456622 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d202224f-053e-47d4-8923-7c65ae7b406f req-ad86b7e6-7459-43ab-afff-61c5dfd97bdf tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ca35165-bf87-4848-97f3-e4c0fd4c553f HTTP/1.1" status: 200 len: 985 time: 0.0509963 Nov 12 02:00:01.515388 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d202224f-053e-47d4-8923-7c65ae7b406f req-9456e89d-1ccd-4194-904f-03202ed56d8f tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/security-groups?id=59d403b5-32c4-4a56-8ac2-40883ac25f23&id=2bff19eb-c531-46c1-b20e-63d0129ceec5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521872 Nov 12 02:00:02.636741 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b123e-94db-4946-af0b-e63ce773fda8 req-7fc95f1f-9021-4270-8aee-9756e1261d44 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:02.638225 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aa1b123e-94db-4946-af0b-e63ce773fda8 req-7fc95f1f-9021-4270-8aee-9756e1261d44 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ca35165-bf87-4848-97f3-e4c0fd4c553f HTTP/1.1" status: 200 len: 985 time: 0.0506766 Nov 12 02:00:02.697344 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aa1b123e-94db-4946-af0b-e63ce773fda8 req-0bb43119-d935-4223-af73-2784fc222aef tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/security-groups?id=59d403b5-32c4-4a56-8ac2-40883ac25f23&id=2bff19eb-c531-46c1-b20e-63d0129ceec5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531113 Nov 12 02:00:03.072443 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:03.815304 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b0cdbf-d017-4641-be11-a40afa2f5ee6 req-d44472c8-847a-4eac-9de6-171ef11f9d8a tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:03.816803 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-52b0cdbf-d017-4641-be11-a40afa2f5ee6 req-d44472c8-847a-4eac-9de6-171ef11f9d8a tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ca35165-bf87-4848-97f3-e4c0fd4c553f HTTP/1.1" status: 200 len: 985 time: 0.0526016 Nov 12 02:00:03.879688 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-52b0cdbf-d017-4641-be11-a40afa2f5ee6 req-5512ab74-fcbc-492b-99fa-60a0970f30ee tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/security-groups?id=59d403b5-32c4-4a56-8ac2-40883ac25f23&id=2bff19eb-c531-46c1-b20e-63d0129ceec5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561979 Nov 12 02:00:04.080576 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:04.998585 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da2509b-6ddc-4ae7-9382-663c3e79fdf9 req-b4b0af35-5a65-4bf1-af90-a48291ea1130 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:05.000086 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1da2509b-6ddc-4ae7-9382-663c3e79fdf9 req-b4b0af35-5a65-4bf1-af90-a48291ea1130 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ca35165-bf87-4848-97f3-e4c0fd4c553f HTTP/1.1" status: 200 len: 985 time: 0.0500116 Nov 12 02:00:05.061350 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1da2509b-6ddc-4ae7-9382-663c3e79fdf9 req-b22b4853-5951-43a8-a583-bf01e848d92e tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/security-groups?id=59d403b5-32c4-4a56-8ac2-40883ac25f23&id=2bff19eb-c531-46c1-b20e-63d0129ceec5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550056 Nov 12 02:00:05.379242 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:06.188504 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7bd2d-16ea-44bf-8744-d2328e8c8579 req-7a562870-1552-4d79-8579-774e15d4060f tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:06.190172 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e1c7bd2d-16ea-44bf-8744-d2328e8c8579 req-7a562870-1552-4d79-8579-774e15d4060f tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ca35165-bf87-4848-97f3-e4c0fd4c553f HTTP/1.1" status: 200 len: 985 time: 0.0559325 Nov 12 02:00:06.254576 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e1c7bd2d-16ea-44bf-8744-d2328e8c8579 req-3e5f2835-3826-4fa5-8d3e-0ee743ff9b34 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/security-groups?id=59d403b5-32c4-4a56-8ac2-40883ac25f23&id=2bff19eb-c531-46c1-b20e-63d0129ceec5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568156 Nov 12 02:00:07.374052 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b1c0cc-e5e4-4d06-90cc-132b96f8d8ae req-e8ac1adc-81ee-44dc-87fe-65026e882d7f tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:07.375693 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-48b1c0cc-e5e4-4d06-90cc-132b96f8d8ae req-e8ac1adc-81ee-44dc-87fe-65026e882d7f tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ca35165-bf87-4848-97f3-e4c0fd4c553f HTTP/1.1" status: 200 len: 985 time: 0.0501502 Nov 12 02:00:07.440371 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-48b1c0cc-e5e4-4d06-90cc-132b96f8d8ae req-4706240e-a468-4135-9efd-01a34e5dec29 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/security-groups?id=59d403b5-32c4-4a56-8ac2-40883ac25f23&id=2bff19eb-c531-46c1-b20e-63d0129ceec5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580742 Nov 12 02:00:08.555670 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1c0a9-a781-4328-ac05-007a3748a089 req-69e4b6e7-3f20-4019-804c-89bd8a10006a tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:08.557187 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dac1c0a9-a781-4328-ac05-007a3748a089 req-69e4b6e7-3f20-4019-804c-89bd8a10006a tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ca35165-bf87-4848-97f3-e4c0fd4c553f HTTP/1.1" status: 200 len: 985 time: 0.0490434 Nov 12 02:00:08.622089 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dac1c0a9-a781-4328-ac05-007a3748a089 req-211c247e-66c1-465d-a0ee-a3563e61da7e tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/security-groups?id=59d403b5-32c4-4a56-8ac2-40883ac25f23&id=2bff19eb-c531-46c1-b20e-63d0129ceec5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584970 Nov 12 02:00:08.946238 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:09.740646 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a4182a-8e7d-4421-badd-ee8ef8caf44d req-be462772-e7a6-48f4-9f80-6288a71c9dc5 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:09.742164 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-45a4182a-8e7d-4421-badd-ee8ef8caf44d req-be462772-e7a6-48f4-9f80-6288a71c9dc5 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ca35165-bf87-4848-97f3-e4c0fd4c553f HTTP/1.1" status: 200 len: 985 time: 0.0497217 Nov 12 02:00:09.801829 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-45a4182a-8e7d-4421-badd-ee8ef8caf44d req-3fab3bec-64e0-4ac3-a6c4-f06dd3a6c375 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/security-groups?id=59d403b5-32c4-4a56-8ac2-40883ac25f23&id=2bff19eb-c531-46c1-b20e-63d0129ceec5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534384 Nov 12 02:00:10.919737 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2433f-458a-4279-8406-7554a6e9dc28 req-5eb36813-4854-4b4b-80ec-01b72cbb7312 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:10.921367 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ddb2433f-458a-4279-8406-7554a6e9dc28 req-5eb36813-4854-4b4b-80ec-01b72cbb7312 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ca35165-bf87-4848-97f3-e4c0fd4c553f HTTP/1.1" status: 200 len: 985 time: 0.0496106 Nov 12 02:00:10.980916 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ddb2433f-458a-4279-8406-7554a6e9dc28 req-d73c2d12-aeae-4a9f-8b80-f13b4d0a61e7 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/security-groups?id=59d403b5-32c4-4a56-8ac2-40883ac25f23&id=2bff19eb-c531-46c1-b20e-63d0129ceec5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535693 Nov 12 02:00:11.143864 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:12.102202 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b355b6-4aad-427d-9b50-4a52daecd9ad req-db29bdf9-b808-4271-bfc5-9ec16f236490 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:12.103697 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-70b355b6-4aad-427d-9b50-4a52daecd9ad req-db29bdf9-b808-4271-bfc5-9ec16f236490 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ca35165-bf87-4848-97f3-e4c0fd4c553f HTTP/1.1" status: 200 len: 985 time: 0.0546162 Nov 12 02:00:12.163122 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-70b355b6-4aad-427d-9b50-4a52daecd9ad req-6f67c47a-0449-41cc-9ac3-a5482c238070 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/security-groups?id=59d403b5-32c4-4a56-8ac2-40883ac25f23&id=2bff19eb-c531-46c1-b20e-63d0129ceec5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531132 Nov 12 02:00:15.593358 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-03eabd1d-e968-4dd1-8047-92d9e8ac2f15 req-8fa397c1-473c-4c9b-8ecf-4b2ab03e5ac3 tempest-ServerDiskConfigTestJSON-1599485099 tempest-ServerDiskConfigTestJSON-1599485099-project] (109085) timed out ('10.222.0.16', 55369) {{(pid=109085) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 02:00:27.324848 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-52e1b647-bbfc-4bc1-a67e-5dd31c0b292b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:29.452170 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:00:30.896207 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1bc46d91-c665-47ea-a976-d1ea93adcc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:33.075162 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:34.082443 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:35.380617 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:38.945253 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:41.156517 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:44.459590 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-628471cb-f7f9-4370-9e2e-950ca7d1a12b req-bba11fe7-2435-46ca-93c6-0da7ef7b039d tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1103201705&fields=id&tenant_id=b10a9602afbe4edab57782d211a3ed61 HTTP/1.1" status: 200 len: 267 time: 0.0466428 Nov 12 02:00:44.515119 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628471cb-f7f9-4370-9e2e-950ca7d1a12b req-78e5c83f-4c07-485b-a7fb-9fc55d993d6d tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:44.516699 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-628471cb-f7f9-4370-9e2e-950ca7d1a12b req-78e5c83f-4c07-485b-a7fb-9fc55d993d6d tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ca35165-bf87-4848-97f3-e4c0fd4c553f HTTP/1.1" status: 200 len: 985 time: 0.0506170 Nov 12 02:00:44.528386 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-628471cb-f7f9-4370-9e2e-950ca7d1a12b req-9ca9c38a-34a2-458e-bbf4-3253a3643812 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Request body: {'port': {'security_groups': ['2bff19eb-c531-46c1-b20e-63d0129ceec5']}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:00:44.596618 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-628471cb-f7f9-4370-9e2e-950ca7d1a12b req-9ca9c38a-34a2-458e-bbf4-3253a3643812 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:44.774485 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-628471cb-f7f9-4370-9e2e-950ca7d1a12b req-9ca9c38a-34a2-458e-bbf4-3253a3643812 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] For port e5075a14-d76e-49cc-b54c-0a7918e19af3, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e5075a14-d76e-49cc-b54c-0a7918e19af3,segment=NetworkSegment(4ac3a9ff-9eef-4b4b-aeed-66ca30fb4530),segment_id=4ac3a9ff-9eef-4b4b-aeed-66ca30fb4530)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:00:44.804194 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-628471cb-f7f9-4370-9e2e-950ca7d1a12b req-9ca9c38a-34a2-458e-bbf4-3253a3643812 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:44.809196 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-628471cb-f7f9-4370-9e2e-950ca7d1a12b req-9ca9c38a-34a2-458e-bbf4-3253a3643812 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:44.847510 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['e5075a14-d76e-49cc-b54c-0a7918e19af3'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:00:44.855247 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628471cb-f7f9-4370-9e2e-950ca7d1a12b req-9ca9c38a-34a2-458e-bbf4-3253a3643812 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:44.855910 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-628471cb-f7f9-4370-9e2e-950ca7d1a12b req-9ca9c38a-34a2-458e-bbf4-3253a3643812 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:44.863533 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57486) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:44.864075 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-628471cb-f7f9-4370-9e2e-950ca7d1a12b req-9ca9c38a-34a2-458e-bbf4-3253a3643812 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "PUT /v2.0/ports/e5075a14-d76e-49cc-b54c-0a7918e19af3 HTTP/1.1" status: 200 len: 943 time: 0.3403988 Nov 12 02:00:44.864187 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca35165-bf87-4848-97f3-e4c0fd4c553f', 'tag': 'e5075a14-d76e-49cc-b54c-0a7918e19af3'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:00:44.866445 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dd4e089669c975f2de9f4f0df131bfb5fea3b750f9a1fd67846e9670e07c7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b1be47-f951-4ff3-9306-a8efb6b42bbe" -d '{"events": [{"name": "network-changed", "server_uuid": "0ca35165-bf87-4848-97f3-e4c0fd4c553f", "tag": "e5075a14-d76e-49cc-b54c-0a7918e19af3"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:00:44.897914 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca9c38a-34a2-458e-bbf4-3253a3643812 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Pushing event updated for resources: {'Port': ['ID=e5075a14-d76e-49cc-b54c-0a7918e19af3,revision_number=7']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:44.908763 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca9c38a-34a2-458e-bbf4-3253a3643812 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:44.909431 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca9c38a-34a2-458e-bbf4-3253a3643812 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:44.909914 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca9c38a-34a2-458e-bbf4-3253a3643812 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:44.910350 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca9c38a-34a2-458e-bbf4-3253a3643812 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:44.910686 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca9c38a-34a2-458e-bbf4-3253a3643812 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:44.911018 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca9c38a-34a2-458e-bbf4-3253a3643812 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:44.911401 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca9c38a-34a2-458e-bbf4-3253a3643812 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:44.911733 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca9c38a-34a2-458e-bbf4-3253a3643812 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:44.912089 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca9c38a-34a2-458e-bbf4-3253a3643812 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:44.912453 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca9c38a-34a2-458e-bbf4-3253a3643812 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:44.912801 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca9c38a-34a2-458e-bbf4-3253a3643812 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:44.913661 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca9c38a-34a2-458e-bbf4-3253a3643812 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:44.939624 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b667070-d2ab-4e86-bce1-0813aea2cbbd x-openstack-request-id: req-0b667070-d2ab-4e86-bce1-0813aea2cbbd {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:00:44.942573 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ca35165-bf87-4848-97f3-e4c0fd4c553f", "tag": "e5075a14-d76e-49cc-b54c-0a7918e19af3", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:00:44.942825 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0b667070-d2ab-4e86-bce1-0813aea2cbbd {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:00:44.943239 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ca35165-bf87-4848-97f3-e4c0fd4c553f', 'tag': 'e5075a14-d76e-49cc-b54c-0a7918e19af3', 'status': 'completed', 'code': 200} Nov 12 02:00:44.970653 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['e5075a14-d76e-49cc-b54c-0a7918e19af3'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:00:44.977737 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-db6b761c-075c-480d-a1ee-30cf3f9396cf tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:45.033130 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-db6b761c-075c-480d-a1ee-30cf3f9396cf tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:45.076248 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1be47-f951-4ff3-9306-a8efb6b42bbe req-bbe9daa8-8047-4c54-9e02-a3d40a6d1e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:45.077788 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-21b1be47-f951-4ff3-9306-a8efb6b42bbe req-bbe9daa8-8047-4c54-9e02-a3d40a6d1e4d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b10a9602afbe4edab57782d211a3ed61&device_id=0ca35165-bf87-4848-97f3-e4c0fd4c553f HTTP/1.1" status: 200 len: 1098 time: 0.0965936 Nov 12 02:00:45.110851 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-25eceff6-f1f1-4a39-ac8e-fc7857406025 None None] Provisioning complete for port e5075a14-d76e-49cc-b54c-0a7918e19af3 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:00:45.111117 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-25eceff6-f1f1-4a39-ac8e-fc7857406025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:45.161519 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-db6b761c-075c-480d-a1ee-30cf3f9396cf tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:45.164104 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-db6b761c-075c-480d-a1ee-30cf3f9396cf tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:45.165274 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-db6b761c-075c-480d-a1ee-30cf3f9396cf tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "DELETE /v2.0/security-groups/59d403b5-32c4-4a56-8ac2-40883ac25f23 HTTP/1.1" status: 204 len: 168 time: 0.3007014 Nov 12 02:00:45.168378 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57490) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:45.183641 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b761c-075c-480d-a1ee-30cf3f9396cf tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d403b5-32c4-4a56-8ac2-40883ac25f23,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:45.195425 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6b761c-075c-480d-a1ee-30cf3f9396cf tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:45.195755 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6b761c-075c-480d-a1ee-30cf3f9396cf tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:45.197684 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6b761c-075c-480d-a1ee-30cf3f9396cf tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:45.197684 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6b761c-075c-480d-a1ee-30cf3f9396cf tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:45.197684 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6b761c-075c-480d-a1ee-30cf3f9396cf tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:45.197684 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6b761c-075c-480d-a1ee-30cf3f9396cf tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:45.198062 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6b761c-075c-480d-a1ee-30cf3f9396cf tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:45.198350 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6b761c-075c-480d-a1ee-30cf3f9396cf tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:45.198924 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6b761c-075c-480d-a1ee-30cf3f9396cf tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:45.199258 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6b761c-075c-480d-a1ee-30cf3f9396cf tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:45.199590 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6b761c-075c-480d-a1ee-30cf3f9396cf tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:45.199910 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6b761c-075c-480d-a1ee-30cf3f9396cf tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:00:45.204380 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1be47-f951-4ff3-9306-a8efb6b42bbe req-3081bbef-a8b8-4aad-b9d7-2ef0d49f4b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:45.206063 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-21b1be47-f951-4ff3-9306-a8efb6b42bbe req-3081bbef-a8b8-4aad-b9d7-2ef0d49f4b1a service neutron] 10.222.0.44 "GET /v2.0/networks?id=e00eb1d9-62fc-4275-9c3c-bcff378b734f HTTP/1.1" status: 200 len: 914 time: 0.1216245 Nov 12 02:00:45.363461 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-426c4940-76a8-4905-909b-a81560f8615d tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Deleting port 912e5d8a-f268-46aa-a9cf-bcfaaa3734b5 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:00:45.363639 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-426c4940-76a8-4905-909b-a81560f8615d tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:45.447777 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-426c4940-76a8-4905-909b-a81560f8615d tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:45.448141 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-426c4940-76a8-4905-909b-a81560f8615d tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:45.460813 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-426c4940-76a8-4905-909b-a81560f8615d tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Calling delete_port for 912e5d8a-f268-46aa-a9cf-bcfaaa3734b5 owned by network:floatingip {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:00:45.613914 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-426c4940-76a8-4905-909b-a81560f8615d tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:45.645145 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c4940-76a8-4905-909b-a81560f8615d tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Pushing event deleted for resources: {'Port': ['ID=912e5d8a-f268-46aa-a9cf-bcfaaa3734b5,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:45.658474 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-21b1be47-f951-4ff3-9306-a8efb6b42bbe req-4e91bd0c-e669-4dcc-95f3-e135774cf5e9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5075a14-d76e-49cc-b54c-0a7918e19af3 HTTP/1.1" status: 200 len: 1002 time: 0.4444547 Nov 12 02:00:45.710932 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1be47-f951-4ff3-9306-a8efb6b42bbe req-1823b88b-5579-4bd8-a576-397d372f054b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:45.713203 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-21b1be47-f951-4ff3-9306-a8efb6b42bbe req-1823b88b-5579-4bd8-a576-397d372f054b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=413c57f6-fc33-412d-be59-9142368deeee HTTP/1.1" status: 200 len: 853 time: 0.0472195 Nov 12 02:00:45.713441 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-426c4940-76a8-4905-909b-a81560f8615d tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks [] for floatingip, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:45.713996 n-d-712142-27 neutron-server[109085]: INFO neutron.db.l3_db [None req-426c4940-76a8-4905-909b-a81560f8615d tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Floating IP 4d12bada-37eb-4437-a6e3-062cc89afe1e disassociated (deleted). External IP: 172.25.3.157, port: e5075a14-d76e-49cc-b54c-0a7918e19af3. Nov 12 02:00:45.761840 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1be47-f951-4ff3-9306-a8efb6b42bbe req-3c7232f1-e83c-463a-b447-f68baa545682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:45.763393 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-21b1be47-f951-4ff3-9306-a8efb6b42bbe req-3c7232f1-e83c-463a-b447-f68baa545682 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e00eb1d9-62fc-4275-9c3c-bcff378b734f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429626 Nov 12 02:00:45.873065 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-21b1be47-f951-4ff3-9306-a8efb6b42bbe req-5f3dcfce-bc89-46c3-b355-bf8298858a17 service neutron] 10.222.0.44 "GET /v2.0/networks/e00eb1d9-62fc-4275-9c3c-bcff378b734f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981131 Nov 12 02:00:45.939298 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-426c4940-76a8-4905-909b-a81560f8615d tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Router 58982724-6cc2-4806-a5ab-bf594eb6ef54 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:00:45.966425 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-21b1be47-f951-4ff3-9306-a8efb6b42bbe req-e9c71ac9-649d-44b4-aa76-bb3cf5b933f7 service neutron] 10.222.0.44 "GET /v2.0/networks/e00eb1d9-62fc-4275-9c3c-bcff378b734f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904949 Nov 12 02:00:46.054612 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426c4940-76a8-4905-909b-a81560f8615d tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:00:46.059568 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-426c4940-76a8-4905-909b-a81560f8615d tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:46.065001 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4fa5cb-db3f-430d-b7dd-ef7f91dfcd85 None None] Sync routers for ids ['58982724-6cc2-4806-a5ab-bf594eb6ef54'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:00:46.075457 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4fa5cb-db3f-430d-b7dd-ef7f91dfcd85 None None] Routers {'58982724-6cc2-4806-a5ab-bf594eb6ef54'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:00:46.076114 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-2f4fa5cb-db3f-430d-b7dd-ef7f91dfcd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:00:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['58982724-6cc2-4806-a5ab-bf594eb6ef54'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:46.094796 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-426c4940-76a8-4905-909b-a81560f8615d tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "DELETE /v2.0/floatingips/4d12bada-37eb-4437-a6e3-062cc89afe1e HTTP/1.1" status: 204 len: 168 time: 0.9214518 Nov 12 02:00:46.188689 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-2f4fa5cb-db3f-430d-b7dd-ef7f91dfcd85 None None] Set router 58982724-6cc2-4806-a5ab-bf594eb6ef54 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:00:46.422387 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-2f4fa5cb-db3f-430d-b7dd-ef7f91dfcd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58982724-6cc2-4806-a5ab-bf594eb6ef54', 'name': 'tempest-TestMinimumBasicScenario-928240105-router', 'tenant_id': 'b10a9602afbe4edab57782d211a3ed61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '2f57290e-e47e-431c-b1ed-4d35c6c51177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:58:47Z', 'updated_at': '2021-11-12T01:58:50Z', 'revision_number': 4, 'project_id': 'b10a9602afbe4edab57782d211a3ed61', 'gw_port': {'id': '2f57290e-e47e-431c-b1ed-4d35c6c51177', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58982724-6cc2-4806-a5ab-bf594eb6ef54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:58:48Z', 'updated_at': '2021-11-12T01:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '4a905584-5eac-476a-8f5f-c4535b69fb02', 'name': '', 'network_id': 'e00eb1d9-62fc-4275-9c3c-bcff378b734f', 'tenant_id': 'b10a9602afbe4edab57782d211a3ed61', 'mac_address': 'fa:16:3e:7c:1a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58982724-6cc2-4806-a5ab-bf594eb6ef54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '413c57f6-fc33-412d-be59-9142368deeee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:58:49Z', 'updated_at': '2021-11-12T01:58:54Z', 'revision_number': 5, 'project_id': 'b10a9602afbe4edab57782d211a3ed61', 'subnets': [{'id': '413c57f6-fc33-412d-be59-9142368deeee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:46.448546 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4fa5cb-db3f-430d-b7dd-ef7f91dfcd85 None None] Checking router: 58982724-6cc2-4806-a5ab-bf594eb6ef54 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:00:46.456922 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4fa5cb-db3f-430d-b7dd-ef7f91dfcd85 None None] Routers {'58982724-6cc2-4806-a5ab-bf594eb6ef54'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:00:46.457524 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-2f4fa5cb-db3f-430d-b7dd-ef7f91dfcd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:00:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['58982724-6cc2-4806-a5ab-bf594eb6ef54'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:46.569998 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-2f4fa5cb-db3f-430d-b7dd-ef7f91dfcd85 None None] Set router 58982724-6cc2-4806-a5ab-bf594eb6ef54 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:00:46.789196 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-2f4fa5cb-db3f-430d-b7dd-ef7f91dfcd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58982724-6cc2-4806-a5ab-bf594eb6ef54', 'name': 'tempest-TestMinimumBasicScenario-928240105-router', 'tenant_id': 'b10a9602afbe4edab57782d211a3ed61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '2f57290e-e47e-431c-b1ed-4d35c6c51177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:58:47Z', 'updated_at': '2021-11-12T01:58:50Z', 'revision_number': 4, 'project_id': 'b10a9602afbe4edab57782d211a3ed61', 'gw_port': {'id': '2f57290e-e47e-431c-b1ed-4d35c6c51177', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58982724-6cc2-4806-a5ab-bf594eb6ef54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:58:48Z', 'updated_at': '2021-11-12T01:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '4a905584-5eac-476a-8f5f-c4535b69fb02', 'name': '', 'network_id': 'e00eb1d9-62fc-4275-9c3c-bcff378b734f', 'tenant_id': 'b10a9602afbe4edab57782d211a3ed61', 'mac_address': 'fa:16:3e:7c:1a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58982724-6cc2-4806-a5ab-bf594eb6ef54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '413c57f6-fc33-412d-be59-9142368deeee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:58:49Z', 'updated_at': '2021-11-12T01:58:54Z', 'revision_number': 5, 'project_id': 'b10a9602afbe4edab57782d211a3ed61', 'subnets': [{'id': '413c57f6-fc33-412d-be59-9142368deeee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:00:46.816432 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4fa5cb-db3f-430d-b7dd-ef7f91dfcd85 None None] The sync data for ids ['58982724-6cc2-4806-a5ab-bf594eb6ef54'] in n-d-712142-27 is: [{'id': '58982724-6cc2-4806-a5ab-bf594eb6ef54', 'name': 'tempest-TestMinimumBasicScenario-928240105-router', 'tenant_id': 'b10a9602afbe4edab57782d211a3ed61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '2f57290e-e47e-431c-b1ed-4d35c6c51177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:58:47Z', 'updated_at': '2021-11-12T01:58:50Z', 'revision_number': 4, 'project_id': 'b10a9602afbe4edab57782d211a3ed61', 'gw_port': {'id': '2f57290e-e47e-431c-b1ed-4d35c6c51177', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58982724-6cc2-4806-a5ab-bf594eb6ef54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:58:48Z', 'updated_at': '2021-11-12T01:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '4a905584-5eac-476a-8f5f-c4535b69fb02', 'name': '', 'network_id': 'e00eb1d9-62fc-4275-9c3c-bcff378b734f', 'tenant_id': 'b10a9602afbe4edab57782d211a3ed61', 'mac_address': 'fa:16:3e:7c:1a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58982724-6cc2-4806-a5ab-bf594eb6ef54', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '413c57f6-fc33-412d-be59-9142368deeee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:58:49Z', 'updated_at': '2021-11-12T01:58:54Z', 'revision_number': 5, 'project_id': 'b10a9602afbe4edab57782d211a3ed61', 'subnets': [{'id': '413c57f6-fc33-412d-be59-9142368deeee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:00:46.944389 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca35165-bf87-4848-97f3-e4c0fd4c553f', 'tag': 'e5075a14-d76e-49cc-b54c-0a7918e19af3'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:00:46.947666 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dd4e089669c975f2de9f4f0df131bfb5fea3b750f9a1fd67846e9670e07c7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37fcc97-ae94-4a70-8830-1ce7651364f4" -d '{"events": [{"name": "network-changed", "server_uuid": "0ca35165-bf87-4848-97f3-e4c0fd4c553f", "tag": "e5075a14-d76e-49cc-b54c-0a7918e19af3"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:00:46.989482 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c13e2e-81d3-4996-ba3b-8274046d07d9 x-openstack-request-id: req-c8c13e2e-81d3-4996-ba3b-8274046d07d9 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:00:46.989782 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ca35165-bf87-4848-97f3-e4c0fd4c553f", "tag": "e5075a14-d76e-49cc-b54c-0a7918e19af3", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:00:46.990039 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c8c13e2e-81d3-4996-ba3b-8274046d07d9 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:00:46.990769 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ca35165-bf87-4848-97f3-e4c0fd4c553f', 'tag': 'e5075a14-d76e-49cc-b54c-0a7918e19af3', 'status': 'completed', 'code': 200} Nov 12 02:00:47.110626 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7b58cb-f2b3-413d-be71-8c3e0da39a16 None None] New status for floating IP 4d12bada-37eb-4437-a6e3-062cc89afe1e: DOWN {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:00:47.111193 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37fcc97-ae94-4a70-8830-1ce7651364f4 req-83ce09dc-5cd1-4303-a6bf-046ca4872cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:47.113533 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f37fcc97-ae94-4a70-8830-1ce7651364f4 req-83ce09dc-5cd1-4303-a6bf-046ca4872cfc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b10a9602afbe4edab57782d211a3ed61&device_id=0ca35165-bf87-4848-97f3-e4c0fd4c553f HTTP/1.1" status: 200 len: 1098 time: 0.0721745 Nov 12 02:00:47.225758 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37fcc97-ae94-4a70-8830-1ce7651364f4 req-3c3e1f66-e5cf-4d60-8acd-508d2534bb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:47.227303 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f37fcc97-ae94-4a70-8830-1ce7651364f4 req-3c3e1f66-e5cf-4d60-8acd-508d2534bb56 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e00eb1d9-62fc-4275-9c3c-bcff378b734f HTTP/1.1" status: 200 len: 914 time: 0.1062462 Nov 12 02:00:47.276203 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f37fcc97-ae94-4a70-8830-1ce7651364f4 req-6b35e489-bca1-47da-a3b4-ddc387f567ba service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5075a14-d76e-49cc-b54c-0a7918e19af3 HTTP/1.1" status: 200 len: 217 time: 0.0409725 Nov 12 02:00:47.327086 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37fcc97-ae94-4a70-8830-1ce7651364f4 req-aa33bd2d-c9e1-4f63-818f-3fdefa1394b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:47.328508 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f37fcc97-ae94-4a70-8830-1ce7651364f4 req-aa33bd2d-c9e1-4f63-818f-3fdefa1394b7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=413c57f6-fc33-412d-be59-9142368deeee HTTP/1.1" status: 200 len: 853 time: 0.0456054 Nov 12 02:00:47.381625 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37fcc97-ae94-4a70-8830-1ce7651364f4 req-70fed983-345e-4f96-b836-28a9648fc84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:47.382881 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f37fcc97-ae94-4a70-8830-1ce7651364f4 req-70fed983-345e-4f96-b836-28a9648fc84d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e00eb1d9-62fc-4275-9c3c-bcff378b734f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461762 Nov 12 02:00:47.482237 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f37fcc97-ae94-4a70-8830-1ce7651364f4 req-a4579ac3-13b8-434c-a8e9-35748d0d2cc6 service neutron] 10.222.0.44 "GET /v2.0/networks/e00eb1d9-62fc-4275-9c3c-bcff378b734f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919790 Nov 12 02:00:47.580196 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f37fcc97-ae94-4a70-8830-1ce7651364f4 req-aaa024fc-3a5b-42ab-842c-f69dfbbf4360 service neutron] 10.222.0.44 "GET /v2.0/networks/e00eb1d9-62fc-4275-9c3c-bcff378b734f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907624 Nov 12 02:00:51.898516 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a1ae745e-133d-4db2-9419-8236ffa26fb2 req-7e561b21-6d65-4dbf-986b-ae755df6e148 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0ca35165-bf87-4848-97f3-e4c0fd4c553f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412109 Nov 12 02:00:52.003945 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae745e-133d-4db2-9419-8236ffa26fb2 req-bfbab0da-cb53-4b75-93ae-f908592f2aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:52.005813 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a1ae745e-133d-4db2-9419-8236ffa26fb2 req-bfbab0da-cb53-4b75-93ae-f908592f2aef service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b10a9602afbe4edab57782d211a3ed61&device_id=0ca35165-bf87-4848-97f3-e4c0fd4c553f HTTP/1.1" status: 200 len: 1098 time: 0.0482607 Nov 12 02:00:52.116475 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae745e-133d-4db2-9419-8236ffa26fb2 req-03dfa874-a210-447e-929f-0fdbc74a231b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:52.117920 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a1ae745e-133d-4db2-9419-8236ffa26fb2 req-03dfa874-a210-447e-929f-0fdbc74a231b service neutron] 10.222.0.44 "GET /v2.0/networks?id=e00eb1d9-62fc-4275-9c3c-bcff378b734f HTTP/1.1" status: 200 len: 914 time: 0.0919800 Nov 12 02:00:52.164941 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a1ae745e-133d-4db2-9419-8236ffa26fb2 req-e0f03780-4862-40fd-8474-214770526d44 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5075a14-d76e-49cc-b54c-0a7918e19af3 HTTP/1.1" status: 200 len: 217 time: 0.0386455 Nov 12 02:00:52.217185 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae745e-133d-4db2-9419-8236ffa26fb2 req-95789069-b4b3-4ef1-b8c0-b9fcd3d28e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:52.218824 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a1ae745e-133d-4db2-9419-8236ffa26fb2 req-95789069-b4b3-4ef1-b8c0-b9fcd3d28e47 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=413c57f6-fc33-412d-be59-9142368deeee HTTP/1.1" status: 200 len: 853 time: 0.0464156 Nov 12 02:00:52.266892 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae745e-133d-4db2-9419-8236ffa26fb2 req-1a058c8a-4a7e-4ab4-b41a-3e45674173b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:52.268478 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a1ae745e-133d-4db2-9419-8236ffa26fb2 req-1a058c8a-4a7e-4ab4-b41a-3e45674173b8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e00eb1d9-62fc-4275-9c3c-bcff378b734f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424604 Nov 12 02:00:52.367473 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a1ae745e-133d-4db2-9419-8236ffa26fb2 req-ca2f724e-621e-4797-97fa-191c279903ca service neutron] 10.222.0.44 "GET /v2.0/networks/e00eb1d9-62fc-4275-9c3c-bcff378b734f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920653 Nov 12 02:00:52.463352 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a1ae745e-133d-4db2-9419-8236ffa26fb2 req-ad586594-8dc6-4e80-9ee3-cf49f6d1de87 service neutron] 10.222.0.44 "GET /v2.0/networks/e00eb1d9-62fc-4275-9c3c-bcff378b734f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877349 Nov 12 02:00:55.238779 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca06140-5a06-46f8-9aa3-75f7240d11e1 req-636407c5-21ea-4782-b1b0-d0a986070655 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:55.240483 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8ca06140-5a06-46f8-9aa3-75f7240d11e1 req-636407c5-21ea-4782-b1b0-d0a986070655 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ca35165-bf87-4848-97f3-e4c0fd4c553f HTTP/1.1" status: 200 len: 946 time: 0.0541375 Nov 12 02:00:55.309828 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8ca06140-5a06-46f8-9aa3-75f7240d11e1 req-150ef90a-04fc-44b3-bf0c-4a6a3b92b1df tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/security-groups?id=2bff19eb-c531-46c1-b20e-63d0129ceec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612023 Nov 12 02:00:56.439501 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b67d562-27b7-4bf2-9a49-66a24b750f0c req-c2b89193-6480-4d97-9d88-96cc40214def tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:56.441165 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3b67d562-27b7-4bf2-9a49-66a24b750f0c req-c2b89193-6480-4d97-9d88-96cc40214def tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ca35165-bf87-4848-97f3-e4c0fd4c553f HTTP/1.1" status: 200 len: 946 time: 0.0591714 Nov 12 02:00:56.505153 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3b67d562-27b7-4bf2-9a49-66a24b750f0c req-d98fb659-c4ab-4218-a248-faa12d873fff tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/security-groups?id=2bff19eb-c531-46c1-b20e-63d0129ceec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537410 Nov 12 02:00:56.972690 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540ab92-2f0a-4962-92d9-e47d70fa6f03 req-ef879cc9-d2c9-4c19-8f9c-51e47553fb0a tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:00:56.974210 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a540ab92-2f0a-4962-92d9-e47d70fa6f03 req-ef879cc9-d2c9-4c19-8f9c-51e47553fb0a tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ca35165-bf87-4848-97f3-e4c0fd4c553f HTTP/1.1" status: 200 len: 946 time: 0.0575502 Nov 12 02:00:57.071642 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-a540ab92-2f0a-4962-92d9-e47d70fa6f03 req-9d707120-fd62-4c01-aaeb-91d7c0502906 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Deleting port e5075a14-d76e-49cc-b54c-0a7918e19af3 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:00:57.072013 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-a540ab92-2f0a-4962-92d9-e47d70fa6f03 req-9d707120-fd62-4c01-aaeb-91d7c0502906 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:57.168134 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-a540ab92-2f0a-4962-92d9-e47d70fa6f03 req-9d707120-fd62-4c01-aaeb-91d7c0502906 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] For port e5075a14-d76e-49cc-b54c-0a7918e19af3, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e5075a14-d76e-49cc-b54c-0a7918e19af3,segment=NetworkSegment(4ac3a9ff-9eef-4b4b-aeed-66ca30fb4530),segment_id=4ac3a9ff-9eef-4b4b-aeed-66ca30fb4530)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:00:57.168498 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-a540ab92-2f0a-4962-92d9-e47d70fa6f03 req-9d707120-fd62-4c01-aaeb-91d7c0502906 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:57.182247 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-a540ab92-2f0a-4962-92d9-e47d70fa6f03 req-9d707120-fd62-4c01-aaeb-91d7c0502906 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Calling delete_port for e5075a14-d76e-49cc-b54c-0a7918e19af3 owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:00:57.315265 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-a540ab92-2f0a-4962-92d9-e47d70fa6f03 req-9d707120-fd62-4c01-aaeb-91d7c0502906 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:57.329063 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-210656b5-cacf-48e9-8802-3365f907e220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:57.348704 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d707120-fd62-4c01-aaeb-91d7c0502906 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Pushing event deleted for resources: {'Port': ['ID=e5075a14-d76e-49cc-b54c-0a7918e19af3,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:00:57.349472 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['e5075a14-d76e-49cc-b54c-0a7918e19af3'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:00:57.404161 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-a540ab92-2f0a-4962-92d9-e47d70fa6f03 req-9d707120-fd62-4c01-aaeb-91d7c0502906 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] No DVR routers for this DVR port e5075a14-d76e-49cc-b54c-0a7918e19af3 on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:00:57.406896 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-a540ab92-2f0a-4962-92d9-e47d70fa6f03 req-9d707120-fd62-4c01-aaeb-91d7c0502906 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:57.410314 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-a540ab92-2f0a-4962-92d9-e47d70fa6f03 req-9d707120-fd62-4c01-aaeb-91d7c0502906 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.44 "DELETE /v2.0/ports/e5075a14-d76e-49cc-b54c-0a7918e19af3 HTTP/1.1" status: 204 len: 173 time: 0.4301186 Nov 12 02:00:57.410787 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca35165-bf87-4848-97f3-e4c0fd4c553f', 'name': 'network-vif-deleted', 'tag': 'e5075a14-d76e-49cc-b54c-0a7918e19af3'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:00:57.413165 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4d1d6158e421e9c8e993f80e0426ddaaefecbe2af3f4b68345379587447b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc75b4c-db11-4aef-ad65-761d708166d7" -d '{"events": [{"server_uuid": "0ca35165-bf87-4848-97f3-e4c0fd4c553f", "name": "network-vif-deleted", "tag": "e5075a14-d76e-49cc-b54c-0a7918e19af3"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:00:57.630647 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac483b6b-1526-46a5-a121-8e4686893590 x-openstack-request-id: req-ac483b6b-1526-46a5-a121-8e4686893590 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:00:57.630937 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca35165-bf87-4848-97f3-e4c0fd4c553f", "name": "network-vif-deleted", "tag": "e5075a14-d76e-49cc-b54c-0a7918e19af3", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:00:57.631210 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ac483b6b-1526-46a5-a121-8e4686893590 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:00:57.631635 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca35165-bf87-4848-97f3-e4c0fd4c553f', 'name': 'network-vif-deleted', 'tag': 'e5075a14-d76e-49cc-b54c-0a7918e19af3', 'status': 'completed', 'code': 200} Nov 12 02:00:57.714507 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3af8fcdc-b8bc-4454-8175-d42f8a8f0dfd req-5c0cbbd9-d89a-486e-a5e3-9a9e9453be50 tempest-TestMinimumBasicScenario-1378194044 tempest-TestMinimumBasicScenario-1378194044-project] 10.222.0.45 "GET /v2.0/ports?device_id=0ca35165-bf87-4848-97f3-e4c0fd4c553f HTTP/1.1" status: 200 len: 210 time: 0.0276296 Nov 12 02:00:59.293460 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57590) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:00:59.667494 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9cc9b91c-77ab-4ce9-85f4-39391c32adbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:59.829142 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device e5075a14-d76e-49cc-b54c-0a7918e19af3 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:00:59.850024 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: e5075a14-d76e-49cc-b54c-0a7918e19af3 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:00:59.850375 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device e5075a14-d76e-49cc-b54c-0a7918e19af3 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:00:59.916668 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-9cc9b91c-77ab-4ce9-85f4-39391c32adbd admin admin] Deleting port 4a905584-5eac-476a-8f5f-c4535b69fb02 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:00:59.917006 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9cc9b91c-77ab-4ce9-85f4-39391c32adbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:00:59.995695 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-9cc9b91c-77ab-4ce9-85f4-39391c32adbd admin admin] For port 4a905584-5eac-476a-8f5f-c4535b69fb02, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=4a905584-5eac-476a-8f5f-c4535b69fb02,segment=NetworkSegment(4ac3a9ff-9eef-4b4b-aeed-66ca30fb4530),segment_id=4ac3a9ff-9eef-4b4b-aeed-66ca30fb4530)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:00:59.996090 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9cc9b91c-77ab-4ce9-85f4-39391c32adbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:00.008406 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-9cc9b91c-77ab-4ce9-85f4-39391c32adbd admin admin] Calling delete_port for 4a905584-5eac-476a-8f5f-c4535b69fb02 owned by network:router_interface {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:01:00.186038 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9cc9b91c-77ab-4ce9-85f4-39391c32adbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:00.211350 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc9b91c-77ab-4ce9-85f4-39391c32adbd admin admin] Pushing event deleted for resources: {'Port': ['ID=4a905584-5eac-476a-8f5f-c4535b69fb02,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:00.387003 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9cc9b91c-77ab-4ce9-85f4-39391c32adbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:00.622056 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc9b91c-77ab-4ce9-85f4-39391c32adbd admin admin] Router 58982724-6cc2-4806-a5ab-bf594eb6ef54 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:01:00.730537 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc9b91c-77ab-4ce9-85f4-39391c32adbd admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:01:00.736018 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-9cc9b91c-77ab-4ce9-85f4-39391c32adbd admin admin] 10.222.0.45 "PUT /v2.0/routers/58982724-6cc2-4806-a5ab-bf594eb6ef54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4414821 Nov 12 02:01:00.738550 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57592) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:01:00.742490 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1778f9ff-796b-43c1-bd5e-0f0e97d48c7d None None] Sync routers for ids ['58982724-6cc2-4806-a5ab-bf594eb6ef54'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:01:00.754989 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1778f9ff-796b-43c1-bd5e-0f0e97d48c7d None None] Routers {'58982724-6cc2-4806-a5ab-bf594eb6ef54'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:01:00.755572 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-1778f9ff-796b-43c1-bd5e-0f0e97d48c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:00:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['58982724-6cc2-4806-a5ab-bf594eb6ef54'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:01:00.874381 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-1778f9ff-796b-43c1-bd5e-0f0e97d48c7d None None] Set router 58982724-6cc2-4806-a5ab-bf594eb6ef54 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:01:00.900695 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9d17ddef-875b-4149-b9d2-10ada497f522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:01.068195 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-1778f9ff-796b-43c1-bd5e-0f0e97d48c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58982724-6cc2-4806-a5ab-bf594eb6ef54', 'name': 'tempest-TestMinimumBasicScenario-928240105-router', 'tenant_id': 'b10a9602afbe4edab57782d211a3ed61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '2f57290e-e47e-431c-b1ed-4d35c6c51177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:58:47Z', 'updated_at': '2021-11-12T02:01:00Z', 'revision_number': 5, 'project_id': 'b10a9602afbe4edab57782d211a3ed61', 'gw_port': {'id': '2f57290e-e47e-431c-b1ed-4d35c6c51177', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58982724-6cc2-4806-a5ab-bf594eb6ef54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:58:48Z', 'updated_at': '2021-11-12T01:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:01:01.095732 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1778f9ff-796b-43c1-bd5e-0f0e97d48c7d None None] Checking router: 58982724-6cc2-4806-a5ab-bf594eb6ef54 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:01:01.105163 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1778f9ff-796b-43c1-bd5e-0f0e97d48c7d None None] Routers {'58982724-6cc2-4806-a5ab-bf594eb6ef54'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:01:01.105777 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-1778f9ff-796b-43c1-bd5e-0f0e97d48c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:01:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['58982724-6cc2-4806-a5ab-bf594eb6ef54'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:01:01.222939 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0561f1d9-0e6c-41c8-a219-450984c54a69 admin admin] Publish callbacks [] for router, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:01.298361 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-1778f9ff-796b-43c1-bd5e-0f0e97d48c7d None None] Set router 58982724-6cc2-4806-a5ab-bf594eb6ef54 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:01:01.329724 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0561f1d9-0e6c-41c8-a219-450984c54a69 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:01.387129 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-0561f1d9-0e6c-41c8-a219-450984c54a69 admin admin] Deleting port 2f57290e-e47e-431c-b1ed-4d35c6c51177 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:01:01.387833 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0561f1d9-0e6c-41c8-a219-450984c54a69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:01.477312 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-0561f1d9-0e6c-41c8-a219-450984c54a69 admin admin] For port 2f57290e-e47e-431c-b1ed-4d35c6c51177, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=2f57290e-e47e-431c-b1ed-4d35c6c51177,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:01:01.477639 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0561f1d9-0e6c-41c8-a219-450984c54a69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:01.478332 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-1778f9ff-796b-43c1-bd5e-0f0e97d48c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58982724-6cc2-4806-a5ab-bf594eb6ef54', 'name': 'tempest-TestMinimumBasicScenario-928240105-router', 'tenant_id': 'b10a9602afbe4edab57782d211a3ed61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '2f57290e-e47e-431c-b1ed-4d35c6c51177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:58:47Z', 'updated_at': '2021-11-12T02:01:00Z', 'revision_number': 5, 'project_id': 'b10a9602afbe4edab57782d211a3ed61', 'gw_port': {'id': '2f57290e-e47e-431c-b1ed-4d35c6c51177', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58982724-6cc2-4806-a5ab-bf594eb6ef54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:58:48Z', 'updated_at': '2021-11-12T01:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:01:01.491547 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-0561f1d9-0e6c-41c8-a219-450984c54a69 admin admin] Calling delete_port for 2f57290e-e47e-431c-b1ed-4d35c6c51177 owned by network:router_gateway {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:01:01.507436 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1778f9ff-796b-43c1-bd5e-0f0e97d48c7d None None] The sync data for ids ['58982724-6cc2-4806-a5ab-bf594eb6ef54'] in n-d-712142-27 is: [{'id': '58982724-6cc2-4806-a5ab-bf594eb6ef54', 'name': 'tempest-TestMinimumBasicScenario-928240105-router', 'tenant_id': 'b10a9602afbe4edab57782d211a3ed61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '2f57290e-e47e-431c-b1ed-4d35c6c51177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:58:47Z', 'updated_at': '2021-11-12T02:01:00Z', 'revision_number': 5, 'project_id': 'b10a9602afbe4edab57782d211a3ed61', 'gw_port': {'id': '2f57290e-e47e-431c-b1ed-4d35c6c51177', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cb:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58982724-6cc2-4806-a5ab-bf594eb6ef54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:58:48Z', 'updated_at': '2021-11-12T01:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:01:01.664876 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0561f1d9-0e6c-41c8-a219-450984c54a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:01.695529 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0561f1d9-0e6c-41c8-a219-450984c54a69 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f57290e-e47e-431c-b1ed-4d35c6c51177,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:01.711617 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1256c3ff-a390-45fd-b568-8a3bba716ff5 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:01:01.757444 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0561f1d9-0e6c-41c8-a219-450984c54a69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:01.858836 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0561f1d9-0e6c-41c8-a219-450984c54a69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:01.861303 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0561f1d9-0e6c-41c8-a219-450984c54a69 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:01.906422 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0561f1d9-0e6c-41c8-a219-450984c54a69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:01.907082 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0561f1d9-0e6c-41c8-a219-450984c54a69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58982724-6cc2-4806-a5ab-bf594eb6ef54 {{(pid=109085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 02:01:01.911539 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0561f1d9-0e6c-41c8-a219-450984c54a69 admin admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:01.912751 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-0561f1d9-0e6c-41c8-a219-450984c54a69 admin admin] 10.222.0.45 "DELETE /v2.0/routers/58982724-6cc2-4806-a5ab-bf594eb6ef54 HTTP/1.1" status: 204 len: 168 time: 1.1730430 Nov 12 02:01:01.916411 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57594) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:01:01.964061 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdc60524-dfe0-4b35-bf23-03a5fb261c22 admin admin] Deleting subnet 413c57f6-fc33-412d-be59-9142368deeee {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:01:01.967496 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cdc60524-dfe0-4b35-bf23-03a5fb261c22 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:02.007177 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cdc60524-dfe0-4b35-bf23-03a5fb261c22 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:02.096461 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cdc60524-dfe0-4b35-bf23-03a5fb261c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:02.159935 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cdc60524-dfe0-4b35-bf23-03a5fb261c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:02.189649 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc60524-dfe0-4b35-bf23-03a5fb261c22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=413c57f6-fc33-412d-be59-9142368deeee,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:02.191691 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cdc60524-dfe0-4b35-bf23-03a5fb261c22 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:02.194956 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-cdc60524-dfe0-4b35-bf23-03a5fb261c22 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/413c57f6-fc33-412d-be59-9142368deeee HTTP/1.1" status: 204 len: 168 time: 0.2775161 Nov 12 02:01:02.197956 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57596) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:01:02.201320 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a12d653-bb98-41c1-8fa7-33d2ce8c2a06 None None] Network e00eb1d9-62fc-4275-9c3c-bcff378b734f requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:01:02.279345 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2688f5ab-ed89-4301-9890-540236db0601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:02.332519 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-2688f5ab-ed89-4301-9890-540236db0601 admin admin] Deleting port 6beedeac-a6e4-4307-82f4-348109744aaf {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:01:02.332935 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2688f5ab-ed89-4301-9890-540236db0601 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:02.395580 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-2688f5ab-ed89-4301-9890-540236db0601 admin admin] For port 6beedeac-a6e4-4307-82f4-348109744aaf, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=6beedeac-a6e4-4307-82f4-348109744aaf,segment=NetworkSegment(4ac3a9ff-9eef-4b4b-aeed-66ca30fb4530),segment_id=4ac3a9ff-9eef-4b4b-aeed-66ca30fb4530)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:01:02.395954 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2688f5ab-ed89-4301-9890-540236db0601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:02.417021 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-2688f5ab-ed89-4301-9890-540236db0601 admin admin] Calling delete_port for 6beedeac-a6e4-4307-82f4-348109744aaf owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:01:02.503691 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2688f5ab-ed89-4301-9890-540236db0601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:02.530896 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2688f5ab-ed89-4301-9890-540236db0601 admin admin] Pushing event deleted for resources: {'Port': ['ID=6beedeac-a6e4-4307-82f4-348109744aaf,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:02.536148 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2688f5ab-ed89-4301-9890-540236db0601 admin admin] No DVR routers for this DVR port 6beedeac-a6e4-4307-82f4-348109744aaf on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:01:02.569391 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d1b604-e68c-42e7-8f41-37457b2bcb35 None None] DHCP port deletion for e00eb1d9-62fc-4275-9c3c-bcff378b734f request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:01:02.639545 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2688f5ab-ed89-4301-9890-540236db0601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:02.661228 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-2688f5ab-ed89-4301-9890-540236db0601 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e00eb1d9-62fc-4275-9c3c-bcff378b734f']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:01:02.671648 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-2688f5ab-ed89-4301-9890-540236db0601 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ac3a9ff-9eef-4b4b-aeed-66ca30fb4530') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:01:02.671940 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-2688f5ab-ed89-4301-9890-540236db0601 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ac3a9ff-9eef-4b4b-aeed-66ca30fb4530') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:01:02.682648 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2688f5ab-ed89-4301-9890-540236db0601 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:02.698551 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2688f5ab-ed89-4301-9890-540236db0601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:02.704640 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2688f5ab-ed89-4301-9890-540236db0601 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:01:02.705051 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2688f5ab-ed89-4301-9890-540236db0601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:02.706815 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 02:01:02.706815 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:01:02.706815 n-d-712142-27 neutron-server[109086]: timer() Nov 12 02:01:02.706815 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:01:02.706815 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 02:01:02.706815 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:01:02.706815 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 02:01:02.706815 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:01:02.706815 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 02:01:02.706815 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:01:02.706815 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 02:01:02.706815 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:01:02.706815 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 02:01:02.706815 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:01:02.706815 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:01:02.706815 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:01:02.706815 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:01:02.706815 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:01:02.706815 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 02:01:02.706815 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:01:02.706815 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 02:01:02.706815 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:01:02.706815 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:01:02.706815 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:01:02.706815 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 02:01:02.706815 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:01:02.706815 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:01:02.706815 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:01:02.706815 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:01:02.706815 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:01:02.706815 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:01:02.706815 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:01:02.768245 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2688f5ab-ed89-4301-9890-540236db0601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:02.775924 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2688f5ab-ed89-4301-9890-540236db0601 admin admin] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:02.779158 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2688f5ab-ed89-4301-9890-540236db0601 admin admin] 10.222.0.45 "DELETE /v2.0/networks/e00eb1d9-62fc-4275-9c3c-bcff378b734f HTTP/1.1" status: 204 len: 168 time: 0.5802698 Nov 12 02:01:02.782274 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57598) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:01:02.792043 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2688f5ab-ed89-4301-9890-540236db0601 admin admin] Pushing event deleted for resources: {'Network': ['ID=e00eb1d9-62fc-4275-9c3c-bcff378b734f,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:03.078642 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:03.155835 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-add20d73-3a2e-4a60-b570-396c8b17fbac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:03.426905 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-add20d73-3a2e-4a60-b570-396c8b17fbac admin admin] Deleting port 90479b41-ce78-47b6-a72c-73eeef49f913 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:01:03.427257 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-add20d73-3a2e-4a60-b570-396c8b17fbac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:03.449568 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 2f57290e-e47e-431c-b1ed-4d35c6c51177 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:01:03.470148 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 2f57290e-e47e-431c-b1ed-4d35c6c51177 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:01:03.470599 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 2f57290e-e47e-431c-b1ed-4d35c6c51177 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:01:03.471021 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 4a905584-5eac-476a-8f5f-c4535b69fb02 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:01:03.490376 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 4a905584-5eac-476a-8f5f-c4535b69fb02 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:01:03.490725 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 4a905584-5eac-476a-8f5f-c4535b69fb02 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:01:03.491149 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 6beedeac-a6e4-4307-82f4-348109744aaf no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:01:03.511607 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-add20d73-3a2e-4a60-b570-396c8b17fbac admin admin] For port 90479b41-ce78-47b6-a72c-73eeef49f913, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=90479b41-ce78-47b6-a72c-73eeef49f913,segment=NetworkSegment(68a4f2e6-057a-48e2-a8e7-ad355760e20b),segment_id=68a4f2e6-057a-48e2-a8e7-ad355760e20b)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:01:03.511982 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-add20d73-3a2e-4a60-b570-396c8b17fbac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:03.514793 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 6beedeac-a6e4-4307-82f4-348109744aaf {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:01:03.515132 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 6beedeac-a6e4-4307-82f4-348109744aaf not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:01:03.530561 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-add20d73-3a2e-4a60-b570-396c8b17fbac admin admin] Calling delete_port for 90479b41-ce78-47b6-a72c-73eeef49f913 owned by network:router_interface {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:01:03.717464 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-add20d73-3a2e-4a60-b570-396c8b17fbac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:03.750148 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add20d73-3a2e-4a60-b570-396c8b17fbac admin admin] Pushing event deleted for resources: {'Port': ['ID=90479b41-ce78-47b6-a72c-73eeef49f913,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:03.943864 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-add20d73-3a2e-4a60-b570-396c8b17fbac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:04.090226 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:04.186006 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add20d73-3a2e-4a60-b570-396c8b17fbac admin admin] Router 053a3361-dd2f-4855-b4a5-d4b23137e336 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:01:04.297482 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add20d73-3a2e-4a60-b570-396c8b17fbac admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:01:04.303170 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-add20d73-3a2e-4a60-b570-396c8b17fbac admin admin] 10.222.0.45 "PUT /v2.0/routers/053a3361-dd2f-4855-b4a5-d4b23137e336/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5192883 Nov 12 02:01:04.305073 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57600) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:01:04.308452 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065ce40b-3135-463c-adde-a1d187c0211c None None] Sync routers for ids ['053a3361-dd2f-4855-b4a5-d4b23137e336'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:01:04.320234 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065ce40b-3135-463c-adde-a1d187c0211c None None] Routers {'053a3361-dd2f-4855-b4a5-d4b23137e336'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:01:04.320976 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-065ce40b-3135-463c-adde-a1d187c0211c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:01:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['053a3361-dd2f-4855-b4a5-d4b23137e336'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:01:04.413070 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ccc03124-f2a3-4b9b-a640-62467b8fba50 admin admin] Publish callbacks [] for router, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:04.436455 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-065ce40b-3135-463c-adde-a1d187c0211c None None] Set router 053a3361-dd2f-4855-b4a5-d4b23137e336 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:01:04.526361 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ccc03124-f2a3-4b9b-a640-62467b8fba50 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:04.587526 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-ccc03124-f2a3-4b9b-a640-62467b8fba50 admin admin] Deleting port 34bc202d-3e6f-4333-a0e6-b7a5520f9caf {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:01:04.587865 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ccc03124-f2a3-4b9b-a640-62467b8fba50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:04.624647 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-065ce40b-3135-463c-adde-a1d187c0211c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053a3361-dd2f-4855-b4a5-d4b23137e336', 'name': 'tempest-TestMinimumBasicScenario-615148749-router', 'tenant_id': 'bf817aaa135f4bfa89034b7094f431ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': '34bc202d-3e6f-4333-a0e6-b7a5520f9caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:58:52Z', 'updated_at': '2021-11-12T02:01:03Z', 'revision_number': 5, 'project_id': 'bf817aaa135f4bfa89034b7094f431ad', 'gw_port': {'id': '34bc202d-3e6f-4333-a0e6-b7a5520f9caf', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053a3361-dd2f-4855-b4a5-d4b23137e336', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T01:58:53Z', 'updated_at': '2021-11-12T01:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:01:04.654884 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065ce40b-3135-463c-adde-a1d187c0211c None None] Checking router: 053a3361-dd2f-4855-b4a5-d4b23137e336 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:01:04.663611 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065ce40b-3135-463c-adde-a1d187c0211c None None] Routers {'053a3361-dd2f-4855-b4a5-d4b23137e336'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:01:04.664263 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-065ce40b-3135-463c-adde-a1d187c0211c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:01:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['053a3361-dd2f-4855-b4a5-d4b23137e336'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:01:04.671649 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-ccc03124-f2a3-4b9b-a640-62467b8fba50 admin admin] For port 34bc202d-3e6f-4333-a0e6-b7a5520f9caf, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=34bc202d-3e6f-4333-a0e6-b7a5520f9caf,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:01:04.672044 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ccc03124-f2a3-4b9b-a640-62467b8fba50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:04.688839 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-ccc03124-f2a3-4b9b-a640-62467b8fba50 admin admin] Calling delete_port for 34bc202d-3e6f-4333-a0e6-b7a5520f9caf owned by network:router_gateway {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:01:04.748641 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-065ce40b-3135-463c-adde-a1d187c0211c None None] Set router 053a3361-dd2f-4855-b4a5-d4b23137e336 gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:01:04.803832 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-065ce40b-3135-463c-adde-a1d187c0211c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053a3361-dd2f-4855-b4a5-d4b23137e336', 'name': 'tempest-TestMinimumBasicScenario-615148749-router', 'tenant_id': 'bf817aaa135f4bfa89034b7094f431ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:58:52Z', 'updated_at': '2021-11-12T02:01:04Z', 'revision_number': 6, 'project_id': 'bf817aaa135f4bfa89034b7094f431ad', 'gw_port_host': None}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:01:04.831324 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065ce40b-3135-463c-adde-a1d187c0211c None None] The sync data for ids ['053a3361-dd2f-4855-b4a5-d4b23137e336'] in n-d-712142-27 is: [{'id': '053a3361-dd2f-4855-b4a5-d4b23137e336', 'name': 'tempest-TestMinimumBasicScenario-615148749-router', 'tenant_id': 'bf817aaa135f4bfa89034b7094f431ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T01:58:52Z', 'updated_at': '2021-11-12T02:01:04Z', 'revision_number': 6, 'project_id': 'bf817aaa135f4bfa89034b7094f431ad', 'gw_port_host': None}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:01:04.868573 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ccc03124-f2a3-4b9b-a640-62467b8fba50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:04.898604 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc03124-f2a3-4b9b-a640-62467b8fba50 admin admin] Pushing event deleted for resources: {'Port': ['ID=34bc202d-3e6f-4333-a0e6-b7a5520f9caf,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:04.913159 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d7f85f-053c-4373-acdc-1e65b137d8d3 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:01:04.972963 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ccc03124-f2a3-4b9b-a640-62467b8fba50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:05.066955 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ccc03124-f2a3-4b9b-a640-62467b8fba50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:05.069368 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ccc03124-f2a3-4b9b-a640-62467b8fba50 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:05.128135 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ccc03124-f2a3-4b9b-a640-62467b8fba50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:05.128826 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc03124-f2a3-4b9b-a640-62467b8fba50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 053a3361-dd2f-4855-b4a5-d4b23137e336 {{(pid=109085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 02:01:05.135246 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ccc03124-f2a3-4b9b-a640-62467b8fba50 admin admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:05.136975 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-ccc03124-f2a3-4b9b-a640-62467b8fba50 admin admin] 10.222.0.45 "DELETE /v2.0/routers/053a3361-dd2f-4855-b4a5-d4b23137e336 HTTP/1.1" status: 204 len: 168 time: 0.8306429 Nov 12 02:01:05.139262 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57602) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:01:05.208608 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-96cfd489-889d-436a-b943-ca8b3aa31445 admin admin] Deleting subnet 39c67829-4989-4c38-a8fe-6a46957bb803 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:01:05.213274 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-96cfd489-889d-436a-b943-ca8b3aa31445 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:05.251194 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-96cfd489-889d-436a-b943-ca8b3aa31445 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:05.342659 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-96cfd489-889d-436a-b943-ca8b3aa31445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:05.386766 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:05.407283 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-96cfd489-889d-436a-b943-ca8b3aa31445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:05.436691 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cfd489-889d-436a-b943-ca8b3aa31445 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39c67829-4989-4c38-a8fe-6a46957bb803,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:05.440564 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-96cfd489-889d-436a-b943-ca8b3aa31445 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:05.443827 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-96cfd489-889d-436a-b943-ca8b3aa31445 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/39c67829-4989-4c38-a8fe-6a46957bb803 HTTP/1.1" status: 204 len: 168 time: 0.3033166 Nov 12 02:01:05.446922 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57604) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:01:05.451155 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a2ba6a-5f58-45df-a96d-fa13baaf05f8 None None] Network 1b931291-d189-43ff-ab26-726695951514 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:01:05.519521 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-429ba152-9b41-4360-9bdb-8ae8319a284e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:05.572779 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-429ba152-9b41-4360-9bdb-8ae8319a284e admin admin] Deleting port 19b049b6-7826-4ad0-9db3-82d16334fe4a {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:01:05.573126 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-429ba152-9b41-4360-9bdb-8ae8319a284e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:05.633624 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fc7141-57cf-41b8-b8c2-88a4e4b7f815 None None] DHCP port deletion for 1b931291-d189-43ff-ab26-726695951514 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:01:05.646835 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-429ba152-9b41-4360-9bdb-8ae8319a284e admin admin] For port 19b049b6-7826-4ad0-9db3-82d16334fe4a, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=19b049b6-7826-4ad0-9db3-82d16334fe4a,segment=NetworkSegment(68a4f2e6-057a-48e2-a8e7-ad355760e20b),segment_id=68a4f2e6-057a-48e2-a8e7-ad355760e20b)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:01:05.647221 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-429ba152-9b41-4360-9bdb-8ae8319a284e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:05.665670 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-429ba152-9b41-4360-9bdb-8ae8319a284e admin admin] Calling delete_port for 19b049b6-7826-4ad0-9db3-82d16334fe4a owned by network:dhcp {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:01:05.697480 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-e0fc7141-57cf-41b8-b8c2-88a4e4b7f815 None None] Deleting port 19b049b6-7826-4ad0-9db3-82d16334fe4a {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:01:05.697854 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e0fc7141-57cf-41b8-b8c2-88a4e4b7f815 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:05.700807 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 34bc202d-3e6f-4333-a0e6-b7a5520f9caf no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:01:05.735584 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 34bc202d-3e6f-4333-a0e6-b7a5520f9caf {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:01:05.735930 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 34bc202d-3e6f-4333-a0e6-b7a5520f9caf not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:01:05.736367 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 19b049b6-7826-4ad0-9db3-82d16334fe4a no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:01:05.750946 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-429ba152-9b41-4360-9bdb-8ae8319a284e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:05.766120 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429ba152-9b41-4360-9bdb-8ae8319a284e admin admin] No DVR routers for this DVR port 19b049b6-7826-4ad0-9db3-82d16334fe4a on host n-d-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:01:05.813754 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429ba152-9b41-4360-9bdb-8ae8319a284e admin admin] Pushing event deleted for resources: {'Port': ['ID=19b049b6-7826-4ad0-9db3-82d16334fe4a,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:05.872128 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-429ba152-9b41-4360-9bdb-8ae8319a284e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:05.897155 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-429ba152-9b41-4360-9bdb-8ae8319a284e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b931291-d189-43ff-ab26-726695951514']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:01:05.909561 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-429ba152-9b41-4360-9bdb-8ae8319a284e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68a4f2e6-057a-48e2-a8e7-ad355760e20b') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:01:05.909860 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-429ba152-9b41-4360-9bdb-8ae8319a284e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68a4f2e6-057a-48e2-a8e7-ad355760e20b') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:01:05.921458 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-429ba152-9b41-4360-9bdb-8ae8319a284e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:05.936428 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-429ba152-9b41-4360-9bdb-8ae8319a284e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:05.946032 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-429ba152-9b41-4360-9bdb-8ae8319a284e admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:01:05.946571 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-429ba152-9b41-4360-9bdb-8ae8319a284e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:05.948387 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 02:01:05.948387 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:01:05.948387 n-d-712142-27 neutron-server[109085]: timer() Nov 12 02:01:05.948387 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:01:05.948387 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 02:01:05.948387 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:01:05.948387 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 02:01:05.948387 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:01:05.948387 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 02:01:05.948387 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:01:05.948387 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 02:01:05.948387 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:01:05.948387 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 02:01:05.948387 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:01:05.948387 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:01:05.948387 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:01:05.948387 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:01:05.948387 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:01:05.948387 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 02:01:05.948387 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:01:05.948387 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 02:01:05.948387 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:01:05.948387 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:01:05.948387 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:01:05.948387 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 02:01:05.948387 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:01:05.948387 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:01:05.948387 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:01:05.948387 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:01:05.948387 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:01:05.948387 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:01:05.948387 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:01:05.982082 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-e0fc7141-57cf-41b8-b8c2-88a4e4b7f815 None None] For port 19b049b6-7826-4ad0-9db3-82d16334fe4a, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=19b049b6-7826-4ad0-9db3-82d16334fe4a,segment=NetworkSegment(68a4f2e6-057a-48e2-a8e7-ad355760e20b),segment_id=68a4f2e6-057a-48e2-a8e7-ad355760e20b)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:01:05.982473 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e0fc7141-57cf-41b8-b8c2-88a4e4b7f815 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:05.992327 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No active binding found for port 19b049b6-7826-4ad0-9db3-82d16334fe4a {{(pid=109087) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 02:01:05.992763 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 19b049b6-7826-4ad0-9db3-82d16334fe4a not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:01:05.993200 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 90479b41-ce78-47b6-a72c-73eeef49f913 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:01:06.008019 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-429ba152-9b41-4360-9bdb-8ae8319a284e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:06.013634 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-e0fc7141-57cf-41b8-b8c2-88a4e4b7f815 None None] Calling delete_port for 19b049b6-7826-4ad0-9db3-82d16334fe4a owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:01:06.015258 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-429ba152-9b41-4360-9bdb-8ae8319a284e admin admin] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:06.017457 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 90479b41-ce78-47b6-a72c-73eeef49f913 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:01:06.017799 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 90479b41-ce78-47b6-a72c-73eeef49f913 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:01:06.026446 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-429ba152-9b41-4360-9bdb-8ae8319a284e admin admin] 10.222.0.45 "DELETE /v2.0/networks/1b931291-d189-43ff-ab26-726695951514 HTTP/1.1" status: 204 len: 168 time: 0.5780613 Nov 12 02:01:06.047365 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429ba152-9b41-4360-9bdb-8ae8319a284e admin admin] Pushing event deleted for resources: {'Network': ['ID=1b931291-d189-43ff-ab26-726695951514,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:06.106759 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e0fc7141-57cf-41b8-b8c2-88a4e4b7f815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:06.128683 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e0fc7141-57cf-41b8-b8c2-88a4e4b7f815 None None] Network 1b931291-d189-43ff-ab26-726695951514 is not hosted by any dhcp agent {{(pid=109087) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 02:01:06.129143 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fc7141-57cf-41b8-b8c2-88a4e4b7f815 None None] No DVR routers for this DVR port 19b049b6-7826-4ad0-9db3-82d16334fe4a on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:01:06.130880 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fc7141-57cf-41b8-b8c2-88a4e4b7f815 None None] Pushing event deleted for resources: {'Port': ['ID=19b049b6-7826-4ad0-9db3-82d16334fe4a,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:06.140015 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc7141-57cf-41b8-b8c2-88a4e4b7f815 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:06.140364 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc7141-57cf-41b8-b8c2-88a4e4b7f815 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:06.140704 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc7141-57cf-41b8-b8c2-88a4e4b7f815 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:06.141039 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc7141-57cf-41b8-b8c2-88a4e4b7f815 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:06.141365 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc7141-57cf-41b8-b8c2-88a4e4b7f815 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:06.142214 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc7141-57cf-41b8-b8c2-88a4e4b7f815 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:06.142214 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc7141-57cf-41b8-b8c2-88a4e4b7f815 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:06.142402 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc7141-57cf-41b8-b8c2-88a4e4b7f815 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:06.143011 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc7141-57cf-41b8-b8c2-88a4e4b7f815 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:06.143239 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc7141-57cf-41b8-b8c2-88a4e4b7f815 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:06.143547 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc7141-57cf-41b8-b8c2-88a4e4b7f815 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:06.144086 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc7141-57cf-41b8-b8c2-88a4e4b7f815 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:06.204826 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57608) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:01:06.244974 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-21ac53fd-2e63-4da3-b082-212a04613b45 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b10a9602afbe4edab57782d211a3ed61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389667 Nov 12 02:01:06.247627 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57610) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:01:06.298735 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4fda245f-f8a6-4aa0-a579-9b67c05fae4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:06.320239 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4fda245f-f8a6-4aa0-a579-9b67c05fae4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:06.368436 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4fda245f-f8a6-4aa0-a579-9b67c05fae4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:06.372679 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4fda245f-f8a6-4aa0-a579-9b67c05fae4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:06.376223 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4fda245f-f8a6-4aa0-a579-9b67c05fae4c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2bff19eb-c531-46c1-b20e-63d0129ceec5 HTTP/1.1" status: 204 len: 168 time: 0.1252637 Nov 12 02:01:06.381877 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda245f-f8a6-4aa0-a579-9b67c05fae4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bff19eb-c531-46c1-b20e-63d0129ceec5,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:06.453409 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:01:06.731847 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57616) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:01:06.772022 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-96234f59-8721-4259-b45e-b10ed50e2322 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bf817aaa135f4bfa89034b7094f431ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389256 Nov 12 02:01:06.775108 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57618) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:01:06.822803 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-12d5bd78-60fd-49cc-b547-4879543a6928 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:06.846175 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-12d5bd78-60fd-49cc-b547-4879543a6928 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:06.904600 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-12d5bd78-60fd-49cc-b547-4879543a6928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:06.907326 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-12d5bd78-60fd-49cc-b547-4879543a6928 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:06.910989 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-12d5bd78-60fd-49cc-b547-4879543a6928 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0b01db7c-9351-4e6c-a123-658a674dbe06 HTTP/1.1" status: 204 len: 168 time: 0.1325893 Nov 12 02:01:06.918100 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d5bd78-60fd-49cc-b547-4879543a6928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b01db7c-9351-4e6c-a123-658a674dbe06,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:08.523492 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57658) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:01:08.528446 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-9038963a-93de-4de6-93dc-6768aee5ab22 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1960740612', 'description': 'tempest-secgroup-smoke-1960740612 description', 'project_id': '6374cc485d2b42f5a26ab6b55af862e1'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:01:08.550312 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9038963a-93de-4de6-93dc-6768aee5ab22 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:08.558792 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9038963a-93de-4de6-93dc-6768aee5ab22 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:08.635428 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9038963a-93de-4de6-93dc-6768aee5ab22 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:08.639113 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9038963a-93de-4de6-93dc-6768aee5ab22 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:08.673536 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9038963a-93de-4de6-93dc-6768aee5ab22 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e094b08-00c6-4c3a-9bb1-5a4637e49b5e,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:08.714015 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9038963a-93de-4de6-93dc-6768aee5ab22 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:08.717791 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9038963a-93de-4de6-93dc-6768aee5ab22 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:08.746890 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9038963a-93de-4de6-93dc-6768aee5ab22 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:08.750853 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-9038963a-93de-4de6-93dc-6768aee5ab22 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2234247 Nov 12 02:01:08.751229 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57660) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:01:08.752340 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9038963a-93de-4de6-93dc-6768aee5ab22 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f09a7ba1-f777-416d-bbf8-15b6b6fdf771,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:08.757267 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-14daa069-ad84-4925-a618-8cfe65d90af4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'security_group_rule': {'security_group_id': 'f09a7ba1-f777-416d-bbf8-15b6b6fdf771', 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:01:08.784478 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-14daa069-ad84-4925-a618-8cfe65d90af4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:08.845503 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-14daa069-ad84-4925-a618-8cfe65d90af4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:08.849686 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-14daa069-ad84-4925-a618-8cfe65d90af4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:08.868435 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14daa069-ad84-4925-a618-8cfe65d90af4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d27ebdd-f8cd-4de1-bb53-a2b41a3b83c6,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:08.876178 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-14daa069-ad84-4925-a618-8cfe65d90af4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:08.880098 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-14daa069-ad84-4925-a618-8cfe65d90af4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1251497 Nov 12 02:01:08.880460 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57662) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:01:08.885527 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-27f08337-0646-48be-a1ca-70ef25a6d188 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'security_group_rule': {'security_group_id': 'f09a7ba1-f777-416d-bbf8-15b6b6fdf771', 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:01:08.914823 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-27f08337-0646-48be-a1ca-70ef25a6d188 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:08.965049 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:08.975986 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-27f08337-0646-48be-a1ca-70ef25a6d188 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:08.980487 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-27f08337-0646-48be-a1ca-70ef25a6d188 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:08.998615 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f08337-0646-48be-a1ca-70ef25a6d188 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e5e854a-d4c9-40bb-90fb-9ae5c3a57ed5,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:09.006248 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-27f08337-0646-48be-a1ca-70ef25a6d188 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:09.007464 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-27f08337-0646-48be-a1ca-70ef25a6d188 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1259718 Nov 12 02:01:09.010816 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57664) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:01:09.015170 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-5f578102-e9a9-4c2e-8c85-262d51e80342 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'security_group_rule': {'security_group_id': 'f09a7ba1-f777-416d-bbf8-15b6b6fdf771', 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:01:09.041278 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5f578102-e9a9-4c2e-8c85-262d51e80342 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:09.099669 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5f578102-e9a9-4c2e-8c85-262d51e80342 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:09.103130 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5f578102-e9a9-4c2e-8c85-262d51e80342 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:09.124358 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f578102-e9a9-4c2e-8c85-262d51e80342 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac854ee1-24f6-45fe-8c75-1b3b2c2e8dae,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:09.130299 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5f578102-e9a9-4c2e-8c85-262d51e80342 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:09.132460 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5f578102-e9a9-4c2e-8c85-262d51e80342 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1206520 Nov 12 02:01:09.134817 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57666) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:01:09.139244 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-b7563ffc-ad14-4533-8a9e-cd052c1dfd12 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'security_group_rule': {'security_group_id': 'f09a7ba1-f777-416d-bbf8-15b6b6fdf771', 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:01:09.165013 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b7563ffc-ad14-4533-8a9e-cd052c1dfd12 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:09.227895 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b7563ffc-ad14-4533-8a9e-cd052c1dfd12 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:09.231739 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b7563ffc-ad14-4533-8a9e-cd052c1dfd12 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:09.249713 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7563ffc-ad14-4533-8a9e-cd052c1dfd12 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=968b5b67-aa6c-4e2b-a506-dc7d336cc1c0,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:09.259378 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b7563ffc-ad14-4533-8a9e-cd052c1dfd12 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:09.260720 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b7563ffc-ad14-4533-8a9e-cd052c1dfd12 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1249700 Nov 12 02:01:09.263423 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57668) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:01:09.267781 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-5a8330d1-31d1-4b8b-bb6b-d0e5b55eab57 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'security_group_rule': {'security_group_id': 'f09a7ba1-f777-416d-bbf8-15b6b6fdf771', 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:01:09.290759 n-d-712142-27 neutron-server[109086]: INFO neutron.db.securitygroups_db [None req-5a8330d1-31d1-4b8b-bb6b-d0e5b55eab57 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Project 6374cc485d2b42f5a26ab6b55af862e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 02:01:09.296319 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5a8330d1-31d1-4b8b-bb6b-d0e5b55eab57 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:09.358768 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5a8330d1-31d1-4b8b-bb6b-d0e5b55eab57 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:09.363494 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5a8330d1-31d1-4b8b-bb6b-d0e5b55eab57 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:09.389678 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5a8330d1-31d1-4b8b-bb6b-d0e5b55eab57 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:09.390896 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5a8330d1-31d1-4b8b-bb6b-d0e5b55eab57 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1264896 Nov 12 02:01:09.391856 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8330d1-31d1-4b8b-bb6b-d0e5b55eab57 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f581e09e-c110-46ee-8774-be4c0fde8afc,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:09.393854 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57670) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:01:09.398942 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-7c4eb146-0e6a-4239-8c86-4f1d14063e3d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'security_group_rule': {'security_group_id': 'f09a7ba1-f777-416d-bbf8-15b6b6fdf771', 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:01:09.427752 n-d-712142-27 neutron-server[109085]: INFO neutron.db.securitygroups_db [None req-7c4eb146-0e6a-4239-8c86-4f1d14063e3d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Project 6374cc485d2b42f5a26ab6b55af862e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 02:01:09.435089 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7c4eb146-0e6a-4239-8c86-4f1d14063e3d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:09.498642 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7c4eb146-0e6a-4239-8c86-4f1d14063e3d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:09.502472 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7c4eb146-0e6a-4239-8c86-4f1d14063e3d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:09.520140 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4eb146-0e6a-4239-8c86-4f1d14063e3d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f374b88-185c-4bdc-8aca-00e0181231b5,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:09.536457 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7c4eb146-0e6a-4239-8c86-4f1d14063e3d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:09.536457 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7c4eb146-0e6a-4239-8c86-4f1d14063e3d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1351793 Nov 12 02:01:09.536457 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57672) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:01:09.538208 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-99411469-ed85-4fe1-8f20-e14477377ea6 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'network': {'name': 'tempest-network-smoke--1226110941', 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'port_security_enabled': True}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:01:09.558836 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99411469-ed85-4fe1-8f20-e14477377ea6 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Made reservation on behalf of 6374cc485d2b42f5a26ab6b55af862e1 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:01:09.562762 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-99411469-ed85-4fe1-8f20-e14477377ea6 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:09.588117 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99411469-ed85-4fe1-8f20-e14477377ea6 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:01:09.597209 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-99411469-ed85-4fe1-8f20-e14477377ea6 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:09.597554 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-99411469-ed85-4fe1-8f20-e14477377ea6 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Added segment 772bebf5-1e82-49e0-ac56-d67d80528026 of type vlan for network 90ad012c-a504-4b1c-b73c-87f675024ca0 Nov 12 02:01:09.641103 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-99411469-ed85-4fe1-8f20-e14477377ea6 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:09.669242 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-99411469-ed85-4fe1-8f20-e14477377ea6 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:09.674928 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99411469-ed85-4fe1-8f20-e14477377ea6 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:09.675512 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-99411469-ed85-4fe1-8f20-e14477377ea6 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:09.710507 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-99411469-ed85-4fe1-8f20-e14477377ea6 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1762280 Nov 12 02:01:09.714214 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57674) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:01:09.718973 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-369cb907-dfe0-41cd-88e4-ea4427ed6ac3 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1655339149', 'admin_state_up': True, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:01:09.744267 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-369cb907-dfe0-41cd-88e4-ea4427ed6ac3 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:09.745301 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-369cb907-dfe0-41cd-88e4-ea4427ed6ac3 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:09.745443 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99411469-ed85-4fe1-8f20-e14477377ea6 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'Network': ['ID=90ad012c-a504-4b1c-b73c-87f675024ca0,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:09.757543 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 90ad012c-a504-4b1c-b73c-87f675024ca0 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:01:09.799110 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-369cb907-dfe0-41cd-88e4-ea4427ed6ac3 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:09.934755 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-369cb907-dfe0-41cd-88e4-ea4427ed6ac3 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:10.130291 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-369cb907-dfe0-41cd-88e4-ea4427ed6ac3 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for router_gateway, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:10.150300 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-369cb907-dfe0-41cd-88e4-ea4427ed6ac3 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:10.251632 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-369cb907-dfe0-41cd-88e4-ea4427ed6ac3 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Allocated IP 172.25.3.161 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/06314ad3-b9f8-44cc-9032-2d953702e00e) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:01:10.359730 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-369cb907-dfe0-41cd-88e4-ea4427ed6ac3 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:10.393874 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-369cb907-dfe0-41cd-88e4-ea4427ed6ac3 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:10.432616 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369cb907-dfe0-41cd-88e4-ea4427ed6ac3 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:01:10.437695 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-369cb907-dfe0-41cd-88e4-ea4427ed6ac3 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:01:10.441494 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369cb907-dfe0-41cd-88e4-ea4427ed6ac3 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:01:10.451934 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810935af-af76-42ff-a674-803189fc75ac None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:01:10.464222 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369cb907-dfe0-41cd-88e4-ea4427ed6ac3 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'Port': ['ID=06314ad3-b9f8-44cc-9032-2d953702e00e,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:10.545198 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-562d9c62-47dc-40d8-a311-508a2d0ddb32 None None] Provisioning complete for port 06314ad3-b9f8-44cc-9032-2d953702e00e triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:01:10.545478 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-562d9c62-47dc-40d8-a311-508a2d0ddb32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:10.582012 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-562d9c62-47dc-40d8-a311-508a2d0ddb32 None None] Port 06314ad3-b9f8-44cc-9032-2d953702e00e cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:01:10.692664 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-369cb907-dfe0-41cd-88e4-ea4427ed6ac3 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for router_gateway, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:10.894714 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-369cb907-dfe0-41cd-88e4-ea4427ed6ac3 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:11.020856 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-369cb907-dfe0-41cd-88e4-ea4427ed6ac3 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Router fd403f6c-3720-40e5-a64c-98742401e732 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 02:01:11.127460 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369cb907-dfe0-41cd-88e4-ea4427ed6ac3 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:01:11.139038 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdfd796-8c8f-4df4-bc02-1c24cd29a65c None None] Sync routers for ids ['fd403f6c-3720-40e5-a64c-98742401e732'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:01:11.148557 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-369cb907-dfe0-41cd-88e4-ea4427ed6ac3 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:11.148749 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdfd796-8c8f-4df4-bc02-1c24cd29a65c None None] Routers {'fd403f6c-3720-40e5-a64c-98742401e732'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:01:11.149813 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-0fdfd796-8c8f-4df4-bc02-1c24cd29a65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:01:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['fd403f6c-3720-40e5-a64c-98742401e732'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:01:11.150262 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-369cb907-dfe0-41cd-88e4-ea4427ed6ac3 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4349146 Nov 12 02:01:11.153814 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57676) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:01:11.176096 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:11.266048 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-0fdfd796-8c8f-4df4-bc02-1c24cd29a65c None None] Set router fd403f6c-3720-40e5-a64c-98742401e732 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:01:11.281899 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-170ee188-0a43-49b9-899a-92c198e3e3f8 tempest-TestNetworkAdvancedServerOps-840993767 tempest-TestNetworkAdvancedServerOps-840993767-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=6374cc485d2b42f5a26ab6b55af862e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1268692 Nov 12 02:01:11.284665 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57680) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:01:11.380313 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd02408-e25c-42b6-8012-e9489328d51f tempest-TestNetworkAdvancedServerOps-840993767 tempest-TestNetworkAdvancedServerOps-840993767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:11.381869 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ebd02408-e25c-42b6-8012-e9489328d51f tempest-TestNetworkAdvancedServerOps-840993767 tempest-TestNetworkAdvancedServerOps-840993767-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0962622 Nov 12 02:01:11.385220 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57682) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:01:11.418132 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c888729d-d100-4414-91a8-94d4e48477d4 tempest-TestNetworkAdvancedServerOps-840993767 tempest-TestNetworkAdvancedServerOps-840993767-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=ab9ea869-d067-4dfb-b2de-16b019fae22d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315259 Nov 12 02:01:11.421381 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57684) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:01:11.427416 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-ec1df3c6-abf9-48a6-96e3-2856b6416959 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1955052683', 'network_id': '90ad012c-a504-4b1c-b73c-87f675024ca0', 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:01:11.461891 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-0fdfd796-8c8f-4df4-bc02-1c24cd29a65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd403f6c-3720-40e5-a64c-98742401e732', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655339149', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '06314ad3-b9f8-44cc-9032-2d953702e00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:01:09Z', 'updated_at': '2021-11-12T02:01:10Z', 'revision_number': 3, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '06314ad3-b9f8-44cc-9032-2d953702e00e', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:85:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd403f6c-3720-40e5-a64c-98742401e732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:01:10Z', 'updated_at': '2021-11-12T02:01:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:01:11.487795 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdfd796-8c8f-4df4-bc02-1c24cd29a65c None None] Checking router: fd403f6c-3720-40e5-a64c-98742401e732 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:01:11.488067 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdfd796-8c8f-4df4-bc02-1c24cd29a65c None None] Updating router fd403f6c-3720-40e5-a64c-98742401e732 port 06314ad3-b9f8-44cc-9032-2d953702e00e binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:01:11.517659 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-0fdfd796-8c8f-4df4-bc02-1c24cd29a65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:11.525448 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1df3c6-abf9-48a6-96e3-2856b6416959 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Made reservation on behalf of 6374cc485d2b42f5a26ab6b55af862e1 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:01:11.529228 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ec1df3c6-abf9-48a6-96e3-2856b6416959 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:11.715305 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ec1df3c6-abf9-48a6-96e3-2856b6416959 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:11.774966 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1df3c6-abf9-48a6-96e3-2856b6416959 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'Subnet': ['ID=b404fbfe-e64e-4c68-a0c5-324e8b03266a,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:11.789178 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1df3c6-abf9-48a6-96e3-2856b6416959 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Checking segment: {'id': '772bebf5-1e82-49e0-ac56-d67d80528026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '90ad012c-a504-4b1c-b73c-87f675024ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:01:11.790374 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1df3c6-abf9-48a6-96e3-2856b6416959 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Network hostable DHCP agents. Network: 90ad012c-a504-4b1c-b73c-87f675024ca0, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:01:11.803506 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-0fdfd796-8c8f-4df4-bc02-1c24cd29a65c None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:11.816591 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-0fdfd796-8c8f-4df4-bc02-1c24cd29a65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:11.820241 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1df3c6-abf9-48a6-96e3-2856b6416959 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Network 90ad012c-a504-4b1c-b73c-87f675024ca0 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:01:11.831381 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-ec1df3c6-abf9-48a6-96e3-2856b6416959 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 90ad012c-a504-4b1c-b73c-87f675024ca0) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:01:11.836421 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1df3c6-abf9-48a6-96e3-2856b6416959 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:11.837058 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ec1df3c6-abf9-48a6-96e3-2856b6416959 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:11.855434 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97409b11-ed51-4645-91bf-fb4bf58315a3 None None] Network 90ad012c-a504-4b1c-b73c-87f675024ca0 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:01:11.856609 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-ec1df3c6-abf9-48a6-96e3-2856b6416959 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4337072 Nov 12 02:01:11.859217 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57686) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:01:11.885042 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-0fdfd796-8c8f-4df4-bc02-1c24cd29a65c None None] Attempting to bind port 06314ad3-b9f8-44cc-9032-2d953702e00e on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:01:11.885405 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-0fdfd796-8c8f-4df4-bc02-1c24cd29a65c None None] Attempting to bind port 06314ad3-b9f8-44cc-9032-2d953702e00e by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:01:11.885959 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdfd796-8c8f-4df4-bc02-1c24cd29a65c None None] Attempting to bind port 06314ad3-b9f8-44cc-9032-2d953702e00e on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:01:11.893529 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdfd796-8c8f-4df4-bc02-1c24cd29a65c None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:01:11.893893 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdfd796-8c8f-4df4-bc02-1c24cd29a65c None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:01:11.894479 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-0fdfd796-8c8f-4df4-bc02-1c24cd29a65c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:11.895021 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdfd796-8c8f-4df4-bc02-1c24cd29a65c None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:01:11.895648 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-0fdfd796-8c8f-4df4-bc02-1c24cd29a65c None None] Bound port: 06314ad3-b9f8-44cc-9032-2d953702e00e, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:01:11.896216 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-0fdfd796-8c8f-4df4-bc02-1c24cd29a65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:11.910249 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c32a820-cd4c-4919-912f-c9ae41ddb29a None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:01:11.965535 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff536fd-b04c-4459-98c0-68fc5f13a859 None None] Pushing event updated for resources: {'Port': ['ID=06314ad3-b9f8-44cc-9032-2d953702e00e,revision_number=2']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:11.969232 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-0fdfd796-8c8f-4df4-bc02-1c24cd29a65c None None] For port 06314ad3-b9f8-44cc-9032-2d953702e00e, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:01:11.972786 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-0fdfd796-8c8f-4df4-bc02-1c24cd29a65c None None] For port 06314ad3-b9f8-44cc-9032-2d953702e00e, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=06314ad3-b9f8-44cc-9032-2d953702e00e,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:01:11.979734 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff536fd-b04c-4459-98c0-68fc5f13a859 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:11.980102 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff536fd-b04c-4459-98c0-68fc5f13a859 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:11.980441 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff536fd-b04c-4459-98c0-68fc5f13a859 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:11.980770 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff536fd-b04c-4459-98c0-68fc5f13a859 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:11.981313 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff536fd-b04c-4459-98c0-68fc5f13a859 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:11.981638 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff536fd-b04c-4459-98c0-68fc5f13a859 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:11.982152 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff536fd-b04c-4459-98c0-68fc5f13a859 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:11.982701 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff536fd-b04c-4459-98c0-68fc5f13a859 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:11.983038 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff536fd-b04c-4459-98c0-68fc5f13a859 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:11.983370 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff536fd-b04c-4459-98c0-68fc5f13a859 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:11.983693 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff536fd-b04c-4459-98c0-68fc5f13a859 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:11.984043 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff536fd-b04c-4459-98c0-68fc5f13a859 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:01:11.987737 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-0fdfd796-8c8f-4df4-bc02-1c24cd29a65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:12.018216 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-e48e5ce0-86ba-47fc-a57c-1ecd6a59c76c None None] Provisioning complete for port 06314ad3-b9f8-44cc-9032-2d953702e00e triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:01:12.018620 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e48e5ce0-86ba-47fc-a57c-1ecd6a59c76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:12.038539 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdfd796-8c8f-4df4-bc02-1c24cd29a65c None None] Routers {'fd403f6c-3720-40e5-a64c-98742401e732'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:01:12.039175 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-0fdfd796-8c8f-4df4-bc02-1c24cd29a65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:01:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['fd403f6c-3720-40e5-a64c-98742401e732'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:01:12.059786 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e8da48-721d-4e98-8d44-c9c94115bf70 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:01:12.091051 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d769635-00b8-4539-8155-fd592961ed33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-90ad012c-a504-4b1c-b73c-87f675024ca0', 'network_id': '90ad012c-a504-4b1c-b73c-87f675024ca0', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'fixed_ips': [{'subnet_id': 'b404fbfe-e64e-4c68-a0c5-324e8b03266a'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 02:01:12.091945 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1d769635-00b8-4539-8155-fd592961ed33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:12.137660 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff536fd-b04c-4459-98c0-68fc5f13a859 None None] Pushing event updated for resources: {'Port': ['ID=06314ad3-b9f8-44cc-9032-2d953702e00e,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:12.167194 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-0fdfd796-8c8f-4df4-bc02-1c24cd29a65c None None] Set router fd403f6c-3720-40e5-a64c-98742401e732 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:01:12.246464 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e48e5ce0-86ba-47fc-a57c-1ecd6a59c76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:12.294011 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-e48e5ce0-86ba-47fc-a57c-1ecd6a59c76c None None] For port 06314ad3-b9f8-44cc-9032-2d953702e00e, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=06314ad3-b9f8-44cc-9032-2d953702e00e,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:01:12.301957 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e48e5ce0-86ba-47fc-a57c-1ecd6a59c76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:12.340770 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-1d769635-00b8-4539-8155-fd592961ed33 None None] Allocated IP 172.20.0.2 (90ad012c-a504-4b1c-b73c-87f675024ca0/b404fbfe-e64e-4c68-a0c5-324e8b03266a/7b32d33e-e240-400a-a847-9b91fb21c944) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:01:12.392224 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e5ce0-86ba-47fc-a57c-1ecd6a59c76c None None] Pushing event updated for resources: {'Port': ['ID=06314ad3-b9f8-44cc-9032-2d953702e00e,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:12.401473 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-0fdfd796-8c8f-4df4-bc02-1c24cd29a65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd403f6c-3720-40e5-a64c-98742401e732', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655339149', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '06314ad3-b9f8-44cc-9032-2d953702e00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:01:09Z', 'updated_at': '2021-11-12T02:01:10Z', 'revision_number': 3, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '06314ad3-b9f8-44cc-9032-2d953702e00e', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:85:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd403f6c-3720-40e5-a64c-98742401e732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:01:10Z', 'updated_at': '2021-11-12T02:01:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:01:12.450080 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdfd796-8c8f-4df4-bc02-1c24cd29a65c None None] The sync data for ids ['fd403f6c-3720-40e5-a64c-98742401e732'] in n-d-712142-27 is: [{'id': 'fd403f6c-3720-40e5-a64c-98742401e732', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655339149', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '06314ad3-b9f8-44cc-9032-2d953702e00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:01:09Z', 'updated_at': '2021-11-12T02:01:10Z', 'revision_number': 3, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '06314ad3-b9f8-44cc-9032-2d953702e00e', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:85:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd403f6c-3720-40e5-a64c-98742401e732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:01:10Z', 'updated_at': '2021-11-12T02:01:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:01:12.453097 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-f32eee8e-df75-40ac-9e79-d65c18afb312 None None] Provisioning complete for port 06314ad3-b9f8-44cc-9032-2d953702e00e triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:01:12.453476 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f32eee8e-df75-40ac-9e79-d65c18afb312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:12.596102 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1d769635-00b8-4539-8155-fd592961ed33 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:12.608896 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1d769635-00b8-4539-8155-fd592961ed33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:12.657708 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d769635-00b8-4539-8155-fd592961ed33 None None] Network 90ad012c-a504-4b1c-b73c-87f675024ca0 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:01:12.666299 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-1d769635-00b8-4539-8155-fd592961ed33 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:01:12.672266 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d769635-00b8-4539-8155-fd592961ed33 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:01:12.675735 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d769635-00b8-4539-8155-fd592961ed33 None None] Pushing event updated for resources: {'Port': ['ID=7b32d33e-e240-400a-a847-9b91fb21c944,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:12.751575 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-1d769635-00b8-4539-8155-fd592961ed33 None None] Attempting to bind port 7b32d33e-e240-400a-a847-9b91fb21c944 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:01:12.752222 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-1d769635-00b8-4539-8155-fd592961ed33 None None] Attempting to bind port 7b32d33e-e240-400a-a847-9b91fb21c944 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '772bebf5-1e82-49e0-ac56-d67d80528026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '90ad012c-a504-4b1c-b73c-87f675024ca0'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:01:12.752784 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d769635-00b8-4539-8155-fd592961ed33 None None] Attempting to bind port 7b32d33e-e240-400a-a847-9b91fb21c944 on network 90ad012c-a504-4b1c-b73c-87f675024ca0 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:01:12.763251 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d769635-00b8-4539-8155-fd592961ed33 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:01:12.763938 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d769635-00b8-4539-8155-fd592961ed33 None None] Checking segment: {'id': '772bebf5-1e82-49e0-ac56-d67d80528026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '90ad012c-a504-4b1c-b73c-87f675024ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:01:12.764425 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1d769635-00b8-4539-8155-fd592961ed33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:12.764818 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d769635-00b8-4539-8155-fd592961ed33 None None] Bound using segment: {'id': '772bebf5-1e82-49e0-ac56-d67d80528026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '90ad012c-a504-4b1c-b73c-87f675024ca0'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:01:12.765300 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-1d769635-00b8-4539-8155-fd592961ed33 None None] Bound port: 7b32d33e-e240-400a-a847-9b91fb21c944, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '772bebf5-1e82-49e0-ac56-d67d80528026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '90ad012c-a504-4b1c-b73c-87f675024ca0'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:01:12.765862 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1d769635-00b8-4539-8155-fd592961ed33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:12.836283 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f57ee222-1449-4c4b-b629-00125bc74123 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:12.859407 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-1d769635-00b8-4539-8155-fd592961ed33 None None] For port 7b32d33e-e240-400a-a847-9b91fb21c944, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:01:12.864020 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-1d769635-00b8-4539-8155-fd592961ed33 None None] For port 7b32d33e-e240-400a-a847-9b91fb21c944, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=7b32d33e-e240-400a-a847-9b91fb21c944,segment=NetworkSegment(772bebf5-1e82-49e0-ac56-d67d80528026),segment_id=772bebf5-1e82-49e0-ac56-d67d80528026)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:01:12.870393 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1d769635-00b8-4539-8155-fd592961ed33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:12.946917 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d769635-00b8-4539-8155-fd592961ed33 None None] Pushing event updated for resources: {'Port': ['ID=7b32d33e-e240-400a-a847-9b91fb21c944,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:13.216388 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-f57ee222-1449-4c4b-b629-00125bc74123 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Allocated IP 172.20.0.1 (90ad012c-a504-4b1c-b73c-87f675024ca0/b404fbfe-e64e-4c68-a0c5-324e8b03266a/3384eca0-86b8-4907-a56b-183891765a61) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:01:13.363989 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f57ee222-1449-4c4b-b629-00125bc74123 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:13.406631 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f57ee222-1449-4c4b-b629-00125bc74123 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:13.449330 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57ee222-1449-4c4b-b629-00125bc74123 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Network 90ad012c-a504-4b1c-b73c-87f675024ca0 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:01:13.452681 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-f57ee222-1449-4c4b-b629-00125bc74123 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:01:13.457133 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57ee222-1449-4c4b-b629-00125bc74123 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:01:13.501823 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57ee222-1449-4c4b-b629-00125bc74123 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'Port': ['ID=3384eca0-86b8-4907-a56b-183891765a61,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:13.520060 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f57ee222-1449-4c4b-b629-00125bc74123 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:13.532083 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 06314ad3-b9f8-44cc-9032-2d953702e00e up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:01:13.606258 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 06314ad3-b9f8-44cc-9032-2d953702e00e triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:01:13.606946 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:13.664742 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f57ee222-1449-4c4b-b629-00125bc74123 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:13.704198 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 7b32d33e-e240-400a-a847-9b91fb21c944 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:01:13.767289 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 7b32d33e-e240-400a-a847-9b91fb21c944 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:01:13.768093 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:13.862876 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:13.908042 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 7b32d33e-e240-400a-a847-9b91fb21c944, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=7b32d33e-e240-400a-a847-9b91fb21c944,segment=NetworkSegment(772bebf5-1e82-49e0-ac56-d67d80528026),segment_id=772bebf5-1e82-49e0-ac56-d67d80528026)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:01:13.912893 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:13.969254 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=7b32d33e-e240-400a-a847-9b91fb21c944,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:14.015993 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f57ee222-1449-4c4b-b629-00125bc74123 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:14.022054 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f57ee222-1449-4c4b-b629-00125bc74123 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:14.054767 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a880615b-b207-47de-8cdb-163528ac23be None None] Network 90ad012c-a504-4b1c-b73c-87f675024ca0 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:01:14.101369 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f57ee222-1449-4c4b-b629-00125bc74123 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:14.102984 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57ee222-1449-4c4b-b629-00125bc74123 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'Port': ['ID=3384eca0-86b8-4907-a56b-183891765a61,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:14.188016 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-98003d23-bb40-4bb6-8368-e4304d3eb91c None None] Provisioning complete for port 7b32d33e-e240-400a-a847-9b91fb21c944 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:01:14.188016 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-98003d23-bb40-4bb6-8368-e4304d3eb91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:14.201901 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57ee222-1449-4c4b-b629-00125bc74123 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Network 90ad012c-a504-4b1c-b73c-87f675024ca0 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:01:14.203409 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-f57ee222-1449-4c4b-b629-00125bc74123 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:01:14.334596 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f57ee222-1449-4c4b-b629-00125bc74123 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Router fd403f6c-3720-40e5-a64c-98742401e732 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:01:14.456498 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57ee222-1449-4c4b-b629-00125bc74123 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:01:14.462665 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-f57ee222-1449-4c4b-b629-00125bc74123 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "PUT /v2.0/routers/fd403f6c-3720-40e5-a64c-98742401e732/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6020563 Nov 12 02:01:14.550481 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111057ae-b92a-433e-9b61-af02fe06af91 None None] Sync routers for ids ['fd403f6c-3720-40e5-a64c-98742401e732'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:01:14.555115 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4c0a8489-1b91-44c7-8d53-b985e24522a5 None None] Provisioning complete for port 7b32d33e-e240-400a-a847-9b91fb21c944 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:01:14.556652 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4c0a8489-1b91-44c7-8d53-b985e24522a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:14.600276 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111057ae-b92a-433e-9b61-af02fe06af91 None None] Routers {'fd403f6c-3720-40e5-a64c-98742401e732'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:01:14.601010 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-111057ae-b92a-433e-9b61-af02fe06af91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:01:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['fd403f6c-3720-40e5-a64c-98742401e732'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:01:14.637587 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1e2e36f3-dd7f-487f-b312-03b37a762b47 req-2d8ad2cd-1c62-4caf-8759-9ce6650fff2b tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1960740612&fields=id&tenant_id=6374cc485d2b42f5a26ab6b55af862e1 HTTP/1.1" status: 200 len: 267 time: 0.0568078 Nov 12 02:01:14.764379 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-111057ae-b92a-433e-9b61-af02fe06af91 None None] Set router fd403f6c-3720-40e5-a64c-98742401e732 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:01:14.774679 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e36f3-dd7f-487f-b312-03b37a762b47 req-0271881c-8884-4b1d-ba6f-e243a20b5125 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:14.776685 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1e2e36f3-dd7f-487f-b312-03b37a762b47 req-0271881c-8884-4b1d-ba6f-e243a20b5125 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/networks?id=90ad012c-a504-4b1c-b73c-87f675024ca0 HTTP/1.1" status: 200 len: 797 time: 0.1317751 Nov 12 02:01:14.795527 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1e2e36f3-dd7f-487f-b312-03b37a762b47 req-cbd38e87-4082-4da3-9ef0-f07e98d51b42 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/quotas/6374cc485d2b42f5a26ab6b55af862e1 HTTP/1.1" status: 200 len: 375 time: 0.0123334 Nov 12 02:01:14.799940 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4c0a8489-1b91-44c7-8d53-b985e24522a5 None None] Provisioning complete for port 3384eca0-86b8-4907-a56b-183891765a61 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:01:14.800344 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4c0a8489-1b91-44c7-8d53-b985e24522a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:14.855152 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1e2e36f3-dd7f-487f-b312-03b37a762b47 req-2f4209d1-c9b2-42d5-b234-203092b8b445 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6374cc485d2b42f5a26ab6b55af862e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534134 Nov 12 02:01:14.893895 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4c0a8489-1b91-44c7-8d53-b985e24522a5 None None] Port 3384eca0-86b8-4907-a56b-183891765a61 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:01:14.955885 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1e2e36f3-dd7f-487f-b312-03b37a762b47 req-16ef3daf-9565-4a98-bc63-4538e1ce28e4 service neutron] 10.222.0.45 "GET /v2.0/networks/90ad012c-a504-4b1c-b73c-87f675024ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863676 Nov 12 02:01:15.008871 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-111057ae-b92a-433e-9b61-af02fe06af91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd403f6c-3720-40e5-a64c-98742401e732', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655339149', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '06314ad3-b9f8-44cc-9032-2d953702e00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:01:09Z', 'updated_at': '2021-11-12T02:01:13Z', 'revision_number': 4, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '06314ad3-b9f8-44cc-9032-2d953702e00e', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:85:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd403f6c-3720-40e5-a64c-98742401e732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:01:10Z', 'updated_at': '2021-11-12T02:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '3384eca0-86b8-4907-a56b-183891765a61', 'name': '', 'network_id': '90ad012c-a504-4b1c-b73c-87f675024ca0', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'mac_address': 'fa:16:3e:8f:08:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd403f6c-3720-40e5-a64c-98742401e732', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'b404fbfe-e64e-4c68-a0c5-324e8b03266a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:01:13Z', 'updated_at': '2021-11-12T02:01:13Z', 'revision_number': 2, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'subnets': [{'id': 'b404fbfe-e64e-4c68-a0c5-324e8b03266a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:01:15.045450 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111057ae-b92a-433e-9b61-af02fe06af91 None None] Checking router: fd403f6c-3720-40e5-a64c-98742401e732 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:01:15.045801 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111057ae-b92a-433e-9b61-af02fe06af91 None None] Updating router fd403f6c-3720-40e5-a64c-98742401e732 port 3384eca0-86b8-4907-a56b-183891765a61 binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:01:15.048778 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1e2e36f3-dd7f-487f-b312-03b37a762b47 req-7875698b-2814-41d6-b6e7-7364c95d7727 service neutron] 10.222.0.45 "GET /v2.0/networks/90ad012c-a504-4b1c-b73c-87f675024ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862138 Nov 12 02:01:15.069032 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7d4c7413-6373-4997-9f46-8c184e48f848 None None] Provisioning complete for port 3384eca0-86b8-4907-a56b-183891765a61 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:01:15.069396 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7d4c7413-6373-4997-9f46-8c184e48f848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:15.090890 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-111057ae-b92a-433e-9b61-af02fe06af91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:15.133996 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-7d4c7413-6373-4997-9f46-8c184e48f848 None None] Port 3384eca0-86b8-4907-a56b-183891765a61 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:01:15.219879 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bd231f86-6c1e-4088-9651-f8357b94b904 req-74c17e60-7658-4acc-91b8-53a8acd29dea tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=60939562-ca14-4afb-9bd3-1fa45a476a9c HTTP/1.1" status: 200 len: 210 time: 0.0280154 Nov 12 02:01:15.453455 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 7b32d33e-e240-400a-a847-9b91fb21c944 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:01:15.546525 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 7b32d33e-e240-400a-a847-9b91fb21c944 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:01:15.546889 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:15.623690 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-111057ae-b92a-433e-9b61-af02fe06af91 None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:15.631910 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-111057ae-b92a-433e-9b61-af02fe06af91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:15.716000 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985e03e5-004f-4232-8185-90c62bc66f1d None None] Pushing event updated for resources: {'Port': ['ID=3384eca0-86b8-4907-a56b-183891765a61,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:15.774851 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-111057ae-b92a-433e-9b61-af02fe06af91 None None] Attempting to bind port 3384eca0-86b8-4907-a56b-183891765a61 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:01:15.775214 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-111057ae-b92a-433e-9b61-af02fe06af91 None None] Attempting to bind port 3384eca0-86b8-4907-a56b-183891765a61 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '772bebf5-1e82-49e0-ac56-d67d80528026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '90ad012c-a504-4b1c-b73c-87f675024ca0'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:01:15.775573 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111057ae-b92a-433e-9b61-af02fe06af91 None None] Attempting to bind port 3384eca0-86b8-4907-a56b-183891765a61 on network 90ad012c-a504-4b1c-b73c-87f675024ca0 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:01:15.780979 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111057ae-b92a-433e-9b61-af02fe06af91 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:01:15.781357 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111057ae-b92a-433e-9b61-af02fe06af91 None None] Checking segment: {'id': '772bebf5-1e82-49e0-ac56-d67d80528026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '90ad012c-a504-4b1c-b73c-87f675024ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:01:15.781759 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-111057ae-b92a-433e-9b61-af02fe06af91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:15.782151 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111057ae-b92a-433e-9b61-af02fe06af91 None None] Bound using segment: {'id': '772bebf5-1e82-49e0-ac56-d67d80528026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '90ad012c-a504-4b1c-b73c-87f675024ca0'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:01:15.782636 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-111057ae-b92a-433e-9b61-af02fe06af91 None None] Bound port: 3384eca0-86b8-4907-a56b-183891765a61, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '772bebf5-1e82-49e0-ac56-d67d80528026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '90ad012c-a504-4b1c-b73c-87f675024ca0'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:01:15.783023 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-111057ae-b92a-433e-9b61-af02fe06af91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:15.864187 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-111057ae-b92a-433e-9b61-af02fe06af91 None None] For port 3384eca0-86b8-4907-a56b-183891765a61, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:01:15.868736 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-111057ae-b92a-433e-9b61-af02fe06af91 None None] For port 3384eca0-86b8-4907-a56b-183891765a61, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=3384eca0-86b8-4907-a56b-183891765a61,segment=NetworkSegment(772bebf5-1e82-49e0-ac56-d67d80528026),segment_id=772bebf5-1e82-49e0-ac56-d67d80528026)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:01:15.873164 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-111057ae-b92a-433e-9b61-af02fe06af91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:15.935927 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111057ae-b92a-433e-9b61-af02fe06af91 None None] Routers {'fd403f6c-3720-40e5-a64c-98742401e732'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:01:15.936591 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-111057ae-b92a-433e-9b61-af02fe06af91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:01:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['fd403f6c-3720-40e5-a64c-98742401e732'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:01:15.977282 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985e03e5-004f-4232-8185-90c62bc66f1d None None] Pushing event updated for resources: {'Port': ['ID=3384eca0-86b8-4907-a56b-183891765a61,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:16.003383 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-0503e357-51d3-42f1-b65a-6de8368e7f76 None None] Provisioning complete for port 3384eca0-86b8-4907-a56b-183891765a61 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:01:16.003760 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0503e357-51d3-42f1-b65a-6de8368e7f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:16.096602 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-111057ae-b92a-433e-9b61-af02fe06af91 None None] Set router fd403f6c-3720-40e5-a64c-98742401e732 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:01:16.222896 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0503e357-51d3-42f1-b65a-6de8368e7f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:16.301236 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-0503e357-51d3-42f1-b65a-6de8368e7f76 None None] For port 3384eca0-86b8-4907-a56b-183891765a61, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=3384eca0-86b8-4907-a56b-183891765a61,segment=NetworkSegment(772bebf5-1e82-49e0-ac56-d67d80528026),segment_id=772bebf5-1e82-49e0-ac56-d67d80528026)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:01:16.309908 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0503e357-51d3-42f1-b65a-6de8368e7f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:16.338615 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e36f3-dd7f-487f-b312-03b37a762b47 req-5e772e4c-535c-4a03-8217-299b8ae2cf77 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:16.340437 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1e2e36f3-dd7f-487f-b312-03b37a762b47 req-5e772e4c-535c-4a03-8217-299b8ae2cf77 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.44 "GET /v2.0/networks?id=90ad012c-a504-4b1c-b73c-87f675024ca0 HTTP/1.1" status: 200 len: 797 time: 0.1418810 Nov 12 02:01:16.348568 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-53715637-39aa-43f5-9c39-71394e93ad0d req-b8294a2d-0164-409f-8ee7-0cfeea848a91 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=60939562-ca14-4afb-9bd3-1fa45a476a9c HTTP/1.1" status: 200 len: 210 time: 0.0366421 Nov 12 02:01:16.394136 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0503e357-51d3-42f1-b65a-6de8368e7f76 None None] Pushing event updated for resources: {'Port': ['ID=3384eca0-86b8-4907-a56b-183891765a61,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:16.416908 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-111057ae-b92a-433e-9b61-af02fe06af91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd403f6c-3720-40e5-a64c-98742401e732', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655339149', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '06314ad3-b9f8-44cc-9032-2d953702e00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:01:09Z', 'updated_at': '2021-11-12T02:01:13Z', 'revision_number': 4, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '06314ad3-b9f8-44cc-9032-2d953702e00e', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:85:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd403f6c-3720-40e5-a64c-98742401e732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:01:10Z', 'updated_at': '2021-11-12T02:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '3384eca0-86b8-4907-a56b-183891765a61', 'name': '', 'network_id': '90ad012c-a504-4b1c-b73c-87f675024ca0', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'mac_address': 'fa:16:3e:8f:08:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd403f6c-3720-40e5-a64c-98742401e732', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'b404fbfe-e64e-4c68-a0c5-324e8b03266a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:01:13Z', 'updated_at': '2021-11-12T02:01:15Z', 'revision_number': 4, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'subnets': [{'id': 'b404fbfe-e64e-4c68-a0c5-324e8b03266a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:01:16.431303 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1e2e36f3-dd7f-487f-b312-03b37a762b47 req-525e3b5f-1a32-4493-b2bb-3b470349c88c tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6374cc485d2b42f5a26ab6b55af862e1 HTTP/1.1" status: 200 len: 380 time: 0.0668113 Nov 12 02:01:16.441834 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-1e2e36f3-dd7f-487f-b312-03b37a762b47 req-2f6220b1-cdfc-4187-b1c4-e67f02b14aff tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'port': {'device_id': '60939562-ca14-4afb-9bd3-1fa45a476a9c', 'network_id': '90ad012c-a504-4b1c-b73c-87f675024ca0', 'admin_state_up': True, 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'security_groups': ['f09a7ba1-f777-416d-bbf8-15b6b6fdf771']}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:01:16.455037 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111057ae-b92a-433e-9b61-af02fe06af91 None None] The sync data for ids ['fd403f6c-3720-40e5-a64c-98742401e732'] in n-d-712142-27 is: [{'id': 'fd403f6c-3720-40e5-a64c-98742401e732', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655339149', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '06314ad3-b9f8-44cc-9032-2d953702e00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:01:09Z', 'updated_at': '2021-11-12T02:01:13Z', 'revision_number': 4, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '06314ad3-b9f8-44cc-9032-2d953702e00e', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:85:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd403f6c-3720-40e5-a64c-98742401e732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:01:10Z', 'updated_at': '2021-11-12T02:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '3384eca0-86b8-4907-a56b-183891765a61', 'name': '', 'network_id': '90ad012c-a504-4b1c-b73c-87f675024ca0', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'mac_address': 'fa:16:3e:8f:08:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd403f6c-3720-40e5-a64c-98742401e732', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'b404fbfe-e64e-4c68-a0c5-324e8b03266a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:01:13Z', 'updated_at': '2021-11-12T02:01:15Z', 'revision_number': 4, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'subnets': [{'id': 'b404fbfe-e64e-4c68-a0c5-324e8b03266a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:01:16.465457 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-e70d561e-3519-4c88-a545-36bec08510a1 None None] Provisioning complete for port 3384eca0-86b8-4907-a56b-183891765a61 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:01:16.466552 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e70d561e-3519-4c88-a545-36bec08510a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:16.589842 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e2e36f3-dd7f-487f-b312-03b37a762b47 req-2f6220b1-cdfc-4187-b1c4-e67f02b14aff tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Made reservation on behalf of 6374cc485d2b42f5a26ab6b55af862e1 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:01:16.593693 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-1e2e36f3-dd7f-487f-b312-03b37a762b47 req-2f6220b1-cdfc-4187-b1c4-e67f02b14aff tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:16.736387 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-1e2e36f3-dd7f-487f-b312-03b37a762b47 req-2f6220b1-cdfc-4187-b1c4-e67f02b14aff tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Allocated IP 172.20.0.4 (90ad012c-a504-4b1c-b73c-87f675024ca0/b404fbfe-e64e-4c68-a0c5-324e8b03266a/508f2bb5-4b6a-45b8-bc42-a49c0974e42f) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:01:16.892463 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-1e2e36f3-dd7f-487f-b312-03b37a762b47 req-2f6220b1-cdfc-4187-b1c4-e67f02b14aff tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:16.930532 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-1e2e36f3-dd7f-487f-b312-03b37a762b47 req-2f6220b1-cdfc-4187-b1c4-e67f02b14aff tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:16.978640 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e2e36f3-dd7f-487f-b312-03b37a762b47 req-2f6220b1-cdfc-4187-b1c4-e67f02b14aff tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Network 90ad012c-a504-4b1c-b73c-87f675024ca0 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:01:16.984056 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-1e2e36f3-dd7f-487f-b312-03b37a762b47 req-2f6220b1-cdfc-4187-b1c4-e67f02b14aff tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:01:16.987050 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2e36f3-dd7f-487f-b312-03b37a762b47 req-2f6220b1-cdfc-4187-b1c4-e67f02b14aff tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:01:17.013278 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6220b1-cdfc-4187-b1c4-e67f02b14aff tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'Port': ['ID=508f2bb5-4b6a-45b8-bc42-a49c0974e42f,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:17.045226 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e36f3-dd7f-487f-b312-03b37a762b47 req-2f6220b1-cdfc-4187-b1c4-e67f02b14aff tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:17.046003 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-1e2e36f3-dd7f-487f-b312-03b37a762b47 req-2f6220b1-cdfc-4187-b1c4-e67f02b14aff tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:17.065154 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1e2e36f3-dd7f-487f-b312-03b37a762b47 req-2f6220b1-cdfc-4187-b1c4-e67f02b14aff tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6272297 Nov 12 02:01:17.084464 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-1e2e36f3-dd7f-487f-b312-03b37a762b47 req-101c9ff6-fd24-4754-99eb-d3f79f2b8ec8 service neutron] Request body: {'port': {'device_id': '60939562-ca14-4afb-9bd3-1fa45a476a9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:01:17.142198 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-1e2e36f3-dd7f-487f-b312-03b37a762b47 req-101c9ff6-fd24-4754-99eb-d3f79f2b8ec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:17.307206 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7284428a-de75-490e-99c9-77698e51bf01 None None] Provisioning complete for port 508f2bb5-4b6a-45b8-bc42-a49c0974e42f triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:01:17.307787 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7284428a-de75-490e-99c9-77698e51bf01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:17.347018 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-7284428a-de75-490e-99c9-77698e51bf01 None None] Port 508f2bb5-4b6a-45b8-bc42-a49c0974e42f cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:01:17.489457 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 3384eca0-86b8-4907-a56b-183891765a61 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:01:17.515054 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02b6c3-cc34-4b32-89e1-0b2428332e65 req-beae0f90-3a82-4caa-bd35-b500947e061d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:17.517836 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9c02b6c3-cc34-4b32-89e1-0b2428332e65 req-beae0f90-3a82-4caa-bd35-b500947e061d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=60939562-ca14-4afb-9bd3-1fa45a476a9c HTTP/1.1" status: 200 len: 931 time: 0.0788238 Nov 12 02:01:17.576408 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 3384eca0-86b8-4907-a56b-183891765a61 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:01:17.576800 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:17.583779 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9c02b6c3-cc34-4b32-89e1-0b2428332e65 req-d713ded1-a822-44bd-abe1-36e84770be6b tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09a7ba1-f777-416d-bbf8-15b6b6fdf771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596948 Nov 12 02:01:17.797223 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-1e2e36f3-dd7f-487f-b312-03b37a762b47 req-101c9ff6-fd24-4754-99eb-d3f79f2b8ec8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 508f2bb5-4b6a-45b8-bc42-a49c0974e42f {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:01:17.805158 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-1e2e36f3-dd7f-487f-b312-03b37a762b47 req-101c9ff6-fd24-4754-99eb-d3f79f2b8ec8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:17.818269 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-1e2e36f3-dd7f-487f-b312-03b37a762b47 req-101c9ff6-fd24-4754-99eb-d3f79f2b8ec8 service neutron] Transition to ACTIVE for port object 508f2bb5-4b6a-45b8-bc42-a49c0974e42f will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:01:17.821978 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-1e2e36f3-dd7f-487f-b312-03b37a762b47 req-101c9ff6-fd24-4754-99eb-d3f79f2b8ec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:17.877702 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c9ff6-fd24-4754-99eb-d3f79f2b8ec8 service neutron] Pushing event updated for resources: {'Port': ['ID=508f2bb5-4b6a-45b8-bc42-a49c0974e42f,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:17.945931 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-1e2e36f3-dd7f-487f-b312-03b37a762b47 req-101c9ff6-fd24-4754-99eb-d3f79f2b8ec8 service neutron] Attempting to bind port 508f2bb5-4b6a-45b8-bc42-a49c0974e42f on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:01:17.946830 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-1e2e36f3-dd7f-487f-b312-03b37a762b47 req-101c9ff6-fd24-4754-99eb-d3f79f2b8ec8 service neutron] Attempting to bind port 508f2bb5-4b6a-45b8-bc42-a49c0974e42f by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '772bebf5-1e82-49e0-ac56-d67d80528026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '90ad012c-a504-4b1c-b73c-87f675024ca0'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:01:17.947163 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2e36f3-dd7f-487f-b312-03b37a762b47 req-101c9ff6-fd24-4754-99eb-d3f79f2b8ec8 service neutron] Attempting to bind port 508f2bb5-4b6a-45b8-bc42-a49c0974e42f on network 90ad012c-a504-4b1c-b73c-87f675024ca0 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:01:17.951980 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2e36f3-dd7f-487f-b312-03b37a762b47 req-101c9ff6-fd24-4754-99eb-d3f79f2b8ec8 service neutron] Port 508f2bb5-4b6a-45b8-bc42-a49c0974e42f on network 90ad012c-a504-4b1c-b73c-87f675024ca0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:01:17.952322 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2e36f3-dd7f-487f-b312-03b37a762b47 req-101c9ff6-fd24-4754-99eb-d3f79f2b8ec8 service neutron] Attempting to bind port 508f2bb5-4b6a-45b8-bc42-a49c0974e42f on network 90ad012c-a504-4b1c-b73c-87f675024ca0 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:01:17.957666 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2e36f3-dd7f-487f-b312-03b37a762b47 req-101c9ff6-fd24-4754-99eb-d3f79f2b8ec8 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:01:17.958005 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2e36f3-dd7f-487f-b312-03b37a762b47 req-101c9ff6-fd24-4754-99eb-d3f79f2b8ec8 service neutron] Checking segment: {'id': '772bebf5-1e82-49e0-ac56-d67d80528026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '90ad012c-a504-4b1c-b73c-87f675024ca0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:01:17.958393 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2e36f3-dd7f-487f-b312-03b37a762b47 req-101c9ff6-fd24-4754-99eb-d3f79f2b8ec8 service neutron] Bound using segment: {'id': '772bebf5-1e82-49e0-ac56-d67d80528026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '90ad012c-a504-4b1c-b73c-87f675024ca0'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:01:17.958827 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-1e2e36f3-dd7f-487f-b312-03b37a762b47 req-101c9ff6-fd24-4754-99eb-d3f79f2b8ec8 service neutron] Bound port: 508f2bb5-4b6a-45b8-bc42-a49c0974e42f, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '772bebf5-1e82-49e0-ac56-d67d80528026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '90ad012c-a504-4b1c-b73c-87f675024ca0'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:01:17.959191 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-1e2e36f3-dd7f-487f-b312-03b37a762b47 req-101c9ff6-fd24-4754-99eb-d3f79f2b8ec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:18.026964 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-1e2e36f3-dd7f-487f-b312-03b37a762b47 req-101c9ff6-fd24-4754-99eb-d3f79f2b8ec8 service neutron] For port 508f2bb5-4b6a-45b8-bc42-a49c0974e42f, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:01:18.030235 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-1e2e36f3-dd7f-487f-b312-03b37a762b47 req-101c9ff6-fd24-4754-99eb-d3f79f2b8ec8 service neutron] For port 508f2bb5-4b6a-45b8-bc42-a49c0974e42f, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=508f2bb5-4b6a-45b8-bc42-a49c0974e42f,segment=NetworkSegment(772bebf5-1e82-49e0-ac56-d67d80528026),segment_id=772bebf5-1e82-49e0-ac56-d67d80528026)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:01:18.037404 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-1e2e36f3-dd7f-487f-b312-03b37a762b47 req-101c9ff6-fd24-4754-99eb-d3f79f2b8ec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:18.071468 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e36f3-dd7f-487f-b312-03b37a762b47 req-101c9ff6-fd24-4754-99eb-d3f79f2b8ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:18.072216 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-1e2e36f3-dd7f-487f-b312-03b37a762b47 req-101c9ff6-fd24-4754-99eb-d3f79f2b8ec8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:18.073628 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1e2e36f3-dd7f-487f-b312-03b37a762b47 req-101c9ff6-fd24-4754-99eb-d3f79f2b8ec8 service neutron] 10.222.0.44 "PUT /v2.0/ports/508f2bb5-4b6a-45b8-bc42-a49c0974e42f HTTP/1.1" status: 200 len: 1092 time: 0.9937093 Nov 12 02:01:18.074076 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60939562-ca14-4afb-9bd3-1fa45a476a9c', 'tag': '508f2bb5-4b6a-45b8-bc42-a49c0974e42f'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:01:18.076423 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4d1d6158e421e9c8e993f80e0426ddaaefecbe2af3f4b68345379587447b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a08b27c-fd26-44a5-9014-5bcce6763dc6" -d '{"events": [{"name": "network-changed", "server_uuid": "60939562-ca14-4afb-9bd3-1fa45a476a9c", "tag": "508f2bb5-4b6a-45b8-bc42-a49c0974e42f"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:01:18.100895 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c9ff6-fd24-4754-99eb-d3f79f2b8ec8 service neutron] Pushing event updated for resources: {'Port': ['ID=508f2bb5-4b6a-45b8-bc42-a49c0974e42f,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:18.122903 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f66d39-a5be-4a5f-86ba-5a0459f3c588 x-openstack-request-id: req-27f66d39-a5be-4a5f-86ba-5a0459f3c588 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:01:18.123723 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60939562-ca14-4afb-9bd3-1fa45a476a9c", "tag": "508f2bb5-4b6a-45b8-bc42-a49c0974e42f", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:01:18.123723 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-27f66d39-a5be-4a5f-86ba-5a0459f3c588 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:01:18.123950 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60939562-ca14-4afb-9bd3-1fa45a476a9c', 'tag': '508f2bb5-4b6a-45b8-bc42-a49c0974e42f', 'status': 'completed', 'code': 200} Nov 12 02:01:18.184525 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e36f3-dd7f-487f-b312-03b37a762b47 req-47ae6e6f-b068-4b65-bb70-48de8ad6bafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:18.186167 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1e2e36f3-dd7f-487f-b312-03b37a762b47 req-47ae6e6f-b068-4b65-bb70-48de8ad6bafb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6374cc485d2b42f5a26ab6b55af862e1&device_id=60939562-ca14-4afb-9bd3-1fa45a476a9c HTTP/1.1" status: 200 len: 1095 time: 0.0434570 Nov 12 02:01:18.238954 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1e2e36f3-dd7f-487f-b312-03b37a762b47 req-d6439ba1-410a-4169-ab95-d7d4abbc7e7b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=508f2bb5-4b6a-45b8-bc42-a49c0974e42f HTTP/1.1" status: 200 len: 217 time: 0.0384760 Nov 12 02:01:18.293072 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e36f3-dd7f-487f-b312-03b37a762b47 req-6b2619b5-bc24-480f-bff1-0cce2d1a8aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:18.294593 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1e2e36f3-dd7f-487f-b312-03b37a762b47 req-6b2619b5-bc24-480f-bff1-0cce2d1a8aa7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b404fbfe-e64e-4c68-a0c5-324e8b03266a HTTP/1.1" status: 200 len: 835 time: 0.0488775 Nov 12 02:01:18.341055 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e36f3-dd7f-487f-b312-03b37a762b47 req-1551983d-a6fe-4088-8e01-11a7a3fc5225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:18.342548 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1e2e36f3-dd7f-487f-b312-03b37a762b47 req-1551983d-a6fe-4088-8e01-11a7a3fc5225 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=90ad012c-a504-4b1c-b73c-87f675024ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410149 Nov 12 02:01:18.435545 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1e2e36f3-dd7f-487f-b312-03b37a762b47 req-130eae4d-fcd2-416d-ade5-8c0d49d16df3 service neutron] 10.222.0.44 "GET /v2.0/networks/90ad012c-a504-4b1c-b73c-87f675024ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857337 Nov 12 02:01:18.523875 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1e2e36f3-dd7f-487f-b312-03b37a762b47 req-99b0af50-d4f5-4621-be66-29736d07f01a service neutron] 10.222.0.44 "GET /v2.0/networks/90ad012c-a504-4b1c-b73c-87f675024ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816185 Nov 12 02:01:18.655187 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08b27c-fd26-44a5-9014-5bcce6763dc6 req-4f890285-c36d-4e1c-8202-a7665abeb98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:18.656872 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-5a08b27c-fd26-44a5-9014-5bcce6763dc6 req-4f890285-c36d-4e1c-8202-a7665abeb98b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6374cc485d2b42f5a26ab6b55af862e1&device_id=60939562-ca14-4afb-9bd3-1fa45a476a9c HTTP/1.1" status: 200 len: 1095 time: 0.0479348 Nov 12 02:01:18.713675 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba52848-72f2-4a65-8060-a84ad17d06f3 req-86adb3b7-6501-49be-88f1-e178c3021ad6 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:18.715166 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8ba52848-72f2-4a65-8060-a84ad17d06f3 req-86adb3b7-6501-49be-88f1-e178c3021ad6 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=60939562-ca14-4afb-9bd3-1fa45a476a9c HTTP/1.1" status: 200 len: 943 time: 0.0553880 Nov 12 02:01:18.751297 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08b27c-fd26-44a5-9014-5bcce6763dc6 req-6810c0cf-e398-403a-aa37-43d56c426580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:18.752864 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-5a08b27c-fd26-44a5-9014-5bcce6763dc6 req-6810c0cf-e398-403a-aa37-43d56c426580 service neutron] 10.222.0.44 "GET /v2.0/networks?id=90ad012c-a504-4b1c-b73c-87f675024ca0 HTTP/1.1" status: 200 len: 897 time: 0.0884671 Nov 12 02:01:18.766204 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8ba52848-72f2-4a65-8060-a84ad17d06f3 req-1861f690-ad38-4525-9922-2d545d3ab315 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09a7ba1-f777-416d-bbf8-15b6b6fdf771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448503 Nov 12 02:01:18.799003 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-5a08b27c-fd26-44a5-9014-5bcce6763dc6 req-6aa6a97f-b23d-4ee9-a7ac-15ae031c07dd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=508f2bb5-4b6a-45b8-bc42-a49c0974e42f HTTP/1.1" status: 200 len: 217 time: 0.0391603 Nov 12 02:01:18.851153 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08b27c-fd26-44a5-9014-5bcce6763dc6 req-2ab1db65-2c78-4a9c-9b7c-7936c6ab9c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:18.853277 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-5a08b27c-fd26-44a5-9014-5bcce6763dc6 req-2ab1db65-2c78-4a9c-9b7c-7936c6ab9c09 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b404fbfe-e64e-4c68-a0c5-324e8b03266a HTTP/1.1" status: 200 len: 835 time: 0.0470383 Nov 12 02:01:18.901169 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08b27c-fd26-44a5-9014-5bcce6763dc6 req-ba079c91-486e-40c5-b858-e1c89b08fa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:18.902576 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-5a08b27c-fd26-44a5-9014-5bcce6763dc6 req-ba079c91-486e-40c5-b858-e1c89b08fa85 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=90ad012c-a504-4b1c-b73c-87f675024ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413272 Nov 12 02:01:18.995577 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-5a08b27c-fd26-44a5-9014-5bcce6763dc6 req-4005e6b3-0f68-4fcd-8855-48466c9f1e52 service neutron] 10.222.0.44 "GET /v2.0/networks/90ad012c-a504-4b1c-b73c-87f675024ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850844 Nov 12 02:01:19.090935 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-5a08b27c-fd26-44a5-9014-5bcce6763dc6 req-224c35f7-274f-47db-a269-2613e8b40228 service neutron] 10.222.0.44 "GET /v2.0/networks/90ad012c-a504-4b1c-b73c-87f675024ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886235 Nov 12 02:01:19.894064 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834fc50-8351-4498-bce3-c570e0d094d1 req-8ef3f770-1767-4d7b-bc8a-ced6fe5bdd8c tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:19.895555 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c834fc50-8351-4498-bce3-c570e0d094d1 req-8ef3f770-1767-4d7b-bc8a-ced6fe5bdd8c tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=60939562-ca14-4afb-9bd3-1fa45a476a9c HTTP/1.1" status: 200 len: 943 time: 0.0569749 Nov 12 02:01:19.901773 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 508f2bb5-4b6a-45b8-bc42-a49c0974e42f details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:01:19.946202 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c834fc50-8351-4498-bce3-c570e0d094d1 req-1daf51b6-6965-43eb-925e-4069febab3bc tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09a7ba1-f777-416d-bbf8-15b6b6fdf771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444763 Nov 12 02:01:19.997117 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 508f2bb5-4b6a-45b8-bc42-a49c0974e42f, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=508f2bb5-4b6a-45b8-bc42-a49c0974e42f,segment=NetworkSegment(772bebf5-1e82-49e0-ac56-d67d80528026),segment_id=772bebf5-1e82-49e0-ac56-d67d80528026)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:01:20.008244 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '508f2bb5-4b6a-45b8-bc42-a49c0974e42f', 'network_id': '90ad012c-a504-4b1c-b73c-87f675024ca0', 'port_id': '508f2bb5-4b6a-45b8-bc42-a49c0974e42f', 'mac_address': 'fa:16:3e:0a:47:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b404fbfe-e64e-4c68-a0c5-324e8b03266a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:01:20.043864 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:20.061848 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 508f2bb5-4b6a-45b8-bc42-a49c0974e42f {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:01:20.081199 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 508f2bb5-4b6a-45b8-bc42-a49c0974e42f, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=508f2bb5-4b6a-45b8-bc42-a49c0974e42f,segment=NetworkSegment(772bebf5-1e82-49e0-ac56-d67d80528026),segment_id=772bebf5-1e82-49e0-ac56-d67d80528026)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:01:20.087430 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:20.138421 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=508f2bb5-4b6a-45b8-bc42-a49c0974e42f,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:20.383530 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['508f2bb5-4b6a-45b8-bc42-a49c0974e42f'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:01:21.061541 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f421d-a7dc-413b-bce9-63e7eff2777c req-edfde1df-c340-4df1-8045-f20fbfe87399 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:21.063100 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e22f421d-a7dc-413b-bce9-63e7eff2777c req-edfde1df-c340-4df1-8045-f20fbfe87399 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=60939562-ca14-4afb-9bd3-1fa45a476a9c HTTP/1.1" status: 200 len: 944 time: 0.0483246 Nov 12 02:01:21.115013 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e22f421d-a7dc-413b-bce9-63e7eff2777c req-e7da5a54-c284-4b6c-8a6a-a0e2efc65076 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09a7ba1-f777-416d-bbf8-15b6b6fdf771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456586 Nov 12 02:01:21.914006 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 508f2bb5-4b6a-45b8-bc42-a49c0974e42f up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:01:21.964105 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 508f2bb5-4b6a-45b8-bc42-a49c0974e42f completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:01:21.968477 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 508f2bb5-4b6a-45b8-bc42-a49c0974e42f triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:01:21.968845 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:22.053294 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:22.076930 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60939562-ca14-4afb-9bd3-1fa45a476a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '508f2bb5-4b6a-45b8-bc42-a49c0974e42f'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:01:22.079346 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ec54fb32a252cf543512252f4538ed49f878ab9aa91f770db158cb882be9043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5e8ee5-3b59-4d7d-b0b6-842d648cdec9" -d '{"events": [{"server_uuid": "60939562-ca14-4afb-9bd3-1fa45a476a9c", "name": "network-vif-plugged", "status": "completed", "tag": "508f2bb5-4b6a-45b8-bc42-a49c0974e42f"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:01:22.093582 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 508f2bb5-4b6a-45b8-bc42-a49c0974e42f, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=508f2bb5-4b6a-45b8-bc42-a49c0974e42f,segment=NetworkSegment(772bebf5-1e82-49e0-ac56-d67d80528026),segment_id=772bebf5-1e82-49e0-ac56-d67d80528026)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:01:22.097724 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:22.146348 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=508f2bb5-4b6a-45b8-bc42-a49c0974e42f,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:22.176167 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af78b336-0297-4279-a9e2-f37f4e859038 x-openstack-request-id: req-af78b336-0297-4279-a9e2-f37f4e859038 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:01:22.176466 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60939562-ca14-4afb-9bd3-1fa45a476a9c", "name": "network-vif-plugged", "status": "completed", "tag": "508f2bb5-4b6a-45b8-bc42-a49c0974e42f", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:01:22.176720 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-af78b336-0297-4279-a9e2-f37f4e859038 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:01:22.177130 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60939562-ca14-4afb-9bd3-1fa45a476a9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '508f2bb5-4b6a-45b8-bc42-a49c0974e42f', 'code': 200} Nov 12 02:01:22.270358 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f6f22-82fb-4ef4-b2dc-11aece5548f1 req-e073e997-5502-49e8-a943-564655e4aa31 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:22.271998 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-823f6f22-82fb-4ef4-b2dc-11aece5548f1 req-e073e997-5502-49e8-a943-564655e4aa31 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=60939562-ca14-4afb-9bd3-1fa45a476a9c HTTP/1.1" status: 200 len: 945 time: 0.0497282 Nov 12 02:01:22.305986 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94485308-cc52-4c8c-8d39-1a459f807c00 req-4aa11853-4656-4203-a861-8c5aa1d75485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:22.307654 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-94485308-cc52-4c8c-8d39-1a459f807c00 req-4aa11853-4656-4203-a861-8c5aa1d75485 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=60939562-ca14-4afb-9bd3-1fa45a476a9c HTTP/1.1" status: 200 len: 1097 time: 0.0467429 Nov 12 02:01:22.328738 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-823f6f22-82fb-4ef4-b2dc-11aece5548f1 req-cbc7fc50-9a0a-4a8d-a07c-682732f0d7b5 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09a7ba1-f777-416d-bbf8-15b6b6fdf771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498037 Nov 12 02:01:22.356411 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-94485308-cc52-4c8c-8d39-1a459f807c00 req-26e5afc4-e38a-4a72-ab19-850e4196e51d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f09a7ba1-f777-416d-bbf8-15b6b6fdf771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414603 Nov 12 02:01:23.455561 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01daa8ae-135b-479a-b2ce-d61e598ef0cf req-38b6a570-d766-40a5-b292-476327b25401 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:23.457111 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-01daa8ae-135b-479a-b2ce-d61e598ef0cf req-38b6a570-d766-40a5-b292-476327b25401 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=60939562-ca14-4afb-9bd3-1fa45a476a9c HTTP/1.1" status: 200 len: 945 time: 0.0518110 Nov 12 02:01:23.507695 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-01daa8ae-135b-479a-b2ce-d61e598ef0cf req-6b827ea2-986d-4804-88ee-2642e5c73a6a tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09a7ba1-f777-416d-bbf8-15b6b6fdf771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434544 Nov 12 02:01:23.621830 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a2f188-ad26-4da8-b93f-9fce43966b9f req-bc42f900-f5f9-4e93-884c-17aae038de15 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:23.623207 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-58a2f188-ad26-4da8-b93f-9fce43966b9f req-bc42f900-f5f9-4e93-884c-17aae038de15 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=60939562-ca14-4afb-9bd3-1fa45a476a9c HTTP/1.1" status: 200 len: 945 time: 0.0490980 Nov 12 02:01:23.672568 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-58a2f188-ad26-4da8-b93f-9fce43966b9f req-bfc215ca-3c77-47cb-92eb-aab6c472318e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09a7ba1-f777-416d-bbf8-15b6b6fdf771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431933 Nov 12 02:01:23.694074 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57734) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:01:23.737698 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1051ee-793d-48e3-a0b3-8d6fb6c9b4c1 tempest-TestNetworkAdvancedServerOps-840993767 tempest-TestNetworkAdvancedServerOps-840993767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:23.739205 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3c1051ee-793d-48e3-a0b3-8d6fb6c9b4c1 tempest-TestNetworkAdvancedServerOps-840993767 tempest-TestNetworkAdvancedServerOps-840993767-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=60939562-ca14-4afb-9bd3-1fa45a476a9c HTTP/1.1" status: 200 len: 1092 time: 0.0441613 Nov 12 02:01:23.742231 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57736) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:01:23.746434 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-fa40d514-9f46-45a7-90f0-f24514de42f4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'floatingip': {'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'port_id': '508f2bb5-4b6a-45b8-bc42-a49c0974e42f', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:01:23.768478 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fa40d514-9f46-45a7-90f0-f24514de42f4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for floatingip, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:23.867998 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fa40d514-9f46-45a7-90f0-f24514de42f4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:23.973644 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-fa40d514-9f46-45a7-90f0-f24514de42f4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Allocated IP 172.25.3.187 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/af638d86-4520-4732-831e-2b935d71a1b6) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:01:24.075693 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fa40d514-9f46-45a7-90f0-f24514de42f4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:24.109204 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fa40d514-9f46-45a7-90f0-f24514de42f4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:24.148891 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa40d514-9f46-45a7-90f0-f24514de42f4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:01:24.151677 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-fa40d514-9f46-45a7-90f0-f24514de42f4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:01:24.157286 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa40d514-9f46-45a7-90f0-f24514de42f4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:01:24.180720 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40d514-9f46-45a7-90f0-f24514de42f4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'Port': ['ID=af638d86-4520-4732-831e-2b935d71a1b6,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:24.520162 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fa40d514-9f46-45a7-90f0-f24514de42f4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:24.590098 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fa40d514-9f46-45a7-90f0-f24514de42f4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:24.744422 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fa40d514-9f46-45a7-90f0-f24514de42f4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:24.748897 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fa40d514-9f46-45a7-90f0-f24514de42f4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:24.813085 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40d514-9f46-45a7-90f0-f24514de42f4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'Port': ['ID=af638d86-4520-4732-831e-2b935d71a1b6,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:01:24.826605 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fa40d514-9f46-45a7-90f0-f24514de42f4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:24.925048 n-d-712142-27 neutron-server[109085]: INFO neutron.db.l3_db [None req-fa40d514-9f46-45a7-90f0-f24514de42f4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Floating IP 91276196-a7af-40e0-89eb-0d3947d76d5f associated. External IP: 172.25.3.187, port: 508f2bb5-4b6a-45b8-bc42-a49c0974e42f. Nov 12 02:01:25.129541 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa40d514-9f46-45a7-90f0-f24514de42f4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Router fd403f6c-3720-40e5-a64c-98742401e732 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:01:25.238290 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa40d514-9f46-45a7-90f0-f24514de42f4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:01:25.252373 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bdef92-5f0c-40de-ba4c-bc0848e7ca79 None None] Sync routers for ids ['fd403f6c-3720-40e5-a64c-98742401e732'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:01:25.258692 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fa40d514-9f46-45a7-90f0-f24514de42f4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:25.263987 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bdef92-5f0c-40de-ba4c-bc0848e7ca79 None None] Routers {'fd403f6c-3720-40e5-a64c-98742401e732'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:01:25.264609 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-89bdef92-5f0c-40de-ba4c-bc0848e7ca79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:01:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['fd403f6c-3720-40e5-a64c-98742401e732'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:01:25.286899 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-fa40d514-9f46-45a7-90f0-f24514de42f4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5436413 Nov 12 02:01:25.287490 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60939562-ca14-4afb-9bd3-1fa45a476a9c', 'tag': '508f2bb5-4b6a-45b8-bc42-a49c0974e42f'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:01:25.289890 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dd4e089669c975f2de9f4f0df131bfb5fea3b750f9a1fd67846e9670e07c7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d43cda-3f71-4963-8f11-153967982c67" -d '{"events": [{"name": "network-changed", "server_uuid": "60939562-ca14-4afb-9bd3-1fa45a476a9c", "tag": "508f2bb5-4b6a-45b8-bc42-a49c0974e42f"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:01:25.387110 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f053e57-3772-4521-9789-665b61917c41 req-03feeea8-166e-4333-9771-bc2365933912 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:25.388746 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1f053e57-3772-4521-9789-665b61917c41 req-03feeea8-166e-4333-9771-bc2365933912 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=60939562-ca14-4afb-9bd3-1fa45a476a9c HTTP/1.1" status: 200 len: 945 time: 0.0513420 Nov 12 02:01:25.445011 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1f053e57-3772-4521-9789-665b61917c41 req-9c830f71-fb9b-4ed4-a3ad-c49e15e9d896 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09a7ba1-f777-416d-bbf8-15b6b6fdf771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497940 Nov 12 02:01:25.466736 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-89bdef92-5f0c-40de-ba4c-bc0848e7ca79 None None] Set router fd403f6c-3720-40e5-a64c-98742401e732 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:01:25.468855 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57742) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:01:25.598509 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d43cda-3f71-4963-8f11-153967982c67 req-109a8c7e-11b1-4ec9-8d1d-d35f8d531216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:25.600309 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-47d43cda-3f71-4963-8f11-153967982c67 req-109a8c7e-11b1-4ec9-8d1d-d35f8d531216 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6374cc485d2b42f5a26ab6b55af862e1&device_id=60939562-ca14-4afb-9bd3-1fa45a476a9c HTTP/1.1" status: 200 len: 1097 time: 0.0498707 Nov 12 02:01:25.712795 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d43cda-3f71-4963-8f11-153967982c67 req-ebe73e5c-0369-4ec3-aeb0-84e5ad66c3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:25.714279 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-47d43cda-3f71-4963-8f11-153967982c67 req-ebe73e5c-0369-4ec3-aeb0-84e5ad66c3d8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=90ad012c-a504-4b1c-b73c-87f675024ca0 HTTP/1.1" status: 200 len: 897 time: 0.1058176 Nov 12 02:01:25.728532 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-89bdef92-5f0c-40de-ba4c-bc0848e7ca79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd403f6c-3720-40e5-a64c-98742401e732', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655339149', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '06314ad3-b9f8-44cc-9032-2d953702e00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:01:09Z', 'updated_at': '2021-11-12T02:01:13Z', 'revision_number': 4, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '06314ad3-b9f8-44cc-9032-2d953702e00e', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:85:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd403f6c-3720-40e5-a64c-98742401e732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:01:10Z', 'updated_at': '2021-11-12T02:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '91276196-a7af-40e0-89eb-0d3947d76d5f', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'floating_ip_address': '172.25.3.187', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'fd403f6c-3720-40e5-a64c-98742401e732', 'port_id': '508f2bb5-4b6a-45b8-bc42-a49c0974e42f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90ad012c-a504-4b1c-b73c-87f675024ca0', 'mac_address': 'fa:16:3e:0a:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60939562-ca14-4afb-9bd3-1fa45a476a9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:01:24Z', 'updated_at': '2021-11-12T02:01:24Z', 'revision_number': 0, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3384eca0-86b8-4907-a56b-183891765a61', 'name': '', 'network_id': '90ad012c-a504-4b1c-b73c-87f675024ca0', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'mac_address': 'fa:16:3e:8f:08:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd403f6c-3720-40e5-a64c-98742401e732', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'b404fbfe-e64e-4c68-a0c5-324e8b03266a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:01:13Z', 'updated_at': '2021-11-12T02:01:16Z', 'revision_number': 5, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'subnets': [{'id': 'b404fbfe-e64e-4c68-a0c5-324e8b03266a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:01:25.755926 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bdef92-5f0c-40de-ba4c-bc0848e7ca79 None None] Checking router: fd403f6c-3720-40e5-a64c-98742401e732 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:01:25.766131 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bdef92-5f0c-40de-ba4c-bc0848e7ca79 None None] Routers {'fd403f6c-3720-40e5-a64c-98742401e732'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:01:25.766773 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-89bdef92-5f0c-40de-ba4c-bc0848e7ca79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:01:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['fd403f6c-3720-40e5-a64c-98742401e732'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:01:25.783667 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-47d43cda-3f71-4963-8f11-153967982c67 req-59675616-f0f6-46cd-979a-0eb22de5cd88 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=508f2bb5-4b6a-45b8-bc42-a49c0974e42f HTTP/1.1" status: 200 len: 999 time: 0.0623045 Nov 12 02:01:25.835910 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d43cda-3f71-4963-8f11-153967982c67 req-66041ee1-b3c3-4ee3-98f9-6eab2844bfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:25.837891 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-47d43cda-3f71-4963-8f11-153967982c67 req-66041ee1-b3c3-4ee3-98f9-6eab2844bfd7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b404fbfe-e64e-4c68-a0c5-324e8b03266a HTTP/1.1" status: 200 len: 835 time: 0.0469296 Nov 12 02:01:25.875341 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da6f72d-a0f7-4ddf-bcf9-c469b010547a x-openstack-request-id: req-5da6f72d-a0f7-4ddf-bcf9-c469b010547a {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:01:25.876021 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60939562-ca14-4afb-9bd3-1fa45a476a9c", "tag": "508f2bb5-4b6a-45b8-bc42-a49c0974e42f", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:01:25.876021 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5da6f72d-a0f7-4ddf-bcf9-c469b010547a {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:01:25.876356 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60939562-ca14-4afb-9bd3-1fa45a476a9c', 'tag': '508f2bb5-4b6a-45b8-bc42-a49c0974e42f', 'status': 'completed', 'code': 200} Nov 12 02:01:25.879276 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-89bdef92-5f0c-40de-ba4c-bc0848e7ca79 None None] Set router fd403f6c-3720-40e5-a64c-98742401e732 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:01:25.891020 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d43cda-3f71-4963-8f11-153967982c67 req-aad2ccc5-5dc6-4b20-b938-1f7523662a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:25.892545 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-47d43cda-3f71-4963-8f11-153967982c67 req-aad2ccc5-5dc6-4b20-b938-1f7523662a18 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=90ad012c-a504-4b1c-b73c-87f675024ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480011 Nov 12 02:01:25.904206 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-aea71bcc-7d8c-4199-be95-326087b273ce tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/floatingips/91276196-a7af-40e0-89eb-0d3947d76d5f HTTP/1.1" status: 200 len: 991 time: 0.4337425 Nov 12 02:01:25.985122 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-47d43cda-3f71-4963-8f11-153967982c67 req-a68269fb-287a-4fd9-a821-6dfb78c22e1b service neutron] 10.222.0.44 "GET /v2.0/networks/90ad012c-a504-4b1c-b73c-87f675024ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851083 Nov 12 02:01:26.087050 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-47d43cda-3f71-4963-8f11-153967982c67 req-6fd08551-7584-420a-9e97-6a91ac35c55c service neutron] 10.222.0.44 "GET /v2.0/networks/90ad012c-a504-4b1c-b73c-87f675024ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952892 Nov 12 02:01:26.106807 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-89bdef92-5f0c-40de-ba4c-bc0848e7ca79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd403f6c-3720-40e5-a64c-98742401e732', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655339149', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '06314ad3-b9f8-44cc-9032-2d953702e00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:01:09Z', 'updated_at': '2021-11-12T02:01:13Z', 'revision_number': 4, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '06314ad3-b9f8-44cc-9032-2d953702e00e', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:85:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd403f6c-3720-40e5-a64c-98742401e732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:01:10Z', 'updated_at': '2021-11-12T02:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '91276196-a7af-40e0-89eb-0d3947d76d5f', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'floating_ip_address': '172.25.3.187', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'fd403f6c-3720-40e5-a64c-98742401e732', 'port_id': '508f2bb5-4b6a-45b8-bc42-a49c0974e42f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90ad012c-a504-4b1c-b73c-87f675024ca0', 'mac_address': 'fa:16:3e:0a:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60939562-ca14-4afb-9bd3-1fa45a476a9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:01:24Z', 'updated_at': '2021-11-12T02:01:24Z', 'revision_number': 0, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3384eca0-86b8-4907-a56b-183891765a61', 'name': '', 'network_id': '90ad012c-a504-4b1c-b73c-87f675024ca0', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'mac_address': 'fa:16:3e:8f:08:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd403f6c-3720-40e5-a64c-98742401e732', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'b404fbfe-e64e-4c68-a0c5-324e8b03266a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:01:13Z', 'updated_at': '2021-11-12T02:01:16Z', 'revision_number': 5, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'subnets': [{'id': 'b404fbfe-e64e-4c68-a0c5-324e8b03266a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:01:26.137341 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bdef92-5f0c-40de-ba4c-bc0848e7ca79 None None] The sync data for ids ['fd403f6c-3720-40e5-a64c-98742401e732'] in n-d-712142-27 is: [{'id': 'fd403f6c-3720-40e5-a64c-98742401e732', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655339149', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '06314ad3-b9f8-44cc-9032-2d953702e00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:01:09Z', 'updated_at': '2021-11-12T02:01:13Z', 'revision_number': 4, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '06314ad3-b9f8-44cc-9032-2d953702e00e', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:85:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd403f6c-3720-40e5-a64c-98742401e732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:01:10Z', 'updated_at': '2021-11-12T02:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '91276196-a7af-40e0-89eb-0d3947d76d5f', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'floating_ip_address': '172.25.3.187', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'fd403f6c-3720-40e5-a64c-98742401e732', 'port_id': '508f2bb5-4b6a-45b8-bc42-a49c0974e42f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90ad012c-a504-4b1c-b73c-87f675024ca0', 'mac_address': 'fa:16:3e:0a:47:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60939562-ca14-4afb-9bd3-1fa45a476a9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:01:24Z', 'updated_at': '2021-11-12T02:01:24Z', 'revision_number': 0, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3384eca0-86b8-4907-a56b-183891765a61', 'name': '', 'network_id': '90ad012c-a504-4b1c-b73c-87f675024ca0', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'mac_address': 'fa:16:3e:8f:08:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd403f6c-3720-40e5-a64c-98742401e732', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'b404fbfe-e64e-4c68-a0c5-324e8b03266a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:01:13Z', 'updated_at': '2021-11-12T02:01:16Z', 'revision_number': 5, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'subnets': [{'id': 'b404fbfe-e64e-4c68-a0c5-324e8b03266a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:01:26.331212 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a778c65-e3bd-4121-a762-346e2acbdafa None None] New status for floating IP 91276196-a7af-40e0-89eb-0d3947d76d5f: ACTIVE {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:01:26.907688 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57744) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:01:26.968337 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-ffa0f084-752a-4852-863e-ec100dbe9fc7 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/floatingips/91276196-a7af-40e0-89eb-0d3947d76d5f HTTP/1.1" status: 200 len: 993 time: 0.0595479 Nov 12 02:01:27.334088 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4944e612-7eca-4ec8-881a-340418453e38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:30.903696 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-09b59a5a-9642-419e-a9f9-e6c6617be5ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:33.080287 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:34.083386 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:35.389052 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:38.960155 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:41.156344 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:43.452524 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:01:53.897121 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-67f3bbac-b77b-45ff-8ce0-6ee9025d0992 req-2695b254-6ffe-4015-9add-e582771b6784 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=60939562-ca14-4afb-9bd3-1fa45a476a9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397518 Nov 12 02:01:53.998294 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3bbac-b77b-45ff-8ce0-6ee9025d0992 req-9533ddb9-4cce-46c7-92c0-487abb1ddfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:53.999787 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-67f3bbac-b77b-45ff-8ce0-6ee9025d0992 req-9533ddb9-4cce-46c7-92c0-487abb1ddfcc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6374cc485d2b42f5a26ab6b55af862e1&device_id=60939562-ca14-4afb-9bd3-1fa45a476a9c HTTP/1.1" status: 200 len: 1097 time: 0.0414529 Nov 12 02:01:54.108488 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3bbac-b77b-45ff-8ce0-6ee9025d0992 req-ba5498cf-f901-4092-a8f0-d8c68bf0aae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:54.109989 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-67f3bbac-b77b-45ff-8ce0-6ee9025d0992 req-ba5498cf-f901-4092-a8f0-d8c68bf0aae1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=90ad012c-a504-4b1c-b73c-87f675024ca0 HTTP/1.1" status: 200 len: 897 time: 0.0897663 Nov 12 02:01:54.177362 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-67f3bbac-b77b-45ff-8ce0-6ee9025d0992 req-604698d5-c610-48c3-8d17-99eae04605b0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=508f2bb5-4b6a-45b8-bc42-a49c0974e42f HTTP/1.1" status: 200 len: 1001 time: 0.0576830 Nov 12 02:01:54.230486 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3bbac-b77b-45ff-8ce0-6ee9025d0992 req-f36ef273-f21f-44e2-9b73-16598332a8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:54.231937 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-67f3bbac-b77b-45ff-8ce0-6ee9025d0992 req-f36ef273-f21f-44e2-9b73-16598332a8f5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b404fbfe-e64e-4c68-a0c5-324e8b03266a HTTP/1.1" status: 200 len: 835 time: 0.0480235 Nov 12 02:01:54.277162 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3bbac-b77b-45ff-8ce0-6ee9025d0992 req-efb64a23-25a1-49e3-aa66-2451d61ab5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:54.278655 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-67f3bbac-b77b-45ff-8ce0-6ee9025d0992 req-efb64a23-25a1-49e3-aa66-2451d61ab5be service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=90ad012c-a504-4b1c-b73c-87f675024ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396068 Nov 12 02:01:54.370976 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-67f3bbac-b77b-45ff-8ce0-6ee9025d0992 req-1ca07ff7-316e-48c2-8df6-6e9917ef3837 service neutron] 10.222.0.44 "GET /v2.0/networks/90ad012c-a504-4b1c-b73c-87f675024ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843637 Nov 12 02:01:54.471277 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-67f3bbac-b77b-45ff-8ce0-6ee9025d0992 req-54296974-acb7-46c2-99a3-5a069b79e365 service neutron] 10.222.0.44 "GET /v2.0/networks/90ad012c-a504-4b1c-b73c-87f675024ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905337 Nov 12 02:01:55.706688 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402b591-9f90-4fd4-b1dd-382b679fa3fe req-d0e4ec47-eda1-4656-acca-279fad9d491d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:55.708125 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1402b591-9f90-4fd4-b1dd-382b679fa3fe req-d0e4ec47-eda1-4656-acca-279fad9d491d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=60939562-ca14-4afb-9bd3-1fa45a476a9c HTTP/1.1" status: 200 len: 945 time: 0.0550954 Nov 12 02:01:55.758802 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1402b591-9f90-4fd4-b1dd-382b679fa3fe req-c69702ed-a666-49e9-9bae-5ab4e332327b tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09a7ba1-f777-416d-bbf8-15b6b6fdf771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445435 Nov 12 02:01:56.875760 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022e6e4-1435-4040-ab50-300d5541c73c req-5148d2a8-25c6-42b1-9d3b-352f289d2355 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:56.877284 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0022e6e4-1435-4040-ab50-300d5541c73c req-5148d2a8-25c6-42b1-9d3b-352f289d2355 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=60939562-ca14-4afb-9bd3-1fa45a476a9c HTTP/1.1" status: 200 len: 945 time: 0.0506794 Nov 12 02:01:56.926758 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0022e6e4-1435-4040-ab50-300d5541c73c req-f7441b55-a8a6-411c-a965-d3f3e0d07894 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09a7ba1-f777-416d-bbf8-15b6b6fdf771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436025 Nov 12 02:01:56.948957 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57776) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:01:57.011538 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e0051ef4-cb96-4de0-8298-9eb383b94a76 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/floatingips/91276196-a7af-40e0-89eb-0d3947d76d5f HTTP/1.1" status: 200 len: 993 time: 0.0613782 Nov 12 02:01:57.336650 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5ffcadf0-4e75-4a53-bbaf-ec3d4bdeee55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:01:58.292459 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35fa88a-b5c8-4a91-8f81-882525edf686 req-c4ba1978-9cc0-4e5c-bf64-d46fa6277b2e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:58.293879 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a35fa88a-b5c8-4a91-8f81-882525edf686 req-c4ba1978-9cc0-4e5c-bf64-d46fa6277b2e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=60939562-ca14-4afb-9bd3-1fa45a476a9c HTTP/1.1" status: 200 len: 945 time: 0.0488482 Nov 12 02:01:58.344390 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a35fa88a-b5c8-4a91-8f81-882525edf686 req-25e758e5-4895-43eb-a14c-eb2ddb5a217b tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09a7ba1-f777-416d-bbf8-15b6b6fdf771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438941 Nov 12 02:01:59.465356 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2528a-9f1a-4776-95c2-8c2de3bf4c66 req-2b43f894-2767-45b0-8e44-58c44c0e8489 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:01:59.467104 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6ea2528a-9f1a-4776-95c2-8c2de3bf4c66 req-2b43f894-2767-45b0-8e44-58c44c0e8489 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=60939562-ca14-4afb-9bd3-1fa45a476a9c HTTP/1.1" status: 200 len: 945 time: 0.0541546 Nov 12 02:01:59.524465 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6ea2528a-9f1a-4776-95c2-8c2de3bf4c66 req-2295906f-6c64-4a9b-8706-b2b76ac5ac0c tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09a7ba1-f777-416d-bbf8-15b6b6fdf771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513649 Nov 12 02:01:59.547498 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57786) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:01:59.607747 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-adda3bb0-371f-4b0a-971f-22b288e3eb07 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/floatingips/91276196-a7af-40e0-89eb-0d3947d76d5f HTTP/1.1" status: 200 len: 993 time: 0.0590334 Nov 12 02:01:59.960726 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57792) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:02:00.119328 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-8f622c0b-713c-4126-8762-ff3c5103cbb1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Deleting port af638d86-4520-4732-831e-2b935d71a1b6 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:02:00.119677 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8f622c0b-713c-4126-8762-ff3c5103cbb1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:00.198232 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8f622c0b-713c-4126-8762-ff3c5103cbb1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:00.198554 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8f622c0b-713c-4126-8762-ff3c5103cbb1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:00.212067 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-8f622c0b-713c-4126-8762-ff3c5103cbb1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Calling delete_port for af638d86-4520-4732-831e-2b935d71a1b6 owned by network:floatingip {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:02:00.364324 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8f622c0b-713c-4126-8762-ff3c5103cbb1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:00.390067 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f622c0b-713c-4126-8762-ff3c5103cbb1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event deleted for resources: {'Port': ['ID=af638d86-4520-4732-831e-2b935d71a1b6,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:00.417511 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f622c0b-713c-4126-8762-ff3c5103cbb1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:00.417859 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f622c0b-713c-4126-8762-ff3c5103cbb1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:00.418203 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f622c0b-713c-4126-8762-ff3c5103cbb1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:00.418538 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f622c0b-713c-4126-8762-ff3c5103cbb1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:00.418872 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f622c0b-713c-4126-8762-ff3c5103cbb1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:00.419659 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f622c0b-713c-4126-8762-ff3c5103cbb1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:00.419659 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f622c0b-713c-4126-8762-ff3c5103cbb1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:00.419827 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f622c0b-713c-4126-8762-ff3c5103cbb1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:00.424453 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f622c0b-713c-4126-8762-ff3c5103cbb1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:00.424453 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f622c0b-713c-4126-8762-ff3c5103cbb1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:00.424453 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f622c0b-713c-4126-8762-ff3c5103cbb1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:00.424453 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f622c0b-713c-4126-8762-ff3c5103cbb1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:00.463185 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8f622c0b-713c-4126-8762-ff3c5103cbb1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for floatingip, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:00.463420 n-d-712142-27 neutron-server[109085]: INFO neutron.db.l3_db [None req-8f622c0b-713c-4126-8762-ff3c5103cbb1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Floating IP 91276196-a7af-40e0-89eb-0d3947d76d5f disassociated (deleted). External IP: 172.25.3.187, port: 508f2bb5-4b6a-45b8-bc42-a49c0974e42f. Nov 12 02:02:00.673431 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f622c0b-713c-4126-8762-ff3c5103cbb1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Router fd403f6c-3720-40e5-a64c-98742401e732 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:02:00.781988 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f622c0b-713c-4126-8762-ff3c5103cbb1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:02:00.786496 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8f622c0b-713c-4126-8762-ff3c5103cbb1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:00.793745 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415b1a6b-c79d-44dc-baea-45b630dbac71 None None] Sync routers for ids ['fd403f6c-3720-40e5-a64c-98742401e732'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:02:00.803073 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415b1a6b-c79d-44dc-baea-45b630dbac71 None None] Routers {'fd403f6c-3720-40e5-a64c-98742401e732'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:02:00.803675 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-415b1a6b-c79d-44dc-baea-45b630dbac71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:01:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['fd403f6c-3720-40e5-a64c-98742401e732'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:02:00.814306 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-8f622c0b-713c-4126-8762-ff3c5103cbb1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "DELETE /v2.0/floatingips/91276196-a7af-40e0-89eb-0d3947d76d5f HTTP/1.1" status: 204 len: 168 time: 0.8521681 Nov 12 02:02:00.814953 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60939562-ca14-4afb-9bd3-1fa45a476a9c', 'tag': '508f2bb5-4b6a-45b8-bc42-a49c0974e42f'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:02:00.817242 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dd4e089669c975f2de9f4f0df131bfb5fea3b750f9a1fd67846e9670e07c7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67095a02-65f3-489c-b586-0de14d62e367" -d '{"events": [{"name": "network-changed", "server_uuid": "60939562-ca14-4afb-9bd3-1fa45a476a9c", "tag": "508f2bb5-4b6a-45b8-bc42-a49c0974e42f"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:02:00.904934 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-741cae9c-704f-4a17-bac5-0d3345763a8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:00.921625 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-415b1a6b-c79d-44dc-baea-45b630dbac71 None None] Set router fd403f6c-3720-40e5-a64c-98742401e732 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:02:00.994900 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180b824d-ec3f-447a-90c3-b1d17bc53b90 x-openstack-request-id: req-180b824d-ec3f-447a-90c3-b1d17bc53b90 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:02:00.995197 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60939562-ca14-4afb-9bd3-1fa45a476a9c", "tag": "508f2bb5-4b6a-45b8-bc42-a49c0974e42f", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:02:00.995457 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-180b824d-ec3f-447a-90c3-b1d17bc53b90 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:02:00.995872 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60939562-ca14-4afb-9bd3-1fa45a476a9c', 'tag': '508f2bb5-4b6a-45b8-bc42-a49c0974e42f', 'status': 'completed', 'code': 200} Nov 12 02:02:01.104067 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2cf364-3c74-4980-b22b-2c0e8dca5370 req-e6bbca4e-ff71-4523-ba53-62ef585e8813 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:01.105351 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67095a02-65f3-489c-b586-0de14d62e367 req-44442ffb-95e2-4f15-bd7e-c430db6a778a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:01.106858 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-67095a02-65f3-489c-b586-0de14d62e367 req-44442ffb-95e2-4f15-bd7e-c430db6a778a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6374cc485d2b42f5a26ab6b55af862e1&device_id=60939562-ca14-4afb-9bd3-1fa45a476a9c HTTP/1.1" status: 200 len: 1097 time: 0.0463929 Nov 12 02:02:01.108970 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6a2cf364-3c74-4980-b22b-2c0e8dca5370 req-e6bbca4e-ff71-4523-ba53-62ef585e8813 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=60939562-ca14-4afb-9bd3-1fa45a476a9c HTTP/1.1" status: 200 len: 945 time: 0.0666091 Nov 12 02:02:01.144983 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-415b1a6b-c79d-44dc-baea-45b630dbac71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd403f6c-3720-40e5-a64c-98742401e732', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655339149', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '06314ad3-b9f8-44cc-9032-2d953702e00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:01:09Z', 'updated_at': '2021-11-12T02:01:13Z', 'revision_number': 4, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '06314ad3-b9f8-44cc-9032-2d953702e00e', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:85:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd403f6c-3720-40e5-a64c-98742401e732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:01:10Z', 'updated_at': '2021-11-12T02:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '3384eca0-86b8-4907-a56b-183891765a61', 'name': '', 'network_id': '90ad012c-a504-4b1c-b73c-87f675024ca0', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'mac_address': 'fa:16:3e:8f:08:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd403f6c-3720-40e5-a64c-98742401e732', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'b404fbfe-e64e-4c68-a0c5-324e8b03266a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:01:13Z', 'updated_at': '2021-11-12T02:01:16Z', 'revision_number': 5, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'subnets': [{'id': 'b404fbfe-e64e-4c68-a0c5-324e8b03266a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:02:01.159861 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6a2cf364-3c74-4980-b22b-2c0e8dca5370 req-c09358e9-9367-48f4-8b57-6752dd909e5f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09a7ba1-f777-416d-bbf8-15b6b6fdf771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459585 Nov 12 02:02:01.176835 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415b1a6b-c79d-44dc-baea-45b630dbac71 None None] Checking router: fd403f6c-3720-40e5-a64c-98742401e732 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:02:01.185249 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415b1a6b-c79d-44dc-baea-45b630dbac71 None None] Routers {'fd403f6c-3720-40e5-a64c-98742401e732'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:02:01.185842 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-415b1a6b-c79d-44dc-baea-45b630dbac71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:02:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['fd403f6c-3720-40e5-a64c-98742401e732'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:02:01.213182 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67095a02-65f3-489c-b586-0de14d62e367 req-371f34a9-3557-4819-bbd3-e3088b0ea104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:01.214705 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-67095a02-65f3-489c-b586-0de14d62e367 req-371f34a9-3557-4819-bbd3-e3088b0ea104 service neutron] 10.222.0.44 "GET /v2.0/networks?id=90ad012c-a504-4b1c-b73c-87f675024ca0 HTTP/1.1" status: 200 len: 897 time: 0.0986559 Nov 12 02:02:01.258644 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-67095a02-65f3-489c-b586-0de14d62e367 req-23311fd9-0c43-4019-a88d-7754cf3eff8c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=508f2bb5-4b6a-45b8-bc42-a49c0974e42f HTTP/1.1" status: 200 len: 217 time: 0.0353470 Nov 12 02:02:01.291348 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-415b1a6b-c79d-44dc-baea-45b630dbac71 None None] Set router fd403f6c-3720-40e5-a64c-98742401e732 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:02:01.308959 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67095a02-65f3-489c-b586-0de14d62e367 req-837eae28-32b7-4f6b-ae18-b7483f617211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:01.310452 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-67095a02-65f3-489c-b586-0de14d62e367 req-837eae28-32b7-4f6b-ae18-b7483f617211 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b404fbfe-e64e-4c68-a0c5-324e8b03266a HTTP/1.1" status: 200 len: 835 time: 0.0439076 Nov 12 02:02:01.368829 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67095a02-65f3-489c-b586-0de14d62e367 req-3f88941a-e0e8-4339-91eb-92ffc2dc93a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:01.370476 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-67095a02-65f3-489c-b586-0de14d62e367 req-3f88941a-e0e8-4339-91eb-92ffc2dc93a8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=90ad012c-a504-4b1c-b73c-87f675024ca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522034 Nov 12 02:02:01.471952 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-67095a02-65f3-489c-b586-0de14d62e367 req-a4a931f4-76c6-419e-a17b-8f1476059e1b service neutron] 10.222.0.44 "GET /v2.0/networks/90ad012c-a504-4b1c-b73c-87f675024ca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925174 Nov 12 02:02:01.496422 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-415b1a6b-c79d-44dc-baea-45b630dbac71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd403f6c-3720-40e5-a64c-98742401e732', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655339149', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '06314ad3-b9f8-44cc-9032-2d953702e00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:01:09Z', 'updated_at': '2021-11-12T02:01:13Z', 'revision_number': 4, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '06314ad3-b9f8-44cc-9032-2d953702e00e', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:85:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd403f6c-3720-40e5-a64c-98742401e732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:01:10Z', 'updated_at': '2021-11-12T02:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '3384eca0-86b8-4907-a56b-183891765a61', 'name': '', 'network_id': '90ad012c-a504-4b1c-b73c-87f675024ca0', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'mac_address': 'fa:16:3e:8f:08:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd403f6c-3720-40e5-a64c-98742401e732', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'b404fbfe-e64e-4c68-a0c5-324e8b03266a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:01:13Z', 'updated_at': '2021-11-12T02:01:16Z', 'revision_number': 5, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'subnets': [{'id': 'b404fbfe-e64e-4c68-a0c5-324e8b03266a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:02:01.525855 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415b1a6b-c79d-44dc-baea-45b630dbac71 None None] The sync data for ids ['fd403f6c-3720-40e5-a64c-98742401e732'] in n-d-712142-27 is: [{'id': 'fd403f6c-3720-40e5-a64c-98742401e732', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655339149', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '06314ad3-b9f8-44cc-9032-2d953702e00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:01:09Z', 'updated_at': '2021-11-12T02:01:13Z', 'revision_number': 4, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '06314ad3-b9f8-44cc-9032-2d953702e00e', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:85:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd403f6c-3720-40e5-a64c-98742401e732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:01:10Z', 'updated_at': '2021-11-12T02:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '3384eca0-86b8-4907-a56b-183891765a61', 'name': '', 'network_id': '90ad012c-a504-4b1c-b73c-87f675024ca0', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'mac_address': 'fa:16:3e:8f:08:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd403f6c-3720-40e5-a64c-98742401e732', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'b404fbfe-e64e-4c68-a0c5-324e8b03266a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:01:13Z', 'updated_at': '2021-11-12T02:01:16Z', 'revision_number': 5, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'subnets': [{'id': 'b404fbfe-e64e-4c68-a0c5-324e8b03266a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:02:01.581786 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-67095a02-65f3-489c-b586-0de14d62e367 req-94b37b3f-0f3d-4c84-8f5e-bcc5f02acd0f service neutron] 10.222.0.44 "GET /v2.0/networks/90ad012c-a504-4b1c-b73c-87f675024ca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011958 Nov 12 02:02:01.762330 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6145f7fd-1c73-49ab-a408-ed39ffd38ba7 None None] New status for floating IP 91276196-a7af-40e0-89eb-0d3947d76d5f: DOWN {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:02:02.292362 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac87a46-5df2-4272-9882-5814e3ce452d req-cb996e1c-107e-43c8-99ce-d605a9d5d6d9 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:02.293976 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cac87a46-5df2-4272-9882-5814e3ce452d req-cb996e1c-107e-43c8-99ce-d605a9d5d6d9 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=60939562-ca14-4afb-9bd3-1fa45a476a9c HTTP/1.1" status: 200 len: 945 time: 0.0547972 Nov 12 02:02:02.347183 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cac87a46-5df2-4272-9882-5814e3ce452d req-355db02a-911e-4ee9-aee5-a84e3b7e362c tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=f09a7ba1-f777-416d-bbf8-15b6b6fdf771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472481 Nov 12 02:02:02.857467 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b80067-29fa-4024-b432-75fd804d0645 req-d60bd085-6483-4c0f-8e79-bb41bb5903c8 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:02.858937 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-38b80067-29fa-4024-b432-75fd804d0645 req-d60bd085-6483-4c0f-8e79-bb41bb5903c8 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.44 "GET /v2.0/ports?device_id=60939562-ca14-4afb-9bd3-1fa45a476a9c HTTP/1.1" status: 200 len: 945 time: 0.0514054 Nov 12 02:02:02.947731 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-38b80067-29fa-4024-b432-75fd804d0645 req-0f9592b7-420f-46c7-b7a7-2e9afa33113a tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Deleting port 508f2bb5-4b6a-45b8-bc42-a49c0974e42f {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:02:02.948106 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-38b80067-29fa-4024-b432-75fd804d0645 req-0f9592b7-420f-46c7-b7a7-2e9afa33113a tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:03.045037 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-38b80067-29fa-4024-b432-75fd804d0645 req-0f9592b7-420f-46c7-b7a7-2e9afa33113a tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] For port 508f2bb5-4b6a-45b8-bc42-a49c0974e42f, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=508f2bb5-4b6a-45b8-bc42-a49c0974e42f,segment=NetworkSegment(772bebf5-1e82-49e0-ac56-d67d80528026),segment_id=772bebf5-1e82-49e0-ac56-d67d80528026)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:02:03.045472 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-38b80067-29fa-4024-b432-75fd804d0645 req-0f9592b7-420f-46c7-b7a7-2e9afa33113a tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:03.061519 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-38b80067-29fa-4024-b432-75fd804d0645 req-0f9592b7-420f-46c7-b7a7-2e9afa33113a tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Calling delete_port for 508f2bb5-4b6a-45b8-bc42-a49c0974e42f owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:02:03.087173 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:03.199561 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-38b80067-29fa-4024-b432-75fd804d0645 req-0f9592b7-420f-46c7-b7a7-2e9afa33113a tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:03.225820 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9592b7-420f-46c7-b7a7-2e9afa33113a tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event deleted for resources: {'Port': ['ID=508f2bb5-4b6a-45b8-bc42-a49c0974e42f,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:03.236519 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9592b7-420f-46c7-b7a7-2e9afa33113a tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:03.236880 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9592b7-420f-46c7-b7a7-2e9afa33113a tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:03.237231 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9592b7-420f-46c7-b7a7-2e9afa33113a tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:03.237578 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9592b7-420f-46c7-b7a7-2e9afa33113a tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:03.237921 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9592b7-420f-46c7-b7a7-2e9afa33113a tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:03.238260 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9592b7-420f-46c7-b7a7-2e9afa33113a tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:03.238599 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9592b7-420f-46c7-b7a7-2e9afa33113a tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:03.238935 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9592b7-420f-46c7-b7a7-2e9afa33113a tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:03.239270 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9592b7-420f-46c7-b7a7-2e9afa33113a tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:03.239952 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9592b7-420f-46c7-b7a7-2e9afa33113a tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:03.239952 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9592b7-420f-46c7-b7a7-2e9afa33113a tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:03.240300 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9592b7-420f-46c7-b7a7-2e9afa33113a tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:03.280485 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b80067-29fa-4024-b432-75fd804d0645 req-0f9592b7-420f-46c7-b7a7-2e9afa33113a tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] No DVR routers for this DVR port 508f2bb5-4b6a-45b8-bc42-a49c0974e42f on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:02:03.283160 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-38b80067-29fa-4024-b432-75fd804d0645 req-0f9592b7-420f-46c7-b7a7-2e9afa33113a tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:03.286740 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-38b80067-29fa-4024-b432-75fd804d0645 req-0f9592b7-420f-46c7-b7a7-2e9afa33113a tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.44 "DELETE /v2.0/ports/508f2bb5-4b6a-45b8-bc42-a49c0974e42f HTTP/1.1" status: 204 len: 173 time: 0.4219506 Nov 12 02:02:03.287180 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60939562-ca14-4afb-9bd3-1fa45a476a9c', 'name': 'network-vif-deleted', 'tag': '508f2bb5-4b6a-45b8-bc42-a49c0974e42f'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:02:03.289474 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4d1d6158e421e9c8e993f80e0426ddaaefecbe2af3f4b68345379587447b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f51d97-6361-4edc-8c16-a19b20f1cab4" -d '{"events": [{"server_uuid": "60939562-ca14-4afb-9bd3-1fa45a476a9c", "name": "network-vif-deleted", "tag": "508f2bb5-4b6a-45b8-bc42-a49c0974e42f"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:02:03.327280 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7443d53-b2fd-4502-9649-861c47df1cbf x-openstack-request-id: req-b7443d53-b2fd-4502-9649-861c47df1cbf {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:02:03.327587 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60939562-ca14-4afb-9bd3-1fa45a476a9c", "name": "network-vif-deleted", "tag": "508f2bb5-4b6a-45b8-bc42-a49c0974e42f", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:02:03.327842 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b7443d53-b2fd-4502-9649-861c47df1cbf {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:02:03.328528 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60939562-ca14-4afb-9bd3-1fa45a476a9c', 'name': 'network-vif-deleted', 'tag': '508f2bb5-4b6a-45b8-bc42-a49c0974e42f', 'status': 'completed', 'code': 200} Nov 12 02:02:03.449241 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b998f349-4a4d-4a3d-ad5b-207dd2313647 req-ecc069c1-f628-4fc6-a606-88249272e48f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=60939562-ca14-4afb-9bd3-1fa45a476a9c HTTP/1.1" status: 200 len: 210 time: 0.0318339 Nov 12 02:02:04.086155 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:04.508280 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57808) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:02:04.902342 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-44cd6e22-5590-4683-ae52-3eb8c45dc999 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:05.170780 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-44cd6e22-5590-4683-ae52-3eb8c45dc999 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Deleting port 3384eca0-86b8-4907-a56b-183891765a61 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:02:05.171055 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-44cd6e22-5590-4683-ae52-3eb8c45dc999 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:05.264025 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-44cd6e22-5590-4683-ae52-3eb8c45dc999 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] For port 3384eca0-86b8-4907-a56b-183891765a61, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=3384eca0-86b8-4907-a56b-183891765a61,segment=NetworkSegment(772bebf5-1e82-49e0-ac56-d67d80528026),segment_id=772bebf5-1e82-49e0-ac56-d67d80528026)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:02:05.264404 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-44cd6e22-5590-4683-ae52-3eb8c45dc999 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:05.282668 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-44cd6e22-5590-4683-ae52-3eb8c45dc999 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Calling delete_port for 3384eca0-86b8-4907-a56b-183891765a61 owned by network:router_interface {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:02:05.391281 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:05.476456 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-44cd6e22-5590-4683-ae52-3eb8c45dc999 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:05.506297 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd6e22-5590-4683-ae52-3eb8c45dc999 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event deleted for resources: {'Port': ['ID=3384eca0-86b8-4907-a56b-183891765a61,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:05.694589 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-44cd6e22-5590-4683-ae52-3eb8c45dc999 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:05.914647 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44cd6e22-5590-4683-ae52-3eb8c45dc999 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Router fd403f6c-3720-40e5-a64c-98742401e732 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:02:06.020985 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44cd6e22-5590-4683-ae52-3eb8c45dc999 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:02:06.026314 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-44cd6e22-5590-4683-ae52-3eb8c45dc999 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "PUT /v2.0/routers/fd403f6c-3720-40e5-a64c-98742401e732/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5168190 Nov 12 02:02:06.028879 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57810) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:02:06.032933 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970d1212-8bc6-4a8e-a3c9-0832dca2bc2c None None] Sync routers for ids ['fd403f6c-3720-40e5-a64c-98742401e732'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:02:06.043698 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970d1212-8bc6-4a8e-a3c9-0832dca2bc2c None None] Routers {'fd403f6c-3720-40e5-a64c-98742401e732'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:02:06.044335 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-970d1212-8bc6-4a8e-a3c9-0832dca2bc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:02:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['fd403f6c-3720-40e5-a64c-98742401e732'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:02:06.082450 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-2edd4d94-aee2-4e5a-9f9c-56484b65518e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Deleting subnet b404fbfe-e64e-4c68-a0c5-324e8b03266a {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:02:06.085756 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2edd4d94-aee2-4e5a-9f9c-56484b65518e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:06.127860 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2edd4d94-aee2-4e5a-9f9c-56484b65518e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:06.137889 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 508f2bb5-4b6a-45b8-bc42-a49c0974e42f no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:02:06.159469 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 508f2bb5-4b6a-45b8-bc42-a49c0974e42f {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:02:06.159817 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 508f2bb5-4b6a-45b8-bc42-a49c0974e42f not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:02:06.221431 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2edd4d94-aee2-4e5a-9f9c-56484b65518e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:06.256229 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-970d1212-8bc6-4a8e-a3c9-0832dca2bc2c None None] Set router fd403f6c-3720-40e5-a64c-98742401e732 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:02:06.287766 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2edd4d94-aee2-4e5a-9f9c-56484b65518e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:06.317066 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edd4d94-aee2-4e5a-9f9c-56484b65518e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event deleted for resources: {'Subnet': ['ID=b404fbfe-e64e-4c68-a0c5-324e8b03266a,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:06.320785 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2edd4d94-aee2-4e5a-9f9c-56484b65518e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:06.326626 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2edd4d94-aee2-4e5a-9f9c-56484b65518e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "DELETE /v2.0/subnets/b404fbfe-e64e-4c68-a0c5-324e8b03266a HTTP/1.1" status: 204 len: 168 time: 0.2940042 Nov 12 02:02:06.326851 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57812) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:02:06.337437 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1b6226-45cf-4201-ac16-e48eed4dac54 None None] Network 90ad012c-a504-4b1c-b73c-87f675024ca0 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:02:06.441381 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6fc2c781-00cb-449b-ad6f-90c65e5a2ccc tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:06.443368 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-970d1212-8bc6-4a8e-a3c9-0832dca2bc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd403f6c-3720-40e5-a64c-98742401e732', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655339149', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '06314ad3-b9f8-44cc-9032-2d953702e00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:01:09Z', 'updated_at': '2021-11-12T02:02:05Z', 'revision_number': 5, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '06314ad3-b9f8-44cc-9032-2d953702e00e', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:85:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd403f6c-3720-40e5-a64c-98742401e732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:01:10Z', 'updated_at': '2021-11-12T02:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:02:06.474506 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970d1212-8bc6-4a8e-a3c9-0832dca2bc2c None None] Checking router: fd403f6c-3720-40e5-a64c-98742401e732 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:02:06.484579 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970d1212-8bc6-4a8e-a3c9-0832dca2bc2c None None] Routers {'fd403f6c-3720-40e5-a64c-98742401e732'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:02:06.485213 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-970d1212-8bc6-4a8e-a3c9-0832dca2bc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:02:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['fd403f6c-3720-40e5-a64c-98742401e732'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:02:06.581945 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6fc2c781-00cb-449b-ad6f-90c65e5a2ccc tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:06.587111 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bc78b1-0f10-43b3-9c02-199724cfa7cd None None] DHCP port deletion for 90ad012c-a504-4b1c-b73c-87f675024ca0 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:02:06.611222 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-970d1212-8bc6-4a8e-a3c9-0832dca2bc2c None None] Set router fd403f6c-3720-40e5-a64c-98742401e732 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:02:06.641311 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-a0bc78b1-0f10-43b3-9c02-199724cfa7cd None None] Deleting port 7b32d33e-e240-400a-a847-9b91fb21c944 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:02:06.641719 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a0bc78b1-0f10-43b3-9c02-199724cfa7cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:06.648425 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-6fc2c781-00cb-449b-ad6f-90c65e5a2ccc tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Deleting port 06314ad3-b9f8-44cc-9032-2d953702e00e {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:02:06.648772 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6fc2c781-00cb-449b-ad6f-90c65e5a2ccc tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:06.709683 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-a0bc78b1-0f10-43b3-9c02-199724cfa7cd None None] For port 7b32d33e-e240-400a-a847-9b91fb21c944, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=7b32d33e-e240-400a-a847-9b91fb21c944,segment=NetworkSegment(772bebf5-1e82-49e0-ac56-d67d80528026),segment_id=772bebf5-1e82-49e0-ac56-d67d80528026)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:02:06.710075 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a0bc78b1-0f10-43b3-9c02-199724cfa7cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:06.723724 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-a0bc78b1-0f10-43b3-9c02-199724cfa7cd None None] Calling delete_port for 7b32d33e-e240-400a-a847-9b91fb21c944 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:02:06.750207 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-6fc2c781-00cb-449b-ad6f-90c65e5a2ccc tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] For port 06314ad3-b9f8-44cc-9032-2d953702e00e, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=06314ad3-b9f8-44cc-9032-2d953702e00e,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:02:06.750756 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6fc2c781-00cb-449b-ad6f-90c65e5a2ccc tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:06.766723 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-6fc2c781-00cb-449b-ad6f-90c65e5a2ccc tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Calling delete_port for 06314ad3-b9f8-44cc-9032-2d953702e00e owned by network:router_gateway {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:02:06.817755 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a0bc78b1-0f10-43b3-9c02-199724cfa7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:06.819615 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-970d1212-8bc6-4a8e-a3c9-0832dca2bc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd403f6c-3720-40e5-a64c-98742401e732', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655339149', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '06314ad3-b9f8-44cc-9032-2d953702e00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:01:09Z', 'updated_at': '2021-11-12T02:02:05Z', 'revision_number': 5, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '06314ad3-b9f8-44cc-9032-2d953702e00e', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:85:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd403f6c-3720-40e5-a64c-98742401e732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:01:10Z', 'updated_at': '2021-11-12T02:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:02:06.834960 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bc78b1-0f10-43b3-9c02-199724cfa7cd None None] No DVR routers for this DVR port 7b32d33e-e240-400a-a847-9b91fb21c944 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:02:06.860089 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc78b1-0f10-43b3-9c02-199724cfa7cd None None] Pushing event deleted for resources: {'Port': ['ID=7b32d33e-e240-400a-a847-9b91fb21c944,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:06.860577 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970d1212-8bc6-4a8e-a3c9-0832dca2bc2c None None] The sync data for ids ['fd403f6c-3720-40e5-a64c-98742401e732'] in n-d-712142-27 is: [{'id': 'fd403f6c-3720-40e5-a64c-98742401e732', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1655339149', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '06314ad3-b9f8-44cc-9032-2d953702e00e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:01:09Z', 'updated_at': '2021-11-12T02:02:05Z', 'revision_number': 5, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '06314ad3-b9f8-44cc-9032-2d953702e00e', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:85:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd403f6c-3720-40e5-a64c-98742401e732', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:01:10Z', 'updated_at': '2021-11-12T02:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:02:06.870740 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bc78b1-0f10-43b3-9c02-199724cfa7cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:06.870740 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bc78b1-0f10-43b3-9c02-199724cfa7cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:06.870740 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bc78b1-0f10-43b3-9c02-199724cfa7cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:06.870740 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bc78b1-0f10-43b3-9c02-199724cfa7cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:06.870740 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bc78b1-0f10-43b3-9c02-199724cfa7cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:06.871269 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bc78b1-0f10-43b3-9c02-199724cfa7cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:06.871269 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bc78b1-0f10-43b3-9c02-199724cfa7cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:06.871572 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bc78b1-0f10-43b3-9c02-199724cfa7cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:06.871897 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bc78b1-0f10-43b3-9c02-199724cfa7cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:06.872328 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bc78b1-0f10-43b3-9c02-199724cfa7cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:06.872561 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bc78b1-0f10-43b3-9c02-199724cfa7cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:06.873798 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0bc78b1-0f10-43b3-9c02-199724cfa7cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:06.951694 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6fc2c781-00cb-449b-ad6f-90c65e5a2ccc tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:06.981839 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc2c781-00cb-449b-ad6f-90c65e5a2ccc tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event deleted for resources: {'Port': ['ID=06314ad3-b9f8-44cc-9032-2d953702e00e,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:07.007927 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3c5232-1452-4371-99d4-2e310295262a None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:02:07.063345 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6fc2c781-00cb-449b-ad6f-90c65e5a2ccc tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:07.514350 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6fc2c781-00cb-449b-ad6f-90c65e5a2ccc tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:07.517665 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6fc2c781-00cb-449b-ad6f-90c65e5a2ccc tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:07.553457 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 7b32d33e-e240-400a-a847-9b91fb21c944 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:02:07.567050 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6fc2c781-00cb-449b-ad6f-90c65e5a2ccc tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:07.567698 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc2c781-00cb-449b-ad6f-90c65e5a2ccc tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Fanout notify agent at l3_agent the message router_deleted on router fd403f6c-3720-40e5-a64c-98742401e732 {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 02:02:07.575534 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6fc2c781-00cb-449b-ad6f-90c65e5a2ccc tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:07.578150 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6fc2c781-00cb-449b-ad6f-90c65e5a2ccc tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "DELETE /v2.0/routers/fd403f6c-3720-40e5-a64c-98742401e732 HTTP/1.1" status: 204 len: 168 time: 1.2490489 Nov 12 02:02:07.580224 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 7b32d33e-e240-400a-a847-9b91fb21c944 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:02:07.580549 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57814) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:02:07.580681 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 7b32d33e-e240-400a-a847-9b91fb21c944 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:02:07.581003 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 3384eca0-86b8-4907-a56b-183891765a61 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:02:07.606063 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 3384eca0-86b8-4907-a56b-183891765a61 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:02:07.606820 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 3384eca0-86b8-4907-a56b-183891765a61 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:02:07.675335 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7217bd7a-97df-494a-a1d6-f1e18e63cd5e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:07.780976 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7217bd7a-97df-494a-a1d6-f1e18e63cd5e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:07.803815 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-7217bd7a-97df-494a-a1d6-f1e18e63cd5e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90ad012c-a504-4b1c-b73c-87f675024ca0']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:02:07.816583 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-7217bd7a-97df-494a-a1d6-f1e18e63cd5e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '772bebf5-1e82-49e0-ac56-d67d80528026') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:02:07.816921 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-7217bd7a-97df-494a-a1d6-f1e18e63cd5e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '772bebf5-1e82-49e0-ac56-d67d80528026') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:02:07.826281 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7217bd7a-97df-494a-a1d6-f1e18e63cd5e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:07.843261 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7217bd7a-97df-494a-a1d6-f1e18e63cd5e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:07.849928 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7217bd7a-97df-494a-a1d6-f1e18e63cd5e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:02:07.850316 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7217bd7a-97df-494a-a1d6-f1e18e63cd5e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:07.853436 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 02:02:07.853436 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:02:07.853436 n-d-712142-27 neutron-server[109086]: timer() Nov 12 02:02:07.853436 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:02:07.853436 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 02:02:07.853436 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:02:07.853436 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 02:02:07.853436 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:02:07.853436 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 02:02:07.853436 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:02:07.853436 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 02:02:07.853436 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:02:07.853436 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 02:02:07.853436 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:02:07.853436 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:02:07.853436 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:02:07.853436 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:02:07.853436 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:02:07.853436 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 02:02:07.853436 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:02:07.853436 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 02:02:07.853436 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:02:07.853436 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:02:07.853436 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:02:07.853436 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 02:02:07.853436 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:02:07.853436 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:02:07.853436 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:02:07.853436 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:02:07.853436 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:02:07.853436 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:02:07.853436 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:02:07.917900 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7217bd7a-97df-494a-a1d6-f1e18e63cd5e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:07.927087 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7217bd7a-97df-494a-a1d6-f1e18e63cd5e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:07.929987 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7217bd7a-97df-494a-a1d6-f1e18e63cd5e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "DELETE /v2.0/networks/90ad012c-a504-4b1c-b73c-87f675024ca0 HTTP/1.1" status: 204 len: 168 time: 0.3479681 Nov 12 02:02:07.933549 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57816) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:02:07.942394 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217bd7a-97df-494a-a1d6-f1e18e63cd5e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event deleted for resources: {'Network': ['ID=90ad012c-a504-4b1c-b73c-87f675024ca0,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:08.002510 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a3b5fa98-baf9-4bfa-a4ed-68efdc25be61 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:08.035080 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a3b5fa98-baf9-4bfa-a4ed-68efdc25be61 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:08.104467 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a3b5fa98-baf9-4bfa-a4ed-68efdc25be61 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:08.107519 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a3b5fa98-baf9-4bfa-a4ed-68efdc25be61 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:08.109526 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a3b5fa98-baf9-4bfa-a4ed-68efdc25be61 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "DELETE /v2.0/security-groups/f09a7ba1-f777-416d-bbf8-15b6b6fdf771 HTTP/1.1" status: 204 len: 168 time: 0.1740403 Nov 12 02:02:08.119810 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b5fa98-baf9-4bfa-a4ed-68efdc25be61 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09a7ba1-f777-416d-bbf8-15b6b6fdf771,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:08.419556 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57822) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:02:08.424342 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-f5738629-539b-41bf-8851-ae16d4e20dae tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1714781690', 'description': 'tempest-secgroup-smoke-1714781690 description', 'project_id': '6374cc485d2b42f5a26ab6b55af862e1'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:02:08.450693 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f5738629-539b-41bf-8851-ae16d4e20dae tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:08.516140 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f5738629-539b-41bf-8851-ae16d4e20dae tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:08.519750 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f5738629-539b-41bf-8851-ae16d4e20dae tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:08.550772 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f5738629-539b-41bf-8851-ae16d4e20dae tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:08.552064 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-f5738629-539b-41bf-8851-ae16d4e20dae tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1313806 Nov 12 02:02:08.553299 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5738629-539b-41bf-8851-ae16d4e20dae tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0c03c1-0e25-453e-b112-88e5d83d6287,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:08.555559 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57824) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:02:08.560772 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-107fc3dd-0184-467a-a930-50a5ad3b25d8 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'security_group_rule': {'security_group_id': 'bb0c03c1-0e25-453e-b112-88e5d83d6287', 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:02:08.591566 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-107fc3dd-0184-467a-a930-50a5ad3b25d8 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:08.649771 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-107fc3dd-0184-467a-a930-50a5ad3b25d8 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:08.653587 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-107fc3dd-0184-467a-a930-50a5ad3b25d8 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:08.672187 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107fc3dd-0184-467a-a930-50a5ad3b25d8 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=615a1469-43c9-4990-906b-4c0da6c1c4a0,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:08.682713 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-107fc3dd-0184-467a-a930-50a5ad3b25d8 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:08.684169 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-107fc3dd-0184-467a-a930-50a5ad3b25d8 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1274428 Nov 12 02:02:08.687568 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57826) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:02:08.692248 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-3e795c38-5195-4b07-927f-f345c9a25144 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'security_group_rule': {'security_group_id': 'bb0c03c1-0e25-453e-b112-88e5d83d6287', 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:02:08.718471 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3e795c38-5195-4b07-927f-f345c9a25144 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:08.773128 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3e795c38-5195-4b07-927f-f345c9a25144 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:08.777028 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3e795c38-5195-4b07-927f-f345c9a25144 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:08.794671 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e795c38-5195-4b07-927f-f345c9a25144 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6997b9e4-afea-4234-a91f-088c44cee63d,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:08.803338 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3e795c38-5195-4b07-927f-f345c9a25144 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:08.804583 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3e795c38-5195-4b07-927f-f345c9a25144 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1160429 Nov 12 02:02:08.807443 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57828) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:02:08.812715 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-697dca25-9b92-4d96-b7a5-caae6eabed8c tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'security_group_rule': {'security_group_id': 'bb0c03c1-0e25-453e-b112-88e5d83d6287', 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:02:08.841785 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-697dca25-9b92-4d96-b7a5-caae6eabed8c tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:08.901457 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-697dca25-9b92-4d96-b7a5-caae6eabed8c tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:08.904988 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-697dca25-9b92-4d96-b7a5-caae6eabed8c tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:08.924074 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697dca25-9b92-4d96-b7a5-caae6eabed8c tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fe4b8df-91a4-4f91-9293-4250c88725b3,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:08.930637 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-697dca25-9b92-4d96-b7a5-caae6eabed8c tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:08.931853 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-697dca25-9b92-4d96-b7a5-caae6eabed8c tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1232393 Nov 12 02:02:08.934517 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57830) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:02:08.939124 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-3ca31dd3-7507-43b0-a306-e241d7712db4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'security_group_rule': {'security_group_id': 'bb0c03c1-0e25-453e-b112-88e5d83d6287', 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:02:08.959989 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:08.966545 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3ca31dd3-7507-43b0-a306-e241d7712db4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:09.028547 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3ca31dd3-7507-43b0-a306-e241d7712db4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:09.033297 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3ca31dd3-7507-43b0-a306-e241d7712db4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:09.054462 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca31dd3-7507-43b0-a306-e241d7712db4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=112a0b58-8f3b-4f2a-b034-ca8622f0b223,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:09.062792 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3ca31dd3-7507-43b0-a306-e241d7712db4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:09.064292 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3ca31dd3-7507-43b0-a306-e241d7712db4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1288352 Nov 12 02:02:09.067018 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57832) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:02:09.071432 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-47cb3b41-6f82-4dc8-911f-4aed1c24a3ef tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'security_group_rule': {'security_group_id': 'bb0c03c1-0e25-453e-b112-88e5d83d6287', 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:02:09.092577 n-d-712142-27 neutron-server[109085]: INFO neutron.db.securitygroups_db [None req-47cb3b41-6f82-4dc8-911f-4aed1c24a3ef tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Project 6374cc485d2b42f5a26ab6b55af862e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 02:02:09.098019 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-47cb3b41-6f82-4dc8-911f-4aed1c24a3ef tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:09.155868 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-47cb3b41-6f82-4dc8-911f-4aed1c24a3ef tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:09.159566 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-47cb3b41-6f82-4dc8-911f-4aed1c24a3ef tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:09.178383 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cb3b41-6f82-4dc8-911f-4aed1c24a3ef tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b31743da-213d-43f4-be9e-7d64153234f5,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:09.187367 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-47cb3b41-6f82-4dc8-911f-4aed1c24a3ef tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:09.189079 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-47cb3b41-6f82-4dc8-911f-4aed1c24a3ef tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1207266 Nov 12 02:02:09.191827 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57834) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:02:09.196774 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-765edd4e-bf4a-4d32-815d-f26f0f6bf503 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'security_group_rule': {'security_group_id': 'bb0c03c1-0e25-453e-b112-88e5d83d6287', 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:02:09.219482 n-d-712142-27 neutron-server[109085]: INFO neutron.db.securitygroups_db [None req-765edd4e-bf4a-4d32-815d-f26f0f6bf503 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Project 6374cc485d2b42f5a26ab6b55af862e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 02:02:09.225406 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-765edd4e-bf4a-4d32-815d-f26f0f6bf503 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:09.289803 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-765edd4e-bf4a-4d32-815d-f26f0f6bf503 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:09.293341 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-765edd4e-bf4a-4d32-815d-f26f0f6bf503 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:09.311102 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765edd4e-bf4a-4d32-815d-f26f0f6bf503 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ee1de34-1857-445c-8ed6-8c81ea6114b2,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:09.319468 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-765edd4e-bf4a-4d32-815d-f26f0f6bf503 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:09.320703 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-765edd4e-bf4a-4d32-815d-f26f0f6bf503 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1276944 Nov 12 02:02:09.323479 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57836) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:02:09.328490 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-b70d228b-d6e2-419f-a1d9-7b0ec9a22f0c tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'network': {'name': 'tempest-network-smoke--859951764', 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'port_security_enabled': True}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:02:09.349850 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70d228b-d6e2-419f-a1d9-7b0ec9a22f0c tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Made reservation on behalf of 6374cc485d2b42f5a26ab6b55af862e1 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:02:09.353445 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b70d228b-d6e2-419f-a1d9-7b0ec9a22f0c tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:09.377568 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b70d228b-d6e2-419f-a1d9-7b0ec9a22f0c tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:02:09.386754 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b70d228b-d6e2-419f-a1d9-7b0ec9a22f0c tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:09.387096 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-b70d228b-d6e2-419f-a1d9-7b0ec9a22f0c tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Added segment d80e4c4d-aa69-4585-a666-33c852a79564 of type vlan for network d5329514-0b7b-4824-9d1f-76031489f67b Nov 12 02:02:09.425949 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 06314ad3-b9f8-44cc-9032-2d953702e00e no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:02:09.430126 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b70d228b-d6e2-419f-a1d9-7b0ec9a22f0c tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:09.447277 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 06314ad3-b9f8-44cc-9032-2d953702e00e {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:02:09.447716 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 06314ad3-b9f8-44cc-9032-2d953702e00e not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:02:09.457608 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b70d228b-d6e2-419f-a1d9-7b0ec9a22f0c tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:09.463266 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70d228b-d6e2-419f-a1d9-7b0ec9a22f0c tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:09.463850 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b70d228b-d6e2-419f-a1d9-7b0ec9a22f0c tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:09.499949 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-b70d228b-d6e2-419f-a1d9-7b0ec9a22f0c tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1753135 Nov 12 02:02:09.502944 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57838) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:02:09.507836 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-df23b1fa-799f-41c9-b78a-8caf42d18ce6 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1469244609', 'admin_state_up': True, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:02:09.533971 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-df23b1fa-799f-41c9-b78a-8caf42d18ce6 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:09.535143 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-df23b1fa-799f-41c9-b78a-8caf42d18ce6 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:09.537675 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d228b-d6e2-419f-a1d9-7b0ec9a22f0c tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'Network': ['ID=d5329514-0b7b-4824-9d1f-76031489f67b,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:09.550290 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network d5329514-0b7b-4824-9d1f-76031489f67b details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:02:09.596860 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-df23b1fa-799f-41c9-b78a-8caf42d18ce6 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:09.737027 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-df23b1fa-799f-41c9-b78a-8caf42d18ce6 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:09.935034 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-df23b1fa-799f-41c9-b78a-8caf42d18ce6 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for router_gateway, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:09.954424 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-df23b1fa-799f-41c9-b78a-8caf42d18ce6 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:10.055779 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-df23b1fa-799f-41c9-b78a-8caf42d18ce6 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Allocated IP 172.25.3.192 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/7c69065e-cb75-4091-9e4a-4db87fd9e7c2) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:02:10.160460 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-df23b1fa-799f-41c9-b78a-8caf42d18ce6 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:10.195089 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-df23b1fa-799f-41c9-b78a-8caf42d18ce6 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:10.238301 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df23b1fa-799f-41c9-b78a-8caf42d18ce6 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:02:10.241200 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-df23b1fa-799f-41c9-b78a-8caf42d18ce6 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:02:10.244144 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df23b1fa-799f-41c9-b78a-8caf42d18ce6 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:02:10.254591 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320b9d08-2983-4826-9f63-50e9c568aade None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:02:10.270267 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df23b1fa-799f-41c9-b78a-8caf42d18ce6 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'Port': ['ID=7c69065e-cb75-4091-9e4a-4db87fd9e7c2,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:10.358084 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-aad9b931-55ce-4468-a7d7-ad17b403f8b0 None None] Provisioning complete for port 7c69065e-cb75-4091-9e4a-4db87fd9e7c2 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:02:10.358397 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-aad9b931-55ce-4468-a7d7-ad17b403f8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:10.394519 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-aad9b931-55ce-4468-a7d7-ad17b403f8b0 None None] Port 7c69065e-cb75-4091-9e4a-4db87fd9e7c2 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:02:10.507123 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-df23b1fa-799f-41c9-b78a-8caf42d18ce6 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for router_gateway, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:10.719455 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-df23b1fa-799f-41c9-b78a-8caf42d18ce6 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:10.850108 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df23b1fa-799f-41c9-b78a-8caf42d18ce6 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Router 6bef4b12-d56f-44bd-845c-6debee0b1283 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 02:02:10.958367 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df23b1fa-799f-41c9-b78a-8caf42d18ce6 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:02:10.968591 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d859588-b428-4a48-982a-966c9925a7af None None] Sync routers for ids ['6bef4b12-d56f-44bd-845c-6debee0b1283'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:02:10.980046 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d859588-b428-4a48-982a-966c9925a7af None None] Routers {'6bef4b12-d56f-44bd-845c-6debee0b1283'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:02:10.980311 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-df23b1fa-799f-41c9-b78a-8caf42d18ce6 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:10.980775 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-2d859588-b428-4a48-982a-966c9925a7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:02:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['6bef4b12-d56f-44bd-845c-6debee0b1283'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:02:10.981445 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-df23b1fa-799f-41c9-b78a-8caf42d18ce6 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4774420 Nov 12 02:02:10.986954 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57840) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:02:11.014581 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1d17a49a-455a-48fe-beac-8f673894dae0 tempest-TestNetworkAdvancedServerOps-840993767 tempest-TestNetworkAdvancedServerOps-840993767-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=6374cc485d2b42f5a26ab6b55af862e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272133 Nov 12 02:02:11.018688 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57842) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:02:11.118102 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb1987b-c6f7-414a-a4f7-c0c85cc4e50b tempest-TestNetworkAdvancedServerOps-840993767 tempest-TestNetworkAdvancedServerOps-840993767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:11.122574 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4fb1987b-c6f7-414a-a4f7-c0c85cc4e50b tempest-TestNetworkAdvancedServerOps-840993767 tempest-TestNetworkAdvancedServerOps-840993767-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1008337 Nov 12 02:02:11.122961 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57844) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:02:11.153736 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a45d68d9-79f3-4250-b388-62cad901f7cb tempest-TestNetworkAdvancedServerOps-840993767 tempest-TestNetworkAdvancedServerOps-840993767-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=ab9ea869-d067-4dfb-b2de-16b019fae22d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293384 Nov 12 02:02:11.156683 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57846) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:02:11.161769 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-37dc4d6a-1f2f-4783-9f83-ba3ce6a5c83d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1418272338', 'network_id': 'd5329514-0b7b-4824-9d1f-76031489f67b', 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:02:11.210512 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:11.252436 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37dc4d6a-1f2f-4783-9f83-ba3ce6a5c83d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Made reservation on behalf of 6374cc485d2b42f5a26ab6b55af862e1 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:02:11.256453 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-37dc4d6a-1f2f-4783-9f83-ba3ce6a5c83d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:11.270462 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-2d859588-b428-4a48-982a-966c9925a7af None None] Set router 6bef4b12-d56f-44bd-845c-6debee0b1283 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:02:11.454140 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-37dc4d6a-1f2f-4783-9f83-ba3ce6a5c83d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:11.461209 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-2d859588-b428-4a48-982a-966c9925a7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bef4b12-d56f-44bd-845c-6debee0b1283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469244609', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '7c69065e-cb75-4091-9e4a-4db87fd9e7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:02:09Z', 'updated_at': '2021-11-12T02:02:10Z', 'revision_number': 3, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '7c69065e-cb75-4091-9e4a-4db87fd9e7c2', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bef4b12-d56f-44bd-845c-6debee0b1283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:02:09Z', 'updated_at': '2021-11-12T02:02:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:02:11.487823 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d859588-b428-4a48-982a-966c9925a7af None None] Checking router: 6bef4b12-d56f-44bd-845c-6debee0b1283 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:02:11.488164 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d859588-b428-4a48-982a-966c9925a7af None None] Updating router 6bef4b12-d56f-44bd-845c-6debee0b1283 port 7c69065e-cb75-4091-9e4a-4db87fd9e7c2 binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:02:11.515656 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2d859588-b428-4a48-982a-966c9925a7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:11.525622 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc4d6a-1f2f-4783-9f83-ba3ce6a5c83d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'Subnet': ['ID=04a80ce4-2bf8-4d17-afe1-540c51cb42fd,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:11.529376 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dc4d6a-1f2f-4783-9f83-ba3ce6a5c83d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Checking segment: {'id': 'd80e4c4d-aa69-4585-a666-33c852a79564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd5329514-0b7b-4824-9d1f-76031489f67b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:02:11.529856 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37dc4d6a-1f2f-4783-9f83-ba3ce6a5c83d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Network hostable DHCP agents. Network: d5329514-0b7b-4824-9d1f-76031489f67b, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:02:11.547491 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37dc4d6a-1f2f-4783-9f83-ba3ce6a5c83d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Network d5329514-0b7b-4824-9d1f-76031489f67b is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:02:11.558804 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-37dc4d6a-1f2f-4783-9f83-ba3ce6a5c83d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, d5329514-0b7b-4824-9d1f-76031489f67b) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:02:11.563228 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37dc4d6a-1f2f-4783-9f83-ba3ce6a5c83d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:11.564192 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-37dc4d6a-1f2f-4783-9f83-ba3ce6a5c83d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:11.582772 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-37dc4d6a-1f2f-4783-9f83-ba3ce6a5c83d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4250317 Nov 12 02:02:11.585533 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57848) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:02:11.600454 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967076fe-1598-46f9-814f-18e01a485e34 None None] Network d5329514-0b7b-4824-9d1f-76031489f67b requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:02:11.848334 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09692900-93e4-4e1a-b2f6-e88c6d1ffc30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-d5329514-0b7b-4824-9d1f-76031489f67b', 'network_id': 'd5329514-0b7b-4824-9d1f-76031489f67b', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'fixed_ips': [{'subnet_id': '04a80ce4-2bf8-4d17-afe1-540c51cb42fd'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 02:02:11.849192 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-09692900-93e4-4e1a-b2f6-e88c6d1ffc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:11.959909 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2d859588-b428-4a48-982a-966c9925a7af None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:11.969675 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2d859588-b428-4a48-982a-966c9925a7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:12.026338 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0f3db998-f394-4691-8dd3-7be7554ad01f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:12.039669 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb897fc-d821-4384-b98c-79a10a522ba4 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:02:12.072639 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-2d859588-b428-4a48-982a-966c9925a7af None None] Attempting to bind port 7c69065e-cb75-4091-9e4a-4db87fd9e7c2 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:02:12.073046 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-2d859588-b428-4a48-982a-966c9925a7af None None] Attempting to bind port 7c69065e-cb75-4091-9e4a-4db87fd9e7c2 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:02:12.073462 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d859588-b428-4a48-982a-966c9925a7af None None] Attempting to bind port 7c69065e-cb75-4091-9e4a-4db87fd9e7c2 on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:02:12.078970 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42eae59-7c5d-4851-81c4-46cdc8b9221c None None] Pushing event updated for resources: {'Port': ['ID=7c69065e-cb75-4091-9e4a-4db87fd9e7c2,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:12.084935 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d859588-b428-4a48-982a-966c9925a7af None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:02:12.085318 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d859588-b428-4a48-982a-966c9925a7af None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:02:12.086068 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2d859588-b428-4a48-982a-966c9925a7af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:12.086204 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d859588-b428-4a48-982a-966c9925a7af None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:02:12.086571 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-2d859588-b428-4a48-982a-966c9925a7af None None] Bound port: 7c69065e-cb75-4091-9e4a-4db87fd9e7c2, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:02:12.086955 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2d859588-b428-4a48-982a-966c9925a7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:12.123080 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-09692900-93e4-4e1a-b2f6-e88c6d1ffc30 None None] Allocated IP 172.20.0.2 (d5329514-0b7b-4824-9d1f-76031489f67b/04a80ce4-2bf8-4d17-afe1-540c51cb42fd/2454c308-2ce5-452a-b991-a86f4b7475e5) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:02:12.176948 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5570e2fb-b98f-4fd5-802d-1e4dbe36173e None None] Provisioning complete for port 7c69065e-cb75-4091-9e4a-4db87fd9e7c2 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:02:12.177337 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5570e2fb-b98f-4fd5-802d-1e4dbe36173e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:12.234598 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-2d859588-b428-4a48-982a-966c9925a7af None None] For port 7c69065e-cb75-4091-9e4a-4db87fd9e7c2, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:02:12.265907 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-2d859588-b428-4a48-982a-966c9925a7af None None] For port 7c69065e-cb75-4091-9e4a-4db87fd9e7c2, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=7c69065e-cb75-4091-9e4a-4db87fd9e7c2,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:02:12.268879 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5570e2fb-b98f-4fd5-802d-1e4dbe36173e None None] Port 7c69065e-cb75-4091-9e4a-4db87fd9e7c2 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:02:12.273006 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2d859588-b428-4a48-982a-966c9925a7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:12.322336 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0acdae-48c5-4ffd-a634-9dc8e262df19 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:02:12.394343 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42eae59-7c5d-4851-81c4-46cdc8b9221c None None] Pushing event updated for resources: {'Port': ['ID=7c69065e-cb75-4091-9e4a-4db87fd9e7c2,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:12.401410 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d859588-b428-4a48-982a-966c9925a7af None None] Routers {'6bef4b12-d56f-44bd-845c-6debee0b1283'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:02:12.402104 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-2d859588-b428-4a48-982a-966c9925a7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:02:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['6bef4b12-d56f-44bd-845c-6debee0b1283'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:02:12.461886 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-09692900-93e4-4e1a-b2f6-e88c6d1ffc30 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:12.471327 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-afcb6a63-8c38-4a05-8b8e-9680648cb0dc None None] Provisioning complete for port 7c69065e-cb75-4091-9e4a-4db87fd9e7c2 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:02:12.471749 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-afcb6a63-8c38-4a05-8b8e-9680648cb0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:12.478094 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-09692900-93e4-4e1a-b2f6-e88c6d1ffc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:12.520605 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-0f3db998-f394-4691-8dd3-7be7554ad01f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Allocated IP 172.20.0.1 (d5329514-0b7b-4824-9d1f-76031489f67b/04a80ce4-2bf8-4d17-afe1-540c51cb42fd/b5d78e5c-bd09-4c43-a7ae-9ba733f1c227) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:02:12.588650 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09692900-93e4-4e1a-b2f6-e88c6d1ffc30 None None] Network d5329514-0b7b-4824-9d1f-76031489f67b is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:02:12.596600 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-09692900-93e4-4e1a-b2f6-e88c6d1ffc30 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:02:12.602682 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09692900-93e4-4e1a-b2f6-e88c6d1ffc30 None None] Pushing event updated for resources: {'Port': ['ID=2454c308-2ce5-452a-b991-a86f4b7475e5,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:12.608155 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09692900-93e4-4e1a-b2f6-e88c6d1ffc30 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:02:12.612161 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-2d859588-b428-4a48-982a-966c9925a7af None None] Set router 6bef4b12-d56f-44bd-845c-6debee0b1283 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:02:12.648206 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0f3db998-f394-4691-8dd3-7be7554ad01f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:12.684706 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0f3db998-f394-4691-8dd3-7be7554ad01f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:12.727786 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3db998-f394-4691-8dd3-7be7554ad01f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Network d5329514-0b7b-4824-9d1f-76031489f67b is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:02:12.731724 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-0f3db998-f394-4691-8dd3-7be7554ad01f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:02:12.735134 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3db998-f394-4691-8dd3-7be7554ad01f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:02:12.768297 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3db998-f394-4691-8dd3-7be7554ad01f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'Port': ['ID=b5d78e5c-bd09-4c43-a7ae-9ba733f1c227,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:12.791086 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0f3db998-f394-4691-8dd3-7be7554ad01f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:12.925748 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0f3db998-f394-4691-8dd3-7be7554ad01f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:12.958878 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-09692900-93e4-4e1a-b2f6-e88c6d1ffc30 None None] Attempting to bind port 2454c308-2ce5-452a-b991-a86f4b7475e5 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:02:12.959253 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-09692900-93e4-4e1a-b2f6-e88c6d1ffc30 None None] Attempting to bind port 2454c308-2ce5-452a-b991-a86f4b7475e5 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'd80e4c4d-aa69-4585-a666-33c852a79564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd5329514-0b7b-4824-9d1f-76031489f67b'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:02:12.959625 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09692900-93e4-4e1a-b2f6-e88c6d1ffc30 None None] Attempting to bind port 2454c308-2ce5-452a-b991-a86f4b7475e5 on network d5329514-0b7b-4824-9d1f-76031489f67b {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:02:12.975082 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-afcb6a63-8c38-4a05-8b8e-9680648cb0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:12.982827 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09692900-93e4-4e1a-b2f6-e88c6d1ffc30 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:02:12.983205 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09692900-93e4-4e1a-b2f6-e88c6d1ffc30 None None] Checking segment: {'id': 'd80e4c4d-aa69-4585-a666-33c852a79564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd5329514-0b7b-4824-9d1f-76031489f67b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:02:12.984333 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-09692900-93e4-4e1a-b2f6-e88c6d1ffc30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:12.984733 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09692900-93e4-4e1a-b2f6-e88c6d1ffc30 None None] Bound using segment: {'id': 'd80e4c4d-aa69-4585-a666-33c852a79564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd5329514-0b7b-4824-9d1f-76031489f67b'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:02:12.985246 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-09692900-93e4-4e1a-b2f6-e88c6d1ffc30 None None] Bound port: 2454c308-2ce5-452a-b991-a86f4b7475e5, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd80e4c4d-aa69-4585-a666-33c852a79564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd5329514-0b7b-4824-9d1f-76031489f67b'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:02:12.985629 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-09692900-93e4-4e1a-b2f6-e88c6d1ffc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:13.042151 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-afcb6a63-8c38-4a05-8b8e-9680648cb0dc None None] For port 7c69065e-cb75-4091-9e4a-4db87fd9e7c2, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=7c69065e-cb75-4091-9e4a-4db87fd9e7c2,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:02:13.049873 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-afcb6a63-8c38-4a05-8b8e-9680648cb0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:13.130983 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-09692900-93e4-4e1a-b2f6-e88c6d1ffc30 None None] For port 2454c308-2ce5-452a-b991-a86f4b7475e5, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:02:13.137336 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-09692900-93e4-4e1a-b2f6-e88c6d1ffc30 None None] For port 2454c308-2ce5-452a-b991-a86f4b7475e5, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=2454c308-2ce5-452a-b991-a86f4b7475e5,segment=NetworkSegment(d80e4c4d-aa69-4585-a666-33c852a79564),segment_id=d80e4c4d-aa69-4585-a666-33c852a79564)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:02:13.150865 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-09692900-93e4-4e1a-b2f6-e88c6d1ffc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:13.161684 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcb6a63-8c38-4a05-8b8e-9680648cb0dc None None] Pushing event updated for resources: {'Port': ['ID=7c69065e-cb75-4091-9e4a-4db87fd9e7c2,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:13.214768 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0f3db998-f394-4691-8dd3-7be7554ad01f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:13.215451 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-2d859588-b428-4a48-982a-966c9925a7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bef4b12-d56f-44bd-845c-6debee0b1283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469244609', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '7c69065e-cb75-4091-9e4a-4db87fd9e7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:02:09Z', 'updated_at': '2021-11-12T02:02:10Z', 'revision_number': 3, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '7c69065e-cb75-4091-9e4a-4db87fd9e7c2', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bef4b12-d56f-44bd-845c-6debee0b1283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:02:09Z', 'updated_at': '2021-11-12T02:02:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:02:13.220517 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0f3db998-f394-4691-8dd3-7be7554ad01f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:13.255301 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d859588-b428-4a48-982a-966c9925a7af None None] The sync data for ids ['6bef4b12-d56f-44bd-845c-6debee0b1283'] in n-d-712142-27 is: [{'id': '6bef4b12-d56f-44bd-845c-6debee0b1283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469244609', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '7c69065e-cb75-4091-9e4a-4db87fd9e7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:02:09Z', 'updated_at': '2021-11-12T02:02:10Z', 'revision_number': 3, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '7c69065e-cb75-4091-9e4a-4db87fd9e7c2', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bef4b12-d56f-44bd-845c-6debee0b1283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:02:09Z', 'updated_at': '2021-11-12T02:02:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:02:13.256885 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09692900-93e4-4e1a-b2f6-e88c6d1ffc30 None None] Pushing event updated for resources: {'Port': ['ID=2454c308-2ce5-452a-b991-a86f4b7475e5,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:13.301322 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0f3db998-f394-4691-8dd3-7be7554ad01f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:13.303040 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3db998-f394-4691-8dd3-7be7554ad01f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'Port': ['ID=b5d78e5c-bd09-4c43-a7ae-9ba733f1c227,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:13.423216 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3db998-f394-4691-8dd3-7be7554ad01f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Network d5329514-0b7b-4824-9d1f-76031489f67b is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:02:13.425548 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-0f3db998-f394-4691-8dd3-7be7554ad01f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:02:13.557322 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 2454c308-2ce5-452a-b991-a86f4b7475e5 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:02:13.582300 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f3db998-f394-4691-8dd3-7be7554ad01f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Router 6bef4b12-d56f-44bd-845c-6debee0b1283 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:02:13.632993 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 2454c308-2ce5-452a-b991-a86f4b7475e5 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:02:13.633371 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:13.728084 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:13.772993 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 2454c308-2ce5-452a-b991-a86f4b7475e5, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=2454c308-2ce5-452a-b991-a86f4b7475e5,segment=NetworkSegment(d80e4c4d-aa69-4585-a666-33c852a79564),segment_id=d80e4c4d-aa69-4585-a666-33c852a79564)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:02:13.778102 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:13.842209 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=2454c308-2ce5-452a-b991-a86f4b7475e5,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:14.083560 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3db998-f394-4691-8dd3-7be7554ad01f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:02:14.091229 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0f3db998-f394-4691-8dd3-7be7554ad01f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "PUT /v2.0/routers/6bef4b12-d56f-44bd-845c-6debee0b1283/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5045817 Nov 12 02:02:14.251882 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71bbcbb-922f-41e0-83bb-b22f5031b9f3 None None] Network d5329514-0b7b-4824-9d1f-76031489f67b requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:02:14.262137 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fba2b75c-96f9-47fc-a972-f1312b906f95 req-e5ece621-ce71-4468-a935-c4976ee647ed tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1714781690&fields=id&tenant_id=6374cc485d2b42f5a26ab6b55af862e1 HTTP/1.1" status: 200 len: 267 time: 0.0481064 Nov 12 02:02:14.320987 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-8e83e8f5-1f03-4e9a-9dba-5f59e2c5373f None None] Provisioning complete for port 2454c308-2ce5-452a-b991-a86f4b7475e5 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:02:14.321355 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8e83e8f5-1f03-4e9a-9dba-5f59e2c5373f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:14.371084 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2b75c-96f9-47fc-a972-f1312b906f95 req-8cc6acc7-17ba-4aa4-8bbb-01ea4356ac10 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:14.378227 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fba2b75c-96f9-47fc-a972-f1312b906f95 req-8cc6acc7-17ba-4aa4-8bbb-01ea4356ac10 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/networks?id=d5329514-0b7b-4824-9d1f-76031489f67b HTTP/1.1" status: 200 len: 796 time: 0.1090181 Nov 12 02:02:14.390624 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fba2b75c-96f9-47fc-a972-f1312b906f95 req-437bce64-4bf8-4e44-a0eb-367bffd78232 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/quotas/6374cc485d2b42f5a26ab6b55af862e1 HTTP/1.1" status: 200 len: 375 time: 0.0115035 Nov 12 02:02:14.447772 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fba2b75c-96f9-47fc-a972-f1312b906f95 req-b73af390-8c92-478c-8410-db470945ae63 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6374cc485d2b42f5a26ab6b55af862e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527589 Nov 12 02:02:14.548854 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fba2b75c-96f9-47fc-a972-f1312b906f95 req-9bafb1ba-f255-40ee-b5a9-ff574f69a981 service neutron] 10.222.0.45 "GET /v2.0/networks/d5329514-0b7b-4824-9d1f-76031489f67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883274 Nov 12 02:02:14.653749 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fba2b75c-96f9-47fc-a972-f1312b906f95 req-f0ba967d-a9e6-44d0-a310-078ad25fa161 service neutron] 10.222.0.45 "GET /v2.0/networks/d5329514-0b7b-4824-9d1f-76031489f67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980806 Nov 12 02:02:14.692404 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-d47924a8-4d89-4170-96b0-95062fca15ee None None] Provisioning complete for port b5d78e5c-bd09-4c43-a7ae-9ba733f1c227 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:02:14.692948 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d47924a8-4d89-4170-96b0-95062fca15ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:14.738883 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-d47924a8-4d89-4170-96b0-95062fca15ee None None] Port b5d78e5c-bd09-4c43-a7ae-9ba733f1c227 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:02:14.752952 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-d47924a8-4d89-4170-96b0-95062fca15ee None None] Provisioning complete for port 2454c308-2ce5-452a-b991-a86f4b7475e5 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:02:14.753273 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d47924a8-4d89-4170-96b0-95062fca15ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:14.856612 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bbce472a-8b69-42ab-b8fd-ca3a00fed101 req-24e24cfd-4e24-4419-a2fe-a0492f8fe1f8 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=463803bf-b55d-41db-aa87-9294406a7461 HTTP/1.1" status: 200 len: 210 time: 0.0336781 Nov 12 02:02:14.977242 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462dd37a-0a32-441d-b59f-32c6c5cfb2ad None None] Sync routers for ids ['6bef4b12-d56f-44bd-845c-6debee0b1283'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:02:14.989855 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462dd37a-0a32-441d-b59f-32c6c5cfb2ad None None] Routers {'6bef4b12-d56f-44bd-845c-6debee0b1283'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:02:14.990482 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-462dd37a-0a32-441d-b59f-32c6c5cfb2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:02:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['6bef4b12-d56f-44bd-845c-6debee0b1283'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:02:15.003345 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-a114b89c-db8d-4f6a-a9c0-a37674bcf705 None None] Provisioning complete for port b5d78e5c-bd09-4c43-a7ae-9ba733f1c227 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:02:15.003903 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a114b89c-db8d-4f6a-a9c0-a37674bcf705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:15.045034 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-a114b89c-db8d-4f6a-a9c0-a37674bcf705 None None] Port b5d78e5c-bd09-4c43-a7ae-9ba733f1c227 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:02:15.101709 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-462dd37a-0a32-441d-b59f-32c6c5cfb2ad None None] Set router 6bef4b12-d56f-44bd-845c-6debee0b1283 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:02:15.166001 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-8d33a7f4-2bdf-44cd-8f75-969c801c1519 None None] Provisioning complete for port b5d78e5c-bd09-4c43-a7ae-9ba733f1c227 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:02:15.166702 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8d33a7f4-2bdf-44cd-8f75-969c801c1519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:15.205959 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-8d33a7f4-2bdf-44cd-8f75-969c801c1519 None None] Port b5d78e5c-bd09-4c43-a7ae-9ba733f1c227 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:02:15.312903 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-462dd37a-0a32-441d-b59f-32c6c5cfb2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bef4b12-d56f-44bd-845c-6debee0b1283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469244609', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '7c69065e-cb75-4091-9e4a-4db87fd9e7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:02:09Z', 'updated_at': '2021-11-12T02:02:12Z', 'revision_number': 4, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '7c69065e-cb75-4091-9e4a-4db87fd9e7c2', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bef4b12-d56f-44bd-845c-6debee0b1283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:02:09Z', 'updated_at': '2021-11-12T02:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'b5d78e5c-bd09-4c43-a7ae-9ba733f1c227', 'name': '', 'network_id': 'd5329514-0b7b-4824-9d1f-76031489f67b', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'mac_address': 'fa:16:3e:ad:1b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bef4b12-d56f-44bd-845c-6debee0b1283', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '04a80ce4-2bf8-4d17-afe1-540c51cb42fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:02:12Z', 'updated_at': '2021-11-12T02:02:13Z', 'revision_number': 2, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'subnets': [{'id': '04a80ce4-2bf8-4d17-afe1-540c51cb42fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:02:15.339331 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462dd37a-0a32-441d-b59f-32c6c5cfb2ad None None] Checking router: 6bef4b12-d56f-44bd-845c-6debee0b1283 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:02:15.339682 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462dd37a-0a32-441d-b59f-32c6c5cfb2ad None None] Updating router 6bef4b12-d56f-44bd-845c-6debee0b1283 port b5d78e5c-bd09-4c43-a7ae-9ba733f1c227 binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:02:15.364578 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-462dd37a-0a32-441d-b59f-32c6c5cfb2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:15.558845 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 2454c308-2ce5-452a-b991-a86f4b7475e5 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:02:15.608534 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 2454c308-2ce5-452a-b991-a86f4b7475e5 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:02:15.608906 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:15.643149 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-462dd37a-0a32-441d-b59f-32c6c5cfb2ad None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:15.650527 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-462dd37a-0a32-441d-b59f-32c6c5cfb2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:15.695326 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 7c69065e-cb75-4091-9e4a-4db87fd9e7c2 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:02:15.721731 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a6faf6-c384-4369-b0c1-c62032696915 None None] Pushing event updated for resources: {'Port': ['ID=b5d78e5c-bd09-4c43-a7ae-9ba733f1c227,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:15.745855 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a6faf6-c384-4369-b0c1-c62032696915 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:15.746215 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a6faf6-c384-4369-b0c1-c62032696915 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:15.746555 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a6faf6-c384-4369-b0c1-c62032696915 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:15.746893 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a6faf6-c384-4369-b0c1-c62032696915 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:15.747225 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a6faf6-c384-4369-b0c1-c62032696915 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:15.747554 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a6faf6-c384-4369-b0c1-c62032696915 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:15.747878 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a6faf6-c384-4369-b0c1-c62032696915 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:15.748236 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a6faf6-c384-4369-b0c1-c62032696915 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:15.748566 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a6faf6-c384-4369-b0c1-c62032696915 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:15.749740 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a6faf6-c384-4369-b0c1-c62032696915 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:15.750212 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a6faf6-c384-4369-b0c1-c62032696915 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:15.750496 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 7c69065e-cb75-4091-9e4a-4db87fd9e7c2 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:02:15.750660 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a6faf6-c384-4369-b0c1-c62032696915 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:02:15.750870 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:15.769989 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-462dd37a-0a32-441d-b59f-32c6c5cfb2ad None None] Attempting to bind port b5d78e5c-bd09-4c43-a7ae-9ba733f1c227 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:02:15.770506 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-462dd37a-0a32-441d-b59f-32c6c5cfb2ad None None] Attempting to bind port b5d78e5c-bd09-4c43-a7ae-9ba733f1c227 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': 'd80e4c4d-aa69-4585-a666-33c852a79564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd5329514-0b7b-4824-9d1f-76031489f67b'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:02:15.770878 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462dd37a-0a32-441d-b59f-32c6c5cfb2ad None None] Attempting to bind port b5d78e5c-bd09-4c43-a7ae-9ba733f1c227 on network d5329514-0b7b-4824-9d1f-76031489f67b {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:02:15.776105 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462dd37a-0a32-441d-b59f-32c6c5cfb2ad None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:02:15.776480 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462dd37a-0a32-441d-b59f-32c6c5cfb2ad None None] Checking segment: {'id': 'd80e4c4d-aa69-4585-a666-33c852a79564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd5329514-0b7b-4824-9d1f-76031489f67b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:02:15.776879 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-462dd37a-0a32-441d-b59f-32c6c5cfb2ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:15.777277 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462dd37a-0a32-441d-b59f-32c6c5cfb2ad None None] Bound using segment: {'id': 'd80e4c4d-aa69-4585-a666-33c852a79564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd5329514-0b7b-4824-9d1f-76031489f67b'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:02:15.778006 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-462dd37a-0a32-441d-b59f-32c6c5cfb2ad None None] Bound port: b5d78e5c-bd09-4c43-a7ae-9ba733f1c227, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd80e4c4d-aa69-4585-a666-33c852a79564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd5329514-0b7b-4824-9d1f-76031489f67b'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:02:15.778395 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-462dd37a-0a32-441d-b59f-32c6c5cfb2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:15.854444 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-462dd37a-0a32-441d-b59f-32c6c5cfb2ad None None] For port b5d78e5c-bd09-4c43-a7ae-9ba733f1c227, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:02:15.857886 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-462dd37a-0a32-441d-b59f-32c6c5cfb2ad None None] For port b5d78e5c-bd09-4c43-a7ae-9ba733f1c227, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=b5d78e5c-bd09-4c43-a7ae-9ba733f1c227,segment=NetworkSegment(d80e4c4d-aa69-4585-a666-33c852a79564),segment_id=d80e4c4d-aa69-4585-a666-33c852a79564)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:02:15.861911 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-462dd37a-0a32-441d-b59f-32c6c5cfb2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:15.948376 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a6faf6-c384-4369-b0c1-c62032696915 None None] Pushing event updated for resources: {'Port': ['ID=b5d78e5c-bd09-4c43-a7ae-9ba733f1c227,revision_number=4']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:15.951805 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462dd37a-0a32-441d-b59f-32c6c5cfb2ad None None] Routers {'6bef4b12-d56f-44bd-845c-6debee0b1283'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:02:15.954454 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-462dd37a-0a32-441d-b59f-32c6c5cfb2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:02:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['6bef4b12-d56f-44bd-845c-6debee0b1283'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:02:16.006897 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-164b3cc1-4eb9-4d42-be40-8e0500a17de1 req-38bbdd1f-eaf3-40bb-9653-9f5f0500bedc tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=463803bf-b55d-41db-aa87-9294406a7461 HTTP/1.1" status: 200 len: 210 time: 0.0351956 Nov 12 02:02:16.046688 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-8cd21a4f-4d3f-483f-a77b-641db6978c54 None None] Provisioning complete for port b5d78e5c-bd09-4c43-a7ae-9ba733f1c227 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:02:16.047170 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8cd21a4f-4d3f-483f-a77b-641db6978c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:16.105970 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2b75c-96f9-47fc-a972-f1312b906f95 req-371342dc-9e1b-417b-b456-41e1be5bd5aa tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:16.108134 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fba2b75c-96f9-47fc-a972-f1312b906f95 req-371342dc-9e1b-417b-b456-41e1be5bd5aa tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.44 "GET /v2.0/networks?id=d5329514-0b7b-4824-9d1f-76031489f67b HTTP/1.1" status: 200 len: 796 time: 0.2116041 Nov 12 02:02:16.169064 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8cd21a4f-4d3f-483f-a77b-641db6978c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:16.199163 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-462dd37a-0a32-441d-b59f-32c6c5cfb2ad None None] Set router 6bef4b12-d56f-44bd-845c-6debee0b1283 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:02:16.225270 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fba2b75c-96f9-47fc-a972-f1312b906f95 req-b1e607ca-31be-4c18-a399-d1cd793e52d6 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6374cc485d2b42f5a26ab6b55af862e1 HTTP/1.1" status: 200 len: 380 time: 0.0801816 Nov 12 02:02:16.239933 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-fba2b75c-96f9-47fc-a972-f1312b906f95 req-881dda9b-7c92-4662-bd7d-4c2e726c68a4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'port': {'device_id': '463803bf-b55d-41db-aa87-9294406a7461', 'network_id': 'd5329514-0b7b-4824-9d1f-76031489f67b', 'admin_state_up': True, 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'security_groups': ['bb0c03c1-0e25-453e-b112-88e5d83d6287']}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:02:16.241387 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-8cd21a4f-4d3f-483f-a77b-641db6978c54 None None] For port b5d78e5c-bd09-4c43-a7ae-9ba733f1c227, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=b5d78e5c-bd09-4c43-a7ae-9ba733f1c227,segment=NetworkSegment(d80e4c4d-aa69-4585-a666-33c852a79564),segment_id=d80e4c4d-aa69-4585-a666-33c852a79564)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:02:16.248010 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8cd21a4f-4d3f-483f-a77b-641db6978c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:16.304480 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd21a4f-4d3f-483f-a77b-641db6978c54 None None] Pushing event updated for resources: {'Port': ['ID=b5d78e5c-bd09-4c43-a7ae-9ba733f1c227,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:16.368905 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fba2b75c-96f9-47fc-a972-f1312b906f95 req-881dda9b-7c92-4662-bd7d-4c2e726c68a4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Made reservation on behalf of 6374cc485d2b42f5a26ab6b55af862e1 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:02:16.372437 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-fba2b75c-96f9-47fc-a972-f1312b906f95 req-881dda9b-7c92-4662-bd7d-4c2e726c68a4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:16.380505 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5735c642-3b1b-4e0b-a65f-fe4689c5c1b5 None None] Provisioning complete for port b5d78e5c-bd09-4c43-a7ae-9ba733f1c227 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:02:16.380868 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5735c642-3b1b-4e0b-a65f-fe4689c5c1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:16.439904 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-462dd37a-0a32-441d-b59f-32c6c5cfb2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bef4b12-d56f-44bd-845c-6debee0b1283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469244609', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '7c69065e-cb75-4091-9e4a-4db87fd9e7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:02:09Z', 'updated_at': '2021-11-12T02:02:12Z', 'revision_number': 4, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '7c69065e-cb75-4091-9e4a-4db87fd9e7c2', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bef4b12-d56f-44bd-845c-6debee0b1283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:02:09Z', 'updated_at': '2021-11-12T02:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'b5d78e5c-bd09-4c43-a7ae-9ba733f1c227', 'name': '', 'network_id': 'd5329514-0b7b-4824-9d1f-76031489f67b', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'mac_address': 'fa:16:3e:ad:1b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bef4b12-d56f-44bd-845c-6debee0b1283', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '04a80ce4-2bf8-4d17-afe1-540c51cb42fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:02:12Z', 'updated_at': '2021-11-12T02:02:15Z', 'revision_number': 4, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'subnets': [{'id': '04a80ce4-2bf8-4d17-afe1-540c51cb42fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:02:16.474443 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462dd37a-0a32-441d-b59f-32c6c5cfb2ad None None] The sync data for ids ['6bef4b12-d56f-44bd-845c-6debee0b1283'] in n-d-712142-27 is: [{'id': '6bef4b12-d56f-44bd-845c-6debee0b1283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469244609', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '7c69065e-cb75-4091-9e4a-4db87fd9e7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:02:09Z', 'updated_at': '2021-11-12T02:02:12Z', 'revision_number': 4, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '7c69065e-cb75-4091-9e4a-4db87fd9e7c2', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bef4b12-d56f-44bd-845c-6debee0b1283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:02:09Z', 'updated_at': '2021-11-12T02:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'b5d78e5c-bd09-4c43-a7ae-9ba733f1c227', 'name': '', 'network_id': 'd5329514-0b7b-4824-9d1f-76031489f67b', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'mac_address': 'fa:16:3e:ad:1b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bef4b12-d56f-44bd-845c-6debee0b1283', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '04a80ce4-2bf8-4d17-afe1-540c51cb42fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:02:12Z', 'updated_at': '2021-11-12T02:02:15Z', 'revision_number': 4, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'subnets': [{'id': '04a80ce4-2bf8-4d17-afe1-540c51cb42fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:02:16.527239 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-fba2b75c-96f9-47fc-a972-f1312b906f95 req-881dda9b-7c92-4662-bd7d-4c2e726c68a4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Allocated IP 172.20.0.10 (d5329514-0b7b-4824-9d1f-76031489f67b/04a80ce4-2bf8-4d17-afe1-540c51cb42fd/67dc2376-3975-46b3-96f6-210a9fc5e7c9) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:02:16.689086 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-fba2b75c-96f9-47fc-a972-f1312b906f95 req-881dda9b-7c92-4662-bd7d-4c2e726c68a4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:16.726962 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-fba2b75c-96f9-47fc-a972-f1312b906f95 req-881dda9b-7c92-4662-bd7d-4c2e726c68a4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:16.776430 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fba2b75c-96f9-47fc-a972-f1312b906f95 req-881dda9b-7c92-4662-bd7d-4c2e726c68a4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Network d5329514-0b7b-4824-9d1f-76031489f67b is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:02:16.782641 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-fba2b75c-96f9-47fc-a972-f1312b906f95 req-881dda9b-7c92-4662-bd7d-4c2e726c68a4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:02:16.785517 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba2b75c-96f9-47fc-a972-f1312b906f95 req-881dda9b-7c92-4662-bd7d-4c2e726c68a4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:02:16.812425 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881dda9b-7c92-4662-bd7d-4c2e726c68a4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'Port': ['ID=67dc2376-3975-46b3-96f6-210a9fc5e7c9,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:16.849389 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2b75c-96f9-47fc-a972-f1312b906f95 req-881dda9b-7c92-4662-bd7d-4c2e726c68a4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:16.850254 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-fba2b75c-96f9-47fc-a972-f1312b906f95 req-881dda9b-7c92-4662-bd7d-4c2e726c68a4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:16.868148 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fba2b75c-96f9-47fc-a972-f1312b906f95 req-881dda9b-7c92-4662-bd7d-4c2e726c68a4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6365168 Nov 12 02:02:16.887234 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-fba2b75c-96f9-47fc-a972-f1312b906f95 req-8848302e-a493-4413-b8ac-d70ecab749af service neutron] Request body: {'port': {'device_id': '463803bf-b55d-41db-aa87-9294406a7461', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:02:16.948861 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-fba2b75c-96f9-47fc-a972-f1312b906f95 req-8848302e-a493-4413-b8ac-d70ecab749af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:17.016532 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4fadba5d-6647-4b67-b124-777f1dbdcb9e None None] Provisioning complete for port 67dc2376-3975-46b3-96f6-210a9fc5e7c9 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:02:17.017113 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4fadba5d-6647-4b67-b124-777f1dbdcb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:17.060371 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4fadba5d-6647-4b67-b124-777f1dbdcb9e None None] Port 67dc2376-3975-46b3-96f6-210a9fc5e7c9 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:02:17.149382 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20987519-7303-4550-8877-3396ace80cbe req-74d91627-6e2c-49d0-b0f8-afef2388fc33 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:17.150887 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-20987519-7303-4550-8877-3396ace80cbe req-74d91627-6e2c-49d0-b0f8-afef2388fc33 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=463803bf-b55d-41db-aa87-9294406a7461 HTTP/1.1" status: 200 len: 932 time: 0.0608730 Nov 12 02:02:17.212834 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-20987519-7303-4550-8877-3396ace80cbe req-4ea36947-fcff-47ae-8d76-6770cad62476 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=bb0c03c1-0e25-453e-b112-88e5d83d6287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545127 Nov 12 02:02:17.266950 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-fba2b75c-96f9-47fc-a972-f1312b906f95 req-8848302e-a493-4413-b8ac-d70ecab749af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67dc2376-3975-46b3-96f6-210a9fc5e7c9 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:02:17.275181 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-fba2b75c-96f9-47fc-a972-f1312b906f95 req-8848302e-a493-4413-b8ac-d70ecab749af service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:17.288260 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-fba2b75c-96f9-47fc-a972-f1312b906f95 req-8848302e-a493-4413-b8ac-d70ecab749af service neutron] Transition to ACTIVE for port object 67dc2376-3975-46b3-96f6-210a9fc5e7c9 will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:02:17.292776 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-fba2b75c-96f9-47fc-a972-f1312b906f95 req-8848302e-a493-4413-b8ac-d70ecab749af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:17.364116 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8848302e-a493-4413-b8ac-d70ecab749af service neutron] Pushing event updated for resources: {'Port': ['ID=67dc2376-3975-46b3-96f6-210a9fc5e7c9,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:17.420442 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-fba2b75c-96f9-47fc-a972-f1312b906f95 req-8848302e-a493-4413-b8ac-d70ecab749af service neutron] Attempting to bind port 67dc2376-3975-46b3-96f6-210a9fc5e7c9 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:02:17.420716 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-fba2b75c-96f9-47fc-a972-f1312b906f95 req-8848302e-a493-4413-b8ac-d70ecab749af service neutron] Attempting to bind port 67dc2376-3975-46b3-96f6-210a9fc5e7c9 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': 'd80e4c4d-aa69-4585-a666-33c852a79564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd5329514-0b7b-4824-9d1f-76031489f67b'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:02:17.421055 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba2b75c-96f9-47fc-a972-f1312b906f95 req-8848302e-a493-4413-b8ac-d70ecab749af service neutron] Attempting to bind port 67dc2376-3975-46b3-96f6-210a9fc5e7c9 on network d5329514-0b7b-4824-9d1f-76031489f67b {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:02:17.426537 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba2b75c-96f9-47fc-a972-f1312b906f95 req-8848302e-a493-4413-b8ac-d70ecab749af service neutron] Port 67dc2376-3975-46b3-96f6-210a9fc5e7c9 on network d5329514-0b7b-4824-9d1f-76031489f67b not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:02:17.426862 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba2b75c-96f9-47fc-a972-f1312b906f95 req-8848302e-a493-4413-b8ac-d70ecab749af service neutron] Attempting to bind port 67dc2376-3975-46b3-96f6-210a9fc5e7c9 on network d5329514-0b7b-4824-9d1f-76031489f67b {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:02:17.432783 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba2b75c-96f9-47fc-a972-f1312b906f95 req-8848302e-a493-4413-b8ac-d70ecab749af service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:02:17.433134 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba2b75c-96f9-47fc-a972-f1312b906f95 req-8848302e-a493-4413-b8ac-d70ecab749af service neutron] Checking segment: {'id': 'd80e4c4d-aa69-4585-a666-33c852a79564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd5329514-0b7b-4824-9d1f-76031489f67b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:02:17.433522 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba2b75c-96f9-47fc-a972-f1312b906f95 req-8848302e-a493-4413-b8ac-d70ecab749af service neutron] Bound using segment: {'id': 'd80e4c4d-aa69-4585-a666-33c852a79564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd5329514-0b7b-4824-9d1f-76031489f67b'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:02:17.434096 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-fba2b75c-96f9-47fc-a972-f1312b906f95 req-8848302e-a493-4413-b8ac-d70ecab749af service neutron] Bound port: 67dc2376-3975-46b3-96f6-210a9fc5e7c9, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd80e4c4d-aa69-4585-a666-33c852a79564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd5329514-0b7b-4824-9d1f-76031489f67b'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:02:17.434462 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-fba2b75c-96f9-47fc-a972-f1312b906f95 req-8848302e-a493-4413-b8ac-d70ecab749af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:17.518210 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-fba2b75c-96f9-47fc-a972-f1312b906f95 req-8848302e-a493-4413-b8ac-d70ecab749af service neutron] For port 67dc2376-3975-46b3-96f6-210a9fc5e7c9, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:02:17.521486 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-fba2b75c-96f9-47fc-a972-f1312b906f95 req-8848302e-a493-4413-b8ac-d70ecab749af service neutron] For port 67dc2376-3975-46b3-96f6-210a9fc5e7c9, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=67dc2376-3975-46b3-96f6-210a9fc5e7c9,segment=NetworkSegment(d80e4c4d-aa69-4585-a666-33c852a79564),segment_id=d80e4c4d-aa69-4585-a666-33c852a79564)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:02:17.527865 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-fba2b75c-96f9-47fc-a972-f1312b906f95 req-8848302e-a493-4413-b8ac-d70ecab749af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:17.536748 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device b5d78e5c-bd09-4c43-a7ae-9ba733f1c227 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:02:17.566437 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2b75c-96f9-47fc-a972-f1312b906f95 req-8848302e-a493-4413-b8ac-d70ecab749af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:17.567301 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-fba2b75c-96f9-47fc-a972-f1312b906f95 req-8848302e-a493-4413-b8ac-d70ecab749af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:17.568837 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fba2b75c-96f9-47fc-a972-f1312b906f95 req-8848302e-a493-4413-b8ac-d70ecab749af service neutron] 10.222.0.44 "PUT /v2.0/ports/67dc2376-3975-46b3-96f6-210a9fc5e7c9 HTTP/1.1" status: 200 len: 1093 time: 0.6861577 Nov 12 02:02:17.569343 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '463803bf-b55d-41db-aa87-9294406a7461', 'tag': '67dc2376-3975-46b3-96f6-210a9fc5e7c9'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:02:17.572433 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4d1d6158e421e9c8e993f80e0426ddaaefecbe2af3f4b68345379587447b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a21c0b4-0863-4974-abc6-97a9f3a8d31f" -d '{"events": [{"name": "network-changed", "server_uuid": "463803bf-b55d-41db-aa87-9294406a7461", "tag": "67dc2376-3975-46b3-96f6-210a9fc5e7c9"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:02:17.619097 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port b5d78e5c-bd09-4c43-a7ae-9ba733f1c227 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:02:17.620188 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:17.623451 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8848302e-a493-4413-b8ac-d70ecab749af service neutron] Pushing event updated for resources: {'Port': ['ID=67dc2376-3975-46b3-96f6-210a9fc5e7c9,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:17.670268 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d0f039-ca41-44f7-9d20-71ddaa1745ce x-openstack-request-id: req-d0d0f039-ca41-44f7-9d20-71ddaa1745ce {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:02:17.670576 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "463803bf-b55d-41db-aa87-9294406a7461", "tag": "67dc2376-3975-46b3-96f6-210a9fc5e7c9", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:02:17.671367 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d0d0f039-ca41-44f7-9d20-71ddaa1745ce {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:02:17.671781 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '463803bf-b55d-41db-aa87-9294406a7461', 'tag': '67dc2376-3975-46b3-96f6-210a9fc5e7c9', 'status': 'completed', 'code': 200} Nov 12 02:02:17.690724 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2b75c-96f9-47fc-a972-f1312b906f95 req-e0f5c578-2188-4a2f-ba4f-d0033614cb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:17.692329 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fba2b75c-96f9-47fc-a972-f1312b906f95 req-e0f5c578-2188-4a2f-ba4f-d0033614cb00 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6374cc485d2b42f5a26ab6b55af862e1&device_id=463803bf-b55d-41db-aa87-9294406a7461 HTTP/1.1" status: 200 len: 1096 time: 0.0568144 Nov 12 02:02:17.758786 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fba2b75c-96f9-47fc-a972-f1312b906f95 req-79265387-af39-4427-b38d-cd343df64d43 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67dc2376-3975-46b3-96f6-210a9fc5e7c9 HTTP/1.1" status: 200 len: 217 time: 0.0524375 Nov 12 02:02:17.811536 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2b75c-96f9-47fc-a972-f1312b906f95 req-d00fe86f-2ff8-4fcb-8b25-a52ed19f4cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:17.813216 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fba2b75c-96f9-47fc-a972-f1312b906f95 req-d00fe86f-2ff8-4fcb-8b25-a52ed19f4cbf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=04a80ce4-2bf8-4d17-afe1-540c51cb42fd HTTP/1.1" status: 200 len: 835 time: 0.0474918 Nov 12 02:02:17.864710 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2b75c-96f9-47fc-a972-f1312b906f95 req-30883018-6852-4b99-85ba-48df95a487f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:17.866146 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fba2b75c-96f9-47fc-a972-f1312b906f95 req-30883018-6852-4b99-85ba-48df95a487f0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d5329514-0b7b-4824-9d1f-76031489f67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448036 Nov 12 02:02:17.959612 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fba2b75c-96f9-47fc-a972-f1312b906f95 req-f574b65b-53b3-40ce-859b-9a4a1709095e service neutron] 10.222.0.44 "GET /v2.0/networks/d5329514-0b7b-4824-9d1f-76031489f67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856283 Nov 12 02:02:18.051125 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fba2b75c-96f9-47fc-a972-f1312b906f95 req-07244ffe-910e-46f8-96dd-571eb9f0da8a service neutron] 10.222.0.44 "GET /v2.0/networks/d5329514-0b7b-4824-9d1f-76031489f67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847843 Nov 12 02:02:18.189729 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21c0b4-0863-4974-abc6-97a9f3a8d31f req-476ea453-7d7a-43d1-b4f6-6eb0ccdef0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:18.191271 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8a21c0b4-0863-4974-abc6-97a9f3a8d31f req-476ea453-7d7a-43d1-b4f6-6eb0ccdef0cf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6374cc485d2b42f5a26ab6b55af862e1&device_id=463803bf-b55d-41db-aa87-9294406a7461 HTTP/1.1" status: 200 len: 1096 time: 0.0455906 Nov 12 02:02:18.284358 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21c0b4-0863-4974-abc6-97a9f3a8d31f req-da9bb9fe-efee-4851-a073-20117073ca7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:18.285862 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8a21c0b4-0863-4974-abc6-97a9f3a8d31f req-da9bb9fe-efee-4851-a073-20117073ca7d service neutron] 10.222.0.44 "GET /v2.0/networks?id=d5329514-0b7b-4824-9d1f-76031489f67b HTTP/1.1" status: 200 len: 896 time: 0.0872416 Nov 12 02:02:18.331701 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8a21c0b4-0863-4974-abc6-97a9f3a8d31f req-094430d6-b89f-4785-8938-88eb8ffd33d9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67dc2376-3975-46b3-96f6-210a9fc5e7c9 HTTP/1.1" status: 200 len: 217 time: 0.0390387 Nov 12 02:02:18.332976 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc20ed-716d-4ccb-b850-696dde2f3de5 req-fba952fe-2361-47e0-b087-cb9953bbbffd tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:18.334528 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-30fc20ed-716d-4ccb-b850-696dde2f3de5 req-fba952fe-2361-47e0-b087-cb9953bbbffd tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=463803bf-b55d-41db-aa87-9294406a7461 HTTP/1.1" status: 200 len: 944 time: 0.0486741 Nov 12 02:02:18.382300 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21c0b4-0863-4974-abc6-97a9f3a8d31f req-bf25c44d-67e7-4427-8e8d-7068155bfee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:18.383777 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8a21c0b4-0863-4974-abc6-97a9f3a8d31f req-bf25c44d-67e7-4427-8e8d-7068155bfee0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=04a80ce4-2bf8-4d17-afe1-540c51cb42fd HTTP/1.1" status: 200 len: 835 time: 0.0451274 Nov 12 02:02:18.385444 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-30fc20ed-716d-4ccb-b850-696dde2f3de5 req-aaf96eec-de46-46cc-b7bd-cb0d60605914 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=bb0c03c1-0e25-453e-b112-88e5d83d6287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448465 Nov 12 02:02:18.430955 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21c0b4-0863-4974-abc6-97a9f3a8d31f req-b81a88e3-5bc6-4cec-a703-70823fd60e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:18.432511 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8a21c0b4-0863-4974-abc6-97a9f3a8d31f req-b81a88e3-5bc6-4cec-a703-70823fd60e2c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d5329514-0b7b-4824-9d1f-76031489f67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414348 Nov 12 02:02:18.526063 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8a21c0b4-0863-4974-abc6-97a9f3a8d31f req-573a9269-1b59-4f4d-8943-e92d016f2e72 service neutron] 10.222.0.44 "GET /v2.0/networks/d5329514-0b7b-4824-9d1f-76031489f67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853579 Nov 12 02:02:18.616788 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8a21c0b4-0863-4974-abc6-97a9f3a8d31f req-2f493e98-2a79-4eb4-9ecf-0806aa8c3dd6 service neutron] 10.222.0.44 "GET /v2.0/networks/d5329514-0b7b-4824-9d1f-76031489f67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828524 Nov 12 02:02:19.501462 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6930df04-b6ed-4705-959f-4aadcd689803 req-2e462a20-9e67-4cf4-b230-d254c93e2e62 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:19.502956 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6930df04-b6ed-4705-959f-4aadcd689803 req-2e462a20-9e67-4cf4-b230-d254c93e2e62 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=463803bf-b55d-41db-aa87-9294406a7461 HTTP/1.1" status: 200 len: 944 time: 0.0490787 Nov 12 02:02:19.552122 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6930df04-b6ed-4705-959f-4aadcd689803 req-311be33b-339e-459e-acd4-4d60b7c61325 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=bb0c03c1-0e25-453e-b112-88e5d83d6287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429065 Nov 12 02:02:20.229267 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 67dc2376-3975-46b3-96f6-210a9fc5e7c9 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:02:20.326603 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 67dc2376-3975-46b3-96f6-210a9fc5e7c9, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=67dc2376-3975-46b3-96f6-210a9fc5e7c9,segment=NetworkSegment(d80e4c4d-aa69-4585-a666-33c852a79564),segment_id=d80e4c4d-aa69-4585-a666-33c852a79564)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:02:20.340112 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '67dc2376-3975-46b3-96f6-210a9fc5e7c9', 'network_id': 'd5329514-0b7b-4824-9d1f-76031489f67b', 'port_id': '67dc2376-3975-46b3-96f6-210a9fc5e7c9', 'mac_address': 'fa:16:3e:9a:8d:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04a80ce4-2bf8-4d17-afe1-540c51cb42fd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:02:20.376962 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:20.389237 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67dc2376-3975-46b3-96f6-210a9fc5e7c9 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:02:20.409173 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 67dc2376-3975-46b3-96f6-210a9fc5e7c9, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=67dc2376-3975-46b3-96f6-210a9fc5e7c9,segment=NetworkSegment(d80e4c4d-aa69-4585-a666-33c852a79564),segment_id=d80e4c4d-aa69-4585-a666-33c852a79564)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:02:20.413233 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:20.451552 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:02:20.462838 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=67dc2376-3975-46b3-96f6-210a9fc5e7c9,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:20.672841 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6278c483-b523-4e61-9026-14cc6d66a28f req-63c51089-3a6b-4ce2-8ebd-26ee76e6ebc0 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:20.674341 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6278c483-b523-4e61-9026-14cc6d66a28f req-63c51089-3a6b-4ce2-8ebd-26ee76e6ebc0 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=463803bf-b55d-41db-aa87-9294406a7461 HTTP/1.1" status: 200 len: 945 time: 0.0539994 Nov 12 02:02:20.723855 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6278c483-b523-4e61-9026-14cc6d66a28f req-9e777920-d79e-4c45-89b4-08bd4ef23092 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=bb0c03c1-0e25-453e-b112-88e5d83d6287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436068 Nov 12 02:02:20.730313 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['67dc2376-3975-46b3-96f6-210a9fc5e7c9'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:02:21.841675 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607d6a8-eb3b-4007-9b57-079fc35d8d8b req-4acd6c73-fcc0-4687-9384-0675b2bcc29a tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:21.844140 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2607d6a8-eb3b-4007-9b57-079fc35d8d8b req-4acd6c73-fcc0-4687-9384-0675b2bcc29a tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=463803bf-b55d-41db-aa87-9294406a7461 HTTP/1.1" status: 200 len: 945 time: 0.0525668 Nov 12 02:02:21.898026 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2607d6a8-eb3b-4007-9b57-079fc35d8d8b req-1541458b-ec43-4ebe-b19d-dfa5a77c7450 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=bb0c03c1-0e25-453e-b112-88e5d83d6287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467417 Nov 12 02:02:22.246187 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 67dc2376-3975-46b3-96f6-210a9fc5e7c9 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:02:22.298024 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 67dc2376-3975-46b3-96f6-210a9fc5e7c9 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:02:22.302001 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 67dc2376-3975-46b3-96f6-210a9fc5e7c9 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:02:22.302354 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:22.381861 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:22.405607 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '463803bf-b55d-41db-aa87-9294406a7461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67dc2376-3975-46b3-96f6-210a9fc5e7c9'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:02:22.407926 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ec54fb32a252cf543512252f4538ed49f878ab9aa91f770db158cb882be9043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b5f797-c6ea-4321-9a6a-7ebd5fe8d07a" -d '{"events": [{"server_uuid": "463803bf-b55d-41db-aa87-9294406a7461", "name": "network-vif-plugged", "status": "completed", "tag": "67dc2376-3975-46b3-96f6-210a9fc5e7c9"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:02:22.422441 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 67dc2376-3975-46b3-96f6-210a9fc5e7c9, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=67dc2376-3975-46b3-96f6-210a9fc5e7c9,segment=NetworkSegment(d80e4c4d-aa69-4585-a666-33c852a79564),segment_id=d80e4c4d-aa69-4585-a666-33c852a79564)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:02:22.426800 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:22.456755 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9c9e3e-d152-41ca-803d-4f6a67b5b8b5 x-openstack-request-id: req-3b9c9e3e-d152-41ca-803d-4f6a67b5b8b5 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:02:22.457041 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "463803bf-b55d-41db-aa87-9294406a7461", "name": "network-vif-plugged", "status": "completed", "tag": "67dc2376-3975-46b3-96f6-210a9fc5e7c9", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:02:22.457286 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3b9c9e3e-d152-41ca-803d-4f6a67b5b8b5 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:02:22.457667 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '463803bf-b55d-41db-aa87-9294406a7461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67dc2376-3975-46b3-96f6-210a9fc5e7c9', 'code': 200} Nov 12 02:02:22.485461 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=67dc2376-3975-46b3-96f6-210a9fc5e7c9,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:22.573744 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17a990-e217-4f2a-8c58-36214097eaa2 req-73f9094c-5677-4fa5-a379-5f21a9c3ab64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:22.575608 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2c17a990-e217-4f2a-8c58-36214097eaa2 req-73f9094c-5677-4fa5-a379-5f21a9c3ab64 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=463803bf-b55d-41db-aa87-9294406a7461 HTTP/1.1" status: 200 len: 1098 time: 0.0418336 Nov 12 02:02:22.628182 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2c17a990-e217-4f2a-8c58-36214097eaa2 req-44201de4-3a31-469e-827f-728eada382b2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bb0c03c1-0e25-453e-b112-88e5d83d6287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461814 Nov 12 02:02:23.015334 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac3b7f-8962-48a6-a680-6765014e6c7e req-ee7586ce-5538-4437-bfd6-8a19991852c1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:23.016852 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-61ac3b7f-8962-48a6-a680-6765014e6c7e req-ee7586ce-5538-4437-bfd6-8a19991852c1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=463803bf-b55d-41db-aa87-9294406a7461 HTTP/1.1" status: 200 len: 946 time: 0.0482061 Nov 12 02:02:23.070350 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-61ac3b7f-8962-48a6-a680-6765014e6c7e req-53805259-d959-4cb7-98a1-ca89a1d151c3 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=bb0c03c1-0e25-453e-b112-88e5d83d6287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475395 Nov 12 02:02:24.186349 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a6d10-6e7f-43e0-a863-a75780ed5d96 req-ff96eec3-a150-4d10-8944-e3dce571f7eb tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:24.187842 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ce9a6d10-6e7f-43e0-a863-a75780ed5d96 req-ff96eec3-a150-4d10-8944-e3dce571f7eb tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=463803bf-b55d-41db-aa87-9294406a7461 HTTP/1.1" status: 200 len: 946 time: 0.0488548 Nov 12 02:02:24.236685 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ce9a6d10-6e7f-43e0-a863-a75780ed5d96 req-51ef764f-f08f-4309-b940-117b7bbe5285 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=bb0c03c1-0e25-453e-b112-88e5d83d6287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427053 Nov 12 02:02:24.346465 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec20e74a-f482-4de3-b121-aaf3b28634ad req-09e189e5-1545-473d-b4d7-05331a6114c5 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:24.348007 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ec20e74a-f482-4de3-b121-aaf3b28634ad req-09e189e5-1545-473d-b4d7-05331a6114c5 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=463803bf-b55d-41db-aa87-9294406a7461 HTTP/1.1" status: 200 len: 946 time: 0.0481822 Nov 12 02:02:24.398098 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ec20e74a-f482-4de3-b121-aaf3b28634ad req-58c0c4f3-adb9-4b61-9f84-8e62b5eb381b tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=bb0c03c1-0e25-453e-b112-88e5d83d6287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440550 Nov 12 02:02:24.419120 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57896) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:02:24.459049 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadaf400-5653-4d8a-9645-c57ac87fa6b8 tempest-TestNetworkAdvancedServerOps-840993767 tempest-TestNetworkAdvancedServerOps-840993767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:24.460580 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-fadaf400-5653-4d8a-9645-c57ac87fa6b8 tempest-TestNetworkAdvancedServerOps-840993767 tempest-TestNetworkAdvancedServerOps-840993767-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=463803bf-b55d-41db-aa87-9294406a7461 HTTP/1.1" status: 200 len: 1093 time: 0.0403821 Nov 12 02:02:24.463704 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57898) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:02:24.468436 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-f766a835-ddce-4742-ac2f-5561c07e6763 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'floatingip': {'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'port_id': '67dc2376-3975-46b3-96f6-210a9fc5e7c9', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:02:24.490889 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f766a835-ddce-4742-ac2f-5561c07e6763 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for floatingip, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:24.587180 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f766a835-ddce-4742-ac2f-5561c07e6763 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:24.695449 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-f766a835-ddce-4742-ac2f-5561c07e6763 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Allocated IP 172.25.3.128 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/e60d2c84-28a3-4744-9793-28bfd64cbc19) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:02:24.800390 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f766a835-ddce-4742-ac2f-5561c07e6763 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:24.833600 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f766a835-ddce-4742-ac2f-5561c07e6763 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:24.871083 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f766a835-ddce-4742-ac2f-5561c07e6763 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:02:24.876560 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-f766a835-ddce-4742-ac2f-5561c07e6763 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:02:24.880121 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f766a835-ddce-4742-ac2f-5561c07e6763 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:02:24.901807 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f766a835-ddce-4742-ac2f-5561c07e6763 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'Port': ['ID=e60d2c84-28a3-4744-9793-28bfd64cbc19,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:25.238985 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f766a835-ddce-4742-ac2f-5561c07e6763 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:25.305133 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f766a835-ddce-4742-ac2f-5561c07e6763 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:25.455755 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f766a835-ddce-4742-ac2f-5561c07e6763 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:25.460015 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f766a835-ddce-4742-ac2f-5561c07e6763 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:25.528388 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f766a835-ddce-4742-ac2f-5561c07e6763 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'Port': ['ID=e60d2c84-28a3-4744-9793-28bfd64cbc19,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:02:25.538141 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f766a835-ddce-4742-ac2f-5561c07e6763 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:25.643208 n-d-712142-27 neutron-server[109086]: INFO neutron.db.l3_db [None req-f766a835-ddce-4742-ac2f-5561c07e6763 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Floating IP c0a71592-34de-4958-bf8b-94fd56b72f63 associated. External IP: 172.25.3.128, port: 67dc2376-3975-46b3-96f6-210a9fc5e7c9. Nov 12 02:02:25.854570 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f766a835-ddce-4742-ac2f-5561c07e6763 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Router 6bef4b12-d56f-44bd-845c-6debee0b1283 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:02:25.961162 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f766a835-ddce-4742-ac2f-5561c07e6763 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:02:25.971389 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa7758d-8bec-4d9b-a81e-fc26aab712c3 None None] Sync routers for ids ['6bef4b12-d56f-44bd-845c-6debee0b1283'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:02:25.979906 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f766a835-ddce-4742-ac2f-5561c07e6763 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:25.981790 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa7758d-8bec-4d9b-a81e-fc26aab712c3 None None] Routers {'6bef4b12-d56f-44bd-845c-6debee0b1283'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:02:25.982439 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-0aa7758d-8bec-4d9b-a81e-fc26aab712c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:02:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['6bef4b12-d56f-44bd-845c-6debee0b1283'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:02:26.007110 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f766a835-ddce-4742-ac2f-5561c07e6763 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5423677 Nov 12 02:02:26.007993 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '463803bf-b55d-41db-aa87-9294406a7461', 'tag': '67dc2376-3975-46b3-96f6-210a9fc5e7c9'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:02:26.010430 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4d1d6158e421e9c8e993f80e0426ddaaefecbe2af3f4b68345379587447b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574bb1d4-2102-4557-bb39-a7247a8576d2" -d '{"events": [{"name": "network-changed", "server_uuid": "463803bf-b55d-41db-aa87-9294406a7461", "tag": "67dc2376-3975-46b3-96f6-210a9fc5e7c9"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:02:26.110154 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04494336-8c1d-4fe0-9f75-ec6fd6601beb req-3a503b20-6e1b-4567-8e3d-fe1fbf69c433 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:26.111685 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-04494336-8c1d-4fe0-9f75-ec6fd6601beb req-3a503b20-6e1b-4567-8e3d-fe1fbf69c433 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=463803bf-b55d-41db-aa87-9294406a7461 HTTP/1.1" status: 200 len: 946 time: 0.0561342 Nov 12 02:02:26.164252 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-04494336-8c1d-4fe0-9f75-ec6fd6601beb req-c2419d40-9fc4-4804-91ac-5428cfa69dfd tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=bb0c03c1-0e25-453e-b112-88e5d83d6287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463538 Nov 12 02:02:26.188188 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57904) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:02:26.214432 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82faa009-377d-4b68-854c-2a01cdc38332 x-openstack-request-id: req-82faa009-377d-4b68-854c-2a01cdc38332 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:02:26.214726 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "463803bf-b55d-41db-aa87-9294406a7461", "tag": "67dc2376-3975-46b3-96f6-210a9fc5e7c9", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:02:26.214982 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-82faa009-377d-4b68-854c-2a01cdc38332 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:02:26.215391 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '463803bf-b55d-41db-aa87-9294406a7461', 'tag': '67dc2376-3975-46b3-96f6-210a9fc5e7c9', 'status': 'completed', 'code': 200} Nov 12 02:02:26.251511 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-6691bb30-6a2c-4cc2-885a-66aa15a9f346 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/floatingips/c0a71592-34de-4958-bf8b-94fd56b72f63 HTTP/1.1" status: 200 len: 992 time: 0.0607684 Nov 12 02:02:26.251779 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-0aa7758d-8bec-4d9b-a81e-fc26aab712c3 None None] Set router 6bef4b12-d56f-44bd-845c-6debee0b1283 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:02:26.306065 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574bb1d4-2102-4557-bb39-a7247a8576d2 req-7bcce9a3-0507-405e-a4fc-f26a1c29181f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:26.307647 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-574bb1d4-2102-4557-bb39-a7247a8576d2 req-7bcce9a3-0507-405e-a4fc-f26a1c29181f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6374cc485d2b42f5a26ab6b55af862e1&device_id=463803bf-b55d-41db-aa87-9294406a7461 HTTP/1.1" status: 200 len: 1098 time: 0.0403166 Nov 12 02:02:26.404230 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574bb1d4-2102-4557-bb39-a7247a8576d2 req-4135a5e0-cfe8-4c16-9d25-66a37393bf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:26.405672 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-574bb1d4-2102-4557-bb39-a7247a8576d2 req-4135a5e0-cfe8-4c16-9d25-66a37393bf84 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d5329514-0b7b-4824-9d1f-76031489f67b HTTP/1.1" status: 200 len: 896 time: 0.0916958 Nov 12 02:02:26.474952 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-574bb1d4-2102-4557-bb39-a7247a8576d2 req-71fab918-215a-482d-90d7-52662aa93dbd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67dc2376-3975-46b3-96f6-210a9fc5e7c9 HTTP/1.1" status: 200 len: 1000 time: 0.0620708 Nov 12 02:02:26.482416 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-0aa7758d-8bec-4d9b-a81e-fc26aab712c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bef4b12-d56f-44bd-845c-6debee0b1283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469244609', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '7c69065e-cb75-4091-9e4a-4db87fd9e7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:02:09Z', 'updated_at': '2021-11-12T02:02:12Z', 'revision_number': 4, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '7c69065e-cb75-4091-9e4a-4db87fd9e7c2', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bef4b12-d56f-44bd-845c-6debee0b1283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:02:09Z', 'updated_at': '2021-11-12T02:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': 'c0a71592-34de-4958-bf8b-94fd56b72f63', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'floating_ip_address': '172.25.3.128', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '6bef4b12-d56f-44bd-845c-6debee0b1283', 'port_id': '67dc2376-3975-46b3-96f6-210a9fc5e7c9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5329514-0b7b-4824-9d1f-76031489f67b', 'mac_address': 'fa:16:3e:9a:8d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463803bf-b55d-41db-aa87-9294406a7461', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:02:25Z', 'updated_at': '2021-11-12T02:02:25Z', 'revision_number': 0, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5d78e5c-bd09-4c43-a7ae-9ba733f1c227', 'name': '', 'network_id': 'd5329514-0b7b-4824-9d1f-76031489f67b', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'mac_address': 'fa:16:3e:ad:1b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bef4b12-d56f-44bd-845c-6debee0b1283', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '04a80ce4-2bf8-4d17-afe1-540c51cb42fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:02:12Z', 'updated_at': '2021-11-12T02:02:16Z', 'revision_number': 5, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'subnets': [{'id': '04a80ce4-2bf8-4d17-afe1-540c51cb42fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:02:26.513382 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa7758d-8bec-4d9b-a81e-fc26aab712c3 None None] Checking router: 6bef4b12-d56f-44bd-845c-6debee0b1283 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:02:26.521835 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa7758d-8bec-4d9b-a81e-fc26aab712c3 None None] Routers {'6bef4b12-d56f-44bd-845c-6debee0b1283'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:02:26.522456 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-0aa7758d-8bec-4d9b-a81e-fc26aab712c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:02:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['6bef4b12-d56f-44bd-845c-6debee0b1283'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:02:26.533711 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574bb1d4-2102-4557-bb39-a7247a8576d2 req-9dc5684b-6c13-44f0-b608-8da6ed9d08b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:26.535252 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-574bb1d4-2102-4557-bb39-a7247a8576d2 req-9dc5684b-6c13-44f0-b608-8da6ed9d08b6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=04a80ce4-2bf8-4d17-afe1-540c51cb42fd HTTP/1.1" status: 200 len: 835 time: 0.0532258 Nov 12 02:02:26.582102 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574bb1d4-2102-4557-bb39-a7247a8576d2 req-8baf86d2-20c7-47d6-bd1b-8a342d65789a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:26.583701 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-574bb1d4-2102-4557-bb39-a7247a8576d2 req-8baf86d2-20c7-47d6-bd1b-8a342d65789a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d5329514-0b7b-4824-9d1f-76031489f67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413492 Nov 12 02:02:26.632833 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-0aa7758d-8bec-4d9b-a81e-fc26aab712c3 None None] Set router 6bef4b12-d56f-44bd-845c-6debee0b1283 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:02:26.678544 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-574bb1d4-2102-4557-bb39-a7247a8576d2 req-1ab20f78-35f0-4777-8fc3-ab874f0ebe92 service neutron] 10.222.0.44 "GET /v2.0/networks/d5329514-0b7b-4824-9d1f-76031489f67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875440 Nov 12 02:02:26.775662 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-574bb1d4-2102-4557-bb39-a7247a8576d2 req-b37dfb7e-2796-4d9d-b21d-b8d61e6f9261 service neutron] 10.222.0.44 "GET /v2.0/networks/d5329514-0b7b-4824-9d1f-76031489f67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903215 Nov 12 02:02:26.861593 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-0aa7758d-8bec-4d9b-a81e-fc26aab712c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bef4b12-d56f-44bd-845c-6debee0b1283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469244609', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '7c69065e-cb75-4091-9e4a-4db87fd9e7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:02:09Z', 'updated_at': '2021-11-12T02:02:12Z', 'revision_number': 4, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '7c69065e-cb75-4091-9e4a-4db87fd9e7c2', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bef4b12-d56f-44bd-845c-6debee0b1283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:02:09Z', 'updated_at': '2021-11-12T02:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': 'c0a71592-34de-4958-bf8b-94fd56b72f63', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'floating_ip_address': '172.25.3.128', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '6bef4b12-d56f-44bd-845c-6debee0b1283', 'port_id': '67dc2376-3975-46b3-96f6-210a9fc5e7c9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5329514-0b7b-4824-9d1f-76031489f67b', 'mac_address': 'fa:16:3e:9a:8d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463803bf-b55d-41db-aa87-9294406a7461', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:02:25Z', 'updated_at': '2021-11-12T02:02:25Z', 'revision_number': 0, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5d78e5c-bd09-4c43-a7ae-9ba733f1c227', 'name': '', 'network_id': 'd5329514-0b7b-4824-9d1f-76031489f67b', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'mac_address': 'fa:16:3e:ad:1b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bef4b12-d56f-44bd-845c-6debee0b1283', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '04a80ce4-2bf8-4d17-afe1-540c51cb42fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:02:12Z', 'updated_at': '2021-11-12T02:02:16Z', 'revision_number': 5, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'subnets': [{'id': '04a80ce4-2bf8-4d17-afe1-540c51cb42fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:02:26.887157 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa7758d-8bec-4d9b-a81e-fc26aab712c3 None None] The sync data for ids ['6bef4b12-d56f-44bd-845c-6debee0b1283'] in n-d-712142-27 is: [{'id': '6bef4b12-d56f-44bd-845c-6debee0b1283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469244609', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '7c69065e-cb75-4091-9e4a-4db87fd9e7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:02:09Z', 'updated_at': '2021-11-12T02:02:12Z', 'revision_number': 4, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '7c69065e-cb75-4091-9e4a-4db87fd9e7c2', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bef4b12-d56f-44bd-845c-6debee0b1283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:02:09Z', 'updated_at': '2021-11-12T02:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': 'c0a71592-34de-4958-bf8b-94fd56b72f63', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'floating_ip_address': '172.25.3.128', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '6bef4b12-d56f-44bd-845c-6debee0b1283', 'port_id': '67dc2376-3975-46b3-96f6-210a9fc5e7c9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5329514-0b7b-4824-9d1f-76031489f67b', 'mac_address': 'fa:16:3e:9a:8d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '463803bf-b55d-41db-aa87-9294406a7461', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:02:25Z', 'updated_at': '2021-11-12T02:02:25Z', 'revision_number': 0, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5d78e5c-bd09-4c43-a7ae-9ba733f1c227', 'name': '', 'network_id': 'd5329514-0b7b-4824-9d1f-76031489f67b', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'mac_address': 'fa:16:3e:ad:1b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bef4b12-d56f-44bd-845c-6debee0b1283', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '04a80ce4-2bf8-4d17-afe1-540c51cb42fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:02:12Z', 'updated_at': '2021-11-12T02:02:16Z', 'revision_number': 5, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'subnets': [{'id': '04a80ce4-2bf8-4d17-afe1-540c51cb42fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:02:27.070565 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd22cd6f-b788-4a17-8549-0538d958c7ba None None] New status for floating IP c0a71592-34de-4958-bf8b-94fd56b72f63: ACTIVE {{(pid=109088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:02:27.253770 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57906) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:02:27.319095 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-0dfa1c23-1911-4d07-804d-3fa1bd001c15 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/floatingips/c0a71592-34de-4958-bf8b-94fd56b72f63 HTTP/1.1" status: 200 len: 994 time: 0.0641024 Nov 12 02:02:27.346283 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e7bb8376-9a04-43a1-825e-3f93926ee82c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:30.907724 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b3788a47-8928-40ba-9a8a-2464a5571193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:33.087541 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:34.089264 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:35.394412 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:38.986905 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:41.171939 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:55.920291 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0aecaa02-224e-4174-a1fa-f94b0f85edf2 req-940e7e9c-58fc-4539-999a-1dc7b0a414a1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=463803bf-b55d-41db-aa87-9294406a7461&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419645 Nov 12 02:02:56.049307 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aecaa02-224e-4174-a1fa-f94b0f85edf2 req-a0d710dc-8ef0-4eb1-984c-7774ba5555a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:56.050882 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0aecaa02-224e-4174-a1fa-f94b0f85edf2 req-a0d710dc-8ef0-4eb1-984c-7774ba5555a2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6374cc485d2b42f5a26ab6b55af862e1&device_id=463803bf-b55d-41db-aa87-9294406a7461 HTTP/1.1" status: 200 len: 1098 time: 0.0586381 Nov 12 02:02:56.134718 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ffe2f-7b6c-455b-89cb-4a923ceb312a req-b20580db-4f76-489d-b868-f8102e05270c tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:56.138301 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-056ffe2f-7b6c-455b-89cb-4a923ceb312a req-b20580db-4f76-489d-b868-f8102e05270c tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=463803bf-b55d-41db-aa87-9294406a7461 HTTP/1.1" status: 200 len: 946 time: 0.0574441 Nov 12 02:02:56.173742 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aecaa02-224e-4174-a1fa-f94b0f85edf2 req-c1ff7d5b-7c5d-4160-89fb-711cc0281c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:56.176546 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0aecaa02-224e-4174-a1fa-f94b0f85edf2 req-c1ff7d5b-7c5d-4160-89fb-711cc0281c2c service neutron] 10.222.0.44 "GET /v2.0/networks?id=d5329514-0b7b-4824-9d1f-76031489f67b HTTP/1.1" status: 200 len: 896 time: 0.0967193 Nov 12 02:02:56.210460 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-056ffe2f-7b6c-455b-89cb-4a923ceb312a req-63f85f47-8378-4ce1-bd7f-0750d3b94847 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=bb0c03c1-0e25-453e-b112-88e5d83d6287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639524 Nov 12 02:02:56.276072 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0aecaa02-224e-4174-a1fa-f94b0f85edf2 req-a5546dd0-c3d3-4236-8083-f410a026ea7f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67dc2376-3975-46b3-96f6-210a9fc5e7c9 HTTP/1.1" status: 200 len: 1002 time: 0.0860479 Nov 12 02:02:56.330429 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aecaa02-224e-4174-a1fa-f94b0f85edf2 req-ad0e0122-2f56-4567-b3dc-62ebca315696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:56.332078 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0aecaa02-224e-4174-a1fa-f94b0f85edf2 req-ad0e0122-2f56-4567-b3dc-62ebca315696 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=04a80ce4-2bf8-4d17-afe1-540c51cb42fd HTTP/1.1" status: 200 len: 835 time: 0.0486164 Nov 12 02:02:56.383770 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aecaa02-224e-4174-a1fa-f94b0f85edf2 req-4c449db4-f980-4990-ab18-59d9ff0c6647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:56.385359 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0aecaa02-224e-4174-a1fa-f94b0f85edf2 req-4c449db4-f980-4990-ab18-59d9ff0c6647 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d5329514-0b7b-4824-9d1f-76031489f67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465760 Nov 12 02:02:56.483767 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0aecaa02-224e-4174-a1fa-f94b0f85edf2 req-7e01fe65-a09c-4454-8b59-dfbc5310be20 service neutron] 10.222.0.44 "GET /v2.0/networks/d5329514-0b7b-4824-9d1f-76031489f67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906413 Nov 12 02:02:56.576320 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0aecaa02-224e-4174-a1fa-f94b0f85edf2 req-873b6c81-fff5-42e7-b6fc-df95af6ce096 service neutron] 10.222.0.44 "GET /v2.0/networks/d5329514-0b7b-4824-9d1f-76031489f67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849419 Nov 12 02:02:56.691699 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacce187-207e-41fd-97ed-0b503de83a75 req-303ece9b-5d71-4371-b6cb-943f671f59d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:56.693229 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-dacce187-207e-41fd-97ed-0b503de83a75 req-303ece9b-5d71-4371-b6cb-943f671f59d0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6374cc485d2b42f5a26ab6b55af862e1&device_id=463803bf-b55d-41db-aa87-9294406a7461 HTTP/1.1" status: 200 len: 1098 time: 0.0410004 Nov 12 02:02:56.789341 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacce187-207e-41fd-97ed-0b503de83a75 req-0e144716-77be-4b7d-b413-c3a6013b7106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:56.790739 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-dacce187-207e-41fd-97ed-0b503de83a75 req-0e144716-77be-4b7d-b413-c3a6013b7106 service neutron] 10.222.0.44 "GET /v2.0/networks?id=d5329514-0b7b-4824-9d1f-76031489f67b HTTP/1.1" status: 200 len: 896 time: 0.0897155 Nov 12 02:02:56.860851 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-dacce187-207e-41fd-97ed-0b503de83a75 req-1eb37622-af79-4c7b-83a5-6a2a3af651e8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67dc2376-3975-46b3-96f6-210a9fc5e7c9 HTTP/1.1" status: 200 len: 1002 time: 0.0631049 Nov 12 02:02:56.914785 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacce187-207e-41fd-97ed-0b503de83a75 req-d4ec36a6-b4c4-4873-ab1f-e4b7919355ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:56.916289 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-dacce187-207e-41fd-97ed-0b503de83a75 req-d4ec36a6-b4c4-4873-ab1f-e4b7919355ca service neutron] 10.222.0.44 "GET /v2.0/subnets?id=04a80ce4-2bf8-4d17-afe1-540c51cb42fd HTTP/1.1" status: 200 len: 835 time: 0.0440114 Nov 12 02:02:56.963643 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacce187-207e-41fd-97ed-0b503de83a75 req-ee1a1aab-f598-4663-8651-6482a5606e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:56.965233 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-dacce187-207e-41fd-97ed-0b503de83a75 req-ee1a1aab-f598-4663-8651-6482a5606e36 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d5329514-0b7b-4824-9d1f-76031489f67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422907 Nov 12 02:02:57.062194 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-dacce187-207e-41fd-97ed-0b503de83a75 req-869685de-1146-483e-bc2b-2b3f7e94fc27 service neutron] 10.222.0.44 "GET /v2.0/networks/d5329514-0b7b-4824-9d1f-76031489f67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888846 Nov 12 02:02:57.152661 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-dacce187-207e-41fd-97ed-0b503de83a75 req-ea52a31f-eb11-4aaa-92c1-b116f45a9533 service neutron] 10.222.0.44 "GET /v2.0/networks/d5329514-0b7b-4824-9d1f-76031489f67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821812 Nov 12 02:02:57.335429 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0e69d-e824-4c6c-8ac6-0d25fb2a331c req-80664884-2b33-414d-bf47-c6a12661f37d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:57.337146 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5bd0e69d-e824-4c6c-8ac6-0d25fb2a331c req-80664884-2b33-414d-bf47-c6a12661f37d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=463803bf-b55d-41db-aa87-9294406a7461 HTTP/1.1" status: 200 len: 946 time: 0.0529535 Nov 12 02:02:57.337343 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d43f680f-76a9-432f-a45e-3d9682651c8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:02:57.394843 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5bd0e69d-e824-4c6c-8ac6-0d25fb2a331c req-65e69e62-2692-4b50-8e6b-08d5187b5523 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=bb0c03c1-0e25-453e-b112-88e5d83d6287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510397 Nov 12 02:02:57.450253 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:02:58.508325 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c0c30-6779-4724-9ad2-41f832602eeb req-69081dd9-c96f-4b36-8a7d-314e8161aa35 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:58.509795 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cf0c0c30-6779-4724-9ad2-41f832602eeb req-69081dd9-c96f-4b36-8a7d-314e8161aa35 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=463803bf-b55d-41db-aa87-9294406a7461 HTTP/1.1" status: 200 len: 946 time: 0.0478401 Nov 12 02:02:58.557929 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cf0c0c30-6779-4724-9ad2-41f832602eeb req-73e442d6-f89f-48bd-a525-e8f3b7c2f62f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=bb0c03c1-0e25-453e-b112-88e5d83d6287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423081 Nov 12 02:02:59.678225 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d7fd2-db74-4712-998d-9f73c5f549a2 req-55400eb8-65a2-4b7d-94d0-c18242b1f8c4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:02:59.679634 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-095d7fd2-db74-4712-998d-9f73c5f549a2 req-55400eb8-65a2-4b7d-94d0-c18242b1f8c4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=463803bf-b55d-41db-aa87-9294406a7461 HTTP/1.1" status: 200 len: 946 time: 0.0498836 Nov 12 02:02:59.728723 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-095d7fd2-db74-4712-998d-9f73c5f549a2 req-185ef7a6-c1c0-4264-94d7-0f656e46d307 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=bb0c03c1-0e25-453e-b112-88e5d83d6287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431991 Nov 12 02:03:00.846493 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65810f37-8a62-4bf8-b704-1cac68ae459e req-c5bcf6d2-6acf-441a-8346-4532b08e1f48 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:00.848481 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-65810f37-8a62-4bf8-b704-1cac68ae459e req-c5bcf6d2-6acf-441a-8346-4532b08e1f48 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=463803bf-b55d-41db-aa87-9294406a7461 HTTP/1.1" status: 200 len: 946 time: 0.0523579 Nov 12 02:03:00.898430 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-65810f37-8a62-4bf8-b704-1cac68ae459e req-76ce13b5-bb0d-4a06-a32e-a5095da3a4c3 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=bb0c03c1-0e25-453e-b112-88e5d83d6287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422835 Nov 12 02:03:00.907223 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-80343dda-7f00-41f9-b0e0-f336da6591d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:02.016474 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35568e1a-8795-479f-ae72-5239346097e3 req-782fa72a-fb8c-4fe7-b0fb-3f42d2b96189 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:02.017975 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-35568e1a-8795-479f-ae72-5239346097e3 req-782fa72a-fb8c-4fe7-b0fb-3f42d2b96189 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=463803bf-b55d-41db-aa87-9294406a7461 HTTP/1.1" status: 200 len: 946 time: 0.0490570 Nov 12 02:03:02.067218 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-35568e1a-8795-479f-ae72-5239346097e3 req-435cdece-413f-4683-a519-450e78fba792 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=bb0c03c1-0e25-453e-b112-88e5d83d6287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427008 Nov 12 02:03:03.090759 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:03.188446 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d55c1c-a23c-434d-8902-a79ec33a2a76 req-a978bf7c-ceef-4baa-92dc-57ff37988821 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:03.190200 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-73d55c1c-a23c-434d-8902-a79ec33a2a76 req-a978bf7c-ceef-4baa-92dc-57ff37988821 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=463803bf-b55d-41db-aa87-9294406a7461 HTTP/1.1" status: 200 len: 946 time: 0.0528738 Nov 12 02:03:03.239271 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-73d55c1c-a23c-434d-8902-a79ec33a2a76 req-01ad00d1-2019-4a78-9840-e5f3a6a790f1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=bb0c03c1-0e25-453e-b112-88e5d83d6287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424228 Nov 12 02:03:04.093156 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:04.354412 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d305b79-5f42-4d97-8c54-5538472208b7 req-3da0345c-4087-4974-ae2d-62d87bdfe264 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:04.355805 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d305b79-5f42-4d97-8c54-5538472208b7 req-3da0345c-4087-4974-ae2d-62d87bdfe264 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=463803bf-b55d-41db-aa87-9294406a7461 HTTP/1.1" status: 200 len: 946 time: 0.0491543 Nov 12 02:03:04.405015 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8d305b79-5f42-4d97-8c54-5538472208b7 req-9519514d-8214-4d08-8d1a-0f206a0259a3 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=bb0c03c1-0e25-453e-b112-88e5d83d6287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432417 Nov 12 02:03:05.397185 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:05.524073 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f28a9-f777-4947-9466-97a414da5e1c req-8cc3b678-3745-4900-8ba9-73b7395888f6 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:05.525513 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4e8f28a9-f777-4947-9466-97a414da5e1c req-8cc3b678-3745-4900-8ba9-73b7395888f6 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=463803bf-b55d-41db-aa87-9294406a7461 HTTP/1.1" status: 200 len: 946 time: 0.0484803 Nov 12 02:03:05.578317 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4e8f28a9-f777-4947-9466-97a414da5e1c req-a01867b0-e080-4c7a-92e7-a1050a12d706 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=bb0c03c1-0e25-453e-b112-88e5d83d6287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467291 Nov 12 02:03:06.697530 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ebaf00-2ab7-4f9b-89f9-da0d1c08d9c9 req-47c7c8c0-f657-43a6-b8d0-d2adfdf0d7d2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:06.699020 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c7ebaf00-2ab7-4f9b-89f9-da0d1c08d9c9 req-47c7c8c0-f657-43a6-b8d0-d2adfdf0d7d2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=463803bf-b55d-41db-aa87-9294406a7461 HTTP/1.1" status: 200 len: 946 time: 0.0499368 Nov 12 02:03:06.748889 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c7ebaf00-2ab7-4f9b-89f9-da0d1c08d9c9 req-63e269bd-21f4-48b5-a9c3-6eb1d41c9a9d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=bb0c03c1-0e25-453e-b112-88e5d83d6287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436702 Nov 12 02:03:07.931566 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110d141-e2e8-4be0-9432-cd4418122951 req-9813642e-d3c9-46b7-991b-705c96d73958 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:07.933078 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c110d141-e2e8-4be0-9432-cd4418122951 req-9813642e-d3c9-46b7-991b-705c96d73958 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=463803bf-b55d-41db-aa87-9294406a7461 HTTP/1.1" status: 200 len: 946 time: 0.1177506 Nov 12 02:03:07.983095 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c110d141-e2e8-4be0-9432-cd4418122951 req-0b211221-4f9e-4cdf-9fcd-1b13a6761c88 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=bb0c03c1-0e25-453e-b112-88e5d83d6287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437748 Nov 12 02:03:08.993257 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:09.108933 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a4c8e-e514-44a2-a157-38e339b6d1bc req-a023b529-8b07-44e7-b09f-406e90dbe2a5 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:09.110469 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c13a4c8e-e514-44a2-a157-38e339b6d1bc req-a023b529-8b07-44e7-b09f-406e90dbe2a5 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=463803bf-b55d-41db-aa87-9294406a7461 HTTP/1.1" status: 200 len: 946 time: 0.0558434 Nov 12 02:03:09.161988 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c13a4c8e-e514-44a2-a157-38e339b6d1bc req-53afecf3-36e1-48f8-8335-69d63dd17e2f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=bb0c03c1-0e25-453e-b112-88e5d83d6287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449831 Nov 12 02:03:09.184430 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57948) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:03:09.247166 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-92d7aa92-2e67-4932-8056-7753bef1965b tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/floatingips/c0a71592-34de-4958-bf8b-94fd56b72f63 HTTP/1.1" status: 200 len: 994 time: 0.0614769 Nov 12 02:03:11.167572 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:24.755620 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-4c807387-b169-49ff-afca-05ef5b86a187 req-07659773-9d37-417a-ab04-1f12f7ddb0d3 service neutron] (109085) timed out ('10.222.0.44', 58385) {{(pid=109085) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 02:03:27.339733 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3c791db0-3b2a-41a3-b983-64a913bcb171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:30.911875 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a0717ac0-6c8f-4972-8b13-2578817c15d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:33.096826 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:34.095949 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:34.449806 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:03:35.400100 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:39.017737 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:39.615685 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57958) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:03:39.772733 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-2b4f6e5c-12fe-46e5-a674-c58dac8e503d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Deleting port e60d2c84-28a3-4744-9793-28bfd64cbc19 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:03:39.773078 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2b4f6e5c-12fe-46e5-a674-c58dac8e503d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:39.850395 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2b4f6e5c-12fe-46e5-a674-c58dac8e503d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:39.850709 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2b4f6e5c-12fe-46e5-a674-c58dac8e503d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:39.862939 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-2b4f6e5c-12fe-46e5-a674-c58dac8e503d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Calling delete_port for e60d2c84-28a3-4744-9793-28bfd64cbc19 owned by network:floatingip {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:03:40.012029 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2b4f6e5c-12fe-46e5-a674-c58dac8e503d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:40.038963 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4f6e5c-12fe-46e5-a674-c58dac8e503d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event deleted for resources: {'Port': ['ID=e60d2c84-28a3-4744-9793-28bfd64cbc19,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:03:40.061874 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f6e5c-12fe-46e5-a674-c58dac8e503d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:40.062255 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f6e5c-12fe-46e5-a674-c58dac8e503d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:40.062555 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f6e5c-12fe-46e5-a674-c58dac8e503d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:40.062896 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f6e5c-12fe-46e5-a674-c58dac8e503d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:40.063241 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f6e5c-12fe-46e5-a674-c58dac8e503d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:40.063573 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f6e5c-12fe-46e5-a674-c58dac8e503d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:40.064048 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f6e5c-12fe-46e5-a674-c58dac8e503d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:40.064270 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f6e5c-12fe-46e5-a674-c58dac8e503d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:40.064861 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f6e5c-12fe-46e5-a674-c58dac8e503d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:40.065189 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f6e5c-12fe-46e5-a674-c58dac8e503d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:40.065518 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f6e5c-12fe-46e5-a674-c58dac8e503d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:40.065843 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4f6e5c-12fe-46e5-a674-c58dac8e503d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:40.111791 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2b4f6e5c-12fe-46e5-a674-c58dac8e503d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for floatingip, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:40.112155 n-d-712142-27 neutron-server[109086]: INFO neutron.db.l3_db [None req-2b4f6e5c-12fe-46e5-a674-c58dac8e503d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Floating IP c0a71592-34de-4958-bf8b-94fd56b72f63 disassociated (deleted). External IP: 172.25.3.128, port: 67dc2376-3975-46b3-96f6-210a9fc5e7c9. Nov 12 02:03:40.663458 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4f6e5c-12fe-46e5-a674-c58dac8e503d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Router 6bef4b12-d56f-44bd-845c-6debee0b1283 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:03:40.767814 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4f6e5c-12fe-46e5-a674-c58dac8e503d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:03:40.772673 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2b4f6e5c-12fe-46e5-a674-c58dac8e503d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:40.777233 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfb3619-50d5-4d0e-8f9e-42aedf194945 None None] Sync routers for ids ['6bef4b12-d56f-44bd-845c-6debee0b1283'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:03:40.786885 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfb3619-50d5-4d0e-8f9e-42aedf194945 None None] Routers {'6bef4b12-d56f-44bd-845c-6debee0b1283'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:03:40.787507 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-1bfb3619-50d5-4d0e-8f9e-42aedf194945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:03:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['6bef4b12-d56f-44bd-845c-6debee0b1283'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:03:40.804008 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2b4f6e5c-12fe-46e5-a674-c58dac8e503d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "DELETE /v2.0/floatingips/c0a71592-34de-4958-bf8b-94fd56b72f63 HTTP/1.1" status: 204 len: 168 time: 1.1872301 Nov 12 02:03:40.804733 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '463803bf-b55d-41db-aa87-9294406a7461', 'tag': '67dc2376-3975-46b3-96f6-210a9fc5e7c9'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:03:40.807062 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4d1d6158e421e9c8e993f80e0426ddaaefecbe2af3f4b68345379587447b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40030baa-b1a4-41f1-81e4-1f8193ffb264" -d '{"events": [{"name": "network-changed", "server_uuid": "463803bf-b55d-41db-aa87-9294406a7461", "tag": "67dc2376-3975-46b3-96f6-210a9fc5e7c9"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:03:40.903004 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-1bfb3619-50d5-4d0e-8f9e-42aedf194945 None None] Set router 6bef4b12-d56f-44bd-845c-6debee0b1283 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:03:40.963908 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302da1ba-5f61-41a0-a52f-dface4bc640d x-openstack-request-id: req-302da1ba-5f61-41a0-a52f-dface4bc640d {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:03:40.964237 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "463803bf-b55d-41db-aa87-9294406a7461", "tag": "67dc2376-3975-46b3-96f6-210a9fc5e7c9", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:03:40.964471 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-302da1ba-5f61-41a0-a52f-dface4bc640d {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:03:40.964885 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '463803bf-b55d-41db-aa87-9294406a7461', 'tag': '67dc2376-3975-46b3-96f6-210a9fc5e7c9', 'status': 'completed', 'code': 200} Nov 12 02:03:41.065930 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab5ded-317a-45db-b923-1bb4d1141c4c req-81645a90-8a9f-48c2-8bb9-574772c4a0ab tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:41.068540 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-32ab5ded-317a-45db-b923-1bb4d1141c4c req-81645a90-8a9f-48c2-8bb9-574772c4a0ab tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=463803bf-b55d-41db-aa87-9294406a7461 HTTP/1.1" status: 200 len: 946 time: 0.0579081 Nov 12 02:03:41.077000 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40030baa-b1a4-41f1-81e4-1f8193ffb264 req-a3ca1dff-cb30-4c4b-ac76-bb12be1f217f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:41.078637 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-40030baa-b1a4-41f1-81e4-1f8193ffb264 req-a3ca1dff-cb30-4c4b-ac76-bb12be1f217f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6374cc485d2b42f5a26ab6b55af862e1&device_id=463803bf-b55d-41db-aa87-9294406a7461 HTTP/1.1" status: 200 len: 1098 time: 0.0629849 Nov 12 02:03:41.124989 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-32ab5ded-317a-45db-b923-1bb4d1141c4c req-0cd86c89-a48a-43bf-ba24-ae73d4a0975f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=bb0c03c1-0e25-453e-b112-88e5d83d6287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478418 Nov 12 02:03:41.126389 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-1bfb3619-50d5-4d0e-8f9e-42aedf194945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bef4b12-d56f-44bd-845c-6debee0b1283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469244609', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '7c69065e-cb75-4091-9e4a-4db87fd9e7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:02:09Z', 'updated_at': '2021-11-12T02:02:12Z', 'revision_number': 4, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '7c69065e-cb75-4091-9e4a-4db87fd9e7c2', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bef4b12-d56f-44bd-845c-6debee0b1283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:02:09Z', 'updated_at': '2021-11-12T02:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'b5d78e5c-bd09-4c43-a7ae-9ba733f1c227', 'name': '', 'network_id': 'd5329514-0b7b-4824-9d1f-76031489f67b', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'mac_address': 'fa:16:3e:ad:1b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bef4b12-d56f-44bd-845c-6debee0b1283', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '04a80ce4-2bf8-4d17-afe1-540c51cb42fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:02:12Z', 'updated_at': '2021-11-12T02:02:16Z', 'revision_number': 5, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'subnets': [{'id': '04a80ce4-2bf8-4d17-afe1-540c51cb42fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:03:41.153675 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfb3619-50d5-4d0e-8f9e-42aedf194945 None None] Checking router: 6bef4b12-d56f-44bd-845c-6debee0b1283 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:03:41.163077 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfb3619-50d5-4d0e-8f9e-42aedf194945 None None] Routers {'6bef4b12-d56f-44bd-845c-6debee0b1283'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:03:41.163240 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-1bfb3619-50d5-4d0e-8f9e-42aedf194945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:03:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['6bef4b12-d56f-44bd-845c-6debee0b1283'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:03:41.178131 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40030baa-b1a4-41f1-81e4-1f8193ffb264 req-f6238afe-ccf6-475a-8061-34863d7b5f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:41.179608 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-40030baa-b1a4-41f1-81e4-1f8193ffb264 req-f6238afe-ccf6-475a-8061-34863d7b5f6b service neutron] 10.222.0.44 "GET /v2.0/networks?id=d5329514-0b7b-4824-9d1f-76031489f67b HTTP/1.1" status: 200 len: 896 time: 0.0930152 Nov 12 02:03:41.222066 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:41.226758 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-40030baa-b1a4-41f1-81e4-1f8193ffb264 req-5c917c48-add7-4c39-9d48-c92c22b73f77 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67dc2376-3975-46b3-96f6-210a9fc5e7c9 HTTP/1.1" status: 200 len: 217 time: 0.0400994 Nov 12 02:03:41.277149 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40030baa-b1a4-41f1-81e4-1f8193ffb264 req-4890615f-f397-4f6f-97c9-8c87ab352914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:41.278708 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-40030baa-b1a4-41f1-81e4-1f8193ffb264 req-4890615f-f397-4f6f-97c9-8c87ab352914 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=04a80ce4-2bf8-4d17-afe1-540c51cb42fd HTTP/1.1" status: 200 len: 835 time: 0.0448895 Nov 12 02:03:41.287544 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-1bfb3619-50d5-4d0e-8f9e-42aedf194945 None None] Set router 6bef4b12-d56f-44bd-845c-6debee0b1283 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:03:41.326155 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40030baa-b1a4-41f1-81e4-1f8193ffb264 req-55191644-b3ed-4153-8c1f-e9143f9d017c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:41.327673 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-40030baa-b1a4-41f1-81e4-1f8193ffb264 req-55191644-b3ed-4153-8c1f-e9143f9d017c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=d5329514-0b7b-4824-9d1f-76031489f67b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418096 Nov 12 02:03:41.341536 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [req-40030baa-b1a4-41f1-81e4-1f8193ffb264 req-4ecbf225-29cd-48c5-9e6d-eaf3f8af2aff service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:03:41.342569 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-40030baa-b1a4-41f1-81e4-1f8193ffb264 req-4ecbf225-29cd-48c5-9e6d-eaf3f8af2aff service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051405 Nov 12 02:03:41.441619 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-40030baa-b1a4-41f1-81e4-1f8193ffb264 req-8e30c5c1-4e95-462d-98e9-2352c7c6e24b service neutron] 10.222.0.44 "GET /v2.0/networks/d5329514-0b7b-4824-9d1f-76031489f67b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912251 Nov 12 02:03:41.491800 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-1bfb3619-50d5-4d0e-8f9e-42aedf194945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bef4b12-d56f-44bd-845c-6debee0b1283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469244609', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '7c69065e-cb75-4091-9e4a-4db87fd9e7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:02:09Z', 'updated_at': '2021-11-12T02:02:12Z', 'revision_number': 4, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '7c69065e-cb75-4091-9e4a-4db87fd9e7c2', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bef4b12-d56f-44bd-845c-6debee0b1283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:02:09Z', 'updated_at': '2021-11-12T02:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'b5d78e5c-bd09-4c43-a7ae-9ba733f1c227', 'name': '', 'network_id': 'd5329514-0b7b-4824-9d1f-76031489f67b', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'mac_address': 'fa:16:3e:ad:1b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bef4b12-d56f-44bd-845c-6debee0b1283', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '04a80ce4-2bf8-4d17-afe1-540c51cb42fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:02:12Z', 'updated_at': '2021-11-12T02:02:16Z', 'revision_number': 5, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'subnets': [{'id': '04a80ce4-2bf8-4d17-afe1-540c51cb42fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:03:41.523191 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfb3619-50d5-4d0e-8f9e-42aedf194945 None None] The sync data for ids ['6bef4b12-d56f-44bd-845c-6debee0b1283'] in n-d-712142-27 is: [{'id': '6bef4b12-d56f-44bd-845c-6debee0b1283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469244609', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '7c69065e-cb75-4091-9e4a-4db87fd9e7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:02:09Z', 'updated_at': '2021-11-12T02:02:12Z', 'revision_number': 4, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '7c69065e-cb75-4091-9e4a-4db87fd9e7c2', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bef4b12-d56f-44bd-845c-6debee0b1283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:02:09Z', 'updated_at': '2021-11-12T02:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'b5d78e5c-bd09-4c43-a7ae-9ba733f1c227', 'name': '', 'network_id': 'd5329514-0b7b-4824-9d1f-76031489f67b', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'mac_address': 'fa:16:3e:ad:1b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bef4b12-d56f-44bd-845c-6debee0b1283', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '04a80ce4-2bf8-4d17-afe1-540c51cb42fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:02:12Z', 'updated_at': '2021-11-12T02:02:16Z', 'revision_number': 5, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'subnets': [{'id': '04a80ce4-2bf8-4d17-afe1-540c51cb42fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:03:41.534453 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-40030baa-b1a4-41f1-81e4-1f8193ffb264 req-4823f4a0-bed7-4afa-9593-58750595cdab service neutron] 10.222.0.44 "GET /v2.0/networks/d5329514-0b7b-4824-9d1f-76031489f67b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852203 Nov 12 02:03:41.758508 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51943ecd-49d2-4b78-904a-67c01d5b5387 None None] New status for floating IP c0a71592-34de-4958-bf8b-94fd56b72f63: DOWN {{(pid=109088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:03:42.244215 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b1c1e-c635-4df7-8142-97f8b3d82107 req-42d068ad-fa5a-417b-a17c-f8279f8ea4a7 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:42.245675 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e64b1c1e-c635-4df7-8142-97f8b3d82107 req-42d068ad-fa5a-417b-a17c-f8279f8ea4a7 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=463803bf-b55d-41db-aa87-9294406a7461 HTTP/1.1" status: 200 len: 946 time: 0.0486329 Nov 12 02:03:42.294513 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e64b1c1e-c635-4df7-8142-97f8b3d82107 req-42fb579c-a373-4ae1-a9fd-d4c9dbd6d1ad tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=bb0c03c1-0e25-453e-b112-88e5d83d6287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427787 Nov 12 02:03:42.660789 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b90f3e-3661-4d3c-9c4a-68a283227e04 req-4362017d-0959-4243-ad70-817e307c3661 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:42.662303 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-70b90f3e-3661-4d3c-9c4a-68a283227e04 req-4362017d-0959-4243-ad70-817e307c3661 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.44 "GET /v2.0/ports?device_id=463803bf-b55d-41db-aa87-9294406a7461 HTTP/1.1" status: 200 len: 946 time: 0.0541563 Nov 12 02:03:42.750178 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-70b90f3e-3661-4d3c-9c4a-68a283227e04 req-7e5e8793-347c-4304-9c84-63fa838384b2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Deleting port 67dc2376-3975-46b3-96f6-210a9fc5e7c9 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:03:42.750519 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-70b90f3e-3661-4d3c-9c4a-68a283227e04 req-7e5e8793-347c-4304-9c84-63fa838384b2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:42.842262 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-70b90f3e-3661-4d3c-9c4a-68a283227e04 req-7e5e8793-347c-4304-9c84-63fa838384b2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] For port 67dc2376-3975-46b3-96f6-210a9fc5e7c9, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=67dc2376-3975-46b3-96f6-210a9fc5e7c9,segment=NetworkSegment(d80e4c4d-aa69-4585-a666-33c852a79564),segment_id=d80e4c4d-aa69-4585-a666-33c852a79564)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:03:42.842631 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-70b90f3e-3661-4d3c-9c4a-68a283227e04 req-7e5e8793-347c-4304-9c84-63fa838384b2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:42.855244 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-70b90f3e-3661-4d3c-9c4a-68a283227e04 req-7e5e8793-347c-4304-9c84-63fa838384b2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Calling delete_port for 67dc2376-3975-46b3-96f6-210a9fc5e7c9 owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:03:42.989856 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-70b90f3e-3661-4d3c-9c4a-68a283227e04 req-7e5e8793-347c-4304-9c84-63fa838384b2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:43.023179 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5e8793-347c-4304-9c84-63fa838384b2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event deleted for resources: {'Port': ['ID=67dc2376-3975-46b3-96f6-210a9fc5e7c9,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:03:43.063311 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-70b90f3e-3661-4d3c-9c4a-68a283227e04 req-7e5e8793-347c-4304-9c84-63fa838384b2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] No DVR routers for this DVR port 67dc2376-3975-46b3-96f6-210a9fc5e7c9 on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:03:43.066756 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-70b90f3e-3661-4d3c-9c4a-68a283227e04 req-7e5e8793-347c-4304-9c84-63fa838384b2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:43.070164 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-70b90f3e-3661-4d3c-9c4a-68a283227e04 req-7e5e8793-347c-4304-9c84-63fa838384b2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.44 "DELETE /v2.0/ports/67dc2376-3975-46b3-96f6-210a9fc5e7c9 HTTP/1.1" status: 204 len: 173 time: 0.4017918 Nov 12 02:03:43.070583 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '463803bf-b55d-41db-aa87-9294406a7461', 'name': 'network-vif-deleted', 'tag': '67dc2376-3975-46b3-96f6-210a9fc5e7c9'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:03:43.072891 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4d1d6158e421e9c8e993f80e0426ddaaefecbe2af3f4b68345379587447b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f906fe6-b232-4739-8f1b-1b46d55ab065" -d '{"events": [{"server_uuid": "463803bf-b55d-41db-aa87-9294406a7461", "name": "network-vif-deleted", "tag": "67dc2376-3975-46b3-96f6-210a9fc5e7c9"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:03:43.111427 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1093d59-89d9-4482-843f-59d27b1c8394 x-openstack-request-id: req-a1093d59-89d9-4482-843f-59d27b1c8394 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:03:43.111725 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "463803bf-b55d-41db-aa87-9294406a7461", "name": "network-vif-deleted", "tag": "67dc2376-3975-46b3-96f6-210a9fc5e7c9", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:03:43.112074 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a1093d59-89d9-4482-843f-59d27b1c8394 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:03:43.112411 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '463803bf-b55d-41db-aa87-9294406a7461', 'name': 'network-vif-deleted', 'tag': '67dc2376-3975-46b3-96f6-210a9fc5e7c9', 'status': 'completed', 'code': 200} Nov 12 02:03:43.411795 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-50e9f151-28a7-4586-8d6a-24170b863a31 req-76b9d4ee-de4c-461d-aa05-f939c8141b64 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=463803bf-b55d-41db-aa87-9294406a7461 HTTP/1.1" status: 200 len: 210 time: 0.0288894 Nov 12 02:03:44.473793 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57982) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:03:44.838824 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f6f59d05-1363-4cb2-89e1-712112fc25f6 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:45.094265 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-f6f59d05-1363-4cb2-89e1-712112fc25f6 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Deleting port b5d78e5c-bd09-4c43-a7ae-9ba733f1c227 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:03:45.094497 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f6f59d05-1363-4cb2-89e1-712112fc25f6 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:45.180795 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f6f59d05-1363-4cb2-89e1-712112fc25f6 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] For port b5d78e5c-bd09-4c43-a7ae-9ba733f1c227, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=b5d78e5c-bd09-4c43-a7ae-9ba733f1c227,segment=NetworkSegment(d80e4c4d-aa69-4585-a666-33c852a79564),segment_id=d80e4c4d-aa69-4585-a666-33c852a79564)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:03:45.181158 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f6f59d05-1363-4cb2-89e1-712112fc25f6 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:45.193710 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-f6f59d05-1363-4cb2-89e1-712112fc25f6 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Calling delete_port for b5d78e5c-bd09-4c43-a7ae-9ba733f1c227 owned by network:router_interface {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:03:45.383044 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f6f59d05-1363-4cb2-89e1-712112fc25f6 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:45.408458 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f59d05-1363-4cb2-89e1-712112fc25f6 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event deleted for resources: {'Port': ['ID=b5d78e5c-bd09-4c43-a7ae-9ba733f1c227,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:03:45.593278 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f6f59d05-1363-4cb2-89e1-712112fc25f6 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:45.816520 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f59d05-1363-4cb2-89e1-712112fc25f6 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Router 6bef4b12-d56f-44bd-845c-6debee0b1283 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:03:45.924420 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f59d05-1363-4cb2-89e1-712112fc25f6 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:03:45.929543 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f6f59d05-1363-4cb2-89e1-712112fc25f6 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "PUT /v2.0/routers/6bef4b12-d56f-44bd-845c-6debee0b1283/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4547133 Nov 12 02:03:45.932329 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57984) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:03:45.934186 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412515b8-30fa-4788-ae57-e7fc78b3b150 None None] Sync routers for ids ['6bef4b12-d56f-44bd-845c-6debee0b1283'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:03:45.944901 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412515b8-30fa-4788-ae57-e7fc78b3b150 None None] Routers {'6bef4b12-d56f-44bd-845c-6debee0b1283'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:03:45.945522 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-412515b8-30fa-4788-ae57-e7fc78b3b150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:03:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['6bef4b12-d56f-44bd-845c-6debee0b1283'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:03:45.987074 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a88134d-2920-4cd7-804b-4634bd66aa30 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Deleting subnet 04a80ce4-2bf8-4d17-afe1-540c51cb42fd {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:03:45.990481 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1a88134d-2920-4cd7-804b-4634bd66aa30 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:46.031708 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1a88134d-2920-4cd7-804b-4634bd66aa30 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:46.051049 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-412515b8-30fa-4788-ae57-e7fc78b3b150 None None] Set router 6bef4b12-d56f-44bd-845c-6debee0b1283 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:03:46.120544 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1a88134d-2920-4cd7-804b-4634bd66aa30 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:46.179342 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1a88134d-2920-4cd7-804b-4634bd66aa30 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:46.207895 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a88134d-2920-4cd7-804b-4634bd66aa30 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event deleted for resources: {'Subnet': ['ID=04a80ce4-2bf8-4d17-afe1-540c51cb42fd,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:03:46.212694 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1a88134d-2920-4cd7-804b-4634bd66aa30 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:46.219574 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1a88134d-2920-4cd7-804b-4634bd66aa30 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "DELETE /v2.0/subnets/04a80ce4-2bf8-4d17-afe1-540c51cb42fd HTTP/1.1" status: 204 len: 168 time: 0.2837503 Nov 12 02:03:46.219809 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57986) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:03:46.220116 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2061d890-631c-4e53-a880-f3316a3bc9b4 None None] Network d5329514-0b7b-4824-9d1f-76031489f67b requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:03:46.330894 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4e4caa94-5493-481d-8e0c-8424cd3257ef tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:46.485638 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-412515b8-30fa-4788-ae57-e7fc78b3b150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bef4b12-d56f-44bd-845c-6debee0b1283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469244609', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '7c69065e-cb75-4091-9e4a-4db87fd9e7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:02:09Z', 'updated_at': '2021-11-12T02:03:45Z', 'revision_number': 5, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '7c69065e-cb75-4091-9e4a-4db87fd9e7c2', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bef4b12-d56f-44bd-845c-6debee0b1283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:02:09Z', 'updated_at': '2021-11-12T02:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:03:46.529907 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412515b8-30fa-4788-ae57-e7fc78b3b150 None None] Checking router: 6bef4b12-d56f-44bd-845c-6debee0b1283 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:03:46.545024 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412515b8-30fa-4788-ae57-e7fc78b3b150 None None] Routers {'6bef4b12-d56f-44bd-845c-6debee0b1283'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:03:46.545660 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-412515b8-30fa-4788-ae57-e7fc78b3b150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:03:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['6bef4b12-d56f-44bd-845c-6debee0b1283'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:03:46.595716 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 67dc2376-3975-46b3-96f6-210a9fc5e7c9 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:03:46.624922 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26edd61-372c-4732-bffc-c2db11e4c363 None None] DHCP port deletion for d5329514-0b7b-4824-9d1f-76031489f67b request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:03:46.630583 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 67dc2376-3975-46b3-96f6-210a9fc5e7c9 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:03:46.630926 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 67dc2376-3975-46b3-96f6-210a9fc5e7c9 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:03:46.715549 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-412515b8-30fa-4788-ae57-e7fc78b3b150 None None] Set router 6bef4b12-d56f-44bd-845c-6debee0b1283 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:03:46.779067 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4e4caa94-5493-481d-8e0c-8424cd3257ef tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:46.823815 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-a26edd61-372c-4732-bffc-c2db11e4c363 None None] Deleting port 2454c308-2ce5-452a-b991-a86f4b7475e5 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:03:46.824194 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a26edd61-372c-4732-bffc-c2db11e4c363 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:46.835617 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-4e4caa94-5493-481d-8e0c-8424cd3257ef tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Deleting port 7c69065e-cb75-4091-9e4a-4db87fd9e7c2 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:03:46.835983 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4e4caa94-5493-481d-8e0c-8424cd3257ef tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:46.909092 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-a26edd61-372c-4732-bffc-c2db11e4c363 None None] For port 2454c308-2ce5-452a-b991-a86f4b7475e5, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=2454c308-2ce5-452a-b991-a86f4b7475e5,segment=NetworkSegment(d80e4c4d-aa69-4585-a666-33c852a79564),segment_id=d80e4c4d-aa69-4585-a666-33c852a79564)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:03:46.909397 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a26edd61-372c-4732-bffc-c2db11e4c363 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:46.916789 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-4e4caa94-5493-481d-8e0c-8424cd3257ef tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] For port 7c69065e-cb75-4091-9e4a-4db87fd9e7c2, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=7c69065e-cb75-4091-9e4a-4db87fd9e7c2,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:03:46.917190 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4e4caa94-5493-481d-8e0c-8424cd3257ef tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:46.926527 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-a26edd61-372c-4732-bffc-c2db11e4c363 None None] Calling delete_port for 2454c308-2ce5-452a-b991-a86f4b7475e5 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:03:46.930203 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-4e4caa94-5493-481d-8e0c-8424cd3257ef tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Calling delete_port for 7c69065e-cb75-4091-9e4a-4db87fd9e7c2 owned by network:router_gateway {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:03:47.030523 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-412515b8-30fa-4788-ae57-e7fc78b3b150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bef4b12-d56f-44bd-845c-6debee0b1283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469244609', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '7c69065e-cb75-4091-9e4a-4db87fd9e7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:02:09Z', 'updated_at': '2021-11-12T02:03:45Z', 'revision_number': 5, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '7c69065e-cb75-4091-9e4a-4db87fd9e7c2', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bef4b12-d56f-44bd-845c-6debee0b1283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:02:09Z', 'updated_at': '2021-11-12T02:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:03:47.062691 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412515b8-30fa-4788-ae57-e7fc78b3b150 None None] The sync data for ids ['6bef4b12-d56f-44bd-845c-6debee0b1283'] in n-d-712142-27 is: [{'id': '6bef4b12-d56f-44bd-845c-6debee0b1283', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469244609', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '7c69065e-cb75-4091-9e4a-4db87fd9e7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:02:09Z', 'updated_at': '2021-11-12T02:03:45Z', 'revision_number': 5, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '7c69065e-cb75-4091-9e4a-4db87fd9e7c2', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:1b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bef4b12-d56f-44bd-845c-6debee0b1283', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:02:09Z', 'updated_at': '2021-11-12T02:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:03:47.064631 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a26edd61-372c-4732-bffc-c2db11e4c363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:47.092388 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26edd61-372c-4732-bffc-c2db11e4c363 None None] Pushing event deleted for resources: {'Port': ['ID=2454c308-2ce5-452a-b991-a86f4b7475e5,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:03:47.094666 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26edd61-372c-4732-bffc-c2db11e4c363 None None] No DVR routers for this DVR port 2454c308-2ce5-452a-b991-a86f4b7475e5 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:03:47.107597 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26edd61-372c-4732-bffc-c2db11e4c363 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:47.107943 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26edd61-372c-4732-bffc-c2db11e4c363 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:47.108343 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26edd61-372c-4732-bffc-c2db11e4c363 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:47.108680 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26edd61-372c-4732-bffc-c2db11e4c363 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:47.109397 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26edd61-372c-4732-bffc-c2db11e4c363 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:47.109397 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26edd61-372c-4732-bffc-c2db11e4c363 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:47.109694 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26edd61-372c-4732-bffc-c2db11e4c363 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:47.109975 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26edd61-372c-4732-bffc-c2db11e4c363 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:47.110289 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26edd61-372c-4732-bffc-c2db11e4c363 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:47.110668 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26edd61-372c-4732-bffc-c2db11e4c363 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:47.111051 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26edd61-372c-4732-bffc-c2db11e4c363 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:47.111211 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26edd61-372c-4732-bffc-c2db11e4c363 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:47.121336 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4e4caa94-5493-481d-8e0c-8424cd3257ef tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:47.151733 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4caa94-5493-481d-8e0c-8424cd3257ef tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event deleted for resources: {'Port': ['ID=7c69065e-cb75-4091-9e4a-4db87fd9e7c2,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:03:47.165739 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a58775-d2a0-464b-9d59-2deef0ac0d90 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:03:47.213559 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4e4caa94-5493-481d-8e0c-8424cd3257ef tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:47.303056 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4e4caa94-5493-481d-8e0c-8424cd3257ef tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:47.305183 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4e4caa94-5493-481d-8e0c-8424cd3257ef tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:47.348331 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4e4caa94-5493-481d-8e0c-8424cd3257ef tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:47.348900 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4caa94-5493-481d-8e0c-8424cd3257ef tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Fanout notify agent at l3_agent the message router_deleted on router 6bef4b12-d56f-44bd-845c-6debee0b1283 {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 02:03:47.355779 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4e4caa94-5493-481d-8e0c-8424cd3257ef tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:47.356974 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4e4caa94-5493-481d-8e0c-8424cd3257ef tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "DELETE /v2.0/routers/6bef4b12-d56f-44bd-845c-6debee0b1283 HTTP/1.1" status: 204 len: 168 time: 1.1361661 Nov 12 02:03:47.359957 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 57988) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:03:47.441871 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-316d0425-4d59-4a9d-8c42-540a6dc44f4f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:47.553589 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-316d0425-4d59-4a9d-8c42-540a6dc44f4f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:47.579021 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-316d0425-4d59-4a9d-8c42-540a6dc44f4f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5329514-0b7b-4824-9d1f-76031489f67b']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:03:47.590038 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 2454c308-2ce5-452a-b991-a86f4b7475e5 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:03:47.591024 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-316d0425-4d59-4a9d-8c42-540a6dc44f4f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd80e4c4d-aa69-4585-a666-33c852a79564') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:03:47.591322 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-316d0425-4d59-4a9d-8c42-540a6dc44f4f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd80e4c4d-aa69-4585-a666-33c852a79564') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:03:47.602002 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-316d0425-4d59-4a9d-8c42-540a6dc44f4f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:47.617280 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-316d0425-4d59-4a9d-8c42-540a6dc44f4f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:47.621283 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 2454c308-2ce5-452a-b991-a86f4b7475e5 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:03:47.621691 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 2454c308-2ce5-452a-b991-a86f4b7475e5 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:03:47.622055 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device b5d78e5c-bd09-4c43-a7ae-9ba733f1c227 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:03:47.623618 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-316d0425-4d59-4a9d-8c42-540a6dc44f4f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:03:47.624159 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-316d0425-4d59-4a9d-8c42-540a6dc44f4f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:47.627118 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 02:03:47.627118 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:03:47.627118 n-d-712142-27 neutron-server[109086]: timer() Nov 12 02:03:47.627118 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:03:47.627118 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 02:03:47.627118 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:03:47.627118 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 02:03:47.627118 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:03:47.627118 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 02:03:47.627118 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:03:47.627118 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 02:03:47.627118 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:03:47.627118 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 02:03:47.627118 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:03:47.627118 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:03:47.627118 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:03:47.627118 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:03:47.627118 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:03:47.627118 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 02:03:47.627118 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:03:47.627118 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 02:03:47.627118 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:03:47.627118 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:03:47.627118 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:03:47.627118 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 02:03:47.627118 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:03:47.627118 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:03:47.627118 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:03:47.627118 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:03:47.627118 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:03:47.627118 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:03:47.627118 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:03:47.642007 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: b5d78e5c-bd09-4c43-a7ae-9ba733f1c227 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:03:47.642358 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device b5d78e5c-bd09-4c43-a7ae-9ba733f1c227 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:03:47.685654 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-316d0425-4d59-4a9d-8c42-540a6dc44f4f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:47.692278 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-316d0425-4d59-4a9d-8c42-540a6dc44f4f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:47.698592 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57990) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:03:47.699106 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-316d0425-4d59-4a9d-8c42-540a6dc44f4f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "DELETE /v2.0/networks/d5329514-0b7b-4824-9d1f-76031489f67b HTTP/1.1" status: 204 len: 168 time: 0.3376093 Nov 12 02:03:47.713444 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d0425-4d59-4a9d-8c42-540a6dc44f4f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event deleted for resources: {'Network': ['ID=d5329514-0b7b-4824-9d1f-76031489f67b,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:03:47.757823 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-faf77098-dd6f-4049-8f93-6412163b74ee tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:47.788499 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-faf77098-dd6f-4049-8f93-6412163b74ee tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:47.849241 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-faf77098-dd6f-4049-8f93-6412163b74ee tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:47.851801 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-faf77098-dd6f-4049-8f93-6412163b74ee tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:47.852989 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-faf77098-dd6f-4049-8f93-6412163b74ee tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "DELETE /v2.0/security-groups/bb0c03c1-0e25-453e-b112-88e5d83d6287 HTTP/1.1" status: 204 len: 168 time: 0.1534023 Nov 12 02:03:47.861976 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf77098-dd6f-4049-8f93-6412163b74ee tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0c03c1-0e25-453e-b112-88e5d83d6287,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:03:47.870070 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf77098-dd6f-4049-8f93-6412163b74ee tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:47.870419 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf77098-dd6f-4049-8f93-6412163b74ee tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:47.870760 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf77098-dd6f-4049-8f93-6412163b74ee tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:47.871096 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf77098-dd6f-4049-8f93-6412163b74ee tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:47.871429 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf77098-dd6f-4049-8f93-6412163b74ee tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:47.871758 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf77098-dd6f-4049-8f93-6412163b74ee tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:47.872118 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf77098-dd6f-4049-8f93-6412163b74ee tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:47.872444 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf77098-dd6f-4049-8f93-6412163b74ee tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:47.872773 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf77098-dd6f-4049-8f93-6412163b74ee tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:47.873096 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf77098-dd6f-4049-8f93-6412163b74ee tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:47.873423 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf77098-dd6f-4049-8f93-6412163b74ee tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:47.873743 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf77098-dd6f-4049-8f93-6412163b74ee tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:48.349851 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57996) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:03:48.354332 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-6f9edd63-c999-4837-bfc9-791a8e4fcb7e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-37202116', 'description': 'tempest-secgroup-smoke-37202116 description', 'project_id': '6374cc485d2b42f5a26ab6b55af862e1'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:03:48.376550 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6f9edd63-c999-4837-bfc9-791a8e4fcb7e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:48.446882 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6f9edd63-c999-4837-bfc9-791a8e4fcb7e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:48.450575 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6f9edd63-c999-4837-bfc9-791a8e4fcb7e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:48.481393 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6f9edd63-c999-4837-bfc9-791a8e4fcb7e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:48.482613 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-6f9edd63-c999-4837-bfc9-791a8e4fcb7e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1317575 Nov 12 02:03:48.483745 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9edd63-c999-4837-bfc9-791a8e4fcb7e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5261c26-d229-4020-ba9e-a8c175e56001,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:03:48.485726 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 57998) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:03:48.490242 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-58c02a6a-6755-4a41-b461-31987936ed5c tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'security_group_rule': {'security_group_id': 'f5261c26-d229-4020-ba9e-a8c175e56001', 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:03:48.516331 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-58c02a6a-6755-4a41-b461-31987936ed5c tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:48.571524 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-58c02a6a-6755-4a41-b461-31987936ed5c tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:48.575056 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-58c02a6a-6755-4a41-b461-31987936ed5c tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:48.595174 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c02a6a-6755-4a41-b461-31987936ed5c tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=597d36d0-31d5-49b3-ab23-45f40d73d5f7,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:03:48.601252 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-58c02a6a-6755-4a41-b461-31987936ed5c tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:48.602480 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-58c02a6a-6755-4a41-b461-31987936ed5c tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1158392 Nov 12 02:03:48.605539 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58000) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:03:48.609961 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-9844baf3-ee52-43da-b981-eb2b1c047cb4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'security_group_rule': {'security_group_id': 'f5261c26-d229-4020-ba9e-a8c175e56001', 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:03:48.638399 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9844baf3-ee52-43da-b981-eb2b1c047cb4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:48.698246 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9844baf3-ee52-43da-b981-eb2b1c047cb4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:48.702183 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9844baf3-ee52-43da-b981-eb2b1c047cb4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:48.721077 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9844baf3-ee52-43da-b981-eb2b1c047cb4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=349bff78-cdad-419a-8498-288fe452e3c7,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:03:48.728418 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9844baf3-ee52-43da-b981-eb2b1c047cb4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:48.729632 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-9844baf3-ee52-43da-b981-eb2b1c047cb4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1231420 Nov 12 02:03:48.732454 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58002) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:03:48.736743 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-eaead0e2-1618-473b-b4f0-02c3e0478361 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'security_group_rule': {'security_group_id': 'f5261c26-d229-4020-ba9e-a8c175e56001', 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:03:48.763852 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-eaead0e2-1618-473b-b4f0-02c3e0478361 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:48.820430 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-eaead0e2-1618-473b-b4f0-02c3e0478361 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:48.824046 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-eaead0e2-1618-473b-b4f0-02c3e0478361 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:48.840816 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaead0e2-1618-473b-b4f0-02c3e0478361 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c769717e-218e-40bf-93fc-2bf4cd3c2a50,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:03:48.850432 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-eaead0e2-1618-473b-b4f0-02c3e0478361 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:48.851803 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-eaead0e2-1618-473b-b4f0-02c3e0478361 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1182778 Nov 12 02:03:48.854485 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58004) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:03:48.858821 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-c0293b2f-4767-432d-ba2e-beba10fa9645 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'security_group_rule': {'security_group_id': 'f5261c26-d229-4020-ba9e-a8c175e56001', 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:03:48.885346 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c0293b2f-4767-432d-ba2e-beba10fa9645 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:48.942308 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c0293b2f-4767-432d-ba2e-beba10fa9645 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:48.945743 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c0293b2f-4767-432d-ba2e-beba10fa9645 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:48.964208 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0293b2f-4767-432d-ba2e-beba10fa9645 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73941721-cf37-4625-a3c7-ac5eb2b901b1,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:03:48.969156 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c0293b2f-4767-432d-ba2e-beba10fa9645 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:48.970327 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c0293b2f-4767-432d-ba2e-beba10fa9645 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1149316 Nov 12 02:03:48.973564 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58006) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:03:48.977811 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-fdcb19f3-ca40-48ff-9a6f-18c4516e1d91 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'security_group_rule': {'security_group_id': 'f5261c26-d229-4020-ba9e-a8c175e56001', 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:03:48.998790 n-d-712142-27 neutron-server[109085]: INFO neutron.db.securitygroups_db [None req-fdcb19f3-ca40-48ff-9a6f-18c4516e1d91 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Project 6374cc485d2b42f5a26ab6b55af862e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 02:03:49.003714 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fdcb19f3-ca40-48ff-9a6f-18c4516e1d91 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:49.061924 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fdcb19f3-ca40-48ff-9a6f-18c4516e1d91 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:49.066067 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fdcb19f3-ca40-48ff-9a6f-18c4516e1d91 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:49.084712 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcb19f3-ca40-48ff-9a6f-18c4516e1d91 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2266b0c8-cf5a-4004-a061-bcc3467d4e32,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:03:49.089754 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fdcb19f3-ca40-48ff-9a6f-18c4516e1d91 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:49.093742 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-fdcb19f3-ca40-48ff-9a6f-18c4516e1d91 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1164732 Nov 12 02:03:49.093742 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58008) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:03:49.098359 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-770cf8e9-1ddb-47e4-8031-ed7db6f0cdd7 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'security_group_rule': {'security_group_id': 'f5261c26-d229-4020-ba9e-a8c175e56001', 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:03:49.120356 n-d-712142-27 neutron-server[109085]: INFO neutron.db.securitygroups_db [None req-770cf8e9-1ddb-47e4-8031-ed7db6f0cdd7 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Project 6374cc485d2b42f5a26ab6b55af862e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 02:03:49.125295 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-770cf8e9-1ddb-47e4-8031-ed7db6f0cdd7 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:49.183016 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-770cf8e9-1ddb-47e4-8031-ed7db6f0cdd7 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:49.186914 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-770cf8e9-1ddb-47e4-8031-ed7db6f0cdd7 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:49.205395 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770cf8e9-1ddb-47e4-8031-ed7db6f0cdd7 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=875cd9a6-7dca-420b-8f32-93f2a0b1aa4b,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:03:49.211224 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-770cf8e9-1ddb-47e4-8031-ed7db6f0cdd7 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:49.212302 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-770cf8e9-1ddb-47e4-8031-ed7db6f0cdd7 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1177313 Nov 12 02:03:49.215139 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58010) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:03:49.219853 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-283076a5-4ea4-415e-9fcd-a29d418dbb86 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'network': {'name': 'tempest-network-smoke--891895272', 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'port_security_enabled': True}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:03:49.240182 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283076a5-4ea4-415e-9fcd-a29d418dbb86 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Made reservation on behalf of 6374cc485d2b42f5a26ab6b55af862e1 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:03:49.243541 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-283076a5-4ea4-415e-9fcd-a29d418dbb86 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:49.265942 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-283076a5-4ea4-415e-9fcd-a29d418dbb86 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:03:49.276817 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-283076a5-4ea4-415e-9fcd-a29d418dbb86 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:49.277188 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-283076a5-4ea4-415e-9fcd-a29d418dbb86 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Added segment 267cc1d7-a62e-41e4-ba65-1753b04c4262 of type vlan for network 4b09de9f-9603-497f-ae54-a4e679bc285e Nov 12 02:03:49.315896 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-283076a5-4ea4-415e-9fcd-a29d418dbb86 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:49.339614 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-283076a5-4ea4-415e-9fcd-a29d418dbb86 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:49.345327 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283076a5-4ea4-415e-9fcd-a29d418dbb86 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:49.345912 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-283076a5-4ea4-415e-9fcd-a29d418dbb86 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:49.384013 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-283076a5-4ea4-415e-9fcd-a29d418dbb86 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1678195 Nov 12 02:03:49.387045 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58012) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:03:49.392152 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-360de108-6a28-4145-9500-0058f2e62913 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-507126392', 'admin_state_up': True, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:03:49.419717 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283076a5-4ea4-415e-9fcd-a29d418dbb86 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'Network': ['ID=4b09de9f-9603-497f-ae54-a4e679bc285e,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:03:49.420583 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-360de108-6a28-4145-9500-0058f2e62913 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:49.421648 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-360de108-6a28-4145-9500-0058f2e62913 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:49.432635 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 4b09de9f-9603-497f-ae54-a4e679bc285e details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:03:49.479262 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-360de108-6a28-4145-9500-0058f2e62913 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:49.485327 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 7c69065e-cb75-4091-9e4a-4db87fd9e7c2 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:03:49.513570 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 7c69065e-cb75-4091-9e4a-4db87fd9e7c2 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:03:49.513916 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 7c69065e-cb75-4091-9e4a-4db87fd9e7c2 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:03:49.617090 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-360de108-6a28-4145-9500-0058f2e62913 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:49.812465 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-360de108-6a28-4145-9500-0058f2e62913 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for router_gateway, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:49.831271 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-360de108-6a28-4145-9500-0058f2e62913 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:49.936605 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-360de108-6a28-4145-9500-0058f2e62913 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Allocated IP 172.25.3.203 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/447fcdf9-a4be-4907-9ab0-e8a936556e88) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:03:50.038274 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-360de108-6a28-4145-9500-0058f2e62913 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:50.078699 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-360de108-6a28-4145-9500-0058f2e62913 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:50.115862 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360de108-6a28-4145-9500-0058f2e62913 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:03:50.120785 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-360de108-6a28-4145-9500-0058f2e62913 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:03:50.124350 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360de108-6a28-4145-9500-0058f2e62913 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:03:50.130555 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360de108-6a28-4145-9500-0058f2e62913 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'Port': ['ID=447fcdf9-a4be-4907-9ab0-e8a936556e88,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:03:50.137965 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c51f47-19f0-4b38-a7f4-4f4c70f31007 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:03:50.251054 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-e44b3349-b1c1-4a03-a523-c2a07d1c8d91 None None] Provisioning complete for port 447fcdf9-a4be-4907-9ab0-e8a936556e88 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:03:50.251424 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e44b3349-b1c1-4a03-a523-c2a07d1c8d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:50.288183 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-e44b3349-b1c1-4a03-a523-c2a07d1c8d91 None None] Port 447fcdf9-a4be-4907-9ab0-e8a936556e88 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:03:50.384611 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-360de108-6a28-4145-9500-0058f2e62913 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for router_gateway, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:50.583434 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-360de108-6a28-4145-9500-0058f2e62913 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:50.712141 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360de108-6a28-4145-9500-0058f2e62913 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Router de1f3b21-0f0f-43c6-8f14-08b62d17678b is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 02:03:50.820860 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360de108-6a28-4145-9500-0058f2e62913 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:03:50.830800 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ede8d17-9adc-43f9-a196-4bf572ffc50f None None] Sync routers for ids ['de1f3b21-0f0f-43c6-8f14-08b62d17678b'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:03:50.841006 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ede8d17-9adc-43f9-a196-4bf572ffc50f None None] Routers {'de1f3b21-0f0f-43c6-8f14-08b62d17678b'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:03:50.841726 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-1ede8d17-9adc-43f9-a196-4bf572ffc50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:03:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['de1f3b21-0f0f-43c6-8f14-08b62d17678b'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:03:50.841873 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-360de108-6a28-4145-9500-0058f2e62913 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:50.843849 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-360de108-6a28-4145-9500-0058f2e62913 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4554024 Nov 12 02:03:50.847762 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58014) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:03:50.875543 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8b33b881-4215-43b2-9525-2d614dba1fbe tempest-TestNetworkAdvancedServerOps-840993767 tempest-TestNetworkAdvancedServerOps-840993767-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=6374cc485d2b42f5a26ab6b55af862e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265386 Nov 12 02:03:50.878202 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58016) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:03:50.947360 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-1ede8d17-9adc-43f9-a196-4bf572ffc50f None None] Set router de1f3b21-0f0f-43c6-8f14-08b62d17678b gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:03:50.970307 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53d2419-e9af-4c46-bc74-16ecfd639107 tempest-TestNetworkAdvancedServerOps-840993767 tempest-TestNetworkAdvancedServerOps-840993767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:50.971856 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d53d2419-e9af-4c46-bc74-16ecfd639107 tempest-TestNetworkAdvancedServerOps-840993767 tempest-TestNetworkAdvancedServerOps-840993767-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0927060 Nov 12 02:03:50.975483 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58018) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:03:51.003990 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-099050b6-e47b-44fa-ba06-0bd611729e95 tempest-TestNetworkAdvancedServerOps-840993767 tempest-TestNetworkAdvancedServerOps-840993767-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=ab9ea869-d067-4dfb-b2de-16b019fae22d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266171 Nov 12 02:03:51.006573 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58020) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:03:51.011298 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-21b112ff-dcd0-4355-a24d-c8b9238d72ee tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-703903768', 'network_id': '4b09de9f-9603-497f-ae54-a4e679bc285e', 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:03:51.099051 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b112ff-dcd0-4355-a24d-c8b9238d72ee tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Made reservation on behalf of 6374cc485d2b42f5a26ab6b55af862e1 for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:03:51.102766 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-21b112ff-dcd0-4355-a24d-c8b9238d72ee tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:51.126495 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-1ede8d17-9adc-43f9-a196-4bf572ffc50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1f3b21-0f0f-43c6-8f14-08b62d17678b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507126392', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '447fcdf9-a4be-4907-9ab0-e8a936556e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:03:49Z', 'updated_at': '2021-11-12T02:03:50Z', 'revision_number': 3, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '447fcdf9-a4be-4907-9ab0-e8a936556e88', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:56:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de1f3b21-0f0f-43c6-8f14-08b62d17678b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:03:49Z', 'updated_at': '2021-11-12T02:03:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:03:51.152673 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ede8d17-9adc-43f9-a196-4bf572ffc50f None None] Checking router: de1f3b21-0f0f-43c6-8f14-08b62d17678b for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:03:51.153020 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ede8d17-9adc-43f9-a196-4bf572ffc50f None None] Updating router de1f3b21-0f0f-43c6-8f14-08b62d17678b port 447fcdf9-a4be-4907-9ab0-e8a936556e88 binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:03:51.177094 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-1ede8d17-9adc-43f9-a196-4bf572ffc50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:51.287072 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-21b112ff-dcd0-4355-a24d-c8b9238d72ee tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:51.353638 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b112ff-dcd0-4355-a24d-c8b9238d72ee tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'Subnet': ['ID=8dcf119b-e7a8-4cc3-98d0-162f485c53f8,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:03:51.362496 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b112ff-dcd0-4355-a24d-c8b9238d72ee tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Checking segment: {'id': '267cc1d7-a62e-41e4-ba65-1753b04c4262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4b09de9f-9603-497f-ae54-a4e679bc285e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:03:51.363365 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b112ff-dcd0-4355-a24d-c8b9238d72ee tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Network hostable DHCP agents. Network: 4b09de9f-9603-497f-ae54-a4e679bc285e, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:03:51.381528 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b112ff-dcd0-4355-a24d-c8b9238d72ee tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Network 4b09de9f-9603-497f-ae54-a4e679bc285e is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:03:51.390994 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-21b112ff-dcd0-4355-a24d-c8b9238d72ee tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 4b09de9f-9603-497f-ae54-a4e679bc285e) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:03:51.397180 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b112ff-dcd0-4355-a24d-c8b9238d72ee tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:51.398315 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-21b112ff-dcd0-4355-a24d-c8b9238d72ee tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:51.406468 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd98d8b-de9d-4022-92f7-59c9691e2ccf None None] Network 4b09de9f-9603-497f-ae54-a4e679bc285e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:03:51.429224 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-21b112ff-dcd0-4355-a24d-c8b9238d72ee tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4215968 Nov 12 02:03:51.432039 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58022) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:03:51.446531 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-1ede8d17-9adc-43f9-a196-4bf572ffc50f None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:51.452145 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-1ede8d17-9adc-43f9-a196-4bf572ffc50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:51.499358 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-1ede8d17-9adc-43f9-a196-4bf572ffc50f None None] Attempting to bind port 447fcdf9-a4be-4907-9ab0-e8a936556e88 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:03:51.499747 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-1ede8d17-9adc-43f9-a196-4bf572ffc50f None None] Attempting to bind port 447fcdf9-a4be-4907-9ab0-e8a936556e88 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:03:51.500147 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ede8d17-9adc-43f9-a196-4bf572ffc50f None None] Attempting to bind port 447fcdf9-a4be-4907-9ab0-e8a936556e88 on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:03:51.504559 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e9ba2a-84dc-40ce-900e-f2efaf2a0fab None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:03:51.512256 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ede8d17-9adc-43f9-a196-4bf572ffc50f None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:03:51.512677 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ede8d17-9adc-43f9-a196-4bf572ffc50f None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:03:51.513169 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-1ede8d17-9adc-43f9-a196-4bf572ffc50f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:51.513639 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ede8d17-9adc-43f9-a196-4bf572ffc50f None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:03:51.514300 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-1ede8d17-9adc-43f9-a196-4bf572ffc50f None None] Bound port: 447fcdf9-a4be-4907-9ab0-e8a936556e88, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:03:51.514897 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-1ede8d17-9adc-43f9-a196-4bf572ffc50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:51.544514 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ea644f-d5ec-417a-b4e6-d320f0094a09 None None] Pushing event updated for resources: {'Port': ['ID=447fcdf9-a4be-4907-9ab0-e8a936556e88,revision_number=2']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:03:51.560514 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ea644f-d5ec-417a-b4e6-d320f0094a09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:51.560860 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ea644f-d5ec-417a-b4e6-d320f0094a09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:51.561201 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ea644f-d5ec-417a-b4e6-d320f0094a09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:51.561533 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ea644f-d5ec-417a-b4e6-d320f0094a09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:51.562051 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ea644f-d5ec-417a-b4e6-d320f0094a09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:51.562390 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ea644f-d5ec-417a-b4e6-d320f0094a09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:51.562721 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ea644f-d5ec-417a-b4e6-d320f0094a09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:51.563045 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ea644f-d5ec-417a-b4e6-d320f0094a09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:51.563374 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ea644f-d5ec-417a-b4e6-d320f0094a09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:51.563696 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ea644f-d5ec-417a-b4e6-d320f0094a09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:51.564038 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ea644f-d5ec-417a-b4e6-d320f0094a09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:51.564361 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ea644f-d5ec-417a-b4e6-d320f0094a09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:03:51.583599 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-1ede8d17-9adc-43f9-a196-4bf572ffc50f None None] For port 447fcdf9-a4be-4907-9ab0-e8a936556e88, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:03:51.586777 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-1ede8d17-9adc-43f9-a196-4bf572ffc50f None None] For port 447fcdf9-a4be-4907-9ab0-e8a936556e88, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=447fcdf9-a4be-4907-9ab0-e8a936556e88,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:03:51.592339 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-1ede8d17-9adc-43f9-a196-4bf572ffc50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:51.592763 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cfdb58-d7d8-4d48-a9ea-e9c81c065486 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-4b09de9f-9603-497f-ae54-a4e679bc285e', 'network_id': '4b09de9f-9603-497f-ae54-a4e679bc285e', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'fixed_ips': [{'subnet_id': '8dcf119b-e7a8-4cc3-98d0-162f485c53f8'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 02:03:51.593929 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-60cfdb58-d7d8-4d48-a9ea-e9c81c065486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:51.646574 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ede8d17-9adc-43f9-a196-4bf572ffc50f None None] Routers {'de1f3b21-0f0f-43c6-8f14-08b62d17678b'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:03:51.647197 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-1ede8d17-9adc-43f9-a196-4bf572ffc50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:03:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['de1f3b21-0f0f-43c6-8f14-08b62d17678b'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:03:51.674258 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e7cc97-0c42-47f8-b622-77f4c0f340d6 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:03:51.683634 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-617af338-7757-454e-a78c-af8eb3856483 None None] Provisioning complete for port 447fcdf9-a4be-4907-9ab0-e8a936556e88 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:03:51.684414 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-617af338-7757-454e-a78c-af8eb3856483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:51.743660 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ea644f-d5ec-417a-b4e6-d320f0094a09 None None] Pushing event updated for resources: {'Port': ['ID=447fcdf9-a4be-4907-9ab0-e8a936556e88,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:03:51.766228 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-1ede8d17-9adc-43f9-a196-4bf572ffc50f None None] Set router de1f3b21-0f0f-43c6-8f14-08b62d17678b gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:03:51.811580 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-60cfdb58-d7d8-4d48-a9ea-e9c81c065486 None None] Allocated IP 172.20.0.2 (4b09de9f-9603-497f-ae54-a4e679bc285e/8dcf119b-e7a8-4cc3-98d0-162f485c53f8/2c063afc-caf0-4e36-bca9-01cd63b6d443) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:03:51.839398 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-617af338-7757-454e-a78c-af8eb3856483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:51.903212 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-617af338-7757-454e-a78c-af8eb3856483 None None] For port 447fcdf9-a4be-4907-9ab0-e8a936556e88, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=447fcdf9-a4be-4907-9ab0-e8a936556e88,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:03:51.911612 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-617af338-7757-454e-a78c-af8eb3856483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:51.934382 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0b5a2014-4c61-4443-b9f1-b77a3844f231 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:52.032273 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-60cfdb58-d7d8-4d48-a9ea-e9c81c065486 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:52.052054 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-1ede8d17-9adc-43f9-a196-4bf572ffc50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1f3b21-0f0f-43c6-8f14-08b62d17678b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507126392', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '447fcdf9-a4be-4907-9ab0-e8a936556e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:03:49Z', 'updated_at': '2021-11-12T02:03:50Z', 'revision_number': 3, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '447fcdf9-a4be-4907-9ab0-e8a936556e88', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:56:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de1f3b21-0f0f-43c6-8f14-08b62d17678b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:03:49Z', 'updated_at': '2021-11-12T02:03:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:03:52.053889 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-60cfdb58-d7d8-4d48-a9ea-e9c81c065486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:52.062146 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617af338-7757-454e-a78c-af8eb3856483 None None] Pushing event updated for resources: {'Port': ['ID=447fcdf9-a4be-4907-9ab0-e8a936556e88,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:03:52.081853 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ede8d17-9adc-43f9-a196-4bf572ffc50f None None] The sync data for ids ['de1f3b21-0f0f-43c6-8f14-08b62d17678b'] in n-d-712142-27 is: [{'id': 'de1f3b21-0f0f-43c6-8f14-08b62d17678b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507126392', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '447fcdf9-a4be-4907-9ab0-e8a936556e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:03:49Z', 'updated_at': '2021-11-12T02:03:50Z', 'revision_number': 3, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '447fcdf9-a4be-4907-9ab0-e8a936556e88', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:56:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de1f3b21-0f0f-43c6-8f14-08b62d17678b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:03:49Z', 'updated_at': '2021-11-12T02:03:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:03:52.093488 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7c4e9d4d-ea21-454e-8f98-82b5463d0ae1 None None] Provisioning complete for port 447fcdf9-a4be-4907-9ab0-e8a936556e88 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:03:52.093862 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7c4e9d4d-ea21-454e-8f98-82b5463d0ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:52.106019 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cfdb58-d7d8-4d48-a9ea-e9c81c065486 None None] Network 4b09de9f-9603-497f-ae54-a4e679bc285e is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:03:52.138150 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-60cfdb58-d7d8-4d48-a9ea-e9c81c065486 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:03:52.147480 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cfdb58-d7d8-4d48-a9ea-e9c81c065486 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:03:52.163370 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cfdb58-d7d8-4d48-a9ea-e9c81c065486 None None] Pushing event updated for resources: {'Port': ['ID=2c063afc-caf0-4e36-bca9-01cd63b6d443,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:03:52.225075 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-60cfdb58-d7d8-4d48-a9ea-e9c81c065486 None None] Attempting to bind port 2c063afc-caf0-4e36-bca9-01cd63b6d443 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:03:52.225456 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-60cfdb58-d7d8-4d48-a9ea-e9c81c065486 None None] Attempting to bind port 2c063afc-caf0-4e36-bca9-01cd63b6d443 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '267cc1d7-a62e-41e4-ba65-1753b04c4262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4b09de9f-9603-497f-ae54-a4e679bc285e'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:03:52.225820 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cfdb58-d7d8-4d48-a9ea-e9c81c065486 None None] Attempting to bind port 2c063afc-caf0-4e36-bca9-01cd63b6d443 on network 4b09de9f-9603-497f-ae54-a4e679bc285e {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:03:52.241547 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-0b5a2014-4c61-4443-b9f1-b77a3844f231 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Allocated IP 172.20.0.1 (4b09de9f-9603-497f-ae54-a4e679bc285e/8dcf119b-e7a8-4cc3-98d0-162f485c53f8/a970899e-c155-414b-a70e-2a515305ac45) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:03:52.250541 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cfdb58-d7d8-4d48-a9ea-e9c81c065486 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:03:52.250923 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cfdb58-d7d8-4d48-a9ea-e9c81c065486 None None] Checking segment: {'id': '267cc1d7-a62e-41e4-ba65-1753b04c4262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4b09de9f-9603-497f-ae54-a4e679bc285e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:03:52.251377 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-60cfdb58-d7d8-4d48-a9ea-e9c81c065486 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:52.251791 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cfdb58-d7d8-4d48-a9ea-e9c81c065486 None None] Bound using segment: {'id': '267cc1d7-a62e-41e4-ba65-1753b04c4262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4b09de9f-9603-497f-ae54-a4e679bc285e'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:03:52.252773 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-60cfdb58-d7d8-4d48-a9ea-e9c81c065486 None None] Bound port: 2c063afc-caf0-4e36-bca9-01cd63b6d443, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267cc1d7-a62e-41e4-ba65-1753b04c4262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4b09de9f-9603-497f-ae54-a4e679bc285e'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:03:52.252773 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-60cfdb58-d7d8-4d48-a9ea-e9c81c065486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:52.354945 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-60cfdb58-d7d8-4d48-a9ea-e9c81c065486 None None] For port 2c063afc-caf0-4e36-bca9-01cd63b6d443, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:03:52.359468 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-60cfdb58-d7d8-4d48-a9ea-e9c81c065486 None None] For port 2c063afc-caf0-4e36-bca9-01cd63b6d443, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=2c063afc-caf0-4e36-bca9-01cd63b6d443,segment=NetworkSegment(267cc1d7-a62e-41e4-ba65-1753b04c4262),segment_id=267cc1d7-a62e-41e4-ba65-1753b04c4262)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:03:52.368163 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-60cfdb58-d7d8-4d48-a9ea-e9c81c065486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:52.409525 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0b5a2014-4c61-4443-b9f1-b77a3844f231 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:52.452419 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cfdb58-d7d8-4d48-a9ea-e9c81c065486 None None] Pushing event updated for resources: {'Port': ['ID=2c063afc-caf0-4e36-bca9-01cd63b6d443,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:03:52.459422 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0b5a2014-4c61-4443-b9f1-b77a3844f231 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:52.508495 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5a2014-4c61-4443-b9f1-b77a3844f231 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Network 4b09de9f-9603-497f-ae54-a4e679bc285e is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:03:52.511874 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-0b5a2014-4c61-4443-b9f1-b77a3844f231 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:03:52.516815 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5a2014-4c61-4443-b9f1-b77a3844f231 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:03:52.521794 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a2014-4c61-4443-b9f1-b77a3844f231 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'Port': ['ID=a970899e-c155-414b-a70e-2a515305ac45,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:03:52.565125 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0b5a2014-4c61-4443-b9f1-b77a3844f231 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:52.742019 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0b5a2014-4c61-4443-b9f1-b77a3844f231 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:53.039389 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0b5a2014-4c61-4443-b9f1-b77a3844f231 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:53.044727 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0b5a2014-4c61-4443-b9f1-b77a3844f231 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:53.125008 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a2014-4c61-4443-b9f1-b77a3844f231 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'Port': ['ID=a970899e-c155-414b-a70e-2a515305ac45,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:03:53.127449 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0b5a2014-4c61-4443-b9f1-b77a3844f231 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:53.381997 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fd6152-33f6-497e-9060-383fd3a77295 None None] Network 4b09de9f-9603-497f-ae54-a4e679bc285e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:03:53.460190 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-84a916a7-7576-44f0-a3c0-ecd6db703353 None None] Provisioning complete for port 2c063afc-caf0-4e36-bca9-01cd63b6d443 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:03:53.460905 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-84a916a7-7576-44f0-a3c0-ecd6db703353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:53.590627 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5a2014-4c61-4443-b9f1-b77a3844f231 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Network 4b09de9f-9603-497f-ae54-a4e679bc285e is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:03:53.593648 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-0b5a2014-4c61-4443-b9f1-b77a3844f231 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:03:53.633833 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-84a916a7-7576-44f0-a3c0-ecd6db703353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:53.651415 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 447fcdf9-a4be-4907-9ab0-e8a936556e88 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:03:53.709917 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-84a916a7-7576-44f0-a3c0-ecd6db703353 None None] For port 2c063afc-caf0-4e36-bca9-01cd63b6d443, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=2c063afc-caf0-4e36-bca9-01cd63b6d443,segment=NetworkSegment(267cc1d7-a62e-41e4-ba65-1753b04c4262),segment_id=267cc1d7-a62e-41e4-ba65-1753b04c4262)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:03:53.718649 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-84a916a7-7576-44f0-a3c0-ecd6db703353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:53.744044 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5a2014-4c61-4443-b9f1-b77a3844f231 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Router de1f3b21-0f0f-43c6-8f14-08b62d17678b has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:03:53.753574 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 447fcdf9-a4be-4907-9ab0-e8a936556e88 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:03:53.754089 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:53.805283 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a916a7-7576-44f0-a3c0-ecd6db703353 None None] Pushing event updated for resources: {'Port': ['ID=2c063afc-caf0-4e36-bca9-01cd63b6d443,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:03:53.865532 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 2c063afc-caf0-4e36-bca9-01cd63b6d443 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:03:53.869876 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5a2014-4c61-4443-b9f1-b77a3844f231 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:03:53.883726 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-0b5a2014-4c61-4443-b9f1-b77a3844f231 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "PUT /v2.0/routers/de1f3b21-0f0f-43c6-8f14-08b62d17678b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4420800 Nov 12 02:03:53.924099 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 2c063afc-caf0-4e36-bca9-01cd63b6d443 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:03:53.924383 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:53.974560 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5000bf9b-1d55-49e5-b981-9d38c1b628fb None None] Provisioning complete for port a970899e-c155-414b-a70e-2a515305ac45 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:03:53.975019 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5000bf9b-1d55-49e5-b981-9d38c1b628fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:54.061603 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8b53803c-3cef-4692-9f67-fa2a73bb3345 req-940ad8d9-4314-442e-b5fb-d340fa3b306e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-37202116&fields=id&tenant_id=6374cc485d2b42f5a26ab6b55af862e1 HTTP/1.1" status: 200 len: 267 time: 0.0546455 Nov 12 02:03:54.199539 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53803c-3cef-4692-9f67-fa2a73bb3345 req-aae563b1-5b92-4039-92b9-9550dbef9298 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:54.201083 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8b53803c-3cef-4692-9f67-fa2a73bb3345 req-aae563b1-5b92-4039-92b9-9550dbef9298 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/networks?id=4b09de9f-9603-497f-ae54-a4e679bc285e HTTP/1.1" status: 200 len: 796 time: 0.1266005 Nov 12 02:03:54.214507 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b668c1c9-a969-4f24-a473-38833abf0d6d None None] Sync routers for ids ['de1f3b21-0f0f-43c6-8f14-08b62d17678b'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:03:54.218546 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8b53803c-3cef-4692-9f67-fa2a73bb3345 req-05008ba7-8697-4dd5-9d4b-110c9667a6ce tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/quotas/6374cc485d2b42f5a26ab6b55af862e1 HTTP/1.1" status: 200 len: 375 time: 0.0109794 Nov 12 02:03:54.237739 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5000bf9b-1d55-49e5-b981-9d38c1b628fb None None] Port a970899e-c155-414b-a70e-2a515305ac45 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:03:54.249953 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b668c1c9-a969-4f24-a473-38833abf0d6d None None] Routers {'de1f3b21-0f0f-43c6-8f14-08b62d17678b'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:03:54.250573 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-b668c1c9-a969-4f24-a473-38833abf0d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:03:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['de1f3b21-0f0f-43c6-8f14-08b62d17678b'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:03:54.276563 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8b53803c-3cef-4692-9f67-fa2a73bb3345 req-90e0b5eb-4c03-46be-831e-cc854af414e3 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6374cc485d2b42f5a26ab6b55af862e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506747 Nov 12 02:03:54.294533 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-8b53803c-3cef-4692-9f67-fa2a73bb3345 req-4911af40-dc55-4ca0-a584-0b38f45b3706 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:03:54.294761 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5000bf9b-1d55-49e5-b981-9d38c1b628fb None None] Provisioning complete for port 2c063afc-caf0-4e36-bca9-01cd63b6d443 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:03:54.295135 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5000bf9b-1d55-49e5-b981-9d38c1b628fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:54.295540 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8b53803c-3cef-4692-9f67-fa2a73bb3345 req-4911af40-dc55-4ca0-a584-0b38f45b3706 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054631 Nov 12 02:03:54.399545 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8b53803c-3cef-4692-9f67-fa2a73bb3345 req-23645231-13b0-4c45-8c7e-3b83614f1ba2 service neutron] 10.222.0.45 "GET /v2.0/networks/4b09de9f-9603-497f-ae54-a4e679bc285e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966599 Nov 12 02:03:54.401162 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-b668c1c9-a969-4f24-a473-38833abf0d6d None None] Set router de1f3b21-0f0f-43c6-8f14-08b62d17678b gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:03:54.498570 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8b53803c-3cef-4692-9f67-fa2a73bb3345 req-208b4efa-673a-4f16-a4d4-2f8cf3c992a1 service neutron] 10.222.0.45 "GET /v2.0/networks/4b09de9f-9603-497f-ae54-a4e679bc285e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889840 Nov 12 02:03:54.644220 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-98da22a9-ee21-4678-b558-16cef08ef841 None None] Provisioning complete for port a970899e-c155-414b-a70e-2a515305ac45 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:03:54.644698 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-98da22a9-ee21-4678-b558-16cef08ef841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:54.667958 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-b668c1c9-a969-4f24-a473-38833abf0d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1f3b21-0f0f-43c6-8f14-08b62d17678b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507126392', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '447fcdf9-a4be-4907-9ab0-e8a936556e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:03:49Z', 'updated_at': '2021-11-12T02:03:52Z', 'revision_number': 4, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '447fcdf9-a4be-4907-9ab0-e8a936556e88', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:56:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1f3b21-0f0f-43c6-8f14-08b62d17678b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:03:49Z', 'updated_at': '2021-11-12T02:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'a970899e-c155-414b-a70e-2a515305ac45', 'name': '', 'network_id': '4b09de9f-9603-497f-ae54-a4e679bc285e', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'mac_address': 'fa:16:3e:76:9d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de1f3b21-0f0f-43c6-8f14-08b62d17678b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '8dcf119b-e7a8-4cc3-98d0-162f485c53f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:03:52Z', 'updated_at': '2021-11-12T02:03:52Z', 'revision_number': 2, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'subnets': [{'id': '8dcf119b-e7a8-4cc3-98d0-162f485c53f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:03:54.671119 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0c8d4946-4a95-43a3-9167-e40fe263f420 req-b1e91d38-b572-4b38-8fe0-204cf6371385 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=6067e0ac-18bf-4947-9236-4b143b0628c7 HTTP/1.1" status: 200 len: 210 time: 0.0280361 Nov 12 02:03:54.698068 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b668c1c9-a969-4f24-a473-38833abf0d6d None None] Checking router: de1f3b21-0f0f-43c6-8f14-08b62d17678b for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:03:54.698416 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b668c1c9-a969-4f24-a473-38833abf0d6d None None] Updating router de1f3b21-0f0f-43c6-8f14-08b62d17678b port a970899e-c155-414b-a70e-2a515305ac45 binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:03:54.735476 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-98da22a9-ee21-4678-b558-16cef08ef841 None None] Port a970899e-c155-414b-a70e-2a515305ac45 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:03:54.736867 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b668c1c9-a969-4f24-a473-38833abf0d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:55.023155 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b668c1c9-a969-4f24-a473-38833abf0d6d None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:55.028718 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b668c1c9-a969-4f24-a473-38833abf0d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:55.086994 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7773b08-a099-4621-8853-10a965d90768 None None] Pushing event updated for resources: {'Port': ['ID=a970899e-c155-414b-a70e-2a515305ac45,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:03:55.147333 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-b668c1c9-a969-4f24-a473-38833abf0d6d None None] Attempting to bind port a970899e-c155-414b-a70e-2a515305ac45 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:03:55.147702 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-b668c1c9-a969-4f24-a473-38833abf0d6d None None] Attempting to bind port a970899e-c155-414b-a70e-2a515305ac45 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '267cc1d7-a62e-41e4-ba65-1753b04c4262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4b09de9f-9603-497f-ae54-a4e679bc285e'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:03:55.148179 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b668c1c9-a969-4f24-a473-38833abf0d6d None None] Attempting to bind port a970899e-c155-414b-a70e-2a515305ac45 on network 4b09de9f-9603-497f-ae54-a4e679bc285e {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:03:55.155263 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b668c1c9-a969-4f24-a473-38833abf0d6d None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:03:55.155724 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b668c1c9-a969-4f24-a473-38833abf0d6d None None] Checking segment: {'id': '267cc1d7-a62e-41e4-ba65-1753b04c4262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4b09de9f-9603-497f-ae54-a4e679bc285e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:03:55.156305 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b668c1c9-a969-4f24-a473-38833abf0d6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:55.156773 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b668c1c9-a969-4f24-a473-38833abf0d6d None None] Bound using segment: {'id': '267cc1d7-a62e-41e4-ba65-1753b04c4262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4b09de9f-9603-497f-ae54-a4e679bc285e'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:03:55.157344 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-b668c1c9-a969-4f24-a473-38833abf0d6d None None] Bound port: a970899e-c155-414b-a70e-2a515305ac45, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267cc1d7-a62e-41e4-ba65-1753b04c4262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4b09de9f-9603-497f-ae54-a4e679bc285e'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:03:55.157730 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b668c1c9-a969-4f24-a473-38833abf0d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:55.238251 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-b668c1c9-a969-4f24-a473-38833abf0d6d None None] For port a970899e-c155-414b-a70e-2a515305ac45, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:03:55.242280 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-b668c1c9-a969-4f24-a473-38833abf0d6d None None] For port a970899e-c155-414b-a70e-2a515305ac45, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=a970899e-c155-414b-a70e-2a515305ac45,segment=NetworkSegment(267cc1d7-a62e-41e4-ba65-1753b04c4262),segment_id=267cc1d7-a62e-41e4-ba65-1753b04c4262)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:03:55.246342 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b668c1c9-a969-4f24-a473-38833abf0d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:55.310514 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b668c1c9-a969-4f24-a473-38833abf0d6d None None] Routers {'de1f3b21-0f0f-43c6-8f14-08b62d17678b'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:03:55.310997 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-b668c1c9-a969-4f24-a473-38833abf0d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:03:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['de1f3b21-0f0f-43c6-8f14-08b62d17678b'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:03:55.312956 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7773b08-a099-4621-8853-10a965d90768 None None] Pushing event updated for resources: {'Port': ['ID=a970899e-c155-414b-a70e-2a515305ac45,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:03:55.380979 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-bdde4f66-3b4d-4f56-a114-a63f6ee3e81f None None] Provisioning complete for port a970899e-c155-414b-a70e-2a515305ac45 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:03:55.381400 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bdde4f66-3b4d-4f56-a114-a63f6ee3e81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:55.476449 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-b668c1c9-a969-4f24-a473-38833abf0d6d None None] Set router de1f3b21-0f0f-43c6-8f14-08b62d17678b gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:03:55.531118 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 2c063afc-caf0-4e36-bca9-01cd63b6d443 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:03:55.607936 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bdde4f66-3b4d-4f56-a114-a63f6ee3e81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:55.719587 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-bdde4f66-3b4d-4f56-a114-a63f6ee3e81f None None] For port a970899e-c155-414b-a70e-2a515305ac45, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=a970899e-c155-414b-a70e-2a515305ac45,segment=NetworkSegment(267cc1d7-a62e-41e4-ba65-1753b04c4262),segment_id=267cc1d7-a62e-41e4-ba65-1753b04c4262)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:03:55.727188 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-bdde4f66-3b4d-4f56-a114-a63f6ee3e81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:55.728842 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 2c063afc-caf0-4e36-bca9-01cd63b6d443 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:03:55.729197 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:55.815300 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f83248c9-c643-47f0-a868-40bfc1f3182c req-f37ca336-1272-4a47-9131-06f4964fbab2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=6067e0ac-18bf-4947-9236-4b143b0628c7 HTTP/1.1" status: 200 len: 210 time: 0.0381522 Nov 12 02:03:55.847528 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdde4f66-3b4d-4f56-a114-a63f6ee3e81f None None] Pushing event updated for resources: {'Port': ['ID=a970899e-c155-414b-a70e-2a515305ac45,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:03:55.875802 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53803c-3cef-4692-9f67-fa2a73bb3345 req-5e411b56-a07a-4a2a-a3c0-b94775f30b2c tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:55.877514 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8b53803c-3cef-4692-9f67-fa2a73bb3345 req-5e411b56-a07a-4a2a-a3c0-b94775f30b2c tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.44 "GET /v2.0/networks?id=4b09de9f-9603-497f-ae54-a4e679bc285e HTTP/1.1" status: 200 len: 796 time: 0.1627824 Nov 12 02:03:55.891310 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-36464871-b452-4bb7-9d58-d5f6b67f1a53 None None] Provisioning complete for port a970899e-c155-414b-a70e-2a515305ac45 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:03:55.891684 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-36464871-b452-4bb7-9d58-d5f6b67f1a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:55.952626 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-b668c1c9-a969-4f24-a473-38833abf0d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1f3b21-0f0f-43c6-8f14-08b62d17678b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507126392', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '447fcdf9-a4be-4907-9ab0-e8a936556e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:03:49Z', 'updated_at': '2021-11-12T02:03:52Z', 'revision_number': 4, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '447fcdf9-a4be-4907-9ab0-e8a936556e88', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:56:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1f3b21-0f0f-43c6-8f14-08b62d17678b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:03:49Z', 'updated_at': '2021-11-12T02:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'a970899e-c155-414b-a70e-2a515305ac45', 'name': '', 'network_id': '4b09de9f-9603-497f-ae54-a4e679bc285e', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'mac_address': 'fa:16:3e:76:9d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de1f3b21-0f0f-43c6-8f14-08b62d17678b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '8dcf119b-e7a8-4cc3-98d0-162f485c53f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:03:52Z', 'updated_at': '2021-11-12T02:03:55Z', 'revision_number': 4, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'subnets': [{'id': '8dcf119b-e7a8-4cc3-98d0-162f485c53f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:03:55.953340 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8b53803c-3cef-4692-9f67-fa2a73bb3345 req-6ae2cd24-1901-4296-b20d-f479542d8684 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6374cc485d2b42f5a26ab6b55af862e1 HTTP/1.1" status: 200 len: 378 time: 0.0586295 Nov 12 02:03:55.968200 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-8b53803c-3cef-4692-9f67-fa2a73bb3345 req-969a3d04-1d09-43e2-9977-284ca95cbb07 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'port': {'device_id': '6067e0ac-18bf-4947-9236-4b143b0628c7', 'network_id': '4b09de9f-9603-497f-ae54-a4e679bc285e', 'admin_state_up': True, 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'security_groups': ['f5261c26-d229-4020-ba9e-a8c175e56001']}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:03:55.984162 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b668c1c9-a969-4f24-a473-38833abf0d6d None None] The sync data for ids ['de1f3b21-0f0f-43c6-8f14-08b62d17678b'] in n-d-712142-27 is: [{'id': 'de1f3b21-0f0f-43c6-8f14-08b62d17678b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507126392', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '447fcdf9-a4be-4907-9ab0-e8a936556e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:03:49Z', 'updated_at': '2021-11-12T02:03:52Z', 'revision_number': 4, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '447fcdf9-a4be-4907-9ab0-e8a936556e88', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:56:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1f3b21-0f0f-43c6-8f14-08b62d17678b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:03:49Z', 'updated_at': '2021-11-12T02:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'a970899e-c155-414b-a70e-2a515305ac45', 'name': '', 'network_id': '4b09de9f-9603-497f-ae54-a4e679bc285e', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'mac_address': 'fa:16:3e:76:9d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de1f3b21-0f0f-43c6-8f14-08b62d17678b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '8dcf119b-e7a8-4cc3-98d0-162f485c53f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:03:52Z', 'updated_at': '2021-11-12T02:03:55Z', 'revision_number': 4, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'subnets': [{'id': '8dcf119b-e7a8-4cc3-98d0-162f485c53f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:03:56.107955 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b53803c-3cef-4692-9f67-fa2a73bb3345 req-969a3d04-1d09-43e2-9977-284ca95cbb07 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Made reservation on behalf of 6374cc485d2b42f5a26ab6b55af862e1 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:03:56.111936 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-8b53803c-3cef-4692-9f67-fa2a73bb3345 req-969a3d04-1d09-43e2-9977-284ca95cbb07 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:56.260676 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-8b53803c-3cef-4692-9f67-fa2a73bb3345 req-969a3d04-1d09-43e2-9977-284ca95cbb07 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Allocated IP 172.20.0.14 (4b09de9f-9603-497f-ae54-a4e679bc285e/8dcf119b-e7a8-4cc3-98d0-162f485c53f8/ef567056-fb56-4541-9074-2d84e3d50522) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:03:56.414260 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-8b53803c-3cef-4692-9f67-fa2a73bb3345 req-969a3d04-1d09-43e2-9977-284ca95cbb07 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:56.453131 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-8b53803c-3cef-4692-9f67-fa2a73bb3345 req-969a3d04-1d09-43e2-9977-284ca95cbb07 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:56.504883 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b53803c-3cef-4692-9f67-fa2a73bb3345 req-969a3d04-1d09-43e2-9977-284ca95cbb07 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Network 4b09de9f-9603-497f-ae54-a4e679bc285e is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:03:56.510330 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-8b53803c-3cef-4692-9f67-fa2a73bb3345 req-969a3d04-1d09-43e2-9977-284ca95cbb07 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:03:56.514266 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b53803c-3cef-4692-9f67-fa2a73bb3345 req-969a3d04-1d09-43e2-9977-284ca95cbb07 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:03:56.542241 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a3d04-1d09-43e2-9977-284ca95cbb07 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'Port': ['ID=ef567056-fb56-4541-9074-2d84e3d50522,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:03:56.578034 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53803c-3cef-4692-9f67-fa2a73bb3345 req-969a3d04-1d09-43e2-9977-284ca95cbb07 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:56.578717 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-8b53803c-3cef-4692-9f67-fa2a73bb3345 req-969a3d04-1d09-43e2-9977-284ca95cbb07 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:56.605601 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8b53803c-3cef-4692-9f67-fa2a73bb3345 req-969a3d04-1d09-43e2-9977-284ca95cbb07 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6409075 Nov 12 02:03:56.623690 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-8b53803c-3cef-4692-9f67-fa2a73bb3345 req-63ff9600-df25-4685-95c3-f5c929cc1c1d service neutron] Request body: {'port': {'device_id': '6067e0ac-18bf-4947-9236-4b143b0628c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:03:56.713728 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-8b53803c-3cef-4692-9f67-fa2a73bb3345 req-63ff9600-df25-4685-95c3-f5c929cc1c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:56.873366 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-8ba27ee2-f251-4895-9c76-e6f15794327f None None] Provisioning complete for port ef567056-fb56-4541-9074-2d84e3d50522 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:03:56.874820 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8ba27ee2-f251-4895-9c76-e6f15794327f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:56.916222 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-8ba27ee2-f251-4895-9c76-e6f15794327f None None] Port ef567056-fb56-4541-9074-2d84e3d50522 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:03:56.950487 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659fa0eb-2f41-491c-b687-9b1db613dfd9 req-a9d28034-ca21-43a4-a986-4cead6541a12 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:56.952064 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-659fa0eb-2f41-491c-b687-9b1db613dfd9 req-a9d28034-ca21-43a4-a986-4cead6541a12 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=6067e0ac-18bf-4947-9236-4b143b0628c7 HTTP/1.1" status: 200 len: 932 time: 0.0628586 Nov 12 02:03:57.009104 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-659fa0eb-2f41-491c-b687-9b1db613dfd9 req-ddd445a6-e7d2-4c18-ba66-90184a345ac2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5261c26-d229-4020-ba9e-a8c175e56001&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462933 Nov 12 02:03:57.032297 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-8b53803c-3cef-4692-9f67-fa2a73bb3345 req-63ff9600-df25-4685-95c3-f5c929cc1c1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef567056-fb56-4541-9074-2d84e3d50522 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:03:57.040483 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-8b53803c-3cef-4692-9f67-fa2a73bb3345 req-63ff9600-df25-4685-95c3-f5c929cc1c1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:57.054644 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-8b53803c-3cef-4692-9f67-fa2a73bb3345 req-63ff9600-df25-4685-95c3-f5c929cc1c1d service neutron] Transition to ACTIVE for port object ef567056-fb56-4541-9074-2d84e3d50522 will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:03:57.059786 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-8b53803c-3cef-4692-9f67-fa2a73bb3345 req-63ff9600-df25-4685-95c3-f5c929cc1c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:57.137632 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff9600-df25-4685-95c3-f5c929cc1c1d service neutron] Pushing event updated for resources: {'Port': ['ID=ef567056-fb56-4541-9074-2d84e3d50522,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:03:57.199322 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-8b53803c-3cef-4692-9f67-fa2a73bb3345 req-63ff9600-df25-4685-95c3-f5c929cc1c1d service neutron] Attempting to bind port ef567056-fb56-4541-9074-2d84e3d50522 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:03:57.199736 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-8b53803c-3cef-4692-9f67-fa2a73bb3345 req-63ff9600-df25-4685-95c3-f5c929cc1c1d service neutron] Attempting to bind port ef567056-fb56-4541-9074-2d84e3d50522 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '267cc1d7-a62e-41e4-ba65-1753b04c4262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4b09de9f-9603-497f-ae54-a4e679bc285e'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:03:57.200118 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b53803c-3cef-4692-9f67-fa2a73bb3345 req-63ff9600-df25-4685-95c3-f5c929cc1c1d service neutron] Attempting to bind port ef567056-fb56-4541-9074-2d84e3d50522 on network 4b09de9f-9603-497f-ae54-a4e679bc285e {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:03:57.204973 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b53803c-3cef-4692-9f67-fa2a73bb3345 req-63ff9600-df25-4685-95c3-f5c929cc1c1d service neutron] Port ef567056-fb56-4541-9074-2d84e3d50522 on network 4b09de9f-9603-497f-ae54-a4e679bc285e not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:03:57.205296 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b53803c-3cef-4692-9f67-fa2a73bb3345 req-63ff9600-df25-4685-95c3-f5c929cc1c1d service neutron] Attempting to bind port ef567056-fb56-4541-9074-2d84e3d50522 on network 4b09de9f-9603-497f-ae54-a4e679bc285e {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:03:57.211582 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b53803c-3cef-4692-9f67-fa2a73bb3345 req-63ff9600-df25-4685-95c3-f5c929cc1c1d service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:03:57.212005 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b53803c-3cef-4692-9f67-fa2a73bb3345 req-63ff9600-df25-4685-95c3-f5c929cc1c1d service neutron] Checking segment: {'id': '267cc1d7-a62e-41e4-ba65-1753b04c4262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4b09de9f-9603-497f-ae54-a4e679bc285e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:03:57.212441 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b53803c-3cef-4692-9f67-fa2a73bb3345 req-63ff9600-df25-4685-95c3-f5c929cc1c1d service neutron] Bound using segment: {'id': '267cc1d7-a62e-41e4-ba65-1753b04c4262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4b09de9f-9603-497f-ae54-a4e679bc285e'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:03:57.212875 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-8b53803c-3cef-4692-9f67-fa2a73bb3345 req-63ff9600-df25-4685-95c3-f5c929cc1c1d service neutron] Bound port: ef567056-fb56-4541-9074-2d84e3d50522, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '267cc1d7-a62e-41e4-ba65-1753b04c4262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4b09de9f-9603-497f-ae54-a4e679bc285e'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:03:57.213402 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-8b53803c-3cef-4692-9f67-fa2a73bb3345 req-63ff9600-df25-4685-95c3-f5c929cc1c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:57.287124 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-8b53803c-3cef-4692-9f67-fa2a73bb3345 req-63ff9600-df25-4685-95c3-f5c929cc1c1d service neutron] For port ef567056-fb56-4541-9074-2d84e3d50522, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:03:57.290458 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-8b53803c-3cef-4692-9f67-fa2a73bb3345 req-63ff9600-df25-4685-95c3-f5c929cc1c1d service neutron] For port ef567056-fb56-4541-9074-2d84e3d50522, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=ef567056-fb56-4541-9074-2d84e3d50522,segment=NetworkSegment(267cc1d7-a62e-41e4-ba65-1753b04c4262),segment_id=267cc1d7-a62e-41e4-ba65-1753b04c4262)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:03:57.296494 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-8b53803c-3cef-4692-9f67-fa2a73bb3345 req-63ff9600-df25-4685-95c3-f5c929cc1c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:57.334241 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53803c-3cef-4692-9f67-fa2a73bb3345 req-63ff9600-df25-4685-95c3-f5c929cc1c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:57.334680 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-8b53803c-3cef-4692-9f67-fa2a73bb3345 req-63ff9600-df25-4685-95c3-f5c929cc1c1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:57.336175 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8b53803c-3cef-4692-9f67-fa2a73bb3345 req-63ff9600-df25-4685-95c3-f5c929cc1c1d service neutron] 10.222.0.44 "PUT /v2.0/ports/ef567056-fb56-4541-9074-2d84e3d50522 HTTP/1.1" status: 200 len: 1093 time: 0.7171922 Nov 12 02:03:57.336626 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6067e0ac-18bf-4947-9236-4b143b0628c7', 'tag': 'ef567056-fb56-4541-9074-2d84e3d50522'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:03:57.338936 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4d1d6158e421e9c8e993f80e0426ddaaefecbe2af3f4b68345379587447b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ec3c32-dacf-40ba-b329-00f2f0b82049" -d '{"events": [{"name": "network-changed", "server_uuid": "6067e0ac-18bf-4947-9236-4b143b0628c7", "tag": "ef567056-fb56-4541-9074-2d84e3d50522"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:03:57.355626 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-969d7654-e159-4e22-8121-b130a86d643a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:57.366669 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff9600-df25-4685-95c3-f5c929cc1c1d service neutron] Pushing event updated for resources: {'Port': ['ID=ef567056-fb56-4541-9074-2d84e3d50522,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:03:57.398409 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afbc79d5-f110-48fe-a000-2d6a034786ae x-openstack-request-id: req-afbc79d5-f110-48fe-a000-2d6a034786ae {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:03:57.398696 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6067e0ac-18bf-4947-9236-4b143b0628c7", "tag": "ef567056-fb56-4541-9074-2d84e3d50522", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:03:57.398948 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-afbc79d5-f110-48fe-a000-2d6a034786ae {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:03:57.399373 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6067e0ac-18bf-4947-9236-4b143b0628c7', 'tag': 'ef567056-fb56-4541-9074-2d84e3d50522', 'status': 'completed', 'code': 200} Nov 12 02:03:57.464422 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53803c-3cef-4692-9f67-fa2a73bb3345 req-c57c1379-636c-49bb-958a-004c00713cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:57.466117 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8b53803c-3cef-4692-9f67-fa2a73bb3345 req-c57c1379-636c-49bb-958a-004c00713cb1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6374cc485d2b42f5a26ab6b55af862e1&device_id=6067e0ac-18bf-4947-9236-4b143b0628c7 HTTP/1.1" status: 200 len: 1096 time: 0.0481343 Nov 12 02:03:57.532092 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8b53803c-3cef-4692-9f67-fa2a73bb3345 req-5c616d78-6632-4615-b868-45ddaf3ed6b3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef567056-fb56-4541-9074-2d84e3d50522 HTTP/1.1" status: 200 len: 217 time: 0.0511525 Nov 12 02:03:57.546358 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device a970899e-c155-414b-a70e-2a515305ac45 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:03:57.593925 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53803c-3cef-4692-9f67-fa2a73bb3345 req-caf3df44-5ae4-4026-93a4-2ff7f558a071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:57.595538 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8b53803c-3cef-4692-9f67-fa2a73bb3345 req-caf3df44-5ae4-4026-93a4-2ff7f558a071 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8dcf119b-e7a8-4cc3-98d0-162f485c53f8 HTTP/1.1" status: 200 len: 834 time: 0.0572782 Nov 12 02:03:57.614533 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port a970899e-c155-414b-a70e-2a515305ac45 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:03:57.614904 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:03:57.645055 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53803c-3cef-4692-9f67-fa2a73bb3345 req-c4107234-2bbc-4dcb-a1b5-8717d1195ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:57.646727 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8b53803c-3cef-4692-9f67-fa2a73bb3345 req-c4107234-2bbc-4dcb-a1b5-8717d1195ff2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4b09de9f-9603-497f-ae54-a4e679bc285e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430961 Nov 12 02:03:57.742309 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8b53803c-3cef-4692-9f67-fa2a73bb3345 req-85967557-24e0-4249-a275-15285fdbfb2b service neutron] 10.222.0.44 "GET /v2.0/networks/4b09de9f-9603-497f-ae54-a4e679bc285e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880530 Nov 12 02:03:57.833506 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8b53803c-3cef-4692-9f67-fa2a73bb3345 req-16814292-b4f3-48e8-8ac7-b2aa97ff8bfa service neutron] 10.222.0.44 "GET /v2.0/networks/4b09de9f-9603-497f-ae54-a4e679bc285e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844378 Nov 12 02:03:57.973382 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec3c32-dacf-40ba-b329-00f2f0b82049 req-3f736cd6-896d-4e95-83c6-240081a5e576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:57.974863 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c2ec3c32-dacf-40ba-b329-00f2f0b82049 req-3f736cd6-896d-4e95-83c6-240081a5e576 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6374cc485d2b42f5a26ab6b55af862e1&device_id=6067e0ac-18bf-4947-9236-4b143b0628c7 HTTP/1.1" status: 200 len: 1096 time: 0.0430670 Nov 12 02:03:58.076922 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec3c32-dacf-40ba-b329-00f2f0b82049 req-66d472e9-70cc-4e6b-afc3-283309d9fe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:58.078637 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c2ec3c32-dacf-40ba-b329-00f2f0b82049 req-66d472e9-70cc-4e6b-afc3-283309d9fe3d service neutron] 10.222.0.44 "GET /v2.0/networks?id=4b09de9f-9603-497f-ae54-a4e679bc285e HTTP/1.1" status: 200 len: 896 time: 0.0962398 Nov 12 02:03:58.122514 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c2ec3c32-dacf-40ba-b329-00f2f0b82049 req-d14a4170-324c-4151-88d5-4803bedafd2a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef567056-fb56-4541-9074-2d84e3d50522 HTTP/1.1" status: 200 len: 217 time: 0.0366499 Nov 12 02:03:58.138438 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a2b4a-c7f2-457d-8623-0eedc519b937 req-e63a1813-2cb0-4442-be47-2df631cf8fa6 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:58.140553 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d05a2b4a-c7f2-457d-8623-0eedc519b937 req-e63a1813-2cb0-4442-be47-2df631cf8fa6 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=6067e0ac-18bf-4947-9236-4b143b0628c7 HTTP/1.1" status: 200 len: 944 time: 0.0556676 Nov 12 02:03:58.178559 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec3c32-dacf-40ba-b329-00f2f0b82049 req-b8f10015-a32e-4c7e-a27c-e9c37896e1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:58.180076 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c2ec3c32-dacf-40ba-b329-00f2f0b82049 req-b8f10015-a32e-4c7e-a27c-e9c37896e1f6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8dcf119b-e7a8-4cc3-98d0-162f485c53f8 HTTP/1.1" status: 200 len: 834 time: 0.0507503 Nov 12 02:03:58.191635 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d05a2b4a-c7f2-457d-8623-0eedc519b937 req-6c115095-d2a4-4303-b853-781c3426a20c tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5261c26-d229-4020-ba9e-a8c175e56001&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448198 Nov 12 02:03:58.228491 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec3c32-dacf-40ba-b329-00f2f0b82049 req-f0d157da-f2da-49f3-9a49-369a50c3b44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:58.229999 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c2ec3c32-dacf-40ba-b329-00f2f0b82049 req-f0d157da-f2da-49f3-9a49-369a50c3b44f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4b09de9f-9603-497f-ae54-a4e679bc285e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414407 Nov 12 02:03:58.322460 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c2ec3c32-dacf-40ba-b329-00f2f0b82049 req-9fabba4b-1e5f-47ae-9aa2-df0a9385cbae service neutron] 10.222.0.44 "GET /v2.0/networks/4b09de9f-9603-497f-ae54-a4e679bc285e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847931 Nov 12 02:03:58.412124 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c2ec3c32-dacf-40ba-b329-00f2f0b82049 req-b1c1337c-4ec0-4434-8983-3e8b0d281595 service neutron] 10.222.0.44 "GET /v2.0/networks/4b09de9f-9603-497f-ae54-a4e679bc285e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815601 Nov 12 02:03:59.310885 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44db53-0df7-4327-aea5-1e540cec8304 req-aa6617aa-55e0-44ea-b8ea-2a3aba7a4684 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:03:59.312377 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-da44db53-0df7-4327-aea5-1e540cec8304 req-aa6617aa-55e0-44ea-b8ea-2a3aba7a4684 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=6067e0ac-18bf-4947-9236-4b143b0628c7 HTTP/1.1" status: 200 len: 944 time: 0.0526886 Nov 12 02:03:59.361107 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-da44db53-0df7-4327-aea5-1e540cec8304 req-b5acf0b4-0e39-4d94-88f6-b6913f6ab59d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5261c26-d229-4020-ba9e-a8c175e56001&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424476 Nov 12 02:04:00.480763 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50f09b-5025-4438-8d01-37b6c4dd7d19 req-e0ebdb73-e4a0-40ee-9782-f9b633554f47 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:00.482256 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ae50f09b-5025-4438-8d01-37b6c4dd7d19 req-e0ebdb73-e4a0-40ee-9782-f9b633554f47 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=6067e0ac-18bf-4947-9236-4b143b0628c7 HTTP/1.1" status: 200 len: 944 time: 0.0509801 Nov 12 02:04:00.531505 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ae50f09b-5025-4438-8d01-37b6c4dd7d19 req-7914133c-a670-4e04-a0e8-c59a53720fe4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5261c26-d229-4020-ba9e-a8c175e56001&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432277 Nov 12 02:04:00.643052 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device ef567056-fb56-4541-9074-2d84e3d50522 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:04:00.898173 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port ef567056-fb56-4541-9074-2d84e3d50522, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=ef567056-fb56-4541-9074-2d84e3d50522,segment=NetworkSegment(267cc1d7-a62e-41e4-ba65-1753b04c4262),segment_id=267cc1d7-a62e-41e4-ba65-1753b04c4262)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:04:00.917574 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'ef567056-fb56-4541-9074-2d84e3d50522', 'network_id': '4b09de9f-9603-497f-ae54-a4e679bc285e', 'port_id': 'ef567056-fb56-4541-9074-2d84e3d50522', 'mac_address': 'fa:16:3e:91:46:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dcf119b-e7a8-4cc3-98d0-162f485c53f8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:04:00.924561 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-46dba480-9e9e-4fce-9a71-5195be62d92f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:00.957850 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:00.970477 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef567056-fb56-4541-9074-2d84e3d50522 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:04:00.989518 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port ef567056-fb56-4541-9074-2d84e3d50522, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=ef567056-fb56-4541-9074-2d84e3d50522,segment=NetworkSegment(267cc1d7-a62e-41e4-ba65-1753b04c4262),segment_id=267cc1d7-a62e-41e4-ba65-1753b04c4262)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:04:00.993335 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:01.043459 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=ef567056-fb56-4541-9074-2d84e3d50522,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:04:01.303044 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['ef567056-fb56-4541-9074-2d84e3d50522'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:04:01.648684 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac1338-a9ea-4caf-ba60-dcaeefa99e29 req-e197d4f7-3153-415f-bd62-bfd078a6fd0b tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:01.650177 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b0ac1338-a9ea-4caf-ba60-dcaeefa99e29 req-e197d4f7-3153-415f-bd62-bfd078a6fd0b tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=6067e0ac-18bf-4947-9236-4b143b0628c7 HTTP/1.1" status: 200 len: 945 time: 0.0496511 Nov 12 02:04:01.707437 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b0ac1338-a9ea-4caf-ba60-dcaeefa99e29 req-d2c120eb-414c-41f7-a1a2-38dca5fca6b4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5261c26-d229-4020-ba9e-a8c175e56001&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513487 Nov 12 02:04:02.655756 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device ef567056-fb56-4541-9074-2d84e3d50522 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:04:02.705772 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port ef567056-fb56-4541-9074-2d84e3d50522 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:04:02.709369 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port ef567056-fb56-4541-9074-2d84e3d50522 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:04:02.709741 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:02.789646 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:02.818131 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6067e0ac-18bf-4947-9236-4b143b0628c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef567056-fb56-4541-9074-2d84e3d50522'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:04:02.820753 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ec54fb32a252cf543512252f4538ed49f878ab9aa91f770db158cb882be9043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac593e4-ce05-4393-aee0-cbba0bdc6ad5" -d '{"events": [{"server_uuid": "6067e0ac-18bf-4947-9236-4b143b0628c7", "name": "network-vif-plugged", "status": "completed", "tag": "ef567056-fb56-4541-9074-2d84e3d50522"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:04:02.828397 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a87f8-e7fa-43be-892f-b16b251c05a5 req-81e70bcc-ed94-4f7e-a04c-b4f7c5e9a2b2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:02.830093 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4d5a87f8-e7fa-43be-892f-b16b251c05a5 req-81e70bcc-ed94-4f7e-a04c-b4f7c5e9a2b2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=6067e0ac-18bf-4947-9236-4b143b0628c7 HTTP/1.1" status: 200 len: 945 time: 0.0510690 Nov 12 02:04:02.834896 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port ef567056-fb56-4541-9074-2d84e3d50522, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=ef567056-fb56-4541-9074-2d84e3d50522,segment=NetworkSegment(267cc1d7-a62e-41e4-ba65-1753b04c4262),segment_id=267cc1d7-a62e-41e4-ba65-1753b04c4262)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:04:02.839496 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:02.888738 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4d5a87f8-e7fa-43be-892f-b16b251c05a5 req-49af25e7-5def-4b68-b6c0-5e8733737337 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5261c26-d229-4020-ba9e-a8c175e56001&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482461 Nov 12 02:04:02.892391 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=ef567056-fb56-4541-9074-2d84e3d50522,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:04:02.931214 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969e6813-f64a-47fe-96c1-2e1efa0e7991 x-openstack-request-id: req-969e6813-f64a-47fe-96c1-2e1efa0e7991 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:04:02.931510 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6067e0ac-18bf-4947-9236-4b143b0628c7", "name": "network-vif-plugged", "status": "completed", "tag": "ef567056-fb56-4541-9074-2d84e3d50522", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:04:02.931764 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-969e6813-f64a-47fe-96c1-2e1efa0e7991 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:04:02.932234 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6067e0ac-18bf-4947-9236-4b143b0628c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef567056-fb56-4541-9074-2d84e3d50522', 'code': 200} Nov 12 02:04:03.059172 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa06220-9325-4222-b5f4-f12fd6151876 req-0a86d416-4b02-4ec2-abdb-4fcd35aaeafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:03.060742 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-eaa06220-9325-4222-b5f4-f12fd6151876 req-0a86d416-4b02-4ec2-abdb-4fcd35aaeafd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6067e0ac-18bf-4947-9236-4b143b0628c7 HTTP/1.1" status: 200 len: 1098 time: 0.0411754 Nov 12 02:04:03.097486 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:03.112067 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-eaa06220-9325-4222-b5f4-f12fd6151876 req-eacb298d-b1ec-4d7d-9ce2-9d62f00c4cf7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f5261c26-d229-4020-ba9e-a8c175e56001&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440617 Nov 12 02:04:04.004521 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72dc8f-9e53-4d57-9179-9e1edf673216 req-65f6a8af-5fda-4b36-96f6-f5d595da718b tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:04.006013 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3a72dc8f-9e53-4d57-9179-9e1edf673216 req-65f6a8af-5fda-4b36-96f6-f5d595da718b tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=6067e0ac-18bf-4947-9236-4b143b0628c7 HTTP/1.1" status: 200 len: 946 time: 0.0482259 Nov 12 02:04:04.055649 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3a72dc8f-9e53-4d57-9179-9e1edf673216 req-841998be-fd33-46b8-a004-b29adab061b2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5261c26-d229-4020-ba9e-a8c175e56001&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432062 Nov 12 02:04:04.098269 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:05.175955 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882a459-cb2b-472a-8a2c-6245c3727995 req-8849ac4c-723c-4dd3-9bb8-fc7eed4524c1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:05.177488 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c882a459-cb2b-472a-8a2c-6245c3727995 req-8849ac4c-723c-4dd3-9bb8-fc7eed4524c1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=6067e0ac-18bf-4947-9236-4b143b0628c7 HTTP/1.1" status: 200 len: 946 time: 0.0527365 Nov 12 02:04:05.227084 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c882a459-cb2b-472a-8a2c-6245c3727995 req-658afdfc-1bce-48b8-a77c-c68af28b4eb2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5261c26-d229-4020-ba9e-a8c175e56001&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437396 Nov 12 02:04:05.347150 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f635c6eb-3abf-4201-9397-8b8f50f1576a req-34402ea3-e277-4e0d-b66a-43beed2ce8c2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:05.348623 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f635c6eb-3abf-4201-9397-8b8f50f1576a req-34402ea3-e277-4e0d-b66a-43beed2ce8c2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=6067e0ac-18bf-4947-9236-4b143b0628c7 HTTP/1.1" status: 200 len: 946 time: 0.0493703 Nov 12 02:04:05.399497 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f635c6eb-3abf-4201-9397-8b8f50f1576a req-cf980581-f78c-46fd-8380-554e50560b6f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5261c26-d229-4020-ba9e-a8c175e56001&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448499 Nov 12 02:04:05.407628 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:05.421933 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58076) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:04:05.466103 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da4f548-56cb-4a8c-80c3-fd8f6e4e0eff tempest-TestNetworkAdvancedServerOps-840993767 tempest-TestNetworkAdvancedServerOps-840993767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:05.467611 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4da4f548-56cb-4a8c-80c3-fd8f6e4e0eff tempest-TestNetworkAdvancedServerOps-840993767 tempest-TestNetworkAdvancedServerOps-840993767-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=6067e0ac-18bf-4947-9236-4b143b0628c7 HTTP/1.1" status: 200 len: 1093 time: 0.0446811 Nov 12 02:04:05.470606 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58078) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:04:05.475172 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-bb3d38ad-c5a6-4add-9e61-7b8de12d7080 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'floatingip': {'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'port_id': 'ef567056-fb56-4541-9074-2d84e3d50522', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:04:05.497720 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bb3d38ad-c5a6-4add-9e61-7b8de12d7080 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for floatingip, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:05.596238 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bb3d38ad-c5a6-4add-9e61-7b8de12d7080 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:05.712327 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-bb3d38ad-c5a6-4add-9e61-7b8de12d7080 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Allocated IP 172.25.3.25 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/ba284d2c-6606-4e96-aed4-98d5b7480d8c) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:04:05.811403 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bb3d38ad-c5a6-4add-9e61-7b8de12d7080 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:05.844934 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bb3d38ad-c5a6-4add-9e61-7b8de12d7080 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:05.880926 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3d38ad-c5a6-4add-9e61-7b8de12d7080 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:04:05.883667 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-bb3d38ad-c5a6-4add-9e61-7b8de12d7080 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:04:05.893899 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3d38ad-c5a6-4add-9e61-7b8de12d7080 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:04:05.916701 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3d38ad-c5a6-4add-9e61-7b8de12d7080 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'Port': ['ID=ba284d2c-6606-4e96-aed4-98d5b7480d8c,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:04:06.254704 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bb3d38ad-c5a6-4add-9e61-7b8de12d7080 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:06.671440 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bb3d38ad-c5a6-4add-9e61-7b8de12d7080 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:06.819893 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bb3d38ad-c5a6-4add-9e61-7b8de12d7080 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:06.824275 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bb3d38ad-c5a6-4add-9e61-7b8de12d7080 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:06.891046 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3d38ad-c5a6-4add-9e61-7b8de12d7080 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'Port': ['ID=ba284d2c-6606-4e96-aed4-98d5b7480d8c,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:04:06.906467 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bb3d38ad-c5a6-4add-9e61-7b8de12d7080 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:07.008203 n-d-712142-27 neutron-server[109086]: INFO neutron.db.l3_db [None req-bb3d38ad-c5a6-4add-9e61-7b8de12d7080 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Floating IP f988b51b-501e-41fd-b14f-142bd76a23e0 associated. External IP: 172.25.3.25, port: ef567056-fb56-4541-9074-2d84e3d50522. Nov 12 02:04:07.226099 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb3d38ad-c5a6-4add-9e61-7b8de12d7080 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Router de1f3b21-0f0f-43c6-8f14-08b62d17678b has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:04:07.335309 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3d38ad-c5a6-4add-9e61-7b8de12d7080 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:04:07.346217 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c204548c-37d2-4d4b-93d5-d1e97e0df8e6 None None] Sync routers for ids ['de1f3b21-0f0f-43c6-8f14-08b62d17678b'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:04:07.354098 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bb3d38ad-c5a6-4add-9e61-7b8de12d7080 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:07.355377 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c204548c-37d2-4d4b-93d5-d1e97e0df8e6 None None] Routers {'de1f3b21-0f0f-43c6-8f14-08b62d17678b'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:04:07.356137 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-c204548c-37d2-4d4b-93d5-d1e97e0df8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:04:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['de1f3b21-0f0f-43c6-8f14-08b62d17678b'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:04:07.382730 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-bb3d38ad-c5a6-4add-9e61-7b8de12d7080 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9110017 Nov 12 02:04:07.383429 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6067e0ac-18bf-4947-9236-4b143b0628c7', 'tag': 'ef567056-fb56-4541-9074-2d84e3d50522'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:04:07.385879 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4d1d6158e421e9c8e993f80e0426ddaaefecbe2af3f4b68345379587447b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d885067-7887-4b0e-8e0d-ed2a4d05fbda" -d '{"events": [{"name": "network-changed", "server_uuid": "6067e0ac-18bf-4947-9236-4b143b0628c7", "tag": "ef567056-fb56-4541-9074-2d84e3d50522"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:04:07.462873 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-c204548c-37d2-4d4b-93d5-d1e97e0df8e6 None None] Set router de1f3b21-0f0f-43c6-8f14-08b62d17678b gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:04:07.481578 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e30f2-ad3c-41bb-ae30-d2f7977b2864 req-342ebeae-ae75-4da4-9c03-c616658c6ae7 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:07.483078 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1e0e30f2-ad3c-41bb-ae30-d2f7977b2864 req-342ebeae-ae75-4da4-9c03-c616658c6ae7 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=6067e0ac-18bf-4947-9236-4b143b0628c7 HTTP/1.1" status: 200 len: 946 time: 0.0505641 Nov 12 02:04:07.536476 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1e0e30f2-ad3c-41bb-ae30-d2f7977b2864 req-1b92a21d-e97b-4334-843e-5b80a25e4d6e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5261c26-d229-4020-ba9e-a8c175e56001&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457053 Nov 12 02:04:07.561872 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58084) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:04:07.612088 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd307ef-9380-43fb-b09c-6029f320c5db x-openstack-request-id: req-cdd307ef-9380-43fb-b09c-6029f320c5db {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:04:07.612440 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6067e0ac-18bf-4947-9236-4b143b0628c7", "tag": "ef567056-fb56-4541-9074-2d84e3d50522", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:04:07.612657 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cdd307ef-9380-43fb-b09c-6029f320c5db {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:04:07.613061 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6067e0ac-18bf-4947-9236-4b143b0628c7', 'tag': 'ef567056-fb56-4541-9074-2d84e3d50522', 'status': 'completed', 'code': 200} Nov 12 02:04:07.634623 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-028c65a5-0980-400e-a263-8cb05ceeb544 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/floatingips/f988b51b-501e-41fd-b14f-142bd76a23e0 HTTP/1.1" status: 200 len: 991 time: 0.0716014 Nov 12 02:04:07.673950 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d885067-7887-4b0e-8e0d-ed2a4d05fbda req-6593c4bf-527a-4858-af36-6bac3e3e70f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:07.675486 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4d885067-7887-4b0e-8e0d-ed2a4d05fbda req-6593c4bf-527a-4858-af36-6bac3e3e70f1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6374cc485d2b42f5a26ab6b55af862e1&device_id=6067e0ac-18bf-4947-9236-4b143b0628c7 HTTP/1.1" status: 200 len: 1098 time: 0.0445991 Nov 12 02:04:07.708259 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-c204548c-37d2-4d4b-93d5-d1e97e0df8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1f3b21-0f0f-43c6-8f14-08b62d17678b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507126392', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '447fcdf9-a4be-4907-9ab0-e8a936556e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:03:49Z', 'updated_at': '2021-11-12T02:03:52Z', 'revision_number': 4, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '447fcdf9-a4be-4907-9ab0-e8a936556e88', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:56:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1f3b21-0f0f-43c6-8f14-08b62d17678b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:03:49Z', 'updated_at': '2021-11-12T02:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': 'f988b51b-501e-41fd-b14f-142bd76a23e0', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'floating_ip_address': '172.25.3.25', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'de1f3b21-0f0f-43c6-8f14-08b62d17678b', 'port_id': 'ef567056-fb56-4541-9074-2d84e3d50522', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b09de9f-9603-497f-ae54-a4e679bc285e', 'mac_address': 'fa:16:3e:91:46:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6067e0ac-18bf-4947-9236-4b143b0628c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:04:06Z', 'updated_at': '2021-11-12T02:04:06Z', 'revision_number': 0, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a970899e-c155-414b-a70e-2a515305ac45', 'name': '', 'network_id': '4b09de9f-9603-497f-ae54-a4e679bc285e', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'mac_address': 'fa:16:3e:76:9d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1f3b21-0f0f-43c6-8f14-08b62d17678b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '8dcf119b-e7a8-4cc3-98d0-162f485c53f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:03:52Z', 'updated_at': '2021-11-12T02:03:55Z', 'revision_number': 5, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'subnets': [{'id': '8dcf119b-e7a8-4cc3-98d0-162f485c53f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:04:07.736217 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c204548c-37d2-4d4b-93d5-d1e97e0df8e6 None None] Checking router: de1f3b21-0f0f-43c6-8f14-08b62d17678b for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:04:07.745188 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c204548c-37d2-4d4b-93d5-d1e97e0df8e6 None None] Routers {'de1f3b21-0f0f-43c6-8f14-08b62d17678b'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:04:07.745795 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-c204548c-37d2-4d4b-93d5-d1e97e0df8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:04:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['de1f3b21-0f0f-43c6-8f14-08b62d17678b'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:04:07.766826 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d885067-7887-4b0e-8e0d-ed2a4d05fbda req-d52d8ad3-5493-4c21-a97b-29cbfb5ce1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:07.768347 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4d885067-7887-4b0e-8e0d-ed2a4d05fbda req-d52d8ad3-5493-4c21-a97b-29cbfb5ce1c6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4b09de9f-9603-497f-ae54-a4e679bc285e HTTP/1.1" status: 200 len: 896 time: 0.0855653 Nov 12 02:04:07.839818 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4d885067-7887-4b0e-8e0d-ed2a4d05fbda req-5c3bfda4-6437-4671-b177-633cad907ab0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef567056-fb56-4541-9074-2d84e3d50522 HTTP/1.1" status: 200 len: 999 time: 0.0638049 Nov 12 02:04:07.851146 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-c204548c-37d2-4d4b-93d5-d1e97e0df8e6 None None] Set router de1f3b21-0f0f-43c6-8f14-08b62d17678b gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:04:07.893293 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d885067-7887-4b0e-8e0d-ed2a4d05fbda req-8e343a77-a104-4504-a37d-84efb9b4adb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:07.894788 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4d885067-7887-4b0e-8e0d-ed2a4d05fbda req-8e343a77-a104-4504-a37d-84efb9b4adb4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8dcf119b-e7a8-4cc3-98d0-162f485c53f8 HTTP/1.1" status: 200 len: 834 time: 0.0485163 Nov 12 02:04:07.943334 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d885067-7887-4b0e-8e0d-ed2a4d05fbda req-6456c77f-73b4-43cd-8b9b-e425bf7776ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:07.944890 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4d885067-7887-4b0e-8e0d-ed2a4d05fbda req-6456c77f-73b4-43cd-8b9b-e425bf7776ab service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4b09de9f-9603-497f-ae54-a4e679bc285e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426400 Nov 12 02:04:08.039271 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4d885067-7887-4b0e-8e0d-ed2a4d05fbda req-22049650-ef3a-47da-b1d9-2eed9292657c service neutron] 10.222.0.44 "GET /v2.0/networks/4b09de9f-9603-497f-ae54-a4e679bc285e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873313 Nov 12 02:04:08.078206 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-c204548c-37d2-4d4b-93d5-d1e97e0df8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1f3b21-0f0f-43c6-8f14-08b62d17678b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507126392', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '447fcdf9-a4be-4907-9ab0-e8a936556e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:03:49Z', 'updated_at': '2021-11-12T02:03:52Z', 'revision_number': 4, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '447fcdf9-a4be-4907-9ab0-e8a936556e88', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:56:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1f3b21-0f0f-43c6-8f14-08b62d17678b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:03:49Z', 'updated_at': '2021-11-12T02:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': 'f988b51b-501e-41fd-b14f-142bd76a23e0', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'floating_ip_address': '172.25.3.25', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'de1f3b21-0f0f-43c6-8f14-08b62d17678b', 'port_id': 'ef567056-fb56-4541-9074-2d84e3d50522', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b09de9f-9603-497f-ae54-a4e679bc285e', 'mac_address': 'fa:16:3e:91:46:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6067e0ac-18bf-4947-9236-4b143b0628c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:04:06Z', 'updated_at': '2021-11-12T02:04:06Z', 'revision_number': 0, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a970899e-c155-414b-a70e-2a515305ac45', 'name': '', 'network_id': '4b09de9f-9603-497f-ae54-a4e679bc285e', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'mac_address': 'fa:16:3e:76:9d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1f3b21-0f0f-43c6-8f14-08b62d17678b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '8dcf119b-e7a8-4cc3-98d0-162f485c53f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:03:52Z', 'updated_at': '2021-11-12T02:03:55Z', 'revision_number': 5, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'subnets': [{'id': '8dcf119b-e7a8-4cc3-98d0-162f485c53f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:04:08.103693 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c204548c-37d2-4d4b-93d5-d1e97e0df8e6 None None] The sync data for ids ['de1f3b21-0f0f-43c6-8f14-08b62d17678b'] in n-d-712142-27 is: [{'id': 'de1f3b21-0f0f-43c6-8f14-08b62d17678b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507126392', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '447fcdf9-a4be-4907-9ab0-e8a936556e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:03:49Z', 'updated_at': '2021-11-12T02:03:52Z', 'revision_number': 4, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '447fcdf9-a4be-4907-9ab0-e8a936556e88', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:56:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1f3b21-0f0f-43c6-8f14-08b62d17678b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:03:49Z', 'updated_at': '2021-11-12T02:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': 'f988b51b-501e-41fd-b14f-142bd76a23e0', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'floating_ip_address': '172.25.3.25', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': 'de1f3b21-0f0f-43c6-8f14-08b62d17678b', 'port_id': 'ef567056-fb56-4541-9074-2d84e3d50522', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b09de9f-9603-497f-ae54-a4e679bc285e', 'mac_address': 'fa:16:3e:91:46:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6067e0ac-18bf-4947-9236-4b143b0628c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:04:06Z', 'updated_at': '2021-11-12T02:04:06Z', 'revision_number': 0, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a970899e-c155-414b-a70e-2a515305ac45', 'name': '', 'network_id': '4b09de9f-9603-497f-ae54-a4e679bc285e', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'mac_address': 'fa:16:3e:76:9d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1f3b21-0f0f-43c6-8f14-08b62d17678b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '8dcf119b-e7a8-4cc3-98d0-162f485c53f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:03:52Z', 'updated_at': '2021-11-12T02:03:55Z', 'revision_number': 5, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'subnets': [{'id': '8dcf119b-e7a8-4cc3-98d0-162f485c53f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:04:08.136365 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4d885067-7887-4b0e-8e0d-ed2a4d05fbda req-c1b75748-ad1b-4b4f-8d94-b1758e023d20 service neutron] 10.222.0.44 "GET /v2.0/networks/4b09de9f-9603-497f-ae54-a4e679bc285e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904443 Nov 12 02:04:08.300846 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af90f8c-a764-4d2b-bbce-e9bcd1f27e6c None None] New status for floating IP f988b51b-501e-41fd-b14f-142bd76a23e0: ACTIVE {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:04:08.638237 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58086) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:04:08.698416 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-b48f408a-8695-46cd-8194-4abdb4394387 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/floatingips/f988b51b-501e-41fd-b14f-142bd76a23e0 HTTP/1.1" status: 200 len: 993 time: 0.0589175 Nov 12 02:04:09.009352 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:11.172661 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:11.449295 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:04:27.340709 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2437349e-a81f-413a-bdc5-9ee31a740470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:30.916427 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e919eacd-82c2-4c98-be90-8a73f7a648cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:33.100453 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:34.100159 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:35.406642 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:39.004125 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:40.171302 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c160fa-0009-48d6-99e0-e2a55c2ae5e2 req-b2ea5fe4-42f8-4619-b960-99d23ab4c108 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:40.172861 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-05c160fa-0009-48d6-99e0-e2a55c2ae5e2 req-b2ea5fe4-42f8-4619-b960-99d23ab4c108 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=6067e0ac-18bf-4947-9236-4b143b0628c7 HTTP/1.1" status: 200 len: 946 time: 0.0546279 Nov 12 02:04:40.184701 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58104) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:04:40.228192 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-05c160fa-0009-48d6-99e0-e2a55c2ae5e2 req-ea1e314f-dcda-431b-b8d8-a9f257937a22 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5261c26-d229-4020-ba9e-a8c175e56001&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459836 Nov 12 02:04:40.274743 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0ed5a48b-bba9-4081-915f-275f600b7c0b req-6a8a492a-b853-44a0-9839-e68bf28a7701 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6067e0ac-18bf-4947-9236-4b143b0628c7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0887973 Nov 12 02:04:40.283496 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [req-0ed5a48b-bba9-4081-915f-275f600b7c0b req-21f2bae5-4585-4aab-a2cd-39a19d62cccb service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:04:40.284494 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0ed5a48b-bba9-4081-915f-275f600b7c0b req-21f2bae5-4585-4aab-a2cd-39a19d62cccb service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050056 Nov 12 02:04:41.168953 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:41.343628 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873739e4-0026-4565-a8b7-0060be4988dd req-379fed29-79bb-4e81-a42a-c416121af5b7 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:41.345218 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-873739e4-0026-4565-a8b7-0060be4988dd req-379fed29-79bb-4e81-a42a-c416121af5b7 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=6067e0ac-18bf-4947-9236-4b143b0628c7 HTTP/1.1" status: 200 len: 946 time: 0.0498908 Nov 12 02:04:41.394030 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-873739e4-0026-4565-a8b7-0060be4988dd req-0637e0bb-f132-49d6-8725-d789bbab87a8 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5261c26-d229-4020-ba9e-a8c175e56001&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423274 Nov 12 02:04:42.515401 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8e3bc-cac3-4d0d-af5b-2d354c140c91 req-576aa305-b14d-46c0-8aa6-dea89aa3732b tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:42.516934 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-60d8e3bc-cac3-4d0d-af5b-2d354c140c91 req-576aa305-b14d-46c0-8aa6-dea89aa3732b tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=6067e0ac-18bf-4947-9236-4b143b0628c7 HTTP/1.1" status: 200 len: 946 time: 0.0533760 Nov 12 02:04:42.564733 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-60d8e3bc-cac3-4d0d-af5b-2d354c140c91 req-e9f3048e-f8d2-494d-a653-5a61399cc1be tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5261c26-d229-4020-ba9e-a8c175e56001&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419543 Nov 12 02:04:43.681405 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a810ce-847f-426d-9b86-27219c67be41 req-bc5a18e7-9cb6-4405-913e-d2dcc400c8bb tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:43.682846 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-22a810ce-847f-426d-9b86-27219c67be41 req-bc5a18e7-9cb6-4405-913e-d2dcc400c8bb tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=6067e0ac-18bf-4947-9236-4b143b0628c7 HTTP/1.1" status: 200 len: 946 time: 0.0492141 Nov 12 02:04:43.731842 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-22a810ce-847f-426d-9b86-27219c67be41 req-00aa6175-6b02-47a5-a791-622e1125e76d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5261c26-d229-4020-ba9e-a8c175e56001&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431085 Nov 12 02:04:44.634230 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5a48b-bba9-4081-915f-275f600b7c0b req-0971e4ea-a495-4c77-ad44-f45fe4a600f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:44.635754 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0ed5a48b-bba9-4081-915f-275f600b7c0b req-0971e4ea-a495-4c77-ad44-f45fe4a600f4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6374cc485d2b42f5a26ab6b55af862e1&device_id=6067e0ac-18bf-4947-9236-4b143b0628c7 HTTP/1.1" status: 200 len: 1098 time: 0.0870461 Nov 12 02:04:44.737306 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5a48b-bba9-4081-915f-275f600b7c0b req-2ef21328-caec-4e25-a58c-246e64008fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:44.738793 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0ed5a48b-bba9-4081-915f-275f600b7c0b req-2ef21328-caec-4e25-a58c-246e64008fe3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4b09de9f-9603-497f-ae54-a4e679bc285e HTTP/1.1" status: 200 len: 896 time: 0.0912931 Nov 12 02:04:44.808140 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0ed5a48b-bba9-4081-915f-275f600b7c0b req-ffe1b198-832d-4f8b-b751-88e5e4a064c5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef567056-fb56-4541-9074-2d84e3d50522 HTTP/1.1" status: 200 len: 1001 time: 0.0618117 Nov 12 02:04:44.867551 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5831eb-d9f6-48b1-80bd-567c1a07dfcd req-fbaa8bc2-d623-4425-a0bd-fad0c14b3c25 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:44.869116 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0c5831eb-d9f6-48b1-80bd-567c1a07dfcd req-fbaa8bc2-d623-4425-a0bd-fad0c14b3c25 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=6067e0ac-18bf-4947-9236-4b143b0628c7 HTTP/1.1" status: 200 len: 946 time: 0.0604365 Nov 12 02:04:44.874906 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5a48b-bba9-4081-915f-275f600b7c0b req-04ac2644-9673-4862-b28c-61f6805eccfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:44.876433 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0ed5a48b-bba9-4081-915f-275f600b7c0b req-04ac2644-9673-4862-b28c-61f6805eccfc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8dcf119b-e7a8-4cc3-98d0-162f485c53f8 HTTP/1.1" status: 200 len: 834 time: 0.0456085 Nov 12 02:04:44.928879 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0c5831eb-d9f6-48b1-80bd-567c1a07dfcd req-c2ac1fd9-91be-4530-9634-e3939068cb5d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5261c26-d229-4020-ba9e-a8c175e56001&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534170 Nov 12 02:04:44.937363 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5a48b-bba9-4081-915f-275f600b7c0b req-b7380786-08c9-4f06-a38a-2287cd0e34c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:44.938956 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0ed5a48b-bba9-4081-915f-275f600b7c0b req-b7380786-08c9-4f06-a38a-2287cd0e34c1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4b09de9f-9603-497f-ae54-a4e679bc285e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503473 Nov 12 02:04:45.034556 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0ed5a48b-bba9-4081-915f-275f600b7c0b req-6e943d5a-c06b-4374-a7bf-1d7c8dcbb6ee service neutron] 10.222.0.44 "GET /v2.0/networks/4b09de9f-9603-497f-ae54-a4e679bc285e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867260 Nov 12 02:04:45.132332 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0ed5a48b-bba9-4081-915f-275f600b7c0b req-e96d2962-4a4b-4641-9ca3-519641f435fe service neutron] 10.222.0.44 "GET /v2.0/networks/4b09de9f-9603-497f-ae54-a4e679bc285e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892382 Nov 12 02:04:46.045801 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a743f3-3a62-49a1-836e-714626070df9 req-9cd5a3eb-e6e2-41c1-9ed3-e1773b3548fc tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:46.047358 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f4a743f3-3a62-49a1-836e-714626070df9 req-9cd5a3eb-e6e2-41c1-9ed3-e1773b3548fc tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=6067e0ac-18bf-4947-9236-4b143b0628c7 HTTP/1.1" status: 200 len: 946 time: 0.0504541 Nov 12 02:04:46.098926 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f4a743f3-3a62-49a1-836e-714626070df9 req-66d34c0d-9bca-4a21-a70d-3b14f84e6599 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5261c26-d229-4020-ba9e-a8c175e56001&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449481 Nov 12 02:04:47.222528 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b29806b-3276-4b50-be10-12083fbbac89 req-ae4a65aa-cd12-486c-9397-8b08bb961081 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:47.224547 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6b29806b-3276-4b50-be10-12083fbbac89 req-ae4a65aa-cd12-486c-9397-8b08bb961081 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=6067e0ac-18bf-4947-9236-4b143b0628c7 HTTP/1.1" status: 200 len: 946 time: 0.0507777 Nov 12 02:04:47.273297 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6b29806b-3276-4b50-be10-12083fbbac89 req-e2ac689e-f96f-4b7e-865a-cb6ae10b8abf tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5261c26-d229-4020-ba9e-a8c175e56001&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427306 Nov 12 02:04:48.394288 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735bfc0b-fb65-4cd5-befd-1275777281fd req-c017e099-588f-4681-b3ca-ad36c4d3ef64 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:48.395783 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-735bfc0b-fb65-4cd5-befd-1275777281fd req-c017e099-588f-4681-b3ca-ad36c4d3ef64 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=6067e0ac-18bf-4947-9236-4b143b0628c7 HTTP/1.1" status: 200 len: 946 time: 0.0537074 Nov 12 02:04:48.447324 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-735bfc0b-fb65-4cd5-befd-1275777281fd req-bc37bfda-562d-44a3-bb74-0fcf0a00c0fc tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5261c26-d229-4020-ba9e-a8c175e56001&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449433 Nov 12 02:04:48.449830 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:04:49.562320 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a04599-8b45-4c19-86bf-0da8d26d7252 req-c8985ccf-33b7-4378-be27-6ed8cd24f5a4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:49.563823 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d0a04599-8b45-4c19-86bf-0da8d26d7252 req-c8985ccf-33b7-4378-be27-6ed8cd24f5a4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=6067e0ac-18bf-4947-9236-4b143b0628c7 HTTP/1.1" status: 200 len: 946 time: 0.0488081 Nov 12 02:04:49.613579 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d0a04599-8b45-4c19-86bf-0da8d26d7252 req-d3b1cda9-009c-440a-956b-ceb842142d9f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5261c26-d229-4020-ba9e-a8c175e56001&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430942 Nov 12 02:04:50.731612 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312f1f5-2106-4dcb-ba59-c675612cdfcd req-f369c600-fb52-4ff5-941a-2ba00ef1303c tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:50.733164 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2312f1f5-2106-4dcb-ba59-c675612cdfcd req-f369c600-fb52-4ff5-941a-2ba00ef1303c tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=6067e0ac-18bf-4947-9236-4b143b0628c7 HTTP/1.1" status: 200 len: 946 time: 0.0498827 Nov 12 02:04:50.786067 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2312f1f5-2106-4dcb-ba59-c675612cdfcd req-f00de43c-0f02-41ac-89fb-355ddffe4923 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5261c26-d229-4020-ba9e-a8c175e56001&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469854 Nov 12 02:04:51.905670 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df39c50-f936-47d2-b08b-94b5467ee11b req-3b4da41e-5f5b-4ba9-892e-e7b4c4060af7 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:51.907214 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2df39c50-f936-47d2-b08b-94b5467ee11b req-3b4da41e-5f5b-4ba9-892e-e7b4c4060af7 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=6067e0ac-18bf-4947-9236-4b143b0628c7 HTTP/1.1" status: 200 len: 946 time: 0.0496624 Nov 12 02:04:51.957872 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2df39c50-f936-47d2-b08b-94b5467ee11b req-849b0209-d229-48a5-b96a-d800f7f5f2d8 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5261c26-d229-4020-ba9e-a8c175e56001&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445199 Nov 12 02:04:53.080722 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bafe87-c786-4473-b397-487d55644bb9 req-8d456fb1-7f1f-4ebb-b501-5113bc1d94ad tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:53.082214 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-18bafe87-c786-4473-b397-487d55644bb9 req-8d456fb1-7f1f-4ebb-b501-5113bc1d94ad tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=6067e0ac-18bf-4947-9236-4b143b0628c7 HTTP/1.1" status: 200 len: 946 time: 0.0503285 Nov 12 02:04:53.131153 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-18bafe87-c786-4473-b397-487d55644bb9 req-a06e963d-ac9a-48a2-868c-c4aa31981719 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5261c26-d229-4020-ba9e-a8c175e56001&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423944 Nov 12 02:04:54.251099 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d656b063-7b73-4310-b20c-013b7f9dc758 req-d9bb22b9-a052-423e-9e56-d9bc425532c4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:54.252597 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d656b063-7b73-4310-b20c-013b7f9dc758 req-d9bb22b9-a052-423e-9e56-d9bc425532c4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=6067e0ac-18bf-4947-9236-4b143b0628c7 HTTP/1.1" status: 200 len: 946 time: 0.0544550 Nov 12 02:04:54.303121 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d656b063-7b73-4310-b20c-013b7f9dc758 req-4a0f0fd6-0741-4225-816d-2514d6d537ec tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5261c26-d229-4020-ba9e-a8c175e56001&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446126 Nov 12 02:04:55.420278 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e658a2b0-5839-4e49-933c-704a36d4dba1 req-e74a9b95-4c99-48c2-978b-7f28b1392d1b tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:55.421893 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e658a2b0-5839-4e49-933c-704a36d4dba1 req-e74a9b95-4c99-48c2-978b-7f28b1392d1b tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=6067e0ac-18bf-4947-9236-4b143b0628c7 HTTP/1.1" status: 200 len: 946 time: 0.0509322 Nov 12 02:04:55.470975 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e658a2b0-5839-4e49-933c-704a36d4dba1 req-5ef214ea-c928-41a8-8b4c-2903db3287c1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5261c26-d229-4020-ba9e-a8c175e56001&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423844 Nov 12 02:04:56.591795 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f4225-8c2d-41c3-90ba-5f93a6112b27 req-f680c50b-da38-4c2b-97fb-cad964d0d444 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:56.593342 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-525f4225-8c2d-41c3-90ba-5f93a6112b27 req-f680c50b-da38-4c2b-97fb-cad964d0d444 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=6067e0ac-18bf-4947-9236-4b143b0628c7 HTTP/1.1" status: 200 len: 946 time: 0.0537097 Nov 12 02:04:56.643674 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-525f4225-8c2d-41c3-90ba-5f93a6112b27 req-c928b9bb-c8d4-4d45-9a24-3fca35e3eaae tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5261c26-d229-4020-ba9e-a8c175e56001&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442457 Nov 12 02:04:57.097384 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [req-0ed5a48b-bba9-4081-915f-275f600b7c0b req-54b23fe6-5847-4d66-8231-623a762e9a94 service neutron] show failed (client error): The resource could not be found. Nov 12 02:04:57.098409 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0ed5a48b-bba9-4081-915f-275f600b7c0b req-54b23fe6-5847-4d66-8231-623a762e9a94 service neutron] 10.222.0.44 "GET /v2.0/ports/ef567056-fb56-4541-9074-2d84e3d50522/bindings/n-h1-712142-27 HTTP/1.1" status: 404 len: 381 time: 0.0554531 Nov 12 02:04:57.345728 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7fd71c5c-4d2f-4903-8252-9336d4ad896a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:57.358806 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5a48b-bba9-4081-915f-275f600b7c0b req-6c11f8a3-941b-4e6a-8ae1-84c73387ee51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:57.360341 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0ed5a48b-bba9-4081-915f-275f600b7c0b req-6c11f8a3-941b-4e6a-8ae1-84c73387ee51 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6067e0ac-18bf-4947-9236-4b143b0628c7&tenant_id=6374cc485d2b42f5a26ab6b55af862e1 HTTP/1.1" status: 200 len: 1098 time: 0.0879536 Nov 12 02:04:57.372065 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-0ed5a48b-bba9-4081-915f-275f600b7c0b req-23dc51ef-bc04-4942-af8f-6dc555c3edfb service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:04:57.373228 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0ed5a48b-bba9-4081-915f-275f600b7c0b req-23dc51ef-bc04-4942-af8f-6dc555c3edfb service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052958 Nov 12 02:04:57.393200 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [req-0ed5a48b-bba9-4081-915f-275f600b7c0b req-54c39634-14f1-4ecd-8ffb-c39212889c33 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712142-27', 'device_owner': 'compute:nova'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:04:57.446682 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-0ed5a48b-bba9-4081-915f-275f600b7c0b req-54c39634-14f1-4ecd-8ffb-c39212889c33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:57.650574 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-0ed5a48b-bba9-4081-915f-275f600b7c0b req-54c39634-14f1-4ecd-8ffb-c39212889c33 service neutron] For port ef567056-fb56-4541-9074-2d84e3d50522, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=ef567056-fb56-4541-9074-2d84e3d50522,segment=NetworkSegment(267cc1d7-a62e-41e4-ba65-1753b04c4262),segment_id=267cc1d7-a62e-41e4-ba65-1753b04c4262)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:04:57.684056 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-0ed5a48b-bba9-4081-915f-275f600b7c0b req-54c39634-14f1-4ecd-8ffb-c39212889c33 service neutron] For port ef567056-fb56-4541-9074-2d84e3d50522, host n-h2-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:04:57.734232 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6067e0ac-18bf-4947-9236-4b143b0628c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef567056-fb56-4541-9074-2d84e3d50522'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:04:57.736528 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dd4e089669c975f2de9f4f0df131bfb5fea3b750f9a1fd67846e9670e07c7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64531100-aedd-4a6d-ab0e-07e81eddf6d0" -d '{"events": [{"server_uuid": "6067e0ac-18bf-4947-9236-4b143b0628c7", "name": "network-vif-unplugged", "status": "completed", "tag": "ef567056-fb56-4541-9074-2d84e3d50522"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:04:57.740519 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-0ed5a48b-bba9-4081-915f-275f600b7c0b req-54c39634-14f1-4ecd-8ffb-c39212889c33 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:57.770537 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-0ed5a48b-bba9-4081-915f-275f600b7c0b req-54c39634-14f1-4ecd-8ffb-c39212889c33 service neutron] Transition to ACTIVE for port object ef567056-fb56-4541-9074-2d84e3d50522 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:04:57.775732 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-0ed5a48b-bba9-4081-915f-275f600b7c0b req-54c39634-14f1-4ecd-8ffb-c39212889c33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:57.818560 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2eae2-b110-45df-aeab-8c86231c64cc req-011ceff5-43b3-4fc6-8980-80596b0faf44 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:57.820106 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f0b2eae2-b110-45df-aeab-8c86231c64cc req-011ceff5-43b3-4fc6-8980-80596b0faf44 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=6067e0ac-18bf-4947-9236-4b143b0628c7 HTTP/1.1" status: 200 len: 946 time: 0.1053064 Nov 12 02:04:57.846527 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c39634-14f1-4ecd-8ffb-c39212889c33 service neutron] Pushing event updated for resources: {'Port': ['ID=ef567056-fb56-4541-9074-2d84e3d50522,revision_number=6']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:04:57.899432 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c39634-14f1-4ecd-8ffb-c39212889c33 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:57.899772 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c39634-14f1-4ecd-8ffb-c39212889c33 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:57.900137 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c39634-14f1-4ecd-8ffb-c39212889c33 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:57.900471 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c39634-14f1-4ecd-8ffb-c39212889c33 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:57.900857 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c39634-14f1-4ecd-8ffb-c39212889c33 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:57.901125 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c39634-14f1-4ecd-8ffb-c39212889c33 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:57.901447 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c39634-14f1-4ecd-8ffb-c39212889c33 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:57.901764 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c39634-14f1-4ecd-8ffb-c39212889c33 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:57.902117 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c39634-14f1-4ecd-8ffb-c39212889c33 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:57.902387 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c39634-14f1-4ecd-8ffb-c39212889c33 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:57.902699 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c39634-14f1-4ecd-8ffb-c39212889c33 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:57.903001 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c39634-14f1-4ecd-8ffb-c39212889c33 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:04:57.945372 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f0b2eae2-b110-45df-aeab-8c86231c64cc req-e107a9e3-e8ec-40b6-ad7a-09e464df1254 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5261c26-d229-4020-ba9e-a8c175e56001&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1133695 Nov 12 02:04:57.969274 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed5a48b-bba9-4081-915f-275f600b7c0b req-54c39634-14f1-4ecd-8ffb-c39212889c33 service neutron] No DVR routers for this DVR port ef567056-fb56-4541-9074-2d84e3d50522 on host n-h2-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:04:58.072761 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 02:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba4709d-4b1d-4801-84eb-6243ae560de3 x-openstack-request-id: req-1ba4709d-4b1d-4801-84eb-6243ae560de3 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:04:58.073058 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6067e0ac-18bf-4947-9236-4b143b0628c7", "name": "network-vif-unplugged", "status": "completed", "tag": "ef567056-fb56-4541-9074-2d84e3d50522", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:04:58.073314 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1ba4709d-4b1d-4801-84eb-6243ae560de3 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:04:58.073712 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6067e0ac-18bf-4947-9236-4b143b0628c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef567056-fb56-4541-9074-2d84e3d50522', 'code': 200} Nov 12 02:04:58.116302 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-0ed5a48b-bba9-4081-915f-275f600b7c0b req-54c39634-14f1-4ecd-8ffb-c39212889c33 service neutron] Attempting to bind port ef567056-fb56-4541-9074-2d84e3d50522 on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:04:58.116642 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-0ed5a48b-bba9-4081-915f-275f600b7c0b req-54c39634-14f1-4ecd-8ffb-c39212889c33 service neutron] Attempting to bind port ef567056-fb56-4541-9074-2d84e3d50522 by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': '267cc1d7-a62e-41e4-ba65-1753b04c4262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4b09de9f-9603-497f-ae54-a4e679bc285e'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:04:58.116982 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed5a48b-bba9-4081-915f-275f600b7c0b req-54c39634-14f1-4ecd-8ffb-c39212889c33 service neutron] Attempting to bind port ef567056-fb56-4541-9074-2d84e3d50522 on network 4b09de9f-9603-497f-ae54-a4e679bc285e {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:04:58.121271 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed5a48b-bba9-4081-915f-275f600b7c0b req-54c39634-14f1-4ecd-8ffb-c39212889c33 service neutron] Port ef567056-fb56-4541-9074-2d84e3d50522 on network 4b09de9f-9603-497f-ae54-a4e679bc285e not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:04:58.121593 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed5a48b-bba9-4081-915f-275f600b7c0b req-54c39634-14f1-4ecd-8ffb-c39212889c33 service neutron] Attempting to bind port ef567056-fb56-4541-9074-2d84e3d50522 on network 4b09de9f-9603-497f-ae54-a4e679bc285e {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:04:58.126414 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed5a48b-bba9-4081-915f-275f600b7c0b req-54c39634-14f1-4ecd-8ffb-c39212889c33 service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:04:58.126753 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed5a48b-bba9-4081-915f-275f600b7c0b req-54c39634-14f1-4ecd-8ffb-c39212889c33 service neutron] Checking segment: {'id': '267cc1d7-a62e-41e4-ba65-1753b04c4262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4b09de9f-9603-497f-ae54-a4e679bc285e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:04:58.127141 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed5a48b-bba9-4081-915f-275f600b7c0b req-54c39634-14f1-4ecd-8ffb-c39212889c33 service neutron] Bound using segment: {'id': '267cc1d7-a62e-41e4-ba65-1753b04c4262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4b09de9f-9603-497f-ae54-a4e679bc285e'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:04:58.127565 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-0ed5a48b-bba9-4081-915f-275f600b7c0b req-54c39634-14f1-4ecd-8ffb-c39212889c33 service neutron] Bound port: ef567056-fb56-4541-9074-2d84e3d50522, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '267cc1d7-a62e-41e4-ba65-1753b04c4262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4b09de9f-9603-497f-ae54-a4e679bc285e'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:04:58.127921 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-0ed5a48b-bba9-4081-915f-275f600b7c0b req-54c39634-14f1-4ecd-8ffb-c39212889c33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:58.175299 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.16', 55911) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:04:58.197660 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-0ed5a48b-bba9-4081-915f-275f600b7c0b req-54c39634-14f1-4ecd-8ffb-c39212889c33 service neutron] For port ef567056-fb56-4541-9074-2d84e3d50522, host n-h1-712142-27, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:04:58.200698 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-0ed5a48b-bba9-4081-915f-275f600b7c0b req-54c39634-14f1-4ecd-8ffb-c39212889c33 service neutron] For port ef567056-fb56-4541-9074-2d84e3d50522, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=ef567056-fb56-4541-9074-2d84e3d50522,segment=NetworkSegment(267cc1d7-a62e-41e4-ba65-1753b04c4262),segment_id=267cc1d7-a62e-41e4-ba65-1753b04c4262)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:04:58.205662 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-0ed5a48b-bba9-4081-915f-275f600b7c0b req-54c39634-14f1-4ecd-8ffb-c39212889c33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:58.217246 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d72252-bb5e-40ed-94df-5f10f1df198f req-917e4f28-bc4f-4d36-88e3-6bf5da417ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:58.218796 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-39d72252-bb5e-40ed-94df-5f10f1df198f req-917e4f28-bc4f-4d36-88e3-6bf5da417ede service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6374cc485d2b42f5a26ab6b55af862e1&device_id=6067e0ac-18bf-4947-9236-4b143b0628c7 HTTP/1.1" status: 200 len: 1054 time: 0.0426996 Nov 12 02:04:58.237867 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5a48b-bba9-4081-915f-275f600b7c0b req-54c39634-14f1-4ecd-8ffb-c39212889c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:58.238688 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-0ed5a48b-bba9-4081-915f-275f600b7c0b req-54c39634-14f1-4ecd-8ffb-c39212889c33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:04:58.240792 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0ed5a48b-bba9-4081-915f-275f600b7c0b req-54c39634-14f1-4ecd-8ffb-c39212889c33 service neutron] 10.222.0.16 "PUT /v2.0/ports/ef567056-fb56-4541-9074-2d84e3d50522 HTTP/1.1" status: 200 len: 1093 time: 0.8513932 Nov 12 02:04:58.268163 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c39634-14f1-4ecd-8ffb-c39212889c33 service neutron] Pushing event updated for resources: {'Port': ['ID=ef567056-fb56-4541-9074-2d84e3d50522,revision_number=7']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:04:58.336434 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d72252-bb5e-40ed-94df-5f10f1df198f req-8a094e82-1da1-49a3-9a7f-ff99743ffd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:58.338296 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-39d72252-bb5e-40ed-94df-5f10f1df198f req-8a094e82-1da1-49a3-9a7f-ff99743ffd69 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4b09de9f-9603-497f-ae54-a4e679bc285e HTTP/1.1" status: 200 len: 896 time: 0.0991416 Nov 12 02:04:58.407743 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-39d72252-bb5e-40ed-94df-5f10f1df198f req-5cf5c080-37eb-41d7-a906-3d1f2fbdddf0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef567056-fb56-4541-9074-2d84e3d50522 HTTP/1.1" status: 200 len: 999 time: 0.0606253 Nov 12 02:04:58.461530 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d72252-bb5e-40ed-94df-5f10f1df198f req-a490446c-caa7-4742-9d2a-3eef73e7b0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:58.462998 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-39d72252-bb5e-40ed-94df-5f10f1df198f req-a490446c-caa7-4742-9d2a-3eef73e7b0b7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8dcf119b-e7a8-4cc3-98d0-162f485c53f8 HTTP/1.1" status: 200 len: 834 time: 0.0483284 Nov 12 02:04:58.511824 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d72252-bb5e-40ed-94df-5f10f1df198f req-c383c1d3-fdd8-487a-826d-ee750f68f7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:58.513274 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-39d72252-bb5e-40ed-94df-5f10f1df198f req-c383c1d3-fdd8-487a-826d-ee750f68f7f7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4b09de9f-9603-497f-ae54-a4e679bc285e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413730 Nov 12 02:04:58.602174 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-39d72252-bb5e-40ed-94df-5f10f1df198f req-5c31159e-30dc-4b57-9c38-ddf47fd9eef0 service neutron] 10.222.0.16 "GET /v2.0/networks/4b09de9f-9603-497f-ae54-a4e679bc285e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812149 Nov 12 02:04:58.695729 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-39d72252-bb5e-40ed-94df-5f10f1df198f req-3454f921-5cce-4c64-a535-a8599f203e34 service neutron] 10.222.0.16 "GET /v2.0/networks/4b09de9f-9603-497f-ae54-a4e679bc285e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858760 Nov 12 02:04:58.813456 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5a48b-bba9-4081-915f-275f600b7c0b req-3c18d9fc-01bc-4ac5-8cf4-ef130cfc4fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:58.815207 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0ed5a48b-bba9-4081-915f-275f600b7c0b req-3c18d9fc-01bc-4ac5-8cf4-ef130cfc4fdd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6374cc485d2b42f5a26ab6b55af862e1&device_id=6067e0ac-18bf-4947-9236-4b143b0628c7 HTTP/1.1" status: 200 len: 1096 time: 0.0411568 Nov 12 02:04:58.909530 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5a48b-bba9-4081-915f-275f600b7c0b req-4f75b9fd-767d-4e6b-8651-0d84a53ac716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:58.911078 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0ed5a48b-bba9-4081-915f-275f600b7c0b req-4f75b9fd-767d-4e6b-8651-0d84a53ac716 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4b09de9f-9603-497f-ae54-a4e679bc285e HTTP/1.1" status: 200 len: 896 time: 0.0893404 Nov 12 02:04:58.977949 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0ed5a48b-bba9-4081-915f-275f600b7c0b req-7f345117-935c-4df1-8729-001fb2fde413 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef567056-fb56-4541-9074-2d84e3d50522 HTTP/1.1" status: 200 len: 999 time: 0.0595748 Nov 12 02:04:59.031631 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5a48b-bba9-4081-915f-275f600b7c0b req-f840301f-817e-46f2-95d6-265ac4902e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:59.033348 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0ed5a48b-bba9-4081-915f-275f600b7c0b req-f840301f-817e-46f2-95d6-265ac4902e4d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8dcf119b-e7a8-4cc3-98d0-162f485c53f8 HTTP/1.1" status: 200 len: 834 time: 0.0454073 Nov 12 02:04:59.072915 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73997bc8-c931-489f-9f54-1e1ae29acaf0 req-635045e1-de1c-4bdc-932e-2ce83e44e9ba tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:59.074347 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-73997bc8-c931-489f-9f54-1e1ae29acaf0 req-635045e1-de1c-4bdc-932e-2ce83e44e9ba tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=6067e0ac-18bf-4947-9236-4b143b0628c7 HTTP/1.1" status: 200 len: 944 time: 0.0537794 Nov 12 02:04:59.086705 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5a48b-bba9-4081-915f-275f600b7c0b req-027d5bb9-c0ef-4668-baa8-0614db3a7a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:04:59.088275 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0ed5a48b-bba9-4081-915f-275f600b7c0b req-027d5bb9-c0ef-4668-baa8-0614db3a7a5a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4b09de9f-9603-497f-ae54-a4e679bc285e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482564 Nov 12 02:04:59.125538 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-73997bc8-c931-489f-9f54-1e1ae29acaf0 req-83a18d52-cea1-49cb-960b-aff6c2e35ae3 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5261c26-d229-4020-ba9e-a8c175e56001&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450134 Nov 12 02:04:59.183882 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0ed5a48b-bba9-4081-915f-275f600b7c0b req-64571d68-3a87-4502-9e82-d5a07aa71230 service neutron] 10.222.0.16 "GET /v2.0/networks/4b09de9f-9603-497f-ae54-a4e679bc285e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840225 Nov 12 02:04:59.276999 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0ed5a48b-bba9-4081-915f-275f600b7c0b req-2ebc92d3-3eaa-4224-bafe-57ea9a1ba2cd service neutron] 10.222.0.16 "GET /v2.0/networks/4b09de9f-9603-497f-ae54-a4e679bc285e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852838 Nov 12 02:05:00.074843 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6067e0ac-18bf-4947-9236-4b143b0628c7', 'tag': 'ef567056-fb56-4541-9074-2d84e3d50522'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:05:00.077271 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dd4e089669c975f2de9f4f0df131bfb5fea3b750f9a1fd67846e9670e07c7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4da702-caf5-451b-a334-ae35d4c72428" -d '{"events": [{"name": "network-changed", "server_uuid": "6067e0ac-18bf-4947-9236-4b143b0628c7", "tag": "ef567056-fb56-4541-9074-2d84e3d50522"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:05:00.125080 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bbdcac1-fefb-4c1e-ae41-1b80a20a3a5c x-openstack-request-id: req-9bbdcac1-fefb-4c1e-ae41-1b80a20a3a5c {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:05:00.125283 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6067e0ac-18bf-4947-9236-4b143b0628c7", "tag": "ef567056-fb56-4541-9074-2d84e3d50522", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:05:00.125539 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9bbdcac1-fefb-4c1e-ae41-1b80a20a3a5c {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:05:00.125948 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6067e0ac-18bf-4947-9236-4b143b0628c7', 'tag': 'ef567056-fb56-4541-9074-2d84e3d50522', 'status': 'completed', 'code': 200} Nov 12 02:05:00.243119 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4da702-caf5-451b-a334-ae35d4c72428 req-84ff0894-67c0-4f1a-98cc-61935e096e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:00.246160 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ae4da702-caf5-451b-a334-ae35d4c72428 req-84ff0894-67c0-4f1a-98cc-61935e096e9c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6374cc485d2b42f5a26ab6b55af862e1&device_id=6067e0ac-18bf-4947-9236-4b143b0628c7 HTTP/1.1" status: 200 len: 1096 time: 0.0711958 Nov 12 02:05:00.247580 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4da702-caf5-451b-a334-ae35d4c72428 req-34e445b9-239e-421f-8f72-4cd3cb58bfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:00.249069 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ae4da702-caf5-451b-a334-ae35d4c72428 req-34e445b9-239e-421f-8f72-4cd3cb58bfee service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6374cc485d2b42f5a26ab6b55af862e1&device_id=6067e0ac-18bf-4947-9236-4b143b0628c7 HTTP/1.1" status: 200 len: 1096 time: 0.0664454 Nov 12 02:05:00.254371 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc3690-d6a5-4ba1-8ac5-66e5c45553a8 req-ffc07c73-8815-4ccd-9c82-b5ef0c93de34 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:00.255887 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1fdc3690-d6a5-4ba1-8ac5-66e5c45553a8 req-ffc07c73-8815-4ccd-9c82-b5ef0c93de34 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=6067e0ac-18bf-4947-9236-4b143b0628c7 HTTP/1.1" status: 200 len: 944 time: 0.0538611 Nov 12 02:05:00.309179 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1fdc3690-d6a5-4ba1-8ac5-66e5c45553a8 req-fc843ec2-ba33-4b9a-ad71-882a9870304d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5261c26-d229-4020-ba9e-a8c175e56001&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471845 Nov 12 02:05:00.414091 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4da702-caf5-451b-a334-ae35d4c72428 req-36362794-8886-4dfa-a5ba-3e32f25f454e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:00.415537 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ae4da702-caf5-451b-a334-ae35d4c72428 req-36362794-8886-4dfa-a5ba-3e32f25f454e service neutron] 10.222.0.16 "GET /v2.0/networks?id=4b09de9f-9603-497f-ae54-a4e679bc285e HTTP/1.1" status: 200 len: 896 time: 0.1628590 Nov 12 02:05:00.416658 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4da702-caf5-451b-a334-ae35d4c72428 req-14c42d08-3673-439f-babb-5c14167a2471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:00.417942 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ae4da702-caf5-451b-a334-ae35d4c72428 req-14c42d08-3673-439f-babb-5c14167a2471 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4b09de9f-9603-497f-ae54-a4e679bc285e HTTP/1.1" status: 200 len: 896 time: 0.1580014 Nov 12 02:05:00.529586 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ae4da702-caf5-451b-a334-ae35d4c72428 req-d8284dd5-993d-4b02-b1d7-81c9c027351f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef567056-fb56-4541-9074-2d84e3d50522 HTTP/1.1" status: 200 len: 999 time: 0.1046977 Nov 12 02:05:00.533434 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ae4da702-caf5-451b-a334-ae35d4c72428 req-ace3bd92-a354-411a-9428-016057eebb5a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef567056-fb56-4541-9074-2d84e3d50522 HTTP/1.1" status: 200 len: 999 time: 0.1025579 Nov 12 02:05:00.612623 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4da702-caf5-451b-a334-ae35d4c72428 req-e545dea1-c861-4878-aec9-41f8634ac261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:00.614101 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ae4da702-caf5-451b-a334-ae35d4c72428 req-e545dea1-c861-4878-aec9-41f8634ac261 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8dcf119b-e7a8-4cc3-98d0-162f485c53f8 HTTP/1.1" status: 200 len: 834 time: 0.0779533 Nov 12 02:05:00.615735 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4da702-caf5-451b-a334-ae35d4c72428 req-4cd116f4-bb3a-4a51-ad2c-90fd932f17d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:00.617080 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ae4da702-caf5-451b-a334-ae35d4c72428 req-4cd116f4-bb3a-4a51-ad2c-90fd932f17d8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8dcf119b-e7a8-4cc3-98d0-162f485c53f8 HTTP/1.1" status: 200 len: 834 time: 0.0733314 Nov 12 02:05:00.690397 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4da702-caf5-451b-a334-ae35d4c72428 req-01f242e4-60b7-4b80-b278-c39ac6238c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:00.691808 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ae4da702-caf5-451b-a334-ae35d4c72428 req-01f242e4-60b7-4b80-b278-c39ac6238c77 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4b09de9f-9603-497f-ae54-a4e679bc285e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0707641 Nov 12 02:05:00.694878 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4da702-caf5-451b-a334-ae35d4c72428 req-5e2baec7-6bd4-4a95-afb4-4aa9b4059e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:00.696317 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ae4da702-caf5-451b-a334-ae35d4c72428 req-5e2baec7-6bd4-4a95-afb4-4aa9b4059e46 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4b09de9f-9603-497f-ae54-a4e679bc285e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0678215 Nov 12 02:05:00.850916 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ae4da702-caf5-451b-a334-ae35d4c72428 req-f02758be-3719-436f-9fa1-bf0de4340945 service neutron] 10.222.0.44 "GET /v2.0/networks/4b09de9f-9603-497f-ae54-a4e679bc285e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514490 Nov 12 02:05:00.852773 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ae4da702-caf5-451b-a334-ae35d4c72428 req-3cb2afa1-7df4-41cc-a16c-5a6971cbe3f6 service neutron] 10.222.0.16 "GET /v2.0/networks/4b09de9f-9603-497f-ae54-a4e679bc285e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465917 Nov 12 02:05:00.918666 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9a8dce78-9895-4879-a595-9d26d030f782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:01.011926 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ae4da702-caf5-451b-a334-ae35d4c72428 req-71cd6078-372e-4b90-ac90-ef5d91f66a77 service neutron] 10.222.0.44 "GET /v2.0/networks/4b09de9f-9603-497f-ae54-a4e679bc285e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545551 Nov 12 02:05:01.013821 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ae4da702-caf5-451b-a334-ae35d4c72428 req-5f0ab18f-9725-4c60-934d-2c73d5229656 service neutron] 10.222.0.16 "GET /v2.0/networks/4b09de9f-9603-497f-ae54-a4e679bc285e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496768 Nov 12 02:05:01.032742 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device ef567056-fb56-4541-9074-2d84e3d50522 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:05:01.074396 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device ef567056-fb56-4541-9074-2d84e3d50522 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:05:01.429821 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9eee4f-c984-44a8-a06a-e815efb01c79 req-6079710e-af4e-490e-86ad-7b63a3c10d3e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:01.431367 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ed9eee4f-c984-44a8-a06a-e815efb01c79 req-6079710e-af4e-490e-86ad-7b63a3c10d3e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=6067e0ac-18bf-4947-9236-4b143b0628c7 HTTP/1.1" status: 200 len: 944 time: 0.0527332 Nov 12 02:05:01.480884 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ed9eee4f-c984-44a8-a06a-e815efb01c79 req-869325ff-049f-4e83-9c31-c8acf6a1092b tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5261c26-d229-4020-ba9e-a8c175e56001&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431037 Nov 12 02:05:01.674751 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ccf00-8cd3-403a-97a6-4fe28911b174 req-e53606f3-06f2-46a5-9384-174141787a35 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:01.676681 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bd0ccf00-8cd3-403a-97a6-4fe28911b174 req-e53606f3-06f2-46a5-9384-174141787a35 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=6067e0ac-18bf-4947-9236-4b143b0628c7 HTTP/1.1" status: 200 len: 944 time: 0.0500770 Nov 12 02:05:01.696480 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81282185-594a-437e-ad2c-94f1a40beb3f req-65afe3f2-84b0-4a2d-8946-276b2caa042e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:01.697981 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-81282185-594a-437e-ad2c-94f1a40beb3f req-65afe3f2-84b0-4a2d-8946-276b2caa042e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.44 "GET /v2.0/ports?device_id=6067e0ac-18bf-4947-9236-4b143b0628c7&tenant_id=6374cc485d2b42f5a26ab6b55af862e1&binding%3Ahost_id=n-h1-712142-27 HTTP/1.1" status: 200 len: 944 time: 0.0531337 Nov 12 02:05:01.730873 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bd0ccf00-8cd3-403a-97a6-4fe28911b174 req-d8d24440-8c59-4d0f-9882-c1ffc04f6391 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5261c26-d229-4020-ba9e-a8c175e56001&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473976 Nov 12 02:05:01.760691 n-d-712142-27 neutron-server[109086]: INFO neutron.api.v2.resource [req-81282185-594a-437e-ad2c-94f1a40beb3f req-95c8000b-a15a-4f53-a410-2b70e4ac4626 service neutron] delete failed (client error): The resource could not be found. Nov 12 02:05:01.761719 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-81282185-594a-437e-ad2c-94f1a40beb3f req-95c8000b-a15a-4f53-a410-2b70e4ac4626 service neutron] 10.222.0.44 "DELETE /v2.0/ports/ef567056-fb56-4541-9074-2d84e3d50522/bindings/n-h2-712142-27 HTTP/1.1" status: 404 len: 381 time: 0.0559804 Nov 12 02:05:01.847917 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac7f99-1f00-498a-ab55-764303f47501 req-51ce2036-1e37-4f9f-a154-39c9b2378981 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:01.850116 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-feac7f99-1f00-498a-ab55-764303f47501 req-51ce2036-1e37-4f9f-a154-39c9b2378981 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=6067e0ac-18bf-4947-9236-4b143b0628c7 HTTP/1.1" status: 200 len: 944 time: 0.0510557 Nov 12 02:05:01.868486 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81282185-594a-437e-ad2c-94f1a40beb3f req-c77b6f1c-cdfe-409c-bcd6-5fe913c7d4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:01.869988 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-81282185-594a-437e-ad2c-94f1a40beb3f req-c77b6f1c-cdfe-409c-bcd6-5fe913c7d4b2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6374cc485d2b42f5a26ab6b55af862e1&device_id=6067e0ac-18bf-4947-9236-4b143b0628c7 HTTP/1.1" status: 200 len: 1096 time: 0.0421059 Nov 12 02:05:01.900139 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-feac7f99-1f00-498a-ab55-764303f47501 req-8e20145f-eda4-4dcb-88c5-f58e9a835b9a tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5261c26-d229-4020-ba9e-a8c175e56001&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438895 Nov 12 02:05:01.965573 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81282185-594a-437e-ad2c-94f1a40beb3f req-1edaea20-c6b5-4725-8071-1f6d48624e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:01.967069 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-81282185-594a-437e-ad2c-94f1a40beb3f req-1edaea20-c6b5-4725-8071-1f6d48624e8e service neutron] 10.222.0.44 "GET /v2.0/networks?id=4b09de9f-9603-497f-ae54-a4e679bc285e HTTP/1.1" status: 200 len: 896 time: 0.0896664 Nov 12 02:05:02.031690 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-81282185-594a-437e-ad2c-94f1a40beb3f req-4ead5fde-be0e-477c-84e1-9cca499116a3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef567056-fb56-4541-9074-2d84e3d50522 HTTP/1.1" status: 200 len: 999 time: 0.0576186 Nov 12 02:05:02.084646 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81282185-594a-437e-ad2c-94f1a40beb3f req-e3a16158-aca2-4797-ae05-c5111dc16bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:02.086137 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-81282185-594a-437e-ad2c-94f1a40beb3f req-e3a16158-aca2-4797-ae05-c5111dc16bfd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8dcf119b-e7a8-4cc3-98d0-162f485c53f8 HTTP/1.1" status: 200 len: 834 time: 0.0475016 Nov 12 02:05:02.087008 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device ef567056-fb56-4541-9074-2d84e3d50522 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:05:02.132335 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81282185-594a-437e-ad2c-94f1a40beb3f req-a0f7db4f-2a54-4633-9237-a910126718b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:02.133906 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-81282185-594a-437e-ad2c-94f1a40beb3f req-a0f7db4f-2a54-4633-9237-a910126718b2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4b09de9f-9603-497f-ae54-a4e679bc285e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411024 Nov 12 02:05:02.183425 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port ef567056-fb56-4541-9074-2d84e3d50522, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=ef567056-fb56-4541-9074-2d84e3d50522,segment=NetworkSegment(267cc1d7-a62e-41e4-ba65-1753b04c4262),segment_id=267cc1d7-a62e-41e4-ba65-1753b04c4262)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:05:02.195245 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': 'ef567056-fb56-4541-9074-2d84e3d50522', 'network_id': '4b09de9f-9603-497f-ae54-a4e679bc285e', 'port_id': 'ef567056-fb56-4541-9074-2d84e3d50522', 'mac_address': 'fa:16:3e:91:46:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dcf119b-e7a8-4cc3-98d0-162f485c53f8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:05:02.226591 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-81282185-594a-437e-ad2c-94f1a40beb3f req-1b5f19dc-b8ad-4d26-b6bb-11a6cdf2c202 service neutron] 10.222.0.44 "GET /v2.0/networks/4b09de9f-9603-497f-ae54-a4e679bc285e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853016 Nov 12 02:05:02.233426 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:02.246533 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef567056-fb56-4541-9074-2d84e3d50522 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:05:02.266406 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port ef567056-fb56-4541-9074-2d84e3d50522, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=ef567056-fb56-4541-9074-2d84e3d50522,segment=NetworkSegment(267cc1d7-a62e-41e4-ba65-1753b04c4262),segment_id=267cc1d7-a62e-41e4-ba65-1753b04c4262)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:05:02.271980 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:02.323839 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=ef567056-fb56-4541-9074-2d84e3d50522,revision_number=8']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:05:02.325356 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-81282185-594a-437e-ad2c-94f1a40beb3f req-8fc739fe-ca2c-4f0f-953e-98005add26bd service neutron] 10.222.0.44 "GET /v2.0/networks/4b09de9f-9603-497f-ae54-a4e679bc285e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915625 Nov 12 02:05:02.331314 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:02.331649 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:02.332015 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:02.332356 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:02.332690 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:02.333048 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:02.333912 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:02.334239 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:02.334566 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:02.334908 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:02.335246 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:02.335568 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:02.647870 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['ef567056-fb56-4541-9074-2d84e3d50522'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:05:03.019119 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c36ec-4f16-4aa5-aad3-668650416a4c req-29589c59-1fbc-468c-a8d9-bdf8fed77975 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:03.021324 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-403c36ec-4f16-4aa5-aad3-668650416a4c req-29589c59-1fbc-468c-a8d9-bdf8fed77975 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=6067e0ac-18bf-4947-9236-4b143b0628c7 HTTP/1.1" status: 200 len: 945 time: 0.0488317 Nov 12 02:05:03.071502 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-403c36ec-4f16-4aa5-aad3-668650416a4c req-bccef3ab-4b7d-40a3-98b9-3363bf875ef9 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5261c26-d229-4020-ba9e-a8c175e56001&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442460 Nov 12 02:05:03.094206 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58192) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:05:03.102609 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:03.159016 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-38aa3c7b-f7d0-432b-bce7-40d21a55f574 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/floatingips/f988b51b-501e-41fd-b14f-142bd76a23e0 HTTP/1.1" status: 200 len: 992 time: 0.0635831 Nov 12 02:05:04.084585 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device ef567056-fb56-4541-9074-2d84e3d50522 up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:05:04.128818 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:04.143791 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port ef567056-fb56-4541-9074-2d84e3d50522 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:05:04.147897 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port ef567056-fb56-4541-9074-2d84e3d50522 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:05:04.148288 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:04.226035 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:04.247037 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6067e0ac-18bf-4947-9236-4b143b0628c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef567056-fb56-4541-9074-2d84e3d50522'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:05:04.249298 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ec54fb32a252cf543512252f4538ed49f878ab9aa91f770db158cb882be9043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05259c2b-53f9-423a-8653-80b7dc7f7d78" -d '{"events": [{"server_uuid": "6067e0ac-18bf-4947-9236-4b143b0628c7", "name": "network-vif-plugged", "status": "completed", "tag": "ef567056-fb56-4541-9074-2d84e3d50522"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:05:04.261629 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port ef567056-fb56-4541-9074-2d84e3d50522, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=ef567056-fb56-4541-9074-2d84e3d50522,segment=NetworkSegment(267cc1d7-a62e-41e4-ba65-1753b04c4262),segment_id=267cc1d7-a62e-41e4-ba65-1753b04c4262)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:05:04.266162 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:04.290669 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63fc436-f14b-42c5-991f-9d7f3796e6df x-openstack-request-id: req-c63fc436-f14b-42c5-991f-9d7f3796e6df {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:05:04.290963 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6067e0ac-18bf-4947-9236-4b143b0628c7", "name": "network-vif-plugged", "status": "completed", "tag": "ef567056-fb56-4541-9074-2d84e3d50522", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:05:04.291215 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c63fc436-f14b-42c5-991f-9d7f3796e6df {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:05:04.291637 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6067e0ac-18bf-4947-9236-4b143b0628c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef567056-fb56-4541-9074-2d84e3d50522', 'code': 200} Nov 12 02:05:04.316116 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=ef567056-fb56-4541-9074-2d84e3d50522,revision_number=9']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:05:05.408025 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:09.025211 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:11.188556 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:25.450126 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:05:27.347619 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7b8e4b15-cf61-4cb3-ab0d-46df18490626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:30.922307 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a1b422f9-bc16-45e9-afb9-aa5bbb9c3e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:33.105878 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:34.100624 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:35.412255 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:39.047336 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:40.471867 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58210) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:05:40.966367 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-423c76b1-d5c0-4e48-a112-ff66c3c4cdf9 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Deleting port ba284d2c-6606-4e96-aed4-98d5b7480d8c {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:05:40.966705 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-423c76b1-d5c0-4e48-a112-ff66c3c4cdf9 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:41.040418 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-423c76b1-d5c0-4e48-a112-ff66c3c4cdf9 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:41.040747 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-423c76b1-d5c0-4e48-a112-ff66c3c4cdf9 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:41.052205 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-423c76b1-d5c0-4e48-a112-ff66c3c4cdf9 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Calling delete_port for ba284d2c-6606-4e96-aed4-98d5b7480d8c owned by network:floatingip {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:05:41.179982 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:41.202010 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-423c76b1-d5c0-4e48-a112-ff66c3c4cdf9 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:41.229531 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c76b1-d5c0-4e48-a112-ff66c3c4cdf9 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event deleted for resources: {'Port': ['ID=ba284d2c-6606-4e96-aed4-98d5b7480d8c,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:05:41.257814 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c76b1-d5c0-4e48-a112-ff66c3c4cdf9 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:41.258169 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c76b1-d5c0-4e48-a112-ff66c3c4cdf9 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:41.258515 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c76b1-d5c0-4e48-a112-ff66c3c4cdf9 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:41.258857 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c76b1-d5c0-4e48-a112-ff66c3c4cdf9 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:41.259235 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c76b1-d5c0-4e48-a112-ff66c3c4cdf9 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:41.259531 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c76b1-d5c0-4e48-a112-ff66c3c4cdf9 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:41.259879 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c76b1-d5c0-4e48-a112-ff66c3c4cdf9 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:41.260222 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c76b1-d5c0-4e48-a112-ff66c3c4cdf9 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:41.260557 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c76b1-d5c0-4e48-a112-ff66c3c4cdf9 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:41.260883 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c76b1-d5c0-4e48-a112-ff66c3c4cdf9 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:41.261212 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c76b1-d5c0-4e48-a112-ff66c3c4cdf9 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:41.261538 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c76b1-d5c0-4e48-a112-ff66c3c4cdf9 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:41.302677 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-423c76b1-d5c0-4e48-a112-ff66c3c4cdf9 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for floatingip, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:41.303046 n-d-712142-27 neutron-server[109086]: INFO neutron.db.l3_db [None req-423c76b1-d5c0-4e48-a112-ff66c3c4cdf9 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Floating IP f988b51b-501e-41fd-b14f-142bd76a23e0 disassociated (deleted). External IP: 172.25.3.25, port: ef567056-fb56-4541-9074-2d84e3d50522. Nov 12 02:05:41.511386 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-423c76b1-d5c0-4e48-a112-ff66c3c4cdf9 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Router de1f3b21-0f0f-43c6-8f14-08b62d17678b has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:05:41.617446 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423c76b1-d5c0-4e48-a112-ff66c3c4cdf9 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:05:41.622186 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-423c76b1-d5c0-4e48-a112-ff66c3c4cdf9 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:41.626822 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746d3b70-3468-4a3d-949c-e7eaae2e9e90 None None] Sync routers for ids ['de1f3b21-0f0f-43c6-8f14-08b62d17678b'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:05:41.636720 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746d3b70-3468-4a3d-949c-e7eaae2e9e90 None None] Routers {'de1f3b21-0f0f-43c6-8f14-08b62d17678b'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:05:41.637318 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-746d3b70-3468-4a3d-949c-e7eaae2e9e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:05:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['de1f3b21-0f0f-43c6-8f14-08b62d17678b'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:05:41.653395 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-423c76b1-d5c0-4e48-a112-ff66c3c4cdf9 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "DELETE /v2.0/floatingips/f988b51b-501e-41fd-b14f-142bd76a23e0 HTTP/1.1" status: 204 len: 168 time: 1.1802945 Nov 12 02:05:41.653986 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6067e0ac-18bf-4947-9236-4b143b0628c7', 'tag': 'ef567056-fb56-4541-9074-2d84e3d50522'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:05:41.656282 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4d1d6158e421e9c8e993f80e0426ddaaefecbe2af3f4b68345379587447b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e9d6a4-103b-46ea-92b9-2c6896e82936" -d '{"events": [{"name": "network-changed", "server_uuid": "6067e0ac-18bf-4947-9236-4b143b0628c7", "tag": "ef567056-fb56-4541-9074-2d84e3d50522"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:05:41.816750 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59393d6-fcae-48e1-887d-08fb13a2a600 x-openstack-request-id: req-e59393d6-fcae-48e1-887d-08fb13a2a600 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:05:41.817044 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6067e0ac-18bf-4947-9236-4b143b0628c7", "tag": "ef567056-fb56-4541-9074-2d84e3d50522", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:05:41.817295 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e59393d6-fcae-48e1-887d-08fb13a2a600 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:05:41.817697 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6067e0ac-18bf-4947-9236-4b143b0628c7', 'tag': 'ef567056-fb56-4541-9074-2d84e3d50522', 'status': 'completed', 'code': 200} Nov 12 02:05:41.834175 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-746d3b70-3468-4a3d-949c-e7eaae2e9e90 None None] Set router de1f3b21-0f0f-43c6-8f14-08b62d17678b gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:05:41.921115 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f992f6-fd47-46f1-a0ed-91b1192a4621 req-bcef5991-c78a-4b39-afb1-ef34d852a8b2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:41.923004 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-78f992f6-fd47-46f1-a0ed-91b1192a4621 req-bcef5991-c78a-4b39-afb1-ef34d852a8b2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=6067e0ac-18bf-4947-9236-4b143b0628c7 HTTP/1.1" status: 200 len: 946 time: 0.0627313 Nov 12 02:05:41.936300 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e9d6a4-103b-46ea-92b9-2c6896e82936 req-ba472c34-d78f-494f-95eb-40872c881546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:41.938179 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b8e9d6a4-103b-46ea-92b9-2c6896e82936 req-ba472c34-d78f-494f-95eb-40872c881546 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6374cc485d2b42f5a26ab6b55af862e1&device_id=6067e0ac-18bf-4947-9236-4b143b0628c7 HTTP/1.1" status: 200 len: 1098 time: 0.0497732 Nov 12 02:05:41.986282 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-78f992f6-fd47-46f1-a0ed-91b1192a4621 req-c3e65802-cfb8-47c4-a836-ad5bdfbfe3b9 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5261c26-d229-4020-ba9e-a8c175e56001&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503561 Nov 12 02:05:42.055772 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-746d3b70-3468-4a3d-949c-e7eaae2e9e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1f3b21-0f0f-43c6-8f14-08b62d17678b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507126392', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '447fcdf9-a4be-4907-9ab0-e8a936556e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:03:49Z', 'updated_at': '2021-11-12T02:03:52Z', 'revision_number': 4, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '447fcdf9-a4be-4907-9ab0-e8a936556e88', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:56:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1f3b21-0f0f-43c6-8f14-08b62d17678b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:03:49Z', 'updated_at': '2021-11-12T02:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'a970899e-c155-414b-a70e-2a515305ac45', 'name': '', 'network_id': '4b09de9f-9603-497f-ae54-a4e679bc285e', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'mac_address': 'fa:16:3e:76:9d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1f3b21-0f0f-43c6-8f14-08b62d17678b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '8dcf119b-e7a8-4cc3-98d0-162f485c53f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:03:52Z', 'updated_at': '2021-11-12T02:03:55Z', 'revision_number': 5, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'subnets': [{'id': '8dcf119b-e7a8-4cc3-98d0-162f485c53f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:05:42.064542 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e9d6a4-103b-46ea-92b9-2c6896e82936 req-431d4539-b61e-4344-b9a3-1fe0227c0eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:42.066545 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b8e9d6a4-103b-46ea-92b9-2c6896e82936 req-431d4539-b61e-4344-b9a3-1fe0227c0eec service neutron] 10.222.0.16 "GET /v2.0/networks?id=4b09de9f-9603-497f-ae54-a4e679bc285e HTTP/1.1" status: 200 len: 896 time: 0.1197913 Nov 12 02:05:42.088992 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746d3b70-3468-4a3d-949c-e7eaae2e9e90 None None] Checking router: de1f3b21-0f0f-43c6-8f14-08b62d17678b for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:05:42.097921 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746d3b70-3468-4a3d-949c-e7eaae2e9e90 None None] Routers {'de1f3b21-0f0f-43c6-8f14-08b62d17678b'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:05:42.098540 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-746d3b70-3468-4a3d-949c-e7eaae2e9e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:05:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['de1f3b21-0f0f-43c6-8f14-08b62d17678b'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:05:42.117088 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b8e9d6a4-103b-46ea-92b9-2c6896e82936 req-2e65359e-6ae9-4792-86da-2ea493aed672 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ef567056-fb56-4541-9074-2d84e3d50522 HTTP/1.1" status: 200 len: 217 time: 0.0424979 Nov 12 02:05:42.168789 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e9d6a4-103b-46ea-92b9-2c6896e82936 req-813580db-d492-496e-8268-43e8b4ec9eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:42.170419 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b8e9d6a4-103b-46ea-92b9-2c6896e82936 req-813580db-d492-496e-8268-43e8b4ec9eb6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8dcf119b-e7a8-4cc3-98d0-162f485c53f8 HTTP/1.1" status: 200 len: 834 time: 0.0458314 Nov 12 02:05:42.205128 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-746d3b70-3468-4a3d-949c-e7eaae2e9e90 None None] Set router de1f3b21-0f0f-43c6-8f14-08b62d17678b gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:05:42.218471 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e9d6a4-103b-46ea-92b9-2c6896e82936 req-cd8ca102-fc67-44d5-a51c-77d29194b53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:42.220033 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b8e9d6a4-103b-46ea-92b9-2c6896e82936 req-cd8ca102-fc67-44d5-a51c-77d29194b53a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4b09de9f-9603-497f-ae54-a4e679bc285e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415151 Nov 12 02:05:42.318406 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b8e9d6a4-103b-46ea-92b9-2c6896e82936 req-7654c490-be11-4cbd-a863-694da2b89922 service neutron] 10.222.0.16 "GET /v2.0/networks/4b09de9f-9603-497f-ae54-a4e679bc285e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895288 Nov 12 02:05:42.409175 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-746d3b70-3468-4a3d-949c-e7eaae2e9e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1f3b21-0f0f-43c6-8f14-08b62d17678b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507126392', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '447fcdf9-a4be-4907-9ab0-e8a936556e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:03:49Z', 'updated_at': '2021-11-12T02:03:52Z', 'revision_number': 4, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '447fcdf9-a4be-4907-9ab0-e8a936556e88', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:56:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1f3b21-0f0f-43c6-8f14-08b62d17678b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:03:49Z', 'updated_at': '2021-11-12T02:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'a970899e-c155-414b-a70e-2a515305ac45', 'name': '', 'network_id': '4b09de9f-9603-497f-ae54-a4e679bc285e', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'mac_address': 'fa:16:3e:76:9d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1f3b21-0f0f-43c6-8f14-08b62d17678b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '8dcf119b-e7a8-4cc3-98d0-162f485c53f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:03:52Z', 'updated_at': '2021-11-12T02:03:55Z', 'revision_number': 5, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'subnets': [{'id': '8dcf119b-e7a8-4cc3-98d0-162f485c53f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:05:42.410895 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b8e9d6a4-103b-46ea-92b9-2c6896e82936 req-162e612b-c6b0-4d70-80f1-c6c531cb1973 service neutron] 10.222.0.16 "GET /v2.0/networks/4b09de9f-9603-497f-ae54-a4e679bc285e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853858 Nov 12 02:05:42.437062 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746d3b70-3468-4a3d-949c-e7eaae2e9e90 None None] The sync data for ids ['de1f3b21-0f0f-43c6-8f14-08b62d17678b'] in n-d-712142-27 is: [{'id': 'de1f3b21-0f0f-43c6-8f14-08b62d17678b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507126392', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '447fcdf9-a4be-4907-9ab0-e8a936556e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:03:49Z', 'updated_at': '2021-11-12T02:03:52Z', 'revision_number': 4, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '447fcdf9-a4be-4907-9ab0-e8a936556e88', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:56:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1f3b21-0f0f-43c6-8f14-08b62d17678b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:03:49Z', 'updated_at': '2021-11-12T02:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'a970899e-c155-414b-a70e-2a515305ac45', 'name': '', 'network_id': '4b09de9f-9603-497f-ae54-a4e679bc285e', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'mac_address': 'fa:16:3e:76:9d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1f3b21-0f0f-43c6-8f14-08b62d17678b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '8dcf119b-e7a8-4cc3-98d0-162f485c53f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:03:52Z', 'updated_at': '2021-11-12T02:03:55Z', 'revision_number': 5, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'subnets': [{'id': '8dcf119b-e7a8-4cc3-98d0-162f485c53f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:05:42.672131 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081719e3-1435-486b-9c67-464bda65b3c0 None None] New status for floating IP f988b51b-501e-41fd-b14f-142bd76a23e0: DOWN {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:05:43.105828 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb27bf9-ed4c-4748-b24f-3c8138c1fdbb req-8cc254a0-a83c-4517-9821-4fe05ab9701a tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:43.107355 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bcb27bf9-ed4c-4748-b24f-3c8138c1fdbb req-8cc254a0-a83c-4517-9821-4fe05ab9701a tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=6067e0ac-18bf-4947-9236-4b143b0628c7 HTTP/1.1" status: 200 len: 946 time: 0.0501034 Nov 12 02:05:43.158123 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bcb27bf9-ed4c-4748-b24f-3c8138c1fdbb req-faccb069-a671-4c71-950c-38642d69a7c4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5261c26-d229-4020-ba9e-a8c175e56001&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446687 Nov 12 02:05:43.611790 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861e06a-065e-4aa4-a8aa-4af6e59db92e req-1c674198-7592-4170-bab7-5f3b5e875e78 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:43.613386 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9861e06a-065e-4aa4-a8aa-4af6e59db92e req-1c674198-7592-4170-bab7-5f3b5e875e78 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.16 "GET /v2.0/ports?device_id=6067e0ac-18bf-4947-9236-4b143b0628c7 HTTP/1.1" status: 200 len: 946 time: 0.0572212 Nov 12 02:05:43.708153 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-9861e06a-065e-4aa4-a8aa-4af6e59db92e req-85ebd577-69e9-4a85-9523-3b02836fd110 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Deleting port ef567056-fb56-4541-9074-2d84e3d50522 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:05:43.708439 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-9861e06a-065e-4aa4-a8aa-4af6e59db92e req-85ebd577-69e9-4a85-9523-3b02836fd110 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:43.805693 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-9861e06a-065e-4aa4-a8aa-4af6e59db92e req-85ebd577-69e9-4a85-9523-3b02836fd110 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] For port ef567056-fb56-4541-9074-2d84e3d50522, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=ef567056-fb56-4541-9074-2d84e3d50522,segment=NetworkSegment(267cc1d7-a62e-41e4-ba65-1753b04c4262),segment_id=267cc1d7-a62e-41e4-ba65-1753b04c4262)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:05:43.806132 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-9861e06a-065e-4aa4-a8aa-4af6e59db92e req-85ebd577-69e9-4a85-9523-3b02836fd110 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:43.820744 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-9861e06a-065e-4aa4-a8aa-4af6e59db92e req-85ebd577-69e9-4a85-9523-3b02836fd110 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Calling delete_port for ef567056-fb56-4541-9074-2d84e3d50522 owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:05:43.950744 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-9861e06a-065e-4aa4-a8aa-4af6e59db92e req-85ebd577-69e9-4a85-9523-3b02836fd110 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:43.985682 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ebd577-69e9-4a85-9523-3b02836fd110 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event deleted for resources: {'Port': ['ID=ef567056-fb56-4541-9074-2d84e3d50522,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:05:44.028663 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-9861e06a-065e-4aa4-a8aa-4af6e59db92e req-85ebd577-69e9-4a85-9523-3b02836fd110 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] No DVR routers for this DVR port ef567056-fb56-4541-9074-2d84e3d50522 on host n-h1-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:05:44.031407 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-9861e06a-065e-4aa4-a8aa-4af6e59db92e req-85ebd577-69e9-4a85-9523-3b02836fd110 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:44.034938 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9861e06a-065e-4aa4-a8aa-4af6e59db92e req-85ebd577-69e9-4a85-9523-3b02836fd110 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.16 "DELETE /v2.0/ports/ef567056-fb56-4541-9074-2d84e3d50522 HTTP/1.1" status: 204 len: 173 time: 0.4146924 Nov 12 02:05:44.035387 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6067e0ac-18bf-4947-9236-4b143b0628c7', 'name': 'network-vif-deleted', 'tag': 'ef567056-fb56-4541-9074-2d84e3d50522'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:05:44.037742 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4d1d6158e421e9c8e993f80e0426ddaaefecbe2af3f4b68345379587447b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29dedd5-730b-47e6-a359-39308dd49bfd" -d '{"events": [{"server_uuid": "6067e0ac-18bf-4947-9236-4b143b0628c7", "name": "network-vif-deleted", "tag": "ef567056-fb56-4541-9074-2d84e3d50522"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:05:44.087866 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4cfa3d-dc4b-4b75-bd7f-9a569601eb68 x-openstack-request-id: req-cb4cfa3d-dc4b-4b75-bd7f-9a569601eb68 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:05:44.088269 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6067e0ac-18bf-4947-9236-4b143b0628c7", "name": "network-vif-deleted", "tag": "ef567056-fb56-4541-9074-2d84e3d50522", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:05:44.088523 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cb4cfa3d-dc4b-4b75-bd7f-9a569601eb68 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:05:44.088957 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6067e0ac-18bf-4947-9236-4b143b0628c7', 'name': 'network-vif-deleted', 'tag': 'ef567056-fb56-4541-9074-2d84e3d50522', 'status': 'completed', 'code': 200} Nov 12 02:05:44.270462 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d4bfbd7d-014a-48fc-8b52-d1a02d6bda27 req-b1367aee-082d-4f69-82bc-aa2aa9bb746a tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=6067e0ac-18bf-4947-9236-4b143b0628c7 HTTP/1.1" status: 200 len: 210 time: 0.0265331 Nov 12 02:05:45.337908 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58226) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:05:45.722673 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c7b4fc03-8d35-4002-a6c8-773d573e037b tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:45.995923 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-c7b4fc03-8d35-4002-a6c8-773d573e037b tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Deleting port a970899e-c155-414b-a70e-2a515305ac45 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:05:45.996210 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c7b4fc03-8d35-4002-a6c8-773d573e037b tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:46.095842 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-c7b4fc03-8d35-4002-a6c8-773d573e037b tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] For port a970899e-c155-414b-a70e-2a515305ac45, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=a970899e-c155-414b-a70e-2a515305ac45,segment=NetworkSegment(267cc1d7-a62e-41e4-ba65-1753b04c4262),segment_id=267cc1d7-a62e-41e4-ba65-1753b04c4262)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:05:46.096241 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c7b4fc03-8d35-4002-a6c8-773d573e037b tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:46.108915 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-c7b4fc03-8d35-4002-a6c8-773d573e037b tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Calling delete_port for a970899e-c155-414b-a70e-2a515305ac45 owned by network:router_interface {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:05:46.297860 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c7b4fc03-8d35-4002-a6c8-773d573e037b tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:46.325245 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b4fc03-8d35-4002-a6c8-773d573e037b tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event deleted for resources: {'Port': ['ID=a970899e-c155-414b-a70e-2a515305ac45,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:05:46.502680 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c7b4fc03-8d35-4002-a6c8-773d573e037b tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:46.731805 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b4fc03-8d35-4002-a6c8-773d573e037b tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Router de1f3b21-0f0f-43c6-8f14-08b62d17678b has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:05:46.851739 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b4fc03-8d35-4002-a6c8-773d573e037b tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:05:46.857899 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c7b4fc03-8d35-4002-a6c8-773d573e037b tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "PUT /v2.0/routers/de1f3b21-0f0f-43c6-8f14-08b62d17678b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5188909 Nov 12 02:05:46.861529 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58228) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:05:46.862846 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56461f4c-7866-47af-9ea1-5c8392869ea7 None None] Sync routers for ids ['de1f3b21-0f0f-43c6-8f14-08b62d17678b'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:05:46.873764 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56461f4c-7866-47af-9ea1-5c8392869ea7 None None] Routers {'de1f3b21-0f0f-43c6-8f14-08b62d17678b'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:05:46.874395 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-56461f4c-7866-47af-9ea1-5c8392869ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:05:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['de1f3b21-0f0f-43c6-8f14-08b62d17678b'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:05:46.922636 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-77bb1163-6251-4ce4-af0d-ad9f1e11c728 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Deleting subnet 8dcf119b-e7a8-4cc3-98d0-162f485c53f8 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:05:46.926220 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-77bb1163-6251-4ce4-af0d-ad9f1e11c728 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:46.975883 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-77bb1163-6251-4ce4-af0d-ad9f1e11c728 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:46.984114 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-56461f4c-7866-47af-9ea1-5c8392869ea7 None None] Set router de1f3b21-0f0f-43c6-8f14-08b62d17678b gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:05:47.064128 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-77bb1163-6251-4ce4-af0d-ad9f1e11c728 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:47.133371 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-77bb1163-6251-4ce4-af0d-ad9f1e11c728 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:47.167352 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb1163-6251-4ce4-af0d-ad9f1e11c728 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event deleted for resources: {'Subnet': ['ID=8dcf119b-e7a8-4cc3-98d0-162f485c53f8,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:05:47.173550 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-77bb1163-6251-4ce4-af0d-ad9f1e11c728 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:47.180396 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-77bb1163-6251-4ce4-af0d-ad9f1e11c728 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "DELETE /v2.0/subnets/8dcf119b-e7a8-4cc3-98d0-162f485c53f8 HTTP/1.1" status: 204 len: 168 time: 0.3142707 Nov 12 02:05:47.180677 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9725ce-5540-483d-a399-144482573877 None None] Network 4b09de9f-9603-497f-ae54-a4e679bc285e requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:05:47.181842 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58230) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:05:47.201645 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-56461f4c-7866-47af-9ea1-5c8392869ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1f3b21-0f0f-43c6-8f14-08b62d17678b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507126392', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '447fcdf9-a4be-4907-9ab0-e8a936556e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:03:49Z', 'updated_at': '2021-11-12T02:05:46Z', 'revision_number': 5, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '447fcdf9-a4be-4907-9ab0-e8a936556e88', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:56:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1f3b21-0f0f-43c6-8f14-08b62d17678b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:03:49Z', 'updated_at': '2021-11-12T02:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:05:47.244222 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56461f4c-7866-47af-9ea1-5c8392869ea7 None None] Checking router: de1f3b21-0f0f-43c6-8f14-08b62d17678b for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:05:47.257014 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56461f4c-7866-47af-9ea1-5c8392869ea7 None None] Routers {'de1f3b21-0f0f-43c6-8f14-08b62d17678b'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:05:47.257804 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-56461f4c-7866-47af-9ea1-5c8392869ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:05:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['de1f3b21-0f0f-43c6-8f14-08b62d17678b'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:05:47.312114 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-031424d2-5272-4a4b-a674-db4bc4640800 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for router, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:47.379233 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-56461f4c-7866-47af-9ea1-5c8392869ea7 None None] Set router de1f3b21-0f0f-43c6-8f14-08b62d17678b gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:05:47.391308 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ecdaa3-755f-4f58-9dba-a60efbccbf10 None None] DHCP port deletion for 4b09de9f-9603-497f-ae54-a4e679bc285e request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:05:47.441309 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-031424d2-5272-4a4b-a674-db4bc4640800 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:47.452380 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-e7ecdaa3-755f-4f58-9dba-a60efbccbf10 None None] Deleting port 2c063afc-caf0-4e36-bca9-01cd63b6d443 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:05:47.452751 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e7ecdaa3-755f-4f58-9dba-a60efbccbf10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:47.505158 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-031424d2-5272-4a4b-a674-db4bc4640800 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Deleting port 447fcdf9-a4be-4907-9ab0-e8a936556e88 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:05:47.506433 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-031424d2-5272-4a4b-a674-db4bc4640800 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:47.543869 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-e7ecdaa3-755f-4f58-9dba-a60efbccbf10 None None] For port 2c063afc-caf0-4e36-bca9-01cd63b6d443, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=2c063afc-caf0-4e36-bca9-01cd63b6d443,segment=NetworkSegment(267cc1d7-a62e-41e4-ba65-1753b04c4262),segment_id=267cc1d7-a62e-41e4-ba65-1753b04c4262)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:05:47.544895 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e7ecdaa3-755f-4f58-9dba-a60efbccbf10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:47.566541 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-e7ecdaa3-755f-4f58-9dba-a60efbccbf10 None None] Calling delete_port for 2c063afc-caf0-4e36-bca9-01cd63b6d443 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:05:47.664678 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-56461f4c-7866-47af-9ea1-5c8392869ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de1f3b21-0f0f-43c6-8f14-08b62d17678b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507126392', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '447fcdf9-a4be-4907-9ab0-e8a936556e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:03:49Z', 'updated_at': '2021-11-12T02:05:46Z', 'revision_number': 5, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '447fcdf9-a4be-4907-9ab0-e8a936556e88', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:56:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1f3b21-0f0f-43c6-8f14-08b62d17678b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:03:49Z', 'updated_at': '2021-11-12T02:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:05:47.688349 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e7ecdaa3-755f-4f58-9dba-a60efbccbf10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:47.711468 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56461f4c-7866-47af-9ea1-5c8392869ea7 None None] The sync data for ids ['de1f3b21-0f0f-43c6-8f14-08b62d17678b'] in n-d-712142-27 is: [{'id': 'de1f3b21-0f0f-43c6-8f14-08b62d17678b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-507126392', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '447fcdf9-a4be-4907-9ab0-e8a936556e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:03:49Z', 'updated_at': '2021-11-12T02:05:46Z', 'revision_number': 5, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '447fcdf9-a4be-4907-9ab0-e8a936556e88', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:56:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1f3b21-0f0f-43c6-8f14-08b62d17678b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:03:49Z', 'updated_at': '2021-11-12T02:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:05:47.733650 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 2c063afc-caf0-4e36-bca9-01cd63b6d443 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:05:47.736567 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ecdaa3-755f-4f58-9dba-a60efbccbf10 None None] No DVR routers for this DVR port 2c063afc-caf0-4e36-bca9-01cd63b6d443 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:05:47.738714 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ecdaa3-755f-4f58-9dba-a60efbccbf10 None None] Pushing event deleted for resources: {'Port': ['ID=2c063afc-caf0-4e36-bca9-01cd63b6d443,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:05:47.770176 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 2c063afc-caf0-4e36-bca9-01cd63b6d443 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:05:47.770528 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 2c063afc-caf0-4e36-bca9-01cd63b6d443 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:05:47.983035 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-031424d2-5272-4a4b-a674-db4bc4640800 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] For port 447fcdf9-a4be-4907-9ab0-e8a936556e88, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=447fcdf9-a4be-4907-9ab0-e8a936556e88,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:05:47.983402 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-031424d2-5272-4a4b-a674-db4bc4640800 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:47.996742 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-031424d2-5272-4a4b-a674-db4bc4640800 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Calling delete_port for 447fcdf9-a4be-4907-9ab0-e8a936556e88 owned by network:router_gateway {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:05:48.185822 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-031424d2-5272-4a4b-a674-db4bc4640800 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:48.217722 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031424d2-5272-4a4b-a674-db4bc4640800 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event deleted for resources: {'Port': ['ID=447fcdf9-a4be-4907-9ab0-e8a936556e88,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:05:48.231409 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1cbdce-7625-451b-9302-3ccb0680672b None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:05:48.284632 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-031424d2-5272-4a4b-a674-db4bc4640800 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:48.305062 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device ef567056-fb56-4541-9074-2d84e3d50522 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:05:48.326471 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] No Port match for: ef567056-fb56-4541-9074-2d84e3d50522 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:05:48.326756 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device ef567056-fb56-4541-9074-2d84e3d50522 not bound to the agent host n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:05:48.385622 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-031424d2-5272-4a4b-a674-db4bc4640800 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:48.388015 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-031424d2-5272-4a4b-a674-db4bc4640800 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:48.438116 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-031424d2-5272-4a4b-a674-db4bc4640800 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:48.438689 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031424d2-5272-4a4b-a674-db4bc4640800 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Fanout notify agent at l3_agent the message router_deleted on router de1f3b21-0f0f-43c6-8f14-08b62d17678b {{(pid=109085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 02:05:48.446211 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-031424d2-5272-4a4b-a674-db4bc4640800 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:48.447399 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-031424d2-5272-4a4b-a674-db4bc4640800 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "DELETE /v2.0/routers/de1f3b21-0f0f-43c6-8f14-08b62d17678b HTTP/1.1" status: 204 len: 168 time: 1.2645526 Nov 12 02:05:48.450117 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58232) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:05:48.529659 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2a61c675-2e05-4f5e-9814-37ba95fc38b1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:48.623179 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2a61c675-2e05-4f5e-9814-37ba95fc38b1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:48.642688 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-2a61c675-2e05-4f5e-9814-37ba95fc38b1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b09de9f-9603-497f-ae54-a4e679bc285e']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:05:48.652655 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-2a61c675-2e05-4f5e-9814-37ba95fc38b1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '267cc1d7-a62e-41e4-ba65-1753b04c4262') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:05:48.652993 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-2a61c675-2e05-4f5e-9814-37ba95fc38b1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '267cc1d7-a62e-41e4-ba65-1753b04c4262') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:05:48.663071 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2a61c675-2e05-4f5e-9814-37ba95fc38b1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:48.675898 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2a61c675-2e05-4f5e-9814-37ba95fc38b1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:48.682129 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a61c675-2e05-4f5e-9814-37ba95fc38b1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:05:48.682556 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2a61c675-2e05-4f5e-9814-37ba95fc38b1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:48.685547 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 02:05:48.685547 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:05:48.685547 n-d-712142-27 neutron-server[109085]: timer() Nov 12 02:05:48.685547 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:05:48.685547 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 02:05:48.685547 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:05:48.685547 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 02:05:48.685547 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:05:48.685547 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 02:05:48.685547 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:05:48.685547 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 02:05:48.685547 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:05:48.685547 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 02:05:48.685547 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:05:48.685547 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:05:48.685547 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:05:48.685547 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:05:48.685547 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:05:48.685547 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 02:05:48.685547 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:05:48.685547 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 02:05:48.685547 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:05:48.685547 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:05:48.685547 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:05:48.685547 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 02:05:48.685547 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:05:48.685547 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:05:48.685547 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:05:48.685547 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:05:48.685547 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:05:48.685547 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:05:48.685547 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:05:48.747267 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2a61c675-2e05-4f5e-9814-37ba95fc38b1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:48.753144 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2a61c675-2e05-4f5e-9814-37ba95fc38b1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:48.757182 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2a61c675-2e05-4f5e-9814-37ba95fc38b1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "DELETE /v2.0/networks/4b09de9f-9603-497f-ae54-a4e679bc285e HTTP/1.1" status: 204 len: 168 time: 0.3060799 Nov 12 02:05:48.760057 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58234) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:05:48.774057 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a61c675-2e05-4f5e-9814-37ba95fc38b1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event deleted for resources: {'Network': ['ID=4b09de9f-9603-497f-ae54-a4e679bc285e,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:05:48.821453 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4e4aea0f-f07b-40c1-9736-14697740ae8d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:48.847621 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4e4aea0f-f07b-40c1-9736-14697740ae8d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:48.916990 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4e4aea0f-f07b-40c1-9736-14697740ae8d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:48.919681 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4e4aea0f-f07b-40c1-9736-14697740ae8d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:48.920895 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4e4aea0f-f07b-40c1-9736-14697740ae8d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "DELETE /v2.0/security-groups/f5261c26-d229-4020-ba9e-a8c175e56001 HTTP/1.1" status: 204 len: 168 time: 0.1598382 Nov 12 02:05:48.930379 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4aea0f-f07b-40c1-9736-14697740ae8d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5261c26-d229-4020-ba9e-a8c175e56001,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:05:49.364092 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58240) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:05:49.369241 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-7a4a73ca-6645-44ab-8117-616bc8153599 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-607647119', 'description': 'tempest-secgroup-smoke-607647119 description', 'project_id': '6374cc485d2b42f5a26ab6b55af862e1'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:05:49.392099 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7a4a73ca-6645-44ab-8117-616bc8153599 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:49.469737 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7a4a73ca-6645-44ab-8117-616bc8153599 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:49.474508 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7a4a73ca-6645-44ab-8117-616bc8153599 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:49.503574 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7a4a73ca-6645-44ab-8117-616bc8153599 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:49.504873 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7a4a73ca-6645-44ab-8117-616bc8153599 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1392670 Nov 12 02:05:49.507940 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58242) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:05:49.513631 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-e44d6746-1e79-4eef-8e77-e1e07e8dc234 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'security_group_rule': {'security_group_id': 'b6f87b1b-8e0d-4418-a986-e94574096621', 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:05:49.519811 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a73ca-6645-44ab-8117-616bc8153599 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f87b1b-8e0d-4418-a986-e94574096621,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:05:49.547115 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e44d6746-1e79-4eef-8e77-e1e07e8dc234 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:49.600004 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device a970899e-c155-414b-a70e-2a515305ac45 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:05:49.623686 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e44d6746-1e79-4eef-8e77-e1e07e8dc234 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:49.628121 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e44d6746-1e79-4eef-8e77-e1e07e8dc234 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:49.635514 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: a970899e-c155-414b-a70e-2a515305ac45 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:05:49.636068 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device a970899e-c155-414b-a70e-2a515305ac45 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:05:49.636994 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 447fcdf9-a4be-4907-9ab0-e8a936556e88 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:05:49.649167 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d6746-1e79-4eef-8e77-e1e07e8dc234 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b288a6c-7524-4581-b0c3-0402621f7220,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:05:49.658796 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e44d6746-1e79-4eef-8e77-e1e07e8dc234 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:49.660261 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e44d6746-1e79-4eef-8e77-e1e07e8dc234 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1513066 Nov 12 02:05:49.663888 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58244) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:05:49.665672 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 447fcdf9-a4be-4907-9ab0-e8a936556e88 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:05:49.666127 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 447fcdf9-a4be-4907-9ab0-e8a936556e88 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:05:49.668172 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-a35586b1-4ec5-437f-972d-4b4901112b1f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'security_group_rule': {'security_group_id': 'b6f87b1b-8e0d-4418-a986-e94574096621', 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:05:49.695146 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a35586b1-4ec5-437f-972d-4b4901112b1f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:49.752459 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a35586b1-4ec5-437f-972d-4b4901112b1f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:49.756291 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a35586b1-4ec5-437f-972d-4b4901112b1f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:49.779736 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35586b1-4ec5-437f-972d-4b4901112b1f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e19556e0-94cf-4630-8d20-1802922b3722,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:05:49.785951 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a35586b1-4ec5-437f-972d-4b4901112b1f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:49.787784 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a35586b1-4ec5-437f-972d-4b4901112b1f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1230764 Nov 12 02:05:49.790618 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58246) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:05:49.794983 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-69f892dd-ad85-46fe-9b6d-8230b7aa22e1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'security_group_rule': {'security_group_id': 'b6f87b1b-8e0d-4418-a986-e94574096621', 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:05:49.822065 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-69f892dd-ad85-46fe-9b6d-8230b7aa22e1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:49.881002 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-69f892dd-ad85-46fe-9b6d-8230b7aa22e1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:49.884575 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-69f892dd-ad85-46fe-9b6d-8230b7aa22e1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:49.902321 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f892dd-ad85-46fe-9b6d-8230b7aa22e1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b37959ce-34c0-4046-ac26-2d9e23f25794,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:05:49.910380 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-69f892dd-ad85-46fe-9b6d-8230b7aa22e1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:49.912171 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-69f892dd-ad85-46fe-9b6d-8230b7aa22e1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1200249 Nov 12 02:05:49.915010 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58248) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:05:49.919265 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-709ce233-0dd9-4fe7-84b9-69387c67044c tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'security_group_rule': {'security_group_id': 'b6f87b1b-8e0d-4418-a986-e94574096621', 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:05:49.945134 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-709ce233-0dd9-4fe7-84b9-69387c67044c tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:50.005805 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-709ce233-0dd9-4fe7-84b9-69387c67044c tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:50.010223 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-709ce233-0dd9-4fe7-84b9-69387c67044c tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:50.030428 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709ce233-0dd9-4fe7-84b9-69387c67044c tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=331a8452-6a89-4204-b310-aa7baa0b6de0,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:05:50.035731 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-709ce233-0dd9-4fe7-84b9-69387c67044c tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:50.039941 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58250) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:05:50.040462 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-709ce233-0dd9-4fe7-84b9-69387c67044c tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1240480 Nov 12 02:05:50.045365 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-1fec9e66-05f0-46e1-87c6-46b2bf55070e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'security_group_rule': {'security_group_id': 'b6f87b1b-8e0d-4418-a986-e94574096621', 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:05:50.070840 n-d-712142-27 neutron-server[109086]: INFO neutron.db.securitygroups_db [None req-1fec9e66-05f0-46e1-87c6-46b2bf55070e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Project 6374cc485d2b42f5a26ab6b55af862e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 02:05:50.076906 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1fec9e66-05f0-46e1-87c6-46b2bf55070e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:50.129997 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1fec9e66-05f0-46e1-87c6-46b2bf55070e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:50.134648 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1fec9e66-05f0-46e1-87c6-46b2bf55070e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:50.151865 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec9e66-05f0-46e1-87c6-46b2bf55070e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60d7131b-d44e-4d53-b605-4a4bfefe068e,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:05:50.160554 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1fec9e66-05f0-46e1-87c6-46b2bf55070e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:50.162310 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1fec9e66-05f0-46e1-87c6-46b2bf55070e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1206293 Nov 12 02:05:50.165604 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58252) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:05:50.170184 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-3c661eb1-1a80-4f73-bc2d-33cfb07e15f1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'security_group_rule': {'security_group_id': 'b6f87b1b-8e0d-4418-a986-e94574096621', 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:05:50.192738 n-d-712142-27 neutron-server[109086]: INFO neutron.db.securitygroups_db [None req-3c661eb1-1a80-4f73-bc2d-33cfb07e15f1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Project 6374cc485d2b42f5a26ab6b55af862e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 02:05:50.197803 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3c661eb1-1a80-4f73-bc2d-33cfb07e15f1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:50.258779 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3c661eb1-1a80-4f73-bc2d-33cfb07e15f1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:50.262509 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3c661eb1-1a80-4f73-bc2d-33cfb07e15f1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:50.283386 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c661eb1-1a80-4f73-bc2d-33cfb07e15f1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=435cb69f-f6e5-4c19-a3d5-f75a81d407cf,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:05:50.291251 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3c661eb1-1a80-4f73-bc2d-33cfb07e15f1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:50.292523 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3c661eb1-1a80-4f73-bc2d-33cfb07e15f1 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1258922 Nov 12 02:05:50.295334 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58254) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:05:50.300211 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-5c1c8548-4fb5-4f3e-8789-5e2ca9a92d9f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'network': {'name': 'tempest-network-smoke--324520694', 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'port_security_enabled': True}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:05:50.321013 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1c8548-4fb5-4f3e-8789-5e2ca9a92d9f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Made reservation on behalf of 6374cc485d2b42f5a26ab6b55af862e1 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:05:50.324509 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5c1c8548-4fb5-4f3e-8789-5e2ca9a92d9f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:50.348218 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c1c8548-4fb5-4f3e-8789-5e2ca9a92d9f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:05:50.357960 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5c1c8548-4fb5-4f3e-8789-5e2ca9a92d9f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:50.358307 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-5c1c8548-4fb5-4f3e-8789-5e2ca9a92d9f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Added segment 468e8603-1671-48c5-a383-2107c9dff79b of type vlan for network db9793d0-df2c-4b84-81ce-6d696327426b Nov 12 02:05:50.398774 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5c1c8548-4fb5-4f3e-8789-5e2ca9a92d9f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:50.424274 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5c1c8548-4fb5-4f3e-8789-5e2ca9a92d9f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:50.431150 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1c8548-4fb5-4f3e-8789-5e2ca9a92d9f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:50.431904 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5c1c8548-4fb5-4f3e-8789-5e2ca9a92d9f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:50.472942 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-5c1c8548-4fb5-4f3e-8789-5e2ca9a92d9f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1765614 Nov 12 02:05:50.475734 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58256) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:05:50.480605 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-7f78d69b-ec60-4801-b373-696f9b1d44ed tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-590247738', 'admin_state_up': True, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:05:50.504767 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7f78d69b-ec60-4801-b373-696f9b1d44ed tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:50.506281 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7f78d69b-ec60-4801-b373-696f9b1d44ed tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:50.507614 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c8548-4fb5-4f3e-8789-5e2ca9a92d9f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'Network': ['ID=db9793d0-df2c-4b84-81ce-6d696327426b,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:05:50.518980 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network db9793d0-df2c-4b84-81ce-6d696327426b details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:05:50.570353 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7f78d69b-ec60-4801-b373-696f9b1d44ed tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:50.715483 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7f78d69b-ec60-4801-b373-696f9b1d44ed tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:50.919506 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7f78d69b-ec60-4801-b373-696f9b1d44ed tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for router_gateway, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:50.939678 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7f78d69b-ec60-4801-b373-696f9b1d44ed tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:51.063305 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-7f78d69b-ec60-4801-b373-696f9b1d44ed tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Allocated IP 172.25.3.146 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/173da63f-ff7f-431c-bda5-43e1c8aabd6a) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:05:51.165646 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7f78d69b-ec60-4801-b373-696f9b1d44ed tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:51.199099 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7f78d69b-ec60-4801-b373-696f9b1d44ed tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:51.240706 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f78d69b-ec60-4801-b373-696f9b1d44ed tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:05:51.245722 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-7f78d69b-ec60-4801-b373-696f9b1d44ed tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:05:51.248304 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f78d69b-ec60-4801-b373-696f9b1d44ed tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:05:51.262779 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c7a3fa-3b9b-4b9d-9a59-a54dedeba2ff None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:05:51.278133 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f78d69b-ec60-4801-b373-696f9b1d44ed tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'Port': ['ID=173da63f-ff7f-431c-bda5-43e1c8aabd6a,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:05:51.366261 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-04bb828e-323b-4f3d-bcfd-bc25047d54b3 None None] Provisioning complete for port 173da63f-ff7f-431c-bda5-43e1c8aabd6a triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:05:51.366686 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-04bb828e-323b-4f3d-bcfd-bc25047d54b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:51.399793 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-04bb828e-323b-4f3d-bcfd-bc25047d54b3 None None] Port 173da63f-ff7f-431c-bda5-43e1c8aabd6a cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:05:51.510721 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7f78d69b-ec60-4801-b373-696f9b1d44ed tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for router_gateway, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:51.705887 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7f78d69b-ec60-4801-b373-696f9b1d44ed tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:51.848855 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f78d69b-ec60-4801-b373-696f9b1d44ed tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Router 4b766a47-8bf6-42cd-b150-4c39b86f3847 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 02:05:51.953347 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f78d69b-ec60-4801-b373-696f9b1d44ed tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:05:51.964270 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853dab9e-b303-4967-a4c6-5fce25c5cab6 None None] Sync routers for ids ['4b766a47-8bf6-42cd-b150-4c39b86f3847'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:05:51.975147 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7f78d69b-ec60-4801-b373-696f9b1d44ed tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:51.975829 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853dab9e-b303-4967-a4c6-5fce25c5cab6 None None] Routers {'4b766a47-8bf6-42cd-b150-4c39b86f3847'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:05:51.979588 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7f78d69b-ec60-4801-b373-696f9b1d44ed tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4995956 Nov 12 02:05:51.979737 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-853dab9e-b303-4967-a4c6-5fce25c5cab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:05:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['4b766a47-8bf6-42cd-b150-4c39b86f3847'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:05:51.979992 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58258) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:05:52.012190 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3931536a-b9a0-455f-ae39-d4cba5bd06b2 tempest-TestNetworkAdvancedServerOps-840993767 tempest-TestNetworkAdvancedServerOps-840993767-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=6374cc485d2b42f5a26ab6b55af862e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310316 Nov 12 02:05:52.014748 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58260) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:05:52.082490 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-853dab9e-b303-4967-a4c6-5fce25c5cab6 None None] Set router 4b766a47-8bf6-42cd-b150-4c39b86f3847 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:05:52.102325 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de34d6c6-605e-4949-96f1-e70363b139d0 tempest-TestNetworkAdvancedServerOps-840993767 tempest-TestNetworkAdvancedServerOps-840993767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:52.103850 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-de34d6c6-605e-4949-96f1-e70363b139d0 tempest-TestNetworkAdvancedServerOps-840993767 tempest-TestNetworkAdvancedServerOps-840993767-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0882032 Nov 12 02:05:52.106805 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58262) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:05:52.138311 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-d72cf96f-18e6-49b2-9597-d72c8cbe42c4 tempest-TestNetworkAdvancedServerOps-840993767 tempest-TestNetworkAdvancedServerOps-840993767-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=ab9ea869-d067-4dfb-b2de-16b019fae22d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302868 Nov 12 02:05:52.140784 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58264) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:05:52.145486 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-2c60545e-d789-4127-afad-c10369ec04eb tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-711885621', 'network_id': 'db9793d0-df2c-4b84-81ce-6d696327426b', 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:05:52.233665 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c60545e-d789-4127-afad-c10369ec04eb tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Made reservation on behalf of 6374cc485d2b42f5a26ab6b55af862e1 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:05:52.237227 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2c60545e-d789-4127-afad-c10369ec04eb tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:52.260884 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-853dab9e-b303-4967-a4c6-5fce25c5cab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b766a47-8bf6-42cd-b150-4c39b86f3847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-590247738', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '173da63f-ff7f-431c-bda5-43e1c8aabd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:05:50Z', 'updated_at': '2021-11-12T02:05:51Z', 'revision_number': 3, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '173da63f-ff7f-431c-bda5-43e1c8aabd6a', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:5a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b766a47-8bf6-42cd-b150-4c39b86f3847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:05:50Z', 'updated_at': '2021-11-12T02:05:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:05:52.290564 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853dab9e-b303-4967-a4c6-5fce25c5cab6 None None] Checking router: 4b766a47-8bf6-42cd-b150-4c39b86f3847 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:05:52.291233 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853dab9e-b303-4967-a4c6-5fce25c5cab6 None None] Updating router 4b766a47-8bf6-42cd-b150-4c39b86f3847 port 173da63f-ff7f-431c-bda5-43e1c8aabd6a binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:05:52.315598 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-853dab9e-b303-4967-a4c6-5fce25c5cab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:52.424373 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2c60545e-d789-4127-afad-c10369ec04eb tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:52.487401 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c60545e-d789-4127-afad-c10369ec04eb tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'Subnet': ['ID=498f9b9b-3ac4-420b-bc21-7578cbf7efe9,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:05:52.497616 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c60545e-d789-4127-afad-c10369ec04eb tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Checking segment: {'id': '468e8603-1671-48c5-a383-2107c9dff79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'db9793d0-df2c-4b84-81ce-6d696327426b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:05:52.497986 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c60545e-d789-4127-afad-c10369ec04eb tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Network hostable DHCP agents. Network: db9793d0-df2c-4b84-81ce-6d696327426b, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:05:52.518211 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c60545e-d789-4127-afad-c10369ec04eb tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Network db9793d0-df2c-4b84-81ce-6d696327426b is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:05:52.528447 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-2c60545e-d789-4127-afad-c10369ec04eb tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, db9793d0-df2c-4b84-81ce-6d696327426b) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:05:52.532827 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c60545e-d789-4127-afad-c10369ec04eb tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:52.533428 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2c60545e-d789-4127-afad-c10369ec04eb tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:52.550522 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2c60545e-d789-4127-afad-c10369ec04eb tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4086869 Nov 12 02:05:52.553256 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58266) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:05:52.610876 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab24c841-1946-49fc-9cb9-0e0d9af8d26a None None] Network db9793d0-df2c-4b84-81ce-6d696327426b requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:05:52.839618 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-853dab9e-b303-4967-a4c6-5fce25c5cab6 None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:52.846097 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-853dab9e-b303-4967-a4c6-5fce25c5cab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:52.877237 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cab3ce-ccfa-4d40-a75c-0ed46f8dc994 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-db9793d0-df2c-4b84-81ce-6d696327426b', 'network_id': 'db9793d0-df2c-4b84-81ce-6d696327426b', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'fixed_ips': [{'subnet_id': '498f9b9b-3ac4-420b-bc21-7578cbf7efe9'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 02:05:52.878165 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a9cab3ce-ccfa-4d40-a75c-0ed46f8dc994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:52.916814 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913efb32-de59-40bc-b29c-5b42a4434b1c None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:05:52.932597 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d3a77f-8b58-4a6c-b49b-84103104367e None None] Pushing event updated for resources: {'Port': ['ID=173da63f-ff7f-431c-bda5-43e1c8aabd6a,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:05:52.934881 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-853dab9e-b303-4967-a4c6-5fce25c5cab6 None None] Attempting to bind port 173da63f-ff7f-431c-bda5-43e1c8aabd6a on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:05:52.935252 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-853dab9e-b303-4967-a4c6-5fce25c5cab6 None None] Attempting to bind port 173da63f-ff7f-431c-bda5-43e1c8aabd6a by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:05:52.935609 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853dab9e-b303-4967-a4c6-5fce25c5cab6 None None] Attempting to bind port 173da63f-ff7f-431c-bda5-43e1c8aabd6a on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:05:52.944688 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853dab9e-b303-4967-a4c6-5fce25c5cab6 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:05:52.945097 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853dab9e-b303-4967-a4c6-5fce25c5cab6 None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:05:52.945470 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-853dab9e-b303-4967-a4c6-5fce25c5cab6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:52.945859 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853dab9e-b303-4967-a4c6-5fce25c5cab6 None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:05:52.946339 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-853dab9e-b303-4967-a4c6-5fce25c5cab6 None None] Bound port: 173da63f-ff7f-431c-bda5-43e1c8aabd6a, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:05:52.946720 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-853dab9e-b303-4967-a4c6-5fce25c5cab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:53.007903 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0afba1ae-a9d0-4acd-a6eb-26a6efbbfef2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:53.077216 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-853dab9e-b303-4967-a4c6-5fce25c5cab6 None None] For port 173da63f-ff7f-431c-bda5-43e1c8aabd6a, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:05:53.105324 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7eb3a2fa-c232-4ae2-9edb-548977c71098 None None] Provisioning complete for port 173da63f-ff7f-431c-bda5-43e1c8aabd6a triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:05:53.105970 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7eb3a2fa-c232-4ae2-9edb-548977c71098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:53.113171 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-853dab9e-b303-4967-a4c6-5fce25c5cab6 None None] For port 173da63f-ff7f-431c-bda5-43e1c8aabd6a, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=173da63f-ff7f-431c-bda5-43e1c8aabd6a,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:05:53.139245 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-853dab9e-b303-4967-a4c6-5fce25c5cab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:53.183676 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-a9cab3ce-ccfa-4d40-a75c-0ed46f8dc994 None None] Allocated IP 172.20.0.2 (db9793d0-df2c-4b84-81ce-6d696327426b/498f9b9b-3ac4-420b-bc21-7578cbf7efe9/9da82760-b77f-4462-b8ff-b94a1f4bdbe9) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:05:53.200609 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-7eb3a2fa-c232-4ae2-9edb-548977c71098 None None] Port 173da63f-ff7f-431c-bda5-43e1c8aabd6a cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:05:53.212386 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c75f74-be8a-4ed1-9e09-73e815399df6 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:05:53.258137 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d3a77f-8b58-4a6c-b49b-84103104367e None None] Pushing event updated for resources: {'Port': ['ID=173da63f-ff7f-431c-bda5-43e1c8aabd6a,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:05:53.287859 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853dab9e-b303-4967-a4c6-5fce25c5cab6 None None] Routers {'4b766a47-8bf6-42cd-b150-4c39b86f3847'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:05:53.288499 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-853dab9e-b303-4967-a4c6-5fce25c5cab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:05:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['4b766a47-8bf6-42cd-b150-4c39b86f3847'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:05:53.415888 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7d457ffd-3c50-4683-b364-945cfb1439dc None None] Provisioning complete for port 173da63f-ff7f-431c-bda5-43e1c8aabd6a triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:05:53.416620 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7d457ffd-3c50-4683-b364-945cfb1439dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:53.490793 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-853dab9e-b303-4967-a4c6-5fce25c5cab6 None None] Set router 4b766a47-8bf6-42cd-b150-4c39b86f3847 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:05:53.570173 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a9cab3ce-ccfa-4d40-a75c-0ed46f8dc994 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:53.612820 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a9cab3ce-ccfa-4d40-a75c-0ed46f8dc994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:53.636392 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-0afba1ae-a9d0-4acd-a6eb-26a6efbbfef2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Allocated IP 172.20.0.1 (db9793d0-df2c-4b84-81ce-6d696327426b/498f9b9b-3ac4-420b-bc21-7578cbf7efe9/cfbb1ac5-b8dc-49cd-9663-9a22e7156944) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:05:53.685573 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cab3ce-ccfa-4d40-a75c-0ed46f8dc994 None None] Network db9793d0-df2c-4b84-81ce-6d696327426b is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:05:53.695821 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-a9cab3ce-ccfa-4d40-a75c-0ed46f8dc994 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:05:53.701542 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cab3ce-ccfa-4d40-a75c-0ed46f8dc994 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:05:53.704744 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cab3ce-ccfa-4d40-a75c-0ed46f8dc994 None None] Pushing event updated for resources: {'Port': ['ID=9da82760-b77f-4462-b8ff-b94a1f4bdbe9,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:05:53.727785 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7d457ffd-3c50-4683-b364-945cfb1439dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:53.753703 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0afba1ae-a9d0-4acd-a6eb-26a6efbbfef2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:53.787135 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0afba1ae-a9d0-4acd-a6eb-26a6efbbfef2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:53.804938 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-7d457ffd-3c50-4683-b364-945cfb1439dc None None] For port 173da63f-ff7f-431c-bda5-43e1c8aabd6a, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=173da63f-ff7f-431c-bda5-43e1c8aabd6a,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:05:53.814868 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7d457ffd-3c50-4683-b364-945cfb1439dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:53.824576 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-a9cab3ce-ccfa-4d40-a75c-0ed46f8dc994 None None] Attempting to bind port 9da82760-b77f-4462-b8ff-b94a1f4bdbe9 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:05:53.824797 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afba1ae-a9d0-4acd-a6eb-26a6efbbfef2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Network db9793d0-df2c-4b84-81ce-6d696327426b is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:05:53.825024 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-a9cab3ce-ccfa-4d40-a75c-0ed46f8dc994 None None] Attempting to bind port 9da82760-b77f-4462-b8ff-b94a1f4bdbe9 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '468e8603-1671-48c5-a383-2107c9dff79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'db9793d0-df2c-4b84-81ce-6d696327426b'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:05:53.825297 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cab3ce-ccfa-4d40-a75c-0ed46f8dc994 None None] Attempting to bind port 9da82760-b77f-4462-b8ff-b94a1f4bdbe9 on network db9793d0-df2c-4b84-81ce-6d696327426b {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:05:53.827517 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-0afba1ae-a9d0-4acd-a6eb-26a6efbbfef2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:05:53.831151 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afba1ae-a9d0-4acd-a6eb-26a6efbbfef2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:05:53.856219 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cab3ce-ccfa-4d40-a75c-0ed46f8dc994 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:05:53.856591 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cab3ce-ccfa-4d40-a75c-0ed46f8dc994 None None] Checking segment: {'id': '468e8603-1671-48c5-a383-2107c9dff79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'db9793d0-df2c-4b84-81ce-6d696327426b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:05:53.856993 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a9cab3ce-ccfa-4d40-a75c-0ed46f8dc994 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:53.857385 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cab3ce-ccfa-4d40-a75c-0ed46f8dc994 None None] Bound using segment: {'id': '468e8603-1671-48c5-a383-2107c9dff79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'db9793d0-df2c-4b84-81ce-6d696327426b'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:05:53.857861 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-a9cab3ce-ccfa-4d40-a75c-0ed46f8dc994 None None] Bound port: 9da82760-b77f-4462-b8ff-b94a1f4bdbe9, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '468e8603-1671-48c5-a383-2107c9dff79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'db9793d0-df2c-4b84-81ce-6d696327426b'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:05:53.858236 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a9cab3ce-ccfa-4d40-a75c-0ed46f8dc994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:53.868235 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afba1ae-a9d0-4acd-a6eb-26a6efbbfef2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'Port': ['ID=cfbb1ac5-b8dc-49cd-9663-9a22e7156944,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:05:53.888439 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0afba1ae-a9d0-4acd-a6eb-26a6efbbfef2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:53.915514 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d457ffd-3c50-4683-b364-945cfb1439dc None None] Pushing event updated for resources: {'Port': ['ID=173da63f-ff7f-431c-bda5-43e1c8aabd6a,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:05:53.925723 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-853dab9e-b303-4967-a4c6-5fce25c5cab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b766a47-8bf6-42cd-b150-4c39b86f3847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-590247738', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '173da63f-ff7f-431c-bda5-43e1c8aabd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:05:50Z', 'updated_at': '2021-11-12T02:05:51Z', 'revision_number': 3, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '173da63f-ff7f-431c-bda5-43e1c8aabd6a', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:5a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b766a47-8bf6-42cd-b150-4c39b86f3847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:05:50Z', 'updated_at': '2021-11-12T02:05:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:05:53.958043 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853dab9e-b303-4967-a4c6-5fce25c5cab6 None None] The sync data for ids ['4b766a47-8bf6-42cd-b150-4c39b86f3847'] in n-d-712142-27 is: [{'id': '4b766a47-8bf6-42cd-b150-4c39b86f3847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-590247738', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '173da63f-ff7f-431c-bda5-43e1c8aabd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:05:50Z', 'updated_at': '2021-11-12T02:05:51Z', 'revision_number': 3, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '173da63f-ff7f-431c-bda5-43e1c8aabd6a', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:5a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b766a47-8bf6-42cd-b150-4c39b86f3847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:05:50Z', 'updated_at': '2021-11-12T02:05:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:05:53.978970 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-a9cab3ce-ccfa-4d40-a75c-0ed46f8dc994 None None] For port 9da82760-b77f-4462-b8ff-b94a1f4bdbe9, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:05:53.983663 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-a9cab3ce-ccfa-4d40-a75c-0ed46f8dc994 None None] For port 9da82760-b77f-4462-b8ff-b94a1f4bdbe9, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=9da82760-b77f-4462-b8ff-b94a1f4bdbe9,segment=NetworkSegment(468e8603-1671-48c5-a383-2107c9dff79b),segment_id=468e8603-1671-48c5-a383-2107c9dff79b)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:05:53.989799 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a9cab3ce-ccfa-4d40-a75c-0ed46f8dc994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:54.021152 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0afba1ae-a9d0-4acd-a6eb-26a6efbbfef2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:54.068331 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cab3ce-ccfa-4d40-a75c-0ed46f8dc994 None None] Pushing event updated for resources: {'Port': ['ID=9da82760-b77f-4462-b8ff-b94a1f4bdbe9,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:05:54.749080 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0afba1ae-a9d0-4acd-a6eb-26a6efbbfef2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:54.754890 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0afba1ae-a9d0-4acd-a6eb-26a6efbbfef2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:54.836524 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afba1ae-a9d0-4acd-a6eb-26a6efbbfef2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'Port': ['ID=cfbb1ac5-b8dc-49cd-9663-9a22e7156944,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:05:54.838938 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0afba1ae-a9d0-4acd-a6eb-26a6efbbfef2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:54.952486 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afba1ae-a9d0-4acd-a6eb-26a6efbbfef2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Network db9793d0-df2c-4b84-81ce-6d696327426b is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:05:54.954089 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-0afba1ae-a9d0-4acd-a6eb-26a6efbbfef2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:05:55.055421 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d446db24-ec62-4d8f-a1c1-0beeb0a6e8f7 None None] Network db9793d0-df2c-4b84-81ce-6d696327426b requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:05:55.080871 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0afba1ae-a9d0-4acd-a6eb-26a6efbbfef2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Router 4b766a47-8bf6-42cd-b150-4c39b86f3847 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:05:55.181611 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-cc63052d-5a19-4ff2-8149-2d8f22b6f51b None None] Provisioning complete for port 9da82760-b77f-4462-b8ff-b94a1f4bdbe9 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:05:55.181974 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cc63052d-5a19-4ff2-8149-2d8f22b6f51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:55.199269 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0afba1ae-a9d0-4acd-a6eb-26a6efbbfef2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:05:55.204384 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-0afba1ae-a9d0-4acd-a6eb-26a6efbbfef2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "PUT /v2.0/routers/4b766a47-8bf6-42cd-b150-4c39b86f3847/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6500223 Nov 12 02:05:55.306303 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cc63052d-5a19-4ff2-8149-2d8f22b6f51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:55.352985 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-cc63052d-5a19-4ff2-8149-2d8f22b6f51b None None] For port 9da82760-b77f-4462-b8ff-b94a1f4bdbe9, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=9da82760-b77f-4462-b8ff-b94a1f4bdbe9,segment=NetworkSegment(468e8603-1671-48c5-a383-2107c9dff79b),segment_id=468e8603-1671-48c5-a383-2107c9dff79b)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:05:55.358108 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cc63052d-5a19-4ff2-8149-2d8f22b6f51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:55.416775 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e03e9032-1709-40d1-842a-3c9b3c4faec2 req-fbf39094-3298-4b62-a82c-bc49e6e95dad tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-607647119&fields=id&tenant_id=6374cc485d2b42f5a26ab6b55af862e1 HTTP/1.1" status: 200 len: 267 time: 0.0927348 Nov 12 02:05:55.437035 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc63052d-5a19-4ff2-8149-2d8f22b6f51b None None] Pushing event updated for resources: {'Port': ['ID=9da82760-b77f-4462-b8ff-b94a1f4bdbe9,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:05:55.568611 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e9032-1709-40d1-842a-3c9b3c4faec2 req-c1c70f91-3c32-4fc4-a7b8-a60b507cc247 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:55.570244 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e03e9032-1709-40d1-842a-3c9b3c4faec2 req-c1c70f91-3c32-4fc4-a7b8-a60b507cc247 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/networks?id=db9793d0-df2c-4b84-81ce-6d696327426b HTTP/1.1" status: 200 len: 796 time: 0.1489904 Nov 12 02:05:55.598401 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e03e9032-1709-40d1-842a-3c9b3c4faec2 req-63b9eea0-0d95-47fe-ba02-e1db6754bdbf tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/quotas/6374cc485d2b42f5a26ab6b55af862e1 HTTP/1.1" status: 200 len: 375 time: 0.0212831 Nov 12 02:05:55.600002 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-cfa35eb0-2976-41a8-aa74-585412c6b92c None None] Provisioning complete for port 9da82760-b77f-4462-b8ff-b94a1f4bdbe9 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:05:55.600372 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cfa35eb0-2976-41a8-aa74-585412c6b92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:55.680209 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e03e9032-1709-40d1-842a-3c9b3c4faec2 req-85727cb6-979b-4d86-9dd2-6922989f2b45 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6374cc485d2b42f5a26ab6b55af862e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0754380 Nov 12 02:05:55.715336 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 9da82760-b77f-4462-b8ff-b94a1f4bdbe9 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:05:55.774368 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-cfa35eb0-2976-41a8-aa74-585412c6b92c None None] Provisioning complete for port cfbb1ac5-b8dc-49cd-9663-9a22e7156944 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:05:55.774744 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cfa35eb0-2976-41a8-aa74-585412c6b92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:55.828852 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-cfa35eb0-2976-41a8-aa74-585412c6b92c None None] Port cfbb1ac5-b8dc-49cd-9663-9a22e7156944 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:05:55.831488 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 9da82760-b77f-4462-b8ff-b94a1f4bdbe9 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:05:55.831865 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:55.873378 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e03e9032-1709-40d1-842a-3c9b3c4faec2 req-8686cf11-604c-4818-bdc5-d30a83a9f150 service neutron] 10.222.0.45 "GET /v2.0/networks/db9793d0-df2c-4b84-81ce-6d696327426b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770501 Nov 12 02:05:55.906606 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5df0d0d-184d-4d8b-946a-3ea5a690de5f None None] Sync routers for ids ['4b766a47-8bf6-42cd-b150-4c39b86f3847'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:05:55.918383 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5df0d0d-184d-4d8b-946a-3ea5a690de5f None None] Routers {'4b766a47-8bf6-42cd-b150-4c39b86f3847'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:05:55.919375 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-c5df0d0d-184d-4d8b-946a-3ea5a690de5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:05:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['4b766a47-8bf6-42cd-b150-4c39b86f3847'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:05:55.927795 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 173da63f-ff7f-431c-bda5-43e1c8aabd6a up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:05:55.987184 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-1a879809-26fa-4e7f-9b8c-deebc603f8d7 None None] Provisioning complete for port cfbb1ac5-b8dc-49cd-9663-9a22e7156944 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:05:55.988000 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1a879809-26fa-4e7f-9b8c-deebc603f8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:55.993914 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e03e9032-1709-40d1-842a-3c9b3c4faec2 req-e8e60d25-0818-4af1-a511-47f4981b1a98 service neutron] 10.222.0.45 "GET /v2.0/networks/db9793d0-df2c-4b84-81ce-6d696327426b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136980 Nov 12 02:05:56.032701 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 173da63f-ff7f-431c-bda5-43e1c8aabd6a triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:05:56.033000 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:56.034651 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-1a879809-26fa-4e7f-9b8c-deebc603f8d7 None None] Port cfbb1ac5-b8dc-49cd-9663-9a22e7156944 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:05:56.152358 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-c5df0d0d-184d-4d8b-946a-3ea5a690de5f None None] Set router 4b766a47-8bf6-42cd-b150-4c39b86f3847 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:05:56.187482 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ddab787d-1783-4a30-981a-a32c15e404ed req-f71a80f8-c59d-4baa-9e0d-200c23686696 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=c02a566a-0e70-4162-bb2f-8fa02dde1b81 HTTP/1.1" status: 200 len: 210 time: 0.0367098 Nov 12 02:05:56.312409 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-e43f3866-b19c-4c38-bd51-bd0029744512 None None] Provisioning complete for port cfbb1ac5-b8dc-49cd-9663-9a22e7156944 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:05:56.313030 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e43f3866-b19c-4c38-bd51-bd0029744512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:56.350391 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-e43f3866-b19c-4c38-bd51-bd0029744512 None None] Port cfbb1ac5-b8dc-49cd-9663-9a22e7156944 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:05:56.380552 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-c5df0d0d-184d-4d8b-946a-3ea5a690de5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b766a47-8bf6-42cd-b150-4c39b86f3847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-590247738', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '173da63f-ff7f-431c-bda5-43e1c8aabd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:05:50Z', 'updated_at': '2021-11-12T02:05:53Z', 'revision_number': 4, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '173da63f-ff7f-431c-bda5-43e1c8aabd6a', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:5a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b766a47-8bf6-42cd-b150-4c39b86f3847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:05:50Z', 'updated_at': '2021-11-12T02:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'cfbb1ac5-b8dc-49cd-9663-9a22e7156944', 'name': '', 'network_id': 'db9793d0-df2c-4b84-81ce-6d696327426b', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'mac_address': 'fa:16:3e:44:5b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b766a47-8bf6-42cd-b150-4c39b86f3847', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '498f9b9b-3ac4-420b-bc21-7578cbf7efe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:05:53Z', 'updated_at': '2021-11-12T02:05:54Z', 'revision_number': 2, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'subnets': [{'id': '498f9b9b-3ac4-420b-bc21-7578cbf7efe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:05:56.407069 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5df0d0d-184d-4d8b-946a-3ea5a690de5f None None] Checking router: 4b766a47-8bf6-42cd-b150-4c39b86f3847 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:05:56.407412 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5df0d0d-184d-4d8b-946a-3ea5a690de5f None None] Updating router 4b766a47-8bf6-42cd-b150-4c39b86f3847 port cfbb1ac5-b8dc-49cd-9663-9a22e7156944 binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:05:56.437336 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-c5df0d0d-184d-4d8b-946a-3ea5a690de5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:56.710394 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-c5df0d0d-184d-4d8b-946a-3ea5a690de5f None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:56.715804 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-c5df0d0d-184d-4d8b-946a-3ea5a690de5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:56.784955 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8deba32-e6fa-427c-a739-d21a9530b1d9 None None] Pushing event updated for resources: {'Port': ['ID=cfbb1ac5-b8dc-49cd-9663-9a22e7156944,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:05:56.811986 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8deba32-e6fa-427c-a739-d21a9530b1d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:56.812320 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8deba32-e6fa-427c-a739-d21a9530b1d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:56.812661 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8deba32-e6fa-427c-a739-d21a9530b1d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:56.812993 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8deba32-e6fa-427c-a739-d21a9530b1d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:56.813321 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8deba32-e6fa-427c-a739-d21a9530b1d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:56.813645 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8deba32-e6fa-427c-a739-d21a9530b1d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:56.813966 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8deba32-e6fa-427c-a739-d21a9530b1d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:56.814295 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8deba32-e6fa-427c-a739-d21a9530b1d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:56.814612 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8deba32-e6fa-427c-a739-d21a9530b1d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:56.814928 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8deba32-e6fa-427c-a739-d21a9530b1d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:56.815245 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8deba32-e6fa-427c-a739-d21a9530b1d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:56.815829 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8deba32-e6fa-427c-a739-d21a9530b1d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:05:56.835288 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-c5df0d0d-184d-4d8b-946a-3ea5a690de5f None None] Attempting to bind port cfbb1ac5-b8dc-49cd-9663-9a22e7156944 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:05:56.835736 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-c5df0d0d-184d-4d8b-946a-3ea5a690de5f None None] Attempting to bind port cfbb1ac5-b8dc-49cd-9663-9a22e7156944 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '468e8603-1671-48c5-a383-2107c9dff79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'db9793d0-df2c-4b84-81ce-6d696327426b'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:05:56.836127 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5df0d0d-184d-4d8b-946a-3ea5a690de5f None None] Attempting to bind port cfbb1ac5-b8dc-49cd-9663-9a22e7156944 on network db9793d0-df2c-4b84-81ce-6d696327426b {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:05:56.841633 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5df0d0d-184d-4d8b-946a-3ea5a690de5f None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:05:56.842003 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5df0d0d-184d-4d8b-946a-3ea5a690de5f None None] Checking segment: {'id': '468e8603-1671-48c5-a383-2107c9dff79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'db9793d0-df2c-4b84-81ce-6d696327426b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:05:56.842406 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-c5df0d0d-184d-4d8b-946a-3ea5a690de5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:56.842854 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5df0d0d-184d-4d8b-946a-3ea5a690de5f None None] Bound using segment: {'id': '468e8603-1671-48c5-a383-2107c9dff79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'db9793d0-df2c-4b84-81ce-6d696327426b'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:05:56.843343 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-c5df0d0d-184d-4d8b-946a-3ea5a690de5f None None] Bound port: cfbb1ac5-b8dc-49cd-9663-9a22e7156944, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '468e8603-1671-48c5-a383-2107c9dff79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'db9793d0-df2c-4b84-81ce-6d696327426b'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:05:56.843822 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-c5df0d0d-184d-4d8b-946a-3ea5a690de5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:56.909534 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-c5df0d0d-184d-4d8b-946a-3ea5a690de5f None None] For port cfbb1ac5-b8dc-49cd-9663-9a22e7156944, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:05:56.913637 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-c5df0d0d-184d-4d8b-946a-3ea5a690de5f None None] For port cfbb1ac5-b8dc-49cd-9663-9a22e7156944, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=cfbb1ac5-b8dc-49cd-9663-9a22e7156944,segment=NetworkSegment(468e8603-1671-48c5-a383-2107c9dff79b),segment_id=468e8603-1671-48c5-a383-2107c9dff79b)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:05:56.917662 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-c5df0d0d-184d-4d8b-946a-3ea5a690de5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:56.976233 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-38776f18-3bfa-4f9e-b3da-de2d5b2202b3 None None] Provisioning complete for port cfbb1ac5-b8dc-49cd-9663-9a22e7156944 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:05:56.976600 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-38776f18-3bfa-4f9e-b3da-de2d5b2202b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:56.977193 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8deba32-e6fa-427c-a739-d21a9530b1d9 None None] Pushing event updated for resources: {'Port': ['ID=cfbb1ac5-b8dc-49cd-9663-9a22e7156944,revision_number=4']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:05:56.979750 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5df0d0d-184d-4d8b-946a-3ea5a690de5f None None] Routers {'4b766a47-8bf6-42cd-b150-4c39b86f3847'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:05:56.980339 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-c5df0d0d-184d-4d8b-946a-3ea5a690de5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:05:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['4b766a47-8bf6-42cd-b150-4c39b86f3847'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:05:57.081958 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-38776f18-3bfa-4f9e-b3da-de2d5b2202b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:57.126048 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-38776f18-3bfa-4f9e-b3da-de2d5b2202b3 None None] For port cfbb1ac5-b8dc-49cd-9663-9a22e7156944, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=cfbb1ac5-b8dc-49cd-9663-9a22e7156944,segment=NetworkSegment(468e8603-1671-48c5-a383-2107c9dff79b),segment_id=468e8603-1671-48c5-a383-2107c9dff79b)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:05:57.129359 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-c5df0d0d-184d-4d8b-946a-3ea5a690de5f None None] Set router 4b766a47-8bf6-42cd-b150-4c39b86f3847 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:05:57.136139 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-38776f18-3bfa-4f9e-b3da-de2d5b2202b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:57.271603 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38776f18-3bfa-4f9e-b3da-de2d5b2202b3 None None] Pushing event updated for resources: {'Port': ['ID=cfbb1ac5-b8dc-49cd-9663-9a22e7156944,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:05:57.299311 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-83f3da44-e161-42cb-8ef0-a08616c8f390 None None] Provisioning complete for port cfbb1ac5-b8dc-49cd-9663-9a22e7156944 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:05:57.302327 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-83f3da44-e161-42cb-8ef0-a08616c8f390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:57.342708 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b039cf9d-c177-4012-9bc3-5bd9aa54a00a req-8c4b317a-c3c9-45a1-bf58-9e499dab3563 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=c02a566a-0e70-4162-bb2f-8fa02dde1b81 HTTP/1.1" status: 200 len: 210 time: 0.0636053 Nov 12 02:05:57.388894 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e9032-1709-40d1-842a-3c9b3c4faec2 req-e1b15caa-3f23-4ed5-a2d0-8ebe03cdca72 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:57.390699 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e03e9032-1709-40d1-842a-3c9b3c4faec2 req-e1b15caa-3f23-4ed5-a2d0-8ebe03cdca72 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.44 "GET /v2.0/networks?id=db9793d0-df2c-4b84-81ce-6d696327426b HTTP/1.1" status: 200 len: 796 time: 0.2173703 Nov 12 02:05:57.396735 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f0f967ea-2a58-468f-a436-8486833b5e1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:57.472934 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-c5df0d0d-184d-4d8b-946a-3ea5a690de5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b766a47-8bf6-42cd-b150-4c39b86f3847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-590247738', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '173da63f-ff7f-431c-bda5-43e1c8aabd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:05:50Z', 'updated_at': '2021-11-12T02:05:53Z', 'revision_number': 4, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '173da63f-ff7f-431c-bda5-43e1c8aabd6a', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:5a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b766a47-8bf6-42cd-b150-4c39b86f3847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:05:50Z', 'updated_at': '2021-11-12T02:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'cfbb1ac5-b8dc-49cd-9663-9a22e7156944', 'name': '', 'network_id': 'db9793d0-df2c-4b84-81ce-6d696327426b', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'mac_address': 'fa:16:3e:44:5b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b766a47-8bf6-42cd-b150-4c39b86f3847', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '498f9b9b-3ac4-420b-bc21-7578cbf7efe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:05:53Z', 'updated_at': '2021-11-12T02:05:56Z', 'revision_number': 4, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'subnets': [{'id': '498f9b9b-3ac4-420b-bc21-7578cbf7efe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:05:57.481509 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e03e9032-1709-40d1-842a-3c9b3c4faec2 req-7aec3886-3de7-499d-885b-f5640e75df2b tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6374cc485d2b42f5a26ab6b55af862e1 HTTP/1.1" status: 200 len: 379 time: 0.0735266 Nov 12 02:05:57.492275 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-e03e9032-1709-40d1-842a-3c9b3c4faec2 req-ccf547ac-c519-4b06-aaff-a3db351a5bab tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'port': {'device_id': 'c02a566a-0e70-4162-bb2f-8fa02dde1b81', 'network_id': 'db9793d0-df2c-4b84-81ce-6d696327426b', 'admin_state_up': True, 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'security_groups': ['b6f87b1b-8e0d-4418-a986-e94574096621']}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:05:57.501910 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5df0d0d-184d-4d8b-946a-3ea5a690de5f None None] The sync data for ids ['4b766a47-8bf6-42cd-b150-4c39b86f3847'] in n-d-712142-27 is: [{'id': '4b766a47-8bf6-42cd-b150-4c39b86f3847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-590247738', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '173da63f-ff7f-431c-bda5-43e1c8aabd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:05:50Z', 'updated_at': '2021-11-12T02:05:53Z', 'revision_number': 4, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '173da63f-ff7f-431c-bda5-43e1c8aabd6a', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:5a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b766a47-8bf6-42cd-b150-4c39b86f3847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:05:50Z', 'updated_at': '2021-11-12T02:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'cfbb1ac5-b8dc-49cd-9663-9a22e7156944', 'name': '', 'network_id': 'db9793d0-df2c-4b84-81ce-6d696327426b', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'mac_address': 'fa:16:3e:44:5b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b766a47-8bf6-42cd-b150-4c39b86f3847', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '498f9b9b-3ac4-420b-bc21-7578cbf7efe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:05:53Z', 'updated_at': '2021-11-12T02:05:56Z', 'revision_number': 4, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'subnets': [{'id': '498f9b9b-3ac4-420b-bc21-7578cbf7efe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:05:57.642042 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e03e9032-1709-40d1-842a-3c9b3c4faec2 req-ccf547ac-c519-4b06-aaff-a3db351a5bab tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Made reservation on behalf of 6374cc485d2b42f5a26ab6b55af862e1 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:05:57.646031 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e03e9032-1709-40d1-842a-3c9b3c4faec2 req-ccf547ac-c519-4b06-aaff-a3db351a5bab tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:57.788512 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-e03e9032-1709-40d1-842a-3c9b3c4faec2 req-ccf547ac-c519-4b06-aaff-a3db351a5bab tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Allocated IP 172.20.0.11 (db9793d0-df2c-4b84-81ce-6d696327426b/498f9b9b-3ac4-420b-bc21-7578cbf7efe9/92d10b79-4b5f-461f-968e-c2d783062ab2) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:05:57.943398 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e03e9032-1709-40d1-842a-3c9b3c4faec2 req-ccf547ac-c519-4b06-aaff-a3db351a5bab tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:57.983358 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e03e9032-1709-40d1-842a-3c9b3c4faec2 req-ccf547ac-c519-4b06-aaff-a3db351a5bab tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:58.026398 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e03e9032-1709-40d1-842a-3c9b3c4faec2 req-ccf547ac-c519-4b06-aaff-a3db351a5bab tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Network db9793d0-df2c-4b84-81ce-6d696327426b is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:05:58.029584 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-e03e9032-1709-40d1-842a-3c9b3c4faec2 req-ccf547ac-c519-4b06-aaff-a3db351a5bab tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:05:58.036988 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-e03e9032-1709-40d1-842a-3c9b3c4faec2 req-ccf547ac-c519-4b06-aaff-a3db351a5bab tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:05:58.065338 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf547ac-c519-4b06-aaff-a3db351a5bab tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'Port': ['ID=92d10b79-4b5f-461f-968e-c2d783062ab2,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:05:58.094086 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e9032-1709-40d1-842a-3c9b3c4faec2 req-ccf547ac-c519-4b06-aaff-a3db351a5bab tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:58.094746 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e03e9032-1709-40d1-842a-3c9b3c4faec2 req-ccf547ac-c519-4b06-aaff-a3db351a5bab tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:58.116104 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e03e9032-1709-40d1-842a-3c9b3c4faec2 req-ccf547ac-c519-4b06-aaff-a3db351a5bab tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6281765 Nov 12 02:05:58.136259 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-e03e9032-1709-40d1-842a-3c9b3c4faec2 req-1a8583cd-03a3-451b-a4ec-4ca503ee840a service neutron] Request body: {'port': {'device_id': 'c02a566a-0e70-4162-bb2f-8fa02dde1b81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:05:58.204249 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e03e9032-1709-40d1-842a-3c9b3c4faec2 req-1a8583cd-03a3-451b-a4ec-4ca503ee840a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:58.300304 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-cc5845f8-f322-4ea2-bfd3-917230f07685 None None] Provisioning complete for port 92d10b79-4b5f-461f-968e-c2d783062ab2 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:05:58.300991 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cc5845f8-f322-4ea2-bfd3-917230f07685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:58.339008 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-cc5845f8-f322-4ea2-bfd3-917230f07685 None None] Port 92d10b79-4b5f-461f-968e-c2d783062ab2 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:05:58.475637 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc5e69-44d7-4c10-9b5d-b6cb5c91f051 req-c204fc24-3a3a-4c03-a0d5-140e3e7b10f3 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:58.477345 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fdbc5e69-44d7-4c10-9b5d-b6cb5c91f051 req-c204fc24-3a3a-4c03-a0d5-140e3e7b10f3 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=c02a566a-0e70-4162-bb2f-8fa02dde1b81 HTTP/1.1" status: 200 len: 932 time: 0.0511987 Nov 12 02:05:58.498663 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-e03e9032-1709-40d1-842a-3c9b3c4faec2 req-1a8583cd-03a3-451b-a4ec-4ca503ee840a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92d10b79-4b5f-461f-968e-c2d783062ab2 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:05:58.508592 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e03e9032-1709-40d1-842a-3c9b3c4faec2 req-1a8583cd-03a3-451b-a4ec-4ca503ee840a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:58.523570 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-e03e9032-1709-40d1-842a-3c9b3c4faec2 req-1a8583cd-03a3-451b-a4ec-4ca503ee840a service neutron] Transition to ACTIVE for port object 92d10b79-4b5f-461f-968e-c2d783062ab2 will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:05:58.527865 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e03e9032-1709-40d1-842a-3c9b3c4faec2 req-1a8583cd-03a3-451b-a4ec-4ca503ee840a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:58.530299 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fdbc5e69-44d7-4c10-9b5d-b6cb5c91f051 req-66aa8a10-7baf-4afb-8138-45cd587d7425 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=b6f87b1b-8e0d-4418-a986-e94574096621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467849 Nov 12 02:05:58.582008 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8583cd-03a3-451b-a4ec-4ca503ee840a service neutron] Pushing event updated for resources: {'Port': ['ID=92d10b79-4b5f-461f-968e-c2d783062ab2,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:05:58.663300 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-e03e9032-1709-40d1-842a-3c9b3c4faec2 req-1a8583cd-03a3-451b-a4ec-4ca503ee840a service neutron] Attempting to bind port 92d10b79-4b5f-461f-968e-c2d783062ab2 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:05:58.663641 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-e03e9032-1709-40d1-842a-3c9b3c4faec2 req-1a8583cd-03a3-451b-a4ec-4ca503ee840a service neutron] Attempting to bind port 92d10b79-4b5f-461f-968e-c2d783062ab2 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '468e8603-1671-48c5-a383-2107c9dff79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'db9793d0-df2c-4b84-81ce-6d696327426b'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:05:58.663998 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03e9032-1709-40d1-842a-3c9b3c4faec2 req-1a8583cd-03a3-451b-a4ec-4ca503ee840a service neutron] Attempting to bind port 92d10b79-4b5f-461f-968e-c2d783062ab2 on network db9793d0-df2c-4b84-81ce-6d696327426b {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:05:58.668870 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03e9032-1709-40d1-842a-3c9b3c4faec2 req-1a8583cd-03a3-451b-a4ec-4ca503ee840a service neutron] Port 92d10b79-4b5f-461f-968e-c2d783062ab2 on network db9793d0-df2c-4b84-81ce-6d696327426b not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:05:58.669202 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03e9032-1709-40d1-842a-3c9b3c4faec2 req-1a8583cd-03a3-451b-a4ec-4ca503ee840a service neutron] Attempting to bind port 92d10b79-4b5f-461f-968e-c2d783062ab2 on network db9793d0-df2c-4b84-81ce-6d696327426b {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:05:58.674886 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03e9032-1709-40d1-842a-3c9b3c4faec2 req-1a8583cd-03a3-451b-a4ec-4ca503ee840a service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:05:58.675231 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03e9032-1709-40d1-842a-3c9b3c4faec2 req-1a8583cd-03a3-451b-a4ec-4ca503ee840a service neutron] Checking segment: {'id': '468e8603-1671-48c5-a383-2107c9dff79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'db9793d0-df2c-4b84-81ce-6d696327426b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:05:58.675624 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e03e9032-1709-40d1-842a-3c9b3c4faec2 req-1a8583cd-03a3-451b-a4ec-4ca503ee840a service neutron] Bound using segment: {'id': '468e8603-1671-48c5-a383-2107c9dff79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'db9793d0-df2c-4b84-81ce-6d696327426b'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:05:58.676084 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-e03e9032-1709-40d1-842a-3c9b3c4faec2 req-1a8583cd-03a3-451b-a4ec-4ca503ee840a service neutron] Bound port: 92d10b79-4b5f-461f-968e-c2d783062ab2, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '468e8603-1671-48c5-a383-2107c9dff79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'db9793d0-df2c-4b84-81ce-6d696327426b'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:05:58.676455 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e03e9032-1709-40d1-842a-3c9b3c4faec2 req-1a8583cd-03a3-451b-a4ec-4ca503ee840a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:58.746440 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-e03e9032-1709-40d1-842a-3c9b3c4faec2 req-1a8583cd-03a3-451b-a4ec-4ca503ee840a service neutron] For port 92d10b79-4b5f-461f-968e-c2d783062ab2, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:05:58.749806 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-e03e9032-1709-40d1-842a-3c9b3c4faec2 req-1a8583cd-03a3-451b-a4ec-4ca503ee840a service neutron] For port 92d10b79-4b5f-461f-968e-c2d783062ab2, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=92d10b79-4b5f-461f-968e-c2d783062ab2,segment=NetworkSegment(468e8603-1671-48c5-a383-2107c9dff79b),segment_id=468e8603-1671-48c5-a383-2107c9dff79b)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:05:58.755589 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e03e9032-1709-40d1-842a-3c9b3c4faec2 req-1a8583cd-03a3-451b-a4ec-4ca503ee840a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:58.791312 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e9032-1709-40d1-842a-3c9b3c4faec2 req-1a8583cd-03a3-451b-a4ec-4ca503ee840a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:58.792028 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e03e9032-1709-40d1-842a-3c9b3c4faec2 req-1a8583cd-03a3-451b-a4ec-4ca503ee840a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:58.793491 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e03e9032-1709-40d1-842a-3c9b3c4faec2 req-1a8583cd-03a3-451b-a4ec-4ca503ee840a service neutron] 10.222.0.44 "PUT /v2.0/ports/92d10b79-4b5f-461f-968e-c2d783062ab2 HTTP/1.1" status: 200 len: 1093 time: 0.6622000 Nov 12 02:05:58.798135 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c02a566a-0e70-4162-bb2f-8fa02dde1b81', 'tag': '92d10b79-4b5f-461f-968e-c2d783062ab2'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:05:58.800543 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4d1d6158e421e9c8e993f80e0426ddaaefecbe2af3f4b68345379587447b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ccc182d-f629-4d23-868c-f7730144caa3" -d '{"events": [{"name": "network-changed", "server_uuid": "c02a566a-0e70-4162-bb2f-8fa02dde1b81", "tag": "92d10b79-4b5f-461f-968e-c2d783062ab2"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:05:58.838259 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8583cd-03a3-451b-a4ec-4ca503ee840a service neutron] Pushing event updated for resources: {'Port': ['ID=92d10b79-4b5f-461f-968e-c2d783062ab2,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:05:58.931181 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e9032-1709-40d1-842a-3c9b3c4faec2 req-492df33b-05a7-4267-aa63-28a1499b4d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:58.933583 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e03e9032-1709-40d1-842a-3c9b3c4faec2 req-492df33b-05a7-4267-aa63-28a1499b4d32 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6374cc485d2b42f5a26ab6b55af862e1&device_id=c02a566a-0e70-4162-bb2f-8fa02dde1b81 HTTP/1.1" status: 200 len: 1096 time: 0.0601106 Nov 12 02:05:58.945627 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e727461a-c310-44b1-95e4-cc2de19468e9 x-openstack-request-id: req-e727461a-c310-44b1-95e4-cc2de19468e9 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:05:58.946052 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c02a566a-0e70-4162-bb2f-8fa02dde1b81", "tag": "92d10b79-4b5f-461f-968e-c2d783062ab2", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:05:58.946399 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e727461a-c310-44b1-95e4-cc2de19468e9 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:05:58.947050 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c02a566a-0e70-4162-bb2f-8fa02dde1b81', 'tag': '92d10b79-4b5f-461f-968e-c2d783062ab2', 'status': 'completed', 'code': 200} Nov 12 02:05:59.001284 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e03e9032-1709-40d1-842a-3c9b3c4faec2 req-0c470a44-22ca-4374-9ccf-2771e7c8b37b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92d10b79-4b5f-461f-968e-c2d783062ab2 HTTP/1.1" status: 200 len: 217 time: 0.0389049 Nov 12 02:05:59.053470 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e9032-1709-40d1-842a-3c9b3c4faec2 req-8ad4a4eb-e42a-4fac-8f39-6af5d959d85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:59.054971 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e03e9032-1709-40d1-842a-3c9b3c4faec2 req-8ad4a4eb-e42a-4fac-8f39-6af5d959d85c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=498f9b9b-3ac4-420b-bc21-7578cbf7efe9 HTTP/1.1" status: 200 len: 834 time: 0.0469596 Nov 12 02:05:59.108546 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e9032-1709-40d1-842a-3c9b3c4faec2 req-9443bb6b-3e3f-4f77-aa84-e9b009b353e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:59.110076 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e03e9032-1709-40d1-842a-3c9b3c4faec2 req-9443bb6b-3e3f-4f77-aa84-e9b009b353e3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=db9793d0-df2c-4b84-81ce-6d696327426b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475528 Nov 12 02:05:59.202962 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e03e9032-1709-40d1-842a-3c9b3c4faec2 req-b1cc5321-7d68-4a20-97c7-fb1c01c71b94 service neutron] 10.222.0.44 "GET /v2.0/networks/db9793d0-df2c-4b84-81ce-6d696327426b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857747 Nov 12 02:05:59.301069 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e03e9032-1709-40d1-842a-3c9b3c4faec2 req-e68ca338-9d69-465b-8511-0fcb256b0faf service neutron] 10.222.0.44 "GET /v2.0/networks/db9793d0-df2c-4b84-81ce-6d696327426b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913317 Nov 12 02:05:59.428531 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc182d-f629-4d23-868c-f7730144caa3 req-711e477b-4749-4d62-ac20-d3376536e4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:59.430033 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1ccc182d-f629-4d23-868c-f7730144caa3 req-711e477b-4749-4d62-ac20-d3376536e4fa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6374cc485d2b42f5a26ab6b55af862e1&device_id=c02a566a-0e70-4162-bb2f-8fa02dde1b81 HTTP/1.1" status: 200 len: 1096 time: 0.0441515 Nov 12 02:05:59.519643 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc182d-f629-4d23-868c-f7730144caa3 req-3391c2a5-ae7f-4d39-ba7c-0333425c56a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:59.521651 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1ccc182d-f629-4d23-868c-f7730144caa3 req-3391c2a5-ae7f-4d39-ba7c-0333425c56a1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=db9793d0-df2c-4b84-81ce-6d696327426b HTTP/1.1" status: 200 len: 896 time: 0.0835402 Nov 12 02:05:59.573336 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1ccc182d-f629-4d23-868c-f7730144caa3 req-71c53709-a0ca-43c0-a591-1d5896db3c98 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92d10b79-4b5f-461f-968e-c2d783062ab2 HTTP/1.1" status: 200 len: 217 time: 0.0436859 Nov 12 02:05:59.625536 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device cfbb1ac5-b8dc-49cd-9663-9a22e7156944 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:05:59.628095 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc182d-f629-4d23-868c-f7730144caa3 req-fb029e6d-a817-447a-9974-ae826ec5fb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:59.629597 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1ccc182d-f629-4d23-868c-f7730144caa3 req-fb029e6d-a817-447a-9974-ae826ec5fb08 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=498f9b9b-3ac4-420b-bc21-7578cbf7efe9 HTTP/1.1" status: 200 len: 834 time: 0.0489395 Nov 12 02:05:59.672849 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337df005-ec57-4f47-84b7-7347c48928c3 req-383238a3-e846-41db-8643-743aaf6b00ad tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:59.674399 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-337df005-ec57-4f47-84b7-7347c48928c3 req-383238a3-e846-41db-8643-743aaf6b00ad tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=c02a566a-0e70-4162-bb2f-8fa02dde1b81 HTTP/1.1" status: 200 len: 944 time: 0.0592391 Nov 12 02:05:59.685388 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port cfbb1ac5-b8dc-49cd-9663-9a22e7156944 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:05:59.685755 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:05:59.686137 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc182d-f629-4d23-868c-f7730144caa3 req-bbfce53d-6b0d-45e2-8d08-2e320819314a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:05:59.687857 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1ccc182d-f629-4d23-868c-f7730144caa3 req-bbfce53d-6b0d-45e2-8d08-2e320819314a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=db9793d0-df2c-4b84-81ce-6d696327426b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502486 Nov 12 02:05:59.727090 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-337df005-ec57-4f47-84b7-7347c48928c3 req-bcef1119-49cd-4151-adfe-2465c2b49e28 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=b6f87b1b-8e0d-4418-a986-e94574096621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463171 Nov 12 02:05:59.786238 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1ccc182d-f629-4d23-868c-f7730144caa3 req-e71a8c83-f4c0-47c5-93ce-d3e2dd5e67c4 service neutron] 10.222.0.44 "GET /v2.0/networks/db9793d0-df2c-4b84-81ce-6d696327426b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904498 Nov 12 02:05:59.876676 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-1ccc182d-f629-4d23-868c-f7730144caa3 req-4aca90bf-ef9f-4e3d-a79e-143fe109fb79 service neutron] 10.222.0.44 "GET /v2.0/networks/db9793d0-df2c-4b84-81ce-6d696327426b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827465 Nov 12 02:06:00.852606 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60564770-3a7e-485b-b703-f27e542c86eb req-ba0478b0-c3cf-4aed-a04f-5301b7861a21 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:00.854443 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-60564770-3a7e-485b-b703-f27e542c86eb req-ba0478b0-c3cf-4aed-a04f-5301b7861a21 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=c02a566a-0e70-4162-bb2f-8fa02dde1b81 HTTP/1.1" status: 200 len: 944 time: 0.0554779 Nov 12 02:06:00.912940 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-60564770-3a7e-485b-b703-f27e542c86eb req-cc0725a0-d6b2-4fba-9f27-97fb76db67bc tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=b6f87b1b-8e0d-4418-a986-e94574096621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499787 Nov 12 02:06:00.927635 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f73d30d1-df4e-4a9a-a28f-2579fc3c8591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:02.034940 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86338585-e0fb-4d71-a5e8-b52ea45a8141 req-e1274830-d22b-44fc-912e-aa41d3d5a22d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:02.036576 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-86338585-e0fb-4d71-a5e8-b52ea45a8141 req-e1274830-d22b-44fc-912e-aa41d3d5a22d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=c02a566a-0e70-4162-bb2f-8fa02dde1b81 HTTP/1.1" status: 200 len: 944 time: 0.0502491 Nov 12 02:06:02.087246 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-86338585-e0fb-4d71-a5e8-b52ea45a8141 req-03ae7637-8d6c-42ba-8b35-b1f4e0555e6f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=b6f87b1b-8e0d-4418-a986-e94574096621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441389 Nov 12 02:06:02.449396 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:06:03.109650 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:03.204636 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0676cf9-25a6-493e-a6b7-10656b63110d req-016f2e7b-c312-4a2e-be99-25a2f9668c85 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:03.206162 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f0676cf9-25a6-493e-a6b7-10656b63110d req-016f2e7b-c312-4a2e-be99-25a2f9668c85 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=c02a566a-0e70-4162-bb2f-8fa02dde1b81 HTTP/1.1" status: 200 len: 944 time: 0.0505130 Nov 12 02:06:03.261884 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f0676cf9-25a6-493e-a6b7-10656b63110d req-97c5159f-e45c-42b6-ae14-d6d449545d8c tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=b6f87b1b-8e0d-4418-a986-e94574096621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490587 Nov 12 02:06:03.288627 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 92d10b79-4b5f-461f-968e-c2d783062ab2 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:06:03.387362 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 92d10b79-4b5f-461f-968e-c2d783062ab2, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=92d10b79-4b5f-461f-968e-c2d783062ab2,segment=NetworkSegment(468e8603-1671-48c5-a383-2107c9dff79b),segment_id=468e8603-1671-48c5-a383-2107c9dff79b)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:06:03.398469 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '92d10b79-4b5f-461f-968e-c2d783062ab2', 'network_id': 'db9793d0-df2c-4b84-81ce-6d696327426b', 'port_id': '92d10b79-4b5f-461f-968e-c2d783062ab2', 'mac_address': 'fa:16:3e:05:22:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '498f9b9b-3ac4-420b-bc21-7578cbf7efe9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:06:03.446403 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:03.463159 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92d10b79-4b5f-461f-968e-c2d783062ab2 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:06:03.482437 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 92d10b79-4b5f-461f-968e-c2d783062ab2, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=92d10b79-4b5f-461f-968e-c2d783062ab2,segment=NetworkSegment(468e8603-1671-48c5-a383-2107c9dff79b),segment_id=468e8603-1671-48c5-a383-2107c9dff79b)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:06:03.486422 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:03.537233 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=92d10b79-4b5f-461f-968e-c2d783062ab2,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:06:03.544649 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:03.544989 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:03.545326 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:03.545656 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:03.545986 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:03.546311 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:03.546632 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:03.546957 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:03.547277 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:03.547593 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:03.547915 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:03.548264 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:06:03.818081 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['92d10b79-4b5f-461f-968e-c2d783062ab2'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:06:04.103744 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:04.378956 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8942e-946a-42cc-b440-89e640ab3482 req-fc28ecd3-cc84-430f-82f3-fa667a1fa054 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:04.380396 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e3e8942e-946a-42cc-b440-89e640ab3482 req-fc28ecd3-cc84-430f-82f3-fa667a1fa054 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=c02a566a-0e70-4162-bb2f-8fa02dde1b81 HTTP/1.1" status: 200 len: 945 time: 0.0507812 Nov 12 02:06:04.431133 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e3e8942e-946a-42cc-b440-89e640ab3482 req-ecf5ea26-367a-4852-b31a-623ac09b060d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=b6f87b1b-8e0d-4418-a986-e94574096621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447257 Nov 12 02:06:05.289536 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 92d10b79-4b5f-461f-968e-c2d783062ab2 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:06:05.343127 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 92d10b79-4b5f-461f-968e-c2d783062ab2 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:06:05.351833 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 92d10b79-4b5f-461f-968e-c2d783062ab2 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:06:05.352560 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:05.420984 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:05.459707 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:05.486928 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c02a566a-0e70-4162-bb2f-8fa02dde1b81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d10b79-4b5f-461f-968e-c2d783062ab2'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:06:05.489781 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ec54fb32a252cf543512252f4538ed49f878ab9aa91f770db158cb882be9043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e562b6-5616-4ace-8fe0-3d617e406865" -d '{"events": [{"server_uuid": "c02a566a-0e70-4162-bb2f-8fa02dde1b81", "name": "network-vif-plugged", "status": "completed", "tag": "92d10b79-4b5f-461f-968e-c2d783062ab2"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:06:05.503228 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 92d10b79-4b5f-461f-968e-c2d783062ab2, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=92d10b79-4b5f-461f-968e-c2d783062ab2,segment=NetworkSegment(468e8603-1671-48c5-a383-2107c9dff79b),segment_id=468e8603-1671-48c5-a383-2107c9dff79b)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:06:05.507296 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:05.555240 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc394650-23f5-4e41-9664-b7a9172b8819 req-0c48c6b0-c061-4d15-94ee-2293b66850ef tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:05.556819 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bc394650-23f5-4e41-9664-b7a9172b8819 req-0c48c6b0-c061-4d15-94ee-2293b66850ef tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=c02a566a-0e70-4162-bb2f-8fa02dde1b81 HTTP/1.1" status: 200 len: 946 time: 0.0516238 Nov 12 02:06:05.559645 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=92d10b79-4b5f-461f-968e-c2d783062ab2,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:06:05.635804 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bc394650-23f5-4e41-9664-b7a9172b8819 req-aba62ba2-a446-4629-bd99-b6ecc03cca5c tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=b6f87b1b-8e0d-4418-a986-e94574096621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723331 Nov 12 02:06:05.679635 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b17896-7f95-413a-b1cb-34708bcda2cc x-openstack-request-id: req-b1b17896-7f95-413a-b1cb-34708bcda2cc {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:06:05.679931 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c02a566a-0e70-4162-bb2f-8fa02dde1b81", "name": "network-vif-plugged", "status": "completed", "tag": "92d10b79-4b5f-461f-968e-c2d783062ab2", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:06:05.680226 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b1b17896-7f95-413a-b1cb-34708bcda2cc {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:06:05.680617 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c02a566a-0e70-4162-bb2f-8fa02dde1b81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d10b79-4b5f-461f-968e-c2d783062ab2', 'code': 200} Nov 12 02:06:05.811623 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97002dc5-85a6-4eb8-a4b7-11884c557e32 req-05bca897-9d2c-40cd-96d5-a71074ac8e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:05.813215 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-97002dc5-85a6-4eb8-a4b7-11884c557e32 req-05bca897-9d2c-40cd-96d5-a71074ac8e96 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c02a566a-0e70-4162-bb2f-8fa02dde1b81 HTTP/1.1" status: 200 len: 1098 time: 0.0457492 Nov 12 02:06:05.860439 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-97002dc5-85a6-4eb8-a4b7-11884c557e32 req-1f641857-333b-44e7-8d60-142548cf519f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b6f87b1b-8e0d-4418-a986-e94574096621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405877 Nov 12 02:06:06.773485 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17de1a-b2e6-4d66-80a1-755523bfca84 req-300b9010-a2fd-40ab-bbae-caabec5c808f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:06.775142 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7b17de1a-b2e6-4d66-80a1-755523bfca84 req-300b9010-a2fd-40ab-bbae-caabec5c808f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=c02a566a-0e70-4162-bb2f-8fa02dde1b81 HTTP/1.1" status: 200 len: 946 time: 0.0553260 Nov 12 02:06:06.829973 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7b17de1a-b2e6-4d66-80a1-755523bfca84 req-14557b30-37a4-41f4-b372-3b26cb60fb2a tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=b6f87b1b-8e0d-4418-a986-e94574096621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482700 Nov 12 02:06:07.998332 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626af32-8427-46c9-ab52-5586c0a0a216 req-0a3a86a7-137e-4828-8b8e-047f226e0b34 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:07.999925 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4626af32-8427-46c9-ab52-5586c0a0a216 req-0a3a86a7-137e-4828-8b8e-047f226e0b34 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=c02a566a-0e70-4162-bb2f-8fa02dde1b81 HTTP/1.1" status: 200 len: 946 time: 0.0496726 Nov 12 02:06:08.049962 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4626af32-8427-46c9-ab52-5586c0a0a216 req-00a09306-4645-4bc5-887d-6a64bf399913 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=b6f87b1b-8e0d-4418-a986-e94574096621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439632 Nov 12 02:06:08.171522 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d6df3-bd2e-48b5-a920-37e51f72269c req-6c406be2-7b0e-45cb-a36c-562f180d7d40 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:08.173132 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-286d6df3-bd2e-48b5-a920-37e51f72269c req-6c406be2-7b0e-45cb-a36c-562f180d7d40 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=c02a566a-0e70-4162-bb2f-8fa02dde1b81 HTTP/1.1" status: 200 len: 946 time: 0.0560336 Nov 12 02:06:08.226947 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-286d6df3-bd2e-48b5-a920-37e51f72269c req-b79db678-4309-4521-8eb2-4d5821a2530b tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=b6f87b1b-8e0d-4418-a986-e94574096621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476549 Nov 12 02:06:08.249425 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58328) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:06:08.291097 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2c08f2-3f89-4993-8448-edd4edb2ecbd tempest-TestNetworkAdvancedServerOps-840993767 tempest-TestNetworkAdvancedServerOps-840993767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:08.292694 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ec2c08f2-3f89-4993-8448-edd4edb2ecbd tempest-TestNetworkAdvancedServerOps-840993767 tempest-TestNetworkAdvancedServerOps-840993767-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=c02a566a-0e70-4162-bb2f-8fa02dde1b81 HTTP/1.1" status: 200 len: 1093 time: 0.0423293 Nov 12 02:06:08.295703 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58330) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:06:08.301878 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-99c0b3ee-f65f-4e32-9ba9-c49567fd3678 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'floatingip': {'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'port_id': '92d10b79-4b5f-461f-968e-c2d783062ab2', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:06:08.325020 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-99c0b3ee-f65f-4e32-9ba9-c49567fd3678 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for floatingip, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:08.435065 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-99c0b3ee-f65f-4e32-9ba9-c49567fd3678 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:08.545449 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-99c0b3ee-f65f-4e32-9ba9-c49567fd3678 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Allocated IP 172.25.3.187 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/76312969-8b5b-4795-87e1-81c971b1c78e) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:06:08.663473 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-99c0b3ee-f65f-4e32-9ba9-c49567fd3678 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:08.699984 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-99c0b3ee-f65f-4e32-9ba9-c49567fd3678 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:08.739760 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c0b3ee-f65f-4e32-9ba9-c49567fd3678 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:06:08.744904 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-99c0b3ee-f65f-4e32-9ba9-c49567fd3678 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:06:08.748552 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c0b3ee-f65f-4e32-9ba9-c49567fd3678 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:06:08.774172 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c0b3ee-f65f-4e32-9ba9-c49567fd3678 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'Port': ['ID=76312969-8b5b-4795-87e1-81c971b1c78e,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:06:09.040739 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:09.141079 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-99c0b3ee-f65f-4e32-9ba9-c49567fd3678 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:09.214408 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-99c0b3ee-f65f-4e32-9ba9-c49567fd3678 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:09.371080 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-99c0b3ee-f65f-4e32-9ba9-c49567fd3678 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:09.376549 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-99c0b3ee-f65f-4e32-9ba9-c49567fd3678 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:09.450749 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c0b3ee-f65f-4e32-9ba9-c49567fd3678 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'Port': ['ID=76312969-8b5b-4795-87e1-81c971b1c78e,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:06:09.468202 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-99c0b3ee-f65f-4e32-9ba9-c49567fd3678 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:09.927674 n-d-712142-27 neutron-server[109086]: INFO neutron.db.l3_db [None req-99c0b3ee-f65f-4e32-9ba9-c49567fd3678 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Floating IP 3f9bea77-af6e-4546-b0de-c9c262067ff2 associated. External IP: 172.25.3.187, port: 92d10b79-4b5f-461f-968e-c2d783062ab2. Nov 12 02:06:10.136379 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c0b3ee-f65f-4e32-9ba9-c49567fd3678 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Router 4b766a47-8bf6-42cd-b150-4c39b86f3847 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:06:10.247714 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c0b3ee-f65f-4e32-9ba9-c49567fd3678 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:06:10.259020 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744e46d4-8eca-4173-9d7e-b1fd161aafe5 None None] Sync routers for ids ['4b766a47-8bf6-42cd-b150-4c39b86f3847'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:06:10.271187 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744e46d4-8eca-4173-9d7e-b1fd161aafe5 None None] Routers {'4b766a47-8bf6-42cd-b150-4c39b86f3847'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:06:10.272014 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-744e46d4-8eca-4173-9d7e-b1fd161aafe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:06:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['4b766a47-8bf6-42cd-b150-4c39b86f3847'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:06:10.272919 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-99c0b3ee-f65f-4e32-9ba9-c49567fd3678 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:10.308635 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-99c0b3ee-f65f-4e32-9ba9-c49567fd3678 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0114977 Nov 12 02:06:10.309276 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c02a566a-0e70-4162-bb2f-8fa02dde1b81', 'tag': '92d10b79-4b5f-461f-968e-c2d783062ab2'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:06:10.311703 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4d1d6158e421e9c8e993f80e0426ddaaefecbe2af3f4b68345379587447b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0db523-7e7e-40e9-a757-cb2747d331ae" -d '{"events": [{"name": "network-changed", "server_uuid": "c02a566a-0e70-4162-bb2f-8fa02dde1b81", "tag": "92d10b79-4b5f-461f-968e-c2d783062ab2"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:06:10.404275 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-744e46d4-8eca-4173-9d7e-b1fd161aafe5 None None] Set router 4b766a47-8bf6-42cd-b150-4c39b86f3847 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:06:10.413362 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fee2c1-26d7-4792-aa97-7b2ac501e8af req-9ba3333e-d30c-4b14-be79-dc38996335f5 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:10.415616 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-03fee2c1-26d7-4792-aa97-7b2ac501e8af req-9ba3333e-d30c-4b14-be79-dc38996335f5 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=c02a566a-0e70-4162-bb2f-8fa02dde1b81 HTTP/1.1" status: 200 len: 946 time: 0.0555108 Nov 12 02:06:10.484997 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-03fee2c1-26d7-4792-aa97-7b2ac501e8af req-729a5f7e-b01a-4a13-81cd-1e73cebf016e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=b6f87b1b-8e0d-4418-a986-e94574096621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540507 Nov 12 02:06:10.509368 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58336) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:06:10.550724 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0790c583-70e0-4c32-81b7-1518834b21ff x-openstack-request-id: req-0790c583-70e0-4c32-81b7-1518834b21ff {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:06:10.551062 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c02a566a-0e70-4162-bb2f-8fa02dde1b81", "tag": "92d10b79-4b5f-461f-968e-c2d783062ab2", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:06:10.551272 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0790c583-70e0-4c32-81b7-1518834b21ff {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:06:10.551697 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c02a566a-0e70-4162-bb2f-8fa02dde1b81', 'tag': '92d10b79-4b5f-461f-968e-c2d783062ab2', 'status': 'completed', 'code': 200} Nov 12 02:06:10.590562 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2fc8acde-d5a1-4eda-aa73-ba0e9e40c1c9 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/floatingips/3f9bea77-af6e-4546-b0de-c9c262067ff2 HTTP/1.1" status: 200 len: 992 time: 0.0800741 Nov 12 02:06:10.620899 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0db523-7e7e-40e9-a757-cb2747d331ae req-267bfa0c-85ca-4ee3-9d93-274b92f7d9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:10.622414 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e0db523-7e7e-40e9-a757-cb2747d331ae req-267bfa0c-85ca-4ee3-9d93-274b92f7d9c3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6374cc485d2b42f5a26ab6b55af862e1&device_id=c02a566a-0e70-4162-bb2f-8fa02dde1b81 HTTP/1.1" status: 200 len: 1098 time: 0.0480287 Nov 12 02:06:10.648006 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-744e46d4-8eca-4173-9d7e-b1fd161aafe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b766a47-8bf6-42cd-b150-4c39b86f3847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-590247738', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '173da63f-ff7f-431c-bda5-43e1c8aabd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:05:50Z', 'updated_at': '2021-11-12T02:05:53Z', 'revision_number': 4, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '173da63f-ff7f-431c-bda5-43e1c8aabd6a', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:5a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b766a47-8bf6-42cd-b150-4c39b86f3847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:05:50Z', 'updated_at': '2021-11-12T02:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '3f9bea77-af6e-4546-b0de-c9c262067ff2', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'floating_ip_address': '172.25.3.187', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '4b766a47-8bf6-42cd-b150-4c39b86f3847', 'port_id': '92d10b79-4b5f-461f-968e-c2d783062ab2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db9793d0-df2c-4b84-81ce-6d696327426b', 'mac_address': 'fa:16:3e:05:22:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02a566a-0e70-4162-bb2f-8fa02dde1b81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:06:08Z', 'updated_at': '2021-11-12T02:06:08Z', 'revision_number': 0, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfbb1ac5-b8dc-49cd-9663-9a22e7156944', 'name': '', 'network_id': 'db9793d0-df2c-4b84-81ce-6d696327426b', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'mac_address': 'fa:16:3e:44:5b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b766a47-8bf6-42cd-b150-4c39b86f3847', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '498f9b9b-3ac4-420b-bc21-7578cbf7efe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:05:53Z', 'updated_at': '2021-11-12T02:05:57Z', 'revision_number': 5, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'subnets': [{'id': '498f9b9b-3ac4-420b-bc21-7578cbf7efe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:06:10.674566 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744e46d4-8eca-4173-9d7e-b1fd161aafe5 None None] Checking router: 4b766a47-8bf6-42cd-b150-4c39b86f3847 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:06:10.685176 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744e46d4-8eca-4173-9d7e-b1fd161aafe5 None None] Routers {'4b766a47-8bf6-42cd-b150-4c39b86f3847'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:06:10.685908 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-744e46d4-8eca-4173-9d7e-b1fd161aafe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:06:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['4b766a47-8bf6-42cd-b150-4c39b86f3847'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:06:10.719459 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0db523-7e7e-40e9-a757-cb2747d331ae req-422377e8-d165-4075-8522-a8380cdfd5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:10.720999 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e0db523-7e7e-40e9-a757-cb2747d331ae req-422377e8-d165-4075-8522-a8380cdfd5e3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=db9793d0-df2c-4b84-81ce-6d696327426b HTTP/1.1" status: 200 len: 896 time: 0.0912905 Nov 12 02:06:10.789002 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e0db523-7e7e-40e9-a757-cb2747d331ae req-73eba641-21c6-4d9a-87af-9ac44f71f8b1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92d10b79-4b5f-461f-968e-c2d783062ab2 HTTP/1.1" status: 200 len: 1000 time: 0.0602858 Nov 12 02:06:10.795255 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-744e46d4-8eca-4173-9d7e-b1fd161aafe5 None None] Set router 4b766a47-8bf6-42cd-b150-4c39b86f3847 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:06:10.842641 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0db523-7e7e-40e9-a757-cb2747d331ae req-fa4b9982-7dbe-4fba-9acc-a92e6e1c5cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:10.844172 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e0db523-7e7e-40e9-a757-cb2747d331ae req-fa4b9982-7dbe-4fba-9acc-a92e6e1c5cd6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=498f9b9b-3ac4-420b-bc21-7578cbf7efe9 HTTP/1.1" status: 200 len: 834 time: 0.0487771 Nov 12 02:06:10.892076 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0db523-7e7e-40e9-a757-cb2747d331ae req-13a1c56a-d285-43b2-8965-ca3856df299c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:10.893600 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e0db523-7e7e-40e9-a757-cb2747d331ae req-13a1c56a-d285-43b2-8965-ca3856df299c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=db9793d0-df2c-4b84-81ce-6d696327426b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426447 Nov 12 02:06:10.986344 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e0db523-7e7e-40e9-a757-cb2747d331ae req-8784a807-ce0b-4f8e-b9c0-4cb7142b7068 service neutron] 10.222.0.44 "GET /v2.0/networks/db9793d0-df2c-4b84-81ce-6d696327426b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854359 Nov 12 02:06:11.026569 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-744e46d4-8eca-4173-9d7e-b1fd161aafe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b766a47-8bf6-42cd-b150-4c39b86f3847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-590247738', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '173da63f-ff7f-431c-bda5-43e1c8aabd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:05:50Z', 'updated_at': '2021-11-12T02:05:53Z', 'revision_number': 4, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '173da63f-ff7f-431c-bda5-43e1c8aabd6a', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:5a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b766a47-8bf6-42cd-b150-4c39b86f3847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:05:50Z', 'updated_at': '2021-11-12T02:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '3f9bea77-af6e-4546-b0de-c9c262067ff2', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'floating_ip_address': '172.25.3.187', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '4b766a47-8bf6-42cd-b150-4c39b86f3847', 'port_id': '92d10b79-4b5f-461f-968e-c2d783062ab2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db9793d0-df2c-4b84-81ce-6d696327426b', 'mac_address': 'fa:16:3e:05:22:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02a566a-0e70-4162-bb2f-8fa02dde1b81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:06:08Z', 'updated_at': '2021-11-12T02:06:08Z', 'revision_number': 0, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfbb1ac5-b8dc-49cd-9663-9a22e7156944', 'name': '', 'network_id': 'db9793d0-df2c-4b84-81ce-6d696327426b', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'mac_address': 'fa:16:3e:44:5b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b766a47-8bf6-42cd-b150-4c39b86f3847', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '498f9b9b-3ac4-420b-bc21-7578cbf7efe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:05:53Z', 'updated_at': '2021-11-12T02:05:57Z', 'revision_number': 5, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'subnets': [{'id': '498f9b9b-3ac4-420b-bc21-7578cbf7efe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:06:11.052923 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744e46d4-8eca-4173-9d7e-b1fd161aafe5 None None] The sync data for ids ['4b766a47-8bf6-42cd-b150-4c39b86f3847'] in n-d-712142-27 is: [{'id': '4b766a47-8bf6-42cd-b150-4c39b86f3847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-590247738', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '173da63f-ff7f-431c-bda5-43e1c8aabd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:05:50Z', 'updated_at': '2021-11-12T02:05:53Z', 'revision_number': 4, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '173da63f-ff7f-431c-bda5-43e1c8aabd6a', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:5a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b766a47-8bf6-42cd-b150-4c39b86f3847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:05:50Z', 'updated_at': '2021-11-12T02:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '3f9bea77-af6e-4546-b0de-c9c262067ff2', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'floating_ip_address': '172.25.3.187', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '4b766a47-8bf6-42cd-b150-4c39b86f3847', 'port_id': '92d10b79-4b5f-461f-968e-c2d783062ab2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db9793d0-df2c-4b84-81ce-6d696327426b', 'mac_address': 'fa:16:3e:05:22:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c02a566a-0e70-4162-bb2f-8fa02dde1b81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:06:08Z', 'updated_at': '2021-11-12T02:06:08Z', 'revision_number': 0, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfbb1ac5-b8dc-49cd-9663-9a22e7156944', 'name': '', 'network_id': 'db9793d0-df2c-4b84-81ce-6d696327426b', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'mac_address': 'fa:16:3e:44:5b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b766a47-8bf6-42cd-b150-4c39b86f3847', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '498f9b9b-3ac4-420b-bc21-7578cbf7efe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:05:53Z', 'updated_at': '2021-11-12T02:05:57Z', 'revision_number': 5, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'subnets': [{'id': '498f9b9b-3ac4-420b-bc21-7578cbf7efe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:06:11.084326 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3e0db523-7e7e-40e9-a757-cb2747d331ae req-ca497c29-1d8b-4769-a824-17c879fda805 service neutron] 10.222.0.44 "GET /v2.0/networks/db9793d0-df2c-4b84-81ce-6d696327426b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915031 Nov 12 02:06:11.200399 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:11.263905 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b177f289-9cb0-4ed0-80ba-120039091c2a None None] New status for floating IP 3f9bea77-af6e-4546-b0de-c9c262067ff2: ACTIVE {{(pid=109088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:06:11.593825 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58338) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:06:11.654776 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c72baa0b-b4a9-42d2-a080-a82ccd2ffea7 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/floatingips/3f9bea77-af6e-4546-b0de-c9c262067ff2 HTTP/1.1" status: 200 len: 994 time: 0.0596163 Nov 12 02:06:27.349931 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-48a6e2d8-f2dc-432c-adb3-9c0f40e318ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:30.930516 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6a97363f-0969-4c14-9f7b-931e96ac5901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:33.114205 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:34.106154 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:35.417879 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:39.051074 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:39.448819 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:06:41.215275 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:43.018050 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d86d44-a1ea-4408-a176-66e3d1ac1409 req-82b83d58-c474-4880-840a-105e5f2177df tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:43.019633 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e7d86d44-a1ea-4408-a176-66e3d1ac1409 req-82b83d58-c474-4880-840a-105e5f2177df tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=c02a566a-0e70-4162-bb2f-8fa02dde1b81 HTTP/1.1" status: 200 len: 946 time: 0.0496778 Nov 12 02:06:43.078889 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e7d86d44-a1ea-4408-a176-66e3d1ac1409 req-2dca8e94-5d33-4359-bfad-2f1fdd8a217e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=b6f87b1b-8e0d-4418-a986-e94574096621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532553 Nov 12 02:06:44.197049 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87146f70-8c5b-4ab1-8fac-db38a0c848d4 req-93db4701-6d8a-4e8c-bc56-498572d7e81b tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:44.198530 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-87146f70-8c5b-4ab1-8fac-db38a0c848d4 req-93db4701-6d8a-4e8c-bc56-498572d7e81b tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=c02a566a-0e70-4162-bb2f-8fa02dde1b81 HTTP/1.1" status: 200 len: 946 time: 0.0491590 Nov 12 02:06:44.247638 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-87146f70-8c5b-4ab1-8fac-db38a0c848d4 req-919032ca-02ee-49ee-a87f-90106ff0759a tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=b6f87b1b-8e0d-4418-a986-e94574096621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431778 Nov 12 02:06:45.367105 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da59b01-0daa-483b-ad84-e3e473b8d25d req-f4784ded-242a-4d09-9050-4eb2421ba75e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:45.368652 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1da59b01-0daa-483b-ad84-e3e473b8d25d req-f4784ded-242a-4d09-9050-4eb2421ba75e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=c02a566a-0e70-4162-bb2f-8fa02dde1b81 HTTP/1.1" status: 200 len: 946 time: 0.0501068 Nov 12 02:06:45.418697 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1da59b01-0daa-483b-ad84-e3e473b8d25d req-f63f164b-8b97-46b5-af67-ec5f723af3b8 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=b6f87b1b-8e0d-4418-a986-e94574096621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438533 Nov 12 02:06:46.545282 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b4c2e0-aa7e-48f9-afc5-05775d41cd25 req-2711d9c7-c47a-4cce-a2db-aaffe121987c tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:46.546826 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-42b4c2e0-aa7e-48f9-afc5-05775d41cd25 req-2711d9c7-c47a-4cce-a2db-aaffe121987c tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=c02a566a-0e70-4162-bb2f-8fa02dde1b81 HTTP/1.1" status: 200 len: 946 time: 0.0557287 Nov 12 02:06:46.599633 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-42b4c2e0-aa7e-48f9-afc5-05775d41cd25 req-221a11f0-0737-44d0-8e0b-63c8d82a9fc0 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=b6f87b1b-8e0d-4418-a986-e94574096621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468128 Nov 12 02:06:47.715195 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19efd945-e590-411d-9a8e-2b0f1d9d8bae req-37502077-8ae0-4bce-ac47-43d868b680c2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:47.716732 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-19efd945-e590-411d-9a8e-2b0f1d9d8bae req-37502077-8ae0-4bce-ac47-43d868b680c2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=c02a566a-0e70-4162-bb2f-8fa02dde1b81 HTTP/1.1" status: 200 len: 946 time: 0.0502725 Nov 12 02:06:47.766128 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-19efd945-e590-411d-9a8e-2b0f1d9d8bae req-d6fa7fb7-61db-43a9-ae30-beef33be5442 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=b6f87b1b-8e0d-4418-a986-e94574096621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434835 Nov 12 02:06:48.886879 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab54f19d-9ed6-46c6-82fe-03b83ff284cd req-d8a2124f-8440-48bf-9d77-3d20431ec3e5 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:48.888460 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ab54f19d-9ed6-46c6-82fe-03b83ff284cd req-d8a2124f-8440-48bf-9d77-3d20431ec3e5 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=c02a566a-0e70-4162-bb2f-8fa02dde1b81 HTTP/1.1" status: 200 len: 946 time: 0.0501616 Nov 12 02:06:48.946119 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ab54f19d-9ed6-46c6-82fe-03b83ff284cd req-d40b440a-0fab-4672-b0ef-54618afbbbe2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=b6f87b1b-8e0d-4418-a986-e94574096621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514717 Nov 12 02:06:50.070487 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c8f14-3c37-4d05-a023-c68ebd198cec req-e5d31a81-685b-4fbd-8f23-e037432bc62f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:50.072404 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-814c8f14-3c37-4d05-a023-c68ebd198cec req-e5d31a81-685b-4fbd-8f23-e037432bc62f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=c02a566a-0e70-4162-bb2f-8fa02dde1b81 HTTP/1.1" status: 200 len: 946 time: 0.0533547 Nov 12 02:06:50.123797 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-814c8f14-3c37-4d05-a023-c68ebd198cec req-f99415f1-48d4-4210-a985-d9a68bb8321f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=b6f87b1b-8e0d-4418-a986-e94574096621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454612 Nov 12 02:06:51.242249 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833fec4-5215-4325-bd57-5b8ad040975c req-b6b91e7f-1a20-4e64-a0e6-057d47b2f601 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:51.244102 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3833fec4-5215-4325-bd57-5b8ad040975c req-b6b91e7f-1a20-4e64-a0e6-057d47b2f601 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=c02a566a-0e70-4162-bb2f-8fa02dde1b81 HTTP/1.1" status: 200 len: 946 time: 0.0513899 Nov 12 02:06:51.297232 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3833fec4-5215-4325-bd57-5b8ad040975c req-c2c4334d-76a9-47ca-a1da-ee929e924dec tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=b6f87b1b-8e0d-4418-a986-e94574096621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470977 Nov 12 02:06:52.419141 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98671f26-0272-45ab-be89-b39465accbf1 req-51a1d6e9-12ed-4cc4-97e0-ae32b81d818b tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:52.420727 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-98671f26-0272-45ab-be89-b39465accbf1 req-51a1d6e9-12ed-4cc4-97e0-ae32b81d818b tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=c02a566a-0e70-4162-bb2f-8fa02dde1b81 HTTP/1.1" status: 200 len: 946 time: 0.0539532 Nov 12 02:06:52.471069 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-98671f26-0272-45ab-be89-b39465accbf1 req-cefb0fd6-2e4a-4854-ba31-1ea6c5fd277c tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=b6f87b1b-8e0d-4418-a986-e94574096621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439761 Nov 12 02:06:53.586513 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af401050-2395-47b5-8156-aa7b4e25cd3b req-9defa927-80b5-4b54-80e8-f80ff9f2a4ce tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:53.588029 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-af401050-2395-47b5-8156-aa7b4e25cd3b req-9defa927-80b5-4b54-80e8-f80ff9f2a4ce tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=c02a566a-0e70-4162-bb2f-8fa02dde1b81 HTTP/1.1" status: 200 len: 946 time: 0.0498869 Nov 12 02:06:53.637764 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-af401050-2395-47b5-8156-aa7b4e25cd3b req-5af62284-2b98-473a-93de-8ea3931d228f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=b6f87b1b-8e0d-4418-a986-e94574096621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436814 Nov 12 02:06:54.759393 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c289b-d006-4831-82c6-9d6ac864ef24 req-bfb1991d-226b-4246-bf6a-20873d3c4013 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:54.761221 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ed6c289b-d006-4831-82c6-9d6ac864ef24 req-bfb1991d-226b-4246-bf6a-20873d3c4013 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=c02a566a-0e70-4162-bb2f-8fa02dde1b81 HTTP/1.1" status: 200 len: 946 time: 0.0554202 Nov 12 02:06:54.813775 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ed6c289b-d006-4831-82c6-9d6ac864ef24 req-d7fb9c1b-6b40-488b-ac61-131f92460b9b tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=b6f87b1b-8e0d-4418-a986-e94574096621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433846 Nov 12 02:06:55.932089 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6187627-d70e-4c17-8507-47080b19e726 req-bd6443b2-23fe-4c54-8d08-27c38341f94f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:55.933647 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6187627-d70e-4c17-8507-47080b19e726 req-bd6443b2-23fe-4c54-8d08-27c38341f94f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=c02a566a-0e70-4162-bb2f-8fa02dde1b81 HTTP/1.1" status: 200 len: 946 time: 0.0504484 Nov 12 02:06:55.983006 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c6187627-d70e-4c17-8507-47080b19e726 req-e41667ad-1ba7-49f2-8a0c-f65d7ac10e66 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=b6f87b1b-8e0d-4418-a986-e94574096621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434942 Nov 12 02:06:57.106473 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edfce0c-5edd-48b9-b3d2-327a48612968 req-57761e8a-be2b-4916-82f1-28e0a1ae2d29 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:57.108068 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4edfce0c-5edd-48b9-b3d2-327a48612968 req-57761e8a-be2b-4916-82f1-28e0a1ae2d29 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=c02a566a-0e70-4162-bb2f-8fa02dde1b81 HTTP/1.1" status: 200 len: 946 time: 0.0510910 Nov 12 02:06:57.166681 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4edfce0c-5edd-48b9-b3d2-327a48612968 req-35cc999d-e404-4046-94b4-0327e43e7ee9 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=b6f87b1b-8e0d-4418-a986-e94574096621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518091 Nov 12 02:06:57.352528 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b388ec52-e3e3-4f30-b8f3-655533bdbabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:06:58.283616 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defc57a-2523-4860-833a-ad79b3233197 req-ea52201a-7af4-4ab6-8dd9-2e5ec1f3832b tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:58.285174 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8defc57a-2523-4860-833a-ad79b3233197 req-ea52201a-7af4-4ab6-8dd9-2e5ec1f3832b tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=c02a566a-0e70-4162-bb2f-8fa02dde1b81 HTTP/1.1" status: 200 len: 946 time: 0.0501552 Nov 12 02:06:58.336304 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8defc57a-2523-4860-833a-ad79b3233197 req-2532a89b-b314-4066-b752-9382131ae1f8 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=b6f87b1b-8e0d-4418-a986-e94574096621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449653 Nov 12 02:06:58.912108 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4d2959ae-336b-45c9-8b81-1a5f694cb1dc req-9d09c176-9b63-4f7a-8eac-ce52057b80ed service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c02a566a-0e70-4162-bb2f-8fa02dde1b81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0445404 Nov 12 02:06:59.012203 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2959ae-336b-45c9-8b81-1a5f694cb1dc req-81989ca5-7357-4c5d-842b-35df92d98547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:59.013703 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4d2959ae-336b-45c9-8b81-1a5f694cb1dc req-81989ca5-7357-4c5d-842b-35df92d98547 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6374cc485d2b42f5a26ab6b55af862e1&device_id=c02a566a-0e70-4162-bb2f-8fa02dde1b81 HTTP/1.1" status: 200 len: 1098 time: 0.0401397 Nov 12 02:06:59.124540 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2959ae-336b-45c9-8b81-1a5f694cb1dc req-a6c57d71-489e-468e-9155-12711b32789a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:59.126078 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4d2959ae-336b-45c9-8b81-1a5f694cb1dc req-a6c57d71-489e-468e-9155-12711b32789a service neutron] 10.222.0.44 "GET /v2.0/networks?id=db9793d0-df2c-4b84-81ce-6d696327426b HTTP/1.1" status: 200 len: 896 time: 0.0871038 Nov 12 02:06:59.198175 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4d2959ae-336b-45c9-8b81-1a5f694cb1dc req-dea09af6-e341-434f-9df3-56143cd528c0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92d10b79-4b5f-461f-968e-c2d783062ab2 HTTP/1.1" status: 200 len: 1002 time: 0.0645599 Nov 12 02:06:59.248189 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2959ae-336b-45c9-8b81-1a5f694cb1dc req-20713941-ab20-4d77-92ac-08e358f79cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:59.249689 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4d2959ae-336b-45c9-8b81-1a5f694cb1dc req-20713941-ab20-4d77-92ac-08e358f79cb1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=498f9b9b-3ac4-420b-bc21-7578cbf7efe9 HTTP/1.1" status: 200 len: 834 time: 0.0446262 Nov 12 02:06:59.297882 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2959ae-336b-45c9-8b81-1a5f694cb1dc req-e91c214f-b2b7-4de3-b8f5-1ed0dad12ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:59.304206 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4d2959ae-336b-45c9-8b81-1a5f694cb1dc req-e91c214f-b2b7-4de3-b8f5-1ed0dad12ea2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=db9793d0-df2c-4b84-81ce-6d696327426b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419402 Nov 12 02:06:59.409662 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4d2959ae-336b-45c9-8b81-1a5f694cb1dc req-e9fc094f-3450-4ff6-9d59-911c1e911139 service neutron] 10.222.0.44 "GET /v2.0/networks/db9793d0-df2c-4b84-81ce-6d696327426b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031101 Nov 12 02:06:59.476510 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a67cf-2fcf-49a0-94ae-67b35f1eac3d req-fd0e853e-6194-40ba-b42d-79f4cd1ddeea tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:06:59.478184 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a32a67cf-2fcf-49a0-94ae-67b35f1eac3d req-fd0e853e-6194-40ba-b42d-79f4cd1ddeea tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=c02a566a-0e70-4162-bb2f-8fa02dde1b81 HTTP/1.1" status: 200 len: 946 time: 0.0559535 Nov 12 02:06:59.513664 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-4d2959ae-336b-45c9-8b81-1a5f694cb1dc req-1fec4414-07ad-457f-a10d-e5f6526757fa service neutron] 10.222.0.44 "GET /v2.0/networks/db9793d0-df2c-4b84-81ce-6d696327426b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970955 Nov 12 02:06:59.530030 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a32a67cf-2fcf-49a0-94ae-67b35f1eac3d req-708a4306-2430-4a80-aa46-e06132b32590 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=b6f87b1b-8e0d-4418-a986-e94574096621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454233 Nov 12 02:06:59.554292 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58388) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:06:59.624321 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-3bb83765-1555-4ac6-9c51-5e002a9b80c9 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/floatingips/3f9bea77-af6e-4546-b0de-c9c262067ff2 HTTP/1.1" status: 200 len: 994 time: 0.0687156 Nov 12 02:07:00.904370 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be50ab9-5575-44d2-b074-f466eb330ec2 req-7b1e3790-6624-41a3-b8c9-b7e67023d3de tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:00.906043 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1be50ab9-5575-44d2-b074-f466eb330ec2 req-7b1e3790-6624-41a3-b8c9-b7e67023d3de tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=c02a566a-0e70-4162-bb2f-8fa02dde1b81 HTTP/1.1" status: 200 len: 946 time: 0.0579941 Nov 12 02:07:00.935592 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7f1f94ff-ee43-42b0-a611-54cb300513c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:00.963798 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1be50ab9-5575-44d2-b074-f466eb330ec2 req-103fa4de-4ec0-4cd2-8db5-8f119f9e397d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=b6f87b1b-8e0d-4418-a986-e94574096621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512862 Nov 12 02:07:01.024283 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d5d1b-a595-4dec-a9ba-f9c99e0a7dfe req-62ddc114-a044-400f-94a0-dbe9a619df64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:01.025829 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-924d5d1b-a595-4dec-a9ba-f9c99e0a7dfe req-62ddc114-a044-400f-94a0-dbe9a619df64 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6374cc485d2b42f5a26ab6b55af862e1&device_id=c02a566a-0e70-4162-bb2f-8fa02dde1b81 HTTP/1.1" status: 200 len: 1098 time: 0.0430305 Nov 12 02:07:01.124689 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d5d1b-a595-4dec-a9ba-f9c99e0a7dfe req-b7d73bba-4bd8-4efb-8cee-b70ec31a2cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:01.126192 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-924d5d1b-a595-4dec-a9ba-f9c99e0a7dfe req-b7d73bba-4bd8-4efb-8cee-b70ec31a2cca service neutron] 10.222.0.44 "GET /v2.0/networks?id=db9793d0-df2c-4b84-81ce-6d696327426b HTTP/1.1" status: 200 len: 896 time: 0.0934682 Nov 12 02:07:01.193492 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-924d5d1b-a595-4dec-a9ba-f9c99e0a7dfe req-e387bf99-3ef3-4385-ad85-2cbfca25723f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92d10b79-4b5f-461f-968e-c2d783062ab2 HTTP/1.1" status: 200 len: 1002 time: 0.0605869 Nov 12 02:07:01.248809 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d5d1b-a595-4dec-a9ba-f9c99e0a7dfe req-75996128-9850-445e-bef4-c2f716c3c356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:01.250355 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-924d5d1b-a595-4dec-a9ba-f9c99e0a7dfe req-75996128-9850-445e-bef4-c2f716c3c356 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=498f9b9b-3ac4-420b-bc21-7578cbf7efe9 HTTP/1.1" status: 200 len: 834 time: 0.0489070 Nov 12 02:07:01.297612 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d5d1b-a595-4dec-a9ba-f9c99e0a7dfe req-b69cd79c-915c-43bc-9a46-859d617ab6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:01.299210 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-924d5d1b-a595-4dec-a9ba-f9c99e0a7dfe req-b69cd79c-915c-43bc-9a46-859d617ab6f0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=db9793d0-df2c-4b84-81ce-6d696327426b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419800 Nov 12 02:07:01.400605 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-924d5d1b-a595-4dec-a9ba-f9c99e0a7dfe req-6e1d1d8e-9651-4c9d-8808-b8ad5eb3885e service neutron] 10.222.0.44 "GET /v2.0/networks/db9793d0-df2c-4b84-81ce-6d696327426b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943601 Nov 12 02:07:01.509674 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-924d5d1b-a595-4dec-a9ba-f9c99e0a7dfe req-3f69a76a-84db-4ab6-80c1-5683b29d0c82 service neutron] 10.222.0.44 "GET /v2.0/networks/db9793d0-df2c-4b84-81ce-6d696327426b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024013 Nov 12 02:07:02.091194 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ab49a-b373-4933-bf16-3157e371bd1a req-204009c0-f1ad-48fd-84fe-38942cbb0205 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:02.093069 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-704ab49a-b373-4933-bf16-3157e371bd1a req-204009c0-f1ad-48fd-84fe-38942cbb0205 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=c02a566a-0e70-4162-bb2f-8fa02dde1b81 HTTP/1.1" status: 200 len: 946 time: 0.0559092 Nov 12 02:07:02.148440 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-704ab49a-b373-4933-bf16-3157e371bd1a req-3b201e8b-aeeb-4847-ae92-ac5feddf86f8 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=b6f87b1b-8e0d-4418-a986-e94574096621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484838 Nov 12 02:07:03.116751 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:03.270096 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b42875-cf33-4a33-9065-e6e2daaf515a req-86c9e868-78e3-4239-bbfd-121d7ad0bb2b tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:03.271668 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-81b42875-cf33-4a33-9065-e6e2daaf515a req-86c9e868-78e3-4239-bbfd-121d7ad0bb2b tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=c02a566a-0e70-4162-bb2f-8fa02dde1b81 HTTP/1.1" status: 200 len: 946 time: 0.0542753 Nov 12 02:07:03.339814 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-81b42875-cf33-4a33-9065-e6e2daaf515a req-6e0f7669-fb42-409e-afa5-692f723855a4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=b6f87b1b-8e0d-4418-a986-e94574096621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614760 Nov 12 02:07:03.363000 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58400) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:07:03.432078 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-e4eece43-9105-4f0c-a250-6c4f9900aff9 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/floatingips/3f9bea77-af6e-4546-b0de-c9c262067ff2 HTTP/1.1" status: 200 len: 994 time: 0.0677075 Nov 12 02:07:04.109534 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:05.419017 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:09.070000 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:11.225078 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:16.450037 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:07:27.359602 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-976374e1-e9a3-47e1-99ca-fa25b0d98466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:30.930946 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f62ce95e-4baf-425b-bee8-b3a365ef365f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:33.119669 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:33.943898 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58410) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:07:34.114619 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:34.124673 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-4090ec9e-ca3a-42e4-9edb-c0b8ba7ecf2f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Deleting port 76312969-8b5b-4795-87e1-81c971b1c78e {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:07:34.125080 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4090ec9e-ca3a-42e4-9edb-c0b8ba7ecf2f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:34.232776 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4090ec9e-ca3a-42e4-9edb-c0b8ba7ecf2f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:34.233347 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4090ec9e-ca3a-42e4-9edb-c0b8ba7ecf2f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:34.256248 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-4090ec9e-ca3a-42e4-9edb-c0b8ba7ecf2f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Calling delete_port for 76312969-8b5b-4795-87e1-81c971b1c78e owned by network:floatingip {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:07:34.437580 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4090ec9e-ca3a-42e4-9edb-c0b8ba7ecf2f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:34.465730 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4090ec9e-ca3a-42e4-9edb-c0b8ba7ecf2f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event deleted for resources: {'Port': ['ID=76312969-8b5b-4795-87e1-81c971b1c78e,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:34.479908 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090ec9e-ca3a-42e4-9edb-c0b8ba7ecf2f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:34.480299 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090ec9e-ca3a-42e4-9edb-c0b8ba7ecf2f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:34.480650 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090ec9e-ca3a-42e4-9edb-c0b8ba7ecf2f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:34.480995 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090ec9e-ca3a-42e4-9edb-c0b8ba7ecf2f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:34.481308 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090ec9e-ca3a-42e4-9edb-c0b8ba7ecf2f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:34.481680 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090ec9e-ca3a-42e4-9edb-c0b8ba7ecf2f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:34.481969 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090ec9e-ca3a-42e4-9edb-c0b8ba7ecf2f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:34.482298 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090ec9e-ca3a-42e4-9edb-c0b8ba7ecf2f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:34.482624 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090ec9e-ca3a-42e4-9edb-c0b8ba7ecf2f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:34.483001 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090ec9e-ca3a-42e4-9edb-c0b8ba7ecf2f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:34.483273 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090ec9e-ca3a-42e4-9edb-c0b8ba7ecf2f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:34.483593 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090ec9e-ca3a-42e4-9edb-c0b8ba7ecf2f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:34.548425 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4090ec9e-ca3a-42e4-9edb-c0b8ba7ecf2f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for floatingip, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:34.548885 n-d-712142-27 neutron-server[109085]: INFO neutron.db.l3_db [None req-4090ec9e-ca3a-42e4-9edb-c0b8ba7ecf2f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Floating IP 3f9bea77-af6e-4546-b0de-c9c262067ff2 disassociated (deleted). External IP: 172.25.3.187, port: 92d10b79-4b5f-461f-968e-c2d783062ab2. Nov 12 02:07:34.808828 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4090ec9e-ca3a-42e4-9edb-c0b8ba7ecf2f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Router 4b766a47-8bf6-42cd-b150-4c39b86f3847 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:07:34.927984 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4090ec9e-ca3a-42e4-9edb-c0b8ba7ecf2f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:07:34.932829 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4090ec9e-ca3a-42e4-9edb-c0b8ba7ecf2f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:34.942537 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c52f80-6e55-4594-8a45-37ce16443bb0 None None] Sync routers for ids ['4b766a47-8bf6-42cd-b150-4c39b86f3847'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:07:34.955833 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c52f80-6e55-4594-8a45-37ce16443bb0 None None] Routers {'4b766a47-8bf6-42cd-b150-4c39b86f3847'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:07:34.956954 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-32c52f80-6e55-4594-8a45-37ce16443bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:07:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['4b766a47-8bf6-42cd-b150-4c39b86f3847'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:07:34.965036 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4090ec9e-ca3a-42e4-9edb-c0b8ba7ecf2f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "DELETE /v2.0/floatingips/3f9bea77-af6e-4546-b0de-c9c262067ff2 HTTP/1.1" status: 204 len: 168 time: 1.0199611 Nov 12 02:07:34.965953 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c02a566a-0e70-4162-bb2f-8fa02dde1b81', 'tag': '92d10b79-4b5f-461f-968e-c2d783062ab2'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:07:34.968114 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dd4e089669c975f2de9f4f0df131bfb5fea3b750f9a1fd67846e9670e07c7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609a5875-5a42-4608-9c28-0c6f38411c6b" -d '{"events": [{"name": "network-changed", "server_uuid": "c02a566a-0e70-4162-bb2f-8fa02dde1b81", "tag": "92d10b79-4b5f-461f-968e-c2d783062ab2"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:07:35.099282 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-32c52f80-6e55-4594-8a45-37ce16443bb0 None None] Set router 4b766a47-8bf6-42cd-b150-4c39b86f3847 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:07:35.185630 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9bc1a5-1ff0-4fce-8367-3c3614d08c64 x-openstack-request-id: req-8c9bc1a5-1ff0-4fce-8367-3c3614d08c64 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:07:35.186465 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c02a566a-0e70-4162-bb2f-8fa02dde1b81", "tag": "92d10b79-4b5f-461f-968e-c2d783062ab2", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:07:35.186849 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8c9bc1a5-1ff0-4fce-8367-3c3614d08c64 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:07:35.187401 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c02a566a-0e70-4162-bb2f-8fa02dde1b81', 'tag': '92d10b79-4b5f-461f-968e-c2d783062ab2', 'status': 'completed', 'code': 200} Nov 12 02:07:35.310089 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a5875-5a42-4608-9c28-0c6f38411c6b req-987c2401-34d7-4371-8df3-d107c9888fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:35.313870 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-609a5875-5a42-4608-9c28-0c6f38411c6b req-987c2401-34d7-4371-8df3-d107c9888fda service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6374cc485d2b42f5a26ab6b55af862e1&device_id=c02a566a-0e70-4162-bb2f-8fa02dde1b81 HTTP/1.1" status: 200 len: 1098 time: 0.0771334 Nov 12 02:07:35.324722 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48681ed-eabc-4fbe-9e35-746115cfe737 req-6c94076c-d59c-41bf-ac1e-847b6d3e2ff6 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:35.326434 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e48681ed-eabc-4fbe-9e35-746115cfe737 req-6c94076c-d59c-41bf-ac1e-847b6d3e2ff6 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=c02a566a-0e70-4162-bb2f-8fa02dde1b81 HTTP/1.1" status: 200 len: 946 time: 0.0842304 Nov 12 02:07:35.410267 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e48681ed-eabc-4fbe-9e35-746115cfe737 req-7904c640-5250-42ad-a466-bcff4b4e0dd4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=b6f87b1b-8e0d-4418-a986-e94574096621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712781 Nov 12 02:07:35.434460 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a5875-5a42-4608-9c28-0c6f38411c6b req-1bcbfda9-5bce-4b77-81a5-ea91c873cb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:35.436281 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-609a5875-5a42-4608-9c28-0c6f38411c6b req-1bcbfda9-5bce-4b77-81a5-ea91c873cb7d service neutron] 10.222.0.44 "GET /v2.0/networks?id=db9793d0-df2c-4b84-81ce-6d696327426b HTTP/1.1" status: 200 len: 896 time: 0.1137996 Nov 12 02:07:35.488112 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-609a5875-5a42-4608-9c28-0c6f38411c6b req-6c089214-e3ae-4ac2-a656-59a0cffbff93 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92d10b79-4b5f-461f-968e-c2d783062ab2 HTTP/1.1" status: 200 len: 217 time: 0.0429733 Nov 12 02:07:35.513746 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:35.544454 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a5875-5a42-4608-9c28-0c6f38411c6b req-ba8cc0a1-d71c-428b-923c-a6b914c41607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:35.546026 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-609a5875-5a42-4608-9c28-0c6f38411c6b req-ba8cc0a1-d71c-428b-923c-a6b914c41607 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=498f9b9b-3ac4-420b-bc21-7578cbf7efe9 HTTP/1.1" status: 200 len: 834 time: 0.0507684 Nov 12 02:07:35.600435 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a5875-5a42-4608-9c28-0c6f38411c6b req-5482d8f7-7cec-4a48-9390-d707ad44cced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:35.602174 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-609a5875-5a42-4608-9c28-0c6f38411c6b req-5482d8f7-7cec-4a48-9390-d707ad44cced service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=db9793d0-df2c-4b84-81ce-6d696327426b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475318 Nov 12 02:07:35.697473 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-32c52f80-6e55-4594-8a45-37ce16443bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b766a47-8bf6-42cd-b150-4c39b86f3847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-590247738', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '173da63f-ff7f-431c-bda5-43e1c8aabd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:05:50Z', 'updated_at': '2021-11-12T02:05:53Z', 'revision_number': 4, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '173da63f-ff7f-431c-bda5-43e1c8aabd6a', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:5a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b766a47-8bf6-42cd-b150-4c39b86f3847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:05:50Z', 'updated_at': '2021-11-12T02:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'cfbb1ac5-b8dc-49cd-9663-9a22e7156944', 'name': '', 'network_id': 'db9793d0-df2c-4b84-81ce-6d696327426b', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'mac_address': 'fa:16:3e:44:5b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b766a47-8bf6-42cd-b150-4c39b86f3847', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '498f9b9b-3ac4-420b-bc21-7578cbf7efe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:05:53Z', 'updated_at': '2021-11-12T02:05:57Z', 'revision_number': 5, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'subnets': [{'id': '498f9b9b-3ac4-420b-bc21-7578cbf7efe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:07:35.729068 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c52f80-6e55-4594-8a45-37ce16443bb0 None None] Checking router: 4b766a47-8bf6-42cd-b150-4c39b86f3847 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:07:35.732958 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-609a5875-5a42-4608-9c28-0c6f38411c6b req-e9d87a86-8c6f-4e67-af4b-84c29f2bd596 service neutron] 10.222.0.44 "GET /v2.0/networks/db9793d0-df2c-4b84-81ce-6d696327426b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230240 Nov 12 02:07:35.740525 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c52f80-6e55-4594-8a45-37ce16443bb0 None None] Routers {'4b766a47-8bf6-42cd-b150-4c39b86f3847'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:07:35.741169 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-32c52f80-6e55-4594-8a45-37ce16443bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:07:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['4b766a47-8bf6-42cd-b150-4c39b86f3847'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:07:35.864758 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-609a5875-5a42-4608-9c28-0c6f38411c6b req-0f7787e4-02c0-415f-a9c5-e0b9e4d740af service neutron] 10.222.0.44 "GET /v2.0/networks/db9793d0-df2c-4b84-81ce-6d696327426b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239719 Nov 12 02:07:35.913354 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-32c52f80-6e55-4594-8a45-37ce16443bb0 None None] Set router 4b766a47-8bf6-42cd-b150-4c39b86f3847 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:07:36.161501 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-32c52f80-6e55-4594-8a45-37ce16443bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b766a47-8bf6-42cd-b150-4c39b86f3847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-590247738', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '173da63f-ff7f-431c-bda5-43e1c8aabd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:05:50Z', 'updated_at': '2021-11-12T02:05:53Z', 'revision_number': 4, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '173da63f-ff7f-431c-bda5-43e1c8aabd6a', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:5a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b766a47-8bf6-42cd-b150-4c39b86f3847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:05:50Z', 'updated_at': '2021-11-12T02:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'cfbb1ac5-b8dc-49cd-9663-9a22e7156944', 'name': '', 'network_id': 'db9793d0-df2c-4b84-81ce-6d696327426b', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'mac_address': 'fa:16:3e:44:5b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b766a47-8bf6-42cd-b150-4c39b86f3847', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '498f9b9b-3ac4-420b-bc21-7578cbf7efe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:05:53Z', 'updated_at': '2021-11-12T02:05:57Z', 'revision_number': 5, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'subnets': [{'id': '498f9b9b-3ac4-420b-bc21-7578cbf7efe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:07:36.189085 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c52f80-6e55-4594-8a45-37ce16443bb0 None None] The sync data for ids ['4b766a47-8bf6-42cd-b150-4c39b86f3847'] in n-d-712142-27 is: [{'id': '4b766a47-8bf6-42cd-b150-4c39b86f3847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-590247738', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '173da63f-ff7f-431c-bda5-43e1c8aabd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:05:50Z', 'updated_at': '2021-11-12T02:05:53Z', 'revision_number': 4, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '173da63f-ff7f-431c-bda5-43e1c8aabd6a', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:5a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b766a47-8bf6-42cd-b150-4c39b86f3847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:05:50Z', 'updated_at': '2021-11-12T02:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'cfbb1ac5-b8dc-49cd-9663-9a22e7156944', 'name': '', 'network_id': 'db9793d0-df2c-4b84-81ce-6d696327426b', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'mac_address': 'fa:16:3e:44:5b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b766a47-8bf6-42cd-b150-4c39b86f3847', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '498f9b9b-3ac4-420b-bc21-7578cbf7efe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:05:53Z', 'updated_at': '2021-11-12T02:05:57Z', 'revision_number': 5, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'subnets': [{'id': '498f9b9b-3ac4-420b-bc21-7578cbf7efe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:07:36.462635 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423e58d3-3e02-46a4-8a6f-2281e3b4272d None None] New status for floating IP 3f9bea77-af6e-4546-b0de-c9c262067ff2: DOWN {{(pid=109088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:07:36.556278 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d6c786-4f38-41ae-90df-7a0ec5c2b5d1 req-fd5e0442-4a2b-47aa-a57f-1c623deba5bf tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:36.557960 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c7d6c786-4f38-41ae-90df-7a0ec5c2b5d1 req-fd5e0442-4a2b-47aa-a57f-1c623deba5bf tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=c02a566a-0e70-4162-bb2f-8fa02dde1b81 HTTP/1.1" status: 200 len: 946 time: 0.0613568 Nov 12 02:07:36.638413 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c7d6c786-4f38-41ae-90df-7a0ec5c2b5d1 req-a08842ae-3563-4d40-a6dd-cfb3b7d91d1f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=b6f87b1b-8e0d-4418-a986-e94574096621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728798 Nov 12 02:07:36.891768 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578e11f-1985-4187-86e8-18073ccaee4e req-4c9cb6f8-b378-4325-8121-74c36d779893 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:36.893789 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8578e11f-1985-4187-86e8-18073ccaee4e req-4c9cb6f8-b378-4325-8121-74c36d779893 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.44 "GET /v2.0/ports?device_id=c02a566a-0e70-4162-bb2f-8fa02dde1b81 HTTP/1.1" status: 200 len: 946 time: 0.0584161 Nov 12 02:07:36.987145 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-8578e11f-1985-4187-86e8-18073ccaee4e req-1999c178-47e9-4e73-8e0c-2517104299c8 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Deleting port 92d10b79-4b5f-461f-968e-c2d783062ab2 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:07:36.987487 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-8578e11f-1985-4187-86e8-18073ccaee4e req-1999c178-47e9-4e73-8e0c-2517104299c8 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:37.087993 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-8578e11f-1985-4187-86e8-18073ccaee4e req-1999c178-47e9-4e73-8e0c-2517104299c8 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] For port 92d10b79-4b5f-461f-968e-c2d783062ab2, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=92d10b79-4b5f-461f-968e-c2d783062ab2,segment=NetworkSegment(468e8603-1671-48c5-a383-2107c9dff79b),segment_id=468e8603-1671-48c5-a383-2107c9dff79b)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:07:37.088461 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-8578e11f-1985-4187-86e8-18073ccaee4e req-1999c178-47e9-4e73-8e0c-2517104299c8 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:37.110901 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-8578e11f-1985-4187-86e8-18073ccaee4e req-1999c178-47e9-4e73-8e0c-2517104299c8 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Calling delete_port for 92d10b79-4b5f-461f-968e-c2d783062ab2 owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:07:37.260796 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-8578e11f-1985-4187-86e8-18073ccaee4e req-1999c178-47e9-4e73-8e0c-2517104299c8 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:37.295611 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1999c178-47e9-4e73-8e0c-2517104299c8 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event deleted for resources: {'Port': ['ID=92d10b79-4b5f-461f-968e-c2d783062ab2,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:37.309689 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1999c178-47e9-4e73-8e0c-2517104299c8 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:37.310045 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1999c178-47e9-4e73-8e0c-2517104299c8 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:37.310398 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1999c178-47e9-4e73-8e0c-2517104299c8 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:37.310740 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1999c178-47e9-4e73-8e0c-2517104299c8 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:37.311076 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1999c178-47e9-4e73-8e0c-2517104299c8 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:37.311415 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1999c178-47e9-4e73-8e0c-2517104299c8 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:37.311750 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1999c178-47e9-4e73-8e0c-2517104299c8 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:37.312119 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1999c178-47e9-4e73-8e0c-2517104299c8 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:37.312452 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1999c178-47e9-4e73-8e0c-2517104299c8 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:37.312789 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1999c178-47e9-4e73-8e0c-2517104299c8 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:37.313117 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1999c178-47e9-4e73-8e0c-2517104299c8 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:37.313452 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1999c178-47e9-4e73-8e0c-2517104299c8 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:37.349712 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-8578e11f-1985-4187-86e8-18073ccaee4e req-1999c178-47e9-4e73-8e0c-2517104299c8 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] No DVR routers for this DVR port 92d10b79-4b5f-461f-968e-c2d783062ab2 on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:07:37.352524 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-8578e11f-1985-4187-86e8-18073ccaee4e req-1999c178-47e9-4e73-8e0c-2517104299c8 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:37.356548 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8578e11f-1985-4187-86e8-18073ccaee4e req-1999c178-47e9-4e73-8e0c-2517104299c8 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.44 "DELETE /v2.0/ports/92d10b79-4b5f-461f-968e-c2d783062ab2 HTTP/1.1" status: 204 len: 173 time: 0.4566813 Nov 12 02:07:37.357033 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c02a566a-0e70-4162-bb2f-8fa02dde1b81', 'name': 'network-vif-deleted', 'tag': '92d10b79-4b5f-461f-968e-c2d783062ab2'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:07:37.359422 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4d1d6158e421e9c8e993f80e0426ddaaefecbe2af3f4b68345379587447b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c195eacd-ce88-4cf9-86ef-c1b2f3ea1f5b" -d '{"events": [{"server_uuid": "c02a566a-0e70-4162-bb2f-8fa02dde1b81", "name": "network-vif-deleted", "tag": "92d10b79-4b5f-461f-968e-c2d783062ab2"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:07:37.414496 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07235057-1e5b-47e9-b699-3941219c03ae x-openstack-request-id: req-07235057-1e5b-47e9-b699-3941219c03ae {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:07:37.414797 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c02a566a-0e70-4162-bb2f-8fa02dde1b81", "name": "network-vif-deleted", "tag": "92d10b79-4b5f-461f-968e-c2d783062ab2", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:07:37.415054 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-07235057-1e5b-47e9-b699-3941219c03ae {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:07:37.415465 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c02a566a-0e70-4162-bb2f-8fa02dde1b81', 'name': 'network-vif-deleted', 'tag': '92d10b79-4b5f-461f-968e-c2d783062ab2', 'status': 'completed', 'code': 200} Nov 12 02:07:37.795264 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-69d9ba4f-a869-40a4-ae6a-a06b1b92571a req-f7c739c4-13e4-4d86-acdc-cfbca8fdcc21 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=c02a566a-0e70-4162-bb2f-8fa02dde1b81 HTTP/1.1" status: 200 len: 210 time: 0.0403702 Nov 12 02:07:38.858258 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58426) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:07:39.095274 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:39.286155 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-90d67cb9-f68c-4182-8efe-4e19e0001fe2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:39.567574 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-90d67cb9-f68c-4182-8efe-4e19e0001fe2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Deleting port cfbb1ac5-b8dc-49cd-9663-9a22e7156944 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:07:39.567919 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-90d67cb9-f68c-4182-8efe-4e19e0001fe2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:39.672626 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-90d67cb9-f68c-4182-8efe-4e19e0001fe2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] For port cfbb1ac5-b8dc-49cd-9663-9a22e7156944, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=cfbb1ac5-b8dc-49cd-9663-9a22e7156944,segment=NetworkSegment(468e8603-1671-48c5-a383-2107c9dff79b),segment_id=468e8603-1671-48c5-a383-2107c9dff79b)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:07:39.672898 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-90d67cb9-f68c-4182-8efe-4e19e0001fe2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:39.687937 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-90d67cb9-f68c-4182-8efe-4e19e0001fe2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Calling delete_port for cfbb1ac5-b8dc-49cd-9663-9a22e7156944 owned by network:router_interface {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:07:39.715232 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 92d10b79-4b5f-461f-968e-c2d783062ab2 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:07:39.735898 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 92d10b79-4b5f-461f-968e-c2d783062ab2 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:07:39.736269 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 92d10b79-4b5f-461f-968e-c2d783062ab2 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:07:39.915404 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-90d67cb9-f68c-4182-8efe-4e19e0001fe2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:39.951002 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d67cb9-f68c-4182-8efe-4e19e0001fe2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event deleted for resources: {'Port': ['ID=cfbb1ac5-b8dc-49cd-9663-9a22e7156944,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:40.212992 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-90d67cb9-f68c-4182-8efe-4e19e0001fe2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:40.439200 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d67cb9-f68c-4182-8efe-4e19e0001fe2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Router 4b766a47-8bf6-42cd-b150-4c39b86f3847 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:07:40.550533 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d67cb9-f68c-4182-8efe-4e19e0001fe2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:07:40.556263 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-90d67cb9-f68c-4182-8efe-4e19e0001fe2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "PUT /v2.0/routers/4b766a47-8bf6-42cd-b150-4c39b86f3847/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6961529 Nov 12 02:07:40.558476 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58428) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:07:40.561400 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549f0793-beba-45d2-bb76-d659e76121dd None None] Sync routers for ids ['4b766a47-8bf6-42cd-b150-4c39b86f3847'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:07:40.571473 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549f0793-beba-45d2-bb76-d659e76121dd None None] Routers {'4b766a47-8bf6-42cd-b150-4c39b86f3847'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:07:40.572243 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-549f0793-beba-45d2-bb76-d659e76121dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:07:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['4b766a47-8bf6-42cd-b150-4c39b86f3847'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:07:40.612176 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-78f13380-5db5-46ac-afb9-5658bd38bc16 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Deleting subnet 498f9b9b-3ac4-420b-bc21-7578cbf7efe9 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:07:40.615540 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-78f13380-5db5-46ac-afb9-5658bd38bc16 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:40.662506 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-78f13380-5db5-46ac-afb9-5658bd38bc16 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:40.696540 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-549f0793-beba-45d2-bb76-d659e76121dd None None] Set router 4b766a47-8bf6-42cd-b150-4c39b86f3847 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:07:40.751913 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-78f13380-5db5-46ac-afb9-5658bd38bc16 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:40.815161 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-78f13380-5db5-46ac-afb9-5658bd38bc16 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:40.844980 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f13380-5db5-46ac-afb9-5658bd38bc16 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event deleted for resources: {'Subnet': ['ID=498f9b9b-3ac4-420b-bc21-7578cbf7efe9,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:40.847102 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-78f13380-5db5-46ac-afb9-5658bd38bc16 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:40.850474 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-78f13380-5db5-46ac-afb9-5658bd38bc16 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "DELETE /v2.0/subnets/498f9b9b-3ac4-420b-bc21-7578cbf7efe9 HTTP/1.1" status: 204 len: 168 time: 0.2907815 Nov 12 02:07:40.853158 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58430) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:07:40.855985 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc58feda-5d30-4d88-8ef0-55ebd45b7aa0 None None] Network db9793d0-df2c-4b84-81ce-6d696327426b requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:07:40.966709 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cf988e9c-24ba-41f4-a888-50836f967022 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:40.997952 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-549f0793-beba-45d2-bb76-d659e76121dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b766a47-8bf6-42cd-b150-4c39b86f3847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-590247738', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '173da63f-ff7f-431c-bda5-43e1c8aabd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:05:50Z', 'updated_at': '2021-11-12T02:07:39Z', 'revision_number': 5, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '173da63f-ff7f-431c-bda5-43e1c8aabd6a', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:5a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b766a47-8bf6-42cd-b150-4c39b86f3847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:05:50Z', 'updated_at': '2021-11-12T02:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:07:41.027617 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549f0793-beba-45d2-bb76-d659e76121dd None None] Checking router: 4b766a47-8bf6-42cd-b150-4c39b86f3847 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:07:41.043071 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549f0793-beba-45d2-bb76-d659e76121dd None None] Routers {'4b766a47-8bf6-42cd-b150-4c39b86f3847'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:07:41.043667 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-549f0793-beba-45d2-bb76-d659e76121dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:07:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['4b766a47-8bf6-42cd-b150-4c39b86f3847'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:07:41.083942 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cf988e9c-24ba-41f4-a888-50836f967022 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:41.130390 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27d703d-5e93-4ed8-8ab4-a3c4e292ff5c None None] DHCP port deletion for db9793d0-df2c-4b84-81ce-6d696327426b request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:07:41.141416 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-cf988e9c-24ba-41f4-a888-50836f967022 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Deleting port 173da63f-ff7f-431c-bda5-43e1c8aabd6a {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:07:41.142126 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cf988e9c-24ba-41f4-a888-50836f967022 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:41.181500 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-549f0793-beba-45d2-bb76-d659e76121dd None None] Set router 4b766a47-8bf6-42cd-b150-4c39b86f3847 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:07:41.225786 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-cf988e9c-24ba-41f4-a888-50836f967022 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] For port 173da63f-ff7f-431c-bda5-43e1c8aabd6a, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=173da63f-ff7f-431c-bda5-43e1c8aabd6a,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:07:41.226151 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cf988e9c-24ba-41f4-a888-50836f967022 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:41.238404 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-cf988e9c-24ba-41f4-a888-50836f967022 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Calling delete_port for 173da63f-ff7f-431c-bda5-43e1c8aabd6a owned by network:router_gateway {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:07:41.277896 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:41.310909 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-e27d703d-5e93-4ed8-8ab4-a3c4e292ff5c None None] Deleting port 9da82760-b77f-4462-b8ff-b94a1f4bdbe9 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:07:41.311275 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e27d703d-5e93-4ed8-8ab4-a3c4e292ff5c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:41.398688 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-e27d703d-5e93-4ed8-8ab4-a3c4e292ff5c None None] For port 9da82760-b77f-4462-b8ff-b94a1f4bdbe9, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=9da82760-b77f-4462-b8ff-b94a1f4bdbe9,segment=NetworkSegment(468e8603-1671-48c5-a383-2107c9dff79b),segment_id=468e8603-1671-48c5-a383-2107c9dff79b)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:07:41.398962 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e27d703d-5e93-4ed8-8ab4-a3c4e292ff5c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:41.410924 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cf988e9c-24ba-41f4-a888-50836f967022 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:41.427873 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-e27d703d-5e93-4ed8-8ab4-a3c4e292ff5c None None] Calling delete_port for 9da82760-b77f-4462-b8ff-b94a1f4bdbe9 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:07:41.442305 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf988e9c-24ba-41f4-a888-50836f967022 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event deleted for resources: {'Port': ['ID=173da63f-ff7f-431c-bda5-43e1c8aabd6a,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:41.480360 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2033fc-4623-4489-9dd8-101b8b35384c None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:07:41.512839 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cf988e9c-24ba-41f4-a888-50836f967022 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:41.530104 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-549f0793-beba-45d2-bb76-d659e76121dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b766a47-8bf6-42cd-b150-4c39b86f3847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-590247738', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '173da63f-ff7f-431c-bda5-43e1c8aabd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:05:50Z', 'updated_at': '2021-11-12T02:07:39Z', 'revision_number': 5, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '173da63f-ff7f-431c-bda5-43e1c8aabd6a', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:5a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b766a47-8bf6-42cd-b150-4c39b86f3847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:05:50Z', 'updated_at': '2021-11-12T02:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:07:41.559167 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549f0793-beba-45d2-bb76-d659e76121dd None None] The sync data for ids ['4b766a47-8bf6-42cd-b150-4c39b86f3847'] in n-d-712142-27 is: [{'id': '4b766a47-8bf6-42cd-b150-4c39b86f3847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-590247738', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '173da63f-ff7f-431c-bda5-43e1c8aabd6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:05:50Z', 'updated_at': '2021-11-12T02:07:39Z', 'revision_number': 5, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '173da63f-ff7f-431c-bda5-43e1c8aabd6a', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:5a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b766a47-8bf6-42cd-b150-4c39b86f3847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:05:50Z', 'updated_at': '2021-11-12T02:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:07:41.565324 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e27d703d-5e93-4ed8-8ab4-a3c4e292ff5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:41.599941 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27d703d-5e93-4ed8-8ab4-a3c4e292ff5c None None] Pushing event deleted for resources: {'Port': ['ID=9da82760-b77f-4462-b8ff-b94a1f4bdbe9,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:41.604496 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27d703d-5e93-4ed8-8ab4-a3c4e292ff5c None None] No DVR routers for this DVR port 9da82760-b77f-4462-b8ff-b94a1f4bdbe9 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:07:41.613066 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cf988e9c-24ba-41f4-a888-50836f967022 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:41.613732 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d703d-5e93-4ed8-8ab4-a3c4e292ff5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:41.614084 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d703d-5e93-4ed8-8ab4-a3c4e292ff5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:41.614433 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d703d-5e93-4ed8-8ab4-a3c4e292ff5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:41.614782 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d703d-5e93-4ed8-8ab4-a3c4e292ff5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:41.615099 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d703d-5e93-4ed8-8ab4-a3c4e292ff5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:41.615820 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d703d-5e93-4ed8-8ab4-a3c4e292ff5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:41.615820 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d703d-5e93-4ed8-8ab4-a3c4e292ff5c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:41.616074 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d703d-5e93-4ed8-8ab4-a3c4e292ff5c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:41.616399 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d703d-5e93-4ed8-8ab4-a3c4e292ff5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:41.616719 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d703d-5e93-4ed8-8ab4-a3c4e292ff5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:41.617038 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d703d-5e93-4ed8-8ab4-a3c4e292ff5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:41.617358 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27d703d-5e93-4ed8-8ab4-a3c4e292ff5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:41.620098 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cf988e9c-24ba-41f4-a888-50836f967022 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:41.664272 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cf988e9c-24ba-41f4-a888-50836f967022 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:41.664932 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf988e9c-24ba-41f4-a888-50836f967022 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Fanout notify agent at l3_agent the message router_deleted on router 4b766a47-8bf6-42cd-b150-4c39b86f3847 {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 02:07:41.671893 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cf988e9c-24ba-41f4-a888-50836f967022 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:41.673038 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-cf988e9c-24ba-41f4-a888-50836f967022 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "DELETE /v2.0/routers/4b766a47-8bf6-42cd-b150-4c39b86f3847 HTTP/1.1" status: 204 len: 168 time: 0.8186507 Nov 12 02:07:41.676238 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58432) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:07:41.755374 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-874afcfd-6445-41ed-bcdd-31a4af657ac3 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:41.838610 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-874afcfd-6445-41ed-bcdd-31a4af657ac3 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:41.857852 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-874afcfd-6445-41ed-bcdd-31a4af657ac3 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db9793d0-df2c-4b84-81ce-6d696327426b']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:07:41.868386 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-874afcfd-6445-41ed-bcdd-31a4af657ac3 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '468e8603-1671-48c5-a383-2107c9dff79b') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:07:41.868689 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-874afcfd-6445-41ed-bcdd-31a4af657ac3 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '468e8603-1671-48c5-a383-2107c9dff79b') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:07:41.878687 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-874afcfd-6445-41ed-bcdd-31a4af657ac3 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:41.896143 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-874afcfd-6445-41ed-bcdd-31a4af657ac3 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:41.904348 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-874afcfd-6445-41ed-bcdd-31a4af657ac3 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:07:41.904538 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-874afcfd-6445-41ed-bcdd-31a4af657ac3 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:41.907559 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 02:07:41.907559 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:07:41.907559 n-d-712142-27 neutron-server[109086]: timer() Nov 12 02:07:41.907559 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:07:41.907559 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 02:07:41.907559 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:07:41.907559 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 02:07:41.907559 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:07:41.907559 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 02:07:41.907559 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:07:41.907559 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 02:07:41.907559 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:07:41.907559 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 02:07:41.907559 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:07:41.907559 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:07:41.907559 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:07:41.907559 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:07:41.907559 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:07:41.907559 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 02:07:41.907559 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:07:41.907559 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 02:07:41.907559 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:07:41.907559 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:07:41.907559 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:07:41.907559 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 02:07:41.907559 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:07:41.907559 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:07:41.907559 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:07:41.907559 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:07:41.907559 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:07:41.907559 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:07:41.907559 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:07:41.978179 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-874afcfd-6445-41ed-bcdd-31a4af657ac3 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:41.984755 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-874afcfd-6445-41ed-bcdd-31a4af657ac3 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:41.988813 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-874afcfd-6445-41ed-bcdd-31a4af657ac3 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "DELETE /v2.0/networks/db9793d0-df2c-4b84-81ce-6d696327426b HTTP/1.1" status: 204 len: 168 time: 0.3116393 Nov 12 02:07:41.991539 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58434) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:07:42.015062 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874afcfd-6445-41ed-bcdd-31a4af657ac3 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event deleted for resources: {'Network': ['ID=db9793d0-df2c-4b84-81ce-6d696327426b,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:42.024508 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 9da82760-b77f-4462-b8ff-b94a1f4bdbe9 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:07:42.052016 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 9da82760-b77f-4462-b8ff-b94a1f4bdbe9 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:07:42.052363 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 9da82760-b77f-4462-b8ff-b94a1f4bdbe9 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:07:42.069452 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9142720b-1e24-4805-9398-c6d4767166b2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:42.105655 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9142720b-1e24-4805-9398-c6d4767166b2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:42.184907 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9142720b-1e24-4805-9398-c6d4767166b2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:42.184907 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9142720b-1e24-4805-9398-c6d4767166b2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:42.185167 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-9142720b-1e24-4805-9398-c6d4767166b2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "DELETE /v2.0/security-groups/b6f87b1b-8e0d-4418-a986-e94574096621 HTTP/1.1" status: 204 len: 168 time: 0.1925609 Nov 12 02:07:42.196961 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9142720b-1e24-4805-9398-c6d4767166b2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f87b1b-8e0d-4418-a986-e94574096621,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:42.600748 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58440) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:07:42.605435 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-daa165a1-250a-4226-ad24-5b473762b39e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1965970675', 'description': 'tempest-secgroup-smoke-1965970675 description', 'project_id': '6374cc485d2b42f5a26ab6b55af862e1'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:07:42.634220 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-daa165a1-250a-4226-ad24-5b473762b39e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:43.047064 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-daa165a1-250a-4226-ad24-5b473762b39e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:43.051826 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-daa165a1-250a-4226-ad24-5b473762b39e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:43.083697 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-daa165a1-250a-4226-ad24-5b473762b39e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:43.084998 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-daa165a1-250a-4226-ad24-5b473762b39e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4832375 Nov 12 02:07:43.086922 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa165a1-250a-4226-ad24-5b473762b39e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3fe5e8e-0452-42df-b0f1-4caf227dbac1,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:43.088140 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58442) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:07:43.092973 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-4ef7ae6a-a9da-4ed3-b69d-9c8a2a895fca tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'security_group_rule': {'security_group_id': 'd3fe5e8e-0452-42df-b0f1-4caf227dbac1', 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:07:43.121305 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4ef7ae6a-a9da-4ed3-b69d-9c8a2a895fca tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:43.178736 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4ef7ae6a-a9da-4ed3-b69d-9c8a2a895fca tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:43.182410 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4ef7ae6a-a9da-4ed3-b69d-9c8a2a895fca tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:43.203427 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef7ae6a-a9da-4ed3-b69d-9c8a2a895fca tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f07c8ff-4a26-432a-b302-4f58bc46ebfc,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:43.208896 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4ef7ae6a-a9da-4ed3-b69d-9c8a2a895fca tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:43.210090 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4ef7ae6a-a9da-4ed3-b69d-9c8a2a895fca tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1208398 Nov 12 02:07:43.212860 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58444) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:07:43.217107 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-a26a6fa6-d25e-4f6f-a9fb-304cc4c08a9b tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'security_group_rule': {'security_group_id': 'd3fe5e8e-0452-42df-b0f1-4caf227dbac1', 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:07:43.245695 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a26a6fa6-d25e-4f6f-a9fb-304cc4c08a9b tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:43.309072 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a26a6fa6-d25e-4f6f-a9fb-304cc4c08a9b tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:43.313095 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a26a6fa6-d25e-4f6f-a9fb-304cc4c08a9b tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:43.332431 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26a6fa6-d25e-4f6f-a9fb-304cc4c08a9b tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=201ae910-67c6-473b-b9d7-58718a3008e6,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:43.340359 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a26a6fa6-d25e-4f6f-a9fb-304cc4c08a9b tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:43.341603 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a26a6fa6-d25e-4f6f-a9fb-304cc4c08a9b tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1278191 Nov 12 02:07:43.344672 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58446) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:07:43.349097 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-438536a8-609a-4ca4-90d3-03a873b32613 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'security_group_rule': {'security_group_id': 'd3fe5e8e-0452-42df-b0f1-4caf227dbac1', 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:07:43.376947 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-438536a8-609a-4ca4-90d3-03a873b32613 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:43.434474 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-438536a8-609a-4ca4-90d3-03a873b32613 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:43.438243 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-438536a8-609a-4ca4-90d3-03a873b32613 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:43.456467 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438536a8-609a-4ca4-90d3-03a873b32613 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9fba8cf-1da1-4feb-b67f-b21cbb32bf88,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:43.463674 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-438536a8-609a-4ca4-90d3-03a873b32613 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:43.464903 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-438536a8-609a-4ca4-90d3-03a873b32613 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1193140 Nov 12 02:07:43.467605 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58448) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:07:43.472859 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-a0bd124f-7d20-4ff4-95f8-c12c20acc523 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'security_group_rule': {'security_group_id': 'd3fe5e8e-0452-42df-b0f1-4caf227dbac1', 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:07:43.498684 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a0bd124f-7d20-4ff4-95f8-c12c20acc523 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:43.557786 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a0bd124f-7d20-4ff4-95f8-c12c20acc523 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:43.560820 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a0bd124f-7d20-4ff4-95f8-c12c20acc523 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:43.579307 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bd124f-7d20-4ff4-95f8-c12c20acc523 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bc625b7-393d-4457-8352-9c14db25e6f1,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:43.584232 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a0bd124f-7d20-4ff4-95f8-c12c20acc523 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:43.588381 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a0bd124f-7d20-4ff4-95f8-c12c20acc523 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1166458 Nov 12 02:07:43.588381 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58450) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:07:43.592694 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-919e7c42-fc02-47ef-a88c-31628e9f12df tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'security_group_rule': {'security_group_id': 'd3fe5e8e-0452-42df-b0f1-4caf227dbac1', 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:07:43.601288 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device cfbb1ac5-b8dc-49cd-9663-9a22e7156944 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:07:43.615710 n-d-712142-27 neutron-server[109086]: INFO neutron.db.securitygroups_db [None req-919e7c42-fc02-47ef-a88c-31628e9f12df tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Project 6374cc485d2b42f5a26ab6b55af862e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 02:07:43.622717 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-919e7c42-fc02-47ef-a88c-31628e9f12df tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:43.627262 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: cfbb1ac5-b8dc-49cd-9663-9a22e7156944 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:07:43.627609 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device cfbb1ac5-b8dc-49cd-9663-9a22e7156944 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:07:43.628045 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 173da63f-ff7f-431c-bda5-43e1c8aabd6a no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:07:43.647041 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 173da63f-ff7f-431c-bda5-43e1c8aabd6a {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:07:43.647384 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 173da63f-ff7f-431c-bda5-43e1c8aabd6a not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:07:43.685522 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-919e7c42-fc02-47ef-a88c-31628e9f12df tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:43.689095 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-919e7c42-fc02-47ef-a88c-31628e9f12df tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:43.706511 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919e7c42-fc02-47ef-a88c-31628e9f12df tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6359106-5b60-4cd8-b42b-a2382dd980de,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:43.713440 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-919e7c42-fc02-47ef-a88c-31628e9f12df tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:43.714638 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-919e7c42-fc02-47ef-a88c-31628e9f12df tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1255832 Nov 12 02:07:43.717495 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58452) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:07:43.722864 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-f09b51eb-01cb-48e2-9fe4-e180a9ca864f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'security_group_rule': {'security_group_id': 'd3fe5e8e-0452-42df-b0f1-4caf227dbac1', 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:07:43.745124 n-d-712142-27 neutron-server[109086]: INFO neutron.db.securitygroups_db [None req-f09b51eb-01cb-48e2-9fe4-e180a9ca864f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Project 6374cc485d2b42f5a26ab6b55af862e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 02:07:43.749781 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f09b51eb-01cb-48e2-9fe4-e180a9ca864f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:43.808471 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f09b51eb-01cb-48e2-9fe4-e180a9ca864f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:43.812095 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f09b51eb-01cb-48e2-9fe4-e180a9ca864f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:43.832561 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09b51eb-01cb-48e2-9fe4-e180a9ca864f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65f1f873-bdaa-4cdc-ab95-7cdaac620810,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:43.838035 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f09b51eb-01cb-48e2-9fe4-e180a9ca864f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:43.839219 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f09b51eb-01cb-48e2-9fe4-e180a9ca864f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1207433 Nov 12 02:07:43.842058 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58454) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:07:43.847679 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-78660454-18e1-457a-b148-be3bdf624f9e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'network': {'name': 'tempest-network-smoke--1943813623', 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'port_security_enabled': True}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:07:43.868731 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78660454-18e1-457a-b148-be3bdf624f9e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Made reservation on behalf of 6374cc485d2b42f5a26ab6b55af862e1 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:07:43.872275 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-78660454-18e1-457a-b148-be3bdf624f9e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:43.896210 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78660454-18e1-457a-b148-be3bdf624f9e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:07:43.905631 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-78660454-18e1-457a-b148-be3bdf624f9e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:43.906021 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-78660454-18e1-457a-b148-be3bdf624f9e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Added segment 062f6bc7-2947-482e-9cad-7970b07dd2cc of type vlan for network 694794c0-eda1-48b7-9d2a-83bb57a0ddb6 Nov 12 02:07:43.945775 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-78660454-18e1-457a-b148-be3bdf624f9e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:43.970075 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-78660454-18e1-457a-b148-be3bdf624f9e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:43.976359 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78660454-18e1-457a-b148-be3bdf624f9e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:43.976945 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-78660454-18e1-457a-b148-be3bdf624f9e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:44.014348 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-78660454-18e1-457a-b148-be3bdf624f9e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1712782 Nov 12 02:07:44.017130 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58456) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:07:44.022444 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-c107eb9f-d719-4632-b444-15cc8ab0e863 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1905046675', 'admin_state_up': True, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:07:44.048431 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c107eb9f-d719-4632-b444-15cc8ab0e863 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:44.049140 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78660454-18e1-457a-b148-be3bdf624f9e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'Network': ['ID=694794c0-eda1-48b7-9d2a-83bb57a0ddb6,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:44.049472 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c107eb9f-d719-4632-b444-15cc8ab0e863 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:44.060575 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 694794c0-eda1-48b7-9d2a-83bb57a0ddb6 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:07:44.113505 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c107eb9f-d719-4632-b444-15cc8ab0e863 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:44.248699 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c107eb9f-d719-4632-b444-15cc8ab0e863 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:44.438672 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c107eb9f-d719-4632-b444-15cc8ab0e863 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for router_gateway, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:44.462944 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c107eb9f-d719-4632-b444-15cc8ab0e863 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:44.574445 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-c107eb9f-d719-4632-b444-15cc8ab0e863 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Allocated IP 172.25.3.248 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/742fa4ff-72bf-469d-8514-85c4c3c00efe) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:07:44.697524 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c107eb9f-d719-4632-b444-15cc8ab0e863 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:44.741907 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c107eb9f-d719-4632-b444-15cc8ab0e863 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:44.783020 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c107eb9f-d719-4632-b444-15cc8ab0e863 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:07:44.788668 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-c107eb9f-d719-4632-b444-15cc8ab0e863 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:07:44.792569 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c107eb9f-d719-4632-b444-15cc8ab0e863 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:07:44.803166 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa01f8c-297d-4b7e-9822-b173cde2b6cc None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:07:44.817779 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c107eb9f-d719-4632-b444-15cc8ab0e863 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'Port': ['ID=742fa4ff-72bf-469d-8514-85c4c3c00efe,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:44.895671 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-51d1175d-e1b8-410c-a351-9c0e0ed0c973 None None] Provisioning complete for port 742fa4ff-72bf-469d-8514-85c4c3c00efe triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:07:44.896258 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-51d1175d-e1b8-410c-a351-9c0e0ed0c973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:44.932376 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-51d1175d-e1b8-410c-a351-9c0e0ed0c973 None None] Port 742fa4ff-72bf-469d-8514-85c4c3c00efe cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:07:45.060158 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c107eb9f-d719-4632-b444-15cc8ab0e863 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for router_gateway, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:45.255441 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c107eb9f-d719-4632-b444-15cc8ab0e863 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:45.384117 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c107eb9f-d719-4632-b444-15cc8ab0e863 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Router 9be88e50-410d-45f2-93ef-8bf889c338cb is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 02:07:45.491192 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c107eb9f-d719-4632-b444-15cc8ab0e863 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:07:45.500448 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2424f79d-4c00-4b4f-a242-34e20f3d1389 None None] Sync routers for ids ['9be88e50-410d-45f2-93ef-8bf889c338cb'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:07:45.511392 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2424f79d-4c00-4b4f-a242-34e20f3d1389 None None] Routers {'9be88e50-410d-45f2-93ef-8bf889c338cb'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:07:45.511651 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c107eb9f-d719-4632-b444-15cc8ab0e863 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:45.512032 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-2424f79d-4c00-4b4f-a242-34e20f3d1389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:07:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['9be88e50-410d-45f2-93ef-8bf889c338cb'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:07:45.513488 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-c107eb9f-d719-4632-b444-15cc8ab0e863 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4945977 Nov 12 02:07:45.517287 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58458) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:07:45.589272 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-f4ed89d8-13b7-4830-9d27-b08de20eb68f tempest-TestNetworkAdvancedServerOps-840993767 tempest-TestNetworkAdvancedServerOps-840993767-project-admin] 10.222.0.45 "GET /v2.0/subnets?project_id=6374cc485d2b42f5a26ab6b55af862e1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0701859 Nov 12 02:07:45.591744 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58462) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:07:45.713537 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-2424f79d-4c00-4b4f-a242-34e20f3d1389 None None] Set router 9be88e50-410d-45f2-93ef-8bf889c338cb gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:07:45.718578 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1dbfb7a-ece6-4e8c-8abd-a74775ebe91e tempest-TestNetworkAdvancedServerOps-840993767 tempest-TestNetworkAdvancedServerOps-840993767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:45.720182 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-f1dbfb7a-ece6-4e8c-8abd-a74775ebe91e tempest-TestNetworkAdvancedServerOps-840993767 tempest-TestNetworkAdvancedServerOps-840993767-project-admin] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1274776 Nov 12 02:07:45.723093 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58464) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:07:45.750744 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-72b4c404-2ba8-4d0e-88a3-33191ba46073 tempest-TestNetworkAdvancedServerOps-840993767 tempest-TestNetworkAdvancedServerOps-840993767-project-admin] 10.222.0.45 "GET /v2.0/subnets?network_id=ab9ea869-d067-4dfb-b2de-16b019fae22d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265563 Nov 12 02:07:45.753831 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58466) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:07:45.758694 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-3b68010e-19ee-4475-81d3-4e6281b2eb80 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1523634098', 'network_id': '694794c0-eda1-48b7-9d2a-83bb57a0ddb6', 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:07:45.848060 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b68010e-19ee-4475-81d3-4e6281b2eb80 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Made reservation on behalf of 6374cc485d2b42f5a26ab6b55af862e1 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:07:45.851700 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3b68010e-19ee-4475-81d3-4e6281b2eb80 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:45.892031 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-2424f79d-4c00-4b4f-a242-34e20f3d1389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be88e50-410d-45f2-93ef-8bf889c338cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905046675', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '742fa4ff-72bf-469d-8514-85c4c3c00efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:07:44Z', 'updated_at': '2021-11-12T02:07:44Z', 'revision_number': 3, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '742fa4ff-72bf-469d-8514-85c4c3c00efe', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:60:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be88e50-410d-45f2-93ef-8bf889c338cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:07:44Z', 'updated_at': '2021-11-12T02:07:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:07:45.918835 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2424f79d-4c00-4b4f-a242-34e20f3d1389 None None] Checking router: 9be88e50-410d-45f2-93ef-8bf889c338cb for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:07:45.919478 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2424f79d-4c00-4b4f-a242-34e20f3d1389 None None] Updating router 9be88e50-410d-45f2-93ef-8bf889c338cb port 742fa4ff-72bf-469d-8514-85c4c3c00efe binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:07:45.944855 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-2424f79d-4c00-4b4f-a242-34e20f3d1389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:46.041466 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3b68010e-19ee-4475-81d3-4e6281b2eb80 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:46.116628 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b68010e-19ee-4475-81d3-4e6281b2eb80 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'Subnet': ['ID=893db75d-ea77-41ba-a473-94366fdf310c,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:46.126540 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b68010e-19ee-4475-81d3-4e6281b2eb80 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Checking segment: {'id': '062f6bc7-2947-482e-9cad-7970b07dd2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '694794c0-eda1-48b7-9d2a-83bb57a0ddb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:07:46.127492 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b68010e-19ee-4475-81d3-4e6281b2eb80 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Network hostable DHCP agents. Network: 694794c0-eda1-48b7-9d2a-83bb57a0ddb6, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:07:46.156510 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b68010e-19ee-4475-81d3-4e6281b2eb80 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Network 694794c0-eda1-48b7-9d2a-83bb57a0ddb6 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:07:46.167789 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-3b68010e-19ee-4475-81d3-4e6281b2eb80 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 694794c0-eda1-48b7-9d2a-83bb57a0ddb6) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:07:46.173038 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b68010e-19ee-4475-81d3-4e6281b2eb80 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:46.173299 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3b68010e-19ee-4475-81d3-4e6281b2eb80 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:46.188269 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958ebfc4-0f1c-4e70-b63b-8da0bd530599 None None] Network 694794c0-eda1-48b7-9d2a-83bb57a0ddb6 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:07:46.192093 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3b68010e-19ee-4475-81d3-4e6281b2eb80 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4365039 Nov 12 02:07:46.194503 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58468) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:07:46.236883 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-2424f79d-4c00-4b4f-a242-34e20f3d1389 None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:46.243443 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-2424f79d-4c00-4b4f-a242-34e20f3d1389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:46.290845 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-2424f79d-4c00-4b4f-a242-34e20f3d1389 None None] Attempting to bind port 742fa4ff-72bf-469d-8514-85c4c3c00efe on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:07:46.291226 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-2424f79d-4c00-4b4f-a242-34e20f3d1389 None None] Attempting to bind port 742fa4ff-72bf-469d-8514-85c4c3c00efe by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:07:46.291654 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2424f79d-4c00-4b4f-a242-34e20f3d1389 None None] Attempting to bind port 742fa4ff-72bf-469d-8514-85c4c3c00efe on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:07:46.301345 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2424f79d-4c00-4b4f-a242-34e20f3d1389 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:07:46.301798 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2424f79d-4c00-4b4f-a242-34e20f3d1389 None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:07:46.302559 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-2424f79d-4c00-4b4f-a242-34e20f3d1389 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:46.302559 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2424f79d-4c00-4b4f-a242-34e20f3d1389 None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:07:46.302990 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-2424f79d-4c00-4b4f-a242-34e20f3d1389 None None] Bound port: 742fa4ff-72bf-469d-8514-85c4c3c00efe, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:07:46.303375 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-2424f79d-4c00-4b4f-a242-34e20f3d1389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:46.343346 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe896992-051a-4bad-9b1b-586a77eb3a7c None None] Pushing event updated for resources: {'Port': ['ID=742fa4ff-72bf-469d-8514-85c4c3c00efe,revision_number=2']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:46.358250 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe896992-051a-4bad-9b1b-586a77eb3a7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:46.358867 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe896992-051a-4bad-9b1b-586a77eb3a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:46.359566 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe896992-051a-4bad-9b1b-586a77eb3a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:46.360124 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe896992-051a-4bad-9b1b-586a77eb3a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:46.360815 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe896992-051a-4bad-9b1b-586a77eb3a7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:46.361469 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe896992-051a-4bad-9b1b-586a77eb3a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:46.362289 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe896992-051a-4bad-9b1b-586a77eb3a7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:46.362682 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe896992-051a-4bad-9b1b-586a77eb3a7c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:46.363065 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe896992-051a-4bad-9b1b-586a77eb3a7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:46.364053 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe896992-051a-4bad-9b1b-586a77eb3a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:46.364641 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe896992-051a-4bad-9b1b-586a77eb3a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:46.365217 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe896992-051a-4bad-9b1b-586a77eb3a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:07:46.385853 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-2424f79d-4c00-4b4f-a242-34e20f3d1389 None None] For port 742fa4ff-72bf-469d-8514-85c4c3c00efe, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:07:46.389713 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-2424f79d-4c00-4b4f-a242-34e20f3d1389 None None] For port 742fa4ff-72bf-469d-8514-85c4c3c00efe, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=742fa4ff-72bf-469d-8514-85c4c3c00efe,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:07:46.395792 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-2424f79d-4c00-4b4f-a242-34e20f3d1389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:46.417015 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73022612-67e4-43cf-9769-a19afa06e071 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:07:46.460768 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2424f79d-4c00-4b4f-a242-34e20f3d1389 None None] Routers {'9be88e50-410d-45f2-93ef-8bf889c338cb'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:07:46.461421 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-2424f79d-4c00-4b4f-a242-34e20f3d1389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:07:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['9be88e50-410d-45f2-93ef-8bf889c338cb'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:07:46.461561 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d20620-fa3c-4612-ba99-0c70e7df69f5 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:07:46.507195 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5cfff412-84a4-4919-beef-2dfa37132922 None None] Provisioning complete for port 742fa4ff-72bf-469d-8514-85c4c3c00efe triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:07:46.507728 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5cfff412-84a4-4919-beef-2dfa37132922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:46.509347 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe896992-051a-4bad-9b1b-586a77eb3a7c None None] Pushing event updated for resources: {'Port': ['ID=742fa4ff-72bf-469d-8514-85c4c3c00efe,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:46.578619 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-2424f79d-4c00-4b4f-a242-34e20f3d1389 None None] Set router 9be88e50-410d-45f2-93ef-8bf889c338cb gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:07:46.616086 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09704afc-2e4f-4062-9fdd-7e55c6a9df33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-694794c0-eda1-48b7-9d2a-83bb57a0ddb6', 'network_id': '694794c0-eda1-48b7-9d2a-83bb57a0ddb6', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'fixed_ips': [{'subnet_id': '893db75d-ea77-41ba-a473-94366fdf310c'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 02:07:46.616965 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-09704afc-2e4f-4062-9fdd-7e55c6a9df33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:46.637446 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5cfff412-84a4-4919-beef-2dfa37132922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:46.670608 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5cfff412-84a4-4919-beef-2dfa37132922 None None] For port 742fa4ff-72bf-469d-8514-85c4c3c00efe, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=742fa4ff-72bf-469d-8514-85c4c3c00efe,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:07:46.722168 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5cfff412-84a4-4919-beef-2dfa37132922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:46.781699 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-2424f79d-4c00-4b4f-a242-34e20f3d1389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be88e50-410d-45f2-93ef-8bf889c338cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905046675', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '742fa4ff-72bf-469d-8514-85c4c3c00efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:07:44Z', 'updated_at': '2021-11-12T02:07:44Z', 'revision_number': 3, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '742fa4ff-72bf-469d-8514-85c4c3c00efe', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:60:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be88e50-410d-45f2-93ef-8bf889c338cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:07:44Z', 'updated_at': '2021-11-12T02:07:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:07:46.809773 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2424f79d-4c00-4b4f-a242-34e20f3d1389 None None] The sync data for ids ['9be88e50-410d-45f2-93ef-8bf889c338cb'] in n-d-712142-27 is: [{'id': '9be88e50-410d-45f2-93ef-8bf889c338cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905046675', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '742fa4ff-72bf-469d-8514-85c4c3c00efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:07:44Z', 'updated_at': '2021-11-12T02:07:44Z', 'revision_number': 3, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '742fa4ff-72bf-469d-8514-85c4c3c00efe', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:60:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be88e50-410d-45f2-93ef-8bf889c338cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:07:44Z', 'updated_at': '2021-11-12T02:07:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:07:46.822847 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfff412-84a4-4919-beef-2dfa37132922 None None] Pushing event updated for resources: {'Port': ['ID=742fa4ff-72bf-469d-8514-85c4c3c00efe,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:46.857476 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-09704afc-2e4f-4062-9fdd-7e55c6a9df33 None None] Allocated IP 172.20.0.2 (694794c0-eda1-48b7-9d2a-83bb57a0ddb6/893db75d-ea77-41ba-a473-94366fdf310c/40fd2519-ab21-4ee5-9add-718725d8d975) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:07:46.869173 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-edf04e03-ba71-4079-ae8b-5a2501328bb7 None None] Provisioning complete for port 742fa4ff-72bf-469d-8514-85c4c3c00efe triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:07:46.869557 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-edf04e03-ba71-4079-ae8b-5a2501328bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:47.100815 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-283e003e-0467-462f-ae57-dc340732e606 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:47.117174 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-09704afc-2e4f-4062-9fdd-7e55c6a9df33 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:47.124096 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-09704afc-2e4f-4062-9fdd-7e55c6a9df33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:47.166122 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09704afc-2e4f-4062-9fdd-7e55c6a9df33 None None] Network 694794c0-eda1-48b7-9d2a-83bb57a0ddb6 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:07:47.173411 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-09704afc-2e4f-4062-9fdd-7e55c6a9df33 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:07:47.178076 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09704afc-2e4f-4062-9fdd-7e55c6a9df33 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:07:47.185589 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09704afc-2e4f-4062-9fdd-7e55c6a9df33 None None] Pushing event updated for resources: {'Port': ['ID=40fd2519-ab21-4ee5-9add-718725d8d975,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:47.261032 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-09704afc-2e4f-4062-9fdd-7e55c6a9df33 None None] Attempting to bind port 40fd2519-ab21-4ee5-9add-718725d8d975 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:07:47.261631 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-09704afc-2e4f-4062-9fdd-7e55c6a9df33 None None] Attempting to bind port 40fd2519-ab21-4ee5-9add-718725d8d975 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '062f6bc7-2947-482e-9cad-7970b07dd2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '694794c0-eda1-48b7-9d2a-83bb57a0ddb6'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:07:47.261845 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09704afc-2e4f-4062-9fdd-7e55c6a9df33 None None] Attempting to bind port 40fd2519-ab21-4ee5-9add-718725d8d975 on network 694794c0-eda1-48b7-9d2a-83bb57a0ddb6 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:07:47.267777 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09704afc-2e4f-4062-9fdd-7e55c6a9df33 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:07:47.268190 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09704afc-2e4f-4062-9fdd-7e55c6a9df33 None None] Checking segment: {'id': '062f6bc7-2947-482e-9cad-7970b07dd2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '694794c0-eda1-48b7-9d2a-83bb57a0ddb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:07:47.268595 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-09704afc-2e4f-4062-9fdd-7e55c6a9df33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:47.268988 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09704afc-2e4f-4062-9fdd-7e55c6a9df33 None None] Bound using segment: {'id': '062f6bc7-2947-482e-9cad-7970b07dd2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '694794c0-eda1-48b7-9d2a-83bb57a0ddb6'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:07:47.269484 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-09704afc-2e4f-4062-9fdd-7e55c6a9df33 None None] Bound port: 40fd2519-ab21-4ee5-9add-718725d8d975, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '062f6bc7-2947-482e-9cad-7970b07dd2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '694794c0-eda1-48b7-9d2a-83bb57a0ddb6'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:07:47.269867 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-09704afc-2e4f-4062-9fdd-7e55c6a9df33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:47.349921 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-09704afc-2e4f-4062-9fdd-7e55c6a9df33 None None] For port 40fd2519-ab21-4ee5-9add-718725d8d975, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:07:47.353826 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-09704afc-2e4f-4062-9fdd-7e55c6a9df33 None None] For port 40fd2519-ab21-4ee5-9add-718725d8d975, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=40fd2519-ab21-4ee5-9add-718725d8d975,segment=NetworkSegment(062f6bc7-2947-482e-9cad-7970b07dd2cc),segment_id=062f6bc7-2947-482e-9cad-7970b07dd2cc)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:07:47.359749 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-09704afc-2e4f-4062-9fdd-7e55c6a9df33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:47.427510 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09704afc-2e4f-4062-9fdd-7e55c6a9df33 None None] Pushing event updated for resources: {'Port': ['ID=40fd2519-ab21-4ee5-9add-718725d8d975,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:47.461048 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-283e003e-0467-462f-ae57-dc340732e606 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Allocated IP 172.20.0.1 (694794c0-eda1-48b7-9d2a-83bb57a0ddb6/893db75d-ea77-41ba-a473-94366fdf310c/35943723-0df8-40aa-a0f7-d4b3d73c4b59) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:07:47.600247 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-283e003e-0467-462f-ae57-dc340732e606 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:47.637120 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-283e003e-0467-462f-ae57-dc340732e606 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:47.695461 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283e003e-0467-462f-ae57-dc340732e606 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Network 694794c0-eda1-48b7-9d2a-83bb57a0ddb6 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:07:47.698884 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-283e003e-0467-462f-ae57-dc340732e606 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:07:47.702929 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283e003e-0467-462f-ae57-dc340732e606 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:07:47.745944 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283e003e-0467-462f-ae57-dc340732e606 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'Port': ['ID=35943723-0df8-40aa-a0f7-d4b3d73c4b59,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:47.767128 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 742fa4ff-72bf-469d-8514-85c4c3c00efe up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:07:47.774252 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-283e003e-0467-462f-ae57-dc340732e606 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:47.827284 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 742fa4ff-72bf-469d-8514-85c4c3c00efe triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:07:47.827659 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:47.952513 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-283e003e-0467-462f-ae57-dc340732e606 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:48.271155 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-283e003e-0467-462f-ae57-dc340732e606 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:48.277404 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-283e003e-0467-462f-ae57-dc340732e606 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:48.355135 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283e003e-0467-462f-ae57-dc340732e606 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'Port': ['ID=35943723-0df8-40aa-a0f7-d4b3d73c4b59,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:48.357702 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-283e003e-0467-462f-ae57-dc340732e606 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:48.460914 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283e003e-0467-462f-ae57-dc340732e606 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Network 694794c0-eda1-48b7-9d2a-83bb57a0ddb6 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:07:48.462471 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-283e003e-0467-462f-ae57-dc340732e606 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:07:48.486918 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15862e12-ce50-4bbc-b56c-b230a807bab6 None None] Network 694794c0-eda1-48b7-9d2a-83bb57a0ddb6 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:07:48.597948 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-283e003e-0467-462f-ae57-dc340732e606 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Router 9be88e50-410d-45f2-93ef-8bf889c338cb has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:07:48.624165 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-68e8a056-81d2-4c9b-b3b4-d974dedac9ee None None] Provisioning complete for port 40fd2519-ab21-4ee5-9add-718725d8d975 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:07:48.624545 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-68e8a056-81d2-4c9b-b3b4-d974dedac9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:48.721143 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-283e003e-0467-462f-ae57-dc340732e606 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:07:48.726840 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-283e003e-0467-462f-ae57-dc340732e606 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "PUT /v2.0/routers/9be88e50-410d-45f2-93ef-8bf889c338cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5310514 Nov 12 02:07:48.750253 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-68e8a056-81d2-4c9b-b3b4-d974dedac9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:48.793949 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-68e8a056-81d2-4c9b-b3b4-d974dedac9ee None None] For port 40fd2519-ab21-4ee5-9add-718725d8d975, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=40fd2519-ab21-4ee5-9add-718725d8d975,segment=NetworkSegment(062f6bc7-2947-482e-9cad-7970b07dd2cc),segment_id=062f6bc7-2947-482e-9cad-7970b07dd2cc)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:07:48.799116 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-68e8a056-81d2-4c9b-b3b4-d974dedac9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:48.857355 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e8a056-81d2-4c9b-b3b4-d974dedac9ee None None] Pushing event updated for resources: {'Port': ['ID=40fd2519-ab21-4ee5-9add-718725d8d975,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:48.909258 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fb3a3641-26a6-4eba-8b18-7dc3d15e8d25 req-ca8fc567-b986-42c8-a4d6-4b2fc8db4116 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1965970675&fields=id&tenant_id=6374cc485d2b42f5a26ab6b55af862e1 HTTP/1.1" status: 200 len: 267 time: 0.0575273 Nov 12 02:07:48.999793 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a4473c-1b55-43ab-b5ef-4fa59906adc5 None None] Sync routers for ids ['9be88e50-410d-45f2-93ef-8bf889c338cb'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:07:49.025615 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a4473c-1b55-43ab-b5ef-4fa59906adc5 None None] Routers {'9be88e50-410d-45f2-93ef-8bf889c338cb'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:07:49.026545 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-d4a4473c-1b55-43ab-b5ef-4fa59906adc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:07:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['9be88e50-410d-45f2-93ef-8bf889c338cb'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:07:49.053858 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a3641-26a6-4eba-8b18-7dc3d15e8d25 req-d5ff522d-4450-4818-b88a-a0d4d86bad06 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:49.060684 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fb3a3641-26a6-4eba-8b18-7dc3d15e8d25 req-d5ff522d-4450-4818-b88a-a0d4d86bad06 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/networks?id=694794c0-eda1-48b7-9d2a-83bb57a0ddb6 HTTP/1.1" status: 200 len: 797 time: 0.1420825 Nov 12 02:07:49.069610 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-c3fdd451-c046-41c9-a499-6ed4425a070a None None] Provisioning complete for port 40fd2519-ab21-4ee5-9add-718725d8d975 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:07:49.069980 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c3fdd451-c046-41c9-a499-6ed4425a070a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:49.075100 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fb3a3641-26a6-4eba-8b18-7dc3d15e8d25 req-61d3b661-d4c0-4ade-a668-b83ad925012f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/quotas/6374cc485d2b42f5a26ab6b55af862e1 HTTP/1.1" status: 200 len: 375 time: 0.0124304 Nov 12 02:07:49.137108 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fb3a3641-26a6-4eba-8b18-7dc3d15e8d25 req-152ecb9d-9d57-4a57-91f8-0ff08f341d29 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6374cc485d2b42f5a26ab6b55af862e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539284 Nov 12 02:07:49.172813 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-d4a4473c-1b55-43ab-b5ef-4fa59906adc5 None None] Set router 9be88e50-410d-45f2-93ef-8bf889c338cb gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:07:49.240413 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fb3a3641-26a6-4eba-8b18-7dc3d15e8d25 req-c5b0d733-97d3-4333-a47b-d2be8a59b88e service neutron] 10.222.0.45 "GET /v2.0/networks/694794c0-eda1-48b7-9d2a-83bb57a0ddb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945058 Nov 12 02:07:49.333839 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-c3fdd451-c046-41c9-a499-6ed4425a070a None None] Provisioning complete for port 35943723-0df8-40aa-a0f7-d4b3d73c4b59 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:07:49.334255 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c3fdd451-c046-41c9-a499-6ed4425a070a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:49.349341 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fb3a3641-26a6-4eba-8b18-7dc3d15e8d25 req-6735b3d1-e998-4e98-b870-95368d8dccf3 service neutron] 10.222.0.45 "GET /v2.0/networks/694794c0-eda1-48b7-9d2a-83bb57a0ddb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025431 Nov 12 02:07:49.393942 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-c3fdd451-c046-41c9-a499-6ed4425a070a None None] Port 35943723-0df8-40aa-a0f7-d4b3d73c4b59 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:07:49.453379 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-d4a4473c-1b55-43ab-b5ef-4fa59906adc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be88e50-410d-45f2-93ef-8bf889c338cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905046675', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '742fa4ff-72bf-469d-8514-85c4c3c00efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:07:44Z', 'updated_at': '2021-11-12T02:07:47Z', 'revision_number': 4, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '742fa4ff-72bf-469d-8514-85c4c3c00efe', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:60:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be88e50-410d-45f2-93ef-8bf889c338cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:07:44Z', 'updated_at': '2021-11-12T02:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '35943723-0df8-40aa-a0f7-d4b3d73c4b59', 'name': '', 'network_id': '694794c0-eda1-48b7-9d2a-83bb57a0ddb6', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'mac_address': 'fa:16:3e:8b:1a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be88e50-410d-45f2-93ef-8bf889c338cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '893db75d-ea77-41ba-a473-94366fdf310c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:07:47Z', 'updated_at': '2021-11-12T02:07:48Z', 'revision_number': 2, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'subnets': [{'id': '893db75d-ea77-41ba-a473-94366fdf310c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:07:49.480663 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a4473c-1b55-43ab-b5ef-4fa59906adc5 None None] Checking router: 9be88e50-410d-45f2-93ef-8bf889c338cb for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:07:49.481022 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a4473c-1b55-43ab-b5ef-4fa59906adc5 None None] Updating router 9be88e50-410d-45f2-93ef-8bf889c338cb port 35943723-0df8-40aa-a0f7-d4b3d73c4b59 binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:07:49.517350 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d4a4473c-1b55-43ab-b5ef-4fa59906adc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:49.536460 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-ada718f3-dc6b-4e40-b882-c6fe7afa8bcf None None] Provisioning complete for port 35943723-0df8-40aa-a0f7-d4b3d73c4b59 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:07:49.536831 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ada718f3-dc6b-4e40-b882-c6fe7afa8bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:49.555035 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0e53f7ec-934d-45f9-9841-83920846f410 req-b6daf640-86cb-46a7-bcb0-cff34dbfd323 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c00f7ac-f32d-46af-ad3e-8ca712e4276e HTTP/1.1" status: 200 len: 210 time: 0.0333252 Nov 12 02:07:49.605447 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-ada718f3-dc6b-4e40-b882-c6fe7afa8bcf None None] Port 35943723-0df8-40aa-a0f7-d4b3d73c4b59 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:07:49.705134 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 40fd2519-ab21-4ee5-9add-718725d8d975 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:07:49.825614 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 40fd2519-ab21-4ee5-9add-718725d8d975 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:07:49.825984 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:49.917638 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d4a4473c-1b55-43ab-b5ef-4fa59906adc5 None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:49.925097 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d4a4473c-1b55-43ab-b5ef-4fa59906adc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:50.002838 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec68976-b41b-40fa-88a7-78cc5686b0fc None None] Pushing event updated for resources: {'Port': ['ID=35943723-0df8-40aa-a0f7-d4b3d73c4b59,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:50.068088 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-d4a4473c-1b55-43ab-b5ef-4fa59906adc5 None None] Attempting to bind port 35943723-0df8-40aa-a0f7-d4b3d73c4b59 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:07:50.068462 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-d4a4473c-1b55-43ab-b5ef-4fa59906adc5 None None] Attempting to bind port 35943723-0df8-40aa-a0f7-d4b3d73c4b59 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '062f6bc7-2947-482e-9cad-7970b07dd2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '694794c0-eda1-48b7-9d2a-83bb57a0ddb6'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:07:50.069182 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a4473c-1b55-43ab-b5ef-4fa59906adc5 None None] Attempting to bind port 35943723-0df8-40aa-a0f7-d4b3d73c4b59 on network 694794c0-eda1-48b7-9d2a-83bb57a0ddb6 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:07:50.076158 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a4473c-1b55-43ab-b5ef-4fa59906adc5 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:07:50.076639 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a4473c-1b55-43ab-b5ef-4fa59906adc5 None None] Checking segment: {'id': '062f6bc7-2947-482e-9cad-7970b07dd2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '694794c0-eda1-48b7-9d2a-83bb57a0ddb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:07:50.077072 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d4a4473c-1b55-43ab-b5ef-4fa59906adc5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:50.077477 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a4473c-1b55-43ab-b5ef-4fa59906adc5 None None] Bound using segment: {'id': '062f6bc7-2947-482e-9cad-7970b07dd2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '694794c0-eda1-48b7-9d2a-83bb57a0ddb6'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:07:50.077965 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-d4a4473c-1b55-43ab-b5ef-4fa59906adc5 None None] Bound port: 35943723-0df8-40aa-a0f7-d4b3d73c4b59, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '062f6bc7-2947-482e-9cad-7970b07dd2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '694794c0-eda1-48b7-9d2a-83bb57a0ddb6'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:07:50.078411 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d4a4473c-1b55-43ab-b5ef-4fa59906adc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:50.147479 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-d4a4473c-1b55-43ab-b5ef-4fa59906adc5 None None] For port 35943723-0df8-40aa-a0f7-d4b3d73c4b59, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:07:50.151043 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-d4a4473c-1b55-43ab-b5ef-4fa59906adc5 None None] For port 35943723-0df8-40aa-a0f7-d4b3d73c4b59, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=35943723-0df8-40aa-a0f7-d4b3d73c4b59,segment=NetworkSegment(062f6bc7-2947-482e-9cad-7970b07dd2cc),segment_id=062f6bc7-2947-482e-9cad-7970b07dd2cc)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:07:50.157559 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d4a4473c-1b55-43ab-b5ef-4fa59906adc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:50.217184 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a4473c-1b55-43ab-b5ef-4fa59906adc5 None None] Routers {'9be88e50-410d-45f2-93ef-8bf889c338cb'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:07:50.218110 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-d4a4473c-1b55-43ab-b5ef-4fa59906adc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:07:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['9be88e50-410d-45f2-93ef-8bf889c338cb'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:07:50.227075 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec68976-b41b-40fa-88a7-78cc5686b0fc None None] Pushing event updated for resources: {'Port': ['ID=35943723-0df8-40aa-a0f7-d4b3d73c4b59,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:50.445774 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-79a996e0-37d7-450b-8af9-638d28f052a5 None None] Provisioning complete for port 35943723-0df8-40aa-a0f7-d4b3d73c4b59 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:07:50.446138 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-79a996e0-37d7-450b-8af9-638d28f052a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:50.539209 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-d4a4473c-1b55-43ab-b5ef-4fa59906adc5 None None] Set router 9be88e50-410d-45f2-93ef-8bf889c338cb gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:07:50.673504 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-79a996e0-37d7-450b-8af9-638d28f052a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:50.692130 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-400bd90c-0f3f-4dbd-b4ca-131c7a0696e4 req-1e8c8d14-60e8-49a2-845b-09c2b2a9355a tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c00f7ac-f32d-46af-ad3e-8ca712e4276e HTTP/1.1" status: 200 len: 210 time: 0.0484700 Nov 12 02:07:50.747873 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-79a996e0-37d7-450b-8af9-638d28f052a5 None None] For port 35943723-0df8-40aa-a0f7-d4b3d73c4b59, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=35943723-0df8-40aa-a0f7-d4b3d73c4b59,segment=NetworkSegment(062f6bc7-2947-482e-9cad-7970b07dd2cc),segment_id=062f6bc7-2947-482e-9cad-7970b07dd2cc)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:07:50.755176 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-79a996e0-37d7-450b-8af9-638d28f052a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:50.758311 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a3641-26a6-4eba-8b18-7dc3d15e8d25 req-39afc377-247d-41bc-8960-c4c9dcad5c58 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:50.761077 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fb3a3641-26a6-4eba-8b18-7dc3d15e8d25 req-39afc377-247d-41bc-8960-c4c9dcad5c58 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.44 "GET /v2.0/networks?id=694794c0-eda1-48b7-9d2a-83bb57a0ddb6 HTTP/1.1" status: 200 len: 797 time: 0.1428728 Nov 12 02:07:50.840498 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fb3a3641-26a6-4eba-8b18-7dc3d15e8d25 req-755b6c4c-d05d-4547-9ab8-0457fdcdfb8f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6374cc485d2b42f5a26ab6b55af862e1 HTTP/1.1" status: 200 len: 380 time: 0.0625358 Nov 12 02:07:50.846267 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a996e0-37d7-450b-8af9-638d28f052a5 None None] Pushing event updated for resources: {'Port': ['ID=35943723-0df8-40aa-a0f7-d4b3d73c4b59,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:50.855813 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-fb3a3641-26a6-4eba-8b18-7dc3d15e8d25 req-68683f42-8da3-4670-a189-e446284e4495 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'port': {'device_id': '7c00f7ac-f32d-46af-ad3e-8ca712e4276e', 'network_id': '694794c0-eda1-48b7-9d2a-83bb57a0ddb6', 'admin_state_up': True, 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'security_groups': ['d3fe5e8e-0452-42df-b0f1-4caf227dbac1']}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:07:50.878209 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-d4a4473c-1b55-43ab-b5ef-4fa59906adc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be88e50-410d-45f2-93ef-8bf889c338cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905046675', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '742fa4ff-72bf-469d-8514-85c4c3c00efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:07:44Z', 'updated_at': '2021-11-12T02:07:47Z', 'revision_number': 4, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '742fa4ff-72bf-469d-8514-85c4c3c00efe', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:60:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be88e50-410d-45f2-93ef-8bf889c338cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:07:44Z', 'updated_at': '2021-11-12T02:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '35943723-0df8-40aa-a0f7-d4b3d73c4b59', 'name': '', 'network_id': '694794c0-eda1-48b7-9d2a-83bb57a0ddb6', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'mac_address': 'fa:16:3e:8b:1a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be88e50-410d-45f2-93ef-8bf889c338cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '893db75d-ea77-41ba-a473-94366fdf310c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:07:47Z', 'updated_at': '2021-11-12T02:07:50Z', 'revision_number': 4, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'subnets': [{'id': '893db75d-ea77-41ba-a473-94366fdf310c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:07:50.908952 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a4473c-1b55-43ab-b5ef-4fa59906adc5 None None] The sync data for ids ['9be88e50-410d-45f2-93ef-8bf889c338cb'] in n-d-712142-27 is: [{'id': '9be88e50-410d-45f2-93ef-8bf889c338cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905046675', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '742fa4ff-72bf-469d-8514-85c4c3c00efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:07:44Z', 'updated_at': '2021-11-12T02:07:47Z', 'revision_number': 4, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '742fa4ff-72bf-469d-8514-85c4c3c00efe', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:60:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be88e50-410d-45f2-93ef-8bf889c338cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:07:44Z', 'updated_at': '2021-11-12T02:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '35943723-0df8-40aa-a0f7-d4b3d73c4b59', 'name': '', 'network_id': '694794c0-eda1-48b7-9d2a-83bb57a0ddb6', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'mac_address': 'fa:16:3e:8b:1a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be88e50-410d-45f2-93ef-8bf889c338cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '893db75d-ea77-41ba-a473-94366fdf310c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:07:47Z', 'updated_at': '2021-11-12T02:07:50Z', 'revision_number': 4, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'subnets': [{'id': '893db75d-ea77-41ba-a473-94366fdf310c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:07:50.910419 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-fc59d17e-238e-485d-8d60-93812c219fb8 None None] Provisioning complete for port 35943723-0df8-40aa-a0f7-d4b3d73c4b59 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:07:50.910791 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fc59d17e-238e-485d-8d60-93812c219fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:50.993098 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb3a3641-26a6-4eba-8b18-7dc3d15e8d25 req-68683f42-8da3-4670-a189-e446284e4495 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Made reservation on behalf of 6374cc485d2b42f5a26ab6b55af862e1 for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:07:50.997185 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-fb3a3641-26a6-4eba-8b18-7dc3d15e8d25 req-68683f42-8da3-4670-a189-e446284e4495 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:51.149285 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-fb3a3641-26a6-4eba-8b18-7dc3d15e8d25 req-68683f42-8da3-4670-a189-e446284e4495 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Allocated IP 172.20.0.11 (694794c0-eda1-48b7-9d2a-83bb57a0ddb6/893db75d-ea77-41ba-a473-94366fdf310c/63d48aa4-71fd-47ea-9991-270b640edc60) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:07:51.311355 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-fb3a3641-26a6-4eba-8b18-7dc3d15e8d25 req-68683f42-8da3-4670-a189-e446284e4495 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:51.348420 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-fb3a3641-26a6-4eba-8b18-7dc3d15e8d25 req-68683f42-8da3-4670-a189-e446284e4495 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:51.396166 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb3a3641-26a6-4eba-8b18-7dc3d15e8d25 req-68683f42-8da3-4670-a189-e446284e4495 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Network 694794c0-eda1-48b7-9d2a-83bb57a0ddb6 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:07:51.401823 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-fb3a3641-26a6-4eba-8b18-7dc3d15e8d25 req-68683f42-8da3-4670-a189-e446284e4495 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:07:51.405815 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb3a3641-26a6-4eba-8b18-7dc3d15e8d25 req-68683f42-8da3-4670-a189-e446284e4495 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:07:51.412862 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68683f42-8da3-4670-a189-e446284e4495 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'Port': ['ID=63d48aa4-71fd-47ea-9991-270b640edc60,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:51.474063 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a3641-26a6-4eba-8b18-7dc3d15e8d25 req-68683f42-8da3-4670-a189-e446284e4495 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:51.474690 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-fb3a3641-26a6-4eba-8b18-7dc3d15e8d25 req-68683f42-8da3-4670-a189-e446284e4495 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:51.493570 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fb3a3641-26a6-4eba-8b18-7dc3d15e8d25 req-68683f42-8da3-4670-a189-e446284e4495 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6415684 Nov 12 02:07:51.513342 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-fb3a3641-26a6-4eba-8b18-7dc3d15e8d25 req-06cf8d1a-44c0-4945-8f96-f04622b59331 service neutron] Request body: {'port': {'device_id': '7c00f7ac-f32d-46af-ad3e-8ca712e4276e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:07:51.585222 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-fb3a3641-26a6-4eba-8b18-7dc3d15e8d25 req-06cf8d1a-44c0-4945-8f96-f04622b59331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:51.650920 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-e70e6829-b906-4e29-af11-fa0338adc1d0 None None] Provisioning complete for port 63d48aa4-71fd-47ea-9991-270b640edc60 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:07:51.652021 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e70e6829-b906-4e29-af11-fa0338adc1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:51.706967 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 35943723-0df8-40aa-a0f7-d4b3d73c4b59 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:07:51.759853 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-e70e6829-b906-4e29-af11-fa0338adc1d0 None None] Port 63d48aa4-71fd-47ea-9991-270b640edc60 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:07:51.795269 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 35943723-0df8-40aa-a0f7-d4b3d73c4b59 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:07:51.796083 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:51.816968 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b48996-36ed-4684-984c-85800f10ad51 req-30fab6ac-0c0a-4564-bc24-bf38a3123bf7 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:51.822693 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-18b48996-36ed-4684-984c-85800f10ad51 req-30fab6ac-0c0a-4564-bc24-bf38a3123bf7 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c00f7ac-f32d-46af-ad3e-8ca712e4276e HTTP/1.1" status: 200 len: 932 time: 0.0620584 Nov 12 02:07:51.904456 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-18b48996-36ed-4684-984c-85800f10ad51 req-77b60a9a-ed67-43ae-a319-63ea1e4d5201 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3fe5e8e-0452-42df-b0f1-4caf227dbac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773091 Nov 12 02:07:51.938338 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-fb3a3641-26a6-4eba-8b18-7dc3d15e8d25 req-06cf8d1a-44c0-4945-8f96-f04622b59331 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63d48aa4-71fd-47ea-9991-270b640edc60 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:07:51.947582 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-fb3a3641-26a6-4eba-8b18-7dc3d15e8d25 req-06cf8d1a-44c0-4945-8f96-f04622b59331 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:51.961037 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-fb3a3641-26a6-4eba-8b18-7dc3d15e8d25 req-06cf8d1a-44c0-4945-8f96-f04622b59331 service neutron] Transition to ACTIVE for port object 63d48aa4-71fd-47ea-9991-270b640edc60 will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:07:51.965339 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-fb3a3641-26a6-4eba-8b18-7dc3d15e8d25 req-06cf8d1a-44c0-4945-8f96-f04622b59331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:52.042451 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cf8d1a-44c0-4945-8f96-f04622b59331 service neutron] Pushing event updated for resources: {'Port': ['ID=63d48aa4-71fd-47ea-9991-270b640edc60,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:52.103222 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-fb3a3641-26a6-4eba-8b18-7dc3d15e8d25 req-06cf8d1a-44c0-4945-8f96-f04622b59331 service neutron] Attempting to bind port 63d48aa4-71fd-47ea-9991-270b640edc60 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:07:52.103568 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-fb3a3641-26a6-4eba-8b18-7dc3d15e8d25 req-06cf8d1a-44c0-4945-8f96-f04622b59331 service neutron] Attempting to bind port 63d48aa4-71fd-47ea-9991-270b640edc60 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '062f6bc7-2947-482e-9cad-7970b07dd2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '694794c0-eda1-48b7-9d2a-83bb57a0ddb6'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:07:52.103907 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3a3641-26a6-4eba-8b18-7dc3d15e8d25 req-06cf8d1a-44c0-4945-8f96-f04622b59331 service neutron] Attempting to bind port 63d48aa4-71fd-47ea-9991-270b640edc60 on network 694794c0-eda1-48b7-9d2a-83bb57a0ddb6 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:07:52.109325 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3a3641-26a6-4eba-8b18-7dc3d15e8d25 req-06cf8d1a-44c0-4945-8f96-f04622b59331 service neutron] Port 63d48aa4-71fd-47ea-9991-270b640edc60 on network 694794c0-eda1-48b7-9d2a-83bb57a0ddb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:07:52.109653 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3a3641-26a6-4eba-8b18-7dc3d15e8d25 req-06cf8d1a-44c0-4945-8f96-f04622b59331 service neutron] Attempting to bind port 63d48aa4-71fd-47ea-9991-270b640edc60 on network 694794c0-eda1-48b7-9d2a-83bb57a0ddb6 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:07:52.116185 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3a3641-26a6-4eba-8b18-7dc3d15e8d25 req-06cf8d1a-44c0-4945-8f96-f04622b59331 service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:07:52.116416 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3a3641-26a6-4eba-8b18-7dc3d15e8d25 req-06cf8d1a-44c0-4945-8f96-f04622b59331 service neutron] Checking segment: {'id': '062f6bc7-2947-482e-9cad-7970b07dd2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '694794c0-eda1-48b7-9d2a-83bb57a0ddb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:07:52.116809 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3a3641-26a6-4eba-8b18-7dc3d15e8d25 req-06cf8d1a-44c0-4945-8f96-f04622b59331 service neutron] Bound using segment: {'id': '062f6bc7-2947-482e-9cad-7970b07dd2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '694794c0-eda1-48b7-9d2a-83bb57a0ddb6'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:07:52.117251 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-fb3a3641-26a6-4eba-8b18-7dc3d15e8d25 req-06cf8d1a-44c0-4945-8f96-f04622b59331 service neutron] Bound port: 63d48aa4-71fd-47ea-9991-270b640edc60, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062f6bc7-2947-482e-9cad-7970b07dd2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '694794c0-eda1-48b7-9d2a-83bb57a0ddb6'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:07:52.117614 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-fb3a3641-26a6-4eba-8b18-7dc3d15e8d25 req-06cf8d1a-44c0-4945-8f96-f04622b59331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:52.186555 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-fb3a3641-26a6-4eba-8b18-7dc3d15e8d25 req-06cf8d1a-44c0-4945-8f96-f04622b59331 service neutron] For port 63d48aa4-71fd-47ea-9991-270b640edc60, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:07:52.189821 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-fb3a3641-26a6-4eba-8b18-7dc3d15e8d25 req-06cf8d1a-44c0-4945-8f96-f04622b59331 service neutron] For port 63d48aa4-71fd-47ea-9991-270b640edc60, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=63d48aa4-71fd-47ea-9991-270b640edc60,segment=NetworkSegment(062f6bc7-2947-482e-9cad-7970b07dd2cc),segment_id=062f6bc7-2947-482e-9cad-7970b07dd2cc)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:07:52.196408 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-fb3a3641-26a6-4eba-8b18-7dc3d15e8d25 req-06cf8d1a-44c0-4945-8f96-f04622b59331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:52.232742 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a3641-26a6-4eba-8b18-7dc3d15e8d25 req-06cf8d1a-44c0-4945-8f96-f04622b59331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:52.233430 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-fb3a3641-26a6-4eba-8b18-7dc3d15e8d25 req-06cf8d1a-44c0-4945-8f96-f04622b59331 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:52.234843 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fb3a3641-26a6-4eba-8b18-7dc3d15e8d25 req-06cf8d1a-44c0-4945-8f96-f04622b59331 service neutron] 10.222.0.44 "PUT /v2.0/ports/63d48aa4-71fd-47ea-9991-270b640edc60 HTTP/1.1" status: 200 len: 1093 time: 0.7261789 Nov 12 02:07:52.235294 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c00f7ac-f32d-46af-ad3e-8ca712e4276e', 'tag': '63d48aa4-71fd-47ea-9991-270b640edc60'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:07:52.238144 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4d1d6158e421e9c8e993f80e0426ddaaefecbe2af3f4b68345379587447b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f922e079-ed84-4a2a-b59a-c997b0f2582a" -d '{"events": [{"name": "network-changed", "server_uuid": "7c00f7ac-f32d-46af-ad3e-8ca712e4276e", "tag": "63d48aa4-71fd-47ea-9991-270b640edc60"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:07:52.270190 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cf8d1a-44c0-4945-8f96-f04622b59331 service neutron] Pushing event updated for resources: {'Port': ['ID=63d48aa4-71fd-47ea-9991-270b640edc60,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:52.293051 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4decd0de-a0d1-41b2-a51c-38410dc41e12 x-openstack-request-id: req-4decd0de-a0d1-41b2-a51c-38410dc41e12 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:07:52.293343 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c00f7ac-f32d-46af-ad3e-8ca712e4276e", "tag": "63d48aa4-71fd-47ea-9991-270b640edc60", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:07:52.293599 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4decd0de-a0d1-41b2-a51c-38410dc41e12 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:07:52.294010 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c00f7ac-f32d-46af-ad3e-8ca712e4276e', 'tag': '63d48aa4-71fd-47ea-9991-270b640edc60', 'status': 'completed', 'code': 200} Nov 12 02:07:52.353569 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a3641-26a6-4eba-8b18-7dc3d15e8d25 req-6c02176b-7b01-4225-96be-99cf3fad2900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:52.355151 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fb3a3641-26a6-4eba-8b18-7dc3d15e8d25 req-6c02176b-7b01-4225-96be-99cf3fad2900 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6374cc485d2b42f5a26ab6b55af862e1&device_id=7c00f7ac-f32d-46af-ad3e-8ca712e4276e HTTP/1.1" status: 200 len: 1096 time: 0.0445898 Nov 12 02:07:52.410626 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fb3a3641-26a6-4eba-8b18-7dc3d15e8d25 req-7bfbc415-9096-4e71-8361-47990af38eda service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63d48aa4-71fd-47ea-9991-270b640edc60 HTTP/1.1" status: 200 len: 217 time: 0.0415931 Nov 12 02:07:52.462456 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a3641-26a6-4eba-8b18-7dc3d15e8d25 req-3c337e9c-f41e-4ce0-8b91-e0df9b17671a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:52.463863 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fb3a3641-26a6-4eba-8b18-7dc3d15e8d25 req-3c337e9c-f41e-4ce0-8b91-e0df9b17671a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=893db75d-ea77-41ba-a473-94366fdf310c HTTP/1.1" status: 200 len: 835 time: 0.0467832 Nov 12 02:07:52.513681 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a3641-26a6-4eba-8b18-7dc3d15e8d25 req-8c1355c5-447f-40df-af34-5e71c402860c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:52.515235 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fb3a3641-26a6-4eba-8b18-7dc3d15e8d25 req-8c1355c5-447f-40df-af34-5e71c402860c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=694794c0-eda1-48b7-9d2a-83bb57a0ddb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447171 Nov 12 02:07:52.612687 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fb3a3641-26a6-4eba-8b18-7dc3d15e8d25 req-562aa294-6c91-4971-9b3c-26ed77276071 service neutron] 10.222.0.44 "GET /v2.0/networks/694794c0-eda1-48b7-9d2a-83bb57a0ddb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902560 Nov 12 02:07:52.702653 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-fb3a3641-26a6-4eba-8b18-7dc3d15e8d25 req-e4c4bda2-1c31-44ce-b013-fb45f7563e91 service neutron] 10.222.0.44 "GET /v2.0/networks/694794c0-eda1-48b7-9d2a-83bb57a0ddb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830846 Nov 12 02:07:52.833446 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922e079-ed84-4a2a-b59a-c997b0f2582a req-f2e74c4e-590f-41a4-9348-c313ec6c70cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:52.835003 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f922e079-ed84-4a2a-b59a-c997b0f2582a req-f2e74c4e-590f-41a4-9348-c313ec6c70cc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6374cc485d2b42f5a26ab6b55af862e1&device_id=7c00f7ac-f32d-46af-ad3e-8ca712e4276e HTTP/1.1" status: 200 len: 1096 time: 0.0478289 Nov 12 02:07:52.937269 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922e079-ed84-4a2a-b59a-c997b0f2582a req-ff58e15a-4938-4399-a184-1d2e6928e259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:52.938836 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f922e079-ed84-4a2a-b59a-c997b0f2582a req-ff58e15a-4938-4399-a184-1d2e6928e259 service neutron] 10.222.0.44 "GET /v2.0/networks?id=694794c0-eda1-48b7-9d2a-83bb57a0ddb6 HTTP/1.1" status: 200 len: 897 time: 0.0962708 Nov 12 02:07:52.990884 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f922e079-ed84-4a2a-b59a-c997b0f2582a req-8a68d2f7-0fde-4ad8-95df-568a2722daa6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63d48aa4-71fd-47ea-9991-270b640edc60 HTTP/1.1" status: 200 len: 217 time: 0.0448647 Nov 12 02:07:53.024500 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d973a5-e383-4d3b-93e0-4963b20630a5 req-20b85b7f-5fe0-4bcd-bb50-90553de2db3c tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:53.026070 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-40d973a5-e383-4d3b-93e0-4963b20630a5 req-20b85b7f-5fe0-4bcd-bb50-90553de2db3c tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c00f7ac-f32d-46af-ad3e-8ca712e4276e HTTP/1.1" status: 200 len: 944 time: 0.0517740 Nov 12 02:07:53.053691 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922e079-ed84-4a2a-b59a-c997b0f2582a req-7e1e5d16-8c47-4424-b366-2dd1223ca83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:53.055183 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f922e079-ed84-4a2a-b59a-c997b0f2582a req-7e1e5d16-8c47-4424-b366-2dd1223ca83f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=893db75d-ea77-41ba-a473-94366fdf310c HTTP/1.1" status: 200 len: 835 time: 0.0575845 Nov 12 02:07:53.079179 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-40d973a5-e383-4d3b-93e0-4963b20630a5 req-cdbbee12-2110-4ad4-93e0-a1c89d0b0c3d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3fe5e8e-0452-42df-b0f1-4caf227dbac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465553 Nov 12 02:07:53.103676 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922e079-ed84-4a2a-b59a-c997b0f2582a req-55192391-ce96-4d48-90f1-7fc2f557f539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:53.105283 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f922e079-ed84-4a2a-b59a-c997b0f2582a req-55192391-ce96-4d48-90f1-7fc2f557f539 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=694794c0-eda1-48b7-9d2a-83bb57a0ddb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429735 Nov 12 02:07:53.199652 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f922e079-ed84-4a2a-b59a-c997b0f2582a req-23554fd0-747c-4a10-bece-ad3a86683362 service neutron] 10.222.0.44 "GET /v2.0/networks/694794c0-eda1-48b7-9d2a-83bb57a0ddb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869730 Nov 12 02:07:53.290864 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-f922e079-ed84-4a2a-b59a-c997b0f2582a req-15d9e518-27d9-43c0-967a-eb4868c177f0 service neutron] 10.222.0.44 "GET /v2.0/networks/694794c0-eda1-48b7-9d2a-83bb57a0ddb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829656 Nov 12 02:07:53.448977 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:07:54.198557 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec9d36-f6d5-470d-9bab-74ba8eaa7a81 req-b61902be-6bcb-48e9-a083-89a0f7d8bb7d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:54.200121 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-16ec9d36-f6d5-470d-9bab-74ba8eaa7a81 req-b61902be-6bcb-48e9-a083-89a0f7d8bb7d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c00f7ac-f32d-46af-ad3e-8ca712e4276e HTTP/1.1" status: 200 len: 944 time: 0.0491607 Nov 12 02:07:54.249687 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-16ec9d36-f6d5-470d-9bab-74ba8eaa7a81 req-086fa043-3200-478b-963f-dba21d2f9e47 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3fe5e8e-0452-42df-b0f1-4caf227dbac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436206 Nov 12 02:07:55.368956 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ffa1c-00eb-40ab-b5ba-b8a91aa609f4 req-4cfb0801-8f70-4f46-ad34-f5e75567ff9f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:55.370488 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f70ffa1c-00eb-40ab-b5ba-b8a91aa609f4 req-4cfb0801-8f70-4f46-ad34-f5e75567ff9f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c00f7ac-f32d-46af-ad3e-8ca712e4276e HTTP/1.1" status: 200 len: 944 time: 0.0521219 Nov 12 02:07:55.421895 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f70ffa1c-00eb-40ab-b5ba-b8a91aa609f4 req-93f773e6-d5f1-42b5-809f-1fbc517732b3 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3fe5e8e-0452-42df-b0f1-4caf227dbac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453775 Nov 12 02:07:55.803659 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 63d48aa4-71fd-47ea-9991-270b640edc60 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:07:55.900987 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 63d48aa4-71fd-47ea-9991-270b640edc60, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=63d48aa4-71fd-47ea-9991-270b640edc60,segment=NetworkSegment(062f6bc7-2947-482e-9cad-7970b07dd2cc),segment_id=062f6bc7-2947-482e-9cad-7970b07dd2cc)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:07:55.913702 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '63d48aa4-71fd-47ea-9991-270b640edc60', 'network_id': '694794c0-eda1-48b7-9d2a-83bb57a0ddb6', 'port_id': '63d48aa4-71fd-47ea-9991-270b640edc60', 'mac_address': 'fa:16:3e:d4:47:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '893db75d-ea77-41ba-a473-94366fdf310c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:07:55.952569 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:55.965556 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63d48aa4-71fd-47ea-9991-270b640edc60 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:07:55.985142 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 63d48aa4-71fd-47ea-9991-270b640edc60, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=63d48aa4-71fd-47ea-9991-270b640edc60,segment=NetworkSegment(062f6bc7-2947-482e-9cad-7970b07dd2cc),segment_id=062f6bc7-2947-482e-9cad-7970b07dd2cc)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:07:55.989260 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:56.035988 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=63d48aa4-71fd-47ea-9991-270b640edc60,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:56.263218 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['63d48aa4-71fd-47ea-9991-270b640edc60'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:07:56.542010 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74a771-11d9-49b9-98fd-d8647fca3900 req-e408911b-9fd1-4c58-922f-2b2053b34208 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:56.543423 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0e74a771-11d9-49b9-98fd-d8647fca3900 req-e408911b-9fd1-4c58-922f-2b2053b34208 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c00f7ac-f32d-46af-ad3e-8ca712e4276e HTTP/1.1" status: 200 len: 945 time: 0.0506225 Nov 12 02:07:56.592912 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0e74a771-11d9-49b9-98fd-d8647fca3900 req-9fdce09a-830d-44a5-a340-2fdf91280fbc tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3fe5e8e-0452-42df-b0f1-4caf227dbac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427117 Nov 12 02:07:57.353017 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5690ea6e-a806-4152-84a8-a1237d9a95fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:57.711736 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e59dd-3ed5-4fbb-bc54-98a5ed68a33b req-1dcc3ed0-6896-4c8d-a24d-aaaafa67c9af tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:57.713244 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-114e59dd-3ed5-4fbb-bc54-98a5ed68a33b req-1dcc3ed0-6896-4c8d-a24d-aaaafa67c9af tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c00f7ac-f32d-46af-ad3e-8ca712e4276e HTTP/1.1" status: 200 len: 945 time: 0.0529118 Nov 12 02:07:57.760982 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-114e59dd-3ed5-4fbb-bc54-98a5ed68a33b req-711096cf-eccb-4f84-9795-08329f60eac8 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3fe5e8e-0452-42df-b0f1-4caf227dbac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418146 Nov 12 02:07:57.835338 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 63d48aa4-71fd-47ea-9991-270b640edc60 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:07:57.891703 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 63d48aa4-71fd-47ea-9991-270b640edc60 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:07:57.896695 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 63d48aa4-71fd-47ea-9991-270b640edc60 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:07:57.897092 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:57.975130 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:57.998056 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c00f7ac-f32d-46af-ad3e-8ca712e4276e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d48aa4-71fd-47ea-9991-270b640edc60'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:07:58.000391 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ec54fb32a252cf543512252f4538ed49f878ab9aa91f770db158cb882be9043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-395fae57-cf7f-4c00-afc2-6c7412d81098" -d '{"events": [{"server_uuid": "7c00f7ac-f32d-46af-ad3e-8ca712e4276e", "name": "network-vif-plugged", "status": "completed", "tag": "63d48aa4-71fd-47ea-9991-270b640edc60"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:07:58.013466 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 63d48aa4-71fd-47ea-9991-270b640edc60, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=63d48aa4-71fd-47ea-9991-270b640edc60,segment=NetworkSegment(062f6bc7-2947-482e-9cad-7970b07dd2cc),segment_id=062f6bc7-2947-482e-9cad-7970b07dd2cc)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:07:58.018582 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:07:58.074392 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=63d48aa4-71fd-47ea-9991-270b640edc60,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:07:58.104627 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed784468-d813-48eb-81f7-5475ec3822b9 x-openstack-request-id: req-ed784468-d813-48eb-81f7-5475ec3822b9 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:07:58.104916 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c00f7ac-f32d-46af-ad3e-8ca712e4276e", "name": "network-vif-plugged", "status": "completed", "tag": "63d48aa4-71fd-47ea-9991-270b640edc60", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:07:58.105163 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ed784468-d813-48eb-81f7-5475ec3822b9 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:07:58.105573 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c00f7ac-f32d-46af-ad3e-8ca712e4276e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d48aa4-71fd-47ea-9991-270b640edc60', 'code': 200} Nov 12 02:07:58.228379 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972dc601-fab4-4ab6-911b-c1e7c7ec65a8 req-14e28ba1-7870-411d-96b8-8e59c7ae088c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:58.229877 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-972dc601-fab4-4ab6-911b-c1e7c7ec65a8 req-14e28ba1-7870-411d-96b8-8e59c7ae088c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7c00f7ac-f32d-46af-ad3e-8ca712e4276e HTTP/1.1" status: 200 len: 1098 time: 0.0409822 Nov 12 02:07:58.280936 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-972dc601-fab4-4ab6-911b-c1e7c7ec65a8 req-64e97c1f-2ea4-4525-b33a-94b53a7932bd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d3fe5e8e-0452-42df-b0f1-4caf227dbac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431678 Nov 12 02:07:58.880687 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85396f2-1178-420a-a3df-9df7215ca25a req-0b14dd81-9127-486c-8cdd-d796dd50d5f7 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:07:58.882208 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d85396f2-1178-420a-a3df-9df7215ca25a req-0b14dd81-9127-486c-8cdd-d796dd50d5f7 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c00f7ac-f32d-46af-ad3e-8ca712e4276e HTTP/1.1" status: 200 len: 946 time: 0.0511270 Nov 12 02:07:58.940153 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d85396f2-1178-420a-a3df-9df7215ca25a req-d93b56f8-46ba-409c-93b3-2da388602a2b tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3fe5e8e-0452-42df-b0f1-4caf227dbac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517724 Nov 12 02:08:00.054241 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77c058-7d46-4dc8-8c60-30e4a9d3f6c3 req-91728f6e-8a4d-4b6c-889f-56347a58b132 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:00.055715 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bb77c058-7d46-4dc8-8c60-30e4a9d3f6c3 req-91728f6e-8a4d-4b6c-889f-56347a58b132 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c00f7ac-f32d-46af-ad3e-8ca712e4276e HTTP/1.1" status: 200 len: 946 time: 0.0485296 Nov 12 02:08:00.113649 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bb77c058-7d46-4dc8-8c60-30e4a9d3f6c3 req-0f2866da-867a-4f14-aa10-591b357135bc tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3fe5e8e-0452-42df-b0f1-4caf227dbac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520251 Nov 12 02:08:00.233262 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48e8a0-0b6c-4d1e-99f7-1257686a8850 req-b9094757-eeb8-4327-9c7a-59be1137c6ab tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:00.234720 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8a48e8a0-0b6c-4d1e-99f7-1257686a8850 req-b9094757-eeb8-4327-9c7a-59be1137c6ab tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c00f7ac-f32d-46af-ad3e-8ca712e4276e HTTP/1.1" status: 200 len: 946 time: 0.0498006 Nov 12 02:08:00.291741 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8a48e8a0-0b6c-4d1e-99f7-1257686a8850 req-8c7a5ece-28f9-434f-a737-62e006e81d25 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3fe5e8e-0452-42df-b0f1-4caf227dbac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507989 Nov 12 02:08:00.315533 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58524) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:08:00.357927 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9f387e-270a-429f-a8dd-c385720ba5d7 tempest-TestNetworkAdvancedServerOps-840993767 tempest-TestNetworkAdvancedServerOps-840993767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:00.359504 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-da9f387e-270a-429f-a8dd-c385720ba5d7 tempest-TestNetworkAdvancedServerOps-840993767 tempest-TestNetworkAdvancedServerOps-840993767-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=7c00f7ac-f32d-46af-ad3e-8ca712e4276e HTTP/1.1" status: 200 len: 1093 time: 0.0428972 Nov 12 02:08:00.362451 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58526) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:08:00.366770 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-721ba1b1-bfcf-4fbe-8cbb-c3aa36d71d19 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Request body: {'floatingip': {'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'port_id': '63d48aa4-71fd-47ea-9991-270b640edc60', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:08:00.389496 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-721ba1b1-bfcf-4fbe-8cbb-c3aa36d71d19 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for floatingip, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:00.487437 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-721ba1b1-bfcf-4fbe-8cbb-c3aa36d71d19 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:00.594770 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-721ba1b1-bfcf-4fbe-8cbb-c3aa36d71d19 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Allocated IP 172.25.3.112 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/67f192b3-0815-4ead-b1ad-8827219f5576) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:08:00.698837 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-721ba1b1-bfcf-4fbe-8cbb-c3aa36d71d19 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:00.732786 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-721ba1b1-bfcf-4fbe-8cbb-c3aa36d71d19 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:00.770035 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721ba1b1-bfcf-4fbe-8cbb-c3aa36d71d19 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:08:00.774820 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-721ba1b1-bfcf-4fbe-8cbb-c3aa36d71d19 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:08:00.777394 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721ba1b1-bfcf-4fbe-8cbb-c3aa36d71d19 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:08:00.801585 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721ba1b1-bfcf-4fbe-8cbb-c3aa36d71d19 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'Port': ['ID=67f192b3-0815-4ead-b1ad-8827219f5576,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:08:00.939662 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3cefa8bf-6ce8-4ecc-a442-57e8214343ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:00.973672 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-14136647-1261-4129-a59e-c2c0b3cd2c14 req-4464539d-7b0e-4e27-9594-115305df6450 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7c00f7ac-f32d-46af-ad3e-8ca712e4276e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1200716 Nov 12 02:08:01.158540 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14136647-1261-4129-a59e-c2c0b3cd2c14 req-bc27b5c9-a981-4eb5-8ba5-997cc87c61c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:01.160054 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-14136647-1261-4129-a59e-c2c0b3cd2c14 req-bc27b5c9-a981-4eb5-8ba5-997cc87c61c6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6374cc485d2b42f5a26ab6b55af862e1&device_id=7c00f7ac-f32d-46af-ad3e-8ca712e4276e HTTP/1.1" status: 200 len: 1098 time: 0.1194434 Nov 12 02:08:01.275214 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-721ba1b1-bfcf-4fbe-8cbb-c3aa36d71d19 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:01.332918 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14136647-1261-4129-a59e-c2c0b3cd2c14 req-0c0adab0-754f-48ed-97db-1c365816495b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:01.334610 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-14136647-1261-4129-a59e-c2c0b3cd2c14 req-0c0adab0-754f-48ed-97db-1c365816495b service neutron] 10.222.0.44 "GET /v2.0/networks?id=694794c0-eda1-48b7-9d2a-83bb57a0ddb6 HTTP/1.1" status: 200 len: 897 time: 0.1351030 Nov 12 02:08:01.405840 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-721ba1b1-bfcf-4fbe-8cbb-c3aa36d71d19 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:01.453416 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-14136647-1261-4129-a59e-c2c0b3cd2c14 req-0d7eb056-48e8-4bff-b86a-ccc6c44b326b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63d48aa4-71fd-47ea-9991-270b640edc60 HTTP/1.1" status: 200 len: 1000 time: 0.0982847 Nov 12 02:08:01.558463 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14136647-1261-4129-a59e-c2c0b3cd2c14 req-0b777dfc-6151-4b83-a879-8734accd48bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:01.560044 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-14136647-1261-4129-a59e-c2c0b3cd2c14 req-0b777dfc-6151-4b83-a879-8734accd48bc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=893db75d-ea77-41ba-a473-94366fdf310c HTTP/1.1" status: 200 len: 835 time: 0.0976641 Nov 12 02:08:01.633007 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14136647-1261-4129-a59e-c2c0b3cd2c14 req-35d9351f-a7bd-4c0c-85cc-b4cbb5f0a49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:01.634522 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-14136647-1261-4129-a59e-c2c0b3cd2c14 req-35d9351f-a7bd-4c0c-85cc-b4cbb5f0a49f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=694794c0-eda1-48b7-9d2a-83bb57a0ddb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0664103 Nov 12 02:08:01.668967 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-721ba1b1-bfcf-4fbe-8cbb-c3aa36d71d19 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:01.678204 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-721ba1b1-bfcf-4fbe-8cbb-c3aa36d71d19 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:02.130774 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721ba1b1-bfcf-4fbe-8cbb-c3aa36d71d19 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event updated for resources: {'Port': ['ID=67f192b3-0815-4ead-b1ad-8827219f5576,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:08:02.156040 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-14136647-1261-4129-a59e-c2c0b3cd2c14 req-16cfb441-2f7d-413d-95a5-767fb455da04 service neutron] 10.222.0.44 "GET /v2.0/networks/694794c0-eda1-48b7-9d2a-83bb57a0ddb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5145519 Nov 12 02:08:02.159115 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-721ba1b1-bfcf-4fbe-8cbb-c3aa36d71d19 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:02.329572 n-d-712142-27 neutron-server[109086]: INFO neutron.db.l3_db [None req-721ba1b1-bfcf-4fbe-8cbb-c3aa36d71d19 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Floating IP 7a11a1d6-d73f-4e87-bee1-eea3300e3da3 associated. External IP: 172.25.3.112, port: 63d48aa4-71fd-47ea-9991-270b640edc60. Nov 12 02:08:02.334288 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-14136647-1261-4129-a59e-c2c0b3cd2c14 req-093e463d-903d-48a5-ae3d-97ea119aa8a6 service neutron] 10.222.0.44 "GET /v2.0/networks/694794c0-eda1-48b7-9d2a-83bb57a0ddb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397684 Nov 12 02:08:02.552949 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-721ba1b1-bfcf-4fbe-8cbb-c3aa36d71d19 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Router 9be88e50-410d-45f2-93ef-8bf889c338cb has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:08:02.664454 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721ba1b1-bfcf-4fbe-8cbb-c3aa36d71d19 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:08:02.674675 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b48f062-8ea8-4832-aa50-b9c68de27ffd None None] Sync routers for ids ['9be88e50-410d-45f2-93ef-8bf889c338cb'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:08:02.684790 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-721ba1b1-bfcf-4fbe-8cbb-c3aa36d71d19 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:02.685574 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b48f062-8ea8-4832-aa50-b9c68de27ffd None None] Routers {'9be88e50-410d-45f2-93ef-8bf889c338cb'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:08:02.686186 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-8b48f062-8ea8-4832-aa50-b9c68de27ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:08:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['9be88e50-410d-45f2-93ef-8bf889c338cb'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:08:02.713934 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-721ba1b1-bfcf-4fbe-8cbb-c3aa36d71d19 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3503470 Nov 12 02:08:02.714482 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c00f7ac-f32d-46af-ad3e-8ca712e4276e', 'tag': '63d48aa4-71fd-47ea-9991-270b640edc60'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:08:02.716939 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4d1d6158e421e9c8e993f80e0426ddaaefecbe2af3f4b68345379587447b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7a7f4c-be50-43e9-a2aa-61a47b161d58" -d '{"events": [{"name": "network-changed", "server_uuid": "7c00f7ac-f32d-46af-ad3e-8ca712e4276e", "tag": "63d48aa4-71fd-47ea-9991-270b640edc60"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:08:02.795609 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-8b48f062-8ea8-4832-aa50-b9c68de27ffd None None] Set router 9be88e50-410d-45f2-93ef-8bf889c338cb gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:08:02.814309 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308d958-95e6-4ac5-98d6-2c3575048774 req-6547f6a2-0f3b-4a00-9438-de8aa14940ce tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:02.815890 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8308d958-95e6-4ac5-98d6-2c3575048774 req-6547f6a2-0f3b-4a00-9438-de8aa14940ce tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c00f7ac-f32d-46af-ad3e-8ca712e4276e HTTP/1.1" status: 200 len: 946 time: 0.0515680 Nov 12 02:08:02.870098 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8308d958-95e6-4ac5-98d6-2c3575048774 req-8135ac45-f5c0-498d-a8e4-b5b39d873196 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3fe5e8e-0452-42df-b0f1-4caf227dbac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477252 Nov 12 02:08:02.893542 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58532) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:08:02.934075 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ffef71-1d7e-4860-8098-0c091ae614d1 x-openstack-request-id: req-59ffef71-1d7e-4860-8098-0c091ae614d1 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:08:02.934450 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c00f7ac-f32d-46af-ad3e-8ca712e4276e", "tag": "63d48aa4-71fd-47ea-9991-270b640edc60", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:08:02.934774 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-59ffef71-1d7e-4860-8098-0c091ae614d1 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:08:02.935247 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c00f7ac-f32d-46af-ad3e-8ca712e4276e', 'tag': '63d48aa4-71fd-47ea-9991-270b640edc60', 'status': 'completed', 'code': 200} Nov 12 02:08:02.963751 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-75adf531-dc6e-4690-9a58-2394458e5d4b tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/floatingips/7a11a1d6-d73f-4e87-bee1-eea3300e3da3 HTTP/1.1" status: 200 len: 992 time: 0.0690794 Nov 12 02:08:03.010764 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a7f4c-be50-43e9-a2aa-61a47b161d58 req-c51c3900-fc1a-4099-ad8d-c18b7461edc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:03.012622 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ef7a7f4c-be50-43e9-a2aa-61a47b161d58 req-c51c3900-fc1a-4099-ad8d-c18b7461edc2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6374cc485d2b42f5a26ab6b55af862e1&device_id=7c00f7ac-f32d-46af-ad3e-8ca712e4276e HTTP/1.1" status: 200 len: 1098 time: 0.0463336 Nov 12 02:08:03.061704 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-8b48f062-8ea8-4832-aa50-b9c68de27ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be88e50-410d-45f2-93ef-8bf889c338cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905046675', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '742fa4ff-72bf-469d-8514-85c4c3c00efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:07:44Z', 'updated_at': '2021-11-12T02:07:47Z', 'revision_number': 4, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '742fa4ff-72bf-469d-8514-85c4c3c00efe', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:60:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be88e50-410d-45f2-93ef-8bf889c338cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:07:44Z', 'updated_at': '2021-11-12T02:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '7a11a1d6-d73f-4e87-bee1-eea3300e3da3', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'floating_ip_address': '172.25.3.112', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '9be88e50-410d-45f2-93ef-8bf889c338cb', 'port_id': '63d48aa4-71fd-47ea-9991-270b640edc60', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '694794c0-eda1-48b7-9d2a-83bb57a0ddb6', 'mac_address': 'fa:16:3e:d4:47:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c00f7ac-f32d-46af-ad3e-8ca712e4276e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:08:01Z', 'updated_at': '2021-11-12T02:08:01Z', 'revision_number': 0, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35943723-0df8-40aa-a0f7-d4b3d73c4b59', 'name': '', 'network_id': '694794c0-eda1-48b7-9d2a-83bb57a0ddb6', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'mac_address': 'fa:16:3e:8b:1a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be88e50-410d-45f2-93ef-8bf889c338cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '893db75d-ea77-41ba-a473-94366fdf310c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:07:47Z', 'updated_at': '2021-11-12T02:07:50Z', 'revision_number': 5, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'subnets': [{'id': '893db75d-ea77-41ba-a473-94366fdf310c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:08:03.091998 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b48f062-8ea8-4832-aa50-b9c68de27ffd None None] Checking router: 9be88e50-410d-45f2-93ef-8bf889c338cb for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:08:03.101096 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b48f062-8ea8-4832-aa50-b9c68de27ffd None None] Routers {'9be88e50-410d-45f2-93ef-8bf889c338cb'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:08:03.101706 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-8b48f062-8ea8-4832-aa50-b9c68de27ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:08:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['9be88e50-410d-45f2-93ef-8bf889c338cb'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:08:03.109237 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a7f4c-be50-43e9-a2aa-61a47b161d58 req-6312f871-41c0-4a75-810a-919bde91c817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:03.110750 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ef7a7f4c-be50-43e9-a2aa-61a47b161d58 req-6312f871-41c0-4a75-810a-919bde91c817 service neutron] 10.222.0.44 "GET /v2.0/networks?id=694794c0-eda1-48b7-9d2a-83bb57a0ddb6 HTTP/1.1" status: 200 len: 897 time: 0.0902166 Nov 12 02:08:03.122252 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:03.183989 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ef7a7f4c-be50-43e9-a2aa-61a47b161d58 req-012037e0-d2f4-49b7-92e3-ed827bc427fc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63d48aa4-71fd-47ea-9991-270b640edc60 HTTP/1.1" status: 200 len: 1000 time: 0.0654252 Nov 12 02:08:03.203160 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-8b48f062-8ea8-4832-aa50-b9c68de27ffd None None] Set router 9be88e50-410d-45f2-93ef-8bf889c338cb gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:08:03.236382 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a7f4c-be50-43e9-a2aa-61a47b161d58 req-34b6dba8-0870-4ec7-852a-e05fd9da1325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:03.237921 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ef7a7f4c-be50-43e9-a2aa-61a47b161d58 req-34b6dba8-0870-4ec7-852a-e05fd9da1325 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=893db75d-ea77-41ba-a473-94366fdf310c HTTP/1.1" status: 200 len: 835 time: 0.0472882 Nov 12 02:08:03.287564 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a7f4c-be50-43e9-a2aa-61a47b161d58 req-d987e7a2-5645-4640-b44e-e8059171da17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:03.289178 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ef7a7f4c-be50-43e9-a2aa-61a47b161d58 req-d987e7a2-5645-4640-b44e-e8059171da17 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=694794c0-eda1-48b7-9d2a-83bb57a0ddb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447166 Nov 12 02:08:03.386016 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ef7a7f4c-be50-43e9-a2aa-61a47b161d58 req-8eddd926-0bf8-4503-bf62-b91f69053ae5 service neutron] 10.222.0.44 "GET /v2.0/networks/694794c0-eda1-48b7-9d2a-83bb57a0ddb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897748 Nov 12 02:08:03.478788 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-ef7a7f4c-be50-43e9-a2aa-61a47b161d58 req-7ba34616-d128-48f3-94b6-7baee8d715e3 service neutron] 10.222.0.44 "GET /v2.0/networks/694794c0-eda1-48b7-9d2a-83bb57a0ddb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849142 Nov 12 02:08:03.521012 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-8b48f062-8ea8-4832-aa50-b9c68de27ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be88e50-410d-45f2-93ef-8bf889c338cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905046675', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '742fa4ff-72bf-469d-8514-85c4c3c00efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:07:44Z', 'updated_at': '2021-11-12T02:07:47Z', 'revision_number': 4, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '742fa4ff-72bf-469d-8514-85c4c3c00efe', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:60:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be88e50-410d-45f2-93ef-8bf889c338cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:07:44Z', 'updated_at': '2021-11-12T02:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '7a11a1d6-d73f-4e87-bee1-eea3300e3da3', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'floating_ip_address': '172.25.3.112', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '9be88e50-410d-45f2-93ef-8bf889c338cb', 'port_id': '63d48aa4-71fd-47ea-9991-270b640edc60', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '694794c0-eda1-48b7-9d2a-83bb57a0ddb6', 'mac_address': 'fa:16:3e:d4:47:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c00f7ac-f32d-46af-ad3e-8ca712e4276e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:08:01Z', 'updated_at': '2021-11-12T02:08:01Z', 'revision_number': 0, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35943723-0df8-40aa-a0f7-d4b3d73c4b59', 'name': '', 'network_id': '694794c0-eda1-48b7-9d2a-83bb57a0ddb6', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'mac_address': 'fa:16:3e:8b:1a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be88e50-410d-45f2-93ef-8bf889c338cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '893db75d-ea77-41ba-a473-94366fdf310c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:07:47Z', 'updated_at': '2021-11-12T02:07:50Z', 'revision_number': 5, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'subnets': [{'id': '893db75d-ea77-41ba-a473-94366fdf310c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:08:03.546636 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b48f062-8ea8-4832-aa50-b9c68de27ffd None None] The sync data for ids ['9be88e50-410d-45f2-93ef-8bf889c338cb'] in n-d-712142-27 is: [{'id': '9be88e50-410d-45f2-93ef-8bf889c338cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905046675', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '742fa4ff-72bf-469d-8514-85c4c3c00efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:07:44Z', 'updated_at': '2021-11-12T02:07:47Z', 'revision_number': 4, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '742fa4ff-72bf-469d-8514-85c4c3c00efe', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:60:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be88e50-410d-45f2-93ef-8bf889c338cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:07:44Z', 'updated_at': '2021-11-12T02:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '7a11a1d6-d73f-4e87-bee1-eea3300e3da3', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'floating_ip_address': '172.25.3.112', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '9be88e50-410d-45f2-93ef-8bf889c338cb', 'port_id': '63d48aa4-71fd-47ea-9991-270b640edc60', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '694794c0-eda1-48b7-9d2a-83bb57a0ddb6', 'mac_address': 'fa:16:3e:d4:47:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c00f7ac-f32d-46af-ad3e-8ca712e4276e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:08:01Z', 'updated_at': '2021-11-12T02:08:01Z', 'revision_number': 0, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35943723-0df8-40aa-a0f7-d4b3d73c4b59', 'name': '', 'network_id': '694794c0-eda1-48b7-9d2a-83bb57a0ddb6', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'mac_address': 'fa:16:3e:8b:1a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be88e50-410d-45f2-93ef-8bf889c338cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '893db75d-ea77-41ba-a473-94366fdf310c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:07:47Z', 'updated_at': '2021-11-12T02:07:50Z', 'revision_number': 5, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'subnets': [{'id': '893db75d-ea77-41ba-a473-94366fdf310c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:08:03.759470 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ab95cf-a25a-448c-9a36-5047f9517d1c None None] New status for floating IP 7a11a1d6-d73f-4e87-bee1-eea3300e3da3: ACTIVE {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:08:03.968005 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58534) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:08:04.033301 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-57f15d4a-9545-4339-a72b-021e08c54e33 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/floatingips/7a11a1d6-d73f-4e87-bee1-eea3300e3da3 HTTP/1.1" status: 200 len: 994 time: 0.0638571 Nov 12 02:08:04.119254 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:05.426648 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:06.030815 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-fd8eef5f-e2b6-4a90-97a0-8e230fb6b79f req-fdaa8231-63ba-48e3-a7d7-98856a0d2067 tempest-ServerActionsTestJSON-1822853605 tempest-ServerActionsTestJSON-1822853605-project] (109085) timed out ('10.222.0.45', 46554) {{(pid=109085) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 02:08:09.096896 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:11.242503 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:27.354761 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-454df84f-9d3b-4df2-8f1e-56d3ab05f429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:30.448630 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:08:30.932571 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-98a9a7b1-e554-4e8a-9d85-f2decd4538b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:33.124944 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:34.121472 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:35.449755 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:35.487887 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b124f-1e0b-458e-a571-0e7897dcea1e req-81bc3431-116f-4f3d-84cf-070f6ad48f04 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:35.489322 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1c1b124f-1e0b-458e-a571-0e7897dcea1e req-81bc3431-116f-4f3d-84cf-070f6ad48f04 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c00f7ac-f32d-46af-ad3e-8ca712e4276e HTTP/1.1" status: 200 len: 946 time: 0.1022661 Nov 12 02:08:35.538446 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1c1b124f-1e0b-458e-a571-0e7897dcea1e req-2f75af42-ac34-4657-9690-bb5e94a110a5 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3fe5e8e-0452-42df-b0f1-4caf227dbac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430856 Nov 12 02:08:36.655616 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f83b34e-b57f-40b9-b18e-d09b162d43cb req-be7f1b8f-6891-4302-87ac-f24a7dba41df tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:36.657760 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5f83b34e-b57f-40b9-b18e-d09b162d43cb req-be7f1b8f-6891-4302-87ac-f24a7dba41df tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c00f7ac-f32d-46af-ad3e-8ca712e4276e HTTP/1.1" status: 200 len: 946 time: 0.0486412 Nov 12 02:08:36.712581 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5f83b34e-b57f-40b9-b18e-d09b162d43cb req-885ce9c5-a3b7-4f55-88b6-4846afc3f0f6 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3fe5e8e-0452-42df-b0f1-4caf227dbac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485148 Nov 12 02:08:36.738395 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58568) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:08:36.799890 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-17315ff5-4c0b-4d81-86ba-f422dd57d098 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/floatingips/7a11a1d6-d73f-4e87-bee1-eea3300e3da3 HTTP/1.1" status: 200 len: 994 time: 0.0603135 Nov 12 02:08:38.087524 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb5e58c-bd1f-48d6-9981-73097b4ce58a req-6074c98e-fcb2-4b4b-8fee-107ae7852336 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:38.089015 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0fb5e58c-bd1f-48d6-9981-73097b4ce58a req-6074c98e-fcb2-4b4b-8fee-107ae7852336 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c00f7ac-f32d-46af-ad3e-8ca712e4276e HTTP/1.1" status: 200 len: 946 time: 0.0554814 Nov 12 02:08:38.132801 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244bc00-1735-4064-ad6c-ddc82f09d9dc req-5bb64fa3-7901-4534-8201-d709206e4e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:38.134468 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7244bc00-1735-4064-ad6c-ddc82f09d9dc req-5bb64fa3-7901-4534-8201-d709206e4e72 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6374cc485d2b42f5a26ab6b55af862e1&device_id=7c00f7ac-f32d-46af-ad3e-8ca712e4276e HTTP/1.1" status: 200 len: 1098 time: 0.0428936 Nov 12 02:08:38.145762 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0fb5e58c-bd1f-48d6-9981-73097b4ce58a req-e069b46e-2efc-4c99-a840-6a5bffa84c5d tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3fe5e8e-0452-42df-b0f1-4caf227dbac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494089 Nov 12 02:08:38.233557 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244bc00-1735-4064-ad6c-ddc82f09d9dc req-5f61439c-7f4f-41ea-af67-285945b8368f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:38.235090 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7244bc00-1735-4064-ad6c-ddc82f09d9dc req-5f61439c-7f4f-41ea-af67-285945b8368f service neutron] 10.222.0.44 "GET /v2.0/networks?id=694794c0-eda1-48b7-9d2a-83bb57a0ddb6 HTTP/1.1" status: 200 len: 897 time: 0.0926588 Nov 12 02:08:38.299636 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7244bc00-1735-4064-ad6c-ddc82f09d9dc req-fc2c4626-4aef-40ee-a81f-22ce1b4d8bad service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63d48aa4-71fd-47ea-9991-270b640edc60 HTTP/1.1" status: 200 len: 1002 time: 0.0579729 Nov 12 02:08:38.357412 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244bc00-1735-4064-ad6c-ddc82f09d9dc req-a5d660f2-6d1f-4071-ae3e-2d23285fed85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:38.358794 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7244bc00-1735-4064-ad6c-ddc82f09d9dc req-a5d660f2-6d1f-4071-ae3e-2d23285fed85 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=893db75d-ea77-41ba-a473-94366fdf310c HTTP/1.1" status: 200 len: 835 time: 0.0489724 Nov 12 02:08:38.404400 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244bc00-1735-4064-ad6c-ddc82f09d9dc req-0515b51c-a744-43b4-8fd4-e36f27755a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:38.405891 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7244bc00-1735-4064-ad6c-ddc82f09d9dc req-0515b51c-a744-43b4-8fd4-e36f27755a81 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=694794c0-eda1-48b7-9d2a-83bb57a0ddb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402920 Nov 12 02:08:38.495097 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7244bc00-1735-4064-ad6c-ddc82f09d9dc req-47623662-68b2-4505-b4bd-0d06f2316312 service neutron] 10.222.0.44 "GET /v2.0/networks/694794c0-eda1-48b7-9d2a-83bb57a0ddb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821159 Nov 12 02:08:38.594565 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-7244bc00-1735-4064-ad6c-ddc82f09d9dc req-db047526-4b3f-41d7-99d7-4966dd0de05e service neutron] 10.222.0.44 "GET /v2.0/networks/694794c0-eda1-48b7-9d2a-83bb57a0ddb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905256 Nov 12 02:08:39.100000 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:39.266189 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129a2fc-c2a3-4f6e-bbff-0013252f410b req-6d40ac2f-955c-4e23-b233-9e312334eca2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:39.267734 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5129a2fc-c2a3-4f6e-bbff-0013252f410b req-6d40ac2f-955c-4e23-b233-9e312334eca2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c00f7ac-f32d-46af-ad3e-8ca712e4276e HTTP/1.1" status: 200 len: 946 time: 0.0502615 Nov 12 02:08:39.318277 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5129a2fc-c2a3-4f6e-bbff-0013252f410b req-759f669c-9103-4c32-b150-a1d9c5f12f98 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3fe5e8e-0452-42df-b0f1-4caf227dbac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442193 Nov 12 02:08:40.440419 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408fb64f-c79d-4627-aac6-2e13c9c149d0 req-befc68de-08e8-419a-9979-4a5721309dc8 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:40.442234 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-408fb64f-c79d-4627-aac6-2e13c9c149d0 req-befc68de-08e8-419a-9979-4a5721309dc8 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c00f7ac-f32d-46af-ad3e-8ca712e4276e HTTP/1.1" status: 200 len: 946 time: 0.0550842 Nov 12 02:08:40.496127 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-408fb64f-c79d-4627-aac6-2e13c9c149d0 req-ee489fbc-1ae2-4bc9-aebe-5dd3c786034a tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3fe5e8e-0452-42df-b0f1-4caf227dbac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478728 Nov 12 02:08:40.518160 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58580) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:08:40.582568 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-2980c0de-ee74-4baa-bf2e-e1c66ad240ff tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/floatingips/7a11a1d6-d73f-4e87-bee1-eea3300e3da3 HTTP/1.1" status: 200 len: 994 time: 0.0632405 Nov 12 02:08:40.809885 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58586) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:08:40.974433 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-a9af22c3-b3da-41b7-9728-ca09e41023ff tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Deleting port 67f192b3-0815-4ead-b1ad-8827219f5576 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:08:40.974775 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a9af22c3-b3da-41b7-9728-ca09e41023ff tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:41.057173 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a9af22c3-b3da-41b7-9728-ca09e41023ff tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:41.057498 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a9af22c3-b3da-41b7-9728-ca09e41023ff tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:41.074375 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-a9af22c3-b3da-41b7-9728-ca09e41023ff tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Calling delete_port for 67f192b3-0815-4ead-b1ad-8827219f5576 owned by network:floatingip {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:08:41.225294 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a9af22c3-b3da-41b7-9728-ca09e41023ff tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:41.248819 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:41.253167 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9af22c3-b3da-41b7-9728-ca09e41023ff tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event deleted for resources: {'Port': ['ID=67f192b3-0815-4ead-b1ad-8827219f5576,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:08:41.266519 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9af22c3-b3da-41b7-9728-ca09e41023ff tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:08:41.266893 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9af22c3-b3da-41b7-9728-ca09e41023ff tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:08:41.267242 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9af22c3-b3da-41b7-9728-ca09e41023ff tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:08:41.267589 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9af22c3-b3da-41b7-9728-ca09e41023ff tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:08:41.267929 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9af22c3-b3da-41b7-9728-ca09e41023ff tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:08:41.268314 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9af22c3-b3da-41b7-9728-ca09e41023ff tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:08:41.268653 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9af22c3-b3da-41b7-9728-ca09e41023ff tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:08:41.268988 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9af22c3-b3da-41b7-9728-ca09e41023ff tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:08:41.269323 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9af22c3-b3da-41b7-9728-ca09e41023ff tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:08:41.269664 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9af22c3-b3da-41b7-9728-ca09e41023ff tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:08:41.269988 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9af22c3-b3da-41b7-9728-ca09e41023ff tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:08:41.270316 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9af22c3-b3da-41b7-9728-ca09e41023ff tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:08:41.324043 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a9af22c3-b3da-41b7-9728-ca09e41023ff tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for floatingip, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:41.324375 n-d-712142-27 neutron-server[109086]: INFO neutron.db.l3_db [None req-a9af22c3-b3da-41b7-9728-ca09e41023ff tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Floating IP 7a11a1d6-d73f-4e87-bee1-eea3300e3da3 disassociated (deleted). External IP: 172.25.3.112, port: 63d48aa4-71fd-47ea-9991-270b640edc60. Nov 12 02:08:41.539260 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9af22c3-b3da-41b7-9728-ca09e41023ff tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Router 9be88e50-410d-45f2-93ef-8bf889c338cb has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:08:41.649237 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9af22c3-b3da-41b7-9728-ca09e41023ff tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:08:41.654072 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a9af22c3-b3da-41b7-9728-ca09e41023ff tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:41.658692 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ab8c0b-b075-459c-87e6-41ca6ea86981 None None] Sync routers for ids ['9be88e50-410d-45f2-93ef-8bf889c338cb'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:08:41.668117 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ab8c0b-b075-459c-87e6-41ca6ea86981 None None] Routers {'9be88e50-410d-45f2-93ef-8bf889c338cb'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:08:41.668732 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-e3ab8c0b-b075-459c-87e6-41ca6ea86981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:08:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['9be88e50-410d-45f2-93ef-8bf889c338cb'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:08:41.681942 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a9af22c3-b3da-41b7-9728-ca09e41023ff tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "DELETE /v2.0/floatingips/7a11a1d6-d73f-4e87-bee1-eea3300e3da3 HTTP/1.1" status: 204 len: 168 time: 0.8708787 Nov 12 02:08:41.682533 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c00f7ac-f32d-46af-ad3e-8ca712e4276e', 'tag': '63d48aa4-71fd-47ea-9991-270b640edc60'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:08:41.684866 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4d1d6158e421e9c8e993f80e0426ddaaefecbe2af3f4b68345379587447b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b147762-89c7-45f0-9bf3-4aaa2d631be5" -d '{"events": [{"name": "network-changed", "server_uuid": "7c00f7ac-f32d-46af-ad3e-8ca712e4276e", "tag": "63d48aa4-71fd-47ea-9991-270b640edc60"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:08:41.779537 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-e3ab8c0b-b075-459c-87e6-41ca6ea86981 None None] Set router 9be88e50-410d-45f2-93ef-8bf889c338cb gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:08:41.997065 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-e3ab8c0b-b075-459c-87e6-41ca6ea86981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be88e50-410d-45f2-93ef-8bf889c338cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905046675', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '742fa4ff-72bf-469d-8514-85c4c3c00efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:07:44Z', 'updated_at': '2021-11-12T02:07:47Z', 'revision_number': 4, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '742fa4ff-72bf-469d-8514-85c4c3c00efe', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:60:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be88e50-410d-45f2-93ef-8bf889c338cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:07:44Z', 'updated_at': '2021-11-12T02:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '35943723-0df8-40aa-a0f7-d4b3d73c4b59', 'name': '', 'network_id': '694794c0-eda1-48b7-9d2a-83bb57a0ddb6', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'mac_address': 'fa:16:3e:8b:1a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be88e50-410d-45f2-93ef-8bf889c338cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '893db75d-ea77-41ba-a473-94366fdf310c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:07:47Z', 'updated_at': '2021-11-12T02:07:50Z', 'revision_number': 5, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'subnets': [{'id': '893db75d-ea77-41ba-a473-94366fdf310c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:08:42.023568 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ab8c0b-b075-459c-87e6-41ca6ea86981 None None] Checking router: 9be88e50-410d-45f2-93ef-8bf889c338cb for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:08:42.032709 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ab8c0b-b075-459c-87e6-41ca6ea86981 None None] Routers {'9be88e50-410d-45f2-93ef-8bf889c338cb'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:08:42.033287 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-e3ab8c0b-b075-459c-87e6-41ca6ea86981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:08:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['9be88e50-410d-45f2-93ef-8bf889c338cb'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:08:42.118610 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2977fd0-aebd-4a37-bf82-434670adb332 x-openstack-request-id: req-a2977fd0-aebd-4a37-bf82-434670adb332 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:08:42.119575 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c00f7ac-f32d-46af-ad3e-8ca712e4276e", "tag": "63d48aa4-71fd-47ea-9991-270b640edc60", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:08:42.119935 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a2977fd0-aebd-4a37-bf82-434670adb332 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:08:42.120481 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c00f7ac-f32d-46af-ad3e-8ca712e4276e', 'tag': '63d48aa4-71fd-47ea-9991-270b640edc60', 'status': 'completed', 'code': 200} Nov 12 02:08:42.149244 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-e3ab8c0b-b075-459c-87e6-41ca6ea86981 None None] Set router 9be88e50-410d-45f2-93ef-8bf889c338cb gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:08:42.220236 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b147762-89c7-45f0-9bf3-4aaa2d631be5 req-a1a87522-d692-4987-93b3-5099d8045319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:42.222012 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0b147762-89c7-45f0-9bf3-4aaa2d631be5 req-a1a87522-d692-4987-93b3-5099d8045319 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6374cc485d2b42f5a26ab6b55af862e1&device_id=7c00f7ac-f32d-46af-ad3e-8ca712e4276e HTTP/1.1" status: 200 len: 1098 time: 0.0468895 Nov 12 02:08:42.222950 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f8d9e-987b-4110-998a-f4c21d1247d9 req-545e2976-2b7b-4405-9a1c-01ab24318825 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:42.224647 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e82f8d9e-987b-4110-998a-f4c21d1247d9 req-545e2976-2b7b-4405-9a1c-01ab24318825 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c00f7ac-f32d-46af-ad3e-8ca712e4276e HTTP/1.1" status: 200 len: 946 time: 0.0615764 Nov 12 02:08:42.288253 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e82f8d9e-987b-4110-998a-f4c21d1247d9 req-ef76e19a-10c4-4d55-9efa-5348dfd781c2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3fe5e8e-0452-42df-b0f1-4caf227dbac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532176 Nov 12 02:08:42.329218 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b147762-89c7-45f0-9bf3-4aaa2d631be5 req-6246f4ec-b96a-4c7e-a7fb-3252557b56d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:42.330725 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0b147762-89c7-45f0-9bf3-4aaa2d631be5 req-6246f4ec-b96a-4c7e-a7fb-3252557b56d6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=694794c0-eda1-48b7-9d2a-83bb57a0ddb6 HTTP/1.1" status: 200 len: 897 time: 0.1013060 Nov 12 02:08:42.365453 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-e3ab8c0b-b075-459c-87e6-41ca6ea86981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be88e50-410d-45f2-93ef-8bf889c338cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905046675', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '742fa4ff-72bf-469d-8514-85c4c3c00efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:07:44Z', 'updated_at': '2021-11-12T02:07:47Z', 'revision_number': 4, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '742fa4ff-72bf-469d-8514-85c4c3c00efe', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:60:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be88e50-410d-45f2-93ef-8bf889c338cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:07:44Z', 'updated_at': '2021-11-12T02:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '35943723-0df8-40aa-a0f7-d4b3d73c4b59', 'name': '', 'network_id': '694794c0-eda1-48b7-9d2a-83bb57a0ddb6', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'mac_address': 'fa:16:3e:8b:1a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be88e50-410d-45f2-93ef-8bf889c338cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '893db75d-ea77-41ba-a473-94366fdf310c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:07:47Z', 'updated_at': '2021-11-12T02:07:50Z', 'revision_number': 5, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'subnets': [{'id': '893db75d-ea77-41ba-a473-94366fdf310c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:08:42.374347 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0b147762-89c7-45f0-9bf3-4aaa2d631be5 req-aa3387e8-b287-461b-a882-333d85982eac service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63d48aa4-71fd-47ea-9991-270b640edc60 HTTP/1.1" status: 200 len: 217 time: 0.0358646 Nov 12 02:08:42.395747 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ab8c0b-b075-459c-87e6-41ca6ea86981 None None] The sync data for ids ['9be88e50-410d-45f2-93ef-8bf889c338cb'] in n-d-712142-27 is: [{'id': '9be88e50-410d-45f2-93ef-8bf889c338cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905046675', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '742fa4ff-72bf-469d-8514-85c4c3c00efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:07:44Z', 'updated_at': '2021-11-12T02:07:47Z', 'revision_number': 4, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '742fa4ff-72bf-469d-8514-85c4c3c00efe', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:60:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be88e50-410d-45f2-93ef-8bf889c338cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:07:44Z', 'updated_at': '2021-11-12T02:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '35943723-0df8-40aa-a0f7-d4b3d73c4b59', 'name': '', 'network_id': '694794c0-eda1-48b7-9d2a-83bb57a0ddb6', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'mac_address': 'fa:16:3e:8b:1a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be88e50-410d-45f2-93ef-8bf889c338cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '893db75d-ea77-41ba-a473-94366fdf310c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:07:47Z', 'updated_at': '2021-11-12T02:07:50Z', 'revision_number': 5, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'subnets': [{'id': '893db75d-ea77-41ba-a473-94366fdf310c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:08:42.431822 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b147762-89c7-45f0-9bf3-4aaa2d631be5 req-de7213dd-22c8-45c8-8dcb-31f315249496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:42.433480 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0b147762-89c7-45f0-9bf3-4aaa2d631be5 req-de7213dd-22c8-45c8-8dcb-31f315249496 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=893db75d-ea77-41ba-a473-94366fdf310c HTTP/1.1" status: 200 len: 835 time: 0.0507038 Nov 12 02:08:42.483040 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b147762-89c7-45f0-9bf3-4aaa2d631be5 req-f99b6321-4619-44e2-8f45-039d10ff11d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:42.485156 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0b147762-89c7-45f0-9bf3-4aaa2d631be5 req-f99b6321-4619-44e2-8f45-039d10ff11d2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=694794c0-eda1-48b7-9d2a-83bb57a0ddb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435159 Nov 12 02:08:42.579842 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0b147762-89c7-45f0-9bf3-4aaa2d631be5 req-20d9e1e9-61bd-4847-ab86-c7ccb3a0c04c service neutron] 10.222.0.44 "GET /v2.0/networks/694794c0-eda1-48b7-9d2a-83bb57a0ddb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872414 Nov 12 02:08:42.634512 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c58e01e-0aa4-4389-9966-937c9595db82 None None] New status for floating IP 7a11a1d6-d73f-4e87-bee1-eea3300e3da3: DOWN {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:08:42.681308 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-0b147762-89c7-45f0-9bf3-4aaa2d631be5 req-d4f450f6-a582-4b86-9312-8d2722a605da service neutron] 10.222.0.44 "GET /v2.0/networks/694794c0-eda1-48b7-9d2a-83bb57a0ddb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940320 Nov 12 02:08:43.401216 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d1fa4f-a60c-4a70-b4d8-83ca1124d4c6 req-06fe6dfa-ce7b-4fbe-aca2-a871ee9c7798 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:43.402725 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-73d1fa4f-a60c-4a70-b4d8-83ca1124d4c6 req-06fe6dfa-ce7b-4fbe-aca2-a871ee9c7798 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c00f7ac-f32d-46af-ad3e-8ca712e4276e HTTP/1.1" status: 200 len: 946 time: 0.0537109 Nov 12 02:08:43.454622 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-73d1fa4f-a60c-4a70-b4d8-83ca1124d4c6 req-f7e6e55d-0c1a-489d-a6f5-5d12846ea75c tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3fe5e8e-0452-42df-b0f1-4caf227dbac1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449176 Nov 12 02:08:43.868197 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870e483-2bb5-4760-b6b9-417fe17303fc req-fbf8151f-aabd-4ab7-aa6e-34e04903d69e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:43.869981 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6870e483-2bb5-4760-b6b9-417fe17303fc req-fbf8151f-aabd-4ab7-aa6e-34e04903d69e tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.44 "GET /v2.0/ports?device_id=7c00f7ac-f32d-46af-ad3e-8ca712e4276e HTTP/1.1" status: 200 len: 946 time: 0.0519140 Nov 12 02:08:43.965173 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-6870e483-2bb5-4760-b6b9-417fe17303fc req-da9b75c3-c681-4bf0-b515-922aca08363f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Deleting port 63d48aa4-71fd-47ea-9991-270b640edc60 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:08:43.965625 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-6870e483-2bb5-4760-b6b9-417fe17303fc req-da9b75c3-c681-4bf0-b515-922aca08363f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:44.055769 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-6870e483-2bb5-4760-b6b9-417fe17303fc req-da9b75c3-c681-4bf0-b515-922aca08363f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] For port 63d48aa4-71fd-47ea-9991-270b640edc60, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=63d48aa4-71fd-47ea-9991-270b640edc60,segment=NetworkSegment(062f6bc7-2947-482e-9cad-7970b07dd2cc),segment_id=062f6bc7-2947-482e-9cad-7970b07dd2cc)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:08:44.056168 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-6870e483-2bb5-4760-b6b9-417fe17303fc req-da9b75c3-c681-4bf0-b515-922aca08363f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:44.069705 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-6870e483-2bb5-4760-b6b9-417fe17303fc req-da9b75c3-c681-4bf0-b515-922aca08363f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Calling delete_port for 63d48aa4-71fd-47ea-9991-270b640edc60 owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:08:44.200715 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-6870e483-2bb5-4760-b6b9-417fe17303fc req-da9b75c3-c681-4bf0-b515-922aca08363f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:44.228266 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9b75c3-c681-4bf0-b515-922aca08363f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event deleted for resources: {'Port': ['ID=63d48aa4-71fd-47ea-9991-270b640edc60,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:08:44.272092 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-6870e483-2bb5-4760-b6b9-417fe17303fc req-da9b75c3-c681-4bf0-b515-922aca08363f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] No DVR routers for this DVR port 63d48aa4-71fd-47ea-9991-270b640edc60 on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:08:44.274733 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-6870e483-2bb5-4760-b6b9-417fe17303fc req-da9b75c3-c681-4bf0-b515-922aca08363f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:44.278108 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6870e483-2bb5-4760-b6b9-417fe17303fc req-da9b75c3-c681-4bf0-b515-922aca08363f tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.44 "DELETE /v2.0/ports/63d48aa4-71fd-47ea-9991-270b640edc60 HTTP/1.1" status: 204 len: 173 time: 0.4009912 Nov 12 02:08:44.278549 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c00f7ac-f32d-46af-ad3e-8ca712e4276e', 'name': 'network-vif-deleted', 'tag': '63d48aa4-71fd-47ea-9991-270b640edc60'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:08:44.280842 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4d1d6158e421e9c8e993f80e0426ddaaefecbe2af3f4b68345379587447b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7520b288-0173-46b9-bfe2-3d67a6ca9503" -d '{"events": [{"server_uuid": "7c00f7ac-f32d-46af-ad3e-8ca712e4276e", "name": "network-vif-deleted", "tag": "63d48aa4-71fd-47ea-9991-270b640edc60"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:08:44.319637 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd257e36-5223-4476-82f3-30c4f2e7bff3 x-openstack-request-id: req-fd257e36-5223-4476-82f3-30c4f2e7bff3 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:08:44.319936 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c00f7ac-f32d-46af-ad3e-8ca712e4276e", "name": "network-vif-deleted", "tag": "63d48aa4-71fd-47ea-9991-270b640edc60", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:08:44.320242 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fd257e36-5223-4476-82f3-30c4f2e7bff3 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:08:44.320650 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c00f7ac-f32d-46af-ad3e-8ca712e4276e', 'name': 'network-vif-deleted', 'tag': '63d48aa4-71fd-47ea-9991-270b640edc60', 'status': 'completed', 'code': 200} Nov 12 02:08:44.567279 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3607c727-fabb-451b-b89e-fc47c4ab5785 req-e44a3b49-b096-4d6b-a8c6-aff2d85ff292 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "GET /v2.0/ports?device_id=7c00f7ac-f32d-46af-ad3e-8ca712e4276e HTTP/1.1" status: 200 len: 210 time: 0.0299854 Nov 12 02:08:45.632846 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58602) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:08:45.959208 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 63d48aa4-71fd-47ea-9991-270b640edc60 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:08:45.979305 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 63d48aa4-71fd-47ea-9991-270b640edc60 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:08:45.979651 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 63d48aa4-71fd-47ea-9991-270b640edc60 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:08:46.005990 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-145ce81e-9fd5-4071-88a0-7a97365c04c4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:46.266208 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-145ce81e-9fd5-4071-88a0-7a97365c04c4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Deleting port 35943723-0df8-40aa-a0f7-d4b3d73c4b59 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:08:46.266541 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-145ce81e-9fd5-4071-88a0-7a97365c04c4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:46.361279 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-145ce81e-9fd5-4071-88a0-7a97365c04c4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] For port 35943723-0df8-40aa-a0f7-d4b3d73c4b59, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=35943723-0df8-40aa-a0f7-d4b3d73c4b59,segment=NetworkSegment(062f6bc7-2947-482e-9cad-7970b07dd2cc),segment_id=062f6bc7-2947-482e-9cad-7970b07dd2cc)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:08:46.361646 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-145ce81e-9fd5-4071-88a0-7a97365c04c4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:46.720420 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-145ce81e-9fd5-4071-88a0-7a97365c04c4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Calling delete_port for 35943723-0df8-40aa-a0f7-d4b3d73c4b59 owned by network:router_interface {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:08:46.918951 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-145ce81e-9fd5-4071-88a0-7a97365c04c4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:46.946375 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ce81e-9fd5-4071-88a0-7a97365c04c4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event deleted for resources: {'Port': ['ID=35943723-0df8-40aa-a0f7-d4b3d73c4b59,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:08:47.157892 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-145ce81e-9fd5-4071-88a0-7a97365c04c4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:47.381125 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145ce81e-9fd5-4071-88a0-7a97365c04c4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Router 9be88e50-410d-45f2-93ef-8bf889c338cb has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:08:47.488634 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145ce81e-9fd5-4071-88a0-7a97365c04c4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:08:47.493727 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-145ce81e-9fd5-4071-88a0-7a97365c04c4 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "PUT /v2.0/routers/9be88e50-410d-45f2-93ef-8bf889c338cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8598533 Nov 12 02:08:47.496618 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58604) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:08:47.498148 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be228ca3-3761-437e-a7da-a6cf8bc53deb None None] Sync routers for ids ['9be88e50-410d-45f2-93ef-8bf889c338cb'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:08:47.508704 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be228ca3-3761-437e-a7da-a6cf8bc53deb None None] Routers {'9be88e50-410d-45f2-93ef-8bf889c338cb'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:08:47.509313 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-be228ca3-3761-437e-a7da-a6cf8bc53deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:08:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['9be88e50-410d-45f2-93ef-8bf889c338cb'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:08:47.552261 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ef59e66-9c7f-421b-87d7-197c3f0521fe tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Deleting subnet 893db75d-ea77-41ba-a473-94366fdf310c {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:08:47.556896 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2ef59e66-9c7f-421b-87d7-197c3f0521fe tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:47.605017 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2ef59e66-9c7f-421b-87d7-197c3f0521fe tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:47.628137 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-be228ca3-3761-437e-a7da-a6cf8bc53deb None None] Set router 9be88e50-410d-45f2-93ef-8bf889c338cb gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:08:47.706470 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2ef59e66-9c7f-421b-87d7-197c3f0521fe tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:47.771998 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2ef59e66-9c7f-421b-87d7-197c3f0521fe tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:47.801399 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef59e66-9c7f-421b-87d7-197c3f0521fe tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event deleted for resources: {'Subnet': ['ID=893db75d-ea77-41ba-a473-94366fdf310c,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:08:47.805386 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2ef59e66-9c7f-421b-87d7-197c3f0521fe tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:47.808905 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-2ef59e66-9c7f-421b-87d7-197c3f0521fe tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "DELETE /v2.0/subnets/893db75d-ea77-41ba-a473-94366fdf310c HTTP/1.1" status: 204 len: 168 time: 0.3108451 Nov 12 02:08:47.809080 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-be228ca3-3761-437e-a7da-a6cf8bc53deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be88e50-410d-45f2-93ef-8bf889c338cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905046675', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '742fa4ff-72bf-469d-8514-85c4c3c00efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:07:44Z', 'updated_at': '2021-11-12T02:08:46Z', 'revision_number': 5, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '742fa4ff-72bf-469d-8514-85c4c3c00efe', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:60:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be88e50-410d-45f2-93ef-8bf889c338cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:07:44Z', 'updated_at': '2021-11-12T02:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:08:47.811210 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58606) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:08:47.814499 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2345e7-684d-4159-9fcf-bea637307a14 None None] Network 694794c0-eda1-48b7-9d2a-83bb57a0ddb6 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:08:47.840628 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be228ca3-3761-437e-a7da-a6cf8bc53deb None None] Checking router: 9be88e50-410d-45f2-93ef-8bf889c338cb for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:08:47.849020 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be228ca3-3761-437e-a7da-a6cf8bc53deb None None] Routers {'9be88e50-410d-45f2-93ef-8bf889c338cb'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:08:47.849751 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-be228ca3-3761-437e-a7da-a6cf8bc53deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:08:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['9be88e50-410d-45f2-93ef-8bf889c338cb'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:08:47.931140 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1198ffea-2aff-47dc-b100-55ac6adfb7c8 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for router, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:47.956396 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-be228ca3-3761-437e-a7da-a6cf8bc53deb None None] Set router 9be88e50-410d-45f2-93ef-8bf889c338cb gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:08:48.053195 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1198ffea-2aff-47dc-b100-55ac6adfb7c8 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:48.115706 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-1198ffea-2aff-47dc-b100-55ac6adfb7c8 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Deleting port 742fa4ff-72bf-469d-8514-85c4c3c00efe {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:08:48.117644 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1198ffea-2aff-47dc-b100-55ac6adfb7c8 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:48.185876 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0302d08d-d826-43e5-a66a-7d51f0dfa062 None None] DHCP port deletion for 694794c0-eda1-48b7-9d2a-83bb57a0ddb6 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:08:48.206335 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-1198ffea-2aff-47dc-b100-55ac6adfb7c8 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] For port 742fa4ff-72bf-469d-8514-85c4c3c00efe, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=742fa4ff-72bf-469d-8514-85c4c3c00efe,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:08:48.209615 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1198ffea-2aff-47dc-b100-55ac6adfb7c8 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:48.225246 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-1198ffea-2aff-47dc-b100-55ac6adfb7c8 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Calling delete_port for 742fa4ff-72bf-469d-8514-85c4c3c00efe owned by network:router_gateway {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:08:48.236609 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-0302d08d-d826-43e5-a66a-7d51f0dfa062 None None] Deleting port 40fd2519-ab21-4ee5-9add-718725d8d975 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:08:48.237333 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0302d08d-d826-43e5-a66a-7d51f0dfa062 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:48.248670 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-be228ca3-3761-437e-a7da-a6cf8bc53deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be88e50-410d-45f2-93ef-8bf889c338cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905046675', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '742fa4ff-72bf-469d-8514-85c4c3c00efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:07:44Z', 'updated_at': '2021-11-12T02:08:46Z', 'revision_number': 5, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '742fa4ff-72bf-469d-8514-85c4c3c00efe', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:60:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be88e50-410d-45f2-93ef-8bf889c338cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:07:44Z', 'updated_at': '2021-11-12T02:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:08:48.275523 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be228ca3-3761-437e-a7da-a6cf8bc53deb None None] The sync data for ids ['9be88e50-410d-45f2-93ef-8bf889c338cb'] in n-d-712142-27 is: [{'id': '9be88e50-410d-45f2-93ef-8bf889c338cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1905046675', 'tenant_id': '6374cc485d2b42f5a26ab6b55af862e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '742fa4ff-72bf-469d-8514-85c4c3c00efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:07:44Z', 'updated_at': '2021-11-12T02:08:46Z', 'revision_number': 5, 'project_id': '6374cc485d2b42f5a26ab6b55af862e1', 'gw_port': {'id': '742fa4ff-72bf-469d-8514-85c4c3c00efe', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:60:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be88e50-410d-45f2-93ef-8bf889c338cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:07:44Z', 'updated_at': '2021-11-12T02:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:08:48.305668 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-0302d08d-d826-43e5-a66a-7d51f0dfa062 None None] For port 40fd2519-ab21-4ee5-9add-718725d8d975, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=40fd2519-ab21-4ee5-9add-718725d8d975,segment=NetworkSegment(062f6bc7-2947-482e-9cad-7970b07dd2cc),segment_id=062f6bc7-2947-482e-9cad-7970b07dd2cc)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:08:48.306119 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0302d08d-d826-43e5-a66a-7d51f0dfa062 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:48.321351 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-0302d08d-d826-43e5-a66a-7d51f0dfa062 None None] Calling delete_port for 40fd2519-ab21-4ee5-9add-718725d8d975 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:08:48.398794 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0302d08d-d826-43e5-a66a-7d51f0dfa062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:48.405290 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1198ffea-2aff-47dc-b100-55ac6adfb7c8 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:48.428690 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0302d08d-d826-43e5-a66a-7d51f0dfa062 None None] Pushing event deleted for resources: {'Port': ['ID=40fd2519-ab21-4ee5-9add-718725d8d975,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:08:48.433171 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0302d08d-d826-43e5-a66a-7d51f0dfa062 None None] No DVR routers for this DVR port 40fd2519-ab21-4ee5-9add-718725d8d975 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:08:48.437376 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1198ffea-2aff-47dc-b100-55ac6adfb7c8 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event deleted for resources: {'Port': ['ID=742fa4ff-72bf-469d-8514-85c4c3c00efe,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:08:48.440330 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302d08d-d826-43e5-a66a-7d51f0dfa062 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:08:48.440652 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302d08d-d826-43e5-a66a-7d51f0dfa062 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:08:48.440992 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302d08d-d826-43e5-a66a-7d51f0dfa062 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:08:48.441327 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302d08d-d826-43e5-a66a-7d51f0dfa062 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:08:48.441657 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302d08d-d826-43e5-a66a-7d51f0dfa062 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:08:48.442260 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302d08d-d826-43e5-a66a-7d51f0dfa062 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:08:48.442566 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302d08d-d826-43e5-a66a-7d51f0dfa062 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:08:48.442894 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302d08d-d826-43e5-a66a-7d51f0dfa062 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:08:48.443212 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302d08d-d826-43e5-a66a-7d51f0dfa062 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:08:48.443565 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302d08d-d826-43e5-a66a-7d51f0dfa062 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:08:48.443956 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302d08d-d826-43e5-a66a-7d51f0dfa062 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:08:48.444174 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0302d08d-d826-43e5-a66a-7d51f0dfa062 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:08:48.455596 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7f2b04-8d5b-4ad0-b9e2-c8602e81c867 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:08:48.505007 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1198ffea-2aff-47dc-b100-55ac6adfb7c8 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:48.599048 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1198ffea-2aff-47dc-b100-55ac6adfb7c8 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:48.601355 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1198ffea-2aff-47dc-b100-55ac6adfb7c8 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:48.648307 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1198ffea-2aff-47dc-b100-55ac6adfb7c8 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:48.648946 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1198ffea-2aff-47dc-b100-55ac6adfb7c8 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Fanout notify agent at l3_agent the message router_deleted on router 9be88e50-410d-45f2-93ef-8bf889c338cb {{(pid=109086) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 02:08:48.657093 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1198ffea-2aff-47dc-b100-55ac6adfb7c8 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:48.658334 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-1198ffea-2aff-47dc-b100-55ac6adfb7c8 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "DELETE /v2.0/routers/9be88e50-410d-45f2-93ef-8bf889c338cb HTTP/1.1" status: 204 len: 168 time: 0.8461587 Nov 12 02:08:48.661032 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58608) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:08:48.742327 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cadf606c-da61-46fb-a28d-33b1804e4b67 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:48.842045 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cadf606c-da61-46fb-a28d-33b1804e4b67 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:48.865917 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-cadf606c-da61-46fb-a28d-33b1804e4b67 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['694794c0-eda1-48b7-9d2a-83bb57a0ddb6']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:08:48.878027 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-cadf606c-da61-46fb-a28d-33b1804e4b67 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '062f6bc7-2947-482e-9cad-7970b07dd2cc') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:08:48.878339 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-cadf606c-da61-46fb-a28d-33b1804e4b67 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '062f6bc7-2947-482e-9cad-7970b07dd2cc') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:08:48.889346 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cadf606c-da61-46fb-a28d-33b1804e4b67 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:48.913113 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cadf606c-da61-46fb-a28d-33b1804e4b67 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:48.920435 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cadf606c-da61-46fb-a28d-33b1804e4b67 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:08:48.920849 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cadf606c-da61-46fb-a28d-33b1804e4b67 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:48.924123 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 02:08:48.924123 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:08:48.924123 n-d-712142-27 neutron-server[109086]: timer() Nov 12 02:08:48.924123 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:08:48.924123 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 02:08:48.924123 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:08:48.924123 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 02:08:48.924123 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:08:48.924123 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 02:08:48.924123 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:08:48.924123 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 02:08:48.924123 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:08:48.924123 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 02:08:48.924123 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:08:48.924123 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:08:48.924123 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:08:48.924123 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:08:48.924123 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:08:48.924123 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 02:08:48.924123 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:08:48.924123 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 02:08:48.924123 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:08:48.924123 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:08:48.924123 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:08:48.924123 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 02:08:48.924123 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:08:48.924123 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:08:48.924123 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:08:48.924123 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:08:48.924123 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:08:48.924123 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:08:48.924123 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:08:48.992306 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cadf606c-da61-46fb-a28d-33b1804e4b67 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:48.997152 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cadf606c-da61-46fb-a28d-33b1804e4b67 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:49.001063 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-cadf606c-da61-46fb-a28d-33b1804e4b67 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "DELETE /v2.0/networks/694794c0-eda1-48b7-9d2a-83bb57a0ddb6 HTTP/1.1" status: 204 len: 168 time: 0.3390486 Nov 12 02:08:49.003998 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58610) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:08:49.016955 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf606c-da61-46fb-a28d-33b1804e4b67 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event deleted for resources: {'Network': ['ID=694794c0-eda1-48b7-9d2a-83bb57a0ddb6,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:08:49.065235 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-336a7c7b-dc50-468d-b953-3f385eb554a2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:49.092094 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-336a7c7b-dc50-468d-b953-3f385eb554a2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:49.157328 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-336a7c7b-dc50-468d-b953-3f385eb554a2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:49.160051 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-336a7c7b-dc50-468d-b953-3f385eb554a2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:49.161248 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-336a7c7b-dc50-468d-b953-3f385eb554a2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] 10.222.0.45 "DELETE /v2.0/security-groups/d3fe5e8e-0452-42df-b0f1-4caf227dbac1 HTTP/1.1" status: 204 len: 168 time: 0.1561465 Nov 12 02:08:49.171094 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a7c7b-dc50-468d-b953-3f385eb554a2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3fe5e8e-0452-42df-b0f1-4caf227dbac1,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:08:49.181381 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336a7c7b-dc50-468d-b953-3f385eb554a2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:08:49.181735 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336a7c7b-dc50-468d-b953-3f385eb554a2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:08:49.182079 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336a7c7b-dc50-468d-b953-3f385eb554a2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:08:49.182416 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336a7c7b-dc50-468d-b953-3f385eb554a2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:08:49.182750 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336a7c7b-dc50-468d-b953-3f385eb554a2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:08:49.183081 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336a7c7b-dc50-468d-b953-3f385eb554a2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:08:49.183412 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336a7c7b-dc50-468d-b953-3f385eb554a2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:08:49.183893 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336a7c7b-dc50-468d-b953-3f385eb554a2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:08:49.184096 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336a7c7b-dc50-468d-b953-3f385eb554a2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:08:49.184426 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336a7c7b-dc50-468d-b953-3f385eb554a2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:08:49.184754 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336a7c7b-dc50-468d-b953-3f385eb554a2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:08:49.185080 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336a7c7b-dc50-468d-b953-3f385eb554a2 tempest-TestNetworkAdvancedServerOps-1277060964 tempest-TestNetworkAdvancedServerOps-1277060964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:08:49.525835 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58618) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:08:49.675848 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 40fd2519-ab21-4ee5-9add-718725d8d975 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:08:49.680469 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-b445b77c-d3da-4e0d-9527-148c76022323 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6374cc485d2b42f5a26ab6b55af862e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1503534 Nov 12 02:08:49.680716 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58622) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:08:49.696955 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 40fd2519-ab21-4ee5-9add-718725d8d975 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:08:49.697387 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 40fd2519-ab21-4ee5-9add-718725d8d975 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:08:49.697818 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 35943723-0df8-40aa-a0f7-d4b3d73c4b59 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:08:49.717058 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 35943723-0df8-40aa-a0f7-d4b3d73c4b59 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:08:49.717401 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 35943723-0df8-40aa-a0f7-d4b3d73c4b59 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:08:49.717818 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 742fa4ff-72bf-469d-8514-85c4c3c00efe no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:08:49.735048 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d32cc616-c1c0-4286-9cf4-d2468f8e11b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:49.739511 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 742fa4ff-72bf-469d-8514-85c4c3c00efe {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:08:49.739857 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 742fa4ff-72bf-469d-8514-85c4c3c00efe not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:08:49.758919 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d32cc616-c1c0-4286-9cf4-d2468f8e11b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:49.807173 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d32cc616-c1c0-4286-9cf4-d2468f8e11b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:49.810181 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d32cc616-c1c0-4286-9cf4-d2468f8e11b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:49.811865 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-d32cc616-c1c0-4286-9cf4-d2468f8e11b7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2e094b08-00c6-4c3a-9bb1-5a4637e49b5e HTTP/1.1" status: 204 len: 168 time: 0.1294448 Nov 12 02:08:49.822056 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32cc616-c1c0-4286-9cf4-d2468f8e11b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e094b08-00c6-4c3a-9bb1-5a4637e49b5e,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:08:50.074783 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58628) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:08:50.088579 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-68769e83-7e79-4f2d-b534-cff430d8b2ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:50.163937 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-68769e83-7e79-4f2d-b534-cff430d8b2ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:50.167846 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-68769e83-7e79-4f2d-b534-cff430d8b2ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:50.205813 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-68769e83-7e79-4f2d-b534-cff430d8b2ff admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4e1e67d9201847f59d81850c3d068b01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1298761 Nov 12 02:08:50.206915 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68769e83-7e79-4f2d-b534-cff430d8b2ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391497f1-d9ab-4241-b762-2a3d0fa961b0,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:08:50.208500 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58630) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:08:50.258032 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-29b238e9-24dc-42d8-a671-eea6710a98e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:50.279340 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-29b238e9-24dc-42d8-a671-eea6710a98e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:50.324269 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-29b238e9-24dc-42d8-a671-eea6710a98e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:50.326921 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-29b238e9-24dc-42d8-a671-eea6710a98e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:50.328106 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-29b238e9-24dc-42d8-a671-eea6710a98e4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/391497f1-d9ab-4241-b762-2a3d0fa961b0 HTTP/1.1" status: 204 len: 168 time: 0.1179271 Nov 12 02:08:50.336743 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b238e9-24dc-42d8-a671-eea6710a98e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391497f1-d9ab-4241-b762-2a3d0fa961b0,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:08:51.055405 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58652) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:08:51.152593 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-a6c16f58-bdbc-4754-984a-5a9b5af22c67 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-219127354-network', 'tenant_id': '75f23ac4df814e8b85f56814c47a188b'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:08:51.175769 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c16f58-bdbc-4754-984a-5a9b5af22c67 admin admin] Made reservation on behalf of 75f23ac4df814e8b85f56814c47a188b for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:08:51.178159 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a6c16f58-bdbc-4754-984a-5a9b5af22c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:51.189505 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a6c16f58-bdbc-4754-984a-5a9b5af22c67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:51.265617 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a6c16f58-bdbc-4754-984a-5a9b5af22c67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:51.269642 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a6c16f58-bdbc-4754-984a-5a9b5af22c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:51.294429 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6c16f58-bdbc-4754-984a-5a9b5af22c67 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:08:51.304942 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c16f58-bdbc-4754-984a-5a9b5af22c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16832748-53cb-4778-85be-e565d82622be,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:08:51.309807 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a6c16f58-bdbc-4754-984a-5a9b5af22c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:51.310147 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-a6c16f58-bdbc-4754-984a-5a9b5af22c67 admin admin] Added segment 43548c55-702e-43b1-aff1-971723f8cd64 of type vlan for network 7ff4806b-a30e-45b7-8336-64d8f45b8cbd Nov 12 02:08:51.351918 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a6c16f58-bdbc-4754-984a-5a9b5af22c67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:51.377598 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a6c16f58-bdbc-4754-984a-5a9b5af22c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:51.378623 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c16f58-bdbc-4754-984a-5a9b5af22c67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:51.379194 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a6c16f58-bdbc-4754-984a-5a9b5af22c67 admin admin] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:51.442328 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-a6c16f58-bdbc-4754-984a-5a9b5af22c67 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3854592 Nov 12 02:08:51.450360 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c16f58-bdbc-4754-984a-5a9b5af22c67 admin admin] Pushing event updated for resources: {'Network': ['ID=7ff4806b-a30e-45b7-8336-64d8f45b8cbd,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:08:51.451337 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58656) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:08:51.459086 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-db8ac499-a451-4b87-896c-0d9c741c3e05 admin admin] Request body: {'subnet': {'network_id': '7ff4806b-a30e-45b7-8336-64d8f45b8cbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-219127354-subnet', 'tenant_id': '75f23ac4df814e8b85f56814c47a188b', 'ip_version': 4}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:08:51.461970 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 7ff4806b-a30e-45b7-8336-64d8f45b8cbd details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:08:51.483152 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8ac499-a451-4b87-896c-0d9c741c3e05 admin admin] Made reservation on behalf of 75f23ac4df814e8b85f56814c47a188b for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:08:51.485970 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-db8ac499-a451-4b87-896c-0d9c741c3e05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:51.666132 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-db8ac499-a451-4b87-896c-0d9c741c3e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:51.728080 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8ac499-a451-4b87-896c-0d9c741c3e05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d4bf7b9-3409-415c-bce8-0cc8116bf050,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:08:51.736007 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8ac499-a451-4b87-896c-0d9c741c3e05 admin admin] Checking segment: {'id': '43548c55-702e-43b1-aff1-971723f8cd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7ff4806b-a30e-45b7-8336-64d8f45b8cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:08:51.736379 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8ac499-a451-4b87-896c-0d9c741c3e05 admin admin] Network hostable DHCP agents. Network: 7ff4806b-a30e-45b7-8336-64d8f45b8cbd, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:08:51.755066 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8ac499-a451-4b87-896c-0d9c741c3e05 admin admin] Network 7ff4806b-a30e-45b7-8336-64d8f45b8cbd is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:08:51.765392 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-db8ac499-a451-4b87-896c-0d9c741c3e05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 7ff4806b-a30e-45b7-8336-64d8f45b8cbd) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:08:51.771278 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8ac499-a451-4b87-896c-0d9c741c3e05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:51.772481 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-db8ac499-a451-4b87-896c-0d9c741c3e05 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:51.775594 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84701fd4-4323-46e4-b7bd-a240859966af None None] Network 7ff4806b-a30e-45b7-8336-64d8f45b8cbd requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:08:51.797354 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-db8ac499-a451-4b87-896c-0d9c741c3e05 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3437531 Nov 12 02:08:51.799995 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58658) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:08:51.807218 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-ae170a3a-107a-4867-9613-bff1b08d8e9c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-219127354-router', 'tenant_id': '75f23ac4df814e8b85f56814c47a188b', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:08:51.834004 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ae170a3a-107a-4867-9613-bff1b08d8e9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:51.835317 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ae170a3a-107a-4867-9613-bff1b08d8e9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:51.892550 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ae170a3a-107a-4867-9613-bff1b08d8e9c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:51.942771 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1aeeda-0794-4a29-b134-2a0fcd51512d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-7ff4806b-a30e-45b7-8336-64d8f45b8cbd', 'network_id': '7ff4806b-a30e-45b7-8336-64d8f45b8cbd', 'tenant_id': '75f23ac4df814e8b85f56814c47a188b', 'fixed_ips': [{'subnet_id': '0d4bf7b9-3409-415c-bce8-0cc8116bf050'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 02:08:51.943954 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9e1aeeda-0794-4a29-b134-2a0fcd51512d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:52.039353 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ae170a3a-107a-4867-9613-bff1b08d8e9c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:52.087466 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-9e1aeeda-0794-4a29-b134-2a0fcd51512d None None] Allocated IP 172.20.0.2 (7ff4806b-a30e-45b7-8336-64d8f45b8cbd/0d4bf7b9-3409-415c-bce8-0cc8116bf050/5ec5758e-8e3c-446d-9fb3-53c59c737357) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:08:52.243844 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9e1aeeda-0794-4a29-b134-2a0fcd51512d None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:52.244768 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ae170a3a-107a-4867-9613-bff1b08d8e9c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:52.250878 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9e1aeeda-0794-4a29-b134-2a0fcd51512d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:52.269083 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ae170a3a-107a-4867-9613-bff1b08d8e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:52.291917 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1aeeda-0794-4a29-b134-2a0fcd51512d None None] Network 7ff4806b-a30e-45b7-8336-64d8f45b8cbd is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:08:52.297506 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-9e1aeeda-0794-4a29-b134-2a0fcd51512d None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:08:52.301618 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1aeeda-0794-4a29-b134-2a0fcd51512d None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:08:52.309122 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1aeeda-0794-4a29-b134-2a0fcd51512d None None] Pushing event updated for resources: {'Port': ['ID=5ec5758e-8e3c-446d-9fb3-53c59c737357,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:08:52.363901 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-9e1aeeda-0794-4a29-b134-2a0fcd51512d None None] Attempting to bind port 5ec5758e-8e3c-446d-9fb3-53c59c737357 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:08:52.364319 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-9e1aeeda-0794-4a29-b134-2a0fcd51512d None None] Attempting to bind port 5ec5758e-8e3c-446d-9fb3-53c59c737357 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '43548c55-702e-43b1-aff1-971723f8cd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7ff4806b-a30e-45b7-8336-64d8f45b8cbd'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:08:52.364689 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1aeeda-0794-4a29-b134-2a0fcd51512d None None] Attempting to bind port 5ec5758e-8e3c-446d-9fb3-53c59c737357 on network 7ff4806b-a30e-45b7-8336-64d8f45b8cbd {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:08:52.374375 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1aeeda-0794-4a29-b134-2a0fcd51512d None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:08:52.374755 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1aeeda-0794-4a29-b134-2a0fcd51512d None None] Checking segment: {'id': '43548c55-702e-43b1-aff1-971723f8cd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7ff4806b-a30e-45b7-8336-64d8f45b8cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:08:52.375737 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9e1aeeda-0794-4a29-b134-2a0fcd51512d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:52.376166 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1aeeda-0794-4a29-b134-2a0fcd51512d None None] Bound using segment: {'id': '43548c55-702e-43b1-aff1-971723f8cd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7ff4806b-a30e-45b7-8336-64d8f45b8cbd'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:08:52.376657 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-9e1aeeda-0794-4a29-b134-2a0fcd51512d None None] Bound port: 5ec5758e-8e3c-446d-9fb3-53c59c737357, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43548c55-702e-43b1-aff1-971723f8cd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7ff4806b-a30e-45b7-8336-64d8f45b8cbd'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:08:52.377047 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9e1aeeda-0794-4a29-b134-2a0fcd51512d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:52.388008 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-ae170a3a-107a-4867-9613-bff1b08d8e9c admin admin] Allocated IP 172.25.3.189 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/d600a15a-f8d0-4c0f-8b0e-e6c7aaa546de) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:08:52.456345 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-9e1aeeda-0794-4a29-b134-2a0fcd51512d None None] For port 5ec5758e-8e3c-446d-9fb3-53c59c737357, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:08:52.460304 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-9e1aeeda-0794-4a29-b134-2a0fcd51512d None None] For port 5ec5758e-8e3c-446d-9fb3-53c59c737357, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=5ec5758e-8e3c-446d-9fb3-53c59c737357,segment=NetworkSegment(43548c55-702e-43b1-aff1-971723f8cd64),segment_id=43548c55-702e-43b1-aff1-971723f8cd64)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:08:52.466626 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9e1aeeda-0794-4a29-b134-2a0fcd51512d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:52.521913 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ae170a3a-107a-4867-9613-bff1b08d8e9c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:52.532077 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1aeeda-0794-4a29-b134-2a0fcd51512d None None] Pushing event updated for resources: {'Port': ['ID=5ec5758e-8e3c-446d-9fb3-53c59c737357,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:08:52.568960 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ae170a3a-107a-4867-9613-bff1b08d8e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:52.611172 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae170a3a-107a-4867-9613-bff1b08d8e9c admin admin] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:08:52.616575 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-ae170a3a-107a-4867-9613-bff1b08d8e9c admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:08:52.620364 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae170a3a-107a-4867-9613-bff1b08d8e9c admin admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:08:52.631591 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9b1a3b-9d41-46a7-9b48-84c5dff591c4 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:08:52.644439 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae170a3a-107a-4867-9613-bff1b08d8e9c admin admin] Pushing event updated for resources: {'Port': ['ID=d600a15a-f8d0-4c0f-8b0e-e6c7aaa546de,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:08:52.736238 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4b7db899-8322-4a9f-985c-adbcc40a82f1 None None] Provisioning complete for port d600a15a-f8d0-4c0f-8b0e-e6c7aaa546de triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:08:52.736980 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4b7db899-8322-4a9f-985c-adbcc40a82f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:52.782100 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4b7db899-8322-4a9f-985c-adbcc40a82f1 None None] Port d600a15a-f8d0-4c0f-8b0e-e6c7aaa546de cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:08:52.950421 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ae170a3a-107a-4867-9613-bff1b08d8e9c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:53.153698 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ae170a3a-107a-4867-9613-bff1b08d8e9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:53.314281 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae170a3a-107a-4867-9613-bff1b08d8e9c admin admin] Router 1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 02:08:53.438328 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae170a3a-107a-4867-9613-bff1b08d8e9c admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:08:53.448934 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b27391-cb95-46be-8176-5d0b6d2de312 None None] Sync routers for ids ['1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:08:53.465713 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ae170a3a-107a-4867-9613-bff1b08d8e9c admin admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:53.465985 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b27391-cb95-46be-8176-5d0b6d2de312 None None] Routers {'1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:08:53.466684 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-e1b27391-cb95-46be-8176-5d0b6d2de312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:08:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:08:53.468475 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-ae170a3a-107a-4867-9613-bff1b08d8e9c admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6664159 Nov 12 02:08:53.470479 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58660) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:08:53.561201 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15a5909-9606-4a30-ae44-740b2efd54a9 None None] Network 7ff4806b-a30e-45b7-8336-64d8f45b8cbd requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:08:53.668589 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-e1b27391-cb95-46be-8176-5d0b6d2de312 None None] Set router 1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:08:53.703867 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-c67c4309-1b65-438a-8281-a34230e4ecfa None None] Provisioning complete for port 5ec5758e-8e3c-446d-9fb3-53c59c737357 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:08:53.704262 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c67c4309-1b65-438a-8281-a34230e4ecfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:53.775528 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 5ec5758e-8e3c-446d-9fb3-53c59c737357 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:08:54.079861 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c67c4309-1b65-438a-8281-a34230e4ecfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:54.085974 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 5ec5758e-8e3c-446d-9fb3-53c59c737357 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:08:54.086336 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:54.172347 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-c67c4309-1b65-438a-8281-a34230e4ecfa None None] For port 5ec5758e-8e3c-446d-9fb3-53c59c737357, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=5ec5758e-8e3c-446d-9fb3-53c59c737357,segment=NetworkSegment(43548c55-702e-43b1-aff1-971723f8cd64),segment_id=43548c55-702e-43b1-aff1-971723f8cd64)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:08:54.182300 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c67c4309-1b65-438a-8281-a34230e4ecfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:54.254197 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-e1b27391-cb95-46be-8176-5d0b6d2de312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'name': 'tempest-TestShelveInstance-219127354-router', 'tenant_id': '75f23ac4df814e8b85f56814c47a188b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'd600a15a-f8d0-4c0f-8b0e-e6c7aaa546de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:08:51Z', 'updated_at': '2021-11-12T02:08:52Z', 'revision_number': 3, 'project_id': '75f23ac4df814e8b85f56814c47a188b', 'gw_port': {'id': 'd600a15a-f8d0-4c0f-8b0e-e6c7aaa546de', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:08:52Z', 'updated_at': '2021-11-12T02:08:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:08:54.300536 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67c4309-1b65-438a-8281-a34230e4ecfa None None] Pushing event updated for resources: {'Port': ['ID=5ec5758e-8e3c-446d-9fb3-53c59c737357,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:08:54.303366 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b27391-cb95-46be-8176-5d0b6d2de312 None None] Checking router: 1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:08:54.303694 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b27391-cb95-46be-8176-5d0b6d2de312 None None] Updating router 1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc port d600a15a-f8d0-4c0f-8b0e-e6c7aaa546de binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:08:54.334843 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e1b27391-cb95-46be-8176-5d0b6d2de312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:54.357893 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b3468d93-7e19-433e-a97f-abad0aa719b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:54.575172 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-b3468d93-7e19-433e-a97f-abad0aa719b8 admin admin] Allocated IP 172.20.0.1 (7ff4806b-a30e-45b7-8336-64d8f45b8cbd/0d4bf7b9-3409-415c-bce8-0cc8116bf050/caeb0246-1d0d-4702-90c1-601d076f2060) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:08:54.635064 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-71feb562-8c51-4f4d-bf93-9999873a794a None None] Provisioning complete for port 5ec5758e-8e3c-446d-9fb3-53c59c737357 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:08:54.635699 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-71feb562-8c51-4f4d-bf93-9999873a794a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:54.697885 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b3468d93-7e19-433e-a97f-abad0aa719b8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:54.733661 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b3468d93-7e19-433e-a97f-abad0aa719b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:54.773739 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3468d93-7e19-433e-a97f-abad0aa719b8 admin admin] Network 7ff4806b-a30e-45b7-8336-64d8f45b8cbd is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:08:54.776813 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-b3468d93-7e19-433e-a97f-abad0aa719b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:08:54.779561 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3468d93-7e19-433e-a97f-abad0aa719b8 admin admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:08:54.824789 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3468d93-7e19-433e-a97f-abad0aa719b8 admin admin] Pushing event updated for resources: {'Port': ['ID=caeb0246-1d0d-4702-90c1-601d076f2060,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:08:54.837289 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b3468d93-7e19-433e-a97f-abad0aa719b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:54.884487 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e1b27391-cb95-46be-8176-5d0b6d2de312 None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:54.892312 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e1b27391-cb95-46be-8176-5d0b6d2de312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:54.950602 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121a3b2b-dd99-40d8-b88e-63c83d5092dd None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:08:54.961897 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-e1b27391-cb95-46be-8176-5d0b6d2de312 None None] Attempting to bind port d600a15a-f8d0-4c0f-8b0e-e6c7aaa546de on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:08:54.962264 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-e1b27391-cb95-46be-8176-5d0b6d2de312 None None] Attempting to bind port d600a15a-f8d0-4c0f-8b0e-e6c7aaa546de by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:08:54.962624 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b27391-cb95-46be-8176-5d0b6d2de312 None None] Attempting to bind port d600a15a-f8d0-4c0f-8b0e-e6c7aaa546de on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:08:54.965798 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a400a84-ef9d-4616-929a-1f9958556b3b None None] Pushing event updated for resources: {'Port': ['ID=d600a15a-f8d0-4c0f-8b0e-e6c7aaa546de,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:08:54.973899 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b27391-cb95-46be-8176-5d0b6d2de312 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:08:54.974284 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b27391-cb95-46be-8176-5d0b6d2de312 None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:08:54.974693 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e1b27391-cb95-46be-8176-5d0b6d2de312 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:54.975090 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b27391-cb95-46be-8176-5d0b6d2de312 None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:08:54.975600 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-e1b27391-cb95-46be-8176-5d0b6d2de312 None None] Bound port: d600a15a-f8d0-4c0f-8b0e-e6c7aaa546de, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:08:54.976012 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e1b27391-cb95-46be-8176-5d0b6d2de312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:55.033519 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b3468d93-7e19-433e-a97f-abad0aa719b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:55.047096 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-e1b27391-cb95-46be-8176-5d0b6d2de312 None None] For port d600a15a-f8d0-4c0f-8b0e-e6c7aaa546de, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:08:55.053093 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-e1b27391-cb95-46be-8176-5d0b6d2de312 None None] For port d600a15a-f8d0-4c0f-8b0e-e6c7aaa546de, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=d600a15a-f8d0-4c0f-8b0e-e6c7aaa546de,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:08:55.056925 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7c28aca8-421d-47d9-a0ff-7af1254f8d71 None None] Provisioning complete for port d600a15a-f8d0-4c0f-8b0e-e6c7aaa546de triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:08:55.057302 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7c28aca8-421d-47d9-a0ff-7af1254f8d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:55.061097 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e1b27391-cb95-46be-8176-5d0b6d2de312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:55.141931 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba6d31d-3f76-4e5b-bd2b-99087e56817b None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:08:55.174193 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a400a84-ef9d-4616-929a-1f9958556b3b None None] Pushing event updated for resources: {'Port': ['ID=d600a15a-f8d0-4c0f-8b0e-e6c7aaa546de,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:08:55.178343 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b27391-cb95-46be-8176-5d0b6d2de312 None None] Routers {'1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:08:55.179207 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-e1b27391-cb95-46be-8176-5d0b6d2de312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:08:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:08:55.228932 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b3468d93-7e19-433e-a97f-abad0aa719b8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:55.235390 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b3468d93-7e19-433e-a97f-abad0aa719b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:55.265073 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7c28aca8-421d-47d9-a0ff-7af1254f8d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:55.322228 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-7c28aca8-421d-47d9-a0ff-7af1254f8d71 None None] For port d600a15a-f8d0-4c0f-8b0e-e6c7aaa546de, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=d600a15a-f8d0-4c0f-8b0e-e6c7aaa546de,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:08:55.326730 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7c28aca8-421d-47d9-a0ff-7af1254f8d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:55.360093 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-e1b27391-cb95-46be-8176-5d0b6d2de312 None None] Set router 1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:08:55.360336 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b3468d93-7e19-433e-a97f-abad0aa719b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:55.364961 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3468d93-7e19-433e-a97f-abad0aa719b8 admin admin] Pushing event updated for resources: {'Port': ['ID=caeb0246-1d0d-4702-90c1-601d076f2060,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:08:55.458579 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c28aca8-421d-47d9-a0ff-7af1254f8d71 None None] Pushing event updated for resources: {'Port': ['ID=d600a15a-f8d0-4c0f-8b0e-e6c7aaa546de,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:08:55.523079 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-f4ae9236-fbc4-4ac4-bcae-430c08a12b63 None None] Provisioning complete for port caeb0246-1d0d-4702-90c1-601d076f2060 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:08:55.523460 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f4ae9236-fbc4-4ac4-bcae-430c08a12b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:55.545263 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3468d93-7e19-433e-a97f-abad0aa719b8 admin admin] Network 7ff4806b-a30e-45b7-8336-64d8f45b8cbd is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:08:55.547652 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-b3468d93-7e19-433e-a97f-abad0aa719b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:08:55.582263 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-f4ae9236-fbc4-4ac4-bcae-430c08a12b63 None None] Port caeb0246-1d0d-4702-90c1-601d076f2060 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:08:55.618665 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-f4ae9236-fbc4-4ac4-bcae-430c08a12b63 None None] Provisioning complete for port d600a15a-f8d0-4c0f-8b0e-e6c7aaa546de triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:08:55.619092 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f4ae9236-fbc4-4ac4-bcae-430c08a12b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:55.698006 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-e1b27391-cb95-46be-8176-5d0b6d2de312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'name': 'tempest-TestShelveInstance-219127354-router', 'tenant_id': '75f23ac4df814e8b85f56814c47a188b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'd600a15a-f8d0-4c0f-8b0e-e6c7aaa546de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:08:51Z', 'updated_at': '2021-11-12T02:08:54Z', 'revision_number': 4, 'project_id': '75f23ac4df814e8b85f56814c47a188b', 'gw_port': {'id': 'd600a15a-f8d0-4c0f-8b0e-e6c7aaa546de', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:08:52Z', 'updated_at': '2021-11-12T02:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'caeb0246-1d0d-4702-90c1-601d076f2060', 'name': '', 'network_id': '7ff4806b-a30e-45b7-8336-64d8f45b8cbd', 'tenant_id': '75f23ac4df814e8b85f56814c47a188b', 'mac_address': 'fa:16:3e:2d:ee:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '0d4bf7b9-3409-415c-bce8-0cc8116bf050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:08:54Z', 'updated_at': '2021-11-12T02:08:54Z', 'revision_number': 1, 'project_id': '75f23ac4df814e8b85f56814c47a188b', 'subnets': [{'id': '0d4bf7b9-3409-415c-bce8-0cc8116bf050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:08:55.720308 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 5ec5758e-8e3c-446d-9fb3-53c59c737357 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:08:55.731334 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3468d93-7e19-433e-a97f-abad0aa719b8 admin admin] Router 1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:08:55.774206 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b27391-cb95-46be-8176-5d0b6d2de312 None None] The sync data for ids ['1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc'] in n-d-712142-27 is: [{'id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'name': 'tempest-TestShelveInstance-219127354-router', 'tenant_id': '75f23ac4df814e8b85f56814c47a188b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'd600a15a-f8d0-4c0f-8b0e-e6c7aaa546de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:08:51Z', 'updated_at': '2021-11-12T02:08:54Z', 'revision_number': 4, 'project_id': '75f23ac4df814e8b85f56814c47a188b', 'gw_port': {'id': 'd600a15a-f8d0-4c0f-8b0e-e6c7aaa546de', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:08:52Z', 'updated_at': '2021-11-12T02:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'caeb0246-1d0d-4702-90c1-601d076f2060', 'name': '', 'network_id': '7ff4806b-a30e-45b7-8336-64d8f45b8cbd', 'tenant_id': '75f23ac4df814e8b85f56814c47a188b', 'mac_address': 'fa:16:3e:2d:ee:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '0d4bf7b9-3409-415c-bce8-0cc8116bf050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:08:54Z', 'updated_at': '2021-11-12T02:08:54Z', 'revision_number': 1, 'project_id': '75f23ac4df814e8b85f56814c47a188b', 'subnets': [{'id': '0d4bf7b9-3409-415c-bce8-0cc8116bf050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:08:55.834409 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 5ec5758e-8e3c-446d-9fb3-53c59c737357 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:08:55.834784 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:55.911525 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3468d93-7e19-433e-a97f-abad0aa719b8 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:08:55.917632 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-b3468d93-7e19-433e-a97f-abad0aa719b8 admin admin] 10.222.0.45 "PUT /v2.0/routers/1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4459870 Nov 12 02:08:55.948723 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-d7e00f36-27d7-420a-8ce4-da8559ac44e3 None None] Provisioning complete for port caeb0246-1d0d-4702-90c1-601d076f2060 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:08:55.949086 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d7e00f36-27d7-420a-8ce4-da8559ac44e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:55.988004 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-d7e00f36-27d7-420a-8ce4-da8559ac44e3 None None] Port caeb0246-1d0d-4702-90c1-601d076f2060 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:08:56.464107 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58676) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:08:56.470176 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-4e9f6ad8-cc65-4c2e-911e-43246ce6cfd1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1447928939-network', 'tenant_id': 'aea2b660ac5d4b4b8e107299c6a92d4c'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:08:56.497149 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9f6ad8-cc65-4c2e-911e-43246ce6cfd1 admin admin] Made reservation on behalf of aea2b660ac5d4b4b8e107299c6a92d4c for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:08:56.499644 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4e9f6ad8-cc65-4c2e-911e-43246ce6cfd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:56.509418 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4e9f6ad8-cc65-4c2e-911e-43246ce6cfd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:56.621418 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4e9f6ad8-cc65-4c2e-911e-43246ce6cfd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:56.626099 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4e9f6ad8-cc65-4c2e-911e-43246ce6cfd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:56.652812 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e9f6ad8-cc65-4c2e-911e-43246ce6cfd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:08:56.671617 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9f6ad8-cc65-4c2e-911e-43246ce6cfd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5fefc1f-76c8-4790-ad40-36245bd3df42,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:08:56.676545 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4e9f6ad8-cc65-4c2e-911e-43246ce6cfd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:56.676963 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-4e9f6ad8-cc65-4c2e-911e-43246ce6cfd1 admin admin] Added segment 9af8b8dc-570b-4088-a127-5e87a29623c0 of type vlan for network 5db7409b-a4d0-427c-a79f-2a4e1c6fa739 Nov 12 02:08:56.727881 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4e9f6ad8-cc65-4c2e-911e-43246ce6cfd1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:56.757248 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4e9f6ad8-cc65-4c2e-911e-43246ce6cfd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:56.758262 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9f6ad8-cc65-4c2e-911e-43246ce6cfd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:56.758864 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4e9f6ad8-cc65-4c2e-911e-43246ce6cfd1 admin admin] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:56.802458 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4e9f6ad8-cc65-4c2e-911e-43246ce6cfd1 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3343179 Nov 12 02:08:56.803320 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58678) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:08:56.808614 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-96b6fc37-f656-43b9-98fd-60a99955f198 admin admin] Request body: {'subnet': {'network_id': '5db7409b-a4d0-427c-a79f-2a4e1c6fa739', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1447928939-subnet', 'tenant_id': 'aea2b660ac5d4b4b8e107299c6a92d4c', 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:08:56.836795 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b6fc37-f656-43b9-98fd-60a99955f198 admin admin] Made reservation on behalf of aea2b660ac5d4b4b8e107299c6a92d4c for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:08:56.839122 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9f6ad8-cc65-4c2e-911e-43246ce6cfd1 admin admin] Pushing event updated for resources: {'Network': ['ID=5db7409b-a4d0-427c-a79f-2a4e1c6fa739,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:08:56.839369 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-96b6fc37-f656-43b9-98fd-60a99955f198 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:56.851072 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 5db7409b-a4d0-427c-a79f-2a4e1c6fa739 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:08:57.044920 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-96b6fc37-f656-43b9-98fd-60a99955f198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:57.146454 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b6fc37-f656-43b9-98fd-60a99955f198 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bca3e2a-c0c7-4c85-9dc9-64478bf4a590,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:08:57.165480 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b6fc37-f656-43b9-98fd-60a99955f198 admin admin] Checking segment: {'id': '9af8b8dc-570b-4088-a127-5e87a29623c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5db7409b-a4d0-427c-a79f-2a4e1c6fa739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:08:57.166035 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b6fc37-f656-43b9-98fd-60a99955f198 admin admin] Network hostable DHCP agents. Network: 5db7409b-a4d0-427c-a79f-2a4e1c6fa739, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:08:57.194014 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b6fc37-f656-43b9-98fd-60a99955f198 admin admin] Network 5db7409b-a4d0-427c-a79f-2a4e1c6fa739 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:08:57.204320 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-96b6fc37-f656-43b9-98fd-60a99955f198 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 5db7409b-a4d0-427c-a79f-2a4e1c6fa739) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:08:57.208739 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b6fc37-f656-43b9-98fd-60a99955f198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:08:57.209546 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-96b6fc37-f656-43b9-98fd-60a99955f198 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:57.214354 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b437066b-6c1d-4a3d-af2e-c8f5ee384662 None None] Network 5db7409b-a4d0-427c-a79f-2a4e1c6fa739 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:08:57.226151 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-96b6fc37-f656-43b9-98fd-60a99955f198 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4214582 Nov 12 02:08:57.228923 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58680) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:08:57.233763 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-f5ab5963-9e50-432d-825e-1e1b2dfa28ce admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1447928939-router', 'tenant_id': 'aea2b660ac5d4b4b8e107299c6a92d4c', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:08:57.257004 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f5ab5963-9e50-432d-825e-1e1b2dfa28ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:57.258273 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f5ab5963-9e50-432d-825e-1e1b2dfa28ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:57.319927 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f5ab5963-9e50-432d-825e-1e1b2dfa28ce admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:57.381246 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f717408f-6451-44e1-84d6-644bfd5898fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:57.424081 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6091d799-2c14-42d4-9bf9-8470f8158fa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-5db7409b-a4d0-427c-a79f-2a4e1c6fa739', 'network_id': '5db7409b-a4d0-427c-a79f-2a4e1c6fa739', 'tenant_id': 'aea2b660ac5d4b4b8e107299c6a92d4c', 'fixed_ips': [{'subnet_id': '5bca3e2a-c0c7-4c85-9dc9-64478bf4a590'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 02:08:57.425027 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6091d799-2c14-42d4-9bf9-8470f8158fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:57.501826 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f5ab5963-9e50-432d-825e-1e1b2dfa28ce admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:57.600288 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-6091d799-2c14-42d4-9bf9-8470f8158fa8 None None] Allocated IP 172.20.0.2 (5db7409b-a4d0-427c-a79f-2a4e1c6fa739/5bca3e2a-c0c7-4c85-9dc9-64478bf4a590/440aa8b1-528d-411c-89c9-05d55fbc499a) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:08:57.762406 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device d600a15a-f8d0-4c0f-8b0e-e6c7aaa546de up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:08:57.792892 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f5ab5963-9e50-432d-825e-1e1b2dfa28ce admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:57.814741 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f5ab5963-9e50-432d-825e-1e1b2dfa28ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:57.846689 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6091d799-2c14-42d4-9bf9-8470f8158fa8 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:57.857154 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6091d799-2c14-42d4-9bf9-8470f8158fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:57.909995 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6091d799-2c14-42d4-9bf9-8470f8158fa8 None None] Network 5db7409b-a4d0-427c-a79f-2a4e1c6fa739 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:08:57.913400 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port d600a15a-f8d0-4c0f-8b0e-e6c7aaa546de triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:08:57.913780 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:57.921080 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-6091d799-2c14-42d4-9bf9-8470f8158fa8 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:08:57.947409 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6091d799-2c14-42d4-9bf9-8470f8158fa8 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:08:57.959410 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-f5ab5963-9e50-432d-825e-1e1b2dfa28ce admin admin] Allocated IP 172.25.3.238 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/8b4fd6a6-d4e7-44db-9b07-4e7e5d13eb04) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:08:57.964765 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6091d799-2c14-42d4-9bf9-8470f8158fa8 None None] Pushing event updated for resources: {'Port': ['ID=440aa8b1-528d-411c-89c9-05d55fbc499a,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:08:58.069513 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-6091d799-2c14-42d4-9bf9-8470f8158fa8 None None] Attempting to bind port 440aa8b1-528d-411c-89c9-05d55fbc499a on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:08:58.069883 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-6091d799-2c14-42d4-9bf9-8470f8158fa8 None None] Attempting to bind port 440aa8b1-528d-411c-89c9-05d55fbc499a by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '9af8b8dc-570b-4088-a127-5e87a29623c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5db7409b-a4d0-427c-a79f-2a4e1c6fa739'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:08:58.070247 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6091d799-2c14-42d4-9bf9-8470f8158fa8 None None] Attempting to bind port 440aa8b1-528d-411c-89c9-05d55fbc499a on network 5db7409b-a4d0-427c-a79f-2a4e1c6fa739 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:08:58.097659 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6091d799-2c14-42d4-9bf9-8470f8158fa8 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:08:58.098036 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6091d799-2c14-42d4-9bf9-8470f8158fa8 None None] Checking segment: {'id': '9af8b8dc-570b-4088-a127-5e87a29623c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5db7409b-a4d0-427c-a79f-2a4e1c6fa739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:08:58.098438 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6091d799-2c14-42d4-9bf9-8470f8158fa8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:58.098832 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6091d799-2c14-42d4-9bf9-8470f8158fa8 None None] Bound using segment: {'id': '9af8b8dc-570b-4088-a127-5e87a29623c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5db7409b-a4d0-427c-a79f-2a4e1c6fa739'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:08:58.099508 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-6091d799-2c14-42d4-9bf9-8470f8158fa8 None None] Bound port: 440aa8b1-528d-411c-89c9-05d55fbc499a, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9af8b8dc-570b-4088-a127-5e87a29623c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5db7409b-a4d0-427c-a79f-2a4e1c6fa739'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:08:58.099889 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6091d799-2c14-42d4-9bf9-8470f8158fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:58.109761 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f5ab5963-9e50-432d-825e-1e1b2dfa28ce admin admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:58.153169 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f5ab5963-9e50-432d-825e-1e1b2dfa28ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:58.184392 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-6091d799-2c14-42d4-9bf9-8470f8158fa8 None None] For port 440aa8b1-528d-411c-89c9-05d55fbc499a, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:08:58.188411 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-6091d799-2c14-42d4-9bf9-8470f8158fa8 None None] For port 440aa8b1-528d-411c-89c9-05d55fbc499a, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=440aa8b1-528d-411c-89c9-05d55fbc499a,segment=NetworkSegment(9af8b8dc-570b-4088-a127-5e87a29623c0),segment_id=9af8b8dc-570b-4088-a127-5e87a29623c0)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:08:58.198174 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6091d799-2c14-42d4-9bf9-8470f8158fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:58.235644 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ab5963-9e50-432d-825e-1e1b2dfa28ce admin admin] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:08:58.243735 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-f5ab5963-9e50-432d-825e-1e1b2dfa28ce admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:08:58.252778 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ab5963-9e50-432d-825e-1e1b2dfa28ce admin admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:08:58.260195 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6091d799-2c14-42d4-9bf9-8470f8158fa8 None None] Pushing event updated for resources: {'Port': ['ID=440aa8b1-528d-411c-89c9-05d55fbc499a,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:08:58.278607 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bd0b39-93d2-4c31-b880-0bf7922ef074 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:08:58.293084 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab5963-9e50-432d-825e-1e1b2dfa28ce admin admin] Pushing event updated for resources: {'Port': ['ID=8b4fd6a6-d4e7-44db-9b07-4e7e5d13eb04,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:08:58.298037 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff743ed0-582a-4f18-924d-be813999c8f0 None None] Sync routers for ids ['1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:08:58.318478 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff743ed0-582a-4f18-924d-be813999c8f0 None None] Routers {'1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:08:58.319136 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-ff743ed0-582a-4f18-924d-be813999c8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:08:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:08:58.460837 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4268f6d2-87a8-4466-a155-19d0f3d58449 None None] Provisioning complete for port 8b4fd6a6-d4e7-44db-9b07-4e7e5d13eb04 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:08:58.461760 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4268f6d2-87a8-4466-a155-19d0f3d58449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:58.493760 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-ff743ed0-582a-4f18-924d-be813999c8f0 None None] Set router 1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:08:58.500813 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4268f6d2-87a8-4466-a155-19d0f3d58449 None None] Port 8b4fd6a6-d4e7-44db-9b07-4e7e5d13eb04 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:08:58.637467 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f5ab5963-9e50-432d-825e-1e1b2dfa28ce admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:58.743383 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-ff743ed0-582a-4f18-924d-be813999c8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'name': 'tempest-TestShelveInstance-219127354-router', 'tenant_id': '75f23ac4df814e8b85f56814c47a188b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'd600a15a-f8d0-4c0f-8b0e-e6c7aaa546de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:08:51Z', 'updated_at': '2021-11-12T02:08:54Z', 'revision_number': 4, 'project_id': '75f23ac4df814e8b85f56814c47a188b', 'gw_port': {'id': 'd600a15a-f8d0-4c0f-8b0e-e6c7aaa546de', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:08:52Z', 'updated_at': '2021-11-12T02:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'caeb0246-1d0d-4702-90c1-601d076f2060', 'name': '', 'network_id': '7ff4806b-a30e-45b7-8336-64d8f45b8cbd', 'tenant_id': '75f23ac4df814e8b85f56814c47a188b', 'mac_address': 'fa:16:3e:2d:ee:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '0d4bf7b9-3409-415c-bce8-0cc8116bf050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:08:54Z', 'updated_at': '2021-11-12T02:08:55Z', 'revision_number': 2, 'project_id': '75f23ac4df814e8b85f56814c47a188b', 'subnets': [{'id': '0d4bf7b9-3409-415c-bce8-0cc8116bf050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:08:58.773589 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff743ed0-582a-4f18-924d-be813999c8f0 None None] Checking router: 1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:08:58.773938 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff743ed0-582a-4f18-924d-be813999c8f0 None None] Updating router 1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc port caeb0246-1d0d-4702-90c1-601d076f2060 binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:08:58.801845 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-ff743ed0-582a-4f18-924d-be813999c8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:58.873066 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f5ab5963-9e50-432d-825e-1e1b2dfa28ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:59.035411 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ab5963-9e50-432d-825e-1e1b2dfa28ce admin admin] Router 0d2e0343-11dd-44b3-aa1b-632217c0af78 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 02:08:59.120154 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-ff743ed0-582a-4f18-924d-be813999c8f0 None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:59.128504 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-ff743ed0-582a-4f18-924d-be813999c8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:59.190681 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ab5963-9e50-432d-825e-1e1b2dfa28ce admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:08:59.204075 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f566a9-5feb-4880-a8f8-a67a27f3436c None None] Sync routers for ids ['0d2e0343-11dd-44b3-aa1b-632217c0af78'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:08:59.222728 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f566a9-5feb-4880-a8f8-a67a27f3436c None None] Routers {'0d2e0343-11dd-44b3-aa1b-632217c0af78'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:08:59.223400 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-e3f566a9-5feb-4880-a8f8-a67a27f3436c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:08:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['0d2e0343-11dd-44b3-aa1b-632217c0af78'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:08:59.228722 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f5ab5963-9e50-432d-825e-1e1b2dfa28ce admin admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:59.232853 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-f5ab5963-9e50-432d-825e-1e1b2dfa28ce admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0027168 Nov 12 02:08:59.235384 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58682) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:08:59.264438 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af20a46-5a23-4b80-a87b-f4818aa4b385 None None] Pushing event updated for resources: {'Port': ['ID=caeb0246-1d0d-4702-90c1-601d076f2060,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:08:59.280099 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af20a46-5a23-4b80-a87b-f4818aa4b385 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:08:59.280513 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af20a46-5a23-4b80-a87b-f4818aa4b385 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:08:59.281092 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af20a46-5a23-4b80-a87b-f4818aa4b385 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:08:59.281616 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af20a46-5a23-4b80-a87b-f4818aa4b385 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:08:59.282152 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af20a46-5a23-4b80-a87b-f4818aa4b385 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:08:59.282685 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af20a46-5a23-4b80-a87b-f4818aa4b385 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:08:59.283209 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af20a46-5a23-4b80-a87b-f4818aa4b385 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:08:59.283739 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af20a46-5a23-4b80-a87b-f4818aa4b385 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:08:59.284302 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af20a46-5a23-4b80-a87b-f4818aa4b385 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:08:59.284829 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af20a46-5a23-4b80-a87b-f4818aa4b385 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:08:59.285353 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af20a46-5a23-4b80-a87b-f4818aa4b385 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:08:59.285878 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af20a46-5a23-4b80-a87b-f4818aa4b385 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:08:59.368589 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-ff743ed0-582a-4f18-924d-be813999c8f0 None None] Attempting to bind port caeb0246-1d0d-4702-90c1-601d076f2060 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:08:59.369284 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-ff743ed0-582a-4f18-924d-be813999c8f0 None None] Attempting to bind port caeb0246-1d0d-4702-90c1-601d076f2060 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '43548c55-702e-43b1-aff1-971723f8cd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7ff4806b-a30e-45b7-8336-64d8f45b8cbd'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:08:59.369538 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff743ed0-582a-4f18-924d-be813999c8f0 None None] Attempting to bind port caeb0246-1d0d-4702-90c1-601d076f2060 on network 7ff4806b-a30e-45b7-8336-64d8f45b8cbd {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:08:59.377143 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff743ed0-582a-4f18-924d-be813999c8f0 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:08:59.377143 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff743ed0-582a-4f18-924d-be813999c8f0 None None] Checking segment: {'id': '43548c55-702e-43b1-aff1-971723f8cd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7ff4806b-a30e-45b7-8336-64d8f45b8cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:08:59.380466 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-ff743ed0-582a-4f18-924d-be813999c8f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:59.381091 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff743ed0-582a-4f18-924d-be813999c8f0 None None] Bound using segment: {'id': '43548c55-702e-43b1-aff1-971723f8cd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7ff4806b-a30e-45b7-8336-64d8f45b8cbd'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:08:59.381691 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-ff743ed0-582a-4f18-924d-be813999c8f0 None None] Bound port: caeb0246-1d0d-4702-90c1-601d076f2060, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43548c55-702e-43b1-aff1-971723f8cd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7ff4806b-a30e-45b7-8336-64d8f45b8cbd'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:08:59.382140 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-ff743ed0-582a-4f18-924d-be813999c8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:59.515110 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-ff743ed0-582a-4f18-924d-be813999c8f0 None None] For port caeb0246-1d0d-4702-90c1-601d076f2060, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:08:59.522097 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-ff743ed0-582a-4f18-924d-be813999c8f0 None None] For port caeb0246-1d0d-4702-90c1-601d076f2060, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=caeb0246-1d0d-4702-90c1-601d076f2060,segment=NetworkSegment(43548c55-702e-43b1-aff1-971723f8cd64),segment_id=43548c55-702e-43b1-aff1-971723f8cd64)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:08:59.530742 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-ff743ed0-582a-4f18-924d-be813999c8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:59.641626 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af20a46-5a23-4b80-a87b-f4818aa4b385 None None] Pushing event updated for resources: {'Port': ['ID=caeb0246-1d0d-4702-90c1-601d076f2060,revision_number=4']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:08:59.662573 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff743ed0-582a-4f18-924d-be813999c8f0 None None] Routers {'1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:08:59.664061 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-ff743ed0-582a-4f18-924d-be813999c8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:08:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:08:59.716345 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-db4543de-f1bc-42a9-bbb2-61b53ba0d49e None None] Provisioning complete for port caeb0246-1d0d-4702-90c1-601d076f2060 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:08:59.716720 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-db4543de-f1bc-42a9-bbb2-61b53ba0d49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:08:59.762606 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373e4210-e151-4941-8b82-4ca3e1639b73 None None] Network 5db7409b-a4d0-427c-a79f-2a4e1c6fa739 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:08:59.841906 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-e3f566a9-5feb-4880-a8f8-a67a27f3436c None None] Set router 0d2e0343-11dd-44b3-aa1b-632217c0af78 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:08:59.862911 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-ff743ed0-582a-4f18-924d-be813999c8f0 None None] Set router 1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:08:59.875488 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 440aa8b1-528d-411c-89c9-05d55fbc499a up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:08:59.988838 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6d85c7ff-724a-4812-a317-3f14db00979d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:00.056860 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-db4543de-f1bc-42a9-bbb2-61b53ba0d49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:00.106134 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-ff743ed0-582a-4f18-924d-be813999c8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'name': 'tempest-TestShelveInstance-219127354-router', 'tenant_id': '75f23ac4df814e8b85f56814c47a188b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'd600a15a-f8d0-4c0f-8b0e-e6c7aaa546de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:08:51Z', 'updated_at': '2021-11-12T02:08:54Z', 'revision_number': 4, 'project_id': '75f23ac4df814e8b85f56814c47a188b', 'gw_port': {'id': 'd600a15a-f8d0-4c0f-8b0e-e6c7aaa546de', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:08:52Z', 'updated_at': '2021-11-12T02:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'caeb0246-1d0d-4702-90c1-601d076f2060', 'name': '', 'network_id': '7ff4806b-a30e-45b7-8336-64d8f45b8cbd', 'tenant_id': '75f23ac4df814e8b85f56814c47a188b', 'mac_address': 'fa:16:3e:2d:ee:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '0d4bf7b9-3409-415c-bce8-0cc8116bf050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:08:54Z', 'updated_at': '2021-11-12T02:08:59Z', 'revision_number': 4, 'project_id': '75f23ac4df814e8b85f56814c47a188b', 'subnets': [{'id': '0d4bf7b9-3409-415c-bce8-0cc8116bf050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:09:00.133248 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff743ed0-582a-4f18-924d-be813999c8f0 None None] The sync data for ids ['1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc'] in n-d-712142-27 is: [{'id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'name': 'tempest-TestShelveInstance-219127354-router', 'tenant_id': '75f23ac4df814e8b85f56814c47a188b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'd600a15a-f8d0-4c0f-8b0e-e6c7aaa546de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:08:51Z', 'updated_at': '2021-11-12T02:08:54Z', 'revision_number': 4, 'project_id': '75f23ac4df814e8b85f56814c47a188b', 'gw_port': {'id': 'd600a15a-f8d0-4c0f-8b0e-e6c7aaa546de', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:08:52Z', 'updated_at': '2021-11-12T02:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'caeb0246-1d0d-4702-90c1-601d076f2060', 'name': '', 'network_id': '7ff4806b-a30e-45b7-8336-64d8f45b8cbd', 'tenant_id': '75f23ac4df814e8b85f56814c47a188b', 'mac_address': 'fa:16:3e:2d:ee:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '0d4bf7b9-3409-415c-bce8-0cc8116bf050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:08:54Z', 'updated_at': '2021-11-12T02:08:59Z', 'revision_number': 4, 'project_id': '75f23ac4df814e8b85f56814c47a188b', 'subnets': [{'id': '0d4bf7b9-3409-415c-bce8-0cc8116bf050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:09:00.161648 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 440aa8b1-528d-411c-89c9-05d55fbc499a triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:09:00.161648 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:00.161648 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-db4543de-f1bc-42a9-bbb2-61b53ba0d49e None None] For port caeb0246-1d0d-4702-90c1-601d076f2060, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=caeb0246-1d0d-4702-90c1-601d076f2060,segment=NetworkSegment(43548c55-702e-43b1-aff1-971723f8cd64),segment_id=43548c55-702e-43b1-aff1-971723f8cd64)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:09:00.173531 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-6d85c7ff-724a-4812-a317-3f14db00979d admin admin] Allocated IP 172.20.0.1 (5db7409b-a4d0-427c-a79f-2a4e1c6fa739/5bca3e2a-c0c7-4c85-9dc9-64478bf4a590/b9ac3b66-da3b-4bd6-ba7e-2ce37946d115) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:09:00.206738 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-db4543de-f1bc-42a9-bbb2-61b53ba0d49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:00.304774 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4543de-f1bc-42a9-bbb2-61b53ba0d49e None None] Pushing event updated for resources: {'Port': ['ID=caeb0246-1d0d-4702-90c1-601d076f2060,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:09:00.341913 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6d85c7ff-724a-4812-a317-3f14db00979d admin admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:00.384918 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-e3f566a9-5feb-4880-a8f8-a67a27f3436c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2e0343-11dd-44b3-aa1b-632217c0af78', 'name': 'tempest-TestShelveInstance-1447928939-router', 'tenant_id': 'aea2b660ac5d4b4b8e107299c6a92d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '8b4fd6a6-d4e7-44db-9b07-4e7e5d13eb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:08:57Z', 'updated_at': '2021-11-12T02:08:58Z', 'revision_number': 3, 'project_id': 'aea2b660ac5d4b4b8e107299c6a92d4c', 'gw_port': {'id': '8b4fd6a6-d4e7-44db-9b07-4e7e5d13eb04', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2e0343-11dd-44b3-aa1b-632217c0af78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:08:57Z', 'updated_at': '2021-11-12T02:08:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:09:00.396429 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6d85c7ff-724a-4812-a317-3f14db00979d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:00.417964 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-e0122706-5c0c-4565-ad7f-b5502447a435 None None] Provisioning complete for port caeb0246-1d0d-4702-90c1-601d076f2060 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:09:00.418334 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e0122706-5c0c-4565-ad7f-b5502447a435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:00.421870 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:00.447116 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f566a9-5feb-4880-a8f8-a67a27f3436c None None] Checking router: 0d2e0343-11dd-44b3-aa1b-632217c0af78 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:09:00.447472 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f566a9-5feb-4880-a8f8-a67a27f3436c None None] Updating router 0d2e0343-11dd-44b3-aa1b-632217c0af78 port 8b4fd6a6-d4e7-44db-9b07-4e7e5d13eb04 binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:09:00.469934 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d85c7ff-724a-4812-a317-3f14db00979d admin admin] Network 5db7409b-a4d0-427c-a79f-2a4e1c6fa739 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:09:00.471744 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-6d85c7ff-724a-4812-a317-3f14db00979d admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:09:00.475958 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d85c7ff-724a-4812-a317-3f14db00979d admin admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:09:00.526533 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d85c7ff-724a-4812-a317-3f14db00979d admin admin] Pushing event updated for resources: {'Port': ['ID=b9ac3b66-da3b-4bd6-ba7e-2ce37946d115,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:09:00.543939 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e3f566a9-5feb-4880-a8f8-a67a27f3436c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:00.548500 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6d85c7ff-724a-4812-a317-3f14db00979d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:00.550515 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 440aa8b1-528d-411c-89c9-05d55fbc499a, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=440aa8b1-528d-411c-89c9-05d55fbc499a,segment=NetworkSegment(9af8b8dc-570b-4088-a127-5e87a29623c0),segment_id=9af8b8dc-570b-4088-a127-5e87a29623c0)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:09:00.581349 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:00.745713 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6d85c7ff-724a-4812-a317-3f14db00979d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:00.759909 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=440aa8b1-528d-411c-89c9-05d55fbc499a,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:09:00.863289 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-e0122706-5c0c-4565-ad7f-b5502447a435 None None] Provisioning complete for port 440aa8b1-528d-411c-89c9-05d55fbc499a triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:09:00.863838 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e0122706-5c0c-4565-ad7f-b5502447a435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:00.956379 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7b9d6187-c338-4a81-967e-3c6b9b5b6667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:01.048109 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e3f566a9-5feb-4880-a8f8-a67a27f3436c None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:01.060284 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e3f566a9-5feb-4880-a8f8-a67a27f3436c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:01.126163 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd80221-673b-4fbc-ac98-d407cb8ecd4f None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:09:01.136776 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b612d-1c55-42ec-9e4e-c8922ee61dac None None] Pushing event updated for resources: {'Port': ['ID=8b4fd6a6-d4e7-44db-9b07-4e7e5d13eb04,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:09:01.141435 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-e3f566a9-5feb-4880-a8f8-a67a27f3436c None None] Attempting to bind port 8b4fd6a6-d4e7-44db-9b07-4e7e5d13eb04 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:09:01.141799 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-e3f566a9-5feb-4880-a8f8-a67a27f3436c None None] Attempting to bind port 8b4fd6a6-d4e7-44db-9b07-4e7e5d13eb04 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:09:01.142168 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f566a9-5feb-4880-a8f8-a67a27f3436c None None] Attempting to bind port 8b4fd6a6-d4e7-44db-9b07-4e7e5d13eb04 on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:09:01.151021 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f566a9-5feb-4880-a8f8-a67a27f3436c None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:09:01.151282 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f566a9-5feb-4880-a8f8-a67a27f3436c None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:09:01.151615 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e3f566a9-5feb-4880-a8f8-a67a27f3436c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:01.152054 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f566a9-5feb-4880-a8f8-a67a27f3436c None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:09:01.152539 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-e3f566a9-5feb-4880-a8f8-a67a27f3436c None None] Bound port: 8b4fd6a6-d4e7-44db-9b07-4e7e5d13eb04, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:09:01.152915 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e3f566a9-5feb-4880-a8f8-a67a27f3436c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:01.218594 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-e4b484e0-93cb-4466-b5bb-e74dab013cfa None None] Provisioning complete for port 440aa8b1-528d-411c-89c9-05d55fbc499a triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:09:01.219305 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e4b484e0-93cb-4466-b5bb-e74dab013cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:01.246543 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-e3f566a9-5feb-4880-a8f8-a67a27f3436c None None] For port 8b4fd6a6-d4e7-44db-9b07-4e7e5d13eb04, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:09:01.266618 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-e3f566a9-5feb-4880-a8f8-a67a27f3436c None None] For port 8b4fd6a6-d4e7-44db-9b07-4e7e5d13eb04, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=8b4fd6a6-d4e7-44db-9b07-4e7e5d13eb04,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:09:01.273031 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e3f566a9-5feb-4880-a8f8-a67a27f3436c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:01.325795 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254ce126-8e20-4c7a-b9b3-73f8af8dd3f3 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:09:01.363060 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6d85c7ff-724a-4812-a317-3f14db00979d admin admin] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:01.368980 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6d85c7ff-724a-4812-a317-3f14db00979d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:01.380809 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f566a9-5feb-4880-a8f8-a67a27f3436c None None] Routers {'0d2e0343-11dd-44b3-aa1b-632217c0af78'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:09:01.381441 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-e3f566a9-5feb-4880-a8f8-a67a27f3436c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:09:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['0d2e0343-11dd-44b3-aa1b-632217c0af78'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:09:01.436035 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b612d-1c55-42ec-9e4e-c8922ee61dac None None] Pushing event updated for resources: {'Port': ['ID=8b4fd6a6-d4e7-44db-9b07-4e7e5d13eb04,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:09:01.447240 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d85c7ff-724a-4812-a317-3f14db00979d admin admin] Pushing event updated for resources: {'Port': ['ID=b9ac3b66-da3b-4bd6-ba7e-2ce37946d115,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:09:01.458527 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6d85c7ff-724a-4812-a317-3f14db00979d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:01.463772 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-e4b484e0-93cb-4466-b5bb-e74dab013cfa None None] Provisioning complete for port 8b4fd6a6-d4e7-44db-9b07-4e7e5d13eb04 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:09:01.464263 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e4b484e0-93cb-4466-b5bb-e74dab013cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:01.549539 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-e3f566a9-5feb-4880-a8f8-a67a27f3436c None None] Set router 0d2e0343-11dd-44b3-aa1b-632217c0af78 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:09:01.567309 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d85c7ff-724a-4812-a317-3f14db00979d admin admin] Network 5db7409b-a4d0-427c-a79f-2a4e1c6fa739 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:09:01.568801 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-6d85c7ff-724a-4812-a317-3f14db00979d admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:09:01.744894 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d85c7ff-724a-4812-a317-3f14db00979d admin admin] Router 0d2e0343-11dd-44b3-aa1b-632217c0af78 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:09:01.829983 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device caeb0246-1d0d-4702-90c1-601d076f2060 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:09:01.896022 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d85c7ff-724a-4812-a317-3f14db00979d admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:09:01.902104 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6d85c7ff-724a-4812-a317-3f14db00979d admin admin] 10.222.0.45 "PUT /v2.0/routers/0d2e0343-11dd-44b3-aa1b-632217c0af78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6656067 Nov 12 02:09:01.925452 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e4b484e0-93cb-4466-b5bb-e74dab013cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:01.973505 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-e4b484e0-93cb-4466-b5bb-e74dab013cfa None None] For port 8b4fd6a6-d4e7-44db-9b07-4e7e5d13eb04, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=8b4fd6a6-d4e7-44db-9b07-4e7e5d13eb04,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:09:01.981533 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e4b484e0-93cb-4466-b5bb-e74dab013cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:02.063099 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port caeb0246-1d0d-4702-90c1-601d076f2060 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:09:02.063485 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:02.102735 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-e4b484e0-93cb-4466-b5bb-e74dab013cfa None None] Provisioning complete for port b9ac3b66-da3b-4bd6-ba7e-2ce37946d115 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:09:02.103109 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e4b484e0-93cb-4466-b5bb-e74dab013cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:02.130301 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b484e0-93cb-4466-b5bb-e74dab013cfa None None] Pushing event updated for resources: {'Port': ['ID=8b4fd6a6-d4e7-44db-9b07-4e7e5d13eb04,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:09:02.166531 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-e4b484e0-93cb-4466-b5bb-e74dab013cfa None None] Port b9ac3b66-da3b-4bd6-ba7e-2ce37946d115 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:09:02.217206 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-e3f566a9-5feb-4880-a8f8-a67a27f3436c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2e0343-11dd-44b3-aa1b-632217c0af78', 'name': 'tempest-TestShelveInstance-1447928939-router', 'tenant_id': 'aea2b660ac5d4b4b8e107299c6a92d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '8b4fd6a6-d4e7-44db-9b07-4e7e5d13eb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:08:57Z', 'updated_at': '2021-11-12T02:09:00Z', 'revision_number': 4, 'project_id': 'aea2b660ac5d4b4b8e107299c6a92d4c', 'gw_port': {'id': '8b4fd6a6-d4e7-44db-9b07-4e7e5d13eb04', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2e0343-11dd-44b3-aa1b-632217c0af78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:08:57Z', 'updated_at': '2021-11-12T02:09:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'b9ac3b66-da3b-4bd6-ba7e-2ce37946d115', 'name': '', 'network_id': '5db7409b-a4d0-427c-a79f-2a4e1c6fa739', 'tenant_id': 'aea2b660ac5d4b4b8e107299c6a92d4c', 'mac_address': 'fa:16:3e:f3:9f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2e0343-11dd-44b3-aa1b-632217c0af78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '5bca3e2a-c0c7-4c85-9dc9-64478bf4a590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:09:00Z', 'updated_at': '2021-11-12T02:09:00Z', 'revision_number': 2, 'project_id': 'aea2b660ac5d4b4b8e107299c6a92d4c', 'subnets': [{'id': '5bca3e2a-c0c7-4c85-9dc9-64478bf4a590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:09:02.252488 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f566a9-5feb-4880-a8f8-a67a27f3436c None None] The sync data for ids ['0d2e0343-11dd-44b3-aa1b-632217c0af78'] in n-d-712142-27 is: [{'id': '0d2e0343-11dd-44b3-aa1b-632217c0af78', 'name': 'tempest-TestShelveInstance-1447928939-router', 'tenant_id': 'aea2b660ac5d4b4b8e107299c6a92d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '8b4fd6a6-d4e7-44db-9b07-4e7e5d13eb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:08:57Z', 'updated_at': '2021-11-12T02:09:00Z', 'revision_number': 4, 'project_id': 'aea2b660ac5d4b4b8e107299c6a92d4c', 'gw_port': {'id': '8b4fd6a6-d4e7-44db-9b07-4e7e5d13eb04', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2e0343-11dd-44b3-aa1b-632217c0af78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:08:57Z', 'updated_at': '2021-11-12T02:09:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'b9ac3b66-da3b-4bd6-ba7e-2ce37946d115', 'name': '', 'network_id': '5db7409b-a4d0-427c-a79f-2a4e1c6fa739', 'tenant_id': 'aea2b660ac5d4b4b8e107299c6a92d4c', 'mac_address': 'fa:16:3e:f3:9f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2e0343-11dd-44b3-aa1b-632217c0af78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '5bca3e2a-c0c7-4c85-9dc9-64478bf4a590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:09:00Z', 'updated_at': '2021-11-12T02:09:00Z', 'revision_number': 2, 'project_id': 'aea2b660ac5d4b4b8e107299c6a92d4c', 'subnets': [{'id': '5bca3e2a-c0c7-4c85-9dc9-64478bf4a590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:09:02.255110 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 440aa8b1-528d-411c-89c9-05d55fbc499a up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:09:02.310055 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-12e4786c-1d34-45b8-9b01-4a60a0fb419b None None] Provisioning complete for port 8b4fd6a6-d4e7-44db-9b07-4e7e5d13eb04 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:09:02.310431 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-12e4786c-1d34-45b8-9b01-4a60a0fb419b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:02.364359 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 440aa8b1-528d-411c-89c9-05d55fbc499a triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:09:02.364732 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:02.489053 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-12e4786c-1d34-45b8-9b01-4a60a0fb419b None None] Provisioning complete for port b9ac3b66-da3b-4bd6-ba7e-2ce37946d115 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:09:02.489433 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-12e4786c-1d34-45b8-9b01-4a60a0fb419b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:02.567797 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-12e4786c-1d34-45b8-9b01-4a60a0fb419b None None] Port b9ac3b66-da3b-4bd6-ba7e-2ce37946d115 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:09:02.863324 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58690) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:09:02.868520 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-9121d4bb-3c80-4527-8d30-9d9bd941d30c tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-334916759', 'description': 'tempest-secgroup-smoke-334916759 description', 'project_id': '75f23ac4df814e8b85f56814c47a188b'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:09:02.909262 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9121d4bb-3c80-4527-8d30-9d9bd941d30c tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:02.994999 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9121d4bb-3c80-4527-8d30-9d9bd941d30c tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:03.002033 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9121d4bb-3c80-4527-8d30-9d9bd941d30c tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:03.040365 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9121d4bb-3c80-4527-8d30-9d9bd941d30c tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:03.041689 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-9121d4bb-3c80-4527-8d30-9d9bd941d30c tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1772835 Nov 12 02:09:03.046234 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58692) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:09:03.051764 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9121d4bb-3c80-4527-8d30-9d9bd941d30c tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=295a6c20-f199-4f87-82b0-fc723f40bb7a,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:09:03.063414 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-6cabdf78-a3e6-4930-b758-cab4d44165a4 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Request body: {'security_group_rule': {'security_group_id': '295a6c20-f199-4f87-82b0-fc723f40bb7a', 'project_id': '75f23ac4df814e8b85f56814c47a188b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:09:03.110482 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6cabdf78-a3e6-4930-b758-cab4d44165a4 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:03.132713 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:03.191210 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6cabdf78-a3e6-4930-b758-cab4d44165a4 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:03.199146 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6cabdf78-a3e6-4930-b758-cab4d44165a4 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:03.231645 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cabdf78-a3e6-4930-b758-cab4d44165a4 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1a65526-be93-4079-ab5a-cd1167f467c1,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:09:03.239840 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6cabdf78-a3e6-4930-b758-cab4d44165a4 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:03.241265 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6cabdf78-a3e6-4930-b758-cab4d44165a4 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1930268 Nov 12 02:09:03.244006 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58694) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:09:03.248874 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-eaf5d36f-5b88-4199-bc01-019ab8b33512 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Request body: {'security_group_rule': {'security_group_id': '295a6c20-f199-4f87-82b0-fc723f40bb7a', 'project_id': '75f23ac4df814e8b85f56814c47a188b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:09:03.281736 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eaf5d36f-5b88-4199-bc01-019ab8b33512 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:03.380892 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eaf5d36f-5b88-4199-bc01-019ab8b33512 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:03.386183 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eaf5d36f-5b88-4199-bc01-019ab8b33512 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:03.408097 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf5d36f-5b88-4199-bc01-019ab8b33512 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a14de0d1-e550-45ab-8322-ae01b20d56a9,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:09:03.423050 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eaf5d36f-5b88-4199-bc01-019ab8b33512 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:03.426887 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-eaf5d36f-5b88-4199-bc01-019ab8b33512 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1794033 Nov 12 02:09:03.427083 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58696) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:09:03.431844 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-56b82653-29ba-4d9a-b9da-a566802e7bde tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Request body: {'security_group_rule': {'security_group_id': '295a6c20-f199-4f87-82b0-fc723f40bb7a', 'project_id': '75f23ac4df814e8b85f56814c47a188b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:09:03.460740 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-56b82653-29ba-4d9a-b9da-a566802e7bde tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:03.529501 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-56b82653-29ba-4d9a-b9da-a566802e7bde tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:03.534666 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-56b82653-29ba-4d9a-b9da-a566802e7bde tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:03.553857 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b82653-29ba-4d9a-b9da-a566802e7bde tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c3d2958-86ef-49eb-bcde-cb55a20d1b3e,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:09:03.564700 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-56b82653-29ba-4d9a-b9da-a566802e7bde tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:03.566086 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-56b82653-29ba-4d9a-b9da-a566802e7bde tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1379051 Nov 12 02:09:03.570643 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58698) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:09:03.575589 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-154ea60a-6778-4651-8f7c-0633f1773ba4 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Request body: {'security_group_rule': {'security_group_id': '295a6c20-f199-4f87-82b0-fc723f40bb7a', 'project_id': '75f23ac4df814e8b85f56814c47a188b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:09:03.615494 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-154ea60a-6778-4651-8f7c-0633f1773ba4 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:03.696709 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-154ea60a-6778-4651-8f7c-0633f1773ba4 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:03.702260 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-154ea60a-6778-4651-8f7c-0633f1773ba4 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:03.740039 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 8b4fd6a6-d4e7-44db-9b07-4e7e5d13eb04 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:09:03.741494 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154ea60a-6778-4651-8f7c-0633f1773ba4 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aa036a3-2b49-421c-bf9c-93a2e980eed3,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:09:03.747796 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-154ea60a-6778-4651-8f7c-0633f1773ba4 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:03.749108 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-154ea60a-6778-4651-8f7c-0633f1773ba4 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1773429 Nov 12 02:09:03.752556 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 58700) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:09:03.757616 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-4f5c8450-585c-45b4-93b9-bf78e76a6125 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Request body: {'security_group_rule': {'security_group_id': '295a6c20-f199-4f87-82b0-fc723f40bb7a', 'project_id': '75f23ac4df814e8b85f56814c47a188b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:09:03.802199 n-d-712142-27 neutron-server[109085]: INFO neutron.db.securitygroups_db [None req-4f5c8450-585c-45b4-93b9-bf78e76a6125 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Project 75f23ac4df814e8b85f56814c47a188b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 02:09:03.812639 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4f5c8450-585c-45b4-93b9-bf78e76a6125 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:03.824941 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 8b4fd6a6-d4e7-44db-9b07-4e7e5d13eb04 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:09:03.825512 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:03.893977 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4f5c8450-585c-45b4-93b9-bf78e76a6125 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:03.900424 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4f5c8450-585c-45b4-93b9-bf78e76a6125 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:03.924537 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c8450-585c-45b4-93b9-bf78e76a6125 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6ebeb98-8436-43f0-9206-14c079025007,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:09:03.933995 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4f5c8450-585c-45b4-93b9-bf78e76a6125 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:03.939803 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58702) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:09:03.940061 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4f5c8450-585c-45b4-93b9-bf78e76a6125 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1856856 Nov 12 02:09:03.948650 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-36628f67-2d07-4d91-b971-e3ee9599573f tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Request body: {'security_group_rule': {'security_group_id': '295a6c20-f199-4f87-82b0-fc723f40bb7a', 'project_id': '75f23ac4df814e8b85f56814c47a188b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:09:03.984882 n-d-712142-27 neutron-server[109086]: INFO neutron.db.securitygroups_db [None req-36628f67-2d07-4d91-b971-e3ee9599573f tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Project 75f23ac4df814e8b85f56814c47a188b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 02:09:03.990596 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-36628f67-2d07-4d91-b971-e3ee9599573f tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:04.056956 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-36628f67-2d07-4d91-b971-e3ee9599573f tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:04.061221 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-36628f67-2d07-4d91-b971-e3ee9599573f tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:04.084901 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36628f67-2d07-4d91-b971-e3ee9599573f tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c99c5b96-3d91-4cec-b0b5-db4745d09b90,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:09:04.090383 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-36628f67-2d07-4d91-b971-e3ee9599573f tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:04.091657 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-36628f67-2d07-4d91-b971-e3ee9599573f tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1501486 Nov 12 02:09:04.127417 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:04.277645 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b8c40ed3-e370-417e-b9c0-15f3a5092fa0 req-7502cd9f-07c0-45dc-9211-a020357d8f5b tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-334916759&fields=id&tenant_id=75f23ac4df814e8b85f56814c47a188b HTTP/1.1" status: 200 len: 267 time: 0.0724998 Nov 12 02:09:04.426341 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c40ed3-e370-417e-b9c0-15f3a5092fa0 req-8ac3fa65-ba04-458c-b871-f63446125a1a tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:04.427904 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b8c40ed3-e370-417e-b9c0-15f3a5092fa0 req-8ac3fa65-ba04-458c-b871-f63446125a1a tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/networks?id=7ff4806b-a30e-45b7-8336-64d8f45b8cbd HTTP/1.1" status: 200 len: 808 time: 0.1402857 Nov 12 02:09:04.445039 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b8c40ed3-e370-417e-b9c0-15f3a5092fa0 req-083ae3ba-46cb-4f2f-aa04-48b93085d33e tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/quotas/75f23ac4df814e8b85f56814c47a188b HTTP/1.1" status: 200 len: 375 time: 0.0110180 Nov 12 02:09:04.508176 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b8c40ed3-e370-417e-b9c0-15f3a5092fa0 req-636daea5-25fc-42b2-bcb3-ea172b2985f9 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=75f23ac4df814e8b85f56814c47a188b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559673 Nov 12 02:09:04.612783 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f167e5-451e-4560-a633-67dd93d3d93f None None] Sync routers for ids ['0d2e0343-11dd-44b3-aa1b-632217c0af78'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:09:04.623540 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f167e5-451e-4560-a633-67dd93d3d93f None None] Routers {'0d2e0343-11dd-44b3-aa1b-632217c0af78'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:09:04.624279 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-c5f167e5-451e-4560-a633-67dd93d3d93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:09:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['0d2e0343-11dd-44b3-aa1b-632217c0af78'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:09:04.643107 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b8c40ed3-e370-417e-b9c0-15f3a5092fa0 req-6b9e3cfb-f670-45d3-bb2b-55df5bcdc855 service neutron] 10.222.0.45 "GET /v2.0/networks/7ff4806b-a30e-45b7-8336-64d8f45b8cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137774 Nov 12 02:09:04.750603 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b8c40ed3-e370-417e-b9c0-15f3a5092fa0 req-4d711629-ce33-4c02-be07-b90745596100 service neutron] 10.222.0.45 "GET /v2.0/networks/7ff4806b-a30e-45b7-8336-64d8f45b8cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988650 Nov 12 02:09:04.846740 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-c5f167e5-451e-4560-a633-67dd93d3d93f None None] Set router 0d2e0343-11dd-44b3-aa1b-632217c0af78 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:09:04.970295 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f01aacfd-d182-4111-84dc-b8fe91a5390f req-1259231a-c684-4807-b6f7-6683e974e0e6 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 210 time: 0.0557880 Nov 12 02:09:05.095504 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-c5f167e5-451e-4560-a633-67dd93d3d93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2e0343-11dd-44b3-aa1b-632217c0af78', 'name': 'tempest-TestShelveInstance-1447928939-router', 'tenant_id': 'aea2b660ac5d4b4b8e107299c6a92d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '8b4fd6a6-d4e7-44db-9b07-4e7e5d13eb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:08:57Z', 'updated_at': '2021-11-12T02:09:00Z', 'revision_number': 4, 'project_id': 'aea2b660ac5d4b4b8e107299c6a92d4c', 'gw_port': {'id': '8b4fd6a6-d4e7-44db-9b07-4e7e5d13eb04', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e0343-11dd-44b3-aa1b-632217c0af78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:08:57Z', 'updated_at': '2021-11-12T02:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'b9ac3b66-da3b-4bd6-ba7e-2ce37946d115', 'name': '', 'network_id': '5db7409b-a4d0-427c-a79f-2a4e1c6fa739', 'tenant_id': 'aea2b660ac5d4b4b8e107299c6a92d4c', 'mac_address': 'fa:16:3e:f3:9f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2e0343-11dd-44b3-aa1b-632217c0af78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '5bca3e2a-c0c7-4c85-9dc9-64478bf4a590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:09:00Z', 'updated_at': '2021-11-12T02:09:00Z', 'revision_number': 2, 'project_id': 'aea2b660ac5d4b4b8e107299c6a92d4c', 'subnets': [{'id': '5bca3e2a-c0c7-4c85-9dc9-64478bf4a590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:09:05.125288 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f167e5-451e-4560-a633-67dd93d3d93f None None] Checking router: 0d2e0343-11dd-44b3-aa1b-632217c0af78 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:09:05.125646 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f167e5-451e-4560-a633-67dd93d3d93f None None] Updating router 0d2e0343-11dd-44b3-aa1b-632217c0af78 port b9ac3b66-da3b-4bd6-ba7e-2ce37946d115 binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:09:05.151559 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-c5f167e5-451e-4560-a633-67dd93d3d93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:05.464735 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:05.477843 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-c5f167e5-451e-4560-a633-67dd93d3d93f None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:05.486041 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-c5f167e5-451e-4560-a633-67dd93d3d93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:05.570412 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5122e2-95be-455b-be36-8a7b60c7fd7a None None] Pushing event updated for resources: {'Port': ['ID=b9ac3b66-da3b-4bd6-ba7e-2ce37946d115,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:09:05.638788 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-c5f167e5-451e-4560-a633-67dd93d3d93f None None] Attempting to bind port b9ac3b66-da3b-4bd6-ba7e-2ce37946d115 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:09:05.639665 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-c5f167e5-451e-4560-a633-67dd93d3d93f None None] Attempting to bind port b9ac3b66-da3b-4bd6-ba7e-2ce37946d115 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '9af8b8dc-570b-4088-a127-5e87a29623c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5db7409b-a4d0-427c-a79f-2a4e1c6fa739'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:09:05.639982 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f167e5-451e-4560-a633-67dd93d3d93f None None] Attempting to bind port b9ac3b66-da3b-4bd6-ba7e-2ce37946d115 on network 5db7409b-a4d0-427c-a79f-2a4e1c6fa739 {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:09:05.649202 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f167e5-451e-4560-a633-67dd93d3d93f None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:09:05.649673 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f167e5-451e-4560-a633-67dd93d3d93f None None] Checking segment: {'id': '9af8b8dc-570b-4088-a127-5e87a29623c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5db7409b-a4d0-427c-a79f-2a4e1c6fa739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:09:05.650304 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-c5f167e5-451e-4560-a633-67dd93d3d93f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:05.650926 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f167e5-451e-4560-a633-67dd93d3d93f None None] Bound using segment: {'id': '9af8b8dc-570b-4088-a127-5e87a29623c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5db7409b-a4d0-427c-a79f-2a4e1c6fa739'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:09:05.651682 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-c5f167e5-451e-4560-a633-67dd93d3d93f None None] Bound port: b9ac3b66-da3b-4bd6-ba7e-2ce37946d115, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9af8b8dc-570b-4088-a127-5e87a29623c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5db7409b-a4d0-427c-a79f-2a4e1c6fa739'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:09:05.652318 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-c5f167e5-451e-4560-a633-67dd93d3d93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:05.753280 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-c5f167e5-451e-4560-a633-67dd93d3d93f None None] For port b9ac3b66-da3b-4bd6-ba7e-2ce37946d115, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:09:05.757070 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-c5f167e5-451e-4560-a633-67dd93d3d93f None None] For port b9ac3b66-da3b-4bd6-ba7e-2ce37946d115, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=b9ac3b66-da3b-4bd6-ba7e-2ce37946d115,segment=NetworkSegment(9af8b8dc-570b-4088-a127-5e87a29623c0),segment_id=9af8b8dc-570b-4088-a127-5e87a29623c0)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:09:05.763873 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-c5f167e5-451e-4560-a633-67dd93d3d93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:05.839816 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f167e5-451e-4560-a633-67dd93d3d93f None None] Routers {'0d2e0343-11dd-44b3-aa1b-632217c0af78'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:09:05.841532 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-c5f167e5-451e-4560-a633-67dd93d3d93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:09:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['0d2e0343-11dd-44b3-aa1b-632217c0af78'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:09:05.923599 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-ae842f96-4519-4537-8c4e-b7b66e24c036 None None] Provisioning complete for port b9ac3b66-da3b-4bd6-ba7e-2ce37946d115 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:09:05.924450 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ae842f96-4519-4537-8c4e-b7b66e24c036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:05.933436 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5122e2-95be-455b-be36-8a7b60c7fd7a None None] Pushing event updated for resources: {'Port': ['ID=b9ac3b66-da3b-4bd6-ba7e-2ce37946d115,revision_number=4']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:09:06.014156 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-c5f167e5-451e-4560-a633-67dd93d3d93f None None] Set router 0d2e0343-11dd-44b3-aa1b-632217c0af78 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:09:06.049503 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ae842f96-4519-4537-8c4e-b7b66e24c036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:06.094178 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-ae842f96-4519-4537-8c4e-b7b66e24c036 None None] For port b9ac3b66-da3b-4bd6-ba7e-2ce37946d115, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=b9ac3b66-da3b-4bd6-ba7e-2ce37946d115,segment=NetworkSegment(9af8b8dc-570b-4088-a127-5e87a29623c0),segment_id=9af8b8dc-570b-4088-a127-5e87a29623c0)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:09:06.101721 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ae842f96-4519-4537-8c4e-b7b66e24c036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:06.129536 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-60a7c105-4406-4cd4-aa22-5bcdbd4f1d09 req-11c379d0-ae1e-4da3-a20f-fafa13cc11a8 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 210 time: 0.0549481 Nov 12 02:09:06.169507 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae842f96-4519-4537-8c4e-b7b66e24c036 None None] Pushing event updated for resources: {'Port': ['ID=b9ac3b66-da3b-4bd6-ba7e-2ce37946d115,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:09:06.223413 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-c94622ae-0d3f-4868-b8f1-28e3c25096c1 None None] Provisioning complete for port b9ac3b66-da3b-4bd6-ba7e-2ce37946d115 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:09:06.223789 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c94622ae-0d3f-4868-b8f1-28e3c25096c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:06.353761 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-c5f167e5-451e-4560-a633-67dd93d3d93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2e0343-11dd-44b3-aa1b-632217c0af78', 'name': 'tempest-TestShelveInstance-1447928939-router', 'tenant_id': 'aea2b660ac5d4b4b8e107299c6a92d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '8b4fd6a6-d4e7-44db-9b07-4e7e5d13eb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:08:57Z', 'updated_at': '2021-11-12T02:09:00Z', 'revision_number': 4, 'project_id': 'aea2b660ac5d4b4b8e107299c6a92d4c', 'gw_port': {'id': '8b4fd6a6-d4e7-44db-9b07-4e7e5d13eb04', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e0343-11dd-44b3-aa1b-632217c0af78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:08:57Z', 'updated_at': '2021-11-12T02:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'b9ac3b66-da3b-4bd6-ba7e-2ce37946d115', 'name': '', 'network_id': '5db7409b-a4d0-427c-a79f-2a4e1c6fa739', 'tenant_id': 'aea2b660ac5d4b4b8e107299c6a92d4c', 'mac_address': 'fa:16:3e:f3:9f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2e0343-11dd-44b3-aa1b-632217c0af78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '5bca3e2a-c0c7-4c85-9dc9-64478bf4a590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:09:00Z', 'updated_at': '2021-11-12T02:09:05Z', 'revision_number': 4, 'project_id': 'aea2b660ac5d4b4b8e107299c6a92d4c', 'subnets': [{'id': '5bca3e2a-c0c7-4c85-9dc9-64478bf4a590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:09:06.404300 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c40ed3-e370-417e-b9c0-15f3a5092fa0 req-8d9cdc84-8766-4f69-bdb7-1037adc95fd4 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:06.408344 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b8c40ed3-e370-417e-b9c0-15f3a5092fa0 req-8d9cdc84-8766-4f69-bdb7-1037adc95fd4 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.44 "GET /v2.0/networks?id=7ff4806b-a30e-45b7-8336-64d8f45b8cbd HTTP/1.1" status: 200 len: 808 time: 0.1655552 Nov 12 02:09:06.430277 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f167e5-451e-4560-a633-67dd93d3d93f None None] The sync data for ids ['0d2e0343-11dd-44b3-aa1b-632217c0af78'] in n-d-712142-27 is: [{'id': '0d2e0343-11dd-44b3-aa1b-632217c0af78', 'name': 'tempest-TestShelveInstance-1447928939-router', 'tenant_id': 'aea2b660ac5d4b4b8e107299c6a92d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '8b4fd6a6-d4e7-44db-9b07-4e7e5d13eb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:08:57Z', 'updated_at': '2021-11-12T02:09:00Z', 'revision_number': 4, 'project_id': 'aea2b660ac5d4b4b8e107299c6a92d4c', 'gw_port': {'id': '8b4fd6a6-d4e7-44db-9b07-4e7e5d13eb04', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e0343-11dd-44b3-aa1b-632217c0af78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:08:57Z', 'updated_at': '2021-11-12T02:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'b9ac3b66-da3b-4bd6-ba7e-2ce37946d115', 'name': '', 'network_id': '5db7409b-a4d0-427c-a79f-2a4e1c6fa739', 'tenant_id': 'aea2b660ac5d4b4b8e107299c6a92d4c', 'mac_address': 'fa:16:3e:f3:9f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d2e0343-11dd-44b3-aa1b-632217c0af78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '5bca3e2a-c0c7-4c85-9dc9-64478bf4a590', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:09:00Z', 'updated_at': '2021-11-12T02:09:05Z', 'revision_number': 4, 'project_id': 'aea2b660ac5d4b4b8e107299c6a92d4c', 'subnets': [{'id': '5bca3e2a-c0c7-4c85-9dc9-64478bf4a590', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:09:06.511847 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b8c40ed3-e370-417e-b9c0-15f3a5092fa0 req-96dbc05e-482b-4404-bbbc-6910d1c2877c tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75f23ac4df814e8b85f56814c47a188b HTTP/1.1" status: 200 len: 379 time: 0.0867016 Nov 12 02:09:06.524334 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-b8c40ed3-e370-417e-b9c0-15f3a5092fa0 req-2915e29b-8f4a-41fb-bfba-51479c5c78d0 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Request body: {'port': {'device_id': '491d455f-7846-4ee2-95d1-d6cd0376b77c', 'network_id': '7ff4806b-a30e-45b7-8336-64d8f45b8cbd', 'admin_state_up': True, 'tenant_id': '75f23ac4df814e8b85f56814c47a188b', 'security_groups': ['295a6c20-f199-4f87-82b0-fc723f40bb7a']}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:09:06.690700 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8c40ed3-e370-417e-b9c0-15f3a5092fa0 req-2915e29b-8f4a-41fb-bfba-51479c5c78d0 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Made reservation on behalf of 75f23ac4df814e8b85f56814c47a188b for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:09:06.697593 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b8c40ed3-e370-417e-b9c0-15f3a5092fa0 req-2915e29b-8f4a-41fb-bfba-51479c5c78d0 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:06.879960 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-b8c40ed3-e370-417e-b9c0-15f3a5092fa0 req-2915e29b-8f4a-41fb-bfba-51479c5c78d0 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Allocated IP 172.20.0.9 (7ff4806b-a30e-45b7-8336-64d8f45b8cbd/0d4bf7b9-3409-415c-bce8-0cc8116bf050/3b576eb0-c00c-4a53-94a2-08ca4be62b85) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:09:07.065060 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b8c40ed3-e370-417e-b9c0-15f3a5092fa0 req-2915e29b-8f4a-41fb-bfba-51479c5c78d0 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:07.108244 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b8c40ed3-e370-417e-b9c0-15f3a5092fa0 req-2915e29b-8f4a-41fb-bfba-51479c5c78d0 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:07.180605 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8c40ed3-e370-417e-b9c0-15f3a5092fa0 req-2915e29b-8f4a-41fb-bfba-51479c5c78d0 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Network 7ff4806b-a30e-45b7-8336-64d8f45b8cbd is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:09:07.193817 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-b8c40ed3-e370-417e-b9c0-15f3a5092fa0 req-2915e29b-8f4a-41fb-bfba-51479c5c78d0 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:09:07.197550 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c40ed3-e370-417e-b9c0-15f3a5092fa0 req-2915e29b-8f4a-41fb-bfba-51479c5c78d0 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:09:07.206168 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2915e29b-8f4a-41fb-bfba-51479c5c78d0 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Pushing event updated for resources: {'Port': ['ID=3b576eb0-c00c-4a53-94a2-08ca4be62b85,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:09:07.301320 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba670d-247b-4925-bc6d-ee102e83e1a3 req-8d659867-9bbb-46af-89e5-e64285139882 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:07.304609 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b1ba670d-247b-4925-bc6d-ee102e83e1a3 req-8d659867-9bbb-46af-89e5-e64285139882 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 931 time: 0.0881813 Nov 12 02:09:07.326218 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c40ed3-e370-417e-b9c0-15f3a5092fa0 req-2915e29b-8f4a-41fb-bfba-51479c5c78d0 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:07.327773 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b8c40ed3-e370-417e-b9c0-15f3a5092fa0 req-2915e29b-8f4a-41fb-bfba-51479c5c78d0 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:07.370942 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b8c40ed3-e370-417e-b9c0-15f3a5092fa0 req-2915e29b-8f4a-41fb-bfba-51479c5c78d0 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8510237 Nov 12 02:09:07.371357 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b1ba670d-247b-4925-bc6d-ee102e83e1a3 req-dab0a4f7-114d-4e75-a305-5a7f3acceb6a tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=295a6c20-f199-4f87-82b0-fc723f40bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586023 Nov 12 02:09:07.393208 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-b8c40ed3-e370-417e-b9c0-15f3a5092fa0 req-41365e35-7045-42e2-8e55-9859f36a463c service neutron] Request body: {'port': {'device_id': '491d455f-7846-4ee2-95d1-d6cd0376b77c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:09:07.455425 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:09:07.504083 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b8c40ed3-e370-417e-b9c0-15f3a5092fa0 req-41365e35-7045-42e2-8e55-9859f36a463c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:07.558028 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-2e4d8bb7-3cac-4673-ac61-e1759617ec14 None None] Provisioning complete for port 3b576eb0-c00c-4a53-94a2-08ca4be62b85 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:09:07.559736 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2e4d8bb7-3cac-4673-ac61-e1759617ec14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:07.608496 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-2e4d8bb7-3cac-4673-ac61-e1759617ec14 None None] Port 3b576eb0-c00c-4a53-94a2-08ca4be62b85 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:09:07.720315 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device b9ac3b66-da3b-4bd6-ba7e-2ce37946d115 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:09:07.779826 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port b9ac3b66-da3b-4bd6-ba7e-2ce37946d115 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:09:07.780844 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:07.850599 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-b8c40ed3-e370-417e-b9c0-15f3a5092fa0 req-41365e35-7045-42e2-8e55-9859f36a463c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b576eb0-c00c-4a53-94a2-08ca4be62b85 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:09:07.861387 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b8c40ed3-e370-417e-b9c0-15f3a5092fa0 req-41365e35-7045-42e2-8e55-9859f36a463c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:07.880985 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-b8c40ed3-e370-417e-b9c0-15f3a5092fa0 req-41365e35-7045-42e2-8e55-9859f36a463c service neutron] Transition to ACTIVE for port object 3b576eb0-c00c-4a53-94a2-08ca4be62b85 will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:09:07.888017 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b8c40ed3-e370-417e-b9c0-15f3a5092fa0 req-41365e35-7045-42e2-8e55-9859f36a463c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:07.978842 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41365e35-7045-42e2-8e55-9859f36a463c service neutron] Pushing event updated for resources: {'Port': ['ID=3b576eb0-c00c-4a53-94a2-08ca4be62b85,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:09:08.082357 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-b8c40ed3-e370-417e-b9c0-15f3a5092fa0 req-41365e35-7045-42e2-8e55-9859f36a463c service neutron] Attempting to bind port 3b576eb0-c00c-4a53-94a2-08ca4be62b85 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:09:08.082700 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-b8c40ed3-e370-417e-b9c0-15f3a5092fa0 req-41365e35-7045-42e2-8e55-9859f36a463c service neutron] Attempting to bind port 3b576eb0-c00c-4a53-94a2-08ca4be62b85 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '43548c55-702e-43b1-aff1-971723f8cd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7ff4806b-a30e-45b7-8336-64d8f45b8cbd'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:09:08.083046 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c40ed3-e370-417e-b9c0-15f3a5092fa0 req-41365e35-7045-42e2-8e55-9859f36a463c service neutron] Attempting to bind port 3b576eb0-c00c-4a53-94a2-08ca4be62b85 on network 7ff4806b-a30e-45b7-8336-64d8f45b8cbd {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:09:08.089904 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c40ed3-e370-417e-b9c0-15f3a5092fa0 req-41365e35-7045-42e2-8e55-9859f36a463c service neutron] Port 3b576eb0-c00c-4a53-94a2-08ca4be62b85 on network 7ff4806b-a30e-45b7-8336-64d8f45b8cbd not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:09:08.090506 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c40ed3-e370-417e-b9c0-15f3a5092fa0 req-41365e35-7045-42e2-8e55-9859f36a463c service neutron] Attempting to bind port 3b576eb0-c00c-4a53-94a2-08ca4be62b85 on network 7ff4806b-a30e-45b7-8336-64d8f45b8cbd {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:09:08.098965 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c40ed3-e370-417e-b9c0-15f3a5092fa0 req-41365e35-7045-42e2-8e55-9859f36a463c service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:09:08.099466 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c40ed3-e370-417e-b9c0-15f3a5092fa0 req-41365e35-7045-42e2-8e55-9859f36a463c service neutron] Checking segment: {'id': '43548c55-702e-43b1-aff1-971723f8cd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7ff4806b-a30e-45b7-8336-64d8f45b8cbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:09:08.100060 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c40ed3-e370-417e-b9c0-15f3a5092fa0 req-41365e35-7045-42e2-8e55-9859f36a463c service neutron] Bound using segment: {'id': '43548c55-702e-43b1-aff1-971723f8cd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7ff4806b-a30e-45b7-8336-64d8f45b8cbd'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:09:08.100683 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-b8c40ed3-e370-417e-b9c0-15f3a5092fa0 req-41365e35-7045-42e2-8e55-9859f36a463c service neutron] Bound port: 3b576eb0-c00c-4a53-94a2-08ca4be62b85, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43548c55-702e-43b1-aff1-971723f8cd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7ff4806b-a30e-45b7-8336-64d8f45b8cbd'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:09:08.101209 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b8c40ed3-e370-417e-b9c0-15f3a5092fa0 req-41365e35-7045-42e2-8e55-9859f36a463c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:08.185070 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-b8c40ed3-e370-417e-b9c0-15f3a5092fa0 req-41365e35-7045-42e2-8e55-9859f36a463c service neutron] For port 3b576eb0-c00c-4a53-94a2-08ca4be62b85, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:09:08.189236 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-b8c40ed3-e370-417e-b9c0-15f3a5092fa0 req-41365e35-7045-42e2-8e55-9859f36a463c service neutron] For port 3b576eb0-c00c-4a53-94a2-08ca4be62b85, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=3b576eb0-c00c-4a53-94a2-08ca4be62b85,segment=NetworkSegment(43548c55-702e-43b1-aff1-971723f8cd64),segment_id=43548c55-702e-43b1-aff1-971723f8cd64)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:09:08.195394 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b8c40ed3-e370-417e-b9c0-15f3a5092fa0 req-41365e35-7045-42e2-8e55-9859f36a463c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:08.233624 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c40ed3-e370-417e-b9c0-15f3a5092fa0 req-41365e35-7045-42e2-8e55-9859f36a463c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:08.235475 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-b8c40ed3-e370-417e-b9c0-15f3a5092fa0 req-41365e35-7045-42e2-8e55-9859f36a463c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:08.236636 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b8c40ed3-e370-417e-b9c0-15f3a5092fa0 req-41365e35-7045-42e2-8e55-9859f36a463c service neutron] 10.222.0.44 "PUT /v2.0/ports/3b576eb0-c00c-4a53-94a2-08ca4be62b85 HTTP/1.1" status: 200 len: 1092 time: 0.8524089 Nov 12 02:09:08.237100 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491d455f-7846-4ee2-95d1-d6cd0376b77c', 'tag': '3b576eb0-c00c-4a53-94a2-08ca4be62b85'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:09:08.240533 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4d1d6158e421e9c8e993f80e0426ddaaefecbe2af3f4b68345379587447b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd174646-be8c-4711-8e45-d4c72a508b9d" -d '{"events": [{"name": "network-changed", "server_uuid": "491d455f-7846-4ee2-95d1-d6cd0376b77c", "tag": "3b576eb0-c00c-4a53-94a2-08ca4be62b85"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:09:08.277178 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41365e35-7045-42e2-8e55-9859f36a463c service neutron] Pushing event updated for resources: {'Port': ['ID=3b576eb0-c00c-4a53-94a2-08ca4be62b85,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:09:08.307368 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e089239b-b68c-4df9-84f8-50e989b44962 x-openstack-request-id: req-e089239b-b68c-4df9-84f8-50e989b44962 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:09:08.307760 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "491d455f-7846-4ee2-95d1-d6cd0376b77c", "tag": "3b576eb0-c00c-4a53-94a2-08ca4be62b85", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:09:08.308144 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e089239b-b68c-4df9-84f8-50e989b44962 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:09:08.308652 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491d455f-7846-4ee2-95d1-d6cd0376b77c', 'tag': '3b576eb0-c00c-4a53-94a2-08ca4be62b85', 'status': 'completed', 'code': 200} Nov 12 02:09:08.347419 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c40ed3-e370-417e-b9c0-15f3a5092fa0 req-405a70d1-61d2-43f1-9f47-cb823e18cb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:08.350239 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b8c40ed3-e370-417e-b9c0-15f3a5092fa0 req-405a70d1-61d2-43f1-9f47-cb823e18cb5b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=75f23ac4df814e8b85f56814c47a188b&device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 1095 time: 0.0544331 Nov 12 02:09:08.408734 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b8c40ed3-e370-417e-b9c0-15f3a5092fa0 req-d7078766-280f-4262-a696-b27e106f4f8e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b576eb0-c00c-4a53-94a2-08ca4be62b85 HTTP/1.1" status: 200 len: 217 time: 0.0425310 Nov 12 02:09:08.479934 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c40ed3-e370-417e-b9c0-15f3a5092fa0 req-063e41af-2965-44e2-b8f6-fa39f9807ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:08.482504 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b8c40ed3-e370-417e-b9c0-15f3a5092fa0 req-063e41af-2965-44e2-b8f6-fa39f9807ca2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0d4bf7b9-3409-415c-bce8-0cc8116bf050 HTTP/1.1" status: 200 len: 847 time: 0.0668964 Nov 12 02:09:08.539671 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c40ed3-e370-417e-b9c0-15f3a5092fa0 req-ffb7fcd1-9e39-4723-a521-2b81ee9ed564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:08.540471 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51550e-e642-488e-bbeb-bd922afd6594 req-9200e683-7d45-42f5-8e6b-6089a4879a77 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:08.541289 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b8c40ed3-e370-417e-b9c0-15f3a5092fa0 req-ffb7fcd1-9e39-4723-a521-2b81ee9ed564 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7ff4806b-a30e-45b7-8336-64d8f45b8cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465596 Nov 12 02:09:08.541465 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2c51550e-e642-488e-bbeb-bd922afd6594 req-9200e683-7d45-42f5-8e6b-6089a4879a77 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 943 time: 0.0618718 Nov 12 02:09:08.609512 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2c51550e-e642-488e-bbeb-bd922afd6594 req-4b8ef14d-173a-4e18-b6fc-91a9a7e408ad tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=295a6c20-f199-4f87-82b0-fc723f40bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604358 Nov 12 02:09:08.650259 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b8c40ed3-e370-417e-b9c0-15f3a5092fa0 req-a689ed81-274d-4311-97a2-871faadb0a25 service neutron] 10.222.0.44 "GET /v2.0/networks/7ff4806b-a30e-45b7-8336-64d8f45b8cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000571 Nov 12 02:09:08.753299 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b8c40ed3-e370-417e-b9c0-15f3a5092fa0 req-43fb1eda-7fa6-44a7-88a3-c9b3414e9fad service neutron] 10.222.0.44 "GET /v2.0/networks/7ff4806b-a30e-45b7-8336-64d8f45b8cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948110 Nov 12 02:09:08.892017 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd174646-be8c-4711-8e45-d4c72a508b9d req-56979ede-d3d8-4fdb-976f-23fbff3949a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:08.897465 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-dd174646-be8c-4711-8e45-d4c72a508b9d req-56979ede-d3d8-4fdb-976f-23fbff3949a4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=75f23ac4df814e8b85f56814c47a188b&device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 1095 time: 0.0521672 Nov 12 02:09:08.998255 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd174646-be8c-4711-8e45-d4c72a508b9d req-9c206069-60b9-446e-8d53-a8c734b37bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:09.000480 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-dd174646-be8c-4711-8e45-d4c72a508b9d req-9c206069-60b9-446e-8d53-a8c734b37bf6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7ff4806b-a30e-45b7-8336-64d8f45b8cbd HTTP/1.1" status: 200 len: 908 time: 0.0993919 Nov 12 02:09:09.050502 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-dd174646-be8c-4711-8e45-d4c72a508b9d req-98b1e107-5516-4810-a549-8cfc91f6f6fe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b576eb0-c00c-4a53-94a2-08ca4be62b85 HTTP/1.1" status: 200 len: 217 time: 0.0425613 Nov 12 02:09:09.125669 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:09.126658 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd174646-be8c-4711-8e45-d4c72a508b9d req-334a1cc3-2cc4-4d7a-875b-e9836522be8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:09.128010 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-dd174646-be8c-4711-8e45-d4c72a508b9d req-334a1cc3-2cc4-4d7a-875b-e9836522be8b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0d4bf7b9-3409-415c-bce8-0cc8116bf050 HTTP/1.1" status: 200 len: 847 time: 0.0704963 Nov 12 02:09:09.182837 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd174646-be8c-4711-8e45-d4c72a508b9d req-37951dfa-1704-40a9-b3ec-9297c7936060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:09.184478 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-dd174646-be8c-4711-8e45-d4c72a508b9d req-37951dfa-1704-40a9-b3ec-9297c7936060 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7ff4806b-a30e-45b7-8336-64d8f45b8cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474060 Nov 12 02:09:09.301611 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-dd174646-be8c-4711-8e45-d4c72a508b9d req-6b6cfa48-9d6b-408d-9ae6-87f556061550 service neutron] 10.222.0.44 "GET /v2.0/networks/7ff4806b-a30e-45b7-8336-64d8f45b8cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073947 Nov 12 02:09:09.404821 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-dd174646-be8c-4711-8e45-d4c72a508b9d req-408657a6-843f-46a4-ac59-d2448e8417be service neutron] 10.222.0.44 "GET /v2.0/networks/7ff4806b-a30e-45b7-8336-64d8f45b8cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945630 Nov 12 02:09:09.758731 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981f843-4a44-4e3b-b910-760cbfd69755 req-ed3384cb-7322-46bc-93a0-354d411849b4 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:09.760508 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0981f843-4a44-4e3b-b910-760cbfd69755 req-ed3384cb-7322-46bc-93a0-354d411849b4 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 943 time: 0.0593843 Nov 12 02:09:09.818635 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0981f843-4a44-4e3b-b910-760cbfd69755 req-78c5bc8d-4e00-44d8-a443-fbf0c46418fd tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=295a6c20-f199-4f87-82b0-fc723f40bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507903 Nov 12 02:09:10.950033 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad697a-5246-4bc6-bc11-5dbbc1c2d6cb req-35257d02-39b3-4580-91f9-32a643ee7d52 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:10.951604 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-12ad697a-5246-4bc6-bc11-5dbbc1c2d6cb req-35257d02-39b3-4580-91f9-32a643ee7d52 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 943 time: 0.0528119 Nov 12 02:09:11.003532 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-12ad697a-5246-4bc6-bc11-5dbbc1c2d6cb req-8af890d9-ff49-4087-b00e-46d5fff57be1 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=295a6c20-f199-4f87-82b0-fc723f40bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457487 Nov 12 02:09:11.249516 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:12.074555 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 3b576eb0-c00c-4a53-94a2-08ca4be62b85 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:09:12.136016 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeece2e-50c4-4088-8ec1-f6ee0cce2cff req-c843ffad-ba01-4c30-9c57-46ab4a29a206 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:12.138477 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ebeece2e-50c4-4088-8ec1-f6ee0cce2cff req-c843ffad-ba01-4c30-9c57-46ab4a29a206 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 943 time: 0.0627809 Nov 12 02:09:12.195812 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ebeece2e-50c4-4088-8ec1-f6ee0cce2cff req-b32ca5bf-c0ac-43a0-9897-fd4cb82f1ba8 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=295a6c20-f199-4f87-82b0-fc723f40bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473130 Nov 12 02:09:12.205709 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 3b576eb0-c00c-4a53-94a2-08ca4be62b85, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=3b576eb0-c00c-4a53-94a2-08ca4be62b85,segment=NetworkSegment(43548c55-702e-43b1-aff1-971723f8cd64),segment_id=43548c55-702e-43b1-aff1-971723f8cd64)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:09:12.218302 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '3b576eb0-c00c-4a53-94a2-08ca4be62b85', 'network_id': '7ff4806b-a30e-45b7-8336-64d8f45b8cbd', 'port_id': '3b576eb0-c00c-4a53-94a2-08ca4be62b85', 'mac_address': 'fa:16:3e:9d:97:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d4bf7b9-3409-415c-bce8-0cc8116bf050', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:09:12.257187 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:12.272272 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b576eb0-c00c-4a53-94a2-08ca4be62b85 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:09:12.292651 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 3b576eb0-c00c-4a53-94a2-08ca4be62b85, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=3b576eb0-c00c-4a53-94a2-08ca4be62b85,segment=NetworkSegment(43548c55-702e-43b1-aff1-971723f8cd64),segment_id=43548c55-702e-43b1-aff1-971723f8cd64)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:09:12.297851 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:12.351900 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=3b576eb0-c00c-4a53-94a2-08ca4be62b85,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:09:12.572084 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['3b576eb0-c00c-4a53-94a2-08ca4be62b85'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:09:13.323340 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30cbd0d-6147-4a4c-a0f5-6e81e95b6f2c req-cfa77b90-7d71-476a-88a3-2b97102e1c48 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:13.324975 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b30cbd0d-6147-4a4c-a0f5-6e81e95b6f2c req-cfa77b90-7d71-476a-88a3-2b97102e1c48 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 944 time: 0.0575128 Nov 12 02:09:13.376827 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b30cbd0d-6147-4a4c-a0f5-6e81e95b6f2c req-d840be31-b41a-487b-b6e9-8bb3abbb44fd tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=295a6c20-f199-4f87-82b0-fc723f40bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450251 Nov 12 02:09:14.098746 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 3b576eb0-c00c-4a53-94a2-08ca4be62b85 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:09:14.155870 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port 3b576eb0-c00c-4a53-94a2-08ca4be62b85 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:09:14.160597 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 3b576eb0-c00c-4a53-94a2-08ca4be62b85 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:09:14.160975 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:14.244877 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:14.269742 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491d455f-7846-4ee2-95d1-d6cd0376b77c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b576eb0-c00c-4a53-94a2-08ca4be62b85'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:09:14.272166 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ec54fb32a252cf543512252f4538ed49f878ab9aa91f770db158cb882be9043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7098f9a5-446b-49a7-b51d-a72fcc3f77a6" -d '{"events": [{"server_uuid": "491d455f-7846-4ee2-95d1-d6cd0376b77c", "name": "network-vif-plugged", "status": "completed", "tag": "3b576eb0-c00c-4a53-94a2-08ca4be62b85"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:09:14.287863 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 3b576eb0-c00c-4a53-94a2-08ca4be62b85, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=3b576eb0-c00c-4a53-94a2-08ca4be62b85,segment=NetworkSegment(43548c55-702e-43b1-aff1-971723f8cd64),segment_id=43548c55-702e-43b1-aff1-971723f8cd64)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:09:14.293181 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:14.330294 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6244d25a-6272-4591-9a2c-2ee9c6f76516 x-openstack-request-id: req-6244d25a-6272-4591-9a2c-2ee9c6f76516 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:09:14.330682 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491d455f-7846-4ee2-95d1-d6cd0376b77c", "name": "network-vif-plugged", "status": "completed", "tag": "3b576eb0-c00c-4a53-94a2-08ca4be62b85", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:09:14.331136 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6244d25a-6272-4591-9a2c-2ee9c6f76516 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:09:14.331678 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491d455f-7846-4ee2-95d1-d6cd0376b77c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b576eb0-c00c-4a53-94a2-08ca4be62b85', 'code': 200} Nov 12 02:09:14.371679 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=3b576eb0-c00c-4a53-94a2-08ca4be62b85,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:09:14.470782 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a295d68-5bc3-4bc4-b890-96c1fd78b79d req-450255fc-50f3-4547-8cc5-3cd55b386b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:14.473111 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9a295d68-5bc3-4bc4-b890-96c1fd78b79d req-450255fc-50f3-4547-8cc5-3cd55b386b5e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 1097 time: 0.0626616 Nov 12 02:09:14.518555 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57eb96-3dad-49f2-8501-156368338ce2 req-e140515a-4485-4d2e-a1fb-b8ee3a2376a5 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:14.520348 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c57eb96-3dad-49f2-8501-156368338ce2 req-e140515a-4485-4d2e-a1fb-b8ee3a2376a5 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 945 time: 0.0626442 Nov 12 02:09:14.535959 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9a295d68-5bc3-4bc4-b890-96c1fd78b79d req-b4a4ed6c-00cb-48f1-8d3d-852a7ccfd40b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=295a6c20-f199-4f87-82b0-fc723f40bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549116 Nov 12 02:09:14.586738 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4c57eb96-3dad-49f2-8501-156368338ce2 req-5c5e7cb4-6abd-4179-b019-5b167477230c tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=295a6c20-f199-4f87-82b0-fc723f40bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599380 Nov 12 02:09:15.737769 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edde4f7-e573-4502-b4fe-c4181fb99e73 req-0f50ed5d-0db6-4b7e-9bd9-9aa90d510792 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:15.739673 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6edde4f7-e573-4502-b4fe-c4181fb99e73 req-0f50ed5d-0db6-4b7e-9bd9-9aa90d510792 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 945 time: 0.0654290 Nov 12 02:09:15.805761 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6edde4f7-e573-4502-b4fe-c4181fb99e73 req-332c8f26-000b-4690-b2bb-340461c6fd07 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=295a6c20-f199-4f87-82b0-fc723f40bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594308 Nov 12 02:09:15.972025 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec6d48-26c7-4fa9-80c1-d63a37fe9814 req-fb9739e5-ec0b-4ca9-a524-83e3e2ceff22 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:15.974004 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-adec6d48-26c7-4fa9-80c1-d63a37fe9814 req-fb9739e5-ec0b-4ca9-a524-83e3e2ceff22 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 945 time: 0.0566864 Nov 12 02:09:16.039280 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-adec6d48-26c7-4fa9-80c1-d63a37fe9814 req-50a7bd00-9fe9-4ed2-b687-d67c3ddcde79 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=295a6c20-f199-4f87-82b0-fc723f40bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592611 Nov 12 02:09:16.064115 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58758) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:09:16.225077 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5744e9d-84e5-499b-a8ba-44266cc44860 tempest-TestShelveInstance-1011608029 tempest-TestShelveInstance-1011608029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:16.226586 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a5744e9d-84e5-499b-a8ba-44266cc44860 tempest-TestShelveInstance-1011608029 tempest-TestShelveInstance-1011608029-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 1092 time: 0.1614490 Nov 12 02:09:16.231162 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 58762) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:09:16.237545 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-a8a71bef-8fc5-40c1-aaaa-d8925d96647a tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Request body: {'floatingip': {'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'port_id': '3b576eb0-c00c-4a53-94a2-08ca4be62b85', 'tenant_id': '75f23ac4df814e8b85f56814c47a188b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:09:16.265195 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a8a71bef-8fc5-40c1-aaaa-d8925d96647a tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for floatingip, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:16.376945 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a8a71bef-8fc5-40c1-aaaa-d8925d96647a tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:16.501919 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-a8a71bef-8fc5-40c1-aaaa-d8925d96647a tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Allocated IP 172.25.3.35 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/a2e6004a-cbef-437f-ac94-f7423c9220b8) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:09:16.621066 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a8a71bef-8fc5-40c1-aaaa-d8925d96647a tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:16.659016 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a8a71bef-8fc5-40c1-aaaa-d8925d96647a tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:16.700526 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a71bef-8fc5-40c1-aaaa-d8925d96647a tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:09:16.706060 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-a8a71bef-8fc5-40c1-aaaa-d8925d96647a tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:09:16.709870 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a71bef-8fc5-40c1-aaaa-d8925d96647a tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:09:16.715793 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a71bef-8fc5-40c1-aaaa-d8925d96647a tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Pushing event updated for resources: {'Port': ['ID=a2e6004a-cbef-437f-ac94-f7423c9220b8,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:09:17.108462 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a8a71bef-8fc5-40c1-aaaa-d8925d96647a tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:17.178103 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a8a71bef-8fc5-40c1-aaaa-d8925d96647a tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:17.340670 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a8a71bef-8fc5-40c1-aaaa-d8925d96647a tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:17.346358 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a8a71bef-8fc5-40c1-aaaa-d8925d96647a tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:17.418984 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a71bef-8fc5-40c1-aaaa-d8925d96647a tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Pushing event updated for resources: {'Port': ['ID=a2e6004a-cbef-437f-ac94-f7423c9220b8,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:09:17.432795 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a8a71bef-8fc5-40c1-aaaa-d8925d96647a tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:17.539616 n-d-712142-27 neutron-server[109086]: INFO neutron.db.l3_db [None req-a8a71bef-8fc5-40c1-aaaa-d8925d96647a tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Floating IP dab60192-ed0a-4f29-afb5-1db3d7aef883 associated. External IP: 172.25.3.35, port: 3b576eb0-c00c-4a53-94a2-08ca4be62b85. Nov 12 02:09:17.789752 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a71bef-8fc5-40c1-aaaa-d8925d96647a tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Router 1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:09:17.900748 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a71bef-8fc5-40c1-aaaa-d8925d96647a tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:09:17.910739 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f8a83c-832f-41c0-9117-97b18a7328eb None None] Sync routers for ids ['1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:09:17.927572 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f8a83c-832f-41c0-9117-97b18a7328eb None None] Routers {'1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:09:17.928238 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-25f8a83c-832f-41c0-9117-97b18a7328eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:09:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:09:17.932434 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a8a71bef-8fc5-40c1-aaaa-d8925d96647a tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:17.964466 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-a8a71bef-8fc5-40c1-aaaa-d8925d96647a tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7311082 Nov 12 02:09:17.965347 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491d455f-7846-4ee2-95d1-d6cd0376b77c', 'tag': '3b576eb0-c00c-4a53-94a2-08ca4be62b85'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:09:17.967910 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4d1d6158e421e9c8e993f80e0426ddaaefecbe2af3f4b68345379587447b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e53b7a-645d-47c9-83b9-ef9906b06b9d" -d '{"events": [{"name": "network-changed", "server_uuid": "491d455f-7846-4ee2-95d1-d6cd0376b77c", "tag": "3b576eb0-c00c-4a53-94a2-08ca4be62b85"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:09:18.025337 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb288b2f-0f71-467b-b96c-c37d86c3076c x-openstack-request-id: req-bb288b2f-0f71-467b-b96c-c37d86c3076c {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:09:18.025337 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "491d455f-7846-4ee2-95d1-d6cd0376b77c", "tag": "3b576eb0-c00c-4a53-94a2-08ca4be62b85", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:09:18.025631 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bb288b2f-0f71-467b-b96c-c37d86c3076c {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:09:18.025835 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491d455f-7846-4ee2-95d1-d6cd0376b77c', 'tag': '3b576eb0-c00c-4a53-94a2-08ca4be62b85', 'status': 'completed', 'code': 200} Nov 12 02:09:18.042955 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-25f8a83c-832f-41c0-9117-97b18a7328eb None None] Set router 1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:09:18.110949 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e53b7a-645d-47c9-83b9-ef9906b06b9d req-a55157d8-7d94-4c0b-afe6-5574f850e11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:18.112578 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-35e53b7a-645d-47c9-83b9-ef9906b06b9d req-a55157d8-7d94-4c0b-afe6-5574f850e11c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=75f23ac4df814e8b85f56814c47a188b&device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 1097 time: 0.0436094 Nov 12 02:09:18.215334 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e53b7a-645d-47c9-83b9-ef9906b06b9d req-daa3ba80-099a-4e71-8421-c9c9e0d4b9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:18.216930 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-35e53b7a-645d-47c9-83b9-ef9906b06b9d req-daa3ba80-099a-4e71-8421-c9c9e0d4b9b3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7ff4806b-a30e-45b7-8336-64d8f45b8cbd HTTP/1.1" status: 200 len: 908 time: 0.0977256 Nov 12 02:09:18.291914 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-35e53b7a-645d-47c9-83b9-ef9906b06b9d req-e25cf76b-04f4-4824-9f9c-d4af9b47bb95 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b576eb0-c00c-4a53-94a2-08ca4be62b85 HTTP/1.1" status: 200 len: 998 time: 0.0669510 Nov 12 02:09:18.305017 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-25f8a83c-832f-41c0-9117-97b18a7328eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'name': 'tempest-TestShelveInstance-219127354-router', 'tenant_id': '75f23ac4df814e8b85f56814c47a188b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'd600a15a-f8d0-4c0f-8b0e-e6c7aaa546de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:08:51Z', 'updated_at': '2021-11-12T02:08:54Z', 'revision_number': 4, 'project_id': '75f23ac4df814e8b85f56814c47a188b', 'gw_port': {'id': 'd600a15a-f8d0-4c0f-8b0e-e6c7aaa546de', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:08:52Z', 'updated_at': '2021-11-12T02:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': 'dab60192-ed0a-4f29-afb5-1db3d7aef883', 'tenant_id': '75f23ac4df814e8b85f56814c47a188b', 'floating_ip_address': '172.25.3.35', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'port_id': '3b576eb0-c00c-4a53-94a2-08ca4be62b85', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ff4806b-a30e-45b7-8336-64d8f45b8cbd', 'mac_address': 'fa:16:3e:9d:97:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491d455f-7846-4ee2-95d1-d6cd0376b77c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:09:16Z', 'updated_at': '2021-11-12T02:09:16Z', 'revision_number': 0, 'project_id': '75f23ac4df814e8b85f56814c47a188b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caeb0246-1d0d-4702-90c1-601d076f2060', 'name': '', 'network_id': '7ff4806b-a30e-45b7-8336-64d8f45b8cbd', 'tenant_id': '75f23ac4df814e8b85f56814c47a188b', 'mac_address': 'fa:16:3e:2d:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '0d4bf7b9-3409-415c-bce8-0cc8116bf050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:08:54Z', 'updated_at': '2021-11-12T02:09:00Z', 'revision_number': 5, 'project_id': '75f23ac4df814e8b85f56814c47a188b', 'subnets': [{'id': '0d4bf7b9-3409-415c-bce8-0cc8116bf050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:09:18.337207 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f8a83c-832f-41c0-9117-97b18a7328eb None None] Checking router: 1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:09:18.346784 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f8a83c-832f-41c0-9117-97b18a7328eb None None] Routers {'1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:09:18.347404 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-25f8a83c-832f-41c0-9117-97b18a7328eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:09:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:09:18.355719 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e53b7a-645d-47c9-83b9-ef9906b06b9d req-df1a7088-43b5-4c2a-b126-c29cfa2a75c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:18.357305 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-35e53b7a-645d-47c9-83b9-ef9906b06b9d req-df1a7088-43b5-4c2a-b126-c29cfa2a75c5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0d4bf7b9-3409-415c-bce8-0cc8116bf050 HTTP/1.1" status: 200 len: 847 time: 0.0587199 Nov 12 02:09:18.408007 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e53b7a-645d-47c9-83b9-ef9906b06b9d req-f8cbf88e-7653-4614-b777-817c8f06d603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:09:18.409751 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-35e53b7a-645d-47c9-83b9-ef9906b06b9d req-f8cbf88e-7653-4614-b777-817c8f06d603 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7ff4806b-a30e-45b7-8336-64d8f45b8cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457351 Nov 12 02:09:18.457909 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-25f8a83c-832f-41c0-9117-97b18a7328eb None None] Set router 1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:09:18.512041 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-35e53b7a-645d-47c9-83b9-ef9906b06b9d req-65972988-3950-4967-8ff6-f051cb047776 service neutron] 10.222.0.44 "GET /v2.0/networks/7ff4806b-a30e-45b7-8336-64d8f45b8cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945377 Nov 12 02:09:18.613373 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-35e53b7a-645d-47c9-83b9-ef9906b06b9d req-02d755d3-a8a6-4f91-b81e-cc774e686da8 service neutron] 10.222.0.44 "GET /v2.0/networks/7ff4806b-a30e-45b7-8336-64d8f45b8cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937266 Nov 12 02:09:18.724400 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-25f8a83c-832f-41c0-9117-97b18a7328eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'name': 'tempest-TestShelveInstance-219127354-router', 'tenant_id': '75f23ac4df814e8b85f56814c47a188b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'd600a15a-f8d0-4c0f-8b0e-e6c7aaa546de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:08:51Z', 'updated_at': '2021-11-12T02:08:54Z', 'revision_number': 4, 'project_id': '75f23ac4df814e8b85f56814c47a188b', 'gw_port': {'id': 'd600a15a-f8d0-4c0f-8b0e-e6c7aaa546de', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:08:52Z', 'updated_at': '2021-11-12T02:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': 'dab60192-ed0a-4f29-afb5-1db3d7aef883', 'tenant_id': '75f23ac4df814e8b85f56814c47a188b', 'floating_ip_address': '172.25.3.35', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'port_id': '3b576eb0-c00c-4a53-94a2-08ca4be62b85', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ff4806b-a30e-45b7-8336-64d8f45b8cbd', 'mac_address': 'fa:16:3e:9d:97:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491d455f-7846-4ee2-95d1-d6cd0376b77c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:09:16Z', 'updated_at': '2021-11-12T02:09:16Z', 'revision_number': 0, 'project_id': '75f23ac4df814e8b85f56814c47a188b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caeb0246-1d0d-4702-90c1-601d076f2060', 'name': '', 'network_id': '7ff4806b-a30e-45b7-8336-64d8f45b8cbd', 'tenant_id': '75f23ac4df814e8b85f56814c47a188b', 'mac_address': 'fa:16:3e:2d:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '0d4bf7b9-3409-415c-bce8-0cc8116bf050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:08:54Z', 'updated_at': '2021-11-12T02:09:00Z', 'revision_number': 5, 'project_id': '75f23ac4df814e8b85f56814c47a188b', 'subnets': [{'id': '0d4bf7b9-3409-415c-bce8-0cc8116bf050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:09:18.751579 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f8a83c-832f-41c0-9117-97b18a7328eb None None] The sync data for ids ['1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc'] in n-d-712142-27 is: [{'id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'name': 'tempest-TestShelveInstance-219127354-router', 'tenant_id': '75f23ac4df814e8b85f56814c47a188b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'd600a15a-f8d0-4c0f-8b0e-e6c7aaa546de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:08:51Z', 'updated_at': '2021-11-12T02:08:54Z', 'revision_number': 4, 'project_id': '75f23ac4df814e8b85f56814c47a188b', 'gw_port': {'id': 'd600a15a-f8d0-4c0f-8b0e-e6c7aaa546de', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:08:52Z', 'updated_at': '2021-11-12T02:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': 'dab60192-ed0a-4f29-afb5-1db3d7aef883', 'tenant_id': '75f23ac4df814e8b85f56814c47a188b', 'floating_ip_address': '172.25.3.35', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'port_id': '3b576eb0-c00c-4a53-94a2-08ca4be62b85', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ff4806b-a30e-45b7-8336-64d8f45b8cbd', 'mac_address': 'fa:16:3e:9d:97:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491d455f-7846-4ee2-95d1-d6cd0376b77c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:09:16Z', 'updated_at': '2021-11-12T02:09:16Z', 'revision_number': 0, 'project_id': '75f23ac4df814e8b85f56814c47a188b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caeb0246-1d0d-4702-90c1-601d076f2060', 'name': '', 'network_id': '7ff4806b-a30e-45b7-8336-64d8f45b8cbd', 'tenant_id': '75f23ac4df814e8b85f56814c47a188b', 'mac_address': 'fa:16:3e:2d:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '0d4bf7b9-3409-415c-bce8-0cc8116bf050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:08:54Z', 'updated_at': '2021-11-12T02:09:00Z', 'revision_number': 5, 'project_id': '75f23ac4df814e8b85f56814c47a188b', 'subnets': [{'id': '0d4bf7b9-3409-415c-bce8-0cc8116bf050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:09:18.971407 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b126f2b-3260-4a79-8f58-6fc761c5a7a0 None None] New status for floating IP dab60192-ed0a-4f29-afb5-1db3d7aef883: ACTIVE {{(pid=109088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:09:27.355862 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-45bb1366-36f7-4b53-a097-d37aa0e0e497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:30.940378 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c76333d2-1a92-4312-9836-6479f0f4b467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:33.130292 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:34.122192 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:35.426274 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:39.122665 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:41.245912 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:09:44.445041 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:09:57.361393 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-52fbfd63-a1ad-4963-a6b6-f8e57a39af4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:00.942182 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f272f44c-6baa-4dae-95b5-55d2573ef096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:03.133632 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:04.126633 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:04.937934 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-820d91e3-05c7-4038-aaf1-01e754ce3257 req-2d2f15a2-81b8-4ed2-b0f9-2df9bd0e12b4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0828381 Nov 12 02:10:05.041154 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d91e3-05c7-4038-aaf1-01e754ce3257 req-c294f49b-7805-4637-abc3-5ee16751975b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:05.042735 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-820d91e3-05c7-4038-aaf1-01e754ce3257 req-c294f49b-7805-4637-abc3-5ee16751975b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=75f23ac4df814e8b85f56814c47a188b&device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 1097 time: 0.0460842 Nov 12 02:10:05.147468 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d91e3-05c7-4038-aaf1-01e754ce3257 req-12120b5c-93dc-43da-b9b3-2cab10cd5a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:05.148947 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-820d91e3-05c7-4038-aaf1-01e754ce3257 req-12120b5c-93dc-43da-b9b3-2cab10cd5a5e service neutron] 10.222.0.44 "GET /v2.0/networks?id=7ff4806b-a30e-45b7-8336-64d8f45b8cbd HTTP/1.1" status: 200 len: 908 time: 0.0855281 Nov 12 02:10:05.218633 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-820d91e3-05c7-4038-aaf1-01e754ce3257 req-27e9ba21-1a3d-463e-bc96-ff1c693dbd42 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b576eb0-c00c-4a53-94a2-08ca4be62b85 HTTP/1.1" status: 200 len: 1000 time: 0.0624287 Nov 12 02:10:05.267526 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d91e3-05c7-4038-aaf1-01e754ce3257 req-a73b0de8-b500-412e-8cb8-22a7459090a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:05.269046 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-820d91e3-05c7-4038-aaf1-01e754ce3257 req-a73b0de8-b500-412e-8cb8-22a7459090a3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0d4bf7b9-3409-415c-bce8-0cc8116bf050 HTTP/1.1" status: 200 len: 847 time: 0.0438776 Nov 12 02:10:05.316927 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d91e3-05c7-4038-aaf1-01e754ce3257 req-7e05a425-a49e-4f2f-b42d-15eeb111b142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:10:05.318762 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-820d91e3-05c7-4038-aaf1-01e754ce3257 req-7e05a425-a49e-4f2f-b42d-15eeb111b142 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7ff4806b-a30e-45b7-8336-64d8f45b8cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424483 Nov 12 02:10:05.412479 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-820d91e3-05c7-4038-aaf1-01e754ce3257 req-d9295d96-e181-443d-964f-74ab795e2404 service neutron] 10.222.0.44 "GET /v2.0/networks/7ff4806b-a30e-45b7-8336-64d8f45b8cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860858 Nov 12 02:10:05.428901 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:05.507317 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-820d91e3-05c7-4038-aaf1-01e754ce3257 req-04c9214a-a814-4f1c-b94d-ddc0005604ff service neutron] 10.222.0.44 "GET /v2.0/networks/7ff4806b-a30e-45b7-8336-64d8f45b8cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875268 Nov 12 02:10:09.152191 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:11.256943 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:15.107244 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [req-c146d48b-0203-4f73-965b-d20b95a16e84 req-d09dfb49-068b-4c4c-8163-9d39da97c56a service neutron] (109086) timed out ('10.222.0.45', 48232) {{(pid=109086) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 02:10:21.444966 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:10:27.363343 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6e31b783-f539-4250-b22d-b4481f1bbd96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:30.944297 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-47acc457-1988-4013-8705-79f4d56792cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:33.137198 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:34.129640 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:35.427923 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:39.151782 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:41.259190 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:57.364708 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f426c314-f5b2-452e-8bf3-081145c0f386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:10:58.446006 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:11:00.944734 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9edb3847-1718-4cc8-ab9b-c1f54ddad185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:03.140740 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:04.132192 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:05.429434 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:05.914564 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6afb4a9f-5697-4a4c-8fb1-32e685fa794c req-07b0b964-7023-4a01-a43e-9316cfecd071 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0432568 Nov 12 02:11:06.017279 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb4a9f-5697-4a4c-8fb1-32e685fa794c req-3224bdf3-76cb-4a99-83a7-aa1290fddeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:06.018837 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6afb4a9f-5697-4a4c-8fb1-32e685fa794c req-3224bdf3-76cb-4a99-83a7-aa1290fddeb9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=75f23ac4df814e8b85f56814c47a188b&device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 1097 time: 0.0443208 Nov 12 02:11:06.122929 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb4a9f-5697-4a4c-8fb1-32e685fa794c req-a3b9e843-e90c-4029-9f7e-883f896329af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:06.124484 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6afb4a9f-5697-4a4c-8fb1-32e685fa794c req-a3b9e843-e90c-4029-9f7e-883f896329af service neutron] 10.222.0.44 "GET /v2.0/networks?id=7ff4806b-a30e-45b7-8336-64d8f45b8cbd HTTP/1.1" status: 200 len: 908 time: 0.0862195 Nov 12 02:11:06.534092 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6afb4a9f-5697-4a4c-8fb1-32e685fa794c req-afb889cb-ae6b-4ccf-8bb7-942c19a0f141 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b576eb0-c00c-4a53-94a2-08ca4be62b85 HTTP/1.1" status: 200 len: 1000 time: 0.4025164 Nov 12 02:11:06.583310 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb4a9f-5697-4a4c-8fb1-32e685fa794c req-7bf2466f-3593-4bab-a846-d53d4b10e89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:06.584908 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6afb4a9f-5697-4a4c-8fb1-32e685fa794c req-7bf2466f-3593-4bab-a846-d53d4b10e89f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0d4bf7b9-3409-415c-bce8-0cc8116bf050 HTTP/1.1" status: 200 len: 847 time: 0.0439556 Nov 12 02:11:06.630543 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb4a9f-5697-4a4c-8fb1-32e685fa794c req-2351df2e-0311-41f6-a405-541a1ecb32c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:06.632072 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6afb4a9f-5697-4a4c-8fb1-32e685fa794c req-2351df2e-0311-41f6-a405-541a1ecb32c2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7ff4806b-a30e-45b7-8336-64d8f45b8cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404642 Nov 12 02:11:06.729163 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6afb4a9f-5697-4a4c-8fb1-32e685fa794c req-459a62ec-2e4d-4207-83d6-f096ad56c774 service neutron] 10.222.0.44 "GET /v2.0/networks/7ff4806b-a30e-45b7-8336-64d8f45b8cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892296 Nov 12 02:11:06.820141 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6afb4a9f-5697-4a4c-8fb1-32e685fa794c req-f7672a62-09aa-459c-bd89-b0f3b69bc639 service neutron] 10.222.0.44 "GET /v2.0/networks/7ff4806b-a30e-45b7-8336-64d8f45b8cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837798 Nov 12 02:11:09.159216 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:11.266532 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:15.142784 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25be64-b9c7-469a-bd73-b34f53282659 req-fa872a81-0e72-4136-b1c4-6b8c2e85bf15 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:15.144840 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fb25be64-b9c7-469a-bd73-b34f53282659 req-fa872a81-0e72-4136-b1c4-6b8c2e85bf15 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 945 time: 0.0525684 Nov 12 02:11:15.195187 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fb25be64-b9c7-469a-bd73-b34f53282659 req-946b9ad3-a41c-4357-87d0-3d2f4a26b972 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=295a6c20-f199-4f87-82b0-fc723f40bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443041 Nov 12 02:11:16.343075 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d69d1-1670-4aa0-ba12-abb0e24756c1 req-ff96af59-86bd-46b4-900a-88de42a0f4ea tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:16.344845 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c06d69d1-1670-4aa0-ba12-abb0e24756c1 req-ff96af59-86bd-46b4-900a-88de42a0f4ea tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 945 time: 0.0528498 Nov 12 02:11:16.400167 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c06d69d1-1670-4aa0-ba12-abb0e24756c1 req-cf0319a9-fac2-4681-959b-d02a9543dbc0 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=295a6c20-f199-4f87-82b0-fc723f40bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485864 Nov 12 02:11:17.521935 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90138db-1797-4cf1-8b42-bbea75e35c32 req-e5537ff5-cbae-46a3-91b4-435416619d28 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:17.523473 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a90138db-1797-4cf1-8b42-bbea75e35c32 req-e5537ff5-cbae-46a3-91b4-435416619d28 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 945 time: 0.0534885 Nov 12 02:11:17.573873 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a90138db-1797-4cf1-8b42-bbea75e35c32 req-86661707-3c0f-4287-a4be-c89b631445e1 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=295a6c20-f199-4f87-82b0-fc723f40bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443699 Nov 12 02:11:18.695833 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900bb2ff-730f-465b-b844-4fa54f05bb0b req-9e0a1407-3aab-4fa4-ba76-60da362b7094 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:18.697280 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-900bb2ff-730f-465b-b844-4fa54f05bb0b req-9e0a1407-3aab-4fa4-ba76-60da362b7094 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 945 time: 0.0516765 Nov 12 02:11:18.746798 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-900bb2ff-730f-465b-b844-4fa54f05bb0b req-141d7939-f680-40d6-b534-c243b87c637f tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=295a6c20-f199-4f87-82b0-fc723f40bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435436 Nov 12 02:11:19.870219 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab033f8-64c9-4016-a891-787be9e1fa1f req-80342737-cd7a-4db0-a35e-615c4d1454a3 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:19.871725 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6ab033f8-64c9-4016-a891-787be9e1fa1f req-80342737-cd7a-4db0-a35e-615c4d1454a3 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 945 time: 0.0541446 Nov 12 02:11:20.269222 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6ab033f8-64c9-4016-a891-787be9e1fa1f req-0e18712e-e3e4-48d6-b2c7-6fae20448512 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=295a6c20-f199-4f87-82b0-fc723f40bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3909123 Nov 12 02:11:21.390172 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dda663-d666-4734-9380-98b030a2497e req-0be9568a-2b54-4c2f-b9c0-a22745ac50b1 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:21.391651 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d4dda663-d666-4734-9380-98b030a2497e req-0be9568a-2b54-4c2f-b9c0-a22745ac50b1 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 945 time: 0.0513549 Nov 12 02:11:21.443715 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d4dda663-d666-4734-9380-98b030a2497e req-5a8ce6c3-134d-4ab7-8281-a27b2203123a tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=295a6c20-f199-4f87-82b0-fc723f40bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458651 Nov 12 02:11:22.557890 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046afc2-489c-48b8-95e6-21d80d47b390 req-88014be5-5b1e-4873-a5b0-1d137260ff30 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:22.559367 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2046afc2-489c-48b8-95e6-21d80d47b390 req-88014be5-5b1e-4873-a5b0-1d137260ff30 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 945 time: 0.0489826 Nov 12 02:11:22.612679 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2046afc2-489c-48b8-95e6-21d80d47b390 req-ff6620a8-35c5-4a47-a542-db6e2e3fd8c6 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=295a6c20-f199-4f87-82b0-fc723f40bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472240 Nov 12 02:11:23.734145 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108f4e9-848f-4e4a-836e-f31dfc111c10 req-1e993194-57da-4600-be53-9b5528039cdb tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:23.735659 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8108f4e9-848f-4e4a-836e-f31dfc111c10 req-1e993194-57da-4600-be53-9b5528039cdb tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 945 time: 0.0521314 Nov 12 02:11:23.786603 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8108f4e9-848f-4e4a-836e-f31dfc111c10 req-2c276f7a-6511-4b58-b13a-8e14b33cd30b tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=295a6c20-f199-4f87-82b0-fc723f40bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440774 Nov 12 02:11:24.905288 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0950e-4e68-4c9e-ace8-262e4c5ccf75 req-35bb3753-c706-49a5-9b0d-a79d19d38815 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:24.906783 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b9b0950e-4e68-4c9e-ace8-262e4c5ccf75 req-35bb3753-c706-49a5-9b0d-a79d19d38815 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 945 time: 0.0505898 Nov 12 02:11:24.957516 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b9b0950e-4e68-4c9e-ace8-262e4c5ccf75 req-e6609a4a-d3bf-4674-8bb8-e2055aba2d10 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=295a6c20-f199-4f87-82b0-fc723f40bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447667 Nov 12 02:11:26.083860 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53a8856-01ca-4722-917b-ece388e34696 req-9fdc3045-5036-4926-9d0e-b5e38da1e9ec tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:26.085523 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f53a8856-01ca-4722-917b-ece388e34696 req-9fdc3045-5036-4926-9d0e-b5e38da1e9ec tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 945 time: 0.0565045 Nov 12 02:11:26.137439 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f53a8856-01ca-4722-917b-ece388e34696 req-07ccfe72-9705-42f3-8564-65d124b5ead7 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=295a6c20-f199-4f87-82b0-fc723f40bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458081 Nov 12 02:11:27.266875 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa6783-8bef-4c99-985c-baa14c8564d0 req-12439d79-d1d8-4e30-b521-20d5687a28f7 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:27.268491 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-26fa6783-8bef-4c99-985c-baa14c8564d0 req-12439d79-d1d8-4e30-b521-20d5687a28f7 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 945 time: 0.0532069 Nov 12 02:11:27.323982 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-26fa6783-8bef-4c99-985c-baa14c8564d0 req-39f73482-d698-4de5-9861-a0e6fbacaa60 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=295a6c20-f199-4f87-82b0-fc723f40bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481074 Nov 12 02:11:27.369440 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-228941ec-6191-43cc-8f5c-24e42f5e9c96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:28.458566 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f142a-38ec-4fe5-9af7-45b00449be35 req-42666aa2-d468-430e-ad30-96a190def9c9 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:28.460446 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f80f142a-38ec-4fe5-9af7-45b00449be35 req-42666aa2-d468-430e-ad30-96a190def9c9 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 945 time: 0.0562890 Nov 12 02:11:28.522301 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f80f142a-38ec-4fe5-9af7-45b00449be35 req-6389209b-b039-452c-a513-d714ab5dbc0c tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=295a6c20-f199-4f87-82b0-fc723f40bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548947 Nov 12 02:11:28.575586 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 3b576eb0-c00c-4a53-94a2-08ca4be62b85 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:11:28.692353 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 3b576eb0-c00c-4a53-94a2-08ca4be62b85, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=3b576eb0-c00c-4a53-94a2-08ca4be62b85,segment=NetworkSegment(43548c55-702e-43b1-aff1-971723f8cd64),segment_id=43548c55-702e-43b1-aff1-971723f8cd64)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:11:28.708917 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '3b576eb0-c00c-4a53-94a2-08ca4be62b85', 'network_id': '7ff4806b-a30e-45b7-8336-64d8f45b8cbd', 'port_id': '3b576eb0-c00c-4a53-94a2-08ca4be62b85', 'mac_address': 'fa:16:3e:9d:97:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d4bf7b9-3409-415c-bce8-0cc8116bf050', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:11:28.752464 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:28.769374 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b576eb0-c00c-4a53-94a2-08ca4be62b85 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:11:28.792657 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 3b576eb0-c00c-4a53-94a2-08ca4be62b85, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=3b576eb0-c00c-4a53-94a2-08ca4be62b85,segment=NetworkSegment(43548c55-702e-43b1-aff1-971723f8cd64),segment_id=43548c55-702e-43b1-aff1-971723f8cd64)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:11:28.798154 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:28.863407 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=3b576eb0-c00c-4a53-94a2-08ca4be62b85,revision_number=6']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:11:28.879636 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:11:28.880035 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:11:28.880370 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:11:28.880715 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:11:28.881062 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:11:28.881503 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:11:28.881854 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:11:28.882190 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:11:28.882521 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:11:28.882873 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:11:28.883183 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:11:28.883511 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:11:28.963438 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['3b576eb0-c00c-4a53-94a2-08ca4be62b85'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:11:29.662682 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052da4c7-d28d-4d78-a180-c4c2d0f22262 req-a5b6c289-0530-420b-b2c4-22a4283e7d00 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:29.671171 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-052da4c7-d28d-4d78-a180-c4c2d0f22262 req-a5b6c289-0530-420b-b2c4-22a4283e7d00 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 944 time: 0.0554271 Nov 12 02:11:29.731495 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-052da4c7-d28d-4d78-a180-c4c2d0f22262 req-504ac0a8-9192-49d5-82e4-189577b93ec7 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=295a6c20-f199-4f87-82b0-fc723f40bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534735 Nov 12 02:11:30.599823 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 3b576eb0-c00c-4a53-94a2-08ca4be62b85 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:11:30.694737 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 3b576eb0-c00c-4a53-94a2-08ca4be62b85 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:11:30.695307 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:30.823150 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:30.864029 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491d455f-7846-4ee2-95d1-d6cd0376b77c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b576eb0-c00c-4a53-94a2-08ca4be62b85'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:11:30.867097 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ec54fb32a252cf543512252f4538ed49f878ab9aa91f770db158cb882be9043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8086cae8-bfe9-4f9d-9ad5-e5eac461098f" -d '{"events": [{"server_uuid": "491d455f-7846-4ee2-95d1-d6cd0376b77c", "name": "network-vif-plugged", "status": "completed", "tag": "3b576eb0-c00c-4a53-94a2-08ca4be62b85"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:11:30.884177 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 3b576eb0-c00c-4a53-94a2-08ca4be62b85, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=3b576eb0-c00c-4a53-94a2-08ca4be62b85,segment=NetworkSegment(43548c55-702e-43b1-aff1-971723f8cd64),segment_id=43548c55-702e-43b1-aff1-971723f8cd64)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:11:30.894596 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:30.963063 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=3b576eb0-c00c-4a53-94a2-08ca4be62b85,revision_number=7']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:11:30.985968 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9ac67c39-dc6c-4006-8ce4-80a183e8cf54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:30.986446 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da94fd4-d680-4cc4-b329-7da4534a9c60 req-b9c5f4d0-922f-4c01-90ea-a287c9889231 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:30.990849 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1da94fd4-d680-4cc4-b329-7da4534a9c60 req-b9c5f4d0-922f-4c01-90ea-a287c9889231 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 944 time: 0.1292844 Nov 12 02:11:31.053535 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1da94fd4-d680-4cc4-b329-7da4534a9c60 req-da13cbfc-f593-4931-aeba-d081b6bea2a9 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=295a6c20-f199-4f87-82b0-fc723f40bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552750 Nov 12 02:11:31.108180 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d4f208-6ebf-4901-968e-e5334ca47492 x-openstack-request-id: req-38d4f208-6ebf-4901-968e-e5334ca47492 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:11:31.108714 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491d455f-7846-4ee2-95d1-d6cd0376b77c", "name": "network-vif-plugged", "status": "completed", "tag": "3b576eb0-c00c-4a53-94a2-08ca4be62b85", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:11:31.109143 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-38d4f208-6ebf-4901-968e-e5334ca47492 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:11:31.109724 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491d455f-7846-4ee2-95d1-d6cd0376b77c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b576eb0-c00c-4a53-94a2-08ca4be62b85', 'code': 200} Nov 12 02:11:32.196808 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f2b97-2873-4ded-ba80-57b63ea9aad0 req-898664e1-3b3f-4827-8aa7-f3f51fa60580 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:32.199254 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d70f2b97-2873-4ded-ba80-57b63ea9aad0 req-898664e1-3b3f-4827-8aa7-f3f51fa60580 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 945 time: 0.0654657 Nov 12 02:11:32.255764 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d70f2b97-2873-4ded-ba80-57b63ea9aad0 req-bf5f39d5-d056-44d8-a1f1-29762d6ab5fc tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=295a6c20-f199-4f87-82b0-fc723f40bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493050 Nov 12 02:11:33.151990 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:33.394769 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acf44a-7066-4dd4-b20c-3e9bb011f9c3 req-f683d52b-384c-4702-adcb-4a6783be9241 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:33.396553 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-45acf44a-7066-4dd4-b20c-3e9bb011f9c3 req-f683d52b-384c-4702-adcb-4a6783be9241 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 945 time: 0.0539725 Nov 12 02:11:33.473072 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-45acf44a-7066-4dd4-b20c-3e9bb011f9c3 req-1989aa59-442a-49b7-bebb-63a4b1c63175 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=295a6c20-f199-4f87-82b0-fc723f40bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692196 Nov 12 02:11:34.138959 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:34.618781 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f379d7f9-1f18-48e3-9a87-721016b38371 req-f8eeaa70-cbb4-4f63-b0e1-a525958367c9 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:34.620548 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f379d7f9-1f18-48e3-9a87-721016b38371 req-f8eeaa70-cbb4-4f63-b0e1-a525958367c9 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 945 time: 0.0696051 Nov 12 02:11:34.700409 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f379d7f9-1f18-48e3-9a87-721016b38371 req-13f17900-865b-43ab-9c78-c5035a83b6d5 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=295a6c20-f199-4f87-82b0-fc723f40bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731304 Nov 12 02:11:35.442738 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:35.458071 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:11:35.840523 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2458703-7b44-4a3d-9e12-e6e1a5306332 req-583d2d37-b347-49d4-a661-0d656c983763 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:35.850199 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b2458703-7b44-4a3d-9e12-e6e1a5306332 req-583d2d37-b347-49d4-a661-0d656c983763 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 945 time: 0.0714722 Nov 12 02:11:35.915344 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b2458703-7b44-4a3d-9e12-e6e1a5306332 req-f32b4cd7-744f-46fb-93df-77db35c266ad tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=295a6c20-f199-4f87-82b0-fc723f40bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622315 Nov 12 02:11:37.055784 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13867ef2-27e2-4363-8f80-95a3eb73e510 req-95a28dc7-d52f-4c9f-8dbe-20f4ce27e4ab tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:37.057343 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-13867ef2-27e2-4363-8f80-95a3eb73e510 req-95a28dc7-d52f-4c9f-8dbe-20f4ce27e4ab tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 945 time: 0.0609043 Nov 12 02:11:37.117473 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-13867ef2-27e2-4363-8f80-95a3eb73e510 req-810b359b-8a52-4cf9-bf4d-83ad55973a16 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=295a6c20-f199-4f87-82b0-fc723f40bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540113 Nov 12 02:11:37.836513 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9297f-6f9c-4520-bbce-9884fc295b36 req-41e7d4c2-9442-415a-85a0-1a1e67c6314d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:37.838023 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9da9297f-6f9c-4520-bbce-9884fc295b36 req-41e7d4c2-9442-415a-85a0-1a1e67c6314d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=75f23ac4df814e8b85f56814c47a188b&device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 1097 time: 0.0489495 Nov 12 02:11:37.936051 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9297f-6f9c-4520-bbce-9884fc295b36 req-65e9d829-f6b1-4a97-bed1-29f3f9320624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:37.937545 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9da9297f-6f9c-4520-bbce-9884fc295b36 req-65e9d829-f6b1-4a97-bed1-29f3f9320624 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7ff4806b-a30e-45b7-8336-64d8f45b8cbd HTTP/1.1" status: 200 len: 908 time: 0.0920608 Nov 12 02:11:38.013898 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9da9297f-6f9c-4520-bbce-9884fc295b36 req-5822abe2-e316-467c-8aaa-a09fe779838d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b576eb0-c00c-4a53-94a2-08ca4be62b85 HTTP/1.1" status: 200 len: 1000 time: 0.0692062 Nov 12 02:11:38.066188 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9297f-6f9c-4520-bbce-9884fc295b36 req-028e40ab-126e-4ecd-a311-39d260dc8db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:38.067669 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9da9297f-6f9c-4520-bbce-9884fc295b36 req-028e40ab-126e-4ecd-a311-39d260dc8db6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0d4bf7b9-3409-415c-bce8-0cc8116bf050 HTTP/1.1" status: 200 len: 847 time: 0.0471261 Nov 12 02:11:38.115174 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9297f-6f9c-4520-bbce-9884fc295b36 req-e753a669-b85b-4769-bc34-4cd283f0d444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:38.116756 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9da9297f-6f9c-4520-bbce-9884fc295b36 req-e753a669-b85b-4769-bc34-4cd283f0d444 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7ff4806b-a30e-45b7-8336-64d8f45b8cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421612 Nov 12 02:11:38.219423 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9da9297f-6f9c-4520-bbce-9884fc295b36 req-741f7f03-50c6-4087-85fc-6c3f7eae4c3f service neutron] 10.222.0.44 "GET /v2.0/networks/7ff4806b-a30e-45b7-8336-64d8f45b8cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945151 Nov 12 02:11:38.266645 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca82bfe-a9f2-4b3f-8e39-ebd5262a0f44 req-f5ecc383-8894-4fbe-9f6f-073415b715a9 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:38.268172 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8ca82bfe-a9f2-4b3f-8e39-ebd5262a0f44 req-f5ecc383-8894-4fbe-9f6f-073415b715a9 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 945 time: 0.0664101 Nov 12 02:11:38.323579 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8ca82bfe-a9f2-4b3f-8e39-ebd5262a0f44 req-99830b74-660c-424b-a6ab-4ef18b3384fc tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=295a6c20-f199-4f87-82b0-fc723f40bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488622 Nov 12 02:11:38.340115 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-9da9297f-6f9c-4520-bbce-9884fc295b36 req-1444cb3d-ddd0-4a20-8fcd-dafcc4575cce service neutron] 10.222.0.44 "GET /v2.0/networks/7ff4806b-a30e-45b7-8336-64d8f45b8cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135669 Nov 12 02:11:39.167484 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:39.442856 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0243b33-fbd2-4ee8-81ea-ab96d62fd12e req-34ec52d2-4d07-4a02-83df-5196ef8fefc1 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:39.444763 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d0243b33-fbd2-4ee8-81ea-ab96d62fd12e req-34ec52d2-4d07-4a02-83df-5196ef8fefc1 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 945 time: 0.0515425 Nov 12 02:11:39.495815 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d0243b33-fbd2-4ee8-81ea-ab96d62fd12e req-3365c0d9-dab5-4f02-973d-756f99e21684 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=295a6c20-f199-4f87-82b0-fc723f40bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446181 Nov 12 02:11:40.635452 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671f797-d49f-4e51-9c5b-bfaa3e1900c7 req-44fb0405-e407-4d68-ade6-5258049de7c7 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:40.637085 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c671f797-d49f-4e51-9c5b-bfaa3e1900c7 req-44fb0405-e407-4d68-ade6-5258049de7c7 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 945 time: 0.0588863 Nov 12 02:11:40.709698 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c671f797-d49f-4e51-9c5b-bfaa3e1900c7 req-43665a40-622c-412d-9202-c6aed3b01a81 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=295a6c20-f199-4f87-82b0-fc723f40bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625346 Nov 12 02:11:40.843030 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-c081606c-8181-467c-8b2e-66ce0470b44d req-df985d29-c82c-48e2-8fd1-8f220c6c727f service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:11:40.844333 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c081606c-8181-467c-8b2e-66ce0470b44d req-df985d29-c82c-48e2-8fd1-8f220c6c727f service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0619433 Nov 12 02:11:41.029460 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4930685-9cb0-470e-b634-5d8f143c5d23 req-e7906aff-a026-4122-be3f-e828c42b31a1 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:41.031073 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a4930685-9cb0-470e-b634-5d8f143c5d23 req-e7906aff-a026-4122-be3f-e828c42b31a1 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 945 time: 0.0616710 Nov 12 02:11:41.092755 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a4930685-9cb0-470e-b634-5d8f143c5d23 req-d4110e63-0b11-428b-8789-655ccc2874ca tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=295a6c20-f199-4f87-82b0-fc723f40bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512996 Nov 12 02:11:41.274184 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:41.379459 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e22368cb-dea6-40aa-9073-0f74dc1a7aa5 req-eebad696-2449-4dcb-9257-6ed98c658e97 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1034601 Nov 12 02:11:42.227887 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a7191-f36f-44ac-82e4-d56aeb6d0fec req-7d6bd599-3452-4d1e-ac58-483accdb6a5d tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:42.229487 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-214a7191-f36f-44ac-82e4-d56aeb6d0fec req-7d6bd599-3452-4d1e-ac58-483accdb6a5d tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 945 time: 0.0520148 Nov 12 02:11:42.297850 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-214a7191-f36f-44ac-82e4-d56aeb6d0fec req-394021a3-22ef-47c5-9407-a440e157db41 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=295a6c20-f199-4f87-82b0-fc723f40bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590243 Nov 12 02:11:42.322840 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22368cb-dea6-40aa-9073-0f74dc1a7aa5 req-efd92bb0-720e-4d5d-96d1-9b3647ec5106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:42.324418 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e22368cb-dea6-40aa-9073-0f74dc1a7aa5 req-efd92bb0-720e-4d5d-96d1-9b3647ec5106 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c&tenant_id=75f23ac4df814e8b85f56814c47a188b HTTP/1.1" status: 200 len: 1097 time: 0.0444005 Nov 12 02:11:42.400738 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22368cb-dea6-40aa-9073-0f74dc1a7aa5 req-d7fa552c-3fdf-4bca-afd6-ad85633523ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:42.402216 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e22368cb-dea6-40aa-9073-0f74dc1a7aa5 req-d7fa552c-3fdf-4bca-afd6-ad85633523ed service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=75f23ac4df814e8b85f56814c47a188b&device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 1097 time: 0.0434637 Nov 12 02:11:42.503382 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22368cb-dea6-40aa-9073-0f74dc1a7aa5 req-3c870687-1fea-488f-9c70-5e35d76e7983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:42.504914 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e22368cb-dea6-40aa-9073-0f74dc1a7aa5 req-3c870687-1fea-488f-9c70-5e35d76e7983 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7ff4806b-a30e-45b7-8336-64d8f45b8cbd HTTP/1.1" status: 200 len: 908 time: 0.0950971 Nov 12 02:11:42.575012 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e22368cb-dea6-40aa-9073-0f74dc1a7aa5 req-1823dbc1-3410-4901-ade3-167009133cad service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b576eb0-c00c-4a53-94a2-08ca4be62b85 HTTP/1.1" status: 200 len: 1000 time: 0.0628676 Nov 12 02:11:42.629227 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22368cb-dea6-40aa-9073-0f74dc1a7aa5 req-97bcc88b-9c36-4c60-829c-0939a533c459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:42.630760 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e22368cb-dea6-40aa-9073-0f74dc1a7aa5 req-97bcc88b-9c36-4c60-829c-0939a533c459 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0d4bf7b9-3409-415c-bce8-0cc8116bf050 HTTP/1.1" status: 200 len: 847 time: 0.0482688 Nov 12 02:11:42.685865 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22368cb-dea6-40aa-9073-0f74dc1a7aa5 req-f17101cb-a469-45b3-9d7e-710387ccbf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:42.687338 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e22368cb-dea6-40aa-9073-0f74dc1a7aa5 req-f17101cb-a469-45b3-9d7e-710387ccbf31 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7ff4806b-a30e-45b7-8336-64d8f45b8cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491645 Nov 12 02:11:42.713191 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 3b576eb0-c00c-4a53-94a2-08ca4be62b85 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:11:42.789460 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e22368cb-dea6-40aa-9073-0f74dc1a7aa5 req-f6e19233-e326-4ed5-94f2-e05a9375c57b service neutron] 10.222.0.44 "GET /v2.0/networks/7ff4806b-a30e-45b7-8336-64d8f45b8cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945907 Nov 12 02:11:42.821742 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:42.844883 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491d455f-7846-4ee2-95d1-d6cd0376b77c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b576eb0-c00c-4a53-94a2-08ca4be62b85'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:11:42.847745 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ec54fb32a252cf543512252f4538ed49f878ab9aa91f770db158cb882be9043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6454f11a-2a8d-4468-92ef-60bdda77216f" -d '{"events": [{"server_uuid": "491d455f-7846-4ee2-95d1-d6cd0376b77c", "name": "network-vif-unplugged", "status": "completed", "tag": "3b576eb0-c00c-4a53-94a2-08ca4be62b85"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:11:42.863841 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 3b576eb0-c00c-4a53-94a2-08ca4be62b85, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=3b576eb0-c00c-4a53-94a2-08ca4be62b85,segment=NetworkSegment(43548c55-702e-43b1-aff1-971723f8cd64),segment_id=43548c55-702e-43b1-aff1-971723f8cd64)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:11:42.869291 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:42.901250 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 02:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638b5c70-1bdc-4ad6-8e8c-f4a36491643b x-openstack-request-id: req-638b5c70-1bdc-4ad6-8e8c-f4a36491643b {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:11:42.901564 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491d455f-7846-4ee2-95d1-d6cd0376b77c", "name": "network-vif-unplugged", "status": "completed", "tag": "3b576eb0-c00c-4a53-94a2-08ca4be62b85", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:11:42.901789 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-638b5c70-1bdc-4ad6-8e8c-f4a36491643b {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:11:42.902185 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491d455f-7846-4ee2-95d1-d6cd0376b77c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b576eb0-c00c-4a53-94a2-08ca4be62b85', 'code': 200} Nov 12 02:11:42.928740 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=3b576eb0-c00c-4a53-94a2-08ca4be62b85,revision_number=8']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:11:42.948638 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e22368cb-dea6-40aa-9073-0f74dc1a7aa5 req-a3a82e77-d632-4479-b9c6-528f36551cba service neutron] 10.222.0.44 "GET /v2.0/networks/7ff4806b-a30e-45b7-8336-64d8f45b8cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508768 Nov 12 02:11:43.455400 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7c65e-9ccd-4699-9572-c98e1087e2ba req-23d16af8-4cb3-47d4-b50d-8f384afb81c8 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:43.458575 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4da7c65e-9ccd-4699-9572-c98e1087e2ba req-23d16af8-4cb3-47d4-b50d-8f384afb81c8 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 943 time: 0.0622671 Nov 12 02:11:43.530140 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4da7c65e-9ccd-4699-9572-c98e1087e2ba req-5b87af66-13f1-4316-a99e-6d4881a20480 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=295a6c20-f199-4f87-82b0-fc723f40bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588987 Nov 12 02:11:44.692431 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c139426-3e04-4111-a60f-50236365c26f req-d3098782-943b-49cc-8585-5c0e60dbb955 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:44.694262 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6c139426-3e04-4111-a60f-50236365c26f req-d3098782-943b-49cc-8585-5c0e60dbb955 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 943 time: 0.0569899 Nov 12 02:11:44.761586 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6c139426-3e04-4111-a60f-50236365c26f req-1dfdc975-8da1-4eec-b68c-1074f6ae5ba3 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=295a6c20-f199-4f87-82b0-fc723f40bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561187 Nov 12 02:11:45.896219 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a72f58-ea85-48d8-ba64-d06887abe95a req-b19d4af2-04c2-4416-8580-7989e5bd2e86 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:45.898410 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-69a72f58-ea85-48d8-ba64-d06887abe95a req-b19d4af2-04c2-4416-8580-7989e5bd2e86 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 943 time: 0.0602031 Nov 12 02:11:45.951524 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-69a72f58-ea85-48d8-ba64-d06887abe95a req-dc16d380-5d74-45b7-a664-5e5c17f094e1 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=295a6c20-f199-4f87-82b0-fc723f40bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474718 Nov 12 02:11:47.078720 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188e777-5213-4ae5-b987-6a7cd8aab6ac req-585fa689-e2e7-49dc-8ad6-fa6cbd093834 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:47.080284 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d188e777-5213-4ae5-b987-6a7cd8aab6ac req-585fa689-e2e7-49dc-8ad6-fa6cbd093834 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 943 time: 0.0537963 Nov 12 02:11:47.134370 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d188e777-5213-4ae5-b987-6a7cd8aab6ac req-e05b8c2d-0ddb-4459-8a05-e0d531ea20a8 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=295a6c20-f199-4f87-82b0-fc723f40bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463562 Nov 12 02:11:48.270772 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a2527-28ec-4791-9a76-13c077196648 req-16924b29-1d77-407a-862b-6b23fedb9197 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:48.272360 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5c0a2527-28ec-4791-9a76-13c077196648 req-16924b29-1d77-407a-862b-6b23fedb9197 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 943 time: 0.0624304 Nov 12 02:11:48.329443 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5c0a2527-28ec-4791-9a76-13c077196648 req-8367f86a-04fa-47e1-a13d-9683a2f1e2e4 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=295a6c20-f199-4f87-82b0-fc723f40bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509279 Nov 12 02:11:49.452213 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3854b-495a-46b0-8cbc-4b2f28b5c6cc req-5b4b6948-385a-4338-864c-cc2ebcd334e3 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:49.453740 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9bb3854b-495a-46b0-8cbc-4b2f28b5c6cc req-5b4b6948-385a-4338-864c-cc2ebcd334e3 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 943 time: 0.0522082 Nov 12 02:11:49.505410 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9bb3854b-495a-46b0-8cbc-4b2f28b5c6cc req-5557f9c4-bc6c-4c12-8f22-5286f58bbd50 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=295a6c20-f199-4f87-82b0-fc723f40bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457311 Nov 12 02:11:50.627343 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23518e5-cb21-404a-8492-fd8410f72265 req-e4256903-8c8f-437c-8a40-e8c67ab96836 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:50.628940 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a23518e5-cb21-404a-8492-fd8410f72265 req-e4256903-8c8f-437c-8a40-e8c67ab96836 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 943 time: 0.0517211 Nov 12 02:11:50.690692 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a23518e5-cb21-404a-8492-fd8410f72265 req-268596f8-f0c3-4d61-b3aa-b451ec96fe77 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=295a6c20-f199-4f87-82b0-fc723f40bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544336 Nov 12 02:11:51.810743 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b54ea2-24ad-4dd3-b11b-7b364038e319 req-d0d61771-10bb-40d9-9e43-364c6a5680c2 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:51.812283 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-00b54ea2-24ad-4dd3-b11b-7b364038e319 req-d0d61771-10bb-40d9-9e43-364c6a5680c2 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 943 time: 0.0504212 Nov 12 02:11:51.873902 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-00b54ea2-24ad-4dd3-b11b-7b364038e319 req-5ce44be2-924a-4a57-b77b-5a767a201683 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=295a6c20-f199-4f87-82b0-fc723f40bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535257 Nov 12 02:11:53.005559 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df85d6d-617c-45fd-b46f-b76dd2fb2aaf req-6178cc04-ee82-4542-ab44-b34059b19286 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:53.007062 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7df85d6d-617c-45fd-b46f-b76dd2fb2aaf req-6178cc04-ee82-4542-ab44-b34059b19286 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 943 time: 0.0528960 Nov 12 02:11:53.060877 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7df85d6d-617c-45fd-b46f-b76dd2fb2aaf req-b54ef075-d969-49ab-929b-d515617f9be2 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=295a6c20-f199-4f87-82b0-fc723f40bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472229 Nov 12 02:11:54.194528 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831acb8f-b7f6-4e90-b96d-1846f53727d1 req-1cb41fe6-c05f-40ea-86a6-f5c6c12b3b75 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:54.196118 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-831acb8f-b7f6-4e90-b96d-1846f53727d1 req-1cb41fe6-c05f-40ea-86a6-f5c6c12b3b75 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 943 time: 0.0562248 Nov 12 02:11:54.253152 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-831acb8f-b7f6-4e90-b96d-1846f53727d1 req-823e06c6-ae6d-4fdc-b241-6c2cd8d91f44 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=295a6c20-f199-4f87-82b0-fc723f40bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505807 Nov 12 02:11:54.711422 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17078b-9e59-4616-85df-1f18a444eae1 req-2f1e072f-5a8b-4b0b-8846-d84804b1a0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:54.712950 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2e17078b-9e59-4616-85df-1f18a444eae1 req-2f1e072f-5a8b-4b0b-8846-d84804b1a0ac service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 1095 time: 0.0472682 Nov 12 02:11:54.770008 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2e17078b-9e59-4616-85df-1f18a444eae1 req-92c02e25-45a4-463a-9b37-e52202eb4886 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=295a6c20-f199-4f87-82b0-fc723f40bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454879 Nov 12 02:11:55.379443 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e4052e-55ec-490f-91e0-caa2efd6e050 req-4a36a300-7bae-4694-86b2-e823ecb9737d tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:55.381008 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-79e4052e-55ec-490f-91e0-caa2efd6e050 req-4a36a300-7bae-4694-86b2-e823ecb9737d tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 943 time: 0.0503454 Nov 12 02:11:55.437373 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-79e4052e-55ec-490f-91e0-caa2efd6e050 req-b4342d4b-5b61-4375-86ad-3e426e5b236e tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=295a6c20-f199-4f87-82b0-fc723f40bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502222 Nov 12 02:11:56.554269 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb8d49-d0b7-411e-86c6-2bdc49876ee6 req-79e59091-cb6c-42c9-8b4f-e66ddfc7c4fb tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:11:56.555738 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3acb8d49-d0b7-411e-86c6-2bdc49876ee6 req-79e59091-cb6c-42c9-8b4f-e66ddfc7c4fb tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 943 time: 0.0488095 Nov 12 02:11:56.608862 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3acb8d49-d0b7-411e-86c6-2bdc49876ee6 req-7186f263-5b5c-4ffc-b332-4f4953ec8c46 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=295a6c20-f199-4f87-82b0-fc723f40bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469368 Nov 12 02:11:56.758313 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 3b576eb0-c00c-4a53-94a2-08ca4be62b85 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:11:56.854593 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 3b576eb0-c00c-4a53-94a2-08ca4be62b85, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=3b576eb0-c00c-4a53-94a2-08ca4be62b85,segment=NetworkSegment(43548c55-702e-43b1-aff1-971723f8cd64),segment_id=43548c55-702e-43b1-aff1-971723f8cd64)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:11:56.865620 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': '3b576eb0-c00c-4a53-94a2-08ca4be62b85', 'network_id': '7ff4806b-a30e-45b7-8336-64d8f45b8cbd', 'port_id': '3b576eb0-c00c-4a53-94a2-08ca4be62b85', 'mac_address': 'fa:16:3e:9d:97:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d4bf7b9-3409-415c-bce8-0cc8116bf050', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:11:56.902066 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:56.914263 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b576eb0-c00c-4a53-94a2-08ca4be62b85 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:11:56.933204 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 3b576eb0-c00c-4a53-94a2-08ca4be62b85, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=3b576eb0-c00c-4a53-94a2-08ca4be62b85,segment=NetworkSegment(43548c55-702e-43b1-aff1-971723f8cd64),segment_id=43548c55-702e-43b1-aff1-971723f8cd64)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:11:56.936708 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:56.987316 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=3b576eb0-c00c-4a53-94a2-08ca4be62b85,revision_number=9']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:11:57.237854 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['3b576eb0-c00c-4a53-94a2-08ca4be62b85'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:11:57.383777 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fed6550c-45e7-4a72-925d-229b38df28f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:58.760907 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 3b576eb0-c00c-4a53-94a2-08ca4be62b85 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:11:58.807418 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port 3b576eb0-c00c-4a53-94a2-08ca4be62b85 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:11:58.807783 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:58.881912 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:58.907010 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491d455f-7846-4ee2-95d1-d6cd0376b77c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b576eb0-c00c-4a53-94a2-08ca4be62b85'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:11:58.909228 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ec54fb32a252cf543512252f4538ed49f878ab9aa91f770db158cb882be9043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b4d2af-3c1f-40b9-b320-228556211ba5" -d '{"events": [{"server_uuid": "491d455f-7846-4ee2-95d1-d6cd0376b77c", "name": "network-vif-plugged", "status": "completed", "tag": "3b576eb0-c00c-4a53-94a2-08ca4be62b85"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:11:58.922321 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port 3b576eb0-c00c-4a53-94a2-08ca4be62b85, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=3b576eb0-c00c-4a53-94a2-08ca4be62b85,segment=NetworkSegment(43548c55-702e-43b1-aff1-971723f8cd64),segment_id=43548c55-702e-43b1-aff1-971723f8cd64)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:11:58.926668 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:11:58.950557 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849459de-b1f3-4a70-b3e8-c0fd1e7bca89 x-openstack-request-id: req-849459de-b1f3-4a70-b3e8-c0fd1e7bca89 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:11:58.950824 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491d455f-7846-4ee2-95d1-d6cd0376b77c", "name": "network-vif-plugged", "status": "completed", "tag": "3b576eb0-c00c-4a53-94a2-08ca4be62b85", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:11:58.951070 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-849459de-b1f3-4a70-b3e8-c0fd1e7bca89 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:11:58.951452 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491d455f-7846-4ee2-95d1-d6cd0376b77c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b576eb0-c00c-4a53-94a2-08ca4be62b85', 'code': 200} Nov 12 02:11:58.978178 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=3b576eb0-c00c-4a53-94a2-08ca4be62b85,revision_number=10']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:12:00.948280 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1d035d25-3ffb-43fa-b9e1-723465ae9298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:03.146232 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:04.133893 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:05.431758 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:05.886814 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-239852c3-ba0d-4932-9347-114a3632b914 req-9b577bcb-09ba-41d2-8912-dce8b9e5fdb8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393195 Nov 12 02:12:05.990900 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239852c3-ba0d-4932-9347-114a3632b914 req-560dd71f-ce8f-4aae-a8c8-ee8ad4dc803f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:12:05.992341 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-239852c3-ba0d-4932-9347-114a3632b914 req-560dd71f-ce8f-4aae-a8c8-ee8ad4dc803f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=75f23ac4df814e8b85f56814c47a188b&device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 1098 time: 0.0476673 Nov 12 02:12:06.096852 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239852c3-ba0d-4932-9347-114a3632b914 req-9e4ff221-4d8e-4396-a004-3a5cb221ee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:12:06.098362 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-239852c3-ba0d-4932-9347-114a3632b914 req-9e4ff221-4d8e-4396-a004-3a5cb221ee60 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7ff4806b-a30e-45b7-8336-64d8f45b8cbd HTTP/1.1" status: 200 len: 908 time: 0.0855241 Nov 12 02:12:06.168029 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-239852c3-ba0d-4932-9347-114a3632b914 req-0ddec07f-8220-4fe3-881f-4fd018963d14 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b576eb0-c00c-4a53-94a2-08ca4be62b85 HTTP/1.1" status: 200 len: 1000 time: 0.0611744 Nov 12 02:12:06.217406 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239852c3-ba0d-4932-9347-114a3632b914 req-f23e1bad-4cb5-43be-b670-c1f129817b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:12:06.218835 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-239852c3-ba0d-4932-9347-114a3632b914 req-f23e1bad-4cb5-43be-b670-c1f129817b4b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0d4bf7b9-3409-415c-bce8-0cc8116bf050 HTTP/1.1" status: 200 len: 847 time: 0.0435941 Nov 12 02:12:06.265848 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239852c3-ba0d-4932-9347-114a3632b914 req-72b4f560-1bda-4d57-ba0c-8e8766b21311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:12:06.267389 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-239852c3-ba0d-4932-9347-114a3632b914 req-72b4f560-1bda-4d57-ba0c-8e8766b21311 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7ff4806b-a30e-45b7-8336-64d8f45b8cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411553 Nov 12 02:12:06.362327 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-239852c3-ba0d-4932-9347-114a3632b914 req-ebd5b7dd-3751-4bcc-85c5-177ccdfaa5fa service neutron] 10.222.0.44 "GET /v2.0/networks/7ff4806b-a30e-45b7-8336-64d8f45b8cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864847 Nov 12 02:12:06.455240 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-239852c3-ba0d-4932-9347-114a3632b914 req-4d6701f5-9b46-4b55-af58-1c178bf3ec80 service neutron] 10.222.0.44 "GET /v2.0/networks/7ff4806b-a30e-45b7-8336-64d8f45b8cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855103 Nov 12 02:12:09.178215 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:11.280883 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:12.458450 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:12:27.374939 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1251ecb4-a181-4fd7-96f1-e00b4d0cff01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:30.950804 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a70ac4c6-b7a6-49f6-bd79-2e0ce8872979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:33.148945 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:34.137050 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:35.434640 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:39.196655 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:41.280127 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:12:49.458253 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:12:57.379595 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-00ead1f0-4fed-4627-a7a9-512b6529302a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:00.951817 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4e9c519e-99de-473d-80e4-3eddacdd85e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:03.150557 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:04.139580 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:05.436535 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:07.938240 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-715b7d36-cc0b-43a8-8e60-ec99ecfb1a6b req-fac593bc-3557-4e84-93a9-4c22e5ed6971 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0449224 Nov 12 02:13:08.035891 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b7d36-cc0b-43a8-8e60-ec99ecfb1a6b req-fd154b1e-1c93-44a9-9f10-18920e93ca09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:08.037361 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-715b7d36-cc0b-43a8-8e60-ec99ecfb1a6b req-fd154b1e-1c93-44a9-9f10-18920e93ca09 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=75f23ac4df814e8b85f56814c47a188b&device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 1098 time: 0.0405228 Nov 12 02:13:08.143688 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b7d36-cc0b-43a8-8e60-ec99ecfb1a6b req-409cafb6-ed4a-4d67-944e-90c744ccc3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:08.145208 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-715b7d36-cc0b-43a8-8e60-ec99ecfb1a6b req-409cafb6-ed4a-4d67-944e-90c744ccc3eb service neutron] 10.222.0.44 "GET /v2.0/networks?id=7ff4806b-a30e-45b7-8336-64d8f45b8cbd HTTP/1.1" status: 200 len: 908 time: 0.0874102 Nov 12 02:13:08.213976 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-715b7d36-cc0b-43a8-8e60-ec99ecfb1a6b req-aa5a8d50-6436-4abe-b982-9bd6017044f2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b576eb0-c00c-4a53-94a2-08ca4be62b85 HTTP/1.1" status: 200 len: 1000 time: 0.0617754 Nov 12 02:13:08.262640 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b7d36-cc0b-43a8-8e60-ec99ecfb1a6b req-8887a592-46ce-45ff-b1c4-4adad6c994af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:08.264102 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-715b7d36-cc0b-43a8-8e60-ec99ecfb1a6b req-8887a592-46ce-45ff-b1c4-4adad6c994af service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0d4bf7b9-3409-415c-bce8-0cc8116bf050 HTTP/1.1" status: 200 len: 847 time: 0.0432179 Nov 12 02:13:08.309017 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b7d36-cc0b-43a8-8e60-ec99ecfb1a6b req-a15c9fad-549e-4226-b704-137a3ecdd7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:08.310431 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-715b7d36-cc0b-43a8-8e60-ec99ecfb1a6b req-a15c9fad-549e-4226-b704-137a3ecdd7f7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7ff4806b-a30e-45b7-8336-64d8f45b8cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397601 Nov 12 02:13:08.405025 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-715b7d36-cc0b-43a8-8e60-ec99ecfb1a6b req-a1b90d42-b3b9-410e-9399-fb3234f3024f service neutron] 10.222.0.44 "GET /v2.0/networks/7ff4806b-a30e-45b7-8336-64d8f45b8cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874431 Nov 12 02:13:08.494456 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-715b7d36-cc0b-43a8-8e60-ec99ecfb1a6b req-5780f33b-169a-4768-9bc3-a3b0ff3d1d11 service neutron] 10.222.0.44 "GET /v2.0/networks/7ff4806b-a30e-45b7-8336-64d8f45b8cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828745 Nov 12 02:13:09.197113 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:09.608214 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59062) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:13:09.769520 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-342a9f07-ea78-4695-8c42-000363a6876c tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Deleting port a2e6004a-cbef-437f-ac94-f7423c9220b8 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:13:09.769864 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-342a9f07-ea78-4695-8c42-000363a6876c tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:09.844515 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-342a9f07-ea78-4695-8c42-000363a6876c tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:09.844842 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-342a9f07-ea78-4695-8c42-000363a6876c tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:09.856420 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-342a9f07-ea78-4695-8c42-000363a6876c tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Calling delete_port for a2e6004a-cbef-437f-ac94-f7423c9220b8 owned by network:floatingip {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:13:10.003290 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-342a9f07-ea78-4695-8c42-000363a6876c tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:10.026520 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342a9f07-ea78-4695-8c42-000363a6876c tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Pushing event deleted for resources: {'Port': ['ID=a2e6004a-cbef-437f-ac94-f7423c9220b8,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:13:10.039451 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342a9f07-ea78-4695-8c42-000363a6876c tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:10.040358 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342a9f07-ea78-4695-8c42-000363a6876c tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:10.040470 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342a9f07-ea78-4695-8c42-000363a6876c tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:10.040772 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342a9f07-ea78-4695-8c42-000363a6876c tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:10.041115 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342a9f07-ea78-4695-8c42-000363a6876c tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:10.041451 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342a9f07-ea78-4695-8c42-000363a6876c tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:10.041786 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342a9f07-ea78-4695-8c42-000363a6876c tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:10.042118 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342a9f07-ea78-4695-8c42-000363a6876c tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:10.042491 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342a9f07-ea78-4695-8c42-000363a6876c tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:10.042830 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342a9f07-ea78-4695-8c42-000363a6876c tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:10.043166 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342a9f07-ea78-4695-8c42-000363a6876c tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:10.043495 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342a9f07-ea78-4695-8c42-000363a6876c tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:10.107369 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-342a9f07-ea78-4695-8c42-000363a6876c tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for floatingip, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:10.107699 n-d-712142-27 neutron-server[109086]: INFO neutron.db.l3_db [None req-342a9f07-ea78-4695-8c42-000363a6876c tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Floating IP dab60192-ed0a-4f29-afb5-1db3d7aef883 disassociated (deleted). External IP: 172.25.3.35, port: 3b576eb0-c00c-4a53-94a2-08ca4be62b85. Nov 12 02:13:10.312494 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-342a9f07-ea78-4695-8c42-000363a6876c tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Router 1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:13:10.422740 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342a9f07-ea78-4695-8c42-000363a6876c tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:13:10.427552 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-342a9f07-ea78-4695-8c42-000363a6876c tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:10.432492 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df25020d-3aa2-429b-bd86-647a850a8f6a None None] Sync routers for ids ['1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:13:10.442159 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df25020d-3aa2-429b-bd86-647a850a8f6a None None] Routers {'1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:13:10.442766 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-df25020d-3aa2-429b-bd86-647a850a8f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:13:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:13:10.462614 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-342a9f07-ea78-4695-8c42-000363a6876c tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "DELETE /v2.0/floatingips/dab60192-ed0a-4f29-afb5-1db3d7aef883 HTTP/1.1" status: 204 len: 168 time: 0.8508236 Nov 12 02:13:10.462614 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491d455f-7846-4ee2-95d1-d6cd0376b77c', 'tag': '3b576eb0-c00c-4a53-94a2-08ca4be62b85'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:13:10.463108 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4d1d6158e421e9c8e993f80e0426ddaaefecbe2af3f4b68345379587447b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed3b069-5e6c-48ea-9c96-d0faf9312b59" -d '{"events": [{"name": "network-changed", "server_uuid": "491d455f-7846-4ee2-95d1-d6cd0376b77c", "tag": "3b576eb0-c00c-4a53-94a2-08ca4be62b85"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:13:10.551225 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-df25020d-3aa2-429b-bd86-647a850a8f6a None None] Set router 1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:13:10.682159 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f95b47a-b06c-41bd-bb7e-47ceffe69561 x-openstack-request-id: req-8f95b47a-b06c-41bd-bb7e-47ceffe69561 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:13:10.682713 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "491d455f-7846-4ee2-95d1-d6cd0376b77c", "tag": "3b576eb0-c00c-4a53-94a2-08ca4be62b85", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:13:10.682713 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8f95b47a-b06c-41bd-bb7e-47ceffe69561 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:13:10.683095 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491d455f-7846-4ee2-95d1-d6cd0376b77c', 'tag': '3b576eb0-c00c-4a53-94a2-08ca4be62b85', 'status': 'completed', 'code': 200} Nov 12 02:13:10.767856 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3b069-5e6c-48ea-9c96-d0faf9312b59 req-ba92e134-032e-40b5-aa30-8f017e9be023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:10.769426 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3ed3b069-5e6c-48ea-9c96-d0faf9312b59 req-ba92e134-032e-40b5-aa30-8f017e9be023 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=75f23ac4df814e8b85f56814c47a188b&device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 1098 time: 0.0426629 Nov 12 02:13:10.771683 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-df25020d-3aa2-429b-bd86-647a850a8f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'name': 'tempest-TestShelveInstance-219127354-router', 'tenant_id': '75f23ac4df814e8b85f56814c47a188b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'd600a15a-f8d0-4c0f-8b0e-e6c7aaa546de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:08:51Z', 'updated_at': '2021-11-12T02:08:54Z', 'revision_number': 4, 'project_id': '75f23ac4df814e8b85f56814c47a188b', 'gw_port': {'id': 'd600a15a-f8d0-4c0f-8b0e-e6c7aaa546de', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:08:52Z', 'updated_at': '2021-11-12T02:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'caeb0246-1d0d-4702-90c1-601d076f2060', 'name': '', 'network_id': '7ff4806b-a30e-45b7-8336-64d8f45b8cbd', 'tenant_id': '75f23ac4df814e8b85f56814c47a188b', 'mac_address': 'fa:16:3e:2d:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '0d4bf7b9-3409-415c-bce8-0cc8116bf050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:08:54Z', 'updated_at': '2021-11-12T02:09:00Z', 'revision_number': 5, 'project_id': '75f23ac4df814e8b85f56814c47a188b', 'subnets': [{'id': '0d4bf7b9-3409-415c-bce8-0cc8116bf050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:13:10.780401 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1cfc3-f17b-464e-9801-3c794950f6d4 req-554cd1fa-6189-45db-9cad-36a94148b440 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:10.781922 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-efc1cfc3-f17b-464e-9801-3c794950f6d4 req-554cd1fa-6189-45db-9cad-36a94148b440 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 946 time: 0.0519469 Nov 12 02:13:10.798223 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df25020d-3aa2-429b-bd86-647a850a8f6a None None] Checking router: 1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:13:10.807133 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df25020d-3aa2-429b-bd86-647a850a8f6a None None] Routers {'1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:13:10.807757 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-df25020d-3aa2-429b-bd86-647a850a8f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:13:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:13:10.834374 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-efc1cfc3-f17b-464e-9801-3c794950f6d4 req-8fb0ec9e-51ac-4431-9a8b-9aac4edea203 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=295a6c20-f199-4f87-82b0-fc723f40bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457537 Nov 12 02:13:10.869814 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3b069-5e6c-48ea-9c96-d0faf9312b59 req-07ab5f09-f101-4d14-85e8-f56396d2ea04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:10.871885 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3ed3b069-5e6c-48ea-9c96-d0faf9312b59 req-07ab5f09-f101-4d14-85e8-f56396d2ea04 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7ff4806b-a30e-45b7-8336-64d8f45b8cbd HTTP/1.1" status: 200 len: 908 time: 0.0935516 Nov 12 02:13:10.919574 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3ed3b069-5e6c-48ea-9c96-d0faf9312b59 req-d72e9217-0059-4460-be0d-96eec0d84c04 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b576eb0-c00c-4a53-94a2-08ca4be62b85 HTTP/1.1" status: 200 len: 217 time: 0.0403130 Nov 12 02:13:10.972920 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3b069-5e6c-48ea-9c96-d0faf9312b59 req-796efcd7-0d52-42ea-a500-d4e5d1366da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:10.974416 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3ed3b069-5e6c-48ea-9c96-d0faf9312b59 req-796efcd7-0d52-42ea-a500-d4e5d1366da9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0d4bf7b9-3409-415c-bce8-0cc8116bf050 HTTP/1.1" status: 200 len: 847 time: 0.0479004 Nov 12 02:13:11.024839 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3b069-5e6c-48ea-9c96-d0faf9312b59 req-fa9988da-ee7d-494f-a58b-d345f304ee0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:11.026372 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3ed3b069-5e6c-48ea-9c96-d0faf9312b59 req-fa9988da-ee7d-494f-a58b-d345f304ee0f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7ff4806b-a30e-45b7-8336-64d8f45b8cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427499 Nov 12 02:13:11.074461 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-df25020d-3aa2-429b-bd86-647a850a8f6a None None] Set router 1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:13:11.124125 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3ed3b069-5e6c-48ea-9c96-d0faf9312b59 req-522dd018-d2f4-4308-b917-0dba628fc181 service neutron] 10.222.0.44 "GET /v2.0/networks/7ff4806b-a30e-45b7-8336-64d8f45b8cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889323 Nov 12 02:13:11.215742 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-3ed3b069-5e6c-48ea-9c96-d0faf9312b59 req-a4639f72-ab0b-4c31-97e6-b83621d658a6 service neutron] 10.222.0.44 "GET /v2.0/networks/7ff4806b-a30e-45b7-8336-64d8f45b8cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842214 Nov 12 02:13:11.275563 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-df25020d-3aa2-429b-bd86-647a850a8f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'name': 'tempest-TestShelveInstance-219127354-router', 'tenant_id': '75f23ac4df814e8b85f56814c47a188b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'd600a15a-f8d0-4c0f-8b0e-e6c7aaa546de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:08:51Z', 'updated_at': '2021-11-12T02:08:54Z', 'revision_number': 4, 'project_id': '75f23ac4df814e8b85f56814c47a188b', 'gw_port': {'id': 'd600a15a-f8d0-4c0f-8b0e-e6c7aaa546de', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:08:52Z', 'updated_at': '2021-11-12T02:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'caeb0246-1d0d-4702-90c1-601d076f2060', 'name': '', 'network_id': '7ff4806b-a30e-45b7-8336-64d8f45b8cbd', 'tenant_id': '75f23ac4df814e8b85f56814c47a188b', 'mac_address': 'fa:16:3e:2d:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '0d4bf7b9-3409-415c-bce8-0cc8116bf050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:08:54Z', 'updated_at': '2021-11-12T02:09:00Z', 'revision_number': 5, 'project_id': '75f23ac4df814e8b85f56814c47a188b', 'subnets': [{'id': '0d4bf7b9-3409-415c-bce8-0cc8116bf050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:13:11.305814 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df25020d-3aa2-429b-bd86-647a850a8f6a None None] The sync data for ids ['1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc'] in n-d-712142-27 is: [{'id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'name': 'tempest-TestShelveInstance-219127354-router', 'tenant_id': '75f23ac4df814e8b85f56814c47a188b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'd600a15a-f8d0-4c0f-8b0e-e6c7aaa546de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:08:51Z', 'updated_at': '2021-11-12T02:08:54Z', 'revision_number': 4, 'project_id': '75f23ac4df814e8b85f56814c47a188b', 'gw_port': {'id': 'd600a15a-f8d0-4c0f-8b0e-e6c7aaa546de', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:08:52Z', 'updated_at': '2021-11-12T02:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'caeb0246-1d0d-4702-90c1-601d076f2060', 'name': '', 'network_id': '7ff4806b-a30e-45b7-8336-64d8f45b8cbd', 'tenant_id': '75f23ac4df814e8b85f56814c47a188b', 'mac_address': 'fa:16:3e:2d:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '0d4bf7b9-3409-415c-bce8-0cc8116bf050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:08:54Z', 'updated_at': '2021-11-12T02:09:00Z', 'revision_number': 5, 'project_id': '75f23ac4df814e8b85f56814c47a188b', 'subnets': [{'id': '0d4bf7b9-3409-415c-bce8-0cc8116bf050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:13:11.318182 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:11.536511 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9bc28b-4df9-45fb-bfae-75ace0ad53e6 None None] New status for floating IP dab60192-ed0a-4f29-afb5-1db3d7aef883: DOWN {{(pid=109088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:13:11.955174 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36ff32-3966-49d9-928c-178d0f97a601 req-062d56c4-96e9-442c-94ab-a766ed2fe6e2 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:11.956897 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8a36ff32-3966-49d9-928c-178d0f97a601 req-062d56c4-96e9-442c-94ab-a766ed2fe6e2 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 946 time: 0.0498981 Nov 12 02:13:12.008106 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8a36ff32-3966-49d9-928c-178d0f97a601 req-00ab7afc-e103-4d81-81bb-bea1a5ca2321 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=295a6c20-f199-4f87-82b0-fc723f40bb7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441899 Nov 12 02:13:12.158832 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a9aa6-72f0-492c-8335-39bd535268cf req-cba67a0b-0198-42ca-87e5-414102814a8a tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:12.160311 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c91a9aa6-72f0-492c-8335-39bd535268cf req-cba67a0b-0198-42ca-87e5-414102814a8a tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.44 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 946 time: 0.0524282 Nov 12 02:13:12.249646 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-c91a9aa6-72f0-492c-8335-39bd535268cf req-e7a47708-41c2-4307-be9d-41103c8b36f7 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Deleting port 3b576eb0-c00c-4a53-94a2-08ca4be62b85 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:13:12.249987 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-c91a9aa6-72f0-492c-8335-39bd535268cf req-e7a47708-41c2-4307-be9d-41103c8b36f7 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:12.340998 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-c91a9aa6-72f0-492c-8335-39bd535268cf req-e7a47708-41c2-4307-be9d-41103c8b36f7 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] For port 3b576eb0-c00c-4a53-94a2-08ca4be62b85, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=3b576eb0-c00c-4a53-94a2-08ca4be62b85,segment=NetworkSegment(43548c55-702e-43b1-aff1-971723f8cd64),segment_id=43548c55-702e-43b1-aff1-971723f8cd64)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:13:12.341364 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-c91a9aa6-72f0-492c-8335-39bd535268cf req-e7a47708-41c2-4307-be9d-41103c8b36f7 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:12.354707 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-c91a9aa6-72f0-492c-8335-39bd535268cf req-e7a47708-41c2-4307-be9d-41103c8b36f7 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Calling delete_port for 3b576eb0-c00c-4a53-94a2-08ca4be62b85 owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:13:12.483256 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-c91a9aa6-72f0-492c-8335-39bd535268cf req-e7a47708-41c2-4307-be9d-41103c8b36f7 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:12.515537 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a47708-41c2-4307-be9d-41103c8b36f7 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Pushing event deleted for resources: {'Port': ['ID=3b576eb0-c00c-4a53-94a2-08ca4be62b85,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:13:12.556588 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-c91a9aa6-72f0-492c-8335-39bd535268cf req-e7a47708-41c2-4307-be9d-41103c8b36f7 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] No DVR routers for this DVR port 3b576eb0-c00c-4a53-94a2-08ca4be62b85 on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:13:12.559167 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-c91a9aa6-72f0-492c-8335-39bd535268cf req-e7a47708-41c2-4307-be9d-41103c8b36f7 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:12.562964 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c91a9aa6-72f0-492c-8335-39bd535268cf req-e7a47708-41c2-4307-be9d-41103c8b36f7 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.44 "DELETE /v2.0/ports/3b576eb0-c00c-4a53-94a2-08ca4be62b85 HTTP/1.1" status: 204 len: 173 time: 0.3967931 Nov 12 02:13:12.684192 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491d455f-7846-4ee2-95d1-d6cd0376b77c', 'name': 'network-vif-deleted', 'tag': '3b576eb0-c00c-4a53-94a2-08ca4be62b85'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:13:12.686545 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4d1d6158e421e9c8e993f80e0426ddaaefecbe2af3f4b68345379587447b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4a9e50-c0d6-42b3-8f40-98c613ade2d6" -d '{"events": [{"server_uuid": "491d455f-7846-4ee2-95d1-d6cd0376b77c", "name": "network-vif-deleted", "tag": "3b576eb0-c00c-4a53-94a2-08ca4be62b85"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:13:12.727924 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677c8063-0a11-425c-811b-2d0e3f17730f x-openstack-request-id: req-677c8063-0a11-425c-811b-2d0e3f17730f {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:13:12.728329 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491d455f-7846-4ee2-95d1-d6cd0376b77c", "name": "network-vif-deleted", "tag": "3b576eb0-c00c-4a53-94a2-08ca4be62b85", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:13:12.728578 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-677c8063-0a11-425c-811b-2d0e3f17730f {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:13:12.728976 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491d455f-7846-4ee2-95d1-d6cd0376b77c', 'name': 'network-vif-deleted', 'tag': '3b576eb0-c00c-4a53-94a2-08ca4be62b85', 'status': 'completed', 'code': 200} Nov 12 02:13:13.121045 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-754c6381-d3e6-4026-bf62-a73637adc4d0 req-f1fae41c-4559-415b-99f3-f006cbe061f3 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=491d455f-7846-4ee2-95d1-d6cd0376b77c HTTP/1.1" status: 200 len: 210 time: 0.0312717 Nov 12 02:13:14.179695 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59084) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:13:14.236621 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-338846f6-765f-4f7c-ad2c-3660dc2f04a9 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:14.260694 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-338846f6-765f-4f7c-ad2c-3660dc2f04a9 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:14.320037 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-338846f6-765f-4f7c-ad2c-3660dc2f04a9 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:14.322719 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-338846f6-765f-4f7c-ad2c-3660dc2f04a9 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:14.324441 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-338846f6-765f-4f7c-ad2c-3660dc2f04a9 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "DELETE /v2.0/security-groups/295a6c20-f199-4f87-82b0-fc723f40bb7a HTTP/1.1" status: 204 len: 168 time: 0.1437066 Nov 12 02:13:14.334347 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338846f6-765f-4f7c-ad2c-3660dc2f04a9 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=295a6c20-f199-4f87-82b0-fc723f40bb7a,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:13:14.720366 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59090) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:13:14.724943 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-9a34f758-e6e2-484d-a13b-fc73f2daa583 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1166236699', 'description': 'tempest-secgroup-smoke-1166236699 description', 'project_id': '75f23ac4df814e8b85f56814c47a188b'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:13:14.746512 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9a34f758-e6e2-484d-a13b-fc73f2daa583 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:14.821317 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9a34f758-e6e2-484d-a13b-fc73f2daa583 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:14.825604 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9a34f758-e6e2-484d-a13b-fc73f2daa583 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:14.849595 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9a34f758-e6e2-484d-a13b-fc73f2daa583 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:14.850841 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-9a34f758-e6e2-484d-a13b-fc73f2daa583 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1294565 Nov 12 02:13:14.854118 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59092) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:13:14.859382 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-763856f4-7f3e-4223-bb7a-241f4b9c7c27 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Request body: {'security_group_rule': {'security_group_id': '40af2b5c-4c8c-4006-8c96-14cc04833f7b', 'project_id': '75f23ac4df814e8b85f56814c47a188b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:13:14.859597 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a34f758-e6e2-484d-a13b-fc73f2daa583 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40af2b5c-4c8c-4006-8c96-14cc04833f7b,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:13:14.891136 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-763856f4-7f3e-4223-bb7a-241f4b9c7c27 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:14.946002 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-763856f4-7f3e-4223-bb7a-241f4b9c7c27 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:14.949820 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-763856f4-7f3e-4223-bb7a-241f4b9c7c27 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:14.969354 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763856f4-7f3e-4223-bb7a-241f4b9c7c27 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53b15324-d295-4026-bd9a-4661db54fcc1,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:13:14.977999 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-763856f4-7f3e-4223-bb7a-241f4b9c7c27 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:14.979177 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-763856f4-7f3e-4223-bb7a-241f4b9c7c27 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1234870 Nov 12 02:13:14.981502 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763856f4-7f3e-4223-bb7a-241f4b9c7c27 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:14.981847 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763856f4-7f3e-4223-bb7a-241f4b9c7c27 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:14.982189 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763856f4-7f3e-4223-bb7a-241f4b9c7c27 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:14.982522 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763856f4-7f3e-4223-bb7a-241f4b9c7c27 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:14.982683 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59094) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:13:14.982853 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763856f4-7f3e-4223-bb7a-241f4b9c7c27 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:14.983175 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763856f4-7f3e-4223-bb7a-241f4b9c7c27 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:14.983497 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763856f4-7f3e-4223-bb7a-241f4b9c7c27 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:14.983823 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763856f4-7f3e-4223-bb7a-241f4b9c7c27 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:14.984167 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763856f4-7f3e-4223-bb7a-241f4b9c7c27 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:14.984508 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763856f4-7f3e-4223-bb7a-241f4b9c7c27 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:14.984815 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763856f4-7f3e-4223-bb7a-241f4b9c7c27 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:14.985137 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763856f4-7f3e-4223-bb7a-241f4b9c7c27 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:14.987383 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-33b871bf-9469-443f-942f-462cb0fb92d4 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Request body: {'security_group_rule': {'security_group_id': '40af2b5c-4c8c-4006-8c96-14cc04833f7b', 'project_id': '75f23ac4df814e8b85f56814c47a188b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:13:15.014391 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-33b871bf-9469-443f-942f-462cb0fb92d4 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:15.070680 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-33b871bf-9469-443f-942f-462cb0fb92d4 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:15.074282 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-33b871bf-9469-443f-942f-462cb0fb92d4 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:15.091316 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b871bf-9469-443f-942f-462cb0fb92d4 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=868879d4-8c1a-4cd7-acf8-85d07edf7ee0,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:13:15.099433 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-33b871bf-9469-443f-942f-462cb0fb92d4 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:15.100673 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-33b871bf-9469-443f-942f-462cb0fb92d4 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1169775 Nov 12 02:13:15.103478 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59096) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:13:15.108737 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-c1030f63-ea11-4ef1-ac2f-7f1cd32151ca tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Request body: {'security_group_rule': {'security_group_id': '40af2b5c-4c8c-4006-8c96-14cc04833f7b', 'project_id': '75f23ac4df814e8b85f56814c47a188b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:13:15.134313 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c1030f63-ea11-4ef1-ac2f-7f1cd32151ca tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:15.190503 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c1030f63-ea11-4ef1-ac2f-7f1cd32151ca tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:15.194067 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c1030f63-ea11-4ef1-ac2f-7f1cd32151ca tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:15.211357 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1030f63-ea11-4ef1-ac2f-7f1cd32151ca tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3e758f1-d4d5-41d2-a45b-4fdc47017796,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:13:15.218527 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c1030f63-ea11-4ef1-ac2f-7f1cd32151ca tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:15.219730 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c1030f63-ea11-4ef1-ac2f-7f1cd32151ca tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1152160 Nov 12 02:13:15.222532 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59098) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:13:15.226766 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-7babb7f5-ba70-4e85-8213-ba90d99bd25e tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Request body: {'security_group_rule': {'security_group_id': '40af2b5c-4c8c-4006-8c96-14cc04833f7b', 'project_id': '75f23ac4df814e8b85f56814c47a188b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:13:15.254065 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7babb7f5-ba70-4e85-8213-ba90d99bd25e tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:15.313840 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7babb7f5-ba70-4e85-8213-ba90d99bd25e tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:15.318647 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7babb7f5-ba70-4e85-8213-ba90d99bd25e tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:15.339886 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7babb7f5-ba70-4e85-8213-ba90d99bd25e tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3836dc3-a1f0-4d8f-8c7c-f29e889c2ea1,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:13:15.345433 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7babb7f5-ba70-4e85-8213-ba90d99bd25e tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:15.346631 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7babb7f5-ba70-4e85-8213-ba90d99bd25e tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1231821 Nov 12 02:13:15.349333 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59100) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:13:15.353571 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-4a196dde-6021-4bdd-bbea-fed9853e22e9 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Request body: {'security_group_rule': {'security_group_id': '40af2b5c-4c8c-4006-8c96-14cc04833f7b', 'project_id': '75f23ac4df814e8b85f56814c47a188b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:13:15.375273 n-d-712142-27 neutron-server[109086]: INFO neutron.db.securitygroups_db [None req-4a196dde-6021-4bdd-bbea-fed9853e22e9 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Project 75f23ac4df814e8b85f56814c47a188b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 02:13:15.380124 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4a196dde-6021-4bdd-bbea-fed9853e22e9 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:15.440998 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4a196dde-6021-4bdd-bbea-fed9853e22e9 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:15.444775 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4a196dde-6021-4bdd-bbea-fed9853e22e9 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:15.461525 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a196dde-6021-4bdd-bbea-fed9853e22e9 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71852aaa-2803-4e1a-89e3-5ebfa439d726,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:13:15.470048 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4a196dde-6021-4bdd-bbea-fed9853e22e9 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:15.471239 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4a196dde-6021-4bdd-bbea-fed9853e22e9 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1209929 Nov 12 02:13:15.473991 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59102) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:13:15.478344 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-06d3d307-df6c-404c-ab0d-daf747d8039d tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Request body: {'security_group_rule': {'security_group_id': '40af2b5c-4c8c-4006-8c96-14cc04833f7b', 'project_id': '75f23ac4df814e8b85f56814c47a188b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:13:15.500215 n-d-712142-27 neutron-server[109086]: INFO neutron.db.securitygroups_db [None req-06d3d307-df6c-404c-ab0d-daf747d8039d tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Project 75f23ac4df814e8b85f56814c47a188b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 02:13:15.505121 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-06d3d307-df6c-404c-ab0d-daf747d8039d tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:15.565921 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-06d3d307-df6c-404c-ab0d-daf747d8039d tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:15.569966 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-06d3d307-df6c-404c-ab0d-daf747d8039d tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:15.587052 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d3d307-df6c-404c-ab0d-daf747d8039d tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06a6a5c1-50ff-411a-a352-154e4e59c0b4,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:13:15.596030 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-06d3d307-df6c-404c-ab0d-daf747d8039d tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:15.597278 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-06d3d307-df6c-404c-ab0d-daf747d8039d tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1223154 Nov 12 02:13:17.161257 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 3b576eb0-c00c-4a53-94a2-08ca4be62b85 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:13:17.186650 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: 3b576eb0-c00c-4a53-94a2-08ca4be62b85 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:13:17.186990 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device 3b576eb0-c00c-4a53-94a2-08ca4be62b85 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:13:26.456894 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:13:27.382444 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-90e62950-fe25-4f2d-8440-cee6d3c67bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:30.908816 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8bb547ce-c447-476e-b4ac-faed16961694 req-f92b1532-62d9-4d08-8e07-6de20faa485f tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1166236699&fields=id&tenant_id=75f23ac4df814e8b85f56814c47a188b HTTP/1.1" status: 200 len: 267 time: 0.0444798 Nov 12 02:13:30.956941 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ec0ee764-abec-4730-9045-f85022029ea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:31.022608 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb547ce-c447-476e-b4ac-faed16961694 req-aa8c4a53-8fc3-40e5-be63-c51e26420138 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:31.023990 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8bb547ce-c447-476e-b4ac-faed16961694 req-aa8c4a53-8fc3-40e5-be63-c51e26420138 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/networks?id=7ff4806b-a30e-45b7-8336-64d8f45b8cbd HTTP/1.1" status: 200 len: 808 time: 0.1084149 Nov 12 02:13:31.039451 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8bb547ce-c447-476e-b4ac-faed16961694 req-44cd0d7e-fd62-4c2d-9ec4-9c577f370ef7 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/quotas/75f23ac4df814e8b85f56814c47a188b HTTP/1.1" status: 200 len: 375 time: 0.0089943 Nov 12 02:13:31.090957 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8bb547ce-c447-476e-b4ac-faed16961694 req-0092c6d9-28f0-4036-a4e6-3d87314fc513 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=75f23ac4df814e8b85f56814c47a188b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461853 Nov 12 02:13:31.190118 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8bb547ce-c447-476e-b4ac-faed16961694 req-64f101a0-b4e7-42e6-8acd-aff99919951f service neutron] 10.222.0.45 "GET /v2.0/networks/7ff4806b-a30e-45b7-8336-64d8f45b8cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868225 Nov 12 02:13:31.279304 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8bb547ce-c447-476e-b4ac-faed16961694 req-4c63b042-e27d-4f57-8480-49bbe47a75f1 service neutron] 10.222.0.45 "GET /v2.0/networks/7ff4806b-a30e-45b7-8336-64d8f45b8cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825646 Nov 12 02:13:31.562300 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-708fae80-ccfb-4598-b67c-39666ce4f727 req-0d26c675-b6dc-4393-8bfc-004b070f9769 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 210 time: 0.0270991 Nov 12 02:13:32.664500 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dc9e2802-54f2-496f-b98d-f6ef121d3501 req-50c75cd2-1bba-4309-96e9-2f2472259d08 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 210 time: 0.0270460 Nov 12 02:13:32.745298 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb547ce-c447-476e-b4ac-faed16961694 req-a35f8fc1-6f98-40bd-af2b-03464ebd250a tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:32.746767 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8bb547ce-c447-476e-b4ac-faed16961694 req-a35f8fc1-6f98-40bd-af2b-03464ebd250a tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.16 "GET /v2.0/networks?id=7ff4806b-a30e-45b7-8336-64d8f45b8cbd HTTP/1.1" status: 200 len: 808 time: 0.1157775 Nov 12 02:13:32.823809 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8bb547ce-c447-476e-b4ac-faed16961694 req-135805a3-1c39-4adf-9793-56ac8fe95ec9 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75f23ac4df814e8b85f56814c47a188b HTTP/1.1" status: 200 len: 380 time: 0.0547619 Nov 12 02:13:32.837429 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-8bb547ce-c447-476e-b4ac-faed16961694 req-1cf0da2a-484d-4ee5-8ec5-7e119ada5423 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Request body: {'port': {'device_id': 'df2385af-ea2e-4607-a72f-9aa57573ca90', 'network_id': '7ff4806b-a30e-45b7-8336-64d8f45b8cbd', 'admin_state_up': True, 'tenant_id': '75f23ac4df814e8b85f56814c47a188b', 'security_groups': ['40af2b5c-4c8c-4006-8c96-14cc04833f7b']}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:13:32.953079 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bb547ce-c447-476e-b4ac-faed16961694 req-1cf0da2a-484d-4ee5-8ec5-7e119ada5423 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Made reservation on behalf of 75f23ac4df814e8b85f56814c47a188b for: {'port': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:13:32.956586 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-8bb547ce-c447-476e-b4ac-faed16961694 req-1cf0da2a-484d-4ee5-8ec5-7e119ada5423 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:33.088294 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [req-8bb547ce-c447-476e-b4ac-faed16961694 req-1cf0da2a-484d-4ee5-8ec5-7e119ada5423 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Allocated IP 172.20.0.11 (7ff4806b-a30e-45b7-8336-64d8f45b8cbd/0d4bf7b9-3409-415c-bce8-0cc8116bf050/e557659c-b234-4682-b0b1-85954b4f3c99) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:13:33.156011 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:33.240362 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-8bb547ce-c447-476e-b4ac-faed16961694 req-1cf0da2a-484d-4ee5-8ec5-7e119ada5423 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:33.274632 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-8bb547ce-c447-476e-b4ac-faed16961694 req-1cf0da2a-484d-4ee5-8ec5-7e119ada5423 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:33.316942 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bb547ce-c447-476e-b4ac-faed16961694 req-1cf0da2a-484d-4ee5-8ec5-7e119ada5423 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Network 7ff4806b-a30e-45b7-8336-64d8f45b8cbd is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:13:33.322147 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [req-8bb547ce-c447-476e-b4ac-faed16961694 req-1cf0da2a-484d-4ee5-8ec5-7e119ada5423 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:13:33.325826 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb547ce-c447-476e-b4ac-faed16961694 req-1cf0da2a-484d-4ee5-8ec5-7e119ada5423 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:13:33.355162 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf0da2a-484d-4ee5-8ec5-7e119ada5423 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Pushing event updated for resources: {'Port': ['ID=e557659c-b234-4682-b0b1-85954b4f3c99,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:13:33.383466 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb547ce-c447-476e-b4ac-faed16961694 req-1cf0da2a-484d-4ee5-8ec5-7e119ada5423 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:33.384103 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-8bb547ce-c447-476e-b4ac-faed16961694 req-1cf0da2a-484d-4ee5-8ec5-7e119ada5423 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:33.402173 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8bb547ce-c447-476e-b4ac-faed16961694 req-1cf0da2a-484d-4ee5-8ec5-7e119ada5423 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5684543 Nov 12 02:13:33.485002 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-8bb547ce-c447-476e-b4ac-faed16961694 req-8c848b6f-5e3b-4842-923b-f06007407f30 service neutron] Request body: {'port': {'device_id': 'df2385af-ea2e-4607-a72f-9aa57573ca90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712142-27'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:13:33.544463 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-8bb547ce-c447-476e-b4ac-faed16961694 req-8c848b6f-5e3b-4842-923b-f06007407f30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:33.583771 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-7d2b1835-b04e-40f5-b52e-66f4c0deafab None None] Provisioning complete for port e557659c-b234-4682-b0b1-85954b4f3c99 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:13:33.584622 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7d2b1835-b04e-40f5-b52e-66f4c0deafab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:33.621259 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-7d2b1835-b04e-40f5-b52e-66f4c0deafab None None] Port e557659c-b234-4682-b0b1-85954b4f3c99 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:13:33.806193 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa501db-4a59-47f1-9c44-58c84862a587 req-c98cff1d-b20a-4f29-9d02-0484855c7a3c tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:33.807950 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5fa501db-4a59-47f1-9c44-58c84862a587 req-c98cff1d-b20a-4f29-9d02-0484855c7a3c tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 932 time: 0.0619891 Nov 12 02:13:33.830250 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-8bb547ce-c447-476e-b4ac-faed16961694 req-8c848b6f-5e3b-4842-923b-f06007407f30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e557659c-b234-4682-b0b1-85954b4f3c99 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:13:33.839770 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-8bb547ce-c447-476e-b4ac-faed16961694 req-8c848b6f-5e3b-4842-923b-f06007407f30 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:33.852734 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-8bb547ce-c447-476e-b4ac-faed16961694 req-8c848b6f-5e3b-4842-923b-f06007407f30 service neutron] Transition to ACTIVE for port object e557659c-b234-4682-b0b1-85954b4f3c99 will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:13:33.857267 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-8bb547ce-c447-476e-b4ac-faed16961694 req-8c848b6f-5e3b-4842-923b-f06007407f30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:33.864203 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5fa501db-4a59-47f1-9c44-58c84862a587 req-9a2075d3-523b-4f32-a38b-4c612a666e26 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=40af2b5c-4c8c-4006-8c96-14cc04833f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493255 Nov 12 02:13:33.936067 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c848b6f-5e3b-4842-923b-f06007407f30 service neutron] Pushing event updated for resources: {'Port': ['ID=e557659c-b234-4682-b0b1-85954b4f3c99,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:13:33.991058 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-8bb547ce-c447-476e-b4ac-faed16961694 req-8c848b6f-5e3b-4842-923b-f06007407f30 service neutron] Attempting to bind port e557659c-b234-4682-b0b1-85954b4f3c99 on host n-h1-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:13:33.991492 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-8bb547ce-c447-476e-b4ac-faed16961694 req-8c848b6f-5e3b-4842-923b-f06007407f30 service neutron] Attempting to bind port e557659c-b234-4682-b0b1-85954b4f3c99 by drivers openvswitch,hyperv on host n-h1-712142-27 at level 0 using segments [{'id': '43548c55-702e-43b1-aff1-971723f8cd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7ff4806b-a30e-45b7-8336-64d8f45b8cbd'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:13:33.991899 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb547ce-c447-476e-b4ac-faed16961694 req-8c848b6f-5e3b-4842-923b-f06007407f30 service neutron] Attempting to bind port e557659c-b234-4682-b0b1-85954b4f3c99 on network 7ff4806b-a30e-45b7-8336-64d8f45b8cbd {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:13:33.998135 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb547ce-c447-476e-b4ac-faed16961694 req-8c848b6f-5e3b-4842-923b-f06007407f30 service neutron] Port e557659c-b234-4682-b0b1-85954b4f3c99 on network 7ff4806b-a30e-45b7-8336-64d8f45b8cbd not bound, no agent of type Open vSwitch agent registered on host n-h1-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:13:33.998462 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb547ce-c447-476e-b4ac-faed16961694 req-8c848b6f-5e3b-4842-923b-f06007407f30 service neutron] Attempting to bind port e557659c-b234-4682-b0b1-85954b4f3c99 on network 7ff4806b-a30e-45b7-8336-64d8f45b8cbd {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:13:34.003883 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb547ce-c447-476e-b4ac-faed16961694 req-8c848b6f-5e3b-4842-923b-f06007407f30 service neutron] Checking agent: {'id': 'eb75fedb-1166-45f4-a07d-cdb179bff7ab', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:13:34.004305 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb547ce-c447-476e-b4ac-faed16961694 req-8c848b6f-5e3b-4842-923b-f06007407f30 service neutron] Checking segment: {'id': '43548c55-702e-43b1-aff1-971723f8cd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7ff4806b-a30e-45b7-8336-64d8f45b8cbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:13:34.004702 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb547ce-c447-476e-b4ac-faed16961694 req-8c848b6f-5e3b-4842-923b-f06007407f30 service neutron] Bound using segment: {'id': '43548c55-702e-43b1-aff1-971723f8cd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7ff4806b-a30e-45b7-8336-64d8f45b8cbd'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:13:34.005303 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-8bb547ce-c447-476e-b4ac-faed16961694 req-8c848b6f-5e3b-4842-923b-f06007407f30 service neutron] Bound port: e557659c-b234-4682-b0b1-85954b4f3c99, host: n-h1-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43548c55-702e-43b1-aff1-971723f8cd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7ff4806b-a30e-45b7-8336-64d8f45b8cbd'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:13:34.005680 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-8bb547ce-c447-476e-b4ac-faed16961694 req-8c848b6f-5e3b-4842-923b-f06007407f30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:34.081294 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-8bb547ce-c447-476e-b4ac-faed16961694 req-8c848b6f-5e3b-4842-923b-f06007407f30 service neutron] For port e557659c-b234-4682-b0b1-85954b4f3c99, host n-h1-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:13:34.084478 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-8bb547ce-c447-476e-b4ac-faed16961694 req-8c848b6f-5e3b-4842-923b-f06007407f30 service neutron] For port e557659c-b234-4682-b0b1-85954b4f3c99, host n-h1-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=e557659c-b234-4682-b0b1-85954b4f3c99,segment=NetworkSegment(43548c55-702e-43b1-aff1-971723f8cd64),segment_id=43548c55-702e-43b1-aff1-971723f8cd64)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:13:34.089907 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-8bb547ce-c447-476e-b4ac-faed16961694 req-8c848b6f-5e3b-4842-923b-f06007407f30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:34.126771 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb547ce-c447-476e-b4ac-faed16961694 req-8c848b6f-5e3b-4842-923b-f06007407f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:34.127492 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-8bb547ce-c447-476e-b4ac-faed16961694 req-8c848b6f-5e3b-4842-923b-f06007407f30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:34.128931 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8bb547ce-c447-476e-b4ac-faed16961694 req-8c848b6f-5e3b-4842-923b-f06007407f30 service neutron] 10.222.0.16 "PUT /v2.0/ports/e557659c-b234-4682-b0b1-85954b4f3c99 HTTP/1.1" status: 200 len: 1093 time: 0.7072902 Nov 12 02:13:34.129409 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df2385af-ea2e-4607-a72f-9aa57573ca90', 'tag': 'e557659c-b234-4682-b0b1-85954b4f3c99'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:13:34.131787 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4d1d6158e421e9c8e993f80e0426ddaaefecbe2af3f4b68345379587447b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ca0a1a-e87e-4d2b-b0e8-6a38a5696b55" -d '{"events": [{"name": "network-changed", "server_uuid": "df2385af-ea2e-4607-a72f-9aa57573ca90", "tag": "e557659c-b234-4682-b0b1-85954b4f3c99"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:13:34.164950 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:34.170336 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c848b6f-5e3b-4842-923b-f06007407f30 service neutron] Pushing event updated for resources: {'Port': ['ID=e557659c-b234-4682-b0b1-85954b4f3c99,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:13:34.199251 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4eeb41-0111-4dc8-830e-f4124c48d6fb x-openstack-request-id: req-ae4eeb41-0111-4dc8-830e-f4124c48d6fb {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:13:34.199547 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df2385af-ea2e-4607-a72f-9aa57573ca90", "tag": "e557659c-b234-4682-b0b1-85954b4f3c99", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:13:34.199803 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ae4eeb41-0111-4dc8-830e-f4124c48d6fb {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:13:34.200425 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df2385af-ea2e-4607-a72f-9aa57573ca90', 'tag': 'e557659c-b234-4682-b0b1-85954b4f3c99', 'status': 'completed', 'code': 200} Nov 12 02:13:34.264595 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb547ce-c447-476e-b4ac-faed16961694 req-ed9d594c-5cd9-400f-8758-7d85143ebcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:34.266197 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8bb547ce-c447-476e-b4ac-faed16961694 req-ed9d594c-5cd9-400f-8758-7d85143ebcf0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=75f23ac4df814e8b85f56814c47a188b&device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 1096 time: 0.0458143 Nov 12 02:13:34.334963 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8bb547ce-c447-476e-b4ac-faed16961694 req-1346795a-820f-478a-ac7a-9e1a3cfad887 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e557659c-b234-4682-b0b1-85954b4f3c99 HTTP/1.1" status: 200 len: 217 time: 0.0458260 Nov 12 02:13:34.394591 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb547ce-c447-476e-b4ac-faed16961694 req-69e3919c-3675-4563-9274-e73dac8aff0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:34.396122 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8bb547ce-c447-476e-b4ac-faed16961694 req-69e3919c-3675-4563-9274-e73dac8aff0e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0d4bf7b9-3409-415c-bce8-0cc8116bf050 HTTP/1.1" status: 200 len: 847 time: 0.0551476 Nov 12 02:13:34.447892 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb547ce-c447-476e-b4ac-faed16961694 req-28a70f00-7ef7-4179-887d-7db166402fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:34.450043 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8bb547ce-c447-476e-b4ac-faed16961694 req-28a70f00-7ef7-4179-887d-7db166402fe2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7ff4806b-a30e-45b7-8336-64d8f45b8cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447292 Nov 12 02:13:34.547874 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8bb547ce-c447-476e-b4ac-faed16961694 req-90b9726f-c529-4364-a1cb-058512565bf0 service neutron] 10.222.0.16 "GET /v2.0/networks/7ff4806b-a30e-45b7-8336-64d8f45b8cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877593 Nov 12 02:13:34.991736 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-8bb547ce-c447-476e-b4ac-faed16961694 req-0a8ffb27-4ca2-43fb-a2ea-ac77f6eccc82 service neutron] 10.222.0.16 "GET /v2.0/networks/7ff4806b-a30e-45b7-8336-64d8f45b8cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4322813 Nov 12 02:13:35.051837 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756a7c4-eaee-4492-9868-e6811f424b5c req-e9c1a08e-13ce-4291-8a3f-e15b3f69c2f1 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:35.053385 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f756a7c4-eaee-4492-9868-e6811f424b5c req-e9c1a08e-13ce-4291-8a3f-e15b3f69c2f1 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 944 time: 0.1093624 Nov 12 02:13:35.107311 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f756a7c4-eaee-4492-9868-e6811f424b5c req-97b7f684-d689-4e12-a446-02eb9716acd0 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=40af2b5c-4c8c-4006-8c96-14cc04833f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477724 Nov 12 02:13:35.131574 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca0a1a-e87e-4d2b-b0e8-6a38a5696b55 req-f312c0d1-8c00-4e98-828d-773cae857f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:35.133125 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-26ca0a1a-e87e-4d2b-b0e8-6a38a5696b55 req-f312c0d1-8c00-4e98-828d-773cae857f1a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=75f23ac4df814e8b85f56814c47a188b&device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 1096 time: 0.0447013 Nov 12 02:13:35.233740 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca0a1a-e87e-4d2b-b0e8-6a38a5696b55 req-d2f7e091-8b00-45e9-a48c-00f1902c6e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:35.235461 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-26ca0a1a-e87e-4d2b-b0e8-6a38a5696b55 req-d2f7e091-8b00-45e9-a48c-00f1902c6e97 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7ff4806b-a30e-45b7-8336-64d8f45b8cbd HTTP/1.1" status: 200 len: 908 time: 0.0940318 Nov 12 02:13:35.285581 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-26ca0a1a-e87e-4d2b-b0e8-6a38a5696b55 req-4c512a59-75c0-4b9c-8289-9ab1c6133708 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e557659c-b234-4682-b0b1-85954b4f3c99 HTTP/1.1" status: 200 len: 217 time: 0.0361784 Nov 12 02:13:35.341055 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca0a1a-e87e-4d2b-b0e8-6a38a5696b55 req-449fe636-4640-4cae-9c8a-f475a7c0ad27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:35.342649 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-26ca0a1a-e87e-4d2b-b0e8-6a38a5696b55 req-449fe636-4640-4cae-9c8a-f475a7c0ad27 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0d4bf7b9-3409-415c-bce8-0cc8116bf050 HTTP/1.1" status: 200 len: 847 time: 0.0495341 Nov 12 02:13:35.391010 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca0a1a-e87e-4d2b-b0e8-6a38a5696b55 req-234a0281-a590-4f85-86b2-cd6f47e92939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:35.392656 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-26ca0a1a-e87e-4d2b-b0e8-6a38a5696b55 req-234a0281-a590-4f85-86b2-cd6f47e92939 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7ff4806b-a30e-45b7-8336-64d8f45b8cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415385 Nov 12 02:13:35.444050 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:35.497221 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-26ca0a1a-e87e-4d2b-b0e8-6a38a5696b55 req-5659b1a7-45e1-4c8c-83ac-67d480797393 service neutron] 10.222.0.16 "GET /v2.0/networks/7ff4806b-a30e-45b7-8336-64d8f45b8cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955708 Nov 12 02:13:35.594660 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-26ca0a1a-e87e-4d2b-b0e8-6a38a5696b55 req-01423f01-863b-481f-8cd2-2f36c398287d service neutron] 10.222.0.16 "GET /v2.0/networks/7ff4806b-a30e-45b7-8336-64d8f45b8cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889485 Nov 12 02:13:36.231430 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d77cf-e674-4d84-9def-f26622c11abf req-44ebe918-d0b3-4277-be47-606be95e0402 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:36.233047 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f55d77cf-e674-4d84-9def-f26622c11abf req-44ebe918-d0b3-4277-be47-606be95e0402 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 944 time: 0.0568695 Nov 12 02:13:36.286334 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f55d77cf-e674-4d84-9def-f26622c11abf req-c05146b3-4983-4bbe-9099-69131c3ca564 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=40af2b5c-4c8c-4006-8c96-14cc04833f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470829 Nov 12 02:13:37.402759 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d6d32-5684-4c06-8761-8eb015d7244a req-b3a37a62-4437-40c3-bbe7-e8f7f5d9d915 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:37.407916 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-278d6d32-5684-4c06-8761-8eb015d7244a req-b3a37a62-4437-40c3-bbe7-e8f7f5d9d915 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 944 time: 0.0534503 Nov 12 02:13:37.455747 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-278d6d32-5684-4c06-8761-8eb015d7244a req-dff181d0-3561-4042-9f12-26fd2ed4f398 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=40af2b5c-4c8c-4006-8c96-14cc04833f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453839 Nov 12 02:13:38.573968 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f919bee-5909-46a0-bcf4-d8d10b1e23b5 req-cda33291-cbfb-48c3-9ddc-a257185bc062 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:38.575500 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3f919bee-5909-46a0-bcf4-d8d10b1e23b5 req-cda33291-cbfb-48c3-9ddc-a257185bc062 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 944 time: 0.0490267 Nov 12 02:13:38.628769 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3f919bee-5909-46a0-bcf4-d8d10b1e23b5 req-3407351e-e8c1-4d82-9190-43d0f31a9330 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=40af2b5c-4c8c-4006-8c96-14cc04833f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472600 Nov 12 02:13:39.211464 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:39.751538 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdbd7a9-539d-45fa-8c55-57359a1d1e59 req-8778ec28-7643-41b4-a050-0bcbe2103289 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:39.753094 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5bdbd7a9-539d-45fa-8c55-57359a1d1e59 req-8778ec28-7643-41b4-a050-0bcbe2103289 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 944 time: 0.0507200 Nov 12 02:13:39.804127 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5bdbd7a9-539d-45fa-8c55-57359a1d1e59 req-7cabe8b2-eccc-4768-8b0d-03057bf53931 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=40af2b5c-4c8c-4006-8c96-14cc04833f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449376 Nov 12 02:13:40.925934 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b3a81-9615-44d6-9bff-55db89f3d0eb req-f51e0768-8fd9-4f5e-9155-b6561b735e87 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:40.927422 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3b6b3a81-9615-44d6-9bff-55db89f3d0eb req-f51e0768-8fd9-4f5e-9155-b6561b735e87 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 944 time: 0.0498726 Nov 12 02:13:40.976596 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3b6b3a81-9615-44d6-9bff-55db89f3d0eb req-7a583930-2c3d-4848-b274-6fa358831f67 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=40af2b5c-4c8c-4006-8c96-14cc04833f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429904 Nov 12 02:13:41.320383 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:42.095638 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f8715-9cab-4af2-8b6f-e5b9147e7f9c req-e91c8f83-3aba-45fc-97b9-0bc9c161a2d1 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:42.097059 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3f1f8715-9cab-4af2-8b6f-e5b9147e7f9c req-e91c8f83-3aba-45fc-97b9-0bc9c161a2d1 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 944 time: 0.0539427 Nov 12 02:13:42.145549 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3f1f8715-9cab-4af2-8b6f-e5b9147e7f9c req-fb9edb44-d88b-45f4-99ae-9e22033a8ad9 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=40af2b5c-4c8c-4006-8c96-14cc04833f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425966 Nov 12 02:13:43.261620 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f070b79-a1e4-491e-98f7-6eea3b041806 req-e884c559-e0dd-45cc-b71c-4a8f274256da tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:43.263242 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5f070b79-a1e4-491e-98f7-6eea3b041806 req-e884c559-e0dd-45cc-b71c-4a8f274256da tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 944 time: 0.0484471 Nov 12 02:13:43.311817 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5f070b79-a1e4-491e-98f7-6eea3b041806 req-41d02ab1-53f6-424e-a8c3-84a12a2c65f2 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=40af2b5c-4c8c-4006-8c96-14cc04833f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427487 Nov 12 02:13:44.428596 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dccbb3-e4a0-4e8e-a847-79276f1f13ef req-59a1eabf-f74e-410b-985b-15e24635348d tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:44.430114 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-10dccbb3-e4a0-4e8e-a847-79276f1f13ef req-59a1eabf-f74e-410b-985b-15e24635348d tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 944 time: 0.0504723 Nov 12 02:13:44.483133 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-10dccbb3-e4a0-4e8e-a847-79276f1f13ef req-28afd40f-5884-46d4-9e2e-866264fb5600 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=40af2b5c-4c8c-4006-8c96-14cc04833f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464950 Nov 12 02:13:45.599723 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469ea71-ef2f-4b59-b904-496a8d767b8a req-de998c30-48cc-4657-900c-92ca1680028b tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:45.601288 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e469ea71-ef2f-4b59-b904-496a8d767b8a req-de998c30-48cc-4657-900c-92ca1680028b tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 944 time: 0.0503571 Nov 12 02:13:45.650991 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e469ea71-ef2f-4b59-b904-496a8d767b8a req-1a495b7b-6a15-4ebe-b760-9bffcf5fa7c6 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=40af2b5c-4c8c-4006-8c96-14cc04833f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434883 Nov 12 02:13:46.568014 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device e557659c-b234-4682-b0b1-85954b4f3c99 details requested by agent hyperv_n-h1-712142-27 with host n-h1-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:13:46.661043 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port e557659c-b234-4682-b0b1-85954b4f3c99, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=e557659c-b234-4682-b0b1-85954b4f3c99,segment=NetworkSegment(43548c55-702e-43b1-aff1-971723f8cd64),segment_id=43548c55-702e-43b1-aff1-971723f8cd64)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:13:46.672089 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Returning: {'device': 'e557659c-b234-4682-b0b1-85954b4f3c99', 'network_id': '7ff4806b-a30e-45b7-8336-64d8f45b8cbd', 'port_id': 'e557659c-b234-4682-b0b1-85954b4f3c99', 'mac_address': 'fa:16:3e:7b:1d:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d4bf7b9-3409-415c-bce8-0cc8116bf050', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:13:46.714148 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:46.727088 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e557659c-b234-4682-b0b1-85954b4f3c99 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:13:46.747311 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port e557659c-b234-4682-b0b1-85954b4f3c99, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=e557659c-b234-4682-b0b1-85954b4f3c99,segment=NetworkSegment(43548c55-702e-43b1-aff1-971723f8cd64),segment_id=43548c55-702e-43b1-aff1-971723f8cd64)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:13:46.751014 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:46.775285 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3459e0-35c1-4595-9b2c-af27698cfa8c req-e0ee0832-d13e-4f9f-be51-bf33a911c317 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:46.776970 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3f3459e0-35c1-4595-9b2c-af27698cfa8c req-e0ee0832-d13e-4f9f-be51-bf33a911c317 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 944 time: 0.0522580 Nov 12 02:13:46.812165 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=e557659c-b234-4682-b0b1-85954b4f3c99,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:13:46.819843 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:46.820212 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:46.820583 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:46.820926 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:46.821261 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:46.821587 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:46.821922 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:46.822428 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:46.822844 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:46.823740 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:46.824156 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:46.824483 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:13:46.831556 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3f3459e0-35c1-4595-9b2c-af27698cfa8c req-1d5d12e0-2ed9-48d2-bb44-71e6b9bf24df tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=40af2b5c-4c8c-4006-8c96-14cc04833f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471833 Nov 12 02:13:47.169892 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] get_ports_and_sgs() called for port_ids ['e557659c-b234-4682-b0b1-85954b4f3c99'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:13:47.952943 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07063f0b-82f1-479d-aa44-c4319303ed7a req-4380d645-1c82-4e6c-92ac-cb8ccbfdcaf2 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:47.954458 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-07063f0b-82f1-479d-aa44-c4319303ed7a req-4380d645-1c82-4e6c-92ac-cb8ccbfdcaf2 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 945 time: 0.0539451 Nov 12 02:13:48.003246 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-07063f0b-82f1-479d-aa44-c4319303ed7a req-be232d91-9aa2-4024-a2e9-f2c473779c74 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=40af2b5c-4c8c-4006-8c96-14cc04833f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426829 Nov 12 02:13:48.593269 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device e557659c-b234-4682-b0b1-85954b4f3c99 up at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:13:48.642403 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning for port e557659c-b234-4682-b0b1-85954b4f3c99 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:13:48.646294 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Provisioning complete for port e557659c-b234-4682-b0b1-85954b4f3c99 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:13:48.646619 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:48.727183 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:48.749793 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df2385af-ea2e-4607-a72f-9aa57573ca90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e557659c-b234-4682-b0b1-85954b4f3c99'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:13:48.752045 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ec54fb32a252cf543512252f4538ed49f878ab9aa91f770db158cb882be9043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd88561d-fb50-4300-b2c2-dbd78ef63e3a" -d '{"events": [{"server_uuid": "df2385af-ea2e-4607-a72f-9aa57573ca90", "name": "network-vif-plugged", "status": "completed", "tag": "e557659c-b234-4682-b0b1-85954b4f3c99"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:13:48.764772 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port e557659c-b234-4682-b0b1-85954b4f3c99, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=e557659c-b234-4682-b0b1-85954b4f3c99,segment=NetworkSegment(43548c55-702e-43b1-aff1-971723f8cd64),segment_id=43548c55-702e-43b1-aff1-971723f8cd64)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:13:48.768773 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:48.818081 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=e557659c-b234-4682-b0b1-85954b4f3c99,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:13:48.849709 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba06ae2-dd69-4398-a5d4-b32051213df6 x-openstack-request-id: req-aba06ae2-dd69-4398-a5d4-b32051213df6 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:13:48.850007 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df2385af-ea2e-4607-a72f-9aa57573ca90", "name": "network-vif-plugged", "status": "completed", "tag": "e557659c-b234-4682-b0b1-85954b4f3c99", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:13:48.850260 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-aba06ae2-dd69-4398-a5d4-b32051213df6 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:13:48.850658 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df2385af-ea2e-4607-a72f-9aa57573ca90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e557659c-b234-4682-b0b1-85954b4f3c99', 'code': 200} Nov 12 02:13:48.996017 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc9b77-1091-40e3-879b-d158a678fbe7 req-28fae2d6-c4f1-4af8-829e-28b8e9a436cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:48.997410 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-99cc9b77-1091-40e3-879b-d158a678fbe7 req-28fae2d6-c4f1-4af8-829e-28b8e9a436cd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 1098 time: 0.0403547 Nov 12 02:13:49.054116 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-99cc9b77-1091-40e3-879b-d158a678fbe7 req-45af48ee-4e37-4e5e-8d21-206a02898382 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=40af2b5c-4c8c-4006-8c96-14cc04833f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471475 Nov 12 02:13:49.122083 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899d49b-f984-4b15-b962-83dbcb583388 req-2db1f5dc-9124-4537-9d64-9fca09adcbc9 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:49.123599 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0899d49b-f984-4b15-b962-83dbcb583388 req-2db1f5dc-9124-4537-9d64-9fca09adcbc9 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 946 time: 0.0493793 Nov 12 02:13:49.172669 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0899d49b-f984-4b15-b962-83dbcb583388 req-c3536b8b-82b0-4558-94b7-9580544f1433 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=40af2b5c-4c8c-4006-8c96-14cc04833f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431449 Nov 12 02:13:50.293611 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e400e-3c0f-4bb6-9eeb-0dbdfbbee035 req-4ad820d8-7257-467e-975a-d64205154348 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:50.295091 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-243e400e-3c0f-4bb6-9eeb-0dbdfbbee035 req-4ad820d8-7257-467e-975a-d64205154348 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 946 time: 0.0546601 Nov 12 02:13:50.343232 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-243e400e-3c0f-4bb6-9eeb-0dbdfbbee035 req-dad95b73-c221-43a9-bb8a-8a3e4c4fb33f tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=40af2b5c-4c8c-4006-8c96-14cc04833f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421467 Nov 12 02:13:51.461379 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce982c6-bed9-4854-be4e-c35e56d8025f req-df8f15ed-8ae0-4947-8d70-ad4ad82b8cc0 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:51.462874 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dce982c6-bed9-4854-be4e-c35e56d8025f req-df8f15ed-8ae0-4947-8d70-ad4ad82b8cc0 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 946 time: 0.0523996 Nov 12 02:13:51.519794 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dce982c6-bed9-4854-be4e-c35e56d8025f req-b91d0cde-4d26-4594-b8df-f6d2b12448c3 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=40af2b5c-4c8c-4006-8c96-14cc04833f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507894 Nov 12 02:13:51.633095 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4596ac1c-aebf-40e9-9f60-0a696aa1eac3 req-af6f73ff-a35b-4e5b-b07f-d0a7d7de6554 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:51.634575 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4596ac1c-aebf-40e9-9f60-0a696aa1eac3 req-af6f73ff-a35b-4e5b-b07f-d0a7d7de6554 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 946 time: 0.0492551 Nov 12 02:13:51.687184 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4596ac1c-aebf-40e9-9f60-0a696aa1eac3 req-80ff0790-f192-4217-866f-0c5485552139 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=40af2b5c-4c8c-4006-8c96-14cc04833f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467234 Nov 12 02:13:51.708690 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59300) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:13:51.748680 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ddb767-11ca-4695-9a1c-a93e506063ee tempest-TestShelveInstance-1011608029 tempest-TestShelveInstance-1011608029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:51.750213 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-95ddb767-11ca-4695-9a1c-a93e506063ee tempest-TestShelveInstance-1011608029 tempest-TestShelveInstance-1011608029-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 1093 time: 0.0405450 Nov 12 02:13:51.753063 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59302) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:13:51.757287 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-b9350b77-0d47-487e-9c43-7851eec2980f tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Request body: {'floatingip': {'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'port_id': 'e557659c-b234-4682-b0b1-85954b4f3c99', 'tenant_id': '75f23ac4df814e8b85f56814c47a188b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:13:51.779516 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b9350b77-0d47-487e-9c43-7851eec2980f tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for floatingip, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:51.875594 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b9350b77-0d47-487e-9c43-7851eec2980f tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:51.984125 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-b9350b77-0d47-487e-9c43-7851eec2980f tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Allocated IP 172.25.3.65 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/084fd164-35ce-421d-bb2d-f5e1b093ea7c) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:13:52.085428 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b9350b77-0d47-487e-9c43-7851eec2980f tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:52.124155 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b9350b77-0d47-487e-9c43-7851eec2980f tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:52.163524 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9350b77-0d47-487e-9c43-7851eec2980f tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:13:52.168451 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-b9350b77-0d47-487e-9c43-7851eec2980f tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:13:52.172025 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9350b77-0d47-487e-9c43-7851eec2980f tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:13:52.194333 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9350b77-0d47-487e-9c43-7851eec2980f tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Pushing event updated for resources: {'Port': ['ID=084fd164-35ce-421d-bb2d-f5e1b093ea7c,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:13:52.529014 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b9350b77-0d47-487e-9c43-7851eec2980f tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:52.600223 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b9350b77-0d47-487e-9c43-7851eec2980f tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:52.749782 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b9350b77-0d47-487e-9c43-7851eec2980f tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:52.754263 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b9350b77-0d47-487e-9c43-7851eec2980f tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:52.820047 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9350b77-0d47-487e-9c43-7851eec2980f tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Pushing event updated for resources: {'Port': ['ID=084fd164-35ce-421d-bb2d-f5e1b093ea7c,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:13:52.832259 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b9350b77-0d47-487e-9c43-7851eec2980f tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1704916'] for floatingip, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:52.935189 n-d-712142-27 neutron-server[109085]: INFO neutron.db.l3_db [None req-b9350b77-0d47-487e-9c43-7851eec2980f tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Floating IP 3968289e-1aa2-4df8-99e9-295448f94dc2 associated. External IP: 172.25.3.65, port: e557659c-b234-4682-b0b1-85954b4f3c99. Nov 12 02:13:53.138673 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9350b77-0d47-487e-9c43-7851eec2980f tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Router 1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:13:53.243932 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9350b77-0d47-487e-9c43-7851eec2980f tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:13:53.254863 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff84111-3646-47f2-8176-224e4e18ae68 None None] Sync routers for ids ['1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:13:53.262109 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b9350b77-0d47-487e-9c43-7851eec2980f tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:13:53.266779 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff84111-3646-47f2-8176-224e4e18ae68 None None] Routers {'1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:13:53.267415 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-bff84111-3646-47f2-8176-224e4e18ae68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:13:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:13:53.288579 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-b9350b77-0d47-487e-9c43-7851eec2980f tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5344865 Nov 12 02:13:53.289165 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df2385af-ea2e-4607-a72f-9aa57573ca90', 'tag': 'e557659c-b234-4682-b0b1-85954b4f3c99'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:13:53.291407 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dd4e089669c975f2de9f4f0df131bfb5fea3b750f9a1fd67846e9670e07c7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3e48ad-cad9-4f04-9009-ea0f71a4ca47" -d '{"events": [{"name": "network-changed", "server_uuid": "df2385af-ea2e-4607-a72f-9aa57573ca90", "tag": "e557659c-b234-4682-b0b1-85954b4f3c99"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:13:53.381376 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3bb3117-9a3a-42d2-b37a-63a54fcc237a x-openstack-request-id: req-b3bb3117-9a3a-42d2-b37a-63a54fcc237a {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:13:53.381668 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df2385af-ea2e-4607-a72f-9aa57573ca90", "tag": "e557659c-b234-4682-b0b1-85954b4f3c99", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:13:53.381925 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b3bb3117-9a3a-42d2-b37a-63a54fcc237a {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:13:53.382327 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df2385af-ea2e-4607-a72f-9aa57573ca90', 'tag': 'e557659c-b234-4682-b0b1-85954b4f3c99', 'status': 'completed', 'code': 200} Nov 12 02:13:53.383047 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-bff84111-3646-47f2-8176-224e4e18ae68 None None] Set router 1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:13:53.479884 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e48ad-cad9-4f04-9009-ea0f71a4ca47 req-78619443-6f60-446b-8d87-550499a19ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:53.481445 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2c3e48ad-cad9-4f04-9009-ea0f71a4ca47 req-78619443-6f60-446b-8d87-550499a19ece service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=75f23ac4df814e8b85f56814c47a188b&device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 1098 time: 0.0433598 Nov 12 02:13:53.586138 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e48ad-cad9-4f04-9009-ea0f71a4ca47 req-1c6b8702-bb01-410d-94e5-e5f50e5b5a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:53.587771 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2c3e48ad-cad9-4f04-9009-ea0f71a4ca47 req-1c6b8702-bb01-410d-94e5-e5f50e5b5a44 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7ff4806b-a30e-45b7-8336-64d8f45b8cbd HTTP/1.1" status: 200 len: 908 time: 0.0903218 Nov 12 02:13:53.608062 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-bff84111-3646-47f2-8176-224e4e18ae68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'name': 'tempest-TestShelveInstance-219127354-router', 'tenant_id': '75f23ac4df814e8b85f56814c47a188b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'd600a15a-f8d0-4c0f-8b0e-e6c7aaa546de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:08:51Z', 'updated_at': '2021-11-12T02:08:54Z', 'revision_number': 4, 'project_id': '75f23ac4df814e8b85f56814c47a188b', 'gw_port': {'id': 'd600a15a-f8d0-4c0f-8b0e-e6c7aaa546de', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:08:52Z', 'updated_at': '2021-11-12T02:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '3968289e-1aa2-4df8-99e9-295448f94dc2', 'tenant_id': '75f23ac4df814e8b85f56814c47a188b', 'floating_ip_address': '172.25.3.65', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'port_id': 'e557659c-b234-4682-b0b1-85954b4f3c99', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ff4806b-a30e-45b7-8336-64d8f45b8cbd', 'mac_address': 'fa:16:3e:7b:1d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2385af-ea2e-4607-a72f-9aa57573ca90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:13:52Z', 'updated_at': '2021-11-12T02:13:52Z', 'revision_number': 0, 'project_id': '75f23ac4df814e8b85f56814c47a188b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caeb0246-1d0d-4702-90c1-601d076f2060', 'name': '', 'network_id': '7ff4806b-a30e-45b7-8336-64d8f45b8cbd', 'tenant_id': '75f23ac4df814e8b85f56814c47a188b', 'mac_address': 'fa:16:3e:2d:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '0d4bf7b9-3409-415c-bce8-0cc8116bf050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:08:54Z', 'updated_at': '2021-11-12T02:09:00Z', 'revision_number': 5, 'project_id': '75f23ac4df814e8b85f56814c47a188b', 'subnets': [{'id': '0d4bf7b9-3409-415c-bce8-0cc8116bf050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:13:53.634998 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff84111-3646-47f2-8176-224e4e18ae68 None None] Checking router: 1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:13:53.643886 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff84111-3646-47f2-8176-224e4e18ae68 None None] Routers {'1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:13:53.644142 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-bff84111-3646-47f2-8176-224e4e18ae68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:13:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:13:53.660253 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2c3e48ad-cad9-4f04-9009-ea0f71a4ca47 req-7179706d-7dda-4e72-824d-f6652754add7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e557659c-b234-4682-b0b1-85954b4f3c99 HTTP/1.1" status: 200 len: 999 time: 0.0641966 Nov 12 02:13:53.711436 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e48ad-cad9-4f04-9009-ea0f71a4ca47 req-cfe39159-6017-40a8-af67-eb88d47e9905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:53.712945 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2c3e48ad-cad9-4f04-9009-ea0f71a4ca47 req-cfe39159-6017-40a8-af67-eb88d47e9905 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0d4bf7b9-3409-415c-bce8-0cc8116bf050 HTTP/1.1" status: 200 len: 847 time: 0.0442328 Nov 12 02:13:53.752496 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-bff84111-3646-47f2-8176-224e4e18ae68 None None] Set router 1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:13:53.766626 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e48ad-cad9-4f04-9009-ea0f71a4ca47 req-57389872-f421-41c4-9c7b-1469d8bce7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:13:53.768265 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2c3e48ad-cad9-4f04-9009-ea0f71a4ca47 req-57389872-f421-41c4-9c7b-1469d8bce7a1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7ff4806b-a30e-45b7-8336-64d8f45b8cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423927 Nov 12 02:13:53.871408 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2c3e48ad-cad9-4f04-9009-ea0f71a4ca47 req-3b080f2f-17a5-4c28-b874-a4205112981e service neutron] 10.222.0.16 "GET /v2.0/networks/7ff4806b-a30e-45b7-8336-64d8f45b8cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892341 Nov 12 02:13:53.969487 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2c3e48ad-cad9-4f04-9009-ea0f71a4ca47 req-ff4a0cdf-aa2e-441d-a632-cac74c39451a service neutron] 10.222.0.16 "GET /v2.0/networks/7ff4806b-a30e-45b7-8336-64d8f45b8cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853393 Nov 12 02:13:53.987679 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-bff84111-3646-47f2-8176-224e4e18ae68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'name': 'tempest-TestShelveInstance-219127354-router', 'tenant_id': '75f23ac4df814e8b85f56814c47a188b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'd600a15a-f8d0-4c0f-8b0e-e6c7aaa546de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:08:51Z', 'updated_at': '2021-11-12T02:08:54Z', 'revision_number': 4, 'project_id': '75f23ac4df814e8b85f56814c47a188b', 'gw_port': {'id': 'd600a15a-f8d0-4c0f-8b0e-e6c7aaa546de', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:08:52Z', 'updated_at': '2021-11-12T02:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '3968289e-1aa2-4df8-99e9-295448f94dc2', 'tenant_id': '75f23ac4df814e8b85f56814c47a188b', 'floating_ip_address': '172.25.3.65', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'port_id': 'e557659c-b234-4682-b0b1-85954b4f3c99', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ff4806b-a30e-45b7-8336-64d8f45b8cbd', 'mac_address': 'fa:16:3e:7b:1d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2385af-ea2e-4607-a72f-9aa57573ca90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:13:52Z', 'updated_at': '2021-11-12T02:13:52Z', 'revision_number': 0, 'project_id': '75f23ac4df814e8b85f56814c47a188b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caeb0246-1d0d-4702-90c1-601d076f2060', 'name': '', 'network_id': '7ff4806b-a30e-45b7-8336-64d8f45b8cbd', 'tenant_id': '75f23ac4df814e8b85f56814c47a188b', 'mac_address': 'fa:16:3e:2d:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '0d4bf7b9-3409-415c-bce8-0cc8116bf050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:08:54Z', 'updated_at': '2021-11-12T02:09:00Z', 'revision_number': 5, 'project_id': '75f23ac4df814e8b85f56814c47a188b', 'subnets': [{'id': '0d4bf7b9-3409-415c-bce8-0cc8116bf050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:13:54.016517 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff84111-3646-47f2-8176-224e4e18ae68 None None] The sync data for ids ['1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc'] in n-d-712142-27 is: [{'id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'name': 'tempest-TestShelveInstance-219127354-router', 'tenant_id': '75f23ac4df814e8b85f56814c47a188b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'd600a15a-f8d0-4c0f-8b0e-e6c7aaa546de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:08:51Z', 'updated_at': '2021-11-12T02:08:54Z', 'revision_number': 4, 'project_id': '75f23ac4df814e8b85f56814c47a188b', 'gw_port': {'id': 'd600a15a-f8d0-4c0f-8b0e-e6c7aaa546de', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:08:52Z', 'updated_at': '2021-11-12T02:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_floatingips': [{'id': '3968289e-1aa2-4df8-99e9-295448f94dc2', 'tenant_id': '75f23ac4df814e8b85f56814c47a188b', 'floating_ip_address': '172.25.3.65', 'floating_network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'router_id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'port_id': 'e557659c-b234-4682-b0b1-85954b4f3c99', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ff4806b-a30e-45b7-8336-64d8f45b8cbd', 'mac_address': 'fa:16:3e:7b:1d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2385af-ea2e-4607-a72f-9aa57573ca90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T02:13:52Z', 'updated_at': '2021-11-12T02:13:52Z', 'revision_number': 0, 'project_id': '75f23ac4df814e8b85f56814c47a188b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caeb0246-1d0d-4702-90c1-601d076f2060', 'name': '', 'network_id': '7ff4806b-a30e-45b7-8336-64d8f45b8cbd', 'tenant_id': '75f23ac4df814e8b85f56814c47a188b', 'mac_address': 'fa:16:3e:2d:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '0d4bf7b9-3409-415c-bce8-0cc8116bf050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:08:54Z', 'updated_at': '2021-11-12T02:09:00Z', 'revision_number': 5, 'project_id': '75f23ac4df814e8b85f56814c47a188b', 'subnets': [{'id': '0d4bf7b9-3409-415c-bce8-0cc8116bf050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:13:54.208444 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae0c3ba-4a48-4619-bb08-6b2a5de76e57 None None] New status for floating IP 3968289e-1aa2-4df8-99e9-295448f94dc2: ACTIVE {{(pid=109088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:13:57.383424 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-31d1d8e2-e28f-4679-9717-3c9f684f5c5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:00.959598 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2617a545-069b-41b4-a6bf-52e91b3d20be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:03.158584 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:03.458655 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:14:04.136846 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:05.445089 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:06.129120 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c47aa8e9-783d-41a1-aa41-4a2b050bf9f0 req-64f29221-ea35-43b4-bb74-e54ab0d71f92 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0450664 Nov 12 02:14:06.239011 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47aa8e9-783d-41a1-aa41-4a2b050bf9f0 req-66366c99-0fc1-4f06-a640-957245a6f1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:06.240525 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c47aa8e9-783d-41a1-aa41-4a2b050bf9f0 req-66366c99-0fc1-4f06-a640-957245a6f1ab service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=75f23ac4df814e8b85f56814c47a188b&device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 1098 time: 0.0402913 Nov 12 02:14:06.352496 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47aa8e9-783d-41a1-aa41-4a2b050bf9f0 req-5edf9505-6901-4b36-a473-87a2d62f9c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:06.353966 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c47aa8e9-783d-41a1-aa41-4a2b050bf9f0 req-5edf9505-6901-4b36-a473-87a2d62f9c2f service neutron] 10.222.0.16 "GET /v2.0/networks?id=7ff4806b-a30e-45b7-8336-64d8f45b8cbd HTTP/1.1" status: 200 len: 908 time: 0.0909755 Nov 12 02:14:06.426338 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c47aa8e9-783d-41a1-aa41-4a2b050bf9f0 req-e223e676-4155-4e30-9c30-66999d72e8b6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e557659c-b234-4682-b0b1-85954b4f3c99 HTTP/1.1" status: 200 len: 1001 time: 0.0614445 Nov 12 02:14:06.482801 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47aa8e9-783d-41a1-aa41-4a2b050bf9f0 req-f39f39bb-66a6-46eb-b20f-46661e03ddef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:06.484304 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c47aa8e9-783d-41a1-aa41-4a2b050bf9f0 req-f39f39bb-66a6-46eb-b20f-46661e03ddef service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0d4bf7b9-3409-415c-bce8-0cc8116bf050 HTTP/1.1" status: 200 len: 847 time: 0.0445771 Nov 12 02:14:06.537393 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47aa8e9-783d-41a1-aa41-4a2b050bf9f0 req-134bfe25-0362-4f51-bc49-6304b639594b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:14:06.538804 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c47aa8e9-783d-41a1-aa41-4a2b050bf9f0 req-134bfe25-0362-4f51-bc49-6304b639594b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7ff4806b-a30e-45b7-8336-64d8f45b8cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453322 Nov 12 02:14:06.633076 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c47aa8e9-783d-41a1-aa41-4a2b050bf9f0 req-c2749c9a-6492-41c4-8c3d-00779998a9d3 service neutron] 10.222.0.16 "GET /v2.0/networks/7ff4806b-a30e-45b7-8336-64d8f45b8cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845981 Nov 12 02:14:06.736861 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-c47aa8e9-783d-41a1-aa41-4a2b050bf9f0 req-74623e52-b62e-4655-a6e7-83de375b0103 service neutron] 10.222.0.16 "GET /v2.0/networks/7ff4806b-a30e-45b7-8336-64d8f45b8cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900207 Nov 12 02:14:09.211942 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:11.343854 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:27.385698 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be43127b-02d7-4f95-a1dd-1aa98099ace5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:30.962183 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-09e9f65d-0fae-4ac8-a54b-ae47a2744501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:33.161645 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:34.142183 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:35.448766 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:39.211356 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:40.458202 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:14:41.362741 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:14:57.388211 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b86d23f4-39c8-4013-9329-be7d00b002eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:00.964563 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b179bc5a-4b91-486d-adb0-32fa799bf5f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:03.162826 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:04.143163 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:05.451377 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:07.135442 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2ee7c401-4d6e-480f-9682-5aadf63a028a req-9e33dba0-e818-4a9c-b35b-27ff9aa0cffe service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0424869 Nov 12 02:15:07.248855 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7c401-4d6e-480f-9682-5aadf63a028a req-f69ae29c-bbfc-4b50-ba31-08556284ca58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:15:07.250406 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2ee7c401-4d6e-480f-9682-5aadf63a028a req-f69ae29c-bbfc-4b50-ba31-08556284ca58 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=75f23ac4df814e8b85f56814c47a188b&device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 1098 time: 0.0410583 Nov 12 02:15:07.365100 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7c401-4d6e-480f-9682-5aadf63a028a req-5297ad7c-45cc-4533-ad70-1a2446a4aa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:15:07.366622 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2ee7c401-4d6e-480f-9682-5aadf63a028a req-5297ad7c-45cc-4533-ad70-1a2446a4aa29 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7ff4806b-a30e-45b7-8336-64d8f45b8cbd HTTP/1.1" status: 200 len: 908 time: 0.0910888 Nov 12 02:15:07.436767 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2ee7c401-4d6e-480f-9682-5aadf63a028a req-20b6261a-2e74-46b2-aab4-b5bbc3db3b3d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e557659c-b234-4682-b0b1-85954b4f3c99 HTTP/1.1" status: 200 len: 1001 time: 0.0623298 Nov 12 02:15:07.492802 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7c401-4d6e-480f-9682-5aadf63a028a req-33a92fe8-1fb7-4a9f-ab99-3feedea83c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:15:07.494464 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2ee7c401-4d6e-480f-9682-5aadf63a028a req-33a92fe8-1fb7-4a9f-ab99-3feedea83c2e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0d4bf7b9-3409-415c-bce8-0cc8116bf050 HTTP/1.1" status: 200 len: 847 time: 0.0496154 Nov 12 02:15:07.541498 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7c401-4d6e-480f-9682-5aadf63a028a req-a6278414-4f3e-4df9-b6ff-6de55a03f208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:15:07.542979 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2ee7c401-4d6e-480f-9682-5aadf63a028a req-a6278414-4f3e-4df9-b6ff-6de55a03f208 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7ff4806b-a30e-45b7-8336-64d8f45b8cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402429 Nov 12 02:15:07.555457 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [req-2ee7c401-4d6e-480f-9682-5aadf63a028a req-fc004d7f-fe73-427c-9d17-ff1d0f307fa0 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:15:07.556436 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2ee7c401-4d6e-480f-9682-5aadf63a028a req-fc004d7f-fe73-427c-9d17-ff1d0f307fa0 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052614 Nov 12 02:15:07.648133 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2ee7c401-4d6e-480f-9682-5aadf63a028a req-b1e75f55-dcb2-4ff8-81bb-0a55372fa788 service neutron] 10.222.0.16 "GET /v2.0/networks/7ff4806b-a30e-45b7-8336-64d8f45b8cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820637 Nov 12 02:15:07.749282 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2ee7c401-4d6e-480f-9682-5aadf63a028a req-42ca3d22-feb2-4d5b-a285-0da73d122aee service neutron] 10.222.0.16 "GET /v2.0/networks/7ff4806b-a30e-45b7-8336-64d8f45b8cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929277 Nov 12 02:15:09.225138 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:11.358296 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:17.457324 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:15:27.392388 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-28ef34d0-c194-472f-8e97-b10a50266901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:30.967081 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ae651ba9-9801-4778-8caf-16588b2f2614 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:33.165765 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:34.144921 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:35.453864 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:39.231094 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:41.375443 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:54.456891 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:15:57.394515 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c3333d5f-d1f9-4600-a75b-fca559233895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:15:58.802080 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c939a-dcaf-4b6b-9173-37149c37833e req-a549ad9e-fa37-47c0-a825-98b3f86bd8de tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:15:58.804184 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-397c939a-dcaf-4b6b-9173-37149c37833e req-a549ad9e-fa37-47c0-a825-98b3f86bd8de tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 946 time: 0.0531082 Nov 12 02:15:58.863155 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-397c939a-dcaf-4b6b-9173-37149c37833e req-6ae6d977-b71a-4d4a-802a-de4a46a1f5d1 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=40af2b5c-4c8c-4006-8c96-14cc04833f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528166 Nov 12 02:16:00.008820 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0beb84e-85c1-47a8-92f4-ed8cdcfc08f4 req-26f66989-2059-4844-8469-01ddf54e0686 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:00.010385 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f0beb84e-85c1-47a8-92f4-ed8cdcfc08f4 req-26f66989-2059-4844-8469-01ddf54e0686 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 946 time: 0.0498307 Nov 12 02:16:00.061075 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f0beb84e-85c1-47a8-92f4-ed8cdcfc08f4 req-f979f622-cc3d-4773-9f45-52f476c6b79d tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=40af2b5c-4c8c-4006-8c96-14cc04833f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446033 Nov 12 02:16:00.969636 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6eff4b61-7c18-4f83-b2ef-7d8ad632a3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:01.176892 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ca3d5-30a5-4cfe-85b2-899a90c54577 req-5c9a478a-a1fa-4bc6-ba65-86841facb9ac tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:01.178355 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2e5ca3d5-30a5-4cfe-85b2-899a90c54577 req-5c9a478a-a1fa-4bc6-ba65-86841facb9ac tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 946 time: 0.0481503 Nov 12 02:16:01.226994 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-2e5ca3d5-30a5-4cfe-85b2-899a90c54577 req-3d2dd41a-6d0d-491d-b511-a0da26c4c639 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=40af2b5c-4c8c-4006-8c96-14cc04833f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426199 Nov 12 02:16:02.345264 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4a263-698f-4a2b-abab-977eba5a826c req-052d5c1d-7d25-43b4-ab65-111d791c177f tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:02.346733 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f4a4a263-698f-4a2b-abab-977eba5a826c req-052d5c1d-7d25-43b4-ab65-111d791c177f tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 946 time: 0.0521789 Nov 12 02:16:02.394406 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f4a4a263-698f-4a2b-abab-977eba5a826c req-328ee9b7-69cf-4d50-86f7-a95131590a3a tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=40af2b5c-4c8c-4006-8c96-14cc04833f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410604 Nov 12 02:16:03.169194 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:03.510248 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1db3fc-ed26-4c05-9d57-3c99c81c06db req-a1d1fe36-0824-4e68-bbeb-8fa86419b4a0 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:03.512576 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-af1db3fc-ed26-4c05-9d57-3c99c81c06db req-a1d1fe36-0824-4e68-bbeb-8fa86419b4a0 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 946 time: 0.0487068 Nov 12 02:16:03.562175 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-af1db3fc-ed26-4c05-9d57-3c99c81c06db req-5957827c-13b3-4b35-874a-6c3d7dabd3f9 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=40af2b5c-4c8c-4006-8c96-14cc04833f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443323 Nov 12 02:16:04.152615 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:04.675935 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd44c0c-ad27-4195-a8a4-919c5920e504 req-3a2d204b-25e9-4f56-abb6-f1986c59f55e tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:04.677853 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-efd44c0c-ad27-4195-a8a4-919c5920e504 req-3a2d204b-25e9-4f56-abb6-f1986c59f55e tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 946 time: 0.0482121 Nov 12 02:16:04.729590 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-efd44c0c-ad27-4195-a8a4-919c5920e504 req-ef78640e-bf18-4536-89fe-ee8d07103457 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=40af2b5c-4c8c-4006-8c96-14cc04833f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458512 Nov 12 02:16:05.457904 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:05.848486 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ae515-92ea-45d5-a414-833e5013f5ba req-3f515f56-2830-47fd-bf1d-55af107b2d43 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:05.850535 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f86ae515-92ea-45d5-a414-833e5013f5ba req-3f515f56-2830-47fd-bf1d-55af107b2d43 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 946 time: 0.0501778 Nov 12 02:16:05.920591 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f86ae515-92ea-45d5-a414-833e5013f5ba req-88c27120-f91a-4fce-a13c-99ad76a52ad5 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=40af2b5c-4c8c-4006-8c96-14cc04833f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613940 Nov 12 02:16:07.039336 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15565a7-e726-46cf-a023-04e7b497ab95 req-3152e931-5db0-4850-b682-a5c3a9887b69 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:07.040863 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f15565a7-e726-46cf-a023-04e7b497ab95 req-3152e931-5db0-4850-b682-a5c3a9887b69 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 946 time: 0.0492818 Nov 12 02:16:07.090546 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f15565a7-e726-46cf-a023-04e7b497ab95 req-15d4ed3f-ba7c-4ae3-b705-cfe5bea0f268 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=40af2b5c-4c8c-4006-8c96-14cc04833f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436845 Nov 12 02:16:08.174336 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a84182b-e25a-411b-8298-8d8af43f0db8 req-f80a3d64-02c3-415f-aaa6-b7a50257ed2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:08.175997 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6a84182b-e25a-411b-8298-8d8af43f0db8 req-f80a3d64-02c3-415f-aaa6-b7a50257ed2a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=75f23ac4df814e8b85f56814c47a188b&device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 1098 time: 0.0491118 Nov 12 02:16:08.220734 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f9a37-3ae1-4323-ae7b-dc8f2e6644a7 req-b144e51a-04c9-46b8-94e5-535b1f2af601 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:08.222278 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8f7f9a37-3ae1-4323-ae7b-dc8f2e6644a7 req-b144e51a-04c9-46b8-94e5-535b1f2af601 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 946 time: 0.0598848 Nov 12 02:16:08.276490 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8f7f9a37-3ae1-4323-ae7b-dc8f2e6644a7 req-e2851480-812f-4c5e-b245-db567e1e31ea tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=40af2b5c-4c8c-4006-8c96-14cc04833f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474303 Nov 12 02:16:08.293841 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a84182b-e25a-411b-8298-8d8af43f0db8 req-d0f463e6-e76b-4348-b954-96d873242195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:08.295321 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6a84182b-e25a-411b-8298-8d8af43f0db8 req-d0f463e6-e76b-4348-b954-96d873242195 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7ff4806b-a30e-45b7-8336-64d8f45b8cbd HTTP/1.1" status: 200 len: 908 time: 0.0968430 Nov 12 02:16:08.362963 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6a84182b-e25a-411b-8298-8d8af43f0db8 req-c49d123d-28f4-4889-8dc8-173b62d7046d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e557659c-b234-4682-b0b1-85954b4f3c99 HTTP/1.1" status: 200 len: 1001 time: 0.0583687 Nov 12 02:16:08.413509 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a84182b-e25a-411b-8298-8d8af43f0db8 req-2def295a-3421-4012-b3f2-2361de1f89ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:08.414901 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6a84182b-e25a-411b-8298-8d8af43f0db8 req-2def295a-3421-4012-b3f2-2361de1f89ca service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0d4bf7b9-3409-415c-bce8-0cc8116bf050 HTTP/1.1" status: 200 len: 847 time: 0.0444186 Nov 12 02:16:08.469337 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a84182b-e25a-411b-8298-8d8af43f0db8 req-915712b4-11f0-4036-aa56-23154884e1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:08.470854 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6a84182b-e25a-411b-8298-8d8af43f0db8 req-915712b4-11f0-4036-aa56-23154884e1b5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7ff4806b-a30e-45b7-8336-64d8f45b8cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469973 Nov 12 02:16:08.572173 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6a84182b-e25a-411b-8298-8d8af43f0db8 req-e80aee69-bfff-4a1f-ac13-4b355bdb590c service neutron] 10.222.0.16 "GET /v2.0/networks/7ff4806b-a30e-45b7-8336-64d8f45b8cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911796 Nov 12 02:16:08.679574 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-6a84182b-e25a-411b-8298-8d8af43f0db8 req-752463e1-0dfd-4d8c-bf22-7b327c45a860 service neutron] 10.222.0.16 "GET /v2.0/networks/7ff4806b-a30e-45b7-8336-64d8f45b8cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992584 Nov 12 02:16:09.119817 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ffbebe-ca10-4b12-8203-9079e46a9dfd req-a71b04d1-e375-49b3-b4dd-811ff3bb5808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:09.122161 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b9ffbebe-ca10-4b12-8203-9079e46a9dfd req-a71b04d1-e375-49b3-b4dd-811ff3bb5808 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=75f23ac4df814e8b85f56814c47a188b&device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 1098 time: 0.0433521 Nov 12 02:16:09.220434 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ffbebe-ca10-4b12-8203-9079e46a9dfd req-910b80dd-306f-4ba3-a2d1-a3659c060a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:09.221940 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b9ffbebe-ca10-4b12-8203-9079e46a9dfd req-910b80dd-306f-4ba3-a2d1-a3659c060a57 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7ff4806b-a30e-45b7-8336-64d8f45b8cbd HTTP/1.1" status: 200 len: 908 time: 0.0917277 Nov 12 02:16:09.229381 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:09.289603 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b9ffbebe-ca10-4b12-8203-9079e46a9dfd req-7b9ab820-c161-4001-8be7-81a546e98aaf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e557659c-b234-4682-b0b1-85954b4f3c99 HTTP/1.1" status: 200 len: 1001 time: 0.0595350 Nov 12 02:16:09.343005 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ffbebe-ca10-4b12-8203-9079e46a9dfd req-8af7202c-bf83-4c34-a71e-ddca5533e9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:09.344560 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b9ffbebe-ca10-4b12-8203-9079e46a9dfd req-8af7202c-bf83-4c34-a71e-ddca5533e9cc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0d4bf7b9-3409-415c-bce8-0cc8116bf050 HTTP/1.1" status: 200 len: 847 time: 0.0454509 Nov 12 02:16:09.392442 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7881665-8b31-4c74-b7be-291338ea70d0 req-401a991d-52ec-43ae-9ebd-91ae3d8e7c4b tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:09.393882 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e7881665-8b31-4c74-b7be-291338ea70d0 req-401a991d-52ec-43ae-9ebd-91ae3d8e7c4b tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 946 time: 0.0491548 Nov 12 02:16:09.396413 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ffbebe-ca10-4b12-8203-9079e46a9dfd req-ab198a3c-faa1-4d20-a5b9-81acec89e52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:09.397908 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b9ffbebe-ca10-4b12-8203-9079e46a9dfd req-ab198a3c-faa1-4d20-a5b9-81acec89e52e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7ff4806b-a30e-45b7-8336-64d8f45b8cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452890 Nov 12 02:16:09.445549 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e7881665-8b31-4c74-b7be-291338ea70d0 req-c58a0b76-54b2-4a41-ad10-b6bc35bad4a0 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=40af2b5c-4c8c-4006-8c96-14cc04833f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446362 Nov 12 02:16:09.490451 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b9ffbebe-ca10-4b12-8203-9079e46a9dfd req-0a9d7ecf-4db6-4548-9c56-3f0e1d02ed90 service neutron] 10.222.0.16 "GET /v2.0/networks/7ff4806b-a30e-45b7-8336-64d8f45b8cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831380 Nov 12 02:16:09.585658 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-b9ffbebe-ca10-4b12-8203-9079e46a9dfd req-b517eeec-9403-466e-bf6e-2c4e6d333615 service neutron] 10.222.0.16 "GET /v2.0/networks/7ff4806b-a30e-45b7-8336-64d8f45b8cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862463 Nov 12 02:16:10.574093 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21afd38d-8cd1-41d8-b257-e1e59ec79ccd req-fc63a868-1d65-428c-a2db-09e1b726ae14 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:10.575658 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-21afd38d-8cd1-41d8-b257-e1e59ec79ccd req-fc63a868-1d65-428c-a2db-09e1b726ae14 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 946 time: 0.0558662 Nov 12 02:16:10.640601 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-21afd38d-8cd1-41d8-b257-e1e59ec79ccd req-06a8d21d-9cf8-4e4b-a6e1-5dd70e4baffc tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=40af2b5c-4c8c-4006-8c96-14cc04833f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548420 Nov 12 02:16:11.391364 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:11.809046 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a2ead-3c32-4920-b1a1-b164a3968500 req-4a3736c7-492e-40ff-bda0-3e40a170c218 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:11.811894 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b04a2ead-3c32-4920-b1a1-b164a3968500 req-4a3736c7-492e-40ff-bda0-3e40a170c218 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 946 time: 0.0725956 Nov 12 02:16:11.891482 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b04a2ead-3c32-4920-b1a1-b164a3968500 req-cfa6f687-2c00-4b68-b354-a250abd5644f tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=40af2b5c-4c8c-4006-8c96-14cc04833f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627196 Nov 12 02:16:13.021417 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eab85e-61e0-4414-b716-bf2045e631db req-858c3435-4db9-4860-a167-a0d986b25d18 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:13.022903 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d5eab85e-61e0-4414-b716-bf2045e631db req-858c3435-4db9-4860-a167-a0d986b25d18 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 946 time: 0.0531619 Nov 12 02:16:13.092101 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d5eab85e-61e0-4414-b716-bf2045e631db req-cf3d8453-336b-4f72-9a8f-a0cb22a63886 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=40af2b5c-4c8c-4006-8c96-14cc04833f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618775 Nov 12 02:16:14.223204 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ed622-4432-4237-8d4e-b0f7e55cccd4 req-f662c404-bc92-44f2-9d51-6218037ce34e tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:14.226030 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-917ed622-4432-4237-8d4e-b0f7e55cccd4 req-f662c404-bc92-44f2-9d51-6218037ce34e tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 946 time: 0.0621948 Nov 12 02:16:14.280538 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-917ed622-4432-4237-8d4e-b0f7e55cccd4 req-6548159c-96ed-4d98-935a-89fba79f27bb tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=40af2b5c-4c8c-4006-8c96-14cc04833f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482731 Nov 12 02:16:15.352134 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Device e557659c-b234-4682-b0b1-85954b4f3c99 no longer exists at agent hyperv_n-h1-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:16:15.430274 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:15.455883 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df2385af-ea2e-4607-a72f-9aa57573ca90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e557659c-b234-4682-b0b1-85954b4f3c99'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:16:15.458459 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ec54fb32a252cf543512252f4538ed49f878ab9aa91f770db158cb882be9043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609990c1-c1b4-454b-968c-bc604c25a847" -d '{"events": [{"server_uuid": "df2385af-ea2e-4607-a72f-9aa57573ca90", "name": "network-vif-unplugged", "status": "completed", "tag": "e557659c-b234-4682-b0b1-85954b4f3c99"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:16:15.474423 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] For port e557659c-b234-4682-b0b1-85954b4f3c99, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=e557659c-b234-4682-b0b1-85954b4f3c99,segment=NetworkSegment(43548c55-702e-43b1-aff1-971723f8cd64),segment_id=43548c55-702e-43b1-aff1-971723f8cd64)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:16:15.481330 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:15.508468 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e32478c7-21c2-4979-aeab-028d2dbec6bb req-22042ef1-22fa-4d96-a8bf-b7fccd316a59 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0476797 Nov 12 02:16:15.518102 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [req-e32478c7-21c2-4979-aeab-028d2dbec6bb req-1c0c6bc0-3fda-4fe4-8769-ed73e7edad63 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:16:15.519473 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e32478c7-21c2-4979-aeab-028d2dbec6bb req-1c0c6bc0-3fda-4fe4-8769-ed73e7edad63 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056338 Nov 12 02:16:15.546717 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8671e-ec58-4175-b478-f666ff495030 req-ab58310f-a65b-45cf-af77-485416f210a6 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:15.548287 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fcc8671e-ec58-4175-b478-f666ff495030 req-ab58310f-a65b-45cf-af77-485416f210a6 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 944 time: 0.0611088 Nov 12 02:16:15.548733 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Pushing event updated for resources: {'Port': ['ID=e557659c-b234-4682-b0b1-85954b4f3c99,revision_number=6']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:16:15.558275 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:15.558728 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:15.559134 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:15.559473 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:15.559805 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:15.560164 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:15.560511 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:15.560880 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:15.561208 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:15.561530 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:15.561848 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:15.562230 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:15.610418 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-fcc8671e-ec58-4175-b478-f666ff495030 req-ca7f9e55-07f5-470e-ba25-873cd8ee2bef tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=40af2b5c-4c8c-4006-8c96-14cc04833f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497489 Nov 12 02:16:15.652548 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 02:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e72a601-9dec-45ff-b3e2-70a9f4149d77 x-openstack-request-id: req-2e72a601-9dec-45ff-b3e2-70a9f4149d77 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:16:15.653086 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df2385af-ea2e-4607-a72f-9aa57573ca90", "name": "network-vif-unplugged", "status": "failed", "tag": "e557659c-b234-4682-b0b1-85954b4f3c99", "code": 422}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:16:15.653512 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2e72a601-9dec-45ff-b3e2-70a9f4149d77 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:16:15.654073 n-d-712142-27 neutron-server[109087]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'df2385af-ea2e-4607-a72f-9aa57573ca90', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e557659c-b234-4682-b0b1-85954b4f3c99', 'code': 422} returned with failed status Nov 12 02:16:16.737838 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f68eea-8899-4bde-9a5a-10d6901b329b req-179fab1d-eafa-4d9d-9710-934a1c87b820 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:16.740072 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a7f68eea-8899-4bde-9a5a-10d6901b329b req-179fab1d-eafa-4d9d-9710-934a1c87b820 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 944 time: 0.0598767 Nov 12 02:16:16.802738 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a7f68eea-8899-4bde-9a5a-10d6901b329b req-9ef744f5-2d1f-4460-8602-a3e833f014e6 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=40af2b5c-4c8c-4006-8c96-14cc04833f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561419 Nov 12 02:16:17.951543 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6301e3e-09f1-454b-b7a3-468feb0a34c3 req-3a68150e-806d-4ac0-a0c5-6f83ece6a30a tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:17.953107 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b6301e3e-09f1-454b-b7a3-468feb0a34c3 req-3a68150e-806d-4ac0-a0c5-6f83ece6a30a tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 944 time: 0.0633283 Nov 12 02:16:18.034911 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b6301e3e-09f1-454b-b7a3-468feb0a34c3 req-6037ccdb-6394-432d-acad-5e44bbd77384 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=40af2b5c-4c8c-4006-8c96-14cc04833f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705440 Nov 12 02:16:19.164709 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def81c6-c0b1-4f07-8b57-febc648fc18e req-bc258d11-3b7c-4dff-9228-6f43b5072e4d tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:19.166409 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3def81c6-c0b1-4f07-8b57-febc648fc18e req-bc258d11-3b7c-4dff-9228-6f43b5072e4d tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 944 time: 0.0551193 Nov 12 02:16:19.232538 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3def81c6-c0b1-4f07-8b57-febc648fc18e req-c31ed4f9-271e-497c-922a-ab7fb01c8deb tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=40af2b5c-4c8c-4006-8c96-14cc04833f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594735 Nov 12 02:16:20.381235 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21000e4-e374-463f-8ced-63d77941a967 req-d3857969-530a-4a43-a81d-e1332909e61a tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:20.383366 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b21000e4-e374-463f-8ced-63d77941a967 req-d3857969-530a-4a43-a81d-e1332909e61a tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 944 time: 0.0614841 Nov 12 02:16:20.459447 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b21000e4-e374-463f-8ced-63d77941a967 req-12c3c6bd-0fae-41bf-84cc-6cfff851b790 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=40af2b5c-4c8c-4006-8c96-14cc04833f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674057 Nov 12 02:16:21.609413 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a2ae07-4490-4e74-94a6-7641f23409ea req-86e1f846-ed0e-42ee-92aa-51b5aeffa2ae tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:21.612095 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-59a2ae07-4490-4e74-94a6-7641f23409ea req-86e1f846-ed0e-42ee-92aa-51b5aeffa2ae tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 944 time: 0.0637825 Nov 12 02:16:21.666215 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-59a2ae07-4490-4e74-94a6-7641f23409ea req-bbb8d1e3-6793-40a7-8578-bc1ba7cd6dfd tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=40af2b5c-4c8c-4006-8c96-14cc04833f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472794 Nov 12 02:16:22.094002 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32478c7-21c2-4979-aeab-028d2dbec6bb req-34f22a79-fb4e-4df8-9a6f-d3f67f15c43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:22.095650 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e32478c7-21c2-4979-aeab-028d2dbec6bb req-34f22a79-fb4e-4df8-9a6f-d3f67f15c43b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90&tenant_id=75f23ac4df814e8b85f56814c47a188b HTTP/1.1" status: 200 len: 1096 time: 0.0915093 Nov 12 02:16:22.106648 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [req-e32478c7-21c2-4979-aeab-028d2dbec6bb req-471c8fcc-9bfd-4c4c-a808-bf21929a26f2 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109086) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:16:22.107701 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e32478c7-21c2-4979-aeab-028d2dbec6bb req-471c8fcc-9bfd-4c4c-a808-bf21929a26f2 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054102 Nov 12 02:16:22.126370 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [req-e32478c7-21c2-4979-aeab-028d2dbec6bb req-a8772e61-7515-40bc-b16c-fdfa8f7f539c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712142-27', 'device_owner': 'compute:nova'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:16:22.209349 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e32478c7-21c2-4979-aeab-028d2dbec6bb req-a8772e61-7515-40bc-b16c-fdfa8f7f539c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:22.472613 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-e32478c7-21c2-4979-aeab-028d2dbec6bb req-a8772e61-7515-40bc-b16c-fdfa8f7f539c service neutron] For port e557659c-b234-4682-b0b1-85954b4f3c99, host n-h1-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712142-27',level=0,port_id=e557659c-b234-4682-b0b1-85954b4f3c99,segment=NetworkSegment(43548c55-702e-43b1-aff1-971723f8cd64),segment_id=43548c55-702e-43b1-aff1-971723f8cd64)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:16:22.540316 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-e32478c7-21c2-4979-aeab-028d2dbec6bb req-a8772e61-7515-40bc-b16c-fdfa8f7f539c service neutron] For port e557659c-b234-4682-b0b1-85954b4f3c99, host n-h1-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:16:22.601582 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [req-e32478c7-21c2-4979-aeab-028d2dbec6bb req-a8772e61-7515-40bc-b16c-fdfa8f7f539c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e557659c-b234-4682-b0b1-85954b4f3c99 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:16:22.620259 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e32478c7-21c2-4979-aeab-028d2dbec6bb req-a8772e61-7515-40bc-b16c-fdfa8f7f539c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:22.632406 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [req-e32478c7-21c2-4979-aeab-028d2dbec6bb req-a8772e61-7515-40bc-b16c-fdfa8f7f539c service neutron] Transition to ACTIVE for port object e557659c-b234-4682-b0b1-85954b4f3c99 will not be triggered until provisioned by entity L2. {{(pid=109086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 02:16:22.643254 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e32478c7-21c2-4979-aeab-028d2dbec6bb req-a8772e61-7515-40bc-b16c-fdfa8f7f539c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:22.734489 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8772e61-7515-40bc-b16c-fdfa8f7f539c service neutron] Pushing event updated for resources: {'Port': ['ID=e557659c-b234-4682-b0b1-85954b4f3c99,revision_number=7']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:16:22.756020 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8772e61-7515-40bc-b16c-fdfa8f7f539c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:22.756386 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8772e61-7515-40bc-b16c-fdfa8f7f539c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:22.756739 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8772e61-7515-40bc-b16c-fdfa8f7f539c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:22.757087 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8772e61-7515-40bc-b16c-fdfa8f7f539c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:22.757430 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8772e61-7515-40bc-b16c-fdfa8f7f539c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:22.757774 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8772e61-7515-40bc-b16c-fdfa8f7f539c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:22.758110 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8772e61-7515-40bc-b16c-fdfa8f7f539c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:22.758444 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8772e61-7515-40bc-b16c-fdfa8f7f539c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:22.758783 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8772e61-7515-40bc-b16c-fdfa8f7f539c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:22.759115 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8772e61-7515-40bc-b16c-fdfa8f7f539c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:22.759446 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8772e61-7515-40bc-b16c-fdfa8f7f539c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:22.759772 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8772e61-7515-40bc-b16c-fdfa8f7f539c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:16:22.811206 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-e32478c7-21c2-4979-aeab-028d2dbec6bb req-a8772e61-7515-40bc-b16c-fdfa8f7f539c service neutron] No DVR routers for this DVR port e557659c-b234-4682-b0b1-85954b4f3c99 on host n-h1-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:16:22.866826 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d505bd8-02ce-4f8e-84e3-365b53e53803 req-937e291c-ce34-4900-9663-66f22e277742 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:22.868888 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0d505bd8-02ce-4f8e-84e3-365b53e53803 req-937e291c-ce34-4900-9663-66f22e277742 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 944 time: 0.0869420 Nov 12 02:16:22.931149 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0d505bd8-02ce-4f8e-84e3-365b53e53803 req-e8c80b0e-9c66-431b-9951-afbaa49afcd9 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=40af2b5c-4c8c-4006-8c96-14cc04833f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547645 Nov 12 02:16:22.985093 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-e32478c7-21c2-4979-aeab-028d2dbec6bb req-a8772e61-7515-40bc-b16c-fdfa8f7f539c service neutron] Attempting to bind port e557659c-b234-4682-b0b1-85954b4f3c99 on host n-h2-712142-27 for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:16:22.985443 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-e32478c7-21c2-4979-aeab-028d2dbec6bb req-a8772e61-7515-40bc-b16c-fdfa8f7f539c service neutron] Attempting to bind port e557659c-b234-4682-b0b1-85954b4f3c99 by drivers openvswitch,hyperv on host n-h2-712142-27 at level 0 using segments [{'id': '43548c55-702e-43b1-aff1-971723f8cd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7ff4806b-a30e-45b7-8336-64d8f45b8cbd'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:16:22.985780 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32478c7-21c2-4979-aeab-028d2dbec6bb req-a8772e61-7515-40bc-b16c-fdfa8f7f539c service neutron] Attempting to bind port e557659c-b234-4682-b0b1-85954b4f3c99 on network 7ff4806b-a30e-45b7-8336-64d8f45b8cbd {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:16:22.991360 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32478c7-21c2-4979-aeab-028d2dbec6bb req-a8772e61-7515-40bc-b16c-fdfa8f7f539c service neutron] Port e557659c-b234-4682-b0b1-85954b4f3c99 on network 7ff4806b-a30e-45b7-8336-64d8f45b8cbd not bound, no agent of type Open vSwitch agent registered on host n-h2-712142-27 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 02:16:22.991687 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32478c7-21c2-4979-aeab-028d2dbec6bb req-a8772e61-7515-40bc-b16c-fdfa8f7f539c service neutron] Attempting to bind port e557659c-b234-4682-b0b1-85954b4f3c99 on network 7ff4806b-a30e-45b7-8336-64d8f45b8cbd {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:16:22.997272 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32478c7-21c2-4979-aeab-028d2dbec6bb req-a8772e61-7515-40bc-b16c-fdfa8f7f539c service neutron] Checking agent: {'id': '9985b50b-9a31-44a5-86f7-cefb8cac73e8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'started_at': datetime.datetime(2021, 11, 12, 0, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:16:22.997613 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32478c7-21c2-4979-aeab-028d2dbec6bb req-a8772e61-7515-40bc-b16c-fdfa8f7f539c service neutron] Checking segment: {'id': '43548c55-702e-43b1-aff1-971723f8cd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7ff4806b-a30e-45b7-8336-64d8f45b8cbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:16:22.998010 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32478c7-21c2-4979-aeab-028d2dbec6bb req-a8772e61-7515-40bc-b16c-fdfa8f7f539c service neutron] Bound using segment: {'id': '43548c55-702e-43b1-aff1-971723f8cd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7ff4806b-a30e-45b7-8336-64d8f45b8cbd'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:16:22.998449 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [req-e32478c7-21c2-4979-aeab-028d2dbec6bb req-a8772e61-7515-40bc-b16c-fdfa8f7f539c service neutron] Bound port: e557659c-b234-4682-b0b1-85954b4f3c99, host: n-h2-712142-27, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43548c55-702e-43b1-aff1-971723f8cd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7ff4806b-a30e-45b7-8336-64d8f45b8cbd'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:16:22.998809 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e32478c7-21c2-4979-aeab-028d2dbec6bb req-a8772e61-7515-40bc-b16c-fdfa8f7f539c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:23.089568 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-e32478c7-21c2-4979-aeab-028d2dbec6bb req-a8772e61-7515-40bc-b16c-fdfa8f7f539c service neutron] For port e557659c-b234-4682-b0b1-85954b4f3c99, host n-h2-712142-27, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:16:23.092990 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-e32478c7-21c2-4979-aeab-028d2dbec6bb req-a8772e61-7515-40bc-b16c-fdfa8f7f539c service neutron] For port e557659c-b234-4682-b0b1-85954b4f3c99, host n-h2-712142-27, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e557659c-b234-4682-b0b1-85954b4f3c99,segment=NetworkSegment(43548c55-702e-43b1-aff1-971723f8cd64),segment_id=43548c55-702e-43b1-aff1-971723f8cd64)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:16:23.097434 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e32478c7-21c2-4979-aeab-028d2dbec6bb req-a8772e61-7515-40bc-b16c-fdfa8f7f539c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:23.146127 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32478c7-21c2-4979-aeab-028d2dbec6bb req-a8772e61-7515-40bc-b16c-fdfa8f7f539c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:23.146646 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-e32478c7-21c2-4979-aeab-028d2dbec6bb req-a8772e61-7515-40bc-b16c-fdfa8f7f539c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:23.148143 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e32478c7-21c2-4979-aeab-028d2dbec6bb req-a8772e61-7515-40bc-b16c-fdfa8f7f539c service neutron] 10.222.0.44 "PUT /v2.0/ports/e557659c-b234-4682-b0b1-85954b4f3c99 HTTP/1.1" status: 200 len: 1093 time: 1.0262687 Nov 12 02:16:23.148619 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df2385af-ea2e-4607-a72f-9aa57573ca90', 'tag': 'e557659c-b234-4682-b0b1-85954b4f3c99'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:16:23.150985 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4d1d6158e421e9c8e993f80e0426ddaaefecbe2af3f4b68345379587447b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364bfe16-7b76-41bc-ae46-8e816168a6df" -d '{"events": [{"name": "network-changed", "server_uuid": "df2385af-ea2e-4607-a72f-9aa57573ca90", "tag": "e557659c-b234-4682-b0b1-85954b4f3c99"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:16:23.182133 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8772e61-7515-40bc-b16c-fdfa8f7f539c service neutron] Pushing event updated for resources: {'Port': ['ID=e557659c-b234-4682-b0b1-85954b4f3c99,revision_number=8']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:16:23.208893 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15ae170-9285-46df-9709-e8422c4c4f25 x-openstack-request-id: req-d15ae170-9285-46df-9709-e8422c4c4f25 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:16:23.209182 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df2385af-ea2e-4607-a72f-9aa57573ca90", "tag": "e557659c-b234-4682-b0b1-85954b4f3c99", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:16:23.209437 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d15ae170-9285-46df-9709-e8422c4c4f25 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:16:23.209844 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df2385af-ea2e-4607-a72f-9aa57573ca90', 'tag': 'e557659c-b234-4682-b0b1-85954b4f3c99', 'status': 'completed', 'code': 200} Nov 12 02:16:23.244281 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32478c7-21c2-4979-aeab-028d2dbec6bb req-7f27aabc-6fa6-473a-8d52-ac3514d7ebb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:23.245832 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e32478c7-21c2-4979-aeab-028d2dbec6bb req-7f27aabc-6fa6-473a-8d52-ac3514d7ebb2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=75f23ac4df814e8b85f56814c47a188b&device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 1096 time: 0.0602343 Nov 12 02:16:23.369973 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32478c7-21c2-4979-aeab-028d2dbec6bb req-0273173a-c807-4f5e-85d4-3c09f4e995a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:23.371574 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e32478c7-21c2-4979-aeab-028d2dbec6bb req-0273173a-c807-4f5e-85d4-3c09f4e995a6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7ff4806b-a30e-45b7-8336-64d8f45b8cbd HTTP/1.1" status: 200 len: 908 time: 0.1186872 Nov 12 02:16:23.454211 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e32478c7-21c2-4979-aeab-028d2dbec6bb req-f1dd4837-fb66-4a04-81e8-2cc8e4a0e056 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e557659c-b234-4682-b0b1-85954b4f3c99 HTTP/1.1" status: 200 len: 999 time: 0.0728371 Nov 12 02:16:23.507037 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32478c7-21c2-4979-aeab-028d2dbec6bb req-b7739956-67c1-4bfb-94f2-462217427074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:23.509282 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e32478c7-21c2-4979-aeab-028d2dbec6bb req-b7739956-67c1-4bfb-94f2-462217427074 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0d4bf7b9-3409-415c-bce8-0cc8116bf050 HTTP/1.1" status: 200 len: 847 time: 0.0507014 Nov 12 02:16:23.569964 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32478c7-21c2-4979-aeab-028d2dbec6bb req-43f06c54-ca31-4e9a-95f6-969c694307d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:23.571533 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e32478c7-21c2-4979-aeab-028d2dbec6bb req-43f06c54-ca31-4e9a-95f6-969c694307d1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7ff4806b-a30e-45b7-8336-64d8f45b8cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519927 Nov 12 02:16:23.673270 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e32478c7-21c2-4979-aeab-028d2dbec6bb req-6344866e-791c-4c2a-bf84-bbafec31aaf0 service neutron] 10.222.0.44 "GET /v2.0/networks/7ff4806b-a30e-45b7-8336-64d8f45b8cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937865 Nov 12 02:16:23.772085 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-e32478c7-21c2-4979-aeab-028d2dbec6bb req-9637f575-9627-4ee3-bc7a-3d63facd4b47 service neutron] 10.222.0.44 "GET /v2.0/networks/7ff4806b-a30e-45b7-8336-64d8f45b8cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916824 Nov 12 02:16:23.894347 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364bfe16-7b76-41bc-ae46-8e816168a6df req-a008034d-97ce-48d5-9347-c01a536dba70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:23.895999 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-364bfe16-7b76-41bc-ae46-8e816168a6df req-a008034d-97ce-48d5-9347-c01a536dba70 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=75f23ac4df814e8b85f56814c47a188b&device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 1096 time: 0.0523338 Nov 12 02:16:23.999429 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364bfe16-7b76-41bc-ae46-8e816168a6df req-15ed6ec3-f0a5-407b-b6a8-f5d8fea21c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:24.001016 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-364bfe16-7b76-41bc-ae46-8e816168a6df req-15ed6ec3-f0a5-407b-b6a8-f5d8fea21c34 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7ff4806b-a30e-45b7-8336-64d8f45b8cbd HTTP/1.1" status: 200 len: 908 time: 0.0964434 Nov 12 02:16:24.077327 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-364bfe16-7b76-41bc-ae46-8e816168a6df req-bd341c04-652a-4697-a3bc-661d5529a913 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e557659c-b234-4682-b0b1-85954b4f3c99 HTTP/1.1" status: 200 len: 999 time: 0.0689456 Nov 12 02:16:24.082115 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d92d6e-6667-4d0a-b6e8-9ab97571724c req-31b8c5ca-c26d-4de8-9a03-45a0f6d9a0b6 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:24.084202 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-38d92d6e-6667-4d0a-b6e8-9ab97571724c req-31b8c5ca-c26d-4de8-9a03-45a0f6d9a0b6 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 944 time: 0.0543516 Nov 12 02:16:24.131993 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364bfe16-7b76-41bc-ae46-8e816168a6df req-46ec1280-4598-4868-aec1-62a9a287adfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:24.133512 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-364bfe16-7b76-41bc-ae46-8e816168a6df req-46ec1280-4598-4868-aec1-62a9a287adfa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0d4bf7b9-3409-415c-bce8-0cc8116bf050 HTTP/1.1" status: 200 len: 847 time: 0.0491681 Nov 12 02:16:24.145280 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-38d92d6e-6667-4d0a-b6e8-9ab97571724c req-05ef360a-a6cf-4c27-9339-15d2b2687b28 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=40af2b5c-4c8c-4006-8c96-14cc04833f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486746 Nov 12 02:16:24.194978 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364bfe16-7b76-41bc-ae46-8e816168a6df req-38c8bd64-1e5d-4d00-8204-70dbf8c5bb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:24.196561 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-364bfe16-7b76-41bc-ae46-8e816168a6df req-38c8bd64-1e5d-4d00-8204-70dbf8c5bb01 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7ff4806b-a30e-45b7-8336-64d8f45b8cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535996 Nov 12 02:16:24.303380 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-364bfe16-7b76-41bc-ae46-8e816168a6df req-e47d3015-8944-4a6e-857e-20e2184fbf55 service neutron] 10.222.0.44 "GET /v2.0/networks/7ff4806b-a30e-45b7-8336-64d8f45b8cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957153 Nov 12 02:16:24.418372 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-364bfe16-7b76-41bc-ae46-8e816168a6df req-fcf640e7-e6ed-4c9e-9429-9533e5df1649 service neutron] 10.222.0.44 "GET /v2.0/networks/7ff4806b-a30e-45b7-8336-64d8f45b8cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047344 Nov 12 02:16:25.285519 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257d699-a6f9-4588-a309-f8a15f990bfe req-1b657673-0a32-44b8-88b6-0885536c8a27 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:25.287037 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8257d699-a6f9-4588-a309-f8a15f990bfe req-1b657673-0a32-44b8-88b6-0885536c8a27 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 944 time: 0.0583515 Nov 12 02:16:25.338207 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8257d699-a6f9-4588-a309-f8a15f990bfe req-f2794c35-06b1-4447-8254-f78fcb9bf458 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=40af2b5c-4c8c-4006-8c96-14cc04833f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451024 Nov 12 02:16:26.469690 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f367d5-14f0-455f-9f0d-19b22144458a req-8dc6b915-1d61-4ce2-a4ae-a9f09056e00d tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:26.471184 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-22f367d5-14f0-455f-9f0d-19b22144458a req-8dc6b915-1d61-4ce2-a4ae-a9f09056e00d tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 944 time: 0.0550699 Nov 12 02:16:26.529677 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-22f367d5-14f0-455f-9f0d-19b22144458a req-bb215ac2-0348-4071-9dce-b89618ca1a3c tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=40af2b5c-4c8c-4006-8c96-14cc04833f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521321 Nov 12 02:16:27.399785 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6ae860a8-1410-4b71-9356-3d5e23e3b3bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:27.650236 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae4b4e-35b7-4d7d-98ef-7d299199fdbc req-009dde9f-6d7b-449c-a926-156ec98df99a tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:27.651645 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1cae4b4e-35b7-4d7d-98ef-7d299199fdbc req-009dde9f-6d7b-449c-a926-156ec98df99a tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 944 time: 0.0502999 Nov 12 02:16:27.709954 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1cae4b4e-35b7-4d7d-98ef-7d299199fdbc req-21c1fbaa-5db1-4cd3-985b-21a7c37c5ecc tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=40af2b5c-4c8c-4006-8c96-14cc04833f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517256 Nov 12 02:16:28.832997 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bcada8-db31-4e27-bb99-d4fd10416339 req-089f4444-e8ca-4138-a7b0-b6f5a2c5f8ea tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:28.834518 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-96bcada8-db31-4e27-bb99-d4fd10416339 req-089f4444-e8ca-4138-a7b0-b6f5a2c5f8ea tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 944 time: 0.0503433 Nov 12 02:16:28.887875 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-96bcada8-db31-4e27-bb99-d4fd10416339 req-2793531a-da19-4fa9-8b65-e84920c85df1 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=40af2b5c-4c8c-4006-8c96-14cc04833f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471323 Nov 12 02:16:30.013294 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608edee-2906-4b9e-986d-3c8909a06eae req-c3be5137-af67-43fc-aafe-d27e32b5fe42 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:30.014883 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9608edee-2906-4b9e-986d-3c8909a06eae req-c3be5137-af67-43fc-aafe-d27e32b5fe42 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 944 time: 0.0496385 Nov 12 02:16:30.067441 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9608edee-2906-4b9e-986d-3c8909a06eae req-3cb2be19-654b-44e7-9532-c08d33bcd4a5 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=40af2b5c-4c8c-4006-8c96-14cc04833f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454493 Nov 12 02:16:30.976412 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-baa23d02-93f9-4782-a515-c9aa0b81f2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:31.197069 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7f099-d304-412f-9319-75934f828129 req-47e433e4-f6c6-488b-bec9-4987011009fb tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:31.198769 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d7a7f099-d304-412f-9319-75934f828129 req-47e433e4-f6c6-488b-bec9-4987011009fb tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 944 time: 0.0579023 Nov 12 02:16:31.253103 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d7a7f099-d304-412f-9319-75934f828129 req-53ec8497-5372-42fe-a1a6-3b01e20d491c tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=40af2b5c-4c8c-4006-8c96-14cc04833f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483017 Nov 12 02:16:31.457915 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:16:32.122121 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device e557659c-b234-4682-b0b1-85954b4f3c99 details requested by agent hyperv_n-h2-712142-27 with host n-h2-712142-27 {{(pid=109087) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 02:16:32.217338 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port e557659c-b234-4682-b0b1-85954b4f3c99, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e557659c-b234-4682-b0b1-85954b4f3c99,segment=NetworkSegment(43548c55-702e-43b1-aff1-971723f8cd64),segment_id=43548c55-702e-43b1-aff1-971723f8cd64)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:16:32.228875 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Returning: {'device': 'e557659c-b234-4682-b0b1-85954b4f3c99', 'network_id': '7ff4806b-a30e-45b7-8336-64d8f45b8cbd', 'port_id': 'e557659c-b234-4682-b0b1-85954b4f3c99', 'mac_address': 'fa:16:3e:7b:1d:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d4bf7b9-3409-415c-bce8-0cc8116bf050', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109087) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 02:16:32.270369 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:32.283988 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e557659c-b234-4682-b0b1-85954b4f3c99 {{(pid=109087) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 02:16:32.303438 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port e557659c-b234-4682-b0b1-85954b4f3c99, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e557659c-b234-4682-b0b1-85954b4f3c99,segment=NetworkSegment(43548c55-702e-43b1-aff1-971723f8cd64),segment_id=43548c55-702e-43b1-aff1-971723f8cd64)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:16:32.308384 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:32.357817 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=e557659c-b234-4682-b0b1-85954b4f3c99,revision_number=9']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:16:32.374237 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47650e-cd08-4cfc-aaac-6f4a672c3873 req-a4b7ddd2-1d3d-43e8-abbb-6b40c8672f82 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:32.375665 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5d47650e-cd08-4cfc-aaac-6f4a672c3873 req-a4b7ddd2-1d3d-43e8-abbb-6b40c8672f82 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 945 time: 0.0501094 Nov 12 02:16:32.431309 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-5d47650e-cd08-4cfc-aaac-6f4a672c3873 req-65579925-a3d8-49d8-8d39-a6f9d09e34ec tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=40af2b5c-4c8c-4006-8c96-14cc04833f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488503 Nov 12 02:16:32.606293 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] get_ports_and_sgs() called for port_ids ['e557659c-b234-4682-b0b1-85954b4f3c99'] {{(pid=109087) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 02:16:33.174423 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:33.557805 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282cbabc-6a78-4d74-a8c0-f3fc09b34179 req-9c634232-7f78-472f-b45d-8557d2212036 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:33.559381 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-282cbabc-6a78-4d74-a8c0-f3fc09b34179 req-9c634232-7f78-472f-b45d-8557d2212036 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 945 time: 0.0528111 Nov 12 02:16:33.616292 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-282cbabc-6a78-4d74-a8c0-f3fc09b34179 req-40eaaa54-a75e-4b8f-a030-1337eb09dde1 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=40af2b5c-4c8c-4006-8c96-14cc04833f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507803 Nov 12 02:16:34.122462 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device e557659c-b234-4682-b0b1-85954b4f3c99 up at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:16:34.174393 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:34.191185 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning for port e557659c-b234-4682-b0b1-85954b4f3c99 completed by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 02:16:34.195560 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Provisioning complete for port e557659c-b234-4682-b0b1-85954b4f3c99 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:16:34.195954 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:34.275928 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:34.300072 n-d-712142-27 neutron-server[109087]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df2385af-ea2e-4607-a72f-9aa57573ca90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e557659c-b234-4682-b0b1-85954b4f3c99'}] {{(pid=109087) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:16:34.302995 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ec54fb32a252cf543512252f4538ed49f878ab9aa91f770db158cb882be9043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df42afca-081e-445b-bb54-039120144557" -d '{"events": [{"server_uuid": "df2385af-ea2e-4607-a72f-9aa57573ca90", "name": "network-vif-plugged", "status": "completed", "tag": "e557659c-b234-4682-b0b1-85954b4f3c99"}]}' {{(pid=109087) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:16:34.317912 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] For port e557659c-b234-4682-b0b1-85954b4f3c99, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e557659c-b234-4682-b0b1-85954b4f3c99,segment=NetworkSegment(43548c55-702e-43b1-aff1-971723f8cd64),segment_id=43548c55-702e-43b1-aff1-971723f8cd64)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:16:34.322654 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:34.346635 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd8af8a-d7c9-4060-beba-13b35e70f369 x-openstack-request-id: req-dbd8af8a-d7c9-4060-beba-13b35e70f369 {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:16:34.346955 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df2385af-ea2e-4607-a72f-9aa57573ca90", "name": "network-vif-plugged", "status": "completed", "tag": "e557659c-b234-4682-b0b1-85954b4f3c99", "code": 200}]} {{(pid=109087) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:16:34.347193 n-d-712142-27 neutron-server[109087]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dbd8af8a-d7c9-4060-beba-13b35e70f369 {{(pid=109087) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:16:34.348119 n-d-712142-27 neutron-server[109087]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df2385af-ea2e-4607-a72f-9aa57573ca90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e557659c-b234-4682-b0b1-85954b4f3c99', 'code': 200} Nov 12 02:16:34.375220 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Pushing event updated for resources: {'Port': ['ID=e557659c-b234-4682-b0b1-85954b4f3c99,revision_number=10']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:16:34.539045 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6721e2-a296-4ed8-b574-5136d98b5627 req-ad8a4c1b-0d21-43d6-bf63-8428a4c07612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:34.540648 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-bb6721e2-a296-4ed8-b574-5136d98b5627 req-ad8a4c1b-0d21-43d6-bf63-8428a4c07612 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 1099 time: 0.0421944 Nov 12 02:16:34.590654 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-bb6721e2-a296-4ed8-b574-5136d98b5627 req-ded63533-398a-402f-b866-9b5a4c09bc70 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=40af2b5c-4c8c-4006-8c96-14cc04833f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415235 Nov 12 02:16:34.736126 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1aff00-a49e-404a-b9b5-8c83c55b112f req-bf203d2a-e318-4354-b4f6-7eecce11f494 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:34.737657 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-df1aff00-a49e-404a-b9b5-8c83c55b112f req-bf203d2a-e318-4354-b4f6-7eecce11f494 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 947 time: 0.0516698 Nov 12 02:16:34.788099 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-df1aff00-a49e-404a-b9b5-8c83c55b112f req-54d6dc07-b554-4939-b577-6c4319ab5d42 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=40af2b5c-4c8c-4006-8c96-14cc04833f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438807 Nov 12 02:16:35.460683 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:35.903259 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab53be-cefd-438e-ae94-f7d1fb1bcb00 req-6c81b87d-5c65-4099-b8d4-ad550a5e9bf4 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:16:35.904848 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-10ab53be-cefd-438e-ae94-f7d1fb1bcb00 req-6c81b87d-5c65-4099-b8d4-ad550a5e9bf4 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 947 time: 0.0493774 Nov 12 02:16:35.954502 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-10ab53be-cefd-438e-ae94-f7d1fb1bcb00 req-bacbcb42-dc4e-4d53-90af-70ed22b9ca15 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=40af2b5c-4c8c-4006-8c96-14cc04833f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434093 Nov 12 02:16:39.258856 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:41.390735 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:16:57.393035 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-36120906-7ca8-4e3c-8483-c74a569fb3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:00.966934 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-78795a11-cb74-4897-905c-205de44d550f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:03.175314 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:04.146293 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:05.461647 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:08.457799 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:17:09.271529 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:11.396439 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:12.926016 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-78d23841-0949-4b48-b44e-bb1fafedf547 req-37b73795-ee4e-4943-86ae-576ba28ab119 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0387681 Nov 12 02:17:13.026913 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d23841-0949-4b48-b44e-bb1fafedf547 req-3e21345c-3a61-4431-9a95-54a1f32537ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:13.028445 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-78d23841-0949-4b48-b44e-bb1fafedf547 req-3e21345c-3a61-4431-9a95-54a1f32537ab service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=75f23ac4df814e8b85f56814c47a188b&device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 1099 time: 0.0446904 Nov 12 02:17:13.131280 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d23841-0949-4b48-b44e-bb1fafedf547 req-371509fd-9f5c-468b-9f77-ab3ba2f317a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:13.132802 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-78d23841-0949-4b48-b44e-bb1fafedf547 req-371509fd-9f5c-468b-9f77-ab3ba2f317a2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7ff4806b-a30e-45b7-8336-64d8f45b8cbd HTTP/1.1" status: 200 len: 908 time: 0.0852413 Nov 12 02:17:13.201320 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-78d23841-0949-4b48-b44e-bb1fafedf547 req-596655e9-28b7-45c8-97dd-79a2214587ee service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e557659c-b234-4682-b0b1-85954b4f3c99 HTTP/1.1" status: 200 len: 1001 time: 0.0607479 Nov 12 02:17:13.250456 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d23841-0949-4b48-b44e-bb1fafedf547 req-93354736-2696-4539-a4a6-94e5862d65b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:13.251902 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-78d23841-0949-4b48-b44e-bb1fafedf547 req-93354736-2696-4539-a4a6-94e5862d65b7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0d4bf7b9-3409-415c-bce8-0cc8116bf050 HTTP/1.1" status: 200 len: 847 time: 0.0432220 Nov 12 02:17:13.296997 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d23841-0949-4b48-b44e-bb1fafedf547 req-23ea9ec7-42f5-45d3-95ef-8887e5137567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:13.298514 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-78d23841-0949-4b48-b44e-bb1fafedf547 req-23ea9ec7-42f5-45d3-95ef-8887e5137567 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7ff4806b-a30e-45b7-8336-64d8f45b8cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398281 Nov 12 02:17:13.390227 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-78d23841-0949-4b48-b44e-bb1fafedf547 req-176b65e7-d5a3-44f0-816b-27472d14159f service neutron] 10.222.0.44 "GET /v2.0/networks/7ff4806b-a30e-45b7-8336-64d8f45b8cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842090 Nov 12 02:17:13.480142 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-78d23841-0949-4b48-b44e-bb1fafedf547 req-ebc1a229-af7b-480c-bb89-5f736c739754 service neutron] 10.222.0.44 "GET /v2.0/networks/7ff4806b-a30e-45b7-8336-64d8f45b8cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815401 Nov 12 02:17:27.397301 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9e41cbfc-5c57-4374-8844-0031b0b68cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:30.968603 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-50689f80-01c0-4541-b82b-0bf932957268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:33.177412 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:34.147818 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:35.464906 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:39.283000 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:41.394189 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:45.456866 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:17:49.443689 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59476) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:17:49.602654 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-34ba41b0-b54c-4d44-9907-096e30771f22 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Deleting port 084fd164-35ce-421d-bb2d-f5e1b093ea7c {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:17:49.602988 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-34ba41b0-b54c-4d44-9907-096e30771f22 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:49.676486 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-34ba41b0-b54c-4d44-9907-096e30771f22 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:49.676718 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-34ba41b0-b54c-4d44-9907-096e30771f22 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:49.688016 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-34ba41b0-b54c-4d44-9907-096e30771f22 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Calling delete_port for 084fd164-35ce-421d-bb2d-f5e1b093ea7c owned by network:floatingip {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:17:49.836980 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-34ba41b0-b54c-4d44-9907-096e30771f22 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:49.862425 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba41b0-b54c-4d44-9907-096e30771f22 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Pushing event deleted for resources: {'Port': ['ID=084fd164-35ce-421d-bb2d-f5e1b093ea7c,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:17:49.885978 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba41b0-b54c-4d44-9907-096e30771f22 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:49.886318 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba41b0-b54c-4d44-9907-096e30771f22 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:49.886652 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba41b0-b54c-4d44-9907-096e30771f22 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:49.886984 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba41b0-b54c-4d44-9907-096e30771f22 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:49.887315 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba41b0-b54c-4d44-9907-096e30771f22 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:49.887635 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba41b0-b54c-4d44-9907-096e30771f22 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:49.887957 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba41b0-b54c-4d44-9907-096e30771f22 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:49.888298 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba41b0-b54c-4d44-9907-096e30771f22 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:49.888615 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba41b0-b54c-4d44-9907-096e30771f22 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:49.888936 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba41b0-b54c-4d44-9907-096e30771f22 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:49.889250 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba41b0-b54c-4d44-9907-096e30771f22 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:49.889563 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba41b0-b54c-4d44-9907-096e30771f22 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:49.936526 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-34ba41b0-b54c-4d44-9907-096e30771f22 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for floatingip, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:49.936750 n-d-712142-27 neutron-server[109085]: INFO neutron.db.l3_db [None req-34ba41b0-b54c-4d44-9907-096e30771f22 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Floating IP 3968289e-1aa2-4df8-99e9-295448f94dc2 disassociated (deleted). External IP: 172.25.3.65, port: e557659c-b234-4682-b0b1-85954b4f3c99. Nov 12 02:17:50.478710 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ba41b0-b54c-4d44-9907-096e30771f22 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Router 1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:17:50.585723 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ba41b0-b54c-4d44-9907-096e30771f22 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:17:50.590513 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-34ba41b0-b54c-4d44-9907-096e30771f22 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for floatingip, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:50.596170 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f72949-a999-4ed6-b009-072fd1f1caa5 None None] Sync routers for ids ['1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:17:50.606777 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f72949-a999-4ed6-b009-072fd1f1caa5 None None] Routers {'1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:17:50.607949 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-75f72949-a999-4ed6-b009-072fd1f1caa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:17:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:17:50.617939 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-34ba41b0-b54c-4d44-9907-096e30771f22 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "DELETE /v2.0/floatingips/3968289e-1aa2-4df8-99e9-295448f94dc2 HTTP/1.1" status: 204 len: 168 time: 1.1725328 Nov 12 02:17:50.618534 n-d-712142-27 neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df2385af-ea2e-4607-a72f-9aa57573ca90', 'tag': 'e557659c-b234-4682-b0b1-85954b4f3c99'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:17:50.621343 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5dd4e089669c975f2de9f4f0df131bfb5fea3b750f9a1fd67846e9670e07c7e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25910a0c-0904-443b-8543-a6acdd6a624d" -d '{"events": [{"name": "network-changed", "server_uuid": "df2385af-ea2e-4607-a72f-9aa57573ca90", "tag": "e557659c-b234-4682-b0b1-85954b4f3c99"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:17:50.719693 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-75f72949-a999-4ed6-b009-072fd1f1caa5 None None] Set router 1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:17:50.772514 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 02:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a98c7d-264e-4d16-9201-ae8536efa081 x-openstack-request-id: req-16a98c7d-264e-4d16-9201-ae8536efa081 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:17:50.772944 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df2385af-ea2e-4607-a72f-9aa57573ca90", "tag": "e557659c-b234-4682-b0b1-85954b4f3c99", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:17:50.773333 n-d-712142-27 neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-16a98c7d-264e-4d16-9201-ae8536efa081 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:17:50.773945 n-d-712142-27 neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df2385af-ea2e-4607-a72f-9aa57573ca90', 'tag': 'e557659c-b234-4682-b0b1-85954b4f3c99', 'status': 'completed', 'code': 200} Nov 12 02:17:50.868848 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1440e2-e911-4571-87d5-acdbfe1abe4e req-2fe6b01f-ec79-454d-9583-c35239feb50e tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:50.871062 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7a1440e2-e911-4571-87d5-acdbfe1abe4e req-2fe6b01f-ec79-454d-9583-c35239feb50e tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 947 time: 0.0539620 Nov 12 02:17:50.875649 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25910a0c-0904-443b-8543-a6acdd6a624d req-79f830c5-e60f-4247-a4ce-b36114697311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:50.877289 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-25910a0c-0904-443b-8543-a6acdd6a624d req-79f830c5-e60f-4247-a4ce-b36114697311 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=75f23ac4df814e8b85f56814c47a188b&device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 1099 time: 0.0467627 Nov 12 02:17:50.923119 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7a1440e2-e911-4571-87d5-acdbfe1abe4e req-b2c52f88-1437-4f93-acb4-3e82b7330121 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=40af2b5c-4c8c-4006-8c96-14cc04833f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449002 Nov 12 02:17:50.934829 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-75f72949-a999-4ed6-b009-072fd1f1caa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'name': 'tempest-TestShelveInstance-219127354-router', 'tenant_id': '75f23ac4df814e8b85f56814c47a188b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'd600a15a-f8d0-4c0f-8b0e-e6c7aaa546de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:08:51Z', 'updated_at': '2021-11-12T02:08:54Z', 'revision_number': 4, 'project_id': '75f23ac4df814e8b85f56814c47a188b', 'gw_port': {'id': 'd600a15a-f8d0-4c0f-8b0e-e6c7aaa546de', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:08:52Z', 'updated_at': '2021-11-12T02:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'caeb0246-1d0d-4702-90c1-601d076f2060', 'name': '', 'network_id': '7ff4806b-a30e-45b7-8336-64d8f45b8cbd', 'tenant_id': '75f23ac4df814e8b85f56814c47a188b', 'mac_address': 'fa:16:3e:2d:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '0d4bf7b9-3409-415c-bce8-0cc8116bf050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:08:54Z', 'updated_at': '2021-11-12T02:09:00Z', 'revision_number': 5, 'project_id': '75f23ac4df814e8b85f56814c47a188b', 'subnets': [{'id': '0d4bf7b9-3409-415c-bce8-0cc8116bf050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:17:50.966300 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f72949-a999-4ed6-b009-072fd1f1caa5 None None] Checking router: 1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:17:50.974792 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25910a0c-0904-443b-8543-a6acdd6a624d req-0cab1608-f8f3-4d53-afee-4f66ae88f274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:50.974993 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f72949-a999-4ed6-b009-072fd1f1caa5 None None] Routers {'1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:17:50.975329 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-75f72949-a999-4ed6-b009-072fd1f1caa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:17:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:17:50.976124 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-25910a0c-0904-443b-8543-a6acdd6a624d req-0cab1608-f8f3-4d53-afee-4f66ae88f274 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7ff4806b-a30e-45b7-8336-64d8f45b8cbd HTTP/1.1" status: 200 len: 908 time: 0.0905814 Nov 12 02:17:51.023231 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-25910a0c-0904-443b-8543-a6acdd6a624d req-07cb377d-355a-4cce-a6f7-0a9eb6467e2e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e557659c-b234-4682-b0b1-85954b4f3c99 HTTP/1.1" status: 200 len: 217 time: 0.0379934 Nov 12 02:17:51.085536 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-75f72949-a999-4ed6-b009-072fd1f1caa5 None None] Set router 1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:17:51.296669 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-75f72949-a999-4ed6-b009-072fd1f1caa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'name': 'tempest-TestShelveInstance-219127354-router', 'tenant_id': '75f23ac4df814e8b85f56814c47a188b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'd600a15a-f8d0-4c0f-8b0e-e6c7aaa546de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:08:51Z', 'updated_at': '2021-11-12T02:08:54Z', 'revision_number': 4, 'project_id': '75f23ac4df814e8b85f56814c47a188b', 'gw_port': {'id': 'd600a15a-f8d0-4c0f-8b0e-e6c7aaa546de', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:08:52Z', 'updated_at': '2021-11-12T02:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'caeb0246-1d0d-4702-90c1-601d076f2060', 'name': '', 'network_id': '7ff4806b-a30e-45b7-8336-64d8f45b8cbd', 'tenant_id': '75f23ac4df814e8b85f56814c47a188b', 'mac_address': 'fa:16:3e:2d:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '0d4bf7b9-3409-415c-bce8-0cc8116bf050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:08:54Z', 'updated_at': '2021-11-12T02:09:00Z', 'revision_number': 5, 'project_id': '75f23ac4df814e8b85f56814c47a188b', 'subnets': [{'id': '0d4bf7b9-3409-415c-bce8-0cc8116bf050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:17:51.322975 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f72949-a999-4ed6-b009-072fd1f1caa5 None None] The sync data for ids ['1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc'] in n-d-712142-27 is: [{'id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'name': 'tempest-TestShelveInstance-219127354-router', 'tenant_id': '75f23ac4df814e8b85f56814c47a188b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'd600a15a-f8d0-4c0f-8b0e-e6c7aaa546de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:08:51Z', 'updated_at': '2021-11-12T02:08:54Z', 'revision_number': 4, 'project_id': '75f23ac4df814e8b85f56814c47a188b', 'gw_port': {'id': 'd600a15a-f8d0-4c0f-8b0e-e6c7aaa546de', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:08:52Z', 'updated_at': '2021-11-12T02:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'caeb0246-1d0d-4702-90c1-601d076f2060', 'name': '', 'network_id': '7ff4806b-a30e-45b7-8336-64d8f45b8cbd', 'tenant_id': '75f23ac4df814e8b85f56814c47a188b', 'mac_address': 'fa:16:3e:2d:ee:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '0d4bf7b9-3409-415c-bce8-0cc8116bf050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:08:54Z', 'updated_at': '2021-11-12T02:09:00Z', 'revision_number': 5, 'project_id': '75f23ac4df814e8b85f56814c47a188b', 'subnets': [{'id': '0d4bf7b9-3409-415c-bce8-0cc8116bf050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:17:51.416075 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25910a0c-0904-443b-8543-a6acdd6a624d req-39263909-e940-4155-ab8c-8cc7f0ba0c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:51.418149 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-25910a0c-0904-443b-8543-a6acdd6a624d req-39263909-e940-4155-ab8c-8cc7f0ba0c94 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0d4bf7b9-3409-415c-bce8-0cc8116bf050 HTTP/1.1" status: 200 len: 847 time: 0.3873196 Nov 12 02:17:51.465683 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25910a0c-0904-443b-8543-a6acdd6a624d req-f0174426-f4e7-42bb-a031-be901203d8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:51.467226 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-25910a0c-0904-443b-8543-a6acdd6a624d req-f0174426-f4e7-42bb-a031-be901203d8fc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7ff4806b-a30e-45b7-8336-64d8f45b8cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417705 Nov 12 02:17:51.554378 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f3db7b-4d3c-4658-bf7d-18ab32c82077 None None] New status for floating IP 3968289e-1aa2-4df8-99e9-295448f94dc2: DOWN {{(pid=109088) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 02:17:51.567327 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-25910a0c-0904-443b-8543-a6acdd6a624d req-d915c65c-b3cc-4bd4-9ee0-545fad5bfa68 service neutron] 10.222.0.44 "GET /v2.0/networks/7ff4806b-a30e-45b7-8336-64d8f45b8cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919349 Nov 12 02:17:51.665557 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-25910a0c-0904-443b-8543-a6acdd6a624d req-2b22c814-22e7-4305-beed-71eaa5d58180 service neutron] 10.222.0.44 "GET /v2.0/networks/7ff4806b-a30e-45b7-8336-64d8f45b8cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904260 Nov 12 02:17:52.041609 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94300e7b-4869-4447-8549-6a271636ccae req-d3de5438-81f1-4fb6-9f29-038d516a49de tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:52.043168 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-94300e7b-4869-4447-8549-6a271636ccae req-d3de5438-81f1-4fb6-9f29-038d516a49de tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 947 time: 0.0490031 Nov 12 02:17:52.096704 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-94300e7b-4869-4447-8549-6a271636ccae req-56864ab1-4024-468d-92b8-3aed907cc436 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/security-groups?id=40af2b5c-4c8c-4006-8c96-14cc04833f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474560 Nov 12 02:17:52.521021 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2057589c-dafd-46bf-b1aa-99c3d87f4a45 req-34a4c4f6-7a50-4d5b-9404-84cf2a6fbeef tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:17:52.522476 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2057589c-dafd-46bf-b1aa-99c3d87f4a45 req-34a4c4f6-7a50-4d5b-9404-84cf2a6fbeef tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.44 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 947 time: 0.0490832 Nov 12 02:17:52.615056 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-2057589c-dafd-46bf-b1aa-99c3d87f4a45 req-e934cd0f-f02d-4c3d-bf5c-1fa95d6e7f7e tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Deleting port e557659c-b234-4682-b0b1-85954b4f3c99 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:17:52.615431 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-2057589c-dafd-46bf-b1aa-99c3d87f4a45 req-e934cd0f-f02d-4c3d-bf5c-1fa95d6e7f7e tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:52.706293 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [req-2057589c-dafd-46bf-b1aa-99c3d87f4a45 req-e934cd0f-f02d-4c3d-bf5c-1fa95d6e7f7e tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] For port e557659c-b234-4682-b0b1-85954b4f3c99, host n-h2-712142-27, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712142-27',level=0,port_id=e557659c-b234-4682-b0b1-85954b4f3c99,segment=NetworkSegment(43548c55-702e-43b1-aff1-971723f8cd64),segment_id=43548c55-702e-43b1-aff1-971723f8cd64)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:17:52.706583 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-2057589c-dafd-46bf-b1aa-99c3d87f4a45 req-e934cd0f-f02d-4c3d-bf5c-1fa95d6e7f7e tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:52.718099 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [req-2057589c-dafd-46bf-b1aa-99c3d87f4a45 req-e934cd0f-f02d-4c3d-bf5c-1fa95d6e7f7e tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Calling delete_port for e557659c-b234-4682-b0b1-85954b4f3c99 owned by compute:nova {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:17:52.842178 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-2057589c-dafd-46bf-b1aa-99c3d87f4a45 req-e934cd0f-f02d-4c3d-bf5c-1fa95d6e7f7e tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:52.874882 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e934cd0f-f02d-4c3d-bf5c-1fa95d6e7f7e tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Pushing event deleted for resources: {'Port': ['ID=e557659c-b234-4682-b0b1-85954b4f3c99,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:17:52.903055 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e934cd0f-f02d-4c3d-bf5c-1fa95d6e7f7e tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:52.903403 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e934cd0f-f02d-4c3d-bf5c-1fa95d6e7f7e tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:52.904272 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e934cd0f-f02d-4c3d-bf5c-1fa95d6e7f7e tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:52.904272 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e934cd0f-f02d-4c3d-bf5c-1fa95d6e7f7e tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:52.904599 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e934cd0f-f02d-4c3d-bf5c-1fa95d6e7f7e tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:52.904826 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e934cd0f-f02d-4c3d-bf5c-1fa95d6e7f7e tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:52.905089 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e934cd0f-f02d-4c3d-bf5c-1fa95d6e7f7e tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:52.905420 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e934cd0f-f02d-4c3d-bf5c-1fa95d6e7f7e tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:52.905747 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e934cd0f-f02d-4c3d-bf5c-1fa95d6e7f7e tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:52.906072 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e934cd0f-f02d-4c3d-bf5c-1fa95d6e7f7e tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:52.906401 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e934cd0f-f02d-4c3d-bf5c-1fa95d6e7f7e tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:52.906734 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e934cd0f-f02d-4c3d-bf5c-1fa95d6e7f7e tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:17:52.925653 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [req-2057589c-dafd-46bf-b1aa-99c3d87f4a45 req-e934cd0f-f02d-4c3d-bf5c-1fa95d6e7f7e tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] No DVR routers for this DVR port e557659c-b234-4682-b0b1-85954b4f3c99 on host n-h2-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:17:52.928273 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [req-2057589c-dafd-46bf-b1aa-99c3d87f4a45 req-e934cd0f-f02d-4c3d-bf5c-1fa95d6e7f7e tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-290532'] for port, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:52.931730 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [req-2057589c-dafd-46bf-b1aa-99c3d87f4a45 req-e934cd0f-f02d-4c3d-bf5c-1fa95d6e7f7e tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.44 "DELETE /v2.0/ports/e557659c-b234-4682-b0b1-85954b4f3c99 HTTP/1.1" status: 204 len: 173 time: 0.4027064 Nov 12 02:17:52.932194 n-d-712142-27 neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df2385af-ea2e-4607-a72f-9aa57573ca90', 'name': 'network-vif-deleted', 'tag': 'e557659c-b234-4682-b0b1-85954b4f3c99'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 02:17:52.935076 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4d1d6158e421e9c8e993f80e0426ddaaefecbe2af3f4b68345379587447b70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0daf31a0-b81e-4805-87c3-1907a01086fd" -d '{"events": [{"server_uuid": "df2385af-ea2e-4607-a72f-9aa57573ca90", "name": "network-vif-deleted", "tag": "e557659c-b234-4682-b0b1-85954b4f3c99"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 02:17:52.973849 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 02:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad21893-66c3-46f3-b012-4fbe8e647d7c x-openstack-request-id: req-dad21893-66c3-46f3-b012-4fbe8e647d7c {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 02:17:52.974139 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df2385af-ea2e-4607-a72f-9aa57573ca90", "name": "network-vif-deleted", "tag": "e557659c-b234-4682-b0b1-85954b4f3c99", "status": "completed", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 02:17:52.974388 n-d-712142-27 neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dad21893-66c3-46f3-b012-4fbe8e647d7c {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 02:17:52.974786 n-d-712142-27 neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df2385af-ea2e-4607-a72f-9aa57573ca90', 'name': 'network-vif-deleted', 'tag': 'e557659c-b234-4682-b0b1-85954b4f3c99', 'status': 'completed', 'code': 200} Nov 12 02:17:53.192640 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-223f8aae-44a7-433b-a785-46dcba5ea904 req-0afc28dd-30ad-4b85-838d-0699f28a9e4d tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 210 time: 0.0277250 Nov 12 02:17:54.287116 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-03eae407-752b-4059-97e2-8924bbd917fb req-29592c9e-e3f6-42c1-9d6d-9f217be56066 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 210 time: 0.0264246 Nov 12 02:17:55.389474 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-549e4658-01ac-482d-8fac-22c2c46e5aa9 req-c1ddbe3d-cbe8-447b-b276-e85f54caaf60 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 210 time: 0.0279126 Nov 12 02:17:56.485775 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8f2fae4c-e5c4-4c47-bd20-3bde7c1c911b req-50743a4c-ed74-47d9-97a1-0f5e18ff3b15 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 210 time: 0.0260580 Nov 12 02:17:56.629842 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device e557659c-b234-4682-b0b1-85954b4f3c99 no longer exists at agent hyperv_n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:17:56.650397 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] No Port match for: e557659c-b234-4682-b0b1-85954b4f3c99 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:17:56.650738 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Device e557659c-b234-4682-b0b1-85954b4f3c99 not bound to the agent host n-h2-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:17:57.399113 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-58a7c340-8623-4098-879a-d25c93d1ab65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:57.597270 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e1c741b8-7413-4042-ba68-b7e291b026d6 req-26e96e6f-17d4-48af-a015-9b979b384ccb tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "GET /v2.0/ports?device_id=df2385af-ea2e-4607-a72f-9aa57573ca90 HTTP/1.1" status: 200 len: 210 time: 0.0279419 Nov 12 02:17:58.657744 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59510) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:17:58.729866 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4b742e92-2e2a-4ec9-8a99-17f7c3215522 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:58.759601 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4b742e92-2e2a-4ec9-8a99-17f7c3215522 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:58.826675 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4b742e92-2e2a-4ec9-8a99-17f7c3215522 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:58.829660 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4b742e92-2e2a-4ec9-8a99-17f7c3215522 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:58.833420 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-4b742e92-2e2a-4ec9-8a99-17f7c3215522 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] 10.222.0.45 "DELETE /v2.0/security-groups/40af2b5c-4c8c-4006-8c96-14cc04833f7b HTTP/1.1" status: 204 len: 168 time: 0.1721511 Nov 12 02:17:58.841572 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b742e92-2e2a-4ec9-8a99-17f7c3215522 tempest-TestShelveInstance-1498481079 tempest-TestShelveInstance-1498481079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40af2b5c-4c8c-4006-8c96-14cc04833f7b,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:17:58.903421 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59514) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:17:59.389716 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-67104b13-73e2-4a8f-b0f8-572b7fd57fe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:59.642221 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-67104b13-73e2-4a8f-b0f8-572b7fd57fe0 admin admin] Deleting port caeb0246-1d0d-4702-90c1-601d076f2060 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:17:59.642468 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-67104b13-73e2-4a8f-b0f8-572b7fd57fe0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:59.727150 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-67104b13-73e2-4a8f-b0f8-572b7fd57fe0 admin admin] For port caeb0246-1d0d-4702-90c1-601d076f2060, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=caeb0246-1d0d-4702-90c1-601d076f2060,segment=NetworkSegment(43548c55-702e-43b1-aff1-971723f8cd64),segment_id=43548c55-702e-43b1-aff1-971723f8cd64)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:17:59.727863 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-67104b13-73e2-4a8f-b0f8-572b7fd57fe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:59.744124 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-67104b13-73e2-4a8f-b0f8-572b7fd57fe0 admin admin] Calling delete_port for caeb0246-1d0d-4702-90c1-601d076f2060 owned by network:router_interface {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:17:59.932875 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-67104b13-73e2-4a8f-b0f8-572b7fd57fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:17:59.957463 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67104b13-73e2-4a8f-b0f8-572b7fd57fe0 admin admin] Pushing event deleted for resources: {'Port': ['ID=caeb0246-1d0d-4702-90c1-601d076f2060,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:00.154034 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-67104b13-73e2-4a8f-b0f8-572b7fd57fe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:00.384882 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67104b13-73e2-4a8f-b0f8-572b7fd57fe0 admin admin] Router 1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:18:00.511826 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67104b13-73e2-4a8f-b0f8-572b7fd57fe0 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:18:00.519886 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-67104b13-73e2-4a8f-b0f8-572b7fd57fe0 admin admin] 10.222.0.45 "PUT /v2.0/routers/1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6118183 Nov 12 02:18:00.519886 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59518) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:18:00.525080 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26635818-732f-4ad7-baeb-f35dab0c37d5 None None] Sync routers for ids ['1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:18:00.536933 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26635818-732f-4ad7-baeb-f35dab0c37d5 None None] Routers {'1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:18:00.538091 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-26635818-732f-4ad7-baeb-f35dab0c37d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:17:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:18:00.684855 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-26635818-732f-4ad7-baeb-f35dab0c37d5 None None] Set router 1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:18:00.721904 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b3eee922-7bab-4005-96e5-bc5f16a24169 admin admin] Publish callbacks [] for router, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:00.841611 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b3eee922-7bab-4005-96e5-bc5f16a24169 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:00.893133 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-26635818-732f-4ad7-baeb-f35dab0c37d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'name': 'tempest-TestShelveInstance-219127354-router', 'tenant_id': '75f23ac4df814e8b85f56814c47a188b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'd600a15a-f8d0-4c0f-8b0e-e6c7aaa546de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:08:51Z', 'updated_at': '2021-11-12T02:17:59Z', 'revision_number': 5, 'project_id': '75f23ac4df814e8b85f56814c47a188b', 'gw_port': {'id': 'd600a15a-f8d0-4c0f-8b0e-e6c7aaa546de', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:1a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:08:52Z', 'updated_at': '2021-11-12T02:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:18:00.921840 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26635818-732f-4ad7-baeb-f35dab0c37d5 None None] Checking router: 1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:18:00.926268 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-b3eee922-7bab-4005-96e5-bc5f16a24169 admin admin] Deleting port d600a15a-f8d0-4c0f-8b0e-e6c7aaa546de {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:18:00.926826 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b3eee922-7bab-4005-96e5-bc5f16a24169 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:00.931230 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26635818-732f-4ad7-baeb-f35dab0c37d5 None None] Routers {'1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:18:00.931858 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-26635818-732f-4ad7-baeb-f35dab0c37d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:17:31Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:18:01.035731 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-b3eee922-7bab-4005-96e5-bc5f16a24169 admin admin] For port d600a15a-f8d0-4c0f-8b0e-e6c7aaa546de, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=d600a15a-f8d0-4c0f-8b0e-e6c7aaa546de,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:18:01.036164 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b3eee922-7bab-4005-96e5-bc5f16a24169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:01.044421 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f9c18457-df29-45b8-b7ad-a6d8df51488b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:01.051582 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-b3eee922-7bab-4005-96e5-bc5f16a24169 admin admin] Calling delete_port for d600a15a-f8d0-4c0f-8b0e-e6c7aaa546de owned by network:router_gateway {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:18:01.058139 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-26635818-732f-4ad7-baeb-f35dab0c37d5 None None] Set router 1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:18:01.119483 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-26635818-732f-4ad7-baeb-f35dab0c37d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'name': 'tempest-TestShelveInstance-219127354-router', 'tenant_id': '75f23ac4df814e8b85f56814c47a188b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:08:51Z', 'updated_at': '2021-11-12T02:18:00Z', 'revision_number': 6, 'project_id': '75f23ac4df814e8b85f56814c47a188b', 'gw_port_host': None}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:18:01.149032 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26635818-732f-4ad7-baeb-f35dab0c37d5 None None] The sync data for ids ['1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc'] in n-d-712142-27 is: [{'id': '1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc', 'name': 'tempest-TestShelveInstance-219127354-router', 'tenant_id': '75f23ac4df814e8b85f56814c47a188b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:08:51Z', 'updated_at': '2021-11-12T02:18:00Z', 'revision_number': 6, 'project_id': '75f23ac4df814e8b85f56814c47a188b', 'gw_port_host': None}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:18:01.263866 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b3eee922-7bab-4005-96e5-bc5f16a24169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:01.291315 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eee922-7bab-4005-96e5-bc5f16a24169 admin admin] Pushing event deleted for resources: {'Port': ['ID=d600a15a-f8d0-4c0f-8b0e-e6c7aaa546de,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:01.305533 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c424b647-fb16-466c-a635-7a1df6e81334 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:18:01.361262 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b3eee922-7bab-4005-96e5-bc5f16a24169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:01.455688 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b3eee922-7bab-4005-96e5-bc5f16a24169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:01.457887 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b3eee922-7bab-4005-96e5-bc5f16a24169 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:01.507103 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b3eee922-7bab-4005-96e5-bc5f16a24169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:01.507742 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3eee922-7bab-4005-96e5-bc5f16a24169 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc {{(pid=109085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 02:18:01.514323 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b3eee922-7bab-4005-96e5-bc5f16a24169 admin admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:01.518006 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-b3eee922-7bab-4005-96e5-bc5f16a24169 admin admin] 10.222.0.45 "DELETE /v2.0/routers/1b3dd1f9-fe45-42d1-8f8f-9dbe8842bcfc HTTP/1.1" status: 204 len: 168 time: 0.9949744 Nov 12 02:18:01.518391 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59520) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:18:01.581483 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cd9635f-9bf9-4c1f-9d65-d5123d0457e4 admin admin] Deleting subnet 0d4bf7b9-3409-415c-bce8-0cc8116bf050 {{(pid=109086) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:18:01.585474 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0cd9635f-9bf9-4c1f-9d65-d5123d0457e4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:01.627344 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0cd9635f-9bf9-4c1f-9d65-d5123d0457e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16030963'] for subnet, precommit_delete_associations {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:01.707700 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0cd9635f-9bf9-4c1f-9d65-d5123d0457e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:01.758299 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0cd9635f-9bf9-4c1f-9d65-d5123d0457e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13281263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12762360'] for subnet, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:01.781614 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd9635f-9bf9-4c1f-9d65-d5123d0457e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d4bf7b9-3409-415c-bce8-0cc8116bf050,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:01.787396 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0cd9635f-9bf9-4c1f-9d65-d5123d0457e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:01.790722 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-0cd9635f-9bf9-4c1f-9d65-d5123d0457e4 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/0d4bf7b9-3409-415c-bce8-0cc8116bf050 HTTP/1.1" status: 204 len: 168 time: 0.2712214 Nov 12 02:18:01.793400 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fb3383-c1f9-4110-8f45-c71d6c704469 None None] Network 7ff4806b-a30e-45b7-8336-64d8f45b8cbd requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:18:01.794011 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59522) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:18:01.867674 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-01fa3956-ba15-453d-b77d-aa4f77c597cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:01.925254 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-01fa3956-ba15-453d-b77d-aa4f77c597cc admin admin] Deleting port 5ec5758e-8e3c-446d-9fb3-53c59c737357 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:18:01.925615 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-01fa3956-ba15-453d-b77d-aa4f77c597cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:01.996834 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab687e92-7eaf-4bcd-8d6b-c516512de0f4 None None] DHCP port deletion for 7ff4806b-a30e-45b7-8336-64d8f45b8cbd request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:18:02.013487 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-01fa3956-ba15-453d-b77d-aa4f77c597cc admin admin] For port 5ec5758e-8e3c-446d-9fb3-53c59c737357, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=5ec5758e-8e3c-446d-9fb3-53c59c737357,segment=NetworkSegment(43548c55-702e-43b1-aff1-971723f8cd64),segment_id=43548c55-702e-43b1-aff1-971723f8cd64)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:18:02.013856 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-01fa3956-ba15-453d-b77d-aa4f77c597cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:02.022998 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device d600a15a-f8d0-4c0f-8b0e-e6c7aaa546de no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:18:02.027804 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-01fa3956-ba15-453d-b77d-aa4f77c597cc admin admin] Calling delete_port for 5ec5758e-8e3c-446d-9fb3-53c59c737357 owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:18:02.045124 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: d600a15a-f8d0-4c0f-8b0e-e6c7aaa546de {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:18:02.045457 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device d600a15a-f8d0-4c0f-8b0e-e6c7aaa546de not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:18:02.045864 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device caeb0246-1d0d-4702-90c1-601d076f2060 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:18:02.075315 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: caeb0246-1d0d-4702-90c1-601d076f2060 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:18:02.076180 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device caeb0246-1d0d-4702-90c1-601d076f2060 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:18:02.091446 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-ab687e92-7eaf-4bcd-8d6b-c516512de0f4 None None] Deleting port 5ec5758e-8e3c-446d-9fb3-53c59c737357 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:18:02.091822 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ab687e92-7eaf-4bcd-8d6b-c516512de0f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:02.118280 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-01fa3956-ba15-453d-b77d-aa4f77c597cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:02.147192 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fa3956-ba15-453d-b77d-aa4f77c597cc admin admin] Pushing event deleted for resources: {'Port': ['ID=5ec5758e-8e3c-446d-9fb3-53c59c737357,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:02.150806 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fa3956-ba15-453d-b77d-aa4f77c597cc admin admin] No DVR routers for this DVR port 5ec5758e-8e3c-446d-9fb3-53c59c737357 on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:18:02.233390 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-01fa3956-ba15-453d-b77d-aa4f77c597cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:02.258178 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-01fa3956-ba15-453d-b77d-aa4f77c597cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ff4806b-a30e-45b7-8336-64d8f45b8cbd']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:18:02.271788 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-01fa3956-ba15-453d-b77d-aa4f77c597cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43548c55-702e-43b1-aff1-971723f8cd64') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:18:02.272228 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-01fa3956-ba15-453d-b77d-aa4f77c597cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43548c55-702e-43b1-aff1-971723f8cd64') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:18:02.285268 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-01fa3956-ba15-453d-b77d-aa4f77c597cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:02.304363 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-01fa3956-ba15-453d-b77d-aa4f77c597cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:02.311400 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01fa3956-ba15-453d-b77d-aa4f77c597cc admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:18:02.311956 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-01fa3956-ba15-453d-b77d-aa4f77c597cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:02.314548 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 02:18:02.314548 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:18:02.314548 n-d-712142-27 neutron-server[109086]: timer() Nov 12 02:18:02.314548 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:18:02.314548 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 02:18:02.314548 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:18:02.314548 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 02:18:02.314548 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:18:02.314548 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 02:18:02.314548 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:18:02.314548 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 02:18:02.314548 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:18:02.314548 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 02:18:02.314548 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:18:02.314548 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:18:02.314548 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:18:02.314548 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:18:02.314548 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:18:02.314548 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 02:18:02.314548 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:18:02.314548 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 02:18:02.314548 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:18:02.314548 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:18:02.314548 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:18:02.314548 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 02:18:02.314548 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:18:02.314548 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:18:02.314548 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:18:02.314548 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:18:02.314548 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:18:02.314548 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:18:02.314548 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:18:02.332052 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-ab687e92-7eaf-4bcd-8d6b-c516512de0f4 None None] For port 5ec5758e-8e3c-446d-9fb3-53c59c737357, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=5ec5758e-8e3c-446d-9fb3-53c59c737357,segment=NetworkSegment(43548c55-702e-43b1-aff1-971723f8cd64),segment_id=43548c55-702e-43b1-aff1-971723f8cd64)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:18:02.332459 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ab687e92-7eaf-4bcd-8d6b-c516512de0f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:02.348072 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-ab687e92-7eaf-4bcd-8d6b-c516512de0f4 None None] Calling delete_port for 5ec5758e-8e3c-446d-9fb3-53c59c737357 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:18:02.373743 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-01fa3956-ba15-453d-b77d-aa4f77c597cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:02.379508 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-01fa3956-ba15-453d-b77d-aa4f77c597cc admin admin] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:02.385988 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-01fa3956-ba15-453d-b77d-aa4f77c597cc admin admin] 10.222.0.45 "DELETE /v2.0/networks/7ff4806b-a30e-45b7-8336-64d8f45b8cbd HTTP/1.1" status: 204 len: 168 time: 0.5877659 Nov 12 02:18:02.386445 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59524) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:18:02.394327 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fa3956-ba15-453d-b77d-aa4f77c597cc admin admin] Pushing event deleted for resources: {'Network': ['ID=7ff4806b-a30e-45b7-8336-64d8f45b8cbd,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:02.431944 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ab687e92-7eaf-4bcd-8d6b-c516512de0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:02.456412 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ab687e92-7eaf-4bcd-8d6b-c516512de0f4 None None] Network 7ff4806b-a30e-45b7-8336-64d8f45b8cbd is not hosted by any dhcp agent {{(pid=109087) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 02:18:02.457022 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab687e92-7eaf-4bcd-8d6b-c516512de0f4 None None] No DVR routers for this DVR port 5ec5758e-8e3c-446d-9fb3-53c59c737357 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:18:02.462493 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab687e92-7eaf-4bcd-8d6b-c516512de0f4 None None] Pushing event deleted for resources: {'Port': ['ID=5ec5758e-8e3c-446d-9fb3-53c59c737357,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:02.471818 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab687e92-7eaf-4bcd-8d6b-c516512de0f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:02.472094 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab687e92-7eaf-4bcd-8d6b-c516512de0f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:02.472418 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab687e92-7eaf-4bcd-8d6b-c516512de0f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:02.472775 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab687e92-7eaf-4bcd-8d6b-c516512de0f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:02.473093 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab687e92-7eaf-4bcd-8d6b-c516512de0f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:02.473426 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab687e92-7eaf-4bcd-8d6b-c516512de0f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:02.473755 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab687e92-7eaf-4bcd-8d6b-c516512de0f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:02.474089 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab687e92-7eaf-4bcd-8d6b-c516512de0f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:02.474414 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab687e92-7eaf-4bcd-8d6b-c516512de0f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:02.474743 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab687e92-7eaf-4bcd-8d6b-c516512de0f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:02.475069 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab687e92-7eaf-4bcd-8d6b-c516512de0f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:02.475393 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab687e92-7eaf-4bcd-8d6b-c516512de0f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:02.744468 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ea187a29-4d47-4b87-98d4-72e856e267df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:02.996215 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-ea187a29-4d47-4b87-98d4-72e856e267df admin admin] Deleting port b9ac3b66-da3b-4bd6-ba7e-2ce37946d115 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:18:02.996455 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ea187a29-4d47-4b87-98d4-72e856e267df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:03.080076 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-ea187a29-4d47-4b87-98d4-72e856e267df admin admin] For port b9ac3b66-da3b-4bd6-ba7e-2ce37946d115, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=b9ac3b66-da3b-4bd6-ba7e-2ce37946d115,segment=NetworkSegment(9af8b8dc-570b-4088-a127-5e87a29623c0),segment_id=9af8b8dc-570b-4088-a127-5e87a29623c0)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:18:03.080440 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ea187a29-4d47-4b87-98d4-72e856e267df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:03.093314 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-ea187a29-4d47-4b87-98d4-72e856e267df admin admin] Calling delete_port for b9ac3b66-da3b-4bd6-ba7e-2ce37946d115 owned by network:router_interface {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:18:03.182574 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:03.301165 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ea187a29-4d47-4b87-98d4-72e856e267df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:03.329256 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea187a29-4d47-4b87-98d4-72e856e267df admin admin] Pushing event deleted for resources: {'Port': ['ID=b9ac3b66-da3b-4bd6-ba7e-2ce37946d115,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:03.513600 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ea187a29-4d47-4b87-98d4-72e856e267df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:03.736405 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea187a29-4d47-4b87-98d4-72e856e267df admin admin] Router 0d2e0343-11dd-44b3-aa1b-632217c0af78 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:18:04.024480 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 5ec5758e-8e3c-446d-9fb3-53c59c737357 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:18:04.044983 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 5ec5758e-8e3c-446d-9fb3-53c59c737357 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:18:04.045330 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 5ec5758e-8e3c-446d-9fb3-53c59c737357 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:18:04.151641 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:04.201999 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea187a29-4d47-4b87-98d4-72e856e267df admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:18:04.207663 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-ea187a29-4d47-4b87-98d4-72e856e267df admin admin] 10.222.0.45 "PUT /v2.0/routers/0d2e0343-11dd-44b3-aa1b-632217c0af78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8198667 Nov 12 02:18:04.210354 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59526) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:18:04.213893 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0d3b71-85e3-41c8-a48c-3e76e4fc9c1b None None] Sync routers for ids ['0d2e0343-11dd-44b3-aa1b-632217c0af78'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:18:04.231426 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0d3b71-85e3-41c8-a48c-3e76e4fc9c1b None None] Routers {'0d2e0343-11dd-44b3-aa1b-632217c0af78'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:18:04.232538 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-ed0d3b71-85e3-41c8-a48c-3e76e4fc9c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:18:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['0d2e0343-11dd-44b3-aa1b-632217c0af78'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:18:04.326632 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0b26b410-2855-4032-a552-02f2fd7d43f3 admin admin] Publish callbacks [] for router, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:04.384471 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-ed0d3b71-85e3-41c8-a48c-3e76e4fc9c1b None None] Set router 0d2e0343-11dd-44b3-aa1b-632217c0af78 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:18:04.466183 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0b26b410-2855-4032-a552-02f2fd7d43f3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:04.542257 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-0b26b410-2855-4032-a552-02f2fd7d43f3 admin admin] Deleting port 8b4fd6a6-d4e7-44db-9b07-4e7e5d13eb04 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:18:04.542257 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0b26b410-2855-4032-a552-02f2fd7d43f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:04.585071 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-ed0d3b71-85e3-41c8-a48c-3e76e4fc9c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2e0343-11dd-44b3-aa1b-632217c0af78', 'name': 'tempest-TestShelveInstance-1447928939-router', 'tenant_id': 'aea2b660ac5d4b4b8e107299c6a92d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '8b4fd6a6-d4e7-44db-9b07-4e7e5d13eb04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:08:57Z', 'updated_at': '2021-11-12T02:18:03Z', 'revision_number': 5, 'project_id': 'aea2b660ac5d4b4b8e107299c6a92d4c', 'gw_port': {'id': '8b4fd6a6-d4e7-44db-9b07-4e7e5d13eb04', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d2e0343-11dd-44b3-aa1b-632217c0af78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:08:57Z', 'updated_at': '2021-11-12T02:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:18:04.618184 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0d3b71-85e3-41c8-a48c-3e76e4fc9c1b None None] Checking router: 0d2e0343-11dd-44b3-aa1b-632217c0af78 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:18:04.628419 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0d3b71-85e3-41c8-a48c-3e76e4fc9c1b None None] Routers {'0d2e0343-11dd-44b3-aa1b-632217c0af78'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:18:04.629068 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-ed0d3b71-85e3-41c8-a48c-3e76e4fc9c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:18:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['0d2e0343-11dd-44b3-aa1b-632217c0af78'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:18:04.643725 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-0b26b410-2855-4032-a552-02f2fd7d43f3 admin admin] For port 8b4fd6a6-d4e7-44db-9b07-4e7e5d13eb04, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=8b4fd6a6-d4e7-44db-9b07-4e7e5d13eb04,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:18:04.644122 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0b26b410-2855-4032-a552-02f2fd7d43f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:04.659868 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-0b26b410-2855-4032-a552-02f2fd7d43f3 admin admin] Calling delete_port for 8b4fd6a6-d4e7-44db-9b07-4e7e5d13eb04 owned by network:router_gateway {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:18:04.815653 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-ed0d3b71-85e3-41c8-a48c-3e76e4fc9c1b None None] Set router 0d2e0343-11dd-44b3-aa1b-632217c0af78 gateway port host: None {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:18:04.851519 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0b26b410-2855-4032-a552-02f2fd7d43f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:04.876257 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-ed0d3b71-85e3-41c8-a48c-3e76e4fc9c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d2e0343-11dd-44b3-aa1b-632217c0af78', 'name': 'tempest-TestShelveInstance-1447928939-router', 'tenant_id': 'aea2b660ac5d4b4b8e107299c6a92d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:08:57Z', 'updated_at': '2021-11-12T02:18:04Z', 'revision_number': 6, 'project_id': 'aea2b660ac5d4b4b8e107299c6a92d4c', 'gw_port_host': None}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:18:04.881130 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b26b410-2855-4032-a552-02f2fd7d43f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b4fd6a6-d4e7-44db-9b07-4e7e5d13eb04,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:04.896914 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5178b75-b8d3-4c4e-9f9a-024cf22743c3 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:18:04.914238 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0d3b71-85e3-41c8-a48c-3e76e4fc9c1b None None] The sync data for ids ['0d2e0343-11dd-44b3-aa1b-632217c0af78'] in n-d-712142-27 is: [{'id': '0d2e0343-11dd-44b3-aa1b-632217c0af78', 'name': 'tempest-TestShelveInstance-1447928939-router', 'tenant_id': 'aea2b660ac5d4b4b8e107299c6a92d4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:08:57Z', 'updated_at': '2021-11-12T02:18:04Z', 'revision_number': 6, 'project_id': 'aea2b660ac5d4b4b8e107299c6a92d4c', 'gw_port_host': None}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:18:04.949019 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0b26b410-2855-4032-a552-02f2fd7d43f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:05.060122 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0b26b410-2855-4032-a552-02f2fd7d43f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:05.062591 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0b26b410-2855-4032-a552-02f2fd7d43f3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:05.109325 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0b26b410-2855-4032-a552-02f2fd7d43f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:05.109839 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b26b410-2855-4032-a552-02f2fd7d43f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d2e0343-11dd-44b3-aa1b-632217c0af78 {{(pid=109085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 02:18:05.115278 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0b26b410-2855-4032-a552-02f2fd7d43f3 admin admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:05.116474 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-0b26b410-2855-4032-a552-02f2fd7d43f3 admin admin] 10.222.0.45 "DELETE /v2.0/routers/0d2e0343-11dd-44b3-aa1b-632217c0af78 HTTP/1.1" status: 204 len: 168 time: 0.9051769 Nov 12 02:18:05.119004 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59528) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:18:05.166507 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e68285e-7d17-4738-9db1-290622c1f9cc admin admin] Deleting subnet 5bca3e2a-c0c7-4c85-9dc9-64478bf4a590 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:18:05.169679 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8e68285e-7d17-4738-9db1-290622c1f9cc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:05.216990 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8e68285e-7d17-4738-9db1-290622c1f9cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:05.303995 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8e68285e-7d17-4738-9db1-290622c1f9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:05.380829 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8e68285e-7d17-4738-9db1-290622c1f9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:05.407595 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e68285e-7d17-4738-9db1-290622c1f9cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bca3e2a-c0c7-4c85-9dc9-64478bf4a590,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:05.411332 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8e68285e-7d17-4738-9db1-290622c1f9cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:05.417048 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-8e68285e-7d17-4738-9db1-290622c1f9cc admin admin] 10.222.0.45 "DELETE /v2.0/subnets/5bca3e2a-c0c7-4c85-9dc9-64478bf4a590 HTTP/1.1" status: 204 len: 168 time: 0.2945993 Nov 12 02:18:05.417410 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59530) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:18:05.422403 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c929abba-7a01-408f-8efd-eb70a3a42d31 None None] Network 5db7409b-a4d0-427c-a79f-2a4e1c6fa739 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:18:05.500421 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-607d5bbe-1eba-4068-ade9-59061ecc7d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:05.504434 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:05.560215 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-607d5bbe-1eba-4068-ade9-59061ecc7d82 admin admin] Deleting port 440aa8b1-528d-411c-89c9-05d55fbc499a {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:18:05.560839 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-607d5bbe-1eba-4068-ade9-59061ecc7d82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:05.628208 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-607d5bbe-1eba-4068-ade9-59061ecc7d82 admin admin] For port 440aa8b1-528d-411c-89c9-05d55fbc499a, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=440aa8b1-528d-411c-89c9-05d55fbc499a,segment=NetworkSegment(9af8b8dc-570b-4088-a127-5e87a29623c0),segment_id=9af8b8dc-570b-4088-a127-5e87a29623c0)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:18:05.628504 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-607d5bbe-1eba-4068-ade9-59061ecc7d82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:05.648163 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-607d5bbe-1eba-4068-ade9-59061ecc7d82 admin admin] Calling delete_port for 440aa8b1-528d-411c-89c9-05d55fbc499a owned by network:dhcp {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:18:05.691763 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837e924e-87ce-4717-98de-51486c6dc9ca None None] DHCP port deletion for 5db7409b-a4d0-427c-a79f-2a4e1c6fa739 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:18:05.742664 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-607d5bbe-1eba-4068-ade9-59061ecc7d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:05.769742 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607d5bbe-1eba-4068-ade9-59061ecc7d82 admin admin] Pushing event deleted for resources: {'Port': ['ID=440aa8b1-528d-411c-89c9-05d55fbc499a,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:05.773305 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607d5bbe-1eba-4068-ade9-59061ecc7d82 admin admin] No DVR routers for this DVR port 440aa8b1-528d-411c-89c9-05d55fbc499a on host n-d-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:18:05.775245 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-837e924e-87ce-4717-98de-51486c6dc9ca None None] Deleting port 440aa8b1-528d-411c-89c9-05d55fbc499a {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:18:05.775655 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-837e924e-87ce-4717-98de-51486c6dc9ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:05.847002 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-837e924e-87ce-4717-98de-51486c6dc9ca None None] For port 440aa8b1-528d-411c-89c9-05d55fbc499a, host n-d-712142-27, got binding levels [] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:18:05.847357 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-837e924e-87ce-4717-98de-51486c6dc9ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:05.856672 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-607d5bbe-1eba-4068-ade9-59061ecc7d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:05.861889 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-837e924e-87ce-4717-98de-51486c6dc9ca None None] Calling delete_port for 440aa8b1-528d-411c-89c9-05d55fbc499a owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:18:05.864651 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.ipam_backend_mixin [None req-837e924e-87ce-4717-98de-51486c6dc9ca None None] Port 440aa8b1-528d-411c-89c9-05d55fbc499a was not found and therefore no delete operation was performed {{(pid=109087) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 02:18:05.865942 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-837e924e-87ce-4717-98de-51486c6dc9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:05.888977 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-607d5bbe-1eba-4068-ade9-59061ecc7d82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5db7409b-a4d0-427c-a79f-2a4e1c6fa739']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:18:05.891642 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837e924e-87ce-4717-98de-51486c6dc9ca None None] Pushing event deleted for resources: {'Port': ['ID=440aa8b1-528d-411c-89c9-05d55fbc499a,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:05.897307 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837e924e-87ce-4717-98de-51486c6dc9ca None None] No DVR routers for this DVR port 440aa8b1-528d-411c-89c9-05d55fbc499a on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:18:05.909054 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-607d5bbe-1eba-4068-ade9-59061ecc7d82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9af8b8dc-570b-4088-a127-5e87a29623c0') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:18:05.910175 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-607d5bbe-1eba-4068-ade9-59061ecc7d82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9af8b8dc-570b-4088-a127-5e87a29623c0') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:18:05.926882 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-607d5bbe-1eba-4068-ade9-59061ecc7d82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:05.952264 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-607d5bbe-1eba-4068-ade9-59061ecc7d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:05.962394 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-607d5bbe-1eba-4068-ade9-59061ecc7d82 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:18:05.962873 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-607d5bbe-1eba-4068-ade9-59061ecc7d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:05.965478 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 02:18:05.965478 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:18:05.965478 n-d-712142-27 neutron-server[109085]: timer() Nov 12 02:18:05.965478 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:18:05.965478 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 02:18:05.965478 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:18:05.965478 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 02:18:05.965478 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:18:05.965478 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 02:18:05.965478 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:18:05.965478 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 02:18:05.965478 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:18:05.965478 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 02:18:05.965478 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:18:05.965478 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:18:05.965478 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:18:05.965478 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:18:05.965478 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:18:05.965478 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 02:18:05.965478 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:18:05.965478 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 02:18:05.965478 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:18:05.965478 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:18:05.965478 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:18:05.965478 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 02:18:05.965478 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:18:05.965478 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:18:05.965478 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:18:05.965478 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:18:05.965478 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:18:05.965478 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:18:05.965478 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:18:06.022067 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device b9ac3b66-da3b-4bd6-ba7e-2ce37946d115 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:18:06.045466 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-607d5bbe-1eba-4068-ade9-59061ecc7d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:06.051212 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: b9ac3b66-da3b-4bd6-ba7e-2ce37946d115 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:18:06.051581 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device b9ac3b66-da3b-4bd6-ba7e-2ce37946d115 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:18:06.051797 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-607d5bbe-1eba-4068-ade9-59061ecc7d82 admin admin] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:06.052008 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 440aa8b1-528d-411c-89c9-05d55fbc499a no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:18:06.056356 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-607d5bbe-1eba-4068-ade9-59061ecc7d82 admin admin] 10.222.0.45 "DELETE /v2.0/networks/5db7409b-a4d0-427c-a79f-2a4e1c6fa739 HTTP/1.1" status: 204 len: 168 time: 0.6378884 Nov 12 02:18:06.070943 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607d5bbe-1eba-4068-ade9-59061ecc7d82 admin admin] Pushing event deleted for resources: {'Network': ['ID=5db7409b-a4d0-427c-a79f-2a4e1c6fa739,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:06.087238 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 440aa8b1-528d-411c-89c9-05d55fbc499a {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:18:06.087752 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 440aa8b1-528d-411c-89c9-05d55fbc499a not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:18:06.088064 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 8b4fd6a6-d4e7-44db-9b07-4e7e5d13eb04 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:18:06.109216 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 8b4fd6a6-d4e7-44db-9b07-4e7e5d13eb04 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:18:06.109567 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 8b4fd6a6-d4e7-44db-9b07-4e7e5d13eb04 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:18:06.195536 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59534) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:18:06.240948 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-07751e5f-a9ba-4b7f-9e39-03098c2b1540 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=75f23ac4df814e8b85f56814c47a188b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0440829 Nov 12 02:18:06.243461 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59536) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:18:06.300786 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6d6406e5-0b5e-4ecd-8a60-b9d2b0a94a0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:06.322820 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6d6406e5-0b5e-4ecd-8a60-b9d2b0a94a0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:06.373129 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6d6406e5-0b5e-4ecd-8a60-b9d2b0a94a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:06.376440 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6d6406e5-0b5e-4ecd-8a60-b9d2b0a94a0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:06.381382 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-6d6406e5-0b5e-4ecd-8a60-b9d2b0a94a0e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/16832748-53cb-4778-85be-e565d82622be HTTP/1.1" status: 204 len: 168 time: 0.1368978 Nov 12 02:18:06.395164 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6406e5-0b5e-4ecd-8a60-b9d2b0a94a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16832748-53cb-4778-85be-e565d82622be,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:06.749865 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59542) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:18:06.808850 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-52e196fe-e164-4b12-83bb-b3afb6db28a7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=aea2b660ac5d4b4b8e107299c6a92d4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0572605 Nov 12 02:18:06.811283 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59544) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:18:06.861866 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-df1daf41-1179-4b4a-a881-9a0cfe2e6bf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:06.889825 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-df1daf41-1179-4b4a-a881-9a0cfe2e6bf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:06.956808 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-df1daf41-1179-4b4a-a881-9a0cfe2e6bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:06.960625 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-df1daf41-1179-4b4a-a881-9a0cfe2e6bf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:06.962574 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-df1daf41-1179-4b4a-a881-9a0cfe2e6bf0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e5fefc1f-76c8-4790-ad40-36245bd3df42 HTTP/1.1" status: 204 len: 168 time: 0.1492631 Nov 12 02:18:06.971705 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1daf41-1179-4b4a-a881-9a0cfe2e6bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5fefc1f-76c8-4790-ad40-36245bd3df42,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:07.742068 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59566) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:18:07.852506 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-c63dda1f-de56-487c-8b92-a4557cac3b60 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1753926082-network', 'tenant_id': '9edb9fb2096341aabe64afd9ec007051'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:18:07.875897 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63dda1f-de56-487c-8b92-a4557cac3b60 admin admin] Made reservation on behalf of 9edb9fb2096341aabe64afd9ec007051 for: {'network': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:18:07.878632 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c63dda1f-de56-487c-8b92-a4557cac3b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:07.887625 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c63dda1f-de56-487c-8b92-a4557cac3b60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:07.966304 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c63dda1f-de56-487c-8b92-a4557cac3b60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:07.970412 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c63dda1f-de56-487c-8b92-a4557cac3b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:07.995623 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c63dda1f-de56-487c-8b92-a4557cac3b60 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=109086) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:18:08.005324 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63dda1f-de56-487c-8b92-a4557cac3b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be56f2e3-3111-4d06-8ed5-a4fab55f0ebd,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:08.010950 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c63dda1f-de56-487c-8b92-a4557cac3b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:08.011306 n-d-712142-27 neutron-server[109086]: INFO neutron.db.segments_db [None req-c63dda1f-de56-487c-8b92-a4557cac3b60 admin admin] Added segment 48cc1cf8-b5c5-44f8-a4c3-edb4552f98ca of type vlan for network 601d2db8-7fea-4c29-bf61-d10dd78d0e9a Nov 12 02:18:08.056330 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c63dda1f-de56-487c-8b92-a4557cac3b60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:08.082583 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c63dda1f-de56-487c-8b92-a4557cac3b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:08.083573 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63dda1f-de56-487c-8b92-a4557cac3b60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:18:08.084240 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c63dda1f-de56-487c-8b92-a4557cac3b60 admin admin] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:08.140274 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-c63dda1f-de56-487c-8b92-a4557cac3b60 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3970380 Nov 12 02:18:08.143576 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59572) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:18:08.151375 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63dda1f-de56-487c-8b92-a4557cac3b60 admin admin] Pushing event updated for resources: {'Network': ['ID=601d2db8-7fea-4c29-bf61-d10dd78d0e9a,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:08.152087 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-3cb914b7-ed4b-43f1-b4cb-bf32980071f7 admin admin] Request body: {'subnet': {'network_id': '601d2db8-7fea-4c29-bf61-d10dd78d0e9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1753926082-subnet', 'tenant_id': '9edb9fb2096341aabe64afd9ec007051', 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:18:08.163405 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network 601d2db8-7fea-4c29-bf61-d10dd78d0e9a details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:18:08.177260 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb914b7-ed4b-43f1-b4cb-bf32980071f7 admin admin] Made reservation on behalf of 9edb9fb2096341aabe64afd9ec007051 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:18:08.179830 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3cb914b7-ed4b-43f1-b4cb-bf32980071f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16097583'] for subnet, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:08.354214 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3cb914b7-ed4b-43f1-b4cb-bf32980071f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13466222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16097597'] for subnet, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:08.408644 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb914b7-ed4b-43f1-b4cb-bf32980071f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e6d513a-a949-402a-b297-5498dfbd2cb4,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:08.420520 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb914b7-ed4b-43f1-b4cb-bf32980071f7 admin admin] Checking segment: {'id': '48cc1cf8-b5c5-44f8-a4c3-edb4552f98ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '601d2db8-7fea-4c29-bf61-d10dd78d0e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:18:08.420888 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb914b7-ed4b-43f1-b4cb-bf32980071f7 admin admin] Network hostable DHCP agents. Network: 601d2db8-7fea-4c29-bf61-d10dd78d0e9a, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:18:08.440249 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb914b7-ed4b-43f1-b4cb-bf32980071f7 admin admin] Network 601d2db8-7fea-4c29-bf61-d10dd78d0e9a is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:18:08.451774 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-3cb914b7-ed4b-43f1-b4cb-bf32980071f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, 601d2db8-7fea-4c29-bf61-d10dd78d0e9a) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:18:08.455990 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb914b7-ed4b-43f1-b4cb-bf32980071f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:18:08.456606 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3cb914b7-ed4b-43f1-b4cb-bf32980071f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:08.461837 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4a6025-3b81-41af-8fbb-28dacd29418e None None] Network 601d2db8-7fea-4c29-bf61-d10dd78d0e9a requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:18:08.479890 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3cb914b7-ed4b-43f1-b4cb-bf32980071f7 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3324084 Nov 12 02:18:08.480693 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59574) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:18:08.486101 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-44b81f99-fe98-4589-a154-c9ef625fbed7 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1753926082-router', 'tenant_id': '9edb9fb2096341aabe64afd9ec007051', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:18:08.509107 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-44b81f99-fe98-4589-a154-c9ef625fbed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:08.510947 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-44b81f99-fe98-4589-a154-c9ef625fbed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:08.572650 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-44b81f99-fe98-4589-a154-c9ef625fbed7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:08.621877 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf0ad84-7a94-4a6e-9a01-83090fa053da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-601d2db8-7fea-4c29-bf61-d10dd78d0e9a', 'network_id': '601d2db8-7fea-4c29-bf61-d10dd78d0e9a', 'tenant_id': '9edb9fb2096341aabe64afd9ec007051', 'fixed_ips': [{'subnet_id': '0e6d513a-a949-402a-b297-5498dfbd2cb4'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 02:18:08.622928 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-daf0ad84-7a94-4a6e-9a01-83090fa053da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:08.714435 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-44b81f99-fe98-4589-a154-c9ef625fbed7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:08.764995 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-daf0ad84-7a94-4a6e-9a01-83090fa053da None None] Allocated IP 172.20.0.2 (601d2db8-7fea-4c29-bf61-d10dd78d0e9a/0e6d513a-a949-402a-b297-5498dfbd2cb4/b5d24cba-c45a-4aea-9088-c0a09aad9ee9) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:18:08.917457 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-daf0ad84-7a94-4a6e-9a01-83090fa053da None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:08.925022 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-44b81f99-fe98-4589-a154-c9ef625fbed7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:08.929767 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-daf0ad84-7a94-4a6e-9a01-83090fa053da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:08.945703 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-44b81f99-fe98-4589-a154-c9ef625fbed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:08.980074 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf0ad84-7a94-4a6e-9a01-83090fa053da None None] Network 601d2db8-7fea-4c29-bf61-d10dd78d0e9a is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:18:08.984264 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-daf0ad84-7a94-4a6e-9a01-83090fa053da None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:18:08.986737 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf0ad84-7a94-4a6e-9a01-83090fa053da None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:18:08.990267 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf0ad84-7a94-4a6e-9a01-83090fa053da None None] Pushing event updated for resources: {'Port': ['ID=b5d24cba-c45a-4aea-9088-c0a09aad9ee9,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:09.047383 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-daf0ad84-7a94-4a6e-9a01-83090fa053da None None] Attempting to bind port b5d24cba-c45a-4aea-9088-c0a09aad9ee9 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:18:09.047953 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-daf0ad84-7a94-4a6e-9a01-83090fa053da None None] Attempting to bind port b5d24cba-c45a-4aea-9088-c0a09aad9ee9 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '48cc1cf8-b5c5-44f8-a4c3-edb4552f98ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '601d2db8-7fea-4c29-bf61-d10dd78d0e9a'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:18:09.048546 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf0ad84-7a94-4a6e-9a01-83090fa053da None None] Attempting to bind port b5d24cba-c45a-4aea-9088-c0a09aad9ee9 on network 601d2db8-7fea-4c29-bf61-d10dd78d0e9a {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:18:09.054049 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf0ad84-7a94-4a6e-9a01-83090fa053da None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:18:09.054434 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf0ad84-7a94-4a6e-9a01-83090fa053da None None] Checking segment: {'id': '48cc1cf8-b5c5-44f8-a4c3-edb4552f98ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '601d2db8-7fea-4c29-bf61-d10dd78d0e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:18:09.054844 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-daf0ad84-7a94-4a6e-9a01-83090fa053da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:09.055240 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf0ad84-7a94-4a6e-9a01-83090fa053da None None] Bound using segment: {'id': '48cc1cf8-b5c5-44f8-a4c3-edb4552f98ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '601d2db8-7fea-4c29-bf61-d10dd78d0e9a'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:18:09.055727 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-daf0ad84-7a94-4a6e-9a01-83090fa053da None None] Bound port: b5d24cba-c45a-4aea-9088-c0a09aad9ee9, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cc1cf8-b5c5-44f8-a4c3-edb4552f98ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '601d2db8-7fea-4c29-bf61-d10dd78d0e9a'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:18:09.056151 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-daf0ad84-7a94-4a6e-9a01-83090fa053da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:09.061778 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-44b81f99-fe98-4589-a154-c9ef625fbed7 admin admin] Allocated IP 172.25.3.208 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/46d7dcb7-5da6-4caa-b1bb-243dfa8db39e) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:18:09.123876 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-daf0ad84-7a94-4a6e-9a01-83090fa053da None None] For port b5d24cba-c45a-4aea-9088-c0a09aad9ee9, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:18:09.127743 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-daf0ad84-7a94-4a6e-9a01-83090fa053da None None] For port b5d24cba-c45a-4aea-9088-c0a09aad9ee9, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=b5d24cba-c45a-4aea-9088-c0a09aad9ee9,segment=NetworkSegment(48cc1cf8-b5c5-44f8-a4c3-edb4552f98ca),segment_id=48cc1cf8-b5c5-44f8-a4c3-edb4552f98ca)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:18:09.132674 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-daf0ad84-7a94-4a6e-9a01-83090fa053da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:09.177382 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-44b81f99-fe98-4589-a154-c9ef625fbed7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:09.198231 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf0ad84-7a94-4a6e-9a01-83090fa053da None None] Pushing event updated for resources: {'Port': ['ID=b5d24cba-c45a-4aea-9088-c0a09aad9ee9,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:09.222130 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-44b81f99-fe98-4589-a154-c9ef625fbed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:09.262758 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b81f99-fe98-4589-a154-c9ef625fbed7 admin admin] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:18:09.268335 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-44b81f99-fe98-4589-a154-c9ef625fbed7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:18:09.272278 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b81f99-fe98-4589-a154-c9ef625fbed7 admin admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:18:09.283951 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19304127-c31b-4d36-8d40-65bb700f1f1e None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:18:09.286782 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:09.302859 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b81f99-fe98-4589-a154-c9ef625fbed7 admin admin] Pushing event updated for resources: {'Port': ['ID=46d7dcb7-5da6-4caa-b1bb-243dfa8db39e,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:09.364662 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-baf059b0-ad9b-44af-9e83-951e9e70c055 None None] Provisioning complete for port 46d7dcb7-5da6-4caa-b1bb-243dfa8db39e triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:18:09.365202 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-baf059b0-ad9b-44af-9e83-951e9e70c055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:09.432950 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-baf059b0-ad9b-44af-9e83-951e9e70c055 None None] Port 46d7dcb7-5da6-4caa-b1bb-243dfa8db39e cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:18:09.578135 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-44b81f99-fe98-4589-a154-c9ef625fbed7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:09.781481 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-44b81f99-fe98-4589-a154-c9ef625fbed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:09.937185 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b81f99-fe98-4589-a154-c9ef625fbed7 admin admin] Router 4cc6f7dd-a50d-4d41-81a4-f04451c122f9 is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109086) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 02:18:10.043517 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device b5d24cba-c45a-4aea-9088-c0a09aad9ee9 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:18:10.101164 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port b5d24cba-c45a-4aea-9088-c0a09aad9ee9 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:18:10.101735 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:10.107652 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b81f99-fe98-4589-a154-c9ef625fbed7 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:18:10.130962 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289513f3-73f5-41ac-a151-6135a4b876b0 None None] Sync routers for ids ['4cc6f7dd-a50d-4d41-81a4-f04451c122f9'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:18:10.136666 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-44b81f99-fe98-4589-a154-c9ef625fbed7 admin admin] Publish callbacks [] for router, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:10.138747 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-44b81f99-fe98-4589-a154-c9ef625fbed7 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6566286 Nov 12 02:18:10.141787 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59576) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:18:10.153454 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289513f3-73f5-41ac-a151-6135a4b876b0 None None] Routers {'4cc6f7dd-a50d-4d41-81a4-f04451c122f9'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:18:10.154160 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-289513f3-73f5-41ac-a151-6135a4b876b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:18:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['4cc6f7dd-a50d-4d41-81a4-f04451c122f9'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:18:10.294611 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:10.317526 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-289513f3-73f5-41ac-a151-6135a4b876b0 None None] Set router 4cc6f7dd-a50d-4d41-81a4-f04451c122f9 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:18:10.386514 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5141e7cf-1db0-47e2-a7cb-4a9c179bad0a None None] Network 601d2db8-7fea-4c29-bf61-d10dd78d0e9a requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:18:10.448178 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port b5d24cba-c45a-4aea-9088-c0a09aad9ee9, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=b5d24cba-c45a-4aea-9088-c0a09aad9ee9,segment=NetworkSegment(48cc1cf8-b5c5-44f8-a4c3-edb4552f98ca),segment_id=48cc1cf8-b5c5-44f8-a4c3-edb4552f98ca)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:18:10.507664 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:10.543128 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-dbc13e29-8a6f-42ea-819e-90b24fb424b4 None None] Provisioning complete for port b5d24cba-c45a-4aea-9088-c0a09aad9ee9 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:18:10.543498 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-dbc13e29-8a6f-42ea-819e-90b24fb424b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:10.649263 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=b5d24cba-c45a-4aea-9088-c0a09aad9ee9,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:10.707747 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aca819cd-6120-41d6-ad0e-06491d44ca73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:10.809185 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-289513f3-73f5-41ac-a151-6135a4b876b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cc6f7dd-a50d-4d41-81a4-f04451c122f9', 'name': 'tempest-TestSnapshotPattern-1753926082-router', 'tenant_id': '9edb9fb2096341aabe64afd9ec007051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '46d7dcb7-5da6-4caa-b1bb-243dfa8db39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:18:08Z', 'updated_at': '2021-11-12T02:18:09Z', 'revision_number': 3, 'project_id': '9edb9fb2096341aabe64afd9ec007051', 'gw_port': {'id': '46d7dcb7-5da6-4caa-b1bb-243dfa8db39e', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cc6f7dd-a50d-4d41-81a4-f04451c122f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:18:08Z', 'updated_at': '2021-11-12T02:18:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:18:10.841161 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289513f3-73f5-41ac-a151-6135a4b876b0 None None] Checking router: 4cc6f7dd-a50d-4d41-81a4-f04451c122f9 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:18:10.841513 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289513f3-73f5-41ac-a151-6135a4b876b0 None None] Updating router 4cc6f7dd-a50d-4d41-81a4-f04451c122f9 port 46d7dcb7-5da6-4caa-b1bb-243dfa8db39e binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:18:10.868950 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-289513f3-73f5-41ac-a151-6135a4b876b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:10.897334 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-aca819cd-6120-41d6-ad0e-06491d44ca73 admin admin] Allocated IP 172.20.0.1 (601d2db8-7fea-4c29-bf61-d10dd78d0e9a/0e6d513a-a949-402a-b297-5498dfbd2cb4/af7a3f01-d543-4cfe-8f4e-e096cfc1427d) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:18:11.028204 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aca819cd-6120-41d6-ad0e-06491d44ca73 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:11.066633 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aca819cd-6120-41d6-ad0e-06491d44ca73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:11.108146 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca819cd-6120-41d6-ad0e-06491d44ca73 admin admin] Network 601d2db8-7fea-4c29-bf61-d10dd78d0e9a is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:18:11.113455 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-aca819cd-6120-41d6-ad0e-06491d44ca73 admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:18:11.117405 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca819cd-6120-41d6-ad0e-06491d44ca73 admin admin] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:18:11.124157 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca819cd-6120-41d6-ad0e-06491d44ca73 admin admin] Pushing event updated for resources: {'Port': ['ID=af7a3f01-d543-4cfe-8f4e-e096cfc1427d,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:11.161485 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aca819cd-6120-41d6-ad0e-06491d44ca73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:11.165636 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-1e5dcec2-7dc5-4bd5-a61e-82397bb93bc0 None None] Provisioning complete for port b5d24cba-c45a-4aea-9088-c0a09aad9ee9 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:18:11.165636 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1e5dcec2-7dc5-4bd5-a61e-82397bb93bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:11.330355 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aca819cd-6120-41d6-ad0e-06491d44ca73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:11.405338 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-289513f3-73f5-41ac-a151-6135a4b876b0 None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:11.408544 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:11.411385 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-289513f3-73f5-41ac-a151-6135a4b876b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:11.473234 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef4b85a-4f45-4675-a017-bcda5a2db977 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:18:11.487877 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-289513f3-73f5-41ac-a151-6135a4b876b0 None None] Attempting to bind port 46d7dcb7-5da6-4caa-b1bb-243dfa8db39e on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:18:11.488266 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-289513f3-73f5-41ac-a151-6135a4b876b0 None None] Attempting to bind port 46d7dcb7-5da6-4caa-b1bb-243dfa8db39e by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:18:11.488627 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289513f3-73f5-41ac-a151-6135a4b876b0 None None] Attempting to bind port 46d7dcb7-5da6-4caa-b1bb-243dfa8db39e on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:18:11.493616 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbc8146-ce7c-496c-9fce-fb7c2b3089b5 None None] Pushing event updated for resources: {'Port': ['ID=46d7dcb7-5da6-4caa-b1bb-243dfa8db39e,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:11.503377 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289513f3-73f5-41ac-a151-6135a4b876b0 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:18:11.503377 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289513f3-73f5-41ac-a151-6135a4b876b0 None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:18:11.503377 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-289513f3-73f5-41ac-a151-6135a4b876b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:11.504435 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289513f3-73f5-41ac-a151-6135a4b876b0 None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:18:11.504435 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-289513f3-73f5-41ac-a151-6135a4b876b0 None None] Bound port: 46d7dcb7-5da6-4caa-b1bb-243dfa8db39e, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:18:11.504435 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-289513f3-73f5-41ac-a151-6135a4b876b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:11.529486 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-fd7ca54f-6f01-48ec-9ef9-658ea926d7e3 None None] Provisioning complete for port af7a3f01-d543-4cfe-8f4e-e096cfc1427d triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:18:11.529864 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-fd7ca54f-6f01-48ec-9ef9-658ea926d7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:11.544226 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aca819cd-6120-41d6-ad0e-06491d44ca73 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:11.550308 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aca819cd-6120-41d6-ad0e-06491d44ca73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13281189'] for port, after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:11.586648 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-fd7ca54f-6f01-48ec-9ef9-658ea926d7e3 None None] Port af7a3f01-d543-4cfe-8f4e-e096cfc1427d cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:18:11.597049 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-289513f3-73f5-41ac-a151-6135a4b876b0 None None] For port 46d7dcb7-5da6-4caa-b1bb-243dfa8db39e, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:18:11.600927 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-289513f3-73f5-41ac-a151-6135a4b876b0 None None] For port 46d7dcb7-5da6-4caa-b1bb-243dfa8db39e, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=46d7dcb7-5da6-4caa-b1bb-243dfa8db39e,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:18:11.605777 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-289513f3-73f5-41ac-a151-6135a4b876b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:11.661605 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0518e0af-f592-488d-9df4-4ab868f61836 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:18:11.689925 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289513f3-73f5-41ac-a151-6135a4b876b0 None None] Routers {'4cc6f7dd-a50d-4d41-81a4-f04451c122f9'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:18:11.690578 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-289513f3-73f5-41ac-a151-6135a4b876b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:18:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['4cc6f7dd-a50d-4d41-81a4-f04451c122f9'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:18:11.735748 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbc8146-ce7c-496c-9fce-fb7c2b3089b5 None None] Pushing event updated for resources: {'Port': ['ID=46d7dcb7-5da6-4caa-b1bb-243dfa8db39e,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:11.765357 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-b2cb1cf2-3756-45b4-a593-c42dd940534c None None] Provisioning complete for port 46d7dcb7-5da6-4caa-b1bb-243dfa8db39e triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:18:11.765728 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2cb1cf2-3756-45b4-a593-c42dd940534c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:11.859034 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-289513f3-73f5-41ac-a151-6135a4b876b0 None None] Set router 4cc6f7dd-a50d-4d41-81a4-f04451c122f9 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:18:12.022471 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2cb1cf2-3756-45b4-a593-c42dd940534c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:12.027893 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device b5d24cba-c45a-4aea-9088-c0a09aad9ee9 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:18:12.043697 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-aca819cd-6120-41d6-ad0e-06491d44ca73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:12.046757 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca819cd-6120-41d6-ad0e-06491d44ca73 admin admin] Pushing event updated for resources: {'Port': ['ID=af7a3f01-d543-4cfe-8f4e-e096cfc1427d,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:12.087797 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-b2cb1cf2-3756-45b4-a593-c42dd940534c None None] For port 46d7dcb7-5da6-4caa-b1bb-243dfa8db39e, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=46d7dcb7-5da6-4caa-b1bb-243dfa8db39e,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:18:12.099582 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2cb1cf2-3756-45b4-a593-c42dd940534c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:12.153451 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca819cd-6120-41d6-ad0e-06491d44ca73 admin admin] Network 601d2db8-7fea-4c29-bf61-d10dd78d0e9a is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:18:12.155380 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-aca819cd-6120-41d6-ad0e-06491d44ca73 admin admin] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:18:12.202717 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cb1cf2-3756-45b4-a593-c42dd940534c None None] Pushing event updated for resources: {'Port': ['ID=46d7dcb7-5da6-4caa-b1bb-243dfa8db39e,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:12.208067 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port b5d24cba-c45a-4aea-9088-c0a09aad9ee9 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:18:12.208435 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:12.288146 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-117620e3-0b2a-4574-8dc7-765ce95eb3a9 None None] Provisioning complete for port 46d7dcb7-5da6-4caa-b1bb-243dfa8db39e triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:18:12.288581 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-117620e3-0b2a-4574-8dc7-765ce95eb3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:12.316767 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-289513f3-73f5-41ac-a151-6135a4b876b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cc6f7dd-a50d-4d41-81a4-f04451c122f9', 'name': 'tempest-TestSnapshotPattern-1753926082-router', 'tenant_id': '9edb9fb2096341aabe64afd9ec007051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '46d7dcb7-5da6-4caa-b1bb-243dfa8db39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:18:08Z', 'updated_at': '2021-11-12T02:18:11Z', 'revision_number': 4, 'project_id': '9edb9fb2096341aabe64afd9ec007051', 'gw_port': {'id': '46d7dcb7-5da6-4caa-b1bb-243dfa8db39e', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cc6f7dd-a50d-4d41-81a4-f04451c122f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:18:08Z', 'updated_at': '2021-11-12T02:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'af7a3f01-d543-4cfe-8f4e-e096cfc1427d', 'name': '', 'network_id': '601d2db8-7fea-4c29-bf61-d10dd78d0e9a', 'tenant_id': '9edb9fb2096341aabe64afd9ec007051', 'mac_address': 'fa:16:3e:a5:81:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cc6f7dd-a50d-4d41-81a4-f04451c122f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '0e6d513a-a949-402a-b297-5498dfbd2cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:18:10Z', 'updated_at': '2021-11-12T02:18:11Z', 'revision_number': 2, 'project_id': '9edb9fb2096341aabe64afd9ec007051', 'subnets': [{'id': '0e6d513a-a949-402a-b297-5498dfbd2cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:18:12.317858 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aca819cd-6120-41d6-ad0e-06491d44ca73 admin admin] Router 4cc6f7dd-a50d-4d41-81a4-f04451c122f9 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109086) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:18:12.358813 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289513f3-73f5-41ac-a151-6135a4b876b0 None None] The sync data for ids ['4cc6f7dd-a50d-4d41-81a4-f04451c122f9'] in n-d-712142-27 is: [{'id': '4cc6f7dd-a50d-4d41-81a4-f04451c122f9', 'name': 'tempest-TestSnapshotPattern-1753926082-router', 'tenant_id': '9edb9fb2096341aabe64afd9ec007051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '46d7dcb7-5da6-4caa-b1bb-243dfa8db39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:18:08Z', 'updated_at': '2021-11-12T02:18:11Z', 'revision_number': 4, 'project_id': '9edb9fb2096341aabe64afd9ec007051', 'gw_port': {'id': '46d7dcb7-5da6-4caa-b1bb-243dfa8db39e', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c6:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cc6f7dd-a50d-4d41-81a4-f04451c122f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:18:08Z', 'updated_at': '2021-11-12T02:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'af7a3f01-d543-4cfe-8f4e-e096cfc1427d', 'name': '', 'network_id': '601d2db8-7fea-4c29-bf61-d10dd78d0e9a', 'tenant_id': '9edb9fb2096341aabe64afd9ec007051', 'mac_address': 'fa:16:3e:a5:81:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cc6f7dd-a50d-4d41-81a4-f04451c122f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '0e6d513a-a949-402a-b297-5498dfbd2cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:18:10Z', 'updated_at': '2021-11-12T02:18:11Z', 'revision_number': 2, 'project_id': '9edb9fb2096341aabe64afd9ec007051', 'subnets': [{'id': '0e6d513a-a949-402a-b297-5498dfbd2cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:18:12.480471 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca819cd-6120-41d6-ad0e-06491d44ca73 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109086) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:18:12.489052 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-aca819cd-6120-41d6-ad0e-06491d44ca73 admin admin] 10.222.0.45 "PUT /v2.0/routers/4cc6f7dd-a50d-4d41-81a4-f04451c122f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3456030 Nov 12 02:18:12.635986 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-2d66a3ed-4400-4144-9321-aa58b7f17a86 None None] Provisioning complete for port af7a3f01-d543-4cfe-8f4e-e096cfc1427d triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:18:12.636780 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2d66a3ed-4400-4144-9321-aa58b7f17a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:12.713138 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-2d66a3ed-4400-4144-9321-aa58b7f17a86 None None] Port af7a3f01-d543-4cfe-8f4e-e096cfc1427d cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:18:13.093641 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59592) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:18:13.099756 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-418ee891-1746-4aed-9030-7ba21711d600 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2135896869-network', 'tenant_id': '3cf0f0d5260249539cc90e19836e592d'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:18:13.131222 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418ee891-1746-4aed-9030-7ba21711d600 admin admin] Made reservation on behalf of 3cf0f0d5260249539cc90e19836e592d for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:18:13.133925 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-418ee891-1746-4aed-9030-7ba21711d600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for network, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:13.144645 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-418ee891-1746-4aed-9030-7ba21711d600 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:13.285588 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-418ee891-1746-4aed-9030-7ba21711d600 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:13.290356 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-418ee891-1746-4aed-9030-7ba21711d600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:13.323366 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-418ee891-1746-4aed-9030-7ba21711d600 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 02:18:13.341131 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ee891-1746-4aed-9030-7ba21711d600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593a49b7-6a8f-4a69-b287-61d96439616d,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:13.346683 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-418ee891-1746-4aed-9030-7ba21711d600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:13.347035 n-d-712142-27 neutron-server[109085]: INFO neutron.db.segments_db [None req-418ee891-1746-4aed-9030-7ba21711d600 admin admin] Added segment 0ef0eb1b-aafe-4f6f-a088-9b6d9bf1b57f of type vlan for network bbd03131-3532-45c3-a404-818134e61945 Nov 12 02:18:13.394036 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-418ee891-1746-4aed-9030-7ba21711d600 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780986035429'] for network, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:13.429675 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-418ee891-1746-4aed-9030-7ba21711d600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095'] for network, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:13.431256 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418ee891-1746-4aed-9030-7ba21711d600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:18:13.432386 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-418ee891-1746-4aed-9030-7ba21711d600 admin admin] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:13.485411 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-418ee891-1746-4aed-9030-7ba21711d600 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3903596 Nov 12 02:18:13.489526 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59594) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:18:13.497455 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-d8ad73a2-7c24-44c7-bfcf-a4de5b585655 admin admin] Request body: {'subnet': {'network_id': 'bbd03131-3532-45c3-a404-818134e61945', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2135896869-subnet', 'tenant_id': '3cf0f0d5260249539cc90e19836e592d', 'ip_version': 4}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:18:13.531511 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ad73a2-7c24-44c7-bfcf-a4de5b585655 admin admin] Made reservation on behalf of 3cf0f0d5260249539cc90e19836e592d for: {'subnet': 1} {{(pid=109086) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 02:18:13.534161 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d8ad73a2-7c24-44c7-bfcf-a4de5b585655 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12762259'] for subnet, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:13.541510 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ee891-1746-4aed-9030-7ba21711d600 admin admin] Pushing event updated for resources: {'Network': ['ID=bbd03131-3532-45c3-a404-818134e61945,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:13.554397 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Network bbd03131-3532-45c3-a404-818134e61945 details requested by agent ovs-agent-n-d-712142-27 with host n-d-712142-27 {{(pid=109087) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 02:18:13.823288 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d8ad73a2-7c24-44c7-bfcf-a4de5b585655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13281064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12762241'] for subnet, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:13.906692 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ad73a2-7c24-44c7-bfcf-a4de5b585655 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6932f669-e149-4721-b1cb-ec34d280b1a0,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:13.929074 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ad73a2-7c24-44c7-bfcf-a4de5b585655 admin admin] Checking segment: {'id': '0ef0eb1b-aafe-4f6f-a088-9b6d9bf1b57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bbd03131-3532-45c3-a404-818134e61945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:18:13.929482 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ad73a2-7c24-44c7-bfcf-a4de5b585655 admin admin] Network hostable DHCP agents. Network: bbd03131-3532-45c3-a404-818134e61945, hostable agents: ['67578d3c-0ffe-4e6b-b257-687f597a14c7'], hosted agents: [] {{(pid=109086) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 02:18:13.954697 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ad73a2-7c24-44c7-bfcf-a4de5b585655 admin admin] Network bbd03131-3532-45c3-a404-818134e61945 is scheduled to be hosted by DHCP agent 67578d3c-0ffe-4e6b-b257-687f597a14c7 with binding_index 1 {{(pid=109086) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 02:18:13.972579 n-d-712142-27 neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-d8ad73a2-7c24-44c7-bfcf-a4de5b585655 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712142-27, bbd03131-3532-45c3-a404-818134e61945) {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:18:13.979756 n-d-712142-27 neutron-server[109086]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ad73a2-7c24-44c7-bfcf-a4de5b585655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109086) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:18:13.983909 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e7c061-53e0-423e-baf4-6a1dad7d418a None None] Network bbd03131-3532-45c3-a404-818134e61945 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:18:13.985035 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d8ad73a2-7c24-44c7-bfcf-a4de5b585655 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:14.024021 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-d8ad73a2-7c24-44c7-bfcf-a4de5b585655 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5298226 Nov 12 02:18:14.026242 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59596) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:18:14.032855 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-db442362-f9c5-4fa4-9974-dfa79a554fd5 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2135896869-router', 'tenant_id': '3cf0f0d5260249539cc90e19836e592d', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:18:14.072108 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 46d7dcb7-5da6-4caa-b1bb-243dfa8db39e up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:18:14.081221 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-db442362-f9c5-4fa4-9974-dfa79a554fd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1710245', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24719'] for router, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:14.083225 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-db442362-f9c5-4fa4-9974-dfa79a554fd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1709621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1804244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24708'] for router, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:14.150007 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-db442362-f9c5-4fa4-9974-dfa79a554fd5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:14.182759 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 46d7dcb7-5da6-4caa-b1bb-243dfa8db39e triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:18:14.182759 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:14.216877 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b777e5-aa54-4cf6-b514-b5c0f4c4af34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84ecf257-24f3-5a29-9921-e33c1e50ccbc-bbd03131-3532-45c3-a404-818134e61945', 'network_id': 'bbd03131-3532-45c3-a404-818134e61945', 'tenant_id': '3cf0f0d5260249539cc90e19836e592d', 'fixed_ips': [{'subnet_id': '6932f669-e149-4721-b1cb-ec34d280b1a0'}]}} from n-d-712142-27. {{(pid=109087) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 02:18:14.217737 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-75b777e5-aa54-4cf6-b514-b5c0f4c4af34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:14.299167 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-db442362-f9c5-4fa4-9974-dfa79a554fd5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:14.403528 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.db_base_plugin_common [None req-75b777e5-aa54-4cf6-b514-b5c0f4c4af34 None None] Allocated IP 172.20.0.2 (bbd03131-3532-45c3-a404-818134e61945/6932f669-e149-4721-b1cb-ec34d280b1a0/028c7da3-159f-4f36-8100-0521466113b4) {{(pid=109087) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:18:14.536989 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-db442362-f9c5-4fa4-9974-dfa79a554fd5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:14.557494 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-db442362-f9c5-4fa4-9974-dfa79a554fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:14.592110 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-75b777e5-aa54-4cf6-b514-b5c0f4c4af34 None None] Publish callbacks [] for port, precommit_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:14.599092 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-75b777e5-aa54-4cf6-b514-b5c0f4c4af34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172'] for port, after_create {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:14.647009 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b777e5-aa54-4cf6-b514-b5c0f4c4af34 None None] Network bbd03131-3532-45c3-a404-818134e61945 is already hosted by enough agents. {{(pid=109087) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:18:14.652106 n-d-712142-27 neutron-server[109087]: DEBUG neutron.scheduler.base_scheduler [None req-75b777e5-aa54-4cf6-b514-b5c0f4c4af34 None None] Resources bound (agent type, host, resource id): {{(pid=109087) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:18:14.654151 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b777e5-aa54-4cf6-b514-b5c0f4c4af34 None None] Pushing event updated for resources: {'Port': ['ID=028c7da3-159f-4f36-8100-0521466113b4,revision_number=1']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:14.657271 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b777e5-aa54-4cf6-b514-b5c0f4c4af34 None None] Received port after_create {{(pid=109087) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:18:14.697055 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-db442362-f9c5-4fa4-9974-dfa79a554fd5 admin admin] Allocated IP 172.25.3.118 (ab9ea869-d067-4dfb-b2de-16b019fae22d/311831b7-ce39-40a4-92ac-eb38aa6141e4/144a3b4c-fc2e-4992-8283-34901665a4a3) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:18:14.726470 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-75b777e5-aa54-4cf6-b514-b5c0f4c4af34 None None] Attempting to bind port 028c7da3-159f-4f36-8100-0521466113b4 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:18:14.727152 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-75b777e5-aa54-4cf6-b514-b5c0f4c4af34 None None] Attempting to bind port 028c7da3-159f-4f36-8100-0521466113b4 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '0ef0eb1b-aafe-4f6f-a088-9b6d9bf1b57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bbd03131-3532-45c3-a404-818134e61945'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:18:14.727530 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b777e5-aa54-4cf6-b514-b5c0f4c4af34 None None] Attempting to bind port 028c7da3-159f-4f36-8100-0521466113b4 on network bbd03131-3532-45c3-a404-818134e61945 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:18:14.735205 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b777e5-aa54-4cf6-b514-b5c0f4c4af34 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:18:14.735576 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b777e5-aa54-4cf6-b514-b5c0f4c4af34 None None] Checking segment: {'id': '0ef0eb1b-aafe-4f6f-a088-9b6d9bf1b57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bbd03131-3532-45c3-a404-818134e61945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:18:14.735998 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-75b777e5-aa54-4cf6-b514-b5c0f4c4af34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:14.736476 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b777e5-aa54-4cf6-b514-b5c0f4c4af34 None None] Bound using segment: {'id': '0ef0eb1b-aafe-4f6f-a088-9b6d9bf1b57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bbd03131-3532-45c3-a404-818134e61945'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:18:14.737190 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-75b777e5-aa54-4cf6-b514-b5c0f4c4af34 None None] Bound port: 028c7da3-159f-4f36-8100-0521466113b4, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ef0eb1b-aafe-4f6f-a088-9b6d9bf1b57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bbd03131-3532-45c3-a404-818134e61945'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:18:14.737574 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-75b777e5-aa54-4cf6-b514-b5c0f4c4af34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:14.816849 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-75b777e5-aa54-4cf6-b514-b5c0f4c4af34 None None] For port 028c7da3-159f-4f36-8100-0521466113b4, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:18:14.820931 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-75b777e5-aa54-4cf6-b514-b5c0f4c4af34 None None] For port 028c7da3-159f-4f36-8100-0521466113b4, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=028c7da3-159f-4f36-8100-0521466113b4,segment=NetworkSegment(0ef0eb1b-aafe-4f6f-a088-9b6d9bf1b57f),segment_id=0ef0eb1b-aafe-4f6f-a088-9b6d9bf1b57f)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:18:14.826940 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-75b777e5-aa54-4cf6-b514-b5c0f4c4af34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:14.836756 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-db442362-f9c5-4fa4-9974-dfa79a554fd5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:14.890779 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb513689-b6a2-43f7-b183-8e09482983ef None None] Sync routers for ids ['4cc6f7dd-a50d-4d41-81a4-f04451c122f9'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:18:14.893384 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b777e5-aa54-4cf6-b514-b5c0f4c4af34 None None] Pushing event updated for resources: {'Port': ['ID=028c7da3-159f-4f36-8100-0521466113b4,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:14.905789 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-db442362-f9c5-4fa4-9974-dfa79a554fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:14.907366 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb513689-b6a2-43f7-b183-8e09482983ef None None] Routers {'4cc6f7dd-a50d-4d41-81a4-f04451c122f9'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:18:14.908233 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-cb513689-b6a2-43f7-b183-8e09482983ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:18:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['4cc6f7dd-a50d-4d41-81a4-f04451c122f9'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:18:14.956949 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db442362-f9c5-4fa4-9974-dfa79a554fd5 admin admin] Network ab9ea869-d067-4dfb-b2de-16b019fae22d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:18:14.960395 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-db442362-f9c5-4fa4-9974-dfa79a554fd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:18:14.965447 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db442362-f9c5-4fa4-9974-dfa79a554fd5 admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:18:14.968882 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db442362-f9c5-4fa4-9974-dfa79a554fd5 admin admin] Pushing event updated for resources: {'Port': ['ID=144a3b4c-fc2e-4992-8283-34901665a4a3,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:14.982806 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be230fd2-77a9-492b-8cb8-c7419c7f83da None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:18:15.053081 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-316725ca-7195-4117-a165-5aa65f7c6216 None None] Provisioning complete for port 144a3b4c-fc2e-4992-8283-34901665a4a3 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:18:15.053738 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-316725ca-7195-4117-a165-5aa65f7c6216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:15.094216 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-cb513689-b6a2-43f7-b183-8e09482983ef None None] Set router 4cc6f7dd-a50d-4d41-81a4-f04451c122f9 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:18:15.099736 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-316725ca-7195-4117-a165-5aa65f7c6216 None None] Port 144a3b4c-fc2e-4992-8283-34901665a4a3 cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:18:15.309454 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-db442362-f9c5-4fa4-9974-dfa79a554fd5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:15.368272 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-cb513689-b6a2-43f7-b183-8e09482983ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cc6f7dd-a50d-4d41-81a4-f04451c122f9', 'name': 'tempest-TestSnapshotPattern-1753926082-router', 'tenant_id': '9edb9fb2096341aabe64afd9ec007051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '46d7dcb7-5da6-4caa-b1bb-243dfa8db39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:18:08Z', 'updated_at': '2021-11-12T02:18:11Z', 'revision_number': 4, 'project_id': '9edb9fb2096341aabe64afd9ec007051', 'gw_port': {'id': '46d7dcb7-5da6-4caa-b1bb-243dfa8db39e', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc6f7dd-a50d-4d41-81a4-f04451c122f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:18:08Z', 'updated_at': '2021-11-12T02:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'af7a3f01-d543-4cfe-8f4e-e096cfc1427d', 'name': '', 'network_id': '601d2db8-7fea-4c29-bf61-d10dd78d0e9a', 'tenant_id': '9edb9fb2096341aabe64afd9ec007051', 'mac_address': 'fa:16:3e:a5:81:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cc6f7dd-a50d-4d41-81a4-f04451c122f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '0e6d513a-a949-402a-b297-5498dfbd2cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:18:10Z', 'updated_at': '2021-11-12T02:18:11Z', 'revision_number': 2, 'project_id': '9edb9fb2096341aabe64afd9ec007051', 'subnets': [{'id': '0e6d513a-a949-402a-b297-5498dfbd2cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:18:15.395861 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb513689-b6a2-43f7-b183-8e09482983ef None None] Checking router: 4cc6f7dd-a50d-4d41-81a4-f04451c122f9 for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:18:15.396154 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb513689-b6a2-43f7-b183-8e09482983ef None None] Updating router 4cc6f7dd-a50d-4d41-81a4-f04451c122f9 port af7a3f01-d543-4cfe-8f4e-e096cfc1427d binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:18:15.422355 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-cb513689-b6a2-43f7-b183-8e09482983ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:15.538904 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-db442362-f9c5-4fa4-9974-dfa79a554fd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1709628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1704890'] for router, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:15.684456 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db442362-f9c5-4fa4-9974-dfa79a554fd5 admin admin] Router 38125291-6ebb-4241-bad9-8e1bc3d079ed is scheduled to L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 with binding_index 1 {{(pid=109085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 02:18:15.716216 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-cb513689-b6a2-43f7-b183-8e09482983ef None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:15.724245 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-cb513689-b6a2-43f7-b183-8e09482983ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:15.796999 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff031332-9dd4-4f7e-aa8a-1edc63ba1ca1 None None] Pushing event updated for resources: {'Port': ['ID=af7a3f01-d543-4cfe-8f4e-e096cfc1427d,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:15.825928 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff031332-9dd4-4f7e-aa8a-1edc63ba1ca1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:15.826564 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff031332-9dd4-4f7e-aa8a-1edc63ba1ca1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:15.827097 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff031332-9dd4-4f7e-aa8a-1edc63ba1ca1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:15.827597 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff031332-9dd4-4f7e-aa8a-1edc63ba1ca1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:15.828163 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff031332-9dd4-4f7e-aa8a-1edc63ba1ca1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:15.828500 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff031332-9dd4-4f7e-aa8a-1edc63ba1ca1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:15.828826 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff031332-9dd4-4f7e-aa8a-1edc63ba1ca1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:15.829341 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff031332-9dd4-4f7e-aa8a-1edc63ba1ca1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:15.829832 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff031332-9dd4-4f7e-aa8a-1edc63ba1ca1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:15.830322 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff031332-9dd4-4f7e-aa8a-1edc63ba1ca1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:15.830835 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff031332-9dd4-4f7e-aa8a-1edc63ba1ca1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:15.831164 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff031332-9dd4-4f7e-aa8a-1edc63ba1ca1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109088) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:18:15.842639 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db442362-f9c5-4fa4-9974-dfa79a554fd5 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:18:15.849414 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-cb513689-b6a2-43f7-b183-8e09482983ef None None] Attempting to bind port af7a3f01-d543-4cfe-8f4e-e096cfc1427d on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:18:15.849524 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-cb513689-b6a2-43f7-b183-8e09482983ef None None] Attempting to bind port af7a3f01-d543-4cfe-8f4e-e096cfc1427d by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '48cc1cf8-b5c5-44f8-a4c3-edb4552f98ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '601d2db8-7fea-4c29-bf61-d10dd78d0e9a'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:18:15.849809 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb513689-b6a2-43f7-b183-8e09482983ef None None] Attempting to bind port af7a3f01-d543-4cfe-8f4e-e096cfc1427d on network 601d2db8-7fea-4c29-bf61-d10dd78d0e9a {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:18:15.857754 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ed83aa-d77f-4162-9679-3c203080ff2d None None] Sync routers for ids ['38125291-6ebb-4241-bad9-8e1bc3d079ed'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:18:15.863481 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb513689-b6a2-43f7-b183-8e09482983ef None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:18:15.863854 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb513689-b6a2-43f7-b183-8e09482983ef None None] Checking segment: {'id': '48cc1cf8-b5c5-44f8-a4c3-edb4552f98ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '601d2db8-7fea-4c29-bf61-d10dd78d0e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:18:15.864541 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-cb513689-b6a2-43f7-b183-8e09482983ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:15.865087 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb513689-b6a2-43f7-b183-8e09482983ef None None] Bound using segment: {'id': '48cc1cf8-b5c5-44f8-a4c3-edb4552f98ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '601d2db8-7fea-4c29-bf61-d10dd78d0e9a'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:18:15.865674 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-cb513689-b6a2-43f7-b183-8e09482983ef None None] Bound port: af7a3f01-d543-4cfe-8f4e-e096cfc1427d, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48cc1cf8-b5c5-44f8-a4c3-edb4552f98ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '601d2db8-7fea-4c29-bf61-d10dd78d0e9a'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:18:15.866067 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-cb513689-b6a2-43f7-b183-8e09482983ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:15.877432 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ed83aa-d77f-4162-9679-3c203080ff2d None None] Routers {'38125291-6ebb-4241-bad9-8e1bc3d079ed'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:18:15.878551 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-06ed83aa-d77f-4162-9679-3c203080ff2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:18:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['38125291-6ebb-4241-bad9-8e1bc3d079ed'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:18:15.881330 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-db442362-f9c5-4fa4-9974-dfa79a554fd5 admin admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:15.893499 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-db442362-f9c5-4fa4-9974-dfa79a554fd5 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8565669 Nov 12 02:18:15.893499 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59598) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:18:15.988957 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-cb513689-b6a2-43f7-b183-8e09482983ef None None] For port af7a3f01-d543-4cfe-8f4e-e096cfc1427d, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:18:15.995175 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-cb513689-b6a2-43f7-b183-8e09482983ef None None] For port af7a3f01-d543-4cfe-8f4e-e096cfc1427d, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=af7a3f01-d543-4cfe-8f4e-e096cfc1427d,segment=NetworkSegment(48cc1cf8-b5c5-44f8-a4c3-edb4552f98ca),segment_id=48cc1cf8-b5c5-44f8-a4c3-edb4552f98ca)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:18:16.003707 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-cb513689-b6a2-43f7-b183-8e09482983ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:16.080162 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb513689-b6a2-43f7-b183-8e09482983ef None None] Routers {'4cc6f7dd-a50d-4d41-81a4-f04451c122f9'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:18:16.081244 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-cb513689-b6a2-43f7-b183-8e09482983ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:18:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['4cc6f7dd-a50d-4d41-81a4-f04451c122f9'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:18:16.135790 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff031332-9dd4-4f7e-aa8a-1edc63ba1ca1 None None] Pushing event updated for resources: {'Port': ['ID=af7a3f01-d543-4cfe-8f4e-e096cfc1427d,revision_number=4']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:16.249154 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-cb513689-b6a2-43f7-b183-8e09482983ef None None] Set router 4cc6f7dd-a50d-4d41-81a4-f04451c122f9 gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:18:16.285212 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 028c7da3-159f-4f36-8100-0521466113b4 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:18:16.337161 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56387f88-f27d-4c98-82cd-fabdf4017865 None None] Network bbd03131-3532-45c3-a404-818134e61945 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:18:16.446404 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4e2bf5cd-b16d-49ce-ad70-74680d855140 None None] Provisioning complete for port af7a3f01-d543-4cfe-8f4e-e096cfc1427d triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:18:16.446938 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4e2bf5cd-b16d-49ce-ad70-74680d855140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:16.525872 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-cb513689-b6a2-43f7-b183-8e09482983ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cc6f7dd-a50d-4d41-81a4-f04451c122f9', 'name': 'tempest-TestSnapshotPattern-1753926082-router', 'tenant_id': '9edb9fb2096341aabe64afd9ec007051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '46d7dcb7-5da6-4caa-b1bb-243dfa8db39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:18:08Z', 'updated_at': '2021-11-12T02:18:11Z', 'revision_number': 4, 'project_id': '9edb9fb2096341aabe64afd9ec007051', 'gw_port': {'id': '46d7dcb7-5da6-4caa-b1bb-243dfa8db39e', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc6f7dd-a50d-4d41-81a4-f04451c122f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:18:08Z', 'updated_at': '2021-11-12T02:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'af7a3f01-d543-4cfe-8f4e-e096cfc1427d', 'name': '', 'network_id': '601d2db8-7fea-4c29-bf61-d10dd78d0e9a', 'tenant_id': '9edb9fb2096341aabe64afd9ec007051', 'mac_address': 'fa:16:3e:a5:81:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cc6f7dd-a50d-4d41-81a4-f04451c122f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '0e6d513a-a949-402a-b297-5498dfbd2cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:18:10Z', 'updated_at': '2021-11-12T02:18:15Z', 'revision_number': 4, 'project_id': '9edb9fb2096341aabe64afd9ec007051', 'subnets': [{'id': '0e6d513a-a949-402a-b297-5498dfbd2cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:18:16.556149 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb513689-b6a2-43f7-b183-8e09482983ef None None] The sync data for ids ['4cc6f7dd-a50d-4d41-81a4-f04451c122f9'] in n-d-712142-27 is: [{'id': '4cc6f7dd-a50d-4d41-81a4-f04451c122f9', 'name': 'tempest-TestSnapshotPattern-1753926082-router', 'tenant_id': '9edb9fb2096341aabe64afd9ec007051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '46d7dcb7-5da6-4caa-b1bb-243dfa8db39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:18:08Z', 'updated_at': '2021-11-12T02:18:11Z', 'revision_number': 4, 'project_id': '9edb9fb2096341aabe64afd9ec007051', 'gw_port': {'id': '46d7dcb7-5da6-4caa-b1bb-243dfa8db39e', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc6f7dd-a50d-4d41-81a4-f04451c122f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:18:08Z', 'updated_at': '2021-11-12T02:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': 'af7a3f01-d543-4cfe-8f4e-e096cfc1427d', 'name': '', 'network_id': '601d2db8-7fea-4c29-bf61-d10dd78d0e9a', 'tenant_id': '9edb9fb2096341aabe64afd9ec007051', 'mac_address': 'fa:16:3e:a5:81:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cc6f7dd-a50d-4d41-81a4-f04451c122f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '0e6d513a-a949-402a-b297-5498dfbd2cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:18:10Z', 'updated_at': '2021-11-12T02:18:15Z', 'revision_number': 4, 'project_id': '9edb9fb2096341aabe64afd9ec007051', 'subnets': [{'id': '0e6d513a-a949-402a-b297-5498dfbd2cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:18:16.605178 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-06ed83aa-d77f-4162-9679-3c203080ff2d None None] Set router 38125291-6ebb-4241-bad9-8e1bc3d079ed gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:18:16.781190 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 028c7da3-159f-4f36-8100-0521466113b4 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:18:16.781448 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:16.903280 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4e2bf5cd-b16d-49ce-ad70-74680d855140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:16.919051 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-29d7aea8-2619-473f-b9c0-b2cd8fb5e499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:17.034804 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4e2bf5cd-b16d-49ce-ad70-74680d855140 None None] For port af7a3f01-d543-4cfe-8f4e-e096cfc1427d, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=af7a3f01-d543-4cfe-8f4e-e096cfc1427d,segment=NetworkSegment(48cc1cf8-b5c5-44f8-a4c3-edb4552f98ca),segment_id=48cc1cf8-b5c5-44f8-a4c3-edb4552f98ca)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:18:17.064072 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4e2bf5cd-b16d-49ce-ad70-74680d855140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:17.095567 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-29d7aea8-2619-473f-b9c0-b2cd8fb5e499 admin admin] Allocated IP 172.20.0.1 (bbd03131-3532-45c3-a404-818134e61945/6932f669-e149-4721-b1cb-ec34d280b1a0/6345ae6c-782a-41bb-9028-9eb09aee89cf) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 02:18:17.115516 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:17.172340 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-06ed83aa-d77f-4162-9679-3c203080ff2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38125291-6ebb-4241-bad9-8e1bc3d079ed', 'name': 'tempest-TestSnapshotPattern-2135896869-router', 'tenant_id': '3cf0f0d5260249539cc90e19836e592d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '144a3b4c-fc2e-4992-8283-34901665a4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:18:14Z', 'updated_at': '2021-11-12T02:18:15Z', 'revision_number': 3, 'project_id': '3cf0f0d5260249539cc90e19836e592d', 'gw_port': {'id': '144a3b4c-fc2e-4992-8283-34901665a4a3', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:42:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38125291-6ebb-4241-bad9-8e1bc3d079ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:18:14Z', 'updated_at': '2021-11-12T02:18:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:18:17.182318 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2bf5cd-b16d-49ce-ad70-74680d855140 None None] Pushing event updated for resources: {'Port': ['ID=af7a3f01-d543-4cfe-8f4e-e096cfc1427d,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:17.237172 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ed83aa-d77f-4162-9679-3c203080ff2d None None] Checking router: 38125291-6ebb-4241-bad9-8e1bc3d079ed for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:18:17.237739 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ed83aa-d77f-4162-9679-3c203080ff2d None None] Updating router 38125291-6ebb-4241-bad9-8e1bc3d079ed port 144a3b4c-fc2e-4992-8283-34901665a4a3 binding host n-d-712142-27 {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:18:17.242135 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-29d7aea8-2619-473f-b9c0-b2cd8fb5e499 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:17.261997 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] For port 028c7da3-159f-4f36-8100-0521466113b4, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=028c7da3-159f-4f36-8100-0521466113b4,segment=NetworkSegment(0ef0eb1b-aafe-4f6f-a088-9b6d9bf1b57f),segment_id=0ef0eb1b-aafe-4f6f-a088-9b6d9bf1b57f)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:18:17.282670 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:17.289569 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-29d7aea8-2619-473f-b9c0-b2cd8fb5e499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780986049172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:17.290621 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-06ed83aa-d77f-4162-9679-3c203080ff2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:17.340380 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d7aea8-2619-473f-b9c0-b2cd8fb5e499 admin admin] Pushing event updated for resources: {'Port': ['ID=6345ae6c-782a-41bb-9028-9eb09aee89cf,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:17.364001 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d7aea8-2619-473f-b9c0-b2cd8fb5e499 admin admin] Network bbd03131-3532-45c3-a404-818134e61945 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:18:17.364001 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-29d7aea8-2619-473f-b9c0-b2cd8fb5e499 admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:18:17.365834 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d7aea8-2619-473f-b9c0-b2cd8fb5e499 admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 02:18:17.400044 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-3d2102a3-a47e-4bf2-9335-c8eeab0bd5b4 None None] Provisioning complete for port 028c7da3-159f-4f36-8100-0521466113b4 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:18:17.400916 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3d2102a3-a47e-4bf2-9335-c8eeab0bd5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:17.411503 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-29d7aea8-2619-473f-b9c0-b2cd8fb5e499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704303'] for router_interface, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:17.457648 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Pushing event updated for resources: {'Port': ['ID=028c7da3-159f-4f36-8100-0521466113b4,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:17.568885 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-29d7aea8-2619-473f-b9c0-b2cd8fb5e499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:17.675787 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-3d2102a3-a47e-4bf2-9335-c8eeab0bd5b4 None None] Provisioning complete for port af7a3f01-d543-4cfe-8f4e-e096cfc1427d triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:18:17.676076 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-3d2102a3-a47e-4bf2-9335-c8eeab0bd5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:17.748150 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-29d7aea8-2619-473f-b9c0-b2cd8fb5e499 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:17.753069 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-29d7aea8-2619-473f-b9c0-b2cd8fb5e499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13466339'] for port, after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:17.763995 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-06ed83aa-d77f-4162-9679-3c203080ff2d None None] Publish callbacks [] for port, precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:17.771876 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-06ed83aa-d77f-4162-9679-3c203080ff2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:17.825708 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d7aea8-2619-473f-b9c0-b2cd8fb5e499 admin admin] Pushing event updated for resources: {'Port': ['ID=6345ae6c-782a-41bb-9028-9eb09aee89cf,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:17.829237 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-29d7aea8-2619-473f-b9c0-b2cd8fb5e499 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1619045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704443'] for router_interface, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:17.845559 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac1727e-27f7-4491-978c-e602dff409c9 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:18:17.864662 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c146fb-7dd8-43c2-b18f-60de2730c3f6 None None] Pushing event updated for resources: {'Port': ['ID=144a3b4c-fc2e-4992-8283-34901665a4a3,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:17.868342 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-06ed83aa-d77f-4162-9679-3c203080ff2d None None] Attempting to bind port 144a3b4c-fc2e-4992-8283-34901665a4a3 on host n-d-712142-27 for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:18:17.868716 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-06ed83aa-d77f-4162-9679-3c203080ff2d None None] Attempting to bind port 144a3b4c-fc2e-4992-8283-34901665a4a3 by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:18:17.869663 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ed83aa-d77f-4162-9679-3c203080ff2d None None] Attempting to bind port 144a3b4c-fc2e-4992-8283-34901665a4a3 on network ab9ea869-d067-4dfb-b2de-16b019fae22d {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:18:17.875758 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ed83aa-d77f-4162-9679-3c203080ff2d None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:18:17.876165 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ed83aa-d77f-4162-9679-3c203080ff2d None None] Checking segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:18:17.876569 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-06ed83aa-d77f-4162-9679-3c203080ff2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:17.876980 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ed83aa-d77f-4162-9679-3c203080ff2d None None] Bound using segment: {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:18:17.877458 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-06ed83aa-d77f-4162-9679-3c203080ff2d None None] Bound port: 144a3b4c-fc2e-4992-8283-34901665a4a3, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334558b9-70be-40c8-ba69-2f9f0f148f68', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:18:17.877778 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-06ed83aa-d77f-4162-9679-3c203080ff2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:17.928308 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d7aea8-2619-473f-b9c0-b2cd8fb5e499 admin admin] Network bbd03131-3532-45c3-a404-818134e61945 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 02:18:17.930438 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-29d7aea8-2619-473f-b9c0-b2cd8fb5e499 admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 02:18:17.930828 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-06ed83aa-d77f-4162-9679-3c203080ff2d None None] For port 144a3b4c-fc2e-4992-8283-34901665a4a3, host n-d-712142-27, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:18:17.935365 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-06ed83aa-d77f-4162-9679-3c203080ff2d None None] For port 144a3b4c-fc2e-4992-8283-34901665a4a3, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=144a3b4c-fc2e-4992-8283-34901665a4a3,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:18:17.941341 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-06ed83aa-d77f-4162-9679-3c203080ff2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:18.077794 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d7aea8-2619-473f-b9c0-b2cd8fb5e499 admin admin] Router 38125291-6ebb-4241-bad9-8e1bc3d079ed has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:18:18.162063 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07348c0-3f8b-4897-9849-50f405b0df81 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:18:18.167433 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device af7a3f01-d543-4cfe-8f4e-e096cfc1427d up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:18:18.205843 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d7aea8-2619-473f-b9c0-b2cd8fb5e499 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:18:18.211716 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-29d7aea8-2619-473f-b9c0-b2cd8fb5e499 admin admin] 10.222.0.45 "PUT /v2.0/routers/38125291-6ebb-4241-bad9-8e1bc3d079ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3236153 Nov 12 02:18:18.239085 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ed83aa-d77f-4162-9679-3c203080ff2d None None] Routers {'38125291-6ebb-4241-bad9-8e1bc3d079ed'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:18:18.239726 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-06ed83aa-d77f-4162-9679-3c203080ff2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:18:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['38125291-6ebb-4241-bad9-8e1bc3d079ed'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:18:18.245331 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c146fb-7dd8-43c2-b18f-60de2730c3f6 None None] Pushing event updated for resources: {'Port': ['ID=144a3b4c-fc2e-4992-8283-34901665a4a3,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:18.281835 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-ada3188e-23c9-4820-ba8e-68c73de4ba02 None None] Provisioning complete for port 144a3b4c-fc2e-4992-8283-34901665a4a3 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:18:18.282203 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ada3188e-23c9-4820-ba8e-68c73de4ba02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:18.373386 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port af7a3f01-d543-4cfe-8f4e-e096cfc1427d triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:18:18.374050 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:18.431017 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-06ed83aa-d77f-4162-9679-3c203080ff2d None None] Set router 38125291-6ebb-4241-bad9-8e1bc3d079ed gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:18:18.585490 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ada3188e-23c9-4820-ba8e-68c73de4ba02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:18.647901 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-ada3188e-23c9-4820-ba8e-68c73de4ba02 None None] For port 144a3b4c-fc2e-4992-8283-34901665a4a3, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=144a3b4c-fc2e-4992-8283-34901665a4a3,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:18:18.652094 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 028c7da3-159f-4f36-8100-0521466113b4 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:18:18.656175 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ada3188e-23c9-4820-ba8e-68c73de4ba02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:18.748001 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-ada3188e-23c9-4820-ba8e-68c73de4ba02 None None] Provisioning complete for port 6345ae6c-782a-41bb-9028-9eb09aee89cf triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:18:18.748377 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ada3188e-23c9-4820-ba8e-68c73de4ba02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:18.818811 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada3188e-23c9-4820-ba8e-68c73de4ba02 None None] Pushing event updated for resources: {'Port': ['ID=144a3b4c-fc2e-4992-8283-34901665a4a3,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:18.828675 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 028c7da3-159f-4f36-8100-0521466113b4 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:18:18.829061 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:18.831288 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-ada3188e-23c9-4820-ba8e-68c73de4ba02 None None] Port 6345ae6c-782a-41bb-9028-9eb09aee89cf cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:18:18.853933 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59606) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:18:18.859010 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-bb1eef15-7e6c-48ae-80b3-9a48b83ef58d tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1075459246', 'description': 'tempest-secgroup-smoke-1075459246 description', 'project_id': '9edb9fb2096341aabe64afd9ec007051'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:18:18.882862 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bb1eef15-7e6c-48ae-80b3-9a48b83ef58d tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Publish callbacks [] for security_group, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:18.884865 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-ada3188e-23c9-4820-ba8e-68c73de4ba02 None None] Provisioning complete for port 028c7da3-159f-4f36-8100-0521466113b4 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:18:18.885240 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ada3188e-23c9-4820-ba8e-68c73de4ba02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:18.924714 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-06ed83aa-d77f-4162-9679-3c203080ff2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38125291-6ebb-4241-bad9-8e1bc3d079ed', 'name': 'tempest-TestSnapshotPattern-2135896869-router', 'tenant_id': '3cf0f0d5260249539cc90e19836e592d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '144a3b4c-fc2e-4992-8283-34901665a4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:18:14Z', 'updated_at': '2021-11-12T02:18:17Z', 'revision_number': 4, 'project_id': '3cf0f0d5260249539cc90e19836e592d', 'gw_port': {'id': '144a3b4c-fc2e-4992-8283-34901665a4a3', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:42:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38125291-6ebb-4241-bad9-8e1bc3d079ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:18:14Z', 'updated_at': '2021-11-12T02:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '6345ae6c-782a-41bb-9028-9eb09aee89cf', 'name': '', 'network_id': 'bbd03131-3532-45c3-a404-818134e61945', 'tenant_id': '3cf0f0d5260249539cc90e19836e592d', 'mac_address': 'fa:16:3e:9b:3d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38125291-6ebb-4241-bad9-8e1bc3d079ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '6932f669-e149-4721-b1cb-ec34d280b1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:18:16Z', 'updated_at': '2021-11-12T02:18:17Z', 'revision_number': 2, 'project_id': '3cf0f0d5260249539cc90e19836e592d', 'subnets': [{'id': '6932f669-e149-4721-b1cb-ec34d280b1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:18:18.960689 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ed83aa-d77f-4162-9679-3c203080ff2d None None] The sync data for ids ['38125291-6ebb-4241-bad9-8e1bc3d079ed'] in n-d-712142-27 is: [{'id': '38125291-6ebb-4241-bad9-8e1bc3d079ed', 'name': 'tempest-TestSnapshotPattern-2135896869-router', 'tenant_id': '3cf0f0d5260249539cc90e19836e592d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '144a3b4c-fc2e-4992-8283-34901665a4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:18:14Z', 'updated_at': '2021-11-12T02:18:17Z', 'revision_number': 4, 'project_id': '3cf0f0d5260249539cc90e19836e592d', 'gw_port': {'id': '144a3b4c-fc2e-4992-8283-34901665a4a3', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:42:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38125291-6ebb-4241-bad9-8e1bc3d079ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:18:14Z', 'updated_at': '2021-11-12T02:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '6345ae6c-782a-41bb-9028-9eb09aee89cf', 'name': '', 'network_id': 'bbd03131-3532-45c3-a404-818134e61945', 'tenant_id': '3cf0f0d5260249539cc90e19836e592d', 'mac_address': 'fa:16:3e:9b:3d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38125291-6ebb-4241-bad9-8e1bc3d079ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '6932f669-e149-4721-b1cb-ec34d280b1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:18:16Z', 'updated_at': '2021-11-12T02:18:17Z', 'revision_number': 2, 'project_id': '3cf0f0d5260249539cc90e19836e592d', 'subnets': [{'id': '6932f669-e149-4721-b1cb-ec34d280b1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:18:18.978222 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bb1eef15-7e6c-48ae-80b3-9a48b83ef58d tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Publish callbacks [] for security_group, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:18.987344 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bb1eef15-7e6c-48ae-80b3-9a48b83ef58d tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:19.014547 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bb1eef15-7e6c-48ae-80b3-9a48b83ef58d tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:19.018671 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-bb1eef15-7e6c-48ae-80b3-9a48b83ef58d tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1605725 Nov 12 02:18:19.018995 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59608) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:18:19.023817 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-dc88c3a6-bb6a-4af8-9ee8-8edb931aaf97 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Request body: {'security_group_rule': {'security_group_id': 'f478369f-4ccf-462b-bdcc-3b597619d7ca', 'project_id': '9edb9fb2096341aabe64afd9ec007051', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:18:19.037724 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1eef15-7e6c-48ae-80b3-9a48b83ef58d tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f478369f-4ccf-462b-bdcc-3b597619d7ca,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:19.057202 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dc88c3a6-bb6a-4af8-9ee8-8edb931aaf97 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:19.107164 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dc88c3a6-bb6a-4af8-9ee8-8edb931aaf97 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:19.111615 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dc88c3a6-bb6a-4af8-9ee8-8edb931aaf97 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:19.130499 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc88c3a6-bb6a-4af8-9ee8-8edb931aaf97 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63c38ef5-1a4a-46ce-94bd-60387f51b4a1,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:19.139351 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dc88c3a6-bb6a-4af8-9ee8-8edb931aaf97 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:19.140640 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-dc88c3a6-bb6a-4af8-9ee8-8edb931aaf97 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1206200 Nov 12 02:18:19.143276 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59610) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:18:19.147679 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-67c0f349-dc10-41e3-8db3-7a5cfdac8282 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Request body: {'security_group_rule': {'security_group_id': 'f478369f-4ccf-462b-bdcc-3b597619d7ca', 'project_id': '9edb9fb2096341aabe64afd9ec007051', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:18:19.188294 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-57d6e616-1d11-4631-9869-935f1e9fe428 None None] Provisioning complete for port 144a3b4c-fc2e-4992-8283-34901665a4a3 triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:18:19.188735 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-57d6e616-1d11-4631-9869-935f1e9fe428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:19.210264 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-67c0f349-dc10-41e3-8db3-7a5cfdac8282 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:19.300440 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-57d6e616-1d11-4631-9869-935f1e9fe428 None None] Provisioning complete for port 6345ae6c-782a-41bb-9028-9eb09aee89cf triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:18:19.300896 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-57d6e616-1d11-4631-9869-935f1e9fe428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:19.305086 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-67c0f349-dc10-41e3-8db3-7a5cfdac8282 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:19.310624 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-67c0f349-dc10-41e3-8db3-7a5cfdac8282 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:19.329398 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c0f349-dc10-41e3-8db3-7a5cfdac8282 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ede2d132-8049-46de-ba36-e4ec603a9885,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:19.343629 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-57d6e616-1d11-4631-9869-935f1e9fe428 None None] Port 6345ae6c-782a-41bb-9028-9eb09aee89cf cannot update to ACTIVE because it is not bound. {{(pid=109087) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 02:18:19.347043 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-67c0f349-dc10-41e3-8db3-7a5cfdac8282 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:19.349246 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-67c0f349-dc10-41e3-8db3-7a5cfdac8282 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2041669 Nov 12 02:18:19.351080 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59612) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:18:19.356318 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-8ae57525-1498-465f-a6e2-7f2b6f49a0c2 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Request body: {'security_group_rule': {'security_group_id': 'f478369f-4ccf-462b-bdcc-3b597619d7ca', 'project_id': '9edb9fb2096341aabe64afd9ec007051', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:18:19.391104 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8ae57525-1498-465f-a6e2-7f2b6f49a0c2 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:19.480537 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8ae57525-1498-465f-a6e2-7f2b6f49a0c2 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:19.485496 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8ae57525-1498-465f-a6e2-7f2b6f49a0c2 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:19.506015 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae57525-1498-465f-a6e2-7f2b6f49a0c2 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71deb71d-5790-419a-a8a5-32692cf13447,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:19.516980 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8ae57525-1498-465f-a6e2-7f2b6f49a0c2 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:19.518171 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-8ae57525-1498-465f-a6e2-7f2b6f49a0c2 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1660419 Nov 12 02:18:19.521467 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59614) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:18:19.526417 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.v2.base [None req-7efdf7e6-be1d-45d0-8da1-bb0e43bf7b68 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Request body: {'security_group_rule': {'security_group_id': 'f478369f-4ccf-462b-bdcc-3b597619d7ca', 'project_id': '9edb9fb2096341aabe64afd9ec007051', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109086) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:18:19.555752 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7efdf7e6-be1d-45d0-8da1-bb0e43bf7b68 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:19.629944 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7efdf7e6-be1d-45d0-8da1-bb0e43bf7b68 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:19.635945 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7efdf7e6-be1d-45d0-8da1-bb0e43bf7b68 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:19.654263 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efdf7e6-be1d-45d0-8da1-bb0e43bf7b68 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5521878b-6559-4e1a-abd0-ffa5064d4c1c,revision_number=0']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:19.664538 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7efdf7e6-be1d-45d0-8da1-bb0e43bf7b68 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:19.666596 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-7efdf7e6-be1d-45d0-8da1-bb0e43bf7b68 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1440365 Nov 12 02:18:19.670084 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59616) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:18:19.679102 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-30710c0b-7e7b-4ab0-8de5-8c9e987e86b7 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Request body: {'security_group_rule': {'security_group_id': 'f478369f-4ccf-462b-bdcc-3b597619d7ca', 'project_id': '9edb9fb2096341aabe64afd9ec007051', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:18:19.736860 n-d-712142-27 neutron-server[109085]: INFO neutron.db.securitygroups_db [None req-30710c0b-7e7b-4ab0-8de5-8c9e987e86b7 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Project 9edb9fb2096341aabe64afd9ec007051 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 02:18:19.742113 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-30710c0b-7e7b-4ab0-8de5-8c9e987e86b7 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:19.799488 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-30710c0b-7e7b-4ab0-8de5-8c9e987e86b7 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:19.803687 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-30710c0b-7e7b-4ab0-8de5-8c9e987e86b7 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:19.823329 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30710c0b-7e7b-4ab0-8de5-8c9e987e86b7 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb75ee11-ff34-4773-b9b2-9010ecd60c9c,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:19.833517 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-30710c0b-7e7b-4ab0-8de5-8c9e987e86b7 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:19.834768 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-30710c0b-7e7b-4ab0-8de5-8c9e987e86b7 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1630654 Nov 12 02:18:19.837609 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59618) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:18:19.843067 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.v2.base [None req-b9a300e2-e345-4ee8-ac43-1709a1407bc1 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Request body: {'security_group_rule': {'security_group_id': 'f478369f-4ccf-462b-bdcc-3b597619d7ca', 'project_id': '9edb9fb2096341aabe64afd9ec007051', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 02:18:19.868099 n-d-712142-27 neutron-server[109085]: INFO neutron.db.securitygroups_db [None req-b9a300e2-e345-4ee8-ac43-1709a1407bc1 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Project 9edb9fb2096341aabe64afd9ec007051 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 02:18:19.874241 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b9a300e2-e345-4ee8-ac43-1709a1407bc1 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:19.946530 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b9a300e2-e345-4ee8-ac43-1709a1407bc1 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:19.951834 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b9a300e2-e345-4ee8-ac43-1709a1407bc1 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805193'] for security_group_rule, after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:19.972898 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a300e2-e345-4ee8-ac43-1709a1407bc1 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a38420c-e526-4dc8-b503-1aabb01ceb79,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:19.982593 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b9a300e2-e345-4ee8-ac43-1709a1407bc1 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:19.983856 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-b9a300e2-e345-4ee8-ac43-1709a1407bc1 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1447580 Nov 12 02:18:20.034911 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 144a3b4c-fc2e-4992-8283-34901665a4a3 up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:18:20.099850 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 144a3b4c-fc2e-4992-8283-34901665a4a3 triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:18:20.100282 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:20.152220 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9f0ff389-ff08-49fe-9a8e-c7f39ec077e0 req-f5413ad7-1954-4e24-b19c-cc521475df8f tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1075459246&fields=id&tenant_id=9edb9fb2096341aabe64afd9ec007051 HTTP/1.1" status: 200 len: 267 time: 0.0504460 Nov 12 02:18:20.291697 n-d-712142-27 neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ff389-ff08-49fe-9a8e-c7f39ec077e0 req-76e922f7-87da-4c91-b60f-47cdeaa69769 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 02:18:20.294104 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9f0ff389-ff08-49fe-9a8e-c7f39ec077e0 req-76e922f7-87da-4c91-b60f-47cdeaa69769 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/networks?id=601d2db8-7fea-4c29-bf61-d10dd78d0e9a HTTP/1.1" status: 200 len: 810 time: 0.1323469 Nov 12 02:18:20.315555 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9f0ff389-ff08-49fe-9a8e-c7f39ec077e0 req-c07bca09-a369-45a6-a55b-c64cc1da54ba tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/quotas/9edb9fb2096341aabe64afd9ec007051 HTTP/1.1" status: 200 len: 375 time: 0.0121274 Nov 12 02:18:20.390150 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9f0ff389-ff08-49fe-9a8e-c7f39ec077e0 req-a22c4c42-dd92-4cec-a1c5-2d236f61375e tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9edb9fb2096341aabe64afd9ec007051&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0629675 Nov 12 02:18:20.524973 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-9f0ff389-ff08-49fe-9a8e-c7f39ec077e0 req-69609a43-4201-4503-a366-d6cf035575eb service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 02:18:20.526724 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9f0ff389-ff08-49fe-9a8e-c7f39ec077e0 req-69609a43-4201-4503-a366-d6cf035575eb service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1199126 Nov 12 02:18:20.622902 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9f0ff389-ff08-49fe-9a8e-c7f39ec077e0 req-236520d0-b358-4715-b85f-989af8920e54 service neutron] 10.222.0.45 "GET /v2.0/networks/601d2db8-7fea-4c29-bf61-d10dd78d0e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891011 Nov 12 02:18:20.731559 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9f0ff389-ff08-49fe-9a8e-c7f39ec077e0 req-eaeca597-37be-4fa7-b847-0a70c52882b2 service neutron] 10.222.0.45 "GET /v2.0/networks/601d2db8-7fea-4c29-bf61-d10dd78d0e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021972 Nov 12 02:18:20.908487 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-dcb7c421-4689-4749-b022-99b56d6cd690 req-3851b992-ff11-4d20-bff6-71b426ad69e9 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?device_id=f717106e-9476-40f5-a4f4-1a22f489ecbe HTTP/1.1" status: 200 len: 210 time: 0.0293367 Nov 12 02:18:21.294326 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329ffe41-5863-4e1d-bddc-b553b1c7eb08 None None] Sync routers for ids ['38125291-6ebb-4241-bad9-8e1bc3d079ed'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:18:21.305346 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329ffe41-5863-4e1d-bddc-b553b1c7eb08 None None] Routers {'38125291-6ebb-4241-bad9-8e1bc3d079ed'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:18:21.305991 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-329ffe41-5863-4e1d-bddc-b553b1c7eb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:18:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['38125291-6ebb-4241-bad9-8e1bc3d079ed'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:18:21.529824 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-329ffe41-5863-4e1d-bddc-b553b1c7eb08 None None] Set router 38125291-6ebb-4241-bad9-8e1bc3d079ed gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:18:21.731909 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-329ffe41-5863-4e1d-bddc-b553b1c7eb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38125291-6ebb-4241-bad9-8e1bc3d079ed', 'name': 'tempest-TestSnapshotPattern-2135896869-router', 'tenant_id': '3cf0f0d5260249539cc90e19836e592d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '144a3b4c-fc2e-4992-8283-34901665a4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:18:14Z', 'updated_at': '2021-11-12T02:18:17Z', 'revision_number': 4, 'project_id': '3cf0f0d5260249539cc90e19836e592d', 'gw_port': {'id': '144a3b4c-fc2e-4992-8283-34901665a4a3', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:42:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38125291-6ebb-4241-bad9-8e1bc3d079ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:18:14Z', 'updated_at': '2021-11-12T02:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '6345ae6c-782a-41bb-9028-9eb09aee89cf', 'name': '', 'network_id': 'bbd03131-3532-45c3-a404-818134e61945', 'tenant_id': '3cf0f0d5260249539cc90e19836e592d', 'mac_address': 'fa:16:3e:9b:3d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38125291-6ebb-4241-bad9-8e1bc3d079ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '6932f669-e149-4721-b1cb-ec34d280b1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:18:16Z', 'updated_at': '2021-11-12T02:18:17Z', 'revision_number': 2, 'project_id': '3cf0f0d5260249539cc90e19836e592d', 'subnets': [{'id': '6932f669-e149-4721-b1cb-ec34d280b1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:18:21.757967 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329ffe41-5863-4e1d-bddc-b553b1c7eb08 None None] Checking router: 38125291-6ebb-4241-bad9-8e1bc3d079ed for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:18:21.758202 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329ffe41-5863-4e1d-bddc-b553b1c7eb08 None None] Updating router 38125291-6ebb-4241-bad9-8e1bc3d079ed port 6345ae6c-782a-41bb-9028-9eb09aee89cf binding host n-d-712142-27 {{(pid=109088) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 02:18:21.787163 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-329ffe41-5863-4e1d-bddc-b553b1c7eb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:21.998070 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-4e2e91d6-b50b-4b30-9a68-e2fd3cd66013 req-caca1ace-693b-4efb-aff0-de8984280118 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?device_id=f717106e-9476-40f5-a4f4-1a22f489ecbe HTTP/1.1" status: 200 len: 210 time: 0.0355499 Nov 12 02:18:22.056466 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-329ffe41-5863-4e1d-bddc-b553b1c7eb08 None None] Publish callbacks [] for port, precommit_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:22.062048 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-329ffe41-5863-4e1d-bddc-b553b1c7eb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:22.110988 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e82215-f907-4e9f-8d0c-b25bae355645 None None] Pushing event updated for resources: {'Port': ['ID=6345ae6c-782a-41bb-9028-9eb09aee89cf,revision_number=3']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:22.167882 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-329ffe41-5863-4e1d-bddc-b553b1c7eb08 None None] Attempting to bind port 6345ae6c-782a-41bb-9028-9eb09aee89cf on host n-d-712142-27 for vnic_type normal with profile {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 02:18:22.168292 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-329ffe41-5863-4e1d-bddc-b553b1c7eb08 None None] Attempting to bind port 6345ae6c-782a-41bb-9028-9eb09aee89cf by drivers openvswitch,hyperv on host n-d-712142-27 at level 0 using segments [{'id': '0ef0eb1b-aafe-4f6f-a088-9b6d9bf1b57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bbd03131-3532-45c3-a404-818134e61945'}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 02:18:22.168650 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329ffe41-5863-4e1d-bddc-b553b1c7eb08 None None] Attempting to bind port 6345ae6c-782a-41bb-9028-9eb09aee89cf on network bbd03131-3532-45c3-a404-818134e61945 {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 02:18:22.175429 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329ffe41-5863-4e1d-bddc-b553b1c7eb08 None None] Checking agent: {'id': 'fc8e80da-2b39-4245-ab8f-e8b0dd1c5a3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712142-27', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 0, 39, 34), 'started_at': datetime.datetime(2021, 11, 12, 0, 40, 4), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 2, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712142-27'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 02:18:22.175799 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329ffe41-5863-4e1d-bddc-b553b1c7eb08 None None] Checking segment: {'id': '0ef0eb1b-aafe-4f6f-a088-9b6d9bf1b57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bbd03131-3532-45c3-a404-818134e61945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109088) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 02:18:22.176228 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-329ffe41-5863-4e1d-bddc-b553b1c7eb08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:22.176931 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329ffe41-5863-4e1d-bddc-b553b1c7eb08 None None] Bound using segment: {'id': '0ef0eb1b-aafe-4f6f-a088-9b6d9bf1b57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bbd03131-3532-45c3-a404-818134e61945'} {{(pid=109088) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 02:18:22.177413 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.managers [None req-329ffe41-5863-4e1d-bddc-b553b1c7eb08 None None] Bound port: 6345ae6c-782a-41bb-9028-9eb09aee89cf, host: n-d-712142-27, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ef0eb1b-aafe-4f6f-a088-9b6d9bf1b57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'bbd03131-3532-45c3-a404-818134e61945'}}] {{(pid=109088) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 02:18:22.177805 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-329ffe41-5863-4e1d-bddc-b553b1c7eb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:22.250573 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-329ffe41-5863-4e1d-bddc-b553b1c7eb08 None None] For port 6345ae6c-782a-41bb-9028-9eb09aee89cf, host n-d-712142-27, cleared binding levels {{(pid=109088) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 02:18:22.256244 n-d-712142-27 neutron-server[109088]: DEBUG neutron.plugins.ml2.db [None req-329ffe41-5863-4e1d-bddc-b553b1c7eb08 None None] For port 6345ae6c-782a-41bb-9028-9eb09aee89cf, host n-d-712142-27, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=6345ae6c-782a-41bb-9028-9eb09aee89cf,segment=NetworkSegment(0ef0eb1b-aafe-4f6f-a088-9b6d9bf1b57f),segment_id=0ef0eb1b-aafe-4f6f-a088-9b6d9bf1b57f)] {{(pid=109088) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 02:18:22.262506 n-d-712142-27 neutron-server[109088]: DEBUG neutron_lib.callbacks.manager [None req-329ffe41-5863-4e1d-bddc-b553b1c7eb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109088) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:22.324477 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329ffe41-5863-4e1d-bddc-b553b1c7eb08 None None] Routers {'38125291-6ebb-4241-bad9-8e1bc3d079ed'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:18:22.325785 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-329ffe41-5863-4e1d-bddc-b553b1c7eb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:18:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['38125291-6ebb-4241-bad9-8e1bc3d079ed'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:18:22.365001 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e82215-f907-4e9f-8d0c-b25bae355645 None None] Pushing event updated for resources: {'Port': ['ID=6345ae6c-782a-41bb-9028-9eb09aee89cf,revision_number=4']} {{(pid=109088) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:22.388912 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-2f57f0cb-c167-4015-a242-150239bbb2a8 None None] Provisioning complete for port 6345ae6c-782a-41bb-9028-9eb09aee89cf triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:18:22.389476 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2f57f0cb-c167-4015-a242-150239bbb2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:22.454688 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-329ffe41-5863-4e1d-bddc-b553b1c7eb08 None None] Set router 38125291-6ebb-4241-bad9-8e1bc3d079ed gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:18:22.484828 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:18:22.496035 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2f57f0cb-c167-4015-a242-150239bbb2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-653168'] for port, before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:22.530220 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-2f57f0cb-c167-4015-a242-150239bbb2a8 None None] For port 6345ae6c-782a-41bb-9028-9eb09aee89cf, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=6345ae6c-782a-41bb-9028-9eb09aee89cf,segment=NetworkSegment(0ef0eb1b-aafe-4f6f-a088-9b6d9bf1b57f),segment_id=0ef0eb1b-aafe-4f6f-a088-9b6d9bf1b57f)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:18:22.534134 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-2f57f0cb-c167-4015-a242-150239bbb2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780986477204', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780986049190', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780986049208'] for port, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:22.583595 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f57f0cb-c167-4015-a242-150239bbb2a8 None None] Pushing event updated for resources: {'Port': ['ID=6345ae6c-782a-41bb-9028-9eb09aee89cf,revision_number=5']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:18:22.655205 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-661d7648-b187-4dbb-8e1d-01dd0e3b61b0 None None] Provisioning complete for port 6345ae6c-782a-41bb-9028-9eb09aee89cf triggered by entity DHCP. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:18:22.655679 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-661d7648-b187-4dbb-8e1d-01dd0e3b61b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:22.674166 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-329ffe41-5863-4e1d-bddc-b553b1c7eb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38125291-6ebb-4241-bad9-8e1bc3d079ed', 'name': 'tempest-TestSnapshotPattern-2135896869-router', 'tenant_id': '3cf0f0d5260249539cc90e19836e592d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '144a3b4c-fc2e-4992-8283-34901665a4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:18:14Z', 'updated_at': '2021-11-12T02:18:17Z', 'revision_number': 4, 'project_id': '3cf0f0d5260249539cc90e19836e592d', 'gw_port': {'id': '144a3b4c-fc2e-4992-8283-34901665a4a3', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:42:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38125291-6ebb-4241-bad9-8e1bc3d079ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:18:14Z', 'updated_at': '2021-11-12T02:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '6345ae6c-782a-41bb-9028-9eb09aee89cf', 'name': '', 'network_id': 'bbd03131-3532-45c3-a404-818134e61945', 'tenant_id': '3cf0f0d5260249539cc90e19836e592d', 'mac_address': 'fa:16:3e:9b:3d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38125291-6ebb-4241-bad9-8e1bc3d079ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '6932f669-e149-4721-b1cb-ec34d280b1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:18:16Z', 'updated_at': '2021-11-12T02:18:22Z', 'revision_number': 4, 'project_id': '3cf0f0d5260249539cc90e19836e592d', 'subnets': [{'id': '6932f669-e149-4721-b1cb-ec34d280b1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:18:22.700691 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329ffe41-5863-4e1d-bddc-b553b1c7eb08 None None] The sync data for ids ['38125291-6ebb-4241-bad9-8e1bc3d079ed'] in n-d-712142-27 is: [{'id': '38125291-6ebb-4241-bad9-8e1bc3d079ed', 'name': 'tempest-TestSnapshotPattern-2135896869-router', 'tenant_id': '3cf0f0d5260249539cc90e19836e592d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '144a3b4c-fc2e-4992-8283-34901665a4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:18:14Z', 'updated_at': '2021-11-12T02:18:17Z', 'revision_number': 4, 'project_id': '3cf0f0d5260249539cc90e19836e592d', 'gw_port': {'id': '144a3b4c-fc2e-4992-8283-34901665a4a3', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:42:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38125291-6ebb-4241-bad9-8e1bc3d079ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:18:14Z', 'updated_at': '2021-11-12T02:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27', '_interfaces': [{'id': '6345ae6c-782a-41bb-9028-9eb09aee89cf', 'name': '', 'network_id': 'bbd03131-3532-45c3-a404-818134e61945', 'tenant_id': '3cf0f0d5260249539cc90e19836e592d', 'mac_address': 'fa:16:3e:9b:3d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38125291-6ebb-4241-bad9-8e1bc3d079ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '6932f669-e149-4721-b1cb-ec34d280b1a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:18:16Z', 'updated_at': '2021-11-12T02:18:22Z', 'revision_number': 4, 'project_id': '3cf0f0d5260249539cc90e19836e592d', 'subnets': [{'id': '6932f669-e149-4721-b1cb-ec34d280b1a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:18:23.079249 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cf0abc4b-2f21-472c-ace0-99f0a63dd0d0 req-20669e2c-04ba-4696-a351-689eaa73f602 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?device_id=f717106e-9476-40f5-a4f4-1a22f489ecbe HTTP/1.1" status: 200 len: 210 time: 0.0287881 Nov 12 02:18:24.008921 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 6345ae6c-782a-41bb-9028-9eb09aee89cf up at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 02:18:24.059452 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.provisioning_blocks [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Provisioning complete for port 6345ae6c-782a-41bb-9028-9eb09aee89cf triggered by entity L2. {{(pid=109087) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 02:18:24.059822 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771633'] for port, provisioning_complete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:24.159475 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a187496f-0f68-4b8c-a5c8-fc4c92cf5e01 req-d1c1a161-9561-4998-bee6-6d56cebe876e tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?device_id=f717106e-9476-40f5-a4f4-1a22f489ecbe HTTP/1.1" status: 200 len: 210 time: 0.0276897 Nov 12 02:18:25.239830 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-023b3ea9-44d2-4871-9a75-2362fb975adc req-d03472b9-f503-4931-a3b7-056af7982a31 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?device_id=f717106e-9476-40f5-a4f4-1a22f489ecbe HTTP/1.1" status: 200 len: 210 time: 0.0306215 Nov 12 02:18:26.323503 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-901d7c35-b5a3-4004-b99a-a6088a45145e req-36f75d82-2de7-4278-912e-3ab677d14118 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?device_id=f717106e-9476-40f5-a4f4-1a22f489ecbe HTTP/1.1" status: 200 len: 210 time: 0.0265150 Nov 12 02:18:27.401225 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7691ce7d-2eb5-4823-8f21-356ddb47e74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:27.401972 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3fd8bb93-d8ea-411e-9c33-51f76d7fea50 req-cdba3c62-71e3-4160-b10e-68746ec34d58 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?device_id=f717106e-9476-40f5-a4f4-1a22f489ecbe HTTP/1.1" status: 200 len: 210 time: 0.0266469 Nov 12 02:18:28.483004 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3174502c-8c65-4039-90b4-074f386ab5f4 req-251a3c84-e712-4e13-bd5a-8640ada5bef8 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?device_id=f717106e-9476-40f5-a4f4-1a22f489ecbe HTTP/1.1" status: 200 len: 210 time: 0.0289288 Nov 12 02:18:29.569968 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c88c6903-4181-47f3-b198-82705d44a54e req-fe6a884f-5d97-462d-86d8-ff3b597c24fc tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?device_id=f717106e-9476-40f5-a4f4-1a22f489ecbe HTTP/1.1" status: 200 len: 210 time: 0.0273614 Nov 12 02:18:30.650420 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d5497b8a-31b8-486d-8067-e057e8c88c82 req-35446e93-6f03-4587-a88b-26843129c5f5 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?device_id=f717106e-9476-40f5-a4f4-1a22f489ecbe HTTP/1.1" status: 200 len: 210 time: 0.0266347 Nov 12 02:18:30.966942 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-dedb4636-6fbd-40a5-a1ea-2671428847a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:31.732498 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7ccbe941-7bea-40a3-9385-2d8fe656e698 req-05739b84-8ca4-4ed3-af1c-32d109e5a049 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?device_id=f717106e-9476-40f5-a4f4-1a22f489ecbe HTTP/1.1" status: 200 len: 210 time: 0.0301542 Nov 12 02:18:32.808964 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7ac9bfb7-451a-4bb6-8d07-6a5733e3e442 req-a5acec8f-7613-45a7-8833-da956eb21b91 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?device_id=f717106e-9476-40f5-a4f4-1a22f489ecbe HTTP/1.1" status: 200 len: 210 time: 0.0266466 Nov 12 02:18:33.183226 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:33.885266 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-ca748c7e-c103-4e1a-a113-3ad6c375ce6c req-028d32aa-b2ac-44d3-b20f-a3a8880f201e tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?device_id=f717106e-9476-40f5-a4f4-1a22f489ecbe HTTP/1.1" status: 200 len: 210 time: 0.0267413 Nov 12 02:18:34.154412 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:35.009654 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b715e3fe-2541-4beb-872d-30e656beddc4 req-a55cf6f4-f99b-4642-a645-f9e196a30b2b tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?device_id=f717106e-9476-40f5-a4f4-1a22f489ecbe HTTP/1.1" status: 200 len: 210 time: 0.0755372 Nov 12 02:18:35.469543 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:36.087114 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-19a8b452-8070-454f-ae08-9d12e0fe7bf7 req-45bd06b5-141b-476b-9fd0-259a9f31fbc1 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?device_id=f717106e-9476-40f5-a4f4-1a22f489ecbe HTTP/1.1" status: 200 len: 210 time: 0.0259719 Nov 12 02:18:37.164626 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-0ce4d8b7-3fdf-4c83-869a-180f242d266a req-77029fb1-aab6-4d95-9781-2739106c5867 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?device_id=f717106e-9476-40f5-a4f4-1a22f489ecbe HTTP/1.1" status: 200 len: 210 time: 0.0253892 Nov 12 02:18:38.244839 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-8ca5d411-6cb1-4146-a8d2-ef5d294c341a req-cf74e5d4-8821-42a2-8fce-3f72039d8747 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?device_id=f717106e-9476-40f5-a4f4-1a22f489ecbe HTTP/1.1" status: 200 len: 210 time: 0.0291171 Nov 12 02:18:39.275983 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:39.323304 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-633e9d00-cc24-4edb-9752-4f2c90863b34 req-a5599c48-cc7b-4583-a57a-bdcf51d8a967 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?device_id=f717106e-9476-40f5-a4f4-1a22f489ecbe HTTP/1.1" status: 200 len: 210 time: 0.0260165 Nov 12 02:18:40.402092 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b9f56b26-3ef0-4f29-a4c5-5cbeac4cb74b req-0c3aff84-64e8-4348-80da-143a7dffb49f tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?device_id=f717106e-9476-40f5-a4f4-1a22f489ecbe HTTP/1.1" status: 200 len: 210 time: 0.0259039 Nov 12 02:18:41.402277 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:41.479874 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-cc37fec9-87db-483a-8b82-60b3a8f2433c req-2f0f65c7-520e-4e3a-ab73-fc8ddde7aeb3 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?device_id=f717106e-9476-40f5-a4f4-1a22f489ecbe HTTP/1.1" status: 200 len: 210 time: 0.0261164 Nov 12 02:18:42.561732 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6f03574d-6d59-41ff-97be-2f5173c84f74 req-41a7df0c-d525-44a7-bafb-3eb85bc72ff1 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?device_id=f717106e-9476-40f5-a4f4-1a22f489ecbe HTTP/1.1" status: 200 len: 210 time: 0.0282538 Nov 12 02:18:43.641041 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-b112846c-cb1e-4287-8179-c55901c0ca1f req-cd5e8b77-9f99-4b09-a2c4-88f16a98bdee tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?device_id=f717106e-9476-40f5-a4f4-1a22f489ecbe HTTP/1.1" status: 200 len: 210 time: 0.0262899 Nov 12 02:18:44.727801 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f2d15f49-67e4-4ba9-954d-723fd15cb58e req-e2d07d5e-4b98-4686-b655-1059534087f0 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?device_id=f717106e-9476-40f5-a4f4-1a22f489ecbe HTTP/1.1" status: 200 len: 210 time: 0.0300410 Nov 12 02:18:45.808027 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-139bb5ea-8536-4de6-88e8-49b24004f7de req-9357e233-ab48-475d-876c-e53b42b61060 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?device_id=f717106e-9476-40f5-a4f4-1a22f489ecbe HTTP/1.1" status: 200 len: 210 time: 0.0259726 Nov 12 02:18:46.886995 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d7446682-cdc4-4e05-a2ad-26f81e89f610 req-956c6f6e-4aed-4e54-bcfb-c434d1dc09da tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?device_id=f717106e-9476-40f5-a4f4-1a22f489ecbe HTTP/1.1" status: 200 len: 210 time: 0.0263984 Nov 12 02:18:47.965160 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6f8c3ffd-0508-43ed-bfb6-966e131c15f9 req-42f6439c-2d4d-40b1-97e3-4c319e18178f tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?device_id=f717106e-9476-40f5-a4f4-1a22f489ecbe HTTP/1.1" status: 200 len: 210 time: 0.0261331 Nov 12 02:18:49.042813 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9ac58627-9369-4566-8197-53d785cd73c0 req-8335fb1f-25d5-440f-8cb9-77252982192e tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?device_id=f717106e-9476-40f5-a4f4-1a22f489ecbe HTTP/1.1" status: 200 len: 210 time: 0.0256972 Nov 12 02:18:50.122783 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-7c01e887-183c-4248-bfa2-a13198a30081 req-7194d9be-2a10-4d4e-9e9e-2863f5ee5964 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?device_id=f717106e-9476-40f5-a4f4-1a22f489ecbe HTTP/1.1" status: 200 len: 210 time: 0.0275507 Nov 12 02:18:51.203842 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-be374b17-b4ce-47e4-a943-734170efd48c req-1fb482ca-2d23-4360-a2f8-3831d3567f6e tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?device_id=f717106e-9476-40f5-a4f4-1a22f489ecbe HTTP/1.1" status: 200 len: 210 time: 0.0298686 Nov 12 02:18:52.279862 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-408ba8d0-4d2e-41fd-8079-71acd487fc81 req-4c922078-4f20-4498-ae0e-3257812b8188 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?device_id=f717106e-9476-40f5-a4f4-1a22f489ecbe HTTP/1.1" status: 200 len: 210 time: 0.0254478 Nov 12 02:18:53.356766 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f321a8c0-228d-455e-8065-7e44e884f093 req-e6c02f62-47e2-48ee-ac05-e9c68dae5cf0 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?device_id=f717106e-9476-40f5-a4f4-1a22f489ecbe HTTP/1.1" status: 200 len: 210 time: 0.0259807 Nov 12 02:18:54.434988 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-1dc10672-ca12-4832-9b13-ad4323bcb60d req-b7830197-b066-4ed9-b342-15976769dc12 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?device_id=f717106e-9476-40f5-a4f4-1a22f489ecbe HTTP/1.1" status: 200 len: 210 time: 0.0266626 Nov 12 02:18:55.513505 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-d34d8a56-ed60-4ca0-b269-6b6afe64aa52 req-57930230-dc8a-4b6a-9a3f-b095abd10423 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?device_id=f717106e-9476-40f5-a4f4-1a22f489ecbe HTTP/1.1" status: 200 len: 210 time: 0.0259428 Nov 12 02:18:56.589427 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-51ed569c-5442-4c34-9bff-ed79ef6133c7 req-7e278f70-1041-40f9-9608-132ce6201bc0 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?device_id=f717106e-9476-40f5-a4f4-1a22f489ecbe HTTP/1.1" status: 200 len: 210 time: 0.0258904 Nov 12 02:18:57.406119 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-90c0363e-92a5-4260-a990-492c5ee9fa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:18:57.672053 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-c28aa014-e979-403a-8a4f-0961ec3afb8a req-6ebbffea-8a4a-4d79-b4c5-ebc1a95ff907 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?device_id=f717106e-9476-40f5-a4f4-1a22f489ecbe HTTP/1.1" status: 200 len: 210 time: 0.0306566 Nov 12 02:18:58.748023 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-57fa9a93-84fd-4502-b958-ee53a84f794d req-179e526d-2dad-4084-9480-857b4ebe6f57 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?device_id=f717106e-9476-40f5-a4f4-1a22f489ecbe HTTP/1.1" status: 200 len: 210 time: 0.0259199 Nov 12 02:18:59.454126 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:18:59.835336 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-30ad8d08-ff8e-4a5d-a9ee-043e35c056ae req-46755662-a96b-4fcf-8a39-74fd4a654183 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?device_id=f717106e-9476-40f5-a4f4-1a22f489ecbe HTTP/1.1" status: 200 len: 210 time: 0.0265353 Nov 12 02:19:00.912114 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-258da2e1-7c7e-4a72-a6e3-4c164f8a1550 req-ace45a74-acd5-4bc8-a88b-467e0c970541 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?device_id=f717106e-9476-40f5-a4f4-1a22f489ecbe HTTP/1.1" status: 200 len: 210 time: 0.0258262 Nov 12 02:19:00.968263 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1c731357-9c9b-48ea-87a8-f55488a0db33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:01.989141 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-afc16d99-b559-47fa-b4fc-786458189a06 req-b7d0943c-89a7-4cef-a4c9-0af197c7d8e5 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?device_id=f717106e-9476-40f5-a4f4-1a22f489ecbe HTTP/1.1" status: 200 len: 210 time: 0.0256274 Nov 12 02:19:03.066721 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-a0c4f3a4-1e0b-452b-a505-d730f23dc7ce req-5f490beb-8993-4ced-ba5a-694ef37a237e tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?device_id=f717106e-9476-40f5-a4f4-1a22f489ecbe HTTP/1.1" status: 200 len: 210 time: 0.0260839 Nov 12 02:19:03.186286 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:04.158113 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-94201b39-9ded-49fe-a39d-b0fb5e6b9d59 req-13b3d3c6-cd3c-4a59-9c4a-25a0e5929c7c tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?device_id=f717106e-9476-40f5-a4f4-1a22f489ecbe HTTP/1.1" status: 200 len: 210 time: 0.0307124 Nov 12 02:19:04.158729 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:05.237355 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-adac6e88-6bf4-4125-a5d4-8aacfb8ce8fb req-421ea260-cb6c-444a-95a6-ab59e5987062 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?device_id=f717106e-9476-40f5-a4f4-1a22f489ecbe HTTP/1.1" status: 200 len: 210 time: 0.0269897 Nov 12 02:19:05.473260 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:06.321829 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-16c653eb-8762-4408-9994-7c9403307662 req-7b08abee-e65a-4ab3-b179-cf658775636d tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?device_id=f717106e-9476-40f5-a4f4-1a22f489ecbe HTTP/1.1" status: 200 len: 210 time: 0.0291066 Nov 12 02:19:07.402985 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-633617e9-090a-42f5-a9fe-60c1e0a294cc req-c443ffff-9f7f-43f2-823f-285e11af10da tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?device_id=f717106e-9476-40f5-a4f4-1a22f489ecbe HTTP/1.1" status: 200 len: 210 time: 0.0288477 Nov 12 02:19:08.482597 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3a0455dc-8c50-455f-9747-a0342793b42a req-761fa82d-a899-4211-9428-15c0d46a3480 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?device_id=f717106e-9476-40f5-a4f4-1a22f489ecbe HTTP/1.1" status: 200 len: 210 time: 0.0258467 Nov 12 02:19:09.282441 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:09.564836 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-aa40d43d-b0a9-41cc-878c-ebbefcad01d4 req-95671357-0e6f-4ce4-acb7-c46c417f7eba tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?device_id=f717106e-9476-40f5-a4f4-1a22f489ecbe HTTP/1.1" status: 200 len: 210 time: 0.0280654 Nov 12 02:19:10.650370 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-bc6d6ce0-b6b6-4ef3-ab64-557b8ecb0811 req-0448d9bd-4ba5-40db-af69-c15fd39867a0 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?device_id=f717106e-9476-40f5-a4f4-1a22f489ecbe HTTP/1.1" status: 200 len: 210 time: 0.0310276 Nov 12 02:19:11.401310 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:11.729179 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-041c68d8-859e-4fbd-b399-bf5281916874 req-25ca0e2c-eb67-4f21-8702-11d5fa0bb7ac tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?device_id=f717106e-9476-40f5-a4f4-1a22f489ecbe HTTP/1.1" status: 200 len: 210 time: 0.0268781 Nov 12 02:19:12.816601 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-3cf22bea-b3ed-424d-ab5f-09b1c9306d7f req-a95de08c-0725-42a6-944e-8a383156ea75 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?device_id=f717106e-9476-40f5-a4f4-1a22f489ecbe HTTP/1.1" status: 200 len: 210 time: 0.0358198 Nov 12 02:19:13.901549 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-78cba8bf-d4d7-45f5-b4e3-337bbb8bac39 req-a8722305-f40e-44ad-bf78-f149761ce1e9 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?device_id=f717106e-9476-40f5-a4f4-1a22f489ecbe HTTP/1.1" status: 200 len: 210 time: 0.0301709 Nov 12 02:19:14.983086 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-434ae3fc-55f4-41ab-8811-66f89b5160d0 req-d75202fd-b2dc-4bb6-b3a3-e0f6cdbebacf tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?device_id=f717106e-9476-40f5-a4f4-1a22f489ecbe HTTP/1.1" status: 200 len: 210 time: 0.0264621 Nov 12 02:19:16.064250 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9a9171a8-d241-4357-91f8-1e2801685249 req-00b7af49-0771-4570-a797-a80386b7eadd tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?device_id=f717106e-9476-40f5-a4f4-1a22f489ecbe HTTP/1.1" status: 200 len: 210 time: 0.0278916 Nov 12 02:19:17.164095 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-088d0e57-24b1-4fe6-8bd2-1e2e404acf35 req-03e6f104-ae40-4469-9b4c-9144525617bb tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?device_id=f717106e-9476-40f5-a4f4-1a22f489ecbe HTTP/1.1" status: 200 len: 210 time: 0.0460958 Nov 12 02:19:18.244555 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f770ad4e-5cb5-423d-a5c0-86cb66662139 req-5a277ecb-9ca8-4c59-8064-153197f534d9 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?device_id=f717106e-9476-40f5-a4f4-1a22f489ecbe HTTP/1.1" status: 200 len: 210 time: 0.0275233 Nov 12 02:19:19.331424 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-9b6a0e3a-8c33-4072-b54e-9c2cacf660c0 req-a581b082-6c84-44c1-8e95-5879741e502b tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?device_id=f717106e-9476-40f5-a4f4-1a22f489ecbe HTTP/1.1" status: 200 len: 210 time: 0.0290649 Nov 12 02:19:20.414468 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-e016ae50-e04c-4e61-bd11-b2fbe985e3e9 req-8c21ccac-3caa-4d84-8ef4-2ffb7d054a0c tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?device_id=f717106e-9476-40f5-a4f4-1a22f489ecbe HTTP/1.1" status: 200 len: 210 time: 0.0291314 Nov 12 02:19:21.582331 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-f4631bed-d89e-4721-b475-c87912e0e750 req-2930692a-8ae5-449d-be95-6914efd6d05e tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?device_id=f717106e-9476-40f5-a4f4-1a22f489ecbe HTTP/1.1" status: 200 len: 210 time: 0.0295188 Nov 12 02:19:21.780290 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [req-6b862449-065c-4254-83a0-0c99c610023d req-ad5a75e4-8a5f-4320-b72c-829c8ea7852c tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "GET /v2.0/ports?device_id=f717106e-9476-40f5-a4f4-1a22f489ecbe HTTP/1.1" status: 200 len: 210 time: 0.0275588 Nov 12 02:19:22.203251 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59776) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:19:22.268566 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3be3125a-535b-482d-987b-ec48d38a0325 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:22.301079 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3be3125a-535b-482d-987b-ec48d38a0325 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:22.365873 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3be3125a-535b-482d-987b-ec48d38a0325 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:22.368376 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3be3125a-535b-482d-987b-ec48d38a0325 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:22.369616 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-3be3125a-535b-482d-987b-ec48d38a0325 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] 10.222.0.45 "DELETE /v2.0/security-groups/f478369f-4ccf-462b-bdcc-3b597619d7ca HTTP/1.1" status: 204 len: 168 time: 0.1653717 Nov 12 02:19:22.380113 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be3125a-535b-482d-987b-ec48d38a0325 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f478369f-4ccf-462b-bdcc-3b597619d7ca,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:19:22.389335 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3125a-535b-482d-987b-ec48d38a0325 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:22.389684 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3125a-535b-482d-987b-ec48d38a0325 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:22.390068 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3125a-535b-482d-987b-ec48d38a0325 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:22.390420 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3125a-535b-482d-987b-ec48d38a0325 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:22.390762 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3125a-535b-482d-987b-ec48d38a0325 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:22.391100 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3125a-535b-482d-987b-ec48d38a0325 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:22.391434 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3125a-535b-482d-987b-ec48d38a0325 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:22.391791 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3125a-535b-482d-987b-ec48d38a0325 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:22.392205 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3125a-535b-482d-987b-ec48d38a0325 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:22.392542 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3125a-535b-482d-987b-ec48d38a0325 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:22.392873 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3125a-535b-482d-987b-ec48d38a0325 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:22.393226 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3125a-535b-482d-987b-ec48d38a0325 tempest-TestSnapshotPattern-1355764406 tempest-TestSnapshotPattern-1355764406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:22.427602 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59780) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:19:22.815073 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-686ca7fb-ee40-40f2-8bd1-e27a65965f80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:23.084209 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-686ca7fb-ee40-40f2-8bd1-e27a65965f80 admin admin] Deleting port af7a3f01-d543-4cfe-8f4e-e096cfc1427d {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:19:23.084501 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-686ca7fb-ee40-40f2-8bd1-e27a65965f80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:23.174842 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-686ca7fb-ee40-40f2-8bd1-e27a65965f80 admin admin] For port af7a3f01-d543-4cfe-8f4e-e096cfc1427d, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=af7a3f01-d543-4cfe-8f4e-e096cfc1427d,segment=NetworkSegment(48cc1cf8-b5c5-44f8-a4c3-edb4552f98ca),segment_id=48cc1cf8-b5c5-44f8-a4c3-edb4552f98ca)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:19:23.175242 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-686ca7fb-ee40-40f2-8bd1-e27a65965f80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:23.190876 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-686ca7fb-ee40-40f2-8bd1-e27a65965f80 admin admin] Calling delete_port for af7a3f01-d543-4cfe-8f4e-e096cfc1427d owned by network:router_interface {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:19:23.387709 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-686ca7fb-ee40-40f2-8bd1-e27a65965f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:23.414958 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686ca7fb-ee40-40f2-8bd1-e27a65965f80 admin admin] Pushing event deleted for resources: {'Port': ['ID=af7a3f01-d543-4cfe-8f4e-e096cfc1427d,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:19:23.607921 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-686ca7fb-ee40-40f2-8bd1-e27a65965f80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:23.843742 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-686ca7fb-ee40-40f2-8bd1-e27a65965f80 admin admin] Router 4cc6f7dd-a50d-4d41-81a4-f04451c122f9 has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:19:23.960310 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686ca7fb-ee40-40f2-8bd1-e27a65965f80 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:19:23.965979 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-686ca7fb-ee40-40f2-8bd1-e27a65965f80 admin admin] 10.222.0.45 "PUT /v2.0/routers/4cc6f7dd-a50d-4d41-81a4-f04451c122f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5349219 Nov 12 02:19:23.969745 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59782) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:19:23.970058 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89526831-a013-4c41-a9fc-d5546da79f26 None None] Sync routers for ids ['4cc6f7dd-a50d-4d41-81a4-f04451c122f9'] in n-d-712142-27 {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:19:23.981970 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89526831-a013-4c41-a9fc-d5546da79f26 None None] Routers {'4cc6f7dd-a50d-4d41-81a4-f04451c122f9'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:19:23.982340 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-89526831-a013-4c41-a9fc-d5546da79f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:19:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['4cc6f7dd-a50d-4d41-81a4-f04451c122f9'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:19:24.091454 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-aa08ea51-ac03-46e0-b1ea-d348faa40c8f admin admin] Publish callbacks [] for router, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:24.154273 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-89526831-a013-4c41-a9fc-d5546da79f26 None None] Set router 4cc6f7dd-a50d-4d41-81a4-f04451c122f9 gateway port host: n-d-712142-27 {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:19:24.202742 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-aa08ea51-ac03-46e0-b1ea-d348faa40c8f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:24.266452 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-aa08ea51-ac03-46e0-b1ea-d348faa40c8f admin admin] Deleting port 46d7dcb7-5da6-4caa-b1bb-243dfa8db39e {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:19:24.266880 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-aa08ea51-ac03-46e0-b1ea-d348faa40c8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:24.379448 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-89526831-a013-4c41-a9fc-d5546da79f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cc6f7dd-a50d-4d41-81a4-f04451c122f9', 'name': 'tempest-TestSnapshotPattern-1753926082-router', 'tenant_id': '9edb9fb2096341aabe64afd9ec007051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '46d7dcb7-5da6-4caa-b1bb-243dfa8db39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:18:08Z', 'updated_at': '2021-11-12T02:19:23Z', 'revision_number': 5, 'project_id': '9edb9fb2096341aabe64afd9ec007051', 'gw_port': {'id': '46d7dcb7-5da6-4caa-b1bb-243dfa8db39e', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc6f7dd-a50d-4d41-81a4-f04451c122f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:18:08Z', 'updated_at': '2021-11-12T02:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:19:24.380693 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-aa08ea51-ac03-46e0-b1ea-d348faa40c8f admin admin] For port 46d7dcb7-5da6-4caa-b1bb-243dfa8db39e, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=46d7dcb7-5da6-4caa-b1bb-243dfa8db39e,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:19:24.381231 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-aa08ea51-ac03-46e0-b1ea-d348faa40c8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:24.399174 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-aa08ea51-ac03-46e0-b1ea-d348faa40c8f admin admin] Calling delete_port for 46d7dcb7-5da6-4caa-b1bb-243dfa8db39e owned by network:router_gateway {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:19:24.416003 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89526831-a013-4c41-a9fc-d5546da79f26 None None] Checking router: 4cc6f7dd-a50d-4d41-81a4-f04451c122f9 for host: n-d-712142-27 {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:19:24.431490 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89526831-a013-4c41-a9fc-d5546da79f26 None None] Routers {'4cc6f7dd-a50d-4d41-81a4-f04451c122f9'} bound to L3 agent in host n-d-712142-27 {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:19:24.432242 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-89526831-a013-4c41-a9fc-d5546da79f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:19:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['4cc6f7dd-a50d-4d41-81a4-f04451c122f9'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:19:24.659000 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-aa08ea51-ac03-46e0-b1ea-d348faa40c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:24.706736 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa08ea51-ac03-46e0-b1ea-d348faa40c8f admin admin] Pushing event deleted for resources: {'Port': ['ID=46d7dcb7-5da6-4caa-b1bb-243dfa8db39e,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:19:24.737197 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a089b1-4a0e-41dd-a071-363d5c4efbac None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:19:24.750108 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-89526831-a013-4c41-a9fc-d5546da79f26 None None] Set router 4cc6f7dd-a50d-4d41-81a4-f04451c122f9 gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:19:24.806517 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-aa08ea51-ac03-46e0-b1ea-d348faa40c8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:24.817315 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-89526831-a013-4c41-a9fc-d5546da79f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cc6f7dd-a50d-4d41-81a4-f04451c122f9', 'name': 'tempest-TestSnapshotPattern-1753926082-router', 'tenant_id': '9edb9fb2096341aabe64afd9ec007051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:18:08Z', 'updated_at': '2021-11-12T02:19:24Z', 'revision_number': 6, 'project_id': '9edb9fb2096341aabe64afd9ec007051', 'gw_port_host': None}], 'n-d-712142-27', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:19:24.849790 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89526831-a013-4c41-a9fc-d5546da79f26 None None] The sync data for ids ['4cc6f7dd-a50d-4d41-81a4-f04451c122f9'] in n-d-712142-27 is: [{'id': '4cc6f7dd-a50d-4d41-81a4-f04451c122f9', 'name': 'tempest-TestSnapshotPattern-1753926082-router', 'tenant_id': '9edb9fb2096341aabe64afd9ec007051', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:18:08Z', 'updated_at': '2021-11-12T02:19:24Z', 'revision_number': 6, 'project_id': '9edb9fb2096341aabe64afd9ec007051', 'gw_port_host': None}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:19:24.916073 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-aa08ea51-ac03-46e0-b1ea-d348faa40c8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:24.918660 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-aa08ea51-ac03-46e0-b1ea-d348faa40c8f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:24.974399 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-aa08ea51-ac03-46e0-b1ea-d348faa40c8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:24.975259 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa08ea51-ac03-46e0-b1ea-d348faa40c8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4cc6f7dd-a50d-4d41-81a4-f04451c122f9 {{(pid=109085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 02:19:24.981922 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-aa08ea51-ac03-46e0-b1ea-d348faa40c8f admin admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:24.983088 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-aa08ea51-ac03-46e0-b1ea-d348faa40c8f admin admin] 10.222.0.45 "DELETE /v2.0/routers/4cc6f7dd-a50d-4d41-81a4-f04451c122f9 HTTP/1.1" status: 204 len: 168 time: 1.0123234 Nov 12 02:19:24.985837 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59784) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:19:25.039054 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-9436a338-fe1a-4707-85b7-a2af7193abca admin admin] Deleting subnet 0e6d513a-a949-402a-b297-5498dfbd2cb4 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:19:25.042835 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9436a338-fe1a-4707-85b7-a2af7193abca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:25.084850 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9436a338-fe1a-4707-85b7-a2af7193abca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:25.187079 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9436a338-fe1a-4707-85b7-a2af7193abca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:25.273258 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9436a338-fe1a-4707-85b7-a2af7193abca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:25.303885 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9436a338-fe1a-4707-85b7-a2af7193abca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e6d513a-a949-402a-b297-5498dfbd2cb4,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:19:25.308155 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9436a338-fe1a-4707-85b7-a2af7193abca admin admin] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:25.314238 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a923b17-e18b-4975-87cc-a4c6d7d6fb51 None None] Network 601d2db8-7fea-4c29-bf61-d10dd78d0e9a requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:19:25.316983 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-9436a338-fe1a-4707-85b7-a2af7193abca admin admin] 10.222.0.45 "DELETE /v2.0/subnets/0e6d513a-a949-402a-b297-5498dfbd2cb4 HTTP/1.1" status: 204 len: 168 time: 0.3294649 Nov 12 02:19:25.318599 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59786) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:19:25.439174 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cd7ba206-5572-44ae-a507-c9aa8fce0305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:25.498275 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-cd7ba206-5572-44ae-a507-c9aa8fce0305 admin admin] Deleting port b5d24cba-c45a-4aea-9088-c0a09aad9ee9 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:19:25.498639 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cd7ba206-5572-44ae-a507-c9aa8fce0305 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:25.578113 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-cd7ba206-5572-44ae-a507-c9aa8fce0305 admin admin] For port b5d24cba-c45a-4aea-9088-c0a09aad9ee9, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=b5d24cba-c45a-4aea-9088-c0a09aad9ee9,segment=NetworkSegment(48cc1cf8-b5c5-44f8-a4c3-edb4552f98ca),segment_id=48cc1cf8-b5c5-44f8-a4c3-edb4552f98ca)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:19:25.578461 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cd7ba206-5572-44ae-a507-c9aa8fce0305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:25.595814 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-cd7ba206-5572-44ae-a507-c9aa8fce0305 admin admin] Calling delete_port for b5d24cba-c45a-4aea-9088-c0a09aad9ee9 owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:19:25.634974 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3712b8-2fdc-49a4-b165-12f21f24447c None None] DHCP port deletion for 601d2db8-7fea-4c29-bf61-d10dd78d0e9a request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:19:25.685910 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cd7ba206-5572-44ae-a507-c9aa8fce0305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13281244'] for port, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:25.714481 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-8b3712b8-2fdc-49a4-b165-12f21f24447c None None] Deleting port b5d24cba-c45a-4aea-9088-c0a09aad9ee9 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:19:25.715097 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8b3712b8-2fdc-49a4-b165-12f21f24447c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:25.719584 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7ba206-5572-44ae-a507-c9aa8fce0305 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5d24cba-c45a-4aea-9088-c0a09aad9ee9,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:19:25.732512 n-d-712142-27 neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7ba206-5572-44ae-a507-c9aa8fce0305 admin admin] No DVR routers for this DVR port b5d24cba-c45a-4aea-9088-c0a09aad9ee9 on host n-d-712142-27 {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:19:25.735000 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7ba206-5572-44ae-a507-c9aa8fce0305 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:25.735590 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7ba206-5572-44ae-a507-c9aa8fce0305 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:25.736165 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7ba206-5572-44ae-a507-c9aa8fce0305 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:25.736966 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7ba206-5572-44ae-a507-c9aa8fce0305 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:25.737451 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7ba206-5572-44ae-a507-c9aa8fce0305 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:25.737970 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7ba206-5572-44ae-a507-c9aa8fce0305 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:25.738734 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7ba206-5572-44ae-a507-c9aa8fce0305 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:25.739166 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7ba206-5572-44ae-a507-c9aa8fce0305 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:25.739605 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7ba206-5572-44ae-a507-c9aa8fce0305 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:25.740200 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7ba206-5572-44ae-a507-c9aa8fce0305 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:25.740732 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7ba206-5572-44ae-a507-c9aa8fce0305 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:25.741316 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7ba206-5572-44ae-a507-c9aa8fce0305 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:25.819575 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-8b3712b8-2fdc-49a4-b165-12f21f24447c None None] For port b5d24cba-c45a-4aea-9088-c0a09aad9ee9, host n-d-712142-27, got binding levels [] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:19:25.820089 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8b3712b8-2fdc-49a4-b165-12f21f24447c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:25.834308 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-8b3712b8-2fdc-49a4-b165-12f21f24447c None None] Calling delete_port for b5d24cba-c45a-4aea-9088-c0a09aad9ee9 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:19:25.836005 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cd7ba206-5572-44ae-a507-c9aa8fce0305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:25.837324 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.ipam_backend_mixin [None req-8b3712b8-2fdc-49a4-b165-12f21f24447c None None] Port b5d24cba-c45a-4aea-9088-c0a09aad9ee9 was not found and therefore no delete operation was performed {{(pid=109087) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 02:19:25.838758 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8b3712b8-2fdc-49a4-b165-12f21f24447c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:25.860525 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-cd7ba206-5572-44ae-a507-c9aa8fce0305 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['601d2db8-7fea-4c29-bf61-d10dd78d0e9a']}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:19:25.865127 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3712b8-2fdc-49a4-b165-12f21f24447c None None] Pushing event deleted for resources: {'Port': ['ID=b5d24cba-c45a-4aea-9088-c0a09aad9ee9,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:19:25.871559 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-cd7ba206-5572-44ae-a507-c9aa8fce0305 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48cc1cf8-b5c5-44f8-a4c3-edb4552f98ca') {'for_net_delete': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:19:25.871873 n-d-712142-27 neutron-server[109086]: DEBUG neutron.services.segments.db [None req-cd7ba206-5572-44ae-a507-c9aa8fce0305 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48cc1cf8-b5c5-44f8-a4c3-edb4552f98ca') {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:19:25.872842 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3712b8-2fdc-49a4-b165-12f21f24447c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:25.873189 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3712b8-2fdc-49a4-b165-12f21f24447c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:25.873780 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3712b8-2fdc-49a4-b165-12f21f24447c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:25.874652 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3712b8-2fdc-49a4-b165-12f21f24447c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:25.874987 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3712b8-2fdc-49a4-b165-12f21f24447c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:25.875314 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3712b8-2fdc-49a4-b165-12f21f24447c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:25.875636 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3712b8-2fdc-49a4-b165-12f21f24447c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:25.875953 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3712b8-2fdc-49a4-b165-12f21f24447c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:25.876304 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3712b8-2fdc-49a4-b165-12f21f24447c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:25.876621 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3712b8-2fdc-49a4-b165-12f21f24447c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:25.876938 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3712b8-2fdc-49a4-b165-12f21f24447c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:25.877288 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3712b8-2fdc-49a4-b165-12f21f24447c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712142-27 {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 02:19:25.882558 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3712b8-2fdc-49a4-b165-12f21f24447c None None] No DVR routers for this DVR port b5d24cba-c45a-4aea-9088-c0a09aad9ee9 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:19:25.888172 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cd7ba206-5572-44ae-a507-c9aa8fce0305 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16024576'] for segment, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:25.914220 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cd7ba206-5572-44ae-a507-c9aa8fce0305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:25.926346 n-d-712142-27 neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd7ba206-5572-44ae-a507-c9aa8fce0305 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=109086) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:19:25.927143 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cd7ba206-5572-44ae-a507-c9aa8fce0305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13281153'] for segment, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:25.949002 n-d-712142-27 neutron-server[109086]: Traceback (most recent call last): Nov 12 02:19:25.949002 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:19:25.949002 n-d-712142-27 neutron-server[109086]: timer() Nov 12 02:19:25.949002 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:19:25.949002 n-d-712142-27 neutron-server[109086]: cb(*args, **kw) Nov 12 02:19:25.949002 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:19:25.949002 n-d-712142-27 neutron-server[109086]: return func(*args, **kwargs) Nov 12 02:19:25.949002 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:19:25.949002 n-d-712142-27 neutron-server[109086]: self._notify() Nov 12 02:19:25.949002 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:19:25.949002 n-d-712142-27 neutron-server[109086]: self.callback(batched_events) Nov 12 02:19:25.949002 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:19:25.949002 n-d-712142-27 neutron-server[109086]: event.method(event) Nov 12 02:19:25.949002 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:19:25.949002 n-d-712142-27 neutron-server[109086]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:19:25.949002 n-d-712142-27 neutron-server[109086]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:19:25.949002 n-d-712142-27 neutron-server[109086]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:19:25.949002 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:19:25.949002 n-d-712142-27 neutron-server[109086]: return f(self, *a, **k) Nov 12 02:19:25.949002 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:19:25.949002 n-d-712142-27 neutron-server[109086]: return self._get(url).json() Nov 12 02:19:25.949002 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:19:25.949002 n-d-712142-27 neutron-server[109086]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:19:25.949002 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:19:25.949002 n-d-712142-27 neutron-server[109086]: return self.request(url, 'GET', **kwargs) Nov 12 02:19:25.949002 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:19:25.949002 n-d-712142-27 neutron-server[109086]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:19:25.949002 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:19:25.949002 n-d-712142-27 neutron-server[109086]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:19:25.949002 n-d-712142-27 neutron-server[109086]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:19:25.949002 n-d-712142-27 neutron-server[109086]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:19:25.949002 n-d-712142-27 neutron-server[109086]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:19:26.018015 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cd7ba206-5572-44ae-a507-c9aa8fce0305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:26.024644 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cd7ba206-5572-44ae-a507-c9aa8fce0305 admin admin] Publish callbacks [] for network, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:26.031088 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59790) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:19:26.031866 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-cd7ba206-5572-44ae-a507-c9aa8fce0305 admin admin] 10.222.0.45 "DELETE /v2.0/networks/601d2db8-7fea-4c29-bf61-d10dd78d0e9a HTTP/1.1" status: 204 len: 168 time: 0.7112823 Nov 12 02:19:26.058020 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7ba206-5572-44ae-a507-c9aa8fce0305 admin admin] Pushing event deleted for resources: {'Network': ['ID=601d2db8-7fea-4c29-bf61-d10dd78d0e9a,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:19:26.083128 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 46d7dcb7-5da6-4caa-b1bb-243dfa8db39e no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:19:26.120693 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 46d7dcb7-5da6-4caa-b1bb-243dfa8db39e {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:19:26.121402 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 46d7dcb7-5da6-4caa-b1bb-243dfa8db39e not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:19:26.122197 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device af7a3f01-d543-4cfe-8f4e-e096cfc1427d no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:19:26.146075 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: af7a3f01-d543-4cfe-8f4e-e096cfc1427d {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:19:26.146359 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device af7a3f01-d543-4cfe-8f4e-e096cfc1427d not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:19:26.146814 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device b5d24cba-c45a-4aea-9088-c0a09aad9ee9 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:19:26.172453 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: b5d24cba-c45a-4aea-9088-c0a09aad9ee9 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:19:26.172797 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device b5d24cba-c45a-4aea-9088-c0a09aad9ee9 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:19:26.769817 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e4fb8225-3c8a-419f-bfba-d351ea6b81e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704404'] for router_interface, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:27.080380 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb8225-3c8a-419f-bfba-d351ea6b81e1 admin admin] Deleting port 6345ae6c-782a-41bb-9028-9eb09aee89cf {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:19:27.081207 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e4fb8225-3c8a-419f-bfba-d351ea6b81e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:27.165213 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-e4fb8225-3c8a-419f-bfba-d351ea6b81e1 admin admin] For port 6345ae6c-782a-41bb-9028-9eb09aee89cf, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=6345ae6c-782a-41bb-9028-9eb09aee89cf,segment=NetworkSegment(0ef0eb1b-aafe-4f6f-a088-9b6d9bf1b57f),segment_id=0ef0eb1b-aafe-4f6f-a088-9b6d9bf1b57f)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:19:27.165583 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e4fb8225-3c8a-419f-bfba-d351ea6b81e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:27.179253 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb8225-3c8a-419f-bfba-d351ea6b81e1 admin admin] Calling delete_port for 6345ae6c-782a-41bb-9028-9eb09aee89cf owned by network:router_interface {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:19:27.370921 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e4fb8225-3c8a-419f-bfba-d351ea6b81e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:27.399612 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb8225-3c8a-419f-bfba-d351ea6b81e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6345ae6c-782a-41bb-9028-9eb09aee89cf,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:19:27.410661 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-16c89c3f-5e7e-4d29-9b07-f82693e9e7e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:27.594930 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e4fb8225-3c8a-419f-bfba-d351ea6b81e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1619102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1711716'] for router_interface, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:27.825122 n-d-712142-27 neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4fb8225-3c8a-419f-bfba-d351ea6b81e1 admin admin] Router 38125291-6ebb-4241-bad9-8e1bc3d079ed has already been hosted by L3 agent 86bd1075-426c-4821-89c3-a818397d0e80 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 02:19:27.950298 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4fb8225-3c8a-419f-bfba-d351ea6b81e1 admin admin] Notify agent at l3_agent.n-d-712142-27 the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 02:19:27.958252 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e4fb8225-3c8a-419f-bfba-d351ea6b81e1 admin admin] 10.222.0.45 "PUT /v2.0/routers/38125291-6ebb-4241-bad9-8e1bc3d079ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9257066 Nov 12 02:19:27.959554 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2334fed9-0ab4-4058-9430-5b9b08e2ecd9 None None] Sync routers for ids ['38125291-6ebb-4241-bad9-8e1bc3d079ed'] in n-d-712142-27 {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 02:19:27.960695 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59792) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:19:27.971662 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2334fed9-0ab4-4058-9430-5b9b08e2ecd9 None None] Routers {'38125291-6ebb-4241-bad9-8e1bc3d079ed'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:19:27.972334 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-2334fed9-0ab4-4058-9430-5b9b08e2ecd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:19:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['38125291-6ebb-4241-bad9-8e1bc3d079ed'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:19:28.084328 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-370cf347-0ccb-44f2-865d-574e7e87c803 admin admin] Publish callbacks [] for router, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:28.099577 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-2334fed9-0ab4-4058-9430-5b9b08e2ecd9 None None] Set router 38125291-6ebb-4241-bad9-8e1bc3d079ed gateway port host: n-d-712142-27 {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:19:28.215024 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-370cf347-0ccb-44f2-865d-574e7e87c803 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:28.284440 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-370cf347-0ccb-44f2-865d-574e7e87c803 admin admin] Deleting port 144a3b4c-fc2e-4992-8283-34901665a4a3 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:19:28.284440 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-370cf347-0ccb-44f2-865d-574e7e87c803 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:28.297289 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-2334fed9-0ab4-4058-9430-5b9b08e2ecd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38125291-6ebb-4241-bad9-8e1bc3d079ed', 'name': 'tempest-TestSnapshotPattern-2135896869-router', 'tenant_id': '3cf0f0d5260249539cc90e19836e592d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'external_fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '144a3b4c-fc2e-4992-8283-34901665a4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:18:14Z', 'updated_at': '2021-11-12T02:19:27Z', 'revision_number': 5, 'project_id': '3cf0f0d5260249539cc90e19836e592d', 'gw_port': {'id': '144a3b4c-fc2e-4992-8283-34901665a4a3', 'name': '', 'network_id': 'ab9ea869-d067-4dfb-b2de-16b019fae22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:42:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38125291-6ebb-4241-bad9-8e1bc3d079ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712142-27', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T02:18:14Z', 'updated_at': '2021-11-12T02:18:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '311831b7-ce39-40a4-92ac-eb38aa6141e4', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712142-27'}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:19:28.327262 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2334fed9-0ab4-4058-9430-5b9b08e2ecd9 None None] Checking router: 38125291-6ebb-4241-bad9-8e1bc3d079ed for host: n-d-712142-27 {{(pid=109088) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 02:19:28.336292 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2334fed9-0ab4-4058-9430-5b9b08e2ecd9 None None] Routers {'38125291-6ebb-4241-bad9-8e1bc3d079ed'} bound to L3 agent in host n-d-712142-27 {{(pid=109088) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 02:19:28.336836 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-2334fed9-0ab4-4058-9430-5b9b08e2ecd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712142-27', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T00:39:31Z,description=,heartbeat_timestamp=2021-11-12T02:19:01Z,host='n-d-712142-27',id=86bd1075-426c-4821-89c3-a818397d0e80,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T00:39:31Z,topic='l3_agent')) {'router_ids': ['38125291-6ebb-4241-bad9-8e1bc3d079ed'], 'active': True} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:19:28.366298 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-370cf347-0ccb-44f2-865d-574e7e87c803 admin admin] For port 144a3b4c-fc2e-4992-8283-34901665a4a3, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=144a3b4c-fc2e-4992-8283-34901665a4a3,segment=NetworkSegment(334558b9-70be-40c8-ba69-2f9f0f148f68),segment_id=334558b9-70be-40c8-ba69-2f9f0f148f68)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:19:28.366657 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-370cf347-0ccb-44f2-865d-574e7e87c803 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:28.380607 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-370cf347-0ccb-44f2-865d-574e7e87c803 admin admin] Calling delete_port for 144a3b4c-fc2e-4992-8283-34901665a4a3 owned by network:router_gateway {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:19:28.429903 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_dvr_db [None req-2334fed9-0ab4-4058-9430-5b9b08e2ecd9 None None] Set router 38125291-6ebb-4241-bad9-8e1bc3d079ed gateway port host: None {{(pid=109088) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 02:19:28.479216 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.l3_hamode_db [None req-2334fed9-0ab4-4058-9430-5b9b08e2ecd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38125291-6ebb-4241-bad9-8e1bc3d079ed', 'name': 'tempest-TestSnapshotPattern-2135896869-router', 'tenant_id': '3cf0f0d5260249539cc90e19836e592d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:18:14Z', 'updated_at': '2021-11-12T02:19:28Z', 'revision_number': 6, 'project_id': '3cf0f0d5260249539cc90e19836e592d', 'gw_port_host': None}], 'n-d-712142-27', False) {} {{(pid=109088) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:19:28.590357 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-370cf347-0ccb-44f2-865d-574e7e87c803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:28.601525 n-d-712142-27 neutron-server[109088]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2334fed9-0ab4-4058-9430-5b9b08e2ecd9 None None] The sync data for ids ['38125291-6ebb-4241-bad9-8e1bc3d079ed'] in n-d-712142-27 is: [{'id': '38125291-6ebb-4241-bad9-8e1bc3d079ed', 'name': 'tempest-TestSnapshotPattern-2135896869-router', 'tenant_id': '3cf0f0d5260249539cc90e19836e592d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T02:18:14Z', 'updated_at': '2021-11-12T02:19:28Z', 'revision_number': 6, 'project_id': '3cf0f0d5260249539cc90e19836e592d', 'gw_port_host': None}] {{(pid=109088) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 02:19:28.620400 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370cf347-0ccb-44f2-865d-574e7e87c803 admin admin] Pushing event deleted for resources: {'Port': ['ID=144a3b4c-fc2e-4992-8283-34901665a4a3,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:19:28.640912 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4ab19b-700d-4dfd-9328-2f9057e9f998 None None] DHCP port deletion for ab9ea869-d067-4dfb-b2de-16b019fae22d request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:19:28.701582 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-370cf347-0ccb-44f2-865d-574e7e87c803 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1704862'] for router_gateway, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:28.796304 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-370cf347-0ccb-44f2-865d-574e7e87c803 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1709579', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24733'] for router, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:28.798674 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-370cf347-0ccb-44f2-865d-574e7e87c803 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:28.869898 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-370cf347-0ccb-44f2-865d-574e7e87c803 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1709682'] for router, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:28.870328 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370cf347-0ccb-44f2-865d-574e7e87c803 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38125291-6ebb-4241-bad9-8e1bc3d079ed {{(pid=109085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 02:19:28.875512 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-370cf347-0ccb-44f2-865d-574e7e87c803 admin admin] Publish callbacks [] for router, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:28.876788 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-370cf347-0ccb-44f2-865d-574e7e87c803 admin admin] 10.222.0.45 "DELETE /v2.0/routers/38125291-6ebb-4241-bad9-8e1bc3d079ed HTTP/1.1" status: 204 len: 168 time: 0.9150867 Nov 12 02:19:28.880130 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59794) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:19:28.945707 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eb955c2-6acc-4b16-a9aa-1babe68cf42c admin admin] Deleting subnet 6932f669-e149-4721-b1cb-ec34d280b1a0 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 02:19:28.950776 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7eb955c2-6acc-4b16-a9aa-1babe68cf42c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:28.997834 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7eb955c2-6acc-4b16-a9aa-1babe68cf42c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13470979'] for subnet, precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:29.091375 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7eb955c2-6acc-4b16-a9aa-1babe68cf42c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-766723'] for subnet, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:29.143042 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7eb955c2-6acc-4b16-a9aa-1babe68cf42c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-766740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13466281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16097604'] for subnet, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:29.174502 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb955c2-6acc-4b16-a9aa-1babe68cf42c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6932f669-e149-4721-b1cb-ec34d280b1a0,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:19:29.176704 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7eb955c2-6acc-4b16-a9aa-1babe68cf42c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:29.179931 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-7eb955c2-6acc-4b16-a9aa-1babe68cf42c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/6932f669-e149-4721-b1cb-ec34d280b1a0 HTTP/1.1" status: 204 len: 168 time: 0.2986014 Nov 12 02:19:29.183819 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59796) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:19:29.184725 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697c4123-8db0-4a88-a891-1199259f50f5 None None] Network bbd03131-3532-45c3-a404-818134e61945 requested from n-d-712142-27 {{(pid=109087) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 02:19:29.257001 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0822addc-3dad-433f-ace2-81e950fe75a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-670054'] for network, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:29.309242 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-0822addc-3dad-433f-ace2-81e950fe75a5 admin admin] Deleting port 028c7da3-159f-4f36-8100-0521466113b4 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:19:29.309479 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0822addc-3dad-433f-ace2-81e950fe75a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:29.380219 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-0822addc-3dad-433f-ace2-81e950fe75a5 admin admin] For port 028c7da3-159f-4f36-8100-0521466113b4, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=028c7da3-159f-4f36-8100-0521466113b4,segment=NetworkSegment(0ef0eb1b-aafe-4f6f-a088-9b6d9bf1b57f),segment_id=0ef0eb1b-aafe-4f6f-a088-9b6d9bf1b57f)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:19:29.380592 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0822addc-3dad-433f-ace2-81e950fe75a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:29.394058 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-0822addc-3dad-433f-ace2-81e950fe75a5 admin admin] Calling delete_port for 028c7da3-159f-4f36-8100-0521466113b4 owned by network:dhcp {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:19:29.400772 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573a4a8a-04a6-48b2-a06e-33ba9cee854c None None] DHCP port deletion for bbd03131-3532-45c3-a404-818134e61945 request from n-d-712142-27 {{(pid=109087) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 02:19:29.453070 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-573a4a8a-04a6-48b2-a06e-33ba9cee854c None None] Deleting port 028c7da3-159f-4f36-8100-0521466113b4 {{(pid=109087) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 02:19:29.453536 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-573a4a8a-04a6-48b2-a06e-33ba9cee854c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780986470584'] for port, before_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:29.476676 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0822addc-3dad-433f-ace2-81e950fe75a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13466266'] for port, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:29.507409 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0822addc-3dad-433f-ace2-81e950fe75a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=028c7da3-159f-4f36-8100-0521466113b4,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:19:29.511888 n-d-712142-27 neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0822addc-3dad-433f-ace2-81e950fe75a5 admin admin] No DVR routers for this DVR port 028c7da3-159f-4f36-8100-0521466113b4 on host n-d-712142-27 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:19:29.520933 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-573a4a8a-04a6-48b2-a06e-33ba9cee854c None None] For port 028c7da3-159f-4f36-8100-0521466113b4, host n-d-712142-27, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712142-27',level=0,port_id=028c7da3-159f-4f36-8100-0521466113b4,segment=NetworkSegment(0ef0eb1b-aafe-4f6f-a088-9b6d9bf1b57f),segment_id=0ef0eb1b-aafe-4f6f-a088-9b6d9bf1b57f)] {{(pid=109087) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 02:19:29.521340 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-573a4a8a-04a6-48b2-a06e-33ba9cee854c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1716850'] for port, precommit_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:29.535164 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-573a4a8a-04a6-48b2-a06e-33ba9cee854c None None] Calling delete_port for 028c7da3-159f-4f36-8100-0521466113b4 owned by network:dhcp {{(pid=109087) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 02:19:29.584164 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0822addc-3dad-433f-ace2-81e950fe75a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-767620', 'neutron.services.segments.db._delete_segments_for_network-8780986514158'] for network, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:29.606576 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-0822addc-3dad-433f-ace2-81e950fe75a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbd03131-3532-45c3-a404-818134e61945']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:19:29.612839 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-573a4a8a-04a6-48b2-a06e-33ba9cee854c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-561628', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780986477186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780986049181'] for port, after_delete {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:29.619890 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-0822addc-3dad-433f-ace2-81e950fe75a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ef0eb1b-aafe-4f6f-a088-9b6d9bf1b57f') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:19:29.620339 n-d-712142-27 neutron-server[109085]: DEBUG neutron.services.segments.db [None req-0822addc-3dad-433f-ace2-81e950fe75a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ef0eb1b-aafe-4f6f-a088-9b6d9bf1b57f') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 02:19:29.630993 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0822addc-3dad-433f-ace2-81e950fe75a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780986586359', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13473264'] for segment, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:29.638075 n-d-712142-27 neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a4a8a-04a6-48b2-a06e-33ba9cee854c None None] Pushing event deleted for resources: {'Port': ['ID=028c7da3-159f-4f36-8100-0521466113b4,revision_number=None']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:19:29.646446 n-d-712142-27 neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573a4a8a-04a6-48b2-a06e-33ba9cee854c None None] No DVR routers for this DVR port 028c7da3-159f-4f36-8100-0521466113b4 on host n-d-712142-27 {{(pid=109087) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 02:19:29.650466 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0822addc-3dad-433f-ace2-81e950fe75a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604'] for segment, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:29.659236 n-d-712142-27 neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0822addc-3dad-433f-ace2-81e950fe75a5 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 02:19:29.659626 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0822addc-3dad-433f-ace2-81e950fe75a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13466311'] for segment, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:29.661370 n-d-712142-27 neutron-server[109085]: Traceback (most recent call last): Nov 12 02:19:29.661370 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 02:19:29.661370 n-d-712142-27 neutron-server[109085]: timer() Nov 12 02:19:29.661370 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 02:19:29.661370 n-d-712142-27 neutron-server[109085]: cb(*args, **kw) Nov 12 02:19:29.661370 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 02:19:29.661370 n-d-712142-27 neutron-server[109085]: return func(*args, **kwargs) Nov 12 02:19:29.661370 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 02:19:29.661370 n-d-712142-27 neutron-server[109085]: self._notify() Nov 12 02:19:29.661370 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 02:19:29.661370 n-d-712142-27 neutron-server[109085]: self.callback(batched_events) Nov 12 02:19:29.661370 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 02:19:29.661370 n-d-712142-27 neutron-server[109085]: event.method(event) Nov 12 02:19:29.661370 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 02:19:29.661370 n-d-712142-27 neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 02:19:29.661370 n-d-712142-27 neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 02:19:29.661370 n-d-712142-27 neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 02:19:29.661370 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 02:19:29.661370 n-d-712142-27 neutron-server[109085]: return f(self, *a, **k) Nov 12 02:19:29.661370 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 02:19:29.661370 n-d-712142-27 neutron-server[109085]: return self._get(url).json() Nov 12 02:19:29.661370 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 02:19:29.661370 n-d-712142-27 neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 02:19:29.661370 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 02:19:29.661370 n-d-712142-27 neutron-server[109085]: return self.request(url, 'GET', **kwargs) Nov 12 02:19:29.661370 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 02:19:29.661370 n-d-712142-27 neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 02:19:29.661370 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 02:19:29.661370 n-d-712142-27 neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 02:19:29.661370 n-d-712142-27 neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 02:19:29.661370 n-d-712142-27 neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 02:19:29.661370 n-d-712142-27 neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 02:19:29.726866 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0822addc-3dad-433f-ace2-81e950fe75a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-767645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1814628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1619095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1704930'] for network, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:29.736228 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0822addc-3dad-433f-ace2-81e950fe75a5 admin admin] Publish callbacks [] for network, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:29.739452 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-0822addc-3dad-433f-ace2-81e950fe75a5 admin admin] 10.222.0.45 "DELETE /v2.0/networks/bbd03131-3532-45c3-a404-818134e61945 HTTP/1.1" status: 204 len: 168 time: 0.5546570 Nov 12 02:19:29.750475 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0822addc-3dad-433f-ace2-81e950fe75a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbd03131-3532-45c3-a404-818134e61945,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:19:29.921839 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59800) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:19:29.963622 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-770765dd-2191-4538-93a3-2567be6c43b3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9edb9fb2096341aabe64afd9ec007051&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0405815 Nov 12 02:19:29.966299 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.45', 59802) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:19:30.024504 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e35eeb45-b147-4b1f-887d-63037e26a376 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:30.029211 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 6345ae6c-782a-41bb-9028-9eb09aee89cf no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:19:30.051281 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 6345ae6c-782a-41bb-9028-9eb09aee89cf {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:19:30.051624 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 6345ae6c-782a-41bb-9028-9eb09aee89cf not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:19:30.052078 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 144a3b4c-fc2e-4992-8283-34901665a4a3 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:19:30.061421 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e35eeb45-b147-4b1f-887d-63037e26a376 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:30.076095 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 144a3b4c-fc2e-4992-8283-34901665a4a3 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:19:30.076444 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 144a3b4c-fc2e-4992-8283-34901665a4a3 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:19:30.076866 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 028c7da3-159f-4f36-8100-0521466113b4 no longer exists at agent ovs-agent-n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 02:19:30.098337 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.plugin [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] No Port match for: 028c7da3-159f-4f36-8100-0521466113b4 {{(pid=109087) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 02:19:30.098683 n-d-712142-27 neutron-server[109087]: DEBUG neutron.plugins.ml2.rpc [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Device 028c7da3-159f-4f36-8100-0521466113b4 not bound to the agent host n-d-712142-27 {{(pid=109087) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 02:19:30.123784 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e35eeb45-b147-4b1f-887d-63037e26a376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:30.126910 n-d-712142-27 neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e35eeb45-b147-4b1f-887d-63037e26a376 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:30.129061 n-d-712142-27 neutron-server[109085]: INFO neutron.wsgi [None req-e35eeb45-b147-4b1f-887d-63037e26a376 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/be56f2e3-3111-4d06-8ed5-a4fab55f0ebd HTTP/1.1" status: 204 len: 168 time: 0.1615849 Nov 12 02:19:30.140297 n-d-712142-27 neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35eeb45-b147-4b1f-887d-63037e26a376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be56f2e3-3111-4d06-8ed5-a4fab55f0ebd,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:19:30.479311 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59808) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:19:30.522262 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-6fcfdfe0-db85-4ed5-bf33-fa7e92c74456 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3cf0f0d5260249539cc90e19836e592d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417376 Nov 12 02:19:30.524816 n-d-712142-27 neutron-server[109086]: DEBUG neutron.wsgi [-] (109086) accepted ('10.222.0.45', 59810) {{(pid=109086) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 02:19:30.574495 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4d1876a7-cb3b-42f5-a85d-4a0925ab867c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:30.598343 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4d1876a7-cb3b-42f5-a85d-4a0925ab867c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:30.646838 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4d1876a7-cb3b-42f5-a85d-4a0925ab867c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1805272'] for security_group, after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:30.649496 n-d-712142-27 neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4d1876a7-cb3b-42f5-a85d-4a0925ab867c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:30.650698 n-d-712142-27 neutron-server[109086]: INFO neutron.wsgi [None req-4d1876a7-cb3b-42f5-a85d-4a0925ab867c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/593a49b7-6a8f-4a69-b287-61d96439616d HTTP/1.1" status: 204 len: 168 time: 0.1249025 Nov 12 02:19:30.658657 n-d-712142-27 neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1876a7-cb3b-42f5-a85d-4a0925ab867c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593a49b7-6a8f-4a69-b287-61d96439616d,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 02:19:30.971796 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8d1ba6bd-2663-406f-832c-892edfebfdd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:33.190075 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:34.152954 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:35.475557 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:36.453377 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:19:39.290821 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:41.415362 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:57.409302 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0957b6b0-6a9a-47c5-83d0-45650d9bb737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:19:58.242009 n-d-712142-27 neutron-server[109085]: DEBUG neutron.wsgi [req-0ed5a48b-bba9-4081-915f-275f600b7c0b req-54c39634-14f1-4ecd-8ffb-c39212889c33 service neutron] (109085) timed out ('10.222.0.16', 55351) {{(pid=109085) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 02:20:00.972372 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-00324e3f-1d6f-4a84-b96b-bf5b8aebf3b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:03.191509 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:04.155714 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:05.478403 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:09.291656 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:11.421279 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:13.451687 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:20:27.413758 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5f88a3ce-749d-4031-8b6a-6aa7c62b655c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:30.973984 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-26d3a762-f385-4933-9f8c-bc839fd41c3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:33.195062 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:34.156723 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:35.480963 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:39.298738 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:41.415195 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:20:50.451633 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:20:57.416157 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1a576911-a0ee-43a8-bc71-912283903843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:00.975565 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-1ce790fa-cbef-4de1-810e-c63d257195c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:03.197161 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:04.158566 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:05.482370 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:09.319352 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:11.434299 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:27.419298 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-52d05ad2-8ba4-4bc1-a1e8-6bf4da858824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:27.452169 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:21:30.976893 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7be94abf-f9c3-4db6-a6e9-69772e8087e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:33.199455 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:34.163631 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:35.486829 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:39.334251 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:41.430731 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:21:57.422295 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b80dee9d-e546-40cb-87de-56a2db185153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:00.979149 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-58946ff1-4831-45b7-b61b-cd6d1219bfd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:03.204218 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:04.167154 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:04.451748 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:22:05.489059 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:09.340786 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:11.428907 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:27.427945 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-60b53f4a-39d5-4247-9f82-54dc8c61bd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:30.980748 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9f30ad72-a78f-41c5-9166-3dd96b42efe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:33.205190 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:34.169519 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:35.490050 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:39.354222 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:41.427875 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:22:41.451389 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:22:57.429817 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-370ebfc9-c8de-4703-901f-a6df3cbc80a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:00.983996 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-429ef7e8-9801-434f-a8ec-b6586857c4ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:03.207947 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:04.170785 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:05.493547 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:09.367628 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:11.426714 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:18.451379 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:23:27.432623 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b4454c9d-19f3-4152-a810-0a3d4406551c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:30.986677 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c5c85343-5b02-448f-8e5e-f687787bc098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:33.211630 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:34.173188 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:35.496334 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:39.384008 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:41.426925 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:23:55.451533 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:23:57.440013 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-155527a8-0fcb-413c-b951-96c924da3f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:00.988583 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6a804d39-b5b7-49d1-93a9-726cabc524e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:03.214893 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:04.173885 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:05.500117 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:09.391569 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:11.441839 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:27.436454 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-aea5cbd9-c7e8-49bd-98a8-b9a62163e0a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:30.989996 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9a7d9c95-d9dd-415e-aec4-1a532bd19a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:32.451209 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:24:33.217512 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:34.175466 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:35.501844 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:39.390461 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:41.457202 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:24:57.438448 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-dbc37a4c-d2ed-41eb-a4ef-49bffa4bac8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:00.992875 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-c78ab42c-f546-467d-bbef-6d420c4ca732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:03.220444 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:04.178512 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:05.504606 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:09.413507 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:09.451931 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:25:11.473765 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:27.440663 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b2301e8-b281-482e-a590-e35e4450b153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:30.996254 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f5037d36-3010-4455-91e2-d6a86c9ee857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:33.223305 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:34.181001 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:35.507766 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:39.424066 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:41.479813 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:25:46.450835 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:25:57.442826 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-24deceaa-83c6-4611-b9a4-9d3db40b07ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:01.000720 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-6df8b25d-3cac-45a3-adee-c22a3d2f8cbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:03.228628 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:04.183231 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:05.510904 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:09.423388 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:11.485566 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:23.451472 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:26:27.444366 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-35b8ef67-c076-4aaa-a710-59f3f312325e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:31.001925 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-388a20f4-62b3-475d-9982-4c4aa45f85f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:33.231315 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:34.185703 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:35.516882 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:39.429362 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:41.503943 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:26:57.447465 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e1bb3c56-e72d-44d2-b90e-59d57d6301b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:00.451757 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:27:01.004216 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-ec5361e7-bdf5-40ec-b96d-79aa400009fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:03.232500 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:04.188419 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:05.515926 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:09.433038 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:11.515530 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:27.450094 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a588db92-a789-4fe0-af22-fc5c76ed2531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:31.006705 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-f2b13703-b325-463d-aa04-24987e34efea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:33.237286 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:34.194824 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:35.518898 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:37.451050 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:27:39.443568 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:41.538418 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:27:57.452123 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-0238d9e9-2292-4ceb-a303-722b85bb99fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:01.009046 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a2985c20-475e-4371-9020-248bd87587c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:03.238432 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:04.188597 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:05.522368 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:09.456799 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:11.530068 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:14.450665 n-d-712142-27 neutron-server[109088]: DEBUG neutron.db.agents_db [None req-65abc803-f78f-4989-83d3-275eae819899 None None] Agent healthcheck: found 7 active agents {{(pid=109088) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 02:28:27.456570 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-7ca9684b-c542-4466-b079-fd648e61aa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:31.011101 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-a0bc9892-0c06-4ed3-8947-b7c3f00dd949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:33.242668 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9b1e08c0-5661-4f0e-a365-c19ce9f2813f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:34.194354 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ee191b4-0576-43b2-9b96-88d111181fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:35.527215 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b2830a7e-dd96-4d5f-9967-a03b2a7a7ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:39.462949 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4937-4c6f-4958-b44a-84c338d8ac9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 02:28:41.540158 n-d-712142-27 neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-be840443-6055-4ed8-82ff-be75cf9d0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780986514140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771650'] for agent, after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}